2024-09-21T00:11:20.989 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-21T00:11:21.015 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-21T00:11:21.106 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/pdonnell-2024-09-20_23:48:22-fs-wip-pdonnell-testing-20240920.212106-debug-distro-default-smithi/7913322 branch: wip-pdonnell-testing-20240920.212106-debug description: fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} tasks/scrub} email: pdonnell@redhat.com first_in_suite: false job_id: '7913322' kernel: kdb: 1 sha1: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi name: pdonnell-2024-09-20_23:48:22-fs-wip-pdonnell-testing-20240920.212106-debug-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-pdonnell-testing-20240920.212106-debug ceph: cluster-conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 mds: debug mds: 20 debug mds balancer: 20 debug ms: 2 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: client mount timeout: 30 debug client: 20 debug mgr: 20 debug ms: 1 mon warn on pool no app: false mon: mon op complaint time: 120 osd: osd op complaint time: 180 conf: client: pid file: '' mds: mds cache max size: 1000 mds log max segments: 1 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - fs.*is degraded - filesystem is degraded - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - filesystem is offline - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - insufficient standby MDS daemons available - MDS_UP_LESS_THAN_MAX - online, but wants - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - Degraded data redundancy - Replacing daemon mds - Scrub error on inode - Behind on trimming - Metadata damage detected - bad backtrace on inode - overall HEALTH_ - \(MDS_TRIM\) sha1: 1843221895adccfb3b692060251dd6a0183bc410 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: 1843221895adccfb3b692060251dd6a0183bc410 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-pdonnell-testing-20240920.212106-debug sha1: 1843221895adccfb3b692060251dd6a0183bc410 owner: scheduled_pdonnell@teuthology priority: 90 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.y - mds.a - mds.c - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - client.2 - - mon.b - mon.c - mgr.x - mds.b - mds.d - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - client.3 seed: 7864 sha1: 1843221895adccfb3b692060251dd6a0183bc410 sleep_before_teardown: 0 subset: 67/512 suite: fs suite_branch: wip-pdonnell-testing-20240920.212106-debug suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_1843221895adccfb3b692060251dd6a0183bc410/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: 1843221895adccfb3b692060251dd6a0183bc410 syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi067.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBORng0DBrRmortVfXerJtVOrumGHs/33qszFTlogWYoPYW1v/RMF+aw8GA9qRY5Z2pto3sNPW+/F/mlsTBpViAw= smithi097.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHKI6GLz61SB+l7Ee/o1W2K0z8PuZKNtTRW0YDjbd1eEQkqG16UEph+DhgZOJr80h2AaYBRPujl1iv+QshA4EbY= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - ceph: create_rbd_pool: false - ceph-fuse: null - cephfs_test_runner: modules: - tasks.cephfs.test_scrub_checks - tasks.cephfs.test_scrub teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return false end - local function is_kdistro() return false end - local function is_fuse() return true end - local function syntax_version() return '' end teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-20_23:48:22 tube: smithi user: pdonnell verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2902 2024-09-21T00:11:21.107 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_1843221895adccfb3b692060251dd6a0183bc410/qa; will attempt to use it 2024-09-21T00:11:21.107 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_1843221895adccfb3b692060251dd6a0183bc410/qa/tasks 2024-09-21T00:11:21.108 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-21T00:11:21.109 INFO:teuthology.task.internal:Checking packages... 2024-09-21T00:11:21.134 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '1843221895adccfb3b692060251dd6a0183bc410' 2024-09-21T00:11:21.134 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-21T00:11:21.134 INFO:teuthology.packaging:ref: None 2024-09-21T00:11:21.134 INFO:teuthology.packaging:tag: None 2024-09-21T00:11:21.134 INFO:teuthology.packaging:branch: wip-pdonnell-testing-20240920.212106-debug 2024-09-21T00:11:21.134 INFO:teuthology.packaging:sha1: 1843221895adccfb3b692060251dd6a0183bc410 2024-09-21T00:11:21.135 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-pdonnell-testing-20240920.212106-debug 2024-09-21T00:11:21.284 INFO:teuthology.task.internal:Found packages for ceph version 19.3.0-5120.g18432218 2024-09-21T00:11:21.286 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-21T00:11:21.311 INFO:teuthology.task.internal:no buildpackages task found 2024-09-21T00:11:21.312 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-21T00:11:21.427 INFO:teuthology.task.internal:Saving configuration 2024-09-21T00:11:21.443 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-21T00:11:21.482 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-21T00:11:21.505 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi067.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/pdonnell-2024-09-20_23:48:22-fs-wip-pdonnell-testing-20240920.212106-debug-distro-default-smithi/7913322', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-21 00:06:17.486332', 'locked_by': 'scheduled_pdonnell@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBORng0DBrRmortVfXerJtVOrumGHs/33qszFTlogWYoPYW1v/RMF+aw8GA9qRY5Z2pto3sNPW+/F/mlsTBpViAw='} 2024-09-21T00:11:21.525 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi097.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/pdonnell-2024-09-20_23:48:22-fs-wip-pdonnell-testing-20240920.212106-debug-distro-default-smithi/7913322', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-21 00:06:17.484906', 'locked_by': 'scheduled_pdonnell@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHKI6GLz61SB+l7Ee/o1W2K0z8PuZKNtTRW0YDjbd1eEQkqG16UEph+DhgZOJr80h2AaYBRPujl1iv+QshA4EbY='} 2024-09-21T00:11:21.525 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-21T00:11:21.547 INFO:teuthology.task.internal:roles: ubuntu@smithi067.front.sepia.ceph.com - ['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'] 2024-09-21T00:11:21.547 INFO:teuthology.task.internal:roles: ubuntu@smithi097.front.sepia.ceph.com - ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3'] 2024-09-21T00:11:21.547 INFO:teuthology.run_tasks:Running task console_log... 2024-09-21T00:11:21.717 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7ff66af30160>, signals=[15]) 2024-09-21T00:11:21.718 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-21T00:11:21.732 INFO:teuthology.task.internal:Opening connections... 2024-09-21T00:11:21.732 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi067.front.sepia.ceph.com 2024-09-21T00:11:21.733 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi067.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-21T00:11:21.806 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi097.front.sepia.ceph.com 2024-09-21T00:11:21.807 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi097.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-21T00:11:21.883 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-21T00:11:21.910 DEBUG:teuthology.orchestra.run.smithi067:> uname -m 2024-09-21T00:11:21.928 INFO:teuthology.orchestra.run.smithi067.stdout:x86_64 2024-09-21T00:11:21.928 DEBUG:teuthology.orchestra.run.smithi067:> cat /etc/os-release 2024-09-21T00:11:21.986 INFO:teuthology.orchestra.run.smithi067.stdout:NAME="CentOS Stream" 2024-09-21T00:11:21.986 INFO:teuthology.orchestra.run.smithi067.stdout:VERSION="9" 2024-09-21T00:11:21.986 INFO:teuthology.orchestra.run.smithi067.stdout:ID="centos" 2024-09-21T00:11:21.986 INFO:teuthology.orchestra.run.smithi067.stdout:ID_LIKE="rhel fedora" 2024-09-21T00:11:21.986 INFO:teuthology.orchestra.run.smithi067.stdout:VERSION_ID="9" 2024-09-21T00:11:21.987 INFO:teuthology.orchestra.run.smithi067.stdout:PLATFORM_ID="platform:el9" 2024-09-21T00:11:21.987 INFO:teuthology.orchestra.run.smithi067.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-21T00:11:21.987 INFO:teuthology.orchestra.run.smithi067.stdout:ANSI_COLOR="0;31" 2024-09-21T00:11:21.987 INFO:teuthology.orchestra.run.smithi067.stdout:LOGO="fedora-logo-icon" 2024-09-21T00:11:21.987 INFO:teuthology.orchestra.run.smithi067.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-21T00:11:21.987 INFO:teuthology.orchestra.run.smithi067.stdout:HOME_URL="https://centos.org/" 2024-09-21T00:11:21.987 INFO:teuthology.orchestra.run.smithi067.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-21T00:11:21.987 INFO:teuthology.orchestra.run.smithi067.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-21T00:11:21.987 INFO:teuthology.orchestra.run.smithi067.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-21T00:11:21.988 INFO:teuthology.lock.ops:Updating smithi067.front.sepia.ceph.com on lock server 2024-09-21T00:11:22.010 DEBUG:teuthology.orchestra.run.smithi097:> uname -m 2024-09-21T00:11:22.028 INFO:teuthology.orchestra.run.smithi097.stdout:x86_64 2024-09-21T00:11:22.029 DEBUG:teuthology.orchestra.run.smithi097:> cat /etc/os-release 2024-09-21T00:11:22.085 INFO:teuthology.orchestra.run.smithi097.stdout:NAME="CentOS Stream" 2024-09-21T00:11:22.085 INFO:teuthology.orchestra.run.smithi097.stdout:VERSION="9" 2024-09-21T00:11:22.085 INFO:teuthology.orchestra.run.smithi097.stdout:ID="centos" 2024-09-21T00:11:22.085 INFO:teuthology.orchestra.run.smithi097.stdout:ID_LIKE="rhel fedora" 2024-09-21T00:11:22.086 INFO:teuthology.orchestra.run.smithi097.stdout:VERSION_ID="9" 2024-09-21T00:11:22.086 INFO:teuthology.orchestra.run.smithi097.stdout:PLATFORM_ID="platform:el9" 2024-09-21T00:11:22.086 INFO:teuthology.orchestra.run.smithi097.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-21T00:11:22.086 INFO:teuthology.orchestra.run.smithi097.stdout:ANSI_COLOR="0;31" 2024-09-21T00:11:22.086 INFO:teuthology.orchestra.run.smithi097.stdout:LOGO="fedora-logo-icon" 2024-09-21T00:11:22.086 INFO:teuthology.orchestra.run.smithi097.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-21T00:11:22.087 INFO:teuthology.orchestra.run.smithi097.stdout:HOME_URL="https://centos.org/" 2024-09-21T00:11:22.087 INFO:teuthology.orchestra.run.smithi097.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-21T00:11:22.087 INFO:teuthology.orchestra.run.smithi097.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-21T00:11:22.087 INFO:teuthology.orchestra.run.smithi097.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-21T00:11:22.087 INFO:teuthology.lock.ops:Updating smithi097.front.sepia.ceph.com on lock server 2024-09-21T00:11:22.109 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-21T00:11:22.175 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-21T00:11:22.229 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-21T00:11:22.229 DEBUG:teuthology.orchestra.run.smithi067:> test '!' -e /home/ubuntu/cephtest 2024-09-21T00:11:22.232 DEBUG:teuthology.orchestra.run.smithi097:> test '!' -e /home/ubuntu/cephtest 2024-09-21T00:11:22.249 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-21T00:11:22.298 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-21T00:11:22.299 DEBUG:teuthology.orchestra.run.smithi067:> test -z $(ls -A /var/lib/ceph) 2024-09-21T00:11:22.301 DEBUG:teuthology.orchestra.run.smithi097:> test -z $(ls -A /var/lib/ceph) 2024-09-21T00:11:22.397 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-21T00:11:22.451 INFO:teuthology.run_tasks:Running task kernel... 2024-09-21T00:11:22.467 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-09-21T00:11:22.467 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-09-21T00:11:22.468 DEBUG:teuthology.orchestra.run.smithi067:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-21T00:11:22.468 DEBUG:teuthology.orchestra.run.smithi097:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-21T00:11:22.484 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-21T00:11:22.485 DEBUG:teuthology.orchestra.run.smithi067:> uname -r 2024-09-21T00:11:22.485 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-21T00:11:22.486 DEBUG:teuthology.orchestra.run.smithi097:> uname -r 2024-09-21T00:11:22.543 INFO:teuthology.orchestra.run.smithi067.stdout:5.14.0-503.el9.x86_64 2024-09-21T00:11:22.543 INFO:teuthology.task.kernel:Running kernel on smithi067: 5.14.0-503.el9.x86_64 2024-09-21T00:11:22.543 DEBUG:teuthology.orchestra.run.smithi067:> sudo yum install -y kernel 2024-09-21T00:11:22.544 INFO:teuthology.orchestra.run.smithi097.stdout:5.14.0-503.el9.x86_64 2024-09-21T00:11:22.544 INFO:teuthology.task.kernel:Running kernel on smithi097: 5.14.0-503.el9.x86_64 2024-09-21T00:11:22.544 DEBUG:teuthology.orchestra.run.smithi097:> sudo yum install -y kernel 2024-09-21T00:11:24.861 INFO:teuthology.orchestra.run.smithi067.stdout:CentOS Stream 9 - BaseOS 16 MB/s | 8.3 MB 00:00 2024-09-21T00:11:26.721 INFO:teuthology.orchestra.run.smithi097.stdout:CentOS Stream 9 - BaseOS 3.4 MB/s | 8.3 MB 00:02 2024-09-21T00:11:28.271 INFO:teuthology.orchestra.run.smithi067.stdout:CentOS Stream 9 - AppStream 8.9 MB/s | 20 MB 00:02 2024-09-21T00:11:28.397 INFO:teuthology.orchestra.run.smithi097.stdout:CentOS Stream 9 - AppStream 33 MB/s | 20 MB 00:00 2024-09-21T00:11:32.596 INFO:teuthology.orchestra.run.smithi067.stdout:CentOS Stream 9 - CRB 18 MB/s | 6.5 MB 00:00 2024-09-21T00:11:32.898 INFO:teuthology.orchestra.run.smithi097.stdout:CentOS Stream 9 - CRB 9.1 MB/s | 6.5 MB 00:00 2024-09-21T00:11:34.338 INFO:teuthology.orchestra.run.smithi067.stdout:CentOS Stream 9 - Extras packages 40 kB/s | 19 kB 00:00 2024-09-21T00:11:34.382 INFO:teuthology.orchestra.run.smithi097.stdout:CentOS Stream 9 - Extras packages 73 kB/s | 19 kB 00:00 2024-09-21T00:11:35.485 INFO:teuthology.orchestra.run.smithi067.stdout:Extra Packages for Enterprise Linux 22 MB/s | 23 MB 00:01 2024-09-21T00:11:35.502 INFO:teuthology.orchestra.run.smithi097.stdout:Extra Packages for Enterprise Linux 23 MB/s | 23 MB 00:00 2024-09-21T00:11:41.042 INFO:teuthology.orchestra.run.smithi097.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-09-21T00:11:41.091 INFO:teuthology.orchestra.run.smithi067.stdout:lab-extras 32 kB/s | 1.7 kB 00:00 2024-09-21T00:11:42.932 INFO:teuthology.orchestra.run.smithi097.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-21T00:11:42.932 INFO:teuthology.orchestra.run.smithi097.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-21T00:11:43.021 INFO:teuthology.orchestra.run.smithi097.stdout:Dependencies resolved. 2024-09-21T00:11:43.032 INFO:teuthology.orchestra.run.smithi097.stdout:================================================================================ 2024-09-21T00:11:43.032 INFO:teuthology.orchestra.run.smithi097.stdout: Package Architecture Version Repository Size 2024-09-21T00:11:43.032 INFO:teuthology.orchestra.run.smithi097.stdout:================================================================================ 2024-09-21T00:11:43.032 INFO:teuthology.orchestra.run.smithi097.stdout:Installing: 2024-09-21T00:11:43.032 INFO:teuthology.orchestra.run.smithi097.stdout: kernel x86_64 5.14.0-508.el9 baseos 36 k 2024-09-21T00:11:43.032 INFO:teuthology.orchestra.run.smithi097.stdout:Installing dependencies: 2024-09-21T00:11:43.032 INFO:teuthology.orchestra.run.smithi097.stdout: kernel-core x86_64 5.14.0-508.el9 baseos 16 M 2024-09-21T00:11:43.033 INFO:teuthology.orchestra.run.smithi097.stdout: kernel-modules x86_64 5.14.0-508.el9 baseos 35 M 2024-09-21T00:11:43.033 INFO:teuthology.orchestra.run.smithi097.stdout: kernel-modules-core x86_64 5.14.0-508.el9 baseos 29 M 2024-09-21T00:11:43.033 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:11:43.033 INFO:teuthology.orchestra.run.smithi097.stdout:Transaction Summary 2024-09-21T00:11:43.033 INFO:teuthology.orchestra.run.smithi097.stdout:================================================================================ 2024-09-21T00:11:43.033 INFO:teuthology.orchestra.run.smithi097.stdout:Install 4 Packages 2024-09-21T00:11:43.033 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:11:43.033 INFO:teuthology.orchestra.run.smithi097.stdout:Total download size: 79 M 2024-09-21T00:11:43.034 INFO:teuthology.orchestra.run.smithi097.stdout:Installed size: 126 M 2024-09-21T00:11:43.034 INFO:teuthology.orchestra.run.smithi097.stdout:Downloading Packages: 2024-09-21T00:11:43.230 INFO:teuthology.orchestra.run.smithi067.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-21T00:11:43.231 INFO:teuthology.orchestra.run.smithi067.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-21T00:11:43.322 INFO:teuthology.orchestra.run.smithi067.stdout:Dependencies resolved. 2024-09-21T00:11:43.326 INFO:teuthology.orchestra.run.smithi067.stdout:================================================================================ 2024-09-21T00:11:43.326 INFO:teuthology.orchestra.run.smithi067.stdout: Package Architecture Version Repository Size 2024-09-21T00:11:43.326 INFO:teuthology.orchestra.run.smithi067.stdout:================================================================================ 2024-09-21T00:11:43.326 INFO:teuthology.orchestra.run.smithi067.stdout:Installing: 2024-09-21T00:11:43.326 INFO:teuthology.orchestra.run.smithi067.stdout: kernel x86_64 5.14.0-508.el9 baseos 36 k 2024-09-21T00:11:43.327 INFO:teuthology.orchestra.run.smithi067.stdout:Installing dependencies: 2024-09-21T00:11:43.327 INFO:teuthology.orchestra.run.smithi067.stdout: kernel-core x86_64 5.14.0-508.el9 baseos 16 M 2024-09-21T00:11:43.327 INFO:teuthology.orchestra.run.smithi067.stdout: kernel-modules x86_64 5.14.0-508.el9 baseos 35 M 2024-09-21T00:11:43.327 INFO:teuthology.orchestra.run.smithi067.stdout: kernel-modules-core x86_64 5.14.0-508.el9 baseos 29 M 2024-09-21T00:11:43.327 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:11:43.327 INFO:teuthology.orchestra.run.smithi067.stdout:Transaction Summary 2024-09-21T00:11:43.327 INFO:teuthology.orchestra.run.smithi067.stdout:================================================================================ 2024-09-21T00:11:43.327 INFO:teuthology.orchestra.run.smithi067.stdout:Install 4 Packages 2024-09-21T00:11:43.327 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:11:43.328 INFO:teuthology.orchestra.run.smithi067.stdout:Total download size: 79 M 2024-09-21T00:11:43.328 INFO:teuthology.orchestra.run.smithi067.stdout:Installed size: 126 M 2024-09-21T00:11:43.328 INFO:teuthology.orchestra.run.smithi067.stdout:Downloading Packages: 2024-09-21T00:11:43.376 INFO:teuthology.orchestra.run.smithi097.stdout:(1/4): kernel-5.14.0-508.el9.x86_64.rpm 121 kB/s | 36 kB 00:00 2024-09-21T00:11:43.550 INFO:teuthology.orchestra.run.smithi067.stdout:(1/4): kernel-5.14.0-508.el9.x86_64.rpm 361 kB/s | 36 kB 00:00 2024-09-21T00:11:44.067 INFO:teuthology.orchestra.run.smithi067.stdout:(2/4): kernel-core-5.14.0-508.el9.x86_64.rpm 25 MB/s | 16 MB 00:00 2024-09-21T00:11:44.402 INFO:teuthology.orchestra.run.smithi097.stdout:(2/4): kernel-core-5.14.0-508.el9.x86_64.rpm 12 MB/s | 16 MB 00:01 2024-09-21T00:11:44.517 INFO:teuthology.orchestra.run.smithi067.stdout:(3/4): kernel-modules-5.14.0-508.el9.x86_64.rpm 32 MB/s | 35 MB 00:01 2024-09-21T00:11:44.843 INFO:teuthology.orchestra.run.smithi067.stdout:(4/4): kernel-modules-core-5.14.0-508.el9.x86_6 22 MB/s | 29 MB 00:01 2024-09-21T00:11:44.843 INFO:teuthology.orchestra.run.smithi067.stdout:-------------------------------------------------------------------------------- 2024-09-21T00:11:44.843 INFO:teuthology.orchestra.run.smithi067.stdout:Total 52 MB/s | 79 MB 00:01 2024-09-21T00:11:45.169 INFO:teuthology.orchestra.run.smithi097.stdout:(3/4): kernel-modules-5.14.0-508.el9.x86_64.rpm 17 MB/s | 35 MB 00:02 2024-09-21T00:11:45.436 INFO:teuthology.orchestra.run.smithi097.stdout:(4/4): kernel-modules-core-5.14.0-508.el9.x86_6 14 MB/s | 29 MB 00:02 2024-09-21T00:11:45.436 INFO:teuthology.orchestra.run.smithi097.stdout:-------------------------------------------------------------------------------- 2024-09-21T00:11:45.436 INFO:teuthology.orchestra.run.smithi097.stdout:Total 33 MB/s | 79 MB 00:02 2024-09-21T00:11:45.552 INFO:teuthology.orchestra.run.smithi067.stdout:Running transaction check 2024-09-21T00:11:45.913 INFO:teuthology.orchestra.run.smithi067.stdout:Transaction check succeeded. 2024-09-21T00:11:45.914 INFO:teuthology.orchestra.run.smithi067.stdout:Running transaction test 2024-09-21T00:11:46.122 INFO:teuthology.orchestra.run.smithi097.stdout:Running transaction check 2024-09-21T00:11:46.456 INFO:teuthology.orchestra.run.smithi097.stdout:Transaction check succeeded. 2024-09-21T00:11:46.457 INFO:teuthology.orchestra.run.smithi097.stdout:Running transaction test 2024-09-21T00:11:46.908 INFO:teuthology.orchestra.run.smithi067.stdout:Transaction test succeeded. 2024-09-21T00:11:46.909 INFO:teuthology.orchestra.run.smithi067.stdout:Running transaction 2024-09-21T00:11:47.396 INFO:teuthology.orchestra.run.smithi097.stdout:Transaction test succeeded. 2024-09-21T00:11:47.396 INFO:teuthology.orchestra.run.smithi097.stdout:Running transaction 2024-09-21T00:11:49.578 INFO:teuthology.orchestra.run.smithi067.stdout: Preparing : 1/1 2024-09-21T00:11:49.822 INFO:teuthology.orchestra.run.smithi097.stdout: Preparing : 1/1 2024-09-21T00:11:50.229 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : kernel-modules-core-5.14.0-508.el9.x86_64 1/4 2024-09-21T00:11:50.309 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-21T00:11:50.458 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : kernel-modules-core-5.14.0-508.el9.x86_64 1/4 2024-09-21T00:11:50.546 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-21T00:11:53.051 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-21T00:11:53.188 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-21T00:11:53.291 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-21T00:11:53.414 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-21T00:11:58.245 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-21T00:11:58.314 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-21T00:11:58.359 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : kernel-5.14.0-508.el9.x86_64 4/4 2024-09-21T00:11:58.364 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : kernel-5.14.0-508.el9.x86_64 4/4 2024-09-21T00:12:03.183 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: kernel-modules-core-5.14.0-508.el9.x86_64 4/4 2024-09-21T00:12:03.506 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: kernel-modules-core-5.14.0-508.el9.x86_64 4/4 2024-09-21T00:12:41.321 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: kernel-core-5.14.0-508.el9.x86_64 4/4 2024-09-21T00:12:41.369 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: kernel-modules-5.14.0-508.el9.x86_64 4/4 2024-09-21T00:12:41.716 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: kernel-5.14.0-508.el9.x86_64 4/4 2024-09-21T00:12:41.716 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : kernel-5.14.0-508.el9.x86_64 1/4 2024-09-21T00:12:41.717 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-21T00:12:41.717 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-21T00:12:42.552 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : kernel-modules-core-5.14.0-508.el9.x86_64 4/4 2024-09-21T00:12:42.553 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:12:42.553 INFO:teuthology.orchestra.run.smithi097.stdout:Installed: 2024-09-21T00:12:42.553 INFO:teuthology.orchestra.run.smithi097.stdout: kernel-5.14.0-508.el9.x86_64 2024-09-21T00:12:42.553 INFO:teuthology.orchestra.run.smithi097.stdout: kernel-core-5.14.0-508.el9.x86_64 2024-09-21T00:12:42.553 INFO:teuthology.orchestra.run.smithi097.stdout: kernel-modules-5.14.0-508.el9.x86_64 2024-09-21T00:12:42.554 INFO:teuthology.orchestra.run.smithi097.stdout: kernel-modules-core-5.14.0-508.el9.x86_64 2024-09-21T00:12:42.554 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:12:42.554 INFO:teuthology.orchestra.run.smithi097.stdout:Complete! 2024-09-21T00:12:42.616 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: kernel-core-5.14.0-508.el9.x86_64 4/4 2024-09-21T00:12:42.657 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: kernel-modules-5.14.0-508.el9.x86_64 4/4 2024-09-21T00:12:42.864 DEBUG:teuthology.orchestra.run.smithi097:> rpm -q kernel | sort -rV | head -n 1 2024-09-21T00:12:42.984 INFO:teuthology.orchestra.run.smithi097.stdout:kernel-5.14.0-508.el9.x86_64 2024-09-21T00:12:42.984 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-508.el9.x86_64 2024-09-21T00:12:42.984 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-508.el9.x86_64 2024-09-21T00:12:42.984 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-21T00:12:42.985 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-21T00:12:42.985 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-09-21T00:12:42.985 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi097.front.sepia.ceph.com, path=None, version=distro) 2024-09-21T00:12:42.985 DEBUG:teuthology.orchestra.run.smithi097:> rpm -q kernel | sort -rV | head -n 1 2024-09-21T00:12:42.998 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: kernel-5.14.0-508.el9.x86_64 4/4 2024-09-21T00:12:42.998 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : kernel-5.14.0-508.el9.x86_64 1/4 2024-09-21T00:12:42.998 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : kernel-core-5.14.0-508.el9.x86_64 2/4 2024-09-21T00:12:42.998 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : kernel-modules-5.14.0-508.el9.x86_64 3/4 2024-09-21T00:12:43.043 INFO:teuthology.orchestra.run.smithi097.stdout:kernel-5.14.0-508.el9.x86_64 2024-09-21T00:12:43.043 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-508.el9.x86_64 2024-09-21T00:12:43.044 DEBUG:teuthology.orchestra.run.smithi097:> sudo rpm -qi grub2-tools 2024-09-21T00:12:43.075 INFO:teuthology.orchestra.run.smithi097.stdout:Name : grub2-tools 2024-09-21T00:12:43.075 INFO:teuthology.orchestra.run.smithi097.stdout:Epoch : 1 2024-09-21T00:12:43.075 INFO:teuthology.orchestra.run.smithi097.stdout:Version : 2.06 2024-09-21T00:12:43.076 INFO:teuthology.orchestra.run.smithi097.stdout:Release : 82.el9 2024-09-21T00:12:43.076 INFO:teuthology.orchestra.run.smithi097.stdout:Architecture: x86_64 2024-09-21T00:12:43.076 INFO:teuthology.orchestra.run.smithi097.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-21T00:12:43.076 INFO:teuthology.orchestra.run.smithi097.stdout:Group : Unspecified 2024-09-21T00:12:43.076 INFO:teuthology.orchestra.run.smithi097.stdout:Size : 8274670 2024-09-21T00:12:43.076 INFO:teuthology.orchestra.run.smithi097.stdout:License : GPLv3+ 2024-09-21T00:12:43.076 INFO:teuthology.orchestra.run.smithi097.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-21T00:12:43.076 INFO:teuthology.orchestra.run.smithi097.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-21T00:12:43.076 INFO:teuthology.orchestra.run.smithi097.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-21T00:12:43.076 INFO:teuthology.orchestra.run.smithi097.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-21T00:12:43.076 INFO:teuthology.orchestra.run.smithi097.stdout:Packager : builder@centos.org 2024-09-21T00:12:43.076 INFO:teuthology.orchestra.run.smithi097.stdout:Vendor : CentOS 2024-09-21T00:12:43.076 INFO:teuthology.orchestra.run.smithi097.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-21T00:12:43.077 INFO:teuthology.orchestra.run.smithi097.stdout:Summary : Support tools for GRUB. 2024-09-21T00:12:43.077 INFO:teuthology.orchestra.run.smithi097.stdout:Description : 2024-09-21T00:12:43.077 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:12:43.077 INFO:teuthology.orchestra.run.smithi097.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-21T00:12:43.077 INFO:teuthology.orchestra.run.smithi097.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-21T00:12:43.077 INFO:teuthology.orchestra.run.smithi097.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-21T00:12:43.077 INFO:teuthology.orchestra.run.smithi097.stdout:hardware devices. 2024-09-21T00:12:43.077 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:12:43.077 INFO:teuthology.orchestra.run.smithi097.stdout:This subpackage provides tools for support of all platforms. 2024-09-21T00:12:43.078 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-21T00:12:43.078 INFO:teuthology.task.kernel:Updating grub on smithi097 to boot 5.14.0-508.el9.x86_64 2024-09-21T00:12:43.078 DEBUG:teuthology.orchestra.run.smithi097:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-21T00:12:43.726 INFO:teuthology.orchestra.run.smithi097.stderr:Generating grub configuration file ... 2024-09-21T00:12:43.966 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : kernel-modules-core-5.14.0-508.el9.x86_64 4/4 2024-09-21T00:12:43.967 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:12:43.967 INFO:teuthology.orchestra.run.smithi067.stdout:Installed: 2024-09-21T00:12:43.967 INFO:teuthology.orchestra.run.smithi067.stdout: kernel-5.14.0-508.el9.x86_64 2024-09-21T00:12:43.967 INFO:teuthology.orchestra.run.smithi067.stdout: kernel-core-5.14.0-508.el9.x86_64 2024-09-21T00:12:43.967 INFO:teuthology.orchestra.run.smithi067.stdout: kernel-modules-5.14.0-508.el9.x86_64 2024-09-21T00:12:43.967 INFO:teuthology.orchestra.run.smithi067.stdout: kernel-modules-core-5.14.0-508.el9.x86_64 2024-09-21T00:12:43.967 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:12:43.967 INFO:teuthology.orchestra.run.smithi067.stdout:Complete! 2024-09-21T00:12:44.328 DEBUG:teuthology.orchestra.run.smithi067:> rpm -q kernel | sort -rV | head -n 1 2024-09-21T00:12:44.415 INFO:teuthology.orchestra.run.smithi067.stdout:kernel-5.14.0-508.el9.x86_64 2024-09-21T00:12:44.415 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-508.el9.x86_64 2024-09-21T00:12:44.415 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-508.el9.x86_64 2024-09-21T00:12:44.415 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-21T00:12:44.415 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-21T00:12:44.416 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-09-21T00:12:44.416 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi067.front.sepia.ceph.com, path=None, version=distro) 2024-09-21T00:12:44.416 DEBUG:teuthology.orchestra.run.smithi067:> rpm -q kernel | sort -rV | head -n 1 2024-09-21T00:12:44.474 INFO:teuthology.orchestra.run.smithi067.stdout:kernel-5.14.0-508.el9.x86_64 2024-09-21T00:12:44.474 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-508.el9.x86_64 2024-09-21T00:12:44.475 DEBUG:teuthology.orchestra.run.smithi067:> sudo rpm -qi grub2-tools 2024-09-21T00:12:44.510 INFO:teuthology.orchestra.run.smithi067.stdout:Name : grub2-tools 2024-09-21T00:12:44.510 INFO:teuthology.orchestra.run.smithi067.stdout:Epoch : 1 2024-09-21T00:12:44.510 INFO:teuthology.orchestra.run.smithi067.stdout:Version : 2.06 2024-09-21T00:12:44.510 INFO:teuthology.orchestra.run.smithi067.stdout:Release : 82.el9 2024-09-21T00:12:44.510 INFO:teuthology.orchestra.run.smithi067.stdout:Architecture: x86_64 2024-09-21T00:12:44.511 INFO:teuthology.orchestra.run.smithi067.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-21T00:12:44.511 INFO:teuthology.orchestra.run.smithi067.stdout:Group : Unspecified 2024-09-21T00:12:44.511 INFO:teuthology.orchestra.run.smithi067.stdout:Size : 8274670 2024-09-21T00:12:44.511 INFO:teuthology.orchestra.run.smithi067.stdout:License : GPLv3+ 2024-09-21T00:12:44.511 INFO:teuthology.orchestra.run.smithi067.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-21T00:12:44.511 INFO:teuthology.orchestra.run.smithi067.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-21T00:12:44.511 INFO:teuthology.orchestra.run.smithi067.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-21T00:12:44.511 INFO:teuthology.orchestra.run.smithi067.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-21T00:12:44.511 INFO:teuthology.orchestra.run.smithi067.stdout:Packager : builder@centos.org 2024-09-21T00:12:44.511 INFO:teuthology.orchestra.run.smithi067.stdout:Vendor : CentOS 2024-09-21T00:12:44.511 INFO:teuthology.orchestra.run.smithi067.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-21T00:12:44.511 INFO:teuthology.orchestra.run.smithi067.stdout:Summary : Support tools for GRUB. 2024-09-21T00:12:44.512 INFO:teuthology.orchestra.run.smithi067.stdout:Description : 2024-09-21T00:12:44.512 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:12:44.512 INFO:teuthology.orchestra.run.smithi067.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-21T00:12:44.512 INFO:teuthology.orchestra.run.smithi067.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-21T00:12:44.512 INFO:teuthology.orchestra.run.smithi067.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-21T00:12:44.512 INFO:teuthology.orchestra.run.smithi067.stdout:hardware devices. 2024-09-21T00:12:44.512 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:12:44.512 INFO:teuthology.orchestra.run.smithi067.stdout:This subpackage provides tools for support of all platforms. 2024-09-21T00:12:44.513 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-21T00:12:44.513 INFO:teuthology.task.kernel:Updating grub on smithi067 to boot 5.14.0-508.el9.x86_64 2024-09-21T00:12:44.513 DEBUG:teuthology.orchestra.run.smithi067:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-21T00:12:45.039 INFO:teuthology.orchestra.run.smithi097.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-21T00:12:45.077 INFO:teuthology.orchestra.run.smithi097.stderr:done 2024-09-21T00:12:45.079 DEBUG:teuthology.orchestra.run.smithi097:> mktemp 2024-09-21T00:12:45.095 INFO:teuthology.orchestra.run.smithi097.stdout:/tmp/tmp.I5BkhKbSXq 2024-09-21T00:12:45.096 DEBUG:teuthology.orchestra.run.smithi097:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.I5BkhKbSXq 2024-09-21T00:12:45.162 DEBUG:teuthology.orchestra.run.smithi097:> sudo chmod 0666 /tmp/tmp.I5BkhKbSXq 2024-09-21T00:12:45.191 INFO:teuthology.orchestra.run.smithi067.stderr:Generating grub configuration file ... 2024-09-21T00:12:45.305 DEBUG:teuthology.orchestra.remote:smithi097:/tmp/tmp.I5BkhKbSXq is 6KB 2024-09-21T00:12:45.353 DEBUG:teuthology.orchestra.run.smithi097:> rm -fr /tmp/tmp.I5BkhKbSXq 2024-09-21T00:12:45.368 DEBUG:teuthology.orchestra.run.smithi097:> sudo /bin/ls /boot/loader/entries || true 2024-09-21T00:12:45.430 INFO:teuthology.orchestra.run.smithi097.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-21T00:12:45.431 INFO:teuthology.orchestra.run.smithi097.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-21T00:12:45.431 INFO:teuthology.orchestra.run.smithi097.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-21T00:12:45.431 INFO:teuthology.orchestra.run.smithi097.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-508.el9.x86_64.conf 2024-09-21T00:12:45.432 DEBUG:teuthology.orchestra.run.smithi097:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-508.el9.x86_64 2024-09-21T00:12:45.590 DEBUG:teuthology.orchestra.run.smithi097:> sudo shutdown -r now 2024-09-21T00:12:46.558 INFO:teuthology.orchestra.run.smithi067.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-21T00:12:46.584 INFO:teuthology.orchestra.run.smithi067.stderr:done 2024-09-21T00:12:46.594 DEBUG:teuthology.orchestra.run.smithi067:> mktemp 2024-09-21T00:12:46.609 INFO:teuthology.orchestra.run.smithi067.stdout:/tmp/tmp.QkNV1bDIww 2024-09-21T00:12:46.609 DEBUG:teuthology.orchestra.run.smithi067:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.QkNV1bDIww 2024-09-21T00:12:46.675 DEBUG:teuthology.orchestra.run.smithi067:> sudo chmod 0666 /tmp/tmp.QkNV1bDIww 2024-09-21T00:12:46.811 DEBUG:teuthology.orchestra.remote:smithi067:/tmp/tmp.QkNV1bDIww is 6KB 2024-09-21T00:12:46.860 DEBUG:teuthology.orchestra.run.smithi067:> rm -fr /tmp/tmp.QkNV1bDIww 2024-09-21T00:12:46.875 DEBUG:teuthology.orchestra.run.smithi067:> sudo /bin/ls /boot/loader/entries || true 2024-09-21T00:12:46.937 INFO:teuthology.orchestra.run.smithi067.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-21T00:12:46.937 INFO:teuthology.orchestra.run.smithi067.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-21T00:12:46.937 INFO:teuthology.orchestra.run.smithi067.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-21T00:12:46.938 INFO:teuthology.orchestra.run.smithi067.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-508.el9.x86_64.conf 2024-09-21T00:12:46.939 DEBUG:teuthology.orchestra.run.smithi067:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-508.el9.x86_64 2024-09-21T00:12:47.225 DEBUG:teuthology.orchestra.run.smithi067:> sudo shutdown -r now 2024-09-21T00:13:15.596 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-09-21T00:13:15.596 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi097.front.sepia.ceph.com' 2024-09-21T00:13:15.597 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi097.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-21T00:13:17.229 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-09-21T00:13:17.230 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi067.front.sepia.ceph.com' 2024-09-21T00:13:17.230 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi067.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-21T00:13:51.727 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.67 2024-09-21T00:14:00.727 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi067.front.sepia.ceph.com' 2024-09-21T00:14:00.728 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi067.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-21T00:14:15.611 DEBUG:teuthology.orchestra.remote:timed out 2024-09-21T00:14:19.119 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.67 2024-09-21T00:14:24.616 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi097.front.sepia.ceph.com' 2024-09-21T00:14:24.617 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi097.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-21T00:14:24.998 DEBUG:teuthology.orchestra.run.smithi097:> true 2024-09-21T00:14:25.389 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi097.front.sepia.ceph.com' 2024-09-21T00:14:25.389 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-508.el9.x86_64"... 2024-09-21T00:14:25.389 DEBUG:teuthology.orchestra.run.smithi097:> uname -r 2024-09-21T00:14:25.403 INFO:teuthology.orchestra.run.smithi097.stdout:5.14.0-508.el9.x86_64 2024-09-21T00:14:25.404 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-508.el9.x86_64 vs 5.14.0-508.el9.x86_64 2024-09-21T00:14:25.404 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-21T00:14:25.404 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-21T00:14:26.405 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-09-21T00:14:26.405 DEBUG:teuthology.orchestra.run.smithi097:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-21T00:14:26.496 INFO:teuthology.orchestra.run.smithi097.stdout:ttyS1 2024-09-21T00:14:26.541 DEBUG:teuthology.parallel:result is None 2024-09-21T00:14:31.120 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi067.front.sepia.ceph.com' 2024-09-21T00:14:31.121 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi067.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-21T00:14:31.447 DEBUG:teuthology.orchestra.run.smithi067:> true 2024-09-21T00:14:31.814 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi067.front.sepia.ceph.com' 2024-09-21T00:14:31.814 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-508.el9.x86_64"... 2024-09-21T00:14:31.814 DEBUG:teuthology.orchestra.run.smithi067:> uname -r 2024-09-21T00:14:31.830 INFO:teuthology.orchestra.run.smithi067.stdout:5.14.0-508.el9.x86_64 2024-09-21T00:14:31.830 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-508.el9.x86_64 vs 5.14.0-508.el9.x86_64 2024-09-21T00:14:31.830 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-21T00:14:31.830 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-21T00:14:32.831 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-09-21T00:14:32.831 DEBUG:teuthology.orchestra.run.smithi067:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-21T00:14:32.925 INFO:teuthology.orchestra.run.smithi067.stdout:ttyS1 2024-09-21T00:14:32.941 DEBUG:teuthology.parallel:result is None 2024-09-21T00:14:32.941 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-21T00:14:32.946 INFO:teuthology.task.internal:Creating test directory... 2024-09-21T00:14:32.947 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-21T00:14:32.949 DEBUG:teuthology.orchestra.run.smithi097:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-21T00:14:32.969 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-21T00:14:32.983 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-21T00:14:33.017 INFO:teuthology.task.internal:Creating archive directory... 2024-09-21T00:14:33.017 DEBUG:teuthology.orchestra.run.smithi067:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-21T00:14:33.020 DEBUG:teuthology.orchestra.run.smithi097:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-21T00:14:33.136 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-21T00:14:33.143 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-21T00:14:33.143 DEBUG:teuthology.orchestra.run.smithi067:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-21T00:14:33.145 DEBUG:teuthology.orchestra.run.smithi097:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-21T00:14:33.176 INFO:teuthology.orchestra.run.smithi097.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-21T00:14:33.187 INFO:teuthology.orchestra.run.smithi097.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-21T00:14:33.206 INFO:teuthology.orchestra.run.smithi067.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-21T00:14:33.216 INFO:teuthology.orchestra.run.smithi067.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-21T00:14:33.218 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-21T00:14:33.227 INFO:teuthology.task.internal:Configuring sudo... 2024-09-21T00:14:33.227 DEBUG:teuthology.orchestra.run.smithi067:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-21T00:14:33.230 DEBUG:teuthology.orchestra.run.smithi097:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-21T00:14:33.257 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-21T00:14:33.270 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-21T00:14:33.270 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-21T00:14:33.296 DEBUG:teuthology.orchestra.run.smithi097:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-21T00:14:33.313 DEBUG:teuthology.orchestra.run.smithi067:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-21T00:14:33.394 DEBUG:teuthology.orchestra.run.smithi067:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-21T00:14:33.443 DEBUG:teuthology.orchestra.run.smithi067:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-21T00:14:33.526 DEBUG:teuthology.orchestra.run.smithi067:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-21T00:14:33.566 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:14:33.566 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-21T00:14:33.630 DEBUG:teuthology.orchestra.run.smithi097:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-21T00:14:33.676 DEBUG:teuthology.orchestra.run.smithi097:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-21T00:14:33.723 DEBUG:teuthology.orchestra.run.smithi097:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-21T00:14:33.808 DEBUG:teuthology.orchestra.run.smithi097:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-21T00:14:33.848 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:14:33.848 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-21T00:14:33.916 DEBUG:teuthology.orchestra.run.smithi067:> sudo service rsyslog restart 2024-09-21T00:14:33.918 DEBUG:teuthology.orchestra.run.smithi097:> sudo service rsyslog restart 2024-09-21T00:14:33.961 INFO:teuthology.orchestra.run.smithi067.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-21T00:14:34.007 INFO:teuthology.orchestra.run.smithi097.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-21T00:14:34.343 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-21T00:14:34.349 INFO:teuthology.task.internal:Starting timer... 2024-09-21T00:14:34.349 INFO:teuthology.run_tasks:Running task pcp... 2024-09-21T00:14:34.393 INFO:teuthology.run_tasks:Running task selinux... 2024-09-21T00:14:34.421 DEBUG:teuthology.orchestra.run.smithi067:> sudo service auditd rotate 2024-09-21T00:14:34.511 INFO:teuthology.orchestra.run.smithi067.stdout:Rotating logs: 2024-09-21T00:14:34.513 DEBUG:teuthology.orchestra.run.smithi097:> sudo service auditd rotate 2024-09-21T00:14:34.577 INFO:teuthology.orchestra.run.smithi097.stdout:Rotating logs: 2024-09-21T00:14:34.579 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-21T00:14:34.579 DEBUG:teuthology.orchestra.run.smithi067:> /usr/sbin/getenforce 2024-09-21T00:14:34.601 INFO:teuthology.orchestra.run.smithi067.stdout:Permissive 2024-09-21T00:14:34.601 DEBUG:teuthology.orchestra.run.smithi097:> /usr/sbin/getenforce 2024-09-21T00:14:34.628 INFO:teuthology.orchestra.run.smithi097.stdout:Permissive 2024-09-21T00:14:34.628 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi067.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi097.front.sepia.ceph.com': 'permissive'} 2024-09-21T00:14:34.628 DEBUG:teuthology.orchestra.run.smithi067:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2024-09-21T00:14:34.669 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-21T00:14:34.670 DEBUG:teuthology.orchestra.run.smithi097:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2024-09-21T00:14:34.699 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-21T00:14:34.700 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-21T00:14:34.700 DEBUG:teuthology.orchestra.run.smithi067:> sudo /usr/sbin/setenforce permissive 2024-09-21T00:14:34.736 DEBUG:teuthology.orchestra.run.smithi097:> sudo /usr/sbin/setenforce permissive 2024-09-21T00:14:34.771 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-21T00:14:34.779 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-09-21T00:14:34.781 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-09-21T00:14:34.926 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-21T00:14:34.936 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-21T00:14:34.937 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi067.front.sepia.ceph.com,smithi097.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-21T00:18:20.432 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi067.front.sepia.ceph.com'), Remote(name='ubuntu@smithi097.front.sepia.ceph.com')] 2024-09-21T00:18:20.433 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi067.front.sepia.ceph.com' 2024-09-21T00:18:20.434 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi067.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-21T00:18:20.508 DEBUG:teuthology.orchestra.run.smithi067:> true 2024-09-21T00:18:20.590 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi067.front.sepia.ceph.com' 2024-09-21T00:18:20.590 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi097.front.sepia.ceph.com' 2024-09-21T00:18:20.590 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi097.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-21T00:18:20.664 DEBUG:teuthology.orchestra.run.smithi097:> true 2024-09-21T00:18:20.699 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi097.front.sepia.ceph.com' 2024-09-21T00:18:20.700 INFO:teuthology.run_tasks:Running task clock... 2024-09-21T00:18:20.708 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-21T00:18:20.708 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-21T00:18:20.708 DEBUG:teuthology.orchestra.run.smithi067:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-21T00:18:20.711 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-21T00:18:20.711 DEBUG:teuthology.orchestra.run.smithi097:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-21T00:18:20.739 INFO:teuthology.orchestra.run.smithi067.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-21T00:18:20.754 INFO:teuthology.orchestra.run.smithi067.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-21T00:18:20.768 INFO:teuthology.orchestra.run.smithi097.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-21T00:18:20.779 INFO:teuthology.orchestra.run.smithi067.stderr:sudo: ntpd: command not found 2024-09-21T00:18:20.782 INFO:teuthology.orchestra.run.smithi097.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-21T00:18:20.790 INFO:teuthology.orchestra.run.smithi067.stdout:506 Cannot talk to daemon 2024-09-21T00:18:20.805 INFO:teuthology.orchestra.run.smithi067.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-21T00:18:20.806 INFO:teuthology.orchestra.run.smithi097.stderr:sudo: ntpd: command not found 2024-09-21T00:18:20.817 INFO:teuthology.orchestra.run.smithi097.stdout:506 Cannot talk to daemon 2024-09-21T00:18:20.819 INFO:teuthology.orchestra.run.smithi067.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-21T00:18:20.832 INFO:teuthology.orchestra.run.smithi097.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-21T00:18:20.846 INFO:teuthology.orchestra.run.smithi097.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-21T00:18:20.874 INFO:teuthology.orchestra.run.smithi067.stderr:bash: line 1: ntpq: command not found 2024-09-21T00:18:20.878 INFO:teuthology.orchestra.run.smithi067.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-21T00:18:20.878 INFO:teuthology.orchestra.run.smithi067.stdout:=============================================================================== 2024-09-21T00:18:20.878 INFO:teuthology.orchestra.run.smithi067.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-21T00:18:20.878 INFO:teuthology.orchestra.run.smithi067.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-21T00:18:20.878 INFO:teuthology.orchestra.run.smithi067.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-21T00:18:20.878 INFO:teuthology.orchestra.run.smithi067.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-21T00:18:20.904 INFO:teuthology.orchestra.run.smithi097.stderr:bash: line 1: ntpq: command not found 2024-09-21T00:18:20.907 INFO:teuthology.orchestra.run.smithi097.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-21T00:18:20.907 INFO:teuthology.orchestra.run.smithi097.stdout:=============================================================================== 2024-09-21T00:18:20.907 INFO:teuthology.orchestra.run.smithi097.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-21T00:18:20.907 INFO:teuthology.orchestra.run.smithi097.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-21T00:18:20.908 INFO:teuthology.orchestra.run.smithi097.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-21T00:18:20.908 INFO:teuthology.orchestra.run.smithi097.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-21T00:18:20.908 INFO:teuthology.run_tasks:Running task install... 2024-09-21T00:18:20.915 DEBUG:teuthology.task.install:project ceph 2024-09-21T00:18:20.915 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '1843221895adccfb3b692060251dd6a0183bc410'}} 2024-09-21T00:18:20.915 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '1843221895adccfb3b692060251dd6a0183bc410'} 2024-09-21T00:18:20.915 INFO:teuthology.task.install:Using flavor: default 2024-09-21T00:18:20.920 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-21T00:18:20.921 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-09-21T00:18:20.921 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '1843221895adccfb3b692060251dd6a0183bc410', 'tag': None, 'wait_for_package': False} 2024-09-21T00:18:20.921 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=1843221895adccfb3b692060251dd6a0183bc410 2024-09-21T00:18:20.923 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '1843221895adccfb3b692060251dd6a0183bc410', 'tag': None, 'wait_for_package': False} 2024-09-21T00:18:20.923 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=1843221895adccfb3b692060251dd6a0183bc410 2024-09-21T00:18:21.069 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/centos/9/flavors/default/ 2024-09-21T00:18:21.070 INFO:teuthology.task.install.rpm:Package version is 19.3.0-5120.g18432218 2024-09-21T00:18:21.074 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/centos/9/flavors/default/ 2024-09-21T00:18:21.075 INFO:teuthology.task.install.rpm:Package version is 19.3.0-5120.g18432218 2024-09-21T00:18:21.177 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-21T00:18:21.177 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:18:21.177 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-21T00:18:21.185 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/wip-pdonnell-testing-20240920.212106-debug/1843221895adccfb3b692060251dd6a0183bc410/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-21T00:18:21.186 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:18:21.186 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-21T00:18:21.204 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-21T00:18:21.204 DEBUG:teuthology.orchestra.run.smithi067:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/1843221895adccfb3b692060251dd6a0183bc410/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-21T00:18:21.211 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-21T00:18:21.212 DEBUG:teuthology.orchestra.run.smithi097:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/1843221895adccfb3b692060251dd6a0183bc410/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-21T00:18:21.272 DEBUG:teuthology.orchestra.run.smithi067:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-21T00:18:21.277 DEBUG:teuthology.orchestra.run.smithi097:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-21T00:18:21.348 DEBUG:teuthology.orchestra.run.smithi067:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-21T00:18:21.352 DEBUG:teuthology.orchestra.run.smithi097:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-21T00:18:21.414 INFO:teuthology.orchestra.run.smithi067.stdout:check_obsoletes = 1 2024-09-21T00:18:21.415 DEBUG:teuthology.orchestra.run.smithi067:> sudo yum clean all 2024-09-21T00:18:21.416 INFO:teuthology.orchestra.run.smithi097.stdout:check_obsoletes = 1 2024-09-21T00:18:21.417 DEBUG:teuthology.orchestra.run.smithi097:> sudo yum clean all 2024-09-21T00:18:21.647 INFO:teuthology.orchestra.run.smithi097.stdout:45 files removed 2024-09-21T00:18:21.654 INFO:teuthology.orchestra.run.smithi067.stdout:45 files removed 2024-09-21T00:18:21.674 DEBUG:teuthology.orchestra.run.smithi097:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-21T00:18:21.681 DEBUG:teuthology.orchestra.run.smithi067:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-21T00:18:22.221 INFO:teuthology.orchestra.run.smithi097.stdout:ceph packages for x86_64 324 kB/s | 84 kB 00:00 2024-09-21T00:18:22.249 INFO:teuthology.orchestra.run.smithi067.stdout:ceph packages for x86_64 317 kB/s | 84 kB 00:00 2024-09-21T00:18:22.497 INFO:teuthology.orchestra.run.smithi097.stdout:ceph noarch packages 105 kB/s | 24 kB 00:00 2024-09-21T00:18:22.550 INFO:teuthology.orchestra.run.smithi067.stdout:ceph noarch packages 95 kB/s | 24 kB 00:00 2024-09-21T00:18:22.772 INFO:teuthology.orchestra.run.smithi097.stdout:ceph source packages 8.0 kB/s | 1.9 kB 00:00 2024-09-21T00:18:22.825 INFO:teuthology.orchestra.run.smithi067.stdout:ceph source packages 8.0 kB/s | 1.9 kB 00:00 2024-09-21T00:18:23.459 INFO:teuthology.orchestra.run.smithi067.stdout:CentOS Stream 9 - BaseOS 14 MB/s | 8.3 MB 00:00 2024-09-21T00:18:23.497 INFO:teuthology.orchestra.run.smithi097.stdout:CentOS Stream 9 - BaseOS 12 MB/s | 8.3 MB 00:00 2024-09-21T00:18:26.721 INFO:teuthology.orchestra.run.smithi067.stdout:CentOS Stream 9 - AppStream 9.5 MB/s | 20 MB 00:02 2024-09-21T00:18:26.974 INFO:teuthology.orchestra.run.smithi097.stdout:CentOS Stream 9 - AppStream 8.5 MB/s | 20 MB 00:02 2024-09-21T00:18:31.222 INFO:teuthology.orchestra.run.smithi067.stdout:CentOS Stream 9 - CRB 12 MB/s | 6.5 MB 00:00 2024-09-21T00:18:31.400 INFO:teuthology.orchestra.run.smithi097.stdout:CentOS Stream 9 - CRB 11 MB/s | 6.5 MB 00:00 2024-09-21T00:18:32.806 INFO:teuthology.orchestra.run.smithi067.stdout:CentOS Stream 9 - Extras packages 64 kB/s | 19 kB 00:00 2024-09-21T00:18:32.968 INFO:teuthology.orchestra.run.smithi097.stdout:CentOS Stream 9 - Extras packages 79 kB/s | 19 kB 00:00 2024-09-21T00:18:33.968 INFO:teuthology.orchestra.run.smithi067.stdout:Extra Packages for Enterprise Linux 22 MB/s | 23 MB 00:01 2024-09-21T00:18:34.022 INFO:teuthology.orchestra.run.smithi097.stdout:Extra Packages for Enterprise Linux 24 MB/s | 23 MB 00:00 2024-09-21T00:18:39.503 INFO:teuthology.orchestra.run.smithi097.stdout:lab-extras 22 kB/s | 1.7 kB 00:00 2024-09-21T00:18:39.599 INFO:teuthology.orchestra.run.smithi067.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-09-21T00:18:41.680 INFO:teuthology.orchestra.run.smithi097.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-21T00:18:41.680 INFO:teuthology.orchestra.run.smithi097.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-21T00:18:41.692 INFO:teuthology.orchestra.run.smithi097.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-21T00:18:41.692 INFO:teuthology.orchestra.run.smithi097.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-21T00:18:41.693 INFO:teuthology.orchestra.run.smithi097.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-21T00:18:41.694 INFO:teuthology.orchestra.run.smithi097.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-21T00:18:41.696 INFO:teuthology.orchestra.run.smithi097.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-21T00:18:41.698 INFO:teuthology.orchestra.run.smithi097.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-21T00:18:41.699 INFO:teuthology.orchestra.run.smithi097.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-21T00:18:41.761 INFO:teuthology.orchestra.run.smithi097.stdout:Dependencies resolved. 2024-09-21T00:18:41.779 INFO:teuthology.orchestra.run.smithi097.stdout:======================================================================================= 2024-09-21T00:18:41.779 INFO:teuthology.orchestra.run.smithi097.stdout: Package Arch Version Repository Size 2024-09-21T00:18:41.780 INFO:teuthology.orchestra.run.smithi097.stdout:======================================================================================= 2024-09-21T00:18:41.780 INFO:teuthology.orchestra.run.smithi097.stdout:Installing: 2024-09-21T00:18:41.780 INFO:teuthology.orchestra.run.smithi097.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-21T00:18:41.780 INFO:teuthology.orchestra.run.smithi097.stdout: ceph x86_64 2:19.3.0-5120.g18432218.el9 ceph 6.6 k 2024-09-21T00:18:41.780 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-base x86_64 2:19.3.0-5120.g18432218.el9 ceph 5.5 M 2024-09-21T00:18:41.780 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-fuse x86_64 2:19.3.0-5120.g18432218.el9 ceph 873 k 2024-09-21T00:18:41.780 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-immutable-object-cache x86_64 2:19.3.0-5120.g18432218.el9 ceph 148 k 2024-09-21T00:18:41.780 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-mgr x86_64 2:19.3.0-5120.g18432218.el9 ceph 1.5 M 2024-09-21T00:18:41.780 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-mgr-cephadm noarch 2:19.3.0-5120.g18432218.el9 ceph-noarch 154 k 2024-09-21T00:18:41.780 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-mgr-dashboard noarch 2:19.3.0-5120.g18432218.el9 ceph-noarch 14 M 2024-09-21T00:18:41.780 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-mgr-diskprediction-local noarch 2:19.3.0-5120.g18432218.el9 ceph-noarch 7.4 M 2024-09-21T00:18:41.780 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-mgr-rook noarch 2:19.3.0-5120.g18432218.el9 ceph-noarch 49 k 2024-09-21T00:18:41.780 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-radosgw x86_64 2:19.3.0-5120.g18432218.el9 ceph 10 M 2024-09-21T00:18:41.781 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-test x86_64 2:19.3.0-5120.g18432218.el9 ceph 40 M 2024-09-21T00:18:41.781 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-volume noarch 2:19.3.0-5120.g18432218.el9 ceph-noarch 285 k 2024-09-21T00:18:41.781 INFO:teuthology.orchestra.run.smithi097.stdout: cephadm noarch 2:19.3.0-5120.g18432218.el9 ceph-noarch 784 k 2024-09-21T00:18:41.781 INFO:teuthology.orchestra.run.smithi097.stdout: cephfs-mirror x86_64 2:19.3.0-5120.g18432218.el9 ceph 226 k 2024-09-21T00:18:41.781 INFO:teuthology.orchestra.run.smithi097.stdout: cephfs-shell x86_64 2:19.3.0-5120.g18432218.el9 ceph 27 k 2024-09-21T00:18:41.781 INFO:teuthology.orchestra.run.smithi097.stdout: cephfs-top noarch 2:19.3.0-5120.g18432218.el9 ceph-noarch 18 k 2024-09-21T00:18:41.781 INFO:teuthology.orchestra.run.smithi097.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-21T00:18:41.781 INFO:teuthology.orchestra.run.smithi097.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-21T00:18:41.781 INFO:teuthology.orchestra.run.smithi097.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-21T00:18:41.781 INFO:teuthology.orchestra.run.smithi097.stdout: libcephfs-devel x86_64 2:19.3.0-5120.g18432218.el9 ceph 32 k 2024-09-21T00:18:41.781 INFO:teuthology.orchestra.run.smithi097.stdout: libcephfs2 x86_64 2:19.3.0-5120.g18432218.el9 ceph 766 k 2024-09-21T00:18:41.781 INFO:teuthology.orchestra.run.smithi097.stdout: librados-devel x86_64 2:19.3.0-5120.g18432218.el9 ceph 127 k 2024-09-21T00:18:41.781 INFO:teuthology.orchestra.run.smithi097.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-21T00:18:41.782 INFO:teuthology.orchestra.run.smithi097.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-21T00:18:41.782 INFO:teuthology.orchestra.run.smithi097.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-21T00:18:41.782 INFO:teuthology.orchestra.run.smithi097.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-21T00:18:41.782 INFO:teuthology.orchestra.run.smithi097.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-21T00:18:41.782 INFO:teuthology.orchestra.run.smithi097.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-21T00:18:41.782 INFO:teuthology.orchestra.run.smithi097.stdout: python3-cephfs x86_64 2:19.3.0-5120.g18432218.el9 ceph 161 k 2024-09-21T00:18:41.782 INFO:teuthology.orchestra.run.smithi097.stdout: python3-rados x86_64 2:19.3.0-5120.g18432218.el9 ceph 321 k 2024-09-21T00:18:41.782 INFO:teuthology.orchestra.run.smithi097.stdout: python3-rbd x86_64 2:19.3.0-5120.g18432218.el9 ceph 307 k 2024-09-21T00:18:41.782 INFO:teuthology.orchestra.run.smithi097.stdout: python3-rgw x86_64 2:19.3.0-5120.g18432218.el9 ceph 99 k 2024-09-21T00:18:41.782 INFO:teuthology.orchestra.run.smithi097.stdout: rbd-fuse x86_64 2:19.3.0-5120.g18432218.el9 ceph 86 k 2024-09-21T00:18:41.782 INFO:teuthology.orchestra.run.smithi097.stdout: rbd-mirror x86_64 2:19.3.0-5120.g18432218.el9 ceph 3.1 M 2024-09-21T00:18:41.782 INFO:teuthology.orchestra.run.smithi097.stdout: rbd-nbd x86_64 2:19.3.0-5120.g18432218.el9 ceph 170 k 2024-09-21T00:18:41.783 INFO:teuthology.orchestra.run.smithi097.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-21T00:18:41.783 INFO:teuthology.orchestra.run.smithi097.stdout:Upgrading: 2024-09-21T00:18:41.783 INFO:teuthology.orchestra.run.smithi097.stdout: NetworkManager x86_64 1:1.51.0-1.el9 baseos 2.3 M 2024-09-21T00:18:41.783 INFO:teuthology.orchestra.run.smithi097.stdout: NetworkManager-libnm x86_64 1:1.51.0-1.el9 baseos 1.8 M 2024-09-21T00:18:41.783 INFO:teuthology.orchestra.run.smithi097.stdout: NetworkManager-team x86_64 1:1.51.0-1.el9 baseos 41 k 2024-09-21T00:18:41.783 INFO:teuthology.orchestra.run.smithi097.stdout: NetworkManager-tui x86_64 1:1.51.0-1.el9 baseos 249 k 2024-09-21T00:18:41.783 INFO:teuthology.orchestra.run.smithi097.stdout: librados2 x86_64 2:19.3.0-5120.g18432218.el9 ceph 3.4 M 2024-09-21T00:18:41.783 INFO:teuthology.orchestra.run.smithi097.stdout: librbd1 x86_64 2:19.3.0-5120.g18432218.el9 ceph 3.2 M 2024-09-21T00:18:41.783 INFO:teuthology.orchestra.run.smithi097.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-21T00:18:41.783 INFO:teuthology.orchestra.run.smithi097.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-21T00:18:41.783 INFO:teuthology.orchestra.run.smithi097.stdout:Installing dependencies: 2024-09-21T00:18:41.783 INFO:teuthology.orchestra.run.smithi097.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-21T00:18:41.783 INFO:teuthology.orchestra.run.smithi097.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-21T00:18:41.783 INFO:teuthology.orchestra.run.smithi097.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-21T00:18:41.784 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-common x86_64 2:19.3.0-5120.g18432218.el9 ceph 20 M 2024-09-21T00:18:41.784 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-grafana-dashboards noarch 2:19.3.0-5120.g18432218.el9 ceph-noarch 34 k 2024-09-21T00:18:41.784 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-mds x86_64 2:19.3.0-5120.g18432218.el9 ceph 2.3 M 2024-09-21T00:18:41.784 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-mgr-modules-core noarch 2:19.3.0-5120.g18432218.el9 ceph-noarch 292 k 2024-09-21T00:18:41.784 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-mon x86_64 2:19.3.0-5120.g18432218.el9 ceph 5.0 M 2024-09-21T00:18:41.784 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-osd x86_64 2:19.3.0-5120.g18432218.el9 ceph 18 M 2024-09-21T00:18:41.784 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-prometheus-alerts noarch 2:19.3.0-5120.g18432218.el9 ceph-noarch 16 k 2024-09-21T00:18:41.784 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-selinux x86_64 2:19.3.0-5120.g18432218.el9 ceph 25 k 2024-09-21T00:18:41.784 INFO:teuthology.orchestra.run.smithi097.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-21T00:18:41.784 INFO:teuthology.orchestra.run.smithi097.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-21T00:18:41.784 INFO:teuthology.orchestra.run.smithi097.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-21T00:18:41.784 INFO:teuthology.orchestra.run.smithi097.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-21T00:18:41.784 INFO:teuthology.orchestra.run.smithi097.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-21T00:18:41.785 INFO:teuthology.orchestra.run.smithi097.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-21T00:18:41.785 INFO:teuthology.orchestra.run.smithi097.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-21T00:18:41.785 INFO:teuthology.orchestra.run.smithi097.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-21T00:18:41.785 INFO:teuthology.orchestra.run.smithi097.stdout: libcephsqlite x86_64 2:19.3.0-5120.g18432218.el9 ceph 158 k 2024-09-21T00:18:41.785 INFO:teuthology.orchestra.run.smithi097.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-21T00:18:41.785 INFO:teuthology.orchestra.run.smithi097.stdout: libnbd x86_64 1.20.2-2.el9 appstream 171 k 2024-09-21T00:18:41.785 INFO:teuthology.orchestra.run.smithi097.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-21T00:18:41.785 INFO:teuthology.orchestra.run.smithi097.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-21T00:18:41.785 INFO:teuthology.orchestra.run.smithi097.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-21T00:18:41.785 INFO:teuthology.orchestra.run.smithi097.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-21T00:18:41.785 INFO:teuthology.orchestra.run.smithi097.stdout: libradosstriper1 x86_64 2:19.3.0-5120.g18432218.el9 ceph 507 k 2024-09-21T00:18:41.785 INFO:teuthology.orchestra.run.smithi097.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-21T00:18:41.785 INFO:teuthology.orchestra.run.smithi097.stdout: librgw2 x86_64 2:19.3.0-5120.g18432218.el9 ceph 5.3 M 2024-09-21T00:18:41.786 INFO:teuthology.orchestra.run.smithi097.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-21T00:18:41.786 INFO:teuthology.orchestra.run.smithi097.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-21T00:18:41.786 INFO:teuthology.orchestra.run.smithi097.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-21T00:18:41.786 INFO:teuthology.orchestra.run.smithi097.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-21T00:18:41.786 INFO:teuthology.orchestra.run.smithi097.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-21T00:18:41.786 INFO:teuthology.orchestra.run.smithi097.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-21T00:18:41.786 INFO:teuthology.orchestra.run.smithi097.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-21T00:18:41.786 INFO:teuthology.orchestra.run.smithi097.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-21T00:18:41.786 INFO:teuthology.orchestra.run.smithi097.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-21T00:18:41.786 INFO:teuthology.orchestra.run.smithi097.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-21T00:18:41.786 INFO:teuthology.orchestra.run.smithi097.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-21T00:18:41.786 INFO:teuthology.orchestra.run.smithi097.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-21T00:18:41.786 INFO:teuthology.orchestra.run.smithi097.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-21T00:18:41.787 INFO:teuthology.orchestra.run.smithi097.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-21T00:18:41.787 INFO:teuthology.orchestra.run.smithi097.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-21T00:18:41.787 INFO:teuthology.orchestra.run.smithi097.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-21T00:18:41.787 INFO:teuthology.orchestra.run.smithi097.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-21T00:18:41.787 INFO:teuthology.orchestra.run.smithi097.stdout: python3-ceph-argparse x86_64 2:19.3.0-5120.g18432218.el9 ceph 45 k 2024-09-21T00:18:41.787 INFO:teuthology.orchestra.run.smithi097.stdout: python3-ceph-common x86_64 2:19.3.0-5120.g18432218.el9 ceph 148 k 2024-09-21T00:18:41.787 INFO:teuthology.orchestra.run.smithi097.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-21T00:18:41.787 INFO:teuthology.orchestra.run.smithi097.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-21T00:18:41.787 INFO:teuthology.orchestra.run.smithi097.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-21T00:18:41.787 INFO:teuthology.orchestra.run.smithi097.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-21T00:18:41.787 INFO:teuthology.orchestra.run.smithi097.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-21T00:18:41.787 INFO:teuthology.orchestra.run.smithi097.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-21T00:18:41.787 INFO:teuthology.orchestra.run.smithi097.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-21T00:18:41.788 INFO:teuthology.orchestra.run.smithi097.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-21T00:18:41.788 INFO:teuthology.orchestra.run.smithi097.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-21T00:18:41.788 INFO:teuthology.orchestra.run.smithi097.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-21T00:18:41.788 INFO:teuthology.orchestra.run.smithi097.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-21T00:18:41.788 INFO:teuthology.orchestra.run.smithi097.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-21T00:18:41.788 INFO:teuthology.orchestra.run.smithi097.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-21T00:18:41.788 INFO:teuthology.orchestra.run.smithi097.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-21T00:18:41.788 INFO:teuthology.orchestra.run.smithi097.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-21T00:18:41.788 INFO:teuthology.orchestra.run.smithi097.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-21T00:18:41.788 INFO:teuthology.orchestra.run.smithi097.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-21T00:18:41.788 INFO:teuthology.orchestra.run.smithi097.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-21T00:18:41.788 INFO:teuthology.orchestra.run.smithi097.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-21T00:18:41.788 INFO:teuthology.orchestra.run.smithi097.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-21T00:18:41.788 INFO:teuthology.orchestra.run.smithi097.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-21T00:18:41.789 INFO:teuthology.orchestra.run.smithi097.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-21T00:18:41.789 INFO:teuthology.orchestra.run.smithi097.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-21T00:18:41.789 INFO:teuthology.orchestra.run.smithi097.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-21T00:18:41.789 INFO:teuthology.orchestra.run.smithi097.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-21T00:18:41.789 INFO:teuthology.orchestra.run.smithi097.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-21T00:18:41.789 INFO:teuthology.orchestra.run.smithi097.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-21T00:18:41.789 INFO:teuthology.orchestra.run.smithi097.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-21T00:18:41.789 INFO:teuthology.orchestra.run.smithi097.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-21T00:18:41.789 INFO:teuthology.orchestra.run.smithi097.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-21T00:18:41.789 INFO:teuthology.orchestra.run.smithi097.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-21T00:18:41.789 INFO:teuthology.orchestra.run.smithi097.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-21T00:18:41.789 INFO:teuthology.orchestra.run.smithi097.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-21T00:18:41.789 INFO:teuthology.orchestra.run.smithi097.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-21T00:18:41.789 INFO:teuthology.orchestra.run.smithi097.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-21T00:18:41.789 INFO:teuthology.orchestra.run.smithi097.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-21T00:18:41.790 INFO:teuthology.orchestra.run.smithi097.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-21T00:18:41.790 INFO:teuthology.orchestra.run.smithi097.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-21T00:18:41.790 INFO:teuthology.orchestra.run.smithi097.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-21T00:18:41.790 INFO:teuthology.orchestra.run.smithi097.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-21T00:18:41.790 INFO:teuthology.orchestra.run.smithi097.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-21T00:18:41.790 INFO:teuthology.orchestra.run.smithi097.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-21T00:18:41.790 INFO:teuthology.orchestra.run.smithi097.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-21T00:18:41.790 INFO:teuthology.orchestra.run.smithi097.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-21T00:18:41.790 INFO:teuthology.orchestra.run.smithi097.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-21T00:18:41.790 INFO:teuthology.orchestra.run.smithi097.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-21T00:18:41.790 INFO:teuthology.orchestra.run.smithi097.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-21T00:18:41.790 INFO:teuthology.orchestra.run.smithi097.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-21T00:18:41.790 INFO:teuthology.orchestra.run.smithi097.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-21T00:18:41.791 INFO:teuthology.orchestra.run.smithi097.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-21T00:18:41.791 INFO:teuthology.orchestra.run.smithi097.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-21T00:18:41.791 INFO:teuthology.orchestra.run.smithi097.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-21T00:18:41.791 INFO:teuthology.orchestra.run.smithi097.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-21T00:18:41.791 INFO:teuthology.orchestra.run.smithi097.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-21T00:18:41.791 INFO:teuthology.orchestra.run.smithi097.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-21T00:18:41.791 INFO:teuthology.orchestra.run.smithi097.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-21T00:18:41.791 INFO:teuthology.orchestra.run.smithi097.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-21T00:18:41.791 INFO:teuthology.orchestra.run.smithi097.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-21T00:18:41.791 INFO:teuthology.orchestra.run.smithi097.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-21T00:18:41.791 INFO:teuthology.orchestra.run.smithi097.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-21T00:18:41.791 INFO:teuthology.orchestra.run.smithi097.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-21T00:18:41.791 INFO:teuthology.orchestra.run.smithi097.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-21T00:18:41.791 INFO:teuthology.orchestra.run.smithi097.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-21T00:18:41.792 INFO:teuthology.orchestra.run.smithi097.stdout:Installing weak dependencies: 2024-09-21T00:18:41.792 INFO:teuthology.orchestra.run.smithi097.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-21T00:18:41.792 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:18:41.792 INFO:teuthology.orchestra.run.smithi097.stdout:Transaction Summary 2024-09-21T00:18:41.792 INFO:teuthology.orchestra.run.smithi097.stdout:======================================================================================= 2024-09-21T00:18:41.792 INFO:teuthology.orchestra.run.smithi097.stdout:Install 149 Packages 2024-09-21T00:18:41.792 INFO:teuthology.orchestra.run.smithi097.stdout:Upgrade 8 Packages 2024-09-21T00:18:41.792 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:18:41.792 INFO:teuthology.orchestra.run.smithi097.stdout:Total download size: 228 M 2024-09-21T00:18:41.793 INFO:teuthology.orchestra.run.smithi097.stdout:Downloading Packages: 2024-09-21T00:18:41.915 INFO:teuthology.orchestra.run.smithi067.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-21T00:18:41.916 INFO:teuthology.orchestra.run.smithi067.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-21T00:18:41.928 INFO:teuthology.orchestra.run.smithi067.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-21T00:18:41.929 INFO:teuthology.orchestra.run.smithi067.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-21T00:18:41.930 INFO:teuthology.orchestra.run.smithi067.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-21T00:18:41.931 INFO:teuthology.orchestra.run.smithi067.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-21T00:18:41.933 INFO:teuthology.orchestra.run.smithi067.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-21T00:18:41.935 INFO:teuthology.orchestra.run.smithi067.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-21T00:18:41.936 INFO:teuthology.orchestra.run.smithi067.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-21T00:18:42.003 INFO:teuthology.orchestra.run.smithi067.stdout:Dependencies resolved. 2024-09-21T00:18:42.021 INFO:teuthology.orchestra.run.smithi067.stdout:======================================================================================= 2024-09-21T00:18:42.021 INFO:teuthology.orchestra.run.smithi067.stdout: Package Arch Version Repository Size 2024-09-21T00:18:42.021 INFO:teuthology.orchestra.run.smithi067.stdout:======================================================================================= 2024-09-21T00:18:42.021 INFO:teuthology.orchestra.run.smithi067.stdout:Installing: 2024-09-21T00:18:42.021 INFO:teuthology.orchestra.run.smithi067.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-21T00:18:42.021 INFO:teuthology.orchestra.run.smithi067.stdout: ceph x86_64 2:19.3.0-5120.g18432218.el9 ceph 6.6 k 2024-09-21T00:18:42.021 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-base x86_64 2:19.3.0-5120.g18432218.el9 ceph 5.5 M 2024-09-21T00:18:42.021 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-fuse x86_64 2:19.3.0-5120.g18432218.el9 ceph 873 k 2024-09-21T00:18:42.021 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-immutable-object-cache x86_64 2:19.3.0-5120.g18432218.el9 ceph 148 k 2024-09-21T00:18:42.021 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mgr x86_64 2:19.3.0-5120.g18432218.el9 ceph 1.5 M 2024-09-21T00:18:42.021 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mgr-cephadm noarch 2:19.3.0-5120.g18432218.el9 ceph-noarch 154 k 2024-09-21T00:18:42.022 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mgr-dashboard noarch 2:19.3.0-5120.g18432218.el9 ceph-noarch 14 M 2024-09-21T00:18:42.022 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mgr-diskprediction-local noarch 2:19.3.0-5120.g18432218.el9 ceph-noarch 7.4 M 2024-09-21T00:18:42.022 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mgr-rook noarch 2:19.3.0-5120.g18432218.el9 ceph-noarch 49 k 2024-09-21T00:18:42.022 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-radosgw x86_64 2:19.3.0-5120.g18432218.el9 ceph 10 M 2024-09-21T00:18:42.022 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-test x86_64 2:19.3.0-5120.g18432218.el9 ceph 40 M 2024-09-21T00:18:42.022 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-volume noarch 2:19.3.0-5120.g18432218.el9 ceph-noarch 285 k 2024-09-21T00:18:42.022 INFO:teuthology.orchestra.run.smithi067.stdout: cephadm noarch 2:19.3.0-5120.g18432218.el9 ceph-noarch 784 k 2024-09-21T00:18:42.022 INFO:teuthology.orchestra.run.smithi067.stdout: cephfs-mirror x86_64 2:19.3.0-5120.g18432218.el9 ceph 226 k 2024-09-21T00:18:42.022 INFO:teuthology.orchestra.run.smithi067.stdout: cephfs-shell x86_64 2:19.3.0-5120.g18432218.el9 ceph 27 k 2024-09-21T00:18:42.022 INFO:teuthology.orchestra.run.smithi067.stdout: cephfs-top noarch 2:19.3.0-5120.g18432218.el9 ceph-noarch 18 k 2024-09-21T00:18:42.023 INFO:teuthology.orchestra.run.smithi067.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-21T00:18:42.023 INFO:teuthology.orchestra.run.smithi067.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-21T00:18:42.023 INFO:teuthology.orchestra.run.smithi067.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-21T00:18:42.023 INFO:teuthology.orchestra.run.smithi067.stdout: libcephfs-devel x86_64 2:19.3.0-5120.g18432218.el9 ceph 32 k 2024-09-21T00:18:42.023 INFO:teuthology.orchestra.run.smithi067.stdout: libcephfs2 x86_64 2:19.3.0-5120.g18432218.el9 ceph 766 k 2024-09-21T00:18:42.023 INFO:teuthology.orchestra.run.smithi067.stdout: librados-devel x86_64 2:19.3.0-5120.g18432218.el9 ceph 127 k 2024-09-21T00:18:42.023 INFO:teuthology.orchestra.run.smithi067.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-21T00:18:42.023 INFO:teuthology.orchestra.run.smithi067.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-21T00:18:42.023 INFO:teuthology.orchestra.run.smithi067.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-21T00:18:42.023 INFO:teuthology.orchestra.run.smithi067.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-21T00:18:42.023 INFO:teuthology.orchestra.run.smithi067.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-21T00:18:42.024 INFO:teuthology.orchestra.run.smithi067.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-21T00:18:42.024 INFO:teuthology.orchestra.run.smithi067.stdout: python3-cephfs x86_64 2:19.3.0-5120.g18432218.el9 ceph 161 k 2024-09-21T00:18:42.024 INFO:teuthology.orchestra.run.smithi067.stdout: python3-rados x86_64 2:19.3.0-5120.g18432218.el9 ceph 321 k 2024-09-21T00:18:42.024 INFO:teuthology.orchestra.run.smithi067.stdout: python3-rbd x86_64 2:19.3.0-5120.g18432218.el9 ceph 307 k 2024-09-21T00:18:42.024 INFO:teuthology.orchestra.run.smithi067.stdout: python3-rgw x86_64 2:19.3.0-5120.g18432218.el9 ceph 99 k 2024-09-21T00:18:42.024 INFO:teuthology.orchestra.run.smithi067.stdout: rbd-fuse x86_64 2:19.3.0-5120.g18432218.el9 ceph 86 k 2024-09-21T00:18:42.024 INFO:teuthology.orchestra.run.smithi067.stdout: rbd-mirror x86_64 2:19.3.0-5120.g18432218.el9 ceph 3.1 M 2024-09-21T00:18:42.024 INFO:teuthology.orchestra.run.smithi067.stdout: rbd-nbd x86_64 2:19.3.0-5120.g18432218.el9 ceph 170 k 2024-09-21T00:18:42.024 INFO:teuthology.orchestra.run.smithi067.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-21T00:18:42.024 INFO:teuthology.orchestra.run.smithi067.stdout:Upgrading: 2024-09-21T00:18:42.024 INFO:teuthology.orchestra.run.smithi067.stdout: NetworkManager x86_64 1:1.51.0-1.el9 baseos 2.3 M 2024-09-21T00:18:42.024 INFO:teuthology.orchestra.run.smithi067.stdout: NetworkManager-libnm x86_64 1:1.51.0-1.el9 baseos 1.8 M 2024-09-21T00:18:42.024 INFO:teuthology.orchestra.run.smithi067.stdout: NetworkManager-team x86_64 1:1.51.0-1.el9 baseos 41 k 2024-09-21T00:18:42.025 INFO:teuthology.orchestra.run.smithi067.stdout: NetworkManager-tui x86_64 1:1.51.0-1.el9 baseos 249 k 2024-09-21T00:18:42.025 INFO:teuthology.orchestra.run.smithi067.stdout: librados2 x86_64 2:19.3.0-5120.g18432218.el9 ceph 3.4 M 2024-09-21T00:18:42.025 INFO:teuthology.orchestra.run.smithi067.stdout: librbd1 x86_64 2:19.3.0-5120.g18432218.el9 ceph 3.2 M 2024-09-21T00:18:42.025 INFO:teuthology.orchestra.run.smithi067.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-21T00:18:42.025 INFO:teuthology.orchestra.run.smithi067.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-21T00:18:42.025 INFO:teuthology.orchestra.run.smithi067.stdout:Installing dependencies: 2024-09-21T00:18:42.025 INFO:teuthology.orchestra.run.smithi067.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-21T00:18:42.025 INFO:teuthology.orchestra.run.smithi067.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-21T00:18:42.025 INFO:teuthology.orchestra.run.smithi067.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-21T00:18:42.025 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-common x86_64 2:19.3.0-5120.g18432218.el9 ceph 20 M 2024-09-21T00:18:42.025 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-grafana-dashboards noarch 2:19.3.0-5120.g18432218.el9 ceph-noarch 34 k 2024-09-21T00:18:42.025 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mds x86_64 2:19.3.0-5120.g18432218.el9 ceph 2.3 M 2024-09-21T00:18:42.025 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mgr-modules-core noarch 2:19.3.0-5120.g18432218.el9 ceph-noarch 292 k 2024-09-21T00:18:42.025 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mon x86_64 2:19.3.0-5120.g18432218.el9 ceph 5.0 M 2024-09-21T00:18:42.026 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-osd x86_64 2:19.3.0-5120.g18432218.el9 ceph 18 M 2024-09-21T00:18:42.026 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-prometheus-alerts noarch 2:19.3.0-5120.g18432218.el9 ceph-noarch 16 k 2024-09-21T00:18:42.026 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-selinux x86_64 2:19.3.0-5120.g18432218.el9 ceph 25 k 2024-09-21T00:18:42.026 INFO:teuthology.orchestra.run.smithi067.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-21T00:18:42.026 INFO:teuthology.orchestra.run.smithi067.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-21T00:18:42.026 INFO:teuthology.orchestra.run.smithi067.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-21T00:18:42.026 INFO:teuthology.orchestra.run.smithi067.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-21T00:18:42.026 INFO:teuthology.orchestra.run.smithi067.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-21T00:18:42.026 INFO:teuthology.orchestra.run.smithi067.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-21T00:18:42.026 INFO:teuthology.orchestra.run.smithi067.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-21T00:18:42.026 INFO:teuthology.orchestra.run.smithi067.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-21T00:18:42.026 INFO:teuthology.orchestra.run.smithi067.stdout: libcephsqlite x86_64 2:19.3.0-5120.g18432218.el9 ceph 158 k 2024-09-21T00:18:42.026 INFO:teuthology.orchestra.run.smithi067.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-21T00:18:42.027 INFO:teuthology.orchestra.run.smithi067.stdout: libnbd x86_64 1.20.2-2.el9 appstream 171 k 2024-09-21T00:18:42.027 INFO:teuthology.orchestra.run.smithi067.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-21T00:18:42.027 INFO:teuthology.orchestra.run.smithi067.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-21T00:18:42.027 INFO:teuthology.orchestra.run.smithi067.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-21T00:18:42.027 INFO:teuthology.orchestra.run.smithi067.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-21T00:18:42.027 INFO:teuthology.orchestra.run.smithi067.stdout: libradosstriper1 x86_64 2:19.3.0-5120.g18432218.el9 ceph 507 k 2024-09-21T00:18:42.027 INFO:teuthology.orchestra.run.smithi067.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-21T00:18:42.027 INFO:teuthology.orchestra.run.smithi067.stdout: librgw2 x86_64 2:19.3.0-5120.g18432218.el9 ceph 5.3 M 2024-09-21T00:18:42.027 INFO:teuthology.orchestra.run.smithi067.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-21T00:18:42.027 INFO:teuthology.orchestra.run.smithi067.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-21T00:18:42.027 INFO:teuthology.orchestra.run.smithi067.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-21T00:18:42.027 INFO:teuthology.orchestra.run.smithi067.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-21T00:18:42.027 INFO:teuthology.orchestra.run.smithi067.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-21T00:18:42.027 INFO:teuthology.orchestra.run.smithi067.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-21T00:18:42.028 INFO:teuthology.orchestra.run.smithi067.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-21T00:18:42.028 INFO:teuthology.orchestra.run.smithi067.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-21T00:18:42.028 INFO:teuthology.orchestra.run.smithi067.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-21T00:18:42.028 INFO:teuthology.orchestra.run.smithi067.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-21T00:18:42.028 INFO:teuthology.orchestra.run.smithi067.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-21T00:18:42.028 INFO:teuthology.orchestra.run.smithi067.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-21T00:18:42.028 INFO:teuthology.orchestra.run.smithi067.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-21T00:18:42.028 INFO:teuthology.orchestra.run.smithi067.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-21T00:18:42.028 INFO:teuthology.orchestra.run.smithi067.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-21T00:18:42.028 INFO:teuthology.orchestra.run.smithi067.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-21T00:18:42.028 INFO:teuthology.orchestra.run.smithi067.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-21T00:18:42.028 INFO:teuthology.orchestra.run.smithi067.stdout: python3-ceph-argparse x86_64 2:19.3.0-5120.g18432218.el9 ceph 45 k 2024-09-21T00:18:42.028 INFO:teuthology.orchestra.run.smithi067.stdout: python3-ceph-common x86_64 2:19.3.0-5120.g18432218.el9 ceph 148 k 2024-09-21T00:18:42.028 INFO:teuthology.orchestra.run.smithi067.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-21T00:18:42.029 INFO:teuthology.orchestra.run.smithi067.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-21T00:18:42.029 INFO:teuthology.orchestra.run.smithi067.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-21T00:18:42.029 INFO:teuthology.orchestra.run.smithi067.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-21T00:18:42.029 INFO:teuthology.orchestra.run.smithi067.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-21T00:18:42.029 INFO:teuthology.orchestra.run.smithi067.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-21T00:18:42.029 INFO:teuthology.orchestra.run.smithi067.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-21T00:18:42.029 INFO:teuthology.orchestra.run.smithi067.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-21T00:18:42.029 INFO:teuthology.orchestra.run.smithi067.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-21T00:18:42.029 INFO:teuthology.orchestra.run.smithi067.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-21T00:18:42.029 INFO:teuthology.orchestra.run.smithi067.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-21T00:18:42.029 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-21T00:18:42.029 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-21T00:18:42.029 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-21T00:18:42.029 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-21T00:18:42.030 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-21T00:18:42.030 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-21T00:18:42.030 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-21T00:18:42.030 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-21T00:18:42.030 INFO:teuthology.orchestra.run.smithi067.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-21T00:18:42.030 INFO:teuthology.orchestra.run.smithi067.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-21T00:18:42.030 INFO:teuthology.orchestra.run.smithi067.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-21T00:18:42.030 INFO:teuthology.orchestra.run.smithi067.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-21T00:18:42.030 INFO:teuthology.orchestra.run.smithi067.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-21T00:18:42.030 INFO:teuthology.orchestra.run.smithi067.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-21T00:18:42.030 INFO:teuthology.orchestra.run.smithi067.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-21T00:18:42.030 INFO:teuthology.orchestra.run.smithi067.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-21T00:18:42.030 INFO:teuthology.orchestra.run.smithi067.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-21T00:18:42.030 INFO:teuthology.orchestra.run.smithi067.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-21T00:18:42.031 INFO:teuthology.orchestra.run.smithi067.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-21T00:18:42.031 INFO:teuthology.orchestra.run.smithi067.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-21T00:18:42.031 INFO:teuthology.orchestra.run.smithi067.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-21T00:18:42.031 INFO:teuthology.orchestra.run.smithi067.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-21T00:18:42.031 INFO:teuthology.orchestra.run.smithi067.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-21T00:18:42.031 INFO:teuthology.orchestra.run.smithi067.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-21T00:18:42.031 INFO:teuthology.orchestra.run.smithi067.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-21T00:18:42.031 INFO:teuthology.orchestra.run.smithi067.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-21T00:18:42.031 INFO:teuthology.orchestra.run.smithi067.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-21T00:18:42.031 INFO:teuthology.orchestra.run.smithi067.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-21T00:18:42.031 INFO:teuthology.orchestra.run.smithi067.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-21T00:18:42.031 INFO:teuthology.orchestra.run.smithi067.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-21T00:18:42.031 INFO:teuthology.orchestra.run.smithi067.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-21T00:18:42.031 INFO:teuthology.orchestra.run.smithi067.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-21T00:18:42.032 INFO:teuthology.orchestra.run.smithi067.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-21T00:18:42.032 INFO:teuthology.orchestra.run.smithi067.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-21T00:18:42.032 INFO:teuthology.orchestra.run.smithi067.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-21T00:18:42.032 INFO:teuthology.orchestra.run.smithi067.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-21T00:18:42.032 INFO:teuthology.orchestra.run.smithi067.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-21T00:18:42.032 INFO:teuthology.orchestra.run.smithi067.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-21T00:18:42.032 INFO:teuthology.orchestra.run.smithi067.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-21T00:18:42.032 INFO:teuthology.orchestra.run.smithi067.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-21T00:18:42.032 INFO:teuthology.orchestra.run.smithi067.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-21T00:18:42.032 INFO:teuthology.orchestra.run.smithi067.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-21T00:18:42.032 INFO:teuthology.orchestra.run.smithi067.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-21T00:18:42.032 INFO:teuthology.orchestra.run.smithi067.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-21T00:18:42.032 INFO:teuthology.orchestra.run.smithi067.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-21T00:18:42.032 INFO:teuthology.orchestra.run.smithi067.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-21T00:18:42.032 INFO:teuthology.orchestra.run.smithi067.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-21T00:18:42.032 INFO:teuthology.orchestra.run.smithi067.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-21T00:18:42.033 INFO:teuthology.orchestra.run.smithi067.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-21T00:18:42.033 INFO:teuthology.orchestra.run.smithi067.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-21T00:18:42.033 INFO:teuthology.orchestra.run.smithi067.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-21T00:18:42.033 INFO:teuthology.orchestra.run.smithi067.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-21T00:18:42.033 INFO:teuthology.orchestra.run.smithi067.stdout:Installing weak dependencies: 2024-09-21T00:18:42.033 INFO:teuthology.orchestra.run.smithi067.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-21T00:18:42.033 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:18:42.033 INFO:teuthology.orchestra.run.smithi067.stdout:Transaction Summary 2024-09-21T00:18:42.033 INFO:teuthology.orchestra.run.smithi067.stdout:======================================================================================= 2024-09-21T00:18:42.033 INFO:teuthology.orchestra.run.smithi067.stdout:Install 149 Packages 2024-09-21T00:18:42.033 INFO:teuthology.orchestra.run.smithi067.stdout:Upgrade 8 Packages 2024-09-21T00:18:42.033 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:18:42.034 INFO:teuthology.orchestra.run.smithi067.stdout:Total download size: 228 M 2024-09-21T00:18:42.034 INFO:teuthology.orchestra.run.smithi067.stdout:Downloading Packages: 2024-09-21T00:18:42.171 INFO:teuthology.orchestra.run.smithi097.stdout:(1/157): ceph-19.3.0-5120.g18432218.el9.x86_64. 53 kB/s | 6.6 kB 00:00 2024-09-21T00:18:42.354 INFO:teuthology.orchestra.run.smithi097.stdout:(2/157): ceph-fuse-19.3.0-5120.g18432218.el9.x8 4.7 MB/s | 873 kB 00:00 2024-09-21T00:18:42.455 INFO:teuthology.orchestra.run.smithi097.stdout:(3/157): ceph-immutable-object-cache-19.3.0-512 1.4 MB/s | 148 kB 00:00 2024-09-21T00:18:42.538 INFO:teuthology.orchestra.run.smithi097.stdout:(4/157): ceph-base-19.3.0-5120.g18432218.el9.x8 11 MB/s | 5.5 MB 00:00 2024-09-21T00:18:42.639 INFO:teuthology.orchestra.run.smithi097.stdout:(5/157): ceph-mgr-19.3.0-5120.g18432218.el9.x86 15 MB/s | 1.5 MB 00:00 2024-09-21T00:18:42.659 INFO:teuthology.orchestra.run.smithi067.stdout:(1/157): ceph-19.3.0-5120.g18432218.el9.x86_64. 27 kB/s | 6.6 kB 00:00 2024-09-21T00:18:42.689 INFO:teuthology.orchestra.run.smithi097.stdout:(6/157): ceph-mds-19.3.0-5120.g18432218.el9.x86 9.8 MB/s | 2.3 MB 00:00 2024-09-21T00:18:42.914 INFO:teuthology.orchestra.run.smithi097.stdout:(7/157): ceph-mon-19.3.0-5120.g18432218.el9.x86 18 MB/s | 5.0 MB 00:00 2024-09-21T00:18:43.156 INFO:teuthology.orchestra.run.smithi097.stdout:(8/157): ceph-common-19.3.0-5120.g18432218.el9. 18 MB/s | 20 MB 00:01 2024-09-21T00:18:43.240 INFO:teuthology.orchestra.run.smithi097.stdout:(9/157): ceph-selinux-19.3.0-5120.g18432218.el9 303 kB/s | 25 kB 00:00 2024-09-21T00:18:43.890 INFO:teuthology.orchestra.run.smithi097.stdout:(10/157): ceph-osd-19.3.0-5120.g18432218.el9.x8 15 MB/s | 18 MB 00:01 2024-09-21T00:18:43.940 INFO:teuthology.orchestra.run.smithi097.stdout:(11/157): cephfs-mirror-19.3.0-5120.g18432218.e 4.4 MB/s | 226 kB 00:00 2024-09-21T00:18:44.032 INFO:teuthology.orchestra.run.smithi097.stdout:(12/157): cephfs-shell-19.3.0-5120.g18432218.el 294 kB/s | 27 kB 00:00 2024-09-21T00:18:44.124 INFO:teuthology.orchestra.run.smithi097.stdout:(13/157): libcephfs-devel-19.3.0-5120.g18432218 347 kB/s | 32 kB 00:00 2024-09-21T00:18:44.151 INFO:teuthology.orchestra.run.smithi067.stdout:(2/157): ceph-fuse-19.3.0-5120.g18432218.el9.x8 585 kB/s | 873 kB 00:01 2024-09-21T00:18:44.299 INFO:teuthology.orchestra.run.smithi097.stdout:(14/157): libcephfs2-19.3.0-5120.g18432218.el9. 4.3 MB/s | 766 kB 00:00 2024-09-21T00:18:44.408 INFO:teuthology.orchestra.run.smithi097.stdout:(15/157): libcephsqlite-19.3.0-5120.g18432218.e 1.4 MB/s | 158 kB 00:00 2024-09-21T00:18:44.508 INFO:teuthology.orchestra.run.smithi097.stdout:(16/157): librados-devel-19.3.0-5120.g18432218. 1.2 MB/s | 127 kB 00:00 2024-09-21T00:18:44.518 INFO:teuthology.orchestra.run.smithi067.stdout:(3/157): ceph-immutable-object-cache-19.3.0-512 404 kB/s | 148 kB 00:00 2024-09-21T00:18:44.617 INFO:teuthology.orchestra.run.smithi097.stdout:(17/157): libradosstriper1-19.3.0-5120.g1843221 4.6 MB/s | 507 kB 00:00 2024-09-21T00:18:45.234 INFO:teuthology.orchestra.run.smithi097.stdout:(18/157): librgw2-19.3.0-5120.g18432218.el9.x86 8.6 MB/s | 5.3 MB 00:00 2024-09-21T00:18:45.343 INFO:teuthology.orchestra.run.smithi097.stdout:(19/157): ceph-radosgw-19.3.0-5120.g18432218.el 4.3 MB/s | 10 MB 00:02 2024-09-21T00:18:45.359 INFO:teuthology.orchestra.run.smithi097.stdout:(20/157): python3-ceph-argparse-19.3.0-5120.g18 361 kB/s | 45 kB 00:00 2024-09-21T00:18:45.435 INFO:teuthology.orchestra.run.smithi097.stdout:(21/157): python3-ceph-common-19.3.0-5120.g1843 1.6 MB/s | 148 kB 00:00 2024-09-21T00:18:45.460 INFO:teuthology.orchestra.run.smithi097.stdout:(22/157): python3-cephfs-19.3.0-5120.g18432218. 1.6 MB/s | 161 kB 00:00 2024-09-21T00:18:45.568 INFO:teuthology.orchestra.run.smithi097.stdout:(23/157): python3-rbd-19.3.0-5120.g18432218.el9 2.8 MB/s | 307 kB 00:00 2024-09-21T00:18:45.610 INFO:teuthology.orchestra.run.smithi097.stdout:(24/157): python3-rados-19.3.0-5120.g18432218.e 1.8 MB/s | 321 kB 00:00 2024-09-21T00:18:45.669 INFO:teuthology.orchestra.run.smithi097.stdout:(25/157): python3-rgw-19.3.0-5120.g18432218.el9 989 kB/s | 99 kB 00:00 2024-09-21T00:18:45.711 INFO:teuthology.orchestra.run.smithi097.stdout:(26/157): rbd-fuse-19.3.0-5120.g18432218.el9.x8 861 kB/s | 86 kB 00:00 2024-09-21T00:18:45.803 INFO:teuthology.orchestra.run.smithi097.stdout:(27/157): rbd-nbd-19.3.0-5120.g18432218.el9.x86 1.8 MB/s | 170 kB 00:00 2024-09-21T00:18:46.006 INFO:teuthology.orchestra.run.smithi067.stdout:(4/157): ceph-base-19.3.0-5120.g18432218.el9.x8 1.5 MB/s | 5.5 MB 00:03 2024-09-21T00:18:46.195 INFO:teuthology.orchestra.run.smithi097.stdout:(28/157): ceph-test-19.3.0-5120.g18432218.el9.x 13 MB/s | 40 MB 00:02 2024-09-21T00:18:46.220 INFO:teuthology.orchestra.run.smithi097.stdout:(29/157): ceph-grafana-dashboards-19.3.0-5120.g 82 kB/s | 34 kB 00:00 2024-09-21T00:18:46.354 INFO:teuthology.orchestra.run.smithi097.stdout:(30/157): rbd-mirror-19.3.0-5120.g18432218.el9. 4.5 MB/s | 3.1 MB 00:00 2024-09-21T00:18:46.379 INFO:teuthology.orchestra.run.smithi097.stdout:(31/157): ceph-mgr-cephadm-19.3.0-5120.g1843221 841 kB/s | 154 kB 00:00 2024-09-21T00:18:46.447 INFO:teuthology.orchestra.run.smithi097.stdout:(32/157): ceph-mgr-modules-core-19.3.0-5120.g18 4.3 MB/s | 292 kB 00:00 2024-09-21T00:18:46.530 INFO:teuthology.orchestra.run.smithi097.stdout:(33/157): ceph-mgr-rook-19.3.0-5120.g18432218.e 593 kB/s | 49 kB 00:00 2024-09-21T00:18:46.610 INFO:teuthology.orchestra.run.smithi067.stdout:(5/157): ceph-mds-19.3.0-5120.g18432218.el9.x86 1.1 MB/s | 2.3 MB 00:02 2024-09-21T00:18:46.622 INFO:teuthology.orchestra.run.smithi097.stdout:(34/157): ceph-prometheus-alerts-19.3.0-5120.g1 180 kB/s | 16 kB 00:00 2024-09-21T00:18:46.652 INFO:teuthology.orchestra.run.smithi067.stdout:(6/157): ceph-mgr-19.3.0-5120.g18432218.el9.x86 2.3 MB/s | 1.5 MB 00:00 2024-09-21T00:18:46.722 INFO:teuthology.orchestra.run.smithi097.stdout:(35/157): ceph-volume-19.3.0-5120.g18432218.el9 2.8 MB/s | 285 kB 00:00 2024-09-21T00:18:46.839 INFO:teuthology.orchestra.run.smithi097.stdout:(36/157): cephadm-19.3.0-5120.g18432218.el9.noa 6.6 MB/s | 784 kB 00:00 2024-09-21T00:18:46.906 INFO:teuthology.orchestra.run.smithi097.stdout:(37/157): cephfs-top-19.3.0-5120.g18432218.el9. 276 kB/s | 18 kB 00:00 2024-09-21T00:18:47.190 INFO:teuthology.orchestra.run.smithi097.stdout:(38/157): ceph-mgr-diskprediction-local-19.3.0- 8.8 MB/s | 7.4 MB 00:00 2024-09-21T00:18:47.365 INFO:teuthology.orchestra.run.smithi097.stdout:(39/157): fuse-2.9.9-16.el9.x86_64.rpm 174 kB/s | 80 kB 00:00 2024-09-21T00:18:47.657 INFO:teuthology.orchestra.run.smithi097.stdout:(40/157): libquadmath-11.5.0-2.el9.x86_64.rpm 656 kB/s | 191 kB 00:00 2024-09-21T00:18:47.874 INFO:teuthology.orchestra.run.smithi097.stdout:(41/157): python3-cffi-1.14.5-5.el9.x86_64.rpm 1.1 MB/s | 253 kB 00:00 2024-09-21T00:18:47.999 INFO:teuthology.orchestra.run.smithi097.stdout:(42/157): libgfortran-11.5.0-2.el9.x86_64.rpm 991 kB/s | 801 kB 00:00 2024-09-21T00:18:48.108 INFO:teuthology.orchestra.run.smithi097.stdout:(43/157): python3-ply-3.11-14.el9.noarch.rpm 983 kB/s | 106 kB 00:00 2024-09-21T00:18:48.216 INFO:teuthology.orchestra.run.smithi097.stdout:(44/157): python3-pycparser-2.20-6.el9.noarch.r 1.2 MB/s | 135 kB 00:00 2024-09-21T00:18:48.258 INFO:teuthology.orchestra.run.smithi097.stdout:(45/157): python3-cryptography-36.0.1-4.el9.x86 3.2 MB/s | 1.2 MB 00:00 2024-09-21T00:18:48.325 INFO:teuthology.orchestra.run.smithi097.stdout:(46/157): python3-requests-2.25.1-8.el9.noarch. 1.1 MB/s | 125 kB 00:00 2024-09-21T00:18:48.376 INFO:teuthology.orchestra.run.smithi097.stdout:(47/157): python3-urllib3-1.26.5-6.el9.noarch.r 1.8 MB/s | 215 kB 00:00 2024-09-21T00:18:48.868 INFO:teuthology.orchestra.run.smithi097.stdout:(48/157): ceph-mgr-dashboard-19.3.0-5120.g18432 5.4 MB/s | 14 MB 00:02 2024-09-21T00:18:49.276 INFO:teuthology.orchestra.run.smithi097.stdout:(49/157): automake-1.16.2-8.el9.noarch.rpm 725 kB/s | 689 kB 00:00 2024-09-21T00:18:49.309 INFO:teuthology.orchestra.run.smithi097.stdout:(50/157): bison-3.7.4-5.el9.x86_64.rpm 1.0 MB/s | 943 kB 00:00 2024-09-21T00:18:49.327 INFO:teuthology.orchestra.run.smithi067.stdout:(7/157): ceph-mon-19.3.0-5120.g18432218.el9.x86 1.8 MB/s | 5.0 MB 00:02 2024-09-21T00:18:49.535 INFO:teuthology.orchestra.run.smithi097.stdout:(51/157): boost-program-options-1.75.0-8.el9.x8 160 kB/s | 107 kB 00:00 2024-09-21T00:18:49.852 INFO:teuthology.orchestra.run.smithi097.stdout:(52/157): elfutils-libelf-devel-0.191-4.el9.x86 38 kB/s | 22 kB 00:00 2024-09-21T00:18:50.119 INFO:teuthology.orchestra.run.smithi097.stdout:(53/157): flex-2.6.4-9.el9.x86_64.rpm 388 kB/s | 313 kB 00:00 2024-09-21T00:18:50.144 INFO:teuthology.orchestra.run.smithi097.stdout:(54/157): flexiblas-3.0.4-8.el9.x86_64.rpm 54 kB/s | 33 kB 00:00 2024-09-21T00:18:50.594 INFO:teuthology.orchestra.run.smithi097.stdout:(55/157): flexiblas-openblas-openmp-3.0.4-8.el9 38 kB/s | 18 kB 00:00 2024-09-21T00:18:50.636 INFO:teuthology.orchestra.run.smithi097.stdout:(56/157): libaio-devel-0.3.111-13.el9.x86_64.rp 23 kB/s | 11 kB 00:00 2024-09-21T00:18:50.769 INFO:teuthology.orchestra.run.smithi067.stdout:(8/157): ceph-common-19.3.0-5120.g18432218.el9. 2.4 MB/s | 20 MB 00:08 2024-09-21T00:18:50.819 INFO:teuthology.orchestra.run.smithi067.stdout:(9/157): ceph-selinux-19.3.0-5120.g18432218.el9 506 kB/s | 25 kB 00:00 2024-09-21T00:18:50.920 INFO:teuthology.orchestra.run.smithi097.stdout:(57/157): flexiblas-netlib-3.0.4-8.el9.x86_64.r 2.8 MB/s | 3.0 MB 00:01 2024-09-21T00:18:51.337 INFO:teuthology.orchestra.run.smithi097.stdout:(58/157): libpmemobj-1.12.1-1.el9.x86_64.rpm 229 kB/s | 160 kB 00:00 2024-09-21T00:18:51.362 INFO:teuthology.orchestra.run.smithi097.stdout:(59/157): libnbd-1.20.2-2.el9.x86_64.rpm 222 kB/s | 171 kB 00:00 2024-09-21T00:18:51.444 INFO:teuthology.orchestra.run.smithi067.stdout:(10/157): ceph-osd-19.3.0-5120.g18432218.el9.x8 3.7 MB/s | 18 MB 00:04 2024-09-21T00:18:51.487 INFO:teuthology.orchestra.run.smithi097.stdout:(60/157): librabbitmq-0.11.0-7.el9.x86_64.rpm 80 kB/s | 45 kB 00:00 2024-09-21T00:18:51.519 INFO:teuthology.orchestra.run.smithi067.stdout:(11/157): cephfs-mirror-19.3.0-5120.g18432218.e 3.0 MB/s | 226 kB 00:00 2024-09-21T00:18:51.561 INFO:teuthology.orchestra.run.smithi067.stdout:(12/157): cephfs-shell-19.3.0-5120.g18432218.el 651 kB/s | 27 kB 00:00 2024-09-21T00:18:51.612 INFO:teuthology.orchestra.run.smithi067.stdout:(13/157): libcephfs-devel-19.3.0-5120.g18432218 638 kB/s | 32 kB 00:00 2024-09-21T00:18:51.745 INFO:teuthology.orchestra.run.smithi067.stdout:(14/157): libcephfs2-19.3.0-5120.g18432218.el9. 5.6 MB/s | 766 kB 00:00 2024-09-21T00:18:51.862 INFO:teuthology.orchestra.run.smithi067.stdout:(15/157): ceph-radosgw-19.3.0-5120.g18432218.el 4.1 MB/s | 10 MB 00:02 2024-09-21T00:18:51.887 INFO:teuthology.orchestra.run.smithi067.stdout:(16/157): libcephsqlite-19.3.0-5120.g18432218.e 1.1 MB/s | 158 kB 00:00 2024-09-21T00:18:51.913 INFO:teuthology.orchestra.run.smithi067.stdout:(17/157): librados-devel-19.3.0-5120.g18432218. 2.5 MB/s | 127 kB 00:00 2024-09-21T00:18:51.988 INFO:teuthology.orchestra.run.smithi067.stdout:(18/157): libradosstriper1-19.3.0-5120.g1843221 4.9 MB/s | 507 kB 00:00 2024-09-21T00:18:52.021 INFO:teuthology.orchestra.run.smithi097.stdout:(61/157): libuuid-devel-2.37.4-20.el9.x86_64.rp 46 kB/s | 24 kB 00:00 2024-09-21T00:18:52.030 INFO:teuthology.orchestra.run.smithi067.stdout:(19/157): python3-ceph-argparse-19.3.0-5120.g18 1.1 MB/s | 45 kB 00:00 2024-09-21T00:18:52.080 INFO:teuthology.orchestra.run.smithi067.stdout:(20/157): python3-ceph-common-19.3.0-5120.g1843 2.9 MB/s | 148 kB 00:00 2024-09-21T00:18:52.139 INFO:teuthology.orchestra.run.smithi067.stdout:(21/157): python3-cephfs-19.3.0-5120.g18432218. 2.7 MB/s | 161 kB 00:00 2024-09-21T00:18:52.206 INFO:teuthology.orchestra.run.smithi067.stdout:(22/157): python3-rados-19.3.0-5120.g18432218.e 4.7 MB/s | 321 kB 00:00 2024-09-21T00:18:52.213 INFO:teuthology.orchestra.run.smithi097.stdout:(62/157): librdkafka-1.6.1-102.el9.x86_64.rpm 757 kB/s | 662 kB 00:00 2024-09-21T00:18:52.273 INFO:teuthology.orchestra.run.smithi067.stdout:(23/157): python3-rbd-19.3.0-5120.g18432218.el9 4.5 MB/s | 307 kB 00:00 2024-09-21T00:18:52.279 INFO:teuthology.orchestra.run.smithi097.stdout:(63/157): libtool-2.4.6-46.el9.x86_64.rpm 633 kB/s | 581 kB 00:00 2024-09-21T00:18:52.323 INFO:teuthology.orchestra.run.smithi067.stdout:(24/157): python3-rgw-19.3.0-5120.g18432218.el9 1.9 MB/s | 99 kB 00:00 2024-09-21T00:18:52.373 INFO:teuthology.orchestra.run.smithi067.stdout:(25/157): rbd-fuse-19.3.0-5120.g18432218.el9.x8 1.7 MB/s | 86 kB 00:00 2024-09-21T00:18:52.597 INFO:teuthology.orchestra.run.smithi097.stdout:(64/157): libzstd-devel-1.5.1-2.el9.x86_64.rpm 82 kB/s | 47 kB 00:00 2024-09-21T00:18:52.757 INFO:teuthology.orchestra.run.smithi067.stdout:(26/157): librgw2-19.3.0-5120.g18432218.el9.x86 6.3 MB/s | 5.3 MB 00:00 2024-09-21T00:18:52.832 INFO:teuthology.orchestra.run.smithi067.stdout:(27/157): rbd-mirror-19.3.0-5120.g18432218.el9. 6.8 MB/s | 3.1 MB 00:00 2024-09-21T00:18:52.857 INFO:teuthology.orchestra.run.smithi067.stdout:(28/157): rbd-nbd-19.3.0-5120.g18432218.el9.x86 1.7 MB/s | 170 kB 00:00 2024-09-21T00:18:52.883 INFO:teuthology.orchestra.run.smithi067.stdout:(29/157): ceph-grafana-dashboards-19.3.0-5120.g 683 kB/s | 34 kB 00:00 2024-09-21T00:18:52.908 INFO:teuthology.orchestra.run.smithi067.stdout:(30/157): ceph-mgr-cephadm-19.3.0-5120.g1843221 3.0 MB/s | 154 kB 00:00 2024-09-21T00:18:53.014 INFO:teuthology.orchestra.run.smithi097.stdout:(65/157): lua-5.4.4-4.el9.x86_64.rpm 257 kB/s | 188 kB 00:00 2024-09-21T00:18:53.039 INFO:teuthology.orchestra.run.smithi097.stdout:(66/157): lttng-ust-2.12.0-6.el9.x86_64.rpm 354 kB/s | 292 kB 00:00 2024-09-21T00:18:53.173 INFO:teuthology.orchestra.run.smithi097.stdout:(67/157): openblas-0.3.26-2.el9.x86_64.rpm 67 kB/s | 38 kB 00:00 2024-09-21T00:18:53.867 INFO:teuthology.orchestra.run.smithi067.stdout:(31/157): ceph-mgr-diskprediction-local-19.3.0- 7.7 MB/s | 7.4 MB 00:00 2024-09-21T00:18:53.942 INFO:teuthology.orchestra.run.smithi067.stdout:(32/157): ceph-mgr-modules-core-19.3.0-5120.g18 3.8 MB/s | 292 kB 00:00 2024-09-21T00:18:53.992 INFO:teuthology.orchestra.run.smithi067.stdout:(33/157): ceph-mgr-rook-19.3.0-5120.g18432218.e 990 kB/s | 49 kB 00:00 2024-09-21T00:18:54.043 INFO:teuthology.orchestra.run.smithi067.stdout:(34/157): ceph-prometheus-alerts-19.3.0-5120.g1 329 kB/s | 16 kB 00:00 2024-09-21T00:18:54.110 INFO:teuthology.orchestra.run.smithi067.stdout:(35/157): ceph-volume-19.3.0-5120.g18432218.el9 4.2 MB/s | 285 kB 00:00 2024-09-21T00:18:54.139 INFO:teuthology.orchestra.run.smithi097.stdout:(68/157): openblas-openmp-0.3.26-2.el9.x86_64.r 4.4 MB/s | 4.9 MB 00:01 2024-09-21T00:18:54.198 INFO:teuthology.orchestra.run.smithi097.stdout:(69/157): openssl-devel-3.2.2-6.el9.x86_64.rpm 3.8 MB/s | 4.4 MB 00:01 2024-09-21T00:18:54.227 INFO:teuthology.orchestra.run.smithi067.stdout:(36/157): cephadm-19.3.0-5120.g18432218.el9.noa 6.6 MB/s | 784 kB 00:00 2024-09-21T00:18:54.240 INFO:teuthology.orchestra.run.smithi097.stdout:(70/157): postgresql-13.16-1.el9.x86_64.rpm 1.5 MB/s | 1.6 MB 00:01 2024-09-21T00:18:54.277 INFO:teuthology.orchestra.run.smithi067.stdout:(37/157): cephfs-top-19.3.0-5120.g18432218.el9. 369 kB/s | 18 kB 00:00 2024-09-21T00:18:54.411 INFO:teuthology.orchestra.run.smithi067.stdout:(38/157): fuse-2.9.9-16.el9.x86_64.rpm 599 kB/s | 80 kB 00:00 2024-09-21T00:18:54.569 INFO:teuthology.orchestra.run.smithi067.stdout:(39/157): ceph-mgr-dashboard-19.3.0-5120.g18432 8.4 MB/s | 14 MB 00:01 2024-09-21T00:18:54.693 INFO:teuthology.orchestra.run.smithi067.stdout:(40/157): libgfortran-11.5.0-2.el9.x86_64.rpm 2.8 MB/s | 801 kB 00:00 2024-09-21T00:18:54.745 INFO:teuthology.orchestra.run.smithi067.stdout:(41/157): python3-cffi-1.14.5-5.el9.x86_64.rpm 4.8 MB/s | 253 kB 00:00 2024-09-21T00:18:54.770 INFO:teuthology.orchestra.run.smithi067.stdout:(42/157): libquadmath-11.5.0-2.el9.x86_64.rpm 954 kB/s | 191 kB 00:00 2024-09-21T00:18:54.829 INFO:teuthology.orchestra.run.smithi067.stdout:(43/157): python3-cryptography-36.0.1-4.el9.x86 15 MB/s | 1.2 MB 00:00 2024-09-21T00:18:54.854 INFO:teuthology.orchestra.run.smithi067.stdout:(44/157): python3-ply-3.11-14.el9.noarch.rpm 1.2 MB/s | 106 kB 00:00 2024-09-21T00:18:54.879 INFO:teuthology.orchestra.run.smithi067.stdout:(45/157): python3-pycparser-2.20-6.el9.noarch.r 2.6 MB/s | 135 kB 00:00 2024-09-21T00:18:54.890 INFO:teuthology.orchestra.run.smithi097.stdout:(71/157): postgresql-private-libs-13.16-1.el9.x 198 kB/s | 137 kB 00:00 2024-09-21T00:18:54.930 INFO:teuthology.orchestra.run.smithi067.stdout:(46/157): python3-urllib3-1.26.5-6.el9.noarch.r 4.2 MB/s | 215 kB 00:00 2024-09-21T00:18:54.955 INFO:teuthology.orchestra.run.smithi067.stdout:(47/157): python3-requests-2.25.1-8.el9.noarch. 1.2 MB/s | 125 kB 00:00 2024-09-21T00:18:55.066 INFO:teuthology.orchestra.run.smithi097.stdout:(72/157): postgresql-contrib-13.16-1.el9.x86_64 983 kB/s | 910 kB 00:00 2024-09-21T00:18:55.432 INFO:teuthology.orchestra.run.smithi097.stdout:(73/157): postgresql-server-13.16-1.el9.x86_64. 4.8 MB/s | 5.8 MB 00:01 2024-09-21T00:18:55.663 INFO:teuthology.orchestra.run.smithi067.stdout:(48/157): ceph-test-19.3.0-5120.g18432218.el9.x 8.2 MB/s | 40 MB 00:04 2024-09-21T00:18:55.816 INFO:teuthology.orchestra.run.smithi097.stdout:(74/157): python3-attrs-20.3.0-7.el9.noarch.rpm 117 kB/s | 87 kB 00:00 2024-09-21T00:18:55.891 INFO:teuthology.orchestra.run.smithi097.stdout:(75/157): protobuf-3.14.0-13.el9.x86_64.rpm 1.0 MB/s | 1.0 MB 00:01 2024-09-21T00:18:56.164 INFO:teuthology.orchestra.run.smithi067.stdout:(49/157): automake-1.16.2-8.el9.noarch.rpm 558 kB/s | 689 kB 00:01 2024-09-21T00:18:56.281 INFO:teuthology.orchestra.run.smithi067.stdout:(50/157): bison-3.7.4-5.el9.x86_64.rpm 711 kB/s | 943 kB 00:01 2024-09-21T00:18:56.323 INFO:teuthology.orchestra.run.smithi067.stdout:(51/157): boost-program-options-1.75.0-8.el9.x8 162 kB/s | 107 kB 00:00 2024-09-21T00:18:56.433 INFO:teuthology.orchestra.run.smithi097.stdout:(76/157): python3-colorama-0.4.6-3.el9.noarch.r 99 kB/s | 61 kB 00:00 2024-09-21T00:18:56.600 INFO:teuthology.orchestra.run.smithi097.stdout:(77/157): python3-babel-2.9.1-2.el9.noarch.rpm 5.1 MB/s | 6.0 MB 00:01 2024-09-21T00:18:56.675 INFO:teuthology.orchestra.run.smithi097.stdout:(78/157): python3-devel-3.9.19-8.el9.x86_64.rpm 312 kB/s | 245 kB 00:00 2024-09-21T00:18:56.714 INFO:teuthology.orchestra.run.smithi067.stdout:(52/157): elfutils-libelf-devel-0.191-4.el9.x86 39 kB/s | 22 kB 00:00 2024-09-21T00:18:56.906 INFO:teuthology.orchestra.run.smithi067.stdout:(53/157): flexiblas-3.0.4-8.el9.x86_64.rpm 56 kB/s | 33 kB 00:00 2024-09-21T00:18:57.124 INFO:teuthology.orchestra.run.smithi067.stdout:(54/157): flex-2.6.4-9.el9.x86_64.rpm 372 kB/s | 313 kB 00:00 2024-09-21T00:18:57.151 INFO:teuthology.orchestra.run.smithi097.stdout:(79/157): python3-jsonpatch-1.21-16.el9.noarch. 47 kB/s | 26 kB 00:00 2024-09-21T00:18:57.167 INFO:teuthology.orchestra.run.smithi097.stdout:(80/157): python3-jsonpointer-2.0-4.el9.noarch. 40 kB/s | 19 kB 00:00 2024-09-21T00:18:57.226 INFO:teuthology.orchestra.run.smithi097.stdout:(81/157): python3-jinja2-2.11.3-6.el9.noarch.rp 313 kB/s | 248 kB 00:00 2024-09-21T00:18:57.424 INFO:teuthology.orchestra.run.smithi067.stdout:(55/157): flexiblas-openblas-openmp-3.0.4-8.el9 35 kB/s | 18 kB 00:00 2024-09-21T00:18:57.607 INFO:teuthology.orchestra.run.smithi067.stdout:(56/157): libaio-devel-0.3.111-13.el9.x86_64.rp 23 kB/s | 11 kB 00:00 2024-09-21T00:18:57.726 INFO:teuthology.orchestra.run.smithi097.stdout:(82/157): python3-markupsafe-1.1.1-12.el9.x86_6 62 kB/s | 35 kB 00:00 2024-09-21T00:18:57.774 INFO:teuthology.orchestra.run.smithi067.stdout:(57/157): flexiblas-netlib-3.0.4-8.el9.x86_64.r 2.8 MB/s | 3.0 MB 00:01 2024-09-21T00:18:57.876 INFO:teuthology.orchestra.run.smithi097.stdout:(83/157): python3-mako-1.1.4-6.el9.noarch.rpm 237 kB/s | 172 kB 00:00 2024-09-21T00:18:58.149 INFO:teuthology.orchestra.run.smithi067.stdout:(58/157): libnbd-1.20.2-2.el9.x86_64.rpm 235 kB/s | 171 kB 00:00 2024-09-21T00:18:58.327 INFO:teuthology.orchestra.run.smithi097.stdout:(84/157): python3-numpy-1.20.1-5.el9.x86_64.rpm 4.6 MB/s | 5.1 MB 00:01 2024-09-21T00:18:58.367 INFO:teuthology.orchestra.run.smithi067.stdout:(59/157): libpmemobj-1.12.1-1.el9.x86_64.rpm 211 kB/s | 160 kB 00:00 2024-09-21T00:18:58.434 INFO:teuthology.orchestra.run.smithi067.stdout:(60/157): librabbitmq-0.11.0-7.el9.x86_64.rpm 69 kB/s | 45 kB 00:00 2024-09-21T00:18:58.494 INFO:teuthology.orchestra.run.smithi097.stdout:(85/157): python3-numpy-f2py-1.20.1-5.el9.x86_6 327 kB/s | 250 kB 00:00 2024-09-21T00:18:58.644 INFO:teuthology.orchestra.run.smithi097.stdout:(86/157): python3-oauthlib-3.1.1-5.el9.noarch.r 290 kB/s | 222 kB 00:00 2024-09-21T00:18:58.978 INFO:teuthology.orchestra.run.smithi097.stdout:(87/157): python3-packaging-20.9-5.el9.noarch.r 119 kB/s | 77 kB 00:00 2024-09-21T00:18:58.984 INFO:teuthology.orchestra.run.smithi067.stdout:(61/157): libuuid-devel-2.37.4-20.el9.x86_64.rp 44 kB/s | 24 kB 00:00 2024-09-21T00:18:59.034 INFO:teuthology.orchestra.run.smithi067.stdout:(62/157): librdkafka-1.6.1-102.el9.x86_64.rpm 749 kB/s | 662 kB 00:00 2024-09-21T00:18:59.119 INFO:teuthology.orchestra.run.smithi097.stdout:(88/157): python3-prettytable-0.7.2-27.el9.noar 68 kB/s | 42 kB 00:00 2024-09-21T00:18:59.234 INFO:teuthology.orchestra.run.smithi067.stdout:(63/157): libtool-2.4.6-46.el9.x86_64.rpm 676 kB/s | 581 kB 00:00 2024-09-21T00:18:59.463 INFO:teuthology.orchestra.run.smithi097.stdout:(89/157): python3-protobuf-3.14.0-13.el9.noarch 329 kB/s | 269 kB 00:00 2024-09-21T00:18:59.560 INFO:teuthology.orchestra.run.smithi067.stdout:(64/157): libzstd-devel-1.5.1-2.el9.x86_64.rpm 82 kB/s | 47 kB 00:00 2024-09-21T00:18:59.720 INFO:teuthology.orchestra.run.smithi097.stdout:(90/157): python3-pyasn1-0.4.8-6.el9.noarch.rpm 214 kB/s | 159 kB 00:00 2024-09-21T00:18:59.818 INFO:teuthology.orchestra.run.smithi067.stdout:(65/157): lttng-ust-2.12.0-6.el9.x86_64.rpm 373 kB/s | 292 kB 00:00 2024-09-21T00:18:59.937 INFO:teuthology.orchestra.run.smithi097.stdout:(91/157): python3-pyasn1-modules-0.4.8-6.el9.no 341 kB/s | 279 kB 00:00 2024-09-21T00:18:59.960 INFO:teuthology.orchestra.run.smithi067.stdout:(66/157): lua-5.4.4-4.el9.x86_64.rpm 260 kB/s | 188 kB 00:00 2024-09-21T00:19:00.112 INFO:teuthology.orchestra.run.smithi097.stdout:(92/157): python3-pytz-2021.1-5.el9.noarch.rpm 79 kB/s | 51 kB 00:00 2024-09-21T00:19:00.152 INFO:teuthology.orchestra.run.smithi067.stdout:(67/157): openblas-0.3.26-2.el9.x86_64.rpm 65 kB/s | 38 kB 00:00 2024-09-21T00:19:00.371 INFO:teuthology.orchestra.run.smithi097.stdout:(93/157): python3-requests-oauthlib-1.3.0-12.el 82 kB/s | 54 kB 00:00 2024-09-21T00:19:00.671 INFO:teuthology.orchestra.run.smithi097.stdout:(94/157): python3-toml-0.10.2-6.el9.noarch.rpm 74 kB/s | 42 kB 00:00 2024-09-21T00:19:00.947 INFO:teuthology.orchestra.run.smithi097.stdout:(95/157): python3-wcwidth-0.2.5-8.el9.noarch.rp 77 kB/s | 44 kB 00:00 2024-09-21T00:19:01.060 INFO:teuthology.orchestra.run.smithi067.stdout:(68/157): openblas-openmp-0.3.26-2.el9.x86_64.r 4.0 MB/s | 4.9 MB 00:01 2024-09-21T00:19:01.127 INFO:teuthology.orchestra.run.smithi067.stdout:(69/157): openssl-devel-3.2.2-6.el9.x86_64.rpm 3.8 MB/s | 4.4 MB 00:01 2024-09-21T00:19:01.169 INFO:teuthology.orchestra.run.smithi067.stdout:(70/157): postgresql-13.16-1.el9.x86_64.rpm 1.6 MB/s | 1.6 MB 00:01 2024-09-21T00:19:01.347 INFO:teuthology.orchestra.run.smithi097.stdout:(96/157): python3-scipy-1.6.2-8.el9.x86_64.rpm 12 MB/s | 16 MB 00:01 2024-09-21T00:19:01.555 INFO:teuthology.orchestra.run.smithi097.stdout:(97/157): qatlib-24.02.0-1.el9.x86_64.rpm 250 kB/s | 221 kB 00:00 2024-09-21T00:19:01.614 INFO:teuthology.orchestra.run.smithi097.stdout:(98/157): qatlib-service-24.02.0-1.el9.x86_64.r 54 kB/s | 36 kB 00:00 2024-09-21T00:19:01.820 INFO:teuthology.orchestra.run.smithi067.stdout:(71/157): postgresql-private-libs-13.16-1.el9.x 198 kB/s | 137 kB 00:00 2024-09-21T00:19:01.939 INFO:teuthology.orchestra.run.smithi097.stdout:(99/157): qatzip-libs-1.2.0-1.el9.x86_64.rpm 80 kB/s | 47 kB 00:00 2024-09-21T00:19:02.003 INFO:teuthology.orchestra.run.smithi067.stdout:(72/157): postgresql-contrib-13.16-1.el9.x86_64 966 kB/s | 910 kB 00:00 2024-09-21T00:19:02.315 INFO:teuthology.orchestra.run.smithi097.stdout:(100/157): uuid-1.6.2-55.el9.x86_64.rpm 83 kB/s | 58 kB 00:00 2024-09-21T00:19:02.423 INFO:teuthology.orchestra.run.smithi097.stdout:(101/157): socat-1.7.4.1-6.el9.x86_64.rpm 351 kB/s | 304 kB 00:00 2024-09-21T00:19:02.595 INFO:teuthology.orchestra.run.smithi067.stdout:(73/157): postgresql-server-13.16-1.el9.x86_64. 4.1 MB/s | 5.8 MB 00:01 2024-09-21T00:19:02.715 INFO:teuthology.orchestra.run.smithi097.stdout:(102/157): xfsprogs-devel-6.4.0-4.el9.x86_64.rp 124 kB/s | 96 kB 00:00 2024-09-21T00:19:02.832 INFO:teuthology.orchestra.run.smithi097.stdout:(103/157): lua-devel-5.4.4-4.el9.x86_64.rpm 192 kB/s | 22 kB 00:00 2024-09-21T00:19:02.895 INFO:teuthology.orchestra.run.smithi067.stdout:(74/157): python3-attrs-20.3.0-7.el9.noarch.rpm 98 kB/s | 87 kB 00:00 2024-09-21T00:19:02.991 INFO:teuthology.orchestra.run.smithi097.stdout:(104/157): xmlstarlet-1.6.1-20.el9.x86_64.rpm 94 kB/s | 64 kB 00:00 2024-09-21T00:19:03.016 INFO:teuthology.orchestra.run.smithi097.stdout:(105/157): zlib-devel-1.2.11-41.el9.x86_64.rpm 76 kB/s | 45 kB 00:00 2024-09-21T00:19:03.075 INFO:teuthology.orchestra.run.smithi097.stdout:(106/157): protobuf-compiler-3.14.0-13.el9.x86_ 3.5 MB/s | 863 kB 00:00 2024-09-21T00:19:03.117 INFO:teuthology.orchestra.run.smithi097.stdout:(107/157): gperftools-libs-2.9.1-3.el9.x86_64.r 3.0 MB/s | 308 kB 00:00 2024-09-21T00:19:03.150 INFO:teuthology.orchestra.run.smithi097.stdout:(108/157): abseil-cpp-20211102.0-3.el9.x86_64.r 3.4 MB/s | 548 kB 00:00 2024-09-21T00:19:03.175 INFO:teuthology.orchestra.run.smithi097.stdout:(109/157): grpc-data-1.46.7-10.el9.noarch.rpm 197 kB/s | 19 kB 00:00 2024-09-21T00:19:03.201 INFO:teuthology.orchestra.run.smithi097.stdout:(110/157): libarrow-doc-9.0.0-11.el9.noarch.rpm 517 kB/s | 26 kB 00:00 2024-09-21T00:19:03.226 INFO:teuthology.orchestra.run.smithi097.stdout:(111/157): liboath-2.6.7-2.el9.x86_64.rpm 967 kB/s | 49 kB 00:00 2024-09-21T00:19:03.251 INFO:teuthology.orchestra.run.smithi097.stdout:(112/157): libunwind-1.6.2-1.el9.x86_64.rpm 1.3 MB/s | 67 kB 00:00 2024-09-21T00:19:03.276 INFO:teuthology.orchestra.run.smithi097.stdout:(113/157): luarocks-3.9.2-5.el9.noarch.rpm 3.0 MB/s | 151 kB 00:00 2024-09-21T00:19:03.327 INFO:teuthology.orchestra.run.smithi097.stdout:(114/157): parquet-libs-9.0.0-11.el9.x86_64.rpm 11 MB/s | 839 kB 00:00 2024-09-21T00:19:03.352 INFO:teuthology.orchestra.run.smithi097.stdout:(115/157): python3-asyncssh-2.13.2-5.el9.noarch 7.1 MB/s | 548 kB 00:00 2024-09-21T00:19:03.377 INFO:teuthology.orchestra.run.smithi097.stdout:(116/157): python3-bcrypt-3.2.2-1.el9.x86_64.rp 864 kB/s | 43 kB 00:00 2024-09-21T00:19:03.402 INFO:teuthology.orchestra.run.smithi097.stdout:(117/157): python3-cachetools-4.2.4-1.el9.noarc 642 kB/s | 32 kB 00:00 2024-09-21T00:19:03.428 INFO:teuthology.orchestra.run.smithi097.stdout:(118/157): python3-certifi-2023.05.07-4.el9.noa 282 kB/s | 14 kB 00:00 2024-09-21T00:19:03.453 INFO:teuthology.orchestra.run.smithi097.stdout:(119/157): python3-cheroot-8.6.0-4.el9.noarch.r 3.3 MB/s | 172 kB 00:00 2024-09-21T00:19:03.487 INFO:teuthology.orchestra.run.smithi097.stdout:(120/157): python3-cherrypy-18.6.1-2.el9.noarch 6.0 MB/s | 358 kB 00:00 2024-09-21T00:19:03.512 INFO:teuthology.orchestra.run.smithi097.stdout:(121/157): python3-cmd2-2.4.2-2.el9.noarch.rpm 5.1 MB/s | 303 kB 00:00 2024-09-21T00:19:03.537 INFO:teuthology.orchestra.run.smithi097.stdout:(122/157): python3-google-auth-2.34.0-1.el9.noa 4.3 MB/s | 220 kB 00:00 2024-09-21T00:19:03.562 INFO:teuthology.orchestra.run.smithi067.stdout:(75/157): python3-colorama-0.4.6-3.el9.noarch.r 92 kB/s | 61 kB 00:00 2024-09-21T00:19:03.571 INFO:teuthology.orchestra.run.smithi097.stdout:(123/157): python3-grpcio-tools-1.46.7-10.el9.x 4.2 MB/s | 144 kB 00:00 2024-09-21T00:19:03.588 INFO:teuthology.orchestra.run.smithi097.stdout:(124/157): python3-jaraco-8.2.1-3.el9.noarch.rp 640 kB/s | 11 kB 00:00 2024-09-21T00:19:03.604 INFO:teuthology.orchestra.run.smithi067.stdout:(76/157): protobuf-3.14.0-13.el9.x86_64.rpm 579 kB/s | 1.0 MB 00:01 2024-09-21T00:19:03.605 INFO:teuthology.orchestra.run.smithi097.stdout:(125/157): python3-jaraco-classes-3.2.1-5.el9.n 1.0 MB/s | 18 kB 00:00 2024-09-21T00:19:03.622 INFO:teuthology.orchestra.run.smithi097.stdout:(126/157): python3-jaraco-collections-3.0.0-8.e 1.3 MB/s | 23 kB 00:00 2024-09-21T00:19:03.639 INFO:teuthology.orchestra.run.smithi097.stdout:(127/157): python3-jaraco-functools-3.5.0-2.el9 1.2 MB/s | 19 kB 00:00 2024-09-21T00:19:03.656 INFO:teuthology.orchestra.run.smithi097.stdout:(128/157): python3-jaraco-text-3.2.0-6.el9.noar 1.1 MB/s | 20 kB 00:00 2024-09-21T00:19:03.706 INFO:teuthology.orchestra.run.smithi097.stdout:(129/157): python3-grpcio-1.46.7-10.el9.x86_64. 11 MB/s | 2.0 MB 00:00 2024-09-21T00:19:03.732 INFO:teuthology.orchestra.run.smithi097.stdout:(130/157): python3-logutils-0.3.5-21.el9.noarch 1.8 MB/s | 46 kB 00:00 2024-09-21T00:19:03.765 INFO:teuthology.orchestra.run.smithi097.stdout:(131/157): python3-more-itertools-8.12.0-2.el9. 2.3 MB/s | 79 kB 00:00 2024-09-21T00:19:03.788 INFO:teuthology.orchestra.run.smithi067.stdout:(77/157): python3-babel-2.9.1-2.el9.noarch.rpm 5.0 MB/s | 6.0 MB 00:01 2024-09-21T00:19:03.824 INFO:teuthology.orchestra.run.smithi097.stdout:(132/157): libarrow-9.0.0-11.el9.x86_64.rpm 6.3 MB/s | 4.4 MB 00:00 2024-09-21T00:19:03.849 INFO:teuthology.orchestra.run.smithi097.stdout:(133/157): python3-natsort-7.1.1-5.el9.noarch.r 691 kB/s | 58 kB 00:00 2024-09-21T00:19:03.866 INFO:teuthology.orchestra.run.smithi097.stdout:(134/157): python3-portend-3.1.0-2.el9.noarch.r 994 kB/s | 16 kB 00:00 2024-09-21T00:19:03.891 INFO:teuthology.orchestra.run.smithi097.stdout:(135/157): python3-pyOpenSSL-21.0.0-1.el9.noarc 3.5 MB/s | 90 kB 00:00 2024-09-21T00:19:03.916 INFO:teuthology.orchestra.run.smithi097.stdout:(136/157): python3-pecan-1.4.2-3.el9.noarch.rpm 2.9 MB/s | 272 kB 00:00 2024-09-21T00:19:03.942 INFO:teuthology.orchestra.run.smithi097.stdout:(137/157): python3-pyperclip-1.8.2-2.el9.noarch 562 kB/s | 28 kB 00:00 2024-09-21T00:19:03.967 INFO:teuthology.orchestra.run.smithi097.stdout:(138/157): python3-repoze-lru-0.7-16.el9.noarch 613 kB/s | 31 kB 00:00 2024-09-21T00:19:04.009 INFO:teuthology.orchestra.run.smithi097.stdout:(139/157): python3-kubernetes-26.1.0-2.el9.noar 2.9 MB/s | 1.0 MB 00:00 2024-09-21T00:19:04.034 INFO:teuthology.orchestra.run.smithi097.stdout:(140/157): python3-rsa-4.9-2.el9.noarch.rpm 882 kB/s | 59 kB 00:00 2024-09-21T00:19:04.060 INFO:teuthology.orchestra.run.smithi097.stdout:(141/157): python3-tempora-5.0.0-2.el9.noarch.r 710 kB/s | 36 kB 00:00 2024-09-21T00:19:04.085 INFO:teuthology.orchestra.run.smithi097.stdout:(142/157): python3-routes-2.5.1-5.el9.noarch.rp 1.3 MB/s | 188 kB 00:00 2024-09-21T00:19:04.110 INFO:teuthology.orchestra.run.smithi097.stdout:(143/157): python3-typing-extensions-4.12.2-2.e 989 kB/s | 74 kB 00:00 2024-09-21T00:19:04.135 INFO:teuthology.orchestra.run.smithi097.stdout:(144/157): python3-websocket-client-1.2.3-2.el9 1.7 MB/s | 90 kB 00:00 2024-09-21T00:19:04.161 INFO:teuthology.orchestra.run.smithi097.stdout:(145/157): python3-webob-1.8.8-2.el9.noarch.rpm 2.2 MB/s | 230 kB 00:00 2024-09-21T00:19:04.186 INFO:teuthology.orchestra.run.smithi097.stdout:(146/157): python3-zc-lockfile-2.0-10.el9.noarc 399 kB/s | 20 kB 00:00 2024-09-21T00:19:04.211 INFO:teuthology.orchestra.run.smithi097.stdout:(147/157): re2-20211101-20.el9.x86_64.rpm 3.7 MB/s | 191 kB 00:00 2024-09-21T00:19:04.236 INFO:teuthology.orchestra.run.smithi097.stdout:(148/157): python3-werkzeug-2.0.3-3.el9.1.noarc 3.3 MB/s | 427 kB 00:00 2024-09-21T00:19:04.287 INFO:teuthology.orchestra.run.smithi097.stdout:(149/157): thrift-0.15.0-2.el9.x86_64.rpm 16 MB/s | 1.6 MB 00:00 2024-09-21T00:19:04.371 INFO:teuthology.orchestra.run.smithi067.stdout:(78/157): python3-jsonpatch-1.21-16.el9.noarch. 44 kB/s | 26 kB 00:00 2024-09-21T00:19:04.397 INFO:teuthology.orchestra.run.smithi067.stdout:(79/157): python3-devel-3.9.19-8.el9.x86_64.rpm 294 kB/s | 245 kB 00:00 2024-09-21T00:19:04.422 INFO:teuthology.orchestra.run.smithi067.stdout:(80/157): python3-jinja2-2.11.3-6.el9.noarch.rp 304 kB/s | 248 kB 00:00 2024-09-21T00:19:04.487 INFO:teuthology.orchestra.run.smithi097.stdout:(150/157): librados2-19.3.0-5120.g18432218.el9. 12 MB/s | 3.4 MB 00:00 2024-09-21T00:19:04.637 INFO:teuthology.orchestra.run.smithi097.stdout:(151/157): librbd1-19.3.0-5120.g18432218.el9.x8 7.9 MB/s | 3.2 MB 00:00 2024-09-21T00:19:04.864 INFO:teuthology.orchestra.run.smithi067.stdout:(81/157): python3-jsonpointer-2.0-4.el9.noarch. 39 kB/s | 19 kB 00:00 2024-09-21T00:19:04.989 INFO:teuthology.orchestra.run.smithi067.stdout:(82/157): python3-markupsafe-1.1.1-12.el9.x86_6 61 kB/s | 35 kB 00:00 2024-09-21T00:19:05.029 INFO:teuthology.orchestra.run.smithi097.stdout:(152/157): NetworkManager-team-1.51.0-1.el9.x86 104 kB/s | 41 kB 00:00 2024-09-21T00:19:05.114 INFO:teuthology.orchestra.run.smithi067.stdout:(83/157): python3-mako-1.1.4-6.el9.noarch.rpm 240 kB/s | 172 kB 00:00 2024-09-21T00:19:05.255 INFO:teuthology.orchestra.run.smithi097.stdout:(153/157): NetworkManager-1.51.0-1.el9.x86_64.r 2.4 MB/s | 2.3 MB 00:00 2024-09-21T00:19:05.388 INFO:teuthology.orchestra.run.smithi097.stdout:(154/157): openssl-3.2.2-6.el9.x86_64.rpm 10 MB/s | 1.4 MB 00:00 2024-09-21T00:19:05.414 INFO:teuthology.orchestra.run.smithi097.stdout:(155/157): NetworkManager-tui-1.51.0-1.el9.x86_ 648 kB/s | 249 kB 00:00 2024-09-21T00:19:05.630 INFO:teuthology.orchestra.run.smithi097.stdout:(156/157): NetworkManager-libnm-1.51.0-1.el9.x8 1.6 MB/s | 1.8 MB 00:01 2024-09-21T00:19:05.739 INFO:teuthology.orchestra.run.smithi067.stdout:(84/157): python3-numpy-f2py-1.20.1-5.el9.x86_6 334 kB/s | 250 kB 00:00 2024-09-21T00:19:05.856 INFO:teuthology.orchestra.run.smithi067.stdout:(85/157): python3-oauthlib-3.1.1-5.el9.noarch.r 300 kB/s | 222 kB 00:00 2024-09-21T00:19:05.998 INFO:teuthology.orchestra.run.smithi067.stdout:(86/157): python3-numpy-1.20.1-5.el9.x86_64.rpm 4.5 MB/s | 5.1 MB 00:01 2024-09-21T00:19:06.239 INFO:teuthology.orchestra.run.smithi097.stdout:(157/157): openssl-libs-3.2.2-6.el9.x86_64.rpm 2.8 MB/s | 2.4 MB 00:00 2024-09-21T00:19:06.246 INFO:teuthology.orchestra.run.smithi097.stdout:-------------------------------------------------------------------------------- 2024-09-21T00:19:06.246 INFO:teuthology.orchestra.run.smithi097.stdout:Total 9.3 MB/s | 228 MB 00:24 2024-09-21T00:19:06.432 INFO:teuthology.orchestra.run.smithi067.stdout:(87/157): python3-packaging-20.9-5.el9.noarch.r 112 kB/s | 77 kB 00:00 2024-09-21T00:19:06.532 INFO:teuthology.orchestra.run.smithi067.stdout:(88/157): python3-prettytable-0.7.2-27.el9.noar 63 kB/s | 42 kB 00:00 2024-09-21T00:19:06.833 INFO:teuthology.orchestra.run.smithi067.stdout:(89/157): python3-protobuf-3.14.0-13.el9.noarch 326 kB/s | 269 kB 00:00 2024-09-21T00:19:07.175 INFO:teuthology.orchestra.run.smithi067.stdout:(90/157): python3-pyasn1-0.4.8-6.el9.noarch.rpm 214 kB/s | 159 kB 00:00 2024-09-21T00:19:07.308 INFO:teuthology.orchestra.run.smithi067.stdout:(91/157): python3-pyasn1-modules-0.4.8-6.el9.no 360 kB/s | 279 kB 00:00 2024-09-21T00:19:07.450 INFO:teuthology.orchestra.run.smithi067.stdout:(92/157): python3-pytz-2021.1-5.el9.noarch.rpm 83 kB/s | 51 kB 00:00 2024-09-21T00:19:07.464 INFO:teuthology.orchestra.run.smithi097.stdout:Running transaction check 2024-09-21T00:19:07.619 INFO:teuthology.orchestra.run.smithi097.stdout:Transaction check succeeded. 2024-09-21T00:19:07.619 INFO:teuthology.orchestra.run.smithi097.stdout:Running transaction test 2024-09-21T00:19:07.775 INFO:teuthology.orchestra.run.smithi067.stdout:(93/157): python3-requests-oauthlib-1.3.0-12.el 89 kB/s | 54 kB 00:00 2024-09-21T00:19:08.159 INFO:teuthology.orchestra.run.smithi067.stdout:(94/157): python3-toml-0.10.2-6.el9.noarch.rpm 59 kB/s | 42 kB 00:00 2024-09-21T00:19:08.601 INFO:teuthology.orchestra.run.smithi067.stdout:(95/157): python3-wcwidth-0.2.5-8.el9.noarch.rp 54 kB/s | 44 kB 00:00 2024-09-21T00:19:08.926 INFO:teuthology.orchestra.run.smithi067.stdout:(96/157): python3-scipy-1.6.2-8.el9.x86_64.rpm 10 MB/s | 16 MB 00:01 2024-09-21T00:19:09.051 INFO:teuthology.orchestra.run.smithi067.stdout:(97/157): qatlib-24.02.0-1.el9.x86_64.rpm 250 kB/s | 221 kB 00:00 2024-09-21T00:19:09.302 INFO:teuthology.orchestra.run.smithi067.stdout:(98/157): qatlib-service-24.02.0-1.el9.x86_64.r 51 kB/s | 36 kB 00:00 2024-09-21T00:19:09.560 INFO:teuthology.orchestra.run.smithi067.stdout:(99/157): qatzip-libs-1.2.0-1.el9.x86_64.rpm 76 kB/s | 47 kB 00:00 2024-09-21T00:19:09.835 INFO:teuthology.orchestra.run.smithi067.stdout:(100/157): socat-1.7.4.1-6.el9.x86_64.rpm 388 kB/s | 304 kB 00:00 2024-09-21T00:19:09.911 INFO:teuthology.orchestra.run.smithi067.stdout:(101/157): uuid-1.6.2-55.el9.x86_64.rpm 95 kB/s | 58 kB 00:00 2024-09-21T00:19:10.114 INFO:teuthology.orchestra.run.smithi097.stdout:Transaction test succeeded. 2024-09-21T00:19:10.114 INFO:teuthology.orchestra.run.smithi097.stdout:Running transaction 2024-09-21T00:19:10.211 INFO:teuthology.orchestra.run.smithi067.stdout:(102/157): xfsprogs-devel-6.4.0-4.el9.x86_64.rp 147 kB/s | 96 kB 00:00 2024-09-21T00:19:10.469 INFO:teuthology.orchestra.run.smithi067.stdout:(103/157): xmlstarlet-1.6.1-20.el9.x86_64.rpm 100 kB/s | 64 kB 00:00 2024-09-21T00:19:10.495 INFO:teuthology.orchestra.run.smithi067.stdout:(104/157): zlib-devel-1.2.11-41.el9.x86_64.rpm 77 kB/s | 45 kB 00:00 2024-09-21T00:19:10.520 INFO:teuthology.orchestra.run.smithi067.stdout:(105/157): lua-devel-5.4.4-4.el9.x86_64.rpm 72 kB/s | 22 kB 00:00 2024-09-21T00:19:10.570 INFO:teuthology.orchestra.run.smithi067.stdout:(106/157): abseil-cpp-20211102.0-3.el9.x86_64.r 7.2 MB/s | 548 kB 00:00 2024-09-21T00:19:10.595 INFO:teuthology.orchestra.run.smithi067.stdout:(107/157): grpc-data-1.46.7-10.el9.noarch.rpm 777 kB/s | 19 kB 00:00 2024-09-21T00:19:10.620 INFO:teuthology.orchestra.run.smithi067.stdout:(108/157): gperftools-libs-2.9.1-3.el9.x86_64.r 3.0 MB/s | 308 kB 00:00 2024-09-21T00:19:10.646 INFO:teuthology.orchestra.run.smithi067.stdout:(109/157): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.0 MB/s | 26 kB 00:00 2024-09-21T00:19:10.671 INFO:teuthology.orchestra.run.smithi067.stdout:(110/157): liboath-2.6.7-2.el9.x86_64.rpm 1.9 MB/s | 49 kB 00:00 2024-09-21T00:19:10.696 INFO:teuthology.orchestra.run.smithi067.stdout:(111/157): libunwind-1.6.2-1.el9.x86_64.rpm 2.6 MB/s | 67 kB 00:00 2024-09-21T00:19:10.730 INFO:teuthology.orchestra.run.smithi067.stdout:(112/157): luarocks-3.9.2-5.el9.noarch.rpm 4.5 MB/s | 151 kB 00:00 2024-09-21T00:19:10.789 INFO:teuthology.orchestra.run.smithi067.stdout:(113/157): parquet-libs-9.0.0-11.el9.x86_64.rpm 14 MB/s | 839 kB 00:00 2024-09-21T00:19:10.830 INFO:teuthology.orchestra.run.smithi067.stdout:(114/157): python3-asyncssh-2.13.2-5.el9.noarch 13 MB/s | 548 kB 00:00 2024-09-21T00:19:10.847 INFO:teuthology.orchestra.run.smithi067.stdout:(115/157): python3-bcrypt-3.2.2-1.el9.x86_64.rp 2.6 MB/s | 43 kB 00:00 2024-09-21T00:19:10.914 INFO:teuthology.orchestra.run.smithi067.stdout:(116/157): libarrow-9.0.0-11.el9.x86_64.rpm 14 MB/s | 4.4 MB 00:00 2024-09-21T00:19:10.940 INFO:teuthology.orchestra.run.smithi067.stdout:(117/157): python3-cachetools-4.2.4-1.el9.noarc 350 kB/s | 32 kB 00:00 2024-09-21T00:19:10.965 INFO:teuthology.orchestra.run.smithi067.stdout:(118/157): python3-certifi-2023.05.07-4.el9.noa 282 kB/s | 14 kB 00:00 2024-09-21T00:19:10.990 INFO:teuthology.orchestra.run.smithi067.stdout:(119/157): python3-cheroot-8.6.0-4.el9.noarch.r 3.3 MB/s | 172 kB 00:00 2024-09-21T00:19:11.016 INFO:teuthology.orchestra.run.smithi067.stdout:(120/157): python3-cherrypy-18.6.1-2.el9.noarch 6.9 MB/s | 358 kB 00:00 2024-09-21T00:19:11.041 INFO:teuthology.orchestra.run.smithi067.stdout:(121/157): python3-cmd2-2.4.2-2.el9.noarch.rpm 5.9 MB/s | 303 kB 00:00 2024-09-21T00:19:11.083 INFO:teuthology.orchestra.run.smithi067.stdout:(122/157): python3-google-auth-2.34.0-1.el9.noa 3.2 MB/s | 220 kB 00:00 2024-09-21T00:19:11.117 INFO:teuthology.orchestra.run.smithi067.stdout:(123/157): python3-grpcio-tools-1.46.7-10.el9.x 4.2 MB/s | 144 kB 00:00 2024-09-21T00:19:11.142 INFO:teuthology.orchestra.run.smithi067.stdout:(124/157): python3-jaraco-8.2.1-3.el9.noarch.rp 429 kB/s | 11 kB 00:00 2024-09-21T00:19:11.167 INFO:teuthology.orchestra.run.smithi067.stdout:(125/157): python3-jaraco-classes-3.2.1-5.el9.n 717 kB/s | 18 kB 00:00 2024-09-21T00:19:11.192 INFO:teuthology.orchestra.run.smithi067.stdout:(126/157): python3-jaraco-collections-3.0.0-8.e 924 kB/s | 23 kB 00:00 2024-09-21T00:19:11.217 INFO:teuthology.orchestra.run.smithi067.stdout:(127/157): python3-jaraco-functools-3.5.0-2.el9 786 kB/s | 19 kB 00:00 2024-09-21T00:19:11.243 INFO:teuthology.orchestra.run.smithi067.stdout:(128/157): python3-jaraco-text-3.2.0-6.el9.noar 785 kB/s | 20 kB 00:00 2024-09-21T00:19:11.302 INFO:teuthology.orchestra.run.smithi067.stdout:(129/157): python3-grpcio-1.46.7-10.el9.x86_64. 7.8 MB/s | 2.0 MB 00:00 2024-09-21T00:19:11.343 INFO:teuthology.orchestra.run.smithi067.stdout:(130/157): protobuf-compiler-3.14.0-13.el9.x86_ 988 kB/s | 863 kB 00:00 2024-09-21T00:19:11.369 INFO:teuthology.orchestra.run.smithi067.stdout:(131/157): python3-logutils-0.3.5-21.el9.noarch 694 kB/s | 46 kB 00:00 2024-09-21T00:19:11.410 INFO:teuthology.orchestra.run.smithi067.stdout:(132/157): python3-kubernetes-26.1.0-2.el9.noar 6.1 MB/s | 1.0 MB 00:00 2024-09-21T00:19:11.436 INFO:teuthology.orchestra.run.smithi067.stdout:(133/157): python3-more-itertools-8.12.0-2.el9. 1.2 MB/s | 79 kB 00:00 2024-09-21T00:19:11.461 INFO:teuthology.orchestra.run.smithi067.stdout:(134/157): python3-natsort-7.1.1-5.el9.noarch.r 629 kB/s | 58 kB 00:00 2024-09-21T00:19:11.486 INFO:teuthology.orchestra.run.smithi067.stdout:(135/157): python3-portend-3.1.0-2.el9.noarch.r 329 kB/s | 16 kB 00:00 2024-09-21T00:19:11.511 INFO:teuthology.orchestra.run.smithi067.stdout:(136/157): python3-pyperclip-1.8.2-2.el9.noarch 1.1 MB/s | 28 kB 00:00 2024-09-21T00:19:11.537 INFO:teuthology.orchestra.run.smithi067.stdout:(137/157): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.8 MB/s | 90 kB 00:00 2024-09-21T00:19:11.609 INFO:teuthology.orchestra.run.smithi067.stdout:(138/157): python3-repoze-lru-0.7-16.el9.noarch 318 kB/s | 31 kB 00:00 2024-09-21T00:19:11.637 INFO:teuthology.orchestra.run.smithi067.stdout:(139/157): python3-pecan-1.4.2-3.el9.noarch.rpm 1.2 MB/s | 272 kB 00:00 2024-09-21T00:19:11.662 INFO:teuthology.orchestra.run.smithi067.stdout:(140/157): python3-rsa-4.9-2.el9.noarch.rpm 1.1 MB/s | 59 kB 00:00 2024-09-21T00:19:11.688 INFO:teuthology.orchestra.run.smithi067.stdout:(141/157): python3-tempora-5.0.0-2.el9.noarch.r 715 kB/s | 36 kB 00:00 2024-09-21T00:19:11.713 INFO:teuthology.orchestra.run.smithi067.stdout:(142/157): python3-routes-2.5.1-5.el9.noarch.rp 1.0 MB/s | 188 kB 00:00 2024-09-21T00:19:11.738 INFO:teuthology.orchestra.run.smithi067.stdout:(143/157): python3-typing-extensions-4.12.2-2.e 986 kB/s | 74 kB 00:00 2024-09-21T00:19:11.764 INFO:teuthology.orchestra.run.smithi067.stdout:(144/157): python3-websocket-client-1.2.3-2.el9 1.7 MB/s | 90 kB 00:00 2024-09-21T00:19:11.796 INFO:teuthology.orchestra.run.smithi067.stdout:(145/157): python3-webob-1.8.8-2.el9.noarch.rpm 2.1 MB/s | 230 kB 00:00 2024-09-21T00:19:11.830 INFO:teuthology.orchestra.run.smithi067.stdout:(146/157): python3-zc-lockfile-2.0-10.el9.noarc 303 kB/s | 20 kB 00:00 2024-09-21T00:19:11.863 INFO:teuthology.orchestra.run.smithi067.stdout:(147/157): python3-werkzeug-2.0.3-3.el9.1.noarc 3.3 MB/s | 427 kB 00:00 2024-09-21T00:19:11.889 INFO:teuthology.orchestra.run.smithi067.stdout:(148/157): re2-20211101-20.el9.x86_64.rpm 3.2 MB/s | 191 kB 00:00 2024-09-21T00:19:11.939 INFO:teuthology.orchestra.run.smithi067.stdout:(149/157): thrift-0.15.0-2.el9.x86_64.rpm 15 MB/s | 1.6 MB 00:00 2024-09-21T00:19:12.189 INFO:teuthology.orchestra.run.smithi067.stdout:(150/157): NetworkManager-1.51.0-1.el9.x86_64.r 9.3 MB/s | 2.3 MB 00:00 2024-09-21T00:19:12.264 INFO:teuthology.orchestra.run.smithi067.stdout:(151/157): NetworkManager-libnm-1.51.0-1.el9.x8 24 MB/s | 1.8 MB 00:00 2024-09-21T00:19:12.306 INFO:teuthology.orchestra.run.smithi067.stdout:(152/157): NetworkManager-team-1.51.0-1.el9.x86 987 kB/s | 41 kB 00:00 2024-09-21T00:19:12.373 INFO:teuthology.orchestra.run.smithi067.stdout:(153/157): librbd1-19.3.0-5120.g18432218.el9.x8 6.5 MB/s | 3.2 MB 00:00 2024-09-21T00:19:12.399 INFO:teuthology.orchestra.run.smithi067.stdout:(154/157): NetworkManager-tui-1.51.0-1.el9.x86_ 2.6 MB/s | 249 kB 00:00 2024-09-21T00:19:12.474 INFO:teuthology.orchestra.run.smithi067.stdout:(155/157): librados2-19.3.0-5120.g18432218.el9. 5.8 MB/s | 3.4 MB 00:00 2024-09-21T00:19:12.532 INFO:teuthology.orchestra.run.smithi067.stdout:(156/157): openssl-libs-3.2.2-6.el9.x86_64.rpm 18 MB/s | 2.4 MB 00:00 2024-09-21T00:19:12.641 INFO:teuthology.orchestra.run.smithi067.stdout:(157/157): openssl-3.2.2-6.el9.x86_64.rpm 5.1 MB/s | 1.4 MB 00:00 2024-09-21T00:19:12.648 INFO:teuthology.orchestra.run.smithi067.stdout:-------------------------------------------------------------------------------- 2024-09-21T00:19:12.648 INFO:teuthology.orchestra.run.smithi067.stdout:Total 7.4 MB/s | 228 MB 00:30 2024-09-21T00:19:13.879 INFO:teuthology.orchestra.run.smithi067.stdout:Running transaction check 2024-09-21T00:19:14.048 INFO:teuthology.orchestra.run.smithi067.stdout:Transaction check succeeded. 2024-09-21T00:19:14.049 INFO:teuthology.orchestra.run.smithi067.stdout:Running transaction test 2024-09-21T00:19:16.419 INFO:teuthology.orchestra.run.smithi067.stdout:Transaction test succeeded. 2024-09-21T00:19:16.419 INFO:teuthology.orchestra.run.smithi067.stdout:Running transaction 2024-09-21T00:19:16.523 INFO:teuthology.orchestra.run.smithi097.stdout: Preparing : 1/1 2024-09-21T00:19:16.643 INFO:teuthology.orchestra.run.smithi097.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/165 2024-09-21T00:19:16.682 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/165 2024-09-21T00:19:16.743 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/165 2024-09-21T00:19:16.776 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/165 2024-09-21T00:19:16.802 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/165 2024-09-21T00:19:16.850 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/165 2024-09-21T00:19:17.251 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/165 2024-09-21T00:19:17.315 INFO:teuthology.orchestra.run.smithi097.stdout: Upgrading : librados2-2:19.3.0-5120.g18432218.el9.x86_64 8/165 2024-09-21T00:19:17.440 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: librados2-2:19.3.0-5120.g18432218.el9.x86_64 8/165 2024-09-21T00:19:17.465 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : libcephfs2-2:19.3.0-5120.g18432218.el9.x86_64 9/165 2024-09-21T00:19:17.556 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: libcephfs2-2:19.3.0-5120.g18432218.el9.x86_64 9/165 2024-09-21T00:19:17.595 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-rados-2:19.3.0-5120.g18432218.el9.x86_64 10/165 2024-09-21T00:19:17.625 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/165 2024-09-21T00:19:17.794 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : libnbd-1.20.2-2.el9.x86_64 12/165 2024-09-21T00:19:17.851 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : postgresql-13.16-1.el9.x86_64 13/165 2024-09-21T00:19:17.879 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : libcephsqlite-2:19.3.0-5120.g18432218.el9.x86_64 14/165 2024-09-21T00:19:17.976 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: libcephsqlite-2:19.3.0-5120.g18432218.el9.x86_64 14/165 2024-09-21T00:19:18.005 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : libradosstriper1-2:19.3.0-5120.g18432218.el9.x86 15/165 2024-09-21T00:19:18.068 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: libradosstriper1-2:19.3.0-5120.g18432218.el9.x86 15/165 2024-09-21T00:19:18.098 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 16/165 2024-09-21T00:19:18.131 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 16/165 2024-09-21T00:19:18.334 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 17/165 2024-09-21T00:19:18.518 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 17/165 2024-09-21T00:19:18.647 INFO:teuthology.orchestra.run.smithi097.stdout: Upgrading : NetworkManager-libnm-1:1.51.0-1.el9.x86_64 18/165 2024-09-21T00:19:18.761 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: NetworkManager-1:1.51.0-1.el9.x86_64 19/165 2024-09-21T00:19:18.823 INFO:teuthology.orchestra.run.smithi097.stdout: Upgrading : NetworkManager-1:1.51.0-1.el9.x86_64 19/165 2024-09-21T00:19:19.057 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: NetworkManager-1:1.51.0-1.el9.x86_64 19/165 2024-09-21T00:19:19.164 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : re2-1:20211101-20.el9.x86_64 20/165 2024-09-21T00:19:19.203 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 21/165 2024-09-21T00:19:19.237 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/165 2024-09-21T00:19:19.319 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/165 2024-09-21T00:19:19.371 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/165 2024-09-21T00:19:19.415 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-packaging-20.9-5.el9.noarch 25/165 2024-09-21T00:19:19.472 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/165 2024-09-21T00:19:19.505 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/165 2024-09-21T00:19:19.532 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/165 2024-09-21T00:19:19.600 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/165 2024-09-21T00:19:19.655 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 30/165 2024-09-21T00:19:19.694 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/165 2024-09-21T00:19:19.746 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 32/165 2024-09-21T00:19:19.827 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 33/165 2024-09-21T00:19:19.864 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-ceph-common-2:19.3.0-5120.g18432218.el9. 34/165 2024-09-21T00:19:19.908 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-ceph-argparse-2:19.3.0-5120.g18432218.el 35/165 2024-09-21T00:19:19.937 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-cephfs-2:19.3.0-5120.g18432218.el9.x86_6 36/165 2024-09-21T00:19:20.007 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/165 2024-09-21T00:19:20.051 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/165 2024-09-21T00:19:20.127 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/165 2024-09-21T00:19:20.259 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/165 2024-09-21T00:19:20.320 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/165 2024-09-21T00:19:20.851 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/165 2024-09-21T00:19:20.933 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/165 2024-09-21T00:19:20.962 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/165 2024-09-21T00:19:21.005 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/165 2024-09-21T00:19:21.044 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : librados-devel-2:19.3.0-5120.g18432218.el9.x86_6 46/165 2024-09-21T00:19:21.086 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/165 2024-09-21T00:19:21.237 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 48/165 2024-09-21T00:19:21.296 INFO:teuthology.orchestra.run.smithi097.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 49/165 2024-09-21T00:19:21.397 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/165 2024-09-21T00:19:21.461 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 51/165 2024-09-21T00:19:21.534 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 52/165 2024-09-21T00:19:21.574 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 53/165 2024-09-21T00:19:21.610 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 54/165 2024-09-21T00:19:21.657 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 55/165 2024-09-21T00:19:21.692 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 56/165 2024-09-21T00:19:21.736 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 57/165 2024-09-21T00:19:21.777 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 58/165 2024-09-21T00:19:21.914 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 59/165 2024-09-21T00:19:21.955 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 60/165 2024-09-21T00:19:21.996 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 61/165 2024-09-21T00:19:22.100 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 62/165 2024-09-21T00:19:22.138 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 63/165 2024-09-21T00:19:22.187 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 64/165 2024-09-21T00:19:22.220 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 65/165 2024-09-21T00:19:22.245 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 66/165 2024-09-21T00:19:22.336 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 67/165 2024-09-21T00:19:22.464 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 68/165 2024-09-21T00:19:22.494 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 69/165 2024-09-21T00:19:22.531 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 70/165 2024-09-21T00:19:22.564 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 71/165 2024-09-21T00:19:22.604 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : uuid-1.6.2-55.el9.x86_64 72/165 2024-09-21T00:19:22.636 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 73/165 2024-09-21T00:19:22.666 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 74/165 2024-09-21T00:19:22.700 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 75/165 2024-09-21T00:19:22.729 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 76/165 2024-09-21T00:19:22.795 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 77/165 2024-09-21T00:19:22.830 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 78/165 2024-09-21T00:19:22.908 INFO:teuthology.orchestra.run.smithi067.stdout: Preparing : 1/1 2024-09-21T00:19:22.917 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 79/165 2024-09-21T00:19:22.968 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 80/165 2024-09-21T00:19:22.996 INFO:teuthology.orchestra.run.smithi067.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/165 2024-09-21T00:19:22.999 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 81/165 2024-09-21T00:19:23.035 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/165 2024-09-21T00:19:23.089 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/165 2024-09-21T00:19:23.104 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 82/165 2024-09-21T00:19:23.130 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/165 2024-09-21T00:19:23.155 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/165 2024-09-21T00:19:23.159 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 83/165 2024-09-21T00:19:23.205 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/165 2024-09-21T00:19:23.577 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/165 2024-09-21T00:19:23.697 INFO:teuthology.orchestra.run.smithi067.stdout: Upgrading : librados2-2:19.3.0-5120.g18432218.el9.x86_64 8/165 2024-09-21T00:19:23.827 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: librados2-2:19.3.0-5120.g18432218.el9.x86_64 8/165 2024-09-21T00:19:23.848 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : libcephfs2-2:19.3.0-5120.g18432218.el9.x86_64 9/165 2024-09-21T00:19:23.885 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 84/165 2024-09-21T00:19:23.931 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 85/165 2024-09-21T00:19:23.940 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: libcephfs2-2:19.3.0-5120.g18432218.el9.x86_64 9/165 2024-09-21T00:19:23.970 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-rados-2:19.3.0-5120.g18432218.el9.x86_64 10/165 2024-09-21T00:19:23.974 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 86/165 2024-09-21T00:19:24.008 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/165 2024-09-21T00:19:24.073 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 87/165 2024-09-21T00:19:24.129 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 88/165 2024-09-21T00:19:24.173 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 89/165 2024-09-21T00:19:24.191 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : libnbd-1.20.2-2.el9.x86_64 12/165 2024-09-21T00:19:24.251 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : postgresql-13.16-1.el9.x86_64 13/165 2024-09-21T00:19:24.262 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 90/165 2024-09-21T00:19:24.286 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : libcephsqlite-2:19.3.0-5120.g18432218.el9.x86_64 14/165 2024-09-21T00:19:24.293 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 91/165 2024-09-21T00:19:24.401 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: libcephsqlite-2:19.3.0-5120.g18432218.el9.x86_64 14/165 2024-09-21T00:19:24.429 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : libradosstriper1-2:19.3.0-5120.g18432218.el9.x86 15/165 2024-09-21T00:19:24.479 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : openblas-0.3.26-2.el9.x86_64 92/165 2024-09-21T00:19:24.495 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: libradosstriper1-2:19.3.0-5120.g18432218.el9.x86 15/165 2024-09-21T00:19:24.507 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 93/165 2024-09-21T00:19:24.522 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 16/165 2024-09-21T00:19:24.547 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 16/165 2024-09-21T00:19:24.585 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 94/165 2024-09-21T00:19:24.691 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 17/165 2024-09-21T00:19:24.878 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 17/165 2024-09-21T00:19:25.012 INFO:teuthology.orchestra.run.smithi067.stdout: Upgrading : NetworkManager-libnm-1:1.51.0-1.el9.x86_64 18/165 2024-09-21T00:19:25.123 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: NetworkManager-1:1.51.0-1.el9.x86_64 19/165 2024-09-21T00:19:25.205 INFO:teuthology.orchestra.run.smithi067.stdout: Upgrading : NetworkManager-1:1.51.0-1.el9.x86_64 19/165 2024-09-21T00:19:25.235 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 95/165 2024-09-21T00:19:25.351 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 96/165 2024-09-21T00:19:25.437 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: NetworkManager-1:1.51.0-1.el9.x86_64 19/165 2024-09-21T00:19:25.547 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : re2-1:20211101-20.el9.x86_64 20/165 2024-09-21T00:19:25.594 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 21/165 2024-09-21T00:19:25.636 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/165 2024-09-21T00:19:25.711 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/165 2024-09-21T00:19:25.763 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/165 2024-09-21T00:19:25.803 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-packaging-20.9-5.el9.noarch 25/165 2024-09-21T00:19:25.854 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/165 2024-09-21T00:19:25.887 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/165 2024-09-21T00:19:25.914 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/165 2024-09-21T00:19:25.985 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/165 2024-09-21T00:19:26.037 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 30/165 2024-09-21T00:19:26.067 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/165 2024-09-21T00:19:26.121 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 32/165 2024-09-21T00:19:26.202 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 33/165 2024-09-21T00:19:26.238 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-ceph-common-2:19.3.0-5120.g18432218.el9. 34/165 2024-09-21T00:19:26.282 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-ceph-argparse-2:19.3.0-5120.g18432218.el 35/165 2024-09-21T00:19:26.318 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-cephfs-2:19.3.0-5120.g18432218.el9.x86_6 36/165 2024-09-21T00:19:26.390 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/165 2024-09-21T00:19:26.442 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/165 2024-09-21T00:19:26.519 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/165 2024-09-21T00:19:26.617 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 97/165 2024-09-21T00:19:26.664 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/165 2024-09-21T00:19:26.700 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 98/165 2024-09-21T00:19:26.720 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/165 2024-09-21T00:19:26.728 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 99/165 2024-09-21T00:19:26.761 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 100/165 2024-09-21T00:19:27.095 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 101/165 2024-09-21T00:19:27.149 INFO:teuthology.orchestra.run.smithi097.stdout: Upgrading : librbd1-2:19.3.0-5120.g18432218.el9.x86_64 102/165 2024-09-21T00:19:27.241 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: librbd1-2:19.3.0-5120.g18432218.el9.x86_64 102/165 2024-09-21T00:19:27.271 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-rbd-2:19.3.0-5120.g18432218.el9.x86_64 103/165 2024-09-21T00:19:27.274 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/165 2024-09-21T00:19:27.307 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 104/165 2024-09-21T00:19:27.367 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/165 2024-09-21T00:19:27.402 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/165 2024-09-21T00:19:27.475 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/165 2024-09-21T00:19:27.508 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : librados-devel-2:19.3.0-5120.g18432218.el9.x86_6 46/165 2024-09-21T00:19:27.550 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/165 2024-09-21T00:19:27.721 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 48/165 2024-09-21T00:19:27.778 INFO:teuthology.orchestra.run.smithi067.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 49/165 2024-09-21T00:19:27.807 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 105/165 2024-09-21T00:19:27.836 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : librgw2-2:19.3.0-5120.g18432218.el9.x86_64 106/165 2024-09-21T00:19:27.872 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/165 2024-09-21T00:19:27.907 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: librgw2-2:19.3.0-5120.g18432218.el9.x86_64 106/165 2024-09-21T00:19:27.935 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 51/165 2024-09-21T00:19:27.937 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-rgw-2:19.3.0-5120.g18432218.el9.x86_64 107/165 2024-09-21T00:19:28.009 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 52/165 2024-09-21T00:19:28.046 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 53/165 2024-09-21T00:19:28.082 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 54/165 2024-09-21T00:19:28.129 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 55/165 2024-09-21T00:19:28.173 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 56/165 2024-09-21T00:19:28.225 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 57/165 2024-09-21T00:19:28.267 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 58/165 2024-09-21T00:19:28.411 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 59/165 2024-09-21T00:19:28.452 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 60/165 2024-09-21T00:19:28.494 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 61/165 2024-09-21T00:19:28.601 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 62/165 2024-09-21T00:19:28.639 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 63/165 2024-09-21T00:19:28.686 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 64/165 2024-09-21T00:19:28.721 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 65/165 2024-09-21T00:19:28.745 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 66/165 2024-09-21T00:19:28.840 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 67/165 2024-09-21T00:19:28.968 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 68/165 2024-09-21T00:19:29.010 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 69/165 2024-09-21T00:19:29.055 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 70/165 2024-09-21T00:19:29.090 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 71/165 2024-09-21T00:19:29.129 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : uuid-1.6.2-55.el9.x86_64 72/165 2024-09-21T00:19:29.177 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 73/165 2024-09-21T00:19:29.207 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 74/165 2024-09-21T00:19:29.241 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 75/165 2024-09-21T00:19:29.275 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 76/165 2024-09-21T00:19:29.317 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 77/165 2024-09-21T00:19:29.351 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 78/165 2024-09-21T00:19:29.441 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 79/165 2024-09-21T00:19:29.499 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 80/165 2024-09-21T00:19:29.537 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 81/165 2024-09-21T00:19:29.645 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 82/165 2024-09-21T00:19:29.698 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 83/165 2024-09-21T00:19:30.117 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-common-2:19.3.0-5120.g18432218.el9.x86_64 108/165 2024-09-21T00:19:30.159 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-common-2:19.3.0-5120.g18432218.el9.x86_64 108/165 2024-09-21T00:19:30.452 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 84/165 2024-09-21T00:19:30.527 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 85/165 2024-09-21T00:19:30.568 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 86/165 2024-09-21T00:19:30.670 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 87/165 2024-09-21T00:19:30.724 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 88/165 2024-09-21T00:19:30.741 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-common-2:19.3.0-5120.g18432218.el9.x86_64 108/165 2024-09-21T00:19:30.779 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-base-2:19.3.0-5120.g18432218.el9.x86_64 109/165 2024-09-21T00:19:30.794 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 89/165 2024-09-21T00:19:30.860 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-base-2:19.3.0-5120.g18432218.el9.x86_64 109/165 2024-09-21T00:19:30.861 INFO:teuthology.orchestra.run.smithi097.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-21T00:19:30.861 INFO:teuthology.orchestra.run.smithi097.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-21T00:19:30.861 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:19:30.884 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 90/165 2024-09-21T00:19:30.897 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-selinux-2:19.3.0-5120.g18432218.el9.x86_64 110/165 2024-09-21T00:19:30.929 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 91/165 2024-09-21T00:19:31.129 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : openblas-0.3.26-2.el9.x86_64 92/165 2024-09-21T00:19:31.159 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 93/165 2024-09-21T00:19:31.239 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 94/165 2024-09-21T00:19:31.932 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 95/165 2024-09-21T00:19:32.054 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 96/165 2024-09-21T00:19:33.378 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 97/165 2024-09-21T00:19:33.446 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 98/165 2024-09-21T00:19:33.474 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 99/165 2024-09-21T00:19:33.508 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 100/165 2024-09-21T00:19:33.851 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 101/165 2024-09-21T00:19:33.887 INFO:teuthology.orchestra.run.smithi067.stdout: Upgrading : librbd1-2:19.3.0-5120.g18432218.el9.x86_64 102/165 2024-09-21T00:19:33.979 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: librbd1-2:19.3.0-5120.g18432218.el9.x86_64 102/165 2024-09-21T00:19:34.009 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-rbd-2:19.3.0-5120.g18432218.el9.x86_64 103/165 2024-09-21T00:19:34.045 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 104/165 2024-09-21T00:19:34.581 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 105/165 2024-09-21T00:19:34.614 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : librgw2-2:19.3.0-5120.g18432218.el9.x86_64 106/165 2024-09-21T00:19:34.686 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: librgw2-2:19.3.0-5120.g18432218.el9.x86_64 106/165 2024-09-21T00:19:34.716 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-rgw-2:19.3.0-5120.g18432218.el9.x86_64 107/165 2024-09-21T00:19:37.042 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: ceph-common-2:19.3.0-5120.g18432218.el9.x86_64 108/165 2024-09-21T00:19:37.079 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-common-2:19.3.0-5120.g18432218.el9.x86_64 108/165 2024-09-21T00:19:37.699 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: ceph-common-2:19.3.0-5120.g18432218.el9.x86_64 108/165 2024-09-21T00:19:37.741 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-base-2:19.3.0-5120.g18432218.el9.x86_64 109/165 2024-09-21T00:19:37.836 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: ceph-base-2:19.3.0-5120.g18432218.el9.x86_64 109/165 2024-09-21T00:19:37.836 INFO:teuthology.orchestra.run.smithi067.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-21T00:19:37.836 INFO:teuthology.orchestra.run.smithi067.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-21T00:19:37.836 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:19:37.876 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-selinux-2:19.3.0-5120.g18432218.el9.x86_64 110/165 2024-09-21T00:19:42.504 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-selinux-2:19.3.0-5120.g18432218.el9.x86_64 110/165 2024-09-21T00:19:42.504 INFO:teuthology.orchestra.run.smithi097.stdout:skipping the directory /sys 2024-09-21T00:19:42.504 INFO:teuthology.orchestra.run.smithi097.stdout:skipping the directory /proc 2024-09-21T00:19:42.504 INFO:teuthology.orchestra.run.smithi097.stdout:skipping the directory /mnt 2024-09-21T00:19:42.504 INFO:teuthology.orchestra.run.smithi097.stdout:skipping the directory /var/tmp 2024-09-21T00:19:42.504 INFO:teuthology.orchestra.run.smithi097.stdout:skipping the directory /home 2024-09-21T00:19:42.505 INFO:teuthology.orchestra.run.smithi097.stdout:skipping the directory /root 2024-09-21T00:19:42.505 INFO:teuthology.orchestra.run.smithi097.stdout:skipping the directory /tmp 2024-09-21T00:19:42.505 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:19:42.694 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-volume-2:19.3.0-5120.g18432218.el9.noarch 111/165 2024-09-21T00:19:42.710 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-volume-2:19.3.0-5120.g18432218.el9.noarch 111/165 2024-09-21T00:19:42.710 INFO:teuthology.orchestra.run.smithi097.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-21T00:19:42.710 INFO:teuthology.orchestra.run.smithi097.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-21T00:19:42.710 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:19:44.297 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-osd-2:19.3.0-5120.g18432218.el9.x86_64 112/165 2024-09-21T00:19:44.323 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-osd-2:19.3.0-5120.g18432218.el9.x86_64 112/165 2024-09-21T00:19:44.323 INFO:teuthology.orchestra.run.smithi097.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-21T00:19:44.324 INFO:teuthology.orchestra.run.smithi097.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-21T00:19:44.324 INFO:teuthology.orchestra.run.smithi097.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-21T00:19:44.324 INFO:teuthology.orchestra.run.smithi097.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-21T00:19:44.324 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:19:44.548 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-mds-2:19.3.0-5120.g18432218.el9.x86_64 113/165 2024-09-21T00:19:44.571 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-mds-2:19.3.0-5120.g18432218.el9.x86_64 113/165 2024-09-21T00:19:44.571 INFO:teuthology.orchestra.run.smithi097.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-21T00:19:44.571 INFO:teuthology.orchestra.run.smithi097.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-21T00:19:44.571 INFO:teuthology.orchestra.run.smithi097.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-21T00:19:44.571 INFO:teuthology.orchestra.run.smithi097.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-21T00:19:44.571 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:19:45.048 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-mon-2:19.3.0-5120.g18432218.el9.x86_64 114/165 2024-09-21T00:19:45.072 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-mon-2:19.3.0-5120.g18432218.el9.x86_64 114/165 2024-09-21T00:19:45.072 INFO:teuthology.orchestra.run.smithi097.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-21T00:19:45.072 INFO:teuthology.orchestra.run.smithi097.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-21T00:19:45.072 INFO:teuthology.orchestra.run.smithi097.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-21T00:19:45.072 INFO:teuthology.orchestra.run.smithi097.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-21T00:19:45.072 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:19:45.178 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : automake-1.16.2-8.el9.noarch 115/165 2024-09-21T00:19:45.236 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-ply-3.11-14.el9.noarch 116/165 2024-09-21T00:19:45.291 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 117/165 2024-09-21T00:19:45.476 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 118/165 2024-09-21T00:19:45.524 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 119/165 2024-09-21T00:19:45.601 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 120/165 2024-09-21T00:19:45.692 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 121/165 2024-09-21T00:19:45.829 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 122/165 2024-09-21T00:19:45.866 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 123/165 2024-09-21T00:19:45.898 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 124/165 2024-09-21T00:19:45.926 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : fuse-2.9.9-16.el9.x86_64 125/165 2024-09-21T00:19:46.360 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: cephadm-2:19.3.0-5120.g18432218.el9.noarch 126/165 2024-09-21T00:19:46.392 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : cephadm-2:19.3.0-5120.g18432218.el9.noarch 126/165 2024-09-21T00:19:46.424 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-prometheus-alerts-2:19.3.0-5120.g18432218.e 127/165 2024-09-21T00:19:46.497 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-grafana-dashboards-2:19.3.0-5120.g18432218. 128/165 2024-09-21T00:19:46.523 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-mgr-cephadm-2:19.3.0-5120.g18432218.el9.noa 129/165 2024-09-21T00:19:49.691 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.3.0-5120.g18432218.el9.noa 129/165 2024-09-21T00:19:49.755 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-mgr-dashboard-2:19.3.0-5120.g18432218.el9.n 130/165 2024-09-21T00:19:49.920 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: ceph-selinux-2:19.3.0-5120.g18432218.el9.x86_64 110/165 2024-09-21T00:19:49.920 INFO:teuthology.orchestra.run.smithi067.stdout:skipping the directory /sys 2024-09-21T00:19:49.920 INFO:teuthology.orchestra.run.smithi067.stdout:skipping the directory /proc 2024-09-21T00:19:49.920 INFO:teuthology.orchestra.run.smithi067.stdout:skipping the directory /mnt 2024-09-21T00:19:49.920 INFO:teuthology.orchestra.run.smithi067.stdout:skipping the directory /var/tmp 2024-09-21T00:19:49.921 INFO:teuthology.orchestra.run.smithi067.stdout:skipping the directory /home 2024-09-21T00:19:49.921 INFO:teuthology.orchestra.run.smithi067.stdout:skipping the directory /root 2024-09-21T00:19:49.921 INFO:teuthology.orchestra.run.smithi067.stdout:skipping the directory /tmp 2024-09-21T00:19:49.921 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:19:50.104 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-volume-2:19.3.0-5120.g18432218.el9.noarch 111/165 2024-09-21T00:19:50.120 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: ceph-volume-2:19.3.0-5120.g18432218.el9.noarch 111/165 2024-09-21T00:19:50.121 INFO:teuthology.orchestra.run.smithi067.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-21T00:19:50.121 INFO:teuthology.orchestra.run.smithi067.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-21T00:19:50.121 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:19:50.711 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.3.0-5120.g18432218.el9.n 130/165 2024-09-21T00:19:50.747 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-mgr-diskprediction-local-2:19.3.0-5120.g184 131/165 2024-09-21T00:19:50.860 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.3.0-5120.g184 131/165 2024-09-21T00:19:51.030 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-mgr-modules-core-2:19.3.0-5120.g18432218.el 132/165 2024-09-21T00:19:51.057 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-mgr-2:19.3.0-5120.g18432218.el9.x86_64 133/165 2024-09-21T00:19:51.081 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-mgr-2:19.3.0-5120.g18432218.el9.x86_64 133/165 2024-09-21T00:19:51.081 INFO:teuthology.orchestra.run.smithi097.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-21T00:19:51.081 INFO:teuthology.orchestra.run.smithi097.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-21T00:19:51.081 INFO:teuthology.orchestra.run.smithi097.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-21T00:19:51.082 INFO:teuthology.orchestra.run.smithi097.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-21T00:19:51.082 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:19:51.133 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-mgr-rook-2:19.3.0-5120.g18432218.el9.noarch 134/165 2024-09-21T00:19:51.144 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-mgr-rook-2:19.3.0-5120.g18432218.el9.noarch 134/165 2024-09-21T00:19:51.246 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-2:19.3.0-5120.g18432218.el9.x86_64 135/165 2024-09-21T00:19:51.293 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-fuse-2:19.3.0-5120.g18432218.el9.x86_64 136/165 2024-09-21T00:19:51.773 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-osd-2:19.3.0-5120.g18432218.el9.x86_64 112/165 2024-09-21T00:19:51.801 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: ceph-osd-2:19.3.0-5120.g18432218.el9.x86_64 112/165 2024-09-21T00:19:51.801 INFO:teuthology.orchestra.run.smithi067.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-21T00:19:51.801 INFO:teuthology.orchestra.run.smithi067.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-21T00:19:51.801 INFO:teuthology.orchestra.run.smithi067.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-21T00:19:51.801 INFO:teuthology.orchestra.run.smithi067.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-21T00:19:51.801 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:19:52.032 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-mds-2:19.3.0-5120.g18432218.el9.x86_64 113/165 2024-09-21T00:19:52.057 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: ceph-mds-2:19.3.0-5120.g18432218.el9.x86_64 113/165 2024-09-21T00:19:52.057 INFO:teuthology.orchestra.run.smithi067.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-21T00:19:52.057 INFO:teuthology.orchestra.run.smithi067.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-21T00:19:52.057 INFO:teuthology.orchestra.run.smithi067.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-21T00:19:52.057 INFO:teuthology.orchestra.run.smithi067.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-21T00:19:52.057 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:19:52.258 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : libtool-2.4.6-46.el9.x86_64 137/165 2024-09-21T00:19:52.294 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-radosgw-2:19.3.0-5120.g18432218.el9.x86_64 138/165 2024-09-21T00:19:52.318 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-radosgw-2:19.3.0-5120.g18432218.el9.x86_64 138/165 2024-09-21T00:19:52.318 INFO:teuthology.orchestra.run.smithi097.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-21T00:19:52.318 INFO:teuthology.orchestra.run.smithi097.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-21T00:19:52.318 INFO:teuthology.orchestra.run.smithi097.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-21T00:19:52.318 INFO:teuthology.orchestra.run.smithi097.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-21T00:19:52.318 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:19:52.361 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-immutable-object-cache-2:19.3.0-5120.g18432 139/165 2024-09-21T00:19:52.384 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.3.0-5120.g18432 139/165 2024-09-21T00:19:52.384 INFO:teuthology.orchestra.run.smithi097.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-21T00:19:52.384 INFO:teuthology.orchestra.run.smithi097.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-21T00:19:52.384 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:19:52.429 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : cephfs-mirror-2:19.3.0-5120.g18432218.el9.x86_64 140/165 2024-09-21T00:19:52.452 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: cephfs-mirror-2:19.3.0-5120.g18432218.el9.x86_64 140/165 2024-09-21T00:19:52.452 INFO:teuthology.orchestra.run.smithi097.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-21T00:19:52.452 INFO:teuthology.orchestra.run.smithi097.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-21T00:19:52.452 INFO:teuthology.orchestra.run.smithi097.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-21T00:19:52.452 INFO:teuthology.orchestra.run.smithi097.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-21T00:19:52.452 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:19:52.567 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-mon-2:19.3.0-5120.g18432218.el9.x86_64 114/165 2024-09-21T00:19:52.591 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: ceph-mon-2:19.3.0-5120.g18432218.el9.x86_64 114/165 2024-09-21T00:19:52.591 INFO:teuthology.orchestra.run.smithi067.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-21T00:19:52.591 INFO:teuthology.orchestra.run.smithi067.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-21T00:19:52.591 INFO:teuthology.orchestra.run.smithi067.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-21T00:19:52.591 INFO:teuthology.orchestra.run.smithi067.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-21T00:19:52.592 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:19:52.697 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : automake-1.16.2-8.el9.noarch 115/165 2024-09-21T00:19:52.755 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-ply-3.11-14.el9.noarch 116/165 2024-09-21T00:19:52.771 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : rbd-mirror-2:19.3.0-5120.g18432218.el9.x86_64 141/165 2024-09-21T00:19:52.794 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: rbd-mirror-2:19.3.0-5120.g18432218.el9.x86_64 141/165 2024-09-21T00:19:52.794 INFO:teuthology.orchestra.run.smithi097.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-21T00:19:52.794 INFO:teuthology.orchestra.run.smithi097.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-21T00:19:52.794 INFO:teuthology.orchestra.run.smithi097.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-21T00:19:52.795 INFO:teuthology.orchestra.run.smithi097.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-21T00:19:52.795 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:19:52.819 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 117/165 2024-09-21T00:19:53.011 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 118/165 2024-09-21T00:19:53.060 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 119/165 2024-09-21T00:19:53.139 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 120/165 2024-09-21T00:19:53.228 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 121/165 2024-09-21T00:19:53.378 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 122/165 2024-09-21T00:19:53.426 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 123/165 2024-09-21T00:19:53.466 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 124/165 2024-09-21T00:19:53.502 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : fuse-2.9.9-16.el9.x86_64 125/165 2024-09-21T00:19:53.981 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: cephadm-2:19.3.0-5120.g18432218.el9.noarch 126/165 2024-09-21T00:19:54.009 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : cephadm-2:19.3.0-5120.g18432218.el9.noarch 126/165 2024-09-21T00:19:54.042 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-prometheus-alerts-2:19.3.0-5120.g18432218.e 127/165 2024-09-21T00:19:54.110 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-grafana-dashboards-2:19.3.0-5120.g18432218. 128/165 2024-09-21T00:19:54.140 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-mgr-cephadm-2:19.3.0-5120.g18432218.el9.noa 129/165 2024-09-21T00:19:56.793 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-test-2:19.3.0-5120.g18432218.el9.x86_64 142/165 2024-09-21T00:19:56.833 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : rbd-fuse-2:19.3.0-5120.g18432218.el9.x86_64 143/165 2024-09-21T00:19:56.874 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : rbd-nbd-2:19.3.0-5120.g18432218.el9.x86_64 144/165 2024-09-21T00:19:56.915 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 145/165 2024-09-21T00:19:56.942 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 146/165 2024-09-21T00:19:57.153 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : cephfs-shell-2:19.3.0-5120.g18432218.el9.x86_64 147/165 2024-09-21T00:19:57.197 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 148/165 2024-09-21T00:19:57.227 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : libcephfs-devel-2:19.3.0-5120.g18432218.el9.x86_ 149/165 2024-09-21T00:19:57.257 INFO:teuthology.orchestra.run.smithi097.stdout: Upgrading : NetworkManager-team-1:1.51.0-1.el9.x86_64 150/165 2024-09-21T00:19:57.303 INFO:teuthology.orchestra.run.smithi097.stdout: Upgrading : NetworkManager-tui-1:1.51.0-1.el9.x86_64 151/165 2024-09-21T00:19:57.490 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.3.0-5120.g18432218.el9.noa 129/165 2024-09-21T00:19:57.555 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-mgr-dashboard-2:19.3.0-5120.g18432218.el9.n 130/165 2024-09-21T00:19:57.930 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 152/165 2024-09-21T00:19:57.968 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 152/165 2024-09-21T00:19:57.989 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 152/165 2024-09-21T00:19:58.567 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.3.0-5120.g18432218.el9.n 130/165 2024-09-21T00:19:58.596 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-mgr-diskprediction-local-2:19.3.0-5120.g184 131/165 2024-09-21T00:19:58.719 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.3.0-5120.g184 131/165 2024-09-21T00:19:58.833 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : cephfs-top-2:19.3.0-5120.g18432218.el9.noarch 153/165 2024-09-21T00:19:58.897 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-mgr-modules-core-2:19.3.0-5120.g18432218.el 132/165 2024-09-21T00:19:58.915 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 154/165 2024-09-21T00:19:58.932 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-mgr-2:19.3.0-5120.g18432218.el9.x86_64 133/165 2024-09-21T00:19:58.956 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: ceph-mgr-2:19.3.0-5120.g18432218.el9.x86_64 133/165 2024-09-21T00:19:58.956 INFO:teuthology.orchestra.run.smithi067.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-21T00:19:58.957 INFO:teuthology.orchestra.run.smithi067.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-21T00:19:58.957 INFO:teuthology.orchestra.run.smithi067.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-21T00:19:58.957 INFO:teuthology.orchestra.run.smithi067.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-21T00:19:58.957 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:19:58.963 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 155/165 2024-09-21T00:19:59.007 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-mgr-rook-2:19.3.0-5120.g18432218.el9.noarch 134/165 2024-09-21T00:19:59.019 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: ceph-mgr-rook-2:19.3.0-5120.g18432218.el9.noarch 134/165 2024-09-21T00:19:59.047 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : flex-2.6.4-9.el9.x86_64 156/165 2024-09-21T00:19:59.076 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : bison-3.7.4-5.el9.x86_64 157/165 2024-09-21T00:19:59.102 INFO:teuthology.orchestra.run.smithi097.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 158/165 2024-09-21T00:19:59.122 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-2:19.3.0-5120.g18432218.el9.x86_64 135/165 2024-09-21T00:19:59.128 INFO:teuthology.orchestra.run.smithi097.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 159/165 2024-09-21T00:19:59.128 INFO:teuthology.orchestra.run.smithi097.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 160/165 2024-09-21T00:19:59.179 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-fuse-2:19.3.0-5120.g18432218.el9.x86_64 136/165 2024-09-21T00:19:59.212 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 160/165 2024-09-21T00:19:59.212 INFO:teuthology.orchestra.run.smithi097.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 161/165 2024-09-21T00:19:59.321 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 161/165 2024-09-21T00:19:59.346 INFO:teuthology.orchestra.run.smithi097.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 162/165 2024-09-21T00:19:59.351 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 163/165 2024-09-21T00:19:59.351 INFO:teuthology.orchestra.run.smithi097.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 163/165 2024-09-21T00:19:59.531 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 163/165 2024-09-21T00:19:59.531 INFO:teuthology.orchestra.run.smithi097.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 164/165 2024-09-21T00:19:59.615 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 164/165 2024-09-21T00:19:59.681 INFO:teuthology.orchestra.run.smithi097.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 165/165 2024-09-21T00:20:00.199 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : libtool-2.4.6-46.el9.x86_64 137/165 2024-09-21T00:20:00.235 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-radosgw-2:19.3.0-5120.g18432218.el9.x86_64 138/165 2024-09-21T00:20:00.270 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: ceph-radosgw-2:19.3.0-5120.g18432218.el9.x86_64 138/165 2024-09-21T00:20:00.270 INFO:teuthology.orchestra.run.smithi067.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-21T00:20:00.270 INFO:teuthology.orchestra.run.smithi067.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-21T00:20:00.270 INFO:teuthology.orchestra.run.smithi067.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-21T00:20:00.270 INFO:teuthology.orchestra.run.smithi067.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-21T00:20:00.270 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:20:00.319 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-immutable-object-cache-2:19.3.0-5120.g18432 139/165 2024-09-21T00:20:00.343 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.3.0-5120.g18432 139/165 2024-09-21T00:20:00.343 INFO:teuthology.orchestra.run.smithi067.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-21T00:20:00.344 INFO:teuthology.orchestra.run.smithi067.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-21T00:20:00.344 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:20:00.394 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : cephfs-mirror-2:19.3.0-5120.g18432218.el9.x86_64 140/165 2024-09-21T00:20:00.419 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: cephfs-mirror-2:19.3.0-5120.g18432218.el9.x86_64 140/165 2024-09-21T00:20:00.419 INFO:teuthology.orchestra.run.smithi067.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-21T00:20:00.419 INFO:teuthology.orchestra.run.smithi067.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-21T00:20:00.419 INFO:teuthology.orchestra.run.smithi067.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-21T00:20:00.420 INFO:teuthology.orchestra.run.smithi067.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-21T00:20:00.420 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:20:00.754 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : rbd-mirror-2:19.3.0-5120.g18432218.el9.x86_64 141/165 2024-09-21T00:20:00.779 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: rbd-mirror-2:19.3.0-5120.g18432218.el9.x86_64 141/165 2024-09-21T00:20:00.779 INFO:teuthology.orchestra.run.smithi067.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-21T00:20:00.779 INFO:teuthology.orchestra.run.smithi067.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-21T00:20:00.779 INFO:teuthology.orchestra.run.smithi067.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-21T00:20:00.779 INFO:teuthology.orchestra.run.smithi067.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-21T00:20:00.779 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:20:05.030 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : ceph-test-2:19.3.0-5120.g18432218.el9.x86_64 142/165 2024-09-21T00:20:05.075 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : rbd-fuse-2:19.3.0-5120.g18432218.el9.x86_64 143/165 2024-09-21T00:20:05.116 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : rbd-nbd-2:19.3.0-5120.g18432218.el9.x86_64 144/165 2024-09-21T00:20:05.147 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 145/165 2024-09-21T00:20:05.183 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 146/165 2024-09-21T00:20:05.412 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : cephfs-shell-2:19.3.0-5120.g18432218.el9.x86_64 147/165 2024-09-21T00:20:05.454 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 148/165 2024-09-21T00:20:05.484 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : libcephfs-devel-2:19.3.0-5120.g18432218.el9.x86_ 149/165 2024-09-21T00:20:05.514 INFO:teuthology.orchestra.run.smithi067.stdout: Upgrading : NetworkManager-team-1:1.51.0-1.el9.x86_64 150/165 2024-09-21T00:20:05.560 INFO:teuthology.orchestra.run.smithi067.stdout: Upgrading : NetworkManager-tui-1:1.51.0-1.el9.x86_64 151/165 2024-09-21T00:20:05.981 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 165/165 2024-09-21T00:20:05.981 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-2:19.3.0-5120.g18432218.el9.x86_64 1/165 2024-09-21T00:20:05.981 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-base-2:19.3.0-5120.g18432218.el9.x86_64 2/165 2024-09-21T00:20:05.981 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-common-2:19.3.0-5120.g18432218.el9.x86_64 3/165 2024-09-21T00:20:05.982 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-fuse-2:19.3.0-5120.g18432218.el9.x86_64 4/165 2024-09-21T00:20:05.982 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-immutable-object-cache-2:19.3.0-5120.g18432 5/165 2024-09-21T00:20:05.982 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-mds-2:19.3.0-5120.g18432218.el9.x86_64 6/165 2024-09-21T00:20:05.982 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-mgr-2:19.3.0-5120.g18432218.el9.x86_64 7/165 2024-09-21T00:20:05.982 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-mon-2:19.3.0-5120.g18432218.el9.x86_64 8/165 2024-09-21T00:20:05.982 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-osd-2:19.3.0-5120.g18432218.el9.x86_64 9/165 2024-09-21T00:20:05.982 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-radosgw-2:19.3.0-5120.g18432218.el9.x86_64 10/165 2024-09-21T00:20:05.982 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-selinux-2:19.3.0-5120.g18432218.el9.x86_64 11/165 2024-09-21T00:20:05.982 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-test-2:19.3.0-5120.g18432218.el9.x86_64 12/165 2024-09-21T00:20:05.982 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : cephfs-mirror-2:19.3.0-5120.g18432218.el9.x86_64 13/165 2024-09-21T00:20:05.982 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : cephfs-shell-2:19.3.0-5120.g18432218.el9.x86_64 14/165 2024-09-21T00:20:05.982 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : libcephfs-devel-2:19.3.0-5120.g18432218.el9.x86_ 15/165 2024-09-21T00:20:05.982 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : libcephfs2-2:19.3.0-5120.g18432218.el9.x86_64 16/165 2024-09-21T00:20:05.983 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : libcephsqlite-2:19.3.0-5120.g18432218.el9.x86_64 17/165 2024-09-21T00:20:05.983 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : librados-devel-2:19.3.0-5120.g18432218.el9.x86_6 18/165 2024-09-21T00:20:05.983 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : libradosstriper1-2:19.3.0-5120.g18432218.el9.x86 19/165 2024-09-21T00:20:05.983 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : librgw2-2:19.3.0-5120.g18432218.el9.x86_64 20/165 2024-09-21T00:20:05.983 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-ceph-argparse-2:19.3.0-5120.g18432218.el 21/165 2024-09-21T00:20:05.983 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-ceph-common-2:19.3.0-5120.g18432218.el9. 22/165 2024-09-21T00:20:05.983 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-cephfs-2:19.3.0-5120.g18432218.el9.x86_6 23/165 2024-09-21T00:20:05.983 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-rados-2:19.3.0-5120.g18432218.el9.x86_64 24/165 2024-09-21T00:20:05.983 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-rbd-2:19.3.0-5120.g18432218.el9.x86_64 25/165 2024-09-21T00:20:05.983 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-rgw-2:19.3.0-5120.g18432218.el9.x86_64 26/165 2024-09-21T00:20:05.983 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : rbd-fuse-2:19.3.0-5120.g18432218.el9.x86_64 27/165 2024-09-21T00:20:05.983 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : rbd-mirror-2:19.3.0-5120.g18432218.el9.x86_64 28/165 2024-09-21T00:20:05.983 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : rbd-nbd-2:19.3.0-5120.g18432218.el9.x86_64 29/165 2024-09-21T00:20:05.983 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-grafana-dashboards-2:19.3.0-5120.g18432218. 30/165 2024-09-21T00:20:05.984 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-mgr-cephadm-2:19.3.0-5120.g18432218.el9.noa 31/165 2024-09-21T00:20:05.984 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-mgr-dashboard-2:19.3.0-5120.g18432218.el9.n 32/165 2024-09-21T00:20:05.994 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.3.0-5120.g184 33/165 2024-09-21T00:20:05.994 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-mgr-modules-core-2:19.3.0-5120.g18432218.el 34/165 2024-09-21T00:20:05.994 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-mgr-rook-2:19.3.0-5120.g18432218.el9.noarch 35/165 2024-09-21T00:20:05.994 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-prometheus-alerts-2:19.3.0-5120.g18432218.e 36/165 2024-09-21T00:20:05.994 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-volume-2:19.3.0-5120.g18432218.el9.noarch 37/165 2024-09-21T00:20:05.995 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : cephadm-2:19.3.0-5120.g18432218.el9.noarch 38/165 2024-09-21T00:20:05.995 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : cephfs-top-2:19.3.0-5120.g18432218.el9.noarch 39/165 2024-09-21T00:20:05.995 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/165 2024-09-21T00:20:05.995 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/165 2024-09-21T00:20:05.995 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/165 2024-09-21T00:20:05.995 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/165 2024-09-21T00:20:05.995 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/165 2024-09-21T00:20:05.995 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/165 2024-09-21T00:20:05.995 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/165 2024-09-21T00:20:05.995 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/165 2024-09-21T00:20:05.995 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/165 2024-09-21T00:20:05.995 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/165 2024-09-21T00:20:05.995 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/165 2024-09-21T00:20:05.996 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/165 2024-09-21T00:20:05.996 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/165 2024-09-21T00:20:05.996 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/165 2024-09-21T00:20:05.996 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/165 2024-09-21T00:20:05.996 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/165 2024-09-21T00:20:05.996 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/165 2024-09-21T00:20:05.996 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/165 2024-09-21T00:20:05.996 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : libnbd-1.20.2-2.el9.x86_64 58/165 2024-09-21T00:20:05.996 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 59/165 2024-09-21T00:20:05.996 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 60/165 2024-09-21T00:20:05.996 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 61/165 2024-09-21T00:20:05.996 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 62/165 2024-09-21T00:20:05.996 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 63/165 2024-09-21T00:20:05.996 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 64/165 2024-09-21T00:20:05.996 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 65/165 2024-09-21T00:20:05.997 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : lua-5.4.4-4.el9.x86_64 66/165 2024-09-21T00:20:05.997 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 67/165 2024-09-21T00:20:05.997 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 68/165 2024-09-21T00:20:05.997 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 69/165 2024-09-21T00:20:05.997 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : postgresql-13.16-1.el9.x86_64 70/165 2024-09-21T00:20:05.997 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 71/165 2024-09-21T00:20:05.997 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 72/165 2024-09-21T00:20:05.997 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 73/165 2024-09-21T00:20:05.997 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 74/165 2024-09-21T00:20:05.997 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 75/165 2024-09-21T00:20:05.997 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 76/165 2024-09-21T00:20:05.997 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 77/165 2024-09-21T00:20:05.997 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 78/165 2024-09-21T00:20:05.997 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 79/165 2024-09-21T00:20:05.998 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 80/165 2024-09-21T00:20:05.998 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 81/165 2024-09-21T00:20:05.998 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 82/165 2024-09-21T00:20:05.998 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 83/165 2024-09-21T00:20:05.998 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 84/165 2024-09-21T00:20:05.998 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 85/165 2024-09-21T00:20:05.998 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 86/165 2024-09-21T00:20:05.998 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 87/165 2024-09-21T00:20:05.998 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 88/165 2024-09-21T00:20:05.998 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 89/165 2024-09-21T00:20:05.998 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 90/165 2024-09-21T00:20:05.998 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 91/165 2024-09-21T00:20:05.998 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 92/165 2024-09-21T00:20:05.998 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 93/165 2024-09-21T00:20:05.999 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 94/165 2024-09-21T00:20:05.999 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 95/165 2024-09-21T00:20:05.999 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 96/165 2024-09-21T00:20:05.999 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 97/165 2024-09-21T00:20:05.999 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 98/165 2024-09-21T00:20:05.999 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 99/165 2024-09-21T00:20:05.999 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 100/165 2024-09-21T00:20:05.999 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 101/165 2024-09-21T00:20:05.999 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 102/165 2024-09-21T00:20:05.999 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 103/165 2024-09-21T00:20:05.999 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 104/165 2024-09-21T00:20:05.999 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 105/165 2024-09-21T00:20:05.999 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 106/165 2024-09-21T00:20:05.999 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 107/165 2024-09-21T00:20:05.999 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 108/165 2024-09-21T00:20:06.000 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 109/165 2024-09-21T00:20:06.000 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 110/165 2024-09-21T00:20:06.000 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 111/165 2024-09-21T00:20:06.000 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 112/165 2024-09-21T00:20:06.000 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 113/165 2024-09-21T00:20:06.000 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 114/165 2024-09-21T00:20:06.000 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 115/165 2024-09-21T00:20:06.000 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 116/165 2024-09-21T00:20:06.000 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 117/165 2024-09-21T00:20:06.000 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 118/165 2024-09-21T00:20:06.000 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 119/165 2024-09-21T00:20:06.000 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 120/165 2024-09-21T00:20:06.000 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 121/165 2024-09-21T00:20:06.000 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 122/165 2024-09-21T00:20:06.000 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 123/165 2024-09-21T00:20:06.001 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 124/165 2024-09-21T00:20:06.001 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 125/165 2024-09-21T00:20:06.001 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 126/165 2024-09-21T00:20:06.001 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 127/165 2024-09-21T00:20:06.001 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 128/165 2024-09-21T00:20:06.001 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 129/165 2024-09-21T00:20:06.001 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 130/165 2024-09-21T00:20:06.001 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 131/165 2024-09-21T00:20:06.001 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 132/165 2024-09-21T00:20:06.001 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 133/165 2024-09-21T00:20:06.001 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 134/165 2024-09-21T00:20:06.001 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 135/165 2024-09-21T00:20:06.001 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 136/165 2024-09-21T00:20:06.001 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 137/165 2024-09-21T00:20:06.001 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 138/165 2024-09-21T00:20:06.002 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 139/165 2024-09-21T00:20:06.002 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 140/165 2024-09-21T00:20:06.002 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 141/165 2024-09-21T00:20:06.002 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 142/165 2024-09-21T00:20:06.002 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 143/165 2024-09-21T00:20:06.002 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 144/165 2024-09-21T00:20:06.002 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 145/165 2024-09-21T00:20:06.002 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 146/165 2024-09-21T00:20:06.002 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 147/165 2024-09-21T00:20:06.002 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : re2-1:20211101-20.el9.x86_64 148/165 2024-09-21T00:20:06.002 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 149/165 2024-09-21T00:20:06.002 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : librados2-2:19.3.0-5120.g18432218.el9.x86_64 150/165 2024-09-21T00:20:06.002 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 151/165 2024-09-21T00:20:06.003 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : librbd1-2:19.3.0-5120.g18432218.el9.x86_64 152/165 2024-09-21T00:20:06.003 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 153/165 2024-09-21T00:20:06.003 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : NetworkManager-1:1.51.0-1.el9.x86_64 154/165 2024-09-21T00:20:06.003 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 155/165 2024-09-21T00:20:06.003 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : NetworkManager-libnm-1:1.51.0-1.el9.x86_64 156/165 2024-09-21T00:20:06.003 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 157/165 2024-09-21T00:20:06.003 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : NetworkManager-team-1:1.51.0-1.el9.x86_64 158/165 2024-09-21T00:20:06.003 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 159/165 2024-09-21T00:20:06.003 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : NetworkManager-tui-1:1.51.0-1.el9.x86_64 160/165 2024-09-21T00:20:06.003 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 161/165 2024-09-21T00:20:06.003 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 162/165 2024-09-21T00:20:06.003 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 163/165 2024-09-21T00:20:06.004 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 164/165 2024-09-21T00:20:06.202 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 152/165 2024-09-21T00:20:06.241 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 152/165 2024-09-21T00:20:06.261 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 152/165 2024-09-21T00:20:07.146 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : cephfs-top-2:19.3.0-5120.g18432218.el9.noarch 153/165 2024-09-21T00:20:07.220 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 154/165 2024-09-21T00:20:07.270 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 155/165 2024-09-21T00:20:07.363 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : flex-2.6.4-9.el9.x86_64 156/165 2024-09-21T00:20:07.390 INFO:teuthology.orchestra.run.smithi067.stdout: Installing : bison-3.7.4-5.el9.x86_64 157/165 2024-09-21T00:20:07.415 INFO:teuthology.orchestra.run.smithi067.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 158/165 2024-09-21T00:20:07.441 INFO:teuthology.orchestra.run.smithi067.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 159/165 2024-09-21T00:20:07.442 INFO:teuthology.orchestra.run.smithi067.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 160/165 2024-09-21T00:20:07.517 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 160/165 2024-09-21T00:20:07.517 INFO:teuthology.orchestra.run.smithi067.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 161/165 2024-09-21T00:20:07.609 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 161/165 2024-09-21T00:20:07.642 INFO:teuthology.orchestra.run.smithi067.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 162/165 2024-09-21T00:20:07.648 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 163/165 2024-09-21T00:20:07.648 INFO:teuthology.orchestra.run.smithi067.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 163/165 2024-09-21T00:20:07.836 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 163/165 2024-09-21T00:20:07.836 INFO:teuthology.orchestra.run.smithi067.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 164/165 2024-09-21T00:20:07.929 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 164/165 2024-09-21T00:20:07.998 INFO:teuthology.orchestra.run.smithi067.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 165/165 2024-09-21T00:20:08.652 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 165/165 2024-09-21T00:20:08.652 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:20:08.652 INFO:teuthology.orchestra.run.smithi097.stdout:Upgraded: 2024-09-21T00:20:08.652 INFO:teuthology.orchestra.run.smithi097.stdout: NetworkManager-1:1.51.0-1.el9.x86_64 2024-09-21T00:20:08.652 INFO:teuthology.orchestra.run.smithi097.stdout: NetworkManager-libnm-1:1.51.0-1.el9.x86_64 2024-09-21T00:20:08.652 INFO:teuthology.orchestra.run.smithi097.stdout: NetworkManager-team-1:1.51.0-1.el9.x86_64 2024-09-21T00:20:08.653 INFO:teuthology.orchestra.run.smithi097.stdout: NetworkManager-tui-1:1.51.0-1.el9.x86_64 2024-09-21T00:20:08.653 INFO:teuthology.orchestra.run.smithi097.stdout: librados2-2:19.3.0-5120.g18432218.el9.x86_64 2024-09-21T00:20:08.653 INFO:teuthology.orchestra.run.smithi097.stdout: librbd1-2:19.3.0-5120.g18432218.el9.x86_64 2024-09-21T00:20:08.653 INFO:teuthology.orchestra.run.smithi097.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-21T00:20:08.653 INFO:teuthology.orchestra.run.smithi097.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-21T00:20:08.653 INFO:teuthology.orchestra.run.smithi097.stdout:Installed: 2024-09-21T00:20:08.653 INFO:teuthology.orchestra.run.smithi097.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-21T00:20:08.653 INFO:teuthology.orchestra.run.smithi097.stdout: automake-1.16.2-8.el9.noarch 2024-09-21T00:20:08.653 INFO:teuthology.orchestra.run.smithi097.stdout: bison-3.7.4-5.el9.x86_64 2024-09-21T00:20:08.653 INFO:teuthology.orchestra.run.smithi097.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-21T00:20:08.653 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-2:19.3.0-5120.g18432218.el9.x86_64 2024-09-21T00:20:08.653 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-base-2:19.3.0-5120.g18432218.el9.x86_64 2024-09-21T00:20:08.653 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-common-2:19.3.0-5120.g18432218.el9.x86_64 2024-09-21T00:20:08.654 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-fuse-2:19.3.0-5120.g18432218.el9.x86_64 2024-09-21T00:20:08.654 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-grafana-dashboards-2:19.3.0-5120.g18432218.el9.noarch 2024-09-21T00:20:08.654 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-immutable-object-cache-2:19.3.0-5120.g18432218.el9.x86_64 2024-09-21T00:20:08.654 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-mds-2:19.3.0-5120.g18432218.el9.x86_64 2024-09-21T00:20:08.654 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-mgr-2:19.3.0-5120.g18432218.el9.x86_64 2024-09-21T00:20:08.654 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-mgr-cephadm-2:19.3.0-5120.g18432218.el9.noarch 2024-09-21T00:20:08.654 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-mgr-dashboard-2:19.3.0-5120.g18432218.el9.noarch 2024-09-21T00:20:08.654 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-mgr-diskprediction-local-2:19.3.0-5120.g18432218.el9.noarch 2024-09-21T00:20:08.654 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-mgr-modules-core-2:19.3.0-5120.g18432218.el9.noarch 2024-09-21T00:20:08.654 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-mgr-rook-2:19.3.0-5120.g18432218.el9.noarch 2024-09-21T00:20:08.654 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-mon-2:19.3.0-5120.g18432218.el9.x86_64 2024-09-21T00:20:08.654 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-osd-2:19.3.0-5120.g18432218.el9.x86_64 2024-09-21T00:20:08.655 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-prometheus-alerts-2:19.3.0-5120.g18432218.el9.noarch 2024-09-21T00:20:08.655 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-radosgw-2:19.3.0-5120.g18432218.el9.x86_64 2024-09-21T00:20:08.655 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-selinux-2:19.3.0-5120.g18432218.el9.x86_64 2024-09-21T00:20:08.655 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-test-2:19.3.0-5120.g18432218.el9.x86_64 2024-09-21T00:20:08.655 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-volume-2:19.3.0-5120.g18432218.el9.noarch 2024-09-21T00:20:08.655 INFO:teuthology.orchestra.run.smithi097.stdout: cephadm-2:19.3.0-5120.g18432218.el9.noarch 2024-09-21T00:20:08.655 INFO:teuthology.orchestra.run.smithi097.stdout: cephfs-mirror-2:19.3.0-5120.g18432218.el9.x86_64 2024-09-21T00:20:08.655 INFO:teuthology.orchestra.run.smithi097.stdout: cephfs-shell-2:19.3.0-5120.g18432218.el9.x86_64 2024-09-21T00:20:08.655 INFO:teuthology.orchestra.run.smithi097.stdout: cephfs-top-2:19.3.0-5120.g18432218.el9.noarch 2024-09-21T00:20:08.655 INFO:teuthology.orchestra.run.smithi097.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-21T00:20:08.655 INFO:teuthology.orchestra.run.smithi097.stdout: flex-2.6.4-9.el9.x86_64 2024-09-21T00:20:08.655 INFO:teuthology.orchestra.run.smithi097.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-21T00:20:08.655 INFO:teuthology.orchestra.run.smithi097.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-21T00:20:08.656 INFO:teuthology.orchestra.run.smithi097.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-21T00:20:08.656 INFO:teuthology.orchestra.run.smithi097.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-21T00:20:08.656 INFO:teuthology.orchestra.run.smithi097.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-21T00:20:08.656 INFO:teuthology.orchestra.run.smithi097.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-21T00:20:08.656 INFO:teuthology.orchestra.run.smithi097.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-21T00:20:08.656 INFO:teuthology.orchestra.run.smithi097.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-21T00:20:08.656 INFO:teuthology.orchestra.run.smithi097.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-21T00:20:08.656 INFO:teuthology.orchestra.run.smithi097.stdout: libcephfs-devel-2:19.3.0-5120.g18432218.el9.x86_64 2024-09-21T00:20:08.656 INFO:teuthology.orchestra.run.smithi097.stdout: libcephfs2-2:19.3.0-5120.g18432218.el9.x86_64 2024-09-21T00:20:08.656 INFO:teuthology.orchestra.run.smithi097.stdout: libcephsqlite-2:19.3.0-5120.g18432218.el9.x86_64 2024-09-21T00:20:08.656 INFO:teuthology.orchestra.run.smithi097.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-21T00:20:08.656 INFO:teuthology.orchestra.run.smithi097.stdout: libnbd-1.20.2-2.el9.x86_64 2024-09-21T00:20:08.656 INFO:teuthology.orchestra.run.smithi097.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-21T00:20:08.657 INFO:teuthology.orchestra.run.smithi097.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-21T00:20:08.657 INFO:teuthology.orchestra.run.smithi097.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-21T00:20:08.657 INFO:teuthology.orchestra.run.smithi097.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-21T00:20:08.657 INFO:teuthology.orchestra.run.smithi097.stdout: librados-devel-2:19.3.0-5120.g18432218.el9.x86_64 2024-09-21T00:20:08.657 INFO:teuthology.orchestra.run.smithi097.stdout: libradosstriper1-2:19.3.0-5120.g18432218.el9.x86_64 2024-09-21T00:20:08.657 INFO:teuthology.orchestra.run.smithi097.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-21T00:20:08.657 INFO:teuthology.orchestra.run.smithi097.stdout: librgw2-2:19.3.0-5120.g18432218.el9.x86_64 2024-09-21T00:20:08.657 INFO:teuthology.orchestra.run.smithi097.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-21T00:20:08.657 INFO:teuthology.orchestra.run.smithi097.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-21T00:20:08.657 INFO:teuthology.orchestra.run.smithi097.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-21T00:20:08.657 INFO:teuthology.orchestra.run.smithi097.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-21T00:20:08.657 INFO:teuthology.orchestra.run.smithi097.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-21T00:20:08.657 INFO:teuthology.orchestra.run.smithi097.stdout: lua-5.4.4-4.el9.x86_64 2024-09-21T00:20:08.657 INFO:teuthology.orchestra.run.smithi097.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-21T00:20:08.658 INFO:teuthology.orchestra.run.smithi097.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-21T00:20:08.658 INFO:teuthology.orchestra.run.smithi097.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-21T00:20:08.658 INFO:teuthology.orchestra.run.smithi097.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-21T00:20:08.658 INFO:teuthology.orchestra.run.smithi097.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-21T00:20:08.658 INFO:teuthology.orchestra.run.smithi097.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-21T00:20:08.658 INFO:teuthology.orchestra.run.smithi097.stdout: postgresql-13.16-1.el9.x86_64 2024-09-21T00:20:08.658 INFO:teuthology.orchestra.run.smithi097.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-21T00:20:08.658 INFO:teuthology.orchestra.run.smithi097.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-21T00:20:08.658 INFO:teuthology.orchestra.run.smithi097.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-21T00:20:08.658 INFO:teuthology.orchestra.run.smithi097.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-21T00:20:08.658 INFO:teuthology.orchestra.run.smithi097.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-21T00:20:08.658 INFO:teuthology.orchestra.run.smithi097.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-21T00:20:08.658 INFO:teuthology.orchestra.run.smithi097.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-21T00:20:08.658 INFO:teuthology.orchestra.run.smithi097.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-21T00:20:08.659 INFO:teuthology.orchestra.run.smithi097.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-21T00:20:08.659 INFO:teuthology.orchestra.run.smithi097.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-21T00:20:08.659 INFO:teuthology.orchestra.run.smithi097.stdout: python3-ceph-argparse-2:19.3.0-5120.g18432218.el9.x86_64 2024-09-21T00:20:08.659 INFO:teuthology.orchestra.run.smithi097.stdout: python3-ceph-common-2:19.3.0-5120.g18432218.el9.x86_64 2024-09-21T00:20:08.659 INFO:teuthology.orchestra.run.smithi097.stdout: python3-cephfs-2:19.3.0-5120.g18432218.el9.x86_64 2024-09-21T00:20:08.659 INFO:teuthology.orchestra.run.smithi097.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-21T00:20:08.659 INFO:teuthology.orchestra.run.smithi097.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-21T00:20:08.659 INFO:teuthology.orchestra.run.smithi097.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-21T00:20:08.659 INFO:teuthology.orchestra.run.smithi097.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-21T00:20:08.659 INFO:teuthology.orchestra.run.smithi097.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-21T00:20:08.659 INFO:teuthology.orchestra.run.smithi097.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-21T00:20:08.660 INFO:teuthology.orchestra.run.smithi097.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-21T00:20:08.660 INFO:teuthology.orchestra.run.smithi097.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-21T00:20:08.660 INFO:teuthology.orchestra.run.smithi097.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-21T00:20:08.660 INFO:teuthology.orchestra.run.smithi097.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-21T00:20:08.660 INFO:teuthology.orchestra.run.smithi097.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-21T00:20:08.660 INFO:teuthology.orchestra.run.smithi097.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-21T00:20:08.660 INFO:teuthology.orchestra.run.smithi097.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-21T00:20:08.660 INFO:teuthology.orchestra.run.smithi097.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-21T00:20:08.660 INFO:teuthology.orchestra.run.smithi097.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-21T00:20:08.660 INFO:teuthology.orchestra.run.smithi097.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-21T00:20:08.660 INFO:teuthology.orchestra.run.smithi097.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-21T00:20:08.660 INFO:teuthology.orchestra.run.smithi097.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-21T00:20:08.660 INFO:teuthology.orchestra.run.smithi097.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-21T00:20:08.661 INFO:teuthology.orchestra.run.smithi097.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-21T00:20:08.661 INFO:teuthology.orchestra.run.smithi097.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-21T00:20:08.661 INFO:teuthology.orchestra.run.smithi097.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-21T00:20:08.661 INFO:teuthology.orchestra.run.smithi097.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-21T00:20:08.661 INFO:teuthology.orchestra.run.smithi097.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-21T00:20:08.661 INFO:teuthology.orchestra.run.smithi097.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-21T00:20:08.661 INFO:teuthology.orchestra.run.smithi097.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-21T00:20:08.661 INFO:teuthology.orchestra.run.smithi097.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-21T00:20:08.661 INFO:teuthology.orchestra.run.smithi097.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-21T00:20:08.661 INFO:teuthology.orchestra.run.smithi097.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-21T00:20:08.661 INFO:teuthology.orchestra.run.smithi097.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-21T00:20:08.662 INFO:teuthology.orchestra.run.smithi097.stdout: python3-ply-3.11-14.el9.noarch 2024-09-21T00:20:08.662 INFO:teuthology.orchestra.run.smithi097.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-21T00:20:08.662 INFO:teuthology.orchestra.run.smithi097.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-21T00:20:08.662 INFO:teuthology.orchestra.run.smithi097.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-21T00:20:08.663 INFO:teuthology.orchestra.run.smithi097.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-21T00:20:08.663 INFO:teuthology.orchestra.run.smithi097.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-21T00:20:08.663 INFO:teuthology.orchestra.run.smithi097.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-21T00:20:08.663 INFO:teuthology.orchestra.run.smithi097.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-21T00:20:08.663 INFO:teuthology.orchestra.run.smithi097.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-21T00:20:08.664 INFO:teuthology.orchestra.run.smithi097.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-21T00:20:08.664 INFO:teuthology.orchestra.run.smithi097.stdout: python3-rados-2:19.3.0-5120.g18432218.el9.x86_64 2024-09-21T00:20:08.664 INFO:teuthology.orchestra.run.smithi097.stdout: python3-rbd-2:19.3.0-5120.g18432218.el9.x86_64 2024-09-21T00:20:08.664 INFO:teuthology.orchestra.run.smithi097.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-21T00:20:08.664 INFO:teuthology.orchestra.run.smithi097.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-21T00:20:08.664 INFO:teuthology.orchestra.run.smithi097.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-21T00:20:08.664 INFO:teuthology.orchestra.run.smithi097.stdout: python3-rgw-2:19.3.0-5120.g18432218.el9.x86_64 2024-09-21T00:20:08.664 INFO:teuthology.orchestra.run.smithi097.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-21T00:20:08.664 INFO:teuthology.orchestra.run.smithi097.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-21T00:20:08.664 INFO:teuthology.orchestra.run.smithi097.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-21T00:20:08.664 INFO:teuthology.orchestra.run.smithi097.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-21T00:20:08.664 INFO:teuthology.orchestra.run.smithi097.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-21T00:20:08.664 INFO:teuthology.orchestra.run.smithi097.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-21T00:20:08.665 INFO:teuthology.orchestra.run.smithi097.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-21T00:20:08.665 INFO:teuthology.orchestra.run.smithi097.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-21T00:20:08.665 INFO:teuthology.orchestra.run.smithi097.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-21T00:20:08.665 INFO:teuthology.orchestra.run.smithi097.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-21T00:20:08.665 INFO:teuthology.orchestra.run.smithi097.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-21T00:20:08.665 INFO:teuthology.orchestra.run.smithi097.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-21T00:20:08.665 INFO:teuthology.orchestra.run.smithi097.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-21T00:20:08.665 INFO:teuthology.orchestra.run.smithi097.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-21T00:20:08.665 INFO:teuthology.orchestra.run.smithi097.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-21T00:20:08.665 INFO:teuthology.orchestra.run.smithi097.stdout: rbd-fuse-2:19.3.0-5120.g18432218.el9.x86_64 2024-09-21T00:20:08.665 INFO:teuthology.orchestra.run.smithi097.stdout: rbd-mirror-2:19.3.0-5120.g18432218.el9.x86_64 2024-09-21T00:20:08.665 INFO:teuthology.orchestra.run.smithi097.stdout: rbd-nbd-2:19.3.0-5120.g18432218.el9.x86_64 2024-09-21T00:20:08.665 INFO:teuthology.orchestra.run.smithi097.stdout: re2-1:20211101-20.el9.x86_64 2024-09-21T00:20:08.666 INFO:teuthology.orchestra.run.smithi097.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-21T00:20:08.666 INFO:teuthology.orchestra.run.smithi097.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-21T00:20:08.666 INFO:teuthology.orchestra.run.smithi097.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-21T00:20:08.666 INFO:teuthology.orchestra.run.smithi097.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-21T00:20:08.666 INFO:teuthology.orchestra.run.smithi097.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-21T00:20:08.666 INFO:teuthology.orchestra.run.smithi097.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-21T00:20:08.666 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:20:08.666 INFO:teuthology.orchestra.run.smithi097.stdout:Complete! 2024-09-21T00:20:09.123 DEBUG:teuthology.parallel:result is None 2024-09-21T00:20:14.234 INFO:teuthology.orchestra.run.smithi067.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 165/165 2024-09-21T00:20:14.234 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-2:19.3.0-5120.g18432218.el9.x86_64 1/165 2024-09-21T00:20:14.234 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-base-2:19.3.0-5120.g18432218.el9.x86_64 2/165 2024-09-21T00:20:14.235 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-common-2:19.3.0-5120.g18432218.el9.x86_64 3/165 2024-09-21T00:20:14.235 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-fuse-2:19.3.0-5120.g18432218.el9.x86_64 4/165 2024-09-21T00:20:14.235 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-immutable-object-cache-2:19.3.0-5120.g18432 5/165 2024-09-21T00:20:14.235 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-mds-2:19.3.0-5120.g18432218.el9.x86_64 6/165 2024-09-21T00:20:14.235 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-mgr-2:19.3.0-5120.g18432218.el9.x86_64 7/165 2024-09-21T00:20:14.235 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-mon-2:19.3.0-5120.g18432218.el9.x86_64 8/165 2024-09-21T00:20:14.235 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-osd-2:19.3.0-5120.g18432218.el9.x86_64 9/165 2024-09-21T00:20:14.235 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-radosgw-2:19.3.0-5120.g18432218.el9.x86_64 10/165 2024-09-21T00:20:14.235 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-selinux-2:19.3.0-5120.g18432218.el9.x86_64 11/165 2024-09-21T00:20:14.235 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-test-2:19.3.0-5120.g18432218.el9.x86_64 12/165 2024-09-21T00:20:14.235 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : cephfs-mirror-2:19.3.0-5120.g18432218.el9.x86_64 13/165 2024-09-21T00:20:14.235 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : cephfs-shell-2:19.3.0-5120.g18432218.el9.x86_64 14/165 2024-09-21T00:20:14.235 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : libcephfs-devel-2:19.3.0-5120.g18432218.el9.x86_ 15/165 2024-09-21T00:20:14.235 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : libcephfs2-2:19.3.0-5120.g18432218.el9.x86_64 16/165 2024-09-21T00:20:14.236 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : libcephsqlite-2:19.3.0-5120.g18432218.el9.x86_64 17/165 2024-09-21T00:20:14.236 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : librados-devel-2:19.3.0-5120.g18432218.el9.x86_6 18/165 2024-09-21T00:20:14.236 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : libradosstriper1-2:19.3.0-5120.g18432218.el9.x86 19/165 2024-09-21T00:20:14.236 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : librgw2-2:19.3.0-5120.g18432218.el9.x86_64 20/165 2024-09-21T00:20:14.236 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-ceph-argparse-2:19.3.0-5120.g18432218.el 21/165 2024-09-21T00:20:14.236 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-ceph-common-2:19.3.0-5120.g18432218.el9. 22/165 2024-09-21T00:20:14.236 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-cephfs-2:19.3.0-5120.g18432218.el9.x86_6 23/165 2024-09-21T00:20:14.236 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-rados-2:19.3.0-5120.g18432218.el9.x86_64 24/165 2024-09-21T00:20:14.236 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-rbd-2:19.3.0-5120.g18432218.el9.x86_64 25/165 2024-09-21T00:20:14.236 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-rgw-2:19.3.0-5120.g18432218.el9.x86_64 26/165 2024-09-21T00:20:14.236 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : rbd-fuse-2:19.3.0-5120.g18432218.el9.x86_64 27/165 2024-09-21T00:20:14.247 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : rbd-mirror-2:19.3.0-5120.g18432218.el9.x86_64 28/165 2024-09-21T00:20:14.247 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : rbd-nbd-2:19.3.0-5120.g18432218.el9.x86_64 29/165 2024-09-21T00:20:14.247 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-grafana-dashboards-2:19.3.0-5120.g18432218. 30/165 2024-09-21T00:20:14.247 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-mgr-cephadm-2:19.3.0-5120.g18432218.el9.noa 31/165 2024-09-21T00:20:14.247 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-mgr-dashboard-2:19.3.0-5120.g18432218.el9.n 32/165 2024-09-21T00:20:14.247 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.3.0-5120.g184 33/165 2024-09-21T00:20:14.247 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-mgr-modules-core-2:19.3.0-5120.g18432218.el 34/165 2024-09-21T00:20:14.247 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-mgr-rook-2:19.3.0-5120.g18432218.el9.noarch 35/165 2024-09-21T00:20:14.247 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-prometheus-alerts-2:19.3.0-5120.g18432218.e 36/165 2024-09-21T00:20:14.247 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : ceph-volume-2:19.3.0-5120.g18432218.el9.noarch 37/165 2024-09-21T00:20:14.248 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : cephadm-2:19.3.0-5120.g18432218.el9.noarch 38/165 2024-09-21T00:20:14.248 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : cephfs-top-2:19.3.0-5120.g18432218.el9.noarch 39/165 2024-09-21T00:20:14.248 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/165 2024-09-21T00:20:14.248 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/165 2024-09-21T00:20:14.248 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/165 2024-09-21T00:20:14.248 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/165 2024-09-21T00:20:14.248 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/165 2024-09-21T00:20:14.248 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/165 2024-09-21T00:20:14.248 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/165 2024-09-21T00:20:14.248 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/165 2024-09-21T00:20:14.248 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/165 2024-09-21T00:20:14.248 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/165 2024-09-21T00:20:14.248 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/165 2024-09-21T00:20:14.249 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/165 2024-09-21T00:20:14.249 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/165 2024-09-21T00:20:14.249 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/165 2024-09-21T00:20:14.249 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/165 2024-09-21T00:20:14.249 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/165 2024-09-21T00:20:14.249 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/165 2024-09-21T00:20:14.249 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/165 2024-09-21T00:20:14.249 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : libnbd-1.20.2-2.el9.x86_64 58/165 2024-09-21T00:20:14.249 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 59/165 2024-09-21T00:20:14.249 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 60/165 2024-09-21T00:20:14.249 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 61/165 2024-09-21T00:20:14.249 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 62/165 2024-09-21T00:20:14.249 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 63/165 2024-09-21T00:20:14.249 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 64/165 2024-09-21T00:20:14.250 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 65/165 2024-09-21T00:20:14.250 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : lua-5.4.4-4.el9.x86_64 66/165 2024-09-21T00:20:14.250 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 67/165 2024-09-21T00:20:14.250 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 68/165 2024-09-21T00:20:14.250 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 69/165 2024-09-21T00:20:14.250 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : postgresql-13.16-1.el9.x86_64 70/165 2024-09-21T00:20:14.250 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 71/165 2024-09-21T00:20:14.250 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 72/165 2024-09-21T00:20:14.250 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 73/165 2024-09-21T00:20:14.250 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 74/165 2024-09-21T00:20:14.250 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 75/165 2024-09-21T00:20:14.250 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 76/165 2024-09-21T00:20:14.250 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 77/165 2024-09-21T00:20:14.250 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 78/165 2024-09-21T00:20:14.251 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 79/165 2024-09-21T00:20:14.251 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 80/165 2024-09-21T00:20:14.251 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 81/165 2024-09-21T00:20:14.251 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 82/165 2024-09-21T00:20:14.251 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 83/165 2024-09-21T00:20:14.251 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 84/165 2024-09-21T00:20:14.251 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 85/165 2024-09-21T00:20:14.251 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 86/165 2024-09-21T00:20:14.251 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 87/165 2024-09-21T00:20:14.251 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 88/165 2024-09-21T00:20:14.251 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 89/165 2024-09-21T00:20:14.251 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 90/165 2024-09-21T00:20:14.251 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 91/165 2024-09-21T00:20:14.252 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 92/165 2024-09-21T00:20:14.252 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 93/165 2024-09-21T00:20:14.252 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 94/165 2024-09-21T00:20:14.252 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 95/165 2024-09-21T00:20:14.252 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 96/165 2024-09-21T00:20:14.252 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 97/165 2024-09-21T00:20:14.252 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 98/165 2024-09-21T00:20:14.252 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 99/165 2024-09-21T00:20:14.252 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 100/165 2024-09-21T00:20:14.252 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 101/165 2024-09-21T00:20:14.252 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 102/165 2024-09-21T00:20:14.252 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 103/165 2024-09-21T00:20:14.252 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 104/165 2024-09-21T00:20:14.253 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 105/165 2024-09-21T00:20:14.253 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 106/165 2024-09-21T00:20:14.253 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 107/165 2024-09-21T00:20:14.253 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 108/165 2024-09-21T00:20:14.253 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 109/165 2024-09-21T00:20:14.253 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 110/165 2024-09-21T00:20:14.253 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 111/165 2024-09-21T00:20:14.253 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 112/165 2024-09-21T00:20:14.253 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 113/165 2024-09-21T00:20:14.253 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 114/165 2024-09-21T00:20:14.253 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 115/165 2024-09-21T00:20:14.253 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 116/165 2024-09-21T00:20:14.253 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 117/165 2024-09-21T00:20:14.253 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 118/165 2024-09-21T00:20:14.254 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 119/165 2024-09-21T00:20:14.254 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 120/165 2024-09-21T00:20:14.254 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 121/165 2024-09-21T00:20:14.254 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 122/165 2024-09-21T00:20:14.254 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 123/165 2024-09-21T00:20:14.254 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 124/165 2024-09-21T00:20:14.254 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 125/165 2024-09-21T00:20:14.254 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 126/165 2024-09-21T00:20:14.254 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 127/165 2024-09-21T00:20:14.254 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 128/165 2024-09-21T00:20:14.254 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 129/165 2024-09-21T00:20:14.254 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 130/165 2024-09-21T00:20:14.254 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 131/165 2024-09-21T00:20:14.255 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 132/165 2024-09-21T00:20:14.255 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 133/165 2024-09-21T00:20:14.255 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 134/165 2024-09-21T00:20:14.255 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 135/165 2024-09-21T00:20:14.255 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 136/165 2024-09-21T00:20:14.255 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 137/165 2024-09-21T00:20:14.255 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 138/165 2024-09-21T00:20:14.255 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 139/165 2024-09-21T00:20:14.255 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 140/165 2024-09-21T00:20:14.255 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 141/165 2024-09-21T00:20:14.255 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 142/165 2024-09-21T00:20:14.255 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 143/165 2024-09-21T00:20:14.255 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 144/165 2024-09-21T00:20:14.255 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 145/165 2024-09-21T00:20:14.256 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 146/165 2024-09-21T00:20:14.256 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 147/165 2024-09-21T00:20:14.256 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : re2-1:20211101-20.el9.x86_64 148/165 2024-09-21T00:20:14.256 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 149/165 2024-09-21T00:20:14.256 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : librados2-2:19.3.0-5120.g18432218.el9.x86_64 150/165 2024-09-21T00:20:14.256 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 151/165 2024-09-21T00:20:14.256 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : librbd1-2:19.3.0-5120.g18432218.el9.x86_64 152/165 2024-09-21T00:20:14.256 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 153/165 2024-09-21T00:20:14.256 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : NetworkManager-1:1.51.0-1.el9.x86_64 154/165 2024-09-21T00:20:14.256 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 155/165 2024-09-21T00:20:14.256 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : NetworkManager-libnm-1:1.51.0-1.el9.x86_64 156/165 2024-09-21T00:20:14.256 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 157/165 2024-09-21T00:20:14.256 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : NetworkManager-team-1:1.51.0-1.el9.x86_64 158/165 2024-09-21T00:20:14.256 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 159/165 2024-09-21T00:20:14.257 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : NetworkManager-tui-1:1.51.0-1.el9.x86_64 160/165 2024-09-21T00:20:14.257 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 161/165 2024-09-21T00:20:14.257 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 162/165 2024-09-21T00:20:14.257 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 163/165 2024-09-21T00:20:14.257 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 164/165 2024-09-21T00:20:16.737 INFO:teuthology.orchestra.run.smithi067.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 165/165 2024-09-21T00:20:16.738 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:20:16.738 INFO:teuthology.orchestra.run.smithi067.stdout:Upgraded: 2024-09-21T00:20:16.738 INFO:teuthology.orchestra.run.smithi067.stdout: NetworkManager-1:1.51.0-1.el9.x86_64 2024-09-21T00:20:16.738 INFO:teuthology.orchestra.run.smithi067.stdout: NetworkManager-libnm-1:1.51.0-1.el9.x86_64 2024-09-21T00:20:16.738 INFO:teuthology.orchestra.run.smithi067.stdout: NetworkManager-team-1:1.51.0-1.el9.x86_64 2024-09-21T00:20:16.738 INFO:teuthology.orchestra.run.smithi067.stdout: NetworkManager-tui-1:1.51.0-1.el9.x86_64 2024-09-21T00:20:16.738 INFO:teuthology.orchestra.run.smithi067.stdout: librados2-2:19.3.0-5120.g18432218.el9.x86_64 2024-09-21T00:20:16.738 INFO:teuthology.orchestra.run.smithi067.stdout: librbd1-2:19.3.0-5120.g18432218.el9.x86_64 2024-09-21T00:20:16.738 INFO:teuthology.orchestra.run.smithi067.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-21T00:20:16.738 INFO:teuthology.orchestra.run.smithi067.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-21T00:20:16.738 INFO:teuthology.orchestra.run.smithi067.stdout:Installed: 2024-09-21T00:20:16.738 INFO:teuthology.orchestra.run.smithi067.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-21T00:20:16.739 INFO:teuthology.orchestra.run.smithi067.stdout: automake-1.16.2-8.el9.noarch 2024-09-21T00:20:16.739 INFO:teuthology.orchestra.run.smithi067.stdout: bison-3.7.4-5.el9.x86_64 2024-09-21T00:20:16.739 INFO:teuthology.orchestra.run.smithi067.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-21T00:20:16.739 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-2:19.3.0-5120.g18432218.el9.x86_64 2024-09-21T00:20:16.739 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-base-2:19.3.0-5120.g18432218.el9.x86_64 2024-09-21T00:20:16.739 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-common-2:19.3.0-5120.g18432218.el9.x86_64 2024-09-21T00:20:16.739 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-fuse-2:19.3.0-5120.g18432218.el9.x86_64 2024-09-21T00:20:16.739 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-grafana-dashboards-2:19.3.0-5120.g18432218.el9.noarch 2024-09-21T00:20:16.739 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-immutable-object-cache-2:19.3.0-5120.g18432218.el9.x86_64 2024-09-21T00:20:16.739 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mds-2:19.3.0-5120.g18432218.el9.x86_64 2024-09-21T00:20:16.739 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mgr-2:19.3.0-5120.g18432218.el9.x86_64 2024-09-21T00:20:16.739 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mgr-cephadm-2:19.3.0-5120.g18432218.el9.noarch 2024-09-21T00:20:16.739 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mgr-dashboard-2:19.3.0-5120.g18432218.el9.noarch 2024-09-21T00:20:16.740 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mgr-diskprediction-local-2:19.3.0-5120.g18432218.el9.noarch 2024-09-21T00:20:16.740 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mgr-modules-core-2:19.3.0-5120.g18432218.el9.noarch 2024-09-21T00:20:16.740 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mgr-rook-2:19.3.0-5120.g18432218.el9.noarch 2024-09-21T00:20:16.740 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-mon-2:19.3.0-5120.g18432218.el9.x86_64 2024-09-21T00:20:16.740 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-osd-2:19.3.0-5120.g18432218.el9.x86_64 2024-09-21T00:20:16.740 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-prometheus-alerts-2:19.3.0-5120.g18432218.el9.noarch 2024-09-21T00:20:16.740 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-radosgw-2:19.3.0-5120.g18432218.el9.x86_64 2024-09-21T00:20:16.740 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-selinux-2:19.3.0-5120.g18432218.el9.x86_64 2024-09-21T00:20:16.740 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-test-2:19.3.0-5120.g18432218.el9.x86_64 2024-09-21T00:20:16.740 INFO:teuthology.orchestra.run.smithi067.stdout: ceph-volume-2:19.3.0-5120.g18432218.el9.noarch 2024-09-21T00:20:16.740 INFO:teuthology.orchestra.run.smithi067.stdout: cephadm-2:19.3.0-5120.g18432218.el9.noarch 2024-09-21T00:20:16.740 INFO:teuthology.orchestra.run.smithi067.stdout: cephfs-mirror-2:19.3.0-5120.g18432218.el9.x86_64 2024-09-21T00:20:16.740 INFO:teuthology.orchestra.run.smithi067.stdout: cephfs-shell-2:19.3.0-5120.g18432218.el9.x86_64 2024-09-21T00:20:16.740 INFO:teuthology.orchestra.run.smithi067.stdout: cephfs-top-2:19.3.0-5120.g18432218.el9.noarch 2024-09-21T00:20:16.741 INFO:teuthology.orchestra.run.smithi067.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-21T00:20:16.741 INFO:teuthology.orchestra.run.smithi067.stdout: flex-2.6.4-9.el9.x86_64 2024-09-21T00:20:16.741 INFO:teuthology.orchestra.run.smithi067.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-21T00:20:16.741 INFO:teuthology.orchestra.run.smithi067.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-21T00:20:16.741 INFO:teuthology.orchestra.run.smithi067.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-21T00:20:16.741 INFO:teuthology.orchestra.run.smithi067.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-21T00:20:16.741 INFO:teuthology.orchestra.run.smithi067.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-21T00:20:16.741 INFO:teuthology.orchestra.run.smithi067.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-21T00:20:16.741 INFO:teuthology.orchestra.run.smithi067.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-21T00:20:16.741 INFO:teuthology.orchestra.run.smithi067.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-21T00:20:16.741 INFO:teuthology.orchestra.run.smithi067.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-21T00:20:16.741 INFO:teuthology.orchestra.run.smithi067.stdout: libcephfs-devel-2:19.3.0-5120.g18432218.el9.x86_64 2024-09-21T00:20:16.741 INFO:teuthology.orchestra.run.smithi067.stdout: libcephfs2-2:19.3.0-5120.g18432218.el9.x86_64 2024-09-21T00:20:16.742 INFO:teuthology.orchestra.run.smithi067.stdout: libcephsqlite-2:19.3.0-5120.g18432218.el9.x86_64 2024-09-21T00:20:16.742 INFO:teuthology.orchestra.run.smithi067.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-21T00:20:16.742 INFO:teuthology.orchestra.run.smithi067.stdout: libnbd-1.20.2-2.el9.x86_64 2024-09-21T00:20:16.742 INFO:teuthology.orchestra.run.smithi067.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-21T00:20:16.742 INFO:teuthology.orchestra.run.smithi067.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-21T00:20:16.742 INFO:teuthology.orchestra.run.smithi067.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-21T00:20:16.742 INFO:teuthology.orchestra.run.smithi067.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-21T00:20:16.742 INFO:teuthology.orchestra.run.smithi067.stdout: librados-devel-2:19.3.0-5120.g18432218.el9.x86_64 2024-09-21T00:20:16.742 INFO:teuthology.orchestra.run.smithi067.stdout: libradosstriper1-2:19.3.0-5120.g18432218.el9.x86_64 2024-09-21T00:20:16.742 INFO:teuthology.orchestra.run.smithi067.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-21T00:20:16.742 INFO:teuthology.orchestra.run.smithi067.stdout: librgw2-2:19.3.0-5120.g18432218.el9.x86_64 2024-09-21T00:20:16.742 INFO:teuthology.orchestra.run.smithi067.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-21T00:20:16.743 INFO:teuthology.orchestra.run.smithi067.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-21T00:20:16.743 INFO:teuthology.orchestra.run.smithi067.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-21T00:20:16.743 INFO:teuthology.orchestra.run.smithi067.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-21T00:20:16.743 INFO:teuthology.orchestra.run.smithi067.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-21T00:20:16.743 INFO:teuthology.orchestra.run.smithi067.stdout: lua-5.4.4-4.el9.x86_64 2024-09-21T00:20:16.743 INFO:teuthology.orchestra.run.smithi067.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-21T00:20:16.743 INFO:teuthology.orchestra.run.smithi067.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-21T00:20:16.743 INFO:teuthology.orchestra.run.smithi067.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-21T00:20:16.743 INFO:teuthology.orchestra.run.smithi067.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-21T00:20:16.743 INFO:teuthology.orchestra.run.smithi067.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-21T00:20:16.743 INFO:teuthology.orchestra.run.smithi067.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-21T00:20:16.743 INFO:teuthology.orchestra.run.smithi067.stdout: postgresql-13.16-1.el9.x86_64 2024-09-21T00:20:16.743 INFO:teuthology.orchestra.run.smithi067.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-21T00:20:16.743 INFO:teuthology.orchestra.run.smithi067.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-21T00:20:16.744 INFO:teuthology.orchestra.run.smithi067.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-21T00:20:16.744 INFO:teuthology.orchestra.run.smithi067.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-21T00:20:16.744 INFO:teuthology.orchestra.run.smithi067.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-21T00:20:16.744 INFO:teuthology.orchestra.run.smithi067.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-21T00:20:16.744 INFO:teuthology.orchestra.run.smithi067.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-21T00:20:16.744 INFO:teuthology.orchestra.run.smithi067.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-21T00:20:16.744 INFO:teuthology.orchestra.run.smithi067.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-21T00:20:16.744 INFO:teuthology.orchestra.run.smithi067.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-21T00:20:16.744 INFO:teuthology.orchestra.run.smithi067.stdout: python3-ceph-argparse-2:19.3.0-5120.g18432218.el9.x86_64 2024-09-21T00:20:16.744 INFO:teuthology.orchestra.run.smithi067.stdout: python3-ceph-common-2:19.3.0-5120.g18432218.el9.x86_64 2024-09-21T00:20:16.744 INFO:teuthology.orchestra.run.smithi067.stdout: python3-cephfs-2:19.3.0-5120.g18432218.el9.x86_64 2024-09-21T00:20:16.744 INFO:teuthology.orchestra.run.smithi067.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-21T00:20:16.744 INFO:teuthology.orchestra.run.smithi067.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-21T00:20:16.745 INFO:teuthology.orchestra.run.smithi067.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-21T00:20:16.745 INFO:teuthology.orchestra.run.smithi067.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-21T00:20:16.745 INFO:teuthology.orchestra.run.smithi067.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-21T00:20:16.745 INFO:teuthology.orchestra.run.smithi067.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-21T00:20:16.745 INFO:teuthology.orchestra.run.smithi067.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-21T00:20:16.745 INFO:teuthology.orchestra.run.smithi067.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-21T00:20:16.745 INFO:teuthology.orchestra.run.smithi067.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-21T00:20:16.745 INFO:teuthology.orchestra.run.smithi067.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-21T00:20:16.745 INFO:teuthology.orchestra.run.smithi067.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-21T00:20:16.745 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-21T00:20:16.745 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-21T00:20:16.745 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-21T00:20:16.745 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-21T00:20:16.745 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-21T00:20:16.746 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-21T00:20:16.746 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-21T00:20:16.746 INFO:teuthology.orchestra.run.smithi067.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-21T00:20:16.746 INFO:teuthology.orchestra.run.smithi067.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-21T00:20:16.746 INFO:teuthology.orchestra.run.smithi067.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-21T00:20:16.746 INFO:teuthology.orchestra.run.smithi067.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-21T00:20:16.746 INFO:teuthology.orchestra.run.smithi067.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-21T00:20:16.746 INFO:teuthology.orchestra.run.smithi067.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-21T00:20:16.746 INFO:teuthology.orchestra.run.smithi067.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-21T00:20:16.746 INFO:teuthology.orchestra.run.smithi067.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-21T00:20:16.746 INFO:teuthology.orchestra.run.smithi067.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-21T00:20:16.746 INFO:teuthology.orchestra.run.smithi067.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-21T00:20:16.746 INFO:teuthology.orchestra.run.smithi067.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-21T00:20:16.747 INFO:teuthology.orchestra.run.smithi067.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-21T00:20:16.747 INFO:teuthology.orchestra.run.smithi067.stdout: python3-ply-3.11-14.el9.noarch 2024-09-21T00:20:16.747 INFO:teuthology.orchestra.run.smithi067.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-21T00:20:16.747 INFO:teuthology.orchestra.run.smithi067.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-21T00:20:16.747 INFO:teuthology.orchestra.run.smithi067.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-21T00:20:16.747 INFO:teuthology.orchestra.run.smithi067.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-21T00:20:16.747 INFO:teuthology.orchestra.run.smithi067.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-21T00:20:16.747 INFO:teuthology.orchestra.run.smithi067.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-21T00:20:16.747 INFO:teuthology.orchestra.run.smithi067.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-21T00:20:16.747 INFO:teuthology.orchestra.run.smithi067.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-21T00:20:16.747 INFO:teuthology.orchestra.run.smithi067.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-21T00:20:16.747 INFO:teuthology.orchestra.run.smithi067.stdout: python3-rados-2:19.3.0-5120.g18432218.el9.x86_64 2024-09-21T00:20:16.747 INFO:teuthology.orchestra.run.smithi067.stdout: python3-rbd-2:19.3.0-5120.g18432218.el9.x86_64 2024-09-21T00:20:16.748 INFO:teuthology.orchestra.run.smithi067.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-21T00:20:16.748 INFO:teuthology.orchestra.run.smithi067.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-21T00:20:16.748 INFO:teuthology.orchestra.run.smithi067.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-21T00:20:16.748 INFO:teuthology.orchestra.run.smithi067.stdout: python3-rgw-2:19.3.0-5120.g18432218.el9.x86_64 2024-09-21T00:20:16.748 INFO:teuthology.orchestra.run.smithi067.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-21T00:20:16.748 INFO:teuthology.orchestra.run.smithi067.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-21T00:20:16.748 INFO:teuthology.orchestra.run.smithi067.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-21T00:20:16.748 INFO:teuthology.orchestra.run.smithi067.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-21T00:20:16.748 INFO:teuthology.orchestra.run.smithi067.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-21T00:20:16.748 INFO:teuthology.orchestra.run.smithi067.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-21T00:20:16.748 INFO:teuthology.orchestra.run.smithi067.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-21T00:20:16.748 INFO:teuthology.orchestra.run.smithi067.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-21T00:20:16.748 INFO:teuthology.orchestra.run.smithi067.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-21T00:20:16.748 INFO:teuthology.orchestra.run.smithi067.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-21T00:20:16.749 INFO:teuthology.orchestra.run.smithi067.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-21T00:20:16.749 INFO:teuthology.orchestra.run.smithi067.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-21T00:20:16.749 INFO:teuthology.orchestra.run.smithi067.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-21T00:20:16.749 INFO:teuthology.orchestra.run.smithi067.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-21T00:20:16.749 INFO:teuthology.orchestra.run.smithi067.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-21T00:20:16.749 INFO:teuthology.orchestra.run.smithi067.stdout: rbd-fuse-2:19.3.0-5120.g18432218.el9.x86_64 2024-09-21T00:20:16.749 INFO:teuthology.orchestra.run.smithi067.stdout: rbd-mirror-2:19.3.0-5120.g18432218.el9.x86_64 2024-09-21T00:20:16.749 INFO:teuthology.orchestra.run.smithi067.stdout: rbd-nbd-2:19.3.0-5120.g18432218.el9.x86_64 2024-09-21T00:20:16.749 INFO:teuthology.orchestra.run.smithi067.stdout: re2-1:20211101-20.el9.x86_64 2024-09-21T00:20:16.749 INFO:teuthology.orchestra.run.smithi067.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-21T00:20:16.749 INFO:teuthology.orchestra.run.smithi067.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-21T00:20:16.749 INFO:teuthology.orchestra.run.smithi067.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-21T00:20:16.749 INFO:teuthology.orchestra.run.smithi067.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-21T00:20:16.749 INFO:teuthology.orchestra.run.smithi067.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-21T00:20:16.750 INFO:teuthology.orchestra.run.smithi067.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-21T00:20:16.750 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:20:16.750 INFO:teuthology.orchestra.run.smithi067.stdout:Complete! 2024-09-21T00:20:17.161 DEBUG:teuthology.parallel:result is None 2024-09-21T00:20:17.161 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=1843221895adccfb3b692060251dd6a0183bc410 2024-09-21T00:20:17.303 DEBUG:teuthology.orchestra.run.smithi067:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-21T00:20:17.326 INFO:teuthology.orchestra.run.smithi067.stdout:19.3.0-5120.g18432218.el9 2024-09-21T00:20:17.327 INFO:teuthology.packaging:The installed version of ceph is 19.3.0-5120.g18432218.el9 2024-09-21T00:20:17.327 INFO:teuthology.task.install:The correct ceph version 19.3.0-5120.g18432218 is installed. 2024-09-21T00:20:17.328 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=1843221895adccfb3b692060251dd6a0183bc410 2024-09-21T00:20:17.469 DEBUG:teuthology.orchestra.run.smithi097:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-21T00:20:17.496 INFO:teuthology.orchestra.run.smithi097.stdout:19.3.0-5120.g18432218.el9 2024-09-21T00:20:17.496 INFO:teuthology.packaging:The installed version of ceph is 19.3.0-5120.g18432218.el9 2024-09-21T00:20:17.496 INFO:teuthology.task.install:The correct ceph version 19.3.0-5120.g18432218 is installed. 2024-09-21T00:20:17.498 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-21T00:20:17.498 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:20:17.498 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-21T00:20:17.527 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:20:17.527 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-21T00:20:17.567 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-21T00:20:17.568 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:20:17.568 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd of=/usr/bin/daemon-helper 2024-09-21T00:20:17.595 DEBUG:teuthology.orchestra.run.smithi067:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-21T00:20:17.661 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:20:17.661 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd of=/usr/bin/daemon-helper 2024-09-21T00:20:17.689 DEBUG:teuthology.orchestra.run.smithi097:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-21T00:20:17.756 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-21T00:20:17.756 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:20:17.756 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-21T00:20:17.782 DEBUG:teuthology.orchestra.run.smithi067:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-21T00:20:17.847 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:20:17.848 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-21T00:20:17.875 DEBUG:teuthology.orchestra.run.smithi097:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-21T00:20:17.941 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-21T00:20:17.941 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:20:17.941 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd of=/usr/bin/stdin-killer 2024-09-21T00:20:17.967 DEBUG:teuthology.orchestra.run.smithi067:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-21T00:20:18.032 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:20:18.032 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd of=/usr/bin/stdin-killer 2024-09-21T00:20:18.059 DEBUG:teuthology.orchestra.run.smithi097:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-21T00:20:18.124 INFO:teuthology.run_tasks:Running task ceph... 2024-09-21T00:20:18.197 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2024-09-21T00:20:18.197 DEBUG:teuthology.orchestra.run.smithi067:> sudo chmod 777 /var/log/ceph 2024-09-21T00:20:18.199 DEBUG:teuthology.orchestra.run.smithi097:> sudo chmod 777 /var/log/ceph 2024-09-21T00:20:18.225 INFO:tasks.ceph:Disabling ceph logrotate... 2024-09-21T00:20:18.225 DEBUG:teuthology.orchestra.run.smithi067:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-21T00:20:18.265 DEBUG:teuthology.orchestra.run.smithi097:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-21T00:20:18.290 INFO:tasks.ceph:Creating extra log directories... 2024-09-21T00:20:18.290 DEBUG:teuthology.orchestra.run.smithi067:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-21T00:20:18.330 DEBUG:teuthology.orchestra.run.smithi097:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-21T00:20:18.359 INFO:tasks.ceph:Setting up log rotation with {'ceph-mds': '10G', 'ceph-osd': '10G'} 2024-09-21T00:20:18.360 INFO:tasks.ceph:writing logrotate stanza for ceph-mds 2024-09-21T00:20:18.360 INFO:tasks.ceph:writing logrotate stanza for ceph-osd 2024-09-21T00:20:18.360 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:20:18.360 DEBUG:teuthology.orchestra.run.smithi067:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-21T00:20:18.408 DEBUG:teuthology.orchestra.run.smithi067:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-21T00:20:18.520 DEBUG:teuthology.orchestra.run.smithi067:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2024-09-21T00:20:18.545 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:20:18.545 DEBUG:teuthology.orchestra.run.smithi097:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-21T00:20:18.561 DEBUG:teuthology.orchestra.run.smithi097:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-21T00:20:18.670 DEBUG:teuthology.orchestra.run.smithi097:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2024-09-21T00:20:18.699 INFO:tasks.ceph:Creating ceph cluster ceph... 2024-09-21T00:20:18.699 INFO:tasks.ceph:config {'conf': {'client': {'pid file': ''}, 'mds': {'mds cache max size': 1000, 'mds log max segments': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'fs.*is degraded', 'filesystem is degraded', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'filesystem is offline', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'insufficient standby MDS daemons available', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'Replacing daemon mds', 'Scrub error on inode', 'Behind on trimming', 'Metadata damage detected', 'bad backtrace on inode', 'overall HEALTH_', '\\(MDS_TRIM\\)'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2024-09-21T00:20:18.700 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/pdonnell-2024-09-20_23:48:22-fs-wip-pdonnell-testing-20240920.212106-debug-distro-default-smithi/7913322', 'branch': 'wip-pdonnell-testing-20240920.212106-debug', 'description': 'fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} tasks/scrub}', 'email': 'pdonnell@redhat.com', 'first_in_suite': False, 'job_id': '7913322', 'kernel': {'kdb': 1, 'sha1': 'distro'}, 'last_in_suite': False, 'log-rotate': {'ceph-mds': '10G', 'ceph-osd': '10G'}, 'machine_type': 'smithi', 'name': 'pdonnell-2024-09-20_23:48:22-fs-wip-pdonnell-testing-20240920.212106-debug-distro-default-smithi', 'no_nested_subset': False, 'openstack': [{'volumes': {'count': 4, 'size': 20}}, {'machine': {'disk': 200}}], 'os_type': 'centos', 'os_version': '9.stream', 'overrides': {'admin_socket': {'branch': 'wip-pdonnell-testing-20240920.212106-debug'}, 'ceph': {'cluster-conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 2, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'client mount timeout': 30, 'debug client': 20, 'debug mgr': 20, 'debug ms': 1, 'mon warn on pool no app': False}, 'mon': {'mon op complaint time': 120}, 'osd': {'osd op complaint time': 180}}, 'conf': {'client': {'pid file': ''}, 'mds': {'mds cache max size': 1000, 'mds log max segments': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'fs.*is degraded', 'filesystem is degraded', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'filesystem is offline', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'insufficient standby MDS daemons available', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'Replacing daemon mds', 'Scrub error on inode', 'Behind on trimming', 'Metadata damage detected', 'bad backtrace on inode', 'overall HEALTH_', '\\(MDS_TRIM\\)'], 'sha1': '1843221895adccfb3b692060251dd6a0183bc410'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': '1843221895adccfb3b692060251dd6a0183bc410'}}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'wip-pdonnell-testing-20240920.212106-debug', 'sha1': '1843221895adccfb3b692060251dd6a0183bc410'}}, 'owner': 'scheduled_pdonnell@teuthology', 'priority': 90, 'repo': 'https://git.ceph.com/ceph-ci.git', 'roles': [['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'], ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3']], 'seed': 7864, 'sha1': '1843221895adccfb3b692060251dd6a0183bc410', 'sleep_before_teardown': 0, 'subset': '67/512', 'suite': 'fs', 'suite_branch': 'wip-pdonnell-testing-20240920.212106-debug', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph-c_1843221895adccfb3b692060251dd6a0183bc410/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph-ci.git', 'suite_sha1': '1843221895adccfb3b692060251dd6a0183bc410', 'syslog': {'ignorelist': ['WARNING*.*check_session_state', 'WARNING*.*__ceph_remove_cap']}, 'targets': {'smithi067.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBORng0DBrRmortVfXerJtVOrumGHs/33qszFTlogWYoPYW1v/RMF+aw8GA9qRY5Z2pto3sNPW+/F/mlsTBpViAw=', 'smithi097.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHKI6GLz61SB+l7Ee/o1W2K0z8PuZKNtTRW0YDjbd1eEQkqG16UEph+DhgZOJr80h2AaYBRPujl1iv+QshA4EbY='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'kdb': 1, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '1843221895adccfb3b692060251dd6a0183bc410'}}, {'ceph': {'create_rbd_pool': False, 'cluster-conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 2, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'client mount timeout': 30, 'debug client': 20, 'debug mgr': 20, 'debug ms': 1, 'mon warn on pool no app': False}, 'mon': {'mon op complaint time': 120}, 'osd': {'osd op complaint time': 180}}, 'conf': {'client': {'pid file': ''}, 'mds': {'mds cache max size': 1000, 'mds log max segments': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'fs.*is degraded', 'filesystem is degraded', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'filesystem is offline', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'insufficient standby MDS daemons available', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'Replacing daemon mds', 'Scrub error on inode', 'Behind on trimming', 'Metadata damage detected', 'bad backtrace on inode', 'overall HEALTH_', '\\(MDS_TRIM\\)'], 'sha1': '1843221895adccfb3b692060251dd6a0183bc410', 'cluster': 'ceph'}}, {'ceph-fuse': None}, {'cephfs_test_runner': {'modules': ['tasks.cephfs.test_scrub_checks', 'tasks.cephfs.test_scrub']}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': ['local function is_kupstream() return false end', 'local function is_kdistro() return false end', 'local function is_fuse() return true end', "local function syntax_version() return '' end"]}, 'teuthology_branch': 'main', 'teuthology_sha1': '3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a', 'timestamp': '2024-09-20_23:48:22', 'tube': 'smithi', 'user': 'pdonnell', 'verbose': False, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.2902'} 2024-09-21T00:20:18.700 DEBUG:teuthology.orchestra.run.smithi067:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-21T00:20:18.702 DEBUG:teuthology.orchestra.run.smithi097:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-21T00:20:18.750 DEBUG:teuthology.orchestra.run.smithi067:> sudo install -d -m0777 -- /var/run/ceph 2024-09-21T00:20:18.758 DEBUG:teuthology.orchestra.run.smithi097:> sudo install -d -m0777 -- /var/run/ceph 2024-09-21T00:20:18.814 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:20:18.814 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/scratch_devs of=/dev/stdout 2024-09-21T00:20:18.837 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-21T00:20:18.837 DEBUG:teuthology.orchestra.run.smithi067:> stat /dev/vg_nvme/lv_1 2024-09-21T00:20:18.893 INFO:teuthology.orchestra.run.smithi067.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-21T00:20:18.893 INFO:teuthology.orchestra.run.smithi067.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-21T00:20:18.893 INFO:teuthology.orchestra.run.smithi067.stdout:Device: 5h/5d Inode: 665 Links: 1 2024-09-21T00:20:18.893 INFO:teuthology.orchestra.run.smithi067.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-21T00:20:18.893 INFO:teuthology.orchestra.run.smithi067.stdout:Context: system_u:object_r:device_t:s0 2024-09-21T00:20:18.893 INFO:teuthology.orchestra.run.smithi067.stdout:Access: 2024-09-21 00:20:08.377401367 +0000 2024-09-21T00:20:18.893 INFO:teuthology.orchestra.run.smithi067.stdout:Modify: 2024-09-21 00:18:02.225931540 +0000 2024-09-21T00:20:18.894 INFO:teuthology.orchestra.run.smithi067.stdout:Change: 2024-09-21 00:18:02.225931540 +0000 2024-09-21T00:20:18.894 INFO:teuthology.orchestra.run.smithi067.stdout: Birth: 2024-09-21 00:18:02.225931540 +0000 2024-09-21T00:20:18.894 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-21T00:20:18.956 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:20:18.956 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:20:18.956 INFO:teuthology.orchestra.run.smithi067.stderr:512 bytes copied, 0.000343368 s, 1.5 MB/s 2024-09-21T00:20:18.958 DEBUG:teuthology.orchestra.run.smithi067:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-21T00:20:19.014 DEBUG:teuthology.orchestra.run.smithi067:> stat /dev/vg_nvme/lv_2 2024-09-21T00:20:19.070 INFO:teuthology.orchestra.run.smithi067.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-21T00:20:19.071 INFO:teuthology.orchestra.run.smithi067.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-21T00:20:19.071 INFO:teuthology.orchestra.run.smithi067.stdout:Device: 5h/5d Inode: 685 Links: 1 2024-09-21T00:20:19.071 INFO:teuthology.orchestra.run.smithi067.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-21T00:20:19.071 INFO:teuthology.orchestra.run.smithi067.stdout:Context: system_u:object_r:device_t:s0 2024-09-21T00:20:19.071 INFO:teuthology.orchestra.run.smithi067.stdout:Access: 2024-09-21 00:20:08.378401344 +0000 2024-09-21T00:20:19.071 INFO:teuthology.orchestra.run.smithi067.stdout:Modify: 2024-09-21 00:18:02.563923566 +0000 2024-09-21T00:20:19.071 INFO:teuthology.orchestra.run.smithi067.stdout:Change: 2024-09-21 00:18:02.563923566 +0000 2024-09-21T00:20:19.071 INFO:teuthology.orchestra.run.smithi067.stdout: Birth: 2024-09-21 00:18:02.563923566 +0000 2024-09-21T00:20:19.071 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-21T00:20:19.135 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:20:19.135 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:20:19.135 INFO:teuthology.orchestra.run.smithi067.stderr:512 bytes copied, 0.000190331 s, 2.7 MB/s 2024-09-21T00:20:19.136 DEBUG:teuthology.orchestra.run.smithi067:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-21T00:20:19.192 DEBUG:teuthology.orchestra.run.smithi067:> stat /dev/vg_nvme/lv_3 2024-09-21T00:20:19.248 INFO:teuthology.orchestra.run.smithi067.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-21T00:20:19.248 INFO:teuthology.orchestra.run.smithi067.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-21T00:20:19.248 INFO:teuthology.orchestra.run.smithi067.stdout:Device: 5h/5d Inode: 703 Links: 1 2024-09-21T00:20:19.248 INFO:teuthology.orchestra.run.smithi067.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-21T00:20:19.248 INFO:teuthology.orchestra.run.smithi067.stdout:Context: system_u:object_r:device_t:s0 2024-09-21T00:20:19.248 INFO:teuthology.orchestra.run.smithi067.stdout:Access: 2024-09-21 00:20:08.378401344 +0000 2024-09-21T00:20:19.249 INFO:teuthology.orchestra.run.smithi067.stdout:Modify: 2024-09-21 00:18:02.892915804 +0000 2024-09-21T00:20:19.249 INFO:teuthology.orchestra.run.smithi067.stdout:Change: 2024-09-21 00:18:02.892915804 +0000 2024-09-21T00:20:19.249 INFO:teuthology.orchestra.run.smithi067.stdout: Birth: 2024-09-21 00:18:02.892915804 +0000 2024-09-21T00:20:19.249 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-21T00:20:19.313 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:20:19.313 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:20:19.313 INFO:teuthology.orchestra.run.smithi067.stderr:512 bytes copied, 0.00020109 s, 2.5 MB/s 2024-09-21T00:20:19.315 DEBUG:teuthology.orchestra.run.smithi067:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-21T00:20:19.371 DEBUG:teuthology.orchestra.run.smithi067:> stat /dev/vg_nvme/lv_4 2024-09-21T00:20:19.426 INFO:teuthology.orchestra.run.smithi067.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-21T00:20:19.427 INFO:teuthology.orchestra.run.smithi067.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-21T00:20:19.427 INFO:teuthology.orchestra.run.smithi067.stdout:Device: 5h/5d Inode: 725 Links: 1 2024-09-21T00:20:19.427 INFO:teuthology.orchestra.run.smithi067.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-21T00:20:19.427 INFO:teuthology.orchestra.run.smithi067.stdout:Context: system_u:object_r:device_t:s0 2024-09-21T00:20:19.427 INFO:teuthology.orchestra.run.smithi067.stdout:Access: 2024-09-21 00:20:08.378401344 +0000 2024-09-21T00:20:19.427 INFO:teuthology.orchestra.run.smithi067.stdout:Modify: 2024-09-21 00:18:03.210908302 +0000 2024-09-21T00:20:19.427 INFO:teuthology.orchestra.run.smithi067.stdout:Change: 2024-09-21 00:18:03.210908302 +0000 2024-09-21T00:20:19.427 INFO:teuthology.orchestra.run.smithi067.stdout: Birth: 2024-09-21 00:18:03.210908302 +0000 2024-09-21T00:20:19.427 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-21T00:20:19.491 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:20:19.491 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:20:19.491 INFO:teuthology.orchestra.run.smithi067.stderr:512 bytes copied, 0.000186556 s, 2.7 MB/s 2024-09-21T00:20:19.492 DEBUG:teuthology.orchestra.run.smithi067:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-21T00:20:19.548 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-21T00:20:19.548 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:20:19.548 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/scratch_devs of=/dev/stdout 2024-09-21T00:20:19.565 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-21T00:20:19.566 DEBUG:teuthology.orchestra.run.smithi097:> stat /dev/vg_nvme/lv_1 2024-09-21T00:20:19.622 INFO:teuthology.orchestra.run.smithi097.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-21T00:20:19.622 INFO:teuthology.orchestra.run.smithi097.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-21T00:20:19.622 INFO:teuthology.orchestra.run.smithi097.stdout:Device: 5h/5d Inode: 665 Links: 1 2024-09-21T00:20:19.622 INFO:teuthology.orchestra.run.smithi097.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-21T00:20:19.622 INFO:teuthology.orchestra.run.smithi097.stdout:Context: system_u:object_r:device_t:s0 2024-09-21T00:20:19.623 INFO:teuthology.orchestra.run.smithi097.stdout:Access: 2024-09-21 00:20:00.042114011 +0000 2024-09-21T00:20:19.623 INFO:teuthology.orchestra.run.smithi097.stdout:Modify: 2024-09-21 00:17:53.412411542 +0000 2024-09-21T00:20:19.623 INFO:teuthology.orchestra.run.smithi097.stdout:Change: 2024-09-21 00:17:53.412411542 +0000 2024-09-21T00:20:19.623 INFO:teuthology.orchestra.run.smithi097.stdout: Birth: 2024-09-21 00:17:53.412411542 +0000 2024-09-21T00:20:19.623 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-21T00:20:19.686 INFO:teuthology.orchestra.run.smithi097.stderr:1+0 records in 2024-09-21T00:20:19.686 INFO:teuthology.orchestra.run.smithi097.stderr:1+0 records out 2024-09-21T00:20:19.686 INFO:teuthology.orchestra.run.smithi097.stderr:512 bytes copied, 0.000213504 s, 2.4 MB/s 2024-09-21T00:20:19.687 DEBUG:teuthology.orchestra.run.smithi097:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-21T00:20:19.745 DEBUG:teuthology.orchestra.run.smithi097:> stat /dev/vg_nvme/lv_2 2024-09-21T00:20:19.801 INFO:teuthology.orchestra.run.smithi097.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-21T00:20:19.801 INFO:teuthology.orchestra.run.smithi097.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-21T00:20:19.801 INFO:teuthology.orchestra.run.smithi097.stdout:Device: 5h/5d Inode: 685 Links: 1 2024-09-21T00:20:19.801 INFO:teuthology.orchestra.run.smithi097.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-21T00:20:19.801 INFO:teuthology.orchestra.run.smithi097.stdout:Context: system_u:object_r:device_t:s0 2024-09-21T00:20:19.801 INFO:teuthology.orchestra.run.smithi097.stdout:Access: 2024-09-21 00:20:00.042114011 +0000 2024-09-21T00:20:19.801 INFO:teuthology.orchestra.run.smithi097.stdout:Modify: 2024-09-21 00:17:53.746406740 +0000 2024-09-21T00:20:19.801 INFO:teuthology.orchestra.run.smithi097.stdout:Change: 2024-09-21 00:17:53.746406740 +0000 2024-09-21T00:20:19.801 INFO:teuthology.orchestra.run.smithi097.stdout: Birth: 2024-09-21 00:17:53.746406740 +0000 2024-09-21T00:20:19.801 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-21T00:20:19.865 INFO:teuthology.orchestra.run.smithi097.stderr:1+0 records in 2024-09-21T00:20:19.865 INFO:teuthology.orchestra.run.smithi097.stderr:1+0 records out 2024-09-21T00:20:19.865 INFO:teuthology.orchestra.run.smithi097.stderr:512 bytes copied, 0.000202506 s, 2.5 MB/s 2024-09-21T00:20:19.866 DEBUG:teuthology.orchestra.run.smithi097:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-21T00:20:19.923 DEBUG:teuthology.orchestra.run.smithi097:> stat /dev/vg_nvme/lv_3 2024-09-21T00:20:19.979 INFO:teuthology.orchestra.run.smithi097.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-21T00:20:19.979 INFO:teuthology.orchestra.run.smithi097.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-21T00:20:19.979 INFO:teuthology.orchestra.run.smithi097.stdout:Device: 5h/5d Inode: 703 Links: 1 2024-09-21T00:20:19.980 INFO:teuthology.orchestra.run.smithi097.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-21T00:20:19.980 INFO:teuthology.orchestra.run.smithi097.stdout:Context: system_u:object_r:device_t:s0 2024-09-21T00:20:19.980 INFO:teuthology.orchestra.run.smithi097.stdout:Access: 2024-09-21 00:20:00.042114011 +0000 2024-09-21T00:20:19.980 INFO:teuthology.orchestra.run.smithi097.stdout:Modify: 2024-09-21 00:17:54.082401909 +0000 2024-09-21T00:20:19.980 INFO:teuthology.orchestra.run.smithi097.stdout:Change: 2024-09-21 00:17:54.082401909 +0000 2024-09-21T00:20:19.980 INFO:teuthology.orchestra.run.smithi097.stdout: Birth: 2024-09-21 00:17:54.082401909 +0000 2024-09-21T00:20:19.980 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-21T00:20:20.043 INFO:teuthology.orchestra.run.smithi097.stderr:1+0 records in 2024-09-21T00:20:20.043 INFO:teuthology.orchestra.run.smithi097.stderr:1+0 records out 2024-09-21T00:20:20.043 INFO:teuthology.orchestra.run.smithi097.stderr:512 bytes copied, 0.000213154 s, 2.4 MB/s 2024-09-21T00:20:20.044 DEBUG:teuthology.orchestra.run.smithi097:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-21T00:20:20.101 DEBUG:teuthology.orchestra.run.smithi097:> stat /dev/vg_nvme/lv_4 2024-09-21T00:20:20.157 INFO:teuthology.orchestra.run.smithi097.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-21T00:20:20.157 INFO:teuthology.orchestra.run.smithi097.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-21T00:20:20.157 INFO:teuthology.orchestra.run.smithi097.stdout:Device: 5h/5d Inode: 724 Links: 1 2024-09-21T00:20:20.157 INFO:teuthology.orchestra.run.smithi097.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-21T00:20:20.157 INFO:teuthology.orchestra.run.smithi097.stdout:Context: system_u:object_r:device_t:s0 2024-09-21T00:20:20.157 INFO:teuthology.orchestra.run.smithi097.stdout:Access: 2024-09-21 00:20:00.043113997 +0000 2024-09-21T00:20:20.157 INFO:teuthology.orchestra.run.smithi097.stdout:Modify: 2024-09-21 00:17:54.408397222 +0000 2024-09-21T00:20:20.158 INFO:teuthology.orchestra.run.smithi097.stdout:Change: 2024-09-21 00:17:54.408397222 +0000 2024-09-21T00:20:20.158 INFO:teuthology.orchestra.run.smithi097.stdout: Birth: 2024-09-21 00:17:54.408397222 +0000 2024-09-21T00:20:20.158 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-21T00:20:20.220 INFO:teuthology.orchestra.run.smithi097.stderr:1+0 records in 2024-09-21T00:20:20.220 INFO:teuthology.orchestra.run.smithi097.stderr:1+0 records out 2024-09-21T00:20:20.220 INFO:teuthology.orchestra.run.smithi097.stderr:512 bytes copied, 0.000168073 s, 3.0 MB/s 2024-09-21T00:20:20.221 DEBUG:teuthology.orchestra.run.smithi097:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-21T00:20:20.277 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-21T00:20:20.277 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi067.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi097.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-21T00:20:20.277 INFO:tasks.ceph:Generating config... 2024-09-21T00:20:20.278 INFO:tasks.ceph:[client] pid file = 2024-09-21T00:20:20.278 INFO:tasks.ceph:[mds] mds cache max size = 1000 2024-09-21T00:20:20.278 INFO:tasks.ceph:[mds] mds log max segments = 1 2024-09-21T00:20:20.278 INFO:tasks.ceph:[mgr] debug mgr = 20 2024-09-21T00:20:20.278 INFO:tasks.ceph:[mgr] debug ms = 1 2024-09-21T00:20:20.278 INFO:tasks.ceph:[mon] debug mon = 20 2024-09-21T00:20:20.279 INFO:tasks.ceph:[mon] debug ms = 1 2024-09-21T00:20:20.279 INFO:tasks.ceph:[mon] debug paxos = 20 2024-09-21T00:20:20.279 INFO:tasks.ceph:[mon] mon down mkfs grace = 300 2024-09-21T00:20:20.279 INFO:tasks.ceph:[osd] bdev async discard = True 2024-09-21T00:20:20.279 INFO:tasks.ceph:[osd] bdev enable discard = True 2024-09-21T00:20:20.279 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2024-09-21T00:20:20.279 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2024-09-21T00:20:20.279 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2024-09-21T00:20:20.279 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2024-09-21T00:20:20.279 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2024-09-21T00:20:20.279 INFO:tasks.ceph:[osd] debug ms = 1 2024-09-21T00:20:20.279 INFO:tasks.ceph:[osd] debug osd = 20 2024-09-21T00:20:20.279 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2024-09-21T00:20:20.279 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2024-09-21T00:20:20.279 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2024-09-21T00:20:20.280 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2024-09-21T00:20:20.280 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2024-09-21T00:20:20.280 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2024-09-21T00:20:20.280 INFO:tasks.ceph:Setting up mon.a... 2024-09-21T00:20:20.280 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2024-09-21T00:20:20.353 INFO:teuthology.orchestra.run.smithi067.stdout:creating /etc/ceph/ceph.keyring 2024-09-21T00:20:20.356 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2024-09-21T00:20:20.413 DEBUG:teuthology.orchestra.run.smithi067:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-21T00:20:20.438 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.67'), ('mon.b', '172.21.15.97'), ('mon.c', '[v2:172.21.15.97:3301,v1:172.21.15.97:6790]')] 2024-09-21T00:20:20.438 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.67,172.21.15.97,[v2:172.21.15.97:3301,v1:172.21.15.97:6790]'}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon down mkfs grace': 300}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'pid file': ''}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}, 'mds.a': {}, 'mds.c': {}, 'mds.b': {}, 'mds.d': {}, 'mds': {'mds cache max size': 1000, 'mds log max segments': 1}} 2024-09-21T00:20:20.439 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:20:20.439 DEBUG:teuthology.orchestra.run.smithi067:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2024-09-21T00:20:20.493 DEBUG:teuthology.orchestra.run.smithi067:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.67 --add b 172.21.15.97 --addv c '[v2:172.21.15.97:3301,v1:172.21.15.97:6790]' --print /home/ubuntu/cephtest/ceph.monmap 2024-09-21T00:20:20.592 INFO:teuthology.orchestra.run.smithi067.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2024-09-21T00:20:20.592 INFO:teuthology.orchestra.run.smithi067.stdout:monmaptool: generated fsid 166a8832-baab-4541-be5c-9c3483b3f7a3 2024-09-21T00:20:20.592 INFO:teuthology.orchestra.run.smithi067.stdout:setting min_mon_release = quincy 2024-09-21T00:20:20.592 INFO:teuthology.orchestra.run.smithi067.stdout:epoch 0 2024-09-21T00:20:20.592 INFO:teuthology.orchestra.run.smithi067.stdout:fsid 166a8832-baab-4541-be5c-9c3483b3f7a3 2024-09-21T00:20:20.592 INFO:teuthology.orchestra.run.smithi067.stdout:last_changed 2024-09-21T00:20:20.592003+0000 2024-09-21T00:20:20.592 INFO:teuthology.orchestra.run.smithi067.stdout:created 2024-09-21T00:20:20.592003+0000 2024-09-21T00:20:20.592 INFO:teuthology.orchestra.run.smithi067.stdout:min_mon_release 17 (quincy) 2024-09-21T00:20:20.593 INFO:teuthology.orchestra.run.smithi067.stdout:election_strategy: 1 2024-09-21T00:20:20.593 INFO:teuthology.orchestra.run.smithi067.stdout:0: [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] mon.a 2024-09-21T00:20:20.593 INFO:teuthology.orchestra.run.smithi067.stdout:1: [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] mon.b 2024-09-21T00:20:20.593 INFO:teuthology.orchestra.run.smithi067.stdout:2: [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] mon.c 2024-09-21T00:20:20.593 INFO:teuthology.orchestra.run.smithi067.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2024-09-21T00:20:20.594 DEBUG:teuthology.orchestra.run.smithi067:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2024-09-21T00:20:20.609 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID 166a8832-baab-4541-be5c-9c3483b3f7a3... 2024-09-21T00:20:20.610 DEBUG:teuthology.orchestra.run.smithi067:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-21T00:20:20.651 DEBUG:teuthology.orchestra.run.smithi097:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-21T00:20:20.695 INFO:teuthology.orchestra.run.smithi067.stdout:[global] 2024-09-21T00:20:20.695 INFO:teuthology.orchestra.run.smithi067.stdout: chdir = "" 2024-09-21T00:20:20.695 INFO:teuthology.orchestra.run.smithi067.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-21T00:20:20.695 INFO:teuthology.orchestra.run.smithi067.stdout: auth supported = cephx 2024-09-21T00:20:20.695 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:20:20.695 INFO:teuthology.orchestra.run.smithi067.stdout: filestore xattr use omap = true 2024-09-21T00:20:20.695 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:20:20.695 INFO:teuthology.orchestra.run.smithi067.stdout: mon clock drift allowed = 1.000 2024-09-21T00:20:20.695 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:20:20.695 INFO:teuthology.orchestra.run.smithi067.stdout: osd crush chooseleaf type = 0 2024-09-21T00:20:20.696 INFO:teuthology.orchestra.run.smithi067.stdout: auth debug = true 2024-09-21T00:20:20.696 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:20:20.696 INFO:teuthology.orchestra.run.smithi067.stdout: ms die on old message = true 2024-09-21T00:20:20.696 INFO:teuthology.orchestra.run.smithi067.stdout: ms die on bug = true 2024-09-21T00:20:20.696 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:20:20.696 INFO:teuthology.orchestra.run.smithi067.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-21T00:20:20.696 INFO:teuthology.orchestra.run.smithi067.stdout: mon pg warn max object skew = 0 2024-09-21T00:20:20.696 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:20:20.696 INFO:teuthology.orchestra.run.smithi067.stdout: # disable pg_autoscaler by default for new pools 2024-09-21T00:20:20.696 INFO:teuthology.orchestra.run.smithi067.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-21T00:20:20.696 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:20:20.696 INFO:teuthology.orchestra.run.smithi067.stdout: osd pool default size = 2 2024-09-21T00:20:20.696 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:20:20.696 INFO:teuthology.orchestra.run.smithi067.stdout: mon osd allow primary affinity = true 2024-09-21T00:20:20.696 INFO:teuthology.orchestra.run.smithi067.stdout: mon osd allow pg remap = true 2024-09-21T00:20:20.697 INFO:teuthology.orchestra.run.smithi067.stdout: mon warn on legacy crush tunables = false 2024-09-21T00:20:20.697 INFO:teuthology.orchestra.run.smithi067.stdout: mon warn on crush straw calc version zero = false 2024-09-21T00:20:20.697 INFO:teuthology.orchestra.run.smithi067.stdout: mon warn on no sortbitwise = false 2024-09-21T00:20:20.697 INFO:teuthology.orchestra.run.smithi067.stdout: mon warn on osd down out interval zero = false 2024-09-21T00:20:20.697 INFO:teuthology.orchestra.run.smithi067.stdout: mon warn on too few osds = false 2024-09-21T00:20:20.697 INFO:teuthology.orchestra.run.smithi067.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-21T00:20:20.697 INFO:teuthology.orchestra.run.smithi067.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-21T00:20:20.697 INFO:teuthology.orchestra.run.smithi067.stdout: mon_allow_pool_size_one = true 2024-09-21T00:20:20.697 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:20:20.697 INFO:teuthology.orchestra.run.smithi067.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-21T00:20:20.697 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:20:20.697 INFO:teuthology.orchestra.run.smithi067.stdout: osd default data pool replay window = 5 2024-09-21T00:20:20.697 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:20:20.697 INFO:teuthology.orchestra.run.smithi067.stdout: mon allow pool delete = true 2024-09-21T00:20:20.698 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:20:20.698 INFO:teuthology.orchestra.run.smithi067.stdout: mon cluster log file level = debug 2024-09-21T00:20:20.698 INFO:teuthology.orchestra.run.smithi067.stdout: debug asserts on shutdown = true 2024-09-21T00:20:20.698 INFO:teuthology.orchestra.run.smithi067.stdout: mon health detail to clog = false 2024-09-21T00:20:20.698 INFO:teuthology.orchestra.run.smithi067.stdout: mon host = "172.21.15.67,172.21.15.97,[v2:172.21.15.97:3301,v1:172.21.15.97:6790]" 2024-09-21T00:20:20.698 INFO:teuthology.orchestra.run.smithi067.stdout: fsid = 166a8832-baab-4541-be5c-9c3483b3f7a3 2024-09-21T00:20:20.698 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:20:20.698 INFO:teuthology.orchestra.run.smithi067.stdout:[osd] 2024-09-21T00:20:20.698 INFO:teuthology.orchestra.run.smithi067.stdout: osd journal size = 100 2024-09-21T00:20:20.698 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:20:20.698 INFO:teuthology.orchestra.run.smithi067.stdout: osd scrub load threshold = 5.0 2024-09-21T00:20:20.698 INFO:teuthology.orchestra.run.smithi067.stdout: osd scrub max interval = 600 2024-09-21T00:20:20.698 INFO:teuthology.orchestra.run.smithi067.stdout: osd mclock profile = high_recovery_ops 2024-09-21T00:20:20.698 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:20:20.699 INFO:teuthology.orchestra.run.smithi067.stdout: osd recover clone overlap = true 2024-09-21T00:20:20.699 INFO:teuthology.orchestra.run.smithi067.stdout: osd recovery max chunk = 1048576 2024-09-21T00:20:20.699 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:20:20.699 INFO:teuthology.orchestra.run.smithi067.stdout: osd debug shutdown = true 2024-09-21T00:20:20.699 INFO:teuthology.orchestra.run.smithi067.stdout: osd debug op order = true 2024-09-21T00:20:20.699 INFO:teuthology.orchestra.run.smithi067.stdout: osd debug verify stray on activate = true 2024-09-21T00:20:20.699 INFO:teuthology.orchestra.run.smithi067.stdout: osd debug trim objects = true 2024-09-21T00:20:20.699 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:20:20.699 INFO:teuthology.orchestra.run.smithi067.stdout: osd open classes on start = true 2024-09-21T00:20:20.699 INFO:teuthology.orchestra.run.smithi067.stdout: osd debug pg log writeout = true 2024-09-21T00:20:20.699 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:20:20.699 INFO:teuthology.orchestra.run.smithi067.stdout: osd deep scrub update digest min age = 30 2024-09-21T00:20:20.699 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:20:20.699 INFO:teuthology.orchestra.run.smithi067.stdout: osd map max advance = 10 2024-09-21T00:20:20.699 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:20:20.700 INFO:teuthology.orchestra.run.smithi067.stdout: journal zero on create = true 2024-09-21T00:20:20.700 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:20:20.700 INFO:teuthology.orchestra.run.smithi067.stdout: filestore ondisk finisher threads = 3 2024-09-21T00:20:20.700 INFO:teuthology.orchestra.run.smithi067.stdout: filestore apply finisher threads = 3 2024-09-21T00:20:20.700 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:20:20.700 INFO:teuthology.orchestra.run.smithi067.stdout: bdev debug aio = true 2024-09-21T00:20:20.700 INFO:teuthology.orchestra.run.smithi067.stdout: osd debug misdirected ops = true 2024-09-21T00:20:20.700 INFO:teuthology.orchestra.run.smithi067.stdout: bdev async discard = True 2024-09-21T00:20:20.700 INFO:teuthology.orchestra.run.smithi067.stdout: bdev enable discard = True 2024-09-21T00:20:20.700 INFO:teuthology.orchestra.run.smithi067.stdout: bluestore allocator = bitmap 2024-09-21T00:20:20.700 INFO:teuthology.orchestra.run.smithi067.stdout: bluestore block size = 96636764160 2024-09-21T00:20:20.700 INFO:teuthology.orchestra.run.smithi067.stdout: bluestore fsck on mount = True 2024-09-21T00:20:20.700 INFO:teuthology.orchestra.run.smithi067.stdout: debug bluefs = 1/20 2024-09-21T00:20:20.700 INFO:teuthology.orchestra.run.smithi067.stdout: debug bluestore = 1/20 2024-09-21T00:20:20.700 INFO:teuthology.orchestra.run.smithi067.stdout: debug ms = 1 2024-09-21T00:20:20.701 INFO:teuthology.orchestra.run.smithi067.stdout: debug osd = 20 2024-09-21T00:20:20.701 INFO:teuthology.orchestra.run.smithi067.stdout: debug rocksdb = 4/10 2024-09-21T00:20:20.701 INFO:teuthology.orchestra.run.smithi067.stdout: mon osd backfillfull_ratio = 0.85 2024-09-21T00:20:20.701 INFO:teuthology.orchestra.run.smithi067.stdout: mon osd full ratio = 0.9 2024-09-21T00:20:20.701 INFO:teuthology.orchestra.run.smithi067.stdout: mon osd nearfull ratio = 0.8 2024-09-21T00:20:20.701 INFO:teuthology.orchestra.run.smithi067.stdout: osd failsafe full ratio = 0.95 2024-09-21T00:20:20.701 INFO:teuthology.orchestra.run.smithi067.stdout: osd objectstore = bluestore 2024-09-21T00:20:20.701 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:20:20.701 INFO:teuthology.orchestra.run.smithi067.stdout:[mgr] 2024-09-21T00:20:20.701 INFO:teuthology.orchestra.run.smithi067.stdout: debug ms = 1 2024-09-21T00:20:20.701 INFO:teuthology.orchestra.run.smithi067.stdout: debug mgr = 20 2024-09-21T00:20:20.701 INFO:teuthology.orchestra.run.smithi067.stdout: debug mon = 20 2024-09-21T00:20:20.701 INFO:teuthology.orchestra.run.smithi067.stdout: debug auth = 20 2024-09-21T00:20:20.702 INFO:teuthology.orchestra.run.smithi067.stdout: mon reweight min pgs per osd = 4 2024-09-21T00:20:20.702 INFO:teuthology.orchestra.run.smithi067.stdout: mon reweight min bytes per osd = 10 2024-09-21T00:20:20.702 INFO:teuthology.orchestra.run.smithi067.stdout: mgr/telemetry/nag = false 2024-09-21T00:20:20.702 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:20:20.702 INFO:teuthology.orchestra.run.smithi067.stdout:[mon] 2024-09-21T00:20:20.702 INFO:teuthology.orchestra.run.smithi067.stdout: debug ms = 1 2024-09-21T00:20:20.702 INFO:teuthology.orchestra.run.smithi067.stdout: debug mon = 20 2024-09-21T00:20:20.702 INFO:teuthology.orchestra.run.smithi067.stdout: debug paxos = 20 2024-09-21T00:20:20.702 INFO:teuthology.orchestra.run.smithi067.stdout: debug auth = 20 2024-09-21T00:20:20.702 INFO:teuthology.orchestra.run.smithi067.stdout: mon data avail warn = 5 2024-09-21T00:20:20.702 INFO:teuthology.orchestra.run.smithi067.stdout: mon mgr mkfs grace = 240 2024-09-21T00:20:20.702 INFO:teuthology.orchestra.run.smithi067.stdout: mon reweight min pgs per osd = 4 2024-09-21T00:20:20.703 INFO:teuthology.orchestra.run.smithi067.stdout: mon osd reporter subtree level = osd 2024-09-21T00:20:20.703 INFO:teuthology.orchestra.run.smithi067.stdout: mon osd prime pg temp = true 2024-09-21T00:20:20.703 INFO:teuthology.orchestra.run.smithi067.stdout: mon reweight min bytes per osd = 10 2024-09-21T00:20:20.703 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:20:20.703 INFO:teuthology.orchestra.run.smithi067.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-21T00:20:20.703 INFO:teuthology.orchestra.run.smithi067.stdout: auth mon ticket ttl = 660 # 11m 2024-09-21T00:20:20.703 INFO:teuthology.orchestra.run.smithi067.stdout: auth service ticket ttl = 240 # 4m 2024-09-21T00:20:20.703 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:20:20.703 INFO:teuthology.orchestra.run.smithi067.stdout: # don't complain about insecure global_id in the test suite 2024-09-21T00:20:20.703 INFO:teuthology.orchestra.run.smithi067.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-21T00:20:20.703 INFO:teuthology.orchestra.run.smithi067.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-21T00:20:20.703 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:20:20.703 INFO:teuthology.orchestra.run.smithi067.stdout: # 1m isn't quite enough 2024-09-21T00:20:20.704 INFO:teuthology.orchestra.run.smithi067.stdout: mon_down_mkfs_grace = 2m 2024-09-21T00:20:20.704 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:20:20.704 INFO:teuthology.orchestra.run.smithi067.stdout: mon_warn_on_filestore_osds = false 2024-09-21T00:20:20.704 INFO:teuthology.orchestra.run.smithi067.stdout: mon down mkfs grace = 300 2024-09-21T00:20:20.704 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:20:20.704 INFO:teuthology.orchestra.run.smithi067.stdout:[client] 2024-09-21T00:20:20.704 INFO:teuthology.orchestra.run.smithi067.stdout: rgw cache enabled = true 2024-09-21T00:20:20.704 INFO:teuthology.orchestra.run.smithi067.stdout: rgw enable ops log = true 2024-09-21T00:20:20.704 INFO:teuthology.orchestra.run.smithi067.stdout: rgw enable usage log = true 2024-09-21T00:20:20.704 INFO:teuthology.orchestra.run.smithi067.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-21T00:20:20.704 INFO:teuthology.orchestra.run.smithi067.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-21T00:20:20.704 INFO:teuthology.orchestra.run.smithi067.stdout: pid file = "" 2024-09-21T00:20:20.704 INFO:teuthology.orchestra.run.smithi067.stdout:[mon.a] 2024-09-21T00:20:20.705 INFO:teuthology.orchestra.run.smithi067.stdout:[mon.b] 2024-09-21T00:20:20.705 INFO:teuthology.orchestra.run.smithi067.stdout:[mon.c] 2024-09-21T00:20:20.705 INFO:teuthology.orchestra.run.smithi067.stdout:[mds.a] 2024-09-21T00:20:20.705 INFO:teuthology.orchestra.run.smithi067.stdout:[mds.c] 2024-09-21T00:20:20.705 INFO:teuthology.orchestra.run.smithi067.stdout:[mds.b] 2024-09-21T00:20:20.705 INFO:teuthology.orchestra.run.smithi067.stdout:[mds.d] 2024-09-21T00:20:20.705 INFO:teuthology.orchestra.run.smithi067.stdout:[mds] 2024-09-21T00:20:20.705 INFO:teuthology.orchestra.run.smithi067.stdout: mds cache max size = 1000 2024-09-21T00:20:20.705 INFO:teuthology.orchestra.run.smithi067.stdout: mds log max segments = 1 2024-09-21T00:20:20.705 INFO:teuthology.orchestra.run.smithi097.stdout:[global] 2024-09-21T00:20:20.705 INFO:teuthology.orchestra.run.smithi097.stdout: chdir = "" 2024-09-21T00:20:20.705 INFO:teuthology.orchestra.run.smithi097.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-21T00:20:20.705 INFO:teuthology.orchestra.run.smithi097.stdout: auth supported = cephx 2024-09-21T00:20:20.705 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:20:20.706 INFO:teuthology.orchestra.run.smithi097.stdout: filestore xattr use omap = true 2024-09-21T00:20:20.706 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:20:20.706 INFO:teuthology.orchestra.run.smithi097.stdout: mon clock drift allowed = 1.000 2024-09-21T00:20:20.706 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:20:20.706 INFO:teuthology.orchestra.run.smithi097.stdout: osd crush chooseleaf type = 0 2024-09-21T00:20:20.706 INFO:teuthology.orchestra.run.smithi097.stdout: auth debug = true 2024-09-21T00:20:20.706 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:20:20.706 INFO:teuthology.orchestra.run.smithi097.stdout: ms die on old message = true 2024-09-21T00:20:20.706 INFO:teuthology.orchestra.run.smithi097.stdout: ms die on bug = true 2024-09-21T00:20:20.706 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:20:20.706 INFO:teuthology.orchestra.run.smithi097.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-21T00:20:20.706 INFO:teuthology.orchestra.run.smithi097.stdout: mon pg warn max object skew = 0 2024-09-21T00:20:20.706 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:20:20.707 INFO:teuthology.orchestra.run.smithi097.stdout: # disable pg_autoscaler by default for new pools 2024-09-21T00:20:20.707 INFO:teuthology.orchestra.run.smithi097.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-21T00:20:20.707 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:20:20.707 INFO:teuthology.orchestra.run.smithi097.stdout: osd pool default size = 2 2024-09-21T00:20:20.707 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:20:20.707 INFO:teuthology.orchestra.run.smithi097.stdout: mon osd allow primary affinity = true 2024-09-21T00:20:20.707 INFO:teuthology.orchestra.run.smithi097.stdout: mon osd allow pg remap = true 2024-09-21T00:20:20.707 INFO:teuthology.orchestra.run.smithi097.stdout: mon warn on legacy crush tunables = false 2024-09-21T00:20:20.707 INFO:teuthology.orchestra.run.smithi097.stdout: mon warn on crush straw calc version zero = false 2024-09-21T00:20:20.707 INFO:teuthology.orchestra.run.smithi097.stdout: mon warn on no sortbitwise = false 2024-09-21T00:20:20.707 INFO:teuthology.orchestra.run.smithi097.stdout: mon warn on osd down out interval zero = false 2024-09-21T00:20:20.707 INFO:teuthology.orchestra.run.smithi097.stdout: mon warn on too few osds = false 2024-09-21T00:20:20.707 INFO:teuthology.orchestra.run.smithi097.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-21T00:20:20.707 INFO:teuthology.orchestra.run.smithi097.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-21T00:20:20.707 INFO:teuthology.orchestra.run.smithi097.stdout: mon_allow_pool_size_one = true 2024-09-21T00:20:20.708 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:20:20.708 INFO:teuthology.orchestra.run.smithi097.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-21T00:20:20.708 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:20:20.708 INFO:teuthology.orchestra.run.smithi097.stdout: osd default data pool replay window = 5 2024-09-21T00:20:20.708 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:20:20.708 INFO:teuthology.orchestra.run.smithi097.stdout: mon allow pool delete = true 2024-09-21T00:20:20.708 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:20:20.708 INFO:teuthology.orchestra.run.smithi097.stdout: mon cluster log file level = debug 2024-09-21T00:20:20.708 INFO:teuthology.orchestra.run.smithi097.stdout: debug asserts on shutdown = true 2024-09-21T00:20:20.708 INFO:teuthology.orchestra.run.smithi097.stdout: mon health detail to clog = false 2024-09-21T00:20:20.708 INFO:teuthology.orchestra.run.smithi097.stdout: mon host = "172.21.15.67,172.21.15.97,[v2:172.21.15.97:3301,v1:172.21.15.97:6790]" 2024-09-21T00:20:20.708 INFO:teuthology.orchestra.run.smithi097.stdout: fsid = 166a8832-baab-4541-be5c-9c3483b3f7a3 2024-09-21T00:20:20.708 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:20:20.708 INFO:teuthology.orchestra.run.smithi097.stdout:[osd] 2024-09-21T00:20:20.709 INFO:teuthology.orchestra.run.smithi097.stdout: osd journal size = 100 2024-09-21T00:20:20.709 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:20:20.709 INFO:teuthology.orchestra.run.smithi097.stdout: osd scrub load threshold = 5.0 2024-09-21T00:20:20.709 INFO:teuthology.orchestra.run.smithi097.stdout: osd scrub max interval = 600 2024-09-21T00:20:20.709 INFO:teuthology.orchestra.run.smithi097.stdout: osd mclock profile = high_recovery_ops 2024-09-21T00:20:20.709 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:20:20.709 INFO:teuthology.orchestra.run.smithi097.stdout: osd recover clone overlap = true 2024-09-21T00:20:20.709 INFO:teuthology.orchestra.run.smithi097.stdout: osd recovery max chunk = 1048576 2024-09-21T00:20:20.709 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:20:20.709 INFO:teuthology.orchestra.run.smithi097.stdout: osd debug shutdown = true 2024-09-21T00:20:20.709 INFO:teuthology.orchestra.run.smithi097.stdout: osd debug op order = true 2024-09-21T00:20:20.709 INFO:teuthology.orchestra.run.smithi097.stdout: osd debug verify stray on activate = true 2024-09-21T00:20:20.709 INFO:teuthology.orchestra.run.smithi097.stdout: osd debug trim objects = true 2024-09-21T00:20:20.709 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:20:20.709 INFO:teuthology.orchestra.run.smithi097.stdout: osd open classes on start = true 2024-09-21T00:20:20.709 INFO:teuthology.orchestra.run.smithi097.stdout: osd debug pg log writeout = true 2024-09-21T00:20:20.710 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:20:20.710 INFO:teuthology.orchestra.run.smithi097.stdout: osd deep scrub update digest min age = 30 2024-09-21T00:20:20.710 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:20:20.710 INFO:teuthology.orchestra.run.smithi097.stdout: osd map max advance = 10 2024-09-21T00:20:20.710 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:20:20.710 INFO:teuthology.orchestra.run.smithi097.stdout: journal zero on create = true 2024-09-21T00:20:20.710 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:20:20.710 INFO:teuthology.orchestra.run.smithi097.stdout: filestore ondisk finisher threads = 3 2024-09-21T00:20:20.710 INFO:teuthology.orchestra.run.smithi097.stdout: filestore apply finisher threads = 3 2024-09-21T00:20:20.710 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:20:20.710 INFO:teuthology.orchestra.run.smithi097.stdout: bdev debug aio = true 2024-09-21T00:20:20.710 INFO:teuthology.orchestra.run.smithi097.stdout: osd debug misdirected ops = true 2024-09-21T00:20:20.710 INFO:teuthology.orchestra.run.smithi097.stdout: bdev async discard = True 2024-09-21T00:20:20.710 INFO:teuthology.orchestra.run.smithi097.stdout: bdev enable discard = True 2024-09-21T00:20:20.710 INFO:teuthology.orchestra.run.smithi097.stdout: bluestore allocator = bitmap 2024-09-21T00:20:20.710 INFO:teuthology.orchestra.run.smithi097.stdout: bluestore block size = 96636764160 2024-09-21T00:20:20.711 INFO:teuthology.orchestra.run.smithi097.stdout: bluestore fsck on mount = True 2024-09-21T00:20:20.711 INFO:teuthology.orchestra.run.smithi097.stdout: debug bluefs = 1/20 2024-09-21T00:20:20.711 INFO:teuthology.orchestra.run.smithi097.stdout: debug bluestore = 1/20 2024-09-21T00:20:20.711 INFO:teuthology.orchestra.run.smithi097.stdout: debug ms = 1 2024-09-21T00:20:20.711 INFO:teuthology.orchestra.run.smithi097.stdout: debug osd = 20 2024-09-21T00:20:20.711 INFO:teuthology.orchestra.run.smithi097.stdout: debug rocksdb = 4/10 2024-09-21T00:20:20.711 INFO:teuthology.orchestra.run.smithi097.stdout: mon osd backfillfull_ratio = 0.85 2024-09-21T00:20:20.711 INFO:teuthology.orchestra.run.smithi097.stdout: mon osd full ratio = 0.9 2024-09-21T00:20:20.711 INFO:teuthology.orchestra.run.smithi097.stdout: mon osd nearfull ratio = 0.8 2024-09-21T00:20:20.711 INFO:teuthology.orchestra.run.smithi097.stdout: osd failsafe full ratio = 0.95 2024-09-21T00:20:20.711 INFO:teuthology.orchestra.run.smithi097.stdout: osd objectstore = bluestore 2024-09-21T00:20:20.711 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:20:20.711 INFO:teuthology.orchestra.run.smithi097.stdout:[mgr] 2024-09-21T00:20:20.711 INFO:teuthology.orchestra.run.smithi097.stdout: debug ms = 1 2024-09-21T00:20:20.711 INFO:teuthology.orchestra.run.smithi097.stdout: debug mgr = 20 2024-09-21T00:20:20.711 INFO:teuthology.orchestra.run.smithi097.stdout: debug mon = 20 2024-09-21T00:20:20.712 INFO:teuthology.orchestra.run.smithi097.stdout: debug auth = 20 2024-09-21T00:20:20.712 INFO:teuthology.orchestra.run.smithi097.stdout: mon reweight min pgs per osd = 4 2024-09-21T00:20:20.712 INFO:teuthology.orchestra.run.smithi097.stdout: mon reweight min bytes per osd = 10 2024-09-21T00:20:20.712 INFO:teuthology.orchestra.run.smithi097.stdout: mgr/telemetry/nag = false 2024-09-21T00:20:20.712 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:20:20.713 INFO:teuthology.orchestra.run.smithi097.stdout:[mon] 2024-09-21T00:20:20.713 INFO:teuthology.orchestra.run.smithi097.stdout: debug ms = 1 2024-09-21T00:20:20.713 INFO:teuthology.orchestra.run.smithi097.stdout: debug mon = 20 2024-09-21T00:20:20.713 INFO:teuthology.orchestra.run.smithi097.stdout: debug paxos = 20 2024-09-21T00:20:20.713 INFO:teuthology.orchestra.run.smithi097.stdout: debug auth = 20 2024-09-21T00:20:20.713 INFO:teuthology.orchestra.run.smithi097.stdout: mon data avail warn = 5 2024-09-21T00:20:20.714 INFO:teuthology.orchestra.run.smithi097.stdout: mon mgr mkfs grace = 240 2024-09-21T00:20:20.714 INFO:teuthology.orchestra.run.smithi097.stdout: mon reweight min pgs per osd = 4 2024-09-21T00:20:20.714 INFO:teuthology.orchestra.run.smithi097.stdout: mon osd reporter subtree level = osd 2024-09-21T00:20:20.714 INFO:teuthology.orchestra.run.smithi097.stdout: mon osd prime pg temp = true 2024-09-21T00:20:20.714 INFO:teuthology.orchestra.run.smithi097.stdout: mon reweight min bytes per osd = 10 2024-09-21T00:20:20.714 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:20:20.714 INFO:teuthology.orchestra.run.smithi097.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-21T00:20:20.714 INFO:teuthology.orchestra.run.smithi097.stdout: auth mon ticket ttl = 660 # 11m 2024-09-21T00:20:20.714 INFO:teuthology.orchestra.run.smithi097.stdout: auth service ticket ttl = 240 # 4m 2024-09-21T00:20:20.714 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:20:20.714 INFO:teuthology.orchestra.run.smithi097.stdout: # don't complain about insecure global_id in the test suite 2024-09-21T00:20:20.714 INFO:teuthology.orchestra.run.smithi097.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-21T00:20:20.714 INFO:teuthology.orchestra.run.smithi097.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-21T00:20:20.714 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:20:20.714 INFO:teuthology.orchestra.run.smithi097.stdout: # 1m isn't quite enough 2024-09-21T00:20:20.715 INFO:teuthology.orchestra.run.smithi097.stdout: mon_down_mkfs_grace = 2m 2024-09-21T00:20:20.715 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:20:20.715 INFO:teuthology.orchestra.run.smithi097.stdout: mon_warn_on_filestore_osds = false 2024-09-21T00:20:20.715 INFO:teuthology.orchestra.run.smithi097.stdout: mon down mkfs grace = 300 2024-09-21T00:20:20.715 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:20:20.715 INFO:teuthology.orchestra.run.smithi097.stdout:[client] 2024-09-21T00:20:20.715 INFO:teuthology.orchestra.run.smithi097.stdout: rgw cache enabled = true 2024-09-21T00:20:20.715 INFO:teuthology.orchestra.run.smithi097.stdout: rgw enable ops log = true 2024-09-21T00:20:20.715 INFO:teuthology.orchestra.run.smithi097.stdout: rgw enable usage log = true 2024-09-21T00:20:20.715 INFO:teuthology.orchestra.run.smithi097.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-21T00:20:20.715 INFO:teuthology.orchestra.run.smithi097.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-21T00:20:20.715 INFO:teuthology.orchestra.run.smithi097.stdout: pid file = "" 2024-09-21T00:20:20.715 INFO:teuthology.orchestra.run.smithi097.stdout:[mon.a] 2024-09-21T00:20:20.715 INFO:teuthology.orchestra.run.smithi097.stdout:[mon.b] 2024-09-21T00:20:20.715 INFO:teuthology.orchestra.run.smithi097.stdout:[mon.c] 2024-09-21T00:20:20.715 INFO:teuthology.orchestra.run.smithi097.stdout:[mds.a] 2024-09-21T00:20:20.716 INFO:teuthology.orchestra.run.smithi097.stdout:[mds.c] 2024-09-21T00:20:20.716 INFO:teuthology.orchestra.run.smithi097.stdout:[mds.b] 2024-09-21T00:20:20.716 INFO:teuthology.orchestra.run.smithi097.stdout:[mds.d] 2024-09-21T00:20:20.716 INFO:teuthology.orchestra.run.smithi097.stdout:[mds] 2024-09-21T00:20:20.716 INFO:teuthology.orchestra.run.smithi097.stdout: mds cache max size = 1000 2024-09-21T00:20:20.716 INFO:teuthology.orchestra.run.smithi097.stdout: mds log max segments = 1 2024-09-21T00:20:20.717 INFO:tasks.ceph:Creating admin key on mon.a... 2024-09-21T00:20:20.717 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2024-09-21T00:20:20.824 INFO:tasks.ceph:Copying monmap to all nodes... 2024-09-21T00:20:20.824 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:20:20.824 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2024-09-21T00:20:20.839 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:20:20.839 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2024-09-21T00:20:20.896 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi067.front.sepia.ceph.com 2024-09-21T00:20:20.896 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:20:20.896 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-21T00:20:20.896 DEBUG:teuthology.orchestra.run.smithi067:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-21T00:20:20.971 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:20:20.971 DEBUG:teuthology.orchestra.run.smithi067:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-21T00:20:21.029 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi097.front.sepia.ceph.com 2024-09-21T00:20:21.029 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:20:21.029 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-21T00:20:21.029 DEBUG:teuthology.orchestra.run.smithi097:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-21T00:20:21.075 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:20:21.075 DEBUG:teuthology.orchestra.run.smithi097:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-21T00:20:21.130 INFO:tasks.ceph:Setting up mon nodes... 2024-09-21T00:20:21.130 INFO:tasks.ceph:Setting up mgr nodes... 2024-09-21T00:20:21.130 DEBUG:teuthology.orchestra.run.smithi067:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2024-09-21T00:20:21.194 INFO:teuthology.orchestra.run.smithi067.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2024-09-21T00:20:21.197 DEBUG:teuthology.orchestra.run.smithi097:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2024-09-21T00:20:21.291 INFO:teuthology.orchestra.run.smithi097.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2024-09-21T00:20:21.295 INFO:tasks.ceph:Setting up mds nodes... 2024-09-21T00:20:21.295 DEBUG:teuthology.orchestra.run.smithi067:> sudo mkdir -p /var/lib/ceph/mds/ceph-a && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.a /var/lib/ceph/mds/ceph-a/keyring 2024-09-21T00:20:21.358 INFO:teuthology.orchestra.run.smithi067.stdout:creating /var/lib/ceph/mds/ceph-a/keyring 2024-09-21T00:20:21.361 DEBUG:teuthology.orchestra.run.smithi067:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-a 2024-09-21T00:20:21.386 DEBUG:teuthology.orchestra.run.smithi067:> sudo mkdir -p /var/lib/ceph/mds/ceph-c && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.c /var/lib/ceph/mds/ceph-c/keyring 2024-09-21T00:20:21.488 INFO:teuthology.orchestra.run.smithi067.stdout:creating /var/lib/ceph/mds/ceph-c/keyring 2024-09-21T00:20:21.491 DEBUG:teuthology.orchestra.run.smithi067:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-c 2024-09-21T00:20:21.517 DEBUG:teuthology.orchestra.run.smithi097:> sudo mkdir -p /var/lib/ceph/mds/ceph-b && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.b /var/lib/ceph/mds/ceph-b/keyring 2024-09-21T00:20:21.577 INFO:teuthology.orchestra.run.smithi097.stdout:creating /var/lib/ceph/mds/ceph-b/keyring 2024-09-21T00:20:21.580 DEBUG:teuthology.orchestra.run.smithi097:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-b 2024-09-21T00:20:21.605 DEBUG:teuthology.orchestra.run.smithi097:> sudo mkdir -p /var/lib/ceph/mds/ceph-d && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.d /var/lib/ceph/mds/ceph-d/keyring 2024-09-21T00:20:21.706 INFO:teuthology.orchestra.run.smithi097.stdout:creating /var/lib/ceph/mds/ceph-d/keyring 2024-09-21T00:20:21.710 DEBUG:teuthology.orchestra.run.smithi097:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-d 2024-09-21T00:20:21.735 INFO:tasks.ceph_client:Setting up client nodes... 2024-09-21T00:20:21.737 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-21T00:20:21.789 INFO:teuthology.orchestra.run.smithi067.stdout:creating /etc/ceph/ceph.client.0.keyring 2024-09-21T00:20:21.803 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.2 /etc/ceph/ceph.client.2.keyring && sudo chmod 0644 /etc/ceph/ceph.client.2.keyring 2024-09-21T00:20:21.854 INFO:teuthology.orchestra.run.smithi067.stdout:creating /etc/ceph/ceph.client.2.keyring 2024-09-21T00:20:21.868 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-09-21T00:20:21.918 INFO:teuthology.orchestra.run.smithi097.stdout:creating /etc/ceph/ceph.client.1.keyring 2024-09-21T00:20:21.931 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.3 /etc/ceph/ceph.client.3.keyring && sudo chmod 0644 /etc/ceph/ceph.client.3.keyring 2024-09-21T00:20:21.981 INFO:teuthology.orchestra.run.smithi097.stdout:creating /etc/ceph/ceph.client.3.keyring 2024-09-21T00:20:21.994 INFO:tasks.ceph:Running mkfs on osd nodes... 2024-09-21T00:20:21.994 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi067.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi097.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-21T00:20:21.994 DEBUG:teuthology.orchestra.run.smithi067:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2024-09-21T00:20:22.021 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-21T00:20:22.022 INFO:tasks.ceph:role: osd.0 2024-09-21T00:20:22.022 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi067.front.sepia.ceph.com 2024-09-21T00:20:22.022 DEBUG:teuthology.orchestra.run.smithi067:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-21T00:20:22.094 INFO:teuthology.orchestra.run.smithi067.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-21T00:20:22.095 INFO:teuthology.orchestra.run.smithi067.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-21T00:20:22.095 INFO:teuthology.orchestra.run.smithi067.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-21T00:20:22.095 INFO:teuthology.orchestra.run.smithi067.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-21T00:20:22.095 INFO:teuthology.orchestra.run.smithi067.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-21T00:20:22.095 INFO:teuthology.orchestra.run.smithi067.stdout: = sunit=0 swidth=0 blks 2024-09-21T00:20:22.095 INFO:teuthology.orchestra.run.smithi067.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-21T00:20:22.095 INFO:teuthology.orchestra.run.smithi067.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-21T00:20:22.095 INFO:teuthology.orchestra.run.smithi067.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-21T00:20:22.095 INFO:teuthology.orchestra.run.smithi067.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-21T00:20:22.606 INFO:teuthology.orchestra.run.smithi067.stdout:Discarding blocks...Done. 2024-09-21T00:20:22.609 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi067.front.sepia.ceph.com -o noatime 2024-09-21T00:20:22.609 DEBUG:teuthology.orchestra.run.smithi067:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2024-09-21T00:20:22.752 DEBUG:teuthology.orchestra.run.smithi067:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2024-09-21T00:20:22.790 DEBUG:teuthology.orchestra.run.smithi067:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2024-09-21T00:20:22.857 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-21T00:20:22.857 INFO:tasks.ceph:role: osd.1 2024-09-21T00:20:22.857 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi067.front.sepia.ceph.com 2024-09-21T00:20:22.857 DEBUG:teuthology.orchestra.run.smithi067:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-21T00:20:22.931 INFO:teuthology.orchestra.run.smithi067.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-21T00:20:22.931 INFO:teuthology.orchestra.run.smithi067.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-21T00:20:22.931 INFO:teuthology.orchestra.run.smithi067.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-21T00:20:22.931 INFO:teuthology.orchestra.run.smithi067.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-21T00:20:22.931 INFO:teuthology.orchestra.run.smithi067.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-21T00:20:22.931 INFO:teuthology.orchestra.run.smithi067.stdout: = sunit=0 swidth=0 blks 2024-09-21T00:20:22.931 INFO:teuthology.orchestra.run.smithi067.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-21T00:20:22.931 INFO:teuthology.orchestra.run.smithi067.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-21T00:20:22.931 INFO:teuthology.orchestra.run.smithi067.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-21T00:20:22.931 INFO:teuthology.orchestra.run.smithi067.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-21T00:20:23.391 INFO:teuthology.orchestra.run.smithi067.stdout:Discarding blocks...Done. 2024-09-21T00:20:23.394 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi067.front.sepia.ceph.com -o noatime 2024-09-21T00:20:23.394 DEBUG:teuthology.orchestra.run.smithi067:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2024-09-21T00:20:23.498 DEBUG:teuthology.orchestra.run.smithi067:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2024-09-21T00:20:23.531 DEBUG:teuthology.orchestra.run.smithi067:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2024-09-21T00:20:23.599 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-21T00:20:23.600 INFO:tasks.ceph:role: osd.2 2024-09-21T00:20:23.600 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi067.front.sepia.ceph.com 2024-09-21T00:20:23.600 DEBUG:teuthology.orchestra.run.smithi067:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-21T00:20:23.675 INFO:teuthology.orchestra.run.smithi067.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-21T00:20:23.675 INFO:teuthology.orchestra.run.smithi067.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-21T00:20:23.675 INFO:teuthology.orchestra.run.smithi067.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-21T00:20:23.675 INFO:teuthology.orchestra.run.smithi067.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-21T00:20:23.675 INFO:teuthology.orchestra.run.smithi067.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-21T00:20:23.675 INFO:teuthology.orchestra.run.smithi067.stdout: = sunit=0 swidth=0 blks 2024-09-21T00:20:23.675 INFO:teuthology.orchestra.run.smithi067.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-21T00:20:23.675 INFO:teuthology.orchestra.run.smithi067.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-21T00:20:23.675 INFO:teuthology.orchestra.run.smithi067.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-21T00:20:23.675 INFO:teuthology.orchestra.run.smithi067.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-21T00:20:24.163 INFO:teuthology.orchestra.run.smithi067.stdout:Discarding blocks...Done. 2024-09-21T00:20:24.166 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi067.front.sepia.ceph.com -o noatime 2024-09-21T00:20:24.166 DEBUG:teuthology.orchestra.run.smithi067:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2024-09-21T00:20:24.323 DEBUG:teuthology.orchestra.run.smithi067:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2024-09-21T00:20:24.358 DEBUG:teuthology.orchestra.run.smithi067:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2024-09-21T00:20:24.428 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-21T00:20:24.428 INFO:tasks.ceph:role: osd.3 2024-09-21T00:20:24.428 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi067.front.sepia.ceph.com 2024-09-21T00:20:24.428 DEBUG:teuthology.orchestra.run.smithi067:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-21T00:20:24.504 INFO:teuthology.orchestra.run.smithi067.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-21T00:20:24.504 INFO:teuthology.orchestra.run.smithi067.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-21T00:20:24.504 INFO:teuthology.orchestra.run.smithi067.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-21T00:20:24.504 INFO:teuthology.orchestra.run.smithi067.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-21T00:20:24.504 INFO:teuthology.orchestra.run.smithi067.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-21T00:20:24.504 INFO:teuthology.orchestra.run.smithi067.stdout: = sunit=0 swidth=0 blks 2024-09-21T00:20:24.504 INFO:teuthology.orchestra.run.smithi067.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-21T00:20:24.504 INFO:teuthology.orchestra.run.smithi067.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-21T00:20:24.505 INFO:teuthology.orchestra.run.smithi067.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-21T00:20:24.505 INFO:teuthology.orchestra.run.smithi067.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-21T00:20:25.003 INFO:teuthology.orchestra.run.smithi067.stdout:Discarding blocks...Done. 2024-09-21T00:20:25.005 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi067.front.sepia.ceph.com -o noatime 2024-09-21T00:20:25.006 DEBUG:teuthology.orchestra.run.smithi067:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2024-09-21T00:20:25.141 DEBUG:teuthology.orchestra.run.smithi067:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2024-09-21T00:20:25.178 DEBUG:teuthology.orchestra.run.smithi067:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-21T00:20:25.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:25.296+0000 7f6a3abdb640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2024-09-21T00:20:25.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:25.296+0000 7f6a3abdb640 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2024-09-21T00:20:25.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:25.297+0000 7f6a3abdb640 -1 bdev(0x558f97b75900 /var/lib/ceph/osd/ceph-0/block) open stat got: (1) Operation not permitted 2024-09-21T00:20:25.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:25.297+0000 7f6a3abdb640 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2024-09-21T00:20:28.468 DEBUG:teuthology.orchestra.run.smithi067:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-21T00:20:28.498 DEBUG:teuthology.orchestra.run.smithi067:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-21T00:20:28.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:28.601+0000 7fedd9bdd640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2024-09-21T00:20:28.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:28.602+0000 7fedd9bdd640 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2024-09-21T00:20:28.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:28.602+0000 7fedd9bdd640 -1 bdev(0x55c292615900 /var/lib/ceph/osd/ceph-1/block) open stat got: (1) Operation not permitted 2024-09-21T00:20:28.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:28.602+0000 7fedd9bdd640 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2024-09-21T00:20:31.763 DEBUG:teuthology.orchestra.run.smithi067:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-21T00:20:31.794 DEBUG:teuthology.orchestra.run.smithi067:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-21T00:20:31.897 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:31.895+0000 7f03f720d640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2024-09-21T00:20:31.897 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:31.895+0000 7f03f720d640 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2024-09-21T00:20:31.897 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:31.895+0000 7f03f720d640 -1 bdev(0x55d670999900 /var/lib/ceph/osd/ceph-2/block) open stat got: (1) Operation not permitted 2024-09-21T00:20:31.897 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:31.895+0000 7f03f720d640 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2024-09-21T00:20:35.077 DEBUG:teuthology.orchestra.run.smithi067:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-21T00:20:35.107 DEBUG:teuthology.orchestra.run.smithi067:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-21T00:20:35.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:35.210+0000 7fab7a00d640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2024-09-21T00:20:35.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:35.210+0000 7fab7a00d640 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2024-09-21T00:20:35.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:35.210+0000 7fab7a00d640 -1 bdev(0x55d26c443900 /var/lib/ceph/osd/ceph-3/block) open stat got: (1) Operation not permitted 2024-09-21T00:20:35.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:35.210+0000 7fab7a00d640 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2024-09-21T00:20:38.376 DEBUG:teuthology.orchestra.run.smithi067:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-21T00:20:38.406 DEBUG:teuthology.orchestra.run.smithi097:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2024-09-21T00:20:38.436 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-21T00:20:38.436 INFO:tasks.ceph:role: osd.4 2024-09-21T00:20:38.437 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi097.front.sepia.ceph.com 2024-09-21T00:20:38.437 DEBUG:teuthology.orchestra.run.smithi097:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-21T00:20:38.514 INFO:teuthology.orchestra.run.smithi097.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-21T00:20:38.514 INFO:teuthology.orchestra.run.smithi097.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-21T00:20:38.514 INFO:teuthology.orchestra.run.smithi097.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-21T00:20:38.514 INFO:teuthology.orchestra.run.smithi097.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-21T00:20:38.515 INFO:teuthology.orchestra.run.smithi097.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-21T00:20:38.515 INFO:teuthology.orchestra.run.smithi097.stdout: = sunit=0 swidth=0 blks 2024-09-21T00:20:38.515 INFO:teuthology.orchestra.run.smithi097.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-21T00:20:38.515 INFO:teuthology.orchestra.run.smithi097.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-21T00:20:38.515 INFO:teuthology.orchestra.run.smithi097.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-21T00:20:38.515 INFO:teuthology.orchestra.run.smithi097.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-21T00:20:39.030 INFO:teuthology.orchestra.run.smithi097.stdout:Discarding blocks...Done. 2024-09-21T00:20:39.032 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi097.front.sepia.ceph.com -o noatime 2024-09-21T00:20:39.032 DEBUG:teuthology.orchestra.run.smithi097:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2024-09-21T00:20:39.187 DEBUG:teuthology.orchestra.run.smithi097:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2024-09-21T00:20:39.227 DEBUG:teuthology.orchestra.run.smithi097:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2024-09-21T00:20:39.297 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-21T00:20:39.297 INFO:tasks.ceph:role: osd.5 2024-09-21T00:20:39.297 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi097.front.sepia.ceph.com 2024-09-21T00:20:39.297 DEBUG:teuthology.orchestra.run.smithi097:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-21T00:20:39.372 INFO:teuthology.orchestra.run.smithi097.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-21T00:20:39.372 INFO:teuthology.orchestra.run.smithi097.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-21T00:20:39.372 INFO:teuthology.orchestra.run.smithi097.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-21T00:20:39.372 INFO:teuthology.orchestra.run.smithi097.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-21T00:20:39.373 INFO:teuthology.orchestra.run.smithi097.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-21T00:20:39.373 INFO:teuthology.orchestra.run.smithi097.stdout: = sunit=0 swidth=0 blks 2024-09-21T00:20:39.373 INFO:teuthology.orchestra.run.smithi097.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-21T00:20:39.373 INFO:teuthology.orchestra.run.smithi097.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-21T00:20:39.373 INFO:teuthology.orchestra.run.smithi097.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-21T00:20:39.373 INFO:teuthology.orchestra.run.smithi097.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-21T00:20:39.818 INFO:teuthology.orchestra.run.smithi097.stdout:Discarding blocks...Done. 2024-09-21T00:20:39.820 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi097.front.sepia.ceph.com -o noatime 2024-09-21T00:20:39.820 DEBUG:teuthology.orchestra.run.smithi097:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2024-09-21T00:20:39.919 DEBUG:teuthology.orchestra.run.smithi097:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2024-09-21T00:20:39.948 DEBUG:teuthology.orchestra.run.smithi097:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2024-09-21T00:20:40.012 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-21T00:20:40.012 INFO:tasks.ceph:role: osd.6 2024-09-21T00:20:40.012 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi097.front.sepia.ceph.com 2024-09-21T00:20:40.013 DEBUG:teuthology.orchestra.run.smithi097:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-21T00:20:40.085 INFO:teuthology.orchestra.run.smithi097.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-21T00:20:40.085 INFO:teuthology.orchestra.run.smithi097.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-21T00:20:40.085 INFO:teuthology.orchestra.run.smithi097.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-21T00:20:40.085 INFO:teuthology.orchestra.run.smithi097.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-21T00:20:40.085 INFO:teuthology.orchestra.run.smithi097.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-21T00:20:40.085 INFO:teuthology.orchestra.run.smithi097.stdout: = sunit=0 swidth=0 blks 2024-09-21T00:20:40.085 INFO:teuthology.orchestra.run.smithi097.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-21T00:20:40.086 INFO:teuthology.orchestra.run.smithi097.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-21T00:20:40.086 INFO:teuthology.orchestra.run.smithi097.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-21T00:20:40.086 INFO:teuthology.orchestra.run.smithi097.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-21T00:20:40.576 INFO:teuthology.orchestra.run.smithi097.stdout:Discarding blocks...Done. 2024-09-21T00:20:40.578 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi097.front.sepia.ceph.com -o noatime 2024-09-21T00:20:40.578 DEBUG:teuthology.orchestra.run.smithi097:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2024-09-21T00:20:40.717 DEBUG:teuthology.orchestra.run.smithi097:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2024-09-21T00:20:40.746 DEBUG:teuthology.orchestra.run.smithi097:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2024-09-21T00:20:40.812 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-21T00:20:40.812 INFO:tasks.ceph:role: osd.7 2024-09-21T00:20:40.812 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi097.front.sepia.ceph.com 2024-09-21T00:20:40.812 DEBUG:teuthology.orchestra.run.smithi097:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-21T00:20:40.883 INFO:teuthology.orchestra.run.smithi097.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-21T00:20:40.883 INFO:teuthology.orchestra.run.smithi097.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-21T00:20:40.883 INFO:teuthology.orchestra.run.smithi097.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-21T00:20:40.883 INFO:teuthology.orchestra.run.smithi097.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-21T00:20:40.883 INFO:teuthology.orchestra.run.smithi097.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-21T00:20:40.884 INFO:teuthology.orchestra.run.smithi097.stdout: = sunit=0 swidth=0 blks 2024-09-21T00:20:40.884 INFO:teuthology.orchestra.run.smithi097.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-21T00:20:40.884 INFO:teuthology.orchestra.run.smithi097.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-21T00:20:40.884 INFO:teuthology.orchestra.run.smithi097.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-21T00:20:40.884 INFO:teuthology.orchestra.run.smithi097.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-21T00:20:41.397 INFO:teuthology.orchestra.run.smithi097.stdout:Discarding blocks...Done. 2024-09-21T00:20:41.399 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi097.front.sepia.ceph.com -o noatime 2024-09-21T00:20:41.399 DEBUG:teuthology.orchestra.run.smithi097:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2024-09-21T00:20:41.542 DEBUG:teuthology.orchestra.run.smithi097:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2024-09-21T00:20:41.572 DEBUG:teuthology.orchestra.run.smithi097:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-21T00:20:41.679 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:41.677+0000 7ff373a2c640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2024-09-21T00:20:41.679 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:41.678+0000 7ff373a2c640 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2024-09-21T00:20:41.679 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:41.678+0000 7ff373a2c640 -1 bdev(0x5633f7f99900 /var/lib/ceph/osd/ceph-4/block) open stat got: (1) Operation not permitted 2024-09-21T00:20:41.679 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:41.678+0000 7ff373a2c640 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2024-09-21T00:20:44.838 DEBUG:teuthology.orchestra.run.smithi097:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-21T00:20:44.868 DEBUG:teuthology.orchestra.run.smithi097:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-21T00:20:44.969 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:44.968+0000 7f6c5521a640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2024-09-21T00:20:44.970 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:44.968+0000 7f6c5521a640 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2024-09-21T00:20:44.970 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:44.968+0000 7f6c5521a640 -1 bdev(0x559f1d99b900 /var/lib/ceph/osd/ceph-5/block) open stat got: (1) Operation not permitted 2024-09-21T00:20:44.970 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:44.968+0000 7f6c5521a640 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2024-09-21T00:20:47.884 DEBUG:teuthology.orchestra.run.smithi097:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-21T00:20:47.912 DEBUG:teuthology.orchestra.run.smithi097:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-21T00:20:48.012 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:48.011+0000 7f864d81c640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2024-09-21T00:20:48.013 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:48.011+0000 7f864d81c640 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2024-09-21T00:20:48.013 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:48.011+0000 7f864d81c640 -1 bdev(0x55b94780f900 /var/lib/ceph/osd/ceph-6/block) open stat got: (1) Operation not permitted 2024-09-21T00:20:48.013 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:48.011+0000 7f864d81c640 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2024-09-21T00:20:48.702 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:20:48.706 DEBUG:teuthology.orchestra.run.smithi097:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:20:50.931 DEBUG:teuthology.orchestra.run.smithi097:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-21T00:20:50.957 DEBUG:teuthology.orchestra.run.smithi097:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-21T00:20:51.054 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:51.052+0000 7fc7d7c14640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2024-09-21T00:20:51.054 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:51.052+0000 7fc7d7c14640 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2024-09-21T00:20:51.054 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:51.052+0000 7fc7d7c14640 -1 bdev(0x55fc9358d900 /var/lib/ceph/osd/ceph-7/block) open stat got: (1) Operation not permitted 2024-09-21T00:20:51.054 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:51.053+0000 7fc7d7c14640 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2024-09-21T00:20:53.960 DEBUG:teuthology.orchestra.run.smithi097:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-21T00:20:53.989 INFO:tasks.ceph:Reading keys from all nodes... 2024-09-21T00:20:53.989 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:20:53.989 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2024-09-21T00:20:54.021 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:20:54.021 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd if=/var/lib/ceph/mds/ceph-a/keyring of=/dev/stdout 2024-09-21T00:20:54.091 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:20:54.091 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd if=/var/lib/ceph/mds/ceph-c/keyring of=/dev/stdout 2024-09-21T00:20:54.159 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:20:54.159 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2024-09-21T00:20:54.228 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:20:54.228 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2024-09-21T00:20:54.296 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:20:54.296 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2024-09-21T00:20:54.364 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:20:54.364 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2024-09-21T00:20:54.432 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:20:54.433 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2024-09-21T00:20:54.462 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:20:54.462 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd if=/var/lib/ceph/mds/ceph-b/keyring of=/dev/stdout 2024-09-21T00:20:54.530 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:20:54.530 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd if=/var/lib/ceph/mds/ceph-d/keyring of=/dev/stdout 2024-09-21T00:20:54.597 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:20:54.597 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2024-09-21T00:20:54.664 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:20:54.665 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2024-09-21T00:20:54.731 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:20:54.731 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2024-09-21T00:20:54.797 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:20:54.798 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2024-09-21T00:20:54.863 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:20:54.863 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2024-09-21T00:20:54.883 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:20:54.883 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/etc/ceph/ceph.client.2.keyring of=/dev/stdout 2024-09-21T00:20:54.942 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:20:54.942 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2024-09-21T00:20:54.957 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:20:54.957 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/etc/ceph/ceph.client.3.keyring of=/dev/stdout 2024-09-21T00:20:55.012 INFO:tasks.ceph:Adding keys to all mons... 2024-09-21T00:20:55.012 DEBUG:teuthology.orchestra.run.smithi067:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-21T00:20:55.015 DEBUG:teuthology.orchestra.run.smithi097:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-21T00:20:55.055 INFO:teuthology.orchestra.run.smithi067.stdout:[mgr.y] 2024-09-21T00:20:55.055 INFO:teuthology.orchestra.run.smithi067.stdout: key = AQBFEe5mNcGQCxAA33vjLt+brud7Aul58c5kXw== 2024-09-21T00:20:55.055 INFO:teuthology.orchestra.run.smithi067.stdout:[mds.a] 2024-09-21T00:20:55.055 INFO:teuthology.orchestra.run.smithi067.stdout: key = AQBFEe5m9QBaFRAAdgisHziG3hw/D2M72XZn8g== 2024-09-21T00:20:55.055 INFO:teuthology.orchestra.run.smithi067.stdout:[mds.c] 2024-09-21T00:20:55.055 INFO:teuthology.orchestra.run.smithi067.stdout: key = AQBFEe5mQ14ZHRAAi5QZeknKrKjp2jO02yntmg== 2024-09-21T00:20:55.055 INFO:teuthology.orchestra.run.smithi067.stdout:[osd.0] 2024-09-21T00:20:55.055 INFO:teuthology.orchestra.run.smithi067.stdout: key = AQBJEe5mhxC8ERAAwqKGS/tp+aVv++lqOVEPwg== 2024-09-21T00:20:55.055 INFO:teuthology.orchestra.run.smithi067.stdout:[osd.1] 2024-09-21T00:20:55.055 INFO:teuthology.orchestra.run.smithi067.stdout: key = AQBMEe5mbob6IxAANdMr4wKZkwcnJzzUY88/xA== 2024-09-21T00:20:55.055 INFO:teuthology.orchestra.run.smithi067.stdout:[osd.2] 2024-09-21T00:20:55.056 INFO:teuthology.orchestra.run.smithi067.stdout: key = AQBPEe5mR+B2NRAAbF2XunKQ4T7GqO5mflYgFQ== 2024-09-21T00:20:55.056 INFO:teuthology.orchestra.run.smithi067.stdout:[osd.3] 2024-09-21T00:20:55.056 INFO:teuthology.orchestra.run.smithi067.stdout: key = AQBTEe5mrBCaDBAAhESlssYCQxHPjrG5irA8bg== 2024-09-21T00:20:55.056 INFO:teuthology.orchestra.run.smithi067.stdout:[mgr.x] 2024-09-21T00:20:55.056 INFO:teuthology.orchestra.run.smithi067.stdout: key = AQBFEe5mNMdbERAA41Bj7rmSurxL0D2Zq+oHVA== 2024-09-21T00:20:55.056 INFO:teuthology.orchestra.run.smithi067.stdout:[mds.b] 2024-09-21T00:20:55.056 INFO:teuthology.orchestra.run.smithi067.stdout: key = AQBFEe5mLCJuIhAAl/r6CTzwOFBmlvDR8WTorQ== 2024-09-21T00:20:55.056 INFO:teuthology.orchestra.run.smithi067.stdout:[mds.d] 2024-09-21T00:20:55.056 INFO:teuthology.orchestra.run.smithi067.stdout: key = AQBFEe5mgCsdKhAAJ06SsIMmvdDQWaRDeCy6CA== 2024-09-21T00:20:55.056 INFO:teuthology.orchestra.run.smithi067.stdout:[osd.4] 2024-09-21T00:20:55.056 INFO:teuthology.orchestra.run.smithi067.stdout: key = AQBZEe5mH7dzKBAALqGrXHFlpxFvgoI3COb/CA== 2024-09-21T00:20:55.056 INFO:teuthology.orchestra.run.smithi067.stdout:[osd.5] 2024-09-21T00:20:55.056 INFO:teuthology.orchestra.run.smithi067.stdout: key = AQBcEe5mbQLIORAAhaKf6tntn/oh0n1a70pqAA== 2024-09-21T00:20:55.057 INFO:teuthology.orchestra.run.smithi067.stdout:[osd.6] 2024-09-21T00:20:55.057 INFO:teuthology.orchestra.run.smithi067.stdout: key = AQBgEe5m5MO7ABAACbg8WWV3GhNSHRnjscz6Fg== 2024-09-21T00:20:55.057 INFO:teuthology.orchestra.run.smithi067.stdout:[osd.7] 2024-09-21T00:20:55.057 INFO:teuthology.orchestra.run.smithi067.stdout: key = AQBjEe5mmCIxAxAArpnzucP3Mbmo3BL6YikqWA== 2024-09-21T00:20:55.057 INFO:teuthology.orchestra.run.smithi067.stdout:[client.0] 2024-09-21T00:20:55.057 INFO:teuthology.orchestra.run.smithi067.stdout: key = AQBFEe5mUnwLLxAAE0JXCN8yXTH2bWtWI41o2Q== 2024-09-21T00:20:55.057 INFO:teuthology.orchestra.run.smithi067.stdout:[client.2] 2024-09-21T00:20:55.057 INFO:teuthology.orchestra.run.smithi067.stdout: key = AQBFEe5mLu3nMhAA14NXzzDpQhxci5XP4juw/w== 2024-09-21T00:20:55.057 INFO:teuthology.orchestra.run.smithi067.stdout:[client.1] 2024-09-21T00:20:55.057 INFO:teuthology.orchestra.run.smithi067.stdout: key = AQBFEe5mDFa8NhAAraRO3NGJQTzWBBcGkkEhhQ== 2024-09-21T00:20:55.057 INFO:teuthology.orchestra.run.smithi067.stdout:[client.3] 2024-09-21T00:20:55.057 INFO:teuthology.orchestra.run.smithi067.stdout: key = AQBFEe5m6Lx8OhAAx4r6ll1YCFpRFK7DC5qqOw== 2024-09-21T00:20:55.075 INFO:teuthology.orchestra.run.smithi097.stdout:[mgr.y] 2024-09-21T00:20:55.075 INFO:teuthology.orchestra.run.smithi097.stdout: key = AQBFEe5mNcGQCxAA33vjLt+brud7Aul58c5kXw== 2024-09-21T00:20:55.075 INFO:teuthology.orchestra.run.smithi097.stdout:[mds.a] 2024-09-21T00:20:55.075 INFO:teuthology.orchestra.run.smithi097.stdout: key = AQBFEe5m9QBaFRAAdgisHziG3hw/D2M72XZn8g== 2024-09-21T00:20:55.075 INFO:teuthology.orchestra.run.smithi097.stdout:[mds.c] 2024-09-21T00:20:55.075 INFO:teuthology.orchestra.run.smithi097.stdout: key = AQBFEe5mQ14ZHRAAi5QZeknKrKjp2jO02yntmg== 2024-09-21T00:20:55.075 INFO:teuthology.orchestra.run.smithi097.stdout:[osd.0] 2024-09-21T00:20:55.075 INFO:teuthology.orchestra.run.smithi097.stdout: key = AQBJEe5mhxC8ERAAwqKGS/tp+aVv++lqOVEPwg== 2024-09-21T00:20:55.075 INFO:teuthology.orchestra.run.smithi097.stdout:[osd.1] 2024-09-21T00:20:55.075 INFO:teuthology.orchestra.run.smithi097.stdout: key = AQBMEe5mbob6IxAANdMr4wKZkwcnJzzUY88/xA== 2024-09-21T00:20:55.076 INFO:teuthology.orchestra.run.smithi097.stdout:[osd.2] 2024-09-21T00:20:55.076 INFO:teuthology.orchestra.run.smithi097.stdout: key = AQBPEe5mR+B2NRAAbF2XunKQ4T7GqO5mflYgFQ== 2024-09-21T00:20:55.076 INFO:teuthology.orchestra.run.smithi097.stdout:[osd.3] 2024-09-21T00:20:55.076 INFO:teuthology.orchestra.run.smithi097.stdout: key = AQBTEe5mrBCaDBAAhESlssYCQxHPjrG5irA8bg== 2024-09-21T00:20:55.076 INFO:teuthology.orchestra.run.smithi097.stdout:[mgr.x] 2024-09-21T00:20:55.076 INFO:teuthology.orchestra.run.smithi097.stdout: key = AQBFEe5mNMdbERAA41Bj7rmSurxL0D2Zq+oHVA== 2024-09-21T00:20:55.076 INFO:teuthology.orchestra.run.smithi097.stdout:[mds.b] 2024-09-21T00:20:55.076 INFO:teuthology.orchestra.run.smithi097.stdout: key = AQBFEe5mLCJuIhAAl/r6CTzwOFBmlvDR8WTorQ== 2024-09-21T00:20:55.076 INFO:teuthology.orchestra.run.smithi097.stdout:[mds.d] 2024-09-21T00:20:55.076 INFO:teuthology.orchestra.run.smithi097.stdout: key = AQBFEe5mgCsdKhAAJ06SsIMmvdDQWaRDeCy6CA== 2024-09-21T00:20:55.076 INFO:teuthology.orchestra.run.smithi097.stdout:[osd.4] 2024-09-21T00:20:55.076 INFO:teuthology.orchestra.run.smithi097.stdout: key = AQBZEe5mH7dzKBAALqGrXHFlpxFvgoI3COb/CA== 2024-09-21T00:20:55.076 INFO:teuthology.orchestra.run.smithi097.stdout:[osd.5] 2024-09-21T00:20:55.077 INFO:teuthology.orchestra.run.smithi097.stdout: key = AQBcEe5mbQLIORAAhaKf6tntn/oh0n1a70pqAA== 2024-09-21T00:20:55.077 INFO:teuthology.orchestra.run.smithi097.stdout:[osd.6] 2024-09-21T00:20:55.077 INFO:teuthology.orchestra.run.smithi097.stdout: key = AQBgEe5m5MO7ABAACbg8WWV3GhNSHRnjscz6Fg== 2024-09-21T00:20:55.077 INFO:teuthology.orchestra.run.smithi097.stdout:[osd.7] 2024-09-21T00:20:55.077 INFO:teuthology.orchestra.run.smithi097.stdout: key = AQBjEe5mmCIxAxAArpnzucP3Mbmo3BL6YikqWA== 2024-09-21T00:20:55.077 INFO:teuthology.orchestra.run.smithi097.stdout:[client.0] 2024-09-21T00:20:55.077 INFO:teuthology.orchestra.run.smithi097.stdout: key = AQBFEe5mUnwLLxAAE0JXCN8yXTH2bWtWI41o2Q== 2024-09-21T00:20:55.077 INFO:teuthology.orchestra.run.smithi097.stdout:[client.2] 2024-09-21T00:20:55.077 INFO:teuthology.orchestra.run.smithi097.stdout: key = AQBFEe5mLu3nMhAA14NXzzDpQhxci5XP4juw/w== 2024-09-21T00:20:55.077 INFO:teuthology.orchestra.run.smithi097.stdout:[client.1] 2024-09-21T00:20:55.077 INFO:teuthology.orchestra.run.smithi097.stdout: key = AQBFEe5mDFa8NhAAraRO3NGJQTzWBBcGkkEhhQ== 2024-09-21T00:20:55.077 INFO:teuthology.orchestra.run.smithi097.stdout:[client.3] 2024-09-21T00:20:55.077 INFO:teuthology.orchestra.run.smithi097.stdout: key = AQBFEe5m6Lx8OhAAx4r6ll1YCFpRFK7DC5qqOw== 2024-09-21T00:20:55.078 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-21T00:20:55.100 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-21T00:20:55.178 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-21T00:20:55.181 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-21T00:20:55.248 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-21T00:20:55.250 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-21T00:20:55.314 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-21T00:20:55.316 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-21T00:20:55.377 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-21T00:20:55.379 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-21T00:20:55.440 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-21T00:20:55.442 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-21T00:20:55.503 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-21T00:20:55.505 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-21T00:20:55.566 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-21T00:20:55.568 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-21T00:20:55.629 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-21T00:20:55.631 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-21T00:20:55.695 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-21T00:20:55.698 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-21T00:20:55.762 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-21T00:20:55.764 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-21T00:20:55.825 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-21T00:20:55.827 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-21T00:20:55.889 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-21T00:20:55.892 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-21T00:20:55.954 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-21T00:20:55.956 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-21T00:20:56.018 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-21T00:20:56.021 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-21T00:20:56.085 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-21T00:20:56.087 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-21T00:20:56.153 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-21T00:20:56.155 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-21T00:20:56.219 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-21T00:20:56.222 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-21T00:20:56.287 INFO:tasks.ceph:Running mkfs on mon nodes... 2024-09-21T00:20:56.287 DEBUG:teuthology.orchestra.run.smithi067:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2024-09-21T00:20:56.313 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-21T00:20:56.420 DEBUG:teuthology.orchestra.run.smithi067:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2024-09-21T00:20:56.445 DEBUG:teuthology.orchestra.run.smithi097:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2024-09-21T00:20:56.471 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-21T00:20:56.577 DEBUG:teuthology.orchestra.run.smithi097:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2024-09-21T00:20:56.602 DEBUG:teuthology.orchestra.run.smithi097:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2024-09-21T00:20:56.666 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-21T00:20:56.773 DEBUG:teuthology.orchestra.run.smithi097:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2024-09-21T00:20:56.797 DEBUG:teuthology.orchestra.run.smithi067:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-21T00:20:56.800 DEBUG:teuthology.orchestra.run.smithi097:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-21T00:20:56.853 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2024-09-21T00:20:56.853 INFO:tasks.ceph.mon.a:Restarting daemon 2024-09-21T00:20:56.853 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2024-09-21T00:20:56.856 INFO:tasks.ceph.mon.a:Started 2024-09-21T00:20:56.856 INFO:tasks.ceph.mon.b:Restarting daemon 2024-09-21T00:20:56.856 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2024-09-21T00:20:56.895 INFO:tasks.ceph.mon.b:Started 2024-09-21T00:20:56.895 INFO:tasks.ceph.mon.c:Restarting daemon 2024-09-21T00:20:56.895 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2024-09-21T00:20:56.897 INFO:tasks.ceph.mon.c:Started 2024-09-21T00:20:56.897 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2024-09-21T00:20:56.897 INFO:tasks.ceph.mgr.y:Restarting daemon 2024-09-21T00:20:56.897 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2024-09-21T00:20:56.899 INFO:tasks.ceph.mgr.y:Started 2024-09-21T00:20:56.900 INFO:tasks.ceph.mgr.x:Restarting daemon 2024-09-21T00:20:56.900 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2024-09-21T00:20:56.902 INFO:tasks.ceph.mgr.x:Started 2024-09-21T00:20:56.902 INFO:tasks.ceph:setting config [client] client_mount_timeout = 600 2024-09-21T00:20:56.902 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --cluster ceph config set client client_mount_timeout 600 2024-09-21T00:20:56.904 INFO:tasks.ceph:setting config [client] debug_client = 20 2024-09-21T00:20:56.904 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --cluster ceph config set client debug_client 20 2024-09-21T00:20:56.947 INFO:tasks.ceph:setting config [client] debug_ms = 1 2024-09-21T00:20:56.947 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --cluster ceph config set client debug_ms 1 2024-09-21T00:20:56.990 INFO:tasks.ceph:setting config [client] rados_mon_op_timeout = 900 2024-09-21T00:20:56.990 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --cluster ceph config set client rados_mon_op_timeout 900 2024-09-21T00:20:57.033 INFO:tasks.ceph:setting config [client] rados_osd_op_timeout = 900 2024-09-21T00:20:57.033 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --cluster ceph config set client rados_osd_op_timeout 900 2024-09-21T00:20:57.076 INFO:tasks.ceph:setting config [mds] debug_mds = 20 2024-09-21T00:20:57.076 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --cluster ceph config set mds debug_mds 20 2024-09-21T00:20:57.120 INFO:tasks.ceph:setting config [mds] debug_mds_balancer = 20 2024-09-21T00:20:57.120 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --cluster ceph config set mds debug_mds_balancer 20 2024-09-21T00:20:57.163 INFO:tasks.ceph:setting config [mds] debug_ms = 2 2024-09-21T00:20:57.163 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --cluster ceph config set mds debug_ms 2 2024-09-21T00:20:57.207 INFO:tasks.ceph:setting config [mds] mds_debug_frag = True 2024-09-21T00:20:57.207 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --cluster ceph config set mds mds_debug_frag True 2024-09-21T00:20:57.251 INFO:tasks.ceph:setting config [mds] mds_debug_scatterstat = True 2024-09-21T00:20:57.251 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --cluster ceph config set mds mds_debug_scatterstat True 2024-09-21T00:20:57.294 INFO:tasks.ceph:setting config [mds] mds_op_complaint_time = 180 2024-09-21T00:20:57.294 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --cluster ceph config set mds mds_op_complaint_time 180 2024-09-21T00:20:57.337 INFO:tasks.ceph:setting config [mds] mds_verify_scatter = True 2024-09-21T00:20:57.337 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --cluster ceph config set mds mds_verify_scatter True 2024-09-21T00:20:57.384 INFO:tasks.ceph:setting config [mds] osd_op_complaint_time = 180 2024-09-21T00:20:57.384 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --cluster ceph config set mds osd_op_complaint_time 180 2024-09-21T00:20:57.414 INFO:tasks.ceph:setting config [mds] rados_mon_op_timeout = 900 2024-09-21T00:20:57.414 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --cluster ceph config set mds rados_mon_op_timeout 900 2024-09-21T00:20:57.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.428+0000 7f9298ff9640 1 -- 172.21.15.67:0/2647140195 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f92a41598c0 msgr2=0x7f92a40c7370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:57.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.428+0000 7f9298ff9640 1 --2- 172.21.15.67:0/2647140195 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f92a41598c0 0x7f92a40c7370 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f929400f7a0 tx=0x7f929400fc60 comp rx=0 tx=0).stop 2024-09-21T00:20:57.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.428+0000 7f9298ff9640 1 -- 172.21.15.67:0/2647140195 shutdown_connections 2024-09-21T00:20:57.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.428+0000 7f9298ff9640 1 --2- 172.21.15.67:0/2647140195 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f92a40c78b0 0x7f92a41f5b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.428+0000 7f9298ff9640 1 --2- 172.21.15.67:0/2647140195 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f92a41598c0 0x7f92a40c7370 secure :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f929400f7a0 tx=0x7f929400fc60 comp rx=0 tx=0).stop 2024-09-21T00:20:57.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.428+0000 7f9298ff9640 1 --2- 172.21.15.67:0/2647140195 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f92a40b14f0 0x7f92a41f2560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.428+0000 7f9298ff9640 1 -- 172.21.15.67:0/2647140195 >> 172.21.15.67:0/2647140195 conn(0x7f92a40d13c0 msgr2=0x7f92a40b4e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:20:57.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.428+0000 7f9298ff9640 1 -- 172.21.15.67:0/2647140195 shutdown_connections 2024-09-21T00:20:57.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.428+0000 7f9298ff9640 1 -- 172.21.15.67:0/2647140195 wait complete. 2024-09-21T00:20:57.434 INFO:tasks.ceph:setting config [mds] rados_osd_op_timeout = 900 2024-09-21T00:20:57.434 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --cluster ceph config set mds rados_osd_op_timeout 900 2024-09-21T00:20:57.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.436+0000 7f233affd640 1 -- 172.21.15.67:0/3521103204 <== mon.1 v2:172.21.15.97:3300/0 11 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f234409c3b0 con 0x7f233c0dd230 2024-09-21T00:20:57.444 INFO:tasks.ceph:setting config [mgr] client_mount_timeout = 30 2024-09-21T00:20:57.445 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --cluster ceph config set mgr client_mount_timeout 30 2024-09-21T00:20:57.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.438+0000 7fe2a6ffd640 1 -- 172.21.15.67:0/813338586 <== mon.0 v2:172.21.15.67:3300/0 11 ==== mon_command_ack([{prefix=config set, name=rados_mon_op_timeout}]=0 v6)=0 v6) ==== 123+0+0 (secure 0 0 0) 0x7fe2980466e0 con 0x7fe2b01f1070 2024-09-21T00:20:57.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.438+0000 7fe2a6ffd640 1 -- 172.21.15.67:0/813338586 <== mon.0 v2:172.21.15.67:3300/0 12 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe298046940 con 0x7fe2b01f1070 2024-09-21T00:20:57.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.441+0000 7fe2a4ff9640 1 -- 172.21.15.67:0/813338586 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe2b01f1070 msgr2=0x7fe2b00c65f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:57.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.441+0000 7fe2a4ff9640 1 --2- 172.21.15.67:0/813338586 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe2b01f1070 0x7fe2b00c65f0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fe29c00baf0 tx=0x7fe298004730 comp rx=0 tx=0).stop 2024-09-21T00:20:57.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.441+0000 7fe2a4ff9640 1 -- 172.21.15.67:0/813338586 shutdown_connections 2024-09-21T00:20:57.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.441+0000 7fe2a4ff9640 1 --2- 172.21.15.67:0/813338586 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe2b00c6b30 0x7fe2b009e740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.441+0000 7fe2a4ff9640 1 --2- 172.21.15.67:0/813338586 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe2b01f1070 0x7fe2b00c65f0 secure :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fe29c00baf0 tx=0x7fe298004730 comp rx=0 tx=0).stop 2024-09-21T00:20:57.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.441+0000 7fe2a4ff9640 1 --2- 172.21.15.67:0/813338586 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe2b00c5e50 0x7fe2b01f0b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.441+0000 7fe2a4ff9640 1 -- 172.21.15.67:0/813338586 >> 172.21.15.67:0/813338586 conn(0x7fe2b009a950 msgr2=0x7fe2b00b4f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:20:57.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.439+0000 7f1a0d7fa640 1 -- 172.21.15.67:0/2195385113 <== mon.1 v2:172.21.15.97:3300/0 10 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1a00025660 con 0x7f1a100ae4c0 2024-09-21T00:20:57.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.443+0000 7fe2a4ff9640 1 -- 172.21.15.67:0/813338586 shutdown_connections 2024-09-21T00:20:57.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.443+0000 7fe2a4ff9640 1 -- 172.21.15.67:0/813338586 wait complete. 2024-09-21T00:20:57.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.442+0000 7f2c90d7b640 1 -- 172.21.15.67:0/3263213966 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2c84009ba0 msgr2=0x7f2c840df180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:57.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.442+0000 7f2c90d7b640 1 --2- 172.21.15.67:0/3263213966 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2c84009ba0 0x7f2c840df180 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f2c8c02ebd0 tx=0x7f2c8c0a65a0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.444+0000 7f2c90d7b640 1 -- 172.21.15.67:0/3263213966 shutdown_connections 2024-09-21T00:20:57.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.444+0000 7f2c90d7b640 1 --2- 172.21.15.67:0/3263213966 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2c84005cb0 0x7f2c84036430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.444+0000 7f2c90d7b640 1 --2- 172.21.15.67:0/3263213966 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2c84009ba0 0x7f2c840df180 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.444+0000 7f2c90d7b640 1 -- 172.21.15.67:0/3263213966 >> 172.21.15.67:0/3263213966 conn(0x7f2c84051420 msgr2=0x7f2c84051860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:20:57.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.444+0000 7f2c90d7b640 1 -- 172.21.15.67:0/3263213966 shutdown_connections 2024-09-21T00:20:57.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.445+0000 7f2c90d7b640 1 -- 172.21.15.67:0/3263213966 wait complete. 2024-09-21T00:20:57.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.448+0000 7f2c90d7b640 1 Processor -- start 2024-09-21T00:20:57.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.448+0000 7f2c90d7b640 1 -- start start 2024-09-21T00:20:57.461 INFO:tasks.ceph:setting config [mgr] debug_client = 20 2024-09-21T00:20:57.461 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --cluster ceph config set mgr debug_client 20 2024-09-21T00:20:57.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.450+0000 7f2c90d7b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2c84005cb0 0x7f2c840219d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:20:57.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.450+0000 7f2c90d7b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2c84009ba0 0x7f2c840353c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:20:57.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.450+0000 7f2c90d7b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2c84036970 0x7f2c84035900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:20:57.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.450+0000 7f2c90d7b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f2c8400bdb0 con 0x7f2c84036970 2024-09-21T00:20:57.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.450+0000 7f2c90d7b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f2c8400bc30 con 0x7f2c84009ba0 2024-09-21T00:20:57.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.450+0000 7f2c90d7b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f2c8401ccc0 con 0x7f2c84005cb0 2024-09-21T00:20:57.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.457+0000 7f2c89d9b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2c84009ba0 0x7f2c840353c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:20:57.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.457+0000 7f2c89d9b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2c84009ba0 0x7f2c840353c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.67:36322/0 (socket says 172.21.15.67:36322) 2024-09-21T00:20:57.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.457+0000 7f2c89d9b640 1 -- 172.21.15.67:0/270410345 learned_addr learned my addr 172.21.15.67:0/270410345 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:20:57.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.458+0000 7f2c89d9b640 1 -- 172.21.15.67:0/270410345 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2c84005cb0 msgr2=0x7f2c840219d0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-21T00:20:57.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.458+0000 7f2c89d9b640 1 --2- 172.21.15.67:0/270410345 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2c84005cb0 0x7f2c840219d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.458+0000 7f2c89d9b640 1 -- 172.21.15.67:0/270410345 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2c84036970 msgr2=0x7f2c84035900 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-21T00:20:57.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.460+0000 7f2c8ad9d640 1 --2- 172.21.15.67:0/270410345 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2c84036970 0x7f2c84035900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:20:57.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.460+0000 7f2c89d9b640 1 --2- 172.21.15.67:0/270410345 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2c84036970 0x7f2c84035900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.460+0000 7f2c89d9b640 1 -- 172.21.15.67:0/270410345 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c841994c0 con 0x7f2c84009ba0 2024-09-21T00:20:57.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.460+0000 7f2c8ad9d640 1 --2- 172.21.15.67:0/270410345 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2c84036970 0x7f2c84035900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:20:57.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.461+0000 7f2c89d9b640 1 --2- 172.21.15.67:0/270410345 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2c84009ba0 0x7f2c840353c0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f2c8000b3e0 tx=0x7f2c8000b8a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:20:57.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.461+0000 7f2c7affd640 1 -- 172.21.15.67:0/270410345 <== mon.1 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c80015020 con 0x7f2c84009ba0 2024-09-21T00:20:57.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.461+0000 7f2c7affd640 1 -- 172.21.15.67:0/270410345 <== mon.1 v2:172.21.15.97:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2c80011940 con 0x7f2c84009ba0 2024-09-21T00:20:57.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.461+0000 7f2c7affd640 1 -- 172.21.15.67:0/270410345 <== mon.1 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c80011d90 con 0x7f2c84009ba0 2024-09-21T00:20:57.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.461+0000 7f2c90d7b640 1 -- 172.21.15.67:0/270410345 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2c841997a0 con 0x7f2c84009ba0 2024-09-21T00:20:57.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.461+0000 7f2c90d7b640 1 -- 172.21.15.67:0/270410345 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2c84199d60 con 0x7f2c84009ba0 2024-09-21T00:20:57.466 INFO:tasks.ceph:setting config [mgr] debug_mgr = 20 2024-09-21T00:20:57.466 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --cluster ceph config set mgr debug_mgr 20 2024-09-21T00:20:57.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.464+0000 7f2c7affd640 1 -- 172.21.15.67:0/270410345 <== mon.1 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f2c80018020 con 0x7f2c84009ba0 2024-09-21T00:20:57.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.464+0000 7f2c7affd640 1 -- 172.21.15.67:0/270410345 <== mon.1 v2:172.21.15.97:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f2c800198f0 con 0x7f2c84009ba0 2024-09-21T00:20:57.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.465+0000 7f2c90d7b640 1 -- 172.21.15.67:0/270410345 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2c70005290 con 0x7f2c84009ba0 2024-09-21T00:20:57.473 INFO:tasks.ceph:setting config [mgr] debug_ms = 1 2024-09-21T00:20:57.473 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --cluster ceph config set mgr debug_ms 1 2024-09-21T00:20:57.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.478+0000 7f2c7affd640 1 -- 172.21.15.67:0/270410345 <== mon.1 v2:172.21.15.97:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f2c8001f020 con 0x7f2c84009ba0 2024-09-21T00:20:57.482 INFO:tasks.ceph:setting config [mgr] mon_warn_on_pool_no_app = False 2024-09-21T00:20:57.482 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --cluster ceph config set mgr mon_warn_on_pool_no_app False 2024-09-21T00:20:57.493 INFO:tasks.ceph:setting config [mon] mon_op_complaint_time = 120 2024-09-21T00:20:57.494 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --cluster ceph config set mon mon_op_complaint_time 120 2024-09-21T00:20:57.537 INFO:tasks.ceph:setting config [osd] osd_op_complaint_time = 180 2024-09-21T00:20:57.537 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --cluster ceph config set osd osd_op_complaint_time 180 2024-09-21T00:20:57.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.543+0000 7f7d67c4d640 1 -- 172.21.15.67:0/3184754390 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7d58007130 msgr2=0x7f7d58034250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:57.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.543+0000 7f7d67c4d640 1 --2- 172.21.15.67:0/3184754390 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7d58007130 0x7f7d58034250 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f7d5800e9e0 tx=0x7f7d5c02a9f0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.547 DEBUG:tasks.ceph:set 22 configs 2024-09-21T00:20:57.548 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'client_mount_timeout', '600'], check_status=True, hostname='smithi067') 2024-09-21T00:20:57.548 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'debug_client', '20'], check_status=True, hostname='smithi067') 2024-09-21T00:20:57.548 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'debug_ms', '1'], check_status=True, hostname='smithi067') 2024-09-21T00:20:57.548 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'rados_mon_op_timeout', '900'], check_status=True, hostname='smithi067') 2024-09-21T00:20:57.548 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'client', 'rados_osd_op_timeout', '900'], check_status=True, hostname='smithi067') 2024-09-21T00:20:57.549 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'debug_mds', '20'], check_status=True, hostname='smithi067') 2024-09-21T00:20:57.549 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.544+0000 7f7d67c4d640 1 -- 172.21.15.67:0/3184754390 shutdown_connections 2024-09-21T00:20:57.549 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.544+0000 7f7d67c4d640 1 --2- 172.21.15.67:0/3184754390 >> v2:172.21.15.67:3300/0 conn(0x7f7d58005c80 0x7f7d58006090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.549 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.544+0000 7f7d67c4d640 1 --2- 172.21.15.67:0/3184754390 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7d58007130 0x7f7d58034250 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.549 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.544+0000 7f7d67c4d640 1 --2- 172.21.15.67:0/3184754390 >> v2:172.21.15.97:3300/0 conn(0x7f7d58055110 0x7f7d58033d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.549 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.544+0000 7f7d67c4d640 1 -- 172.21.15.67:0/3184754390 >> 172.21.15.67:0/3184754390 conn(0x7f7d5801d9d0 msgr2=0x7f7d58039690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:20:57.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.544+0000 7f7d67c4d640 1 -- 172.21.15.67:0/3184754390 shutdown_connections 2024-09-21T00:20:57.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.544+0000 7f7d67c4d640 1 -- 172.21.15.67:0/3184754390 wait complete. 2024-09-21T00:20:57.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.547+0000 7f7d67c4d640 1 Processor -- start 2024-09-21T00:20:57.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.547+0000 7f7d67c4d640 1 -- start start 2024-09-21T00:20:57.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.549+0000 7f7d67c4d640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7d58005c80 0x7f7d5804f9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:20:57.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.550+0000 7f7d67c4d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7d58007130 0x7f7d580ee6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:20:57.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.550+0000 7f7d67c4d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7d58055110 0x7f7d580fc0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:20:57.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.550+0000 7f7d67c4d640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f7d58006750 con 0x7f7d58055110 2024-09-21T00:20:57.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.550+0000 7f7d67c4d640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f7d580065d0 con 0x7f7d58007130 2024-09-21T00:20:57.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.550+0000 7f7d67c4d640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f7d580068d0 con 0x7f7d58005c80 2024-09-21T00:20:57.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.550+0000 7f7d651e8640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7d58007130 0x7f7d580ee6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:20:57.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.550+0000 7f7d651e8640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7d58007130 0x7f7d580ee6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.67:36342/0 (socket says 172.21.15.67:36342) 2024-09-21T00:20:57.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.550+0000 7f7d651e8640 1 -- 172.21.15.67:0/3556958703 learned_addr learned my addr 172.21.15.67:0/3556958703 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:20:57.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.550+0000 7f7d659e9640 1 --2- 172.21.15.67:0/3556958703 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7d58005c80 0x7f7d5804f9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:20:57.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.550+0000 7f7d661ea640 1 --2- 172.21.15.67:0/3556958703 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7d58055110 0x7f7d580fc0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:20:57.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.551+0000 7f7d651e8640 1 -- 172.21.15.67:0/3556958703 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7d58005c80 msgr2=0x7f7d5804f9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:57.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.551+0000 7f7d651e8640 1 --2- 172.21.15.67:0/3556958703 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7d58005c80 0x7f7d5804f9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.551+0000 7f7d651e8640 1 -- 172.21.15.67:0/3556958703 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7d58055110 msgr2=0x7f7d580fc0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:57.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.551+0000 7f7d651e8640 1 --2- 172.21.15.67:0/3556958703 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7d58055110 0x7f7d580fc0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.551+0000 7f7d651e8640 1 -- 172.21.15.67:0/3556958703 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d5804d690 con 0x7f7d58007130 2024-09-21T00:20:57.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.551+0000 7f7d661ea640 1 --2- 172.21.15.67:0/3556958703 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7d58055110 0x7f7d580fc0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:20:57.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.551+0000 7f7d651e8640 1 --2- 172.21.15.67:0/3556958703 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7d58007130 0x7f7d580ee6c0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f7d5c009e10 tx=0x7f7d5c0038a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:20:57.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.559+0000 7f7d567fc640 1 -- 172.21.15.67:0/3556958703 <== mon.1 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d5c033050 con 0x7f7d58007130 2024-09-21T00:20:57.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.559+0000 7f7d67c4d640 1 -- 172.21.15.67:0/3556958703 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d5804d970 con 0x7f7d58007130 2024-09-21T00:20:57.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.559+0000 7f7d67c4d640 1 -- 172.21.15.67:0/3556958703 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d5804e4b0 con 0x7f7d58007130 2024-09-21T00:20:57.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.559+0000 7f7d567fc640 1 -- 172.21.15.67:0/3556958703 <== mon.1 v2:172.21.15.97:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7d5c0047a0 con 0x7f7d58007130 2024-09-21T00:20:57.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.559+0000 7f7d567fc640 1 -- 172.21.15.67:0/3556958703 <== mon.1 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d5c004b90 con 0x7f7d58007130 2024-09-21T00:20:57.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.559+0000 7f7d567fc640 1 -- 172.21.15.67:0/3556958703 <== mon.1 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f7d5c004db0 con 0x7f7d58007130 2024-09-21T00:20:57.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.560+0000 7f7d567fc640 1 -- 172.21.15.67:0/3556958703 <== mon.1 v2:172.21.15.97:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f7d5c02f8f0 con 0x7f7d58007130 2024-09-21T00:20:57.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.572+0000 7f7d67c4d640 1 -- 172.21.15.67:0/3556958703 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7d48005290 con 0x7f7d58007130 2024-09-21T00:20:57.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.578+0000 7f7d567fc640 1 -- 172.21.15.67:0/3556958703 <== mon.1 v2:172.21.15.97:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f7d5c03d070 con 0x7f7d58007130 2024-09-21T00:20:57.629 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.628+0000 7f2338ff9640 1 -- 172.21.15.67:0/3521103204 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command([{prefix=config set, name=debug_mds}] v 0) -- 0x7f2320004360 con 0x7f233c0dd230 2024-09-21T00:20:57.634 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.633+0000 7fc430f62640 1 -- 172.21.15.67:0/3579282227 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc42c15e9f0 msgr2=0x7fc42c0ce6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:57.634 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.633+0000 7fc430f62640 1 --2- 172.21.15.67:0/3579282227 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc42c15e9f0 0x7fc42c0ce6e0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fc42c0cc3e0 tx=0x7fc42402aaf0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.634+0000 7fc430f62640 1 -- 172.21.15.67:0/3579282227 shutdown_connections 2024-09-21T00:20:57.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.634+0000 7fc430f62640 1 --2- 172.21.15.67:0/3579282227 >> v2:172.21.15.97:3300/0 conn(0x7fc42c0cec20 0x7fc42c162550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.634+0000 7fc430f62640 1 --2- 172.21.15.67:0/3579282227 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc42c15e9f0 0x7fc42c0ce6e0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.634+0000 7fc430f62640 1 -- 172.21.15.67:0/3579282227 >> 172.21.15.67:0/3579282227 conn(0x7fc42c0b2600 msgr2=0x7fc42c0b2a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:20:57.636 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.634+0000 7fc430f62640 1 -- 172.21.15.67:0/3579282227 shutdown_connections 2024-09-21T00:20:57.637 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.636+0000 7f233affd640 1 -- 172.21.15.67:0/3521103204 <== mon.1 v2:172.21.15.97:3300/0 12 ==== mon_command_ack([{prefix=config set, name=debug_mds}]=0 v7)=0 v7) ==== 108+0+0 (secure 0 0 0) 0x7f233c0ddb80 con 0x7f233c0dd230 2024-09-21T00:20:57.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.645+0000 7f234b520640 1 -- 172.21.15.67:0/3521103204 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f233c0dd230 msgr2=0x7f233c0dd640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:57.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.645+0000 7f234b520640 1 --2- 172.21.15.67:0/3521103204 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f233c0dd230 0x7f233c0dd640 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f234406a360 tx=0x7f2344075540 comp rx=0 tx=0).stop 2024-09-21T00:20:57.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.649+0000 7f234b520640 1 -- 172.21.15.67:0/3521103204 shutdown_connections 2024-09-21T00:20:57.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.649+0000 7f234b520640 1 --2- 172.21.15.67:0/3521103204 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f233c16add0 0x7f233c16b1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.649+0000 7f234b520640 1 --2- 172.21.15.67:0/3521103204 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f233c0dd230 0x7f233c0dd640 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.649+0000 7f234b520640 1 --2- 172.21.15.67:0/3521103204 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f233c01e410 0x7f233c1850c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.649+0000 7f234b520640 1 -- 172.21.15.67:0/3521103204 >> 172.21.15.67:0/3521103204 conn(0x7f233c051420 msgr2=0x7f233c0341b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:20:57.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.649+0000 7f234b520640 1 -- 172.21.15.67:0/3521103204 shutdown_connections 2024-09-21T00:20:57.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.634+0000 7fc430f62640 1 -- 172.21.15.67:0/3579282227 wait complete. 2024-09-21T00:20:57.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.649+0000 7f234b520640 1 -- 172.21.15.67:0/3521103204 wait complete. 2024-09-21T00:20:57.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.637+0000 7fc430f62640 1 Processor -- start 2024-09-21T00:20:57.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.650+0000 7fc430f62640 1 -- start start 2024-09-21T00:20:57.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.652+0000 7fc430f62640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc42c071dd0 0x7fc42c2025f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:20:57.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.652+0000 7fc430f62640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc42c0cec20 0x7fc42c0b5dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:20:57.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.652+0000 7fc430f62640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc42c15e9f0 0x7fc42c0b6300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:20:57.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.653+0000 7fc42ad9d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc42c15e9f0 0x7fc42c0b6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:20:57.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.653+0000 7fc42a59c640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc42c071dd0 0x7fc42c2025f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:20:57.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.653+0000 7fc42a59c640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc42c071dd0 0x7fc42c2025f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.67:50444/0 (socket says 172.21.15.67:50444) 2024-09-21T00:20:57.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.653+0000 7fc42ad9d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc42c15e9f0 0x7fc42c0b6300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.67:36350/0 (socket says 172.21.15.67:36350) 2024-09-21T00:20:57.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.660+0000 7fc429d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc42c0cec20 0x7fc42c0b5dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:20:57.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.660+0000 7fc429d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc42c0cec20 0x7fc42c0b5dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52658/0 (socket says 172.21.15.67:52658) 2024-09-21T00:20:57.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.660+0000 7fc430f62640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc42c162e20 con 0x7fc42c0cec20 2024-09-21T00:20:57.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.660+0000 7fc430f62640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc42c162ca0 con 0x7fc42c15e9f0 2024-09-21T00:20:57.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.660+0000 7fc430f62640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fc42c162fa0 con 0x7fc42c071dd0 2024-09-21T00:20:57.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.660+0000 7fc42a59c640 1 -- 172.21.15.67:0/198588747 learned_addr learned my addr 172.21.15.67:0/198588747 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:20:57.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.661+0000 7fc42ad9d640 1 -- 172.21.15.67:0/198588747 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc42c071dd0 msgr2=0x7fc42c2025f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:57.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.661+0000 7fc42ad9d640 1 --2- 172.21.15.67:0/198588747 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc42c071dd0 0x7fc42c2025f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.661+0000 7fc42ad9d640 1 -- 172.21.15.67:0/198588747 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc42c0cec20 msgr2=0x7fc42c0b5dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:57.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.661+0000 7fc42ad9d640 1 --2- 172.21.15.67:0/198588747 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc42c0cec20 0x7fc42c0b5dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.661+0000 7fc42ad9d640 1 -- 172.21.15.67:0/198588747 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc42c0b45a0 con 0x7fc42c15e9f0 2024-09-21T00:20:57.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.662+0000 7fc429d9b640 1 --2- 172.21.15.67:0/198588747 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc42c0cec20 0x7fc42c0b5dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:20:57.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.662+0000 7fc42ad9d640 1 --2- 172.21.15.67:0/198588747 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc42c15e9f0 0x7fc42c0b6300 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fc42c0a20f0 tx=0x7fc42000b870 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:20:57.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.662+0000 7fc41affd640 1 -- 172.21.15.67:0/198588747 <== mon.1 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc420015020 con 0x7fc42c15e9f0 2024-09-21T00:20:57.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.679+0000 7fc41affd640 1 -- 172.21.15.67:0/198588747 <== mon.1 v2:172.21.15.97:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc420011920 con 0x7fc42c15e9f0 2024-09-21T00:20:57.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.679+0000 7fc430f62640 1 -- 172.21.15.67:0/198588747 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc42c0c46c0 con 0x7fc42c15e9f0 2024-09-21T00:20:57.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.679+0000 7fc430f62640 1 -- 172.21.15.67:0/198588747 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc42c0c6200 con 0x7fc42c15e9f0 2024-09-21T00:20:57.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.681+0000 7fc41affd640 1 -- 172.21.15.67:0/198588747 <== mon.1 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc420011d50 con 0x7fc42c15e9f0 2024-09-21T00:20:57.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.681+0000 7fc41affd640 1 -- 172.21.15.67:0/198588747 <== mon.1 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fc420018020 con 0x7fc42c15e9f0 2024-09-21T00:20:57.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.681+0000 7fc41affd640 1 -- 172.21.15.67:0/198588747 <== mon.1 v2:172.21.15.97:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fc420019930 con 0x7fc42c15e9f0 2024-09-21T00:20:57.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.682+0000 7fc430f62640 1 -- 172.21.15.67:0/198588747 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc42c0cf340 con 0x7fc42c15e9f0 2024-09-21T00:20:57.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.685+0000 7fc41affd640 1 -- 172.21.15.67:0/198588747 <== mon.1 v2:172.21.15.97:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7fc42c0cf340 con 0x7fc42c15e9f0 2024-09-21T00:20:57.707 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'debug_mds_balancer', '20'], check_status=True, hostname='smithi067') 2024-09-21T00:20:57.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.715+0000 7f1a1700e640 1 -- 172.21.15.67:0/2195385113 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command([{prefix=config set, name=debug_mds_balancer}] v 0) -- 0x7f19f0004360 con 0x7f1a100ae4c0 2024-09-21T00:20:57.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.733+0000 7f1a0d7fa640 1 -- 172.21.15.67:0/2195385113 <== mon.1 v2:172.21.15.97:3300/0 11 ==== mon_command_ack([{prefix=config set, name=debug_mds_balancer}]=0 v8)=0 v8) ==== 117+0+0 (secure 0 0 0) 0x7f1a00025a50 con 0x7f1a100ae4c0 2024-09-21T00:20:57.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.733+0000 7fe641d13640 1 -- 172.21.15.67:0/2746998023 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe63c0cc460 msgr2=0x7fe63c0cd0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:57.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.733+0000 7fe641d13640 1 --2- 172.21.15.67:0/2746998023 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe63c0cc460 0x7fe63c0cd0d0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fe634005fd0 tx=0x7fe63402aac0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.733+0000 7fe641d13640 1 -- 172.21.15.67:0/2746998023 shutdown_connections 2024-09-21T00:20:57.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.733+0000 7fe641d13640 1 --2- 172.21.15.67:0/2746998023 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe63c0afee0 0x7fe63c0b02f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.733+0000 7fe641d13640 1 --2- 172.21.15.67:0/2746998023 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe63c0cc460 0x7fe63c0cd0d0 secure :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fe634005fd0 tx=0x7fe63402aac0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.733+0000 7fe641d13640 1 -- 172.21.15.67:0/2746998023 >> 172.21.15.67:0/2746998023 conn(0x7fe63c0d02a0 msgr2=0x7fe63c0d06b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:20:57.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.734+0000 7fe641d13640 1 -- 172.21.15.67:0/2746998023 shutdown_connections 2024-09-21T00:20:57.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.734+0000 7fe641d13640 1 -- 172.21.15.67:0/2746998023 wait complete. 2024-09-21T00:20:57.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.737+0000 7fe641d13640 1 Processor -- start 2024-09-21T00:20:57.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.739+0000 7f1a1700e640 1 -- 172.21.15.67:0/2195385113 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1a100ae4c0 msgr2=0x7f1a101fa640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:57.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.739+0000 7f1a1700e640 1 --2- 172.21.15.67:0/2195385113 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1a100ae4c0 0x7f1a101fa640 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f1a100cd9b0 tx=0x7f1a00003ce0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.752+0000 7f1a1700e640 1 -- 172.21.15.67:0/2195385113 shutdown_connections 2024-09-21T00:20:57.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.752+0000 7f1a1700e640 1 --2- 172.21.15.67:0/2195385113 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1a101f9480 0x7f1a101f9890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.752+0000 7f1a1700e640 1 --2- 172.21.15.67:0/2195385113 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1a100ae4c0 0x7f1a101fa640 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.752+0000 7f1a1700e640 1 --2- 172.21.15.67:0/2195385113 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f19f8005360 0x7f1a1009d220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.752+0000 7f1a1700e640 1 -- 172.21.15.67:0/2195385113 >> 172.21.15.67:0/2195385113 conn(0x7f1a100d02a0 msgr2=0x7f1a1006f8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:20:57.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.753+0000 7f1a1700e640 1 -- 172.21.15.67:0/2195385113 shutdown_connections 2024-09-21T00:20:57.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.753+0000 7f1a1700e640 1 -- 172.21.15.67:0/2195385113 wait complete. 2024-09-21T00:20:57.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.767+0000 7f3ccf59e640 1 -- 172.21.15.67:0/3026617857 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3cc8052360 msgr2=0x7f3cc80e7280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:57.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.767+0000 7f3ccf59e640 1 --2- 172.21.15.67:0/3026617857 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3cc8052360 0x7f3cc80e7280 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f3cc00098e0 tx=0x7f3cc002a4a0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.768+0000 7f3ccf59e640 1 -- 172.21.15.67:0/3026617857 shutdown_connections 2024-09-21T00:20:57.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.768+0000 7f3ccf59e640 1 --2- 172.21.15.67:0/3026617857 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3cc8052360 0x7f3cc80e7280 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.768+0000 7f3ccf59e640 1 -- 172.21.15.67:0/3026617857 >> 172.21.15.67:0/3026617857 conn(0x7f3cc801d9a0 msgr2=0x7f3cc8039660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:20:57.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.769+0000 7f3ccf59e640 1 -- 172.21.15.67:0/3026617857 shutdown_connections 2024-09-21T00:20:57.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.769+0000 7f3ccf59e640 1 -- 172.21.15.67:0/3026617857 wait complete. 2024-09-21T00:20:57.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.772+0000 7f3ccf59e640 1 Processor -- start 2024-09-21T00:20:57.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.773+0000 7f3ccf59e640 1 -- start start 2024-09-21T00:20:57.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.775+0000 7f3ccf59e640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3cc8051630 0x7f3cc80e1e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:20:57.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.775+0000 7f3ccf59e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3cc8052360 0x7f3cc80322e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:20:57.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.775+0000 7f3cce59c640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3cc8051630 0x7f3cc80e1e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:20:57.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.775+0000 7f3cce59c640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3cc8051630 0x7f3cc80e1e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.67:50450/0 (socket says 172.21.15.67:50450) 2024-09-21T00:20:57.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.776+0000 7f3ccdd9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3cc8052360 0x7f3cc80322e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:20:57.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.776+0000 7f3ccdd9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3cc8052360 0x7f3cc80322e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52676/0 (socket says 172.21.15.67:52676) 2024-09-21T00:20:57.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.776+0000 7f3cce59c640 1 -- 172.21.15.67:0/4101781487 learned_addr learned my addr 172.21.15.67:0/4101781487 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:20:57.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.776+0000 7f3ccf59e640 1 --2- 172.21.15.67:0/4101781487 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3cc8054720 0x7f3cc8032820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:20:57.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.752+0000 7fe641d13640 1 -- start start 2024-09-21T00:20:57.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.755+0000 7fe641d13640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe63c0afee0 0x7fe63c213c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:20:57.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.777+0000 7f3ccf59e640 1 -- 172.21.15.67:0/4101781487 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f3cc80528f0 con 0x7f3cc8052360 2024-09-21T00:20:57.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.777+0000 7fe641d13640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe63c0cccc0 0x7fe63c0b30d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:20:57.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.777+0000 7fe641d13640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe63c096e80 0x7fe63c097290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:20:57.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.777+0000 7fe641d13640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fe63c099d40 con 0x7fe63c096e80 2024-09-21T00:20:57.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.777+0000 7fe641d13640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fe63c099bc0 con 0x7fe63c0cccc0 2024-09-21T00:20:57.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.777+0000 7fe641d13640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fe63c0b0830 con 0x7fe63c0afee0 2024-09-21T00:20:57.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.777+0000 7fe63bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe63c096e80 0x7fe63c097290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:20:57.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.777+0000 7fe63bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe63c096e80 0x7fe63c097290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52692/0 (socket says 172.21.15.67:52692) 2024-09-21T00:20:57.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.777+0000 7fe63bfff640 1 -- 172.21.15.67:0/2037526142 learned_addr learned my addr 172.21.15.67:0/2037526142 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:20:57.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.778+0000 7fe63bfff640 1 -- 172.21.15.67:0/2037526142 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe63c0afee0 msgr2=0x7fe63c213c90 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-21T00:20:57.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.778+0000 7fe63bfff640 1 --2- 172.21.15.67:0/2037526142 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe63c0afee0 0x7fe63c213c90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.778+0000 7fe63bfff640 1 -- 172.21.15.67:0/2037526142 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe63c0cccc0 msgr2=0x7fe63c0b30d0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-21T00:20:57.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.778+0000 7fe63bfff640 1 --2- 172.21.15.67:0/2037526142 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe63c0cccc0 0x7fe63c0b30d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.778+0000 7fe63bfff640 1 -- 172.21.15.67:0/2037526142 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe63c0977d0 con 0x7fe63c096e80 2024-09-21T00:20:57.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.778+0000 7fe63bfff640 1 --2- 172.21.15.67:0/2037526142 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe63c096e80 0x7fe63c097290 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fe63000b410 tx=0x7fe63000b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:20:57.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.777+0000 7f3cced9d640 1 --2- 172.21.15.67:0/4101781487 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3cc8054720 0x7f3cc8032820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:20:57.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.779+0000 7f3ccf59e640 1 -- 172.21.15.67:0/4101781487 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f3cc8052770 con 0x7f3cc8054720 2024-09-21T00:20:57.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.785+0000 7f3ccf59e640 1 -- 172.21.15.67:0/4101781487 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f3cc8055240 con 0x7f3cc8051630 2024-09-21T00:20:57.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.785+0000 7f3cced9d640 1 -- 172.21.15.67:0/4101781487 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3cc8051630 msgr2=0x7f3cc80e1e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:57.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.785+0000 7f3cced9d640 1 --2- 172.21.15.67:0/4101781487 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3cc8051630 0x7f3cc80e1e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.785+0000 7f3cced9d640 1 -- 172.21.15.67:0/4101781487 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3cc8052360 msgr2=0x7f3cc80322e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:57.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.786+0000 7f3cced9d640 1 --2- 172.21.15.67:0/4101781487 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3cc8052360 0x7f3cc80322e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.786+0000 7f3cced9d640 1 -- 172.21.15.67:0/4101781487 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3cc804ba70 con 0x7f3cc8054720 2024-09-21T00:20:57.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.786+0000 7f3ccdd9b640 1 --2- 172.21.15.67:0/4101781487 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3cc8052360 0x7f3cc80322e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:20:57.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.786+0000 7fe623fff640 1 -- 172.21.15.67:0/2037526142 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe630015020 con 0x7fe63c096e80 2024-09-21T00:20:57.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.786+0000 7fe623fff640 1 -- 172.21.15.67:0/2037526142 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe630011920 con 0x7fe63c096e80 2024-09-21T00:20:57.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.786+0000 7fe641d13640 1 -- 172.21.15.67:0/2037526142 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe63c0b3cb0 con 0x7fe63c096e80 2024-09-21T00:20:57.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.786+0000 7fe641d13640 1 -- 172.21.15.67:0/2037526142 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe63c0b4310 con 0x7fe63c096e80 2024-09-21T00:20:57.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.786+0000 7fe623fff640 1 -- 172.21.15.67:0/2037526142 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe630011d70 con 0x7fe63c096e80 2024-09-21T00:20:57.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.788+0000 7fe623fff640 1 -- 172.21.15.67:0/2037526142 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fe630018020 con 0x7fe63c096e80 2024-09-21T00:20:57.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.788+0000 7fe623fff640 1 -- 172.21.15.67:0/2037526142 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fe630019860 con 0x7fe63c096e80 2024-09-21T00:20:57.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.787+0000 7f3cced9d640 1 --2- 172.21.15.67:0/4101781487 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3cc8054720 0x7f3cc8032820 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f3cd006aa20 tx=0x7f3cd006b3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:20:57.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.788+0000 7f3cbeffd640 1 -- 172.21.15.67:0/4101781487 <== mon.1 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cd0090070 con 0x7f3cc8054720 2024-09-21T00:20:57.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.788+0000 7f3cbeffd640 1 -- 172.21.15.67:0/4101781487 <== mon.1 v2:172.21.15.97:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3cd0072a40 con 0x7f3cc8054720 2024-09-21T00:20:57.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.788+0000 7f3cbeffd640 1 -- 172.21.15.67:0/4101781487 <== mon.1 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cd00943b0 con 0x7f3cc8054720 2024-09-21T00:20:57.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.788+0000 7f3ccf59e640 1 -- 172.21.15.67:0/4101781487 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3cc804bd50 con 0x7f3cc8054720 2024-09-21T00:20:57.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.788+0000 7f3ccf59e640 1 -- 172.21.15.67:0/4101781487 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3cc804c310 con 0x7f3cc8054720 2024-09-21T00:20:57.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.788+0000 7f3cbeffd640 1 -- 172.21.15.67:0/4101781487 <== mon.1 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f3cd0093070 con 0x7f3cc8054720 2024-09-21T00:20:57.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.788+0000 7f3cbeffd640 1 -- 172.21.15.67:0/4101781487 <== mon.1 v2:172.21.15.97:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f3cd0095820 con 0x7f3cc8054720 2024-09-21T00:20:57.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.790+0000 7f3cbcff9640 1 -- 172.21.15.67:0/4101781487 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3cc80e7280 con 0x7f3cc8054720 2024-09-21T00:20:57.793 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'debug_ms', '2'], check_status=True, hostname='smithi067') 2024-09-21T00:20:57.795 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.794+0000 7f3cbeffd640 1 -- 172.21.15.67:0/4101781487 <== mon.1 v2:172.21.15.97:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f3cd0095a20 con 0x7f3cc8054720 2024-09-21T00:20:57.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.795+0000 7fe641d13640 1 -- 172.21.15.67:0/2037526142 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe61c005290 con 0x7fe63c096e80 2024-09-21T00:20:57.800 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.799+0000 7fe623fff640 1 -- 172.21.15.67:0/2037526142 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7fe63001f020 con 0x7fe63c096e80 2024-09-21T00:20:57.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.810+0000 7f2c90d7b640 1 -- 172.21.15.67:0/270410345 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command([{prefix=config set, name=debug_ms}] v 0) -- 0x7f2c70005580 con 0x7f2c84009ba0 2024-09-21T00:20:57.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.820+0000 7f2c7affd640 1 -- 172.21.15.67:0/270410345 <== mon.1 v2:172.21.15.97:3300/0 7 ==== mon_command_ack([{prefix=config set, name=debug_ms}]=0 v9)=0 v9) ==== 106+0+0 (secure 0 0 0) 0x7f2c800193b0 con 0x7f2c84009ba0 2024-09-21T00:20:57.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.822+0000 7f2c90d7b640 1 -- 172.21.15.67:0/270410345 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2c84009ba0 msgr2=0x7f2c840353c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:57.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.822+0000 7f2c90d7b640 1 --2- 172.21.15.67:0/270410345 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2c84009ba0 0x7f2c840353c0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f2c8000b3e0 tx=0x7f2c8000b8a0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.823+0000 7f2c90d7b640 1 -- 172.21.15.67:0/270410345 shutdown_connections 2024-09-21T00:20:57.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.823+0000 7f2c90d7b640 1 --2- 172.21.15.67:0/270410345 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2c84036970 0x7f2c84035900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.823+0000 7f2c90d7b640 1 --2- 172.21.15.67:0/270410345 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2c84009ba0 0x7f2c840353c0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.823+0000 7f2c90d7b640 1 --2- 172.21.15.67:0/270410345 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2c84005cb0 0x7f2c840219d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.823+0000 7f2c90d7b640 1 -- 172.21.15.67:0/270410345 >> 172.21.15.67:0/270410345 conn(0x7f2c84051420 msgr2=0x7f2c84006e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:20:57.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.827+0000 7f2c90d7b640 1 -- 172.21.15.67:0/270410345 shutdown_connections 2024-09-21T00:20:57.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.828+0000 7f2c90d7b640 1 -- 172.21.15.67:0/270410345 wait complete. 2024-09-21T00:20:57.835 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.834+0000 7fb2d2a97640 1 -- 172.21.15.67:0/4145214360 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb2c4052360 msgr2=0x7fb2c40e6ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:57.835 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.834+0000 7fb2d2a97640 1 --2- 172.21.15.67:0/4145214360 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb2c4052360 0x7fb2c40e6ac0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fb2c80098e0 tx=0x7fb2c802a610 comp rx=0 tx=0).stop 2024-09-21T00:20:57.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.842+0000 7f65cdce8640 1 -- 172.21.15.67:0/4185351585 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f65c00520f0 msgr2=0x7f65c0054990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:57.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.842+0000 7f65cdce8640 1 --2- 172.21.15.67:0/4185351585 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f65c00520f0 0x7f65c0054990 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f65c806bff0 tx=0x7f65c80a65d0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.837+0000 7fb2d2a97640 1 -- 172.21.15.67:0/4145214360 shutdown_connections 2024-09-21T00:20:57.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.837+0000 7fb2d2a97640 1 --2- 172.21.15.67:0/4145214360 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb2c40e7410 0x7fb2c4006540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.837+0000 7fb2d2a97640 1 --2- 172.21.15.67:0/4145214360 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb2c4052360 0x7fb2c40e6ac0 secure :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fb2c80098e0 tx=0x7fb2c802a610 comp rx=0 tx=0).stop 2024-09-21T00:20:57.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.837+0000 7fb2d2a97640 1 -- 172.21.15.67:0/4145214360 >> 172.21.15.67:0/4145214360 conn(0x7fb2c401d9a0 msgr2=0x7fb2c4039660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:20:57.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.848+0000 7fb2d2a97640 1 -- 172.21.15.67:0/4145214360 shutdown_connections 2024-09-21T00:20:57.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.848+0000 7fb2d2a97640 1 -- 172.21.15.67:0/4145214360 wait complete. 2024-09-21T00:20:57.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.851+0000 7fb2d2a97640 1 Processor -- start 2024-09-21T00:20:57.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.853+0000 7fb2d2a97640 1 -- start start 2024-09-21T00:20:57.857 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'mds_debug_frag', 'True'], check_status=True, hostname='smithi067') 2024-09-21T00:20:57.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.856+0000 7fb2d2a97640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb2c40e7000 0x7fb2c418adc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:20:57.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.856+0000 7fb2d2a97640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb2c40e7410 0x7fb2c4180cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:20:57.858 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.856+0000 7fb2d2a97640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb2c40dd080 0x7fb2c40dd490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:20:57.858 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.856+0000 7fb2d1a95640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb2c40e7000 0x7fb2c418adc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:20:57.858 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.856+0000 7fb2d1a95640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb2c40e7000 0x7fb2c418adc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.67:50478/0 (socket says 172.21.15.67:50478) 2024-09-21T00:20:57.858 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.856+0000 7fb2d1a95640 1 -- 172.21.15.67:0/3744395251 learned_addr learned my addr 172.21.15.67:0/3744395251 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:20:57.858 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.856+0000 7fb2d1294640 1 --2- 172.21.15.67:0/3744395251 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb2c40e7410 0x7fb2c4180cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:20:57.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.861+0000 7f65cdce8640 1 -- 172.21.15.67:0/4185351585 shutdown_connections 2024-09-21T00:20:57.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.861+0000 7fb2d2296640 1 --2- 172.21.15.67:0/3744395251 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb2c40dd080 0x7fb2c40dd490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:20:57.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.861+0000 7f65cdce8640 1 --2- 172.21.15.67:0/4185351585 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f65c0037520 0x7f65c00dec70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.861+0000 7f65cdce8640 1 --2- 172.21.15.67:0/4185351585 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f65c00520f0 0x7f65c0054990 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.861+0000 7f65cdce8640 1 -- 172.21.15.67:0/4185351585 >> 172.21.15.67:0/4185351585 conn(0x7f65c001e230 msgr2=0x7f65c0039ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:20:57.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.861+0000 7fb2d2a97640 1 -- 172.21.15.67:0/3744395251 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fb2c40512e0 con 0x7fb2c40dd080 2024-09-21T00:20:57.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.861+0000 7fb2d2a97640 1 -- 172.21.15.67:0/3744395251 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fb2c40e3620 con 0x7fb2c40e7410 2024-09-21T00:20:57.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.861+0000 7fb2d2a97640 1 -- 172.21.15.67:0/3744395251 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fb2c4051460 con 0x7fb2c40e7000 2024-09-21T00:20:57.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.861+0000 7f65cdce8640 1 -- 172.21.15.67:0/4185351585 shutdown_connections 2024-09-21T00:20:57.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.862+0000 7fb2d1294640 1 -- 172.21.15.67:0/3744395251 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb2c40e7000 msgr2=0x7fb2c418adc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:57.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.862+0000 7fb2d1294640 1 --2- 172.21.15.67:0/3744395251 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb2c40e7000 0x7fb2c418adc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.862+0000 7fb2d1294640 1 -- 172.21.15.67:0/3744395251 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb2c40dd080 msgr2=0x7fb2c40dd490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:57.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.862+0000 7fb2d1294640 1 --2- 172.21.15.67:0/3744395251 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb2c40dd080 0x7fb2c40dd490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.862+0000 7fb2d1294640 1 -- 172.21.15.67:0/3744395251 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2c418b300 con 0x7fb2c40e7410 2024-09-21T00:20:57.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.862+0000 7fb2d2296640 1 --2- 172.21.15.67:0/3744395251 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb2c40dd080 0x7fb2c40dd490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:20:57.865 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.862+0000 7f65cdce8640 1 -- 172.21.15.67:0/4185351585 wait complete. 2024-09-21T00:20:57.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.865+0000 7fb2d1294640 1 --2- 172.21.15.67:0/3744395251 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb2c40e7410 0x7fb2c4180cb0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fb2bc00c370 tx=0x7fb2bc00c830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:20:57.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.866+0000 7fb2c27fc640 1 -- 172.21.15.67:0/3744395251 <== mon.1 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2bc017070 con 0x7fb2c40e7410 2024-09-21T00:20:57.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.866+0000 7fb2c27fc640 1 -- 172.21.15.67:0/3744395251 <== mon.1 v2:172.21.15.97:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb2bc0052d0 con 0x7fb2c40e7410 2024-09-21T00:20:57.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.866+0000 7fb2d2a97640 1 -- 172.21.15.67:0/3744395251 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2c40dd9d0 con 0x7fb2c40e7410 2024-09-21T00:20:57.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.866+0000 7fb2d2a97640 1 -- 172.21.15.67:0/3744395251 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2c4187640 con 0x7fb2c40e7410 2024-09-21T00:20:57.868 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.866+0000 7f65cdce8640 1 Processor -- start 2024-09-21T00:20:57.868 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.866+0000 7fb2c27fc640 1 -- 172.21.15.67:0/3744395251 <== mon.1 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2bc0118b0 con 0x7fb2c40e7410 2024-09-21T00:20:57.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.868+0000 7fb2c27fc640 1 -- 172.21.15.67:0/3744395251 <== mon.1 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fb2bc01a070 con 0x7fb2c40e7410 2024-09-21T00:20:57.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.868+0000 7fb2b7fff640 1 -- 172.21.15.67:0/3744395251 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb2c40e6ac0 con 0x7fb2c40e7410 2024-09-21T00:20:57.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.868+0000 7fb2c27fc640 1 -- 172.21.15.67:0/3744395251 <== mon.1 v2:172.21.15.97:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fb2bc01c780 con 0x7fb2c40e7410 2024-09-21T00:20:57.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.872+0000 7f7fdcea9640 1 -- 172.21.15.67:0/1178280427 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7fd80d0dc0 msgr2=0x7f7fd80afc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:57.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.872+0000 7f7fdcea9640 1 --2- 172.21.15.67:0/1178280427 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7fd80d0dc0 0x7f7fd80afc00 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f7fc8005fd0 tx=0x7f7fc802a440 comp rx=0 tx=0).stop 2024-09-21T00:20:57.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.873+0000 7fb2c27fc640 1 -- 172.21.15.67:0/3744395251 <== mon.1 v2:172.21.15.97:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7fb2c40dd9d0 con 0x7fb2c40e7410 2024-09-21T00:20:57.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.874+0000 7f7fdcea9640 1 -- 172.21.15.67:0/1178280427 shutdown_connections 2024-09-21T00:20:57.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.874+0000 7f7fdcea9640 1 --2- 172.21.15.67:0/1178280427 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7fd81629e0 0x7f7fd8162df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.874+0000 7f7fdcea9640 1 --2- 172.21.15.67:0/1178280427 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7fd80d0dc0 0x7f7fd80afc00 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.874+0000 7f7fdcea9640 1 -- 172.21.15.67:0/1178280427 >> 172.21.15.67:0/1178280427 conn(0x7f7fd80d02a0 msgr2=0x7f7fd80d06b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:20:57.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.874+0000 7f7fdcea9640 1 -- 172.21.15.67:0/1178280427 shutdown_connections 2024-09-21T00:20:57.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.871+0000 7f65cdce8640 1 -- start start 2024-09-21T00:20:57.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.873+0000 7f65cdce8640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f65c0037520 0x7f65c0034090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:20:57.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.873+0000 7f65cdce8640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f65c00520f0 0x7f65c00345d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:20:57.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.877+0000 7f65cdce8640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f65c0052b60 0x7f65c00ed3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:20:57.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.877+0000 7f65c7fff640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f65c00520f0 0x7f65c00345d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:20:57.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.877+0000 7f65c7fff640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f65c00520f0 0x7f65c00345d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.67:36442/0 (socket says 172.21.15.67:36442) 2024-09-21T00:20:57.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.877+0000 7f65ccce6640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f65c0037520 0x7f65c0034090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:20:57.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.877+0000 7f65ccce6640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f65c0037520 0x7f65c0034090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.67:50498/0 (socket says 172.21.15.67:50498) 2024-09-21T00:20:57.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.877+0000 7f65c7fff640 1 -- 172.21.15.67:0/1179694732 learned_addr learned my addr 172.21.15.67:0/1179694732 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:20:57.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.877+0000 7f65cdce8640 1 -- 172.21.15.67:0/1179694732 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f65c00df330 con 0x7f65c0052b60 2024-09-21T00:20:57.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.877+0000 7f65cdce8640 1 -- 172.21.15.67:0/1179694732 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f65c00df1b0 con 0x7f65c00520f0 2024-09-21T00:20:57.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.877+0000 7f65cdce8640 1 -- 172.21.15.67:0/1179694732 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f65c00df4b0 con 0x7f65c0037520 2024-09-21T00:20:57.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.874+0000 7f7fdcea9640 1 -- 172.21.15.67:0/1178280427 wait complete. 2024-09-21T00:20:57.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.877+0000 7f7fdcea9640 1 Processor -- start 2024-09-21T00:20:57.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.878+0000 7f7fdcea9640 1 -- start start 2024-09-21T00:20:57.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.880+0000 7f7fdcea9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7fd80ccae0 0x7f7fd80ae760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:20:57.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.880+0000 7f7fdcea9640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7fd80d0dc0 0x7f7fd80b32b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:20:57.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.880+0000 7f7fdcea9640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7fd81629e0 0x7f7fd80b37f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:20:57.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.880+0000 7f7fdcea9640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f7fd80cffd0 con 0x7f7fd80ccae0 2024-09-21T00:20:57.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.880+0000 7f7fdcea9640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f7fd80cfe50 con 0x7f7fd81629e0 2024-09-21T00:20:57.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.880+0000 7f7fdcea9640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f7fd80cb900 con 0x7f7fd80d0dc0 2024-09-21T00:20:57.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.881+0000 7f7fd659c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7fd80ccae0 0x7f7fd80ae760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:20:57.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.881+0000 7f7fd659c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7fd80ccae0 0x7f7fd80ae760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52752/0 (socket says 172.21.15.67:52752) 2024-09-21T00:20:57.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.881+0000 7f7fd659c640 1 -- 172.21.15.67:0/2412446861 learned_addr learned my addr 172.21.15.67:0/2412446861 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:20:57.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.882+0000 7f7fd659c640 1 -- 172.21.15.67:0/2412446861 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7fd80d0dc0 msgr2=0x7f7fd80b32b0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-21T00:20:57.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.882+0000 7f7fd659c640 1 --2- 172.21.15.67:0/2412446861 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7fd80d0dc0 0x7f7fd80b32b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.882+0000 7f7fd659c640 1 -- 172.21.15.67:0/2412446861 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7fd81629e0 msgr2=0x7f7fd80b37f0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-21T00:20:57.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.882+0000 7f7fd659c640 1 --2- 172.21.15.67:0/2412446861 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7fd81629e0 0x7f7fd80b37f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.882+0000 7f7fd659c640 1 -- 172.21.15.67:0/2412446861 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7fd8093160 con 0x7f7fd80ccae0 2024-09-21T00:20:57.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.883+0000 7f7fd659c640 1 --2- 172.21.15.67:0/2412446861 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7fd80ccae0 0x7f7fd80ae760 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f7fc8034040 tx=0x7f7fc8003c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:20:57.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.884+0000 7f7b08a15640 1 -- 172.21.15.67:0/2781704422 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7b040b4290 msgr2=0x7f7b0415ac40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:57.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.884+0000 7f7b08a15640 1 --2- 172.21.15.67:0/2781704422 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7b040b4290 0x7f7b0415ac40 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f7af80097b0 tx=0x7f7af802a460 comp rx=0 tx=0).stop 2024-09-21T00:20:57.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.884+0000 7f7b08a15640 1 -- 172.21.15.67:0/2781704422 shutdown_connections 2024-09-21T00:20:57.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.884+0000 7f7b08a15640 1 --2- 172.21.15.67:0/2781704422 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7b040b4290 0x7f7b0415ac40 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.884+0000 7f7b08a15640 1 -- 172.21.15.67:0/2781704422 >> 172.21.15.67:0/2781704422 conn(0x7f7b0406d630 msgr2=0x7f7b040d02a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:20:57.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.884+0000 7fc073fff640 1 -- 172.21.15.67:0/2309930382 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc05c004800 msgr2=0x7fc05c004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:57.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.884+0000 7fc073fff640 1 --2- 172.21.15.67:0/2309930382 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc05c004800 0x7fc05c004c10 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fc064007fd0 tx=0x7fc05c005830 comp rx=0 tx=0).stop 2024-09-21T00:20:57.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.884+0000 7f7b08a15640 1 -- 172.21.15.67:0/2781704422 shutdown_connections 2024-09-21T00:20:57.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.885+0000 7f7fc6ffd640 1 -- 172.21.15.67:0/2412446861 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fc8041020 con 0x7f7fd80ccae0 2024-09-21T00:20:57.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.885+0000 7f7fc6ffd640 1 -- 172.21.15.67:0/2412446861 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7fc8003e30 con 0x7f7fd80ccae0 2024-09-21T00:20:57.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.885+0000 7f7fc6ffd640 1 -- 172.21.15.67:0/2412446861 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fc80049e0 con 0x7f7fd80ccae0 2024-09-21T00:20:57.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.887+0000 7fc073fff640 1 -- 172.21.15.67:0/2309930382 shutdown_connections 2024-09-21T00:20:57.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.887+0000 7fc073fff640 1 --2- 172.21.15.67:0/2309930382 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc05c004800 0x7fc05c004c10 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.887+0000 7fc073fff640 1 -- 172.21.15.67:0/2309930382 >> 172.21.15.67:0/2309930382 conn(0x7fc06c01e230 msgr2=0x7fc06c039ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:20:57.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.887+0000 7f65cd4e7640 1 --2- 172.21.15.67:0/1179694732 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f65c0052b60 0x7f65c00ed3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:20:57.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.888+0000 7f65cd4e7640 1 -- 172.21.15.67:0/1179694732 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f65c0037520 msgr2=0x7f65c0034090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:57.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.888+0000 7f65cd4e7640 1 --2- 172.21.15.67:0/1179694732 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f65c0037520 0x7f65c0034090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.888+0000 7f65cd4e7640 1 -- 172.21.15.67:0/1179694732 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f65c00520f0 msgr2=0x7f65c00345d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:57.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.888+0000 7f65cd4e7640 1 --2- 172.21.15.67:0/1179694732 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f65c00520f0 0x7f65c00345d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.888+0000 7f65cd4e7640 1 -- 172.21.15.67:0/1179694732 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65c00cd5f0 con 0x7f65c0052b60 2024-09-21T00:20:57.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.885+0000 7f7b08a15640 1 -- 172.21.15.67:0/2781704422 wait complete. 2024-09-21T00:20:57.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.888+0000 7f7b08a15640 1 Processor -- start 2024-09-21T00:20:57.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.887+0000 7f7fdcea9640 1 -- 172.21.15.67:0/2412446861 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7fd8093440 con 0x7f7fd80ccae0 2024-09-21T00:20:57.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.887+0000 7f7fdcea9640 1 -- 172.21.15.67:0/2412446861 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7fd815af00 con 0x7f7fd80ccae0 2024-09-21T00:20:57.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.888+0000 7f65cd4e7640 1 --2- 172.21.15.67:0/1179694732 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f65c0052b60 0x7f65c00ed3a0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f65b400b3e0 tx=0x7f65b400b8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:20:57.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.888+0000 7f7b08a15640 1 -- start start 2024-09-21T00:20:57.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.889+0000 7fc073fff640 1 -- 172.21.15.67:0/2309930382 shutdown_connections 2024-09-21T00:20:57.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.890+0000 7f7fc4ff9640 1 -- 172.21.15.67:0/2412446861 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7fbc005290 con 0x7f7fd80ccae0 2024-09-21T00:20:57.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.891+0000 7f65c57fa640 1 -- 172.21.15.67:0/1179694732 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65b4015020 con 0x7f65c0052b60 2024-09-21T00:20:57.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.891+0000 7f65c57fa640 1 -- 172.21.15.67:0/1179694732 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f65b4011940 con 0x7f65c0052b60 2024-09-21T00:20:57.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.891+0000 7f65c57fa640 1 -- 172.21.15.67:0/1179694732 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65b4011d90 con 0x7f65c0052b60 2024-09-21T00:20:57.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.891+0000 7f7b08a15640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7b04071080 0x7f7b04099930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:20:57.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.891+0000 7f7b08a15640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7b040b4290 0x7f7b04205600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:20:57.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.891+0000 7f7b08a15640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7b04205b40 0x7f7b04205f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:20:57.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.891+0000 7f7b08a15640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f7b04070550 con 0x7f7b040b4290 2024-09-21T00:20:57.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.891+0000 7f7b08a15640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f7b040703d0 con 0x7f7b04205b40 2024-09-21T00:20:57.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.891+0000 7f7b08a15640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f7b040706d0 con 0x7f7b04071080 2024-09-21T00:20:57.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.893+0000 7f7fc6ffd640 1 -- 172.21.15.67:0/2412446861 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f7fc8044020 con 0x7f7fd80ccae0 2024-09-21T00:20:57.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.893+0000 7f7fc6ffd640 1 -- 172.21.15.67:0/2412446861 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f7fc803c710 con 0x7f7fd80ccae0 2024-09-21T00:20:57.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.894+0000 7f65cdce8640 1 -- 172.21.15.67:0/1179694732 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65c00ec8f0 con 0x7f65c0052b60 2024-09-21T00:20:57.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.891+0000 7fc073fff640 1 -- 172.21.15.67:0/2309930382 wait complete. 2024-09-21T00:20:57.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.894+0000 7fc073fff640 1 Processor -- start 2024-09-21T00:20:57.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.894+0000 7f65cdce8640 1 -- 172.21.15.67:0/1179694732 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65c00ccc40 con 0x7f65c0052b60 2024-09-21T00:20:57.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.895+0000 7f7fc6ffd640 1 -- 172.21.15.67:0/2412446861 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f7fc804b030 con 0x7f7fd80ccae0 2024-09-21T00:20:57.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.896+0000 7f65b2ffd640 1 -- 172.21.15.67:0/1179694732 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f65c00ece10 con 0x7f65c0052b60 2024-09-21T00:20:57.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.894+0000 7fc073fff640 1 -- start start 2024-09-21T00:20:57.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.897+0000 7fc073fff640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc05c004800 0x7fc06c04d600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:20:57.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.897+0000 7fc073fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc06c18a090 0x7fc06c18a4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:20:57.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.897+0000 7fc073fff640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc06c0de560 0x7fc06c0de970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:20:57.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.897+0000 7fc073fff640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc06c054b10 con 0x7fc06c18a090 2024-09-21T00:20:57.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.897+0000 7fc073fff640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc06c054990 con 0x7fc05c004800 2024-09-21T00:20:57.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.897+0000 7fc073fff640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fc06c054c90 con 0x7fc06c0de560 2024-09-21T00:20:57.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.897+0000 7fc0727fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc06c18a090 0x7fc06c18a4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:20:57.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.897+0000 7fc0727fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc06c18a090 0x7fc06c18a4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52800/0 (socket says 172.21.15.67:52800) 2024-09-21T00:20:57.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.897+0000 7fc0727fc640 1 -- 172.21.15.67:0/2063155557 learned_addr learned my addr 172.21.15.67:0/2063155557 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:20:57.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.897+0000 7fc0727fc640 1 -- 172.21.15.67:0/2063155557 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc06c0de560 msgr2=0x7fc06c0de970 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-21T00:20:57.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.897+0000 7fc0727fc640 1 --2- 172.21.15.67:0/2063155557 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc06c0de560 0x7fc06c0de970 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.897+0000 7fc0727fc640 1 -- 172.21.15.67:0/2063155557 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc05c004800 msgr2=0x7fc06c04d600 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-21T00:20:57.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.897+0000 7fc072ffd640 1 --2- 172.21.15.67:0/2063155557 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc05c004800 0x7fc06c04d600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:20:57.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.897+0000 7fc0727fc640 1 --2- 172.21.15.67:0/2063155557 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc05c004800 0x7fc06c04d600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.898+0000 7fc0727fc640 1 -- 172.21.15.67:0/2063155557 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc06c04db40 con 0x7fc06c18a090 2024-09-21T00:20:57.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.898+0000 7fc0727fc640 1 --2- 172.21.15.67:0/2063155557 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc06c18a090 0x7fc06c18a4a0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fc064004060 tx=0x7fc064001c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:20:57.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.893+0000 7f7b0259c640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7b04071080 0x7f7b04099930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:20:57.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.893+0000 7f7b02d9d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7b04205b40 0x7f7b04205f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:20:57.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.893+0000 7f7b02d9d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7b04205b40 0x7f7b04205f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.67:36450/0 (socket says 172.21.15.67:36450) 2024-09-21T00:20:57.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.893+0000 7f7b02d9d640 1 -- 172.21.15.67:0/2608433276 learned_addr learned my addr 172.21.15.67:0/2608433276 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:20:57.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.893+0000 7f7b01d9b640 1 --2- 172.21.15.67:0/2608433276 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7b040b4290 0x7f7b04205600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:20:57.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.893+0000 7f7b02d9d640 1 -- 172.21.15.67:0/2608433276 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7b04071080 msgr2=0x7f7b04099930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:57.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.893+0000 7f7b02d9d640 1 --2- 172.21.15.67:0/2608433276 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7b04071080 0x7f7b04099930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.893+0000 7f7b02d9d640 1 -- 172.21.15.67:0/2608433276 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7b040b4290 msgr2=0x7f7b04205600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:57.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.893+0000 7f7b02d9d640 1 --2- 172.21.15.67:0/2608433276 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7b040b4290 0x7f7b04205600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.893+0000 7f7b02d9d640 1 -- 172.21.15.67:0/2608433276 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b040ae360 con 0x7f7b04205b40 2024-09-21T00:20:57.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.894+0000 7f7b02d9d640 1 --2- 172.21.15.67:0/2608433276 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7b04205b40 0x7f7b04205f50 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f7af802aa50 tx=0x7f7af8033c70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:20:57.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.894+0000 7f7af2ffd640 1 -- 172.21.15.67:0/2608433276 <== mon.1 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7af8031d60 con 0x7f7b04205b40 2024-09-21T00:20:57.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.894+0000 7f7af2ffd640 1 -- 172.21.15.67:0/2608433276 <== mon.1 v2:172.21.15.97:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7af8005020 con 0x7f7b04205b40 2024-09-21T00:20:57.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.894+0000 7f7af2ffd640 1 -- 172.21.15.67:0/2608433276 <== mon.1 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7af8005470 con 0x7f7b04205b40 2024-09-21T00:20:57.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.901+0000 7f7b08a15640 1 -- 172.21.15.67:0/2608433276 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b040b2600 con 0x7f7b04205b40 2024-09-21T00:20:57.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.902+0000 7f7b08a15640 1 -- 172.21.15.67:0/2608433276 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b040b2b80 con 0x7f7b04205b40 2024-09-21T00:20:57.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.903+0000 7f65c57fa640 1 -- 172.21.15.67:0/1179694732 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f65b4018020 con 0x7f65c0052b60 2024-09-21T00:20:57.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.903+0000 7f65c57fa640 1 -- 172.21.15.67:0/1179694732 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f65b401a9e0 con 0x7f65c0052b60 2024-09-21T00:20:57.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.903+0000 7fc05b7fe640 1 -- 172.21.15.67:0/2063155557 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc064007550 con 0x7fc06c18a090 2024-09-21T00:20:57.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.903+0000 7f65c57fa640 1 -- 172.21.15.67:0/1179694732 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f65c00ece10 con 0x7f65c0052b60 2024-09-21T00:20:57.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.903+0000 7fc05b7fe640 1 -- 172.21.15.67:0/2063155557 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc0640014f0 con 0x7fc06c18a090 2024-09-21T00:20:57.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.903+0000 7fc073fff640 1 -- 172.21.15.67:0/2063155557 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc06c0deeb0 con 0x7fc06c18a090 2024-09-21T00:20:57.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.903+0000 7fc073fff640 1 -- 172.21.15.67:0/2063155557 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc06c186d60 con 0x7fc06c18a090 2024-09-21T00:20:57.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.904+0000 7f0a6c900640 1 -- 172.21.15.67:0/2865851419 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0a680ccae0 msgr2=0x7f0a680ccef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:57.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.904+0000 7f0a6c900640 1 --2- 172.21.15.67:0/2865851419 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0a680ccae0 0x7f0a680ccef0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f0a681626d0 tx=0x7f0a6003bc20 comp rx=0 tx=0).stop 2024-09-21T00:20:57.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.905+0000 7f0a6c900640 1 -- 172.21.15.67:0/2865851419 shutdown_connections 2024-09-21T00:20:57.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.905+0000 7f0a6c900640 1 --2- 172.21.15.67:0/2865851419 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0a680ccae0 0x7f0a680ccef0 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.905+0000 7f0a6c900640 1 --2- 172.21.15.67:0/2865851419 >> v2:172.21.15.97:3300/0 conn(0x7f0a680d0dc0 0x7f0a680afc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.905+0000 7f0a6c900640 1 -- 172.21.15.67:0/2865851419 >> 172.21.15.67:0/2865851419 conn(0x7f0a680d02a0 msgr2=0x7f0a680d06b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:20:57.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.905+0000 7fc05b7fe640 1 -- 172.21.15.67:0/2063155557 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc064004940 con 0x7fc06c18a090 2024-09-21T00:20:57.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.905+0000 7f7af2ffd640 1 -- 172.21.15.67:0/2608433276 <== mon.1 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f7af8004b30 con 0x7f7b04205b40 2024-09-21T00:20:57.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.905+0000 7f7af2ffd640 1 -- 172.21.15.67:0/2608433276 <== mon.1 v2:172.21.15.97:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f7af80035f0 con 0x7f7b04205b40 2024-09-21T00:20:57.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.905+0000 7f7af0ff9640 1 -- 172.21.15.67:0/2608433276 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7ae8005290 con 0x7f7b04205b40 2024-09-21T00:20:57.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.905+0000 7fc05b7fe640 1 -- 172.21.15.67:0/2063155557 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fc064035430 con 0x7fc06c18a090 2024-09-21T00:20:57.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.905+0000 7fc05b7fe640 1 -- 172.21.15.67:0/2063155557 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fc064040760 con 0x7fc06c18a090 2024-09-21T00:20:57.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.909+0000 7f0a6c900640 1 -- 172.21.15.67:0/2865851419 shutdown_connections 2024-09-21T00:20:57.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.909+0000 7fc0597fa640 1 -- 172.21.15.67:0/2063155557 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc054005290 con 0x7fc06c18a090 2024-09-21T00:20:57.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.905+0000 7f615e78f640 1 -- 172.21.15.67:0/1923343124 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6158070a10 msgr2=0x7f61580cef80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:57.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.905+0000 7f615e78f640 1 --2- 172.21.15.67:0/1923343124 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6158070a10 0x7f61580cef80 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f615809e120 tx=0x7f6150032f10 comp rx=0 tx=0).stop 2024-09-21T00:20:57.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.905+0000 7f615e78f640 1 -- 172.21.15.67:0/1923343124 shutdown_connections 2024-09-21T00:20:57.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.905+0000 7f615e78f640 1 --2- 172.21.15.67:0/1923343124 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f61580cf4c0 0x7f61580cf8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.909+0000 7f0a6c900640 1 -- 172.21.15.67:0/2865851419 wait complete. 2024-09-21T00:20:57.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.905+0000 7f615e78f640 1 --2- 172.21.15.67:0/1923343124 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6158070a10 0x7f61580cef80 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.905+0000 7f615e78f640 1 -- 172.21.15.67:0/1923343124 >> 172.21.15.67:0/1923343124 conn(0x7f61580ccac0 msgr2=0x7f61580cced0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:20:57.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.905+0000 7f615e78f640 1 -- 172.21.15.67:0/1923343124 shutdown_connections 2024-09-21T00:20:57.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.905+0000 7f615e78f640 1 -- 172.21.15.67:0/1923343124 wait complete. 2024-09-21T00:20:57.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.908+0000 7f615e78f640 1 Processor -- start 2024-09-21T00:20:57.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.914+0000 7f7af2ffd640 1 -- 172.21.15.67:0/2608433276 <== mon.1 v2:172.21.15.97:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f7b040b2600 con 0x7f7b04205b40 2024-09-21T00:20:57.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.914+0000 7fc05b7fe640 1 -- 172.21.15.67:0/2063155557 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7fc064060860 con 0x7fc06c18a090 2024-09-21T00:20:57.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.913+0000 7f0a6c900640 1 Processor -- start 2024-09-21T00:20:57.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.915+0000 7f0a6c900640 1 -- start start 2024-09-21T00:20:57.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.918+0000 7f0a6c900640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0a680ccae0 0x7f0a681f2510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:20:57.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.910+0000 7f615e78f640 1 -- start start 2024-09-21T00:20:57.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.918+0000 7f0a6c900640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0a680d0dc0 0x7f0a68156cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:20:57.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.915+0000 7f615e78f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f615809db90 0x7f615809c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:20:57.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.920+0000 7f0a6c900640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0a681629e0 0x7f0a68158cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:20:57.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.920+0000 7f0a65d9b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0a680d0dc0 0x7f0a68156cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:20:57.923 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.915+0000 7f615e78f640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f61580cf4c0 0x7f615809c9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:20:57.923 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.915+0000 7f615e78f640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f61581ef7a0 0x7f6158213fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:20:57.923 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.915+0000 7f615e78f640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f615808b6b0 con 0x7f615809db90 2024-09-21T00:20:57.923 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.915+0000 7f615e78f640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f615808b530 con 0x7f61581ef7a0 2024-09-21T00:20:57.923 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.915+0000 7f615e78f640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f61580b2e90 con 0x7f61580cf4c0 2024-09-21T00:20:57.923 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.918+0000 7f615d78d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f615809db90 0x7f615809c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:20:57.923 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.918+0000 7f615d78d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f615809db90 0x7f615809c2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52812/0 (socket says 172.21.15.67:52812) 2024-09-21T00:20:57.923 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.918+0000 7f615d78d640 1 -- 172.21.15.67:0/3462569334 learned_addr learned my addr 172.21.15.67:0/3462569334 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:20:57.923 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.918+0000 7f615d78d640 1 -- 172.21.15.67:0/3462569334 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f61580cf4c0 msgr2=0x7f615809c9c0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-21T00:20:57.923 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.918+0000 7f615d78d640 1 --2- 172.21.15.67:0/3462569334 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f61580cf4c0 0x7f615809c9c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.920+0000 7f0a65d9b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0a680d0dc0 0x7f0a68156cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.67:50546/0 (socket says 172.21.15.67:50546) 2024-09-21T00:20:57.926 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.918+0000 7f615d78d640 1 -- 172.21.15.67:0/3462569334 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f61581ef7a0 msgr2=0x7f6158213fd0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-21T00:20:57.926 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.919+0000 7f615d78d640 1 --2- 172.21.15.67:0/3462569334 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f61581ef7a0 0x7f6158213fd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.926 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.921+0000 7f0a65d9b640 1 -- 172.21.15.67:0/511345197 learned_addr learned my addr 172.21.15.67:0/511345197 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:20:57.926 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.919+0000 7f615d78d640 1 -- 172.21.15.67:0/3462569334 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6158213810 con 0x7f615809db90 2024-09-21T00:20:57.927 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.922+0000 7f0a6c900640 1 -- 172.21.15.67:0/511345197 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f0a680cffd0 con 0x7f0a681629e0 2024-09-21T00:20:57.927 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.922+0000 7f0a6c900640 1 -- 172.21.15.67:0/511345197 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f0a680cfe50 con 0x7f0a680ccae0 2024-09-21T00:20:57.927 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.922+0000 7f0a6c900640 1 -- 172.21.15.67:0/511345197 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f0a680cb900 con 0x7f0a680d0dc0 2024-09-21T00:20:57.927 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.919+0000 7f615d78d640 1 --2- 172.21.15.67:0/3462569334 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f615809db90 0x7f615809c2d0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f615400c400 tx=0x7f615400c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:20:57.928 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.923+0000 7f0a65d9b640 1 -- 172.21.15.67:0/511345197 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0a680ccae0 msgr2=0x7f0a681f2510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:57.928 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.923+0000 7f0a6659c640 1 --2- 172.21.15.67:0/511345197 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0a680ccae0 0x7f0a681f2510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:20:57.928 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.923+0000 7f0a65d9b640 1 --2- 172.21.15.67:0/511345197 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0a680ccae0 0x7f0a681f2510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.928 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.923+0000 7f0a65d9b640 1 -- 172.21.15.67:0/511345197 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0a681629e0 msgr2=0x7f0a68158cb0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-21T00:20:57.928 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.923+0000 7f0a66d9d640 1 --2- 172.21.15.67:0/511345197 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0a681629e0 0x7f0a68158cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:20:57.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.923+0000 7f0a65d9b640 1 --2- 172.21.15.67:0/511345197 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0a681629e0 0x7f0a68158cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.923+0000 7f0a65d9b640 1 -- 172.21.15.67:0/511345197 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a681f1aa0 con 0x7f0a680d0dc0 2024-09-21T00:20:57.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.924+0000 7f0a65d9b640 1 --2- 172.21.15.67:0/511345197 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0a680d0dc0 0x7f0a68156cd0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f0a60005fd0 tx=0x7f0a60003ef0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:20:57.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.924+0000 7f0a6659c640 1 --2- 172.21.15.67:0/511345197 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0a680ccae0 0x7f0a681f2510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:20:57.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.924+0000 7f614dffb640 1 -- 172.21.15.67:0/3462569334 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6154017070 con 0x7f615809db90 2024-09-21T00:20:57.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.924+0000 7f7d67c4d640 1 -- 172.21.15.67:0/3556958703 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command([{prefix=config set, name=mds_debug_frag}] v 0) -- 0x7f7d48005580 con 0x7f7d58007130 2024-09-21T00:20:57.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.924+0000 7f614dffb640 1 -- 172.21.15.67:0/3462569334 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f61540053c0 con 0x7f615809db90 2024-09-21T00:20:57.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.924+0000 7f614dffb640 1 -- 172.21.15.67:0/3462569334 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6154003850 con 0x7f615809db90 2024-09-21T00:20:57.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.924+0000 7f615e78f640 1 -- 172.21.15.67:0/3462569334 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f61581efe80 con 0x7f615809db90 2024-09-21T00:20:57.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.925+0000 7f0a56ffd640 1 -- 172.21.15.67:0/511345197 <== mon.2 v2:172.21.15.97:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a60049040 con 0x7f0a680d0dc0 2024-09-21T00:20:57.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.925+0000 7f0a56ffd640 1 -- 172.21.15.67:0/511345197 <== mon.2 v2:172.21.15.97:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0a6003cd10 con 0x7f0a680d0dc0 2024-09-21T00:20:57.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.925+0000 7f0a56ffd640 1 -- 172.21.15.67:0/511345197 <== mon.2 v2:172.21.15.97:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a6003e330 con 0x7f0a680d0dc0 2024-09-21T00:20:57.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.926+0000 7f0a6c900640 1 -- 172.21.15.67:0/511345197 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0a68157210 con 0x7f0a680d0dc0 2024-09-21T00:20:57.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.926+0000 7f0a6c900640 1 -- 172.21.15.67:0/511345197 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f0a681f1d10 con 0x7f0a680d0dc0 2024-09-21T00:20:57.931 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.926+0000 7f615e78f640 1 -- 172.21.15.67:0/3462569334 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6158213ab0 con 0x7f615809db90 2024-09-21T00:20:57.931 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.926+0000 7f614dffb640 1 -- 172.21.15.67:0/3462569334 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f615401a070 con 0x7f615809db90 2024-09-21T00:20:57.931 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.927+0000 7f0a56ffd640 1 -- 172.21.15.67:0/511345197 <== mon.2 v2:172.21.15.97:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f0a60004040 con 0x7f0a680d0dc0 2024-09-21T00:20:57.931 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.927+0000 7f0a56ffd640 1 -- 172.21.15.67:0/511345197 <== mon.2 v2:172.21.15.97:3301/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f0a60044440 con 0x7f0a680d0dc0 2024-09-21T00:20:57.931 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.927+0000 7f614dffb640 1 -- 172.21.15.67:0/3462569334 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f615401c780 con 0x7f615809db90 2024-09-21T00:20:57.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.929+0000 7f615e78f640 1 -- 172.21.15.67:0/3462569334 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f61580cef80 con 0x7f615809db90 2024-09-21T00:20:57.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.929+0000 7f0a6c900640 1 -- 172.21.15.67:0/511345197 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0a6809d8e0 con 0x7f0a680d0dc0 2024-09-21T00:20:57.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.926+0000 7ff3f984a640 1 -- 172.21.15.67:0/4085686443 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff3dc004800 msgr2=0x7ff3dc004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:57.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.926+0000 7ff3f984a640 1 --2- 172.21.15.67:0/4085686443 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff3dc004800 0x7ff3dc004c10 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7ff3ec00c610 tx=0x7ff3dc005830 comp rx=0 tx=0).stop 2024-09-21T00:20:57.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.926+0000 7ff3f37fe640 1 -- 172.21.15.67:0/4085686443 reap_dead start 2024-09-21T00:20:57.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.926+0000 7ff3f984a640 1 -- 172.21.15.67:0/4085686443 shutdown_connections 2024-09-21T00:20:57.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.926+0000 7ff3f984a640 1 -- 172.21.15.67:0/4085686443 >> 172.21.15.67:0/4085686443 conn(0x7ff3f40b2600 msgr2=0x7ff3f40b2a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:20:57.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.930+0000 7ff3f984a640 1 -- 172.21.15.67:0/4085686443 shutdown_connections 2024-09-21T00:20:57.938 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.937+0000 7f7d567fc640 1 -- 172.21.15.67:0/3556958703 <== mon.1 v2:172.21.15.97:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_debug_frag}]=0 v10)=0 v10) ==== 115+0+0 (secure 0 0 0) 0x7f7d5c0054d0 con 0x7f7d58007130 2024-09-21T00:20:57.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.939+0000 7f614dffb640 1 -- 172.21.15.67:0/3462569334 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f6154011db0 con 0x7f615809db90 2024-09-21T00:20:57.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.938+0000 7ff3f984a640 1 -- 172.21.15.67:0/4085686443 wait complete. 2024-09-21T00:20:57.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.941+0000 7ff3f984a640 1 Processor -- start 2024-09-21T00:20:57.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.944+0000 7f7d67c4d640 1 -- 172.21.15.67:0/3556958703 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7d58007130 msgr2=0x7f7d580ee6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:57.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.944+0000 7f7d67c4d640 1 --2- 172.21.15.67:0/3556958703 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7d58007130 0x7f7d580ee6c0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f7d5c009e10 tx=0x7f7d5c0038a0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.941+0000 7ff3f984a640 1 -- start start 2024-09-21T00:20:57.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.943+0000 7ff3f984a640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff3f41600a0 0x7ff3f40b3940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:20:57.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.943+0000 7ff3f984a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff3f414e950 0x7ff3f414ed60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:20:57.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.943+0000 7ff3f984a640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff3f40c9870 0x7ff3f40c9c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:20:57.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.944+0000 7ff3f27fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff3f414e950 0x7ff3f414ed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:20:57.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.944+0000 7ff3f27fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff3f414e950 0x7ff3f414ed60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52848/0 (socket says 172.21.15.67:52848) 2024-09-21T00:20:57.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.944+0000 7ff3f27fc640 1 -- 172.21.15.67:0/2423377263 learned_addr learned my addr 172.21.15.67:0/2423377263 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:20:57.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.944+0000 7ff3f37fe640 1 --2- 172.21.15.67:0/2423377263 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff3f40c9870 0x7ff3f40c9c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:20:57.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.943+0000 7ff3f984a640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff3f4163250 con 0x7ff3f414e950 2024-09-21T00:20:57.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.944+0000 7ff3f984a640 1 -- 172.21.15.67:0/2423377263 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff3f40cf6f0 con 0x7ff3f41600a0 2024-09-21T00:20:57.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.944+0000 7ff3f984a640 1 -- 172.21.15.67:0/2423377263 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7ff3f41633d0 con 0x7ff3f40c9870 2024-09-21T00:20:57.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.945+0000 7f7d67c4d640 1 -- 172.21.15.67:0/3556958703 shutdown_connections 2024-09-21T00:20:57.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.945+0000 7f7d67c4d640 1 --2- 172.21.15.67:0/3556958703 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7d58055110 0x7f7d580fc0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.945+0000 7f7d67c4d640 1 --2- 172.21.15.67:0/3556958703 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7d58007130 0x7f7d580ee6c0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.945+0000 7f7d67c4d640 1 --2- 172.21.15.67:0/3556958703 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7d58005c80 0x7f7d5804f9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.945+0000 7f7d67c4d640 1 -- 172.21.15.67:0/3556958703 >> 172.21.15.67:0/3556958703 conn(0x7f7d5801d9d0 msgr2=0x7f7d58036bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:20:57.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.948+0000 7f7d67c4d640 1 -- 172.21.15.67:0/3556958703 shutdown_connections 2024-09-21T00:20:57.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.948+0000 7f7d67c4d640 1 -- 172.21.15.67:0/3556958703 wait complete. 2024-09-21T00:20:57.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.949+0000 7ff3f2ffd640 1 --2- 172.21.15.67:0/2423377263 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff3f41600a0 0x7ff3f40b3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:20:57.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.944+0000 7f0a56ffd640 1 -- 172.21.15.67:0/511345197 <== mon.2 v2:172.21.15.97:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f0a680cd430 con 0x7f0a680d0dc0 2024-09-21T00:20:57.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.949+0000 7f16fe70b640 1 -- 172.21.15.67:0/4260292947 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f16f0052360 msgr2=0x7f16f00e6ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:57.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.949+0000 7f16fe70b640 1 --2- 172.21.15.67:0/4260292947 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f16f0052360 0x7f16f00e6ac0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f16ec0098e0 tx=0x7f16ec02a610 comp rx=0 tx=0).stop 2024-09-21T00:20:57.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.949+0000 7ff3f27fc640 1 -- 172.21.15.67:0/2423377263 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff3f40c9870 msgr2=0x7ff3f40c9c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:57.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.949+0000 7ff3f27fc640 1 --2- 172.21.15.67:0/2423377263 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff3f40c9870 0x7ff3f40c9c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.949+0000 7ff3f27fc640 1 -- 172.21.15.67:0/2423377263 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff3f41600a0 msgr2=0x7ff3f40b3940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:57.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.949+0000 7ff3f27fc640 1 --2- 172.21.15.67:0/2423377263 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff3f41600a0 0x7ff3f40b3940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.950+0000 7ff3f27fc640 1 -- 172.21.15.67:0/2423377263 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3f40caa90 con 0x7ff3f414e950 2024-09-21T00:20:57.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.950+0000 7ff3f27fc640 1 --2- 172.21.15.67:0/2423377263 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff3f414e950 0x7ff3f414ed60 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7ff3ec00c730 tx=0x7ff3ec004c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:20:57.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.950+0000 7ff3dbfff640 1 -- 172.21.15.67:0/2423377263 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3ec042070 con 0x7ff3f414e950 2024-09-21T00:20:57.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.950+0000 7ff3dbfff640 1 -- 172.21.15.67:0/2423377263 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff3ec02f030 con 0x7ff3f414e950 2024-09-21T00:20:57.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.950+0000 7ff3dbfff640 1 -- 172.21.15.67:0/2423377263 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3ec006520 con 0x7ff3f414e950 2024-09-21T00:20:57.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.957+0000 7ff3f984a640 1 -- 172.21.15.67:0/2423377263 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff3f414f620 con 0x7ff3f414e950 2024-09-21T00:20:57.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.957+0000 7ff3f984a640 1 -- 172.21.15.67:0/2423377263 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3f40c9070 con 0x7ff3f414e950 2024-09-21T00:20:57.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.957+0000 7f16fe70b640 1 -- 172.21.15.67:0/4260292947 shutdown_connections 2024-09-21T00:20:57.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.957+0000 7f16fe70b640 1 --2- 172.21.15.67:0/4260292947 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f16f00e7410 0x7f16f0006540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.957+0000 7f16fe70b640 1 --2- 172.21.15.67:0/4260292947 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f16f0052360 0x7f16f00e6ac0 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.957+0000 7f16fe70b640 1 -- 172.21.15.67:0/4260292947 >> 172.21.15.67:0/4260292947 conn(0x7f16f001d9a0 msgr2=0x7f16f0039660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:20:57.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.957+0000 7f16fe70b640 1 -- 172.21.15.67:0/4260292947 shutdown_connections 2024-09-21T00:20:57.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.957+0000 7f16fe70b640 1 -- 172.21.15.67:0/4260292947 wait complete. 2024-09-21T00:20:57.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.960+0000 7f16fe70b640 1 Processor -- start 2024-09-21T00:20:57.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.960+0000 7f16fe70b640 1 -- start start 2024-09-21T00:20:57.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.963+0000 7f16fe70b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f16f0052360 0x7f16f00df330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:20:57.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.963+0000 7f16fe70b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f16f00e7000 0x7f16f0186780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:20:57.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.963+0000 7f16fe70b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f16f00e7410 0x7f16f004fe10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:20:57.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.963+0000 7f16fe70b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f16f00e3620 con 0x7f16f00e7000 2024-09-21T00:20:57.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.963+0000 7f16fe70b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f16f0033ef0 con 0x7f16f0052360 2024-09-21T00:20:57.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.963+0000 7f16fe70b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f16f00512e0 con 0x7f16f00e7410 2024-09-21T00:20:57.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.964+0000 7f16f77fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f16f00e7000 0x7f16f0186780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:20:57.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.964+0000 7f16f77fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f16f00e7000 0x7f16f0186780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52864/0 (socket says 172.21.15.67:52864) 2024-09-21T00:20:57.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.964+0000 7f16f77fe640 1 -- 172.21.15.67:0/3283680282 learned_addr learned my addr 172.21.15.67:0/3283680282 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:20:57.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.965+0000 7fc430f62640 1 -- 172.21.15.67:0/198588747 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command([{prefix=config set, name=mds_debug_scatterstat}] v 0) -- 0x7fc42c161d90 con 0x7fc42c15e9f0 2024-09-21T00:20:57.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.965+0000 7f16f77fe640 1 -- 172.21.15.67:0/3283680282 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f16f00e7410 msgr2=0x7f16f004fe10 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-21T00:20:57.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.965+0000 7f16f77fe640 1 --2- 172.21.15.67:0/3283680282 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f16f00e7410 0x7f16f004fe10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.965+0000 7f16f77fe640 1 -- 172.21.15.67:0/3283680282 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f16f0052360 msgr2=0x7f16f00df330 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-21T00:20:57.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.965+0000 7f16f77fe640 1 --2- 172.21.15.67:0/3283680282 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f16f0052360 0x7f16f00df330 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.965+0000 7f16f77fe640 1 -- 172.21.15.67:0/3283680282 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16f00dcad0 con 0x7f16f00e7000 2024-09-21T00:20:57.967 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'mds_debug_scatterstat', 'True'], check_status=True, hostname='smithi067') 2024-09-21T00:20:57.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.966+0000 7ff3dbfff640 1 -- 172.21.15.67:0/2423377263 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7ff3ec045070 con 0x7ff3f414e950 2024-09-21T00:20:57.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.966+0000 7ff3f984a640 1 -- 172.21.15.67:0/2423377263 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff3f4162d40 con 0x7ff3f414e950 2024-09-21T00:20:57.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.967+0000 7ff3dbfff640 1 -- 172.21.15.67:0/2423377263 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7ff3ec03d9e0 con 0x7ff3f414e950 2024-09-21T00:20:57.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.966+0000 7f16f77fe640 1 --2- 172.21.15.67:0/3283680282 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f16f00e7000 0x7f16f0186780 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f16e400c730 tx=0x7f16e400cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:20:57.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.972+0000 7ff3dbfff640 1 -- 172.21.15.67:0/2423377263 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7ff3ec04c070 con 0x7ff3f414e950 2024-09-21T00:20:57.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.972+0000 7f16f4ff9640 1 -- 172.21.15.67:0/3283680282 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16e40050d0 con 0x7f16f00e7000 2024-09-21T00:20:57.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.972+0000 7f16f4ff9640 1 -- 172.21.15.67:0/3283680282 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f16e4005270 con 0x7f16f00e7000 2024-09-21T00:20:57.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.972+0000 7f16fe70b640 1 -- 172.21.15.67:0/3283680282 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16f00dcdb0 con 0x7f16f00e7000 2024-09-21T00:20:57.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.972+0000 7f16fe70b640 1 -- 172.21.15.67:0/3283680282 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16f0186cc0 con 0x7f16f00e7000 2024-09-21T00:20:57.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.972+0000 7f16f4ff9640 1 -- 172.21.15.67:0/3283680282 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16e4003850 con 0x7f16f00e7000 2024-09-21T00:20:57.976 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.974+0000 7f2ea7f5f640 1 -- 172.21.15.67:0/3479467052 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2ea00ccae0 msgr2=0x7f2ea00ccef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:57.976 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.974+0000 7f2ea7f5f640 1 --2- 172.21.15.67:0/3479467052 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2ea00ccae0 0x7f2ea00ccef0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f2e9c009830 tx=0x7f2e9c02a4d0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.976 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.975+0000 7f2ea7f5f640 1 -- 172.21.15.67:0/3479467052 shutdown_connections 2024-09-21T00:20:57.977 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.975+0000 7f2ea7f5f640 1 --2- 172.21.15.67:0/3479467052 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2ea00ccae0 0x7f2ea00ccef0 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.977 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.975+0000 7f2ea7f5f640 1 --2- 172.21.15.67:0/3479467052 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2ea00d0dc0 0x7f2ea00afc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.977 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.975+0000 7f2ea7f5f640 1 -- 172.21.15.67:0/3479467052 >> 172.21.15.67:0/3479467052 conn(0x7f2ea00d02a0 msgr2=0x7f2ea00d06b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:20:57.977 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.975+0000 7f16fe70b640 1 -- 172.21.15.67:0/3283680282 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f16d8005290 con 0x7f16f00e7000 2024-09-21T00:20:57.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.977+0000 7f2ea7f5f640 1 -- 172.21.15.67:0/3479467052 shutdown_connections 2024-09-21T00:20:57.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.977+0000 7f2ea7f5f640 1 -- 172.21.15.67:0/3479467052 wait complete. 2024-09-21T00:20:57.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.977+0000 7f16f4ff9640 1 -- 172.21.15.67:0/3283680282 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f16e4003a70 con 0x7f16f00e7000 2024-09-21T00:20:57.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.977+0000 7f16f4ff9640 1 -- 172.21.15.67:0/3283680282 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f16e4012760 con 0x7f16f00e7000 2024-09-21T00:20:57.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.979+0000 7fc41affd640 1 -- 172.21.15.67:0/198588747 <== mon.1 v2:172.21.15.97:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_debug_scatterstat}]=0 v11)=0 v11) ==== 122+0+0 (secure 0 0 0) 0x7fc42c161d90 con 0x7fc42c15e9f0 2024-09-21T00:20:57.981 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.979+0000 7f2ea7f5f640 1 Processor -- start 2024-09-21T00:20:57.981 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.980+0000 7f2ea7f5f640 1 -- start start 2024-09-21T00:20:57.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.981+0000 7fc430f62640 1 -- 172.21.15.67:0/198588747 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc42c15e9f0 msgr2=0x7fc42c0b6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:57.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.981+0000 7fc430f62640 1 --2- 172.21.15.67:0/198588747 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc42c15e9f0 0x7fc42c0b6300 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fc42c0a20f0 tx=0x7fc42000b870 comp rx=0 tx=0).stop 2024-09-21T00:20:57.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.981+0000 7fc430f62640 1 -- 172.21.15.67:0/198588747 shutdown_connections 2024-09-21T00:20:57.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.981+0000 7fc430f62640 1 --2- 172.21.15.67:0/198588747 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc42c15e9f0 0x7fc42c0b6300 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.981+0000 7fc430f62640 1 --2- 172.21.15.67:0/198588747 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc42c0cec20 0x7fc42c0b5dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.981+0000 7fc430f62640 1 --2- 172.21.15.67:0/198588747 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc42c071dd0 0x7fc42c2025f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.981+0000 7fc430f62640 1 -- 172.21.15.67:0/198588747 >> 172.21.15.67:0/198588747 conn(0x7fc42c0b2600 msgr2=0x7fc42c075f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:20:57.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.981+0000 7fc430f62640 1 -- 172.21.15.67:0/198588747 shutdown_connections 2024-09-21T00:20:57.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.981+0000 7fc430f62640 1 -- 172.21.15.67:0/198588747 wait complete. 2024-09-21T00:20:57.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.982+0000 7f2ea7f5f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ea00d0dc0 0x7f2ea0156090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:20:57.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.982+0000 7f2ea5cfb640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ea00d0dc0 0x7f2ea0156090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:20:57.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.982+0000 7f2ea5cfb640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ea00d0dc0 0x7f2ea0156090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52868/0 (socket says 172.21.15.67:52868) 2024-09-21T00:20:57.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.982+0000 7f2ea5cfb640 1 -- 172.21.15.67:0/1822397274 learned_addr learned my addr 172.21.15.67:0/1822397274 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:20:57.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.982+0000 7f2ea7f5f640 1 --2- 172.21.15.67:0/1822397274 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2ea01629e0 0x7f2ea00b0410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:20:57.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.982+0000 7f2ea7f5f640 1 --2- 172.21.15.67:0/1822397274 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2ea015cde0 0x7f2ea00b0950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:20:57.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.982+0000 7f2ea7f5f640 1 -- 172.21.15.67:0/1822397274 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f2ea00b0290 con 0x7f2ea00d0dc0 2024-09-21T00:20:57.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.982+0000 7f2ea7f5f640 1 -- 172.21.15.67:0/1822397274 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f2ea00d0060 con 0x7f2ea01629e0 2024-09-21T00:20:57.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.982+0000 7f2ea7f5f640 1 -- 172.21.15.67:0/1822397274 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f2ea00cb900 con 0x7f2ea015cde0 2024-09-21T00:20:57.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.982+0000 7f2ea54fa640 1 --2- 172.21.15.67:0/1822397274 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2ea01629e0 0x7f2ea00b0410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:20:57.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.985+0000 7f16f4ff9640 1 -- 172.21.15.67:0/3283680282 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f16f0006a80 con 0x7f16f00e7000 2024-09-21T00:20:57.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.983+0000 7f2ea5cfb640 1 -- 172.21.15.67:0/1822397274 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2ea015cde0 msgr2=0x7f2ea00b0950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:57.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.983+0000 7f2ea5cfb640 1 --2- 172.21.15.67:0/1822397274 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2ea015cde0 0x7f2ea00b0950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.983+0000 7f2ea5cfb640 1 -- 172.21.15.67:0/1822397274 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2ea01629e0 msgr2=0x7f2ea00b0410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:57.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.983+0000 7f2ea5cfb640 1 --2- 172.21.15.67:0/1822397274 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2ea01629e0 0x7f2ea00b0410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:57.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.983+0000 7f2ea5cfb640 1 -- 172.21.15.67:0/1822397274 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ea01f9810 con 0x7f2ea00d0dc0 2024-09-21T00:20:57.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.983+0000 7f2ea5cfb640 1 --2- 172.21.15.67:0/1822397274 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ea00d0dc0 0x7f2ea0156090 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f2e9800eae0 tx=0x7f2e9800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:20:57.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.983+0000 7f2ea54fa640 1 --2- 172.21.15.67:0/1822397274 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2ea01629e0 0x7f2ea00b0410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:20:57.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.989+0000 7f2e967fc640 1 -- 172.21.15.67:0/1822397274 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e98003970 con 0x7f2ea00d0dc0 2024-09-21T00:20:57.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.989+0000 7f2e967fc640 1 -- 172.21.15.67:0/1822397274 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2e98003c00 con 0x7f2ea00d0dc0 2024-09-21T00:20:57.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.989+0000 7f2ea7f5f640 1 -- 172.21.15.67:0/1822397274 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ea00aed90 con 0x7f2ea00d0dc0 2024-09-21T00:20:57.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.989+0000 7f2ea7f5f640 1 -- 172.21.15.67:0/1822397274 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ea01f9db0 con 0x7f2ea00d0dc0 2024-09-21T00:20:57.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.989+0000 7f2e967fc640 1 -- 172.21.15.67:0/1822397274 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e98004030 con 0x7f2ea00d0dc0 2024-09-21T00:20:57.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.994+0000 7f2e967fc640 1 -- 172.21.15.67:0/1822397274 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f2e980041d0 con 0x7f2ea00d0dc0 2024-09-21T00:20:57.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:57.994+0000 7f2e967fc640 1 -- 172.21.15.67:0/1822397274 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f2e98005020 con 0x7f2ea00d0dc0 2024-09-21T00:20:58.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.001+0000 7f2ea7f5f640 1 -- 172.21.15.67:0/1822397274 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2e88005290 con 0x7f2ea00d0dc0 2024-09-21T00:20:58.006 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'mds_op_complaint_time', '180'], check_status=True, hostname='smithi067') 2024-09-21T00:20:58.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.005+0000 7f2e967fc640 1 -- 172.21.15.67:0/1822397274 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f2e98027080 con 0x7f2ea00d0dc0 2024-09-21T00:20:58.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.017+0000 7f3cbcff9640 1 -- 172.21.15.67:0/4101781487 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command([{prefix=config set, name=mds_op_complaint_time}] v 0) -- 0x7f3cc8033920 con 0x7f3cc8054720 2024-09-21T00:20:58.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.025+0000 7f3cbeffd640 1 -- 172.21.15.67:0/4101781487 <== mon.1 v2:172.21.15.97:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_op_complaint_time}]=0 v12)=0 v12) ==== 121+0+0 (secure 0 0 0) 0x7f3cd0095c00 con 0x7f3cc8054720 2024-09-21T00:20:58.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.026+0000 7f3cbcff9640 1 -- 172.21.15.67:0/4101781487 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3cc8054720 msgr2=0x7f3cc8032820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:58.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.026+0000 7f3cbcff9640 1 --2- 172.21.15.67:0/4101781487 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3cc8054720 0x7f3cc8032820 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f3cd006aa20 tx=0x7f3cd006b3a0 comp rx=0 tx=0).stop 2024-09-21T00:20:58.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.026+0000 7f3cbcff9640 1 -- 172.21.15.67:0/4101781487 shutdown_connections 2024-09-21T00:20:58.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.026+0000 7f3cbcff9640 1 --2- 172.21.15.67:0/4101781487 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3cc8054720 0x7f3cc8032820 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:58.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.026+0000 7f3cbcff9640 1 --2- 172.21.15.67:0/4101781487 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3cc8052360 0x7f3cc80322e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:58.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.026+0000 7f3cbcff9640 1 --2- 172.21.15.67:0/4101781487 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3cc8051630 0x7f3cc80e1e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:58.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.026+0000 7f3cbcff9640 1 -- 172.21.15.67:0/4101781487 >> 172.21.15.67:0/4101781487 conn(0x7f3cc801d9a0 msgr2=0x7f3cc800b110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:20:58.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.026+0000 7f3cbcff9640 1 -- 172.21.15.67:0/4101781487 shutdown_connections 2024-09-21T00:20:58.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.026+0000 7f3cbcff9640 1 -- 172.21.15.67:0/4101781487 wait complete. 2024-09-21T00:20:58.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.030+0000 7fe641d13640 1 -- 172.21.15.67:0/2037526142 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command([{prefix=config set, name=mds_verify_scatter}] v 0) -- 0x7fe61c005580 con 0x7fe63c096e80 2024-09-21T00:20:58.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.037+0000 7fe623fff640 1 -- 172.21.15.67:0/2037526142 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_verify_scatter}]=0 v13)=0 v13) ==== 119+0+0 (secure 0 0 0) 0x7fe63c0977d0 con 0x7fe63c096e80 2024-09-21T00:20:58.052 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'mds_verify_scatter', 'True'], check_status=True, hostname='smithi067') 2024-09-21T00:20:58.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.052+0000 7fe621ffb640 1 -- 172.21.15.67:0/2037526142 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe63c096e80 msgr2=0x7fe63c097290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:58.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.052+0000 7fe621ffb640 1 --2- 172.21.15.67:0/2037526142 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe63c096e80 0x7fe63c097290 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fe63000b410 tx=0x7fe63000b8d0 comp rx=0 tx=0).stop 2024-09-21T00:20:58.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.052+0000 7fe621ffb640 1 -- 172.21.15.67:0/2037526142 shutdown_connections 2024-09-21T00:20:58.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.052+0000 7fe621ffb640 1 --2- 172.21.15.67:0/2037526142 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe63c096e80 0x7fe63c097290 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:58.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.052+0000 7fe621ffb640 1 --2- 172.21.15.67:0/2037526142 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe63c0cccc0 0x7fe63c0b30d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:58.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.052+0000 7fe621ffb640 1 --2- 172.21.15.67:0/2037526142 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe63c0afee0 0x7fe63c213c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:58.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.052+0000 7fe621ffb640 1 -- 172.21.15.67:0/2037526142 >> 172.21.15.67:0/2037526142 conn(0x7fe63c0d02a0 msgr2=0x7fe63c0b1cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:20:58.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.052+0000 7fe621ffb640 1 -- 172.21.15.67:0/2037526142 shutdown_connections 2024-09-21T00:20:58.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.052+0000 7fe621ffb640 1 -- 172.21.15.67:0/2037526142 wait complete. 2024-09-21T00:20:58.078 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'osd_op_complaint_time', '180'], check_status=True, hostname='smithi067') 2024-09-21T00:20:58.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.110+0000 7f7af0ff9640 1 -- 172.21.15.67:0/2608433276 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command([{prefix=config set, name=mon_warn_on_pool_no_app}] v 0) -- 0x7f7ae8005580 con 0x7f7b04205b40 2024-09-21T00:20:58.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.105+0000 7f615e78f640 1 -- 172.21.15.67:0/3462569334 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command([{prefix=config set, name=client_mount_timeout}] v 0) -- 0x7f61580b4030 con 0x7f615809db90 2024-09-21T00:20:58.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.129+0000 7f7af2ffd640 1 -- 172.21.15.67:0/2608433276 <== mon.1 v2:172.21.15.97:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_warn_on_pool_no_app}]=0 v14)=0 v14) ==== 125+0+0 (secure 0 0 0) 0x7f7af803f030 con 0x7f7b04205b40 2024-09-21T00:20:58.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.130+0000 7f7af0ff9640 1 -- 172.21.15.67:0/2608433276 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7b04205b40 msgr2=0x7f7b04205f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:58.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.130+0000 7fb2b7fff640 1 -- 172.21.15.67:0/3744395251 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command([{prefix=config set, name=osd_op_complaint_time}] v 0) -- 0x7fb2c4187080 con 0x7fb2c40e7410 2024-09-21T00:20:58.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.130+0000 7f7af0ff9640 1 --2- 172.21.15.67:0/2608433276 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7b04205b40 0x7f7b04205f50 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f7af802aa50 tx=0x7f7af8033c70 comp rx=0 tx=0).stop 2024-09-21T00:20:58.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.130+0000 7f7af0ff9640 1 -- 172.21.15.67:0/2608433276 shutdown_connections 2024-09-21T00:20:58.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.130+0000 7f7af0ff9640 1 --2- 172.21.15.67:0/2608433276 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7b04205b40 0x7f7b04205f50 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:58.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.130+0000 7f7af0ff9640 1 --2- 172.21.15.67:0/2608433276 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7b040b4290 0x7f7b04205600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:58.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.130+0000 7f7af0ff9640 1 --2- 172.21.15.67:0/2608433276 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7b04071080 0x7f7b04099930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:58.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.130+0000 7f7af0ff9640 1 -- 172.21.15.67:0/2608433276 >> 172.21.15.67:0/2608433276 conn(0x7f7b0406d630 msgr2=0x7f7b040ad810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:20:58.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.130+0000 7f7af0ff9640 1 -- 172.21.15.67:0/2608433276 shutdown_connections 2024-09-21T00:20:58.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.130+0000 7f7af0ff9640 1 -- 172.21.15.67:0/2608433276 wait complete. 2024-09-21T00:20:58.137 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.135+0000 7f614dffb640 1 -- 172.21.15.67:0/3462569334 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{prefix=config set, name=client_mount_timeout}]=0 v15)=0 v15) ==== 119+0+0 (secure 0 0 0) 0x7f6154011590 con 0x7f615809db90 2024-09-21T00:20:58.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.139+0000 7f615e78f640 1 -- 172.21.15.67:0/3462569334 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f615809db90 msgr2=0x7f615809c2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:58.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.139+0000 7f615e78f640 1 --2- 172.21.15.67:0/3462569334 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f615809db90 0x7f615809c2d0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f615400c400 tx=0x7f615400c8c0 comp rx=0 tx=0).stop 2024-09-21T00:20:58.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.139+0000 7f615e78f640 1 -- 172.21.15.67:0/3462569334 shutdown_connections 2024-09-21T00:20:58.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.139+0000 7f615e78f640 1 --2- 172.21.15.67:0/3462569334 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f61581ef7a0 0x7f6158213fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:58.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.139+0000 7f615e78f640 1 --2- 172.21.15.67:0/3462569334 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f61580cf4c0 0x7f615809c9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:58.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.139+0000 7f615e78f640 1 --2- 172.21.15.67:0/3462569334 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f615809db90 0x7f615809c2d0 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:58.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.139+0000 7f615e78f640 1 -- 172.21.15.67:0/3462569334 >> 172.21.15.67:0/3462569334 conn(0x7f61580ccac0 msgr2=0x7f61580ae1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:20:58.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.140+0000 7f615e78f640 1 -- 172.21.15.67:0/3462569334 shutdown_connections 2024-09-21T00:20:58.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.140+0000 7f615e78f640 1 -- 172.21.15.67:0/3462569334 wait complete. 2024-09-21T00:20:58.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.144+0000 7f65b2ffd640 1 -- 172.21.15.67:0/1179694732 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command([{prefix=config set, name=rados_osd_op_timeout}] v 0) -- 0x7f65c00df9b0 con 0x7f65c0052b60 2024-09-21T00:20:58.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.145+0000 7fb2c27fc640 1 -- 172.21.15.67:0/3744395251 <== mon.1 v2:172.21.15.97:3300/0 7 ==== mon_command_ack([{prefix=config set, name=osd_op_complaint_time}]=0 v16)=0 v16) ==== 121+0+0 (secure 0 0 0) 0x7fb2c418b300 con 0x7fb2c40e7410 2024-09-21T00:20:58.148 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.147+0000 7fb2b7fff640 1 -- 172.21.15.67:0/3744395251 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb2c40e7410 msgr2=0x7fb2c4180cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:58.148 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.147+0000 7fb2b7fff640 1 --2- 172.21.15.67:0/3744395251 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb2c40e7410 0x7fb2c4180cb0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fb2bc00c370 tx=0x7fb2bc00c830 comp rx=0 tx=0).stop 2024-09-21T00:20:58.148 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.147+0000 7fb2b7fff640 1 -- 172.21.15.67:0/3744395251 shutdown_connections 2024-09-21T00:20:58.148 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.147+0000 7fb2b7fff640 1 --2- 172.21.15.67:0/3744395251 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb2c40dd080 0x7fb2c40dd490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:58.148 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.147+0000 7fb2b7fff640 1 --2- 172.21.15.67:0/3744395251 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb2c40e7410 0x7fb2c4180cb0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:58.149 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.147+0000 7fb2b7fff640 1 --2- 172.21.15.67:0/3744395251 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb2c40e7000 0x7fb2c418adc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:58.149 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.147+0000 7fb2b7fff640 1 -- 172.21.15.67:0/3744395251 >> 172.21.15.67:0/3744395251 conn(0x7fb2c401d9a0 msgr2=0x7fb2c4009be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:20:58.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.154+0000 7fb2b7fff640 1 -- 172.21.15.67:0/3744395251 shutdown_connections 2024-09-21T00:20:58.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.154+0000 7fb2b7fff640 1 -- 172.21.15.67:0/3744395251 wait complete. 2024-09-21T00:20:58.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.154+0000 7f7fc4ff9640 1 -- 172.21.15.67:0/2412446861 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command([{prefix=config set, name=rados_mon_op_timeout}] v 0) -- 0x7f7fbc005850 con 0x7f7fd80ccae0 2024-09-21T00:20:58.168 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.167+0000 7f65c57fa640 1 -- 172.21.15.67:0/1179694732 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{prefix=config set, name=rados_osd_op_timeout}]=0 v17)=0 v17) ==== 120+0+0 (secure 0 0 0) 0x7f65b401a4d0 con 0x7f65c0052b60 2024-09-21T00:20:58.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.167+0000 7fc0597fa640 1 -- 172.21.15.67:0/2063155557 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command([{prefix=config set, name=debug_client}] v 0) -- 0x7fc054005580 con 0x7fc06c18a090 2024-09-21T00:20:58.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.168+0000 7f65b2ffd640 1 -- 172.21.15.67:0/1179694732 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f65c0052b60 msgr2=0x7f65c00ed3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:58.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.169+0000 7f65b2ffd640 1 --2- 172.21.15.67:0/1179694732 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f65c0052b60 0x7f65c00ed3a0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f65b400b3e0 tx=0x7f65b400b8a0 comp rx=0 tx=0).stop 2024-09-21T00:20:58.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.169+0000 7f65b2ffd640 1 -- 172.21.15.67:0/1179694732 shutdown_connections 2024-09-21T00:20:58.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.169+0000 7f65b2ffd640 1 --2- 172.21.15.67:0/1179694732 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f65c0052b60 0x7f65c00ed3a0 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:58.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.169+0000 7f65b2ffd640 1 --2- 172.21.15.67:0/1179694732 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f65c00520f0 0x7f65c00345d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:58.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.169+0000 7f65b2ffd640 1 --2- 172.21.15.67:0/1179694732 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f65c0037520 0x7f65c0034090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:58.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.169+0000 7f65b2ffd640 1 -- 172.21.15.67:0/1179694732 >> 172.21.15.67:0/1179694732 conn(0x7f65c001e230 msgr2=0x7f65c00075b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:20:58.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.169+0000 7f65b2ffd640 1 -- 172.21.15.67:0/1179694732 shutdown_connections 2024-09-21T00:20:58.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.169+0000 7f65b2ffd640 1 -- 172.21.15.67:0/1179694732 wait complete. 2024-09-21T00:20:58.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.169+0000 7f16fe70b640 1 -- 172.21.15.67:0/3283680282 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command([{prefix=config set, name=osd_op_complaint_time}] v 0) -- 0x7f16d8005850 con 0x7f16f00e7000 2024-09-21T00:20:58.172 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'rados_mon_op_timeout', '900'], check_status=True, hostname='smithi067') 2024-09-21T00:20:58.174 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.173+0000 7f7fc6ffd640 1 -- 172.21.15.67:0/2412446861 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{prefix=config set, name=rados_mon_op_timeout}]=0 v18)=0 v18) ==== 120+0+0 (secure 0 0 0) 0x7f7fc803cbe0 con 0x7f7fd80ccae0 2024-09-21T00:20:58.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.174+0000 7f7fc4ff9640 1 -- 172.21.15.67:0/2412446861 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7fd80ccae0 msgr2=0x7f7fd80ae760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:58.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.174+0000 7f7fc4ff9640 1 --2- 172.21.15.67:0/2412446861 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7fd80ccae0 0x7f7fd80ae760 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f7fc8034040 tx=0x7f7fc8003c40 comp rx=0 tx=0).stop 2024-09-21T00:20:58.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.174+0000 7f7fc4ff9640 1 -- 172.21.15.67:0/2412446861 shutdown_connections 2024-09-21T00:20:58.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.174+0000 7f7fc4ff9640 1 --2- 172.21.15.67:0/2412446861 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7fd81629e0 0x7f7fd80b37f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:58.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.174+0000 7f7fc4ff9640 1 --2- 172.21.15.67:0/2412446861 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7fd80d0dc0 0x7f7fd80b32b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:58.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.174+0000 7f7fc4ff9640 1 --2- 172.21.15.67:0/2412446861 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7fd80ccae0 0x7f7fd80ae760 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:58.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.174+0000 7f7fc4ff9640 1 -- 172.21.15.67:0/2412446861 >> 172.21.15.67:0/2412446861 conn(0x7f7fd80d02a0 msgr2=0x7f7fd815e830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:20:58.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.174+0000 7f7fc4ff9640 1 -- 172.21.15.67:0/2412446861 shutdown_connections 2024-09-21T00:20:58.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.175+0000 7f7fc4ff9640 1 -- 172.21.15.67:0/2412446861 wait complete. 2024-09-21T00:20:58.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.180+0000 7f0a6c900640 1 -- 172.21.15.67:0/511345197 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command([{prefix=config set, name=debug_mgr}] v 0) -- 0x7f0a680ccef0 con 0x7f0a680d0dc0 2024-09-21T00:20:58.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.180+0000 7fc05b7fe640 1 -- 172.21.15.67:0/2063155557 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{prefix=config set, name=debug_client}]=0 v19)=0 v19) ==== 111+0+0 (secure 0 0 0) 0x7fc06404e020 con 0x7fc06c18a090 2024-09-21T00:20:58.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.182+0000 7fc0597fa640 1 -- 172.21.15.67:0/2063155557 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc06c18a090 msgr2=0x7fc06c18a4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:58.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.182+0000 7fc0597fa640 1 --2- 172.21.15.67:0/2063155557 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc06c18a090 0x7fc06c18a4a0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7fc064004060 tx=0x7fc064001c20 comp rx=0 tx=0).stop 2024-09-21T00:20:58.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.182+0000 7fc0597fa640 1 -- 172.21.15.67:0/2063155557 shutdown_connections 2024-09-21T00:20:58.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.182+0000 7fc0597fa640 1 --2- 172.21.15.67:0/2063155557 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc06c0de560 0x7fc06c0de970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:58.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.182+0000 7fc0597fa640 1 --2- 172.21.15.67:0/2063155557 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc06c18a090 0x7fc06c18a4a0 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:58.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.182+0000 7fc0597fa640 1 --2- 172.21.15.67:0/2063155557 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc05c004800 0x7fc06c04d600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:58.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.182+0000 7fc0597fa640 1 -- 172.21.15.67:0/2063155557 >> 172.21.15.67:0/2063155557 conn(0x7fc06c01e230 msgr2=0x7fc06c006710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:20:58.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.182+0000 7fc0597fa640 1 -- 172.21.15.67:0/2063155557 shutdown_connections 2024-09-21T00:20:58.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.182+0000 7fc0597fa640 1 -- 172.21.15.67:0/2063155557 wait complete. 2024-09-21T00:20:58.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.183+0000 7ff3f984a640 1 -- 172.21.15.67:0/2423377263 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command([{prefix=config set, name=debug_ms}] v 0) -- 0x7ff3f40caf40 con 0x7ff3f414e950 2024-09-21T00:20:58.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.185+0000 7f16f4ff9640 1 -- 172.21.15.67:0/3283680282 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{prefix=config set, name=osd_op_complaint_time}]=0 v20)=0 v20) ==== 121+0+0 (secure 0 0 0) 0x7f16e4003d60 con 0x7f16f00e7000 2024-09-21T00:20:58.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.187+0000 7f16fe70b640 1 -- 172.21.15.67:0/3283680282 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f16f00e7000 msgr2=0x7f16f0186780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:58.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.187+0000 7f16fe70b640 1 --2- 172.21.15.67:0/3283680282 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f16f00e7000 0x7f16f0186780 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f16e400c730 tx=0x7f16e400cbf0 comp rx=0 tx=0).stop 2024-09-21T00:20:58.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.187+0000 7f16fe70b640 1 -- 172.21.15.67:0/3283680282 shutdown_connections 2024-09-21T00:20:58.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.187+0000 7f16fe70b640 1 --2- 172.21.15.67:0/3283680282 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f16f00e7410 0x7f16f004fe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:58.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.187+0000 7f16fe70b640 1 --2- 172.21.15.67:0/3283680282 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f16f00e7000 0x7f16f0186780 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:58.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.187+0000 7f16fe70b640 1 --2- 172.21.15.67:0/3283680282 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f16f0052360 0x7f16f00df330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:58.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.187+0000 7f16fe70b640 1 -- 172.21.15.67:0/3283680282 >> 172.21.15.67:0/3283680282 conn(0x7f16f001d9a0 msgr2=0x7f16f00dde30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:20:58.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.188+0000 7f16fe70b640 1 -- 172.21.15.67:0/3283680282 shutdown_connections 2024-09-21T00:20:58.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.188+0000 7f16fe70b640 1 -- 172.21.15.67:0/3283680282 wait complete. 2024-09-21T00:20:58.191 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mds', 'rados_osd_op_timeout', '900'], check_status=True, hostname='smithi067') 2024-09-21T00:20:58.191 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mgr', 'client_mount_timeout', '30'], check_status=True, hostname='smithi067') 2024-09-21T00:20:58.191 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mgr', 'debug_client', '20'], check_status=True, hostname='smithi067') 2024-09-21T00:20:58.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.190+0000 7f0a56ffd640 1 -- 172.21.15.67:0/511345197 <== mon.2 v2:172.21.15.97:3301/0 7 ==== mon_command_ack([{prefix=config set, name=debug_mgr}]=0 v21)=0 v21) ==== 108+0+0 (secure 0 0 0) 0x7f0a600044c0 con 0x7f0a680d0dc0 2024-09-21T00:20:58.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.191+0000 7f0a6c900640 1 -- 172.21.15.67:0/511345197 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0a680d0dc0 msgr2=0x7f0a68156cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:58.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.191+0000 7f0a6c900640 1 --2- 172.21.15.67:0/511345197 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0a680d0dc0 0x7f0a68156cd0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f0a60005fd0 tx=0x7f0a60003ef0 comp rx=0 tx=0).stop 2024-09-21T00:20:58.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.192+0000 7f0a6c900640 1 -- 172.21.15.67:0/511345197 shutdown_connections 2024-09-21T00:20:58.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.192+0000 7f0a6c900640 1 --2- 172.21.15.67:0/511345197 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0a681629e0 0x7f0a68158cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:58.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.192+0000 7f0a6c900640 1 --2- 172.21.15.67:0/511345197 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0a680d0dc0 0x7f0a68156cd0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:58.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.192+0000 7f0a6c900640 1 --2- 172.21.15.67:0/511345197 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0a680ccae0 0x7f0a681f2510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:58.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.192+0000 7f0a6c900640 1 -- 172.21.15.67:0/511345197 >> 172.21.15.67:0/511345197 conn(0x7f0a680d02a0 msgr2=0x7f0a680d06b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:20:58.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.192+0000 7f0a6c900640 1 -- 172.21.15.67:0/511345197 shutdown_connections 2024-09-21T00:20:58.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.192+0000 7f0a6c900640 1 -- 172.21.15.67:0/511345197 wait complete. 2024-09-21T00:20:58.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.195+0000 7ff3dbfff640 1 -- 172.21.15.67:0/2423377263 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{prefix=config set, name=debug_ms}]=0 v22)=0 v22) ==== 106+0+0 (secure 0 0 0) 0x7ff3ec004d80 con 0x7ff3f414e950 2024-09-21T00:20:58.199 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mgr', 'debug_mgr', '20'], check_status=True, hostname='smithi067') 2024-09-21T00:20:58.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.196+0000 7ff3f984a640 1 -- 172.21.15.67:0/2423377263 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff3f414e950 msgr2=0x7ff3f414ed60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:58.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.196+0000 7ff3f984a640 1 --2- 172.21.15.67:0/2423377263 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff3f414e950 0x7ff3f414ed60 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7ff3ec00c730 tx=0x7ff3ec004c90 comp rx=0 tx=0).stop 2024-09-21T00:20:58.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.196+0000 7ff3f984a640 1 -- 172.21.15.67:0/2423377263 shutdown_connections 2024-09-21T00:20:58.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.196+0000 7ff3f984a640 1 --2- 172.21.15.67:0/2423377263 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff3f40c9870 0x7ff3f40c9c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:58.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.197+0000 7ff3f984a640 1 --2- 172.21.15.67:0/2423377263 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff3f414e950 0x7ff3f414ed60 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:58.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.197+0000 7ff3f984a640 1 --2- 172.21.15.67:0/2423377263 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff3f41600a0 0x7ff3f40b3940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:58.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.197+0000 7ff3f984a640 1 -- 172.21.15.67:0/2423377263 >> 172.21.15.67:0/2423377263 conn(0x7ff3f40b2600 msgr2=0x7ff3f4157800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:20:58.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.197+0000 7ff3f984a640 1 -- 172.21.15.67:0/2423377263 shutdown_connections 2024-09-21T00:20:58.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.197+0000 7ff3f984a640 1 -- 172.21.15.67:0/2423377263 wait complete. 2024-09-21T00:20:58.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.205+0000 7f2ea7f5f640 1 -- 172.21.15.67:0/1822397274 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command([{prefix=config set, name=mon_op_complaint_time}] v 0) -- 0x7f2e88005580 con 0x7f2ea00d0dc0 2024-09-21T00:20:58.209 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mgr', 'debug_ms', '1'], check_status=True, hostname='smithi067') 2024-09-21T00:20:58.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.208+0000 7f2e967fc640 1 -- 172.21.15.67:0/1822397274 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_op_complaint_time}]=0 v23)=0 v23) ==== 121+0+0 (secure 0 0 0) 0x7f2e98004600 con 0x7f2ea00d0dc0 2024-09-21T00:20:58.211 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mgr', 'mon_warn_on_pool_no_app', 'False'], check_status=True, hostname='smithi067') 2024-09-21T00:20:58.211 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'mon', 'mon_op_complaint_time', '120'], check_status=True, hostname='smithi067') 2024-09-21T00:20:58.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.209+0000 7f2ea7f5f640 1 -- 172.21.15.67:0/1822397274 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ea00d0dc0 msgr2=0x7f2ea0156090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:58.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.209+0000 7f2ea7f5f640 1 --2- 172.21.15.67:0/1822397274 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ea00d0dc0 0x7f2ea0156090 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f2e9800eae0 tx=0x7f2e9800c2d0 comp rx=0 tx=0).stop 2024-09-21T00:20:58.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.209+0000 7f2ea7f5f640 1 -- 172.21.15.67:0/1822397274 shutdown_connections 2024-09-21T00:20:58.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.209+0000 7f2ea7f5f640 1 --2- 172.21.15.67:0/1822397274 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2ea015cde0 0x7f2ea00b0950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:58.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.209+0000 7f2ea7f5f640 1 --2- 172.21.15.67:0/1822397274 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2ea01629e0 0x7f2ea00b0410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:58.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.209+0000 7f2ea7f5f640 1 --2- 172.21.15.67:0/1822397274 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ea00d0dc0 0x7f2ea0156090 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:58.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.209+0000 7f2ea7f5f640 1 -- 172.21.15.67:0/1822397274 >> 172.21.15.67:0/1822397274 conn(0x7f2ea00d02a0 msgr2=0x7f2ea00b2650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:20:58.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.209+0000 7f2ea7f5f640 1 -- 172.21.15.67:0/1822397274 shutdown_connections 2024-09-21T00:20:58.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.209+0000 7f2ea7f5f640 1 -- 172.21.15.67:0/1822397274 wait complete. 2024-09-21T00:20:58.222 DEBUG:tasks.ceph:waiting for RemoteProcess(client=, args=['sudo', 'ceph', '--cluster', 'ceph', 'config', 'set', 'osd', 'osd_op_complaint_time', '180'], check_status=True, hostname='smithi067') 2024-09-21T00:20:58.222 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --cluster ceph config dump 2024-09-21T00:20:58.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.375+0000 7f61cb962640 1 -- 172.21.15.67:0/2254994356 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f61c40b1b30 msgr2=0x7f61c40b1f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:58.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.375+0000 7f61cb962640 1 --2- 172.21.15.67:0/2254994356 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f61c40b1b30 0x7f61c40b1f40 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f61c0009830 tx=0x7f61c002a480 comp rx=0 tx=0).stop 2024-09-21T00:20:58.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.375+0000 7f61cb962640 1 -- 172.21.15.67:0/2254994356 shutdown_connections 2024-09-21T00:20:58.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.375+0000 7f61cb962640 1 --2- 172.21.15.67:0/2254994356 >> v2:172.21.15.97:3300/0 conn(0x7f61c40b2480 0x7f61c40b2890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:58.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.375+0000 7f61cb962640 1 --2- 172.21.15.67:0/2254994356 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f61c40b1b30 0x7f61c40b1f40 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:58.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.375+0000 7f61cb962640 1 -- 172.21.15.67:0/2254994356 >> 172.21.15.67:0/2254994356 conn(0x7f61c40b3ea0 msgr2=0x7f61c40b42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:20:58.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.375+0000 7f61cb962640 1 -- 172.21.15.67:0/2254994356 shutdown_connections 2024-09-21T00:20:58.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.375+0000 7f61cb962640 1 -- 172.21.15.67:0/2254994356 wait complete. 2024-09-21T00:20:58.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.377+0000 7f61cb962640 1 Processor -- start 2024-09-21T00:20:58.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.377+0000 7f61cb962640 1 -- start start 2024-09-21T00:20:58.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.378+0000 7f61cb962640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f61c40b1b30 0x7f61c4164620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:20:58.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.378+0000 7f61cb962640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f61c40b2480 0x7f61c406f920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:20:58.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.378+0000 7f61cb962640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f61c4162900 0x7f61c4162d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:20:58.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.378+0000 7f61cb962640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f61c40cdf20 con 0x7f61c4162900 2024-09-21T00:20:58.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.378+0000 7f61cb962640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f61c40cdda0 con 0x7f61c40b2480 2024-09-21T00:20:58.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.378+0000 7f61cb962640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f61c4167290 con 0x7f61c40b1b30 2024-09-21T00:20:58.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.378+0000 7f61c9eff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f61c4162900 0x7f61c4162d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:20:58.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.378+0000 7f61c9eff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f61c4162900 0x7f61c4162d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52882/0 (socket says 172.21.15.67:52882) 2024-09-21T00:20:58.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.378+0000 7f61c8efd640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f61c40b2480 0x7f61c406f920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:20:58.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.378+0000 7f61c9eff640 1 -- 172.21.15.67:0/1388445886 learned_addr learned my addr 172.21.15.67:0/1388445886 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:20:58.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.378+0000 7f61c96fe640 1 --2- 172.21.15.67:0/1388445886 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f61c40b1b30 0x7f61c4164620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:20:58.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.378+0000 7f61c8efd640 1 -- 172.21.15.67:0/1388445886 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f61c40b1b30 msgr2=0x7f61c4164620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:58.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.378+0000 7f61c8efd640 1 --2- 172.21.15.67:0/1388445886 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f61c40b1b30 0x7f61c4164620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:58.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.379+0000 7f61c8efd640 1 -- 172.21.15.67:0/1388445886 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f61c4162900 msgr2=0x7f61c4162d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:58.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.379+0000 7f61c8efd640 1 --2- 172.21.15.67:0/1388445886 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f61c4162900 0x7f61c4162d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:58.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.379+0000 7f61c8efd640 1 -- 172.21.15.67:0/1388445886 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61c4163250 con 0x7f61c40b2480 2024-09-21T00:20:58.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.379+0000 7f61c96fe640 1 --2- 172.21.15.67:0/1388445886 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f61c40b1b30 0x7f61c4164620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:20:58.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.379+0000 7f61c9eff640 1 --2- 172.21.15.67:0/1388445886 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f61c4162900 0x7f61c4162d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:20:58.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.379+0000 7f61c8efd640 1 --2- 172.21.15.67:0/1388445886 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f61c40b2480 0x7f61c406f920 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f61c40b2f50 tx=0x7f61c0033c20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:20:58.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.379+0000 7f61b9ffb640 1 -- 172.21.15.67:0/1388445886 <== mon.1 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61c0005c90 con 0x7f61c40b2480 2024-09-21T00:20:58.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.379+0000 7f61b9ffb640 1 -- 172.21.15.67:0/1388445886 <== mon.1 v2:172.21.15.97:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f61c0031e50 con 0x7f61c40b2480 2024-09-21T00:20:58.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.379+0000 7f61cb962640 1 -- 172.21.15.67:0/1388445886 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f61c40b5d70 con 0x7f61c40b2480 2024-09-21T00:20:58.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.379+0000 7f61b9ffb640 1 -- 172.21.15.67:0/1388445886 <== mon.1 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61c0005280 con 0x7f61c40b2480 2024-09-21T00:20:58.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.379+0000 7f61cb962640 1 -- 172.21.15.67:0/1388445886 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f61c40b6330 con 0x7f61c40b2480 2024-09-21T00:20:58.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.379+0000 7f61b9ffb640 1 -- 172.21.15.67:0/1388445886 <== mon.1 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f61c00047a0 con 0x7f61c40b2480 2024-09-21T00:20:58.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.379+0000 7f61b9ffb640 1 -- 172.21.15.67:0/1388445886 <== mon.1 v2:172.21.15.97:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f61c00332f0 con 0x7f61c40b2480 2024-09-21T00:20:58.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.380+0000 7f61cb962640 1 -- 172.21.15.67:0/1388445886 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f61c40b7cc0 con 0x7f61c40b2480 2024-09-21T00:20:58.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.383+0000 7f61b9ffb640 1 -- 172.21.15.67:0/1388445886 <== mon.1 v2:172.21.15.97:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f61c4163250 con 0x7f61c40b2480 2024-09-21T00:20:58.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.444+0000 7f61cb962640 1 -- 172.21.15.67:0/1388445886 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7f61c40d1fc0 con 0x7f61c40b2480 2024-09-21T00:20:58.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.445+0000 7f61b9ffb640 1 -- 172.21.15.67:0/1388445886 <== mon.1 v2:172.21.15.97:3300/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v23) ==== 59+0+1472 (secure 0 0 0) 0x7f61c003f030 con 0x7f61c40b2480 2024-09-21T00:20:58.446 INFO:teuthology.orchestra.run.smithi067.stdout:WHO MASK LEVEL OPTION VALUE RO 2024-09-21T00:20:58.446 INFO:teuthology.orchestra.run.smithi067.stdout:mon advanced mon_op_complaint_time 120 2024-09-21T00:20:58.447 INFO:teuthology.orchestra.run.smithi067.stdout:mgr advanced client_mount_timeout 30 2024-09-21T00:20:58.447 INFO:teuthology.orchestra.run.smithi067.stdout:mgr advanced debug_client 20/20 2024-09-21T00:20:58.447 INFO:teuthology.orchestra.run.smithi067.stdout:mgr advanced debug_mgr 20/20 2024-09-21T00:20:58.447 INFO:teuthology.orchestra.run.smithi067.stdout:mgr advanced debug_ms 1/1 2024-09-21T00:20:58.447 INFO:teuthology.orchestra.run.smithi067.stdout:mgr dev mon_warn_on_pool_no_app false 2024-09-21T00:20:58.447 INFO:teuthology.orchestra.run.smithi067.stdout:osd advanced osd_op_complaint_time 180.000000 2024-09-21T00:20:58.447 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced debug_mds 20/20 2024-09-21T00:20:58.447 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced debug_mds_balancer 20/20 2024-09-21T00:20:58.447 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced debug_ms 2/2 2024-09-21T00:20:58.447 INFO:teuthology.orchestra.run.smithi067.stdout:mds dev mds_debug_frag true 2024-09-21T00:20:58.447 INFO:teuthology.orchestra.run.smithi067.stdout:mds dev mds_debug_scatterstat true 2024-09-21T00:20:58.448 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced mds_op_complaint_time 180.000000 2024-09-21T00:20:58.448 INFO:teuthology.orchestra.run.smithi067.stdout:mds dev mds_verify_scatter true 2024-09-21T00:20:58.448 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced osd_op_complaint_time 180.000000 2024-09-21T00:20:58.448 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced rados_mon_op_timeout 900 2024-09-21T00:20:58.448 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced rados_osd_op_timeout 900 2024-09-21T00:20:58.448 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced client_mount_timeout 600 2024-09-21T00:20:58.448 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced debug_client 20/20 2024-09-21T00:20:58.448 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced debug_ms 1/1 2024-09-21T00:20:58.448 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced rados_mon_op_timeout 900 2024-09-21T00:20:58.448 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced rados_osd_op_timeout 900 2024-09-21T00:20:58.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.446+0000 7f61cb962640 1 -- 172.21.15.67:0/1388445886 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f61c40b2480 msgr2=0x7f61c406f920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:58.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.446+0000 7f61cb962640 1 --2- 172.21.15.67:0/1388445886 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f61c40b2480 0x7f61c406f920 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f61c40b2f50 tx=0x7f61c0033c20 comp rx=0 tx=0).stop 2024-09-21T00:20:58.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.446+0000 7f61cb962640 1 -- 172.21.15.67:0/1388445886 shutdown_connections 2024-09-21T00:20:58.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.446+0000 7f61cb962640 1 --2- 172.21.15.67:0/1388445886 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f61c4162900 0x7f61c4162d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:58.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.446+0000 7f61cb962640 1 --2- 172.21.15.67:0/1388445886 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f61c40b2480 0x7f61c406f920 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:58.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.446+0000 7f61cb962640 1 --2- 172.21.15.67:0/1388445886 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f61c40b1b30 0x7f61c4164620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:58.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.446+0000 7f61cb962640 1 -- 172.21.15.67:0/1388445886 >> 172.21.15.67:0/1388445886 conn(0x7f61c40b3ea0 msgr2=0x7f61c409ab30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:20:58.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.446+0000 7f61cb962640 1 -- 172.21.15.67:0/1388445886 shutdown_connections 2024-09-21T00:20:58.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.446+0000 7f61cb962640 1 -- 172.21.15.67:0/1388445886 wait complete. 2024-09-21T00:20:58.458 INFO:tasks.ceph:Setting crush tunables to default 2024-09-21T00:20:58.459 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --cluster ceph osd crush tunables default 2024-09-21T00:20:58.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.573+0000 7ff4273c6640 1 -- 172.21.15.67:0/1346366708 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff4200b6560 msgr2=0x7ff4200b0a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:58.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.573+0000 7ff4273c6640 1 --2- 172.21.15.67:0/1346366708 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff4200b6560 0x7ff4200b0a00 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7ff41c0098e0 tx=0x7ff41c02a5d0 comp rx=0 tx=0).stop 2024-09-21T00:20:58.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.573+0000 7ff4273c6640 1 -- 172.21.15.67:0/1346366708 shutdown_connections 2024-09-21T00:20:58.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.573+0000 7ff4273c6640 1 --2- 172.21.15.67:0/1346366708 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff4200b6560 0x7ff4200b0a00 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:58.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.573+0000 7ff4273c6640 1 -- 172.21.15.67:0/1346366708 >> 172.21.15.67:0/1346366708 conn(0x7ff4200d13c0 msgr2=0x7ff4200d17d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:20:58.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.573+0000 7ff4273c6640 1 -- 172.21.15.67:0/1346366708 shutdown_connections 2024-09-21T00:20:58.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.573+0000 7ff4273c6640 1 -- 172.21.15.67:0/1346366708 wait complete. 2024-09-21T00:20:58.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.575+0000 7ff4273c6640 1 Processor -- start 2024-09-21T00:20:58.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.575+0000 7ff4273c6640 1 -- start start 2024-09-21T00:20:58.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.576+0000 7ff4273c6640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff4200b6560 0x7ff4200c8450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:20:58.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.576+0000 7ff4273c6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff4200cea80 0x7ff42014e560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:20:58.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.576+0000 7ff4273c6640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff4200cf950 0x7ff4200ae720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:20:58.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.576+0000 7ff4273c6640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff4200cc970 con 0x7ff4200cea80 2024-09-21T00:20:58.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.576+0000 7ff4273c6640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff4200cc7f0 con 0x7ff4200b6560 2024-09-21T00:20:58.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.576+0000 7ff4273c6640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7ff4201670a0 con 0x7ff4200cf950 2024-09-21T00:20:58.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.576+0000 7ff424961640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff4200cea80 0x7ff42014e560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:20:58.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.576+0000 7ff424961640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff4200cea80 0x7ff42014e560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52896/0 (socket says 172.21.15.67:52896) 2024-09-21T00:20:58.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.576+0000 7ff424961640 1 -- 172.21.15.67:0/1840235409 learned_addr learned my addr 172.21.15.67:0/1840235409 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:20:58.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.576+0000 7ff425162640 1 --2- 172.21.15.67:0/1840235409 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff4200b6560 0x7ff4200c8450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:20:58.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.576+0000 7ff425963640 1 --2- 172.21.15.67:0/1840235409 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff4200cf950 0x7ff4200ae720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:20:58.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.577+0000 7ff424961640 1 -- 172.21.15.67:0/1840235409 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff4200cf950 msgr2=0x7ff4200ae720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:58.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.577+0000 7ff424961640 1 --2- 172.21.15.67:0/1840235409 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff4200cf950 0x7ff4200ae720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:58.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.577+0000 7ff424961640 1 -- 172.21.15.67:0/1840235409 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff4200b6560 msgr2=0x7ff4200c8450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:58.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.577+0000 7ff424961640 1 --2- 172.21.15.67:0/1840235409 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff4200b6560 0x7ff4200c8450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:58.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.577+0000 7ff424961640 1 -- 172.21.15.67:0/1840235409 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4200cb040 con 0x7ff4200cea80 2024-09-21T00:20:58.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.577+0000 7ff424961640 1 --2- 172.21.15.67:0/1840235409 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff4200cea80 0x7ff42014e560 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7ff414001eb0 tx=0x7ff41400c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:20:58.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.577+0000 7ff411ffb640 1 -- 172.21.15.67:0/1840235409 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff414017070 con 0x7ff4200cea80 2024-09-21T00:20:58.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.577+0000 7ff411ffb640 1 -- 172.21.15.67:0/1840235409 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff4140053c0 con 0x7ff4200cea80 2024-09-21T00:20:58.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.577+0000 7ff4273c6640 1 -- 172.21.15.67:0/1840235409 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4200cb320 con 0x7ff4200cea80 2024-09-21T00:20:58.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.577+0000 7ff411ffb640 1 -- 172.21.15.67:0/1840235409 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff414003830 con 0x7ff4200cea80 2024-09-21T00:20:58.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.577+0000 7ff411ffb640 1 -- 172.21.15.67:0/1840235409 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7ff41401a070 con 0x7ff4200cea80 2024-09-21T00:20:58.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.577+0000 7ff4273c6640 1 -- 172.21.15.67:0/1840235409 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff42014eaa0 con 0x7ff4200cea80 2024-09-21T00:20:58.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.578+0000 7ff411ffb640 1 -- 172.21.15.67:0/1840235409 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7ff4140118d0 con 0x7ff4200cea80 2024-09-21T00:20:58.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.579+0000 7ff4273c6640 1 -- 172.21.15.67:0/1840235409 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff4200b0a00 con 0x7ff4200cea80 2024-09-21T00:20:58.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.582+0000 7ff411ffb640 1 -- 172.21.15.67:0/1840235409 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7ff414011d60 con 0x7ff4200cea80 2024-09-21T00:20:58.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.649+0000 7ff4273c6640 1 -- 172.21.15.67:0/1840235409 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7ff4200b0300 con 0x7ff4200cea80 2024-09-21T00:20:58.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.651+0000 7ff411ffb640 1 -- 172.21.15.67:0/1840235409 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) ==== 124+0+0 (secure 0 0 0) 0x7ff4140039d0 con 0x7ff4200cea80 2024-09-21T00:20:58.652 INFO:teuthology.orchestra.run.smithi067.stderr:adjusted tunables profile to default 2024-09-21T00:20:58.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.652+0000 7ff4273c6640 1 -- 172.21.15.67:0/1840235409 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff4200cea80 msgr2=0x7ff42014e560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:58.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.652+0000 7ff4273c6640 1 --2- 172.21.15.67:0/1840235409 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff4200cea80 0x7ff42014e560 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7ff414001eb0 tx=0x7ff41400c890 comp rx=0 tx=0).stop 2024-09-21T00:20:58.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.652+0000 7ff4273c6640 1 -- 172.21.15.67:0/1840235409 shutdown_connections 2024-09-21T00:20:58.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.652+0000 7ff4273c6640 1 --2- 172.21.15.67:0/1840235409 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff4200cf950 0x7ff4200ae720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:58.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.652+0000 7ff4273c6640 1 --2- 172.21.15.67:0/1840235409 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff4200cea80 0x7ff42014e560 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:58.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.652+0000 7ff4273c6640 1 --2- 172.21.15.67:0/1840235409 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff4200b6560 0x7ff4200c8450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:58.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.652+0000 7ff4273c6640 1 -- 172.21.15.67:0/1840235409 >> 172.21.15.67:0/1840235409 conn(0x7ff4200d13c0 msgr2=0x7ff420075f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:20:58.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.652+0000 7ff4273c6640 1 -- 172.21.15.67:0/1840235409 shutdown_connections 2024-09-21T00:20:58.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:20:58.652+0000 7ff4273c6640 1 -- 172.21.15.67:0/1840235409 wait complete. 2024-09-21T00:20:58.664 INFO:tasks.ceph:check_enable_crimson: False 2024-09-21T00:20:58.664 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2024-09-21T00:20:58.665 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:20:58.665 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2024-09-21T00:20:58.690 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:20:58.690 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2024-09-21T00:20:58.756 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:20:58.756 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2024-09-21T00:20:58.822 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:20:58.823 DEBUG:teuthology.orchestra.run.smithi067:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2024-09-21T00:20:58.889 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:20:58.890 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2024-09-21T00:20:58.914 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:20:58.914 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2024-09-21T00:20:58.978 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:20:58.978 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2024-09-21T00:20:59.042 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:20:59.043 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2024-09-21T00:20:59.107 DEBUG:teuthology.orchestra.run.smithi097:> sudo ceph --cluster ceph osd new 8d1fee35-cc5d-4717-a7d1-4335e4edc9c4 0 2024-09-21T00:20:59.261 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.259+0000 7fea3565c640 1 -- 172.21.15.97:0/2514966979 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fea300b34c0 msgr2=0x7fea300d44a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:59.261 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.259+0000 7fea3565c640 1 --2- 172.21.15.97:0/2514966979 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fea300b34c0 0x7fea300d44a0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fea20005fd0 tx=0x7fea2002a4b0 comp rx=0 tx=0).stop 2024-09-21T00:20:59.261 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.259+0000 7fea3565c640 1 -- 172.21.15.97:0/2514966979 shutdown_connections 2024-09-21T00:20:59.261 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.259+0000 7fea3565c640 1 --2- 172.21.15.97:0/2514966979 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fea300b34c0 0x7fea300d44a0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:59.261 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.259+0000 7fea3565c640 1 -- 172.21.15.97:0/2514966979 >> 172.21.15.97:0/2514966979 conn(0x7fea3009da00 msgr2=0x7fea3008bee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:20:59.261 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.259+0000 7fea3565c640 1 -- 172.21.15.97:0/2514966979 shutdown_connections 2024-09-21T00:20:59.261 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.259+0000 7fea3565c640 1 -- 172.21.15.97:0/2514966979 wait complete. 2024-09-21T00:20:59.262 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.261+0000 7fea3565c640 1 Processor -- start 2024-09-21T00:20:59.262 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.261+0000 7fea3565c640 1 -- start start 2024-09-21T00:20:59.265 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.262+0000 7fea3565c640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fea300b2b30 0x7fea300ce1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:20:59.266 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.262+0000 7fea3565c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fea300b34c0 0x7fea301f6aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:20:59.266 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.262+0000 7fea3565c640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fea300d49e0 0x7fea300cc4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:20:59.266 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.262+0000 7fea3565c640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fea300d1fd0 con 0x7fea300b34c0 2024-09-21T00:20:59.266 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.262+0000 7fea3565c640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fea300d1e50 con 0x7fea300d49e0 2024-09-21T00:20:59.266 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.262+0000 7fea3565c640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fea3006f0a0 con 0x7fea300b2b30 2024-09-21T00:20:59.266 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.263+0000 7fea2effd640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fea300b2b30 0x7fea300ce1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:20:59.266 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.263+0000 7fea2effd640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fea300b2b30 0x7fea300ce1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.97:51774/0 (socket says 172.21.15.97:51774) 2024-09-21T00:20:59.266 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.263+0000 7fea2f7fe640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fea300d49e0 0x7fea300cc4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:20:59.267 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.263+0000 7fea2effd640 1 -- 172.21.15.97:0/2551054047 learned_addr learned my addr 172.21.15.97:0/2551054047 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-21T00:20:59.267 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.263+0000 7fea2e7fc640 1 --2- 172.21.15.97:0/2551054047 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fea300b34c0 0x7fea301f6aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:20:59.267 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.263+0000 7fea2effd640 1 -- 172.21.15.97:0/2551054047 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fea300d49e0 msgr2=0x7fea300cc4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:59.267 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.263+0000 7fea2effd640 1 --2- 172.21.15.97:0/2551054047 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fea300d49e0 0x7fea300cc4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:59.267 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.263+0000 7fea2effd640 1 -- 172.21.15.97:0/2551054047 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fea300b34c0 msgr2=0x7fea301f6aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:59.267 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.263+0000 7fea2effd640 1 --2- 172.21.15.97:0/2551054047 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fea300b34c0 0x7fea301f6aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:59.267 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.263+0000 7fea2effd640 1 -- 172.21.15.97:0/2551054047 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea300a0670 con 0x7fea300b2b30 2024-09-21T00:20:59.267 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.263+0000 7fea2f7fe640 1 --2- 172.21.15.97:0/2551054047 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fea300d49e0 0x7fea300cc4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:20:59.267 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.263+0000 7fea2effd640 1 --2- 172.21.15.97:0/2551054047 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fea300b2b30 0x7fea300ce1b0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fea20034040 tx=0x7fea200039e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:20:59.267 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.263+0000 7fea177fe640 1 -- 172.21.15.97:0/2551054047 <== mon.2 v2:172.21.15.97:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea2003e030 con 0x7fea300b2b30 2024-09-21T00:20:59.267 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.263+0000 7fea177fe640 1 -- 172.21.15.97:0/2551054047 <== mon.2 v2:172.21.15.97:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fea200047a0 con 0x7fea300b2b30 2024-09-21T00:20:59.267 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.263+0000 7fea3565c640 1 -- 172.21.15.97:0/2551054047 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fea300a0950 con 0x7fea300b2b30 2024-09-21T00:20:59.268 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.263+0000 7fea177fe640 1 -- 172.21.15.97:0/2551054047 <== mon.2 v2:172.21.15.97:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea20035040 con 0x7fea300b2b30 2024-09-21T00:20:59.268 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.263+0000 7fea3565c640 1 -- 172.21.15.97:0/2551054047 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fea300a0f10 con 0x7fea300b2b30 2024-09-21T00:20:59.268 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.264+0000 7fea177fe640 1 -- 172.21.15.97:0/2551054047 <== mon.2 v2:172.21.15.97:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fea20041030 con 0x7fea300b2b30 2024-09-21T00:20:59.268 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.264+0000 7fea177fe640 1 -- 172.21.15.97:0/2551054047 <== mon.2 v2:172.21.15.97:3301/0 5 ==== osd_map(2..2 src has 1..2) ==== 725+0+0 (secure 0 0 0) 0x7fea20043d80 con 0x7fea300b2b30 2024-09-21T00:20:59.268 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.264+0000 7fea3565c640 1 -- 172.21.15.97:0/2551054047 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fea300d4480 con 0x7fea300b2b30 2024-09-21T00:20:59.268 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.267+0000 7fea177fe640 1 -- 172.21.15.97:0/2551054047 <== mon.2 v2:172.21.15.97:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7fea20043410 con 0x7fea300b2b30 2024-09-21T00:20:59.338 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.337+0000 7fea3565c640 1 -- 172.21.15.97:0/2551054047 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "osd new", "uuid": "8d1fee35-cc5d-4717-a7d1-4335e4edc9c4", "id": 0} v 0) -- 0x7fea300b8550 con 0x7fea300b2b30 2024-09-21T00:20:59.343 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.343+0000 7fea177fe640 1 -- 172.21.15.97:0/2551054047 <== mon.2 v2:172.21.15.97:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "8d1fee35-cc5d-4717-a7d1-4335e4edc9c4", "id": 0}]=0 v3) ==== 112+0+2 (secure 0 0 0) 0x7fea2004d480 con 0x7fea300b2b30 2024-09-21T00:20:59.344 INFO:teuthology.orchestra.run.smithi097.stdout:0 2024-09-21T00:20:59.345 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.343+0000 7fea3565c640 1 -- 172.21.15.97:0/2551054047 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fea300b2b30 msgr2=0x7fea300ce1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:59.345 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.343+0000 7fea3565c640 1 --2- 172.21.15.97:0/2551054047 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fea300b2b30 0x7fea300ce1b0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fea20034040 tx=0x7fea200039e0 comp rx=0 tx=0).stop 2024-09-21T00:20:59.345 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.343+0000 7fea3565c640 1 -- 172.21.15.97:0/2551054047 shutdown_connections 2024-09-21T00:20:59.345 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.343+0000 7fea3565c640 1 --2- 172.21.15.97:0/2551054047 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fea300d49e0 0x7fea300cc4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:59.345 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.343+0000 7fea3565c640 1 --2- 172.21.15.97:0/2551054047 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fea300b34c0 0x7fea301f6aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:59.345 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.343+0000 7fea3565c640 1 --2- 172.21.15.97:0/2551054047 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fea300b2b30 0x7fea300ce1b0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:59.345 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.344+0000 7fea3565c640 1 -- 172.21.15.97:0/2551054047 >> 172.21.15.97:0/2551054047 conn(0x7fea3009da00 msgr2=0x7fea300b6830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:20:59.345 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.344+0000 7fea3565c640 1 -- 172.21.15.97:0/2551054047 shutdown_connections 2024-09-21T00:20:59.345 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.344+0000 7fea3565c640 1 -- 172.21.15.97:0/2551054047 wait complete. 2024-09-21T00:20:59.355 DEBUG:teuthology.orchestra.run.smithi097:> sudo ceph --cluster ceph osd new decdfb01-7df9-453d-a925-dc0f8f774002 1 2024-09-21T00:20:59.468 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.467+0000 7f3675fa1640 1 -- 172.21.15.97:0/4152761632 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f36700cfe90 msgr2=0x7f36700cbed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:59.469 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.467+0000 7f3675fa1640 1 --2- 172.21.15.97:0/4152761632 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f36700cfe90 0x7f36700cbed0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f3668005fd0 tx=0x7f366802a820 comp rx=0 tx=0).stop 2024-09-21T00:20:59.469 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.467+0000 7f3675fa1640 1 -- 172.21.15.97:0/4152761632 shutdown_connections 2024-09-21T00:20:59.469 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.467+0000 7f3675fa1640 1 --2- 172.21.15.97:0/4152761632 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f36700cfe90 0x7f36700cbed0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:59.469 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.467+0000 7f3675fa1640 1 --2- 172.21.15.97:0/4152761632 >> v2:172.21.15.67:3300/0 conn(0x7f36700cea80 0x7f36700cf950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:59.469 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.467+0000 7f3675fa1640 1 -- 172.21.15.97:0/4152761632 >> 172.21.15.97:0/4152761632 conn(0x7f36700d13c0 msgr2=0x7f36700d17d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:20:59.469 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.467+0000 7f3675fa1640 1 -- 172.21.15.97:0/4152761632 shutdown_connections 2024-09-21T00:20:59.469 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.467+0000 7f3675fa1640 1 -- 172.21.15.97:0/4152761632 wait complete. 2024-09-21T00:20:59.469 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.469+0000 7f3675fa1640 1 Processor -- start 2024-09-21T00:20:59.470 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.469+0000 7f3675fa1640 1 -- start start 2024-09-21T00:20:59.473 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.470+0000 7f3675fa1640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f36700b6560 0x7f367014b1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:20:59.473 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.470+0000 7f3675fa1640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f36700cea80 0x7f3670147e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:20:59.473 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.470+0000 7f3675fa1640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f36700cfe90 0x7f367006cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:20:59.474 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.470+0000 7f3675fa1640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f36700cc7a0 con 0x7f36700b6560 2024-09-21T00:20:59.474 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.470+0000 7f3675fa1640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f36700cc620 con 0x7f36700cea80 2024-09-21T00:20:59.474 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.470+0000 7f3675fa1640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f36700cc920 con 0x7f36700cfe90 2024-09-21T00:20:59.474 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.470+0000 7f366effd640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f36700cea80 0x7f3670147e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:20:59.474 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.470+0000 7f366ffff640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f36700cfe90 0x7f367006cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:20:59.474 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.470+0000 7f366effd640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f36700cea80 0x7f3670147e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.97:36868/0 (socket says 172.21.15.97:36868) 2024-09-21T00:20:59.474 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.470+0000 7f366effd640 1 -- 172.21.15.97:0/4131996318 learned_addr learned my addr 172.21.15.97:0/4131996318 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-21T00:20:59.474 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.470+0000 7f366f7fe640 1 --2- 172.21.15.97:0/4131996318 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f36700b6560 0x7f367014b1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:20:59.474 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.471+0000 7f366ffff640 1 -- 172.21.15.97:0/4131996318 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f36700cea80 msgr2=0x7f3670147e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:59.474 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.471+0000 7f366ffff640 1 --2- 172.21.15.97:0/4131996318 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f36700cea80 0x7f3670147e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:59.474 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.471+0000 7f366ffff640 1 -- 172.21.15.97:0/4131996318 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f36700b6560 msgr2=0x7f367014b1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:59.474 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.471+0000 7f366ffff640 1 --2- 172.21.15.97:0/4131996318 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f36700b6560 0x7f367014b1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:59.475 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.471+0000 7f366ffff640 1 -- 172.21.15.97:0/4131996318 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f367014a710 con 0x7f36700cfe90 2024-09-21T00:20:59.475 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.471+0000 7f366effd640 1 --2- 172.21.15.97:0/4131996318 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f36700cea80 0x7f3670147e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:20:59.475 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.471+0000 7f366f7fe640 1 --2- 172.21.15.97:0/4131996318 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f36700b6560 0x7f367014b1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:20:59.475 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.471+0000 7f366ffff640 1 --2- 172.21.15.97:0/4131996318 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f36700cfe90 0x7f367006cdb0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f3668009000 tx=0x7f3668032be0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:20:59.475 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.471+0000 7f3657fff640 1 -- 172.21.15.97:0/4131996318 <== mon.2 v2:172.21.15.97:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3668037040 con 0x7f36700cfe90 2024-09-21T00:20:59.475 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.471+0000 7f3657fff640 1 -- 172.21.15.97:0/4131996318 <== mon.2 v2:172.21.15.97:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3668042070 con 0x7f36700cfe90 2024-09-21T00:20:59.475 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.471+0000 7f3675fa1640 1 -- 172.21.15.97:0/4131996318 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f36700c5020 con 0x7f36700cfe90 2024-09-21T00:20:59.475 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.471+0000 7f3657fff640 1 -- 172.21.15.97:0/4131996318 <== mon.2 v2:172.21.15.97:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3668004040 con 0x7f36700cfe90 2024-09-21T00:20:59.475 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.471+0000 7f3675fa1640 1 -- 172.21.15.97:0/4131996318 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f367014a9d0 con 0x7f36700cfe90 2024-09-21T00:20:59.475 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.471+0000 7f3657fff640 1 -- 172.21.15.97:0/4131996318 <== mon.2 v2:172.21.15.97:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f3668004200 con 0x7f36700cfe90 2024-09-21T00:20:59.475 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.471+0000 7f3657fff640 1 -- 172.21.15.97:0/4131996318 <== mon.2 v2:172.21.15.97:3301/0 5 ==== osd_map(3..3 src has 1..3) ==== 840+0+0 (secure 0 0 0) 0x7f3668047c60 con 0x7f36700cfe90 2024-09-21T00:20:59.475 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.472+0000 7f3675fa1640 1 -- 172.21.15.97:0/4131996318 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f36700cf950 con 0x7f36700cfe90 2024-09-21T00:20:59.476 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.474+0000 7f3657fff640 1 -- 172.21.15.97:0/4131996318 <== mon.2 v2:172.21.15.97:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f3668004630 con 0x7f36700cfe90 2024-09-21T00:20:59.546 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.544+0000 7f3675fa1640 1 -- 172.21.15.97:0/4131996318 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "osd new", "uuid": "decdfb01-7df9-453d-a925-dc0f8f774002", "id": 1} v 0) -- 0x7f367006f9f0 con 0x7f36700cfe90 2024-09-21T00:20:59.549 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.548+0000 7f3657fff640 1 -- 172.21.15.97:0/4131996318 <== mon.2 v2:172.21.15.97:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "decdfb01-7df9-453d-a925-dc0f8f774002", "id": 1}]=0 v4) ==== 112+0+2 (secure 0 0 0) 0x7f366803d440 con 0x7f36700cfe90 2024-09-21T00:20:59.550 INFO:teuthology.orchestra.run.smithi097.stdout:1 2024-09-21T00:20:59.551 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.549+0000 7f3675fa1640 1 -- 172.21.15.97:0/4131996318 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f36700cfe90 msgr2=0x7f367006cdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:59.551 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.549+0000 7f3675fa1640 1 --2- 172.21.15.97:0/4131996318 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f36700cfe90 0x7f367006cdb0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f3668009000 tx=0x7f3668032be0 comp rx=0 tx=0).stop 2024-09-21T00:20:59.551 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.549+0000 7f3675fa1640 1 -- 172.21.15.97:0/4131996318 shutdown_connections 2024-09-21T00:20:59.551 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.549+0000 7f3675fa1640 1 --2- 172.21.15.97:0/4131996318 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f36700cfe90 0x7f367006cdb0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:59.551 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.549+0000 7f3675fa1640 1 --2- 172.21.15.97:0/4131996318 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f36700cea80 0x7f3670147e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:59.551 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.549+0000 7f3675fa1640 1 --2- 172.21.15.97:0/4131996318 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f36700b6560 0x7f367014b1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:59.551 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.549+0000 7f3675fa1640 1 -- 172.21.15.97:0/4131996318 >> 172.21.15.97:0/4131996318 conn(0x7f36700d13c0 msgr2=0x7f36700709e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:20:59.551 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.549+0000 7f3675fa1640 1 -- 172.21.15.97:0/4131996318 shutdown_connections 2024-09-21T00:20:59.551 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.550+0000 7f3675fa1640 1 -- 172.21.15.97:0/4131996318 wait complete. 2024-09-21T00:20:59.561 DEBUG:teuthology.orchestra.run.smithi097:> sudo ceph --cluster ceph osd new 07e24252-95d2-45d8-99d4-b180c4a70c7e 2 2024-09-21T00:20:59.674 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.673+0000 7f4ad4eec640 1 -- 172.21.15.97:0/2706572677 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4ad00b6660 msgr2=0x7f4ad00b4210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:59.674 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.673+0000 7f4ad4eec640 1 --2- 172.21.15.97:0/2706572677 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4ad00b6660 0x7f4ad00b4210 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f4ac0009820 tx=0x7f4ac002a510 comp rx=0 tx=0).stop 2024-09-21T00:20:59.675 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.673+0000 7f4ad4eec640 1 -- 172.21.15.97:0/2706572677 shutdown_connections 2024-09-21T00:20:59.675 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.673+0000 7f4ad4eec640 1 --2- 172.21.15.97:0/2706572677 >> v2:172.21.15.97:3300/0 conn(0x7f4ad00b4750 0x7f4ad00cfa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:59.675 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.673+0000 7f4ad4eec640 1 --2- 172.21.15.97:0/2706572677 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4ad00b6660 0x7f4ad00b4210 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:59.675 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.673+0000 7f4ad4eec640 1 -- 172.21.15.97:0/2706572677 >> 172.21.15.97:0/2706572677 conn(0x7f4ad00d13c0 msgr2=0x7f4ad00d17d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:20:59.675 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.673+0000 7f4ad4eec640 1 -- 172.21.15.97:0/2706572677 shutdown_connections 2024-09-21T00:20:59.675 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.673+0000 7f4ad4eec640 1 -- 172.21.15.97:0/2706572677 wait complete. 2024-09-21T00:20:59.676 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.675+0000 7f4ad4eec640 1 Processor -- start 2024-09-21T00:20:59.676 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.675+0000 7f4ad4eec640 1 -- start start 2024-09-21T00:20:59.679 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.676+0000 7f4ad4eec640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4ad00b4750 0x7f4ad009ddd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:20:59.679 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.676+0000 7f4ad4eec640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4ad00b6660 0x7f4ad01f62b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:20:59.679 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.676+0000 7f4ad4eec640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4ad00cffb0 0x7f4ad006cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:20:59.679 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.676+0000 7f4ad4eec640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f4ad00cc220 con 0x7f4ad00b4750 2024-09-21T00:20:59.679 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.676+0000 7f4ad4eec640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f4ad00cc0a0 con 0x7f4ad00b6660 2024-09-21T00:20:59.679 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.676+0000 7f4ad4eec640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f4ad00cc3a0 con 0x7f4ad00cffb0 2024-09-21T00:20:59.679 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.676+0000 7f4acdd9b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4ad00b6660 0x7f4ad01f62b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:20:59.679 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.676+0000 7f4acdd9b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4ad00b6660 0x7f4ad01f62b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.97:36888/0 (socket says 172.21.15.97:36888) 2024-09-21T00:20:59.679 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.676+0000 7f4acdd9b640 1 -- 172.21.15.97:0/2346781684 learned_addr learned my addr 172.21.15.97:0/2346781684 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-21T00:20:59.679 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.676+0000 7f4aced9d640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4ad00cffb0 0x7f4ad006cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:20:59.680 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.676+0000 7f4ace59c640 1 --2- 172.21.15.97:0/2346781684 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4ad00b4750 0x7f4ad009ddd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:20:59.680 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.676+0000 7f4acdd9b640 1 -- 172.21.15.97:0/2346781684 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4ad00cffb0 msgr2=0x7f4ad006cdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:59.680 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.676+0000 7f4acdd9b640 1 --2- 172.21.15.97:0/2346781684 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4ad00cffb0 0x7f4ad006cdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:59.680 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.676+0000 7f4acdd9b640 1 -- 172.21.15.97:0/2346781684 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4ad00b4750 msgr2=0x7f4ad009ddd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:59.680 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.676+0000 7f4acdd9b640 1 --2- 172.21.15.97:0/2346781684 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4ad00b4750 0x7f4ad009ddd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:59.680 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.676+0000 7f4acdd9b640 1 -- 172.21.15.97:0/2346781684 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ad014a2b0 con 0x7f4ad00b6660 2024-09-21T00:20:59.680 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.676+0000 7f4ace59c640 1 --2- 172.21.15.97:0/2346781684 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4ad00b4750 0x7f4ad009ddd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:20:59.680 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.677+0000 7f4acdd9b640 1 --2- 172.21.15.97:0/2346781684 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4ad00b6660 0x7f4ad01f62b0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f4ac400e9f0 tx=0x7f4ac400eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:20:59.680 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.677+0000 7f4abeffd640 1 -- 172.21.15.97:0/2346781684 <== mon.1 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ac400cd80 con 0x7f4ad00b6660 2024-09-21T00:20:59.680 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.677+0000 7f4abeffd640 1 -- 172.21.15.97:0/2346781684 <== mon.1 v2:172.21.15.97:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4ac4010520 con 0x7f4ad00b6660 2024-09-21T00:20:59.680 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.677+0000 7f4ad4eec640 1 -- 172.21.15.97:0/2346781684 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ad014a590 con 0x7f4ad00b6660 2024-09-21T00:20:59.681 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.677+0000 7f4abeffd640 1 -- 172.21.15.97:0/2346781684 <== mon.1 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ac4010970 con 0x7f4ad00b6660 2024-09-21T00:20:59.681 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.677+0000 7f4ad4eec640 1 -- 172.21.15.97:0/2346781684 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ad014ab50 con 0x7f4ad00b6660 2024-09-21T00:20:59.681 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.677+0000 7f4abeffd640 1 -- 172.21.15.97:0/2346781684 <== mon.1 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f4ac4010b10 con 0x7f4ad00b6660 2024-09-21T00:20:59.681 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.677+0000 7f4abeffd640 1 -- 172.21.15.97:0/2346781684 <== mon.1 v2:172.21.15.97:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 955+0+0 (secure 0 0 0) 0x7f4ac4004cd0 con 0x7f4ad00b6660 2024-09-21T00:20:59.681 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.678+0000 7f4ad4eec640 1 -- 172.21.15.97:0/2346781684 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4ad00cfa70 con 0x7f4ad00b6660 2024-09-21T00:20:59.681 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.680+0000 7f4abeffd640 1 -- 172.21.15.97:0/2346781684 <== mon.1 v2:172.21.15.97:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f4ac4026070 con 0x7f4ad00b6660 2024-09-21T00:20:59.751 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.750+0000 7f4ad4eec640 1 -- 172.21.15.97:0/2346781684 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "osd new", "uuid": "07e24252-95d2-45d8-99d4-b180c4a70c7e", "id": 2} v 0) -- 0x7f4ad00b7280 con 0x7f4ad00b6660 2024-09-21T00:20:59.755 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.754+0000 7f4abeffd640 1 -- 172.21.15.97:0/2346781684 <== mon.1 v2:172.21.15.97:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "07e24252-95d2-45d8-99d4-b180c4a70c7e", "id": 2}]=0 v5) ==== 112+0+2 (secure 0 0 0) 0x7f4ac40048b0 con 0x7f4ad00b6660 2024-09-21T00:20:59.756 INFO:teuthology.orchestra.run.smithi097.stdout:2 2024-09-21T00:20:59.757 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.755+0000 7f4ad4eec640 1 -- 172.21.15.97:0/2346781684 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4ad00b6660 msgr2=0x7f4ad01f62b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:59.757 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.755+0000 7f4ad4eec640 1 --2- 172.21.15.97:0/2346781684 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4ad00b6660 0x7f4ad01f62b0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f4ac400e9f0 tx=0x7f4ac400eeb0 comp rx=0 tx=0).stop 2024-09-21T00:20:59.757 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.755+0000 7f4ad4eec640 1 -- 172.21.15.97:0/2346781684 shutdown_connections 2024-09-21T00:20:59.757 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.755+0000 7f4ad4eec640 1 --2- 172.21.15.97:0/2346781684 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4ad00cffb0 0x7f4ad006cdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:59.757 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.755+0000 7f4ad4eec640 1 --2- 172.21.15.97:0/2346781684 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4ad00b6660 0x7f4ad01f62b0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:59.757 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.755+0000 7f4ad4eec640 1 --2- 172.21.15.97:0/2346781684 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4ad00b4750 0x7f4ad009ddd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:59.757 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.755+0000 7f4ad4eec640 1 -- 172.21.15.97:0/2346781684 >> 172.21.15.97:0/2346781684 conn(0x7f4ad00d13c0 msgr2=0x7f4ad015b6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:20:59.757 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.755+0000 7f4ad4eec640 1 -- 172.21.15.97:0/2346781684 shutdown_connections 2024-09-21T00:20:59.758 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.756+0000 7f4ad4eec640 1 -- 172.21.15.97:0/2346781684 wait complete. 2024-09-21T00:20:59.767 DEBUG:teuthology.orchestra.run.smithi097:> sudo ceph --cluster ceph osd new e424e634-b49f-4ac1-bb49-abb69b4f2004 3 2024-09-21T00:20:59.881 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.879+0000 7f895538a640 1 -- 172.21.15.97:0/3502017555 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f89500d4db0 msgr2=0x7f89500d0d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:59.881 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.879+0000 7f895538a640 1 --2- 172.21.15.97:0/3502017555 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f89500d4db0 0x7f89500d0d40 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f8940009830 tx=0x7f894002a480 comp rx=0 tx=0).stop 2024-09-21T00:20:59.881 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.879+0000 7f895538a640 1 -- 172.21.15.97:0/3502017555 shutdown_connections 2024-09-21T00:20:59.881 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.879+0000 7f895538a640 1 --2- 172.21.15.97:0/3502017555 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f89500d4db0 0x7f89500d0d40 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:59.881 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.879+0000 7f895538a640 1 --2- 172.21.15.97:0/3502017555 >> v2:172.21.15.67:3300/0 conn(0x7f89500d3590 0x7f89500b9950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:59.881 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.879+0000 7f895538a640 1 -- 172.21.15.97:0/3502017555 >> 172.21.15.97:0/3502017555 conn(0x7f895009da10 msgr2=0x7f89500d46a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:20:59.881 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.879+0000 7f895538a640 1 -- 172.21.15.97:0/3502017555 shutdown_connections 2024-09-21T00:20:59.881 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.879+0000 7f895538a640 1 -- 172.21.15.97:0/3502017555 wait complete. 2024-09-21T00:20:59.882 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.881+0000 7f895538a640 1 Processor -- start 2024-09-21T00:20:59.882 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.881+0000 7f895538a640 1 -- start start 2024-09-21T00:20:59.885 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.882+0000 7f895538a640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f89500d1280 0x7f89501586a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:20:59.885 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.882+0000 7f895538a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f89500d3590 0x7f895015c4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:20:59.885 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.882+0000 7f895538a640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f89500d4db0 0x7f89500b1d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:20:59.886 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.882+0000 7f895538a640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f89500b3c40 con 0x7f89500d3590 2024-09-21T00:20:59.886 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.882+0000 7f895538a640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f89500b55b0 con 0x7f89500d4db0 2024-09-21T00:20:59.886 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.882+0000 7f895538a640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f89500d2b90 con 0x7f89500d1280 2024-09-21T00:20:59.886 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.883+0000 7f894effd640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f89500d1280 0x7f89501586a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:20:59.886 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.883+0000 7f894f7fe640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f89500d4db0 0x7f89500b1d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:20:59.886 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.883+0000 7f894f7fe640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f89500d4db0 0x7f89500b1d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.97:36896/0 (socket says 172.21.15.97:36896) 2024-09-21T00:20:59.886 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.883+0000 7f894f7fe640 1 -- 172.21.15.97:0/895283197 learned_addr learned my addr 172.21.15.97:0/895283197 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-21T00:20:59.886 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.883+0000 7f894effd640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f89500d1280 0x7f89501586a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.97:51832/0 (socket says 172.21.15.97:51832) 2024-09-21T00:20:59.886 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.883+0000 7f894e7fc640 1 --2- 172.21.15.97:0/895283197 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f89500d3590 0x7f895015c4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:20:59.886 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.883+0000 7f894effd640 1 -- 172.21.15.97:0/895283197 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f89500d4db0 msgr2=0x7f89500b1d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:59.887 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.883+0000 7f894effd640 1 --2- 172.21.15.97:0/895283197 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f89500d4db0 0x7f89500b1d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:59.887 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.883+0000 7f894effd640 1 -- 172.21.15.97:0/895283197 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f89500d3590 msgr2=0x7f895015c4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:59.887 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.883+0000 7f894effd640 1 --2- 172.21.15.97:0/895283197 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f89500d3590 0x7f895015c4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:59.887 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.883+0000 7f894effd640 1 -- 172.21.15.97:0/895283197 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89501f5bc0 con 0x7f89500d1280 2024-09-21T00:20:59.887 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.883+0000 7f894f7fe640 1 --2- 172.21.15.97:0/895283197 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f89500d4db0 0x7f89500b1d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:20:59.887 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.883+0000 7f894e7fc640 1 --2- 172.21.15.97:0/895283197 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f89500d3590 0x7f895015c4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:20:59.887 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.883+0000 7f894effd640 1 --2- 172.21.15.97:0/895283197 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f89500d1280 0x7f89501586a0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f894400e9f0 tx=0x7f894400eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:20:59.887 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.883+0000 7f89377fe640 1 -- 172.21.15.97:0/895283197 <== mon.2 v2:172.21.15.97:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f894400ccc0 con 0x7f89500d1280 2024-09-21T00:20:59.887 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.883+0000 7f89377fe640 1 -- 172.21.15.97:0/895283197 <== mon.2 v2:172.21.15.97:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8944010430 con 0x7f89500d1280 2024-09-21T00:20:59.887 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.883+0000 7f895538a640 1 -- 172.21.15.97:0/895283197 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f89501f5ea0 con 0x7f89500d1280 2024-09-21T00:20:59.887 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.883+0000 7f89377fe640 1 -- 172.21.15.97:0/895283197 <== mon.2 v2:172.21.15.97:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8944010840 con 0x7f89500d1280 2024-09-21T00:20:59.888 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.883+0000 7f895538a640 1 -- 172.21.15.97:0/895283197 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f8950158dc0 con 0x7f89500d1280 2024-09-21T00:20:59.888 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.884+0000 7f89377fe640 1 -- 172.21.15.97:0/895283197 <== mon.2 v2:172.21.15.97:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f89440109e0 con 0x7f89500d1280 2024-09-21T00:20:59.888 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.884+0000 7f89377fe640 1 -- 172.21.15.97:0/895283197 <== mon.2 v2:172.21.15.97:3301/0 5 ==== osd_map(5..5 src has 1..5) ==== 1070+0+0 (secure 0 0 0) 0x7f8944018ce0 con 0x7f89500d1280 2024-09-21T00:20:59.888 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.884+0000 7f895538a640 1 -- 172.21.15.97:0/895283197 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f89500d1e90 con 0x7f89500d1280 2024-09-21T00:20:59.888 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.886+0000 7f89377fe640 1 -- 172.21.15.97:0/895283197 <== mon.2 v2:172.21.15.97:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f89500d1e90 con 0x7f89500d1280 2024-09-21T00:20:59.958 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.956+0000 7f895538a640 1 -- 172.21.15.97:0/895283197 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "osd new", "uuid": "e424e634-b49f-4ac1-bb49-abb69b4f2004", "id": 3} v 0) -- 0x7f89500d30d0 con 0x7f89500d1280 2024-09-21T00:20:59.962 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.961+0000 7f89377fe640 1 -- 172.21.15.97:0/895283197 <== mon.2 v2:172.21.15.97:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "e424e634-b49f-4ac1-bb49-abb69b4f2004", "id": 3}]=0 v6) ==== 112+0+2 (secure 0 0 0) 0x7f8944018420 con 0x7f89500d1280 2024-09-21T00:20:59.962 INFO:teuthology.orchestra.run.smithi097.stdout:3 2024-09-21T00:20:59.963 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.962+0000 7f895538a640 1 -- 172.21.15.97:0/895283197 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f89500d1280 msgr2=0x7f89501586a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:20:59.963 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.962+0000 7f895538a640 1 --2- 172.21.15.97:0/895283197 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f89500d1280 0x7f89501586a0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f894400e9f0 tx=0x7f894400eeb0 comp rx=0 tx=0).stop 2024-09-21T00:20:59.964 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.962+0000 7f895538a640 1 -- 172.21.15.97:0/895283197 shutdown_connections 2024-09-21T00:20:59.964 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.962+0000 7f895538a640 1 --2- 172.21.15.97:0/895283197 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f89500d4db0 0x7f89500b1d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:59.964 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.962+0000 7f895538a640 1 --2- 172.21.15.97:0/895283197 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f89500d3590 0x7f895015c4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:59.964 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.962+0000 7f895538a640 1 --2- 172.21.15.97:0/895283197 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f89500d1280 0x7f89501586a0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:20:59.964 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.962+0000 7f895538a640 1 -- 172.21.15.97:0/895283197 >> 172.21.15.97:0/895283197 conn(0x7f895009da10 msgr2=0x7f8950161ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:20:59.964 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.962+0000 7f895538a640 1 -- 172.21.15.97:0/895283197 shutdown_connections 2024-09-21T00:20:59.964 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:20:59.962+0000 7f895538a640 1 -- 172.21.15.97:0/895283197 wait complete. 2024-09-21T00:20:59.974 DEBUG:teuthology.orchestra.run.smithi097:> sudo ceph --cluster ceph osd new afc03ab6-0f5a-49c9-9f9a-fd7d3f647627 4 2024-09-21T00:21:00.087 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.085+0000 7f004880e640 1 -- 172.21.15.97:0/30067715 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f004406d4c0 msgr2=0x7f00440b6b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:00.087 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.085+0000 7f004880e640 1 --2- 172.21.15.97:0/30067715 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f004406d4c0 0x7f00440b6b30 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f0034005fd0 tx=0x7f003402a670 comp rx=0 tx=0).stop 2024-09-21T00:21:00.087 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.085+0000 7f004880e640 1 -- 172.21.15.97:0/30067715 shutdown_connections 2024-09-21T00:21:00.087 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.085+0000 7f004880e640 1 --2- 172.21.15.97:0/30067715 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f004406d4c0 0x7f00440b6b30 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:00.087 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.085+0000 7f004880e640 1 -- 172.21.15.97:0/30067715 >> 172.21.15.97:0/30067715 conn(0x7f004409a950 msgr2=0x7f00440d1460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:00.087 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.085+0000 7f004880e640 1 -- 172.21.15.97:0/30067715 shutdown_connections 2024-09-21T00:21:00.087 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.085+0000 7f004880e640 1 -- 172.21.15.97:0/30067715 wait complete. 2024-09-21T00:21:00.088 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.087+0000 7f004880e640 1 Processor -- start 2024-09-21T00:21:00.088 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.087+0000 7f004880e640 1 -- start start 2024-09-21T00:21:00.091 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.088+0000 7f004880e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f00440d1d80 0x7f00441e53d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:00.091 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.088+0000 7f004880e640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f004415c0c0 0x7f00440c7870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:00.091 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.088+0000 7f004880e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f00441e8180 0x7f00441f6c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:00.091 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.088+0000 7f004880e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f00440ce3f0 con 0x7f00441e8180 2024-09-21T00:21:00.091 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.088+0000 7f004880e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f00440ce270 con 0x7f00440d1d80 2024-09-21T00:21:00.091 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.088+0000 7f004880e640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f00440ce570 con 0x7f004415c0c0 2024-09-21T00:21:00.092 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.088+0000 7f004259c640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f00440d1d80 0x7f00441e53d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:00.092 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.088+0000 7f0041d9b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f004415c0c0 0x7f00440c7870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:00.092 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.088+0000 7f0041d9b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f004415c0c0 0x7f00440c7870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.97:51840/0 (socket says 172.21.15.97:51840) 2024-09-21T00:21:00.092 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.088+0000 7f004259c640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f00440d1d80 0x7f00441e53d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.97:36908/0 (socket says 172.21.15.97:36908) 2024-09-21T00:21:00.092 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.088+0000 7f0041d9b640 1 -- 172.21.15.97:0/2080982078 learned_addr learned my addr 172.21.15.97:0/2080982078 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-21T00:21:00.092 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.089+0000 7f0042d9d640 1 --2- 172.21.15.97:0/2080982078 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f00441e8180 0x7f00441f6c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:00.092 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.089+0000 7f0041d9b640 1 -- 172.21.15.97:0/2080982078 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f00440d1d80 msgr2=0x7f00441e53d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:00.092 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.089+0000 7f0041d9b640 1 --2- 172.21.15.97:0/2080982078 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f00440d1d80 0x7f00441e53d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:00.092 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.089+0000 7f0041d9b640 1 -- 172.21.15.97:0/2080982078 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f00441e8180 msgr2=0x7f00441f6c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:00.092 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.089+0000 7f0041d9b640 1 --2- 172.21.15.97:0/2080982078 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f00441e8180 0x7f00441f6c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:00.092 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.089+0000 7f0041d9b640 1 -- 172.21.15.97:0/2080982078 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00441e70e0 con 0x7f004415c0c0 2024-09-21T00:21:00.093 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.089+0000 7f0041d9b640 1 --2- 172.21.15.97:0/2080982078 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f004415c0c0 0x7f00440c7870 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f0034034040 tx=0x7f00340039e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:00.093 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.089+0000 7f003affd640 1 -- 172.21.15.97:0/2080982078 <== mon.2 v2:172.21.15.97:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f003403e030 con 0x7f004415c0c0 2024-09-21T00:21:00.093 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.089+0000 7f003affd640 1 -- 172.21.15.97:0/2080982078 <== mon.2 v2:172.21.15.97:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f00340047a0 con 0x7f004415c0c0 2024-09-21T00:21:00.093 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.089+0000 7f003affd640 1 -- 172.21.15.97:0/2080982078 <== mon.2 v2:172.21.15.97:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0034035040 con 0x7f004415c0c0 2024-09-21T00:21:00.093 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.089+0000 7f004880e640 1 -- 172.21.15.97:0/2080982078 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00441e73c0 con 0x7f004415c0c0 2024-09-21T00:21:00.093 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.089+0000 7f004880e640 1 -- 172.21.15.97:0/2080982078 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f00441e7980 con 0x7f004415c0c0 2024-09-21T00:21:00.093 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.089+0000 7f003affd640 1 -- 172.21.15.97:0/2080982078 <== mon.2 v2:172.21.15.97:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f0034041030 con 0x7f004415c0c0 2024-09-21T00:21:00.093 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.089+0000 7f003affd640 1 -- 172.21.15.97:0/2080982078 <== mon.2 v2:172.21.15.97:3301/0 5 ==== osd_map(6..6 src has 1..6) ==== 1185+0+0 (secure 0 0 0) 0x7f0034031400 con 0x7f004415c0c0 2024-09-21T00:21:00.093 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.090+0000 7f004880e640 1 -- 172.21.15.97:0/2080982078 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0044075b70 con 0x7f004415c0c0 2024-09-21T00:21:00.093 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.092+0000 7f003affd640 1 -- 172.21.15.97:0/2080982078 <== mon.2 v2:172.21.15.97:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f0034043410 con 0x7f004415c0c0 2024-09-21T00:21:00.163 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.162+0000 7f004880e640 1 -- 172.21.15.97:0/2080982078 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "osd new", "uuid": "afc03ab6-0f5a-49c9-9f9a-fd7d3f647627", "id": 4} v 0) -- 0x7f004415ce80 con 0x7f004415c0c0 2024-09-21T00:21:00.167 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.166+0000 7f003affd640 1 -- 172.21.15.97:0/2080982078 <== mon.2 v2:172.21.15.97:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "afc03ab6-0f5a-49c9-9f9a-fd7d3f647627", "id": 4}]=0 v7) ==== 112+0+2 (secure 0 0 0) 0x7f00340435f0 con 0x7f004415c0c0 2024-09-21T00:21:00.168 INFO:teuthology.orchestra.run.smithi097.stdout:4 2024-09-21T00:21:00.169 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.167+0000 7f004880e640 1 -- 172.21.15.97:0/2080982078 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f004415c0c0 msgr2=0x7f00440c7870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:00.169 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.167+0000 7f004880e640 1 --2- 172.21.15.97:0/2080982078 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f004415c0c0 0x7f00440c7870 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f0034034040 tx=0x7f00340039e0 comp rx=0 tx=0).stop 2024-09-21T00:21:00.169 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.167+0000 7f004880e640 1 -- 172.21.15.97:0/2080982078 shutdown_connections 2024-09-21T00:21:00.169 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.167+0000 7f004880e640 1 --2- 172.21.15.97:0/2080982078 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f00441e8180 0x7f00441f6c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:00.169 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.167+0000 7f004880e640 1 --2- 172.21.15.97:0/2080982078 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f004415c0c0 0x7f00440c7870 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:00.169 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.167+0000 7f004880e640 1 --2- 172.21.15.97:0/2080982078 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f00440d1d80 0x7f00441e53d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:00.169 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.167+0000 7f004880e640 1 -- 172.21.15.97:0/2080982078 >> 172.21.15.97:0/2080982078 conn(0x7f004409a950 msgr2=0x7f00441e85c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:00.169 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.167+0000 7f004880e640 1 -- 172.21.15.97:0/2080982078 shutdown_connections 2024-09-21T00:21:00.169 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.167+0000 7f004880e640 1 -- 172.21.15.97:0/2080982078 wait complete. 2024-09-21T00:21:00.179 DEBUG:teuthology.orchestra.run.smithi097:> sudo ceph --cluster ceph osd new 72bd65dd-9d80-47ce-a1dd-7ba1937698d8 5 2024-09-21T00:21:00.293 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.292+0000 7fcfa0158640 1 -- 172.21.15.97:0/1147222961 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcf980cea80 msgr2=0x7fcf980cf950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:00.293 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.292+0000 7fcfa0158640 1 --2- 172.21.15.97:0/1147222961 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcf980cea80 0x7fcf980cf950 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fcf88005fd0 tx=0x7fcf8802a5f0 comp rx=0 tx=0).stop 2024-09-21T00:21:00.294 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.292+0000 7fcfa0158640 1 -- 172.21.15.97:0/1147222961 shutdown_connections 2024-09-21T00:21:00.294 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.292+0000 7fcfa0158640 1 --2- 172.21.15.97:0/1147222961 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcf980cea80 0x7fcf980cf950 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:00.294 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.292+0000 7fcfa0158640 1 -- 172.21.15.97:0/1147222961 >> 172.21.15.97:0/1147222961 conn(0x7fcf980d13c0 msgr2=0x7fcf980d17d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:00.294 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.292+0000 7fcfa0158640 1 -- 172.21.15.97:0/1147222961 shutdown_connections 2024-09-21T00:21:00.294 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.292+0000 7fcfa0158640 1 -- 172.21.15.97:0/1147222961 wait complete. 2024-09-21T00:21:00.295 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.294+0000 7fcfa0158640 1 Processor -- start 2024-09-21T00:21:00.295 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.294+0000 7fcfa0158640 1 -- start start 2024-09-21T00:21:00.297 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.295+0000 7fcfa0158640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcf980b6560 0x7fcf9815da20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:00.298 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.295+0000 7fcfa0158640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcf980cea80 0x7fcf98160400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:00.298 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.295+0000 7fcfa0158640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcf980cfe90 0x7fcf98160940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:00.298 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.295+0000 7fcfa0158640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fcf980cc970 con 0x7fcf980cea80 2024-09-21T00:21:00.298 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.295+0000 7fcfa0158640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fcf980cc7f0 con 0x7fcf980b6560 2024-09-21T00:21:00.298 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.295+0000 7fcfa0158640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fcf981670a0 con 0x7fcf980cfe90 2024-09-21T00:21:00.298 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.295+0000 7fcf9def4640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcf980b6560 0x7fcf9815da20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:00.298 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.295+0000 7fcf9e6f5640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcf980cfe90 0x7fcf98160940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:00.298 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.295+0000 7fcf9def4640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcf980b6560 0x7fcf9815da20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.97:36932/0 (socket says 172.21.15.97:36932) 2024-09-21T00:21:00.298 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.295+0000 7fcf9def4640 1 -- 172.21.15.97:0/3360241526 learned_addr learned my addr 172.21.15.97:0/3360241526 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-21T00:21:00.298 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.295+0000 7fcf9d6f3640 1 --2- 172.21.15.97:0/3360241526 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcf980cea80 0x7fcf98160400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:00.298 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.295+0000 7fcf9def4640 1 -- 172.21.15.97:0/3360241526 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcf980cfe90 msgr2=0x7fcf98160940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:00.298 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.295+0000 7fcf9def4640 1 --2- 172.21.15.97:0/3360241526 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcf980cfe90 0x7fcf98160940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:00.298 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.295+0000 7fcf9def4640 1 -- 172.21.15.97:0/3360241526 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcf980cea80 msgr2=0x7fcf98160400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:00.299 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.295+0000 7fcf9def4640 1 --2- 172.21.15.97:0/3360241526 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcf980cea80 0x7fcf98160400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:00.299 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.295+0000 7fcf9def4640 1 -- 172.21.15.97:0/3360241526 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcf981f6ab0 con 0x7fcf980b6560 2024-09-21T00:21:00.299 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.296+0000 7fcf9def4640 1 --2- 172.21.15.97:0/3360241526 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcf980b6560 0x7fcf9815da20 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fcf9400c460 tx=0x7fcf9400c920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:00.299 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.296+0000 7fcf8e7fc640 1 -- 172.21.15.97:0/3360241526 <== mon.1 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf94017070 con 0x7fcf980b6560 2024-09-21T00:21:00.299 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.296+0000 7fcf8e7fc640 1 -- 172.21.15.97:0/3360241526 <== mon.1 v2:172.21.15.97:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcf940035f0 con 0x7fcf980b6560 2024-09-21T00:21:00.299 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.296+0000 7fcfa0158640 1 -- 172.21.15.97:0/3360241526 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcf980c4140 con 0x7fcf980b6560 2024-09-21T00:21:00.299 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.296+0000 7fcf8e7fc640 1 -- 172.21.15.97:0/3360241526 <== mon.1 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf94003a20 con 0x7fcf980b6560 2024-09-21T00:21:00.299 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.296+0000 7fcfa0158640 1 -- 172.21.15.97:0/3360241526 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcf9815df60 con 0x7fcf980b6560 2024-09-21T00:21:00.299 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.296+0000 7fcf8e7fc640 1 -- 172.21.15.97:0/3360241526 <== mon.1 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fcf9401a070 con 0x7fcf980b6560 2024-09-21T00:21:00.299 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.296+0000 7fcf8e7fc640 1 -- 172.21.15.97:0/3360241526 <== mon.1 v2:172.21.15.97:3300/0 5 ==== osd_map(7..7 src has 1..7) ==== 1300+0+0 (secure 0 0 0) 0x7fcf94012980 con 0x7fcf980b6560 2024-09-21T00:21:00.300 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.297+0000 7fcfa0158640 1 -- 172.21.15.97:0/3360241526 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcf980c3f30 con 0x7fcf980b6560 2024-09-21T00:21:00.300 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.299+0000 7fcf8e7fc640 1 -- 172.21.15.97:0/3360241526 <== mon.1 v2:172.21.15.97:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7fcf94021080 con 0x7fcf980b6560 2024-09-21T00:21:00.371 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.370+0000 7fcfa0158640 1 -- 172.21.15.97:0/3360241526 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "osd new", "uuid": "72bd65dd-9d80-47ce-a1dd-7ba1937698d8", "id": 5} v 0) -- 0x7fcf980cf950 con 0x7fcf980b6560 2024-09-21T00:21:00.375 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.374+0000 7fcf8e7fc640 1 -- 172.21.15.97:0/3360241526 <== mon.1 v2:172.21.15.97:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "72bd65dd-9d80-47ce-a1dd-7ba1937698d8", "id": 5}]=0 v8) ==== 112+0+2 (secure 0 0 0) 0x7fcf940124c0 con 0x7fcf980b6560 2024-09-21T00:21:00.375 INFO:teuthology.orchestra.run.smithi097.stdout:5 2024-09-21T00:21:00.376 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.374+0000 7fcfa0158640 1 -- 172.21.15.97:0/3360241526 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcf980b6560 msgr2=0x7fcf9815da20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:00.376 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.374+0000 7fcfa0158640 1 --2- 172.21.15.97:0/3360241526 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcf980b6560 0x7fcf9815da20 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fcf9400c460 tx=0x7fcf9400c920 comp rx=0 tx=0).stop 2024-09-21T00:21:00.376 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.375+0000 7fcfa0158640 1 -- 172.21.15.97:0/3360241526 shutdown_connections 2024-09-21T00:21:00.376 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.375+0000 7fcfa0158640 1 --2- 172.21.15.97:0/3360241526 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcf980cfe90 0x7fcf98160940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:00.376 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.375+0000 7fcfa0158640 1 --2- 172.21.15.97:0/3360241526 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcf980cea80 0x7fcf98160400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:00.376 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.375+0000 7fcfa0158640 1 --2- 172.21.15.97:0/3360241526 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcf980b6560 0x7fcf9815da20 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:00.377 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.375+0000 7fcfa0158640 1 -- 172.21.15.97:0/3360241526 >> 172.21.15.97:0/3360241526 conn(0x7fcf980d13c0 msgr2=0x7fcf98070f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:00.377 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.375+0000 7fcfa0158640 1 -- 172.21.15.97:0/3360241526 shutdown_connections 2024-09-21T00:21:00.377 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.375+0000 7fcfa0158640 1 -- 172.21.15.97:0/3360241526 wait complete. 2024-09-21T00:21:00.386 DEBUG:teuthology.orchestra.run.smithi097:> sudo ceph --cluster ceph osd new b89f0700-0361-4f93-b38b-fcca32827886 6 2024-09-21T00:21:00.499 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.497+0000 7f7270f4a640 1 -- 172.21.15.97:0/168648648 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f726c0b5330 msgr2=0x7f726c0b5740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:00.499 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.497+0000 7f7270f4a640 1 --2- 172.21.15.97:0/168648648 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f726c0b5330 0x7f726c0b5740 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f7264005fd0 tx=0x7f726402a8b0 comp rx=0 tx=0).stop 2024-09-21T00:21:00.499 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.497+0000 7f7270f4a640 1 -- 172.21.15.97:0/168648648 shutdown_connections 2024-09-21T00:21:00.499 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.497+0000 7f7270f4a640 1 --2- 172.21.15.97:0/168648648 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f726c0b5330 0x7f726c0b5740 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:00.499 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.497+0000 7f7270f4a640 1 --2- 172.21.15.97:0/168648648 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f726c0d3000 0x7f726c0cf010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:00.499 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.497+0000 7f7270f4a640 1 -- 172.21.15.97:0/168648648 >> 172.21.15.97:0/168648648 conn(0x7f726c0d24e0 msgr2=0x7f726c0d28f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:00.499 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.497+0000 7f7270f4a640 1 -- 172.21.15.97:0/168648648 shutdown_connections 2024-09-21T00:21:00.499 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.497+0000 7f7270f4a640 1 -- 172.21.15.97:0/168648648 wait complete. 2024-09-21T00:21:00.500 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.499+0000 7f7270f4a640 1 Processor -- start 2024-09-21T00:21:00.500 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.499+0000 7f7270f4a640 1 -- start start 2024-09-21T00:21:00.503 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.500+0000 7f7270f4a640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f726c0b5330 0x7f726c09cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:00.503 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.500+0000 7f7270f4a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f726c0b7cc0 0x7f726c154290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:00.504 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.500+0000 7f7270f4a640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f726c0d3000 0x7f726c06e820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:00.504 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.500+0000 7f7270f4a640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f726c0cd480 con 0x7f726c0b7cc0 2024-09-21T00:21:00.504 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.500+0000 7f7270f4a640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f726c0cd300 con 0x7f726c0d3000 2024-09-21T00:21:00.504 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.500+0000 7f7270f4a640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f726c0cd600 con 0x7f726c0b5330 2024-09-21T00:21:00.504 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.501+0000 7f726a59c640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f726c0b5330 0x7f726c09cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:00.504 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.501+0000 7f726ad9d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f726c0d3000 0x7f726c06e820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:00.504 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.501+0000 7f726a59c640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f726c0b5330 0x7f726c09cdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.97:51870/0 (socket says 172.21.15.97:51870) 2024-09-21T00:21:00.504 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.501+0000 7f726a59c640 1 -- 172.21.15.97:0/3218189159 learned_addr learned my addr 172.21.15.97:0/3218189159 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-21T00:21:00.504 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.501+0000 7f7269d9b640 1 --2- 172.21.15.97:0/3218189159 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f726c0b7cc0 0x7f726c154290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:00.504 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.501+0000 7f726a59c640 1 -- 172.21.15.97:0/3218189159 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f726c0d3000 msgr2=0x7f726c06e820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:00.504 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.501+0000 7f726a59c640 1 --2- 172.21.15.97:0/3218189159 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f726c0d3000 0x7f726c06e820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:00.504 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.501+0000 7f726a59c640 1 -- 172.21.15.97:0/3218189159 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f726c0b7cc0 msgr2=0x7f726c154290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:00.504 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.501+0000 7f726a59c640 1 --2- 172.21.15.97:0/3218189159 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f726c0b7cc0 0x7f726c154290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:00.504 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.501+0000 7f726a59c640 1 -- 172.21.15.97:0/3218189159 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f726c1f59d0 con 0x7f726c0b5330 2024-09-21T00:21:00.505 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.501+0000 7f726ad9d640 1 --2- 172.21.15.97:0/3218189159 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f726c0d3000 0x7f726c06e820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:21:00.505 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.501+0000 7f726a59c640 1 --2- 172.21.15.97:0/3218189159 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f726c0b5330 0x7f726c09cdb0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f725400c390 tx=0x7f725400c850 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:00.505 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.501+0000 7f7262ffd640 1 -- 172.21.15.97:0/3218189159 <== mon.2 v2:172.21.15.97:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7254017070 con 0x7f726c0b5330 2024-09-21T00:21:00.505 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.501+0000 7f7262ffd640 1 -- 172.21.15.97:0/3218189159 <== mon.2 v2:172.21.15.97:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f72540035f0 con 0x7f726c0b5330 2024-09-21T00:21:00.505 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.501+0000 7f7270f4a640 1 -- 172.21.15.97:0/3218189159 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f726c09f990 con 0x7f726c0b5330 2024-09-21T00:21:00.505 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.501+0000 7f7262ffd640 1 -- 172.21.15.97:0/3218189159 <== mon.2 v2:172.21.15.97:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7254003a20 con 0x7f726c0b5330 2024-09-21T00:21:00.505 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.501+0000 7f7270f4a640 1 -- 172.21.15.97:0/3218189159 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f726c09ff50 con 0x7f726c0b5330 2024-09-21T00:21:00.505 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.502+0000 7f7262ffd640 1 -- 172.21.15.97:0/3218189159 <== mon.2 v2:172.21.15.97:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f725401a070 con 0x7f726c0b5330 2024-09-21T00:21:00.505 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.502+0000 7f7262ffd640 1 -- 172.21.15.97:0/3218189159 <== mon.2 v2:172.21.15.97:3301/0 5 ==== osd_map(8..8 src has 1..8) ==== 1415+0+0 (secure 0 0 0) 0x7f72540129f0 con 0x7f726c0b5330 2024-09-21T00:21:00.505 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.502+0000 7f7270f4a640 1 -- 172.21.15.97:0/3218189159 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f726c0b5740 con 0x7f726c0b5330 2024-09-21T00:21:00.506 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.504+0000 7f7262ffd640 1 -- 172.21.15.97:0/3218189159 <== mon.2 v2:172.21.15.97:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f7254021020 con 0x7f726c0b5330 2024-09-21T00:21:00.576 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.575+0000 7f7270f4a640 1 -- 172.21.15.97:0/3218189159 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "osd new", "uuid": "b89f0700-0361-4f93-b38b-fcca32827886", "id": 6} v 0) -- 0x7f726c0cdf60 con 0x7f726c0b5330 2024-09-21T00:21:00.580 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.579+0000 7f7262ffd640 1 -- 172.21.15.97:0/3218189159 <== mon.2 v2:172.21.15.97:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "b89f0700-0361-4f93-b38b-fcca32827886", "id": 6}]=0 v9) ==== 112+0+2 (secure 0 0 0) 0x7f7254003d70 con 0x7f726c0b5330 2024-09-21T00:21:00.580 INFO:teuthology.orchestra.run.smithi097.stdout:6 2024-09-21T00:21:00.581 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.580+0000 7f7270f4a640 1 -- 172.21.15.97:0/3218189159 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f726c0b5330 msgr2=0x7f726c09cdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:00.581 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.580+0000 7f7270f4a640 1 --2- 172.21.15.97:0/3218189159 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f726c0b5330 0x7f726c09cdb0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f725400c390 tx=0x7f725400c850 comp rx=0 tx=0).stop 2024-09-21T00:21:00.581 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.580+0000 7f7270f4a640 1 -- 172.21.15.97:0/3218189159 shutdown_connections 2024-09-21T00:21:00.581 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.580+0000 7f7270f4a640 1 --2- 172.21.15.97:0/3218189159 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f726c0d3000 0x7f726c06e820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:00.581 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.580+0000 7f7270f4a640 1 --2- 172.21.15.97:0/3218189159 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f726c0b7cc0 0x7f726c154290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:00.581 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.580+0000 7f7270f4a640 1 --2- 172.21.15.97:0/3218189159 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f726c0b5330 0x7f726c09cdb0 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:00.582 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.580+0000 7f7270f4a640 1 -- 172.21.15.97:0/3218189159 >> 172.21.15.97:0/3218189159 conn(0x7f726c0d24e0 msgr2=0x7f726c1eaaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:00.582 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.580+0000 7f7270f4a640 1 -- 172.21.15.97:0/3218189159 shutdown_connections 2024-09-21T00:21:00.582 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.580+0000 7f7270f4a640 1 -- 172.21.15.97:0/3218189159 wait complete. 2024-09-21T00:21:00.591 DEBUG:teuthology.orchestra.run.smithi097:> sudo ceph --cluster ceph osd new dbbf68a7-5e90-48db-9201-32c0a3030b30 7 2024-09-21T00:21:00.704 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.703+0000 7f8602607640 1 -- 172.21.15.97:0/2289253500 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f85e8003c30 msgr2=0x7f85e8004080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:00.704 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.703+0000 7f8602607640 1 --2- 172.21.15.97:0/2289253500 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f85e8003c30 0x7f85e8004080 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f85e4001880 tx=0x7f85e8005830 comp rx=0 tx=0).stop 2024-09-21T00:21:00.704 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.703+0000 7f8602607640 1 -- 172.21.15.97:0/2289253500 shutdown_connections 2024-09-21T00:21:00.704 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.703+0000 7f8602607640 1 --2- 172.21.15.97:0/2289253500 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f85e8003c30 0x7f85e8004080 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:00.705 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.703+0000 7f8602607640 1 -- 172.21.15.97:0/2289253500 >> 172.21.15.97:0/2289253500 conn(0x7f85fc0d13c0 msgr2=0x7f85fc0d17d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:00.705 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.703+0000 7f8602607640 1 -- 172.21.15.97:0/2289253500 shutdown_connections 2024-09-21T00:21:00.705 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.703+0000 7f8602607640 1 -- 172.21.15.97:0/2289253500 wait complete. 2024-09-21T00:21:00.705 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.704+0000 7f8602607640 1 Processor -- start 2024-09-21T00:21:00.706 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.705+0000 7f8602607640 1 -- start start 2024-09-21T00:21:00.708 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.706+0000 7f8602607640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f85e8003c30 0x7f85fc0d0b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:00.708 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.706+0000 7f8602607640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f85fc1f89d0 0x7f85fc15df20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:00.708 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.706+0000 7f8602607640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f85fc15e460 0x7f85fc0cef90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:00.709 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.706+0000 7f8602607640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f85fc15c960 con 0x7f85fc15e460 2024-09-21T00:21:00.709 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.706+0000 7f8602607640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f85fc15c7e0 con 0x7f85e8003c30 2024-09-21T00:21:00.709 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.706+0000 7f8602607640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f85fc15cae0 con 0x7f85fc1f89d0 2024-09-21T00:21:00.709 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.706+0000 7f85fbfff640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f85e8003c30 0x7f85fc0d0b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:00.709 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.706+0000 7f85fb7fe640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f85fc1f89d0 0x7f85fc15df20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:00.709 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.706+0000 7f85fbfff640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f85e8003c30 0x7f85fc0d0b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.97:36960/0 (socket says 172.21.15.97:36960) 2024-09-21T00:21:00.709 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.706+0000 7f85fb7fe640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f85fc1f89d0 0x7f85fc15df20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.97:51884/0 (socket says 172.21.15.97:51884) 2024-09-21T00:21:00.709 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.706+0000 7f85fbfff640 1 -- 172.21.15.97:0/1295935428 learned_addr learned my addr 172.21.15.97:0/1295935428 (peer_addr_for_me v2:172.21.15.97:0/0) 2024-09-21T00:21:00.709 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.706+0000 7f8600ba4640 1 --2- 172.21.15.97:0/1295935428 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f85fc15e460 0x7f85fc0cef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:00.709 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.706+0000 7f85fbfff640 1 -- 172.21.15.97:0/1295935428 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f85fc1f89d0 msgr2=0x7f85fc15df20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:00.709 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.706+0000 7f85fbfff640 1 --2- 172.21.15.97:0/1295935428 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f85fc1f89d0 0x7f85fc15df20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:00.709 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.706+0000 7f85fbfff640 1 -- 172.21.15.97:0/1295935428 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f85fc15e460 msgr2=0x7f85fc0cef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:00.709 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.706+0000 7f85fbfff640 1 --2- 172.21.15.97:0/1295935428 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f85fc15e460 0x7f85fc0cef90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:00.709 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.706+0000 7f85fbfff640 1 -- 172.21.15.97:0/1295935428 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85fc15e870 con 0x7f85e8003c30 2024-09-21T00:21:00.710 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.706+0000 7f85fb7fe640 1 --2- 172.21.15.97:0/1295935428 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f85fc1f89d0 0x7f85fc15df20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:21:00.710 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.706+0000 7f8600ba4640 1 --2- 172.21.15.97:0/1295935428 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f85fc15e460 0x7f85fc0cef90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:21:00.710 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.707+0000 7f85fbfff640 1 --2- 172.21.15.97:0/1295935428 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f85e8003c30 0x7f85fc0d0b10 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f85e40019a0 tx=0x7f85e4006580 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:00.710 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.707+0000 7f85f8ff9640 1 -- 172.21.15.97:0/1295935428 <== mon.1 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85e4003a50 con 0x7f85e8003c30 2024-09-21T00:21:00.710 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.707+0000 7f85f8ff9640 1 -- 172.21.15.97:0/1295935428 <== mon.1 v2:172.21.15.97:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f85e4003ce0 con 0x7f85e8003c30 2024-09-21T00:21:00.710 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.707+0000 7f8602607640 1 -- 172.21.15.97:0/1295935428 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85fc1f9420 con 0x7f85e8003c30 2024-09-21T00:21:00.710 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.707+0000 7f85f8ff9640 1 -- 172.21.15.97:0/1295935428 <== mon.1 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85e40336e0 con 0x7f85e8003c30 2024-09-21T00:21:00.710 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.707+0000 7f8602607640 1 -- 172.21.15.97:0/1295935428 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85fc1f6760 con 0x7f85e8003c30 2024-09-21T00:21:00.710 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.707+0000 7f85f8ff9640 1 -- 172.21.15.97:0/1295935428 <== mon.1 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f85e4045020 con 0x7f85e8003c30 2024-09-21T00:21:00.710 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.707+0000 7f85f8ff9640 1 -- 172.21.15.97:0/1295935428 <== mon.1 v2:172.21.15.97:3300/0 5 ==== osd_map(9..9 src has 1..9) ==== 1530+0+0 (secure 0 0 0) 0x7f85e403e3f0 con 0x7f85e8003c30 2024-09-21T00:21:00.710 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.708+0000 7f8602607640 1 -- 172.21.15.97:0/1295935428 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f85fc0d1e00 con 0x7f85e8003c30 2024-09-21T00:21:00.713 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.712+0000 7f85f8ff9640 1 -- 172.21.15.97:0/1295935428 <== mon.1 v2:172.21.15.97:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f85fc0d1e00 con 0x7f85e8003c30 2024-09-21T00:21:00.784 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.783+0000 7f8602607640 1 -- 172.21.15.97:0/1295935428 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "osd new", "uuid": "dbbf68a7-5e90-48db-9201-32c0a3030b30", "id": 7} v 0) -- 0x7f85fc160af0 con 0x7f85e8003c30 2024-09-21T00:21:00.788 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.787+0000 7f85f8ff9640 1 -- 172.21.15.97:0/1295935428 <== mon.1 v2:172.21.15.97:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "dbbf68a7-5e90-48db-9201-32c0a3030b30", "id": 7}]=0 v10) ==== 112+0+2 (secure 0 0 0) 0x7f85e404c070 con 0x7f85e8003c30 2024-09-21T00:21:00.788 INFO:teuthology.orchestra.run.smithi097.stdout:7 2024-09-21T00:21:00.789 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.788+0000 7f8602607640 1 -- 172.21.15.97:0/1295935428 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f85e8003c30 msgr2=0x7f85fc0d0b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:00.789 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.788+0000 7f8602607640 1 --2- 172.21.15.97:0/1295935428 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f85e8003c30 0x7f85fc0d0b10 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f85e40019a0 tx=0x7f85e4006580 comp rx=0 tx=0).stop 2024-09-21T00:21:00.790 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.788+0000 7f8602607640 1 -- 172.21.15.97:0/1295935428 shutdown_connections 2024-09-21T00:21:00.790 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.788+0000 7f8602607640 1 --2- 172.21.15.97:0/1295935428 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f85fc15e460 0x7f85fc0cef90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:00.790 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.788+0000 7f8602607640 1 --2- 172.21.15.97:0/1295935428 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f85fc1f89d0 0x7f85fc15df20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:00.790 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.788+0000 7f8602607640 1 --2- 172.21.15.97:0/1295935428 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f85e8003c30 0x7f85fc0d0b10 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:00.790 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.788+0000 7f8602607640 1 -- 172.21.15.97:0/1295935428 >> 172.21.15.97:0/1295935428 conn(0x7f85fc0d13c0 msgr2=0x7f85fc070140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:00.790 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.788+0000 7f8602607640 1 -- 172.21.15.97:0/1295935428 shutdown_connections 2024-09-21T00:21:00.790 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:00.788+0000 7f8602607640 1 -- 172.21.15.97:0/1295935428 wait complete. 2024-09-21T00:21:00.800 INFO:tasks.ceph.osd.0:Restarting daemon 2024-09-21T00:21:00.800 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2024-09-21T00:21:00.802 INFO:tasks.ceph.osd.0:Started 2024-09-21T00:21:00.803 INFO:tasks.ceph.osd.1:Restarting daemon 2024-09-21T00:21:00.803 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2024-09-21T00:21:00.805 INFO:tasks.ceph.osd.1:Started 2024-09-21T00:21:00.805 INFO:tasks.ceph.osd.2:Restarting daemon 2024-09-21T00:21:00.805 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2024-09-21T00:21:00.807 INFO:tasks.ceph.osd.2:Started 2024-09-21T00:21:00.807 INFO:tasks.ceph.osd.3:Restarting daemon 2024-09-21T00:21:00.807 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2024-09-21T00:21:00.811 INFO:tasks.ceph.osd.3:Started 2024-09-21T00:21:00.811 INFO:tasks.ceph.osd.4:Restarting daemon 2024-09-21T00:21:00.811 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2024-09-21T00:21:00.813 INFO:tasks.ceph.osd.4:Started 2024-09-21T00:21:00.813 INFO:tasks.ceph.osd.5:Restarting daemon 2024-09-21T00:21:00.814 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2024-09-21T00:21:00.815 INFO:tasks.ceph.osd.5:Started 2024-09-21T00:21:00.816 INFO:tasks.ceph.osd.6:Restarting daemon 2024-09-21T00:21:00.816 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2024-09-21T00:21:00.818 INFO:tasks.ceph.osd.6:Started 2024-09-21T00:21:00.818 INFO:tasks.ceph.osd.7:Restarting daemon 2024-09-21T00:21:00.818 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2024-09-21T00:21:00.820 INFO:tasks.ceph.osd.7:Started 2024-09-21T00:21:00.820 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:21:00.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:00.984+0000 7f3073194640 1 -- 172.21.15.67:0/3971808009 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f306c0b3ae0 msgr2=0x7f306c0d0a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:00.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:00.984+0000 7f3073194640 1 --2- 172.21.15.67:0/3971808009 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f306c0b3ae0 0x7f306c0d0a10 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f3058009830 tx=0x7f305802a420 comp rx=0 tx=0).stop 2024-09-21T00:21:00.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:00.984+0000 7f3073194640 1 -- 172.21.15.67:0/3971808009 shutdown_connections 2024-09-21T00:21:00.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:00.984+0000 7f3073194640 1 --2- 172.21.15.67:0/3971808009 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f306c0b3ae0 0x7f306c0d0a10 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:00.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:00.984+0000 7f3073194640 1 -- 172.21.15.67:0/3971808009 >> 172.21.15.67:0/3971808009 conn(0x7f306c0b4140 msgr2=0x7f306c0b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:00.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:00.984+0000 7f3073194640 1 -- 172.21.15.67:0/3971808009 shutdown_connections 2024-09-21T00:21:00.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:00.984+0000 7f3073194640 1 -- 172.21.15.67:0/3971808009 wait complete. 2024-09-21T00:21:00.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:00.986+0000 7f3073194640 1 Processor -- start 2024-09-21T00:21:00.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:00.986+0000 7f3073194640 1 -- start start 2024-09-21T00:21:00.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:00.987+0000 7f3073194640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f306c09b7b0 0x7f306c15c1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:00.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:00.987+0000 7f3073194640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f306c0b3ae0 0x7f306c09f650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:00.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:00.987+0000 7f3073194640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f306c0d0f50 0x7f306c09fb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:00.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:00.987+0000 7f3073194640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f306c0b5fd0 con 0x7f306c0b3ae0 2024-09-21T00:21:00.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:00.987+0000 7f3073194640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f306c0b5e50 con 0x7f306c0d0f50 2024-09-21T00:21:00.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:00.987+0000 7f3073194640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f306c0b6150 con 0x7f306c09b7b0 2024-09-21T00:21:00.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:00.988+0000 7f306bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f306c0b3ae0 0x7f306c09f650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:00.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:00.988+0000 7f306bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f306c0b3ae0 0x7f306c09f650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52930/0 (socket says 172.21.15.67:52930) 2024-09-21T00:21:00.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:00.988+0000 7f3070f30640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f306c09b7b0 0x7f306c15c1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:00.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:00.988+0000 7f306bfff640 1 -- 172.21.15.67:0/2775441923 learned_addr learned my addr 172.21.15.67:0/2775441923 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:00.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:00.988+0000 7f3071731640 1 --2- 172.21.15.67:0/2775441923 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f306c0d0f50 0x7f306c09fb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:00.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:00.988+0000 7f3070f30640 1 -- 172.21.15.67:0/2775441923 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f306c0d0f50 msgr2=0x7f306c09fb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:00.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:00.988+0000 7f3070f30640 1 --2- 172.21.15.67:0/2775441923 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f306c0d0f50 0x7f306c09fb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:00.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:00.988+0000 7f3070f30640 1 -- 172.21.15.67:0/2775441923 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f306c0b3ae0 msgr2=0x7f306c09f650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:00.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:00.988+0000 7f3070f30640 1 --2- 172.21.15.67:0/2775441923 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f306c0b3ae0 0x7f306c09f650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:00.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:00.988+0000 7f3070f30640 1 -- 172.21.15.67:0/2775441923 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f306c1e7aa0 con 0x7f306c09b7b0 2024-09-21T00:21:00.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:00.988+0000 7f306bfff640 1 --2- 172.21.15.67:0/2775441923 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f306c0b3ae0 0x7f306c09f650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:21:00.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:00.988+0000 7f3071731640 1 --2- 172.21.15.67:0/2775441923 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f306c0d0f50 0x7f306c09fb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:21:00.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:00.988+0000 7f3070f30640 1 --2- 172.21.15.67:0/2775441923 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f306c09b7b0 0x7f306c15c1d0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f306000c370 tx=0x7f306000c830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:00.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:00.988+0000 7f30697fa640 1 -- 172.21.15.67:0/2775441923 <== mon.2 v2:172.21.15.97:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3060017070 con 0x7f306c09b7b0 2024-09-21T00:21:00.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:00.988+0000 7f30697fa640 1 -- 172.21.15.67:0/2775441923 <== mon.2 v2:172.21.15.97:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f30600053c0 con 0x7f306c09b7b0 2024-09-21T00:21:00.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:00.988+0000 7f3073194640 1 -- 172.21.15.67:0/2775441923 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f306c1e6a00 con 0x7f306c09b7b0 2024-09-21T00:21:00.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:00.988+0000 7f30697fa640 1 -- 172.21.15.67:0/2775441923 <== mon.2 v2:172.21.15.97:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3060003850 con 0x7f306c09b7b0 2024-09-21T00:21:00.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:00.989+0000 7f3073194640 1 -- 172.21.15.67:0/2775441923 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f306c1e6fc0 con 0x7f306c09b7b0 2024-09-21T00:21:00.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:00.989+0000 7f30697fa640 1 -- 172.21.15.67:0/2775441923 <== mon.2 v2:172.21.15.97:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f306001a070 con 0x7f306c09b7b0 2024-09-21T00:21:00.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:00.989+0000 7f30697fa640 1 -- 172.21.15.67:0/2775441923 <== mon.2 v2:172.21.15.97:3301/0 5 ==== osd_map(10..10 src has 1..10) ==== 1645+0+0 (secure 0 0 0) 0x7f3060011c20 con 0x7f306c09b7b0 2024-09-21T00:21:00.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:00.990+0000 7f3073194640 1 -- 172.21.15.67:0/2775441923 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f306c073220 con 0x7f306c09b7b0 2024-09-21T00:21:00.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:00.994+0000 7f30697fa640 1 -- 172.21.15.67:0/2775441923 <== mon.2 v2:172.21.15.97:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f306c073220 con 0x7f306c09b7b0 2024-09-21T00:21:01.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:01.055+0000 7f3073194640 1 -- 172.21.15.67:0/2775441923 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f306c0b6650 con 0x7f306c09b7b0 2024-09-21T00:21:01.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:01.056+0000 7f30697fa640 1 -- 172.21.15.67:0/2775441923 <== mon.2 v2:172.21.15.97:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) ==== 74+0+7058 (secure 0 0 0) 0x7f3060021020 con 0x7f306c09b7b0 2024-09-21T00:21:01.058 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:21:01.058 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":10,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:21:00.785096+0000","last_up_change":"0.000000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:21:01.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:01.057+0000 7f3073194640 1 -- 172.21.15.67:0/2775441923 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f306c09b7b0 msgr2=0x7f306c15c1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:01.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:01.057+0000 7f3073194640 1 --2- 172.21.15.67:0/2775441923 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f306c09b7b0 0x7f306c15c1d0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f306000c370 tx=0x7f306000c830 comp rx=0 tx=0).stop 2024-09-21T00:21:01.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:01.057+0000 7f3073194640 1 -- 172.21.15.67:0/2775441923 shutdown_connections 2024-09-21T00:21:01.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:01.057+0000 7f3073194640 1 --2- 172.21.15.67:0/2775441923 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f306c0d0f50 0x7f306c09fb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:01.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:01.057+0000 7f3073194640 1 --2- 172.21.15.67:0/2775441923 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f306c0b3ae0 0x7f306c09f650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:01.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:01.057+0000 7f3073194640 1 --2- 172.21.15.67:0/2775441923 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f306c09b7b0 0x7f306c15c1d0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:01.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:01.057+0000 7f3073194640 1 -- 172.21.15.67:0/2775441923 >> 172.21.15.67:0/2775441923 conn(0x7f306c0b4140 msgr2=0x7f306c1e5300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:01.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:01.058+0000 7f3073194640 1 -- 172.21.15.67:0/2775441923 shutdown_connections 2024-09-21T00:21:01.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:01.058+0000 7f3073194640 1 -- 172.21.15.67:0/2775441923 wait complete. 2024-09-21T00:21:01.070 INFO:tasks.ceph.ceph_manager.ceph:[] 2024-09-21T00:21:01.070 INFO:tasks.ceph:Waiting for OSDs to come up 2024-09-21T00:21:01.874 DEBUG:teuthology.orchestra.run.smithi067:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-21T00:21:01.983 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:01.982+0000 7f61704b6640 1 -- 172.21.15.67:0/1729863399 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6154004800 msgr2=0x7f6154004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:01.984 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:01.982+0000 7f61704b6640 1 --2- 172.21.15.67:0/1729863399 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6154004800 0x7f6154004c10 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f6164001730 tx=0x7f6154005830 comp rx=0 tx=0).stop 2024-09-21T00:21:01.984 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:01.982+0000 7f616ea53640 1 -- 172.21.15.67:0/1729863399 reap_dead start 2024-09-21T00:21:01.984 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:01.982+0000 7f61704b6640 1 -- 172.21.15.67:0/1729863399 shutdown_connections 2024-09-21T00:21:01.984 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:01.982+0000 7f61704b6640 1 -- 172.21.15.67:0/1729863399 >> 172.21.15.67:0/1729863399 conn(0x7f61680d12a0 msgr2=0x7f61680d16b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:01.984 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:01.982+0000 7f61704b6640 1 -- 172.21.15.67:0/1729863399 shutdown_connections 2024-09-21T00:21:01.984 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:01.982+0000 7f61704b6640 1 -- 172.21.15.67:0/1729863399 wait complete. 2024-09-21T00:21:01.985 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:01.984+0000 7f61704b6640 1 Processor -- start 2024-09-21T00:21:01.985 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:01.984+0000 7f61704b6640 1 -- start start 2024-09-21T00:21:01.988 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:01.985+0000 7f61704b6640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6154004800 0x7f61681f72e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:01.988 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:01.985+0000 7f61704b6640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f616814c2d0 0x7f61680b1550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:01.988 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:01.985+0000 7f61704b6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f616814c6e0 0x7f61680b1a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:01.988 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:01.985+0000 7f61704b6640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f61680cca80 con 0x7f616814c6e0 2024-09-21T00:21:01.988 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:01.985+0000 7f61704b6640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f61680cc900 con 0x7f616814c2d0 2024-09-21T00:21:01.988 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:01.985+0000 7f61704b6640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f61680ccc00 con 0x7f6154004800 2024-09-21T00:21:01.988 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:01.985+0000 7f616ea53640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f616814c6e0 0x7f61680b1a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:01.989 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:01.986+0000 7f616ea53640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f616814c6e0 0x7f61680b1a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52940/0 (socket says 172.21.15.67:52940) 2024-09-21T00:21:01.989 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:01.986+0000 7f616ea53640 1 -- 172.21.15.67:0/904430757 learned_addr learned my addr 172.21.15.67:0/904430757 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:01.989 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:01.986+0000 7f616e252640 1 --2- 172.21.15.67:0/904430757 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6154004800 0x7f61681f72e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:01.989 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:01.986+0000 7f616da51640 1 --2- 172.21.15.67:0/904430757 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f616814c2d0 0x7f61680b1550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:01.989 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:01.986+0000 7f616ea53640 1 -- 172.21.15.67:0/904430757 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6154004800 msgr2=0x7f61681f72e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:01.989 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:01.986+0000 7f616ea53640 1 --2- 172.21.15.67:0/904430757 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6154004800 0x7f61681f72e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:01.989 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:01.986+0000 7f616ea53640 1 -- 172.21.15.67:0/904430757 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f616814c2d0 msgr2=0x7f61680b1550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:01.989 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:01.986+0000 7f616ea53640 1 --2- 172.21.15.67:0/904430757 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f616814c2d0 0x7f61680b1550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:01.989 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:01.986+0000 7f616ea53640 1 -- 172.21.15.67:0/904430757 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61681f7820 con 0x7f616814c6e0 2024-09-21T00:21:01.989 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:01.986+0000 7f616ea53640 1 --2- 172.21.15.67:0/904430757 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f616814c6e0 0x7f61680b1a90 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f61680d0a60 tx=0x7f6160011bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:01.989 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:01.986+0000 7f615affd640 1 -- 172.21.15.67:0/904430757 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f616000f920 con 0x7f616814c6e0 2024-09-21T00:21:01.989 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:01.986+0000 7f615affd640 1 -- 172.21.15.67:0/904430757 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f616000fae0 con 0x7f616814c6e0 2024-09-21T00:21:01.990 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:01.986+0000 7f61704b6640 1 -- 172.21.15.67:0/904430757 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f61680c5350 con 0x7f616814c6e0 2024-09-21T00:21:01.990 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:01.986+0000 7f615affd640 1 -- 172.21.15.67:0/904430757 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6160005020 con 0x7f616814c6e0 2024-09-21T00:21:01.990 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:01.986+0000 7f61704b6640 1 -- 172.21.15.67:0/904430757 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f616809b2b0 con 0x7f616814c6e0 2024-09-21T00:21:01.990 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:01.988+0000 7f615affd640 1 -- 172.21.15.67:0/904430757 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 2) ==== 50742+0+0 (secure 0 0 0) 0x7f61600051c0 con 0x7f616814c6e0 2024-09-21T00:21:01.990 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:01.988+0000 7f61704b6640 1 -- 172.21.15.67:0/904430757 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f61680cd100 con 0x7f616814c6e0 2024-09-21T00:21:01.991 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:01.988+0000 7f615affd640 1 -- 172.21.15.67:0/904430757 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(10..10 src has 1..10) ==== 1645+0+0 (secure 0 0 0) 0x7f6160052bc0 con 0x7f616814c6e0 2024-09-21T00:21:01.991 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:01.990+0000 7f615affd640 1 -- 172.21.15.67:0/904430757 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+75856 (secure 0 0 0) 0x7f61681f7820 con 0x7f616814c6e0 2024-09-21T00:21:02.054 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:02.053+0000 7f61704b6640 1 -- 172.21.15.67:0/904430757 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f61680b2510 con 0x7f616814c6e0 2024-09-21T00:21:02.054 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:02.053+0000 7f615affd640 1 -- 172.21.15.67:0/904430757 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) ==== 74+0+7058 (secure 0 0 0) 0x7f6160011e20 con 0x7f616814c6e0 2024-09-21T00:21:02.054 INFO:teuthology.misc.health.smithi067.stdout: 2024-09-21T00:21:02.055 INFO:teuthology.misc.health.smithi067.stdout:{"epoch":10,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:21:00.785096+0000","last_up_change":"0.000000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:21:02.056 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:02.054+0000 7f61704b6640 1 -- 172.21.15.67:0/904430757 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f616814c6e0 msgr2=0x7f61680b1a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:02.056 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:02.054+0000 7f61704b6640 1 --2- 172.21.15.67:0/904430757 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f616814c6e0 0x7f61680b1a90 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f61680d0a60 tx=0x7f6160011bd0 comp rx=0 tx=0).stop 2024-09-21T00:21:02.056 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:02.054+0000 7f61704b6640 1 -- 172.21.15.67:0/904430757 shutdown_connections 2024-09-21T00:21:02.056 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:02.054+0000 7f61704b6640 1 --2- 172.21.15.67:0/904430757 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f616814c6e0 0x7f61680b1a90 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:02.056 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:02.054+0000 7f61704b6640 1 --2- 172.21.15.67:0/904430757 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f616814c2d0 0x7f61680b1550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:02.056 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:02.054+0000 7f61704b6640 1 --2- 172.21.15.67:0/904430757 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6154004800 0x7f61681f72e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:02.056 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:02.054+0000 7f61704b6640 1 -- 172.21.15.67:0/904430757 >> 172.21.15.67:0/904430757 conn(0x7f61680d12a0 msgr2=0x7f616815b800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:02.056 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:02.054+0000 7f61704b6640 1 -- 172.21.15.67:0/904430757 shutdown_connections 2024-09-21T00:21:02.056 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:02.054+0000 7f61704b6640 1 -- 172.21.15.67:0/904430757 wait complete. 2024-09-21T00:21:02.065 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-21T00:21:02.302 INFO:tasks.ceph.osd.4.smithi097.stderr:2024-09-21T00:21:02.301+0000 7fa716e0f640 -1 Falling back to public interface 2024-09-21T00:21:02.500 INFO:tasks.ceph.mgr.x.smithi097.stderr:2024-09-21T00:21:02.499+0000 7ff4eedf8640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-21T00:21:02.500 INFO:tasks.ceph.mgr.x.smithi097.stderr:2024-09-21T00:21:02.499+0000 7ff4eedf8640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-21T00:21:02.507 INFO:tasks.ceph.osd.3.smithi067.stderr:2024-09-21T00:21:02.506+0000 7f464d428640 -1 Falling back to public interface 2024-09-21T00:21:02.532 INFO:tasks.ceph.osd.7.smithi097.stderr:2024-09-21T00:21:02.531+0000 7f4153517640 -1 Falling back to public interface 2024-09-21T00:21:02.551 INFO:tasks.ceph.osd.5.smithi097.stderr:2024-09-21T00:21:02.550+0000 7fc3b03c5640 -1 Falling back to public interface 2024-09-21T00:21:02.567 INFO:tasks.ceph.osd.1.smithi067.stderr:2024-09-21T00:21:02.565+0000 7f870f220640 -1 Falling back to public interface 2024-09-21T00:21:02.568 INFO:tasks.ceph.osd.2.smithi067.stderr:2024-09-21T00:21:02.567+0000 7f95a5462640 -1 Falling back to public interface 2024-09-21T00:21:02.577 INFO:tasks.ceph.osd.0.smithi067.stderr:2024-09-21T00:21:02.576+0000 7fd67e83e640 -1 Falling back to public interface 2024-09-21T00:21:02.787 INFO:tasks.ceph.osd.6.smithi097.stderr:2024-09-21T00:21:02.786+0000 7f80fee5e640 -1 Falling back to public interface 2024-09-21T00:21:06.104 INFO:tasks.ceph.osd.4.smithi097.stderr:2024-09-21T00:21:06.103+0000 7fa716e0f640 -1 osd.4 0 log_to_monitors true 2024-09-21T00:21:06.170 INFO:tasks.ceph.osd.1.smithi067.stderr:2024-09-21T00:21:06.169+0000 7f870f220640 -1 osd.1 0 log_to_monitors true 2024-09-21T00:21:06.252 INFO:tasks.ceph.osd.3.smithi067.stderr:2024-09-21T00:21:06.251+0000 7f464d428640 -1 osd.3 0 log_to_monitors true 2024-09-21T00:21:06.576 INFO:tasks.ceph.osd.6.smithi097.stderr:2024-09-21T00:21:06.575+0000 7f80fee5e640 -1 osd.6 0 log_to_monitors true 2024-09-21T00:21:06.604 INFO:tasks.ceph.osd.7.smithi097.stderr:2024-09-21T00:21:06.603+0000 7f4153517640 -1 osd.7 0 log_to_monitors true 2024-09-21T00:21:06.625 INFO:tasks.ceph.osd.2.smithi067.stderr:2024-09-21T00:21:06.624+0000 7f95a5462640 -1 osd.2 0 log_to_monitors true 2024-09-21T00:21:06.632 INFO:tasks.ceph.osd.5.smithi097.stderr:2024-09-21T00:21:06.631+0000 7fc3b03c5640 -1 osd.5 0 log_to_monitors true 2024-09-21T00:21:06.667 INFO:tasks.ceph.osd.0.smithi067.stderr:2024-09-21T00:21:06.666+0000 7fd67e83e640 -1 osd.0 0 log_to_monitors true 2024-09-21T00:21:08.124 INFO:tasks.ceph.osd.1.smithi067.stderr:2024-09-21T00:21:08.123+0000 7f870b325640 -1 osd.1 0 waiting for initial osdmap 2024-09-21T00:21:08.136 INFO:tasks.ceph.osd.1.smithi067.stderr:2024-09-21T00:21:08.135+0000 7f8702906640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-21T00:21:08.166 INFO:tasks.ceph.osd.4.smithi097.stderr:2024-09-21T00:21:08.165+0000 7fa71281b640 -1 osd.4 0 waiting for initial osdmap 2024-09-21T00:21:08.176 INFO:tasks.ceph.osd.4.smithi097.stderr:2024-09-21T00:21:08.175+0000 7fa70a611640 -1 osd.4 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-21T00:21:08.871 DEBUG:teuthology.orchestra.run.smithi067:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-21T00:21:08.991 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:08.989+0000 7f727164d640 1 -- 172.21.15.67:0/249808078 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f726c0b96a0 msgr2=0x7f726c0d0ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:08.991 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:08.989+0000 7f727164d640 1 --2- 172.21.15.67:0/249808078 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f726c0b96a0 0x7f726c0d0ef0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f726c08e710 tx=0x7f725c02a530 comp rx=0 tx=0).stop 2024-09-21T00:21:08.991 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:08.989+0000 7f727164d640 1 -- 172.21.15.67:0/249808078 shutdown_connections 2024-09-21T00:21:08.991 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:08.989+0000 7f727164d640 1 --2- 172.21.15.67:0/249808078 >> v2:172.21.15.97:3300/0 conn(0x7f726c0d0110 0x7f726c0d0520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:08.991 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:08.989+0000 7f727164d640 1 --2- 172.21.15.67:0/249808078 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f726c0b96a0 0x7f726c0d0ef0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:08.992 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:08.989+0000 7f727164d640 1 -- 172.21.15.67:0/249808078 >> 172.21.15.67:0/249808078 conn(0x7f726c08bee0 msgr2=0x7f726c0d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:08.992 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:08.989+0000 7f727164d640 1 -- 172.21.15.67:0/249808078 shutdown_connections 2024-09-21T00:21:08.992 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:08.989+0000 7f727164d640 1 -- 172.21.15.67:0/249808078 wait complete. 2024-09-21T00:21:08.994 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:08.992+0000 7f727164d640 1 Processor -- start 2024-09-21T00:21:08.994 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:08.992+0000 7f727164d640 1 -- start start 2024-09-21T00:21:08.997 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:08.993+0000 7f727164d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f726c0b96a0 0x7f726c153aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:08.997 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:08.993+0000 7f727164d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f726c0d0110 0x7f726c0b2720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:08.997 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:08.993+0000 7f727164d640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f726c0d1430 0x7f726c0b2c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:08.997 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:08.993+0000 7f727164d640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f726c1620d0 con 0x7f726c0d0110 2024-09-21T00:21:08.997 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:08.993+0000 7f727164d640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f726c0b9e50 con 0x7f726c0b96a0 2024-09-21T00:21:08.997 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:08.993+0000 7f727164d640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f726c162250 con 0x7f726c0d1430 2024-09-21T00:21:08.997 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:08.994+0000 7f726a7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f726c0d0110 0x7f726c0b2720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:08.997 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:08.994+0000 7f726a7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f726c0d0110 0x7f726c0b2720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:51878/0 (socket says 172.21.15.67:51878) 2024-09-21T00:21:08.997 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:08.994+0000 7f726a7fc640 1 -- 172.21.15.67:0/995711068 learned_addr learned my addr 172.21.15.67:0/995711068 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:08.997 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:08.994+0000 7f726affd640 1 --2- 172.21.15.67:0/995711068 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f726c0b96a0 0x7f726c153aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:08.997 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:08.994+0000 7f726b7fe640 1 --2- 172.21.15.67:0/995711068 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f726c0d1430 0x7f726c0b2c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:08.998 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:08.994+0000 7f726a7fc640 1 -- 172.21.15.67:0/995711068 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f726c0d1430 msgr2=0x7f726c0b2c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:08.998 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:08.994+0000 7f726a7fc640 1 --2- 172.21.15.67:0/995711068 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f726c0d1430 0x7f726c0b2c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:08.998 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:08.994+0000 7f726a7fc640 1 -- 172.21.15.67:0/995711068 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f726c0b96a0 msgr2=0x7f726c153aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:08.998 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:08.994+0000 7f726a7fc640 1 --2- 172.21.15.67:0/995711068 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f726c0b96a0 0x7f726c153aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:08.998 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:08.994+0000 7f726a7fc640 1 -- 172.21.15.67:0/995711068 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f726c1f95a0 con 0x7f726c0d0110 2024-09-21T00:21:08.998 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:08.994+0000 7f726a7fc640 1 --2- 172.21.15.67:0/995711068 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f726c0d0110 0x7f726c0b2720 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f726000c3c0 tx=0x7f726000c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:08.998 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:08.994+0000 7f72537fe640 1 -- 172.21.15.67:0/995711068 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7260017070 con 0x7f726c0d0110 2024-09-21T00:21:08.998 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:08.994+0000 7f72537fe640 1 -- 172.21.15.67:0/995711068 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f72600035f0 con 0x7f726c0d0110 2024-09-21T00:21:08.998 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:08.994+0000 7f727164d640 1 -- 172.21.15.67:0/995711068 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f726c1f9880 con 0x7f726c0d0110 2024-09-21T00:21:08.998 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:08.994+0000 7f72537fe640 1 -- 172.21.15.67:0/995711068 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7260003a80 con 0x7f726c0d0110 2024-09-21T00:21:08.998 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:08.995+0000 7f727164d640 1 -- 172.21.15.67:0/995711068 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f726c1f9e40 con 0x7f726c0d0110 2024-09-21T00:21:08.999 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:08.996+0000 7f727164d640 1 -- 172.21.15.67:0/995711068 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f726c0d0ef0 con 0x7f726c0d0110 2024-09-21T00:21:08.999 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:08.997+0000 7f72537fe640 1 -- 172.21.15.67:0/995711068 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 4) ==== 101385+0+0 (secure 0 0 0) 0x7f726001a070 con 0x7f726c0d0110 2024-09-21T00:21:08.999 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:08.997+0000 7f72537fe640 1 --2- 172.21.15.67:0/995711068 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7258078b30 0x7f725807b040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:08.999 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:08.997+0000 7f72537fe640 1 -- 172.21.15.67:0/995711068 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(13..13 src has 1..13) ==== 2791+0+0 (secure 0 0 0) 0x7f7260099270 con 0x7f726c0d0110 2024-09-21T00:21:09.000 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:08.997+0000 7f726affd640 1 --2- 172.21.15.67:0/995711068 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7258078b30 0x7f725807b040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:09.000 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:08.998+0000 7f726affd640 1 --2- 172.21.15.67:0/995711068 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7258078b30 0x7f725807b040 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f725c034000 tx=0x7f725c004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:09.004 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:09.003+0000 7f72537fe640 1 -- 172.21.15.67:0/995711068 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f726c0cf260 con 0x7f726c0d0110 2024-09-21T00:21:09.233 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:09.231+0000 7f727164d640 1 -- 172.21.15.67:0/995711068 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f726c15d030 con 0x7f726c0d0110 2024-09-21T00:21:09.276 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:09.274+0000 7f72537fe640 1 -- 172.21.15.67:0/995711068 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v13) ==== 74+0+8029 (secure 0 0 0) 0x7f7260061d30 con 0x7f726c0d0110 2024-09-21T00:21:09.276 INFO:teuthology.misc.health.smithi067.stdout: 2024-09-21T00:21:09.276 INFO:teuthology.misc.health.smithi067.stdout:{"epoch":13,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:21:08.206749+0000","last_up_change":"2024-09-21T00:21:08.206749+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:21:09.278 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:09.276+0000 7f727164d640 1 -- 172.21.15.67:0/995711068 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7258078b30 msgr2=0x7f725807b040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:09.279 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:09.276+0000 7f727164d640 1 --2- 172.21.15.67:0/995711068 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7258078b30 0x7f725807b040 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f725c034000 tx=0x7f725c004730 comp rx=0 tx=0).stop 2024-09-21T00:21:09.279 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:09.276+0000 7f727164d640 1 -- 172.21.15.67:0/995711068 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f726c0d0110 msgr2=0x7f726c0b2720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:09.279 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:09.276+0000 7f727164d640 1 --2- 172.21.15.67:0/995711068 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f726c0d0110 0x7f726c0b2720 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f726000c3c0 tx=0x7f726000c880 comp rx=0 tx=0).stop 2024-09-21T00:21:09.279 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:09.276+0000 7f727164d640 1 -- 172.21.15.67:0/995711068 shutdown_connections 2024-09-21T00:21:09.279 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:09.276+0000 7f727164d640 1 --2- 172.21.15.67:0/995711068 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7258078b30 0x7f725807b040 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:09.279 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:09.276+0000 7f727164d640 1 --2- 172.21.15.67:0/995711068 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f726c0d1430 0x7f726c0b2c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:09.279 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:09.276+0000 7f727164d640 1 --2- 172.21.15.67:0/995711068 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f726c0d0110 0x7f726c0b2720 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:09.279 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:09.276+0000 7f727164d640 1 --2- 172.21.15.67:0/995711068 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f726c0b96a0 0x7f726c153aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:09.279 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:09.276+0000 7f727164d640 1 -- 172.21.15.67:0/995711068 >> 172.21.15.67:0/995711068 conn(0x7f726c08bee0 msgr2=0x7f726c06ef00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:09.279 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:09.276+0000 7f727164d640 1 -- 172.21.15.67:0/995711068 shutdown_connections 2024-09-21T00:21:09.279 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:09.276+0000 7f727164d640 1 -- 172.21.15.67:0/995711068 wait complete. 2024-09-21T00:21:09.293 DEBUG:teuthology.misc:2 of 8 OSDs are up 2024-09-21T00:21:09.957 INFO:tasks.ceph.osd.6.smithi097.stderr:2024-09-21T00:21:09.955+0000 7f80fadec640 -1 osd.6 0 waiting for initial osdmap 2024-09-21T00:21:09.962 INFO:tasks.ceph.osd.5.smithi097.stderr:2024-09-21T00:21:09.961+0000 7fc3ac353640 -1 osd.5 0 waiting for initial osdmap 2024-09-21T00:21:09.972 INFO:tasks.ceph.osd.6.smithi097.stderr:2024-09-21T00:21:09.971+0000 7f80f2be2640 -1 osd.6 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-21T00:21:09.975 INFO:tasks.ceph.osd.7.smithi097.stderr:2024-09-21T00:21:09.974+0000 7f414fcba640 -1 osd.7 0 waiting for initial osdmap 2024-09-21T00:21:09.977 INFO:tasks.ceph.osd.5.smithi097.stderr:2024-09-21T00:21:09.976+0000 7fc3a4149640 -1 osd.5 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-21T00:21:09.989 INFO:tasks.ceph.osd.0.smithi067.stderr:2024-09-21T00:21:09.987+0000 7fd67afe1640 -1 osd.0 0 waiting for initial osdmap 2024-09-21T00:21:09.996 INFO:tasks.ceph.osd.7.smithi097.stderr:2024-09-21T00:21:09.995+0000 7f414729b640 -1 osd.7 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-21T00:21:10.001 INFO:tasks.ceph.osd.0.smithi067.stderr:2024-09-21T00:21:09.999+0000 7fd6725c2640 -1 osd.0 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-21T00:21:10.036 INFO:tasks.ceph.osd.2.smithi067.stderr:2024-09-21T00:21:10.034+0000 7f95a13f0640 -1 osd.2 0 waiting for initial osdmap 2024-09-21T00:21:10.049 INFO:tasks.ceph.osd.2.smithi067.stderr:2024-09-21T00:21:10.047+0000 7f95991e6640 -1 osd.2 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-21T00:21:10.064 INFO:tasks.ceph.osd.3.smithi067.stderr:2024-09-21T00:21:10.062+0000 7f46493b6640 -1 osd.3 0 waiting for initial osdmap 2024-09-21T00:21:10.078 INFO:tasks.ceph.osd.3.smithi067.stderr:2024-09-21T00:21:10.076+0000 7f46411ac640 -1 osd.3 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-21T00:21:16.101 DEBUG:teuthology.orchestra.run.smithi067:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-21T00:21:16.223 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:16.221+0000 7f71ca02e640 1 -- 172.21.15.67:0/1905215454 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f71c40cf140 msgr2=0x7f71c40cf550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:16.223 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:16.221+0000 7f71ca02e640 1 --2- 172.21.15.67:0/1905215454 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f71c40cf140 0x7f71c40cf550 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f71bc005fd0 tx=0x7f71bc02a820 comp rx=0 tx=0).stop 2024-09-21T00:21:16.223 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:16.221+0000 7f71ca02e640 1 -- 172.21.15.67:0/1905215454 shutdown_connections 2024-09-21T00:21:16.223 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:16.221+0000 7f71ca02e640 1 --2- 172.21.15.67:0/1905215454 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f71c40cf140 0x7f71c40cf550 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:16.223 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:16.221+0000 7f71ca02e640 1 --2- 172.21.15.67:0/1905215454 >> v2:172.21.15.97:3300/0 conn(0x7f71c40b68a0 0x7f71c40d2bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:16.223 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:16.221+0000 7f71ca02e640 1 -- 172.21.15.67:0/1905215454 >> 172.21.15.67:0/1905215454 conn(0x7f71c408bee0 msgr2=0x7f71c40d45c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:16.223 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:16.221+0000 7f71ca02e640 1 -- 172.21.15.67:0/1905215454 shutdown_connections 2024-09-21T00:21:16.224 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:16.222+0000 7f71ca02e640 1 -- 172.21.15.67:0/1905215454 wait complete. 2024-09-21T00:21:16.224 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:16.223+0000 7f71ca02e640 1 Processor -- start 2024-09-21T00:21:16.224 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:16.224+0000 7f71ca02e640 1 -- start start 2024-09-21T00:21:16.227 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:16.225+0000 7f71ca02e640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f71c40b6490 0x7f71c41e7510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:16.227 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:16.225+0000 7f71ca02e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f71c40b68a0 0x7f71c41e9c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:16.227 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:16.225+0000 7f71ca02e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f71c40cf140 0x7f71c415d640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:16.228 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:16.225+0000 7f71ca02e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f71c40cfa90 con 0x7f71c40cf140 2024-09-21T00:21:16.228 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:16.225+0000 7f71ca02e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f71c40cfc10 con 0x7f71c40b68a0 2024-09-21T00:21:16.228 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:16.225+0000 7f71ca02e640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f71c40cfd90 con 0x7f71c40b6490 2024-09-21T00:21:16.228 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:16.225+0000 7f71c3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f71c40cf140 0x7f71c415d640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:16.228 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:16.225+0000 7f71c3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f71c40cf140 0x7f71c415d640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56264/0 (socket says 172.21.15.67:56264) 2024-09-21T00:21:16.228 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:16.225+0000 7f71c3fff640 1 -- 172.21.15.67:0/4092992901 learned_addr learned my addr 172.21.15.67:0/4092992901 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:16.228 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:16.225+0000 7f71c37fe640 1 --2- 172.21.15.67:0/4092992901 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f71c40b6490 0x7f71c41e7510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:16.228 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:16.225+0000 7f71c2ffd640 1 --2- 172.21.15.67:0/4092992901 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f71c40b68a0 0x7f71c41e9c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:16.228 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:16.225+0000 7f71c3fff640 1 -- 172.21.15.67:0/4092992901 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f71c40b6490 msgr2=0x7f71c41e7510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:16.228 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:16.225+0000 7f71c3fff640 1 --2- 172.21.15.67:0/4092992901 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f71c40b6490 0x7f71c41e7510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:16.228 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:16.225+0000 7f71c3fff640 1 -- 172.21.15.67:0/4092992901 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f71c40b68a0 msgr2=0x7f71c41e9c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:16.228 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:16.225+0000 7f71c3fff640 1 --2- 172.21.15.67:0/4092992901 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f71c40b68a0 0x7f71c41e9c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:16.228 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:16.225+0000 7f71c3fff640 1 -- 172.21.15.67:0/4092992901 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71c41f68e0 con 0x7f71c40cf140 2024-09-21T00:21:16.229 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:16.226+0000 7f71c3fff640 1 --2- 172.21.15.67:0/4092992901 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f71c40cf140 0x7f71c415d640 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f71bc035040 tx=0x7f71bc032c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:16.229 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:16.226+0000 7f71abfff640 1 -- 172.21.15.67:0/4092992901 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71bc037040 con 0x7f71c40cf140 2024-09-21T00:21:16.229 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:16.226+0000 7f71abfff640 1 -- 172.21.15.67:0/4092992901 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f71bc042070 con 0x7f71c40cf140 2024-09-21T00:21:16.229 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:16.226+0000 7f71ca02e640 1 -- 172.21.15.67:0/4092992901 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71c41f8db0 con 0x7f71c40cf140 2024-09-21T00:21:16.229 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:16.226+0000 7f71abfff640 1 -- 172.21.15.67:0/4092992901 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71bc003e60 con 0x7f71c40cf140 2024-09-21T00:21:16.229 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:16.226+0000 7f71ca02e640 1 -- 172.21.15.67:0/4092992901 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71c41f9370 con 0x7f71c40cf140 2024-09-21T00:21:16.230 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:16.227+0000 7f71ca02e640 1 -- 172.21.15.67:0/4092992901 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f71c41f6ab0 con 0x7f71c40cf140 2024-09-21T00:21:16.230 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:16.228+0000 7f71abfff640 1 -- 172.21.15.67:0/4092992901 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f71bc004260 con 0x7f71c40cf140 2024-09-21T00:21:16.230 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:16.228+0000 7f71abfff640 1 --2- 172.21.15.67:0/4092992901 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f71b0078b90 0x7f71b007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:16.230 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:16.228+0000 7f71abfff640 1 -- 172.21.15.67:0/4092992901 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7f71bc0bb6f0 con 0x7f71c40cf140 2024-09-21T00:21:16.230 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:16.228+0000 7f71c37fe640 1 --2- 172.21.15.67:0/4092992901 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f71b0078b90 0x7f71b007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:16.230 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:16.229+0000 7f71c37fe640 1 --2- 172.21.15.67:0/4092992901 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f71b0078b90 0x7f71b007b0a0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f71b4001600 tx=0x7f71b4009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:16.234 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:16.233+0000 7f71abfff640 1 -- 172.21.15.67:0/4092992901 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f71bc083f10 con 0x7f71c40cf140 2024-09-21T00:21:16.422 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:16.421+0000 7f71ca02e640 1 -- 172.21.15.67:0/4092992901 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f71c40cf550 con 0x7f71c40cf140 2024-09-21T00:21:16.423 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:16.422+0000 7f71abfff640 1 -- 172.21.15.67:0/4092992901 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v17) ==== 74+0+12860 (secure 0 0 0) 0x7f71bc083810 con 0x7f71c40cf140 2024-09-21T00:21:16.423 INFO:teuthology.misc.health.smithi067.stdout: 2024-09-21T00:21:16.423 INFO:teuthology.misc.health.smithi067.stdout:{"epoch":17,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:21:12.327766+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:21:16.425 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:16.424+0000 7f71ca02e640 1 -- 172.21.15.67:0/4092992901 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f71b0078b90 msgr2=0x7f71b007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:16.425 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:16.424+0000 7f71ca02e640 1 --2- 172.21.15.67:0/4092992901 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f71b0078b90 0x7f71b007b0a0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f71b4001600 tx=0x7f71b4009040 comp rx=0 tx=0).stop 2024-09-21T00:21:16.425 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:16.424+0000 7f71ca02e640 1 -- 172.21.15.67:0/4092992901 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f71c40cf140 msgr2=0x7f71c415d640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:16.426 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:16.424+0000 7f71ca02e640 1 --2- 172.21.15.67:0/4092992901 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f71c40cf140 0x7f71c415d640 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f71bc035040 tx=0x7f71bc032c60 comp rx=0 tx=0).stop 2024-09-21T00:21:16.426 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:16.424+0000 7f71ca02e640 1 -- 172.21.15.67:0/4092992901 shutdown_connections 2024-09-21T00:21:16.426 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:16.424+0000 7f71ca02e640 1 --2- 172.21.15.67:0/4092992901 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f71b0078b90 0x7f71b007b0a0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:16.426 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:16.424+0000 7f71ca02e640 1 --2- 172.21.15.67:0/4092992901 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f71c40cf140 0x7f71c415d640 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:16.426 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:16.424+0000 7f71ca02e640 1 --2- 172.21.15.67:0/4092992901 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f71c40b68a0 0x7f71c41e9c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:16.426 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:16.424+0000 7f71ca02e640 1 --2- 172.21.15.67:0/4092992901 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f71c40b6490 0x7f71c41e7510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:16.426 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:16.424+0000 7f71ca02e640 1 -- 172.21.15.67:0/4092992901 >> 172.21.15.67:0/4092992901 conn(0x7f71c408bee0 msgr2=0x7f71c415e7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:16.426 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:16.424+0000 7f71ca02e640 1 -- 172.21.15.67:0/4092992901 shutdown_connections 2024-09-21T00:21:16.426 INFO:teuthology.misc.health.smithi067.stderr:2024-09-21T00:21:16.424+0000 7f71ca02e640 1 -- 172.21.15.67:0/4092992901 wait complete. 2024-09-21T00:21:16.435 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-09-21T00:21:16.435 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2024-09-21T00:21:16.436 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-21T00:21:16.436 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-21T00:21:16.438 INFO:tasks.ceph.mds.a:Started 2024-09-21T00:21:16.438 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-21T00:21:16.438 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-21T00:21:16.440 INFO:tasks.ceph.mds.c:Started 2024-09-21T00:21:16.440 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-21T00:21:16.440 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-21T00:21:16.443 INFO:tasks.ceph.mds.b:Started 2024-09-21T00:21:16.443 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-21T00:21:16.443 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-21T00:21:16.445 INFO:tasks.ceph.mds.d:Started 2024-09-21T00:21:16.445 INFO:tasks.ceph:Setting up CephFS filesystem(s)... 2024-09-21T00:21:16.446 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:21:16.528 INFO:tasks.ceph.mds.a.smithi067.stdout:starting mds.a at 2024-09-21T00:21:16.528 INFO:tasks.ceph.mds.c.smithi067.stdout:starting mds.c at 2024-09-21T00:21:16.528 INFO:tasks.ceph.mds.c.smithi067.stderr:2024-09-21T00:21:16.527+0000 7fa580580640 -1 PosixStack listen unable to listen on v2:0.0.0.0:6832/0: (98) Address already in use 2024-09-21T00:21:16.537 INFO:tasks.ceph.mds.b.smithi097.stdout:starting mds.b at 2024-09-21T00:21:16.537 INFO:tasks.ceph.mds.d.smithi097.stdout:starting mds.d at 2024-09-21T00:21:16.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:16.569+0000 7f2ce8038640 1 -- 172.21.15.67:0/696842287 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2ce00d2b00 msgr2=0x7f2ce015e7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:16.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:16.569+0000 7f2ce8038640 1 --2- 172.21.15.67:0/696842287 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2ce00d2b00 0x7f2ce015e7f0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f2cdc009830 tx=0x7f2cdc02a5c0 comp rx=0 tx=0).stop 2024-09-21T00:21:16.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:16.569+0000 7f2ce8038640 1 -- 172.21.15.67:0/696842287 shutdown_connections 2024-09-21T00:21:16.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:16.569+0000 7f2ce8038640 1 --2- 172.21.15.67:0/696842287 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2ce00d2b00 0x7f2ce015e7f0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:16.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:16.569+0000 7f2ce8038640 1 -- 172.21.15.67:0/696842287 >> 172.21.15.67:0/696842287 conn(0x7f2ce006dfb0 msgr2=0x7f2ce006e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:16.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:16.569+0000 7f2ce8038640 1 -- 172.21.15.67:0/696842287 shutdown_connections 2024-09-21T00:21:16.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:16.569+0000 7f2ce8038640 1 -- 172.21.15.67:0/696842287 wait complete. 2024-09-21T00:21:16.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:16.571+0000 7f2ce8038640 1 Processor -- start 2024-09-21T00:21:16.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:16.571+0000 7f2ce8038640 1 -- start start 2024-09-21T00:21:16.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:16.573+0000 7f2ce8038640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ce00d11c0 0x7f2ce00ab140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:16.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:16.573+0000 7f2ce8038640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2ce00d2b00 0x7f2ce01f5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:16.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:16.573+0000 7f2ce8038640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2ce0162ea0 0x7f2ce0151b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:16.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:16.573+0000 7f2ce8038640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f2ce015f800 con 0x7f2ce00d11c0 2024-09-21T00:21:16.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:16.573+0000 7f2ce8038640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f2ce015f680 con 0x7f2ce0162ea0 2024-09-21T00:21:16.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:16.573+0000 7f2ce8038640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f2ce015f980 con 0x7f2ce00d2b00 2024-09-21T00:21:16.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:16.573+0000 7f2ce5dd4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ce00d11c0 0x7f2ce00ab140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:16.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:16.573+0000 7f2ce5dd4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ce00d11c0 0x7f2ce00ab140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56290/0 (socket says 172.21.15.67:56290) 2024-09-21T00:21:16.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:16.573+0000 7f2ce5dd4640 1 -- 172.21.15.67:0/2693216974 learned_addr learned my addr 172.21.15.67:0/2693216974 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:16.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:16.573+0000 7f2ce55d3640 1 --2- 172.21.15.67:0/2693216974 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2ce00d2b00 0x7f2ce01f5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:16.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:16.573+0000 7f2ce65d5640 1 --2- 172.21.15.67:0/2693216974 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2ce0162ea0 0x7f2ce0151b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:16.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:16.573+0000 7f2ce5dd4640 1 -- 172.21.15.67:0/2693216974 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2ce00d2b00 msgr2=0x7f2ce01f5780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:16.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:16.573+0000 7f2ce5dd4640 1 --2- 172.21.15.67:0/2693216974 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2ce00d2b00 0x7f2ce01f5780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:16.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:16.573+0000 7f2ce5dd4640 1 -- 172.21.15.67:0/2693216974 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2ce0162ea0 msgr2=0x7f2ce0151b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:16.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:16.573+0000 7f2ce5dd4640 1 --2- 172.21.15.67:0/2693216974 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2ce0162ea0 0x7f2ce0151b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:16.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:16.573+0000 7f2ce5dd4640 1 -- 172.21.15.67:0/2693216974 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ce01f5cc0 con 0x7f2ce00d11c0 2024-09-21T00:21:16.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:16.573+0000 7f2ce5dd4640 1 --2- 172.21.15.67:0/2693216974 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ce00d11c0 0x7f2ce00ab140 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f2cd400c410 tx=0x7f2cd400c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:16.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:16.573+0000 7f2cd27fc640 1 -- 172.21.15.67:0/2693216974 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cd4017070 con 0x7f2ce00d11c0 2024-09-21T00:21:16.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:16.574+0000 7f2cd27fc640 1 -- 172.21.15.67:0/2693216974 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2cd40035f0 con 0x7f2ce00d11c0 2024-09-21T00:21:16.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:16.574+0000 7f2ce8038640 1 -- 172.21.15.67:0/2693216974 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ce00cd0f0 con 0x7f2ce00d11c0 2024-09-21T00:21:16.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:16.574+0000 7f2ce8038640 1 -- 172.21.15.67:0/2693216974 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ce00cd6b0 con 0x7f2ce00d11c0 2024-09-21T00:21:16.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:16.574+0000 7f2cd27fc640 1 -- 172.21.15.67:0/2693216974 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cd4003a80 con 0x7f2ce00d11c0 2024-09-21T00:21:16.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:16.575+0000 7f2ce8038640 1 -- 172.21.15.67:0/2693216974 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2ce015e7f0 con 0x7f2ce00d11c0 2024-09-21T00:21:16.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:16.575+0000 7f2cd27fc640 1 -- 172.21.15.67:0/2693216974 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f2cd401a070 con 0x7f2ce00d11c0 2024-09-21T00:21:16.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:16.576+0000 7f2cd27fc640 1 --2- 172.21.15.67:0/2693216974 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2cc4078b90 0x7f2cc407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:16.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:16.576+0000 7f2cd27fc640 1 -- 172.21.15.67:0/2693216974 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7f2cd4099c70 con 0x7f2ce00d11c0 2024-09-21T00:21:16.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:16.576+0000 7f2ce55d3640 1 --2- 172.21.15.67:0/2693216974 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2cc4078b90 0x7f2cc407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:16.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:16.576+0000 7f2ce55d3640 1 --2- 172.21.15.67:0/2693216974 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2cc4078b90 0x7f2cc407b0a0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f2cdc034000 tx=0x7f2cdc004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:16.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:16.580+0000 7f2cd27fc640 1 -- 172.21.15.67:0/2693216974 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f2cd4061db0 con 0x7f2ce00d11c0 2024-09-21T00:21:16.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:16.804+0000 7f2ce8038640 1 -- 172.21.15.67:0/2693216974 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2ce00d1a50 con 0x7f2ce00d11c0 2024-09-21T00:21:16.806 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:16.804+0000 7f2cd27fc640 1 -- 172.21.15.67:0/2693216974 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1434 (secure 0 0 0) 0x7f2cd40667e0 con 0x7f2ce00d11c0 2024-09-21T00:21:16.806 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:21:16.806 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":2,"btime":"2024-09-21T00:21:16:533127+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4383,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/4089970198","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":4089970198},{"type":"v1","addr":"172.21.15.67:6834","nonce":4089970198}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-09-21T00:21:16.807 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 2 2024-09-21T00:21:16.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:16.806+0000 7f2ce8038640 1 -- 172.21.15.67:0/2693216974 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2cc4078b90 msgr2=0x7f2cc407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:16.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:16.806+0000 7f2ce8038640 1 --2- 172.21.15.67:0/2693216974 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2cc4078b90 0x7f2cc407b0a0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f2cdc034000 tx=0x7f2cdc004730 comp rx=0 tx=0).stop 2024-09-21T00:21:16.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:16.806+0000 7f2ce8038640 1 -- 172.21.15.67:0/2693216974 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ce00d11c0 msgr2=0x7f2ce00ab140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:16.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:16.806+0000 7f2ce8038640 1 --2- 172.21.15.67:0/2693216974 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ce00d11c0 0x7f2ce00ab140 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f2cd400c410 tx=0x7f2cd400c8d0 comp rx=0 tx=0).stop 2024-09-21T00:21:16.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:16.806+0000 7f2ce8038640 1 -- 172.21.15.67:0/2693216974 shutdown_connections 2024-09-21T00:21:16.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:16.806+0000 7f2ce8038640 1 --2- 172.21.15.67:0/2693216974 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2cc4078b90 0x7f2cc407b0a0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:16.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:16.806+0000 7f2ce8038640 1 --2- 172.21.15.67:0/2693216974 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2ce0162ea0 0x7f2ce0151b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:16.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:16.806+0000 7f2ce8038640 1 --2- 172.21.15.67:0/2693216974 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2ce00d2b00 0x7f2ce01f5780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:16.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:16.806+0000 7f2ce8038640 1 --2- 172.21.15.67:0/2693216974 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ce00d11c0 0x7f2ce00ab140 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:16.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:16.806+0000 7f2ce8038640 1 -- 172.21.15.67:0/2693216974 >> 172.21.15.67:0/2693216974 conn(0x7f2ce006dfb0 msgr2=0x7f2ce00cf6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:16.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:16.806+0000 7f2ce8038640 1 -- 172.21.15.67:0/2693216974 shutdown_connections 2024-09-21T00:21:16.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:16.806+0000 7f2ce8038640 1 -- 172.21.15.67:0/2693216974 wait complete. 2024-09-21T00:21:18.783 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:21:18.785 DEBUG:teuthology.orchestra.run.smithi097:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:21:18.819 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:21:18.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:18.952+0000 7f9363fda640 1 -- 172.21.15.67:0/3400681679 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9348005250 msgr2=0x7f934800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:18.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:18.952+0000 7f9363fda640 1 --2- 172.21.15.67:0/3400681679 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9348005250 0x7f934800b9c0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f9354001d90 tx=0x7f9348005830 comp rx=0 tx=0).stop 2024-09-21T00:21:18.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:18.952+0000 7f9363fda640 1 -- 172.21.15.67:0/3400681679 shutdown_connections 2024-09-21T00:21:18.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:18.952+0000 7f9363fda640 1 --2- 172.21.15.67:0/3400681679 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9348005250 0x7f934800b9c0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:18.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:18.952+0000 7f9363fda640 1 -- 172.21.15.67:0/3400681679 >> 172.21.15.67:0/3400681679 conn(0x7f935c08bee0 msgr2=0x7f935c0d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:18.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:18.952+0000 7f9363fda640 1 -- 172.21.15.67:0/3400681679 shutdown_connections 2024-09-21T00:21:18.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:18.952+0000 7f9363fda640 1 -- 172.21.15.67:0/3400681679 wait complete. 2024-09-21T00:21:18.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:18.954+0000 7f9363fda640 1 Processor -- start 2024-09-21T00:21:18.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:18.954+0000 7f9363fda640 1 -- start start 2024-09-21T00:21:18.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:18.955+0000 7f9363fda640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9348005250 0x7f935c09fca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:18.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:18.955+0000 7f9363fda640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f935c15d710 0x7f935c0b8490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:18.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:18.955+0000 7f9363fda640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f935c15db20 0x7f935c0b89d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:18.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:18.955+0000 7f9363fda640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f935c0b7980 con 0x7f935c15db20 2024-09-21T00:21:18.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:18.955+0000 7f9363fda640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f935c0b7800 con 0x7f935c15d710 2024-09-21T00:21:18.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:18.955+0000 7f9363fda640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f935c0b7b00 con 0x7f9348005250 2024-09-21T00:21:18.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:18.955+0000 7f9362577640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f935c15db20 0x7f935c0b89d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:18.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:18.955+0000 7f9362577640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f935c15db20 0x7f935c0b89d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56320/0 (socket says 172.21.15.67:56320) 2024-09-21T00:21:18.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:18.955+0000 7f9362577640 1 -- 172.21.15.67:0/3647928298 learned_addr learned my addr 172.21.15.67:0/3647928298 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:18.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:18.955+0000 7f9361d76640 1 --2- 172.21.15.67:0/3647928298 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9348005250 0x7f935c09fca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:18.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:18.955+0000 7f9361575640 1 --2- 172.21.15.67:0/3647928298 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f935c15d710 0x7f935c0b8490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:18.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:18.956+0000 7f9362577640 1 -- 172.21.15.67:0/3647928298 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9348005250 msgr2=0x7f935c09fca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:18.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:18.956+0000 7f9362577640 1 --2- 172.21.15.67:0/3647928298 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9348005250 0x7f935c09fca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:18.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:18.956+0000 7f9362577640 1 -- 172.21.15.67:0/3647928298 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f935c15d710 msgr2=0x7f935c0b8490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:18.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:18.956+0000 7f9362577640 1 --2- 172.21.15.67:0/3647928298 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f935c15d710 0x7f935c0b8490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:18.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:18.956+0000 7f9362577640 1 -- 172.21.15.67:0/3647928298 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f935c0b19b0 con 0x7f935c15db20 2024-09-21T00:21:18.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:18.956+0000 7f9362577640 1 --2- 172.21.15.67:0/3647928298 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f935c15db20 0x7f935c0b89d0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f9354001370 tx=0x7f9354006d40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:18.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:18.956+0000 7f93527fc640 1 -- 172.21.15.67:0/3647928298 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9354003d80 con 0x7f935c15db20 2024-09-21T00:21:18.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:18.956+0000 7f93527fc640 1 -- 172.21.15.67:0/3647928298 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9354005b80 con 0x7f935c15db20 2024-09-21T00:21:18.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:18.956+0000 7f9363fda640 1 -- 172.21.15.67:0/3647928298 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f935c0b1eb0 con 0x7f935c15db20 2024-09-21T00:21:18.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:18.956+0000 7f93527fc640 1 -- 172.21.15.67:0/3647928298 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9354005fd0 con 0x7f935c15db20 2024-09-21T00:21:18.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:18.956+0000 7f9363fda640 1 -- 172.21.15.67:0/3647928298 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f935c0b52c0 con 0x7f935c15db20 2024-09-21T00:21:18.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:18.957+0000 7f9363fda640 1 -- 172.21.15.67:0/3647928298 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f935c0b4dd0 con 0x7f935c15db20 2024-09-21T00:21:18.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:18.958+0000 7f93527fc640 1 -- 172.21.15.67:0/3647928298 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f9354005030 con 0x7f935c15db20 2024-09-21T00:21:18.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:18.958+0000 7f93527fc640 1 --2- 172.21.15.67:0/3647928298 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9340078b90 0x7f934007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:18.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:18.958+0000 7f93527fc640 1 -- 172.21.15.67:0/3647928298 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7f93540ba720 con 0x7f935c15db20 2024-09-21T00:21:18.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:18.959+0000 7f9361d76640 1 --2- 172.21.15.67:0/3647928298 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9340078b90 0x7f934007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:18.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:18.959+0000 7f9361d76640 1 --2- 172.21.15.67:0/3647928298 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9340078b90 0x7f934007b0a0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f9358001180 tx=0x7f9358006740 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:18.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:18.963+0000 7f93527fc640 1 -- 172.21.15.67:0/3647928298 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f9354082f50 con 0x7f935c15db20 2024-09-21T00:21:19.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.186+0000 7f9363fda640 1 -- 172.21.15.67:0/3647928298 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f935c0d2dd0 con 0x7f935c15db20 2024-09-21T00:21:19.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.187+0000 7f93527fc640 1 -- 172.21.15.67:0/3647928298 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+3903 (secure 0 0 0) 0x7f9354082850 con 0x7f935c15db20 2024-09-21T00:21:19.188 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:21:19.188 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":3,"btime":"2024-09-21T00:21:17:536055+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4286,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3747549097","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":3747549097},{"type":"v1","addr":"172.21.15.67:6835","nonce":3747549097}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4298,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/2478649903","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":2478649903},{"type":"v1","addr":"172.21.15.97:6836","nonce":2478649903}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4383,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/4089970198","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":4089970198},{"type":"v1","addr":"172.21.15.67:6834","nonce":4089970198}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4398,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/238081481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":238081481},{"type":"v1","addr":"172.21.15.97:6837","nonce":238081481}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[]} 2024-09-21T00:21:19.189 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 3 2024-09-21T00:21:19.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.189+0000 7f9363fda640 1 -- 172.21.15.67:0/3647928298 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9340078b90 msgr2=0x7f934007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:19.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.189+0000 7f9363fda640 1 --2- 172.21.15.67:0/3647928298 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9340078b90 0x7f934007b0a0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f9358001180 tx=0x7f9358006740 comp rx=0 tx=0).stop 2024-09-21T00:21:19.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.189+0000 7f9363fda640 1 -- 172.21.15.67:0/3647928298 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f935c15db20 msgr2=0x7f935c0b89d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:19.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.189+0000 7f9363fda640 1 --2- 172.21.15.67:0/3647928298 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f935c15db20 0x7f935c0b89d0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f9354001370 tx=0x7f9354006d40 comp rx=0 tx=0).stop 2024-09-21T00:21:19.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.189+0000 7f9363fda640 1 -- 172.21.15.67:0/3647928298 shutdown_connections 2024-09-21T00:21:19.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.189+0000 7f9363fda640 1 --2- 172.21.15.67:0/3647928298 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9340078b90 0x7f934007b0a0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:19.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.189+0000 7f9363fda640 1 --2- 172.21.15.67:0/3647928298 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f935c15db20 0x7f935c0b89d0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:19.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.189+0000 7f9363fda640 1 --2- 172.21.15.67:0/3647928298 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f935c15d710 0x7f935c0b8490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:19.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.189+0000 7f9363fda640 1 --2- 172.21.15.67:0/3647928298 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9348005250 0x7f935c09fca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:19.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.189+0000 7f9363fda640 1 -- 172.21.15.67:0/3647928298 >> 172.21.15.67:0/3647928298 conn(0x7f935c08bee0 msgr2=0x7f935c15e8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:19.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.189+0000 7f9363fda640 1 -- 172.21.15.67:0/3647928298 shutdown_connections 2024-09-21T00:21:19.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.189+0000 7f9363fda640 1 -- 172.21.15.67:0/3647928298 wait complete. 2024-09-21T00:21:19.201 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-21T00:21:19.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.316+0000 7fb3fc207640 1 -- 172.21.15.67:0/3634062464 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb3f40d2b00 msgr2=0x7fb3f415e7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:19.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.316+0000 7fb3fc207640 1 --2- 172.21.15.67:0/3634062464 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb3f40d2b00 0x7fb3f415e7f0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fb3f408d710 tx=0x7fb3e402a560 comp rx=0 tx=0).stop 2024-09-21T00:21:19.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.316+0000 7fb3fc207640 1 -- 172.21.15.67:0/3634062464 shutdown_connections 2024-09-21T00:21:19.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.316+0000 7fb3fc207640 1 --2- 172.21.15.67:0/3634062464 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb3f40d11c0 0x7fb3f40d15d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:19.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.316+0000 7fb3fc207640 1 --2- 172.21.15.67:0/3634062464 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb3f40d2b00 0x7fb3f415e7f0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:19.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.316+0000 7fb3fc207640 1 --2- 172.21.15.67:0/3634062464 >> v2:172.21.15.97:3300/0 conn(0x7fb3f4162ea0 0x7fb3f40cf740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:19.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.316+0000 7fb3fc207640 1 -- 172.21.15.67:0/3634062464 >> 172.21.15.67:0/3634062464 conn(0x7fb3f406dfb0 msgr2=0x7fb3f406e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:19.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.316+0000 7fb3fc207640 1 -- 172.21.15.67:0/3634062464 shutdown_connections 2024-09-21T00:21:19.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.316+0000 7fb3fc207640 1 -- 172.21.15.67:0/3634062464 wait complete. 2024-09-21T00:21:19.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.318+0000 7fb3fc207640 1 Processor -- start 2024-09-21T00:21:19.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.318+0000 7fb3fc207640 1 -- start start 2024-09-21T00:21:19.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.319+0000 7fb3fc207640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb3f40d11c0 0x7fb3f4153530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:19.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.319+0000 7fb3fc207640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb3f40d2b00 0x7fb3f41619c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:19.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.319+0000 7fb3fc207640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb3f4162ea0 0x7fb3f4161f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:19.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.319+0000 7fb3fc207640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fb3f415f430 con 0x7fb3f40d11c0 2024-09-21T00:21:19.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.319+0000 7fb3fc207640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fb3f415f2b0 con 0x7fb3f40d2b00 2024-09-21T00:21:19.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.319+0000 7fb3fc207640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fb3f415f5b0 con 0x7fb3f4162ea0 2024-09-21T00:21:19.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.319+0000 7fb3f9fa3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb3f40d11c0 0x7fb3f4153530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:19.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.319+0000 7fb3f9fa3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb3f40d11c0 0x7fb3f4153530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56328/0 (socket says 172.21.15.67:56328) 2024-09-21T00:21:19.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.319+0000 7fb3f9fa3640 1 -- 172.21.15.67:0/1403416011 learned_addr learned my addr 172.21.15.67:0/1403416011 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:19.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.319+0000 7fb3f97a2640 1 --2- 172.21.15.67:0/1403416011 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb3f40d2b00 0x7fb3f41619c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:19.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.319+0000 7fb3fa7a4640 1 --2- 172.21.15.67:0/1403416011 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb3f4162ea0 0x7fb3f4161f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:19.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.319+0000 7fb3f9fa3640 1 -- 172.21.15.67:0/1403416011 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb3f4162ea0 msgr2=0x7fb3f4161f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:19.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.319+0000 7fb3f9fa3640 1 --2- 172.21.15.67:0/1403416011 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb3f4162ea0 0x7fb3f4161f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:19.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.319+0000 7fb3f9fa3640 1 -- 172.21.15.67:0/1403416011 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb3f40d2b00 msgr2=0x7fb3f41619c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:19.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.319+0000 7fb3f9fa3640 1 --2- 172.21.15.67:0/1403416011 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb3f40d2b00 0x7fb3f41619c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:19.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.319+0000 7fb3f9fa3640 1 -- 172.21.15.67:0/1403416011 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3f4160c00 con 0x7fb3f40d11c0 2024-09-21T00:21:19.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.320+0000 7fb3f9fa3640 1 --2- 172.21.15.67:0/1403416011 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb3f40d11c0 0x7fb3f4153530 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fb3f000e7c0 tx=0x7fb3f000ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:19.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.320+0000 7fb3ea7fc640 1 -- 172.21.15.67:0/1403416011 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3f000ccc0 con 0x7fb3f40d11c0 2024-09-21T00:21:19.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.320+0000 7fb3fc207640 1 -- 172.21.15.67:0/1403416011 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb3f4160ee0 con 0x7fb3f40d11c0 2024-09-21T00:21:19.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.320+0000 7fb3ea7fc640 1 -- 172.21.15.67:0/1403416011 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb3f0010430 con 0x7fb3f40d11c0 2024-09-21T00:21:19.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.320+0000 7fb3ea7fc640 1 -- 172.21.15.67:0/1403416011 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3f0010840 con 0x7fb3f40d11c0 2024-09-21T00:21:19.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.320+0000 7fb3fc207640 1 -- 172.21.15.67:0/1403416011 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3f40b46a0 con 0x7fb3f40d11c0 2024-09-21T00:21:19.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.321+0000 7fb3fc207640 1 -- 172.21.15.67:0/1403416011 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb3f40b4900 con 0x7fb3f40d11c0 2024-09-21T00:21:19.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.322+0000 7fb3ea7fc640 1 -- 172.21.15.67:0/1403416011 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fb3f00109e0 con 0x7fb3f40d11c0 2024-09-21T00:21:19.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.322+0000 7fb3ea7fc640 1 --2- 172.21.15.67:0/1403416011 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb3d8078b90 0x7fb3d807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:19.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.323+0000 7fb3ea7fc640 1 -- 172.21.15.67:0/1403416011 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7fb3f009b3d0 con 0x7fb3f40d11c0 2024-09-21T00:21:19.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.323+0000 7fb3f97a2640 1 --2- 172.21.15.67:0/1403416011 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb3d8078b90 0x7fb3d807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:19.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.323+0000 7fb3f97a2640 1 --2- 172.21.15.67:0/1403416011 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb3d8078b90 0x7fb3d807b0a0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fb3e4033000 tx=0x7fb3e4004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:19.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.327+0000 7fb3ea7fc640 1 -- 172.21.15.67:0/1403416011 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fb3f0063490 con 0x7fb3f40d11c0 2024-09-21T00:21:19.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.516+0000 7fb3fc207640 1 -- 172.21.15.67:0/1403416011 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fb3f415e7f0 con 0x7fb3f40d11c0 2024-09-21T00:21:19.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.516+0000 7fb3ea7fc640 1 -- 172.21.15.67:0/1403416011 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v17) ==== 84+0+65 (secure 0 0 0) 0x7fb3f0067ec0 con 0x7fb3f40d11c0 2024-09-21T00:21:19.517 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:21:19.517 INFO:teuthology.orchestra.run.smithi067.stdout:[ 2024-09-21T00:21:19.518 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:21:19.518 INFO:teuthology.orchestra.run.smithi067.stdout: "poolnum": 1, 2024-09-21T00:21:19.518 INFO:teuthology.orchestra.run.smithi067.stdout: "poolname": ".mgr" 2024-09-21T00:21:19.518 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:21:19.518 INFO:teuthology.orchestra.run.smithi067.stdout:] 2024-09-21T00:21:19.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.518+0000 7fb3fc207640 1 -- 172.21.15.67:0/1403416011 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb3d8078b90 msgr2=0x7fb3d807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:19.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.518+0000 7fb3fc207640 1 --2- 172.21.15.67:0/1403416011 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb3d8078b90 0x7fb3d807b0a0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fb3e4033000 tx=0x7fb3e4004730 comp rx=0 tx=0).stop 2024-09-21T00:21:19.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.518+0000 7fb3fc207640 1 -- 172.21.15.67:0/1403416011 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb3f40d11c0 msgr2=0x7fb3f4153530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:19.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.518+0000 7fb3fc207640 1 --2- 172.21.15.67:0/1403416011 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb3f40d11c0 0x7fb3f4153530 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fb3f000e7c0 tx=0x7fb3f000ec80 comp rx=0 tx=0).stop 2024-09-21T00:21:19.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.518+0000 7fb3fc207640 1 -- 172.21.15.67:0/1403416011 shutdown_connections 2024-09-21T00:21:19.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.518+0000 7fb3fc207640 1 --2- 172.21.15.67:0/1403416011 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb3d8078b90 0x7fb3d807b0a0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:19.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.518+0000 7fb3fc207640 1 --2- 172.21.15.67:0/1403416011 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb3f4162ea0 0x7fb3f4161f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:19.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.518+0000 7fb3fc207640 1 --2- 172.21.15.67:0/1403416011 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb3f40d2b00 0x7fb3f41619c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:19.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.518+0000 7fb3fc207640 1 --2- 172.21.15.67:0/1403416011 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb3f40d11c0 0x7fb3f4153530 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:19.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.518+0000 7fb3fc207640 1 -- 172.21.15.67:0/1403416011 >> 172.21.15.67:0/1403416011 conn(0x7fb3f406dfb0 msgr2=0x7fb3f40ca300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:19.521 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.518+0000 7fb3fc207640 1 -- 172.21.15.67:0/1403416011 shutdown_connections 2024-09-21T00:21:19.521 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.518+0000 7fb3fc207640 1 -- 172.21.15.67:0/1403416011 wait complete. 2024-09-21T00:21:19.530 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-21T00:21:19.531 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-21T00:21:19.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.650+0000 7fef4a230640 1 -- 172.21.15.67:0/2681678345 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fef440d1460 msgr2=0x7fef440cfce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:19.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.650+0000 7fef4a230640 1 --2- 172.21.15.67:0/2681678345 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fef440d1460 0x7fef440cfce0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fef3c005fd0 tx=0x7fef3c02a8a0 comp rx=0 tx=0).stop 2024-09-21T00:21:19.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.650+0000 7fef4a230640 1 -- 172.21.15.67:0/2681678345 shutdown_connections 2024-09-21T00:21:19.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.650+0000 7fef4a230640 1 --2- 172.21.15.67:0/2681678345 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fef440d1460 0x7fef440cfce0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:19.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.650+0000 7fef4a230640 1 --2- 172.21.15.67:0/2681678345 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fef440b7480 0x7fef440d0f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:19.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.650+0000 7fef4a230640 1 -- 172.21.15.67:0/2681678345 >> 172.21.15.67:0/2681678345 conn(0x7fef4408bee0 msgr2=0x7fef440d4630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:19.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.650+0000 7fef4a230640 1 -- 172.21.15.67:0/2681678345 shutdown_connections 2024-09-21T00:21:19.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.650+0000 7fef4a230640 1 -- 172.21.15.67:0/2681678345 wait complete. 2024-09-21T00:21:19.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.652+0000 7fef4a230640 1 Processor -- start 2024-09-21T00:21:19.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.652+0000 7fef4a230640 1 -- start start 2024-09-21T00:21:19.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.653+0000 7fef4a230640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fef440b7480 0x7fef440b1da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:19.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.653+0000 7fef4a230640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fef440b9ca0 0x7fef441e71e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:19.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.653+0000 7fef4a230640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fef440d1460 0x7fef4414f190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:19.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.653+0000 7fef4a230640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fef440d05b0 con 0x7fef440d1460 2024-09-21T00:21:19.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.653+0000 7fef4a230640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fef440d0430 con 0x7fef440b7480 2024-09-21T00:21:19.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.653+0000 7fef4a230640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fef440d0730 con 0x7fef440b9ca0 2024-09-21T00:21:19.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.653+0000 7fef43fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fef440d1460 0x7fef4414f190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:19.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.653+0000 7fef43fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fef440d1460 0x7fef4414f190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56356/0 (socket says 172.21.15.67:56356) 2024-09-21T00:21:19.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.653+0000 7fef43fff640 1 -- 172.21.15.67:0/3881540868 learned_addr learned my addr 172.21.15.67:0/3881540868 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:19.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.653+0000 7fef42ffd640 1 --2- 172.21.15.67:0/3881540868 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fef440b9ca0 0x7fef441e71e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:19.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.653+0000 7fef43fff640 1 -- 172.21.15.67:0/3881540868 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fef440b9ca0 msgr2=0x7fef441e71e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:19.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.653+0000 7fef437fe640 1 --2- 172.21.15.67:0/3881540868 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fef440b7480 0x7fef440b1da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:19.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.653+0000 7fef43fff640 1 --2- 172.21.15.67:0/3881540868 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fef440b9ca0 0x7fef441e71e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:19.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.653+0000 7fef43fff640 1 -- 172.21.15.67:0/3881540868 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fef440b7480 msgr2=0x7fef440b1da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:19.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.653+0000 7fef43fff640 1 --2- 172.21.15.67:0/3881540868 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fef440b7480 0x7fef440b1da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:19.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.654+0000 7fef43fff640 1 -- 172.21.15.67:0/3881540868 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef441e7720 con 0x7fef440d1460 2024-09-21T00:21:19.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.654+0000 7fef43fff640 1 --2- 172.21.15.67:0/3881540868 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fef440d1460 0x7fef4414f190 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fef3c009cd0 tx=0x7fef3c032d30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:19.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.654+0000 7fef2bfff640 1 -- 172.21.15.67:0/3881540868 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef3c041070 con 0x7fef440d1460 2024-09-21T00:21:19.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.654+0000 7fef2bfff640 1 -- 172.21.15.67:0/3881540868 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fef3c004450 con 0x7fef440d1460 2024-09-21T00:21:19.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.654+0000 7fef4a230640 1 -- 172.21.15.67:0/3881540868 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fef440b5410 con 0x7fef440d1460 2024-09-21T00:21:19.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.654+0000 7fef2bfff640 1 -- 172.21.15.67:0/3881540868 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef3c031430 con 0x7fef440d1460 2024-09-21T00:21:19.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.654+0000 7fef4a230640 1 -- 172.21.15.67:0/3881540868 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fef441520d0 con 0x7fef440d1460 2024-09-21T00:21:19.658 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.655+0000 7fef4a230640 1 -- 172.21.15.67:0/3881540868 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fef440d0f20 con 0x7fef440d1460 2024-09-21T00:21:19.658 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.656+0000 7fef2bfff640 1 -- 172.21.15.67:0/3881540868 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fef3c044070 con 0x7fef440d1460 2024-09-21T00:21:19.658 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.656+0000 7fef2bfff640 1 --2- 172.21.15.67:0/3881540868 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fef30078bc0 0x7fef3007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:19.658 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.656+0000 7fef2bfff640 1 -- 172.21.15.67:0/3881540868 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 4857+0+0 (secure 0 0 0) 0x7fef3c02e020 con 0x7fef440d1460 2024-09-21T00:21:19.658 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.656+0000 7fef437fe640 1 --2- 172.21.15.67:0/3881540868 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fef30078bc0 0x7fef3007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:19.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.657+0000 7fef437fe640 1 --2- 172.21.15.67:0/3881540868 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fef30078bc0 0x7fef3007b0d0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fef34001530 tx=0x7fef34009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:19.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.661+0000 7fef2bfff640 1 -- 172.21.15.67:0/3881540868 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fef3c04b030 con 0x7fef440d1460 2024-09-21T00:21:19.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:19.850+0000 7fef4a230640 1 -- 172.21.15.67:0/3881540868 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7fef440d0000 con 0x7fef440d1460 2024-09-21T00:21:20.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:20.552+0000 7fef2bfff640 1 -- 172.21.15.67:0/3881540868 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v18) ==== 138+0+0 (secure 0 0 0) 0x7fef3c084330 con 0x7fef440d1460 2024-09-21T00:21:20.553 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_metadata' created 2024-09-21T00:21:20.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:20.555+0000 7fef4a230640 1 -- 172.21.15.67:0/3881540868 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fef30078bc0 msgr2=0x7fef3007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:20.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:20.555+0000 7fef4a230640 1 --2- 172.21.15.67:0/3881540868 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fef30078bc0 0x7fef3007b0d0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fef34001530 tx=0x7fef34009040 comp rx=0 tx=0).stop 2024-09-21T00:21:20.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:20.555+0000 7fef4a230640 1 -- 172.21.15.67:0/3881540868 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fef440d1460 msgr2=0x7fef4414f190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:20.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:20.555+0000 7fef4a230640 1 --2- 172.21.15.67:0/3881540868 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fef440d1460 0x7fef4414f190 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fef3c009cd0 tx=0x7fef3c032d30 comp rx=0 tx=0).stop 2024-09-21T00:21:20.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:20.556+0000 7fef4a230640 1 -- 172.21.15.67:0/3881540868 shutdown_connections 2024-09-21T00:21:20.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:20.556+0000 7fef4a230640 1 --2- 172.21.15.67:0/3881540868 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fef30078bc0 0x7fef3007b0d0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:20.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:20.556+0000 7fef4a230640 1 --2- 172.21.15.67:0/3881540868 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fef440d1460 0x7fef4414f190 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:20.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:20.556+0000 7fef4a230640 1 --2- 172.21.15.67:0/3881540868 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fef440b9ca0 0x7fef441e71e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:20.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:20.556+0000 7fef4a230640 1 --2- 172.21.15.67:0/3881540868 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fef440b7480 0x7fef440b1da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:20.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:20.556+0000 7fef4a230640 1 -- 172.21.15.67:0/3881540868 >> 172.21.15.67:0/3881540868 conn(0x7fef4408bee0 msgr2=0x7fef440cb800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:20.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:20.558+0000 7fef4a230640 1 -- 172.21.15.67:0/3881540868 shutdown_connections 2024-09-21T00:21:20.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:20.558+0000 7fef4a230640 1 -- 172.21.15.67:0/3881540868 wait complete. 2024-09-21T00:21:20.575 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-21T00:21:20.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:20.699+0000 7f877315e640 1 -- 172.21.15.67:0/3480364883 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f876c0b67c0 msgr2=0x7f876c0d1d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:20.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:20.699+0000 7f877315e640 1 --2- 172.21.15.67:0/3480364883 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f876c0b67c0 0x7f876c0d1d90 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f876c0cb850 tx=0x7f876402a560 comp rx=0 tx=0).stop 2024-09-21T00:21:20.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:20.699+0000 7f877315e640 1 -- 172.21.15.67:0/3480364883 shutdown_connections 2024-09-21T00:21:20.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:20.699+0000 7f877315e640 1 --2- 172.21.15.67:0/3480364883 >> v2:172.21.15.97:3300/0 conn(0x7f876c0ce2b0 0x7f876c0b4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:20.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:20.699+0000 7f877315e640 1 --2- 172.21.15.67:0/3480364883 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f876c0b67c0 0x7f876c0d1d90 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:20.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:20.699+0000 7f877315e640 1 -- 172.21.15.67:0/3480364883 >> 172.21.15.67:0/3480364883 conn(0x7f876c0d1270 msgr2=0x7f876c0d1680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:20.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:20.699+0000 7f877315e640 1 -- 172.21.15.67:0/3480364883 shutdown_connections 2024-09-21T00:21:20.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:20.699+0000 7f877315e640 1 -- 172.21.15.67:0/3480364883 wait complete. 2024-09-21T00:21:20.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:20.701+0000 7f877315e640 1 Processor -- start 2024-09-21T00:21:20.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:20.701+0000 7f877315e640 1 -- start start 2024-09-21T00:21:20.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:20.702+0000 7f877315e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f876c0b2760 0x7f876c1f3740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:20.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:20.703+0000 7f877315e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f876c0b67c0 0x7f876c0cae20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:20.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:20.703+0000 7f877315e640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f876c14d930 0x7f876c09e130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:20.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:20.703+0000 7f877315e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f876c0b5270 con 0x7f876c0b2760 2024-09-21T00:21:20.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:20.703+0000 7f877315e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f876c0b50f0 con 0x7f876c0b67c0 2024-09-21T00:21:20.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:20.703+0000 7f877315e640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f876c0b53f0 con 0x7f876c14d930 2024-09-21T00:21:20.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:20.703+0000 7f8770efa640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f876c0b2760 0x7f876c1f3740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:20.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:20.703+0000 7f8770efa640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f876c0b2760 0x7f876c1f3740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56366/0 (socket says 172.21.15.67:56366) 2024-09-21T00:21:20.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:20.703+0000 7f8770efa640 1 -- 172.21.15.67:0/3095413623 learned_addr learned my addr 172.21.15.67:0/3095413623 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:20.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:20.703+0000 7f876bfff640 1 --2- 172.21.15.67:0/3095413623 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f876c0b67c0 0x7f876c0cae20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:20.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:20.703+0000 7f87716fb640 1 --2- 172.21.15.67:0/3095413623 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f876c14d930 0x7f876c09e130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:20.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:20.703+0000 7f8770efa640 1 -- 172.21.15.67:0/3095413623 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f876c14d930 msgr2=0x7f876c09e130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:20.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:20.703+0000 7f8770efa640 1 --2- 172.21.15.67:0/3095413623 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f876c14d930 0x7f876c09e130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:20.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:20.703+0000 7f8770efa640 1 -- 172.21.15.67:0/3095413623 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f876c0b67c0 msgr2=0x7f876c0cae20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:20.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:20.703+0000 7f8770efa640 1 --2- 172.21.15.67:0/3095413623 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f876c0b67c0 0x7f876c0cae20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:20.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:20.703+0000 7f8770efa640 1 -- 172.21.15.67:0/3095413623 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f876c14e010 con 0x7f876c0b2760 2024-09-21T00:21:20.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:20.703+0000 7f8770efa640 1 --2- 172.21.15.67:0/3095413623 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f876c0b2760 0x7f876c1f3740 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f876402ab50 tx=0x7f87640049d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:20.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:20.703+0000 7f87697fa640 1 -- 172.21.15.67:0/3095413623 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8764031950 con 0x7f876c0b2760 2024-09-21T00:21:20.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:20.703+0000 7f87697fa640 1 -- 172.21.15.67:0/3095413623 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8764031be0 con 0x7f876c0b2760 2024-09-21T00:21:20.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:20.703+0000 7f877315e640 1 -- 172.21.15.67:0/3095413623 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f876c14e2f0 con 0x7f876c0b2760 2024-09-21T00:21:20.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:20.703+0000 7f87697fa640 1 -- 172.21.15.67:0/3095413623 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87640330d0 con 0x7f876c0b2760 2024-09-21T00:21:20.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:20.703+0000 7f877315e640 1 -- 172.21.15.67:0/3095413623 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f876c0ae0f0 con 0x7f876c0b2760 2024-09-21T00:21:20.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:20.704+0000 7f877315e640 1 -- 172.21.15.67:0/3095413623 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f876c0b5910 con 0x7f876c0b2760 2024-09-21T00:21:20.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:20.706+0000 7f87697fa640 1 -- 172.21.15.67:0/3095413623 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f8764004020 con 0x7f876c0b2760 2024-09-21T00:21:20.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:20.706+0000 7f87697fa640 1 --2- 172.21.15.67:0/3095413623 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f874c078b90 0x7f874c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:20.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:20.707+0000 7f87697fa640 1 -- 172.21.15.67:0/3095413623 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 5227+0+0 (secure 0 0 0) 0x7f87640bbf80 con 0x7f876c0b2760 2024-09-21T00:21:20.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:20.707+0000 7f876bfff640 1 --2- 172.21.15.67:0/3095413623 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f874c078b90 0x7f874c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:20.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:20.707+0000 7f876bfff640 1 --2- 172.21.15.67:0/3095413623 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f874c078b90 0x7f874c07b0a0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f876c0cefd0 tx=0x7f875c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:20.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:20.711+0000 7f87697fa640 1 -- 172.21.15.67:0/3095413623 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f876403f030 con 0x7f876c0b2760 2024-09-21T00:21:20.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:20.898+0000 7f877315e640 1 -- 172.21.15.67:0/3095413623 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f876c15e4a0 con 0x7f876c0b2760 2024-09-21T00:21:21.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:21.558+0000 7f87697fa640 1 -- 172.21.15.67:0/3095413623 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v19) ==== 170+0+0 (secure 0 0 0) 0x7f8764031770 con 0x7f876c0b2760 2024-09-21T00:21:21.560 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_data' created 2024-09-21T00:21:21.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:21.561+0000 7f877315e640 1 -- 172.21.15.67:0/3095413623 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f874c078b90 msgr2=0x7f874c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:21.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:21.561+0000 7f877315e640 1 --2- 172.21.15.67:0/3095413623 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f874c078b90 0x7f874c07b0a0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f876c0cefd0 tx=0x7f875c009040 comp rx=0 tx=0).stop 2024-09-21T00:21:21.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:21.561+0000 7f877315e640 1 -- 172.21.15.67:0/3095413623 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f876c0b2760 msgr2=0x7f876c1f3740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:21.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:21.561+0000 7f877315e640 1 --2- 172.21.15.67:0/3095413623 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f876c0b2760 0x7f876c1f3740 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f876402ab50 tx=0x7f87640049d0 comp rx=0 tx=0).stop 2024-09-21T00:21:21.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:21.561+0000 7f877315e640 1 -- 172.21.15.67:0/3095413623 shutdown_connections 2024-09-21T00:21:21.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:21.561+0000 7f877315e640 1 --2- 172.21.15.67:0/3095413623 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f874c078b90 0x7f874c07b0a0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:21.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:21.561+0000 7f877315e640 1 --2- 172.21.15.67:0/3095413623 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f876c14d930 0x7f876c09e130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:21.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:21.561+0000 7f877315e640 1 --2- 172.21.15.67:0/3095413623 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f876c0b67c0 0x7f876c0cae20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:21.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:21.561+0000 7f877315e640 1 --2- 172.21.15.67:0/3095413623 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f876c0b2760 0x7f876c1f3740 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:21.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:21.561+0000 7f877315e640 1 -- 172.21.15.67:0/3095413623 >> 172.21.15.67:0/3095413623 conn(0x7f876c0d1270 msgr2=0x7f876c06cdb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:21.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:21.562+0000 7f877315e640 1 -- 172.21.15.67:0/3095413623 shutdown_connections 2024-09-21T00:21:21.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:21.562+0000 7f877315e640 1 -- 172.21.15.67:0/3095413623 wait complete. 2024-09-21T00:21:21.591 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-21T00:21:21.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:21.714+0000 7f2214d13640 1 -- 172.21.15.67:0/1397596048 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f21fc003fd0 msgr2=0x7f21fc004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:21.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:21.714+0000 7f2214d13640 1 --2- 172.21.15.67:0/1397596048 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f21fc003fd0 0x7f21fc004800 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f21f8009b50 tx=0x7f21fc005830 comp rx=0 tx=0).stop 2024-09-21T00:21:21.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:21.715+0000 7f220ed9d640 1 -- 172.21.15.67:0/1397596048 reap_dead start 2024-09-21T00:21:21.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:21.715+0000 7f2214d13640 1 -- 172.21.15.67:0/1397596048 shutdown_connections 2024-09-21T00:21:21.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:21.715+0000 7f2214d13640 1 -- 172.21.15.67:0/1397596048 >> 172.21.15.67:0/1397596048 conn(0x7f22100d46a0 msgr2=0x7f22100d4ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:21.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:21.715+0000 7f2214d13640 1 -- 172.21.15.67:0/1397596048 shutdown_connections 2024-09-21T00:21:21.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:21.715+0000 7f2214d13640 1 -- 172.21.15.67:0/1397596048 wait complete. 2024-09-21T00:21:21.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:21.717+0000 7f2214d13640 1 Processor -- start 2024-09-21T00:21:21.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:21.717+0000 7f2214d13640 1 -- start start 2024-09-21T00:21:21.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:21.718+0000 7f2214d13640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f21fc003fd0 0x7f22101f2420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:21.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:21.718+0000 7f2214d13640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f221014c8c0 0x7f221014ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:21.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:21.718+0000 7f2214d13640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f22101f50c0 0x7f22101f54d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:21.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:21.718+0000 7f2214d13640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f22100b5440 con 0x7f22101f50c0 2024-09-21T00:21:21.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:21.718+0000 7f2214d13640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f22100d0620 con 0x7f221014c8c0 2024-09-21T00:21:21.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:21.718+0000 7f2214d13640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f22100b55c0 con 0x7f21fc003fd0 2024-09-21T00:21:21.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:21.718+0000 7f220ed9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f22101f50c0 0x7f22101f54d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:21.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:21.718+0000 7f220ed9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f22101f50c0 0x7f22101f54d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56382/0 (socket says 172.21.15.67:56382) 2024-09-21T00:21:21.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:21.718+0000 7f220ed9d640 1 -- 172.21.15.67:0/2941018620 learned_addr learned my addr 172.21.15.67:0/2941018620 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:21.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:21.718+0000 7f220e59c640 1 --2- 172.21.15.67:0/2941018620 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f21fc003fd0 0x7f22101f2420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:21.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:21.718+0000 7f220dd9b640 1 --2- 172.21.15.67:0/2941018620 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f221014c8c0 0x7f221014ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:21.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:21.718+0000 7f220ed9d640 1 -- 172.21.15.67:0/2941018620 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f21fc003fd0 msgr2=0x7f22101f2420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:21.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:21.719+0000 7f220ed9d640 1 --2- 172.21.15.67:0/2941018620 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f21fc003fd0 0x7f22101f2420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:21.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:21.719+0000 7f220ed9d640 1 -- 172.21.15.67:0/2941018620 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f221014c8c0 msgr2=0x7f221014ccd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:21.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:21.719+0000 7f220ed9d640 1 --2- 172.21.15.67:0/2941018620 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f221014c8c0 0x7f221014ccd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:21.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:21.719+0000 7f220ed9d640 1 -- 172.21.15.67:0/2941018620 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f221014d670 con 0x7f22101f50c0 2024-09-21T00:21:21.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:21.719+0000 7f220e59c640 1 --2- 172.21.15.67:0/2941018620 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f21fc003fd0 0x7f22101f2420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:21:21.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:21.719+0000 7f220dd9b640 1 --2- 172.21.15.67:0/2941018620 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f221014c8c0 0x7f221014ccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:21:21.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:21.719+0000 7f220ed9d640 1 --2- 172.21.15.67:0/2941018620 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f22101f50c0 0x7f22101f54d0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f22100d3e20 tx=0x7f22080039c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:21.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:21.719+0000 7f2206ffd640 1 -- 172.21.15.67:0/2941018620 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2208011840 con 0x7f22101f50c0 2024-09-21T00:21:21.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:21.719+0000 7f2206ffd640 1 -- 172.21.15.67:0/2941018620 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2208017070 con 0x7f22101f50c0 2024-09-21T00:21:21.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:21.719+0000 7f2214d13640 1 -- 172.21.15.67:0/2941018620 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f221015a740 con 0x7f22101f50c0 2024-09-21T00:21:21.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:21.719+0000 7f2206ffd640 1 -- 172.21.15.67:0/2941018620 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2208011c40 con 0x7f22101f50c0 2024-09-21T00:21:21.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:21.719+0000 7f2214d13640 1 -- 172.21.15.67:0/2941018620 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f221015ad00 con 0x7f22101f50c0 2024-09-21T00:21:21.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:21.720+0000 7f2214d13640 1 -- 172.21.15.67:0/2941018620 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f22100cffc0 con 0x7f22101f50c0 2024-09-21T00:21:21.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:21.721+0000 7f2206ffd640 1 -- 172.21.15.67:0/2941018620 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f220801c460 con 0x7f22101f50c0 2024-09-21T00:21:21.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:21.721+0000 7f2206ffd640 1 --2- 172.21.15.67:0/2941018620 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f21f0078bc0 0x7f21f007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:21.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:21.721+0000 7f2206ffd640 1 -- 172.21.15.67:0/2941018620 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(19..19 src has 1..19) ==== 5609+0+0 (secure 0 0 0) 0x7f220809b5a0 con 0x7f22101f50c0 2024-09-21T00:21:21.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:21.721+0000 7f220e59c640 1 --2- 172.21.15.67:0/2941018620 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f21f0078bc0 0x7f21f007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:21.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:21.722+0000 7f220e59c640 1 --2- 172.21.15.67:0/2941018620 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f21f0078bc0 0x7f21f007b0d0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f2200005fd0 tx=0x7f22000094a0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:21.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:21.726+0000 7f2206ffd640 1 -- 172.21.15.67:0/2941018620 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f2208063ad0 con 0x7f22101f50c0 2024-09-21T00:21:21.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:21.950+0000 7f2214d13640 1 -- 172.21.15.67:0/2941018620 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f22100b8750 con 0x7f22101f50c0 2024-09-21T00:21:22.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:22.560+0000 7f2206ffd640 1 -- 172.21.15.67:0/2941018620 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v4) ==== 172+0+0 (secure 0 0 0) 0x7f22080633d0 con 0x7f22101f50c0 2024-09-21T00:21:22.561 INFO:teuthology.orchestra.run.smithi067.stderr:new fs with metadata pool 2 and data pool 3 2024-09-21T00:21:22.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:22.564+0000 7f2214d13640 1 -- 172.21.15.67:0/2941018620 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f21f0078bc0 msgr2=0x7f21f007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:22.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:22.564+0000 7f2214d13640 1 --2- 172.21.15.67:0/2941018620 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f21f0078bc0 0x7f21f007b0d0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f2200005fd0 tx=0x7f22000094a0 comp rx=0 tx=0).stop 2024-09-21T00:21:22.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:22.564+0000 7f2214d13640 1 -- 172.21.15.67:0/2941018620 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f22101f50c0 msgr2=0x7f22101f54d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:22.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:22.564+0000 7f2214d13640 1 --2- 172.21.15.67:0/2941018620 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f22101f50c0 0x7f22101f54d0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f22100d3e20 tx=0x7f22080039c0 comp rx=0 tx=0).stop 2024-09-21T00:21:22.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:22.565+0000 7f2214d13640 1 -- 172.21.15.67:0/2941018620 shutdown_connections 2024-09-21T00:21:22.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:22.565+0000 7f2214d13640 1 --2- 172.21.15.67:0/2941018620 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f21f0078bc0 0x7f21f007b0d0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:22.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:22.565+0000 7f2214d13640 1 --2- 172.21.15.67:0/2941018620 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f22101f50c0 0x7f22101f54d0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:22.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:22.565+0000 7f2214d13640 1 --2- 172.21.15.67:0/2941018620 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f221014c8c0 0x7f221014ccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:22.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:22.565+0000 7f2214d13640 1 --2- 172.21.15.67:0/2941018620 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f21fc003fd0 0x7f22101f2420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:22.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:22.565+0000 7f2214d13640 1 -- 172.21.15.67:0/2941018620 >> 172.21.15.67:0/2941018620 conn(0x7f22100d46a0 msgr2=0x7f2210160bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:22.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:22.566+0000 7f2214d13640 1 -- 172.21.15.67:0/2941018620 shutdown_connections 2024-09-21T00:21:22.570 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:22.569+0000 7f2214d13640 1 -- 172.21.15.67:0/2941018620 wait complete. 2024-09-21T00:21:22.599 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:21:22.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:22.719+0000 7f10d7f89640 1 -- 172.21.15.67:0/768279930 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f10d00d1010 msgr2=0x7f10d00d1420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:22.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:22.719+0000 7f10d7f89640 1 --2- 172.21.15.67:0/768279930 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f10d00d1010 0x7f10d00d1420 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f10d006d6c0 tx=0x7f10c002a530 comp rx=0 tx=0).stop 2024-09-21T00:21:22.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:22.719+0000 7f10d7f89640 1 -- 172.21.15.67:0/768279930 shutdown_connections 2024-09-21T00:21:22.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:22.719+0000 7f10d7f89640 1 --2- 172.21.15.67:0/768279930 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f10d00d1010 0x7f10d00d1420 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:22.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:22.719+0000 7f10d7f89640 1 --2- 172.21.15.67:0/768279930 >> v2:172.21.15.97:3300/0 conn(0x7f10d00b9780 0x7f10d00d2cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:22.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:22.719+0000 7f10d7f89640 1 -- 172.21.15.67:0/768279930 >> 172.21.15.67:0/768279930 conn(0x7f10d008bee0 msgr2=0x7f10d00d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:22.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:22.719+0000 7f10d7f89640 1 -- 172.21.15.67:0/768279930 shutdown_connections 2024-09-21T00:21:22.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:22.719+0000 7f10d7f89640 1 -- 172.21.15.67:0/768279930 wait complete. 2024-09-21T00:21:22.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:22.721+0000 7f10d7f89640 1 Processor -- start 2024-09-21T00:21:22.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:22.721+0000 7f10d7f89640 1 -- start start 2024-09-21T00:21:22.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:22.722+0000 7f10d7f89640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f10d00b73f0 0x7f10d01f9bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:22.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:22.722+0000 7f10d7f89640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f10d00b9780 0x7f10d0158b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:22.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:22.722+0000 7f10d7f89640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f10d00d1010 0x7f10d0143140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:22.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:22.722+0000 7f10d7f89640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f10d00d04a0 con 0x7f10d00b73f0 2024-09-21T00:21:22.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:22.722+0000 7f10d7f89640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f10d00d0320 con 0x7f10d00d1010 2024-09-21T00:21:22.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:22.722+0000 7f10d7f89640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f10d00b7800 con 0x7f10d00b9780 2024-09-21T00:21:22.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:22.722+0000 7f10d5d25640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f10d00b73f0 0x7f10d01f9bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:22.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:22.723+0000 7f10d5d25640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f10d00b73f0 0x7f10d01f9bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56394/0 (socket says 172.21.15.67:56394) 2024-09-21T00:21:22.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:22.723+0000 7f10d5d25640 1 -- 172.21.15.67:0/1143356652 learned_addr learned my addr 172.21.15.67:0/1143356652 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:22.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:22.723+0000 7f10d5524640 1 --2- 172.21.15.67:0/1143356652 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f10d00b9780 0x7f10d0158b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:22.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:22.723+0000 7f10d5d25640 1 -- 172.21.15.67:0/1143356652 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f10d00b9780 msgr2=0x7f10d0158b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:22.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:22.723+0000 7f10d5d25640 1 --2- 172.21.15.67:0/1143356652 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f10d00b9780 0x7f10d0158b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:22.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:22.723+0000 7f10d5d25640 1 -- 172.21.15.67:0/1143356652 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f10d00d1010 msgr2=0x7f10d0143140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:22.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:22.723+0000 7f10d5d25640 1 --2- 172.21.15.67:0/1143356652 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f10d00d1010 0x7f10d0143140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:22.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:22.723+0000 7f10d5d25640 1 -- 172.21.15.67:0/1143356652 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10d0159080 con 0x7f10d00b73f0 2024-09-21T00:21:22.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:22.723+0000 7f10d5524640 1 --2- 172.21.15.67:0/1143356652 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f10d00b9780 0x7f10d0158b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:21:22.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:22.723+0000 7f10d5d25640 1 --2- 172.21.15.67:0/1143356652 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f10d00b73f0 0x7f10d01f9bb0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f10cc00d700 tx=0x7f10cc00dbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:22.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:22.723+0000 7f10c67fc640 1 -- 172.21.15.67:0/1143356652 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10cc017070 con 0x7f10d00b73f0 2024-09-21T00:21:22.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:22.723+0000 7f10c67fc640 1 -- 172.21.15.67:0/1143356652 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f10cc009cc0 con 0x7f10d00b73f0 2024-09-21T00:21:22.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:22.723+0000 7f10c67fc640 1 -- 172.21.15.67:0/1143356652 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10cc0106c0 con 0x7f10d00b73f0 2024-09-21T00:21:22.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:22.723+0000 7f10d7f89640 1 -- 172.21.15.67:0/1143356652 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10d0157aa0 con 0x7f10d00b73f0 2024-09-21T00:21:22.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:22.723+0000 7f10d7f89640 1 -- 172.21.15.67:0/1143356652 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10d0158060 con 0x7f10d00b73f0 2024-09-21T00:21:22.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:22.724+0000 7f10d7f89640 1 -- 172.21.15.67:0/1143356652 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f10d00b7cb0 con 0x7f10d00b73f0 2024-09-21T00:21:22.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:22.725+0000 7f10c67fc640 1 -- 172.21.15.67:0/1143356652 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f10cc01a070 con 0x7f10d00b73f0 2024-09-21T00:21:22.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:22.726+0000 7f10c67fc640 1 --2- 172.21.15.67:0/1143356652 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f10b4078b90 0x7f10b407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:22.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:22.726+0000 7f10c67fc640 1 -- 172.21.15.67:0/1143356652 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f10cc09ae50 con 0x7f10d00b73f0 2024-09-21T00:21:22.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:22.726+0000 7f10d5524640 1 --2- 172.21.15.67:0/1143356652 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f10b4078b90 0x7f10b407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:22.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:22.727+0000 7f10d5524640 1 --2- 172.21.15.67:0/1143356652 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f10b4078b90 0x7f10b407b0a0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f10c0034000 tx=0x7f10c0004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:22.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:22.731+0000 7f10c67fc640 1 -- 172.21.15.67:0/1143356652 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f10cc063290 con 0x7f10d00b73f0 2024-09-21T00:21:22.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:22.918+0000 7f10d7f89640 1 -- 172.21.15.67:0/1143356652 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f10d00b5750 con 0x7f10d00b73f0 2024-09-21T00:21:22.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:22.919+0000 7f10c67fc640 1 -- 172.21.15.67:0/1143356652 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) ==== 74+0+16642 (secure 0 0 0) 0x7f10cc062b90 con 0x7f10d00b73f0 2024-09-21T00:21:22.921 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:21:22.921 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":20,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:21:21.951984+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:21:19.854465+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-21T00:21:20.903006+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:21:22.923 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:22.922+0000 7f10d7f89640 1 -- 172.21.15.67:0/1143356652 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f10b4078b90 msgr2=0x7f10b407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:22.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:22.922+0000 7f10d7f89640 1 --2- 172.21.15.67:0/1143356652 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f10b4078b90 0x7f10b407b0a0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f10c0034000 tx=0x7f10c0004730 comp rx=0 tx=0).stop 2024-09-21T00:21:22.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:22.922+0000 7f10d7f89640 1 -- 172.21.15.67:0/1143356652 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f10d00b73f0 msgr2=0x7f10d01f9bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:22.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:22.922+0000 7f10d7f89640 1 --2- 172.21.15.67:0/1143356652 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f10d00b73f0 0x7f10d01f9bb0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f10cc00d700 tx=0x7f10cc00dbc0 comp rx=0 tx=0).stop 2024-09-21T00:21:22.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:22.922+0000 7f10d7f89640 1 -- 172.21.15.67:0/1143356652 shutdown_connections 2024-09-21T00:21:22.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:22.922+0000 7f10d7f89640 1 --2- 172.21.15.67:0/1143356652 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f10b4078b90 0x7f10b407b0a0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:22.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:22.922+0000 7f10d7f89640 1 --2- 172.21.15.67:0/1143356652 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f10d00d1010 0x7f10d0143140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:22.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:22.922+0000 7f10d7f89640 1 --2- 172.21.15.67:0/1143356652 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f10d00b9780 0x7f10d0158b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:22.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:22.922+0000 7f10d7f89640 1 --2- 172.21.15.67:0/1143356652 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f10d00b73f0 0x7f10d01f9bb0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:22.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:22.922+0000 7f10d7f89640 1 -- 172.21.15.67:0/1143356652 >> 172.21.15.67:0/1143356652 conn(0x7f10d008bee0 msgr2=0x7f10d0161d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:22.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:22.922+0000 7f10d7f89640 1 -- 172.21.15.67:0/1143356652 shutdown_connections 2024-09-21T00:21:22.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:22.922+0000 7f10d7f89640 1 -- 172.21.15.67:0/1143356652 wait complete. 2024-09-21T00:21:22.935 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:21:23.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.050+0000 7f4c2b541640 1 -- 172.21.15.67:0/3359323935 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4c240cf010 msgr2=0x7f4c240cf810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:23.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.050+0000 7f4c2b541640 1 --2- 172.21.15.67:0/3359323935 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4c240cf010 0x7f4c240cf810 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f4c14009bb0 tx=0x7f4c1402a8b0 comp rx=0 tx=0).stop 2024-09-21T00:21:23.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.050+0000 7f4c2b541640 1 -- 172.21.15.67:0/3359323935 shutdown_connections 2024-09-21T00:21:23.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.050+0000 7f4c2b541640 1 --2- 172.21.15.67:0/3359323935 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4c240b7c20 0x7f4c240b8030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:23.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.050+0000 7f4c2b541640 1 --2- 172.21.15.67:0/3359323935 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4c240cf010 0x7f4c240cf810 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:23.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.050+0000 7f4c2b541640 1 -- 172.21.15.67:0/3359323935 >> 172.21.15.67:0/3359323935 conn(0x7f4c2406dfb0 msgr2=0x7f4c2406e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:23.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.050+0000 7f4c2b541640 1 -- 172.21.15.67:0/3359323935 shutdown_connections 2024-09-21T00:21:23.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.050+0000 7f4c2b541640 1 -- 172.21.15.67:0/3359323935 wait complete. 2024-09-21T00:21:23.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.052+0000 7f4c2b541640 1 Processor -- start 2024-09-21T00:21:23.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.052+0000 7f4c2b541640 1 -- start start 2024-09-21T00:21:23.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.053+0000 7f4c2b541640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4c240b7c20 0x7f4c24147e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:23.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.053+0000 7f4c2b541640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4c240cf010 0x7f4c241e71c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:23.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.053+0000 7f4c2b541640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4c240d11c0 0x7f4c24158c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:23.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.053+0000 7f4c2b541640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f4c240b89b0 con 0x7f4c240d11c0 2024-09-21T00:21:23.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.053+0000 7f4c2b541640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f4c240b8830 con 0x7f4c240b7c20 2024-09-21T00:21:23.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.053+0000 7f4c2b541640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f4c240b8b30 con 0x7f4c240cf010 2024-09-21T00:21:23.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.054+0000 7f4c29ade640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4c240d11c0 0x7f4c24158c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:23.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.054+0000 7f4c29ade640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4c240d11c0 0x7f4c24158c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56402/0 (socket says 172.21.15.67:56402) 2024-09-21T00:21:23.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.054+0000 7f4c29ade640 1 -- 172.21.15.67:0/372538384 learned_addr learned my addr 172.21.15.67:0/372538384 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:23.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.054+0000 7f4c28adc640 1 --2- 172.21.15.67:0/372538384 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4c240cf010 0x7f4c241e71c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:23.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.054+0000 7f4c292dd640 1 --2- 172.21.15.67:0/372538384 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4c240b7c20 0x7f4c24147e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:23.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.054+0000 7f4c29ade640 1 -- 172.21.15.67:0/372538384 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4c240cf010 msgr2=0x7f4c241e71c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:23.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.054+0000 7f4c29ade640 1 --2- 172.21.15.67:0/372538384 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4c240cf010 0x7f4c241e71c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:23.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.054+0000 7f4c29ade640 1 -- 172.21.15.67:0/372538384 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4c240b7c20 msgr2=0x7f4c24147e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:23.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.054+0000 7f4c29ade640 1 --2- 172.21.15.67:0/372538384 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4c240b7c20 0x7f4c24147e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:23.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.054+0000 7f4c29ade640 1 -- 172.21.15.67:0/372538384 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c241e7700 con 0x7f4c240d11c0 2024-09-21T00:21:23.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.054+0000 7f4c29ade640 1 --2- 172.21.15.67:0/372538384 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4c240d11c0 0x7f4c24158c90 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f4c1c00e940 tx=0x7f4c1c00ee00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:23.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.054+0000 7f4c21ffb640 1 -- 172.21.15.67:0/372538384 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c1c00cd20 con 0x7f4c240d11c0 2024-09-21T00:21:23.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.054+0000 7f4c21ffb640 1 -- 172.21.15.67:0/372538384 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4c1c004020 con 0x7f4c240d11c0 2024-09-21T00:21:23.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.054+0000 7f4c2b541640 1 -- 172.21.15.67:0/372538384 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4c240ccb00 con 0x7f4c240d11c0 2024-09-21T00:21:23.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.054+0000 7f4c21ffb640 1 -- 172.21.15.67:0/372538384 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c1c004470 con 0x7f4c240d11c0 2024-09-21T00:21:23.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.055+0000 7f4c2b541640 1 -- 172.21.15.67:0/372538384 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4c240cd0c0 con 0x7f4c240d11c0 2024-09-21T00:21:23.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.055+0000 7f4c2b541640 1 -- 172.21.15.67:0/372538384 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4c240b8030 con 0x7f4c240d11c0 2024-09-21T00:21:23.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.056+0000 7f4c21ffb640 1 -- 172.21.15.67:0/372538384 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f4c1c0035f0 con 0x7f4c240d11c0 2024-09-21T00:21:23.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.056+0000 7f4c21ffb640 1 --2- 172.21.15.67:0/372538384 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4c10078b90 0x7f4c1007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:23.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.057+0000 7f4c21ffb640 1 -- 172.21.15.67:0/372538384 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f4c1c09b580 con 0x7f4c240d11c0 2024-09-21T00:21:23.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.057+0000 7f4c292dd640 1 --2- 172.21.15.67:0/372538384 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4c10078b90 0x7f4c1007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:23.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.057+0000 7f4c292dd640 1 --2- 172.21.15.67:0/372538384 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4c10078b90 0x7f4c1007b0a0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f4c240cb830 tx=0x7f4c14004ab0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:23.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.061+0000 7f4c21ffb640 1 -- 172.21.15.67:0/372538384 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f4c1c063370 con 0x7f4c240d11c0 2024-09-21T00:21:23.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.251+0000 7f4c2b541640 1 -- 172.21.15.67:0/372538384 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4c24160130 con 0x7f4c240d11c0 2024-09-21T00:21:23.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.252+0000 7f4c21ffb640 1 -- 172.21.15.67:0/372538384 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) ==== 74+0+16642 (secure 0 0 0) 0x7f4c1c067da0 con 0x7f4c240d11c0 2024-09-21T00:21:23.254 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:21:23.254 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":20,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:21:21.951984+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:21:19.854465+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-21T00:21:20.903006+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:21:23.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.255+0000 7f4c2b541640 1 -- 172.21.15.67:0/372538384 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4c10078b90 msgr2=0x7f4c1007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:23.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.255+0000 7f4c2b541640 1 --2- 172.21.15.67:0/372538384 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4c10078b90 0x7f4c1007b0a0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f4c240cb830 tx=0x7f4c14004ab0 comp rx=0 tx=0).stop 2024-09-21T00:21:23.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.255+0000 7f4c2b541640 1 -- 172.21.15.67:0/372538384 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4c240d11c0 msgr2=0x7f4c24158c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:23.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.255+0000 7f4c2b541640 1 --2- 172.21.15.67:0/372538384 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4c240d11c0 0x7f4c24158c90 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f4c1c00e940 tx=0x7f4c1c00ee00 comp rx=0 tx=0).stop 2024-09-21T00:21:23.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.255+0000 7f4c2b541640 1 -- 172.21.15.67:0/372538384 shutdown_connections 2024-09-21T00:21:23.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.255+0000 7f4c2b541640 1 --2- 172.21.15.67:0/372538384 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4c10078b90 0x7f4c1007b0a0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:23.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.255+0000 7f4c2b541640 1 --2- 172.21.15.67:0/372538384 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4c240d11c0 0x7f4c24158c90 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:23.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.255+0000 7f4c2b541640 1 --2- 172.21.15.67:0/372538384 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4c240cf010 0x7f4c241e71c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:23.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.255+0000 7f4c2b541640 1 --2- 172.21.15.67:0/372538384 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4c240b7c20 0x7f4c24147e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:23.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.255+0000 7f4c2b541640 1 -- 172.21.15.67:0/372538384 >> 172.21.15.67:0/372538384 conn(0x7f4c2406dfb0 msgr2=0x7f4c240d15d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:23.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.255+0000 7f4c2b541640 1 -- 172.21.15.67:0/372538384 shutdown_connections 2024-09-21T00:21:23.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.255+0000 7f4c2b541640 1 -- 172.21.15.67:0/372538384 wait complete. 2024-09-21T00:21:23.267 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-21T00:21:23.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.386+0000 7f10864c5640 1 -- 172.21.15.67:0/4231177752 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f10680039e0 msgr2=0x7f1068003e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:23.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.386+0000 7f10864c5640 1 --2- 172.21.15.67:0/4231177752 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f10680039e0 0x7f1068003e10 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f1070009af0 tx=0x7f1068005830 comp rx=0 tx=0).stop 2024-09-21T00:21:23.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.386+0000 7f1084a62640 1 -- 172.21.15.67:0/4231177752 reap_dead start 2024-09-21T00:21:23.388 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.386+0000 7f10864c5640 1 -- 172.21.15.67:0/4231177752 shutdown_connections 2024-09-21T00:21:23.388 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.386+0000 7f10864c5640 1 -- 172.21.15.67:0/4231177752 >> 172.21.15.67:0/4231177752 conn(0x7f108009da10 msgr2=0x7f10800d4630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:23.388 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.386+0000 7f10864c5640 1 -- 172.21.15.67:0/4231177752 shutdown_connections 2024-09-21T00:21:23.388 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.386+0000 7f10864c5640 1 -- 172.21.15.67:0/4231177752 wait complete. 2024-09-21T00:21:23.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.388+0000 7f10864c5640 1 Processor -- start 2024-09-21T00:21:23.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.388+0000 7f10864c5640 1 -- start start 2024-09-21T00:21:23.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.389+0000 7f10864c5640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f10680039e0 0x7f10801e8e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:23.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.389+0000 7f10864c5640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f10801d43b0 0x7f10801e73c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:23.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.389+0000 7f10864c5640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f10801d47c0 0x7f10801e7900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:23.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.389+0000 7f10864c5640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f10800d02d0 con 0x7f10801d43b0 2024-09-21T00:21:23.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.389+0000 7f10864c5640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f10800d0150 con 0x7f10680039e0 2024-09-21T00:21:23.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.389+0000 7f10864c5640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f10800d0450 con 0x7f10801d47c0 2024-09-21T00:21:23.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.389+0000 7f107f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f10801d43b0 0x7f10801e73c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:23.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.389+0000 7f107f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f10801d43b0 0x7f10801e73c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:43984/0 (socket says 172.21.15.67:43984) 2024-09-21T00:21:23.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.389+0000 7f107f7fe640 1 -- 172.21.15.67:0/2690277015 learned_addr learned my addr 172.21.15.67:0/2690277015 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:23.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.389+0000 7f107ffff640 1 --2- 172.21.15.67:0/2690277015 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f10680039e0 0x7f10801e8e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:23.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.389+0000 7f1084a62640 1 --2- 172.21.15.67:0/2690277015 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f10801d47c0 0x7f10801e7900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:23.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.390+0000 7f107f7fe640 1 -- 172.21.15.67:0/2690277015 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f10801d47c0 msgr2=0x7f10801e7900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:23.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.390+0000 7f107f7fe640 1 --2- 172.21.15.67:0/2690277015 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f10801d47c0 0x7f10801e7900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:23.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.390+0000 7f107f7fe640 1 -- 172.21.15.67:0/2690277015 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f10680039e0 msgr2=0x7f10801e8e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:23.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.390+0000 7f107f7fe640 1 --2- 172.21.15.67:0/2690277015 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f10680039e0 0x7f10801e8e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:23.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.390+0000 7f107f7fe640 1 -- 172.21.15.67:0/2690277015 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10801e97e0 con 0x7f10801d43b0 2024-09-21T00:21:23.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.390+0000 7f1084a62640 1 --2- 172.21.15.67:0/2690277015 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f10801d47c0 0x7f10801e7900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:21:23.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.390+0000 7f107ffff640 1 --2- 172.21.15.67:0/2690277015 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f10680039e0 0x7f10801e8e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:21:23.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.390+0000 7f107f7fe640 1 --2- 172.21.15.67:0/2690277015 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f10801d43b0 0x7f10801e73c0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f1074003f50 tx=0x7f10740017d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:23.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.390+0000 7f107cff9640 1 -- 172.21.15.67:0/2690277015 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1074015070 con 0x7f10801d43b0 2024-09-21T00:21:23.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.390+0000 7f107cff9640 1 -- 172.21.15.67:0/2690277015 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1074011900 con 0x7f10801d43b0 2024-09-21T00:21:23.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.390+0000 7f10864c5640 1 -- 172.21.15.67:0/2690277015 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10801e9ac0 con 0x7f10801d43b0 2024-09-21T00:21:23.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.390+0000 7f107cff9640 1 -- 172.21.15.67:0/2690277015 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1074011d50 con 0x7f10801d43b0 2024-09-21T00:21:23.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.390+0000 7f10864c5640 1 -- 172.21.15.67:0/2690277015 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10801ea080 con 0x7f10801d43b0 2024-09-21T00:21:23.394 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.391+0000 7f10864c5640 1 -- 172.21.15.67:0/2690277015 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f10800d30b0 con 0x7f10801d43b0 2024-09-21T00:21:23.394 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.392+0000 7f107cff9640 1 -- 172.21.15.67:0/2690277015 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f1074018070 con 0x7f10801d43b0 2024-09-21T00:21:23.394 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.393+0000 7f107cff9640 1 --2- 172.21.15.67:0/2690277015 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f106c078b90 0x7f106c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:23.394 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.393+0000 7f107cff9640 1 -- 172.21.15.67:0/2690277015 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5709+0+0 (secure 0 0 0) 0x7f107409bb10 con 0x7f10801d43b0 2024-09-21T00:21:23.395 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.393+0000 7f107ffff640 1 --2- 172.21.15.67:0/2690277015 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f106c078b90 0x7f106c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:23.395 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.393+0000 7f107ffff640 1 --2- 172.21.15.67:0/2690277015 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f106c078b90 0x7f106c07b0a0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f1070035000 tx=0x7f107002d040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:23.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.397+0000 7f107cff9640 1 -- 172.21.15.67:0/2690277015 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f1074063f50 con 0x7f10801d43b0 2024-09-21T00:21:23.629 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:23.628+0000 7f10864c5640 1 -- 172.21.15.67:0/2690277015 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f108008e7c0 con 0x7f10801d43b0 2024-09-21T00:21:24.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:24.582+0000 7f107cff9640 1 -- 172.21.15.67:0/2690277015 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v7) ==== 118+0+0 (secure 0 0 0) 0x7f1074063850 con 0x7f10801d43b0 2024-09-21T00:21:24.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:24.585+0000 7f10864c5640 1 -- 172.21.15.67:0/2690277015 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f106c078b90 msgr2=0x7f106c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:24.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:24.585+0000 7f10864c5640 1 --2- 172.21.15.67:0/2690277015 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f106c078b90 0x7f106c07b0a0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f1070035000 tx=0x7f107002d040 comp rx=0 tx=0).stop 2024-09-21T00:21:24.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:24.585+0000 7f10864c5640 1 -- 172.21.15.67:0/2690277015 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f10801d43b0 msgr2=0x7f10801e73c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:24.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:24.585+0000 7f10864c5640 1 --2- 172.21.15.67:0/2690277015 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f10801d43b0 0x7f10801e73c0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f1074003f50 tx=0x7f10740017d0 comp rx=0 tx=0).stop 2024-09-21T00:21:24.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:24.585+0000 7f10864c5640 1 -- 172.21.15.67:0/2690277015 shutdown_connections 2024-09-21T00:21:24.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:24.585+0000 7f10864c5640 1 --2- 172.21.15.67:0/2690277015 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f106c078b90 0x7f106c07b0a0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:24.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:24.585+0000 7f10864c5640 1 --2- 172.21.15.67:0/2690277015 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f10801d47c0 0x7f10801e7900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:24.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:24.585+0000 7f10864c5640 1 --2- 172.21.15.67:0/2690277015 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f10801d43b0 0x7f10801e73c0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:24.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:24.585+0000 7f10864c5640 1 --2- 172.21.15.67:0/2690277015 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f10680039e0 0x7f10801e8e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:24.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:24.585+0000 7f10864c5640 1 -- 172.21.15.67:0/2690277015 >> 172.21.15.67:0/2690277015 conn(0x7f108009da10 msgr2=0x7f10801e6bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:24.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:24.585+0000 7f10864c5640 1 -- 172.21.15.67:0/2690277015 shutdown_connections 2024-09-21T00:21:24.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:24.585+0000 7f10864c5640 1 -- 172.21.15.67:0/2690277015 wait complete. 2024-09-21T00:21:24.600 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-21T00:21:24.600 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-21T00:21:24.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:24.725+0000 7fcaa8e0e640 1 -- 172.21.15.67:0/3943071206 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcaa40b76c0 msgr2=0x7fcaa40cef80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:24.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:24.725+0000 7fcaa8e0e640 1 --2- 172.21.15.67:0/3943071206 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcaa40b76c0 0x7fcaa40cef80 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fca94009bb0 tx=0x7fca9402a940 comp rx=0 tx=0).stop 2024-09-21T00:21:24.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:24.725+0000 7fcaa8e0e640 1 -- 172.21.15.67:0/3943071206 shutdown_connections 2024-09-21T00:21:24.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:24.725+0000 7fcaa8e0e640 1 --2- 172.21.15.67:0/3943071206 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcaa40b76c0 0x7fcaa40cef80 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:24.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:24.725+0000 7fcaa8e0e640 1 -- 172.21.15.67:0/3943071206 >> 172.21.15.67:0/3943071206 conn(0x7fcaa408bee0 msgr2=0x7fcaa40d24e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:24.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:24.725+0000 7fcaa8e0e640 1 -- 172.21.15.67:0/3943071206 shutdown_connections 2024-09-21T00:21:24.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:24.725+0000 7fcaa8e0e640 1 -- 172.21.15.67:0/3943071206 wait complete. 2024-09-21T00:21:24.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:24.727+0000 7fcaa8e0e640 1 Processor -- start 2024-09-21T00:21:24.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:24.727+0000 7fcaa8e0e640 1 -- start start 2024-09-21T00:21:24.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:24.729+0000 7fcaa8e0e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcaa40b76c0 0x7fcaa41f57f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:24.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:24.729+0000 7fcaa8e0e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcaa40cfbb0 0x7fcaa4154910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:24.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:24.729+0000 7fcaa8e0e640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcaa40d0b90 0x7fcaa415cce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:24.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:24.729+0000 7fcaa8e0e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fcaa4167ee0 con 0x7fcaa40b76c0 2024-09-21T00:21:24.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:24.729+0000 7fcaa8e0e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fcaa4167d60 con 0x7fcaa40cfbb0 2024-09-21T00:21:24.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:24.729+0000 7fcaa8e0e640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fcaa4168060 con 0x7fcaa40d0b90 2024-09-21T00:21:24.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:24.729+0000 7fcaa259c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcaa40b76c0 0x7fcaa41f57f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:24.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:24.729+0000 7fcaa259c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcaa40b76c0 0x7fcaa41f57f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:44002/0 (socket says 172.21.15.67:44002) 2024-09-21T00:21:24.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:24.729+0000 7fcaa259c640 1 -- 172.21.15.67:0/3727880626 learned_addr learned my addr 172.21.15.67:0/3727880626 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:24.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:24.729+0000 7fcaa1d9b640 1 --2- 172.21.15.67:0/3727880626 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcaa40cfbb0 0x7fcaa4154910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:24.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:24.729+0000 7fcaa2d9d640 1 --2- 172.21.15.67:0/3727880626 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcaa40d0b90 0x7fcaa415cce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:24.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:24.729+0000 7fcaa259c640 1 -- 172.21.15.67:0/3727880626 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcaa40d0b90 msgr2=0x7fcaa415cce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:24.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:24.729+0000 7fcaa259c640 1 --2- 172.21.15.67:0/3727880626 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcaa40d0b90 0x7fcaa415cce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:24.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:24.729+0000 7fcaa259c640 1 -- 172.21.15.67:0/3727880626 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcaa40cfbb0 msgr2=0x7fcaa4154910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:24.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:24.729+0000 7fcaa259c640 1 --2- 172.21.15.67:0/3727880626 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcaa40cfbb0 0x7fcaa4154910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:24.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:24.729+0000 7fcaa259c640 1 -- 172.21.15.67:0/3727880626 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcaa406f5f0 con 0x7fcaa40b76c0 2024-09-21T00:21:24.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:24.729+0000 7fcaa2d9d640 1 --2- 172.21.15.67:0/3727880626 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcaa40d0b90 0x7fcaa415cce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:21:24.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:24.729+0000 7fcaa259c640 1 --2- 172.21.15.67:0/3727880626 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcaa40b76c0 0x7fcaa41f57f0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fca94009310 tx=0x7fca94004670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:24.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:24.729+0000 7fca92ffd640 1 -- 172.21.15.67:0/3727880626 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca9403a850 con 0x7fcaa40b76c0 2024-09-21T00:21:24.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:24.729+0000 7fca92ffd640 1 -- 172.21.15.67:0/3727880626 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fca9403ab00 con 0x7fcaa40b76c0 2024-09-21T00:21:24.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:24.729+0000 7fcaa8e0e640 1 -- 172.21.15.67:0/3727880626 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcaa406f8d0 con 0x7fcaa40b76c0 2024-09-21T00:21:24.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:24.730+0000 7fca92ffd640 1 -- 172.21.15.67:0/3727880626 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca94030430 con 0x7fcaa40b76c0 2024-09-21T00:21:24.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:24.730+0000 7fcaa8e0e640 1 -- 172.21.15.67:0/3727880626 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcaa406fe90 con 0x7fcaa40b76c0 2024-09-21T00:21:24.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:24.730+0000 7fcaa8e0e640 1 -- 172.21.15.67:0/3727880626 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcaa40cef80 con 0x7fcaa40b76c0 2024-09-21T00:21:24.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:24.731+0000 7fca92ffd640 1 -- 172.21.15.67:0/3727880626 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fca940305d0 con 0x7fcaa40b76c0 2024-09-21T00:21:24.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:24.732+0000 7fca92ffd640 1 --2- 172.21.15.67:0/3727880626 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fca84078bc0 0x7fca8407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:24.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:24.732+0000 7fca92ffd640 1 -- 172.21.15.67:0/3727880626 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fca940bc500 con 0x7fcaa40b76c0 2024-09-21T00:21:24.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:24.732+0000 7fcaa1d9b640 1 --2- 172.21.15.67:0/3727880626 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fca84078bc0 0x7fca8407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:24.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:24.733+0000 7fcaa1d9b640 1 --2- 172.21.15.67:0/3727880626 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fca84078bc0 0x7fca8407b0d0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fcaa41f68d0 tx=0x7fca98007e90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:24.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:24.736+0000 7fca92ffd640 1 -- 172.21.15.67:0/3727880626 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fca9403e030 con 0x7fcaa40b76c0 2024-09-21T00:21:24.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:24.965+0000 7fcaa8e0e640 1 -- 172.21.15.67:0/3727880626 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7fcaa41554d0 con 0x7fcaa40b76c0 2024-09-21T00:21:25.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:25.586+0000 7fca92ffd640 1 -- 172.21.15.67:0/3727880626 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v8) ==== 122+0+0 (secure 0 0 0) 0x7fca94084940 con 0x7fcaa40b76c0 2024-09-21T00:21:25.591 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:25.589+0000 7fcaa8e0e640 1 -- 172.21.15.67:0/3727880626 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fca84078bc0 msgr2=0x7fca8407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:25.591 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:25.589+0000 7fcaa8e0e640 1 --2- 172.21.15.67:0/3727880626 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fca84078bc0 0x7fca8407b0d0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fcaa41f68d0 tx=0x7fca98007e90 comp rx=0 tx=0).stop 2024-09-21T00:21:25.591 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:25.589+0000 7fcaa8e0e640 1 -- 172.21.15.67:0/3727880626 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcaa40b76c0 msgr2=0x7fcaa41f57f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:25.591 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:25.589+0000 7fcaa8e0e640 1 --2- 172.21.15.67:0/3727880626 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcaa40b76c0 0x7fcaa41f57f0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fca94009310 tx=0x7fca94004670 comp rx=0 tx=0).stop 2024-09-21T00:21:25.591 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:25.590+0000 7fcaa8e0e640 1 -- 172.21.15.67:0/3727880626 shutdown_connections 2024-09-21T00:21:25.592 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:25.590+0000 7fcaa8e0e640 1 --2- 172.21.15.67:0/3727880626 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fca84078bc0 0x7fca8407b0d0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:25.592 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:25.590+0000 7fcaa8e0e640 1 --2- 172.21.15.67:0/3727880626 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcaa40d0b90 0x7fcaa415cce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:25.592 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:25.590+0000 7fcaa8e0e640 1 --2- 172.21.15.67:0/3727880626 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcaa40cfbb0 0x7fcaa4154910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:25.592 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:25.590+0000 7fcaa8e0e640 1 --2- 172.21.15.67:0/3727880626 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcaa40b76c0 0x7fcaa41f57f0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:25.592 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:25.590+0000 7fcaa8e0e640 1 -- 172.21.15.67:0/3727880626 >> 172.21.15.67:0/3727880626 conn(0x7fcaa408bee0 msgr2=0x7fcaa4071a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:25.592 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:25.590+0000 7fcaa8e0e640 1 -- 172.21.15.67:0/3727880626 shutdown_connections 2024-09-21T00:21:25.592 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:25.590+0000 7fcaa8e0e640 1 -- 172.21.15.67:0/3727880626 wait complete. 2024-09-21T00:21:25.604 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-21T00:21:25.605 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:21:25.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:25.726+0000 7f31f198b640 1 -- 172.21.15.67:0/1854802557 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f31ec15ffe0 msgr2=0x7f31ec09a950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:25.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:25.726+0000 7f31f198b640 1 --2- 172.21.15.67:0/1854802557 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f31ec15ffe0 0x7f31ec09a950 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f31dc009ca0 tx=0x7f31dc02aa30 comp rx=0 tx=0).stop 2024-09-21T00:21:25.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:25.726+0000 7f31f198b640 1 -- 172.21.15.67:0/1854802557 shutdown_connections 2024-09-21T00:21:25.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:25.726+0000 7f31f198b640 1 --2- 172.21.15.67:0/1854802557 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f31ec0cd890 0x7f31ec0cdca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:25.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:25.726+0000 7f31f198b640 1 --2- 172.21.15.67:0/1854802557 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f31ec15ffe0 0x7f31ec09a950 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:25.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:25.726+0000 7f31f198b640 1 -- 172.21.15.67:0/1854802557 >> 172.21.15.67:0/1854802557 conn(0x7f31ec0b3e90 msgr2=0x7f31ec0b42a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:25.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:25.726+0000 7f31f198b640 1 -- 172.21.15.67:0/1854802557 shutdown_connections 2024-09-21T00:21:25.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:25.726+0000 7f31f198b640 1 -- 172.21.15.67:0/1854802557 wait complete. 2024-09-21T00:21:25.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:25.728+0000 7f31f198b640 1 Processor -- start 2024-09-21T00:21:25.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:25.728+0000 7f31f198b640 1 -- start start 2024-09-21T00:21:25.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:25.730+0000 7f31f198b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f31ec0b1910 0x7f31ec15af30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:25.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:25.730+0000 7f31f198b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f31ec0cd890 0x7f31ec15e6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:25.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:25.730+0000 7f31f198b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f31ec15ffe0 0x7f31ec15f4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:25.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:25.730+0000 7f31f198b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f31ec0ce360 con 0x7f31ec15ffe0 2024-09-21T00:21:25.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:25.730+0000 7f31f198b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f31ec0ce1e0 con 0x7f31ec0b1910 2024-09-21T00:21:25.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:25.730+0000 7f31f198b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f31ec0ce4e0 con 0x7f31ec0cd890 2024-09-21T00:21:25.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:25.730+0000 7f31eb7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f31ec15ffe0 0x7f31ec15f4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:25.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:25.730+0000 7f31eb7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f31ec15ffe0 0x7f31ec15f4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:44016/0 (socket says 172.21.15.67:44016) 2024-09-21T00:21:25.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:25.730+0000 7f31eaffd640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f31ec0b1910 0x7f31ec15af30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:25.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:25.730+0000 7f31eb7fe640 1 -- 172.21.15.67:0/384283263 learned_addr learned my addr 172.21.15.67:0/384283263 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:25.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:25.730+0000 7f31ea7fc640 1 --2- 172.21.15.67:0/384283263 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f31ec0cd890 0x7f31ec15e6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:25.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:25.730+0000 7f31eb7fe640 1 -- 172.21.15.67:0/384283263 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f31ec0cd890 msgr2=0x7f31ec15e6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:25.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:25.730+0000 7f31eb7fe640 1 --2- 172.21.15.67:0/384283263 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f31ec0cd890 0x7f31ec15e6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:25.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:25.730+0000 7f31eb7fe640 1 -- 172.21.15.67:0/384283263 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f31ec0b1910 msgr2=0x7f31ec15af30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:25.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:25.730+0000 7f31eb7fe640 1 --2- 172.21.15.67:0/384283263 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f31ec0b1910 0x7f31ec15af30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:25.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:25.730+0000 7f31eb7fe640 1 -- 172.21.15.67:0/384283263 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31ec1f6950 con 0x7f31ec15ffe0 2024-09-21T00:21:25.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:25.730+0000 7f31eb7fe640 1 --2- 172.21.15.67:0/384283263 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f31ec15ffe0 0x7f31ec15f4e0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f31e400c740 tx=0x7f31e400cc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:25.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:25.731+0000 7f31e3fff640 1 -- 172.21.15.67:0/384283263 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31e4007bb0 con 0x7f31ec15ffe0 2024-09-21T00:21:25.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:25.731+0000 7f31e3fff640 1 -- 172.21.15.67:0/384283263 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f31e400ce50 con 0x7f31ec15ffe0 2024-09-21T00:21:25.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:25.731+0000 7f31f198b640 1 -- 172.21.15.67:0/384283263 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31ec1f6c30 con 0x7f31ec15ffe0 2024-09-21T00:21:25.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:25.731+0000 7f31e3fff640 1 -- 172.21.15.67:0/384283263 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31e4005280 con 0x7f31ec15ffe0 2024-09-21T00:21:25.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:25.731+0000 7f31f198b640 1 -- 172.21.15.67:0/384283263 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31ec0c7f70 con 0x7f31ec15ffe0 2024-09-21T00:21:25.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:25.732+0000 7f31f198b640 1 -- 172.21.15.67:0/384283263 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f31ec0ce960 con 0x7f31ec15ffe0 2024-09-21T00:21:25.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:25.733+0000 7f31e3fff640 1 -- 172.21.15.67:0/384283263 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f31e4005420 con 0x7f31ec15ffe0 2024-09-21T00:21:25.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:25.733+0000 7f31e3fff640 1 --2- 172.21.15.67:0/384283263 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f31cc078b90 0x7f31cc07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:25.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:25.733+0000 7f31e3fff640 1 -- 172.21.15.67:0/384283263 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f31e409b0a0 con 0x7f31ec15ffe0 2024-09-21T00:21:25.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:25.733+0000 7f31eaffd640 1 --2- 172.21.15.67:0/384283263 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f31cc078b90 0x7f31cc07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:25.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:25.734+0000 7f31eaffd640 1 --2- 172.21.15.67:0/384283263 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f31cc078b90 0x7f31cc07b0a0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f31dc035000 tx=0x7f31dc03b040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:25.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:25.738+0000 7f31e3fff640 1 -- 172.21.15.67:0/384283263 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f31e4014030 con 0x7f31ec15ffe0 2024-09-21T00:21:25.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:25.966+0000 7f31f198b640 1 -- 172.21.15.67:0/384283263 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f31ec1f66e0 con 0x7f31ec15ffe0 2024-09-21T00:21:25.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:25.966+0000 7f31e3fff640 1 -- 172.21.15.67:0/384283263 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5214 (secure 0 0 0) 0x7f31e4062ea0 con 0x7f31ec15ffe0 2024-09-21T00:21:25.968 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:21:25.968 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":8,"btime":"2024-09-21T00:21:25:583190+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4286,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3747549097","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":3747549097},{"type":"v1","addr":"172.21.15.67:6835","nonce":3747549097}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4298,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/2478649903","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":2478649903},{"type":"v1","addr":"172.21.15.97:6836","nonce":2478649903}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4383,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/4089970198","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":4089970198},{"type":"v1","addr":"172.21.15.67:6834","nonce":4089970198}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:21:21.951941+0000","modified":"2024-09-21T00:21:24.966543+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4398},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4398":{"gid":4398,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.97:6837/238081481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":238081481},{"type":"v1","addr":"172.21.15.97:6837","nonce":238081481}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4398,"qdb_cluster":[4398]},"id":1}]} 2024-09-21T00:21:25.968 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 8 2024-09-21T00:21:25.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:25.968+0000 7f31f198b640 1 -- 172.21.15.67:0/384283263 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f31cc078b90 msgr2=0x7f31cc07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:25.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:25.969+0000 7f31f198b640 1 --2- 172.21.15.67:0/384283263 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f31cc078b90 0x7f31cc07b0a0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f31dc035000 tx=0x7f31dc03b040 comp rx=0 tx=0).stop 2024-09-21T00:21:25.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:25.969+0000 7f31f198b640 1 -- 172.21.15.67:0/384283263 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f31ec15ffe0 msgr2=0x7f31ec15f4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:25.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:25.969+0000 7f31f198b640 1 --2- 172.21.15.67:0/384283263 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f31ec15ffe0 0x7f31ec15f4e0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f31e400c740 tx=0x7f31e400cc00 comp rx=0 tx=0).stop 2024-09-21T00:21:25.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:25.969+0000 7f31f198b640 1 -- 172.21.15.67:0/384283263 shutdown_connections 2024-09-21T00:21:25.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:25.969+0000 7f31f198b640 1 --2- 172.21.15.67:0/384283263 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f31cc078b90 0x7f31cc07b0a0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:25.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:25.969+0000 7f31f198b640 1 --2- 172.21.15.67:0/384283263 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f31ec15ffe0 0x7f31ec15f4e0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:25.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:25.969+0000 7f31f198b640 1 --2- 172.21.15.67:0/384283263 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f31ec0cd890 0x7f31ec15e6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:25.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:25.969+0000 7f31f198b640 1 --2- 172.21.15.67:0/384283263 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f31ec0b1910 0x7f31ec15af30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:25.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:25.969+0000 7f31f198b640 1 -- 172.21.15.67:0/384283263 >> 172.21.15.67:0/384283263 conn(0x7f31ec0b3e90 msgr2=0x7f31ec0b3540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:25.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:25.969+0000 7f31f198b640 1 -- 172.21.15.67:0/384283263 shutdown_connections 2024-09-21T00:21:25.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:25.969+0000 7f31f198b640 1 -- 172.21.15.67:0/384283263 wait complete. 2024-09-21T00:21:25.981 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:21:26.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.096+0000 7f33dc48b640 1 -- 172.21.15.67:0/795571112 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f33d40b73f0 msgr2=0x7f33d40b7800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:26.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.096+0000 7f33dc48b640 1 --2- 172.21.15.67:0/795571112 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f33d40b73f0 0x7f33d40b7800 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f33cc005fd0 tx=0x7f33cc02a8b0 comp rx=0 tx=0).stop 2024-09-21T00:21:26.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.096+0000 7f33dc48b640 1 -- 172.21.15.67:0/795571112 shutdown_connections 2024-09-21T00:21:26.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.096+0000 7f33dc48b640 1 --2- 172.21.15.67:0/795571112 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f33d40b73f0 0x7f33d40b7800 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:26.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.096+0000 7f33dc48b640 1 --2- 172.21.15.67:0/795571112 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f33d40d1010 0x7f33d40d1420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:26.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.096+0000 7f33dc48b640 1 -- 172.21.15.67:0/795571112 >> 172.21.15.67:0/795571112 conn(0x7f33d408bee0 msgr2=0x7f33d40d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:26.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.096+0000 7f33dc48b640 1 -- 172.21.15.67:0/795571112 shutdown_connections 2024-09-21T00:21:26.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.096+0000 7f33dc48b640 1 -- 172.21.15.67:0/795571112 wait complete. 2024-09-21T00:21:26.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.098+0000 7f33dc48b640 1 Processor -- start 2024-09-21T00:21:26.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.098+0000 7f33dc48b640 1 -- start start 2024-09-21T00:21:26.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.099+0000 7f33dc48b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f33d40b73f0 0x7f33d40a0250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:26.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.099+0000 7f33dc48b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f33d40b9780 0x7f33d40a0790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:26.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.099+0000 7f33dc48b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f33d40d1010 0x7f33d4150b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:26.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.099+0000 7f33dc48b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f33d40cf490 con 0x7f33d40b73f0 2024-09-21T00:21:26.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.099+0000 7f33dc48b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f33d40cf310 con 0x7f33d40d1010 2024-09-21T00:21:26.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.099+0000 7f33dc48b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f33d40cf610 con 0x7f33d40b9780 2024-09-21T00:21:26.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.099+0000 7f33da227640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f33d40b73f0 0x7f33d40a0250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:26.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.099+0000 7f33da227640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f33d40b73f0 0x7f33d40a0250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:44024/0 (socket says 172.21.15.67:44024) 2024-09-21T00:21:26.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.099+0000 7f33da227640 1 -- 172.21.15.67:0/3250557756 learned_addr learned my addr 172.21.15.67:0/3250557756 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:26.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.099+0000 7f33d9a26640 1 --2- 172.21.15.67:0/3250557756 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f33d40b9780 0x7f33d40a0790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:26.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.099+0000 7f33daa28640 1 --2- 172.21.15.67:0/3250557756 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f33d40d1010 0x7f33d4150b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:26.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.099+0000 7f33da227640 1 -- 172.21.15.67:0/3250557756 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f33d40b9780 msgr2=0x7f33d40a0790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:26.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.099+0000 7f33da227640 1 --2- 172.21.15.67:0/3250557756 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f33d40b9780 0x7f33d40a0790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:26.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.099+0000 7f33da227640 1 -- 172.21.15.67:0/3250557756 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f33d40d1010 msgr2=0x7f33d4150b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:26.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.099+0000 7f33da227640 1 --2- 172.21.15.67:0/3250557756 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f33d40d1010 0x7f33d4150b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:26.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.099+0000 7f33da227640 1 -- 172.21.15.67:0/3250557756 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33d40b1f80 con 0x7f33d40b73f0 2024-09-21T00:21:26.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.099+0000 7f33daa28640 1 --2- 172.21.15.67:0/3250557756 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f33d40d1010 0x7f33d4150b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:21:26.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.100+0000 7f33da227640 1 --2- 172.21.15.67:0/3250557756 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f33d40b73f0 0x7f33d40a0250 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f33d000c460 tx=0x7f33d000c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:26.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.100+0000 7f33c6ffd640 1 -- 172.21.15.67:0/3250557756 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33d0011790 con 0x7f33d40b73f0 2024-09-21T00:21:26.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.100+0000 7f33c6ffd640 1 -- 172.21.15.67:0/3250557756 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f33d0017070 con 0x7f33d40b73f0 2024-09-21T00:21:26.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.100+0000 7f33c6ffd640 1 -- 172.21.15.67:0/3250557756 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33d0011d00 con 0x7f33d40b73f0 2024-09-21T00:21:26.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.100+0000 7f33dc48b640 1 -- 172.21.15.67:0/3250557756 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f33d41f93f0 con 0x7f33d40b73f0 2024-09-21T00:21:26.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.100+0000 7f33dc48b640 1 -- 172.21.15.67:0/3250557756 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f33d41f99b0 con 0x7f33d40b73f0 2024-09-21T00:21:26.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.101+0000 7f33dc48b640 1 -- 172.21.15.67:0/3250557756 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f33d40b7800 con 0x7f33d40b73f0 2024-09-21T00:21:26.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.102+0000 7f33c6ffd640 1 -- 172.21.15.67:0/3250557756 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f33d001c460 con 0x7f33d40b73f0 2024-09-21T00:21:26.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.102+0000 7f33c6ffd640 1 --2- 172.21.15.67:0/3250557756 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f33b8078b90 0x7f33b807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:26.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.102+0000 7f33c6ffd640 1 -- 172.21.15.67:0/3250557756 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f33d009ab50 con 0x7f33d40b73f0 2024-09-21T00:21:26.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.102+0000 7f33d9a26640 1 --2- 172.21.15.67:0/3250557756 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f33b8078b90 0x7f33b807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:26.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.103+0000 7f33d9a26640 1 --2- 172.21.15.67:0/3250557756 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f33b8078b90 0x7f33b807b0a0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f33d40a1d60 tx=0x7f33c8005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:26.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.107+0000 7f33c6ffd640 1 -- 172.21.15.67:0/3250557756 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f33d0062fa0 con 0x7f33d40b73f0 2024-09-21T00:21:26.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.295+0000 7f33dc48b640 1 -- 172.21.15.67:0/3250557756 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f33d40b5ca0 con 0x7f33d40b73f0 2024-09-21T00:21:26.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.296+0000 7f33c6ffd640 1 -- 172.21.15.67:0/3250557756 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16629 (secure 0 0 0) 0x7f33d00628a0 con 0x7f33d40b73f0 2024-09-21T00:21:26.298 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:21:26.298 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":21,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:21:23.572313+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:21:19.854465+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-21T00:21:20.903006+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:21:26.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.299+0000 7f33dc48b640 1 -- 172.21.15.67:0/3250557756 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f33b8078b90 msgr2=0x7f33b807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:26.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.299+0000 7f33dc48b640 1 --2- 172.21.15.67:0/3250557756 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f33b8078b90 0x7f33b807b0a0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f33d40a1d60 tx=0x7f33c8005f90 comp rx=0 tx=0).stop 2024-09-21T00:21:26.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.299+0000 7f33dc48b640 1 -- 172.21.15.67:0/3250557756 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f33d40b73f0 msgr2=0x7f33d40a0250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:26.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.299+0000 7f33dc48b640 1 --2- 172.21.15.67:0/3250557756 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f33d40b73f0 0x7f33d40a0250 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f33d000c460 tx=0x7f33d000c920 comp rx=0 tx=0).stop 2024-09-21T00:21:26.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.299+0000 7f33dc48b640 1 -- 172.21.15.67:0/3250557756 shutdown_connections 2024-09-21T00:21:26.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.299+0000 7f33dc48b640 1 --2- 172.21.15.67:0/3250557756 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f33b8078b90 0x7f33b807b0a0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:26.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.299+0000 7f33dc48b640 1 --2- 172.21.15.67:0/3250557756 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f33d40d1010 0x7f33d4150b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:26.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.299+0000 7f33dc48b640 1 --2- 172.21.15.67:0/3250557756 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f33d40b9780 0x7f33d40a0790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:26.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.299+0000 7f33dc48b640 1 --2- 172.21.15.67:0/3250557756 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f33d40b73f0 0x7f33d40a0250 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:26.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.299+0000 7f33dc48b640 1 -- 172.21.15.67:0/3250557756 >> 172.21.15.67:0/3250557756 conn(0x7f33d408bee0 msgr2=0x7f33d415eb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:26.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.299+0000 7f33dc48b640 1 -- 172.21.15.67:0/3250557756 shutdown_connections 2024-09-21T00:21:26.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.299+0000 7f33dc48b640 1 -- 172.21.15.67:0/3250557756 wait complete. 2024-09-21T00:21:26.312 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-21T00:21:26.312 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T00:21:26.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.427+0000 7f803b007640 1 -- 172.21.15.67:0/1227713510 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f801c003fb0 msgr2=0x7f801c004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:26.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.427+0000 7f803b007640 1 --2- 172.21.15.67:0/1227713510 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f801c003fb0 0x7f801c004800 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f80340c7fd0 tx=0x7f801c005830 comp rx=0 tx=0).stop 2024-09-21T00:21:26.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.427+0000 7f80395a4640 1 -- 172.21.15.67:0/1227713510 reap_dead start 2024-09-21T00:21:26.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.427+0000 7f803b007640 1 -- 172.21.15.67:0/1227713510 shutdown_connections 2024-09-21T00:21:26.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.427+0000 7f803b007640 1 -- 172.21.15.67:0/1227713510 >> 172.21.15.67:0/1227713510 conn(0x7f803408bee0 msgr2=0x7f80340d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:26.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.427+0000 7f803b007640 1 -- 172.21.15.67:0/1227713510 shutdown_connections 2024-09-21T00:21:26.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.427+0000 7f803b007640 1 -- 172.21.15.67:0/1227713510 wait complete. 2024-09-21T00:21:26.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.429+0000 7f803b007640 1 Processor -- start 2024-09-21T00:21:26.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.429+0000 7f803b007640 1 -- start start 2024-09-21T00:21:26.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.431+0000 7f803b007640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f801c003fb0 0x7f80340b50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:26.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.431+0000 7f803b007640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f803415cba0 0x7f8034161500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:26.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.431+0000 7f803b007640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8034161a40 0x7f8034161e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:26.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.431+0000 7f803b007640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f80340d3470 con 0x7f801c003fb0 2024-09-21T00:21:26.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.431+0000 7f803b007640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f80340b7d10 con 0x7f803415cba0 2024-09-21T00:21:26.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.431+0000 7f803b007640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f80340cf100 con 0x7f8034161a40 2024-09-21T00:21:26.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.431+0000 7f8038da3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f801c003fb0 0x7f80340b50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:26.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.431+0000 7f8038da3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f801c003fb0 0x7f80340b50c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:44040/0 (socket says 172.21.15.67:44040) 2024-09-21T00:21:26.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.431+0000 7f8038da3640 1 -- 172.21.15.67:0/1569148964 learned_addr learned my addr 172.21.15.67:0/1569148964 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:26.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.431+0000 7f80395a4640 1 --2- 172.21.15.67:0/1569148964 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8034161a40 0x7f8034161e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:26.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.431+0000 7f8033fff640 1 --2- 172.21.15.67:0/1569148964 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f803415cba0 0x7f8034161500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:26.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.431+0000 7f8038da3640 1 -- 172.21.15.67:0/1569148964 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8034161a40 msgr2=0x7f8034161e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:26.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.431+0000 7f8038da3640 1 --2- 172.21.15.67:0/1569148964 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8034161a40 0x7f8034161e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:26.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.431+0000 7f8038da3640 1 -- 172.21.15.67:0/1569148964 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f803415cba0 msgr2=0x7f8034161500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:26.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.431+0000 7f8038da3640 1 --2- 172.21.15.67:0/1569148964 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f803415cba0 0x7f8034161500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:26.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.431+0000 7f8038da3640 1 -- 172.21.15.67:0/1569148964 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80340b4b80 con 0x7f801c003fb0 2024-09-21T00:21:26.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.431+0000 7f8038da3640 1 --2- 172.21.15.67:0/1569148964 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f801c003fb0 0x7f80340b50c0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f802c010e00 tx=0x7f802c00e720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:26.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.431+0000 7f80317fa640 1 -- 172.21.15.67:0/1569148964 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f802c017070 con 0x7f801c003fb0 2024-09-21T00:21:26.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.432+0000 7f80317fa640 1 -- 172.21.15.67:0/1569148964 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f802c011940 con 0x7f801c003fb0 2024-09-21T00:21:26.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.432+0000 7f803b007640 1 -- 172.21.15.67:0/1569148964 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f80340b4e60 con 0x7f801c003fb0 2024-09-21T00:21:26.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.432+0000 7f80317fa640 1 -- 172.21.15.67:0/1569148964 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f802c011d10 con 0x7f801c003fb0 2024-09-21T00:21:26.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.432+0000 7f803b007640 1 -- 172.21.15.67:0/1569148964 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8034160d00 con 0x7f801c003fb0 2024-09-21T00:21:26.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.432+0000 7f803b007640 1 -- 172.21.15.67:0/1569148964 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f80340d2cf0 con 0x7f801c003fb0 2024-09-21T00:21:26.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.433+0000 7f80317fa640 1 -- 172.21.15.67:0/1569148964 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f802c01b400 con 0x7f801c003fb0 2024-09-21T00:21:26.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.434+0000 7f80317fa640 1 --2- 172.21.15.67:0/1569148964 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8020078b90 0x7f802007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:26.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.434+0000 7f80317fa640 1 -- 172.21.15.67:0/1569148964 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f802c09c3a0 con 0x7f801c003fb0 2024-09-21T00:21:26.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.434+0000 7f8033fff640 1 --2- 172.21.15.67:0/1569148964 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8020078b90 0x7f802007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:26.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.435+0000 7f8033fff640 1 --2- 172.21.15.67:0/1569148964 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8020078b90 0x7f802007b0a0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f8028033000 tx=0x7f8028038040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:26.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.438+0000 7f80317fa640 1 -- 172.21.15.67:0/1569148964 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f802c064270 con 0x7f801c003fb0 2024-09-21T00:21:26.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.623+0000 7f803b007640 1 -- 172.21.15.67:0/1569148964 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f80340b8a30 con 0x7f8020078b90 2024-09-21T00:21:26.629 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.628+0000 7f80317fa640 1 -- 172.21.15.67:0/1569148964 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+242355 (secure 0 0 0) 0x7f80340b8a30 con 0x7f8020078b90 2024-09-21T00:21:26.632 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:21:26.633 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-21T00:21:26.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.632+0000 7f803b007640 1 -- 172.21.15.67:0/1569148964 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8020078b90 msgr2=0x7f802007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:26.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.632+0000 7f803b007640 1 --2- 172.21.15.67:0/1569148964 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8020078b90 0x7f802007b0a0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f8028033000 tx=0x7f8028038040 comp rx=0 tx=0).stop 2024-09-21T00:21:26.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.632+0000 7f803b007640 1 -- 172.21.15.67:0/1569148964 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f801c003fb0 msgr2=0x7f80340b50c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:26.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.632+0000 7f803b007640 1 --2- 172.21.15.67:0/1569148964 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f801c003fb0 0x7f80340b50c0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f802c010e00 tx=0x7f802c00e720 comp rx=0 tx=0).stop 2024-09-21T00:21:26.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.632+0000 7f803b007640 1 -- 172.21.15.67:0/1569148964 shutdown_connections 2024-09-21T00:21:26.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.632+0000 7f803b007640 1 --2- 172.21.15.67:0/1569148964 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8020078b90 0x7f802007b0a0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:26.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.632+0000 7f803b007640 1 --2- 172.21.15.67:0/1569148964 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8034161a40 0x7f8034161e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:26.636 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.632+0000 7f803b007640 1 --2- 172.21.15.67:0/1569148964 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f803415cba0 0x7f8034161500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:26.636 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.632+0000 7f803b007640 1 --2- 172.21.15.67:0/1569148964 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f801c003fb0 0x7f80340b50c0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:26.636 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.632+0000 7f803b007640 1 -- 172.21.15.67:0/1569148964 >> 172.21.15.67:0/1569148964 conn(0x7f803408bee0 msgr2=0x7f803415e7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:26.636 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.632+0000 7f803b007640 1 -- 172.21.15.67:0/1569148964 shutdown_connections 2024-09-21T00:21:26.636 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.632+0000 7f803b007640 1 -- 172.21.15.67:0/1569148964 wait complete. 2024-09-21T00:21:26.644 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":23,"stamp":"2024-09-21T00:21:25.494572+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590550,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":107,"num_write_kb":1631,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":77,"ondisk_log_size":77,"up":88,"acting":88,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":21,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":218980,"kb_used_data":2560,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755740,"statfs":{"total":773094113280,"available":772869877760,"internally_reserved":0,"allocated":2621440,"data_stored":1628964,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12749,"internal_metadata":221236787},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":13,"apply_latency_ms":13,"commit_latency_ns":13000000,"apply_latency_ns":13000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":182,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.940597"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579921+0000","last_change":"2024-09-21T00:21:22.587954+0000","last_active":"2024-09-21T00:21:23.579921+0000","last_peered":"2024-09-21T00:21:23.579921+0000","last_clean":"2024-09-21T00:21:23.579921+0000","last_became_active":"2024-09-21T00:21:22.587623+0000","last_became_peered":"2024-09-21T00:21:22.587623+0000","last_unstale":"2024-09-21T00:21:23.579921+0000","last_undegraded":"2024-09-21T00:21:23.579921+0000","last_fullsized":"2024-09-21T00:21:23.579921+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:36:07.244649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.581198+0000","last_change":"2024-09-21T00:21:22.588118+0000","last_active":"2024-09-21T00:21:23.581198+0000","last_peered":"2024-09-21T00:21:23.581198+0000","last_clean":"2024-09-21T00:21:23.581198+0000","last_became_active":"2024-09-21T00:21:22.587366+0000","last_became_peered":"2024-09-21T00:21:22.587366+0000","last_unstale":"2024-09-21T00:21:23.581198+0000","last_undegraded":"2024-09-21T00:21:23.581198+0000","last_fullsized":"2024-09-21T00:21:23.581198+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:42:27.196032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579444+0000","last_change":"2024-09-21T00:21:22.583904+0000","last_active":"2024-09-21T00:21:23.579444+0000","last_peered":"2024-09-21T00:21:23.579444+0000","last_clean":"2024-09-21T00:21:23.579444+0000","last_became_active":"2024-09-21T00:21:22.583544+0000","last_became_peered":"2024-09-21T00:21:22.583544+0000","last_unstale":"2024-09-21T00:21:23.579444+0000","last_undegraded":"2024-09-21T00:21:23.579444+0000","last_fullsized":"2024-09-21T00:21:23.579444+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:08:31.075374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579813+0000","last_change":"2024-09-21T00:21:22.578300+0000","last_active":"2024-09-21T00:21:23.579813+0000","last_peered":"2024-09-21T00:21:23.579813+0000","last_clean":"2024-09-21T00:21:23.579813+0000","last_became_active":"2024-09-21T00:21:22.577762+0000","last_became_peered":"2024-09-21T00:21:22.577762+0000","last_unstale":"2024-09-21T00:21:23.579813+0000","last_undegraded":"2024-09-21T00:21:23.579813+0000","last_fullsized":"2024-09-21T00:21:23.579813+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:41:51.729853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.580436+0000","last_change":"2024-09-21T00:21:22.585587+0000","last_active":"2024-09-21T00:21:23.580436+0000","last_peered":"2024-09-21T00:21:23.580436+0000","last_clean":"2024-09-21T00:21:23.580436+0000","last_became_active":"2024-09-21T00:21:22.585252+0000","last_became_peered":"2024-09-21T00:21:22.585252+0000","last_unstale":"2024-09-21T00:21:23.580436+0000","last_undegraded":"2024-09-21T00:21:23.580436+0000","last_fullsized":"2024-09-21T00:21:23.580436+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:53:54.378362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.561668+0000","last_change":"2024-09-21T00:21:20.561668+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.561668+0000","last_undegraded":"2024-09-21T00:21:20.561668+0000","last_fullsized":"2024-09-21T00:21:20.561668+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.560196+0000","last_change":"2024-09-21T00:21:20.560196+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.560196+0000","last_undegraded":"2024-09-21T00:21:20.560196+0000","last_fullsized":"2024-09-21T00:21:20.560196+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.561073+0000","last_change":"2024-09-21T00:21:20.561073+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.561073+0000","last_undegraded":"2024-09-21T00:21:20.561073+0000","last_fullsized":"2024-09-21T00:21:20.561073+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.556234+0000","last_change":"2024-09-21T00:21:20.556234+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.556234+0000","last_undegraded":"2024-09-21T00:21:20.556234+0000","last_fullsized":"2024-09-21T00:21:20.556234+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579440+0000","last_change":"2024-09-21T00:21:22.583151+0000","last_active":"2024-09-21T00:21:23.579440+0000","last_peered":"2024-09-21T00:21:23.579440+0000","last_clean":"2024-09-21T00:21:23.579440+0000","last_became_active":"2024-09-21T00:21:22.582800+0000","last_became_peered":"2024-09-21T00:21:22.582800+0000","last_unstale":"2024-09-21T00:21:23.579440+0000","last_undegraded":"2024-09-21T00:21:23.579440+0000","last_fullsized":"2024-09-21T00:21:23.579440+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:24:22.282773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.560786+0000","last_change":"2024-09-21T00:21:20.560786+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.560786+0000","last_undegraded":"2024-09-21T00:21:20.560786+0000","last_fullsized":"2024-09-21T00:21:20.560786+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.556237+0000","last_change":"2024-09-21T00:21:20.556237+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.556237+0000","last_undegraded":"2024-09-21T00:21:20.556237+0000","last_fullsized":"2024-09-21T00:21:20.556237+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":18,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579768+0000","last_change":"2024-09-21T00:21:21.575087+0000","last_active":"2024-09-21T00:21:23.579768+0000","last_peered":"2024-09-21T00:21:23.579768+0000","last_clean":"2024-09-21T00:21:23.579768+0000","last_became_active":"2024-09-21T00:21:21.574718+0000","last_became_peered":"2024-09-21T00:21:21.574718+0000","last_unstale":"2024-09-21T00:21:23.579768+0000","last_undegraded":"2024-09-21T00:21:23.579768+0000","last_fullsized":"2024-09-21T00:21:23.579768+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:31:55.883051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.581273+0000","last_change":"2024-09-21T00:21:22.588445+0000","last_active":"2024-09-21T00:21:23.581273+0000","last_peered":"2024-09-21T00:21:23.581273+0000","last_clean":"2024-09-21T00:21:23.581273+0000","last_became_active":"2024-09-21T00:21:22.587801+0000","last_became_peered":"2024-09-21T00:21:22.587801+0000","last_unstale":"2024-09-21T00:21:23.581273+0000","last_undegraded":"2024-09-21T00:21:23.581273+0000","last_fullsized":"2024-09-21T00:21:23.581273+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:03:36.652647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.560175+0000","last_change":"2024-09-21T00:21:20.560175+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.560175+0000","last_undegraded":"2024-09-21T00:21:20.560175+0000","last_fullsized":"2024-09-21T00:21:20.560175+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.559176+0000","last_change":"2024-09-21T00:21:20.559176+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.559176+0000","last_undegraded":"2024-09-21T00:21:20.559176+0000","last_fullsized":"2024-09-21T00:21:20.559176+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.557431+0000","last_change":"2024-09-21T00:21:20.557431+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.557431+0000","last_undegraded":"2024-09-21T00:21:20.557431+0000","last_fullsized":"2024-09-21T00:21:20.557431+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.560174+0000","last_change":"2024-09-21T00:21:20.560174+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.560174+0000","last_undegraded":"2024-09-21T00:21:20.560174+0000","last_fullsized":"2024-09-21T00:21:20.560174+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.557527+0000","last_change":"2024-09-21T00:21:20.557527+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.557527+0000","last_undegraded":"2024-09-21T00:21:20.557527+0000","last_fullsized":"2024-09-21T00:21:20.557527+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.580753+0000","last_change":"2024-09-21T00:21:21.578197+0000","last_active":"2024-09-21T00:21:23.580753+0000","last_peered":"2024-09-21T00:21:23.580753+0000","last_clean":"2024-09-21T00:21:23.580753+0000","last_became_active":"2024-09-21T00:21:21.577550+0000","last_became_peered":"2024-09-21T00:21:21.577550+0000","last_unstale":"2024-09-21T00:21:23.580753+0000","last_undegraded":"2024-09-21T00:21:23.580753+0000","last_fullsized":"2024-09-21T00:21:23.580753+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:15:15.900648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.558302+0000","last_change":"2024-09-21T00:21:20.558302+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.558302+0000","last_undegraded":"2024-09-21T00:21:20.558302+0000","last_fullsized":"2024-09-21T00:21:20.558302+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579895+0000","last_change":"2024-09-21T00:21:21.578798+0000","last_active":"2024-09-21T00:21:23.579895+0000","last_peered":"2024-09-21T00:21:23.579895+0000","last_clean":"2024-09-21T00:21:23.579895+0000","last_became_active":"2024-09-21T00:21:21.578465+0000","last_became_peered":"2024-09-21T00:21:21.578465+0000","last_unstale":"2024-09-21T00:21:23.579895+0000","last_undegraded":"2024-09-21T00:21:23.579895+0000","last_fullsized":"2024-09-21T00:21:23.579895+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:11:45.916033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.558426+0000","last_change":"2024-09-21T00:21:20.558426+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.558426+0000","last_undegraded":"2024-09-21T00:21:20.558426+0000","last_fullsized":"2024-09-21T00:21:20.558426+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":105,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T00:21:20.563550+0000","last_change":"2024-09-21T00:21:11.583793+0000","last_active":"2024-09-21T00:21:20.563550+0000","last_peered":"2024-09-21T00:21:20.563550+0000","last_clean":"2024-09-21T00:21:20.563550+0000","last_became_active":"2024-09-21T00:21:11.582502+0000","last_became_peered":"2024-09-21T00:21:11.582502+0000","last_unstale":"2024-09-21T00:21:20.563550+0000","last_undegraded":"2024-09-21T00:21:20.563550+0000","last_fullsized":"2024-09-21T00:21:20.563550+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_clean_scrub_stamp":"2024-09-21T00:21:10.311964+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:58.010953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.556189+0000","last_change":"2024-09-21T00:21:20.556189+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.556189+0000","last_undegraded":"2024-09-21T00:21:20.556189+0000","last_fullsized":"2024-09-21T00:21:20.556189+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.562286+0000","last_change":"2024-09-21T00:21:20.562286+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.562286+0000","last_undegraded":"2024-09-21T00:21:20.562286+0000","last_fullsized":"2024-09-21T00:21:20.562286+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.558047+0000","last_change":"2024-09-21T00:21:20.558047+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.558047+0000","last_undegraded":"2024-09-21T00:21:20.558047+0000","last_fullsized":"2024-09-21T00:21:20.558047+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579488+0000","last_change":"2024-09-21T00:21:22.582280+0000","last_active":"2024-09-21T00:21:23.579488+0000","last_peered":"2024-09-21T00:21:23.579488+0000","last_clean":"2024-09-21T00:21:23.579488+0000","last_became_active":"2024-09-21T00:21:22.579142+0000","last_became_peered":"2024-09-21T00:21:22.579142+0000","last_unstale":"2024-09-21T00:21:23.579488+0000","last_undegraded":"2024-09-21T00:21:23.579488+0000","last_fullsized":"2024-09-21T00:21:23.579488+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:33:57.528804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.556765+0000","last_change":"2024-09-21T00:21:20.556765+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.556765+0000","last_undegraded":"2024-09-21T00:21:20.556765+0000","last_fullsized":"2024-09-21T00:21:20.556765+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.580545+0000","last_change":"2024-09-21T00:21:22.589714+0000","last_active":"2024-09-21T00:21:23.580545+0000","last_peered":"2024-09-21T00:21:23.580545+0000","last_clean":"2024-09-21T00:21:23.580545+0000","last_became_active":"2024-09-21T00:21:22.589119+0000","last_became_peered":"2024-09-21T00:21:22.589119+0000","last_unstale":"2024-09-21T00:21:23.580545+0000","last_undegraded":"2024-09-21T00:21:23.580545+0000","last_fullsized":"2024-09-21T00:21:23.580545+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:12:55.933852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579674+0000","last_change":"2024-09-21T00:21:21.581757+0000","last_active":"2024-09-21T00:21:23.579674+0000","last_peered":"2024-09-21T00:21:23.579674+0000","last_clean":"2024-09-21T00:21:23.579674+0000","last_became_active":"2024-09-21T00:21:21.581429+0000","last_became_peered":"2024-09-21T00:21:21.581429+0000","last_unstale":"2024-09-21T00:21:23.579674+0000","last_undegraded":"2024-09-21T00:21:23.579674+0000","last_fullsized":"2024-09-21T00:21:23.579674+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:20:48.653923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.562401+0000","last_change":"2024-09-21T00:21:20.562401+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.562401+0000","last_undegraded":"2024-09-21T00:21:20.562401+0000","last_fullsized":"2024-09-21T00:21:20.562401+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579794+0000","last_change":"2024-09-21T00:21:22.581722+0000","last_active":"2024-09-21T00:21:23.579794+0000","last_peered":"2024-09-21T00:21:23.579794+0000","last_clean":"2024-09-21T00:21:23.579794+0000","last_became_active":"2024-09-21T00:21:22.581405+0000","last_became_peered":"2024-09-21T00:21:22.581405+0000","last_unstale":"2024-09-21T00:21:23.579794+0000","last_undegraded":"2024-09-21T00:21:23.579794+0000","last_fullsized":"2024-09-21T00:21:23.579794+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:57:45.405194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.580077+0000","last_change":"2024-09-21T00:21:21.580295+0000","last_active":"2024-09-21T00:21:23.580077+0000","last_peered":"2024-09-21T00:21:23.580077+0000","last_clean":"2024-09-21T00:21:23.580077+0000","last_became_active":"2024-09-21T00:21:21.579967+0000","last_became_peered":"2024-09-21T00:21:21.579967+0000","last_unstale":"2024-09-21T00:21:23.580077+0000","last_undegraded":"2024-09-21T00:21:23.580077+0000","last_fullsized":"2024-09-21T00:21:23.580077+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:03:30.693761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.560232+0000","last_change":"2024-09-21T00:21:20.560232+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.560232+0000","last_undegraded":"2024-09-21T00:21:20.560232+0000","last_fullsized":"2024-09-21T00:21:20.560232+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.563040+0000","last_change":"2024-09-21T00:21:20.563040+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.563040+0000","last_undegraded":"2024-09-21T00:21:20.563040+0000","last_fullsized":"2024-09-21T00:21:20.563040+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.581603+0000","last_change":"2024-09-21T00:21:22.571553+0000","last_active":"2024-09-21T00:21:23.581603+0000","last_peered":"2024-09-21T00:21:23.581603+0000","last_clean":"2024-09-21T00:21:23.581603+0000","last_became_active":"2024-09-21T00:21:22.571233+0000","last_became_peered":"2024-09-21T00:21:22.571233+0000","last_unstale":"2024-09-21T00:21:23.581603+0000","last_undegraded":"2024-09-21T00:21:23.581603+0000","last_fullsized":"2024-09-21T00:21:23.581603+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:23:45.088261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579564+0000","last_change":"2024-09-21T00:21:21.583312+0000","last_active":"2024-09-21T00:21:23.579564+0000","last_peered":"2024-09-21T00:21:23.579564+0000","last_clean":"2024-09-21T00:21:23.579564+0000","last_became_active":"2024-09-21T00:21:21.582961+0000","last_became_peered":"2024-09-21T00:21:21.582961+0000","last_unstale":"2024-09-21T00:21:23.579564+0000","last_undegraded":"2024-09-21T00:21:23.579564+0000","last_fullsized":"2024-09-21T00:21:23.579564+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:21:56.561424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579634+0000","last_change":"2024-09-21T00:21:21.585456+0000","last_active":"2024-09-21T00:21:23.579634+0000","last_peered":"2024-09-21T00:21:23.579634+0000","last_clean":"2024-09-21T00:21:23.579634+0000","last_became_active":"2024-09-21T00:21:21.585096+0000","last_became_peered":"2024-09-21T00:21:21.585096+0000","last_unstale":"2024-09-21T00:21:23.579634+0000","last_undegraded":"2024-09-21T00:21:23.579634+0000","last_fullsized":"2024-09-21T00:21:23.579634+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:48:02.620562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.562234+0000","last_change":"2024-09-21T00:21:20.562234+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.562234+0000","last_undegraded":"2024-09-21T00:21:20.562234+0000","last_fullsized":"2024-09-21T00:21:20.562234+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.562388+0000","last_change":"2024-09-21T00:21:20.562388+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.562388+0000","last_undegraded":"2024-09-21T00:21:20.562388+0000","last_fullsized":"2024-09-21T00:21:20.562388+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.562974+0000","last_change":"2024-09-21T00:21:20.562974+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.562974+0000","last_undegraded":"2024-09-21T00:21:20.562974+0000","last_fullsized":"2024-09-21T00:21:20.562974+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.561423+0000","last_change":"2024-09-21T00:21:20.561423+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.561423+0000","last_undegraded":"2024-09-21T00:21:20.561423+0000","last_fullsized":"2024-09-21T00:21:20.561423+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.559352+0000","last_change":"2024-09-21T00:21:20.559352+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.559352+0000","last_undegraded":"2024-09-21T00:21:20.559352+0000","last_fullsized":"2024-09-21T00:21:20.559352+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":22,"acting":22,"num_store_stats":2},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":182,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":286,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509445,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27776,"kb_used_data":748,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344064,"statfs":{"total":96636764160,"available":96608321536,"internally_reserved":0,"allocated":765952,"data_stored":643765,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509445,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27184,"kb_used_data":156,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344656,"statfs":{"total":96636764160,"available":96608927744,"internally_reserved":0,"allocated":159744,"data_stored":47580,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509445,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":172032,"data_stored":53397,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509446,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":172032,"data_stored":53397,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509446,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":172032,"data_stored":53397,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509444,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27952,"kb_used_data":736,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343888,"statfs":{"total":96636764160,"available":96608141312,"internally_reserved":0,"allocated":753664,"data_stored":637948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574853,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":221184,"data_stored":72873,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574853,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":200,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":204800,"data_stored":66607,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T00:21:26.648 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T00:21:26.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.800+0000 7fbc7fe4d640 1 -- 172.21.15.67:0/843477850 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbc780b73f0 msgr2=0x7fbc780b7800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:26.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.800+0000 7fbc7fe4d640 1 --2- 172.21.15.67:0/843477850 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbc780b73f0 0x7fbc780b7800 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fbc780ba4a0 tx=0x7fbc7002aa30 comp rx=0 tx=0).stop 2024-09-21T00:21:26.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.800+0000 7fbc7fe4d640 1 -- 172.21.15.67:0/843477850 shutdown_connections 2024-09-21T00:21:26.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.800+0000 7fbc7fe4d640 1 --2- 172.21.15.67:0/843477850 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbc780b73f0 0x7fbc780b7800 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:26.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.800+0000 7fbc7fe4d640 1 --2- 172.21.15.67:0/843477850 >> v2:172.21.15.97:3300/0 conn(0x7fbc780d1010 0x7fbc780d1420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:26.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.800+0000 7fbc7fe4d640 1 --2- 172.21.15.67:0/843477850 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbc780b9780 0x7fbc780d2cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:26.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.800+0000 7fbc7fe4d640 1 -- 172.21.15.67:0/843477850 >> 172.21.15.67:0/843477850 conn(0x7fbc7808bee0 msgr2=0x7fbc780d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:26.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.800+0000 7fbc7fe4d640 1 -- 172.21.15.67:0/843477850 shutdown_connections 2024-09-21T00:21:26.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.800+0000 7fbc7fe4d640 1 -- 172.21.15.67:0/843477850 wait complete. 2024-09-21T00:21:26.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.802+0000 7fbc7fe4d640 1 Processor -- start 2024-09-21T00:21:26.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.802+0000 7fbc7fe4d640 1 -- start start 2024-09-21T00:21:26.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.803+0000 7fbc7fe4d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbc780b73f0 0x7fbc7815eac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:26.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.803+0000 7fbc7fe4d640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbc780b9780 0x7fbc7806f1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:26.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.803+0000 7fbc7fe4d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbc780d1010 0x7fbc7806f6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:26.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.803+0000 7fbc7fe4d640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fbc78162c70 con 0x7fbc780b73f0 2024-09-21T00:21:26.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.803+0000 7fbc7fe4d640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fbc78162af0 con 0x7fbc780d1010 2024-09-21T00:21:26.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.803+0000 7fbc7fe4d640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fbc78162df0 con 0x7fbc780b9780 2024-09-21T00:21:26.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.803+0000 7fbc7dbe9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbc780b73f0 0x7fbc7815eac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:26.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.803+0000 7fbc7dbe9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbc780b73f0 0x7fbc7815eac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:44064/0 (socket says 172.21.15.67:44064) 2024-09-21T00:21:26.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.803+0000 7fbc7dbe9640 1 -- 172.21.15.67:0/2367414462 learned_addr learned my addr 172.21.15.67:0/2367414462 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:26.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.803+0000 7fbc7d3e8640 1 --2- 172.21.15.67:0/2367414462 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbc780b9780 0x7fbc7806f1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:26.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.803+0000 7fbc7e3ea640 1 --2- 172.21.15.67:0/2367414462 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbc780d1010 0x7fbc7806f6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:26.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.804+0000 7fbc7dbe9640 1 -- 172.21.15.67:0/2367414462 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbc780b9780 msgr2=0x7fbc7806f1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:26.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.804+0000 7fbc7dbe9640 1 --2- 172.21.15.67:0/2367414462 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbc780b9780 0x7fbc7806f1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:26.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.804+0000 7fbc7dbe9640 1 -- 172.21.15.67:0/2367414462 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbc780d1010 msgr2=0x7fbc7806f6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:26.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.804+0000 7fbc7dbe9640 1 --2- 172.21.15.67:0/2367414462 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbc780d1010 0x7fbc7806f6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:26.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.804+0000 7fbc7dbe9640 1 -- 172.21.15.67:0/2367414462 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc7815f000 con 0x7fbc780b73f0 2024-09-21T00:21:26.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.804+0000 7fbc7dbe9640 1 --2- 172.21.15.67:0/2367414462 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbc780b73f0 0x7fbc7815eac0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fbc7400c970 tx=0x7fbc7400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:26.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.804+0000 7fbc6e7fc640 1 -- 172.21.15.67:0/2367414462 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc74007bb0 con 0x7fbc780b73f0 2024-09-21T00:21:26.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.804+0000 7fbc6e7fc640 1 -- 172.21.15.67:0/2367414462 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbc74007d50 con 0x7fbc780b73f0 2024-09-21T00:21:26.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.804+0000 7fbc7fe4d640 1 -- 172.21.15.67:0/2367414462 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc7809f410 con 0x7fbc780b73f0 2024-09-21T00:21:26.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.804+0000 7fbc6e7fc640 1 -- 172.21.15.67:0/2367414462 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc74005290 con 0x7fbc780b73f0 2024-09-21T00:21:26.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.804+0000 7fbc7fe4d640 1 -- 172.21.15.67:0/2367414462 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc7809f9d0 con 0x7fbc780b73f0 2024-09-21T00:21:26.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.805+0000 7fbc7fe4d640 1 -- 172.21.15.67:0/2367414462 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbc780b5430 con 0x7fbc780b73f0 2024-09-21T00:21:26.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.806+0000 7fbc6e7fc640 1 -- 172.21.15.67:0/2367414462 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fbc74005430 con 0x7fbc780b73f0 2024-09-21T00:21:26.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.806+0000 7fbc6e7fc640 1 --2- 172.21.15.67:0/2367414462 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbc5c078b90 0x7fbc5c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:26.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.806+0000 7fbc6e7fc640 1 -- 172.21.15.67:0/2367414462 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fbc7409b070 con 0x7fbc780b73f0 2024-09-21T00:21:26.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.807+0000 7fbc7d3e8640 1 --2- 172.21.15.67:0/2367414462 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbc5c078b90 0x7fbc5c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:26.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.807+0000 7fbc7d3e8640 1 --2- 172.21.15.67:0/2367414462 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbc5c078b90 0x7fbc5c07b0a0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fbc780a1da0 tx=0x7fbc6800a620 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:26.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.811+0000 7fbc6e7fc640 1 -- 172.21.15.67:0/2367414462 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fbc780b5430 con 0x7fbc780b73f0 2024-09-21T00:21:26.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:26.996+0000 7fbc7fe4d640 1 -- 172.21.15.67:0/2367414462 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fbc780d2cf0 con 0x7fbc5c078b90 2024-09-21T00:21:27.001 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.000+0000 7fbc6e7fc640 1 -- 172.21.15.67:0/2367414462 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+242355 (secure 0 0 0) 0x7fbc780d2cf0 con 0x7fbc5c078b90 2024-09-21T00:21:27.004 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:21:27.005 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-21T00:21:27.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.003+0000 7fbc7fe4d640 1 -- 172.21.15.67:0/2367414462 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbc5c078b90 msgr2=0x7fbc5c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:27.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.003+0000 7fbc7fe4d640 1 --2- 172.21.15.67:0/2367414462 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbc5c078b90 0x7fbc5c07b0a0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fbc780a1da0 tx=0x7fbc6800a620 comp rx=0 tx=0).stop 2024-09-21T00:21:27.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.004+0000 7fbc7fe4d640 1 -- 172.21.15.67:0/2367414462 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbc780b73f0 msgr2=0x7fbc7815eac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:27.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.004+0000 7fbc7fe4d640 1 --2- 172.21.15.67:0/2367414462 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbc780b73f0 0x7fbc7815eac0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fbc7400c970 tx=0x7fbc7400ce30 comp rx=0 tx=0).stop 2024-09-21T00:21:27.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.004+0000 7fbc7fe4d640 1 -- 172.21.15.67:0/2367414462 shutdown_connections 2024-09-21T00:21:27.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.004+0000 7fbc7fe4d640 1 --2- 172.21.15.67:0/2367414462 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbc5c078b90 0x7fbc5c07b0a0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:27.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.004+0000 7fbc7fe4d640 1 --2- 172.21.15.67:0/2367414462 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbc780d1010 0x7fbc7806f6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:27.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.004+0000 7fbc7fe4d640 1 --2- 172.21.15.67:0/2367414462 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbc780b9780 0x7fbc7806f1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:27.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.004+0000 7fbc7fe4d640 1 --2- 172.21.15.67:0/2367414462 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbc780b73f0 0x7fbc7815eac0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:27.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.004+0000 7fbc7fe4d640 1 -- 172.21.15.67:0/2367414462 >> 172.21.15.67:0/2367414462 conn(0x7fbc7808bee0 msgr2=0x7fbc7806e0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:27.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.004+0000 7fbc7fe4d640 1 -- 172.21.15.67:0/2367414462 shutdown_connections 2024-09-21T00:21:27.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.004+0000 7fbc7fe4d640 1 -- 172.21.15.67:0/2367414462 wait complete. 2024-09-21T00:21:27.016 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":23,"stamp":"2024-09-21T00:21:25.494572+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590550,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":107,"num_write_kb":1631,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":77,"ondisk_log_size":77,"up":88,"acting":88,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":21,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":218980,"kb_used_data":2560,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755740,"statfs":{"total":773094113280,"available":772869877760,"internally_reserved":0,"allocated":2621440,"data_stored":1628964,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12749,"internal_metadata":221236787},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":13,"apply_latency_ms":13,"commit_latency_ns":13000000,"apply_latency_ns":13000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":182,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.940597"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579921+0000","last_change":"2024-09-21T00:21:22.587954+0000","last_active":"2024-09-21T00:21:23.579921+0000","last_peered":"2024-09-21T00:21:23.579921+0000","last_clean":"2024-09-21T00:21:23.579921+0000","last_became_active":"2024-09-21T00:21:22.587623+0000","last_became_peered":"2024-09-21T00:21:22.587623+0000","last_unstale":"2024-09-21T00:21:23.579921+0000","last_undegraded":"2024-09-21T00:21:23.579921+0000","last_fullsized":"2024-09-21T00:21:23.579921+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:36:07.244649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.581198+0000","last_change":"2024-09-21T00:21:22.588118+0000","last_active":"2024-09-21T00:21:23.581198+0000","last_peered":"2024-09-21T00:21:23.581198+0000","last_clean":"2024-09-21T00:21:23.581198+0000","last_became_active":"2024-09-21T00:21:22.587366+0000","last_became_peered":"2024-09-21T00:21:22.587366+0000","last_unstale":"2024-09-21T00:21:23.581198+0000","last_undegraded":"2024-09-21T00:21:23.581198+0000","last_fullsized":"2024-09-21T00:21:23.581198+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:42:27.196032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579444+0000","last_change":"2024-09-21T00:21:22.583904+0000","last_active":"2024-09-21T00:21:23.579444+0000","last_peered":"2024-09-21T00:21:23.579444+0000","last_clean":"2024-09-21T00:21:23.579444+0000","last_became_active":"2024-09-21T00:21:22.583544+0000","last_became_peered":"2024-09-21T00:21:22.583544+0000","last_unstale":"2024-09-21T00:21:23.579444+0000","last_undegraded":"2024-09-21T00:21:23.579444+0000","last_fullsized":"2024-09-21T00:21:23.579444+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:08:31.075374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579813+0000","last_change":"2024-09-21T00:21:22.578300+0000","last_active":"2024-09-21T00:21:23.579813+0000","last_peered":"2024-09-21T00:21:23.579813+0000","last_clean":"2024-09-21T00:21:23.579813+0000","last_became_active":"2024-09-21T00:21:22.577762+0000","last_became_peered":"2024-09-21T00:21:22.577762+0000","last_unstale":"2024-09-21T00:21:23.579813+0000","last_undegraded":"2024-09-21T00:21:23.579813+0000","last_fullsized":"2024-09-21T00:21:23.579813+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:41:51.729853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.580436+0000","last_change":"2024-09-21T00:21:22.585587+0000","last_active":"2024-09-21T00:21:23.580436+0000","last_peered":"2024-09-21T00:21:23.580436+0000","last_clean":"2024-09-21T00:21:23.580436+0000","last_became_active":"2024-09-21T00:21:22.585252+0000","last_became_peered":"2024-09-21T00:21:22.585252+0000","last_unstale":"2024-09-21T00:21:23.580436+0000","last_undegraded":"2024-09-21T00:21:23.580436+0000","last_fullsized":"2024-09-21T00:21:23.580436+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:53:54.378362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.561668+0000","last_change":"2024-09-21T00:21:20.561668+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.561668+0000","last_undegraded":"2024-09-21T00:21:20.561668+0000","last_fullsized":"2024-09-21T00:21:20.561668+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.560196+0000","last_change":"2024-09-21T00:21:20.560196+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.560196+0000","last_undegraded":"2024-09-21T00:21:20.560196+0000","last_fullsized":"2024-09-21T00:21:20.560196+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.561073+0000","last_change":"2024-09-21T00:21:20.561073+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.561073+0000","last_undegraded":"2024-09-21T00:21:20.561073+0000","last_fullsized":"2024-09-21T00:21:20.561073+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.556234+0000","last_change":"2024-09-21T00:21:20.556234+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.556234+0000","last_undegraded":"2024-09-21T00:21:20.556234+0000","last_fullsized":"2024-09-21T00:21:20.556234+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579440+0000","last_change":"2024-09-21T00:21:22.583151+0000","last_active":"2024-09-21T00:21:23.579440+0000","last_peered":"2024-09-21T00:21:23.579440+0000","last_clean":"2024-09-21T00:21:23.579440+0000","last_became_active":"2024-09-21T00:21:22.582800+0000","last_became_peered":"2024-09-21T00:21:22.582800+0000","last_unstale":"2024-09-21T00:21:23.579440+0000","last_undegraded":"2024-09-21T00:21:23.579440+0000","last_fullsized":"2024-09-21T00:21:23.579440+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:24:22.282773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.560786+0000","last_change":"2024-09-21T00:21:20.560786+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.560786+0000","last_undegraded":"2024-09-21T00:21:20.560786+0000","last_fullsized":"2024-09-21T00:21:20.560786+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.556237+0000","last_change":"2024-09-21T00:21:20.556237+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.556237+0000","last_undegraded":"2024-09-21T00:21:20.556237+0000","last_fullsized":"2024-09-21T00:21:20.556237+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":18,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579768+0000","last_change":"2024-09-21T00:21:21.575087+0000","last_active":"2024-09-21T00:21:23.579768+0000","last_peered":"2024-09-21T00:21:23.579768+0000","last_clean":"2024-09-21T00:21:23.579768+0000","last_became_active":"2024-09-21T00:21:21.574718+0000","last_became_peered":"2024-09-21T00:21:21.574718+0000","last_unstale":"2024-09-21T00:21:23.579768+0000","last_undegraded":"2024-09-21T00:21:23.579768+0000","last_fullsized":"2024-09-21T00:21:23.579768+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:31:55.883051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.581273+0000","last_change":"2024-09-21T00:21:22.588445+0000","last_active":"2024-09-21T00:21:23.581273+0000","last_peered":"2024-09-21T00:21:23.581273+0000","last_clean":"2024-09-21T00:21:23.581273+0000","last_became_active":"2024-09-21T00:21:22.587801+0000","last_became_peered":"2024-09-21T00:21:22.587801+0000","last_unstale":"2024-09-21T00:21:23.581273+0000","last_undegraded":"2024-09-21T00:21:23.581273+0000","last_fullsized":"2024-09-21T00:21:23.581273+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:03:36.652647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.560175+0000","last_change":"2024-09-21T00:21:20.560175+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.560175+0000","last_undegraded":"2024-09-21T00:21:20.560175+0000","last_fullsized":"2024-09-21T00:21:20.560175+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.559176+0000","last_change":"2024-09-21T00:21:20.559176+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.559176+0000","last_undegraded":"2024-09-21T00:21:20.559176+0000","last_fullsized":"2024-09-21T00:21:20.559176+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.557431+0000","last_change":"2024-09-21T00:21:20.557431+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.557431+0000","last_undegraded":"2024-09-21T00:21:20.557431+0000","last_fullsized":"2024-09-21T00:21:20.557431+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.560174+0000","last_change":"2024-09-21T00:21:20.560174+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.560174+0000","last_undegraded":"2024-09-21T00:21:20.560174+0000","last_fullsized":"2024-09-21T00:21:20.560174+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.557527+0000","last_change":"2024-09-21T00:21:20.557527+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.557527+0000","last_undegraded":"2024-09-21T00:21:20.557527+0000","last_fullsized":"2024-09-21T00:21:20.557527+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.580753+0000","last_change":"2024-09-21T00:21:21.578197+0000","last_active":"2024-09-21T00:21:23.580753+0000","last_peered":"2024-09-21T00:21:23.580753+0000","last_clean":"2024-09-21T00:21:23.580753+0000","last_became_active":"2024-09-21T00:21:21.577550+0000","last_became_peered":"2024-09-21T00:21:21.577550+0000","last_unstale":"2024-09-21T00:21:23.580753+0000","last_undegraded":"2024-09-21T00:21:23.580753+0000","last_fullsized":"2024-09-21T00:21:23.580753+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:15:15.900648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.558302+0000","last_change":"2024-09-21T00:21:20.558302+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.558302+0000","last_undegraded":"2024-09-21T00:21:20.558302+0000","last_fullsized":"2024-09-21T00:21:20.558302+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579895+0000","last_change":"2024-09-21T00:21:21.578798+0000","last_active":"2024-09-21T00:21:23.579895+0000","last_peered":"2024-09-21T00:21:23.579895+0000","last_clean":"2024-09-21T00:21:23.579895+0000","last_became_active":"2024-09-21T00:21:21.578465+0000","last_became_peered":"2024-09-21T00:21:21.578465+0000","last_unstale":"2024-09-21T00:21:23.579895+0000","last_undegraded":"2024-09-21T00:21:23.579895+0000","last_fullsized":"2024-09-21T00:21:23.579895+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:11:45.916033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.558426+0000","last_change":"2024-09-21T00:21:20.558426+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.558426+0000","last_undegraded":"2024-09-21T00:21:20.558426+0000","last_fullsized":"2024-09-21T00:21:20.558426+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":105,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T00:21:20.563550+0000","last_change":"2024-09-21T00:21:11.583793+0000","last_active":"2024-09-21T00:21:20.563550+0000","last_peered":"2024-09-21T00:21:20.563550+0000","last_clean":"2024-09-21T00:21:20.563550+0000","last_became_active":"2024-09-21T00:21:11.582502+0000","last_became_peered":"2024-09-21T00:21:11.582502+0000","last_unstale":"2024-09-21T00:21:20.563550+0000","last_undegraded":"2024-09-21T00:21:20.563550+0000","last_fullsized":"2024-09-21T00:21:20.563550+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_clean_scrub_stamp":"2024-09-21T00:21:10.311964+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:58.010953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.556189+0000","last_change":"2024-09-21T00:21:20.556189+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.556189+0000","last_undegraded":"2024-09-21T00:21:20.556189+0000","last_fullsized":"2024-09-21T00:21:20.556189+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.562286+0000","last_change":"2024-09-21T00:21:20.562286+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.562286+0000","last_undegraded":"2024-09-21T00:21:20.562286+0000","last_fullsized":"2024-09-21T00:21:20.562286+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.558047+0000","last_change":"2024-09-21T00:21:20.558047+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.558047+0000","last_undegraded":"2024-09-21T00:21:20.558047+0000","last_fullsized":"2024-09-21T00:21:20.558047+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579488+0000","last_change":"2024-09-21T00:21:22.582280+0000","last_active":"2024-09-21T00:21:23.579488+0000","last_peered":"2024-09-21T00:21:23.579488+0000","last_clean":"2024-09-21T00:21:23.579488+0000","last_became_active":"2024-09-21T00:21:22.579142+0000","last_became_peered":"2024-09-21T00:21:22.579142+0000","last_unstale":"2024-09-21T00:21:23.579488+0000","last_undegraded":"2024-09-21T00:21:23.579488+0000","last_fullsized":"2024-09-21T00:21:23.579488+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:33:57.528804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.556765+0000","last_change":"2024-09-21T00:21:20.556765+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.556765+0000","last_undegraded":"2024-09-21T00:21:20.556765+0000","last_fullsized":"2024-09-21T00:21:20.556765+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.580545+0000","last_change":"2024-09-21T00:21:22.589714+0000","last_active":"2024-09-21T00:21:23.580545+0000","last_peered":"2024-09-21T00:21:23.580545+0000","last_clean":"2024-09-21T00:21:23.580545+0000","last_became_active":"2024-09-21T00:21:22.589119+0000","last_became_peered":"2024-09-21T00:21:22.589119+0000","last_unstale":"2024-09-21T00:21:23.580545+0000","last_undegraded":"2024-09-21T00:21:23.580545+0000","last_fullsized":"2024-09-21T00:21:23.580545+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:12:55.933852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579674+0000","last_change":"2024-09-21T00:21:21.581757+0000","last_active":"2024-09-21T00:21:23.579674+0000","last_peered":"2024-09-21T00:21:23.579674+0000","last_clean":"2024-09-21T00:21:23.579674+0000","last_became_active":"2024-09-21T00:21:21.581429+0000","last_became_peered":"2024-09-21T00:21:21.581429+0000","last_unstale":"2024-09-21T00:21:23.579674+0000","last_undegraded":"2024-09-21T00:21:23.579674+0000","last_fullsized":"2024-09-21T00:21:23.579674+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:20:48.653923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.562401+0000","last_change":"2024-09-21T00:21:20.562401+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.562401+0000","last_undegraded":"2024-09-21T00:21:20.562401+0000","last_fullsized":"2024-09-21T00:21:20.562401+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579794+0000","last_change":"2024-09-21T00:21:22.581722+0000","last_active":"2024-09-21T00:21:23.579794+0000","last_peered":"2024-09-21T00:21:23.579794+0000","last_clean":"2024-09-21T00:21:23.579794+0000","last_became_active":"2024-09-21T00:21:22.581405+0000","last_became_peered":"2024-09-21T00:21:22.581405+0000","last_unstale":"2024-09-21T00:21:23.579794+0000","last_undegraded":"2024-09-21T00:21:23.579794+0000","last_fullsized":"2024-09-21T00:21:23.579794+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:57:45.405194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.580077+0000","last_change":"2024-09-21T00:21:21.580295+0000","last_active":"2024-09-21T00:21:23.580077+0000","last_peered":"2024-09-21T00:21:23.580077+0000","last_clean":"2024-09-21T00:21:23.580077+0000","last_became_active":"2024-09-21T00:21:21.579967+0000","last_became_peered":"2024-09-21T00:21:21.579967+0000","last_unstale":"2024-09-21T00:21:23.580077+0000","last_undegraded":"2024-09-21T00:21:23.580077+0000","last_fullsized":"2024-09-21T00:21:23.580077+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:03:30.693761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.560232+0000","last_change":"2024-09-21T00:21:20.560232+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.560232+0000","last_undegraded":"2024-09-21T00:21:20.560232+0000","last_fullsized":"2024-09-21T00:21:20.560232+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.563040+0000","last_change":"2024-09-21T00:21:20.563040+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.563040+0000","last_undegraded":"2024-09-21T00:21:20.563040+0000","last_fullsized":"2024-09-21T00:21:20.563040+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.581603+0000","last_change":"2024-09-21T00:21:22.571553+0000","last_active":"2024-09-21T00:21:23.581603+0000","last_peered":"2024-09-21T00:21:23.581603+0000","last_clean":"2024-09-21T00:21:23.581603+0000","last_became_active":"2024-09-21T00:21:22.571233+0000","last_became_peered":"2024-09-21T00:21:22.571233+0000","last_unstale":"2024-09-21T00:21:23.581603+0000","last_undegraded":"2024-09-21T00:21:23.581603+0000","last_fullsized":"2024-09-21T00:21:23.581603+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:23:45.088261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579564+0000","last_change":"2024-09-21T00:21:21.583312+0000","last_active":"2024-09-21T00:21:23.579564+0000","last_peered":"2024-09-21T00:21:23.579564+0000","last_clean":"2024-09-21T00:21:23.579564+0000","last_became_active":"2024-09-21T00:21:21.582961+0000","last_became_peered":"2024-09-21T00:21:21.582961+0000","last_unstale":"2024-09-21T00:21:23.579564+0000","last_undegraded":"2024-09-21T00:21:23.579564+0000","last_fullsized":"2024-09-21T00:21:23.579564+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:21:56.561424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579634+0000","last_change":"2024-09-21T00:21:21.585456+0000","last_active":"2024-09-21T00:21:23.579634+0000","last_peered":"2024-09-21T00:21:23.579634+0000","last_clean":"2024-09-21T00:21:23.579634+0000","last_became_active":"2024-09-21T00:21:21.585096+0000","last_became_peered":"2024-09-21T00:21:21.585096+0000","last_unstale":"2024-09-21T00:21:23.579634+0000","last_undegraded":"2024-09-21T00:21:23.579634+0000","last_fullsized":"2024-09-21T00:21:23.579634+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:48:02.620562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.562234+0000","last_change":"2024-09-21T00:21:20.562234+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.562234+0000","last_undegraded":"2024-09-21T00:21:20.562234+0000","last_fullsized":"2024-09-21T00:21:20.562234+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.562388+0000","last_change":"2024-09-21T00:21:20.562388+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.562388+0000","last_undegraded":"2024-09-21T00:21:20.562388+0000","last_fullsized":"2024-09-21T00:21:20.562388+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.562974+0000","last_change":"2024-09-21T00:21:20.562974+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.562974+0000","last_undegraded":"2024-09-21T00:21:20.562974+0000","last_fullsized":"2024-09-21T00:21:20.562974+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.561423+0000","last_change":"2024-09-21T00:21:20.561423+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.561423+0000","last_undegraded":"2024-09-21T00:21:20.561423+0000","last_fullsized":"2024-09-21T00:21:20.561423+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.559352+0000","last_change":"2024-09-21T00:21:20.559352+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.559352+0000","last_undegraded":"2024-09-21T00:21:20.559352+0000","last_fullsized":"2024-09-21T00:21:20.559352+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":22,"acting":22,"num_store_stats":2},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":182,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":286,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509445,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27776,"kb_used_data":748,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344064,"statfs":{"total":96636764160,"available":96608321536,"internally_reserved":0,"allocated":765952,"data_stored":643765,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509445,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27184,"kb_used_data":156,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344656,"statfs":{"total":96636764160,"available":96608927744,"internally_reserved":0,"allocated":159744,"data_stored":47580,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509445,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":172032,"data_stored":53397,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509446,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":172032,"data_stored":53397,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509446,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":172032,"data_stored":53397,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509444,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27952,"kb_used_data":736,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343888,"statfs":{"total":96636764160,"available":96608141312,"internally_reserved":0,"allocated":753664,"data_stored":637948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574853,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":221184,"data_stored":72873,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574853,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":200,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":204800,"data_stored":66607,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T00:21:27.019 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T00:21:27.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.171+0000 7f562cac4640 1 -- 172.21.15.67:0/144397192 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f56280d1010 msgr2=0x7f56280d1420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:27.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.171+0000 7f562cac4640 1 --2- 172.21.15.67:0/144397192 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f56280d1010 0x7f56280d1420 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f561c009830 tx=0x7f561c02a510 comp rx=0 tx=0).stop 2024-09-21T00:21:27.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.171+0000 7f562cac4640 1 -- 172.21.15.67:0/144397192 shutdown_connections 2024-09-21T00:21:27.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.171+0000 7f562cac4640 1 --2- 172.21.15.67:0/144397192 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f56280b73f0 0x7f56280b7800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:27.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.171+0000 7f562cac4640 1 --2- 172.21.15.67:0/144397192 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f56280d1010 0x7f56280d1420 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:27.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.171+0000 7f562cac4640 1 -- 172.21.15.67:0/144397192 >> 172.21.15.67:0/144397192 conn(0x7f562808bee0 msgr2=0x7f56280d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:27.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.171+0000 7f562cac4640 1 -- 172.21.15.67:0/144397192 shutdown_connections 2024-09-21T00:21:27.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.171+0000 7f562cac4640 1 -- 172.21.15.67:0/144397192 wait complete. 2024-09-21T00:21:27.174 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.173+0000 7f562cac4640 1 Processor -- start 2024-09-21T00:21:27.174 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.173+0000 7f562cac4640 1 -- start start 2024-09-21T00:21:27.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.174+0000 7f562cac4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f56280b73f0 0x7f56281e7a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:27.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.174+0000 7f562cac4640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f56280b9780 0x7f56281467f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:27.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.174+0000 7f562cac4640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f56280d1010 0x7f5628146d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:27.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.174+0000 7f562cac4640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f56280cf5a0 con 0x7f56280b73f0 2024-09-21T00:21:27.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.174+0000 7f562cac4640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f56280cf420 con 0x7f56280b9780 2024-09-21T00:21:27.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.174+0000 7f562cac4640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f56280cf720 con 0x7f56280d1010 2024-09-21T00:21:27.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.174+0000 7f562659c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f56280b73f0 0x7f56281e7a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:27.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.174+0000 7f562659c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f56280b73f0 0x7f56281e7a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:44096/0 (socket says 172.21.15.67:44096) 2024-09-21T00:21:27.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.174+0000 7f562659c640 1 -- 172.21.15.67:0/2639611435 learned_addr learned my addr 172.21.15.67:0/2639611435 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:27.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.174+0000 7f5625d9b640 1 --2- 172.21.15.67:0/2639611435 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f56280b9780 0x7f56281467f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:27.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.175+0000 7f5626d9d640 1 --2- 172.21.15.67:0/2639611435 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f56280d1010 0x7f5628146d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:27.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.175+0000 7f562659c640 1 -- 172.21.15.67:0/2639611435 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f56280d1010 msgr2=0x7f5628146d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:27.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.175+0000 7f562659c640 1 --2- 172.21.15.67:0/2639611435 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f56280d1010 0x7f5628146d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:27.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.175+0000 7f562659c640 1 -- 172.21.15.67:0/2639611435 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f56280b9780 msgr2=0x7f56281467f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:27.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.175+0000 7f562659c640 1 --2- 172.21.15.67:0/2639611435 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f56280b9780 0x7f56281467f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:27.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.175+0000 7f562659c640 1 -- 172.21.15.67:0/2639611435 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56281e8440 con 0x7f56280b73f0 2024-09-21T00:21:27.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.175+0000 7f5626d9d640 1 --2- 172.21.15.67:0/2639611435 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f56280d1010 0x7f5628146d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:21:27.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.175+0000 7f562659c640 1 --2- 172.21.15.67:0/2639611435 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f56280b73f0 0x7f56281e7a30 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f561800c3c0 tx=0x7f561800c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:27.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.175+0000 7f5616ffd640 1 -- 172.21.15.67:0/2639611435 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5618017070 con 0x7f56280b73f0 2024-09-21T00:21:27.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.175+0000 7f5616ffd640 1 -- 172.21.15.67:0/2639611435 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f56180035f0 con 0x7f56280b73f0 2024-09-21T00:21:27.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.175+0000 7f5616ffd640 1 -- 172.21.15.67:0/2639611435 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5618003a40 con 0x7f56280b73f0 2024-09-21T00:21:27.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.175+0000 7f562cac4640 1 -- 172.21.15.67:0/2639611435 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56281e8720 con 0x7f56280b73f0 2024-09-21T00:21:27.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.175+0000 7f562cac4640 1 -- 172.21.15.67:0/2639611435 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56281e8ce0 con 0x7f56280b73f0 2024-09-21T00:21:27.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.176+0000 7f562cac4640 1 -- 172.21.15.67:0/2639611435 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f56280b7800 con 0x7f56280b73f0 2024-09-21T00:21:27.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.177+0000 7f5616ffd640 1 -- 172.21.15.67:0/2639611435 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f561801a070 con 0x7f56280b73f0 2024-09-21T00:21:27.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.177+0000 7f5616ffd640 1 --2- 172.21.15.67:0/2639611435 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5608078b90 0x7f560807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:27.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.177+0000 7f5616ffd640 1 -- 172.21.15.67:0/2639611435 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f5618099f20 con 0x7f56280b73f0 2024-09-21T00:21:27.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.178+0000 7f5625d9b640 1 --2- 172.21.15.67:0/2639611435 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5608078b90 0x7f560807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:27.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.178+0000 7f5625d9b640 1 --2- 172.21.15.67:0/2639611435 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5608078b90 0x7f560807b0a0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f561c034000 tx=0x7f561c004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:27.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.182+0000 7f5616ffd640 1 -- 172.21.15.67:0/2639611435 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f5618061dd0 con 0x7f56280b73f0 2024-09-21T00:21:27.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.364+0000 7f562cac4640 1 -- 172.21.15.67:0/2639611435 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f56280b8100 con 0x7f5608078b90 2024-09-21T00:21:27.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.368+0000 7f5616ffd640 1 -- 172.21.15.67:0/2639611435 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+242355 (secure 0 0 0) 0x7f56280b8100 con 0x7f5608078b90 2024-09-21T00:21:27.371 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:21:27.372 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-21T00:21:27.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.371+0000 7f562cac4640 1 -- 172.21.15.67:0/2639611435 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5608078b90 msgr2=0x7f560807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:27.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.371+0000 7f562cac4640 1 --2- 172.21.15.67:0/2639611435 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5608078b90 0x7f560807b0a0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f561c034000 tx=0x7f561c004730 comp rx=0 tx=0).stop 2024-09-21T00:21:27.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.371+0000 7f562cac4640 1 -- 172.21.15.67:0/2639611435 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f56280b73f0 msgr2=0x7f56281e7a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:27.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.371+0000 7f562cac4640 1 --2- 172.21.15.67:0/2639611435 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f56280b73f0 0x7f56281e7a30 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f561800c3c0 tx=0x7f561800c880 comp rx=0 tx=0).stop 2024-09-21T00:21:27.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.371+0000 7f562cac4640 1 -- 172.21.15.67:0/2639611435 shutdown_connections 2024-09-21T00:21:27.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.371+0000 7f562cac4640 1 --2- 172.21.15.67:0/2639611435 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5608078b90 0x7f560807b0a0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:27.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.371+0000 7f562cac4640 1 --2- 172.21.15.67:0/2639611435 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f56280d1010 0x7f5628146d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:27.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.371+0000 7f562cac4640 1 --2- 172.21.15.67:0/2639611435 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f56280b9780 0x7f56281467f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:27.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.371+0000 7f562cac4640 1 --2- 172.21.15.67:0/2639611435 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f56280b73f0 0x7f56281e7a30 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:27.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.371+0000 7f562cac4640 1 -- 172.21.15.67:0/2639611435 >> 172.21.15.67:0/2639611435 conn(0x7f562808bee0 msgr2=0x7f562806de70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:27.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.371+0000 7f562cac4640 1 -- 172.21.15.67:0/2639611435 shutdown_connections 2024-09-21T00:21:27.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.371+0000 7f562cac4640 1 -- 172.21.15.67:0/2639611435 wait complete. 2024-09-21T00:21:27.384 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":23,"stamp":"2024-09-21T00:21:25.494572+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590550,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":107,"num_write_kb":1631,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":77,"ondisk_log_size":77,"up":88,"acting":88,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":21,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":218980,"kb_used_data":2560,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755740,"statfs":{"total":773094113280,"available":772869877760,"internally_reserved":0,"allocated":2621440,"data_stored":1628964,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12749,"internal_metadata":221236787},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":13,"apply_latency_ms":13,"commit_latency_ns":13000000,"apply_latency_ns":13000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":182,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.940597"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579921+0000","last_change":"2024-09-21T00:21:22.587954+0000","last_active":"2024-09-21T00:21:23.579921+0000","last_peered":"2024-09-21T00:21:23.579921+0000","last_clean":"2024-09-21T00:21:23.579921+0000","last_became_active":"2024-09-21T00:21:22.587623+0000","last_became_peered":"2024-09-21T00:21:22.587623+0000","last_unstale":"2024-09-21T00:21:23.579921+0000","last_undegraded":"2024-09-21T00:21:23.579921+0000","last_fullsized":"2024-09-21T00:21:23.579921+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:36:07.244649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.581198+0000","last_change":"2024-09-21T00:21:22.588118+0000","last_active":"2024-09-21T00:21:23.581198+0000","last_peered":"2024-09-21T00:21:23.581198+0000","last_clean":"2024-09-21T00:21:23.581198+0000","last_became_active":"2024-09-21T00:21:22.587366+0000","last_became_peered":"2024-09-21T00:21:22.587366+0000","last_unstale":"2024-09-21T00:21:23.581198+0000","last_undegraded":"2024-09-21T00:21:23.581198+0000","last_fullsized":"2024-09-21T00:21:23.581198+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:42:27.196032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579444+0000","last_change":"2024-09-21T00:21:22.583904+0000","last_active":"2024-09-21T00:21:23.579444+0000","last_peered":"2024-09-21T00:21:23.579444+0000","last_clean":"2024-09-21T00:21:23.579444+0000","last_became_active":"2024-09-21T00:21:22.583544+0000","last_became_peered":"2024-09-21T00:21:22.583544+0000","last_unstale":"2024-09-21T00:21:23.579444+0000","last_undegraded":"2024-09-21T00:21:23.579444+0000","last_fullsized":"2024-09-21T00:21:23.579444+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:08:31.075374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579813+0000","last_change":"2024-09-21T00:21:22.578300+0000","last_active":"2024-09-21T00:21:23.579813+0000","last_peered":"2024-09-21T00:21:23.579813+0000","last_clean":"2024-09-21T00:21:23.579813+0000","last_became_active":"2024-09-21T00:21:22.577762+0000","last_became_peered":"2024-09-21T00:21:22.577762+0000","last_unstale":"2024-09-21T00:21:23.579813+0000","last_undegraded":"2024-09-21T00:21:23.579813+0000","last_fullsized":"2024-09-21T00:21:23.579813+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:41:51.729853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.580436+0000","last_change":"2024-09-21T00:21:22.585587+0000","last_active":"2024-09-21T00:21:23.580436+0000","last_peered":"2024-09-21T00:21:23.580436+0000","last_clean":"2024-09-21T00:21:23.580436+0000","last_became_active":"2024-09-21T00:21:22.585252+0000","last_became_peered":"2024-09-21T00:21:22.585252+0000","last_unstale":"2024-09-21T00:21:23.580436+0000","last_undegraded":"2024-09-21T00:21:23.580436+0000","last_fullsized":"2024-09-21T00:21:23.580436+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:53:54.378362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.561668+0000","last_change":"2024-09-21T00:21:20.561668+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.561668+0000","last_undegraded":"2024-09-21T00:21:20.561668+0000","last_fullsized":"2024-09-21T00:21:20.561668+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.560196+0000","last_change":"2024-09-21T00:21:20.560196+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.560196+0000","last_undegraded":"2024-09-21T00:21:20.560196+0000","last_fullsized":"2024-09-21T00:21:20.560196+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.561073+0000","last_change":"2024-09-21T00:21:20.561073+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.561073+0000","last_undegraded":"2024-09-21T00:21:20.561073+0000","last_fullsized":"2024-09-21T00:21:20.561073+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.556234+0000","last_change":"2024-09-21T00:21:20.556234+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.556234+0000","last_undegraded":"2024-09-21T00:21:20.556234+0000","last_fullsized":"2024-09-21T00:21:20.556234+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579440+0000","last_change":"2024-09-21T00:21:22.583151+0000","last_active":"2024-09-21T00:21:23.579440+0000","last_peered":"2024-09-21T00:21:23.579440+0000","last_clean":"2024-09-21T00:21:23.579440+0000","last_became_active":"2024-09-21T00:21:22.582800+0000","last_became_peered":"2024-09-21T00:21:22.582800+0000","last_unstale":"2024-09-21T00:21:23.579440+0000","last_undegraded":"2024-09-21T00:21:23.579440+0000","last_fullsized":"2024-09-21T00:21:23.579440+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:24:22.282773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.560786+0000","last_change":"2024-09-21T00:21:20.560786+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.560786+0000","last_undegraded":"2024-09-21T00:21:20.560786+0000","last_fullsized":"2024-09-21T00:21:20.560786+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.556237+0000","last_change":"2024-09-21T00:21:20.556237+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.556237+0000","last_undegraded":"2024-09-21T00:21:20.556237+0000","last_fullsized":"2024-09-21T00:21:20.556237+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":18,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579768+0000","last_change":"2024-09-21T00:21:21.575087+0000","last_active":"2024-09-21T00:21:23.579768+0000","last_peered":"2024-09-21T00:21:23.579768+0000","last_clean":"2024-09-21T00:21:23.579768+0000","last_became_active":"2024-09-21T00:21:21.574718+0000","last_became_peered":"2024-09-21T00:21:21.574718+0000","last_unstale":"2024-09-21T00:21:23.579768+0000","last_undegraded":"2024-09-21T00:21:23.579768+0000","last_fullsized":"2024-09-21T00:21:23.579768+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:31:55.883051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.581273+0000","last_change":"2024-09-21T00:21:22.588445+0000","last_active":"2024-09-21T00:21:23.581273+0000","last_peered":"2024-09-21T00:21:23.581273+0000","last_clean":"2024-09-21T00:21:23.581273+0000","last_became_active":"2024-09-21T00:21:22.587801+0000","last_became_peered":"2024-09-21T00:21:22.587801+0000","last_unstale":"2024-09-21T00:21:23.581273+0000","last_undegraded":"2024-09-21T00:21:23.581273+0000","last_fullsized":"2024-09-21T00:21:23.581273+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:03:36.652647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.560175+0000","last_change":"2024-09-21T00:21:20.560175+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.560175+0000","last_undegraded":"2024-09-21T00:21:20.560175+0000","last_fullsized":"2024-09-21T00:21:20.560175+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.559176+0000","last_change":"2024-09-21T00:21:20.559176+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.559176+0000","last_undegraded":"2024-09-21T00:21:20.559176+0000","last_fullsized":"2024-09-21T00:21:20.559176+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.557431+0000","last_change":"2024-09-21T00:21:20.557431+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.557431+0000","last_undegraded":"2024-09-21T00:21:20.557431+0000","last_fullsized":"2024-09-21T00:21:20.557431+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.560174+0000","last_change":"2024-09-21T00:21:20.560174+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.560174+0000","last_undegraded":"2024-09-21T00:21:20.560174+0000","last_fullsized":"2024-09-21T00:21:20.560174+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.557527+0000","last_change":"2024-09-21T00:21:20.557527+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.557527+0000","last_undegraded":"2024-09-21T00:21:20.557527+0000","last_fullsized":"2024-09-21T00:21:20.557527+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.580753+0000","last_change":"2024-09-21T00:21:21.578197+0000","last_active":"2024-09-21T00:21:23.580753+0000","last_peered":"2024-09-21T00:21:23.580753+0000","last_clean":"2024-09-21T00:21:23.580753+0000","last_became_active":"2024-09-21T00:21:21.577550+0000","last_became_peered":"2024-09-21T00:21:21.577550+0000","last_unstale":"2024-09-21T00:21:23.580753+0000","last_undegraded":"2024-09-21T00:21:23.580753+0000","last_fullsized":"2024-09-21T00:21:23.580753+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:15:15.900648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.558302+0000","last_change":"2024-09-21T00:21:20.558302+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.558302+0000","last_undegraded":"2024-09-21T00:21:20.558302+0000","last_fullsized":"2024-09-21T00:21:20.558302+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579895+0000","last_change":"2024-09-21T00:21:21.578798+0000","last_active":"2024-09-21T00:21:23.579895+0000","last_peered":"2024-09-21T00:21:23.579895+0000","last_clean":"2024-09-21T00:21:23.579895+0000","last_became_active":"2024-09-21T00:21:21.578465+0000","last_became_peered":"2024-09-21T00:21:21.578465+0000","last_unstale":"2024-09-21T00:21:23.579895+0000","last_undegraded":"2024-09-21T00:21:23.579895+0000","last_fullsized":"2024-09-21T00:21:23.579895+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:11:45.916033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.558426+0000","last_change":"2024-09-21T00:21:20.558426+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.558426+0000","last_undegraded":"2024-09-21T00:21:20.558426+0000","last_fullsized":"2024-09-21T00:21:20.558426+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":105,"reported_epoch":18,"state":"active+clean","last_fresh":"2024-09-21T00:21:20.563550+0000","last_change":"2024-09-21T00:21:11.583793+0000","last_active":"2024-09-21T00:21:20.563550+0000","last_peered":"2024-09-21T00:21:20.563550+0000","last_clean":"2024-09-21T00:21:20.563550+0000","last_became_active":"2024-09-21T00:21:11.582502+0000","last_became_peered":"2024-09-21T00:21:11.582502+0000","last_unstale":"2024-09-21T00:21:20.563550+0000","last_undegraded":"2024-09-21T00:21:20.563550+0000","last_fullsized":"2024-09-21T00:21:20.563550+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_clean_scrub_stamp":"2024-09-21T00:21:10.311964+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:58.010953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.556189+0000","last_change":"2024-09-21T00:21:20.556189+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.556189+0000","last_undegraded":"2024-09-21T00:21:20.556189+0000","last_fullsized":"2024-09-21T00:21:20.556189+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.562286+0000","last_change":"2024-09-21T00:21:20.562286+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.562286+0000","last_undegraded":"2024-09-21T00:21:20.562286+0000","last_fullsized":"2024-09-21T00:21:20.562286+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.558047+0000","last_change":"2024-09-21T00:21:20.558047+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.558047+0000","last_undegraded":"2024-09-21T00:21:20.558047+0000","last_fullsized":"2024-09-21T00:21:20.558047+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579488+0000","last_change":"2024-09-21T00:21:22.582280+0000","last_active":"2024-09-21T00:21:23.579488+0000","last_peered":"2024-09-21T00:21:23.579488+0000","last_clean":"2024-09-21T00:21:23.579488+0000","last_became_active":"2024-09-21T00:21:22.579142+0000","last_became_peered":"2024-09-21T00:21:22.579142+0000","last_unstale":"2024-09-21T00:21:23.579488+0000","last_undegraded":"2024-09-21T00:21:23.579488+0000","last_fullsized":"2024-09-21T00:21:23.579488+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:33:57.528804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.556765+0000","last_change":"2024-09-21T00:21:20.556765+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.556765+0000","last_undegraded":"2024-09-21T00:21:20.556765+0000","last_fullsized":"2024-09-21T00:21:20.556765+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.580545+0000","last_change":"2024-09-21T00:21:22.589714+0000","last_active":"2024-09-21T00:21:23.580545+0000","last_peered":"2024-09-21T00:21:23.580545+0000","last_clean":"2024-09-21T00:21:23.580545+0000","last_became_active":"2024-09-21T00:21:22.589119+0000","last_became_peered":"2024-09-21T00:21:22.589119+0000","last_unstale":"2024-09-21T00:21:23.580545+0000","last_undegraded":"2024-09-21T00:21:23.580545+0000","last_fullsized":"2024-09-21T00:21:23.580545+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:12:55.933852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579674+0000","last_change":"2024-09-21T00:21:21.581757+0000","last_active":"2024-09-21T00:21:23.579674+0000","last_peered":"2024-09-21T00:21:23.579674+0000","last_clean":"2024-09-21T00:21:23.579674+0000","last_became_active":"2024-09-21T00:21:21.581429+0000","last_became_peered":"2024-09-21T00:21:21.581429+0000","last_unstale":"2024-09-21T00:21:23.579674+0000","last_undegraded":"2024-09-21T00:21:23.579674+0000","last_fullsized":"2024-09-21T00:21:23.579674+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:20:48.653923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.562401+0000","last_change":"2024-09-21T00:21:20.562401+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.562401+0000","last_undegraded":"2024-09-21T00:21:20.562401+0000","last_fullsized":"2024-09-21T00:21:20.562401+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579794+0000","last_change":"2024-09-21T00:21:22.581722+0000","last_active":"2024-09-21T00:21:23.579794+0000","last_peered":"2024-09-21T00:21:23.579794+0000","last_clean":"2024-09-21T00:21:23.579794+0000","last_became_active":"2024-09-21T00:21:22.581405+0000","last_became_peered":"2024-09-21T00:21:22.581405+0000","last_unstale":"2024-09-21T00:21:23.579794+0000","last_undegraded":"2024-09-21T00:21:23.579794+0000","last_fullsized":"2024-09-21T00:21:23.579794+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:57:45.405194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.580077+0000","last_change":"2024-09-21T00:21:21.580295+0000","last_active":"2024-09-21T00:21:23.580077+0000","last_peered":"2024-09-21T00:21:23.580077+0000","last_clean":"2024-09-21T00:21:23.580077+0000","last_became_active":"2024-09-21T00:21:21.579967+0000","last_became_peered":"2024-09-21T00:21:21.579967+0000","last_unstale":"2024-09-21T00:21:23.580077+0000","last_undegraded":"2024-09-21T00:21:23.580077+0000","last_fullsized":"2024-09-21T00:21:23.580077+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:03:30.693761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.560232+0000","last_change":"2024-09-21T00:21:20.560232+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.560232+0000","last_undegraded":"2024-09-21T00:21:20.560232+0000","last_fullsized":"2024-09-21T00:21:20.560232+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.563040+0000","last_change":"2024-09-21T00:21:20.563040+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.563040+0000","last_undegraded":"2024-09-21T00:21:20.563040+0000","last_fullsized":"2024-09-21T00:21:20.563040+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.581603+0000","last_change":"2024-09-21T00:21:22.571553+0000","last_active":"2024-09-21T00:21:23.581603+0000","last_peered":"2024-09-21T00:21:23.581603+0000","last_clean":"2024-09-21T00:21:23.581603+0000","last_became_active":"2024-09-21T00:21:22.571233+0000","last_became_peered":"2024-09-21T00:21:22.571233+0000","last_unstale":"2024-09-21T00:21:23.581603+0000","last_undegraded":"2024-09-21T00:21:23.581603+0000","last_fullsized":"2024-09-21T00:21:23.581603+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:23:45.088261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579564+0000","last_change":"2024-09-21T00:21:21.583312+0000","last_active":"2024-09-21T00:21:23.579564+0000","last_peered":"2024-09-21T00:21:23.579564+0000","last_clean":"2024-09-21T00:21:23.579564+0000","last_became_active":"2024-09-21T00:21:21.582961+0000","last_became_peered":"2024-09-21T00:21:21.582961+0000","last_unstale":"2024-09-21T00:21:23.579564+0000","last_undegraded":"2024-09-21T00:21:23.579564+0000","last_fullsized":"2024-09-21T00:21:23.579564+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:21:56.561424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579634+0000","last_change":"2024-09-21T00:21:21.585456+0000","last_active":"2024-09-21T00:21:23.579634+0000","last_peered":"2024-09-21T00:21:23.579634+0000","last_clean":"2024-09-21T00:21:23.579634+0000","last_became_active":"2024-09-21T00:21:21.585096+0000","last_became_peered":"2024-09-21T00:21:21.585096+0000","last_unstale":"2024-09-21T00:21:23.579634+0000","last_undegraded":"2024-09-21T00:21:23.579634+0000","last_fullsized":"2024-09-21T00:21:23.579634+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:48:02.620562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.562234+0000","last_change":"2024-09-21T00:21:20.562234+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.562234+0000","last_undegraded":"2024-09-21T00:21:20.562234+0000","last_fullsized":"2024-09-21T00:21:20.562234+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.562388+0000","last_change":"2024-09-21T00:21:20.562388+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.562388+0000","last_undegraded":"2024-09-21T00:21:20.562388+0000","last_fullsized":"2024-09-21T00:21:20.562388+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.562974+0000","last_change":"2024-09-21T00:21:20.562974+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.562974+0000","last_undegraded":"2024-09-21T00:21:20.562974+0000","last_fullsized":"2024-09-21T00:21:20.562974+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.561423+0000","last_change":"2024-09-21T00:21:20.561423+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.561423+0000","last_undegraded":"2024-09-21T00:21:20.561423+0000","last_fullsized":"2024-09-21T00:21:20.561423+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:21:21.553458+0000","last_change":"2024-09-21T00:21:21.553458+0000","last_active":"2024-09-21T00:21:21.553458+0000","last_peered":"2024-09-21T00:21:21.553458+0000","last_clean":"2024-09-21T00:21:21.553458+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:21.553458+0000","last_undegraded":"2024-09-21T00:21:21.553458+0000","last_fullsized":"2024-09-21T00:21:21.553458+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":1,"reported_epoch":18,"state":"creating+peering","last_fresh":"2024-09-21T00:21:20.559352+0000","last_change":"2024-09-21T00:21:20.559352+0000","last_active":"2024-09-21T00:21:20.547599+0000","last_peered":"2024-09-21T00:21:20.547599+0000","last_clean":"2024-09-21T00:21:20.547599+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:21:20.559352+0000","last_undegraded":"2024-09-21T00:21:20.559352+0000","last_fullsized":"2024-09-21T00:21:20.559352+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":22,"acting":22,"num_store_stats":2},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":182,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":286,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":5,"ondisk_log_size":5,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509445,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27776,"kb_used_data":748,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344064,"statfs":{"total":96636764160,"available":96608321536,"internally_reserved":0,"allocated":765952,"data_stored":643765,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509445,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27184,"kb_used_data":156,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344656,"statfs":{"total":96636764160,"available":96608927744,"internally_reserved":0,"allocated":159744,"data_stored":47580,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509445,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":172032,"data_stored":53397,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509446,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":172032,"data_stored":53397,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509446,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27196,"kb_used_data":168,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344644,"statfs":{"total":96636764160,"available":96608915456,"internally_reserved":0,"allocated":172032,"data_stored":53397,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509444,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27952,"kb_used_data":736,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343888,"statfs":{"total":96636764160,"available":96608141312,"internally_reserved":0,"allocated":753664,"data_stored":637948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574853,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":221184,"data_stored":72873,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574853,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":200,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":204800,"data_stored":66607,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T00:21:27.387 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3f is not active+clean 2024-09-21T00:21:27.387 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:21:21.553458+0000', 'last_change': '2024-09-21T00:21:21.553458+0000', 'last_active': '2024-09-21T00:21:21.553458+0000', 'last_peered': '2024-09-21T00:21:21.553458+0000', 'last_clean': '2024-09-21T00:21:21.553458+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:21.553458+0000', 'last_undegraded': '2024-09-21T00:21:21.553458+0000', 'last_fullsized': '2024-09-21T00:21:21.553458+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:21:27.387 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3d is not active+clean 2024-09-21T00:21:27.388 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:21:21.553458+0000', 'last_change': '2024-09-21T00:21:21.553458+0000', 'last_active': '2024-09-21T00:21:21.553458+0000', 'last_peered': '2024-09-21T00:21:21.553458+0000', 'last_clean': '2024-09-21T00:21:21.553458+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:21.553458+0000', 'last_undegraded': '2024-09-21T00:21:21.553458+0000', 'last_fullsized': '2024-09-21T00:21:21.553458+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:21:27.388 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3c is not active+clean 2024-09-21T00:21:27.388 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:21:21.553458+0000', 'last_change': '2024-09-21T00:21:21.553458+0000', 'last_active': '2024-09-21T00:21:21.553458+0000', 'last_peered': '2024-09-21T00:21:21.553458+0000', 'last_clean': '2024-09-21T00:21:21.553458+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:21.553458+0000', 'last_undegraded': '2024-09-21T00:21:21.553458+0000', 'last_fullsized': '2024-09-21T00:21:21.553458+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:21:27.388 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3b is not active+clean 2024-09-21T00:21:27.388 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:21:21.553458+0000', 'last_change': '2024-09-21T00:21:21.553458+0000', 'last_active': '2024-09-21T00:21:21.553458+0000', 'last_peered': '2024-09-21T00:21:21.553458+0000', 'last_clean': '2024-09-21T00:21:21.553458+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:21.553458+0000', 'last_undegraded': '2024-09-21T00:21:21.553458+0000', 'last_fullsized': '2024-09-21T00:21:21.553458+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:21:27.388 INFO:tasks.ceph.ceph_manager.ceph:PG 3.3a is not active+clean 2024-09-21T00:21:27.388 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.3a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:21:21.553458+0000', 'last_change': '2024-09-21T00:21:21.553458+0000', 'last_active': '2024-09-21T00:21:21.553458+0000', 'last_peered': '2024-09-21T00:21:21.553458+0000', 'last_clean': '2024-09-21T00:21:21.553458+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:21.553458+0000', 'last_undegraded': '2024-09-21T00:21:21.553458+0000', 'last_fullsized': '2024-09-21T00:21:21.553458+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:21:27.388 INFO:tasks.ceph.ceph_manager.ceph:PG 3.39 is not active+clean 2024-09-21T00:21:27.388 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.39', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:21:21.553458+0000', 'last_change': '2024-09-21T00:21:21.553458+0000', 'last_active': '2024-09-21T00:21:21.553458+0000', 'last_peered': '2024-09-21T00:21:21.553458+0000', 'last_clean': '2024-09-21T00:21:21.553458+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:21.553458+0000', 'last_undegraded': '2024-09-21T00:21:21.553458+0000', 'last_fullsized': '2024-09-21T00:21:21.553458+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:21:27.388 INFO:tasks.ceph.ceph_manager.ceph:PG 3.38 is not active+clean 2024-09-21T00:21:27.388 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.38', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:21:21.553458+0000', 'last_change': '2024-09-21T00:21:21.553458+0000', 'last_active': '2024-09-21T00:21:21.553458+0000', 'last_peered': '2024-09-21T00:21:21.553458+0000', 'last_clean': '2024-09-21T00:21:21.553458+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:21.553458+0000', 'last_undegraded': '2024-09-21T00:21:21.553458+0000', 'last_fullsized': '2024-09-21T00:21:21.553458+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:21:27.388 INFO:tasks.ceph.ceph_manager.ceph:PG 3.37 is not active+clean 2024-09-21T00:21:27.389 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.37', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:21:21.553458+0000', 'last_change': '2024-09-21T00:21:21.553458+0000', 'last_active': '2024-09-21T00:21:21.553458+0000', 'last_peered': '2024-09-21T00:21:21.553458+0000', 'last_clean': '2024-09-21T00:21:21.553458+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:21.553458+0000', 'last_undegraded': '2024-09-21T00:21:21.553458+0000', 'last_fullsized': '2024-09-21T00:21:21.553458+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:21:27.389 INFO:tasks.ceph.ceph_manager.ceph:PG 3.36 is not active+clean 2024-09-21T00:21:27.389 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.36', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:21:21.553458+0000', 'last_change': '2024-09-21T00:21:21.553458+0000', 'last_active': '2024-09-21T00:21:21.553458+0000', 'last_peered': '2024-09-21T00:21:21.553458+0000', 'last_clean': '2024-09-21T00:21:21.553458+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:21.553458+0000', 'last_undegraded': '2024-09-21T00:21:21.553458+0000', 'last_fullsized': '2024-09-21T00:21:21.553458+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:21:27.389 INFO:tasks.ceph.ceph_manager.ceph:PG 3.35 is not active+clean 2024-09-21T00:21:27.389 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.35', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:21:21.553458+0000', 'last_change': '2024-09-21T00:21:21.553458+0000', 'last_active': '2024-09-21T00:21:21.553458+0000', 'last_peered': '2024-09-21T00:21:21.553458+0000', 'last_clean': '2024-09-21T00:21:21.553458+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:21.553458+0000', 'last_undegraded': '2024-09-21T00:21:21.553458+0000', 'last_fullsized': '2024-09-21T00:21:21.553458+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:21:27.389 INFO:tasks.ceph.ceph_manager.ceph:PG 3.33 is not active+clean 2024-09-21T00:21:27.389 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.33', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:21:21.553458+0000', 'last_change': '2024-09-21T00:21:21.553458+0000', 'last_active': '2024-09-21T00:21:21.553458+0000', 'last_peered': '2024-09-21T00:21:21.553458+0000', 'last_clean': '2024-09-21T00:21:21.553458+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:21.553458+0000', 'last_undegraded': '2024-09-21T00:21:21.553458+0000', 'last_fullsized': '2024-09-21T00:21:21.553458+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:21:27.389 INFO:tasks.ceph.ceph_manager.ceph:PG 3.32 is not active+clean 2024-09-21T00:21:27.389 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.32', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:21:21.553458+0000', 'last_change': '2024-09-21T00:21:21.553458+0000', 'last_active': '2024-09-21T00:21:21.553458+0000', 'last_peered': '2024-09-21T00:21:21.553458+0000', 'last_clean': '2024-09-21T00:21:21.553458+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:21.553458+0000', 'last_undegraded': '2024-09-21T00:21:21.553458+0000', 'last_fullsized': '2024-09-21T00:21:21.553458+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:21:27.389 INFO:tasks.ceph.ceph_manager.ceph:PG 3.30 is not active+clean 2024-09-21T00:21:27.389 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.30', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:21:21.553458+0000', 'last_change': '2024-09-21T00:21:21.553458+0000', 'last_active': '2024-09-21T00:21:21.553458+0000', 'last_peered': '2024-09-21T00:21:21.553458+0000', 'last_clean': '2024-09-21T00:21:21.553458+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:21.553458+0000', 'last_undegraded': '2024-09-21T00:21:21.553458+0000', 'last_fullsized': '2024-09-21T00:21:21.553458+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:21:27.389 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2f is not active+clean 2024-09-21T00:21:27.390 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:21:21.553458+0000', 'last_change': '2024-09-21T00:21:21.553458+0000', 'last_active': '2024-09-21T00:21:21.553458+0000', 'last_peered': '2024-09-21T00:21:21.553458+0000', 'last_clean': '2024-09-21T00:21:21.553458+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:21.553458+0000', 'last_undegraded': '2024-09-21T00:21:21.553458+0000', 'last_fullsized': '2024-09-21T00:21:21.553458+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:21:27.390 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2e is not active+clean 2024-09-21T00:21:27.390 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:21:21.553458+0000', 'last_change': '2024-09-21T00:21:21.553458+0000', 'last_active': '2024-09-21T00:21:21.553458+0000', 'last_peered': '2024-09-21T00:21:21.553458+0000', 'last_clean': '2024-09-21T00:21:21.553458+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:21.553458+0000', 'last_undegraded': '2024-09-21T00:21:21.553458+0000', 'last_fullsized': '2024-09-21T00:21:21.553458+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:21:27.390 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2d is not active+clean 2024-09-21T00:21:27.390 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:21:21.553458+0000', 'last_change': '2024-09-21T00:21:21.553458+0000', 'last_active': '2024-09-21T00:21:21.553458+0000', 'last_peered': '2024-09-21T00:21:21.553458+0000', 'last_clean': '2024-09-21T00:21:21.553458+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:21.553458+0000', 'last_undegraded': '2024-09-21T00:21:21.553458+0000', 'last_fullsized': '2024-09-21T00:21:21.553458+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:21:27.390 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2c is not active+clean 2024-09-21T00:21:27.390 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:21:21.553458+0000', 'last_change': '2024-09-21T00:21:21.553458+0000', 'last_active': '2024-09-21T00:21:21.553458+0000', 'last_peered': '2024-09-21T00:21:21.553458+0000', 'last_clean': '2024-09-21T00:21:21.553458+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:21.553458+0000', 'last_undegraded': '2024-09-21T00:21:21.553458+0000', 'last_fullsized': '2024-09-21T00:21:21.553458+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:21:27.390 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2b is not active+clean 2024-09-21T00:21:27.390 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:21:21.553458+0000', 'last_change': '2024-09-21T00:21:21.553458+0000', 'last_active': '2024-09-21T00:21:21.553458+0000', 'last_peered': '2024-09-21T00:21:21.553458+0000', 'last_clean': '2024-09-21T00:21:21.553458+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:21.553458+0000', 'last_undegraded': '2024-09-21T00:21:21.553458+0000', 'last_fullsized': '2024-09-21T00:21:21.553458+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:21:27.390 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2a is not active+clean 2024-09-21T00:21:27.390 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:21:21.553458+0000', 'last_change': '2024-09-21T00:21:21.553458+0000', 'last_active': '2024-09-21T00:21:21.553458+0000', 'last_peered': '2024-09-21T00:21:21.553458+0000', 'last_clean': '2024-09-21T00:21:21.553458+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:21.553458+0000', 'last_undegraded': '2024-09-21T00:21:21.553458+0000', 'last_fullsized': '2024-09-21T00:21:21.553458+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:21:27.391 INFO:tasks.ceph.ceph_manager.ceph:PG 3.29 is not active+clean 2024-09-21T00:21:27.391 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.29', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:21:21.553458+0000', 'last_change': '2024-09-21T00:21:21.553458+0000', 'last_active': '2024-09-21T00:21:21.553458+0000', 'last_peered': '2024-09-21T00:21:21.553458+0000', 'last_clean': '2024-09-21T00:21:21.553458+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:21.553458+0000', 'last_undegraded': '2024-09-21T00:21:21.553458+0000', 'last_fullsized': '2024-09-21T00:21:21.553458+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:21:27.391 INFO:tasks.ceph.ceph_manager.ceph:PG 3.28 is not active+clean 2024-09-21T00:21:27.391 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.28', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:21:21.553458+0000', 'last_change': '2024-09-21T00:21:21.553458+0000', 'last_active': '2024-09-21T00:21:21.553458+0000', 'last_peered': '2024-09-21T00:21:21.553458+0000', 'last_clean': '2024-09-21T00:21:21.553458+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:21.553458+0000', 'last_undegraded': '2024-09-21T00:21:21.553458+0000', 'last_fullsized': '2024-09-21T00:21:21.553458+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:21:27.391 INFO:tasks.ceph.ceph_manager.ceph:PG 3.27 is not active+clean 2024-09-21T00:21:27.391 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.27', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:21:21.553458+0000', 'last_change': '2024-09-21T00:21:21.553458+0000', 'last_active': '2024-09-21T00:21:21.553458+0000', 'last_peered': '2024-09-21T00:21:21.553458+0000', 'last_clean': '2024-09-21T00:21:21.553458+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:21.553458+0000', 'last_undegraded': '2024-09-21T00:21:21.553458+0000', 'last_fullsized': '2024-09-21T00:21:21.553458+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:21:27.391 INFO:tasks.ceph.ceph_manager.ceph:PG 3.26 is not active+clean 2024-09-21T00:21:27.391 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.26', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:21:21.553458+0000', 'last_change': '2024-09-21T00:21:21.553458+0000', 'last_active': '2024-09-21T00:21:21.553458+0000', 'last_peered': '2024-09-21T00:21:21.553458+0000', 'last_clean': '2024-09-21T00:21:21.553458+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:21.553458+0000', 'last_undegraded': '2024-09-21T00:21:21.553458+0000', 'last_fullsized': '2024-09-21T00:21:21.553458+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:21:27.392 INFO:tasks.ceph.ceph_manager.ceph:PG 3.24 is not active+clean 2024-09-21T00:21:27.392 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.24', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:21:21.553458+0000', 'last_change': '2024-09-21T00:21:21.553458+0000', 'last_active': '2024-09-21T00:21:21.553458+0000', 'last_peered': '2024-09-21T00:21:21.553458+0000', 'last_clean': '2024-09-21T00:21:21.553458+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:21.553458+0000', 'last_undegraded': '2024-09-21T00:21:21.553458+0000', 'last_fullsized': '2024-09-21T00:21:21.553458+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:21:27.392 INFO:tasks.ceph.ceph_manager.ceph:PG 3.23 is not active+clean 2024-09-21T00:21:27.392 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.23', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:21:21.553458+0000', 'last_change': '2024-09-21T00:21:21.553458+0000', 'last_active': '2024-09-21T00:21:21.553458+0000', 'last_peered': '2024-09-21T00:21:21.553458+0000', 'last_clean': '2024-09-21T00:21:21.553458+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:21.553458+0000', 'last_undegraded': '2024-09-21T00:21:21.553458+0000', 'last_fullsized': '2024-09-21T00:21:21.553458+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:21:27.392 INFO:tasks.ceph.ceph_manager.ceph:PG 3.22 is not active+clean 2024-09-21T00:21:27.392 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.22', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:21:21.553458+0000', 'last_change': '2024-09-21T00:21:21.553458+0000', 'last_active': '2024-09-21T00:21:21.553458+0000', 'last_peered': '2024-09-21T00:21:21.553458+0000', 'last_clean': '2024-09-21T00:21:21.553458+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:21.553458+0000', 'last_undegraded': '2024-09-21T00:21:21.553458+0000', 'last_fullsized': '2024-09-21T00:21:21.553458+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:21:27.392 INFO:tasks.ceph.ceph_manager.ceph:PG 3.21 is not active+clean 2024-09-21T00:21:27.392 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.21', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:21:21.553458+0000', 'last_change': '2024-09-21T00:21:21.553458+0000', 'last_active': '2024-09-21T00:21:21.553458+0000', 'last_peered': '2024-09-21T00:21:21.553458+0000', 'last_clean': '2024-09-21T00:21:21.553458+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:21.553458+0000', 'last_undegraded': '2024-09-21T00:21:21.553458+0000', 'last_fullsized': '2024-09-21T00:21:21.553458+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:21:27.392 INFO:tasks.ceph.ceph_manager.ceph:PG 3.20 is not active+clean 2024-09-21T00:21:27.392 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.20', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:21:21.553458+0000', 'last_change': '2024-09-21T00:21:21.553458+0000', 'last_active': '2024-09-21T00:21:21.553458+0000', 'last_peered': '2024-09-21T00:21:21.553458+0000', 'last_clean': '2024-09-21T00:21:21.553458+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:21.553458+0000', 'last_undegraded': '2024-09-21T00:21:21.553458+0000', 'last_fullsized': '2024-09-21T00:21:21.553458+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:21:27.392 INFO:tasks.ceph.ceph_manager.ceph:PG 2.1b is not active+clean 2024-09-21T00:21:27.392 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:21:20.561668+0000', 'last_change': '2024-09-21T00:21:20.561668+0000', 'last_active': '2024-09-21T00:21:20.547599+0000', 'last_peered': '2024-09-21T00:21:20.547599+0000', 'last_clean': '2024-09-21T00:21:20.547599+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:20.561668+0000', 'last_undegraded': '2024-09-21T00:21:20.561668+0000', 'last_fullsized': '2024-09-21T00:21:20.561668+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-21T00:21:27.393 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1b is not active+clean 2024-09-21T00:21:27.393 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:21:21.553458+0000', 'last_change': '2024-09-21T00:21:21.553458+0000', 'last_active': '2024-09-21T00:21:21.553458+0000', 'last_peered': '2024-09-21T00:21:21.553458+0000', 'last_clean': '2024-09-21T00:21:21.553458+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:21.553458+0000', 'last_undegraded': '2024-09-21T00:21:21.553458+0000', 'last_fullsized': '2024-09-21T00:21:21.553458+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:21:27.393 INFO:tasks.ceph.ceph_manager.ceph:PG 2.1a is not active+clean 2024-09-21T00:21:27.393 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:21:20.560196+0000', 'last_change': '2024-09-21T00:21:20.560196+0000', 'last_active': '2024-09-21T00:21:20.547599+0000', 'last_peered': '2024-09-21T00:21:20.547599+0000', 'last_clean': '2024-09-21T00:21:20.547599+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:20.560196+0000', 'last_undegraded': '2024-09-21T00:21:20.560196+0000', 'last_fullsized': '2024-09-21T00:21:20.560196+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-21T00:21:27.393 INFO:tasks.ceph.ceph_manager.ceph:PG 2.19 is not active+clean 2024-09-21T00:21:27.393 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.19', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:21:20.561073+0000', 'last_change': '2024-09-21T00:21:20.561073+0000', 'last_active': '2024-09-21T00:21:20.547599+0000', 'last_peered': '2024-09-21T00:21:20.547599+0000', 'last_clean': '2024-09-21T00:21:20.547599+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:20.561073+0000', 'last_undegraded': '2024-09-21T00:21:20.561073+0000', 'last_fullsized': '2024-09-21T00:21:20.561073+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6], 'acting': [3, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-21T00:21:27.393 INFO:tasks.ceph.ceph_manager.ceph:PG 3.18 is not active+clean 2024-09-21T00:21:27.393 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:21:21.553458+0000', 'last_change': '2024-09-21T00:21:21.553458+0000', 'last_active': '2024-09-21T00:21:21.553458+0000', 'last_peered': '2024-09-21T00:21:21.553458+0000', 'last_clean': '2024-09-21T00:21:21.553458+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:21.553458+0000', 'last_undegraded': '2024-09-21T00:21:21.553458+0000', 'last_fullsized': '2024-09-21T00:21:21.553458+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:21:27.393 INFO:tasks.ceph.ceph_manager.ceph:PG 2.18 is not active+clean 2024-09-21T00:21:27.394 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.18', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:21:20.556234+0000', 'last_change': '2024-09-21T00:21:20.556234+0000', 'last_active': '2024-09-21T00:21:20.547599+0000', 'last_peered': '2024-09-21T00:21:20.547599+0000', 'last_clean': '2024-09-21T00:21:20.547599+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:20.556234+0000', 'last_undegraded': '2024-09-21T00:21:20.556234+0000', 'last_fullsized': '2024-09-21T00:21:20.556234+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4], 'acting': [5, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-21T00:21:27.394 INFO:tasks.ceph.ceph_manager.ceph:PG 2.17 is not active+clean 2024-09-21T00:21:27.394 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.17', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:21:20.560786+0000', 'last_change': '2024-09-21T00:21:20.560786+0000', 'last_active': '2024-09-21T00:21:20.547599+0000', 'last_peered': '2024-09-21T00:21:20.547599+0000', 'last_clean': '2024-09-21T00:21:20.547599+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:20.560786+0000', 'last_undegraded': '2024-09-21T00:21:20.560786+0000', 'last_fullsized': '2024-09-21T00:21:20.560786+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 5], 'acting': [6, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-21T00:21:27.394 INFO:tasks.ceph.ceph_manager.ceph:PG 3.16 is not active+clean 2024-09-21T00:21:27.394 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.16', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:21:21.553458+0000', 'last_change': '2024-09-21T00:21:21.553458+0000', 'last_active': '2024-09-21T00:21:21.553458+0000', 'last_peered': '2024-09-21T00:21:21.553458+0000', 'last_clean': '2024-09-21T00:21:21.553458+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:21.553458+0000', 'last_undegraded': '2024-09-21T00:21:21.553458+0000', 'last_fullsized': '2024-09-21T00:21:21.553458+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:21:27.394 INFO:tasks.ceph.ceph_manager.ceph:PG 2.16 is not active+clean 2024-09-21T00:21:27.394 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:21:20.556237+0000', 'last_change': '2024-09-21T00:21:20.556237+0000', 'last_active': '2024-09-21T00:21:20.547599+0000', 'last_peered': '2024-09-21T00:21:20.547599+0000', 'last_clean': '2024-09-21T00:21:20.547599+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:20.556237+0000', 'last_undegraded': '2024-09-21T00:21:20.556237+0000', 'last_fullsized': '2024-09-21T00:21:20.556237+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 6], 'acting': [5, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-21T00:21:27.395 INFO:tasks.ceph.ceph_manager.ceph:PG 3.17 is not active+clean 2024-09-21T00:21:27.395 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:21:21.553458+0000', 'last_change': '2024-09-21T00:21:21.553458+0000', 'last_active': '2024-09-21T00:21:21.553458+0000', 'last_peered': '2024-09-21T00:21:21.553458+0000', 'last_clean': '2024-09-21T00:21:21.553458+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:21.553458+0000', 'last_undegraded': '2024-09-21T00:21:21.553458+0000', 'last_fullsized': '2024-09-21T00:21:21.553458+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:21:27.395 INFO:tasks.ceph.ceph_manager.ceph:PG 2.14 is not active+clean 2024-09-21T00:21:27.395 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:21:20.560175+0000', 'last_change': '2024-09-21T00:21:20.560175+0000', 'last_active': '2024-09-21T00:21:20.547599+0000', 'last_peered': '2024-09-21T00:21:20.547599+0000', 'last_clean': '2024-09-21T00:21:20.547599+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:20.560175+0000', 'last_undegraded': '2024-09-21T00:21:20.560175+0000', 'last_fullsized': '2024-09-21T00:21:20.560175+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 3], 'acting': [6, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-21T00:21:27.395 INFO:tasks.ceph.ceph_manager.ceph:PG 3.15 is not active+clean 2024-09-21T00:21:27.395 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:21:21.553458+0000', 'last_change': '2024-09-21T00:21:21.553458+0000', 'last_active': '2024-09-21T00:21:21.553458+0000', 'last_peered': '2024-09-21T00:21:21.553458+0000', 'last_clean': '2024-09-21T00:21:21.553458+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:21.553458+0000', 'last_undegraded': '2024-09-21T00:21:21.553458+0000', 'last_fullsized': '2024-09-21T00:21:21.553458+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:21:27.395 INFO:tasks.ceph.ceph_manager.ceph:PG 2.13 is not active+clean 2024-09-21T00:21:27.395 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:21:20.559176+0000', 'last_change': '2024-09-21T00:21:20.559176+0000', 'last_active': '2024-09-21T00:21:20.547599+0000', 'last_peered': '2024-09-21T00:21:20.547599+0000', 'last_clean': '2024-09-21T00:21:20.547599+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:20.559176+0000', 'last_undegraded': '2024-09-21T00:21:20.559176+0000', 'last_fullsized': '2024-09-21T00:21:20.559176+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4], 'acting': [0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-21T00:21:27.395 INFO:tasks.ceph.ceph_manager.ceph:PG 3.12 is not active+clean 2024-09-21T00:21:27.395 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:21:21.553458+0000', 'last_change': '2024-09-21T00:21:21.553458+0000', 'last_active': '2024-09-21T00:21:21.553458+0000', 'last_peered': '2024-09-21T00:21:21.553458+0000', 'last_clean': '2024-09-21T00:21:21.553458+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:21.553458+0000', 'last_undegraded': '2024-09-21T00:21:21.553458+0000', 'last_fullsized': '2024-09-21T00:21:21.553458+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:21:27.396 INFO:tasks.ceph.ceph_manager.ceph:PG 2.12 is not active+clean 2024-09-21T00:21:27.396 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.12', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:21:20.557431+0000', 'last_change': '2024-09-21T00:21:20.557431+0000', 'last_active': '2024-09-21T00:21:20.547599+0000', 'last_peered': '2024-09-21T00:21:20.547599+0000', 'last_clean': '2024-09-21T00:21:20.547599+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:20.557431+0000', 'last_undegraded': '2024-09-21T00:21:20.557431+0000', 'last_fullsized': '2024-09-21T00:21:20.557431+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-21T00:21:27.396 INFO:tasks.ceph.ceph_manager.ceph:PG 3.13 is not active+clean 2024-09-21T00:21:27.397 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.13', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:21:21.553458+0000', 'last_change': '2024-09-21T00:21:21.553458+0000', 'last_active': '2024-09-21T00:21:21.553458+0000', 'last_peered': '2024-09-21T00:21:21.553458+0000', 'last_clean': '2024-09-21T00:21:21.553458+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:21.553458+0000', 'last_undegraded': '2024-09-21T00:21:21.553458+0000', 'last_fullsized': '2024-09-21T00:21:21.553458+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:21:27.397 INFO:tasks.ceph.ceph_manager.ceph:PG 2.11 is not active+clean 2024-09-21T00:21:27.397 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:21:20.560174+0000', 'last_change': '2024-09-21T00:21:20.560174+0000', 'last_active': '2024-09-21T00:21:20.547599+0000', 'last_peered': '2024-09-21T00:21:20.547599+0000', 'last_clean': '2024-09-21T00:21:20.547599+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:20.560174+0000', 'last_undegraded': '2024-09-21T00:21:20.560174+0000', 'last_fullsized': '2024-09-21T00:21:20.560174+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-21T00:21:27.397 INFO:tasks.ceph.ceph_manager.ceph:PG 3.10 is not active+clean 2024-09-21T00:21:27.397 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.10', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:21:21.553458+0000', 'last_change': '2024-09-21T00:21:21.553458+0000', 'last_active': '2024-09-21T00:21:21.553458+0000', 'last_peered': '2024-09-21T00:21:21.553458+0000', 'last_clean': '2024-09-21T00:21:21.553458+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:21.553458+0000', 'last_undegraded': '2024-09-21T00:21:21.553458+0000', 'last_fullsized': '2024-09-21T00:21:21.553458+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:21:27.398 INFO:tasks.ceph.ceph_manager.ceph:PG 2.10 is not active+clean 2024-09-21T00:21:27.398 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:21:20.557527+0000', 'last_change': '2024-09-21T00:21:20.557527+0000', 'last_active': '2024-09-21T00:21:20.547599+0000', 'last_peered': '2024-09-21T00:21:20.547599+0000', 'last_clean': '2024-09-21T00:21:20.547599+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:20.557527+0000', 'last_undegraded': '2024-09-21T00:21:20.557527+0000', 'last_fullsized': '2024-09-21T00:21:20.557527+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 1], 'acting': [2, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-21T00:21:27.398 INFO:tasks.ceph.ceph_manager.ceph:PG 3.11 is not active+clean 2024-09-21T00:21:27.398 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.11', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:21:21.553458+0000', 'last_change': '2024-09-21T00:21:21.553458+0000', 'last_active': '2024-09-21T00:21:21.553458+0000', 'last_peered': '2024-09-21T00:21:21.553458+0000', 'last_clean': '2024-09-21T00:21:21.553458+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:21.553458+0000', 'last_undegraded': '2024-09-21T00:21:21.553458+0000', 'last_fullsized': '2024-09-21T00:21:21.553458+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:21:27.398 INFO:tasks.ceph.ceph_manager.ceph:PG 3.e is not active+clean 2024-09-21T00:21:27.398 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:21:21.553458+0000', 'last_change': '2024-09-21T00:21:21.553458+0000', 'last_active': '2024-09-21T00:21:21.553458+0000', 'last_peered': '2024-09-21T00:21:21.553458+0000', 'last_clean': '2024-09-21T00:21:21.553458+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:21.553458+0000', 'last_undegraded': '2024-09-21T00:21:21.553458+0000', 'last_fullsized': '2024-09-21T00:21:21.553458+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:21:27.398 INFO:tasks.ceph.ceph_manager.ceph:PG 2.e is not active+clean 2024-09-21T00:21:27.398 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:21:20.558302+0000', 'last_change': '2024-09-21T00:21:20.558302+0000', 'last_active': '2024-09-21T00:21:20.547599+0000', 'last_peered': '2024-09-21T00:21:20.547599+0000', 'last_clean': '2024-09-21T00:21:20.547599+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:20.558302+0000', 'last_undegraded': '2024-09-21T00:21:20.558302+0000', 'last_fullsized': '2024-09-21T00:21:20.558302+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-21T00:21:27.398 INFO:tasks.ceph.ceph_manager.ceph:PG 3.f is not active+clean 2024-09-21T00:21:27.398 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:21:21.553458+0000', 'last_change': '2024-09-21T00:21:21.553458+0000', 'last_active': '2024-09-21T00:21:21.553458+0000', 'last_peered': '2024-09-21T00:21:21.553458+0000', 'last_clean': '2024-09-21T00:21:21.553458+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:21.553458+0000', 'last_undegraded': '2024-09-21T00:21:21.553458+0000', 'last_fullsized': '2024-09-21T00:21:21.553458+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:21:27.398 INFO:tasks.ceph.ceph_manager.ceph:PG 3.c is not active+clean 2024-09-21T00:21:27.399 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:21:21.553458+0000', 'last_change': '2024-09-21T00:21:21.553458+0000', 'last_active': '2024-09-21T00:21:21.553458+0000', 'last_peered': '2024-09-21T00:21:21.553458+0000', 'last_clean': '2024-09-21T00:21:21.553458+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:21.553458+0000', 'last_undegraded': '2024-09-21T00:21:21.553458+0000', 'last_fullsized': '2024-09-21T00:21:21.553458+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:21:27.399 INFO:tasks.ceph.ceph_manager.ceph:PG 2.c is not active+clean 2024-09-21T00:21:27.399 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:21:20.558426+0000', 'last_change': '2024-09-21T00:21:20.558426+0000', 'last_active': '2024-09-21T00:21:20.547599+0000', 'last_peered': '2024-09-21T00:21:20.547599+0000', 'last_clean': '2024-09-21T00:21:20.547599+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:20.558426+0000', 'last_undegraded': '2024-09-21T00:21:20.558426+0000', 'last_fullsized': '2024-09-21T00:21:20.558426+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 5], 'acting': [2, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-21T00:21:27.399 INFO:tasks.ceph.ceph_manager.ceph:PG 3.d is not active+clean 2024-09-21T00:21:27.399 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:21:21.553458+0000', 'last_change': '2024-09-21T00:21:21.553458+0000', 'last_active': '2024-09-21T00:21:21.553458+0000', 'last_peered': '2024-09-21T00:21:21.553458+0000', 'last_clean': '2024-09-21T00:21:21.553458+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:21.553458+0000', 'last_undegraded': '2024-09-21T00:21:21.553458+0000', 'last_fullsized': '2024-09-21T00:21:21.553458+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:21:27.399 INFO:tasks.ceph.ceph_manager.ceph:PG 2.3 is not active+clean 2024-09-21T00:21:27.399 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:21:20.556189+0000', 'last_change': '2024-09-21T00:21:20.556189+0000', 'last_active': '2024-09-21T00:21:20.547599+0000', 'last_peered': '2024-09-21T00:21:20.547599+0000', 'last_clean': '2024-09-21T00:21:20.547599+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:20.556189+0000', 'last_undegraded': '2024-09-21T00:21:20.556189+0000', 'last_fullsized': '2024-09-21T00:21:20.556189+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 2], 'acting': [5, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-21T00:21:27.399 INFO:tasks.ceph.ceph_manager.ceph:PG 3.2 is not active+clean 2024-09-21T00:21:27.399 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:21:21.553458+0000', 'last_change': '2024-09-21T00:21:21.553458+0000', 'last_active': '2024-09-21T00:21:21.553458+0000', 'last_peered': '2024-09-21T00:21:21.553458+0000', 'last_clean': '2024-09-21T00:21:21.553458+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:21.553458+0000', 'last_undegraded': '2024-09-21T00:21:21.553458+0000', 'last_fullsized': '2024-09-21T00:21:21.553458+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:21:27.400 INFO:tasks.ceph.ceph_manager.ceph:PG 2.0 is not active+clean 2024-09-21T00:21:27.400 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.0', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:21:20.562286+0000', 'last_change': '2024-09-21T00:21:20.562286+0000', 'last_active': '2024-09-21T00:21:20.547599+0000', 'last_peered': '2024-09-21T00:21:20.547599+0000', 'last_clean': '2024-09-21T00:21:20.547599+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:20.562286+0000', 'last_undegraded': '2024-09-21T00:21:20.562286+0000', 'last_fullsized': '2024-09-21T00:21:20.562286+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 1], 'acting': [7, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-21T00:21:27.400 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1 is not active+clean 2024-09-21T00:21:27.400 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:21:21.553458+0000', 'last_change': '2024-09-21T00:21:21.553458+0000', 'last_active': '2024-09-21T00:21:21.553458+0000', 'last_peered': '2024-09-21T00:21:21.553458+0000', 'last_clean': '2024-09-21T00:21:21.553458+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:21.553458+0000', 'last_undegraded': '2024-09-21T00:21:21.553458+0000', 'last_fullsized': '2024-09-21T00:21:21.553458+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:21:27.400 INFO:tasks.ceph.ceph_manager.ceph:PG 2.1 is not active+clean 2024-09-21T00:21:27.400 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:21:20.558047+0000', 'last_change': '2024-09-21T00:21:20.558047+0000', 'last_active': '2024-09-21T00:21:20.547599+0000', 'last_peered': '2024-09-21T00:21:20.547599+0000', 'last_clean': '2024-09-21T00:21:20.547599+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:20.558047+0000', 'last_undegraded': '2024-09-21T00:21:20.558047+0000', 'last_fullsized': '2024-09-21T00:21:20.558047+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-21T00:21:27.400 INFO:tasks.ceph.ceph_manager.ceph:PG 2.2 is not active+clean 2024-09-21T00:21:27.400 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.2', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:21:20.556765+0000', 'last_change': '2024-09-21T00:21:20.556765+0000', 'last_active': '2024-09-21T00:21:20.547599+0000', 'last_peered': '2024-09-21T00:21:20.547599+0000', 'last_clean': '2024-09-21T00:21:20.547599+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:20.556765+0000', 'last_undegraded': '2024-09-21T00:21:20.556765+0000', 'last_fullsized': '2024-09-21T00:21:20.556765+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-21T00:21:27.400 INFO:tasks.ceph.ceph_manager.ceph:PG 3.5 is not active+clean 2024-09-21T00:21:27.400 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.5', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:21:21.553458+0000', 'last_change': '2024-09-21T00:21:21.553458+0000', 'last_active': '2024-09-21T00:21:21.553458+0000', 'last_peered': '2024-09-21T00:21:21.553458+0000', 'last_clean': '2024-09-21T00:21:21.553458+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:21.553458+0000', 'last_undegraded': '2024-09-21T00:21:21.553458+0000', 'last_fullsized': '2024-09-21T00:21:21.553458+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:21:27.400 INFO:tasks.ceph.ceph_manager.ceph:PG 2.5 is not active+clean 2024-09-21T00:21:27.400 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:21:20.562401+0000', 'last_change': '2024-09-21T00:21:20.562401+0000', 'last_active': '2024-09-21T00:21:20.547599+0000', 'last_peered': '2024-09-21T00:21:20.547599+0000', 'last_clean': '2024-09-21T00:21:20.547599+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:20.562401+0000', 'last_undegraded': '2024-09-21T00:21:20.562401+0000', 'last_fullsized': '2024-09-21T00:21:20.562401+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 0], 'acting': [7, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-21T00:21:27.401 INFO:tasks.ceph.ceph_manager.ceph:PG 3.7 is not active+clean 2024-09-21T00:21:27.401 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.7', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:21:21.553458+0000', 'last_change': '2024-09-21T00:21:21.553458+0000', 'last_active': '2024-09-21T00:21:21.553458+0000', 'last_peered': '2024-09-21T00:21:21.553458+0000', 'last_clean': '2024-09-21T00:21:21.553458+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:21.553458+0000', 'last_undegraded': '2024-09-21T00:21:21.553458+0000', 'last_fullsized': '2024-09-21T00:21:21.553458+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:21:27.401 INFO:tasks.ceph.ceph_manager.ceph:PG 2.7 is not active+clean 2024-09-21T00:21:27.401 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:21:20.560232+0000', 'last_change': '2024-09-21T00:21:20.560232+0000', 'last_active': '2024-09-21T00:21:20.547599+0000', 'last_peered': '2024-09-21T00:21:20.547599+0000', 'last_clean': '2024-09-21T00:21:20.547599+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:20.560232+0000', 'last_undegraded': '2024-09-21T00:21:20.560232+0000', 'last_fullsized': '2024-09-21T00:21:20.560232+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 7], 'acting': [6, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-21T00:21:27.401 INFO:tasks.ceph.ceph_manager.ceph:PG 3.6 is not active+clean 2024-09-21T00:21:27.401 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:21:21.553458+0000', 'last_change': '2024-09-21T00:21:21.553458+0000', 'last_active': '2024-09-21T00:21:21.553458+0000', 'last_peered': '2024-09-21T00:21:21.553458+0000', 'last_clean': '2024-09-21T00:21:21.553458+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:21.553458+0000', 'last_undegraded': '2024-09-21T00:21:21.553458+0000', 'last_fullsized': '2024-09-21T00:21:21.553458+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:21:27.401 INFO:tasks.ceph.ceph_manager.ceph:PG 2.8 is not active+clean 2024-09-21T00:21:27.401 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:21:20.563040+0000', 'last_change': '2024-09-21T00:21:20.563040+0000', 'last_active': '2024-09-21T00:21:20.547599+0000', 'last_peered': '2024-09-21T00:21:20.547599+0000', 'last_clean': '2024-09-21T00:21:20.547599+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:20.563040+0000', 'last_undegraded': '2024-09-21T00:21:20.563040+0000', 'last_fullsized': '2024-09-21T00:21:20.563040+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 0], 'acting': [7, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-21T00:21:27.401 INFO:tasks.ceph.ceph_manager.ceph:PG 3.8 is not active+clean 2024-09-21T00:21:27.401 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.8', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:21:21.553458+0000', 'last_change': '2024-09-21T00:21:21.553458+0000', 'last_active': '2024-09-21T00:21:21.553458+0000', 'last_peered': '2024-09-21T00:21:21.553458+0000', 'last_clean': '2024-09-21T00:21:21.553458+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:21.553458+0000', 'last_undegraded': '2024-09-21T00:21:21.553458+0000', 'last_fullsized': '2024-09-21T00:21:21.553458+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:21:27.401 INFO:tasks.ceph.ceph_manager.ceph:PG 3.b is not active+clean 2024-09-21T00:21:27.402 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:21:21.553458+0000', 'last_change': '2024-09-21T00:21:21.553458+0000', 'last_active': '2024-09-21T00:21:21.553458+0000', 'last_peered': '2024-09-21T00:21:21.553458+0000', 'last_clean': '2024-09-21T00:21:21.553458+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:21.553458+0000', 'last_undegraded': '2024-09-21T00:21:21.553458+0000', 'last_fullsized': '2024-09-21T00:21:21.553458+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:21:27.402 INFO:tasks.ceph.ceph_manager.ceph:PG 2.b is not active+clean 2024-09-21T00:21:27.402 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:21:20.562234+0000', 'last_change': '2024-09-21T00:21:20.562234+0000', 'last_active': '2024-09-21T00:21:20.547599+0000', 'last_peered': '2024-09-21T00:21:20.547599+0000', 'last_clean': '2024-09-21T00:21:20.547599+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:20.562234+0000', 'last_undegraded': '2024-09-21T00:21:20.562234+0000', 'last_fullsized': '2024-09-21T00:21:20.562234+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-21T00:21:27.402 INFO:tasks.ceph.ceph_manager.ceph:PG 3.a is not active+clean 2024-09-21T00:21:27.402 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:21:21.553458+0000', 'last_change': '2024-09-21T00:21:21.553458+0000', 'last_active': '2024-09-21T00:21:21.553458+0000', 'last_peered': '2024-09-21T00:21:21.553458+0000', 'last_clean': '2024-09-21T00:21:21.553458+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:21.553458+0000', 'last_undegraded': '2024-09-21T00:21:21.553458+0000', 'last_fullsized': '2024-09-21T00:21:21.553458+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:21:27.402 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1d is not active+clean 2024-09-21T00:21:27.402 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:21:21.553458+0000', 'last_change': '2024-09-21T00:21:21.553458+0000', 'last_active': '2024-09-21T00:21:21.553458+0000', 'last_peered': '2024-09-21T00:21:21.553458+0000', 'last_clean': '2024-09-21T00:21:21.553458+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:21.553458+0000', 'last_undegraded': '2024-09-21T00:21:21.553458+0000', 'last_fullsized': '2024-09-21T00:21:21.553458+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:21:27.402 INFO:tasks.ceph.ceph_manager.ceph:PG 2.1c is not active+clean 2024-09-21T00:21:27.402 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:21:20.562388+0000', 'last_change': '2024-09-21T00:21:20.562388+0000', 'last_active': '2024-09-21T00:21:20.547599+0000', 'last_peered': '2024-09-21T00:21:20.547599+0000', 'last_clean': '2024-09-21T00:21:20.547599+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:20.562388+0000', 'last_undegraded': '2024-09-21T00:21:20.562388+0000', 'last_fullsized': '2024-09-21T00:21:20.562388+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5], 'acting': [7, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-21T00:21:27.402 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1c is not active+clean 2024-09-21T00:21:27.403 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:21:21.553458+0000', 'last_change': '2024-09-21T00:21:21.553458+0000', 'last_active': '2024-09-21T00:21:21.553458+0000', 'last_peered': '2024-09-21T00:21:21.553458+0000', 'last_clean': '2024-09-21T00:21:21.553458+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:21.553458+0000', 'last_undegraded': '2024-09-21T00:21:21.553458+0000', 'last_fullsized': '2024-09-21T00:21:21.553458+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:21:27.403 INFO:tasks.ceph.ceph_manager.ceph:PG 2.1d is not active+clean 2024-09-21T00:21:27.403 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:21:20.562974+0000', 'last_change': '2024-09-21T00:21:20.562974+0000', 'last_active': '2024-09-21T00:21:20.547599+0000', 'last_peered': '2024-09-21T00:21:20.547599+0000', 'last_clean': '2024-09-21T00:21:20.547599+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:20.562974+0000', 'last_undegraded': '2024-09-21T00:21:20.562974+0000', 'last_fullsized': '2024-09-21T00:21:20.562974+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-21T00:21:27.403 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1f is not active+clean 2024-09-21T00:21:27.403 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:21:21.553458+0000', 'last_change': '2024-09-21T00:21:21.553458+0000', 'last_active': '2024-09-21T00:21:21.553458+0000', 'last_peered': '2024-09-21T00:21:21.553458+0000', 'last_clean': '2024-09-21T00:21:21.553458+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:21.553458+0000', 'last_undegraded': '2024-09-21T00:21:21.553458+0000', 'last_fullsized': '2024-09-21T00:21:21.553458+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:21:27.403 INFO:tasks.ceph.ceph_manager.ceph:PG 2.1e is not active+clean 2024-09-21T00:21:27.403 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:21:20.561423+0000', 'last_change': '2024-09-21T00:21:20.561423+0000', 'last_active': '2024-09-21T00:21:20.547599+0000', 'last_peered': '2024-09-21T00:21:20.547599+0000', 'last_clean': '2024-09-21T00:21:20.547599+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:20.561423+0000', 'last_undegraded': '2024-09-21T00:21:20.561423+0000', 'last_fullsized': '2024-09-21T00:21:20.561423+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-21T00:21:27.403 INFO:tasks.ceph.ceph_manager.ceph:PG 3.1e is not active+clean 2024-09-21T00:21:27.403 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '3.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:21:21.553458+0000', 'last_change': '2024-09-21T00:21:21.553458+0000', 'last_active': '2024-09-21T00:21:21.553458+0000', 'last_peered': '2024-09-21T00:21:21.553458+0000', 'last_clean': '2024-09-21T00:21:21.553458+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:21.553458+0000', 'last_undegraded': '2024-09-21T00:21:21.553458+0000', 'last_fullsized': '2024-09-21T00:21:21.553458+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:21.553458+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:21:27.403 INFO:tasks.ceph.ceph_manager.ceph:PG 2.1f is not active+clean 2024-09-21T00:21:27.403 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '2.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 18, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:21:20.559352+0000', 'last_change': '2024-09-21T00:21:20.559352+0000', 'last_active': '2024-09-21T00:21:20.547599+0000', 'last_peered': '2024-09-21T00:21:20.547599+0000', 'last_clean': '2024-09-21T00:21:20.547599+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:21:20.559352+0000', 'last_undegraded': '2024-09-21T00:21:20.559352+0000', 'last_fullsized': '2024-09-21T00:21:20.559352+0000', 'mapping_epoch': 18, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 18, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'last_clean_scrub_stamp': '2024-09-21T00:21:20.547599+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-21T00:21:27.405 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-21T00:21:27.539 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.538+0000 7f247d24d640 1 -- 172.21.15.67:0/2055654174 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f24780cc3f0 msgr2=0x7f24780ae060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:27.540 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.538+0000 7f247d24d640 1 --2- 172.21.15.67:0/2055654174 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f24780cc3f0 0x7f24780ae060 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f2468009be0 tx=0x7f246802a840 comp rx=0 tx=0).stop 2024-09-21T00:21:27.540 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.538+0000 7f247d24d640 1 -- 172.21.15.67:0/2055654174 shutdown_connections 2024-09-21T00:21:27.540 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.538+0000 7f247d24d640 1 --2- 172.21.15.67:0/2055654174 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f247815e9d0 0x7f247815ede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:27.540 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.538+0000 7f247d24d640 1 --2- 172.21.15.67:0/2055654174 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f24780cc3f0 0x7f24780ae060 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:27.540 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.538+0000 7f247d24d640 1 -- 172.21.15.67:0/2055654174 >> 172.21.15.67:0/2055654174 conn(0x7f24780d0190 msgr2=0x7f24780d05a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:27.540 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.538+0000 7f247d24d640 1 -- 172.21.15.67:0/2055654174 shutdown_connections 2024-09-21T00:21:27.540 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.538+0000 7f247d24d640 1 -- 172.21.15.67:0/2055654174 wait complete. 2024-09-21T00:21:27.541 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.540+0000 7f247d24d640 1 Processor -- start 2024-09-21T00:21:27.541 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.540+0000 7f247d24d640 1 -- start start 2024-09-21T00:21:27.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.541+0000 7f247d24d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f24780b42f0 0x7f24781e4fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:27.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.541+0000 7f247d24d640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f24780cc3f0 0x7f24780cf860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:27.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.541+0000 7f247d24d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f247815e9d0 0x7f2478144d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:27.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.541+0000 7f247d24d640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f2478073730 con 0x7f24780b42f0 2024-09-21T00:21:27.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.541+0000 7f247d24d640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f24780735b0 con 0x7f247815e9d0 2024-09-21T00:21:27.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.541+0000 7f247d24d640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f24780738b0 con 0x7f24780cc3f0 2024-09-21T00:21:27.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.542+0000 7f2476d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f24780b42f0 0x7f24781e4fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:27.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.542+0000 7f2476d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f24780b42f0 0x7f24781e4fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:44116/0 (socket says 172.21.15.67:44116) 2024-09-21T00:21:27.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.542+0000 7f2476d9d640 1 -- 172.21.15.67:0/4151521756 learned_addr learned my addr 172.21.15.67:0/4151521756 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:27.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.542+0000 7f247659c640 1 --2- 172.21.15.67:0/4151521756 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f24780cc3f0 0x7f24780cf860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:27.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.542+0000 7f247759e640 1 --2- 172.21.15.67:0/4151521756 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f247815e9d0 0x7f2478144d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:27.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.542+0000 7f2476d9d640 1 -- 172.21.15.67:0/4151521756 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f24780cc3f0 msgr2=0x7f24780cf860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:27.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.542+0000 7f2476d9d640 1 --2- 172.21.15.67:0/4151521756 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f24780cc3f0 0x7f24780cf860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:27.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.542+0000 7f2476d9d640 1 -- 172.21.15.67:0/4151521756 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f247815e9d0 msgr2=0x7f2478144d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:27.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.542+0000 7f2476d9d640 1 --2- 172.21.15.67:0/4151521756 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f247815e9d0 0x7f2478144d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:27.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.542+0000 7f2476d9d640 1 -- 172.21.15.67:0/4151521756 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24781575d0 con 0x7f24780b42f0 2024-09-21T00:21:27.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.542+0000 7f247759e640 1 --2- 172.21.15.67:0/4151521756 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f247815e9d0 0x7f2478144d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:21:27.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.542+0000 7f2476d9d640 1 --2- 172.21.15.67:0/4151521756 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f24780b42f0 0x7f24781e4fd0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f2468000f80 tx=0x7f2468033f00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:27.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.542+0000 7f246f7fe640 1 -- 172.21.15.67:0/4151521756 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2468042020 con 0x7f24780b42f0 2024-09-21T00:21:27.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.542+0000 7f246f7fe640 1 -- 172.21.15.67:0/4151521756 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2468004330 con 0x7f24780b42f0 2024-09-21T00:21:27.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.542+0000 7f247d24d640 1 -- 172.21.15.67:0/4151521756 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2478157870 con 0x7f24780b42f0 2024-09-21T00:21:27.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.542+0000 7f246f7fe640 1 -- 172.21.15.67:0/4151521756 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2468037040 con 0x7f24780b42f0 2024-09-21T00:21:27.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.542+0000 7f247d24d640 1 -- 172.21.15.67:0/4151521756 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2478157e30 con 0x7f24780b42f0 2024-09-21T00:21:27.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.544+0000 7f247d24d640 1 -- 172.21.15.67:0/4151521756 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2478073e40 con 0x7f24780b42f0 2024-09-21T00:21:27.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.544+0000 7f246f7fe640 1 -- 172.21.15.67:0/4151521756 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f2468045020 con 0x7f24780b42f0 2024-09-21T00:21:27.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.545+0000 7f246f7fe640 1 --2- 172.21.15.67:0/4151521756 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2458078b90 0x7f245807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:27.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.545+0000 7f246f7fe640 1 -- 172.21.15.67:0/4151521756 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f24680bbe80 con 0x7f24780b42f0 2024-09-21T00:21:27.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.545+0000 7f247659c640 1 --2- 172.21.15.67:0/4151521756 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2458078b90 0x7f245807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:27.547 INFO:tasks.ceph.mds.d.smithi097.stderr:2024-09-21T00:21:27.546+0000 7f928cad3640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-21T00:21:27.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.546+0000 7f247659c640 1 --2- 172.21.15.67:0/4151521756 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2458078b90 0x7f245807b0a0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f2460005fd0 tx=0x7f2460005c70 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:27.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.550+0000 7f246f7fe640 1 -- 172.21.15.67:0/4151521756 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f246804c030 con 0x7f24780b42f0 2024-09-21T00:21:27.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.816+0000 7f247d24d640 1 -- 172.21.15.67:0/4151521756 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f2478071280 con 0x7f24780b42f0 2024-09-21T00:21:27.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.816+0000 7f246f7fe640 1 -- 172.21.15.67:0/4151521756 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1053 (secure 0 0 0) 0x7f246802f070 con 0x7f24780b42f0 2024-09-21T00:21:27.818 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:21:27.818 INFO:teuthology.orchestra.run.smithi067.stdout:{"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":30,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":21,"num_osds":8,"num_up_osds":8,"osd_up_since":1726878070,"num_in_osds":8,"osd_in_since":1726878060,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":23,"data_bytes":592778,"bytes_used":224366592,"bytes_avail":772869746688,"bytes_total":773094113280,"write_bytes_sec":2388,"read_op_per_sec":0,"write_op_per_sec":7},"fsmap":{"epoch":8,"btime":"2024-09-21T00:21:25:583190+0000","id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"d","status":"up:active","gid":4398}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":1,"modified":"2024-09-21T00:20:57.172141+0000","services":{}},"progress_events":{}} 2024-09-21T00:21:27.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.818+0000 7f247d24d640 1 -- 172.21.15.67:0/4151521756 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2458078b90 msgr2=0x7f245807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:27.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.818+0000 7f247d24d640 1 --2- 172.21.15.67:0/4151521756 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2458078b90 0x7f245807b0a0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f2460005fd0 tx=0x7f2460005c70 comp rx=0 tx=0).stop 2024-09-21T00:21:27.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.819+0000 7f247d24d640 1 -- 172.21.15.67:0/4151521756 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f24780b42f0 msgr2=0x7f24781e4fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:27.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.819+0000 7f247d24d640 1 --2- 172.21.15.67:0/4151521756 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f24780b42f0 0x7f24781e4fd0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f2468000f80 tx=0x7f2468033f00 comp rx=0 tx=0).stop 2024-09-21T00:21:27.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.819+0000 7f247d24d640 1 -- 172.21.15.67:0/4151521756 shutdown_connections 2024-09-21T00:21:27.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.819+0000 7f247d24d640 1 --2- 172.21.15.67:0/4151521756 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2458078b90 0x7f245807b0a0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:27.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.819+0000 7f247d24d640 1 --2- 172.21.15.67:0/4151521756 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f247815e9d0 0x7f2478144d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:27.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.819+0000 7f247d24d640 1 --2- 172.21.15.67:0/4151521756 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f24780cc3f0 0x7f24780cf860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:27.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.819+0000 7f247d24d640 1 --2- 172.21.15.67:0/4151521756 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f24780b42f0 0x7f24781e4fd0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:27.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.819+0000 7f247d24d640 1 -- 172.21.15.67:0/4151521756 >> 172.21.15.67:0/4151521756 conn(0x7f24780d0190 msgr2=0x7f247815b300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:27.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.819+0000 7f247d24d640 1 -- 172.21.15.67:0/4151521756 shutdown_connections 2024-09-21T00:21:27.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.819+0000 7f247d24d640 1 -- 172.21.15.67:0/4151521756 wait complete. 2024-09-21T00:21:27.831 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-21T00:21:27.831 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T00:21:27.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.946+0000 7f59f6a15640 1 -- 172.21.15.67:0/2555243807 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f59f00d1690 msgr2=0x7f59f00b1160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:27.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.946+0000 7f59f6a15640 1 --2- 172.21.15.67:0/2555243807 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f59f00d1690 0x7f59f00b1160 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f59f00ceff0 tx=0x7f59e402a460 comp rx=0 tx=0).stop 2024-09-21T00:21:27.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.946+0000 7f59f6a15640 1 -- 172.21.15.67:0/2555243807 shutdown_connections 2024-09-21T00:21:27.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.946+0000 7f59f6a15640 1 --2- 172.21.15.67:0/2555243807 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f59f00d1690 0x7f59f00b1160 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:27.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.946+0000 7f59f6a15640 1 -- 172.21.15.67:0/2555243807 >> 172.21.15.67:0/2555243807 conn(0x7f59f00d4590 msgr2=0x7f59f00d49a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:27.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.946+0000 7f59f6a15640 1 -- 172.21.15.67:0/2555243807 shutdown_connections 2024-09-21T00:21:27.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.946+0000 7f59f6a15640 1 -- 172.21.15.67:0/2555243807 wait complete. 2024-09-21T00:21:27.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.948+0000 7f59f6a15640 1 Processor -- start 2024-09-21T00:21:27.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.948+0000 7f59f6a15640 1 -- start start 2024-09-21T00:21:27.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.949+0000 7f59f6a15640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f59f00d21f0 0x7f59f0150e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:27.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.949+0000 7f59f6a15640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f59f00d2740 0x7f59f01f9330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:27.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.949+0000 7f59f6a15640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f59f01f9870 0x7f59f01f9c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:27.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.949+0000 7f59f6a15640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f59f00d0980 con 0x7f59f00d2740 2024-09-21T00:21:27.956 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.949+0000 7f59f6a15640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f59f00d0800 con 0x7f59f01f9870 2024-09-21T00:21:27.956 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.949+0000 7f59f6a15640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f59f00d0b00 con 0x7f59f00d21f0 2024-09-21T00:21:27.956 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.950+0000 7f59ef7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f59f00d2740 0x7f59f01f9330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:27.956 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.950+0000 7f59ef7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f59f00d2740 0x7f59f01f9330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:44142/0 (socket says 172.21.15.67:44142) 2024-09-21T00:21:27.956 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.950+0000 7f59ef7fe640 1 -- 172.21.15.67:0/3245283276 learned_addr learned my addr 172.21.15.67:0/3245283276 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:27.956 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.950+0000 7f59effff640 1 --2- 172.21.15.67:0/3245283276 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f59f00d21f0 0x7f59f0150e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:27.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.950+0000 7f59f4fb2640 1 --2- 172.21.15.67:0/3245283276 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f59f01f9870 0x7f59f01f9c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:27.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.950+0000 7f59ef7fe640 1 -- 172.21.15.67:0/3245283276 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f59f00d21f0 msgr2=0x7f59f0150e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:27.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.950+0000 7f59ef7fe640 1 --2- 172.21.15.67:0/3245283276 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f59f00d21f0 0x7f59f0150e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:27.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.950+0000 7f59ef7fe640 1 -- 172.21.15.67:0/3245283276 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f59f01f9870 msgr2=0x7f59f01f9c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:27.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.950+0000 7f59ef7fe640 1 --2- 172.21.15.67:0/3245283276 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f59f01f9870 0x7f59f01f9c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:27.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.950+0000 7f59ef7fe640 1 -- 172.21.15.67:0/3245283276 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59f00cb7e0 con 0x7f59f00d2740 2024-09-21T00:21:27.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.950+0000 7f59f4fb2640 1 --2- 172.21.15.67:0/3245283276 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f59f01f9870 0x7f59f01f9c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:21:27.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.950+0000 7f59ef7fe640 1 --2- 172.21.15.67:0/3245283276 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f59f00d2740 0x7f59f01f9330 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f59e40098f0 tx=0x7f59e4033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:27.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.950+0000 7f59ecff9640 1 -- 172.21.15.67:0/3245283276 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59e4031d60 con 0x7f59f00d2740 2024-09-21T00:21:27.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.950+0000 7f59ecff9640 1 -- 172.21.15.67:0/3245283276 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f59e4033e10 con 0x7f59f00d2740 2024-09-21T00:21:27.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.950+0000 7f59ecff9640 1 -- 172.21.15.67:0/3245283276 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59e4033330 con 0x7f59f00d2740 2024-09-21T00:21:27.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.950+0000 7f59f6a15640 1 -- 172.21.15.67:0/3245283276 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f59f00cbac0 con 0x7f59f00d2740 2024-09-21T00:21:27.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.950+0000 7f59f6a15640 1 -- 172.21.15.67:0/3245283276 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f59f00b65b0 con 0x7f59f00d2740 2024-09-21T00:21:27.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.951+0000 7f59f6a15640 1 -- 172.21.15.67:0/3245283276 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f59f00b6890 con 0x7f59f00d2740 2024-09-21T00:21:27.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.952+0000 7f59ecff9640 1 -- 172.21.15.67:0/3245283276 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f59e40334d0 con 0x7f59f00d2740 2024-09-21T00:21:27.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.953+0000 7f59ecff9640 1 --2- 172.21.15.67:0/3245283276 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f59dc078b90 0x7f59dc07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:27.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.953+0000 7f59ecff9640 1 -- 172.21.15.67:0/3245283276 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f59e40bc330 con 0x7f59f00d2740 2024-09-21T00:21:27.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.953+0000 7f59effff640 1 --2- 172.21.15.67:0/3245283276 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f59dc078b90 0x7f59dc07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:27.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.953+0000 7f59effff640 1 --2- 172.21.15.67:0/3245283276 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f59dc078b90 0x7f59dc07b0a0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f59e000b7f0 tx=0x7f59e0008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:27.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:27.957+0000 7f59ecff9640 1 -- 172.21.15.67:0/3245283276 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f59e403f030 con 0x7f59f00d2740 2024-09-21T00:21:28.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:28.144+0000 7f59f6a15640 1 -- 172.21.15.67:0/3245283276 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f59f008ca60 con 0x7f59dc078b90 2024-09-21T00:21:28.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:28.149+0000 7f59ecff9640 1 -- 172.21.15.67:0/3245283276 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251935 (secure 0 0 0) 0x7f59f008ca60 con 0x7f59dc078b90 2024-09-21T00:21:28.153 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:21:28.155 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-21T00:21:28.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:28.152+0000 7f59f6a15640 1 -- 172.21.15.67:0/3245283276 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f59dc078b90 msgr2=0x7f59dc07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:28.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:28.152+0000 7f59f6a15640 1 --2- 172.21.15.67:0/3245283276 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f59dc078b90 0x7f59dc07b0a0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f59e000b7f0 tx=0x7f59e0008040 comp rx=0 tx=0).stop 2024-09-21T00:21:28.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:28.152+0000 7f59f6a15640 1 -- 172.21.15.67:0/3245283276 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f59f00d2740 msgr2=0x7f59f01f9330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:28.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:28.152+0000 7f59f6a15640 1 --2- 172.21.15.67:0/3245283276 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f59f00d2740 0x7f59f01f9330 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f59e40098f0 tx=0x7f59e4033c20 comp rx=0 tx=0).stop 2024-09-21T00:21:28.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:28.152+0000 7f59f6a15640 1 -- 172.21.15.67:0/3245283276 shutdown_connections 2024-09-21T00:21:28.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:28.152+0000 7f59f6a15640 1 --2- 172.21.15.67:0/3245283276 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f59dc078b90 0x7f59dc07b0a0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:28.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:28.152+0000 7f59f6a15640 1 --2- 172.21.15.67:0/3245283276 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f59f01f9870 0x7f59f01f9c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:28.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:28.152+0000 7f59f6a15640 1 --2- 172.21.15.67:0/3245283276 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f59f00d2740 0x7f59f01f9330 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:28.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:28.152+0000 7f59f6a15640 1 --2- 172.21.15.67:0/3245283276 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f59f00d21f0 0x7f59f0150e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:28.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:28.153+0000 7f59f6a15640 1 -- 172.21.15.67:0/3245283276 >> 172.21.15.67:0/3245283276 conn(0x7f59f00d4590 msgr2=0x7f59f006f780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:28.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:28.153+0000 7f59f6a15640 1 -- 172.21.15.67:0/3245283276 shutdown_connections 2024-09-21T00:21:28.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:28.153+0000 7f59f6a15640 1 -- 172.21.15.67:0/3245283276 wait complete. 2024-09-21T00:21:28.165 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":24,"stamp":"2024-09-21T00:21:27.495073+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":145,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":110,"ondisk_log_size":110,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":168,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219108,"kb_used_data":2844,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755612,"statfs":{"total":773094113280,"available":772869746688,"internally_reserved":0,"allocated":2912256,"data_stored":1761232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12749,"internal_metadata":221236787},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":31,"apply_latency_ms":31,"commit_latency_ns":31000000,"apply_latency_ns":31000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001543"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.111025+0000","last_change":"2024-09-21T00:21:22.591079+0000","last_active":"2024-09-21T00:21:24.111025+0000","last_peered":"2024-09-21T00:21:24.111025+0000","last_clean":"2024-09-21T00:21:24.111025+0000","last_became_active":"2024-09-21T00:21:22.590764+0000","last_became_peered":"2024-09-21T00:21:22.590764+0000","last_unstale":"2024-09-21T00:21:24.111025+0000","last_undegraded":"2024-09-21T00:21:24.111025+0000","last_fullsized":"2024-09-21T00:21:24.111025+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:52:26.092651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579921+0000","last_change":"2024-09-21T00:21:22.587954+0000","last_active":"2024-09-21T00:21:23.579921+0000","last_peered":"2024-09-21T00:21:23.579921+0000","last_clean":"2024-09-21T00:21:23.579921+0000","last_became_active":"2024-09-21T00:21:22.587623+0000","last_became_peered":"2024-09-21T00:21:22.587623+0000","last_unstale":"2024-09-21T00:21:23.579921+0000","last_undegraded":"2024-09-21T00:21:23.579921+0000","last_fullsized":"2024-09-21T00:21:23.579921+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:36:07.244649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138891+0000","last_change":"2024-09-21T00:21:22.592932+0000","last_active":"2024-09-21T00:21:24.138891+0000","last_peered":"2024-09-21T00:21:24.138891+0000","last_clean":"2024-09-21T00:21:24.138891+0000","last_became_active":"2024-09-21T00:21:22.592584+0000","last_became_peered":"2024-09-21T00:21:22.592584+0000","last_unstale":"2024-09-21T00:21:24.138891+0000","last_undegraded":"2024-09-21T00:21:24.138891+0000","last_fullsized":"2024-09-21T00:21:24.138891+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:28:49.800110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.580977+0000","last_change":"2024-09-21T00:21:22.588022+0000","last_active":"2024-09-21T00:21:23.580977+0000","last_peered":"2024-09-21T00:21:23.580977+0000","last_clean":"2024-09-21T00:21:23.580977+0000","last_became_active":"2024-09-21T00:21:22.587419+0000","last_became_peered":"2024-09-21T00:21:22.587419+0000","last_unstale":"2024-09-21T00:21:23.580977+0000","last_undegraded":"2024-09-21T00:21:23.580977+0000","last_fullsized":"2024-09-21T00:21:23.580977+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:15:49.652271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.110626+0000","last_change":"2024-09-21T00:21:22.591696+0000","last_active":"2024-09-21T00:21:24.110626+0000","last_peered":"2024-09-21T00:21:24.110626+0000","last_clean":"2024-09-21T00:21:24.110626+0000","last_became_active":"2024-09-21T00:21:22.591240+0000","last_became_peered":"2024-09-21T00:21:22.591240+0000","last_unstale":"2024-09-21T00:21:24.110626+0000","last_undegraded":"2024-09-21T00:21:24.110626+0000","last_fullsized":"2024-09-21T00:21:24.110626+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:11:17.870032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.581687+0000","last_change":"2024-09-21T00:21:22.589956+0000","last_active":"2024-09-21T00:21:23.581687+0000","last_peered":"2024-09-21T00:21:23.581687+0000","last_clean":"2024-09-21T00:21:23.581687+0000","last_became_active":"2024-09-21T00:21:22.589648+0000","last_became_peered":"2024-09-21T00:21:22.589648+0000","last_unstale":"2024-09-21T00:21:23.581687+0000","last_undegraded":"2024-09-21T00:21:23.581687+0000","last_fullsized":"2024-09-21T00:21:23.581687+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:57:25.850915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.110455+0000","last_change":"2024-09-21T00:21:22.594260+0000","last_active":"2024-09-21T00:21:24.110455+0000","last_peered":"2024-09-21T00:21:24.110455+0000","last_clean":"2024-09-21T00:21:24.110455+0000","last_became_active":"2024-09-21T00:21:22.593858+0000","last_became_peered":"2024-09-21T00:21:22.593858+0000","last_unstale":"2024-09-21T00:21:24.110455+0000","last_undegraded":"2024-09-21T00:21:24.110455+0000","last_fullsized":"2024-09-21T00:21:24.110455+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:11:17.843479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.137964+0000","last_change":"2024-09-21T00:21:22.583989+0000","last_active":"2024-09-21T00:21:24.137964+0000","last_peered":"2024-09-21T00:21:24.137964+0000","last_clean":"2024-09-21T00:21:24.137964+0000","last_became_active":"2024-09-21T00:21:22.583566+0000","last_became_peered":"2024-09-21T00:21:22.583566+0000","last_unstale":"2024-09-21T00:21:24.137964+0000","last_undegraded":"2024-09-21T00:21:24.137964+0000","last_fullsized":"2024-09-21T00:21:24.137964+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:05:05.016132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.111068+0000","last_change":"2024-09-21T00:21:22.595109+0000","last_active":"2024-09-21T00:21:24.111068+0000","last_peered":"2024-09-21T00:21:24.111068+0000","last_clean":"2024-09-21T00:21:24.111068+0000","last_became_active":"2024-09-21T00:21:22.594787+0000","last_became_peered":"2024-09-21T00:21:22.594787+0000","last_unstale":"2024-09-21T00:21:24.111068+0000","last_undegraded":"2024-09-21T00:21:24.111068+0000","last_fullsized":"2024-09-21T00:21:24.111068+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:02:17.292972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138282+0000","last_change":"2024-09-21T00:21:22.586841+0000","last_active":"2024-09-21T00:21:24.138282+0000","last_peered":"2024-09-21T00:21:24.138282+0000","last_clean":"2024-09-21T00:21:24.138282+0000","last_became_active":"2024-09-21T00:21:22.586118+0000","last_became_peered":"2024-09-21T00:21:22.586118+0000","last_unstale":"2024-09-21T00:21:24.138282+0000","last_undegraded":"2024-09-21T00:21:24.138282+0000","last_fullsized":"2024-09-21T00:21:24.138282+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:08:35.982820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138181+0000","last_change":"2024-09-21T00:21:22.585459+0000","last_active":"2024-09-21T00:21:24.138181+0000","last_peered":"2024-09-21T00:21:24.138181+0000","last_clean":"2024-09-21T00:21:24.138181+0000","last_became_active":"2024-09-21T00:21:22.585132+0000","last_became_peered":"2024-09-21T00:21:22.585132+0000","last_unstale":"2024-09-21T00:21:24.138181+0000","last_undegraded":"2024-09-21T00:21:24.138181+0000","last_fullsized":"2024-09-21T00:21:24.138181+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:32:46.004919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.581198+0000","last_change":"2024-09-21T00:21:22.588118+0000","last_active":"2024-09-21T00:21:23.581198+0000","last_peered":"2024-09-21T00:21:23.581198+0000","last_clean":"2024-09-21T00:21:23.581198+0000","last_became_active":"2024-09-21T00:21:22.587366+0000","last_became_peered":"2024-09-21T00:21:22.587366+0000","last_unstale":"2024-09-21T00:21:23.581198+0000","last_undegraded":"2024-09-21T00:21:23.581198+0000","last_fullsized":"2024-09-21T00:21:23.581198+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:42:27.196032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138896+0000","last_change":"2024-09-21T00:21:22.583115+0000","last_active":"2024-09-21T00:21:24.138896+0000","last_peered":"2024-09-21T00:21:24.138896+0000","last_clean":"2024-09-21T00:21:24.138896+0000","last_became_active":"2024-09-21T00:21:22.582774+0000","last_became_peered":"2024-09-21T00:21:22.582774+0000","last_unstale":"2024-09-21T00:21:24.138896+0000","last_undegraded":"2024-09-21T00:21:24.138896+0000","last_fullsized":"2024-09-21T00:21:24.138896+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:58:08.572737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138690+0000","last_change":"2024-09-21T00:21:22.592059+0000","last_active":"2024-09-21T00:21:24.138690+0000","last_peered":"2024-09-21T00:21:24.138690+0000","last_clean":"2024-09-21T00:21:24.138690+0000","last_became_active":"2024-09-21T00:21:22.591735+0000","last_became_peered":"2024-09-21T00:21:22.591735+0000","last_unstale":"2024-09-21T00:21:24.138690+0000","last_undegraded":"2024-09-21T00:21:24.138690+0000","last_fullsized":"2024-09-21T00:21:24.138690+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:29:21.210734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579444+0000","last_change":"2024-09-21T00:21:22.583904+0000","last_active":"2024-09-21T00:21:23.579444+0000","last_peered":"2024-09-21T00:21:23.579444+0000","last_clean":"2024-09-21T00:21:23.579444+0000","last_became_active":"2024-09-21T00:21:22.583544+0000","last_became_peered":"2024-09-21T00:21:22.583544+0000","last_unstale":"2024-09-21T00:21:23.579444+0000","last_undegraded":"2024-09-21T00:21:23.579444+0000","last_fullsized":"2024-09-21T00:21:23.579444+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:08:31.075374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.580310+0000","last_change":"2024-09-21T00:21:22.598767+0000","last_active":"2024-09-21T00:21:23.580310+0000","last_peered":"2024-09-21T00:21:23.580310+0000","last_clean":"2024-09-21T00:21:23.580310+0000","last_became_active":"2024-09-21T00:21:22.598458+0000","last_became_peered":"2024-09-21T00:21:22.598458+0000","last_unstale":"2024-09-21T00:21:23.580310+0000","last_undegraded":"2024-09-21T00:21:23.580310+0000","last_fullsized":"2024-09-21T00:21:23.580310+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:08:35.982820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.581458+0000","last_change":"2024-09-21T00:21:22.589224+0000","last_active":"2024-09-21T00:21:23.581458+0000","last_peered":"2024-09-21T00:21:23.581458+0000","last_clean":"2024-09-21T00:21:23.581458+0000","last_became_active":"2024-09-21T00:21:22.588919+0000","last_became_peered":"2024-09-21T00:21:22.588919+0000","last_unstale":"2024-09-21T00:21:23.581458+0000","last_undegraded":"2024-09-21T00:21:23.581458+0000","last_fullsized":"2024-09-21T00:21:23.581458+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:14:02.818412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138106+0000","last_change":"2024-09-21T00:21:22.581503+0000","last_active":"2024-09-21T00:21:24.138106+0000","last_peered":"2024-09-21T00:21:24.138106+0000","last_clean":"2024-09-21T00:21:24.138106+0000","last_became_active":"2024-09-21T00:21:22.581189+0000","last_became_peered":"2024-09-21T00:21:22.581189+0000","last_unstale":"2024-09-21T00:21:24.138106+0000","last_undegraded":"2024-09-21T00:21:24.138106+0000","last_fullsized":"2024-09-21T00:21:24.138106+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:02:47.984519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.110984+0000","last_change":"2024-09-21T00:21:22.593924+0000","last_active":"2024-09-21T00:21:24.110984+0000","last_peered":"2024-09-21T00:21:24.110984+0000","last_clean":"2024-09-21T00:21:24.110984+0000","last_became_active":"2024-09-21T00:21:22.592901+0000","last_became_peered":"2024-09-21T00:21:22.592901+0000","last_unstale":"2024-09-21T00:21:24.110984+0000","last_undegraded":"2024-09-21T00:21:24.110984+0000","last_fullsized":"2024-09-21T00:21:24.110984+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:36:25.937631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138195+0000","last_change":"2024-09-21T00:21:22.588477+0000","last_active":"2024-09-21T00:21:24.138195+0000","last_peered":"2024-09-21T00:21:24.138195+0000","last_clean":"2024-09-21T00:21:24.138195+0000","last_became_active":"2024-09-21T00:21:22.588138+0000","last_became_peered":"2024-09-21T00:21:22.588138+0000","last_unstale":"2024-09-21T00:21:24.138195+0000","last_undegraded":"2024-09-21T00:21:24.138195+0000","last_fullsized":"2024-09-21T00:21:24.138195+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:47:10.395311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.139118+0000","last_change":"2024-09-21T00:21:22.596338+0000","last_active":"2024-09-21T00:21:24.139118+0000","last_peered":"2024-09-21T00:21:24.139118+0000","last_clean":"2024-09-21T00:21:24.139118+0000","last_became_active":"2024-09-21T00:21:22.595082+0000","last_became_peered":"2024-09-21T00:21:22.595082+0000","last_unstale":"2024-09-21T00:21:24.139118+0000","last_undegraded":"2024-09-21T00:21:24.139118+0000","last_fullsized":"2024-09-21T00:21:24.139118+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:39:46.341840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.581834+0000","last_change":"2024-09-21T00:21:22.587495+0000","last_active":"2024-09-21T00:21:23.581834+0000","last_peered":"2024-09-21T00:21:23.581834+0000","last_clean":"2024-09-21T00:21:23.581834+0000","last_became_active":"2024-09-21T00:21:22.587108+0000","last_became_peered":"2024-09-21T00:21:22.587108+0000","last_unstale":"2024-09-21T00:21:23.581834+0000","last_undegraded":"2024-09-21T00:21:23.581834+0000","last_fullsized":"2024-09-21T00:21:23.581834+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:43:16.313758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138930+0000","last_change":"2024-09-21T00:21:22.588944+0000","last_active":"2024-09-21T00:21:24.138930+0000","last_peered":"2024-09-21T00:21:24.138930+0000","last_clean":"2024-09-21T00:21:24.138930+0000","last_became_active":"2024-09-21T00:21:22.588594+0000","last_became_peered":"2024-09-21T00:21:22.588594+0000","last_unstale":"2024-09-21T00:21:24.138930+0000","last_undegraded":"2024-09-21T00:21:24.138930+0000","last_fullsized":"2024-09-21T00:21:24.138930+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:19:18.946028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.580409+0000","last_change":"2024-09-21T00:21:22.584646+0000","last_active":"2024-09-21T00:21:23.580409+0000","last_peered":"2024-09-21T00:21:23.580409+0000","last_clean":"2024-09-21T00:21:23.580409+0000","last_became_active":"2024-09-21T00:21:22.584342+0000","last_became_peered":"2024-09-21T00:21:22.584342+0000","last_unstale":"2024-09-21T00:21:23.580409+0000","last_undegraded":"2024-09-21T00:21:23.580409+0000","last_fullsized":"2024-09-21T00:21:23.580409+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:58:08.572737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.139018+0000","last_change":"2024-09-21T00:21:22.588862+0000","last_active":"2024-09-21T00:21:24.139018+0000","last_peered":"2024-09-21T00:21:24.139018+0000","last_clean":"2024-09-21T00:21:24.139018+0000","last_became_active":"2024-09-21T00:21:22.588525+0000","last_became_peered":"2024-09-21T00:21:22.588525+0000","last_unstale":"2024-09-21T00:21:24.139018+0000","last_undegraded":"2024-09-21T00:21:24.139018+0000","last_fullsized":"2024-09-21T00:21:24.139018+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:15:49.652271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138336+0000","last_change":"2024-09-21T00:21:22.587439+0000","last_active":"2024-09-21T00:21:24.138336+0000","last_peered":"2024-09-21T00:21:24.138336+0000","last_clean":"2024-09-21T00:21:24.138336+0000","last_became_active":"2024-09-21T00:21:22.586533+0000","last_became_peered":"2024-09-21T00:21:22.586533+0000","last_unstale":"2024-09-21T00:21:24.138336+0000","last_undegraded":"2024-09-21T00:21:24.138336+0000","last_fullsized":"2024-09-21T00:21:24.138336+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:58:08.572737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579813+0000","last_change":"2024-09-21T00:21:22.578300+0000","last_active":"2024-09-21T00:21:23.579813+0000","last_peered":"2024-09-21T00:21:23.579813+0000","last_clean":"2024-09-21T00:21:23.579813+0000","last_became_active":"2024-09-21T00:21:22.577762+0000","last_became_peered":"2024-09-21T00:21:22.577762+0000","last_unstale":"2024-09-21T00:21:23.579813+0000","last_undegraded":"2024-09-21T00:21:23.579813+0000","last_fullsized":"2024-09-21T00:21:23.579813+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:41:51.729853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138861+0000","last_change":"2024-09-21T00:21:22.588042+0000","last_active":"2024-09-21T00:21:24.138861+0000","last_peered":"2024-09-21T00:21:24.138861+0000","last_clean":"2024-09-21T00:21:24.138861+0000","last_became_active":"2024-09-21T00:21:22.587716+0000","last_became_peered":"2024-09-21T00:21:22.587716+0000","last_unstale":"2024-09-21T00:21:24.138861+0000","last_undegraded":"2024-09-21T00:21:24.138861+0000","last_fullsized":"2024-09-21T00:21:24.138861+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:08:35.982820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.139135+0000","last_change":"2024-09-21T00:21:22.596148+0000","last_active":"2024-09-21T00:21:24.139135+0000","last_peered":"2024-09-21T00:21:24.139135+0000","last_clean":"2024-09-21T00:21:24.139135+0000","last_became_active":"2024-09-21T00:21:22.595566+0000","last_became_peered":"2024-09-21T00:21:22.595566+0000","last_unstale":"2024-09-21T00:21:24.139135+0000","last_undegraded":"2024-09-21T00:21:24.139135+0000","last_fullsized":"2024-09-21T00:21:24.139135+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:42:07.352233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.581959+0000","last_change":"2024-09-21T00:21:22.583880+0000","last_active":"2024-09-21T00:21:23.581959+0000","last_peered":"2024-09-21T00:21:23.581959+0000","last_clean":"2024-09-21T00:21:23.581959+0000","last_became_active":"2024-09-21T00:21:22.583512+0000","last_became_peered":"2024-09-21T00:21:22.583512+0000","last_unstale":"2024-09-21T00:21:23.581959+0000","last_undegraded":"2024-09-21T00:21:23.581959+0000","last_fullsized":"2024-09-21T00:21:23.581959+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:52:42.474957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138146+0000","last_change":"2024-09-21T00:21:22.575401+0000","last_active":"2024-09-21T00:21:24.138146+0000","last_peered":"2024-09-21T00:21:24.138146+0000","last_clean":"2024-09-21T00:21:24.138146+0000","last_became_active":"2024-09-21T00:21:22.575055+0000","last_became_peered":"2024-09-21T00:21:22.575055+0000","last_unstale":"2024-09-21T00:21:24.138146+0000","last_undegraded":"2024-09-21T00:21:24.138146+0000","last_fullsized":"2024-09-21T00:21:24.138146+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:25:29.972356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138268+0000","last_change":"2024-09-21T00:21:22.596211+0000","last_active":"2024-09-21T00:21:24.138268+0000","last_peered":"2024-09-21T00:21:24.138268+0000","last_clean":"2024-09-21T00:21:24.138268+0000","last_became_active":"2024-09-21T00:21:22.595824+0000","last_became_peered":"2024-09-21T00:21:22.595824+0000","last_unstale":"2024-09-21T00:21:24.138268+0000","last_undegraded":"2024-09-21T00:21:24.138268+0000","last_fullsized":"2024-09-21T00:21:24.138268+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:57:10.440036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.580436+0000","last_change":"2024-09-21T00:21:22.585587+0000","last_active":"2024-09-21T00:21:23.580436+0000","last_peered":"2024-09-21T00:21:23.580436+0000","last_clean":"2024-09-21T00:21:23.580436+0000","last_became_active":"2024-09-21T00:21:22.585252+0000","last_became_peered":"2024-09-21T00:21:22.585252+0000","last_unstale":"2024-09-21T00:21:23.580436+0000","last_undegraded":"2024-09-21T00:21:23.580436+0000","last_fullsized":"2024-09-21T00:21:23.580436+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:53:54.378362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.139161+0000","last_change":"2024-09-21T00:21:21.584338+0000","last_active":"2024-09-21T00:21:24.139161+0000","last_peered":"2024-09-21T00:21:24.139161+0000","last_clean":"2024-09-21T00:21:24.139161+0000","last_became_active":"2024-09-21T00:21:21.583939+0000","last_became_peered":"2024-09-21T00:21:21.583939+0000","last_unstale":"2024-09-21T00:21:24.139161+0000","last_undegraded":"2024-09-21T00:21:24.139161+0000","last_fullsized":"2024-09-21T00:21:24.139161+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:56:01.873307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.139407+0000","last_change":"2024-09-21T00:21:22.584480+0000","last_active":"2024-09-21T00:21:24.139407+0000","last_peered":"2024-09-21T00:21:24.139407+0000","last_clean":"2024-09-21T00:21:24.139407+0000","last_became_active":"2024-09-21T00:21:22.583982+0000","last_became_peered":"2024-09-21T00:21:22.583982+0000","last_unstale":"2024-09-21T00:21:24.139407+0000","last_undegraded":"2024-09-21T00:21:24.139407+0000","last_fullsized":"2024-09-21T00:21:24.139407+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:10:42.010713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.137837+0000","last_change":"2024-09-21T00:21:21.575705+0000","last_active":"2024-09-21T00:21:24.137837+0000","last_peered":"2024-09-21T00:21:24.137837+0000","last_clean":"2024-09-21T00:21:24.137837+0000","last_became_active":"2024-09-21T00:21:21.574919+0000","last_became_peered":"2024-09-21T00:21:21.574919+0000","last_unstale":"2024-09-21T00:21:24.137837+0000","last_undegraded":"2024-09-21T00:21:24.137837+0000","last_fullsized":"2024-09-21T00:21:24.137837+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:48:32.995795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.139009+0000","last_change":"2024-09-21T00:21:21.584095+0000","last_active":"2024-09-21T00:21:24.139009+0000","last_peered":"2024-09-21T00:21:24.139009+0000","last_clean":"2024-09-21T00:21:24.139009+0000","last_became_active":"2024-09-21T00:21:21.583509+0000","last_became_peered":"2024-09-21T00:21:21.583509+0000","last_unstale":"2024-09-21T00:21:24.139009+0000","last_undegraded":"2024-09-21T00:21:24.139009+0000","last_fullsized":"2024-09-21T00:21:24.139009+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:30:41.894913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138193+0000","last_change":"2024-09-21T00:21:22.593474+0000","last_active":"2024-09-21T00:21:24.138193+0000","last_peered":"2024-09-21T00:21:24.138193+0000","last_clean":"2024-09-21T00:21:24.138193+0000","last_became_active":"2024-09-21T00:21:22.593133+0000","last_became_peered":"2024-09-21T00:21:22.593133+0000","last_unstale":"2024-09-21T00:21:24.138193+0000","last_undegraded":"2024-09-21T00:21:24.138193+0000","last_fullsized":"2024-09-21T00:21:24.138193+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:24:29.863843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.580400+0000","last_change":"2024-09-21T00:21:21.571510+0000","last_active":"2024-09-21T00:21:23.580400+0000","last_peered":"2024-09-21T00:21:23.580400+0000","last_clean":"2024-09-21T00:21:23.580400+0000","last_became_active":"2024-09-21T00:21:21.570846+0000","last_became_peered":"2024-09-21T00:21:21.570846+0000","last_unstale":"2024-09-21T00:21:23.580400+0000","last_undegraded":"2024-09-21T00:21:23.580400+0000","last_fullsized":"2024-09-21T00:21:23.580400+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:03:24.677036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579440+0000","last_change":"2024-09-21T00:21:22.583151+0000","last_active":"2024-09-21T00:21:23.579440+0000","last_peered":"2024-09-21T00:21:23.579440+0000","last_clean":"2024-09-21T00:21:23.579440+0000","last_became_active":"2024-09-21T00:21:22.582800+0000","last_became_peered":"2024-09-21T00:21:22.582800+0000","last_unstale":"2024-09-21T00:21:23.579440+0000","last_undegraded":"2024-09-21T00:21:23.579440+0000","last_fullsized":"2024-09-21T00:21:23.579440+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:24:22.282773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138088+0000","last_change":"2024-09-21T00:21:21.584538+0000","last_active":"2024-09-21T00:21:24.138088+0000","last_peered":"2024-09-21T00:21:24.138088+0000","last_clean":"2024-09-21T00:21:24.138088+0000","last_became_active":"2024-09-21T00:21:21.584148+0000","last_became_peered":"2024-09-21T00:21:21.584148+0000","last_unstale":"2024-09-21T00:21:24.138088+0000","last_undegraded":"2024-09-21T00:21:24.138088+0000","last_fullsized":"2024-09-21T00:21:24.138088+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:47:49.178185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.580777+0000","last_change":"2024-09-21T00:21:22.586718+0000","last_active":"2024-09-21T00:21:23.580777+0000","last_peered":"2024-09-21T00:21:23.580777+0000","last_clean":"2024-09-21T00:21:23.580777+0000","last_became_active":"2024-09-21T00:21:22.586312+0000","last_became_peered":"2024-09-21T00:21:22.586312+0000","last_unstale":"2024-09-21T00:21:23.580777+0000","last_undegraded":"2024-09-21T00:21:23.580777+0000","last_fullsized":"2024-09-21T00:21:23.580777+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:19:18.946028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.580841+0000","last_change":"2024-09-21T00:21:21.577592+0000","last_active":"2024-09-21T00:21:23.580841+0000","last_peered":"2024-09-21T00:21:23.580841+0000","last_clean":"2024-09-21T00:21:23.580841+0000","last_became_active":"2024-09-21T00:21:21.577262+0000","last_became_peered":"2024-09-21T00:21:21.577262+0000","last_unstale":"2024-09-21T00:21:23.580841+0000","last_undegraded":"2024-09-21T00:21:23.580841+0000","last_fullsized":"2024-09-21T00:21:23.580841+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:30:41.894913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.139265+0000","last_change":"2024-09-21T00:21:22.589940+0000","last_active":"2024-09-21T00:21:24.139265+0000","last_peered":"2024-09-21T00:21:24.139265+0000","last_clean":"2024-09-21T00:21:24.139265+0000","last_became_active":"2024-09-21T00:21:22.588732+0000","last_became_peered":"2024-09-21T00:21:22.588732+0000","last_unstale":"2024-09-21T00:21:24.139265+0000","last_undegraded":"2024-09-21T00:21:24.139265+0000","last_fullsized":"2024-09-21T00:21:24.139265+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:29:14.654932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":18,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579768+0000","last_change":"2024-09-21T00:21:21.575087+0000","last_active":"2024-09-21T00:21:23.579768+0000","last_peered":"2024-09-21T00:21:23.579768+0000","last_clean":"2024-09-21T00:21:23.579768+0000","last_became_active":"2024-09-21T00:21:21.574718+0000","last_became_peered":"2024-09-21T00:21:21.574718+0000","last_unstale":"2024-09-21T00:21:23.579768+0000","last_undegraded":"2024-09-21T00:21:23.579768+0000","last_fullsized":"2024-09-21T00:21:23.579768+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:31:55.883051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.581273+0000","last_change":"2024-09-21T00:21:22.588445+0000","last_active":"2024-09-21T00:21:23.581273+0000","last_peered":"2024-09-21T00:21:23.581273+0000","last_clean":"2024-09-21T00:21:23.581273+0000","last_became_active":"2024-09-21T00:21:22.587801+0000","last_became_peered":"2024-09-21T00:21:22.587801+0000","last_unstale":"2024-09-21T00:21:23.581273+0000","last_undegraded":"2024-09-21T00:21:23.581273+0000","last_fullsized":"2024-09-21T00:21:23.581273+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:03:36.652647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"20'6","reported_seq":21,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138020+0000","last_change":"2024-09-21T00:21:21.585521+0000","last_active":"2024-09-21T00:21:24.138020+0000","last_peered":"2024-09-21T00:21:24.138020+0000","last_clean":"2024-09-21T00:21:24.138020+0000","last_became_active":"2024-09-21T00:21:21.585135+0000","last_became_peered":"2024-09-21T00:21:21.585135+0000","last_unstale":"2024-09-21T00:21:24.138020+0000","last_undegraded":"2024-09-21T00:21:24.138020+0000","last_fullsized":"2024-09-21T00:21:24.138020+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:29:57.482913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.110567+0000","last_change":"2024-09-21T00:21:22.594520+0000","last_active":"2024-09-21T00:21:24.110567+0000","last_peered":"2024-09-21T00:21:24.110567+0000","last_clean":"2024-09-21T00:21:24.110567+0000","last_became_active":"2024-09-21T00:21:22.593566+0000","last_became_peered":"2024-09-21T00:21:22.593566+0000","last_unstale":"2024-09-21T00:21:24.110567+0000","last_undegraded":"2024-09-21T00:21:24.110567+0000","last_fullsized":"2024-09-21T00:21:24.110567+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:23:49.865183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.139232+0000","last_change":"2024-09-21T00:21:21.572368+0000","last_active":"2024-09-21T00:21:24.139232+0000","last_peered":"2024-09-21T00:21:24.139232+0000","last_clean":"2024-09-21T00:21:24.139232+0000","last_became_active":"2024-09-21T00:21:21.571891+0000","last_became_peered":"2024-09-21T00:21:21.571891+0000","last_unstale":"2024-09-21T00:21:24.139232+0000","last_undegraded":"2024-09-21T00:21:24.139232+0000","last_fullsized":"2024-09-21T00:21:24.139232+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:57:04.352997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138660+0000","last_change":"2024-09-21T00:21:22.594685+0000","last_active":"2024-09-21T00:21:24.138660+0000","last_peered":"2024-09-21T00:21:24.138660+0000","last_clean":"2024-09-21T00:21:24.138660+0000","last_became_active":"2024-09-21T00:21:22.594211+0000","last_became_peered":"2024-09-21T00:21:22.594211+0000","last_unstale":"2024-09-21T00:21:24.138660+0000","last_undegraded":"2024-09-21T00:21:24.138660+0000","last_fullsized":"2024-09-21T00:21:24.138660+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:53:19.997204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.581926+0000","last_change":"2024-09-21T00:21:21.583787+0000","last_active":"2024-09-21T00:21:23.581926+0000","last_peered":"2024-09-21T00:21:23.581926+0000","last_clean":"2024-09-21T00:21:23.581926+0000","last_became_active":"2024-09-21T00:21:21.583426+0000","last_became_peered":"2024-09-21T00:21:21.583426+0000","last_unstale":"2024-09-21T00:21:23.581926+0000","last_undegraded":"2024-09-21T00:21:23.581926+0000","last_fullsized":"2024-09-21T00:21:23.581926+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:34:52.118276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.110854+0000","last_change":"2024-09-21T00:21:22.597458+0000","last_active":"2024-09-21T00:21:24.110854+0000","last_peered":"2024-09-21T00:21:24.110854+0000","last_clean":"2024-09-21T00:21:24.110854+0000","last_became_active":"2024-09-21T00:21:22.596968+0000","last_became_peered":"2024-09-21T00:21:22.596968+0000","last_unstale":"2024-09-21T00:21:24.110854+0000","last_undegraded":"2024-09-21T00:21:24.110854+0000","last_fullsized":"2024-09-21T00:21:24.110854+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:41:49.535615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.137716+0000","last_change":"2024-09-21T00:21:21.579813+0000","last_active":"2024-09-21T00:21:24.137716+0000","last_peered":"2024-09-21T00:21:24.137716+0000","last_clean":"2024-09-21T00:21:24.137716+0000","last_became_active":"2024-09-21T00:21:21.579433+0000","last_became_peered":"2024-09-21T00:21:21.579433+0000","last_unstale":"2024-09-21T00:21:24.137716+0000","last_undegraded":"2024-09-21T00:21:24.137716+0000","last_fullsized":"2024-09-21T00:21:24.137716+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:31:20.592325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.137850+0000","last_change":"2024-09-21T00:21:22.595215+0000","last_active":"2024-09-21T00:21:24.137850+0000","last_peered":"2024-09-21T00:21:24.137850+0000","last_clean":"2024-09-21T00:21:24.137850+0000","last_became_active":"2024-09-21T00:21:22.594826+0000","last_became_peered":"2024-09-21T00:21:22.594826+0000","last_unstale":"2024-09-21T00:21:24.137850+0000","last_undegraded":"2024-09-21T00:21:24.137850+0000","last_fullsized":"2024-09-21T00:21:24.137850+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:05:05.016132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":23,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.137674+0000","last_change":"2024-09-21T00:21:21.580177+0000","last_active":"2024-09-21T00:21:24.137674+0000","last_peered":"2024-09-21T00:21:24.137674+0000","last_clean":"2024-09-21T00:21:24.137674+0000","last_became_active":"2024-09-21T00:21:21.579805+0000","last_became_peered":"2024-09-21T00:21:21.579805+0000","last_unstale":"2024-09-21T00:21:24.137674+0000","last_undegraded":"2024-09-21T00:21:24.137674+0000","last_fullsized":"2024-09-21T00:21:24.137674+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:31:20.592325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.110544+0000","last_change":"2024-09-21T00:21:22.597349+0000","last_active":"2024-09-21T00:21:24.110544+0000","last_peered":"2024-09-21T00:21:24.110544+0000","last_clean":"2024-09-21T00:21:24.110544+0000","last_became_active":"2024-09-21T00:21:22.597032+0000","last_became_peered":"2024-09-21T00:21:22.597032+0000","last_unstale":"2024-09-21T00:21:24.110544+0000","last_undegraded":"2024-09-21T00:21:24.110544+0000","last_fullsized":"2024-09-21T00:21:24.110544+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:00:45.377069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.580753+0000","last_change":"2024-09-21T00:21:21.578197+0000","last_active":"2024-09-21T00:21:23.580753+0000","last_peered":"2024-09-21T00:21:23.580753+0000","last_clean":"2024-09-21T00:21:23.580753+0000","last_became_active":"2024-09-21T00:21:21.577550+0000","last_became_peered":"2024-09-21T00:21:21.577550+0000","last_unstale":"2024-09-21T00:21:23.580753+0000","last_undegraded":"2024-09-21T00:21:23.580753+0000","last_fullsized":"2024-09-21T00:21:23.580753+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:15:15.900648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.110920+0000","last_change":"2024-09-21T00:21:22.596979+0000","last_active":"2024-09-21T00:21:24.110920+0000","last_peered":"2024-09-21T00:21:24.110920+0000","last_clean":"2024-09-21T00:21:24.110920+0000","last_became_active":"2024-09-21T00:21:22.596675+0000","last_became_peered":"2024-09-21T00:21:22.596675+0000","last_unstale":"2024-09-21T00:21:24.110920+0000","last_undegraded":"2024-09-21T00:21:24.110920+0000","last_fullsized":"2024-09-21T00:21:24.110920+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:58:25.839255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138183+0000","last_change":"2024-09-21T00:21:21.585865+0000","last_active":"2024-09-21T00:21:24.138183+0000","last_peered":"2024-09-21T00:21:24.138183+0000","last_clean":"2024-09-21T00:21:24.138183+0000","last_became_active":"2024-09-21T00:21:21.585501+0000","last_became_peered":"2024-09-21T00:21:21.585501+0000","last_unstale":"2024-09-21T00:21:24.138183+0000","last_undegraded":"2024-09-21T00:21:24.138183+0000","last_fullsized":"2024-09-21T00:21:24.138183+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:40:17.996825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.111265+0000","last_change":"2024-09-21T00:21:22.597699+0000","last_active":"2024-09-21T00:21:24.111265+0000","last_peered":"2024-09-21T00:21:24.111265+0000","last_clean":"2024-09-21T00:21:24.111265+0000","last_became_active":"2024-09-21T00:21:22.597248+0000","last_became_peered":"2024-09-21T00:21:22.597248+0000","last_unstale":"2024-09-21T00:21:24.111265+0000","last_undegraded":"2024-09-21T00:21:24.111265+0000","last_fullsized":"2024-09-21T00:21:24.111265+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:40:27.962551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579895+0000","last_change":"2024-09-21T00:21:21.578798+0000","last_active":"2024-09-21T00:21:23.579895+0000","last_peered":"2024-09-21T00:21:23.579895+0000","last_clean":"2024-09-21T00:21:23.579895+0000","last_became_active":"2024-09-21T00:21:21.578465+0000","last_became_peered":"2024-09-21T00:21:21.578465+0000","last_unstale":"2024-09-21T00:21:23.579895+0000","last_undegraded":"2024-09-21T00:21:23.579895+0000","last_fullsized":"2024-09-21T00:21:23.579895+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:11:45.916033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.581424+0000","last_change":"2024-09-21T00:21:22.586733+0000","last_active":"2024-09-21T00:21:23.581424+0000","last_peered":"2024-09-21T00:21:23.581424+0000","last_clean":"2024-09-21T00:21:23.581424+0000","last_became_active":"2024-09-21T00:21:22.586101+0000","last_became_peered":"2024-09-21T00:21:22.586101+0000","last_unstale":"2024-09-21T00:21:23.581424+0000","last_undegraded":"2024-09-21T00:21:23.581424+0000","last_fullsized":"2024-09-21T00:21:23.581424+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:46:59.347003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.137930+0000","last_change":"2024-09-21T00:21:21.577783+0000","last_active":"2024-09-21T00:21:24.137930+0000","last_peered":"2024-09-21T00:21:24.137930+0000","last_clean":"2024-09-21T00:21:24.137930+0000","last_became_active":"2024-09-21T00:21:21.577243+0000","last_became_peered":"2024-09-21T00:21:21.577243+0000","last_unstale":"2024-09-21T00:21:24.137930+0000","last_undegraded":"2024-09-21T00:21:24.137930+0000","last_fullsized":"2024-09-21T00:21:24.137930+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:47:49.178185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.110680+0000","last_change":"2024-09-21T00:21:22.595880+0000","last_active":"2024-09-21T00:21:24.110680+0000","last_peered":"2024-09-21T00:21:24.110680+0000","last_clean":"2024-09-21T00:21:24.110680+0000","last_became_active":"2024-09-21T00:21:22.594859+0000","last_became_peered":"2024-09-21T00:21:22.594859+0000","last_unstale":"2024-09-21T00:21:24.110680+0000","last_undegraded":"2024-09-21T00:21:24.110680+0000","last_fullsized":"2024-09-21T00:21:24.110680+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:44:42.817701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":111,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.110351+0000","last_change":"2024-09-21T00:21:11.583793+0000","last_active":"2024-09-21T00:21:24.110351+0000","last_peered":"2024-09-21T00:21:24.110351+0000","last_clean":"2024-09-21T00:21:24.110351+0000","last_became_active":"2024-09-21T00:21:11.582502+0000","last_became_peered":"2024-09-21T00:21:11.582502+0000","last_unstale":"2024-09-21T00:21:24.110351+0000","last_undegraded":"2024-09-21T00:21:24.110351+0000","last_fullsized":"2024-09-21T00:21:24.110351+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_clean_scrub_stamp":"2024-09-21T00:21:10.311964+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:58.010953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.580651+0000","last_change":"2024-09-21T00:21:21.581215+0000","last_active":"2024-09-21T00:21:23.580651+0000","last_peered":"2024-09-21T00:21:23.580651+0000","last_clean":"2024-09-21T00:21:23.580651+0000","last_became_active":"2024-09-21T00:21:21.580140+0000","last_became_peered":"2024-09-21T00:21:21.580140+0000","last_unstale":"2024-09-21T00:21:23.580651+0000","last_undegraded":"2024-09-21T00:21:23.580651+0000","last_fullsized":"2024-09-21T00:21:23.580651+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:43:36.412536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138222+0000","last_change":"2024-09-21T00:21:22.574764+0000","last_active":"2024-09-21T00:21:24.138222+0000","last_peered":"2024-09-21T00:21:24.138222+0000","last_clean":"2024-09-21T00:21:24.138222+0000","last_became_active":"2024-09-21T00:21:22.574433+0000","last_became_peered":"2024-09-21T00:21:22.574433+0000","last_unstale":"2024-09-21T00:21:24.138222+0000","last_undegraded":"2024-09-21T00:21:24.138222+0000","last_fullsized":"2024-09-21T00:21:24.138222+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:32:46.004919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.110109+0000","last_change":"2024-09-21T00:21:21.585290+0000","last_active":"2024-09-21T00:21:24.110109+0000","last_peered":"2024-09-21T00:21:24.110109+0000","last_clean":"2024-09-21T00:21:24.110109+0000","last_became_active":"2024-09-21T00:21:21.584816+0000","last_became_peered":"2024-09-21T00:21:21.584816+0000","last_unstale":"2024-09-21T00:21:24.110109+0000","last_undegraded":"2024-09-21T00:21:24.110109+0000","last_fullsized":"2024-09-21T00:21:24.110109+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:45:39.070628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138373+0000","last_change":"2024-09-21T00:21:22.593599+0000","last_active":"2024-09-21T00:21:24.138373+0000","last_peered":"2024-09-21T00:21:24.138373+0000","last_clean":"2024-09-21T00:21:24.138373+0000","last_became_active":"2024-09-21T00:21:22.593296+0000","last_became_peered":"2024-09-21T00:21:22.593296+0000","last_unstale":"2024-09-21T00:21:24.138373+0000","last_undegraded":"2024-09-21T00:21:24.138373+0000","last_fullsized":"2024-09-21T00:21:24.138373+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:54:57.539190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138232+0000","last_change":"2024-09-21T00:21:21.586497+0000","last_active":"2024-09-21T00:21:24.138232+0000","last_peered":"2024-09-21T00:21:24.138232+0000","last_clean":"2024-09-21T00:21:24.138232+0000","last_became_active":"2024-09-21T00:21:21.586177+0000","last_became_peered":"2024-09-21T00:21:21.586177+0000","last_unstale":"2024-09-21T00:21:24.138232+0000","last_undegraded":"2024-09-21T00:21:24.138232+0000","last_fullsized":"2024-09-21T00:21:24.138232+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:48:32.995795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579488+0000","last_change":"2024-09-21T00:21:22.582280+0000","last_active":"2024-09-21T00:21:23.579488+0000","last_peered":"2024-09-21T00:21:23.579488+0000","last_clean":"2024-09-21T00:21:23.579488+0000","last_became_active":"2024-09-21T00:21:22.579142+0000","last_became_peered":"2024-09-21T00:21:22.579142+0000","last_unstale":"2024-09-21T00:21:23.579488+0000","last_undegraded":"2024-09-21T00:21:23.579488+0000","last_fullsized":"2024-09-21T00:21:23.579488+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:33:57.528804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.582016+0000","last_change":"2024-09-21T00:21:21.577100+0000","last_active":"2024-09-21T00:21:23.582016+0000","last_peered":"2024-09-21T00:21:23.582016+0000","last_clean":"2024-09-21T00:21:23.582016+0000","last_became_active":"2024-09-21T00:21:21.576358+0000","last_became_peered":"2024-09-21T00:21:21.576358+0000","last_unstale":"2024-09-21T00:21:23.582016+0000","last_undegraded":"2024-09-21T00:21:23.582016+0000","last_fullsized":"2024-09-21T00:21:23.582016+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:45:36.833208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.580545+0000","last_change":"2024-09-21T00:21:22.589714+0000","last_active":"2024-09-21T00:21:23.580545+0000","last_peered":"2024-09-21T00:21:23.580545+0000","last_clean":"2024-09-21T00:21:23.580545+0000","last_became_active":"2024-09-21T00:21:22.589119+0000","last_became_peered":"2024-09-21T00:21:22.589119+0000","last_unstale":"2024-09-21T00:21:23.580545+0000","last_undegraded":"2024-09-21T00:21:23.580545+0000","last_fullsized":"2024-09-21T00:21:23.580545+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:12:55.933852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579674+0000","last_change":"2024-09-21T00:21:21.581757+0000","last_active":"2024-09-21T00:21:23.579674+0000","last_peered":"2024-09-21T00:21:23.579674+0000","last_clean":"2024-09-21T00:21:23.579674+0000","last_became_active":"2024-09-21T00:21:21.581429+0000","last_became_peered":"2024-09-21T00:21:21.581429+0000","last_unstale":"2024-09-21T00:21:23.579674+0000","last_undegraded":"2024-09-21T00:21:23.579674+0000","last_fullsized":"2024-09-21T00:21:23.579674+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:20:48.653923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.582049+0000","last_change":"2024-09-21T00:21:22.586700+0000","last_active":"2024-09-21T00:21:23.582049+0000","last_peered":"2024-09-21T00:21:23.582049+0000","last_clean":"2024-09-21T00:21:23.582049+0000","last_became_active":"2024-09-21T00:21:22.585379+0000","last_became_peered":"2024-09-21T00:21:22.585379+0000","last_unstale":"2024-09-21T00:21:23.582049+0000","last_undegraded":"2024-09-21T00:21:23.582049+0000","last_fullsized":"2024-09-21T00:21:23.582049+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:36:25.937631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.110827+0000","last_change":"2024-09-21T00:21:21.586299+0000","last_active":"2024-09-21T00:21:24.110827+0000","last_peered":"2024-09-21T00:21:24.110827+0000","last_clean":"2024-09-21T00:21:24.110827+0000","last_became_active":"2024-09-21T00:21:21.585956+0000","last_became_peered":"2024-09-21T00:21:21.585956+0000","last_unstale":"2024-09-21T00:21:24.110827+0000","last_undegraded":"2024-09-21T00:21:24.110827+0000","last_fullsized":"2024-09-21T00:21:24.110827+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:02:46.978661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579794+0000","last_change":"2024-09-21T00:21:22.581722+0000","last_active":"2024-09-21T00:21:23.579794+0000","last_peered":"2024-09-21T00:21:23.579794+0000","last_clean":"2024-09-21T00:21:23.579794+0000","last_became_active":"2024-09-21T00:21:22.581405+0000","last_became_peered":"2024-09-21T00:21:22.581405+0000","last_unstale":"2024-09-21T00:21:23.579794+0000","last_undegraded":"2024-09-21T00:21:23.579794+0000","last_fullsized":"2024-09-21T00:21:23.579794+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:57:45.405194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.580077+0000","last_change":"2024-09-21T00:21:21.580295+0000","last_active":"2024-09-21T00:21:23.580077+0000","last_peered":"2024-09-21T00:21:23.580077+0000","last_clean":"2024-09-21T00:21:23.580077+0000","last_became_active":"2024-09-21T00:21:21.579967+0000","last_became_peered":"2024-09-21T00:21:21.579967+0000","last_unstale":"2024-09-21T00:21:23.580077+0000","last_undegraded":"2024-09-21T00:21:23.580077+0000","last_fullsized":"2024-09-21T00:21:23.580077+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:03:30.693761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.139252+0000","last_change":"2024-09-21T00:21:22.586148+0000","last_active":"2024-09-21T00:21:24.139252+0000","last_peered":"2024-09-21T00:21:24.139252+0000","last_clean":"2024-09-21T00:21:24.139252+0000","last_became_active":"2024-09-21T00:21:22.585834+0000","last_became_peered":"2024-09-21T00:21:22.585834+0000","last_unstale":"2024-09-21T00:21:24.139252+0000","last_undegraded":"2024-09-21T00:21:24.139252+0000","last_fullsized":"2024-09-21T00:21:24.139252+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:46:59.347003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138157+0000","last_change":"2024-09-21T00:21:21.585778+0000","last_active":"2024-09-21T00:21:24.138157+0000","last_peered":"2024-09-21T00:21:24.138157+0000","last_clean":"2024-09-21T00:21:24.138157+0000","last_became_active":"2024-09-21T00:21:21.585409+0000","last_became_peered":"2024-09-21T00:21:21.585409+0000","last_unstale":"2024-09-21T00:21:24.138157+0000","last_undegraded":"2024-09-21T00:21:24.138157+0000","last_fullsized":"2024-09-21T00:21:24.138157+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:50:14.465425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.139024+0000","last_change":"2024-09-21T00:21:22.587395+0000","last_active":"2024-09-21T00:21:24.139024+0000","last_peered":"2024-09-21T00:21:24.139024+0000","last_clean":"2024-09-21T00:21:24.139024+0000","last_became_active":"2024-09-21T00:21:22.587071+0000","last_became_peered":"2024-09-21T00:21:22.587071+0000","last_unstale":"2024-09-21T00:21:24.139024+0000","last_undegraded":"2024-09-21T00:21:24.139024+0000","last_fullsized":"2024-09-21T00:21:24.139024+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:13:48.555714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.110109+0000","last_change":"2024-09-21T00:21:21.584296+0000","last_active":"2024-09-21T00:21:24.110109+0000","last_peered":"2024-09-21T00:21:24.110109+0000","last_clean":"2024-09-21T00:21:24.110109+0000","last_became_active":"2024-09-21T00:21:21.583924+0000","last_became_peered":"2024-09-21T00:21:21.583924+0000","last_unstale":"2024-09-21T00:21:24.110109+0000","last_undegraded":"2024-09-21T00:21:24.110109+0000","last_fullsized":"2024-09-21T00:21:24.110109+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:03:24.677036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.581603+0000","last_change":"2024-09-21T00:21:22.571553+0000","last_active":"2024-09-21T00:21:23.581603+0000","last_peered":"2024-09-21T00:21:23.581603+0000","last_clean":"2024-09-21T00:21:23.581603+0000","last_became_active":"2024-09-21T00:21:22.571233+0000","last_became_peered":"2024-09-21T00:21:22.571233+0000","last_unstale":"2024-09-21T00:21:23.581603+0000","last_undegraded":"2024-09-21T00:21:23.581603+0000","last_fullsized":"2024-09-21T00:21:23.581603+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:23:45.088261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579564+0000","last_change":"2024-09-21T00:21:21.583312+0000","last_active":"2024-09-21T00:21:23.579564+0000","last_peered":"2024-09-21T00:21:23.579564+0000","last_clean":"2024-09-21T00:21:23.579564+0000","last_became_active":"2024-09-21T00:21:21.582961+0000","last_became_peered":"2024-09-21T00:21:21.582961+0000","last_unstale":"2024-09-21T00:21:23.579564+0000","last_undegraded":"2024-09-21T00:21:23.579564+0000","last_fullsized":"2024-09-21T00:21:23.579564+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:21:56.561424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138248+0000","last_change":"2024-09-21T00:21:22.575714+0000","last_active":"2024-09-21T00:21:24.138248+0000","last_peered":"2024-09-21T00:21:24.138248+0000","last_clean":"2024-09-21T00:21:24.138248+0000","last_became_active":"2024-09-21T00:21:22.575406+0000","last_became_peered":"2024-09-21T00:21:22.575406+0000","last_unstale":"2024-09-21T00:21:24.138248+0000","last_undegraded":"2024-09-21T00:21:24.138248+0000","last_fullsized":"2024-09-21T00:21:24.138248+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:57:10.440036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579634+0000","last_change":"2024-09-21T00:21:21.585456+0000","last_active":"2024-09-21T00:21:23.579634+0000","last_peered":"2024-09-21T00:21:23.579634+0000","last_clean":"2024-09-21T00:21:23.579634+0000","last_became_active":"2024-09-21T00:21:21.585096+0000","last_became_peered":"2024-09-21T00:21:21.585096+0000","last_unstale":"2024-09-21T00:21:23.579634+0000","last_undegraded":"2024-09-21T00:21:23.579634+0000","last_fullsized":"2024-09-21T00:21:23.579634+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:48:02.620562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.139146+0000","last_change":"2024-09-21T00:21:22.593766+0000","last_active":"2024-09-21T00:21:24.139146+0000","last_peered":"2024-09-21T00:21:24.139146+0000","last_clean":"2024-09-21T00:21:24.139146+0000","last_became_active":"2024-09-21T00:21:22.593416+0000","last_became_peered":"2024-09-21T00:21:22.593416+0000","last_unstale":"2024-09-21T00:21:24.139146+0000","last_undegraded":"2024-09-21T00:21:24.139146+0000","last_fullsized":"2024-09-21T00:21:24.139146+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:11:17.843479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.110721+0000","last_change":"2024-09-21T00:21:21.583758+0000","last_active":"2024-09-21T00:21:24.110721+0000","last_peered":"2024-09-21T00:21:24.110721+0000","last_clean":"2024-09-21T00:21:24.110721+0000","last_became_active":"2024-09-21T00:21:21.583362+0000","last_became_peered":"2024-09-21T00:21:21.583362+0000","last_unstale":"2024-09-21T00:21:24.110721+0000","last_undegraded":"2024-09-21T00:21:24.110721+0000","last_fullsized":"2024-09-21T00:21:24.110721+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:25:28.966498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.137980+0000","last_change":"2024-09-21T00:21:22.588551+0000","last_active":"2024-09-21T00:21:24.137980+0000","last_peered":"2024-09-21T00:21:24.137980+0000","last_clean":"2024-09-21T00:21:24.137980+0000","last_became_active":"2024-09-21T00:21:22.588219+0000","last_became_peered":"2024-09-21T00:21:22.588219+0000","last_unstale":"2024-09-21T00:21:24.137980+0000","last_undegraded":"2024-09-21T00:21:24.137980+0000","last_fullsized":"2024-09-21T00:21:24.137980+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:24:29.863843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.582048+0000","last_change":"2024-09-21T00:21:22.583006+0000","last_active":"2024-09-21T00:21:23.582048+0000","last_peered":"2024-09-21T00:21:23.582048+0000","last_clean":"2024-09-21T00:21:23.582048+0000","last_became_active":"2024-09-21T00:21:22.582678+0000","last_became_peered":"2024-09-21T00:21:22.582678+0000","last_unstale":"2024-09-21T00:21:23.582048+0000","last_undegraded":"2024-09-21T00:21:23.582048+0000","last_fullsized":"2024-09-21T00:21:23.582048+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:49:17.782246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.110394+0000","last_change":"2024-09-21T00:21:21.588070+0000","last_active":"2024-09-21T00:21:24.110394+0000","last_peered":"2024-09-21T00:21:24.110394+0000","last_clean":"2024-09-21T00:21:24.110394+0000","last_became_active":"2024-09-21T00:21:21.587725+0000","last_became_peered":"2024-09-21T00:21:21.587725+0000","last_unstale":"2024-09-21T00:21:24.110394+0000","last_undegraded":"2024-09-21T00:21:24.110394+0000","last_fullsized":"2024-09-21T00:21:24.110394+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:45:36.833208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.581194+0000","last_change":"2024-09-21T00:21:22.580631+0000","last_active":"2024-09-21T00:21:23.581194+0000","last_peered":"2024-09-21T00:21:23.581194+0000","last_clean":"2024-09-21T00:21:23.581194+0000","last_became_active":"2024-09-21T00:21:22.580295+0000","last_became_peered":"2024-09-21T00:21:22.580295+0000","last_unstale":"2024-09-21T00:21:23.581194+0000","last_undegraded":"2024-09-21T00:21:23.581194+0000","last_fullsized":"2024-09-21T00:21:23.581194+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:11:17.843479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.110665+0000","last_change":"2024-09-21T00:21:21.585736+0000","last_active":"2024-09-21T00:21:24.110665+0000","last_peered":"2024-09-21T00:21:24.110665+0000","last_clean":"2024-09-21T00:21:24.110665+0000","last_became_active":"2024-09-21T00:21:21.585324+0000","last_became_peered":"2024-09-21T00:21:21.585324+0000","last_unstale":"2024-09-21T00:21:24.110665+0000","last_undegraded":"2024-09-21T00:21:24.110665+0000","last_fullsized":"2024-09-21T00:21:24.110665+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:33:52.569324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.139126+0000","last_change":"2024-09-21T00:21:22.590416+0000","last_active":"2024-09-21T00:21:24.139126+0000","last_peered":"2024-09-21T00:21:24.139126+0000","last_clean":"2024-09-21T00:21:24.139126+0000","last_became_active":"2024-09-21T00:21:22.589187+0000","last_became_peered":"2024-09-21T00:21:22.589187+0000","last_unstale":"2024-09-21T00:21:24.139126+0000","last_undegraded":"2024-09-21T00:21:24.139126+0000","last_fullsized":"2024-09-21T00:21:24.139126+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:32:46.004919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138858+0000","last_change":"2024-09-21T00:21:21.583596+0000","last_active":"2024-09-21T00:21:24.138858+0000","last_peered":"2024-09-21T00:21:24.138858+0000","last_clean":"2024-09-21T00:21:24.138858+0000","last_became_active":"2024-09-21T00:21:21.582806+0000","last_became_peered":"2024-09-21T00:21:21.582806+0000","last_unstale":"2024-09-21T00:21:24.138858+0000","last_undegraded":"2024-09-21T00:21:24.138858+0000","last_fullsized":"2024-09-21T00:21:24.138858+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:44:01.079047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138231+0000","last_change":"2024-09-21T00:21:22.584608+0000","last_active":"2024-09-21T00:21:24.138231+0000","last_peered":"2024-09-21T00:21:24.138231+0000","last_clean":"2024-09-21T00:21:24.138231+0000","last_became_active":"2024-09-21T00:21:22.584252+0000","last_became_peered":"2024-09-21T00:21:22.584252+0000","last_unstale":"2024-09-21T00:21:24.138231+0000","last_undegraded":"2024-09-21T00:21:24.138231+0000","last_fullsized":"2024-09-21T00:21:24.138231+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:47:10.395311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"20'4","reported_seq":19,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.139227+0000","last_change":"2024-09-21T00:21:21.583470+0000","last_active":"2024-09-21T00:21:24.139227+0000","last_peered":"2024-09-21T00:21:24.139227+0000","last_clean":"2024-09-21T00:21:24.139227+0000","last_became_active":"2024-09-21T00:21:21.583107+0000","last_became_peered":"2024-09-21T00:21:21.583107+0000","last_unstale":"2024-09-21T00:21:24.139227+0000","last_undegraded":"2024-09-21T00:21:24.139227+0000","last_fullsized":"2024-09-21T00:21:24.139227+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:40:17.996825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509446,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27820,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344020,"statfs":{"total":96636764160,"available":96608276480,"internally_reserved":0,"allocated":806912,"data_stored":663697,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509446,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":221184,"data_stored":74359,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509446,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":212992,"data_stored":72837,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509447,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":221184,"data_stored":74359,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509447,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":208896,"data_stored":72747,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509445,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27828,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344012,"statfs":{"total":96636764160,"available":96608268288,"internally_reserved":0,"allocated":815104,"data_stored":663753,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574853,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":221184,"data_stored":72873,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574853,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":200,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":204800,"data_stored":66607,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T00:21:31.172 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T00:21:31.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.302+0000 7f2df3fda640 1 -- 172.21.15.67:0/3644326630 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2dec0d11c0 msgr2=0x7f2dec0d15d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:31.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.302+0000 7f2df3fda640 1 --2- 172.21.15.67:0/3644326630 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2dec0d11c0 0x7f2dec0d15d0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f2ddc005fd0 tx=0x7f2ddc02a5d0 comp rx=0 tx=0).stop 2024-09-21T00:21:31.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.302+0000 7f2df3fda640 1 -- 172.21.15.67:0/3644326630 shutdown_connections 2024-09-21T00:21:31.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.302+0000 7f2df3fda640 1 --2- 172.21.15.67:0/3644326630 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2dec0d11c0 0x7f2dec0d15d0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:31.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.302+0000 7f2df3fda640 1 --2- 172.21.15.67:0/3644326630 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2dec0cf010 0x7f2dec0cf810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:31.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.302+0000 7f2df3fda640 1 -- 172.21.15.67:0/3644326630 >> 172.21.15.67:0/3644326630 conn(0x7f2dec06dfb0 msgr2=0x7f2dec06e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:31.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.302+0000 7f2df3fda640 1 -- 172.21.15.67:0/3644326630 shutdown_connections 2024-09-21T00:21:31.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.302+0000 7f2df3fda640 1 -- 172.21.15.67:0/3644326630 wait complete. 2024-09-21T00:21:31.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.304+0000 7f2df3fda640 1 Processor -- start 2024-09-21T00:21:31.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.304+0000 7f2df3fda640 1 -- start start 2024-09-21T00:21:31.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.306+0000 7f2df3fda640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2dec0b6230 0x7f2dec0cb830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:31.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.306+0000 7f2df3fda640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2dec0cf010 0x7f2dec1612f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:31.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.306+0000 7f2df3fda640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2dec0d11c0 0x7f2dec14d7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:31.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.306+0000 7f2df3fda640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f2dec0b6d50 con 0x7f2dec0b6230 2024-09-21T00:21:31.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.306+0000 7f2df3fda640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f2dec0b8e40 con 0x7f2dec0d11c0 2024-09-21T00:21:31.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.306+0000 7f2df3fda640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f2dec0b6ed0 con 0x7f2dec0cf010 2024-09-21T00:21:31.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.306+0000 7f2df1d76640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2dec0b6230 0x7f2dec0cb830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:31.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.306+0000 7f2df1d76640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2dec0b6230 0x7f2dec0cb830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:44168/0 (socket says 172.21.15.67:44168) 2024-09-21T00:21:31.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.306+0000 7f2df1d76640 1 -- 172.21.15.67:0/632216749 learned_addr learned my addr 172.21.15.67:0/632216749 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:31.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.306+0000 7f2df1575640 1 --2- 172.21.15.67:0/632216749 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2dec0cf010 0x7f2dec1612f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:31.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.306+0000 7f2df2577640 1 --2- 172.21.15.67:0/632216749 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2dec0d11c0 0x7f2dec14d7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:31.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.306+0000 7f2df1d76640 1 -- 172.21.15.67:0/632216749 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2dec0cf010 msgr2=0x7f2dec1612f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:31.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.306+0000 7f2df1d76640 1 --2- 172.21.15.67:0/632216749 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2dec0cf010 0x7f2dec1612f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:31.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.306+0000 7f2df1d76640 1 -- 172.21.15.67:0/632216749 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2dec0d11c0 msgr2=0x7f2dec14d7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:31.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.306+0000 7f2df1d76640 1 --2- 172.21.15.67:0/632216749 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2dec0d11c0 0x7f2dec14d7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:31.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.306+0000 7f2df1d76640 1 -- 172.21.15.67:0/632216749 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2dec159800 con 0x7f2dec0b6230 2024-09-21T00:21:31.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.306+0000 7f2df1d76640 1 --2- 172.21.15.67:0/632216749 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2dec0b6230 0x7f2dec0cb830 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f2de800da50 tx=0x7f2de800df10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:31.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.306+0000 7f2de27fc640 1 -- 172.21.15.67:0/632216749 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2de8017070 con 0x7f2dec0b6230 2024-09-21T00:21:31.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.307+0000 7f2de27fc640 1 -- 172.21.15.67:0/632216749 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2de800be40 con 0x7f2dec0b6230 2024-09-21T00:21:31.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.307+0000 7f2df3fda640 1 -- 172.21.15.67:0/632216749 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2dec159aa0 con 0x7f2dec0b6230 2024-09-21T00:21:31.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.307+0000 7f2de27fc640 1 -- 172.21.15.67:0/632216749 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2de80106c0 con 0x7f2dec0b6230 2024-09-21T00:21:31.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.307+0000 7f2df3fda640 1 -- 172.21.15.67:0/632216749 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2dec15a060 con 0x7f2dec0b6230 2024-09-21T00:21:31.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.308+0000 7f2df3fda640 1 -- 172.21.15.67:0/632216749 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2dec06ecb0 con 0x7f2dec0b6230 2024-09-21T00:21:31.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.309+0000 7f2de27fc640 1 -- 172.21.15.67:0/632216749 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f2de801a070 con 0x7f2dec0b6230 2024-09-21T00:21:31.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.309+0000 7f2de27fc640 1 --2- 172.21.15.67:0/632216749 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2dd0078b90 0x7f2dd007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:31.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.309+0000 7f2de27fc640 1 -- 172.21.15.67:0/632216749 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f2de809b600 con 0x7f2dec0b6230 2024-09-21T00:21:31.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.309+0000 7f2df1575640 1 --2- 172.21.15.67:0/632216749 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2dd0078b90 0x7f2dd007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:31.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.310+0000 7f2df1575640 1 --2- 172.21.15.67:0/632216749 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2dd0078b90 0x7f2dd007b0a0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f2ddc033000 tx=0x7f2ddc004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:31.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.313+0000 7f2de27fc640 1 -- 172.21.15.67:0/632216749 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f2de80633f0 con 0x7f2dec0b6230 2024-09-21T00:21:31.497 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.496+0000 7f2df3fda640 1 -- 172.21.15.67:0/632216749 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f2dec06e4f0 con 0x7f2dd0078b90 2024-09-21T00:21:31.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.500+0000 7f2de27fc640 1 -- 172.21.15.67:0/632216749 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251825 (secure 0 0 0) 0x7f2dec06e4f0 con 0x7f2dd0078b90 2024-09-21T00:21:31.504 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:21:31.505 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-21T00:21:31.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.504+0000 7f2df3fda640 1 -- 172.21.15.67:0/632216749 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2dd0078b90 msgr2=0x7f2dd007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:31.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.504+0000 7f2df3fda640 1 --2- 172.21.15.67:0/632216749 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2dd0078b90 0x7f2dd007b0a0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f2ddc033000 tx=0x7f2ddc004730 comp rx=0 tx=0).stop 2024-09-21T00:21:31.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.504+0000 7f2df3fda640 1 -- 172.21.15.67:0/632216749 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2dec0b6230 msgr2=0x7f2dec0cb830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:31.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.504+0000 7f2df3fda640 1 --2- 172.21.15.67:0/632216749 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2dec0b6230 0x7f2dec0cb830 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f2de800da50 tx=0x7f2de800df10 comp rx=0 tx=0).stop 2024-09-21T00:21:31.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.504+0000 7f2df3fda640 1 -- 172.21.15.67:0/632216749 shutdown_connections 2024-09-21T00:21:31.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.504+0000 7f2df3fda640 1 --2- 172.21.15.67:0/632216749 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2dd0078b90 0x7f2dd007b0a0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:31.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.504+0000 7f2df3fda640 1 --2- 172.21.15.67:0/632216749 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2dec0d11c0 0x7f2dec14d7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:31.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.504+0000 7f2df3fda640 1 --2- 172.21.15.67:0/632216749 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2dec0cf010 0x7f2dec1612f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:31.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.504+0000 7f2df3fda640 1 --2- 172.21.15.67:0/632216749 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2dec0b6230 0x7f2dec0cb830 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:31.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.504+0000 7f2df3fda640 1 -- 172.21.15.67:0/632216749 >> 172.21.15.67:0/632216749 conn(0x7f2dec06dfb0 msgr2=0x7f2dec0b3ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:31.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.504+0000 7f2df3fda640 1 -- 172.21.15.67:0/632216749 shutdown_connections 2024-09-21T00:21:31.508 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.504+0000 7f2df3fda640 1 -- 172.21.15.67:0/632216749 wait complete. 2024-09-21T00:21:31.516 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":26,"stamp":"2024-09-21T00:21:31.496179+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219112,"kb_used_data":2856,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755608,"statfs":{"total":773094113280,"available":772869742592,"internally_reserved":0,"allocated":2924544,"data_stored":1767532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12749,"internal_metadata":221236787},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.932661"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.111025+0000","last_change":"2024-09-21T00:21:22.591079+0000","last_active":"2024-09-21T00:21:24.111025+0000","last_peered":"2024-09-21T00:21:24.111025+0000","last_clean":"2024-09-21T00:21:24.111025+0000","last_became_active":"2024-09-21T00:21:22.590764+0000","last_became_peered":"2024-09-21T00:21:22.590764+0000","last_unstale":"2024-09-21T00:21:24.111025+0000","last_undegraded":"2024-09-21T00:21:24.111025+0000","last_fullsized":"2024-09-21T00:21:24.111025+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:52:26.092651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579921+0000","last_change":"2024-09-21T00:21:22.587954+0000","last_active":"2024-09-21T00:21:23.579921+0000","last_peered":"2024-09-21T00:21:23.579921+0000","last_clean":"2024-09-21T00:21:23.579921+0000","last_became_active":"2024-09-21T00:21:22.587623+0000","last_became_peered":"2024-09-21T00:21:22.587623+0000","last_unstale":"2024-09-21T00:21:23.579921+0000","last_undegraded":"2024-09-21T00:21:23.579921+0000","last_fullsized":"2024-09-21T00:21:23.579921+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:36:07.244649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138891+0000","last_change":"2024-09-21T00:21:22.592932+0000","last_active":"2024-09-21T00:21:24.138891+0000","last_peered":"2024-09-21T00:21:24.138891+0000","last_clean":"2024-09-21T00:21:24.138891+0000","last_became_active":"2024-09-21T00:21:22.592584+0000","last_became_peered":"2024-09-21T00:21:22.592584+0000","last_unstale":"2024-09-21T00:21:24.138891+0000","last_undegraded":"2024-09-21T00:21:24.138891+0000","last_fullsized":"2024-09-21T00:21:24.138891+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:28:49.800110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.580977+0000","last_change":"2024-09-21T00:21:22.588022+0000","last_active":"2024-09-21T00:21:23.580977+0000","last_peered":"2024-09-21T00:21:23.580977+0000","last_clean":"2024-09-21T00:21:23.580977+0000","last_became_active":"2024-09-21T00:21:22.587419+0000","last_became_peered":"2024-09-21T00:21:22.587419+0000","last_unstale":"2024-09-21T00:21:23.580977+0000","last_undegraded":"2024-09-21T00:21:23.580977+0000","last_fullsized":"2024-09-21T00:21:23.580977+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:15:49.652271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.110626+0000","last_change":"2024-09-21T00:21:22.591696+0000","last_active":"2024-09-21T00:21:24.110626+0000","last_peered":"2024-09-21T00:21:24.110626+0000","last_clean":"2024-09-21T00:21:24.110626+0000","last_became_active":"2024-09-21T00:21:22.591240+0000","last_became_peered":"2024-09-21T00:21:22.591240+0000","last_unstale":"2024-09-21T00:21:24.110626+0000","last_undegraded":"2024-09-21T00:21:24.110626+0000","last_fullsized":"2024-09-21T00:21:24.110626+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:11:17.870032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.581687+0000","last_change":"2024-09-21T00:21:22.589956+0000","last_active":"2024-09-21T00:21:23.581687+0000","last_peered":"2024-09-21T00:21:23.581687+0000","last_clean":"2024-09-21T00:21:23.581687+0000","last_became_active":"2024-09-21T00:21:22.589648+0000","last_became_peered":"2024-09-21T00:21:22.589648+0000","last_unstale":"2024-09-21T00:21:23.581687+0000","last_undegraded":"2024-09-21T00:21:23.581687+0000","last_fullsized":"2024-09-21T00:21:23.581687+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:57:25.850915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.110455+0000","last_change":"2024-09-21T00:21:22.594260+0000","last_active":"2024-09-21T00:21:24.110455+0000","last_peered":"2024-09-21T00:21:24.110455+0000","last_clean":"2024-09-21T00:21:24.110455+0000","last_became_active":"2024-09-21T00:21:22.593858+0000","last_became_peered":"2024-09-21T00:21:22.593858+0000","last_unstale":"2024-09-21T00:21:24.110455+0000","last_undegraded":"2024-09-21T00:21:24.110455+0000","last_fullsized":"2024-09-21T00:21:24.110455+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:11:17.843479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.137964+0000","last_change":"2024-09-21T00:21:22.583989+0000","last_active":"2024-09-21T00:21:24.137964+0000","last_peered":"2024-09-21T00:21:24.137964+0000","last_clean":"2024-09-21T00:21:24.137964+0000","last_became_active":"2024-09-21T00:21:22.583566+0000","last_became_peered":"2024-09-21T00:21:22.583566+0000","last_unstale":"2024-09-21T00:21:24.137964+0000","last_undegraded":"2024-09-21T00:21:24.137964+0000","last_fullsized":"2024-09-21T00:21:24.137964+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:05:05.016132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.111068+0000","last_change":"2024-09-21T00:21:22.595109+0000","last_active":"2024-09-21T00:21:24.111068+0000","last_peered":"2024-09-21T00:21:24.111068+0000","last_clean":"2024-09-21T00:21:24.111068+0000","last_became_active":"2024-09-21T00:21:22.594787+0000","last_became_peered":"2024-09-21T00:21:22.594787+0000","last_unstale":"2024-09-21T00:21:24.111068+0000","last_undegraded":"2024-09-21T00:21:24.111068+0000","last_fullsized":"2024-09-21T00:21:24.111068+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:02:17.292972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138282+0000","last_change":"2024-09-21T00:21:22.586841+0000","last_active":"2024-09-21T00:21:24.138282+0000","last_peered":"2024-09-21T00:21:24.138282+0000","last_clean":"2024-09-21T00:21:24.138282+0000","last_became_active":"2024-09-21T00:21:22.586118+0000","last_became_peered":"2024-09-21T00:21:22.586118+0000","last_unstale":"2024-09-21T00:21:24.138282+0000","last_undegraded":"2024-09-21T00:21:24.138282+0000","last_fullsized":"2024-09-21T00:21:24.138282+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:08:35.982820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138181+0000","last_change":"2024-09-21T00:21:22.585459+0000","last_active":"2024-09-21T00:21:24.138181+0000","last_peered":"2024-09-21T00:21:24.138181+0000","last_clean":"2024-09-21T00:21:24.138181+0000","last_became_active":"2024-09-21T00:21:22.585132+0000","last_became_peered":"2024-09-21T00:21:22.585132+0000","last_unstale":"2024-09-21T00:21:24.138181+0000","last_undegraded":"2024-09-21T00:21:24.138181+0000","last_fullsized":"2024-09-21T00:21:24.138181+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:32:46.004919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.581198+0000","last_change":"2024-09-21T00:21:22.588118+0000","last_active":"2024-09-21T00:21:23.581198+0000","last_peered":"2024-09-21T00:21:23.581198+0000","last_clean":"2024-09-21T00:21:23.581198+0000","last_became_active":"2024-09-21T00:21:22.587366+0000","last_became_peered":"2024-09-21T00:21:22.587366+0000","last_unstale":"2024-09-21T00:21:23.581198+0000","last_undegraded":"2024-09-21T00:21:23.581198+0000","last_fullsized":"2024-09-21T00:21:23.581198+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:42:27.196032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138896+0000","last_change":"2024-09-21T00:21:22.583115+0000","last_active":"2024-09-21T00:21:24.138896+0000","last_peered":"2024-09-21T00:21:24.138896+0000","last_clean":"2024-09-21T00:21:24.138896+0000","last_became_active":"2024-09-21T00:21:22.582774+0000","last_became_peered":"2024-09-21T00:21:22.582774+0000","last_unstale":"2024-09-21T00:21:24.138896+0000","last_undegraded":"2024-09-21T00:21:24.138896+0000","last_fullsized":"2024-09-21T00:21:24.138896+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:58:08.572737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138690+0000","last_change":"2024-09-21T00:21:22.592059+0000","last_active":"2024-09-21T00:21:24.138690+0000","last_peered":"2024-09-21T00:21:24.138690+0000","last_clean":"2024-09-21T00:21:24.138690+0000","last_became_active":"2024-09-21T00:21:22.591735+0000","last_became_peered":"2024-09-21T00:21:22.591735+0000","last_unstale":"2024-09-21T00:21:24.138690+0000","last_undegraded":"2024-09-21T00:21:24.138690+0000","last_fullsized":"2024-09-21T00:21:24.138690+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:29:21.210734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579444+0000","last_change":"2024-09-21T00:21:22.583904+0000","last_active":"2024-09-21T00:21:23.579444+0000","last_peered":"2024-09-21T00:21:23.579444+0000","last_clean":"2024-09-21T00:21:23.579444+0000","last_became_active":"2024-09-21T00:21:22.583544+0000","last_became_peered":"2024-09-21T00:21:22.583544+0000","last_unstale":"2024-09-21T00:21:23.579444+0000","last_undegraded":"2024-09-21T00:21:23.579444+0000","last_fullsized":"2024-09-21T00:21:23.579444+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:08:31.075374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.580310+0000","last_change":"2024-09-21T00:21:22.598767+0000","last_active":"2024-09-21T00:21:23.580310+0000","last_peered":"2024-09-21T00:21:23.580310+0000","last_clean":"2024-09-21T00:21:23.580310+0000","last_became_active":"2024-09-21T00:21:22.598458+0000","last_became_peered":"2024-09-21T00:21:22.598458+0000","last_unstale":"2024-09-21T00:21:23.580310+0000","last_undegraded":"2024-09-21T00:21:23.580310+0000","last_fullsized":"2024-09-21T00:21:23.580310+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:08:35.982820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.581458+0000","last_change":"2024-09-21T00:21:22.589224+0000","last_active":"2024-09-21T00:21:23.581458+0000","last_peered":"2024-09-21T00:21:23.581458+0000","last_clean":"2024-09-21T00:21:23.581458+0000","last_became_active":"2024-09-21T00:21:22.588919+0000","last_became_peered":"2024-09-21T00:21:22.588919+0000","last_unstale":"2024-09-21T00:21:23.581458+0000","last_undegraded":"2024-09-21T00:21:23.581458+0000","last_fullsized":"2024-09-21T00:21:23.581458+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:14:02.818412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138106+0000","last_change":"2024-09-21T00:21:22.581503+0000","last_active":"2024-09-21T00:21:24.138106+0000","last_peered":"2024-09-21T00:21:24.138106+0000","last_clean":"2024-09-21T00:21:24.138106+0000","last_became_active":"2024-09-21T00:21:22.581189+0000","last_became_peered":"2024-09-21T00:21:22.581189+0000","last_unstale":"2024-09-21T00:21:24.138106+0000","last_undegraded":"2024-09-21T00:21:24.138106+0000","last_fullsized":"2024-09-21T00:21:24.138106+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:02:47.984519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.110984+0000","last_change":"2024-09-21T00:21:22.593924+0000","last_active":"2024-09-21T00:21:24.110984+0000","last_peered":"2024-09-21T00:21:24.110984+0000","last_clean":"2024-09-21T00:21:24.110984+0000","last_became_active":"2024-09-21T00:21:22.592901+0000","last_became_peered":"2024-09-21T00:21:22.592901+0000","last_unstale":"2024-09-21T00:21:24.110984+0000","last_undegraded":"2024-09-21T00:21:24.110984+0000","last_fullsized":"2024-09-21T00:21:24.110984+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:36:25.937631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138195+0000","last_change":"2024-09-21T00:21:22.588477+0000","last_active":"2024-09-21T00:21:24.138195+0000","last_peered":"2024-09-21T00:21:24.138195+0000","last_clean":"2024-09-21T00:21:24.138195+0000","last_became_active":"2024-09-21T00:21:22.588138+0000","last_became_peered":"2024-09-21T00:21:22.588138+0000","last_unstale":"2024-09-21T00:21:24.138195+0000","last_undegraded":"2024-09-21T00:21:24.138195+0000","last_fullsized":"2024-09-21T00:21:24.138195+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:47:10.395311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.139118+0000","last_change":"2024-09-21T00:21:22.596338+0000","last_active":"2024-09-21T00:21:24.139118+0000","last_peered":"2024-09-21T00:21:24.139118+0000","last_clean":"2024-09-21T00:21:24.139118+0000","last_became_active":"2024-09-21T00:21:22.595082+0000","last_became_peered":"2024-09-21T00:21:22.595082+0000","last_unstale":"2024-09-21T00:21:24.139118+0000","last_undegraded":"2024-09-21T00:21:24.139118+0000","last_fullsized":"2024-09-21T00:21:24.139118+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:39:46.341840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.581834+0000","last_change":"2024-09-21T00:21:22.587495+0000","last_active":"2024-09-21T00:21:23.581834+0000","last_peered":"2024-09-21T00:21:23.581834+0000","last_clean":"2024-09-21T00:21:23.581834+0000","last_became_active":"2024-09-21T00:21:22.587108+0000","last_became_peered":"2024-09-21T00:21:22.587108+0000","last_unstale":"2024-09-21T00:21:23.581834+0000","last_undegraded":"2024-09-21T00:21:23.581834+0000","last_fullsized":"2024-09-21T00:21:23.581834+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:43:16.313758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138930+0000","last_change":"2024-09-21T00:21:22.588944+0000","last_active":"2024-09-21T00:21:24.138930+0000","last_peered":"2024-09-21T00:21:24.138930+0000","last_clean":"2024-09-21T00:21:24.138930+0000","last_became_active":"2024-09-21T00:21:22.588594+0000","last_became_peered":"2024-09-21T00:21:22.588594+0000","last_unstale":"2024-09-21T00:21:24.138930+0000","last_undegraded":"2024-09-21T00:21:24.138930+0000","last_fullsized":"2024-09-21T00:21:24.138930+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:19:18.946028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.580409+0000","last_change":"2024-09-21T00:21:22.584646+0000","last_active":"2024-09-21T00:21:23.580409+0000","last_peered":"2024-09-21T00:21:23.580409+0000","last_clean":"2024-09-21T00:21:23.580409+0000","last_became_active":"2024-09-21T00:21:22.584342+0000","last_became_peered":"2024-09-21T00:21:22.584342+0000","last_unstale":"2024-09-21T00:21:23.580409+0000","last_undegraded":"2024-09-21T00:21:23.580409+0000","last_fullsized":"2024-09-21T00:21:23.580409+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:58:08.572737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.139018+0000","last_change":"2024-09-21T00:21:22.588862+0000","last_active":"2024-09-21T00:21:24.139018+0000","last_peered":"2024-09-21T00:21:24.139018+0000","last_clean":"2024-09-21T00:21:24.139018+0000","last_became_active":"2024-09-21T00:21:22.588525+0000","last_became_peered":"2024-09-21T00:21:22.588525+0000","last_unstale":"2024-09-21T00:21:24.139018+0000","last_undegraded":"2024-09-21T00:21:24.139018+0000","last_fullsized":"2024-09-21T00:21:24.139018+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:15:49.652271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138336+0000","last_change":"2024-09-21T00:21:22.587439+0000","last_active":"2024-09-21T00:21:24.138336+0000","last_peered":"2024-09-21T00:21:24.138336+0000","last_clean":"2024-09-21T00:21:24.138336+0000","last_became_active":"2024-09-21T00:21:22.586533+0000","last_became_peered":"2024-09-21T00:21:22.586533+0000","last_unstale":"2024-09-21T00:21:24.138336+0000","last_undegraded":"2024-09-21T00:21:24.138336+0000","last_fullsized":"2024-09-21T00:21:24.138336+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:58:08.572737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579813+0000","last_change":"2024-09-21T00:21:22.578300+0000","last_active":"2024-09-21T00:21:23.579813+0000","last_peered":"2024-09-21T00:21:23.579813+0000","last_clean":"2024-09-21T00:21:23.579813+0000","last_became_active":"2024-09-21T00:21:22.577762+0000","last_became_peered":"2024-09-21T00:21:22.577762+0000","last_unstale":"2024-09-21T00:21:23.579813+0000","last_undegraded":"2024-09-21T00:21:23.579813+0000","last_fullsized":"2024-09-21T00:21:23.579813+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:41:51.729853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138861+0000","last_change":"2024-09-21T00:21:22.588042+0000","last_active":"2024-09-21T00:21:24.138861+0000","last_peered":"2024-09-21T00:21:24.138861+0000","last_clean":"2024-09-21T00:21:24.138861+0000","last_became_active":"2024-09-21T00:21:22.587716+0000","last_became_peered":"2024-09-21T00:21:22.587716+0000","last_unstale":"2024-09-21T00:21:24.138861+0000","last_undegraded":"2024-09-21T00:21:24.138861+0000","last_fullsized":"2024-09-21T00:21:24.138861+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:08:35.982820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.139135+0000","last_change":"2024-09-21T00:21:22.596148+0000","last_active":"2024-09-21T00:21:24.139135+0000","last_peered":"2024-09-21T00:21:24.139135+0000","last_clean":"2024-09-21T00:21:24.139135+0000","last_became_active":"2024-09-21T00:21:22.595566+0000","last_became_peered":"2024-09-21T00:21:22.595566+0000","last_unstale":"2024-09-21T00:21:24.139135+0000","last_undegraded":"2024-09-21T00:21:24.139135+0000","last_fullsized":"2024-09-21T00:21:24.139135+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:42:07.352233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.581959+0000","last_change":"2024-09-21T00:21:22.583880+0000","last_active":"2024-09-21T00:21:23.581959+0000","last_peered":"2024-09-21T00:21:23.581959+0000","last_clean":"2024-09-21T00:21:23.581959+0000","last_became_active":"2024-09-21T00:21:22.583512+0000","last_became_peered":"2024-09-21T00:21:22.583512+0000","last_unstale":"2024-09-21T00:21:23.581959+0000","last_undegraded":"2024-09-21T00:21:23.581959+0000","last_fullsized":"2024-09-21T00:21:23.581959+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:52:42.474957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138146+0000","last_change":"2024-09-21T00:21:22.575401+0000","last_active":"2024-09-21T00:21:24.138146+0000","last_peered":"2024-09-21T00:21:24.138146+0000","last_clean":"2024-09-21T00:21:24.138146+0000","last_became_active":"2024-09-21T00:21:22.575055+0000","last_became_peered":"2024-09-21T00:21:22.575055+0000","last_unstale":"2024-09-21T00:21:24.138146+0000","last_undegraded":"2024-09-21T00:21:24.138146+0000","last_fullsized":"2024-09-21T00:21:24.138146+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:25:29.972356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138268+0000","last_change":"2024-09-21T00:21:22.596211+0000","last_active":"2024-09-21T00:21:24.138268+0000","last_peered":"2024-09-21T00:21:24.138268+0000","last_clean":"2024-09-21T00:21:24.138268+0000","last_became_active":"2024-09-21T00:21:22.595824+0000","last_became_peered":"2024-09-21T00:21:22.595824+0000","last_unstale":"2024-09-21T00:21:24.138268+0000","last_undegraded":"2024-09-21T00:21:24.138268+0000","last_fullsized":"2024-09-21T00:21:24.138268+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:57:10.440036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.580436+0000","last_change":"2024-09-21T00:21:22.585587+0000","last_active":"2024-09-21T00:21:23.580436+0000","last_peered":"2024-09-21T00:21:23.580436+0000","last_clean":"2024-09-21T00:21:23.580436+0000","last_became_active":"2024-09-21T00:21:22.585252+0000","last_became_peered":"2024-09-21T00:21:22.585252+0000","last_unstale":"2024-09-21T00:21:23.580436+0000","last_undegraded":"2024-09-21T00:21:23.580436+0000","last_fullsized":"2024-09-21T00:21:23.580436+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:53:54.378362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.139161+0000","last_change":"2024-09-21T00:21:21.584338+0000","last_active":"2024-09-21T00:21:24.139161+0000","last_peered":"2024-09-21T00:21:24.139161+0000","last_clean":"2024-09-21T00:21:24.139161+0000","last_became_active":"2024-09-21T00:21:21.583939+0000","last_became_peered":"2024-09-21T00:21:21.583939+0000","last_unstale":"2024-09-21T00:21:24.139161+0000","last_undegraded":"2024-09-21T00:21:24.139161+0000","last_fullsized":"2024-09-21T00:21:24.139161+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:56:01.873307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.139407+0000","last_change":"2024-09-21T00:21:22.584480+0000","last_active":"2024-09-21T00:21:24.139407+0000","last_peered":"2024-09-21T00:21:24.139407+0000","last_clean":"2024-09-21T00:21:24.139407+0000","last_became_active":"2024-09-21T00:21:22.583982+0000","last_became_peered":"2024-09-21T00:21:22.583982+0000","last_unstale":"2024-09-21T00:21:24.139407+0000","last_undegraded":"2024-09-21T00:21:24.139407+0000","last_fullsized":"2024-09-21T00:21:24.139407+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:10:42.010713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.137837+0000","last_change":"2024-09-21T00:21:21.575705+0000","last_active":"2024-09-21T00:21:24.137837+0000","last_peered":"2024-09-21T00:21:24.137837+0000","last_clean":"2024-09-21T00:21:24.137837+0000","last_became_active":"2024-09-21T00:21:21.574919+0000","last_became_peered":"2024-09-21T00:21:21.574919+0000","last_unstale":"2024-09-21T00:21:24.137837+0000","last_undegraded":"2024-09-21T00:21:24.137837+0000","last_fullsized":"2024-09-21T00:21:24.137837+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:48:32.995795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.139009+0000","last_change":"2024-09-21T00:21:21.584095+0000","last_active":"2024-09-21T00:21:24.139009+0000","last_peered":"2024-09-21T00:21:24.139009+0000","last_clean":"2024-09-21T00:21:24.139009+0000","last_became_active":"2024-09-21T00:21:21.583509+0000","last_became_peered":"2024-09-21T00:21:21.583509+0000","last_unstale":"2024-09-21T00:21:24.139009+0000","last_undegraded":"2024-09-21T00:21:24.139009+0000","last_fullsized":"2024-09-21T00:21:24.139009+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:30:41.894913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138193+0000","last_change":"2024-09-21T00:21:22.593474+0000","last_active":"2024-09-21T00:21:24.138193+0000","last_peered":"2024-09-21T00:21:24.138193+0000","last_clean":"2024-09-21T00:21:24.138193+0000","last_became_active":"2024-09-21T00:21:22.593133+0000","last_became_peered":"2024-09-21T00:21:22.593133+0000","last_unstale":"2024-09-21T00:21:24.138193+0000","last_undegraded":"2024-09-21T00:21:24.138193+0000","last_fullsized":"2024-09-21T00:21:24.138193+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:24:29.863843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.580400+0000","last_change":"2024-09-21T00:21:21.571510+0000","last_active":"2024-09-21T00:21:23.580400+0000","last_peered":"2024-09-21T00:21:23.580400+0000","last_clean":"2024-09-21T00:21:23.580400+0000","last_became_active":"2024-09-21T00:21:21.570846+0000","last_became_peered":"2024-09-21T00:21:21.570846+0000","last_unstale":"2024-09-21T00:21:23.580400+0000","last_undegraded":"2024-09-21T00:21:23.580400+0000","last_fullsized":"2024-09-21T00:21:23.580400+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:03:24.677036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579440+0000","last_change":"2024-09-21T00:21:22.583151+0000","last_active":"2024-09-21T00:21:23.579440+0000","last_peered":"2024-09-21T00:21:23.579440+0000","last_clean":"2024-09-21T00:21:23.579440+0000","last_became_active":"2024-09-21T00:21:22.582800+0000","last_became_peered":"2024-09-21T00:21:22.582800+0000","last_unstale":"2024-09-21T00:21:23.579440+0000","last_undegraded":"2024-09-21T00:21:23.579440+0000","last_fullsized":"2024-09-21T00:21:23.579440+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:24:22.282773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138088+0000","last_change":"2024-09-21T00:21:21.584538+0000","last_active":"2024-09-21T00:21:24.138088+0000","last_peered":"2024-09-21T00:21:24.138088+0000","last_clean":"2024-09-21T00:21:24.138088+0000","last_became_active":"2024-09-21T00:21:21.584148+0000","last_became_peered":"2024-09-21T00:21:21.584148+0000","last_unstale":"2024-09-21T00:21:24.138088+0000","last_undegraded":"2024-09-21T00:21:24.138088+0000","last_fullsized":"2024-09-21T00:21:24.138088+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:47:49.178185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.580777+0000","last_change":"2024-09-21T00:21:22.586718+0000","last_active":"2024-09-21T00:21:23.580777+0000","last_peered":"2024-09-21T00:21:23.580777+0000","last_clean":"2024-09-21T00:21:23.580777+0000","last_became_active":"2024-09-21T00:21:22.586312+0000","last_became_peered":"2024-09-21T00:21:22.586312+0000","last_unstale":"2024-09-21T00:21:23.580777+0000","last_undegraded":"2024-09-21T00:21:23.580777+0000","last_fullsized":"2024-09-21T00:21:23.580777+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:19:18.946028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.580841+0000","last_change":"2024-09-21T00:21:21.577592+0000","last_active":"2024-09-21T00:21:23.580841+0000","last_peered":"2024-09-21T00:21:23.580841+0000","last_clean":"2024-09-21T00:21:23.580841+0000","last_became_active":"2024-09-21T00:21:21.577262+0000","last_became_peered":"2024-09-21T00:21:21.577262+0000","last_unstale":"2024-09-21T00:21:23.580841+0000","last_undegraded":"2024-09-21T00:21:23.580841+0000","last_fullsized":"2024-09-21T00:21:23.580841+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:30:41.894913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.139265+0000","last_change":"2024-09-21T00:21:22.589940+0000","last_active":"2024-09-21T00:21:24.139265+0000","last_peered":"2024-09-21T00:21:24.139265+0000","last_clean":"2024-09-21T00:21:24.139265+0000","last_became_active":"2024-09-21T00:21:22.588732+0000","last_became_peered":"2024-09-21T00:21:22.588732+0000","last_unstale":"2024-09-21T00:21:24.139265+0000","last_undegraded":"2024-09-21T00:21:24.139265+0000","last_fullsized":"2024-09-21T00:21:24.139265+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:29:14.654932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":18,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579768+0000","last_change":"2024-09-21T00:21:21.575087+0000","last_active":"2024-09-21T00:21:23.579768+0000","last_peered":"2024-09-21T00:21:23.579768+0000","last_clean":"2024-09-21T00:21:23.579768+0000","last_became_active":"2024-09-21T00:21:21.574718+0000","last_became_peered":"2024-09-21T00:21:21.574718+0000","last_unstale":"2024-09-21T00:21:23.579768+0000","last_undegraded":"2024-09-21T00:21:23.579768+0000","last_fullsized":"2024-09-21T00:21:23.579768+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:31:55.883051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.581273+0000","last_change":"2024-09-21T00:21:22.588445+0000","last_active":"2024-09-21T00:21:23.581273+0000","last_peered":"2024-09-21T00:21:23.581273+0000","last_clean":"2024-09-21T00:21:23.581273+0000","last_became_active":"2024-09-21T00:21:22.587801+0000","last_became_peered":"2024-09-21T00:21:22.587801+0000","last_unstale":"2024-09-21T00:21:23.581273+0000","last_undegraded":"2024-09-21T00:21:23.581273+0000","last_fullsized":"2024-09-21T00:21:23.581273+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:03:36.652647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"20'6","reported_seq":21,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138020+0000","last_change":"2024-09-21T00:21:21.585521+0000","last_active":"2024-09-21T00:21:24.138020+0000","last_peered":"2024-09-21T00:21:24.138020+0000","last_clean":"2024-09-21T00:21:24.138020+0000","last_became_active":"2024-09-21T00:21:21.585135+0000","last_became_peered":"2024-09-21T00:21:21.585135+0000","last_unstale":"2024-09-21T00:21:24.138020+0000","last_undegraded":"2024-09-21T00:21:24.138020+0000","last_fullsized":"2024-09-21T00:21:24.138020+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:29:57.482913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.110567+0000","last_change":"2024-09-21T00:21:22.594520+0000","last_active":"2024-09-21T00:21:24.110567+0000","last_peered":"2024-09-21T00:21:24.110567+0000","last_clean":"2024-09-21T00:21:24.110567+0000","last_became_active":"2024-09-21T00:21:22.593566+0000","last_became_peered":"2024-09-21T00:21:22.593566+0000","last_unstale":"2024-09-21T00:21:24.110567+0000","last_undegraded":"2024-09-21T00:21:24.110567+0000","last_fullsized":"2024-09-21T00:21:24.110567+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:23:49.865183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.139232+0000","last_change":"2024-09-21T00:21:21.572368+0000","last_active":"2024-09-21T00:21:24.139232+0000","last_peered":"2024-09-21T00:21:24.139232+0000","last_clean":"2024-09-21T00:21:24.139232+0000","last_became_active":"2024-09-21T00:21:21.571891+0000","last_became_peered":"2024-09-21T00:21:21.571891+0000","last_unstale":"2024-09-21T00:21:24.139232+0000","last_undegraded":"2024-09-21T00:21:24.139232+0000","last_fullsized":"2024-09-21T00:21:24.139232+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:57:04.352997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138660+0000","last_change":"2024-09-21T00:21:22.594685+0000","last_active":"2024-09-21T00:21:24.138660+0000","last_peered":"2024-09-21T00:21:24.138660+0000","last_clean":"2024-09-21T00:21:24.138660+0000","last_became_active":"2024-09-21T00:21:22.594211+0000","last_became_peered":"2024-09-21T00:21:22.594211+0000","last_unstale":"2024-09-21T00:21:24.138660+0000","last_undegraded":"2024-09-21T00:21:24.138660+0000","last_fullsized":"2024-09-21T00:21:24.138660+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:53:19.997204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.581926+0000","last_change":"2024-09-21T00:21:21.583787+0000","last_active":"2024-09-21T00:21:23.581926+0000","last_peered":"2024-09-21T00:21:23.581926+0000","last_clean":"2024-09-21T00:21:23.581926+0000","last_became_active":"2024-09-21T00:21:21.583426+0000","last_became_peered":"2024-09-21T00:21:21.583426+0000","last_unstale":"2024-09-21T00:21:23.581926+0000","last_undegraded":"2024-09-21T00:21:23.581926+0000","last_fullsized":"2024-09-21T00:21:23.581926+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:34:52.118276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.110854+0000","last_change":"2024-09-21T00:21:22.597458+0000","last_active":"2024-09-21T00:21:24.110854+0000","last_peered":"2024-09-21T00:21:24.110854+0000","last_clean":"2024-09-21T00:21:24.110854+0000","last_became_active":"2024-09-21T00:21:22.596968+0000","last_became_peered":"2024-09-21T00:21:22.596968+0000","last_unstale":"2024-09-21T00:21:24.110854+0000","last_undegraded":"2024-09-21T00:21:24.110854+0000","last_fullsized":"2024-09-21T00:21:24.110854+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:41:49.535615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.137716+0000","last_change":"2024-09-21T00:21:21.579813+0000","last_active":"2024-09-21T00:21:24.137716+0000","last_peered":"2024-09-21T00:21:24.137716+0000","last_clean":"2024-09-21T00:21:24.137716+0000","last_became_active":"2024-09-21T00:21:21.579433+0000","last_became_peered":"2024-09-21T00:21:21.579433+0000","last_unstale":"2024-09-21T00:21:24.137716+0000","last_undegraded":"2024-09-21T00:21:24.137716+0000","last_fullsized":"2024-09-21T00:21:24.137716+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:31:20.592325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.137850+0000","last_change":"2024-09-21T00:21:22.595215+0000","last_active":"2024-09-21T00:21:24.137850+0000","last_peered":"2024-09-21T00:21:24.137850+0000","last_clean":"2024-09-21T00:21:24.137850+0000","last_became_active":"2024-09-21T00:21:22.594826+0000","last_became_peered":"2024-09-21T00:21:22.594826+0000","last_unstale":"2024-09-21T00:21:24.137850+0000","last_undegraded":"2024-09-21T00:21:24.137850+0000","last_fullsized":"2024-09-21T00:21:24.137850+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:05:05.016132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":23,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.137674+0000","last_change":"2024-09-21T00:21:21.580177+0000","last_active":"2024-09-21T00:21:24.137674+0000","last_peered":"2024-09-21T00:21:24.137674+0000","last_clean":"2024-09-21T00:21:24.137674+0000","last_became_active":"2024-09-21T00:21:21.579805+0000","last_became_peered":"2024-09-21T00:21:21.579805+0000","last_unstale":"2024-09-21T00:21:24.137674+0000","last_undegraded":"2024-09-21T00:21:24.137674+0000","last_fullsized":"2024-09-21T00:21:24.137674+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:31:20.592325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.110544+0000","last_change":"2024-09-21T00:21:22.597349+0000","last_active":"2024-09-21T00:21:24.110544+0000","last_peered":"2024-09-21T00:21:24.110544+0000","last_clean":"2024-09-21T00:21:24.110544+0000","last_became_active":"2024-09-21T00:21:22.597032+0000","last_became_peered":"2024-09-21T00:21:22.597032+0000","last_unstale":"2024-09-21T00:21:24.110544+0000","last_undegraded":"2024-09-21T00:21:24.110544+0000","last_fullsized":"2024-09-21T00:21:24.110544+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:00:45.377069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.580753+0000","last_change":"2024-09-21T00:21:21.578197+0000","last_active":"2024-09-21T00:21:23.580753+0000","last_peered":"2024-09-21T00:21:23.580753+0000","last_clean":"2024-09-21T00:21:23.580753+0000","last_became_active":"2024-09-21T00:21:21.577550+0000","last_became_peered":"2024-09-21T00:21:21.577550+0000","last_unstale":"2024-09-21T00:21:23.580753+0000","last_undegraded":"2024-09-21T00:21:23.580753+0000","last_fullsized":"2024-09-21T00:21:23.580753+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:15:15.900648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.110920+0000","last_change":"2024-09-21T00:21:22.596979+0000","last_active":"2024-09-21T00:21:24.110920+0000","last_peered":"2024-09-21T00:21:24.110920+0000","last_clean":"2024-09-21T00:21:24.110920+0000","last_became_active":"2024-09-21T00:21:22.596675+0000","last_became_peered":"2024-09-21T00:21:22.596675+0000","last_unstale":"2024-09-21T00:21:24.110920+0000","last_undegraded":"2024-09-21T00:21:24.110920+0000","last_fullsized":"2024-09-21T00:21:24.110920+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:58:25.839255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138183+0000","last_change":"2024-09-21T00:21:21.585865+0000","last_active":"2024-09-21T00:21:24.138183+0000","last_peered":"2024-09-21T00:21:24.138183+0000","last_clean":"2024-09-21T00:21:24.138183+0000","last_became_active":"2024-09-21T00:21:21.585501+0000","last_became_peered":"2024-09-21T00:21:21.585501+0000","last_unstale":"2024-09-21T00:21:24.138183+0000","last_undegraded":"2024-09-21T00:21:24.138183+0000","last_fullsized":"2024-09-21T00:21:24.138183+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:40:17.996825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.111265+0000","last_change":"2024-09-21T00:21:22.597699+0000","last_active":"2024-09-21T00:21:24.111265+0000","last_peered":"2024-09-21T00:21:24.111265+0000","last_clean":"2024-09-21T00:21:24.111265+0000","last_became_active":"2024-09-21T00:21:22.597248+0000","last_became_peered":"2024-09-21T00:21:22.597248+0000","last_unstale":"2024-09-21T00:21:24.111265+0000","last_undegraded":"2024-09-21T00:21:24.111265+0000","last_fullsized":"2024-09-21T00:21:24.111265+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:40:27.962551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579895+0000","last_change":"2024-09-21T00:21:21.578798+0000","last_active":"2024-09-21T00:21:23.579895+0000","last_peered":"2024-09-21T00:21:23.579895+0000","last_clean":"2024-09-21T00:21:23.579895+0000","last_became_active":"2024-09-21T00:21:21.578465+0000","last_became_peered":"2024-09-21T00:21:21.578465+0000","last_unstale":"2024-09-21T00:21:23.579895+0000","last_undegraded":"2024-09-21T00:21:23.579895+0000","last_fullsized":"2024-09-21T00:21:23.579895+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:11:45.916033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.581424+0000","last_change":"2024-09-21T00:21:22.586733+0000","last_active":"2024-09-21T00:21:23.581424+0000","last_peered":"2024-09-21T00:21:23.581424+0000","last_clean":"2024-09-21T00:21:23.581424+0000","last_became_active":"2024-09-21T00:21:22.586101+0000","last_became_peered":"2024-09-21T00:21:22.586101+0000","last_unstale":"2024-09-21T00:21:23.581424+0000","last_undegraded":"2024-09-21T00:21:23.581424+0000","last_fullsized":"2024-09-21T00:21:23.581424+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:46:59.347003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.137930+0000","last_change":"2024-09-21T00:21:21.577783+0000","last_active":"2024-09-21T00:21:24.137930+0000","last_peered":"2024-09-21T00:21:24.137930+0000","last_clean":"2024-09-21T00:21:24.137930+0000","last_became_active":"2024-09-21T00:21:21.577243+0000","last_became_peered":"2024-09-21T00:21:21.577243+0000","last_unstale":"2024-09-21T00:21:24.137930+0000","last_undegraded":"2024-09-21T00:21:24.137930+0000","last_fullsized":"2024-09-21T00:21:24.137930+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:47:49.178185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.110680+0000","last_change":"2024-09-21T00:21:22.595880+0000","last_active":"2024-09-21T00:21:24.110680+0000","last_peered":"2024-09-21T00:21:24.110680+0000","last_clean":"2024-09-21T00:21:24.110680+0000","last_became_active":"2024-09-21T00:21:22.594859+0000","last_became_peered":"2024-09-21T00:21:22.594859+0000","last_unstale":"2024-09-21T00:21:24.110680+0000","last_undegraded":"2024-09-21T00:21:24.110680+0000","last_fullsized":"2024-09-21T00:21:24.110680+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:44:42.817701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":111,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.110351+0000","last_change":"2024-09-21T00:21:11.583793+0000","last_active":"2024-09-21T00:21:24.110351+0000","last_peered":"2024-09-21T00:21:24.110351+0000","last_clean":"2024-09-21T00:21:24.110351+0000","last_became_active":"2024-09-21T00:21:11.582502+0000","last_became_peered":"2024-09-21T00:21:11.582502+0000","last_unstale":"2024-09-21T00:21:24.110351+0000","last_undegraded":"2024-09-21T00:21:24.110351+0000","last_fullsized":"2024-09-21T00:21:24.110351+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_clean_scrub_stamp":"2024-09-21T00:21:10.311964+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:58.010953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.580651+0000","last_change":"2024-09-21T00:21:21.581215+0000","last_active":"2024-09-21T00:21:23.580651+0000","last_peered":"2024-09-21T00:21:23.580651+0000","last_clean":"2024-09-21T00:21:23.580651+0000","last_became_active":"2024-09-21T00:21:21.580140+0000","last_became_peered":"2024-09-21T00:21:21.580140+0000","last_unstale":"2024-09-21T00:21:23.580651+0000","last_undegraded":"2024-09-21T00:21:23.580651+0000","last_fullsized":"2024-09-21T00:21:23.580651+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:43:36.412536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138222+0000","last_change":"2024-09-21T00:21:22.574764+0000","last_active":"2024-09-21T00:21:24.138222+0000","last_peered":"2024-09-21T00:21:24.138222+0000","last_clean":"2024-09-21T00:21:24.138222+0000","last_became_active":"2024-09-21T00:21:22.574433+0000","last_became_peered":"2024-09-21T00:21:22.574433+0000","last_unstale":"2024-09-21T00:21:24.138222+0000","last_undegraded":"2024-09-21T00:21:24.138222+0000","last_fullsized":"2024-09-21T00:21:24.138222+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:32:46.004919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.110109+0000","last_change":"2024-09-21T00:21:21.585290+0000","last_active":"2024-09-21T00:21:24.110109+0000","last_peered":"2024-09-21T00:21:24.110109+0000","last_clean":"2024-09-21T00:21:24.110109+0000","last_became_active":"2024-09-21T00:21:21.584816+0000","last_became_peered":"2024-09-21T00:21:21.584816+0000","last_unstale":"2024-09-21T00:21:24.110109+0000","last_undegraded":"2024-09-21T00:21:24.110109+0000","last_fullsized":"2024-09-21T00:21:24.110109+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:45:39.070628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138373+0000","last_change":"2024-09-21T00:21:22.593599+0000","last_active":"2024-09-21T00:21:24.138373+0000","last_peered":"2024-09-21T00:21:24.138373+0000","last_clean":"2024-09-21T00:21:24.138373+0000","last_became_active":"2024-09-21T00:21:22.593296+0000","last_became_peered":"2024-09-21T00:21:22.593296+0000","last_unstale":"2024-09-21T00:21:24.138373+0000","last_undegraded":"2024-09-21T00:21:24.138373+0000","last_fullsized":"2024-09-21T00:21:24.138373+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:54:57.539190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138232+0000","last_change":"2024-09-21T00:21:21.586497+0000","last_active":"2024-09-21T00:21:24.138232+0000","last_peered":"2024-09-21T00:21:24.138232+0000","last_clean":"2024-09-21T00:21:24.138232+0000","last_became_active":"2024-09-21T00:21:21.586177+0000","last_became_peered":"2024-09-21T00:21:21.586177+0000","last_unstale":"2024-09-21T00:21:24.138232+0000","last_undegraded":"2024-09-21T00:21:24.138232+0000","last_fullsized":"2024-09-21T00:21:24.138232+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:48:32.995795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579488+0000","last_change":"2024-09-21T00:21:22.582280+0000","last_active":"2024-09-21T00:21:23.579488+0000","last_peered":"2024-09-21T00:21:23.579488+0000","last_clean":"2024-09-21T00:21:23.579488+0000","last_became_active":"2024-09-21T00:21:22.579142+0000","last_became_peered":"2024-09-21T00:21:22.579142+0000","last_unstale":"2024-09-21T00:21:23.579488+0000","last_undegraded":"2024-09-21T00:21:23.579488+0000","last_fullsized":"2024-09-21T00:21:23.579488+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:33:57.528804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.582016+0000","last_change":"2024-09-21T00:21:21.577100+0000","last_active":"2024-09-21T00:21:23.582016+0000","last_peered":"2024-09-21T00:21:23.582016+0000","last_clean":"2024-09-21T00:21:23.582016+0000","last_became_active":"2024-09-21T00:21:21.576358+0000","last_became_peered":"2024-09-21T00:21:21.576358+0000","last_unstale":"2024-09-21T00:21:23.582016+0000","last_undegraded":"2024-09-21T00:21:23.582016+0000","last_fullsized":"2024-09-21T00:21:23.582016+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:45:36.833208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.580545+0000","last_change":"2024-09-21T00:21:22.589714+0000","last_active":"2024-09-21T00:21:23.580545+0000","last_peered":"2024-09-21T00:21:23.580545+0000","last_clean":"2024-09-21T00:21:23.580545+0000","last_became_active":"2024-09-21T00:21:22.589119+0000","last_became_peered":"2024-09-21T00:21:22.589119+0000","last_unstale":"2024-09-21T00:21:23.580545+0000","last_undegraded":"2024-09-21T00:21:23.580545+0000","last_fullsized":"2024-09-21T00:21:23.580545+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:12:55.933852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579674+0000","last_change":"2024-09-21T00:21:21.581757+0000","last_active":"2024-09-21T00:21:23.579674+0000","last_peered":"2024-09-21T00:21:23.579674+0000","last_clean":"2024-09-21T00:21:23.579674+0000","last_became_active":"2024-09-21T00:21:21.581429+0000","last_became_peered":"2024-09-21T00:21:21.581429+0000","last_unstale":"2024-09-21T00:21:23.579674+0000","last_undegraded":"2024-09-21T00:21:23.579674+0000","last_fullsized":"2024-09-21T00:21:23.579674+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:20:48.653923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.582049+0000","last_change":"2024-09-21T00:21:22.586700+0000","last_active":"2024-09-21T00:21:23.582049+0000","last_peered":"2024-09-21T00:21:23.582049+0000","last_clean":"2024-09-21T00:21:23.582049+0000","last_became_active":"2024-09-21T00:21:22.585379+0000","last_became_peered":"2024-09-21T00:21:22.585379+0000","last_unstale":"2024-09-21T00:21:23.582049+0000","last_undegraded":"2024-09-21T00:21:23.582049+0000","last_fullsized":"2024-09-21T00:21:23.582049+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:36:25.937631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.110827+0000","last_change":"2024-09-21T00:21:21.586299+0000","last_active":"2024-09-21T00:21:24.110827+0000","last_peered":"2024-09-21T00:21:24.110827+0000","last_clean":"2024-09-21T00:21:24.110827+0000","last_became_active":"2024-09-21T00:21:21.585956+0000","last_became_peered":"2024-09-21T00:21:21.585956+0000","last_unstale":"2024-09-21T00:21:24.110827+0000","last_undegraded":"2024-09-21T00:21:24.110827+0000","last_fullsized":"2024-09-21T00:21:24.110827+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:02:46.978661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579794+0000","last_change":"2024-09-21T00:21:22.581722+0000","last_active":"2024-09-21T00:21:23.579794+0000","last_peered":"2024-09-21T00:21:23.579794+0000","last_clean":"2024-09-21T00:21:23.579794+0000","last_became_active":"2024-09-21T00:21:22.581405+0000","last_became_peered":"2024-09-21T00:21:22.581405+0000","last_unstale":"2024-09-21T00:21:23.579794+0000","last_undegraded":"2024-09-21T00:21:23.579794+0000","last_fullsized":"2024-09-21T00:21:23.579794+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:57:45.405194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"21'1","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.216125+0000","last_change":"2024-09-21T00:21:21.580295+0000","last_active":"2024-09-21T00:21:24.216125+0000","last_peered":"2024-09-21T00:21:24.216125+0000","last_clean":"2024-09-21T00:21:24.216125+0000","last_became_active":"2024-09-21T00:21:21.579967+0000","last_became_peered":"2024-09-21T00:21:21.579967+0000","last_unstale":"2024-09-21T00:21:24.216125+0000","last_undegraded":"2024-09-21T00:21:24.216125+0000","last_fullsized":"2024-09-21T00:21:24.216125+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:03:30.693761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.139252+0000","last_change":"2024-09-21T00:21:22.586148+0000","last_active":"2024-09-21T00:21:24.139252+0000","last_peered":"2024-09-21T00:21:24.139252+0000","last_clean":"2024-09-21T00:21:24.139252+0000","last_became_active":"2024-09-21T00:21:22.585834+0000","last_became_peered":"2024-09-21T00:21:22.585834+0000","last_unstale":"2024-09-21T00:21:24.139252+0000","last_undegraded":"2024-09-21T00:21:24.139252+0000","last_fullsized":"2024-09-21T00:21:24.139252+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:46:59.347003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138157+0000","last_change":"2024-09-21T00:21:21.585778+0000","last_active":"2024-09-21T00:21:24.138157+0000","last_peered":"2024-09-21T00:21:24.138157+0000","last_clean":"2024-09-21T00:21:24.138157+0000","last_became_active":"2024-09-21T00:21:21.585409+0000","last_became_peered":"2024-09-21T00:21:21.585409+0000","last_unstale":"2024-09-21T00:21:24.138157+0000","last_undegraded":"2024-09-21T00:21:24.138157+0000","last_fullsized":"2024-09-21T00:21:24.138157+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:50:14.465425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.139024+0000","last_change":"2024-09-21T00:21:22.587395+0000","last_active":"2024-09-21T00:21:24.139024+0000","last_peered":"2024-09-21T00:21:24.139024+0000","last_clean":"2024-09-21T00:21:24.139024+0000","last_became_active":"2024-09-21T00:21:22.587071+0000","last_became_peered":"2024-09-21T00:21:22.587071+0000","last_unstale":"2024-09-21T00:21:24.139024+0000","last_undegraded":"2024-09-21T00:21:24.139024+0000","last_fullsized":"2024-09-21T00:21:24.139024+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:13:48.555714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.110109+0000","last_change":"2024-09-21T00:21:21.584296+0000","last_active":"2024-09-21T00:21:24.110109+0000","last_peered":"2024-09-21T00:21:24.110109+0000","last_clean":"2024-09-21T00:21:24.110109+0000","last_became_active":"2024-09-21T00:21:21.583924+0000","last_became_peered":"2024-09-21T00:21:21.583924+0000","last_unstale":"2024-09-21T00:21:24.110109+0000","last_undegraded":"2024-09-21T00:21:24.110109+0000","last_fullsized":"2024-09-21T00:21:24.110109+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:03:24.677036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.581603+0000","last_change":"2024-09-21T00:21:22.571553+0000","last_active":"2024-09-21T00:21:23.581603+0000","last_peered":"2024-09-21T00:21:23.581603+0000","last_clean":"2024-09-21T00:21:23.581603+0000","last_became_active":"2024-09-21T00:21:22.571233+0000","last_became_peered":"2024-09-21T00:21:22.571233+0000","last_unstale":"2024-09-21T00:21:23.581603+0000","last_undegraded":"2024-09-21T00:21:23.581603+0000","last_fullsized":"2024-09-21T00:21:23.581603+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:23:45.088261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579564+0000","last_change":"2024-09-21T00:21:21.583312+0000","last_active":"2024-09-21T00:21:23.579564+0000","last_peered":"2024-09-21T00:21:23.579564+0000","last_clean":"2024-09-21T00:21:23.579564+0000","last_became_active":"2024-09-21T00:21:21.582961+0000","last_became_peered":"2024-09-21T00:21:21.582961+0000","last_unstale":"2024-09-21T00:21:23.579564+0000","last_undegraded":"2024-09-21T00:21:23.579564+0000","last_fullsized":"2024-09-21T00:21:23.579564+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:21:56.561424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138248+0000","last_change":"2024-09-21T00:21:22.575714+0000","last_active":"2024-09-21T00:21:24.138248+0000","last_peered":"2024-09-21T00:21:24.138248+0000","last_clean":"2024-09-21T00:21:24.138248+0000","last_became_active":"2024-09-21T00:21:22.575406+0000","last_became_peered":"2024-09-21T00:21:22.575406+0000","last_unstale":"2024-09-21T00:21:24.138248+0000","last_undegraded":"2024-09-21T00:21:24.138248+0000","last_fullsized":"2024-09-21T00:21:24.138248+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:57:10.440036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579634+0000","last_change":"2024-09-21T00:21:21.585456+0000","last_active":"2024-09-21T00:21:23.579634+0000","last_peered":"2024-09-21T00:21:23.579634+0000","last_clean":"2024-09-21T00:21:23.579634+0000","last_became_active":"2024-09-21T00:21:21.585096+0000","last_became_peered":"2024-09-21T00:21:21.585096+0000","last_unstale":"2024-09-21T00:21:23.579634+0000","last_undegraded":"2024-09-21T00:21:23.579634+0000","last_fullsized":"2024-09-21T00:21:23.579634+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:48:02.620562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.139146+0000","last_change":"2024-09-21T00:21:22.593766+0000","last_active":"2024-09-21T00:21:24.139146+0000","last_peered":"2024-09-21T00:21:24.139146+0000","last_clean":"2024-09-21T00:21:24.139146+0000","last_became_active":"2024-09-21T00:21:22.593416+0000","last_became_peered":"2024-09-21T00:21:22.593416+0000","last_unstale":"2024-09-21T00:21:24.139146+0000","last_undegraded":"2024-09-21T00:21:24.139146+0000","last_fullsized":"2024-09-21T00:21:24.139146+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:11:17.843479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.110721+0000","last_change":"2024-09-21T00:21:21.583758+0000","last_active":"2024-09-21T00:21:24.110721+0000","last_peered":"2024-09-21T00:21:24.110721+0000","last_clean":"2024-09-21T00:21:24.110721+0000","last_became_active":"2024-09-21T00:21:21.583362+0000","last_became_peered":"2024-09-21T00:21:21.583362+0000","last_unstale":"2024-09-21T00:21:24.110721+0000","last_undegraded":"2024-09-21T00:21:24.110721+0000","last_fullsized":"2024-09-21T00:21:24.110721+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:25:28.966498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.137980+0000","last_change":"2024-09-21T00:21:22.588551+0000","last_active":"2024-09-21T00:21:24.137980+0000","last_peered":"2024-09-21T00:21:24.137980+0000","last_clean":"2024-09-21T00:21:24.137980+0000","last_became_active":"2024-09-21T00:21:22.588219+0000","last_became_peered":"2024-09-21T00:21:22.588219+0000","last_unstale":"2024-09-21T00:21:24.137980+0000","last_undegraded":"2024-09-21T00:21:24.137980+0000","last_fullsized":"2024-09-21T00:21:24.137980+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:24:29.863843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.582048+0000","last_change":"2024-09-21T00:21:22.583006+0000","last_active":"2024-09-21T00:21:23.582048+0000","last_peered":"2024-09-21T00:21:23.582048+0000","last_clean":"2024-09-21T00:21:23.582048+0000","last_became_active":"2024-09-21T00:21:22.582678+0000","last_became_peered":"2024-09-21T00:21:22.582678+0000","last_unstale":"2024-09-21T00:21:23.582048+0000","last_undegraded":"2024-09-21T00:21:23.582048+0000","last_fullsized":"2024-09-21T00:21:23.582048+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:49:17.782246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.110394+0000","last_change":"2024-09-21T00:21:21.588070+0000","last_active":"2024-09-21T00:21:24.110394+0000","last_peered":"2024-09-21T00:21:24.110394+0000","last_clean":"2024-09-21T00:21:24.110394+0000","last_became_active":"2024-09-21T00:21:21.587725+0000","last_became_peered":"2024-09-21T00:21:21.587725+0000","last_unstale":"2024-09-21T00:21:24.110394+0000","last_undegraded":"2024-09-21T00:21:24.110394+0000","last_fullsized":"2024-09-21T00:21:24.110394+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:45:36.833208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.581194+0000","last_change":"2024-09-21T00:21:22.580631+0000","last_active":"2024-09-21T00:21:23.581194+0000","last_peered":"2024-09-21T00:21:23.581194+0000","last_clean":"2024-09-21T00:21:23.581194+0000","last_became_active":"2024-09-21T00:21:22.580295+0000","last_became_peered":"2024-09-21T00:21:22.580295+0000","last_unstale":"2024-09-21T00:21:23.581194+0000","last_undegraded":"2024-09-21T00:21:23.581194+0000","last_fullsized":"2024-09-21T00:21:23.581194+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:11:17.843479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.110665+0000","last_change":"2024-09-21T00:21:21.585736+0000","last_active":"2024-09-21T00:21:24.110665+0000","last_peered":"2024-09-21T00:21:24.110665+0000","last_clean":"2024-09-21T00:21:24.110665+0000","last_became_active":"2024-09-21T00:21:21.585324+0000","last_became_peered":"2024-09-21T00:21:21.585324+0000","last_unstale":"2024-09-21T00:21:24.110665+0000","last_undegraded":"2024-09-21T00:21:24.110665+0000","last_fullsized":"2024-09-21T00:21:24.110665+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:33:52.569324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.139126+0000","last_change":"2024-09-21T00:21:22.590416+0000","last_active":"2024-09-21T00:21:24.139126+0000","last_peered":"2024-09-21T00:21:24.139126+0000","last_clean":"2024-09-21T00:21:24.139126+0000","last_became_active":"2024-09-21T00:21:22.589187+0000","last_became_peered":"2024-09-21T00:21:22.589187+0000","last_unstale":"2024-09-21T00:21:24.139126+0000","last_undegraded":"2024-09-21T00:21:24.139126+0000","last_fullsized":"2024-09-21T00:21:24.139126+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:32:46.004919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138858+0000","last_change":"2024-09-21T00:21:21.583596+0000","last_active":"2024-09-21T00:21:24.138858+0000","last_peered":"2024-09-21T00:21:24.138858+0000","last_clean":"2024-09-21T00:21:24.138858+0000","last_became_active":"2024-09-21T00:21:21.582806+0000","last_became_peered":"2024-09-21T00:21:21.582806+0000","last_unstale":"2024-09-21T00:21:24.138858+0000","last_undegraded":"2024-09-21T00:21:24.138858+0000","last_fullsized":"2024-09-21T00:21:24.138858+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:44:01.079047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138231+0000","last_change":"2024-09-21T00:21:22.584608+0000","last_active":"2024-09-21T00:21:24.138231+0000","last_peered":"2024-09-21T00:21:24.138231+0000","last_clean":"2024-09-21T00:21:24.138231+0000","last_became_active":"2024-09-21T00:21:22.584252+0000","last_became_peered":"2024-09-21T00:21:22.584252+0000","last_unstale":"2024-09-21T00:21:24.138231+0000","last_undegraded":"2024-09-21T00:21:24.138231+0000","last_fullsized":"2024-09-21T00:21:24.138231+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:47:10.395311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"20'4","reported_seq":19,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.139227+0000","last_change":"2024-09-21T00:21:21.583470+0000","last_active":"2024-09-21T00:21:24.139227+0000","last_peered":"2024-09-21T00:21:24.139227+0000","last_clean":"2024-09-21T00:21:24.139227+0000","last_became_active":"2024-09-21T00:21:21.583107+0000","last_became_peered":"2024-09-21T00:21:21.583107+0000","last_unstale":"2024-09-21T00:21:24.139227+0000","last_undegraded":"2024-09-21T00:21:24.139227+0000","last_fullsized":"2024-09-21T00:21:24.139227+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:40:17.996825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509447,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27820,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344020,"statfs":{"total":96636764160,"available":96608276480,"internally_reserved":0,"allocated":806912,"data_stored":663697,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509447,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":221184,"data_stored":74359,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509447,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":212992,"data_stored":72837,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509448,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":221184,"data_stored":74359,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509448,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":208896,"data_stored":72747,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509446,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27828,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344012,"statfs":{"total":96636764160,"available":96608268288,"internally_reserved":0,"allocated":815104,"data_stored":663753,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574854,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":221184,"data_stored":72873,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574854,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27240,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344600,"statfs":{"total":96636764160,"available":96608870400,"internally_reserved":0,"allocated":217088,"data_stored":72907,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T00:21:31.521 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-21T00:21:31.521 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config log 1 --format=json 2024-09-21T00:21:31.522 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2024-09-21T00:21:31.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.672+0000 7f9033a30640 1 -- 172.21.15.67:0/3692263639 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f902c0cd890 msgr2=0x7f902c0cdca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:31.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.672+0000 7f9033a30640 1 --2- 172.21.15.67:0/3692263639 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f902c0cd890 0x7f902c0cdca0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f9024005fd0 tx=0x7f902402a8b0 comp rx=0 tx=0).stop 2024-09-21T00:21:31.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.672+0000 7f9033a30640 1 -- 172.21.15.67:0/3692263639 shutdown_connections 2024-09-21T00:21:31.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.672+0000 7f9033a30640 1 --2- 172.21.15.67:0/3692263639 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f902c0cd890 0x7f902c0cdca0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:31.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.672+0000 7f9033a30640 1 --2- 172.21.15.67:0/3692263639 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f902c0b1910 0x7f902c09b060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:31.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.672+0000 7f9033a30640 1 -- 172.21.15.67:0/3692263639 >> 172.21.15.67:0/3692263639 conn(0x7f902c0b3e90 msgr2=0x7f902c0b42a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:31.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.672+0000 7f9033a30640 1 -- 172.21.15.67:0/3692263639 shutdown_connections 2024-09-21T00:21:31.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.672+0000 7f9033a30640 1 -- 172.21.15.67:0/3692263639 wait complete. 2024-09-21T00:21:31.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.674+0000 7f9033a30640 1 Processor -- start 2024-09-21T00:21:31.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.674+0000 7f9033a30640 1 -- start start 2024-09-21T00:21:31.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.675+0000 7f9033a30640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f902c0b1910 0x7f902c0aef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:31.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.675+0000 7f9033a30640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f902c0cd890 0x7f902c150a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:31.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.675+0000 7f9033a30640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f902c15ffe0 0x7f902c1f9040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:31.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.675+0000 7f9033a30640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f902c0ce570 con 0x7f902c15ffe0 2024-09-21T00:21:31.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.675+0000 7f9033a30640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f902c0ce3f0 con 0x7f902c0cd890 2024-09-21T00:21:31.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.675+0000 7f9033a30640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f902c0ce6f0 con 0x7f902c0b1910 2024-09-21T00:21:31.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.676+0000 7f9031fcd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f902c15ffe0 0x7f902c1f9040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:31.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.676+0000 7f9031fcd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f902c15ffe0 0x7f902c1f9040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:44186/0 (socket says 172.21.15.67:44186) 2024-09-21T00:21:31.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.676+0000 7f9031fcd640 1 -- 172.21.15.67:0/518662439 learned_addr learned my addr 172.21.15.67:0/518662439 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:31.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.676+0000 7f90317cc640 1 --2- 172.21.15.67:0/518662439 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f902c0b1910 0x7f902c0aef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:31.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.676+0000 7f9030fcb640 1 --2- 172.21.15.67:0/518662439 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f902c0cd890 0x7f902c150a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:31.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.676+0000 7f9031fcd640 1 -- 172.21.15.67:0/518662439 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f902c0b1910 msgr2=0x7f902c0aef50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:31.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.676+0000 7f9031fcd640 1 --2- 172.21.15.67:0/518662439 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f902c0b1910 0x7f902c0aef50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:31.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.676+0000 7f9031fcd640 1 -- 172.21.15.67:0/518662439 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f902c0cd890 msgr2=0x7f902c150a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:31.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.676+0000 7f9031fcd640 1 --2- 172.21.15.67:0/518662439 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f902c0cd890 0x7f902c150a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:31.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.676+0000 7f9031fcd640 1 -- 172.21.15.67:0/518662439 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f902c0af960 con 0x7f902c15ffe0 2024-09-21T00:21:31.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.676+0000 7f9031fcd640 1 --2- 172.21.15.67:0/518662439 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f902c15ffe0 0x7f902c1f9040 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f9024006010 tx=0x7f9024003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:31.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.676+0000 7f9021ffb640 1 -- 172.21.15.67:0/518662439 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9024031b90 con 0x7f902c15ffe0 2024-09-21T00:21:31.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.676+0000 7f9021ffb640 1 -- 172.21.15.67:0/518662439 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9024031e20 con 0x7f902c15ffe0 2024-09-21T00:21:31.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.676+0000 7f9033a30640 1 -- 172.21.15.67:0/518662439 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f902c150f50 con 0x7f902c15ffe0 2024-09-21T00:21:31.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.676+0000 7f9021ffb640 1 -- 172.21.15.67:0/518662439 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90240332f0 con 0x7f902c15ffe0 2024-09-21T00:21:31.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.677+0000 7f9033a30640 1 -- 172.21.15.67:0/518662439 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f902c0ca380 con 0x7f902c15ffe0 2024-09-21T00:21:31.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.678+0000 7f9033a30640 1 -- 172.21.15.67:0/518662439 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f902c0cdca0 con 0x7f902c15ffe0 2024-09-21T00:21:31.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.678+0000 7f9021ffb640 1 -- 172.21.15.67:0/518662439 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f9024031660 con 0x7f902c15ffe0 2024-09-21T00:21:31.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.679+0000 7f9021ffb640 1 --2- 172.21.15.67:0/518662439 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9010078b90 0x7f901007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:31.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.679+0000 7f9021ffb640 1 -- 172.21.15.67:0/518662439 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f90240bc280 con 0x7f902c15ffe0 2024-09-21T00:21:31.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.679+0000 7f90317cc640 1 --2- 172.21.15.67:0/518662439 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9010078b90 0x7f901007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:31.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.680+0000 7f90317cc640 1 --2- 172.21.15.67:0/518662439 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9010078b90 0x7f901007b0a0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f902c0b18c0 tx=0x7f9028007e90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:31.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.683+0000 7f9021ffb640 1 -- 172.21.15.67:0/518662439 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f902403f030 con 0x7f902c15ffe0 2024-09-21T00:21:31.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.871+0000 7f9033a30640 1 -- 172.21.15.67:0/518662439 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "config log", "num": 1, "format": "json"} v 0) -- 0x7f902c0b4c80 con 0x7f902c15ffe0 2024-09-21T00:21:31.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.871+0000 7f9021ffb640 1 -- 172.21.15.67:0/518662439 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "config log", "num": 1, "format": "json"}]=0 v31) ==== 86+0+160 (secure 0 0 0) 0x7f9024084110 con 0x7f902c15ffe0 2024-09-21T00:21:31.872 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:21:31.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.874+0000 7f9033a30640 1 -- 172.21.15.67:0/518662439 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9010078b90 msgr2=0x7f901007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:31.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.874+0000 7f9033a30640 1 --2- 172.21.15.67:0/518662439 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9010078b90 0x7f901007b0a0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f902c0b18c0 tx=0x7f9028007e90 comp rx=0 tx=0).stop 2024-09-21T00:21:31.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.874+0000 7f9033a30640 1 -- 172.21.15.67:0/518662439 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f902c15ffe0 msgr2=0x7f902c1f9040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:31.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.874+0000 7f9033a30640 1 --2- 172.21.15.67:0/518662439 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f902c15ffe0 0x7f902c1f9040 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f9024006010 tx=0x7f9024003ba0 comp rx=0 tx=0).stop 2024-09-21T00:21:31.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.874+0000 7f9033a30640 1 -- 172.21.15.67:0/518662439 shutdown_connections 2024-09-21T00:21:31.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.874+0000 7f9033a30640 1 --2- 172.21.15.67:0/518662439 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9010078b90 0x7f901007b0a0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:31.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.874+0000 7f9033a30640 1 --2- 172.21.15.67:0/518662439 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f902c15ffe0 0x7f902c1f9040 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:31.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.874+0000 7f9033a30640 1 --2- 172.21.15.67:0/518662439 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f902c0cd890 0x7f902c150a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:31.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.874+0000 7f9033a30640 1 --2- 172.21.15.67:0/518662439 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f902c0b1910 0x7f902c0aef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:31.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.874+0000 7f9033a30640 1 -- 172.21.15.67:0/518662439 >> 172.21.15.67:0/518662439 conn(0x7f902c0b3e90 msgr2=0x7f902c0cf4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:31.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.874+0000 7f9033a30640 1 -- 172.21.15.67:0/518662439 shutdown_connections 2024-09-21T00:21:31.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:31.874+0000 7f9033a30640 1 -- 172.21.15.67:0/518662439 wait complete. 2024-09-21T00:21:31.886 INFO:teuthology.orchestra.run.smithi067.stdout:[{"version":31,"timestamp":"2024-09-21T00:21:10.064223+0000","name":"","changes":[{"name":"osd.3/osd_mclock_max_capacity_iops_ssd","new_value":"4592.129816"}]}] 2024-09-21T00:21:31.886 INFO:tasks.ceph_manager:config epoch is 31 2024-09-21T00:21:31.886 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-21T00:21:31.886 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2024-09-21T00:21:31.886 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-09-21T00:21:32.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.000+0000 7f41f4ebe640 1 -- 172.21.15.67:0/1616040135 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f41f00b6730 msgr2=0x7f41f00cf260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:32.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.000+0000 7f41f4ebe640 1 --2- 172.21.15.67:0/1616040135 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f41f00b6730 0x7f41f00cf260 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f41e4005fd0 tx=0x7f41e402a540 comp rx=0 tx=0).stop 2024-09-21T00:21:32.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.001+0000 7f41f4ebe640 1 -- 172.21.15.67:0/1616040135 shutdown_connections 2024-09-21T00:21:32.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.001+0000 7f41f4ebe640 1 --2- 172.21.15.67:0/1616040135 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f41f006fbd0 0x7f41f00cf7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:32.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.001+0000 7f41f4ebe640 1 --2- 172.21.15.67:0/1616040135 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f41f00b6730 0x7f41f00cf260 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:32.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.001+0000 7f41f4ebe640 1 -- 172.21.15.67:0/1616040135 >> 172.21.15.67:0/1616040135 conn(0x7f41f00d45a0 msgr2=0x7f41f00d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:32.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.001+0000 7f41f4ebe640 1 -- 172.21.15.67:0/1616040135 shutdown_connections 2024-09-21T00:21:32.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.001+0000 7f41f4ebe640 1 -- 172.21.15.67:0/1616040135 wait complete. 2024-09-21T00:21:32.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.003+0000 7f41f4ebe640 1 Processor -- start 2024-09-21T00:21:32.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.003+0000 7f41f4ebe640 1 -- start start 2024-09-21T00:21:32.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.004+0000 7f41f4ebe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f41f006fbd0 0x7f41f015c0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:32.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.004+0000 7f41f4ebe640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f41f00b9e70 0x7f41f015a690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:32.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.004+0000 7f41f4ebe640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f41f0160830 0x7f41f00b85a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:32.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.004+0000 7f41f4ebe640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f41f00cfe60 con 0x7f41f006fbd0 2024-09-21T00:21:32.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.004+0000 7f41f4ebe640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f41f00cfce0 con 0x7f41f0160830 2024-09-21T00:21:32.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.004+0000 7f41f4ebe640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f41f00cffe0 con 0x7f41f00b9e70 2024-09-21T00:21:32.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.004+0000 7f41ee59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f41f006fbd0 0x7f41f015c0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:32.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.004+0000 7f41ee59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f41f006fbd0 0x7f41f015c0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:44204/0 (socket says 172.21.15.67:44204) 2024-09-21T00:21:32.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.004+0000 7f41ee59c640 1 -- 172.21.15.67:0/662080987 learned_addr learned my addr 172.21.15.67:0/662080987 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:32.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.004+0000 7f41edd9b640 1 --2- 172.21.15.67:0/662080987 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f41f00b9e70 0x7f41f015a690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:32.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.004+0000 7f41eed9d640 1 --2- 172.21.15.67:0/662080987 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f41f0160830 0x7f41f00b85a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:32.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.004+0000 7f41ee59c640 1 -- 172.21.15.67:0/662080987 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f41f00b9e70 msgr2=0x7f41f015a690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:32.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.004+0000 7f41ee59c640 1 --2- 172.21.15.67:0/662080987 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f41f00b9e70 0x7f41f015a690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:32.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.004+0000 7f41ee59c640 1 -- 172.21.15.67:0/662080987 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f41f0160830 msgr2=0x7f41f00b85a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:32.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.004+0000 7f41ee59c640 1 --2- 172.21.15.67:0/662080987 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f41f0160830 0x7f41f00b85a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:32.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.004+0000 7f41ee59c640 1 -- 172.21.15.67:0/662080987 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f41f01f5800 con 0x7f41f006fbd0 2024-09-21T00:21:32.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.004+0000 7f41eed9d640 1 --2- 172.21.15.67:0/662080987 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f41f0160830 0x7f41f00b85a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:21:32.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.004+0000 7f41ee59c640 1 --2- 172.21.15.67:0/662080987 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f41f006fbd0 0x7f41f015c0b0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f41e000c3a0 tx=0x7f41e000c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:32.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.005+0000 7f41deffd640 1 -- 172.21.15.67:0/662080987 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41e0017070 con 0x7f41f006fbd0 2024-09-21T00:21:32.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.005+0000 7f41deffd640 1 -- 172.21.15.67:0/662080987 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f41e00053c0 con 0x7f41f006fbd0 2024-09-21T00:21:32.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.005+0000 7f41f4ebe640 1 -- 172.21.15.67:0/662080987 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f41f01f5ae0 con 0x7f41f006fbd0 2024-09-21T00:21:32.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.005+0000 7f41deffd640 1 -- 172.21.15.67:0/662080987 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41e0003850 con 0x7f41f006fbd0 2024-09-21T00:21:32.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.005+0000 7f41f4ebe640 1 -- 172.21.15.67:0/662080987 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41f01f60a0 con 0x7f41f006fbd0 2024-09-21T00:21:32.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.006+0000 7f41f4ebe640 1 -- 172.21.15.67:0/662080987 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f41f00b7da0 con 0x7f41f006fbd0 2024-09-21T00:21:32.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.006+0000 7f41deffd640 1 -- 172.21.15.67:0/662080987 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f41e001a070 con 0x7f41f006fbd0 2024-09-21T00:21:32.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.007+0000 7f41deffd640 1 --2- 172.21.15.67:0/662080987 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f41d0078bc0 0x7f41d007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:32.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.007+0000 7f41deffd640 1 -- 172.21.15.67:0/662080987 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f41e009a030 con 0x7f41f006fbd0 2024-09-21T00:21:32.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.007+0000 7f41edd9b640 1 --2- 172.21.15.67:0/662080987 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f41d0078bc0 0x7f41d007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:32.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.008+0000 7f41edd9b640 1 --2- 172.21.15.67:0/662080987 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f41d0078bc0 0x7f41d007b0d0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f41e4033000 tx=0x7f41e4004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:32.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.011+0000 7f41deffd640 1 -- 172.21.15.67:0/662080987 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f41e0061e20 con 0x7f41f006fbd0 2024-09-21T00:21:32.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.246+0000 7f41f4ebe640 1 -- 172.21.15.67:0/662080987 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f41f00b7ac0 con 0x7f41f006fbd0 2024-09-21T00:21:32.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.249+0000 7f41deffd640 1 -- 172.21.15.67:0/662080987 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v5) ==== 74+0+194714 (secure 0 0 0) 0x7f41e0066850 con 0x7f41f006fbd0 2024-09-21T00:21:32.253 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:21:32.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.252+0000 7f41f4ebe640 1 -- 172.21.15.67:0/662080987 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f41d0078bc0 msgr2=0x7f41d007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:32.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.252+0000 7f41f4ebe640 1 --2- 172.21.15.67:0/662080987 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f41d0078bc0 0x7f41d007b0d0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f41e4033000 tx=0x7f41e4004730 comp rx=0 tx=0).stop 2024-09-21T00:21:32.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.252+0000 7f41f4ebe640 1 -- 172.21.15.67:0/662080987 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f41f006fbd0 msgr2=0x7f41f015c0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:32.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.252+0000 7f41f4ebe640 1 --2- 172.21.15.67:0/662080987 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f41f006fbd0 0x7f41f015c0b0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f41e000c3a0 tx=0x7f41e000c860 comp rx=0 tx=0).stop 2024-09-21T00:21:32.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.252+0000 7f41f4ebe640 1 -- 172.21.15.67:0/662080987 shutdown_connections 2024-09-21T00:21:32.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.252+0000 7f41f4ebe640 1 --2- 172.21.15.67:0/662080987 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f41d0078bc0 0x7f41d007b0d0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:32.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.252+0000 7f41f4ebe640 1 --2- 172.21.15.67:0/662080987 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f41f0160830 0x7f41f00b85a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:32.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.252+0000 7f41f4ebe640 1 --2- 172.21.15.67:0/662080987 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f41f00b9e70 0x7f41f015a690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:32.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.252+0000 7f41f4ebe640 1 --2- 172.21.15.67:0/662080987 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f41f006fbd0 0x7f41f015c0b0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:32.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.252+0000 7f41f4ebe640 1 -- 172.21.15.67:0/662080987 >> 172.21.15.67:0/662080987 conn(0x7f41f00d45a0 msgr2=0x7f41f00d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:32.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.252+0000 7f41f4ebe640 1 -- 172.21.15.67:0/662080987 shutdown_connections 2024-09-21T00:21:32.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.252+0000 7f41f4ebe640 1 -- 172.21.15.67:0/662080987 wait complete. 2024-09-21T00:21:32.265 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":5,"flags":0,"active_gid":4100,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6800","nonce":4101426342},{"type":"v1","addr":"172.21.15.97:6801","nonce":4101426342}]},"active_addr":"172.21.15.97:6801/4101426342","active_change":"2024-09-21T00:21:01.484325+0000","active_mgr_features":4540719139924082687,"available":true,"standbys":[{"gid":4106,"name":"y","mgr_features":4540719139924082687,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to, use commas to separate multiple","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.8","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:sclorg-nginx-126","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.17","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_oauth2_proxy":{"name":"container_image_oauth2_proxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/oauth2-proxy/oauth2-proxy:v7.6.0","min":"","max":"","enum_allowed":[],"desc":"oauth2-proxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba_metrics":{"name":"container_image_samba_metrics","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-metrics:latest","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB metrics exporter container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sso_oauth2":{"name":"sso_oauth2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number.if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to, use commas to separate multiple","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.27.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:10.4.8","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_nginx":{"name":"container_image_nginx","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nginx:sclorg-nginx-126","min":"","max":"","enum_allowed":[],"desc":"Nginx container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.7.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.17","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_oauth2_proxy":{"name":"container_image_oauth2_proxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/oauth2-proxy/oauth2-proxy:v7.6.0","min":"","max":"","enum_allowed":[],"desc":"oauth2-proxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.51.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba_metrics":{"name":"container_image_samba_metrics","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-metrics:latest","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB metrics exporter container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_count_max":{"name":"ssh_keepalive_count_max","type":"int","level":"advanced","flags":0,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"How many times ssh connections can fail liveness checks before the host is marked offline","long_desc":"","tags":[],"see_also":[]},"ssh_keepalive_interval":{"name":"ssh_keepalive_interval","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"How often ssh connections are checked for liveness","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sso_oauth2":{"name":"sso_oauth2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_requests":{"name":"max_requests","type":"int","level":"advanced","flags":0,"default_value":"500","min":"","max":"","enum_allowed":[],"desc":"Maximum number of requests to keep in memory. When new request comes in, the oldest request will be removed if the number of requests exceeds the max request number.if un-finished request is removed, error message will be logged in the ceph-mgr log.","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"internal_store_backend":{"name":"internal_store_backend","type":"str","level":"dev","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"set internal store backend. for develoment and testing only","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.97:0","nonce":2590279730}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.97:0","nonce":3090925082}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.97:0","nonce":1441859499}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.97:0","nonce":103992286}]}]} 2024-09-21T00:21:32.268 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2024-09-21T00:21:32.268 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-09-21T00:21:32.268 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:21:32.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.383+0000 7f817724d640 1 -- 172.21.15.67:0/375945334 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8158003c10 msgr2=0x7f8158004060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:32.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.383+0000 7f817724d640 1 --2- 172.21.15.67:0/375945334 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8158003c10 0x7f8158004060 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f8160001880 tx=0x7f8158005830 comp rx=0 tx=0).stop 2024-09-21T00:21:32.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.383+0000 7f81757ea640 1 -- 172.21.15.67:0/375945334 reap_dead start 2024-09-21T00:21:32.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.383+0000 7f817724d640 1 -- 172.21.15.67:0/375945334 shutdown_connections 2024-09-21T00:21:32.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.383+0000 7f817724d640 1 -- 172.21.15.67:0/375945334 >> 172.21.15.67:0/375945334 conn(0x7f817006dfb0 msgr2=0x7f817006e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:32.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.383+0000 7f817724d640 1 -- 172.21.15.67:0/375945334 shutdown_connections 2024-09-21T00:21:32.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.383+0000 7f817724d640 1 -- 172.21.15.67:0/375945334 wait complete. 2024-09-21T00:21:32.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.385+0000 7f817724d640 1 Processor -- start 2024-09-21T00:21:32.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.385+0000 7f817724d640 1 -- start start 2024-09-21T00:21:32.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.387+0000 7f817724d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8158003c10 0x7f8170160c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:32.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.387+0000 7f817724d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f81700ca7a0 0x7f81700cabb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:32.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.387+0000 7f817724d640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f817014f540 0x7f817014f950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:32.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.387+0000 7f817724d640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f817015f2b0 con 0x7f8158003c10 2024-09-21T00:21:32.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.387+0000 7f817724d640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f817015edf0 con 0x7f81700ca7a0 2024-09-21T00:21:32.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.387+0000 7f817724d640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f817015f430 con 0x7f817014f540 2024-09-21T00:21:32.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.387+0000 7f8174fe9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8158003c10 0x7f8170160c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:32.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.387+0000 7f8174fe9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8158003c10 0x7f8170160c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:44224/0 (socket says 172.21.15.67:44224) 2024-09-21T00:21:32.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.387+0000 7f8174fe9640 1 -- 172.21.15.67:0/3179152016 learned_addr learned my addr 172.21.15.67:0/3179152016 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:32.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.387+0000 7f816ffff640 1 --2- 172.21.15.67:0/3179152016 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f81700ca7a0 0x7f81700cabb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:32.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.387+0000 7f81757ea640 1 --2- 172.21.15.67:0/3179152016 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f817014f540 0x7f817014f950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:32.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.387+0000 7f8174fe9640 1 -- 172.21.15.67:0/3179152016 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f817014f540 msgr2=0x7f817014f950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:32.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.387+0000 7f8174fe9640 1 --2- 172.21.15.67:0/3179152016 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f817014f540 0x7f817014f950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:32.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.387+0000 7f8174fe9640 1 -- 172.21.15.67:0/3179152016 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f81700ca7a0 msgr2=0x7f81700cabb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:32.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.387+0000 7f8174fe9640 1 --2- 172.21.15.67:0/3179152016 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f81700ca7a0 0x7f81700cabb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:32.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.387+0000 7f8174fe9640 1 -- 172.21.15.67:0/3179152016 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8170162b50 con 0x7f8158003c10 2024-09-21T00:21:32.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.387+0000 7f816ffff640 1 --2- 172.21.15.67:0/3179152016 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f81700ca7a0 0x7f81700cabb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:21:32.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.387+0000 7f8174fe9640 1 --2- 172.21.15.67:0/3179152016 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8158003c10 0x7f8170160c20 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f81600019a0 tx=0x7f8160006990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:32.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.387+0000 7f816d7fa640 1 -- 172.21.15.67:0/3179152016 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8160043070 con 0x7f8158003c10 2024-09-21T00:21:32.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.387+0000 7f816d7fa640 1 -- 172.21.15.67:0/3179152016 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8160003930 con 0x7f8158003c10 2024-09-21T00:21:32.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.387+0000 7f817724d640 1 -- 172.21.15.67:0/3179152016 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f817014fe90 con 0x7f8158003c10 2024-09-21T00:21:32.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.387+0000 7f816d7fa640 1 -- 172.21.15.67:0/3179152016 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8160003d40 con 0x7f8158003c10 2024-09-21T00:21:32.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.388+0000 7f817724d640 1 -- 172.21.15.67:0/3179152016 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8170161ae0 con 0x7f8158003c10 2024-09-21T00:21:32.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.388+0000 7f817724d640 1 -- 172.21.15.67:0/3179152016 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f817015f9c0 con 0x7f8158003c10 2024-09-21T00:21:32.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.389+0000 7f816d7fa640 1 -- 172.21.15.67:0/3179152016 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f8160046070 con 0x7f8158003c10 2024-09-21T00:21:32.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.390+0000 7f816d7fa640 1 --2- 172.21.15.67:0/3179152016 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f815c078b90 0x7f815c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:32.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.390+0000 7f816d7fa640 1 -- 172.21.15.67:0/3179152016 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f81600bac10 con 0x7f8158003c10 2024-09-21T00:21:32.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.390+0000 7f816ffff640 1 --2- 172.21.15.67:0/3179152016 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f815c078b90 0x7f815c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:32.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.390+0000 7f816ffff640 1 --2- 172.21.15.67:0/3179152016 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f815c078b90 0x7f815c07b0a0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f817015e470 tx=0x7f8164005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:32.395 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.394+0000 7f816d7fa640 1 -- 172.21.15.67:0/3179152016 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f8160083170 con 0x7f8158003c10 2024-09-21T00:21:32.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.583+0000 7f817724d640 1 -- 172.21.15.67:0/3179152016 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f817015e1c0 con 0x7f8158003c10 2024-09-21T00:21:32.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.584+0000 7f816d7fa640 1 -- 172.21.15.67:0/3179152016 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16629 (secure 0 0 0) 0x7f8160082a70 con 0x7f8158003c10 2024-09-21T00:21:32.586 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:21:32.586 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":21,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:21:23.572313+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:21:19.854465+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-21T00:21:20.903006+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:21:32.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.586+0000 7f817724d640 1 -- 172.21.15.67:0/3179152016 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f815c078b90 msgr2=0x7f815c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:32.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.586+0000 7f817724d640 1 --2- 172.21.15.67:0/3179152016 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f815c078b90 0x7f815c07b0a0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f817015e470 tx=0x7f8164005f90 comp rx=0 tx=0).stop 2024-09-21T00:21:32.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.586+0000 7f817724d640 1 -- 172.21.15.67:0/3179152016 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8158003c10 msgr2=0x7f8170160c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:32.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.586+0000 7f817724d640 1 --2- 172.21.15.67:0/3179152016 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8158003c10 0x7f8170160c20 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f81600019a0 tx=0x7f8160006990 comp rx=0 tx=0).stop 2024-09-21T00:21:32.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.586+0000 7f817724d640 1 -- 172.21.15.67:0/3179152016 shutdown_connections 2024-09-21T00:21:32.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.587+0000 7f817724d640 1 --2- 172.21.15.67:0/3179152016 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f815c078b90 0x7f815c07b0a0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:32.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.587+0000 7f817724d640 1 --2- 172.21.15.67:0/3179152016 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f817014f540 0x7f817014f950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:32.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.587+0000 7f817724d640 1 --2- 172.21.15.67:0/3179152016 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f81700ca7a0 0x7f81700cabb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:32.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.587+0000 7f817724d640 1 --2- 172.21.15.67:0/3179152016 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8158003c10 0x7f8170160c20 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:32.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.587+0000 7f817724d640 1 -- 172.21.15.67:0/3179152016 >> 172.21.15.67:0/3179152016 conn(0x7f817006dfb0 msgr2=0x7f81700d15d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:32.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.587+0000 7f817724d640 1 -- 172.21.15.67:0/3179152016 shutdown_connections 2024-09-21T00:21:32.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.587+0000 7f817724d640 1 -- 172.21.15.67:0/3179152016 wait complete. 2024-09-21T00:21:32.599 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-09-21T00:21:32.599 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:21:32.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.714+0000 7f4bf7198640 1 -- 172.21.15.67:0/919476196 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4bf00b73f0 msgr2=0x7f4bf00b7800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:32.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.714+0000 7f4bf7198640 1 --2- 172.21.15.67:0/919476196 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4bf00b73f0 0x7f4bf00b7800 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f4bf006d6c0 tx=0x7f4be802aa30 comp rx=0 tx=0).stop 2024-09-21T00:21:32.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.714+0000 7f4bf7198640 1 -- 172.21.15.67:0/919476196 shutdown_connections 2024-09-21T00:21:32.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.714+0000 7f4bf7198640 1 --2- 172.21.15.67:0/919476196 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4bf00b73f0 0x7f4bf00b7800 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:32.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.714+0000 7f4bf7198640 1 --2- 172.21.15.67:0/919476196 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4bf00d1010 0x7f4bf00d1420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:32.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.714+0000 7f4bf7198640 1 --2- 172.21.15.67:0/919476196 >> v2:172.21.15.97:3300/0 conn(0x7f4bf00b9780 0x7f4bf00d2cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:32.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.714+0000 7f4bf7198640 1 -- 172.21.15.67:0/919476196 >> 172.21.15.67:0/919476196 conn(0x7f4bf008bee0 msgr2=0x7f4bf00d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:32.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.714+0000 7f4bf7198640 1 -- 172.21.15.67:0/919476196 shutdown_connections 2024-09-21T00:21:32.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.714+0000 7f4bf7198640 1 -- 172.21.15.67:0/919476196 wait complete. 2024-09-21T00:21:32.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.716+0000 7f4bf7198640 1 Processor -- start 2024-09-21T00:21:32.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.716+0000 7f4bf7198640 1 -- start start 2024-09-21T00:21:32.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.717+0000 7f4bf7198640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4bf00b73f0 0x7f4bf015e5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:32.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.717+0000 7f4bf7198640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4bf00b9780 0x7f4bf015f830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:32.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.717+0000 7f4bf7198640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4bf00d1010 0x7f4bf015fd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:32.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.717+0000 7f4bf7198640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f4bf0162c70 con 0x7f4bf00d1010 2024-09-21T00:21:32.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.717+0000 7f4bf7198640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f4bf0162af0 con 0x7f4bf00b9780 2024-09-21T00:21:32.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.717+0000 7f4bf7198640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f4bf0162df0 con 0x7f4bf00b73f0 2024-09-21T00:21:32.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.717+0000 7f4bf5735640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4bf00d1010 0x7f4bf015fd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:32.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.717+0000 7f4bf5735640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4bf00d1010 0x7f4bf015fd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:44240/0 (socket says 172.21.15.67:44240) 2024-09-21T00:21:32.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.717+0000 7f4bf5735640 1 -- 172.21.15.67:0/2233396453 learned_addr learned my addr 172.21.15.67:0/2233396453 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:32.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.717+0000 7f4bf4f34640 1 --2- 172.21.15.67:0/2233396453 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4bf00b73f0 0x7f4bf015e5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:32.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.717+0000 7f4beffff640 1 --2- 172.21.15.67:0/2233396453 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4bf00b9780 0x7f4bf015f830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:32.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.718+0000 7f4bf5735640 1 -- 172.21.15.67:0/2233396453 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4bf00b73f0 msgr2=0x7f4bf015e5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:32.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.718+0000 7f4bf5735640 1 --2- 172.21.15.67:0/2233396453 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4bf00b73f0 0x7f4bf015e5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:32.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.718+0000 7f4bf5735640 1 -- 172.21.15.67:0/2233396453 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4bf00b9780 msgr2=0x7f4bf015f830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:32.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.718+0000 7f4bf5735640 1 --2- 172.21.15.67:0/2233396453 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4bf00b9780 0x7f4bf015f830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:32.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.718+0000 7f4bf5735640 1 -- 172.21.15.67:0/2233396453 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4bf01f9c80 con 0x7f4bf00d1010 2024-09-21T00:21:32.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.718+0000 7f4bf5735640 1 --2- 172.21.15.67:0/2233396453 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4bf00d1010 0x7f4bf015fd70 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f4be8009d60 tx=0x7f4be8003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:32.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.718+0000 7f4bed7fa640 1 -- 172.21.15.67:0/2233396453 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4be8033050 con 0x7f4bf00d1010 2024-09-21T00:21:32.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.718+0000 7f4bed7fa640 1 -- 172.21.15.67:0/2233396453 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4be8004450 con 0x7f4bf00d1010 2024-09-21T00:21:32.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.718+0000 7f4bf7198640 1 -- 172.21.15.67:0/2233396453 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4bf015eb20 con 0x7f4bf00d1010 2024-09-21T00:21:32.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.718+0000 7f4bed7fa640 1 -- 172.21.15.67:0/2233396453 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4be8038450 con 0x7f4bf00d1010 2024-09-21T00:21:32.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.718+0000 7f4bf7198640 1 -- 172.21.15.67:0/2233396453 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4bf01f6170 con 0x7f4bf00d1010 2024-09-21T00:21:32.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.719+0000 7f4bf7198640 1 -- 172.21.15.67:0/2233396453 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4bf00d3050 con 0x7f4bf00d1010 2024-09-21T00:21:32.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.720+0000 7f4bed7fa640 1 -- 172.21.15.67:0/2233396453 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f4be8036070 con 0x7f4bf00d1010 2024-09-21T00:21:32.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.720+0000 7f4bed7fa640 1 --2- 172.21.15.67:0/2233396453 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4bd4078b90 0x7f4bd407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:32.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.720+0000 7f4bed7fa640 1 -- 172.21.15.67:0/2233396453 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f4be80bc1b0 con 0x7f4bf00d1010 2024-09-21T00:21:32.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.721+0000 7f4bf4f34640 1 --2- 172.21.15.67:0/2233396453 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4bd4078b90 0x7f4bd407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:32.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.721+0000 7f4bf4f34640 1 --2- 172.21.15.67:0/2233396453 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4bd4078b90 0x7f4bd407b0a0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f4be4005fd0 tx=0x7f4be400b390 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:32.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.725+0000 7f4bed7fa640 1 -- 172.21.15.67:0/2233396453 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f4bf00d3050 con 0x7f4bf00d1010 2024-09-21T00:21:32.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.912+0000 7f4bf7198640 1 -- 172.21.15.67:0/2233396453 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4bf01f9f10 con 0x7f4bf00d1010 2024-09-21T00:21:32.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.913+0000 7f4bed7fa640 1 -- 172.21.15.67:0/2233396453 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16629 (secure 0 0 0) 0x7f4be8083fb0 con 0x7f4bf00d1010 2024-09-21T00:21:32.915 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:21:32.915 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":21,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:21:23.572313+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:21:19.854465+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-21T00:21:20.903006+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:21:32.917 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.916+0000 7f4bf7198640 1 -- 172.21.15.67:0/2233396453 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4bd4078b90 msgr2=0x7f4bd407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:32.917 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.916+0000 7f4bf7198640 1 --2- 172.21.15.67:0/2233396453 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4bd4078b90 0x7f4bd407b0a0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f4be4005fd0 tx=0x7f4be400b390 comp rx=0 tx=0).stop 2024-09-21T00:21:32.917 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.916+0000 7f4bf7198640 1 -- 172.21.15.67:0/2233396453 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4bf00d1010 msgr2=0x7f4bf015fd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:32.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.916+0000 7f4bf7198640 1 --2- 172.21.15.67:0/2233396453 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4bf00d1010 0x7f4bf015fd70 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f4be8009d60 tx=0x7f4be8003f10 comp rx=0 tx=0).stop 2024-09-21T00:21:32.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.916+0000 7f4bf7198640 1 -- 172.21.15.67:0/2233396453 shutdown_connections 2024-09-21T00:21:32.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.916+0000 7f4bf7198640 1 --2- 172.21.15.67:0/2233396453 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4bd4078b90 0x7f4bd407b0a0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:32.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.916+0000 7f4bf7198640 1 --2- 172.21.15.67:0/2233396453 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4bf00d1010 0x7f4bf015fd70 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:32.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.916+0000 7f4bf7198640 1 --2- 172.21.15.67:0/2233396453 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4bf00b9780 0x7f4bf015f830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:32.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.916+0000 7f4bf7198640 1 --2- 172.21.15.67:0/2233396453 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4bf00b73f0 0x7f4bf015e5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:32.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.916+0000 7f4bf7198640 1 -- 172.21.15.67:0/2233396453 >> 172.21.15.67:0/2233396453 conn(0x7f4bf008bee0 msgr2=0x7f4bf0161a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:32.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.916+0000 7f4bf7198640 1 -- 172.21.15.67:0/2233396453 shutdown_connections 2024-09-21T00:21:32.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:32.916+0000 7f4bf7198640 1 -- 172.21.15.67:0/2233396453 wait complete. 2024-09-21T00:21:32.929 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2024-09-21T00:21:32.930 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2024-09-21T00:21:32.930 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2024-09-21T00:21:32.931 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2024-09-21T00:21:32.932 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2024-09-21T00:21:32.932 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2024-09-21T00:21:32.933 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2024-09-21T00:21:32.933 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2024-09-21T00:21:33.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.165+0000 7f82537fe640 1 -- 172.21.15.67:0/2117405124 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82540642b0 con 0x7f824c005cb0 2024-09-21T00:21:33.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.165+0000 7f3fd2732640 1 -- 172.21.15.67:0/2397490150 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3fcc0cfb60 msgr2=0x7f3fcc15b910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.165+0000 7f3fd2732640 1 --2- 172.21.15.67:0/2397490150 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3fcc0cfb60 0x7f3fcc15b910 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f3fc4005fd0 tx=0x7f3fc4009260 comp rx=0 tx=0).stop 2024-09-21T00:21:33.167 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.166+0000 7f825990c640 1 -- 172.21.15.67:0/2117405124 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f824c005cb0 msgr2=0x7f824c036430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.167 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.166+0000 7f825990c640 1 --2- 172.21.15.67:0/2117405124 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f824c005cb0 0x7f824c036430 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f8254066b30 tx=0x7f82540a6680 comp rx=0 tx=0).stop 2024-09-21T00:21:33.168 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.166+0000 7f825990c640 1 -- 172.21.15.67:0/2117405124 shutdown_connections 2024-09-21T00:21:33.168 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.166+0000 7f825990c640 1 --2- 172.21.15.67:0/2117405124 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f824c005cb0 0x7f824c036430 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.168 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.166+0000 7f825990c640 1 --2- 172.21.15.67:0/2117405124 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f824c009ba0 0x7f824c0df180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.168 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.166+0000 7f825990c640 1 -- 172.21.15.67:0/2117405124 >> 172.21.15.67:0/2117405124 conn(0x7f824c051420 msgr2=0x7f824c051860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:33.168 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.166+0000 7f825990c640 1 -- 172.21.15.67:0/2117405124 shutdown_connections 2024-09-21T00:21:33.168 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.166+0000 7f825990c640 1 -- 172.21.15.67:0/2117405124 wait complete. 2024-09-21T00:21:33.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.166+0000 7fe93bfff640 1 -- 172.21.15.67:0/2717520238 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe9340351a0 msgr2=0x7fe9340355b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.166+0000 7fe93bfff640 1 --2- 172.21.15.67:0/2717520238 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe9340351a0 0x7fe9340355b0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fe930009900 tx=0x7fe93002a670 comp rx=0 tx=0).stop 2024-09-21T00:21:33.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.166+0000 7fe93bfff640 1 -- 172.21.15.67:0/2717520238 shutdown_connections 2024-09-21T00:21:33.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.166+0000 7fe93bfff640 1 --2- 172.21.15.67:0/2717520238 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe9340351a0 0x7fe9340355b0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.166+0000 7fe93bfff640 1 -- 172.21.15.67:0/2717520238 >> 172.21.15.67:0/2717520238 conn(0x7fe93401eac0 msgr2=0x7fe93403a850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:33.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.166+0000 7f7efb99b640 1 -- 172.21.15.67:0/1583306389 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7ef4070ed0 msgr2=0x7f7ef40b4c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.165+0000 7f3fd2732640 1 -- 172.21.15.67:0/2397490150 shutdown_connections 2024-09-21T00:21:33.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.165+0000 7f3fd2732640 1 --2- 172.21.15.67:0/2397490150 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3fcc06ef60 0x7f3fcc06f370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.165+0000 7f3fd2732640 1 --2- 172.21.15.67:0/2397490150 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3fcc0cfb60 0x7f3fcc15b910 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.165+0000 7f3fd2732640 1 -- 172.21.15.67:0/2397490150 >> 172.21.15.67:0/2397490150 conn(0x7f3fcc06d5a0 msgr2=0x7f3fcc0b1d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:33.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.166+0000 7fe93bfff640 1 -- 172.21.15.67:0/2717520238 shutdown_connections 2024-09-21T00:21:33.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.166+0000 7fe93bfff640 1 -- 172.21.15.67:0/2717520238 wait complete. 2024-09-21T00:21:33.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.166+0000 7f3fd2732640 1 -- 172.21.15.67:0/2397490150 shutdown_connections 2024-09-21T00:21:33.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.167+0000 7f3fd2732640 1 -- 172.21.15.67:0/2397490150 wait complete. 2024-09-21T00:21:33.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.166+0000 7f7efb99b640 1 --2- 172.21.15.67:0/1583306389 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7ef4070ed0 0x7f7ef40b4c20 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f7ef0005fd0 tx=0x7f7ef002a610 comp rx=0 tx=0).stop 2024-09-21T00:21:33.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.167+0000 7f7efb99b640 1 -- 172.21.15.67:0/1583306389 shutdown_connections 2024-09-21T00:21:33.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.167+0000 7f7efb99b640 1 --2- 172.21.15.67:0/1583306389 >> v2:172.21.15.67:3300/0 conn(0x7f7ef40b3790 0x7f7ef40cc9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.167+0000 7f7efb99b640 1 --2- 172.21.15.67:0/1583306389 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7ef4070ed0 0x7f7ef40b4c20 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.167+0000 7f7efb99b640 1 -- 172.21.15.67:0/1583306389 >> 172.21.15.67:0/1583306389 conn(0x7f7ef406d3e0 msgr2=0x7f7ef40b1bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:33.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.167+0000 7facdd59a640 1 -- 172.21.15.67:0/961030796 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7face006a5f0 con 0x7facc8005150 2024-09-21T00:21:33.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.168+0000 7face49c3640 1 -- 172.21.15.67:0/961030796 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7facc8005150 msgr2=0x7facc800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.168+0000 7face49c3640 1 --2- 172.21.15.67:0/961030796 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7facc8005150 0x7facc800b9c0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7face0077540 tx=0x7facc8005830 comp rx=0 tx=0).stop 2024-09-21T00:21:33.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.168+0000 7ff3cdc8b640 1 -- 172.21.15.67:0/2287729413 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff3c0009ba0 msgr2=0x7ff3c0005cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.168+0000 7ff3cdc8b640 1 --2- 172.21.15.67:0/2287729413 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff3c0009ba0 0x7ff3c0005cb0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7ff3b4009830 tx=0x7ff3b402a510 comp rx=0 tx=0).stop 2024-09-21T00:21:33.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.168+0000 7face49c3640 1 -- 172.21.15.67:0/961030796 shutdown_connections 2024-09-21T00:21:33.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.168+0000 7face49c3640 1 --2- 172.21.15.67:0/961030796 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7facc8005150 0x7facc800b9c0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.174 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.168+0000 7face49c3640 1 -- 172.21.15.67:0/961030796 >> 172.21.15.67:0/961030796 conn(0x7facd801eac0 msgr2=0x7facd803a850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:33.174 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.168+0000 7ff3cdc8b640 1 -- 172.21.15.67:0/2287729413 shutdown_connections 2024-09-21T00:21:33.174 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.168+0000 7face49c3640 1 -- 172.21.15.67:0/961030796 shutdown_connections 2024-09-21T00:21:33.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.168+0000 7fe93bfff640 1 Processor -- start 2024-09-21T00:21:33.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.168+0000 7ff3cdc8b640 1 --2- 172.21.15.67:0/2287729413 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff3c0009ba0 0x7ff3c0005cb0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.168+0000 7ff3cdc8b640 1 --2- 172.21.15.67:0/2287729413 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff3c0036b10 0x7ff3c00df180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.168+0000 7ff3cdc8b640 1 -- 172.21.15.67:0/2287729413 >> 172.21.15.67:0/2287729413 conn(0x7ff3c0051420 msgr2=0x7ff3c0051860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:33.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.169+0000 7fe93bfff640 1 -- start start 2024-09-21T00:21:33.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.169+0000 7f825990c640 1 Processor -- start 2024-09-21T00:21:33.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.169+0000 7f825990c640 1 -- start start 2024-09-21T00:21:33.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.169+0000 7ff3cdc8b640 1 -- 172.21.15.67:0/2287729413 shutdown_connections 2024-09-21T00:21:33.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.169+0000 7fd2674f9640 1 -- 172.21.15.67:0/2453646125 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd24c003a00 msgr2=0x7fd24c003e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.169+0000 7fd2674f9640 1 --2- 172.21.15.67:0/2453646125 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd24c003a00 0x7fd24c003e50 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fd25c00bbb0 tx=0x7fd24c005830 comp rx=0 tx=0).stop 2024-09-21T00:21:33.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.169+0000 7fd2674f9640 1 -- 172.21.15.67:0/2453646125 shutdown_connections 2024-09-21T00:21:33.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.169+0000 7fd2674f9640 1 --2- 172.21.15.67:0/2453646125 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd24c003a00 0x7fd24c003e50 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.169+0000 7fd2674f9640 1 -- 172.21.15.67:0/2453646125 >> 172.21.15.67:0/2453646125 conn(0x7fd2600b2ef0 msgr2=0x7fd2600b3300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:33.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.168+0000 7face49c3640 1 -- 172.21.15.67:0/961030796 wait complete. 2024-09-21T00:21:33.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.169+0000 7ff3cdc8b640 1 -- 172.21.15.67:0/2287729413 wait complete. 2024-09-21T00:21:33.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.170+0000 7f7efb99b640 1 -- 172.21.15.67:0/1583306389 shutdown_connections 2024-09-21T00:21:33.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.170+0000 7f9aaa64a640 1 -- 172.21.15.67:0/2274745902 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9aa4073ed0 msgr2=0x7f9aa40705a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.170+0000 7f9aaa64a640 1 --2- 172.21.15.67:0/2274745902 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9aa4073ed0 0x7f9aa40705a0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f9a980097b0 tx=0x7f9a9802a3d0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.170+0000 7f9aaa64a640 1 -- 172.21.15.67:0/2274745902 shutdown_connections 2024-09-21T00:21:33.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.170+0000 7f9aaa64a640 1 --2- 172.21.15.67:0/2274745902 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9aa4073ed0 0x7f9aa40705a0 secure :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f9a980097b0 tx=0x7f9a9802a3d0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.170+0000 7f9aaa64a640 1 -- 172.21.15.67:0/2274745902 >> 172.21.15.67:0/2274745902 conn(0x7f9aa40d0ab0 msgr2=0x7f9aa40d0ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:33.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.170+0000 7f3fd2732640 1 Processor -- start 2024-09-21T00:21:33.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.170+0000 7f9aaa64a640 1 -- 172.21.15.67:0/2274745902 shutdown_connections 2024-09-21T00:21:33.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.170+0000 7f3fd2732640 1 -- start start 2024-09-21T00:21:33.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.170+0000 7f9aaa64a640 1 -- 172.21.15.67:0/2274745902 wait complete. 2024-09-21T00:21:33.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.169+0000 7fd2674f9640 1 -- 172.21.15.67:0/2453646125 shutdown_connections 2024-09-21T00:21:33.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.169+0000 7fd2674f9640 1 -- 172.21.15.67:0/2453646125 wait complete. 2024-09-21T00:21:33.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.171+0000 7fe93bfff640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe934009060 0x7fe9340dbcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.171+0000 7fe93bfff640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe9340351a0 0x7fe934178f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.172+0000 7f825990c640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f824c005cb0 0x7f824c021b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.172+0000 7fe93affd640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe934009060 0x7fe9340dbcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:33.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.172+0000 7fe93affd640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe934009060 0x7fe9340dbcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.67:39868/0 (socket says 172.21.15.67:39868) 2024-09-21T00:21:33.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.172+0000 7fe93affd640 1 -- 172.21.15.67:0/3160841348 learned_addr learned my addr 172.21.15.67:0/3160841348 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:33.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.172+0000 7fe93a7fc640 1 --2- 172.21.15.67:0/3160841348 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe9340351a0 0x7fe934178f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:33.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.172+0000 7fe93bfff640 1 --2- 172.21.15.67:0/3160841348 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe934054450 0x7fe934179440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.172+0000 7ff3cdc8b640 1 Processor -- start 2024-09-21T00:21:33.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.172+0000 7f825990c640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f824c009ba0 0x7f824c020f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.172+0000 7face49c3640 1 Processor -- start 2024-09-21T00:21:33.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.172+0000 7f825890a640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f824c005cb0 0x7f824c021b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:33.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.172+0000 7f825890a640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f824c005cb0 0x7f824c021b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.67:39872/0 (socket says 172.21.15.67:39872) 2024-09-21T00:21:33.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.172+0000 7fe93b7fe640 1 --2- 172.21.15.67:0/3160841348 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe934054450 0x7fe934179440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:33.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.172+0000 7f825890a640 1 -- 172.21.15.67:0/767613078 learned_addr learned my addr 172.21.15.67:0/767613078 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:33.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.172+0000 7f8253fff640 1 --2- 172.21.15.67:0/767613078 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f824c009ba0 0x7f824c020f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:33.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.172+0000 7fe93bfff640 1 -- 172.21.15.67:0/3160841348 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fe9340e5430 con 0x7fe934054450 2024-09-21T00:21:33.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.172+0000 7fe93bfff640 1 -- 172.21.15.67:0/3160841348 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fe9340e52b0 con 0x7fe934009060 2024-09-21T00:21:33.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.172+0000 7fe93bfff640 1 -- 172.21.15.67:0/3160841348 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fe9340e55b0 con 0x7fe9340351a0 2024-09-21T00:21:33.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.172+0000 7f825990c640 1 --2- 172.21.15.67:0/767613078 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f824c036970 0x7f824c0e3c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.172+0000 7f3fd2732640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3fcc06ef60 0x7f3fcc1f5210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.173+0000 7f3fd2732640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3fcc073780 0x7f3fcc0b1d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.172+0000 7fd2674f9640 1 Processor -- start 2024-09-21T00:21:33.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.172+0000 7fd2674f9640 1 -- start start 2024-09-21T00:21:33.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.173+0000 7f3fd2732640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3fcc0cfb60 0x7f3fcc159b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.173+0000 7f825910b640 1 --2- 172.21.15.67:0/767613078 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f824c036970 0x7f824c0e3c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:33.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.173+0000 7f3fd2732640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f3fcc071190 con 0x7f3fcc073780 2024-09-21T00:21:33.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.173+0000 7f825990c640 1 -- 172.21.15.67:0/767613078 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f824c00bdb0 con 0x7f824c036970 2024-09-21T00:21:33.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.173+0000 7f825990c640 1 -- 172.21.15.67:0/767613078 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f824c00bc30 con 0x7f824c005cb0 2024-09-21T00:21:33.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.173+0000 7f825990c640 1 -- 172.21.15.67:0/767613078 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f824c01ccc0 con 0x7f824c009ba0 2024-09-21T00:21:33.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.173+0000 7f3fd0ccf640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3fcc0cfb60 0x7f3fcc159b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:33.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.173+0000 7f3fd0ccf640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3fcc0cfb60 0x7f3fcc159b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.67:39876/0 (socket says 172.21.15.67:39876) 2024-09-21T00:21:33.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.172+0000 7ff3cdc8b640 1 -- start start 2024-09-21T00:21:33.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.173+0000 7f9aaa64a640 1 Processor -- start 2024-09-21T00:21:33.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.171+0000 7f7efb99b640 1 -- 172.21.15.67:0/1583306389 wait complete. 2024-09-21T00:21:33.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.174+0000 7fe93affd640 1 -- 172.21.15.67:0/3160841348 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe9340351a0 msgr2=0x7fe934178f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.174+0000 7f9aaa64a640 1 -- start start 2024-09-21T00:21:33.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.174+0000 7f7efb99b640 1 Processor -- start 2024-09-21T00:21:33.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.174+0000 7f7efb99b640 1 -- start start 2024-09-21T00:21:33.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.174+0000 7f825890a640 1 -- 172.21.15.67:0/767613078 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f824c009ba0 msgr2=0x7f824c020f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.174+0000 7f825890a640 1 --2- 172.21.15.67:0/767613078 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f824c009ba0 0x7f824c020f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.174+0000 7f825890a640 1 -- 172.21.15.67:0/767613078 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f824c036970 msgr2=0x7f824c0e3c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.174+0000 7f825890a640 1 --2- 172.21.15.67:0/767613078 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f824c036970 0x7f824c0e3c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.174+0000 7f825890a640 1 -- 172.21.15.67:0/767613078 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f824c0e5810 con 0x7f824c005cb0 2024-09-21T00:21:33.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.174+0000 7fe93affd640 1 --2- 172.21.15.67:0/3160841348 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe9340351a0 0x7fe934178f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.174+0000 7fe93affd640 1 -- 172.21.15.67:0/3160841348 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe934054450 msgr2=0x7fe934179440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.174+0000 7fe93affd640 1 --2- 172.21.15.67:0/3160841348 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe934054450 0x7fe934179440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.174+0000 7fe93affd640 1 -- 172.21.15.67:0/3160841348 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe934179b60 con 0x7fe934009060 2024-09-21T00:21:33.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.174+0000 7fe93b7fe640 1 --2- 172.21.15.67:0/3160841348 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe934054450 0x7fe934179440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:21:33.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.173+0000 7f3fd0ccf640 1 -- 172.21.15.67:0/3686234299 learned_addr learned my addr 172.21.15.67:0/3686234299 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:33.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.173+0000 7f3fcbfff640 1 --2- 172.21.15.67:0/3686234299 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3fcc06ef60 0x7f3fcc1f5210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:33.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.173+0000 7f3fcb7fe640 1 --2- 172.21.15.67:0/3686234299 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3fcc073780 0x7f3fcc0b1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:33.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.174+0000 7f3fd2732640 1 -- 172.21.15.67:0/3686234299 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f3fcc071010 con 0x7f3fcc0cfb60 2024-09-21T00:21:33.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.174+0000 7f3fd2732640 1 -- 172.21.15.67:0/3686234299 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f3fcc06f8b0 con 0x7f3fcc06ef60 2024-09-21T00:21:33.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.174+0000 7fe93affd640 1 --2- 172.21.15.67:0/3160841348 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe934009060 0x7fe9340dbcc0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fe92c00c420 tx=0x7fe92c00c8e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:33.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.174+0000 7fe923fff640 1 -- 172.21.15.67:0/3160841348 <== mon.1 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe92c017070 con 0x7fe934009060 2024-09-21T00:21:33.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.174+0000 7f825890a640 1 --2- 172.21.15.67:0/767613078 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f824c005cb0 0x7f824c021b50 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f824000c9a0 tx=0x7f824000ce60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:33.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.174+0000 7f82517fa640 1 -- 172.21.15.67:0/767613078 <== mon.1 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8240007bb0 con 0x7f824c005cb0 2024-09-21T00:21:33.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.174+0000 7f825990c640 1 -- 172.21.15.67:0/767613078 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f824c0e5aa0 con 0x7f824c005cb0 2024-09-21T00:21:33.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.175+0000 7f825990c640 1 -- 172.21.15.67:0/767613078 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f824c0e6060 con 0x7f824c005cb0 2024-09-21T00:21:33.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.175+0000 7fe93bfff640 1 -- 172.21.15.67:0/3160841348 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9340e3400 con 0x7fe934009060 2024-09-21T00:21:33.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.175+0000 7fe93bfff640 1 -- 172.21.15.67:0/3160841348 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe934049530 con 0x7fe934009060 2024-09-21T00:21:33.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.175+0000 7fe923fff640 1 -- 172.21.15.67:0/3160841348 <== mon.1 v2:172.21.15.97:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe92c0035f0 con 0x7fe934009060 2024-09-21T00:21:33.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.175+0000 7f3fcb7fe640 1 -- 172.21.15.67:0/3686234299 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3fcc06ef60 msgr2=0x7f3fcc1f5210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.175+0000 7ff3cdc8b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff3c0009ba0 0x7ff3c0031fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.175+0000 7f3fcb7fe640 1 --2- 172.21.15.67:0/3686234299 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3fcc06ef60 0x7f3fcc1f5210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.175+0000 7f3fcb7fe640 1 -- 172.21.15.67:0/3686234299 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3fcc0cfb60 msgr2=0x7f3fcc159b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.175+0000 7f3fcb7fe640 1 --2- 172.21.15.67:0/3686234299 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3fcc0cfb60 0x7f3fcc159b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.175+0000 7ff3cdc8b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff3c000bc30 0x7ff3c0181060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.175+0000 7f3fcb7fe640 1 -- 172.21.15.67:0/3686234299 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3fcc1f1980 con 0x7f3fcc073780 2024-09-21T00:21:33.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.173+0000 7face49c3640 1 -- start start 2024-09-21T00:21:33.205 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.175+0000 7face49c3640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7facc8005150 0x7facd817f5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.205 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.175+0000 7face49c3640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7facd804ea80 0x7facd80e1be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.205 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.175+0000 7face49c3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7facd80e2120 0x7facd8050a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.205 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.175+0000 7face49c3640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7facd80e33a0 con 0x7facd80e2120 2024-09-21T00:21:33.205 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.175+0000 7face49c3640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7facd8009420 con 0x7facd804ea80 2024-09-21T00:21:33.205 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.175+0000 7face49c3640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7facd80e3520 con 0x7facc8005150 2024-09-21T00:21:33.205 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.175+0000 7ff3c77fe640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff3c0009ba0 0x7ff3c0031fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:33.205 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.175+0000 7ff3c77fe640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff3c0009ba0 0x7ff3c0031fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.67:39534/0 (socket says 172.21.15.67:39534) 2024-09-21T00:21:33.205 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.176+0000 7ff3c77fe640 1 -- 172.21.15.67:0/966655235 learned_addr learned my addr 172.21.15.67:0/966655235 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:33.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.176+0000 7facde59c640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7facc8005150 0x7facd817f5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:33.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.176+0000 7facde59c640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7facc8005150 0x7facd817f5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.67:39544/0 (socket says 172.21.15.67:39544) 2024-09-21T00:21:33.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.176+0000 7facde59c640 1 -- 172.21.15.67:0/2708899033 learned_addr learned my addr 172.21.15.67:0/2708899033 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:33.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.175+0000 7fd2674f9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd24c003a00 0x7fd26009c330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.175+0000 7fd2674f9640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd26009e6e0 0x7fd260162b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.175+0000 7fd2674f9640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd2600baf20 0x7fd2600b84e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.175+0000 7fd2674f9640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fd2600b6d50 con 0x7fd24c003a00 2024-09-21T00:21:33.207 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.175+0000 7fd2674f9640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fd2600b6bd0 con 0x7fd2600baf20 2024-09-21T00:21:33.207 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.175+0000 7fd2674f9640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fd2600d0a70 con 0x7fd26009e6e0 2024-09-21T00:21:33.207 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.176+0000 7f7efb99b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7ef4070ed0 0x7f7ef40c8680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.207 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.176+0000 7ff3cdc8b640 1 --2- 172.21.15.67:0/966655235 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff3c0036b10 0x7ff3c00dcd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.207 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.176+0000 7ff3cdc8b640 1 -- 172.21.15.67:0/966655235 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff3c0006b00 con 0x7ff3c000bc30 2024-09-21T00:21:33.207 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.176+0000 7ff3cdc8b640 1 -- 172.21.15.67:0/966655235 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff3c0006980 con 0x7ff3c0036b10 2024-09-21T00:21:33.207 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.176+0000 7ff3cdc8b640 1 -- 172.21.15.67:0/966655235 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7ff3c0006c80 con 0x7ff3c0009ba0 2024-09-21T00:21:33.207 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.176+0000 7ff3c6ffd640 1 --2- 172.21.15.67:0/966655235 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff3c000bc30 0x7ff3c0181060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:33.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.176+0000 7ff3c7fff640 1 --2- 172.21.15.67:0/966655235 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff3c0036b10 0x7ff3c00dcd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:33.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.176+0000 7f9aaa64a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9aa4157570 0x7f9aa4144560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.176+0000 7fe923fff640 1 -- 172.21.15.67:0/3160841348 <== mon.1 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe92c003a40 con 0x7fe934009060 2024-09-21T00:21:33.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.176+0000 7f7efb99b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7ef40b3790 0x7f7ef409d270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.176+0000 7f7efb99b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7ef4154dc0 0x7f7ef4205fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.176+0000 7f7efb99b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f7ef406ee40 con 0x7f7ef4154dc0 2024-09-21T00:21:33.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.176+0000 7f7efb99b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f7ef40cd260 con 0x7f7ef40b3790 2024-09-21T00:21:33.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.176+0000 7f7efb99b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f7ef406efc0 con 0x7f7ef4070ed0 2024-09-21T00:21:33.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.176+0000 7f82517fa640 1 -- 172.21.15.67:0/767613078 <== mon.1 v2:172.21.15.97:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8240007e40 con 0x7f824c005cb0 2024-09-21T00:21:33.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.176+0000 7f82517fa640 1 -- 172.21.15.67:0/767613078 <== mon.1 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8240005290 con 0x7f824c005cb0 2024-09-21T00:21:33.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.176+0000 7f825990c640 1 -- 172.21.15.67:0/767613078 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f824c01d110 con 0x7f824c005cb0 2024-09-21T00:21:33.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.176+0000 7facddd9b640 1 --2- 172.21.15.67:0/2708899033 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7facd804ea80 0x7facd80e1be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:33.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.176+0000 7f9aaa64a640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9aa4144aa0 0x7f9aa40b5b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.176+0000 7f9aaa64a640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9aa40b60b0 0x7f9aa4145be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.176+0000 7f9aaa64a640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f9aa4071370 con 0x7f9aa4157570 2024-09-21T00:21:33.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.176+0000 7f9aaa64a640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f9aa40711f0 con 0x7f9aa40b60b0 2024-09-21T00:21:33.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.176+0000 7f9aaa64a640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f9aa40714f0 con 0x7f9aa4144aa0 2024-09-21T00:21:33.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.176+0000 7f9aa3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9aa4157570 0x7f9aa4144560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:33.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.176+0000 7f9aa3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9aa4157570 0x7f9aa4144560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:44374/0 (socket says 172.21.15.67:44374) 2024-09-21T00:21:33.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.176+0000 7f9aa3fff640 1 -- 172.21.15.67:0/3562481132 learned_addr learned my addr 172.21.15.67:0/3562481132 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:33.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.176+0000 7fd265a96640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd2600baf20 0x7fd2600b84e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:33.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.176+0000 7fd265a96640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd2600baf20 0x7fd2600b84e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.67:39894/0 (socket says 172.21.15.67:39894) 2024-09-21T00:21:33.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.176+0000 7fd265a96640 1 -- 172.21.15.67:0/1120044219 learned_addr learned my addr 172.21.15.67:0/1120044219 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:33.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.177+0000 7f9aa37fe640 1 --2- 172.21.15.67:0/3562481132 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9aa4144aa0 0x7f9aa40b5b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:33.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.177+0000 7f7ef9737640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7ef4070ed0 0x7f7ef40c8680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:33.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.177+0000 7f7ef9737640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7ef4070ed0 0x7f7ef40c8680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.67:39554/0 (socket says 172.21.15.67:39554) 2024-09-21T00:21:33.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.177+0000 7f7ef9737640 1 -- 172.21.15.67:0/4138165879 learned_addr learned my addr 172.21.15.67:0/4138165879 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:33.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.176+0000 7facde59c640 1 -- 172.21.15.67:0/2708899033 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7facd804ea80 msgr2=0x7facd80e1be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.176+0000 7facde59c640 1 --2- 172.21.15.67:0/2708899033 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7facd804ea80 0x7facd80e1be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.176+0000 7facde59c640 1 -- 172.21.15.67:0/2708899033 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7facd80e2120 msgr2=0x7facd8050a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.176+0000 7facde59c640 1 --2- 172.21.15.67:0/2708899033 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7facd80e2120 0x7facd8050a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.177+0000 7facde59c640 1 -- 172.21.15.67:0/2708899033 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7facd80e1140 con 0x7facc8005150 2024-09-21T00:21:33.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.176+0000 7ff3c77fe640 1 -- 172.21.15.67:0/966655235 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff3c0036b10 msgr2=0x7ff3c00dcd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.176+0000 7ff3c77fe640 1 --2- 172.21.15.67:0/966655235 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff3c0036b10 0x7ff3c00dcd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.176+0000 7ff3c77fe640 1 -- 172.21.15.67:0/966655235 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff3c000bc30 msgr2=0x7ff3c0181060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.176+0000 7ff3c77fe640 1 --2- 172.21.15.67:0/966655235 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff3c000bc30 0x7ff3c0181060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.176+0000 7ff3c77fe640 1 -- 172.21.15.67:0/966655235 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3c017f300 con 0x7ff3c0009ba0 2024-09-21T00:21:33.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.177+0000 7f3fcb7fe640 1 --2- 172.21.15.67:0/3686234299 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3fcc073780 0x7f3fcc0b1d80 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f3fbc00c340 tx=0x7f3fbc00c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:33.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.177+0000 7fd264a94640 1 --2- 172.21.15.67:0/1120044219 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd26009e6e0 0x7fd260162b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:33.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.177+0000 7f7ef8f36640 1 --2- 172.21.15.67:0/4138165879 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7ef40b3790 0x7f7ef409d270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:33.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.177+0000 7fd265295640 1 --2- 172.21.15.67:0/1120044219 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd24c003a00 0x7fd26009c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:33.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.177+0000 7f3fc8ff9640 1 -- 172.21.15.67:0/3686234299 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fbc011790 con 0x7f3fcc073780 2024-09-21T00:21:33.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.177+0000 7f7ef9f38640 1 --2- 172.21.15.67:0/4138165879 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7ef4154dc0 0x7f7ef4205fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:33.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.177+0000 7f7ef9737640 1 -- 172.21.15.67:0/4138165879 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7ef40b3790 msgr2=0x7f7ef409d270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.177+0000 7f7ef9737640 1 --2- 172.21.15.67:0/4138165879 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7ef40b3790 0x7f7ef409d270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.177+0000 7f7ef9737640 1 -- 172.21.15.67:0/4138165879 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7ef4154dc0 msgr2=0x7f7ef4205fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.177+0000 7f7ef9737640 1 --2- 172.21.15.67:0/4138165879 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7ef4154dc0 0x7f7ef4205fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.177+0000 7f3fc8ff9640 1 -- 172.21.15.67:0/3686234299 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3fbc017070 con 0x7f3fcc073780 2024-09-21T00:21:33.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.177+0000 7f9aa37fe640 1 -- 172.21.15.67:0/3562481132 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9aa40b60b0 msgr2=0x7f9aa4145be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.177+0000 7f9aa37fe640 1 --2- 172.21.15.67:0/3562481132 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9aa40b60b0 0x7f9aa4145be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.177+0000 7f9aa37fe640 1 -- 172.21.15.67:0/3562481132 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9aa4157570 msgr2=0x7f9aa4144560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.177+0000 7f9aa37fe640 1 --2- 172.21.15.67:0/3562481132 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9aa4157570 0x7f9aa4144560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.177+0000 7f9aa37fe640 1 -- 172.21.15.67:0/3562481132 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9aa40b64c0 con 0x7f9aa4144aa0 2024-09-21T00:21:33.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.177+0000 7f7ef9737640 1 -- 172.21.15.67:0/4138165879 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ef40c8bc0 con 0x7f7ef4070ed0 2024-09-21T00:21:33.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.177+0000 7ff3c77fe640 1 --2- 172.21.15.67:0/966655235 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff3c0009ba0 0x7ff3c0031fe0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7ff3bc00c390 tx=0x7ff3bc00c850 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:33.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.177+0000 7facde59c640 1 --2- 172.21.15.67:0/2708899033 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7facc8005150 0x7facd817f5b0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7facd4001050 tx=0x7facd4001880 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:33.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.177+0000 7fd265a96640 1 -- 172.21.15.67:0/1120044219 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd26009e6e0 msgr2=0x7fd260162b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.177+0000 7fd265a96640 1 --2- 172.21.15.67:0/1120044219 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd26009e6e0 0x7fd260162b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.177+0000 7fd265a96640 1 -- 172.21.15.67:0/1120044219 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd24c003a00 msgr2=0x7fd26009c330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.177+0000 7fd265a96640 1 --2- 172.21.15.67:0/1120044219 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd24c003a00 0x7fd26009c330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.177+0000 7fd265a96640 1 -- 172.21.15.67:0/1120044219 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2600b7790 con 0x7fd2600baf20 2024-09-21T00:21:33.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.177+0000 7fd265295640 1 --2- 172.21.15.67:0/1120044219 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd24c003a00 0x7fd26009c330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:21:33.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.178+0000 7facceffd640 1 -- 172.21.15.67:0/2708899033 <== mon.2 v2:172.21.15.97:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facd4015070 con 0x7facc8005150 2024-09-21T00:21:33.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.177+0000 7ff3b3fff640 1 -- 172.21.15.67:0/966655235 <== mon.2 v2:172.21.15.97:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3bc011790 con 0x7ff3c0009ba0 2024-09-21T00:21:33.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.177+0000 7ff3b3fff640 1 -- 172.21.15.67:0/966655235 <== mon.2 v2:172.21.15.97:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff3bc017070 con 0x7ff3c0009ba0 2024-09-21T00:21:33.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.177+0000 7ff3b3fff640 1 -- 172.21.15.67:0/966655235 <== mon.2 v2:172.21.15.97:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3bc011ce0 con 0x7ff3c0009ba0 2024-09-21T00:21:33.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.177+0000 7f9aa37fe640 1 --2- 172.21.15.67:0/3562481132 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9aa4144aa0 0x7f9aa40b5b70 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f9a98031000 tx=0x7f9a98033830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:33.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.178+0000 7f7ef9737640 1 --2- 172.21.15.67:0/4138165879 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7ef4070ed0 0x7f7ef40c8680 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f7ef0009850 tx=0x7f7ef00042e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:33.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.178+0000 7fd265a96640 1 --2- 172.21.15.67:0/1120044219 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd2600baf20 0x7fd2600b84e0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fd24c0057e0 tx=0x7fd258006790 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:33.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.177+0000 7f3fc8ff9640 1 -- 172.21.15.67:0/3686234299 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fbc011d00 con 0x7f3fcc073780 2024-09-21T00:21:33.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.177+0000 7f3fd2732640 1 -- 172.21.15.67:0/3686234299 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3fcc1f1c60 con 0x7f3fcc073780 2024-09-21T00:21:33.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.178+0000 7f7ee9ffb640 1 -- 172.21.15.67:0/4138165879 <== mon.2 v2:172.21.15.97:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ef0041070 con 0x7f7ef4070ed0 2024-09-21T00:21:33.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.178+0000 7f7ee9ffb640 1 -- 172.21.15.67:0/4138165879 <== mon.2 v2:172.21.15.97:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7ef0031940 con 0x7f7ef4070ed0 2024-09-21T00:21:33.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.178+0000 7f9aa0ff9640 1 -- 172.21.15.67:0/3562481132 <== mon.2 v2:172.21.15.97:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a98040030 con 0x7f9aa4144aa0 2024-09-21T00:21:33.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.178+0000 7f9aa0ff9640 1 -- 172.21.15.67:0/3562481132 <== mon.2 v2:172.21.15.97:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9a98033bb0 con 0x7f9aa4144aa0 2024-09-21T00:21:33.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.178+0000 7f9aa0ff9640 1 -- 172.21.15.67:0/3562481132 <== mon.2 v2:172.21.15.97:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a98037040 con 0x7f9aa4144aa0 2024-09-21T00:21:33.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.178+0000 7f9aaa64a640 1 -- 172.21.15.67:0/3562481132 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9aa415a470 con 0x7f9aa4144aa0 2024-09-21T00:21:33.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.178+0000 7f9aaa64a640 1 -- 172.21.15.67:0/3562481132 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f9aa41453b0 con 0x7f9aa4144aa0 2024-09-21T00:21:33.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.178+0000 7fd255ffb640 1 -- 172.21.15.67:0/1120044219 <== mon.1 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd25800fc30 con 0x7fd2600baf20 2024-09-21T00:21:33.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.178+0000 7fd255ffb640 1 -- 172.21.15.67:0/1120044219 <== mon.1 v2:172.21.15.97:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd25800fdd0 con 0x7fd2600baf20 2024-09-21T00:21:33.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.179+0000 7f3fd2732640 1 -- 172.21.15.67:0/3686234299 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3fcc1f2520 con 0x7f3fcc073780 2024-09-21T00:21:33.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.179+0000 7fe923fff640 1 -- 172.21.15.67:0/3160841348 <== mon.1 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fe92c01a070 con 0x7fe934009060 2024-09-21T00:21:33.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.179+0000 7fd255ffb640 1 -- 172.21.15.67:0/1120044219 <== mon.1 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd258011690 con 0x7fd2600baf20 2024-09-21T00:21:33.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.179+0000 7f7efb99b640 1 -- 172.21.15.67:0/4138165879 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ef40c9f30 con 0x7f7ef4070ed0 2024-09-21T00:21:33.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.179+0000 7fd2674f9640 1 -- 172.21.15.67:0/1120044219 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd2600bb330 con 0x7fd2600baf20 2024-09-21T00:21:33.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.180+0000 7f7efb99b640 1 -- 172.21.15.67:0/4138165879 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ef40c9170 con 0x7f7ef4070ed0 2024-09-21T00:21:33.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.178+0000 7face49c3640 1 -- 172.21.15.67:0/2708899033 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7facd804f190 con 0x7facc8005150 2024-09-21T00:21:33.223 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.178+0000 7face49c3640 1 -- 172.21.15.67:0/2708899033 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7facd80e16c0 con 0x7facc8005150 2024-09-21T00:21:33.223 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.179+0000 7face49c3640 1 -- 172.21.15.67:0/2708899033 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7facd8052700 con 0x7facc8005150 2024-09-21T00:21:33.223 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.179+0000 7facceffd640 1 -- 172.21.15.67:0/2708899033 <== mon.2 v2:172.21.15.97:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7facd4011840 con 0x7facc8005150 2024-09-21T00:21:33.223 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.179+0000 7facceffd640 1 -- 172.21.15.67:0/2708899033 <== mon.2 v2:172.21.15.97:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facd4011c90 con 0x7facc8005150 2024-09-21T00:21:33.223 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.180+0000 7fd2674f9640 1 -- 172.21.15.67:0/1120044219 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd2600b7ce0 con 0x7fd2600baf20 2024-09-21T00:21:33.223 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.180+0000 7f3fd2732640 1 -- 172.21.15.67:0/3686234299 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f3fcc0b22c0 con 0x7f3fcc073780 2024-09-21T00:21:33.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.180+0000 7ff3cdc8b640 1 -- 172.21.15.67:0/966655235 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff3c01726f0 con 0x7ff3c0009ba0 2024-09-21T00:21:33.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.180+0000 7fe93bfff640 1 -- 172.21.15.67:0/3160841348 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fe91c001030 con 0x7fe934009060 2024-09-21T00:21:33.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.180+0000 7f7ee9ffb640 1 -- 172.21.15.67:0/4138165879 <== mon.2 v2:172.21.15.97:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ef00044c0 con 0x7f7ef4070ed0 2024-09-21T00:21:33.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.180+0000 7ff3cdc8b640 1 -- 172.21.15.67:0/966655235 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3c0172cb0 con 0x7ff3c0009ba0 2024-09-21T00:21:33.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.180+0000 7f82517fa640 1 -- 172.21.15.67:0/767613078 <== mon.1 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f8240005430 con 0x7f824c005cb0 2024-09-21T00:21:33.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.181+0000 7f82517fa640 1 --2- 172.21.15.67:0/767613078 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8238078c60 0x7f823807b170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.181+0000 7fe923fff640 1 --2- 172.21.15.67:0/3160841348 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe928078c60 0x7fe92807b170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.181+0000 7fd2674f9640 1 -- 172.21.15.67:0/1120044219 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fd2600d0fd0 con 0x7fd2600baf20 2024-09-21T00:21:33.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.180+0000 7f9a8a7fc640 1 -- 172.21.15.67:0/3562481132 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f9a84001030 con 0x7f9aa4144aa0 2024-09-21T00:21:33.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.181+0000 7f8253fff640 1 --2- 172.21.15.67:0/767613078 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8238078c60 0x7f823807b170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:33.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.181+0000 7f82517fa640 1 -- 172.21.15.67:0/767613078 <== mon.1 v2:172.21.15.97:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f824009b750 con 0x7f824c005cb0 2024-09-21T00:21:33.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.181+0000 7ff3b1ffb640 1 -- 172.21.15.67:0/966655235 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7ff3c0173370 con 0x7ff3c0009ba0 2024-09-21T00:21:33.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.181+0000 7fe93a7fc640 1 --2- 172.21.15.67:0/3160841348 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe928078c60 0x7fe92807b170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:33.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.181+0000 7fe923fff640 1 -- 172.21.15.67:0/3160841348 <== mon.1 v2:172.21.15.97:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fe92c099ee0 con 0x7fe934009060 2024-09-21T00:21:33.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.182+0000 7f82517fa640 1 --2- 172.21.15.67:0/767613078 >> [v2:172.21.15.67:6808/1399233530,v1:172.21.15.67:6809/1399233530] conn(0x7f8238080f30 0x7f8238083380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.182+0000 7f7efb99b640 1 -- 172.21.15.67:0/4138165879 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f7ef40c9b10 con 0x7f7ef4070ed0 2024-09-21T00:21:33.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.182+0000 7f82517fa640 1 -- 172.21.15.67:0/767613078 --> [v2:172.21.15.67:6808/1399233530,v1:172.21.15.67:6809/1399233530] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f824001be70 con 0x7f8238080f30 2024-09-21T00:21:33.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.182+0000 7f82517fa640 1 -- 172.21.15.67:0/767613078 <== mon.1 v2:172.21.15.97:3300/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f824009bb40 con 0x7f824c005cb0 2024-09-21T00:21:33.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.182+0000 7f825910b640 1 --2- 172.21.15.67:0/767613078 >> [v2:172.21.15.67:6808/1399233530,v1:172.21.15.67:6809/1399233530] conn(0x7f8238080f30 0x7f8238083380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:33.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.182+0000 7fe923fff640 1 --2- 172.21.15.67:0/3160841348 >> [v2:172.21.15.67:6813/3944377447,v1:172.21.15.67:6815/3944377447] conn(0x7fe928080f30 0x7fe928083380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.182+0000 7fe923fff640 1 -- 172.21.15.67:0/3160841348 --> [v2:172.21.15.67:6813/3944377447,v1:172.21.15.67:6815/3944377447] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fe92c0035f0 con 0x7fe928080f30 2024-09-21T00:21:33.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.182+0000 7fe923fff640 1 -- 172.21.15.67:0/3160841348 <== mon.1 v2:172.21.15.97:3300/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fe92c09f4d0 con 0x7fe934009060 2024-09-21T00:21:33.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.182+0000 7fe93b7fe640 1 --2- 172.21.15.67:0/3160841348 >> [v2:172.21.15.67:6813/3944377447,v1:172.21.15.67:6815/3944377447] conn(0x7fe928080f30 0x7fe928083380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:33.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.180+0000 7f3fc8ff9640 1 -- 172.21.15.67:0/3686234299 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f3fbc01c460 con 0x7f3fcc073780 2024-09-21T00:21:33.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.181+0000 7f3fc8ff9640 1 --2- 172.21.15.67:0/3686234299 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3fb8078c60 0x7f3fb807b170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.181+0000 7f3fc8ff9640 1 -- 172.21.15.67:0/3686234299 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f3fbc09a8a0 con 0x7f3fcc073780 2024-09-21T00:21:33.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.182+0000 7f3fc8ff9640 1 --2- 172.21.15.67:0/3686234299 >> [v2:172.21.15.97:6802/2610565613,v1:172.21.15.97:6803/2610565613] conn(0x7f3fb8080f30 0x7f3fb8083380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.182+0000 7f3fc8ff9640 1 -- 172.21.15.67:0/3686234299 --> [v2:172.21.15.97:6802/2610565613,v1:172.21.15.97:6803/2610565613] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f3fbc009e50 con 0x7f3fb8080f30 2024-09-21T00:21:33.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.182+0000 7f3fc8ff9640 1 -- 172.21.15.67:0/3686234299 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f3fbc09f2a0 con 0x7f3fcc073780 2024-09-21T00:21:33.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.182+0000 7f3fd0ccf640 1 --2- 172.21.15.67:0/3686234299 >> [v2:172.21.15.97:6802/2610565613,v1:172.21.15.97:6803/2610565613] conn(0x7f3fb8080f30 0x7f3fb8083380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:33.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.182+0000 7f9aa0ff9640 1 -- 172.21.15.67:0/3562481132 <== mon.2 v2:172.21.15.97:3301/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f9a98043070 con 0x7f9aa4144aa0 2024-09-21T00:21:33.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.183+0000 7f3fcbfff640 1 --2- 172.21.15.67:0/3686234299 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3fb8078c60 0x7f3fb807b170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:33.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.183+0000 7f825910b640 1 --2- 172.21.15.67:0/767613078 >> [v2:172.21.15.67:6808/1399233530,v1:172.21.15.67:6809/1399233530] conn(0x7f8238080f30 0x7f8238083380 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:33.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.183+0000 7fe93b7fe640 1 --2- 172.21.15.67:0/3160841348 >> [v2:172.21.15.67:6813/3944377447,v1:172.21.15.67:6815/3944377447] conn(0x7fe928080f30 0x7fe928083380 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:33.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.183+0000 7facceffd640 1 -- 172.21.15.67:0/2708899033 <== mon.2 v2:172.21.15.97:3301/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7facd4018070 con 0x7facc8005150 2024-09-21T00:21:33.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.183+0000 7f9aa0ff9640 1 --2- 172.21.15.67:0/3562481132 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9a90078c60 0x7f9a9007b170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.183+0000 7fd255ffb640 1 -- 172.21.15.67:0/1120044219 <== mon.1 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fd258011830 con 0x7fd2600baf20 2024-09-21T00:21:33.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.184+0000 7f3fd0ccf640 1 --2- 172.21.15.67:0/3686234299 >> [v2:172.21.15.97:6802/2610565613,v1:172.21.15.97:6803/2610565613] conn(0x7f3fb8080f30 0x7f3fb8083380 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:33.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.184+0000 7f9aa0ff9640 1 -- 172.21.15.67:0/3562481132 <== mon.2 v2:172.21.15.97:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f9a980baaa0 con 0x7f9aa4144aa0 2024-09-21T00:21:33.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.184+0000 7f9aa0ff9640 1 --2- 172.21.15.67:0/3562481132 >> [v2:172.21.15.97:6826/1797001780,v1:172.21.15.97:6827/1797001780] conn(0x7f9a90080f30 0x7f9a90083380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.184+0000 7f9aa0ff9640 1 -- 172.21.15.67:0/3562481132 --> [v2:172.21.15.97:6826/1797001780,v1:172.21.15.97:6827/1797001780] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f9a90083a50 con 0x7f9a90080f30 2024-09-21T00:21:33.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.183+0000 7fe93a7fc640 1 --2- 172.21.15.67:0/3160841348 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe928078c60 0x7fe92807b170 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fe93c0521d0 tx=0x7fe93c06f040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:33.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.183+0000 7ff3b3fff640 1 -- 172.21.15.67:0/966655235 <== mon.2 v2:172.21.15.97:3301/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7ff3bc01c460 con 0x7ff3c0009ba0 2024-09-21T00:21:33.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.184+0000 7ff3b3fff640 1 --2- 172.21.15.67:0/966655235 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff3ac078c60 0x7ff3ac07b170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.184+0000 7f9aa0ff9640 1 -- 172.21.15.67:0/3562481132 <== mon.2 v2:172.21.15.97:3301/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f9a980bf2a0 con 0x7f9aa4144aa0 2024-09-21T00:21:33.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.184+0000 7facceffd640 1 --2- 172.21.15.67:0/2708899033 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7facc0078be0 0x7facc007b0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.184+0000 7ff3b3fff640 1 -- 172.21.15.67:0/966655235 <== mon.2 v2:172.21.15.97:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7ff3bc09aa50 con 0x7ff3c0009ba0 2024-09-21T00:21:33.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.184+0000 7fe923fff640 1 -- 172.21.15.67:0/3160841348 <== osd.2 v2:172.21.15.67:6813/3944377447 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fe92c0035f0 con 0x7fe928080f30 2024-09-21T00:21:33.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.184+0000 7ff3b3fff640 1 --2- 172.21.15.67:0/966655235 >> [v2:172.21.15.97:6818/3393623486,v1:172.21.15.97:6819/3393623486] conn(0x7ff3ac080eb0 0x7ff3ac083300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.184+0000 7ff3b3fff640 1 -- 172.21.15.67:0/966655235 --> [v2:172.21.15.97:6818/3393623486,v1:172.21.15.97:6819/3393623486] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7ff3ac0839d0 con 0x7ff3ac080eb0 2024-09-21T00:21:33.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.184+0000 7f82517fa640 1 -- 172.21.15.67:0/767613078 <== osd.1 v2:172.21.15.67:6808/1399233530 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f824001be70 con 0x7f8238080f30 2024-09-21T00:21:33.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.184+0000 7f3fcbfff640 1 --2- 172.21.15.67:0/3686234299 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3fb8078c60 0x7f3fb807b170 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f3fc403c000 tx=0x7f3fc4004ab0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:33.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.184+0000 7ff3c6ffd640 1 --2- 172.21.15.67:0/966655235 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff3ac078c60 0x7ff3ac07b170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:33.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.184+0000 7ff3b3fff640 1 -- 172.21.15.67:0/966655235 <== mon.2 v2:172.21.15.97:3301/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7ff3bc05edc0 con 0x7ff3c0009ba0 2024-09-21T00:21:33.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.184+0000 7f7ee9ffb640 1 -- 172.21.15.67:0/4138165879 <== mon.2 v2:172.21.15.97:3301/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f7ef0044070 con 0x7f7ef4070ed0 2024-09-21T00:21:33.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.184+0000 7fd255ffb640 1 --2- 172.21.15.67:0/1120044219 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd244078c60 0x7fd24407b170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.184+0000 7facceffd640 1 -- 172.21.15.67:0/2708899033 <== mon.2 v2:172.21.15.97:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7facd409b900 con 0x7facc8005150 2024-09-21T00:21:33.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.184+0000 7fd255ffb640 1 -- 172.21.15.67:0/1120044219 <== mon.1 v2:172.21.15.97:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fd25809b800 con 0x7fd2600baf20 2024-09-21T00:21:33.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.185+0000 7f8253fff640 1 --2- 172.21.15.67:0/767613078 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8238078c60 0x7f823807b170 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f824c01da50 tx=0x7f82540a8070 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:33.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.185+0000 7fd255ffb640 1 --2- 172.21.15.67:0/1120044219 >> [v2:172.21.15.97:6810/836712200,v1:172.21.15.97:6811/836712200] conn(0x7fd244080ed0 0x7fd244083320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.185+0000 7fd255ffb640 1 -- 172.21.15.67:0/1120044219 --> [v2:172.21.15.97:6810/836712200,v1:172.21.15.97:6811/836712200] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fd25800fdd0 con 0x7fd244080ed0 2024-09-21T00:21:33.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.185+0000 7fd255ffb640 1 -- 172.21.15.67:0/1120044219 <== mon.1 v2:172.21.15.97:3300/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7fd2580a2050 con 0x7fd2600baf20 2024-09-21T00:21:33.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.184+0000 7ff3c7fff640 1 --2- 172.21.15.67:0/966655235 >> [v2:172.21.15.97:6818/3393623486,v1:172.21.15.97:6819/3393623486] conn(0x7ff3ac080eb0 0x7ff3ac083300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:33.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.184+0000 7f9aa3fff640 1 --2- 172.21.15.67:0/3562481132 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9a90078c60 0x7f9a9007b170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:33.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.185+0000 7f9aa8be7640 1 --2- 172.21.15.67:0/3562481132 >> [v2:172.21.15.97:6826/1797001780,v1:172.21.15.97:6827/1797001780] conn(0x7f9a90080f30 0x7f9a90083380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:33.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.185+0000 7f3fc8ff9640 1 -- 172.21.15.67:0/3686234299 <== osd.4 v2:172.21.15.97:6802/2610565613 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f3fbc009e50 con 0x7f3fb8080f30 2024-09-21T00:21:33.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.184+0000 7facceffd640 1 --2- 172.21.15.67:0/2708899033 >> [v2:172.21.15.67:6800/2226802230,v1:172.21.15.67:6801/2226802230] conn(0x7facc0080eb0 0x7facc0083300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.184+0000 7facceffd640 1 -- 172.21.15.67:0/2708899033 --> [v2:172.21.15.67:6800/2226802230,v1:172.21.15.67:6801/2226802230] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7facc00839d0 con 0x7facc0080eb0 2024-09-21T00:21:33.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.184+0000 7facceffd640 1 -- 172.21.15.67:0/2708899033 <== mon.2 v2:172.21.15.97:3301/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7facd409bd60 con 0x7facc8005150 2024-09-21T00:21:33.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.185+0000 7facded9d640 1 --2- 172.21.15.67:0/2708899033 >> [v2:172.21.15.67:6800/2226802230,v1:172.21.15.67:6801/2226802230] conn(0x7facc0080eb0 0x7facc0083300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:33.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.185+0000 7facddd9b640 1 --2- 172.21.15.67:0/2708899033 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7facc0078be0 0x7facc007b0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:33.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.185+0000 7ff3c7fff640 1 --2- 172.21.15.67:0/966655235 >> [v2:172.21.15.97:6818/3393623486,v1:172.21.15.97:6819/3393623486] conn(0x7ff3ac080eb0 0x7ff3ac083300 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:33.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.185+0000 7ff3c6ffd640 1 --2- 172.21.15.67:0/966655235 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff3ac078c60 0x7ff3ac07b170 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7ff3c806c140 tx=0x7ff3c806afa0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:33.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.185+0000 7fd265295640 1 --2- 172.21.15.67:0/1120044219 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd244078c60 0x7fd24407b170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:33.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.185+0000 7facded9d640 1 --2- 172.21.15.67:0/2708899033 >> [v2:172.21.15.67:6800/2226802230,v1:172.21.15.67:6801/2226802230] conn(0x7facc0080eb0 0x7facc0083300 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:33.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.185+0000 7f7ee9ffb640 1 --2- 172.21.15.67:0/4138165879 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7ed8078be0 0x7f7ed807b0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.185+0000 7f9aa3fff640 1 --2- 172.21.15.67:0/3562481132 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9a90078c60 0x7f9a9007b170 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f9aa415bb80 tx=0x7f9a94009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:33.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.185+0000 7f7ee9ffb640 1 -- 172.21.15.67:0/4138165879 <== mon.2 v2:172.21.15.97:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f7ef00bc180 con 0x7f7ef4070ed0 2024-09-21T00:21:33.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.185+0000 7f7ef8f36640 1 --2- 172.21.15.67:0/4138165879 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7ed8078be0 0x7f7ed807b0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:33.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.186+0000 7fd264a94640 1 --2- 172.21.15.67:0/1120044219 >> [v2:172.21.15.97:6810/836712200,v1:172.21.15.97:6811/836712200] conn(0x7fd244080ed0 0x7fd244083320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:33.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.185+0000 7f7ee9ffb640 1 --2- 172.21.15.67:0/4138165879 >> [v2:172.21.15.67:6824/1618019327,v1:172.21.15.67:6825/1618019327] conn(0x7f7ed8080eb0 0x7f7ed8083300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.185+0000 7f7ee9ffb640 1 -- 172.21.15.67:0/4138165879 --> [v2:172.21.15.67:6824/1618019327,v1:172.21.15.67:6825/1618019327] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f7ed80839d0 con 0x7f7ed8080eb0 2024-09-21T00:21:33.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.185+0000 7f7ee9ffb640 1 -- 172.21.15.67:0/4138165879 <== mon.2 v2:172.21.15.97:3301/0 6 ==== mon_get_version_reply(handle=1 version=21) ==== 24+0+0 (secure 0 0 0) 0x7f7ef00bc570 con 0x7f7ef4070ed0 2024-09-21T00:21:33.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.186+0000 7f7ef9f38640 1 --2- 172.21.15.67:0/4138165879 >> [v2:172.21.15.67:6824/1618019327,v1:172.21.15.67:6825/1618019327] conn(0x7f7ed8080eb0 0x7f7ed8083300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:33.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.186+0000 7fd265295640 1 --2- 172.21.15.67:0/1120044219 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd244078c60 0x7fd24407b170 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fd25c035000 tx=0x7fd25c0046c0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:33.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.186+0000 7f7ef8f36640 1 --2- 172.21.15.67:0/4138165879 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7ed8078be0 0x7f7ed807b0f0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f7ef409d010 tx=0x7f7ee4009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:33.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.186+0000 7facddd9b640 1 --2- 172.21.15.67:0/2708899033 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7facc0078be0 0x7facc007b0f0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7facd8048ee0 tx=0x7facd0005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:33.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.186+0000 7f9aa8be7640 1 --2- 172.21.15.67:0/3562481132 >> [v2:172.21.15.97:6826/1797001780,v1:172.21.15.97:6827/1797001780] conn(0x7f9a90080f30 0x7f9a90083380 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:33.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.186+0000 7facceffd640 1 -- 172.21.15.67:0/2708899033 <== osd.3 v2:172.21.15.67:6800/2226802230 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7facc00839d0 con 0x7facc0080eb0 2024-09-21T00:21:33.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.186+0000 7fd264a94640 1 --2- 172.21.15.67:0/1120044219 >> [v2:172.21.15.97:6810/836712200,v1:172.21.15.97:6811/836712200] conn(0x7fd244080ed0 0x7fd244083320 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:33.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.187+0000 7f7ef9f38640 1 --2- 172.21.15.67:0/4138165879 >> [v2:172.21.15.67:6824/1618019327,v1:172.21.15.67:6825/1618019327] conn(0x7f7ed8080eb0 0x7f7ed8083300 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:33.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.187+0000 7f9aa0ff9640 1 -- 172.21.15.67:0/3562481132 <== osd.6 v2:172.21.15.97:6826/1797001780 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f9a90083a50 con 0x7f9a90080f30 2024-09-21T00:21:33.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.188+0000 7fd255ffb640 1 -- 172.21.15.67:0/1120044219 <== osd.7 v2:172.21.15.97:6810/836712200 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fd25800fdd0 con 0x7fd244080ed0 2024-09-21T00:21:33.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.189+0000 7f7ee9ffb640 1 -- 172.21.15.67:0/4138165879 <== osd.0 v2:172.21.15.67:6824/1618019327 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f7ed80839d0 con 0x7f7ed8080eb0 2024-09-21T00:21:33.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.186+0000 7ff3b3fff640 1 -- 172.21.15.67:0/966655235 <== osd.5 v2:172.21.15.97:6818/3393623486 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7ff3ac0839d0 con 0x7ff3ac080eb0 2024-09-21T00:21:33.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.214+0000 7f3fd2732640 1 -- 172.21.15.67:0/3686234299 --> [v2:172.21.15.97:6802/2610565613,v1:172.21.15.97:6803/2610565613] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f3fcc1f1730 con 0x7f3fb8080f30 2024-09-21T00:21:33.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.214+0000 7f3fc8ff9640 1 -- 172.21.15.67:0/3686234299 <== osd.4 v2:172.21.15.97:6802/2610565613 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f3fcc1f1730 con 0x7f3fb8080f30 2024-09-21T00:21:33.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.215+0000 7face49c3640 1 -- 172.21.15.67:0/2708899033 --> [v2:172.21.15.67:6800/2226802230,v1:172.21.15.67:6801/2226802230] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7facd80490c0 con 0x7facc0080eb0 2024-09-21T00:21:33.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.215+0000 7f3fb27fc640 1 -- 172.21.15.67:0/3686234299 >> [v2:172.21.15.97:6802/2610565613,v1:172.21.15.97:6803/2610565613] conn(0x7f3fb8080f30 msgr2=0x7f3fb8083380 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.215+0000 7f3fb27fc640 1 --2- 172.21.15.67:0/3686234299 >> [v2:172.21.15.97:6802/2610565613,v1:172.21.15.97:6803/2610565613] conn(0x7f3fb8080f30 0x7f3fb8083380 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.215+0000 7f825990c640 1 -- 172.21.15.67:0/767613078 --> [v2:172.21.15.67:6808/1399233530,v1:172.21.15.67:6809/1399233530] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f824c01d110 con 0x7f8238080f30 2024-09-21T00:21:33.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.215+0000 7fe93bfff640 1 -- 172.21.15.67:0/3160841348 --> [v2:172.21.15.67:6813/3944377447,v1:172.21.15.67:6815/3944377447] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fe91c002dd0 con 0x7fe928080f30 2024-09-21T00:21:33.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.216+0000 7facceffd640 1 -- 172.21.15.67:0/2708899033 <== osd.3 v2:172.21.15.67:6800/2226802230 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7facd80490c0 con 0x7facc0080eb0 2024-09-21T00:21:33.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.216+0000 7f82517fa640 1 -- 172.21.15.67:0/767613078 <== osd.1 v2:172.21.15.67:6808/1399233530 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f824c01d110 con 0x7f8238080f30 2024-09-21T00:21:33.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.216+0000 7fe923fff640 1 -- 172.21.15.67:0/3160841348 <== osd.2 v2:172.21.15.67:6813/3944377447 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fe91c002dd0 con 0x7fe928080f30 2024-09-21T00:21:33.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.215+0000 7f3fb27fc640 1 -- 172.21.15.67:0/3686234299 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3fb8078c60 msgr2=0x7f3fb807b170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.215+0000 7f3fb27fc640 1 --2- 172.21.15.67:0/3686234299 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3fb8078c60 0x7f3fb807b170 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f3fc403c000 tx=0x7f3fc4004ab0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.215+0000 7f3fb27fc640 1 -- 172.21.15.67:0/3686234299 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3fcc073780 msgr2=0x7f3fcc0b1d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.215+0000 7f3fb27fc640 1 --2- 172.21.15.67:0/3686234299 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3fcc073780 0x7f3fcc0b1d80 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f3fbc00c340 tx=0x7f3fbc00c800 comp rx=0 tx=0).stop 2024-09-21T00:21:33.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.216+0000 7f3fd0ccf640 1 -- 172.21.15.67:0/3686234299 reap_dead start 2024-09-21T00:21:33.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.216+0000 7face49c3640 1 -- 172.21.15.67:0/2708899033 >> [v2:172.21.15.67:6800/2226802230,v1:172.21.15.67:6801/2226802230] conn(0x7facc0080eb0 msgr2=0x7facc0083300 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.216+0000 7face49c3640 1 --2- 172.21.15.67:0/2708899033 >> [v2:172.21.15.67:6800/2226802230,v1:172.21.15.67:6801/2226802230] conn(0x7facc0080eb0 0x7facc0083300 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.216+0000 7f3fb27fc640 1 -- 172.21.15.67:0/3686234299 shutdown_connections 2024-09-21T00:21:33.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.216+0000 7f3fb27fc640 1 -- 172.21.15.67:0/3686234299 >> 172.21.15.67:0/3686234299 conn(0x7f3fcc06d5a0 msgr2=0x7f3fcc1567c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:33.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.217+0000 7face49c3640 1 -- 172.21.15.67:0/2708899033 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7facc0078be0 msgr2=0x7facc007b0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.217+0000 7face49c3640 1 --2- 172.21.15.67:0/2708899033 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7facc0078be0 0x7facc007b0f0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7facd8048ee0 tx=0x7facd0005f90 comp rx=0 tx=0).stop 2024-09-21T00:21:33.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.217+0000 7face49c3640 1 -- 172.21.15.67:0/2708899033 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7facc8005150 msgr2=0x7facd817f5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.217+0000 7face49c3640 1 --2- 172.21.15.67:0/2708899033 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7facc8005150 0x7facd817f5b0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7facd4001050 tx=0x7facd4001880 comp rx=0 tx=0).stop 2024-09-21T00:21:33.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.217+0000 7facded9d640 1 -- 172.21.15.67:0/2708899033 reap_dead start 2024-09-21T00:21:33.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.217+0000 7f823effd640 1 -- 172.21.15.67:0/767613078 >> [v2:172.21.15.67:6808/1399233530,v1:172.21.15.67:6809/1399233530] conn(0x7f8238080f30 msgr2=0x7f8238083380 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.217+0000 7fe93bfff640 1 -- 172.21.15.67:0/3160841348 >> [v2:172.21.15.67:6813/3944377447,v1:172.21.15.67:6815/3944377447] conn(0x7fe928080f30 msgr2=0x7fe928083380 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.217+0000 7face49c3640 1 -- 172.21.15.67:0/2708899033 shutdown_connections 2024-09-21T00:21:33.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.217+0000 7f823effd640 1 --2- 172.21.15.67:0/767613078 >> [v2:172.21.15.67:6808/1399233530,v1:172.21.15.67:6809/1399233530] conn(0x7f8238080f30 0x7f8238083380 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.217+0000 7fe93bfff640 1 --2- 172.21.15.67:0/3160841348 >> [v2:172.21.15.67:6813/3944377447,v1:172.21.15.67:6815/3944377447] conn(0x7fe928080f30 0x7fe928083380 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.217+0000 7face49c3640 1 -- 172.21.15.67:0/2708899033 >> 172.21.15.67:0/2708899033 conn(0x7facd801eac0 msgr2=0x7facd80debf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:33.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.217+0000 7fe93bfff640 1 -- 172.21.15.67:0/3160841348 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe928078c60 msgr2=0x7fe92807b170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.217+0000 7fe93bfff640 1 --2- 172.21.15.67:0/3160841348 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe928078c60 0x7fe92807b170 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fe93c0521d0 tx=0x7fe93c06f040 comp rx=0 tx=0).stop 2024-09-21T00:21:33.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.217+0000 7f3fb27fc640 1 -- 172.21.15.67:0/3686234299 shutdown_connections 2024-09-21T00:21:33.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.217+0000 7fe93bfff640 1 -- 172.21.15.67:0/3160841348 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe934009060 msgr2=0x7fe9340dbcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.217+0000 7f3fb27fc640 1 -- 172.21.15.67:0/3686234299 wait complete. 2024-09-21T00:21:33.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.217+0000 7fe93bfff640 1 --2- 172.21.15.67:0/3160841348 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe934009060 0x7fe9340dbcc0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fe92c00c420 tx=0x7fe92c00c8e0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.217+0000 7fe93b7fe640 1 -- 172.21.15.67:0/3160841348 reap_dead start 2024-09-21T00:21:33.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.217+0000 7f823effd640 1 -- 172.21.15.67:0/767613078 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8238078c60 msgr2=0x7f823807b170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.217+0000 7f823effd640 1 --2- 172.21.15.67:0/767613078 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8238078c60 0x7f823807b170 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f824c01da50 tx=0x7f82540a8070 comp rx=0 tx=0).stop 2024-09-21T00:21:33.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.217+0000 7fe93bfff640 1 -- 172.21.15.67:0/3160841348 shutdown_connections 2024-09-21T00:21:33.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.217+0000 7fe93bfff640 1 -- 172.21.15.67:0/3160841348 >> 172.21.15.67:0/3160841348 conn(0x7fe93401eac0 msgr2=0x7fe934053b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:33.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.217+0000 7f823effd640 1 -- 172.21.15.67:0/767613078 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f824c005cb0 msgr2=0x7f824c021b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.217+0000 7f823effd640 1 --2- 172.21.15.67:0/767613078 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f824c005cb0 0x7f824c021b50 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f824000c9a0 tx=0x7f824000ce60 comp rx=0 tx=0).stop 2024-09-21T00:21:33.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.218+0000 7f825910b640 1 -- 172.21.15.67:0/767613078 reap_dead start 2024-09-21T00:21:33.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.218+0000 7fe93bfff640 1 -- 172.21.15.67:0/3160841348 shutdown_connections 2024-09-21T00:21:33.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.217+0000 7face49c3640 1 -- 172.21.15.67:0/2708899033 shutdown_connections 2024-09-21T00:21:33.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.218+0000 7fe93bfff640 1 -- 172.21.15.67:0/3160841348 wait complete. 2024-09-21T00:21:33.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.218+0000 7face49c3640 1 -- 172.21.15.67:0/2708899033 wait complete. 2024-09-21T00:21:33.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.218+0000 7ff3b1ffb640 1 -- 172.21.15.67:0/966655235 --> [v2:172.21.15.97:6818/3393623486,v1:172.21.15.97:6819/3393623486] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7ff3c0005cb0 con 0x7ff3ac080eb0 2024-09-21T00:21:33.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.218+0000 7f823effd640 1 -- 172.21.15.67:0/767613078 shutdown_connections 2024-09-21T00:21:33.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.218+0000 7f823effd640 1 -- 172.21.15.67:0/767613078 >> 172.21.15.67:0/767613078 conn(0x7f824c051420 msgr2=0x7f824c034d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:33.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.218+0000 7f823effd640 1 -- 172.21.15.67:0/767613078 shutdown_connections 2024-09-21T00:21:33.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.218+0000 7f823effd640 1 -- 172.21.15.67:0/767613078 wait complete. 2024-09-21T00:21:33.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.219+0000 7ff3b3fff640 1 -- 172.21.15.67:0/966655235 <== osd.5 v2:172.21.15.97:6818/3393623486 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7ff3c0005cb0 con 0x7ff3ac080eb0 2024-09-21T00:21:33.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.219+0000 7f9a8a7fc640 1 -- 172.21.15.67:0/3562481132 --> [v2:172.21.15.97:6826/1797001780,v1:172.21.15.97:6827/1797001780] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f9a84002dd0 con 0x7f9a90080f30 2024-09-21T00:21:33.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.219+0000 7f9aa0ff9640 1 -- 172.21.15.67:0/3562481132 <== osd.6 v2:172.21.15.97:6826/1797001780 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f9a84002dd0 con 0x7f9a90080f30 2024-09-21T00:21:33.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.220+0000 7f9a8a7fc640 1 -- 172.21.15.67:0/3562481132 >> [v2:172.21.15.97:6826/1797001780,v1:172.21.15.97:6827/1797001780] conn(0x7f9a90080f30 msgr2=0x7f9a90083380 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.220+0000 7f9a8a7fc640 1 --2- 172.21.15.67:0/3562481132 >> [v2:172.21.15.97:6826/1797001780,v1:172.21.15.97:6827/1797001780] conn(0x7f9a90080f30 0x7f9a90083380 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.220+0000 7ff3b1ffb640 1 -- 172.21.15.67:0/966655235 >> [v2:172.21.15.97:6818/3393623486,v1:172.21.15.97:6819/3393623486] conn(0x7ff3ac080eb0 msgr2=0x7ff3ac083300 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.220+0000 7ff3b1ffb640 1 --2- 172.21.15.67:0/966655235 >> [v2:172.21.15.97:6818/3393623486,v1:172.21.15.97:6819/3393623486] conn(0x7ff3ac080eb0 0x7ff3ac083300 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.220+0000 7f9a8a7fc640 1 -- 172.21.15.67:0/3562481132 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9a90078c60 msgr2=0x7f9a9007b170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.220+0000 7f9a8a7fc640 1 --2- 172.21.15.67:0/3562481132 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9a90078c60 0x7f9a9007b170 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f9aa415bb80 tx=0x7f9a94009040 comp rx=0 tx=0).stop 2024-09-21T00:21:33.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.220+0000 7f9a8a7fc640 1 -- 172.21.15.67:0/3562481132 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9aa4144aa0 msgr2=0x7f9aa40b5b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.220+0000 7f9a8a7fc640 1 --2- 172.21.15.67:0/3562481132 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9aa4144aa0 0x7f9aa40b5b70 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f9a98031000 tx=0x7f9a98033830 comp rx=0 tx=0).stop 2024-09-21T00:21:33.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.220+0000 7f9aa8be7640 1 -- 172.21.15.67:0/3562481132 reap_dead start 2024-09-21T00:21:33.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.220+0000 7f7efb99b640 1 -- 172.21.15.67:0/4138165879 --> [v2:172.21.15.67:6824/1618019327,v1:172.21.15.67:6825/1618019327] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f7ef40cc4e0 con 0x7f7ed8080eb0 2024-09-21T00:21:33.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.220+0000 7fd2674f9640 1 -- 172.21.15.67:0/1120044219 --> [v2:172.21.15.97:6810/836712200,v1:172.21.15.97:6811/836712200] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fd2600bb600 con 0x7fd244080ed0 2024-09-21T00:21:33.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.221+0000 7f7ee9ffb640 1 -- 172.21.15.67:0/4138165879 <== osd.0 v2:172.21.15.67:6824/1618019327 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f7ef40cc4e0 con 0x7f7ed8080eb0 2024-09-21T00:21:33.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.221+0000 7ff3b1ffb640 1 -- 172.21.15.67:0/966655235 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff3ac078c60 msgr2=0x7ff3ac07b170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.221+0000 7ff3b1ffb640 1 --2- 172.21.15.67:0/966655235 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff3ac078c60 0x7ff3ac07b170 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7ff3c806c140 tx=0x7ff3c806afa0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.221+0000 7fd255ffb640 1 -- 172.21.15.67:0/1120044219 <== osd.7 v2:172.21.15.97:6810/836712200 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fd2600bb600 con 0x7fd244080ed0 2024-09-21T00:21:33.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.221+0000 7ff3b1ffb640 1 -- 172.21.15.67:0/966655235 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff3c0009ba0 msgr2=0x7ff3c0031fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.221+0000 7ff3b1ffb640 1 --2- 172.21.15.67:0/966655235 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff3c0009ba0 0x7ff3c0031fe0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7ff3bc00c390 tx=0x7ff3bc00c850 comp rx=0 tx=0).stop 2024-09-21T00:21:33.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.221+0000 7ff3c7fff640 1 -- 172.21.15.67:0/966655235 reap_dead start 2024-09-21T00:21:33.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.221+0000 7ff3b1ffb640 1 -- 172.21.15.67:0/966655235 shutdown_connections 2024-09-21T00:21:33.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.221+0000 7ff3b1ffb640 1 -- 172.21.15.67:0/966655235 >> 172.21.15.67:0/966655235 conn(0x7ff3c0051420 msgr2=0x7ff3c00546b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:33.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.221+0000 7ff3b1ffb640 1 -- 172.21.15.67:0/966655235 shutdown_connections 2024-09-21T00:21:33.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.221+0000 7ff3b1ffb640 1 -- 172.21.15.67:0/966655235 wait complete. 2024-09-21T00:21:33.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.221+0000 7fd2674f9640 1 -- 172.21.15.67:0/1120044219 >> [v2:172.21.15.97:6810/836712200,v1:172.21.15.97:6811/836712200] conn(0x7fd244080ed0 msgr2=0x7fd244083320 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.222+0000 7f7efb99b640 1 -- 172.21.15.67:0/4138165879 >> [v2:172.21.15.67:6824/1618019327,v1:172.21.15.67:6825/1618019327] conn(0x7f7ed8080eb0 msgr2=0x7f7ed8083300 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.222+0000 7f7efb99b640 1 --2- 172.21.15.67:0/4138165879 >> [v2:172.21.15.67:6824/1618019327,v1:172.21.15.67:6825/1618019327] conn(0x7f7ed8080eb0 0x7f7ed8083300 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.222+0000 7fd2674f9640 1 --2- 172.21.15.67:0/1120044219 >> [v2:172.21.15.97:6810/836712200,v1:172.21.15.97:6811/836712200] conn(0x7fd244080ed0 0x7fd244083320 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.222+0000 7f7efb99b640 1 -- 172.21.15.67:0/4138165879 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7ed8078be0 msgr2=0x7f7ed807b0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.222+0000 7f7efb99b640 1 --2- 172.21.15.67:0/4138165879 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7ed8078be0 0x7f7ed807b0f0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f7ef409d010 tx=0x7f7ee4009040 comp rx=0 tx=0).stop 2024-09-21T00:21:33.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.222+0000 7fd2674f9640 1 -- 172.21.15.67:0/1120044219 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd244078c60 msgr2=0x7fd24407b170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.222+0000 7fd2674f9640 1 --2- 172.21.15.67:0/1120044219 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd244078c60 0x7fd24407b170 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fd25c035000 tx=0x7fd25c0046c0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.222+0000 7fd2674f9640 1 -- 172.21.15.67:0/1120044219 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd2600baf20 msgr2=0x7fd2600b84e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.222+0000 7fd2674f9640 1 --2- 172.21.15.67:0/1120044219 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd2600baf20 0x7fd2600b84e0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fd24c0057e0 tx=0x7fd258006790 comp rx=0 tx=0).stop 2024-09-21T00:21:33.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.222+0000 7f7efb99b640 1 -- 172.21.15.67:0/4138165879 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7ef4070ed0 msgr2=0x7f7ef40c8680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.222+0000 7f7efb99b640 1 --2- 172.21.15.67:0/4138165879 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7ef4070ed0 0x7f7ef40c8680 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f7ef0009850 tx=0x7f7ef00042e0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.222+0000 7fd265a96640 1 -- 172.21.15.67:0/1120044219 reap_dead start 2024-09-21T00:21:33.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.222+0000 7f7ef9f38640 1 -- 172.21.15.67:0/4138165879 reap_dead start 2024-09-21T00:21:33.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.222+0000 7f9a8a7fc640 1 -- 172.21.15.67:0/3562481132 shutdown_connections 2024-09-21T00:21:33.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.222+0000 7fd2674f9640 1 -- 172.21.15.67:0/1120044219 shutdown_connections 2024-09-21T00:21:33.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.222+0000 7fd2674f9640 1 -- 172.21.15.67:0/1120044219 >> 172.21.15.67:0/1120044219 conn(0x7fd2600b2ef0 msgr2=0x7fd2600b43a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:33.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.222+0000 7f9a8a7fc640 1 -- 172.21.15.67:0/3562481132 >> 172.21.15.67:0/3562481132 conn(0x7f9aa40d0ab0 msgr2=0x7f9aa40736c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:33.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.222+0000 7f7efb99b640 1 -- 172.21.15.67:0/4138165879 shutdown_connections 2024-09-21T00:21:33.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.222+0000 7f7efb99b640 1 -- 172.21.15.67:0/4138165879 >> 172.21.15.67:0/4138165879 conn(0x7f7ef406d3e0 msgr2=0x7f7ef415e130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:33.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.222+0000 7fd2674f9640 1 -- 172.21.15.67:0/1120044219 shutdown_connections 2024-09-21T00:21:33.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.222+0000 7fd2674f9640 1 -- 172.21.15.67:0/1120044219 wait complete. 2024-09-21T00:21:33.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.223+0000 7f7efb99b640 1 -- 172.21.15.67:0/4138165879 shutdown_connections 2024-09-21T00:21:33.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.223+0000 7f7efb99b640 1 -- 172.21.15.67:0/4138165879 wait complete. 2024-09-21T00:21:33.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.223+0000 7f9a8a7fc640 1 -- 172.21.15.67:0/3562481132 shutdown_connections 2024-09-21T00:21:33.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.223+0000 7f9a8a7fc640 1 -- 172.21.15.67:0/3562481132 wait complete. 2024-09-21T00:21:33.270 INFO:teuthology.orchestra.run.smithi067.stdout:64424509449 2024-09-21T00:21:33.270 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-21T00:21:33.270 INFO:teuthology.orchestra.run.smithi067.stdout:55834574855 2024-09-21T00:21:33.271 INFO:teuthology.orchestra.run.smithi067.stdout:64424509449 2024-09-21T00:21:33.271 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-21T00:21:33.272 INFO:teuthology.orchestra.run.smithi067.stdout:55834574855 2024-09-21T00:21:33.272 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-21T00:21:33.273 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-21T00:21:33.273 INFO:teuthology.orchestra.run.smithi067.stdout:64424509448 2024-09-21T00:21:33.274 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-21T00:21:33.274 INFO:teuthology.orchestra.run.smithi067.stdout:64424509448 2024-09-21T00:21:33.275 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-21T00:21:33.275 INFO:teuthology.orchestra.run.smithi067.stdout:64424509447 2024-09-21T00:21:33.276 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-21T00:21:33.276 INFO:teuthology.orchestra.run.smithi067.stdout:64424509448 2024-09-21T00:21:33.277 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-21T00:21:33.541 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.540+0000 7f5a567fc640 1 -- 172.21.15.67:0/3708383201 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a480047a0 con 0x7f5a5815fa10 2024-09-21T00:21:33.542 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.540+0000 7f5a5cca9640 1 -- 172.21.15.67:0/3708383201 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5a5815fa10 msgr2=0x7f5a580b35d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.542 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.540+0000 7f5a5cca9640 1 --2- 172.21.15.67:0/3708383201 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5a5815fa10 0x7f5a580b35d0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f5a580d22f0 tx=0x7f5a4802a560 comp rx=0 tx=0).stop 2024-09-21T00:21:33.542 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.541+0000 7f2b15ac6640 1 -- 172.21.15.67:0/1284823913 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2b100cb140 msgr2=0x7f2b1015e6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.542 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.541+0000 7f2b15ac6640 1 --2- 172.21.15.67:0/1284823913 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2b100cb140 0x7f2b1015e6e0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f2b10073000 tx=0x7f2b0002a4d0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.541+0000 7f5a5cca9640 1 -- 172.21.15.67:0/3708383201 shutdown_connections 2024-09-21T00:21:33.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.541+0000 7f5a5cca9640 1 --2- 172.21.15.67:0/3708383201 >> v2:172.21.15.97:3300/0 conn(0x7f5a580b5de0 0x7f5a580b61f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.541+0000 7f5a5cca9640 1 --2- 172.21.15.67:0/3708383201 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5a58162410 0x7f5a58162820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.541+0000 7f5a5cca9640 1 --2- 172.21.15.67:0/3708383201 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5a5815fa10 0x7f5a580b35d0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.541+0000 7f5a5cca9640 1 -- 172.21.15.67:0/3708383201 >> 172.21.15.67:0/3708383201 conn(0x7f5a580d0de0 msgr2=0x7f5a580d11f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:33.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.541+0000 7f5a5cca9640 1 -- 172.21.15.67:0/3708383201 shutdown_connections 2024-09-21T00:21:33.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.541+0000 7f5a5cca9640 1 -- 172.21.15.67:0/3708383201 wait complete. 2024-09-21T00:21:33.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.541+0000 7f2b15ac6640 1 -- 172.21.15.67:0/1284823913 shutdown_connections 2024-09-21T00:21:33.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.541+0000 7f2b15ac6640 1 --2- 172.21.15.67:0/1284823913 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2b1006fb10 0x7f2b1006ff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.541+0000 7f2b15ac6640 1 --2- 172.21.15.67:0/1284823913 >> v2:172.21.15.67:3300/0 conn(0x7f2b10073550 0x7f2b10073960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.541+0000 7f2b15ac6640 1 --2- 172.21.15.67:0/1284823913 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2b100cb140 0x7f2b1015e6e0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.541+0000 7f2b15ac6640 1 -- 172.21.15.67:0/1284823913 >> 172.21.15.67:0/1284823913 conn(0x7f2b100d0820 msgr2=0x7f2b100d0c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:33.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.541+0000 7f2b15ac6640 1 -- 172.21.15.67:0/1284823913 shutdown_connections 2024-09-21T00:21:33.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.542+0000 7f0ba359e640 1 -- 172.21.15.67:0/3150124912 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0b9c052b60 msgr2=0x7f0b9c054990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.542+0000 7f0ba359e640 1 --2- 172.21.15.67:0/3150124912 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0b9c052b60 0x7f0b9c054990 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f0ba406bff0 tx=0x7f0ba40a77c0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.543+0000 7f98f1ba8640 1 -- 172.21.15.67:0/3406837511 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f98e4036970 msgr2=0x7f98e401c5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.543+0000 7f98f1ba8640 1 --2- 172.21.15.67:0/3406837511 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f98e4036970 0x7f98e401c5b0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f98ec02ebd0 tx=0x7f98ec0a6070 comp rx=0 tx=0).stop 2024-09-21T00:21:33.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.543+0000 7fbd9b752640 1 -- 172.21.15.67:0/1252503635 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd940b63f0 msgr2=0x7fbd940cfbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.543+0000 7fbd9b752640 1 --2- 172.21.15.67:0/1252503635 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd940b63f0 0x7fbd940cfbc0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fbd90005fd0 tx=0x7fbd9002a540 comp rx=0 tx=0).stop 2024-09-21T00:21:33.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.543+0000 7f0ba359e640 1 -- 172.21.15.67:0/3150124912 shutdown_connections 2024-09-21T00:21:33.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.543+0000 7f0ba359e640 1 --2- 172.21.15.67:0/3150124912 >> v2:172.21.15.67:3300/0 conn(0x7f0b9c0520f0 0x7f0b9c006870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.543+0000 7f0ba359e640 1 --2- 172.21.15.67:0/3150124912 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0b9c052b60 0x7f0b9c054990 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.543+0000 7f0ba359e640 1 -- 172.21.15.67:0/3150124912 >> 172.21.15.67:0/3150124912 conn(0x7f0b9c01e230 msgr2=0x7f0b9c039ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:33.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.542+0000 7f2b15ac6640 1 -- 172.21.15.67:0/1284823913 wait complete. 2024-09-21T00:21:33.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.543+0000 7fbd9b752640 1 -- 172.21.15.67:0/1252503635 shutdown_connections 2024-09-21T00:21:33.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.543+0000 7fbd9b752640 1 --2- 172.21.15.67:0/1252503635 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbd940d0100 0x7fbd940737c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.543+0000 7fbd9b752640 1 --2- 172.21.15.67:0/1252503635 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd940b63f0 0x7fbd940cfbc0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.543+0000 7fbd9b752640 1 -- 172.21.15.67:0/1252503635 >> 172.21.15.67:0/1252503635 conn(0x7fbd940d0ab0 msgr2=0x7fbd940d0ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:33.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.543+0000 7f0ba359e640 1 -- 172.21.15.67:0/3150124912 shutdown_connections 2024-09-21T00:21:33.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.543+0000 7f0ba359e640 1 -- 172.21.15.67:0/3150124912 wait complete. 2024-09-21T00:21:33.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.543+0000 7f98f1ba8640 1 -- 172.21.15.67:0/3406837511 shutdown_connections 2024-09-21T00:21:33.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.543+0000 7f98f1ba8640 1 --2- 172.21.15.67:0/3406837511 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f98e4036970 0x7f98e401c5b0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.543+0000 7f98f1ba8640 1 --2- 172.21.15.67:0/3406837511 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f98e4005cb0 0x7f98e4036430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.543+0000 7f98f1ba8640 1 --2- 172.21.15.67:0/3406837511 >> v2:172.21.15.67:3300/0 conn(0x7f98e4009ba0 0x7f98e40df180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.549 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.543+0000 7f98f1ba8640 1 -- 172.21.15.67:0/3406837511 >> 172.21.15.67:0/3406837511 conn(0x7f98e4051420 msgr2=0x7f98e4051860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:33.549 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.543+0000 7f8d94cb6640 1 -- 172.21.15.67:0/2547334963 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8d9015b910 msgr2=0x7f8d9006ef60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.549 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.543+0000 7f8d94cb6640 1 --2- 172.21.15.67:0/2547334963 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8d9015b910 0x7f8d9006ef60 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f8d84005fd0 tx=0x7f8d8402a540 comp rx=0 tx=0).stop 2024-09-21T00:21:33.549 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.543+0000 7fbd9b752640 1 -- 172.21.15.67:0/1252503635 shutdown_connections 2024-09-21T00:21:33.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.543+0000 7f98f1ba8640 1 -- 172.21.15.67:0/3406837511 shutdown_connections 2024-09-21T00:21:33.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.543+0000 7f8d94cb6640 1 -- 172.21.15.67:0/2547334963 shutdown_connections 2024-09-21T00:21:33.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.543+0000 7f8d94cb6640 1 --2- 172.21.15.67:0/2547334963 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8d9015b910 0x7f8d9006ef60 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.543+0000 7f8d94cb6640 1 --2- 172.21.15.67:0/2547334963 >> v2:172.21.15.97:3300/0 conn(0x7f8d90073e90 0x7f8d900cfb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.543+0000 7f8d94cb6640 1 -- 172.21.15.67:0/2547334963 >> 172.21.15.67:0/2547334963 conn(0x7f8d9006d5a0 msgr2=0x7f8d900b1d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:33.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.543+0000 7f98f1ba8640 1 -- 172.21.15.67:0/3406837511 wait complete. 2024-09-21T00:21:33.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.543+0000 7f8d94cb6640 1 -- 172.21.15.67:0/2547334963 shutdown_connections 2024-09-21T00:21:33.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.543+0000 7f8d94cb6640 1 -- 172.21.15.67:0/2547334963 wait complete. 2024-09-21T00:21:33.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.543+0000 7fbd9b752640 1 -- 172.21.15.67:0/1252503635 wait complete. 2024-09-21T00:21:33.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.544+0000 7f2b15ac6640 1 Processor -- start 2024-09-21T00:21:33.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.544+0000 7f2b15ac6640 1 -- start start 2024-09-21T00:21:33.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.544+0000 7f5a5cca9640 1 Processor -- start 2024-09-21T00:21:33.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.544+0000 7f5a5cca9640 1 -- start start 2024-09-21T00:21:33.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.545+0000 7f757d6b6640 1 -- 172.21.15.67:0/1801931465 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f75780cf9f0 msgr2=0x7f75780d0020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.545+0000 7f757d6b6640 1 --2- 172.21.15.67:0/1801931465 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f75780cf9f0 0x7f75780d0020 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f7568009830 tx=0x7f756802a4a0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.546+0000 7f757d6b6640 1 -- 172.21.15.67:0/1801931465 shutdown_connections 2024-09-21T00:21:33.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.546+0000 7f757d6b6640 1 --2- 172.21.15.67:0/1801931465 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f75780cce60 0x7f75780cd270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.546+0000 7f757d6b6640 1 --2- 172.21.15.67:0/1801931465 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f75780cf9f0 0x7f75780d0020 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.546+0000 7f757d6b6640 1 -- 172.21.15.67:0/1801931465 >> 172.21.15.67:0/1801931465 conn(0x7f75780ceed0 msgr2=0x7f75780cf2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:33.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.546+0000 7f757d6b6640 1 -- 172.21.15.67:0/1801931465 shutdown_connections 2024-09-21T00:21:33.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.546+0000 7f757d6b6640 1 -- 172.21.15.67:0/1801931465 wait complete. 2024-09-21T00:21:33.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.547+0000 7f0ba359e640 1 Processor -- start 2024-09-21T00:21:33.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.547+0000 7fe4f46f2640 1 -- 172.21.15.67:0/1169432072 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe4ec073e90 msgr2=0x7fe4ec15b910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.547+0000 7f98f1ba8640 1 Processor -- start 2024-09-21T00:21:33.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.547+0000 7f0ba359e640 1 -- start start 2024-09-21T00:21:33.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.547+0000 7fe4f46f2640 1 --2- 172.21.15.67:0/1169432072 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe4ec073e90 0x7fe4ec15b910 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fe4dc007380 tx=0x7fe4dc02b230 comp rx=0 tx=0).stop 2024-09-21T00:21:33.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.547+0000 7f98f1ba8640 1 -- start start 2024-09-21T00:21:33.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.547+0000 7fbd9b752640 1 Processor -- start 2024-09-21T00:21:33.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.547+0000 7f8d94cb6640 1 Processor -- start 2024-09-21T00:21:33.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.547+0000 7fbd9b752640 1 -- start start 2024-09-21T00:21:33.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.547+0000 7f2b15ac6640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2b1006fb10 0x7f2b100ac090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.547+0000 7f2b15ac6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2b10073550 0x7f2b100b1460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.546+0000 7f5a5cca9640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5a580b5de0 0x7f5a581598b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.547+0000 7f5a5cca9640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5a5815fa10 0x7f5a58160d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.547+0000 7f5a5cca9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5a58162410 0x7f5a581612a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.547+0000 7f5a577fe640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5a580b5de0 0x7f5a581598b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:33.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.547+0000 7f5a577fe640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5a580b5de0 0x7f5a581598b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.67:58682/0 (socket says 172.21.15.67:58682) 2024-09-21T00:21:33.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.547+0000 7f5a56ffd640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5a5815fa10 0x7f5a58160d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:33.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.547+0000 7f5a57fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5a58162410 0x7f5a581612a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:33.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.547+0000 7f5a57fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5a58162410 0x7f5a581612a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60896/0 (socket says 172.21.15.67:60896) 2024-09-21T00:21:33.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.547+0000 7f5a56ffd640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5a5815fa10 0x7f5a58160d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.67:47484/0 (socket says 172.21.15.67:47484) 2024-09-21T00:21:33.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.547+0000 7f5a577fe640 1 -- 172.21.15.67:0/220321347 learned_addr learned my addr 172.21.15.67:0/220321347 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:33.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.547+0000 7f5a5cca9640 1 -- 172.21.15.67:0/220321347 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f5a5815e340 con 0x7f5a58162410 2024-09-21T00:21:33.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.547+0000 7f5a5cca9640 1 -- 172.21.15.67:0/220321347 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f5a5815e1c0 con 0x7f5a580b5de0 2024-09-21T00:21:33.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.547+0000 7f5a5cca9640 1 -- 172.21.15.67:0/220321347 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f5a5815e4c0 con 0x7f5a5815fa10 2024-09-21T00:21:33.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.547+0000 7f2b14ac4640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2b1006fb10 0x7f2b100ac090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:33.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.547+0000 7f2b14ac4640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2b1006fb10 0x7f2b100ac090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.67:47496/0 (socket says 172.21.15.67:47496) 2024-09-21T00:21:33.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.547+0000 7f2b14ac4640 1 -- 172.21.15.67:0/2604073910 learned_addr learned my addr 172.21.15.67:0/2604073910 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:33.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.547+0000 7f2b15ac6640 1 --2- 172.21.15.67:0/2604073910 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2b100cb140 0x7f2b100b19a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.547+0000 7f2b0ffff640 1 --2- 172.21.15.67:0/2604073910 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2b10073550 0x7f2b100b1460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:33.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.548+0000 7f2b15ac6640 1 -- 172.21.15.67:0/2604073910 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f2b100709e0 con 0x7f2b10073550 2024-09-21T00:21:33.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.548+0000 7f2b15ac6640 1 -- 172.21.15.67:0/2604073910 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f2b10070860 con 0x7f2b100cb140 2024-09-21T00:21:33.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.548+0000 7f2b15ac6640 1 -- 172.21.15.67:0/2604073910 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f2b10070b60 con 0x7f2b1006fb10 2024-09-21T00:21:33.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.548+0000 7f2b152c5640 1 --2- 172.21.15.67:0/2604073910 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2b100cb140 0x7f2b100b19a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:33.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.548+0000 7f5a57fff640 1 -- 172.21.15.67:0/220321347 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5a5815fa10 msgr2=0x7f5a58160d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.548+0000 7f5a57fff640 1 --2- 172.21.15.67:0/220321347 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5a5815fa10 0x7f5a58160d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.548+0000 7f5a57fff640 1 -- 172.21.15.67:0/220321347 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5a580b5de0 msgr2=0x7f5a581598b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.548+0000 7f5a57fff640 1 --2- 172.21.15.67:0/220321347 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5a580b5de0 0x7f5a581598b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.548+0000 7f5a57fff640 1 -- 172.21.15.67:0/220321347 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a581e9180 con 0x7f5a58162410 2024-09-21T00:21:33.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.548+0000 7f5a56ffd640 1 --2- 172.21.15.67:0/220321347 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5a5815fa10 0x7f5a58160d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:21:33.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.548+0000 7f2b152c5640 1 -- 172.21.15.67:0/2604073910 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2b1006fb10 msgr2=0x7f2b100ac090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.548+0000 7f2b152c5640 1 --2- 172.21.15.67:0/2604073910 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2b1006fb10 0x7f2b100ac090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.548+0000 7f2b152c5640 1 -- 172.21.15.67:0/2604073910 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2b10073550 msgr2=0x7f2b100b1460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.548+0000 7f2b152c5640 1 --2- 172.21.15.67:0/2604073910 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2b10073550 0x7f2b100b1460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.548+0000 7f5a57fff640 1 --2- 172.21.15.67:0/220321347 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5a58162410 0x7f5a581612a0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f5a58162370 tx=0x7f5a4c00edd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:33.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.549+0000 7f2b152c5640 1 -- 172.21.15.67:0/2604073910 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b100c75a0 con 0x7f2b100cb140 2024-09-21T00:21:33.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.549+0000 7f2b0ffff640 1 --2- 172.21.15.67:0/2604073910 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2b10073550 0x7f2b100b1460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:21:33.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.547+0000 7f8d94cb6640 1 -- start start 2024-09-21T00:21:33.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.549+0000 7fe4f46f2640 1 -- 172.21.15.67:0/1169432072 shutdown_connections 2024-09-21T00:21:33.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.549+0000 7fe4f46f2640 1 --2- 172.21.15.67:0/1169432072 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe4ec073e90 0x7fe4ec15b910 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.549+0000 7fe4f46f2640 1 -- 172.21.15.67:0/1169432072 >> 172.21.15.67:0/1169432072 conn(0x7fe4ec06d5a0 msgr2=0x7fe4ec0b1d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:33.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.549+0000 7f5a3ffff640 1 -- 172.21.15.67:0/220321347 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a4c004220 con 0x7f5a58162410 2024-09-21T00:21:33.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.549+0000 7f5a3ffff640 1 -- 172.21.15.67:0/220321347 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5a4c00c8b0 con 0x7f5a58162410 2024-09-21T00:21:33.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.549+0000 7fe4f46f2640 1 -- 172.21.15.67:0/1169432072 shutdown_connections 2024-09-21T00:21:33.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.549+0000 7fe4f46f2640 1 -- 172.21.15.67:0/1169432072 wait complete. 2024-09-21T00:21:33.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.549+0000 7f757d6b6640 1 Processor -- start 2024-09-21T00:21:33.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.549+0000 7f757d6b6640 1 -- start start 2024-09-21T00:21:33.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.549+0000 7f98f1ba8640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f98e4005cb0 0x7f98e40d5270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.550+0000 7f0ba359e640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0b9c037520 0x7f0b9c0d2f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.550+0000 7f98f1ba8640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f98e4009ba0 0x7f98e4030650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.550+0000 7f98f1ba8640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f98e4036970 0x7f98e4030b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.550+0000 7f0ba359e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0b9c0520f0 0x7f0b9c0224a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.550+0000 7fbd9b752640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbd94073d00 0x7fbd94147da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.550+0000 7fbd9b752640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd940b63f0 0x7fbd9414dd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.550+0000 7f0ba259c640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0b9c037520 0x7f0b9c0d2f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:33.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.550+0000 7f0ba259c640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0b9c037520 0x7f0b9c0d2f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.67:47500/0 (socket says 172.21.15.67:47500) 2024-09-21T00:21:33.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.550+0000 7f0ba259c640 1 -- 172.21.15.67:0/1235125322 learned_addr learned my addr 172.21.15.67:0/1235125322 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:33.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.550+0000 7f98f1ba8640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f98e400bdb0 con 0x7f98e4036970 2024-09-21T00:21:33.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.550+0000 7f0ba1d9b640 1 --2- 172.21.15.67:0/1235125322 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0b9c0520f0 0x7f0b9c0224a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:33.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.550+0000 7f0ba359e640 1 --2- 172.21.15.67:0/1235125322 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0b9c052b60 0x7f0b9c033cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.550+0000 7f98f13a7640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f98e4036970 0x7f98e4030b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:33.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.550+0000 7f98f13a7640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f98e4036970 0x7f98e4030b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60912/0 (socket says 172.21.15.67:60912) 2024-09-21T00:21:33.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.550+0000 7f98f13a7640 1 -- 172.21.15.67:0/1356454029 learned_addr learned my addr 172.21.15.67:0/1356454029 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:33.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.550+0000 7f98f1ba8640 1 -- 172.21.15.67:0/1356454029 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f98e400bc30 con 0x7f98e4005cb0 2024-09-21T00:21:33.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.550+0000 7f98f1ba8640 1 -- 172.21.15.67:0/1356454029 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f98e401caf0 con 0x7f98e4009ba0 2024-09-21T00:21:33.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.550+0000 7fbd994ee640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbd94073d00 0x7fbd94147da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:33.570 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.549+0000 7f2b152c5640 1 --2- 172.21.15.67:0/2604073910 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2b100cb140 0x7f2b100b19a0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f2b0800cac0 tx=0x7f2b0800cf80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:33.570 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.550+0000 7f2b0d7fa640 1 -- 172.21.15.67:0/2604073910 <== mon.1 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b08007d90 con 0x7f2b100cb140 2024-09-21T00:21:33.570 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.550+0000 7f0ba359e640 1 -- 172.21.15.67:0/1235125322 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f0b9c006160 con 0x7f0b9c052b60 2024-09-21T00:21:33.570 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.550+0000 7f2b0d7fa640 1 -- 172.21.15.67:0/2604073910 <== mon.1 v2:172.21.15.97:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2b0800f450 con 0x7f2b100cb140 2024-09-21T00:21:33.570 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.550+0000 7f2b0d7fa640 1 -- 172.21.15.67:0/2604073910 <== mon.1 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b0800f8c0 con 0x7f2b100cb140 2024-09-21T00:21:33.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.550+0000 7f0ba359e640 1 -- 172.21.15.67:0/1235125322 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f0b9c005fe0 con 0x7f0b9c0520f0 2024-09-21T00:21:33.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.550+0000 7f5a3ffff640 1 -- 172.21.15.67:0/220321347 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a4c00ccc0 con 0x7f5a58162410 2024-09-21T00:21:33.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.550+0000 7f5a5cca9640 1 -- 172.21.15.67:0/220321347 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5a581f85c0 con 0x7f5a58162410 2024-09-21T00:21:33.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.550+0000 7f0ba359e640 1 -- 172.21.15.67:0/1235125322 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f0b9c0062e0 con 0x7f0b9c037520 2024-09-21T00:21:33.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.550+0000 7f0ba2d9d640 1 --2- 172.21.15.67:0/1235125322 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0b9c052b60 0x7f0b9c033cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:33.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.550+0000 7fbd994ee640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbd94073d00 0x7fbd94147da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.67:58704/0 (socket says 172.21.15.67:58704) 2024-09-21T00:21:33.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.551+0000 7fbd994ee640 1 -- 172.21.15.67:0/3023247523 learned_addr learned my addr 172.21.15.67:0/3023247523 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:33.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.551+0000 7f98f0ba6640 1 --2- 172.21.15.67:0/1356454029 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f98e4005cb0 0x7f98e40d5270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:33.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.551+0000 7f98ebfff640 1 --2- 172.21.15.67:0/1356454029 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f98e4009ba0 0x7f98e4030650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:33.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.551+0000 7fbd98ced640 1 --2- 172.21.15.67:0/3023247523 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd940b63f0 0x7fbd9414dd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:33.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.551+0000 7fbd9b752640 1 --2- 172.21.15.67:0/3023247523 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbd940d0100 0x7fbd9414e260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.551+0000 7f98f0ba6640 1 -- 172.21.15.67:0/1356454029 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f98e4009ba0 msgr2=0x7f98e4030650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.551+0000 7f98f0ba6640 1 --2- 172.21.15.67:0/1356454029 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f98e4009ba0 0x7f98e4030650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.551+0000 7f98f0ba6640 1 -- 172.21.15.67:0/1356454029 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f98e4036970 msgr2=0x7f98e4030b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.551+0000 7f98f0ba6640 1 --2- 172.21.15.67:0/1356454029 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f98e4036970 0x7f98e4030b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.551+0000 7f98f0ba6640 1 -- 172.21.15.67:0/1356454029 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98e40219b0 con 0x7f98e4005cb0 2024-09-21T00:21:33.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.551+0000 7f0ba2d9d640 1 -- 172.21.15.67:0/1235125322 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0b9c037520 msgr2=0x7f0b9c0d2f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.551+0000 7f0ba2d9d640 1 --2- 172.21.15.67:0/1235125322 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0b9c037520 0x7f0b9c0d2f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.551+0000 7f0ba2d9d640 1 -- 172.21.15.67:0/1235125322 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0b9c0520f0 msgr2=0x7f0b9c0224a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.551+0000 7f0ba2d9d640 1 --2- 172.21.15.67:0/1235125322 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0b9c0520f0 0x7f0b9c0224a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.551+0000 7f0ba2d9d640 1 -- 172.21.15.67:0/1235125322 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b9c0d3a30 con 0x7f0b9c052b60 2024-09-21T00:21:33.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.551+0000 7fbd99cef640 1 --2- 172.21.15.67:0/3023247523 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbd940d0100 0x7fbd9414e260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:33.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.551+0000 7f0ba1d9b640 1 --2- 172.21.15.67:0/1235125322 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0b9c0520f0 0x7f0b9c0224a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:21:33.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.551+0000 7f0ba259c640 1 --2- 172.21.15.67:0/1235125322 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0b9c037520 0x7f0b9c0d2f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:21:33.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.551+0000 7fbd9b752640 1 -- 172.21.15.67:0/3023247523 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fbd940711a0 con 0x7fbd940b63f0 2024-09-21T00:21:33.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.551+0000 7f98f0ba6640 1 --2- 172.21.15.67:0/1356454029 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f98e4005cb0 0x7f98e40d5270 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f98e0008d90 tx=0x7f98e000e500 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:33.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.550+0000 7f8d94cb6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8d90071010 0x7f8d90151220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.550+0000 7f8d8e59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8d90071010 0x7f8d90151220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:33.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.550+0000 7f8d8e59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8d90071010 0x7f8d90151220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60908/0 (socket says 172.21.15.67:60908) 2024-09-21T00:21:33.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.550+0000 7f8d8e59c640 1 -- 172.21.15.67:0/931721770 learned_addr learned my addr 172.21.15.67:0/931721770 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:33.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.550+0000 7f8d94cb6640 1 --2- 172.21.15.67:0/931721770 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8d9015b910 0x7f8d90159f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.550+0000 7f8d8dd9b640 1 --2- 172.21.15.67:0/931721770 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8d9015b910 0x7f8d90159f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:33.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.550+0000 7f8d94cb6640 1 --2- 172.21.15.67:0/931721770 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8d9015a470 0x7f8d9013e1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.551+0000 7f8d94cb6640 1 -- 172.21.15.67:0/931721770 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f8d9006f620 con 0x7f8d90071010 2024-09-21T00:21:33.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.551+0000 7f8d94cb6640 1 -- 172.21.15.67:0/931721770 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f8d9006f4a0 con 0x7f8d9015b910 2024-09-21T00:21:33.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.551+0000 7f8d94cb6640 1 -- 172.21.15.67:0/931721770 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f8d9006f7a0 con 0x7f8d9015a470 2024-09-21T00:21:33.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.551+0000 7f757d6b6640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f75780cce60 0x7f75781d7800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.551+0000 7f757d6b6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f75780cf9f0 0x7f757809fd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.552+0000 7f757d6b6640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f75780d0560 0x7f75780c9fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.552+0000 7f7576ffd640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f75780cce60 0x7f75781d7800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:33.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.552+0000 7f757d6b6640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f75780cdb40 con 0x7f75780cf9f0 2024-09-21T00:21:33.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.552+0000 7f757d6b6640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f75780cd9c0 con 0x7f75780cce60 2024-09-21T00:21:33.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.552+0000 7f757d6b6640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f75780cdcc0 con 0x7f75780d0560 2024-09-21T00:21:33.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.552+0000 7f0ba2d9d640 1 --2- 172.21.15.67:0/1235125322 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0b9c052b60 0x7f0b9c033cf0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f0b9800b7a0 tx=0x7f0b9800bc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:33.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.550+0000 7f5a5cca9640 1 -- 172.21.15.67:0/220321347 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5a580c83e0 con 0x7f5a58162410 2024-09-21T00:21:33.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.552+0000 7f7576ffd640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f75780cce60 0x7f75781d7800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.67:58720/0 (socket says 172.21.15.67:58720) 2024-09-21T00:21:33.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.552+0000 7f7576ffd640 1 -- 172.21.15.67:0/3974162032 learned_addr learned my addr 172.21.15.67:0/3974162032 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:33.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.552+0000 7f7577fff640 1 --2- 172.21.15.67:0/3974162032 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f75780d0560 0x7f75780c9fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:33.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.551+0000 7f2b15ac6640 1 -- 172.21.15.67:0/2604073910 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b100c7880 con 0x7f2b100cb140 2024-09-21T00:21:33.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.551+0000 7f2b15ac6640 1 -- 172.21.15.67:0/2604073910 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b100c7e40 con 0x7f2b100cb140 2024-09-21T00:21:33.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.552+0000 7f8d8e59c640 1 -- 172.21.15.67:0/931721770 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8d9015a470 msgr2=0x7f8d9013e1b0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-21T00:21:33.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.552+0000 7f8d8e59c640 1 --2- 172.21.15.67:0/931721770 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8d9015a470 0x7f8d9013e1b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.552+0000 7f8d8e59c640 1 -- 172.21.15.67:0/931721770 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8d9015b910 msgr2=0x7f8d90159f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.552+0000 7f8d8e59c640 1 --2- 172.21.15.67:0/931721770 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8d9015b910 0x7f8d90159f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.552+0000 7f8d8e59c640 1 -- 172.21.15.67:0/931721770 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d90152d70 con 0x7f8d90071010 2024-09-21T00:21:33.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.552+0000 7fbd9b752640 1 -- 172.21.15.67:0/3023247523 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fbd940cf090 con 0x7fbd94073d00 2024-09-21T00:21:33.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.552+0000 7fbd9b752640 1 -- 172.21.15.67:0/3023247523 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fbd94071320 con 0x7fbd940d0100 2024-09-21T00:21:33.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.552+0000 7f98e97fa640 1 -- 172.21.15.67:0/1356454029 <== mon.1 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98e000a050 con 0x7f98e4005cb0 2024-09-21T00:21:33.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.552+0000 7f98e97fa640 1 -- 172.21.15.67:0/1356454029 <== mon.1 v2:172.21.15.97:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f98e000a1f0 con 0x7f98e4005cb0 2024-09-21T00:21:33.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.552+0000 7f98e97fa640 1 -- 172.21.15.67:0/1356454029 <== mon.1 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98e0005290 con 0x7f98e4005cb0 2024-09-21T00:21:33.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.552+0000 7f7576ffd640 1 -- 172.21.15.67:0/3974162032 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f75780d0560 msgr2=0x7f75780c9fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.552+0000 7f7576ffd640 1 --2- 172.21.15.67:0/3974162032 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f75780d0560 0x7f75780c9fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.553+0000 7f7576ffd640 1 -- 172.21.15.67:0/3974162032 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f75780cf9f0 msgr2=0x7f757809fd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.553+0000 7f7576ffd640 1 --2- 172.21.15.67:0/3974162032 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f75780cf9f0 0x7f757809fd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.553+0000 7fe4f46f2640 1 Processor -- start 2024-09-21T00:21:33.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.552+0000 7f8d8e59c640 1 --2- 172.21.15.67:0/931721770 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8d90071010 0x7f8d90151220 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f8d8800c7a0 tx=0x7f8d8800cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:33.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.553+0000 7f7576ffd640 1 -- 172.21.15.67:0/3974162032 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75780c6610 con 0x7f75780cce60 2024-09-21T00:21:33.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.553+0000 7fbd994ee640 1 -- 172.21.15.67:0/3023247523 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbd940d0100 msgr2=0x7fbd9414e260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.553+0000 7fbd994ee640 1 --2- 172.21.15.67:0/3023247523 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbd940d0100 0x7fbd9414e260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.553+0000 7fbd994ee640 1 -- 172.21.15.67:0/3023247523 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd940b63f0 msgr2=0x7fbd9414dd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.553+0000 7fbd994ee640 1 --2- 172.21.15.67:0/3023247523 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd940b63f0 0x7fbd9414dd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.553+0000 7fe4f46f2640 1 -- start start 2024-09-21T00:21:33.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.553+0000 7f7577fff640 1 --2- 172.21.15.67:0/3974162032 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f75780d0560 0x7f75780c9fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:21:33.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.553+0000 7fbd994ee640 1 -- 172.21.15.67:0/3023247523 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd940ca090 con 0x7fbd94073d00 2024-09-21T00:21:33.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.553+0000 7f7576ffd640 1 --2- 172.21.15.67:0/3974162032 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f75780cce60 0x7f75781d7800 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f7568000c00 tx=0x7f7568003c10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:33.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.553+0000 7fbd994ee640 1 --2- 172.21.15.67:0/3023247523 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbd94073d00 0x7fbd94147da0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fbd90034040 tx=0x7fbd90003b90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:33.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.553+0000 7fbd89ffb640 1 -- 172.21.15.67:0/3023247523 <== mon.1 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd9003e030 con 0x7fbd94073d00 2024-09-21T00:21:33.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.552+0000 7f5a3dffb640 1 -- 172.21.15.67:0/220321347 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5a30005290 con 0x7f5a58162410 2024-09-21T00:21:33.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.554+0000 7f98f1ba8640 1 -- 172.21.15.67:0/1356454029 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f98e4021c90 con 0x7f98e4005cb0 2024-09-21T00:21:33.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.553+0000 7fbd89ffb640 1 -- 172.21.15.67:0/3023247523 <== mon.1 v2:172.21.15.97:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbd900047a0 con 0x7fbd94073d00 2024-09-21T00:21:33.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.553+0000 7fbd89ffb640 1 -- 172.21.15.67:0/3023247523 <== mon.1 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd90035040 con 0x7fbd94073d00 2024-09-21T00:21:33.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.554+0000 7fbd9b752640 1 -- 172.21.15.67:0/3023247523 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbd940ca370 con 0x7fbd94073d00 2024-09-21T00:21:33.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.554+0000 7fbd9b752640 1 -- 172.21.15.67:0/3023247523 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbd940ca930 con 0x7fbd94073d00 2024-09-21T00:21:33.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.554+0000 7f98f1ba8640 1 -- 172.21.15.67:0/1356454029 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f98e40316d0 con 0x7f98e4005cb0 2024-09-21T00:21:33.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.554+0000 7f2b0d7fa640 1 -- 172.21.15.67:0/2604073910 <== mon.1 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f2b0800fa60 con 0x7f2b100cb140 2024-09-21T00:21:33.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.554+0000 7f5a3ffff640 1 -- 172.21.15.67:0/220321347 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f5a4c0047a0 con 0x7f5a58162410 2024-09-21T00:21:33.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.554+0000 7f0b92ffd640 1 -- 172.21.15.67:0/1235125322 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b98004030 con 0x7f0b9c052b60 2024-09-21T00:21:33.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.555+0000 7f0b92ffd640 1 -- 172.21.15.67:0/1235125322 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0b980042c0 con 0x7f0b9c052b60 2024-09-21T00:21:33.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.555+0000 7fe4f46f2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe4ec06ef60 0x7fe4ec14f180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.555+0000 7fe4f46f2640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe4ec0cfb60 0x7fe4ec150df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.555+0000 7fe4f248e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe4ec06ef60 0x7fe4ec14f180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:33.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.555+0000 7fe4f46f2640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe4ec148070 0x7fe4ec151330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.555+0000 7fe4f248e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe4ec06ef60 0x7fe4ec14f180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60948/0 (socket says 172.21.15.67:60948) 2024-09-21T00:21:33.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.555+0000 7f755f7fe640 1 -- 172.21.15.67:0/3974162032 <== mon.1 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7568005c90 con 0x7f75780cce60 2024-09-21T00:21:33.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.555+0000 7f755f7fe640 1 -- 172.21.15.67:0/3974162032 <== mon.1 v2:172.21.15.97:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f75680318a0 con 0x7f75780cce60 2024-09-21T00:21:33.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.555+0000 7f757d6b6640 1 -- 172.21.15.67:0/3974162032 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75780c68f0 con 0x7f75780cce60 2024-09-21T00:21:33.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.555+0000 7f757d6b6640 1 -- 172.21.15.67:0/3974162032 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75780c6eb0 con 0x7f75780cce60 2024-09-21T00:21:33.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.555+0000 7f5a3ffff640 1 --2- 172.21.15.67:0/220321347 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5a44078c60 0x7f5a4407b170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.555+0000 7f2b0d7fa640 1 --2- 172.21.15.67:0/2604073910 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2afc078be0 0x7f2afc07b0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.555+0000 7f2b0d7fa640 1 -- 172.21.15.67:0/2604073910 <== mon.1 v2:172.21.15.97:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f2b0809b6a0 con 0x7f2b100cb140 2024-09-21T00:21:33.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.555+0000 7f2b15ac6640 1 -- 172.21.15.67:0/2604073910 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2b100cb8a0 con 0x7f2b100cb140 2024-09-21T00:21:33.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.556+0000 7fbd777fe640 1 -- 172.21.15.67:0/3023247523 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbd70005290 con 0x7fbd94073d00 2024-09-21T00:21:33.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.555+0000 7f0b92ffd640 1 -- 172.21.15.67:0/1235125322 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b98005280 con 0x7f0b9c052b60 2024-09-21T00:21:33.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.556+0000 7f98f1ba8640 1 -- 172.21.15.67:0/1356454029 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f98e4000c50 con 0x7f98e4005cb0 2024-09-21T00:21:33.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.555+0000 7fe4f1c8d640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe4ec0cfb60 0x7fe4ec150df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:33.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.555+0000 7fe4f1c8d640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe4ec0cfb60 0x7fe4ec150df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.67:47540/0 (socket says 172.21.15.67:47540) 2024-09-21T00:21:33.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.555+0000 7fe4f1c8d640 1 -- 172.21.15.67:0/80648011 learned_addr learned my addr 172.21.15.67:0/80648011 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:33.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.555+0000 7fe4f46f2640 1 -- 172.21.15.67:0/80648011 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fe4ec071190 con 0x7fe4ec06ef60 2024-09-21T00:21:33.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.555+0000 7fe4f46f2640 1 -- 172.21.15.67:0/80648011 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fe4ec071010 con 0x7fe4ec148070 2024-09-21T00:21:33.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.555+0000 7fe4f46f2640 1 -- 172.21.15.67:0/80648011 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fe4ec06fa80 con 0x7fe4ec0cfb60 2024-09-21T00:21:33.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.555+0000 7fe4f2c8f640 1 --2- 172.21.15.67:0/80648011 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe4ec148070 0x7fe4ec151330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:33.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.556+0000 7f2b14ac4640 1 --2- 172.21.15.67:0/2604073910 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2afc078be0 0x7f2afc07b0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:33.590 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.556+0000 7f5a577fe640 1 --2- 172.21.15.67:0/220321347 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5a44078c60 0x7f5a4407b170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:33.590 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.556+0000 7f0ba359e640 1 -- 172.21.15.67:0/1235125322 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b9c0d3d10 con 0x7f0b9c052b60 2024-09-21T00:21:33.590 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.556+0000 7fe4f1c8d640 1 -- 172.21.15.67:0/80648011 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe4ec148070 msgr2=0x7fe4ec151330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.590 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.556+0000 7fe4f1c8d640 1 --2- 172.21.15.67:0/80648011 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe4ec148070 0x7fe4ec151330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.590 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.556+0000 7fe4f1c8d640 1 -- 172.21.15.67:0/80648011 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe4ec06ef60 msgr2=0x7fe4ec14f180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.590 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.556+0000 7fe4f1c8d640 1 --2- 172.21.15.67:0/80648011 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe4ec06ef60 0x7fe4ec14f180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.591 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.556+0000 7f5a3ffff640 1 -- 172.21.15.67:0/220321347 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f5a4c09b420 con 0x7f5a58162410 2024-09-21T00:21:33.591 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.556+0000 7fe4f1c8d640 1 -- 172.21.15.67:0/80648011 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4ec1484e0 con 0x7fe4ec0cfb60 2024-09-21T00:21:33.591 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.556+0000 7f0ba359e640 1 -- 172.21.15.67:0/1235125322 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b9c0d42d0 con 0x7f0b9c052b60 2024-09-21T00:21:33.592 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.556+0000 7fe4f248e640 1 --2- 172.21.15.67:0/80648011 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe4ec06ef60 0x7fe4ec14f180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:21:33.592 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.556+0000 7f755f7fe640 1 -- 172.21.15.67:0/3974162032 <== mon.1 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7568031cd0 con 0x7f75780cce60 2024-09-21T00:21:33.592 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.556+0000 7fe4f1c8d640 1 --2- 172.21.15.67:0/80648011 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe4ec0cfb60 0x7fe4ec150df0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fe4dc007470 tx=0x7fe4dc0038a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:33.592 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.557+0000 7f2b14ac4640 1 --2- 172.21.15.67:0/2604073910 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2afc078be0 0x7f2afc07b0f0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f2b000096c0 tx=0x7f2b0000b040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:33.593 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.557+0000 7fe4e2ffd640 1 -- 172.21.15.67:0/80648011 <== mon.2 v2:172.21.15.97:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4dc03f9d0 con 0x7fe4ec0cfb60 2024-09-21T00:21:33.593 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.557+0000 7fe4e2ffd640 1 -- 172.21.15.67:0/80648011 <== mon.2 v2:172.21.15.97:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe4dc03fc80 con 0x7fe4ec0cfb60 2024-09-21T00:21:33.593 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.557+0000 7fe4f46f2640 1 -- 172.21.15.67:0/80648011 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe4ec09dd70 con 0x7fe4ec0cfb60 2024-09-21T00:21:33.593 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.557+0000 7fe4e2ffd640 1 -- 172.21.15.67:0/80648011 <== mon.2 v2:172.21.15.97:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4dc00a330 con 0x7fe4ec0cfb60 2024-09-21T00:21:33.593 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.557+0000 7fe4f46f2640 1 -- 172.21.15.67:0/80648011 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4ec14cde0 con 0x7fe4ec0cfb60 2024-09-21T00:21:33.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.557+0000 7f757d6b6640 1 -- 172.21.15.67:0/3974162032 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f757806d940 con 0x7f75780cce60 2024-09-21T00:21:33.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.557+0000 7f0ba359e640 1 -- 172.21.15.67:0/1235125322 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0b9c0d37a0 con 0x7f0b9c052b60 2024-09-21T00:21:33.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.557+0000 7f5a577fe640 1 --2- 172.21.15.67:0/220321347 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5a44078c60 0x7f5a4407b170 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f5a48009230 tx=0x7f5a48004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:33.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.558+0000 7fe4f46f2640 1 -- 172.21.15.67:0/80648011 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe4ec09dfe0 con 0x7fe4ec0cfb60 2024-09-21T00:21:33.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.558+0000 7f98e97fa640 1 -- 172.21.15.67:0/1356454029 <== mon.1 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f98e0014070 con 0x7f98e4005cb0 2024-09-21T00:21:33.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.558+0000 7f755f7fe640 1 -- 172.21.15.67:0/3974162032 <== mon.1 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f756803b410 con 0x7f75780cce60 2024-09-21T00:21:33.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.559+0000 7f98e97fa640 1 --2- 172.21.15.67:0/1356454029 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f98d0078bc0 0x7f98d007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.559+0000 7f755f7fe640 1 --2- 172.21.15.67:0/3974162032 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7564078c10 0x7f756407b120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.559+0000 7fbd89ffb640 1 -- 172.21.15.67:0/3023247523 <== mon.1 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fbd90041030 con 0x7fbd94073d00 2024-09-21T00:21:33.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.559+0000 7f755f7fe640 1 -- 172.21.15.67:0/3974162032 <== mon.1 v2:172.21.15.97:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f75680bbe60 con 0x7f75780cce60 2024-09-21T00:21:33.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.559+0000 7f98e97fa640 1 -- 172.21.15.67:0/1356454029 <== mon.1 v2:172.21.15.97:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f98e009b1b0 con 0x7f98e4005cb0 2024-09-21T00:21:33.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.559+0000 7fe4e2ffd640 1 -- 172.21.15.67:0/80648011 <== mon.2 v2:172.21.15.97:3301/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fe4dc00a4d0 con 0x7fe4ec0cfb60 2024-09-21T00:21:33.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.559+0000 7f98ebfff640 1 --2- 172.21.15.67:0/1356454029 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f98d0078bc0 0x7f98d007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:33.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.559+0000 7f75767fc640 1 --2- 172.21.15.67:0/3974162032 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7564078c10 0x7f756407b120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:33.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.560+0000 7fe4e2ffd640 1 --2- 172.21.15.67:0/80648011 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe4d0078bc0 0x7fe4d007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.598 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.560+0000 7f75767fc640 1 --2- 172.21.15.67:0/3974162032 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7564078c10 0x7f756407b120 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f757809fca0 tx=0x7f756c001b70 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:33.598 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.560+0000 7fe4e2ffd640 1 -- 172.21.15.67:0/80648011 <== mon.2 v2:172.21.15.97:3301/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fe4dc0c38e0 con 0x7fe4ec0cfb60 2024-09-21T00:21:33.598 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.560+0000 7fbd89ffb640 1 --2- 172.21.15.67:0/3023247523 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbd78078bf0 0x7fbd7807b100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.598 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.560+0000 7f98ebfff640 1 --2- 172.21.15.67:0/1356454029 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f98d0078bc0 0x7f98d007b0d0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f98e4032550 tx=0x7f98d8005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:33.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.560+0000 7fe4f248e640 1 --2- 172.21.15.67:0/80648011 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe4d0078bc0 0x7fe4d007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:33.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.560+0000 7fbd89ffb640 1 -- 172.21.15.67:0/3023247523 <== mon.1 v2:172.21.15.97:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fbd900bb6b0 con 0x7fbd94073d00 2024-09-21T00:21:33.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.560+0000 7fbd98ced640 1 --2- 172.21.15.67:0/3023247523 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbd78078bf0 0x7fbd7807b100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:33.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.560+0000 7fe4f248e640 1 --2- 172.21.15.67:0/80648011 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe4d0078bc0 0x7fe4d007b0d0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fe4e8007b50 tx=0x7fe4e8009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:33.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.561+0000 7fbd98ced640 1 --2- 172.21.15.67:0/3023247523 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbd78078bf0 0x7fbd7807b100 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fbd8400a490 tx=0x7fbd8400a420 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:33.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.562+0000 7f2b0d7fa640 1 -- 172.21.15.67:0/2604073910 <== mon.1 v2:172.21.15.97:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f2b08014030 con 0x7f2b100cb140 2024-09-21T00:21:33.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.562+0000 7f5a3ffff640 1 -- 172.21.15.67:0/220321347 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f5a4c063960 con 0x7f5a58162410 2024-09-21T00:21:33.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.562+0000 7f8d7effd640 1 -- 172.21.15.67:0/931721770 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d88017070 con 0x7f8d90071010 2024-09-21T00:21:33.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.562+0000 7f8d94cb6640 1 -- 172.21.15.67:0/931721770 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8d9015a880 con 0x7f8d90071010 2024-09-21T00:21:33.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.562+0000 7f8d94cb6640 1 -- 172.21.15.67:0/931721770 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8d90152fe0 con 0x7f8d90071010 2024-09-21T00:21:33.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.563+0000 7f8d94cb6640 1 -- 172.21.15.67:0/931721770 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8d900cfb60 con 0x7f8d90071010 2024-09-21T00:21:33.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.563+0000 7f8d7effd640 1 -- 172.21.15.67:0/931721770 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8d88003da0 con 0x7f8d90071010 2024-09-21T00:21:33.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.564+0000 7f0b92ffd640 1 -- 172.21.15.67:0/1235125322 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f0b98005420 con 0x7f0b9c052b60 2024-09-21T00:21:33.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.563+0000 7f8d7effd640 1 -- 172.21.15.67:0/931721770 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d88005270 con 0x7f8d90071010 2024-09-21T00:21:33.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.565+0000 7fe4e2ffd640 1 -- 172.21.15.67:0/80648011 <== mon.2 v2:172.21.15.97:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fe4dc08beb0 con 0x7fe4ec0cfb60 2024-09-21T00:21:33.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.565+0000 7f0b92ffd640 1 --2- 172.21.15.67:0/1235125322 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0b84078be0 0x7f0b8407b0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.565+0000 7f0b92ffd640 1 -- 172.21.15.67:0/1235125322 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f0b9809cfd0 con 0x7f0b9c052b60 2024-09-21T00:21:33.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.566+0000 7f0ba259c640 1 --2- 172.21.15.67:0/1235125322 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0b84078be0 0x7f0b8407b0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:33.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.566+0000 7f0ba259c640 1 --2- 172.21.15.67:0/1235125322 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0b84078be0 0x7f0b8407b0f0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f0ba406a360 tx=0x7f0ba40b0040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:33.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.566+0000 7f8d7effd640 1 -- 172.21.15.67:0/931721770 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f8d8801a070 con 0x7f8d90071010 2024-09-21T00:21:33.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.567+0000 7f8d7effd640 1 --2- 172.21.15.67:0/931721770 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8d70078b90 0x7f8d7007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:33.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.568+0000 7f8d8dd9b640 1 --2- 172.21.15.67:0/931721770 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8d70078b90 0x7f8d7007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:33.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.568+0000 7f8d8dd9b640 1 --2- 172.21.15.67:0/931721770 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8d70078b90 0x7f8d7007b0a0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f8d80005fd0 tx=0x7f8d80005850 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:33.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.569+0000 7f98e97fa640 1 -- 172.21.15.67:0/1356454029 <== mon.1 v2:172.21.15.97:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f98e0023060 con 0x7f98e4005cb0 2024-09-21T00:21:33.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.571+0000 7f0b92ffd640 1 -- 172.21.15.67:0/1235125322 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f0b98028080 con 0x7f0b9c052b60 2024-09-21T00:21:33.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.571+0000 7fbd89ffb640 1 -- 172.21.15.67:0/3023247523 <== mon.1 v2:172.21.15.97:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fbd940d0510 con 0x7fbd94073d00 2024-09-21T00:21:33.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.571+0000 7f8d7effd640 1 -- 172.21.15.67:0/931721770 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f8d88099080 con 0x7f8d90071010 2024-09-21T00:21:33.605 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.577+0000 7f755f7fe640 1 -- 172.21.15.67:0/3974162032 <== mon.1 v2:172.21.15.97:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f756803f030 con 0x7f75780cce60 2024-09-21T00:21:33.605 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.580+0000 7f8d7effd640 1 -- 172.21.15.67:0/931721770 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f8d88021070 con 0x7f8d90071010 2024-09-21T00:21:33.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.982+0000 7f2b15ac6640 1 -- 172.21.15.67:0/2604073910 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7f2b100ac770 con 0x7f2b100cb140 2024-09-21T00:21:33.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.983+0000 7f2b0d7fa640 1 -- 172.21.15.67:0/2604073910 <== mon.1 v2:172.21.15.97:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f2b08014030 con 0x7f2b100cb140 2024-09-21T00:21:33.984 INFO:teuthology.orchestra.run.smithi067.stdout:64424509448 2024-09-21T00:21:33.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.987+0000 7f2af6ffd640 1 -- 172.21.15.67:0/2604073910 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2afc078be0 msgr2=0x7f2afc07b0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.987+0000 7f2af6ffd640 1 --2- 172.21.15.67:0/2604073910 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2afc078be0 0x7f2afc07b0f0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f2b000096c0 tx=0x7f2b0000b040 comp rx=0 tx=0).stop 2024-09-21T00:21:33.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.987+0000 7f2af6ffd640 1 -- 172.21.15.67:0/2604073910 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2b100cb140 msgr2=0x7f2b100b19a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.987+0000 7f2af6ffd640 1 --2- 172.21.15.67:0/2604073910 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2b100cb140 0x7f2b100b19a0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f2b0800cac0 tx=0x7f2b0800cf80 comp rx=0 tx=0).stop 2024-09-21T00:21:33.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.987+0000 7f2af6ffd640 1 -- 172.21.15.67:0/2604073910 shutdown_connections 2024-09-21T00:21:33.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.987+0000 7f2af6ffd640 1 --2- 172.21.15.67:0/2604073910 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2afc078be0 0x7f2afc07b0f0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.987+0000 7f2af6ffd640 1 --2- 172.21.15.67:0/2604073910 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2b100cb140 0x7f2b100b19a0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.987+0000 7f2af6ffd640 1 --2- 172.21.15.67:0/2604073910 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2b10073550 0x7f2b100b1460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.988+0000 7f2af6ffd640 1 --2- 172.21.15.67:0/2604073910 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2b1006fb10 0x7f2b100ac090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.988+0000 7f2af6ffd640 1 -- 172.21.15.67:0/2604073910 >> 172.21.15.67:0/2604073910 conn(0x7f2b100d0820 msgr2=0x7f2b100aef00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:33.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.988+0000 7f2af6ffd640 1 -- 172.21.15.67:0/2604073910 shutdown_connections 2024-09-21T00:21:33.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.988+0000 7f2af6ffd640 1 -- 172.21.15.67:0/2604073910 wait complete. 2024-09-21T00:21:33.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.988+0000 7f5a3dffb640 1 -- 172.21.15.67:0/220321347 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f5a30005850 con 0x7f5a58162410 2024-09-21T00:21:33.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.989+0000 7f5a3ffff640 1 -- 172.21.15.67:0/220321347 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f5a4c063260 con 0x7f5a58162410 2024-09-21T00:21:33.991 INFO:teuthology.orchestra.run.smithi067.stdout:64424509449 2024-09-21T00:21:33.994 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.993+0000 7f5a5cca9640 1 -- 172.21.15.67:0/220321347 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5a44078c60 msgr2=0x7f5a4407b170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.994 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.993+0000 7f5a5cca9640 1 --2- 172.21.15.67:0/220321347 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5a44078c60 0x7f5a4407b170 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f5a48009230 tx=0x7f5a48004730 comp rx=0 tx=0).stop 2024-09-21T00:21:33.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.993+0000 7f5a5cca9640 1 -- 172.21.15.67:0/220321347 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5a58162410 msgr2=0x7f5a581612a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:33.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.993+0000 7f5a5cca9640 1 --2- 172.21.15.67:0/220321347 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5a58162410 0x7f5a581612a0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f5a58162370 tx=0x7f5a4c00edd0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.994+0000 7f5a5cca9640 1 -- 172.21.15.67:0/220321347 shutdown_connections 2024-09-21T00:21:33.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.994+0000 7f5a5cca9640 1 --2- 172.21.15.67:0/220321347 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5a44078c60 0x7f5a4407b170 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.994+0000 7f5a5cca9640 1 --2- 172.21.15.67:0/220321347 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5a58162410 0x7f5a581612a0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.994+0000 7f5a5cca9640 1 --2- 172.21.15.67:0/220321347 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5a5815fa10 0x7f5a58160d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.994+0000 7f5a5cca9640 1 --2- 172.21.15.67:0/220321347 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5a580b5de0 0x7f5a581598b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:33.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.994+0000 7f5a5cca9640 1 -- 172.21.15.67:0/220321347 >> 172.21.15.67:0/220321347 conn(0x7f5a580d0de0 msgr2=0x7f5a580b5620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:33.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.995+0000 7f5a5cca9640 1 -- 172.21.15.67:0/220321347 shutdown_connections 2024-09-21T00:21:33.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:33.995+0000 7f5a5cca9640 1 -- 172.21.15.67:0/220321347 wait complete. 2024-09-21T00:21:34.008 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509448 got 64424509448 for osd.6 2024-09-21T00:21:34.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.006+0000 7fe4f46f2640 1 -- 172.21.15.67:0/80648011 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7fe4ec14c620 con 0x7fe4ec0cfb60 2024-09-21T00:21:34.008 DEBUG:teuthology.parallel:result is None 2024-09-21T00:21:34.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.007+0000 7fe4e2ffd640 1 -- 172.21.15.67:0/80648011 <== mon.2 v2:172.21.15.97:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fe4ec14c620 con 0x7fe4ec0cfb60 2024-09-21T00:21:34.009 INFO:teuthology.orchestra.run.smithi067.stdout:55834574855 2024-09-21T00:21:34.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.008+0000 7f757d6b6640 1 -- 172.21.15.67:0/3974162032 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f75780cd270 con 0x7f75780cce60 2024-09-21T00:21:34.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.009+0000 7f755f7fe640 1 -- 172.21.15.67:0/3974162032 <== mon.1 v2:172.21.15.97:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f75680844a0 con 0x7f75780cce60 2024-09-21T00:21:34.010 INFO:teuthology.orchestra.run.smithi067.stdout:64424509447 2024-09-21T00:21:34.011 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.010+0000 7f0ba359e640 1 -- 172.21.15.67:0/1235125322 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f0b9c0513e0 con 0x7f0b9c052b60 2024-09-21T00:21:34.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.011+0000 7f98f1ba8640 1 -- 172.21.15.67:0/1356454029 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7f98e4053510 con 0x7f98e4005cb0 2024-09-21T00:21:34.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.011+0000 7f0b92ffd640 1 -- 172.21.15.67:0/1235125322 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f0b98014070 con 0x7f0b9c052b60 2024-09-21T00:21:34.013 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.011+0000 7fe4f46f2640 1 -- 172.21.15.67:0/80648011 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe4d0078bc0 msgr2=0x7fe4d007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:34.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.011+0000 7fe4f46f2640 1 --2- 172.21.15.67:0/80648011 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe4d0078bc0 0x7fe4d007b0d0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fe4e8007b50 tx=0x7fe4e8009040 comp rx=0 tx=0).stop 2024-09-21T00:21:34.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.011+0000 7fe4f46f2640 1 -- 172.21.15.67:0/80648011 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe4ec0cfb60 msgr2=0x7fe4ec150df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:34.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.011+0000 7fe4f46f2640 1 --2- 172.21.15.67:0/80648011 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe4ec0cfb60 0x7fe4ec150df0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fe4dc007470 tx=0x7fe4dc0038a0 comp rx=0 tx=0).stop 2024-09-21T00:21:34.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.011+0000 7fe4f46f2640 1 -- 172.21.15.67:0/80648011 shutdown_connections 2024-09-21T00:21:34.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.011+0000 7fe4f46f2640 1 --2- 172.21.15.67:0/80648011 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe4d0078bc0 0x7fe4d007b0d0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:34.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.011+0000 7fe4f46f2640 1 --2- 172.21.15.67:0/80648011 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe4ec148070 0x7fe4ec151330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:34.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.011+0000 7fe4f46f2640 1 --2- 172.21.15.67:0/80648011 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe4ec0cfb60 0x7fe4ec150df0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:34.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.011+0000 7fe4f46f2640 1 --2- 172.21.15.67:0/80648011 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe4ec06ef60 0x7fe4ec14f180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:34.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.011+0000 7fe4f46f2640 1 -- 172.21.15.67:0/80648011 >> 172.21.15.67:0/80648011 conn(0x7fe4ec06d5a0 msgr2=0x7fe4ec14b7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:34.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.011+0000 7fe4f46f2640 1 -- 172.21.15.67:0/80648011 shutdown_connections 2024-09-21T00:21:34.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.011+0000 7fe4f46f2640 1 -- 172.21.15.67:0/80648011 wait complete. 2024-09-21T00:21:34.015 INFO:teuthology.orchestra.run.smithi067.stdout:64424509449 2024-09-21T00:21:34.015 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509449 got 64424509449 for osd.3 2024-09-21T00:21:34.016 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.012+0000 7f98e97fa640 1 -- 172.21.15.67:0/1356454029 <== mon.1 v2:172.21.15.97:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f98e00636f0 con 0x7f98e4005cb0 2024-09-21T00:21:34.016 INFO:teuthology.orchestra.run.smithi067.stdout:64424509448 2024-09-21T00:21:34.016 DEBUG:teuthology.parallel:result is None 2024-09-21T00:21:34.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.013+0000 7f757d6b6640 1 -- 172.21.15.67:0/3974162032 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7564078c10 msgr2=0x7f756407b120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:34.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.013+0000 7f757d6b6640 1 --2- 172.21.15.67:0/3974162032 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7564078c10 0x7f756407b120 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f757809fca0 tx=0x7f756c001b70 comp rx=0 tx=0).stop 2024-09-21T00:21:34.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.013+0000 7f757d6b6640 1 -- 172.21.15.67:0/3974162032 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f75780cce60 msgr2=0x7f75781d7800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:34.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.013+0000 7f757d6b6640 1 --2- 172.21.15.67:0/3974162032 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f75780cce60 0x7f75781d7800 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f7568000c00 tx=0x7f7568003c10 comp rx=0 tx=0).stop 2024-09-21T00:21:34.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.013+0000 7f757d6b6640 1 -- 172.21.15.67:0/3974162032 shutdown_connections 2024-09-21T00:21:34.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.013+0000 7f757d6b6640 1 --2- 172.21.15.67:0/3974162032 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7564078c10 0x7f756407b120 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:34.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.013+0000 7f757d6b6640 1 --2- 172.21.15.67:0/3974162032 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f75780d0560 0x7f75780c9fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:34.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.013+0000 7f757d6b6640 1 --2- 172.21.15.67:0/3974162032 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f75780cf9f0 0x7f757809fd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:34.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.013+0000 7f757d6b6640 1 --2- 172.21.15.67:0/3974162032 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f75780cce60 0x7f75781d7800 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:34.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.013+0000 7f757d6b6640 1 -- 172.21.15.67:0/3974162032 >> 172.21.15.67:0/3974162032 conn(0x7f75780ceed0 msgr2=0x7f75780727e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:34.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.013+0000 7f757d6b6640 1 -- 172.21.15.67:0/3974162032 shutdown_connections 2024-09-21T00:21:34.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.013+0000 7f757d6b6640 1 -- 172.21.15.67:0/3974162032 wait complete. 2024-09-21T00:21:34.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.015+0000 7fbd777fe640 1 -- 172.21.15.67:0/3023247523 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7fbd70005850 con 0x7fbd94073d00 2024-09-21T00:21:34.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.015+0000 7f98f1ba8640 1 -- 172.21.15.67:0/1356454029 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f98d0078bc0 msgr2=0x7f98d007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:34.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.015+0000 7f98f1ba8640 1 --2- 172.21.15.67:0/1356454029 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f98d0078bc0 0x7f98d007b0d0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f98e4032550 tx=0x7f98d8005f90 comp rx=0 tx=0).stop 2024-09-21T00:21:34.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.015+0000 7f98f1ba8640 1 -- 172.21.15.67:0/1356454029 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f98e4005cb0 msgr2=0x7f98e40d5270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:34.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.015+0000 7f98f1ba8640 1 --2- 172.21.15.67:0/1356454029 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f98e4005cb0 0x7f98e40d5270 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f98e0008d90 tx=0x7f98e000e500 comp rx=0 tx=0).stop 2024-09-21T00:21:34.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.015+0000 7f98f1ba8640 1 -- 172.21.15.67:0/1356454029 shutdown_connections 2024-09-21T00:21:34.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.015+0000 7f98f1ba8640 1 --2- 172.21.15.67:0/1356454029 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f98d0078bc0 0x7f98d007b0d0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:34.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.015+0000 7f98f1ba8640 1 --2- 172.21.15.67:0/1356454029 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f98e4036970 0x7f98e4030b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:34.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.015+0000 7f98f1ba8640 1 --2- 172.21.15.67:0/1356454029 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f98e4009ba0 0x7f98e4030650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:34.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.015+0000 7f98f1ba8640 1 --2- 172.21.15.67:0/1356454029 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f98e4005cb0 0x7f98e40d5270 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:34.020 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.015+0000 7f0ba359e640 1 -- 172.21.15.67:0/1235125322 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0b84078be0 msgr2=0x7f0b8407b0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:34.020 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.015+0000 7f98f1ba8640 1 -- 172.21.15.67:0/1356454029 >> 172.21.15.67:0/1356454029 conn(0x7f98e4051420 msgr2=0x7f98e4053a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:34.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.015+0000 7f0ba359e640 1 --2- 172.21.15.67:0/1235125322 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0b84078be0 0x7f0b8407b0f0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f0ba406a360 tx=0x7f0ba40b0040 comp rx=0 tx=0).stop 2024-09-21T00:21:34.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.015+0000 7f0ba359e640 1 -- 172.21.15.67:0/1235125322 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0b9c052b60 msgr2=0x7f0b9c033cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:34.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.015+0000 7f0ba359e640 1 --2- 172.21.15.67:0/1235125322 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0b9c052b60 0x7f0b9c033cf0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f0b9800b7a0 tx=0x7f0b9800bc60 comp rx=0 tx=0).stop 2024-09-21T00:21:34.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.015+0000 7f98f1ba8640 1 -- 172.21.15.67:0/1356454029 shutdown_connections 2024-09-21T00:21:34.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.015+0000 7fbd89ffb640 1 -- 172.21.15.67:0/3023247523 <== mon.1 v2:172.21.15.97:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fbd90083480 con 0x7fbd94073d00 2024-09-21T00:21:34.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.016+0000 7f98f1ba8640 1 -- 172.21.15.67:0/1356454029 wait complete. 2024-09-21T00:21:34.022 INFO:teuthology.orchestra.run.smithi067.stdout:55834574855 2024-09-21T00:21:34.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.016+0000 7f0ba359e640 1 -- 172.21.15.67:0/1235125322 shutdown_connections 2024-09-21T00:21:34.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.016+0000 7f0ba359e640 1 --2- 172.21.15.67:0/1235125322 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0b84078be0 0x7f0b8407b0f0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:34.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.016+0000 7f0ba359e640 1 --2- 172.21.15.67:0/1235125322 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0b9c052b60 0x7f0b9c033cf0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:34.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.016+0000 7f0ba359e640 1 --2- 172.21.15.67:0/1235125322 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0b9c0520f0 0x7f0b9c0224a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:34.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.016+0000 7f0ba359e640 1 --2- 172.21.15.67:0/1235125322 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0b9c037520 0x7f0b9c0d2f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:34.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.016+0000 7f0ba359e640 1 -- 172.21.15.67:0/1235125322 >> 172.21.15.67:0/1235125322 conn(0x7f0b9c01e230 msgr2=0x7f0b9c04c060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:34.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.016+0000 7f0ba359e640 1 -- 172.21.15.67:0/1235125322 shutdown_connections 2024-09-21T00:21:34.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.016+0000 7f0ba359e640 1 -- 172.21.15.67:0/1235125322 wait complete. 2024-09-21T00:21:34.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.018+0000 7f8d94cb6640 1 -- 172.21.15.67:0/931721770 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7f8d90165630 con 0x7f8d90071010 2024-09-21T00:21:34.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.018+0000 7fbd777fe640 1 -- 172.21.15.67:0/3023247523 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbd78078bf0 msgr2=0x7fbd7807b100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:34.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.018+0000 7fbd777fe640 1 --2- 172.21.15.67:0/3023247523 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbd78078bf0 0x7fbd7807b100 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fbd8400a490 tx=0x7fbd8400a420 comp rx=0 tx=0).stop 2024-09-21T00:21:34.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.018+0000 7fbd777fe640 1 -- 172.21.15.67:0/3023247523 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbd94073d00 msgr2=0x7fbd94147da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:34.025 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.018+0000 7fbd777fe640 1 --2- 172.21.15.67:0/3023247523 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbd94073d00 0x7fbd94147da0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fbd90034040 tx=0x7fbd90003b90 comp rx=0 tx=0).stop 2024-09-21T00:21:34.025 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.019+0000 7fbd777fe640 1 -- 172.21.15.67:0/3023247523 shutdown_connections 2024-09-21T00:21:34.025 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.019+0000 7fbd777fe640 1 --2- 172.21.15.67:0/3023247523 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbd78078bf0 0x7fbd7807b100 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:34.025 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.019+0000 7fbd777fe640 1 --2- 172.21.15.67:0/3023247523 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbd940d0100 0x7fbd9414e260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:34.025 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.019+0000 7fbd777fe640 1 --2- 172.21.15.67:0/3023247523 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd940b63f0 0x7fbd9414dd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:34.025 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.019+0000 7f8d7effd640 1 -- 172.21.15.67:0/931721770 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f8d9015a880 con 0x7f8d90071010 2024-09-21T00:21:34.025 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.019+0000 7fbd777fe640 1 --2- 172.21.15.67:0/3023247523 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbd94073d00 0x7fbd94147da0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:34.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.019+0000 7fbd777fe640 1 -- 172.21.15.67:0/3023247523 >> 172.21.15.67:0/3023247523 conn(0x7fbd940d0ab0 msgr2=0x7fbd940cf920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:34.026 INFO:teuthology.orchestra.run.smithi067.stdout:64424509448 2024-09-21T00:21:34.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.019+0000 7fbd777fe640 1 -- 172.21.15.67:0/3023247523 shutdown_connections 2024-09-21T00:21:34.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.019+0000 7fbd777fe640 1 -- 172.21.15.67:0/3023247523 wait complete. 2024-09-21T00:21:34.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.021+0000 7f8d94cb6640 1 -- 172.21.15.67:0/931721770 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8d70078b90 msgr2=0x7f8d7007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:34.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.021+0000 7f8d94cb6640 1 --2- 172.21.15.67:0/931721770 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8d70078b90 0x7f8d7007b0a0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f8d80005fd0 tx=0x7f8d80005850 comp rx=0 tx=0).stop 2024-09-21T00:21:34.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.021+0000 7f8d94cb6640 1 -- 172.21.15.67:0/931721770 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8d90071010 msgr2=0x7f8d90151220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:34.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.021+0000 7f8d94cb6640 1 --2- 172.21.15.67:0/931721770 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8d90071010 0x7f8d90151220 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f8d8800c7a0 tx=0x7f8d8800cc60 comp rx=0 tx=0).stop 2024-09-21T00:21:34.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.021+0000 7f8d94cb6640 1 -- 172.21.15.67:0/931721770 shutdown_connections 2024-09-21T00:21:34.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.021+0000 7f8d94cb6640 1 --2- 172.21.15.67:0/931721770 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8d70078b90 0x7f8d7007b0a0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:34.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.021+0000 7f8d94cb6640 1 --2- 172.21.15.67:0/931721770 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8d9015a470 0x7f8d9013e1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:34.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.021+0000 7f8d94cb6640 1 --2- 172.21.15.67:0/931721770 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8d9015b910 0x7f8d90159f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:34.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.021+0000 7f8d94cb6640 1 --2- 172.21.15.67:0/931721770 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8d90071010 0x7f8d90151220 secure :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f8d8800c7a0 tx=0x7f8d8800cc60 comp rx=0 tx=0).stop 2024-09-21T00:21:34.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.021+0000 7f8d94cb6640 1 -- 172.21.15.67:0/931721770 >> 172.21.15.67:0/931721770 conn(0x7f8d9006d5a0 msgr2=0x7f8d9014d170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:34.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.022+0000 7f8d94cb6640 1 -- 172.21.15.67:0/931721770 shutdown_connections 2024-09-21T00:21:34.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.022+0000 7f8d94cb6640 1 -- 172.21.15.67:0/931721770 wait complete. 2024-09-21T00:21:34.033 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509447 for osd.0 2024-09-21T00:21:34.033 DEBUG:teuthology.parallel:result is None 2024-09-21T00:21:34.035 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574855 for osd.4 2024-09-21T00:21:34.035 DEBUG:teuthology.parallel:result is None 2024-09-21T00:21:34.038 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509449 got 64424509449 for osd.2 2024-09-21T00:21:34.039 DEBUG:teuthology.parallel:result is None 2024-09-21T00:21:34.039 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509448 got 64424509448 for osd.5 2024-09-21T00:21:34.040 DEBUG:teuthology.parallel:result is None 2024-09-21T00:21:34.040 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509448 got 64424509448 for osd.7 2024-09-21T00:21:34.041 DEBUG:teuthology.parallel:result is None 2024-09-21T00:21:34.041 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574855 for osd.1 2024-09-21T00:21:34.041 DEBUG:teuthology.parallel:result is None 2024-09-21T00:21:34.041 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-21T00:21:34.041 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T00:21:34.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.195+0000 7fc8c382e640 1 -- 172.21.15.67:0/337434974 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc8bc09b7b0 msgr2=0x7fc8bc0b3ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:34.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.195+0000 7fc8c382e640 1 --2- 172.21.15.67:0/337434974 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc8bc09b7b0 0x7fc8bc0b3ae0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fc8b8005fd0 tx=0x7fc8b802a410 comp rx=0 tx=0).stop 2024-09-21T00:21:34.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.195+0000 7fc8c382e640 1 -- 172.21.15.67:0/337434974 shutdown_connections 2024-09-21T00:21:34.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.195+0000 7fc8c382e640 1 --2- 172.21.15.67:0/337434974 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc8bc0d1120 0x7fc8bc0b5530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:34.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.195+0000 7fc8c382e640 1 --2- 172.21.15.67:0/337434974 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc8bc09b7b0 0x7fc8bc0b3ae0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:34.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.195+0000 7fc8c382e640 1 -- 172.21.15.67:0/337434974 >> 172.21.15.67:0/337434974 conn(0x7fc8bc0b4140 msgr2=0x7fc8bc0b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:34.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.195+0000 7fc8c382e640 1 -- 172.21.15.67:0/337434974 shutdown_connections 2024-09-21T00:21:34.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.195+0000 7fc8c382e640 1 -- 172.21.15.67:0/337434974 wait complete. 2024-09-21T00:21:34.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.196+0000 7fc8c382e640 1 Processor -- start 2024-09-21T00:21:34.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.197+0000 7fc8c382e640 1 -- start start 2024-09-21T00:21:34.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.198+0000 7fc8c382e640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc8bc09b7b0 0x7fc8bc159110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:34.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.198+0000 7fc8c382e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc8bc0b7850 0x7fc8bc0b1bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:34.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.198+0000 7fc8c382e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc8bc1f68d0 0x7fc8bc1f6ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:34.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.198+0000 7fc8c382e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc8bc0b5e00 con 0x7fc8bc0b7850 2024-09-21T00:21:34.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.198+0000 7fc8c382e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc8bc0b5c80 con 0x7fc8bc1f68d0 2024-09-21T00:21:34.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.198+0000 7fc8c382e640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fc8bc0b5f80 con 0x7fc8bc09b7b0 2024-09-21T00:21:34.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.198+0000 7fc8c0dc9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc8bc0b7850 0x7fc8bc0b1bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:34.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.198+0000 7fc8c0dc9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc8bc0b7850 0x7fc8bc0b1bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60966/0 (socket says 172.21.15.67:60966) 2024-09-21T00:21:34.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.198+0000 7fc8c0dc9640 1 -- 172.21.15.67:0/3635881884 learned_addr learned my addr 172.21.15.67:0/3635881884 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:34.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.198+0000 7fc8c15ca640 1 --2- 172.21.15.67:0/3635881884 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc8bc09b7b0 0x7fc8bc159110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:34.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.198+0000 7fc8c1dcb640 1 --2- 172.21.15.67:0/3635881884 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc8bc1f68d0 0x7fc8bc1f6ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:34.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.198+0000 7fc8c0dc9640 1 -- 172.21.15.67:0/3635881884 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc8bc09b7b0 msgr2=0x7fc8bc159110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:34.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.198+0000 7fc8c0dc9640 1 --2- 172.21.15.67:0/3635881884 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc8bc09b7b0 0x7fc8bc159110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:34.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.198+0000 7fc8c0dc9640 1 -- 172.21.15.67:0/3635881884 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc8bc1f68d0 msgr2=0x7fc8bc1f6ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:34.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.198+0000 7fc8c0dc9640 1 --2- 172.21.15.67:0/3635881884 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc8bc1f68d0 0x7fc8bc1f6ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:34.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.198+0000 7fc8c0dc9640 1 -- 172.21.15.67:0/3635881884 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8bc1f7220 con 0x7fc8bc0b7850 2024-09-21T00:21:34.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.199+0000 7fc8c0dc9640 1 --2- 172.21.15.67:0/3635881884 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc8bc0b7850 0x7fc8bc0b1bf0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fc8ac00c3c0 tx=0x7fc8ac00c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:34.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.199+0000 7fc8b1ffb640 1 -- 172.21.15.67:0/3635881884 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8ac011790 con 0x7fc8bc0b7850 2024-09-21T00:21:34.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.199+0000 7fc8b1ffb640 1 -- 172.21.15.67:0/3635881884 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc8ac017070 con 0x7fc8bc0b7850 2024-09-21T00:21:34.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.199+0000 7fc8c382e640 1 -- 172.21.15.67:0/3635881884 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc8bc09d3f0 con 0x7fc8bc0b7850 2024-09-21T00:21:34.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.199+0000 7fc8b1ffb640 1 -- 172.21.15.67:0/3635881884 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8ac011cc0 con 0x7fc8bc0b7850 2024-09-21T00:21:34.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.199+0000 7fc8c382e640 1 -- 172.21.15.67:0/3635881884 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8bc09f7f0 con 0x7fc8bc0b7850 2024-09-21T00:21:34.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.200+0000 7fc8c382e640 1 -- 172.21.15.67:0/3635881884 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc8bc0b3ae0 con 0x7fc8bc0b7850 2024-09-21T00:21:34.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.201+0000 7fc8b1ffb640 1 -- 172.21.15.67:0/3635881884 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fc8ac01c460 con 0x7fc8bc0b7850 2024-09-21T00:21:34.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.201+0000 7fc8b1ffb640 1 --2- 172.21.15.67:0/3635881884 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc8a0078b90 0x7fc8a007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:34.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.201+0000 7fc8b1ffb640 1 -- 172.21.15.67:0/3635881884 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fc8ac09a920 con 0x7fc8bc0b7850 2024-09-21T00:21:34.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.201+0000 7fc8c15ca640 1 --2- 172.21.15.67:0/3635881884 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc8a0078b90 0x7fc8a007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:34.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.202+0000 7fc8c15ca640 1 --2- 172.21.15.67:0/3635881884 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc8a0078b90 0x7fc8a007b0a0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fc8b8033000 tx=0x7fc8b8004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:34.207 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.206+0000 7fc8b1ffb640 1 -- 172.21.15.67:0/3635881884 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fc8bc1f7220 con 0x7fc8bc0b7850 2024-09-21T00:21:34.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.392+0000 7fc8c382e640 1 -- 172.21.15.67:0/3635881884 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fc8bc0cfb10 con 0x7fc8a0078b90 2024-09-21T00:21:34.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.396+0000 7fc8b1ffb640 1 -- 172.21.15.67:0/3635881884 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251826 (secure 0 0 0) 0x7fc8bc0cfb10 con 0x7fc8a0078b90 2024-09-21T00:21:34.401 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:21:34.402 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-21T00:21:34.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.400+0000 7fc8c382e640 1 -- 172.21.15.67:0/3635881884 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc8a0078b90 msgr2=0x7fc8a007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:34.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.400+0000 7fc8c382e640 1 --2- 172.21.15.67:0/3635881884 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc8a0078b90 0x7fc8a007b0a0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fc8b8033000 tx=0x7fc8b8004730 comp rx=0 tx=0).stop 2024-09-21T00:21:34.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.400+0000 7fc8c382e640 1 -- 172.21.15.67:0/3635881884 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc8bc0b7850 msgr2=0x7fc8bc0b1bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:34.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.400+0000 7fc8c382e640 1 --2- 172.21.15.67:0/3635881884 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc8bc0b7850 0x7fc8bc0b1bf0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fc8ac00c3c0 tx=0x7fc8ac00c880 comp rx=0 tx=0).stop 2024-09-21T00:21:34.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.400+0000 7fc8c382e640 1 -- 172.21.15.67:0/3635881884 shutdown_connections 2024-09-21T00:21:34.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.400+0000 7fc8c382e640 1 --2- 172.21.15.67:0/3635881884 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc8a0078b90 0x7fc8a007b0a0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:34.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.400+0000 7fc8c382e640 1 --2- 172.21.15.67:0/3635881884 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc8bc1f68d0 0x7fc8bc1f6ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:34.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.400+0000 7fc8c382e640 1 --2- 172.21.15.67:0/3635881884 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc8bc0b7850 0x7fc8bc0b1bf0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:34.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.400+0000 7fc8c382e640 1 --2- 172.21.15.67:0/3635881884 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc8bc09b7b0 0x7fc8bc159110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:34.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.400+0000 7fc8c382e640 1 -- 172.21.15.67:0/3635881884 >> 172.21.15.67:0/3635881884 conn(0x7fc8bc0b4140 msgr2=0x7fc8bc09a950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:34.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.400+0000 7fc8c382e640 1 -- 172.21.15.67:0/3635881884 shutdown_connections 2024-09-21T00:21:34.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.400+0000 7fc8c382e640 1 -- 172.21.15.67:0/3635881884 wait complete. 2024-09-21T00:21:34.412 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":27,"stamp":"2024-09-21T00:21:33.496987+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219112,"kb_used_data":2856,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755608,"statfs":{"total":773094113280,"available":772869742592,"internally_reserved":0,"allocated":2924544,"data_stored":1767532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12749,"internal_metadata":221236787},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002858"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.111025+0000","last_change":"2024-09-21T00:21:22.591079+0000","last_active":"2024-09-21T00:21:24.111025+0000","last_peered":"2024-09-21T00:21:24.111025+0000","last_clean":"2024-09-21T00:21:24.111025+0000","last_became_active":"2024-09-21T00:21:22.590764+0000","last_became_peered":"2024-09-21T00:21:22.590764+0000","last_unstale":"2024-09-21T00:21:24.111025+0000","last_undegraded":"2024-09-21T00:21:24.111025+0000","last_fullsized":"2024-09-21T00:21:24.111025+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:52:26.092651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579921+0000","last_change":"2024-09-21T00:21:22.587954+0000","last_active":"2024-09-21T00:21:23.579921+0000","last_peered":"2024-09-21T00:21:23.579921+0000","last_clean":"2024-09-21T00:21:23.579921+0000","last_became_active":"2024-09-21T00:21:22.587623+0000","last_became_peered":"2024-09-21T00:21:22.587623+0000","last_unstale":"2024-09-21T00:21:23.579921+0000","last_undegraded":"2024-09-21T00:21:23.579921+0000","last_fullsized":"2024-09-21T00:21:23.579921+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:36:07.244649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138891+0000","last_change":"2024-09-21T00:21:22.592932+0000","last_active":"2024-09-21T00:21:24.138891+0000","last_peered":"2024-09-21T00:21:24.138891+0000","last_clean":"2024-09-21T00:21:24.138891+0000","last_became_active":"2024-09-21T00:21:22.592584+0000","last_became_peered":"2024-09-21T00:21:22.592584+0000","last_unstale":"2024-09-21T00:21:24.138891+0000","last_undegraded":"2024-09-21T00:21:24.138891+0000","last_fullsized":"2024-09-21T00:21:24.138891+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:28:49.800110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.580977+0000","last_change":"2024-09-21T00:21:22.588022+0000","last_active":"2024-09-21T00:21:23.580977+0000","last_peered":"2024-09-21T00:21:23.580977+0000","last_clean":"2024-09-21T00:21:23.580977+0000","last_became_active":"2024-09-21T00:21:22.587419+0000","last_became_peered":"2024-09-21T00:21:22.587419+0000","last_unstale":"2024-09-21T00:21:23.580977+0000","last_undegraded":"2024-09-21T00:21:23.580977+0000","last_fullsized":"2024-09-21T00:21:23.580977+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:15:49.652271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.110626+0000","last_change":"2024-09-21T00:21:22.591696+0000","last_active":"2024-09-21T00:21:24.110626+0000","last_peered":"2024-09-21T00:21:24.110626+0000","last_clean":"2024-09-21T00:21:24.110626+0000","last_became_active":"2024-09-21T00:21:22.591240+0000","last_became_peered":"2024-09-21T00:21:22.591240+0000","last_unstale":"2024-09-21T00:21:24.110626+0000","last_undegraded":"2024-09-21T00:21:24.110626+0000","last_fullsized":"2024-09-21T00:21:24.110626+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:11:17.870032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.581687+0000","last_change":"2024-09-21T00:21:22.589956+0000","last_active":"2024-09-21T00:21:23.581687+0000","last_peered":"2024-09-21T00:21:23.581687+0000","last_clean":"2024-09-21T00:21:23.581687+0000","last_became_active":"2024-09-21T00:21:22.589648+0000","last_became_peered":"2024-09-21T00:21:22.589648+0000","last_unstale":"2024-09-21T00:21:23.581687+0000","last_undegraded":"2024-09-21T00:21:23.581687+0000","last_fullsized":"2024-09-21T00:21:23.581687+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:57:25.850915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.110455+0000","last_change":"2024-09-21T00:21:22.594260+0000","last_active":"2024-09-21T00:21:24.110455+0000","last_peered":"2024-09-21T00:21:24.110455+0000","last_clean":"2024-09-21T00:21:24.110455+0000","last_became_active":"2024-09-21T00:21:22.593858+0000","last_became_peered":"2024-09-21T00:21:22.593858+0000","last_unstale":"2024-09-21T00:21:24.110455+0000","last_undegraded":"2024-09-21T00:21:24.110455+0000","last_fullsized":"2024-09-21T00:21:24.110455+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:11:17.843479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.137964+0000","last_change":"2024-09-21T00:21:22.583989+0000","last_active":"2024-09-21T00:21:24.137964+0000","last_peered":"2024-09-21T00:21:24.137964+0000","last_clean":"2024-09-21T00:21:24.137964+0000","last_became_active":"2024-09-21T00:21:22.583566+0000","last_became_peered":"2024-09-21T00:21:22.583566+0000","last_unstale":"2024-09-21T00:21:24.137964+0000","last_undegraded":"2024-09-21T00:21:24.137964+0000","last_fullsized":"2024-09-21T00:21:24.137964+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:05:05.016132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.111068+0000","last_change":"2024-09-21T00:21:22.595109+0000","last_active":"2024-09-21T00:21:24.111068+0000","last_peered":"2024-09-21T00:21:24.111068+0000","last_clean":"2024-09-21T00:21:24.111068+0000","last_became_active":"2024-09-21T00:21:22.594787+0000","last_became_peered":"2024-09-21T00:21:22.594787+0000","last_unstale":"2024-09-21T00:21:24.111068+0000","last_undegraded":"2024-09-21T00:21:24.111068+0000","last_fullsized":"2024-09-21T00:21:24.111068+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:02:17.292972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138282+0000","last_change":"2024-09-21T00:21:22.586841+0000","last_active":"2024-09-21T00:21:24.138282+0000","last_peered":"2024-09-21T00:21:24.138282+0000","last_clean":"2024-09-21T00:21:24.138282+0000","last_became_active":"2024-09-21T00:21:22.586118+0000","last_became_peered":"2024-09-21T00:21:22.586118+0000","last_unstale":"2024-09-21T00:21:24.138282+0000","last_undegraded":"2024-09-21T00:21:24.138282+0000","last_fullsized":"2024-09-21T00:21:24.138282+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:08:35.982820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138181+0000","last_change":"2024-09-21T00:21:22.585459+0000","last_active":"2024-09-21T00:21:24.138181+0000","last_peered":"2024-09-21T00:21:24.138181+0000","last_clean":"2024-09-21T00:21:24.138181+0000","last_became_active":"2024-09-21T00:21:22.585132+0000","last_became_peered":"2024-09-21T00:21:22.585132+0000","last_unstale":"2024-09-21T00:21:24.138181+0000","last_undegraded":"2024-09-21T00:21:24.138181+0000","last_fullsized":"2024-09-21T00:21:24.138181+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:32:46.004919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.581198+0000","last_change":"2024-09-21T00:21:22.588118+0000","last_active":"2024-09-21T00:21:23.581198+0000","last_peered":"2024-09-21T00:21:23.581198+0000","last_clean":"2024-09-21T00:21:23.581198+0000","last_became_active":"2024-09-21T00:21:22.587366+0000","last_became_peered":"2024-09-21T00:21:22.587366+0000","last_unstale":"2024-09-21T00:21:23.581198+0000","last_undegraded":"2024-09-21T00:21:23.581198+0000","last_fullsized":"2024-09-21T00:21:23.581198+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:42:27.196032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138896+0000","last_change":"2024-09-21T00:21:22.583115+0000","last_active":"2024-09-21T00:21:24.138896+0000","last_peered":"2024-09-21T00:21:24.138896+0000","last_clean":"2024-09-21T00:21:24.138896+0000","last_became_active":"2024-09-21T00:21:22.582774+0000","last_became_peered":"2024-09-21T00:21:22.582774+0000","last_unstale":"2024-09-21T00:21:24.138896+0000","last_undegraded":"2024-09-21T00:21:24.138896+0000","last_fullsized":"2024-09-21T00:21:24.138896+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:58:08.572737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138690+0000","last_change":"2024-09-21T00:21:22.592059+0000","last_active":"2024-09-21T00:21:24.138690+0000","last_peered":"2024-09-21T00:21:24.138690+0000","last_clean":"2024-09-21T00:21:24.138690+0000","last_became_active":"2024-09-21T00:21:22.591735+0000","last_became_peered":"2024-09-21T00:21:22.591735+0000","last_unstale":"2024-09-21T00:21:24.138690+0000","last_undegraded":"2024-09-21T00:21:24.138690+0000","last_fullsized":"2024-09-21T00:21:24.138690+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:29:21.210734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579444+0000","last_change":"2024-09-21T00:21:22.583904+0000","last_active":"2024-09-21T00:21:23.579444+0000","last_peered":"2024-09-21T00:21:23.579444+0000","last_clean":"2024-09-21T00:21:23.579444+0000","last_became_active":"2024-09-21T00:21:22.583544+0000","last_became_peered":"2024-09-21T00:21:22.583544+0000","last_unstale":"2024-09-21T00:21:23.579444+0000","last_undegraded":"2024-09-21T00:21:23.579444+0000","last_fullsized":"2024-09-21T00:21:23.579444+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:08:31.075374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.580310+0000","last_change":"2024-09-21T00:21:22.598767+0000","last_active":"2024-09-21T00:21:23.580310+0000","last_peered":"2024-09-21T00:21:23.580310+0000","last_clean":"2024-09-21T00:21:23.580310+0000","last_became_active":"2024-09-21T00:21:22.598458+0000","last_became_peered":"2024-09-21T00:21:22.598458+0000","last_unstale":"2024-09-21T00:21:23.580310+0000","last_undegraded":"2024-09-21T00:21:23.580310+0000","last_fullsized":"2024-09-21T00:21:23.580310+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:08:35.982820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.581458+0000","last_change":"2024-09-21T00:21:22.589224+0000","last_active":"2024-09-21T00:21:23.581458+0000","last_peered":"2024-09-21T00:21:23.581458+0000","last_clean":"2024-09-21T00:21:23.581458+0000","last_became_active":"2024-09-21T00:21:22.588919+0000","last_became_peered":"2024-09-21T00:21:22.588919+0000","last_unstale":"2024-09-21T00:21:23.581458+0000","last_undegraded":"2024-09-21T00:21:23.581458+0000","last_fullsized":"2024-09-21T00:21:23.581458+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:14:02.818412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138106+0000","last_change":"2024-09-21T00:21:22.581503+0000","last_active":"2024-09-21T00:21:24.138106+0000","last_peered":"2024-09-21T00:21:24.138106+0000","last_clean":"2024-09-21T00:21:24.138106+0000","last_became_active":"2024-09-21T00:21:22.581189+0000","last_became_peered":"2024-09-21T00:21:22.581189+0000","last_unstale":"2024-09-21T00:21:24.138106+0000","last_undegraded":"2024-09-21T00:21:24.138106+0000","last_fullsized":"2024-09-21T00:21:24.138106+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:02:47.984519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.110984+0000","last_change":"2024-09-21T00:21:22.593924+0000","last_active":"2024-09-21T00:21:24.110984+0000","last_peered":"2024-09-21T00:21:24.110984+0000","last_clean":"2024-09-21T00:21:24.110984+0000","last_became_active":"2024-09-21T00:21:22.592901+0000","last_became_peered":"2024-09-21T00:21:22.592901+0000","last_unstale":"2024-09-21T00:21:24.110984+0000","last_undegraded":"2024-09-21T00:21:24.110984+0000","last_fullsized":"2024-09-21T00:21:24.110984+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:36:25.937631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138195+0000","last_change":"2024-09-21T00:21:22.588477+0000","last_active":"2024-09-21T00:21:24.138195+0000","last_peered":"2024-09-21T00:21:24.138195+0000","last_clean":"2024-09-21T00:21:24.138195+0000","last_became_active":"2024-09-21T00:21:22.588138+0000","last_became_peered":"2024-09-21T00:21:22.588138+0000","last_unstale":"2024-09-21T00:21:24.138195+0000","last_undegraded":"2024-09-21T00:21:24.138195+0000","last_fullsized":"2024-09-21T00:21:24.138195+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:47:10.395311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.139118+0000","last_change":"2024-09-21T00:21:22.596338+0000","last_active":"2024-09-21T00:21:24.139118+0000","last_peered":"2024-09-21T00:21:24.139118+0000","last_clean":"2024-09-21T00:21:24.139118+0000","last_became_active":"2024-09-21T00:21:22.595082+0000","last_became_peered":"2024-09-21T00:21:22.595082+0000","last_unstale":"2024-09-21T00:21:24.139118+0000","last_undegraded":"2024-09-21T00:21:24.139118+0000","last_fullsized":"2024-09-21T00:21:24.139118+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:39:46.341840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.581834+0000","last_change":"2024-09-21T00:21:22.587495+0000","last_active":"2024-09-21T00:21:23.581834+0000","last_peered":"2024-09-21T00:21:23.581834+0000","last_clean":"2024-09-21T00:21:23.581834+0000","last_became_active":"2024-09-21T00:21:22.587108+0000","last_became_peered":"2024-09-21T00:21:22.587108+0000","last_unstale":"2024-09-21T00:21:23.581834+0000","last_undegraded":"2024-09-21T00:21:23.581834+0000","last_fullsized":"2024-09-21T00:21:23.581834+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:43:16.313758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138930+0000","last_change":"2024-09-21T00:21:22.588944+0000","last_active":"2024-09-21T00:21:24.138930+0000","last_peered":"2024-09-21T00:21:24.138930+0000","last_clean":"2024-09-21T00:21:24.138930+0000","last_became_active":"2024-09-21T00:21:22.588594+0000","last_became_peered":"2024-09-21T00:21:22.588594+0000","last_unstale":"2024-09-21T00:21:24.138930+0000","last_undegraded":"2024-09-21T00:21:24.138930+0000","last_fullsized":"2024-09-21T00:21:24.138930+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:19:18.946028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.580409+0000","last_change":"2024-09-21T00:21:22.584646+0000","last_active":"2024-09-21T00:21:23.580409+0000","last_peered":"2024-09-21T00:21:23.580409+0000","last_clean":"2024-09-21T00:21:23.580409+0000","last_became_active":"2024-09-21T00:21:22.584342+0000","last_became_peered":"2024-09-21T00:21:22.584342+0000","last_unstale":"2024-09-21T00:21:23.580409+0000","last_undegraded":"2024-09-21T00:21:23.580409+0000","last_fullsized":"2024-09-21T00:21:23.580409+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:58:08.572737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.139018+0000","last_change":"2024-09-21T00:21:22.588862+0000","last_active":"2024-09-21T00:21:24.139018+0000","last_peered":"2024-09-21T00:21:24.139018+0000","last_clean":"2024-09-21T00:21:24.139018+0000","last_became_active":"2024-09-21T00:21:22.588525+0000","last_became_peered":"2024-09-21T00:21:22.588525+0000","last_unstale":"2024-09-21T00:21:24.139018+0000","last_undegraded":"2024-09-21T00:21:24.139018+0000","last_fullsized":"2024-09-21T00:21:24.139018+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:15:49.652271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138336+0000","last_change":"2024-09-21T00:21:22.587439+0000","last_active":"2024-09-21T00:21:24.138336+0000","last_peered":"2024-09-21T00:21:24.138336+0000","last_clean":"2024-09-21T00:21:24.138336+0000","last_became_active":"2024-09-21T00:21:22.586533+0000","last_became_peered":"2024-09-21T00:21:22.586533+0000","last_unstale":"2024-09-21T00:21:24.138336+0000","last_undegraded":"2024-09-21T00:21:24.138336+0000","last_fullsized":"2024-09-21T00:21:24.138336+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:58:08.572737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579813+0000","last_change":"2024-09-21T00:21:22.578300+0000","last_active":"2024-09-21T00:21:23.579813+0000","last_peered":"2024-09-21T00:21:23.579813+0000","last_clean":"2024-09-21T00:21:23.579813+0000","last_became_active":"2024-09-21T00:21:22.577762+0000","last_became_peered":"2024-09-21T00:21:22.577762+0000","last_unstale":"2024-09-21T00:21:23.579813+0000","last_undegraded":"2024-09-21T00:21:23.579813+0000","last_fullsized":"2024-09-21T00:21:23.579813+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:41:51.729853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138861+0000","last_change":"2024-09-21T00:21:22.588042+0000","last_active":"2024-09-21T00:21:24.138861+0000","last_peered":"2024-09-21T00:21:24.138861+0000","last_clean":"2024-09-21T00:21:24.138861+0000","last_became_active":"2024-09-21T00:21:22.587716+0000","last_became_peered":"2024-09-21T00:21:22.587716+0000","last_unstale":"2024-09-21T00:21:24.138861+0000","last_undegraded":"2024-09-21T00:21:24.138861+0000","last_fullsized":"2024-09-21T00:21:24.138861+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:08:35.982820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.139135+0000","last_change":"2024-09-21T00:21:22.596148+0000","last_active":"2024-09-21T00:21:24.139135+0000","last_peered":"2024-09-21T00:21:24.139135+0000","last_clean":"2024-09-21T00:21:24.139135+0000","last_became_active":"2024-09-21T00:21:22.595566+0000","last_became_peered":"2024-09-21T00:21:22.595566+0000","last_unstale":"2024-09-21T00:21:24.139135+0000","last_undegraded":"2024-09-21T00:21:24.139135+0000","last_fullsized":"2024-09-21T00:21:24.139135+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:42:07.352233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.581959+0000","last_change":"2024-09-21T00:21:22.583880+0000","last_active":"2024-09-21T00:21:23.581959+0000","last_peered":"2024-09-21T00:21:23.581959+0000","last_clean":"2024-09-21T00:21:23.581959+0000","last_became_active":"2024-09-21T00:21:22.583512+0000","last_became_peered":"2024-09-21T00:21:22.583512+0000","last_unstale":"2024-09-21T00:21:23.581959+0000","last_undegraded":"2024-09-21T00:21:23.581959+0000","last_fullsized":"2024-09-21T00:21:23.581959+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:52:42.474957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138146+0000","last_change":"2024-09-21T00:21:22.575401+0000","last_active":"2024-09-21T00:21:24.138146+0000","last_peered":"2024-09-21T00:21:24.138146+0000","last_clean":"2024-09-21T00:21:24.138146+0000","last_became_active":"2024-09-21T00:21:22.575055+0000","last_became_peered":"2024-09-21T00:21:22.575055+0000","last_unstale":"2024-09-21T00:21:24.138146+0000","last_undegraded":"2024-09-21T00:21:24.138146+0000","last_fullsized":"2024-09-21T00:21:24.138146+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:25:29.972356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138268+0000","last_change":"2024-09-21T00:21:22.596211+0000","last_active":"2024-09-21T00:21:24.138268+0000","last_peered":"2024-09-21T00:21:24.138268+0000","last_clean":"2024-09-21T00:21:24.138268+0000","last_became_active":"2024-09-21T00:21:22.595824+0000","last_became_peered":"2024-09-21T00:21:22.595824+0000","last_unstale":"2024-09-21T00:21:24.138268+0000","last_undegraded":"2024-09-21T00:21:24.138268+0000","last_fullsized":"2024-09-21T00:21:24.138268+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:57:10.440036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.580436+0000","last_change":"2024-09-21T00:21:22.585587+0000","last_active":"2024-09-21T00:21:23.580436+0000","last_peered":"2024-09-21T00:21:23.580436+0000","last_clean":"2024-09-21T00:21:23.580436+0000","last_became_active":"2024-09-21T00:21:22.585252+0000","last_became_peered":"2024-09-21T00:21:22.585252+0000","last_unstale":"2024-09-21T00:21:23.580436+0000","last_undegraded":"2024-09-21T00:21:23.580436+0000","last_fullsized":"2024-09-21T00:21:23.580436+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:53:54.378362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.139161+0000","last_change":"2024-09-21T00:21:21.584338+0000","last_active":"2024-09-21T00:21:24.139161+0000","last_peered":"2024-09-21T00:21:24.139161+0000","last_clean":"2024-09-21T00:21:24.139161+0000","last_became_active":"2024-09-21T00:21:21.583939+0000","last_became_peered":"2024-09-21T00:21:21.583939+0000","last_unstale":"2024-09-21T00:21:24.139161+0000","last_undegraded":"2024-09-21T00:21:24.139161+0000","last_fullsized":"2024-09-21T00:21:24.139161+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:56:01.873307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.139407+0000","last_change":"2024-09-21T00:21:22.584480+0000","last_active":"2024-09-21T00:21:24.139407+0000","last_peered":"2024-09-21T00:21:24.139407+0000","last_clean":"2024-09-21T00:21:24.139407+0000","last_became_active":"2024-09-21T00:21:22.583982+0000","last_became_peered":"2024-09-21T00:21:22.583982+0000","last_unstale":"2024-09-21T00:21:24.139407+0000","last_undegraded":"2024-09-21T00:21:24.139407+0000","last_fullsized":"2024-09-21T00:21:24.139407+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:10:42.010713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.137837+0000","last_change":"2024-09-21T00:21:21.575705+0000","last_active":"2024-09-21T00:21:24.137837+0000","last_peered":"2024-09-21T00:21:24.137837+0000","last_clean":"2024-09-21T00:21:24.137837+0000","last_became_active":"2024-09-21T00:21:21.574919+0000","last_became_peered":"2024-09-21T00:21:21.574919+0000","last_unstale":"2024-09-21T00:21:24.137837+0000","last_undegraded":"2024-09-21T00:21:24.137837+0000","last_fullsized":"2024-09-21T00:21:24.137837+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:48:32.995795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.139009+0000","last_change":"2024-09-21T00:21:21.584095+0000","last_active":"2024-09-21T00:21:24.139009+0000","last_peered":"2024-09-21T00:21:24.139009+0000","last_clean":"2024-09-21T00:21:24.139009+0000","last_became_active":"2024-09-21T00:21:21.583509+0000","last_became_peered":"2024-09-21T00:21:21.583509+0000","last_unstale":"2024-09-21T00:21:24.139009+0000","last_undegraded":"2024-09-21T00:21:24.139009+0000","last_fullsized":"2024-09-21T00:21:24.139009+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:30:41.894913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138193+0000","last_change":"2024-09-21T00:21:22.593474+0000","last_active":"2024-09-21T00:21:24.138193+0000","last_peered":"2024-09-21T00:21:24.138193+0000","last_clean":"2024-09-21T00:21:24.138193+0000","last_became_active":"2024-09-21T00:21:22.593133+0000","last_became_peered":"2024-09-21T00:21:22.593133+0000","last_unstale":"2024-09-21T00:21:24.138193+0000","last_undegraded":"2024-09-21T00:21:24.138193+0000","last_fullsized":"2024-09-21T00:21:24.138193+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:24:29.863843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.580400+0000","last_change":"2024-09-21T00:21:21.571510+0000","last_active":"2024-09-21T00:21:23.580400+0000","last_peered":"2024-09-21T00:21:23.580400+0000","last_clean":"2024-09-21T00:21:23.580400+0000","last_became_active":"2024-09-21T00:21:21.570846+0000","last_became_peered":"2024-09-21T00:21:21.570846+0000","last_unstale":"2024-09-21T00:21:23.580400+0000","last_undegraded":"2024-09-21T00:21:23.580400+0000","last_fullsized":"2024-09-21T00:21:23.580400+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:03:24.677036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579440+0000","last_change":"2024-09-21T00:21:22.583151+0000","last_active":"2024-09-21T00:21:23.579440+0000","last_peered":"2024-09-21T00:21:23.579440+0000","last_clean":"2024-09-21T00:21:23.579440+0000","last_became_active":"2024-09-21T00:21:22.582800+0000","last_became_peered":"2024-09-21T00:21:22.582800+0000","last_unstale":"2024-09-21T00:21:23.579440+0000","last_undegraded":"2024-09-21T00:21:23.579440+0000","last_fullsized":"2024-09-21T00:21:23.579440+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:24:22.282773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138088+0000","last_change":"2024-09-21T00:21:21.584538+0000","last_active":"2024-09-21T00:21:24.138088+0000","last_peered":"2024-09-21T00:21:24.138088+0000","last_clean":"2024-09-21T00:21:24.138088+0000","last_became_active":"2024-09-21T00:21:21.584148+0000","last_became_peered":"2024-09-21T00:21:21.584148+0000","last_unstale":"2024-09-21T00:21:24.138088+0000","last_undegraded":"2024-09-21T00:21:24.138088+0000","last_fullsized":"2024-09-21T00:21:24.138088+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:47:49.178185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.580777+0000","last_change":"2024-09-21T00:21:22.586718+0000","last_active":"2024-09-21T00:21:23.580777+0000","last_peered":"2024-09-21T00:21:23.580777+0000","last_clean":"2024-09-21T00:21:23.580777+0000","last_became_active":"2024-09-21T00:21:22.586312+0000","last_became_peered":"2024-09-21T00:21:22.586312+0000","last_unstale":"2024-09-21T00:21:23.580777+0000","last_undegraded":"2024-09-21T00:21:23.580777+0000","last_fullsized":"2024-09-21T00:21:23.580777+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:19:18.946028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.580841+0000","last_change":"2024-09-21T00:21:21.577592+0000","last_active":"2024-09-21T00:21:23.580841+0000","last_peered":"2024-09-21T00:21:23.580841+0000","last_clean":"2024-09-21T00:21:23.580841+0000","last_became_active":"2024-09-21T00:21:21.577262+0000","last_became_peered":"2024-09-21T00:21:21.577262+0000","last_unstale":"2024-09-21T00:21:23.580841+0000","last_undegraded":"2024-09-21T00:21:23.580841+0000","last_fullsized":"2024-09-21T00:21:23.580841+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:30:41.894913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.139265+0000","last_change":"2024-09-21T00:21:22.589940+0000","last_active":"2024-09-21T00:21:24.139265+0000","last_peered":"2024-09-21T00:21:24.139265+0000","last_clean":"2024-09-21T00:21:24.139265+0000","last_became_active":"2024-09-21T00:21:22.588732+0000","last_became_peered":"2024-09-21T00:21:22.588732+0000","last_unstale":"2024-09-21T00:21:24.139265+0000","last_undegraded":"2024-09-21T00:21:24.139265+0000","last_fullsized":"2024-09-21T00:21:24.139265+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:29:14.654932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":18,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579768+0000","last_change":"2024-09-21T00:21:21.575087+0000","last_active":"2024-09-21T00:21:23.579768+0000","last_peered":"2024-09-21T00:21:23.579768+0000","last_clean":"2024-09-21T00:21:23.579768+0000","last_became_active":"2024-09-21T00:21:21.574718+0000","last_became_peered":"2024-09-21T00:21:21.574718+0000","last_unstale":"2024-09-21T00:21:23.579768+0000","last_undegraded":"2024-09-21T00:21:23.579768+0000","last_fullsized":"2024-09-21T00:21:23.579768+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:31:55.883051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.581273+0000","last_change":"2024-09-21T00:21:22.588445+0000","last_active":"2024-09-21T00:21:23.581273+0000","last_peered":"2024-09-21T00:21:23.581273+0000","last_clean":"2024-09-21T00:21:23.581273+0000","last_became_active":"2024-09-21T00:21:22.587801+0000","last_became_peered":"2024-09-21T00:21:22.587801+0000","last_unstale":"2024-09-21T00:21:23.581273+0000","last_undegraded":"2024-09-21T00:21:23.581273+0000","last_fullsized":"2024-09-21T00:21:23.581273+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:03:36.652647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"20'6","reported_seq":21,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138020+0000","last_change":"2024-09-21T00:21:21.585521+0000","last_active":"2024-09-21T00:21:24.138020+0000","last_peered":"2024-09-21T00:21:24.138020+0000","last_clean":"2024-09-21T00:21:24.138020+0000","last_became_active":"2024-09-21T00:21:21.585135+0000","last_became_peered":"2024-09-21T00:21:21.585135+0000","last_unstale":"2024-09-21T00:21:24.138020+0000","last_undegraded":"2024-09-21T00:21:24.138020+0000","last_fullsized":"2024-09-21T00:21:24.138020+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:29:57.482913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.110567+0000","last_change":"2024-09-21T00:21:22.594520+0000","last_active":"2024-09-21T00:21:24.110567+0000","last_peered":"2024-09-21T00:21:24.110567+0000","last_clean":"2024-09-21T00:21:24.110567+0000","last_became_active":"2024-09-21T00:21:22.593566+0000","last_became_peered":"2024-09-21T00:21:22.593566+0000","last_unstale":"2024-09-21T00:21:24.110567+0000","last_undegraded":"2024-09-21T00:21:24.110567+0000","last_fullsized":"2024-09-21T00:21:24.110567+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:23:49.865183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.139232+0000","last_change":"2024-09-21T00:21:21.572368+0000","last_active":"2024-09-21T00:21:24.139232+0000","last_peered":"2024-09-21T00:21:24.139232+0000","last_clean":"2024-09-21T00:21:24.139232+0000","last_became_active":"2024-09-21T00:21:21.571891+0000","last_became_peered":"2024-09-21T00:21:21.571891+0000","last_unstale":"2024-09-21T00:21:24.139232+0000","last_undegraded":"2024-09-21T00:21:24.139232+0000","last_fullsized":"2024-09-21T00:21:24.139232+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:57:04.352997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138660+0000","last_change":"2024-09-21T00:21:22.594685+0000","last_active":"2024-09-21T00:21:24.138660+0000","last_peered":"2024-09-21T00:21:24.138660+0000","last_clean":"2024-09-21T00:21:24.138660+0000","last_became_active":"2024-09-21T00:21:22.594211+0000","last_became_peered":"2024-09-21T00:21:22.594211+0000","last_unstale":"2024-09-21T00:21:24.138660+0000","last_undegraded":"2024-09-21T00:21:24.138660+0000","last_fullsized":"2024-09-21T00:21:24.138660+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:53:19.997204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.581926+0000","last_change":"2024-09-21T00:21:21.583787+0000","last_active":"2024-09-21T00:21:23.581926+0000","last_peered":"2024-09-21T00:21:23.581926+0000","last_clean":"2024-09-21T00:21:23.581926+0000","last_became_active":"2024-09-21T00:21:21.583426+0000","last_became_peered":"2024-09-21T00:21:21.583426+0000","last_unstale":"2024-09-21T00:21:23.581926+0000","last_undegraded":"2024-09-21T00:21:23.581926+0000","last_fullsized":"2024-09-21T00:21:23.581926+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:34:52.118276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.110854+0000","last_change":"2024-09-21T00:21:22.597458+0000","last_active":"2024-09-21T00:21:24.110854+0000","last_peered":"2024-09-21T00:21:24.110854+0000","last_clean":"2024-09-21T00:21:24.110854+0000","last_became_active":"2024-09-21T00:21:22.596968+0000","last_became_peered":"2024-09-21T00:21:22.596968+0000","last_unstale":"2024-09-21T00:21:24.110854+0000","last_undegraded":"2024-09-21T00:21:24.110854+0000","last_fullsized":"2024-09-21T00:21:24.110854+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:41:49.535615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.137716+0000","last_change":"2024-09-21T00:21:21.579813+0000","last_active":"2024-09-21T00:21:24.137716+0000","last_peered":"2024-09-21T00:21:24.137716+0000","last_clean":"2024-09-21T00:21:24.137716+0000","last_became_active":"2024-09-21T00:21:21.579433+0000","last_became_peered":"2024-09-21T00:21:21.579433+0000","last_unstale":"2024-09-21T00:21:24.137716+0000","last_undegraded":"2024-09-21T00:21:24.137716+0000","last_fullsized":"2024-09-21T00:21:24.137716+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:31:20.592325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.137850+0000","last_change":"2024-09-21T00:21:22.595215+0000","last_active":"2024-09-21T00:21:24.137850+0000","last_peered":"2024-09-21T00:21:24.137850+0000","last_clean":"2024-09-21T00:21:24.137850+0000","last_became_active":"2024-09-21T00:21:22.594826+0000","last_became_peered":"2024-09-21T00:21:22.594826+0000","last_unstale":"2024-09-21T00:21:24.137850+0000","last_undegraded":"2024-09-21T00:21:24.137850+0000","last_fullsized":"2024-09-21T00:21:24.137850+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:05:05.016132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":23,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.137674+0000","last_change":"2024-09-21T00:21:21.580177+0000","last_active":"2024-09-21T00:21:24.137674+0000","last_peered":"2024-09-21T00:21:24.137674+0000","last_clean":"2024-09-21T00:21:24.137674+0000","last_became_active":"2024-09-21T00:21:21.579805+0000","last_became_peered":"2024-09-21T00:21:21.579805+0000","last_unstale":"2024-09-21T00:21:24.137674+0000","last_undegraded":"2024-09-21T00:21:24.137674+0000","last_fullsized":"2024-09-21T00:21:24.137674+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:31:20.592325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.110544+0000","last_change":"2024-09-21T00:21:22.597349+0000","last_active":"2024-09-21T00:21:24.110544+0000","last_peered":"2024-09-21T00:21:24.110544+0000","last_clean":"2024-09-21T00:21:24.110544+0000","last_became_active":"2024-09-21T00:21:22.597032+0000","last_became_peered":"2024-09-21T00:21:22.597032+0000","last_unstale":"2024-09-21T00:21:24.110544+0000","last_undegraded":"2024-09-21T00:21:24.110544+0000","last_fullsized":"2024-09-21T00:21:24.110544+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:00:45.377069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.580753+0000","last_change":"2024-09-21T00:21:21.578197+0000","last_active":"2024-09-21T00:21:23.580753+0000","last_peered":"2024-09-21T00:21:23.580753+0000","last_clean":"2024-09-21T00:21:23.580753+0000","last_became_active":"2024-09-21T00:21:21.577550+0000","last_became_peered":"2024-09-21T00:21:21.577550+0000","last_unstale":"2024-09-21T00:21:23.580753+0000","last_undegraded":"2024-09-21T00:21:23.580753+0000","last_fullsized":"2024-09-21T00:21:23.580753+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:15:15.900648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.110920+0000","last_change":"2024-09-21T00:21:22.596979+0000","last_active":"2024-09-21T00:21:24.110920+0000","last_peered":"2024-09-21T00:21:24.110920+0000","last_clean":"2024-09-21T00:21:24.110920+0000","last_became_active":"2024-09-21T00:21:22.596675+0000","last_became_peered":"2024-09-21T00:21:22.596675+0000","last_unstale":"2024-09-21T00:21:24.110920+0000","last_undegraded":"2024-09-21T00:21:24.110920+0000","last_fullsized":"2024-09-21T00:21:24.110920+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:58:25.839255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138183+0000","last_change":"2024-09-21T00:21:21.585865+0000","last_active":"2024-09-21T00:21:24.138183+0000","last_peered":"2024-09-21T00:21:24.138183+0000","last_clean":"2024-09-21T00:21:24.138183+0000","last_became_active":"2024-09-21T00:21:21.585501+0000","last_became_peered":"2024-09-21T00:21:21.585501+0000","last_unstale":"2024-09-21T00:21:24.138183+0000","last_undegraded":"2024-09-21T00:21:24.138183+0000","last_fullsized":"2024-09-21T00:21:24.138183+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:40:17.996825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.111265+0000","last_change":"2024-09-21T00:21:22.597699+0000","last_active":"2024-09-21T00:21:24.111265+0000","last_peered":"2024-09-21T00:21:24.111265+0000","last_clean":"2024-09-21T00:21:24.111265+0000","last_became_active":"2024-09-21T00:21:22.597248+0000","last_became_peered":"2024-09-21T00:21:22.597248+0000","last_unstale":"2024-09-21T00:21:24.111265+0000","last_undegraded":"2024-09-21T00:21:24.111265+0000","last_fullsized":"2024-09-21T00:21:24.111265+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:40:27.962551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579895+0000","last_change":"2024-09-21T00:21:21.578798+0000","last_active":"2024-09-21T00:21:23.579895+0000","last_peered":"2024-09-21T00:21:23.579895+0000","last_clean":"2024-09-21T00:21:23.579895+0000","last_became_active":"2024-09-21T00:21:21.578465+0000","last_became_peered":"2024-09-21T00:21:21.578465+0000","last_unstale":"2024-09-21T00:21:23.579895+0000","last_undegraded":"2024-09-21T00:21:23.579895+0000","last_fullsized":"2024-09-21T00:21:23.579895+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:11:45.916033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.581424+0000","last_change":"2024-09-21T00:21:22.586733+0000","last_active":"2024-09-21T00:21:23.581424+0000","last_peered":"2024-09-21T00:21:23.581424+0000","last_clean":"2024-09-21T00:21:23.581424+0000","last_became_active":"2024-09-21T00:21:22.586101+0000","last_became_peered":"2024-09-21T00:21:22.586101+0000","last_unstale":"2024-09-21T00:21:23.581424+0000","last_undegraded":"2024-09-21T00:21:23.581424+0000","last_fullsized":"2024-09-21T00:21:23.581424+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:46:59.347003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.137930+0000","last_change":"2024-09-21T00:21:21.577783+0000","last_active":"2024-09-21T00:21:24.137930+0000","last_peered":"2024-09-21T00:21:24.137930+0000","last_clean":"2024-09-21T00:21:24.137930+0000","last_became_active":"2024-09-21T00:21:21.577243+0000","last_became_peered":"2024-09-21T00:21:21.577243+0000","last_unstale":"2024-09-21T00:21:24.137930+0000","last_undegraded":"2024-09-21T00:21:24.137930+0000","last_fullsized":"2024-09-21T00:21:24.137930+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:47:49.178185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.110680+0000","last_change":"2024-09-21T00:21:22.595880+0000","last_active":"2024-09-21T00:21:24.110680+0000","last_peered":"2024-09-21T00:21:24.110680+0000","last_clean":"2024-09-21T00:21:24.110680+0000","last_became_active":"2024-09-21T00:21:22.594859+0000","last_became_peered":"2024-09-21T00:21:22.594859+0000","last_unstale":"2024-09-21T00:21:24.110680+0000","last_undegraded":"2024-09-21T00:21:24.110680+0000","last_fullsized":"2024-09-21T00:21:24.110680+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:44:42.817701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":111,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.110351+0000","last_change":"2024-09-21T00:21:11.583793+0000","last_active":"2024-09-21T00:21:24.110351+0000","last_peered":"2024-09-21T00:21:24.110351+0000","last_clean":"2024-09-21T00:21:24.110351+0000","last_became_active":"2024-09-21T00:21:11.582502+0000","last_became_peered":"2024-09-21T00:21:11.582502+0000","last_unstale":"2024-09-21T00:21:24.110351+0000","last_undegraded":"2024-09-21T00:21:24.110351+0000","last_fullsized":"2024-09-21T00:21:24.110351+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_clean_scrub_stamp":"2024-09-21T00:21:10.311964+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:58.010953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.580651+0000","last_change":"2024-09-21T00:21:21.581215+0000","last_active":"2024-09-21T00:21:23.580651+0000","last_peered":"2024-09-21T00:21:23.580651+0000","last_clean":"2024-09-21T00:21:23.580651+0000","last_became_active":"2024-09-21T00:21:21.580140+0000","last_became_peered":"2024-09-21T00:21:21.580140+0000","last_unstale":"2024-09-21T00:21:23.580651+0000","last_undegraded":"2024-09-21T00:21:23.580651+0000","last_fullsized":"2024-09-21T00:21:23.580651+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:43:36.412536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138222+0000","last_change":"2024-09-21T00:21:22.574764+0000","last_active":"2024-09-21T00:21:24.138222+0000","last_peered":"2024-09-21T00:21:24.138222+0000","last_clean":"2024-09-21T00:21:24.138222+0000","last_became_active":"2024-09-21T00:21:22.574433+0000","last_became_peered":"2024-09-21T00:21:22.574433+0000","last_unstale":"2024-09-21T00:21:24.138222+0000","last_undegraded":"2024-09-21T00:21:24.138222+0000","last_fullsized":"2024-09-21T00:21:24.138222+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:32:46.004919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.110109+0000","last_change":"2024-09-21T00:21:21.585290+0000","last_active":"2024-09-21T00:21:24.110109+0000","last_peered":"2024-09-21T00:21:24.110109+0000","last_clean":"2024-09-21T00:21:24.110109+0000","last_became_active":"2024-09-21T00:21:21.584816+0000","last_became_peered":"2024-09-21T00:21:21.584816+0000","last_unstale":"2024-09-21T00:21:24.110109+0000","last_undegraded":"2024-09-21T00:21:24.110109+0000","last_fullsized":"2024-09-21T00:21:24.110109+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:45:39.070628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138373+0000","last_change":"2024-09-21T00:21:22.593599+0000","last_active":"2024-09-21T00:21:24.138373+0000","last_peered":"2024-09-21T00:21:24.138373+0000","last_clean":"2024-09-21T00:21:24.138373+0000","last_became_active":"2024-09-21T00:21:22.593296+0000","last_became_peered":"2024-09-21T00:21:22.593296+0000","last_unstale":"2024-09-21T00:21:24.138373+0000","last_undegraded":"2024-09-21T00:21:24.138373+0000","last_fullsized":"2024-09-21T00:21:24.138373+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:54:57.539190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138232+0000","last_change":"2024-09-21T00:21:21.586497+0000","last_active":"2024-09-21T00:21:24.138232+0000","last_peered":"2024-09-21T00:21:24.138232+0000","last_clean":"2024-09-21T00:21:24.138232+0000","last_became_active":"2024-09-21T00:21:21.586177+0000","last_became_peered":"2024-09-21T00:21:21.586177+0000","last_unstale":"2024-09-21T00:21:24.138232+0000","last_undegraded":"2024-09-21T00:21:24.138232+0000","last_fullsized":"2024-09-21T00:21:24.138232+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:48:32.995795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579488+0000","last_change":"2024-09-21T00:21:22.582280+0000","last_active":"2024-09-21T00:21:23.579488+0000","last_peered":"2024-09-21T00:21:23.579488+0000","last_clean":"2024-09-21T00:21:23.579488+0000","last_became_active":"2024-09-21T00:21:22.579142+0000","last_became_peered":"2024-09-21T00:21:22.579142+0000","last_unstale":"2024-09-21T00:21:23.579488+0000","last_undegraded":"2024-09-21T00:21:23.579488+0000","last_fullsized":"2024-09-21T00:21:23.579488+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:33:57.528804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.582016+0000","last_change":"2024-09-21T00:21:21.577100+0000","last_active":"2024-09-21T00:21:23.582016+0000","last_peered":"2024-09-21T00:21:23.582016+0000","last_clean":"2024-09-21T00:21:23.582016+0000","last_became_active":"2024-09-21T00:21:21.576358+0000","last_became_peered":"2024-09-21T00:21:21.576358+0000","last_unstale":"2024-09-21T00:21:23.582016+0000","last_undegraded":"2024-09-21T00:21:23.582016+0000","last_fullsized":"2024-09-21T00:21:23.582016+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:45:36.833208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.580545+0000","last_change":"2024-09-21T00:21:22.589714+0000","last_active":"2024-09-21T00:21:23.580545+0000","last_peered":"2024-09-21T00:21:23.580545+0000","last_clean":"2024-09-21T00:21:23.580545+0000","last_became_active":"2024-09-21T00:21:22.589119+0000","last_became_peered":"2024-09-21T00:21:22.589119+0000","last_unstale":"2024-09-21T00:21:23.580545+0000","last_undegraded":"2024-09-21T00:21:23.580545+0000","last_fullsized":"2024-09-21T00:21:23.580545+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:12:55.933852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579674+0000","last_change":"2024-09-21T00:21:21.581757+0000","last_active":"2024-09-21T00:21:23.579674+0000","last_peered":"2024-09-21T00:21:23.579674+0000","last_clean":"2024-09-21T00:21:23.579674+0000","last_became_active":"2024-09-21T00:21:21.581429+0000","last_became_peered":"2024-09-21T00:21:21.581429+0000","last_unstale":"2024-09-21T00:21:23.579674+0000","last_undegraded":"2024-09-21T00:21:23.579674+0000","last_fullsized":"2024-09-21T00:21:23.579674+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:20:48.653923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.582049+0000","last_change":"2024-09-21T00:21:22.586700+0000","last_active":"2024-09-21T00:21:23.582049+0000","last_peered":"2024-09-21T00:21:23.582049+0000","last_clean":"2024-09-21T00:21:23.582049+0000","last_became_active":"2024-09-21T00:21:22.585379+0000","last_became_peered":"2024-09-21T00:21:22.585379+0000","last_unstale":"2024-09-21T00:21:23.582049+0000","last_undegraded":"2024-09-21T00:21:23.582049+0000","last_fullsized":"2024-09-21T00:21:23.582049+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:36:25.937631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.110827+0000","last_change":"2024-09-21T00:21:21.586299+0000","last_active":"2024-09-21T00:21:24.110827+0000","last_peered":"2024-09-21T00:21:24.110827+0000","last_clean":"2024-09-21T00:21:24.110827+0000","last_became_active":"2024-09-21T00:21:21.585956+0000","last_became_peered":"2024-09-21T00:21:21.585956+0000","last_unstale":"2024-09-21T00:21:24.110827+0000","last_undegraded":"2024-09-21T00:21:24.110827+0000","last_fullsized":"2024-09-21T00:21:24.110827+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:02:46.978661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579794+0000","last_change":"2024-09-21T00:21:22.581722+0000","last_active":"2024-09-21T00:21:23.579794+0000","last_peered":"2024-09-21T00:21:23.579794+0000","last_clean":"2024-09-21T00:21:23.579794+0000","last_became_active":"2024-09-21T00:21:22.581405+0000","last_became_peered":"2024-09-21T00:21:22.581405+0000","last_unstale":"2024-09-21T00:21:23.579794+0000","last_undegraded":"2024-09-21T00:21:23.579794+0000","last_fullsized":"2024-09-21T00:21:23.579794+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:57:45.405194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"21'1","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.216125+0000","last_change":"2024-09-21T00:21:21.580295+0000","last_active":"2024-09-21T00:21:24.216125+0000","last_peered":"2024-09-21T00:21:24.216125+0000","last_clean":"2024-09-21T00:21:24.216125+0000","last_became_active":"2024-09-21T00:21:21.579967+0000","last_became_peered":"2024-09-21T00:21:21.579967+0000","last_unstale":"2024-09-21T00:21:24.216125+0000","last_undegraded":"2024-09-21T00:21:24.216125+0000","last_fullsized":"2024-09-21T00:21:24.216125+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:03:30.693761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.139252+0000","last_change":"2024-09-21T00:21:22.586148+0000","last_active":"2024-09-21T00:21:24.139252+0000","last_peered":"2024-09-21T00:21:24.139252+0000","last_clean":"2024-09-21T00:21:24.139252+0000","last_became_active":"2024-09-21T00:21:22.585834+0000","last_became_peered":"2024-09-21T00:21:22.585834+0000","last_unstale":"2024-09-21T00:21:24.139252+0000","last_undegraded":"2024-09-21T00:21:24.139252+0000","last_fullsized":"2024-09-21T00:21:24.139252+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:46:59.347003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138157+0000","last_change":"2024-09-21T00:21:21.585778+0000","last_active":"2024-09-21T00:21:24.138157+0000","last_peered":"2024-09-21T00:21:24.138157+0000","last_clean":"2024-09-21T00:21:24.138157+0000","last_became_active":"2024-09-21T00:21:21.585409+0000","last_became_peered":"2024-09-21T00:21:21.585409+0000","last_unstale":"2024-09-21T00:21:24.138157+0000","last_undegraded":"2024-09-21T00:21:24.138157+0000","last_fullsized":"2024-09-21T00:21:24.138157+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:50:14.465425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.139024+0000","last_change":"2024-09-21T00:21:22.587395+0000","last_active":"2024-09-21T00:21:24.139024+0000","last_peered":"2024-09-21T00:21:24.139024+0000","last_clean":"2024-09-21T00:21:24.139024+0000","last_became_active":"2024-09-21T00:21:22.587071+0000","last_became_peered":"2024-09-21T00:21:22.587071+0000","last_unstale":"2024-09-21T00:21:24.139024+0000","last_undegraded":"2024-09-21T00:21:24.139024+0000","last_fullsized":"2024-09-21T00:21:24.139024+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:13:48.555714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.110109+0000","last_change":"2024-09-21T00:21:21.584296+0000","last_active":"2024-09-21T00:21:24.110109+0000","last_peered":"2024-09-21T00:21:24.110109+0000","last_clean":"2024-09-21T00:21:24.110109+0000","last_became_active":"2024-09-21T00:21:21.583924+0000","last_became_peered":"2024-09-21T00:21:21.583924+0000","last_unstale":"2024-09-21T00:21:24.110109+0000","last_undegraded":"2024-09-21T00:21:24.110109+0000","last_fullsized":"2024-09-21T00:21:24.110109+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:03:24.677036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.581603+0000","last_change":"2024-09-21T00:21:22.571553+0000","last_active":"2024-09-21T00:21:23.581603+0000","last_peered":"2024-09-21T00:21:23.581603+0000","last_clean":"2024-09-21T00:21:23.581603+0000","last_became_active":"2024-09-21T00:21:22.571233+0000","last_became_peered":"2024-09-21T00:21:22.571233+0000","last_unstale":"2024-09-21T00:21:23.581603+0000","last_undegraded":"2024-09-21T00:21:23.581603+0000","last_fullsized":"2024-09-21T00:21:23.581603+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:23:45.088261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579564+0000","last_change":"2024-09-21T00:21:21.583312+0000","last_active":"2024-09-21T00:21:23.579564+0000","last_peered":"2024-09-21T00:21:23.579564+0000","last_clean":"2024-09-21T00:21:23.579564+0000","last_became_active":"2024-09-21T00:21:21.582961+0000","last_became_peered":"2024-09-21T00:21:21.582961+0000","last_unstale":"2024-09-21T00:21:23.579564+0000","last_undegraded":"2024-09-21T00:21:23.579564+0000","last_fullsized":"2024-09-21T00:21:23.579564+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:21:56.561424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138248+0000","last_change":"2024-09-21T00:21:22.575714+0000","last_active":"2024-09-21T00:21:24.138248+0000","last_peered":"2024-09-21T00:21:24.138248+0000","last_clean":"2024-09-21T00:21:24.138248+0000","last_became_active":"2024-09-21T00:21:22.575406+0000","last_became_peered":"2024-09-21T00:21:22.575406+0000","last_unstale":"2024-09-21T00:21:24.138248+0000","last_undegraded":"2024-09-21T00:21:24.138248+0000","last_fullsized":"2024-09-21T00:21:24.138248+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:57:10.440036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579634+0000","last_change":"2024-09-21T00:21:21.585456+0000","last_active":"2024-09-21T00:21:23.579634+0000","last_peered":"2024-09-21T00:21:23.579634+0000","last_clean":"2024-09-21T00:21:23.579634+0000","last_became_active":"2024-09-21T00:21:21.585096+0000","last_became_peered":"2024-09-21T00:21:21.585096+0000","last_unstale":"2024-09-21T00:21:23.579634+0000","last_undegraded":"2024-09-21T00:21:23.579634+0000","last_fullsized":"2024-09-21T00:21:23.579634+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:48:02.620562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.139146+0000","last_change":"2024-09-21T00:21:22.593766+0000","last_active":"2024-09-21T00:21:24.139146+0000","last_peered":"2024-09-21T00:21:24.139146+0000","last_clean":"2024-09-21T00:21:24.139146+0000","last_became_active":"2024-09-21T00:21:22.593416+0000","last_became_peered":"2024-09-21T00:21:22.593416+0000","last_unstale":"2024-09-21T00:21:24.139146+0000","last_undegraded":"2024-09-21T00:21:24.139146+0000","last_fullsized":"2024-09-21T00:21:24.139146+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:11:17.843479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.110721+0000","last_change":"2024-09-21T00:21:21.583758+0000","last_active":"2024-09-21T00:21:24.110721+0000","last_peered":"2024-09-21T00:21:24.110721+0000","last_clean":"2024-09-21T00:21:24.110721+0000","last_became_active":"2024-09-21T00:21:21.583362+0000","last_became_peered":"2024-09-21T00:21:21.583362+0000","last_unstale":"2024-09-21T00:21:24.110721+0000","last_undegraded":"2024-09-21T00:21:24.110721+0000","last_fullsized":"2024-09-21T00:21:24.110721+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:25:28.966498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.137980+0000","last_change":"2024-09-21T00:21:22.588551+0000","last_active":"2024-09-21T00:21:24.137980+0000","last_peered":"2024-09-21T00:21:24.137980+0000","last_clean":"2024-09-21T00:21:24.137980+0000","last_became_active":"2024-09-21T00:21:22.588219+0000","last_became_peered":"2024-09-21T00:21:22.588219+0000","last_unstale":"2024-09-21T00:21:24.137980+0000","last_undegraded":"2024-09-21T00:21:24.137980+0000","last_fullsized":"2024-09-21T00:21:24.137980+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:24:29.863843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.582048+0000","last_change":"2024-09-21T00:21:22.583006+0000","last_active":"2024-09-21T00:21:23.582048+0000","last_peered":"2024-09-21T00:21:23.582048+0000","last_clean":"2024-09-21T00:21:23.582048+0000","last_became_active":"2024-09-21T00:21:22.582678+0000","last_became_peered":"2024-09-21T00:21:22.582678+0000","last_unstale":"2024-09-21T00:21:23.582048+0000","last_undegraded":"2024-09-21T00:21:23.582048+0000","last_fullsized":"2024-09-21T00:21:23.582048+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:49:17.782246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.110394+0000","last_change":"2024-09-21T00:21:21.588070+0000","last_active":"2024-09-21T00:21:24.110394+0000","last_peered":"2024-09-21T00:21:24.110394+0000","last_clean":"2024-09-21T00:21:24.110394+0000","last_became_active":"2024-09-21T00:21:21.587725+0000","last_became_peered":"2024-09-21T00:21:21.587725+0000","last_unstale":"2024-09-21T00:21:24.110394+0000","last_undegraded":"2024-09-21T00:21:24.110394+0000","last_fullsized":"2024-09-21T00:21:24.110394+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:45:36.833208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.581194+0000","last_change":"2024-09-21T00:21:22.580631+0000","last_active":"2024-09-21T00:21:23.581194+0000","last_peered":"2024-09-21T00:21:23.581194+0000","last_clean":"2024-09-21T00:21:23.581194+0000","last_became_active":"2024-09-21T00:21:22.580295+0000","last_became_peered":"2024-09-21T00:21:22.580295+0000","last_unstale":"2024-09-21T00:21:23.581194+0000","last_undegraded":"2024-09-21T00:21:23.581194+0000","last_fullsized":"2024-09-21T00:21:23.581194+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:11:17.843479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.110665+0000","last_change":"2024-09-21T00:21:21.585736+0000","last_active":"2024-09-21T00:21:24.110665+0000","last_peered":"2024-09-21T00:21:24.110665+0000","last_clean":"2024-09-21T00:21:24.110665+0000","last_became_active":"2024-09-21T00:21:21.585324+0000","last_became_peered":"2024-09-21T00:21:21.585324+0000","last_unstale":"2024-09-21T00:21:24.110665+0000","last_undegraded":"2024-09-21T00:21:24.110665+0000","last_fullsized":"2024-09-21T00:21:24.110665+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:33:52.569324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.139126+0000","last_change":"2024-09-21T00:21:22.590416+0000","last_active":"2024-09-21T00:21:24.139126+0000","last_peered":"2024-09-21T00:21:24.139126+0000","last_clean":"2024-09-21T00:21:24.139126+0000","last_became_active":"2024-09-21T00:21:22.589187+0000","last_became_peered":"2024-09-21T00:21:22.589187+0000","last_unstale":"2024-09-21T00:21:24.139126+0000","last_undegraded":"2024-09-21T00:21:24.139126+0000","last_fullsized":"2024-09-21T00:21:24.139126+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:32:46.004919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138858+0000","last_change":"2024-09-21T00:21:21.583596+0000","last_active":"2024-09-21T00:21:24.138858+0000","last_peered":"2024-09-21T00:21:24.138858+0000","last_clean":"2024-09-21T00:21:24.138858+0000","last_became_active":"2024-09-21T00:21:21.582806+0000","last_became_peered":"2024-09-21T00:21:21.582806+0000","last_unstale":"2024-09-21T00:21:24.138858+0000","last_undegraded":"2024-09-21T00:21:24.138858+0000","last_fullsized":"2024-09-21T00:21:24.138858+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:44:01.079047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138231+0000","last_change":"2024-09-21T00:21:22.584608+0000","last_active":"2024-09-21T00:21:24.138231+0000","last_peered":"2024-09-21T00:21:24.138231+0000","last_clean":"2024-09-21T00:21:24.138231+0000","last_became_active":"2024-09-21T00:21:22.584252+0000","last_became_peered":"2024-09-21T00:21:22.584252+0000","last_unstale":"2024-09-21T00:21:24.138231+0000","last_undegraded":"2024-09-21T00:21:24.138231+0000","last_fullsized":"2024-09-21T00:21:24.138231+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:47:10.395311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"20'4","reported_seq":19,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.139227+0000","last_change":"2024-09-21T00:21:21.583470+0000","last_active":"2024-09-21T00:21:24.139227+0000","last_peered":"2024-09-21T00:21:24.139227+0000","last_clean":"2024-09-21T00:21:24.139227+0000","last_became_active":"2024-09-21T00:21:21.583107+0000","last_became_peered":"2024-09-21T00:21:21.583107+0000","last_unstale":"2024-09-21T00:21:24.139227+0000","last_undegraded":"2024-09-21T00:21:24.139227+0000","last_fullsized":"2024-09-21T00:21:24.139227+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:40:17.996825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509448,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27820,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344020,"statfs":{"total":96636764160,"available":96608276480,"internally_reserved":0,"allocated":806912,"data_stored":663697,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509448,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":221184,"data_stored":74359,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509448,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":212992,"data_stored":72837,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509449,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":221184,"data_stored":74359,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509449,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":208896,"data_stored":72747,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509447,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27828,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344012,"statfs":{"total":96636764160,"available":96608268288,"internally_reserved":0,"allocated":815104,"data_stored":663753,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574855,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":221184,"data_stored":72873,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574855,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27240,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344600,"statfs":{"total":96636764160,"available":96608870400,"internally_reserved":0,"allocated":217088,"data_stored":72907,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T00:21:34.416 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T00:21:34.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.567+0000 7f11f8612640 1 -- 172.21.15.67:0/3841738119 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f11f00b73f0 msgr2=0x7f11f00b7800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:34.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.567+0000 7f11f8612640 1 --2- 172.21.15.67:0/3841738119 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f11f00b73f0 0x7f11f00b7800 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f11e8005fd0 tx=0x7f11e802a5d0 comp rx=0 tx=0).stop 2024-09-21T00:21:34.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.567+0000 7f11f8612640 1 -- 172.21.15.67:0/3841738119 shutdown_connections 2024-09-21T00:21:34.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.567+0000 7f11f8612640 1 --2- 172.21.15.67:0/3841738119 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f11f00b73f0 0x7f11f00b7800 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:34.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.567+0000 7f11f8612640 1 --2- 172.21.15.67:0/3841738119 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f11f00d1010 0x7f11f00d1420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:34.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.567+0000 7f11f8612640 1 -- 172.21.15.67:0/3841738119 >> 172.21.15.67:0/3841738119 conn(0x7f11f008bee0 msgr2=0x7f11f00d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:34.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.567+0000 7f11f8612640 1 -- 172.21.15.67:0/3841738119 shutdown_connections 2024-09-21T00:21:34.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.567+0000 7f11f8612640 1 -- 172.21.15.67:0/3841738119 wait complete. 2024-09-21T00:21:34.570 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.569+0000 7f11f8612640 1 Processor -- start 2024-09-21T00:21:34.570 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.569+0000 7f11f8612640 1 -- start start 2024-09-21T00:21:34.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.570+0000 7f11f8612640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f11f00b73f0 0x7f11f0159a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:34.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.570+0000 7f11f8612640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f11f00b9780 0x7f11f01f2890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:34.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.570+0000 7f11f8612640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f11f00d1010 0x7f11f0149520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:34.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.570+0000 7f11f8612640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f11f00cf490 con 0x7f11f00d1010 2024-09-21T00:21:34.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.570+0000 7f11f8612640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f11f00cf310 con 0x7f11f00b9780 2024-09-21T00:21:34.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.570+0000 7f11f8612640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f11f00cf610 con 0x7f11f00b73f0 2024-09-21T00:21:34.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.570+0000 7f11f6baf640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f11f00d1010 0x7f11f0149520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:34.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.570+0000 7f11f6baf640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f11f00d1010 0x7f11f0149520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60982/0 (socket says 172.21.15.67:60982) 2024-09-21T00:21:34.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.570+0000 7f11f6baf640 1 -- 172.21.15.67:0/3521621248 learned_addr learned my addr 172.21.15.67:0/3521621248 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:34.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.570+0000 7f11f63ae640 1 --2- 172.21.15.67:0/3521621248 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f11f00b73f0 0x7f11f0159a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:34.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.570+0000 7f11f5bad640 1 --2- 172.21.15.67:0/3521621248 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f11f00b9780 0x7f11f01f2890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:34.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.571+0000 7f11f6baf640 1 -- 172.21.15.67:0/3521621248 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f11f00b73f0 msgr2=0x7f11f0159a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:34.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.571+0000 7f11f6baf640 1 --2- 172.21.15.67:0/3521621248 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f11f00b73f0 0x7f11f0159a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:34.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.571+0000 7f11f6baf640 1 -- 172.21.15.67:0/3521621248 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f11f00b9780 msgr2=0x7f11f01f2890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:34.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.571+0000 7f11f6baf640 1 --2- 172.21.15.67:0/3521621248 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f11f00b9780 0x7f11f01f2890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:34.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.571+0000 7f11f6baf640 1 -- 172.21.15.67:0/3521621248 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11f00c7de0 con 0x7f11f00d1010 2024-09-21T00:21:34.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.571+0000 7f11f6baf640 1 --2- 172.21.15.67:0/3521621248 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f11f00d1010 0x7f11f0149520 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f11e8006010 tx=0x7f11e80038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:34.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.571+0000 7f11e6ffd640 1 -- 172.21.15.67:0/3521621248 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11e803e030 con 0x7f11f00d1010 2024-09-21T00:21:34.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.571+0000 7f11e6ffd640 1 -- 172.21.15.67:0/3521621248 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f11e8003ca0 con 0x7f11f00d1010 2024-09-21T00:21:34.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.571+0000 7f11e6ffd640 1 -- 172.21.15.67:0/3521621248 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11e8035040 con 0x7f11f00d1010 2024-09-21T00:21:34.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.571+0000 7f11f8612640 1 -- 172.21.15.67:0/3521621248 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11f015c4e0 con 0x7f11f00d1010 2024-09-21T00:21:34.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.571+0000 7f11f8612640 1 -- 172.21.15.67:0/3521621248 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11f015caa0 con 0x7f11f00d1010 2024-09-21T00:21:34.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.572+0000 7f11f8612640 1 -- 172.21.15.67:0/3521621248 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f11f00b7800 con 0x7f11f00d1010 2024-09-21T00:21:34.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.573+0000 7f11e6ffd640 1 -- 172.21.15.67:0/3521621248 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f11e8041030 con 0x7f11f00d1010 2024-09-21T00:21:34.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.574+0000 7f11e6ffd640 1 --2- 172.21.15.67:0/3521621248 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f11d4078b90 0x7f11d407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:34.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.574+0000 7f11e6ffd640 1 -- 172.21.15.67:0/3521621248 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f11e80bb2b0 con 0x7f11f00d1010 2024-09-21T00:21:34.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.574+0000 7f11f63ae640 1 --2- 172.21.15.67:0/3521621248 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f11d4078b90 0x7f11d407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:34.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.574+0000 7f11f63ae640 1 --2- 172.21.15.67:0/3521621248 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f11d4078b90 0x7f11d407b0a0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f11ec001e10 tx=0x7f11ec009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:34.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.578+0000 7f11e6ffd640 1 -- 172.21.15.67:0/3521621248 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f11e80830b0 con 0x7f11f00d1010 2024-09-21T00:21:34.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.761+0000 7f11f8612640 1 -- 172.21.15.67:0/3521621248 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f11f006cdb0 con 0x7f11d4078b90 2024-09-21T00:21:34.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.766+0000 7f11e6ffd640 1 -- 172.21.15.67:0/3521621248 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251826 (secure 0 0 0) 0x7f11f006cdb0 con 0x7f11d4078b90 2024-09-21T00:21:34.770 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:21:34.771 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-21T00:21:34.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.769+0000 7f11f8612640 1 -- 172.21.15.67:0/3521621248 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f11d4078b90 msgr2=0x7f11d407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:34.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.769+0000 7f11f8612640 1 --2- 172.21.15.67:0/3521621248 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f11d4078b90 0x7f11d407b0a0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f11ec001e10 tx=0x7f11ec009040 comp rx=0 tx=0).stop 2024-09-21T00:21:34.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.769+0000 7f11f8612640 1 -- 172.21.15.67:0/3521621248 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f11f00d1010 msgr2=0x7f11f0149520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:34.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.769+0000 7f11f8612640 1 --2- 172.21.15.67:0/3521621248 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f11f00d1010 0x7f11f0149520 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f11e8006010 tx=0x7f11e80038a0 comp rx=0 tx=0).stop 2024-09-21T00:21:34.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.769+0000 7f11f8612640 1 -- 172.21.15.67:0/3521621248 shutdown_connections 2024-09-21T00:21:34.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.769+0000 7f11f8612640 1 --2- 172.21.15.67:0/3521621248 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f11d4078b90 0x7f11d407b0a0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:34.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.769+0000 7f11f8612640 1 --2- 172.21.15.67:0/3521621248 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f11f00d1010 0x7f11f0149520 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:34.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.769+0000 7f11f8612640 1 --2- 172.21.15.67:0/3521621248 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f11f00b9780 0x7f11f01f2890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:34.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.769+0000 7f11f8612640 1 --2- 172.21.15.67:0/3521621248 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f11f00b73f0 0x7f11f0159a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:34.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.769+0000 7f11f8612640 1 -- 172.21.15.67:0/3521621248 >> 172.21.15.67:0/3521621248 conn(0x7f11f008bee0 msgr2=0x7f11f006e530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:34.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.769+0000 7f11f8612640 1 -- 172.21.15.67:0/3521621248 shutdown_connections 2024-09-21T00:21:34.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.769+0000 7f11f8612640 1 -- 172.21.15.67:0/3521621248 wait complete. 2024-09-21T00:21:34.782 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":27,"stamp":"2024-09-21T00:21:33.496987+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219112,"kb_used_data":2856,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755608,"statfs":{"total":773094113280,"available":772869742592,"internally_reserved":0,"allocated":2924544,"data_stored":1767532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12749,"internal_metadata":221236787},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.002858"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.111025+0000","last_change":"2024-09-21T00:21:22.591079+0000","last_active":"2024-09-21T00:21:24.111025+0000","last_peered":"2024-09-21T00:21:24.111025+0000","last_clean":"2024-09-21T00:21:24.111025+0000","last_became_active":"2024-09-21T00:21:22.590764+0000","last_became_peered":"2024-09-21T00:21:22.590764+0000","last_unstale":"2024-09-21T00:21:24.111025+0000","last_undegraded":"2024-09-21T00:21:24.111025+0000","last_fullsized":"2024-09-21T00:21:24.111025+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:52:26.092651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579921+0000","last_change":"2024-09-21T00:21:22.587954+0000","last_active":"2024-09-21T00:21:23.579921+0000","last_peered":"2024-09-21T00:21:23.579921+0000","last_clean":"2024-09-21T00:21:23.579921+0000","last_became_active":"2024-09-21T00:21:22.587623+0000","last_became_peered":"2024-09-21T00:21:22.587623+0000","last_unstale":"2024-09-21T00:21:23.579921+0000","last_undegraded":"2024-09-21T00:21:23.579921+0000","last_fullsized":"2024-09-21T00:21:23.579921+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:36:07.244649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138891+0000","last_change":"2024-09-21T00:21:22.592932+0000","last_active":"2024-09-21T00:21:24.138891+0000","last_peered":"2024-09-21T00:21:24.138891+0000","last_clean":"2024-09-21T00:21:24.138891+0000","last_became_active":"2024-09-21T00:21:22.592584+0000","last_became_peered":"2024-09-21T00:21:22.592584+0000","last_unstale":"2024-09-21T00:21:24.138891+0000","last_undegraded":"2024-09-21T00:21:24.138891+0000","last_fullsized":"2024-09-21T00:21:24.138891+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:28:49.800110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.580977+0000","last_change":"2024-09-21T00:21:22.588022+0000","last_active":"2024-09-21T00:21:23.580977+0000","last_peered":"2024-09-21T00:21:23.580977+0000","last_clean":"2024-09-21T00:21:23.580977+0000","last_became_active":"2024-09-21T00:21:22.587419+0000","last_became_peered":"2024-09-21T00:21:22.587419+0000","last_unstale":"2024-09-21T00:21:23.580977+0000","last_undegraded":"2024-09-21T00:21:23.580977+0000","last_fullsized":"2024-09-21T00:21:23.580977+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:15:49.652271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.110626+0000","last_change":"2024-09-21T00:21:22.591696+0000","last_active":"2024-09-21T00:21:24.110626+0000","last_peered":"2024-09-21T00:21:24.110626+0000","last_clean":"2024-09-21T00:21:24.110626+0000","last_became_active":"2024-09-21T00:21:22.591240+0000","last_became_peered":"2024-09-21T00:21:22.591240+0000","last_unstale":"2024-09-21T00:21:24.110626+0000","last_undegraded":"2024-09-21T00:21:24.110626+0000","last_fullsized":"2024-09-21T00:21:24.110626+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:11:17.870032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.581687+0000","last_change":"2024-09-21T00:21:22.589956+0000","last_active":"2024-09-21T00:21:23.581687+0000","last_peered":"2024-09-21T00:21:23.581687+0000","last_clean":"2024-09-21T00:21:23.581687+0000","last_became_active":"2024-09-21T00:21:22.589648+0000","last_became_peered":"2024-09-21T00:21:22.589648+0000","last_unstale":"2024-09-21T00:21:23.581687+0000","last_undegraded":"2024-09-21T00:21:23.581687+0000","last_fullsized":"2024-09-21T00:21:23.581687+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:57:25.850915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.110455+0000","last_change":"2024-09-21T00:21:22.594260+0000","last_active":"2024-09-21T00:21:24.110455+0000","last_peered":"2024-09-21T00:21:24.110455+0000","last_clean":"2024-09-21T00:21:24.110455+0000","last_became_active":"2024-09-21T00:21:22.593858+0000","last_became_peered":"2024-09-21T00:21:22.593858+0000","last_unstale":"2024-09-21T00:21:24.110455+0000","last_undegraded":"2024-09-21T00:21:24.110455+0000","last_fullsized":"2024-09-21T00:21:24.110455+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:11:17.843479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.137964+0000","last_change":"2024-09-21T00:21:22.583989+0000","last_active":"2024-09-21T00:21:24.137964+0000","last_peered":"2024-09-21T00:21:24.137964+0000","last_clean":"2024-09-21T00:21:24.137964+0000","last_became_active":"2024-09-21T00:21:22.583566+0000","last_became_peered":"2024-09-21T00:21:22.583566+0000","last_unstale":"2024-09-21T00:21:24.137964+0000","last_undegraded":"2024-09-21T00:21:24.137964+0000","last_fullsized":"2024-09-21T00:21:24.137964+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:05:05.016132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.111068+0000","last_change":"2024-09-21T00:21:22.595109+0000","last_active":"2024-09-21T00:21:24.111068+0000","last_peered":"2024-09-21T00:21:24.111068+0000","last_clean":"2024-09-21T00:21:24.111068+0000","last_became_active":"2024-09-21T00:21:22.594787+0000","last_became_peered":"2024-09-21T00:21:22.594787+0000","last_unstale":"2024-09-21T00:21:24.111068+0000","last_undegraded":"2024-09-21T00:21:24.111068+0000","last_fullsized":"2024-09-21T00:21:24.111068+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:02:17.292972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138282+0000","last_change":"2024-09-21T00:21:22.586841+0000","last_active":"2024-09-21T00:21:24.138282+0000","last_peered":"2024-09-21T00:21:24.138282+0000","last_clean":"2024-09-21T00:21:24.138282+0000","last_became_active":"2024-09-21T00:21:22.586118+0000","last_became_peered":"2024-09-21T00:21:22.586118+0000","last_unstale":"2024-09-21T00:21:24.138282+0000","last_undegraded":"2024-09-21T00:21:24.138282+0000","last_fullsized":"2024-09-21T00:21:24.138282+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:08:35.982820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138181+0000","last_change":"2024-09-21T00:21:22.585459+0000","last_active":"2024-09-21T00:21:24.138181+0000","last_peered":"2024-09-21T00:21:24.138181+0000","last_clean":"2024-09-21T00:21:24.138181+0000","last_became_active":"2024-09-21T00:21:22.585132+0000","last_became_peered":"2024-09-21T00:21:22.585132+0000","last_unstale":"2024-09-21T00:21:24.138181+0000","last_undegraded":"2024-09-21T00:21:24.138181+0000","last_fullsized":"2024-09-21T00:21:24.138181+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:32:46.004919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.581198+0000","last_change":"2024-09-21T00:21:22.588118+0000","last_active":"2024-09-21T00:21:23.581198+0000","last_peered":"2024-09-21T00:21:23.581198+0000","last_clean":"2024-09-21T00:21:23.581198+0000","last_became_active":"2024-09-21T00:21:22.587366+0000","last_became_peered":"2024-09-21T00:21:22.587366+0000","last_unstale":"2024-09-21T00:21:23.581198+0000","last_undegraded":"2024-09-21T00:21:23.581198+0000","last_fullsized":"2024-09-21T00:21:23.581198+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:42:27.196032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138896+0000","last_change":"2024-09-21T00:21:22.583115+0000","last_active":"2024-09-21T00:21:24.138896+0000","last_peered":"2024-09-21T00:21:24.138896+0000","last_clean":"2024-09-21T00:21:24.138896+0000","last_became_active":"2024-09-21T00:21:22.582774+0000","last_became_peered":"2024-09-21T00:21:22.582774+0000","last_unstale":"2024-09-21T00:21:24.138896+0000","last_undegraded":"2024-09-21T00:21:24.138896+0000","last_fullsized":"2024-09-21T00:21:24.138896+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:58:08.572737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138690+0000","last_change":"2024-09-21T00:21:22.592059+0000","last_active":"2024-09-21T00:21:24.138690+0000","last_peered":"2024-09-21T00:21:24.138690+0000","last_clean":"2024-09-21T00:21:24.138690+0000","last_became_active":"2024-09-21T00:21:22.591735+0000","last_became_peered":"2024-09-21T00:21:22.591735+0000","last_unstale":"2024-09-21T00:21:24.138690+0000","last_undegraded":"2024-09-21T00:21:24.138690+0000","last_fullsized":"2024-09-21T00:21:24.138690+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:29:21.210734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579444+0000","last_change":"2024-09-21T00:21:22.583904+0000","last_active":"2024-09-21T00:21:23.579444+0000","last_peered":"2024-09-21T00:21:23.579444+0000","last_clean":"2024-09-21T00:21:23.579444+0000","last_became_active":"2024-09-21T00:21:22.583544+0000","last_became_peered":"2024-09-21T00:21:22.583544+0000","last_unstale":"2024-09-21T00:21:23.579444+0000","last_undegraded":"2024-09-21T00:21:23.579444+0000","last_fullsized":"2024-09-21T00:21:23.579444+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:08:31.075374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.580310+0000","last_change":"2024-09-21T00:21:22.598767+0000","last_active":"2024-09-21T00:21:23.580310+0000","last_peered":"2024-09-21T00:21:23.580310+0000","last_clean":"2024-09-21T00:21:23.580310+0000","last_became_active":"2024-09-21T00:21:22.598458+0000","last_became_peered":"2024-09-21T00:21:22.598458+0000","last_unstale":"2024-09-21T00:21:23.580310+0000","last_undegraded":"2024-09-21T00:21:23.580310+0000","last_fullsized":"2024-09-21T00:21:23.580310+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:08:35.982820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.581458+0000","last_change":"2024-09-21T00:21:22.589224+0000","last_active":"2024-09-21T00:21:23.581458+0000","last_peered":"2024-09-21T00:21:23.581458+0000","last_clean":"2024-09-21T00:21:23.581458+0000","last_became_active":"2024-09-21T00:21:22.588919+0000","last_became_peered":"2024-09-21T00:21:22.588919+0000","last_unstale":"2024-09-21T00:21:23.581458+0000","last_undegraded":"2024-09-21T00:21:23.581458+0000","last_fullsized":"2024-09-21T00:21:23.581458+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:14:02.818412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138106+0000","last_change":"2024-09-21T00:21:22.581503+0000","last_active":"2024-09-21T00:21:24.138106+0000","last_peered":"2024-09-21T00:21:24.138106+0000","last_clean":"2024-09-21T00:21:24.138106+0000","last_became_active":"2024-09-21T00:21:22.581189+0000","last_became_peered":"2024-09-21T00:21:22.581189+0000","last_unstale":"2024-09-21T00:21:24.138106+0000","last_undegraded":"2024-09-21T00:21:24.138106+0000","last_fullsized":"2024-09-21T00:21:24.138106+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:02:47.984519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.110984+0000","last_change":"2024-09-21T00:21:22.593924+0000","last_active":"2024-09-21T00:21:24.110984+0000","last_peered":"2024-09-21T00:21:24.110984+0000","last_clean":"2024-09-21T00:21:24.110984+0000","last_became_active":"2024-09-21T00:21:22.592901+0000","last_became_peered":"2024-09-21T00:21:22.592901+0000","last_unstale":"2024-09-21T00:21:24.110984+0000","last_undegraded":"2024-09-21T00:21:24.110984+0000","last_fullsized":"2024-09-21T00:21:24.110984+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:36:25.937631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138195+0000","last_change":"2024-09-21T00:21:22.588477+0000","last_active":"2024-09-21T00:21:24.138195+0000","last_peered":"2024-09-21T00:21:24.138195+0000","last_clean":"2024-09-21T00:21:24.138195+0000","last_became_active":"2024-09-21T00:21:22.588138+0000","last_became_peered":"2024-09-21T00:21:22.588138+0000","last_unstale":"2024-09-21T00:21:24.138195+0000","last_undegraded":"2024-09-21T00:21:24.138195+0000","last_fullsized":"2024-09-21T00:21:24.138195+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:47:10.395311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.139118+0000","last_change":"2024-09-21T00:21:22.596338+0000","last_active":"2024-09-21T00:21:24.139118+0000","last_peered":"2024-09-21T00:21:24.139118+0000","last_clean":"2024-09-21T00:21:24.139118+0000","last_became_active":"2024-09-21T00:21:22.595082+0000","last_became_peered":"2024-09-21T00:21:22.595082+0000","last_unstale":"2024-09-21T00:21:24.139118+0000","last_undegraded":"2024-09-21T00:21:24.139118+0000","last_fullsized":"2024-09-21T00:21:24.139118+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:39:46.341840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.581834+0000","last_change":"2024-09-21T00:21:22.587495+0000","last_active":"2024-09-21T00:21:23.581834+0000","last_peered":"2024-09-21T00:21:23.581834+0000","last_clean":"2024-09-21T00:21:23.581834+0000","last_became_active":"2024-09-21T00:21:22.587108+0000","last_became_peered":"2024-09-21T00:21:22.587108+0000","last_unstale":"2024-09-21T00:21:23.581834+0000","last_undegraded":"2024-09-21T00:21:23.581834+0000","last_fullsized":"2024-09-21T00:21:23.581834+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:43:16.313758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138930+0000","last_change":"2024-09-21T00:21:22.588944+0000","last_active":"2024-09-21T00:21:24.138930+0000","last_peered":"2024-09-21T00:21:24.138930+0000","last_clean":"2024-09-21T00:21:24.138930+0000","last_became_active":"2024-09-21T00:21:22.588594+0000","last_became_peered":"2024-09-21T00:21:22.588594+0000","last_unstale":"2024-09-21T00:21:24.138930+0000","last_undegraded":"2024-09-21T00:21:24.138930+0000","last_fullsized":"2024-09-21T00:21:24.138930+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:19:18.946028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.580409+0000","last_change":"2024-09-21T00:21:22.584646+0000","last_active":"2024-09-21T00:21:23.580409+0000","last_peered":"2024-09-21T00:21:23.580409+0000","last_clean":"2024-09-21T00:21:23.580409+0000","last_became_active":"2024-09-21T00:21:22.584342+0000","last_became_peered":"2024-09-21T00:21:22.584342+0000","last_unstale":"2024-09-21T00:21:23.580409+0000","last_undegraded":"2024-09-21T00:21:23.580409+0000","last_fullsized":"2024-09-21T00:21:23.580409+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:58:08.572737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.139018+0000","last_change":"2024-09-21T00:21:22.588862+0000","last_active":"2024-09-21T00:21:24.139018+0000","last_peered":"2024-09-21T00:21:24.139018+0000","last_clean":"2024-09-21T00:21:24.139018+0000","last_became_active":"2024-09-21T00:21:22.588525+0000","last_became_peered":"2024-09-21T00:21:22.588525+0000","last_unstale":"2024-09-21T00:21:24.139018+0000","last_undegraded":"2024-09-21T00:21:24.139018+0000","last_fullsized":"2024-09-21T00:21:24.139018+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:15:49.652271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138336+0000","last_change":"2024-09-21T00:21:22.587439+0000","last_active":"2024-09-21T00:21:24.138336+0000","last_peered":"2024-09-21T00:21:24.138336+0000","last_clean":"2024-09-21T00:21:24.138336+0000","last_became_active":"2024-09-21T00:21:22.586533+0000","last_became_peered":"2024-09-21T00:21:22.586533+0000","last_unstale":"2024-09-21T00:21:24.138336+0000","last_undegraded":"2024-09-21T00:21:24.138336+0000","last_fullsized":"2024-09-21T00:21:24.138336+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:58:08.572737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579813+0000","last_change":"2024-09-21T00:21:22.578300+0000","last_active":"2024-09-21T00:21:23.579813+0000","last_peered":"2024-09-21T00:21:23.579813+0000","last_clean":"2024-09-21T00:21:23.579813+0000","last_became_active":"2024-09-21T00:21:22.577762+0000","last_became_peered":"2024-09-21T00:21:22.577762+0000","last_unstale":"2024-09-21T00:21:23.579813+0000","last_undegraded":"2024-09-21T00:21:23.579813+0000","last_fullsized":"2024-09-21T00:21:23.579813+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:41:51.729853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138861+0000","last_change":"2024-09-21T00:21:22.588042+0000","last_active":"2024-09-21T00:21:24.138861+0000","last_peered":"2024-09-21T00:21:24.138861+0000","last_clean":"2024-09-21T00:21:24.138861+0000","last_became_active":"2024-09-21T00:21:22.587716+0000","last_became_peered":"2024-09-21T00:21:22.587716+0000","last_unstale":"2024-09-21T00:21:24.138861+0000","last_undegraded":"2024-09-21T00:21:24.138861+0000","last_fullsized":"2024-09-21T00:21:24.138861+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:08:35.982820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.139135+0000","last_change":"2024-09-21T00:21:22.596148+0000","last_active":"2024-09-21T00:21:24.139135+0000","last_peered":"2024-09-21T00:21:24.139135+0000","last_clean":"2024-09-21T00:21:24.139135+0000","last_became_active":"2024-09-21T00:21:22.595566+0000","last_became_peered":"2024-09-21T00:21:22.595566+0000","last_unstale":"2024-09-21T00:21:24.139135+0000","last_undegraded":"2024-09-21T00:21:24.139135+0000","last_fullsized":"2024-09-21T00:21:24.139135+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:42:07.352233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.581959+0000","last_change":"2024-09-21T00:21:22.583880+0000","last_active":"2024-09-21T00:21:23.581959+0000","last_peered":"2024-09-21T00:21:23.581959+0000","last_clean":"2024-09-21T00:21:23.581959+0000","last_became_active":"2024-09-21T00:21:22.583512+0000","last_became_peered":"2024-09-21T00:21:22.583512+0000","last_unstale":"2024-09-21T00:21:23.581959+0000","last_undegraded":"2024-09-21T00:21:23.581959+0000","last_fullsized":"2024-09-21T00:21:23.581959+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:52:42.474957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138146+0000","last_change":"2024-09-21T00:21:22.575401+0000","last_active":"2024-09-21T00:21:24.138146+0000","last_peered":"2024-09-21T00:21:24.138146+0000","last_clean":"2024-09-21T00:21:24.138146+0000","last_became_active":"2024-09-21T00:21:22.575055+0000","last_became_peered":"2024-09-21T00:21:22.575055+0000","last_unstale":"2024-09-21T00:21:24.138146+0000","last_undegraded":"2024-09-21T00:21:24.138146+0000","last_fullsized":"2024-09-21T00:21:24.138146+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:25:29.972356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138268+0000","last_change":"2024-09-21T00:21:22.596211+0000","last_active":"2024-09-21T00:21:24.138268+0000","last_peered":"2024-09-21T00:21:24.138268+0000","last_clean":"2024-09-21T00:21:24.138268+0000","last_became_active":"2024-09-21T00:21:22.595824+0000","last_became_peered":"2024-09-21T00:21:22.595824+0000","last_unstale":"2024-09-21T00:21:24.138268+0000","last_undegraded":"2024-09-21T00:21:24.138268+0000","last_fullsized":"2024-09-21T00:21:24.138268+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:57:10.440036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.580436+0000","last_change":"2024-09-21T00:21:22.585587+0000","last_active":"2024-09-21T00:21:23.580436+0000","last_peered":"2024-09-21T00:21:23.580436+0000","last_clean":"2024-09-21T00:21:23.580436+0000","last_became_active":"2024-09-21T00:21:22.585252+0000","last_became_peered":"2024-09-21T00:21:22.585252+0000","last_unstale":"2024-09-21T00:21:23.580436+0000","last_undegraded":"2024-09-21T00:21:23.580436+0000","last_fullsized":"2024-09-21T00:21:23.580436+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:53:54.378362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.139161+0000","last_change":"2024-09-21T00:21:21.584338+0000","last_active":"2024-09-21T00:21:24.139161+0000","last_peered":"2024-09-21T00:21:24.139161+0000","last_clean":"2024-09-21T00:21:24.139161+0000","last_became_active":"2024-09-21T00:21:21.583939+0000","last_became_peered":"2024-09-21T00:21:21.583939+0000","last_unstale":"2024-09-21T00:21:24.139161+0000","last_undegraded":"2024-09-21T00:21:24.139161+0000","last_fullsized":"2024-09-21T00:21:24.139161+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:56:01.873307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.139407+0000","last_change":"2024-09-21T00:21:22.584480+0000","last_active":"2024-09-21T00:21:24.139407+0000","last_peered":"2024-09-21T00:21:24.139407+0000","last_clean":"2024-09-21T00:21:24.139407+0000","last_became_active":"2024-09-21T00:21:22.583982+0000","last_became_peered":"2024-09-21T00:21:22.583982+0000","last_unstale":"2024-09-21T00:21:24.139407+0000","last_undegraded":"2024-09-21T00:21:24.139407+0000","last_fullsized":"2024-09-21T00:21:24.139407+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:10:42.010713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.137837+0000","last_change":"2024-09-21T00:21:21.575705+0000","last_active":"2024-09-21T00:21:24.137837+0000","last_peered":"2024-09-21T00:21:24.137837+0000","last_clean":"2024-09-21T00:21:24.137837+0000","last_became_active":"2024-09-21T00:21:21.574919+0000","last_became_peered":"2024-09-21T00:21:21.574919+0000","last_unstale":"2024-09-21T00:21:24.137837+0000","last_undegraded":"2024-09-21T00:21:24.137837+0000","last_fullsized":"2024-09-21T00:21:24.137837+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:48:32.995795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.139009+0000","last_change":"2024-09-21T00:21:21.584095+0000","last_active":"2024-09-21T00:21:24.139009+0000","last_peered":"2024-09-21T00:21:24.139009+0000","last_clean":"2024-09-21T00:21:24.139009+0000","last_became_active":"2024-09-21T00:21:21.583509+0000","last_became_peered":"2024-09-21T00:21:21.583509+0000","last_unstale":"2024-09-21T00:21:24.139009+0000","last_undegraded":"2024-09-21T00:21:24.139009+0000","last_fullsized":"2024-09-21T00:21:24.139009+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:30:41.894913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138193+0000","last_change":"2024-09-21T00:21:22.593474+0000","last_active":"2024-09-21T00:21:24.138193+0000","last_peered":"2024-09-21T00:21:24.138193+0000","last_clean":"2024-09-21T00:21:24.138193+0000","last_became_active":"2024-09-21T00:21:22.593133+0000","last_became_peered":"2024-09-21T00:21:22.593133+0000","last_unstale":"2024-09-21T00:21:24.138193+0000","last_undegraded":"2024-09-21T00:21:24.138193+0000","last_fullsized":"2024-09-21T00:21:24.138193+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:24:29.863843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.580400+0000","last_change":"2024-09-21T00:21:21.571510+0000","last_active":"2024-09-21T00:21:23.580400+0000","last_peered":"2024-09-21T00:21:23.580400+0000","last_clean":"2024-09-21T00:21:23.580400+0000","last_became_active":"2024-09-21T00:21:21.570846+0000","last_became_peered":"2024-09-21T00:21:21.570846+0000","last_unstale":"2024-09-21T00:21:23.580400+0000","last_undegraded":"2024-09-21T00:21:23.580400+0000","last_fullsized":"2024-09-21T00:21:23.580400+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:03:24.677036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579440+0000","last_change":"2024-09-21T00:21:22.583151+0000","last_active":"2024-09-21T00:21:23.579440+0000","last_peered":"2024-09-21T00:21:23.579440+0000","last_clean":"2024-09-21T00:21:23.579440+0000","last_became_active":"2024-09-21T00:21:22.582800+0000","last_became_peered":"2024-09-21T00:21:22.582800+0000","last_unstale":"2024-09-21T00:21:23.579440+0000","last_undegraded":"2024-09-21T00:21:23.579440+0000","last_fullsized":"2024-09-21T00:21:23.579440+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:24:22.282773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138088+0000","last_change":"2024-09-21T00:21:21.584538+0000","last_active":"2024-09-21T00:21:24.138088+0000","last_peered":"2024-09-21T00:21:24.138088+0000","last_clean":"2024-09-21T00:21:24.138088+0000","last_became_active":"2024-09-21T00:21:21.584148+0000","last_became_peered":"2024-09-21T00:21:21.584148+0000","last_unstale":"2024-09-21T00:21:24.138088+0000","last_undegraded":"2024-09-21T00:21:24.138088+0000","last_fullsized":"2024-09-21T00:21:24.138088+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:47:49.178185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.580777+0000","last_change":"2024-09-21T00:21:22.586718+0000","last_active":"2024-09-21T00:21:23.580777+0000","last_peered":"2024-09-21T00:21:23.580777+0000","last_clean":"2024-09-21T00:21:23.580777+0000","last_became_active":"2024-09-21T00:21:22.586312+0000","last_became_peered":"2024-09-21T00:21:22.586312+0000","last_unstale":"2024-09-21T00:21:23.580777+0000","last_undegraded":"2024-09-21T00:21:23.580777+0000","last_fullsized":"2024-09-21T00:21:23.580777+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:19:18.946028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.580841+0000","last_change":"2024-09-21T00:21:21.577592+0000","last_active":"2024-09-21T00:21:23.580841+0000","last_peered":"2024-09-21T00:21:23.580841+0000","last_clean":"2024-09-21T00:21:23.580841+0000","last_became_active":"2024-09-21T00:21:21.577262+0000","last_became_peered":"2024-09-21T00:21:21.577262+0000","last_unstale":"2024-09-21T00:21:23.580841+0000","last_undegraded":"2024-09-21T00:21:23.580841+0000","last_fullsized":"2024-09-21T00:21:23.580841+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:30:41.894913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.139265+0000","last_change":"2024-09-21T00:21:22.589940+0000","last_active":"2024-09-21T00:21:24.139265+0000","last_peered":"2024-09-21T00:21:24.139265+0000","last_clean":"2024-09-21T00:21:24.139265+0000","last_became_active":"2024-09-21T00:21:22.588732+0000","last_became_peered":"2024-09-21T00:21:22.588732+0000","last_unstale":"2024-09-21T00:21:24.139265+0000","last_undegraded":"2024-09-21T00:21:24.139265+0000","last_fullsized":"2024-09-21T00:21:24.139265+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:29:14.654932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":18,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579768+0000","last_change":"2024-09-21T00:21:21.575087+0000","last_active":"2024-09-21T00:21:23.579768+0000","last_peered":"2024-09-21T00:21:23.579768+0000","last_clean":"2024-09-21T00:21:23.579768+0000","last_became_active":"2024-09-21T00:21:21.574718+0000","last_became_peered":"2024-09-21T00:21:21.574718+0000","last_unstale":"2024-09-21T00:21:23.579768+0000","last_undegraded":"2024-09-21T00:21:23.579768+0000","last_fullsized":"2024-09-21T00:21:23.579768+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:31:55.883051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.581273+0000","last_change":"2024-09-21T00:21:22.588445+0000","last_active":"2024-09-21T00:21:23.581273+0000","last_peered":"2024-09-21T00:21:23.581273+0000","last_clean":"2024-09-21T00:21:23.581273+0000","last_became_active":"2024-09-21T00:21:22.587801+0000","last_became_peered":"2024-09-21T00:21:22.587801+0000","last_unstale":"2024-09-21T00:21:23.581273+0000","last_undegraded":"2024-09-21T00:21:23.581273+0000","last_fullsized":"2024-09-21T00:21:23.581273+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:03:36.652647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"20'6","reported_seq":21,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138020+0000","last_change":"2024-09-21T00:21:21.585521+0000","last_active":"2024-09-21T00:21:24.138020+0000","last_peered":"2024-09-21T00:21:24.138020+0000","last_clean":"2024-09-21T00:21:24.138020+0000","last_became_active":"2024-09-21T00:21:21.585135+0000","last_became_peered":"2024-09-21T00:21:21.585135+0000","last_unstale":"2024-09-21T00:21:24.138020+0000","last_undegraded":"2024-09-21T00:21:24.138020+0000","last_fullsized":"2024-09-21T00:21:24.138020+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:29:57.482913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.110567+0000","last_change":"2024-09-21T00:21:22.594520+0000","last_active":"2024-09-21T00:21:24.110567+0000","last_peered":"2024-09-21T00:21:24.110567+0000","last_clean":"2024-09-21T00:21:24.110567+0000","last_became_active":"2024-09-21T00:21:22.593566+0000","last_became_peered":"2024-09-21T00:21:22.593566+0000","last_unstale":"2024-09-21T00:21:24.110567+0000","last_undegraded":"2024-09-21T00:21:24.110567+0000","last_fullsized":"2024-09-21T00:21:24.110567+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:23:49.865183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.139232+0000","last_change":"2024-09-21T00:21:21.572368+0000","last_active":"2024-09-21T00:21:24.139232+0000","last_peered":"2024-09-21T00:21:24.139232+0000","last_clean":"2024-09-21T00:21:24.139232+0000","last_became_active":"2024-09-21T00:21:21.571891+0000","last_became_peered":"2024-09-21T00:21:21.571891+0000","last_unstale":"2024-09-21T00:21:24.139232+0000","last_undegraded":"2024-09-21T00:21:24.139232+0000","last_fullsized":"2024-09-21T00:21:24.139232+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:57:04.352997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138660+0000","last_change":"2024-09-21T00:21:22.594685+0000","last_active":"2024-09-21T00:21:24.138660+0000","last_peered":"2024-09-21T00:21:24.138660+0000","last_clean":"2024-09-21T00:21:24.138660+0000","last_became_active":"2024-09-21T00:21:22.594211+0000","last_became_peered":"2024-09-21T00:21:22.594211+0000","last_unstale":"2024-09-21T00:21:24.138660+0000","last_undegraded":"2024-09-21T00:21:24.138660+0000","last_fullsized":"2024-09-21T00:21:24.138660+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:53:19.997204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.581926+0000","last_change":"2024-09-21T00:21:21.583787+0000","last_active":"2024-09-21T00:21:23.581926+0000","last_peered":"2024-09-21T00:21:23.581926+0000","last_clean":"2024-09-21T00:21:23.581926+0000","last_became_active":"2024-09-21T00:21:21.583426+0000","last_became_peered":"2024-09-21T00:21:21.583426+0000","last_unstale":"2024-09-21T00:21:23.581926+0000","last_undegraded":"2024-09-21T00:21:23.581926+0000","last_fullsized":"2024-09-21T00:21:23.581926+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:34:52.118276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.110854+0000","last_change":"2024-09-21T00:21:22.597458+0000","last_active":"2024-09-21T00:21:24.110854+0000","last_peered":"2024-09-21T00:21:24.110854+0000","last_clean":"2024-09-21T00:21:24.110854+0000","last_became_active":"2024-09-21T00:21:22.596968+0000","last_became_peered":"2024-09-21T00:21:22.596968+0000","last_unstale":"2024-09-21T00:21:24.110854+0000","last_undegraded":"2024-09-21T00:21:24.110854+0000","last_fullsized":"2024-09-21T00:21:24.110854+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:41:49.535615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.137716+0000","last_change":"2024-09-21T00:21:21.579813+0000","last_active":"2024-09-21T00:21:24.137716+0000","last_peered":"2024-09-21T00:21:24.137716+0000","last_clean":"2024-09-21T00:21:24.137716+0000","last_became_active":"2024-09-21T00:21:21.579433+0000","last_became_peered":"2024-09-21T00:21:21.579433+0000","last_unstale":"2024-09-21T00:21:24.137716+0000","last_undegraded":"2024-09-21T00:21:24.137716+0000","last_fullsized":"2024-09-21T00:21:24.137716+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:31:20.592325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.137850+0000","last_change":"2024-09-21T00:21:22.595215+0000","last_active":"2024-09-21T00:21:24.137850+0000","last_peered":"2024-09-21T00:21:24.137850+0000","last_clean":"2024-09-21T00:21:24.137850+0000","last_became_active":"2024-09-21T00:21:22.594826+0000","last_became_peered":"2024-09-21T00:21:22.594826+0000","last_unstale":"2024-09-21T00:21:24.137850+0000","last_undegraded":"2024-09-21T00:21:24.137850+0000","last_fullsized":"2024-09-21T00:21:24.137850+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:05:05.016132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":23,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.137674+0000","last_change":"2024-09-21T00:21:21.580177+0000","last_active":"2024-09-21T00:21:24.137674+0000","last_peered":"2024-09-21T00:21:24.137674+0000","last_clean":"2024-09-21T00:21:24.137674+0000","last_became_active":"2024-09-21T00:21:21.579805+0000","last_became_peered":"2024-09-21T00:21:21.579805+0000","last_unstale":"2024-09-21T00:21:24.137674+0000","last_undegraded":"2024-09-21T00:21:24.137674+0000","last_fullsized":"2024-09-21T00:21:24.137674+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:31:20.592325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.110544+0000","last_change":"2024-09-21T00:21:22.597349+0000","last_active":"2024-09-21T00:21:24.110544+0000","last_peered":"2024-09-21T00:21:24.110544+0000","last_clean":"2024-09-21T00:21:24.110544+0000","last_became_active":"2024-09-21T00:21:22.597032+0000","last_became_peered":"2024-09-21T00:21:22.597032+0000","last_unstale":"2024-09-21T00:21:24.110544+0000","last_undegraded":"2024-09-21T00:21:24.110544+0000","last_fullsized":"2024-09-21T00:21:24.110544+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:00:45.377069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.580753+0000","last_change":"2024-09-21T00:21:21.578197+0000","last_active":"2024-09-21T00:21:23.580753+0000","last_peered":"2024-09-21T00:21:23.580753+0000","last_clean":"2024-09-21T00:21:23.580753+0000","last_became_active":"2024-09-21T00:21:21.577550+0000","last_became_peered":"2024-09-21T00:21:21.577550+0000","last_unstale":"2024-09-21T00:21:23.580753+0000","last_undegraded":"2024-09-21T00:21:23.580753+0000","last_fullsized":"2024-09-21T00:21:23.580753+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:15:15.900648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.110920+0000","last_change":"2024-09-21T00:21:22.596979+0000","last_active":"2024-09-21T00:21:24.110920+0000","last_peered":"2024-09-21T00:21:24.110920+0000","last_clean":"2024-09-21T00:21:24.110920+0000","last_became_active":"2024-09-21T00:21:22.596675+0000","last_became_peered":"2024-09-21T00:21:22.596675+0000","last_unstale":"2024-09-21T00:21:24.110920+0000","last_undegraded":"2024-09-21T00:21:24.110920+0000","last_fullsized":"2024-09-21T00:21:24.110920+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:58:25.839255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138183+0000","last_change":"2024-09-21T00:21:21.585865+0000","last_active":"2024-09-21T00:21:24.138183+0000","last_peered":"2024-09-21T00:21:24.138183+0000","last_clean":"2024-09-21T00:21:24.138183+0000","last_became_active":"2024-09-21T00:21:21.585501+0000","last_became_peered":"2024-09-21T00:21:21.585501+0000","last_unstale":"2024-09-21T00:21:24.138183+0000","last_undegraded":"2024-09-21T00:21:24.138183+0000","last_fullsized":"2024-09-21T00:21:24.138183+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:40:17.996825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.111265+0000","last_change":"2024-09-21T00:21:22.597699+0000","last_active":"2024-09-21T00:21:24.111265+0000","last_peered":"2024-09-21T00:21:24.111265+0000","last_clean":"2024-09-21T00:21:24.111265+0000","last_became_active":"2024-09-21T00:21:22.597248+0000","last_became_peered":"2024-09-21T00:21:22.597248+0000","last_unstale":"2024-09-21T00:21:24.111265+0000","last_undegraded":"2024-09-21T00:21:24.111265+0000","last_fullsized":"2024-09-21T00:21:24.111265+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:40:27.962551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579895+0000","last_change":"2024-09-21T00:21:21.578798+0000","last_active":"2024-09-21T00:21:23.579895+0000","last_peered":"2024-09-21T00:21:23.579895+0000","last_clean":"2024-09-21T00:21:23.579895+0000","last_became_active":"2024-09-21T00:21:21.578465+0000","last_became_peered":"2024-09-21T00:21:21.578465+0000","last_unstale":"2024-09-21T00:21:23.579895+0000","last_undegraded":"2024-09-21T00:21:23.579895+0000","last_fullsized":"2024-09-21T00:21:23.579895+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:11:45.916033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.581424+0000","last_change":"2024-09-21T00:21:22.586733+0000","last_active":"2024-09-21T00:21:23.581424+0000","last_peered":"2024-09-21T00:21:23.581424+0000","last_clean":"2024-09-21T00:21:23.581424+0000","last_became_active":"2024-09-21T00:21:22.586101+0000","last_became_peered":"2024-09-21T00:21:22.586101+0000","last_unstale":"2024-09-21T00:21:23.581424+0000","last_undegraded":"2024-09-21T00:21:23.581424+0000","last_fullsized":"2024-09-21T00:21:23.581424+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:46:59.347003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.137930+0000","last_change":"2024-09-21T00:21:21.577783+0000","last_active":"2024-09-21T00:21:24.137930+0000","last_peered":"2024-09-21T00:21:24.137930+0000","last_clean":"2024-09-21T00:21:24.137930+0000","last_became_active":"2024-09-21T00:21:21.577243+0000","last_became_peered":"2024-09-21T00:21:21.577243+0000","last_unstale":"2024-09-21T00:21:24.137930+0000","last_undegraded":"2024-09-21T00:21:24.137930+0000","last_fullsized":"2024-09-21T00:21:24.137930+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:47:49.178185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.110680+0000","last_change":"2024-09-21T00:21:22.595880+0000","last_active":"2024-09-21T00:21:24.110680+0000","last_peered":"2024-09-21T00:21:24.110680+0000","last_clean":"2024-09-21T00:21:24.110680+0000","last_became_active":"2024-09-21T00:21:22.594859+0000","last_became_peered":"2024-09-21T00:21:22.594859+0000","last_unstale":"2024-09-21T00:21:24.110680+0000","last_undegraded":"2024-09-21T00:21:24.110680+0000","last_fullsized":"2024-09-21T00:21:24.110680+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:44:42.817701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":111,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.110351+0000","last_change":"2024-09-21T00:21:11.583793+0000","last_active":"2024-09-21T00:21:24.110351+0000","last_peered":"2024-09-21T00:21:24.110351+0000","last_clean":"2024-09-21T00:21:24.110351+0000","last_became_active":"2024-09-21T00:21:11.582502+0000","last_became_peered":"2024-09-21T00:21:11.582502+0000","last_unstale":"2024-09-21T00:21:24.110351+0000","last_undegraded":"2024-09-21T00:21:24.110351+0000","last_fullsized":"2024-09-21T00:21:24.110351+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_clean_scrub_stamp":"2024-09-21T00:21:10.311964+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:58.010953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.580651+0000","last_change":"2024-09-21T00:21:21.581215+0000","last_active":"2024-09-21T00:21:23.580651+0000","last_peered":"2024-09-21T00:21:23.580651+0000","last_clean":"2024-09-21T00:21:23.580651+0000","last_became_active":"2024-09-21T00:21:21.580140+0000","last_became_peered":"2024-09-21T00:21:21.580140+0000","last_unstale":"2024-09-21T00:21:23.580651+0000","last_undegraded":"2024-09-21T00:21:23.580651+0000","last_fullsized":"2024-09-21T00:21:23.580651+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:43:36.412536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138222+0000","last_change":"2024-09-21T00:21:22.574764+0000","last_active":"2024-09-21T00:21:24.138222+0000","last_peered":"2024-09-21T00:21:24.138222+0000","last_clean":"2024-09-21T00:21:24.138222+0000","last_became_active":"2024-09-21T00:21:22.574433+0000","last_became_peered":"2024-09-21T00:21:22.574433+0000","last_unstale":"2024-09-21T00:21:24.138222+0000","last_undegraded":"2024-09-21T00:21:24.138222+0000","last_fullsized":"2024-09-21T00:21:24.138222+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:32:46.004919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.110109+0000","last_change":"2024-09-21T00:21:21.585290+0000","last_active":"2024-09-21T00:21:24.110109+0000","last_peered":"2024-09-21T00:21:24.110109+0000","last_clean":"2024-09-21T00:21:24.110109+0000","last_became_active":"2024-09-21T00:21:21.584816+0000","last_became_peered":"2024-09-21T00:21:21.584816+0000","last_unstale":"2024-09-21T00:21:24.110109+0000","last_undegraded":"2024-09-21T00:21:24.110109+0000","last_fullsized":"2024-09-21T00:21:24.110109+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:45:39.070628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138373+0000","last_change":"2024-09-21T00:21:22.593599+0000","last_active":"2024-09-21T00:21:24.138373+0000","last_peered":"2024-09-21T00:21:24.138373+0000","last_clean":"2024-09-21T00:21:24.138373+0000","last_became_active":"2024-09-21T00:21:22.593296+0000","last_became_peered":"2024-09-21T00:21:22.593296+0000","last_unstale":"2024-09-21T00:21:24.138373+0000","last_undegraded":"2024-09-21T00:21:24.138373+0000","last_fullsized":"2024-09-21T00:21:24.138373+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:54:57.539190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138232+0000","last_change":"2024-09-21T00:21:21.586497+0000","last_active":"2024-09-21T00:21:24.138232+0000","last_peered":"2024-09-21T00:21:24.138232+0000","last_clean":"2024-09-21T00:21:24.138232+0000","last_became_active":"2024-09-21T00:21:21.586177+0000","last_became_peered":"2024-09-21T00:21:21.586177+0000","last_unstale":"2024-09-21T00:21:24.138232+0000","last_undegraded":"2024-09-21T00:21:24.138232+0000","last_fullsized":"2024-09-21T00:21:24.138232+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:48:32.995795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579488+0000","last_change":"2024-09-21T00:21:22.582280+0000","last_active":"2024-09-21T00:21:23.579488+0000","last_peered":"2024-09-21T00:21:23.579488+0000","last_clean":"2024-09-21T00:21:23.579488+0000","last_became_active":"2024-09-21T00:21:22.579142+0000","last_became_peered":"2024-09-21T00:21:22.579142+0000","last_unstale":"2024-09-21T00:21:23.579488+0000","last_undegraded":"2024-09-21T00:21:23.579488+0000","last_fullsized":"2024-09-21T00:21:23.579488+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:33:57.528804+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.582016+0000","last_change":"2024-09-21T00:21:21.577100+0000","last_active":"2024-09-21T00:21:23.582016+0000","last_peered":"2024-09-21T00:21:23.582016+0000","last_clean":"2024-09-21T00:21:23.582016+0000","last_became_active":"2024-09-21T00:21:21.576358+0000","last_became_peered":"2024-09-21T00:21:21.576358+0000","last_unstale":"2024-09-21T00:21:23.582016+0000","last_undegraded":"2024-09-21T00:21:23.582016+0000","last_fullsized":"2024-09-21T00:21:23.582016+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:45:36.833208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.580545+0000","last_change":"2024-09-21T00:21:22.589714+0000","last_active":"2024-09-21T00:21:23.580545+0000","last_peered":"2024-09-21T00:21:23.580545+0000","last_clean":"2024-09-21T00:21:23.580545+0000","last_became_active":"2024-09-21T00:21:22.589119+0000","last_became_peered":"2024-09-21T00:21:22.589119+0000","last_unstale":"2024-09-21T00:21:23.580545+0000","last_undegraded":"2024-09-21T00:21:23.580545+0000","last_fullsized":"2024-09-21T00:21:23.580545+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:12:55.933852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579674+0000","last_change":"2024-09-21T00:21:21.581757+0000","last_active":"2024-09-21T00:21:23.579674+0000","last_peered":"2024-09-21T00:21:23.579674+0000","last_clean":"2024-09-21T00:21:23.579674+0000","last_became_active":"2024-09-21T00:21:21.581429+0000","last_became_peered":"2024-09-21T00:21:21.581429+0000","last_unstale":"2024-09-21T00:21:23.579674+0000","last_undegraded":"2024-09-21T00:21:23.579674+0000","last_fullsized":"2024-09-21T00:21:23.579674+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:20:48.653923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.582049+0000","last_change":"2024-09-21T00:21:22.586700+0000","last_active":"2024-09-21T00:21:23.582049+0000","last_peered":"2024-09-21T00:21:23.582049+0000","last_clean":"2024-09-21T00:21:23.582049+0000","last_became_active":"2024-09-21T00:21:22.585379+0000","last_became_peered":"2024-09-21T00:21:22.585379+0000","last_unstale":"2024-09-21T00:21:23.582049+0000","last_undegraded":"2024-09-21T00:21:23.582049+0000","last_fullsized":"2024-09-21T00:21:23.582049+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:36:25.937631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.110827+0000","last_change":"2024-09-21T00:21:21.586299+0000","last_active":"2024-09-21T00:21:24.110827+0000","last_peered":"2024-09-21T00:21:24.110827+0000","last_clean":"2024-09-21T00:21:24.110827+0000","last_became_active":"2024-09-21T00:21:21.585956+0000","last_became_peered":"2024-09-21T00:21:21.585956+0000","last_unstale":"2024-09-21T00:21:24.110827+0000","last_undegraded":"2024-09-21T00:21:24.110827+0000","last_fullsized":"2024-09-21T00:21:24.110827+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:02:46.978661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579794+0000","last_change":"2024-09-21T00:21:22.581722+0000","last_active":"2024-09-21T00:21:23.579794+0000","last_peered":"2024-09-21T00:21:23.579794+0000","last_clean":"2024-09-21T00:21:23.579794+0000","last_became_active":"2024-09-21T00:21:22.581405+0000","last_became_peered":"2024-09-21T00:21:22.581405+0000","last_unstale":"2024-09-21T00:21:23.579794+0000","last_undegraded":"2024-09-21T00:21:23.579794+0000","last_fullsized":"2024-09-21T00:21:23.579794+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:57:45.405194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"21'1","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.216125+0000","last_change":"2024-09-21T00:21:21.580295+0000","last_active":"2024-09-21T00:21:24.216125+0000","last_peered":"2024-09-21T00:21:24.216125+0000","last_clean":"2024-09-21T00:21:24.216125+0000","last_became_active":"2024-09-21T00:21:21.579967+0000","last_became_peered":"2024-09-21T00:21:21.579967+0000","last_unstale":"2024-09-21T00:21:24.216125+0000","last_undegraded":"2024-09-21T00:21:24.216125+0000","last_fullsized":"2024-09-21T00:21:24.216125+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:03:30.693761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.139252+0000","last_change":"2024-09-21T00:21:22.586148+0000","last_active":"2024-09-21T00:21:24.139252+0000","last_peered":"2024-09-21T00:21:24.139252+0000","last_clean":"2024-09-21T00:21:24.139252+0000","last_became_active":"2024-09-21T00:21:22.585834+0000","last_became_peered":"2024-09-21T00:21:22.585834+0000","last_unstale":"2024-09-21T00:21:24.139252+0000","last_undegraded":"2024-09-21T00:21:24.139252+0000","last_fullsized":"2024-09-21T00:21:24.139252+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:46:59.347003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138157+0000","last_change":"2024-09-21T00:21:21.585778+0000","last_active":"2024-09-21T00:21:24.138157+0000","last_peered":"2024-09-21T00:21:24.138157+0000","last_clean":"2024-09-21T00:21:24.138157+0000","last_became_active":"2024-09-21T00:21:21.585409+0000","last_became_peered":"2024-09-21T00:21:21.585409+0000","last_unstale":"2024-09-21T00:21:24.138157+0000","last_undegraded":"2024-09-21T00:21:24.138157+0000","last_fullsized":"2024-09-21T00:21:24.138157+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:50:14.465425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.139024+0000","last_change":"2024-09-21T00:21:22.587395+0000","last_active":"2024-09-21T00:21:24.139024+0000","last_peered":"2024-09-21T00:21:24.139024+0000","last_clean":"2024-09-21T00:21:24.139024+0000","last_became_active":"2024-09-21T00:21:22.587071+0000","last_became_peered":"2024-09-21T00:21:22.587071+0000","last_unstale":"2024-09-21T00:21:24.139024+0000","last_undegraded":"2024-09-21T00:21:24.139024+0000","last_fullsized":"2024-09-21T00:21:24.139024+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:13:48.555714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.110109+0000","last_change":"2024-09-21T00:21:21.584296+0000","last_active":"2024-09-21T00:21:24.110109+0000","last_peered":"2024-09-21T00:21:24.110109+0000","last_clean":"2024-09-21T00:21:24.110109+0000","last_became_active":"2024-09-21T00:21:21.583924+0000","last_became_peered":"2024-09-21T00:21:21.583924+0000","last_unstale":"2024-09-21T00:21:24.110109+0000","last_undegraded":"2024-09-21T00:21:24.110109+0000","last_fullsized":"2024-09-21T00:21:24.110109+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:03:24.677036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.581603+0000","last_change":"2024-09-21T00:21:22.571553+0000","last_active":"2024-09-21T00:21:23.581603+0000","last_peered":"2024-09-21T00:21:23.581603+0000","last_clean":"2024-09-21T00:21:23.581603+0000","last_became_active":"2024-09-21T00:21:22.571233+0000","last_became_peered":"2024-09-21T00:21:22.571233+0000","last_unstale":"2024-09-21T00:21:23.581603+0000","last_undegraded":"2024-09-21T00:21:23.581603+0000","last_fullsized":"2024-09-21T00:21:23.581603+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:23:45.088261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579564+0000","last_change":"2024-09-21T00:21:21.583312+0000","last_active":"2024-09-21T00:21:23.579564+0000","last_peered":"2024-09-21T00:21:23.579564+0000","last_clean":"2024-09-21T00:21:23.579564+0000","last_became_active":"2024-09-21T00:21:21.582961+0000","last_became_peered":"2024-09-21T00:21:21.582961+0000","last_unstale":"2024-09-21T00:21:23.579564+0000","last_undegraded":"2024-09-21T00:21:23.579564+0000","last_fullsized":"2024-09-21T00:21:23.579564+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:21:56.561424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138248+0000","last_change":"2024-09-21T00:21:22.575714+0000","last_active":"2024-09-21T00:21:24.138248+0000","last_peered":"2024-09-21T00:21:24.138248+0000","last_clean":"2024-09-21T00:21:24.138248+0000","last_became_active":"2024-09-21T00:21:22.575406+0000","last_became_peered":"2024-09-21T00:21:22.575406+0000","last_unstale":"2024-09-21T00:21:24.138248+0000","last_undegraded":"2024-09-21T00:21:24.138248+0000","last_fullsized":"2024-09-21T00:21:24.138248+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:57:10.440036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.579634+0000","last_change":"2024-09-21T00:21:21.585456+0000","last_active":"2024-09-21T00:21:23.579634+0000","last_peered":"2024-09-21T00:21:23.579634+0000","last_clean":"2024-09-21T00:21:23.579634+0000","last_became_active":"2024-09-21T00:21:21.585096+0000","last_became_peered":"2024-09-21T00:21:21.585096+0000","last_unstale":"2024-09-21T00:21:23.579634+0000","last_undegraded":"2024-09-21T00:21:23.579634+0000","last_fullsized":"2024-09-21T00:21:23.579634+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:48:02.620562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.139146+0000","last_change":"2024-09-21T00:21:22.593766+0000","last_active":"2024-09-21T00:21:24.139146+0000","last_peered":"2024-09-21T00:21:24.139146+0000","last_clean":"2024-09-21T00:21:24.139146+0000","last_became_active":"2024-09-21T00:21:22.593416+0000","last_became_peered":"2024-09-21T00:21:22.593416+0000","last_unstale":"2024-09-21T00:21:24.139146+0000","last_undegraded":"2024-09-21T00:21:24.139146+0000","last_fullsized":"2024-09-21T00:21:24.139146+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:11:17.843479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.110721+0000","last_change":"2024-09-21T00:21:21.583758+0000","last_active":"2024-09-21T00:21:24.110721+0000","last_peered":"2024-09-21T00:21:24.110721+0000","last_clean":"2024-09-21T00:21:24.110721+0000","last_became_active":"2024-09-21T00:21:21.583362+0000","last_became_peered":"2024-09-21T00:21:21.583362+0000","last_unstale":"2024-09-21T00:21:24.110721+0000","last_undegraded":"2024-09-21T00:21:24.110721+0000","last_fullsized":"2024-09-21T00:21:24.110721+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:25:28.966498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.137980+0000","last_change":"2024-09-21T00:21:22.588551+0000","last_active":"2024-09-21T00:21:24.137980+0000","last_peered":"2024-09-21T00:21:24.137980+0000","last_clean":"2024-09-21T00:21:24.137980+0000","last_became_active":"2024-09-21T00:21:22.588219+0000","last_became_peered":"2024-09-21T00:21:22.588219+0000","last_unstale":"2024-09-21T00:21:24.137980+0000","last_undegraded":"2024-09-21T00:21:24.137980+0000","last_fullsized":"2024-09-21T00:21:24.137980+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:24:29.863843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.582048+0000","last_change":"2024-09-21T00:21:22.583006+0000","last_active":"2024-09-21T00:21:23.582048+0000","last_peered":"2024-09-21T00:21:23.582048+0000","last_clean":"2024-09-21T00:21:23.582048+0000","last_became_active":"2024-09-21T00:21:22.582678+0000","last_became_peered":"2024-09-21T00:21:22.582678+0000","last_unstale":"2024-09-21T00:21:23.582048+0000","last_undegraded":"2024-09-21T00:21:23.582048+0000","last_fullsized":"2024-09-21T00:21:23.582048+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:49:17.782246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.110394+0000","last_change":"2024-09-21T00:21:21.588070+0000","last_active":"2024-09-21T00:21:24.110394+0000","last_peered":"2024-09-21T00:21:24.110394+0000","last_clean":"2024-09-21T00:21:24.110394+0000","last_became_active":"2024-09-21T00:21:21.587725+0000","last_became_peered":"2024-09-21T00:21:21.587725+0000","last_unstale":"2024-09-21T00:21:24.110394+0000","last_undegraded":"2024-09-21T00:21:24.110394+0000","last_fullsized":"2024-09-21T00:21:24.110394+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:45:36.833208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:23.581194+0000","last_change":"2024-09-21T00:21:22.580631+0000","last_active":"2024-09-21T00:21:23.581194+0000","last_peered":"2024-09-21T00:21:23.581194+0000","last_clean":"2024-09-21T00:21:23.581194+0000","last_became_active":"2024-09-21T00:21:22.580295+0000","last_became_peered":"2024-09-21T00:21:22.580295+0000","last_unstale":"2024-09-21T00:21:23.581194+0000","last_undegraded":"2024-09-21T00:21:23.581194+0000","last_fullsized":"2024-09-21T00:21:23.581194+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:11:17.843479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.110665+0000","last_change":"2024-09-21T00:21:21.585736+0000","last_active":"2024-09-21T00:21:24.110665+0000","last_peered":"2024-09-21T00:21:24.110665+0000","last_clean":"2024-09-21T00:21:24.110665+0000","last_became_active":"2024-09-21T00:21:21.585324+0000","last_became_peered":"2024-09-21T00:21:21.585324+0000","last_unstale":"2024-09-21T00:21:24.110665+0000","last_undegraded":"2024-09-21T00:21:24.110665+0000","last_fullsized":"2024-09-21T00:21:24.110665+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:33:52.569324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.139126+0000","last_change":"2024-09-21T00:21:22.590416+0000","last_active":"2024-09-21T00:21:24.139126+0000","last_peered":"2024-09-21T00:21:24.139126+0000","last_clean":"2024-09-21T00:21:24.139126+0000","last_became_active":"2024-09-21T00:21:22.589187+0000","last_became_peered":"2024-09-21T00:21:22.589187+0000","last_unstale":"2024-09-21T00:21:24.139126+0000","last_undegraded":"2024-09-21T00:21:24.139126+0000","last_fullsized":"2024-09-21T00:21:24.139126+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:32:46.004919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138858+0000","last_change":"2024-09-21T00:21:21.583596+0000","last_active":"2024-09-21T00:21:24.138858+0000","last_peered":"2024-09-21T00:21:24.138858+0000","last_clean":"2024-09-21T00:21:24.138858+0000","last_became_active":"2024-09-21T00:21:21.582806+0000","last_became_peered":"2024-09-21T00:21:21.582806+0000","last_unstale":"2024-09-21T00:21:24.138858+0000","last_undegraded":"2024-09-21T00:21:24.138858+0000","last_fullsized":"2024-09-21T00:21:24.138858+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:44:01.079047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.138231+0000","last_change":"2024-09-21T00:21:22.584608+0000","last_active":"2024-09-21T00:21:24.138231+0000","last_peered":"2024-09-21T00:21:24.138231+0000","last_clean":"2024-09-21T00:21:24.138231+0000","last_became_active":"2024-09-21T00:21:22.584252+0000","last_became_peered":"2024-09-21T00:21:22.584252+0000","last_unstale":"2024-09-21T00:21:24.138231+0000","last_undegraded":"2024-09-21T00:21:24.138231+0000","last_fullsized":"2024-09-21T00:21:24.138231+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:21.553458+0000","last_clean_scrub_stamp":"2024-09-21T00:21:21.553458+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:47:10.395311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"20'4","reported_seq":19,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-21T00:21:24.139227+0000","last_change":"2024-09-21T00:21:21.583470+0000","last_active":"2024-09-21T00:21:24.139227+0000","last_peered":"2024-09-21T00:21:24.139227+0000","last_clean":"2024-09-21T00:21:24.139227+0000","last_became_active":"2024-09-21T00:21:21.583107+0000","last_became_peered":"2024-09-21T00:21:21.583107+0000","last_unstale":"2024-09-21T00:21:24.139227+0000","last_undegraded":"2024-09-21T00:21:24.139227+0000","last_fullsized":"2024-09-21T00:21:24.139227+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:20.547599+0000","last_clean_scrub_stamp":"2024-09-21T00:21:20.547599+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:40:17.996825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509448,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27820,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344020,"statfs":{"total":96636764160,"available":96608276480,"internally_reserved":0,"allocated":806912,"data_stored":663697,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509448,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":221184,"data_stored":74359,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509448,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":208,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":212992,"data_stored":72837,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509449,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":221184,"data_stored":74359,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509449,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":208896,"data_stored":72747,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509447,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27828,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344012,"statfs":{"total":96636764160,"available":96608268288,"internally_reserved":0,"allocated":815104,"data_stored":663753,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574855,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":221184,"data_stored":72873,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574855,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27240,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344600,"statfs":{"total":96636764160,"available":96608870400,"internally_reserved":0,"allocated":217088,"data_stored":72907,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T00:21:34.786 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-21T00:21:34.786 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-21T00:21:34.786 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2024-09-21T00:21:34.786 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-21T00:21:34.938 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.936+0000 7f3e0d630640 1 -- 172.21.15.67:0/3201569429 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3e080d11c0 msgr2=0x7f3e080d15d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:34.938 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.936+0000 7f3e0d630640 1 --2- 172.21.15.67:0/3201569429 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3e080d11c0 0x7f3e080d15d0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f3e00005fd0 tx=0x7f3e0002aa00 comp rx=0 tx=0).stop 2024-09-21T00:21:34.938 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.936+0000 7f3e0d630640 1 -- 172.21.15.67:0/3201569429 shutdown_connections 2024-09-21T00:21:34.938 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.936+0000 7f3e0d630640 1 --2- 172.21.15.67:0/3201569429 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3e080d11c0 0x7f3e080d15d0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:34.938 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.936+0000 7f3e0d630640 1 --2- 172.21.15.67:0/3201569429 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3e08162ea0 0x7f3e080cf740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:34.938 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.936+0000 7f3e0d630640 1 -- 172.21.15.67:0/3201569429 >> 172.21.15.67:0/3201569429 conn(0x7f3e0806dfb0 msgr2=0x7f3e0806e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:34.938 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.936+0000 7f3e0d630640 1 -- 172.21.15.67:0/3201569429 shutdown_connections 2024-09-21T00:21:34.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.936+0000 7f3e0d630640 1 -- 172.21.15.67:0/3201569429 wait complete. 2024-09-21T00:21:34.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.938+0000 7f3e0d630640 1 Processor -- start 2024-09-21T00:21:34.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.938+0000 7f3e0d630640 1 -- start start 2024-09-21T00:21:34.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.940+0000 7f3e0d630640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3e080d11c0 0x7f3e08154770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:34.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.940+0000 7f3e0d630640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3e080d2b00 0x7f3e08159ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:34.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.940+0000 7f3e0d630640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3e08162ea0 0x7f3e080b6740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:34.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.940+0000 7f3e0d630640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f3e0815f640 con 0x7f3e080d11c0 2024-09-21T00:21:34.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.940+0000 7f3e0d630640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f3e0815f4c0 con 0x7f3e080d2b00 2024-09-21T00:21:34.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.940+0000 7f3e0d630640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f3e0815f7c0 con 0x7f3e08162ea0 2024-09-21T00:21:34.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.940+0000 7f3e06ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3e080d11c0 0x7f3e08154770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:34.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.940+0000 7f3e06ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3e080d11c0 0x7f3e08154770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60994/0 (socket says 172.21.15.67:60994) 2024-09-21T00:21:34.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.940+0000 7f3e06ffd640 1 -- 172.21.15.67:0/3570186393 learned_addr learned my addr 172.21.15.67:0/3570186393 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:34.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.940+0000 7f3e067fc640 1 --2- 172.21.15.67:0/3570186393 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3e080d2b00 0x7f3e08159ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:34.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.940+0000 7f3e077fe640 1 --2- 172.21.15.67:0/3570186393 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3e08162ea0 0x7f3e080b6740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:34.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.940+0000 7f3e06ffd640 1 -- 172.21.15.67:0/3570186393 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3e08162ea0 msgr2=0x7f3e080b6740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:34.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.940+0000 7f3e06ffd640 1 --2- 172.21.15.67:0/3570186393 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3e08162ea0 0x7f3e080b6740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:34.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.940+0000 7f3e06ffd640 1 -- 172.21.15.67:0/3570186393 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3e080d2b00 msgr2=0x7f3e08159ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:34.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.940+0000 7f3e06ffd640 1 --2- 172.21.15.67:0/3570186393 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3e080d2b00 0x7f3e08159ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:34.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.940+0000 7f3e06ffd640 1 -- 172.21.15.67:0/3570186393 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e08158d40 con 0x7f3e080d11c0 2024-09-21T00:21:34.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.940+0000 7f3e06ffd640 1 --2- 172.21.15.67:0/3570186393 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3e080d11c0 0x7f3e08154770 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f3df800d720 tx=0x7f3df800dbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:34.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.940+0000 7f3def7fe640 1 -- 172.21.15.67:0/3570186393 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3df8017070 con 0x7f3e080d11c0 2024-09-21T00:21:34.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.941+0000 7f3def7fe640 1 -- 172.21.15.67:0/3570186393 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3df8009b30 con 0x7f3e080d11c0 2024-09-21T00:21:34.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.941+0000 7f3def7fe640 1 -- 172.21.15.67:0/3570186393 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3df8010460 con 0x7f3e080d11c0 2024-09-21T00:21:34.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.941+0000 7f3e0d630640 1 -- 172.21.15.67:0/3570186393 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3e08159020 con 0x7f3e080d11c0 2024-09-21T00:21:34.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.941+0000 7f3e0d630640 1 -- 172.21.15.67:0/3570186393 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3e081595e0 con 0x7f3e080d11c0 2024-09-21T00:21:34.944 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.942+0000 7f3e0d630640 1 -- 172.21.15.67:0/3570186393 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3e08160e10 con 0x7f3e080d11c0 2024-09-21T00:21:34.944 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.943+0000 7f3def7fe640 1 -- 172.21.15.67:0/3570186393 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f3df801a070 con 0x7f3e080d11c0 2024-09-21T00:21:34.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.944+0000 7f3def7fe640 1 --2- 172.21.15.67:0/3570186393 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3df4078bc0 0x7f3df407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:34.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.944+0000 7f3def7fe640 1 -- 172.21.15.67:0/3570186393 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f3df809b210 con 0x7f3e080d11c0 2024-09-21T00:21:34.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.944+0000 7f3e067fc640 1 --2- 172.21.15.67:0/3570186393 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3df4078bc0 0x7f3df407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:34.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.944+0000 7f3e067fc640 1 --2- 172.21.15.67:0/3570186393 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3df4078bc0 0x7f3df407b0d0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f3e080b72a0 tx=0x7f3dfc009060 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:34.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:34.947+0000 7f3def7fe640 1 -- 172.21.15.67:0/3570186393 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f3df80630e0 con 0x7f3e080d11c0 2024-09-21T00:21:35.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.174+0000 7f3e0d630640 1 -- 172.21.15.67:0/3570186393 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f3e080ba110 con 0x7f3e080d11c0 2024-09-21T00:21:35.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.174+0000 7f3def7fe640 1 -- 172.21.15.67:0/3570186393 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7f3df8067b10 con 0x7f3e080d11c0 2024-09-21T00:21:35.175 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:21:35.176 INFO:teuthology.orchestra.run.smithi067.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-21T00:21:35.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.176+0000 7f3e0d630640 1 -- 172.21.15.67:0/3570186393 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3df4078bc0 msgr2=0x7f3df407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:35.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.176+0000 7f3e0d630640 1 --2- 172.21.15.67:0/3570186393 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3df4078bc0 0x7f3df407b0d0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f3e080b72a0 tx=0x7f3dfc009060 comp rx=0 tx=0).stop 2024-09-21T00:21:35.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.176+0000 7f3e0d630640 1 -- 172.21.15.67:0/3570186393 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3e080d11c0 msgr2=0x7f3e08154770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:35.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.176+0000 7f3e0d630640 1 --2- 172.21.15.67:0/3570186393 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3e080d11c0 0x7f3e08154770 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f3df800d720 tx=0x7f3df800dbe0 comp rx=0 tx=0).stop 2024-09-21T00:21:35.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.176+0000 7f3e0d630640 1 -- 172.21.15.67:0/3570186393 shutdown_connections 2024-09-21T00:21:35.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.176+0000 7f3e0d630640 1 --2- 172.21.15.67:0/3570186393 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3df4078bc0 0x7f3df407b0d0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:35.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.176+0000 7f3e0d630640 1 --2- 172.21.15.67:0/3570186393 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3e08162ea0 0x7f3e080b6740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:35.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.176+0000 7f3e0d630640 1 --2- 172.21.15.67:0/3570186393 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3e080d2b00 0x7f3e08159ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:35.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.176+0000 7f3e0d630640 1 --2- 172.21.15.67:0/3570186393 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3e080d11c0 0x7f3e08154770 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:35.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.176+0000 7f3e0d630640 1 -- 172.21.15.67:0/3570186393 >> 172.21.15.67:0/3570186393 conn(0x7f3e0806dfb0 msgr2=0x7f3e08161850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:35.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.176+0000 7f3e0d630640 1 -- 172.21.15.67:0/3570186393 shutdown_connections 2024-09-21T00:21:35.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.176+0000 7f3e0d630640 1 -- 172.21.15.67:0/3570186393 wait complete. 2024-09-21T00:21:35.188 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2024-09-21T00:21:35.189 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:21:35.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.304+0000 7fc19f7e6640 1 -- 172.21.15.67:0/1940800561 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc1980b9780 msgr2=0x7fc1980d2cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:35.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.304+0000 7fc19f7e6640 1 --2- 172.21.15.67:0/1940800561 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc1980b9780 0x7fc1980d2cf0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fc190009820 tx=0x7fc19002a5a0 comp rx=0 tx=0).stop 2024-09-21T00:21:35.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.304+0000 7fc19f7e6640 1 -- 172.21.15.67:0/1940800561 shutdown_connections 2024-09-21T00:21:35.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.304+0000 7fc19f7e6640 1 --2- 172.21.15.67:0/1940800561 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc1980b9780 0x7fc1980d2cf0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:35.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.304+0000 7fc19f7e6640 1 -- 172.21.15.67:0/1940800561 >> 172.21.15.67:0/1940800561 conn(0x7fc19808bee0 msgr2=0x7fc1980d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:35.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.304+0000 7fc19f7e6640 1 -- 172.21.15.67:0/1940800561 shutdown_connections 2024-09-21T00:21:35.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.304+0000 7fc19f7e6640 1 -- 172.21.15.67:0/1940800561 wait complete. 2024-09-21T00:21:35.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.306+0000 7fc19f7e6640 1 Processor -- start 2024-09-21T00:21:35.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.306+0000 7fc19f7e6640 1 -- start start 2024-09-21T00:21:35.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.307+0000 7fc19f7e6640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc1980b9780 0x7fc1981590e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:35.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.308+0000 7fc19f7e6640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc1980d1010 0x7fc1981e87e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:35.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.308+0000 7fc19f7e6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc1980d1420 0x7fc1981e8d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:35.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.308+0000 7fc19f7e6640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc1980cf810 con 0x7fc1980d1420 2024-09-21T00:21:35.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.308+0000 7fc19f7e6640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc1980b7d10 con 0x7fc1980b9780 2024-09-21T00:21:35.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.308+0000 7fc19f7e6640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fc1980cf990 con 0x7fc1980d1010 2024-09-21T00:21:35.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.308+0000 7fc19dd83640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc1980d1420 0x7fc1981e8d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:35.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.308+0000 7fc19dd83640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc1980d1420 0x7fc1981e8d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60998/0 (socket says 172.21.15.67:60998) 2024-09-21T00:21:35.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.308+0000 7fc19dd83640 1 -- 172.21.15.67:0/3269731879 learned_addr learned my addr 172.21.15.67:0/3269731879 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:35.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.308+0000 7fc19d582640 1 --2- 172.21.15.67:0/3269731879 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc1980b9780 0x7fc1981590e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:35.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.308+0000 7fc19cd81640 1 --2- 172.21.15.67:0/3269731879 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc1980d1010 0x7fc1981e87e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:35.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.308+0000 7fc19dd83640 1 -- 172.21.15.67:0/3269731879 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc1980d1010 msgr2=0x7fc1981e87e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:35.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.308+0000 7fc19dd83640 1 --2- 172.21.15.67:0/3269731879 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc1980d1010 0x7fc1981e87e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:35.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.308+0000 7fc19dd83640 1 -- 172.21.15.67:0/3269731879 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc1980b9780 msgr2=0x7fc1981590e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:35.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.308+0000 7fc19dd83640 1 --2- 172.21.15.67:0/3269731879 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc1980b9780 0x7fc1981590e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:35.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.308+0000 7fc19dd83640 1 -- 172.21.15.67:0/3269731879 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc198159620 con 0x7fc1980d1420 2024-09-21T00:21:35.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.308+0000 7fc19dd83640 1 --2- 172.21.15.67:0/3269731879 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc1980d1420 0x7fc1981e8d20 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fc18800c700 tx=0x7fc18800cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:35.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.308+0000 7fc195ffb640 1 -- 172.21.15.67:0/3269731879 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc188003b70 con 0x7fc1980d1420 2024-09-21T00:21:35.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.308+0000 7fc195ffb640 1 -- 172.21.15.67:0/3269731879 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc188003d10 con 0x7fc1980d1420 2024-09-21T00:21:35.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.308+0000 7fc19f7e6640 1 -- 172.21.15.67:0/3269731879 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc198159c60 con 0x7fc1980d1420 2024-09-21T00:21:35.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.308+0000 7fc195ffb640 1 -- 172.21.15.67:0/3269731879 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc18800aab0 con 0x7fc1980d1420 2024-09-21T00:21:35.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.309+0000 7fc19f7e6640 1 -- 172.21.15.67:0/3269731879 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc19815c310 con 0x7fc1980d1420 2024-09-21T00:21:35.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.310+0000 7fc19f7e6640 1 -- 172.21.15.67:0/3269731879 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc1981599d0 con 0x7fc1980d1420 2024-09-21T00:21:35.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.311+0000 7fc195ffb640 1 -- 172.21.15.67:0/3269731879 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fc18800ac50 con 0x7fc1980d1420 2024-09-21T00:21:35.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.311+0000 7fc195ffb640 1 --2- 172.21.15.67:0/3269731879 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc184078b90 0x7fc18407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:35.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.311+0000 7fc195ffb640 1 -- 172.21.15.67:0/3269731879 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fc18809b450 con 0x7fc1980d1420 2024-09-21T00:21:35.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.311+0000 7fc19d582640 1 --2- 172.21.15.67:0/3269731879 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc184078b90 0x7fc18407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:35.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.312+0000 7fc19d582640 1 --2- 172.21.15.67:0/3269731879 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc184078b90 0x7fc18407b0a0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fc190034000 tx=0x7fc190004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:35.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.315+0000 7fc195ffb640 1 -- 172.21.15.67:0/3269731879 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fc1880632d0 con 0x7fc1980d1420 2024-09-21T00:21:35.540 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.539+0000 7fc19f7e6640 1 -- 172.21.15.67:0/3269731879 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc1980c7bd0 con 0x7fc1980d1420 2024-09-21T00:21:35.540 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.539+0000 7fc195ffb640 1 -- 172.21.15.67:0/3269731879 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5214 (secure 0 0 0) 0x7fc188067d00 con 0x7fc1980d1420 2024-09-21T00:21:35.541 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:21:35.541 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":8,"btime":"2024-09-21T00:21:25:583190+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4286,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3747549097","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":3747549097},{"type":"v1","addr":"172.21.15.67:6835","nonce":3747549097}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4298,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/2478649903","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":2478649903},{"type":"v1","addr":"172.21.15.97:6836","nonce":2478649903}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4383,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/4089970198","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":4089970198},{"type":"v1","addr":"172.21.15.67:6834","nonce":4089970198}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:21:21.951941+0000","modified":"2024-09-21T00:21:24.966543+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4398},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4398":{"gid":4398,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.97:6837/238081481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":238081481},{"type":"v1","addr":"172.21.15.97:6837","nonce":238081481}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4398,"qdb_cluster":[4398]},"id":1}]} 2024-09-21T00:21:35.541 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 8 2024-09-21T00:21:35.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.542+0000 7fc19f7e6640 1 -- 172.21.15.67:0/3269731879 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc184078b90 msgr2=0x7fc18407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:35.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.542+0000 7fc19f7e6640 1 --2- 172.21.15.67:0/3269731879 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc184078b90 0x7fc18407b0a0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fc190034000 tx=0x7fc190004730 comp rx=0 tx=0).stop 2024-09-21T00:21:35.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.542+0000 7fc19f7e6640 1 -- 172.21.15.67:0/3269731879 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc1980d1420 msgr2=0x7fc1981e8d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:35.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.542+0000 7fc19f7e6640 1 --2- 172.21.15.67:0/3269731879 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc1980d1420 0x7fc1981e8d20 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fc18800c700 tx=0x7fc18800cbc0 comp rx=0 tx=0).stop 2024-09-21T00:21:35.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.542+0000 7fc19f7e6640 1 -- 172.21.15.67:0/3269731879 shutdown_connections 2024-09-21T00:21:35.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.542+0000 7fc19f7e6640 1 --2- 172.21.15.67:0/3269731879 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc184078b90 0x7fc18407b0a0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:35.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.542+0000 7fc19f7e6640 1 --2- 172.21.15.67:0/3269731879 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc1980d1420 0x7fc1981e8d20 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:35.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.542+0000 7fc19f7e6640 1 --2- 172.21.15.67:0/3269731879 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc1980d1010 0x7fc1981e87e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:35.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.542+0000 7fc19f7e6640 1 --2- 172.21.15.67:0/3269731879 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc1980b9780 0x7fc1981590e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:35.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.542+0000 7fc19f7e6640 1 -- 172.21.15.67:0/3269731879 >> 172.21.15.67:0/3269731879 conn(0x7fc19808bee0 msgr2=0x7fc19806de70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:35.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.542+0000 7fc19f7e6640 1 -- 172.21.15.67:0/3269731879 shutdown_connections 2024-09-21T00:21:35.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.542+0000 7fc19f7e6640 1 -- 172.21.15.67:0/3269731879 wait complete. 2024-09-21T00:21:35.554 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:21:35.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.669+0000 7fa5ed569640 1 -- 172.21.15.67:0/3060769824 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa5e80d2b00 msgr2=0x7fa5e815e7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:35.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.669+0000 7fa5ed569640 1 --2- 172.21.15.67:0/3060769824 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa5e80d2b00 0x7fa5e815e7f0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fa5e808d710 tx=0x7fa5dc02a560 comp rx=0 tx=0).stop 2024-09-21T00:21:35.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.669+0000 7fa5ed569640 1 -- 172.21.15.67:0/3060769824 shutdown_connections 2024-09-21T00:21:35.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.669+0000 7fa5ed569640 1 --2- 172.21.15.67:0/3060769824 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa5e80d2b00 0x7fa5e815e7f0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:35.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.669+0000 7fa5ed569640 1 --2- 172.21.15.67:0/3060769824 >> v2:172.21.15.97:3300/0 conn(0x7fa5e8162ea0 0x7fa5e80cf740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:35.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.669+0000 7fa5ed569640 1 -- 172.21.15.67:0/3060769824 >> 172.21.15.67:0/3060769824 conn(0x7fa5e806dfb0 msgr2=0x7fa5e806e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:35.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.669+0000 7fa5ed569640 1 -- 172.21.15.67:0/3060769824 shutdown_connections 2024-09-21T00:21:35.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.669+0000 7fa5ed569640 1 -- 172.21.15.67:0/3060769824 wait complete. 2024-09-21T00:21:35.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.671+0000 7fa5ed569640 1 Processor -- start 2024-09-21T00:21:35.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.671+0000 7fa5ed569640 1 -- start start 2024-09-21T00:21:35.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.672+0000 7fa5ed569640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa5e80d11c0 0x7fa5e80b69f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:35.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.672+0000 7fa5ed569640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa5e80d2b00 0x7fa5e8160c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:35.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.673+0000 7fa5ed569640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa5e8162ea0 0x7fa5e81611d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:35.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.673+0000 7fa5ed569640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fa5e815f640 con 0x7fa5e8162ea0 2024-09-21T00:21:35.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.673+0000 7fa5ed569640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fa5e815f4c0 con 0x7fa5e80d2b00 2024-09-21T00:21:35.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.673+0000 7fa5ed569640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fa5e815f7c0 con 0x7fa5e80d11c0 2024-09-21T00:21:35.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.673+0000 7fa5e77fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa5e8162ea0 0x7fa5e81611d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:35.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.673+0000 7fa5e67fc640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa5e80d2b00 0x7fa5e8160c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:35.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.673+0000 7fa5e77fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa5e8162ea0 0x7fa5e81611d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:32772/0 (socket says 172.21.15.67:32772) 2024-09-21T00:21:35.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.673+0000 7fa5e77fe640 1 -- 172.21.15.67:0/3638428537 learned_addr learned my addr 172.21.15.67:0/3638428537 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:35.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.673+0000 7fa5e6ffd640 1 --2- 172.21.15.67:0/3638428537 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa5e80d11c0 0x7fa5e80b69f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:35.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.673+0000 7fa5e77fe640 1 -- 172.21.15.67:0/3638428537 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa5e80d11c0 msgr2=0x7fa5e80b69f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:35.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.673+0000 7fa5e77fe640 1 --2- 172.21.15.67:0/3638428537 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa5e80d11c0 0x7fa5e80b69f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:35.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.673+0000 7fa5e77fe640 1 -- 172.21.15.67:0/3638428537 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa5e80d2b00 msgr2=0x7fa5e8160c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:35.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.673+0000 7fa5e77fe640 1 --2- 172.21.15.67:0/3638428537 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa5e80d2b00 0x7fa5e8160c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:35.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.673+0000 7fa5e77fe640 1 -- 172.21.15.67:0/3638428537 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5e81f5d40 con 0x7fa5e8162ea0 2024-09-21T00:21:35.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.673+0000 7fa5e77fe640 1 --2- 172.21.15.67:0/3638428537 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa5e8162ea0 0x7fa5e81611d0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fa5e000b9a0 tx=0x7fa5e000be60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:35.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.673+0000 7fa5cf7fe640 1 -- 172.21.15.67:0/3638428537 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5e0019070 con 0x7fa5e8162ea0 2024-09-21T00:21:35.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.673+0000 7fa5cf7fe640 1 -- 172.21.15.67:0/3638428537 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa5e000cc90 con 0x7fa5e8162ea0 2024-09-21T00:21:35.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.673+0000 7fa5ed569640 1 -- 172.21.15.67:0/3638428537 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5e81f6020 con 0x7fa5e8162ea0 2024-09-21T00:21:35.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.673+0000 7fa5cf7fe640 1 -- 172.21.15.67:0/3638428537 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5e00146a0 con 0x7fa5e8162ea0 2024-09-21T00:21:35.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.673+0000 7fa5ed569640 1 -- 172.21.15.67:0/3638428537 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5e80cded0 con 0x7fa5e8162ea0 2024-09-21T00:21:35.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.675+0000 7fa5ed569640 1 -- 172.21.15.67:0/3638428537 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa5e815fd00 con 0x7fa5e8162ea0 2024-09-21T00:21:35.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.675+0000 7fa5cf7fe640 1 -- 172.21.15.67:0/3638428537 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fa5e001c070 con 0x7fa5e8162ea0 2024-09-21T00:21:35.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.676+0000 7fa5cf7fe640 1 --2- 172.21.15.67:0/3638428537 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa5d4078b90 0x7fa5d407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:35.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.676+0000 7fa5cf7fe640 1 -- 172.21.15.67:0/3638428537 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fa5e009a970 con 0x7fa5e8162ea0 2024-09-21T00:21:35.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.676+0000 7fa5e6ffd640 1 --2- 172.21.15.67:0/3638428537 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa5d4078b90 0x7fa5d407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:35.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.677+0000 7fa5e6ffd640 1 --2- 172.21.15.67:0/3638428537 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa5d4078b90 0x7fa5d407b0a0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fa5d8005860 tx=0x7fa5d8005f70 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:35.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.681+0000 7fa5cf7fe640 1 -- 172.21.15.67:0/3638428537 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fa5e00627f0 con 0x7fa5e8162ea0 2024-09-21T00:21:35.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.909+0000 7fa5ed569640 1 -- 172.21.15.67:0/3638428537 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa5e815e250 con 0x7fa5e8162ea0 2024-09-21T00:21:35.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.910+0000 7fa5cf7fe640 1 -- 172.21.15.67:0/3638428537 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5214 (secure 0 0 0) 0x7fa5e0067220 con 0x7fa5e8162ea0 2024-09-21T00:21:35.911 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:21:35.912 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":8,"btime":"2024-09-21T00:21:25:583190+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4286,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3747549097","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":3747549097},{"type":"v1","addr":"172.21.15.67:6835","nonce":3747549097}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4298,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/2478649903","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":2478649903},{"type":"v1","addr":"172.21.15.97:6836","nonce":2478649903}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4383,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/4089970198","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":4089970198},{"type":"v1","addr":"172.21.15.67:6834","nonce":4089970198}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:21:21.951941+0000","modified":"2024-09-21T00:21:24.966543+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4398},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4398":{"gid":4398,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.97:6837/238081481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":238081481},{"type":"v1","addr":"172.21.15.97:6837","nonce":238081481}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4398,"qdb_cluster":[4398]},"id":1}]} 2024-09-21T00:21:35.912 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 8 2024-09-21T00:21:35.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.912+0000 7fa5ed569640 1 -- 172.21.15.67:0/3638428537 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa5d4078b90 msgr2=0x7fa5d407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:35.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.912+0000 7fa5ed569640 1 --2- 172.21.15.67:0/3638428537 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa5d4078b90 0x7fa5d407b0a0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fa5d8005860 tx=0x7fa5d8005f70 comp rx=0 tx=0).stop 2024-09-21T00:21:35.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.912+0000 7fa5ed569640 1 -- 172.21.15.67:0/3638428537 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa5e8162ea0 msgr2=0x7fa5e81611d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:35.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.912+0000 7fa5ed569640 1 --2- 172.21.15.67:0/3638428537 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa5e8162ea0 0x7fa5e81611d0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fa5e000b9a0 tx=0x7fa5e000be60 comp rx=0 tx=0).stop 2024-09-21T00:21:35.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.913+0000 7fa5ed569640 1 -- 172.21.15.67:0/3638428537 shutdown_connections 2024-09-21T00:21:35.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.913+0000 7fa5ed569640 1 --2- 172.21.15.67:0/3638428537 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa5d4078b90 0x7fa5d407b0a0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:35.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.913+0000 7fa5ed569640 1 --2- 172.21.15.67:0/3638428537 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa5e8162ea0 0x7fa5e81611d0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:35.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.913+0000 7fa5ed569640 1 --2- 172.21.15.67:0/3638428537 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa5e80d2b00 0x7fa5e8160c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:35.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.913+0000 7fa5ed569640 1 --2- 172.21.15.67:0/3638428537 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa5e80d11c0 0x7fa5e80b69f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:35.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.913+0000 7fa5ed569640 1 -- 172.21.15.67:0/3638428537 >> 172.21.15.67:0/3638428537 conn(0x7fa5e806dfb0 msgr2=0x7fa5e806e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:35.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.913+0000 7fa5ed569640 1 -- 172.21.15.67:0/3638428537 shutdown_connections 2024-09-21T00:21:35.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:35.913+0000 7fa5ed569640 1 -- 172.21.15.67:0/3638428537 wait complete. 2024-09-21T00:21:35.925 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:21:36.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.040+0000 7f8aee939640 1 -- 172.21.15.67:0/3776900136 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8ae806fbd0 msgr2=0x7f8ae80cf7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:36.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.040+0000 7f8aee939640 1 --2- 172.21.15.67:0/3776900136 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8ae806fbd0 0x7f8ae80cf7a0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f8ae0005fd0 tx=0x7f8ae002a820 comp rx=0 tx=0).stop 2024-09-21T00:21:36.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.040+0000 7f8aee939640 1 -- 172.21.15.67:0/3776900136 shutdown_connections 2024-09-21T00:21:36.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.040+0000 7f8aee939640 1 --2- 172.21.15.67:0/3776900136 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8ae806fbd0 0x7f8ae80cf7a0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:36.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.040+0000 7f8aee939640 1 --2- 172.21.15.67:0/3776900136 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8ae80b6730 0x7f8ae80cf260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:36.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.040+0000 7f8aee939640 1 -- 172.21.15.67:0/3776900136 >> 172.21.15.67:0/3776900136 conn(0x7f8ae80d45a0 msgr2=0x7f8ae80d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:36.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.040+0000 7f8aee939640 1 -- 172.21.15.67:0/3776900136 shutdown_connections 2024-09-21T00:21:36.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.040+0000 7f8aee939640 1 -- 172.21.15.67:0/3776900136 wait complete. 2024-09-21T00:21:36.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.042+0000 7f8aee939640 1 Processor -- start 2024-09-21T00:21:36.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.042+0000 7f8aee939640 1 -- start start 2024-09-21T00:21:36.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.043+0000 7f8aee939640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8ae806fbd0 0x7f8ae81520c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:36.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.043+0000 7f8aee939640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8ae80b9e70 0x7f8ae81f4b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:36.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.043+0000 7f8aee939640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8ae80b61e0 0x7f8ae80b5050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:36.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.043+0000 7f8aee939640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f8ae80cfe60 con 0x7f8ae80b9e70 2024-09-21T00:21:36.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.043+0000 7f8aee939640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f8ae80cfce0 con 0x7f8ae806fbd0 2024-09-21T00:21:36.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.043+0000 7f8aee939640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f8ae80cffe0 con 0x7f8ae80b61e0 2024-09-21T00:21:36.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.043+0000 7f8ae77fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8ae80b9e70 0x7f8ae81f4b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:36.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.043+0000 7f8ae77fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8ae80b9e70 0x7f8ae81f4b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:32790/0 (socket says 172.21.15.67:32790) 2024-09-21T00:21:36.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.043+0000 7f8ae77fe640 1 -- 172.21.15.67:0/2396381815 learned_addr learned my addr 172.21.15.67:0/2396381815 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:36.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.044+0000 7f8ae7fff640 1 --2- 172.21.15.67:0/2396381815 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8ae806fbd0 0x7f8ae81520c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:36.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.044+0000 7f8aeced6640 1 --2- 172.21.15.67:0/2396381815 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8ae80b61e0 0x7f8ae80b5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:36.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.044+0000 7f8ae77fe640 1 -- 172.21.15.67:0/2396381815 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8ae80b61e0 msgr2=0x7f8ae80b5050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:36.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.044+0000 7f8ae77fe640 1 --2- 172.21.15.67:0/2396381815 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8ae80b61e0 0x7f8ae80b5050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:36.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.044+0000 7f8ae77fe640 1 -- 172.21.15.67:0/2396381815 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8ae806fbd0 msgr2=0x7f8ae81520c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:36.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.044+0000 7f8ae77fe640 1 --2- 172.21.15.67:0/2396381815 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8ae806fbd0 0x7f8ae81520c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:36.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.044+0000 7f8ae77fe640 1 -- 172.21.15.67:0/2396381815 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ae809e290 con 0x7f8ae80b9e70 2024-09-21T00:21:36.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.044+0000 7f8ae77fe640 1 --2- 172.21.15.67:0/2396381815 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8ae80b9e70 0x7f8ae81f4b70 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f8adc00d6d0 tx=0x7f8adc00db90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:36.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.044+0000 7f8ae4ff9640 1 -- 172.21.15.67:0/2396381815 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8adc017070 con 0x7f8ae80b9e70 2024-09-21T00:21:36.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.044+0000 7f8ae4ff9640 1 -- 172.21.15.67:0/2396381815 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8adc009b10 con 0x7f8ae80b9e70 2024-09-21T00:21:36.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.044+0000 7f8aee939640 1 -- 172.21.15.67:0/2396381815 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ae814f6f0 con 0x7f8ae80b9e70 2024-09-21T00:21:36.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.044+0000 7f8ae4ff9640 1 -- 172.21.15.67:0/2396381815 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8adc010460 con 0x7f8ae80b9e70 2024-09-21T00:21:36.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.044+0000 7f8aee939640 1 -- 172.21.15.67:0/2396381815 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ae809e810 con 0x7f8ae80b9e70 2024-09-21T00:21:36.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.045+0000 7f8aee939640 1 -- 172.21.15.67:0/2396381815 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8ae80d0400 con 0x7f8ae80b9e70 2024-09-21T00:21:36.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.046+0000 7f8ae4ff9640 1 -- 172.21.15.67:0/2396381815 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f8adc01a070 con 0x7f8ae80b9e70 2024-09-21T00:21:36.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.046+0000 7f8ae4ff9640 1 --2- 172.21.15.67:0/2396381815 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8ad4078bc0 0x7f8ad407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:36.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.047+0000 7f8ae4ff9640 1 -- 172.21.15.67:0/2396381815 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f8adc09ada0 con 0x7f8ae80b9e70 2024-09-21T00:21:36.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.047+0000 7f8ae7fff640 1 --2- 172.21.15.67:0/2396381815 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8ad4078bc0 0x7f8ad407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:36.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.047+0000 7f8ae7fff640 1 --2- 172.21.15.67:0/2396381815 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8ad4078bc0 0x7f8ad407b0d0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f8ad8007fd0 tx=0x7f8ad8001370 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:36.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.051+0000 7f8ae4ff9640 1 -- 172.21.15.67:0/2396381815 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f8ae809e290 con 0x7f8ae80b9e70 2024-09-21T00:21:36.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.239+0000 7f8aee939640 1 -- 172.21.15.67:0/2396381815 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f8ae80b7690 con 0x7f8ae80b9e70 2024-09-21T00:21:36.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.240+0000 7f8ae4ff9640 1 -- 172.21.15.67:0/2396381815 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16629 (secure 0 0 0) 0x7f8adc062c20 con 0x7f8ae80b9e70 2024-09-21T00:21:36.241 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:21:36.241 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":21,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:21:23.572313+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:21:19.854465+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-21T00:21:20.903006+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:21:36.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.242+0000 7f8aee939640 1 -- 172.21.15.67:0/2396381815 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8ad4078bc0 msgr2=0x7f8ad407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:36.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.242+0000 7f8aee939640 1 --2- 172.21.15.67:0/2396381815 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8ad4078bc0 0x7f8ad407b0d0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f8ad8007fd0 tx=0x7f8ad8001370 comp rx=0 tx=0).stop 2024-09-21T00:21:36.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.242+0000 7f8aee939640 1 -- 172.21.15.67:0/2396381815 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8ae80b9e70 msgr2=0x7f8ae81f4b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:36.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.242+0000 7f8aee939640 1 --2- 172.21.15.67:0/2396381815 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8ae80b9e70 0x7f8ae81f4b70 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f8adc00d6d0 tx=0x7f8adc00db90 comp rx=0 tx=0).stop 2024-09-21T00:21:36.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.242+0000 7f8aee939640 1 -- 172.21.15.67:0/2396381815 shutdown_connections 2024-09-21T00:21:36.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.242+0000 7f8aee939640 1 --2- 172.21.15.67:0/2396381815 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8ad4078bc0 0x7f8ad407b0d0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:36.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.242+0000 7f8aee939640 1 --2- 172.21.15.67:0/2396381815 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8ae80b61e0 0x7f8ae80b5050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:36.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.242+0000 7f8aee939640 1 --2- 172.21.15.67:0/2396381815 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8ae80b9e70 0x7f8ae81f4b70 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:36.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.242+0000 7f8aee939640 1 --2- 172.21.15.67:0/2396381815 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8ae806fbd0 0x7f8ae81520c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:36.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.242+0000 7f8aee939640 1 -- 172.21.15.67:0/2396381815 >> 172.21.15.67:0/2396381815 conn(0x7f8ae80d45a0 msgr2=0x7f8ae815eeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:36.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.242+0000 7f8aee939640 1 -- 172.21.15.67:0/2396381815 shutdown_connections 2024-09-21T00:21:36.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.242+0000 7f8aee939640 1 -- 172.21.15.67:0/2396381815 wait complete. 2024-09-21T00:21:36.256 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:21:36.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.370+0000 7fdf07720640 1 -- 172.21.15.67:0/520929266 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdf000cf010 msgr2=0x7fdf000cf810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:36.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.370+0000 7fdf07720640 1 --2- 172.21.15.67:0/520929266 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdf000cf010 0x7fdf000cf810 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fdef8009820 tx=0x7fdef802a510 comp rx=0 tx=0).stop 2024-09-21T00:21:36.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.370+0000 7fdf07720640 1 -- 172.21.15.67:0/520929266 shutdown_connections 2024-09-21T00:21:36.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.370+0000 7fdf07720640 1 --2- 172.21.15.67:0/520929266 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdf000b7c20 0x7fdf000b8030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:36.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.370+0000 7fdf07720640 1 --2- 172.21.15.67:0/520929266 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdf000cf010 0x7fdf000cf810 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:36.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.370+0000 7fdf07720640 1 -- 172.21.15.67:0/520929266 >> 172.21.15.67:0/520929266 conn(0x7fdf0006dfb0 msgr2=0x7fdf0006e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:36.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.370+0000 7fdf07720640 1 -- 172.21.15.67:0/520929266 shutdown_connections 2024-09-21T00:21:36.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.370+0000 7fdf07720640 1 -- 172.21.15.67:0/520929266 wait complete. 2024-09-21T00:21:36.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.372+0000 7fdf07720640 1 Processor -- start 2024-09-21T00:21:36.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.372+0000 7fdf07720640 1 -- start start 2024-09-21T00:21:36.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.373+0000 7fdf07720640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdf000b7c20 0x7fdf000b62a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:36.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.373+0000 7fdf07720640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdf000cf010 0x7fdf001f93c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:36.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.373+0000 7fdf07720640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdf000d11c0 0x7fdf001f50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:36.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.373+0000 7fdf07720640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fdf000b89b0 con 0x7fdf000d11c0 2024-09-21T00:21:36.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.373+0000 7fdf07720640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fdf000b8830 con 0x7fdf000cf010 2024-09-21T00:21:36.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.373+0000 7fdf07720640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fdf000b8b30 con 0x7fdf000b7c20 2024-09-21T00:21:36.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.373+0000 7fdf05cbd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdf000d11c0 0x7fdf001f50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:36.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.373+0000 7fdf05cbd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdf000d11c0 0x7fdf001f50f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:32814/0 (socket says 172.21.15.67:32814) 2024-09-21T00:21:36.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.373+0000 7fdf05cbd640 1 -- 172.21.15.67:0/736845108 learned_addr learned my addr 172.21.15.67:0/736845108 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:36.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.374+0000 7fdf04cbb640 1 --2- 172.21.15.67:0/736845108 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdf000cf010 0x7fdf001f93c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:36.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.374+0000 7fdf054bc640 1 --2- 172.21.15.67:0/736845108 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdf000b7c20 0x7fdf000b62a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:36.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.374+0000 7fdf05cbd640 1 -- 172.21.15.67:0/736845108 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdf000b7c20 msgr2=0x7fdf000b62a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:36.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.374+0000 7fdf05cbd640 1 --2- 172.21.15.67:0/736845108 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdf000b7c20 0x7fdf000b62a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:36.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.374+0000 7fdf05cbd640 1 -- 172.21.15.67:0/736845108 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdf000cf010 msgr2=0x7fdf001f93c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:36.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.374+0000 7fdf05cbd640 1 --2- 172.21.15.67:0/736845108 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdf000cf010 0x7fdf001f93c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:36.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.374+0000 7fdf05cbd640 1 -- 172.21.15.67:0/736845108 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf001fa130 con 0x7fdf000d11c0 2024-09-21T00:21:36.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.374+0000 7fdf05cbd640 1 --2- 172.21.15.67:0/736845108 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdf000d11c0 0x7fdf001f50f0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fdef000e9c0 tx=0x7fdef000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:36.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.374+0000 7fdefdffb640 1 -- 172.21.15.67:0/736845108 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdef0004d20 con 0x7fdf000d11c0 2024-09-21T00:21:36.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.374+0000 7fdefdffb640 1 -- 172.21.15.67:0/736845108 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdef000cb20 con 0x7fdf000d11c0 2024-09-21T00:21:36.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.374+0000 7fdf07720640 1 -- 172.21.15.67:0/736845108 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf001e8bf0 con 0x7fdf000d11c0 2024-09-21T00:21:36.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.374+0000 7fdefdffb640 1 -- 172.21.15.67:0/736845108 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdef0005020 con 0x7fdf000d11c0 2024-09-21T00:21:36.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.374+0000 7fdf07720640 1 -- 172.21.15.67:0/736845108 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf001e91b0 con 0x7fdf000d11c0 2024-09-21T00:21:36.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.375+0000 7fdf07720640 1 -- 172.21.15.67:0/736845108 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf000b8030 con 0x7fdf000d11c0 2024-09-21T00:21:36.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.376+0000 7fdefdffb640 1 -- 172.21.15.67:0/736845108 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fdef00051c0 con 0x7fdf000d11c0 2024-09-21T00:21:36.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.377+0000 7fdefdffb640 1 --2- 172.21.15.67:0/736845108 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdeec078bc0 0x7fdeec07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:36.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.377+0000 7fdefdffb640 1 -- 172.21.15.67:0/736845108 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fdef009b5b0 con 0x7fdf000d11c0 2024-09-21T00:21:36.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.377+0000 7fdf054bc640 1 --2- 172.21.15.67:0/736845108 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdeec078bc0 0x7fdeec07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:36.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.378+0000 7fdf054bc640 1 --2- 172.21.15.67:0/736845108 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdeec078bc0 0x7fdeec07b0d0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fdef8034000 tx=0x7fdef8004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:36.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.381+0000 7fdefdffb640 1 -- 172.21.15.67:0/736845108 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fdef0016030 con 0x7fdf000d11c0 2024-09-21T00:21:36.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.605+0000 7fdf07720640 1 -- 172.21.15.67:0/736845108 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdf000cf5f0 con 0x7fdf000d11c0 2024-09-21T00:21:36.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.606+0000 7fdefdffb640 1 -- 172.21.15.67:0/736845108 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5214 (secure 0 0 0) 0x7fdef00633a0 con 0x7fdf000d11c0 2024-09-21T00:21:36.607 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:21:36.607 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":8,"btime":"2024-09-21T00:21:25:583190+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4286,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3747549097","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":3747549097},{"type":"v1","addr":"172.21.15.67:6835","nonce":3747549097}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4298,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/2478649903","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":2478649903},{"type":"v1","addr":"172.21.15.97:6836","nonce":2478649903}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4383,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/4089970198","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":4089970198},{"type":"v1","addr":"172.21.15.67:6834","nonce":4089970198}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:21:21.951941+0000","modified":"2024-09-21T00:21:24.966543+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4398},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4398":{"gid":4398,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.97:6837/238081481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":238081481},{"type":"v1","addr":"172.21.15.97:6837","nonce":238081481}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4398,"qdb_cluster":[4398]},"id":1}]} 2024-09-21T00:21:36.608 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 8 2024-09-21T00:21:36.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.608+0000 7fdf07720640 1 -- 172.21.15.67:0/736845108 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdeec078bc0 msgr2=0x7fdeec07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:36.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.608+0000 7fdf07720640 1 --2- 172.21.15.67:0/736845108 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdeec078bc0 0x7fdeec07b0d0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fdef8034000 tx=0x7fdef8004730 comp rx=0 tx=0).stop 2024-09-21T00:21:36.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.608+0000 7fdf07720640 1 -- 172.21.15.67:0/736845108 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdf000d11c0 msgr2=0x7fdf001f50f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:36.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.608+0000 7fdf07720640 1 --2- 172.21.15.67:0/736845108 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdf000d11c0 0x7fdf001f50f0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fdef000e9c0 tx=0x7fdef000ee80 comp rx=0 tx=0).stop 2024-09-21T00:21:36.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.608+0000 7fdf07720640 1 -- 172.21.15.67:0/736845108 shutdown_connections 2024-09-21T00:21:36.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.608+0000 7fdf07720640 1 --2- 172.21.15.67:0/736845108 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdeec078bc0 0x7fdeec07b0d0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:36.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.608+0000 7fdf07720640 1 --2- 172.21.15.67:0/736845108 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdf000d11c0 0x7fdf001f50f0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:36.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.608+0000 7fdf07720640 1 --2- 172.21.15.67:0/736845108 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdf000cf010 0x7fdf001f93c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:36.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.608+0000 7fdf07720640 1 --2- 172.21.15.67:0/736845108 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdf000b7c20 0x7fdf000b62a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:36.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.608+0000 7fdf07720640 1 -- 172.21.15.67:0/736845108 >> 172.21.15.67:0/736845108 conn(0x7fdf0006dfb0 msgr2=0x7fdf0015f980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:36.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.608+0000 7fdf07720640 1 -- 172.21.15.67:0/736845108 shutdown_connections 2024-09-21T00:21:36.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:36.608+0000 7fdf07720640 1 -- 172.21.15.67:0/736845108 wait complete. 2024-09-21T00:21:37.023 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 8, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-21T00:21:21.951941+0000', 'modified': '2024-09-21T00:21:24.966543+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4398}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4398': {'gid': 4398, 'name': 'd', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.97:6837/238081481', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.97:6835', 'nonce': 238081481}, {'type': 'v1', 'addr': '172.21.15.97:6837', 'nonce': 238081481}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 4398, 'qdb_cluster': [4398]} 2024-09-21T00:21:37.023 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-21T00:21:37.023 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.d status 2024-09-21T00:21:37.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.145+0000 7f6d8f36e640 1 -- 172.21.15.67:0/1247592992 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6d74004d40 msgr2=0x7f6d74005150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:37.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.145+0000 7f6d8f36e640 1 --2- 172.21.15.67:0/1247592992 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6d74004d40 0x7f6d74005150 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f6d8000c290 tx=0x7f6d74005830 comp rx=0 tx=0).stop 2024-09-21T00:21:37.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.145+0000 7f6d8d90b640 1 -- 172.21.15.67:0/1247592992 reap_dead start 2024-09-21T00:21:37.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.145+0000 7f6d8f36e640 1 -- 172.21.15.67:0/1247592992 shutdown_connections 2024-09-21T00:21:37.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.145+0000 7f6d8f36e640 1 -- 172.21.15.67:0/1247592992 >> 172.21.15.67:0/1247592992 conn(0x7f6d8808bee0 msgr2=0x7f6d880d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:37.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.145+0000 7f6d8f36e640 1 -- 172.21.15.67:0/1247592992 shutdown_connections 2024-09-21T00:21:37.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.145+0000 7f6d8f36e640 1 -- 172.21.15.67:0/1247592992 wait complete. 2024-09-21T00:21:37.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.147+0000 7f6d8f36e640 1 Processor -- start 2024-09-21T00:21:37.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.147+0000 7f6d8f36e640 1 -- start start 2024-09-21T00:21:37.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.148+0000 7f6d8f36e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6d74004d40 0x7f6d8815e730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:37.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.148+0000 7f6d8f36e640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6d8815ed20 0x7f6d880a12a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:37.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.148+0000 7f6d8f36e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6d880b22f0 0x7f6d880a17e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:37.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.148+0000 7f6d8f36e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f6d880b7980 con 0x7f6d74004d40 2024-09-21T00:21:37.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.148+0000 7f6d8f36e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f6d880b7800 con 0x7f6d880b22f0 2024-09-21T00:21:37.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.148+0000 7f6d8f36e640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f6d880b7b00 con 0x7f6d8815ed20 2024-09-21T00:21:37.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.148+0000 7f6d8d10a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6d74004d40 0x7f6d8815e730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:37.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.148+0000 7f6d8d10a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6d74004d40 0x7f6d8815e730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:32824/0 (socket says 172.21.15.67:32824) 2024-09-21T00:21:37.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.148+0000 7f6d8d10a640 1 -- 172.21.15.67:0/905399610 learned_addr learned my addr 172.21.15.67:0/905399610 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:37.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.148+0000 7f6d8d90b640 1 --2- 172.21.15.67:0/905399610 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6d880b22f0 0x7f6d880a17e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:37.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.148+0000 7f6d8c909640 1 --2- 172.21.15.67:0/905399610 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6d8815ed20 0x7f6d880a12a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:37.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.148+0000 7f6d8d10a640 1 -- 172.21.15.67:0/905399610 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6d8815ed20 msgr2=0x7f6d880a12a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:37.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.148+0000 7f6d8d10a640 1 --2- 172.21.15.67:0/905399610 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6d8815ed20 0x7f6d880a12a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:37.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.148+0000 7f6d8d10a640 1 -- 172.21.15.67:0/905399610 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6d880b22f0 msgr2=0x7f6d880a17e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:37.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.148+0000 7f6d8d10a640 1 --2- 172.21.15.67:0/905399610 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6d880b22f0 0x7f6d880a17e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:37.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.148+0000 7f6d8d10a640 1 -- 172.21.15.67:0/905399610 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d881f63e0 con 0x7f6d74004d40 2024-09-21T00:21:37.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.148+0000 7f6d8c909640 1 --2- 172.21.15.67:0/905399610 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6d8815ed20 0x7f6d880a12a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:21:37.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.148+0000 7f6d8d90b640 1 --2- 172.21.15.67:0/905399610 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6d880b22f0 0x7f6d880a17e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:21:37.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.149+0000 7f6d8d10a640 1 --2- 172.21.15.67:0/905399610 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6d74004d40 0x7f6d8815e730 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f6d84011d10 tx=0x7f6d8400f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:37.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.149+0000 7f6d7dffb640 1 -- 172.21.15.67:0/905399610 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d84003c40 con 0x7f6d74004d40 2024-09-21T00:21:37.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.149+0000 7f6d7dffb640 1 -- 172.21.15.67:0/905399610 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6d84003de0 con 0x7f6d74004d40 2024-09-21T00:21:37.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.149+0000 7f6d8f36e640 1 -- 172.21.15.67:0/905399610 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d881518a0 con 0x7f6d74004d40 2024-09-21T00:21:37.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.149+0000 7f6d7dffb640 1 -- 172.21.15.67:0/905399610 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d840042b0 con 0x7f6d74004d40 2024-09-21T00:21:37.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.149+0000 7f6d8f36e640 1 -- 172.21.15.67:0/905399610 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d88151e60 con 0x7f6d74004d40 2024-09-21T00:21:37.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.151+0000 7f6d7dffb640 1 -- 172.21.15.67:0/905399610 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f6d84004450 con 0x7f6d74004d40 2024-09-21T00:21:37.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.152+0000 7f6d7dffb640 1 --2- 172.21.15.67:0/905399610 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6d6c078bc0 0x7f6d6c07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:37.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.152+0000 7f6d7dffb640 1 -- 172.21.15.67:0/905399610 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f6d8409c0d0 con 0x7f6d74004d40 2024-09-21T00:21:37.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.152+0000 7f6d8c909640 1 --2- 172.21.15.67:0/905399610 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6d6c078bc0 0x7f6d6c07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:37.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.152+0000 7f6d8c909640 1 --2- 172.21.15.67:0/905399610 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6d6c078bc0 0x7f6d6c07b0d0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f6d8806ed10 tx=0x7f6d78005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:37.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.152+0000 7f6d963ba740 1 Processor -- start 2024-09-21T00:21:37.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.153+0000 7f6d963ba740 1 -- start start 2024-09-21T00:21:37.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.154+0000 7f6d963ba740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558cdcd30270 0x558cdd101fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:37.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.154+0000 7f6d963ba740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558cdcd073b0 0x558cdd1024e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:37.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.154+0000 7f6d963ba740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558cdcd0f590 0x558cdd11f3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:37.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.154+0000 7f6d963ba740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x558cdd04a820 con 0x558cdcd073b0 2024-09-21T00:21:37.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.154+0000 7f6d963ba740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x558cdd039c50 con 0x558cdcd0f590 2024-09-21T00:21:37.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.154+0000 7f6d963ba740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x558cdd03da60 con 0x558cdcd30270 2024-09-21T00:21:37.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.154+0000 7f6d8c909640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558cdcd073b0 0x558cdd1024e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:37.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.154+0000 7f6d8c909640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558cdcd073b0 0x558cdd1024e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:32832/0 (socket says 172.21.15.67:32832) 2024-09-21T00:21:37.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.154+0000 7f6d8c909640 1 -- 172.21.15.67:0/1946298063 learned_addr learned my addr 172.21.15.67:0/1946298063 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:37.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.154+0000 7f6d8d10a640 1 --2- 172.21.15.67:0/1946298063 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558cdcd30270 0x558cdd101fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:37.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.154+0000 7f6d8d90b640 1 --2- 172.21.15.67:0/1946298063 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558cdcd0f590 0x558cdd11f3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:37.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.154+0000 7f6d8c909640 1 -- 172.21.15.67:0/1946298063 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558cdcd30270 msgr2=0x558cdd101fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:21:37.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.154+0000 7f6d8c909640 1 --2- 172.21.15.67:0/1946298063 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558cdcd30270 0x558cdd101fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:37.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.154+0000 7f6d8c909640 1 -- 172.21.15.67:0/1946298063 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558cdcd0f590 msgr2=0x558cdd11f3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:21:37.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.154+0000 7f6d8c909640 1 --2- 172.21.15.67:0/1946298063 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558cdcd0f590 0x558cdd11f3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:37.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.154+0000 7f6d8c909640 1 -- 172.21.15.67:0/1946298063 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558cdcd9b850 con 0x558cdcd073b0 2024-09-21T00:21:37.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.154+0000 7f6d8c909640 1 --2- 172.21.15.67:0/1946298063 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558cdcd073b0 0x558cdd1024e0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f6d7801e4a0 tx=0x7f6d78017000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf4a68e65f331789 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:37.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.155+0000 7f6d72ffd640 1 -- 172.21.15.67:0/1946298063 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d7802e070 con 0x558cdcd073b0 2024-09-21T00:21:37.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.155+0000 7f6d72ffd640 1 -- 172.21.15.67:0/1946298063 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6d7801ea90 con 0x558cdcd073b0 2024-09-21T00:21:37.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.155+0000 7f6d72ffd640 1 -- 172.21.15.67:0/1946298063 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d7801ec80 con 0x558cdcd073b0 2024-09-21T00:21:37.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.155+0000 7f6d963ba740 1 -- 172.21.15.67:0/1946298063 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558cdcd073b0 msgr2=0x558cdd1024e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:37.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.155+0000 7f6d963ba740 1 --2- 172.21.15.67:0/1946298063 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558cdcd073b0 0x558cdd1024e0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f6d7801e4a0 tx=0x7f6d78017000 comp rx=0 tx=0).stop 2024-09-21T00:21:37.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.155+0000 7f6d963ba740 1 -- 172.21.15.67:0/1946298063 shutdown_connections 2024-09-21T00:21:37.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.155+0000 7f6d963ba740 1 --2- 172.21.15.67:0/1946298063 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558cdcd0f590 0x558cdd11f3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:37.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.155+0000 7f6d963ba740 1 --2- 172.21.15.67:0/1946298063 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558cdcd073b0 0x558cdd1024e0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:37.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.155+0000 7f6d963ba740 1 --2- 172.21.15.67:0/1946298063 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558cdcd30270 0x558cdd101fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:37.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.155+0000 7f6d963ba740 1 -- 172.21.15.67:0/1946298063 >> 172.21.15.67:0/1946298063 conn(0x558cdcd243c0 msgr2=0x558cdd0d8260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:37.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.155+0000 7f6d963ba740 1 -- 172.21.15.67:0/1946298063 shutdown_connections 2024-09-21T00:21:37.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.155+0000 7f6d963ba740 1 -- 172.21.15.67:0/1946298063 wait complete. 2024-09-21T00:21:37.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.156+0000 7f6d963ba740 1 -- start start 2024-09-21T00:21:37.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.156+0000 7f6d963ba740 1 Processor -- start 2024-09-21T00:21:37.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.158+0000 7f6d963ba740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558cdcd073b0 0x558cdd0f08a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:37.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.158+0000 7f6d963ba740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558cdcd0f590 0x558cdd1163e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:37.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.158+0000 7f6d963ba740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558cdcd30270 0x558cdd116920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:37.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.158+0000 7f6d963ba740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x558cdcdaa620 con 0x558cdcd30270 2024-09-21T00:21:37.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.158+0000 7f6d963ba740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x558cdcfdf5f0 con 0x558cdcd0f590 2024-09-21T00:21:37.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.158+0000 7f6d963ba740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x558cdd102a20 con 0x558cdcd073b0 2024-09-21T00:21:37.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.158+0000 7f6d963ba740 10 client.0 _ll_register_callbacks cb 0x558cdcfe30a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:21:37.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.158+0000 7f6d8d90b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558cdcd30270 0x558cdd116920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:37.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.158+0000 7f6d8d90b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558cdcd30270 0x558cdd116920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:32842/0 (socket says 172.21.15.67:32842) 2024-09-21T00:21:37.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.158+0000 7f6d8d90b640 1 -- 172.21.15.67:0/338904900 learned_addr learned my addr 172.21.15.67:0/338904900 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:37.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.158+0000 7f6d8c909640 1 --2- 172.21.15.67:0/338904900 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558cdcd0f590 0x558cdd1163e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:37.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.158+0000 7f6d8d10a640 1 --2- 172.21.15.67:0/338904900 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558cdcd073b0 0x558cdd0f08a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:37.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.158+0000 7f6d8d90b640 1 -- 172.21.15.67:0/338904900 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558cdcd073b0 msgr2=0x558cdd0f08a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:21:37.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.158+0000 7f6d8d90b640 1 --2- 172.21.15.67:0/338904900 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558cdcd073b0 0x558cdd0f08a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:37.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.158+0000 7f6d8d90b640 1 -- 172.21.15.67:0/338904900 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558cdcd0f590 msgr2=0x558cdd1163e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:21:37.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.158+0000 7f6d8d90b640 1 --2- 172.21.15.67:0/338904900 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558cdcd0f590 0x558cdd1163e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:37.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.158+0000 7f6d8d90b640 1 -- 172.21.15.67:0/338904900 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558cdce126b0 con 0x558cdcd30270 2024-09-21T00:21:37.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.158+0000 7f6d8d90b640 1 --2- 172.21.15.67:0/338904900 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558cdcd30270 0x558cdd116920 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f6d8002b110 tx=0x7f6d80000e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e35229b141195b79 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:37.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.158+0000 7f6d67fff640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:21:37.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.159+0000 7f6d67fff640 1 -- 172.21.15.67:0/338904900 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d80031070 con 0x558cdcd30270 2024-09-21T00:21:37.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.159+0000 7f6d67fff640 1 -- 172.21.15.67:0/338904900 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f6d80006590 con 0x558cdcd30270 2024-09-21T00:21:37.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.159+0000 7f6d963ba740 1 -- 172.21.15.67:0/338904900 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6d7801ea90 con 0x558cdcd30270 2024-09-21T00:21:37.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.159+0000 7f6d67fff640 1 -- 172.21.15.67:0/338904900 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=8) ==== 24+0+0 (secure 0 0 0) 0x7f6d80047050 con 0x558cdcd30270 2024-09-21T00:21:37.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.159+0000 7f6d963ba740 10 client.4701 fetch_fsmap learned FSMap version 8 2024-09-21T00:21:37.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.159+0000 7f6d963ba740 1 -- 172.21.15.67:0/338904900 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=8,monmap=2+}) -- 0x558cdd0f0de0 con 0x558cdcd30270 2024-09-21T00:21:37.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.159+0000 7f6d67fff640 1 -- 172.21.15.67:0/338904900 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6d7801ea90 con 0x558cdcd30270 2024-09-21T00:21:37.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.159+0000 7f6d67fff640 1 -- 172.21.15.67:0/338904900 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 8) ==== 3502+0+0 (secure 0 0 0) 0x7f6d8004a020 con 0x558cdcd30270 2024-09-21T00:21:37.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.159+0000 7f6d963ba740 10 client.4701 fetch_fsmap finished waiting for FSMap version 8 2024-09-21T00:21:37.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.159+0000 7f6d963ba740 10 client.4701 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-21T00:21:37.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.159+0000 7f6d963ba740 20 client.4701 populate_metadata read hostname 'smithi067' 2024-09-21T00:21:37.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.159+0000 7f6d963ba740 1 --2- 172.21.15.67:0/338904900 >> [v2:172.21.15.97:6835/238081481,v1:172.21.15.97:6837/238081481] conn(0x558cdcceee40 0x558cdd113f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:37.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.159+0000 7f6d963ba740 4 client.4701 mds_command: new command op to 4398 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:21:37.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.159+0000 7f6d963ba740 1 -- 172.21.15.67:0/338904900 --> [v2:172.21.15.97:6835/238081481,v1:172.21.15.97:6837/238081481] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558cdd04c770 con 0x558cdcceee40 2024-09-21T00:21:37.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.159+0000 7f6d8d10a640 1 --2- 172.21.15.67:0/338904900 >> [v2:172.21.15.97:6835/238081481,v1:172.21.15.97:6837/238081481] conn(0x558cdcceee40 0x558cdd113f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:37.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.160+0000 7f6d8d10a640 1 --2- 172.21.15.67:0/338904900 >> [v2:172.21.15.97:6835/238081481,v1:172.21.15.97:6837/238081481] conn(0x558cdcceee40 0x558cdd113f60 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=56daca5f90cebdcb server_cookie=9fcc46b0b93b719f in_seq=0 out_seq=0 2024-09-21T00:21:37.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.160+0000 7f6d67fff640 10 client.4701 ms_handle_connect on v2:172.21.15.97:6835/238081481 2024-09-21T00:21:37.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.161+0000 7f6d67fff640 1 -- 172.21.15.67:0/338904900 <== mds.0 v2:172.21.15.97:6835/238081481 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x558cdd04c770 con 0x558cdcceee40 2024-09-21T00:21:37.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.161+0000 7f6d67fff640 10 client.4701 handle_command_reply: tid=0 2024-09-21T00:21:37.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.161+0000 7f6d963ba740 1 client.4701 shutdown 2024-09-21T00:21:37.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.161+0000 7f6d963ba740 1 -- 172.21.15.67:0/338904900 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558cdcd30270 msgr2=0x558cdd116920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:37.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.161+0000 7f6d963ba740 1 --2- 172.21.15.67:0/338904900 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558cdcd30270 0x558cdd116920 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f6d8002b110 tx=0x7f6d80000e60 comp rx=0 tx=0).stop 2024-09-21T00:21:37.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.161+0000 7f6d963ba740 1 -- 172.21.15.67:0/338904900 shutdown_connections 2024-09-21T00:21:37.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.161+0000 7f6d963ba740 1 --2- 172.21.15.67:0/338904900 >> [v2:172.21.15.97:6835/238081481,v1:172.21.15.97:6837/238081481] conn(0x558cdcceee40 0x558cdd113f60 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:37.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.161+0000 7f6d963ba740 1 --2- 172.21.15.67:0/338904900 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558cdcd30270 0x558cdd116920 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:37.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.161+0000 7f6d963ba740 1 --2- 172.21.15.67:0/338904900 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558cdcd0f590 0x558cdd1163e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:37.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.161+0000 7f6d67fff640 0 client.4701 ms_handle_reset on v2:172.21.15.97:6835/238081481 2024-09-21T00:21:37.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.161+0000 7f6d963ba740 1 --2- 172.21.15.67:0/338904900 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558cdcd073b0 0x558cdd0f08a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:37.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.161+0000 7f6d963ba740 1 -- 172.21.15.67:0/338904900 >> 172.21.15.67:0/338904900 conn(0x558cdcd243c0 msgr2=0x558cdd0d19a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:37.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.161+0000 7f6d963ba740 1 -- 172.21.15.67:0/338904900 shutdown_connections 2024-09-21T00:21:37.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.161+0000 7f6d963ba740 1 -- 172.21.15.67:0/338904900 wait complete. 2024-09-21T00:21:37.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.161+0000 7f6d963ba740 20 client.4701 trim_cache size 0 max 16384 2024-09-21T00:21:37.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.180+0000 7f6d963ba740 1 Processor -- start 2024-09-21T00:21:37.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.180+0000 7f6d963ba740 1 -- start start 2024-09-21T00:21:37.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.181+0000 7f6d963ba740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558cdcceee40 0x558cdd12e360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:37.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.181+0000 7f6d963ba740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558cdcd073b0 0x558cdd0d1900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:37.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.182+0000 7f6d963ba740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558cdcd0f590 0x558cdd0d1e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:37.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.182+0000 7f6d963ba740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f6d880b1b80 con 0x558cdcceee40 2024-09-21T00:21:37.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.182+0000 7f6d963ba740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f6d881f9910 con 0x558cdcd0f590 2024-09-21T00:21:37.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.182+0000 7f6d963ba740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f6d880b1530 con 0x558cdcd073b0 2024-09-21T00:21:37.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.182+0000 7f6d8d10a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558cdcceee40 0x558cdd12e360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:37.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.182+0000 7f6d8d10a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558cdcceee40 0x558cdd12e360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:32858/0 (socket says 172.21.15.67:32858) 2024-09-21T00:21:37.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.182+0000 7f6d8d10a640 1 -- 172.21.15.67:0/2963417711 learned_addr learned my addr 172.21.15.67:0/2963417711 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:37.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.182+0000 7f6d8c909640 1 --2- 172.21.15.67:0/2963417711 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558cdcd073b0 0x558cdd0d1900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:37.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.182+0000 7f6d8d90b640 1 --2- 172.21.15.67:0/2963417711 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558cdcd0f590 0x558cdd0d1e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:37.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.182+0000 7f6d8d10a640 1 -- 172.21.15.67:0/2963417711 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558cdcd073b0 msgr2=0x558cdd0d1900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:21:37.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.182+0000 7f6d8d10a640 1 --2- 172.21.15.67:0/2963417711 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558cdcd073b0 0x558cdd0d1900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:37.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.182+0000 7f6d8d10a640 1 -- 172.21.15.67:0/2963417711 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558cdcd0f590 msgr2=0x558cdd0d1e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:21:37.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.182+0000 7f6d8d10a640 1 --2- 172.21.15.67:0/2963417711 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558cdcd0f590 0x558cdd0d1e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:37.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.182+0000 7f6d8d10a640 1 -- 172.21.15.67:0/2963417711 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558cdcfbc1a0 con 0x558cdcceee40 2024-09-21T00:21:37.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.182+0000 7f6d8d90b640 1 --2- 172.21.15.67:0/2963417711 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558cdcd0f590 0x558cdd0d1e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:21:37.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.182+0000 7f6d8d10a640 1 --2- 172.21.15.67:0/2963417711 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558cdcceee40 0x558cdd12e360 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f6d84061210 tx=0x7f6d84060720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6692a624316a23dd server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:37.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.182+0000 7f6d727fc640 1 -- 172.21.15.67:0/2963417711 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d84063fa0 con 0x558cdcceee40 2024-09-21T00:21:37.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.182+0000 7f6d727fc640 1 -- 172.21.15.67:0/2963417711 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6d8404f030 con 0x558cdcceee40 2024-09-21T00:21:37.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.182+0000 7f6d727fc640 1 -- 172.21.15.67:0/2963417711 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d84068a80 con 0x558cdcceee40 2024-09-21T00:21:37.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.183+0000 7f6d963ba740 1 -- 172.21.15.67:0/2963417711 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558cdcceee40 msgr2=0x558cdd12e360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:37.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.183+0000 7f6d963ba740 1 --2- 172.21.15.67:0/2963417711 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558cdcceee40 0x558cdd12e360 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f6d84061210 tx=0x7f6d84060720 comp rx=0 tx=0).stop 2024-09-21T00:21:37.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.183+0000 7f6d963ba740 1 -- 172.21.15.67:0/2963417711 shutdown_connections 2024-09-21T00:21:37.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.183+0000 7f6d963ba740 1 --2- 172.21.15.67:0/2963417711 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558cdcd0f590 0x558cdd0d1e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:37.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.183+0000 7f6d963ba740 1 --2- 172.21.15.67:0/2963417711 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558cdcd073b0 0x558cdd0d1900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:37.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.183+0000 7f6d963ba740 1 --2- 172.21.15.67:0/2963417711 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558cdcceee40 0x558cdd12e360 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:37.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.183+0000 7f6d963ba740 1 -- 172.21.15.67:0/2963417711 >> 172.21.15.67:0/2963417711 conn(0x558cdcd243c0 msgr2=0x558cdd115300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:37.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.183+0000 7f6d963ba740 1 -- 172.21.15.67:0/2963417711 shutdown_connections 2024-09-21T00:21:37.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.183+0000 7f6d963ba740 1 -- 172.21.15.67:0/2963417711 wait complete. 2024-09-21T00:21:37.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.184+0000 7f6d963ba740 1 -- start start 2024-09-21T00:21:37.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.184+0000 7f6d963ba740 1 Processor -- start 2024-09-21T00:21:37.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.185+0000 7f6d963ba740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558cdcceee40 0x558cdd116160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:37.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.185+0000 7f6d963ba740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558cdcd073b0 0x558cdd1166a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:37.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.185+0000 7f6d963ba740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558cdcd0f590 0x558cdd0d1800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:37.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.185+0000 7f6d963ba740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x558cdd113510 con 0x558cdcceee40 2024-09-21T00:21:37.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.185+0000 7f6d963ba740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x558cdd115020 con 0x558cdcd073b0 2024-09-21T00:21:37.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.186+0000 7f6d963ba740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x558cdd12f600 con 0x558cdcd0f590 2024-09-21T00:21:37.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.186+0000 7f6d963ba740 10 client.0 _ll_register_callbacks cb 0x7f6d78005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:21:37.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.186+0000 7f6d8d10a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558cdcceee40 0x558cdd116160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:37.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.186+0000 7f6d8d10a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558cdcceee40 0x558cdd116160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:32862/0 (socket says 172.21.15.67:32862) 2024-09-21T00:21:37.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.186+0000 7f6d8d10a640 1 -- 172.21.15.67:0/111254462 learned_addr learned my addr 172.21.15.67:0/111254462 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:37.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.186+0000 7f6d8c909640 1 --2- 172.21.15.67:0/111254462 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558cdcd073b0 0x558cdd1166a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:37.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.186+0000 7f6d8d90b640 1 --2- 172.21.15.67:0/111254462 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558cdcd0f590 0x558cdd0d1800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:37.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.186+0000 7f6d8d10a640 1 -- 172.21.15.67:0/111254462 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558cdcd0f590 msgr2=0x558cdd0d1800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:21:37.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.186+0000 7f6d8d10a640 1 --2- 172.21.15.67:0/111254462 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558cdcd0f590 0x558cdd0d1800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:37.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.186+0000 7f6d8d10a640 1 -- 172.21.15.67:0/111254462 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558cdcd073b0 msgr2=0x558cdd1166a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:21:37.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.186+0000 7f6d8d10a640 1 --2- 172.21.15.67:0/111254462 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558cdcd073b0 0x558cdd1166a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:37.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.186+0000 7f6d8d10a640 1 -- 172.21.15.67:0/111254462 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558cdd185500 con 0x558cdcceee40 2024-09-21T00:21:37.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.186+0000 7f6d8d10a640 1 --2- 172.21.15.67:0/111254462 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558cdcceee40 0x558cdd116160 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f6d84063c50 tx=0x7f6d84004970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f56b2996c7461886 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:37.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.186+0000 7f6d67fff640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:21:37.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.186+0000 7f6d67fff640 1 -- 172.21.15.67:0/111254462 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d8406d930 con 0x558cdcceee40 2024-09-21T00:21:37.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.186+0000 7f6d67fff640 1 -- 172.21.15.67:0/111254462 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f6d8408a130 con 0x558cdcceee40 2024-09-21T00:21:37.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.186+0000 7f6d963ba740 1 -- 172.21.15.67:0/111254462 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6d8404f030 con 0x558cdcceee40 2024-09-21T00:21:37.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.186+0000 7f6d67fff640 1 -- 172.21.15.67:0/111254462 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=8) ==== 24+0+0 (secure 0 0 0) 0x7f6d84068a80 con 0x558cdcceee40 2024-09-21T00:21:37.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.186+0000 7f6d963ba740 10 client.4707 fetch_fsmap learned FSMap version 8 2024-09-21T00:21:37.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.186+0000 7f6d963ba740 1 -- 172.21.15.67:0/111254462 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=8,monmap=2+}) -- 0x558cdd0fe4f0 con 0x558cdcceee40 2024-09-21T00:21:37.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.186+0000 7f6d67fff640 1 -- 172.21.15.67:0/111254462 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6d8404f030 con 0x558cdcceee40 2024-09-21T00:21:37.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.187+0000 7f6d67fff640 1 -- 172.21.15.67:0/111254462 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 8) ==== 3502+0+0 (secure 0 0 0) 0x7f6d84018070 con 0x558cdcceee40 2024-09-21T00:21:37.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.187+0000 7f6d963ba740 10 client.4707 fetch_fsmap finished waiting for FSMap version 8 2024-09-21T00:21:37.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.187+0000 7f6d963ba740 10 client.4707 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-21T00:21:37.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.187+0000 7f6d963ba740 20 client.4707 populate_metadata read hostname 'smithi067' 2024-09-21T00:21:37.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.187+0000 7f6d963ba740 1 --2- 172.21.15.67:0/111254462 >> [v2:172.21.15.97:6835/238081481,v1:172.21.15.97:6837/238081481] conn(0x558cdccc4280 0x558cdd0d1ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:37.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.187+0000 7f6d963ba740 4 client.4707 mds_command: new command op to 4398 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-21T00:21:37.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.187+0000 7f6d963ba740 1 -- 172.21.15.67:0/111254462 --> [v2:172.21.15.97:6835/238081481,v1:172.21.15.97:6837/238081481] -- command(tid 0: {"prefix": "status"}) -- 0x558cdd0fd600 con 0x558cdccc4280 2024-09-21T00:21:37.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.187+0000 7f6d8c909640 1 --2- 172.21.15.67:0/111254462 >> [v2:172.21.15.97:6835/238081481,v1:172.21.15.97:6837/238081481] conn(0x558cdccc4280 0x558cdd0d1ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:37.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.187+0000 7f6d8c909640 1 --2- 172.21.15.67:0/111254462 >> [v2:172.21.15.97:6835/238081481,v1:172.21.15.97:6837/238081481] conn(0x558cdccc4280 0x558cdd0d1ed0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=54db2d972fb111ef server_cookie=e76f37d84fbd6bf7 in_seq=0 out_seq=0 2024-09-21T00:21:37.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.187+0000 7f6d67fff640 10 client.4707 ms_handle_connect on v2:172.21.15.97:6835/238081481 2024-09-21T00:21:37.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.188+0000 7f6d67fff640 1 -- 172.21.15.67:0/111254462 <== mds.0 v2:172.21.15.97:6835/238081481 1 ==== command_reply(tid 0: 0 ) ==== 8+0+330 (crc 0 0 0) 0x558cdd0fd600 con 0x558cdccc4280 2024-09-21T00:21:37.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.188+0000 7f6d67fff640 10 client.4707 handle_command_reply: tid=0 2024-09-21T00:21:37.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.188+0000 7f6d963ba740 1 client.4707 shutdown 2024-09-21T00:21:37.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.188+0000 7f6d963ba740 1 -- 172.21.15.67:0/111254462 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558cdcceee40 msgr2=0x558cdd116160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:37.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.188+0000 7f6d963ba740 1 --2- 172.21.15.67:0/111254462 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558cdcceee40 0x558cdd116160 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f6d84063c50 tx=0x7f6d84004970 comp rx=0 tx=0).stop 2024-09-21T00:21:37.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.188+0000 7f6d963ba740 1 -- 172.21.15.67:0/111254462 shutdown_connections 2024-09-21T00:21:37.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.188+0000 7f6d963ba740 1 --2- 172.21.15.67:0/111254462 >> [v2:172.21.15.97:6835/238081481,v1:172.21.15.97:6837/238081481] conn(0x558cdccc4280 0x558cdd0d1ed0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:37.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.188+0000 7f6d963ba740 1 --2- 172.21.15.67:0/111254462 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558cdcd0f590 0x558cdd0d1800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:37.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.188+0000 7f6d963ba740 1 --2- 172.21.15.67:0/111254462 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558cdcd073b0 0x558cdd1166a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:37.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.188+0000 7f6d67fff640 0 client.4707 ms_handle_reset on v2:172.21.15.97:6835/238081481 2024-09-21T00:21:37.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.188+0000 7f6d963ba740 1 --2- 172.21.15.67:0/111254462 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558cdcceee40 0x558cdd116160 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:37.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.188+0000 7f6d963ba740 1 -- 172.21.15.67:0/111254462 >> 172.21.15.67:0/111254462 conn(0x558cdcd243c0 msgr2=0x558cdd13f980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:37.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.188+0000 7f6d963ba740 1 -- 172.21.15.67:0/111254462 shutdown_connections 2024-09-21T00:21:37.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.188+0000 7f6d963ba740 1 -- 172.21.15.67:0/111254462 wait complete. 2024-09-21T00:21:37.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.188+0000 7f6d963ba740 20 client.4707 trim_cache size 0 max 16384 2024-09-21T00:21:37.266 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:21:37.266 INFO:teuthology.orchestra.run.smithi067.stdout: "cluster_fsid": "166a8832-baab-4541-be5c-9c3483b3f7a3", 2024-09-21T00:21:37.266 INFO:teuthology.orchestra.run.smithi067.stdout: "whoami": 0, 2024-09-21T00:21:37.266 INFO:teuthology.orchestra.run.smithi067.stdout: "id": 4398, 2024-09-21T00:21:37.266 INFO:teuthology.orchestra.run.smithi067.stdout: "want_state": "up:active", 2024-09-21T00:21:37.266 INFO:teuthology.orchestra.run.smithi067.stdout: "state": "up:active", 2024-09-21T00:21:37.266 INFO:teuthology.orchestra.run.smithi067.stdout: "fs_name": "cephfs", 2024-09-21T00:21:37.266 INFO:teuthology.orchestra.run.smithi067.stdout: "rank_uptime": 14.627091185999999, 2024-09-21T00:21:37.266 INFO:teuthology.orchestra.run.smithi067.stdout: "mdsmap_epoch": 8, 2024-09-21T00:21:37.266 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch": 21, 2024-09-21T00:21:37.266 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch_barrier": 21, 2024-09-21T00:21:37.266 INFO:teuthology.orchestra.run.smithi067.stdout: "uptime": 20.649546653000002 2024-09-21T00:21:37.267 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:21:37.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.189+0000 7f6d8f36e640 1 -- 172.21.15.67:0/905399610 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6d6c078bc0 msgr2=0x7f6d6c07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:37.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.189+0000 7f6d8f36e640 1 --2- 172.21.15.67:0/905399610 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6d6c078bc0 0x7f6d6c07b0d0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f6d8806ed10 tx=0x7f6d78005f90 comp rx=0 tx=0).stop 2024-09-21T00:21:37.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.189+0000 7f6d8f36e640 1 -- 172.21.15.67:0/905399610 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6d74004d40 msgr2=0x7f6d8815e730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:37.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.189+0000 7f6d8f36e640 1 --2- 172.21.15.67:0/905399610 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6d74004d40 0x7f6d8815e730 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f6d84011d10 tx=0x7f6d8400f790 comp rx=0 tx=0).stop 2024-09-21T00:21:37.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.189+0000 7f6d8f36e640 1 -- 172.21.15.67:0/905399610 shutdown_connections 2024-09-21T00:21:37.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.189+0000 7f6d8f36e640 1 --2- 172.21.15.67:0/905399610 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6d6c078bc0 0x7f6d6c07b0d0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:37.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.189+0000 7f6d8f36e640 1 --2- 172.21.15.67:0/905399610 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6d880b22f0 0x7f6d880a17e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:37.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.189+0000 7f6d8f36e640 1 --2- 172.21.15.67:0/905399610 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6d8815ed20 0x7f6d880a12a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:37.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.189+0000 7f6d8f36e640 1 --2- 172.21.15.67:0/905399610 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6d74004d40 0x7f6d8815e730 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:37.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.189+0000 7f6d8f36e640 1 -- 172.21.15.67:0/905399610 >> 172.21.15.67:0/905399610 conn(0x7f6d8808bee0 msgr2=0x7f6d8806f4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:37.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.189+0000 7f6d8f36e640 1 -- 172.21.15.67:0/905399610 shutdown_connections 2024-09-21T00:21:37.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.189+0000 7f6d8f36e640 1 -- 172.21.15.67:0/905399610 wait complete. 2024-09-21T00:21:37.269 INFO:teuthology.run_tasks:Running task ceph-fuse... 2024-09-21T00:21:37.296 INFO:tasks.ceph_fuse:Running ceph_fuse task... 2024-09-21T00:21:37.297 INFO:tasks.ceph_fuse:config is {'client.0': {}, 'client.2': {}, 'client.1': {}, 'client.3': {}} 2024-09-21T00:21:37.297 INFO:tasks.ceph_fuse:client.0 config is {} 2024-09-21T00:21:37.297 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-21T00:21:37.297 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-21T00:21:37.297 INFO:tasks.ceph_fuse:client.2 config is {} 2024-09-21T00:21:37.297 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-21T00:21:37.297 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-09-21T00:21:37.297 INFO:tasks.ceph_fuse:client.1 config is {} 2024-09-21T00:21:37.297 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-21T00:21:37.297 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-21T00:21:37.298 INFO:tasks.ceph_fuse:client.3 config is {} 2024-09-21T00:21:37.298 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-21T00:21:37.298 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-09-21T00:21:37.298 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:21:37.298 DEBUG:teuthology.orchestra.run.smithi067:> ip netns list 2024-09-21T00:21:37.315 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:21:37.315 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip link delete ceph-brx 2024-09-21T00:21:37.383 INFO:teuthology.orchestra.run.smithi067.stderr:Cannot find device "ceph-brx" 2024-09-21T00:21:37.384 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-21T00:21:37.385 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:21:37.385 DEBUG:teuthology.orchestra.run.smithi097:> ip netns list 2024-09-21T00:21:37.404 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:21:37.404 DEBUG:teuthology.orchestra.run.smithi097:> sudo ip link delete ceph-brx 2024-09-21T00:21:37.476 INFO:teuthology.orchestra.run.smithi097.stderr:Cannot find device "ceph-brx" 2024-09-21T00:21:37.477 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-21T00:21:37.478 INFO:tasks.ceph_fuse:Mounting ceph-fuse clients... 2024-09-21T00:21:37.478 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-21T00:21:37.478 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-21T00:21:37.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.594+0000 7fdec7e38640 1 -- 172.21.15.67:0/3191626517 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdec00cd890 msgr2=0x7fdec00cdca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:37.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.594+0000 7fdec7e38640 1 --2- 172.21.15.67:0/3191626517 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdec00cd890 0x7fdec00cdca0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fdeb8005fd0 tx=0x7fdeb802aa90 comp rx=0 tx=0).stop 2024-09-21T00:21:37.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.594+0000 7fdec7e38640 1 -- 172.21.15.67:0/3191626517 shutdown_connections 2024-09-21T00:21:37.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.594+0000 7fdec7e38640 1 --2- 172.21.15.67:0/3191626517 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdec00cd890 0x7fdec00cdca0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:37.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.594+0000 7fdec7e38640 1 --2- 172.21.15.67:0/3191626517 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdec015ffe0 0x7fdec009a950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:37.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.594+0000 7fdec7e38640 1 -- 172.21.15.67:0/3191626517 >> 172.21.15.67:0/3191626517 conn(0x7fdec00b3e90 msgr2=0x7fdec00b42a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:37.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.594+0000 7fdec7e38640 1 -- 172.21.15.67:0/3191626517 shutdown_connections 2024-09-21T00:21:37.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.594+0000 7fdec7e38640 1 -- 172.21.15.67:0/3191626517 wait complete. 2024-09-21T00:21:37.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.596+0000 7fdec7e38640 1 Processor -- start 2024-09-21T00:21:37.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.596+0000 7fdec7e38640 1 -- start start 2024-09-21T00:21:37.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.597+0000 7fdec7e38640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdec00b1910 0x7fdec015f480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:37.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.597+0000 7fdec7e38640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdec00cd890 0x7fdec0150aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:37.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.597+0000 7fdec7e38640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdec015ffe0 0x7fdec015e6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:37.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.597+0000 7fdec7e38640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fdec00ce570 con 0x7fdec015ffe0 2024-09-21T00:21:37.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.597+0000 7fdec7e38640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fdec00ce3f0 con 0x7fdec00cd890 2024-09-21T00:21:37.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.597+0000 7fdec7e38640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fdec00ce6f0 con 0x7fdec00b1910 2024-09-21T00:21:37.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.598+0000 7fdec63d5640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdec015ffe0 0x7fdec015e6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:37.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.598+0000 7fdec63d5640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdec015ffe0 0x7fdec015e6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:32884/0 (socket says 172.21.15.67:32884) 2024-09-21T00:21:37.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.598+0000 7fdec63d5640 1 -- 172.21.15.67:0/317706188 learned_addr learned my addr 172.21.15.67:0/317706188 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:37.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.598+0000 7fdec53d3640 1 --2- 172.21.15.67:0/317706188 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdec00cd890 0x7fdec0150aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:37.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.598+0000 7fdec5bd4640 1 --2- 172.21.15.67:0/317706188 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdec00b1910 0x7fdec015f480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:37.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.598+0000 7fdec63d5640 1 -- 172.21.15.67:0/317706188 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdec00b1910 msgr2=0x7fdec015f480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:37.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.598+0000 7fdec63d5640 1 --2- 172.21.15.67:0/317706188 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdec00b1910 0x7fdec015f480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:37.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.598+0000 7fdec63d5640 1 -- 172.21.15.67:0/317706188 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdec00cd890 msgr2=0x7fdec0150aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:37.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.598+0000 7fdec63d5640 1 --2- 172.21.15.67:0/317706188 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdec00cd890 0x7fdec0150aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:37.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.598+0000 7fdec63d5640 1 -- 172.21.15.67:0/317706188 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdec01f39e0 con 0x7fdec015ffe0 2024-09-21T00:21:37.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.598+0000 7fdec63d5640 1 --2- 172.21.15.67:0/317706188 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdec015ffe0 0x7fdec015e6b0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fdeb8009bf0 tx=0x7fdeb8003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:37.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.598+0000 7fdeb67fc640 1 -- 172.21.15.67:0/317706188 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdeb8044070 con 0x7fdec015ffe0 2024-09-21T00:21:37.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.598+0000 7fdeb67fc640 1 -- 172.21.15.67:0/317706188 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdeb8003e00 con 0x7fdec015ffe0 2024-09-21T00:21:37.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.598+0000 7fdec7e38640 1 -- 172.21.15.67:0/317706188 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdec01f3ca0 con 0x7fdec015ffe0 2024-09-21T00:21:37.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.598+0000 7fdeb67fc640 1 -- 172.21.15.67:0/317706188 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdeb80044b0 con 0x7fdec015ffe0 2024-09-21T00:21:37.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.598+0000 7fdec7e38640 1 -- 172.21.15.67:0/317706188 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdec01f4260 con 0x7fdec015ffe0 2024-09-21T00:21:37.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.599+0000 7fdec7e38640 1 -- 172.21.15.67:0/317706188 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdec00cdca0 con 0x7fdec015ffe0 2024-09-21T00:21:37.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.600+0000 7fdeb67fc640 1 -- 172.21.15.67:0/317706188 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fdeb8047070 con 0x7fdec015ffe0 2024-09-21T00:21:37.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.601+0000 7fdeb67fc640 1 --2- 172.21.15.67:0/317706188 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdea4078b90 0x7fdea407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:37.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.601+0000 7fdeb67fc640 1 -- 172.21.15.67:0/317706188 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fdeb80bba20 con 0x7fdec015ffe0 2024-09-21T00:21:37.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.601+0000 7fdec5bd4640 1 --2- 172.21.15.67:0/317706188 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdea4078b90 0x7fdea407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:37.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.602+0000 7fdec5bd4640 1 --2- 172.21.15.67:0/317706188 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdea4078b90 0x7fdea407b0a0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fdec00b18c0 tx=0x7fdebc005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:37.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.605+0000 7fdeb67fc640 1 -- 172.21.15.67:0/317706188 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fdeb8032030 con 0x7fdec015ffe0 2024-09-21T00:21:37.839 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.838+0000 7fdec7e38640 1 -- 172.21.15.67:0/317706188 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fdec009c560 con 0x7fdec015ffe0 2024-09-21T00:21:37.840 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.839+0000 7fdeb67fc640 1 -- 172.21.15.67:0/317706188 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) ==== 53+0+73 (secure 0 0 0) 0x7fdeb80098b0 con 0x7fdec015ffe0 2024-09-21T00:21:37.840 INFO:teuthology.orchestra.run.smithi067.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-21T00:21:37.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.841+0000 7fdec7e38640 1 -- 172.21.15.67:0/317706188 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdea4078b90 msgr2=0x7fdea407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:37.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.841+0000 7fdec7e38640 1 --2- 172.21.15.67:0/317706188 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdea4078b90 0x7fdea407b0a0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fdec00b18c0 tx=0x7fdebc005f90 comp rx=0 tx=0).stop 2024-09-21T00:21:37.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.841+0000 7fdec7e38640 1 -- 172.21.15.67:0/317706188 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdec015ffe0 msgr2=0x7fdec015e6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:37.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.841+0000 7fdec7e38640 1 --2- 172.21.15.67:0/317706188 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdec015ffe0 0x7fdec015e6b0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fdeb8009bf0 tx=0x7fdeb8003c10 comp rx=0 tx=0).stop 2024-09-21T00:21:37.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.841+0000 7fdec7e38640 1 -- 172.21.15.67:0/317706188 shutdown_connections 2024-09-21T00:21:37.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.841+0000 7fdec7e38640 1 --2- 172.21.15.67:0/317706188 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdea4078b90 0x7fdea407b0a0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:37.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.841+0000 7fdec7e38640 1 --2- 172.21.15.67:0/317706188 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdec015ffe0 0x7fdec015e6b0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:37.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.841+0000 7fdec7e38640 1 --2- 172.21.15.67:0/317706188 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdec00cd890 0x7fdec0150aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:37.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.841+0000 7fdec7e38640 1 --2- 172.21.15.67:0/317706188 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdec00b1910 0x7fdec015f480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:37.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.841+0000 7fdec7e38640 1 -- 172.21.15.67:0/317706188 >> 172.21.15.67:0/317706188 conn(0x7fdec00b3e90 msgr2=0x7fdec0075fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:37.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.841+0000 7fdec7e38640 1 -- 172.21.15.67:0/317706188 shutdown_connections 2024-09-21T00:21:37.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37.841+0000 7fdec7e38640 1 -- 172.21.15.67:0/317706188 wait complete. 2024-09-21T00:21:37.853 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-21T00:21:37.853 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-21T00:21:37.853 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi067.front.sepia.ceph.com 2024-09-21T00:21:37.853 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-21T00:21:37.853 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-21T00:21:37.854 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-21T00:21:37.854 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-21T00:21:37.854 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-21T00:21:37.854 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-21T00:21:37.854 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:21:37.854 DEBUG:teuthology.orchestra.run.smithi067:> ip addr 2024-09-21T00:21:37.870 INFO:teuthology.orchestra.run.smithi067.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-21T00:21:37.870 INFO:teuthology.orchestra.run.smithi067.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-21T00:21:37.870 INFO:teuthology.orchestra.run.smithi067.stdout: inet 127.0.0.1/8 scope host lo 2024-09-21T00:21:37.870 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:21:37.871 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 ::1/128 scope host 2024-09-21T00:21:37.871 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:21:37.871 INFO:teuthology.orchestra.run.smithi067.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-21T00:21:37.871 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:a8:b4:7e brd ff:ff:ff:ff:ff:ff 2024-09-21T00:21:37.871 INFO:teuthology.orchestra.run.smithi067.stdout: altname enp7s0f0 2024-09-21T00:21:37.871 INFO:teuthology.orchestra.run.smithi067.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-21T00:21:37.871 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:a8:b4:7f brd ff:ff:ff:ff:ff:ff 2024-09-21T00:21:37.871 INFO:teuthology.orchestra.run.smithi067.stdout: altname enp7s0f1 2024-09-21T00:21:37.871 INFO:teuthology.orchestra.run.smithi067.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-21T00:21:37.871 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:b6:fc:0a brd ff:ff:ff:ff:ff:ff 2024-09-21T00:21:37.871 INFO:teuthology.orchestra.run.smithi067.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-21T00:21:37.871 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:b6:fc:0b brd ff:ff:ff:ff:ff:ff 2024-09-21T00:21:37.871 INFO:teuthology.orchestra.run.smithi067.stdout: inet 172.21.15.67/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-21T00:21:37.871 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft 42770sec preferred_lft 42770sec 2024-09-21T00:21:37.872 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::ec4:7aff:feb6:fc0b/64 scope link noprefixroute 2024-09-21T00:21:37.872 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:21:37.872 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-21T00:21:37.872 DEBUG:teuthology.orchestra.run.smithi067:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T00:21:37.872 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:21:37.872 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip link add name ceph-brx type bridge 2024-09-21T00:21:37.872 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip addr flush dev ceph-brx 2024-09-21T00:21:37.872 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip link set ceph-brx up 2024-09-21T00:21:37.872 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-21T00:21:37.873 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:21:37.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:37 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T00:21:38.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:21:38.074 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:21:38.074 DEBUG:teuthology.orchestra.run.smithi067:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-21T00:21:38.099 INFO:teuthology.orchestra.run.smithi067.stdout:1 2024-09-21T00:21:38.101 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:21:38.101 DEBUG:teuthology.orchestra.run.smithi067:> route 2024-09-21T00:21:38.176 INFO:teuthology.orchestra.run.smithi067.stdout:Kernel IP routing table 2024-09-21T00:21:38.176 INFO:teuthology.orchestra.run.smithi067.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-21T00:21:38.176 INFO:teuthology.orchestra.run.smithi067.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-21T00:21:38.176 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-21T00:21:38.176 INFO:teuthology.orchestra.run.smithi067.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-21T00:21:38.177 DEBUG:teuthology.orchestra.run.smithi067:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T00:21:38.177 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:21:38.177 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-21T00:21:38.177 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-21T00:21:38.177 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-21T00:21:38.177 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:21:38.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:38 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T00:21:38.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:21:38.463 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:21:38.463 DEBUG:teuthology.orchestra.run.smithi067:> ip netns list 2024-09-21T00:21:38.480 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:21:38.480 DEBUG:teuthology.orchestra.run.smithi067:> ip netns list-id 2024-09-21T00:21:38.536 DEBUG:teuthology.orchestra.run.smithi067:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T00:21:38.536 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:21:38.536 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:21:38.536 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-09-21T00:21:38.536 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:21:38.629 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:38 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T00:21:38.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:21:38.662 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-09-21T00:21:38.663 DEBUG:teuthology.orchestra.run.smithi067:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T00:21:38.663 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:21:38.663 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-09-21T00:21:38.663 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-21T00:21:38.663 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-09-21T00:21:38.663 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-09-21T00:21:38.663 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-09-21T00:21:38.663 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:21:38.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:38 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T00:21:38.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:21:38.804 DEBUG:teuthology.orchestra.run.smithi067:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T00:21:38.804 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:21:38.804 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip link set brx.0 up 2024-09-21T00:21:38.804 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip link set dev brx.0 master ceph-brx 2024-09-21T00:21:38.804 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:21:38.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:38 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T00:21:38.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:21:38.886 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-21T00:21:38.886 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T00:21:38.887 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-21T00:21:38.903 INFO:teuthology.orchestra.run.smithi067.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-21T00:21:38.903 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T00:21:38.903 DEBUG:teuthology.orchestra.run.smithi067:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-21T00:21:38.959 DEBUG:teuthology.orchestra.run.smithi067:> sudo modprobe fuse 2024-09-21T00:21:39.026 DEBUG:teuthology.orchestra.run.smithi067:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T00:21:39.082 INFO:teuthology.orchestra.run.smithi067.stdout:/proc 2024-09-21T00:21:39.082 INFO:teuthology.orchestra.run.smithi067.stdout:/sys 2024-09-21T00:21:39.082 INFO:teuthology.orchestra.run.smithi067.stdout:/dev 2024-09-21T00:21:39.083 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/security 2024-09-21T00:21:39.083 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/shm 2024-09-21T00:21:39.083 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/pts 2024-09-21T00:21:39.083 INFO:teuthology.orchestra.run.smithi067.stdout:/run 2024-09-21T00:21:39.083 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/cgroup 2024-09-21T00:21:39.083 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/pstore 2024-09-21T00:21:39.083 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/bpf 2024-09-21T00:21:39.083 INFO:teuthology.orchestra.run.smithi067.stdout:/ 2024-09-21T00:21:39.083 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/selinux 2024-09-21T00:21:39.083 INFO:teuthology.orchestra.run.smithi067.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T00:21:39.083 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/hugepages 2024-09-21T00:21:39.083 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/mqueue 2024-09-21T00:21:39.083 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/debug 2024-09-21T00:21:39.084 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/tracing 2024-09-21T00:21:39.084 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/fuse/connections 2024-09-21T00:21:39.084 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-sysctl.service 2024-09-21T00:21:39.084 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/config 2024-09-21T00:21:39.084 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-21T00:21:39.084 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-21T00:21:39.084 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/nfs/rpc_pipefs 2024-09-21T00:21:39.084 INFO:teuthology.orchestra.run.smithi067.stdout:/run/user/1000 2024-09-21T00:21:39.084 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph 2024-09-21T00:21:39.084 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T00:21:39.084 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T00:21:39.084 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T00:21:39.084 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T00:21:39.084 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns 2024-09-21T00:21:39.085 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:21:39.085 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:21:39.085 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:21:39.085 DEBUG:teuthology.orchestra.run.smithi067:> ls /sys/fs/fuse/connections 2024-09-21T00:21:39.138 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-21T00:21:39.138 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-21T00:21:39.181 DEBUG:teuthology.orchestra.run.smithi067:> sudo modprobe fuse 2024-09-21T00:21:39.207 DEBUG:teuthology.orchestra.run.smithi067:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T00:21:39.265 INFO:teuthology.orchestra.run.smithi067.stdout:/proc 2024-09-21T00:21:39.265 INFO:teuthology.orchestra.run.smithi067.stdout:/sys 2024-09-21T00:21:39.266 INFO:teuthology.orchestra.run.smithi067.stdout:/dev 2024-09-21T00:21:39.266 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/security 2024-09-21T00:21:39.266 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/shm 2024-09-21T00:21:39.266 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/pts 2024-09-21T00:21:39.266 INFO:teuthology.orchestra.run.smithi067.stdout:/run 2024-09-21T00:21:39.266 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/cgroup 2024-09-21T00:21:39.266 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/pstore 2024-09-21T00:21:39.266 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/bpf 2024-09-21T00:21:39.266 INFO:teuthology.orchestra.run.smithi067.stdout:/ 2024-09-21T00:21:39.266 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/selinux 2024-09-21T00:21:39.266 INFO:teuthology.orchestra.run.smithi067.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T00:21:39.266 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/hugepages 2024-09-21T00:21:39.266 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/mqueue 2024-09-21T00:21:39.266 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/debug 2024-09-21T00:21:39.267 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/tracing 2024-09-21T00:21:39.267 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/fuse/connections 2024-09-21T00:21:39.267 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-sysctl.service 2024-09-21T00:21:39.267 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/config 2024-09-21T00:21:39.267 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-21T00:21:39.267 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-21T00:21:39.267 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/nfs/rpc_pipefs 2024-09-21T00:21:39.267 INFO:teuthology.orchestra.run.smithi067.stdout:/run/user/1000 2024-09-21T00:21:39.267 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph 2024-09-21T00:21:39.267 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T00:21:39.267 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T00:21:39.267 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T00:21:39.267 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T00:21:39.267 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns 2024-09-21T00:21:39.268 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:21:39.268 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:21:39.268 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:21:39.268 DEBUG:teuthology.orchestra.run.smithi067:> ls /sys/fs/fuse/connections 2024-09-21T00:21:39.303 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:2024-09-21T00:21:39.301+0000 7ff3bdc2e480 -1 init, newargv = 0x557aaa26b9c0 newargc=15 2024-09-21T00:21:39.303 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:ceph-fuse[45163]: starting ceph client 2024-09-21T00:21:39.308 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:ceph-fuse[45163]: starting fuse 2024-09-21T00:21:39.319 INFO:teuthology.orchestra.run.smithi067.stdout:41 2024-09-21T00:21:39.319 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-21T00:21:39.319 DEBUG:teuthology.orchestra.run.smithi067:> sudo stdin-killer -- python3 -c ' 2024-09-21T00:21:39.319 DEBUG:teuthology.orchestra.run.smithi067:> import glob 2024-09-21T00:21:39.320 DEBUG:teuthology.orchestra.run.smithi067:> import re 2024-09-21T00:21:39.320 DEBUG:teuthology.orchestra.run.smithi067:> import os 2024-09-21T00:21:39.320 DEBUG:teuthology.orchestra.run.smithi067:> import subprocess 2024-09-21T00:21:39.320 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:21:39.320 DEBUG:teuthology.orchestra.run.smithi067:> def _find_admin_socket(client_name): 2024-09-21T00:21:39.320 DEBUG:teuthology.orchestra.run.smithi067:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-21T00:21:39.320 DEBUG:teuthology.orchestra.run.smithi067:> files = glob.glob(asok_path) 2024-09-21T00:21:39.320 DEBUG:teuthology.orchestra.run.smithi067:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-21T00:21:39.320 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:21:39.320 DEBUG:teuthology.orchestra.run.smithi067:> # Given a non-glob path, it better be there 2024-09-21T00:21:39.320 DEBUG:teuthology.orchestra.run.smithi067:> if "*" not in asok_path: 2024-09-21T00:21:39.320 DEBUG:teuthology.orchestra.run.smithi067:> assert(len(files) == 1) 2024-09-21T00:21:39.320 DEBUG:teuthology.orchestra.run.smithi067:> return files[0] 2024-09-21T00:21:39.320 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:21:39.320 DEBUG:teuthology.orchestra.run.smithi067:> for f in files: 2024-09-21T00:21:39.321 DEBUG:teuthology.orchestra.run.smithi067:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-21T00:21:39.321 DEBUG:teuthology.orchestra.run.smithi067:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-21T00:21:39.321 DEBUG:teuthology.orchestra.run.smithi067:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-21T00:21:39.321 DEBUG:teuthology.orchestra.run.smithi067:> contents = proc_f.read() 2024-09-21T00:21:39.321 DEBUG:teuthology.orchestra.run.smithi067:> if mountpoint in contents: 2024-09-21T00:21:39.321 DEBUG:teuthology.orchestra.run.smithi067:> return f 2024-09-21T00:21:39.321 DEBUG:teuthology.orchestra.run.smithi067:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-21T00:21:39.321 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:21:39.321 DEBUG:teuthology.orchestra.run.smithi067:> print(_find_admin_socket("client.0")) 2024-09-21T00:21:39.321 DEBUG:teuthology.orchestra.run.smithi067:> ' 2024-09-21T00:21:39.439 INFO:teuthology.orchestra.run.smithi067.stdout:/var/run/ceph/ceph-client.0.45163.asok 2024-09-21T00:21:39.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:21:39.450 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.45163.asok 2024-09-21T00:21:39.450 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:21:39.450 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.45163.asok status 2024-09-21T00:21:39.596 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:21:39.596 INFO:teuthology.orchestra.run.smithi067.stdout: "metadata": { 2024-09-21T00:21:39.596 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", 2024-09-21T00:21:39.596 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", 2024-09-21T00:21:39.596 INFO:teuthology.orchestra.run.smithi067.stdout: "entity_id": "0", 2024-09-21T00:21:39.596 INFO:teuthology.orchestra.run.smithi067.stdout: "hostname": "smithi067", 2024-09-21T00:21:39.596 INFO:teuthology.orchestra.run.smithi067.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-21T00:21:39.596 INFO:teuthology.orchestra.run.smithi067.stdout: "pid": "45163", 2024-09-21T00:21:39.597 INFO:teuthology.orchestra.run.smithi067.stdout: "root": "/" 2024-09-21T00:21:39.597 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:21:39.597 INFO:teuthology.orchestra.run.smithi067.stdout: "dentry_count": 0, 2024-09-21T00:21:39.597 INFO:teuthology.orchestra.run.smithi067.stdout: "dentry_pinned_count": 0, 2024-09-21T00:21:39.597 INFO:teuthology.orchestra.run.smithi067.stdout: "id": 4719, 2024-09-21T00:21:39.597 INFO:teuthology.orchestra.run.smithi067.stdout: "inst": { 2024-09-21T00:21:39.597 INFO:teuthology.orchestra.run.smithi067.stdout: "name": { 2024-09-21T00:21:39.597 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "client", 2024-09-21T00:21:39.597 INFO:teuthology.orchestra.run.smithi067.stdout: "num": 4719 2024-09-21T00:21:39.597 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:21:39.597 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": { 2024-09-21T00:21:39.597 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "v1", 2024-09-21T00:21:39.597 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": "192.168.0.1:0", 2024-09-21T00:21:39.597 INFO:teuthology.orchestra.run.smithi067.stdout: "nonce": 568559006 2024-09-21T00:21:39.598 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:21:39.598 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:21:39.598 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": { 2024-09-21T00:21:39.598 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "v1", 2024-09-21T00:21:39.598 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": "192.168.0.1:0", 2024-09-21T00:21:39.598 INFO:teuthology.orchestra.run.smithi067.stdout: "nonce": 568559006 2024-09-21T00:21:39.598 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:21:39.598 INFO:teuthology.orchestra.run.smithi067.stdout: "inst_str": "client.4719 192.168.0.1:0/568559006", 2024-09-21T00:21:39.598 INFO:teuthology.orchestra.run.smithi067.stdout: "addr_str": "192.168.0.1:0/568559006", 2024-09-21T00:21:39.598 INFO:teuthology.orchestra.run.smithi067.stdout: "inode_count": 1, 2024-09-21T00:21:39.598 INFO:teuthology.orchestra.run.smithi067.stdout: "mds_epoch": 8, 2024-09-21T00:21:39.598 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_epoch": 21, 2024-09-21T00:21:39.598 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_epoch_barrier": 0, 2024-09-21T00:21:39.598 INFO:teuthology.orchestra.run.smithi067.stdout: "blocklisted": false, 2024-09-21T00:21:39.599 INFO:teuthology.orchestra.run.smithi067.stdout: "fs_name": "cephfs" 2024-09-21T00:21:39.599 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:21:39.604 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-21T00:21:39.605 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-21T00:21:39.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:39.720+0000 7f8ad58b4640 1 -- 172.21.15.67:0/1617748193 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8ad00b5d80 msgr2=0x7f8ad00b6190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:39.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:39.720+0000 7f8ad58b4640 1 --2- 172.21.15.67:0/1617748193 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8ad00b5d80 0x7f8ad00b6190 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f8ad0072ef0 tx=0x7f8ac802a4a0 comp rx=0 tx=0).stop 2024-09-21T00:21:39.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:39.720+0000 7f8ad58b4640 1 -- 172.21.15.67:0/1617748193 shutdown_connections 2024-09-21T00:21:39.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:39.720+0000 7f8ad58b4640 1 --2- 172.21.15.67:0/1617748193 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8ad00b5d80 0x7f8ad00b6190 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:39.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:39.720+0000 7f8ad58b4640 1 --2- 172.21.15.67:0/1617748193 >> v2:172.21.15.97:3300/0 conn(0x7f8ad00ce570 0x7f8ad00d1da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:39.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:39.720+0000 7f8ad58b4640 1 -- 172.21.15.67:0/1617748193 >> 172.21.15.67:0/1617748193 conn(0x7f8ad00d1280 msgr2=0x7f8ad00d1690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:39.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:39.720+0000 7f8ad58b4640 1 -- 172.21.15.67:0/1617748193 shutdown_connections 2024-09-21T00:21:39.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:39.720+0000 7f8ad58b4640 1 -- 172.21.15.67:0/1617748193 wait complete. 2024-09-21T00:21:39.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:39.722+0000 7f8ad58b4640 1 Processor -- start 2024-09-21T00:21:39.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:39.722+0000 7f8ad58b4640 1 -- start start 2024-09-21T00:21:39.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:39.723+0000 7f8ad58b4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8ad00b5260 0x7f8ad01432c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:39.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:39.723+0000 7f8ad58b4640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8ad00b5d80 0x7f8ad009eab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:39.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:39.723+0000 7f8ad58b4640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8ad00ce570 0x7f8ad006cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:39.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:39.723+0000 7f8ad58b4640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f8ad0165a30 con 0x7f8ad00b5260 2024-09-21T00:21:39.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:39.723+0000 7f8ad58b4640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f8ad01658b0 con 0x7f8ad00b5d80 2024-09-21T00:21:39.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:39.723+0000 7f8ad58b4640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f8ad0165bb0 con 0x7f8ad00ce570 2024-09-21T00:21:39.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:39.724+0000 7f8aceffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8ad00b5260 0x7f8ad01432c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:39.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:39.724+0000 7f8aceffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8ad00b5260 0x7f8ad01432c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:32894/0 (socket says 172.21.15.67:32894) 2024-09-21T00:21:39.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:39.724+0000 7f8aceffd640 1 -- 172.21.15.67:0/195393435 learned_addr learned my addr 172.21.15.67:0/195393435 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:39.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:39.724+0000 7f8ace7fc640 1 --2- 172.21.15.67:0/195393435 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8ad00b5d80 0x7f8ad009eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:39.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:39.724+0000 7f8acf7fe640 1 --2- 172.21.15.67:0/195393435 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8ad00ce570 0x7f8ad006cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:39.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:39.724+0000 7f8aceffd640 1 -- 172.21.15.67:0/195393435 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8ad00ce570 msgr2=0x7f8ad006cdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:39.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:39.724+0000 7f8aceffd640 1 --2- 172.21.15.67:0/195393435 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8ad00ce570 0x7f8ad006cdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:39.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:39.724+0000 7f8aceffd640 1 -- 172.21.15.67:0/195393435 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8ad00b5d80 msgr2=0x7f8ad009eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:39.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:39.724+0000 7f8aceffd640 1 --2- 172.21.15.67:0/195393435 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8ad00b5d80 0x7f8ad009eab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:39.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:39.724+0000 7f8aceffd640 1 -- 172.21.15.67:0/195393435 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ad0141340 con 0x7f8ad00b5260 2024-09-21T00:21:39.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:39.724+0000 7f8ace7fc640 1 --2- 172.21.15.67:0/195393435 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8ad00b5d80 0x7f8ad009eab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:21:39.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:39.724+0000 7f8acf7fe640 1 --2- 172.21.15.67:0/195393435 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8ad00ce570 0x7f8ad006cdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:21:39.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:39.724+0000 7f8aceffd640 1 --2- 172.21.15.67:0/195393435 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8ad00b5260 0x7f8ad01432c0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f8ac000da50 tx=0x7f8ac000df10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:39.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:39.724+0000 7f8ac7fff640 1 -- 172.21.15.67:0/195393435 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ac0017070 con 0x7f8ad00b5260 2024-09-21T00:21:39.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:39.724+0000 7f8ac7fff640 1 -- 172.21.15.67:0/195393435 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8ac0010460 con 0x7f8ad00b5260 2024-09-21T00:21:39.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:39.724+0000 7f8ad58b4640 1 -- 172.21.15.67:0/195393435 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ad0143bf0 con 0x7f8ad00b5260 2024-09-21T00:21:39.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:39.724+0000 7f8ac7fff640 1 -- 172.21.15.67:0/195393435 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ac00108b0 con 0x7f8ad00b5260 2024-09-21T00:21:39.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:39.724+0000 7f8ad58b4640 1 -- 172.21.15.67:0/195393435 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ad01415b0 con 0x7f8ad00b5260 2024-09-21T00:21:39.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:39.725+0000 7f8ad58b4640 1 -- 172.21.15.67:0/195393435 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8ad00b6190 con 0x7f8ad00b5260 2024-09-21T00:21:39.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:39.726+0000 7f8ac7fff640 1 -- 172.21.15.67:0/195393435 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f8ac001a070 con 0x7f8ad00b5260 2024-09-21T00:21:39.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:39.727+0000 7f8ac7fff640 1 --2- 172.21.15.67:0/195393435 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8ab0078bc0 0x7f8ab007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:39.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:39.727+0000 7f8ac7fff640 1 -- 172.21.15.67:0/195393435 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f8ac009b210 con 0x7f8ad00b5260 2024-09-21T00:21:39.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:39.727+0000 7f8ace7fc640 1 --2- 172.21.15.67:0/195393435 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8ab0078bc0 0x7f8ab007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:39.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:39.727+0000 7f8ace7fc640 1 --2- 172.21.15.67:0/195393435 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8ab0078bc0 0x7f8ab007b0d0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f8ad015a910 tx=0x7f8ab8009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:39.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:39.731+0000 7f8ac7fff640 1 -- 172.21.15.67:0/195393435 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f8ac0063660 con 0x7f8ad00b5260 2024-09-21T00:21:39.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:39.957+0000 7f8ad58b4640 1 -- 172.21.15.67:0/195393435 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f8ad00cf3a0 con 0x7f8ad00b5260 2024-09-21T00:21:39.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:39.958+0000 7f8ac7fff640 1 -- 172.21.15.67:0/195393435 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) ==== 53+0+73 (secure 0 0 0) 0x7f8ac0062f60 con 0x7f8ad00b5260 2024-09-21T00:21:39.959 INFO:teuthology.orchestra.run.smithi067.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-21T00:21:39.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:39.960+0000 7f8ad58b4640 1 -- 172.21.15.67:0/195393435 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8ab0078bc0 msgr2=0x7f8ab007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:39.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:39.960+0000 7f8ad58b4640 1 --2- 172.21.15.67:0/195393435 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8ab0078bc0 0x7f8ab007b0d0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f8ad015a910 tx=0x7f8ab8009040 comp rx=0 tx=0).stop 2024-09-21T00:21:39.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:39.960+0000 7f8ad58b4640 1 -- 172.21.15.67:0/195393435 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8ad00b5260 msgr2=0x7f8ad01432c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:39.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:39.960+0000 7f8ad58b4640 1 --2- 172.21.15.67:0/195393435 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8ad00b5260 0x7f8ad01432c0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f8ac000da50 tx=0x7f8ac000df10 comp rx=0 tx=0).stop 2024-09-21T00:21:39.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:39.960+0000 7f8ad58b4640 1 -- 172.21.15.67:0/195393435 shutdown_connections 2024-09-21T00:21:39.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:39.960+0000 7f8ad58b4640 1 --2- 172.21.15.67:0/195393435 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8ab0078bc0 0x7f8ab007b0d0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:39.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:39.960+0000 7f8ad58b4640 1 --2- 172.21.15.67:0/195393435 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8ad00ce570 0x7f8ad006cdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:39.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:39.960+0000 7f8ad58b4640 1 --2- 172.21.15.67:0/195393435 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8ad00b5d80 0x7f8ad009eab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:39.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:39.960+0000 7f8ad58b4640 1 --2- 172.21.15.67:0/195393435 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8ad00b5260 0x7f8ad01432c0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:39.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:39.960+0000 7f8ad58b4640 1 -- 172.21.15.67:0/195393435 >> 172.21.15.67:0/195393435 conn(0x7f8ad00d1280 msgr2=0x7f8ad00cf5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:39.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:39.960+0000 7f8ad58b4640 1 -- 172.21.15.67:0/195393435 shutdown_connections 2024-09-21T00:21:39.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:39.960+0000 7f8ad58b4640 1 -- 172.21.15.67:0/195393435 wait complete. 2024-09-21T00:21:39.972 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-21T00:21:39.972 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-21T00:21:39.973 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi067.front.sepia.ceph.com 2024-09-21T00:21:39.973 INFO:tasks.cephfs.mount:self.client.name = client.2 2024-09-21T00:21:39.973 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-09-21T00:21:39.973 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-21T00:21:39.973 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-21T00:21:39.973 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-21T00:21:39.973 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.2' 2024-09-21T00:21:39.973 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:21:39.973 DEBUG:teuthology.orchestra.run.smithi067:> ip addr 2024-09-21T00:21:39.989 INFO:teuthology.orchestra.run.smithi067.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-21T00:21:39.990 INFO:teuthology.orchestra.run.smithi067.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-21T00:21:39.990 INFO:teuthology.orchestra.run.smithi067.stdout: inet 127.0.0.1/8 scope host lo 2024-09-21T00:21:39.990 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:21:39.990 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 ::1/128 scope host 2024-09-21T00:21:39.990 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:21:39.990 INFO:teuthology.orchestra.run.smithi067.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-21T00:21:39.990 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:a8:b4:7e brd ff:ff:ff:ff:ff:ff 2024-09-21T00:21:39.990 INFO:teuthology.orchestra.run.smithi067.stdout: altname enp7s0f0 2024-09-21T00:21:39.990 INFO:teuthology.orchestra.run.smithi067.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-21T00:21:39.990 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:a8:b4:7f brd ff:ff:ff:ff:ff:ff 2024-09-21T00:21:39.990 INFO:teuthology.orchestra.run.smithi067.stdout: altname enp7s0f1 2024-09-21T00:21:39.990 INFO:teuthology.orchestra.run.smithi067.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-21T00:21:39.991 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:b6:fc:0a brd ff:ff:ff:ff:ff:ff 2024-09-21T00:21:39.991 INFO:teuthology.orchestra.run.smithi067.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-21T00:21:39.991 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:b6:fc:0b brd ff:ff:ff:ff:ff:ff 2024-09-21T00:21:39.991 INFO:teuthology.orchestra.run.smithi067.stdout: inet 172.21.15.67/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-21T00:21:39.991 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft 42768sec preferred_lft 42768sec 2024-09-21T00:21:39.991 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::ec4:7aff:feb6:fc0b/64 scope link noprefixroute 2024-09-21T00:21:39.991 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:21:39.991 INFO:teuthology.orchestra.run.smithi067.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-21T00:21:39.991 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether ae:69:02:89:12:0b brd ff:ff:ff:ff:ff:ff 2024-09-21T00:21:39.991 INFO:teuthology.orchestra.run.smithi067.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-21T00:21:39.991 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:21:39.991 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::cb7:27ff:fe38:31a4/64 scope link 2024-09-21T00:21:39.991 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:21:39.992 INFO:teuthology.orchestra.run.smithi067.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T00:21:39.992 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether ae:69:02:89:12:0b brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:21:39.992 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::ac69:2ff:fe89:120b/64 scope link tentative 2024-09-21T00:21:39.992 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:21:39.992 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:21:39.992 DEBUG:teuthology.orchestra.run.smithi067:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-21T00:21:40.054 INFO:teuthology.orchestra.run.smithi067.stdout:1 2024-09-21T00:21:40.056 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:21:40.056 DEBUG:teuthology.orchestra.run.smithi067:> route 2024-09-21T00:21:40.112 INFO:teuthology.orchestra.run.smithi067.stdout:Kernel IP routing table 2024-09-21T00:21:40.112 INFO:teuthology.orchestra.run.smithi067.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-21T00:21:40.113 INFO:teuthology.orchestra.run.smithi067.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-21T00:21:40.113 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-21T00:21:40.113 INFO:teuthology.orchestra.run.smithi067.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-21T00:21:40.113 DEBUG:teuthology.orchestra.run.smithi067:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T00:21:40.113 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:21:40.113 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-21T00:21:40.113 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-21T00:21:40.113 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-21T00:21:40.113 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:21:40.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:40 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T00:21:40.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:21:40.242 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:21:40.242 DEBUG:teuthology.orchestra.run.smithi067:> ip netns list 2024-09-21T00:21:40.258 INFO:teuthology.orchestra.run.smithi067.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-21T00:21:40.259 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:21:40.259 DEBUG:teuthology.orchestra.run.smithi067:> ip netns list-id 2024-09-21T00:21:40.315 INFO:teuthology.orchestra.run.smithi067.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.0) 2024-09-21T00:21:40.316 DEBUG:teuthology.orchestra.run.smithi067:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T00:21:40.316 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:21:40.316 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:21:40.316 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.2 1 2024-09-21T00:21:40.316 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:21:40.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:40 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T00:21:40.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:21:40.434 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:21:40.434 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-09-21T00:21:40.460 INFO:teuthology.orchestra.run.smithi067.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-21T00:21:40.460 INFO:teuthology.orchestra.run.smithi067.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-21T00:21:40.460 INFO:teuthology.orchestra.run.smithi067.stdout: inet 127.0.0.1/8 scope host lo 2024-09-21T00:21:40.460 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:21:40.460 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 ::1/128 scope host 2024-09-21T00:21:40.460 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:21:40.460 INFO:teuthology.orchestra.run.smithi067.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-21T00:21:40.460 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether a2:8f:06:e5:cd:51 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-21T00:21:40.461 INFO:teuthology.orchestra.run.smithi067.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-21T00:21:40.461 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:21:40.461 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::a08f:6ff:fee5:cd51/64 scope link tentative 2024-09-21T00:21:40.461 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:21:40.462 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:21:40.462 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-09-21T00:21:40.528 INFO:teuthology.orchestra.run.smithi067.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-21T00:21:40.528 INFO:teuthology.orchestra.run.smithi067.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-21T00:21:40.528 INFO:teuthology.orchestra.run.smithi067.stdout: inet 127.0.0.1/8 scope host lo 2024-09-21T00:21:40.528 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:21:40.528 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 ::1/128 scope host 2024-09-21T00:21:40.528 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:21:40.528 INFO:teuthology.orchestra.run.smithi067.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-21T00:21:40.528 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether a2:8f:06:e5:cd:51 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-21T00:21:40.528 INFO:teuthology.orchestra.run.smithi067.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-21T00:21:40.529 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:21:40.529 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::a08f:6ff:fee5:cd51/64 scope link tentative 2024-09-21T00:21:40.529 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:21:40.530 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.2' with 192.168.0.2/16 2024-09-21T00:21:40.530 DEBUG:teuthology.orchestra.run.smithi067:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T00:21:40.530 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:21:40.530 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.2 type veth peer name brx.1 2024-09-21T00:21:40.530 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-09-21T00:21:40.530 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set veth0 up 2024-09-21T00:21:40.530 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set lo up 2024-09-21T00:21:40.530 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip route add default via 192.168.255.254 2024-09-21T00:21:40.530 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:21:40.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:40 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T00:21:40.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:21:40.687 DEBUG:teuthology.orchestra.run.smithi067:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T00:21:40.687 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:21:40.687 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip link set brx.1 up 2024-09-21T00:21:40.688 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip link set dev brx.1 master ceph-brx 2024-09-21T00:21:40.688 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:21:40.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:40 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T00:21:40.760 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:21:40.766 INFO:tasks.cephfs.fuse_mount:Client client.2 config is {} 2024-09-21T00:21:40.766 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T00:21:40.766 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p -v /home/ubuntu/cephtest/mnt.2 2024-09-21T00:21:40.794 INFO:teuthology.orchestra.run.smithi067.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.2' 2024-09-21T00:21:40.794 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T00:21:40.795 DEBUG:teuthology.orchestra.run.smithi067:> chmod 0000 /home/ubuntu/cephtest/mnt.2 2024-09-21T00:21:40.850 DEBUG:teuthology.orchestra.run.smithi067:> sudo modprobe fuse 2024-09-21T00:21:40.916 DEBUG:teuthology.orchestra.run.smithi067:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T00:21:40.974 INFO:teuthology.orchestra.run.smithi067.stdout:/proc 2024-09-21T00:21:40.974 INFO:teuthology.orchestra.run.smithi067.stdout:/sys 2024-09-21T00:21:40.975 INFO:teuthology.orchestra.run.smithi067.stdout:/dev 2024-09-21T00:21:40.975 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/security 2024-09-21T00:21:40.975 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/shm 2024-09-21T00:21:40.975 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/pts 2024-09-21T00:21:40.975 INFO:teuthology.orchestra.run.smithi067.stdout:/run 2024-09-21T00:21:40.975 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/cgroup 2024-09-21T00:21:40.975 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/pstore 2024-09-21T00:21:40.975 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/bpf 2024-09-21T00:21:40.975 INFO:teuthology.orchestra.run.smithi067.stdout:/ 2024-09-21T00:21:40.975 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/selinux 2024-09-21T00:21:40.975 INFO:teuthology.orchestra.run.smithi067.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T00:21:40.975 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/hugepages 2024-09-21T00:21:40.975 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/mqueue 2024-09-21T00:21:40.976 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/debug 2024-09-21T00:21:40.976 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/tracing 2024-09-21T00:21:40.976 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/fuse/connections 2024-09-21T00:21:40.976 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-sysctl.service 2024-09-21T00:21:40.976 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/config 2024-09-21T00:21:40.976 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-21T00:21:40.976 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-21T00:21:40.976 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/nfs/rpc_pipefs 2024-09-21T00:21:40.976 INFO:teuthology.orchestra.run.smithi067.stdout:/run/user/1000 2024-09-21T00:21:40.976 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph 2024-09-21T00:21:40.976 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T00:21:40.976 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T00:21:40.976 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T00:21:40.977 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T00:21:40.977 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns 2024-09-21T00:21:40.977 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:21:40.977 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:21:40.977 INFO:teuthology.orchestra.run.smithi067.stdout:/home/ubuntu/cephtest/mnt.0 2024-09-21T00:21:40.977 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:21:40.977 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:21:40.977 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:21:40.977 DEBUG:teuthology.orchestra.run.smithi067:> ls /sys/fs/fuse/connections 2024-09-21T00:21:41.030 INFO:teuthology.orchestra.run.smithi067.stdout:41 2024-09-21T00:21:41.030 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [41] 2024-09-21T00:21:41.030 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.2 --id 2) 2024-09-21T00:21:41.072 DEBUG:teuthology.orchestra.run.smithi067:> sudo modprobe fuse 2024-09-21T00:21:41.098 DEBUG:teuthology.orchestra.run.smithi067:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T00:21:41.157 INFO:teuthology.orchestra.run.smithi067.stdout:/proc 2024-09-21T00:21:41.157 INFO:teuthology.orchestra.run.smithi067.stdout:/sys 2024-09-21T00:21:41.157 INFO:teuthology.orchestra.run.smithi067.stdout:/dev 2024-09-21T00:21:41.158 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/security 2024-09-21T00:21:41.158 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/shm 2024-09-21T00:21:41.158 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/pts 2024-09-21T00:21:41.158 INFO:teuthology.orchestra.run.smithi067.stdout:/run 2024-09-21T00:21:41.158 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/cgroup 2024-09-21T00:21:41.158 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/pstore 2024-09-21T00:21:41.158 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/bpf 2024-09-21T00:21:41.158 INFO:teuthology.orchestra.run.smithi067.stdout:/ 2024-09-21T00:21:41.158 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/selinux 2024-09-21T00:21:41.158 INFO:teuthology.orchestra.run.smithi067.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T00:21:41.158 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/hugepages 2024-09-21T00:21:41.158 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/mqueue 2024-09-21T00:21:41.158 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/debug 2024-09-21T00:21:41.159 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/tracing 2024-09-21T00:21:41.159 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/fuse/connections 2024-09-21T00:21:41.159 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-sysctl.service 2024-09-21T00:21:41.159 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/config 2024-09-21T00:21:41.159 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-21T00:21:41.159 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-21T00:21:41.159 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/nfs/rpc_pipefs 2024-09-21T00:21:41.159 INFO:teuthology.orchestra.run.smithi067.stdout:/run/user/1000 2024-09-21T00:21:41.159 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph 2024-09-21T00:21:41.159 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T00:21:41.159 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T00:21:41.159 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T00:21:41.159 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T00:21:41.159 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns 2024-09-21T00:21:41.160 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:21:41.160 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:21:41.160 INFO:teuthology.orchestra.run.smithi067.stdout:/home/ubuntu/cephtest/mnt.0 2024-09-21T00:21:41.160 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:21:41.160 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:21:41.160 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:21:41.160 DEBUG:teuthology.orchestra.run.smithi067:> ls /sys/fs/fuse/connections 2024-09-21T00:21:41.168 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi067.stderr:2024-09-21T00:21:41.166+0000 7fb88f306480 -1 init, newargv = 0x7fb87c004d30 newargc=15 2024-09-21T00:21:41.168 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi067.stderr:ceph-fuse[45644]: starting ceph client 2024-09-21T00:21:41.173 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi067.stderr:ceph-fuse[45644]: starting fuse 2024-09-21T00:21:41.184 INFO:teuthology.orchestra.run.smithi067.stdout:41 2024-09-21T00:21:41.184 INFO:teuthology.orchestra.run.smithi067.stdout:44 2024-09-21T00:21:41.185 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41, 44] 2024-09-21T00:21:41.185 DEBUG:teuthology.orchestra.run.smithi067:> sudo stdin-killer -- python3 -c ' 2024-09-21T00:21:41.185 DEBUG:teuthology.orchestra.run.smithi067:> import glob 2024-09-21T00:21:41.185 DEBUG:teuthology.orchestra.run.smithi067:> import re 2024-09-21T00:21:41.185 DEBUG:teuthology.orchestra.run.smithi067:> import os 2024-09-21T00:21:41.185 DEBUG:teuthology.orchestra.run.smithi067:> import subprocess 2024-09-21T00:21:41.185 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:21:41.185 DEBUG:teuthology.orchestra.run.smithi067:> def _find_admin_socket(client_name): 2024-09-21T00:21:41.185 DEBUG:teuthology.orchestra.run.smithi067:> asok_path = "/var/run/ceph/ceph-client.2.*.asok" 2024-09-21T00:21:41.185 DEBUG:teuthology.orchestra.run.smithi067:> files = glob.glob(asok_path) 2024-09-21T00:21:41.186 DEBUG:teuthology.orchestra.run.smithi067:> mountpoint = "/home/ubuntu/cephtest/mnt.2" 2024-09-21T00:21:41.186 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:21:41.186 DEBUG:teuthology.orchestra.run.smithi067:> # Given a non-glob path, it better be there 2024-09-21T00:21:41.186 DEBUG:teuthology.orchestra.run.smithi067:> if "*" not in asok_path: 2024-09-21T00:21:41.186 DEBUG:teuthology.orchestra.run.smithi067:> assert(len(files) == 1) 2024-09-21T00:21:41.186 DEBUG:teuthology.orchestra.run.smithi067:> return files[0] 2024-09-21T00:21:41.186 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:21:41.186 DEBUG:teuthology.orchestra.run.smithi067:> for f in files: 2024-09-21T00:21:41.186 DEBUG:teuthology.orchestra.run.smithi067:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-21T00:21:41.186 DEBUG:teuthology.orchestra.run.smithi067:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-21T00:21:41.186 DEBUG:teuthology.orchestra.run.smithi067:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-21T00:21:41.186 DEBUG:teuthology.orchestra.run.smithi067:> contents = proc_f.read() 2024-09-21T00:21:41.187 DEBUG:teuthology.orchestra.run.smithi067:> if mountpoint in contents: 2024-09-21T00:21:41.187 DEBUG:teuthology.orchestra.run.smithi067:> return f 2024-09-21T00:21:41.187 DEBUG:teuthology.orchestra.run.smithi067:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-21T00:21:41.187 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:21:41.187 DEBUG:teuthology.orchestra.run.smithi067:> print(_find_admin_socket("client.2")) 2024-09-21T00:21:41.187 DEBUG:teuthology.orchestra.run.smithi067:> ' 2024-09-21T00:21:41.305 INFO:teuthology.orchestra.run.smithi067.stdout:/var/run/ceph/ceph-client.2.45644.asok 2024-09-21T00:21:41.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:21:41.316 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.2.45644.asok 2024-09-21T00:21:41.316 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:21:41.316 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.2.45644.asok status 2024-09-21T00:21:41.461 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:21:41.461 INFO:teuthology.orchestra.run.smithi067.stdout: "metadata": { 2024-09-21T00:21:41.462 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", 2024-09-21T00:21:41.462 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", 2024-09-21T00:21:41.462 INFO:teuthology.orchestra.run.smithi067.stdout: "entity_id": "2", 2024-09-21T00:21:41.462 INFO:teuthology.orchestra.run.smithi067.stdout: "hostname": "smithi067", 2024-09-21T00:21:41.462 INFO:teuthology.orchestra.run.smithi067.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.2", 2024-09-21T00:21:41.462 INFO:teuthology.orchestra.run.smithi067.stdout: "pid": "45644", 2024-09-21T00:21:41.462 INFO:teuthology.orchestra.run.smithi067.stdout: "root": "/" 2024-09-21T00:21:41.462 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:21:41.462 INFO:teuthology.orchestra.run.smithi067.stdout: "dentry_count": 0, 2024-09-21T00:21:41.462 INFO:teuthology.orchestra.run.smithi067.stdout: "dentry_pinned_count": 0, 2024-09-21T00:21:41.462 INFO:teuthology.orchestra.run.smithi067.stdout: "id": 4731, 2024-09-21T00:21:41.463 INFO:teuthology.orchestra.run.smithi067.stdout: "inst": { 2024-09-21T00:21:41.463 INFO:teuthology.orchestra.run.smithi067.stdout: "name": { 2024-09-21T00:21:41.463 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "client", 2024-09-21T00:21:41.463 INFO:teuthology.orchestra.run.smithi067.stdout: "num": 4731 2024-09-21T00:21:41.463 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:21:41.463 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": { 2024-09-21T00:21:41.463 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "v1", 2024-09-21T00:21:41.463 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": "192.168.0.2:0", 2024-09-21T00:21:41.463 INFO:teuthology.orchestra.run.smithi067.stdout: "nonce": 561220903 2024-09-21T00:21:41.463 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:21:41.463 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:21:41.463 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": { 2024-09-21T00:21:41.463 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "v1", 2024-09-21T00:21:41.463 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": "192.168.0.2:0", 2024-09-21T00:21:41.464 INFO:teuthology.orchestra.run.smithi067.stdout: "nonce": 561220903 2024-09-21T00:21:41.464 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:21:41.464 INFO:teuthology.orchestra.run.smithi067.stdout: "inst_str": "client.4731 192.168.0.2:0/561220903", 2024-09-21T00:21:41.464 INFO:teuthology.orchestra.run.smithi067.stdout: "addr_str": "192.168.0.2:0/561220903", 2024-09-21T00:21:41.464 INFO:teuthology.orchestra.run.smithi067.stdout: "inode_count": 1, 2024-09-21T00:21:41.464 INFO:teuthology.orchestra.run.smithi067.stdout: "mds_epoch": 8, 2024-09-21T00:21:41.464 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_epoch": 21, 2024-09-21T00:21:41.464 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_epoch_barrier": 0, 2024-09-21T00:21:41.464 INFO:teuthology.orchestra.run.smithi067.stdout: "blocklisted": false, 2024-09-21T00:21:41.464 INFO:teuthology.orchestra.run.smithi067.stdout: "fs_name": "cephfs" 2024-09-21T00:21:41.464 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:21:41.470 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-21T00:21:41.470 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-21T00:21:41.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:41.586+0000 7f52b6a8c640 1 -- 172.21.15.67:0/1660791526 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f52a0005300 msgr2=0x7f52a000cad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:41.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:41.586+0000 7f52b6a8c640 1 --2- 172.21.15.67:0/1660791526 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f52a0005300 0x7f52a000cad0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f52b00b3480 tx=0x7f52a0005830 comp rx=0 tx=0).stop 2024-09-21T00:21:41.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:41.586+0000 7f52b6a8c640 1 -- 172.21.15.67:0/1660791526 shutdown_connections 2024-09-21T00:21:41.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:41.586+0000 7f52b6a8c640 1 --2- 172.21.15.67:0/1660791526 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f52a0005300 0x7f52a000cad0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:41.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:41.586+0000 7f52b6a8c640 1 -- 172.21.15.67:0/1660791526 >> 172.21.15.67:0/1660791526 conn(0x7f52b006d5a0 msgr2=0x7f52b00b1d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:41.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:41.586+0000 7f52b6a8c640 1 -- 172.21.15.67:0/1660791526 shutdown_connections 2024-09-21T00:21:41.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:41.586+0000 7f52b6a8c640 1 -- 172.21.15.67:0/1660791526 wait complete. 2024-09-21T00:21:41.590 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:41.588+0000 7f52b6a8c640 1 Processor -- start 2024-09-21T00:21:41.590 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:41.588+0000 7f52b6a8c640 1 -- start start 2024-09-21T00:21:41.593 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:41.589+0000 7f52b6a8c640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f52a0005300 0x7f52b015d010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:41.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:41.589+0000 7f52b6a8c640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f52b014d960 0x7f52b015af00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:41.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:41.589+0000 7f52b6a8c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f52b015b440 0x7f52b01f91a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:41.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:41.589+0000 7f52b6a8c640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f52b00730a0 con 0x7f52b015b440 2024-09-21T00:21:41.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:41.589+0000 7f52b6a8c640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f52b0072f20 con 0x7f52a0005300 2024-09-21T00:21:41.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:41.589+0000 7f52b6a8c640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f52b0073e40 con 0x7f52b014d960 2024-09-21T00:21:41.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:41.589+0000 7f52b5029640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f52b015b440 0x7f52b01f91a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:41.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:41.589+0000 7f52b5029640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f52b015b440 0x7f52b01f91a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:32904/0 (socket says 172.21.15.67:32904) 2024-09-21T00:21:41.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:41.589+0000 7f52b5029640 1 -- 172.21.15.67:0/1745418123 learned_addr learned my addr 172.21.15.67:0/1745418123 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:41.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:41.589+0000 7f52b4828640 1 --2- 172.21.15.67:0/1745418123 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f52a0005300 0x7f52b015d010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:41.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:41.590+0000 7f52affff640 1 --2- 172.21.15.67:0/1745418123 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f52b014d960 0x7f52b015af00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:41.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:41.590+0000 7f52b5029640 1 -- 172.21.15.67:0/1745418123 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f52b014d960 msgr2=0x7f52b015af00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:41.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:41.590+0000 7f52b5029640 1 --2- 172.21.15.67:0/1745418123 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f52b014d960 0x7f52b015af00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:41.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:41.590+0000 7f52b5029640 1 -- 172.21.15.67:0/1745418123 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f52a0005300 msgr2=0x7f52b015d010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:41.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:41.590+0000 7f52b5029640 1 --2- 172.21.15.67:0/1745418123 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f52a0005300 0x7f52b015d010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:41.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:41.590+0000 7f52b5029640 1 -- 172.21.15.67:0/1745418123 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52b015b850 con 0x7f52b015b440 2024-09-21T00:21:41.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:41.590+0000 7f52b5029640 1 --2- 172.21.15.67:0/1745418123 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f52b015b440 0x7f52b01f91a0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f52a802b680 tx=0x7f52a8003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:41.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:41.590+0000 7f52ad7fa640 1 -- 172.21.15.67:0/1745418123 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52a802bda0 con 0x7f52b015b440 2024-09-21T00:21:41.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:41.590+0000 7f52ad7fa640 1 -- 172.21.15.67:0/1745418123 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f52a803a070 con 0x7f52b015b440 2024-09-21T00:21:41.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:41.590+0000 7f52ad7fa640 1 -- 172.21.15.67:0/1745418123 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52a80346d0 con 0x7f52b015b440 2024-09-21T00:21:41.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:41.590+0000 7f52b6a8c640 1 -- 172.21.15.67:0/1745418123 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f52b015d550 con 0x7f52b015b440 2024-09-21T00:21:41.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:41.590+0000 7f52b6a8c640 1 -- 172.21.15.67:0/1745418123 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f52b015dd40 con 0x7f52b015b440 2024-09-21T00:21:41.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:41.591+0000 7f52b6a8c640 1 -- 172.21.15.67:0/1745418123 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f52b015d7b0 con 0x7f52b015b440 2024-09-21T00:21:41.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:41.592+0000 7f52ad7fa640 1 -- 172.21.15.67:0/1745418123 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f52a803c020 con 0x7f52b015b440 2024-09-21T00:21:41.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:41.593+0000 7f52ad7fa640 1 --2- 172.21.15.67:0/1745418123 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5294078b90 0x7f529407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:41.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:41.593+0000 7f52ad7fa640 1 -- 172.21.15.67:0/1745418123 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f52a80ba7b0 con 0x7f52b015b440 2024-09-21T00:21:41.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:41.593+0000 7f52b4828640 1 --2- 172.21.15.67:0/1745418123 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5294078b90 0x7f529407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:41.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:41.594+0000 7f52b4828640 1 --2- 172.21.15.67:0/1745418123 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5294078b90 0x7f529407b0a0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f52a4006680 tx=0x7f52a4006b70 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:41.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:41.597+0000 7f52ad7fa640 1 -- 172.21.15.67:0/1745418123 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f52a8045020 con 0x7f52b015b440 2024-09-21T00:21:41.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:41.822+0000 7f52b6a8c640 1 -- 172.21.15.67:0/1745418123 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f52b015e750 con 0x7f52b015b440 2024-09-21T00:21:41.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:41.822+0000 7f52ad7fa640 1 -- 172.21.15.67:0/1745418123 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) ==== 53+0+73 (secure 0 0 0) 0x7f52b015b850 con 0x7f52b015b440 2024-09-21T00:21:41.824 INFO:teuthology.orchestra.run.smithi067.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-21T00:21:41.826 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:41.824+0000 7f52b6a8c640 1 -- 172.21.15.67:0/1745418123 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5294078b90 msgr2=0x7f529407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:41.826 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:41.824+0000 7f52b6a8c640 1 --2- 172.21.15.67:0/1745418123 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5294078b90 0x7f529407b0a0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f52a4006680 tx=0x7f52a4006b70 comp rx=0 tx=0).stop 2024-09-21T00:21:41.826 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:41.824+0000 7f52b6a8c640 1 -- 172.21.15.67:0/1745418123 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f52b015b440 msgr2=0x7f52b01f91a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:41.826 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:41.824+0000 7f52b6a8c640 1 --2- 172.21.15.67:0/1745418123 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f52b015b440 0x7f52b01f91a0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f52a802b680 tx=0x7f52a8003c20 comp rx=0 tx=0).stop 2024-09-21T00:21:41.826 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:41.824+0000 7f52b6a8c640 1 -- 172.21.15.67:0/1745418123 shutdown_connections 2024-09-21T00:21:41.826 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:41.824+0000 7f52b6a8c640 1 --2- 172.21.15.67:0/1745418123 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5294078b90 0x7f529407b0a0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:41.826 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:41.824+0000 7f52b6a8c640 1 --2- 172.21.15.67:0/1745418123 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f52b015b440 0x7f52b01f91a0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:41.826 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:41.824+0000 7f52b6a8c640 1 --2- 172.21.15.67:0/1745418123 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f52b014d960 0x7f52b015af00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:41.826 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:41.824+0000 7f52b6a8c640 1 --2- 172.21.15.67:0/1745418123 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f52a0005300 0x7f52b015d010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:41.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:41.824+0000 7f52b6a8c640 1 -- 172.21.15.67:0/1745418123 >> 172.21.15.67:0/1745418123 conn(0x7f52b006d5a0 msgr2=0x7f52b006f710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:41.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:41.824+0000 7f52b6a8c640 1 -- 172.21.15.67:0/1745418123 shutdown_connections 2024-09-21T00:21:41.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:41.824+0000 7f52b6a8c640 1 -- 172.21.15.67:0/1745418123 wait complete. 2024-09-21T00:21:41.836 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-21T00:21:41.837 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-21T00:21:41.837 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi097.front.sepia.ceph.com 2024-09-21T00:21:41.837 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-21T00:21:41.837 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-21T00:21:41.837 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-21T00:21:41.837 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-21T00:21:41.837 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-21T00:21:41.837 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-21T00:21:41.837 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:21:41.837 DEBUG:teuthology.orchestra.run.smithi097:> ip addr 2024-09-21T00:21:41.857 INFO:teuthology.orchestra.run.smithi097.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-21T00:21:41.857 INFO:teuthology.orchestra.run.smithi097.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-21T00:21:41.857 INFO:teuthology.orchestra.run.smithi097.stdout: inet 127.0.0.1/8 scope host lo 2024-09-21T00:21:41.857 INFO:teuthology.orchestra.run.smithi097.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:21:41.857 INFO:teuthology.orchestra.run.smithi097.stdout: inet6 ::1/128 scope host 2024-09-21T00:21:41.857 INFO:teuthology.orchestra.run.smithi097.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:21:41.857 INFO:teuthology.orchestra.run.smithi097.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-21T00:21:41.857 INFO:teuthology.orchestra.run.smithi097.stdout: link/ether 0c:c4:7a:d8:a2:0e brd ff:ff:ff:ff:ff:ff 2024-09-21T00:21:41.857 INFO:teuthology.orchestra.run.smithi097.stdout: altname enp7s0f0 2024-09-21T00:21:41.857 INFO:teuthology.orchestra.run.smithi097.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-21T00:21:41.857 INFO:teuthology.orchestra.run.smithi097.stdout: link/ether 0c:c4:7a:d8:a2:0f brd ff:ff:ff:ff:ff:ff 2024-09-21T00:21:41.857 INFO:teuthology.orchestra.run.smithi097.stdout: altname enp7s0f1 2024-09-21T00:21:41.858 INFO:teuthology.orchestra.run.smithi097.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-21T00:21:41.858 INFO:teuthology.orchestra.run.smithi097.stdout: link/ether 0c:c4:7a:8f:d8:04 brd ff:ff:ff:ff:ff:ff 2024-09-21T00:21:41.858 INFO:teuthology.orchestra.run.smithi097.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-21T00:21:41.858 INFO:teuthology.orchestra.run.smithi097.stdout: link/ether 0c:c4:7a:8f:d8:05 brd ff:ff:ff:ff:ff:ff 2024-09-21T00:21:41.858 INFO:teuthology.orchestra.run.smithi097.stdout: inet 172.21.15.97/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-21T00:21:41.858 INFO:teuthology.orchestra.run.smithi097.stdout: valid_lft 42759sec preferred_lft 42759sec 2024-09-21T00:21:41.858 INFO:teuthology.orchestra.run.smithi097.stdout: inet6 fe80::ec4:7aff:fe8f:d805/64 scope link noprefixroute 2024-09-21T00:21:41.858 INFO:teuthology.orchestra.run.smithi097.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:21:41.858 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-21T00:21:41.858 DEBUG:teuthology.orchestra.run.smithi097:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T00:21:41.859 DEBUG:teuthology.orchestra.run.smithi097:> set -e 2024-09-21T00:21:41.859 DEBUG:teuthology.orchestra.run.smithi097:> sudo ip link add name ceph-brx type bridge 2024-09-21T00:21:41.859 DEBUG:teuthology.orchestra.run.smithi097:> sudo ip addr flush dev ceph-brx 2024-09-21T00:21:41.859 DEBUG:teuthology.orchestra.run.smithi097:> sudo ip link set ceph-brx up 2024-09-21T00:21:41.859 DEBUG:teuthology.orchestra.run.smithi097:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-21T00:21:41.859 DEBUG:teuthology.orchestra.run.smithi097:> ') 2024-09-21T00:21:41.952 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:41 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T00:21:42.150 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:21:42.158 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:21:42.158 DEBUG:teuthology.orchestra.run.smithi097:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-21T00:21:42.183 INFO:teuthology.orchestra.run.smithi097.stdout:1 2024-09-21T00:21:42.185 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:21:42.185 DEBUG:teuthology.orchestra.run.smithi097:> route 2024-09-21T00:21:42.261 INFO:teuthology.orchestra.run.smithi097.stdout:Kernel IP routing table 2024-09-21T00:21:42.261 INFO:teuthology.orchestra.run.smithi097.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-21T00:21:42.261 INFO:teuthology.orchestra.run.smithi097.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-21T00:21:42.262 INFO:teuthology.orchestra.run.smithi097.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-21T00:21:42.262 INFO:teuthology.orchestra.run.smithi097.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-21T00:21:42.264 DEBUG:teuthology.orchestra.run.smithi097:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T00:21:42.264 DEBUG:teuthology.orchestra.run.smithi097:> set -e 2024-09-21T00:21:42.264 DEBUG:teuthology.orchestra.run.smithi097:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-21T00:21:42.265 DEBUG:teuthology.orchestra.run.smithi097:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-21T00:21:42.265 DEBUG:teuthology.orchestra.run.smithi097:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-21T00:21:42.265 DEBUG:teuthology.orchestra.run.smithi097:> ') 2024-09-21T00:21:42.350 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:42 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T00:21:42.562 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:21:42.568 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:21:42.568 DEBUG:teuthology.orchestra.run.smithi097:> ip netns list 2024-09-21T00:21:42.585 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:21:42.585 DEBUG:teuthology.orchestra.run.smithi097:> ip netns list-id 2024-09-21T00:21:42.641 DEBUG:teuthology.orchestra.run.smithi097:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T00:21:42.642 DEBUG:teuthology.orchestra.run.smithi097:> set -e 2024-09-21T00:21:42.642 DEBUG:teuthology.orchestra.run.smithi097:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T00:21:42.642 DEBUG:teuthology.orchestra.run.smithi097:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.1 0 2024-09-21T00:21:42.642 DEBUG:teuthology.orchestra.run.smithi097:> ') 2024-09-21T00:21:42.731 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:42 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T00:21:42.757 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:21:42.763 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.1' with 192.168.0.1/16 2024-09-21T00:21:42.764 DEBUG:teuthology.orchestra.run.smithi097:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T00:21:42.764 DEBUG:teuthology.orchestra.run.smithi097:> set -e 2024-09-21T00:21:42.764 DEBUG:teuthology.orchestra.run.smithi097:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.1 type veth peer name brx.0 2024-09-21T00:21:42.764 DEBUG:teuthology.orchestra.run.smithi097:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-21T00:21:42.764 DEBUG:teuthology.orchestra.run.smithi097:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set veth0 up 2024-09-21T00:21:42.764 DEBUG:teuthology.orchestra.run.smithi097:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set lo up 2024-09-21T00:21:42.765 DEBUG:teuthology.orchestra.run.smithi097:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip route add default via 192.168.255.254 2024-09-21T00:21:42.765 DEBUG:teuthology.orchestra.run.smithi097:> ') 2024-09-21T00:21:42.813 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:42 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T00:21:42.889 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:21:42.895 DEBUG:teuthology.orchestra.run.smithi097:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T00:21:42.896 DEBUG:teuthology.orchestra.run.smithi097:> set -e 2024-09-21T00:21:42.896 DEBUG:teuthology.orchestra.run.smithi097:> sudo ip link set brx.0 up 2024-09-21T00:21:42.896 DEBUG:teuthology.orchestra.run.smithi097:> sudo ip link set dev brx.0 master ceph-brx 2024-09-21T00:21:42.896 DEBUG:teuthology.orchestra.run.smithi097:> ') 2024-09-21T00:21:42.943 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:42 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T00:21:42.967 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:21:42.974 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-21T00:21:42.975 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T00:21:42.975 DEBUG:teuthology.orchestra.run.smithi097:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-21T00:21:42.990 INFO:teuthology.orchestra.run.smithi097.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-21T00:21:42.991 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T00:21:42.991 DEBUG:teuthology.orchestra.run.smithi097:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-21T00:21:43.046 DEBUG:teuthology.orchestra.run.smithi097:> sudo modprobe fuse 2024-09-21T00:21:43.112 DEBUG:teuthology.orchestra.run.smithi097:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T00:21:43.168 INFO:teuthology.orchestra.run.smithi097.stdout:/proc 2024-09-21T00:21:43.169 INFO:teuthology.orchestra.run.smithi097.stdout:/sys 2024-09-21T00:21:43.169 INFO:teuthology.orchestra.run.smithi097.stdout:/dev 2024-09-21T00:21:43.169 INFO:teuthology.orchestra.run.smithi097.stdout:/sys/kernel/security 2024-09-21T00:21:43.169 INFO:teuthology.orchestra.run.smithi097.stdout:/dev/shm 2024-09-21T00:21:43.169 INFO:teuthology.orchestra.run.smithi097.stdout:/dev/pts 2024-09-21T00:21:43.170 INFO:teuthology.orchestra.run.smithi097.stdout:/run 2024-09-21T00:21:43.170 INFO:teuthology.orchestra.run.smithi097.stdout:/sys/fs/cgroup 2024-09-21T00:21:43.170 INFO:teuthology.orchestra.run.smithi097.stdout:/sys/fs/pstore 2024-09-21T00:21:43.170 INFO:teuthology.orchestra.run.smithi097.stdout:/sys/fs/bpf 2024-09-21T00:21:43.170 INFO:teuthology.orchestra.run.smithi097.stdout:/ 2024-09-21T00:21:43.170 INFO:teuthology.orchestra.run.smithi097.stdout:/sys/fs/selinux 2024-09-21T00:21:43.171 INFO:teuthology.orchestra.run.smithi097.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T00:21:43.171 INFO:teuthology.orchestra.run.smithi097.stdout:/dev/hugepages 2024-09-21T00:21:43.171 INFO:teuthology.orchestra.run.smithi097.stdout:/dev/mqueue 2024-09-21T00:21:43.171 INFO:teuthology.orchestra.run.smithi097.stdout:/sys/kernel/debug 2024-09-21T00:21:43.171 INFO:teuthology.orchestra.run.smithi097.stdout:/sys/kernel/tracing 2024-09-21T00:21:43.171 INFO:teuthology.orchestra.run.smithi097.stdout:/sys/fs/fuse/connections 2024-09-21T00:21:43.171 INFO:teuthology.orchestra.run.smithi097.stdout:/sys/kernel/config 2024-09-21T00:21:43.172 INFO:teuthology.orchestra.run.smithi097.stdout:/run/credentials/systemd-sysctl.service 2024-09-21T00:21:43.172 INFO:teuthology.orchestra.run.smithi097.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-21T00:21:43.172 INFO:teuthology.orchestra.run.smithi097.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-21T00:21:43.172 INFO:teuthology.orchestra.run.smithi097.stdout:/var/lib/nfs/rpc_pipefs 2024-09-21T00:21:43.172 INFO:teuthology.orchestra.run.smithi097.stdout:/run/user/1000 2024-09-21T00:21:43.172 INFO:teuthology.orchestra.run.smithi097.stdout:/var/lib/ceph 2024-09-21T00:21:43.173 INFO:teuthology.orchestra.run.smithi097.stdout:/var/lib/ceph/osd/ceph-4 2024-09-21T00:21:43.173 INFO:teuthology.orchestra.run.smithi097.stdout:/var/lib/ceph/osd/ceph-5 2024-09-21T00:21:43.173 INFO:teuthology.orchestra.run.smithi097.stdout:/var/lib/ceph/osd/ceph-6 2024-09-21T00:21:43.173 INFO:teuthology.orchestra.run.smithi097.stdout:/var/lib/ceph/osd/ceph-7 2024-09-21T00:21:43.173 INFO:teuthology.orchestra.run.smithi097.stdout:/run/netns 2024-09-21T00:21:43.173 INFO:teuthology.orchestra.run.smithi097.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T00:21:43.174 INFO:teuthology.orchestra.run.smithi097.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T00:21:43.174 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:21:43.174 DEBUG:teuthology.orchestra.run.smithi097:> ls /sys/fs/fuse/connections 2024-09-21T00:21:43.225 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-21T00:21:43.225 DEBUG:teuthology.orchestra.run.smithi097:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-21T00:21:43.268 DEBUG:teuthology.orchestra.run.smithi097:> sudo modprobe fuse 2024-09-21T00:21:43.292 DEBUG:teuthology.orchestra.run.smithi097:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T00:21:43.349 INFO:teuthology.orchestra.run.smithi097.stdout:/proc 2024-09-21T00:21:43.349 INFO:teuthology.orchestra.run.smithi097.stdout:/sys 2024-09-21T00:21:43.349 INFO:teuthology.orchestra.run.smithi097.stdout:/dev 2024-09-21T00:21:43.349 INFO:teuthology.orchestra.run.smithi097.stdout:/sys/kernel/security 2024-09-21T00:21:43.350 INFO:teuthology.orchestra.run.smithi097.stdout:/dev/shm 2024-09-21T00:21:43.350 INFO:teuthology.orchestra.run.smithi097.stdout:/dev/pts 2024-09-21T00:21:43.350 INFO:teuthology.orchestra.run.smithi097.stdout:/run 2024-09-21T00:21:43.350 INFO:teuthology.orchestra.run.smithi097.stdout:/sys/fs/cgroup 2024-09-21T00:21:43.351 INFO:teuthology.orchestra.run.smithi097.stdout:/sys/fs/pstore 2024-09-21T00:21:43.351 INFO:teuthology.orchestra.run.smithi097.stdout:/sys/fs/bpf 2024-09-21T00:21:43.351 INFO:teuthology.orchestra.run.smithi097.stdout:/ 2024-09-21T00:21:43.351 INFO:teuthology.orchestra.run.smithi097.stdout:/sys/fs/selinux 2024-09-21T00:21:43.351 INFO:teuthology.orchestra.run.smithi097.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T00:21:43.352 INFO:teuthology.orchestra.run.smithi097.stdout:/dev/hugepages 2024-09-21T00:21:43.352 INFO:teuthology.orchestra.run.smithi097.stdout:/dev/mqueue 2024-09-21T00:21:43.352 INFO:teuthology.orchestra.run.smithi097.stdout:/sys/kernel/debug 2024-09-21T00:21:43.352 INFO:teuthology.orchestra.run.smithi097.stdout:/sys/kernel/tracing 2024-09-21T00:21:43.352 INFO:teuthology.orchestra.run.smithi097.stdout:/sys/fs/fuse/connections 2024-09-21T00:21:43.353 INFO:teuthology.orchestra.run.smithi097.stdout:/sys/kernel/config 2024-09-21T00:21:43.353 INFO:teuthology.orchestra.run.smithi097.stdout:/run/credentials/systemd-sysctl.service 2024-09-21T00:21:43.353 INFO:teuthology.orchestra.run.smithi097.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-21T00:21:43.353 INFO:teuthology.orchestra.run.smithi097.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-21T00:21:43.353 INFO:teuthology.orchestra.run.smithi097.stdout:/var/lib/nfs/rpc_pipefs 2024-09-21T00:21:43.354 INFO:teuthology.orchestra.run.smithi097.stdout:/run/user/1000 2024-09-21T00:21:43.354 INFO:teuthology.orchestra.run.smithi097.stdout:/var/lib/ceph 2024-09-21T00:21:43.354 INFO:teuthology.orchestra.run.smithi097.stdout:/var/lib/ceph/osd/ceph-4 2024-09-21T00:21:43.354 INFO:teuthology.orchestra.run.smithi097.stdout:/var/lib/ceph/osd/ceph-5 2024-09-21T00:21:43.354 INFO:teuthology.orchestra.run.smithi097.stdout:/var/lib/ceph/osd/ceph-6 2024-09-21T00:21:43.354 INFO:teuthology.orchestra.run.smithi097.stdout:/var/lib/ceph/osd/ceph-7 2024-09-21T00:21:43.355 INFO:teuthology.orchestra.run.smithi097.stdout:/run/netns 2024-09-21T00:21:43.355 INFO:teuthology.orchestra.run.smithi097.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T00:21:43.355 INFO:teuthology.orchestra.run.smithi097.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T00:21:43.355 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:21:43.355 DEBUG:teuthology.orchestra.run.smithi097:> ls /sys/fs/fuse/connections 2024-09-21T00:21:43.378 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi097.stderr:2024-09-21T00:21:43.376+0000 7f4f4760f480 -1 init, newargv = 0x7f4f34004640 newargc=15 2024-09-21T00:21:43.378 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi097.stderr:ceph-fuse[42419]: starting ceph client 2024-09-21T00:21:43.383 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi097.stderr:ceph-fuse[42419]: starting fuse 2024-09-21T00:21:43.394 INFO:teuthology.orchestra.run.smithi097.stdout:41 2024-09-21T00:21:43.395 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-21T00:21:43.395 DEBUG:teuthology.orchestra.run.smithi097:> sudo stdin-killer -- python3 -c ' 2024-09-21T00:21:43.395 DEBUG:teuthology.orchestra.run.smithi097:> import glob 2024-09-21T00:21:43.395 DEBUG:teuthology.orchestra.run.smithi097:> import re 2024-09-21T00:21:43.396 DEBUG:teuthology.orchestra.run.smithi097:> import os 2024-09-21T00:21:43.396 DEBUG:teuthology.orchestra.run.smithi097:> import subprocess 2024-09-21T00:21:43.396 DEBUG:teuthology.orchestra.run.smithi097:> 2024-09-21T00:21:43.396 DEBUG:teuthology.orchestra.run.smithi097:> def _find_admin_socket(client_name): 2024-09-21T00:21:43.396 DEBUG:teuthology.orchestra.run.smithi097:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-21T00:21:43.396 DEBUG:teuthology.orchestra.run.smithi097:> files = glob.glob(asok_path) 2024-09-21T00:21:43.396 DEBUG:teuthology.orchestra.run.smithi097:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-21T00:21:43.397 DEBUG:teuthology.orchestra.run.smithi097:> 2024-09-21T00:21:43.397 DEBUG:teuthology.orchestra.run.smithi097:> # Given a non-glob path, it better be there 2024-09-21T00:21:43.397 DEBUG:teuthology.orchestra.run.smithi097:> if "*" not in asok_path: 2024-09-21T00:21:43.397 DEBUG:teuthology.orchestra.run.smithi097:> assert(len(files) == 1) 2024-09-21T00:21:43.397 DEBUG:teuthology.orchestra.run.smithi097:> return files[0] 2024-09-21T00:21:43.398 DEBUG:teuthology.orchestra.run.smithi097:> 2024-09-21T00:21:43.398 DEBUG:teuthology.orchestra.run.smithi097:> for f in files: 2024-09-21T00:21:43.398 DEBUG:teuthology.orchestra.run.smithi097:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-21T00:21:43.398 DEBUG:teuthology.orchestra.run.smithi097:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-21T00:21:43.398 DEBUG:teuthology.orchestra.run.smithi097:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-21T00:21:43.398 DEBUG:teuthology.orchestra.run.smithi097:> contents = proc_f.read() 2024-09-21T00:21:43.399 DEBUG:teuthology.orchestra.run.smithi097:> if mountpoint in contents: 2024-09-21T00:21:43.399 DEBUG:teuthology.orchestra.run.smithi097:> return f 2024-09-21T00:21:43.399 DEBUG:teuthology.orchestra.run.smithi097:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-21T00:21:43.399 DEBUG:teuthology.orchestra.run.smithi097:> 2024-09-21T00:21:43.399 DEBUG:teuthology.orchestra.run.smithi097:> print(_find_admin_socket("client.1")) 2024-09-21T00:21:43.400 DEBUG:teuthology.orchestra.run.smithi097:> ' 2024-09-21T00:21:43.512 INFO:teuthology.orchestra.run.smithi097.stdout:/var/run/ceph/ceph-client.1.42419.asok 2024-09-21T00:21:43.515 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:21:43.523 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.42419.asok 2024-09-21T00:21:43.523 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:21:43.523 DEBUG:teuthology.orchestra.run.smithi097:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.42419.asok status 2024-09-21T00:21:43.666 INFO:teuthology.orchestra.run.smithi097.stdout:{ 2024-09-21T00:21:43.666 INFO:teuthology.orchestra.run.smithi097.stdout: "metadata": { 2024-09-21T00:21:43.666 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", 2024-09-21T00:21:43.666 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", 2024-09-21T00:21:43.667 INFO:teuthology.orchestra.run.smithi097.stdout: "entity_id": "1", 2024-09-21T00:21:43.667 INFO:teuthology.orchestra.run.smithi097.stdout: "hostname": "smithi097", 2024-09-21T00:21:43.667 INFO:teuthology.orchestra.run.smithi097.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-21T00:21:43.667 INFO:teuthology.orchestra.run.smithi097.stdout: "pid": "42419", 2024-09-21T00:21:43.667 INFO:teuthology.orchestra.run.smithi097.stdout: "root": "/" 2024-09-21T00:21:43.667 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-21T00:21:43.667 INFO:teuthology.orchestra.run.smithi097.stdout: "dentry_count": 0, 2024-09-21T00:21:43.667 INFO:teuthology.orchestra.run.smithi097.stdout: "dentry_pinned_count": 0, 2024-09-21T00:21:43.667 INFO:teuthology.orchestra.run.smithi097.stdout: "id": 4675, 2024-09-21T00:21:43.667 INFO:teuthology.orchestra.run.smithi097.stdout: "inst": { 2024-09-21T00:21:43.667 INFO:teuthology.orchestra.run.smithi097.stdout: "name": { 2024-09-21T00:21:43.667 INFO:teuthology.orchestra.run.smithi097.stdout: "type": "client", 2024-09-21T00:21:43.667 INFO:teuthology.orchestra.run.smithi097.stdout: "num": 4675 2024-09-21T00:21:43.668 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-21T00:21:43.668 INFO:teuthology.orchestra.run.smithi097.stdout: "addr": { 2024-09-21T00:21:43.668 INFO:teuthology.orchestra.run.smithi097.stdout: "type": "v1", 2024-09-21T00:21:43.668 INFO:teuthology.orchestra.run.smithi097.stdout: "addr": "192.168.0.1:0", 2024-09-21T00:21:43.668 INFO:teuthology.orchestra.run.smithi097.stdout: "nonce": 1686661717 2024-09-21T00:21:43.668 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-21T00:21:43.668 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-21T00:21:43.668 INFO:teuthology.orchestra.run.smithi097.stdout: "addr": { 2024-09-21T00:21:43.668 INFO:teuthology.orchestra.run.smithi097.stdout: "type": "v1", 2024-09-21T00:21:43.668 INFO:teuthology.orchestra.run.smithi097.stdout: "addr": "192.168.0.1:0", 2024-09-21T00:21:43.668 INFO:teuthology.orchestra.run.smithi097.stdout: "nonce": 1686661717 2024-09-21T00:21:43.668 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-21T00:21:43.668 INFO:teuthology.orchestra.run.smithi097.stdout: "inst_str": "client.4675 192.168.0.1:0/1686661717", 2024-09-21T00:21:43.668 INFO:teuthology.orchestra.run.smithi097.stdout: "addr_str": "192.168.0.1:0/1686661717", 2024-09-21T00:21:43.669 INFO:teuthology.orchestra.run.smithi097.stdout: "inode_count": 1, 2024-09-21T00:21:43.669 INFO:teuthology.orchestra.run.smithi097.stdout: "mds_epoch": 8, 2024-09-21T00:21:43.669 INFO:teuthology.orchestra.run.smithi097.stdout: "osd_epoch": 21, 2024-09-21T00:21:43.669 INFO:teuthology.orchestra.run.smithi097.stdout: "osd_epoch_barrier": 0, 2024-09-21T00:21:43.669 INFO:teuthology.orchestra.run.smithi097.stdout: "blocklisted": false, 2024-09-21T00:21:43.669 INFO:teuthology.orchestra.run.smithi097.stdout: "fs_name": "cephfs" 2024-09-21T00:21:43.669 INFO:teuthology.orchestra.run.smithi097.stdout:} 2024-09-21T00:21:43.675 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-21T00:21:43.675 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-21T00:21:43.806 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:43.805+0000 7fc96fc4d640 1 -- 172.21.15.67:0/3914920971 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc9680d11c0 msgr2=0x7fc9680d15d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:43.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:43.805+0000 7fc96fc4d640 1 --2- 172.21.15.67:0/3914920971 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc9680d11c0 0x7fc9680d15d0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fc9680cb800 tx=0x7fc95802a560 comp rx=0 tx=0).stop 2024-09-21T00:21:43.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:43.805+0000 7fc96fc4d640 1 -- 172.21.15.67:0/3914920971 shutdown_connections 2024-09-21T00:21:43.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:43.805+0000 7fc96fc4d640 1 --2- 172.21.15.67:0/3914920971 >> v2:172.21.15.97:3300/0 conn(0x7fc9680b6230 0x7fc9680b6640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:43.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:43.805+0000 7fc96fc4d640 1 --2- 172.21.15.67:0/3914920971 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc9680d11c0 0x7fc9680d15d0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:43.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:43.805+0000 7fc96fc4d640 1 --2- 172.21.15.67:0/3914920971 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc9680cf010 0x7fc9680cf810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:43.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:43.805+0000 7fc96fc4d640 1 -- 172.21.15.67:0/3914920971 >> 172.21.15.67:0/3914920971 conn(0x7fc96806dfb0 msgr2=0x7fc96806e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:43.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:43.805+0000 7fc96fc4d640 1 -- 172.21.15.67:0/3914920971 shutdown_connections 2024-09-21T00:21:43.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:43.805+0000 7fc96fc4d640 1 -- 172.21.15.67:0/3914920971 wait complete. 2024-09-21T00:21:43.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:43.807+0000 7fc96fc4d640 1 Processor -- start 2024-09-21T00:21:43.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:43.807+0000 7fc96fc4d640 1 -- start start 2024-09-21T00:21:43.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:43.808+0000 7fc96fc4d640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc9680b6230 0x7fc9680cb7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:43.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:43.808+0000 7fc96fc4d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc9680cf010 0x7fc9681f5980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:43.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:43.808+0000 7fc96fc4d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc9680d11c0 0x7fc968160250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:43.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:43.808+0000 7fc96fc4d640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc9680b6f10 con 0x7fc9680d11c0 2024-09-21T00:21:43.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:43.808+0000 7fc96fc4d640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc9680b6d90 con 0x7fc9680cf010 2024-09-21T00:21:43.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:43.808+0000 7fc96fc4d640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fc9680b7090 con 0x7fc9680b6230 2024-09-21T00:21:43.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:43.808+0000 7fc96e1ea640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc9680d11c0 0x7fc968160250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:43.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:43.809+0000 7fc96e1ea640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc9680d11c0 0x7fc968160250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45164/0 (socket says 172.21.15.67:45164) 2024-09-21T00:21:43.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:43.809+0000 7fc96e1ea640 1 -- 172.21.15.67:0/3011974460 learned_addr learned my addr 172.21.15.67:0/3011974460 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:43.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:43.809+0000 7fc96d9e9640 1 --2- 172.21.15.67:0/3011974460 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc9680b6230 0x7fc9680cb7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:43.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:43.809+0000 7fc96d1e8640 1 --2- 172.21.15.67:0/3011974460 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc9680cf010 0x7fc9681f5980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:43.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:43.809+0000 7fc96e1ea640 1 -- 172.21.15.67:0/3011974460 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc9680b6230 msgr2=0x7fc9680cb7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:43.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:43.809+0000 7fc96e1ea640 1 --2- 172.21.15.67:0/3011974460 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc9680b6230 0x7fc9680cb7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:43.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:43.809+0000 7fc96e1ea640 1 -- 172.21.15.67:0/3011974460 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc9680cf010 msgr2=0x7fc9681f5980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:43.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:43.809+0000 7fc96e1ea640 1 --2- 172.21.15.67:0/3011974460 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc9680cf010 0x7fc9681f5980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:43.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:43.809+0000 7fc96e1ea640 1 -- 172.21.15.67:0/3011974460 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc9680cbd20 con 0x7fc9680d11c0 2024-09-21T00:21:43.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:43.809+0000 7fc96e1ea640 1 --2- 172.21.15.67:0/3011974460 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc9680d11c0 0x7fc968160250 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fc96000e960 tx=0x7fc96000ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:43.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:43.809+0000 7fc95e7fc640 1 -- 172.21.15.67:0/3011974460 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc960004d20 con 0x7fc9680d11c0 2024-09-21T00:21:43.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:43.809+0000 7fc95e7fc640 1 -- 172.21.15.67:0/3011974460 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc96000cb20 con 0x7fc9680d11c0 2024-09-21T00:21:43.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:43.809+0000 7fc96fc4d640 1 -- 172.21.15.67:0/3011974460 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc9680c82a0 con 0x7fc9680d11c0 2024-09-21T00:21:43.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:43.809+0000 7fc95e7fc640 1 -- 172.21.15.67:0/3011974460 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc960005020 con 0x7fc9680d11c0 2024-09-21T00:21:43.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:43.809+0000 7fc96fc4d640 1 -- 172.21.15.67:0/3011974460 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc9681f67e0 con 0x7fc9680d11c0 2024-09-21T00:21:43.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:43.810+0000 7fc96fc4d640 1 -- 172.21.15.67:0/3011974460 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc9680ceb00 con 0x7fc9680d11c0 2024-09-21T00:21:43.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:43.811+0000 7fc95e7fc640 1 -- 172.21.15.67:0/3011974460 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fc9600051c0 con 0x7fc9680d11c0 2024-09-21T00:21:43.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:43.812+0000 7fc95e7fc640 1 --2- 172.21.15.67:0/3011974460 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc94c078b90 0x7fc94c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:43.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:43.812+0000 7fc95e7fc640 1 -- 172.21.15.67:0/3011974460 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fc96009b620 con 0x7fc9680d11c0 2024-09-21T00:21:43.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:43.812+0000 7fc96d9e9640 1 --2- 172.21.15.67:0/3011974460 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc94c078b90 0x7fc94c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:43.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:43.812+0000 7fc96d9e9640 1 --2- 172.21.15.67:0/3011974460 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc94c078b90 0x7fc94c07b0a0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fc96400bab0 tx=0x7fc96400b2e0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:43.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:43.816+0000 7fc95e7fc640 1 -- 172.21.15.67:0/3011974460 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fc960016030 con 0x7fc9680d11c0 2024-09-21T00:21:44.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:44.042+0000 7fc96fc4d640 1 -- 172.21.15.67:0/3011974460 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fc9680d1770 con 0x7fc9680d11c0 2024-09-21T00:21:44.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:44.043+0000 7fc95e7fc640 1 -- 172.21.15.67:0/3011974460 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) ==== 53+0+73 (secure 0 0 0) 0x7fc960063420 con 0x7fc9680d11c0 2024-09-21T00:21:44.044 INFO:teuthology.orchestra.run.smithi067.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-21T00:21:44.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:44.045+0000 7fc96fc4d640 1 -- 172.21.15.67:0/3011974460 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc94c078b90 msgr2=0x7fc94c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:44.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:44.045+0000 7fc96fc4d640 1 --2- 172.21.15.67:0/3011974460 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc94c078b90 0x7fc94c07b0a0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fc96400bab0 tx=0x7fc96400b2e0 comp rx=0 tx=0).stop 2024-09-21T00:21:44.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:44.045+0000 7fc96fc4d640 1 -- 172.21.15.67:0/3011974460 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc9680d11c0 msgr2=0x7fc968160250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:44.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:44.045+0000 7fc96fc4d640 1 --2- 172.21.15.67:0/3011974460 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc9680d11c0 0x7fc968160250 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fc96000e960 tx=0x7fc96000ee20 comp rx=0 tx=0).stop 2024-09-21T00:21:44.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:44.045+0000 7fc96fc4d640 1 -- 172.21.15.67:0/3011974460 shutdown_connections 2024-09-21T00:21:44.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:44.045+0000 7fc96fc4d640 1 --2- 172.21.15.67:0/3011974460 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc94c078b90 0x7fc94c07b0a0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:44.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:44.045+0000 7fc96fc4d640 1 --2- 172.21.15.67:0/3011974460 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc9680d11c0 0x7fc968160250 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:44.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:44.045+0000 7fc96fc4d640 1 --2- 172.21.15.67:0/3011974460 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc9680cf010 0x7fc9681f5980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:44.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:44.045+0000 7fc96fc4d640 1 --2- 172.21.15.67:0/3011974460 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc9680b6230 0x7fc9680cb7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:44.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:44.045+0000 7fc96fc4d640 1 -- 172.21.15.67:0/3011974460 >> 172.21.15.67:0/3011974460 conn(0x7fc96806dfb0 msgr2=0x7fc96806e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:44.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:44.045+0000 7fc96fc4d640 1 -- 172.21.15.67:0/3011974460 shutdown_connections 2024-09-21T00:21:44.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:44.045+0000 7fc96fc4d640 1 -- 172.21.15.67:0/3011974460 wait complete. 2024-09-21T00:21:44.057 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-21T00:21:44.057 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-21T00:21:44.057 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi097.front.sepia.ceph.com 2024-09-21T00:21:44.057 INFO:tasks.cephfs.mount:self.client.name = client.3 2024-09-21T00:21:44.057 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-09-21T00:21:44.057 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-21T00:21:44.057 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-21T00:21:44.057 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-21T00:21:44.058 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.3' 2024-09-21T00:21:44.058 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:21:44.058 DEBUG:teuthology.orchestra.run.smithi097:> ip addr 2024-09-21T00:21:44.074 INFO:teuthology.orchestra.run.smithi097.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-21T00:21:44.074 INFO:teuthology.orchestra.run.smithi097.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-21T00:21:44.074 INFO:teuthology.orchestra.run.smithi097.stdout: inet 127.0.0.1/8 scope host lo 2024-09-21T00:21:44.074 INFO:teuthology.orchestra.run.smithi097.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:21:44.074 INFO:teuthology.orchestra.run.smithi097.stdout: inet6 ::1/128 scope host 2024-09-21T00:21:44.074 INFO:teuthology.orchestra.run.smithi097.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:21:44.074 INFO:teuthology.orchestra.run.smithi097.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-21T00:21:44.074 INFO:teuthology.orchestra.run.smithi097.stdout: link/ether 0c:c4:7a:d8:a2:0e brd ff:ff:ff:ff:ff:ff 2024-09-21T00:21:44.074 INFO:teuthology.orchestra.run.smithi097.stdout: altname enp7s0f0 2024-09-21T00:21:44.074 INFO:teuthology.orchestra.run.smithi097.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-21T00:21:44.075 INFO:teuthology.orchestra.run.smithi097.stdout: link/ether 0c:c4:7a:d8:a2:0f brd ff:ff:ff:ff:ff:ff 2024-09-21T00:21:44.075 INFO:teuthology.orchestra.run.smithi097.stdout: altname enp7s0f1 2024-09-21T00:21:44.075 INFO:teuthology.orchestra.run.smithi097.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-21T00:21:44.075 INFO:teuthology.orchestra.run.smithi097.stdout: link/ether 0c:c4:7a:8f:d8:04 brd ff:ff:ff:ff:ff:ff 2024-09-21T00:21:44.075 INFO:teuthology.orchestra.run.smithi097.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-21T00:21:44.075 INFO:teuthology.orchestra.run.smithi097.stdout: link/ether 0c:c4:7a:8f:d8:05 brd ff:ff:ff:ff:ff:ff 2024-09-21T00:21:44.075 INFO:teuthology.orchestra.run.smithi097.stdout: inet 172.21.15.97/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-21T00:21:44.075 INFO:teuthology.orchestra.run.smithi097.stdout: valid_lft 42757sec preferred_lft 42757sec 2024-09-21T00:21:44.075 INFO:teuthology.orchestra.run.smithi097.stdout: inet6 fe80::ec4:7aff:fe8f:d805/64 scope link noprefixroute 2024-09-21T00:21:44.075 INFO:teuthology.orchestra.run.smithi097.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:21:44.075 INFO:teuthology.orchestra.run.smithi097.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-21T00:21:44.075 INFO:teuthology.orchestra.run.smithi097.stdout: link/ether 3a:99:cb:81:2a:6c brd ff:ff:ff:ff:ff:ff 2024-09-21T00:21:44.075 INFO:teuthology.orchestra.run.smithi097.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-21T00:21:44.075 INFO:teuthology.orchestra.run.smithi097.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:21:44.076 INFO:teuthology.orchestra.run.smithi097.stdout: inet6 fe80::5095:f4ff:fe62:64ca/64 scope link 2024-09-21T00:21:44.076 INFO:teuthology.orchestra.run.smithi097.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:21:44.076 INFO:teuthology.orchestra.run.smithi097.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T00:21:44.076 INFO:teuthology.orchestra.run.smithi097.stdout: link/ether 3a:99:cb:81:2a:6c brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T00:21:44.076 INFO:teuthology.orchestra.run.smithi097.stdout: inet6 fe80::3899:cbff:fe81:2a6c/64 scope link tentative 2024-09-21T00:21:44.076 INFO:teuthology.orchestra.run.smithi097.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:21:44.076 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:21:44.076 DEBUG:teuthology.orchestra.run.smithi097:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-21T00:21:44.138 INFO:teuthology.orchestra.run.smithi097.stdout:1 2024-09-21T00:21:44.139 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:21:44.139 DEBUG:teuthology.orchestra.run.smithi097:> route 2024-09-21T00:21:44.196 INFO:teuthology.orchestra.run.smithi097.stdout:Kernel IP routing table 2024-09-21T00:21:44.196 INFO:teuthology.orchestra.run.smithi097.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-21T00:21:44.197 INFO:teuthology.orchestra.run.smithi097.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-21T00:21:44.197 INFO:teuthology.orchestra.run.smithi097.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-21T00:21:44.197 INFO:teuthology.orchestra.run.smithi097.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-21T00:21:44.197 DEBUG:teuthology.orchestra.run.smithi097:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T00:21:44.197 DEBUG:teuthology.orchestra.run.smithi097:> set -e 2024-09-21T00:21:44.197 DEBUG:teuthology.orchestra.run.smithi097:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-21T00:21:44.197 DEBUG:teuthology.orchestra.run.smithi097:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-21T00:21:44.197 DEBUG:teuthology.orchestra.run.smithi097:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-21T00:21:44.197 DEBUG:teuthology.orchestra.run.smithi097:> ') 2024-09-21T00:21:44.284 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:44 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T00:21:44.316 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:21:44.322 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:21:44.322 DEBUG:teuthology.orchestra.run.smithi097:> ip netns list 2024-09-21T00:21:44.337 INFO:teuthology.orchestra.run.smithi097.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-21T00:21:44.338 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:21:44.338 DEBUG:teuthology.orchestra.run.smithi097:> ip netns list-id 2024-09-21T00:21:44.393 INFO:teuthology.orchestra.run.smithi097.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.1) 2024-09-21T00:21:44.393 DEBUG:teuthology.orchestra.run.smithi097:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T00:21:44.393 DEBUG:teuthology.orchestra.run.smithi097:> set -e 2024-09-21T00:21:44.393 DEBUG:teuthology.orchestra.run.smithi097:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T00:21:44.393 DEBUG:teuthology.orchestra.run.smithi097:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.3 1 2024-09-21T00:21:44.393 DEBUG:teuthology.orchestra.run.smithi097:> ') 2024-09-21T00:21:44.480 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:44 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T00:21:44.502 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:21:44.508 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:21:44.509 DEBUG:teuthology.orchestra.run.smithi097:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-09-21T00:21:44.533 INFO:teuthology.orchestra.run.smithi097.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-21T00:21:44.533 INFO:teuthology.orchestra.run.smithi097.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-21T00:21:44.533 INFO:teuthology.orchestra.run.smithi097.stdout: inet 127.0.0.1/8 scope host lo 2024-09-21T00:21:44.533 INFO:teuthology.orchestra.run.smithi097.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:21:44.533 INFO:teuthology.orchestra.run.smithi097.stdout: inet6 ::1/128 scope host 2024-09-21T00:21:44.533 INFO:teuthology.orchestra.run.smithi097.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:21:44.533 INFO:teuthology.orchestra.run.smithi097.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-21T00:21:44.533 INFO:teuthology.orchestra.run.smithi097.stdout: link/ether f6:06:a8:2a:b3:86 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-21T00:21:44.533 INFO:teuthology.orchestra.run.smithi097.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-21T00:21:44.534 INFO:teuthology.orchestra.run.smithi097.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:21:44.534 INFO:teuthology.orchestra.run.smithi097.stdout: inet6 fe80::f406:a8ff:fe2a:b386/64 scope link tentative 2024-09-21T00:21:44.534 INFO:teuthology.orchestra.run.smithi097.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:21:44.535 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:21:44.535 DEBUG:teuthology.orchestra.run.smithi097:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-09-21T00:21:44.599 INFO:teuthology.orchestra.run.smithi097.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-21T00:21:44.599 INFO:teuthology.orchestra.run.smithi097.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-21T00:21:44.600 INFO:teuthology.orchestra.run.smithi097.stdout: inet 127.0.0.1/8 scope host lo 2024-09-21T00:21:44.600 INFO:teuthology.orchestra.run.smithi097.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:21:44.600 INFO:teuthology.orchestra.run.smithi097.stdout: inet6 ::1/128 scope host 2024-09-21T00:21:44.600 INFO:teuthology.orchestra.run.smithi097.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:21:44.600 INFO:teuthology.orchestra.run.smithi097.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-21T00:21:44.600 INFO:teuthology.orchestra.run.smithi097.stdout: link/ether f6:06:a8:2a:b3:86 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-21T00:21:44.600 INFO:teuthology.orchestra.run.smithi097.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-21T00:21:44.600 INFO:teuthology.orchestra.run.smithi097.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:21:44.600 INFO:teuthology.orchestra.run.smithi097.stdout: inet6 fe80::f406:a8ff:fe2a:b386/64 scope link tentative 2024-09-21T00:21:44.600 INFO:teuthology.orchestra.run.smithi097.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:21:44.601 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.3' with 192.168.0.2/16 2024-09-21T00:21:44.601 DEBUG:teuthology.orchestra.run.smithi097:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T00:21:44.601 DEBUG:teuthology.orchestra.run.smithi097:> set -e 2024-09-21T00:21:44.601 DEBUG:teuthology.orchestra.run.smithi097:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.3 type veth peer name brx.1 2024-09-21T00:21:44.602 DEBUG:teuthology.orchestra.run.smithi097:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-09-21T00:21:44.602 DEBUG:teuthology.orchestra.run.smithi097:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set veth0 up 2024-09-21T00:21:44.602 DEBUG:teuthology.orchestra.run.smithi097:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set lo up 2024-09-21T00:21:44.602 DEBUG:teuthology.orchestra.run.smithi097:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip route add default via 192.168.255.254 2024-09-21T00:21:44.602 DEBUG:teuthology.orchestra.run.smithi097:> ') 2024-09-21T00:21:44.689 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:44 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T00:21:44.746 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:21:44.752 DEBUG:teuthology.orchestra.run.smithi097:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T00:21:44.752 DEBUG:teuthology.orchestra.run.smithi097:> set -e 2024-09-21T00:21:44.752 DEBUG:teuthology.orchestra.run.smithi097:> sudo ip link set brx.1 up 2024-09-21T00:21:44.752 DEBUG:teuthology.orchestra.run.smithi097:> sudo ip link set dev brx.1 master ceph-brx 2024-09-21T00:21:44.752 DEBUG:teuthology.orchestra.run.smithi097:> ') 2024-09-21T00:21:44.799 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:44 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T00:21:44.822 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:21:44.828 INFO:tasks.cephfs.fuse_mount:Client client.3 config is {} 2024-09-21T00:21:44.828 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T00:21:44.828 DEBUG:teuthology.orchestra.run.smithi097:> mkdir -p -v /home/ubuntu/cephtest/mnt.3 2024-09-21T00:21:44.843 INFO:teuthology.orchestra.run.smithi097.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.3' 2024-09-21T00:21:44.843 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T00:21:44.843 DEBUG:teuthology.orchestra.run.smithi097:> chmod 0000 /home/ubuntu/cephtest/mnt.3 2024-09-21T00:21:44.897 DEBUG:teuthology.orchestra.run.smithi097:> sudo modprobe fuse 2024-09-21T00:21:44.962 DEBUG:teuthology.orchestra.run.smithi097:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T00:21:45.018 INFO:teuthology.orchestra.run.smithi097.stdout:/proc 2024-09-21T00:21:45.018 INFO:teuthology.orchestra.run.smithi097.stdout:/sys 2024-09-21T00:21:45.018 INFO:teuthology.orchestra.run.smithi097.stdout:/dev 2024-09-21T00:21:45.019 INFO:teuthology.orchestra.run.smithi097.stdout:/sys/kernel/security 2024-09-21T00:21:45.019 INFO:teuthology.orchestra.run.smithi097.stdout:/dev/shm 2024-09-21T00:21:45.019 INFO:teuthology.orchestra.run.smithi097.stdout:/dev/pts 2024-09-21T00:21:45.019 INFO:teuthology.orchestra.run.smithi097.stdout:/run 2024-09-21T00:21:45.019 INFO:teuthology.orchestra.run.smithi097.stdout:/sys/fs/cgroup 2024-09-21T00:21:45.019 INFO:teuthology.orchestra.run.smithi097.stdout:/sys/fs/pstore 2024-09-21T00:21:45.019 INFO:teuthology.orchestra.run.smithi097.stdout:/sys/fs/bpf 2024-09-21T00:21:45.019 INFO:teuthology.orchestra.run.smithi097.stdout:/ 2024-09-21T00:21:45.020 INFO:teuthology.orchestra.run.smithi097.stdout:/sys/fs/selinux 2024-09-21T00:21:45.020 INFO:teuthology.orchestra.run.smithi097.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T00:21:45.020 INFO:teuthology.orchestra.run.smithi097.stdout:/dev/hugepages 2024-09-21T00:21:45.020 INFO:teuthology.orchestra.run.smithi097.stdout:/dev/mqueue 2024-09-21T00:21:45.020 INFO:teuthology.orchestra.run.smithi097.stdout:/sys/kernel/debug 2024-09-21T00:21:45.020 INFO:teuthology.orchestra.run.smithi097.stdout:/sys/kernel/tracing 2024-09-21T00:21:45.020 INFO:teuthology.orchestra.run.smithi097.stdout:/sys/fs/fuse/connections 2024-09-21T00:21:45.020 INFO:teuthology.orchestra.run.smithi097.stdout:/sys/kernel/config 2024-09-21T00:21:45.020 INFO:teuthology.orchestra.run.smithi097.stdout:/run/credentials/systemd-sysctl.service 2024-09-21T00:21:45.020 INFO:teuthology.orchestra.run.smithi097.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-21T00:21:45.021 INFO:teuthology.orchestra.run.smithi097.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-21T00:21:45.021 INFO:teuthology.orchestra.run.smithi097.stdout:/var/lib/nfs/rpc_pipefs 2024-09-21T00:21:45.021 INFO:teuthology.orchestra.run.smithi097.stdout:/run/user/1000 2024-09-21T00:21:45.021 INFO:teuthology.orchestra.run.smithi097.stdout:/var/lib/ceph 2024-09-21T00:21:45.021 INFO:teuthology.orchestra.run.smithi097.stdout:/var/lib/ceph/osd/ceph-4 2024-09-21T00:21:45.021 INFO:teuthology.orchestra.run.smithi097.stdout:/var/lib/ceph/osd/ceph-5 2024-09-21T00:21:45.021 INFO:teuthology.orchestra.run.smithi097.stdout:/var/lib/ceph/osd/ceph-6 2024-09-21T00:21:45.021 INFO:teuthology.orchestra.run.smithi097.stdout:/var/lib/ceph/osd/ceph-7 2024-09-21T00:21:45.021 INFO:teuthology.orchestra.run.smithi097.stdout:/run/netns 2024-09-21T00:21:45.021 INFO:teuthology.orchestra.run.smithi097.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T00:21:45.022 INFO:teuthology.orchestra.run.smithi097.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T00:21:45.022 INFO:teuthology.orchestra.run.smithi097.stdout:/home/ubuntu/cephtest/mnt.1 2024-09-21T00:21:45.022 INFO:teuthology.orchestra.run.smithi097.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T00:21:45.022 INFO:teuthology.orchestra.run.smithi097.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T00:21:45.022 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:21:45.022 DEBUG:teuthology.orchestra.run.smithi097:> ls /sys/fs/fuse/connections 2024-09-21T00:21:45.074 INFO:teuthology.orchestra.run.smithi097.stdout:41 2024-09-21T00:21:45.074 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [41] 2024-09-21T00:21:45.075 DEBUG:teuthology.orchestra.run.smithi097:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.3 --id 3) 2024-09-21T00:21:45.117 DEBUG:teuthology.orchestra.run.smithi097:> sudo modprobe fuse 2024-09-21T00:21:45.141 DEBUG:teuthology.orchestra.run.smithi097:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T00:21:45.199 INFO:teuthology.orchestra.run.smithi097.stdout:/proc 2024-09-21T00:21:45.199 INFO:teuthology.orchestra.run.smithi097.stdout:/sys 2024-09-21T00:21:45.199 INFO:teuthology.orchestra.run.smithi097.stdout:/dev 2024-09-21T00:21:45.200 INFO:teuthology.orchestra.run.smithi097.stdout:/sys/kernel/security 2024-09-21T00:21:45.200 INFO:teuthology.orchestra.run.smithi097.stdout:/dev/shm 2024-09-21T00:21:45.200 INFO:teuthology.orchestra.run.smithi097.stdout:/dev/pts 2024-09-21T00:21:45.200 INFO:teuthology.orchestra.run.smithi097.stdout:/run 2024-09-21T00:21:45.200 INFO:teuthology.orchestra.run.smithi097.stdout:/sys/fs/cgroup 2024-09-21T00:21:45.200 INFO:teuthology.orchestra.run.smithi097.stdout:/sys/fs/pstore 2024-09-21T00:21:45.200 INFO:teuthology.orchestra.run.smithi097.stdout:/sys/fs/bpf 2024-09-21T00:21:45.200 INFO:teuthology.orchestra.run.smithi097.stdout:/ 2024-09-21T00:21:45.200 INFO:teuthology.orchestra.run.smithi097.stdout:/sys/fs/selinux 2024-09-21T00:21:45.200 INFO:teuthology.orchestra.run.smithi097.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T00:21:45.200 INFO:teuthology.orchestra.run.smithi097.stdout:/dev/hugepages 2024-09-21T00:21:45.200 INFO:teuthology.orchestra.run.smithi097.stdout:/dev/mqueue 2024-09-21T00:21:45.200 INFO:teuthology.orchestra.run.smithi097.stdout:/sys/kernel/debug 2024-09-21T00:21:45.201 INFO:teuthology.orchestra.run.smithi097.stdout:/sys/kernel/tracing 2024-09-21T00:21:45.201 INFO:teuthology.orchestra.run.smithi097.stdout:/sys/fs/fuse/connections 2024-09-21T00:21:45.201 INFO:teuthology.orchestra.run.smithi097.stdout:/sys/kernel/config 2024-09-21T00:21:45.201 INFO:teuthology.orchestra.run.smithi097.stdout:/run/credentials/systemd-sysctl.service 2024-09-21T00:21:45.201 INFO:teuthology.orchestra.run.smithi097.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-21T00:21:45.201 INFO:teuthology.orchestra.run.smithi097.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-21T00:21:45.201 INFO:teuthology.orchestra.run.smithi097.stdout:/var/lib/nfs/rpc_pipefs 2024-09-21T00:21:45.201 INFO:teuthology.orchestra.run.smithi097.stdout:/run/user/1000 2024-09-21T00:21:45.201 INFO:teuthology.orchestra.run.smithi097.stdout:/var/lib/ceph 2024-09-21T00:21:45.201 INFO:teuthology.orchestra.run.smithi097.stdout:/var/lib/ceph/osd/ceph-4 2024-09-21T00:21:45.201 INFO:teuthology.orchestra.run.smithi097.stdout:/var/lib/ceph/osd/ceph-5 2024-09-21T00:21:45.201 INFO:teuthology.orchestra.run.smithi097.stdout:/var/lib/ceph/osd/ceph-6 2024-09-21T00:21:45.202 INFO:teuthology.orchestra.run.smithi097.stdout:/var/lib/ceph/osd/ceph-7 2024-09-21T00:21:45.202 INFO:teuthology.orchestra.run.smithi097.stdout:/run/netns 2024-09-21T00:21:45.202 INFO:teuthology.orchestra.run.smithi097.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T00:21:45.202 INFO:teuthology.orchestra.run.smithi097.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T00:21:45.202 INFO:teuthology.orchestra.run.smithi097.stdout:/home/ubuntu/cephtest/mnt.1 2024-09-21T00:21:45.202 INFO:teuthology.orchestra.run.smithi097.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T00:21:45.202 INFO:teuthology.orchestra.run.smithi097.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T00:21:45.202 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:21:45.203 DEBUG:teuthology.orchestra.run.smithi097:> ls /sys/fs/fuse/connections 2024-09-21T00:21:45.209 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi097.stderr:2024-09-21T00:21:45.208+0000 7f1318d1d480 -1 init, newargv = 0x7f12fc001080 newargc=15 2024-09-21T00:21:45.209 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi097.stderr:ceph-fuse[42860]: starting ceph client 2024-09-21T00:21:45.214 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi097.stderr:ceph-fuse[42860]: starting fuse 2024-09-21T00:21:45.224 INFO:teuthology.orchestra.run.smithi097.stdout:41 2024-09-21T00:21:45.224 INFO:teuthology.orchestra.run.smithi097.stdout:44 2024-09-21T00:21:45.225 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41, 44] 2024-09-21T00:21:45.225 DEBUG:teuthology.orchestra.run.smithi097:> sudo stdin-killer -- python3 -c ' 2024-09-21T00:21:45.225 DEBUG:teuthology.orchestra.run.smithi097:> import glob 2024-09-21T00:21:45.225 DEBUG:teuthology.orchestra.run.smithi097:> import re 2024-09-21T00:21:45.225 DEBUG:teuthology.orchestra.run.smithi097:> import os 2024-09-21T00:21:45.225 DEBUG:teuthology.orchestra.run.smithi097:> import subprocess 2024-09-21T00:21:45.225 DEBUG:teuthology.orchestra.run.smithi097:> 2024-09-21T00:21:45.226 DEBUG:teuthology.orchestra.run.smithi097:> def _find_admin_socket(client_name): 2024-09-21T00:21:45.226 DEBUG:teuthology.orchestra.run.smithi097:> asok_path = "/var/run/ceph/ceph-client.3.*.asok" 2024-09-21T00:21:45.226 DEBUG:teuthology.orchestra.run.smithi097:> files = glob.glob(asok_path) 2024-09-21T00:21:45.226 DEBUG:teuthology.orchestra.run.smithi097:> mountpoint = "/home/ubuntu/cephtest/mnt.3" 2024-09-21T00:21:45.226 DEBUG:teuthology.orchestra.run.smithi097:> 2024-09-21T00:21:45.226 DEBUG:teuthology.orchestra.run.smithi097:> # Given a non-glob path, it better be there 2024-09-21T00:21:45.226 DEBUG:teuthology.orchestra.run.smithi097:> if "*" not in asok_path: 2024-09-21T00:21:45.226 DEBUG:teuthology.orchestra.run.smithi097:> assert(len(files) == 1) 2024-09-21T00:21:45.226 DEBUG:teuthology.orchestra.run.smithi097:> return files[0] 2024-09-21T00:21:45.227 DEBUG:teuthology.orchestra.run.smithi097:> 2024-09-21T00:21:45.227 DEBUG:teuthology.orchestra.run.smithi097:> for f in files: 2024-09-21T00:21:45.227 DEBUG:teuthology.orchestra.run.smithi097:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-21T00:21:45.227 DEBUG:teuthology.orchestra.run.smithi097:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-21T00:21:45.227 DEBUG:teuthology.orchestra.run.smithi097:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-21T00:21:45.227 DEBUG:teuthology.orchestra.run.smithi097:> contents = proc_f.read() 2024-09-21T00:21:45.227 DEBUG:teuthology.orchestra.run.smithi097:> if mountpoint in contents: 2024-09-21T00:21:45.227 DEBUG:teuthology.orchestra.run.smithi097:> return f 2024-09-21T00:21:45.227 DEBUG:teuthology.orchestra.run.smithi097:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-21T00:21:45.228 DEBUG:teuthology.orchestra.run.smithi097:> 2024-09-21T00:21:45.228 DEBUG:teuthology.orchestra.run.smithi097:> print(_find_admin_socket("client.3")) 2024-09-21T00:21:45.228 DEBUG:teuthology.orchestra.run.smithi097:> ' 2024-09-21T00:21:45.342 INFO:teuthology.orchestra.run.smithi097.stdout:/var/run/ceph/ceph-client.3.42860.asok 2024-09-21T00:21:45.345 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-21T00:21:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:21:45.353 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.3.42860.asok 2024-09-21T00:21:45.353 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:21:45.353 DEBUG:teuthology.orchestra.run.smithi097:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.3.42860.asok status 2024-09-21T00:21:45.493 INFO:teuthology.orchestra.run.smithi097.stdout:{ 2024-09-21T00:21:45.494 INFO:teuthology.orchestra.run.smithi097.stdout: "metadata": { 2024-09-21T00:21:45.494 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", 2024-09-21T00:21:45.494 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", 2024-09-21T00:21:45.494 INFO:teuthology.orchestra.run.smithi097.stdout: "entity_id": "3", 2024-09-21T00:21:45.494 INFO:teuthology.orchestra.run.smithi097.stdout: "hostname": "smithi097", 2024-09-21T00:21:45.494 INFO:teuthology.orchestra.run.smithi097.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.3", 2024-09-21T00:21:45.494 INFO:teuthology.orchestra.run.smithi097.stdout: "pid": "42860", 2024-09-21T00:21:45.494 INFO:teuthology.orchestra.run.smithi097.stdout: "root": "/" 2024-09-21T00:21:45.494 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-21T00:21:45.494 INFO:teuthology.orchestra.run.smithi097.stdout: "dentry_count": 0, 2024-09-21T00:21:45.494 INFO:teuthology.orchestra.run.smithi097.stdout: "dentry_pinned_count": 0, 2024-09-21T00:21:45.494 INFO:teuthology.orchestra.run.smithi097.stdout: "id": 4690, 2024-09-21T00:21:45.495 INFO:teuthology.orchestra.run.smithi097.stdout: "inst": { 2024-09-21T00:21:45.495 INFO:teuthology.orchestra.run.smithi097.stdout: "name": { 2024-09-21T00:21:45.495 INFO:teuthology.orchestra.run.smithi097.stdout: "type": "client", 2024-09-21T00:21:45.495 INFO:teuthology.orchestra.run.smithi097.stdout: "num": 4690 2024-09-21T00:21:45.495 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-21T00:21:45.495 INFO:teuthology.orchestra.run.smithi097.stdout: "addr": { 2024-09-21T00:21:45.495 INFO:teuthology.orchestra.run.smithi097.stdout: "type": "v1", 2024-09-21T00:21:45.495 INFO:teuthology.orchestra.run.smithi097.stdout: "addr": "192.168.0.2:0", 2024-09-21T00:21:45.495 INFO:teuthology.orchestra.run.smithi097.stdout: "nonce": 4214487639 2024-09-21T00:21:45.495 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-21T00:21:45.495 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-21T00:21:45.495 INFO:teuthology.orchestra.run.smithi097.stdout: "addr": { 2024-09-21T00:21:45.495 INFO:teuthology.orchestra.run.smithi097.stdout: "type": "v1", 2024-09-21T00:21:45.495 INFO:teuthology.orchestra.run.smithi097.stdout: "addr": "192.168.0.2:0", 2024-09-21T00:21:45.496 INFO:teuthology.orchestra.run.smithi097.stdout: "nonce": 4214487639 2024-09-21T00:21:45.496 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-21T00:21:45.496 INFO:teuthology.orchestra.run.smithi097.stdout: "inst_str": "client.4690 192.168.0.2:0/4214487639", 2024-09-21T00:21:45.496 INFO:teuthology.orchestra.run.smithi097.stdout: "addr_str": "192.168.0.2:0/4214487639", 2024-09-21T00:21:45.496 INFO:teuthology.orchestra.run.smithi097.stdout: "inode_count": 1, 2024-09-21T00:21:45.496 INFO:teuthology.orchestra.run.smithi097.stdout: "mds_epoch": 8, 2024-09-21T00:21:45.496 INFO:teuthology.orchestra.run.smithi097.stdout: "osd_epoch": 21, 2024-09-21T00:21:45.496 INFO:teuthology.orchestra.run.smithi097.stdout: "osd_epoch_barrier": 0, 2024-09-21T00:21:45.496 INFO:teuthology.orchestra.run.smithi097.stdout: "blocklisted": false, 2024-09-21T00:21:45.496 INFO:teuthology.orchestra.run.smithi097.stdout: "fs_name": "cephfs" 2024-09-21T00:21:45.496 INFO:teuthology.orchestra.run.smithi097.stdout:} 2024-09-21T00:21:45.502 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:21:45.503 DEBUG:teuthology.orchestra.run.smithi067:> stat --file-system '--printf=%T 2024-09-21T00:21:45.503 DEBUG:teuthology.orchestra.run.smithi067:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-21T00:21:45.523 INFO:teuthology.orchestra.run.smithi067.stdout:fuseblk 2024-09-21T00:21:45.523 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-21T00:21:45.523 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:21:45.523 DEBUG:teuthology.orchestra.run.smithi067:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-21T00:21:45.597 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:21:45.597 DEBUG:teuthology.orchestra.run.smithi067:> stat --file-system '--printf=%T 2024-09-21T00:21:45.597 DEBUG:teuthology.orchestra.run.smithi067:> ' -- /home/ubuntu/cephtest/mnt.2 2024-09-21T00:21:45.656 INFO:teuthology.orchestra.run.smithi067.stdout:fuseblk 2024-09-21T00:21:45.656 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.2 2024-09-21T00:21:45.656 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:21:45.656 DEBUG:teuthology.orchestra.run.smithi067:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.2 2024-09-21T00:21:45.728 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:21:45.728 DEBUG:teuthology.orchestra.run.smithi097:> stat --file-system '--printf=%T 2024-09-21T00:21:45.728 DEBUG:teuthology.orchestra.run.smithi097:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-21T00:21:45.744 INFO:teuthology.orchestra.run.smithi097.stdout:fuseblk 2024-09-21T00:21:45.744 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-21T00:21:45.744 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:21:45.744 DEBUG:teuthology.orchestra.run.smithi097:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-21T00:21:45.808 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:21:45.809 DEBUG:teuthology.orchestra.run.smithi097:> stat --file-system '--printf=%T 2024-09-21T00:21:45.809 DEBUG:teuthology.orchestra.run.smithi097:> ' -- /home/ubuntu/cephtest/mnt.3 2024-09-21T00:21:45.864 INFO:teuthology.orchestra.run.smithi097.stdout:fuseblk 2024-09-21T00:21:45.865 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.3 2024-09-21T00:21:45.865 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:21:45.865 DEBUG:teuthology.orchestra.run.smithi097:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.3 2024-09-21T00:21:45.929 INFO:teuthology.run_tasks:Running task cephfs_test_runner... 2024-09-21T00:21:46.007 INFO:tasks.cephfs_test_runner:Starting test: test_flag_scrub_mdsdir (tasks.cephfs.test_scrub_checks.TestScrubChecks) test flag scrub_mdsdir 2024-09-21T00:21:46.007 INFO:tasks.cephfs_test_runner:test_flag_scrub_mdsdir (tasks.cephfs.test_scrub_checks.TestScrubChecks) 2024-09-21T00:21:46.007 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:21:46.139 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.138+0000 7ff3144a4640 1 -- 172.21.15.67:0/1529425211 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff2f8003c30 msgr2=0x7ff2f8004080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:46.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.138+0000 7ff3144a4640 1 --2- 172.21.15.67:0/1529425211 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff2f8003c30 0x7ff2f8004080 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7ff30800ae10 tx=0x7ff2f8005830 comp rx=0 tx=0).stop 2024-09-21T00:21:46.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.138+0000 7ff3144a4640 1 -- 172.21.15.67:0/1529425211 shutdown_connections 2024-09-21T00:21:46.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.138+0000 7ff3144a4640 1 --2- 172.21.15.67:0/1529425211 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff2f8003c30 0x7ff2f8004080 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:46.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.138+0000 7ff3144a4640 1 -- 172.21.15.67:0/1529425211 >> 172.21.15.67:0/1529425211 conn(0x7ff30c06d5a0 msgr2=0x7ff30c0b1d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:46.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.138+0000 7ff3144a4640 1 -- 172.21.15.67:0/1529425211 shutdown_connections 2024-09-21T00:21:46.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.138+0000 7ff3144a4640 1 -- 172.21.15.67:0/1529425211 wait complete. 2024-09-21T00:21:46.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.140+0000 7ff3144a4640 1 Processor -- start 2024-09-21T00:21:46.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.140+0000 7ff3144a4640 1 -- start start 2024-09-21T00:21:46.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.141+0000 7ff3144a4640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff2f8003c30 0x7ff30c09d8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:46.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.141+0000 7ff3144a4640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff30c0cf470 0x7ff30c149480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:46.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.141+0000 7ff3144a4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff30c1499c0 0x7ff30c14b510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:46.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.141+0000 7ff3144a4640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff30c0730a0 con 0x7ff30c1499c0 2024-09-21T00:21:46.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.141+0000 7ff3144a4640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff30c072f20 con 0x7ff30c0cf470 2024-09-21T00:21:46.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.141+0000 7ff3144a4640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7ff30c15acf0 con 0x7ff2f8003c30 2024-09-21T00:21:46.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.141+0000 7ff312a41640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff30c1499c0 0x7ff30c14b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:46.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.141+0000 7ff312a41640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff30c1499c0 0x7ff30c14b510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45168/0 (socket says 172.21.15.67:45168) 2024-09-21T00:21:46.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.141+0000 7ff312a41640 1 -- 172.21.15.67:0/355025499 learned_addr learned my addr 172.21.15.67:0/355025499 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:46.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.141+0000 7ff311a3f640 1 --2- 172.21.15.67:0/355025499 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff30c0cf470 0x7ff30c149480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:46.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.141+0000 7ff312240640 1 --2- 172.21.15.67:0/355025499 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff2f8003c30 0x7ff30c09d8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:46.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.142+0000 7ff312a41640 1 -- 172.21.15.67:0/355025499 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff2f8003c30 msgr2=0x7ff30c09d8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:46.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.142+0000 7ff312a41640 1 --2- 172.21.15.67:0/355025499 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff2f8003c30 0x7ff30c09d8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:46.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.142+0000 7ff312a41640 1 -- 172.21.15.67:0/355025499 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff30c0cf470 msgr2=0x7ff30c149480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:46.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.142+0000 7ff312a41640 1 --2- 172.21.15.67:0/355025499 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff30c0cf470 0x7ff30c149480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:46.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.142+0000 7ff312a41640 1 -- 172.21.15.67:0/355025499 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff30c09c3e0 con 0x7ff30c1499c0 2024-09-21T00:21:46.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.142+0000 7ff312a41640 1 --2- 172.21.15.67:0/355025499 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff30c1499c0 0x7ff30c14b510 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7ff30c0b36f0 tx=0x7ff304006430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:46.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.142+0000 7ff302ffd640 1 -- 172.21.15.67:0/355025499 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff304011900 con 0x7ff30c1499c0 2024-09-21T00:21:46.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.142+0000 7ff302ffd640 1 -- 172.21.15.67:0/355025499 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff304018070 con 0x7ff30c1499c0 2024-09-21T00:21:46.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.142+0000 7ff302ffd640 1 -- 172.21.15.67:0/355025499 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff304011d20 con 0x7ff30c1499c0 2024-09-21T00:21:46.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.142+0000 7ff3144a4640 1 -- 172.21.15.67:0/355025499 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff30c09c850 con 0x7ff30c1499c0 2024-09-21T00:21:46.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.142+0000 7ff3144a4640 1 -- 172.21.15.67:0/355025499 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff30c09ce10 con 0x7ff30c1499c0 2024-09-21T00:21:46.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.143+0000 7ff3144a4640 1 -- 172.21.15.67:0/355025499 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff30c09c5b0 con 0x7ff30c1499c0 2024-09-21T00:21:46.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.144+0000 7ff302ffd640 1 -- 172.21.15.67:0/355025499 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7ff30401d460 con 0x7ff30c1499c0 2024-09-21T00:21:46.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.145+0000 7ff302ffd640 1 --2- 172.21.15.67:0/355025499 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff2f0078bc0 0x7ff2f007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:46.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.145+0000 7ff302ffd640 1 -- 172.21.15.67:0/355025499 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7ff30409b540 con 0x7ff30c1499c0 2024-09-21T00:21:46.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.145+0000 7ff312240640 1 --2- 172.21.15.67:0/355025499 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff2f0078bc0 0x7ff2f007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:46.147 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.145+0000 7ff312240640 1 --2- 172.21.15.67:0/355025499 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff2f0078bc0 0x7ff2f007b0d0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7ff308036000 tx=0x7ff3080046c0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:46.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.149+0000 7ff302ffd640 1 -- 172.21.15.67:0/355025499 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7ff30c09c5b0 con 0x7ff30c1499c0 2024-09-21T00:21:46.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.338+0000 7ff3144a4640 1 -- 172.21.15.67:0/355025499 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff30c15b1a0 con 0x7ff30c1499c0 2024-09-21T00:21:46.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.339+0000 7ff302ffd640 1 -- 172.21.15.67:0/355025499 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16629 (secure 0 0 0) 0x7ff304063ad0 con 0x7ff30c1499c0 2024-09-21T00:21:46.340 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:21:46.341 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":21,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:21:23.572313+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:21:19.854465+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-21T00:21:20.903006+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:21:46.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.341+0000 7ff3144a4640 1 -- 172.21.15.67:0/355025499 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff2f0078bc0 msgr2=0x7ff2f007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:46.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.341+0000 7ff3144a4640 1 --2- 172.21.15.67:0/355025499 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff2f0078bc0 0x7ff2f007b0d0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7ff308036000 tx=0x7ff3080046c0 comp rx=0 tx=0).stop 2024-09-21T00:21:46.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.341+0000 7ff3144a4640 1 -- 172.21.15.67:0/355025499 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff30c1499c0 msgr2=0x7ff30c14b510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:46.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.341+0000 7ff3144a4640 1 --2- 172.21.15.67:0/355025499 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff30c1499c0 0x7ff30c14b510 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7ff30c0b36f0 tx=0x7ff304006430 comp rx=0 tx=0).stop 2024-09-21T00:21:46.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.341+0000 7ff3144a4640 1 -- 172.21.15.67:0/355025499 shutdown_connections 2024-09-21T00:21:46.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.341+0000 7ff3144a4640 1 --2- 172.21.15.67:0/355025499 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff2f0078bc0 0x7ff2f007b0d0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:46.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.341+0000 7ff3144a4640 1 --2- 172.21.15.67:0/355025499 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff30c1499c0 0x7ff30c14b510 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:46.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.341+0000 7ff3144a4640 1 --2- 172.21.15.67:0/355025499 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff30c0cf470 0x7ff30c149480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:46.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.341+0000 7ff3144a4640 1 --2- 172.21.15.67:0/355025499 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff2f8003c30 0x7ff30c09d8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:46.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.341+0000 7ff3144a4640 1 -- 172.21.15.67:0/355025499 >> 172.21.15.67:0/355025499 conn(0x7ff30c06d5a0 msgr2=0x7ff30c06f290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:46.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.341+0000 7ff3144a4640 1 -- 172.21.15.67:0/355025499 shutdown_connections 2024-09-21T00:21:46.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.341+0000 7ff3144a4640 1 -- 172.21.15.67:0/355025499 wait complete. 2024-09-21T00:21:46.354 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-21T00:21:09.510963+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-21T00:21:19.854465+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-21T00:21:20.903006+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-21T00:21:46.354 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-21T00:21:46.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.472+0000 7feaa978b640 1 -- 172.21.15.67:0/2426411704 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feaa40d3590 msgr2=0x7feaa40b9950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:46.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.472+0000 7feaa978b640 1 --2- 172.21.15.67:0/2426411704 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feaa40d3590 0x7feaa40b9950 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7feaa408e640 tx=0x7fea9402a820 comp rx=0 tx=0).stop 2024-09-21T00:21:46.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.472+0000 7feaa978b640 1 -- 172.21.15.67:0/2426411704 shutdown_connections 2024-09-21T00:21:46.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.472+0000 7feaa978b640 1 --2- 172.21.15.67:0/2426411704 >> v2:172.21.15.97:3300/0 conn(0x7feaa40d4db0 0x7feaa40d0d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:46.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.472+0000 7feaa978b640 1 --2- 172.21.15.67:0/2426411704 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feaa40d3590 0x7feaa40b9950 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:46.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.472+0000 7feaa978b640 1 -- 172.21.15.67:0/2426411704 >> 172.21.15.67:0/2426411704 conn(0x7feaa409da10 msgr2=0x7feaa40d46a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:46.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.472+0000 7feaa978b640 1 -- 172.21.15.67:0/2426411704 shutdown_connections 2024-09-21T00:21:46.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.472+0000 7feaa978b640 1 -- 172.21.15.67:0/2426411704 wait complete. 2024-09-21T00:21:46.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.474+0000 7feaa978b640 1 Processor -- start 2024-09-21T00:21:46.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.474+0000 7feaa978b640 1 -- start start 2024-09-21T00:21:46.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.475+0000 7feaa978b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7feaa40d1280 0x7feaa41e8220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:46.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.475+0000 7feaa978b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feaa40d3590 0x7feaa41536e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:46.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.475+0000 7feaa978b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7feaa40d4db0 0x7feaa4159af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:46.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.475+0000 7feaa978b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7feaa40b3c40 con 0x7feaa40d3590 2024-09-21T00:21:46.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.475+0000 7feaa978b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7feaa40b55b0 con 0x7feaa40d4db0 2024-09-21T00:21:46.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.475+0000 7feaa978b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7feaa40d2b90 con 0x7feaa40d1280 2024-09-21T00:21:46.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.475+0000 7feaa27fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feaa40d3590 0x7feaa41536e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:46.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.475+0000 7feaa27fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feaa40d3590 0x7feaa41536e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45182/0 (socket says 172.21.15.67:45182) 2024-09-21T00:21:46.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.475+0000 7feaa27fc640 1 -- 172.21.15.67:0/1718513242 learned_addr learned my addr 172.21.15.67:0/1718513242 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:46.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.476+0000 7feaa2ffd640 1 --2- 172.21.15.67:0/1718513242 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7feaa40d1280 0x7feaa41e8220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:46.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.476+0000 7feaa37fe640 1 --2- 172.21.15.67:0/1718513242 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7feaa40d4db0 0x7feaa4159af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:46.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.476+0000 7feaa27fc640 1 -- 172.21.15.67:0/1718513242 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7feaa40d1280 msgr2=0x7feaa41e8220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:46.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.476+0000 7feaa27fc640 1 --2- 172.21.15.67:0/1718513242 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7feaa40d1280 0x7feaa41e8220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:46.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.476+0000 7feaa27fc640 1 -- 172.21.15.67:0/1718513242 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7feaa40d4db0 msgr2=0x7feaa4159af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:46.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.476+0000 7feaa27fc640 1 --2- 172.21.15.67:0/1718513242 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7feaa40d4db0 0x7feaa4159af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:46.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.476+0000 7feaa27fc640 1 -- 172.21.15.67:0/1718513242 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feaa41e74a0 con 0x7feaa40d3590 2024-09-21T00:21:46.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.476+0000 7feaa2ffd640 1 --2- 172.21.15.67:0/1718513242 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7feaa40d1280 0x7feaa41e8220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:21:46.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.476+0000 7feaa27fc640 1 --2- 172.21.15.67:0/1718513242 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feaa40d3590 0x7feaa41536e0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fea8c00d740 tx=0x7fea8c00dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:46.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.476+0000 7fea9b7fe640 1 -- 172.21.15.67:0/1718513242 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea8c017070 con 0x7feaa40d3590 2024-09-21T00:21:46.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.476+0000 7fea9b7fe640 1 -- 172.21.15.67:0/1718513242 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fea8c009d20 con 0x7feaa40d3590 2024-09-21T00:21:46.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.476+0000 7feaa978b640 1 -- 172.21.15.67:0/1718513242 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feaa4153c20 con 0x7feaa40d3590 2024-09-21T00:21:46.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.476+0000 7fea9b7fe640 1 -- 172.21.15.67:0/1718513242 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea8c0106c0 con 0x7feaa40d3590 2024-09-21T00:21:46.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.476+0000 7feaa978b640 1 -- 172.21.15.67:0/1718513242 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feaa41e7740 con 0x7feaa40d3590 2024-09-21T00:21:46.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.477+0000 7feaa978b640 1 -- 172.21.15.67:0/1718513242 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feaa41583c0 con 0x7feaa40d3590 2024-09-21T00:21:46.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.478+0000 7fea9b7fe640 1 -- 172.21.15.67:0/1718513242 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fea8c01a070 con 0x7feaa40d3590 2024-09-21T00:21:46.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.478+0000 7fea9b7fe640 1 --2- 172.21.15.67:0/1718513242 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fea84078b90 0x7fea8407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:46.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.479+0000 7fea9b7fe640 1 -- 172.21.15.67:0/1718513242 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fea8c09af30 con 0x7feaa40d3590 2024-09-21T00:21:46.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.479+0000 7feaa2ffd640 1 --2- 172.21.15.67:0/1718513242 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fea84078b90 0x7fea8407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:46.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.479+0000 7feaa2ffd640 1 --2- 172.21.15.67:0/1718513242 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fea84078b90 0x7fea8407b0a0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7feaa40cec80 tx=0x7fea94004ab0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:46.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.483+0000 7fea9b7fe640 1 -- 172.21.15.67:0/1718513242 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fea8c063370 con 0x7feaa40d3590 2024-09-21T00:21:46.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.673+0000 7feaa978b640 1 -- 172.21.15.67:0/1718513242 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7feaa40d30d0 con 0x7feaa40d3590 2024-09-21T00:21:46.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.673+0000 7fea9b7fe640 1 -- 172.21.15.67:0/1718513242 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v21) ==== 93+0+10 (secure 0 0 0) 0x7fea8c062c70 con 0x7feaa40d3590 2024-09-21T00:21:46.675 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 1 2024-09-21T00:21:46.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.675+0000 7feaa978b640 1 -- 172.21.15.67:0/1718513242 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fea84078b90 msgr2=0x7fea8407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:46.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.675+0000 7feaa978b640 1 --2- 172.21.15.67:0/1718513242 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fea84078b90 0x7fea8407b0a0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7feaa40cec80 tx=0x7fea94004ab0 comp rx=0 tx=0).stop 2024-09-21T00:21:46.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.675+0000 7feaa978b640 1 -- 172.21.15.67:0/1718513242 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feaa40d3590 msgr2=0x7feaa41536e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:46.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.675+0000 7feaa978b640 1 --2- 172.21.15.67:0/1718513242 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feaa40d3590 0x7feaa41536e0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fea8c00d740 tx=0x7fea8c00dc00 comp rx=0 tx=0).stop 2024-09-21T00:21:46.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.675+0000 7feaa978b640 1 -- 172.21.15.67:0/1718513242 shutdown_connections 2024-09-21T00:21:46.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.675+0000 7feaa978b640 1 --2- 172.21.15.67:0/1718513242 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fea84078b90 0x7fea8407b0a0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:46.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.675+0000 7feaa978b640 1 --2- 172.21.15.67:0/1718513242 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7feaa40d4db0 0x7feaa4159af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:46.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.675+0000 7feaa978b640 1 --2- 172.21.15.67:0/1718513242 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feaa40d3590 0x7feaa41536e0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:46.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.675+0000 7feaa978b640 1 --2- 172.21.15.67:0/1718513242 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7feaa40d1280 0x7feaa41e8220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:46.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.675+0000 7feaa978b640 1 -- 172.21.15.67:0/1718513242 >> 172.21.15.67:0/1718513242 conn(0x7feaa409da10 msgr2=0x7feaa4158a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:46.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.675+0000 7feaa978b640 1 -- 172.21.15.67:0/1718513242 shutdown_connections 2024-09-21T00:21:46.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.675+0000 7feaa978b640 1 -- 172.21.15.67:0/1718513242 wait complete. 2024-09-21T00:21:46.688 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-21T00:21:46.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.806+0000 7fd508d69640 1 -- 172.21.15.67:0/319245863 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd5040b3cb0 msgr2=0x7fd5040d3330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:46.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.806+0000 7fd508d69640 1 --2- 172.21.15.67:0/319245863 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd5040b3cb0 0x7fd5040d3330 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fd4f4009820 tx=0x7fd4f402a5a0 comp rx=0 tx=0).stop 2024-09-21T00:21:46.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.806+0000 7fd508d69640 1 -- 172.21.15.67:0/319245863 shutdown_connections 2024-09-21T00:21:46.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.806+0000 7fd508d69640 1 --2- 172.21.15.67:0/319245863 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd5040b3cb0 0x7fd5040d3330 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:46.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.806+0000 7fd508d69640 1 -- 172.21.15.67:0/319245863 >> 172.21.15.67:0/319245863 conn(0x7fd50408bee0 msgr2=0x7fd5040d4720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:46.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.806+0000 7fd508d69640 1 -- 172.21.15.67:0/319245863 shutdown_connections 2024-09-21T00:21:46.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.806+0000 7fd508d69640 1 -- 172.21.15.67:0/319245863 wait complete. 2024-09-21T00:21:46.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.808+0000 7fd508d69640 1 Processor -- start 2024-09-21T00:21:46.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.808+0000 7fd508d69640 1 -- start start 2024-09-21T00:21:46.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.809+0000 7fd508d69640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd5040b3cb0 0x7fd504150830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:46.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.809+0000 7fd508d69640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd5040d4e30 0x7fd5041f87f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:46.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.809+0000 7fd508d69640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd5041f8d30 0x7fd5040b47b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:46.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.809+0000 7fd508d69640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fd50406f720 con 0x7fd5040b3cb0 2024-09-21T00:21:46.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.809+0000 7fd508d69640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fd50406f5a0 con 0x7fd5041f8d30 2024-09-21T00:21:46.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.809+0000 7fd508d69640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fd50406f8a0 con 0x7fd5040d4e30 2024-09-21T00:21:46.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.809+0000 7fd50259c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd5040b3cb0 0x7fd504150830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:46.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.809+0000 7fd50259c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd5040b3cb0 0x7fd504150830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45196/0 (socket says 172.21.15.67:45196) 2024-09-21T00:21:46.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.809+0000 7fd50259c640 1 -- 172.21.15.67:0/893226747 learned_addr learned my addr 172.21.15.67:0/893226747 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:46.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.810+0000 7fd4f9d9b640 1 --2- 172.21.15.67:0/893226747 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd5040d4e30 0x7fd5041f87f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:46.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.810+0000 7fd502d9d640 1 --2- 172.21.15.67:0/893226747 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd5041f8d30 0x7fd5040b47b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:46.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.810+0000 7fd50259c640 1 -- 172.21.15.67:0/893226747 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd5040d4e30 msgr2=0x7fd5041f87f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:46.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.810+0000 7fd50259c640 1 --2- 172.21.15.67:0/893226747 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd5040d4e30 0x7fd5041f87f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:46.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.810+0000 7fd50259c640 1 -- 172.21.15.67:0/893226747 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd5041f8d30 msgr2=0x7fd5040b47b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:46.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.810+0000 7fd50259c640 1 --2- 172.21.15.67:0/893226747 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd5041f8d30 0x7fd5040b47b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:46.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.810+0000 7fd50259c640 1 -- 172.21.15.67:0/893226747 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5041f9140 con 0x7fd5040b3cb0 2024-09-21T00:21:46.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.810+0000 7fd50259c640 1 --2- 172.21.15.67:0/893226747 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd5040b3cb0 0x7fd504150830 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fd4f4009940 tx=0x7fd4f4033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:46.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.810+0000 7fd4fb7fe640 1 -- 172.21.15.67:0/893226747 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4f403f070 con 0x7fd5040b3cb0 2024-09-21T00:21:46.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.810+0000 7fd4fb7fe640 1 -- 172.21.15.67:0/893226747 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd4f4031e50 con 0x7fd5040b3cb0 2024-09-21T00:21:46.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.810+0000 7fd508d69640 1 -- 172.21.15.67:0/893226747 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5041ea440 con 0x7fd5040b3cb0 2024-09-21T00:21:46.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.810+0000 7fd4fb7fe640 1 -- 172.21.15.67:0/893226747 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4f4005290 con 0x7fd5040b3cb0 2024-09-21T00:21:46.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.810+0000 7fd508d69640 1 -- 172.21.15.67:0/893226747 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5041eaa00 con 0x7fd5040b3cb0 2024-09-21T00:21:46.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.811+0000 7fd508d69640 1 -- 172.21.15.67:0/893226747 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd50406fd00 con 0x7fd5040b3cb0 2024-09-21T00:21:46.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.812+0000 7fd4fb7fe640 1 -- 172.21.15.67:0/893226747 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fd4f4042070 con 0x7fd5040b3cb0 2024-09-21T00:21:46.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.812+0000 7fd4fb7fe640 1 --2- 172.21.15.67:0/893226747 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd4e4078bc0 0x7fd4e407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:46.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.813+0000 7fd4fb7fe640 1 -- 172.21.15.67:0/893226747 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fd4f40bbd40 con 0x7fd5040b3cb0 2024-09-21T00:21:46.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.813+0000 7fd4f9d9b640 1 --2- 172.21.15.67:0/893226747 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd4e4078bc0 0x7fd4e407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:46.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.813+0000 7fd4f9d9b640 1 --2- 172.21.15.67:0/893226747 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd4e4078bc0 0x7fd4e407b0d0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fd5040d4c60 tx=0x7fd4ec009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:46.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:46.817+0000 7fd4fb7fe640 1 -- 172.21.15.67:0/893226747 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fd5041f9140 con 0x7fd5040b3cb0 2024-09-21T00:21:47.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.003+0000 7fd508d69640 1 -- 172.21.15.67:0/893226747 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fd5040b1540 con 0x7fd5040b3cb0 2024-09-21T00:21:47.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.004+0000 7fd4fb7fe640 1 -- 172.21.15.67:0/893226747 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v21) ==== 104+0+11 (secure 0 0 0) 0x7fd4f4084100 con 0x7fd5040b3cb0 2024-09-21T00:21:47.006 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 32 2024-09-21T00:21:47.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.006+0000 7fd508d69640 1 -- 172.21.15.67:0/893226747 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd4e4078bc0 msgr2=0x7fd4e407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:47.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.006+0000 7fd508d69640 1 --2- 172.21.15.67:0/893226747 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd4e4078bc0 0x7fd4e407b0d0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fd5040d4c60 tx=0x7fd4ec009040 comp rx=0 tx=0).stop 2024-09-21T00:21:47.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.006+0000 7fd508d69640 1 -- 172.21.15.67:0/893226747 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd5040b3cb0 msgr2=0x7fd504150830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:47.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.006+0000 7fd508d69640 1 --2- 172.21.15.67:0/893226747 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd5040b3cb0 0x7fd504150830 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fd4f4009940 tx=0x7fd4f4033c20 comp rx=0 tx=0).stop 2024-09-21T00:21:47.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.006+0000 7fd508d69640 1 -- 172.21.15.67:0/893226747 shutdown_connections 2024-09-21T00:21:47.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.006+0000 7fd508d69640 1 --2- 172.21.15.67:0/893226747 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd4e4078bc0 0x7fd4e407b0d0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:47.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.006+0000 7fd508d69640 1 --2- 172.21.15.67:0/893226747 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd5041f8d30 0x7fd5040b47b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:47.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.006+0000 7fd508d69640 1 --2- 172.21.15.67:0/893226747 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd5040d4e30 0x7fd5041f87f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:47.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.006+0000 7fd508d69640 1 --2- 172.21.15.67:0/893226747 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd5040b3cb0 0x7fd504150830 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:47.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.006+0000 7fd508d69640 1 -- 172.21.15.67:0/893226747 >> 172.21.15.67:0/893226747 conn(0x7fd50408bee0 msgr2=0x7fd5040b9d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:47.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.006+0000 7fd508d69640 1 -- 172.21.15.67:0/893226747 shutdown_connections 2024-09-21T00:21:47.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.006+0000 7fd508d69640 1 -- 172.21.15.67:0/893226747 wait complete. 2024-09-21T00:21:47.019 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-21T00:21:47.139 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.138+0000 7fc311713640 1 -- 172.21.15.67:0/585846538 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2f8003a00 msgr2=0x7fc2f8003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:47.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.138+0000 7fc311713640 1 --2- 172.21.15.67:0/585846538 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2f8003a00 0x7fc2f8003e70 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fc2fc00c290 tx=0x7fc2f8005830 comp rx=0 tx=0).stop 2024-09-21T00:21:47.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.138+0000 7fc30b7fe640 1 -- 172.21.15.67:0/585846538 reap_dead start 2024-09-21T00:21:47.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.138+0000 7fc311713640 1 -- 172.21.15.67:0/585846538 shutdown_connections 2024-09-21T00:21:47.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.138+0000 7fc311713640 1 -- 172.21.15.67:0/585846538 >> 172.21.15.67:0/585846538 conn(0x7fc30c08bee0 msgr2=0x7fc30c0d24e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:47.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.138+0000 7fc311713640 1 -- 172.21.15.67:0/585846538 shutdown_connections 2024-09-21T00:21:47.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.138+0000 7fc311713640 1 -- 172.21.15.67:0/585846538 wait complete. 2024-09-21T00:21:47.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.140+0000 7fc311713640 1 Processor -- start 2024-09-21T00:21:47.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.140+0000 7fc311713640 1 -- start start 2024-09-21T00:21:47.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.141+0000 7fc311713640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc2f8003a00 0x7fc30c09fe90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:47.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.141+0000 7fc311713640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc30c158ff0 0x7fc30c159400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:47.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.141+0000 7fc311713640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc30c1f6d80 0x7fc30c1f7190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:47.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.141+0000 7fc311713640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc30c0d10d0 con 0x7fc30c1f6d80 2024-09-21T00:21:47.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.141+0000 7fc311713640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc30c0b5680 con 0x7fc2f8003a00 2024-09-21T00:21:47.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.141+0000 7fc311713640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fc30c0d1250 con 0x7fc30c158ff0 2024-09-21T00:21:47.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.141+0000 7fc30b7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc30c1f6d80 0x7fc30c1f7190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:47.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.141+0000 7fc30b7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc30c1f6d80 0x7fc30c1f7190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45212/0 (socket says 172.21.15.67:45212) 2024-09-21T00:21:47.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.141+0000 7fc30b7fe640 1 -- 172.21.15.67:0/600147782 learned_addr learned my addr 172.21.15.67:0/600147782 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:47.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.142+0000 7fc3027fc640 1 --2- 172.21.15.67:0/600147782 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc30c158ff0 0x7fc30c159400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:47.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.142+0000 7fc30affd640 1 --2- 172.21.15.67:0/600147782 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc2f8003a00 0x7fc30c09fe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:47.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.142+0000 7fc30b7fe640 1 -- 172.21.15.67:0/600147782 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc30c158ff0 msgr2=0x7fc30c159400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:47.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.142+0000 7fc30b7fe640 1 --2- 172.21.15.67:0/600147782 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc30c158ff0 0x7fc30c159400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:47.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.142+0000 7fc30b7fe640 1 -- 172.21.15.67:0/600147782 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc2f8003a00 msgr2=0x7fc30c09fe90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:47.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.142+0000 7fc30b7fe640 1 --2- 172.21.15.67:0/600147782 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc2f8003a00 0x7fc30c09fe90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:47.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.142+0000 7fc30b7fe640 1 -- 172.21.15.67:0/600147782 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc30c1f76d0 con 0x7fc30c1f6d80 2024-09-21T00:21:47.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.142+0000 7fc3027fc640 1 --2- 172.21.15.67:0/600147782 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc30c158ff0 0x7fc30c159400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:21:47.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.142+0000 7fc30affd640 1 --2- 172.21.15.67:0/600147782 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc2f8003a00 0x7fc30c09fe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:21:47.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.142+0000 7fc30b7fe640 1 --2- 172.21.15.67:0/600147782 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc30c1f6d80 0x7fc30c1f7190 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fc304005fd0 tx=0x7fc304010f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:47.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.142+0000 7fc303fff640 1 -- 172.21.15.67:0/600147782 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc30400ee40 con 0x7fc30c1f6d80 2024-09-21T00:21:47.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.142+0000 7fc303fff640 1 -- 172.21.15.67:0/600147782 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc304015070 con 0x7fc30c1f6d80 2024-09-21T00:21:47.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.142+0000 7fc303fff640 1 -- 172.21.15.67:0/600147782 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc304003d40 con 0x7fc30c1f6d80 2024-09-21T00:21:47.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.142+0000 7fc311713640 1 -- 172.21.15.67:0/600147782 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc30c1f49f0 con 0x7fc30c1f6d80 2024-09-21T00:21:47.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.142+0000 7fc311713640 1 -- 172.21.15.67:0/600147782 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc30c1f4f70 con 0x7fc30c1f6d80 2024-09-21T00:21:47.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.143+0000 7fc311713640 1 -- 172.21.15.67:0/600147782 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc30c0d0b90 con 0x7fc30c1f6d80 2024-09-21T00:21:47.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.144+0000 7fc303fff640 1 -- 172.21.15.67:0/600147782 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fc304004030 con 0x7fc30c1f6d80 2024-09-21T00:21:47.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.145+0000 7fc303fff640 1 --2- 172.21.15.67:0/600147782 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc2ec078b90 0x7fc2ec07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:47.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.145+0000 7fc303fff640 1 -- 172.21.15.67:0/600147782 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fc30409b870 con 0x7fc30c1f6d80 2024-09-21T00:21:47.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.145+0000 7fc30affd640 1 --2- 172.21.15.67:0/600147782 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc2ec078b90 0x7fc2ec07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:47.147 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.146+0000 7fc30affd640 1 --2- 172.21.15.67:0/600147782 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc2ec078b90 0x7fc2ec07b0a0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fc2fc00c290 tx=0x7fc2fc02d000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:47.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.149+0000 7fc303fff640 1 -- 172.21.15.67:0/600147782 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fc30c1f76d0 con 0x7fc30c1f6d80 2024-09-21T00:21:47.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.336+0000 7fc311713640 1 -- 172.21.15.67:0/600147782 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fc30c0ce9a0 con 0x7fc30c1f6d80 2024-09-21T00:21:47.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.336+0000 7fc303fff640 1 -- 172.21.15.67:0/600147782 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v21) ==== 100+0+11 (secure 0 0 0) 0x7fc304063cc0 con 0x7fc30c1f6d80 2024-09-21T00:21:47.337 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 64 2024-09-21T00:21:47.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.338+0000 7fc311713640 1 -- 172.21.15.67:0/600147782 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc2ec078b90 msgr2=0x7fc2ec07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:47.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.338+0000 7fc311713640 1 --2- 172.21.15.67:0/600147782 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc2ec078b90 0x7fc2ec07b0a0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fc2fc00c290 tx=0x7fc2fc02d000 comp rx=0 tx=0).stop 2024-09-21T00:21:47.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.338+0000 7fc311713640 1 -- 172.21.15.67:0/600147782 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc30c1f6d80 msgr2=0x7fc30c1f7190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:47.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.338+0000 7fc311713640 1 --2- 172.21.15.67:0/600147782 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc30c1f6d80 0x7fc30c1f7190 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fc304005fd0 tx=0x7fc304010f40 comp rx=0 tx=0).stop 2024-09-21T00:21:47.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.338+0000 7fc311713640 1 -- 172.21.15.67:0/600147782 shutdown_connections 2024-09-21T00:21:47.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.338+0000 7fc311713640 1 --2- 172.21.15.67:0/600147782 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc2ec078b90 0x7fc2ec07b0a0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:47.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.338+0000 7fc311713640 1 --2- 172.21.15.67:0/600147782 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc30c1f6d80 0x7fc30c1f7190 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:47.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.338+0000 7fc311713640 1 --2- 172.21.15.67:0/600147782 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc30c158ff0 0x7fc30c159400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:47.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.338+0000 7fc311713640 1 --2- 172.21.15.67:0/600147782 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc2f8003a00 0x7fc30c09fe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:47.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.338+0000 7fc311713640 1 -- 172.21.15.67:0/600147782 >> 172.21.15.67:0/600147782 conn(0x7fc30c08bee0 msgr2=0x7fc30c15c570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:47.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.338+0000 7fc311713640 1 -- 172.21.15.67:0/600147782 shutdown_connections 2024-09-21T00:21:47.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.338+0000 7fc311713640 1 -- 172.21.15.67:0/600147782 wait complete. 2024-09-21T00:21:47.351 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_scrub_checks.TestScrubChecks.test_flag_scrub_mdsdir' 2024-09-21T00:21:47.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.467+0000 7f0e40c4d640 1 -- 172.21.15.67:0/3401179601 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0e3c0b9780 msgr2=0x7f0e3c0d2cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:47.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.467+0000 7f0e40c4d640 1 --2- 172.21.15.67:0/3401179601 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0e3c0b9780 0x7f0e3c0d2cf0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f0e2c009bb0 tx=0x7f0e2c02a8b0 comp rx=0 tx=0).stop 2024-09-21T00:21:47.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.467+0000 7f0e40c4d640 1 -- 172.21.15.67:0/3401179601 shutdown_connections 2024-09-21T00:21:47.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.467+0000 7f0e40c4d640 1 --2- 172.21.15.67:0/3401179601 >> v2:172.21.15.97:3300/0 conn(0x7f0e3c0d1010 0x7f0e3c0d1420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:47.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.467+0000 7f0e40c4d640 1 --2- 172.21.15.67:0/3401179601 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0e3c0b9780 0x7f0e3c0d2cf0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:47.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.467+0000 7f0e40c4d640 1 -- 172.21.15.67:0/3401179601 >> 172.21.15.67:0/3401179601 conn(0x7f0e3c08bee0 msgr2=0x7f0e3c0d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:47.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.468+0000 7f0e40c4d640 1 -- 172.21.15.67:0/3401179601 shutdown_connections 2024-09-21T00:21:47.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.468+0000 7f0e40c4d640 1 -- 172.21.15.67:0/3401179601 wait complete. 2024-09-21T00:21:47.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.469+0000 7f0e40c4d640 1 Processor -- start 2024-09-21T00:21:47.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.469+0000 7f0e40c4d640 1 -- start start 2024-09-21T00:21:47.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.471+0000 7f0e40c4d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0e3c0b73f0 0x7f0e3c15a250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:47.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.471+0000 7f0e40c4d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0e3c0b9780 0x7f0e3c1e99f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:47.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.471+0000 7f0e40c4d640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0e3c0d1010 0x7f0e3c1f8ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:47.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.471+0000 7f0e40c4d640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f0e3c0d04a0 con 0x7f0e3c0b9780 2024-09-21T00:21:47.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.471+0000 7f0e40c4d640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f0e3c0d0320 con 0x7f0e3c0b73f0 2024-09-21T00:21:47.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.471+0000 7f0e40c4d640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f0e3c0b7800 con 0x7f0e3c0d1010 2024-09-21T00:21:47.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.471+0000 7f0e39d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0e3c0b9780 0x7f0e3c1e99f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:47.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.471+0000 7f0e39d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0e3c0b9780 0x7f0e3c1e99f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45228/0 (socket says 172.21.15.67:45228) 2024-09-21T00:21:47.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.471+0000 7f0e39d9b640 1 -- 172.21.15.67:0/1504798350 learned_addr learned my addr 172.21.15.67:0/1504798350 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:47.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.471+0000 7f0e3a59c640 1 --2- 172.21.15.67:0/1504798350 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0e3c0b73f0 0x7f0e3c15a250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:47.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.471+0000 7f0e3ad9d640 1 --2- 172.21.15.67:0/1504798350 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0e3c0d1010 0x7f0e3c1f8ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:47.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.471+0000 7f0e39d9b640 1 -- 172.21.15.67:0/1504798350 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0e3c0d1010 msgr2=0x7f0e3c1f8ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:47.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.471+0000 7f0e39d9b640 1 --2- 172.21.15.67:0/1504798350 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0e3c0d1010 0x7f0e3c1f8ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:47.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.471+0000 7f0e39d9b640 1 -- 172.21.15.67:0/1504798350 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0e3c0b73f0 msgr2=0x7f0e3c15a250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:47.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.471+0000 7f0e39d9b640 1 --2- 172.21.15.67:0/1504798350 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0e3c0b73f0 0x7f0e3c15a250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:47.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.471+0000 7f0e39d9b640 1 -- 172.21.15.67:0/1504798350 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e3c156330 con 0x7f0e3c0b9780 2024-09-21T00:21:47.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.472+0000 7f0e39d9b640 1 --2- 172.21.15.67:0/1504798350 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0e3c0b9780 0x7f0e3c1e99f0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f0e2400e9f0 tx=0x7f0e2400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:47.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.472+0000 7f0e32ffd640 1 -- 172.21.15.67:0/1504798350 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e2400cd80 con 0x7f0e3c0b9780 2024-09-21T00:21:47.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.472+0000 7f0e32ffd640 1 -- 172.21.15.67:0/1504798350 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0e24004020 con 0x7f0e3c0b9780 2024-09-21T00:21:47.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.472+0000 7f0e40c4d640 1 -- 172.21.15.67:0/1504798350 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e3c15a790 con 0x7f0e3c0b9780 2024-09-21T00:21:47.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.472+0000 7f0e32ffd640 1 -- 172.21.15.67:0/1504798350 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e24004470 con 0x7f0e3c0b9780 2024-09-21T00:21:47.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.472+0000 7f0e40c4d640 1 -- 172.21.15.67:0/1504798350 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e3c156880 con 0x7f0e3c0b9780 2024-09-21T00:21:47.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.473+0000 7f0e40c4d640 1 -- 172.21.15.67:0/1504798350 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0e3c0b8470 con 0x7f0e3c0b9780 2024-09-21T00:21:47.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.473+0000 7f0e32ffd640 1 -- 172.21.15.67:0/1504798350 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f0e240035f0 con 0x7f0e3c0b9780 2024-09-21T00:21:47.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.474+0000 7f0e32ffd640 1 --2- 172.21.15.67:0/1504798350 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0e1c078bc0 0x7f0e1c07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:47.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.474+0000 7f0e32ffd640 1 -- 172.21.15.67:0/1504798350 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f0e2409b630 con 0x7f0e3c0b9780 2024-09-21T00:21:47.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.474+0000 7f0e3a59c640 1 --2- 172.21.15.67:0/1504798350 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0e1c078bc0 0x7f0e1c07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:47.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.475+0000 7f0e3a59c640 1 --2- 172.21.15.67:0/1504798350 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0e1c078bc0 0x7f0e1c07b0d0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f0e3c0ceb80 tx=0x7f0e2c004ab0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:47.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.479+0000 7f0e32ffd640 1 -- 172.21.15.67:0/1504798350 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f0e240633a0 con 0x7f0e3c0b9780 2024-09-21T00:21:47.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:47.741+0000 7f0e40c4d640 1 -- 172.21.15.67:0/1504798350 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_scrub_checks.TestScrubChecks.test_flag_scrub_mdsdir"]} v 0) -- 0x7f0e3c0b8b20 con 0x7f0e3c0b9780 2024-09-21T00:21:48.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:48.637+0000 7f0e32ffd640 1 -- 172.21.15.67:0/1504798350 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_scrub_checks.TestScrubChecks.test_flag_scrub_mdsdir"]}]=0 v45) ==== 151+0+0 (secure 0 0 0) 0x7f0e24067dd0 con 0x7f0e3c0b9780 2024-09-21T00:21:48.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:48.640+0000 7f0e40c4d640 1 -- 172.21.15.67:0/1504798350 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0e1c078bc0 msgr2=0x7f0e1c07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:48.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:48.640+0000 7f0e40c4d640 1 --2- 172.21.15.67:0/1504798350 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0e1c078bc0 0x7f0e1c07b0d0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f0e3c0ceb80 tx=0x7f0e2c004ab0 comp rx=0 tx=0).stop 2024-09-21T00:21:48.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:48.640+0000 7f0e40c4d640 1 -- 172.21.15.67:0/1504798350 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0e3c0b9780 msgr2=0x7f0e3c1e99f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:48.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:48.640+0000 7f0e40c4d640 1 --2- 172.21.15.67:0/1504798350 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0e3c0b9780 0x7f0e3c1e99f0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f0e2400e9f0 tx=0x7f0e2400eeb0 comp rx=0 tx=0).stop 2024-09-21T00:21:48.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:48.640+0000 7f0e40c4d640 1 -- 172.21.15.67:0/1504798350 shutdown_connections 2024-09-21T00:21:48.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:48.640+0000 7f0e40c4d640 1 --2- 172.21.15.67:0/1504798350 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0e1c078bc0 0x7f0e1c07b0d0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:48.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:48.640+0000 7f0e40c4d640 1 --2- 172.21.15.67:0/1504798350 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0e3c0d1010 0x7f0e3c1f8ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:48.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:48.640+0000 7f0e40c4d640 1 --2- 172.21.15.67:0/1504798350 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0e3c0b9780 0x7f0e3c1e99f0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:48.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:48.640+0000 7f0e40c4d640 1 --2- 172.21.15.67:0/1504798350 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0e3c0b73f0 0x7f0e3c15a250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:48.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:48.640+0000 7f0e40c4d640 1 -- 172.21.15.67:0/1504798350 >> 172.21.15.67:0/1504798350 conn(0x7f0e3c08bee0 msgr2=0x7f0e3c162100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:48.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:48.641+0000 7f0e40c4d640 1 -- 172.21.15.67:0/1504798350 shutdown_connections 2024-09-21T00:21:48.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:48.641+0000 7f0e40c4d640 1 -- 172.21.15.67:0/1504798350 wait complete. 2024-09-21T00:21:48.655 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config dump 2024-09-21T00:21:48.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:48.778+0000 7f911fc55640 1 -- 172.21.15.67:0/4170167024 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9118073750 msgr2=0x7f9118073b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:48.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:48.778+0000 7f911fc55640 1 --2- 172.21.15.67:0/4170167024 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9118073750 0x7f9118073b60 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f911806f5e0 tx=0x7f911402a5f0 comp rx=0 tx=0).stop 2024-09-21T00:21:48.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:48.778+0000 7f911fc55640 1 -- 172.21.15.67:0/4170167024 shutdown_connections 2024-09-21T00:21:48.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:48.778+0000 7f911fc55640 1 --2- 172.21.15.67:0/4170167024 >> v2:172.21.15.97:3300/0 conn(0x7f9118162d60 0x7f9118165180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:48.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:48.778+0000 7f911fc55640 1 --2- 172.21.15.67:0/4170167024 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9118073750 0x7f9118073b60 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:48.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:48.778+0000 7f911fc55640 1 -- 172.21.15.67:0/4170167024 >> 172.21.15.67:0/4170167024 conn(0x7f91180d0a20 msgr2=0x7f91180d0e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:48.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:48.779+0000 7f911fc55640 1 -- 172.21.15.67:0/4170167024 shutdown_connections 2024-09-21T00:21:48.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:48.779+0000 7f911fc55640 1 -- 172.21.15.67:0/4170167024 wait complete. 2024-09-21T00:21:48.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:48.780+0000 7f911fc55640 1 Processor -- start 2024-09-21T00:21:48.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:48.780+0000 7f911fc55640 1 -- start start 2024-09-21T00:21:48.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:48.782+0000 7f911fc55640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9118073750 0x7f9118070800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:48.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:48.782+0000 7f911fc55640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f911815b820 0x7f91180ad620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:48.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:48.782+0000 7f911fc55640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9118162d60 0x7f91180adb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:48.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:48.782+0000 7f911fc55640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f911815e650 con 0x7f9118162d60 2024-09-21T00:21:48.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:48.782+0000 7f911fc55640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f9118074670 con 0x7f911815b820 2024-09-21T00:21:48.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:48.782+0000 7f911fc55640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f911815e7d0 con 0x7f9118073750 2024-09-21T00:21:48.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:48.782+0000 7f911e1f2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9118162d60 0x7f91180adb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:48.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:48.782+0000 7f911e1f2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9118162d60 0x7f91180adb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45248/0 (socket says 172.21.15.67:45248) 2024-09-21T00:21:48.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:48.782+0000 7f911e1f2640 1 -- 172.21.15.67:0/950353925 learned_addr learned my addr 172.21.15.67:0/950353925 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:48.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:48.782+0000 7f911d9f1640 1 --2- 172.21.15.67:0/950353925 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9118073750 0x7f9118070800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:48.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:48.782+0000 7f911d1f0640 1 --2- 172.21.15.67:0/950353925 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f911815b820 0x7f91180ad620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:48.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:48.782+0000 7f911e1f2640 1 -- 172.21.15.67:0/950353925 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9118073750 msgr2=0x7f9118070800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:48.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:48.782+0000 7f911e1f2640 1 --2- 172.21.15.67:0/950353925 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9118073750 0x7f9118070800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:48.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:48.782+0000 7f911e1f2640 1 -- 172.21.15.67:0/950353925 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f911815b820 msgr2=0x7f91180ad620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:48.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:48.782+0000 7f911e1f2640 1 --2- 172.21.15.67:0/950353925 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f911815b820 0x7f91180ad620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:48.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:48.782+0000 7f911e1f2640 1 -- 172.21.15.67:0/950353925 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91181f3f70 con 0x7f9118162d60 2024-09-21T00:21:48.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:48.782+0000 7f911e1f2640 1 --2- 172.21.15.67:0/950353925 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9118162d60 0x7f91180adb60 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f911000e960 tx=0x7f911000ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:48.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:48.782+0000 7f910e7fc640 1 -- 172.21.15.67:0/950353925 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9110004d20 con 0x7f9118162d60 2024-09-21T00:21:48.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:48.782+0000 7f910e7fc640 1 -- 172.21.15.67:0/950353925 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f911000cb20 con 0x7f9118162d60 2024-09-21T00:21:48.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:48.783+0000 7f911fc55640 1 -- 172.21.15.67:0/950353925 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91181f4230 con 0x7f9118162d60 2024-09-21T00:21:48.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:48.783+0000 7f910e7fc640 1 -- 172.21.15.67:0/950353925 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9110005020 con 0x7f9118162d60 2024-09-21T00:21:48.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:48.783+0000 7f911fc55640 1 -- 172.21.15.67:0/950353925 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91181f47f0 con 0x7f9118162d60 2024-09-21T00:21:48.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:48.784+0000 7f911fc55640 1 -- 172.21.15.67:0/950353925 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9118071c70 con 0x7f9118162d60 2024-09-21T00:21:48.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:48.784+0000 7f910e7fc640 1 -- 172.21.15.67:0/950353925 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f91100051c0 con 0x7f9118162d60 2024-09-21T00:21:48.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:48.785+0000 7f910e7fc640 1 --2- 172.21.15.67:0/950353925 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f90fc078b90 0x7f90fc07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:48.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:48.785+0000 7f910e7fc640 1 -- 172.21.15.67:0/950353925 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f911009b540 con 0x7f9118162d60 2024-09-21T00:21:48.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:48.785+0000 7f911d9f1640 1 --2- 172.21.15.67:0/950353925 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f90fc078b90 0x7f90fc07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:48.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:48.786+0000 7f911d9f1640 1 --2- 172.21.15.67:0/950353925 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f90fc078b90 0x7f90fc07b0a0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f9114033000 tx=0x7f9114004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:48.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:48.789+0000 7f910e7fc640 1 -- 172.21.15.67:0/950353925 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f9110016030 con 0x7f9118162d60 2024-09-21T00:21:48.936 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:21:48.938 DEBUG:teuthology.orchestra.run.smithi097:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:21:48.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:48.978+0000 7f911fc55640 1 -- 172.21.15.67:0/950353925 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7f91180a1e90 con 0x7f9118162d60 2024-09-21T00:21:48.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:48.978+0000 7f910e7fc640 1 -- 172.21.15.67:0/950353925 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v31) ==== 59+0+2294 (secure 0 0 0) 0x7f91100633c0 con 0x7f9118162d60 2024-09-21T00:21:48.980 INFO:teuthology.orchestra.run.smithi067.stdout:WHO MASK LEVEL OPTION VALUE RO 2024-09-21T00:21:48.980 INFO:teuthology.orchestra.run.smithi067.stdout:mon advanced mon_op_complaint_time 120 2024-09-21T00:21:48.980 INFO:teuthology.orchestra.run.smithi067.stdout:mgr advanced client_mount_timeout 30 2024-09-21T00:21:48.980 INFO:teuthology.orchestra.run.smithi067.stdout:mgr advanced debug_client 20/20 2024-09-21T00:21:48.980 INFO:teuthology.orchestra.run.smithi067.stdout:mgr advanced debug_mgr 20/20 2024-09-21T00:21:48.980 INFO:teuthology.orchestra.run.smithi067.stdout:mgr advanced debug_ms 1/1 2024-09-21T00:21:48.980 INFO:teuthology.orchestra.run.smithi067.stdout:mgr dev mon_warn_on_pool_no_app false 2024-09-21T00:21:48.981 INFO:teuthology.orchestra.run.smithi067.stdout:osd advanced osd_op_complaint_time 180.000000 2024-09-21T00:21:48.981 INFO:teuthology.orchestra.run.smithi067.stdout:osd.0 basic osd_mclock_max_capacity_iops_ssd 4994.792072 2024-09-21T00:21:48.981 INFO:teuthology.orchestra.run.smithi067.stdout:osd.1 basic osd_mclock_max_capacity_iops_ssd 6949.964888 2024-09-21T00:21:48.981 INFO:teuthology.orchestra.run.smithi067.stdout:osd.2 basic osd_mclock_max_capacity_iops_ssd 4728.394376 2024-09-21T00:21:48.981 INFO:teuthology.orchestra.run.smithi067.stdout:osd.3 basic osd_mclock_max_capacity_iops_ssd 4592.129816 2024-09-21T00:21:48.981 INFO:teuthology.orchestra.run.smithi067.stdout:osd.4 basic osd_mclock_max_capacity_iops_ssd 6550.422905 2024-09-21T00:21:48.981 INFO:teuthology.orchestra.run.smithi067.stdout:osd.5 basic osd_mclock_max_capacity_iops_ssd 5213.710688 2024-09-21T00:21:48.981 INFO:teuthology.orchestra.run.smithi067.stdout:osd.6 basic osd_mclock_max_capacity_iops_ssd 5638.399028 2024-09-21T00:21:48.981 INFO:teuthology.orchestra.run.smithi067.stdout:osd.7 basic osd_mclock_max_capacity_iops_ssd 5357.310397 2024-09-21T00:21:48.981 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced debug_mds 20/20 2024-09-21T00:21:48.981 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced debug_mds_balancer 20/20 2024-09-21T00:21:48.981 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced debug_ms 2/2 2024-09-21T00:21:48.981 INFO:teuthology.orchestra.run.smithi067.stdout:mds dev mds_debug_frag true 2024-09-21T00:21:48.981 INFO:teuthology.orchestra.run.smithi067.stdout:mds dev mds_debug_scatterstat true 2024-09-21T00:21:48.982 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced mds_op_complaint_time 180.000000 2024-09-21T00:21:48.982 INFO:teuthology.orchestra.run.smithi067.stdout:mds dev mds_verify_scatter true 2024-09-21T00:21:48.982 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced osd_op_complaint_time 180.000000 2024-09-21T00:21:48.982 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced rados_mon_op_timeout 900 2024-09-21T00:21:48.982 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced rados_osd_op_timeout 900 2024-09-21T00:21:48.982 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced client_mount_timeout 600 2024-09-21T00:21:48.982 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced debug_client 20/20 2024-09-21T00:21:48.982 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced debug_ms 1/1 2024-09-21T00:21:48.982 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced rados_mon_op_timeout 900 2024-09-21T00:21:48.982 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced rados_osd_op_timeout 900 2024-09-21T00:21:48.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:48.981+0000 7f911fc55640 1 -- 172.21.15.67:0/950353925 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f90fc078b90 msgr2=0x7f90fc07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:48.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:48.981+0000 7f911fc55640 1 --2- 172.21.15.67:0/950353925 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f90fc078b90 0x7f90fc07b0a0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f9114033000 tx=0x7f9114004730 comp rx=0 tx=0).stop 2024-09-21T00:21:48.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:48.981+0000 7f911fc55640 1 -- 172.21.15.67:0/950353925 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9118162d60 msgr2=0x7f91180adb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:48.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:48.981+0000 7f911fc55640 1 --2- 172.21.15.67:0/950353925 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9118162d60 0x7f91180adb60 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f911000e960 tx=0x7f911000ee20 comp rx=0 tx=0).stop 2024-09-21T00:21:48.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:48.981+0000 7f911fc55640 1 -- 172.21.15.67:0/950353925 shutdown_connections 2024-09-21T00:21:48.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:48.981+0000 7f911fc55640 1 --2- 172.21.15.67:0/950353925 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f90fc078b90 0x7f90fc07b0a0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:48.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:48.981+0000 7f911fc55640 1 --2- 172.21.15.67:0/950353925 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9118162d60 0x7f91180adb60 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:48.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:48.981+0000 7f911fc55640 1 --2- 172.21.15.67:0/950353925 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f911815b820 0x7f91180ad620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:48.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:48.981+0000 7f911fc55640 1 --2- 172.21.15.67:0/950353925 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9118073750 0x7f9118070800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:48.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:48.981+0000 7f911fc55640 1 -- 172.21.15.67:0/950353925 >> 172.21.15.67:0/950353925 conn(0x7f91180d0a20 msgr2=0x7f9118163170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:48.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:48.981+0000 7f911fc55640 1 -- 172.21.15.67:0/950353925 shutdown_connections 2024-09-21T00:21:48.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:48.981+0000 7f911fc55640 1 -- 172.21.15.67:0/950353925 wait complete. 2024-09-21T00:21:48.993 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-21T00:21:49.152 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.151+0000 7fe735157640 1 -- 172.21.15.67:0/1748564902 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe7300d4e30 msgr2=0x7fe7300d3330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:49.153 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.151+0000 7fe735157640 1 --2- 172.21.15.67:0/1748564902 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe7300d4e30 0x7fe7300d3330 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fe728005fd0 tx=0x7fe72802a5d0 comp rx=0 tx=0).stop 2024-09-21T00:21:49.153 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.151+0000 7fe735157640 1 -- 172.21.15.67:0/1748564902 shutdown_connections 2024-09-21T00:21:49.153 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.151+0000 7fe735157640 1 --2- 172.21.15.67:0/1748564902 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe7300d4e30 0x7fe7300d3330 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:49.153 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.151+0000 7fe735157640 1 -- 172.21.15.67:0/1748564902 >> 172.21.15.67:0/1748564902 conn(0x7fe73008bee0 msgr2=0x7fe7300d4720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:49.153 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.151+0000 7fe735157640 1 -- 172.21.15.67:0/1748564902 shutdown_connections 2024-09-21T00:21:49.153 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.151+0000 7fe735157640 1 -- 172.21.15.67:0/1748564902 wait complete. 2024-09-21T00:21:49.154 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.153+0000 7fe735157640 1 Processor -- start 2024-09-21T00:21:49.154 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.153+0000 7fe735157640 1 -- start start 2024-09-21T00:21:49.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.154+0000 7fe735157640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe7300b3cb0 0x7fe7301f5470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:49.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.154+0000 7fe735157640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe7300d4e30 0x7fe7300a12d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:49.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.154+0000 7fe735157640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe7301f5dd0 0x7fe73015e140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:49.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.154+0000 7fe735157640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fe73006f720 con 0x7fe7300d4e30 2024-09-21T00:21:49.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.154+0000 7fe735157640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fe73006f5a0 con 0x7fe7300b3cb0 2024-09-21T00:21:49.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.154+0000 7fe735157640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fe73006f8a0 con 0x7fe7301f5dd0 2024-09-21T00:21:49.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.155+0000 7fe72e59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe7300d4e30 0x7fe7300a12d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:49.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.155+0000 7fe72e59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe7300d4e30 0x7fe7300a12d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45260/0 (socket says 172.21.15.67:45260) 2024-09-21T00:21:49.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.155+0000 7fe72e59c640 1 -- 172.21.15.67:0/1381746942 learned_addr learned my addr 172.21.15.67:0/1381746942 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:49.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.155+0000 7fe72ed9d640 1 --2- 172.21.15.67:0/1381746942 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe7300b3cb0 0x7fe7301f5470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:49.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.155+0000 7fe72f59e640 1 --2- 172.21.15.67:0/1381746942 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe7301f5dd0 0x7fe73015e140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:49.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.155+0000 7fe72e59c640 1 -- 172.21.15.67:0/1381746942 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe7301f5dd0 msgr2=0x7fe73015e140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:49.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.155+0000 7fe72e59c640 1 --2- 172.21.15.67:0/1381746942 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe7301f5dd0 0x7fe73015e140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:49.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.155+0000 7fe72e59c640 1 -- 172.21.15.67:0/1381746942 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe7300b3cb0 msgr2=0x7fe7301f5470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:49.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.155+0000 7fe72e59c640 1 --2- 172.21.15.67:0/1381746942 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe7300b3cb0 0x7fe7301f5470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:49.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.155+0000 7fe72e59c640 1 -- 172.21.15.67:0/1381746942 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe73009e440 con 0x7fe7300d4e30 2024-09-21T00:21:49.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.155+0000 7fe72e59c640 1 --2- 172.21.15.67:0/1381746942 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe7300d4e30 0x7fe7300a12d0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fe71800b3e0 tx=0x7fe71800b8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:49.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.155+0000 7fe7277fe640 1 -- 172.21.15.67:0/1381746942 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe718015020 con 0x7fe7300d4e30 2024-09-21T00:21:49.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.155+0000 7fe7277fe640 1 -- 172.21.15.67:0/1381746942 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe718011940 con 0x7fe7300d4e30 2024-09-21T00:21:49.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.155+0000 7fe735157640 1 -- 172.21.15.67:0/1381746942 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7300a1c00 con 0x7fe7300d4e30 2024-09-21T00:21:49.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.155+0000 7fe7277fe640 1 -- 172.21.15.67:0/1381746942 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe718011dd0 con 0x7fe7300d4e30 2024-09-21T00:21:49.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.155+0000 7fe735157640 1 -- 172.21.15.67:0/1381746942 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7300a21c0 con 0x7fe7300d4e30 2024-09-21T00:21:49.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.157+0000 7fe735157640 1 -- 172.21.15.67:0/1381746942 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe7300a1970 con 0x7fe7300d4e30 2024-09-21T00:21:49.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.157+0000 7fe7277fe640 1 -- 172.21.15.67:0/1381746942 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fe718018020 con 0x7fe7300d4e30 2024-09-21T00:21:49.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.158+0000 7fe7277fe640 1 --2- 172.21.15.67:0/1381746942 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe710078b90 0x7fe71007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:49.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.158+0000 7fe7277fe640 1 -- 172.21.15.67:0/1381746942 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fe71809aa70 con 0x7fe7300d4e30 2024-09-21T00:21:49.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.158+0000 7fe72ed9d640 1 --2- 172.21.15.67:0/1381746942 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe710078b90 0x7fe71007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:49.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.159+0000 7fe72ed9d640 1 --2- 172.21.15.67:0/1381746942 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe710078b90 0x7fe71007b0a0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fe720007fd0 tx=0x7fe720009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:49.164 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.163+0000 7fe7277fe640 1 -- 172.21.15.67:0/1381746942 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fe718062f40 con 0x7fe7300d4e30 2024-09-21T00:21:49.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.349+0000 7fe735157640 1 -- 172.21.15.67:0/1381746942 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fe73006fd20 con 0x7fe7300d4e30 2024-09-21T00:21:49.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.353+0000 7fe7277fe640 1 -- 172.21.15.67:0/1381746942 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v32)=0 v32) ==== 122+0+0 (secure 0 0 0) 0x7fe718062840 con 0x7fe7300d4e30 2024-09-21T00:21:49.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.355+0000 7fe735157640 1 -- 172.21.15.67:0/1381746942 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe710078b90 msgr2=0x7fe71007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:49.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.355+0000 7fe735157640 1 --2- 172.21.15.67:0/1381746942 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe710078b90 0x7fe71007b0a0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fe720007fd0 tx=0x7fe720009040 comp rx=0 tx=0).stop 2024-09-21T00:21:49.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.355+0000 7fe735157640 1 -- 172.21.15.67:0/1381746942 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe7300d4e30 msgr2=0x7fe7300a12d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:49.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.355+0000 7fe735157640 1 --2- 172.21.15.67:0/1381746942 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe7300d4e30 0x7fe7300a12d0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fe71800b3e0 tx=0x7fe71800b8a0 comp rx=0 tx=0).stop 2024-09-21T00:21:49.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.355+0000 7fe735157640 1 -- 172.21.15.67:0/1381746942 shutdown_connections 2024-09-21T00:21:49.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.355+0000 7fe735157640 1 --2- 172.21.15.67:0/1381746942 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe710078b90 0x7fe71007b0a0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:49.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.355+0000 7fe735157640 1 --2- 172.21.15.67:0/1381746942 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe7301f5dd0 0x7fe73015e140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:49.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.355+0000 7fe735157640 1 --2- 172.21.15.67:0/1381746942 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe7300d4e30 0x7fe7300a12d0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:49.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.355+0000 7fe735157640 1 --2- 172.21.15.67:0/1381746942 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe7300b3cb0 0x7fe7301f5470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:49.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.355+0000 7fe735157640 1 -- 172.21.15.67:0/1381746942 >> 172.21.15.67:0/1381746942 conn(0x7fe73008bee0 msgr2=0x7fe7300d1280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:49.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.355+0000 7fe735157640 1 -- 172.21.15.67:0/1381746942 shutdown_connections 2024-09-21T00:21:49.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.355+0000 7fe735157640 1 -- 172.21.15.67:0/1381746942 wait complete. 2024-09-21T00:21:49.368 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-21T00:21:49.368 DEBUG:teuthology.orchestra.run.smithi067:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T00:21:49.410 DEBUG:teuthology.orchestra.run.smithi097:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T00:21:49.454 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-21T00:21:49.454 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:21:49.454 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:21:49.471 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:21:49.471 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:21:49.528 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T00:21:49.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.684+0000 7f46699e6640 1 -- 172.21.15.67:0/1007221456 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f466406ebc0 msgr2=0x7f466406efd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:49.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.684+0000 7f46699e6640 1 --2- 172.21.15.67:0/1007221456 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f466406ebc0 0x7f466406efd0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f466406d7a0 tx=0x7f465c02a980 comp rx=0 tx=0).stop 2024-09-21T00:21:49.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.684+0000 7f46699e6640 1 -- 172.21.15.67:0/1007221456 shutdown_connections 2024-09-21T00:21:49.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.684+0000 7f46699e6640 1 --2- 172.21.15.67:0/1007221456 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f466406ebc0 0x7f466406efd0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:49.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.684+0000 7f46699e6640 1 --2- 172.21.15.67:0/1007221456 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f46640d22f0 0x7f46640b6560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:49.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.684+0000 7f46699e6640 1 --2- 172.21.15.67:0/1007221456 >> v2:172.21.15.97:3300/0 conn(0x7f46640b9e70 0x7f46640b6020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:49.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.685+0000 7f46699e6640 1 -- 172.21.15.67:0/1007221456 >> 172.21.15.67:0/1007221456 conn(0x7f46640d45a0 msgr2=0x7f46640d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:49.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.685+0000 7f46699e6640 1 -- 172.21.15.67:0/1007221456 shutdown_connections 2024-09-21T00:21:49.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.685+0000 7f46699e6640 1 -- 172.21.15.67:0/1007221456 wait complete. 2024-09-21T00:21:49.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.686+0000 7f46699e6640 1 Processor -- start 2024-09-21T00:21:49.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.687+0000 7f46699e6640 1 -- start start 2024-09-21T00:21:49.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.688+0000 7f46699e6640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f466406ebc0 0x7f4664161a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:49.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.688+0000 7f46699e6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f46640b9e70 0x7f46641e7250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:49.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.688+0000 7f46699e6640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f46640d22f0 0x7f46641e8070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:49.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.688+0000 7f46699e6640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f466406f950 con 0x7f46640b9e70 2024-09-21T00:21:49.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.688+0000 7f46699e6640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f466406f7d0 con 0x7f46640d22f0 2024-09-21T00:21:49.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.688+0000 7f46699e6640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f466406fad0 con 0x7f466406ebc0 2024-09-21T00:21:49.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.688+0000 7f46627fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f46640b9e70 0x7f46641e7250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:49.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.688+0000 7f46627fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f46640b9e70 0x7f46641e7250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45278/0 (socket says 172.21.15.67:45278) 2024-09-21T00:21:49.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.688+0000 7f46627fc640 1 -- 172.21.15.67:0/3242374497 learned_addr learned my addr 172.21.15.67:0/3242374497 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:49.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.688+0000 7f4662ffd640 1 --2- 172.21.15.67:0/3242374497 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f466406ebc0 0x7f4664161a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:49.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.688+0000 7f46637fe640 1 --2- 172.21.15.67:0/3242374497 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f46640d22f0 0x7f46641e8070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:49.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.688+0000 7f46627fc640 1 -- 172.21.15.67:0/3242374497 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f466406ebc0 msgr2=0x7f4664161a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:49.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.688+0000 7f46627fc640 1 --2- 172.21.15.67:0/3242374497 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f466406ebc0 0x7f4664161a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:49.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.688+0000 7f46627fc640 1 -- 172.21.15.67:0/3242374497 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f46640d22f0 msgr2=0x7f46641e8070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:49.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.688+0000 7f46627fc640 1 --2- 172.21.15.67:0/3242374497 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f46640d22f0 0x7f46641e8070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:49.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.688+0000 7f46627fc640 1 -- 172.21.15.67:0/3242374497 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46641f5670 con 0x7f46640b9e70 2024-09-21T00:21:49.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.688+0000 7f4662ffd640 1 --2- 172.21.15.67:0/3242374497 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f466406ebc0 0x7f4664161a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:21:49.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.688+0000 7f46637fe640 1 --2- 172.21.15.67:0/3242374497 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f46640d22f0 0x7f46641e8070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:21:49.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.689+0000 7f46627fc640 1 --2- 172.21.15.67:0/3242374497 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f46640b9e70 0x7f46641e7250 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f464c00d6d0 tx=0x7f464c00db90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:49.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.689+0000 7f465bfff640 1 -- 172.21.15.67:0/3242374497 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f464c017070 con 0x7f46640b9e70 2024-09-21T00:21:49.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.689+0000 7f465bfff640 1 -- 172.21.15.67:0/3242374497 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f464c005310 con 0x7f46640b9e70 2024-09-21T00:21:49.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.689+0000 7f46699e6640 1 -- 172.21.15.67:0/3242374497 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46641e7790 con 0x7f46640b9e70 2024-09-21T00:21:49.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.689+0000 7f465bfff640 1 -- 172.21.15.67:0/3242374497 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f464c009820 con 0x7f46640b9e70 2024-09-21T00:21:49.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.689+0000 7f46699e6640 1 -- 172.21.15.67:0/3242374497 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46641f58f0 con 0x7f46640b9e70 2024-09-21T00:21:49.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.690+0000 7f46699e6640 1 -- 172.21.15.67:0/3242374497 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f466406efd0 con 0x7f46640b9e70 2024-09-21T00:21:49.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.691+0000 7f465bfff640 1 -- 172.21.15.67:0/3242374497 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f464c0099c0 con 0x7f46640b9e70 2024-09-21T00:21:49.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.691+0000 7f465bfff640 1 --2- 172.21.15.67:0/3242374497 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4644078b90 0x7f464407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:49.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.691+0000 7f465bfff640 1 -- 172.21.15.67:0/3242374497 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f464c09ae70 con 0x7f46640b9e70 2024-09-21T00:21:49.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.691+0000 7f4662ffd640 1 --2- 172.21.15.67:0/3242374497 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4644078b90 0x7f464407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:49.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.692+0000 7f4662ffd640 1 --2- 172.21.15.67:0/3242374497 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4644078b90 0x7f464407b0a0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f4654009aa0 tx=0x7f4654005db0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:49.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.696+0000 7f465bfff640 1 -- 172.21.15.67:0/3242374497 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f46641f5670 con 0x7f46640b9e70 2024-09-21T00:21:49.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.894+0000 7f46699e6640 1 -- 172.21.15.67:0/3242374497 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f46640b3d90 con 0x7f46640b9e70 2024-09-21T00:21:49.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.894+0000 7f465bfff640 1 -- 172.21.15.67:0/3242374497 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) ==== 80+0+0 (secure 0 0 0) 0x7f464c0632b0 con 0x7f46640b9e70 2024-09-21T00:21:49.896 INFO:teuthology.orchestra.run.smithi067.stderr:listed 0 entries 2024-09-21T00:21:49.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.896+0000 7f46699e6640 1 -- 172.21.15.67:0/3242374497 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4644078b90 msgr2=0x7f464407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:49.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.896+0000 7f46699e6640 1 --2- 172.21.15.67:0/3242374497 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4644078b90 0x7f464407b0a0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f4654009aa0 tx=0x7f4654005db0 comp rx=0 tx=0).stop 2024-09-21T00:21:49.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.896+0000 7f46699e6640 1 -- 172.21.15.67:0/3242374497 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f46640b9e70 msgr2=0x7f46641e7250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:49.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.896+0000 7f46699e6640 1 --2- 172.21.15.67:0/3242374497 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f46640b9e70 0x7f46641e7250 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f464c00d6d0 tx=0x7f464c00db90 comp rx=0 tx=0).stop 2024-09-21T00:21:49.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.896+0000 7f46699e6640 1 -- 172.21.15.67:0/3242374497 shutdown_connections 2024-09-21T00:21:49.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.896+0000 7f46699e6640 1 --2- 172.21.15.67:0/3242374497 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4644078b90 0x7f464407b0a0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:49.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.896+0000 7f46699e6640 1 --2- 172.21.15.67:0/3242374497 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f46640d22f0 0x7f46641e8070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:49.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.896+0000 7f46699e6640 1 --2- 172.21.15.67:0/3242374497 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f46640b9e70 0x7f46641e7250 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:49.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.896+0000 7f46699e6640 1 --2- 172.21.15.67:0/3242374497 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f466406ebc0 0x7f4664161a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:49.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.896+0000 7f46699e6640 1 -- 172.21.15.67:0/3242374497 >> 172.21.15.67:0/3242374497 conn(0x7f46640d45a0 msgr2=0x7f46640b4270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:49.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.897+0000 7f46699e6640 1 -- 172.21.15.67:0/3242374497 shutdown_connections 2024-09-21T00:21:49.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:49.897+0000 7f46699e6640 1 -- 172.21.15.67:0/3242374497 wait complete. 2024-09-21T00:21:49.909 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:21:49.909 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:21:49.925 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T00:21:50.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.082+0000 7f874a4e5640 1 -- 172.21.15.67:0/2626461471 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f872c003a00 msgr2=0x7f872c003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:50.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.082+0000 7f874a4e5640 1 --2- 172.21.15.67:0/2626461471 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f872c003a00 0x7f872c003e70 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f873400c290 tx=0x7f872c005830 comp rx=0 tx=0).stop 2024-09-21T00:21:50.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.082+0000 7f8748a82640 1 -- 172.21.15.67:0/2626461471 reap_dead start 2024-09-21T00:21:50.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.082+0000 7f874a4e5640 1 -- 172.21.15.67:0/2626461471 shutdown_connections 2024-09-21T00:21:50.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.082+0000 7f874a4e5640 1 -- 172.21.15.67:0/2626461471 >> 172.21.15.67:0/2626461471 conn(0x7f87440d45a0 msgr2=0x7f87440d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:50.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.082+0000 7f874a4e5640 1 -- 172.21.15.67:0/2626461471 shutdown_connections 2024-09-21T00:21:50.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.082+0000 7f874a4e5640 1 -- 172.21.15.67:0/2626461471 wait complete. 2024-09-21T00:21:50.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.084+0000 7f874a4e5640 1 Processor -- start 2024-09-21T00:21:50.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.084+0000 7f874a4e5640 1 -- start start 2024-09-21T00:21:50.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.085+0000 7f874a4e5640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f872c003a00 0x7f87440ce360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:50.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.085+0000 7f874a4e5640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f87440b5130 0x7f87440b6400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:50.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.085+0000 7f874a4e5640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f87440b46c0 0x7f87440b4ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:50.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.085+0000 7f874a4e5640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f87440cf7a0 con 0x7f872c003a00 2024-09-21T00:21:50.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.085+0000 7f874a4e5640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f87440cf920 con 0x7f87440b5130 2024-09-21T00:21:50.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.085+0000 7f874a4e5640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f87440cfaa0 con 0x7f87440b46c0 2024-09-21T00:21:50.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.085+0000 7f8743fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f872c003a00 0x7f87440ce360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:50.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.085+0000 7f8743fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f872c003a00 0x7f87440ce360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45304/0 (socket says 172.21.15.67:45304) 2024-09-21T00:21:50.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.085+0000 7f8743fff640 1 -- 172.21.15.67:0/1061209093 learned_addr learned my addr 172.21.15.67:0/1061209093 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:50.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.086+0000 7f8748a82640 1 --2- 172.21.15.67:0/1061209093 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f87440b46c0 0x7f87440b4ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:50.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.086+0000 7f87437fe640 1 --2- 172.21.15.67:0/1061209093 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f87440b5130 0x7f87440b6400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:50.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.086+0000 7f8743fff640 1 -- 172.21.15.67:0/1061209093 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f87440b46c0 msgr2=0x7f87440b4ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:50.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.086+0000 7f8743fff640 1 --2- 172.21.15.67:0/1061209093 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f87440b46c0 0x7f87440b4ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:50.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.086+0000 7f8743fff640 1 -- 172.21.15.67:0/1061209093 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f87440b5130 msgr2=0x7f87440b6400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:50.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.086+0000 7f8743fff640 1 --2- 172.21.15.67:0/1061209093 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f87440b5130 0x7f87440b6400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:50.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.086+0000 7f8743fff640 1 -- 172.21.15.67:0/1061209093 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87440b6940 con 0x7f872c003a00 2024-09-21T00:21:50.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.086+0000 7f8743fff640 1 --2- 172.21.15.67:0/1061209093 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f872c003a00 0x7f87440ce360 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f873400c3b0 tx=0x7f8734001dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:50.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.086+0000 7f8740ff9640 1 -- 172.21.15.67:0/1061209093 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8734031040 con 0x7f872c003a00 2024-09-21T00:21:50.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.086+0000 7f8740ff9640 1 -- 172.21.15.67:0/1061209093 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8734003800 con 0x7f872c003a00 2024-09-21T00:21:50.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.086+0000 7f874a4e5640 1 -- 172.21.15.67:0/1061209093 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87441f5c00 con 0x7f872c003a00 2024-09-21T00:21:50.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.086+0000 7f8740ff9640 1 -- 172.21.15.67:0/1061209093 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8734006600 con 0x7f872c003a00 2024-09-21T00:21:50.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.086+0000 7f874a4e5640 1 -- 172.21.15.67:0/1061209093 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87441f61c0 con 0x7f872c003a00 2024-09-21T00:21:50.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.087+0000 7f874a4e5640 1 -- 172.21.15.67:0/1061209093 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f87441f6400 con 0x7f872c003a00 2024-09-21T00:21:50.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.088+0000 7f8740ff9640 1 -- 172.21.15.67:0/1061209093 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f8734034070 con 0x7f872c003a00 2024-09-21T00:21:50.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.089+0000 7f8740ff9640 1 --2- 172.21.15.67:0/1061209093 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8730078bc0 0x7f873007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:50.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.089+0000 7f8740ff9640 1 -- 172.21.15.67:0/1061209093 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f87340bb2c0 con 0x7f872c003a00 2024-09-21T00:21:50.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.089+0000 7f87437fe640 1 --2- 172.21.15.67:0/1061209093 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8730078bc0 0x7f873007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:50.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.089+0000 7f87437fe640 1 --2- 172.21.15.67:0/1061209093 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8730078bc0 0x7f873007b0d0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f8738005eb0 tx=0x7f8738005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:50.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.092+0000 7f8740ff9640 1 -- 172.21.15.67:0/1061209093 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f87441f6400 con 0x7f872c003a00 2024-09-21T00:21:50.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.294+0000 7f874a4e5640 1 -- 172.21.15.67:0/1061209093 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f87440cf260 con 0x7f872c003a00 2024-09-21T00:21:50.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.295+0000 7f8740ff9640 1 -- 172.21.15.67:0/1061209093 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) ==== 80+0+0 (secure 0 0 0) 0x7f873404e020 con 0x7f872c003a00 2024-09-21T00:21:50.296 INFO:teuthology.orchestra.run.smithi067.stderr:listed 0 entries 2024-09-21T00:21:50.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.297+0000 7f874a4e5640 1 -- 172.21.15.67:0/1061209093 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8730078bc0 msgr2=0x7f873007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:50.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.297+0000 7f874a4e5640 1 --2- 172.21.15.67:0/1061209093 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8730078bc0 0x7f873007b0d0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f8738005eb0 tx=0x7f8738005f90 comp rx=0 tx=0).stop 2024-09-21T00:21:50.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.297+0000 7f874a4e5640 1 -- 172.21.15.67:0/1061209093 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f872c003a00 msgr2=0x7f87440ce360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:50.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.297+0000 7f874a4e5640 1 --2- 172.21.15.67:0/1061209093 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f872c003a00 0x7f87440ce360 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f873400c3b0 tx=0x7f8734001dd0 comp rx=0 tx=0).stop 2024-09-21T00:21:50.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.297+0000 7f874a4e5640 1 -- 172.21.15.67:0/1061209093 shutdown_connections 2024-09-21T00:21:50.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.297+0000 7f874a4e5640 1 --2- 172.21.15.67:0/1061209093 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8730078bc0 0x7f873007b0d0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:50.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.297+0000 7f874a4e5640 1 --2- 172.21.15.67:0/1061209093 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f87440b46c0 0x7f87440b4ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:50.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.297+0000 7f874a4e5640 1 --2- 172.21.15.67:0/1061209093 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f87440b5130 0x7f87440b6400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:50.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.297+0000 7f874a4e5640 1 --2- 172.21.15.67:0/1061209093 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f872c003a00 0x7f87440ce360 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:50.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.297+0000 7f874a4e5640 1 -- 172.21.15.67:0/1061209093 >> 172.21.15.67:0/1061209093 conn(0x7f87440d45a0 msgr2=0x7f874415bdd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:50.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.297+0000 7f874a4e5640 1 -- 172.21.15.67:0/1061209093 shutdown_connections 2024-09-21T00:21:50.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.297+0000 7f874a4e5640 1 -- 172.21.15.67:0/1061209093 wait complete. 2024-09-21T00:21:50.309 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi067.front.sepia.ceph.com... 2024-09-21T00:21:50.310 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:21:50.310 DEBUG:teuthology.orchestra.run.smithi067:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-21T00:21:50.336 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:21:50.336 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi067.front.sepia.ceph.com 2024-09-21T00:21:50.336 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:21:50.336 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-21T00:21:50.402 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:21:50.402 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:21:50.423 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:21:50.423 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:21:50.482 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T00:21:50.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.599+0000 7f84ae341640 1 -- 172.21.15.67:0/3675424608 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8490003a00 msgr2=0x7f8490003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:50.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.599+0000 7f84ae341640 1 --2- 172.21.15.67:0/3675424608 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8490003a00 0x7f8490003e70 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f8498009b20 tx=0x7f8490005830 comp rx=0 tx=0).stop 2024-09-21T00:21:50.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.599+0000 7f84ac8de640 1 -- 172.21.15.67:0/3675424608 reap_dead start 2024-09-21T00:21:50.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.599+0000 7f84ae341640 1 -- 172.21.15.67:0/3675424608 shutdown_connections 2024-09-21T00:21:50.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.599+0000 7f84ae341640 1 -- 172.21.15.67:0/3675424608 >> 172.21.15.67:0/3675424608 conn(0x7f84a80b3e90 msgr2=0x7f84a80b42a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:50.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.599+0000 7f84ae341640 1 -- 172.21.15.67:0/3675424608 shutdown_connections 2024-09-21T00:21:50.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.599+0000 7f84ae341640 1 -- 172.21.15.67:0/3675424608 wait complete. 2024-09-21T00:21:50.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.601+0000 7f84ae341640 1 Processor -- start 2024-09-21T00:21:50.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.601+0000 7f84ae341640 1 -- start start 2024-09-21T00:21:50.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.602+0000 7f84ae341640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8490003a00 0x7f84a80cc580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:50.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.602+0000 7f84ae341640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f84a81f75a0 0x7f84a815e580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:50.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.602+0000 7f84ae341640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f84a815eac0 0x7f84a81578a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:50.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.602+0000 7f84ae341640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f84a809ace0 con 0x7f84a81f75a0 2024-09-21T00:21:50.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.602+0000 7f84ae341640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f84a809ab60 con 0x7f8490003a00 2024-09-21T00:21:50.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.602+0000 7f84ae341640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f84a80b7bc0 con 0x7f84a815eac0 2024-09-21T00:21:50.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.602+0000 7f84a77fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f84a81f75a0 0x7f84a815e580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:50.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.603+0000 7f84a77fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f84a81f75a0 0x7f84a815e580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45316/0 (socket says 172.21.15.67:45316) 2024-09-21T00:21:50.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.603+0000 7f84a77fe640 1 -- 172.21.15.67:0/3956000853 learned_addr learned my addr 172.21.15.67:0/3956000853 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:50.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.603+0000 7f84a7fff640 1 --2- 172.21.15.67:0/3956000853 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8490003a00 0x7f84a80cc580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:50.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.603+0000 7f84ac8de640 1 --2- 172.21.15.67:0/3956000853 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f84a815eac0 0x7f84a81578a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:50.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.603+0000 7f84a77fe640 1 -- 172.21.15.67:0/3956000853 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f84a815eac0 msgr2=0x7f84a81578a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:50.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.603+0000 7f84a77fe640 1 --2- 172.21.15.67:0/3956000853 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f84a815eac0 0x7f84a81578a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:50.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.603+0000 7f84a77fe640 1 -- 172.21.15.67:0/3956000853 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8490003a00 msgr2=0x7f84a80cc580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:50.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.603+0000 7f84a77fe640 1 --2- 172.21.15.67:0/3956000853 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8490003a00 0x7f84a80cc580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:50.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.603+0000 7f84a77fe640 1 -- 172.21.15.67:0/3956000853 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84a80b0a20 con 0x7f84a81f75a0 2024-09-21T00:21:50.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.603+0000 7f84a77fe640 1 --2- 172.21.15.67:0/3956000853 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f84a81f75a0 0x7f84a815e580 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f849c000fb0 tx=0x7f849c00ea00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:50.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.603+0000 7f84a4ff9640 1 -- 172.21.15.67:0/3956000853 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f849c015020 con 0x7f84a81f75a0 2024-09-21T00:21:50.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.603+0000 7f84a4ff9640 1 -- 172.21.15.67:0/3956000853 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f849c010980 con 0x7f84a81f75a0 2024-09-21T00:21:50.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.603+0000 7f84ae341640 1 -- 172.21.15.67:0/3956000853 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84a81f6ac0 con 0x7f84a81f75a0 2024-09-21T00:21:50.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.603+0000 7f84a4ff9640 1 -- 172.21.15.67:0/3956000853 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f849c010dd0 con 0x7f84a81f75a0 2024-09-21T00:21:50.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.603+0000 7f84ae341640 1 -- 172.21.15.67:0/3956000853 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84a80b0240 con 0x7f84a81f75a0 2024-09-21T00:21:50.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.604+0000 7f84ae341640 1 -- 172.21.15.67:0/3956000853 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f84a80cdca0 con 0x7f84a81f75a0 2024-09-21T00:21:50.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.605+0000 7f84a4ff9640 1 -- 172.21.15.67:0/3956000853 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f849c018020 con 0x7f84a81f75a0 2024-09-21T00:21:50.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.606+0000 7f84a4ff9640 1 --2- 172.21.15.67:0/3956000853 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8494078b90 0x7f849407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:50.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.606+0000 7f84a4ff9640 1 -- 172.21.15.67:0/3956000853 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f849c09b170 con 0x7f84a81f75a0 2024-09-21T00:21:50.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.606+0000 7f84a7fff640 1 --2- 172.21.15.67:0/3956000853 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8494078b90 0x7f849407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:50.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.606+0000 7f84a7fff640 1 --2- 172.21.15.67:0/3956000853 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8494078b90 0x7f849407b0a0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f8498009b20 tx=0x7f849802d040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:50.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.610+0000 7f84a4ff9640 1 -- 172.21.15.67:0/3956000853 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f849c01f030 con 0x7f84a81f75a0 2024-09-21T00:21:50.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.810+0000 7f84ae341640 1 -- 172.21.15.67:0/3956000853 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f84a80b07b0 con 0x7f84a81f75a0 2024-09-21T00:21:50.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.810+0000 7f84a4ff9640 1 -- 172.21.15.67:0/3956000853 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) ==== 80+0+0 (secure 0 0 0) 0x7f849c062ee0 con 0x7f84a81f75a0 2024-09-21T00:21:50.811 INFO:teuthology.orchestra.run.smithi067.stderr:listed 0 entries 2024-09-21T00:21:50.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.812+0000 7f84ae341640 1 -- 172.21.15.67:0/3956000853 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8494078b90 msgr2=0x7f849407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:50.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.812+0000 7f84ae341640 1 --2- 172.21.15.67:0/3956000853 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8494078b90 0x7f849407b0a0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f8498009b20 tx=0x7f849802d040 comp rx=0 tx=0).stop 2024-09-21T00:21:50.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.812+0000 7f84ae341640 1 -- 172.21.15.67:0/3956000853 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f84a81f75a0 msgr2=0x7f84a815e580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:50.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.812+0000 7f84ae341640 1 --2- 172.21.15.67:0/3956000853 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f84a81f75a0 0x7f84a815e580 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f849c000fb0 tx=0x7f849c00ea00 comp rx=0 tx=0).stop 2024-09-21T00:21:50.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.813+0000 7f84ae341640 1 -- 172.21.15.67:0/3956000853 shutdown_connections 2024-09-21T00:21:50.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.813+0000 7f84ae341640 1 --2- 172.21.15.67:0/3956000853 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8494078b90 0x7f849407b0a0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:50.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.813+0000 7f84ae341640 1 --2- 172.21.15.67:0/3956000853 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f84a815eac0 0x7f84a81578a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:50.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.813+0000 7f84ae341640 1 --2- 172.21.15.67:0/3956000853 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f84a81f75a0 0x7f84a815e580 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:50.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.813+0000 7f84ae341640 1 --2- 172.21.15.67:0/3956000853 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8490003a00 0x7f84a80cc580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:50.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.813+0000 7f84ae341640 1 -- 172.21.15.67:0/3956000853 >> 172.21.15.67:0/3956000853 conn(0x7f84a80b3e90 msgr2=0x7f84a80b1dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:50.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.813+0000 7f84ae341640 1 -- 172.21.15.67:0/3956000853 shutdown_connections 2024-09-21T00:21:50.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.813+0000 7f84ae341640 1 -- 172.21.15.67:0/3956000853 wait complete. 2024-09-21T00:21:50.826 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:21:50.826 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:21:50.845 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T00:21:50.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.963+0000 7f14e2c4d640 1 -- 172.21.15.67:0/1948787662 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f14dc15ffe0 msgr2=0x7f14dc09a950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:50.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.963+0000 7f14e2c4d640 1 --2- 172.21.15.67:0/1948787662 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f14dc15ffe0 0x7f14dc09a950 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f14dc0c9400 tx=0x7f14cc02a560 comp rx=0 tx=0).stop 2024-09-21T00:21:50.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.963+0000 7f14e2c4d640 1 -- 172.21.15.67:0/1948787662 shutdown_connections 2024-09-21T00:21:50.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.963+0000 7f14e2c4d640 1 --2- 172.21.15.67:0/1948787662 >> v2:172.21.15.97:3300/0 conn(0x7f14dc0cd890 0x7f14dc0cdca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:50.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.963+0000 7f14e2c4d640 1 --2- 172.21.15.67:0/1948787662 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f14dc15ffe0 0x7f14dc09a950 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:50.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.963+0000 7f14e2c4d640 1 -- 172.21.15.67:0/1948787662 >> 172.21.15.67:0/1948787662 conn(0x7f14dc0b3e90 msgr2=0x7f14dc0b42a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:50.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.963+0000 7f14e2c4d640 1 -- 172.21.15.67:0/1948787662 shutdown_connections 2024-09-21T00:21:50.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.963+0000 7f14e2c4d640 1 -- 172.21.15.67:0/1948787662 wait complete. 2024-09-21T00:21:50.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.965+0000 7f14e2c4d640 1 Processor -- start 2024-09-21T00:21:50.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.965+0000 7f14e2c4d640 1 -- start start 2024-09-21T00:21:50.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.966+0000 7f14e2c4d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f14dc0b1910 0x7f14dc15bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:50.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.966+0000 7f14e2c4d640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f14dc0cd890 0x7f14dc0b1160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:50.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.966+0000 7f14e2c4d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f14dc15ffe0 0x7f14dc0affa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:50.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.966+0000 7f14e2c4d640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f14dc0ce360 con 0x7f14dc0b1910 2024-09-21T00:21:50.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.966+0000 7f14e2c4d640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f14dc0ce1e0 con 0x7f14dc15ffe0 2024-09-21T00:21:50.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.966+0000 7f14e2c4d640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f14dc0ce4e0 con 0x7f14dc0cd890 2024-09-21T00:21:50.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.966+0000 7f14e09e9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f14dc0b1910 0x7f14dc15bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:50.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.966+0000 7f14e09e9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f14dc0b1910 0x7f14dc15bbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45326/0 (socket says 172.21.15.67:45326) 2024-09-21T00:21:50.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.966+0000 7f14e09e9640 1 -- 172.21.15.67:0/672169685 learned_addr learned my addr 172.21.15.67:0/672169685 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:50.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.966+0000 7f14dbfff640 1 --2- 172.21.15.67:0/672169685 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f14dc0cd890 0x7f14dc0b1160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:50.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.967+0000 7f14e11ea640 1 --2- 172.21.15.67:0/672169685 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f14dc15ffe0 0x7f14dc0affa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:50.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.967+0000 7f14e09e9640 1 -- 172.21.15.67:0/672169685 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f14dc0cd890 msgr2=0x7f14dc0b1160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:50.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.967+0000 7f14e09e9640 1 --2- 172.21.15.67:0/672169685 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f14dc0cd890 0x7f14dc0b1160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:50.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.967+0000 7f14e09e9640 1 -- 172.21.15.67:0/672169685 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f14dc15ffe0 msgr2=0x7f14dc0affa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:50.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.967+0000 7f14e09e9640 1 --2- 172.21.15.67:0/672169685 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f14dc15ffe0 0x7f14dc0affa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:50.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.967+0000 7f14e09e9640 1 -- 172.21.15.67:0/672169685 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14dc0b16a0 con 0x7f14dc0b1910 2024-09-21T00:21:50.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.967+0000 7f14e11ea640 1 --2- 172.21.15.67:0/672169685 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f14dc15ffe0 0x7f14dc0affa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:21:50.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.967+0000 7f14e09e9640 1 --2- 172.21.15.67:0/672169685 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f14dc0b1910 0x7f14dc15bbe0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f14cc000c00 tx=0x7f14cc0039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:50.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.967+0000 7f14d97fa640 1 -- 172.21.15.67:0/672169685 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14cc03e030 con 0x7f14dc0b1910 2024-09-21T00:21:50.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.967+0000 7f14d97fa640 1 -- 172.21.15.67:0/672169685 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f14cc0047a0 con 0x7f14dc0b1910 2024-09-21T00:21:50.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.967+0000 7f14d97fa640 1 -- 172.21.15.67:0/672169685 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14cc035040 con 0x7f14dc0b1910 2024-09-21T00:21:50.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.967+0000 7f14e2c4d640 1 -- 172.21.15.67:0/672169685 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14dc1f4570 con 0x7f14dc0b1910 2024-09-21T00:21:50.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.967+0000 7f14e2c4d640 1 -- 172.21.15.67:0/672169685 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14dc1f4b30 con 0x7f14dc0b1910 2024-09-21T00:21:50.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.968+0000 7f14e2c4d640 1 -- 172.21.15.67:0/672169685 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f14dc0ce9d0 con 0x7f14dc0b1910 2024-09-21T00:21:50.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.969+0000 7f14d97fa640 1 -- 172.21.15.67:0/672169685 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f14cc041030 con 0x7f14dc0b1910 2024-09-21T00:21:50.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.970+0000 7f14d97fa640 1 --2- 172.21.15.67:0/672169685 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f14c8078b90 0x7f14c807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:50.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.970+0000 7f14d97fa640 1 -- 172.21.15.67:0/672169685 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f14cc0bba20 con 0x7f14dc0b1910 2024-09-21T00:21:50.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.970+0000 7f14dbfff640 1 --2- 172.21.15.67:0/672169685 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f14c8078b90 0x7f14c807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:50.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.971+0000 7f14dbfff640 1 --2- 172.21.15.67:0/672169685 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f14c8078b90 0x7f14c807b0a0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f14dc0c6bb0 tx=0x7f14d0009060 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:50.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:50.973+0000 7f14d97fa640 1 -- 172.21.15.67:0/672169685 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f14cc083880 con 0x7f14dc0b1910 2024-09-21T00:21:51.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.171+0000 7f14e2c4d640 1 -- 172.21.15.67:0/672169685 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f14dc0b4c80 con 0x7f14dc0b1910 2024-09-21T00:21:51.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.171+0000 7f14d97fa640 1 -- 172.21.15.67:0/672169685 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) ==== 80+0+0 (secure 0 0 0) 0x7f14cc0882b0 con 0x7f14dc0b1910 2024-09-21T00:21:51.173 INFO:teuthology.orchestra.run.smithi067.stderr:listed 0 entries 2024-09-21T00:21:51.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.174+0000 7f14e2c4d640 1 -- 172.21.15.67:0/672169685 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f14c8078b90 msgr2=0x7f14c807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:51.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.174+0000 7f14e2c4d640 1 --2- 172.21.15.67:0/672169685 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f14c8078b90 0x7f14c807b0a0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f14dc0c6bb0 tx=0x7f14d0009060 comp rx=0 tx=0).stop 2024-09-21T00:21:51.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.174+0000 7f14e2c4d640 1 -- 172.21.15.67:0/672169685 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f14dc0b1910 msgr2=0x7f14dc15bbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:51.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.174+0000 7f14e2c4d640 1 --2- 172.21.15.67:0/672169685 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f14dc0b1910 0x7f14dc15bbe0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f14cc000c00 tx=0x7f14cc0039e0 comp rx=0 tx=0).stop 2024-09-21T00:21:51.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.174+0000 7f14e2c4d640 1 -- 172.21.15.67:0/672169685 shutdown_connections 2024-09-21T00:21:51.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.174+0000 7f14e2c4d640 1 --2- 172.21.15.67:0/672169685 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f14c8078b90 0x7f14c807b0a0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:51.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.174+0000 7f14e2c4d640 1 --2- 172.21.15.67:0/672169685 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f14dc15ffe0 0x7f14dc0affa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:51.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.174+0000 7f14e2c4d640 1 --2- 172.21.15.67:0/672169685 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f14dc0cd890 0x7f14dc0b1160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:51.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.174+0000 7f14e2c4d640 1 --2- 172.21.15.67:0/672169685 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f14dc0b1910 0x7f14dc15bbe0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:51.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.174+0000 7f14e2c4d640 1 -- 172.21.15.67:0/672169685 >> 172.21.15.67:0/672169685 conn(0x7f14dc0b3e90 msgr2=0x7f14dc071270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:51.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.174+0000 7f14e2c4d640 1 -- 172.21.15.67:0/672169685 shutdown_connections 2024-09-21T00:21:51.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.174+0000 7f14e2c4d640 1 -- 172.21.15.67:0/672169685 wait complete. 2024-09-21T00:21:51.187 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi097.front.sepia.ceph.com... 2024-09-21T00:21:51.187 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:21:51.187 DEBUG:teuthology.orchestra.run.smithi097:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-21T00:21:51.218 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:21:51.218 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi097.front.sepia.ceph.com 2024-09-21T00:21:51.218 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:21:51.218 DEBUG:teuthology.orchestra.run.smithi097:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-21T00:21:51.321 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:21:51.321 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:21:51.339 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:21:51.339 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:21:51.395 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T00:21:51.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.551+0000 7fbcb720e640 1 -- 172.21.15.67:0/1429456335 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbcb00b7c20 msgr2=0x7fbcb00b8030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:51.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.551+0000 7fbcb720e640 1 --2- 172.21.15.67:0/1429456335 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbcb00b7c20 0x7fbcb00b8030 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fbca8005fd0 tx=0x7fbca802a8b0 comp rx=0 tx=0).stop 2024-09-21T00:21:51.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.551+0000 7fbcb720e640 1 -- 172.21.15.67:0/1429456335 shutdown_connections 2024-09-21T00:21:51.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.551+0000 7fbcb720e640 1 --2- 172.21.15.67:0/1429456335 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbcb00b7c20 0x7fbcb00b8030 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:51.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.551+0000 7fbcb720e640 1 --2- 172.21.15.67:0/1429456335 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbcb00d11c0 0x7fbcb00d15d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:51.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.551+0000 7fbcb720e640 1 -- 172.21.15.67:0/1429456335 >> 172.21.15.67:0/1429456335 conn(0x7fbcb006dfb0 msgr2=0x7fbcb006e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:51.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.551+0000 7fbcb720e640 1 -- 172.21.15.67:0/1429456335 shutdown_connections 2024-09-21T00:21:51.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.551+0000 7fbcb720e640 1 -- 172.21.15.67:0/1429456335 wait complete. 2024-09-21T00:21:51.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.553+0000 7fbcb720e640 1 Processor -- start 2024-09-21T00:21:51.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.553+0000 7fbcb720e640 1 -- start start 2024-09-21T00:21:51.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.554+0000 7fbcb720e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbcb00b7c20 0x7fbcb00b65d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:51.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.554+0000 7fbcb720e640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbcb00cf010 0x7fbcb01f90a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:51.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.554+0000 7fbcb720e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbcb00d11c0 0x7fbcb01f95e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:51.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.554+0000 7fbcb720e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fbcb00b8900 con 0x7fbcb00d11c0 2024-09-21T00:21:51.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.554+0000 7fbcb720e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fbcb00b8780 con 0x7fbcb00b7c20 2024-09-21T00:21:51.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.554+0000 7fbcb720e640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fbcb00b8a80 con 0x7fbcb00cf010 2024-09-21T00:21:51.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.554+0000 7fbcb57ab640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbcb00d11c0 0x7fbcb01f95e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:51.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.554+0000 7fbcb57ab640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbcb00d11c0 0x7fbcb01f95e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45348/0 (socket says 172.21.15.67:45348) 2024-09-21T00:21:51.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.554+0000 7fbcb57ab640 1 -- 172.21.15.67:0/2753437174 learned_addr learned my addr 172.21.15.67:0/2753437174 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:51.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.555+0000 7fbcaffff640 1 --2- 172.21.15.67:0/2753437174 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbcb00cf010 0x7fbcb01f90a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:51.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.555+0000 7fbcb4faa640 1 --2- 172.21.15.67:0/2753437174 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbcb00b7c20 0x7fbcb00b65d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:51.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.555+0000 7fbcb57ab640 1 -- 172.21.15.67:0/2753437174 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbcb00cf010 msgr2=0x7fbcb01f90a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:51.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.555+0000 7fbcb57ab640 1 --2- 172.21.15.67:0/2753437174 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbcb00cf010 0x7fbcb01f90a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:51.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.555+0000 7fbcb57ab640 1 -- 172.21.15.67:0/2753437174 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbcb00b7c20 msgr2=0x7fbcb00b65d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:51.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.555+0000 7fbcb57ab640 1 --2- 172.21.15.67:0/2753437174 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbcb00b7c20 0x7fbcb00b65d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:51.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.555+0000 7fbcb57ab640 1 -- 172.21.15.67:0/2753437174 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbcb0156460 con 0x7fbcb00d11c0 2024-09-21T00:21:51.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.555+0000 7fbcaffff640 1 --2- 172.21.15.67:0/2753437174 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbcb00cf010 0x7fbcb01f90a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:21:51.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.555+0000 7fbcb4faa640 1 --2- 172.21.15.67:0/2753437174 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbcb00b7c20 0x7fbcb00b65d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:21:51.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.555+0000 7fbcb57ab640 1 --2- 172.21.15.67:0/2753437174 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbcb00d11c0 0x7fbcb01f95e0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fbca8006010 tx=0x7fbca8003970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:51.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.555+0000 7fbcad7fa640 1 -- 172.21.15.67:0/2753437174 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbca8031990 con 0x7fbcb00d11c0 2024-09-21T00:21:51.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.555+0000 7fbcad7fa640 1 -- 172.21.15.67:0/2753437174 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbca8031c20 con 0x7fbcb00d11c0 2024-09-21T00:21:51.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.555+0000 7fbcad7fa640 1 -- 172.21.15.67:0/2753437174 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbca80330d0 con 0x7fbcb00d11c0 2024-09-21T00:21:51.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.555+0000 7fbcb720e640 1 -- 172.21.15.67:0/2753437174 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbcb015a680 con 0x7fbcb00d11c0 2024-09-21T00:21:51.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.555+0000 7fbcb720e640 1 -- 172.21.15.67:0/2753437174 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbcb015cd50 con 0x7fbcb00d11c0 2024-09-21T00:21:51.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.556+0000 7fbcb720e640 1 -- 172.21.15.67:0/2753437174 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbcb00cf5f0 con 0x7fbcb00d11c0 2024-09-21T00:21:51.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.557+0000 7fbcad7fa640 1 -- 172.21.15.67:0/2753437174 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fbca8033270 con 0x7fbcb00d11c0 2024-09-21T00:21:51.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.558+0000 7fbcad7fa640 1 --2- 172.21.15.67:0/2753437174 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbc9c078b80 0x7fbc9c07b090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:51.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.558+0000 7fbcad7fa640 1 -- 172.21.15.67:0/2753437174 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fbca80bc300 con 0x7fbcb00d11c0 2024-09-21T00:21:51.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.558+0000 7fbcb4faa640 1 --2- 172.21.15.67:0/2753437174 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbc9c078b80 0x7fbc9c07b090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:51.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.558+0000 7fbcb4faa640 1 --2- 172.21.15.67:0/2753437174 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbc9c078b80 0x7fbc9c07b090 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fbca0001610 tx=0x7fbca0009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:51.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.562+0000 7fbcad7fa640 1 -- 172.21.15.67:0/2753437174 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fbcb0156460 con 0x7fbcb00d11c0 2024-09-21T00:21:51.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.765+0000 7fbcb720e640 1 -- 172.21.15.67:0/2753437174 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fbcb00ceac0 con 0x7fbcb00d11c0 2024-09-21T00:21:51.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.765+0000 7fbcad7fa640 1 -- 172.21.15.67:0/2753437174 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) ==== 80+0+0 (secure 0 0 0) 0x7fbca808be20 con 0x7fbcb00d11c0 2024-09-21T00:21:51.767 INFO:teuthology.orchestra.run.smithi067.stderr:listed 0 entries 2024-09-21T00:21:51.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.768+0000 7fbcb720e640 1 -- 172.21.15.67:0/2753437174 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbc9c078b80 msgr2=0x7fbc9c07b090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:51.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.768+0000 7fbcb720e640 1 --2- 172.21.15.67:0/2753437174 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbc9c078b80 0x7fbc9c07b090 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fbca0001610 tx=0x7fbca0009040 comp rx=0 tx=0).stop 2024-09-21T00:21:51.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.768+0000 7fbcb720e640 1 -- 172.21.15.67:0/2753437174 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbcb00d11c0 msgr2=0x7fbcb01f95e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:51.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.768+0000 7fbcb720e640 1 --2- 172.21.15.67:0/2753437174 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbcb00d11c0 0x7fbcb01f95e0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fbca8006010 tx=0x7fbca8003970 comp rx=0 tx=0).stop 2024-09-21T00:21:51.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.768+0000 7fbcb720e640 1 -- 172.21.15.67:0/2753437174 shutdown_connections 2024-09-21T00:21:51.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.768+0000 7fbcb720e640 1 --2- 172.21.15.67:0/2753437174 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbc9c078b80 0x7fbc9c07b090 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:51.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.768+0000 7fbcb720e640 1 --2- 172.21.15.67:0/2753437174 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbcb00d11c0 0x7fbcb01f95e0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:51.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.768+0000 7fbcb720e640 1 --2- 172.21.15.67:0/2753437174 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbcb00cf010 0x7fbcb01f90a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:51.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.768+0000 7fbcb720e640 1 --2- 172.21.15.67:0/2753437174 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbcb00b7c20 0x7fbcb00b65d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:51.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.768+0000 7fbcb720e640 1 -- 172.21.15.67:0/2753437174 >> 172.21.15.67:0/2753437174 conn(0x7fbcb006dfb0 msgr2=0x7fbcb00ca290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:51.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.768+0000 7fbcb720e640 1 -- 172.21.15.67:0/2753437174 shutdown_connections 2024-09-21T00:21:51.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.768+0000 7fbcb720e640 1 -- 172.21.15.67:0/2753437174 wait complete. 2024-09-21T00:21:51.781 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:21:51.781 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:21:51.797 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T00:21:51.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.953+0000 7f2cd0969640 1 -- 172.21.15.67:0/760751676 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2cb8003a50 msgr2=0x7f2cb8003ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:51.956 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.953+0000 7f2cd0969640 1 --2- 172.21.15.67:0/760751676 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2cb8003a50 0x7f2cb8003ec0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f2cc4009b40 tx=0x7f2cb8005830 comp rx=0 tx=0).stop 2024-09-21T00:21:51.956 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.953+0000 7f2cd0969640 1 -- 172.21.15.67:0/760751676 shutdown_connections 2024-09-21T00:21:51.956 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.953+0000 7f2cd0969640 1 --2- 172.21.15.67:0/760751676 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2cb8003a50 0x7f2cb8003ec0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:51.956 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.953+0000 7f2cd0969640 1 -- 172.21.15.67:0/760751676 >> 172.21.15.67:0/760751676 conn(0x7f2ccc06dfb0 msgr2=0x7f2ccc06e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:51.956 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.953+0000 7f2cd0969640 1 -- 172.21.15.67:0/760751676 shutdown_connections 2024-09-21T00:21:51.956 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.953+0000 7f2cd0969640 1 -- 172.21.15.67:0/760751676 wait complete. 2024-09-21T00:21:51.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.955+0000 7f2cd0969640 1 Processor -- start 2024-09-21T00:21:51.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.955+0000 7f2cd0969640 1 -- start start 2024-09-21T00:21:51.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.956+0000 7f2cd0969640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2cb8003a50 0x7f2ccc0cdc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:51.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.956+0000 7f2cd0969640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2ccc14dc90 0x7f2ccc0b6220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:51.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.956+0000 7f2cd0969640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ccc14d700 0x7f2ccc0b6760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:51.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.956+0000 7f2cd0969640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f2ccc0d1750 con 0x7f2ccc14d700 2024-09-21T00:21:51.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.956+0000 7f2cd0969640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f2ccc0d15d0 con 0x7f2cb8003a50 2024-09-21T00:21:51.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.956+0000 7f2cd0969640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f2ccc0d18d0 con 0x7f2ccc14dc90 2024-09-21T00:21:51.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.956+0000 7f2ccad9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ccc14d700 0x7f2ccc0b6760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:51.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.956+0000 7f2ccad9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ccc14d700 0x7f2ccc0b6760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45372/0 (socket says 172.21.15.67:45372) 2024-09-21T00:21:51.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.956+0000 7f2ccad9d640 1 -- 172.21.15.67:0/3599004392 learned_addr learned my addr 172.21.15.67:0/3599004392 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:51.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.957+0000 7f2cca59c640 1 --2- 172.21.15.67:0/3599004392 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2cb8003a50 0x7f2ccc0cdc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:51.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.957+0000 7f2cc9d9b640 1 --2- 172.21.15.67:0/3599004392 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2ccc14dc90 0x7f2ccc0b6220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:51.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.957+0000 7f2ccad9d640 1 -- 172.21.15.67:0/3599004392 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2ccc14dc90 msgr2=0x7f2ccc0b6220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:51.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.957+0000 7f2ccad9d640 1 --2- 172.21.15.67:0/3599004392 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2ccc14dc90 0x7f2ccc0b6220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:51.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.957+0000 7f2ccad9d640 1 -- 172.21.15.67:0/3599004392 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2cb8003a50 msgr2=0x7f2ccc0cdc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:51.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.957+0000 7f2ccad9d640 1 --2- 172.21.15.67:0/3599004392 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2cb8003a50 0x7f2ccc0cdc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:51.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.957+0000 7f2ccad9d640 1 -- 172.21.15.67:0/3599004392 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ccc150290 con 0x7f2ccc14d700 2024-09-21T00:21:51.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.957+0000 7f2ccad9d640 1 --2- 172.21.15.67:0/3599004392 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ccc14d700 0x7f2ccc0b6760 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f2ccc0d0d30 tx=0x7f2cbc0064f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:51.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.957+0000 7f2cc2ffd640 1 -- 172.21.15.67:0/3599004392 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cbc0119c0 con 0x7f2ccc14d700 2024-09-21T00:21:51.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.957+0000 7f2cc2ffd640 1 -- 172.21.15.67:0/3599004392 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2cbc018070 con 0x7f2ccc14d700 2024-09-21T00:21:51.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.957+0000 7f2cd0969640 1 -- 172.21.15.67:0/3599004392 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ccc150570 con 0x7f2ccc14d700 2024-09-21T00:21:51.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.957+0000 7f2cc2ffd640 1 -- 172.21.15.67:0/3599004392 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cbc011e60 con 0x7f2ccc14d700 2024-09-21T00:21:51.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.957+0000 7f2cd0969640 1 -- 172.21.15.67:0/3599004392 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ccc150b30 con 0x7f2ccc14d700 2024-09-21T00:21:51.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.958+0000 7f2cd0969640 1 -- 172.21.15.67:0/3599004392 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2ccc150000 con 0x7f2ccc14d700 2024-09-21T00:21:51.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.959+0000 7f2cc2ffd640 1 -- 172.21.15.67:0/3599004392 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f2cbc01d460 con 0x7f2ccc14d700 2024-09-21T00:21:51.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.960+0000 7f2cc2ffd640 1 --2- 172.21.15.67:0/3599004392 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2cac078b90 0x7f2cac07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:51.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.960+0000 7f2cc2ffd640 1 -- 172.21.15.67:0/3599004392 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f2cbc09b470 con 0x7f2ccc14d700 2024-09-21T00:21:51.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.960+0000 7f2cca59c640 1 --2- 172.21.15.67:0/3599004392 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2cac078b90 0x7f2cac07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:51.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.960+0000 7f2cca59c640 1 --2- 172.21.15.67:0/3599004392 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2cac078b90 0x7f2cac07b0a0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f2cc4035000 tx=0x7f2cc40046c0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:51.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:51.964+0000 7f2cc2ffd640 1 -- 172.21.15.67:0/3599004392 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f2cbc0638b0 con 0x7f2ccc14d700 2024-09-21T00:21:52.168 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.165+0000 7f2cd0969640 1 -- 172.21.15.67:0/3599004392 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f2ccc15e7f0 con 0x7f2ccc14d700 2024-09-21T00:21:52.168 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.166+0000 7f2cc2ffd640 1 -- 172.21.15.67:0/3599004392 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) ==== 80+0+0 (secure 0 0 0) 0x7f2cbc0631b0 con 0x7f2ccc14d700 2024-09-21T00:21:52.168 INFO:teuthology.orchestra.run.smithi067.stderr:listed 0 entries 2024-09-21T00:21:52.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.168+0000 7f2cd0969640 1 -- 172.21.15.67:0/3599004392 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2cac078b90 msgr2=0x7f2cac07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:52.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.168+0000 7f2cd0969640 1 --2- 172.21.15.67:0/3599004392 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2cac078b90 0x7f2cac07b0a0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f2cc4035000 tx=0x7f2cc40046c0 comp rx=0 tx=0).stop 2024-09-21T00:21:52.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.168+0000 7f2cd0969640 1 -- 172.21.15.67:0/3599004392 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ccc14d700 msgr2=0x7f2ccc0b6760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:52.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.168+0000 7f2cd0969640 1 --2- 172.21.15.67:0/3599004392 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ccc14d700 0x7f2ccc0b6760 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f2ccc0d0d30 tx=0x7f2cbc0064f0 comp rx=0 tx=0).stop 2024-09-21T00:21:52.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.168+0000 7f2cd0969640 1 -- 172.21.15.67:0/3599004392 shutdown_connections 2024-09-21T00:21:52.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.168+0000 7f2cd0969640 1 --2- 172.21.15.67:0/3599004392 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2cac078b90 0x7f2cac07b0a0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:52.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.168+0000 7f2cd0969640 1 --2- 172.21.15.67:0/3599004392 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ccc14d700 0x7f2ccc0b6760 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:52.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.168+0000 7f2cd0969640 1 --2- 172.21.15.67:0/3599004392 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2ccc14dc90 0x7f2ccc0b6220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:52.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.168+0000 7f2cd0969640 1 --2- 172.21.15.67:0/3599004392 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2cb8003a50 0x7f2ccc0cdc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:52.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.168+0000 7f2cd0969640 1 -- 172.21.15.67:0/3599004392 >> 172.21.15.67:0/3599004392 conn(0x7f2ccc06dfb0 msgr2=0x7f2ccc0c8f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:52.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.168+0000 7f2cd0969640 1 -- 172.21.15.67:0/3599004392 shutdown_connections 2024-09-21T00:21:52.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.168+0000 7f2cd0969640 1 -- 172.21.15.67:0/3599004392 wait complete. 2024-09-21T00:21:52.184 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi067.front.sepia.ceph.com... 2024-09-21T00:21:52.184 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:21:52.184 DEBUG:teuthology.orchestra.run.smithi067:> sudo fusermount -u /home/ubuntu/cephtest/mnt.2 2024-09-21T00:21:52.211 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:21:52.211 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi067.front.sepia.ceph.com 2024-09-21T00:21:52.211 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:21:52.211 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-21T00:21:52.267 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:21:52.267 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:21:52.287 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:21:52.287 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:21:52.346 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T00:21:52.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.462+0000 7f625a532640 1 -- 172.21.15.67:0/1995821867 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f62540d1690 msgr2=0x7f62540cfee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:52.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.462+0000 7f625a532640 1 --2- 172.21.15.67:0/1995821867 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f62540d1690 0x7f62540cfee0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f624c005fd0 tx=0x7f624c02a820 comp rx=0 tx=0).stop 2024-09-21T00:21:52.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.462+0000 7f625a532640 1 -- 172.21.15.67:0/1995821867 shutdown_connections 2024-09-21T00:21:52.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.462+0000 7f625a532640 1 --2- 172.21.15.67:0/1995821867 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f62540d1690 0x7f62540cfee0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:52.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.462+0000 7f625a532640 1 --2- 172.21.15.67:0/1995821867 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f62540d2740 0x7f62540b1160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:52.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.462+0000 7f625a532640 1 -- 172.21.15.67:0/1995821867 >> 172.21.15.67:0/1995821867 conn(0x7f62540d4590 msgr2=0x7f62540d49a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:52.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.462+0000 7f625a532640 1 -- 172.21.15.67:0/1995821867 shutdown_connections 2024-09-21T00:21:52.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.462+0000 7f625a532640 1 -- 172.21.15.67:0/1995821867 wait complete. 2024-09-21T00:21:52.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.463+0000 7f625a532640 1 Processor -- start 2024-09-21T00:21:52.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.464+0000 7f625a532640 1 -- start start 2024-09-21T00:21:52.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.465+0000 7f625a532640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62540d21f0 0x7f625414a7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:52.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.465+0000 7f625a532640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f62540d2740 0x7f62541f91a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:52.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.465+0000 7f625a532640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f62540b4090 0x7f62541f96e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:52.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.465+0000 7f625a532640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f62540d07b0 con 0x7f62540d21f0 2024-09-21T00:21:52.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.465+0000 7f625a532640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f62540d0630 con 0x7f62540b4090 2024-09-21T00:21:52.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.465+0000 7f625a532640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f62540d0930 con 0x7f62540d2740 2024-09-21T00:21:52.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.465+0000 7f6253fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62540d21f0 0x7f625414a7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:52.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.465+0000 7f6253fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62540d21f0 0x7f625414a7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45380/0 (socket says 172.21.15.67:45380) 2024-09-21T00:21:52.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.465+0000 7f6253fff640 1 -- 172.21.15.67:0/3973029670 learned_addr learned my addr 172.21.15.67:0/3973029670 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:52.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.465+0000 7f6258acf640 1 --2- 172.21.15.67:0/3973029670 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f62540b4090 0x7f62541f96e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:52.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.465+0000 7f62537fe640 1 --2- 172.21.15.67:0/3973029670 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f62540d2740 0x7f62541f91a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:52.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.465+0000 7f6253fff640 1 -- 172.21.15.67:0/3973029670 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f62540d2740 msgr2=0x7f62541f91a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:52.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.465+0000 7f6253fff640 1 --2- 172.21.15.67:0/3973029670 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f62540d2740 0x7f62541f91a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:52.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.465+0000 7f6253fff640 1 -- 172.21.15.67:0/3973029670 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f62540b4090 msgr2=0x7f62541f96e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:52.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.465+0000 7f6253fff640 1 --2- 172.21.15.67:0/3973029670 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f62540b4090 0x7f62541f96e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:52.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.465+0000 7f6253fff640 1 -- 172.21.15.67:0/3973029670 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62540ca340 con 0x7f62540d21f0 2024-09-21T00:21:52.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.465+0000 7f6258acf640 1 --2- 172.21.15.67:0/3973029670 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f62540b4090 0x7f62541f96e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:21:52.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.466+0000 7f6253fff640 1 --2- 172.21.15.67:0/3973029670 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62540d21f0 0x7f625414a7d0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f624400ea20 tx=0x7f624400eee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:52.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.466+0000 7f6250ff9640 1 -- 172.21.15.67:0/3973029670 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f624400cde0 con 0x7f62540d21f0 2024-09-21T00:21:52.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.466+0000 7f625a532640 1 -- 172.21.15.67:0/3973029670 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62540ca5e0 con 0x7f62540d21f0 2024-09-21T00:21:52.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.466+0000 7f6250ff9640 1 -- 172.21.15.67:0/3973029670 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6244004020 con 0x7f62540d21f0 2024-09-21T00:21:52.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.466+0000 7f6250ff9640 1 -- 172.21.15.67:0/3973029670 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6244004470 con 0x7f62540d21f0 2024-09-21T00:21:52.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.466+0000 7f625a532640 1 -- 172.21.15.67:0/3973029670 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62540cba60 con 0x7f62540d21f0 2024-09-21T00:21:52.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.467+0000 7f625a532640 1 -- 172.21.15.67:0/3973029670 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f625408ca60 con 0x7f62540d21f0 2024-09-21T00:21:52.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.468+0000 7f6250ff9640 1 -- 172.21.15.67:0/3973029670 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f6244005030 con 0x7f62540d21f0 2024-09-21T00:21:52.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.468+0000 7f6250ff9640 1 --2- 172.21.15.67:0/3973029670 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6240078bc0 0x7f624007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:52.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.468+0000 7f6250ff9640 1 -- 172.21.15.67:0/3973029670 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f624409b590 con 0x7f62540d21f0 2024-09-21T00:21:52.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.469+0000 7f62537fe640 1 --2- 172.21.15.67:0/3973029670 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6240078bc0 0x7f624007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:52.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.469+0000 7f62537fe640 1 --2- 172.21.15.67:0/3973029670 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6240078bc0 0x7f624007b0d0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f62541f9100 tx=0x7f6248009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:52.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.473+0000 7f6250ff9640 1 -- 172.21.15.67:0/3973029670 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f625408ca60 con 0x7f62540d21f0 2024-09-21T00:21:52.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.671+0000 7f625a532640 1 -- 172.21.15.67:0/3973029670 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f62540cfee0 con 0x7f62540d21f0 2024-09-21T00:21:52.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.672+0000 7f6250ff9640 1 -- 172.21.15.67:0/3973029670 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) ==== 80+0+0 (secure 0 0 0) 0x7f62440639e0 con 0x7f62540d21f0 2024-09-21T00:21:52.674 INFO:teuthology.orchestra.run.smithi067.stderr:listed 0 entries 2024-09-21T00:21:52.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.674+0000 7f625a532640 1 -- 172.21.15.67:0/3973029670 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6240078bc0 msgr2=0x7f624007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:52.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.674+0000 7f625a532640 1 --2- 172.21.15.67:0/3973029670 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6240078bc0 0x7f624007b0d0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f62541f9100 tx=0x7f6248009040 comp rx=0 tx=0).stop 2024-09-21T00:21:52.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.674+0000 7f625a532640 1 -- 172.21.15.67:0/3973029670 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62540d21f0 msgr2=0x7f625414a7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:52.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.674+0000 7f625a532640 1 --2- 172.21.15.67:0/3973029670 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62540d21f0 0x7f625414a7d0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f624400ea20 tx=0x7f624400eee0 comp rx=0 tx=0).stop 2024-09-21T00:21:52.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.674+0000 7f625a532640 1 -- 172.21.15.67:0/3973029670 shutdown_connections 2024-09-21T00:21:52.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.674+0000 7f625a532640 1 --2- 172.21.15.67:0/3973029670 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6240078bc0 0x7f624007b0d0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:52.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.674+0000 7f625a532640 1 --2- 172.21.15.67:0/3973029670 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f62540b4090 0x7f62541f96e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:52.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.674+0000 7f625a532640 1 --2- 172.21.15.67:0/3973029670 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f62540d2740 0x7f62541f91a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:52.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.674+0000 7f625a532640 1 --2- 172.21.15.67:0/3973029670 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62540d21f0 0x7f625414a7d0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:52.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.674+0000 7f625a532640 1 -- 172.21.15.67:0/3973029670 >> 172.21.15.67:0/3973029670 conn(0x7f62540d4590 msgr2=0x7f625415d240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:52.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.674+0000 7f625a532640 1 -- 172.21.15.67:0/3973029670 shutdown_connections 2024-09-21T00:21:52.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.674+0000 7f625a532640 1 -- 172.21.15.67:0/3973029670 wait complete. 2024-09-21T00:21:52.688 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:21:52.688 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:21:52.709 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T00:21:52.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.824+0000 7fa4b418b640 1 -- 172.21.15.67:0/1989735912 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa4ac0b5bb0 msgr2=0x7fa4ac0b5fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:52.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.824+0000 7fa4b418b640 1 --2- 172.21.15.67:0/1989735912 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa4ac0b5bb0 0x7fa4ac0b5fc0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fa4ac072ef0 tx=0x7fa4a402a4d0 comp rx=0 tx=0).stop 2024-09-21T00:21:52.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.824+0000 7fa4b418b640 1 -- 172.21.15.67:0/1989735912 shutdown_connections 2024-09-21T00:21:52.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.824+0000 7fa4b418b640 1 --2- 172.21.15.67:0/1989735912 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa4ac0b5bb0 0x7fa4ac0b5fc0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:52.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.824+0000 7fa4b418b640 1 --2- 172.21.15.67:0/1989735912 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa4ac0b5260 0x7fa4ac0b5670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:52.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.824+0000 7fa4b418b640 1 --2- 172.21.15.67:0/1989735912 >> v2:172.21.15.97:3300/0 conn(0x7fa4ac0ce570 0x7fa4ac0d1da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:52.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.824+0000 7fa4b418b640 1 -- 172.21.15.67:0/1989735912 >> 172.21.15.67:0/1989735912 conn(0x7fa4ac0d1280 msgr2=0x7fa4ac0d1690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:52.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.824+0000 7fa4b418b640 1 -- 172.21.15.67:0/1989735912 shutdown_connections 2024-09-21T00:21:52.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.824+0000 7fa4b418b640 1 -- 172.21.15.67:0/1989735912 wait complete. 2024-09-21T00:21:52.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.826+0000 7fa4b418b640 1 Processor -- start 2024-09-21T00:21:52.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.826+0000 7fa4b418b640 1 -- start start 2024-09-21T00:21:52.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.827+0000 7fa4b418b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa4ac0b5260 0x7fa4ac153ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:52.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.827+0000 7fa4b418b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa4ac0b5bb0 0x7fa4ac0c8eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:52.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.827+0000 7fa4b418b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa4ac0ce570 0x7fa4ac0c5570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:52.833 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.827+0000 7fa4b418b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fa4ac164880 con 0x7fa4ac0b5260 2024-09-21T00:21:52.833 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.827+0000 7fa4b418b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fa4ac164700 con 0x7fa4ac0ce570 2024-09-21T00:21:52.833 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.827+0000 7fa4b418b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fa4ac164a00 con 0x7fa4ac0b5bb0 2024-09-21T00:21:52.833 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.828+0000 7fa4b1f27640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa4ac0b5260 0x7fa4ac153ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:52.833 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.828+0000 7fa4b1f27640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa4ac0b5260 0x7fa4ac153ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45406/0 (socket says 172.21.15.67:45406) 2024-09-21T00:21:52.833 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.828+0000 7fa4b1f27640 1 -- 172.21.15.67:0/1198574496 learned_addr learned my addr 172.21.15.67:0/1198574496 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:52.833 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.828+0000 7fa4b1726640 1 --2- 172.21.15.67:0/1198574496 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa4ac0b5bb0 0x7fa4ac0c8eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:52.833 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.828+0000 7fa4b2728640 1 --2- 172.21.15.67:0/1198574496 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa4ac0ce570 0x7fa4ac0c5570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:52.833 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.828+0000 7fa4b1f27640 1 -- 172.21.15.67:0/1198574496 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa4ac0b5bb0 msgr2=0x7fa4ac0c8eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:52.833 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.828+0000 7fa4b1f27640 1 --2- 172.21.15.67:0/1198574496 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa4ac0b5bb0 0x7fa4ac0c8eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:52.833 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.828+0000 7fa4b1f27640 1 -- 172.21.15.67:0/1198574496 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa4ac0ce570 msgr2=0x7fa4ac0c5570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:52.833 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.828+0000 7fa4b1f27640 1 --2- 172.21.15.67:0/1198574496 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa4ac0ce570 0x7fa4ac0c5570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:52.834 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.828+0000 7fa4b1f27640 1 -- 172.21.15.67:0/1198574496 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4ac0c4d90 con 0x7fa4ac0b5260 2024-09-21T00:21:52.834 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.828+0000 7fa4b1f27640 1 --2- 172.21.15.67:0/1198574496 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa4ac0b5260 0x7fa4ac153ad0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fa49c00cce0 tx=0x7fa49c007610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:52.834 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.828+0000 7fa4aa7fc640 1 -- 172.21.15.67:0/1198574496 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa49c004b20 con 0x7fa4ac0b5260 2024-09-21T00:21:52.834 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.828+0000 7fa4aa7fc640 1 -- 172.21.15.67:0/1198574496 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa49c004db0 con 0x7fa4ac0b5260 2024-09-21T00:21:52.834 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.828+0000 7fa4b418b640 1 -- 172.21.15.67:0/1198574496 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4ac1f7760 con 0x7fa4ac0b5260 2024-09-21T00:21:52.834 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.828+0000 7fa4aa7fc640 1 -- 172.21.15.67:0/1198574496 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa49c005280 con 0x7fa4ac0b5260 2024-09-21T00:21:52.834 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.828+0000 7fa4b418b640 1 -- 172.21.15.67:0/1198574496 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4ac1f7d20 con 0x7fa4ac0b5260 2024-09-21T00:21:52.834 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.829+0000 7fa4b418b640 1 -- 172.21.15.67:0/1198574496 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa4ac0b5fc0 con 0x7fa4ac0b5260 2024-09-21T00:21:52.834 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.830+0000 7fa4aa7fc640 1 -- 172.21.15.67:0/1198574496 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fa49c005420 con 0x7fa4ac0b5260 2024-09-21T00:21:52.835 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.831+0000 7fa4aa7fc640 1 --2- 172.21.15.67:0/1198574496 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa498078b90 0x7fa49807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:52.835 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.831+0000 7fa4aa7fc640 1 -- 172.21.15.67:0/1198574496 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fa49c09b4c0 con 0x7fa4ac0b5260 2024-09-21T00:21:52.835 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.831+0000 7fa4b1726640 1 --2- 172.21.15.67:0/1198574496 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa498078b90 0x7fa49807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:52.835 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.832+0000 7fa4b1726640 1 --2- 172.21.15.67:0/1198574496 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa498078b90 0x7fa49807b0a0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fa4ac0b06d0 tx=0x7fa4a0008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:52.838 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:52.836+0000 7fa4aa7fc640 1 -- 172.21.15.67:0/1198574496 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fa49c014030 con 0x7fa4ac0b5260 2024-09-21T00:21:53.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.033+0000 7fa4b418b640 1 -- 172.21.15.67:0/1198574496 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fa4ac0cf3a0 con 0x7fa4ac0b5260 2024-09-21T00:21:53.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.033+0000 7fa4aa7fc640 1 -- 172.21.15.67:0/1198574496 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) ==== 80+0+0 (secure 0 0 0) 0x7fa49c063900 con 0x7fa4ac0b5260 2024-09-21T00:21:53.035 INFO:teuthology.orchestra.run.smithi067.stderr:listed 0 entries 2024-09-21T00:21:53.037 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.035+0000 7fa4b418b640 1 -- 172.21.15.67:0/1198574496 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa498078b90 msgr2=0x7fa49807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:53.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.035+0000 7fa4b418b640 1 --2- 172.21.15.67:0/1198574496 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa498078b90 0x7fa49807b0a0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fa4ac0b06d0 tx=0x7fa4a0008040 comp rx=0 tx=0).stop 2024-09-21T00:21:53.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.035+0000 7fa4b418b640 1 -- 172.21.15.67:0/1198574496 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa4ac0b5260 msgr2=0x7fa4ac153ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:53.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.035+0000 7fa4b418b640 1 --2- 172.21.15.67:0/1198574496 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa4ac0b5260 0x7fa4ac153ad0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fa49c00cce0 tx=0x7fa49c007610 comp rx=0 tx=0).stop 2024-09-21T00:21:53.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.035+0000 7fa4b418b640 1 -- 172.21.15.67:0/1198574496 shutdown_connections 2024-09-21T00:21:53.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.035+0000 7fa4b418b640 1 --2- 172.21.15.67:0/1198574496 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa498078b90 0x7fa49807b0a0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:53.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.035+0000 7fa4b418b640 1 --2- 172.21.15.67:0/1198574496 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa4ac0ce570 0x7fa4ac0c5570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:53.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.035+0000 7fa4b418b640 1 --2- 172.21.15.67:0/1198574496 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa4ac0b5bb0 0x7fa4ac0c8eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:53.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.035+0000 7fa4b418b640 1 --2- 172.21.15.67:0/1198574496 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa4ac0b5260 0x7fa4ac153ad0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:53.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.035+0000 7fa4b418b640 1 -- 172.21.15.67:0/1198574496 >> 172.21.15.67:0/1198574496 conn(0x7fa4ac0d1280 msgr2=0x7fa4ac0b1810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:53.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.035+0000 7fa4b418b640 1 -- 172.21.15.67:0/1198574496 shutdown_connections 2024-09-21T00:21:53.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.035+0000 7fa4b418b640 1 -- 172.21.15.67:0/1198574496 wait complete. 2024-09-21T00:21:53.048 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi097.front.sepia.ceph.com... 2024-09-21T00:21:53.048 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:21:53.049 DEBUG:teuthology.orchestra.run.smithi097:> sudo fusermount -u /home/ubuntu/cephtest/mnt.3 2024-09-21T00:21:53.078 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:21:53.078 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi097.front.sepia.ceph.com 2024-09-21T00:21:53.078 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:21:53.078 DEBUG:teuthology.orchestra.run.smithi097:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-21T00:21:53.135 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-21T00:21:53.136 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:21:53.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.250+0000 7f4680438640 1 -- 172.21.15.67:0/2522792872 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f46780b9780 msgr2=0x7f46780d2cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:53.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.250+0000 7f4680438640 1 --2- 172.21.15.67:0/2522792872 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f46780b9780 0x7f46780d2cf0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f46740098e0 tx=0x7f467402a5d0 comp rx=0 tx=0).stop 2024-09-21T00:21:53.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.250+0000 7f4680438640 1 -- 172.21.15.67:0/2522792872 shutdown_connections 2024-09-21T00:21:53.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.250+0000 7f4680438640 1 --2- 172.21.15.67:0/2522792872 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f46780d1420 0x7f46780cf100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:53.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.250+0000 7f4680438640 1 --2- 172.21.15.67:0/2522792872 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f46780b9780 0x7f46780d2cf0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:53.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.250+0000 7f4680438640 1 -- 172.21.15.67:0/2522792872 >> 172.21.15.67:0/2522792872 conn(0x7f467808bee0 msgr2=0x7f46780d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:53.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.250+0000 7f4680438640 1 -- 172.21.15.67:0/2522792872 shutdown_connections 2024-09-21T00:21:53.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.250+0000 7f4680438640 1 -- 172.21.15.67:0/2522792872 wait complete. 2024-09-21T00:21:53.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.252+0000 7f4680438640 1 Processor -- start 2024-09-21T00:21:53.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.252+0000 7f4680438640 1 -- start start 2024-09-21T00:21:53.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.253+0000 7f4680438640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f46780b9780 0x7f467815d450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:53.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.253+0000 7f4680438640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f46780d1010 0x7f467815c300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:53.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.253+0000 7f4680438640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f46780d1420 0x7f467809ff20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:53.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.253+0000 7f4680438640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f46780cf640 con 0x7f46780d1010 2024-09-21T00:21:53.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.253+0000 7f4680438640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f46780b7d10 con 0x7f46780b9780 2024-09-21T00:21:53.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.253+0000 7f4680438640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f46780cf7c0 con 0x7f46780d1420 2024-09-21T00:21:53.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.253+0000 7f467d9d3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f46780d1010 0x7f467815c300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:53.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.253+0000 7f467d9d3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f46780d1010 0x7f467815c300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:41158/0 (socket says 172.21.15.67:41158) 2024-09-21T00:21:53.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.253+0000 7f467d9d3640 1 -- 172.21.15.67:0/1218127198 learned_addr learned my addr 172.21.15.67:0/1218127198 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:53.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.253+0000 7f467e1d4640 1 --2- 172.21.15.67:0/1218127198 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f46780b9780 0x7f467815d450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:53.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.253+0000 7f467e9d5640 1 --2- 172.21.15.67:0/1218127198 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f46780d1420 0x7f467809ff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:53.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.254+0000 7f467d9d3640 1 -- 172.21.15.67:0/1218127198 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f46780d1420 msgr2=0x7f467809ff20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:53.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.254+0000 7f467d9d3640 1 --2- 172.21.15.67:0/1218127198 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f46780d1420 0x7f467809ff20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:53.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.254+0000 7f467d9d3640 1 -- 172.21.15.67:0/1218127198 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f46780b9780 msgr2=0x7f467815d450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:53.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.254+0000 7f467d9d3640 1 --2- 172.21.15.67:0/1218127198 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f46780b9780 0x7f467815d450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:53.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.254+0000 7f467d9d3640 1 -- 172.21.15.67:0/1218127198 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f467815d250 con 0x7f46780d1010 2024-09-21T00:21:53.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.254+0000 7f467d9d3640 1 --2- 172.21.15.67:0/1218127198 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f46780d1010 0x7f467815c300 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f466800c370 tx=0x7f466800c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:53.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.254+0000 7f466effd640 1 -- 172.21.15.67:0/1218127198 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4668017070 con 0x7f46780d1010 2024-09-21T00:21:53.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.254+0000 7f466effd640 1 -- 172.21.15.67:0/1218127198 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f46680053c0 con 0x7f46780d1010 2024-09-21T00:21:53.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.254+0000 7f466effd640 1 -- 172.21.15.67:0/1218127198 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4668003850 con 0x7f46780d1010 2024-09-21T00:21:53.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.254+0000 7f4680438640 1 -- 172.21.15.67:0/1218127198 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46780b1b40 con 0x7f46780d1010 2024-09-21T00:21:53.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.254+0000 7f4680438640 1 -- 172.21.15.67:0/1218127198 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46780b5010 con 0x7f46780d1010 2024-09-21T00:21:53.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.255+0000 7f4680438640 1 -- 172.21.15.67:0/1218127198 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f46780d2cf0 con 0x7f46780d1010 2024-09-21T00:21:53.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.256+0000 7f466effd640 1 -- 172.21.15.67:0/1218127198 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f466801a070 con 0x7f46780d1010 2024-09-21T00:21:53.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.257+0000 7f466effd640 1 --2- 172.21.15.67:0/1218127198 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f465c078bc0 0x7f465c07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:53.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.257+0000 7f466effd640 1 -- 172.21.15.67:0/1218127198 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f466809a000 con 0x7f46780d1010 2024-09-21T00:21:53.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.257+0000 7f467e1d4640 1 --2- 172.21.15.67:0/1218127198 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f465c078bc0 0x7f465c07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:53.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.257+0000 7f467e1d4640 1 --2- 172.21.15.67:0/1218127198 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f465c078bc0 0x7f465c07b0d0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f4674034000 tx=0x7f4674004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:53.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.261+0000 7f466effd640 1 -- 172.21.15.67:0/1218127198 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f467815d250 con 0x7f46780d1010 2024-09-21T00:21:53.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.488+0000 7f4680438640 1 -- 172.21.15.67:0/1218127198 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f46780ce990 con 0x7f46780d1010 2024-09-21T00:21:53.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.488+0000 7f466effd640 1 -- 172.21.15.67:0/1218127198 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5214 (secure 0 0 0) 0x7f4668061df0 con 0x7f46780d1010 2024-09-21T00:21:53.491 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:21:53.491 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":8,"btime":"2024-09-21T00:21:25:583190+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4286,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3747549097","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":3747549097},{"type":"v1","addr":"172.21.15.67:6835","nonce":3747549097}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4298,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/2478649903","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":2478649903},{"type":"v1","addr":"172.21.15.97:6836","nonce":2478649903}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4383,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/4089970198","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":4089970198},{"type":"v1","addr":"172.21.15.67:6834","nonce":4089970198}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:21:21.951941+0000","modified":"2024-09-21T00:21:24.966543+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4398},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4398":{"gid":4398,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.97:6837/238081481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":238081481},{"type":"v1","addr":"172.21.15.97:6837","nonce":238081481}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4398,"qdb_cluster":[4398]},"id":1}]} 2024-09-21T00:21:53.491 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 8 2024-09-21T00:21:53.493 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.490+0000 7f4680438640 1 -- 172.21.15.67:0/1218127198 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f465c078bc0 msgr2=0x7f465c07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:53.493 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.490+0000 7f4680438640 1 --2- 172.21.15.67:0/1218127198 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f465c078bc0 0x7f465c07b0d0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f4674034000 tx=0x7f4674004730 comp rx=0 tx=0).stop 2024-09-21T00:21:53.493 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.490+0000 7f4680438640 1 -- 172.21.15.67:0/1218127198 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f46780d1010 msgr2=0x7f467815c300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:53.493 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.490+0000 7f4680438640 1 --2- 172.21.15.67:0/1218127198 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f46780d1010 0x7f467815c300 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f466800c370 tx=0x7f466800c830 comp rx=0 tx=0).stop 2024-09-21T00:21:53.493 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.490+0000 7f4680438640 1 -- 172.21.15.67:0/1218127198 shutdown_connections 2024-09-21T00:21:53.493 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.490+0000 7f4680438640 1 --2- 172.21.15.67:0/1218127198 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f465c078bc0 0x7f465c07b0d0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:53.493 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.490+0000 7f4680438640 1 --2- 172.21.15.67:0/1218127198 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f46780d1420 0x7f467809ff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:53.494 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.490+0000 7f4680438640 1 --2- 172.21.15.67:0/1218127198 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f46780d1010 0x7f467815c300 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:53.494 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.491+0000 7f4680438640 1 --2- 172.21.15.67:0/1218127198 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f46780b9780 0x7f467815d450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:53.494 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.491+0000 7f4680438640 1 -- 172.21.15.67:0/1218127198 >> 172.21.15.67:0/1218127198 conn(0x7f467808bee0 msgr2=0x7f467806e430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:53.494 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.491+0000 7f4680438640 1 -- 172.21.15.67:0/1218127198 shutdown_connections 2024-09-21T00:21:53.494 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.491+0000 7f4680438640 1 -- 172.21.15.67:0/1218127198 wait complete. 2024-09-21T00:21:53.504 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:21:53.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.619+0000 7fd775c4d640 1 -- 172.21.15.67:0/3269481542 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd75c0052e0 msgr2=0x7fd75c00b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:53.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.619+0000 7fd775c4d640 1 --2- 172.21.15.67:0/3269481542 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd75c0052e0 0x7fd75c00b9c0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fd768005fd0 tx=0x7fd75c005830 comp rx=0 tx=0).stop 2024-09-21T00:21:53.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.619+0000 7fd775c4d640 1 -- 172.21.15.67:0/3269481542 shutdown_connections 2024-09-21T00:21:53.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.619+0000 7fd775c4d640 1 --2- 172.21.15.67:0/3269481542 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd75c0052e0 0x7fd75c00b9c0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:53.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.619+0000 7fd775c4d640 1 -- 172.21.15.67:0/3269481542 >> 172.21.15.67:0/3269481542 conn(0x7fd77008bee0 msgr2=0x7fd7700d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:53.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.619+0000 7fd775c4d640 1 -- 172.21.15.67:0/3269481542 shutdown_connections 2024-09-21T00:21:53.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.619+0000 7fd775c4d640 1 -- 172.21.15.67:0/3269481542 wait complete. 2024-09-21T00:21:53.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.621+0000 7fd775c4d640 1 Processor -- start 2024-09-21T00:21:53.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.621+0000 7fd775c4d640 1 -- start start 2024-09-21T00:21:53.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.623+0000 7fd775c4d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd75c0052e0 0x7fd7700b2eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:53.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.623+0000 7fd775c4d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd7700b4f90 0x7fd77015d810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:53.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.623+0000 7fd775c4d640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd7701f6af0 0x7fd7701f6f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:53.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.623+0000 7fd775c4d640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fd7700d30e0 con 0x7fd7700b4f90 2024-09-21T00:21:53.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.623+0000 7fd775c4d640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fd7700d2f60 con 0x7fd75c0052e0 2024-09-21T00:21:53.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.623+0000 7fd775c4d640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fd7700d3260 con 0x7fd7701f6af0 2024-09-21T00:21:53.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.623+0000 7fd766ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd7700b4f90 0x7fd77015d810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:53.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.623+0000 7fd766ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd7700b4f90 0x7fd77015d810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:41184/0 (socket says 172.21.15.67:41184) 2024-09-21T00:21:53.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.623+0000 7fd766ffd640 1 -- 172.21.15.67:0/3001260524 learned_addr learned my addr 172.21.15.67:0/3001260524 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:53.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.623+0000 7fd76f7fe640 1 --2- 172.21.15.67:0/3001260524 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd75c0052e0 0x7fd7700b2eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:53.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.623+0000 7fd76ffff640 1 --2- 172.21.15.67:0/3001260524 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd7701f6af0 0x7fd7701f6f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:53.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.623+0000 7fd766ffd640 1 -- 172.21.15.67:0/3001260524 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd7701f6af0 msgr2=0x7fd7701f6f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:53.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.623+0000 7fd766ffd640 1 --2- 172.21.15.67:0/3001260524 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd7701f6af0 0x7fd7701f6f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:53.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.623+0000 7fd766ffd640 1 -- 172.21.15.67:0/3001260524 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd75c0052e0 msgr2=0x7fd7700b2eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:53.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.623+0000 7fd766ffd640 1 --2- 172.21.15.67:0/3001260524 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd75c0052e0 0x7fd7700b2eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:53.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.623+0000 7fd766ffd640 1 -- 172.21.15.67:0/3001260524 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd77015dd50 con 0x7fd7700b4f90 2024-09-21T00:21:53.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.623+0000 7fd76f7fe640 1 --2- 172.21.15.67:0/3001260524 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd75c0052e0 0x7fd7700b2eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:21:53.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.623+0000 7fd766ffd640 1 --2- 172.21.15.67:0/3001260524 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd7700b4f90 0x7fd77015d810 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fd758003da0 tx=0x7fd758001800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:53.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.623+0000 7fd76cff9640 1 -- 172.21.15.67:0/3001260524 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd758011700 con 0x7fd7700b4f90 2024-09-21T00:21:53.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.624+0000 7fd76cff9640 1 -- 172.21.15.67:0/3001260524 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd758016020 con 0x7fd7700b4f90 2024-09-21T00:21:53.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.624+0000 7fd775c4d640 1 -- 172.21.15.67:0/3001260524 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd7701fa0b0 con 0x7fd7700b4f90 2024-09-21T00:21:53.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.624+0000 7fd76cff9640 1 -- 172.21.15.67:0/3001260524 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd758011b80 con 0x7fd7700b4f90 2024-09-21T00:21:53.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.624+0000 7fd775c4d640 1 -- 172.21.15.67:0/3001260524 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7701fa670 con 0x7fd7700b4f90 2024-09-21T00:21:53.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.625+0000 7fd775c4d640 1 -- 172.21.15.67:0/3001260524 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd7701f9e20 con 0x7fd7700b4f90 2024-09-21T00:21:53.629 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.625+0000 7fd76cff9640 1 -- 172.21.15.67:0/3001260524 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fd7580103c0 con 0x7fd7700b4f90 2024-09-21T00:21:53.629 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.626+0000 7fd76cff9640 1 --2- 172.21.15.67:0/3001260524 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd750078bc0 0x7fd75007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:53.629 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.626+0000 7fd76cff9640 1 -- 172.21.15.67:0/3001260524 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fd75809b510 con 0x7fd7700b4f90 2024-09-21T00:21:53.629 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.626+0000 7fd76f7fe640 1 --2- 172.21.15.67:0/3001260524 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd750078bc0 0x7fd75007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:53.629 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.627+0000 7fd76f7fe640 1 --2- 172.21.15.67:0/3001260524 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd750078bc0 0x7fd75007b0d0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fd760001990 tx=0x7fd760001de0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:53.632 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.630+0000 7fd76cff9640 1 -- 172.21.15.67:0/3001260524 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fd758020030 con 0x7fd7700b4f90 2024-09-21T00:21:53.858 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.856+0000 7fd775c4d640 1 -- 172.21.15.67:0/3001260524 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd7700b8950 con 0x7fd7700b4f90 2024-09-21T00:21:53.858 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.856+0000 7fd76cff9640 1 -- 172.21.15.67:0/3001260524 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5214 (secure 0 0 0) 0x7fd7580639e0 con 0x7fd7700b4f90 2024-09-21T00:21:53.859 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:21:53.859 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":8,"btime":"2024-09-21T00:21:25:583190+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4286,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3747549097","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":3747549097},{"type":"v1","addr":"172.21.15.67:6835","nonce":3747549097}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4298,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/2478649903","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":2478649903},{"type":"v1","addr":"172.21.15.97:6836","nonce":2478649903}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4383,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/4089970198","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":4089970198},{"type":"v1","addr":"172.21.15.67:6834","nonce":4089970198}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:21:21.951941+0000","modified":"2024-09-21T00:21:24.966543+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4398},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4398":{"gid":4398,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.97:6837/238081481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":238081481},{"type":"v1","addr":"172.21.15.97:6837","nonce":238081481}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4398,"qdb_cluster":[4398]},"id":1}]} 2024-09-21T00:21:53.859 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 8 2024-09-21T00:21:53.861 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.858+0000 7fd775c4d640 1 -- 172.21.15.67:0/3001260524 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd750078bc0 msgr2=0x7fd75007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:53.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.858+0000 7fd775c4d640 1 --2- 172.21.15.67:0/3001260524 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd750078bc0 0x7fd75007b0d0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fd760001990 tx=0x7fd760001de0 comp rx=0 tx=0).stop 2024-09-21T00:21:53.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.858+0000 7fd775c4d640 1 -- 172.21.15.67:0/3001260524 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd7700b4f90 msgr2=0x7fd77015d810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:53.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.858+0000 7fd775c4d640 1 --2- 172.21.15.67:0/3001260524 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd7700b4f90 0x7fd77015d810 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fd758003da0 tx=0x7fd758001800 comp rx=0 tx=0).stop 2024-09-21T00:21:53.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.858+0000 7fd775c4d640 1 -- 172.21.15.67:0/3001260524 shutdown_connections 2024-09-21T00:21:53.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.858+0000 7fd775c4d640 1 --2- 172.21.15.67:0/3001260524 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd750078bc0 0x7fd75007b0d0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:53.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.858+0000 7fd775c4d640 1 --2- 172.21.15.67:0/3001260524 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd7701f6af0 0x7fd7701f6f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:53.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.858+0000 7fd775c4d640 1 --2- 172.21.15.67:0/3001260524 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd7700b4f90 0x7fd77015d810 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:53.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.858+0000 7fd775c4d640 1 --2- 172.21.15.67:0/3001260524 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd75c0052e0 0x7fd7700b2eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:53.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.859+0000 7fd775c4d640 1 -- 172.21.15.67:0/3001260524 >> 172.21.15.67:0/3001260524 conn(0x7fd77008bee0 msgr2=0x7fd77015f580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:53.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.859+0000 7fd775c4d640 1 -- 172.21.15.67:0/3001260524 shutdown_connections 2024-09-21T00:21:53.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.859+0000 7fd775c4d640 1 -- 172.21.15.67:0/3001260524 wait complete. 2024-09-21T00:21:53.873 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:21:53.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.988+0000 7fcff5d51640 1 -- 172.21.15.67:0/1540994370 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcfdc003a50 msgr2=0x7fcfdc003ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:53.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.988+0000 7fcff5d51640 1 --2- 172.21.15.67:0/1540994370 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcfdc003a50 0x7fcfdc003ee0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fcfe000c290 tx=0x7fcfdc005830 comp rx=0 tx=0).stop 2024-09-21T00:21:53.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.988+0000 7fcff5d51640 1 -- 172.21.15.67:0/1540994370 shutdown_connections 2024-09-21T00:21:53.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.988+0000 7fcff5d51640 1 --2- 172.21.15.67:0/1540994370 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcfdc003a50 0x7fcfdc003ee0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:53.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.988+0000 7fcff5d51640 1 -- 172.21.15.67:0/1540994370 >> 172.21.15.67:0/1540994370 conn(0x7fcff00d45a0 msgr2=0x7fcff00d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:53.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.988+0000 7fcff5d51640 1 -- 172.21.15.67:0/1540994370 shutdown_connections 2024-09-21T00:21:53.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.988+0000 7fcff5d51640 1 -- 172.21.15.67:0/1540994370 wait complete. 2024-09-21T00:21:53.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.989+0000 7fcff5d51640 1 Processor -- start 2024-09-21T00:21:53.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.990+0000 7fcff5d51640 1 -- start start 2024-09-21T00:21:53.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.991+0000 7fcff5d51640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcfdc003a50 0x7fcff01f8cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:53.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.991+0000 7fcff5d51640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcff00cb5e0 0x7fcff00cb9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:53.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.991+0000 7fcff5d51640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcff0160c50 0x7fcff0161060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:53.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.991+0000 7fcff5d51640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fcff00b6020 con 0x7fcff0160c50 2024-09-21T00:21:53.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.991+0000 7fcff5d51640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fcff00d2610 con 0x7fcff00cb5e0 2024-09-21T00:21:53.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.991+0000 7fcff5d51640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fcff00b61a0 con 0x7fcfdc003a50 2024-09-21T00:21:53.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.991+0000 7fcfeffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcff0160c50 0x7fcff0161060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:53.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.991+0000 7fcfeffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcff0160c50 0x7fcff0161060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:41206/0 (socket says 172.21.15.67:41206) 2024-09-21T00:21:53.998 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.991+0000 7fcfeffff640 1 -- 172.21.15.67:0/1908101550 learned_addr learned my addr 172.21.15.67:0/1908101550 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:53.998 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.991+0000 7fcfeeffd640 1 --2- 172.21.15.67:0/1908101550 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcff00cb5e0 0x7fcff00cb9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:53.998 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.991+0000 7fcfef7fe640 1 --2- 172.21.15.67:0/1908101550 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcfdc003a50 0x7fcff01f8cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:53.998 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.991+0000 7fcfeffff640 1 -- 172.21.15.67:0/1908101550 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcfdc003a50 msgr2=0x7fcff01f8cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:53.998 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.991+0000 7fcfeffff640 1 --2- 172.21.15.67:0/1908101550 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcfdc003a50 0x7fcff01f8cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:53.999 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.991+0000 7fcfeffff640 1 -- 172.21.15.67:0/1908101550 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcff00cb5e0 msgr2=0x7fcff00cb9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:53.999 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.991+0000 7fcfeffff640 1 --2- 172.21.15.67:0/1908101550 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcff00cb5e0 0x7fcff00cb9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:53.999 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.991+0000 7fcfeffff640 1 -- 172.21.15.67:0/1908101550 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcff01615a0 con 0x7fcff0160c50 2024-09-21T00:21:53.999 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.991+0000 7fcfef7fe640 1 --2- 172.21.15.67:0/1908101550 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcfdc003a50 0x7fcff01f8cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:21:53.999 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.991+0000 7fcfeeffd640 1 --2- 172.21.15.67:0/1908101550 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcff00cb5e0 0x7fcff00cb9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:21:53.999 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.992+0000 7fcfeffff640 1 --2- 172.21.15.67:0/1908101550 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcff0160c50 0x7fcff0161060 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fcff008df00 tx=0x7fcfe80019b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:53.999 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.992+0000 7fcfe7fff640 1 -- 172.21.15.67:0/1908101550 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfe8011870 con 0x7fcff0160c50 2024-09-21T00:21:54.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.992+0000 7fcfe7fff640 1 -- 172.21.15.67:0/1908101550 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcfe8017070 con 0x7fcff0160c50 2024-09-21T00:21:54.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.992+0000 7fcff5d51640 1 -- 172.21.15.67:0/1908101550 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcff01f4f10 con 0x7fcff0160c50 2024-09-21T00:21:54.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.992+0000 7fcfe7fff640 1 -- 172.21.15.67:0/1908101550 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcfe8011dc0 con 0x7fcff0160c50 2024-09-21T00:21:54.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.992+0000 7fcff5d51640 1 -- 172.21.15.67:0/1908101550 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcff01f54b0 con 0x7fcff0160c50 2024-09-21T00:21:54.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.993+0000 7fcff5d51640 1 -- 172.21.15.67:0/1908101550 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcff00b6700 con 0x7fcff0160c50 2024-09-21T00:21:54.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.994+0000 7fcfe7fff640 1 -- 172.21.15.67:0/1908101550 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fcfe801c460 con 0x7fcff0160c50 2024-09-21T00:21:54.001 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.994+0000 7fcfe7fff640 1 --2- 172.21.15.67:0/1908101550 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcfd0078b90 0x7fcfd007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:54.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.994+0000 7fcfe7fff640 1 -- 172.21.15.67:0/1908101550 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fcfe809b540 con 0x7fcff0160c50 2024-09-21T00:21:54.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.994+0000 7fcfef7fe640 1 --2- 172.21.15.67:0/1908101550 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcfd0078b90 0x7fcfd007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:54.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.995+0000 7fcfef7fe640 1 --2- 172.21.15.67:0/1908101550 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcfd0078b90 0x7fcfd007b0a0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fcfe0033000 tx=0x7fcff006e6a0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:54.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:53.999+0000 7fcfe7fff640 1 -- 172.21.15.67:0/1908101550 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fcff01615a0 con 0x7fcff0160c50 2024-09-21T00:21:54.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.186+0000 7fcff5d51640 1 -- 172.21.15.67:0/1908101550 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fcff00b7b30 con 0x7fcff0160c50 2024-09-21T00:21:54.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.187+0000 7fcfe7fff640 1 -- 172.21.15.67:0/1908101550 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16629 (secure 0 0 0) 0x7fcfe8063980 con 0x7fcff0160c50 2024-09-21T00:21:54.190 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:21:54.190 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":21,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:21:23.572313+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:21:19.854465+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-21T00:21:20.903006+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:21:54.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.190+0000 7fcff5d51640 1 -- 172.21.15.67:0/1908101550 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcfd0078b90 msgr2=0x7fcfd007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:54.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.190+0000 7fcff5d51640 1 --2- 172.21.15.67:0/1908101550 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcfd0078b90 0x7fcfd007b0a0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fcfe0033000 tx=0x7fcff006e6a0 comp rx=0 tx=0).stop 2024-09-21T00:21:54.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.190+0000 7fcff5d51640 1 -- 172.21.15.67:0/1908101550 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcff0160c50 msgr2=0x7fcff0161060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:54.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.190+0000 7fcff5d51640 1 --2- 172.21.15.67:0/1908101550 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcff0160c50 0x7fcff0161060 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fcff008df00 tx=0x7fcfe80019b0 comp rx=0 tx=0).stop 2024-09-21T00:21:54.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.190+0000 7fcff5d51640 1 -- 172.21.15.67:0/1908101550 shutdown_connections 2024-09-21T00:21:54.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.190+0000 7fcff5d51640 1 --2- 172.21.15.67:0/1908101550 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcfd0078b90 0x7fcfd007b0a0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:54.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.190+0000 7fcff5d51640 1 --2- 172.21.15.67:0/1908101550 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcff0160c50 0x7fcff0161060 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:54.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.190+0000 7fcff5d51640 1 --2- 172.21.15.67:0/1908101550 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcff00cb5e0 0x7fcff00cb9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:54.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.190+0000 7fcff5d51640 1 --2- 172.21.15.67:0/1908101550 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcfdc003a50 0x7fcff01f8cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:54.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.190+0000 7fcff5d51640 1 -- 172.21.15.67:0/1908101550 >> 172.21.15.67:0/1908101550 conn(0x7fcff00d45a0 msgr2=0x7fcff00cf220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:54.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.190+0000 7fcff5d51640 1 -- 172.21.15.67:0/1908101550 shutdown_connections 2024-09-21T00:21:54.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.190+0000 7fcff5d51640 1 -- 172.21.15.67:0/1908101550 wait complete. 2024-09-21T00:21:54.204 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-21T00:21:54.204 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:21:54.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.320+0000 7effc1420640 1 -- 172.21.15.67:0/1904257942 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7effbc0d2b00 msgr2=0x7effbc15e7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:54.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.320+0000 7effc1420640 1 --2- 172.21.15.67:0/1904257942 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7effbc0d2b00 0x7effbc15e7f0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7effbc08d710 tx=0x7effb002a560 comp rx=0 tx=0).stop 2024-09-21T00:21:54.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.321+0000 7effc1420640 1 -- 172.21.15.67:0/1904257942 shutdown_connections 2024-09-21T00:21:54.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.321+0000 7effc1420640 1 --2- 172.21.15.67:0/1904257942 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7effbc0d2b00 0x7effbc15e7f0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:54.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.321+0000 7effc1420640 1 --2- 172.21.15.67:0/1904257942 >> v2:172.21.15.97:3300/0 conn(0x7effbc162ea0 0x7effbc0cf740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:54.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.321+0000 7effc1420640 1 -- 172.21.15.67:0/1904257942 >> 172.21.15.67:0/1904257942 conn(0x7effbc06dfb0 msgr2=0x7effbc06e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:54.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.321+0000 7effc1420640 1 -- 172.21.15.67:0/1904257942 shutdown_connections 2024-09-21T00:21:54.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.321+0000 7effc1420640 1 -- 172.21.15.67:0/1904257942 wait complete. 2024-09-21T00:21:54.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.323+0000 7effc1420640 1 Processor -- start 2024-09-21T00:21:54.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.323+0000 7effc1420640 1 -- start start 2024-09-21T00:21:54.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.324+0000 7effc1420640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7effbc0d11c0 0x7effbc0b4680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:54.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.324+0000 7effc1420640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7effbc0d2b00 0x7effbc1f28c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:54.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.324+0000 7effc1420640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7effbc162ea0 0x7effbc0cab30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:54.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.324+0000 7effc1420640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7effbc15f640 con 0x7effbc162ea0 2024-09-21T00:21:54.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.324+0000 7effc1420640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7effbc15f4c0 con 0x7effbc0d2b00 2024-09-21T00:21:54.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.324+0000 7effc1420640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7effbc15f7c0 con 0x7effbc0d11c0 2024-09-21T00:21:54.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.324+0000 7effbb7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7effbc162ea0 0x7effbc0cab30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:54.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.324+0000 7effbb7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7effbc162ea0 0x7effbc0cab30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:41222/0 (socket says 172.21.15.67:41222) 2024-09-21T00:21:54.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.324+0000 7effbb7fe640 1 -- 172.21.15.67:0/3211996344 learned_addr learned my addr 172.21.15.67:0/3211996344 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:54.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.324+0000 7effbaffd640 1 --2- 172.21.15.67:0/3211996344 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7effbc0d11c0 0x7effbc0b4680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:54.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.324+0000 7effba7fc640 1 --2- 172.21.15.67:0/3211996344 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7effbc0d2b00 0x7effbc1f28c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:54.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.324+0000 7effbb7fe640 1 -- 172.21.15.67:0/3211996344 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7effbc0d11c0 msgr2=0x7effbc0b4680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:54.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.324+0000 7effbb7fe640 1 --2- 172.21.15.67:0/3211996344 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7effbc0d11c0 0x7effbc0b4680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:54.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.324+0000 7effbb7fe640 1 -- 172.21.15.67:0/3211996344 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7effbc0d2b00 msgr2=0x7effbc1f28c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:54.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.324+0000 7effbb7fe640 1 --2- 172.21.15.67:0/3211996344 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7effbc0d2b00 0x7effbc1f28c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:54.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.324+0000 7effbb7fe640 1 -- 172.21.15.67:0/3211996344 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7effbc1f59f0 con 0x7effbc162ea0 2024-09-21T00:21:54.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.325+0000 7effbb7fe640 1 --2- 172.21.15.67:0/3211996344 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7effbc162ea0 0x7effbc0cab30 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7effb400b9a0 tx=0x7effb400be60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:54.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.325+0000 7effa37fe640 1 -- 172.21.15.67:0/3211996344 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effb4019070 con 0x7effbc162ea0 2024-09-21T00:21:54.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.325+0000 7effc1420640 1 -- 172.21.15.67:0/3211996344 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7effbc1f5cd0 con 0x7effbc162ea0 2024-09-21T00:21:54.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.325+0000 7effa37fe640 1 -- 172.21.15.67:0/3211996344 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7effb400cc90 con 0x7effbc162ea0 2024-09-21T00:21:54.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.325+0000 7effa37fe640 1 -- 172.21.15.67:0/3211996344 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effb40146a0 con 0x7effbc162ea0 2024-09-21T00:21:54.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.325+0000 7effc1420640 1 -- 172.21.15.67:0/3211996344 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7effbc1f6290 con 0x7effbc162ea0 2024-09-21T00:21:54.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.326+0000 7effc1420640 1 -- 172.21.15.67:0/3211996344 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7effbc1f5760 con 0x7effbc162ea0 2024-09-21T00:21:54.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.327+0000 7effa37fe640 1 -- 172.21.15.67:0/3211996344 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7effb401c070 con 0x7effbc162ea0 2024-09-21T00:21:54.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.327+0000 7effa37fe640 1 --2- 172.21.15.67:0/3211996344 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7effa8078bc0 0x7effa807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:54.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.327+0000 7effa37fe640 1 -- 172.21.15.67:0/3211996344 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7effb409a9a0 con 0x7effbc162ea0 2024-09-21T00:21:54.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.328+0000 7effbaffd640 1 --2- 172.21.15.67:0/3211996344 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7effa8078bc0 0x7effa807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:54.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.328+0000 7effbaffd640 1 --2- 172.21.15.67:0/3211996344 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7effa8078bc0 0x7effa807b0d0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7effac00bb30 tx=0x7effac00b2e0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:54.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.332+0000 7effa37fe640 1 -- 172.21.15.67:0/3211996344 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7effb4062710 con 0x7effbc162ea0 2024-09-21T00:21:54.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.558+0000 7effc1420640 1 -- 172.21.15.67:0/3211996344 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7effbc06cfe0 con 0x7effbc162ea0 2024-09-21T00:21:54.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.558+0000 7effa37fe640 1 -- 172.21.15.67:0/3211996344 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5214 (secure 0 0 0) 0x7effb4067140 con 0x7effbc162ea0 2024-09-21T00:21:54.560 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:21:54.561 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":8,"btime":"2024-09-21T00:21:25:583190+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4286,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3747549097","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":3747549097},{"type":"v1","addr":"172.21.15.67:6835","nonce":3747549097}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4298,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/2478649903","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":2478649903},{"type":"v1","addr":"172.21.15.97:6836","nonce":2478649903}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4383,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/4089970198","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":4089970198},{"type":"v1","addr":"172.21.15.67:6834","nonce":4089970198}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:21:21.951941+0000","modified":"2024-09-21T00:21:24.966543+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4398},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4398":{"gid":4398,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.97:6837/238081481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":238081481},{"type":"v1","addr":"172.21.15.97:6837","nonce":238081481}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4398,"qdb_cluster":[4398]},"id":1}]} 2024-09-21T00:21:54.561 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 8 2024-09-21T00:21:54.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.560+0000 7effc1420640 1 -- 172.21.15.67:0/3211996344 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7effa8078bc0 msgr2=0x7effa807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:54.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.560+0000 7effc1420640 1 --2- 172.21.15.67:0/3211996344 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7effa8078bc0 0x7effa807b0d0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7effac00bb30 tx=0x7effac00b2e0 comp rx=0 tx=0).stop 2024-09-21T00:21:54.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.560+0000 7effc1420640 1 -- 172.21.15.67:0/3211996344 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7effbc162ea0 msgr2=0x7effbc0cab30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:54.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.560+0000 7effc1420640 1 --2- 172.21.15.67:0/3211996344 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7effbc162ea0 0x7effbc0cab30 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7effb400b9a0 tx=0x7effb400be60 comp rx=0 tx=0).stop 2024-09-21T00:21:54.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.561+0000 7effc1420640 1 -- 172.21.15.67:0/3211996344 shutdown_connections 2024-09-21T00:21:54.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.561+0000 7effc1420640 1 --2- 172.21.15.67:0/3211996344 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7effa8078bc0 0x7effa807b0d0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:54.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.561+0000 7effc1420640 1 --2- 172.21.15.67:0/3211996344 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7effbc162ea0 0x7effbc0cab30 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:54.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.561+0000 7effc1420640 1 --2- 172.21.15.67:0/3211996344 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7effbc0d2b00 0x7effbc1f28c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:54.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.561+0000 7effc1420640 1 --2- 172.21.15.67:0/3211996344 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7effbc0d11c0 0x7effbc0b4680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:54.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.561+0000 7effc1420640 1 -- 172.21.15.67:0/3211996344 >> 172.21.15.67:0/3211996344 conn(0x7effbc06dfb0 msgr2=0x7effbc0d15d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:54.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.561+0000 7effc1420640 1 -- 172.21.15.67:0/3211996344 shutdown_connections 2024-09-21T00:21:54.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.561+0000 7effc1420640 1 -- 172.21.15.67:0/3211996344 wait complete. 2024-09-21T00:21:54.574 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:21:54.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.693+0000 7f4fe4830640 1 -- 172.21.15.67:0/257448821 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4fe00b6640 msgr2=0x7f4fe015ec30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:54.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.693+0000 7f4fe4830640 1 --2- 172.21.15.67:0/257448821 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4fe00b6640 0x7f4fe015ec30 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f4fd0009830 tx=0x7f4fd002a480 comp rx=0 tx=0).stop 2024-09-21T00:21:54.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.693+0000 7f4fe4830640 1 -- 172.21.15.67:0/257448821 shutdown_connections 2024-09-21T00:21:54.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.693+0000 7f4fe4830640 1 --2- 172.21.15.67:0/257448821 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4fe00cfe00 0x7f4fe00b5150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:54.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.693+0000 7f4fe4830640 1 --2- 172.21.15.67:0/257448821 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4fe00b6640 0x7f4fe015ec30 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:54.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.693+0000 7f4fe4830640 1 -- 172.21.15.67:0/257448821 >> 172.21.15.67:0/257448821 conn(0x7f4fe00b2e80 msgr2=0x7f4fe00b3290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:54.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.693+0000 7f4fe4830640 1 -- 172.21.15.67:0/257448821 shutdown_connections 2024-09-21T00:21:54.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.693+0000 7f4fe4830640 1 -- 172.21.15.67:0/257448821 wait complete. 2024-09-21T00:21:54.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.695+0000 7f4fe4830640 1 Processor -- start 2024-09-21T00:21:54.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.695+0000 7f4fe4830640 1 -- start start 2024-09-21T00:21:54.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.696+0000 7f4fe4830640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4fe00b2540 0x7f4fe00b0ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:54.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.697+0000 7f4fe4830640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4fe00b6640 0x7f4fe00cb1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:54.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.697+0000 7f4fe4830640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4fe01f22d0 0x7f4fe00c9e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:54.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.697+0000 7f4fe4830640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f4fe00b5b90 con 0x7f4fe01f22d0 2024-09-21T00:21:54.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.697+0000 7f4fe4830640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f4fe00b5a10 con 0x7f4fe00b6640 2024-09-21T00:21:54.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.697+0000 7f4fe4830640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f4fe00b5d10 con 0x7f4fe00b2540 2024-09-21T00:21:54.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.697+0000 7f4fded9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4fe01f22d0 0x7f4fe00c9e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:54.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.697+0000 7f4fded9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4fe01f22d0 0x7f4fe00c9e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:41238/0 (socket says 172.21.15.67:41238) 2024-09-21T00:21:54.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.697+0000 7f4fded9d640 1 -- 172.21.15.67:0/2746095684 learned_addr learned my addr 172.21.15.67:0/2746095684 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:54.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.697+0000 7f4fde59c640 1 --2- 172.21.15.67:0/2746095684 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4fe00b2540 0x7f4fe00b0ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:54.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.697+0000 7f4fddd9b640 1 --2- 172.21.15.67:0/2746095684 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4fe00b6640 0x7f4fe00cb1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:54.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.697+0000 7f4fded9d640 1 -- 172.21.15.67:0/2746095684 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4fe00b2540 msgr2=0x7f4fe00b0ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:54.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.697+0000 7f4fded9d640 1 --2- 172.21.15.67:0/2746095684 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4fe00b2540 0x7f4fe00b0ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:54.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.697+0000 7f4fded9d640 1 -- 172.21.15.67:0/2746095684 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4fe00b6640 msgr2=0x7f4fe00cb1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:54.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.697+0000 7f4fded9d640 1 --2- 172.21.15.67:0/2746095684 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4fe00b6640 0x7f4fe00cb1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:54.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.697+0000 7f4fded9d640 1 -- 172.21.15.67:0/2746095684 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4fe00ca360 con 0x7f4fe01f22d0 2024-09-21T00:21:54.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.697+0000 7f4fded9d640 1 --2- 172.21.15.67:0/2746095684 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4fe01f22d0 0x7f4fe00c9e20 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f4fd800da90 tx=0x7f4fd800df50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:54.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.697+0000 7f4fd6ffd640 1 -- 172.21.15.67:0/2746095684 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fd8017070 con 0x7f4fe01f22d0 2024-09-21T00:21:54.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.697+0000 7f4fd6ffd640 1 -- 172.21.15.67:0/2746095684 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4fd8003970 con 0x7f4fe01f22d0 2024-09-21T00:21:54.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.697+0000 7f4fe4830640 1 -- 172.21.15.67:0/2746095684 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4fe01f2ab0 con 0x7f4fe01f22d0 2024-09-21T00:21:54.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.698+0000 7f4fd6ffd640 1 -- 172.21.15.67:0/2746095684 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fd8003dc0 con 0x7f4fe01f22d0 2024-09-21T00:21:54.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.698+0000 7f4fe4830640 1 -- 172.21.15.67:0/2746095684 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4fe01f3070 con 0x7f4fe01f22d0 2024-09-21T00:21:54.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.698+0000 7f4fe4830640 1 -- 172.21.15.67:0/2746095684 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4fe01f2820 con 0x7f4fe01f22d0 2024-09-21T00:21:54.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.699+0000 7f4fd6ffd640 1 -- 172.21.15.67:0/2746095684 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f4fd8003f60 con 0x7f4fe01f22d0 2024-09-21T00:21:54.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.700+0000 7f4fd6ffd640 1 --2- 172.21.15.67:0/2746095684 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4fc0078b90 0x7f4fc007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:54.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.700+0000 7f4fd6ffd640 1 -- 172.21.15.67:0/2746095684 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f4fd809afa0 con 0x7f4fe01f22d0 2024-09-21T00:21:54.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.700+0000 7f4fde59c640 1 --2- 172.21.15.67:0/2746095684 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4fc0078b90 0x7f4fc007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:54.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.701+0000 7f4fde59c640 1 --2- 172.21.15.67:0/2746095684 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4fc0078b90 0x7f4fc007b0a0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f4fd0034000 tx=0x7f4fd0004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:54.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.705+0000 7f4fd6ffd640 1 -- 172.21.15.67:0/2746095684 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f4fd8062eb0 con 0x7f4fe01f22d0 2024-09-21T00:21:54.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.928+0000 7f4fe4830640 1 -- 172.21.15.67:0/2746095684 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4fe00d05c0 con 0x7f4fe01f22d0 2024-09-21T00:21:54.931 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.929+0000 7f4fd6ffd640 1 -- 172.21.15.67:0/2746095684 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) ==== 93+0+5214 (secure 0 0 0) 0x7f4fe00d05c0 con 0x7f4fe01f22d0 2024-09-21T00:21:54.931 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:21:54.931 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":8,"btime":"2024-09-21T00:21:25:583190+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4286,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3747549097","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":3747549097},{"type":"v1","addr":"172.21.15.67:6835","nonce":3747549097}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4298,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/2478649903","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":2478649903},{"type":"v1","addr":"172.21.15.97:6836","nonce":2478649903}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4383,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/4089970198","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":4089970198},{"type":"v1","addr":"172.21.15.67:6834","nonce":4089970198}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:21:21.951941+0000","modified":"2024-09-21T00:21:24.966543+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4398},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4398":{"gid":4398,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.97:6837/238081481","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":238081481},{"type":"v1","addr":"172.21.15.97:6837","nonce":238081481}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4398,"qdb_cluster":[4398]},"id":1}]} 2024-09-21T00:21:54.931 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 8 2024-09-21T00:21:54.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.931+0000 7f4fe4830640 1 -- 172.21.15.67:0/2746095684 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4fc0078b90 msgr2=0x7f4fc007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:54.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.931+0000 7f4fe4830640 1 --2- 172.21.15.67:0/2746095684 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4fc0078b90 0x7f4fc007b0a0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f4fd0034000 tx=0x7f4fd0004730 comp rx=0 tx=0).stop 2024-09-21T00:21:54.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.931+0000 7f4fe4830640 1 -- 172.21.15.67:0/2746095684 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4fe01f22d0 msgr2=0x7f4fe00c9e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:54.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.931+0000 7f4fe4830640 1 --2- 172.21.15.67:0/2746095684 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4fe01f22d0 0x7f4fe00c9e20 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f4fd800da90 tx=0x7f4fd800df50 comp rx=0 tx=0).stop 2024-09-21T00:21:54.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.931+0000 7f4fe4830640 1 -- 172.21.15.67:0/2746095684 shutdown_connections 2024-09-21T00:21:54.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.931+0000 7f4fe4830640 1 --2- 172.21.15.67:0/2746095684 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4fc0078b90 0x7f4fc007b0a0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:54.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.931+0000 7f4fe4830640 1 --2- 172.21.15.67:0/2746095684 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4fe01f22d0 0x7f4fe00c9e20 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:54.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.931+0000 7f4fe4830640 1 --2- 172.21.15.67:0/2746095684 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4fe00b6640 0x7f4fe00cb1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:54.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.931+0000 7f4fe4830640 1 --2- 172.21.15.67:0/2746095684 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4fe00b2540 0x7f4fe00b0ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:54.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.931+0000 7f4fe4830640 1 -- 172.21.15.67:0/2746095684 >> 172.21.15.67:0/2746095684 conn(0x7f4fe00b2e80 msgr2=0x7f4fe015b7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:54.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.931+0000 7f4fe4830640 1 -- 172.21.15.67:0/2746095684 shutdown_connections 2024-09-21T00:21:54.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:54.931+0000 7f4fe4830640 1 -- 172.21.15.67:0/2746095684 wait complete. 2024-09-21T00:21:54.944 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:21:55.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.060+0000 7f502144d640 1 -- 172.21.15.67:0/2737532111 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f501c0d11c0 msgr2=0x7f501c0d15d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:55.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.060+0000 7f502144d640 1 --2- 172.21.15.67:0/2737532111 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f501c0d11c0 0x7f501c0d15d0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f501c0d5880 tx=0x7f501402a8b0 comp rx=0 tx=0).stop 2024-09-21T00:21:55.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.060+0000 7f502144d640 1 -- 172.21.15.67:0/2737532111 shutdown_connections 2024-09-21T00:21:55.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.060+0000 7f502144d640 1 --2- 172.21.15.67:0/2737532111 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f501c0d11c0 0x7f501c0d15d0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:55.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.060+0000 7f502144d640 1 --2- 172.21.15.67:0/2737532111 >> v2:172.21.15.97:3300/0 conn(0x7f501c0d2b00 0x7f501c15e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:55.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.060+0000 7f502144d640 1 -- 172.21.15.67:0/2737532111 >> 172.21.15.67:0/2737532111 conn(0x7f501c06dfb0 msgr2=0x7f501c06e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:55.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.060+0000 7f502144d640 1 -- 172.21.15.67:0/2737532111 shutdown_connections 2024-09-21T00:21:55.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.060+0000 7f502144d640 1 -- 172.21.15.67:0/2737532111 wait complete. 2024-09-21T00:21:55.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.062+0000 7f502144d640 1 Processor -- start 2024-09-21T00:21:55.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.062+0000 7f502144d640 1 -- start start 2024-09-21T00:21:55.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.063+0000 7f502144d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f501c0d11c0 0x7f501c0ce100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:55.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.063+0000 7f502144d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f501c0d2b00 0x7f501c0b65a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:55.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.063+0000 7f502144d640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f501c162ea0 0x7f501c0cb830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:55.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.063+0000 7f502144d640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f501c15f640 con 0x7f501c0d11c0 2024-09-21T00:21:55.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.063+0000 7f502144d640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f501c15f4c0 con 0x7f501c0d2b00 2024-09-21T00:21:55.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.063+0000 7f502144d640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f501c15f7c0 con 0x7f501c162ea0 2024-09-21T00:21:55.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.063+0000 7f501affd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f501c0d11c0 0x7f501c0ce100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:55.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.063+0000 7f501affd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f501c0d11c0 0x7f501c0ce100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:41254/0 (socket says 172.21.15.67:41254) 2024-09-21T00:21:55.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.063+0000 7f501affd640 1 -- 172.21.15.67:0/3043681475 learned_addr learned my addr 172.21.15.67:0/3043681475 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:55.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.063+0000 7f501a7fc640 1 --2- 172.21.15.67:0/3043681475 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f501c0d2b00 0x7f501c0b65a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:55.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.063+0000 7f501b7fe640 1 --2- 172.21.15.67:0/3043681475 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f501c162ea0 0x7f501c0cb830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:55.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.063+0000 7f501affd640 1 -- 172.21.15.67:0/3043681475 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f501c162ea0 msgr2=0x7f501c0cb830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:55.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.063+0000 7f501affd640 1 --2- 172.21.15.67:0/3043681475 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f501c162ea0 0x7f501c0cb830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:55.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.064+0000 7f501affd640 1 -- 172.21.15.67:0/3043681475 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f501c0d2b00 msgr2=0x7f501c0b65a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:55.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.064+0000 7f501affd640 1 --2- 172.21.15.67:0/3043681475 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f501c0d2b00 0x7f501c0b65a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:55.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.064+0000 7f501affd640 1 -- 172.21.15.67:0/3043681475 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f501c0b4490 con 0x7f501c0d11c0 2024-09-21T00:21:55.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.064+0000 7f501a7fc640 1 --2- 172.21.15.67:0/3043681475 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f501c0d2b00 0x7f501c0b65a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:21:55.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.064+0000 7f501affd640 1 --2- 172.21.15.67:0/3043681475 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f501c0d11c0 0x7f501c0ce100 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f500400c3c0 tx=0x7f5004001e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:55.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.064+0000 7f50137fe640 1 -- 172.21.15.67:0/3043681475 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5004017070 con 0x7f501c0d11c0 2024-09-21T00:21:55.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.064+0000 7f50137fe640 1 -- 172.21.15.67:0/3043681475 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f50040035f0 con 0x7f501c0d11c0 2024-09-21T00:21:55.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.064+0000 7f502144d640 1 -- 172.21.15.67:0/3043681475 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f501c0b4770 con 0x7f501c0d11c0 2024-09-21T00:21:55.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.064+0000 7f50137fe640 1 -- 172.21.15.67:0/3043681475 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5004003a80 con 0x7f501c0d11c0 2024-09-21T00:21:55.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.064+0000 7f502144d640 1 -- 172.21.15.67:0/3043681475 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f501c0b4d30 con 0x7f501c0d11c0 2024-09-21T00:21:55.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.065+0000 7f502144d640 1 -- 172.21.15.67:0/3043681475 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f501c15fce0 con 0x7f501c0d11c0 2024-09-21T00:21:55.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.066+0000 7f50137fe640 1 -- 172.21.15.67:0/3043681475 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f500401a070 con 0x7f501c0d11c0 2024-09-21T00:21:55.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.066+0000 7f50137fe640 1 --2- 172.21.15.67:0/3043681475 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4ffc078b90 0x7f4ffc07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:55.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.067+0000 7f50137fe640 1 -- 172.21.15.67:0/3043681475 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f500409a030 con 0x7f501c0d11c0 2024-09-21T00:21:55.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.067+0000 7f501a7fc640 1 --2- 172.21.15.67:0/3043681475 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4ffc078b90 0x7f4ffc07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:55.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.067+0000 7f501a7fc640 1 --2- 172.21.15.67:0/3043681475 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4ffc078b90 0x7f4ffc07b0a0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f501c0ce090 tx=0x7f500c005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:55.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.075+0000 7f50137fe640 1 -- 172.21.15.67:0/3043681475 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f501c0d1b10 con 0x7f501c0d11c0 2024-09-21T00:21:55.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.263+0000 7f502144d640 1 -- 172.21.15.67:0/3043681475 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f501c06cfe0 con 0x7f501c0d11c0 2024-09-21T00:21:55.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.264+0000 7f50137fe640 1 -- 172.21.15.67:0/3043681475 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16629 (secure 0 0 0) 0x7f5004062470 con 0x7f501c0d11c0 2024-09-21T00:21:55.267 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:21:55.267 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":21,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:21:23.572313+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:21:19.854465+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-21T00:21:20.903006+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:21:55.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.266+0000 7f502144d640 1 -- 172.21.15.67:0/3043681475 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4ffc078b90 msgr2=0x7f4ffc07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:55.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.266+0000 7f502144d640 1 --2- 172.21.15.67:0/3043681475 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4ffc078b90 0x7f4ffc07b0a0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f501c0ce090 tx=0x7f500c005f90 comp rx=0 tx=0).stop 2024-09-21T00:21:55.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.266+0000 7f502144d640 1 -- 172.21.15.67:0/3043681475 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f501c0d11c0 msgr2=0x7f501c0ce100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:55.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.266+0000 7f502144d640 1 --2- 172.21.15.67:0/3043681475 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f501c0d11c0 0x7f501c0ce100 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f500400c3c0 tx=0x7f5004001e70 comp rx=0 tx=0).stop 2024-09-21T00:21:55.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.266+0000 7f502144d640 1 -- 172.21.15.67:0/3043681475 shutdown_connections 2024-09-21T00:21:55.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.266+0000 7f502144d640 1 --2- 172.21.15.67:0/3043681475 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4ffc078b90 0x7f4ffc07b0a0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:55.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.266+0000 7f502144d640 1 --2- 172.21.15.67:0/3043681475 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f501c162ea0 0x7f501c0cb830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:55.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.266+0000 7f502144d640 1 --2- 172.21.15.67:0/3043681475 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f501c0d2b00 0x7f501c0b65a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:55.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.266+0000 7f502144d640 1 --2- 172.21.15.67:0/3043681475 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f501c0d11c0 0x7f501c0ce100 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:55.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.266+0000 7f502144d640 1 -- 172.21.15.67:0/3043681475 >> 172.21.15.67:0/3043681475 conn(0x7f501c06dfb0 msgr2=0x7f501c0cf6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:55.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.266+0000 7f502144d640 1 -- 172.21.15.67:0/3043681475 shutdown_connections 2024-09-21T00:21:55.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.266+0000 7f502144d640 1 -- 172.21.15.67:0/3043681475 wait complete. 2024-09-21T00:21:55.281 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-21T00:21:55.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.396+0000 7f15ae912640 1 -- 172.21.15.67:0/2605135678 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f15a80b6930 msgr2=0x7f15a80b2330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:55.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.396+0000 7f15ae912640 1 --2- 172.21.15.67:0/2605135678 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f15a80b6930 0x7f15a80b2330 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f15a80b3e60 tx=0x7f159802a420 comp rx=0 tx=0).stop 2024-09-21T00:21:55.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.396+0000 7f15ae912640 1 -- 172.21.15.67:0/2605135678 shutdown_connections 2024-09-21T00:21:55.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.396+0000 7f15ae912640 1 --2- 172.21.15.67:0/2605135678 >> v2:172.21.15.97:3300/0 conn(0x7f15a80b0bb0 0x7f15a80b0fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:55.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.396+0000 7f15ae912640 1 --2- 172.21.15.67:0/2605135678 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f15a80cbd80 0x7f15a80cc190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:55.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.396+0000 7f15ae912640 1 --2- 172.21.15.67:0/2605135678 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f15a80b6930 0x7f15a80b2330 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:55.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.396+0000 7f15ae912640 1 -- 172.21.15.67:0/2605135678 >> 172.21.15.67:0/2605135678 conn(0x7f15a80d1290 msgr2=0x7f15a80d16a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:55.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.396+0000 7f15ae912640 1 -- 172.21.15.67:0/2605135678 shutdown_connections 2024-09-21T00:21:55.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.396+0000 7f15ae912640 1 -- 172.21.15.67:0/2605135678 wait complete. 2024-09-21T00:21:55.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.398+0000 7f15ae912640 1 Processor -- start 2024-09-21T00:21:55.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.398+0000 7f15ae912640 1 -- start start 2024-09-21T00:21:55.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.399+0000 7f15ae912640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f15a80b0bb0 0x7f15a8165170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:55.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.399+0000 7f15ae912640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f15a80b6930 0x7f15a81f6ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:55.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.399+0000 7f15ae912640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f15a80cbd80 0x7f15a81f70e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:55.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.399+0000 7f15ae912640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f15a80b16c0 con 0x7f15a80b6930 2024-09-21T00:21:55.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.399+0000 7f15ae912640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f15a80b1540 con 0x7f15a80cbd80 2024-09-21T00:21:55.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.399+0000 7f15ae912640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f15a80b1840 con 0x7f15a80b0bb0 2024-09-21T00:21:55.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.400+0000 7f15a77fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f15a80b6930 0x7f15a81f6ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:55.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.400+0000 7f15a77fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f15a80b6930 0x7f15a81f6ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:41266/0 (socket says 172.21.15.67:41266) 2024-09-21T00:21:55.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.400+0000 7f15a77fe640 1 -- 172.21.15.67:0/1773296842 learned_addr learned my addr 172.21.15.67:0/1773296842 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:55.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.400+0000 7f15a7fff640 1 --2- 172.21.15.67:0/1773296842 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f15a80b0bb0 0x7f15a8165170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:55.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.400+0000 7f15aceaf640 1 --2- 172.21.15.67:0/1773296842 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f15a80cbd80 0x7f15a81f70e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:55.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.400+0000 7f15a77fe640 1 -- 172.21.15.67:0/1773296842 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f15a80b0bb0 msgr2=0x7f15a8165170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:55.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.400+0000 7f15a77fe640 1 --2- 172.21.15.67:0/1773296842 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f15a80b0bb0 0x7f15a8165170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:55.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.400+0000 7f15a77fe640 1 -- 172.21.15.67:0/1773296842 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f15a80cbd80 msgr2=0x7f15a81f70e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:55.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.400+0000 7f15a77fe640 1 --2- 172.21.15.67:0/1773296842 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f15a80cbd80 0x7f15a81f70e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:55.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.400+0000 7f15a77fe640 1 -- 172.21.15.67:0/1773296842 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15a8161cd0 con 0x7f15a80b6930 2024-09-21T00:21:55.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.400+0000 7f15a77fe640 1 --2- 172.21.15.67:0/1773296842 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f15a80b6930 0x7f15a81f6ba0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f159c00d6d0 tx=0x7f159c00db90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:55.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.400+0000 7f15a4ff9640 1 -- 172.21.15.67:0/1773296842 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f159c017070 con 0x7f15a80b6930 2024-09-21T00:21:55.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.400+0000 7f15a4ff9640 1 -- 172.21.15.67:0/1773296842 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f159c005310 con 0x7f15a80b6930 2024-09-21T00:21:55.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.400+0000 7f15ae912640 1 -- 172.21.15.67:0/1773296842 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f15a815bba0 con 0x7f15a80b6930 2024-09-21T00:21:55.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.400+0000 7f15a4ff9640 1 -- 172.21.15.67:0/1773296842 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f159c009820 con 0x7f15a80b6930 2024-09-21T00:21:55.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.401+0000 7f15ae912640 1 -- 172.21.15.67:0/1773296842 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15a815c160 con 0x7f15a80b6930 2024-09-21T00:21:55.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.401+0000 7f15ae912640 1 -- 172.21.15.67:0/1773296842 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f15a8161a40 con 0x7f15a80b6930 2024-09-21T00:21:55.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.403+0000 7f15a4ff9640 1 -- 172.21.15.67:0/1773296842 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f159c0099c0 con 0x7f15a80b6930 2024-09-21T00:21:55.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.403+0000 7f15a4ff9640 1 --2- 172.21.15.67:0/1773296842 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1594078b90 0x7f159407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:55.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.404+0000 7f15a4ff9640 1 -- 172.21.15.67:0/1773296842 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f159c09ad00 con 0x7f15a80b6930 2024-09-21T00:21:55.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.404+0000 7f15a7fff640 1 --2- 172.21.15.67:0/1773296842 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1594078b90 0x7f159407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:55.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.404+0000 7f15a7fff640 1 --2- 172.21.15.67:0/1773296842 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1594078b90 0x7f159407b0a0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f1598034000 tx=0x7f1598004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:55.410 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.408+0000 7f15a4ff9640 1 -- 172.21.15.67:0/1773296842 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f159c062af0 con 0x7f15a80b6930 2024-09-21T00:21:55.637 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.635+0000 7f15ae912640 1 -- 172.21.15.67:0/1773296842 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f15a80b2330 con 0x7f15a80b6930 2024-09-21T00:21:55.638 INFO:tasks.ceph.mon.a.smithi067.stderr:2024-09-21T00:21:55.636+0000 7f6547693640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-21T00:21:55.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.637+0000 7f15a4ff9640 1 -- 172.21.15.67:0/1773296842 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v9) ==== 161+0+0 (secure 0 0 0) 0x7f159c067520 con 0x7f15a80b6930 2024-09-21T00:21:55.639 INFO:teuthology.orchestra.run.smithi067.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-21T00:21:55.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.640+0000 7f15ae912640 1 -- 172.21.15.67:0/1773296842 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1594078b90 msgr2=0x7f159407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:55.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.640+0000 7f15ae912640 1 --2- 172.21.15.67:0/1773296842 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1594078b90 0x7f159407b0a0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f1598034000 tx=0x7f1598004730 comp rx=0 tx=0).stop 2024-09-21T00:21:55.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.640+0000 7f15ae912640 1 -- 172.21.15.67:0/1773296842 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f15a80b6930 msgr2=0x7f15a81f6ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:55.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.640+0000 7f15ae912640 1 --2- 172.21.15.67:0/1773296842 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f15a80b6930 0x7f15a81f6ba0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f159c00d6d0 tx=0x7f159c00db90 comp rx=0 tx=0).stop 2024-09-21T00:21:55.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.640+0000 7f15ae912640 1 -- 172.21.15.67:0/1773296842 shutdown_connections 2024-09-21T00:21:55.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.640+0000 7f15ae912640 1 --2- 172.21.15.67:0/1773296842 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1594078b90 0x7f159407b0a0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:55.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.640+0000 7f15ae912640 1 --2- 172.21.15.67:0/1773296842 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f15a80cbd80 0x7f15a81f70e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:55.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.640+0000 7f15ae912640 1 --2- 172.21.15.67:0/1773296842 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f15a80b6930 0x7f15a81f6ba0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:55.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.640+0000 7f15ae912640 1 --2- 172.21.15.67:0/1773296842 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f15a80b0bb0 0x7f15a8165170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:55.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.640+0000 7f15ae912640 1 -- 172.21.15.67:0/1773296842 >> 172.21.15.67:0/1773296842 conn(0x7f15a80d1290 msgr2=0x7f15a80b60d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:55.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.640+0000 7f15ae912640 1 -- 172.21.15.67:0/1773296842 shutdown_connections 2024-09-21T00:21:55.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.640+0000 7f15ae912640 1 -- 172.21.15.67:0/1773296842 wait complete. 2024-09-21T00:21:55.645 INFO:tasks.ceph.mds.d.smithi097.stderr: -2250> 2024-09-21T00:21:27.546+0000 7f928cad3640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-21T00:21:55.654 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-21T00:21:55.701 INFO:tasks.ceph.mds.d.smithi097.stdout:starting mds.d at 2024-09-21T00:21:55.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.771+0000 7f5e82c8c640 1 -- 172.21.15.67:0/3757517120 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5e7c0b3cb0 msgr2=0x7f5e7c0d3330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:55.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.771+0000 7f5e82c8c640 1 --2- 172.21.15.67:0/3757517120 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5e7c0b3cb0 0x7f5e7c0d3330 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f5e6c0098e0 tx=0x7f5e6c02a5d0 comp rx=0 tx=0).stop 2024-09-21T00:21:55.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.771+0000 7f5e82c8c640 1 -- 172.21.15.67:0/3757517120 shutdown_connections 2024-09-21T00:21:55.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.771+0000 7f5e82c8c640 1 --2- 172.21.15.67:0/3757517120 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5e7c0d4e30 0x7f5e7c0d10f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:55.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.771+0000 7f5e82c8c640 1 --2- 172.21.15.67:0/3757517120 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5e7c0b3cb0 0x7f5e7c0d3330 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:55.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.771+0000 7f5e82c8c640 1 -- 172.21.15.67:0/3757517120 >> 172.21.15.67:0/3757517120 conn(0x7f5e7c08bee0 msgr2=0x7f5e7c0d4720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:55.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.771+0000 7f5e82c8c640 1 -- 172.21.15.67:0/3757517120 shutdown_connections 2024-09-21T00:21:55.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.771+0000 7f5e82c8c640 1 -- 172.21.15.67:0/3757517120 wait complete. 2024-09-21T00:21:55.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.773+0000 7f5e82c8c640 1 Processor -- start 2024-09-21T00:21:55.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.773+0000 7f5e82c8c640 1 -- start start 2024-09-21T00:21:55.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.774+0000 7f5e82c8c640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5e7c0b3cb0 0x7f5e7c158140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:55.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.774+0000 7f5e82c8c640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5e7c0d1630 0x7f5e7c0b5bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:55.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.774+0000 7f5e82c8c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e7c0d4e30 0x7f5e7c0b6130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:55.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.774+0000 7f5e82c8c640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f5e7c0cf990 con 0x7f5e7c0d4e30 2024-09-21T00:21:55.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.774+0000 7f5e82c8c640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f5e7c06fea0 con 0x7f5e7c0b3cb0 2024-09-21T00:21:55.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.774+0000 7f5e82c8c640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f5e7c0cfb10 con 0x7f5e7c0d1630 2024-09-21T00:21:55.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.774+0000 7f5e81229640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e7c0d4e30 0x7f5e7c0b6130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:55.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.775+0000 7f5e80a28640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5e7c0b3cb0 0x7f5e7c158140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:55.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.775+0000 7f5e81229640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e7c0d4e30 0x7f5e7c0b6130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:41270/0 (socket says 172.21.15.67:41270) 2024-09-21T00:21:55.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.775+0000 7f5e81229640 1 -- 172.21.15.67:0/1764621844 learned_addr learned my addr 172.21.15.67:0/1764621844 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:55.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.775+0000 7f5e7bfff640 1 --2- 172.21.15.67:0/1764621844 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5e7c0d1630 0x7f5e7c0b5bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:55.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.775+0000 7f5e81229640 1 -- 172.21.15.67:0/1764621844 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5e7c0d1630 msgr2=0x7f5e7c0b5bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:55.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.775+0000 7f5e81229640 1 --2- 172.21.15.67:0/1764621844 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5e7c0d1630 0x7f5e7c0b5bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:55.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.775+0000 7f5e81229640 1 -- 172.21.15.67:0/1764621844 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5e7c0b3cb0 msgr2=0x7f5e7c158140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:55.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.775+0000 7f5e81229640 1 --2- 172.21.15.67:0/1764621844 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5e7c0b3cb0 0x7f5e7c158140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:55.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.775+0000 7f5e81229640 1 -- 172.21.15.67:0/1764621844 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e7c15c560 con 0x7f5e7c0d4e30 2024-09-21T00:21:55.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.775+0000 7f5e80a28640 1 --2- 172.21.15.67:0/1764621844 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5e7c0b3cb0 0x7f5e7c158140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:21:55.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.775+0000 7f5e81229640 1 --2- 172.21.15.67:0/1764621844 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e7c0d4e30 0x7f5e7c0b6130 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f5e7400c730 tx=0x7f5e7400cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:55.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.775+0000 7f5e797fa640 1 -- 172.21.15.67:0/1764621844 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e74003b70 con 0x7f5e7c0d4e30 2024-09-21T00:21:55.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.775+0000 7f5e82c8c640 1 -- 172.21.15.67:0/1764621844 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e7c1e8ab0 con 0x7f5e7c0d4e30 2024-09-21T00:21:55.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.775+0000 7f5e797fa640 1 -- 172.21.15.67:0/1764621844 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5e74003d30 con 0x7f5e7c0d4e30 2024-09-21T00:21:55.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.775+0000 7f5e797fa640 1 -- 172.21.15.67:0/1764621844 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e74005330 con 0x7f5e7c0d4e30 2024-09-21T00:21:55.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.775+0000 7f5e82c8c640 1 -- 172.21.15.67:0/1764621844 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e7c1e94e0 con 0x7f5e7c0d4e30 2024-09-21T00:21:55.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.776+0000 7f5e82c8c640 1 -- 172.21.15.67:0/1764621844 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5e7c15c2d0 con 0x7f5e7c0d4e30 2024-09-21T00:21:55.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.777+0000 7f5e797fa640 1 -- 172.21.15.67:0/1764621844 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f5e740054d0 con 0x7f5e7c0d4e30 2024-09-21T00:21:55.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.777+0000 7f5e797fa640 1 --2- 172.21.15.67:0/1764621844 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5e68078bc0 0x7f5e6807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:55.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.778+0000 7f5e797fa640 1 -- 172.21.15.67:0/1764621844 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5795+0+0 (secure 0 0 0) 0x7f5e7409a9e0 con 0x7f5e7c0d4e30 2024-09-21T00:21:55.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.778+0000 7f5e80a28640 1 --2- 172.21.15.67:0/1764621844 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5e68078bc0 0x7f5e6807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:55.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.778+0000 7f5e80a28640 1 --2- 172.21.15.67:0/1764621844 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5e68078bc0 0x7f5e6807b0d0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f5e6c034000 tx=0x7f5e6c004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:55.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:55.782+0000 7f5e797fa640 1 -- 172.21.15.67:0/1764621844 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f5e7c0d1a40 con 0x7f5e7c0d4e30 2024-09-21T00:21:56.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:56.006+0000 7f5e82c8c640 1 -- 172.21.15.67:0/1764621844 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f5e7c0d0030 con 0x7f5e7c0d4e30 2024-09-21T00:21:56.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:56.665+0000 7f5e797fa640 1 -- 172.21.15.67:0/1764621844 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v10) ==== 104+0+0 (secure 0 0 0) 0x7f5e740626f0 con 0x7f5e7c0d4e30 2024-09-21T00:21:56.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:56.669+0000 7f5e82c8c640 1 -- 172.21.15.67:0/1764621844 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5e68078bc0 msgr2=0x7f5e6807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:56.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:56.669+0000 7f5e82c8c640 1 --2- 172.21.15.67:0/1764621844 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5e68078bc0 0x7f5e6807b0d0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f5e6c034000 tx=0x7f5e6c004730 comp rx=0 tx=0).stop 2024-09-21T00:21:56.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:56.669+0000 7f5e82c8c640 1 -- 172.21.15.67:0/1764621844 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e7c0d4e30 msgr2=0x7f5e7c0b6130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:56.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:56.669+0000 7f5e82c8c640 1 --2- 172.21.15.67:0/1764621844 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e7c0d4e30 0x7f5e7c0b6130 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f5e7400c730 tx=0x7f5e7400cbf0 comp rx=0 tx=0).stop 2024-09-21T00:21:56.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:56.669+0000 7f5e82c8c640 1 -- 172.21.15.67:0/1764621844 shutdown_connections 2024-09-21T00:21:56.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:56.669+0000 7f5e82c8c640 1 --2- 172.21.15.67:0/1764621844 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5e68078bc0 0x7f5e6807b0d0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:56.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:56.669+0000 7f5e82c8c640 1 --2- 172.21.15.67:0/1764621844 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e7c0d4e30 0x7f5e7c0b6130 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:56.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:56.669+0000 7f5e82c8c640 1 --2- 172.21.15.67:0/1764621844 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5e7c0d1630 0x7f5e7c0b5bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:56.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:56.669+0000 7f5e82c8c640 1 --2- 172.21.15.67:0/1764621844 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5e7c0b3cb0 0x7f5e7c158140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:56.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:56.669+0000 7f5e82c8c640 1 -- 172.21.15.67:0/1764621844 >> 172.21.15.67:0/1764621844 conn(0x7f5e7c08bee0 msgr2=0x7f5e7c0d4700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:56.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:56.669+0000 7f5e82c8c640 1 -- 172.21.15.67:0/1764621844 shutdown_connections 2024-09-21T00:21:56.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:56.669+0000 7f5e82c8c640 1 -- 172.21.15.67:0/1764621844 wait complete. 2024-09-21T00:21:56.685 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-21T00:21:56.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:56.808+0000 7fcc69eec640 1 -- 172.21.15.67:0/1272484319 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcc640d2490 msgr2=0x7fcc640d33f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:56.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:56.808+0000 7fcc69eec640 1 --2- 172.21.15.67:0/1272484319 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcc640d2490 0x7fcc640d33f0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fcc540098e0 tx=0x7fcc5402a580 comp rx=0 tx=0).stop 2024-09-21T00:21:56.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:56.808+0000 7fcc69eec640 1 -- 172.21.15.67:0/1272484319 shutdown_connections 2024-09-21T00:21:56.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:56.808+0000 7fcc69eec640 1 --2- 172.21.15.67:0/1272484319 >> v2:172.21.15.97:3300/0 conn(0x7fcc640d0050 0x7fcc640d0460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:56.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:56.808+0000 7fcc69eec640 1 --2- 172.21.15.67:0/1272484319 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcc6406dfa0 0x7fcc6406e3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:56.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:56.808+0000 7fcc69eec640 1 --2- 172.21.15.67:0/1272484319 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcc640d2490 0x7fcc640d33f0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:56.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:56.808+0000 7fcc69eec640 1 -- 172.21.15.67:0/1272484319 >> 172.21.15.67:0/1272484319 conn(0x7fcc640d4630 msgr2=0x7fcc640d4a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:56.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:56.808+0000 7fcc69eec640 1 -- 172.21.15.67:0/1272484319 shutdown_connections 2024-09-21T00:21:56.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:56.808+0000 7fcc69eec640 1 -- 172.21.15.67:0/1272484319 wait complete. 2024-09-21T00:21:56.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:56.810+0000 7fcc69eec640 1 Processor -- start 2024-09-21T00:21:56.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:56.810+0000 7fcc69eec640 1 -- start start 2024-09-21T00:21:56.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:56.811+0000 7fcc69eec640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcc6406dfa0 0x7fcc6414ea20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:56.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:56.811+0000 7fcc69eec640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcc640d0050 0x7fcc6414b710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:56.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:56.811+0000 7fcc69eec640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcc640d2490 0x7fcc641f9880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:56.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:56.811+0000 7fcc69eec640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fcc640b6440 con 0x7fcc640d0050 2024-09-21T00:21:56.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:56.811+0000 7fcc69eec640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fcc640b62c0 con 0x7fcc640d2490 2024-09-21T00:21:56.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:56.811+0000 7fcc69eec640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fcc640b65c0 con 0x7fcc6406dfa0 2024-09-21T00:21:56.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:56.811+0000 7fcc62ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcc640d0050 0x7fcc6414b710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:56.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:56.811+0000 7fcc62ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcc640d0050 0x7fcc6414b710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:41284/0 (socket says 172.21.15.67:41284) 2024-09-21T00:21:56.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:56.811+0000 7fcc62ffd640 1 -- 172.21.15.67:0/622918920 learned_addr learned my addr 172.21.15.67:0/622918920 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:56.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:56.812+0000 7fcc63fff640 1 --2- 172.21.15.67:0/622918920 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcc640d2490 0x7fcc641f9880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:56.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:56.812+0000 7fcc637fe640 1 --2- 172.21.15.67:0/622918920 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcc6406dfa0 0x7fcc6414ea20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:56.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:56.812+0000 7fcc62ffd640 1 -- 172.21.15.67:0/622918920 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcc6406dfa0 msgr2=0x7fcc6414ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:56.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:56.812+0000 7fcc62ffd640 1 --2- 172.21.15.67:0/622918920 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcc6406dfa0 0x7fcc6414ea20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:56.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:56.812+0000 7fcc62ffd640 1 -- 172.21.15.67:0/622918920 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcc640d2490 msgr2=0x7fcc641f9880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:56.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:56.812+0000 7fcc62ffd640 1 --2- 172.21.15.67:0/622918920 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcc640d2490 0x7fcc641f9880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:56.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:56.812+0000 7fcc62ffd640 1 -- 172.21.15.67:0/622918920 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc6414bfe0 con 0x7fcc640d0050 2024-09-21T00:21:56.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:56.812+0000 7fcc63fff640 1 --2- 172.21.15.67:0/622918920 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcc640d2490 0x7fcc641f9880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:21:56.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:56.812+0000 7fcc62ffd640 1 --2- 172.21.15.67:0/622918920 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcc640d0050 0x7fcc6414b710 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fcc5800d660 tx=0x7fcc5800db20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:56.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:56.812+0000 7fcc4bfff640 1 -- 172.21.15.67:0/622918920 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc58017070 con 0x7fcc640d0050 2024-09-21T00:21:56.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:56.812+0000 7fcc4bfff640 1 -- 172.21.15.67:0/622918920 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcc58004310 con 0x7fcc640d0050 2024-09-21T00:21:56.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:56.812+0000 7fcc69eec640 1 -- 172.21.15.67:0/622918920 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcc641e8a30 con 0x7fcc640d0050 2024-09-21T00:21:56.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:56.812+0000 7fcc4bfff640 1 -- 172.21.15.67:0/622918920 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc58009a20 con 0x7fcc640d0050 2024-09-21T00:21:56.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:56.812+0000 7fcc69eec640 1 -- 172.21.15.67:0/622918920 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcc640ccb80 con 0x7fcc640d0050 2024-09-21T00:21:56.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:56.813+0000 7fcc69eec640 1 -- 172.21.15.67:0/622918920 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcc6408d000 con 0x7fcc640d0050 2024-09-21T00:21:56.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:56.814+0000 7fcc4bfff640 1 -- 172.21.15.67:0/622918920 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fcc58009bc0 con 0x7fcc640d0050 2024-09-21T00:21:56.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:56.814+0000 7fcc4bfff640 1 --2- 172.21.15.67:0/622918920 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcc50078b90 0x7fcc5007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:56.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:56.815+0000 7fcc4bfff640 1 -- 172.21.15.67:0/622918920 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5795+0+0 (secure 0 0 0) 0x7fcc5809ac80 con 0x7fcc640d0050 2024-09-21T00:21:56.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:56.815+0000 7fcc637fe640 1 --2- 172.21.15.67:0/622918920 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcc50078b90 0x7fcc5007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:56.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:56.815+0000 7fcc637fe640 1 --2- 172.21.15.67:0/622918920 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcc50078b90 0x7fcc5007b0a0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fcc54034000 tx=0x7fcc54004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:56.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:56.819+0000 7fcc4bfff640 1 -- 172.21.15.67:0/622918920 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fcc6408d000 con 0x7fcc640d0050 2024-09-21T00:21:57.011 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:57.009+0000 7fcc69eec640 1 -- 172.21.15.67:0/622918920 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fcc640cc6c0 con 0x7fcc640d0050 2024-09-21T00:21:57.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:57.676+0000 7fcc4bfff640 1 -- 172.21.15.67:0/622918920 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v23) ==== 181+0+0 (secure 0 0 0) 0x7fcc640cc6c0 con 0x7fcc640d0050 2024-09-21T00:21:57.678 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_metadata' removed 2024-09-21T00:21:57.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:57.680+0000 7fcc69eec640 1 -- 172.21.15.67:0/622918920 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcc50078b90 msgr2=0x7fcc5007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:57.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:57.680+0000 7fcc69eec640 1 --2- 172.21.15.67:0/622918920 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcc50078b90 0x7fcc5007b0a0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fcc54034000 tx=0x7fcc54004730 comp rx=0 tx=0).stop 2024-09-21T00:21:57.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:57.680+0000 7fcc69eec640 1 -- 172.21.15.67:0/622918920 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcc640d0050 msgr2=0x7fcc6414b710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:57.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:57.680+0000 7fcc69eec640 1 --2- 172.21.15.67:0/622918920 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcc640d0050 0x7fcc6414b710 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fcc5800d660 tx=0x7fcc5800db20 comp rx=0 tx=0).stop 2024-09-21T00:21:57.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:57.680+0000 7fcc69eec640 1 -- 172.21.15.67:0/622918920 shutdown_connections 2024-09-21T00:21:57.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:57.680+0000 7fcc69eec640 1 --2- 172.21.15.67:0/622918920 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcc50078b90 0x7fcc5007b0a0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:57.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:57.680+0000 7fcc69eec640 1 --2- 172.21.15.67:0/622918920 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcc640d2490 0x7fcc641f9880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:57.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:57.680+0000 7fcc69eec640 1 --2- 172.21.15.67:0/622918920 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcc640d0050 0x7fcc6414b710 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:57.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:57.680+0000 7fcc69eec640 1 --2- 172.21.15.67:0/622918920 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcc6406dfa0 0x7fcc6414ea20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:57.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:57.680+0000 7fcc69eec640 1 -- 172.21.15.67:0/622918920 >> 172.21.15.67:0/622918920 conn(0x7fcc640d4630 msgr2=0x7fcc640b9240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:57.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:57.681+0000 7fcc69eec640 1 -- 172.21.15.67:0/622918920 shutdown_connections 2024-09-21T00:21:57.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:57.681+0000 7fcc69eec640 1 -- 172.21.15.67:0/622918920 wait complete. 2024-09-21T00:21:57.698 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-21T00:21:57.826 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:57.823+0000 7fd8b0e71640 1 -- 172.21.15.67:0/2065510283 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd8ac06eff0 msgr2=0x7fd8ac06f400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:57.826 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:57.823+0000 7fd8b0e71640 1 --2- 172.21.15.67:0/2065510283 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd8ac06eff0 0x7fd8ac06f400 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fd8ac072af0 tx=0x7fd89402a580 comp rx=0 tx=0).stop 2024-09-21T00:21:57.826 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:57.823+0000 7fd8b0e71640 1 -- 172.21.15.67:0/2065510283 shutdown_connections 2024-09-21T00:21:57.826 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:57.823+0000 7fd8b0e71640 1 --2- 172.21.15.67:0/2065510283 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd8ac06eff0 0x7fd8ac06f400 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:57.826 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:57.823+0000 7fd8b0e71640 1 --2- 172.21.15.67:0/2065510283 >> v2:172.21.15.97:3300/0 conn(0x7fd8ac0cf690 0x7fd8ac0af510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:57.826 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:57.823+0000 7fd8b0e71640 1 -- 172.21.15.67:0/2065510283 >> 172.21.15.67:0/2065510283 conn(0x7fd8ac06d720 msgr2=0x7fd8ac0b1d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:57.826 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:57.823+0000 7fd8b0e71640 1 -- 172.21.15.67:0/2065510283 shutdown_connections 2024-09-21T00:21:57.826 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:57.823+0000 7fd8b0e71640 1 -- 172.21.15.67:0/2065510283 wait complete. 2024-09-21T00:21:57.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:57.825+0000 7fd8b0e71640 1 Processor -- start 2024-09-21T00:21:57.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:57.825+0000 7fd8b0e71640 1 -- start start 2024-09-21T00:21:57.830 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:57.826+0000 7fd8b0e71640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd8ac06eff0 0x7fd8ac1f7530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:57.830 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:57.827+0000 7fd8b0e71640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd8ac06f940 0x7fd8ac1f2f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:57.830 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:57.827+0000 7fd8b0e71640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd8ac0cf690 0x7fd8ac0d0140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:57.830 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:57.827+0000 7fd8b0e71640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fd8ac0b31b0 con 0x7fd8ac06f940 2024-09-21T00:21:57.830 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:57.827+0000 7fd8b0e71640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fd8ac0b50d0 con 0x7fd8ac0cf690 2024-09-21T00:21:57.830 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:57.827+0000 7fd8b0e71640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fd8ac15bcb0 con 0x7fd8ac06eff0 2024-09-21T00:21:57.830 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:57.827+0000 7fd8a9d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd8ac06f940 0x7fd8ac1f2f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:57.830 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:57.827+0000 7fd8a9d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd8ac06f940 0x7fd8ac1f2f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:41304/0 (socket says 172.21.15.67:41304) 2024-09-21T00:21:57.830 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:57.827+0000 7fd8a9d9b640 1 -- 172.21.15.67:0/3327073726 learned_addr learned my addr 172.21.15.67:0/3327073726 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:57.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:57.827+0000 7fd8aa59c640 1 --2- 172.21.15.67:0/3327073726 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd8ac06eff0 0x7fd8ac1f7530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:57.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:57.827+0000 7fd8aad9d640 1 --2- 172.21.15.67:0/3327073726 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd8ac0cf690 0x7fd8ac0d0140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:57.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:57.827+0000 7fd8a9d9b640 1 -- 172.21.15.67:0/3327073726 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd8ac06eff0 msgr2=0x7fd8ac1f7530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:57.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:57.827+0000 7fd8a9d9b640 1 --2- 172.21.15.67:0/3327073726 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd8ac06eff0 0x7fd8ac1f7530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:57.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:57.827+0000 7fd8a9d9b640 1 -- 172.21.15.67:0/3327073726 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd8ac0cf690 msgr2=0x7fd8ac0d0140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:57.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:57.827+0000 7fd8a9d9b640 1 --2- 172.21.15.67:0/3327073726 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd8ac0cf690 0x7fd8ac0d0140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:57.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:57.827+0000 7fd8a9d9b640 1 -- 172.21.15.67:0/3327073726 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8ac09a370 con 0x7fd8ac06f940 2024-09-21T00:21:57.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:57.827+0000 7fd8a9d9b640 1 --2- 172.21.15.67:0/3327073726 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd8ac06f940 0x7fd8ac1f2f20 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fd894000c00 tx=0x7fd894003970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:57.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:57.827+0000 7fd8a2ffd640 1 -- 172.21.15.67:0/3327073726 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd89403e030 con 0x7fd8ac06f940 2024-09-21T00:21:57.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:57.828+0000 7fd8a2ffd640 1 -- 172.21.15.67:0/3327073726 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd894003e60 con 0x7fd8ac06f940 2024-09-21T00:21:57.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:57.828+0000 7fd8b0e71640 1 -- 172.21.15.67:0/3327073726 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd8ac09a650 con 0x7fd8ac06f940 2024-09-21T00:21:57.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:57.828+0000 7fd8a2ffd640 1 -- 172.21.15.67:0/3327073726 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd894035040 con 0x7fd8ac06f940 2024-09-21T00:21:57.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:57.828+0000 7fd8b0e71640 1 -- 172.21.15.67:0/3327073726 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd8ac09ac10 con 0x7fd8ac06f940 2024-09-21T00:21:57.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:57.829+0000 7fd8b0e71640 1 -- 172.21.15.67:0/3327073726 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd8ac15c180 con 0x7fd8ac06f940 2024-09-21T00:21:57.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:57.830+0000 7fd8a2ffd640 1 -- 172.21.15.67:0/3327073726 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fd894041030 con 0x7fd8ac06f940 2024-09-21T00:21:57.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:57.830+0000 7fd8a2ffd640 1 --2- 172.21.15.67:0/3327073726 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd88c078b90 0x7fd88c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:57.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:57.830+0000 7fd8a2ffd640 1 -- 172.21.15.67:0/3327073726 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5357+0+0 (secure 0 0 0) 0x7fd8940bb770 con 0x7fd8ac06f940 2024-09-21T00:21:57.833 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:57.830+0000 7fd8aa59c640 1 --2- 172.21.15.67:0/3327073726 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd88c078b90 0x7fd88c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:57.833 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:57.831+0000 7fd8aa59c640 1 --2- 172.21.15.67:0/3327073726 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd88c078b90 0x7fd88c07b0a0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fd89c005c40 tx=0x7fd89c00a530 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:57.836 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:57.834+0000 7fd8a2ffd640 1 -- 172.21.15.67:0/3327073726 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fd894083830 con 0x7fd8ac06f940 2024-09-21T00:21:58.025 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:58.023+0000 7fd8b0e71640 1 -- 172.21.15.67:0/3327073726 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7fd8ac074d30 con 0x7fd8ac06f940 2024-09-21T00:21:58.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:58.677+0000 7fd8a2ffd640 1 -- 172.21.15.67:0/3327073726 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v24) ==== 169+0+0 (secure 0 0 0) 0x7fd894088260 con 0x7fd8ac06f940 2024-09-21T00:21:58.680 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_data' removed 2024-09-21T00:21:58.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:58.680+0000 7fd8b0e71640 1 -- 172.21.15.67:0/3327073726 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd88c078b90 msgr2=0x7fd88c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:58.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:58.680+0000 7fd8b0e71640 1 --2- 172.21.15.67:0/3327073726 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd88c078b90 0x7fd88c07b0a0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fd89c005c40 tx=0x7fd89c00a530 comp rx=0 tx=0).stop 2024-09-21T00:21:58.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:58.680+0000 7fd8b0e71640 1 -- 172.21.15.67:0/3327073726 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd8ac06f940 msgr2=0x7fd8ac1f2f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:58.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:58.680+0000 7fd8b0e71640 1 --2- 172.21.15.67:0/3327073726 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd8ac06f940 0x7fd8ac1f2f20 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fd894000c00 tx=0x7fd894003970 comp rx=0 tx=0).stop 2024-09-21T00:21:58.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:58.681+0000 7fd8b0e71640 1 -- 172.21.15.67:0/3327073726 shutdown_connections 2024-09-21T00:21:58.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:58.681+0000 7fd8b0e71640 1 --2- 172.21.15.67:0/3327073726 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd88c078b90 0x7fd88c07b0a0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:58.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:58.681+0000 7fd8b0e71640 1 --2- 172.21.15.67:0/3327073726 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd8ac0cf690 0x7fd8ac0d0140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:58.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:58.681+0000 7fd8b0e71640 1 --2- 172.21.15.67:0/3327073726 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd8ac06f940 0x7fd8ac1f2f20 secure :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fd894000c00 tx=0x7fd894003970 comp rx=0 tx=0).stop 2024-09-21T00:21:58.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:58.681+0000 7fd8b0e71640 1 --2- 172.21.15.67:0/3327073726 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd8ac06eff0 0x7fd8ac1f7530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:58.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:58.681+0000 7fd8b0e71640 1 -- 172.21.15.67:0/3327073726 >> 172.21.15.67:0/3327073726 conn(0x7fd8ac06d720 msgr2=0x7fd8ac15e3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:58.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:58.681+0000 7fd8b0e71640 1 -- 172.21.15.67:0/3327073726 shutdown_connections 2024-09-21T00:21:58.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:58.681+0000 7fd8b0e71640 1 -- 172.21.15.67:0/3327073726 wait complete. 2024-09-21T00:21:58.697 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-21T00:21:58.697 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-21T00:21:58.697 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-21T00:21:58.697 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:21:58.698 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-21T00:21:58.698 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-21T00:21:58.698 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-21T00:21:58.698 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:21:58.698 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-21T00:21:58.698 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-21T00:21:58.698 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-21T00:21:58.699 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:21:58.699 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-21T00:21:58.699 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-21T00:21:58.699 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-21T00:21:58.699 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:21:58.709 INFO:tasks.ceph.mds.a:Stopped 2024-09-21T00:21:58.709 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-21T00:21:58.709 INFO:tasks.ceph.mds.c:Stopped 2024-09-21T00:21:58.710 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-21T00:21:58.711 INFO:tasks.ceph.mds.b:Stopped 2024-09-21T00:21:58.711 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-21T00:21:58.713 INFO:tasks.ceph.mds.d:Stopped 2024-09-21T00:21:58.713 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-21T00:21:58.752 INFO:tasks.ceph.mds.a:Started 2024-09-21T00:21:58.752 DEBUG:teuthology.parallel:result is None 2024-09-21T00:21:58.752 INFO:tasks.ceph.mds.c:Started 2024-09-21T00:21:58.753 DEBUG:teuthology.parallel:result is None 2024-09-21T00:21:58.755 INFO:tasks.ceph.mds.b:Started 2024-09-21T00:21:58.755 DEBUG:teuthology.parallel:result is None 2024-09-21T00:21:58.756 INFO:tasks.ceph.mds.d:Started 2024-09-21T00:21:58.757 DEBUG:teuthology.parallel:result is None 2024-09-21T00:21:58.757 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-21T00:21:58.846 INFO:tasks.ceph.mds.b.smithi097.stdout:starting mds.b at 2024-09-21T00:21:58.847 INFO:tasks.ceph.mds.d.smithi097.stdout:starting mds.d at 2024-09-21T00:21:58.847 INFO:tasks.ceph.mds.a.smithi067.stdout:starting mds.a at 2024-09-21T00:21:58.848 INFO:tasks.ceph.mds.c.smithi067.stdout:starting mds.c at 2024-09-21T00:21:58.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:58.886+0000 7f3f0a520640 1 -- 172.21.15.67:0/3094459223 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3f040d11c0 msgr2=0x7f3f040d15d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:58.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:58.886+0000 7f3f0a520640 1 --2- 172.21.15.67:0/3094459223 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3f040d11c0 0x7f3f040d15d0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f3ef8009830 tx=0x7f3ef802a510 comp rx=0 tx=0).stop 2024-09-21T00:21:58.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:58.886+0000 7f3f0a520640 1 -- 172.21.15.67:0/3094459223 shutdown_connections 2024-09-21T00:21:58.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:58.886+0000 7f3f0a520640 1 --2- 172.21.15.67:0/3094459223 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3f040b7c20 0x7f3f040b8030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:58.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:58.886+0000 7f3f0a520640 1 --2- 172.21.15.67:0/3094459223 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3f040d11c0 0x7f3f040d15d0 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:58.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:58.886+0000 7f3f0a520640 1 -- 172.21.15.67:0/3094459223 >> 172.21.15.67:0/3094459223 conn(0x7f3f0406dfb0 msgr2=0x7f3f0406e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:58.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:58.886+0000 7f3f0a520640 1 -- 172.21.15.67:0/3094459223 shutdown_connections 2024-09-21T00:21:58.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:58.887+0000 7f3f0a520640 1 -- 172.21.15.67:0/3094459223 wait complete. 2024-09-21T00:21:58.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:58.888+0000 7f3f0a520640 1 Processor -- start 2024-09-21T00:21:58.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:58.889+0000 7f3f0a520640 1 -- start start 2024-09-21T00:21:58.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:58.890+0000 7f3f0a520640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3f040b7c20 0x7f3f041e7040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:58.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:58.890+0000 7f3f0a520640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3f040cf010 0x7f3f040ca340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:58.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:58.890+0000 7f3f0a520640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3f040d11c0 0x7f3f040ca880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:58.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:58.890+0000 7f3f0a520640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f3f040b89b0 con 0x7f3f040d11c0 2024-09-21T00:21:58.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:58.890+0000 7f3f0a520640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f3f040b8830 con 0x7f3f040b7c20 2024-09-21T00:21:58.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:58.890+0000 7f3f0a520640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f3f040b8b30 con 0x7f3f040cf010 2024-09-21T00:21:58.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:58.890+0000 7f3f08abd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3f040d11c0 0x7f3f040ca880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:58.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:58.890+0000 7f3f08abd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3f040d11c0 0x7f3f040ca880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:41340/0 (socket says 172.21.15.67:41340) 2024-09-21T00:21:58.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:58.890+0000 7f3f08abd640 1 -- 172.21.15.67:0/1938423175 learned_addr learned my addr 172.21.15.67:0/1938423175 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:58.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:58.890+0000 7f3f03fff640 1 --2- 172.21.15.67:0/1938423175 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3f040b7c20 0x7f3f041e7040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:58.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:58.890+0000 7f3f037fe640 1 --2- 172.21.15.67:0/1938423175 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3f040cf010 0x7f3f040ca340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:58.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:58.890+0000 7f3f08abd640 1 -- 172.21.15.67:0/1938423175 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3f040cf010 msgr2=0x7f3f040ca340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:58.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:58.890+0000 7f3f08abd640 1 --2- 172.21.15.67:0/1938423175 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3f040cf010 0x7f3f040ca340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:58.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:58.890+0000 7f3f08abd640 1 -- 172.21.15.67:0/1938423175 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3f040b7c20 msgr2=0x7f3f041e7040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:58.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:58.890+0000 7f3f08abd640 1 --2- 172.21.15.67:0/1938423175 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3f040b7c20 0x7f3f041e7040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:58.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:58.890+0000 7f3f08abd640 1 -- 172.21.15.67:0/1938423175 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f040b6610 con 0x7f3f040d11c0 2024-09-21T00:21:58.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:58.890+0000 7f3f03fff640 1 --2- 172.21.15.67:0/1938423175 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3f040b7c20 0x7f3f041e7040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:21:58.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:58.891+0000 7f3f08abd640 1 --2- 172.21.15.67:0/1938423175 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3f040d11c0 0x7f3f040ca880 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f3efc00ea40 tx=0x7f3efc00ef00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:58.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:58.891+0000 7f3f00ff9640 1 -- 172.21.15.67:0/1938423175 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3efc00cde0 con 0x7f3f040d11c0 2024-09-21T00:21:58.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:58.891+0000 7f3f00ff9640 1 -- 172.21.15.67:0/1938423175 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3efc004c10 con 0x7f3f040d11c0 2024-09-21T00:21:58.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:58.891+0000 7f3f0a520640 1 -- 172.21.15.67:0/1938423175 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3f040b68f0 con 0x7f3f040d11c0 2024-09-21T00:21:58.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:58.891+0000 7f3f00ff9640 1 -- 172.21.15.67:0/1938423175 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3efc005020 con 0x7f3f040d11c0 2024-09-21T00:21:58.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:58.891+0000 7f3f0a520640 1 -- 172.21.15.67:0/1938423175 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3f0415aa60 con 0x7f3f040d11c0 2024-09-21T00:21:58.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:58.892+0000 7f3f0a520640 1 -- 172.21.15.67:0/1938423175 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3f040b6e10 con 0x7f3f040d11c0 2024-09-21T00:21:58.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:58.893+0000 7f3f00ff9640 1 -- 172.21.15.67:0/1938423175 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f3efc0051c0 con 0x7f3f040d11c0 2024-09-21T00:21:58.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:58.894+0000 7f3f00ff9640 1 --2- 172.21.15.67:0/1938423175 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3ef0078b90 0x7f3ef007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:58.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:58.894+0000 7f3f00ff9640 1 -- 172.21.15.67:0/1938423175 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 4943+0+0 (secure 0 0 0) 0x7f3efc09b670 con 0x7f3f040d11c0 2024-09-21T00:21:58.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:58.894+0000 7f3f03fff640 1 --2- 172.21.15.67:0/1938423175 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3ef0078b90 0x7f3ef007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:58.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:58.894+0000 7f3f03fff640 1 --2- 172.21.15.67:0/1938423175 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3ef0078b90 0x7f3ef007b0a0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f3ef4001ae0 tx=0x7f3ef4009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:58.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:58.898+0000 7f3f00ff9640 1 -- 172.21.15.67:0/1938423175 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f3f040b6e10 con 0x7f3f040d11c0 2024-09-21T00:21:59.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:59.104+0000 7f3f0a520640 1 -- 172.21.15.67:0/1938423175 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f3f040b63a0 con 0x7f3f040d11c0 2024-09-21T00:21:59.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:59.699+0000 7f3f00ff9640 1 -- 172.21.15.67:0/1938423175 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v26) ==== 97+0+0 (secure 0 0 0) 0x7f3efc063760 con 0x7f3f040d11c0 2024-09-21T00:21:59.701 INFO:teuthology.orchestra.run.smithi067.stderr: removed all blocklist entries 2024-09-21T00:21:59.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:59.702+0000 7f3f0a520640 1 -- 172.21.15.67:0/1938423175 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3ef0078b90 msgr2=0x7f3ef007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:59.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:59.702+0000 7f3f0a520640 1 --2- 172.21.15.67:0/1938423175 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3ef0078b90 0x7f3ef007b0a0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f3ef4001ae0 tx=0x7f3ef4009040 comp rx=0 tx=0).stop 2024-09-21T00:21:59.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:59.702+0000 7f3f0a520640 1 -- 172.21.15.67:0/1938423175 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3f040d11c0 msgr2=0x7f3f040ca880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:59.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:59.702+0000 7f3f0a520640 1 --2- 172.21.15.67:0/1938423175 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3f040d11c0 0x7f3f040ca880 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f3efc00ea40 tx=0x7f3efc00ef00 comp rx=0 tx=0).stop 2024-09-21T00:21:59.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:59.702+0000 7f3f0a520640 1 -- 172.21.15.67:0/1938423175 shutdown_connections 2024-09-21T00:21:59.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:59.702+0000 7f3f0a520640 1 --2- 172.21.15.67:0/1938423175 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3ef0078b90 0x7f3ef007b0a0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:59.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:59.702+0000 7f3f0a520640 1 --2- 172.21.15.67:0/1938423175 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3f040d11c0 0x7f3f040ca880 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:59.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:59.702+0000 7f3f0a520640 1 --2- 172.21.15.67:0/1938423175 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3f040cf010 0x7f3f040ca340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:59.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:59.702+0000 7f3f0a520640 1 --2- 172.21.15.67:0/1938423175 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3f040b7c20 0x7f3f041e7040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:59.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:59.702+0000 7f3f0a520640 1 -- 172.21.15.67:0/1938423175 >> 172.21.15.67:0/1938423175 conn(0x7f3f0406dfb0 msgr2=0x7f3f04161850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:59.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:59.702+0000 7f3f0a520640 1 -- 172.21.15.67:0/1938423175 shutdown_connections 2024-09-21T00:21:59.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:59.702+0000 7f3f0a520640 1 -- 172.21.15.67:0/1938423175 wait complete. 2024-09-21T00:21:59.716 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-21T00:21:59.836 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:59.835+0000 7f016108b640 1 -- 172.21.15.67:0/606131935 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0144004800 msgr2=0x7f0144004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:59.836 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:59.835+0000 7f016108b640 1 --2- 172.21.15.67:0/606131935 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0144004800 0x7f0144004c10 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f015000bb20 tx=0x7f0144005830 comp rx=0 tx=0).stop 2024-09-21T00:21:59.836 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:59.835+0000 7f015b59e640 1 -- 172.21.15.67:0/606131935 reap_dead start 2024-09-21T00:21:59.836 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:59.835+0000 7f016108b640 1 -- 172.21.15.67:0/606131935 shutdown_connections 2024-09-21T00:21:59.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:59.835+0000 7f016108b640 1 -- 172.21.15.67:0/606131935 >> 172.21.15.67:0/606131935 conn(0x7f015c0d45a0 msgr2=0x7f015c0d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:21:59.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:59.835+0000 7f016108b640 1 -- 172.21.15.67:0/606131935 shutdown_connections 2024-09-21T00:21:59.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:59.835+0000 7f016108b640 1 -- 172.21.15.67:0/606131935 wait complete. 2024-09-21T00:21:59.838 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:59.837+0000 7f016108b640 1 Processor -- start 2024-09-21T00:21:59.838 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:59.837+0000 7f016108b640 1 -- start start 2024-09-21T00:21:59.840 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:59.838+0000 7f016108b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0144004800 0x7f015c150950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:59.840 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:59.838+0000 7f016108b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f015c15c080 0x7f015c15cfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:59.841 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:59.838+0000 7f016108b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f015c15bac0 0x7f015c0cc9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:59.841 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:59.838+0000 7f016108b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f015c0cf7a0 con 0x7f0144004800 2024-09-21T00:21:59.841 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:59.838+0000 7f016108b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f015c0cf920 con 0x7f015c15bac0 2024-09-21T00:21:59.841 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:59.838+0000 7f016108b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f015c0cfaa0 con 0x7f015c15c080 2024-09-21T00:21:59.841 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:59.838+0000 7f015ad9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0144004800 0x7f015c150950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:59.841 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:59.838+0000 7f015ad9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0144004800 0x7f015c150950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:41362/0 (socket says 172.21.15.67:41362) 2024-09-21T00:21:59.841 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:59.838+0000 7f015ad9d640 1 -- 172.21.15.67:0/2706575283 learned_addr learned my addr 172.21.15.67:0/2706575283 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:21:59.841 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:59.839+0000 7f015b59e640 1 --2- 172.21.15.67:0/2706575283 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f015c15bac0 0x7f015c0cc9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:59.841 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:59.839+0000 7f015a59c640 1 --2- 172.21.15.67:0/2706575283 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f015c15c080 0x7f015c15cfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:59.841 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:59.839+0000 7f015ad9d640 1 -- 172.21.15.67:0/2706575283 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f015c15c080 msgr2=0x7f015c15cfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:59.841 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:59.839+0000 7f015ad9d640 1 --2- 172.21.15.67:0/2706575283 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f015c15c080 0x7f015c15cfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:59.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:59.839+0000 7f015ad9d640 1 -- 172.21.15.67:0/2706575283 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f015c15bac0 msgr2=0x7f015c0cc9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:21:59.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:59.839+0000 7f015ad9d640 1 --2- 172.21.15.67:0/2706575283 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f015c15bac0 0x7f015c0cc9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:21:59.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:59.839+0000 7f015ad9d640 1 -- 172.21.15.67:0/2706575283 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f015c0cb910 con 0x7f0144004800 2024-09-21T00:21:59.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:59.839+0000 7f015ad9d640 1 --2- 172.21.15.67:0/2706575283 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0144004800 0x7f015c150950 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f014c006680 tx=0x7f014c0039c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:59.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:59.839+0000 7f01437fe640 1 -- 172.21.15.67:0/2706575283 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f014c015070 con 0x7f0144004800 2024-09-21T00:21:59.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:59.839+0000 7f01437fe640 1 -- 172.21.15.67:0/2706575283 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f014c011920 con 0x7f0144004800 2024-09-21T00:21:59.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:59.839+0000 7f016108b640 1 -- 172.21.15.67:0/2706575283 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f015c0cbbf0 con 0x7f0144004800 2024-09-21T00:21:59.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:59.839+0000 7f01437fe640 1 -- 172.21.15.67:0/2706575283 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f014c011d70 con 0x7f0144004800 2024-09-21T00:21:59.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:59.839+0000 7f016108b640 1 -- 172.21.15.67:0/2706575283 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f015c0cc1b0 con 0x7f0144004800 2024-09-21T00:21:59.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:59.841+0000 7f016108b640 1 -- 172.21.15.67:0/2706575283 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f015c0cf260 con 0x7f0144004800 2024-09-21T00:21:59.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:59.842+0000 7f01437fe640 1 -- 172.21.15.67:0/2706575283 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f014c018070 con 0x7f0144004800 2024-09-21T00:21:59.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:59.842+0000 7f01437fe640 1 --2- 172.21.15.67:0/2706575283 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0148078b90 0x7f014807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:21:59.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:59.842+0000 7f01437fe640 1 -- 172.21.15.67:0/2706575283 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7f014c09b670 con 0x7f0144004800 2024-09-21T00:21:59.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:59.842+0000 7f015a59c640 1 --2- 172.21.15.67:0/2706575283 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0148078b90 0x7f014807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:21:59.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:59.843+0000 7f015a59c640 1 --2- 172.21.15.67:0/2706575283 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0148078b90 0x7f014807b0a0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f0150036000 tx=0x7f01500046c0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:21:59.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:21:59.847+0000 7f01437fe640 1 -- 172.21.15.67:0/2706575283 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f014c063f20 con 0x7f0144004800 2024-09-21T00:22:00.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.105+0000 7f016108b640 1 -- 172.21.15.67:0/2706575283 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f015c0b6010 con 0x7f0144004800 2024-09-21T00:22:00.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.106+0000 7f01437fe640 1 -- 172.21.15.67:0/2706575283 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v6) ==== 80+0+6645 (secure 0 0 0) 0x7f014c063820 con 0x7f0144004800 2024-09-21T00:22:00.107 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:22:00.107 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:22:00.107 INFO:teuthology.orchestra.run.smithi067.stdout: "auth_dump": [ 2024-09-21T00:22:00.108 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:22:00.108 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mds.a", 2024-09-21T00:22:00.108 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5m9QBaFRAAdgisHziG3hw/D2M72XZn8g==", 2024-09-21T00:22:00.108 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:22:00.108 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:22:00.108 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:22:00.108 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:22:00.108 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:22:00.108 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:22:00.108 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:22:00.108 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:22:00.108 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mds.b", 2024-09-21T00:22:00.108 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mLCJuIhAAl/r6CTzwOFBmlvDR8WTorQ==", 2024-09-21T00:22:00.109 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:22:00.109 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:22:00.109 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:22:00.109 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:22:00.109 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:22:00.109 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:22:00.109 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:22:00.109 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:22:00.109 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mds.c", 2024-09-21T00:22:00.109 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mQ14ZHRAAi5QZeknKrKjp2jO02yntmg==", 2024-09-21T00:22:00.109 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:22:00.109 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:22:00.109 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:22:00.109 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:22:00.110 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:22:00.110 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:22:00.110 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:22:00.110 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:22:00.110 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mds.d", 2024-09-21T00:22:00.110 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mgCsdKhAAJ06SsIMmvdDQWaRDeCy6CA==", 2024-09-21T00:22:00.110 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:22:00.110 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:22:00.110 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:22:00.110 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:22:00.110 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:22:00.110 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:22:00.111 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:22:00.111 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:22:00.111 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.0", 2024-09-21T00:22:00.111 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBJEe5mhxC8ERAAwqKGS/tp+aVv++lqOVEPwg==", 2024-09-21T00:22:00.111 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:22:00.111 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:22:00.111 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:22:00.111 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:22:00.111 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:22:00.111 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:22:00.111 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:22:00.112 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.1", 2024-09-21T00:22:00.112 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBMEe5mbob6IxAANdMr4wKZkwcnJzzUY88/xA==", 2024-09-21T00:22:00.112 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:22:00.112 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:22:00.112 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:22:00.112 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:22:00.112 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:22:00.112 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:22:00.112 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:22:00.112 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.2", 2024-09-21T00:22:00.112 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBPEe5mR+B2NRAAbF2XunKQ4T7GqO5mflYgFQ==", 2024-09-21T00:22:00.112 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:22:00.112 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:22:00.112 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:22:00.113 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:22:00.113 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:22:00.113 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:22:00.113 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:22:00.113 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.3", 2024-09-21T00:22:00.113 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBTEe5mrBCaDBAAhESlssYCQxHPjrG5irA8bg==", 2024-09-21T00:22:00.113 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:22:00.113 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:22:00.113 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:22:00.113 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:22:00.113 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:22:00.113 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:22:00.114 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:22:00.114 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.4", 2024-09-21T00:22:00.114 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBZEe5mH7dzKBAALqGrXHFlpxFvgoI3COb/CA==", 2024-09-21T00:22:00.114 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:22:00.114 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:22:00.114 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:22:00.114 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:22:00.114 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:22:00.114 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:22:00.114 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:22:00.114 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.5", 2024-09-21T00:22:00.114 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBcEe5mbQLIORAAhaKf6tntn/oh0n1a70pqAA==", 2024-09-21T00:22:00.114 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:22:00.115 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:22:00.115 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:22:00.115 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:22:00.115 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:22:00.115 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:22:00.115 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:22:00.115 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.6", 2024-09-21T00:22:00.115 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBgEe5m5MO7ABAACbg8WWV3GhNSHRnjscz6Fg==", 2024-09-21T00:22:00.115 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:22:00.115 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:22:00.115 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:22:00.115 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:22:00.115 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:22:00.116 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:22:00.116 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:22:00.116 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.7", 2024-09-21T00:22:00.116 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBjEe5mmCIxAxAArpnzucP3Mbmo3BL6YikqWA==", 2024-09-21T00:22:00.116 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:22:00.116 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:22:00.116 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:22:00.116 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:22:00.116 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:22:00.116 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:22:00.116 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:22:00.116 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.0", 2024-09-21T00:22:00.116 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mUnwLLxAAE0JXCN8yXTH2bWtWI41o2Q==", 2024-09-21T00:22:00.116 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:22:00.116 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:22:00.117 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow r", 2024-09-21T00:22:00.117 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow rw", 2024-09-21T00:22:00.117 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow rwx" 2024-09-21T00:22:00.117 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:22:00.117 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:22:00.117 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:22:00.117 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.1", 2024-09-21T00:22:00.117 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mDFa8NhAAraRO3NGJQTzWBBcGkkEhhQ==", 2024-09-21T00:22:00.117 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:22:00.117 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:22:00.117 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow r", 2024-09-21T00:22:00.117 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow rw", 2024-09-21T00:22:00.117 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow rwx" 2024-09-21T00:22:00.118 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:22:00.118 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:22:00.118 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:22:00.118 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.2", 2024-09-21T00:22:00.118 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mLu3nMhAA14NXzzDpQhxci5XP4juw/w==", 2024-09-21T00:22:00.118 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:22:00.118 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:22:00.118 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow r", 2024-09-21T00:22:00.118 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow rw", 2024-09-21T00:22:00.118 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow rwx" 2024-09-21T00:22:00.118 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:22:00.118 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:22:00.118 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:22:00.118 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.3", 2024-09-21T00:22:00.119 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5m6Lx8OhAAx4r6ll1YCFpRFK7DC5qqOw==", 2024-09-21T00:22:00.119 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:22:00.119 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:22:00.119 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow r", 2024-09-21T00:22:00.119 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow rw", 2024-09-21T00:22:00.119 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow rwx" 2024-09-21T00:22:00.119 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:22:00.119 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:22:00.119 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:22:00.119 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.admin", 2024-09-21T00:22:00.119 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBEEe5myhTpMBAA3uuyq5Ek2nSa9jjWQzIshw==", 2024-09-21T00:22:00.119 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:22:00.119 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow *", 2024-09-21T00:22:00.120 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:22:00.120 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:22:00.120 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:22:00.120 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:22:00.120 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:22:00.120 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:22:00.120 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.bootstrap-mds", 2024-09-21T00:22:00.120 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBpEe5mirwuChAA9X+S4JqQuDTJfACxT+yfgw==", 2024-09-21T00:22:00.120 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:22:00.120 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile bootstrap-mds" 2024-09-21T00:22:00.120 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:22:00.120 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:22:00.120 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:22:00.120 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.bootstrap-mgr", 2024-09-21T00:22:00.121 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBpEe5mAMcuChAACgwT+go7anStnj1Xq6TtHQ==", 2024-09-21T00:22:00.121 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:22:00.121 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile bootstrap-mgr" 2024-09-21T00:22:00.121 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:22:00.121 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:22:00.121 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:22:00.121 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.bootstrap-osd", 2024-09-21T00:22:00.121 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBpEe5mt84uChAA3etgYIHCg2wYmLXTF3yvzA==", 2024-09-21T00:22:00.121 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:22:00.121 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile bootstrap-osd" 2024-09-21T00:22:00.121 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:22:00.121 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:22:00.121 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:22:00.122 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.bootstrap-rbd", 2024-09-21T00:22:00.122 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBpEe5mFO0uChAA4YUnLSLWx+aUFnE3kA9GIg==", 2024-09-21T00:22:00.122 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:22:00.122 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile bootstrap-rbd" 2024-09-21T00:22:00.122 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:22:00.122 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:22:00.122 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:22:00.122 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.bootstrap-rbd-mirror", 2024-09-21T00:22:00.122 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBpEe5mcvouChAACc9K6BIEBpSn5MQ02nGfqw==", 2024-09-21T00:22:00.122 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:22:00.122 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile bootstrap-rbd-mirror" 2024-09-21T00:22:00.122 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:22:00.122 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:22:00.122 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:22:00.123 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.bootstrap-rgw", 2024-09-21T00:22:00.123 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBpEe5maAIvChAA27VXP2ZpC01RwoZz/8leng==", 2024-09-21T00:22:00.123 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:22:00.123 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile bootstrap-rgw" 2024-09-21T00:22:00.123 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:22:00.123 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:22:00.123 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:22:00.123 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mgr.x", 2024-09-21T00:22:00.123 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mNMdbERAA41Bj7rmSurxL0D2Zq+oHVA==", 2024-09-21T00:22:00.123 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:22:00.123 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow *", 2024-09-21T00:22:00.123 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile mgr", 2024-09-21T00:22:00.123 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:22:00.124 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:22:00.124 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:22:00.124 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:22:00.124 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mgr.y", 2024-09-21T00:22:00.124 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mNcGQCxAA33vjLt+brud7Aul58c5kXw==", 2024-09-21T00:22:00.124 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:22:00.124 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow *", 2024-09-21T00:22:00.124 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile mgr", 2024-09-21T00:22:00.124 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:22:00.124 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:22:00.124 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:22:00.124 INFO:teuthology.orchestra.run.smithi067.stdout: ] 2024-09-21T00:22:00.124 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:22:00.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.108+0000 7f016108b640 1 -- 172.21.15.67:0/2706575283 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0148078b90 msgr2=0x7f014807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:00.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.108+0000 7f016108b640 1 --2- 172.21.15.67:0/2706575283 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0148078b90 0x7f014807b0a0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f0150036000 tx=0x7f01500046c0 comp rx=0 tx=0).stop 2024-09-21T00:22:00.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.108+0000 7f016108b640 1 -- 172.21.15.67:0/2706575283 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0144004800 msgr2=0x7f015c150950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:00.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.108+0000 7f016108b640 1 --2- 172.21.15.67:0/2706575283 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0144004800 0x7f015c150950 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f014c006680 tx=0x7f014c0039c0 comp rx=0 tx=0).stop 2024-09-21T00:22:00.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.108+0000 7f016108b640 1 -- 172.21.15.67:0/2706575283 shutdown_connections 2024-09-21T00:22:00.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.108+0000 7f016108b640 1 --2- 172.21.15.67:0/2706575283 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0148078b90 0x7f014807b0a0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:00.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.108+0000 7f016108b640 1 --2- 172.21.15.67:0/2706575283 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f015c15bac0 0x7f015c0cc9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:00.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.108+0000 7f016108b640 1 --2- 172.21.15.67:0/2706575283 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f015c15c080 0x7f015c15cfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:00.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.108+0000 7f016108b640 1 --2- 172.21.15.67:0/2706575283 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0144004800 0x7f015c150950 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:00.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.108+0000 7f016108b640 1 -- 172.21.15.67:0/2706575283 >> 172.21.15.67:0/2706575283 conn(0x7f015c0d45a0 msgr2=0x7f015c0cab70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:22:00.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.108+0000 7f016108b640 1 -- 172.21.15.67:0/2706575283 shutdown_connections 2024-09-21T00:22:00.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.108+0000 7f016108b640 1 -- 172.21.15.67:0/2706575283 wait complete. 2024-09-21T00:22:00.127 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mds 2024-09-21T00:22:00.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.243+0000 7ff63ba8b640 1 -- 172.21.15.67:0/2365556639 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff6340b73f0 msgr2=0x7ff6340b7800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:00.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.243+0000 7ff63ba8b640 1 --2- 172.21.15.67:0/2365556639 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff6340b73f0 0x7ff6340b7800 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7ff62c005fd0 tx=0x7ff62c02aa90 comp rx=0 tx=0).stop 2024-09-21T00:22:00.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.243+0000 7ff63ba8b640 1 -- 172.21.15.67:0/2365556639 shutdown_connections 2024-09-21T00:22:00.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.243+0000 7ff63ba8b640 1 --2- 172.21.15.67:0/2365556639 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff6340b73f0 0x7ff6340b7800 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:00.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.243+0000 7ff63ba8b640 1 --2- 172.21.15.67:0/2365556639 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff6340d1010 0x7ff6340d1420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:00.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.243+0000 7ff63ba8b640 1 -- 172.21.15.67:0/2365556639 >> 172.21.15.67:0/2365556639 conn(0x7ff63408bee0 msgr2=0x7ff6340d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:22:00.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.244+0000 7ff63ba8b640 1 -- 172.21.15.67:0/2365556639 shutdown_connections 2024-09-21T00:22:00.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.244+0000 7ff63ba8b640 1 -- 172.21.15.67:0/2365556639 wait complete. 2024-09-21T00:22:00.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.245+0000 7ff63ba8b640 1 Processor -- start 2024-09-21T00:22:00.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.245+0000 7ff63ba8b640 1 -- start start 2024-09-21T00:22:00.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.247+0000 7ff63ba8b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff6340b73f0 0x7ff6341f9c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:00.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.247+0000 7ff63ba8b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff6340b9780 0x7ff6341524d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:00.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.247+0000 7ff63ba8b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff6340d1010 0x7ff63414f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:00.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.247+0000 7ff63ba8b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff6340cf5a0 con 0x7ff6340d1010 2024-09-21T00:22:00.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.247+0000 7ff63ba8b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff6340cf420 con 0x7ff6340b73f0 2024-09-21T00:22:00.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.247+0000 7ff63ba8b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7ff6340cf720 con 0x7ff6340b9780 2024-09-21T00:22:00.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.247+0000 7ff63a028640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff6340d1010 0x7ff63414f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:00.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.247+0000 7ff63a028640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff6340d1010 0x7ff63414f100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:41380/0 (socket says 172.21.15.67:41380) 2024-09-21T00:22:00.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.247+0000 7ff63a028640 1 -- 172.21.15.67:0/2298959339 learned_addr learned my addr 172.21.15.67:0/2298959339 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:22:00.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.247+0000 7ff639026640 1 --2- 172.21.15.67:0/2298959339 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff6340b9780 0x7ff6341524d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:00.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.247+0000 7ff639827640 1 --2- 172.21.15.67:0/2298959339 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff6340b73f0 0x7ff6341f9c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:00.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.247+0000 7ff63a028640 1 -- 172.21.15.67:0/2298959339 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff6340b9780 msgr2=0x7ff6341524d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:00.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.247+0000 7ff63a028640 1 --2- 172.21.15.67:0/2298959339 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff6340b9780 0x7ff6341524d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:00.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.247+0000 7ff63a028640 1 -- 172.21.15.67:0/2298959339 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff6340b73f0 msgr2=0x7ff6341f9c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:00.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.247+0000 7ff63a028640 1 --2- 172.21.15.67:0/2298959339 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff6340b73f0 0x7ff6341f9c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:00.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.247+0000 7ff63a028640 1 -- 172.21.15.67:0/2298959339 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff634152a10 con 0x7ff6340d1010 2024-09-21T00:22:00.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.247+0000 7ff63a028640 1 --2- 172.21.15.67:0/2298959339 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff6340d1010 0x7ff63414f100 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7ff62c006010 tx=0x7ff62c003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:22:00.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.248+0000 7ff62a7fc640 1 -- 172.21.15.67:0/2298959339 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff62c044070 con 0x7ff6340d1010 2024-09-21T00:22:00.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.248+0000 7ff62a7fc640 1 -- 172.21.15.67:0/2298959339 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff62c02e7f0 con 0x7ff6340d1010 2024-09-21T00:22:00.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.248+0000 7ff63ba8b640 1 -- 172.21.15.67:0/2298959339 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff6341f91d0 con 0x7ff6340d1010 2024-09-21T00:22:00.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.248+0000 7ff62a7fc640 1 -- 172.21.15.67:0/2298959339 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff62c0044b0 con 0x7ff6340d1010 2024-09-21T00:22:00.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.248+0000 7ff63ba8b640 1 -- 172.21.15.67:0/2298959339 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6341f9470 con 0x7ff6340d1010 2024-09-21T00:22:00.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.249+0000 7ff63ba8b640 1 -- 172.21.15.67:0/2298959339 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff6340b7800 con 0x7ff6340d1010 2024-09-21T00:22:00.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.250+0000 7ff62a7fc640 1 -- 172.21.15.67:0/2298959339 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7ff62c047070 con 0x7ff6340d1010 2024-09-21T00:22:00.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.250+0000 7ff62a7fc640 1 --2- 172.21.15.67:0/2298959339 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff618078b90 0x7ff61807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:00.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.250+0000 7ff62a7fc640 1 -- 172.21.15.67:0/2298959339 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7ff62c0bb900 con 0x7ff6340d1010 2024-09-21T00:22:00.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.251+0000 7ff639827640 1 --2- 172.21.15.67:0/2298959339 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff618078b90 0x7ff61807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:00.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.251+0000 7ff639827640 1 --2- 172.21.15.67:0/2298959339 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff618078b90 0x7ff61807b0a0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7ff630007fd0 tx=0x7ff630009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:22:00.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.255+0000 7ff62a7fc640 1 -- 172.21.15.67:0/2298959339 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7ff634152a10 con 0x7ff6340d1010 2024-09-21T00:22:00.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.514+0000 7ff63ba8b640 1 -- 172.21.15.67:0/2298959339 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mds"} v 0) -- 0x7ff63415fc70 con 0x7ff6340d1010 2024-09-21T00:22:00.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.517+0000 7ff62a7fc640 1 -- 172.21.15.67:0/2298959339 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mds"}]=0 v7) ==== 90+0+0 (secure 0 0 0) 0x7ff62c032030 con 0x7ff6340d1010 2024-09-21T00:22:00.521 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.520+0000 7ff63ba8b640 1 -- 172.21.15.67:0/2298959339 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff618078b90 msgr2=0x7ff61807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:00.521 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.520+0000 7ff63ba8b640 1 --2- 172.21.15.67:0/2298959339 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff618078b90 0x7ff61807b0a0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7ff630007fd0 tx=0x7ff630009040 comp rx=0 tx=0).stop 2024-09-21T00:22:00.521 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.520+0000 7ff63ba8b640 1 -- 172.21.15.67:0/2298959339 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff6340d1010 msgr2=0x7ff63414f100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:00.522 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.520+0000 7ff63ba8b640 1 --2- 172.21.15.67:0/2298959339 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff6340d1010 0x7ff63414f100 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7ff62c006010 tx=0x7ff62c003f10 comp rx=0 tx=0).stop 2024-09-21T00:22:00.522 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.520+0000 7ff63ba8b640 1 -- 172.21.15.67:0/2298959339 shutdown_connections 2024-09-21T00:22:00.522 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.520+0000 7ff63ba8b640 1 --2- 172.21.15.67:0/2298959339 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff618078b90 0x7ff61807b0a0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:00.522 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.520+0000 7ff63ba8b640 1 --2- 172.21.15.67:0/2298959339 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff6340d1010 0x7ff63414f100 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:00.522 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.520+0000 7ff63ba8b640 1 --2- 172.21.15.67:0/2298959339 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff6340b9780 0x7ff6341524d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:00.522 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.520+0000 7ff63ba8b640 1 --2- 172.21.15.67:0/2298959339 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff6340b73f0 0x7ff6341f9c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:00.522 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.520+0000 7ff63ba8b640 1 -- 172.21.15.67:0/2298959339 >> 172.21.15.67:0/2298959339 conn(0x7ff63408bee0 msgr2=0x7ff63406ec90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:22:00.522 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.520+0000 7ff63ba8b640 1 -- 172.21.15.67:0/2298959339 shutdown_connections 2024-09-21T00:22:00.522 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.520+0000 7ff63ba8b640 1 -- 172.21.15.67:0/2298959339 wait complete. 2024-09-21T00:22:00.532 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mgr 2024-09-21T00:22:00.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.649+0000 7fbd4b539640 1 -- 172.21.15.67:0/1921481518 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd440b6730 msgr2=0x7fbd440cf260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:00.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.649+0000 7fbd4b539640 1 --2- 172.21.15.67:0/1921481518 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd440b6730 0x7fbd440cf260 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fbd4406e010 tx=0x7fbd3402a5d0 comp rx=0 tx=0).stop 2024-09-21T00:22:00.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.649+0000 7fbd4b539640 1 -- 172.21.15.67:0/1921481518 shutdown_connections 2024-09-21T00:22:00.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.649+0000 7fbd4b539640 1 --2- 172.21.15.67:0/1921481518 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd440b6730 0x7fbd440cf260 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:00.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.649+0000 7fbd4b539640 1 -- 172.21.15.67:0/1921481518 >> 172.21.15.67:0/1921481518 conn(0x7fbd440d45a0 msgr2=0x7fbd440d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:22:00.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.649+0000 7fbd4b539640 1 -- 172.21.15.67:0/1921481518 shutdown_connections 2024-09-21T00:22:00.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.649+0000 7fbd4b539640 1 -- 172.21.15.67:0/1921481518 wait complete. 2024-09-21T00:22:00.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.650+0000 7fbd4b539640 1 Processor -- start 2024-09-21T00:22:00.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.651+0000 7fbd4b539640 1 -- start start 2024-09-21T00:22:00.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.652+0000 7fbd4b539640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbd4406fbd0 0x7fbd4415d970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:00.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.652+0000 7fbd4b539640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbd440b9e70 0x7fbd4415a1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:00.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.652+0000 7fbd4b539640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd4415a9e0 0x7fbd440a1520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:00.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.652+0000 7fbd4b539640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fbd440d0030 con 0x7fbd4415a9e0 2024-09-21T00:22:00.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.652+0000 7fbd4b539640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fbd440cfeb0 con 0x7fbd440b9e70 2024-09-21T00:22:00.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.652+0000 7fbd4b539640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fbd440d01b0 con 0x7fbd4406fbd0 2024-09-21T00:22:00.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.652+0000 7fbd49ad6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd4415a9e0 0x7fbd440a1520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:00.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.652+0000 7fbd49ad6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd4415a9e0 0x7fbd440a1520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:41408/0 (socket says 172.21.15.67:41408) 2024-09-21T00:22:00.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.652+0000 7fbd49ad6640 1 -- 172.21.15.67:0/2027521603 learned_addr learned my addr 172.21.15.67:0/2027521603 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:22:00.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.652+0000 7fbd48ad4640 1 --2- 172.21.15.67:0/2027521603 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbd440b9e70 0x7fbd4415a1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:00.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.652+0000 7fbd492d5640 1 --2- 172.21.15.67:0/2027521603 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbd4406fbd0 0x7fbd4415d970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:00.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.652+0000 7fbd49ad6640 1 -- 172.21.15.67:0/2027521603 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbd4406fbd0 msgr2=0x7fbd4415d970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:00.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.652+0000 7fbd49ad6640 1 --2- 172.21.15.67:0/2027521603 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbd4406fbd0 0x7fbd4415d970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:00.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.652+0000 7fbd49ad6640 1 -- 172.21.15.67:0/2027521603 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbd440b9e70 msgr2=0x7fbd4415a1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:00.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.652+0000 7fbd49ad6640 1 --2- 172.21.15.67:0/2027521603 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbd440b9e70 0x7fbd4415a1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:00.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.652+0000 7fbd49ad6640 1 -- 172.21.15.67:0/2027521603 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd4415b4c0 con 0x7fbd4415a9e0 2024-09-21T00:22:00.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.653+0000 7fbd49ad6640 1 --2- 172.21.15.67:0/2027521603 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd4415a9e0 0x7fbd440a1520 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fbd3c00c700 tx=0x7fbd3c00cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:22:00.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.653+0000 7fbd39ffb640 1 -- 172.21.15.67:0/2027521603 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd3c003b70 con 0x7fbd4415a9e0 2024-09-21T00:22:00.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.653+0000 7fbd39ffb640 1 -- 172.21.15.67:0/2027521603 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbd3c003d10 con 0x7fbd4415a9e0 2024-09-21T00:22:00.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.653+0000 7fbd4b539640 1 -- 172.21.15.67:0/2027521603 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbd4415cbb0 con 0x7fbd4415a9e0 2024-09-21T00:22:00.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.653+0000 7fbd39ffb640 1 -- 172.21.15.67:0/2027521603 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd3c00aab0 con 0x7fbd4415a9e0 2024-09-21T00:22:00.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.653+0000 7fbd4b539640 1 -- 172.21.15.67:0/2027521603 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbd4415d170 con 0x7fbd4415a9e0 2024-09-21T00:22:00.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.654+0000 7fbd4b539640 1 -- 172.21.15.67:0/2027521603 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbd44050f60 con 0x7fbd4415a9e0 2024-09-21T00:22:00.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.654+0000 7fbd39ffb640 1 -- 172.21.15.67:0/2027521603 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fbd3c00ac50 con 0x7fbd4415a9e0 2024-09-21T00:22:00.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.655+0000 7fbd39ffb640 1 --2- 172.21.15.67:0/2027521603 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbd28078bc0 0x7fbd2807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:00.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.655+0000 7fbd39ffb640 1 -- 172.21.15.67:0/2027521603 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7fbd3c09a5e0 con 0x7fbd4415a9e0 2024-09-21T00:22:00.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.655+0000 7fbd492d5640 1 --2- 172.21.15.67:0/2027521603 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbd28078bc0 0x7fbd2807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:00.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.656+0000 7fbd492d5640 1 --2- 172.21.15.67:0/2027521603 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbd28078bc0 0x7fbd2807b0d0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fbd40000f60 tx=0x7fbd40009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:22:00.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.659+0000 7fbd39ffb640 1 -- 172.21.15.67:0/2027521603 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fbd44050f60 con 0x7fbd4415a9e0 2024-09-21T00:22:00.931 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.930+0000 7fbd4b539640 1 -- 172.21.15.67:0/2027521603 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mgr"} v 0) -- 0x7fbd440b8890 con 0x7fbd4415a9e0 2024-09-21T00:22:00.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.932+0000 7fbd39ffb640 1 -- 172.21.15.67:0/2027521603 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mgr"}]=0 v8) ==== 90+0+0 (secure 0 0 0) 0x7fbd3c0627c0 con 0x7fbd4415a9e0 2024-09-21T00:22:00.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.935+0000 7fbd4b539640 1 -- 172.21.15.67:0/2027521603 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbd28078bc0 msgr2=0x7fbd2807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:00.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.935+0000 7fbd4b539640 1 --2- 172.21.15.67:0/2027521603 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbd28078bc0 0x7fbd2807b0d0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fbd40000f60 tx=0x7fbd40009040 comp rx=0 tx=0).stop 2024-09-21T00:22:00.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.935+0000 7fbd4b539640 1 -- 172.21.15.67:0/2027521603 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd4415a9e0 msgr2=0x7fbd440a1520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:00.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.935+0000 7fbd4b539640 1 --2- 172.21.15.67:0/2027521603 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd4415a9e0 0x7fbd440a1520 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fbd3c00c700 tx=0x7fbd3c00cbc0 comp rx=0 tx=0).stop 2024-09-21T00:22:00.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.935+0000 7fbd4b539640 1 -- 172.21.15.67:0/2027521603 shutdown_connections 2024-09-21T00:22:00.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.935+0000 7fbd4b539640 1 --2- 172.21.15.67:0/2027521603 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbd28078bc0 0x7fbd2807b0d0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:00.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.935+0000 7fbd4b539640 1 --2- 172.21.15.67:0/2027521603 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd4415a9e0 0x7fbd440a1520 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:00.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.935+0000 7fbd4b539640 1 --2- 172.21.15.67:0/2027521603 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbd440b9e70 0x7fbd4415a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:00.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.935+0000 7fbd4b539640 1 --2- 172.21.15.67:0/2027521603 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbd4406fbd0 0x7fbd4415d970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:00.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.935+0000 7fbd4b539640 1 -- 172.21.15.67:0/2027521603 >> 172.21.15.67:0/2027521603 conn(0x7fbd440d45a0 msgr2=0x7fbd44161a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:22:00.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.935+0000 7fbd4b539640 1 -- 172.21.15.67:0/2027521603 shutdown_connections 2024-09-21T00:22:00.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:00.935+0000 7fbd4b539640 1 -- 172.21.15.67:0/2027521603 wait complete. 2024-09-21T00:22:00.947 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-osd 2024-09-21T00:22:01.065 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.063+0000 7f05d85ad640 1 -- 172.21.15.67:0/1843507430 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f05b8005150 msgr2=0x7f05b800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:01.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.063+0000 7f05d85ad640 1 --2- 172.21.15.67:0/1843507430 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f05b8005150 0x7f05b800b9c0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f05c8009b50 tx=0x7f05b8005830 comp rx=0 tx=0).stop 2024-09-21T00:22:01.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.064+0000 7f05d6b4a640 1 -- 172.21.15.67:0/1843507430 reap_dead start 2024-09-21T00:22:01.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.064+0000 7f05d85ad640 1 -- 172.21.15.67:0/1843507430 shutdown_connections 2024-09-21T00:22:01.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.064+0000 7f05d85ad640 1 -- 172.21.15.67:0/1843507430 >> 172.21.15.67:0/1843507430 conn(0x7f05d00d4590 msgr2=0x7f05d00d49a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:22:01.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.064+0000 7f05d85ad640 1 -- 172.21.15.67:0/1843507430 shutdown_connections 2024-09-21T00:22:01.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.064+0000 7f05d85ad640 1 -- 172.21.15.67:0/1843507430 wait complete. 2024-09-21T00:22:01.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.065+0000 7f05d85ad640 1 Processor -- start 2024-09-21T00:22:01.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.066+0000 7f05d85ad640 1 -- start start 2024-09-21T00:22:01.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.067+0000 7f05d85ad640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f05b8005150 0x7f05d00cc050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:01.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.067+0000 7f05d85ad640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f05d0161660 0x7f05d0161a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:01.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.067+0000 7f05d85ad640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f05d00cd320 0x7f05d00cd730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:01.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.067+0000 7f05d85ad640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f05d00b1160 con 0x7f05d00cd320 2024-09-21T00:22:01.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.067+0000 7f05d85ad640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f05d00d18a0 con 0x7f05b8005150 2024-09-21T00:22:01.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.067+0000 7f05d85ad640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f05d00b12e0 con 0x7f05d0161660 2024-09-21T00:22:01.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.067+0000 7f05d6b4a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f05d00cd320 0x7f05d00cd730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:01.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.067+0000 7f05d6b4a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f05d00cd320 0x7f05d00cd730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:41428/0 (socket says 172.21.15.67:41428) 2024-09-21T00:22:01.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.067+0000 7f05d6b4a640 1 -- 172.21.15.67:0/124628019 learned_addr learned my addr 172.21.15.67:0/124628019 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:22:01.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.067+0000 7f05d5b48640 1 --2- 172.21.15.67:0/124628019 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f05d0161660 0x7f05d0161a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:01.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.067+0000 7f05d6349640 1 --2- 172.21.15.67:0/124628019 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f05b8005150 0x7f05d00cc050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:01.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.067+0000 7f05d6b4a640 1 -- 172.21.15.67:0/124628019 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f05d0161660 msgr2=0x7f05d0161a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:01.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.067+0000 7f05d6b4a640 1 --2- 172.21.15.67:0/124628019 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f05d0161660 0x7f05d0161a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:01.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.067+0000 7f05d6b4a640 1 -- 172.21.15.67:0/124628019 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f05b8005150 msgr2=0x7f05d00cc050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:01.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.067+0000 7f05d6b4a640 1 --2- 172.21.15.67:0/124628019 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f05b8005150 0x7f05d00cc050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:01.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.067+0000 7f05d6b4a640 1 -- 172.21.15.67:0/124628019 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05d00cc590 con 0x7f05d00cd320 2024-09-21T00:22:01.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.068+0000 7f05d6b4a640 1 --2- 172.21.15.67:0/124628019 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f05d00cd320 0x7f05d00cd730 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f05c8009c70 tx=0x7f05c8033670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:22:01.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.068+0000 7f05ceffd640 1 -- 172.21.15.67:0/124628019 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05c8038040 con 0x7f05d00cd320 2024-09-21T00:22:01.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.068+0000 7f05ceffd640 1 -- 172.21.15.67:0/124628019 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f05c8004020 con 0x7f05d00cd320 2024-09-21T00:22:01.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.068+0000 7f05d85ad640 1 -- 172.21.15.67:0/124628019 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f05d006eb60 con 0x7f05d00cd320 2024-09-21T00:22:01.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.068+0000 7f05ceffd640 1 -- 172.21.15.67:0/124628019 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05c8004470 con 0x7f05d00cd320 2024-09-21T00:22:01.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.068+0000 7f05d85ad640 1 -- 172.21.15.67:0/124628019 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f05d00cc840 con 0x7f05d00cd320 2024-09-21T00:22:01.072 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.069+0000 7f05d85ad640 1 -- 172.21.15.67:0/124628019 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f05d008ca60 con 0x7f05d00cd320 2024-09-21T00:22:01.072 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.070+0000 7f05ceffd640 1 -- 172.21.15.67:0/124628019 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f05c8044030 con 0x7f05d00cd320 2024-09-21T00:22:01.072 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.070+0000 7f05ceffd640 1 --2- 172.21.15.67:0/124628019 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f05bc078b90 0x7f05bc07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:01.072 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.070+0000 7f05ceffd640 1 -- 172.21.15.67:0/124628019 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7f05c80bb750 con 0x7f05d00cd320 2024-09-21T00:22:01.072 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.071+0000 7f05d6349640 1 --2- 172.21.15.67:0/124628019 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f05bc078b90 0x7f05bc07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:01.073 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.071+0000 7f05d6349640 1 --2- 172.21.15.67:0/124628019 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f05bc078b90 0x7f05bc07b0a0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f05c0002200 tx=0x7f05c0006f70 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:22:01.075 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.074+0000 7f05ceffd640 1 -- 172.21.15.67:0/124628019 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f05d008ca60 con 0x7f05d00cd320 2024-09-21T00:22:01.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.332+0000 7f05d85ad640 1 -- 172.21.15.67:0/124628019 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-osd"} v 0) -- 0x7f05d006fb10 con 0x7f05d00cd320 2024-09-21T00:22:01.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.335+0000 7f05ceffd640 1 -- 172.21.15.67:0/124628019 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-osd"}]=0 v9) ==== 90+0+0 (secure 0 0 0) 0x7f05c804b020 con 0x7f05d00cd320 2024-09-21T00:22:01.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.338+0000 7f05d85ad640 1 -- 172.21.15.67:0/124628019 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f05bc078b90 msgr2=0x7f05bc07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:01.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.338+0000 7f05d85ad640 1 --2- 172.21.15.67:0/124628019 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f05bc078b90 0x7f05bc07b0a0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f05c0002200 tx=0x7f05c0006f70 comp rx=0 tx=0).stop 2024-09-21T00:22:01.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.338+0000 7f05d85ad640 1 -- 172.21.15.67:0/124628019 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f05d00cd320 msgr2=0x7f05d00cd730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:01.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.338+0000 7f05d85ad640 1 --2- 172.21.15.67:0/124628019 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f05d00cd320 0x7f05d00cd730 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f05c8009c70 tx=0x7f05c8033670 comp rx=0 tx=0).stop 2024-09-21T00:22:01.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.338+0000 7f05d85ad640 1 -- 172.21.15.67:0/124628019 shutdown_connections 2024-09-21T00:22:01.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.338+0000 7f05d85ad640 1 --2- 172.21.15.67:0/124628019 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f05bc078b90 0x7f05bc07b0a0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:01.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.338+0000 7f05d85ad640 1 --2- 172.21.15.67:0/124628019 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f05d00cd320 0x7f05d00cd730 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:01.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.338+0000 7f05d85ad640 1 --2- 172.21.15.67:0/124628019 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f05d0161660 0x7f05d0161a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:01.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.338+0000 7f05d85ad640 1 --2- 172.21.15.67:0/124628019 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f05b8005150 0x7f05d00cc050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:01.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.338+0000 7f05d85ad640 1 -- 172.21.15.67:0/124628019 >> 172.21.15.67:0/124628019 conn(0x7f05d00d4590 msgr2=0x7f05d00b1640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:22:01.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.338+0000 7f05d85ad640 1 -- 172.21.15.67:0/124628019 shutdown_connections 2024-09-21T00:22:01.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.338+0000 7f05d85ad640 1 -- 172.21.15.67:0/124628019 wait complete. 2024-09-21T00:22:01.351 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd 2024-09-21T00:22:01.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.467+0000 7fc5bf72b640 1 -- 172.21.15.67:0/3368033442 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc5b8160310 msgr2=0x7fc5b8160720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:01.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.467+0000 7fc5bf72b640 1 --2- 172.21.15.67:0/3368033442 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc5b8160310 0x7fc5b8160720 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fc5b80b28e0 tx=0x7fc5a802a4d0 comp rx=0 tx=0).stop 2024-09-21T00:22:01.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.467+0000 7fc5bf72b640 1 -- 172.21.15.67:0/3368033442 shutdown_connections 2024-09-21T00:22:01.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.467+0000 7fc5bf72b640 1 --2- 172.21.15.67:0/3368033442 >> v2:172.21.15.97:3300/0 conn(0x7fc5b80ad2f0 0x7fc5b80ad700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:01.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.467+0000 7fc5bf72b640 1 --2- 172.21.15.67:0/3368033442 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc5b8160310 0x7fc5b8160720 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:01.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.467+0000 7fc5bf72b640 1 --2- 172.21.15.67:0/3368033442 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc5b8153810 0x7fc5b815d730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:01.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.467+0000 7fc5bf72b640 1 -- 172.21.15.67:0/3368033442 >> 172.21.15.67:0/3368033442 conn(0x7fc5b806d5a0 msgr2=0x7fc5b80b1d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:22:01.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.467+0000 7fc5bf72b640 1 -- 172.21.15.67:0/3368033442 shutdown_connections 2024-09-21T00:22:01.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.467+0000 7fc5bf72b640 1 -- 172.21.15.67:0/3368033442 wait complete. 2024-09-21T00:22:01.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.469+0000 7fc5bf72b640 1 Processor -- start 2024-09-21T00:22:01.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.469+0000 7fc5bf72b640 1 -- start start 2024-09-21T00:22:01.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.470+0000 7fc5bf72b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc5b80ad2f0 0x7fc5b8140e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:01.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.470+0000 7fc5bf72b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc5b8153810 0x7fc5b8099810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:01.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.470+0000 7fc5bf72b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc5b8160310 0x7fc5b81553c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:01.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.470+0000 7fc5bf72b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc5b806f2f0 con 0x7fc5b8160310 2024-09-21T00:22:01.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.470+0000 7fc5bf72b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc5b806f170 con 0x7fc5b80ad2f0 2024-09-21T00:22:01.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.470+0000 7fc5bf72b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fc5b806f470 con 0x7fc5b8153810 2024-09-21T00:22:01.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.471+0000 7fc5bdcc8640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc5b8160310 0x7fc5b81553c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:01.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.471+0000 7fc5bdcc8640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc5b8160310 0x7fc5b81553c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:41436/0 (socket says 172.21.15.67:41436) 2024-09-21T00:22:01.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.471+0000 7fc5bdcc8640 1 -- 172.21.15.67:0/35157758 learned_addr learned my addr 172.21.15.67:0/35157758 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:22:01.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.471+0000 7fc5bd4c7640 1 --2- 172.21.15.67:0/35157758 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc5b80ad2f0 0x7fc5b8140e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:01.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.471+0000 7fc5bccc6640 1 --2- 172.21.15.67:0/35157758 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc5b8153810 0x7fc5b8099810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:01.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.471+0000 7fc5bdcc8640 1 -- 172.21.15.67:0/35157758 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc5b8153810 msgr2=0x7fc5b8099810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:01.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.471+0000 7fc5bdcc8640 1 --2- 172.21.15.67:0/35157758 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc5b8153810 0x7fc5b8099810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:01.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.471+0000 7fc5bdcc8640 1 -- 172.21.15.67:0/35157758 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc5b80ad2f0 msgr2=0x7fc5b8140e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:01.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.471+0000 7fc5bdcc8640 1 --2- 172.21.15.67:0/35157758 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc5b80ad2f0 0x7fc5b8140e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:01.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.471+0000 7fc5bdcc8640 1 -- 172.21.15.67:0/35157758 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5b81413d0 con 0x7fc5b8160310 2024-09-21T00:22:01.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.471+0000 7fc5bdcc8640 1 --2- 172.21.15.67:0/35157758 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc5b8160310 0x7fc5b81553c0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fc5b000e8e0 tx=0x7fc5b000eda0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:22:01.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.471+0000 7fc5adffb640 1 -- 172.21.15.67:0/35157758 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5b0004d20 con 0x7fc5b8160310 2024-09-21T00:22:01.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.471+0000 7fc5adffb640 1 -- 172.21.15.67:0/35157758 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc5b000ca60 con 0x7fc5b8160310 2024-09-21T00:22:01.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.471+0000 7fc5bf72b640 1 -- 172.21.15.67:0/35157758 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc5b81418e0 con 0x7fc5b8160310 2024-09-21T00:22:01.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.471+0000 7fc5adffb640 1 -- 172.21.15.67:0/35157758 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5b0005020 con 0x7fc5b8160310 2024-09-21T00:22:01.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.472+0000 7fc5bf72b640 1 -- 172.21.15.67:0/35157758 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5b8141ea0 con 0x7fc5b8160310 2024-09-21T00:22:01.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.472+0000 7fc5bf72b640 1 -- 172.21.15.67:0/35157758 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc5b8141650 con 0x7fc5b8160310 2024-09-21T00:22:01.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.473+0000 7fc5adffb640 1 -- 172.21.15.67:0/35157758 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fc5b00051c0 con 0x7fc5b8160310 2024-09-21T00:22:01.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.474+0000 7fc5adffb640 1 --2- 172.21.15.67:0/35157758 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc59c078b90 0x7fc59c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:01.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.474+0000 7fc5adffb640 1 -- 172.21.15.67:0/35157758 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7fc5b009b230 con 0x7fc5b8160310 2024-09-21T00:22:01.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.474+0000 7fc5bd4c7640 1 --2- 172.21.15.67:0/35157758 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc59c078b90 0x7fc59c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:01.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.475+0000 7fc5bd4c7640 1 --2- 172.21.15.67:0/35157758 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc59c078b90 0x7fc59c07b0a0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fc5b809e3a0 tx=0x7fc5b400b2e0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:22:01.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.478+0000 7fc5adffb640 1 -- 172.21.15.67:0/35157758 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fc5b0016030 con 0x7fc5b8160310 2024-09-21T00:22:01.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.743+0000 7fc5bf72b640 1 -- 172.21.15.67:0/35157758 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd"} v 0) -- 0x7fc5b806f920 con 0x7fc5b8160310 2024-09-21T00:22:01.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.746+0000 7fc5adffb640 1 -- 172.21.15.67:0/35157758 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd"}]=0 v10) ==== 90+0+0 (secure 0 0 0) 0x7fc5b0063400 con 0x7fc5b8160310 2024-09-21T00:22:01.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.748+0000 7fc5bf72b640 1 -- 172.21.15.67:0/35157758 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc59c078b90 msgr2=0x7fc59c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:01.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.748+0000 7fc5bf72b640 1 --2- 172.21.15.67:0/35157758 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc59c078b90 0x7fc59c07b0a0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fc5b809e3a0 tx=0x7fc5b400b2e0 comp rx=0 tx=0).stop 2024-09-21T00:22:01.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.748+0000 7fc5bf72b640 1 -- 172.21.15.67:0/35157758 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc5b8160310 msgr2=0x7fc5b81553c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:01.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.748+0000 7fc5bf72b640 1 --2- 172.21.15.67:0/35157758 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc5b8160310 0x7fc5b81553c0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fc5b000e8e0 tx=0x7fc5b000eda0 comp rx=0 tx=0).stop 2024-09-21T00:22:01.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.748+0000 7fc5bf72b640 1 -- 172.21.15.67:0/35157758 shutdown_connections 2024-09-21T00:22:01.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.748+0000 7fc5bf72b640 1 --2- 172.21.15.67:0/35157758 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc59c078b90 0x7fc59c07b0a0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:01.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.748+0000 7fc5bf72b640 1 --2- 172.21.15.67:0/35157758 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc5b8160310 0x7fc5b81553c0 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:01.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.748+0000 7fc5bf72b640 1 --2- 172.21.15.67:0/35157758 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc5b8153810 0x7fc5b8099810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:01.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.748+0000 7fc5bf72b640 1 --2- 172.21.15.67:0/35157758 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc5b80ad2f0 0x7fc5b8140e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:01.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.749+0000 7fc5bf72b640 1 -- 172.21.15.67:0/35157758 >> 172.21.15.67:0/35157758 conn(0x7fc5b806d5a0 msgr2=0x7fc5b815e7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:22:01.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.749+0000 7fc5bf72b640 1 -- 172.21.15.67:0/35157758 shutdown_connections 2024-09-21T00:22:01.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.749+0000 7fc5bf72b640 1 -- 172.21.15.67:0/35157758 wait complete. 2024-09-21T00:22:01.762 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd-mirror 2024-09-21T00:22:01.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.879+0000 7f42ddef2640 1 -- 172.21.15.67:0/3469216469 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f42d80b9e70 msgr2=0x7f42d80b6020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:01.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.879+0000 7f42ddef2640 1 --2- 172.21.15.67:0/3469216469 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f42d80b9e70 0x7f42d80b6020 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f42d806e010 tx=0x7f42c802a480 comp rx=0 tx=0).stop 2024-09-21T00:22:01.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.879+0000 7f42ddef2640 1 -- 172.21.15.67:0/3469216469 shutdown_connections 2024-09-21T00:22:01.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.879+0000 7f42ddef2640 1 --2- 172.21.15.67:0/3469216469 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f42d80b9e70 0x7f42d80b6020 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:01.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.879+0000 7f42ddef2640 1 -- 172.21.15.67:0/3469216469 >> 172.21.15.67:0/3469216469 conn(0x7f42d80d45a0 msgr2=0x7f42d80d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:22:01.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.879+0000 7f42ddef2640 1 -- 172.21.15.67:0/3469216469 shutdown_connections 2024-09-21T00:22:01.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.879+0000 7f42ddef2640 1 -- 172.21.15.67:0/3469216469 wait complete. 2024-09-21T00:22:01.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.881+0000 7f42ddef2640 1 Processor -- start 2024-09-21T00:22:01.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.881+0000 7f42ddef2640 1 -- start start 2024-09-21T00:22:01.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.882+0000 7f42ddef2640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f42d80b9e70 0x7f42d80b7e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:01.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.882+0000 7f42ddef2640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f42d80d0270 0x7f42d80cbd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:01.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.882+0000 7f42ddef2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f42d80d22f0 0x7f42d80cc2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:01.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.882+0000 7f42ddef2640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f42d80b68f0 con 0x7f42d80d22f0 2024-09-21T00:22:01.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.882+0000 7f42ddef2640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f42d80b6770 con 0x7f42d80d0270 2024-09-21T00:22:01.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.882+0000 7f42ddef2640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f42d806f9e0 con 0x7f42d80b9e70 2024-09-21T00:22:01.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.882+0000 7f42d7fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f42d80d22f0 0x7f42d80cc2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:01.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.883+0000 7f42d7fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f42d80d22f0 0x7f42d80cc2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:41456/0 (socket says 172.21.15.67:41456) 2024-09-21T00:22:01.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.883+0000 7f42d7fff640 1 -- 172.21.15.67:0/1194526058 learned_addr learned my addr 172.21.15.67:0/1194526058 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:22:01.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.883+0000 7f42d6ffd640 1 --2- 172.21.15.67:0/1194526058 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f42d80d0270 0x7f42d80cbd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:01.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.883+0000 7f42d77fe640 1 --2- 172.21.15.67:0/1194526058 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f42d80b9e70 0x7f42d80b7e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:01.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.883+0000 7f42d7fff640 1 -- 172.21.15.67:0/1194526058 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f42d80b9e70 msgr2=0x7f42d80b7e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:01.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.883+0000 7f42d7fff640 1 --2- 172.21.15.67:0/1194526058 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f42d80b9e70 0x7f42d80b7e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:01.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.883+0000 7f42d7fff640 1 -- 172.21.15.67:0/1194526058 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f42d80d0270 msgr2=0x7f42d80cbd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:01.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.883+0000 7f42d7fff640 1 --2- 172.21.15.67:0/1194526058 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f42d80d0270 0x7f42d80cbd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:01.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.883+0000 7f42d7fff640 1 -- 172.21.15.67:0/1194526058 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42d81f8cc0 con 0x7f42d80d22f0 2024-09-21T00:22:01.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.883+0000 7f42d7fff640 1 --2- 172.21.15.67:0/1194526058 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f42d80d22f0 0x7f42d80cc2a0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f42d000b970 tx=0x7f42d000be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:22:01.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.883+0000 7f42bffff640 1 -- 172.21.15.67:0/1194526058 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42d0019070 con 0x7f42d80d22f0 2024-09-21T00:22:01.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.883+0000 7f42bffff640 1 -- 172.21.15.67:0/1194526058 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f42d000cc30 con 0x7f42d80d22f0 2024-09-21T00:22:01.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.883+0000 7f42ddef2640 1 -- 172.21.15.67:0/1194526058 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f42d80b83d0 con 0x7f42d80d22f0 2024-09-21T00:22:01.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.883+0000 7f42bffff640 1 -- 172.21.15.67:0/1194526058 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42d00146a0 con 0x7f42d80d22f0 2024-09-21T00:22:01.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.883+0000 7f42ddef2640 1 -- 172.21.15.67:0/1194526058 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f42d81f8f60 con 0x7f42d80d22f0 2024-09-21T00:22:01.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.884+0000 7f42ddef2640 1 -- 172.21.15.67:0/1194526058 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f42d80b8630 con 0x7f42d80d22f0 2024-09-21T00:22:01.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.885+0000 7f42bffff640 1 -- 172.21.15.67:0/1194526058 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f42d001c070 con 0x7f42d80d22f0 2024-09-21T00:22:01.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.886+0000 7f42bffff640 1 --2- 172.21.15.67:0/1194526058 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f42c4078b90 0x7f42c407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:01.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.886+0000 7f42bffff640 1 -- 172.21.15.67:0/1194526058 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7f42d009a6a0 con 0x7f42d80d22f0 2024-09-21T00:22:01.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.886+0000 7f42d77fe640 1 --2- 172.21.15.67:0/1194526058 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f42c4078b90 0x7f42c407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:01.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.887+0000 7f42d77fe640 1 --2- 172.21.15.67:0/1194526058 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f42c4078b90 0x7f42c407b0a0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f42c8034000 tx=0x7f42c8004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:22:01.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:01.890+0000 7f42bffff640 1 -- 172.21.15.67:0/1194526058 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f42d0062870 con 0x7f42d80d22f0 2024-09-21T00:22:02.149 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.148+0000 7f42ddef2640 1 -- 172.21.15.67:0/1194526058 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"} v 0) -- 0x7f42d80b6020 con 0x7f42d80d22f0 2024-09-21T00:22:02.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.150+0000 7f42bffff640 1 -- 172.21.15.67:0/1194526058 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"}]=0 v11) ==== 97+0+0 (secure 0 0 0) 0x7f42d00672a0 con 0x7f42d80d22f0 2024-09-21T00:22:02.154 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.153+0000 7f42ddef2640 1 -- 172.21.15.67:0/1194526058 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f42c4078b90 msgr2=0x7f42c407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:02.154 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.153+0000 7f42ddef2640 1 --2- 172.21.15.67:0/1194526058 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f42c4078b90 0x7f42c407b0a0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f42c8034000 tx=0x7f42c8004730 comp rx=0 tx=0).stop 2024-09-21T00:22:02.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.153+0000 7f42ddef2640 1 -- 172.21.15.67:0/1194526058 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f42d80d22f0 msgr2=0x7f42d80cc2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:02.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.153+0000 7f42ddef2640 1 --2- 172.21.15.67:0/1194526058 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f42d80d22f0 0x7f42d80cc2a0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f42d000b970 tx=0x7f42d000be30 comp rx=0 tx=0).stop 2024-09-21T00:22:02.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.153+0000 7f42ddef2640 1 -- 172.21.15.67:0/1194526058 shutdown_connections 2024-09-21T00:22:02.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.153+0000 7f42ddef2640 1 --2- 172.21.15.67:0/1194526058 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f42c4078b90 0x7f42c407b0a0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:02.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.153+0000 7f42ddef2640 1 --2- 172.21.15.67:0/1194526058 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f42d80d22f0 0x7f42d80cc2a0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:02.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.153+0000 7f42ddef2640 1 --2- 172.21.15.67:0/1194526058 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f42d80d0270 0x7f42d80cbd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:02.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.153+0000 7f42ddef2640 1 --2- 172.21.15.67:0/1194526058 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f42d80b9e70 0x7f42d80b7e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:02.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.153+0000 7f42ddef2640 1 -- 172.21.15.67:0/1194526058 >> 172.21.15.67:0/1194526058 conn(0x7f42d80d45a0 msgr2=0x7f42d80b3170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:22:02.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.153+0000 7f42ddef2640 1 -- 172.21.15.67:0/1194526058 shutdown_connections 2024-09-21T00:22:02.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.153+0000 7f42ddef2640 1 -- 172.21.15.67:0/1194526058 wait complete. 2024-09-21T00:22:02.166 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rgw 2024-09-21T00:22:02.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.282+0000 7fd824f57640 1 -- 172.21.15.67:0/3047408367 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd820153810 msgr2=0x7fd82015d730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:02.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.282+0000 7fd824f57640 1 --2- 172.21.15.67:0/3047408367 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd820153810 0x7fd82015d730 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fd820157360 tx=0x7fd81002a560 comp rx=0 tx=0).stop 2024-09-21T00:22:02.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.282+0000 7fd824f57640 1 -- 172.21.15.67:0/3047408367 shutdown_connections 2024-09-21T00:22:02.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.282+0000 7fd824f57640 1 --2- 172.21.15.67:0/3047408367 >> v2:172.21.15.97:3300/0 conn(0x7fd820160310 0x7fd820160720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:02.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.282+0000 7fd824f57640 1 --2- 172.21.15.67:0/3047408367 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd820153810 0x7fd82015d730 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:02.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.282+0000 7fd824f57640 1 -- 172.21.15.67:0/3047408367 >> 172.21.15.67:0/3047408367 conn(0x7fd82006d5a0 msgr2=0x7fd8200b1d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:22:02.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.282+0000 7fd824f57640 1 -- 172.21.15.67:0/3047408367 shutdown_connections 2024-09-21T00:22:02.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.282+0000 7fd824f57640 1 -- 172.21.15.67:0/3047408367 wait complete. 2024-09-21T00:22:02.285 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.284+0000 7fd824f57640 1 Processor -- start 2024-09-21T00:22:02.285 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.284+0000 7fd824f57640 1 -- start start 2024-09-21T00:22:02.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.285+0000 7fd824f57640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd8200ad2f0 0x7fd820074a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:02.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.285+0000 7fd824f57640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd820153810 0x7fd82014b820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:02.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.285+0000 7fd824f57640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd820160310 0x7fd820158e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:02.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.285+0000 7fd824f57640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fd82006f2f0 con 0x7fd820160310 2024-09-21T00:22:02.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.285+0000 7fd824f57640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fd82006f170 con 0x7fd820153810 2024-09-21T00:22:02.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.285+0000 7fd824f57640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fd82006f470 con 0x7fd8200ad2f0 2024-09-21T00:22:02.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.285+0000 7fd81ed9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd820160310 0x7fd820158e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:02.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.285+0000 7fd81ed9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd820160310 0x7fd820158e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:41464/0 (socket says 172.21.15.67:41464) 2024-09-21T00:22:02.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.285+0000 7fd81ed9d640 1 -- 172.21.15.67:0/2017799684 learned_addr learned my addr 172.21.15.67:0/2017799684 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:22:02.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.285+0000 7fd81dd9b640 1 --2- 172.21.15.67:0/2017799684 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd820153810 0x7fd82014b820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:02.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.285+0000 7fd81e59c640 1 --2- 172.21.15.67:0/2017799684 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd8200ad2f0 0x7fd820074a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:02.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.286+0000 7fd81ed9d640 1 -- 172.21.15.67:0/2017799684 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd8200ad2f0 msgr2=0x7fd820074a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:02.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.286+0000 7fd81ed9d640 1 --2- 172.21.15.67:0/2017799684 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd8200ad2f0 0x7fd820074a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:02.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.286+0000 7fd81ed9d640 1 -- 172.21.15.67:0/2017799684 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd820153810 msgr2=0x7fd82014b820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:02.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.286+0000 7fd81ed9d640 1 --2- 172.21.15.67:0/2017799684 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd820153810 0x7fd82014b820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:02.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.286+0000 7fd81ed9d640 1 -- 172.21.15.67:0/2017799684 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd820073fd0 con 0x7fd820160310 2024-09-21T00:22:02.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.286+0000 7fd81ed9d640 1 --2- 172.21.15.67:0/2017799684 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd820160310 0x7fd820158e40 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fd81800c6b0 tx=0x7fd81800cb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:22:02.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.286+0000 7fd80effd640 1 -- 172.21.15.67:0/2017799684 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd818003b70 con 0x7fd820160310 2024-09-21T00:22:02.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.286+0000 7fd80effd640 1 -- 172.21.15.67:0/2017799684 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd818003d30 con 0x7fd820160310 2024-09-21T00:22:02.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.286+0000 7fd824f57640 1 -- 172.21.15.67:0/2017799684 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd8200b18a0 con 0x7fd820160310 2024-09-21T00:22:02.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.286+0000 7fd80effd640 1 -- 172.21.15.67:0/2017799684 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd818005330 con 0x7fd820160310 2024-09-21T00:22:02.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.286+0000 7fd824f57640 1 -- 172.21.15.67:0/2017799684 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd82014bd60 con 0x7fd820160310 2024-09-21T00:22:02.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.287+0000 7fd824f57640 1 -- 172.21.15.67:0/2017799684 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd82006f990 con 0x7fd820160310 2024-09-21T00:22:02.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.288+0000 7fd80effd640 1 -- 172.21.15.67:0/2017799684 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fd8180054d0 con 0x7fd820160310 2024-09-21T00:22:02.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.289+0000 7fd80effd640 1 --2- 172.21.15.67:0/2017799684 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd800078bf0 0x7fd80007b100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:02.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.289+0000 7fd80effd640 1 -- 172.21.15.67:0/2017799684 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7fd81809a4d0 con 0x7fd820160310 2024-09-21T00:22:02.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.289+0000 7fd81e59c640 1 --2- 172.21.15.67:0/2017799684 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd800078bf0 0x7fd80007b100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:02.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.289+0000 7fd81e59c640 1 --2- 172.21.15.67:0/2017799684 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd800078bf0 0x7fd80007b100 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fd810033000 tx=0x7fd810004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:22:02.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.293+0000 7fd80effd640 1 -- 172.21.15.67:0/2017799684 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fd8180626a0 con 0x7fd820160310 2024-09-21T00:22:02.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.556+0000 7fd824f57640 1 -- 172.21.15.67:0/2017799684 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rgw"} v 0) -- 0x7fd82015e9c0 con 0x7fd820160310 2024-09-21T00:22:02.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.559+0000 7fd80effd640 1 -- 172.21.15.67:0/2017799684 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rgw"}]=0 v12) ==== 90+0+0 (secure 0 0 0) 0x7fd8180670d0 con 0x7fd820160310 2024-09-21T00:22:02.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.561+0000 7fd824f57640 1 -- 172.21.15.67:0/2017799684 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd800078bf0 msgr2=0x7fd80007b100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:02.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.561+0000 7fd824f57640 1 --2- 172.21.15.67:0/2017799684 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd800078bf0 0x7fd80007b100 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fd810033000 tx=0x7fd810004730 comp rx=0 tx=0).stop 2024-09-21T00:22:02.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.561+0000 7fd824f57640 1 -- 172.21.15.67:0/2017799684 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd820160310 msgr2=0x7fd820158e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:02.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.561+0000 7fd824f57640 1 --2- 172.21.15.67:0/2017799684 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd820160310 0x7fd820158e40 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fd81800c6b0 tx=0x7fd81800cb70 comp rx=0 tx=0).stop 2024-09-21T00:22:02.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.561+0000 7fd824f57640 1 -- 172.21.15.67:0/2017799684 shutdown_connections 2024-09-21T00:22:02.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.561+0000 7fd824f57640 1 --2- 172.21.15.67:0/2017799684 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd800078bf0 0x7fd80007b100 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:02.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.561+0000 7fd824f57640 1 --2- 172.21.15.67:0/2017799684 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd820160310 0x7fd820158e40 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:02.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.561+0000 7fd824f57640 1 --2- 172.21.15.67:0/2017799684 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd820153810 0x7fd82014b820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:02.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.561+0000 7fd824f57640 1 --2- 172.21.15.67:0/2017799684 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd8200ad2f0 0x7fd820074a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:02.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.561+0000 7fd824f57640 1 -- 172.21.15.67:0/2017799684 >> 172.21.15.67:0/2017799684 conn(0x7fd82006d5a0 msgr2=0x7fd82015f8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:22:02.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.561+0000 7fd824f57640 1 -- 172.21.15.67:0/2017799684 shutdown_connections 2024-09-21T00:22:02.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.561+0000 7fd824f57640 1 -- 172.21.15.67:0/2017799684 wait complete. 2024-09-21T00:22:02.574 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-21T00:22:02.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.689+0000 7fc2fbddf640 1 -- 172.21.15.67:0/2684952163 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc2f4162ea0 msgr2=0x7fc2f40cf740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:02.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.689+0000 7fc2fbddf640 1 --2- 172.21.15.67:0/2684952163 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc2f4162ea0 0x7fc2f40cf740 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fc2f0009820 tx=0x7fc2f002a510 comp rx=0 tx=0).stop 2024-09-21T00:22:02.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.689+0000 7fc2fbddf640 1 -- 172.21.15.67:0/2684952163 shutdown_connections 2024-09-21T00:22:02.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.689+0000 7fc2fbddf640 1 --2- 172.21.15.67:0/2684952163 >> v2:172.21.15.97:3300/0 conn(0x7fc2f40d2b00 0x7fc2f415e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:02.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.689+0000 7fc2fbddf640 1 --2- 172.21.15.67:0/2684952163 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc2f4162ea0 0x7fc2f40cf740 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:02.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.689+0000 7fc2fbddf640 1 -- 172.21.15.67:0/2684952163 >> 172.21.15.67:0/2684952163 conn(0x7fc2f406dfb0 msgr2=0x7fc2f406e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:22:02.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.689+0000 7fc2fbddf640 1 -- 172.21.15.67:0/2684952163 shutdown_connections 2024-09-21T00:22:02.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.689+0000 7fc2fbddf640 1 -- 172.21.15.67:0/2684952163 wait complete. 2024-09-21T00:22:02.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.691+0000 7fc2fbddf640 1 Processor -- start 2024-09-21T00:22:02.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.691+0000 7fc2fbddf640 1 -- start start 2024-09-21T00:22:02.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.692+0000 7fc2fbddf640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc2f40d11c0 0x7fc2f4157930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:02.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.692+0000 7fc2fbddf640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc2f40d2b00 0x7fc2f40b4210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:02.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.692+0000 7fc2fbddf640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2f4162ea0 0x7fc2f40b4750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:02.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.692+0000 7fc2fbddf640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc2f415f640 con 0x7fc2f4162ea0 2024-09-21T00:22:02.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.692+0000 7fc2fbddf640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc2f415f4c0 con 0x7fc2f40d2b00 2024-09-21T00:22:02.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.692+0000 7fc2fbddf640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fc2f415f7c0 con 0x7fc2f40d11c0 2024-09-21T00:22:02.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.692+0000 7fc2fa37c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2f4162ea0 0x7fc2f40b4750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:02.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.692+0000 7fc2fa37c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2f4162ea0 0x7fc2f40b4750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:41470/0 (socket says 172.21.15.67:41470) 2024-09-21T00:22:02.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.692+0000 7fc2fa37c640 1 -- 172.21.15.67:0/4011041050 learned_addr learned my addr 172.21.15.67:0/4011041050 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:22:02.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.692+0000 7fc2f937a640 1 --2- 172.21.15.67:0/4011041050 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc2f40d2b00 0x7fc2f40b4210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:02.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.692+0000 7fc2f9b7b640 1 --2- 172.21.15.67:0/4011041050 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc2f40d11c0 0x7fc2f4157930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:02.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.693+0000 7fc2fa37c640 1 -- 172.21.15.67:0/4011041050 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc2f40d11c0 msgr2=0x7fc2f4157930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:02.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.693+0000 7fc2fa37c640 1 --2- 172.21.15.67:0/4011041050 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc2f40d11c0 0x7fc2f4157930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:02.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.693+0000 7fc2fa37c640 1 -- 172.21.15.67:0/4011041050 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc2f40d2b00 msgr2=0x7fc2f40b4210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:02.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.693+0000 7fc2fa37c640 1 --2- 172.21.15.67:0/4011041050 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc2f40d2b00 0x7fc2f40b4210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:02.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.693+0000 7fc2fa37c640 1 -- 172.21.15.67:0/4011041050 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2f40cb8d0 con 0x7fc2f4162ea0 2024-09-21T00:22:02.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.693+0000 7fc2fa37c640 1 --2- 172.21.15.67:0/4011041050 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2f4162ea0 0x7fc2f40b4750 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fc2ec00cb40 tx=0x7fc2ec00a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:22:02.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.693+0000 7fc2ea7fc640 1 -- 172.21.15.67:0/4011041050 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2ec016020 con 0x7fc2f4162ea0 2024-09-21T00:22:02.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.693+0000 7fc2ea7fc640 1 -- 172.21.15.67:0/4011041050 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc2ec00ad30 con 0x7fc2f4162ea0 2024-09-21T00:22:02.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.693+0000 7fc2fbddf640 1 -- 172.21.15.67:0/4011041050 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2f4157e70 con 0x7fc2f4162ea0 2024-09-21T00:22:02.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.693+0000 7fc2ea7fc640 1 -- 172.21.15.67:0/4011041050 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2ec012680 con 0x7fc2f4162ea0 2024-09-21T00:22:02.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.693+0000 7fc2fbddf640 1 -- 172.21.15.67:0/4011041050 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2f40b6d20 con 0x7fc2f4162ea0 2024-09-21T00:22:02.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.694+0000 7fc2fbddf640 1 -- 172.21.15.67:0/4011041050 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc2f415fc10 con 0x7fc2f4162ea0 2024-09-21T00:22:02.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.695+0000 7fc2ea7fc640 1 -- 172.21.15.67:0/4011041050 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fc2ec019020 con 0x7fc2f4162ea0 2024-09-21T00:22:02.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.696+0000 7fc2ea7fc640 1 --2- 172.21.15.67:0/4011041050 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc2d8078b90 0x7fc2d807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:02.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.696+0000 7fc2ea7fc640 1 -- 172.21.15.67:0/4011041050 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7fc2ec09ab50 con 0x7fc2f4162ea0 2024-09-21T00:22:02.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.696+0000 7fc2f9b7b640 1 --2- 172.21.15.67:0/4011041050 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc2d8078b90 0x7fc2d807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:02.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.697+0000 7fc2f9b7b640 1 --2- 172.21.15.67:0/4011041050 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc2d8078b90 0x7fc2d807b0a0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fc2f0034000 tx=0x7fc2f0004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:22:02.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.701+0000 7fc2ea7fc640 1 -- 172.21.15.67:0/4011041050 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fc2ec020030 con 0x7fc2f4162ea0 2024-09-21T00:22:02.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.889+0000 7fc2fbddf640 1 -- 172.21.15.67:0/4011041050 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fc2f40d1820 con 0x7fc2f4162ea0 2024-09-21T00:22:02.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.890+0000 7fc2ea7fc640 1 -- 172.21.15.67:0/4011041050 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v28) ==== 84+0+65 (secure 0 0 0) 0x7fc2ec062d30 con 0x7fc2f4162ea0 2024-09-21T00:22:02.891 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:22:02.891 INFO:teuthology.orchestra.run.smithi067.stdout:[ 2024-09-21T00:22:02.891 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:22:02.891 INFO:teuthology.orchestra.run.smithi067.stdout: "poolnum": 1, 2024-09-21T00:22:02.891 INFO:teuthology.orchestra.run.smithi067.stdout: "poolname": ".mgr" 2024-09-21T00:22:02.891 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:22:02.892 INFO:teuthology.orchestra.run.smithi067.stdout:] 2024-09-21T00:22:02.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.892+0000 7fc2fbddf640 1 -- 172.21.15.67:0/4011041050 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc2d8078b90 msgr2=0x7fc2d807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:02.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.892+0000 7fc2fbddf640 1 --2- 172.21.15.67:0/4011041050 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc2d8078b90 0x7fc2d807b0a0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fc2f0034000 tx=0x7fc2f0004730 comp rx=0 tx=0).stop 2024-09-21T00:22:02.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.892+0000 7fc2fbddf640 1 -- 172.21.15.67:0/4011041050 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2f4162ea0 msgr2=0x7fc2f40b4750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:02.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.892+0000 7fc2fbddf640 1 --2- 172.21.15.67:0/4011041050 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2f4162ea0 0x7fc2f40b4750 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fc2ec00cb40 tx=0x7fc2ec00a060 comp rx=0 tx=0).stop 2024-09-21T00:22:02.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.892+0000 7fc2fbddf640 1 -- 172.21.15.67:0/4011041050 shutdown_connections 2024-09-21T00:22:02.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.892+0000 7fc2fbddf640 1 --2- 172.21.15.67:0/4011041050 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc2d8078b90 0x7fc2d807b0a0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:02.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.892+0000 7fc2fbddf640 1 --2- 172.21.15.67:0/4011041050 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2f4162ea0 0x7fc2f40b4750 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:02.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.892+0000 7fc2fbddf640 1 --2- 172.21.15.67:0/4011041050 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc2f40d2b00 0x7fc2f40b4210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:02.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.892+0000 7fc2fbddf640 1 --2- 172.21.15.67:0/4011041050 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc2f40d11c0 0x7fc2f4157930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:02.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.892+0000 7fc2fbddf640 1 -- 172.21.15.67:0/4011041050 >> 172.21.15.67:0/4011041050 conn(0x7fc2f406dfb0 msgr2=0x7fc2f40d4ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:22:02.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.892+0000 7fc2fbddf640 1 -- 172.21.15.67:0/4011041050 shutdown_connections 2024-09-21T00:22:02.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:02.892+0000 7fc2fbddf640 1 -- 172.21.15.67:0/4011041050 wait complete. 2024-09-21T00:22:02.904 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-21T00:22:02.904 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-21T00:22:03.025 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.023+0000 7f07d85e4640 1 -- 172.21.15.67:0/3013900737 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f07d00ce430 msgr2=0x7f07d00b6640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:03.025 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.023+0000 7f07d85e4640 1 --2- 172.21.15.67:0/3013900737 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f07d00ce430 0x7f07d00b6640 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f07c0009830 tx=0x7f07c002a5c0 comp rx=0 tx=0).stop 2024-09-21T00:22:03.025 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.024+0000 7f07d85e4640 1 -- 172.21.15.67:0/3013900737 shutdown_connections 2024-09-21T00:22:03.025 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.024+0000 7f07d85e4640 1 --2- 172.21.15.67:0/3013900737 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f07d00ce430 0x7f07d00b6640 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:03.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.024+0000 7f07d85e4640 1 -- 172.21.15.67:0/3013900737 >> 172.21.15.67:0/3013900737 conn(0x7f07d00d1310 msgr2=0x7f07d00d1720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:22:03.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.024+0000 7f07d85e4640 1 -- 172.21.15.67:0/3013900737 shutdown_connections 2024-09-21T00:22:03.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.024+0000 7f07d85e4640 1 -- 172.21.15.67:0/3013900737 wait complete. 2024-09-21T00:22:03.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.025+0000 7f07d85e4640 1 Processor -- start 2024-09-21T00:22:03.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.025+0000 7f07d85e4640 1 -- start start 2024-09-21T00:22:03.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.027+0000 7f07d85e4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f07d00b4540 0x7f07d00c6d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:03.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.027+0000 7f07d85e4640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f07d00d1e30 0x7f07d014d060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:03.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.027+0000 7f07d85e4640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f07d015daf0 0x7f07d006cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:03.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.027+0000 7f07d85e4640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f07d00b53f0 con 0x7f07d00b4540 2024-09-21T00:22:03.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.027+0000 7f07d85e4640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f07d00b5270 con 0x7f07d015daf0 2024-09-21T00:22:03.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.027+0000 7f07d85e4640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f07d00b5570 con 0x7f07d00d1e30 2024-09-21T00:22:03.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.027+0000 7f07d6380640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f07d00b4540 0x7f07d00c6d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:03.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.027+0000 7f07d6380640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f07d00b4540 0x7f07d00c6d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:41486/0 (socket says 172.21.15.67:41486) 2024-09-21T00:22:03.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.027+0000 7f07d6380640 1 -- 172.21.15.67:0/2529557799 learned_addr learned my addr 172.21.15.67:0/2529557799 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:22:03.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.027+0000 7f07d6b81640 1 --2- 172.21.15.67:0/2529557799 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f07d015daf0 0x7f07d006cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:03.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.027+0000 7f07d5b7f640 1 --2- 172.21.15.67:0/2529557799 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f07d00d1e30 0x7f07d014d060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:03.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.027+0000 7f07d6380640 1 -- 172.21.15.67:0/2529557799 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f07d00d1e30 msgr2=0x7f07d014d060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:03.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.027+0000 7f07d6380640 1 --2- 172.21.15.67:0/2529557799 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f07d00d1e30 0x7f07d014d060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:03.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.027+0000 7f07d6380640 1 -- 172.21.15.67:0/2529557799 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f07d015daf0 msgr2=0x7f07d006cdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:03.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.027+0000 7f07d6380640 1 --2- 172.21.15.67:0/2529557799 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f07d015daf0 0x7f07d006cdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:03.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.027+0000 7f07d6380640 1 -- 172.21.15.67:0/2529557799 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07d00c7c90 con 0x7f07d00b4540 2024-09-21T00:22:03.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.027+0000 7f07d6380640 1 --2- 172.21.15.67:0/2529557799 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f07d00b4540 0x7f07d00c6d80 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f07cc00c3c0 tx=0x7f07cc00c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:22:03.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.028+0000 7f07c6ffd640 1 -- 172.21.15.67:0/2529557799 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07cc017070 con 0x7f07d00b4540 2024-09-21T00:22:03.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.028+0000 7f07c6ffd640 1 -- 172.21.15.67:0/2529557799 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f07cc0053c0 con 0x7f07d00b4540 2024-09-21T00:22:03.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.028+0000 7f07c6ffd640 1 -- 172.21.15.67:0/2529557799 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07cc003880 con 0x7f07d00b4540 2024-09-21T00:22:03.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.028+0000 7f07d85e4640 1 -- 172.21.15.67:0/2529557799 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f07d00c76d0 con 0x7f07d00b4540 2024-09-21T00:22:03.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.028+0000 7f07d85e4640 1 -- 172.21.15.67:0/2529557799 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07d014d9e0 con 0x7f07d00b4540 2024-09-21T00:22:03.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.029+0000 7f07d85e4640 1 -- 172.21.15.67:0/2529557799 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f07d00b6640 con 0x7f07d00b4540 2024-09-21T00:22:03.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.030+0000 7f07c6ffd640 1 -- 172.21.15.67:0/2529557799 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f07cc01a070 con 0x7f07d00b4540 2024-09-21T00:22:03.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.030+0000 7f07c6ffd640 1 --2- 172.21.15.67:0/2529557799 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f07b4078bc0 0x7f07b407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:03.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.030+0000 7f07c6ffd640 1 -- 172.21.15.67:0/2529557799 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(28..28 src has 1..28) ==== 4857+0+0 (secure 0 0 0) 0x7f07cc099c00 con 0x7f07d00b4540 2024-09-21T00:22:03.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.031+0000 7f07d5b7f640 1 --2- 172.21.15.67:0/2529557799 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f07b4078bc0 0x7f07b407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:03.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.031+0000 7f07d5b7f640 1 --2- 172.21.15.67:0/2529557799 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f07b4078bc0 0x7f07b407b0d0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f07c0034000 tx=0x7f07c0004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:22:03.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.035+0000 7f07c6ffd640 1 -- 172.21.15.67:0/2529557799 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f07cc0a0080 con 0x7f07d00b4540 2024-09-21T00:22:03.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.223+0000 7f07d85e4640 1 -- 172.21.15.67:0/2529557799 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f07d01e48a0 con 0x7f07d00b4540 2024-09-21T00:22:03.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.710+0000 7f07c6ffd640 1 -- 172.21.15.67:0/2529557799 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v29) ==== 138+0+0 (secure 0 0 0) 0x7f07d00d0190 con 0x7f07d00b4540 2024-09-21T00:22:03.712 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_metadata' created 2024-09-21T00:22:03.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.713+0000 7f07d85e4640 1 -- 172.21.15.67:0/2529557799 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f07b4078bc0 msgr2=0x7f07b407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:03.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.713+0000 7f07d85e4640 1 --2- 172.21.15.67:0/2529557799 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f07b4078bc0 0x7f07b407b0d0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f07c0034000 tx=0x7f07c0004730 comp rx=0 tx=0).stop 2024-09-21T00:22:03.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.713+0000 7f07d85e4640 1 -- 172.21.15.67:0/2529557799 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f07d00b4540 msgr2=0x7f07d00c6d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:03.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.713+0000 7f07d85e4640 1 --2- 172.21.15.67:0/2529557799 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f07d00b4540 0x7f07d00c6d80 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f07cc00c3c0 tx=0x7f07cc00c880 comp rx=0 tx=0).stop 2024-09-21T00:22:03.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.713+0000 7f07d85e4640 1 -- 172.21.15.67:0/2529557799 shutdown_connections 2024-09-21T00:22:03.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.713+0000 7f07d85e4640 1 --2- 172.21.15.67:0/2529557799 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f07b4078bc0 0x7f07b407b0d0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:03.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.713+0000 7f07d85e4640 1 --2- 172.21.15.67:0/2529557799 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f07d015daf0 0x7f07d006cdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:03.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.713+0000 7f07d85e4640 1 --2- 172.21.15.67:0/2529557799 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f07d00d1e30 0x7f07d014d060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:03.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.713+0000 7f07d85e4640 1 --2- 172.21.15.67:0/2529557799 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f07d00b4540 0x7f07d00c6d80 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:03.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.713+0000 7f07d85e4640 1 -- 172.21.15.67:0/2529557799 >> 172.21.15.67:0/2529557799 conn(0x7f07d00d1310 msgr2=0x7f07d015e450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:22:03.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.713+0000 7f07d85e4640 1 -- 172.21.15.67:0/2529557799 shutdown_connections 2024-09-21T00:22:03.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.713+0000 7f07d85e4640 1 -- 172.21.15.67:0/2529557799 wait complete. 2024-09-21T00:22:03.730 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-21T00:22:03.859 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.857+0000 7fd5fe0d3640 1 -- 172.21.15.67:0/1092268568 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd5e0003a00 msgr2=0x7fd5e0003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:03.859 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.857+0000 7fd5fe0d3640 1 --2- 172.21.15.67:0/1092268568 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd5e0003a00 0x7fd5e0003e70 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fd5e8009b50 tx=0x7fd5e0005830 comp rx=0 tx=0).stop 2024-09-21T00:22:03.859 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.857+0000 7fd5f7fff640 1 -- 172.21.15.67:0/1092268568 reap_dead start 2024-09-21T00:22:03.859 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.857+0000 7fd5fe0d3640 1 -- 172.21.15.67:0/1092268568 shutdown_connections 2024-09-21T00:22:03.859 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.857+0000 7fd5fe0d3640 1 -- 172.21.15.67:0/1092268568 >> 172.21.15.67:0/1092268568 conn(0x7fd5f809d870 msgr2=0x7fd5f808bee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:22:03.859 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.857+0000 7fd5fe0d3640 1 -- 172.21.15.67:0/1092268568 shutdown_connections 2024-09-21T00:22:03.859 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.857+0000 7fd5fe0d3640 1 -- 172.21.15.67:0/1092268568 wait complete. 2024-09-21T00:22:03.860 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.859+0000 7fd5fe0d3640 1 Processor -- start 2024-09-21T00:22:03.860 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.859+0000 7fd5fe0d3640 1 -- start start 2024-09-21T00:22:03.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.861+0000 7fd5fe0d3640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd5e0003a00 0x7fd5f8153a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:03.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.861+0000 7fd5fe0d3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd5f8151800 0x7fd5f81f8b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:03.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.861+0000 7fd5fe0d3640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd5f81512e0 0x7fd5f81f90c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:03.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.861+0000 7fd5fe0d3640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fd5f80b3710 con 0x7fd5f8151800 2024-09-21T00:22:03.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.861+0000 7fd5fe0d3640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fd5f80b3590 con 0x7fd5e0003a00 2024-09-21T00:22:03.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.861+0000 7fd5fe0d3640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fd5f80d2db0 con 0x7fd5f81512e0 2024-09-21T00:22:03.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.861+0000 7fd5f6ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd5f8151800 0x7fd5f81f8b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:03.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.861+0000 7fd5f6ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd5f8151800 0x7fd5f81f8b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:38240/0 (socket says 172.21.15.67:38240) 2024-09-21T00:22:03.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.861+0000 7fd5f6ffd640 1 -- 172.21.15.67:0/4204580373 learned_addr learned my addr 172.21.15.67:0/4204580373 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:22:03.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.861+0000 7fd5f77fe640 1 --2- 172.21.15.67:0/4204580373 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd5e0003a00 0x7fd5f8153a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:03.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.861+0000 7fd5f7fff640 1 --2- 172.21.15.67:0/4204580373 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd5f81512e0 0x7fd5f81f90c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:03.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.861+0000 7fd5f6ffd640 1 -- 172.21.15.67:0/4204580373 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd5f81512e0 msgr2=0x7fd5f81f90c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:03.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.861+0000 7fd5f6ffd640 1 --2- 172.21.15.67:0/4204580373 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd5f81512e0 0x7fd5f81f90c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:03.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.861+0000 7fd5f6ffd640 1 -- 172.21.15.67:0/4204580373 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd5e0003a00 msgr2=0x7fd5f8153a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:03.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.861+0000 7fd5f6ffd640 1 --2- 172.21.15.67:0/4204580373 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd5e0003a00 0x7fd5f8153a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:03.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.861+0000 7fd5f6ffd640 1 -- 172.21.15.67:0/4204580373 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5f80b5020 con 0x7fd5f8151800 2024-09-21T00:22:03.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.861+0000 7fd5f6ffd640 1 --2- 172.21.15.67:0/4204580373 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd5f8151800 0x7fd5f81f8b80 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fd5ec006660 tx=0x7fd5ec0039c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:22:03.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.861+0000 7fd5dffff640 1 -- 172.21.15.67:0/4204580373 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5ec011700 con 0x7fd5f8151800 2024-09-21T00:22:03.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.861+0000 7fd5dffff640 1 -- 172.21.15.67:0/4204580373 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd5ec016020 con 0x7fd5f8151800 2024-09-21T00:22:03.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.861+0000 7fd5fe0d3640 1 -- 172.21.15.67:0/4204580373 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5f80b5300 con 0x7fd5f8151800 2024-09-21T00:22:03.865 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.862+0000 7fd5dffff640 1 -- 172.21.15.67:0/4204580373 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5ec011b60 con 0x7fd5f8151800 2024-09-21T00:22:03.865 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.862+0000 7fd5fe0d3640 1 -- 172.21.15.67:0/4204580373 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5f8151c40 con 0x7fd5f8151800 2024-09-21T00:22:03.865 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.863+0000 7fd5fe0d3640 1 -- 172.21.15.67:0/4204580373 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd5f80cecc0 con 0x7fd5f8151800 2024-09-21T00:22:03.866 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.864+0000 7fd5dffff640 1 -- 172.21.15.67:0/4204580373 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fd5ec011d00 con 0x7fd5f8151800 2024-09-21T00:22:03.866 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.864+0000 7fd5dffff640 1 --2- 172.21.15.67:0/4204580373 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd5e4078b90 0x7fd5e407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:03.866 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.864+0000 7fd5dffff640 1 -- 172.21.15.67:0/4204580373 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 5227+0+0 (secure 0 0 0) 0x7fd5ec09b490 con 0x7fd5f8151800 2024-09-21T00:22:03.866 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.864+0000 7fd5f77fe640 1 --2- 172.21.15.67:0/4204580373 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd5e4078b90 0x7fd5e407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:03.866 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.865+0000 7fd5f77fe640 1 --2- 172.21.15.67:0/4204580373 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd5e4078b90 0x7fd5e407b0a0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fd5e8009b50 tx=0x7fd5e802d040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:22:03.870 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:03.869+0000 7fd5dffff640 1 -- 172.21.15.67:0/4204580373 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fd5f80cecc0 con 0x7fd5f8151800 2024-09-21T00:22:04.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:04.058+0000 7fd5fe0d3640 1 -- 172.21.15.67:0/4204580373 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fd5f8154550 con 0x7fd5f8151800 2024-09-21T00:22:04.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:04.713+0000 7fd5dffff640 1 -- 172.21.15.67:0/4204580373 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v30) ==== 170+0+0 (secure 0 0 0) 0x7fd5ec020020 con 0x7fd5f8151800 2024-09-21T00:22:04.714 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_data' created 2024-09-21T00:22:04.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:04.716+0000 7fd5fe0d3640 1 -- 172.21.15.67:0/4204580373 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd5e4078b90 msgr2=0x7fd5e407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:04.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:04.716+0000 7fd5fe0d3640 1 --2- 172.21.15.67:0/4204580373 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd5e4078b90 0x7fd5e407b0a0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fd5e8009b50 tx=0x7fd5e802d040 comp rx=0 tx=0).stop 2024-09-21T00:22:04.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:04.717+0000 7fd5fe0d3640 1 -- 172.21.15.67:0/4204580373 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd5f8151800 msgr2=0x7fd5f81f8b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:04.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:04.717+0000 7fd5fe0d3640 1 --2- 172.21.15.67:0/4204580373 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd5f8151800 0x7fd5f81f8b80 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fd5ec006660 tx=0x7fd5ec0039c0 comp rx=0 tx=0).stop 2024-09-21T00:22:04.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:04.717+0000 7fd5fe0d3640 1 -- 172.21.15.67:0/4204580373 shutdown_connections 2024-09-21T00:22:04.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:04.717+0000 7fd5fe0d3640 1 --2- 172.21.15.67:0/4204580373 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd5e4078b90 0x7fd5e407b0a0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:04.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:04.717+0000 7fd5fe0d3640 1 --2- 172.21.15.67:0/4204580373 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd5f81512e0 0x7fd5f81f90c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:04.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:04.717+0000 7fd5fe0d3640 1 --2- 172.21.15.67:0/4204580373 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd5f8151800 0x7fd5f81f8b80 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:04.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:04.717+0000 7fd5fe0d3640 1 --2- 172.21.15.67:0/4204580373 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd5e0003a00 0x7fd5f8153a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:04.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:04.717+0000 7fd5fe0d3640 1 -- 172.21.15.67:0/4204580373 >> 172.21.15.67:0/4204580373 conn(0x7fd5f809d870 msgr2=0x7fd5f808bee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:22:04.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:04.717+0000 7fd5fe0d3640 1 -- 172.21.15.67:0/4204580373 shutdown_connections 2024-09-21T00:22:04.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:04.717+0000 7fd5fe0d3640 1 -- 172.21.15.67:0/4204580373 wait complete. 2024-09-21T00:22:04.746 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-21T00:22:04.868 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:04.867+0000 7f5f59212640 1 -- 172.21.15.67:0/3518201728 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5f540d1240 msgr2=0x7f5f540d1650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:04.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:04.867+0000 7f5f59212640 1 --2- 172.21.15.67:0/3518201728 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5f540d1240 0x7f5f540d1650 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f5f540cf040 tx=0x7f5f4802a560 comp rx=0 tx=0).stop 2024-09-21T00:22:04.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:04.867+0000 7f5f59212640 1 -- 172.21.15.67:0/3518201728 shutdown_connections 2024-09-21T00:22:04.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:04.867+0000 7f5f59212640 1 --2- 172.21.15.67:0/3518201728 >> v2:172.21.15.97:3300/0 conn(0x7f5f540cf270 0x7f5f540cf680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:04.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:04.867+0000 7f5f59212640 1 --2- 172.21.15.67:0/3518201728 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5f540d1240 0x7f5f540d1650 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:04.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:04.867+0000 7f5f59212640 1 --2- 172.21.15.67:0/3518201728 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5f540b9950 0x7f5f540d0d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:04.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:04.867+0000 7f5f59212640 1 -- 172.21.15.67:0/3518201728 >> 172.21.15.67:0/3518201728 conn(0x7f5f540d46a0 msgr2=0x7f5f540d4ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:22:04.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:04.867+0000 7f5f59212640 1 -- 172.21.15.67:0/3518201728 shutdown_connections 2024-09-21T00:22:04.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:04.867+0000 7f5f59212640 1 -- 172.21.15.67:0/3518201728 wait complete. 2024-09-21T00:22:04.870 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:04.869+0000 7f5f59212640 1 Processor -- start 2024-09-21T00:22:04.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:04.869+0000 7f5f59212640 1 -- start start 2024-09-21T00:22:04.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:04.870+0000 7f5f59212640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5f540b9950 0x7f5f541f5600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:04.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:04.870+0000 7f5f59212640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5f540cf270 0x7f5f540a0ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:04.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:04.870+0000 7f5f59212640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5f540d1240 0x7f5f541f28f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:04.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:04.870+0000 7f5f59212640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f5f540cfbc0 con 0x7f5f540b9950 2024-09-21T00:22:04.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:04.870+0000 7f5f59212640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f5f540d0620 con 0x7f5f540cf270 2024-09-21T00:22:04.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:04.870+0000 7f5f59212640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f5f540cfd40 con 0x7f5f540d1240 2024-09-21T00:22:04.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:04.870+0000 7f5f52d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5f540b9950 0x7f5f541f5600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:04.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:04.870+0000 7f5f52d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5f540b9950 0x7f5f541f5600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:38260/0 (socket says 172.21.15.67:38260) 2024-09-21T00:22:04.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:04.870+0000 7f5f52d9d640 1 -- 172.21.15.67:0/4076960814 learned_addr learned my addr 172.21.15.67:0/4076960814 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:22:04.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:04.871+0000 7f5f5359e640 1 --2- 172.21.15.67:0/4076960814 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5f540d1240 0x7f5f541f28f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:04.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:04.871+0000 7f5f5259c640 1 --2- 172.21.15.67:0/4076960814 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5f540cf270 0x7f5f540a0ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:04.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:04.871+0000 7f5f52d9d640 1 -- 172.21.15.67:0/4076960814 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5f540d1240 msgr2=0x7f5f541f28f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:04.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:04.871+0000 7f5f52d9d640 1 --2- 172.21.15.67:0/4076960814 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5f540d1240 0x7f5f541f28f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:04.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:04.871+0000 7f5f52d9d640 1 -- 172.21.15.67:0/4076960814 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5f540cf270 msgr2=0x7f5f540a0ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:04.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:04.871+0000 7f5f52d9d640 1 --2- 172.21.15.67:0/4076960814 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5f540cf270 0x7f5f540a0ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:04.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:04.871+0000 7f5f52d9d640 1 -- 172.21.15.67:0/4076960814 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f541f5f70 con 0x7f5f540b9950 2024-09-21T00:22:04.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:04.871+0000 7f5f52d9d640 1 --2- 172.21.15.67:0/4076960814 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5f540b9950 0x7f5f541f5600 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f5f4400d660 tx=0x7f5f4400db20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:22:04.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:04.871+0000 7f5f3b7fe640 1 -- 172.21.15.67:0/4076960814 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f44004220 con 0x7f5f540b9950 2024-09-21T00:22:04.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:04.871+0000 7f5f3b7fe640 1 -- 172.21.15.67:0/4076960814 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5f44009820 con 0x7f5f540b9950 2024-09-21T00:22:04.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:04.871+0000 7f5f59212640 1 -- 172.21.15.67:0/4076960814 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5f541f6250 con 0x7f5f540b9950 2024-09-21T00:22:04.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:04.871+0000 7f5f3b7fe640 1 -- 172.21.15.67:0/4076960814 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f44009c50 con 0x7f5f540b9950 2024-09-21T00:22:04.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:04.871+0000 7f5f59212640 1 -- 172.21.15.67:0/4076960814 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5f540a0980 con 0x7f5f540b9950 2024-09-21T00:22:04.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:04.872+0000 7f5f59212640 1 -- 172.21.15.67:0/4076960814 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5f540b1b90 con 0x7f5f540b9950 2024-09-21T00:22:04.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:04.873+0000 7f5f3b7fe640 1 -- 172.21.15.67:0/4076960814 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f5f44005030 con 0x7f5f540b9950 2024-09-21T00:22:04.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:04.874+0000 7f5f3b7fe640 1 --2- 172.21.15.67:0/4076960814 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5f40078b90 0x7f5f4007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:04.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:04.874+0000 7f5f3b7fe640 1 -- 172.21.15.67:0/4076960814 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 5609+0+0 (secure 0 0 0) 0x7f5f4409b270 con 0x7f5f540b9950 2024-09-21T00:22:04.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:04.874+0000 7f5f5259c640 1 --2- 172.21.15.67:0/4076960814 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5f40078b90 0x7f5f4007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:04.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:04.875+0000 7f5f5259c640 1 --2- 172.21.15.67:0/4076960814 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5f40078b90 0x7f5f4007b0a0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f5f48033000 tx=0x7f5f48004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:22:04.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:04.879+0000 7f5f3b7fe640 1 -- 172.21.15.67:0/4076960814 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f5f540b1b90 con 0x7f5f540b9950 2024-09-21T00:22:05.110 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:05.109+0000 7f5f59212640 1 -- 172.21.15.67:0/4076960814 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f5f540cf680 con 0x7f5f540b9950 2024-09-21T00:22:05.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:05.736+0000 7f5f3b7fe640 1 -- 172.21.15.67:0/4076960814 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 4 and data pool 5 v13) ==== 172+0+0 (secure 0 0 0) 0x7f5f44020020 con 0x7f5f540b9950 2024-09-21T00:22:05.740 INFO:teuthology.orchestra.run.smithi067.stderr:new fs with metadata pool 4 and data pool 5 2024-09-21T00:22:05.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:05.742+0000 7f5f59212640 1 -- 172.21.15.67:0/4076960814 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5f40078b90 msgr2=0x7f5f4007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:05.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:05.742+0000 7f5f59212640 1 --2- 172.21.15.67:0/4076960814 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5f40078b90 0x7f5f4007b0a0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f5f48033000 tx=0x7f5f48004730 comp rx=0 tx=0).stop 2024-09-21T00:22:05.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:05.742+0000 7f5f59212640 1 -- 172.21.15.67:0/4076960814 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5f540b9950 msgr2=0x7f5f541f5600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:05.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:05.742+0000 7f5f59212640 1 --2- 172.21.15.67:0/4076960814 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5f540b9950 0x7f5f541f5600 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f5f4400d660 tx=0x7f5f4400db20 comp rx=0 tx=0).stop 2024-09-21T00:22:05.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:05.742+0000 7f5f59212640 1 -- 172.21.15.67:0/4076960814 shutdown_connections 2024-09-21T00:22:05.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:05.742+0000 7f5f59212640 1 --2- 172.21.15.67:0/4076960814 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5f40078b90 0x7f5f4007b0a0 secure :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f5f48033000 tx=0x7f5f48004730 comp rx=0 tx=0).stop 2024-09-21T00:22:05.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:05.743+0000 7f5f59212640 1 --2- 172.21.15.67:0/4076960814 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5f540d1240 0x7f5f541f28f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:05.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:05.743+0000 7f5f59212640 1 --2- 172.21.15.67:0/4076960814 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5f540cf270 0x7f5f540a0ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:05.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:05.743+0000 7f5f59212640 1 --2- 172.21.15.67:0/4076960814 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5f540b9950 0x7f5f541f5600 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:05.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:05.743+0000 7f5f59212640 1 -- 172.21.15.67:0/4076960814 >> 172.21.15.67:0/4076960814 conn(0x7f5f540d46a0 msgr2=0x7f5f540b9150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:22:05.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:05.743+0000 7f5f59212640 1 -- 172.21.15.67:0/4076960814 shutdown_connections 2024-09-21T00:22:05.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:05.743+0000 7f5f59212640 1 -- 172.21.15.67:0/4076960814 wait complete. 2024-09-21T00:22:05.770 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:22:05.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:05.885+0000 7fd152b33640 1 -- 172.21.15.67:0/3131689404 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd14c0d11c0 msgr2=0x7fd14c0d15d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:05.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:05.885+0000 7fd152b33640 1 --2- 172.21.15.67:0/3131689404 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd14c0d11c0 0x7fd14c0d15d0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fd14c08d710 tx=0x7fd14402a560 comp rx=0 tx=0).stop 2024-09-21T00:22:05.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:05.885+0000 7fd152b33640 1 -- 172.21.15.67:0/3131689404 shutdown_connections 2024-09-21T00:22:05.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:05.885+0000 7fd152b33640 1 --2- 172.21.15.67:0/3131689404 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd14c0d11c0 0x7fd14c0d15d0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:05.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:05.885+0000 7fd152b33640 1 --2- 172.21.15.67:0/3131689404 >> v2:172.21.15.97:3300/0 conn(0x7fd14c162ea0 0x7fd14c0cf740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:05.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:05.885+0000 7fd152b33640 1 -- 172.21.15.67:0/3131689404 >> 172.21.15.67:0/3131689404 conn(0x7fd14c06dfb0 msgr2=0x7fd14c06e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:22:05.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:05.885+0000 7fd152b33640 1 -- 172.21.15.67:0/3131689404 shutdown_connections 2024-09-21T00:22:05.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:05.885+0000 7fd152b33640 1 -- 172.21.15.67:0/3131689404 wait complete. 2024-09-21T00:22:05.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:05.887+0000 7fd152b33640 1 Processor -- start 2024-09-21T00:22:05.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:05.887+0000 7fd152b33640 1 -- start start 2024-09-21T00:22:05.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:05.888+0000 7fd152b33640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd14c0d11c0 0x7fd14c1f8cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:05.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:05.888+0000 7fd152b33640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd14c0d2b00 0x7fd14c1f91f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:05.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:05.888+0000 7fd152b33640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd14c162ea0 0x7fd14c0cbec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:05.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:05.888+0000 7fd152b33640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fd14c15f640 con 0x7fd14c162ea0 2024-09-21T00:22:05.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:05.888+0000 7fd152b33640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fd14c15f4c0 con 0x7fd14c0d11c0 2024-09-21T00:22:05.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:05.888+0000 7fd152b33640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fd14c15f7c0 con 0x7fd14c0d2b00 2024-09-21T00:22:05.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:05.888+0000 7fd1510d0640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd14c162ea0 0x7fd14c0cbec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:05.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:05.888+0000 7fd1510d0640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd14c162ea0 0x7fd14c0cbec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:38276/0 (socket says 172.21.15.67:38276) 2024-09-21T00:22:05.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:05.888+0000 7fd1510d0640 1 -- 172.21.15.67:0/218550035 learned_addr learned my addr 172.21.15.67:0/218550035 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:22:05.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:05.888+0000 7fd1508cf640 1 --2- 172.21.15.67:0/218550035 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd14c0d11c0 0x7fd14c1f8cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:05.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:05.888+0000 7fd14bfff640 1 --2- 172.21.15.67:0/218550035 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd14c0d2b00 0x7fd14c1f91f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:05.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:05.889+0000 7fd1510d0640 1 -- 172.21.15.67:0/218550035 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd14c0d2b00 msgr2=0x7fd14c1f91f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:05.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:05.889+0000 7fd1510d0640 1 --2- 172.21.15.67:0/218550035 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd14c0d2b00 0x7fd14c1f91f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:05.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:05.889+0000 7fd1510d0640 1 -- 172.21.15.67:0/218550035 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd14c0d11c0 msgr2=0x7fd14c1f8cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:05.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:05.889+0000 7fd1510d0640 1 --2- 172.21.15.67:0/218550035 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd14c0d11c0 0x7fd14c1f8cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:05.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:05.889+0000 7fd1510d0640 1 -- 172.21.15.67:0/218550035 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd14c14f990 con 0x7fd14c162ea0 2024-09-21T00:22:05.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:05.889+0000 7fd1510d0640 1 --2- 172.21.15.67:0/218550035 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd14c162ea0 0x7fd14c0cbec0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fd144009230 tx=0x7fd144003960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:22:05.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:05.889+0000 7fd1497fa640 1 -- 172.21.15.67:0/218550035 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd14403e030 con 0x7fd14c162ea0 2024-09-21T00:22:05.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:05.889+0000 7fd1497fa640 1 -- 172.21.15.67:0/218550035 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd144003e50 con 0x7fd14c162ea0 2024-09-21T00:22:05.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:05.889+0000 7fd152b33640 1 -- 172.21.15.67:0/218550035 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd14c14fc70 con 0x7fd14c162ea0 2024-09-21T00:22:05.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:05.889+0000 7fd1497fa640 1 -- 172.21.15.67:0/218550035 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd144035040 con 0x7fd14c162ea0 2024-09-21T00:22:05.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:05.889+0000 7fd152b33640 1 -- 172.21.15.67:0/218550035 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd14c150230 con 0x7fd14c162ea0 2024-09-21T00:22:05.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:05.890+0000 7fd152b33640 1 -- 172.21.15.67:0/218550035 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd14c15fd00 con 0x7fd14c162ea0 2024-09-21T00:22:05.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:05.891+0000 7fd1497fa640 1 -- 172.21.15.67:0/218550035 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fd144041030 con 0x7fd14c162ea0 2024-09-21T00:22:05.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:05.891+0000 7fd1497fa640 1 --2- 172.21.15.67:0/218550035 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd12c078bc0 0x7fd12c07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:05.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:05.891+0000 7fd1497fa640 1 -- 172.21.15.67:0/218550035 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 5709+0+0 (secure 0 0 0) 0x7fd1440bb350 con 0x7fd14c162ea0 2024-09-21T00:22:05.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:05.892+0000 7fd1508cf640 1 --2- 172.21.15.67:0/218550035 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd12c078bc0 0x7fd12c07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:05.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:05.892+0000 7fd1508cf640 1 --2- 172.21.15.67:0/218550035 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd12c078bc0 0x7fd12c07b0d0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fd13c00bb30 tx=0x7fd13c00b2e0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:22:05.897 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:05.896+0000 7fd1497fa640 1 -- 172.21.15.67:0/218550035 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fd1440831d0 con 0x7fd14c162ea0 2024-09-21T00:22:06.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.084+0000 7fd152b33640 1 -- 172.21.15.67:0/218550035 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd14c15e890 con 0x7fd14c162ea0 2024-09-21T00:22:06.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.086+0000 7fd1497fa640 1 -- 172.21.15.67:0/218550035 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v31) ==== 74+0+16706 (secure 0 0 0) 0x7fd144087c00 con 0x7fd14c162ea0 2024-09-21T00:22:06.087 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:22:06.087 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":31,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:22:05.110582+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:22:03.227314+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-21T00:22:04.062330+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:22:06.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.088+0000 7fd152b33640 1 -- 172.21.15.67:0/218550035 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd12c078bc0 msgr2=0x7fd12c07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:06.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.088+0000 7fd152b33640 1 --2- 172.21.15.67:0/218550035 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd12c078bc0 0x7fd12c07b0d0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fd13c00bb30 tx=0x7fd13c00b2e0 comp rx=0 tx=0).stop 2024-09-21T00:22:06.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.088+0000 7fd152b33640 1 -- 172.21.15.67:0/218550035 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd14c162ea0 msgr2=0x7fd14c0cbec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:06.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.088+0000 7fd152b33640 1 --2- 172.21.15.67:0/218550035 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd14c162ea0 0x7fd14c0cbec0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fd144009230 tx=0x7fd144003960 comp rx=0 tx=0).stop 2024-09-21T00:22:06.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.088+0000 7fd152b33640 1 -- 172.21.15.67:0/218550035 shutdown_connections 2024-09-21T00:22:06.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.088+0000 7fd152b33640 1 --2- 172.21.15.67:0/218550035 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd12c078bc0 0x7fd12c07b0d0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:06.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.088+0000 7fd152b33640 1 --2- 172.21.15.67:0/218550035 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd14c162ea0 0x7fd14c0cbec0 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:06.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.088+0000 7fd152b33640 1 --2- 172.21.15.67:0/218550035 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd14c0d2b00 0x7fd14c1f91f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:06.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.088+0000 7fd152b33640 1 --2- 172.21.15.67:0/218550035 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd14c0d11c0 0x7fd14c1f8cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:06.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.088+0000 7fd152b33640 1 -- 172.21.15.67:0/218550035 >> 172.21.15.67:0/218550035 conn(0x7fd14c06dfb0 msgr2=0x7fd14c0b87f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:22:06.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.088+0000 7fd152b33640 1 -- 172.21.15.67:0/218550035 shutdown_connections 2024-09-21T00:22:06.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.088+0000 7fd152b33640 1 -- 172.21.15.67:0/218550035 wait complete. 2024-09-21T00:22:06.103 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:22:06.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.218+0000 7f6618e5c640 1 -- 172.21.15.67:0/295419665 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f66140b9780 msgr2=0x7f66140d2cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:06.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.218+0000 7f6618e5c640 1 --2- 172.21.15.67:0/295419665 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f66140b9780 0x7f66140d2cf0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f66140b7110 tx=0x7f660402a980 comp rx=0 tx=0).stop 2024-09-21T00:22:06.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.218+0000 7f6618e5c640 1 -- 172.21.15.67:0/295419665 shutdown_connections 2024-09-21T00:22:06.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.218+0000 7f6618e5c640 1 --2- 172.21.15.67:0/295419665 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f66140b73f0 0x7f66140b7800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:06.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.218+0000 7f6618e5c640 1 --2- 172.21.15.67:0/295419665 >> v2:172.21.15.97:3300/0 conn(0x7f66140d1010 0x7f66140d1420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:06.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.218+0000 7f6618e5c640 1 --2- 172.21.15.67:0/295419665 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f66140b9780 0x7f66140d2cf0 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:06.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.218+0000 7f6618e5c640 1 -- 172.21.15.67:0/295419665 >> 172.21.15.67:0/295419665 conn(0x7f661408bee0 msgr2=0x7f66140d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:22:06.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.218+0000 7f6618e5c640 1 -- 172.21.15.67:0/295419665 shutdown_connections 2024-09-21T00:22:06.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.218+0000 7f6618e5c640 1 -- 172.21.15.67:0/295419665 wait complete. 2024-09-21T00:22:06.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.220+0000 7f6618e5c640 1 Processor -- start 2024-09-21T00:22:06.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.220+0000 7f6618e5c640 1 -- start start 2024-09-21T00:22:06.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.221+0000 7f6618e5c640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f66140b73f0 0x7f66140b1130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:06.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.221+0000 7f6618e5c640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f66140b9780 0x7f66141eaee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:06.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.221+0000 7f6618e5c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f66140d1010 0x7f661409e3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:06.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.221+0000 7f6618e5c640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f6614162e80 con 0x7f66140d1010 2024-09-21T00:22:06.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.221+0000 7f6618e5c640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f6614162d00 con 0x7f66140b73f0 2024-09-21T00:22:06.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.221+0000 7f6618e5c640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f6614163000 con 0x7f66140b9780 2024-09-21T00:22:06.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.221+0000 7f6612d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f66140d1010 0x7f661409e3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:06.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.222+0000 7f6612d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f66140d1010 0x7f661409e3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:38294/0 (socket says 172.21.15.67:38294) 2024-09-21T00:22:06.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.222+0000 7f6612d9d640 1 -- 172.21.15.67:0/713403939 learned_addr learned my addr 172.21.15.67:0/713403939 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:22:06.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.222+0000 7f661259c640 1 --2- 172.21.15.67:0/713403939 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f66140b73f0 0x7f66140b1130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:06.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.222+0000 7f6611d9b640 1 --2- 172.21.15.67:0/713403939 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f66140b9780 0x7f66141eaee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:06.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.222+0000 7f6612d9d640 1 -- 172.21.15.67:0/713403939 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f66140b9780 msgr2=0x7f66141eaee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:06.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.222+0000 7f6612d9d640 1 --2- 172.21.15.67:0/713403939 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f66140b9780 0x7f66141eaee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:06.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.222+0000 7f6612d9d640 1 -- 172.21.15.67:0/713403939 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f66140b73f0 msgr2=0x7f66140b1130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:06.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.222+0000 7f6612d9d640 1 --2- 172.21.15.67:0/713403939 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f66140b73f0 0x7f66140b1130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:06.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.222+0000 7f6612d9d640 1 -- 172.21.15.67:0/713403939 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66141f5670 con 0x7f66140d1010 2024-09-21T00:22:06.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.222+0000 7f6612d9d640 1 --2- 172.21.15.67:0/713403939 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f66140d1010 0x7f661409e3f0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f660c00b410 tx=0x7f660c00b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:22:06.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.222+0000 7f660affd640 1 -- 172.21.15.67:0/713403939 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f660c015020 con 0x7f66140d1010 2024-09-21T00:22:06.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.222+0000 7f660affd640 1 -- 172.21.15.67:0/713403939 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f660c011940 con 0x7f66140d1010 2024-09-21T00:22:06.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.222+0000 7f660affd640 1 -- 172.21.15.67:0/713403939 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f660c011d90 con 0x7f66140d1010 2024-09-21T00:22:06.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.222+0000 7f6618e5c640 1 -- 172.21.15.67:0/713403939 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f66141f5930 con 0x7f66140d1010 2024-09-21T00:22:06.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.222+0000 7f6618e5c640 1 -- 172.21.15.67:0/713403939 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f66141f5ef0 con 0x7f66140d1010 2024-09-21T00:22:06.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.223+0000 7f6618e5c640 1 -- 172.21.15.67:0/713403939 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f66141f65b0 con 0x7f66140d1010 2024-09-21T00:22:06.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.224+0000 7f660affd640 1 -- 172.21.15.67:0/713403939 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f660c018020 con 0x7f66140d1010 2024-09-21T00:22:06.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.225+0000 7f660affd640 1 --2- 172.21.15.67:0/713403939 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f65f4078b90 0x7f65f407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:06.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.225+0000 7f660affd640 1 -- 172.21.15.67:0/713403939 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 5709+0+0 (secure 0 0 0) 0x7f660c09abe0 con 0x7f66140d1010 2024-09-21T00:22:06.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.225+0000 7f661259c640 1 --2- 172.21.15.67:0/713403939 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f65f4078b90 0x7f65f407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:06.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.225+0000 7f661259c640 1 --2- 172.21.15.67:0/713403939 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f65f4078b90 0x7f65f407b0a0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f6604035000 tx=0x7f6604004ab0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:22:06.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.229+0000 7f660affd640 1 -- 172.21.15.67:0/713403939 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f66141f65b0 con 0x7f66140d1010 2024-09-21T00:22:06.421 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.419+0000 7f6618e5c640 1 -- 172.21.15.67:0/713403939 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f66140d2cf0 con 0x7f66140d1010 2024-09-21T00:22:06.422 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.420+0000 7f660affd640 1 -- 172.21.15.67:0/713403939 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v31) ==== 74+0+16706 (secure 0 0 0) 0x7f660c01f020 con 0x7f66140d1010 2024-09-21T00:22:06.422 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:22:06.422 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":31,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:22:05.110582+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:22:03.227314+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-21T00:22:04.062330+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:22:06.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.423+0000 7f6618e5c640 1 -- 172.21.15.67:0/713403939 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f65f4078b90 msgr2=0x7f65f407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:06.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.423+0000 7f6618e5c640 1 --2- 172.21.15.67:0/713403939 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f65f4078b90 0x7f65f407b0a0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f6604035000 tx=0x7f6604004ab0 comp rx=0 tx=0).stop 2024-09-21T00:22:06.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.423+0000 7f6618e5c640 1 -- 172.21.15.67:0/713403939 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f66140d1010 msgr2=0x7f661409e3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:06.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.423+0000 7f6618e5c640 1 --2- 172.21.15.67:0/713403939 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f66140d1010 0x7f661409e3f0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f660c00b410 tx=0x7f660c00b8d0 comp rx=0 tx=0).stop 2024-09-21T00:22:06.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.423+0000 7f6618e5c640 1 -- 172.21.15.67:0/713403939 shutdown_connections 2024-09-21T00:22:06.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.423+0000 7f6618e5c640 1 --2- 172.21.15.67:0/713403939 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f65f4078b90 0x7f65f407b0a0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:06.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.423+0000 7f6618e5c640 1 --2- 172.21.15.67:0/713403939 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f66140d1010 0x7f661409e3f0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:06.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.423+0000 7f6618e5c640 1 --2- 172.21.15.67:0/713403939 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f66140b9780 0x7f66141eaee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:06.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.423+0000 7f6618e5c640 1 --2- 172.21.15.67:0/713403939 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f66140b73f0 0x7f66140b1130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:06.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.423+0000 7f6618e5c640 1 -- 172.21.15.67:0/713403939 >> 172.21.15.67:0/713403939 conn(0x7f661408bee0 msgr2=0x7f66140b8910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:22:06.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.423+0000 7f6618e5c640 1 -- 172.21.15.67:0/713403939 shutdown_connections 2024-09-21T00:22:06.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.423+0000 7f6618e5c640 1 -- 172.21.15.67:0/713403939 wait complete. 2024-09-21T00:22:06.435 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-21T00:22:06.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.553+0000 7f07c096e640 1 -- 172.21.15.67:0/4215454840 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f07bc0cfbb0 msgr2=0x7f07bc0b5330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:06.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.553+0000 7f07c096e640 1 --2- 172.21.15.67:0/4215454840 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f07bc0cfbb0 0x7f07bc0b5330 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f07bc0b3250 tx=0x7f07a402a560 comp rx=0 tx=0).stop 2024-09-21T00:22:06.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.553+0000 7f07c096e640 1 -- 172.21.15.67:0/4215454840 shutdown_connections 2024-09-21T00:22:06.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.553+0000 7f07c096e640 1 --2- 172.21.15.67:0/4215454840 >> v2:172.21.15.97:3300/0 conn(0x7f07bc0b5870 0x7f07bc0d0b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:06.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.553+0000 7f07c096e640 1 --2- 172.21.15.67:0/4215454840 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f07bc0cfbb0 0x7f07bc0b5330 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:06.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.553+0000 7f07c096e640 1 --2- 172.21.15.67:0/4215454840 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f07bc0b76c0 0x7f07bc0cef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:06.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.553+0000 7f07c096e640 1 -- 172.21.15.67:0/4215454840 >> 172.21.15.67:0/4215454840 conn(0x7f07bc08bee0 msgr2=0x7f07bc0d24e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:22:06.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.553+0000 7f07c096e640 1 -- 172.21.15.67:0/4215454840 shutdown_connections 2024-09-21T00:22:06.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.553+0000 7f07c096e640 1 -- 172.21.15.67:0/4215454840 wait complete. 2024-09-21T00:22:06.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.555+0000 7f07c096e640 1 Processor -- start 2024-09-21T00:22:06.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.555+0000 7f07c096e640 1 -- start start 2024-09-21T00:22:06.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.557+0000 7f07c096e640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f07bc0b5870 0x7f07bc1599c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:06.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.557+0000 7f07c096e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f07bc0b76c0 0x7f07bc14f250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:06.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.557+0000 7f07c096e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f07bc0cfbb0 0x7f07bc1f6cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:06.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.557+0000 7f07c096e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f07bc0d1460 con 0x7f07bc0b76c0 2024-09-21T00:22:06.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.557+0000 7f07c096e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f07bc0d12e0 con 0x7f07bc0cfbb0 2024-09-21T00:22:06.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.557+0000 7f07c096e640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f07bc160aa0 con 0x7f07bc0b5870 2024-09-21T00:22:06.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.557+0000 7f07b3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f07bc0b76c0 0x7f07bc14f250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:06.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.557+0000 7f07b3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f07bc0b76c0 0x7f07bc14f250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:38308/0 (socket says 172.21.15.67:38308) 2024-09-21T00:22:06.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.557+0000 7f07b3fff640 1 -- 172.21.15.67:0/1046097455 learned_addr learned my addr 172.21.15.67:0/1046097455 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:22:06.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.557+0000 7f07bad9d640 1 --2- 172.21.15.67:0/1046097455 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f07bc0cfbb0 0x7f07bc1f6cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:06.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.557+0000 7f07ba59c640 1 --2- 172.21.15.67:0/1046097455 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f07bc0b5870 0x7f07bc1599c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:06.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.557+0000 7f07b3fff640 1 -- 172.21.15.67:0/1046097455 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f07bc0b5870 msgr2=0x7f07bc1599c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:06.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.557+0000 7f07b3fff640 1 --2- 172.21.15.67:0/1046097455 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f07bc0b5870 0x7f07bc1599c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:06.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.557+0000 7f07b3fff640 1 -- 172.21.15.67:0/1046097455 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f07bc0cfbb0 msgr2=0x7f07bc1f6cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:06.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.557+0000 7f07b3fff640 1 --2- 172.21.15.67:0/1046097455 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f07bc0cfbb0 0x7f07bc1f6cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:06.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.557+0000 7f07b3fff640 1 -- 172.21.15.67:0/1046097455 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07bc15a1b0 con 0x7f07bc0b76c0 2024-09-21T00:22:06.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.557+0000 7f07b3fff640 1 --2- 172.21.15.67:0/1046097455 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f07bc0b76c0 0x7f07bc14f250 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f07a4034040 tx=0x7f07a4003910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:22:06.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.558+0000 7f07b2ffd640 1 -- 172.21.15.67:0/1046097455 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07a403e030 con 0x7f07bc0b76c0 2024-09-21T00:22:06.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.558+0000 7f07b2ffd640 1 -- 172.21.15.67:0/1046097455 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f07a4003e00 con 0x7f07bc0b76c0 2024-09-21T00:22:06.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.558+0000 7f07c096e640 1 -- 172.21.15.67:0/1046097455 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f07bc15a490 con 0x7f07bc0b76c0 2024-09-21T00:22:06.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.558+0000 7f07b2ffd640 1 -- 172.21.15.67:0/1046097455 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07a4035040 con 0x7f07bc0b76c0 2024-09-21T00:22:06.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.558+0000 7f07c096e640 1 -- 172.21.15.67:0/1046097455 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07bc15aa50 con 0x7f07bc0b76c0 2024-09-21T00:22:06.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.559+0000 7f07c096e640 1 -- 172.21.15.67:0/1046097455 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f07bc0cef80 con 0x7f07bc0b76c0 2024-09-21T00:22:06.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.560+0000 7f07b2ffd640 1 -- 172.21.15.67:0/1046097455 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f07a4041030 con 0x7f07bc0b76c0 2024-09-21T00:22:06.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.560+0000 7f07b2ffd640 1 --2- 172.21.15.67:0/1046097455 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f079c078bc0 0x7f079c07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:06.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.560+0000 7f07b2ffd640 1 -- 172.21.15.67:0/1046097455 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 5709+0+0 (secure 0 0 0) 0x7f07a40bb410 con 0x7f07bc0b76c0 2024-09-21T00:22:06.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.560+0000 7f07ba59c640 1 --2- 172.21.15.67:0/1046097455 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f079c078bc0 0x7f079c07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:06.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.561+0000 7f07ba59c640 1 --2- 172.21.15.67:0/1046097455 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f079c078bc0 0x7f079c07b0d0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f07ac004610 tx=0x7f07ac00b2e0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:22:06.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.565+0000 7f07b2ffd640 1 -- 172.21.15.67:0/1046097455 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f07a4083200 con 0x7f07bc0b76c0 2024-09-21T00:22:06.799 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:06.798+0000 7f07c096e640 1 -- 172.21.15.67:0/1046097455 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f07bc0b5330 con 0x7f07bc0b76c0 2024-09-21T00:22:07.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:07.749+0000 7f07b2ffd640 1 -- 172.21.15.67:0/1046097455 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v16) ==== 118+0+0 (secure 0 0 0) 0x7f07a4087c30 con 0x7f07bc0b76c0 2024-09-21T00:22:07.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:07.752+0000 7f07c096e640 1 -- 172.21.15.67:0/1046097455 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f079c078bc0 msgr2=0x7f079c07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:07.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:07.752+0000 7f07c096e640 1 --2- 172.21.15.67:0/1046097455 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f079c078bc0 0x7f079c07b0d0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f07ac004610 tx=0x7f07ac00b2e0 comp rx=0 tx=0).stop 2024-09-21T00:22:07.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:07.752+0000 7f07c096e640 1 -- 172.21.15.67:0/1046097455 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f07bc0b76c0 msgr2=0x7f07bc14f250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:07.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:07.752+0000 7f07c096e640 1 --2- 172.21.15.67:0/1046097455 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f07bc0b76c0 0x7f07bc14f250 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f07a4034040 tx=0x7f07a4003910 comp rx=0 tx=0).stop 2024-09-21T00:22:07.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:07.752+0000 7f07c096e640 1 -- 172.21.15.67:0/1046097455 shutdown_connections 2024-09-21T00:22:07.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:07.752+0000 7f07c096e640 1 --2- 172.21.15.67:0/1046097455 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f079c078bc0 0x7f079c07b0d0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:07.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:07.752+0000 7f07c096e640 1 --2- 172.21.15.67:0/1046097455 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f07bc0cfbb0 0x7f07bc1f6cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:07.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:07.752+0000 7f07c096e640 1 --2- 172.21.15.67:0/1046097455 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f07bc0b76c0 0x7f07bc14f250 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:07.755 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:07.752+0000 7f07c096e640 1 --2- 172.21.15.67:0/1046097455 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f07bc0b5870 0x7f07bc1599c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:07.755 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:07.753+0000 7f07c096e640 1 -- 172.21.15.67:0/1046097455 >> 172.21.15.67:0/1046097455 conn(0x7f07bc08bee0 msgr2=0x7f07bc072a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:22:07.755 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:07.753+0000 7f07c096e640 1 -- 172.21.15.67:0/1046097455 shutdown_connections 2024-09-21T00:22:07.755 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:07.753+0000 7f07c096e640 1 -- 172.21.15.67:0/1046097455 wait complete. 2024-09-21T00:22:07.768 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-21T00:22:07.768 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-21T00:22:07.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:07.894+0000 7f2870b98640 1 -- 172.21.15.67:0/2368700291 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2854003a50 msgr2=0x7f2854003ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:07.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:07.894+0000 7f2870b98640 1 --2- 172.21.15.67:0/2368700291 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2854003a50 0x7f2854003ec0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f285c009ec0 tx=0x7f2854005830 comp rx=0 tx=0).stop 2024-09-21T00:22:07.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:07.894+0000 7f2870b98640 1 -- 172.21.15.67:0/2368700291 shutdown_connections 2024-09-21T00:22:07.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:07.894+0000 7f2870b98640 1 --2- 172.21.15.67:0/2368700291 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2854003a50 0x7f2854003ec0 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:07.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:07.894+0000 7f2870b98640 1 -- 172.21.15.67:0/2368700291 >> 172.21.15.67:0/2368700291 conn(0x7f286c08bee0 msgr2=0x7f286c0d4720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:22:07.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:07.894+0000 7f2870b98640 1 -- 172.21.15.67:0/2368700291 shutdown_connections 2024-09-21T00:22:07.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:07.894+0000 7f2870b98640 1 -- 172.21.15.67:0/2368700291 wait complete. 2024-09-21T00:22:07.977 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:07.896+0000 7f2870b98640 1 Processor -- start 2024-09-21T00:22:07.977 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:07.896+0000 7f2870b98640 1 -- start start 2024-09-21T00:22:07.977 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:07.897+0000 7f2870b98640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2854003a50 0x7f286c09ee90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:07.977 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:07.897+0000 7f2870b98640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f286c15ea60 0x7f286c15e2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:07.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:07.897+0000 7f2870b98640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f286c15efb0 0x7f286c0a03e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:07.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:07.897+0000 7f2870b98640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f286c0d10f0 con 0x7f286c15efb0 2024-09-21T00:22:07.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:07.897+0000 7f2870b98640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f286c0d3650 con 0x7f2854003a50 2024-09-21T00:22:07.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:07.897+0000 7f2870b98640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f286c0d1270 con 0x7f286c15ea60 2024-09-21T00:22:07.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:07.897+0000 7f286ad9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f286c15efb0 0x7f286c0a03e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:07.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:07.897+0000 7f286ad9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f286c15efb0 0x7f286c0a03e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:38326/0 (socket says 172.21.15.67:38326) 2024-09-21T00:22:07.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:07.897+0000 7f286ad9d640 1 -- 172.21.15.67:0/1164156640 learned_addr learned my addr 172.21.15.67:0/1164156640 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:22:07.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:07.898+0000 7f286a59c640 1 --2- 172.21.15.67:0/1164156640 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2854003a50 0x7f286c09ee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:07.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:07.898+0000 7f2869d9b640 1 --2- 172.21.15.67:0/1164156640 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f286c15ea60 0x7f286c15e2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:07.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:07.898+0000 7f286ad9d640 1 -- 172.21.15.67:0/1164156640 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f286c15ea60 msgr2=0x7f286c15e2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:07.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:07.898+0000 7f286ad9d640 1 --2- 172.21.15.67:0/1164156640 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f286c15ea60 0x7f286c15e2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:07.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:07.898+0000 7f286ad9d640 1 -- 172.21.15.67:0/1164156640 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2854003a50 msgr2=0x7f286c09ee90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:07.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:07.898+0000 7f286ad9d640 1 --2- 172.21.15.67:0/1164156640 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2854003a50 0x7f286c09ee90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:07.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:07.898+0000 7f286ad9d640 1 -- 172.21.15.67:0/1164156640 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f286c09f3d0 con 0x7f286c15efb0 2024-09-21T00:22:07.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:07.898+0000 7f286ad9d640 1 --2- 172.21.15.67:0/1164156640 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f286c15efb0 0x7f286c0a03e0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f286c0d4420 tx=0x7f2864001630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:22:07.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:07.898+0000 7f285affd640 1 -- 172.21.15.67:0/1164156640 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2864011660 con 0x7f286c15efb0 2024-09-21T00:22:07.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:07.898+0000 7f285affd640 1 -- 172.21.15.67:0/1164156640 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2864017070 con 0x7f286c15efb0 2024-09-21T00:22:07.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:07.898+0000 7f2870b98640 1 -- 172.21.15.67:0/1164156640 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f286c1f8ef0 con 0x7f286c15efb0 2024-09-21T00:22:07.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:07.898+0000 7f285affd640 1 -- 172.21.15.67:0/1164156640 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2864011bb0 con 0x7f286c15efb0 2024-09-21T00:22:07.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:07.898+0000 7f2870b98640 1 -- 172.21.15.67:0/1164156640 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f286c09e690 con 0x7f286c15efb0 2024-09-21T00:22:07.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:07.899+0000 7f2870b98640 1 -- 172.21.15.67:0/1164156640 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f286c0b7c60 con 0x7f286c15efb0 2024-09-21T00:22:07.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:07.900+0000 7f285affd640 1 -- 172.21.15.67:0/1164156640 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f286401c460 con 0x7f286c15efb0 2024-09-21T00:22:07.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:07.901+0000 7f285affd640 1 --2- 172.21.15.67:0/1164156640 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f284c078b90 0x7f284c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:07.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:07.901+0000 7f285affd640 1 -- 172.21.15.67:0/1164156640 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f286409af80 con 0x7f286c15efb0 2024-09-21T00:22:07.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:07.901+0000 7f286a59c640 1 --2- 172.21.15.67:0/1164156640 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f284c078b90 0x7f284c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:07.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:07.901+0000 7f286a59c640 1 --2- 172.21.15.67:0/1164156640 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f284c078b90 0x7f284c07b0a0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f285c035000 tx=0x7f285c02bf90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:22:07.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:07.905+0000 7f285affd640 1 -- 172.21.15.67:0/1164156640 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f286c0b7c60 con 0x7f286c15efb0 2024-09-21T00:22:08.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:08.133+0000 7f2870b98640 1 -- 172.21.15.67:0/1164156640 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f286c0d17d0 con 0x7f286c15efb0 2024-09-21T00:22:08.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:08.750+0000 7f285affd640 1 -- 172.21.15.67:0/1164156640 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v17) ==== 122+0+0 (secure 0 0 0) 0x7f2864062e90 con 0x7f286c15efb0 2024-09-21T00:22:08.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:08.753+0000 7f2870b98640 1 -- 172.21.15.67:0/1164156640 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f284c078b90 msgr2=0x7f284c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:08.755 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:08.753+0000 7f2870b98640 1 --2- 172.21.15.67:0/1164156640 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f284c078b90 0x7f284c07b0a0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f285c035000 tx=0x7f285c02bf90 comp rx=0 tx=0).stop 2024-09-21T00:22:08.755 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:08.753+0000 7f2870b98640 1 -- 172.21.15.67:0/1164156640 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f286c15efb0 msgr2=0x7f286c0a03e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:08.755 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:08.753+0000 7f2870b98640 1 --2- 172.21.15.67:0/1164156640 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f286c15efb0 0x7f286c0a03e0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f286c0d4420 tx=0x7f2864001630 comp rx=0 tx=0).stop 2024-09-21T00:22:08.755 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:08.753+0000 7f2870b98640 1 -- 172.21.15.67:0/1164156640 shutdown_connections 2024-09-21T00:22:08.755 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:08.753+0000 7f2870b98640 1 --2- 172.21.15.67:0/1164156640 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f284c078b90 0x7f284c07b0a0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:08.755 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:08.753+0000 7f2870b98640 1 --2- 172.21.15.67:0/1164156640 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f286c15efb0 0x7f286c0a03e0 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:08.755 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:08.753+0000 7f2870b98640 1 --2- 172.21.15.67:0/1164156640 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f286c15ea60 0x7f286c15e2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:08.756 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:08.753+0000 7f2870b98640 1 --2- 172.21.15.67:0/1164156640 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2854003a50 0x7f286c09ee90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:08.756 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:08.753+0000 7f2870b98640 1 -- 172.21.15.67:0/1164156640 >> 172.21.15.67:0/1164156640 conn(0x7f286c08bee0 msgr2=0x7f286c0b7550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:22:08.756 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:08.753+0000 7f2870b98640 1 -- 172.21.15.67:0/1164156640 shutdown_connections 2024-09-21T00:22:08.756 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:08.753+0000 7f2870b98640 1 -- 172.21.15.67:0/1164156640 wait complete. 2024-09-21T00:22:08.769 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-21T00:22:08.769 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:22:08.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:08.892+0000 7f28818d3640 1 -- 172.21.15.67:0/2516021151 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f287c0b9780 msgr2=0x7f287c0d2cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:08.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:08.892+0000 7f28818d3640 1 --2- 172.21.15.67:0/2516021151 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f287c0b9780 0x7f287c0d2cf0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f286c0098e0 tx=0x7f286c02a5d0 comp rx=0 tx=0).stop 2024-09-21T00:22:08.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:08.892+0000 7f28818d3640 1 -- 172.21.15.67:0/2516021151 shutdown_connections 2024-09-21T00:22:08.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:08.892+0000 7f28818d3640 1 --2- 172.21.15.67:0/2516021151 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f287c0d1010 0x7f287c0d1420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:08.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:08.892+0000 7f28818d3640 1 --2- 172.21.15.67:0/2516021151 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f287c0b9780 0x7f287c0d2cf0 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:08.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:08.892+0000 7f28818d3640 1 -- 172.21.15.67:0/2516021151 >> 172.21.15.67:0/2516021151 conn(0x7f287c08bee0 msgr2=0x7f287c0d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:22:08.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:08.892+0000 7f28818d3640 1 -- 172.21.15.67:0/2516021151 shutdown_connections 2024-09-21T00:22:08.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:08.892+0000 7f28818d3640 1 -- 172.21.15.67:0/2516021151 wait complete. 2024-09-21T00:22:08.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:08.893+0000 7f28818d3640 1 Processor -- start 2024-09-21T00:22:08.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:08.894+0000 7f28818d3640 1 -- start start 2024-09-21T00:22:08.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:08.895+0000 7f28818d3640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f287c0b73f0 0x7f287c15b080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:08.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:08.895+0000 7f28818d3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f287c0b9780 0x7f287c1e8d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:08.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:08.895+0000 7f28818d3640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f287c0d1010 0x7f287c1e9270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:08.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:08.895+0000 7f28818d3640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f287c0d04a0 con 0x7f287c0b9780 2024-09-21T00:22:08.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:08.895+0000 7f28818d3640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f287c0d0320 con 0x7f287c0d1010 2024-09-21T00:22:08.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:08.895+0000 7f28818d3640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f287c0b7800 con 0x7f287c0b73f0 2024-09-21T00:22:08.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:08.895+0000 7f287a7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f287c0b9780 0x7f287c1e8d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:08.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:08.895+0000 7f287a7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f287c0b9780 0x7f287c1e8d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:38342/0 (socket says 172.21.15.67:38342) 2024-09-21T00:22:08.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:08.895+0000 7f287a7fc640 1 -- 172.21.15.67:0/775645744 learned_addr learned my addr 172.21.15.67:0/775645744 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:22:08.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:08.895+0000 7f287affd640 1 --2- 172.21.15.67:0/775645744 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f287c0b73f0 0x7f287c15b080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:08.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:08.895+0000 7f287b7fe640 1 --2- 172.21.15.67:0/775645744 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f287c0d1010 0x7f287c1e9270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:08.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:08.895+0000 7f287a7fc640 1 -- 172.21.15.67:0/775645744 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f287c0b73f0 msgr2=0x7f287c15b080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:08.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:08.895+0000 7f287a7fc640 1 --2- 172.21.15.67:0/775645744 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f287c0b73f0 0x7f287c15b080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:08.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:08.895+0000 7f287a7fc640 1 -- 172.21.15.67:0/775645744 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f287c0d1010 msgr2=0x7f287c1e9270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:08.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:08.895+0000 7f287a7fc640 1 --2- 172.21.15.67:0/775645744 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f287c0d1010 0x7f287c1e9270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:08.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:08.896+0000 7f287a7fc640 1 -- 172.21.15.67:0/775645744 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f287c1e7790 con 0x7f287c0b9780 2024-09-21T00:22:08.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:08.896+0000 7f287affd640 1 --2- 172.21.15.67:0/775645744 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f287c0b73f0 0x7f287c15b080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:22:08.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:08.896+0000 7f287a7fc640 1 --2- 172.21.15.67:0/775645744 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f287c0b9780 0x7f287c1e8d30 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f287000d740 tx=0x7f287000dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:22:08.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:08.896+0000 7f2863fff640 1 -- 172.21.15.67:0/775645744 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2870017070 con 0x7f287c0b9780 2024-09-21T00:22:08.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:08.896+0000 7f2863fff640 1 -- 172.21.15.67:0/775645744 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2870009d20 con 0x7f287c0b9780 2024-09-21T00:22:08.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:08.896+0000 7f28818d3640 1 -- 172.21.15.67:0/775645744 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f287c1e7c90 con 0x7f287c0b9780 2024-09-21T00:22:08.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:08.896+0000 7f2863fff640 1 -- 172.21.15.67:0/775645744 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28700106c0 con 0x7f287c0b9780 2024-09-21T00:22:08.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:08.896+0000 7f28818d3640 1 -- 172.21.15.67:0/775645744 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f287c1e8250 con 0x7f287c0b9780 2024-09-21T00:22:08.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:08.897+0000 7f28818d3640 1 -- 172.21.15.67:0/775645744 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f287c1e7a00 con 0x7f287c0b9780 2024-09-21T00:22:08.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:08.898+0000 7f2863fff640 1 -- 172.21.15.67:0/775645744 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f287001a070 con 0x7f287c0b9780 2024-09-21T00:22:08.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:08.898+0000 7f2863fff640 1 --2- 172.21.15.67:0/775645744 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2868078b90 0x7f286807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:08.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:08.898+0000 7f2863fff640 1 -- 172.21.15.67:0/775645744 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f287009af10 con 0x7f287c0b9780 2024-09-21T00:22:08.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:08.899+0000 7f287affd640 1 --2- 172.21.15.67:0/775645744 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2868078b90 0x7f286807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:08.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:08.899+0000 7f287affd640 1 --2- 172.21.15.67:0/775645744 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2868078b90 0x7f286807b0a0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f286c034000 tx=0x7f286c004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:22:08.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:08.903+0000 7f2863fff640 1 -- 172.21.15.67:0/775645744 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f2870063350 con 0x7f287c0b9780 2024-09-21T00:22:09.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.128+0000 7f28818d3640 1 -- 172.21.15.67:0/775645744 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f287c0b80d0 con 0x7f287c0b9780 2024-09-21T00:22:09.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.129+0000 7f2863fff640 1 -- 172.21.15.67:0/775645744 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+5223 (secure 0 0 0) 0x7f2870062c50 con 0x7f287c0b9780 2024-09-21T00:22:09.130 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:22:09.130 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":17,"btime":"2024-09-21T00:22:08:750134+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4661,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/1847135798","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":1847135798},{"type":"v1","addr":"172.21.15.67:6835","nonce":1847135798}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4849,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/3574128354","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3574128354},{"type":"v1","addr":"172.21.15.97:6836","nonce":3574128354}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4852,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/4235095447","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":4235095447},{"type":"v1","addr":"172.21.15.97:6837","nonce":4235095447}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:22:05.110537+0000","modified":"2024-09-21T00:22:08.134710+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4932},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4932":{"gid":4932,"name":"a","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.67:6833/1883255258","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1883255258},{"type":"v1","addr":"172.21.15.67:6833","nonce":1883255258}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4932,"qdb_cluster":[4932]},"id":2}]} 2024-09-21T00:22:09.130 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 17 2024-09-21T00:22:09.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.131+0000 7f28818d3640 1 -- 172.21.15.67:0/775645744 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2868078b90 msgr2=0x7f286807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:09.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.131+0000 7f28818d3640 1 --2- 172.21.15.67:0/775645744 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2868078b90 0x7f286807b0a0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f286c034000 tx=0x7f286c004730 comp rx=0 tx=0).stop 2024-09-21T00:22:09.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.131+0000 7f28818d3640 1 -- 172.21.15.67:0/775645744 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f287c0b9780 msgr2=0x7f287c1e8d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:09.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.131+0000 7f28818d3640 1 --2- 172.21.15.67:0/775645744 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f287c0b9780 0x7f287c1e8d30 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f287000d740 tx=0x7f287000dc00 comp rx=0 tx=0).stop 2024-09-21T00:22:09.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.131+0000 7f28818d3640 1 -- 172.21.15.67:0/775645744 shutdown_connections 2024-09-21T00:22:09.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.131+0000 7f28818d3640 1 --2- 172.21.15.67:0/775645744 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2868078b90 0x7f286807b0a0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:09.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.131+0000 7f28818d3640 1 --2- 172.21.15.67:0/775645744 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f287c0d1010 0x7f287c1e9270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:09.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.131+0000 7f28818d3640 1 --2- 172.21.15.67:0/775645744 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f287c0b9780 0x7f287c1e8d30 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:09.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.131+0000 7f28818d3640 1 --2- 172.21.15.67:0/775645744 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f287c0b73f0 0x7f287c15b080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:09.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.131+0000 7f28818d3640 1 -- 172.21.15.67:0/775645744 >> 172.21.15.67:0/775645744 conn(0x7f287c08bee0 msgr2=0x7f287c15ecb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:22:09.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.131+0000 7f28818d3640 1 -- 172.21.15.67:0/775645744 shutdown_connections 2024-09-21T00:22:09.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.131+0000 7f28818d3640 1 -- 172.21.15.67:0/775645744 wait complete. 2024-09-21T00:22:09.144 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:22:09.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.260+0000 7f2a18071640 1 -- 172.21.15.67:0/535070693 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2a100c71b0 msgr2=0x7f2a1015ecf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:09.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.260+0000 7f2a18071640 1 --2- 172.21.15.67:0/535070693 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2a100c71b0 0x7f2a1015ecf0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f2a100b3670 tx=0x7f2a0802aa30 comp rx=0 tx=0).stop 2024-09-21T00:22:09.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.260+0000 7f2a18071640 1 -- 172.21.15.67:0/535070693 shutdown_connections 2024-09-21T00:22:09.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.260+0000 7f2a18071640 1 --2- 172.21.15.67:0/535070693 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2a100c71b0 0x7f2a1015ecf0 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:09.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.260+0000 7f2a18071640 1 --2- 172.21.15.67:0/535070693 >> v2:172.21.15.97:3300/0 conn(0x7f2a100d0520 0x7f2a1006f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:09.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.260+0000 7f2a18071640 1 -- 172.21.15.67:0/535070693 >> 172.21.15.67:0/535070693 conn(0x7f2a100d0a00 msgr2=0x7f2a100d0e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:22:09.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.260+0000 7f2a18071640 1 -- 172.21.15.67:0/535070693 shutdown_connections 2024-09-21T00:22:09.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.260+0000 7f2a18071640 1 -- 172.21.15.67:0/535070693 wait complete. 2024-09-21T00:22:09.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.262+0000 7f2a18071640 1 Processor -- start 2024-09-21T00:22:09.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.262+0000 7f2a18071640 1 -- start start 2024-09-21T00:22:09.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.263+0000 7f2a18071640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2a100c6690 0x7f2a100b3930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:09.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.263+0000 7f2a18071640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2a100c71b0 0x7f2a1014f4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:09.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.263+0000 7f2a18071640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2a100d0520 0x7f2a101572a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:09.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.263+0000 7f2a18071640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f2a1015f810 con 0x7f2a100c6690 2024-09-21T00:22:09.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.263+0000 7f2a18071640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f2a1015f690 con 0x7f2a100c71b0 2024-09-21T00:22:09.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.263+0000 7f2a18071640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f2a1015f990 con 0x7f2a100d0520 2024-09-21T00:22:09.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.263+0000 7f2a15e0d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2a100c6690 0x7f2a100b3930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:09.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.263+0000 7f2a15e0d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2a100c6690 0x7f2a100b3930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:38364/0 (socket says 172.21.15.67:38364) 2024-09-21T00:22:09.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.263+0000 7f2a15e0d640 1 -- 172.21.15.67:0/1343851009 learned_addr learned my addr 172.21.15.67:0/1343851009 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:22:09.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.264+0000 7f2a1660e640 1 --2- 172.21.15.67:0/1343851009 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2a100d0520 0x7f2a101572a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:09.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.264+0000 7f2a1560c640 1 --2- 172.21.15.67:0/1343851009 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2a100c71b0 0x7f2a1014f4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:09.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.264+0000 7f2a15e0d640 1 -- 172.21.15.67:0/1343851009 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2a100d0520 msgr2=0x7f2a101572a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:09.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.264+0000 7f2a15e0d640 1 --2- 172.21.15.67:0/1343851009 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2a100d0520 0x7f2a101572a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:09.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.264+0000 7f2a15e0d640 1 -- 172.21.15.67:0/1343851009 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2a100c71b0 msgr2=0x7f2a1014f4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:09.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.264+0000 7f2a15e0d640 1 --2- 172.21.15.67:0/1343851009 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2a100c71b0 0x7f2a1014f4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:09.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.264+0000 7f2a15e0d640 1 -- 172.21.15.67:0/1343851009 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a100b6580 con 0x7f2a100c6690 2024-09-21T00:22:09.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.264+0000 7f2a15e0d640 1 --2- 172.21.15.67:0/1343851009 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2a100c6690 0x7f2a100b3930 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f2a0000c970 tx=0x7f2a0000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:22:09.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.264+0000 7f2a0e7fc640 1 -- 172.21.15.67:0/1343851009 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a00007bb0 con 0x7f2a100c6690 2024-09-21T00:22:09.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.264+0000 7f2a0e7fc640 1 -- 172.21.15.67:0/1343851009 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2a00007e40 con 0x7f2a100c6690 2024-09-21T00:22:09.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.264+0000 7f2a18071640 1 -- 172.21.15.67:0/1343851009 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2a100b6820 con 0x7f2a100c6690 2024-09-21T00:22:09.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.264+0000 7f2a0e7fc640 1 -- 172.21.15.67:0/1343851009 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a0000f690 con 0x7f2a100c6690 2024-09-21T00:22:09.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.264+0000 7f2a18071640 1 -- 172.21.15.67:0/1343851009 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2a10156aa0 con 0x7f2a100c6690 2024-09-21T00:22:09.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.265+0000 7f2a18071640 1 -- 172.21.15.67:0/1343851009 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2a1015feb0 con 0x7f2a100c6690 2024-09-21T00:22:09.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.266+0000 7f2a0e7fc640 1 -- 172.21.15.67:0/1343851009 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f2a0000f830 con 0x7f2a100c6690 2024-09-21T00:22:09.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.266+0000 7f2a0e7fc640 1 --2- 172.21.15.67:0/1343851009 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f29fc078b90 0x7f29fc07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:09.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.267+0000 7f2a0e7fc640 1 -- 172.21.15.67:0/1343851009 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f2a0009b610 con 0x7f2a100c6690 2024-09-21T00:22:09.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.267+0000 7f2a1560c640 1 --2- 172.21.15.67:0/1343851009 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f29fc078b90 0x7f29fc07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:09.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.267+0000 7f2a1560c640 1 --2- 172.21.15.67:0/1343851009 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f29fc078b90 0x7f29fc07b0a0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f2a100b54a0 tx=0x7f2a04009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:22:09.272 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.271+0000 7f2a0e7fc640 1 -- 172.21.15.67:0/1343851009 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f2a00014030 con 0x7f2a100c6690 2024-09-21T00:22:09.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.458+0000 7f2a18071640 1 -- 172.21.15.67:0/1343851009 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f2a10155300 con 0x7f2a100c6690 2024-09-21T00:22:09.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.459+0000 7f2a0e7fc640 1 -- 172.21.15.67:0/1343851009 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v32) ==== 74+0+16693 (secure 0 0 0) 0x7f2a0006c020 con 0x7f2a100c6690 2024-09-21T00:22:09.461 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:22:09.461 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":32,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:22:06.737494+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:22:03.227314+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-21T00:22:04.062330+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:22:09.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.462+0000 7f2a18071640 1 -- 172.21.15.67:0/1343851009 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f29fc078b90 msgr2=0x7f29fc07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:09.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.462+0000 7f2a18071640 1 --2- 172.21.15.67:0/1343851009 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f29fc078b90 0x7f29fc07b0a0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f2a100b54a0 tx=0x7f2a04009040 comp rx=0 tx=0).stop 2024-09-21T00:22:09.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.462+0000 7f2a18071640 1 -- 172.21.15.67:0/1343851009 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2a100c6690 msgr2=0x7f2a100b3930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:09.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.462+0000 7f2a18071640 1 --2- 172.21.15.67:0/1343851009 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2a100c6690 0x7f2a100b3930 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f2a0000c970 tx=0x7f2a0000ce30 comp rx=0 tx=0).stop 2024-09-21T00:22:09.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.462+0000 7f2a18071640 1 -- 172.21.15.67:0/1343851009 shutdown_connections 2024-09-21T00:22:09.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.462+0000 7f2a18071640 1 --2- 172.21.15.67:0/1343851009 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f29fc078b90 0x7f29fc07b0a0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:09.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.462+0000 7f2a18071640 1 --2- 172.21.15.67:0/1343851009 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2a100d0520 0x7f2a101572a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:09.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.462+0000 7f2a18071640 1 --2- 172.21.15.67:0/1343851009 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2a100c71b0 0x7f2a1014f4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:09.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.462+0000 7f2a18071640 1 --2- 172.21.15.67:0/1343851009 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2a100c6690 0x7f2a100b3930 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:09.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.462+0000 7f2a18071640 1 -- 172.21.15.67:0/1343851009 >> 172.21.15.67:0/1343851009 conn(0x7f2a100d0a00 msgr2=0x7f2a100c6aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:22:09.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.462+0000 7f2a18071640 1 -- 172.21.15.67:0/1343851009 shutdown_connections 2024-09-21T00:22:09.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.462+0000 7f2a18071640 1 -- 172.21.15.67:0/1343851009 wait complete. 2024-09-21T00:22:09.475 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-21T00:22:09.475 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T00:22:09.592 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.590+0000 7f2b87c4d640 1 -- 172.21.15.67:0/551626576 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2b800b6730 msgr2=0x7f2b800cf260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:09.592 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.590+0000 7f2b87c4d640 1 --2- 172.21.15.67:0/551626576 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2b800b6730 0x7f2b800cf260 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f2b74005fd0 tx=0x7f2b7402a540 comp rx=0 tx=0).stop 2024-09-21T00:22:09.592 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.590+0000 7f2b87c4d640 1 -- 172.21.15.67:0/551626576 shutdown_connections 2024-09-21T00:22:09.592 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.590+0000 7f2b87c4d640 1 --2- 172.21.15.67:0/551626576 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2b8006fbd0 0x7f2b800cf7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:09.592 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.590+0000 7f2b87c4d640 1 --2- 172.21.15.67:0/551626576 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2b800b6730 0x7f2b800cf260 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:09.592 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.590+0000 7f2b87c4d640 1 -- 172.21.15.67:0/551626576 >> 172.21.15.67:0/551626576 conn(0x7f2b800d45a0 msgr2=0x7f2b800d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:22:09.592 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.590+0000 7f2b87c4d640 1 -- 172.21.15.67:0/551626576 shutdown_connections 2024-09-21T00:22:09.592 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.590+0000 7f2b87c4d640 1 -- 172.21.15.67:0/551626576 wait complete. 2024-09-21T00:22:09.593 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.592+0000 7f2b87c4d640 1 Processor -- start 2024-09-21T00:22:09.593 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.592+0000 7f2b87c4d640 1 -- start start 2024-09-21T00:22:09.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.594+0000 7f2b87c4d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2b8006fbd0 0x7f2b80159c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:09.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.594+0000 7f2b87c4d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2b800b9e70 0x7f2b800b5920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:09.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.594+0000 7f2b87c4d640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2b800b7fe0 0x7f2b800b83f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:09.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.594+0000 7f2b87c4d640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f2b800cfe60 con 0x7f2b800b9e70 2024-09-21T00:22:09.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.594+0000 7f2b87c4d640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f2b800cfce0 con 0x7f2b8006fbd0 2024-09-21T00:22:09.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.594+0000 7f2b87c4d640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f2b800cffe0 con 0x7f2b800b7fe0 2024-09-21T00:22:09.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.594+0000 7f2b851e8640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2b800b9e70 0x7f2b800b5920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:09.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.594+0000 7f2b851e8640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2b800b9e70 0x7f2b800b5920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:38386/0 (socket says 172.21.15.67:38386) 2024-09-21T00:22:09.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.594+0000 7f2b851e8640 1 -- 172.21.15.67:0/4153700801 learned_addr learned my addr 172.21.15.67:0/4153700801 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:22:09.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.594+0000 7f2b859e9640 1 --2- 172.21.15.67:0/4153700801 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2b8006fbd0 0x7f2b80159c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:09.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.594+0000 7f2b861ea640 1 --2- 172.21.15.67:0/4153700801 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2b800b7fe0 0x7f2b800b83f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:09.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.594+0000 7f2b851e8640 1 -- 172.21.15.67:0/4153700801 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2b800b7fe0 msgr2=0x7f2b800b83f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:09.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.594+0000 7f2b851e8640 1 --2- 172.21.15.67:0/4153700801 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2b800b7fe0 0x7f2b800b83f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:09.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.594+0000 7f2b851e8640 1 -- 172.21.15.67:0/4153700801 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2b8006fbd0 msgr2=0x7f2b80159c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:09.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.594+0000 7f2b851e8640 1 --2- 172.21.15.67:0/4153700801 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2b8006fbd0 0x7f2b80159c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:09.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.594+0000 7f2b851e8640 1 -- 172.21.15.67:0/4153700801 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b800b8930 con 0x7f2b800b9e70 2024-09-21T00:22:09.598 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.594+0000 7f2b859e9640 1 --2- 172.21.15.67:0/4153700801 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2b8006fbd0 0x7f2b80159c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:22:09.598 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.594+0000 7f2b861ea640 1 --2- 172.21.15.67:0/4153700801 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2b800b7fe0 0x7f2b800b83f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:22:09.598 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.594+0000 7f2b851e8640 1 --2- 172.21.15.67:0/4153700801 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2b800b9e70 0x7f2b800b5920 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f2b74000c00 tx=0x7f2b74003910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:22:09.598 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.594+0000 7f2b7e7fc640 1 -- 172.21.15.67:0/4153700801 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b7403e030 con 0x7f2b800b9e70 2024-09-21T00:22:09.598 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.594+0000 7f2b7e7fc640 1 -- 172.21.15.67:0/4153700801 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2b74003e00 con 0x7f2b800b9e70 2024-09-21T00:22:09.598 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.594+0000 7f2b87c4d640 1 -- 172.21.15.67:0/4153700801 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b8015b680 con 0x7f2b800b9e70 2024-09-21T00:22:09.598 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.594+0000 7f2b7e7fc640 1 -- 172.21.15.67:0/4153700801 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b74035040 con 0x7f2b800b9e70 2024-09-21T00:22:09.598 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.594+0000 7f2b87c4d640 1 -- 172.21.15.67:0/4153700801 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b8015c820 con 0x7f2b800b9e70 2024-09-21T00:22:09.598 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.595+0000 7f2b87c4d640 1 -- 172.21.15.67:0/4153700801 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2b800d0490 con 0x7f2b800b9e70 2024-09-21T00:22:09.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.596+0000 7f2b7e7fc640 1 -- 172.21.15.67:0/4153700801 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f2b74041030 con 0x7f2b800b9e70 2024-09-21T00:22:09.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.597+0000 7f2b7e7fc640 1 --2- 172.21.15.67:0/4153700801 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2b6c078bc0 0x7f2b6c07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:09.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.597+0000 7f2b7e7fc640 1 -- 172.21.15.67:0/4153700801 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f2b740bb5d0 con 0x7f2b800b9e70 2024-09-21T00:22:09.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.597+0000 7f2b859e9640 1 --2- 172.21.15.67:0/4153700801 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2b6c078bc0 0x7f2b6c07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:09.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.598+0000 7f2b859e9640 1 --2- 172.21.15.67:0/4153700801 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2b6c078bc0 0x7f2b6c07b0d0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f2b70007fd0 tx=0x7f2b70009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:22:09.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.601+0000 7f2b7e7fc640 1 -- 172.21.15.67:0/4153700801 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f2b800b8930 con 0x7f2b800b9e70 2024-09-21T00:22:09.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.786+0000 7f2b87c4d640 1 -- 172.21.15.67:0/4153700801 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f2b800b3a80 con 0x7f2b6c078bc0 2024-09-21T00:22:09.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.791+0000 7f2b7e7fc640 1 -- 172.21.15.67:0/4153700801 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251935 (secure 0 0 0) 0x7f2b800b3a80 con 0x7f2b6c078bc0 2024-09-21T00:22:09.795 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:22:09.796 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-21T00:22:09.797 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.794+0000 7f2b87c4d640 1 -- 172.21.15.67:0/4153700801 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2b6c078bc0 msgr2=0x7f2b6c07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:09.797 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.794+0000 7f2b87c4d640 1 --2- 172.21.15.67:0/4153700801 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2b6c078bc0 0x7f2b6c07b0d0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f2b70007fd0 tx=0x7f2b70009040 comp rx=0 tx=0).stop 2024-09-21T00:22:09.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.794+0000 7f2b87c4d640 1 -- 172.21.15.67:0/4153700801 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2b800b9e70 msgr2=0x7f2b800b5920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:09.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.794+0000 7f2b87c4d640 1 --2- 172.21.15.67:0/4153700801 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2b800b9e70 0x7f2b800b5920 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f2b74000c00 tx=0x7f2b74003910 comp rx=0 tx=0).stop 2024-09-21T00:22:09.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.795+0000 7f2b87c4d640 1 -- 172.21.15.67:0/4153700801 shutdown_connections 2024-09-21T00:22:09.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.795+0000 7f2b87c4d640 1 --2- 172.21.15.67:0/4153700801 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2b6c078bc0 0x7f2b6c07b0d0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:09.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.795+0000 7f2b87c4d640 1 --2- 172.21.15.67:0/4153700801 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2b800b7fe0 0x7f2b800b83f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:09.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.795+0000 7f2b87c4d640 1 --2- 172.21.15.67:0/4153700801 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2b800b9e70 0x7f2b800b5920 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:09.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.795+0000 7f2b87c4d640 1 --2- 172.21.15.67:0/4153700801 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2b8006fbd0 0x7f2b80159c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:09.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.795+0000 7f2b87c4d640 1 -- 172.21.15.67:0/4153700801 >> 172.21.15.67:0/4153700801 conn(0x7f2b800d45a0 msgr2=0x7f2b800cab70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:22:09.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.795+0000 7f2b87c4d640 1 -- 172.21.15.67:0/4153700801 shutdown_connections 2024-09-21T00:22:09.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.795+0000 7f2b87c4d640 1 -- 172.21.15.67:0/4153700801 wait complete. 2024-09-21T00:22:09.807 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":56,"stamp":"2024-09-21T00:22:09.506128+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":145,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":110,"ondisk_log_size":110,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":108,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":224216,"kb_used_data":3808,"kb_used_omap":12,"kb_used_meta":220211,"kb_avail":754750504,"statfs":{"total":773094113280,"available":772864516096,"internally_reserved":0,"allocated":3899392,"data_stored":2198381,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12749,"internal_metadata":225496627},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":24,"apply_latency_ms":24,"commit_latency_ns":24000000,"apply_latency_ns":24000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.790880"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.754701+0000","last_change":"2024-09-21T00:22:05.753086+0000","last_active":"2024-09-21T00:22:05.754701+0000","last_peered":"2024-09-21T00:22:05.754701+0000","last_clean":"2024-09-21T00:22:05.754701+0000","last_became_active":"2024-09-21T00:22:05.752721+0000","last_became_peered":"2024-09-21T00:22:05.752721+0000","last_unstale":"2024-09-21T00:22:05.754701+0000","last_undegraded":"2024-09-21T00:22:05.754701+0000","last_fullsized":"2024-09-21T00:22:05.754701+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:25:51.241405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.748331+0000","last_change":"2024-09-21T00:22:05.742199+0000","last_active":"2024-09-21T00:22:05.748331+0000","last_peered":"2024-09-21T00:22:05.748331+0000","last_clean":"2024-09-21T00:22:05.748331+0000","last_became_active":"2024-09-21T00:22:05.741860+0000","last_became_peered":"2024-09-21T00:22:05.741860+0000","last_unstale":"2024-09-21T00:22:05.748331+0000","last_undegraded":"2024-09-21T00:22:05.748331+0000","last_fullsized":"2024-09-21T00:22:05.748331+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:01:35.500269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.765340+0000","last_change":"2024-09-21T00:22:05.759774+0000","last_active":"2024-09-21T00:22:05.765340+0000","last_peered":"2024-09-21T00:22:05.765340+0000","last_clean":"2024-09-21T00:22:05.765340+0000","last_became_active":"2024-09-21T00:22:05.757719+0000","last_became_peered":"2024-09-21T00:22:05.757719+0000","last_unstale":"2024-09-21T00:22:05.765340+0000","last_undegraded":"2024-09-21T00:22:05.765340+0000","last_fullsized":"2024-09-21T00:22:05.765340+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:37:38.937689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-21T00:22:06.750298+0000","last_change":"2024-09-21T00:22:05.761930+0000","last_active":"2024-09-21T00:22:06.750298+0000","last_peered":"2024-09-21T00:22:06.750298+0000","last_clean":"2024-09-21T00:22:06.750298+0000","last_became_active":"2024-09-21T00:22:05.760944+0000","last_became_peered":"2024-09-21T00:22:05.760944+0000","last_unstale":"2024-09-21T00:22:06.750298+0000","last_undegraded":"2024-09-21T00:22:06.750298+0000","last_fullsized":"2024-09-21T00:22:06.750298+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:58:40.071414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.752723+0000","last_change":"2024-09-21T00:22:05.746111+0000","last_active":"2024-09-21T00:22:05.752723+0000","last_peered":"2024-09-21T00:22:05.752723+0000","last_clean":"2024-09-21T00:22:05.752723+0000","last_became_active":"2024-09-21T00:22:05.745782+0000","last_became_peered":"2024-09-21T00:22:05.745782+0000","last_unstale":"2024-09-21T00:22:05.752723+0000","last_undegraded":"2024-09-21T00:22:05.752723+0000","last_fullsized":"2024-09-21T00:22:05.752723+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:57:53.598117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.752037+0000","last_change":"2024-09-21T00:22:05.743729+0000","last_active":"2024-09-21T00:22:05.752037+0000","last_peered":"2024-09-21T00:22:05.752037+0000","last_clean":"2024-09-21T00:22:05.752037+0000","last_became_active":"2024-09-21T00:22:05.743333+0000","last_became_peered":"2024-09-21T00:22:05.743333+0000","last_unstale":"2024-09-21T00:22:05.752037+0000","last_undegraded":"2024-09-21T00:22:05.752037+0000","last_fullsized":"2024-09-21T00:22:05.752037+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:29:33.420509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.752378+0000","last_change":"2024-09-21T00:22:05.746678+0000","last_active":"2024-09-21T00:22:05.752378+0000","last_peered":"2024-09-21T00:22:05.752378+0000","last_clean":"2024-09-21T00:22:05.752378+0000","last_became_active":"2024-09-21T00:22:05.746410+0000","last_became_peered":"2024-09-21T00:22:05.746410+0000","last_unstale":"2024-09-21T00:22:05.752378+0000","last_undegraded":"2024-09-21T00:22:05.752378+0000","last_fullsized":"2024-09-21T00:22:05.752378+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:36:01.808757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.749128+0000","last_change":"2024-09-21T00:22:05.744305+0000","last_active":"2024-09-21T00:22:05.749128+0000","last_peered":"2024-09-21T00:22:05.749128+0000","last_clean":"2024-09-21T00:22:05.749128+0000","last_became_active":"2024-09-21T00:22:05.743985+0000","last_became_peered":"2024-09-21T00:22:05.743985+0000","last_unstale":"2024-09-21T00:22:05.749128+0000","last_undegraded":"2024-09-21T00:22:05.749128+0000","last_fullsized":"2024-09-21T00:22:05.749128+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:37:02.762659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-21T00:22:06.746469+0000","last_change":"2024-09-21T00:22:05.753339+0000","last_active":"2024-09-21T00:22:06.746469+0000","last_peered":"2024-09-21T00:22:06.746469+0000","last_clean":"2024-09-21T00:22:06.746469+0000","last_became_active":"2024-09-21T00:22:05.753008+0000","last_became_peered":"2024-09-21T00:22:05.753008+0000","last_unstale":"2024-09-21T00:22:06.746469+0000","last_undegraded":"2024-09-21T00:22:06.746469+0000","last_fullsized":"2024-09-21T00:22:06.746469+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:46:14.614068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-21T00:22:06.750430+0000","last_change":"2024-09-21T00:22:05.760081+0000","last_active":"2024-09-21T00:22:06.750430+0000","last_peered":"2024-09-21T00:22:06.750430+0000","last_clean":"2024-09-21T00:22:06.750430+0000","last_became_active":"2024-09-21T00:22:05.759777+0000","last_became_peered":"2024-09-21T00:22:05.759777+0000","last_unstale":"2024-09-21T00:22:06.750430+0000","last_undegraded":"2024-09-21T00:22:06.750430+0000","last_fullsized":"2024-09-21T00:22:06.750430+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:36:45.640238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.765433+0000","last_change":"2024-09-21T00:22:05.759528+0000","last_active":"2024-09-21T00:22:05.765433+0000","last_peered":"2024-09-21T00:22:05.765433+0000","last_clean":"2024-09-21T00:22:05.765433+0000","last_became_active":"2024-09-21T00:22:05.759190+0000","last_became_peered":"2024-09-21T00:22:05.759190+0000","last_unstale":"2024-09-21T00:22:05.765433+0000","last_undegraded":"2024-09-21T00:22:05.765433+0000","last_fullsized":"2024-09-21T00:22:05.765433+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:02:15.688114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.751240+0000","last_change":"2024-09-21T00:22:05.745807+0000","last_active":"2024-09-21T00:22:05.751240+0000","last_peered":"2024-09-21T00:22:05.751240+0000","last_clean":"2024-09-21T00:22:05.751240+0000","last_became_active":"2024-09-21T00:22:05.745382+0000","last_became_peered":"2024-09-21T00:22:05.745382+0000","last_unstale":"2024-09-21T00:22:05.751240+0000","last_undegraded":"2024-09-21T00:22:05.751240+0000","last_fullsized":"2024-09-21T00:22:05.751240+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:02:59.461321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.755569+0000","last_change":"2024-09-21T00:22:05.752062+0000","last_active":"2024-09-21T00:22:05.755569+0000","last_peered":"2024-09-21T00:22:05.755569+0000","last_clean":"2024-09-21T00:22:05.755569+0000","last_became_active":"2024-09-21T00:22:05.751750+0000","last_became_peered":"2024-09-21T00:22:05.751750+0000","last_unstale":"2024-09-21T00:22:05.755569+0000","last_undegraded":"2024-09-21T00:22:05.755569+0000","last_fullsized":"2024-09-21T00:22:05.755569+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:12:01.001559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.754428+0000","last_change":"2024-09-21T00:22:05.748834+0000","last_active":"2024-09-21T00:22:05.754428+0000","last_peered":"2024-09-21T00:22:05.754428+0000","last_clean":"2024-09-21T00:22:05.754428+0000","last_became_active":"2024-09-21T00:22:05.748483+0000","last_became_peered":"2024-09-21T00:22:05.748483+0000","last_unstale":"2024-09-21T00:22:05.754428+0000","last_undegraded":"2024-09-21T00:22:05.754428+0000","last_fullsized":"2024-09-21T00:22:05.754428+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:24:18.412954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.751320+0000","last_change":"2024-09-21T00:22:05.743037+0000","last_active":"2024-09-21T00:22:05.751320+0000","last_peered":"2024-09-21T00:22:05.751320+0000","last_clean":"2024-09-21T00:22:05.751320+0000","last_became_active":"2024-09-21T00:22:05.740719+0000","last_became_peered":"2024-09-21T00:22:05.740719+0000","last_unstale":"2024-09-21T00:22:05.751320+0000","last_undegraded":"2024-09-21T00:22:05.751320+0000","last_fullsized":"2024-09-21T00:22:05.751320+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:58:57.522979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.743489+0000","last_change":"2024-09-21T00:22:05.742036+0000","last_active":"2024-09-21T00:22:05.743489+0000","last_peered":"2024-09-21T00:22:05.743489+0000","last_clean":"2024-09-21T00:22:05.743489+0000","last_became_active":"2024-09-21T00:22:05.741700+0000","last_became_peered":"2024-09-21T00:22:05.741700+0000","last_unstale":"2024-09-21T00:22:05.743489+0000","last_undegraded":"2024-09-21T00:22:05.743489+0000","last_fullsized":"2024-09-21T00:22:05.743489+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:15:36.010664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.752292+0000","last_change":"2024-09-21T00:22:05.749827+0000","last_active":"2024-09-21T00:22:05.752292+0000","last_peered":"2024-09-21T00:22:05.752292+0000","last_clean":"2024-09-21T00:22:05.752292+0000","last_became_active":"2024-09-21T00:22:05.748857+0000","last_became_peered":"2024-09-21T00:22:05.748857+0000","last_unstale":"2024-09-21T00:22:05.752292+0000","last_undegraded":"2024-09-21T00:22:05.752292+0000","last_fullsized":"2024-09-21T00:22:05.752292+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:10:39.427142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.755180+0000","last_change":"2024-09-21T00:22:05.748923+0000","last_active":"2024-09-21T00:22:05.755180+0000","last_peered":"2024-09-21T00:22:05.755180+0000","last_clean":"2024-09-21T00:22:05.755180+0000","last_became_active":"2024-09-21T00:22:05.748564+0000","last_became_peered":"2024-09-21T00:22:05.748564+0000","last_unstale":"2024-09-21T00:22:05.755180+0000","last_undegraded":"2024-09-21T00:22:05.755180+0000","last_fullsized":"2024-09-21T00:22:05.755180+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:37:33.024846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.763529+0000","last_change":"2024-09-21T00:22:05.759324+0000","last_active":"2024-09-21T00:22:05.763529+0000","last_peered":"2024-09-21T00:22:05.763529+0000","last_clean":"2024-09-21T00:22:05.763529+0000","last_became_active":"2024-09-21T00:22:05.759017+0000","last_became_peered":"2024-09-21T00:22:05.759017+0000","last_unstale":"2024-09-21T00:22:05.763529+0000","last_undegraded":"2024-09-21T00:22:05.763529+0000","last_fullsized":"2024-09-21T00:22:05.763529+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:43:42.471384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.755537+0000","last_change":"2024-09-21T00:22:05.751027+0000","last_active":"2024-09-21T00:22:05.755537+0000","last_peered":"2024-09-21T00:22:05.755537+0000","last_clean":"2024-09-21T00:22:05.755537+0000","last_became_active":"2024-09-21T00:22:05.750629+0000","last_became_peered":"2024-09-21T00:22:05.750629+0000","last_unstale":"2024-09-21T00:22:05.755537+0000","last_undegraded":"2024-09-21T00:22:05.755537+0000","last_fullsized":"2024-09-21T00:22:05.755537+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:16:32.810351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-21T00:22:06.745954+0000","last_change":"2024-09-21T00:22:05.739744+0000","last_active":"2024-09-21T00:22:06.745954+0000","last_peered":"2024-09-21T00:22:06.745954+0000","last_clean":"2024-09-21T00:22:06.745954+0000","last_became_active":"2024-09-21T00:22:05.739390+0000","last_became_peered":"2024-09-21T00:22:05.739390+0000","last_unstale":"2024-09-21T00:22:06.745954+0000","last_undegraded":"2024-09-21T00:22:06.745954+0000","last_fullsized":"2024-09-21T00:22:06.745954+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:25:05.249785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-21T00:22:06.745976+0000","last_change":"2024-09-21T00:22:05.739834+0000","last_active":"2024-09-21T00:22:06.745976+0000","last_peered":"2024-09-21T00:22:06.745976+0000","last_clean":"2024-09-21T00:22:06.745976+0000","last_became_active":"2024-09-21T00:22:05.739485+0000","last_became_peered":"2024-09-21T00:22:05.739485+0000","last_unstale":"2024-09-21T00:22:06.745976+0000","last_undegraded":"2024-09-21T00:22:06.745976+0000","last_fullsized":"2024-09-21T00:22:06.745976+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:22:28.672772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.750383+0000","last_change":"2024-09-21T00:22:05.738996+0000","last_active":"2024-09-21T00:22:05.750383+0000","last_peered":"2024-09-21T00:22:05.750383+0000","last_clean":"2024-09-21T00:22:05.750383+0000","last_became_active":"2024-09-21T00:22:05.738673+0000","last_became_peered":"2024-09-21T00:22:05.738673+0000","last_unstale":"2024-09-21T00:22:05.750383+0000","last_undegraded":"2024-09-21T00:22:05.750383+0000","last_fullsized":"2024-09-21T00:22:05.750383+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:25:51.241405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.751394+0000","last_change":"2024-09-21T00:22:05.746682+0000","last_active":"2024-09-21T00:22:05.751394+0000","last_peered":"2024-09-21T00:22:05.751394+0000","last_clean":"2024-09-21T00:22:05.751394+0000","last_became_active":"2024-09-21T00:22:05.743547+0000","last_became_peered":"2024-09-21T00:22:05.743547+0000","last_unstale":"2024-09-21T00:22:05.751394+0000","last_undegraded":"2024-09-21T00:22:05.751394+0000","last_fullsized":"2024-09-21T00:22:05.751394+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:01:35.500269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-21T00:22:06.750468+0000","last_change":"2024-09-21T00:22:05.761744+0000","last_active":"2024-09-21T00:22:06.750468+0000","last_peered":"2024-09-21T00:22:06.750468+0000","last_clean":"2024-09-21T00:22:06.750468+0000","last_became_active":"2024-09-21T00:22:05.759643+0000","last_became_peered":"2024-09-21T00:22:05.759643+0000","last_unstale":"2024-09-21T00:22:06.750468+0000","last_undegraded":"2024-09-21T00:22:06.750468+0000","last_fullsized":"2024-09-21T00:22:06.750468+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:10:33.848033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.754327+0000","last_change":"2024-09-21T00:22:05.744091+0000","last_active":"2024-09-21T00:22:05.754327+0000","last_peered":"2024-09-21T00:22:05.754327+0000","last_clean":"2024-09-21T00:22:05.754327+0000","last_became_active":"2024-09-21T00:22:05.742600+0000","last_became_peered":"2024-09-21T00:22:05.742600+0000","last_unstale":"2024-09-21T00:22:05.754327+0000","last_undegraded":"2024-09-21T00:22:05.754327+0000","last_fullsized":"2024-09-21T00:22:05.754327+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:48:10.374613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-21T00:22:06.750624+0000","last_change":"2024-09-21T00:22:05.760431+0000","last_active":"2024-09-21T00:22:06.750624+0000","last_peered":"2024-09-21T00:22:06.750624+0000","last_clean":"2024-09-21T00:22:06.750624+0000","last_became_active":"2024-09-21T00:22:05.758140+0000","last_became_peered":"2024-09-21T00:22:05.758140+0000","last_unstale":"2024-09-21T00:22:06.750624+0000","last_undegraded":"2024-09-21T00:22:06.750624+0000","last_fullsized":"2024-09-21T00:22:06.750624+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:43:57.279535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.746602+0000","last_change":"2024-09-21T00:22:05.739651+0000","last_active":"2024-09-21T00:22:05.746602+0000","last_peered":"2024-09-21T00:22:05.746602+0000","last_clean":"2024-09-21T00:22:05.746602+0000","last_became_active":"2024-09-21T00:22:05.739320+0000","last_became_peered":"2024-09-21T00:22:05.739320+0000","last_unstale":"2024-09-21T00:22:05.746602+0000","last_undegraded":"2024-09-21T00:22:05.746602+0000","last_fullsized":"2024-09-21T00:22:05.746602+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:08:17.275598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-21T00:22:06.746194+0000","last_change":"2024-09-21T00:22:05.747770+0000","last_active":"2024-09-21T00:22:06.746194+0000","last_peered":"2024-09-21T00:22:06.746194+0000","last_clean":"2024-09-21T00:22:06.746194+0000","last_became_active":"2024-09-21T00:22:05.747270+0000","last_became_peered":"2024-09-21T00:22:05.747270+0000","last_unstale":"2024-09-21T00:22:06.746194+0000","last_undegraded":"2024-09-21T00:22:06.746194+0000","last_fullsized":"2024-09-21T00:22:06.746194+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:21:15.294895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.749781+0000","last_change":"2024-09-21T00:22:05.747465+0000","last_active":"2024-09-21T00:22:05.749781+0000","last_peered":"2024-09-21T00:22:05.749781+0000","last_clean":"2024-09-21T00:22:05.749781+0000","last_became_active":"2024-09-21T00:22:05.746370+0000","last_became_peered":"2024-09-21T00:22:05.746370+0000","last_unstale":"2024-09-21T00:22:05.749781+0000","last_undegraded":"2024-09-21T00:22:05.749781+0000","last_fullsized":"2024-09-21T00:22:05.749781+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:32:40.039463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.744927+0000","last_change":"2024-09-21T00:22:05.742833+0000","last_active":"2024-09-21T00:22:05.744927+0000","last_peered":"2024-09-21T00:22:05.744927+0000","last_clean":"2024-09-21T00:22:05.744927+0000","last_became_active":"2024-09-21T00:22:05.742504+0000","last_became_peered":"2024-09-21T00:22:05.742504+0000","last_unstale":"2024-09-21T00:22:05.744927+0000","last_undegraded":"2024-09-21T00:22:05.744927+0000","last_fullsized":"2024-09-21T00:22:05.744927+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:54:46.979143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.749706+0000","last_change":"2024-09-21T00:22:05.746474+0000","last_active":"2024-09-21T00:22:05.749706+0000","last_peered":"2024-09-21T00:22:05.749706+0000","last_clean":"2024-09-21T00:22:05.749706+0000","last_became_active":"2024-09-21T00:22:05.745727+0000","last_became_peered":"2024-09-21T00:22:05.745727+0000","last_unstale":"2024-09-21T00:22:05.749706+0000","last_undegraded":"2024-09-21T00:22:05.749706+0000","last_fullsized":"2024-09-21T00:22:05.749706+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:33:39.271460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.752083+0000","last_change":"2024-09-21T00:22:05.739312+0000","last_active":"2024-09-21T00:22:05.752083+0000","last_peered":"2024-09-21T00:22:05.752083+0000","last_clean":"2024-09-21T00:22:05.752083+0000","last_became_active":"2024-09-21T00:22:05.738694+0000","last_became_peered":"2024-09-21T00:22:05.738694+0000","last_unstale":"2024-09-21T00:22:05.752083+0000","last_undegraded":"2024-09-21T00:22:05.752083+0000","last_fullsized":"2024-09-21T00:22:05.752083+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:42:04.828948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"31'4","reported_seq":17,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.759405+0000","last_change":"2024-09-21T00:22:04.730572+0000","last_active":"2024-09-21T00:22:05.759405+0000","last_peered":"2024-09-21T00:22:05.759405+0000","last_clean":"2024-09-21T00:22:05.759405+0000","last_became_active":"2024-09-21T00:22:04.730231+0000","last_became_peered":"2024-09-21T00:22:04.730231+0000","last_unstale":"2024-09-21T00:22:05.759405+0000","last_undegraded":"2024-09-21T00:22:05.759405+0000","last_fullsized":"2024-09-21T00:22:05.759405+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_clean_scrub_stamp":"2024-09-21T00:22:03.704151+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:53:08.243344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.750319+0000","last_change":"2024-09-21T00:22:05.748316+0000","last_active":"2024-09-21T00:22:05.750319+0000","last_peered":"2024-09-21T00:22:05.750319+0000","last_clean":"2024-09-21T00:22:05.750319+0000","last_became_active":"2024-09-21T00:22:05.748004+0000","last_became_peered":"2024-09-21T00:22:05.748004+0000","last_unstale":"2024-09-21T00:22:05.750319+0000","last_undegraded":"2024-09-21T00:22:05.750319+0000","last_fullsized":"2024-09-21T00:22:05.750319+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:11:00.679189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"31'1","reported_seq":14,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.765601+0000","last_change":"2024-09-21T00:22:04.730704+0000","last_active":"2024-09-21T00:22:05.765601+0000","last_peered":"2024-09-21T00:22:05.765601+0000","last_clean":"2024-09-21T00:22:05.765601+0000","last_became_active":"2024-09-21T00:22:04.730332+0000","last_became_peered":"2024-09-21T00:22:04.730332+0000","last_unstale":"2024-09-21T00:22:05.765601+0000","last_undegraded":"2024-09-21T00:22:05.765601+0000","last_fullsized":"2024-09-21T00:22:05.765601+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_clean_scrub_stamp":"2024-09-21T00:22:03.704151+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:02:59.443665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-21T00:22:06.746874+0000","last_change":"2024-09-21T00:22:05.746071+0000","last_active":"2024-09-21T00:22:06.746874+0000","last_peered":"2024-09-21T00:22:06.746874+0000","last_clean":"2024-09-21T00:22:06.746874+0000","last_became_active":"2024-09-21T00:22:05.745758+0000","last_became_peered":"2024-09-21T00:22:05.745758+0000","last_unstale":"2024-09-21T00:22:06.746874+0000","last_undegraded":"2024-09-21T00:22:06.746874+0000","last_fullsized":"2024-09-21T00:22:06.746874+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:58:40.071414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"31'2","reported_seq":15,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.767346+0000","last_change":"2024-09-21T00:22:04.737318+0000","last_active":"2024-09-21T00:22:05.767346+0000","last_peered":"2024-09-21T00:22:05.767346+0000","last_clean":"2024-09-21T00:22:05.767346+0000","last_became_active":"2024-09-21T00:22:04.737042+0000","last_became_peered":"2024-09-21T00:22:04.737042+0000","last_unstale":"2024-09-21T00:22:05.767346+0000","last_undegraded":"2024-09-21T00:22:05.767346+0000","last_fullsized":"2024-09-21T00:22:05.767346+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_clean_scrub_stamp":"2024-09-21T00:22:03.704151+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:47:05.438717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-21T00:22:06.750733+0000","last_change":"2024-09-21T00:22:05.758886+0000","last_active":"2024-09-21T00:22:06.750733+0000","last_peered":"2024-09-21T00:22:06.750733+0000","last_clean":"2024-09-21T00:22:06.750733+0000","last_became_active":"2024-09-21T00:22:05.757768+0000","last_became_peered":"2024-09-21T00:22:05.757768+0000","last_unstale":"2024-09-21T00:22:06.750733+0000","last_undegraded":"2024-09-21T00:22:06.750733+0000","last_fullsized":"2024-09-21T00:22:06.750733+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:46:28.037947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1c","version":"31'2","reported_seq":15,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.767616+0000","last_change":"2024-09-21T00:22:04.740894+0000","last_active":"2024-09-21T00:22:05.767616+0000","last_peered":"2024-09-21T00:22:05.767616+0000","last_clean":"2024-09-21T00:22:05.767616+0000","last_became_active":"2024-09-21T00:22:04.740543+0000","last_became_peered":"2024-09-21T00:22:04.740543+0000","last_unstale":"2024-09-21T00:22:05.767616+0000","last_undegraded":"2024-09-21T00:22:05.767616+0000","last_fullsized":"2024-09-21T00:22:05.767616+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_clean_scrub_stamp":"2024-09-21T00:22:03.704151+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:33:28.155612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.750356+0000","last_change":"2024-09-21T00:22:05.748877+0000","last_active":"2024-09-21T00:22:05.750356+0000","last_peered":"2024-09-21T00:22:05.750356+0000","last_clean":"2024-09-21T00:22:05.750356+0000","last_became_active":"2024-09-21T00:22:05.748507+0000","last_became_peered":"2024-09-21T00:22:05.748507+0000","last_unstale":"2024-09-21T00:22:05.750356+0000","last_undegraded":"2024-09-21T00:22:05.750356+0000","last_fullsized":"2024-09-21T00:22:05.750356+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:46:28.836324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"31'1","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-21T00:22:06.746270+0000","last_change":"2024-09-21T00:22:04.730571+0000","last_active":"2024-09-21T00:22:06.746270+0000","last_peered":"2024-09-21T00:22:06.746270+0000","last_clean":"2024-09-21T00:22:06.746270+0000","last_became_active":"2024-09-21T00:22:04.730202+0000","last_became_peered":"2024-09-21T00:22:04.730202+0000","last_unstale":"2024-09-21T00:22:06.746270+0000","last_undegraded":"2024-09-21T00:22:06.746270+0000","last_fullsized":"2024-09-21T00:22:06.746270+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_clean_scrub_stamp":"2024-09-21T00:22:03.704151+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:22:00.747029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.749083+0000","last_change":"2024-09-21T00:22:05.741746+0000","last_active":"2024-09-21T00:22:05.749083+0000","last_peered":"2024-09-21T00:22:05.749083+0000","last_clean":"2024-09-21T00:22:05.749083+0000","last_became_active":"2024-09-21T00:22:05.740098+0000","last_became_peered":"2024-09-21T00:22:05.740098+0000","last_unstale":"2024-09-21T00:22:05.749083+0000","last_undegraded":"2024-09-21T00:22:05.749083+0000","last_fullsized":"2024-09-21T00:22:05.749083+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:13:11.289324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"31'1","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-21T00:22:06.746050+0000","last_change":"2024-09-21T00:22:04.735957+0000","last_active":"2024-09-21T00:22:06.746050+0000","last_peered":"2024-09-21T00:22:06.746050+0000","last_clean":"2024-09-21T00:22:06.746050+0000","last_became_active":"2024-09-21T00:22:04.735557+0000","last_became_peered":"2024-09-21T00:22:04.735557+0000","last_unstale":"2024-09-21T00:22:06.746050+0000","last_undegraded":"2024-09-21T00:22:06.746050+0000","last_fullsized":"2024-09-21T00:22:06.746050+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_clean_scrub_stamp":"2024-09-21T00:22:03.704151+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:56:56.395659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-21T00:22:06.747194+0000","last_change":"2024-09-21T00:22:05.744967+0000","last_active":"2024-09-21T00:22:06.747194+0000","last_peered":"2024-09-21T00:22:06.747194+0000","last_clean":"2024-09-21T00:22:06.747194+0000","last_became_active":"2024-09-21T00:22:05.744560+0000","last_became_peered":"2024-09-21T00:22:05.744560+0000","last_unstale":"2024-09-21T00:22:06.747194+0000","last_undegraded":"2024-09-21T00:22:06.747194+0000","last_fullsized":"2024-09-21T00:22:06.747194+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:47:52.113040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.736252+0000","last_change":"2024-09-21T00:22:04.731317+0000","last_active":"2024-09-21T00:22:05.736252+0000","last_peered":"2024-09-21T00:22:05.736252+0000","last_clean":"2024-09-21T00:22:05.736252+0000","last_became_active":"2024-09-21T00:22:04.730887+0000","last_became_peered":"2024-09-21T00:22:04.730887+0000","last_unstale":"2024-09-21T00:22:05.736252+0000","last_undegraded":"2024-09-21T00:22:05.736252+0000","last_fullsized":"2024-09-21T00:22:05.736252+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_clean_scrub_stamp":"2024-09-21T00:22:03.704151+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:34:37.672755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-21T00:22:06.749994+0000","last_change":"2024-09-21T00:22:05.756475+0000","last_active":"2024-09-21T00:22:06.749994+0000","last_peered":"2024-09-21T00:22:06.749994+0000","last_clean":"2024-09-21T00:22:06.749994+0000","last_became_active":"2024-09-21T00:22:05.756179+0000","last_became_peered":"2024-09-21T00:22:05.756179+0000","last_unstale":"2024-09-21T00:22:06.749994+0000","last_undegraded":"2024-09-21T00:22:06.749994+0000","last_fullsized":"2024-09-21T00:22:06.749994+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:21:15.294895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-21T00:22:06.746935+0000","last_change":"2024-09-21T00:22:04.732262+0000","last_active":"2024-09-21T00:22:06.746935+0000","last_peered":"2024-09-21T00:22:06.746935+0000","last_clean":"2024-09-21T00:22:06.746935+0000","last_became_active":"2024-09-21T00:22:04.731340+0000","last_became_peered":"2024-09-21T00:22:04.731340+0000","last_unstale":"2024-09-21T00:22:06.746935+0000","last_undegraded":"2024-09-21T00:22:06.746935+0000","last_fullsized":"2024-09-21T00:22:06.746935+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_clean_scrub_stamp":"2024-09-21T00:22:03.704151+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:02:24.195139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.751437+0000","last_change":"2024-09-21T00:22:05.748306+0000","last_active":"2024-09-21T00:22:05.751437+0000","last_peered":"2024-09-21T00:22:05.751437+0000","last_clean":"2024-09-21T00:22:05.751437+0000","last_became_active":"2024-09-21T00:22:05.747975+0000","last_became_peered":"2024-09-21T00:22:05.747975+0000","last_unstale":"2024-09-21T00:22:05.751437+0000","last_undegraded":"2024-09-21T00:22:05.751437+0000","last_fullsized":"2024-09-21T00:22:05.751437+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:51:33.018029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.737963+0000","last_change":"2024-09-21T00:22:04.738662+0000","last_active":"2024-09-21T00:22:05.737963+0000","last_peered":"2024-09-21T00:22:05.737963+0000","last_clean":"2024-09-21T00:22:05.737963+0000","last_became_active":"2024-09-21T00:22:04.738049+0000","last_became_peered":"2024-09-21T00:22:04.738049+0000","last_unstale":"2024-09-21T00:22:05.737963+0000","last_undegraded":"2024-09-21T00:22:05.737963+0000","last_fullsized":"2024-09-21T00:22:05.737963+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_clean_scrub_stamp":"2024-09-21T00:22:03.704151+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:02:58.453933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.756966+0000","last_change":"2024-09-21T00:22:05.753776+0000","last_active":"2024-09-21T00:22:05.756966+0000","last_peered":"2024-09-21T00:22:05.756966+0000","last_clean":"2024-09-21T00:22:05.756966+0000","last_became_active":"2024-09-21T00:22:05.753395+0000","last_became_peered":"2024-09-21T00:22:05.753395+0000","last_unstale":"2024-09-21T00:22:05.756966+0000","last_undegraded":"2024-09-21T00:22:05.756966+0000","last_fullsized":"2024-09-21T00:22:05.756966+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:04:03.146119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.729943+0000","last_change":"2024-09-21T00:22:04.732303+0000","last_active":"2024-09-21T00:22:05.729943+0000","last_peered":"2024-09-21T00:22:05.729943+0000","last_clean":"2024-09-21T00:22:05.729943+0000","last_became_active":"2024-09-21T00:22:04.732002+0000","last_became_peered":"2024-09-21T00:22:04.732002+0000","last_unstale":"2024-09-21T00:22:05.729943+0000","last_undegraded":"2024-09-21T00:22:05.729943+0000","last_fullsized":"2024-09-21T00:22:05.729943+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_clean_scrub_stamp":"2024-09-21T00:22:03.704151+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:10:59.671802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.751987+0000","last_change":"2024-09-21T00:22:05.742935+0000","last_active":"2024-09-21T00:22:05.751987+0000","last_peered":"2024-09-21T00:22:05.751987+0000","last_clean":"2024-09-21T00:22:05.751987+0000","last_became_active":"2024-09-21T00:22:05.742562+0000","last_became_peered":"2024-09-21T00:22:05.742562+0000","last_unstale":"2024-09-21T00:22:05.751987+0000","last_undegraded":"2024-09-21T00:22:05.751987+0000","last_fullsized":"2024-09-21T00:22:05.751987+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:51:33.018029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"31'3","reported_seq":16,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.765725+0000","last_change":"2024-09-21T00:22:04.733022+0000","last_active":"2024-09-21T00:22:05.765725+0000","last_peered":"2024-09-21T00:22:05.765725+0000","last_clean":"2024-09-21T00:22:05.765725+0000","last_became_active":"2024-09-21T00:22:04.732693+0000","last_became_peered":"2024-09-21T00:22:04.732693+0000","last_unstale":"2024-09-21T00:22:05.765725+0000","last_undegraded":"2024-09-21T00:22:05.765725+0000","last_fullsized":"2024-09-21T00:22:05.765725+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_clean_scrub_stamp":"2024-09-21T00:22:03.704151+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:47:05.438717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.753883+0000","last_change":"2024-09-21T00:22:05.751077+0000","last_active":"2024-09-21T00:22:05.753883+0000","last_peered":"2024-09-21T00:22:05.753883+0000","last_clean":"2024-09-21T00:22:05.753883+0000","last_became_active":"2024-09-21T00:22:05.750737+0000","last_became_peered":"2024-09-21T00:22:05.750737+0000","last_unstale":"2024-09-21T00:22:05.753883+0000","last_undegraded":"2024-09-21T00:22:05.753883+0000","last_fullsized":"2024-09-21T00:22:05.753883+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:29:33.420509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"31'6","reported_seq":19,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.769570+0000","last_change":"2024-09-21T00:22:04.738123+0000","last_active":"2024-09-21T00:22:05.769570+0000","last_peered":"2024-09-21T00:22:05.769570+0000","last_clean":"2024-09-21T00:22:05.769570+0000","last_became_active":"2024-09-21T00:22:04.737821+0000","last_became_peered":"2024-09-21T00:22:04.737821+0000","last_unstale":"2024-09-21T00:22:05.769570+0000","last_undegraded":"2024-09-21T00:22:05.769570+0000","last_fullsized":"2024-09-21T00:22:05.769570+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_clean_scrub_stamp":"2024-09-21T00:22:03.704151+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:58:56.515592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-21T00:22:06.750073+0000","last_change":"2024-09-21T00:22:05.756540+0000","last_active":"2024-09-21T00:22:06.750073+0000","last_peered":"2024-09-21T00:22:06.750073+0000","last_clean":"2024-09-21T00:22:06.750073+0000","last_became_active":"2024-09-21T00:22:05.756215+0000","last_became_peered":"2024-09-21T00:22:05.756215+0000","last_unstale":"2024-09-21T00:22:06.750073+0000","last_undegraded":"2024-09-21T00:22:06.750073+0000","last_fullsized":"2024-09-21T00:22:06.750073+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:46:14.614068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"31'2","reported_seq":17,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-21T00:22:06.746405+0000","last_change":"2024-09-21T00:22:04.726902+0000","last_active":"2024-09-21T00:22:06.746405+0000","last_peered":"2024-09-21T00:22:06.746405+0000","last_clean":"2024-09-21T00:22:06.746405+0000","last_became_active":"2024-09-21T00:22:04.726535+0000","last_became_peered":"2024-09-21T00:22:04.726535+0000","last_unstale":"2024-09-21T00:22:06.746405+0000","last_undegraded":"2024-09-21T00:22:06.746405+0000","last_fullsized":"2024-09-21T00:22:06.746405+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_clean_scrub_stamp":"2024-09-21T00:22:03.704151+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:47:10.187386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.749788+0000","last_change":"2024-09-21T00:22:05.742899+0000","last_active":"2024-09-21T00:22:05.749788+0000","last_peered":"2024-09-21T00:22:05.749788+0000","last_clean":"2024-09-21T00:22:05.749788+0000","last_became_active":"2024-09-21T00:22:05.742537+0000","last_became_peered":"2024-09-21T00:22:05.742537+0000","last_unstale":"2024-09-21T00:22:05.749788+0000","last_undegraded":"2024-09-21T00:22:05.749788+0000","last_fullsized":"2024-09-21T00:22:05.749788+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:05:33.096810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-21T00:22:06.750105+0000","last_change":"2024-09-21T00:22:04.737304+0000","last_active":"2024-09-21T00:22:06.750105+0000","last_peered":"2024-09-21T00:22:06.750105+0000","last_clean":"2024-09-21T00:22:06.750105+0000","last_became_active":"2024-09-21T00:22:04.736974+0000","last_became_peered":"2024-09-21T00:22:04.736974+0000","last_unstale":"2024-09-21T00:22:06.750105+0000","last_undegraded":"2024-09-21T00:22:06.750105+0000","last_fullsized":"2024-09-21T00:22:06.750105+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_clean_scrub_stamp":"2024-09-21T00:22:03.704151+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:00:19.581007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.749737+0000","last_change":"2024-09-21T00:22:05.746801+0000","last_active":"2024-09-21T00:22:05.749737+0000","last_peered":"2024-09-21T00:22:05.749737+0000","last_clean":"2024-09-21T00:22:05.749737+0000","last_became_active":"2024-09-21T00:22:05.746154+0000","last_became_peered":"2024-09-21T00:22:05.746154+0000","last_unstale":"2024-09-21T00:22:05.749737+0000","last_undegraded":"2024-09-21T00:22:05.749737+0000","last_fullsized":"2024-09-21T00:22:05.749737+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:18:03.845514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.736604+0000","last_change":"2024-09-21T00:22:04.736179+0000","last_active":"2024-09-21T00:22:05.736604+0000","last_peered":"2024-09-21T00:22:05.736604+0000","last_clean":"2024-09-21T00:22:05.736604+0000","last_became_active":"2024-09-21T00:22:04.735849+0000","last_became_peered":"2024-09-21T00:22:04.735849+0000","last_unstale":"2024-09-21T00:22:05.736604+0000","last_undegraded":"2024-09-21T00:22:05.736604+0000","last_fullsized":"2024-09-21T00:22:05.736604+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_clean_scrub_stamp":"2024-09-21T00:22:03.704151+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:13:10.281937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.754721+0000","last_change":"2024-09-21T00:22:05.753135+0000","last_active":"2024-09-21T00:22:05.754721+0000","last_peered":"2024-09-21T00:22:05.754721+0000","last_clean":"2024-09-21T00:22:05.754721+0000","last_became_active":"2024-09-21T00:22:05.752671+0000","last_became_peered":"2024-09-21T00:22:05.752671+0000","last_unstale":"2024-09-21T00:22:05.754721+0000","last_undegraded":"2024-09-21T00:22:05.754721+0000","last_fullsized":"2024-09-21T00:22:05.754721+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:42:04.828948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"31'8","reported_seq":21,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.767512+0000","last_change":"2024-09-21T00:22:04.735142+0000","last_active":"2024-09-21T00:22:05.767512+0000","last_peered":"2024-09-21T00:22:05.767512+0000","last_clean":"2024-09-21T00:22:05.767512+0000","last_became_active":"2024-09-21T00:22:04.734760+0000","last_became_peered":"2024-09-21T00:22:04.734760+0000","last_unstale":"2024-09-21T00:22:05.767512+0000","last_undegraded":"2024-09-21T00:22:05.767512+0000","last_fullsized":"2024-09-21T00:22:05.767512+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_clean_scrub_stamp":"2024-09-21T00:22:03.704151+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:08:16.268211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-21T00:22:06.747310+0000","last_change":"2024-09-21T00:22:05.733636+0000","last_active":"2024-09-21T00:22:06.747310+0000","last_peered":"2024-09-21T00:22:06.747310+0000","last_clean":"2024-09-21T00:22:06.747310+0000","last_became_active":"2024-09-21T00:22:05.733323+0000","last_became_peered":"2024-09-21T00:22:05.733323+0000","last_unstale":"2024-09-21T00:22:06.747310+0000","last_undegraded":"2024-09-21T00:22:06.747310+0000","last_fullsized":"2024-09-21T00:22:06.747310+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:36:45.640238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"31'1","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-21T00:22:06.750574+0000","last_change":"2024-09-21T00:22:04.736657+0000","last_active":"2024-09-21T00:22:06.750574+0000","last_peered":"2024-09-21T00:22:06.750574+0000","last_clean":"2024-09-21T00:22:06.750574+0000","last_became_active":"2024-09-21T00:22:04.736419+0000","last_became_peered":"2024-09-21T00:22:04.736419+0000","last_unstale":"2024-09-21T00:22:06.750574+0000","last_undegraded":"2024-09-21T00:22:06.750574+0000","last_fullsized":"2024-09-21T00:22:06.750574+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_clean_scrub_stamp":"2024-09-21T00:22:03.704151+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:37:04.129028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.751670+0000","last_change":"2024-09-21T00:22:05.743405+0000","last_active":"2024-09-21T00:22:05.751670+0000","last_peered":"2024-09-21T00:22:05.751670+0000","last_clean":"2024-09-21T00:22:05.751670+0000","last_became_active":"2024-09-21T00:22:05.740758+0000","last_became_peered":"2024-09-21T00:22:05.740758+0000","last_unstale":"2024-09-21T00:22:05.751670+0000","last_undegraded":"2024-09-21T00:22:05.751670+0000","last_fullsized":"2024-09-21T00:22:05.751670+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:05:33.096810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"31'2","reported_seq":17,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-21T00:22:06.747084+0000","last_change":"2024-09-21T00:22:04.732796+0000","last_active":"2024-09-21T00:22:06.747084+0000","last_peered":"2024-09-21T00:22:06.747084+0000","last_clean":"2024-09-21T00:22:06.747084+0000","last_became_active":"2024-09-21T00:22:04.731224+0000","last_became_peered":"2024-09-21T00:22:04.731224+0000","last_unstale":"2024-09-21T00:22:06.747084+0000","last_undegraded":"2024-09-21T00:22:06.747084+0000","last_fullsized":"2024-09-21T00:22:06.747084+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_clean_scrub_stamp":"2024-09-21T00:22:03.704151+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:44:37.167603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-21T00:22:06.750348+0000","last_change":"2024-09-21T00:22:05.760058+0000","last_active":"2024-09-21T00:22:06.750348+0000","last_peered":"2024-09-21T00:22:06.750348+0000","last_clean":"2024-09-21T00:22:06.750348+0000","last_became_active":"2024-09-21T00:22:05.757376+0000","last_became_peered":"2024-09-21T00:22:05.757376+0000","last_unstale":"2024-09-21T00:22:06.750348+0000","last_undegraded":"2024-09-21T00:22:06.750348+0000","last_fullsized":"2024-09-21T00:22:06.750348+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:47:52.113040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"31'1","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-21T00:22:06.746845+0000","last_change":"2024-09-21T00:22:04.729137+0000","last_active":"2024-09-21T00:22:06.746845+0000","last_peered":"2024-09-21T00:22:06.746845+0000","last_clean":"2024-09-21T00:22:06.746845+0000","last_became_active":"2024-09-21T00:22:04.728821+0000","last_became_peered":"2024-09-21T00:22:04.728821+0000","last_unstale":"2024-09-21T00:22:06.746845+0000","last_undegraded":"2024-09-21T00:22:06.746845+0000","last_fullsized":"2024-09-21T00:22:06.746845+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_clean_scrub_stamp":"2024-09-21T00:22:03.704151+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:07:13.712658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.753383+0000","last_change":"2024-09-21T00:22:05.746529+0000","last_active":"2024-09-21T00:22:05.753383+0000","last_peered":"2024-09-21T00:22:05.753383+0000","last_clean":"2024-09-21T00:22:05.753383+0000","last_became_active":"2024-09-21T00:22:05.746234+0000","last_became_peered":"2024-09-21T00:22:05.746234+0000","last_unstale":"2024-09-21T00:22:05.753383+0000","last_undegraded":"2024-09-21T00:22:05.753383+0000","last_fullsized":"2024-09-21T00:22:05.753383+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:09:19.140900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-21T00:22:06.746949+0000","last_change":"2024-09-21T00:22:04.735602+0000","last_active":"2024-09-21T00:22:06.746949+0000","last_peered":"2024-09-21T00:22:06.746949+0000","last_clean":"2024-09-21T00:22:06.746949+0000","last_became_active":"2024-09-21T00:22:04.735279+0000","last_became_peered":"2024-09-21T00:22:04.735279+0000","last_unstale":"2024-09-21T00:22:06.746949+0000","last_undegraded":"2024-09-21T00:22:06.746949+0000","last_fullsized":"2024-09-21T00:22:06.746949+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_clean_scrub_stamp":"2024-09-21T00:22:03.704151+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:33:51.415789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.752770+0000","last_change":"2024-09-21T00:22:05.748645+0000","last_active":"2024-09-21T00:22:05.752770+0000","last_peered":"2024-09-21T00:22:05.752770+0000","last_clean":"2024-09-21T00:22:05.752770+0000","last_became_active":"2024-09-21T00:22:05.748323+0000","last_became_peered":"2024-09-21T00:22:05.748323+0000","last_unstale":"2024-09-21T00:22:05.752770+0000","last_undegraded":"2024-09-21T00:22:05.752770+0000","last_fullsized":"2024-09-21T00:22:05.752770+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:58:51.730818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"31'2","reported_seq":15,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.757883+0000","last_change":"2024-09-21T00:22:04.730338+0000","last_active":"2024-09-21T00:22:05.757883+0000","last_peered":"2024-09-21T00:22:05.757883+0000","last_clean":"2024-09-21T00:22:05.757883+0000","last_became_active":"2024-09-21T00:22:04.730028+0000","last_became_peered":"2024-09-21T00:22:04.730028+0000","last_unstale":"2024-09-21T00:22:05.757883+0000","last_undegraded":"2024-09-21T00:22:05.757883+0000","last_fullsized":"2024-09-21T00:22:05.757883+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_clean_scrub_stamp":"2024-09-21T00:22:03.704151+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:53:08.243344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.750279+0000","last_change":"2024-09-21T00:22:05.743724+0000","last_active":"2024-09-21T00:22:05.750279+0000","last_peered":"2024-09-21T00:22:05.750279+0000","last_clean":"2024-09-21T00:22:05.750279+0000","last_became_active":"2024-09-21T00:22:05.743420+0000","last_became_peered":"2024-09-21T00:22:05.743420+0000","last_unstale":"2024-09-21T00:22:05.750279+0000","last_undegraded":"2024-09-21T00:22:05.750279+0000","last_fullsized":"2024-09-21T00:22:05.750279+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:07:41.948096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.737009+0000","last_change":"2024-09-21T00:22:04.740264+0000","last_active":"2024-09-21T00:22:05.737009+0000","last_peered":"2024-09-21T00:22:05.737009+0000","last_clean":"2024-09-21T00:22:05.737009+0000","last_became_active":"2024-09-21T00:22:04.739925+0000","last_became_peered":"2024-09-21T00:22:04.739925+0000","last_unstale":"2024-09-21T00:22:05.737009+0000","last_undegraded":"2024-09-21T00:22:05.737009+0000","last_fullsized":"2024-09-21T00:22:05.737009+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_clean_scrub_stamp":"2024-09-21T00:22:03.704151+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:02:59.443665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.755496+0000","last_change":"2024-09-21T00:22:05.753121+0000","last_active":"2024-09-21T00:22:05.755496+0000","last_peered":"2024-09-21T00:22:05.755496+0000","last_clean":"2024-09-21T00:22:05.755496+0000","last_became_active":"2024-09-21T00:22:05.752821+0000","last_became_peered":"2024-09-21T00:22:05.752821+0000","last_unstale":"2024-09-21T00:22:05.755496+0000","last_undegraded":"2024-09-21T00:22:05.755496+0000","last_fullsized":"2024-09-21T00:22:05.755496+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:47:42.505084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-21T00:22:06.745517+0000","last_change":"2024-09-21T00:22:04.731377+0000","last_active":"2024-09-21T00:22:06.745517+0000","last_peered":"2024-09-21T00:22:06.745517+0000","last_clean":"2024-09-21T00:22:06.745517+0000","last_became_active":"2024-09-21T00:22:04.730939+0000","last_became_peered":"2024-09-21T00:22:04.730939+0000","last_unstale":"2024-09-21T00:22:06.745517+0000","last_undegraded":"2024-09-21T00:22:06.745517+0000","last_fullsized":"2024-09-21T00:22:06.745517+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_clean_scrub_stamp":"2024-09-21T00:22:03.704151+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:37:04.129028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.752335+0000","last_change":"2024-09-21T00:22:05.745791+0000","last_active":"2024-09-21T00:22:05.752335+0000","last_peered":"2024-09-21T00:22:05.752335+0000","last_clean":"2024-09-21T00:22:05.752335+0000","last_became_active":"2024-09-21T00:22:05.745489+0000","last_became_peered":"2024-09-21T00:22:05.745489+0000","last_unstale":"2024-09-21T00:22:05.752335+0000","last_undegraded":"2024-09-21T00:22:05.752335+0000","last_fullsized":"2024-09-21T00:22:05.752335+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:31:38.539821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.728995+0000","last_change":"2024-09-21T00:22:04.734403+0000","last_active":"2024-09-21T00:22:05.728995+0000","last_peered":"2024-09-21T00:22:05.728995+0000","last_clean":"2024-09-21T00:22:05.728995+0000","last_became_active":"2024-09-21T00:22:04.733504+0000","last_became_peered":"2024-09-21T00:22:04.733504+0000","last_unstale":"2024-09-21T00:22:05.728995+0000","last_undegraded":"2024-09-21T00:22:05.728995+0000","last_fullsized":"2024-09-21T00:22:05.728995+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_clean_scrub_stamp":"2024-09-21T00:22:03.704151+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:34:37.672755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.755458+0000","last_change":"2024-09-21T00:22:05.750619+0000","last_active":"2024-09-21T00:22:05.755458+0000","last_peered":"2024-09-21T00:22:05.755458+0000","last_clean":"2024-09-21T00:22:05.755458+0000","last_became_active":"2024-09-21T00:22:05.750302+0000","last_became_peered":"2024-09-21T00:22:05.750302+0000","last_unstale":"2024-09-21T00:22:05.755458+0000","last_undegraded":"2024-09-21T00:22:05.755458+0000","last_fullsized":"2024-09-21T00:22:05.755458+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:20:02.104108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"31'2","reported_seq":17,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-21T00:22:06.750614+0000","last_change":"2024-09-21T00:22:04.737428+0000","last_active":"2024-09-21T00:22:06.750614+0000","last_peered":"2024-09-21T00:22:06.750614+0000","last_clean":"2024-09-21T00:22:06.750614+0000","last_became_active":"2024-09-21T00:22:04.737124+0000","last_became_peered":"2024-09-21T00:22:04.737124+0000","last_unstale":"2024-09-21T00:22:06.750614+0000","last_undegraded":"2024-09-21T00:22:06.750614+0000","last_fullsized":"2024-09-21T00:22:06.750614+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_clean_scrub_stamp":"2024-09-21T00:22:03.704151+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:50:37.746875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.754089+0000","last_change":"2024-09-21T00:22:05.752069+0000","last_active":"2024-09-21T00:22:05.754089+0000","last_peered":"2024-09-21T00:22:05.754089+0000","last_clean":"2024-09-21T00:22:05.754089+0000","last_became_active":"2024-09-21T00:22:05.751753+0000","last_became_peered":"2024-09-21T00:22:05.751753+0000","last_unstale":"2024-09-21T00:22:05.754089+0000","last_undegraded":"2024-09-21T00:22:05.754089+0000","last_fullsized":"2024-09-21T00:22:05.754089+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:48:10.374613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.729713+0000","last_change":"2024-09-21T00:22:04.731446+0000","last_active":"2024-09-21T00:22:05.729713+0000","last_peered":"2024-09-21T00:22:05.729713+0000","last_clean":"2024-09-21T00:22:05.729713+0000","last_became_active":"2024-09-21T00:22:04.731137+0000","last_became_peered":"2024-09-21T00:22:04.731137+0000","last_unstale":"2024-09-21T00:22:05.729713+0000","last_undegraded":"2024-09-21T00:22:05.729713+0000","last_fullsized":"2024-09-21T00:22:05.729713+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_clean_scrub_stamp":"2024-09-21T00:22:03.704151+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:23:45.242441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.752077+0000","last_change":"2024-09-21T00:22:05.751413+0000","last_active":"2024-09-21T00:22:05.752077+0000","last_peered":"2024-09-21T00:22:05.752077+0000","last_clean":"2024-09-21T00:22:05.752077+0000","last_became_active":"2024-09-21T00:22:05.751105+0000","last_became_peered":"2024-09-21T00:22:05.751105+0000","last_unstale":"2024-09-21T00:22:05.752077+0000","last_undegraded":"2024-09-21T00:22:05.752077+0000","last_fullsized":"2024-09-21T00:22:05.752077+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:34:38.680142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-21T00:22:06.750392+0000","last_change":"2024-09-21T00:22:04.735250+0000","last_active":"2024-09-21T00:22:06.750392+0000","last_peered":"2024-09-21T00:22:06.750392+0000","last_clean":"2024-09-21T00:22:06.750392+0000","last_became_active":"2024-09-21T00:22:04.734563+0000","last_became_peered":"2024-09-21T00:22:04.734563+0000","last_unstale":"2024-09-21T00:22:06.750392+0000","last_undegraded":"2024-09-21T00:22:06.750392+0000","last_fullsized":"2024-09-21T00:22:06.750392+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_clean_scrub_stamp":"2024-09-21T00:22:03.704151+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:21:03.533372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.745000+0000","last_change":"2024-09-21T00:22:05.742171+0000","last_active":"2024-09-21T00:22:05.745000+0000","last_peered":"2024-09-21T00:22:05.745000+0000","last_clean":"2024-09-21T00:22:05.745000+0000","last_became_active":"2024-09-21T00:22:05.741811+0000","last_became_peered":"2024-09-21T00:22:05.741811+0000","last_unstale":"2024-09-21T00:22:05.745000+0000","last_undegraded":"2024-09-21T00:22:05.745000+0000","last_fullsized":"2024-09-21T00:22:05.745000+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:41:11.120631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.729705+0000","last_change":"2024-09-21T00:22:04.727671+0000","last_active":"2024-09-21T00:22:05.729705+0000","last_peered":"2024-09-21T00:22:05.729705+0000","last_clean":"2024-09-21T00:22:05.729705+0000","last_became_active":"2024-09-21T00:22:04.727336+0000","last_became_peered":"2024-09-21T00:22:04.727336+0000","last_unstale":"2024-09-21T00:22:05.729705+0000","last_undegraded":"2024-09-21T00:22:05.729705+0000","last_fullsized":"2024-09-21T00:22:05.729705+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_clean_scrub_stamp":"2024-09-21T00:22:03.704151+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:41:10.113244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.750484+0000","last_change":"2024-09-21T00:22:05.739636+0000","last_active":"2024-09-21T00:22:05.750484+0000","last_peered":"2024-09-21T00:22:05.750484+0000","last_clean":"2024-09-21T00:22:05.750484+0000","last_became_active":"2024-09-21T00:22:05.739344+0000","last_became_peered":"2024-09-21T00:22:05.739344+0000","last_unstale":"2024-09-21T00:22:05.750484+0000","last_undegraded":"2024-09-21T00:22:05.750484+0000","last_fullsized":"2024-09-21T00:22:05.750484+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:16:59.492933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-21T00:22:06.750151+0000","last_change":"2024-09-21T00:22:04.731364+0000","last_active":"2024-09-21T00:22:06.750151+0000","last_peered":"2024-09-21T00:22:06.750151+0000","last_clean":"2024-09-21T00:22:06.750151+0000","last_became_active":"2024-09-21T00:22:04.731035+0000","last_became_peered":"2024-09-21T00:22:04.731035+0000","last_unstale":"2024-09-21T00:22:06.750151+0000","last_undegraded":"2024-09-21T00:22:06.750151+0000","last_fullsized":"2024-09-21T00:22:06.750151+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_clean_scrub_stamp":"2024-09-21T00:22:03.704151+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:22:32.664041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.755157+0000","last_change":"2024-09-21T00:22:05.747264+0000","last_active":"2024-09-21T00:22:05.755157+0000","last_peered":"2024-09-21T00:22:05.755157+0000","last_clean":"2024-09-21T00:22:05.755157+0000","last_became_active":"2024-09-21T00:22:05.746925+0000","last_became_peered":"2024-09-21T00:22:05.746925+0000","last_unstale":"2024-09-21T00:22:05.755157+0000","last_undegraded":"2024-09-21T00:22:05.755157+0000","last_fullsized":"2024-09-21T00:22:05.755157+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:37:38.937689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-21T00:22:06.745641+0000","last_change":"2024-09-21T00:22:04.724272+0000","last_active":"2024-09-21T00:22:06.745641+0000","last_peered":"2024-09-21T00:22:06.745641+0000","last_clean":"2024-09-21T00:22:06.745641+0000","last_became_active":"2024-09-21T00:22:04.723929+0000","last_became_peered":"2024-09-21T00:22:04.723929+0000","last_unstale":"2024-09-21T00:22:06.745641+0000","last_undegraded":"2024-09-21T00:22:06.745641+0000","last_fullsized":"2024-09-21T00:22:06.745641+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_clean_scrub_stamp":"2024-09-21T00:22:03.704151+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:50:37.746875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-21T00:22:06.745614+0000","last_change":"2024-09-21T00:22:05.741835+0000","last_active":"2024-09-21T00:22:06.745614+0000","last_peered":"2024-09-21T00:22:06.745614+0000","last_clean":"2024-09-21T00:22:06.745614+0000","last_became_active":"2024-09-21T00:22:05.741478+0000","last_became_peered":"2024-09-21T00:22:05.741478+0000","last_unstale":"2024-09-21T00:22:06.745614+0000","last_undegraded":"2024-09-21T00:22:06.745614+0000","last_fullsized":"2024-09-21T00:22:06.745614+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:47:54.548586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.736220+0000","last_change":"2024-09-21T00:22:04.736989+0000","last_active":"2024-09-21T00:22:05.736220+0000","last_peered":"2024-09-21T00:22:05.736220+0000","last_clean":"2024-09-21T00:22:05.736220+0000","last_became_active":"2024-09-21T00:22:04.736657+0000","last_became_peered":"2024-09-21T00:22:04.736657+0000","last_unstale":"2024-09-21T00:22:05.736220+0000","last_undegraded":"2024-09-21T00:22:05.736220+0000","last_fullsized":"2024-09-21T00:22:05.736220+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_clean_scrub_stamp":"2024-09-21T00:22:03.704151+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:16:58.485546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.745361+0000","last_change":"2024-09-21T00:22:05.743128+0000","last_active":"2024-09-21T00:22:05.745361+0000","last_peered":"2024-09-21T00:22:05.745361+0000","last_clean":"2024-09-21T00:22:05.745361+0000","last_became_active":"2024-09-21T00:22:05.742803+0000","last_became_peered":"2024-09-21T00:22:05.742803+0000","last_unstale":"2024-09-21T00:22:05.745361+0000","last_undegraded":"2024-09-21T00:22:05.745361+0000","last_fullsized":"2024-09-21T00:22:05.745361+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:37:06.991847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.735602+0000","last_change":"2024-09-21T00:22:04.737109+0000","last_active":"2024-09-21T00:22:05.735602+0000","last_peered":"2024-09-21T00:22:05.735602+0000","last_clean":"2024-09-21T00:22:05.735602+0000","last_became_active":"2024-09-21T00:22:04.736653+0000","last_became_peered":"2024-09-21T00:22:04.736653+0000","last_unstale":"2024-09-21T00:22:05.735602+0000","last_undegraded":"2024-09-21T00:22:05.735602+0000","last_fullsized":"2024-09-21T00:22:05.735602+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_clean_scrub_stamp":"2024-09-21T00:22:03.704151+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:37:08.088324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":128,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.733919+0000","last_change":"2024-09-21T00:21:11.583793+0000","last_active":"2024-09-21T00:22:05.733919+0000","last_peered":"2024-09-21T00:22:05.733919+0000","last_clean":"2024-09-21T00:22:05.733919+0000","last_became_active":"2024-09-21T00:21:11.582502+0000","last_became_peered":"2024-09-21T00:21:11.582502+0000","last_unstale":"2024-09-21T00:22:05.733919+0000","last_undegraded":"2024-09-21T00:22:05.733919+0000","last_fullsized":"2024-09-21T00:22:05.733919+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_clean_scrub_stamp":"2024-09-21T00:21:10.311964+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:58.010953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509455,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27928,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343912,"statfs":{"total":96636764160,"available":96608165888,"internally_reserved":0,"allocated":921600,"data_stored":713232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509455,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27348,"kb_used_data":320,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344492,"statfs":{"total":96636764160,"available":96608759808,"internally_reserved":0,"allocated":327680,"data_stored":122864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509455,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27352,"kb_used_data":320,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344488,"statfs":{"total":96636764160,"available":96608755712,"internally_reserved":0,"allocated":327680,"data_stored":122864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509456,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27352,"kb_used_data":320,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344488,"statfs":{"total":96636764160,"available":96608755712,"internally_reserved":0,"allocated":327680,"data_stored":122864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509456,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27368,"kb_used_data":336,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344472,"statfs":{"total":96636764160,"available":96608739328,"internally_reserved":0,"allocated":344064,"data_stored":129709,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509454,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27932,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343908,"statfs":{"total":96636764160,"available":96608161792,"internally_reserved":0,"allocated":921600,"data_stored":713232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574863,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27384,"kb_used_data":352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344456,"statfs":{"total":96636764160,"available":96608722944,"internally_reserved":0,"allocated":360448,"data_stored":136043,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574863,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31552,"kb_used_data":360,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340288,"statfs":{"total":96636764160,"available":96604454912,"internally_reserved":0,"allocated":368640,"data_stored":137573,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T00:22:09.811 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T00:22:09.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.962+0000 7f8b3cfa8640 1 -- 172.21.15.67:0/2559300349 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8b38162ea0 msgr2=0x7f8b380cf740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:09.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.962+0000 7f8b3cfa8640 1 --2- 172.21.15.67:0/2559300349 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8b38162ea0 0x7f8b380cf740 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f8b280098e0 tx=0x7f8b2802a670 comp rx=0 tx=0).stop 2024-09-21T00:22:09.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.962+0000 7f8b3cfa8640 1 -- 172.21.15.67:0/2559300349 shutdown_connections 2024-09-21T00:22:09.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.962+0000 7f8b3cfa8640 1 --2- 172.21.15.67:0/2559300349 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8b38162ea0 0x7f8b380cf740 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:09.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.962+0000 7f8b3cfa8640 1 -- 172.21.15.67:0/2559300349 >> 172.21.15.67:0/2559300349 conn(0x7f8b3806dfb0 msgr2=0x7f8b3806e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:22:09.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.962+0000 7f8b3cfa8640 1 -- 172.21.15.67:0/2559300349 shutdown_connections 2024-09-21T00:22:09.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.962+0000 7f8b3cfa8640 1 -- 172.21.15.67:0/2559300349 wait complete. 2024-09-21T00:22:09.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.964+0000 7f8b3cfa8640 1 Processor -- start 2024-09-21T00:22:09.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.964+0000 7f8b3cfa8640 1 -- start start 2024-09-21T00:22:09.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.965+0000 7f8b3cfa8640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8b380d11c0 0x7f8b3814a4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:09.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.965+0000 7f8b3cfa8640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8b380d2b00 0x7f8b380b63a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:09.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.965+0000 7f8b3cfa8640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8b38162ea0 0x7f8b380b68e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:09.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.965+0000 7f8b3cfa8640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f8b3815f7e0 con 0x7f8b380d11c0 2024-09-21T00:22:09.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.965+0000 7f8b3cfa8640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f8b3815f660 con 0x7f8b380d2b00 2024-09-21T00:22:09.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.965+0000 7f8b3cfa8640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f8b3815f960 con 0x7f8b38162ea0 2024-09-21T00:22:09.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.965+0000 7f8b3659c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8b380d11c0 0x7f8b3814a4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:09.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.965+0000 7f8b3659c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8b380d11c0 0x7f8b3814a4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:38402/0 (socket says 172.21.15.67:38402) 2024-09-21T00:22:09.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.965+0000 7f8b3659c640 1 -- 172.21.15.67:0/1048718152 learned_addr learned my addr 172.21.15.67:0/1048718152 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:22:09.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.966+0000 7f8b3659c640 1 -- 172.21.15.67:0/1048718152 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8b38162ea0 msgr2=0x7f8b380b68e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:09.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.966+0000 7f8b35d9b640 1 --2- 172.21.15.67:0/1048718152 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8b380d2b00 0x7f8b380b63a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:09.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.966+0000 7f8b3659c640 1 --2- 172.21.15.67:0/1048718152 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8b38162ea0 0x7f8b380b68e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:09.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.966+0000 7f8b3659c640 1 -- 172.21.15.67:0/1048718152 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8b380d2b00 msgr2=0x7f8b380b63a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:09.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.966+0000 7f8b3659c640 1 --2- 172.21.15.67:0/1048718152 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8b380d2b00 0x7f8b380b63a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:09.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.966+0000 7f8b3659c640 1 -- 172.21.15.67:0/1048718152 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b380ca080 con 0x7f8b380d11c0 2024-09-21T00:22:09.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.966+0000 7f8b35d9b640 1 --2- 172.21.15.67:0/1048718152 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8b380d2b00 0x7f8b380b63a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:22:09.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.966+0000 7f8b3659c640 1 --2- 172.21.15.67:0/1048718152 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8b380d11c0 0x7f8b3814a4a0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f8b2802ac60 tx=0x7f8b280052f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:22:09.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.966+0000 7f8b26ffd640 1 -- 172.21.15.67:0/1048718152 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b28031b50 con 0x7f8b380d11c0 2024-09-21T00:22:09.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.966+0000 7f8b26ffd640 1 -- 172.21.15.67:0/1048718152 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8b28031de0 con 0x7f8b380d11c0 2024-09-21T00:22:09.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.966+0000 7f8b26ffd640 1 -- 172.21.15.67:0/1048718152 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b28004a00 con 0x7f8b380d11c0 2024-09-21T00:22:09.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.966+0000 7f8b3cfa8640 1 -- 172.21.15.67:0/1048718152 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8b380ca360 con 0x7f8b380d11c0 2024-09-21T00:22:09.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.966+0000 7f8b3cfa8640 1 -- 172.21.15.67:0/1048718152 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8b380ca920 con 0x7f8b380d11c0 2024-09-21T00:22:09.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.967+0000 7f8b3cfa8640 1 -- 172.21.15.67:0/1048718152 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8b380cf740 con 0x7f8b380d11c0 2024-09-21T00:22:09.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.968+0000 7f8b26ffd640 1 -- 172.21.15.67:0/1048718152 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f8b28004ba0 con 0x7f8b380d11c0 2024-09-21T00:22:09.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.968+0000 7f8b26ffd640 1 --2- 172.21.15.67:0/1048718152 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8b18078bc0 0x7f8b1807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:09.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.969+0000 7f8b26ffd640 1 -- 172.21.15.67:0/1048718152 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f8b280bc120 con 0x7f8b380d11c0 2024-09-21T00:22:09.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.969+0000 7f8b35d9b640 1 --2- 172.21.15.67:0/1048718152 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8b18078bc0 0x7f8b1807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:09.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.969+0000 7f8b35d9b640 1 --2- 172.21.15.67:0/1048718152 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8b18078bc0 0x7f8b1807b0d0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f8b381f9f20 tx=0x7f8b2c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:22:09.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:09.973+0000 7f8b26ffd640 1 -- 172.21.15.67:0/1048718152 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f8b2803f030 con 0x7f8b380d11c0 2024-09-21T00:22:10.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.157+0000 7f8b3cfa8640 1 -- 172.21.15.67:0/1048718152 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f8b381f57b0 con 0x7f8b18078bc0 2024-09-21T00:22:10.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.162+0000 7f8b26ffd640 1 -- 172.21.15.67:0/1048718152 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251935 (secure 0 0 0) 0x7f8b381f57b0 con 0x7f8b18078bc0 2024-09-21T00:22:10.166 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:22:10.167 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-21T00:22:10.168 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.165+0000 7f8b3cfa8640 1 -- 172.21.15.67:0/1048718152 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8b18078bc0 msgr2=0x7f8b1807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:10.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.165+0000 7f8b3cfa8640 1 --2- 172.21.15.67:0/1048718152 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8b18078bc0 0x7f8b1807b0d0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f8b381f9f20 tx=0x7f8b2c009040 comp rx=0 tx=0).stop 2024-09-21T00:22:10.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.165+0000 7f8b3cfa8640 1 -- 172.21.15.67:0/1048718152 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8b380d11c0 msgr2=0x7f8b3814a4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:10.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.165+0000 7f8b3cfa8640 1 --2- 172.21.15.67:0/1048718152 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8b380d11c0 0x7f8b3814a4a0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f8b2802ac60 tx=0x7f8b280052f0 comp rx=0 tx=0).stop 2024-09-21T00:22:10.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.165+0000 7f8b3cfa8640 1 -- 172.21.15.67:0/1048718152 shutdown_connections 2024-09-21T00:22:10.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.165+0000 7f8b3cfa8640 1 --2- 172.21.15.67:0/1048718152 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8b18078bc0 0x7f8b1807b0d0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:10.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.165+0000 7f8b3cfa8640 1 --2- 172.21.15.67:0/1048718152 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8b38162ea0 0x7f8b380b68e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:10.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.165+0000 7f8b3cfa8640 1 --2- 172.21.15.67:0/1048718152 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8b380d2b00 0x7f8b380b63a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:10.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.165+0000 7f8b3cfa8640 1 --2- 172.21.15.67:0/1048718152 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8b380d11c0 0x7f8b3814a4a0 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:10.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.165+0000 7f8b3cfa8640 1 -- 172.21.15.67:0/1048718152 >> 172.21.15.67:0/1048718152 conn(0x7f8b3806dfb0 msgr2=0x7f8b380b9ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:22:10.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.165+0000 7f8b3cfa8640 1 -- 172.21.15.67:0/1048718152 shutdown_connections 2024-09-21T00:22:10.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.165+0000 7f8b3cfa8640 1 -- 172.21.15.67:0/1048718152 wait complete. 2024-09-21T00:22:10.177 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":56,"stamp":"2024-09-21T00:22:09.506128+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":145,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":110,"ondisk_log_size":110,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":108,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":224216,"kb_used_data":3808,"kb_used_omap":12,"kb_used_meta":220211,"kb_avail":754750504,"statfs":{"total":773094113280,"available":772864516096,"internally_reserved":0,"allocated":3899392,"data_stored":2198381,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12749,"internal_metadata":225496627},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":24,"apply_latency_ms":24,"commit_latency_ns":24000000,"apply_latency_ns":24000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.790880"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.754701+0000","last_change":"2024-09-21T00:22:05.753086+0000","last_active":"2024-09-21T00:22:05.754701+0000","last_peered":"2024-09-21T00:22:05.754701+0000","last_clean":"2024-09-21T00:22:05.754701+0000","last_became_active":"2024-09-21T00:22:05.752721+0000","last_became_peered":"2024-09-21T00:22:05.752721+0000","last_unstale":"2024-09-21T00:22:05.754701+0000","last_undegraded":"2024-09-21T00:22:05.754701+0000","last_fullsized":"2024-09-21T00:22:05.754701+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:25:51.241405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.748331+0000","last_change":"2024-09-21T00:22:05.742199+0000","last_active":"2024-09-21T00:22:05.748331+0000","last_peered":"2024-09-21T00:22:05.748331+0000","last_clean":"2024-09-21T00:22:05.748331+0000","last_became_active":"2024-09-21T00:22:05.741860+0000","last_became_peered":"2024-09-21T00:22:05.741860+0000","last_unstale":"2024-09-21T00:22:05.748331+0000","last_undegraded":"2024-09-21T00:22:05.748331+0000","last_fullsized":"2024-09-21T00:22:05.748331+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:01:35.500269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.765340+0000","last_change":"2024-09-21T00:22:05.759774+0000","last_active":"2024-09-21T00:22:05.765340+0000","last_peered":"2024-09-21T00:22:05.765340+0000","last_clean":"2024-09-21T00:22:05.765340+0000","last_became_active":"2024-09-21T00:22:05.757719+0000","last_became_peered":"2024-09-21T00:22:05.757719+0000","last_unstale":"2024-09-21T00:22:05.765340+0000","last_undegraded":"2024-09-21T00:22:05.765340+0000","last_fullsized":"2024-09-21T00:22:05.765340+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:37:38.937689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-21T00:22:06.750298+0000","last_change":"2024-09-21T00:22:05.761930+0000","last_active":"2024-09-21T00:22:06.750298+0000","last_peered":"2024-09-21T00:22:06.750298+0000","last_clean":"2024-09-21T00:22:06.750298+0000","last_became_active":"2024-09-21T00:22:05.760944+0000","last_became_peered":"2024-09-21T00:22:05.760944+0000","last_unstale":"2024-09-21T00:22:06.750298+0000","last_undegraded":"2024-09-21T00:22:06.750298+0000","last_fullsized":"2024-09-21T00:22:06.750298+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:58:40.071414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.752723+0000","last_change":"2024-09-21T00:22:05.746111+0000","last_active":"2024-09-21T00:22:05.752723+0000","last_peered":"2024-09-21T00:22:05.752723+0000","last_clean":"2024-09-21T00:22:05.752723+0000","last_became_active":"2024-09-21T00:22:05.745782+0000","last_became_peered":"2024-09-21T00:22:05.745782+0000","last_unstale":"2024-09-21T00:22:05.752723+0000","last_undegraded":"2024-09-21T00:22:05.752723+0000","last_fullsized":"2024-09-21T00:22:05.752723+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:57:53.598117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.752037+0000","last_change":"2024-09-21T00:22:05.743729+0000","last_active":"2024-09-21T00:22:05.752037+0000","last_peered":"2024-09-21T00:22:05.752037+0000","last_clean":"2024-09-21T00:22:05.752037+0000","last_became_active":"2024-09-21T00:22:05.743333+0000","last_became_peered":"2024-09-21T00:22:05.743333+0000","last_unstale":"2024-09-21T00:22:05.752037+0000","last_undegraded":"2024-09-21T00:22:05.752037+0000","last_fullsized":"2024-09-21T00:22:05.752037+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:29:33.420509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.752378+0000","last_change":"2024-09-21T00:22:05.746678+0000","last_active":"2024-09-21T00:22:05.752378+0000","last_peered":"2024-09-21T00:22:05.752378+0000","last_clean":"2024-09-21T00:22:05.752378+0000","last_became_active":"2024-09-21T00:22:05.746410+0000","last_became_peered":"2024-09-21T00:22:05.746410+0000","last_unstale":"2024-09-21T00:22:05.752378+0000","last_undegraded":"2024-09-21T00:22:05.752378+0000","last_fullsized":"2024-09-21T00:22:05.752378+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:36:01.808757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.749128+0000","last_change":"2024-09-21T00:22:05.744305+0000","last_active":"2024-09-21T00:22:05.749128+0000","last_peered":"2024-09-21T00:22:05.749128+0000","last_clean":"2024-09-21T00:22:05.749128+0000","last_became_active":"2024-09-21T00:22:05.743985+0000","last_became_peered":"2024-09-21T00:22:05.743985+0000","last_unstale":"2024-09-21T00:22:05.749128+0000","last_undegraded":"2024-09-21T00:22:05.749128+0000","last_fullsized":"2024-09-21T00:22:05.749128+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:37:02.762659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-21T00:22:06.746469+0000","last_change":"2024-09-21T00:22:05.753339+0000","last_active":"2024-09-21T00:22:06.746469+0000","last_peered":"2024-09-21T00:22:06.746469+0000","last_clean":"2024-09-21T00:22:06.746469+0000","last_became_active":"2024-09-21T00:22:05.753008+0000","last_became_peered":"2024-09-21T00:22:05.753008+0000","last_unstale":"2024-09-21T00:22:06.746469+0000","last_undegraded":"2024-09-21T00:22:06.746469+0000","last_fullsized":"2024-09-21T00:22:06.746469+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:46:14.614068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-21T00:22:06.750430+0000","last_change":"2024-09-21T00:22:05.760081+0000","last_active":"2024-09-21T00:22:06.750430+0000","last_peered":"2024-09-21T00:22:06.750430+0000","last_clean":"2024-09-21T00:22:06.750430+0000","last_became_active":"2024-09-21T00:22:05.759777+0000","last_became_peered":"2024-09-21T00:22:05.759777+0000","last_unstale":"2024-09-21T00:22:06.750430+0000","last_undegraded":"2024-09-21T00:22:06.750430+0000","last_fullsized":"2024-09-21T00:22:06.750430+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:36:45.640238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.765433+0000","last_change":"2024-09-21T00:22:05.759528+0000","last_active":"2024-09-21T00:22:05.765433+0000","last_peered":"2024-09-21T00:22:05.765433+0000","last_clean":"2024-09-21T00:22:05.765433+0000","last_became_active":"2024-09-21T00:22:05.759190+0000","last_became_peered":"2024-09-21T00:22:05.759190+0000","last_unstale":"2024-09-21T00:22:05.765433+0000","last_undegraded":"2024-09-21T00:22:05.765433+0000","last_fullsized":"2024-09-21T00:22:05.765433+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:02:15.688114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.751240+0000","last_change":"2024-09-21T00:22:05.745807+0000","last_active":"2024-09-21T00:22:05.751240+0000","last_peered":"2024-09-21T00:22:05.751240+0000","last_clean":"2024-09-21T00:22:05.751240+0000","last_became_active":"2024-09-21T00:22:05.745382+0000","last_became_peered":"2024-09-21T00:22:05.745382+0000","last_unstale":"2024-09-21T00:22:05.751240+0000","last_undegraded":"2024-09-21T00:22:05.751240+0000","last_fullsized":"2024-09-21T00:22:05.751240+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:02:59.461321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.755569+0000","last_change":"2024-09-21T00:22:05.752062+0000","last_active":"2024-09-21T00:22:05.755569+0000","last_peered":"2024-09-21T00:22:05.755569+0000","last_clean":"2024-09-21T00:22:05.755569+0000","last_became_active":"2024-09-21T00:22:05.751750+0000","last_became_peered":"2024-09-21T00:22:05.751750+0000","last_unstale":"2024-09-21T00:22:05.755569+0000","last_undegraded":"2024-09-21T00:22:05.755569+0000","last_fullsized":"2024-09-21T00:22:05.755569+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:12:01.001559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.754428+0000","last_change":"2024-09-21T00:22:05.748834+0000","last_active":"2024-09-21T00:22:05.754428+0000","last_peered":"2024-09-21T00:22:05.754428+0000","last_clean":"2024-09-21T00:22:05.754428+0000","last_became_active":"2024-09-21T00:22:05.748483+0000","last_became_peered":"2024-09-21T00:22:05.748483+0000","last_unstale":"2024-09-21T00:22:05.754428+0000","last_undegraded":"2024-09-21T00:22:05.754428+0000","last_fullsized":"2024-09-21T00:22:05.754428+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:24:18.412954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.751320+0000","last_change":"2024-09-21T00:22:05.743037+0000","last_active":"2024-09-21T00:22:05.751320+0000","last_peered":"2024-09-21T00:22:05.751320+0000","last_clean":"2024-09-21T00:22:05.751320+0000","last_became_active":"2024-09-21T00:22:05.740719+0000","last_became_peered":"2024-09-21T00:22:05.740719+0000","last_unstale":"2024-09-21T00:22:05.751320+0000","last_undegraded":"2024-09-21T00:22:05.751320+0000","last_fullsized":"2024-09-21T00:22:05.751320+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:58:57.522979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.743489+0000","last_change":"2024-09-21T00:22:05.742036+0000","last_active":"2024-09-21T00:22:05.743489+0000","last_peered":"2024-09-21T00:22:05.743489+0000","last_clean":"2024-09-21T00:22:05.743489+0000","last_became_active":"2024-09-21T00:22:05.741700+0000","last_became_peered":"2024-09-21T00:22:05.741700+0000","last_unstale":"2024-09-21T00:22:05.743489+0000","last_undegraded":"2024-09-21T00:22:05.743489+0000","last_fullsized":"2024-09-21T00:22:05.743489+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:15:36.010664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.752292+0000","last_change":"2024-09-21T00:22:05.749827+0000","last_active":"2024-09-21T00:22:05.752292+0000","last_peered":"2024-09-21T00:22:05.752292+0000","last_clean":"2024-09-21T00:22:05.752292+0000","last_became_active":"2024-09-21T00:22:05.748857+0000","last_became_peered":"2024-09-21T00:22:05.748857+0000","last_unstale":"2024-09-21T00:22:05.752292+0000","last_undegraded":"2024-09-21T00:22:05.752292+0000","last_fullsized":"2024-09-21T00:22:05.752292+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:10:39.427142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.755180+0000","last_change":"2024-09-21T00:22:05.748923+0000","last_active":"2024-09-21T00:22:05.755180+0000","last_peered":"2024-09-21T00:22:05.755180+0000","last_clean":"2024-09-21T00:22:05.755180+0000","last_became_active":"2024-09-21T00:22:05.748564+0000","last_became_peered":"2024-09-21T00:22:05.748564+0000","last_unstale":"2024-09-21T00:22:05.755180+0000","last_undegraded":"2024-09-21T00:22:05.755180+0000","last_fullsized":"2024-09-21T00:22:05.755180+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:37:33.024846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.763529+0000","last_change":"2024-09-21T00:22:05.759324+0000","last_active":"2024-09-21T00:22:05.763529+0000","last_peered":"2024-09-21T00:22:05.763529+0000","last_clean":"2024-09-21T00:22:05.763529+0000","last_became_active":"2024-09-21T00:22:05.759017+0000","last_became_peered":"2024-09-21T00:22:05.759017+0000","last_unstale":"2024-09-21T00:22:05.763529+0000","last_undegraded":"2024-09-21T00:22:05.763529+0000","last_fullsized":"2024-09-21T00:22:05.763529+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:43:42.471384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.755537+0000","last_change":"2024-09-21T00:22:05.751027+0000","last_active":"2024-09-21T00:22:05.755537+0000","last_peered":"2024-09-21T00:22:05.755537+0000","last_clean":"2024-09-21T00:22:05.755537+0000","last_became_active":"2024-09-21T00:22:05.750629+0000","last_became_peered":"2024-09-21T00:22:05.750629+0000","last_unstale":"2024-09-21T00:22:05.755537+0000","last_undegraded":"2024-09-21T00:22:05.755537+0000","last_fullsized":"2024-09-21T00:22:05.755537+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:16:32.810351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-21T00:22:06.745954+0000","last_change":"2024-09-21T00:22:05.739744+0000","last_active":"2024-09-21T00:22:06.745954+0000","last_peered":"2024-09-21T00:22:06.745954+0000","last_clean":"2024-09-21T00:22:06.745954+0000","last_became_active":"2024-09-21T00:22:05.739390+0000","last_became_peered":"2024-09-21T00:22:05.739390+0000","last_unstale":"2024-09-21T00:22:06.745954+0000","last_undegraded":"2024-09-21T00:22:06.745954+0000","last_fullsized":"2024-09-21T00:22:06.745954+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:25:05.249785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-21T00:22:06.745976+0000","last_change":"2024-09-21T00:22:05.739834+0000","last_active":"2024-09-21T00:22:06.745976+0000","last_peered":"2024-09-21T00:22:06.745976+0000","last_clean":"2024-09-21T00:22:06.745976+0000","last_became_active":"2024-09-21T00:22:05.739485+0000","last_became_peered":"2024-09-21T00:22:05.739485+0000","last_unstale":"2024-09-21T00:22:06.745976+0000","last_undegraded":"2024-09-21T00:22:06.745976+0000","last_fullsized":"2024-09-21T00:22:06.745976+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:22:28.672772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.750383+0000","last_change":"2024-09-21T00:22:05.738996+0000","last_active":"2024-09-21T00:22:05.750383+0000","last_peered":"2024-09-21T00:22:05.750383+0000","last_clean":"2024-09-21T00:22:05.750383+0000","last_became_active":"2024-09-21T00:22:05.738673+0000","last_became_peered":"2024-09-21T00:22:05.738673+0000","last_unstale":"2024-09-21T00:22:05.750383+0000","last_undegraded":"2024-09-21T00:22:05.750383+0000","last_fullsized":"2024-09-21T00:22:05.750383+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:25:51.241405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.751394+0000","last_change":"2024-09-21T00:22:05.746682+0000","last_active":"2024-09-21T00:22:05.751394+0000","last_peered":"2024-09-21T00:22:05.751394+0000","last_clean":"2024-09-21T00:22:05.751394+0000","last_became_active":"2024-09-21T00:22:05.743547+0000","last_became_peered":"2024-09-21T00:22:05.743547+0000","last_unstale":"2024-09-21T00:22:05.751394+0000","last_undegraded":"2024-09-21T00:22:05.751394+0000","last_fullsized":"2024-09-21T00:22:05.751394+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:01:35.500269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-21T00:22:06.750468+0000","last_change":"2024-09-21T00:22:05.761744+0000","last_active":"2024-09-21T00:22:06.750468+0000","last_peered":"2024-09-21T00:22:06.750468+0000","last_clean":"2024-09-21T00:22:06.750468+0000","last_became_active":"2024-09-21T00:22:05.759643+0000","last_became_peered":"2024-09-21T00:22:05.759643+0000","last_unstale":"2024-09-21T00:22:06.750468+0000","last_undegraded":"2024-09-21T00:22:06.750468+0000","last_fullsized":"2024-09-21T00:22:06.750468+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:10:33.848033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.754327+0000","last_change":"2024-09-21T00:22:05.744091+0000","last_active":"2024-09-21T00:22:05.754327+0000","last_peered":"2024-09-21T00:22:05.754327+0000","last_clean":"2024-09-21T00:22:05.754327+0000","last_became_active":"2024-09-21T00:22:05.742600+0000","last_became_peered":"2024-09-21T00:22:05.742600+0000","last_unstale":"2024-09-21T00:22:05.754327+0000","last_undegraded":"2024-09-21T00:22:05.754327+0000","last_fullsized":"2024-09-21T00:22:05.754327+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:48:10.374613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-21T00:22:06.750624+0000","last_change":"2024-09-21T00:22:05.760431+0000","last_active":"2024-09-21T00:22:06.750624+0000","last_peered":"2024-09-21T00:22:06.750624+0000","last_clean":"2024-09-21T00:22:06.750624+0000","last_became_active":"2024-09-21T00:22:05.758140+0000","last_became_peered":"2024-09-21T00:22:05.758140+0000","last_unstale":"2024-09-21T00:22:06.750624+0000","last_undegraded":"2024-09-21T00:22:06.750624+0000","last_fullsized":"2024-09-21T00:22:06.750624+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:43:57.279535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.746602+0000","last_change":"2024-09-21T00:22:05.739651+0000","last_active":"2024-09-21T00:22:05.746602+0000","last_peered":"2024-09-21T00:22:05.746602+0000","last_clean":"2024-09-21T00:22:05.746602+0000","last_became_active":"2024-09-21T00:22:05.739320+0000","last_became_peered":"2024-09-21T00:22:05.739320+0000","last_unstale":"2024-09-21T00:22:05.746602+0000","last_undegraded":"2024-09-21T00:22:05.746602+0000","last_fullsized":"2024-09-21T00:22:05.746602+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:08:17.275598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-21T00:22:06.746194+0000","last_change":"2024-09-21T00:22:05.747770+0000","last_active":"2024-09-21T00:22:06.746194+0000","last_peered":"2024-09-21T00:22:06.746194+0000","last_clean":"2024-09-21T00:22:06.746194+0000","last_became_active":"2024-09-21T00:22:05.747270+0000","last_became_peered":"2024-09-21T00:22:05.747270+0000","last_unstale":"2024-09-21T00:22:06.746194+0000","last_undegraded":"2024-09-21T00:22:06.746194+0000","last_fullsized":"2024-09-21T00:22:06.746194+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:21:15.294895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.749781+0000","last_change":"2024-09-21T00:22:05.747465+0000","last_active":"2024-09-21T00:22:05.749781+0000","last_peered":"2024-09-21T00:22:05.749781+0000","last_clean":"2024-09-21T00:22:05.749781+0000","last_became_active":"2024-09-21T00:22:05.746370+0000","last_became_peered":"2024-09-21T00:22:05.746370+0000","last_unstale":"2024-09-21T00:22:05.749781+0000","last_undegraded":"2024-09-21T00:22:05.749781+0000","last_fullsized":"2024-09-21T00:22:05.749781+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:32:40.039463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.744927+0000","last_change":"2024-09-21T00:22:05.742833+0000","last_active":"2024-09-21T00:22:05.744927+0000","last_peered":"2024-09-21T00:22:05.744927+0000","last_clean":"2024-09-21T00:22:05.744927+0000","last_became_active":"2024-09-21T00:22:05.742504+0000","last_became_peered":"2024-09-21T00:22:05.742504+0000","last_unstale":"2024-09-21T00:22:05.744927+0000","last_undegraded":"2024-09-21T00:22:05.744927+0000","last_fullsized":"2024-09-21T00:22:05.744927+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:54:46.979143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.749706+0000","last_change":"2024-09-21T00:22:05.746474+0000","last_active":"2024-09-21T00:22:05.749706+0000","last_peered":"2024-09-21T00:22:05.749706+0000","last_clean":"2024-09-21T00:22:05.749706+0000","last_became_active":"2024-09-21T00:22:05.745727+0000","last_became_peered":"2024-09-21T00:22:05.745727+0000","last_unstale":"2024-09-21T00:22:05.749706+0000","last_undegraded":"2024-09-21T00:22:05.749706+0000","last_fullsized":"2024-09-21T00:22:05.749706+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:33:39.271460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.752083+0000","last_change":"2024-09-21T00:22:05.739312+0000","last_active":"2024-09-21T00:22:05.752083+0000","last_peered":"2024-09-21T00:22:05.752083+0000","last_clean":"2024-09-21T00:22:05.752083+0000","last_became_active":"2024-09-21T00:22:05.738694+0000","last_became_peered":"2024-09-21T00:22:05.738694+0000","last_unstale":"2024-09-21T00:22:05.752083+0000","last_undegraded":"2024-09-21T00:22:05.752083+0000","last_fullsized":"2024-09-21T00:22:05.752083+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:42:04.828948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"31'4","reported_seq":17,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.759405+0000","last_change":"2024-09-21T00:22:04.730572+0000","last_active":"2024-09-21T00:22:05.759405+0000","last_peered":"2024-09-21T00:22:05.759405+0000","last_clean":"2024-09-21T00:22:05.759405+0000","last_became_active":"2024-09-21T00:22:04.730231+0000","last_became_peered":"2024-09-21T00:22:04.730231+0000","last_unstale":"2024-09-21T00:22:05.759405+0000","last_undegraded":"2024-09-21T00:22:05.759405+0000","last_fullsized":"2024-09-21T00:22:05.759405+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_clean_scrub_stamp":"2024-09-21T00:22:03.704151+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:53:08.243344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.750319+0000","last_change":"2024-09-21T00:22:05.748316+0000","last_active":"2024-09-21T00:22:05.750319+0000","last_peered":"2024-09-21T00:22:05.750319+0000","last_clean":"2024-09-21T00:22:05.750319+0000","last_became_active":"2024-09-21T00:22:05.748004+0000","last_became_peered":"2024-09-21T00:22:05.748004+0000","last_unstale":"2024-09-21T00:22:05.750319+0000","last_undegraded":"2024-09-21T00:22:05.750319+0000","last_fullsized":"2024-09-21T00:22:05.750319+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:11:00.679189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"31'1","reported_seq":14,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.765601+0000","last_change":"2024-09-21T00:22:04.730704+0000","last_active":"2024-09-21T00:22:05.765601+0000","last_peered":"2024-09-21T00:22:05.765601+0000","last_clean":"2024-09-21T00:22:05.765601+0000","last_became_active":"2024-09-21T00:22:04.730332+0000","last_became_peered":"2024-09-21T00:22:04.730332+0000","last_unstale":"2024-09-21T00:22:05.765601+0000","last_undegraded":"2024-09-21T00:22:05.765601+0000","last_fullsized":"2024-09-21T00:22:05.765601+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_clean_scrub_stamp":"2024-09-21T00:22:03.704151+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:02:59.443665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-21T00:22:06.746874+0000","last_change":"2024-09-21T00:22:05.746071+0000","last_active":"2024-09-21T00:22:06.746874+0000","last_peered":"2024-09-21T00:22:06.746874+0000","last_clean":"2024-09-21T00:22:06.746874+0000","last_became_active":"2024-09-21T00:22:05.745758+0000","last_became_peered":"2024-09-21T00:22:05.745758+0000","last_unstale":"2024-09-21T00:22:06.746874+0000","last_undegraded":"2024-09-21T00:22:06.746874+0000","last_fullsized":"2024-09-21T00:22:06.746874+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:58:40.071414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"31'2","reported_seq":15,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.767346+0000","last_change":"2024-09-21T00:22:04.737318+0000","last_active":"2024-09-21T00:22:05.767346+0000","last_peered":"2024-09-21T00:22:05.767346+0000","last_clean":"2024-09-21T00:22:05.767346+0000","last_became_active":"2024-09-21T00:22:04.737042+0000","last_became_peered":"2024-09-21T00:22:04.737042+0000","last_unstale":"2024-09-21T00:22:05.767346+0000","last_undegraded":"2024-09-21T00:22:05.767346+0000","last_fullsized":"2024-09-21T00:22:05.767346+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_clean_scrub_stamp":"2024-09-21T00:22:03.704151+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:47:05.438717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-21T00:22:06.750733+0000","last_change":"2024-09-21T00:22:05.758886+0000","last_active":"2024-09-21T00:22:06.750733+0000","last_peered":"2024-09-21T00:22:06.750733+0000","last_clean":"2024-09-21T00:22:06.750733+0000","last_became_active":"2024-09-21T00:22:05.757768+0000","last_became_peered":"2024-09-21T00:22:05.757768+0000","last_unstale":"2024-09-21T00:22:06.750733+0000","last_undegraded":"2024-09-21T00:22:06.750733+0000","last_fullsized":"2024-09-21T00:22:06.750733+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:46:28.037947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1c","version":"31'2","reported_seq":15,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.767616+0000","last_change":"2024-09-21T00:22:04.740894+0000","last_active":"2024-09-21T00:22:05.767616+0000","last_peered":"2024-09-21T00:22:05.767616+0000","last_clean":"2024-09-21T00:22:05.767616+0000","last_became_active":"2024-09-21T00:22:04.740543+0000","last_became_peered":"2024-09-21T00:22:04.740543+0000","last_unstale":"2024-09-21T00:22:05.767616+0000","last_undegraded":"2024-09-21T00:22:05.767616+0000","last_fullsized":"2024-09-21T00:22:05.767616+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_clean_scrub_stamp":"2024-09-21T00:22:03.704151+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:33:28.155612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.750356+0000","last_change":"2024-09-21T00:22:05.748877+0000","last_active":"2024-09-21T00:22:05.750356+0000","last_peered":"2024-09-21T00:22:05.750356+0000","last_clean":"2024-09-21T00:22:05.750356+0000","last_became_active":"2024-09-21T00:22:05.748507+0000","last_became_peered":"2024-09-21T00:22:05.748507+0000","last_unstale":"2024-09-21T00:22:05.750356+0000","last_undegraded":"2024-09-21T00:22:05.750356+0000","last_fullsized":"2024-09-21T00:22:05.750356+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:46:28.836324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"31'1","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-21T00:22:06.746270+0000","last_change":"2024-09-21T00:22:04.730571+0000","last_active":"2024-09-21T00:22:06.746270+0000","last_peered":"2024-09-21T00:22:06.746270+0000","last_clean":"2024-09-21T00:22:06.746270+0000","last_became_active":"2024-09-21T00:22:04.730202+0000","last_became_peered":"2024-09-21T00:22:04.730202+0000","last_unstale":"2024-09-21T00:22:06.746270+0000","last_undegraded":"2024-09-21T00:22:06.746270+0000","last_fullsized":"2024-09-21T00:22:06.746270+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_clean_scrub_stamp":"2024-09-21T00:22:03.704151+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:22:00.747029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.749083+0000","last_change":"2024-09-21T00:22:05.741746+0000","last_active":"2024-09-21T00:22:05.749083+0000","last_peered":"2024-09-21T00:22:05.749083+0000","last_clean":"2024-09-21T00:22:05.749083+0000","last_became_active":"2024-09-21T00:22:05.740098+0000","last_became_peered":"2024-09-21T00:22:05.740098+0000","last_unstale":"2024-09-21T00:22:05.749083+0000","last_undegraded":"2024-09-21T00:22:05.749083+0000","last_fullsized":"2024-09-21T00:22:05.749083+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:13:11.289324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"31'1","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-21T00:22:06.746050+0000","last_change":"2024-09-21T00:22:04.735957+0000","last_active":"2024-09-21T00:22:06.746050+0000","last_peered":"2024-09-21T00:22:06.746050+0000","last_clean":"2024-09-21T00:22:06.746050+0000","last_became_active":"2024-09-21T00:22:04.735557+0000","last_became_peered":"2024-09-21T00:22:04.735557+0000","last_unstale":"2024-09-21T00:22:06.746050+0000","last_undegraded":"2024-09-21T00:22:06.746050+0000","last_fullsized":"2024-09-21T00:22:06.746050+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_clean_scrub_stamp":"2024-09-21T00:22:03.704151+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:56:56.395659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-21T00:22:06.747194+0000","last_change":"2024-09-21T00:22:05.744967+0000","last_active":"2024-09-21T00:22:06.747194+0000","last_peered":"2024-09-21T00:22:06.747194+0000","last_clean":"2024-09-21T00:22:06.747194+0000","last_became_active":"2024-09-21T00:22:05.744560+0000","last_became_peered":"2024-09-21T00:22:05.744560+0000","last_unstale":"2024-09-21T00:22:06.747194+0000","last_undegraded":"2024-09-21T00:22:06.747194+0000","last_fullsized":"2024-09-21T00:22:06.747194+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:47:52.113040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.736252+0000","last_change":"2024-09-21T00:22:04.731317+0000","last_active":"2024-09-21T00:22:05.736252+0000","last_peered":"2024-09-21T00:22:05.736252+0000","last_clean":"2024-09-21T00:22:05.736252+0000","last_became_active":"2024-09-21T00:22:04.730887+0000","last_became_peered":"2024-09-21T00:22:04.730887+0000","last_unstale":"2024-09-21T00:22:05.736252+0000","last_undegraded":"2024-09-21T00:22:05.736252+0000","last_fullsized":"2024-09-21T00:22:05.736252+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_clean_scrub_stamp":"2024-09-21T00:22:03.704151+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:34:37.672755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-21T00:22:06.749994+0000","last_change":"2024-09-21T00:22:05.756475+0000","last_active":"2024-09-21T00:22:06.749994+0000","last_peered":"2024-09-21T00:22:06.749994+0000","last_clean":"2024-09-21T00:22:06.749994+0000","last_became_active":"2024-09-21T00:22:05.756179+0000","last_became_peered":"2024-09-21T00:22:05.756179+0000","last_unstale":"2024-09-21T00:22:06.749994+0000","last_undegraded":"2024-09-21T00:22:06.749994+0000","last_fullsized":"2024-09-21T00:22:06.749994+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:21:15.294895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-21T00:22:06.746935+0000","last_change":"2024-09-21T00:22:04.732262+0000","last_active":"2024-09-21T00:22:06.746935+0000","last_peered":"2024-09-21T00:22:06.746935+0000","last_clean":"2024-09-21T00:22:06.746935+0000","last_became_active":"2024-09-21T00:22:04.731340+0000","last_became_peered":"2024-09-21T00:22:04.731340+0000","last_unstale":"2024-09-21T00:22:06.746935+0000","last_undegraded":"2024-09-21T00:22:06.746935+0000","last_fullsized":"2024-09-21T00:22:06.746935+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_clean_scrub_stamp":"2024-09-21T00:22:03.704151+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:02:24.195139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.751437+0000","last_change":"2024-09-21T00:22:05.748306+0000","last_active":"2024-09-21T00:22:05.751437+0000","last_peered":"2024-09-21T00:22:05.751437+0000","last_clean":"2024-09-21T00:22:05.751437+0000","last_became_active":"2024-09-21T00:22:05.747975+0000","last_became_peered":"2024-09-21T00:22:05.747975+0000","last_unstale":"2024-09-21T00:22:05.751437+0000","last_undegraded":"2024-09-21T00:22:05.751437+0000","last_fullsized":"2024-09-21T00:22:05.751437+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:51:33.018029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.737963+0000","last_change":"2024-09-21T00:22:04.738662+0000","last_active":"2024-09-21T00:22:05.737963+0000","last_peered":"2024-09-21T00:22:05.737963+0000","last_clean":"2024-09-21T00:22:05.737963+0000","last_became_active":"2024-09-21T00:22:04.738049+0000","last_became_peered":"2024-09-21T00:22:04.738049+0000","last_unstale":"2024-09-21T00:22:05.737963+0000","last_undegraded":"2024-09-21T00:22:05.737963+0000","last_fullsized":"2024-09-21T00:22:05.737963+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_clean_scrub_stamp":"2024-09-21T00:22:03.704151+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:02:58.453933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.756966+0000","last_change":"2024-09-21T00:22:05.753776+0000","last_active":"2024-09-21T00:22:05.756966+0000","last_peered":"2024-09-21T00:22:05.756966+0000","last_clean":"2024-09-21T00:22:05.756966+0000","last_became_active":"2024-09-21T00:22:05.753395+0000","last_became_peered":"2024-09-21T00:22:05.753395+0000","last_unstale":"2024-09-21T00:22:05.756966+0000","last_undegraded":"2024-09-21T00:22:05.756966+0000","last_fullsized":"2024-09-21T00:22:05.756966+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:04:03.146119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.729943+0000","last_change":"2024-09-21T00:22:04.732303+0000","last_active":"2024-09-21T00:22:05.729943+0000","last_peered":"2024-09-21T00:22:05.729943+0000","last_clean":"2024-09-21T00:22:05.729943+0000","last_became_active":"2024-09-21T00:22:04.732002+0000","last_became_peered":"2024-09-21T00:22:04.732002+0000","last_unstale":"2024-09-21T00:22:05.729943+0000","last_undegraded":"2024-09-21T00:22:05.729943+0000","last_fullsized":"2024-09-21T00:22:05.729943+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_clean_scrub_stamp":"2024-09-21T00:22:03.704151+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:10:59.671802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.751987+0000","last_change":"2024-09-21T00:22:05.742935+0000","last_active":"2024-09-21T00:22:05.751987+0000","last_peered":"2024-09-21T00:22:05.751987+0000","last_clean":"2024-09-21T00:22:05.751987+0000","last_became_active":"2024-09-21T00:22:05.742562+0000","last_became_peered":"2024-09-21T00:22:05.742562+0000","last_unstale":"2024-09-21T00:22:05.751987+0000","last_undegraded":"2024-09-21T00:22:05.751987+0000","last_fullsized":"2024-09-21T00:22:05.751987+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:51:33.018029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"31'3","reported_seq":16,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.765725+0000","last_change":"2024-09-21T00:22:04.733022+0000","last_active":"2024-09-21T00:22:05.765725+0000","last_peered":"2024-09-21T00:22:05.765725+0000","last_clean":"2024-09-21T00:22:05.765725+0000","last_became_active":"2024-09-21T00:22:04.732693+0000","last_became_peered":"2024-09-21T00:22:04.732693+0000","last_unstale":"2024-09-21T00:22:05.765725+0000","last_undegraded":"2024-09-21T00:22:05.765725+0000","last_fullsized":"2024-09-21T00:22:05.765725+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_clean_scrub_stamp":"2024-09-21T00:22:03.704151+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:47:05.438717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.753883+0000","last_change":"2024-09-21T00:22:05.751077+0000","last_active":"2024-09-21T00:22:05.753883+0000","last_peered":"2024-09-21T00:22:05.753883+0000","last_clean":"2024-09-21T00:22:05.753883+0000","last_became_active":"2024-09-21T00:22:05.750737+0000","last_became_peered":"2024-09-21T00:22:05.750737+0000","last_unstale":"2024-09-21T00:22:05.753883+0000","last_undegraded":"2024-09-21T00:22:05.753883+0000","last_fullsized":"2024-09-21T00:22:05.753883+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:29:33.420509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"31'6","reported_seq":19,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.769570+0000","last_change":"2024-09-21T00:22:04.738123+0000","last_active":"2024-09-21T00:22:05.769570+0000","last_peered":"2024-09-21T00:22:05.769570+0000","last_clean":"2024-09-21T00:22:05.769570+0000","last_became_active":"2024-09-21T00:22:04.737821+0000","last_became_peered":"2024-09-21T00:22:04.737821+0000","last_unstale":"2024-09-21T00:22:05.769570+0000","last_undegraded":"2024-09-21T00:22:05.769570+0000","last_fullsized":"2024-09-21T00:22:05.769570+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_clean_scrub_stamp":"2024-09-21T00:22:03.704151+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:58:56.515592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-21T00:22:06.750073+0000","last_change":"2024-09-21T00:22:05.756540+0000","last_active":"2024-09-21T00:22:06.750073+0000","last_peered":"2024-09-21T00:22:06.750073+0000","last_clean":"2024-09-21T00:22:06.750073+0000","last_became_active":"2024-09-21T00:22:05.756215+0000","last_became_peered":"2024-09-21T00:22:05.756215+0000","last_unstale":"2024-09-21T00:22:06.750073+0000","last_undegraded":"2024-09-21T00:22:06.750073+0000","last_fullsized":"2024-09-21T00:22:06.750073+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:46:14.614068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"31'2","reported_seq":17,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-21T00:22:06.746405+0000","last_change":"2024-09-21T00:22:04.726902+0000","last_active":"2024-09-21T00:22:06.746405+0000","last_peered":"2024-09-21T00:22:06.746405+0000","last_clean":"2024-09-21T00:22:06.746405+0000","last_became_active":"2024-09-21T00:22:04.726535+0000","last_became_peered":"2024-09-21T00:22:04.726535+0000","last_unstale":"2024-09-21T00:22:06.746405+0000","last_undegraded":"2024-09-21T00:22:06.746405+0000","last_fullsized":"2024-09-21T00:22:06.746405+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_clean_scrub_stamp":"2024-09-21T00:22:03.704151+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:47:10.187386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.749788+0000","last_change":"2024-09-21T00:22:05.742899+0000","last_active":"2024-09-21T00:22:05.749788+0000","last_peered":"2024-09-21T00:22:05.749788+0000","last_clean":"2024-09-21T00:22:05.749788+0000","last_became_active":"2024-09-21T00:22:05.742537+0000","last_became_peered":"2024-09-21T00:22:05.742537+0000","last_unstale":"2024-09-21T00:22:05.749788+0000","last_undegraded":"2024-09-21T00:22:05.749788+0000","last_fullsized":"2024-09-21T00:22:05.749788+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:05:33.096810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-21T00:22:06.750105+0000","last_change":"2024-09-21T00:22:04.737304+0000","last_active":"2024-09-21T00:22:06.750105+0000","last_peered":"2024-09-21T00:22:06.750105+0000","last_clean":"2024-09-21T00:22:06.750105+0000","last_became_active":"2024-09-21T00:22:04.736974+0000","last_became_peered":"2024-09-21T00:22:04.736974+0000","last_unstale":"2024-09-21T00:22:06.750105+0000","last_undegraded":"2024-09-21T00:22:06.750105+0000","last_fullsized":"2024-09-21T00:22:06.750105+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_clean_scrub_stamp":"2024-09-21T00:22:03.704151+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:00:19.581007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.749737+0000","last_change":"2024-09-21T00:22:05.746801+0000","last_active":"2024-09-21T00:22:05.749737+0000","last_peered":"2024-09-21T00:22:05.749737+0000","last_clean":"2024-09-21T00:22:05.749737+0000","last_became_active":"2024-09-21T00:22:05.746154+0000","last_became_peered":"2024-09-21T00:22:05.746154+0000","last_unstale":"2024-09-21T00:22:05.749737+0000","last_undegraded":"2024-09-21T00:22:05.749737+0000","last_fullsized":"2024-09-21T00:22:05.749737+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:18:03.845514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.736604+0000","last_change":"2024-09-21T00:22:04.736179+0000","last_active":"2024-09-21T00:22:05.736604+0000","last_peered":"2024-09-21T00:22:05.736604+0000","last_clean":"2024-09-21T00:22:05.736604+0000","last_became_active":"2024-09-21T00:22:04.735849+0000","last_became_peered":"2024-09-21T00:22:04.735849+0000","last_unstale":"2024-09-21T00:22:05.736604+0000","last_undegraded":"2024-09-21T00:22:05.736604+0000","last_fullsized":"2024-09-21T00:22:05.736604+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_clean_scrub_stamp":"2024-09-21T00:22:03.704151+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:13:10.281937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.754721+0000","last_change":"2024-09-21T00:22:05.753135+0000","last_active":"2024-09-21T00:22:05.754721+0000","last_peered":"2024-09-21T00:22:05.754721+0000","last_clean":"2024-09-21T00:22:05.754721+0000","last_became_active":"2024-09-21T00:22:05.752671+0000","last_became_peered":"2024-09-21T00:22:05.752671+0000","last_unstale":"2024-09-21T00:22:05.754721+0000","last_undegraded":"2024-09-21T00:22:05.754721+0000","last_fullsized":"2024-09-21T00:22:05.754721+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:42:04.828948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"31'8","reported_seq":21,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.767512+0000","last_change":"2024-09-21T00:22:04.735142+0000","last_active":"2024-09-21T00:22:05.767512+0000","last_peered":"2024-09-21T00:22:05.767512+0000","last_clean":"2024-09-21T00:22:05.767512+0000","last_became_active":"2024-09-21T00:22:04.734760+0000","last_became_peered":"2024-09-21T00:22:04.734760+0000","last_unstale":"2024-09-21T00:22:05.767512+0000","last_undegraded":"2024-09-21T00:22:05.767512+0000","last_fullsized":"2024-09-21T00:22:05.767512+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_clean_scrub_stamp":"2024-09-21T00:22:03.704151+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:08:16.268211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-21T00:22:06.747310+0000","last_change":"2024-09-21T00:22:05.733636+0000","last_active":"2024-09-21T00:22:06.747310+0000","last_peered":"2024-09-21T00:22:06.747310+0000","last_clean":"2024-09-21T00:22:06.747310+0000","last_became_active":"2024-09-21T00:22:05.733323+0000","last_became_peered":"2024-09-21T00:22:05.733323+0000","last_unstale":"2024-09-21T00:22:06.747310+0000","last_undegraded":"2024-09-21T00:22:06.747310+0000","last_fullsized":"2024-09-21T00:22:06.747310+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:36:45.640238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"31'1","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-21T00:22:06.750574+0000","last_change":"2024-09-21T00:22:04.736657+0000","last_active":"2024-09-21T00:22:06.750574+0000","last_peered":"2024-09-21T00:22:06.750574+0000","last_clean":"2024-09-21T00:22:06.750574+0000","last_became_active":"2024-09-21T00:22:04.736419+0000","last_became_peered":"2024-09-21T00:22:04.736419+0000","last_unstale":"2024-09-21T00:22:06.750574+0000","last_undegraded":"2024-09-21T00:22:06.750574+0000","last_fullsized":"2024-09-21T00:22:06.750574+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_clean_scrub_stamp":"2024-09-21T00:22:03.704151+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:37:04.129028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.751670+0000","last_change":"2024-09-21T00:22:05.743405+0000","last_active":"2024-09-21T00:22:05.751670+0000","last_peered":"2024-09-21T00:22:05.751670+0000","last_clean":"2024-09-21T00:22:05.751670+0000","last_became_active":"2024-09-21T00:22:05.740758+0000","last_became_peered":"2024-09-21T00:22:05.740758+0000","last_unstale":"2024-09-21T00:22:05.751670+0000","last_undegraded":"2024-09-21T00:22:05.751670+0000","last_fullsized":"2024-09-21T00:22:05.751670+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:05:33.096810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"31'2","reported_seq":17,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-21T00:22:06.747084+0000","last_change":"2024-09-21T00:22:04.732796+0000","last_active":"2024-09-21T00:22:06.747084+0000","last_peered":"2024-09-21T00:22:06.747084+0000","last_clean":"2024-09-21T00:22:06.747084+0000","last_became_active":"2024-09-21T00:22:04.731224+0000","last_became_peered":"2024-09-21T00:22:04.731224+0000","last_unstale":"2024-09-21T00:22:06.747084+0000","last_undegraded":"2024-09-21T00:22:06.747084+0000","last_fullsized":"2024-09-21T00:22:06.747084+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_clean_scrub_stamp":"2024-09-21T00:22:03.704151+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:44:37.167603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-21T00:22:06.750348+0000","last_change":"2024-09-21T00:22:05.760058+0000","last_active":"2024-09-21T00:22:06.750348+0000","last_peered":"2024-09-21T00:22:06.750348+0000","last_clean":"2024-09-21T00:22:06.750348+0000","last_became_active":"2024-09-21T00:22:05.757376+0000","last_became_peered":"2024-09-21T00:22:05.757376+0000","last_unstale":"2024-09-21T00:22:06.750348+0000","last_undegraded":"2024-09-21T00:22:06.750348+0000","last_fullsized":"2024-09-21T00:22:06.750348+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:47:52.113040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"31'1","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-21T00:22:06.746845+0000","last_change":"2024-09-21T00:22:04.729137+0000","last_active":"2024-09-21T00:22:06.746845+0000","last_peered":"2024-09-21T00:22:06.746845+0000","last_clean":"2024-09-21T00:22:06.746845+0000","last_became_active":"2024-09-21T00:22:04.728821+0000","last_became_peered":"2024-09-21T00:22:04.728821+0000","last_unstale":"2024-09-21T00:22:06.746845+0000","last_undegraded":"2024-09-21T00:22:06.746845+0000","last_fullsized":"2024-09-21T00:22:06.746845+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_clean_scrub_stamp":"2024-09-21T00:22:03.704151+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:07:13.712658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.753383+0000","last_change":"2024-09-21T00:22:05.746529+0000","last_active":"2024-09-21T00:22:05.753383+0000","last_peered":"2024-09-21T00:22:05.753383+0000","last_clean":"2024-09-21T00:22:05.753383+0000","last_became_active":"2024-09-21T00:22:05.746234+0000","last_became_peered":"2024-09-21T00:22:05.746234+0000","last_unstale":"2024-09-21T00:22:05.753383+0000","last_undegraded":"2024-09-21T00:22:05.753383+0000","last_fullsized":"2024-09-21T00:22:05.753383+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:09:19.140900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-21T00:22:06.746949+0000","last_change":"2024-09-21T00:22:04.735602+0000","last_active":"2024-09-21T00:22:06.746949+0000","last_peered":"2024-09-21T00:22:06.746949+0000","last_clean":"2024-09-21T00:22:06.746949+0000","last_became_active":"2024-09-21T00:22:04.735279+0000","last_became_peered":"2024-09-21T00:22:04.735279+0000","last_unstale":"2024-09-21T00:22:06.746949+0000","last_undegraded":"2024-09-21T00:22:06.746949+0000","last_fullsized":"2024-09-21T00:22:06.746949+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_clean_scrub_stamp":"2024-09-21T00:22:03.704151+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:33:51.415789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.752770+0000","last_change":"2024-09-21T00:22:05.748645+0000","last_active":"2024-09-21T00:22:05.752770+0000","last_peered":"2024-09-21T00:22:05.752770+0000","last_clean":"2024-09-21T00:22:05.752770+0000","last_became_active":"2024-09-21T00:22:05.748323+0000","last_became_peered":"2024-09-21T00:22:05.748323+0000","last_unstale":"2024-09-21T00:22:05.752770+0000","last_undegraded":"2024-09-21T00:22:05.752770+0000","last_fullsized":"2024-09-21T00:22:05.752770+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:58:51.730818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"31'2","reported_seq":15,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.757883+0000","last_change":"2024-09-21T00:22:04.730338+0000","last_active":"2024-09-21T00:22:05.757883+0000","last_peered":"2024-09-21T00:22:05.757883+0000","last_clean":"2024-09-21T00:22:05.757883+0000","last_became_active":"2024-09-21T00:22:04.730028+0000","last_became_peered":"2024-09-21T00:22:04.730028+0000","last_unstale":"2024-09-21T00:22:05.757883+0000","last_undegraded":"2024-09-21T00:22:05.757883+0000","last_fullsized":"2024-09-21T00:22:05.757883+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_clean_scrub_stamp":"2024-09-21T00:22:03.704151+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:53:08.243344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.750279+0000","last_change":"2024-09-21T00:22:05.743724+0000","last_active":"2024-09-21T00:22:05.750279+0000","last_peered":"2024-09-21T00:22:05.750279+0000","last_clean":"2024-09-21T00:22:05.750279+0000","last_became_active":"2024-09-21T00:22:05.743420+0000","last_became_peered":"2024-09-21T00:22:05.743420+0000","last_unstale":"2024-09-21T00:22:05.750279+0000","last_undegraded":"2024-09-21T00:22:05.750279+0000","last_fullsized":"2024-09-21T00:22:05.750279+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:07:41.948096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.737009+0000","last_change":"2024-09-21T00:22:04.740264+0000","last_active":"2024-09-21T00:22:05.737009+0000","last_peered":"2024-09-21T00:22:05.737009+0000","last_clean":"2024-09-21T00:22:05.737009+0000","last_became_active":"2024-09-21T00:22:04.739925+0000","last_became_peered":"2024-09-21T00:22:04.739925+0000","last_unstale":"2024-09-21T00:22:05.737009+0000","last_undegraded":"2024-09-21T00:22:05.737009+0000","last_fullsized":"2024-09-21T00:22:05.737009+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_clean_scrub_stamp":"2024-09-21T00:22:03.704151+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:02:59.443665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.755496+0000","last_change":"2024-09-21T00:22:05.753121+0000","last_active":"2024-09-21T00:22:05.755496+0000","last_peered":"2024-09-21T00:22:05.755496+0000","last_clean":"2024-09-21T00:22:05.755496+0000","last_became_active":"2024-09-21T00:22:05.752821+0000","last_became_peered":"2024-09-21T00:22:05.752821+0000","last_unstale":"2024-09-21T00:22:05.755496+0000","last_undegraded":"2024-09-21T00:22:05.755496+0000","last_fullsized":"2024-09-21T00:22:05.755496+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:47:42.505084+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-21T00:22:06.745517+0000","last_change":"2024-09-21T00:22:04.731377+0000","last_active":"2024-09-21T00:22:06.745517+0000","last_peered":"2024-09-21T00:22:06.745517+0000","last_clean":"2024-09-21T00:22:06.745517+0000","last_became_active":"2024-09-21T00:22:04.730939+0000","last_became_peered":"2024-09-21T00:22:04.730939+0000","last_unstale":"2024-09-21T00:22:06.745517+0000","last_undegraded":"2024-09-21T00:22:06.745517+0000","last_fullsized":"2024-09-21T00:22:06.745517+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_clean_scrub_stamp":"2024-09-21T00:22:03.704151+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:37:04.129028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.752335+0000","last_change":"2024-09-21T00:22:05.745791+0000","last_active":"2024-09-21T00:22:05.752335+0000","last_peered":"2024-09-21T00:22:05.752335+0000","last_clean":"2024-09-21T00:22:05.752335+0000","last_became_active":"2024-09-21T00:22:05.745489+0000","last_became_peered":"2024-09-21T00:22:05.745489+0000","last_unstale":"2024-09-21T00:22:05.752335+0000","last_undegraded":"2024-09-21T00:22:05.752335+0000","last_fullsized":"2024-09-21T00:22:05.752335+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:31:38.539821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.728995+0000","last_change":"2024-09-21T00:22:04.734403+0000","last_active":"2024-09-21T00:22:05.728995+0000","last_peered":"2024-09-21T00:22:05.728995+0000","last_clean":"2024-09-21T00:22:05.728995+0000","last_became_active":"2024-09-21T00:22:04.733504+0000","last_became_peered":"2024-09-21T00:22:04.733504+0000","last_unstale":"2024-09-21T00:22:05.728995+0000","last_undegraded":"2024-09-21T00:22:05.728995+0000","last_fullsized":"2024-09-21T00:22:05.728995+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_clean_scrub_stamp":"2024-09-21T00:22:03.704151+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:34:37.672755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.755458+0000","last_change":"2024-09-21T00:22:05.750619+0000","last_active":"2024-09-21T00:22:05.755458+0000","last_peered":"2024-09-21T00:22:05.755458+0000","last_clean":"2024-09-21T00:22:05.755458+0000","last_became_active":"2024-09-21T00:22:05.750302+0000","last_became_peered":"2024-09-21T00:22:05.750302+0000","last_unstale":"2024-09-21T00:22:05.755458+0000","last_undegraded":"2024-09-21T00:22:05.755458+0000","last_fullsized":"2024-09-21T00:22:05.755458+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:20:02.104108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"31'2","reported_seq":17,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-21T00:22:06.750614+0000","last_change":"2024-09-21T00:22:04.737428+0000","last_active":"2024-09-21T00:22:06.750614+0000","last_peered":"2024-09-21T00:22:06.750614+0000","last_clean":"2024-09-21T00:22:06.750614+0000","last_became_active":"2024-09-21T00:22:04.737124+0000","last_became_peered":"2024-09-21T00:22:04.737124+0000","last_unstale":"2024-09-21T00:22:06.750614+0000","last_undegraded":"2024-09-21T00:22:06.750614+0000","last_fullsized":"2024-09-21T00:22:06.750614+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_clean_scrub_stamp":"2024-09-21T00:22:03.704151+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:50:37.746875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.754089+0000","last_change":"2024-09-21T00:22:05.752069+0000","last_active":"2024-09-21T00:22:05.754089+0000","last_peered":"2024-09-21T00:22:05.754089+0000","last_clean":"2024-09-21T00:22:05.754089+0000","last_became_active":"2024-09-21T00:22:05.751753+0000","last_became_peered":"2024-09-21T00:22:05.751753+0000","last_unstale":"2024-09-21T00:22:05.754089+0000","last_undegraded":"2024-09-21T00:22:05.754089+0000","last_fullsized":"2024-09-21T00:22:05.754089+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:48:10.374613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.729713+0000","last_change":"2024-09-21T00:22:04.731446+0000","last_active":"2024-09-21T00:22:05.729713+0000","last_peered":"2024-09-21T00:22:05.729713+0000","last_clean":"2024-09-21T00:22:05.729713+0000","last_became_active":"2024-09-21T00:22:04.731137+0000","last_became_peered":"2024-09-21T00:22:04.731137+0000","last_unstale":"2024-09-21T00:22:05.729713+0000","last_undegraded":"2024-09-21T00:22:05.729713+0000","last_fullsized":"2024-09-21T00:22:05.729713+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_clean_scrub_stamp":"2024-09-21T00:22:03.704151+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:23:45.242441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.752077+0000","last_change":"2024-09-21T00:22:05.751413+0000","last_active":"2024-09-21T00:22:05.752077+0000","last_peered":"2024-09-21T00:22:05.752077+0000","last_clean":"2024-09-21T00:22:05.752077+0000","last_became_active":"2024-09-21T00:22:05.751105+0000","last_became_peered":"2024-09-21T00:22:05.751105+0000","last_unstale":"2024-09-21T00:22:05.752077+0000","last_undegraded":"2024-09-21T00:22:05.752077+0000","last_fullsized":"2024-09-21T00:22:05.752077+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:34:38.680142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-21T00:22:06.750392+0000","last_change":"2024-09-21T00:22:04.735250+0000","last_active":"2024-09-21T00:22:06.750392+0000","last_peered":"2024-09-21T00:22:06.750392+0000","last_clean":"2024-09-21T00:22:06.750392+0000","last_became_active":"2024-09-21T00:22:04.734563+0000","last_became_peered":"2024-09-21T00:22:04.734563+0000","last_unstale":"2024-09-21T00:22:06.750392+0000","last_undegraded":"2024-09-21T00:22:06.750392+0000","last_fullsized":"2024-09-21T00:22:06.750392+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_clean_scrub_stamp":"2024-09-21T00:22:03.704151+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:21:03.533372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.745000+0000","last_change":"2024-09-21T00:22:05.742171+0000","last_active":"2024-09-21T00:22:05.745000+0000","last_peered":"2024-09-21T00:22:05.745000+0000","last_clean":"2024-09-21T00:22:05.745000+0000","last_became_active":"2024-09-21T00:22:05.741811+0000","last_became_peered":"2024-09-21T00:22:05.741811+0000","last_unstale":"2024-09-21T00:22:05.745000+0000","last_undegraded":"2024-09-21T00:22:05.745000+0000","last_fullsized":"2024-09-21T00:22:05.745000+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:41:11.120631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.729705+0000","last_change":"2024-09-21T00:22:04.727671+0000","last_active":"2024-09-21T00:22:05.729705+0000","last_peered":"2024-09-21T00:22:05.729705+0000","last_clean":"2024-09-21T00:22:05.729705+0000","last_became_active":"2024-09-21T00:22:04.727336+0000","last_became_peered":"2024-09-21T00:22:04.727336+0000","last_unstale":"2024-09-21T00:22:05.729705+0000","last_undegraded":"2024-09-21T00:22:05.729705+0000","last_fullsized":"2024-09-21T00:22:05.729705+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_clean_scrub_stamp":"2024-09-21T00:22:03.704151+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:41:10.113244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.750484+0000","last_change":"2024-09-21T00:22:05.739636+0000","last_active":"2024-09-21T00:22:05.750484+0000","last_peered":"2024-09-21T00:22:05.750484+0000","last_clean":"2024-09-21T00:22:05.750484+0000","last_became_active":"2024-09-21T00:22:05.739344+0000","last_became_peered":"2024-09-21T00:22:05.739344+0000","last_unstale":"2024-09-21T00:22:05.750484+0000","last_undegraded":"2024-09-21T00:22:05.750484+0000","last_fullsized":"2024-09-21T00:22:05.750484+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:16:59.492933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-21T00:22:06.750151+0000","last_change":"2024-09-21T00:22:04.731364+0000","last_active":"2024-09-21T00:22:06.750151+0000","last_peered":"2024-09-21T00:22:06.750151+0000","last_clean":"2024-09-21T00:22:06.750151+0000","last_became_active":"2024-09-21T00:22:04.731035+0000","last_became_peered":"2024-09-21T00:22:04.731035+0000","last_unstale":"2024-09-21T00:22:06.750151+0000","last_undegraded":"2024-09-21T00:22:06.750151+0000","last_fullsized":"2024-09-21T00:22:06.750151+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_clean_scrub_stamp":"2024-09-21T00:22:03.704151+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:22:32.664041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.755157+0000","last_change":"2024-09-21T00:22:05.747264+0000","last_active":"2024-09-21T00:22:05.755157+0000","last_peered":"2024-09-21T00:22:05.755157+0000","last_clean":"2024-09-21T00:22:05.755157+0000","last_became_active":"2024-09-21T00:22:05.746925+0000","last_became_peered":"2024-09-21T00:22:05.746925+0000","last_unstale":"2024-09-21T00:22:05.755157+0000","last_undegraded":"2024-09-21T00:22:05.755157+0000","last_fullsized":"2024-09-21T00:22:05.755157+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:37:38.937689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-21T00:22:06.745641+0000","last_change":"2024-09-21T00:22:04.724272+0000","last_active":"2024-09-21T00:22:06.745641+0000","last_peered":"2024-09-21T00:22:06.745641+0000","last_clean":"2024-09-21T00:22:06.745641+0000","last_became_active":"2024-09-21T00:22:04.723929+0000","last_became_peered":"2024-09-21T00:22:04.723929+0000","last_unstale":"2024-09-21T00:22:06.745641+0000","last_undegraded":"2024-09-21T00:22:06.745641+0000","last_fullsized":"2024-09-21T00:22:06.745641+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_clean_scrub_stamp":"2024-09-21T00:22:03.704151+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:50:37.746875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-21T00:22:06.745614+0000","last_change":"2024-09-21T00:22:05.741835+0000","last_active":"2024-09-21T00:22:06.745614+0000","last_peered":"2024-09-21T00:22:06.745614+0000","last_clean":"2024-09-21T00:22:06.745614+0000","last_became_active":"2024-09-21T00:22:05.741478+0000","last_became_peered":"2024-09-21T00:22:05.741478+0000","last_unstale":"2024-09-21T00:22:06.745614+0000","last_undegraded":"2024-09-21T00:22:06.745614+0000","last_fullsized":"2024-09-21T00:22:06.745614+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:47:54.548586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.736220+0000","last_change":"2024-09-21T00:22:04.736989+0000","last_active":"2024-09-21T00:22:05.736220+0000","last_peered":"2024-09-21T00:22:05.736220+0000","last_clean":"2024-09-21T00:22:05.736220+0000","last_became_active":"2024-09-21T00:22:04.736657+0000","last_became_peered":"2024-09-21T00:22:04.736657+0000","last_unstale":"2024-09-21T00:22:05.736220+0000","last_undegraded":"2024-09-21T00:22:05.736220+0000","last_fullsized":"2024-09-21T00:22:05.736220+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_clean_scrub_stamp":"2024-09-21T00:22:03.704151+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:16:58.485546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":10,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.745361+0000","last_change":"2024-09-21T00:22:05.743128+0000","last_active":"2024-09-21T00:22:05.745361+0000","last_peered":"2024-09-21T00:22:05.745361+0000","last_clean":"2024-09-21T00:22:05.745361+0000","last_became_active":"2024-09-21T00:22:05.742803+0000","last_became_peered":"2024-09-21T00:22:05.742803+0000","last_unstale":"2024-09-21T00:22:05.745361+0000","last_undegraded":"2024-09-21T00:22:05.745361+0000","last_fullsized":"2024-09-21T00:22:05.745361+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:04.711538+0000","last_clean_scrub_stamp":"2024-09-21T00:22:04.711538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:37:06.991847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":13,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.735602+0000","last_change":"2024-09-21T00:22:04.737109+0000","last_active":"2024-09-21T00:22:05.735602+0000","last_peered":"2024-09-21T00:22:05.735602+0000","last_clean":"2024-09-21T00:22:05.735602+0000","last_became_active":"2024-09-21T00:22:04.736653+0000","last_became_peered":"2024-09-21T00:22:04.736653+0000","last_unstale":"2024-09-21T00:22:05.735602+0000","last_undegraded":"2024-09-21T00:22:05.735602+0000","last_fullsized":"2024-09-21T00:22:05.735602+0000","mapping_epoch":29,"log_start":"0'0","ondisk_log_start":"0'0","created":29,"last_epoch_clean":30,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:22:03.704151+0000","last_clean_scrub_stamp":"2024-09-21T00:22:03.704151+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:37:08.088324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":128,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-21T00:22:05.733919+0000","last_change":"2024-09-21T00:21:11.583793+0000","last_active":"2024-09-21T00:22:05.733919+0000","last_peered":"2024-09-21T00:22:05.733919+0000","last_clean":"2024-09-21T00:22:05.733919+0000","last_became_active":"2024-09-21T00:21:11.582502+0000","last_became_peered":"2024-09-21T00:21:11.582502+0000","last_unstale":"2024-09-21T00:22:05.733919+0000","last_undegraded":"2024-09-21T00:22:05.733919+0000","last_fullsized":"2024-09-21T00:22:05.733919+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_clean_scrub_stamp":"2024-09-21T00:21:10.311964+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:58.010953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509455,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27928,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343912,"statfs":{"total":96636764160,"available":96608165888,"internally_reserved":0,"allocated":921600,"data_stored":713232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509455,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27348,"kb_used_data":320,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344492,"statfs":{"total":96636764160,"available":96608759808,"internally_reserved":0,"allocated":327680,"data_stored":122864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509455,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27352,"kb_used_data":320,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344488,"statfs":{"total":96636764160,"available":96608755712,"internally_reserved":0,"allocated":327680,"data_stored":122864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509456,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27352,"kb_used_data":320,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344488,"statfs":{"total":96636764160,"available":96608755712,"internally_reserved":0,"allocated":327680,"data_stored":122864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509456,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27368,"kb_used_data":336,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344472,"statfs":{"total":96636764160,"available":96608739328,"internally_reserved":0,"allocated":344064,"data_stored":129709,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509454,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27932,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343908,"statfs":{"total":96636764160,"available":96608161792,"internally_reserved":0,"allocated":921600,"data_stored":713232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574863,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27384,"kb_used_data":352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344456,"statfs":{"total":96636764160,"available":96608722944,"internally_reserved":0,"allocated":360448,"data_stored":136043,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574863,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31552,"kb_used_data":360,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340288,"statfs":{"total":96636764160,"available":96604454912,"internally_reserved":0,"allocated":368640,"data_stored":137573,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T00:22:10.182 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-21T00:22:10.182 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-21T00:22:10.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.342+0000 7f2159ae5640 1 -- 172.21.15.67:0/1466508620 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f21540d0c70 msgr2=0x7f21540d1080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:10.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.342+0000 7f2159ae5640 1 --2- 172.21.15.67:0/1466508620 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f21540d0c70 0x7f21540d1080 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f2148005fd0 tx=0x7f214802a5d0 comp rx=0 tx=0).stop 2024-09-21T00:22:10.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.342+0000 7f2159ae5640 1 -- 172.21.15.67:0/1466508620 shutdown_connections 2024-09-21T00:22:10.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.342+0000 7f2159ae5640 1 --2- 172.21.15.67:0/1466508620 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f21540d0c70 0x7f21540d1080 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:10.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.342+0000 7f2159ae5640 1 --2- 172.21.15.67:0/1466508620 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f215406f4a0 0x7f21540d2db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:10.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.342+0000 7f2159ae5640 1 -- 172.21.15.67:0/1466508620 >> 172.21.15.67:0/1466508620 conn(0x7f215409d870 msgr2=0x7f215408bee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:22:10.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.342+0000 7f2159ae5640 1 -- 172.21.15.67:0/1466508620 shutdown_connections 2024-09-21T00:22:10.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.342+0000 7f2159ae5640 1 -- 172.21.15.67:0/1466508620 wait complete. 2024-09-21T00:22:10.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.344+0000 7f2159ae5640 1 Processor -- start 2024-09-21T00:22:10.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.344+0000 7f2159ae5640 1 -- start start 2024-09-21T00:22:10.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.345+0000 7f2159ae5640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f215406f4a0 0x7f215409ebf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:10.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.345+0000 7f2159ae5640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f21540cf0e0 0x7f21540cd3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:10.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.345+0000 7f2159ae5640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f21540d0c70 0x7f215414f310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:10.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.345+0000 7f2159ae5640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f21540b3710 con 0x7f21540cf0e0 2024-09-21T00:22:10.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.345+0000 7f2159ae5640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f21540b3590 con 0x7f21540d0c70 2024-09-21T00:22:10.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.345+0000 7f2159ae5640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f21540d32f0 con 0x7f215406f4a0 2024-09-21T00:22:10.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.345+0000 7f2152ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f21540cf0e0 0x7f21540cd3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:10.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.345+0000 7f2152ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f21540cf0e0 0x7f21540cd3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:38422/0 (socket says 172.21.15.67:38422) 2024-09-21T00:22:10.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.345+0000 7f2152ffd640 1 -- 172.21.15.67:0/1682041517 learned_addr learned my addr 172.21.15.67:0/1682041517 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:22:10.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.345+0000 7f21537fe640 1 --2- 172.21.15.67:0/1682041517 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f215406f4a0 0x7f215409ebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:10.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.345+0000 7f2153fff640 1 --2- 172.21.15.67:0/1682041517 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f21540d0c70 0x7f215414f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:10.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.345+0000 7f2152ffd640 1 -- 172.21.15.67:0/1682041517 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f215406f4a0 msgr2=0x7f215409ebf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:10.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.345+0000 7f2152ffd640 1 --2- 172.21.15.67:0/1682041517 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f215406f4a0 0x7f215409ebf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:10.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.345+0000 7f2152ffd640 1 -- 172.21.15.67:0/1682041517 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f21540d0c70 msgr2=0x7f215414f310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:10.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.345+0000 7f2152ffd640 1 --2- 172.21.15.67:0/1682041517 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f21540d0c70 0x7f215414f310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:10.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.346+0000 7f2152ffd640 1 -- 172.21.15.67:0/1682041517 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21541f9100 con 0x7f21540cf0e0 2024-09-21T00:22:10.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.346+0000 7f2153fff640 1 --2- 172.21.15.67:0/1682041517 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f21540d0c70 0x7f215414f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:22:10.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.346+0000 7f2152ffd640 1 --2- 172.21.15.67:0/1682041517 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f21540cf0e0 0x7f21540cd3a0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f2148034040 tx=0x7f21480035f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:22:10.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.346+0000 7f213bfff640 1 -- 172.21.15.67:0/1682041517 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f214803e030 con 0x7f21540cf0e0 2024-09-21T00:22:10.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.346+0000 7f213bfff640 1 -- 172.21.15.67:0/1682041517 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2148003ae0 con 0x7f21540cf0e0 2024-09-21T00:22:10.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.346+0000 7f213bfff640 1 -- 172.21.15.67:0/1682041517 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2148035040 con 0x7f21540cf0e0 2024-09-21T00:22:10.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.346+0000 7f2159ae5640 1 -- 172.21.15.67:0/1682041517 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f21541f93e0 con 0x7f21540cf0e0 2024-09-21T00:22:10.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.346+0000 7f2159ae5640 1 -- 172.21.15.67:0/1682041517 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21541f99a0 con 0x7f21540cf0e0 2024-09-21T00:22:10.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.347+0000 7f2159ae5640 1 -- 172.21.15.67:0/1682041517 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f21540d2db0 con 0x7f21540cf0e0 2024-09-21T00:22:10.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.348+0000 7f213bfff640 1 -- 172.21.15.67:0/1682041517 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f2148041030 con 0x7f21540cf0e0 2024-09-21T00:22:10.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.348+0000 7f213bfff640 1 --2- 172.21.15.67:0/1682041517 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2140078bc0 0x7f214007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:10.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.348+0000 7f213bfff640 1 -- 172.21.15.67:0/1682041517 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f21480bb140 con 0x7f21540cf0e0 2024-09-21T00:22:10.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.349+0000 7f21537fe640 1 --2- 172.21.15.67:0/1682041517 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2140078bc0 0x7f214007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:10.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.349+0000 7f21537fe640 1 --2- 172.21.15.67:0/1682041517 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2140078bc0 0x7f214007b0d0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f2144009b30 tx=0x7f2144005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:22:10.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.353+0000 7f213bfff640 1 -- 172.21.15.67:0/1682041517 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f2148082fc0 con 0x7f21540cf0e0 2024-09-21T00:22:10.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.611+0000 7f2159ae5640 1 -- 172.21.15.67:0/1682041517 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f21540cfca0 con 0x7f21540cf0e0 2024-09-21T00:22:10.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.613+0000 7f213bfff640 1 -- 172.21.15.67:0/1682041517 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v13) ==== 190+0+147 (secure 0 0 0) 0x7f21480879f0 con 0x7f21540cf0e0 2024-09-21T00:22:10.615 INFO:teuthology.orchestra.run.smithi067.stdout:[client.0] 2024-09-21T00:22:10.615 INFO:teuthology.orchestra.run.smithi067.stdout: key = AQBFEe5mUnwLLxAAE0JXCN8yXTH2bWtWI41o2Q== 2024-09-21T00:22:10.615 INFO:teuthology.orchestra.run.smithi067.stdout: caps mds = "allow" 2024-09-21T00:22:10.615 INFO:teuthology.orchestra.run.smithi067.stdout: caps mon = "allow r" 2024-09-21T00:22:10.615 INFO:teuthology.orchestra.run.smithi067.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-21T00:22:10.615 INFO:teuthology.orchestra.run.smithi067.stderr:updated caps for client.0 2024-09-21T00:22:10.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.615+0000 7f2159ae5640 1 -- 172.21.15.67:0/1682041517 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2140078bc0 msgr2=0x7f214007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:10.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.616+0000 7f2159ae5640 1 --2- 172.21.15.67:0/1682041517 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2140078bc0 0x7f214007b0d0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f2144009b30 tx=0x7f2144005f90 comp rx=0 tx=0).stop 2024-09-21T00:22:10.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.616+0000 7f2159ae5640 1 -- 172.21.15.67:0/1682041517 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f21540cf0e0 msgr2=0x7f21540cd3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:10.618 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.616+0000 7f2159ae5640 1 --2- 172.21.15.67:0/1682041517 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f21540cf0e0 0x7f21540cd3a0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f2148034040 tx=0x7f21480035f0 comp rx=0 tx=0).stop 2024-09-21T00:22:10.618 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.616+0000 7f2159ae5640 1 -- 172.21.15.67:0/1682041517 shutdown_connections 2024-09-21T00:22:10.618 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.616+0000 7f2159ae5640 1 --2- 172.21.15.67:0/1682041517 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2140078bc0 0x7f214007b0d0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:10.618 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.616+0000 7f2159ae5640 1 --2- 172.21.15.67:0/1682041517 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f21540d0c70 0x7f215414f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:10.618 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.616+0000 7f2159ae5640 1 --2- 172.21.15.67:0/1682041517 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f21540cf0e0 0x7f21540cd3a0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:10.618 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.616+0000 7f2159ae5640 1 --2- 172.21.15.67:0/1682041517 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f215406f4a0 0x7f215409ebf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:10.618 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.616+0000 7f2159ae5640 1 -- 172.21.15.67:0/1682041517 >> 172.21.15.67:0/1682041517 conn(0x7f215409d870 msgr2=0x7f21540b1c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:22:10.618 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.616+0000 7f2159ae5640 1 -- 172.21.15.67:0/1682041517 shutdown_connections 2024-09-21T00:22:10.618 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.616+0000 7f2159ae5640 1 -- 172.21.15.67:0/1682041517 wait complete. 2024-09-21T00:22:10.629 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:22:10.707 INFO:tasks.ceph.mds.a.smithi067.stderr:2024-09-21T00:22:10.706+0000 7fd59b604640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-21T00:22:10.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.744+0000 7f9492206640 1 -- 172.21.15.67:0/4253488371 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f948c162ea0 msgr2=0x7f948c0cf740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:10.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.744+0000 7f9492206640 1 --2- 172.21.15.67:0/4253488371 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f948c162ea0 0x7f948c0cf740 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f947c005fd0 tx=0x7f947c02aa10 comp rx=0 tx=0).stop 2024-09-21T00:22:10.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.744+0000 7f9492206640 1 -- 172.21.15.67:0/4253488371 shutdown_connections 2024-09-21T00:22:10.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.744+0000 7f9492206640 1 --2- 172.21.15.67:0/4253488371 >> v2:172.21.15.97:3300/0 conn(0x7f948c0d2b00 0x7f948c15e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:10.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.744+0000 7f9492206640 1 --2- 172.21.15.67:0/4253488371 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f948c162ea0 0x7f948c0cf740 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:10.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.744+0000 7f9492206640 1 -- 172.21.15.67:0/4253488371 >> 172.21.15.67:0/4253488371 conn(0x7f948c06dfb0 msgr2=0x7f948c06e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:22:10.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.744+0000 7f9492206640 1 -- 172.21.15.67:0/4253488371 shutdown_connections 2024-09-21T00:22:10.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.744+0000 7f9492206640 1 -- 172.21.15.67:0/4253488371 wait complete. 2024-09-21T00:22:10.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.746+0000 7f9492206640 1 Processor -- start 2024-09-21T00:22:10.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.746+0000 7f9492206640 1 -- start start 2024-09-21T00:22:10.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.747+0000 7f9492206640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f948c0d11c0 0x7f948c1f5fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:10.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.747+0000 7f9492206640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f948c0d2b00 0x7f948c0ce700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:10.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.747+0000 7f9492206640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f948c162ea0 0x7f948c0b5b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:10.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.747+0000 7f9492206640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f948c15f640 con 0x7f948c0d11c0 2024-09-21T00:22:10.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.747+0000 7f9492206640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f948c15f4c0 con 0x7f948c0d2b00 2024-09-21T00:22:10.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.747+0000 7f9492206640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f948c15f7c0 con 0x7f948c162ea0 2024-09-21T00:22:10.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.748+0000 7f948b7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f948c0d11c0 0x7f948c1f5fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:10.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.748+0000 7f948b7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f948c0d11c0 0x7f948c1f5fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:38424/0 (socket says 172.21.15.67:38424) 2024-09-21T00:22:10.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.748+0000 7f948b7fe640 1 -- 172.21.15.67:0/2002736536 learned_addr learned my addr 172.21.15.67:0/2002736536 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:22:10.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.748+0000 7f948affd640 1 --2- 172.21.15.67:0/2002736536 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f948c0d2b00 0x7f948c0ce700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:10.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.748+0000 7f948bfff640 1 --2- 172.21.15.67:0/2002736536 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f948c162ea0 0x7f948c0b5b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:10.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.748+0000 7f948b7fe640 1 -- 172.21.15.67:0/2002736536 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f948c162ea0 msgr2=0x7f948c0b5b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:10.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.748+0000 7f948b7fe640 1 --2- 172.21.15.67:0/2002736536 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f948c162ea0 0x7f948c0b5b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:10.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.748+0000 7f948b7fe640 1 -- 172.21.15.67:0/2002736536 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f948c0d2b00 msgr2=0x7f948c0ce700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:10.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.748+0000 7f948b7fe640 1 --2- 172.21.15.67:0/2002736536 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f948c0d2b00 0x7f948c0ce700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:10.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.748+0000 7f948b7fe640 1 -- 172.21.15.67:0/2002736536 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f948c0b5350 con 0x7f948c0d11c0 2024-09-21T00:22:10.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.748+0000 7f948b7fe640 1 --2- 172.21.15.67:0/2002736536 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f948c0d11c0 0x7f948c1f5fb0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f947c006010 tx=0x7f947c003f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:22:10.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.748+0000 7f9473fff640 1 -- 172.21.15.67:0/2002736536 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f947c046070 con 0x7f948c0d11c0 2024-09-21T00:22:10.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.748+0000 7f9473fff640 1 -- 172.21.15.67:0/2002736536 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f947c004560 con 0x7f948c0d11c0 2024-09-21T00:22:10.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.748+0000 7f9492206640 1 -- 172.21.15.67:0/2002736536 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f948c0b42b0 con 0x7f948c0d11c0 2024-09-21T00:22:10.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.748+0000 7f9473fff640 1 -- 172.21.15.67:0/2002736536 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f947c033070 con 0x7f948c0d11c0 2024-09-21T00:22:10.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.748+0000 7f9492206640 1 -- 172.21.15.67:0/2002736536 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f948c0b4870 con 0x7f948c0d11c0 2024-09-21T00:22:10.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.749+0000 7f9492206640 1 -- 172.21.15.67:0/2002736536 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f948c15fc10 con 0x7f948c0d11c0 2024-09-21T00:22:10.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.750+0000 7f9473fff640 1 -- 172.21.15.67:0/2002736536 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f947c049070 con 0x7f948c0d11c0 2024-09-21T00:22:10.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.751+0000 7f9473fff640 1 --2- 172.21.15.67:0/2002736536 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9478078b90 0x7f947807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:10.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.751+0000 7f9473fff640 1 -- 172.21.15.67:0/2002736536 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f947c0bbd50 con 0x7f948c0d11c0 2024-09-21T00:22:10.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.751+0000 7f948affd640 1 --2- 172.21.15.67:0/2002736536 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9478078b90 0x7f947807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:10.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.752+0000 7f948affd640 1 --2- 172.21.15.67:0/2002736536 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9478078b90 0x7f947807b0a0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f948c0b90d0 tx=0x7f9480005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:22:10.756 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.755+0000 7f9473fff640 1 -- 172.21.15.67:0/2002736536 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f947c0bf030 con 0x7f948c0d11c0 2024-09-21T00:22:10.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.980+0000 7f9492206640 1 -- 172.21.15.67:0/2002736536 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f948c15e2a0 con 0x7f948c0d11c0 2024-09-21T00:22:10.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.981+0000 7f9473fff640 1 -- 172.21.15.67:0/2002736536 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+5223 (secure 0 0 0) 0x7f947c03e070 con 0x7f948c0d11c0 2024-09-21T00:22:10.982 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:22:10.983 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":17,"btime":"2024-09-21T00:22:08:750134+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4661,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/1847135798","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":1847135798},{"type":"v1","addr":"172.21.15.67:6835","nonce":1847135798}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4849,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/3574128354","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3574128354},{"type":"v1","addr":"172.21.15.97:6836","nonce":3574128354}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4852,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/4235095447","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":4235095447},{"type":"v1","addr":"172.21.15.97:6837","nonce":4235095447}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:22:05.110537+0000","modified":"2024-09-21T00:22:08.134710+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4932},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4932":{"gid":4932,"name":"a","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.67:6833/1883255258","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1883255258},{"type":"v1","addr":"172.21.15.67:6833","nonce":1883255258}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4932,"qdb_cluster":[4932]},"id":2}]} 2024-09-21T00:22:10.983 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 17 2024-09-21T00:22:10.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.983+0000 7f9492206640 1 -- 172.21.15.67:0/2002736536 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9478078b90 msgr2=0x7f947807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:10.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.983+0000 7f9492206640 1 --2- 172.21.15.67:0/2002736536 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9478078b90 0x7f947807b0a0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f948c0b90d0 tx=0x7f9480005f90 comp rx=0 tx=0).stop 2024-09-21T00:22:10.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.983+0000 7f9492206640 1 -- 172.21.15.67:0/2002736536 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f948c0d11c0 msgr2=0x7f948c1f5fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:10.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.983+0000 7f9492206640 1 --2- 172.21.15.67:0/2002736536 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f948c0d11c0 0x7f948c1f5fb0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f947c006010 tx=0x7f947c003f90 comp rx=0 tx=0).stop 2024-09-21T00:22:10.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.984+0000 7f9492206640 1 -- 172.21.15.67:0/2002736536 shutdown_connections 2024-09-21T00:22:10.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.984+0000 7f9492206640 1 --2- 172.21.15.67:0/2002736536 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9478078b90 0x7f947807b0a0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:10.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.984+0000 7f9492206640 1 --2- 172.21.15.67:0/2002736536 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f948c162ea0 0x7f948c0b5b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:10.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.984+0000 7f9492206640 1 --2- 172.21.15.67:0/2002736536 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f948c0d2b00 0x7f948c0ce700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:10.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.984+0000 7f9492206640 1 --2- 172.21.15.67:0/2002736536 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f948c0d11c0 0x7f948c1f5fb0 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:10.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.984+0000 7f9492206640 1 -- 172.21.15.67:0/2002736536 >> 172.21.15.67:0/2002736536 conn(0x7f948c06dfb0 msgr2=0x7f948c0b92f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:22:10.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.984+0000 7f9492206640 1 -- 172.21.15.67:0/2002736536 shutdown_connections 2024-09-21T00:22:10.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:10.984+0000 7f9492206640 1 -- 172.21.15.67:0/2002736536 wait complete. 2024-09-21T00:22:11.398 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 17, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-21T00:22:05.110537+0000', 'modified': '2024-09-21T00:22:08.134710+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4932}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4932': {'gid': 4932, 'name': 'a', 'rank': 0, 'incarnation': 13, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.67:6833/1883255258', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.67:6832', 'nonce': 1883255258}, {'type': 'v1', 'addr': '172.21.15.67:6833', 'nonce': 1883255258}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [5], 'metadata_pool': 4, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 4932, 'qdb_cluster': [4932]} 2024-09-21T00:22:11.399 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-21T00:22:11.399 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-21T00:22:11.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.518+0000 7fa9fac8b640 1 -- 172.21.15.67:0/845854428 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa9f40d11c0 msgr2=0x7fa9f40d15d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:11.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.518+0000 7fa9fac8b640 1 --2- 172.21.15.67:0/845854428 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa9f40d11c0 0x7fa9f40d15d0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fa9ec005fd0 tx=0x7fa9ec02ab40 comp rx=0 tx=0).stop 2024-09-21T00:22:11.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.518+0000 7fa9fac8b640 1 -- 172.21.15.67:0/845854428 shutdown_connections 2024-09-21T00:22:11.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.518+0000 7fa9fac8b640 1 --2- 172.21.15.67:0/845854428 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa9f40d11c0 0x7fa9f40d15d0 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:11.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.518+0000 7fa9fac8b640 1 -- 172.21.15.67:0/845854428 >> 172.21.15.67:0/845854428 conn(0x7fa9f406dfb0 msgr2=0x7fa9f406e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:22:11.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.518+0000 7fa9fac8b640 1 -- 172.21.15.67:0/845854428 shutdown_connections 2024-09-21T00:22:11.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.518+0000 7fa9fac8b640 1 -- 172.21.15.67:0/845854428 wait complete. 2024-09-21T00:22:11.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.519+0000 7fa9fac8b640 1 Processor -- start 2024-09-21T00:22:11.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.519+0000 7fa9fac8b640 1 -- start start 2024-09-21T00:22:11.523 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.521+0000 7fa9fac8b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa9f40d11c0 0x7fa9f40ca5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:11.523 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.521+0000 7fa9fac8b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa9f40d2b00 0x7fa9f40cb830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:11.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.521+0000 7fa9fac8b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa9f4162ea0 0x7fa9f40cbd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:11.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.521+0000 7fa9fac8b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fa9f415f790 con 0x7fa9f4162ea0 2024-09-21T00:22:11.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.521+0000 7fa9fac8b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fa9f415f610 con 0x7fa9f40d11c0 2024-09-21T00:22:11.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.521+0000 7fa9fac8b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fa9f415f910 con 0x7fa9f40d2b00 2024-09-21T00:22:11.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.521+0000 7fa9f9228640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa9f4162ea0 0x7fa9f40cbd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:11.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.521+0000 7fa9f9228640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa9f4162ea0 0x7fa9f40cbd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:38438/0 (socket says 172.21.15.67:38438) 2024-09-21T00:22:11.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.521+0000 7fa9f9228640 1 -- 172.21.15.67:0/136376941 learned_addr learned my addr 172.21.15.67:0/136376941 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:22:11.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.521+0000 7fa9f8a27640 1 --2- 172.21.15.67:0/136376941 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa9f40d11c0 0x7fa9f40ca5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:11.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.521+0000 7fa9f3fff640 1 --2- 172.21.15.67:0/136376941 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa9f40d2b00 0x7fa9f40cb830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:11.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.521+0000 7fa9f9228640 1 -- 172.21.15.67:0/136376941 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa9f40d2b00 msgr2=0x7fa9f40cb830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:11.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.521+0000 7fa9f9228640 1 --2- 172.21.15.67:0/136376941 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa9f40d2b00 0x7fa9f40cb830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:11.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.521+0000 7fa9f9228640 1 -- 172.21.15.67:0/136376941 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa9f40d11c0 msgr2=0x7fa9f40ca5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:11.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.521+0000 7fa9f9228640 1 --2- 172.21.15.67:0/136376941 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa9f40d11c0 0x7fa9f40ca5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:11.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.521+0000 7fa9f9228640 1 -- 172.21.15.67:0/136376941 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9f40ce830 con 0x7fa9f4162ea0 2024-09-21T00:22:11.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.521+0000 7fa9f3fff640 1 --2- 172.21.15.67:0/136376941 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa9f40d2b00 0x7fa9f40cb830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:22:11.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.521+0000 7fa9f8a27640 1 --2- 172.21.15.67:0/136376941 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa9f40d11c0 0x7fa9f40ca5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:22:11.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.522+0000 7fa9f9228640 1 --2- 172.21.15.67:0/136376941 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa9f4162ea0 0x7fa9f40cbd70 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fa9ec009bf0 tx=0x7fa9ec02c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:22:11.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.522+0000 7fa9f17fa640 1 -- 172.21.15.67:0/136376941 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9ec044070 con 0x7fa9f4162ea0 2024-09-21T00:22:11.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.522+0000 7fa9f17fa640 1 -- 172.21.15.67:0/136376941 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa9ec004250 con 0x7fa9f4162ea0 2024-09-21T00:22:11.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.522+0000 7fa9fac8b640 1 -- 172.21.15.67:0/136376941 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa9f41579f0 con 0x7fa9f4162ea0 2024-09-21T00:22:11.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.522+0000 7fa9f17fa640 1 -- 172.21.15.67:0/136376941 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9ec004680 con 0x7fa9f4162ea0 2024-09-21T00:22:11.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.522+0000 7fa9fac8b640 1 -- 172.21.15.67:0/136376941 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa9f4157fb0 con 0x7fa9f4162ea0 2024-09-21T00:22:11.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.524+0000 7fa9f17fa640 1 -- 172.21.15.67:0/136376941 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fa9ec036400 con 0x7fa9f4162ea0 2024-09-21T00:22:11.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.524+0000 7fa9f17fa640 1 --2- 172.21.15.67:0/136376941 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa9e0078bc0 0x7fa9e007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:11.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.524+0000 7fa9f17fa640 1 -- 172.21.15.67:0/136376941 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fa9ec0bb660 con 0x7fa9f4162ea0 2024-09-21T00:22:11.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.525+0000 7fa9f8a27640 1 --2- 172.21.15.67:0/136376941 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa9e0078bc0 0x7fa9e007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:11.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.525+0000 7faa01bf7740 1 Processor -- start 2024-09-21T00:22:11.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.525+0000 7faa01bf7740 1 -- start start 2024-09-21T00:22:11.527 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.525+0000 7fa9f8a27640 1 --2- 172.21.15.67:0/136376941 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa9e0078bc0 0x7fa9e007b0d0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fa9e4001650 tx=0x7fa9e4009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:22:11.528 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.526+0000 7faa01bf7740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d430e31270 0x55d431202fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:11.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.526+0000 7faa01bf7740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d430e083b0 0x55d4312034e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:11.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.526+0000 7faa01bf7740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d430e10590 0x55d4312203e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:11.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.526+0000 7faa01bf7740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55d43114b820 con 0x55d430e083b0 2024-09-21T00:22:11.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.526+0000 7faa01bf7740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55d43113ac50 con 0x55d430e10590 2024-09-21T00:22:11.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.526+0000 7faa01bf7740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55d43113ea60 con 0x55d430e31270 2024-09-21T00:22:11.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.526+0000 7fa9f3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d430e083b0 0x55d4312034e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:11.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.526+0000 7fa9f3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d430e083b0 0x55d4312034e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:38450/0 (socket says 172.21.15.67:38450) 2024-09-21T00:22:11.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.526+0000 7fa9f3fff640 1 -- 172.21.15.67:0/2236297424 learned_addr learned my addr 172.21.15.67:0/2236297424 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:22:11.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.526+0000 7fa9f8a27640 1 --2- 172.21.15.67:0/2236297424 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d430e31270 0x55d431202fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:11.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.526+0000 7fa9f9228640 1 --2- 172.21.15.67:0/2236297424 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d430e10590 0x55d4312203e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:11.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.527+0000 7fa9f3fff640 1 -- 172.21.15.67:0/2236297424 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d430e31270 msgr2=0x55d431202fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:22:11.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.527+0000 7fa9f3fff640 1 --2- 172.21.15.67:0/2236297424 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d430e31270 0x55d431202fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:11.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.527+0000 7fa9f3fff640 1 -- 172.21.15.67:0/2236297424 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d430e10590 msgr2=0x55d4312203e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:22:11.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.527+0000 7fa9f3fff640 1 --2- 172.21.15.67:0/2236297424 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d430e10590 0x55d4312203e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:11.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.527+0000 7fa9f3fff640 1 -- 172.21.15.67:0/2236297424 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d430e9c850 con 0x55d430e083b0 2024-09-21T00:22:11.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.527+0000 7fa9f3fff640 1 --2- 172.21.15.67:0/2236297424 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d430e083b0 0x55d4312034e0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fa9e8001720 tx=0x7fa9e8001be0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a39b9c4e6bf9cd8e server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:22:11.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.527+0000 7fa9da7fc640 1 -- 172.21.15.67:0/2236297424 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9e80052d0 con 0x55d430e083b0 2024-09-21T00:22:11.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.527+0000 7fa9da7fc640 1 -- 172.21.15.67:0/2236297424 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa9e8005470 con 0x55d430e083b0 2024-09-21T00:22:11.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.527+0000 7fa9da7fc640 1 -- 172.21.15.67:0/2236297424 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9e800dba0 con 0x55d430e083b0 2024-09-21T00:22:11.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.528+0000 7faa01bf7740 1 -- 172.21.15.67:0/2236297424 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d430e083b0 msgr2=0x55d4312034e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:11.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.528+0000 7faa01bf7740 1 --2- 172.21.15.67:0/2236297424 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d430e083b0 0x55d4312034e0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fa9e8001720 tx=0x7fa9e8001be0 comp rx=0 tx=0).stop 2024-09-21T00:22:11.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.528+0000 7faa01bf7740 1 -- 172.21.15.67:0/2236297424 shutdown_connections 2024-09-21T00:22:11.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.528+0000 7faa01bf7740 1 --2- 172.21.15.67:0/2236297424 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d430e10590 0x55d4312203e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:11.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.528+0000 7faa01bf7740 1 --2- 172.21.15.67:0/2236297424 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d430e083b0 0x55d4312034e0 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:11.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.528+0000 7faa01bf7740 1 --2- 172.21.15.67:0/2236297424 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d430e31270 0x55d431202fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:11.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.528+0000 7faa01bf7740 1 -- 172.21.15.67:0/2236297424 >> 172.21.15.67:0/2236297424 conn(0x55d430e253c0 msgr2=0x55d4311d9260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:22:11.532 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.528+0000 7faa01bf7740 1 -- 172.21.15.67:0/2236297424 shutdown_connections 2024-09-21T00:22:11.532 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.528+0000 7faa01bf7740 1 -- 172.21.15.67:0/2236297424 wait complete. 2024-09-21T00:22:11.532 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.529+0000 7faa01bf7740 1 -- start start 2024-09-21T00:22:11.532 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.529+0000 7faa01bf7740 1 Processor -- start 2024-09-21T00:22:11.535 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.530+0000 7faa01bf7740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d430e083b0 0x55d4311f1600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:11.535 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.530+0000 7faa01bf7740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d430e10590 0x55d431230460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:11.535 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.530+0000 7faa01bf7740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d430e31270 0x55d43122e090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:11.536 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.530+0000 7faa01bf7740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55d430eab620 con 0x55d430e31270 2024-09-21T00:22:11.536 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.530+0000 7faa01bf7740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55d4310e05f0 con 0x55d430e10590 2024-09-21T00:22:11.536 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.530+0000 7faa01bf7740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55d431203a20 con 0x55d430e083b0 2024-09-21T00:22:11.536 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.530+0000 7faa01bf7740 10 client.0 _ll_register_callbacks cb 0x55d4310e40a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:22:11.536 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.530+0000 7fa9f9228640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d430e31270 0x55d43122e090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:11.536 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.531+0000 7fa9f9228640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d430e31270 0x55d43122e090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:38452/0 (socket says 172.21.15.67:38452) 2024-09-21T00:22:11.536 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.531+0000 7fa9f9228640 1 -- 172.21.15.67:0/2306896070 learned_addr learned my addr 172.21.15.67:0/2306896070 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:22:11.536 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.531+0000 7fa9f8a27640 1 --2- 172.21.15.67:0/2306896070 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d430e083b0 0x55d4311f1600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:11.536 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.531+0000 7fa9f3fff640 1 --2- 172.21.15.67:0/2306896070 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d430e10590 0x55d431230460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:11.536 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.531+0000 7fa9f9228640 1 -- 172.21.15.67:0/2306896070 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d430e083b0 msgr2=0x55d4311f1600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:22:11.536 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.531+0000 7fa9f9228640 1 --2- 172.21.15.67:0/2306896070 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d430e083b0 0x55d4311f1600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:11.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.531+0000 7fa9f9228640 1 -- 172.21.15.67:0/2306896070 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d430e10590 msgr2=0x55d431230460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:22:11.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.531+0000 7fa9f9228640 1 --2- 172.21.15.67:0/2306896070 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d430e10590 0x55d431230460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:11.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.531+0000 7fa9f9228640 1 -- 172.21.15.67:0/2306896070 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d430f136b0 con 0x55d430e31270 2024-09-21T00:22:11.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.531+0000 7fa9f9228640 1 --2- 172.21.15.67:0/2306896070 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d430e31270 0x55d43122e090 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fa9ec006010 tx=0x7fa9ec083ae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17551cdf4c6110c server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:22:11.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.531+0000 7fa9d37fe640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:22:11.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.531+0000 7fa9d37fe640 1 -- 172.21.15.67:0/2306896070 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9ec083bc0 con 0x55d430e31270 2024-09-21T00:22:11.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.531+0000 7fa9d37fe640 1 -- 172.21.15.67:0/2306896070 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fa9ec082930 con 0x55d430e31270 2024-09-21T00:22:11.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.531+0000 7faa01bf7740 1 -- 172.21.15.67:0/2306896070 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa9e8005470 con 0x55d430e31270 2024-09-21T00:22:11.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.531+0000 7fa9d37fe640 1 -- 172.21.15.67:0/2306896070 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=17) ==== 24+0+0 (secure 0 0 0) 0x7fa9ec0834c0 con 0x55d430e31270 2024-09-21T00:22:11.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.531+0000 7faa01bf7740 10 client.5103 fetch_fsmap learned FSMap version 17 2024-09-21T00:22:11.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.531+0000 7faa01bf7740 1 -- 172.21.15.67:0/2306896070 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=17,monmap=2+}) -- 0x55d43122d040 con 0x55d430e31270 2024-09-21T00:22:11.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.531+0000 7fa9d37fe640 1 -- 172.21.15.67:0/2306896070 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa9e8005470 con 0x55d430e31270 2024-09-21T00:22:11.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.532+0000 7fa9d37fe640 1 -- 172.21.15.67:0/2306896070 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 17) ==== 3502+0+0 (secure 0 0 0) 0x7fa9ec0a5ba0 con 0x55d430e31270 2024-09-21T00:22:11.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.532+0000 7faa01bf7740 10 client.5103 fetch_fsmap finished waiting for FSMap version 17 2024-09-21T00:22:11.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.532+0000 7faa01bf7740 10 client.5103 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-21T00:22:11.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.532+0000 7faa01bf7740 20 client.5103 populate_metadata read hostname 'smithi067' 2024-09-21T00:22:11.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.532+0000 7faa01bf7740 1 --2- 172.21.15.67:0/2306896070 >> [v2:172.21.15.67:6832/1883255258,v1:172.21.15.67:6833/1883255258] conn(0x55d430defe40 0x55d431214b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:11.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.532+0000 7faa01bf7740 4 client.5103 mds_command: new command op to 4932 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:22:11.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.532+0000 7faa01bf7740 1 -- 172.21.15.67:0/2306896070 --> [v2:172.21.15.67:6832/1883255258,v1:172.21.15.67:6833/1883255258] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d43114d770 con 0x55d430defe40 2024-09-21T00:22:11.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.532+0000 7fa9f8a27640 1 --2- 172.21.15.67:0/2306896070 >> [v2:172.21.15.67:6832/1883255258,v1:172.21.15.67:6833/1883255258] conn(0x55d430defe40 0x55d431214b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:11.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.532+0000 7fa9d37fe640 10 client.5103 ms_handle_connect on v2:172.21.15.67:6832/1883255258 2024-09-21T00:22:11.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.532+0000 7fa9f8a27640 1 --2- 172.21.15.67:0/2306896070 >> [v2:172.21.15.67:6832/1883255258,v1:172.21.15.67:6833/1883255258] conn(0x55d430defe40 0x55d431214b90 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5cb2c46bc63170e7 server_cookie=9a3f142f5d928dfe in_seq=0 out_seq=0 2024-09-21T00:22:11.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.533+0000 7fa9d37fe640 1 -- 172.21.15.67:0/2306896070 <== mds.0 v2:172.21.15.67:6832/1883255258 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x55d43114d770 con 0x55d430defe40 2024-09-21T00:22:11.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.533+0000 7fa9d37fe640 10 client.5103 handle_command_reply: tid=0 2024-09-21T00:22:11.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.533+0000 7faa01bf7740 1 client.5103 shutdown 2024-09-21T00:22:11.539 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.533+0000 7faa01bf7740 1 -- 172.21.15.67:0/2306896070 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d430e31270 msgr2=0x55d43122e090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:11.539 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.533+0000 7faa01bf7740 1 --2- 172.21.15.67:0/2306896070 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d430e31270 0x55d43122e090 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fa9ec006010 tx=0x7fa9ec083ae0 comp rx=0 tx=0).stop 2024-09-21T00:22:11.539 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.533+0000 7faa01bf7740 1 -- 172.21.15.67:0/2306896070 shutdown_connections 2024-09-21T00:22:11.539 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.533+0000 7faa01bf7740 1 --2- 172.21.15.67:0/2306896070 >> [v2:172.21.15.67:6832/1883255258,v1:172.21.15.67:6833/1883255258] conn(0x55d430defe40 0x55d431214b90 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:11.539 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.533+0000 7faa01bf7740 1 --2- 172.21.15.67:0/2306896070 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d430e31270 0x55d43122e090 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:11.539 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.533+0000 7faa01bf7740 1 --2- 172.21.15.67:0/2306896070 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d430e10590 0x55d431230460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:11.539 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.533+0000 7faa01bf7740 1 --2- 172.21.15.67:0/2306896070 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d430e083b0 0x55d4311f1600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:11.539 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.533+0000 7fa9d37fe640 0 client.5103 ms_handle_reset on v2:172.21.15.67:6832/1883255258 2024-09-21T00:22:11.539 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.533+0000 7faa01bf7740 1 -- 172.21.15.67:0/2306896070 >> 172.21.15.67:0/2306896070 conn(0x55d430e253c0 msgr2=0x55d4311f2760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:22:11.539 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.533+0000 7faa01bf7740 1 -- 172.21.15.67:0/2306896070 shutdown_connections 2024-09-21T00:22:11.540 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.533+0000 7faa01bf7740 1 -- 172.21.15.67:0/2306896070 wait complete. 2024-09-21T00:22:11.540 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.533+0000 7faa01bf7740 20 client.5103 trim_cache size 0 max 16384 2024-09-21T00:22:11.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.552+0000 7faa01bf7740 1 Processor -- start 2024-09-21T00:22:11.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.552+0000 7faa01bf7740 1 -- start start 2024-09-21T00:22:11.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.553+0000 7faa01bf7740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d430e083b0 0x55d431241160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:11.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.553+0000 7faa01bf7740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d430e10590 0x55d4311f0f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:11.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.553+0000 7faa01bf7740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d430e31270 0x55d4311f1450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:11.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.553+0000 7faa01bf7740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fa9f42013e0 con 0x55d430e083b0 2024-09-21T00:22:11.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.553+0000 7faa01bf7740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fa9f41590c0 con 0x55d430e31270 2024-09-21T00:22:11.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.553+0000 7faa01bf7740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fa9f4159710 con 0x55d430e10590 2024-09-21T00:22:11.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.553+0000 7fa9f8a27640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d430e083b0 0x55d431241160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:11.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.553+0000 7fa9f8a27640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d430e083b0 0x55d431241160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:38468/0 (socket says 172.21.15.67:38468) 2024-09-21T00:22:11.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.553+0000 7fa9f8a27640 1 -- 172.21.15.67:0/1951474426 learned_addr learned my addr 172.21.15.67:0/1951474426 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:22:11.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.553+0000 7fa9f3fff640 1 --2- 172.21.15.67:0/1951474426 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d430e10590 0x55d4311f0f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:11.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.553+0000 7fa9f9228640 1 --2- 172.21.15.67:0/1951474426 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d430e31270 0x55d4311f1450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:11.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.554+0000 7fa9f8a27640 1 -- 172.21.15.67:0/1951474426 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d430e10590 msgr2=0x55d4311f0f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:22:11.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.554+0000 7fa9f8a27640 1 --2- 172.21.15.67:0/1951474426 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d430e10590 0x55d4311f0f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:11.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.554+0000 7fa9f8a27640 1 -- 172.21.15.67:0/1951474426 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d430e31270 msgr2=0x55d4311f1450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:22:11.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.554+0000 7fa9f8a27640 1 --2- 172.21.15.67:0/1951474426 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d430e31270 0x55d4311f1450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:11.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.554+0000 7fa9f8a27640 1 -- 172.21.15.67:0/1951474426 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d4311cdf30 con 0x55d430e083b0 2024-09-21T00:22:11.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.554+0000 7fa9f9228640 1 --2- 172.21.15.67:0/1951474426 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d430e31270 0x55d4311f1450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:22:11.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.554+0000 7fa9f8a27640 1 --2- 172.21.15.67:0/1951474426 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d430e083b0 0x55d431241160 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fa9e400dc10 tx=0x7fa9e4013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9dcf33b5a55d8207 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:22:11.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.554+0000 7fa9d9ffb640 1 -- 172.21.15.67:0/1951474426 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9e4006ca0 con 0x55d430e083b0 2024-09-21T00:22:11.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.554+0000 7fa9d9ffb640 1 -- 172.21.15.67:0/1951474426 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa9e4006e40 con 0x55d430e083b0 2024-09-21T00:22:11.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.554+0000 7fa9d9ffb640 1 -- 172.21.15.67:0/1951474426 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9e4007040 con 0x55d430e083b0 2024-09-21T00:22:11.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.555+0000 7faa01bf7740 1 -- 172.21.15.67:0/1951474426 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d430e083b0 msgr2=0x55d431241160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:11.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.555+0000 7faa01bf7740 1 --2- 172.21.15.67:0/1951474426 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d430e083b0 0x55d431241160 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fa9e400dc10 tx=0x7fa9e4013000 comp rx=0 tx=0).stop 2024-09-21T00:22:11.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.555+0000 7faa01bf7740 1 -- 172.21.15.67:0/1951474426 shutdown_connections 2024-09-21T00:22:11.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.555+0000 7faa01bf7740 1 --2- 172.21.15.67:0/1951474426 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d430e31270 0x55d4311f1450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:11.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.555+0000 7faa01bf7740 1 --2- 172.21.15.67:0/1951474426 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d430e10590 0x55d4311f0f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:11.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.555+0000 7faa01bf7740 1 --2- 172.21.15.67:0/1951474426 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d430e083b0 0x55d431241160 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:11.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.555+0000 7faa01bf7740 1 -- 172.21.15.67:0/1951474426 >> 172.21.15.67:0/1951474426 conn(0x55d430e253c0 msgr2=0x55d4311f2760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:22:11.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.555+0000 7faa01bf7740 1 -- 172.21.15.67:0/1951474426 shutdown_connections 2024-09-21T00:22:11.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.555+0000 7faa01bf7740 1 -- 172.21.15.67:0/1951474426 wait complete. 2024-09-21T00:22:11.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.556+0000 7faa01bf7740 1 -- start start 2024-09-21T00:22:11.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.556+0000 7faa01bf7740 1 Processor -- start 2024-09-21T00:22:11.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.557+0000 7faa01bf7740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d430e083b0 0x55d43127fd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:11.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.557+0000 7faa01bf7740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d430e10590 0x55d4311ff3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:11.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.557+0000 7faa01bf7740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d430e31270 0x55d4311ff910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:11.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.557+0000 7faa01bf7740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55d43122dd50 con 0x55d430e10590 2024-09-21T00:22:11.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.557+0000 7faa01bf7740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55d43122e880 con 0x55d430e083b0 2024-09-21T00:22:11.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.557+0000 7faa01bf7740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55d4311fbdb0 con 0x55d430e31270 2024-09-21T00:22:11.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.557+0000 7faa01bf7740 10 client.0 _ll_register_callbacks cb 0x7fa9ec083290 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:22:11.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.557+0000 7fa9f3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d430e10590 0x55d4311ff3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:11.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.557+0000 7fa9f3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d430e10590 0x55d4311ff3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:38472/0 (socket says 172.21.15.67:38472) 2024-09-21T00:22:11.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.557+0000 7fa9f3fff640 1 -- 172.21.15.67:0/2461620914 learned_addr learned my addr 172.21.15.67:0/2461620914 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:22:11.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.557+0000 7fa9f8a27640 1 --2- 172.21.15.67:0/2461620914 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d430e083b0 0x55d43127fd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:11.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.557+0000 7fa9f9228640 1 --2- 172.21.15.67:0/2461620914 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d430e31270 0x55d4311ff910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:11.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.558+0000 7fa9f3fff640 1 -- 172.21.15.67:0/2461620914 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d430e31270 msgr2=0x55d4311ff910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:22:11.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.558+0000 7fa9f3fff640 1 --2- 172.21.15.67:0/2461620914 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d430e31270 0x55d4311ff910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:11.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.558+0000 7fa9f3fff640 1 -- 172.21.15.67:0/2461620914 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d430e083b0 msgr2=0x55d43127fd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:22:11.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.558+0000 7fa9f3fff640 1 --2- 172.21.15.67:0/2461620914 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d430e083b0 0x55d43127fd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:11.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.558+0000 7fa9f3fff640 1 -- 172.21.15.67:0/2461620914 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d431202c40 con 0x55d430e10590 2024-09-21T00:22:11.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.558+0000 7fa9f3fff640 1 --2- 172.21.15.67:0/2461620914 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d430e10590 0x55d4311ff3d0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fa9e800d520 tx=0x7fa9e8000fa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a6ec12d50e0899b server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:22:11.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.558+0000 7fa9d37fe640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:22:11.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.558+0000 7fa9d37fe640 1 -- 172.21.15.67:0/2461620914 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9e800db40 con 0x55d430e10590 2024-09-21T00:22:11.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.558+0000 7fa9d37fe640 1 -- 172.21.15.67:0/2461620914 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fa9e800dce0 con 0x55d430e10590 2024-09-21T00:22:11.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.558+0000 7faa01bf7740 1 -- 172.21.15.67:0/2461620914 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55d431149220 con 0x55d430e10590 2024-09-21T00:22:11.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.558+0000 7fa9d37fe640 1 -- 172.21.15.67:0/2461620914 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=17) ==== 24+0+0 (secure 0 0 0) 0x7fa9e802e050 con 0x55d430e10590 2024-09-21T00:22:11.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.558+0000 7faa01bf7740 10 client.5109 fetch_fsmap learned FSMap version 17 2024-09-21T00:22:11.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.558+0000 7faa01bf7740 1 -- 172.21.15.67:0/2461620914 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=17,monmap=2+}) -- 0x55d4312a08c0 con 0x55d430e10590 2024-09-21T00:22:11.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.558+0000 7fa9d37fe640 1 -- 172.21.15.67:0/2461620914 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x55d431149220 con 0x55d430e10590 2024-09-21T00:22:11.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.558+0000 7fa9d37fe640 1 -- 172.21.15.67:0/2461620914 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 17) ==== 3502+0+0 (secure 0 0 0) 0x7fa9e8031020 con 0x55d430e10590 2024-09-21T00:22:11.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.558+0000 7faa01bf7740 10 client.5109 fetch_fsmap finished waiting for FSMap version 17 2024-09-21T00:22:11.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.558+0000 7faa01bf7740 10 client.5109 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-21T00:22:11.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.558+0000 7faa01bf7740 20 client.5109 populate_metadata read hostname 'smithi067' 2024-09-21T00:22:11.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.559+0000 7faa01bf7740 1 --2- 172.21.15.67:0/2461620914 >> [v2:172.21.15.67:6832/1883255258,v1:172.21.15.67:6833/1883255258] conn(0x55d431220090 0x55d431282600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:11.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.559+0000 7faa01bf7740 4 client.5109 mds_command: new command op to 4932 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-21T00:22:11.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.559+0000 7faa01bf7740 1 -- 172.21.15.67:0/2461620914 --> [v2:172.21.15.67:6832/1883255258,v1:172.21.15.67:6833/1883255258] -- command(tid 0: {"prefix": "status"}) -- 0x55d431146650 con 0x55d431220090 2024-09-21T00:22:11.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.559+0000 7fa9f8a27640 1 --2- 172.21.15.67:0/2461620914 >> [v2:172.21.15.67:6832/1883255258,v1:172.21.15.67:6833/1883255258] conn(0x55d431220090 0x55d431282600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:11.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.559+0000 7fa9d37fe640 10 client.5109 ms_handle_connect on v2:172.21.15.67:6832/1883255258 2024-09-21T00:22:11.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.559+0000 7fa9f8a27640 1 --2- 172.21.15.67:0/2461620914 >> [v2:172.21.15.67:6832/1883255258,v1:172.21.15.67:6833/1883255258] conn(0x55d431220090 0x55d431282600 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1ed326adf5d49991 server_cookie=e60c08d42802c763 in_seq=0 out_seq=0 2024-09-21T00:22:11.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.559+0000 7fa9d37fe640 1 -- 172.21.15.67:0/2461620914 <== mds.0 v2:172.21.15.67:6832/1883255258 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x55d431146650 con 0x55d431220090 2024-09-21T00:22:11.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.559+0000 7fa9d37fe640 10 client.5109 handle_command_reply: tid=0 2024-09-21T00:22:11.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.559+0000 7faa01bf7740 1 client.5109 shutdown 2024-09-21T00:22:11.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.560+0000 7faa01bf7740 1 -- 172.21.15.67:0/2461620914 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d430e10590 msgr2=0x55d4311ff3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:11.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.560+0000 7faa01bf7740 1 --2- 172.21.15.67:0/2461620914 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d430e10590 0x55d4311ff3d0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fa9e800d520 tx=0x7fa9e8000fa0 comp rx=0 tx=0).stop 2024-09-21T00:22:11.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.560+0000 7faa01bf7740 1 -- 172.21.15.67:0/2461620914 shutdown_connections 2024-09-21T00:22:11.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.560+0000 7faa01bf7740 1 --2- 172.21.15.67:0/2461620914 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d430e31270 0x55d4311ff910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:11.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.560+0000 7faa01bf7740 1 --2- 172.21.15.67:0/2461620914 >> [v2:172.21.15.67:6832/1883255258,v1:172.21.15.67:6833/1883255258] conn(0x55d431220090 0x55d431282600 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:11.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.560+0000 7faa01bf7740 1 --2- 172.21.15.67:0/2461620914 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d430e10590 0x55d4311ff3d0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:11.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.560+0000 7faa01bf7740 1 --2- 172.21.15.67:0/2461620914 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d430e083b0 0x55d43127fd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:11.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.560+0000 7fa9d37fe640 0 client.5109 ms_handle_reset on v2:172.21.15.67:6832/1883255258 2024-09-21T00:22:11.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.560+0000 7faa01bf7740 1 -- 172.21.15.67:0/2461620914 >> 172.21.15.67:0/2461620914 conn(0x55d430e253c0 msgr2=0x55d431213d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:22:11.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.560+0000 7faa01bf7740 1 -- 172.21.15.67:0/2461620914 shutdown_connections 2024-09-21T00:22:11.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.560+0000 7faa01bf7740 1 -- 172.21.15.67:0/2461620914 wait complete. 2024-09-21T00:22:11.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.560+0000 7faa01bf7740 20 client.5109 trim_cache size 0 max 16384 2024-09-21T00:22:11.567 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:22:11.567 INFO:teuthology.orchestra.run.smithi067.stdout: "cluster_fsid": "166a8832-baab-4541-be5c-9c3483b3f7a3", 2024-09-21T00:22:11.567 INFO:teuthology.orchestra.run.smithi067.stdout: "whoami": 0, 2024-09-21T00:22:11.567 INFO:teuthology.orchestra.run.smithi067.stdout: "id": 4932, 2024-09-21T00:22:11.567 INFO:teuthology.orchestra.run.smithi067.stdout: "want_state": "up:active", 2024-09-21T00:22:11.568 INFO:teuthology.orchestra.run.smithi067.stdout: "state": "up:active", 2024-09-21T00:22:11.568 INFO:teuthology.orchestra.run.smithi067.stdout: "fs_name": "cephfs", 2024-09-21T00:22:11.568 INFO:teuthology.orchestra.run.smithi067.stdout: "rank_uptime": 5.8197187809999997, 2024-09-21T00:22:11.568 INFO:teuthology.orchestra.run.smithi067.stdout: "mdsmap_epoch": 17, 2024-09-21T00:22:11.568 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch": 32, 2024-09-21T00:22:11.568 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch_barrier": 32, 2024-09-21T00:22:11.568 INFO:teuthology.orchestra.run.smithi067.stdout: "uptime": 12.711538899000001 2024-09-21T00:22:11.568 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:22:11.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.560+0000 7fa9fac8b640 1 -- 172.21.15.67:0/136376941 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa9e0078bc0 msgr2=0x7fa9e007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:11.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.560+0000 7fa9fac8b640 1 --2- 172.21.15.67:0/136376941 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa9e0078bc0 0x7fa9e007b0d0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fa9e4001650 tx=0x7fa9e4009040 comp rx=0 tx=0).stop 2024-09-21T00:22:11.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.560+0000 7fa9fac8b640 1 -- 172.21.15.67:0/136376941 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa9f4162ea0 msgr2=0x7fa9f40cbd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:11.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.560+0000 7fa9fac8b640 1 --2- 172.21.15.67:0/136376941 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa9f4162ea0 0x7fa9f40cbd70 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fa9ec009bf0 tx=0x7fa9ec02c8b0 comp rx=0 tx=0).stop 2024-09-21T00:22:11.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.560+0000 7fa9fac8b640 1 -- 172.21.15.67:0/136376941 shutdown_connections 2024-09-21T00:22:11.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.560+0000 7fa9fac8b640 1 --2- 172.21.15.67:0/136376941 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa9e0078bc0 0x7fa9e007b0d0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:11.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.560+0000 7fa9fac8b640 1 --2- 172.21.15.67:0/136376941 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa9f4162ea0 0x7fa9f40cbd70 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:11.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.560+0000 7fa9fac8b640 1 --2- 172.21.15.67:0/136376941 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa9f40d2b00 0x7fa9f40cb830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:11.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.560+0000 7fa9fac8b640 1 --2- 172.21.15.67:0/136376941 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa9f40d11c0 0x7fa9f40ca5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:11.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.560+0000 7fa9fac8b640 1 -- 172.21.15.67:0/136376941 >> 172.21.15.67:0/136376941 conn(0x7fa9f406dfb0 msgr2=0x7fa9f40cf6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:22:11.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.560+0000 7fa9fac8b640 1 -- 172.21.15.67:0/136376941 shutdown_connections 2024-09-21T00:22:11.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.561+0000 7fa9fac8b640 1 -- 172.21.15.67:0/136376941 wait complete. 2024-09-21T00:22:11.573 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-21T00:22:11.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.687+0000 7fda6fb2b640 1 -- 172.21.15.67:0/2135363992 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fda680cf970 msgr2=0x7fda680cfd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:11.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.687+0000 7fda6fb2b640 1 --2- 172.21.15.67:0/2135363992 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fda680cf970 0x7fda680cfd80 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fda5c009830 tx=0x7fda5c02a510 comp rx=0 tx=0).stop 2024-09-21T00:22:11.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.688+0000 7fda6fb2b640 1 -- 172.21.15.67:0/2135363992 shutdown_connections 2024-09-21T00:22:11.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.688+0000 7fda6fb2b640 1 --2- 172.21.15.67:0/2135363992 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fda680cca70 0x7fda680cce80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:11.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.688+0000 7fda6fb2b640 1 --2- 172.21.15.67:0/2135363992 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fda680cf970 0x7fda680cfd80 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:11.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.688+0000 7fda6fb2b640 1 -- 172.21.15.67:0/2135363992 >> 172.21.15.67:0/2135363992 conn(0x7fda6806cf90 msgr2=0x7fda6806d3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:22:11.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.688+0000 7fda6fb2b640 1 -- 172.21.15.67:0/2135363992 shutdown_connections 2024-09-21T00:22:11.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.688+0000 7fda6fb2b640 1 -- 172.21.15.67:0/2135363992 wait complete. 2024-09-21T00:22:11.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.689+0000 7fda6fb2b640 1 Processor -- start 2024-09-21T00:22:11.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.690+0000 7fda6fb2b640 1 -- start start 2024-09-21T00:22:11.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.691+0000 7fda6fb2b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fda680cca70 0x7fda681f3ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:11.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.691+0000 7fda6fb2b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fda680cf970 0x7fda68157370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:11.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.691+0000 7fda6fb2b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fda6815faf0 0x7fda68156ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:11.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.691+0000 7fda6fb2b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fda680d0440 con 0x7fda6815faf0 2024-09-21T00:22:11.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.691+0000 7fda6fb2b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fda680d02c0 con 0x7fda680cca70 2024-09-21T00:22:11.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.691+0000 7fda6fb2b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fda680cd3c0 con 0x7fda680cf970 2024-09-21T00:22:11.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.691+0000 7fda6e0c8640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fda6815faf0 0x7fda68156ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:11.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.691+0000 7fda6e0c8640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fda6815faf0 0x7fda68156ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:38476/0 (socket says 172.21.15.67:38476) 2024-09-21T00:22:11.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.691+0000 7fda6e0c8640 1 -- 172.21.15.67:0/2205083044 learned_addr learned my addr 172.21.15.67:0/2205083044 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:22:11.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.691+0000 7fda6d8c7640 1 --2- 172.21.15.67:0/2205083044 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fda680cca70 0x7fda681f3ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:11.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.691+0000 7fda6d0c6640 1 --2- 172.21.15.67:0/2205083044 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fda680cf970 0x7fda68157370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:11.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.691+0000 7fda6e0c8640 1 -- 172.21.15.67:0/2205083044 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fda680cf970 msgr2=0x7fda68157370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:11.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.691+0000 7fda6e0c8640 1 --2- 172.21.15.67:0/2205083044 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fda680cf970 0x7fda68157370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:11.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.691+0000 7fda6e0c8640 1 -- 172.21.15.67:0/2205083044 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fda680cca70 msgr2=0x7fda681f3ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:11.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.691+0000 7fda6e0c8640 1 --2- 172.21.15.67:0/2205083044 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fda680cca70 0x7fda681f3ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:11.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.691+0000 7fda6e0c8640 1 -- 172.21.15.67:0/2205083044 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda681f4680 con 0x7fda6815faf0 2024-09-21T00:22:11.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.692+0000 7fda6e0c8640 1 --2- 172.21.15.67:0/2205083044 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fda6815faf0 0x7fda68156ae0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fda5800ee70 tx=0x7fda5800c740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:22:11.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.692+0000 7fda667fc640 1 -- 172.21.15.67:0/2205083044 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda58004d20 con 0x7fda6815faf0 2024-09-21T00:22:11.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.692+0000 7fda6fb2b640 1 -- 172.21.15.67:0/2205083044 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fda681f4960 con 0x7fda6815faf0 2024-09-21T00:22:11.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.692+0000 7fda667fc640 1 -- 172.21.15.67:0/2205083044 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fda58003970 con 0x7fda6815faf0 2024-09-21T00:22:11.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.692+0000 7fda667fc640 1 -- 172.21.15.67:0/2205083044 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda58003dc0 con 0x7fda6815faf0 2024-09-21T00:22:11.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.692+0000 7fda6fb2b640 1 -- 172.21.15.67:0/2205083044 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fda68157ba0 con 0x7fda6815faf0 2024-09-21T00:22:11.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.693+0000 7fda6fb2b640 1 -- 172.21.15.67:0/2205083044 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fda681f43f0 con 0x7fda6815faf0 2024-09-21T00:22:11.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.694+0000 7fda667fc640 1 -- 172.21.15.67:0/2205083044 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fda5801d020 con 0x7fda6815faf0 2024-09-21T00:22:11.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.694+0000 7fda667fc640 1 --2- 172.21.15.67:0/2205083044 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fda54078b90 0x7fda5407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:11.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.694+0000 7fda667fc640 1 -- 172.21.15.67:0/2205083044 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fda5809b420 con 0x7fda6815faf0 2024-09-21T00:22:11.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.694+0000 7fda6d8c7640 1 --2- 172.21.15.67:0/2205083044 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fda54078b90 0x7fda5407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:11.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.695+0000 7fda6d8c7640 1 --2- 172.21.15.67:0/2205083044 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fda54078b90 0x7fda5407b0a0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fda60001720 tx=0x7fda60009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:22:11.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.699+0000 7fda667fc640 1 -- 172.21.15.67:0/2205083044 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fda580632b0 con 0x7fda6815faf0 2024-09-21T00:22:11.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.928+0000 7fda6fb2b640 1 -- 172.21.15.67:0/2205083044 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fda68070be0 con 0x7fda6815faf0 2024-09-21T00:22:11.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.928+0000 7fda667fc640 1 -- 172.21.15.67:0/2205083044 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v17) ==== 53+0+73 (secure 0 0 0) 0x7fda68070be0 con 0x7fda6815faf0 2024-09-21T00:22:11.930 INFO:teuthology.orchestra.run.smithi067.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-21T00:22:11.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.931+0000 7fda6fb2b640 1 -- 172.21.15.67:0/2205083044 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fda54078b90 msgr2=0x7fda5407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:11.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.931+0000 7fda6fb2b640 1 --2- 172.21.15.67:0/2205083044 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fda54078b90 0x7fda5407b0a0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fda60001720 tx=0x7fda60009040 comp rx=0 tx=0).stop 2024-09-21T00:22:11.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.931+0000 7fda6fb2b640 1 -- 172.21.15.67:0/2205083044 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fda6815faf0 msgr2=0x7fda68156ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:11.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.931+0000 7fda6fb2b640 1 --2- 172.21.15.67:0/2205083044 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fda6815faf0 0x7fda68156ae0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fda5800ee70 tx=0x7fda5800c740 comp rx=0 tx=0).stop 2024-09-21T00:22:11.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.931+0000 7fda6fb2b640 1 -- 172.21.15.67:0/2205083044 shutdown_connections 2024-09-21T00:22:11.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.931+0000 7fda6fb2b640 1 --2- 172.21.15.67:0/2205083044 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fda54078b90 0x7fda5407b0a0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:11.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.931+0000 7fda6fb2b640 1 --2- 172.21.15.67:0/2205083044 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fda6815faf0 0x7fda68156ae0 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:11.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.931+0000 7fda6fb2b640 1 --2- 172.21.15.67:0/2205083044 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fda680cf970 0x7fda68157370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:11.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.931+0000 7fda6fb2b640 1 --2- 172.21.15.67:0/2205083044 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fda680cca70 0x7fda681f3ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:11.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.931+0000 7fda6fb2b640 1 -- 172.21.15.67:0/2205083044 >> 172.21.15.67:0/2205083044 conn(0x7fda6806cf90 msgr2=0x7fda680cec50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:22:11.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.931+0000 7fda6fb2b640 1 -- 172.21.15.67:0/2205083044 shutdown_connections 2024-09-21T00:22:11.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:11.931+0000 7fda6fb2b640 1 -- 172.21.15.67:0/2205083044 wait complete. 2024-09-21T00:22:11.943 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-21T00:22:11.943 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-21T00:22:11.943 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi067.front.sepia.ceph.com 2024-09-21T00:22:11.943 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-21T00:22:11.943 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-21T00:22:11.943 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-21T00:22:11.944 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-21T00:22:11.944 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-21T00:22:11.944 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-21T00:22:11.944 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:22:11.944 DEBUG:teuthology.orchestra.run.smithi067:> ip addr 2024-09-21T00:22:11.960 INFO:teuthology.orchestra.run.smithi067.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-21T00:22:11.960 INFO:teuthology.orchestra.run.smithi067.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-21T00:22:11.961 INFO:teuthology.orchestra.run.smithi067.stdout: inet 127.0.0.1/8 scope host lo 2024-09-21T00:22:11.961 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:22:11.961 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 ::1/128 scope host 2024-09-21T00:22:11.961 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:22:11.961 INFO:teuthology.orchestra.run.smithi067.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-21T00:22:11.961 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:a8:b4:7e brd ff:ff:ff:ff:ff:ff 2024-09-21T00:22:11.961 INFO:teuthology.orchestra.run.smithi067.stdout: altname enp7s0f0 2024-09-21T00:22:11.961 INFO:teuthology.orchestra.run.smithi067.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-21T00:22:11.961 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:a8:b4:7f brd ff:ff:ff:ff:ff:ff 2024-09-21T00:22:11.961 INFO:teuthology.orchestra.run.smithi067.stdout: altname enp7s0f1 2024-09-21T00:22:11.961 INFO:teuthology.orchestra.run.smithi067.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-21T00:22:11.961 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:b6:fc:0a brd ff:ff:ff:ff:ff:ff 2024-09-21T00:22:11.962 INFO:teuthology.orchestra.run.smithi067.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-21T00:22:11.962 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:b6:fc:0b brd ff:ff:ff:ff:ff:ff 2024-09-21T00:22:11.962 INFO:teuthology.orchestra.run.smithi067.stdout: inet 172.21.15.67/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-21T00:22:11.962 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft 42736sec preferred_lft 42736sec 2024-09-21T00:22:11.962 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::ec4:7aff:feb6:fc0b/64 scope link noprefixroute 2024-09-21T00:22:11.962 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:22:11.962 INFO:teuthology.orchestra.run.smithi067.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-21T00:22:11.962 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether ae:69:02:89:12:0b brd ff:ff:ff:ff:ff:ff 2024-09-21T00:22:11.962 INFO:teuthology.orchestra.run.smithi067.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-21T00:22:11.962 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:22:11.962 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::cb7:27ff:fe38:31a4/64 scope link 2024-09-21T00:22:11.962 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:22:11.963 INFO:teuthology.orchestra.run.smithi067.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T00:22:11.963 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether ae:69:02:89:12:0b brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:22:11.963 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::ac69:2ff:fe89:120b/64 scope link 2024-09-21T00:22:11.963 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:22:11.963 INFO:teuthology.orchestra.run.smithi067.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T00:22:11.963 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether d6:c9:e4:80:cc:a3 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:22:11.963 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::d4c9:e4ff:fe80:cca3/64 scope link 2024-09-21T00:22:11.963 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:22:11.963 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:22:11.964 DEBUG:teuthology.orchestra.run.smithi067:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-21T00:22:12.025 INFO:teuthology.orchestra.run.smithi067.stdout:1 2024-09-21T00:22:12.027 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:22:12.027 DEBUG:teuthology.orchestra.run.smithi067:> route 2024-09-21T00:22:12.083 INFO:teuthology.orchestra.run.smithi067.stdout:Kernel IP routing table 2024-09-21T00:22:12.084 INFO:teuthology.orchestra.run.smithi067.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-21T00:22:12.084 INFO:teuthology.orchestra.run.smithi067.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-21T00:22:12.084 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-21T00:22:12.084 INFO:teuthology.orchestra.run.smithi067.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-21T00:22:12.084 DEBUG:teuthology.orchestra.run.smithi067:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T00:22:12.084 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:22:12.084 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-21T00:22:12.084 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-21T00:22:12.085 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-21T00:22:12.085 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:22:12.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:12 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T00:22:12.207 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:22:12.213 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:22:12.213 DEBUG:teuthology.orchestra.run.smithi067:> ip netns list 2024-09-21T00:22:12.229 INFO:teuthology.orchestra.run.smithi067.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-21T00:22:12.229 INFO:teuthology.orchestra.run.smithi067.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-21T00:22:12.230 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-21T00:22:12.230 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:22:12.230 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip link set brx.0 up 2024-09-21T00:22:12.296 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-21T00:22:12.297 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T00:22:12.297 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-21T00:22:12.352 INFO:teuthology.orchestra.run.smithi067.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-21T00:22:12.353 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T00:22:12.353 DEBUG:teuthology.orchestra.run.smithi067:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-21T00:22:12.409 DEBUG:teuthology.orchestra.run.smithi067:> sudo modprobe fuse 2024-09-21T00:22:12.475 DEBUG:teuthology.orchestra.run.smithi067:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T00:22:12.532 INFO:teuthology.orchestra.run.smithi067.stdout:/proc 2024-09-21T00:22:12.532 INFO:teuthology.orchestra.run.smithi067.stdout:/sys 2024-09-21T00:22:12.532 INFO:teuthology.orchestra.run.smithi067.stdout:/dev 2024-09-21T00:22:12.532 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/security 2024-09-21T00:22:12.533 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/shm 2024-09-21T00:22:12.533 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/pts 2024-09-21T00:22:12.533 INFO:teuthology.orchestra.run.smithi067.stdout:/run 2024-09-21T00:22:12.533 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/cgroup 2024-09-21T00:22:12.533 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/pstore 2024-09-21T00:22:12.533 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/bpf 2024-09-21T00:22:12.533 INFO:teuthology.orchestra.run.smithi067.stdout:/ 2024-09-21T00:22:12.533 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/selinux 2024-09-21T00:22:12.533 INFO:teuthology.orchestra.run.smithi067.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T00:22:12.533 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/hugepages 2024-09-21T00:22:12.533 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/mqueue 2024-09-21T00:22:12.533 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/debug 2024-09-21T00:22:12.533 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/tracing 2024-09-21T00:22:12.534 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/fuse/connections 2024-09-21T00:22:12.534 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-sysctl.service 2024-09-21T00:22:12.534 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/config 2024-09-21T00:22:12.534 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-21T00:22:12.534 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-21T00:22:12.534 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/nfs/rpc_pipefs 2024-09-21T00:22:12.534 INFO:teuthology.orchestra.run.smithi067.stdout:/run/user/1000 2024-09-21T00:22:12.534 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph 2024-09-21T00:22:12.534 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T00:22:12.534 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T00:22:12.534 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T00:22:12.534 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T00:22:12.534 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns 2024-09-21T00:22:12.535 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:22:12.535 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:22:12.535 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:22:12.535 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:22:12.535 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:22:12.535 DEBUG:teuthology.orchestra.run.smithi067:> ls /sys/fs/fuse/connections 2024-09-21T00:22:12.588 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-21T00:22:12.588 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-21T00:22:12.630 DEBUG:teuthology.orchestra.run.smithi067:> sudo modprobe fuse 2024-09-21T00:22:12.656 DEBUG:teuthology.orchestra.run.smithi067:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T00:22:12.714 INFO:teuthology.orchestra.run.smithi067.stdout:/proc 2024-09-21T00:22:12.714 INFO:teuthology.orchestra.run.smithi067.stdout:/sys 2024-09-21T00:22:12.714 INFO:teuthology.orchestra.run.smithi067.stdout:/dev 2024-09-21T00:22:12.715 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/security 2024-09-21T00:22:12.715 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/shm 2024-09-21T00:22:12.715 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/pts 2024-09-21T00:22:12.715 INFO:teuthology.orchestra.run.smithi067.stdout:/run 2024-09-21T00:22:12.715 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/cgroup 2024-09-21T00:22:12.715 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/pstore 2024-09-21T00:22:12.715 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/bpf 2024-09-21T00:22:12.715 INFO:teuthology.orchestra.run.smithi067.stdout:/ 2024-09-21T00:22:12.715 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/selinux 2024-09-21T00:22:12.715 INFO:teuthology.orchestra.run.smithi067.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T00:22:12.715 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/hugepages 2024-09-21T00:22:12.715 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/mqueue 2024-09-21T00:22:12.716 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/debug 2024-09-21T00:22:12.716 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/tracing 2024-09-21T00:22:12.716 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/fuse/connections 2024-09-21T00:22:12.716 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-sysctl.service 2024-09-21T00:22:12.716 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/config 2024-09-21T00:22:12.716 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-21T00:22:12.716 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-21T00:22:12.716 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/nfs/rpc_pipefs 2024-09-21T00:22:12.716 INFO:teuthology.orchestra.run.smithi067.stdout:/run/user/1000 2024-09-21T00:22:12.716 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph 2024-09-21T00:22:12.716 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T00:22:12.716 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T00:22:12.716 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T00:22:12.717 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T00:22:12.717 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns 2024-09-21T00:22:12.717 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:22:12.717 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:22:12.717 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:22:12.717 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:22:12.717 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:22:12.717 DEBUG:teuthology.orchestra.run.smithi067:> ls /sys/fs/fuse/connections 2024-09-21T00:22:12.724 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:2024-09-21T00:22:12.723+0000 7f29ed871480 -1 init, newargv = 0x563a8f73d9c0 newargc=15 2024-09-21T00:22:12.725 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:ceph-fuse[48531]: starting ceph client 2024-09-21T00:22:12.730 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:ceph-fuse[48531]: starting fuse 2024-09-21T00:22:12.743 INFO:teuthology.orchestra.run.smithi067.stdout:41 2024-09-21T00:22:12.743 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-21T00:22:12.743 DEBUG:teuthology.orchestra.run.smithi067:> sudo stdin-killer -- python3 -c ' 2024-09-21T00:22:12.744 DEBUG:teuthology.orchestra.run.smithi067:> import glob 2024-09-21T00:22:12.744 DEBUG:teuthology.orchestra.run.smithi067:> import re 2024-09-21T00:22:12.744 DEBUG:teuthology.orchestra.run.smithi067:> import os 2024-09-21T00:22:12.744 DEBUG:teuthology.orchestra.run.smithi067:> import subprocess 2024-09-21T00:22:12.744 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:22:12.744 DEBUG:teuthology.orchestra.run.smithi067:> def _find_admin_socket(client_name): 2024-09-21T00:22:12.745 DEBUG:teuthology.orchestra.run.smithi067:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-21T00:22:12.745 DEBUG:teuthology.orchestra.run.smithi067:> files = glob.glob(asok_path) 2024-09-21T00:22:12.745 DEBUG:teuthology.orchestra.run.smithi067:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-21T00:22:12.745 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:22:12.745 DEBUG:teuthology.orchestra.run.smithi067:> # Given a non-glob path, it better be there 2024-09-21T00:22:12.745 DEBUG:teuthology.orchestra.run.smithi067:> if "*" not in asok_path: 2024-09-21T00:22:12.746 DEBUG:teuthology.orchestra.run.smithi067:> assert(len(files) == 1) 2024-09-21T00:22:12.746 DEBUG:teuthology.orchestra.run.smithi067:> return files[0] 2024-09-21T00:22:12.746 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:22:12.746 DEBUG:teuthology.orchestra.run.smithi067:> for f in files: 2024-09-21T00:22:12.746 DEBUG:teuthology.orchestra.run.smithi067:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-21T00:22:12.746 DEBUG:teuthology.orchestra.run.smithi067:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-21T00:22:12.746 DEBUG:teuthology.orchestra.run.smithi067:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-21T00:22:12.747 DEBUG:teuthology.orchestra.run.smithi067:> contents = proc_f.read() 2024-09-21T00:22:12.747 DEBUG:teuthology.orchestra.run.smithi067:> if mountpoint in contents: 2024-09-21T00:22:12.747 DEBUG:teuthology.orchestra.run.smithi067:> return f 2024-09-21T00:22:12.747 DEBUG:teuthology.orchestra.run.smithi067:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-21T00:22:12.747 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:22:12.747 DEBUG:teuthology.orchestra.run.smithi067:> print(_find_admin_socket("client.0")) 2024-09-21T00:22:12.747 DEBUG:teuthology.orchestra.run.smithi067:> ' 2024-09-21T00:22:12.863 INFO:teuthology.orchestra.run.smithi067.stdout:/var/run/ceph/ceph-client.0.48531.asok 2024-09-21T00:22:12.866 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:22:12.874 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.48531.asok 2024-09-21T00:22:12.875 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:22:12.875 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.48531.asok status 2024-09-21T00:22:13.020 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:22:13.020 INFO:teuthology.orchestra.run.smithi067.stdout: "metadata": { 2024-09-21T00:22:13.020 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", 2024-09-21T00:22:13.020 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", 2024-09-21T00:22:13.021 INFO:teuthology.orchestra.run.smithi067.stdout: "entity_id": "0", 2024-09-21T00:22:13.021 INFO:teuthology.orchestra.run.smithi067.stdout: "hostname": "smithi067", 2024-09-21T00:22:13.021 INFO:teuthology.orchestra.run.smithi067.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-21T00:22:13.021 INFO:teuthology.orchestra.run.smithi067.stdout: "pid": "48531", 2024-09-21T00:22:13.021 INFO:teuthology.orchestra.run.smithi067.stdout: "root": "/" 2024-09-21T00:22:13.021 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:22:13.021 INFO:teuthology.orchestra.run.smithi067.stdout: "dentry_count": 0, 2024-09-21T00:22:13.021 INFO:teuthology.orchestra.run.smithi067.stdout: "dentry_pinned_count": 0, 2024-09-21T00:22:13.022 INFO:teuthology.orchestra.run.smithi067.stdout: "id": 5118, 2024-09-21T00:22:13.022 INFO:teuthology.orchestra.run.smithi067.stdout: "inst": { 2024-09-21T00:22:13.022 INFO:teuthology.orchestra.run.smithi067.stdout: "name": { 2024-09-21T00:22:13.022 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "client", 2024-09-21T00:22:13.022 INFO:teuthology.orchestra.run.smithi067.stdout: "num": 5118 2024-09-21T00:22:13.022 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:22:13.022 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": { 2024-09-21T00:22:13.022 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "v1", 2024-09-21T00:22:13.023 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": "192.168.0.1:0", 2024-09-21T00:22:13.023 INFO:teuthology.orchestra.run.smithi067.stdout: "nonce": 2364714193 2024-09-21T00:22:13.023 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:22:13.023 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:22:13.023 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": { 2024-09-21T00:22:13.023 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "v1", 2024-09-21T00:22:13.023 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": "192.168.0.1:0", 2024-09-21T00:22:13.024 INFO:teuthology.orchestra.run.smithi067.stdout: "nonce": 2364714193 2024-09-21T00:22:13.024 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:22:13.024 INFO:teuthology.orchestra.run.smithi067.stdout: "inst_str": "client.5118 192.168.0.1:0/2364714193", 2024-09-21T00:22:13.024 INFO:teuthology.orchestra.run.smithi067.stdout: "addr_str": "192.168.0.1:0/2364714193", 2024-09-21T00:22:13.024 INFO:teuthology.orchestra.run.smithi067.stdout: "inode_count": 1, 2024-09-21T00:22:13.024 INFO:teuthology.orchestra.run.smithi067.stdout: "mds_epoch": 17, 2024-09-21T00:22:13.025 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_epoch": 32, 2024-09-21T00:22:13.025 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_epoch_barrier": 0, 2024-09-21T00:22:13.025 INFO:teuthology.orchestra.run.smithi067.stdout: "blocklisted": false, 2024-09-21T00:22:13.025 INFO:teuthology.orchestra.run.smithi067.stdout: "fs_name": "cephfs" 2024-09-21T00:22:13.025 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:22:13.029 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:22:13.029 DEBUG:teuthology.orchestra.run.smithi067:> stat --file-system '--printf=%T 2024-09-21T00:22:13.029 DEBUG:teuthology.orchestra.run.smithi067:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-21T00:22:13.048 INFO:teuthology.orchestra.run.smithi067.stdout:fuseblk 2024-09-21T00:22:13.048 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-21T00:22:13.048 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:22:13.048 DEBUG:teuthology.orchestra.run.smithi067:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-21T00:22:13.122 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_new_snaps true --yes-i-really-mean-it 2024-09-21T00:22:13.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:13.287+0000 7fd34cab4640 1 -- 172.21.15.67:0/665536831 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd330004800 msgr2=0x7fd330004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:13.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:13.287+0000 7fd34cab4640 1 --2- 172.21.15.67:0/665536831 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd330004800 0x7fd330004c10 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7fd33c00c4a0 tx=0x7fd330005830 comp rx=0 tx=0).stop 2024-09-21T00:22:13.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:13.287+0000 7fd34cab4640 1 -- 172.21.15.67:0/665536831 shutdown_connections 2024-09-21T00:22:13.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:13.287+0000 7fd34cab4640 1 --2- 172.21.15.67:0/665536831 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd330004800 0x7fd330004c10 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:13.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:13.287+0000 7fd34cab4640 1 -- 172.21.15.67:0/665536831 >> 172.21.15.67:0/665536831 conn(0x7fd3480d4630 msgr2=0x7fd3480d4a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:22:13.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:13.287+0000 7fd34cab4640 1 -- 172.21.15.67:0/665536831 shutdown_connections 2024-09-21T00:22:13.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:13.287+0000 7fd34cab4640 1 -- 172.21.15.67:0/665536831 wait complete. 2024-09-21T00:22:13.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:13.289+0000 7fd34cab4640 1 Processor -- start 2024-09-21T00:22:13.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:13.289+0000 7fd34cab4640 1 -- start start 2024-09-21T00:22:13.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:13.290+0000 7fd34cab4640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd330004800 0x7fd3480ca4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:13.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:13.290+0000 7fd34cab4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd348162130 0x7fd348160f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:13.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:13.290+0000 7fd34cab4640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd3480c9120 0x7fd3480c9530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:13.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:13.291+0000 7fd34cab4640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fd3480d3570 con 0x7fd348162130 2024-09-21T00:22:13.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:13.291+0000 7fd34cab4640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fd3480d33f0 con 0x7fd3480c9120 2024-09-21T00:22:13.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:13.291+0000 7fd34cab4640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fd3480d36f0 con 0x7fd330004800 2024-09-21T00:22:13.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:13.291+0000 7fd345d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd348162130 0x7fd348160f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:13.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:13.291+0000 7fd345d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd348162130 0x7fd348160f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:37470/0 (socket says 172.21.15.67:37470) 2024-09-21T00:22:13.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:13.291+0000 7fd345d9b640 1 -- 172.21.15.67:0/138218831 learned_addr learned my addr 172.21.15.67:0/138218831 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:22:13.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:13.291+0000 7fd34659c640 1 --2- 172.21.15.67:0/138218831 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd330004800 0x7fd3480ca4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:13.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:13.291+0000 7fd346d9d640 1 --2- 172.21.15.67:0/138218831 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd3480c9120 0x7fd3480c9530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:13.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:13.291+0000 7fd345d9b640 1 -- 172.21.15.67:0/138218831 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd330004800 msgr2=0x7fd3480ca4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:13.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:13.291+0000 7fd345d9b640 1 --2- 172.21.15.67:0/138218831 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd330004800 0x7fd3480ca4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:13.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:13.291+0000 7fd345d9b640 1 -- 172.21.15.67:0/138218831 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd3480c9120 msgr2=0x7fd3480c9530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:13.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:13.291+0000 7fd345d9b640 1 --2- 172.21.15.67:0/138218831 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd3480c9120 0x7fd3480c9530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:13.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:13.291+0000 7fd345d9b640 1 -- 172.21.15.67:0/138218831 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3481601a0 con 0x7fd348162130 2024-09-21T00:22:13.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:13.291+0000 7fd345d9b640 1 --2- 172.21.15.67:0/138218831 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd348162130 0x7fd348160f60 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fd33c000f60 tx=0x7fd33c006310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:22:13.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:13.291+0000 7fd336ffd640 1 -- 172.21.15.67:0/138218831 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd33c02b810 con 0x7fd348162130 2024-09-21T00:22:13.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:13.291+0000 7fd336ffd640 1 -- 172.21.15.67:0/138218831 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd33c03a070 con 0x7fd348162130 2024-09-21T00:22:13.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:13.291+0000 7fd336ffd640 1 -- 172.21.15.67:0/138218831 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd33c02bc70 con 0x7fd348162130 2024-09-21T00:22:13.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:13.291+0000 7fd34cab4640 1 -- 172.21.15.67:0/138218831 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd348160480 con 0x7fd348162130 2024-09-21T00:22:13.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:13.291+0000 7fd34cab4640 1 -- 172.21.15.67:0/138218831 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd348160a40 con 0x7fd348162130 2024-09-21T00:22:13.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:13.293+0000 7fd34cab4640 1 -- 172.21.15.67:0/138218831 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd34808d000 con 0x7fd348162130 2024-09-21T00:22:13.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:13.293+0000 7fd336ffd640 1 -- 172.21.15.67:0/138218831 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fd33c03c070 con 0x7fd348162130 2024-09-21T00:22:13.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:13.294+0000 7fd336ffd640 1 --2- 172.21.15.67:0/138218831 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd328078bc0 0x7fd32807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:22:13.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:13.294+0000 7fd336ffd640 1 -- 172.21.15.67:0/138218831 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fd33c0ba790 con 0x7fd348162130 2024-09-21T00:22:13.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:13.294+0000 7fd34659c640 1 --2- 172.21.15.67:0/138218831 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd328078bc0 0x7fd32807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:22:13.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:13.295+0000 7fd34659c640 1 --2- 172.21.15.67:0/138218831 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd328078bc0 0x7fd32807b0d0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fd338009a50 tx=0x7fd338005f30 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:22:13.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:13.299+0000 7fd336ffd640 1 -- 172.21.15.67:0/138218831 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fd34808d000 con 0x7fd348162130 2024-09-21T00:22:13.527 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:13.526+0000 7fd34cab4640 1 -- 172.21.15.67:0/138218831 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_new_snaps", "val": "true", "yes_i_really_mean_it": true} v 0) -- 0x7fd3480d14e0 con 0x7fd348162130 2024-09-21T00:22:13.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:13.784+0000 7fd336ffd640 1 -- 172.21.15.67:0/138218831 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_new_snaps", "val": "true", "yes_i_really_mean_it": true}]=0 enabled new snapshots v18) ==== 167+0+0 (secure 0 0 0) 0x7fd3480cf2f0 con 0x7fd348162130 2024-09-21T00:22:13.785 INFO:teuthology.orchestra.run.smithi067.stderr:enabled new snapshots 2024-09-21T00:22:13.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:13.787+0000 7fd34cab4640 1 -- 172.21.15.67:0/138218831 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd328078bc0 msgr2=0x7fd32807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:13.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:13.787+0000 7fd34cab4640 1 --2- 172.21.15.67:0/138218831 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd328078bc0 0x7fd32807b0d0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fd338009a50 tx=0x7fd338005f30 comp rx=0 tx=0).stop 2024-09-21T00:22:13.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:13.787+0000 7fd34cab4640 1 -- 172.21.15.67:0/138218831 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd348162130 msgr2=0x7fd348160f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:22:13.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:13.787+0000 7fd34cab4640 1 --2- 172.21.15.67:0/138218831 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd348162130 0x7fd348160f60 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fd33c000f60 tx=0x7fd33c006310 comp rx=0 tx=0).stop 2024-09-21T00:22:13.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:13.787+0000 7fd34cab4640 1 -- 172.21.15.67:0/138218831 shutdown_connections 2024-09-21T00:22:13.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:13.787+0000 7fd34cab4640 1 --2- 172.21.15.67:0/138218831 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd328078bc0 0x7fd32807b0d0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:13.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:13.787+0000 7fd34cab4640 1 --2- 172.21.15.67:0/138218831 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd3480c9120 0x7fd3480c9530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:13.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:13.787+0000 7fd34cab4640 1 --2- 172.21.15.67:0/138218831 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd348162130 0x7fd348160f60 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:13.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:13.787+0000 7fd34cab4640 1 --2- 172.21.15.67:0/138218831 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd330004800 0x7fd3480ca4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:22:13.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:13.787+0000 7fd34cab4640 1 -- 172.21.15.67:0/138218831 >> 172.21.15.67:0/138218831 conn(0x7fd3480d4630 msgr2=0x7fd3480b60a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:22:13.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:13.787+0000 7fd34cab4640 1 -- 172.21.15.67:0/138218831 shutdown_connections 2024-09-21T00:22:13.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:13.787+0000 7fd34cab4640 1 -- 172.21.15.67:0/138218831 wait complete. 2024-09-21T00:22:13.800 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:22:13.800 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir stray_eval_dir) 2024-09-21T00:22:13.822 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:22:13.822 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:22:13.879 DEBUG:teuthology.orchestra.run.smithi067:> stdin-killer -- python3 -c ' 2024-09-21T00:22:13.879 DEBUG:teuthology.orchestra.run.smithi067:> import os 2024-09-21T00:22:13.879 DEBUG:teuthology.orchestra.run.smithi067:> import uuid 2024-09-21T00:22:13.880 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:22:13.880 DEBUG:teuthology.orchestra.run.smithi067:> n = 2000 2024-09-21T00:22:13.880 DEBUG:teuthology.orchestra.run.smithi067:> create_hard_links = False 2024-09-21T00:22:13.880 DEBUG:teuthology.orchestra.run.smithi067:> if 3 > 0: 2024-09-21T00:22:13.880 DEBUG:teuthology.orchestra.run.smithi067:> create_hard_links = True 2024-09-21T00:22:13.880 DEBUG:teuthology.orchestra.run.smithi067:> path = "/home/ubuntu/cephtest/mnt.0/stray_eval_dir/file" 2024-09-21T00:22:13.880 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:22:13.880 DEBUG:teuthology.orchestra.run.smithi067:> dpath = os.path.dirname(path) 2024-09-21T00:22:13.880 DEBUG:teuthology.orchestra.run.smithi067:> fnameprefix = os.path.basename(path) 2024-09-21T00:22:13.880 DEBUG:teuthology.orchestra.run.smithi067:> os.makedirs(dpath, exist_ok=True) 2024-09-21T00:22:13.880 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:22:13.880 DEBUG:teuthology.orchestra.run.smithi067:> try: 2024-09-21T00:22:13.880 DEBUG:teuthology.orchestra.run.smithi067:> dirfd = os.open(dpath, os.O_DIRECTORY) 2024-09-21T00:22:13.881 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:22:13.881 DEBUG:teuthology.orchestra.run.smithi067:> for i in range(n): 2024-09-21T00:22:13.881 DEBUG:teuthology.orchestra.run.smithi067:> fpath = os.path.join(dpath, f"{fnameprefix}_{i}") 2024-09-21T00:22:13.881 DEBUG:teuthology.orchestra.run.smithi067:> with open(fpath, '"'"'w'"'"') as f: 2024-09-21T00:22:13.881 DEBUG:teuthology.orchestra.run.smithi067:> f.write(f"{i}") 2024-09-21T00:22:13.881 DEBUG:teuthology.orchestra.run.smithi067:> if False: 2024-09-21T00:22:13.881 DEBUG:teuthology.orchestra.run.smithi067:> f.flush() 2024-09-21T00:22:13.881 DEBUG:teuthology.orchestra.run.smithi067:> os.fsync(f.fileno()) 2024-09-21T00:22:13.881 DEBUG:teuthology.orchestra.run.smithi067:> if False: 2024-09-21T00:22:13.881 DEBUG:teuthology.orchestra.run.smithi067:> os.unlink(fpath) 2024-09-21T00:22:13.881 DEBUG:teuthology.orchestra.run.smithi067:> if False: 2024-09-21T00:22:13.881 DEBUG:teuthology.orchestra.run.smithi067:> os.fsync(dirfd) 2024-09-21T00:22:13.881 DEBUG:teuthology.orchestra.run.smithi067:> if create_hard_links: 2024-09-21T00:22:13.881 DEBUG:teuthology.orchestra.run.smithi067:> for j in range(3): 2024-09-21T00:22:13.882 DEBUG:teuthology.orchestra.run.smithi067:> os.system(f"ln {fpath} {dpath}/{fnameprefix}_{i}_{uuid.uuid4()}") 2024-09-21T00:22:13.882 DEBUG:teuthology.orchestra.run.smithi067:> if False: 2024-09-21T00:22:13.882 DEBUG:teuthology.orchestra.run.smithi067:> os.fsync(dirfd) 2024-09-21T00:22:13.882 DEBUG:teuthology.orchestra.run.smithi067:> finally: 2024-09-21T00:22:13.882 DEBUG:teuthology.orchestra.run.smithi067:> os.close(dirfd) 2024-09-21T00:22:13.882 DEBUG:teuthology.orchestra.run.smithi067:> ' 2024-09-21T00:22:19.021 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:22:19.024 DEBUG:teuthology.orchestra.run.smithi097:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:22:45.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:22:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:22:45.272 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:22:45.272 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir /home/ubuntu/cephtest/mnt.0/stray_eval_dir/.snap/snap1-stray_eval_dir) 2024-09-21T00:22:45.323 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:22:45.323 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec find /home/ubuntu/cephtest/mnt.0/stray_eval_dir/ -type f -delete) 2024-09-21T00:22:49.086 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:22:49.089 DEBUG:teuthology.orchestra.run.smithi097:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:23:18.676 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:23:18.676 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir /home/ubuntu/cephtest/mnt.0/stray_eval_dir/.snap/snap1-stray_eval_dir) 2024-09-21T00:23:18.726 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.2:0 perf dump 2024-09-21T00:23:18.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.842+0000 7f6c30920640 1 -- 172.21.15.67:0/51417307 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6c18006360 msgr2=0x7f6c1800cad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:18.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.842+0000 7f6c30920640 1 --2- 172.21.15.67:0/51417307 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6c18006360 0x7f6c1800cad0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f6c240016c0 tx=0x7f6c18006940 comp rx=0 tx=0).stop 2024-09-21T00:23:18.845 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.842+0000 7f6c30920640 1 -- 172.21.15.67:0/51417307 shutdown_connections 2024-09-21T00:23:18.845 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.842+0000 7f6c30920640 1 --2- 172.21.15.67:0/51417307 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6c18006360 0x7f6c1800cad0 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:18.845 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.842+0000 7f6c30920640 1 -- 172.21.15.67:0/51417307 >> 172.21.15.67:0/51417307 conn(0x7f6c2c06d630 msgr2=0x7f6c2c0d02a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:23:18.845 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.842+0000 7f6c30920640 1 -- 172.21.15.67:0/51417307 shutdown_connections 2024-09-21T00:23:18.845 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.842+0000 7f6c30920640 1 -- 172.21.15.67:0/51417307 wait complete. 2024-09-21T00:23:18.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.844+0000 7f6c30920640 1 Processor -- start 2024-09-21T00:23:18.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.844+0000 7f6c30920640 1 -- start start 2024-09-21T00:23:18.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.845+0000 7f6c30920640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6c18006360 0x7f6c2c1f1d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:18.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.845+0000 7f6c30920640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6c2c0c3190 0x7f6c2c15d2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:18.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.845+0000 7f6c30920640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6c2c1f2360 0x7f6c2c1f2770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:18.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.845+0000 7f6c30920640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f6c2c0ad130 con 0x7f6c18006360 2024-09-21T00:23:18.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.845+0000 7f6c30920640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f6c2c0acfb0 con 0x7f6c2c1f2360 2024-09-21T00:23:18.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.845+0000 7f6c30920640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f6c2c0ad2b0 con 0x7f6c2c0c3190 2024-09-21T00:23:18.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.845+0000 7f6c2a59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6c18006360 0x7f6c2c1f1d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:18.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.845+0000 7f6c2a59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6c18006360 0x7f6c2c1f1d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60654/0 (socket says 172.21.15.67:60654) 2024-09-21T00:23:18.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.845+0000 7f6c2a59c640 1 -- 172.21.15.67:0/2767041288 learned_addr learned my addr 172.21.15.67:0/2767041288 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:23:18.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.845+0000 7f6c2ad9d640 1 --2- 172.21.15.67:0/2767041288 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6c2c1f2360 0x7f6c2c1f2770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:18.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.845+0000 7f6c29d9b640 1 --2- 172.21.15.67:0/2767041288 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6c2c0c3190 0x7f6c2c15d2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:18.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.845+0000 7f6c2a59c640 1 -- 172.21.15.67:0/2767041288 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6c2c0c3190 msgr2=0x7f6c2c15d2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:18.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.845+0000 7f6c2a59c640 1 --2- 172.21.15.67:0/2767041288 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6c2c0c3190 0x7f6c2c15d2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:18.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.846+0000 7f6c2a59c640 1 -- 172.21.15.67:0/2767041288 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6c2c1f2360 msgr2=0x7f6c2c1f2770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:18.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.846+0000 7f6c2a59c640 1 --2- 172.21.15.67:0/2767041288 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6c2c1f2360 0x7f6c2c1f2770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:18.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.846+0000 7f6c2a59c640 1 -- 172.21.15.67:0/2767041288 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c2c09db60 con 0x7f6c18006360 2024-09-21T00:23:18.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.846+0000 7f6c2ad9d640 1 --2- 172.21.15.67:0/2767041288 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6c2c1f2360 0x7f6c2c1f2770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:23:18.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.846+0000 7f6c2a59c640 1 --2- 172.21.15.67:0/2767041288 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6c18006360 0x7f6c2c1f1d90 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f6c1c011c40 tx=0x7f6c1c00f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:23:18.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.846+0000 7f6c22ffd640 1 -- 172.21.15.67:0/2767041288 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c1c003d80 con 0x7f6c18006360 2024-09-21T00:23:18.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.846+0000 7f6c22ffd640 1 -- 172.21.15.67:0/2767041288 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6c1c004b20 con 0x7f6c18006360 2024-09-21T00:23:18.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.846+0000 7f6c30920640 1 -- 172.21.15.67:0/2767041288 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6c2c1f12b0 con 0x7f6c18006360 2024-09-21T00:23:18.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.846+0000 7f6c22ffd640 1 -- 172.21.15.67:0/2767041288 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c1c004050 con 0x7f6c18006360 2024-09-21T00:23:18.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.846+0000 7f6c30920640 1 -- 172.21.15.67:0/2767041288 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6c2c1f1870 con 0x7f6c18006360 2024-09-21T00:23:18.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.848+0000 7f6c22ffd640 1 -- 172.21.15.67:0/2767041288 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f6c1c0041f0 con 0x7f6c18006360 2024-09-21T00:23:18.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.848+0000 7f6c22ffd640 1 --2- 172.21.15.67:0/2767041288 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6c0c078b90 0x7f6c0c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:18.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.848+0000 7f6c22ffd640 1 -- 172.21.15.67:0/2767041288 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f6c1c09bf70 con 0x7f6c18006360 2024-09-21T00:23:18.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.849+0000 7f6c29d9b640 1 --2- 172.21.15.67:0/2767041288 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6c0c078b90 0x7f6c0c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:18.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.849+0000 7f6c29d9b640 1 --2- 172.21.15.67:0/2767041288 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6c0c078b90 0x7f6c0c07b0a0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f6c2c15aef0 tx=0x7f6c14006720 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:23:18.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.849+0000 7f6c3788f740 1 Processor -- start 2024-09-21T00:23:18.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.849+0000 7f6c3788f740 1 -- start start 2024-09-21T00:23:18.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.851+0000 7f6c3788f740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x557706331390 0x5577066f3320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:18.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.851+0000 7f6c3788f740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5577063084d0 0x55770671eeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:18.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.851+0000 7f6c3788f740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5577063106b0 0x5577066fff10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:18.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.851+0000 7f6c3788f740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55770664bbd0 con 0x5577063084d0 2024-09-21T00:23:18.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.851+0000 7f6c3788f740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55770663b000 con 0x5577063106b0 2024-09-21T00:23:18.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.851+0000 7f6c3788f740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55770663ee10 con 0x557706331390 2024-09-21T00:23:18.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.851+0000 7f6c29d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5577063084d0 0x55770671eeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:18.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.851+0000 7f6c29d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5577063084d0 0x55770671eeb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60668/0 (socket says 172.21.15.67:60668) 2024-09-21T00:23:18.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.851+0000 7f6c29d9b640 1 -- 172.21.15.67:0/4046770506 learned_addr learned my addr 172.21.15.67:0/4046770506 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:23:18.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.851+0000 7f6c2a59c640 1 --2- 172.21.15.67:0/4046770506 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x557706331390 0x5577066f3320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:18.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.851+0000 7f6c2ad9d640 1 --2- 172.21.15.67:0/4046770506 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5577063106b0 0x5577066fff10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:18.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.851+0000 7f6c29d9b640 1 -- 172.21.15.67:0/4046770506 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x557706331390 msgr2=0x5577066f3320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:23:18.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.851+0000 7f6c29d9b640 1 --2- 172.21.15.67:0/4046770506 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x557706331390 0x5577066f3320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:18.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.851+0000 7f6c29d9b640 1 -- 172.21.15.67:0/4046770506 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5577063106b0 msgr2=0x5577066fff10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:23:18.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.851+0000 7f6c29d9b640 1 --2- 172.21.15.67:0/4046770506 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5577063106b0 0x5577066fff10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:18.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.851+0000 7f6c29d9b640 1 -- 172.21.15.67:0/4046770506 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5577064137d0 con 0x5577063084d0 2024-09-21T00:23:18.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.851+0000 7f6c29d9b640 1 --2- 172.21.15.67:0/4046770506 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5577063084d0 0x55770671eeb0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f6c14003940 tx=0x7f6c14013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d290e6ca03ff7cde server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:23:18.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.852+0000 7f6c0bfff640 1 -- 172.21.15.67:0/4046770506 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c14022070 con 0x5577063084d0 2024-09-21T00:23:18.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.852+0000 7f6c0bfff640 1 -- 172.21.15.67:0/4046770506 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6c14012bc0 con 0x5577063084d0 2024-09-21T00:23:18.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.852+0000 7f6c0bfff640 1 -- 172.21.15.67:0/4046770506 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c14016070 con 0x5577063084d0 2024-09-21T00:23:18.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.852+0000 7f6c3788f740 1 -- 172.21.15.67:0/4046770506 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5577063084d0 msgr2=0x55770671eeb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:18.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.852+0000 7f6c3788f740 1 --2- 172.21.15.67:0/4046770506 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5577063084d0 0x55770671eeb0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f6c14003940 tx=0x7f6c14013000 comp rx=0 tx=0).stop 2024-09-21T00:23:18.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.852+0000 7f6c3788f740 1 -- 172.21.15.67:0/4046770506 shutdown_connections 2024-09-21T00:23:18.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.852+0000 7f6c3788f740 1 --2- 172.21.15.67:0/4046770506 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5577063106b0 0x5577066fff10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:18.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.852+0000 7f6c3788f740 1 --2- 172.21.15.67:0/4046770506 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5577063084d0 0x55770671eeb0 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:18.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.852+0000 7f6c3788f740 1 --2- 172.21.15.67:0/4046770506 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x557706331390 0x5577066f3320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:18.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.852+0000 7f6c3788f740 1 -- 172.21.15.67:0/4046770506 >> 172.21.15.67:0/4046770506 conn(0x5577063254e0 msgr2=0x5577066d9200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:23:18.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.853+0000 7f6c3788f740 1 -- 172.21.15.67:0/4046770506 shutdown_connections 2024-09-21T00:23:18.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.853+0000 7f6c3788f740 1 -- 172.21.15.67:0/4046770506 wait complete. 2024-09-21T00:23:18.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.853+0000 7f6c3788f740 1 -- start start 2024-09-21T00:23:18.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.854+0000 7f6c3788f740 1 Processor -- start 2024-09-21T00:23:18.861 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.855+0000 7f6c3788f740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5577063084d0 0x557706704490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:18.861 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.855+0000 7f6c3788f740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5577063106b0 0x557706702770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:18.861 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.855+0000 7f6c3788f740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557706331390 0x5577066f0aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:18.861 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.855+0000 7f6c3788f740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5577063ab740 con 0x5577063084d0 2024-09-21T00:23:18.861 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.855+0000 7f6c3788f740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5577065e0540 con 0x557706331390 2024-09-21T00:23:18.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.855+0000 7f6c3788f740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x5577066f25c0 con 0x5577063106b0 2024-09-21T00:23:18.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.855+0000 7f6c3788f740 10 client.0 _ll_register_callbacks cb 0x5577065df0e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:23:18.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.855+0000 7f6c2a59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5577063084d0 0x557706704490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:18.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.855+0000 7f6c2a59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5577063084d0 0x557706704490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60670/0 (socket says 172.21.15.67:60670) 2024-09-21T00:23:18.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.855+0000 7f6c2a59c640 1 -- 172.21.15.67:0/4226728390 learned_addr learned my addr 172.21.15.67:0/4226728390 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:23:18.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.855+0000 7f6c29d9b640 1 --2- 172.21.15.67:0/4226728390 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5577063106b0 0x557706702770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:18.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.855+0000 7f6c2ad9d640 1 --2- 172.21.15.67:0/4226728390 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557706331390 0x5577066f0aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:18.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.855+0000 7f6c2a59c640 1 -- 172.21.15.67:0/4226728390 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5577063106b0 msgr2=0x557706702770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:23:18.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.855+0000 7f6c2a59c640 1 --2- 172.21.15.67:0/4226728390 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5577063106b0 0x557706702770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:18.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.855+0000 7f6c2a59c640 1 -- 172.21.15.67:0/4226728390 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557706331390 msgr2=0x5577066f0aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:23:18.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.855+0000 7f6c2a59c640 1 --2- 172.21.15.67:0/4226728390 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557706331390 0x5577066f0aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:18.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.855+0000 7f6c2a59c640 1 -- 172.21.15.67:0/4226728390 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55770637a6a0 con 0x5577063084d0 2024-09-21T00:23:18.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.855+0000 7f6c2ad9d640 1 --2- 172.21.15.67:0/4226728390 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557706331390 0x5577066f0aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:23:18.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.855+0000 7f6c29d9b640 1 --2- 172.21.15.67:0/4226728390 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5577063106b0 0x557706702770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:23:18.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.856+0000 7f6c2a59c640 1 --2- 172.21.15.67:0/4226728390 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5577063084d0 0x557706704490 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f6c1c003fd0 tx=0x7f6c1c020680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3afff46e0811b19d server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:23:18.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.856+0000 7f6c097fa640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:23:18.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.856+0000 7f6c097fa640 1 -- 172.21.15.67:0/4226728390 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c1c079e60 con 0x5577063084d0 2024-09-21T00:23:18.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.856+0000 7f6c097fa640 1 -- 172.21.15.67:0/4226728390 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f6c1c04f1d0 con 0x5577063084d0 2024-09-21T00:23:18.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.856+0000 7f6c3788f740 1 -- 172.21.15.67:0/4226728390 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6c14012bc0 con 0x5577063084d0 2024-09-21T00:23:18.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.856+0000 7f6c097fa640 1 -- 172.21.15.67:0/4226728390 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=18) ==== 24+0+0 (secure 0 0 0) 0x7f6c1c063d40 con 0x5577063084d0 2024-09-21T00:23:18.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.856+0000 7f6c3788f740 10 client.5136 fetch_fsmap learned FSMap version 18 2024-09-21T00:23:18.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.856+0000 7f6c3788f740 1 -- 172.21.15.67:0/4226728390 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=18,monmap=2+}) -- 0x557706473f60 con 0x5577063084d0 2024-09-21T00:23:18.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.856+0000 7f6c097fa640 1 -- 172.21.15.67:0/4226728390 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6c14012bc0 con 0x5577063084d0 2024-09-21T00:23:18.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.856+0000 7f6c097fa640 1 -- 172.21.15.67:0/4226728390 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 18) ==== 3502+0+0 (secure 0 0 0) 0x7f6c1c018070 con 0x5577063084d0 2024-09-21T00:23:18.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.856+0000 7f6c3788f740 10 client.5136 fetch_fsmap finished waiting for FSMap version 18 2024-09-21T00:23:18.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.856+0000 7f6c3788f740 10 client.5136 resolve_mds: resolved 2:0 to role '2:0' aka daemon mds.a 2024-09-21T00:23:18.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.856+0000 7f6c3788f740 20 client.5136 populate_metadata read hostname 'smithi067' 2024-09-21T00:23:18.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.856+0000 7f6c3788f740 1 --2- 172.21.15.67:0/4226728390 >> [v2:172.21.15.67:6832/1883255258,v1:172.21.15.67:6833/1883255258] conn(0x5577062eff60 0x55770671af70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:18.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.856+0000 7f6c3788f740 4 client.5136 mds_command: new command op to 4932 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:23:18.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.856+0000 7f6c3788f740 1 -- 172.21.15.67:0/4226728390 --> [v2:172.21.15.67:6832/1883255258,v1:172.21.15.67:6833/1883255258] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55770664db20 con 0x5577062eff60 2024-09-21T00:23:18.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.856+0000 7f6c29d9b640 1 --2- 172.21.15.67:0/4226728390 >> [v2:172.21.15.67:6832/1883255258,v1:172.21.15.67:6833/1883255258] conn(0x5577062eff60 0x55770671af70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:18.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.857+0000 7f6c097fa640 10 client.5136 ms_handle_connect on v2:172.21.15.67:6832/1883255258 2024-09-21T00:23:18.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.857+0000 7f6c29d9b640 1 --2- 172.21.15.67:0/4226728390 >> [v2:172.21.15.67:6832/1883255258,v1:172.21.15.67:6833/1883255258] conn(0x5577062eff60 0x55770671af70 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=14fa8e144721e699 server_cookie=3f72568159520a50 in_seq=0 out_seq=0 2024-09-21T00:23:18.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.858+0000 7f6c097fa640 1 -- 172.21.15.67:0/4226728390 <== mds.0 v2:172.21.15.67:6832/1883255258 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x55770664db20 con 0x5577062eff60 2024-09-21T00:23:18.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.858+0000 7f6c097fa640 10 client.5136 handle_command_reply: tid=0 2024-09-21T00:23:18.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.858+0000 7f6c3788f740 1 client.5136 shutdown 2024-09-21T00:23:18.865 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.858+0000 7f6c3788f740 1 -- 172.21.15.67:0/4226728390 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5577063084d0 msgr2=0x557706704490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:18.865 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.858+0000 7f6c3788f740 1 --2- 172.21.15.67:0/4226728390 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5577063084d0 0x557706704490 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f6c1c003fd0 tx=0x7f6c1c020680 comp rx=0 tx=0).stop 2024-09-21T00:23:18.865 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.858+0000 7f6c3788f740 1 -- 172.21.15.67:0/4226728390 shutdown_connections 2024-09-21T00:23:18.865 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.858+0000 7f6c3788f740 1 --2- 172.21.15.67:0/4226728390 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557706331390 0x5577066f0aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:18.865 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.858+0000 7f6c3788f740 1 --2- 172.21.15.67:0/4226728390 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5577063106b0 0x557706702770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:18.865 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.858+0000 7f6c3788f740 1 --2- 172.21.15.67:0/4226728390 >> [v2:172.21.15.67:6832/1883255258,v1:172.21.15.67:6833/1883255258] conn(0x5577062eff60 0x55770671af70 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:18.865 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.858+0000 7f6c3788f740 1 --2- 172.21.15.67:0/4226728390 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5577063084d0 0x557706704490 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:18.865 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.858+0000 7f6c097fa640 0 client.5136 ms_handle_reset on v2:172.21.15.67:6832/1883255258 2024-09-21T00:23:18.865 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.858+0000 7f6c3788f740 1 -- 172.21.15.67:0/4226728390 >> 172.21.15.67:0/4226728390 conn(0x5577063254e0 msgr2=0x5577066d25b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:23:18.865 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.858+0000 7f6c3788f740 1 -- 172.21.15.67:0/4226728390 shutdown_connections 2024-09-21T00:23:18.865 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.858+0000 7f6c3788f740 1 -- 172.21.15.67:0/4226728390 wait complete. 2024-09-21T00:23:18.865 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.858+0000 7f6c3788f740 20 client.5136 trim_cache size 0 max 16384 2024-09-21T00:23:18.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.875+0000 7f6c3788f740 1 Processor -- start 2024-09-21T00:23:18.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.875+0000 7f6c3788f740 1 -- start start 2024-09-21T00:23:18.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.876+0000 7f6c3788f740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5577063084d0 0x5577067183b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:18.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.876+0000 7f6c3788f740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5577063106b0 0x5577066cefb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:18.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.876+0000 7f6c3788f740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x557706331390 0x557706702750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:18.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.876+0000 7f6c3788f740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f6c2c1fe010 con 0x5577063106b0 2024-09-21T00:23:18.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.876+0000 7f6c3788f740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f6c2c1fd100 con 0x5577063084d0 2024-09-21T00:23:18.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.876+0000 7f6c3788f740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f6c2c1f5170 con 0x557706331390 2024-09-21T00:23:18.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.876+0000 7f6c29d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5577063106b0 0x5577066cefb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:18.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.876+0000 7f6c29d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5577063106b0 0x5577066cefb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60676/0 (socket says 172.21.15.67:60676) 2024-09-21T00:23:18.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.876+0000 7f6c29d9b640 1 -- 172.21.15.67:0/3484859644 learned_addr learned my addr 172.21.15.67:0/3484859644 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:23:18.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.877+0000 7f6c2a59c640 1 --2- 172.21.15.67:0/3484859644 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5577063084d0 0x5577067183b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:18.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.877+0000 7f6c2ad9d640 1 --2- 172.21.15.67:0/3484859644 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x557706331390 0x557706702750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:18.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.877+0000 7f6c29d9b640 1 -- 172.21.15.67:0/3484859644 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x557706331390 msgr2=0x557706702750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:23:18.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.877+0000 7f6c29d9b640 1 --2- 172.21.15.67:0/3484859644 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x557706331390 0x557706702750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:18.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.877+0000 7f6c29d9b640 1 -- 172.21.15.67:0/3484859644 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5577063084d0 msgr2=0x5577067183b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:23:18.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.877+0000 7f6c29d9b640 1 --2- 172.21.15.67:0/3484859644 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5577063084d0 0x5577067183b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:18.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.877+0000 7f6c29d9b640 1 -- 172.21.15.67:0/3484859644 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557706411ad0 con 0x5577063106b0 2024-09-21T00:23:18.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.877+0000 7f6c29d9b640 1 --2- 172.21.15.67:0/3484859644 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5577063106b0 0x5577066cefb0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f6c14012810 tx=0x7f6c14005040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65d2d113cfef1ad3 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:23:18.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.877+0000 7f6c0b7fe640 1 -- 172.21.15.67:0/3484859644 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c14016030 con 0x5577063106b0 2024-09-21T00:23:18.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.877+0000 7f6c0b7fe640 1 -- 172.21.15.67:0/3484859644 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6c14036040 con 0x5577063106b0 2024-09-21T00:23:18.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.877+0000 7f6c0b7fe640 1 -- 172.21.15.67:0/3484859644 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c14022040 con 0x5577063106b0 2024-09-21T00:23:18.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.878+0000 7f6c3788f740 1 -- 172.21.15.67:0/3484859644 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5577063106b0 msgr2=0x5577066cefb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:18.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.878+0000 7f6c3788f740 1 --2- 172.21.15.67:0/3484859644 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5577063106b0 0x5577066cefb0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f6c14012810 tx=0x7f6c14005040 comp rx=0 tx=0).stop 2024-09-21T00:23:18.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.878+0000 7f6c3788f740 1 -- 172.21.15.67:0/3484859644 shutdown_connections 2024-09-21T00:23:18.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.878+0000 7f6c3788f740 1 --2- 172.21.15.67:0/3484859644 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x557706331390 0x557706702750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:18.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.878+0000 7f6c3788f740 1 --2- 172.21.15.67:0/3484859644 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5577063106b0 0x5577066cefb0 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:18.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.878+0000 7f6c3788f740 1 --2- 172.21.15.67:0/3484859644 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5577063084d0 0x5577067183b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:18.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.878+0000 7f6c3788f740 1 -- 172.21.15.67:0/3484859644 >> 172.21.15.67:0/3484859644 conn(0x5577063254e0 msgr2=0x5577066f30e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:23:18.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.878+0000 7f6c3788f740 1 -- 172.21.15.67:0/3484859644 shutdown_connections 2024-09-21T00:23:18.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.878+0000 7f6c3788f740 1 -- 172.21.15.67:0/3484859644 wait complete. 2024-09-21T00:23:18.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.879+0000 7f6c3788f740 1 -- start start 2024-09-21T00:23:18.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.879+0000 7f6c3788f740 1 Processor -- start 2024-09-21T00:23:18.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.880+0000 7f6c3788f740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5577063084d0 0x55770679efd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:18.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.880+0000 7f6c3788f740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5577063106b0 0x557706719110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:18.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.880+0000 7f6c3788f740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557706331390 0x557706719650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:18.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.880+0000 7f6c3788f740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x557706701f70 con 0x557706331390 2024-09-21T00:23:18.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.880+0000 7f6c3788f740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f6c2c1fcb70 con 0x5577063084d0 2024-09-21T00:23:18.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.880+0000 7f6c3788f740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x557706701160 con 0x5577063106b0 2024-09-21T00:23:18.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.881+0000 7f6c3788f740 10 client.0 _ll_register_callbacks cb 0x7f6c1c0634b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:23:18.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.881+0000 7f6c2ad9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557706331390 0x557706719650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:18.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.881+0000 7f6c2ad9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557706331390 0x557706719650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60678/0 (socket says 172.21.15.67:60678) 2024-09-21T00:23:18.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.881+0000 7f6c2ad9d640 1 -- 172.21.15.67:0/1760617768 learned_addr learned my addr 172.21.15.67:0/1760617768 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:23:18.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.881+0000 7f6c2a59c640 1 --2- 172.21.15.67:0/1760617768 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5577063084d0 0x55770679efd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:18.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.881+0000 7f6c29d9b640 1 --2- 172.21.15.67:0/1760617768 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5577063106b0 0x557706719110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:18.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.881+0000 7f6c2ad9d640 1 -- 172.21.15.67:0/1760617768 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5577063106b0 msgr2=0x557706719110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:23:18.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.881+0000 7f6c2ad9d640 1 --2- 172.21.15.67:0/1760617768 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5577063106b0 0x557706719110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:18.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.881+0000 7f6c2ad9d640 1 -- 172.21.15.67:0/1760617768 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5577063084d0 msgr2=0x55770679efd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:23:18.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.881+0000 7f6c2ad9d640 1 --2- 172.21.15.67:0/1760617768 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5577063084d0 0x55770679efd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:18.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.881+0000 7f6c2ad9d640 1 -- 172.21.15.67:0/1760617768 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5577066f06f0 con 0x557706331390 2024-09-21T00:23:18.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.881+0000 7f6c2ad9d640 1 --2- 172.21.15.67:0/1760617768 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557706331390 0x557706719650 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f6c240017e0 tx=0x7f6c24006560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d832b26e70030ab server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:23:18.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.881+0000 7f6c097fa640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:23:18.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.881+0000 7f6c097fa640 1 -- 172.21.15.67:0/1760617768 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c24003a00 con 0x557706331390 2024-09-21T00:23:18.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.881+0000 7f6c3788f740 1 -- 172.21.15.67:0/1760617768 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6c14036040 con 0x557706331390 2024-09-21T00:23:18.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.881+0000 7f6c097fa640 1 -- 172.21.15.67:0/1760617768 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f6c24003ba0 con 0x557706331390 2024-09-21T00:23:18.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.881+0000 7f6c097fa640 1 -- 172.21.15.67:0/1760617768 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=18) ==== 24+0+0 (secure 0 0 0) 0x7f6c2404a050 con 0x557706331390 2024-09-21T00:23:18.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.882+0000 7f6c3788f740 10 client.5142 fetch_fsmap learned FSMap version 18 2024-09-21T00:23:18.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.882+0000 7f6c3788f740 1 -- 172.21.15.67:0/1760617768 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=18,monmap=2+}) -- 0x5577067a2950 con 0x557706331390 2024-09-21T00:23:18.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.882+0000 7f6c097fa640 1 -- 172.21.15.67:0/1760617768 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6c14036040 con 0x557706331390 2024-09-21T00:23:18.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.882+0000 7f6c097fa640 1 -- 172.21.15.67:0/1760617768 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 18) ==== 3502+0+0 (secure 0 0 0) 0x7f6c2404d020 con 0x557706331390 2024-09-21T00:23:18.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.882+0000 7f6c3788f740 10 client.5142 fetch_fsmap finished waiting for FSMap version 18 2024-09-21T00:23:18.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.882+0000 7f6c3788f740 10 client.5142 resolve_mds: resolved 2:0 to role '2:0' aka daemon mds.a 2024-09-21T00:23:18.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.882+0000 7f6c3788f740 20 client.5142 populate_metadata read hostname 'smithi067' 2024-09-21T00:23:18.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.882+0000 7f6c3788f740 1 --2- 172.21.15.67:0/1760617768 >> [v2:172.21.15.67:6832/1883255258,v1:172.21.15.67:6833/1883255258] conn(0x5577066da880 0x5577067a1b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:18.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.882+0000 7f6c3788f740 4 client.5142 mds_command: new command op to 4932 tid=0 multi_id=0 [{"prefix": "perf dump"}] 2024-09-21T00:23:18.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.882+0000 7f6c3788f740 1 -- 172.21.15.67:0/1760617768 --> [v2:172.21.15.67:6832/1883255258,v1:172.21.15.67:6833/1883255258] -- command(tid 0: {"prefix": "perf dump"}) -- 0x5577066495d0 con 0x5577066da880 2024-09-21T00:23:18.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.882+0000 7f6c2a59c640 1 --2- 172.21.15.67:0/1760617768 >> [v2:172.21.15.67:6832/1883255258,v1:172.21.15.67:6833/1883255258] conn(0x5577066da880 0x5577067a1b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:18.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.882+0000 7f6c097fa640 10 client.5142 ms_handle_connect on v2:172.21.15.67:6832/1883255258 2024-09-21T00:23:18.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.883+0000 7f6c2a59c640 1 --2- 172.21.15.67:0/1760617768 >> [v2:172.21.15.67:6832/1883255258,v1:172.21.15.67:6833/1883255258] conn(0x5577066da880 0x5577067a1b70 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a64e69f5b2e5f93e server_cookie=91454ea0f5477e18 in_seq=0 out_seq=0 2024-09-21T00:23:18.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.883+0000 7f6c097fa640 1 -- 172.21.15.67:0/1760617768 <== mds.0 v2:172.21.15.67:6832/1883255258 1 ==== command_reply(tid 0: 0 ) ==== 8+0+18092 (crc 0 0 0) 0x5577066495d0 con 0x5577066da880 2024-09-21T00:23:18.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.883+0000 7f6c097fa640 10 client.5142 handle_command_reply: tid=0 2024-09-21T00:23:18.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.883+0000 7f6c3788f740 1 client.5142 shutdown 2024-09-21T00:23:18.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.883+0000 7f6c3788f740 1 -- 172.21.15.67:0/1760617768 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557706331390 msgr2=0x557706719650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:18.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.883+0000 7f6c3788f740 1 --2- 172.21.15.67:0/1760617768 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557706331390 0x557706719650 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f6c240017e0 tx=0x7f6c24006560 comp rx=0 tx=0).stop 2024-09-21T00:23:18.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.883+0000 7f6c3788f740 1 -- 172.21.15.67:0/1760617768 shutdown_connections 2024-09-21T00:23:18.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.883+0000 7f6c3788f740 1 --2- 172.21.15.67:0/1760617768 >> [v2:172.21.15.67:6832/1883255258,v1:172.21.15.67:6833/1883255258] conn(0x5577066da880 0x5577067a1b70 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:18.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.883+0000 7f6c3788f740 1 --2- 172.21.15.67:0/1760617768 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557706331390 0x557706719650 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:18.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.883+0000 7f6c3788f740 1 --2- 172.21.15.67:0/1760617768 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5577063106b0 0x557706719110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:18.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.883+0000 7f6c3788f740 1 --2- 172.21.15.67:0/1760617768 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5577063084d0 0x55770679efd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:18.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.883+0000 7f6c097fa640 0 client.5142 ms_handle_reset on v2:172.21.15.67:6832/1883255258 2024-09-21T00:23:18.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.883+0000 7f6c3788f740 1 -- 172.21.15.67:0/1760617768 >> 172.21.15.67:0/1760617768 conn(0x5577063254e0 msgr2=0x5577066f14b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:23:18.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.883+0000 7f6c3788f740 1 -- 172.21.15.67:0/1760617768 shutdown_connections 2024-09-21T00:23:18.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.883+0000 7f6c3788f740 1 -- 172.21.15.67:0/1760617768 wait complete. 2024-09-21T00:23:18.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.883+0000 7f6c3788f740 20 client.5142 trim_cache size 0 max 16384 2024-09-21T00:23:18.891 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:23:18.891 INFO:teuthology.orchestra.run.smithi067.stdout: "AsyncMessenger::Worker-0": { 2024-09-21T00:23:18.891 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_messages": 3731, 2024-09-21T00:23:18.891 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_messages": 3732, 2024-09-21T00:23:18.891 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_bytes": 925258, 2024-09-21T00:23:18.891 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_bytes": 34554963, 2024-09-21T00:23:18.891 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_created_connections": 9, 2024-09-21T00:23:18.891 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_active_connections": 3, 2024-09-21T00:23:18.892 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_total_time": 0.415266768, 2024-09-21T00:23:18.892 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_send_time": 0.216523993, 2024-09-21T00:23:18.892 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_recv_time": 0.069503417, 2024-09-21T00:23:18.892 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_fast_dispatch_time": 0.104927032, 2024-09-21T00:23:18.892 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_messages_queue_lat": { 2024-09-21T00:23:18.892 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 3731, 2024-09-21T00:23:18.892 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.334101039, 2024-09-21T00:23:18.892 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000089547 2024-09-21T00:23:18.892 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:18.892 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_handle_ack_lat": { 2024-09-21T00:23:18.892 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 2, 2024-09-21T00:23:18.892 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000191, 2024-09-21T00:23:18.892 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000095 2024-09-21T00:23:18.893 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:18.893 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_encrypted_bytes": 0, 2024-09-21T00:23:18.893 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_encrypted_bytes": 0 2024-09-21T00:23:18.893 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:18.893 INFO:teuthology.orchestra.run.smithi067.stdout: "AsyncMessenger::Worker-1": { 2024-09-21T00:23:18.893 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_messages": 33076, 2024-09-21T00:23:18.893 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_messages": 59020, 2024-09-21T00:23:18.893 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_bytes": 11636223, 2024-09-21T00:23:18.893 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_bytes": 41454986, 2024-09-21T00:23:18.893 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_created_connections": 8, 2024-09-21T00:23:18.893 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_active_connections": 4, 2024-09-21T00:23:18.893 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_total_time": 3.966183992, 2024-09-21T00:23:18.893 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_send_time": 2.337871593, 2024-09-21T00:23:18.893 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_recv_time": 1.928687201, 2024-09-21T00:23:18.894 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_fast_dispatch_time": 0.032957235, 2024-09-21T00:23:18.894 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_messages_queue_lat": { 2024-09-21T00:23:18.894 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 59019, 2024-09-21T00:23:18.894 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 1.019488210, 2024-09-21T00:23:18.894 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000017273 2024-09-21T00:23:18.894 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:18.894 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_handle_ack_lat": { 2024-09-21T00:23:18.894 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 88860, 2024-09-21T00:23:18.894 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.016347836, 2024-09-21T00:23:18.894 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000183 2024-09-21T00:23:18.894 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:18.894 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_encrypted_bytes": 160, 2024-09-21T00:23:18.894 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_encrypted_bytes": 116192 2024-09-21T00:23:18.895 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:18.895 INFO:teuthology.orchestra.run.smithi067.stdout: "AsyncMessenger::Worker-2": { 2024-09-21T00:23:18.895 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_messages": 3876, 2024-09-21T00:23:18.895 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_messages": 3868, 2024-09-21T00:23:18.895 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_bytes": 1236878, 2024-09-21T00:23:18.895 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_bytes": 35675724, 2024-09-21T00:23:18.895 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_created_connections": 5, 2024-09-21T00:23:18.895 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_active_connections": 4, 2024-09-21T00:23:18.895 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_total_time": 0.374584448, 2024-09-21T00:23:18.895 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_send_time": 0.182156626, 2024-09-21T00:23:18.895 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_recv_time": 0.076908506, 2024-09-21T00:23:18.895 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_fast_dispatch_time": 0.099824703, 2024-09-21T00:23:18.896 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_messages_queue_lat": { 2024-09-21T00:23:18.896 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 3868, 2024-09-21T00:23:18.896 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.341910974, 2024-09-21T00:23:18.896 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000088394 2024-09-21T00:23:18.896 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:18.896 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_handle_ack_lat": { 2024-09-21T00:23:18.896 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:23:18.896 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:23:18.896 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:23:18.896 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:18.896 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_encrypted_bytes": 132176, 2024-09-21T00:23:18.896 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_encrypted_bytes": 21760 2024-09-21T00:23:18.896 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:18.897 INFO:teuthology.orchestra.run.smithi067.stdout: "cct": { 2024-09-21T00:23:18.897 INFO:teuthology.orchestra.run.smithi067.stdout: "total_workers": 1, 2024-09-21T00:23:18.897 INFO:teuthology.orchestra.run.smithi067.stdout: "unhealthy_workers": 0 2024-09-21T00:23:18.897 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:18.897 INFO:teuthology.orchestra.run.smithi067.stdout: "finisher-MDSRank": { 2024-09-21T00:23:18.897 INFO:teuthology.orchestra.run.smithi067.stdout: "queue_len": 0, 2024-09-21T00:23:18.897 INFO:teuthology.orchestra.run.smithi067.stdout: "complete_latency": { 2024-09-21T00:23:18.897 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 9440, 2024-09-21T00:23:18.897 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 15.498720508, 2024-09-21T00:23:18.897 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.001641813 2024-09-21T00:23:18.897 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:23:18.897 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:18.897 INFO:teuthology.orchestra.run.smithi067.stdout: "finisher-PurgeQueue": { 2024-09-21T00:23:18.897 INFO:teuthology.orchestra.run.smithi067.stdout: "queue_len": 0, 2024-09-21T00:23:18.898 INFO:teuthology.orchestra.run.smithi067.stdout: "complete_latency": { 2024-09-21T00:23:18.898 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 1671, 2024-09-21T00:23:18.898 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.507601930, 2024-09-21T00:23:18.898 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000303771 2024-09-21T00:23:18.898 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:23:18.898 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:18.898 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": { 2024-09-21T00:23:18.898 INFO:teuthology.orchestra.run.smithi067.stdout: "request": 28182, 2024-09-21T00:23:18.898 INFO:teuthology.orchestra.run.smithi067.stdout: "reply": 28182, 2024-09-21T00:23:18.898 INFO:teuthology.orchestra.run.smithi067.stdout: "reply_latency": { 2024-09-21T00:23:18.898 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 28182, 2024-09-21T00:23:18.898 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 268.012222079, 2024-09-21T00:23:18.899 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.009510049 2024-09-21T00:23:18.899 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:18.899 INFO:teuthology.orchestra.run.smithi067.stdout: "slow_reply": 0, 2024-09-21T00:23:18.899 INFO:teuthology.orchestra.run.smithi067.stdout: "forward": 0, 2024-09-21T00:23:18.899 INFO:teuthology.orchestra.run.smithi067.stdout: "dir_fetch_complete": 0, 2024-09-21T00:23:18.899 INFO:teuthology.orchestra.run.smithi067.stdout: "dir_fetch_keys": 0, 2024-09-21T00:23:18.899 INFO:teuthology.orchestra.run.smithi067.stdout: "dir_commit": 12, 2024-09-21T00:23:18.899 INFO:teuthology.orchestra.run.smithi067.stdout: "dir_split": 0, 2024-09-21T00:23:18.899 INFO:teuthology.orchestra.run.smithi067.stdout: "dir_merge": 0, 2024-09-21T00:23:18.899 INFO:teuthology.orchestra.run.smithi067.stdout: "inodes": 19834, 2024-09-21T00:23:18.899 INFO:teuthology.orchestra.run.smithi067.stdout: "inodes_top": 0, 2024-09-21T00:23:18.899 INFO:teuthology.orchestra.run.smithi067.stdout: "inodes_bottom": 19834, 2024-09-21T00:23:18.899 INFO:teuthology.orchestra.run.smithi067.stdout: "inodes_pin_tail": 0, 2024-09-21T00:23:18.899 INFO:teuthology.orchestra.run.smithi067.stdout: "inodes_pinned": 19834, 2024-09-21T00:23:18.900 INFO:teuthology.orchestra.run.smithi067.stdout: "inodes_expired": 0, 2024-09-21T00:23:18.900 INFO:teuthology.orchestra.run.smithi067.stdout: "inodes_with_caps": 484, 2024-09-21T00:23:18.900 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": 484, 2024-09-21T00:23:18.900 INFO:teuthology.orchestra.run.smithi067.stdout: "subtrees": 2, 2024-09-21T00:23:18.900 INFO:teuthology.orchestra.run.smithi067.stdout: "traverse": 45725, 2024-09-21T00:23:18.900 INFO:teuthology.orchestra.run.smithi067.stdout: "traverse_hit": 45134, 2024-09-21T00:23:18.900 INFO:teuthology.orchestra.run.smithi067.stdout: "traverse_forward": 0, 2024-09-21T00:23:18.900 INFO:teuthology.orchestra.run.smithi067.stdout: "traverse_discover": 0, 2024-09-21T00:23:18.900 INFO:teuthology.orchestra.run.smithi067.stdout: "traverse_dir_fetch": 0, 2024-09-21T00:23:18.900 INFO:teuthology.orchestra.run.smithi067.stdout: "traverse_remote_ino": 0, 2024-09-21T00:23:18.900 INFO:teuthology.orchestra.run.smithi067.stdout: "traverse_lock": 127, 2024-09-21T00:23:18.900 INFO:teuthology.orchestra.run.smithi067.stdout: "load_cent": 0, 2024-09-21T00:23:18.900 INFO:teuthology.orchestra.run.smithi067.stdout: "q": 0, 2024-09-21T00:23:18.900 INFO:teuthology.orchestra.run.smithi067.stdout: "exported": 0, 2024-09-21T00:23:18.900 INFO:teuthology.orchestra.run.smithi067.stdout: "exported_inodes": 0, 2024-09-21T00:23:18.901 INFO:teuthology.orchestra.run.smithi067.stdout: "imported": 0, 2024-09-21T00:23:18.901 INFO:teuthology.orchestra.run.smithi067.stdout: "imported_inodes": 0, 2024-09-21T00:23:18.901 INFO:teuthology.orchestra.run.smithi067.stdout: "openino_dir_fetch": 0, 2024-09-21T00:23:18.901 INFO:teuthology.orchestra.run.smithi067.stdout: "openino_backtrace_fetch": 0, 2024-09-21T00:23:18.901 INFO:teuthology.orchestra.run.smithi067.stdout: "openino_peer_discover": 0, 2024-09-21T00:23:18.901 INFO:teuthology.orchestra.run.smithi067.stdout: "root_rfiles": 0, 2024-09-21T00:23:18.901 INFO:teuthology.orchestra.run.smithi067.stdout: "root_rbytes": 0, 2024-09-21T00:23:18.901 INFO:teuthology.orchestra.run.smithi067.stdout: "root_rsnaps": 0, 2024-09-21T00:23:18.901 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_backtrace_fetch": 0, 2024-09-21T00:23:18.901 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_set_tag": 0, 2024-09-21T00:23:18.901 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_backtrace_repaired": 0, 2024-09-21T00:23:18.901 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_inotable_repaired": 0, 2024-09-21T00:23:18.901 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_dir_inodes": 0, 2024-09-21T00:23:18.901 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_dir_base_inodes": 0, 2024-09-21T00:23:18.902 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_dirfrag_rstats": 0, 2024-09-21T00:23:18.902 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_file_inodes": 0, 2024-09-21T00:23:18.902 INFO:teuthology.orchestra.run.smithi067.stdout: "handle_inode_file_caps": 0, 2024-09-21T00:23:18.902 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_cap_op_revoke": 6161, 2024-09-21T00:23:18.902 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_cap_op_grant": 6015, 2024-09-21T00:23:18.902 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_cap_op_trunc": 0, 2024-09-21T00:23:18.902 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-21T00:23:18.902 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-21T00:23:18.902 INFO:teuthology.orchestra.run.smithi067.stdout: "handle_client_caps": 6161, 2024-09-21T00:23:18.902 INFO:teuthology.orchestra.run.smithi067.stdout: "handle_client_caps_dirty": 2000, 2024-09-21T00:23:18.902 INFO:teuthology.orchestra.run.smithi067.stdout: "handle_client_cap_release": 28, 2024-09-21T00:23:18.902 INFO:teuthology.orchestra.run.smithi067.stdout: "process_request_cap_release": 17840 2024-09-21T00:23:18.902 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:18.903 INFO:teuthology.orchestra.run.smithi067.stdout: "mds_cache": { 2024-09-21T00:23:18.903 INFO:teuthology.orchestra.run.smithi067.stdout: "dir_update": 0, 2024-09-21T00:23:18.903 INFO:teuthology.orchestra.run.smithi067.stdout: "dir_update_receipt": 0, 2024-09-21T00:23:18.903 INFO:teuthology.orchestra.run.smithi067.stdout: "dir_try_discover": 0, 2024-09-21T00:23:18.903 INFO:teuthology.orchestra.run.smithi067.stdout: "dir_send_discover": 0, 2024-09-21T00:23:18.903 INFO:teuthology.orchestra.run.smithi067.stdout: "dir_handle_discover": 0, 2024-09-21T00:23:18.903 INFO:teuthology.orchestra.run.smithi067.stdout: "num_strays": 2000, 2024-09-21T00:23:18.903 INFO:teuthology.orchestra.run.smithi067.stdout: "num_strays_delayed": 219, 2024-09-21T00:23:18.903 INFO:teuthology.orchestra.run.smithi067.stdout: "num_strays_enqueuing": 0, 2024-09-21T00:23:18.903 INFO:teuthology.orchestra.run.smithi067.stdout: "strays_created": 4122, 2024-09-21T00:23:18.903 INFO:teuthology.orchestra.run.smithi067.stdout: "strays_enqueued": 1518, 2024-09-21T00:23:18.903 INFO:teuthology.orchestra.run.smithi067.stdout: "strays_reintegrated": 2185, 2024-09-21T00:23:18.903 INFO:teuthology.orchestra.run.smithi067.stdout: "strays_migrated": 0, 2024-09-21T00:23:18.904 INFO:teuthology.orchestra.run.smithi067.stdout: "num_recovering_processing": 0, 2024-09-21T00:23:18.904 INFO:teuthology.orchestra.run.smithi067.stdout: "num_recovering_enqueued": 0, 2024-09-21T00:23:18.904 INFO:teuthology.orchestra.run.smithi067.stdout: "num_recovering_prioritized": 0, 2024-09-21T00:23:18.904 INFO:teuthology.orchestra.run.smithi067.stdout: "recovery_started": 0, 2024-09-21T00:23:18.904 INFO:teuthology.orchestra.run.smithi067.stdout: "recovery_completed": 0, 2024-09-21T00:23:18.904 INFO:teuthology.orchestra.run.smithi067.stdout: "ireq_quiesce_path": 0, 2024-09-21T00:23:18.904 INFO:teuthology.orchestra.run.smithi067.stdout: "ireq_quiesce_inode": 0, 2024-09-21T00:23:18.904 INFO:teuthology.orchestra.run.smithi067.stdout: "ireq_enqueue_scrub": 0, 2024-09-21T00:23:18.904 INFO:teuthology.orchestra.run.smithi067.stdout: "ireq_exportdir": 0, 2024-09-21T00:23:18.904 INFO:teuthology.orchestra.run.smithi067.stdout: "ireq_flush": 0, 2024-09-21T00:23:18.904 INFO:teuthology.orchestra.run.smithi067.stdout: "ireq_fragmentdir": 0, 2024-09-21T00:23:18.904 INFO:teuthology.orchestra.run.smithi067.stdout: "ireq_fragstats": 0, 2024-09-21T00:23:18.905 INFO:teuthology.orchestra.run.smithi067.stdout: "ireq_inodestats": 0, 2024-09-21T00:23:18.905 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_started": 0, 2024-09-21T00:23:18.905 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_succeeded": 0, 2024-09-21T00:23:18.905 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_write_failed": 0 2024-09-21T00:23:18.905 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:18.905 INFO:teuthology.orchestra.run.smithi067.stdout: "mds_log": { 2024-09-21T00:23:18.905 INFO:teuthology.orchestra.run.smithi067.stdout: "evlrg": 0, 2024-09-21T00:23:18.905 INFO:teuthology.orchestra.run.smithi067.stdout: "evadd": 21715, 2024-09-21T00:23:18.905 INFO:teuthology.orchestra.run.smithi067.stdout: "evex": 0, 2024-09-21T00:23:18.905 INFO:teuthology.orchestra.run.smithi067.stdout: "evtrm": 0, 2024-09-21T00:23:18.905 INFO:teuthology.orchestra.run.smithi067.stdout: "ev": 21715, 2024-09-21T00:23:18.905 INFO:teuthology.orchestra.run.smithi067.stdout: "evexg": 0, 2024-09-21T00:23:18.905 INFO:teuthology.orchestra.run.smithi067.stdout: "evexd": 0, 2024-09-21T00:23:18.905 INFO:teuthology.orchestra.run.smithi067.stdout: "segadd": 29, 2024-09-21T00:23:18.906 INFO:teuthology.orchestra.run.smithi067.stdout: "segex": 0, 2024-09-21T00:23:18.906 INFO:teuthology.orchestra.run.smithi067.stdout: "segtrm": 0, 2024-09-21T00:23:18.906 INFO:teuthology.orchestra.run.smithi067.stdout: "seg": 29, 2024-09-21T00:23:18.906 INFO:teuthology.orchestra.run.smithi067.stdout: "segmjr": 3, 2024-09-21T00:23:18.906 INFO:teuthology.orchestra.run.smithi067.stdout: "segexg": 0, 2024-09-21T00:23:18.906 INFO:teuthology.orchestra.run.smithi067.stdout: "segexd": 0, 2024-09-21T00:23:18.906 INFO:teuthology.orchestra.run.smithi067.stdout: "expos": 4194304, 2024-09-21T00:23:18.906 INFO:teuthology.orchestra.run.smithi067.stdout: "wrpos": 81151939, 2024-09-21T00:23:18.906 INFO:teuthology.orchestra.run.smithi067.stdout: "rdpos": 0, 2024-09-21T00:23:18.906 INFO:teuthology.orchestra.run.smithi067.stdout: "jlat": { 2024-09-21T00:23:18.906 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 6557, 2024-09-21T00:23:18.906 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 78.262892108, 2024-09-21T00:23:18.906 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.011935777 2024-09-21T00:23:18.906 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:18.907 INFO:teuthology.orchestra.run.smithi067.stdout: "replayed": 0 2024-09-21T00:23:18.907 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:18.907 INFO:teuthology.orchestra.run.smithi067.stdout: "mds_mem": { 2024-09-21T00:23:18.907 INFO:teuthology.orchestra.run.smithi067.stdout: "ino": 2014, 2024-09-21T00:23:18.907 INFO:teuthology.orchestra.run.smithi067.stdout: "ino+": 2014, 2024-09-21T00:23:18.907 INFO:teuthology.orchestra.run.smithi067.stdout: "ino-": 0, 2024-09-21T00:23:18.907 INFO:teuthology.orchestra.run.smithi067.stdout: "dir": 13, 2024-09-21T00:23:18.907 INFO:teuthology.orchestra.run.smithi067.stdout: "dir+": 13, 2024-09-21T00:23:18.907 INFO:teuthology.orchestra.run.smithi067.stdout: "dir-": 0, 2024-09-21T00:23:18.907 INFO:teuthology.orchestra.run.smithi067.stdout: "dn": 19834, 2024-09-21T00:23:18.907 INFO:teuthology.orchestra.run.smithi067.stdout: "dn+": 19834, 2024-09-21T00:23:18.907 INFO:teuthology.orchestra.run.smithi067.stdout: "dn-": 0, 2024-09-21T00:23:18.907 INFO:teuthology.orchestra.run.smithi067.stdout: "cap": 268, 2024-09-21T00:23:18.907 INFO:teuthology.orchestra.run.smithi067.stdout: "cap+": 2002, 2024-09-21T00:23:18.908 INFO:teuthology.orchestra.run.smithi067.stdout: "cap-": 1734, 2024-09-21T00:23:18.908 INFO:teuthology.orchestra.run.smithi067.stdout: "rss": 174320, 2024-09-21T00:23:18.908 INFO:teuthology.orchestra.run.smithi067.stdout: "heap": 390033408 2024-09-21T00:23:18.908 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:18.908 INFO:teuthology.orchestra.run.smithi067.stdout: "mds_server": { 2024-09-21T00:23:18.908 INFO:teuthology.orchestra.run.smithi067.stdout: "dispatch_client_request": 37164, 2024-09-21T00:23:18.908 INFO:teuthology.orchestra.run.smithi067.stdout: "dispatch_server_request": 0, 2024-09-21T00:23:18.908 INFO:teuthology.orchestra.run.smithi067.stdout: "handle_client_request": 28182, 2024-09-21T00:23:18.908 INFO:teuthology.orchestra.run.smithi067.stdout: "handle_client_session": 6, 2024-09-21T00:23:18.908 INFO:teuthology.orchestra.run.smithi067.stdout: "handle_peer_request": 0, 2024-09-21T00:23:18.908 INFO:teuthology.orchestra.run.smithi067.stdout: "req_create_latency": { 2024-09-21T00:23:18.908 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 2000, 2024-09-21T00:23:18.908 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 1.815585694, 2024-09-21T00:23:18.909 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000907792 2024-09-21T00:23:18.909 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:18.909 INFO:teuthology.orchestra.run.smithi067.stdout: "req_getattr_latency": { 2024-09-21T00:23:18.909 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 1984, 2024-09-21T00:23:18.909 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.689386250, 2024-09-21T00:23:18.909 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000347472 2024-09-21T00:23:18.909 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:18.909 INFO:teuthology.orchestra.run.smithi067.stdout: "req_getfilelock_latency": { 2024-09-21T00:23:18.909 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:23:18.909 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:23:18.909 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:23:18.909 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:18.909 INFO:teuthology.orchestra.run.smithi067.stdout: "req_link_latency": { 2024-09-21T00:23:18.909 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 6000, 2024-09-21T00:23:18.910 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 10.856458027, 2024-09-21T00:23:18.910 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.001809409 2024-09-21T00:23:18.910 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:18.910 INFO:teuthology.orchestra.run.smithi067.stdout: "req_lookup_latency": { 2024-09-21T00:23:18.910 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 8000, 2024-09-21T00:23:18.910 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 5.413963331, 2024-09-21T00:23:18.910 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000676745 2024-09-21T00:23:18.910 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:18.910 INFO:teuthology.orchestra.run.smithi067.stdout: "req_lookuphash_latency": { 2024-09-21T00:23:18.910 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:23:18.910 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:23:18.910 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:23:18.910 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:18.910 INFO:teuthology.orchestra.run.smithi067.stdout: "req_lookupino_latency": { 2024-09-21T00:23:18.911 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:23:18.911 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:23:18.911 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:23:18.911 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:18.911 INFO:teuthology.orchestra.run.smithi067.stdout: "req_lookupname_latency": { 2024-09-21T00:23:18.911 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:23:18.911 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:23:18.911 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:23:18.911 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:18.911 INFO:teuthology.orchestra.run.smithi067.stdout: "req_lookupparent_latency": { 2024-09-21T00:23:18.911 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:23:18.911 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:23:18.911 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:23:18.912 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:18.912 INFO:teuthology.orchestra.run.smithi067.stdout: "req_lookupsnap_latency": { 2024-09-21T00:23:18.912 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 3, 2024-09-21T00:23:18.912 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.016682704, 2024-09-21T00:23:18.912 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.005560901 2024-09-21T00:23:18.912 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:18.912 INFO:teuthology.orchestra.run.smithi067.stdout: "req_lssnap_latency": { 2024-09-21T00:23:18.912 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:23:18.912 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:23:18.912 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:23:18.912 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:18.912 INFO:teuthology.orchestra.run.smithi067.stdout: "req_mkdir_latency": { 2024-09-21T00:23:18.913 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 1, 2024-09-21T00:23:18.913 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.002614624, 2024-09-21T00:23:18.913 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.002614624 2024-09-21T00:23:18.913 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:18.913 INFO:teuthology.orchestra.run.smithi067.stdout: "req_mknod_latency": { 2024-09-21T00:23:18.913 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:23:18.913 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:23:18.913 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:23:18.913 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:18.913 INFO:teuthology.orchestra.run.smithi067.stdout: "req_mksnap_latency": { 2024-09-21T00:23:18.913 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 1, 2024-09-21T00:23:18.913 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.005599053, 2024-09-21T00:23:18.913 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.005599053 2024-09-21T00:23:18.914 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:18.914 INFO:teuthology.orchestra.run.smithi067.stdout: "req_open_latency": { 2024-09-21T00:23:18.914 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:23:18.914 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:23:18.914 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:23:18.914 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:18.914 INFO:teuthology.orchestra.run.smithi067.stdout: "req_readdir_latency": { 2024-09-21T00:23:18.914 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 6, 2024-09-21T00:23:18.914 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.098067937, 2024-09-21T00:23:18.914 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.016344656 2024-09-21T00:23:18.914 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:18.914 INFO:teuthology.orchestra.run.smithi067.stdout: "req_rename_latency": { 2024-09-21T00:23:18.915 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 2185, 2024-09-21T00:23:18.915 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 228.783449595, 2024-09-21T00:23:18.915 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.104706384 2024-09-21T00:23:18.915 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:18.915 INFO:teuthology.orchestra.run.smithi067.stdout: "req_renamesnap_latency": { 2024-09-21T00:23:18.915 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:23:18.915 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:23:18.915 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:23:18.915 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:18.915 INFO:teuthology.orchestra.run.smithi067.stdout: "req_snapdiff_latency": { 2024-09-21T00:23:18.915 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:23:18.915 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:23:18.915 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:23:18.916 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:18.916 INFO:teuthology.orchestra.run.smithi067.stdout: "req_rmdir_latency": { 2024-09-21T00:23:18.916 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:23:18.916 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:23:18.916 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:23:18.916 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:18.916 INFO:teuthology.orchestra.run.smithi067.stdout: "req_rmsnap_latency": { 2024-09-21T00:23:18.916 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 1, 2024-09-21T00:23:18.916 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.003655659, 2024-09-21T00:23:18.916 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.003655659 2024-09-21T00:23:18.917 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:18.917 INFO:teuthology.orchestra.run.smithi067.stdout: "req_rmxattr_latency": { 2024-09-21T00:23:18.917 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:23:18.917 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:23:18.917 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:23:18.917 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:18.917 INFO:teuthology.orchestra.run.smithi067.stdout: "req_setattr_latency": { 2024-09-21T00:23:18.917 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 1, 2024-09-21T00:23:18.918 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000279012, 2024-09-21T00:23:18.918 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000279012 2024-09-21T00:23:18.918 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:18.918 INFO:teuthology.orchestra.run.smithi067.stdout: "req_setdirlayout_latency": { 2024-09-21T00:23:18.918 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:23:18.918 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:23:18.918 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:23:18.918 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:18.918 INFO:teuthology.orchestra.run.smithi067.stdout: "req_setfilelock_latency": { 2024-09-21T00:23:18.918 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:23:18.918 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:23:18.919 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:23:18.919 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:18.919 INFO:teuthology.orchestra.run.smithi067.stdout: "req_setlayout_latency": { 2024-09-21T00:23:18.919 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:23:18.919 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:23:18.919 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:23:18.919 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:18.919 INFO:teuthology.orchestra.run.smithi067.stdout: "req_setxattr_latency": { 2024-09-21T00:23:18.919 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:23:18.919 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:23:18.919 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:23:18.919 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:18.919 INFO:teuthology.orchestra.run.smithi067.stdout: "req_symlink_latency": { 2024-09-21T00:23:18.919 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:23:18.920 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:23:18.920 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:23:18.920 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:18.920 INFO:teuthology.orchestra.run.smithi067.stdout: "req_unlink_latency": { 2024-09-21T00:23:18.920 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 8000, 2024-09-21T00:23:18.920 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 20.326480193, 2024-09-21T00:23:18.920 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.002540810 2024-09-21T00:23:18.920 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:18.920 INFO:teuthology.orchestra.run.smithi067.stdout: "cap_revoke_eviction": 0, 2024-09-21T00:23:18.920 INFO:teuthology.orchestra.run.smithi067.stdout: "cap_acquisition_throttle": 0, 2024-09-21T00:23:18.920 INFO:teuthology.orchestra.run.smithi067.stdout: "req_getvxattr_latency": { 2024-09-21T00:23:18.920 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:23:18.920 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:23:18.920 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:23:18.921 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:23:18.921 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:18.921 INFO:teuthology.orchestra.run.smithi067.stdout: "mds_sessions": { 2024-09-21T00:23:18.921 INFO:teuthology.orchestra.run.smithi067.stdout: "session_count": 1, 2024-09-21T00:23:18.921 INFO:teuthology.orchestra.run.smithi067.stdout: "session_add": 1, 2024-09-21T00:23:18.921 INFO:teuthology.orchestra.run.smithi067.stdout: "session_remove": 0, 2024-09-21T00:23:18.921 INFO:teuthology.orchestra.run.smithi067.stdout: "sessions_open": 1, 2024-09-21T00:23:18.921 INFO:teuthology.orchestra.run.smithi067.stdout: "sessions_stale": 0, 2024-09-21T00:23:18.921 INFO:teuthology.orchestra.run.smithi067.stdout: "total_load": 18956, 2024-09-21T00:23:18.921 INFO:teuthology.orchestra.run.smithi067.stdout: "average_load": 18956, 2024-09-21T00:23:18.921 INFO:teuthology.orchestra.run.smithi067.stdout: "avg_session_uptime": 61, 2024-09-21T00:23:18.921 INFO:teuthology.orchestra.run.smithi067.stdout: "mdthresh_evicted": 0 2024-09-21T00:23:18.921 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:18.922 INFO:teuthology.orchestra.run.smithi067.stdout: "mempool": { 2024-09-21T00:23:18.922 INFO:teuthology.orchestra.run.smithi067.stdout: "bloom_filter_bytes": 0, 2024-09-21T00:23:18.922 INFO:teuthology.orchestra.run.smithi067.stdout: "bloom_filter_items": 0, 2024-09-21T00:23:18.922 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_alloc_bytes": 0, 2024-09-21T00:23:18.922 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_alloc_items": 0, 2024-09-21T00:23:18.922 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_data_bytes": 0, 2024-09-21T00:23:18.922 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_data_items": 0, 2024-09-21T00:23:18.922 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-21T00:23:18.922 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_onode_items": 0, 2024-09-21T00:23:18.922 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-21T00:23:18.922 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_meta_items": 0, 2024-09-21T00:23:18.922 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_other_bytes": 0, 2024-09-21T00:23:18.922 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_other_items": 0, 2024-09-21T00:23:18.922 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-21T00:23:18.923 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_buffer_items": 0, 2024-09-21T00:23:18.923 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_extent_bytes": 0, 2024-09-21T00:23:18.923 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_extent_items": 0, 2024-09-21T00:23:18.923 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_blob_bytes": 0, 2024-09-21T00:23:18.923 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_blob_items": 0, 2024-09-21T00:23:18.923 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-21T00:23:18.923 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_shared_blob_items": 0, 2024-09-21T00:23:18.923 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-21T00:23:18.923 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_inline_bl_items": 0, 2024-09-21T00:23:18.923 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_fsck_bytes": 0, 2024-09-21T00:23:18.923 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_fsck_items": 0, 2024-09-21T00:23:18.923 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_txc_bytes": 0, 2024-09-21T00:23:18.923 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_txc_items": 0, 2024-09-21T00:23:18.923 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-21T00:23:18.924 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_writing_deferred_items": 0, 2024-09-21T00:23:18.924 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_writing_bytes": 0, 2024-09-21T00:23:18.924 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_writing_items": 0, 2024-09-21T00:23:18.924 INFO:teuthology.orchestra.run.smithi067.stdout: "bluefs_bytes": 0, 2024-09-21T00:23:18.924 INFO:teuthology.orchestra.run.smithi067.stdout: "bluefs_items": 0, 2024-09-21T00:23:18.924 INFO:teuthology.orchestra.run.smithi067.stdout: "bluefs_file_reader_bytes": 0, 2024-09-21T00:23:18.924 INFO:teuthology.orchestra.run.smithi067.stdout: "bluefs_file_reader_items": 0, 2024-09-21T00:23:18.924 INFO:teuthology.orchestra.run.smithi067.stdout: "bluefs_file_writer_bytes": 0, 2024-09-21T00:23:18.924 INFO:teuthology.orchestra.run.smithi067.stdout: "bluefs_file_writer_items": 0, 2024-09-21T00:23:18.924 INFO:teuthology.orchestra.run.smithi067.stdout: "buffer_anon_bytes": 16300744, 2024-09-21T00:23:18.924 INFO:teuthology.orchestra.run.smithi067.stdout: "buffer_anon_items": 4097, 2024-09-21T00:23:18.924 INFO:teuthology.orchestra.run.smithi067.stdout: "buffer_meta_bytes": 0, 2024-09-21T00:23:18.924 INFO:teuthology.orchestra.run.smithi067.stdout: "buffer_meta_items": 0, 2024-09-21T00:23:18.924 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_bytes": 0, 2024-09-21T00:23:18.925 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_items": 0, 2024-09-21T00:23:18.925 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_mapbl_bytes": 0, 2024-09-21T00:23:18.925 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_mapbl_items": 0, 2024-09-21T00:23:18.925 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_pglog_bytes": 0, 2024-09-21T00:23:18.925 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_pglog_items": 0, 2024-09-21T00:23:18.925 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_bytes": 5312, 2024-09-21T00:23:18.925 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_items": 75, 2024-09-21T00:23:18.925 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_mapping_bytes": 0, 2024-09-21T00:23:18.925 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_mapping_items": 0, 2024-09-21T00:23:18.925 INFO:teuthology.orchestra.run.smithi067.stdout: "pgmap_bytes": 0, 2024-09-21T00:23:18.925 INFO:teuthology.orchestra.run.smithi067.stdout: "pgmap_items": 0, 2024-09-21T00:23:18.925 INFO:teuthology.orchestra.run.smithi067.stdout: "mds_co_bytes": 20811684, 2024-09-21T00:23:18.925 INFO:teuthology.orchestra.run.smithi067.stdout: "mds_co_items": 814806, 2024-09-21T00:23:18.925 INFO:teuthology.orchestra.run.smithi067.stdout: "unittest_1_bytes": 0, 2024-09-21T00:23:18.926 INFO:teuthology.orchestra.run.smithi067.stdout: "unittest_1_items": 0, 2024-09-21T00:23:18.926 INFO:teuthology.orchestra.run.smithi067.stdout: "unittest_2_bytes": 0, 2024-09-21T00:23:18.926 INFO:teuthology.orchestra.run.smithi067.stdout: "unittest_2_items": 0 2024-09-21T00:23:18.926 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:18.926 INFO:teuthology.orchestra.run.smithi067.stdout: "objecter": { 2024-09-21T00:23:18.926 INFO:teuthology.orchestra.run.smithi067.stdout: "op_active": 0, 2024-09-21T00:23:18.926 INFO:teuthology.orchestra.run.smithi067.stdout: "op_laggy": 0, 2024-09-21T00:23:18.926 INFO:teuthology.orchestra.run.smithi067.stdout: "op_send": 8342, 2024-09-21T00:23:18.926 INFO:teuthology.orchestra.run.smithi067.stdout: "op_send_bytes": 77142576, 2024-09-21T00:23:18.926 INFO:teuthology.orchestra.run.smithi067.stdout: "op_resend": 37, 2024-09-21T00:23:18.926 INFO:teuthology.orchestra.run.smithi067.stdout: "op_reply": 8342, 2024-09-21T00:23:18.926 INFO:teuthology.orchestra.run.smithi067.stdout: "op_latency": { 2024-09-21T00:23:18.926 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 8342, 2024-09-21T00:23:18.927 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 25.392414811, 2024-09-21T00:23:18.927 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.003043924 2024-09-21T00:23:18.927 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:18.927 INFO:teuthology.orchestra.run.smithi067.stdout: "op_inflight": 0, 2024-09-21T00:23:18.927 INFO:teuthology.orchestra.run.smithi067.stdout: "oplen_avg": { 2024-09-21T00:23:18.927 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 8342, 2024-09-21T00:23:18.927 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 8417 2024-09-21T00:23:18.927 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:18.927 INFO:teuthology.orchestra.run.smithi067.stdout: "op": 8342, 2024-09-21T00:23:18.927 INFO:teuthology.orchestra.run.smithi067.stdout: "op_r": 64, 2024-09-21T00:23:18.927 INFO:teuthology.orchestra.run.smithi067.stdout: "op_w": 8278, 2024-09-21T00:23:18.927 INFO:teuthology.orchestra.run.smithi067.stdout: "op_rmw": 0, 2024-09-21T00:23:18.927 INFO:teuthology.orchestra.run.smithi067.stdout: "op_pg": 0, 2024-09-21T00:23:18.928 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_stat": 0, 2024-09-21T00:23:18.928 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_create": 11, 2024-09-21T00:23:18.928 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_read": 64, 2024-09-21T00:23:18.928 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_write": 6621, 2024-09-21T00:23:18.928 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_writefull": 39, 2024-09-21T00:23:18.928 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_writesame": 0, 2024-09-21T00:23:18.928 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_append": 0, 2024-09-21T00:23:18.928 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_zero": 1518, 2024-09-21T00:23:18.928 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_truncate": 0, 2024-09-21T00:23:18.928 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_delete": 30, 2024-09-21T00:23:18.928 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_mapext": 0, 2024-09-21T00:23:18.928 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_sparse_read": 0, 2024-09-21T00:23:18.928 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_clonerange": 0, 2024-09-21T00:23:18.928 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_getxattr": 0, 2024-09-21T00:23:18.929 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_setxattr": 22, 2024-09-21T00:23:18.929 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_cmpxattr": 0, 2024-09-21T00:23:18.929 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_rmxattr": 0, 2024-09-21T00:23:18.929 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_resetxattrs": 0, 2024-09-21T00:23:18.929 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_call": 0, 2024-09-21T00:23:18.929 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_watch": 0, 2024-09-21T00:23:18.929 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_notify": 0, 2024-09-21T00:23:18.929 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_src_cmpxattr": 0, 2024-09-21T00:23:18.929 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_pgls": 0, 2024-09-21T00:23:18.929 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_pgls_filter": 0, 2024-09-21T00:23:18.929 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_other": 0, 2024-09-21T00:23:18.929 INFO:teuthology.orchestra.run.smithi067.stdout: "linger_active": 0, 2024-09-21T00:23:18.930 INFO:teuthology.orchestra.run.smithi067.stdout: "linger_send": 0, 2024-09-21T00:23:18.930 INFO:teuthology.orchestra.run.smithi067.stdout: "linger_resend": 0, 2024-09-21T00:23:18.930 INFO:teuthology.orchestra.run.smithi067.stdout: "linger_ping": 0, 2024-09-21T00:23:18.930 INFO:teuthology.orchestra.run.smithi067.stdout: "poolop_active": 0, 2024-09-21T00:23:18.930 INFO:teuthology.orchestra.run.smithi067.stdout: "poolop_send": 0, 2024-09-21T00:23:18.930 INFO:teuthology.orchestra.run.smithi067.stdout: "poolop_resend": 0, 2024-09-21T00:23:18.930 INFO:teuthology.orchestra.run.smithi067.stdout: "poolstat_active": 0, 2024-09-21T00:23:18.930 INFO:teuthology.orchestra.run.smithi067.stdout: "poolstat_send": 0, 2024-09-21T00:23:18.930 INFO:teuthology.orchestra.run.smithi067.stdout: "poolstat_resend": 0, 2024-09-21T00:23:18.930 INFO:teuthology.orchestra.run.smithi067.stdout: "statfs_active": 0, 2024-09-21T00:23:18.930 INFO:teuthology.orchestra.run.smithi067.stdout: "statfs_send": 0, 2024-09-21T00:23:18.930 INFO:teuthology.orchestra.run.smithi067.stdout: "statfs_resend": 0, 2024-09-21T00:23:18.930 INFO:teuthology.orchestra.run.smithi067.stdout: "command_active": 0, 2024-09-21T00:23:18.931 INFO:teuthology.orchestra.run.smithi067.stdout: "command_send": 0, 2024-09-21T00:23:18.931 INFO:teuthology.orchestra.run.smithi067.stdout: "command_resend": 0, 2024-09-21T00:23:18.931 INFO:teuthology.orchestra.run.smithi067.stdout: "map_epoch": 32, 2024-09-21T00:23:18.931 INFO:teuthology.orchestra.run.smithi067.stdout: "map_full": 0, 2024-09-21T00:23:18.931 INFO:teuthology.orchestra.run.smithi067.stdout: "map_inc": 1, 2024-09-21T00:23:18.931 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_sessions": 8, 2024-09-21T00:23:18.931 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_session_open": 8, 2024-09-21T00:23:18.931 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_session_close": 0, 2024-09-21T00:23:18.931 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_laggy": 0, 2024-09-21T00:23:18.931 INFO:teuthology.orchestra.run.smithi067.stdout: "omap_wr": 94, 2024-09-21T00:23:18.931 INFO:teuthology.orchestra.run.smithi067.stdout: "omap_rd": 0, 2024-09-21T00:23:18.931 INFO:teuthology.orchestra.run.smithi067.stdout: "omap_del": 18 2024-09-21T00:23:18.931 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:18.932 INFO:teuthology.orchestra.run.smithi067.stdout: "oft": { 2024-09-21T00:23:18.932 INFO:teuthology.orchestra.run.smithi067.stdout: "omap_total_objs": 1, 2024-09-21T00:23:18.932 INFO:teuthology.orchestra.run.smithi067.stdout: "omap_total_kv_pairs": 0, 2024-09-21T00:23:18.932 INFO:teuthology.orchestra.run.smithi067.stdout: "omap_total_updates": 0, 2024-09-21T00:23:18.932 INFO:teuthology.orchestra.run.smithi067.stdout: "omap_total_removes": 0 2024-09-21T00:23:18.932 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:18.932 INFO:teuthology.orchestra.run.smithi067.stdout: "purge_queue": { 2024-09-21T00:23:18.932 INFO:teuthology.orchestra.run.smithi067.stdout: "pq_executing_ops": 0, 2024-09-21T00:23:18.932 INFO:teuthology.orchestra.run.smithi067.stdout: "pq_executing_ops_high_water": 32, 2024-09-21T00:23:18.932 INFO:teuthology.orchestra.run.smithi067.stdout: "pq_executing": 0, 2024-09-21T00:23:18.932 INFO:teuthology.orchestra.run.smithi067.stdout: "pq_executing_high_water": 32, 2024-09-21T00:23:18.932 INFO:teuthology.orchestra.run.smithi067.stdout: "pq_executed_ops": 1518, 2024-09-21T00:23:18.932 INFO:teuthology.orchestra.run.smithi067.stdout: "pq_executed": 1518, 2024-09-21T00:23:18.932 INFO:teuthology.orchestra.run.smithi067.stdout: "pq_item_in_journal": 0 2024-09-21T00:23:18.933 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:18.933 INFO:teuthology.orchestra.run.smithi067.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-21T00:23:18.933 INFO:teuthology.orchestra.run.smithi067.stdout: "val": 0, 2024-09-21T00:23:18.933 INFO:teuthology.orchestra.run.smithi067.stdout: "max": 104857600, 2024-09-21T00:23:18.933 INFO:teuthology.orchestra.run.smithi067.stdout: "get_started": 0, 2024-09-21T00:23:18.933 INFO:teuthology.orchestra.run.smithi067.stdout: "get": 40679, 2024-09-21T00:23:18.933 INFO:teuthology.orchestra.run.smithi067.stdout: "get_sum": 10131860, 2024-09-21T00:23:18.933 INFO:teuthology.orchestra.run.smithi067.stdout: "get_or_fail_fail": 0, 2024-09-21T00:23:18.933 INFO:teuthology.orchestra.run.smithi067.stdout: "get_or_fail_success": 40679, 2024-09-21T00:23:18.933 INFO:teuthology.orchestra.run.smithi067.stdout: "take": 0, 2024-09-21T00:23:18.933 INFO:teuthology.orchestra.run.smithi067.stdout: "take_sum": 0, 2024-09-21T00:23:18.933 INFO:teuthology.orchestra.run.smithi067.stdout: "put": 40679, 2024-09-21T00:23:18.933 INFO:teuthology.orchestra.run.smithi067.stdout: "put_sum": 10131860, 2024-09-21T00:23:18.933 INFO:teuthology.orchestra.run.smithi067.stdout: "wait": { 2024-09-21T00:23:18.934 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:23:18.934 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:23:18.934 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:23:18.934 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:23:18.934 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:18.934 INFO:teuthology.orchestra.run.smithi067.stdout: "throttle-objecter_bytes": { 2024-09-21T00:23:18.934 INFO:teuthology.orchestra.run.smithi067.stdout: "val": 0, 2024-09-21T00:23:18.934 INFO:teuthology.orchestra.run.smithi067.stdout: "max": 104857600, 2024-09-21T00:23:18.934 INFO:teuthology.orchestra.run.smithi067.stdout: "get_started": 0, 2024-09-21T00:23:18.934 INFO:teuthology.orchestra.run.smithi067.stdout: "get": 0, 2024-09-21T00:23:18.934 INFO:teuthology.orchestra.run.smithi067.stdout: "get_sum": 0, 2024-09-21T00:23:18.934 INFO:teuthology.orchestra.run.smithi067.stdout: "get_or_fail_fail": 0, 2024-09-21T00:23:18.935 INFO:teuthology.orchestra.run.smithi067.stdout: "get_or_fail_success": 0, 2024-09-21T00:23:18.935 INFO:teuthology.orchestra.run.smithi067.stdout: "take": 8342, 2024-09-21T00:23:18.935 INFO:teuthology.orchestra.run.smithi067.stdout: "take_sum": 77308038, 2024-09-21T00:23:18.935 INFO:teuthology.orchestra.run.smithi067.stdout: "put": 8342, 2024-09-21T00:23:18.935 INFO:teuthology.orchestra.run.smithi067.stdout: "put_sum": 77308038, 2024-09-21T00:23:18.935 INFO:teuthology.orchestra.run.smithi067.stdout: "wait": { 2024-09-21T00:23:18.935 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:23:18.935 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:23:18.935 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:23:18.935 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:23:18.935 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:18.935 INFO:teuthology.orchestra.run.smithi067.stdout: "throttle-objecter_ops": { 2024-09-21T00:23:18.936 INFO:teuthology.orchestra.run.smithi067.stdout: "val": 0, 2024-09-21T00:23:18.936 INFO:teuthology.orchestra.run.smithi067.stdout: "max": 1024, 2024-09-21T00:23:18.936 INFO:teuthology.orchestra.run.smithi067.stdout: "get_started": 0, 2024-09-21T00:23:18.936 INFO:teuthology.orchestra.run.smithi067.stdout: "get": 0, 2024-09-21T00:23:18.936 INFO:teuthology.orchestra.run.smithi067.stdout: "get_sum": 0, 2024-09-21T00:23:18.936 INFO:teuthology.orchestra.run.smithi067.stdout: "get_or_fail_fail": 0, 2024-09-21T00:23:18.936 INFO:teuthology.orchestra.run.smithi067.stdout: "get_or_fail_success": 0, 2024-09-21T00:23:18.936 INFO:teuthology.orchestra.run.smithi067.stdout: "take": 8342, 2024-09-21T00:23:18.936 INFO:teuthology.orchestra.run.smithi067.stdout: "take_sum": 8342, 2024-09-21T00:23:18.936 INFO:teuthology.orchestra.run.smithi067.stdout: "put": 8342, 2024-09-21T00:23:18.936 INFO:teuthology.orchestra.run.smithi067.stdout: "put_sum": 8342, 2024-09-21T00:23:18.936 INFO:teuthology.orchestra.run.smithi067.stdout: "wait": { 2024-09-21T00:23:18.936 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:23:18.937 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:23:18.937 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:23:18.937 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:23:18.937 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:18.937 INFO:teuthology.orchestra.run.smithi067.stdout: "throttle-write_buf_throttle": { 2024-09-21T00:23:18.937 INFO:teuthology.orchestra.run.smithi067.stdout: "val": 0, 2024-09-21T00:23:18.937 INFO:teuthology.orchestra.run.smithi067.stdout: "max": 3758096384, 2024-09-21T00:23:18.937 INFO:teuthology.orchestra.run.smithi067.stdout: "get_started": 0, 2024-09-21T00:23:18.937 INFO:teuthology.orchestra.run.smithi067.stdout: "get": 1518, 2024-09-21T00:23:18.937 INFO:teuthology.orchestra.run.smithi067.stdout: "get_sum": 165462, 2024-09-21T00:23:18.937 INFO:teuthology.orchestra.run.smithi067.stdout: "get_or_fail_fail": 0, 2024-09-21T00:23:18.937 INFO:teuthology.orchestra.run.smithi067.stdout: "get_or_fail_success": 1518, 2024-09-21T00:23:18.937 INFO:teuthology.orchestra.run.smithi067.stdout: "take": 0, 2024-09-21T00:23:18.938 INFO:teuthology.orchestra.run.smithi067.stdout: "take_sum": 0, 2024-09-21T00:23:18.938 INFO:teuthology.orchestra.run.smithi067.stdout: "put": 64, 2024-09-21T00:23:18.938 INFO:teuthology.orchestra.run.smithi067.stdout: "put_sum": 165462, 2024-09-21T00:23:18.938 INFO:teuthology.orchestra.run.smithi067.stdout: "wait": { 2024-09-21T00:23:18.938 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:23:18.938 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:23:18.938 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:23:18.938 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:23:18.938 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:18.938 INFO:teuthology.orchestra.run.smithi067.stdout: "throttle-write_buf_throttle-0x55f0a844f520": { 2024-09-21T00:23:18.938 INFO:teuthology.orchestra.run.smithi067.stdout: "val": 84, 2024-09-21T00:23:18.938 INFO:teuthology.orchestra.run.smithi067.stdout: "max": 3758096384, 2024-09-21T00:23:18.939 INFO:teuthology.orchestra.run.smithi067.stdout: "get_started": 0, 2024-09-21T00:23:18.939 INFO:teuthology.orchestra.run.smithi067.stdout: "get": 21715, 2024-09-21T00:23:18.939 INFO:teuthology.orchestra.run.smithi067.stdout: "get_sum": 76957635, 2024-09-21T00:23:18.939 INFO:teuthology.orchestra.run.smithi067.stdout: "get_or_fail_fail": 0, 2024-09-21T00:23:18.939 INFO:teuthology.orchestra.run.smithi067.stdout: "get_or_fail_success": 21715, 2024-09-21T00:23:18.939 INFO:teuthology.orchestra.run.smithi067.stdout: "take": 0, 2024-09-21T00:23:18.939 INFO:teuthology.orchestra.run.smithi067.stdout: "take_sum": 0, 2024-09-21T00:23:18.939 INFO:teuthology.orchestra.run.smithi067.stdout: "put": 6557, 2024-09-21T00:23:18.939 INFO:teuthology.orchestra.run.smithi067.stdout: "put_sum": 76957551, 2024-09-21T00:23:18.939 INFO:teuthology.orchestra.run.smithi067.stdout: "wait": { 2024-09-21T00:23:18.939 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:23:18.939 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:23:18.939 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:23:18.939 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:23:18.939 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:18.940 INFO:teuthology.orchestra.run.smithi067.stdout: "trackedop": { 2024-09-21T00:23:18.940 INFO:teuthology.orchestra.run.smithi067.stdout: "slow_ops_count": 0 2024-09-21T00:23:18.940 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:23:18.940 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:23:18.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.884+0000 7f6c30920640 1 -- 172.21.15.67:0/2767041288 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6c0c078b90 msgr2=0x7f6c0c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:18.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.884+0000 7f6c30920640 1 --2- 172.21.15.67:0/2767041288 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6c0c078b90 0x7f6c0c07b0a0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f6c2c15aef0 tx=0x7f6c14006720 comp rx=0 tx=0).stop 2024-09-21T00:23:18.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.884+0000 7f6c30920640 1 -- 172.21.15.67:0/2767041288 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6c18006360 msgr2=0x7f6c2c1f1d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:18.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.884+0000 7f6c30920640 1 --2- 172.21.15.67:0/2767041288 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6c18006360 0x7f6c2c1f1d90 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f6c1c011c40 tx=0x7f6c1c00f790 comp rx=0 tx=0).stop 2024-09-21T00:23:18.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.884+0000 7f6c30920640 1 -- 172.21.15.67:0/2767041288 shutdown_connections 2024-09-21T00:23:18.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.884+0000 7f6c30920640 1 --2- 172.21.15.67:0/2767041288 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6c0c078b90 0x7f6c0c07b0a0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:18.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.884+0000 7f6c30920640 1 --2- 172.21.15.67:0/2767041288 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6c2c1f2360 0x7f6c2c1f2770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:18.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.884+0000 7f6c30920640 1 --2- 172.21.15.67:0/2767041288 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6c2c0c3190 0x7f6c2c15d2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:18.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.884+0000 7f6c30920640 1 --2- 172.21.15.67:0/2767041288 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6c18006360 0x7f6c2c1f1d90 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:18.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.884+0000 7f6c30920640 1 -- 172.21.15.67:0/2767041288 >> 172.21.15.67:0/2767041288 conn(0x7f6c2c06d630 msgr2=0x7f6c2c154140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:23:18.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.884+0000 7f6c30920640 1 -- 172.21.15.67:0/2767041288 shutdown_connections 2024-09-21T00:23:18.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:18.884+0000 7f6c30920640 1 -- 172.21.15.67:0/2767041288 wait complete. 2024-09-21T00:23:18.942 INFO:tasks.cephfs.test_scrub_checks:num of strays: 2000 2024-09-21T00:23:18.943 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:23:18.943 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.2:0 scrub start / recursive,scrub_mdsdir 2024-09-21T00:23:19.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.077+0000 7f6734694640 1 -- 172.21.15.67:0/4124571221 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f672c0afb80 msgr2=0x7f672c0aff90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:19.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.077+0000 7f6734694640 1 --2- 172.21.15.67:0/4124571221 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f672c0afb80 0x7f672c0aff90 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f672c0ce4e0 tx=0x7f672402aa00 comp rx=0 tx=0).stop 2024-09-21T00:23:19.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.078+0000 7f6734694640 1 -- 172.21.15.67:0/4124571221 shutdown_connections 2024-09-21T00:23:19.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.078+0000 7f6734694640 1 --2- 172.21.15.67:0/4124571221 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f672c0afb80 0x7f672c0aff90 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:19.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.078+0000 7f6734694640 1 -- 172.21.15.67:0/4124571221 >> 172.21.15.67:0/4124571221 conn(0x7f672c0cee80 msgr2=0x7f672c0cf290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:23:19.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.078+0000 7f6734694640 1 -- 172.21.15.67:0/4124571221 shutdown_connections 2024-09-21T00:23:19.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.078+0000 7f6734694640 1 -- 172.21.15.67:0/4124571221 wait complete. 2024-09-21T00:23:19.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.079+0000 7f6734694640 1 Processor -- start 2024-09-21T00:23:19.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.079+0000 7f6734694640 1 -- start start 2024-09-21T00:23:19.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.081+0000 7f6734694640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f672c09b960 0x7f672c167a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:19.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.081+0000 7f6734694640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f672c0afb80 0x7f672c161f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:19.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.081+0000 7f6734694640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f672c0c5a90 0x7f672c1649e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:19.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.081+0000 7f6734694640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f672c0b0650 con 0x7f672c0c5a90 2024-09-21T00:23:19.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.081+0000 7f6734694640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f672c0b04d0 con 0x7f672c0afb80 2024-09-21T00:23:19.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.081+0000 7f6734694640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f672c1680e0 con 0x7f672c09b960 2024-09-21T00:23:19.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.081+0000 7f6732c31640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f672c0c5a90 0x7f672c1649e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:19.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.081+0000 7f6732c31640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f672c0c5a90 0x7f672c1649e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60690/0 (socket says 172.21.15.67:60690) 2024-09-21T00:23:19.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.081+0000 7f6732c31640 1 -- 172.21.15.67:0/103955517 learned_addr learned my addr 172.21.15.67:0/103955517 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:23:19.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.081+0000 7f6731c2f640 1 --2- 172.21.15.67:0/103955517 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f672c0afb80 0x7f672c161f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:19.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.081+0000 7f6732430640 1 --2- 172.21.15.67:0/103955517 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f672c09b960 0x7f672c167a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:19.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.081+0000 7f6732c31640 1 -- 172.21.15.67:0/103955517 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f672c09b960 msgr2=0x7f672c167a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:19.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.081+0000 7f6732c31640 1 --2- 172.21.15.67:0/103955517 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f672c09b960 0x7f672c167a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:19.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.081+0000 7f6732c31640 1 -- 172.21.15.67:0/103955517 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f672c0afb80 msgr2=0x7f672c161f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:19.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.081+0000 7f6732c31640 1 --2- 172.21.15.67:0/103955517 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f672c0afb80 0x7f672c161f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:19.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.081+0000 7f6732c31640 1 -- 172.21.15.67:0/103955517 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f672c161d00 con 0x7f672c0c5a90 2024-09-21T00:23:19.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.081+0000 7f6732c31640 1 --2- 172.21.15.67:0/103955517 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f672c0c5a90 0x7f672c1649e0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f672402aff0 tx=0x7f6724003f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:23:19.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.082+0000 7f6722ffd640 1 -- 172.21.15.67:0/103955517 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6724033050 con 0x7f672c0c5a90 2024-09-21T00:23:19.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.082+0000 7f6722ffd640 1 -- 172.21.15.67:0/103955517 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f67240044d0 con 0x7f672c0c5a90 2024-09-21T00:23:19.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.082+0000 7f6734694640 1 -- 172.21.15.67:0/103955517 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f672c166d00 con 0x7f672c0c5a90 2024-09-21T00:23:19.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.082+0000 7f6722ffd640 1 -- 172.21.15.67:0/103955517 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6724038450 con 0x7f672c0c5a90 2024-09-21T00:23:19.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.082+0000 7f6734694640 1 -- 172.21.15.67:0/103955517 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f672c167280 con 0x7f672c0c5a90 2024-09-21T00:23:19.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.084+0000 7f6722ffd640 1 -- 172.21.15.67:0/103955517 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f6724036070 con 0x7f672c0c5a90 2024-09-21T00:23:19.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.084+0000 7f6722ffd640 1 --2- 172.21.15.67:0/103955517 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6710078bc0 0x7f671007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:19.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.084+0000 7f6722ffd640 1 -- 172.21.15.67:0/103955517 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f67240bc000 con 0x7f672c0c5a90 2024-09-21T00:23:19.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.084+0000 7f6732430640 1 --2- 172.21.15.67:0/103955517 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6710078bc0 0x7f671007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:19.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.085+0000 7f6732430640 1 --2- 172.21.15.67:0/103955517 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6710078bc0 0x7f671007b0d0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f6728000f60 tx=0x7f6728009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:23:19.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.085+0000 7f673b600740 1 Processor -- start 2024-09-21T00:23:19.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.085+0000 7f673b600740 1 -- start start 2024-09-21T00:23:19.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.087+0000 7f673b600740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c0a5ca24d0 0x55c0a608f9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:19.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.087+0000 7f673b600740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c0a5c79610 0x55c0a60647f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:19.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.087+0000 7f673b600740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c0a5c817f0 0x55c0a6064d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:19.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.087+0000 7f673b600740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55c0a5fbca30 con 0x55c0a5ca24d0 2024-09-21T00:23:19.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.087+0000 7f673b600740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55c0a5fabe60 con 0x55c0a5c817f0 2024-09-21T00:23:19.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.087+0000 7f673b600740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55c0a5fafc70 con 0x55c0a5c79610 2024-09-21T00:23:19.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.087+0000 7f6732430640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c0a5ca24d0 0x55c0a608f9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:19.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.087+0000 7f6732430640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c0a5ca24d0 0x55c0a608f9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60694/0 (socket says 172.21.15.67:60694) 2024-09-21T00:23:19.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.087+0000 7f6732430640 1 -- 172.21.15.67:0/3731476840 learned_addr learned my addr 172.21.15.67:0/3731476840 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:23:19.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.087+0000 7f6731c2f640 1 --2- 172.21.15.67:0/3731476840 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c0a5c79610 0x55c0a60647f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:19.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.087+0000 7f6732c31640 1 --2- 172.21.15.67:0/3731476840 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c0a5c817f0 0x55c0a6064d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:19.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.087+0000 7f6732430640 1 -- 172.21.15.67:0/3731476840 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c0a5c79610 msgr2=0x55c0a60647f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:23:19.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.087+0000 7f6732430640 1 --2- 172.21.15.67:0/3731476840 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c0a5c79610 0x55c0a60647f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:19.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.087+0000 7f6732430640 1 -- 172.21.15.67:0/3731476840 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c0a5c817f0 msgr2=0x55c0a6064d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:23:19.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.087+0000 7f6732430640 1 --2- 172.21.15.67:0/3731476840 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c0a5c817f0 0x55c0a6064d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:19.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.087+0000 7f6732430640 1 -- 172.21.15.67:0/3731476840 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c0a5f52190 con 0x55c0a5ca24d0 2024-09-21T00:23:19.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.087+0000 7f6732430640 1 --2- 172.21.15.67:0/3731476840 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c0a5ca24d0 0x55c0a608f9a0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f672800f9e0 tx=0x7f6728012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4219d81ed5115eb7 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:23:19.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.087+0000 7f670ffff640 1 -- 172.21.15.67:0/3731476840 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6728025070 con 0x55c0a5ca24d0 2024-09-21T00:23:19.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.087+0000 7f670ffff640 1 -- 172.21.15.67:0/3731476840 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f672801b050 con 0x55c0a5ca24d0 2024-09-21T00:23:19.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.087+0000 7f670ffff640 1 -- 172.21.15.67:0/3731476840 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6728014e00 con 0x55c0a5ca24d0 2024-09-21T00:23:19.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.088+0000 7f673b600740 1 -- 172.21.15.67:0/3731476840 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c0a5ca24d0 msgr2=0x55c0a608f9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:19.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.088+0000 7f673b600740 1 --2- 172.21.15.67:0/3731476840 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c0a5ca24d0 0x55c0a608f9a0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f672800f9e0 tx=0x7f6728012000 comp rx=0 tx=0).stop 2024-09-21T00:23:19.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.088+0000 7f673b600740 1 -- 172.21.15.67:0/3731476840 shutdown_connections 2024-09-21T00:23:19.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.088+0000 7f673b600740 1 --2- 172.21.15.67:0/3731476840 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c0a5c817f0 0x55c0a6064d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:19.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.088+0000 7f673b600740 1 --2- 172.21.15.67:0/3731476840 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c0a5c79610 0x55c0a60647f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:19.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.088+0000 7f673b600740 1 --2- 172.21.15.67:0/3731476840 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c0a5ca24d0 0x55c0a608f9a0 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:19.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.088+0000 7f673b600740 1 -- 172.21.15.67:0/3731476840 >> 172.21.15.67:0/3731476840 conn(0x55c0a5c96620 msgr2=0x55c0a604ac90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:23:19.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.089+0000 7f673b600740 1 -- 172.21.15.67:0/3731476840 shutdown_connections 2024-09-21T00:23:19.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.089+0000 7f673b600740 1 -- 172.21.15.67:0/3731476840 wait complete. 2024-09-21T00:23:19.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.089+0000 7f673b600740 1 -- start start 2024-09-21T00:23:19.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.089+0000 7f673b600740 1 Processor -- start 2024-09-21T00:23:19.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.091+0000 7f673b600740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c0a5c79610 0x55c0a609ee90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:19.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.091+0000 7f673b600740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c0a5c817f0 0x55c0a609f920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:19.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.091+0000 7f673b600740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c0a5ca24d0 0x55c0a6088ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:19.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.091+0000 7f673b600740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55c0a5d1c880 con 0x55c0a5c817f0 2024-09-21T00:23:19.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.091+0000 7f673b600740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55c0a5f325a0 con 0x55c0a5ca24d0 2024-09-21T00:23:19.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.091+0000 7f673b600740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55c0a608ccf0 con 0x55c0a5c79610 2024-09-21T00:23:19.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.091+0000 7f673b600740 10 client.0 _ll_register_callbacks cb 0x55c0a5f60a90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:23:19.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.091+0000 7f6731c2f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c0a5c817f0 0x55c0a609f920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:19.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.091+0000 7f6731c2f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c0a5c817f0 0x55c0a609f920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60706/0 (socket says 172.21.15.67:60706) 2024-09-21T00:23:19.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.091+0000 7f6731c2f640 1 -- 172.21.15.67:0/3473392923 learned_addr learned my addr 172.21.15.67:0/3473392923 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:23:19.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.091+0000 7f6732c31640 1 --2- 172.21.15.67:0/3473392923 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c0a5ca24d0 0x55c0a6088ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:19.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.091+0000 7f6732430640 1 --2- 172.21.15.67:0/3473392923 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c0a5c79610 0x55c0a609ee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:19.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.091+0000 7f6731c2f640 1 -- 172.21.15.67:0/3473392923 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c0a5c79610 msgr2=0x55c0a609ee90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:23:19.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.091+0000 7f6731c2f640 1 --2- 172.21.15.67:0/3473392923 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c0a5c79610 0x55c0a609ee90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:19.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.091+0000 7f6731c2f640 1 -- 172.21.15.67:0/3473392923 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c0a5ca24d0 msgr2=0x55c0a6088ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:23:19.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.091+0000 7f6731c2f640 1 --2- 172.21.15.67:0/3473392923 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c0a5ca24d0 0x55c0a6088ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:19.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.091+0000 7f6731c2f640 1 -- 172.21.15.67:0/3473392923 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c0a5d86940 con 0x55c0a5c817f0 2024-09-21T00:23:19.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.092+0000 7f6731c2f640 1 --2- 172.21.15.67:0/3473392923 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c0a5c817f0 0x55c0a609f920 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f671c0115a0 tx=0x7f671c011a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=74ec45b1b3f7fba2 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:23:19.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.092+0000 7f670d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:23:19.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.092+0000 7f670d7fa640 1 -- 172.21.15.67:0/3473392923 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f671c013670 con 0x55c0a5c817f0 2024-09-21T00:23:19.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.092+0000 7f673b600740 1 -- 172.21.15.67:0/3473392923 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55c0a5f82420 con 0x55c0a5c817f0 2024-09-21T00:23:19.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.092+0000 7f670d7fa640 1 -- 172.21.15.67:0/3473392923 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f671c013810 con 0x55c0a5c817f0 2024-09-21T00:23:19.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.092+0000 7f670d7fa640 1 -- 172.21.15.67:0/3473392923 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=18) ==== 24+0+0 (secure 0 0 0) 0x7f671c025050 con 0x55c0a5c817f0 2024-09-21T00:23:19.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.092+0000 7f673b600740 10 client.5157 fetch_fsmap learned FSMap version 18 2024-09-21T00:23:19.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.092+0000 7f673b600740 1 -- 172.21.15.67:0/3473392923 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=18,monmap=2+}) -- 0x55c0a5de70d0 con 0x55c0a5c817f0 2024-09-21T00:23:19.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.092+0000 7f670d7fa640 1 -- 172.21.15.67:0/3473392923 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x55c0a5f82420 con 0x55c0a5c817f0 2024-09-21T00:23:19.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.092+0000 7f670d7fa640 1 -- 172.21.15.67:0/3473392923 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 18) ==== 3502+0+0 (secure 0 0 0) 0x7f671c028020 con 0x55c0a5c817f0 2024-09-21T00:23:19.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.092+0000 7f673b600740 10 client.5157 fetch_fsmap finished waiting for FSMap version 18 2024-09-21T00:23:19.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.092+0000 7f673b600740 10 client.5157 resolve_mds: resolved 2:0 to role '2:0' aka daemon mds.a 2024-09-21T00:23:19.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.092+0000 7f673b600740 20 client.5157 populate_metadata read hostname 'smithi067' 2024-09-21T00:23:19.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.092+0000 7f673b600740 1 --2- 172.21.15.67:0/3473392923 >> [v2:172.21.15.67:6832/1883255258,v1:172.21.15.67:6833/1883255258] conn(0x55c0a5c612b0 0x55c0a6086920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:19.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.092+0000 7f673b600740 4 client.5157 mds_command: new command op to 4932 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:23:19.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.092+0000 7f673b600740 1 -- 172.21.15.67:0/3473392923 --> [v2:172.21.15.67:6832/1883255258,v1:172.21.15.67:6833/1883255258] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c0a5fbe980 con 0x55c0a5c612b0 2024-09-21T00:23:19.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.093+0000 7f6732430640 1 --2- 172.21.15.67:0/3473392923 >> [v2:172.21.15.67:6832/1883255258,v1:172.21.15.67:6833/1883255258] conn(0x55c0a5c612b0 0x55c0a6086920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:19.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.093+0000 7f670d7fa640 10 client.5157 ms_handle_connect on v2:172.21.15.67:6832/1883255258 2024-09-21T00:23:19.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.093+0000 7f6732430640 1 --2- 172.21.15.67:0/3473392923 >> [v2:172.21.15.67:6832/1883255258,v1:172.21.15.67:6833/1883255258] conn(0x55c0a5c612b0 0x55c0a6086920 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d378b7d5e6fb0f44 server_cookie=49f21fac46337e2a in_seq=0 out_seq=0 2024-09-21T00:23:19.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.094+0000 7f670d7fa640 1 -- 172.21.15.67:0/3473392923 <== mds.0 v2:172.21.15.67:6832/1883255258 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x55c0a5fbe980 con 0x55c0a5c612b0 2024-09-21T00:23:19.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.094+0000 7f670d7fa640 10 client.5157 handle_command_reply: tid=0 2024-09-21T00:23:19.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.094+0000 7f673b600740 1 client.5157 shutdown 2024-09-21T00:23:19.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.094+0000 7f673b600740 1 -- 172.21.15.67:0/3473392923 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c0a5c817f0 msgr2=0x55c0a609f920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:19.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.094+0000 7f673b600740 1 --2- 172.21.15.67:0/3473392923 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c0a5c817f0 0x55c0a609f920 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f671c0115a0 tx=0x7f671c011a60 comp rx=0 tx=0).stop 2024-09-21T00:23:19.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.094+0000 7f673b600740 1 -- 172.21.15.67:0/3473392923 shutdown_connections 2024-09-21T00:23:19.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.094+0000 7f673b600740 1 --2- 172.21.15.67:0/3473392923 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c0a5ca24d0 0x55c0a6088ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:19.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.094+0000 7f673b600740 1 --2- 172.21.15.67:0/3473392923 >> [v2:172.21.15.67:6832/1883255258,v1:172.21.15.67:6833/1883255258] conn(0x55c0a5c612b0 0x55c0a6086920 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:19.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.094+0000 7f673b600740 1 --2- 172.21.15.67:0/3473392923 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c0a5c817f0 0x55c0a609f920 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:19.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.094+0000 7f670d7fa640 0 client.5157 ms_handle_reset on v2:172.21.15.67:6832/1883255258 2024-09-21T00:23:19.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.094+0000 7f673b600740 1 --2- 172.21.15.67:0/3473392923 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c0a5c79610 0x55c0a609ee90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:19.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.094+0000 7f673b600740 1 -- 172.21.15.67:0/3473392923 >> 172.21.15.67:0/3473392923 conn(0x55c0a5c96620 msgr2=0x55c0a60459b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:23:19.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.094+0000 7f673b600740 1 -- 172.21.15.67:0/3473392923 shutdown_connections 2024-09-21T00:23:19.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.094+0000 7f673b600740 1 -- 172.21.15.67:0/3473392923 wait complete. 2024-09-21T00:23:19.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.094+0000 7f673b600740 20 client.5157 trim_cache size 0 max 16384 2024-09-21T00:23:19.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.112+0000 7f673b600740 1 Processor -- start 2024-09-21T00:23:19.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.112+0000 7f673b600740 1 -- start start 2024-09-21T00:23:19.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.114+0000 7f673b600740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c0a5c79610 0x55c0a604a700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:19.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.114+0000 7f673b600740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c0a5c817f0 0x55c0a604ac40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:19.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.114+0000 7f673b600740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c0a5ca24d0 0x55c0a60629c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:19.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.114+0000 7f673b600740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f672c1ffed0 con 0x55c0a5c817f0 2024-09-21T00:23:19.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.114+0000 7f673b600740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f672c1fef00 con 0x55c0a5c79610 2024-09-21T00:23:19.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.114+0000 7f673b600740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f672c1f3970 con 0x55c0a5ca24d0 2024-09-21T00:23:19.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.114+0000 7f6731c2f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c0a5c817f0 0x55c0a604ac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:19.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.114+0000 7f6731c2f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c0a5c817f0 0x55c0a604ac40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60722/0 (socket says 172.21.15.67:60722) 2024-09-21T00:23:19.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.114+0000 7f6731c2f640 1 -- 172.21.15.67:0/3015337600 learned_addr learned my addr 172.21.15.67:0/3015337600 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:23:19.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.114+0000 7f6732c31640 1 --2- 172.21.15.67:0/3015337600 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c0a5ca24d0 0x55c0a60629c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:19.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.114+0000 7f6732430640 1 --2- 172.21.15.67:0/3015337600 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c0a5c79610 0x55c0a604a700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:19.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.114+0000 7f6731c2f640 1 -- 172.21.15.67:0/3015337600 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c0a5ca24d0 msgr2=0x55c0a60629c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:23:19.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.114+0000 7f6731c2f640 1 --2- 172.21.15.67:0/3015337600 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c0a5ca24d0 0x55c0a60629c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:19.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.114+0000 7f6731c2f640 1 -- 172.21.15.67:0/3015337600 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c0a5c79610 msgr2=0x55c0a604a700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:23:19.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.114+0000 7f6731c2f640 1 --2- 172.21.15.67:0/3015337600 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c0a5c79610 0x55c0a604a700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:19.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.114+0000 7f6731c2f640 1 -- 172.21.15.67:0/3015337600 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c0a5ceb7e0 con 0x55c0a5c817f0 2024-09-21T00:23:19.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.114+0000 7f6731c2f640 1 --2- 172.21.15.67:0/3015337600 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c0a5c817f0 0x55c0a604ac40 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f671c009670 tx=0x7f671c00f250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5db6f83f37eda795 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:23:19.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.114+0000 7f670f7fe640 1 -- 172.21.15.67:0/3015337600 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f671c022040 con 0x55c0a5c817f0 2024-09-21T00:23:19.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.114+0000 7f670f7fe640 1 -- 172.21.15.67:0/3015337600 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f671c014440 con 0x55c0a5c817f0 2024-09-21T00:23:19.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.114+0000 7f670f7fe640 1 -- 172.21.15.67:0/3015337600 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f671c013960 con 0x55c0a5c817f0 2024-09-21T00:23:19.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.115+0000 7f673b600740 1 -- 172.21.15.67:0/3015337600 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c0a5c817f0 msgr2=0x55c0a604ac40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:19.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.115+0000 7f673b600740 1 --2- 172.21.15.67:0/3015337600 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c0a5c817f0 0x55c0a604ac40 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f671c009670 tx=0x7f671c00f250 comp rx=0 tx=0).stop 2024-09-21T00:23:19.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.115+0000 7f673b600740 1 -- 172.21.15.67:0/3015337600 shutdown_connections 2024-09-21T00:23:19.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.115+0000 7f673b600740 1 --2- 172.21.15.67:0/3015337600 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c0a5ca24d0 0x55c0a60629c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:19.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.115+0000 7f673b600740 1 --2- 172.21.15.67:0/3015337600 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c0a5c817f0 0x55c0a604ac40 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:19.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.115+0000 7f673b600740 1 --2- 172.21.15.67:0/3015337600 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c0a5c79610 0x55c0a604a700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:19.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.115+0000 7f673b600740 1 -- 172.21.15.67:0/3015337600 >> 172.21.15.67:0/3015337600 conn(0x55c0a5c96620 msgr2=0x55c0a608bc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:23:19.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.115+0000 7f673b600740 1 -- 172.21.15.67:0/3015337600 shutdown_connections 2024-09-21T00:23:19.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.115+0000 7f673b600740 1 -- 172.21.15.67:0/3015337600 wait complete. 2024-09-21T00:23:19.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.116+0000 7f673b600740 1 -- start start 2024-09-21T00:23:19.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.116+0000 7f673b600740 1 Processor -- start 2024-09-21T00:23:19.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.118+0000 7f673b600740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c0a5c79610 0x55c0a60a6a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:19.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.118+0000 7f673b600740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c0a5c817f0 0x55c0a609d5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:19.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.118+0000 7f673b600740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c0a5ca24d0 0x55c0a610e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:19.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.118+0000 7f673b600740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55c0a60854f0 con 0x55c0a5ca24d0 2024-09-21T00:23:19.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.118+0000 7f673b600740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f672c1f3fc0 con 0x55c0a5c79610 2024-09-21T00:23:19.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.118+0000 7f673b600740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55c0a610f200 con 0x55c0a5c817f0 2024-09-21T00:23:19.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.118+0000 7f673b600740 10 client.0 _ll_register_callbacks cb 0x7f671c009d90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:23:19.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.118+0000 7f6732c31640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c0a5ca24d0 0x55c0a610e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:19.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.118+0000 7f6732430640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c0a5c79610 0x55c0a60a6a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:19.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.118+0000 7f6732c31640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c0a5ca24d0 0x55c0a610e7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60736/0 (socket says 172.21.15.67:60736) 2024-09-21T00:23:19.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.118+0000 7f6732c31640 1 -- 172.21.15.67:0/3618752768 learned_addr learned my addr 172.21.15.67:0/3618752768 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:23:19.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.118+0000 7f6731c2f640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c0a5c817f0 0x55c0a609d5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:19.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.118+0000 7f6732430640 1 --2- 172.21.15.67:0/3618752768 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c0a5c79610 0x55c0a60a6a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.67:59030/0 (socket says 172.21.15.67:59030) 2024-09-21T00:23:19.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.118+0000 7f6732c31640 1 -- 172.21.15.67:0/3618752768 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c0a5c817f0 msgr2=0x55c0a609d5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:23:19.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.118+0000 7f6732c31640 1 --2- 172.21.15.67:0/3618752768 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c0a5c817f0 0x55c0a609d5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:19.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.118+0000 7f6732c31640 1 -- 172.21.15.67:0/3618752768 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c0a5c79610 msgr2=0x55c0a60a6a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:23:19.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.118+0000 7f6732c31640 1 --2- 172.21.15.67:0/3618752768 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c0a5c79610 0x55c0a60a6a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:19.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.118+0000 7f6732c31640 1 -- 172.21.15.67:0/3618752768 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c0a5f78fb0 con 0x55c0a5ca24d0 2024-09-21T00:23:19.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.118+0000 7f6732c31640 1 --2- 172.21.15.67:0/3618752768 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c0a5ca24d0 0x55c0a610e7a0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f6724005fd0 tx=0x7f67240098c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=956d22610a25f7db server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:23:19.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.118+0000 7f670d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:23:19.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.118+0000 7f670d7fa640 1 -- 172.21.15.67:0/3618752768 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f672409e060 con 0x55c0a5ca24d0 2024-09-21T00:23:19.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.118+0000 7f670d7fa640 1 -- 172.21.15.67:0/3618752768 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f672408d360 con 0x55c0a5ca24d0 2024-09-21T00:23:19.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.118+0000 7f673b600740 1 -- 172.21.15.67:0/3618752768 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f671c014440 con 0x55c0a5ca24d0 2024-09-21T00:23:19.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.119+0000 7f670d7fa640 1 -- 172.21.15.67:0/3618752768 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=18) ==== 24+0+0 (secure 0 0 0) 0x7f6724088940 con 0x55c0a5ca24d0 2024-09-21T00:23:19.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.119+0000 7f673b600740 10 client.5163 fetch_fsmap learned FSMap version 18 2024-09-21T00:23:19.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.119+0000 7f673b600740 1 -- 172.21.15.67:0/3618752768 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=18,monmap=2+}) -- 0x55c0a609db20 con 0x55c0a5ca24d0 2024-09-21T00:23:19.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.119+0000 7f670d7fa640 1 -- 172.21.15.67:0/3618752768 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f671c014440 con 0x55c0a5ca24d0 2024-09-21T00:23:19.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.119+0000 7f670d7fa640 1 -- 172.21.15.67:0/3618752768 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 18) ==== 3502+0+0 (secure 0 0 0) 0x7f6724040070 con 0x55c0a5ca24d0 2024-09-21T00:23:19.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.119+0000 7f673b600740 10 client.5163 fetch_fsmap finished waiting for FSMap version 18 2024-09-21T00:23:19.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.119+0000 7f673b600740 10 client.5163 resolve_mds: resolved 2:0 to role '2:0' aka daemon mds.a 2024-09-21T00:23:19.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.119+0000 7f673b600740 20 client.5163 populate_metadata read hostname 'smithi067' 2024-09-21T00:23:19.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.119+0000 7f673b600740 1 --2- 172.21.15.67:0/3618752768 >> [v2:172.21.15.67:6832/1883255258,v1:172.21.15.67:6833/1883255258] conn(0x55c0a6072330 0x55c0a604a700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:19.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.119+0000 7f673b600740 4 client.5163 mds_command: new command op to 4932 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["recursive", "scrub_mdsdir"]}] 2024-09-21T00:23:19.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.119+0000 7f673b600740 1 -- 172.21.15.67:0/3618752768 --> [v2:172.21.15.67:6832/1883255258,v1:172.21.15.67:6833/1883255258] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["recursive", "scrub_mdsdir"]}) -- 0x55c0a5fba430 con 0x55c0a6072330 2024-09-21T00:23:19.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.119+0000 7f6732430640 1 --2- 172.21.15.67:0/3618752768 >> [v2:172.21.15.67:6832/1883255258,v1:172.21.15.67:6833/1883255258] conn(0x55c0a6072330 0x55c0a604a700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:19.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.119+0000 7f670d7fa640 10 client.5163 ms_handle_connect on v2:172.21.15.67:6832/1883255258 2024-09-21T00:23:19.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.120+0000 7f6732430640 1 --2- 172.21.15.67:0/3618752768 >> [v2:172.21.15.67:6832/1883255258,v1:172.21.15.67:6833/1883255258] conn(0x55c0a6072330 0x55c0a604a700 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=45c2bd425124c93b server_cookie=b8c7763f7b2d7795 in_seq=0 out_seq=0 2024-09-21T00:23:19.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.127+0000 7f670d7fa640 1 -- 172.21.15.67:0/3618752768 <== mds.0 v2:172.21.15.67:6832/1883255258 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55c0a5fba430 con 0x55c0a6072330 2024-09-21T00:23:19.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.127+0000 7f670d7fa640 10 client.5163 handle_command_reply: tid=0 2024-09-21T00:23:19.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.127+0000 7f673b600740 1 client.5163 shutdown 2024-09-21T00:23:19.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.127+0000 7f673b600740 1 -- 172.21.15.67:0/3618752768 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c0a5ca24d0 msgr2=0x55c0a610e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:19.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.127+0000 7f673b600740 1 --2- 172.21.15.67:0/3618752768 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c0a5ca24d0 0x55c0a610e7a0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f6724005fd0 tx=0x7f67240098c0 comp rx=0 tx=0).stop 2024-09-21T00:23:19.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.127+0000 7f673b600740 1 -- 172.21.15.67:0/3618752768 shutdown_connections 2024-09-21T00:23:19.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.127+0000 7f673b600740 1 --2- 172.21.15.67:0/3618752768 >> [v2:172.21.15.67:6832/1883255258,v1:172.21.15.67:6833/1883255258] conn(0x55c0a6072330 0x55c0a604a700 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:19.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.127+0000 7f673b600740 1 --2- 172.21.15.67:0/3618752768 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c0a5ca24d0 0x55c0a610e7a0 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:19.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.127+0000 7f673b600740 1 --2- 172.21.15.67:0/3618752768 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c0a5c817f0 0x55c0a609d5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:19.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.127+0000 7f670d7fa640 0 client.5163 ms_handle_reset on v2:172.21.15.67:6832/1883255258 2024-09-21T00:23:19.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.127+0000 7f673b600740 1 --2- 172.21.15.67:0/3618752768 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c0a5c79610 0x55c0a60a6a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:19.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.127+0000 7f673b600740 1 -- 172.21.15.67:0/3618752768 >> 172.21.15.67:0/3618752768 conn(0x55c0a5c96620 msgr2=0x55c0a60b2e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:23:19.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.127+0000 7f673b600740 1 -- 172.21.15.67:0/3618752768 shutdown_connections 2024-09-21T00:23:19.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.127+0000 7f673b600740 1 -- 172.21.15.67:0/3618752768 wait complete. 2024-09-21T00:23:19.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.127+0000 7f673b600740 20 client.5163 trim_cache size 0 max 16384 2024-09-21T00:23:19.131 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:23:19.131 INFO:teuthology.orchestra.run.smithi067.stdout: "return_code": 0, 2024-09-21T00:23:19.131 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_tag": "b30bbdda-27e0-4085-ba74-b3ee78cb8478", 2024-09-21T00:23:19.131 INFO:teuthology.orchestra.run.smithi067.stdout: "mode": "asynchronous" 2024-09-21T00:23:19.131 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:23:19.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.128+0000 7f6734694640 1 -- 172.21.15.67:0/103955517 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6710078bc0 msgr2=0x7f671007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:19.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.128+0000 7f6734694640 1 --2- 172.21.15.67:0/103955517 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6710078bc0 0x7f671007b0d0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f6728000f60 tx=0x7f6728009040 comp rx=0 tx=0).stop 2024-09-21T00:23:19.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.128+0000 7f6734694640 1 -- 172.21.15.67:0/103955517 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f672c0c5a90 msgr2=0x7f672c1649e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:19.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.128+0000 7f6734694640 1 --2- 172.21.15.67:0/103955517 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f672c0c5a90 0x7f672c1649e0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f672402aff0 tx=0x7f6724003f90 comp rx=0 tx=0).stop 2024-09-21T00:23:19.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.128+0000 7f6734694640 1 -- 172.21.15.67:0/103955517 shutdown_connections 2024-09-21T00:23:19.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.128+0000 7f6734694640 1 --2- 172.21.15.67:0/103955517 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6710078bc0 0x7f671007b0d0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:19.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.128+0000 7f6734694640 1 --2- 172.21.15.67:0/103955517 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f672c0c5a90 0x7f672c1649e0 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:19.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.128+0000 7f6734694640 1 --2- 172.21.15.67:0/103955517 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f672c0afb80 0x7f672c161f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:19.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.128+0000 7f6734694640 1 --2- 172.21.15.67:0/103955517 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f672c09b960 0x7f672c167a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:19.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.128+0000 7f6734694640 1 -- 172.21.15.67:0/103955517 >> 172.21.15.67:0/103955517 conn(0x7f672c0cee80 msgr2=0x7f672c0b33d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:23:19.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.128+0000 7f6734694640 1 -- 172.21.15.67:0/103955517 shutdown_connections 2024-09-21T00:23:19.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.128+0000 7f6734694640 1 -- 172.21.15.67:0/103955517 wait complete. 2024-09-21T00:23:19.142 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:23:19.142 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.2:0 scrub status 2024-09-21T00:23:19.151 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:23:19.187 DEBUG:teuthology.orchestra.run.smithi097:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:23:19.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.272+0000 7f43ce2d5640 1 -- 172.21.15.67:0/3115443350 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f43c80cfbb0 msgr2=0x7f43c80b5330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:19.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.272+0000 7f43ce2d5640 1 --2- 172.21.15.67:0/3115443350 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f43c80cfbb0 0x7f43c80b5330 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f43bc009830 tx=0x7f43bc02a510 comp rx=0 tx=0).stop 2024-09-21T00:23:19.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.272+0000 7f43ce2d5640 1 -- 172.21.15.67:0/3115443350 shutdown_connections 2024-09-21T00:23:19.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.272+0000 7f43ce2d5640 1 --2- 172.21.15.67:0/3115443350 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f43c80cfbb0 0x7f43c80b5330 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:19.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.272+0000 7f43ce2d5640 1 --2- 172.21.15.67:0/3115443350 >> v2:172.21.15.97:3300/0 conn(0x7f43c80b76c0 0x7f43c80cef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:19.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.272+0000 7f43ce2d5640 1 -- 172.21.15.67:0/3115443350 >> 172.21.15.67:0/3115443350 conn(0x7f43c808bee0 msgr2=0x7f43c80d24e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:23:19.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.272+0000 7f43ce2d5640 1 -- 172.21.15.67:0/3115443350 shutdown_connections 2024-09-21T00:23:19.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.272+0000 7f43ce2d5640 1 -- 172.21.15.67:0/3115443350 wait complete. 2024-09-21T00:23:19.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.274+0000 7f43ce2d5640 1 Processor -- start 2024-09-21T00:23:19.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.274+0000 7f43ce2d5640 1 -- start start 2024-09-21T00:23:19.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.276+0000 7f43ce2d5640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f43c80b5870 0x7f43c8148b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:19.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.276+0000 7f43ce2d5640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f43c80b76c0 0x7f43c8149330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:19.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.276+0000 7f43ce2d5640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f43c80cfbb0 0x7f43c8149870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:19.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.276+0000 7f43ce2d5640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f43c80cd040 con 0x7f43c80cfbb0 2024-09-21T00:23:19.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.276+0000 7f43ce2d5640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f43c80d14b0 con 0x7f43c80b76c0 2024-09-21T00:23:19.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.276+0000 7f43ce2d5640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f43c80cd1c0 con 0x7f43c80b5870 2024-09-21T00:23:19.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.276+0000 7f43c7fff640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f43c80b5870 0x7f43c8148b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:19.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.276+0000 7f43c7fff640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f43c80b5870 0x7f43c8148b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.67:44968/0 (socket says 172.21.15.67:44968) 2024-09-21T00:23:19.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.276+0000 7f43c7fff640 1 -- 172.21.15.67:0/3653020986 learned_addr learned my addr 172.21.15.67:0/3653020986 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:23:19.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.276+0000 7f43cc872640 1 --2- 172.21.15.67:0/3653020986 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f43c80cfbb0 0x7f43c8149870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:19.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.276+0000 7f43c77fe640 1 --2- 172.21.15.67:0/3653020986 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f43c80b76c0 0x7f43c8149330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:19.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.276+0000 7f43c7fff640 1 -- 172.21.15.67:0/3653020986 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f43c80b76c0 msgr2=0x7f43c8149330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:19.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.276+0000 7f43c7fff640 1 --2- 172.21.15.67:0/3653020986 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f43c80b76c0 0x7f43c8149330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:19.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.276+0000 7f43c7fff640 1 -- 172.21.15.67:0/3653020986 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f43c80cfbb0 msgr2=0x7f43c8149870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:19.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.276+0000 7f43c7fff640 1 --2- 172.21.15.67:0/3653020986 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f43c80cfbb0 0x7f43c8149870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:19.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.276+0000 7f43c7fff640 1 -- 172.21.15.67:0/3653020986 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43c815eb40 con 0x7f43c80b5870 2024-09-21T00:23:19.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.276+0000 7f43c77fe640 1 --2- 172.21.15.67:0/3653020986 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f43c80b76c0 0x7f43c8149330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:23:19.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.277+0000 7f43c7fff640 1 --2- 172.21.15.67:0/3653020986 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f43c80b5870 0x7f43c8148b70 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f43b800e7c0 tx=0x7f43b800ec80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:23:19.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.277+0000 7f43c4ff9640 1 -- 172.21.15.67:0/3653020986 <== mon.2 v2:172.21.15.97:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43b800ccc0 con 0x7f43c80b5870 2024-09-21T00:23:19.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.277+0000 7f43c4ff9640 1 -- 172.21.15.67:0/3653020986 <== mon.2 v2:172.21.15.97:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f43b8010430 con 0x7f43c80b5870 2024-09-21T00:23:19.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.277+0000 7f43c4ff9640 1 -- 172.21.15.67:0/3653020986 <== mon.2 v2:172.21.15.97:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43b8010840 con 0x7f43c80b5870 2024-09-21T00:23:19.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.277+0000 7f43ce2d5640 1 -- 172.21.15.67:0/3653020986 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43c815ee20 con 0x7f43c80b5870 2024-09-21T00:23:19.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.277+0000 7f43ce2d5640 1 -- 172.21.15.67:0/3653020986 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f43c815f3e0 con 0x7f43c80b5870 2024-09-21T00:23:19.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.279+0000 7f43c4ff9640 1 -- 172.21.15.67:0/3653020986 <== mon.2 v2:172.21.15.97:3301/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f43b80109e0 con 0x7f43c80b5870 2024-09-21T00:23:19.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.279+0000 7f43c4ff9640 1 --2- 172.21.15.67:0/3653020986 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f43b4078b90 0x7f43b407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:19.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.280+0000 7f43c4ff9640 1 -- 172.21.15.67:0/3653020986 <== mon.2 v2:172.21.15.97:3301/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f43b809b7e0 con 0x7f43c80b5870 2024-09-21T00:23:19.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.280+0000 7f43c77fe640 1 --2- 172.21.15.67:0/3653020986 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f43b4078b90 0x7f43b407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:19.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.280+0000 7f43c77fe640 1 --2- 172.21.15.67:0/3653020986 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f43b4078b90 0x7f43b407b0a0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f43bc034000 tx=0x7f43bc004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:23:19.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.280+0000 7f43d5240740 1 Processor -- start 2024-09-21T00:23:19.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.280+0000 7f43d5240740 1 -- start start 2024-09-21T00:23:19.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.282+0000 7f43d5240740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5622caf8b390 0x5622cb364f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:19.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.282+0000 7f43d5240740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5622caf624d0 0x5622cb365490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:19.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.282+0000 7f43d5240740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5622caf6a6b0 0x5622cb382390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:19.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.282+0000 7f43d5240740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5622cb2a5a60 con 0x5622caf8b390 2024-09-21T00:23:19.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.282+0000 7f43d5240740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5622cb294e90 con 0x5622caf624d0 2024-09-21T00:23:19.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.282+0000 7f43d5240740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x5622cb298ca0 con 0x5622caf6a6b0 2024-09-21T00:23:19.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.282+0000 7f43c77fe640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5622caf624d0 0x5622cb365490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:19.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.282+0000 7f43c7fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5622caf8b390 0x5622cb364f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:19.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.282+0000 7f43c77fe640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5622caf624d0 0x5622cb365490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.67:59074/0 (socket says 172.21.15.67:59074) 2024-09-21T00:23:19.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.282+0000 7f43c77fe640 1 -- 172.21.15.67:0/1570870561 learned_addr learned my addr 172.21.15.67:0/1570870561 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:23:19.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.282+0000 7f43cc872640 1 --2- 172.21.15.67:0/1570870561 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5622caf6a6b0 0x5622cb382390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:19.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.282+0000 7f43c77fe640 1 -- 172.21.15.67:0/1570870561 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5622caf6a6b0 msgr2=0x5622cb382390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:23:19.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.282+0000 7f43c77fe640 1 --2- 172.21.15.67:0/1570870561 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5622caf6a6b0 0x5622cb382390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:19.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.282+0000 7f43c77fe640 1 -- 172.21.15.67:0/1570870561 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5622caf8b390 msgr2=0x5622cb364f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:23:19.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.282+0000 7f43c77fe640 1 --2- 172.21.15.67:0/1570870561 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5622caf8b390 0x5622cb364f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:19.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.282+0000 7f43c77fe640 1 -- 172.21.15.67:0/1570870561 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5622cb06d7d0 con 0x5622caf624d0 2024-09-21T00:23:19.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.282+0000 7f43c77fe640 1 --2- 172.21.15.67:0/1570870561 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5622caf624d0 0x5622cb365490 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f43bc02ab00 tx=0x7f43bc03e040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=43e75be284e6c339 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:23:19.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.283+0000 7f43adffb640 1 -- 172.21.15.67:0/1570870561 <== mon.1 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43bc003d60 con 0x5622caf624d0 2024-09-21T00:23:19.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.283+0000 7f43adffb640 1 -- 172.21.15.67:0/1570870561 <== mon.1 v2:172.21.15.97:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f43bc005020 con 0x5622caf624d0 2024-09-21T00:23:19.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.283+0000 7f43adffb640 1 -- 172.21.15.67:0/1570870561 <== mon.1 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43bc005410 con 0x5622caf624d0 2024-09-21T00:23:19.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.284+0000 7f43d5240740 1 -- 172.21.15.67:0/1570870561 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5622caf624d0 msgr2=0x5622cb365490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:19.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.284+0000 7f43d5240740 1 --2- 172.21.15.67:0/1570870561 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5622caf624d0 0x5622cb365490 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f43bc02ab00 tx=0x7f43bc03e040 comp rx=0 tx=0).stop 2024-09-21T00:23:19.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.284+0000 7f43d5240740 1 -- 172.21.15.67:0/1570870561 shutdown_connections 2024-09-21T00:23:19.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.284+0000 7f43d5240740 1 --2- 172.21.15.67:0/1570870561 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5622caf6a6b0 0x5622cb382390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:19.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.284+0000 7f43d5240740 1 --2- 172.21.15.67:0/1570870561 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5622caf624d0 0x5622cb365490 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:19.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.284+0000 7f43d5240740 1 --2- 172.21.15.67:0/1570870561 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5622caf8b390 0x5622cb364f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:19.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.284+0000 7f43d5240740 1 -- 172.21.15.67:0/1570870561 >> 172.21.15.67:0/1570870561 conn(0x5622caf7f4e0 msgr2=0x5622cb33b210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:23:19.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.284+0000 7f43d5240740 1 -- 172.21.15.67:0/1570870561 shutdown_connections 2024-09-21T00:23:19.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.284+0000 7f43d5240740 1 -- 172.21.15.67:0/1570870561 wait complete. 2024-09-21T00:23:19.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.285+0000 7f43d5240740 1 -- start start 2024-09-21T00:23:19.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.285+0000 7f43d5240740 1 Processor -- start 2024-09-21T00:23:19.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.286+0000 7f43d5240740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5622caf624d0 0x5622cb38f8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:19.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.286+0000 7f43d5240740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5622caf6a6b0 0x5622cb38e610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:19.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.286+0000 7f43d5240740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5622caf8b390 0x5622cb379550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:19.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.286+0000 7f43d5240740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5622cb005740 con 0x5622caf8b390 2024-09-21T00:23:19.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.286+0000 7f43d5240740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5622cb23a970 con 0x5622caf624d0 2024-09-21T00:23:19.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.286+0000 7f43d5240740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x5622cb3659d0 con 0x5622caf6a6b0 2024-09-21T00:23:19.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.287+0000 7f43c77fe640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5622caf6a6b0 0x5622cb38e610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:19.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.287+0000 7f43d5240740 10 client.0 _ll_register_callbacks cb 0x5622cb23dbe0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:23:19.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.287+0000 7f43c7fff640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5622caf624d0 0x5622cb38f8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:19.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.287+0000 7f43c77fe640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5622caf6a6b0 0x5622cb38e610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.67:44990/0 (socket says 172.21.15.67:44990) 2024-09-21T00:23:19.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.287+0000 7f43c77fe640 1 -- 172.21.15.67:0/1846593175 learned_addr learned my addr 172.21.15.67:0/1846593175 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:23:19.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.287+0000 7f43cc872640 1 --2- 172.21.15.67:0/1846593175 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5622caf8b390 0x5622cb379550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:19.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.287+0000 7f43c77fe640 1 -- 172.21.15.67:0/1846593175 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5622caf624d0 msgr2=0x5622cb38f8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:23:19.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.287+0000 7f43c77fe640 1 --2- 172.21.15.67:0/1846593175 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5622caf624d0 0x5622cb38f8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:19.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.287+0000 7f43c77fe640 1 -- 172.21.15.67:0/1846593175 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5622caf8b390 msgr2=0x5622cb379550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:23:19.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.287+0000 7f43c77fe640 1 --2- 172.21.15.67:0/1846593175 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5622caf8b390 0x5622cb379550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:19.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.287+0000 7f43c77fe640 1 -- 172.21.15.67:0/1846593175 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({osdmap=0}) -- 0x5622caff6970 con 0x5622caf6a6b0 2024-09-21T00:23:19.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.287+0000 7f43c7fff640 1 --2- 172.21.15.67:0/1846593175 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5622caf624d0 0x5622cb38f8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:23:19.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.287+0000 7f43c77fe640 1 --2- 172.21.15.67:0/1846593175 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5622caf6a6b0 0x5622cb38e610 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f43bc009950 tx=0x7f43bc0056c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2647a82b3bc547fe server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:23:19.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.287+0000 7f43a6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.97:3301/0 2024-09-21T00:23:19.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.287+0000 7f43a6ffd640 1 -- 172.21.15.67:0/1846593175 <== mon.2 v2:172.21.15.97:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43bc05d060 con 0x5622caf6a6b0 2024-09-21T00:23:19.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.287+0000 7f43a6ffd640 1 -- 172.21.15.67:0/1846593175 <== mon.2 v2:172.21.15.97:3301/0 2 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f43bc0049b0 con 0x5622caf6a6b0 2024-09-21T00:23:19.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.287+0000 7f43d5240740 1 -- 172.21.15.67:0/1846593175 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f43bc005020 con 0x5622caf6a6b0 2024-09-21T00:23:19.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.288+0000 7f43a6ffd640 1 -- 172.21.15.67:0/1846593175 <== mon.2 v2:172.21.15.97:3301/0 3 ==== mon_get_version_reply(handle=1 version=18) ==== 24+0+0 (secure 0 0 0) 0x7f43bc063050 con 0x5622caf6a6b0 2024-09-21T00:23:19.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.288+0000 7f43d5240740 10 client.4820 fetch_fsmap learned FSMap version 18 2024-09-21T00:23:19.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.288+0000 7f43d5240740 1 -- 172.21.15.67:0/1846593175 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({config=0+,fsmap=18,monmap=2+}) -- 0x5622cafd46a0 con 0x5622caf6a6b0 2024-09-21T00:23:19.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.288+0000 7f43a6ffd640 1 -- 172.21.15.67:0/1846593175 <== mon.2 v2:172.21.15.97:3301/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f43bc005020 con 0x5622caf6a6b0 2024-09-21T00:23:19.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.288+0000 7f43a6ffd640 1 -- 172.21.15.67:0/1846593175 <== mon.2 v2:172.21.15.97:3301/0 5 ==== fsmap(e 18) ==== 3502+0+0 (secure 0 0 0) 0x7f43bc066020 con 0x5622caf6a6b0 2024-09-21T00:23:19.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.288+0000 7f43d5240740 10 client.4820 fetch_fsmap finished waiting for FSMap version 18 2024-09-21T00:23:19.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.288+0000 7f43d5240740 10 client.4820 resolve_mds: resolved 2:0 to role '2:0' aka daemon mds.a 2024-09-21T00:23:19.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.288+0000 7f43d5240740 20 client.4820 populate_metadata read hostname 'smithi067' 2024-09-21T00:23:19.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.288+0000 7f43d5240740 1 --2- 172.21.15.67:0/1846593175 >> [v2:172.21.15.67:6832/1883255258,v1:172.21.15.67:6833/1883255258] conn(0x5622caf49f60 0x5622cb392440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:19.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.288+0000 7f43d5240740 4 client.4820 mds_command: new command op to 4932 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:23:19.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.288+0000 7f43d5240740 1 -- 172.21.15.67:0/1846593175 --> [v2:172.21.15.67:6832/1883255258,v1:172.21.15.67:6833/1883255258] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5622cb2a79b0 con 0x5622caf49f60 2024-09-21T00:23:19.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.288+0000 7f43c7fff640 1 --2- 172.21.15.67:0/1846593175 >> [v2:172.21.15.67:6832/1883255258,v1:172.21.15.67:6833/1883255258] conn(0x5622caf49f60 0x5622cb392440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:19.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.289+0000 7f43a6ffd640 10 client.4820 ms_handle_connect on v2:172.21.15.67:6832/1883255258 2024-09-21T00:23:19.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.289+0000 7f43c7fff640 1 --2- 172.21.15.67:0/1846593175 >> [v2:172.21.15.67:6832/1883255258,v1:172.21.15.67:6833/1883255258] conn(0x5622caf49f60 0x5622cb392440 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f095a5799ef2ca89 server_cookie=4a67d89925dc3a25 in_seq=0 out_seq=0 2024-09-21T00:23:19.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.290+0000 7f43a6ffd640 1 -- 172.21.15.67:0/1846593175 <== mds.0 v2:172.21.15.67:6832/1883255258 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x5622cb2a79b0 con 0x5622caf49f60 2024-09-21T00:23:19.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.290+0000 7f43a6ffd640 10 client.4820 handle_command_reply: tid=0 2024-09-21T00:23:19.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.291+0000 7f43d5240740 1 client.4820 shutdown 2024-09-21T00:23:19.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.291+0000 7f43d5240740 1 -- 172.21.15.67:0/1846593175 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5622caf6a6b0 msgr2=0x5622cb38e610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:19.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.291+0000 7f43d5240740 1 --2- 172.21.15.67:0/1846593175 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5622caf6a6b0 0x5622cb38e610 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f43bc009950 tx=0x7f43bc0056c0 comp rx=0 tx=0).stop 2024-09-21T00:23:19.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.291+0000 7f43d5240740 1 -- 172.21.15.67:0/1846593175 shutdown_connections 2024-09-21T00:23:19.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.291+0000 7f43d5240740 1 --2- 172.21.15.67:0/1846593175 >> [v2:172.21.15.67:6832/1883255258,v1:172.21.15.67:6833/1883255258] conn(0x5622caf49f60 0x5622cb392440 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:19.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.291+0000 7f43d5240740 1 --2- 172.21.15.67:0/1846593175 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5622caf8b390 0x5622cb379550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:19.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.291+0000 7f43d5240740 1 --2- 172.21.15.67:0/1846593175 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5622caf6a6b0 0x5622cb38e610 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:19.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.291+0000 7f43d5240740 1 --2- 172.21.15.67:0/1846593175 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5622caf624d0 0x5622cb38f8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:19.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.291+0000 7f43a6ffd640 0 client.4820 ms_handle_reset on v2:172.21.15.67:6832/1883255258 2024-09-21T00:23:19.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.291+0000 7f43d5240740 1 -- 172.21.15.67:0/1846593175 >> 172.21.15.67:0/1846593175 conn(0x5622caf7f4e0 msgr2=0x5622cb355220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:23:19.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.291+0000 7f43d5240740 1 -- 172.21.15.67:0/1846593175 shutdown_connections 2024-09-21T00:23:19.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.291+0000 7f43d5240740 1 -- 172.21.15.67:0/1846593175 wait complete. 2024-09-21T00:23:19.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.291+0000 7f43d5240740 20 client.4820 trim_cache size 0 max 16384 2024-09-21T00:23:19.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.310+0000 7f43d5240740 1 Processor -- start 2024-09-21T00:23:19.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.310+0000 7f43d5240740 1 -- start start 2024-09-21T00:23:19.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.311+0000 7f43d5240740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5622caf49f60 0x5622cb338580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:19.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.311+0000 7f43d5240740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5622caf624d0 0x5622cb376d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:19.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.311+0000 7f43d5240740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5622caf6a6b0 0x5622cb3a2b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:19.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.311+0000 7f43d5240740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f43c8070090 con 0x5622caf624d0 2024-09-21T00:23:19.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.311+0000 7f43d5240740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f43c806f0d0 con 0x5622caf6a6b0 2024-09-21T00:23:19.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.311+0000 7f43d5240740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f43c814b750 con 0x5622caf49f60 2024-09-21T00:23:19.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.312+0000 7f43c77fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5622caf624d0 0x5622cb376d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:19.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.312+0000 7f43c7fff640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5622caf49f60 0x5622cb338580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:19.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.312+0000 7f43cc872640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5622caf6a6b0 0x5622cb3a2b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:19.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.312+0000 7f43c7fff640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5622caf49f60 0x5622cb338580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.67:44996/0 (socket says 172.21.15.67:44996) 2024-09-21T00:23:19.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.312+0000 7f43c77fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5622caf624d0 0x5622cb376d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60760/0 (socket says 172.21.15.67:60760) 2024-09-21T00:23:19.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.312+0000 7f43c7fff640 1 -- 172.21.15.67:0/584787545 learned_addr learned my addr 172.21.15.67:0/584787545 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:23:19.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.312+0000 7f43c7fff640 1 -- 172.21.15.67:0/584787545 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5622caf6a6b0 msgr2=0x5622cb3a2b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:23:19.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.312+0000 7f43c7fff640 1 --2- 172.21.15.67:0/584787545 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5622caf6a6b0 0x5622cb3a2b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:19.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.312+0000 7f43c7fff640 1 -- 172.21.15.67:0/584787545 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5622caf624d0 msgr2=0x5622cb376d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:23:19.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.312+0000 7f43c7fff640 1 --2- 172.21.15.67:0/584787545 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5622caf624d0 0x5622cb376d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:19.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.312+0000 7f43c7fff640 1 -- 172.21.15.67:0/584787545 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5622cb336260 con 0x5622caf49f60 2024-09-21T00:23:19.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.312+0000 7f43c77fe640 1 --2- 172.21.15.67:0/584787545 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5622caf624d0 0x5622cb376d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:23:19.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.312+0000 7f43cc872640 1 --2- 172.21.15.67:0/584787545 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5622caf6a6b0 0x5622cb3a2b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:23:19.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.312+0000 7f43c7fff640 1 --2- 172.21.15.67:0/584787545 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5622caf49f60 0x5622cb338580 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f43b8063230 tx=0x7f43b8099b40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5d7f0fa38bbcd7e9 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:23:19.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.312+0000 7f43ad7fa640 1 -- 172.21.15.67:0/584787545 <== mon.2 v2:172.21.15.97:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43b8082070 con 0x5622caf49f60 2024-09-21T00:23:19.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.312+0000 7f43ad7fa640 1 -- 172.21.15.67:0/584787545 <== mon.2 v2:172.21.15.97:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f43b8067f60 con 0x5622caf49f60 2024-09-21T00:23:19.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.312+0000 7f43ad7fa640 1 -- 172.21.15.67:0/584787545 <== mon.2 v2:172.21.15.97:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43b806cea0 con 0x5622caf49f60 2024-09-21T00:23:19.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.313+0000 7f43d5240740 1 -- 172.21.15.67:0/584787545 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5622caf49f60 msgr2=0x5622cb338580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:19.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.313+0000 7f43d5240740 1 --2- 172.21.15.67:0/584787545 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5622caf49f60 0x5622cb338580 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f43b8063230 tx=0x7f43b8099b40 comp rx=0 tx=0).stop 2024-09-21T00:23:19.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.313+0000 7f43d5240740 1 -- 172.21.15.67:0/584787545 shutdown_connections 2024-09-21T00:23:19.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.313+0000 7f43d5240740 1 --2- 172.21.15.67:0/584787545 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5622caf6a6b0 0x5622cb3a2b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:19.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.313+0000 7f43d5240740 1 --2- 172.21.15.67:0/584787545 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5622caf624d0 0x5622cb376d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:19.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.313+0000 7f43d5240740 1 --2- 172.21.15.67:0/584787545 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5622caf49f60 0x5622cb338580 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:19.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.313+0000 7f43d5240740 1 -- 172.21.15.67:0/584787545 >> 172.21.15.67:0/584787545 conn(0x5622caf7f4e0 msgr2=0x5622cb38f6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:23:19.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.313+0000 7f43d5240740 1 -- 172.21.15.67:0/584787545 shutdown_connections 2024-09-21T00:23:19.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.314+0000 7f43d5240740 1 -- 172.21.15.67:0/584787545 wait complete. 2024-09-21T00:23:19.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.314+0000 7f43d5240740 1 -- start start 2024-09-21T00:23:19.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.315+0000 7f43d5240740 1 Processor -- start 2024-09-21T00:23:19.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.316+0000 7f43d5240740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5622caf49f60 0x5622cb3fe090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:19.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.316+0000 7f43d5240740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5622caf624d0 0x5622cb3a20b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:19.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.316+0000 7f43d5240740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5622caf6a6b0 0x5622cb32c770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:19.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.316+0000 7f43d5240740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f43c814bda0 con 0x5622caf6a6b0 2024-09-21T00:23:19.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.316+0000 7f43d5240740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5622cb2a79b0 con 0x5622caf49f60 2024-09-21T00:23:19.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.316+0000 7f43d5240740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x5622cb365800 con 0x5622caf624d0 2024-09-21T00:23:19.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.316+0000 7f43d5240740 10 client.0 _ll_register_callbacks cb 0x7f43b00036f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:23:19.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.316+0000 7f43cc872640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5622caf6a6b0 0x5622cb32c770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:19.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.316+0000 7f43c7fff640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5622caf49f60 0x5622cb3fe090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:19.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.316+0000 7f43cc872640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5622caf6a6b0 0x5622cb32c770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60764/0 (socket says 172.21.15.67:60764) 2024-09-21T00:23:19.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.316+0000 7f43cc872640 1 -- 172.21.15.67:0/1812813040 learned_addr learned my addr 172.21.15.67:0/1812813040 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:23:19.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.316+0000 7f43c77fe640 1 --2- 172.21.15.67:0/1812813040 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5622caf624d0 0x5622cb3a20b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:19.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.317+0000 7f43c7fff640 1 -- 172.21.15.67:0/1812813040 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5622caf624d0 msgr2=0x5622cb3a20b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:23:19.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.317+0000 7f43c7fff640 1 --2- 172.21.15.67:0/1812813040 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5622caf624d0 0x5622cb3a20b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:19.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.317+0000 7f43c7fff640 1 -- 172.21.15.67:0/1812813040 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5622caf6a6b0 msgr2=0x5622cb32c770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:23:19.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.317+0000 7f43c7fff640 1 --2- 172.21.15.67:0/1812813040 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5622caf6a6b0 0x5622cb32c770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:19.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.317+0000 7f43c7fff640 1 -- 172.21.15.67:0/1812813040 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5622cb3a25f0 con 0x5622caf49f60 2024-09-21T00:23:19.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.317+0000 7f43c7fff640 1 --2- 172.21.15.67:0/1812813040 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5622caf49f60 0x5622cb3fe090 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f43b800e790 tx=0x7f43b8062f00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=58f462dcc53d0cba server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:23:19.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.317+0000 7f43a6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.97:3300/0 2024-09-21T00:23:19.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.317+0000 7f43a6ffd640 1 -- 172.21.15.67:0/1812813040 <== mon.1 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43b8082070 con 0x5622caf49f60 2024-09-21T00:23:19.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.317+0000 7f43a6ffd640 1 -- 172.21.15.67:0/1812813040 <== mon.1 v2:172.21.15.97:3300/0 2 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f43b8062790 con 0x5622caf49f60 2024-09-21T00:23:19.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.317+0000 7f43d5240740 1 -- 172.21.15.67:0/1812813040 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f43b8067f60 con 0x5622caf49f60 2024-09-21T00:23:19.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.317+0000 7f43a6ffd640 1 -- 172.21.15.67:0/1812813040 <== mon.1 v2:172.21.15.97:3300/0 3 ==== mon_get_version_reply(handle=1 version=18) ==== 24+0+0 (secure 0 0 0) 0x7f43b8062990 con 0x5622caf49f60 2024-09-21T00:23:19.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.317+0000 7f43d5240740 10 client.5053 fetch_fsmap learned FSMap version 18 2024-09-21T00:23:19.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.317+0000 7f43d5240740 1 -- 172.21.15.67:0/1812813040 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,fsmap=18,monmap=2+}) -- 0x5622cb379020 con 0x5622caf49f60 2024-09-21T00:23:19.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.317+0000 7f43a6ffd640 1 -- 172.21.15.67:0/1812813040 <== mon.1 v2:172.21.15.97:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f43b8067f60 con 0x5622caf49f60 2024-09-21T00:23:19.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.318+0000 7f43a6ffd640 1 -- 172.21.15.67:0/1812813040 <== mon.1 v2:172.21.15.97:3300/0 5 ==== fsmap(e 18) ==== 3502+0+0 (secure 0 0 0) 0x7f43b805ee80 con 0x5622caf49f60 2024-09-21T00:23:19.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.318+0000 7f43d5240740 10 client.5053 fetch_fsmap finished waiting for FSMap version 18 2024-09-21T00:23:19.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.318+0000 7f43d5240740 10 client.5053 resolve_mds: resolved 2:0 to role '2:0' aka daemon mds.a 2024-09-21T00:23:19.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.318+0000 7f43d5240740 20 client.5053 populate_metadata read hostname 'smithi067' 2024-09-21T00:23:19.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.318+0000 7f43d5240740 1 --2- 172.21.15.67:0/1812813040 >> [v2:172.21.15.67:6832/1883255258,v1:172.21.15.67:6833/1883255258] conn(0x5622caf1f3a0 0x5622cb35f730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:19.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.318+0000 7f43d5240740 4 client.5053 mds_command: new command op to 4932 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-21T00:23:19.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.318+0000 7f43d5240740 1 -- 172.21.15.67:0/1812813040 --> [v2:172.21.15.67:6832/1883255258,v1:172.21.15.67:6833/1883255258] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5622cb2a3460 con 0x5622caf1f3a0 2024-09-21T00:23:19.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.318+0000 7f43c77fe640 1 --2- 172.21.15.67:0/1812813040 >> [v2:172.21.15.67:6832/1883255258,v1:172.21.15.67:6833/1883255258] conn(0x5622caf1f3a0 0x5622cb35f730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:19.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.318+0000 7f43a6ffd640 10 client.5053 ms_handle_connect on v2:172.21.15.67:6832/1883255258 2024-09-21T00:23:19.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.318+0000 7f43c77fe640 1 --2- 172.21.15.67:0/1812813040 >> [v2:172.21.15.67:6832/1883255258,v1:172.21.15.67:6833/1883255258] conn(0x5622caf1f3a0 0x5622cb35f730 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7065f6aa2ab406ad server_cookie=869466c4d77e97e3 in_seq=0 out_seq=0 2024-09-21T00:23:19.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.320+0000 7f43a6ffd640 1 -- 172.21.15.67:0/1812813040 <== mds.0 v2:172.21.15.67:6832/1883255258 1 ==== command_reply(tid 0: 0 ) ==== 8+0+586 (crc 0 0 0) 0x5622cb2a3460 con 0x5622caf1f3a0 2024-09-21T00:23:19.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.320+0000 7f43a6ffd640 10 client.5053 handle_command_reply: tid=0 2024-09-21T00:23:19.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.320+0000 7f43d5240740 1 client.5053 shutdown 2024-09-21T00:23:19.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.320+0000 7f43d5240740 1 -- 172.21.15.67:0/1812813040 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5622caf49f60 msgr2=0x5622cb3fe090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:19.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.320+0000 7f43d5240740 1 --2- 172.21.15.67:0/1812813040 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5622caf49f60 0x5622cb3fe090 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f43b800e790 tx=0x7f43b8062f00 comp rx=0 tx=0).stop 2024-09-21T00:23:19.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.320+0000 7f43d5240740 1 -- 172.21.15.67:0/1812813040 shutdown_connections 2024-09-21T00:23:19.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.320+0000 7f43d5240740 1 --2- 172.21.15.67:0/1812813040 >> [v2:172.21.15.67:6832/1883255258,v1:172.21.15.67:6833/1883255258] conn(0x5622caf1f3a0 0x5622cb35f730 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:19.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.320+0000 7f43a6ffd640 0 client.5053 ms_handle_reset on v2:172.21.15.67:6832/1883255258 2024-09-21T00:23:19.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.320+0000 7f43d5240740 1 --2- 172.21.15.67:0/1812813040 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5622caf6a6b0 0x5622cb32c770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:19.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.320+0000 7f43d5240740 1 --2- 172.21.15.67:0/1812813040 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5622caf624d0 0x5622cb3a20b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:19.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.320+0000 7f43d5240740 1 --2- 172.21.15.67:0/1812813040 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5622caf49f60 0x5622cb3fe090 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:19.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.321+0000 7f43d5240740 1 -- 172.21.15.67:0/1812813040 >> 172.21.15.67:0/1812813040 conn(0x5622caf7f4e0 msgr2=0x5622cb377d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:23:19.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.321+0000 7f43d5240740 1 -- 172.21.15.67:0/1812813040 shutdown_connections 2024-09-21T00:23:19.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.321+0000 7f43d5240740 1 -- 172.21.15.67:0/1812813040 wait complete. 2024-09-21T00:23:19.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.321+0000 7f43d5240740 20 client.5053 trim_cache size 0 max 16384 2024-09-21T00:23:19.327 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:23:19.327 INFO:teuthology.orchestra.run.smithi067.stdout: "status": "scrub active (1553 inodes in the stack)", 2024-09-21T00:23:19.327 INFO:teuthology.orchestra.run.smithi067.stdout: "scrubs": { 2024-09-21T00:23:19.327 INFO:teuthology.orchestra.run.smithi067.stdout: "b30bbdda-27e0-4085-ba74-b3ee78cb8478": { 2024-09-21T00:23:19.327 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/", 2024-09-21T00:23:19.327 INFO:teuthology.orchestra.run.smithi067.stdout: "tag": "b30bbdda-27e0-4085-ba74-b3ee78cb8478", 2024-09-21T00:23:19.327 INFO:teuthology.orchestra.run.smithi067.stdout: "options": "recursive,scrub_mdsdir" 2024-09-21T00:23:19.327 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:23:19.327 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:19.327 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_stats": { 2024-09-21T00:23:19.328 INFO:teuthology.orchestra.run.smithi067.stdout: "b30bbdda-27e0-4085-ba74-b3ee78cb8478": { 2024-09-21T00:23:19.328 INFO:teuthology.orchestra.run.smithi067.stdout: "start_time": "2024-09-21T00:23:19.120988+0000", 2024-09-21T00:23:19.328 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/", 2024-09-21T00:23:19.328 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_started": 0, 2024-09-21T00:23:19.328 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_passed": 0, 2024-09-21T00:23:19.328 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_failed": 0, 2024-09-21T00:23:19.328 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_skipped": 0 2024-09-21T00:23:19.328 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:23:19.328 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:23:19.328 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:23:19.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.321+0000 7f43ce2d5640 1 -- 172.21.15.67:0/3653020986 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f43b4078b90 msgr2=0x7f43b407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:19.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.321+0000 7f43ce2d5640 1 --2- 172.21.15.67:0/3653020986 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f43b4078b90 0x7f43b407b0a0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f43bc034000 tx=0x7f43bc004730 comp rx=0 tx=0).stop 2024-09-21T00:23:19.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.321+0000 7f43ce2d5640 1 -- 172.21.15.67:0/3653020986 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f43c80b5870 msgr2=0x7f43c8148b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:19.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.321+0000 7f43ce2d5640 1 --2- 172.21.15.67:0/3653020986 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f43c80b5870 0x7f43c8148b70 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f43b800e7c0 tx=0x7f43b800ec80 comp rx=0 tx=0).stop 2024-09-21T00:23:19.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.321+0000 7f43ce2d5640 1 -- 172.21.15.67:0/3653020986 shutdown_connections 2024-09-21T00:23:19.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.321+0000 7f43ce2d5640 1 --2- 172.21.15.67:0/3653020986 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f43b4078b90 0x7f43b407b0a0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:19.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.321+0000 7f43ce2d5640 1 --2- 172.21.15.67:0/3653020986 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f43c80cfbb0 0x7f43c8149870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:19.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.321+0000 7f43ce2d5640 1 --2- 172.21.15.67:0/3653020986 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f43c80b76c0 0x7f43c8149330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:19.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.321+0000 7f43ce2d5640 1 --2- 172.21.15.67:0/3653020986 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f43c80b5870 0x7f43c8148b70 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:19.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.321+0000 7f43ce2d5640 1 -- 172.21.15.67:0/3653020986 >> 172.21.15.67:0/3653020986 conn(0x7f43c808bee0 msgr2=0x7f43c815c660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:23:19.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.322+0000 7f43ce2d5640 1 -- 172.21.15.67:0/3653020986 shutdown_connections 2024-09-21T00:23:19.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:19.322+0000 7f43ce2d5640 1 -- 172.21.15.67:0/3653020986 wait complete. 2024-09-21T00:23:19.335 INFO:tasks.cephfs.filesystem:scrub status for tag:b30bbdda-27e0-4085-ba74-b3ee78cb8478 - {'path': '/', 'tag': 'b30bbdda-27e0-4085-ba74-b3ee78cb8478', 'options': 'recursive,scrub_mdsdir'} 2024-09-21T00:23:49.242 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:23:49.245 DEBUG:teuthology.orchestra.run.smithi097:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:23:49.336 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:23:49.336 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.2:0 scrub status 2024-09-21T00:23:49.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.469+0000 7f0501719640 1 -- 172.21.15.67:0/2153068062 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f04fc0d4db0 msgr2=0x7f04fc0b4350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:49.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.469+0000 7f0501719640 1 --2- 172.21.15.67:0/2153068062 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f04fc0d4db0 0x7f04fc0b4350 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f04f4005fd0 tx=0x7f04f402aa10 comp rx=0 tx=0).stop 2024-09-21T00:23:49.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.469+0000 7f0501719640 1 -- 172.21.15.67:0/2153068062 shutdown_connections 2024-09-21T00:23:49.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.469+0000 7f0501719640 1 --2- 172.21.15.67:0/2153068062 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f04fc0d4db0 0x7f04fc0b4350 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:49.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.469+0000 7f0501719640 1 --2- 172.21.15.67:0/2153068062 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f04fc0d1450 0x7f04fc0b9950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:49.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.469+0000 7f0501719640 1 -- 172.21.15.67:0/2153068062 >> 172.21.15.67:0/2153068062 conn(0x7f04fc09da10 msgr2=0x7f04fc0d46a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:23:49.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.469+0000 7f0501719640 1 -- 172.21.15.67:0/2153068062 shutdown_connections 2024-09-21T00:23:49.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.469+0000 7f0501719640 1 -- 172.21.15.67:0/2153068062 wait complete. 2024-09-21T00:23:49.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.471+0000 7f0501719640 1 Processor -- start 2024-09-21T00:23:49.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.471+0000 7f0501719640 1 -- start start 2024-09-21T00:23:49.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.472+0000 7f0501719640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f04fc0d3590 0x7f04fc0ce3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:49.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.472+0000 7f0501719640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f04fc0d4db0 0x7f04fc15dfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:49.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.472+0000 7f0501719640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f04fc15c5f0 0x7f04fc06de00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:49.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.472+0000 7f0501719640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f04fc0b4c90 con 0x7f04fc0d3590 2024-09-21T00:23:49.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.472+0000 7f0501719640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f04fc0b4b10 con 0x7f04fc0d4db0 2024-09-21T00:23:49.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.472+0000 7f0501719640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f04fc0b4e10 con 0x7f04fc15c5f0 2024-09-21T00:23:49.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.472+0000 7f04faffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f04fc0d3590 0x7f04fc0ce3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:49.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.472+0000 7f04faffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f04fc0d3590 0x7f04fc0ce3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:37280/0 (socket says 172.21.15.67:37280) 2024-09-21T00:23:49.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.472+0000 7f04faffd640 1 -- 172.21.15.67:0/347277840 learned_addr learned my addr 172.21.15.67:0/347277840 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:23:49.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.472+0000 7f04fb7fe640 1 --2- 172.21.15.67:0/347277840 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f04fc15c5f0 0x7f04fc06de00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:49.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.472+0000 7f04f3fff640 1 --2- 172.21.15.67:0/347277840 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f04fc0d4db0 0x7f04fc15dfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:49.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.472+0000 7f04faffd640 1 -- 172.21.15.67:0/347277840 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f04fc15c5f0 msgr2=0x7f04fc06de00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:49.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.472+0000 7f04faffd640 1 --2- 172.21.15.67:0/347277840 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f04fc15c5f0 0x7f04fc06de00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:49.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.472+0000 7f04faffd640 1 -- 172.21.15.67:0/347277840 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f04fc0d4db0 msgr2=0x7f04fc15dfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:49.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.472+0000 7f04faffd640 1 --2- 172.21.15.67:0/347277840 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f04fc0d4db0 0x7f04fc15dfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:49.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.472+0000 7f04faffd640 1 -- 172.21.15.67:0/347277840 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04fc1f5a70 con 0x7f04fc0d3590 2024-09-21T00:23:49.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.473+0000 7f04faffd640 1 --2- 172.21.15.67:0/347277840 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f04fc0d3590 0x7f04fc0ce3e0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f04ec00c3c0 tx=0x7f04ec00c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:23:49.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.473+0000 7f04f37fe640 1 -- 172.21.15.67:0/347277840 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04ec017070 con 0x7f04fc0d3590 2024-09-21T00:23:49.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.473+0000 7f04f37fe640 1 -- 172.21.15.67:0/347277840 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f04ec0053c0 con 0x7f04fc0d3590 2024-09-21T00:23:49.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.473+0000 7f0501719640 1 -- 172.21.15.67:0/347277840 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04fc1f5d50 con 0x7f04fc0d3590 2024-09-21T00:23:49.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.473+0000 7f04f37fe640 1 -- 172.21.15.67:0/347277840 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04ec003880 con 0x7f04fc0d3590 2024-09-21T00:23:49.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.473+0000 7f0501719640 1 -- 172.21.15.67:0/347277840 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04fc1f6310 con 0x7f04fc0d3590 2024-09-21T00:23:49.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.475+0000 7f04f37fe640 1 -- 172.21.15.67:0/347277840 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f04ec01a070 con 0x7f04fc0d3590 2024-09-21T00:23:49.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.475+0000 7f04f37fe640 1 --2- 172.21.15.67:0/347277840 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f04dc078b90 0x7f04dc07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:49.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.475+0000 7f04f37fe640 1 -- 172.21.15.67:0/347277840 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5737+0+0 (secure 0 0 0) 0x7f04ec09a050 con 0x7f04fc0d3590 2024-09-21T00:23:49.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.476+0000 7f04f3fff640 1 --2- 172.21.15.67:0/347277840 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f04dc078b90 0x7f04dc07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:49.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.476+0000 7f04f3fff640 1 --2- 172.21.15.67:0/347277840 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f04dc078b90 0x7f04dc07b0a0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f04fc0d1930 tx=0x7f04e4005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:23:49.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.476+0000 7f0508685740 1 Processor -- start 2024-09-21T00:23:49.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.477+0000 7f0508685740 1 -- start start 2024-09-21T00:23:49.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.478+0000 7f0508685740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558389062390 0x55838944ea10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:49.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.478+0000 7f0508685740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5583890394d0 0x558389423860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:49.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.478+0000 7f0508685740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5583890416b0 0x558389423da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:49.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.478+0000 7f0508685740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55838937ca60 con 0x5583890416b0 2024-09-21T00:23:49.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.478+0000 7f0508685740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55838936be90 con 0x5583890394d0 2024-09-21T00:23:49.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.478+0000 7f0508685740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55838936fca0 con 0x558389062390 2024-09-21T00:23:49.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.478+0000 7f04fb7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5583890416b0 0x558389423da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:49.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.478+0000 7f04fb7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5583890416b0 0x558389423da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:37286/0 (socket says 172.21.15.67:37286) 2024-09-21T00:23:49.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.478+0000 7f04fb7fe640 1 -- 172.21.15.67:0/3524316201 learned_addr learned my addr 172.21.15.67:0/3524316201 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:23:49.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.478+0000 7f04faffd640 1 --2- 172.21.15.67:0/3524316201 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558389062390 0x55838944ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:49.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.478+0000 7f04f3fff640 1 --2- 172.21.15.67:0/3524316201 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5583890394d0 0x558389423860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:49.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.478+0000 7f04fb7fe640 1 -- 172.21.15.67:0/3524316201 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558389062390 msgr2=0x55838944ea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:23:49.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.478+0000 7f04fb7fe640 1 --2- 172.21.15.67:0/3524316201 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558389062390 0x55838944ea10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:49.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.478+0000 7f04fb7fe640 1 -- 172.21.15.67:0/3524316201 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5583890394d0 msgr2=0x558389423860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:23:49.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.478+0000 7f04fb7fe640 1 --2- 172.21.15.67:0/3524316201 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5583890394d0 0x558389423860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:49.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.478+0000 7f04fb7fe640 1 -- 172.21.15.67:0/3524316201 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5583891447d0 con 0x5583890416b0 2024-09-21T00:23:49.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.478+0000 7f04faffd640 1 --2- 172.21.15.67:0/3524316201 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558389062390 0x55838944ea10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:23:49.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.479+0000 7f04fb7fe640 1 --2- 172.21.15.67:0/3524316201 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5583890416b0 0x558389423da0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f04f4009d60 tx=0x7f04f4004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e3f0eb39ac062711 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:23:49.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.479+0000 7f04f0ff9640 1 -- 172.21.15.67:0/3524316201 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04f4033030 con 0x5583890416b0 2024-09-21T00:23:49.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.479+0000 7f04f0ff9640 1 -- 172.21.15.67:0/3524316201 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f04f4003cb0 con 0x5583890416b0 2024-09-21T00:23:49.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.479+0000 7f04f0ff9640 1 -- 172.21.15.67:0/3524316201 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04f402fbc0 con 0x5583890416b0 2024-09-21T00:23:49.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.480+0000 7f0508685740 1 -- 172.21.15.67:0/3524316201 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5583890416b0 msgr2=0x558389423da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:49.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.480+0000 7f0508685740 1 --2- 172.21.15.67:0/3524316201 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5583890416b0 0x558389423da0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f04f4009d60 tx=0x7f04f4004ab0 comp rx=0 tx=0).stop 2024-09-21T00:23:49.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.480+0000 7f0508685740 1 -- 172.21.15.67:0/3524316201 shutdown_connections 2024-09-21T00:23:49.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.480+0000 7f0508685740 1 --2- 172.21.15.67:0/3524316201 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5583890416b0 0x558389423da0 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:49.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.480+0000 7f0508685740 1 --2- 172.21.15.67:0/3524316201 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5583890394d0 0x558389423860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:49.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.480+0000 7f0508685740 1 --2- 172.21.15.67:0/3524316201 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558389062390 0x55838944ea10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:49.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.480+0000 7f0508685740 1 -- 172.21.15.67:0/3524316201 >> 172.21.15.67:0/3524316201 conn(0x5583890564e0 msgr2=0x558389409d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:23:49.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.480+0000 7f0508685740 1 -- 172.21.15.67:0/3524316201 shutdown_connections 2024-09-21T00:23:49.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.480+0000 7f0508685740 1 -- 172.21.15.67:0/3524316201 wait complete. 2024-09-21T00:23:49.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.481+0000 7f0508685740 1 -- start start 2024-09-21T00:23:49.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.481+0000 7f0508685740 1 Processor -- start 2024-09-21T00:23:49.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.482+0000 7f0508685740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5583890394d0 0x5583894486c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:49.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.482+0000 7f0508685740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5583890416b0 0x5583894446a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:49.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.482+0000 7f0508685740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558389062390 0x558389420c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:49.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.482+0000 7f0508685740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5583890dc740 con 0x5583890416b0 2024-09-21T00:23:49.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.482+0000 7f0508685740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x558389311970 con 0x558389062390 2024-09-21T00:23:49.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.482+0000 7f0508685740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x558389421a20 con 0x5583890394d0 2024-09-21T00:23:49.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.482+0000 7f0508685740 10 client.0 _ll_register_callbacks cb 0x558389320780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:23:49.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.482+0000 7f04f3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5583890416b0 0x5583894446a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:49.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.482+0000 7f04f3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5583890416b0 0x5583894446a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:37288/0 (socket says 172.21.15.67:37288) 2024-09-21T00:23:49.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.482+0000 7f04f3fff640 1 -- 172.21.15.67:0/954235740 learned_addr learned my addr 172.21.15.67:0/954235740 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:23:49.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.482+0000 7f04faffd640 1 --2- 172.21.15.67:0/954235740 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5583890394d0 0x5583894486c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:49.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.482+0000 7f04fb7fe640 1 --2- 172.21.15.67:0/954235740 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558389062390 0x558389420c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:49.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.483+0000 7f04f3fff640 1 -- 172.21.15.67:0/954235740 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5583890394d0 msgr2=0x5583894486c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:23:49.489 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.483+0000 7f04f3fff640 1 --2- 172.21.15.67:0/954235740 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5583890394d0 0x5583894486c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:49.489 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.483+0000 7f04f3fff640 1 -- 172.21.15.67:0/954235740 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558389062390 msgr2=0x558389420c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:23:49.489 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.483+0000 7f04f3fff640 1 --2- 172.21.15.67:0/954235740 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558389062390 0x558389420c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:49.489 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.483+0000 7f04f3fff640 1 -- 172.21.15.67:0/954235740 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5583890cd970 con 0x5583890416b0 2024-09-21T00:23:49.489 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.483+0000 7f04fb7fe640 1 --2- 172.21.15.67:0/954235740 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558389062390 0x558389420c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:23:49.489 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.483+0000 7f04f3fff640 1 --2- 172.21.15.67:0/954235740 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5583890416b0 0x5583894446a0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f04e401e770 tx=0x7f04e4004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de1076641d5b1ad3 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:23:49.489 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.483+0000 7f04d9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:23:49.489 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.483+0000 7f04d9ffb640 1 -- 172.21.15.67:0/954235740 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04e402b060 con 0x5583890416b0 2024-09-21T00:23:49.489 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.483+0000 7f04d9ffb640 1 -- 172.21.15.67:0/954235740 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(34..34 src has 1..34) ==== 5737+0+0 (secure 0 0 0) 0x7f04e401c840 con 0x5583890416b0 2024-09-21T00:23:49.489 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.483+0000 7f0508685740 1 -- 172.21.15.67:0/954235740 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f04f4003cb0 con 0x5583890416b0 2024-09-21T00:23:49.489 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.483+0000 7f04d9ffb640 1 -- 172.21.15.67:0/954235740 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=18) ==== 24+0+0 (secure 0 0 0) 0x7f04e4031050 con 0x5583890416b0 2024-09-21T00:23:49.489 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.483+0000 7f0508685740 10 client.5193 fetch_fsmap learned FSMap version 18 2024-09-21T00:23:49.489 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.483+0000 7f0508685740 1 -- 172.21.15.67:0/954235740 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=18,monmap=2+}) -- 0x5583890ab6a0 con 0x5583890416b0 2024-09-21T00:23:49.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.484+0000 7f04d9ffb640 1 -- 172.21.15.67:0/954235740 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f04f4003cb0 con 0x5583890416b0 2024-09-21T00:23:49.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.484+0000 7f04d9ffb640 1 -- 172.21.15.67:0/954235740 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 18) ==== 3502+0+0 (secure 0 0 0) 0x7f04e4034020 con 0x5583890416b0 2024-09-21T00:23:49.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.484+0000 7f0508685740 10 client.5193 fetch_fsmap finished waiting for FSMap version 18 2024-09-21T00:23:49.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.484+0000 7f0508685740 10 client.5193 resolve_mds: resolved 2:0 to role '2:0' aka daemon mds.a 2024-09-21T00:23:49.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.484+0000 7f0508685740 20 client.5193 populate_metadata read hostname 'smithi067' 2024-09-21T00:23:49.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.484+0000 7f0508685740 1 --2- 172.21.15.67:0/954235740 >> [v2:172.21.15.67:6832/1883255258,v1:172.21.15.67:6833/1883255258] conn(0x558389020f60 0x558389449fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:49.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.484+0000 7f0508685740 4 client.5193 mds_command: new command op to 4932 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:23:49.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.484+0000 7f0508685740 1 -- 172.21.15.67:0/954235740 --> [v2:172.21.15.67:6832/1883255258,v1:172.21.15.67:6833/1883255258] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55838937e9b0 con 0x558389020f60 2024-09-21T00:23:49.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.484+0000 7f04faffd640 1 --2- 172.21.15.67:0/954235740 >> [v2:172.21.15.67:6832/1883255258,v1:172.21.15.67:6833/1883255258] conn(0x558389020f60 0x558389449fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:49.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.484+0000 7f04d9ffb640 10 client.5193 ms_handle_connect on v2:172.21.15.67:6832/1883255258 2024-09-21T00:23:49.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.484+0000 7f04faffd640 1 --2- 172.21.15.67:0/954235740 >> [v2:172.21.15.67:6832/1883255258,v1:172.21.15.67:6833/1883255258] conn(0x558389020f60 0x558389449fa0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3d608c08a591d7dc server_cookie=6781ea81e69001ff in_seq=0 out_seq=0 2024-09-21T00:23:49.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.485+0000 7f04d9ffb640 1 -- 172.21.15.67:0/954235740 <== mds.0 v2:172.21.15.67:6832/1883255258 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x55838937e9b0 con 0x558389020f60 2024-09-21T00:23:49.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.485+0000 7f04d9ffb640 10 client.5193 handle_command_reply: tid=0 2024-09-21T00:23:49.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.485+0000 7f0508685740 1 client.5193 shutdown 2024-09-21T00:23:49.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.485+0000 7f0508685740 1 -- 172.21.15.67:0/954235740 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5583890416b0 msgr2=0x5583894446a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:49.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.485+0000 7f0508685740 1 --2- 172.21.15.67:0/954235740 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5583890416b0 0x5583894446a0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f04e401e770 tx=0x7f04e4004730 comp rx=0 tx=0).stop 2024-09-21T00:23:49.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.485+0000 7f0508685740 1 -- 172.21.15.67:0/954235740 shutdown_connections 2024-09-21T00:23:49.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.485+0000 7f0508685740 1 --2- 172.21.15.67:0/954235740 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558389062390 0x558389420c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:49.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.485+0000 7f0508685740 1 --2- 172.21.15.67:0/954235740 >> [v2:172.21.15.67:6832/1883255258,v1:172.21.15.67:6833/1883255258] conn(0x558389020f60 0x558389449fa0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:49.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.485+0000 7f0508685740 1 --2- 172.21.15.67:0/954235740 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5583890416b0 0x5583894446a0 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:49.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.485+0000 7f0508685740 1 --2- 172.21.15.67:0/954235740 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5583890394d0 0x5583894486c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:49.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.485+0000 7f04d9ffb640 0 client.5193 ms_handle_reset on v2:172.21.15.67:6832/1883255258 2024-09-21T00:23:49.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.485+0000 7f0508685740 1 -- 172.21.15.67:0/954235740 >> 172.21.15.67:0/954235740 conn(0x5583890564e0 msgr2=0x55838944dd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:23:49.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.485+0000 7f0508685740 1 -- 172.21.15.67:0/954235740 shutdown_connections 2024-09-21T00:23:49.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.485+0000 7f0508685740 1 -- 172.21.15.67:0/954235740 wait complete. 2024-09-21T00:23:49.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.485+0000 7f0508685740 20 client.5193 trim_cache size 0 max 16384 2024-09-21T00:23:49.505 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.504+0000 7f0508685740 1 Processor -- start 2024-09-21T00:23:49.505 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.504+0000 7f0508685740 1 -- start start 2024-09-21T00:23:49.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.505+0000 7f0508685740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5583890394d0 0x55838944dec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:49.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.505+0000 7f0508685740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5583890416b0 0x558389466850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:49.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.505+0000 7f0508685740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558389062390 0x558389466d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:49.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.505+0000 7f0508685740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f04fc202140 con 0x558389062390 2024-09-21T00:23:49.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.505+0000 7f0508685740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f04fc201180 con 0x5583890416b0 2024-09-21T00:23:49.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.505+0000 7f0508685740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f04fc159d40 con 0x5583890394d0 2024-09-21T00:23:49.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.505+0000 7f04fb7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558389062390 0x558389466d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:49.508 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.505+0000 7f04fb7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558389062390 0x558389466d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:37290/0 (socket says 172.21.15.67:37290) 2024-09-21T00:23:49.508 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.505+0000 7f04fb7fe640 1 -- 172.21.15.67:0/2564613988 learned_addr learned my addr 172.21.15.67:0/2564613988 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:23:49.508 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.505+0000 7f04faffd640 1 --2- 172.21.15.67:0/2564613988 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5583890394d0 0x55838944dec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:49.508 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.505+0000 7f04f3fff640 1 --2- 172.21.15.67:0/2564613988 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5583890416b0 0x558389466850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:49.508 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.505+0000 7f04fb7fe640 1 -- 172.21.15.67:0/2564613988 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5583890394d0 msgr2=0x55838944dec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:23:49.508 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.505+0000 7f04fb7fe640 1 --2- 172.21.15.67:0/2564613988 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5583890394d0 0x55838944dec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:49.508 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.505+0000 7f04fb7fe640 1 -- 172.21.15.67:0/2564613988 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5583890416b0 msgr2=0x558389466850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:23:49.508 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.505+0000 7f04fb7fe640 1 --2- 172.21.15.67:0/2564613988 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5583890416b0 0x558389466850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:49.508 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.505+0000 7f04fb7fe640 1 -- 172.21.15.67:0/2564613988 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558389406860 con 0x558389062390 2024-09-21T00:23:49.508 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.506+0000 7f04fb7fe640 1 --2- 172.21.15.67:0/2564613988 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558389062390 0x558389466d90 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f04f4009d90 tx=0x7f04f4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=55675c5f1426aea9 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:23:49.508 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.506+0000 7f04dbfff640 1 -- 172.21.15.67:0/2564613988 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04f4050020 con 0x558389062390 2024-09-21T00:23:49.508 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.506+0000 7f04dbfff640 1 -- 172.21.15.67:0/2564613988 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f04f402f670 con 0x558389062390 2024-09-21T00:23:49.508 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.506+0000 7f04dbfff640 1 -- 172.21.15.67:0/2564613988 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04f4033040 con 0x558389062390 2024-09-21T00:23:49.509 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.506+0000 7f0508685740 1 -- 172.21.15.67:0/2564613988 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558389062390 msgr2=0x558389466d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:49.509 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.506+0000 7f0508685740 1 --2- 172.21.15.67:0/2564613988 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558389062390 0x558389466d90 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f04f4009d90 tx=0x7f04f4004a40 comp rx=0 tx=0).stop 2024-09-21T00:23:49.510 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.507+0000 7f0508685740 1 -- 172.21.15.67:0/2564613988 shutdown_connections 2024-09-21T00:23:49.510 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.507+0000 7f0508685740 1 --2- 172.21.15.67:0/2564613988 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558389062390 0x558389466d90 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:49.510 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.507+0000 7f0508685740 1 --2- 172.21.15.67:0/2564613988 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5583890416b0 0x558389466850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:49.510 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.507+0000 7f0508685740 1 --2- 172.21.15.67:0/2564613988 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5583890394d0 0x55838944dec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:49.510 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.507+0000 7f0508685740 1 -- 172.21.15.67:0/2564613988 >> 172.21.15.67:0/2564613988 conn(0x5583890564e0 msgr2=0x558389445990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:23:49.510 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.507+0000 7f0508685740 1 -- 172.21.15.67:0/2564613988 shutdown_connections 2024-09-21T00:23:49.510 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.507+0000 7f0508685740 1 -- 172.21.15.67:0/2564613988 wait complete. 2024-09-21T00:23:49.510 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.507+0000 7f0508685740 1 -- start start 2024-09-21T00:23:49.510 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.508+0000 7f0508685740 1 Processor -- start 2024-09-21T00:23:49.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.509+0000 7f0508685740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5583890394d0 0x5583894c6bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:49.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.509+0000 7f0508685740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5583890416b0 0x558389402fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:49.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.509+0000 7f0508685740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558389062390 0x558389403520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:49.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.509+0000 7f0508685740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5583894466c0 con 0x5583890394d0 2024-09-21T00:23:49.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.509+0000 7f0508685740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f04fc15a390 con 0x558389062390 2024-09-21T00:23:49.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.509+0000 7f0508685740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x558389471b50 con 0x5583890416b0 2024-09-21T00:23:49.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.509+0000 7f0508685740 10 client.0 _ll_register_callbacks cb 0x7f04e4009840 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:23:49.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.509+0000 7f04faffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5583890394d0 0x5583894c6bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:49.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.509+0000 7f04faffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5583890394d0 0x5583894c6bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:37300/0 (socket says 172.21.15.67:37300) 2024-09-21T00:23:49.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.509+0000 7f04faffd640 1 -- 172.21.15.67:0/2426988456 learned_addr learned my addr 172.21.15.67:0/2426988456 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:23:49.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.509+0000 7f04f3fff640 1 --2- 172.21.15.67:0/2426988456 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5583890416b0 0x558389402fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:49.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.509+0000 7f04fb7fe640 1 --2- 172.21.15.67:0/2426988456 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558389062390 0x558389403520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:49.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.509+0000 7f04faffd640 1 -- 172.21.15.67:0/2426988456 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5583890416b0 msgr2=0x558389402fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:23:49.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.509+0000 7f04faffd640 1 --2- 172.21.15.67:0/2426988456 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5583890416b0 0x558389402fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:49.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.509+0000 7f04faffd640 1 -- 172.21.15.67:0/2426988456 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558389062390 msgr2=0x558389403520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:23:49.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.509+0000 7f04faffd640 1 --2- 172.21.15.67:0/2426988456 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558389062390 0x558389403520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:49.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.509+0000 7f04faffd640 1 -- 172.21.15.67:0/2426988456 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5583894c71f0 con 0x5583890394d0 2024-09-21T00:23:49.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.509+0000 7f04f3fff640 1 --2- 172.21.15.67:0/2426988456 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5583890416b0 0x558389402fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:23:49.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.509+0000 7f04faffd640 1 --2- 172.21.15.67:0/2426988456 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5583890394d0 0x5583894c6bf0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f04ec05e5e0 tx=0x7f04ec00c310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d29f6a4a7598354 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:23:49.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.509+0000 7f04d9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:23:49.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.510+0000 7f04d9ffb640 1 -- 172.21.15.67:0/2426988456 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04ec06b300 con 0x5583890394d0 2024-09-21T00:23:49.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.510+0000 7f04d9ffb640 1 -- 172.21.15.67:0/2426988456 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(34..34 src has 1..34) ==== 5737+0+0 (secure 0 0 0) 0x7f04ec06b4a0 con 0x5583890394d0 2024-09-21T00:23:49.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.510+0000 7f0508685740 1 -- 172.21.15.67:0/2426988456 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f04f402f670 con 0x5583890394d0 2024-09-21T00:23:49.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.510+0000 7f04d9ffb640 1 -- 172.21.15.67:0/2426988456 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=18) ==== 24+0+0 (secure 0 0 0) 0x7f04ec061080 con 0x5583890394d0 2024-09-21T00:23:49.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.510+0000 7f0508685740 10 client.5199 fetch_fsmap learned FSMap version 18 2024-09-21T00:23:49.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.510+0000 7f0508685740 1 -- 172.21.15.67:0/2426988456 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=18,monmap=2+}) -- 0x5583894c1ac0 con 0x5583890394d0 2024-09-21T00:23:49.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.510+0000 7f04d9ffb640 1 -- 172.21.15.67:0/2426988456 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f04f402f670 con 0x5583890394d0 2024-09-21T00:23:49.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.510+0000 7f04d9ffb640 1 -- 172.21.15.67:0/2426988456 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 18) ==== 3502+0+0 (secure 0 0 0) 0x7f04ec061220 con 0x5583890394d0 2024-09-21T00:23:49.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.510+0000 7f0508685740 10 client.5199 fetch_fsmap finished waiting for FSMap version 18 2024-09-21T00:23:49.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.510+0000 7f0508685740 10 client.5199 resolve_mds: resolved 2:0 to role '2:0' aka daemon mds.a 2024-09-21T00:23:49.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.510+0000 7f0508685740 20 client.5199 populate_metadata read hostname 'smithi067' 2024-09-21T00:23:49.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.510+0000 7f0508685740 1 --2- 172.21.15.67:0/2426988456 >> [v2:172.21.15.67:6832/1883255258,v1:172.21.15.67:6833/1883255258] conn(0x55838941ef80 0x55838941f390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:49.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.510+0000 7f0508685740 4 client.5199 mds_command: new command op to 4932 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-21T00:23:49.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.510+0000 7f0508685740 1 -- 172.21.15.67:0/2426988456 --> [v2:172.21.15.67:6832/1883255258,v1:172.21.15.67:6833/1883255258] -- command(tid 0: {"prefix": "scrub status"}) -- 0x558389446c20 con 0x55838941ef80 2024-09-21T00:23:49.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.510+0000 7f04f3fff640 1 --2- 172.21.15.67:0/2426988456 >> [v2:172.21.15.67:6832/1883255258,v1:172.21.15.67:6833/1883255258] conn(0x55838941ef80 0x55838941f390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:49.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.510+0000 7f04d9ffb640 10 client.5199 ms_handle_connect on v2:172.21.15.67:6832/1883255258 2024-09-21T00:23:49.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.511+0000 7f04f3fff640 1 --2- 172.21.15.67:0/2426988456 >> [v2:172.21.15.67:6832/1883255258,v1:172.21.15.67:6833/1883255258] conn(0x55838941ef80 0x55838941f390 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=42731e5e9dd26d93 server_cookie=299e47b68673cc3e in_seq=0 out_seq=0 2024-09-21T00:23:49.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.511+0000 7f04d9ffb640 1 -- 172.21.15.67:0/2426988456 <== mds.0 v2:172.21.15.67:6832/1883255258 1 ==== command_reply(tid 0: 0 ) ==== 8+0+374 (crc 0 0 0) 0x558389446c20 con 0x55838941ef80 2024-09-21T00:23:49.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.511+0000 7f04d9ffb640 10 client.5199 handle_command_reply: tid=0 2024-09-21T00:23:49.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.511+0000 7f0508685740 1 client.5199 shutdown 2024-09-21T00:23:49.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.511+0000 7f0508685740 1 -- 172.21.15.67:0/2426988456 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5583890394d0 msgr2=0x5583894c6bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:49.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.511+0000 7f0508685740 1 --2- 172.21.15.67:0/2426988456 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5583890394d0 0x5583894c6bf0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f04ec05e5e0 tx=0x7f04ec00c310 comp rx=0 tx=0).stop 2024-09-21T00:23:49.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.511+0000 7f0508685740 1 -- 172.21.15.67:0/2426988456 shutdown_connections 2024-09-21T00:23:49.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.511+0000 7f0508685740 1 --2- 172.21.15.67:0/2426988456 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558389062390 0x558389403520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:49.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.511+0000 7f0508685740 1 --2- 172.21.15.67:0/2426988456 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5583890416b0 0x558389402fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:49.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.511+0000 7f0508685740 1 --2- 172.21.15.67:0/2426988456 >> [v2:172.21.15.67:6832/1883255258,v1:172.21.15.67:6833/1883255258] conn(0x55838941ef80 0x55838941f390 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:49.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.511+0000 7f0508685740 1 --2- 172.21.15.67:0/2426988456 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5583890394d0 0x5583894c6bf0 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:49.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.511+0000 7f04d9ffb640 0 client.5199 ms_handle_reset on v2:172.21.15.67:6832/1883255258 2024-09-21T00:23:49.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.511+0000 7f0508685740 1 -- 172.21.15.67:0/2426988456 >> 172.21.15.67:0/2426988456 conn(0x5583890564e0 msgr2=0x55838944d430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:23:49.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.511+0000 7f0508685740 1 -- 172.21.15.67:0/2426988456 shutdown_connections 2024-09-21T00:23:49.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.511+0000 7f0508685740 1 -- 172.21.15.67:0/2426988456 wait complete. 2024-09-21T00:23:49.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.511+0000 7f0508685740 20 client.5199 trim_cache size 0 max 16384 2024-09-21T00:23:49.518 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:23:49.518 INFO:teuthology.orchestra.run.smithi067.stdout: "status": "no active scrubs running", 2024-09-21T00:23:49.518 INFO:teuthology.orchestra.run.smithi067.stdout: "scrubs": {}, 2024-09-21T00:23:49.518 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_stats": { 2024-09-21T00:23:49.518 INFO:teuthology.orchestra.run.smithi067.stdout: "b30bbdda-27e0-4085-ba74-b3ee78cb8478": { 2024-09-21T00:23:49.518 INFO:teuthology.orchestra.run.smithi067.stdout: "start_time": "2024-09-21T00:23:19.120988+0000", 2024-09-21T00:23:49.518 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/", 2024-09-21T00:23:49.518 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_started": 0, 2024-09-21T00:23:49.519 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_passed": 0, 2024-09-21T00:23:49.519 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_failed": 0, 2024-09-21T00:23:49.519 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_skipped": 0 2024-09-21T00:23:49.519 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:23:49.519 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:23:49.519 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:23:49.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.512+0000 7f0501719640 1 -- 172.21.15.67:0/347277840 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f04dc078b90 msgr2=0x7f04dc07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:49.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.512+0000 7f0501719640 1 --2- 172.21.15.67:0/347277840 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f04dc078b90 0x7f04dc07b0a0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f04fc0d1930 tx=0x7f04e4005f90 comp rx=0 tx=0).stop 2024-09-21T00:23:49.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.512+0000 7f0501719640 1 -- 172.21.15.67:0/347277840 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f04fc0d3590 msgr2=0x7f04fc0ce3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:49.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.512+0000 7f0501719640 1 --2- 172.21.15.67:0/347277840 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f04fc0d3590 0x7f04fc0ce3e0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f04ec00c3c0 tx=0x7f04ec00c880 comp rx=0 tx=0).stop 2024-09-21T00:23:49.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.512+0000 7f0501719640 1 -- 172.21.15.67:0/347277840 shutdown_connections 2024-09-21T00:23:49.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.512+0000 7f0501719640 1 --2- 172.21.15.67:0/347277840 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f04dc078b90 0x7f04dc07b0a0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:49.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.512+0000 7f0501719640 1 --2- 172.21.15.67:0/347277840 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f04fc15c5f0 0x7f04fc06de00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:49.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.512+0000 7f0501719640 1 --2- 172.21.15.67:0/347277840 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f04fc0d4db0 0x7f04fc15dfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:49.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.512+0000 7f0501719640 1 --2- 172.21.15.67:0/347277840 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f04fc0d3590 0x7f04fc0ce3e0 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:49.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.512+0000 7f0501719640 1 -- 172.21.15.67:0/347277840 >> 172.21.15.67:0/347277840 conn(0x7f04fc09da10 msgr2=0x7f04fc0b85b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:23:49.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.512+0000 7f0501719640 1 -- 172.21.15.67:0/347277840 shutdown_connections 2024-09-21T00:23:49.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.512+0000 7f0501719640 1 -- 172.21.15.67:0/347277840 wait complete. 2024-09-21T00:23:49.524 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-21T00:23:49.524 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.2:0 perf dump 2024-09-21T00:23:49.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.642+0000 7ff14b3c2640 1 -- 172.21.15.67:0/1522718713 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff1440d0150 msgr2=0x7ff1440d10e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:49.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.642+0000 7ff14b3c2640 1 --2- 172.21.15.67:0/1522718713 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff1440d0150 0x7ff1440d10e0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7ff1440b5e80 tx=0x7ff13402a4d0 comp rx=0 tx=0).stop 2024-09-21T00:23:49.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.642+0000 7ff14b3c2640 1 -- 172.21.15.67:0/1522718713 shutdown_connections 2024-09-21T00:23:49.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.642+0000 7ff14b3c2640 1 --2- 172.21.15.67:0/1522718713 >> v2:172.21.15.97:3300/0 conn(0x7ff1440d1620 0x7ff1440b3cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:49.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.642+0000 7ff14b3c2640 1 --2- 172.21.15.67:0/1522718713 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff1440d0150 0x7ff1440d10e0 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:49.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.642+0000 7ff14b3c2640 1 -- 172.21.15.67:0/1522718713 >> 172.21.15.67:0/1522718713 conn(0x7ff14409da10 msgr2=0x7ff1440d4630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:23:49.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.642+0000 7ff14b3c2640 1 -- 172.21.15.67:0/1522718713 shutdown_connections 2024-09-21T00:23:49.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.642+0000 7ff14b3c2640 1 -- 172.21.15.67:0/1522718713 wait complete. 2024-09-21T00:23:49.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.643+0000 7ff14b3c2640 1 Processor -- start 2024-09-21T00:23:49.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.644+0000 7ff14b3c2640 1 -- start start 2024-09-21T00:23:49.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.645+0000 7ff14b3c2640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff1440b98c0 0x7ff14415c990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:49.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.645+0000 7ff14b3c2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff1440d0150 0x7ff1440b2320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:49.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.645+0000 7ff14b3c2640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff1440d1620 0x7ff1440b2860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:49.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.645+0000 7ff14b3c2640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff1440b4730 con 0x7ff1440d0150 2024-09-21T00:23:49.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.645+0000 7ff14b3c2640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff1440b45b0 con 0x7ff1440b98c0 2024-09-21T00:23:49.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.645+0000 7ff14b3c2640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7ff144169300 con 0x7ff1440d1620 2024-09-21T00:23:49.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.645+0000 7ff14895d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff1440d0150 0x7ff1440b2320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:49.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.645+0000 7ff14895d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff1440d0150 0x7ff1440b2320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:37324/0 (socket says 172.21.15.67:37324) 2024-09-21T00:23:49.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.645+0000 7ff14895d640 1 -- 172.21.15.67:0/2480020816 learned_addr learned my addr 172.21.15.67:0/2480020816 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:23:49.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.645+0000 7ff14915e640 1 --2- 172.21.15.67:0/2480020816 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff1440b98c0 0x7ff14415c990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:49.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.645+0000 7ff14995f640 1 --2- 172.21.15.67:0/2480020816 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff1440d1620 0x7ff1440b2860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:49.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.645+0000 7ff14895d640 1 -- 172.21.15.67:0/2480020816 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff1440d1620 msgr2=0x7ff1440b2860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:49.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.645+0000 7ff14895d640 1 --2- 172.21.15.67:0/2480020816 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff1440d1620 0x7ff1440b2860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:49.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.645+0000 7ff14895d640 1 -- 172.21.15.67:0/2480020816 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff1440b98c0 msgr2=0x7ff14415c990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:49.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.645+0000 7ff14895d640 1 --2- 172.21.15.67:0/2480020816 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff1440b98c0 0x7ff14415c990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:49.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.645+0000 7ff14895d640 1 -- 172.21.15.67:0/2480020816 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff144163c50 con 0x7ff1440d0150 2024-09-21T00:23:49.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.646+0000 7ff14895d640 1 --2- 172.21.15.67:0/2480020816 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff1440d0150 0x7ff1440b2320 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7ff134034040 tx=0x7ff1340039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:23:49.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.646+0000 7ff139ffb640 1 -- 172.21.15.67:0/2480020816 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff13403e030 con 0x7ff1440d0150 2024-09-21T00:23:49.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.646+0000 7ff139ffb640 1 -- 172.21.15.67:0/2480020816 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff1340047a0 con 0x7ff1440d0150 2024-09-21T00:23:49.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.646+0000 7ff139ffb640 1 -- 172.21.15.67:0/2480020816 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff134035040 con 0x7ff1440d0150 2024-09-21T00:23:49.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.646+0000 7ff14b3c2640 1 -- 172.21.15.67:0/2480020816 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff1440a1b60 con 0x7ff1440d0150 2024-09-21T00:23:49.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.646+0000 7ff14b3c2640 1 -- 172.21.15.67:0/2480020816 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1440a20e0 con 0x7ff1440d0150 2024-09-21T00:23:49.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.648+0000 7ff139ffb640 1 -- 172.21.15.67:0/2480020816 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7ff134041030 con 0x7ff1440d0150 2024-09-21T00:23:49.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.648+0000 7ff139ffb640 1 --2- 172.21.15.67:0/2480020816 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff128078b90 0x7ff12807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:49.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.648+0000 7ff139ffb640 1 -- 172.21.15.67:0/2480020816 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5737+0+0 (secure 0 0 0) 0x7ff1340bb410 con 0x7ff1440d0150 2024-09-21T00:23:49.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.648+0000 7ff14915e640 1 --2- 172.21.15.67:0/2480020816 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff128078b90 0x7ff12807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:49.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.649+0000 7ff14915e640 1 --2- 172.21.15.67:0/2480020816 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff128078b90 0x7ff12807b0a0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7ff140007fd0 tx=0x7ff140009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:23:49.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.649+0000 7ff152408740 1 Processor -- start 2024-09-21T00:23:49.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.649+0000 7ff152408740 1 -- start start 2024-09-21T00:23:49.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.650+0000 7ff152408740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556e186a7390 0x556e18a96310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:49.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.650+0000 7ff152408740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556e1867e4d0 0x556e18a78fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:49.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.650+0000 7ff152408740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556e186866b0 0x556e18a79520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:49.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.651+0000 7ff152408740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x556e189c1bd0 con 0x556e186a7390 2024-09-21T00:23:49.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.651+0000 7ff152408740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x556e189b1000 con 0x556e186866b0 2024-09-21T00:23:49.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.651+0000 7ff152408740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x556e189b4e10 con 0x556e1867e4d0 2024-09-21T00:23:49.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.651+0000 7ff14915e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556e186a7390 0x556e18a96310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:49.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.651+0000 7ff14915e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556e186a7390 0x556e18a96310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:37340/0 (socket says 172.21.15.67:37340) 2024-09-21T00:23:49.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.651+0000 7ff14915e640 1 -- 172.21.15.67:0/2889842402 learned_addr learned my addr 172.21.15.67:0/2889842402 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:23:49.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.651+0000 7ff14995f640 1 --2- 172.21.15.67:0/2889842402 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556e186866b0 0x556e18a79520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:49.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.651+0000 7ff14895d640 1 --2- 172.21.15.67:0/2889842402 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556e1867e4d0 0x556e18a78fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:49.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.651+0000 7ff14915e640 1 -- 172.21.15.67:0/2889842402 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556e1867e4d0 msgr2=0x556e18a78fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:23:49.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.651+0000 7ff14915e640 1 --2- 172.21.15.67:0/2889842402 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556e1867e4d0 0x556e18a78fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:49.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.651+0000 7ff14915e640 1 -- 172.21.15.67:0/2889842402 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556e186866b0 msgr2=0x556e18a79520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:23:49.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.651+0000 7ff14915e640 1 --2- 172.21.15.67:0/2889842402 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556e186866b0 0x556e18a79520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:49.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.651+0000 7ff14915e640 1 -- 172.21.15.67:0/2889842402 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556e187897d0 con 0x556e186a7390 2024-09-21T00:23:49.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.651+0000 7ff14915e640 1 --2- 172.21.15.67:0/2889842402 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556e186a7390 0x556e18a96310 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7ff14000f9c0 tx=0x7ff140012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e084b354ce26e03 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:23:49.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.651+0000 7ff126ffd640 1 -- 172.21.15.67:0/2889842402 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff140025070 con 0x556e186a7390 2024-09-21T00:23:49.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.651+0000 7ff126ffd640 1 -- 172.21.15.67:0/2889842402 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff14001b050 con 0x556e186a7390 2024-09-21T00:23:49.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.651+0000 7ff126ffd640 1 -- 172.21.15.67:0/2889842402 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff140014de0 con 0x556e186a7390 2024-09-21T00:23:49.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.652+0000 7ff152408740 1 -- 172.21.15.67:0/2889842402 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556e186a7390 msgr2=0x556e18a96310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:49.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.652+0000 7ff152408740 1 --2- 172.21.15.67:0/2889842402 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556e186a7390 0x556e18a96310 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7ff14000f9c0 tx=0x7ff140012000 comp rx=0 tx=0).stop 2024-09-21T00:23:49.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.652+0000 7ff152408740 1 -- 172.21.15.67:0/2889842402 shutdown_connections 2024-09-21T00:23:49.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.652+0000 7ff152408740 1 --2- 172.21.15.67:0/2889842402 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556e186866b0 0x556e18a79520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:49.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.652+0000 7ff152408740 1 --2- 172.21.15.67:0/2889842402 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556e1867e4d0 0x556e18a78fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:49.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.652+0000 7ff152408740 1 --2- 172.21.15.67:0/2889842402 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556e186a7390 0x556e18a96310 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:49.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.652+0000 7ff152408740 1 -- 172.21.15.67:0/2889842402 >> 172.21.15.67:0/2889842402 conn(0x556e1869b4e0 msgr2=0x556e18a4f200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:23:49.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.652+0000 7ff152408740 1 -- 172.21.15.67:0/2889842402 shutdown_connections 2024-09-21T00:23:49.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.652+0000 7ff152408740 1 -- 172.21.15.67:0/2889842402 wait complete. 2024-09-21T00:23:49.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.653+0000 7ff152408740 1 -- start start 2024-09-21T00:23:49.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.653+0000 7ff152408740 1 Processor -- start 2024-09-21T00:23:49.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.655+0000 7ff152408740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556e1867e4d0 0x556e18a4edd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:49.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.655+0000 7ff152408740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556e186866b0 0x556e18a4f310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:49.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.655+0000 7ff152408740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556e186a7390 0x556e18a8e3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:49.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.655+0000 7ff152408740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x556e18721740 con 0x556e186866b0 2024-09-21T00:23:49.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.655+0000 7ff152408740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x556e18956540 con 0x556e186a7390 2024-09-21T00:23:49.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.655+0000 7ff152408740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x556e18a8bdf0 con 0x556e1867e4d0 2024-09-21T00:23:49.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.655+0000 7ff152408740 10 client.0 _ll_register_callbacks cb 0x556e189550e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:23:49.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.655+0000 7ff14895d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556e186866b0 0x556e18a4f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:49.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.655+0000 7ff14895d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556e186866b0 0x556e18a4f310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:37352/0 (socket says 172.21.15.67:37352) 2024-09-21T00:23:49.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.655+0000 7ff14895d640 1 -- 172.21.15.67:0/4127461213 learned_addr learned my addr 172.21.15.67:0/4127461213 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:23:49.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.655+0000 7ff14995f640 1 --2- 172.21.15.67:0/4127461213 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556e186a7390 0x556e18a8e3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:49.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.655+0000 7ff14915e640 1 --2- 172.21.15.67:0/4127461213 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556e1867e4d0 0x556e18a4edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:49.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.655+0000 7ff14895d640 1 -- 172.21.15.67:0/4127461213 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556e1867e4d0 msgr2=0x556e18a4edd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:23:49.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.655+0000 7ff14895d640 1 --2- 172.21.15.67:0/4127461213 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556e1867e4d0 0x556e18a4edd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:49.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.655+0000 7ff14895d640 1 -- 172.21.15.67:0/4127461213 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556e186a7390 msgr2=0x556e18a8e3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:23:49.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.655+0000 7ff14895d640 1 --2- 172.21.15.67:0/4127461213 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556e186a7390 0x556e18a8e3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:49.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.655+0000 7ff14895d640 1 -- 172.21.15.67:0/4127461213 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556e186f06a0 con 0x556e186866b0 2024-09-21T00:23:49.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.655+0000 7ff14895d640 1 --2- 172.21.15.67:0/4127461213 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556e186866b0 0x556e18a4f310 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7ff134005fd0 tx=0x7ff13407f110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f1698b46caedffe server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:23:49.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.655+0000 7ff11ffff640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:23:49.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.655+0000 7ff11ffff640 1 -- 172.21.15.67:0/4127461213 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff134048040 con 0x556e186866b0 2024-09-21T00:23:49.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.655+0000 7ff11ffff640 1 -- 172.21.15.67:0/4127461213 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(34..34 src has 1..34) ==== 5737+0+0 (secure 0 0 0) 0x7ff13408c6c0 con 0x556e186866b0 2024-09-21T00:23:49.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.655+0000 7ff152408740 1 -- 172.21.15.67:0/4127461213 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff14001b050 con 0x556e186866b0 2024-09-21T00:23:49.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.656+0000 7ff11ffff640 1 -- 172.21.15.67:0/4127461213 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=18) ==== 24+0+0 (secure 0 0 0) 0x7ff1340829e0 con 0x556e186866b0 2024-09-21T00:23:49.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.656+0000 7ff152408740 10 client.5211 fetch_fsmap learned FSMap version 18 2024-09-21T00:23:49.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.656+0000 7ff152408740 1 -- 172.21.15.67:0/4127461213 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=18,monmap=2+}) -- 0x556e187e9f60 con 0x556e186866b0 2024-09-21T00:23:49.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.656+0000 7ff11ffff640 1 -- 172.21.15.67:0/4127461213 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff14001b050 con 0x556e186866b0 2024-09-21T00:23:49.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.656+0000 7ff11ffff640 1 -- 172.21.15.67:0/4127461213 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 18) ==== 3502+0+0 (secure 0 0 0) 0x7ff13406abb0 con 0x556e186866b0 2024-09-21T00:23:49.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.656+0000 7ff152408740 10 client.5211 fetch_fsmap finished waiting for FSMap version 18 2024-09-21T00:23:49.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.656+0000 7ff152408740 10 client.5211 resolve_mds: resolved 2:0 to role '2:0' aka daemon mds.a 2024-09-21T00:23:49.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.656+0000 7ff152408740 20 client.5211 populate_metadata read hostname 'smithi067' 2024-09-21T00:23:49.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.656+0000 7ff152408740 1 --2- 172.21.15.67:0/4127461213 >> [v2:172.21.15.67:6832/1883255258,v1:172.21.15.67:6833/1883255258] conn(0x556e18665f60 0x556e18a8edc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:49.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.656+0000 7ff152408740 4 client.5211 mds_command: new command op to 4932 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:23:49.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.656+0000 7ff152408740 1 -- 172.21.15.67:0/4127461213 --> [v2:172.21.15.67:6832/1883255258,v1:172.21.15.67:6833/1883255258] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556e189c3b20 con 0x556e18665f60 2024-09-21T00:23:49.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.656+0000 7ff14915e640 1 --2- 172.21.15.67:0/4127461213 >> [v2:172.21.15.67:6832/1883255258,v1:172.21.15.67:6833/1883255258] conn(0x556e18665f60 0x556e18a8edc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:49.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.656+0000 7ff11ffff640 10 client.5211 ms_handle_connect on v2:172.21.15.67:6832/1883255258 2024-09-21T00:23:49.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.657+0000 7ff14915e640 1 --2- 172.21.15.67:0/4127461213 >> [v2:172.21.15.67:6832/1883255258,v1:172.21.15.67:6833/1883255258] conn(0x556e18665f60 0x556e18a8edc0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=74dd4f000767961e server_cookie=95f05805d486e914 in_seq=0 out_seq=0 2024-09-21T00:23:49.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.657+0000 7ff11ffff640 1 -- 172.21.15.67:0/4127461213 <== mds.0 v2:172.21.15.67:6832/1883255258 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x556e189c3b20 con 0x556e18665f60 2024-09-21T00:23:49.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.657+0000 7ff11ffff640 10 client.5211 handle_command_reply: tid=0 2024-09-21T00:23:49.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.657+0000 7ff152408740 1 client.5211 shutdown 2024-09-21T00:23:49.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.657+0000 7ff152408740 1 -- 172.21.15.67:0/4127461213 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556e186866b0 msgr2=0x556e18a4f310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:49.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.657+0000 7ff152408740 1 --2- 172.21.15.67:0/4127461213 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556e186866b0 0x556e18a4f310 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7ff134005fd0 tx=0x7ff13407f110 comp rx=0 tx=0).stop 2024-09-21T00:23:49.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.657+0000 7ff152408740 1 -- 172.21.15.67:0/4127461213 shutdown_connections 2024-09-21T00:23:49.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.657+0000 7ff152408740 1 --2- 172.21.15.67:0/4127461213 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556e186a7390 0x556e18a8e3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:49.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.657+0000 7ff152408740 1 --2- 172.21.15.67:0/4127461213 >> [v2:172.21.15.67:6832/1883255258,v1:172.21.15.67:6833/1883255258] conn(0x556e18665f60 0x556e18a8edc0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:49.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.657+0000 7ff152408740 1 --2- 172.21.15.67:0/4127461213 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556e186866b0 0x556e18a4f310 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:49.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.657+0000 7ff152408740 1 --2- 172.21.15.67:0/4127461213 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556e1867e4d0 0x556e18a4edd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:49.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.657+0000 7ff11ffff640 0 client.5211 ms_handle_reset on v2:172.21.15.67:6832/1883255258 2024-09-21T00:23:49.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.657+0000 7ff152408740 1 -- 172.21.15.67:0/4127461213 >> 172.21.15.67:0/4127461213 conn(0x556e1869b4e0 msgr2=0x556e18a687a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:23:49.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.658+0000 7ff152408740 1 -- 172.21.15.67:0/4127461213 shutdown_connections 2024-09-21T00:23:49.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.658+0000 7ff152408740 1 -- 172.21.15.67:0/4127461213 wait complete. 2024-09-21T00:23:49.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.658+0000 7ff152408740 20 client.5211 trim_cache size 0 max 16384 2024-09-21T00:23:49.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.674+0000 7ff152408740 1 Processor -- start 2024-09-21T00:23:49.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.674+0000 7ff152408740 1 -- start start 2024-09-21T00:23:49.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.676+0000 7ff152408740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556e1867e4d0 0x556e18a4f160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:49.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.676+0000 7ff152408740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556e186866b0 0x556e18ab7510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:49.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.676+0000 7ff152408740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556e186a7390 0x556e18a4fee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:49.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.676+0000 7ff152408740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff144202200 con 0x556e186866b0 2024-09-21T00:23:49.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.676+0000 7ff152408740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff1442012f0 con 0x556e186a7390 2024-09-21T00:23:49.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.676+0000 7ff152408740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7ff14406e060 con 0x556e1867e4d0 2024-09-21T00:23:49.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.676+0000 7ff14895d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556e186866b0 0x556e18ab7510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:49.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.676+0000 7ff14895d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556e186866b0 0x556e18ab7510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:37354/0 (socket says 172.21.15.67:37354) 2024-09-21T00:23:49.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.676+0000 7ff14895d640 1 -- 172.21.15.67:0/1814241437 learned_addr learned my addr 172.21.15.67:0/1814241437 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:23:49.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.676+0000 7ff14895d640 1 -- 172.21.15.67:0/1814241437 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556e1867e4d0 msgr2=0x556e18a4f160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:23:49.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.676+0000 7ff14995f640 1 --2- 172.21.15.67:0/1814241437 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556e186a7390 0x556e18a4fee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:49.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.676+0000 7ff14915e640 1 --2- 172.21.15.67:0/1814241437 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556e1867e4d0 0x556e18a4f160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:49.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.676+0000 7ff14895d640 1 --2- 172.21.15.67:0/1814241437 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556e1867e4d0 0x556e18a4f160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:49.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.676+0000 7ff14895d640 1 -- 172.21.15.67:0/1814241437 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556e186a7390 msgr2=0x556e18a4fee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:23:49.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.676+0000 7ff14895d640 1 --2- 172.21.15.67:0/1814241437 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556e186a7390 0x556e18a4fee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:49.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.676+0000 7ff14895d640 1 -- 172.21.15.67:0/1814241437 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556e18787ad0 con 0x556e186866b0 2024-09-21T00:23:49.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.676+0000 7ff14995f640 1 --2- 172.21.15.67:0/1814241437 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556e186a7390 0x556e18a4fee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:23:49.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.676+0000 7ff14915e640 1 --2- 172.21.15.67:0/1814241437 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556e1867e4d0 0x556e18a4f160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:23:49.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.676+0000 7ff14895d640 1 --2- 172.21.15.67:0/1814241437 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556e186866b0 0x556e18ab7510 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7ff13407f320 tx=0x7ff1340bb350 comp rx=0 tx=0).ready entity=mon.0 client_cookie=518536c23b88b5f1 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:23:49.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.676+0000 7ff1267fc640 1 -- 172.21.15.67:0/1814241437 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff134048070 con 0x556e186866b0 2024-09-21T00:23:49.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.677+0000 7ff1267fc640 1 -- 172.21.15.67:0/1814241437 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff134005310 con 0x556e186866b0 2024-09-21T00:23:49.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.677+0000 7ff1267fc640 1 -- 172.21.15.67:0/1814241437 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff134082d80 con 0x556e186866b0 2024-09-21T00:23:49.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.677+0000 7ff152408740 1 -- 172.21.15.67:0/1814241437 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556e186866b0 msgr2=0x556e18ab7510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:49.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.677+0000 7ff152408740 1 --2- 172.21.15.67:0/1814241437 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556e186866b0 0x556e18ab7510 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7ff13407f320 tx=0x7ff1340bb350 comp rx=0 tx=0).stop 2024-09-21T00:23:49.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.677+0000 7ff152408740 1 -- 172.21.15.67:0/1814241437 shutdown_connections 2024-09-21T00:23:49.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.677+0000 7ff152408740 1 --2- 172.21.15.67:0/1814241437 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556e186a7390 0x556e18a4fee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:49.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.677+0000 7ff152408740 1 --2- 172.21.15.67:0/1814241437 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556e186866b0 0x556e18ab7510 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:49.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.677+0000 7ff152408740 1 --2- 172.21.15.67:0/1814241437 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556e1867e4d0 0x556e18a4f160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:49.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.677+0000 7ff152408740 1 -- 172.21.15.67:0/1814241437 >> 172.21.15.67:0/1814241437 conn(0x556e1869b4e0 msgr2=0x556e18a4e3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:23:49.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.677+0000 7ff152408740 1 -- 172.21.15.67:0/1814241437 shutdown_connections 2024-09-21T00:23:49.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.677+0000 7ff152408740 1 -- 172.21.15.67:0/1814241437 wait complete. 2024-09-21T00:23:49.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.678+0000 7ff152408740 1 -- start start 2024-09-21T00:23:49.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.678+0000 7ff152408740 1 Processor -- start 2024-09-21T00:23:49.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.680+0000 7ff152408740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556e1867e4d0 0x556e18a491a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:49.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.680+0000 7ff152408740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556e186866b0 0x556e18b13800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:49.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.680+0000 7ff152408740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556e186a7390 0x556e18a8f350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:49.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.680+0000 7ff152408740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x556e18a8dbc0 con 0x556e1867e4d0 2024-09-21T00:23:49.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.680+0000 7ff152408740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff14406e6b0 con 0x556e186866b0 2024-09-21T00:23:49.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.680+0000 7ff152408740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x556e18787ad0 con 0x556e186a7390 2024-09-21T00:23:49.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.680+0000 7ff152408740 10 client.0 _ll_register_callbacks cb 0x7ff134005e60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:23:49.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.680+0000 7ff14915e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556e1867e4d0 0x556e18a491a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:49.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.680+0000 7ff14915e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556e1867e4d0 0x556e18a491a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:37368/0 (socket says 172.21.15.67:37368) 2024-09-21T00:23:49.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.680+0000 7ff14915e640 1 -- 172.21.15.67:0/70339612 learned_addr learned my addr 172.21.15.67:0/70339612 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:23:49.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.680+0000 7ff14895d640 1 --2- 172.21.15.67:0/70339612 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556e186866b0 0x556e18b13800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:49.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.680+0000 7ff14995f640 1 --2- 172.21.15.67:0/70339612 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556e186a7390 0x556e18a8f350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:49.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.680+0000 7ff14915e640 1 -- 172.21.15.67:0/70339612 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556e186a7390 msgr2=0x556e18a8f350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:23:49.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.680+0000 7ff14915e640 1 --2- 172.21.15.67:0/70339612 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556e186a7390 0x556e18a8f350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:49.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.680+0000 7ff14915e640 1 -- 172.21.15.67:0/70339612 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556e186866b0 msgr2=0x556e18b13800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:23:49.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.680+0000 7ff14915e640 1 --2- 172.21.15.67:0/70339612 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556e186866b0 0x556e18b13800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:49.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.680+0000 7ff14915e640 1 -- 172.21.15.67:0/70339612 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556e18a45440 con 0x556e1867e4d0 2024-09-21T00:23:49.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.680+0000 7ff14915e640 1 --2- 172.21.15.67:0/70339612 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556e1867e4d0 0x556e18a491a0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7ff14000f990 tx=0x7ff140001540 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7bd3865888e5e657 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:23:49.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.680+0000 7ff11ffff640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:23:49.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.680+0000 7ff11ffff640 1 -- 172.21.15.67:0/70339612 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff140025040 con 0x556e1867e4d0 2024-09-21T00:23:49.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.681+0000 7ff11ffff640 1 -- 172.21.15.67:0/70339612 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(34..34 src has 1..34) ==== 5737+0+0 (secure 0 0 0) 0x7ff140014de0 con 0x556e1867e4d0 2024-09-21T00:23:49.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.681+0000 7ff152408740 1 -- 172.21.15.67:0/70339612 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff134005310 con 0x556e1867e4d0 2024-09-21T00:23:49.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.681+0000 7ff11ffff640 1 -- 172.21.15.67:0/70339612 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=18) ==== 24+0+0 (secure 0 0 0) 0x7ff140007ae0 con 0x556e1867e4d0 2024-09-21T00:23:49.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.681+0000 7ff152408740 10 client.5217 fetch_fsmap learned FSMap version 18 2024-09-21T00:23:49.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.681+0000 7ff152408740 1 -- 172.21.15.67:0/70339612 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=18,monmap=2+}) -- 0x556e18a48c80 con 0x556e1867e4d0 2024-09-21T00:23:49.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.681+0000 7ff11ffff640 1 -- 172.21.15.67:0/70339612 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff134005310 con 0x556e1867e4d0 2024-09-21T00:23:49.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.681+0000 7ff11ffff640 1 -- 172.21.15.67:0/70339612 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 18) ==== 3502+0+0 (secure 0 0 0) 0x7ff140016200 con 0x556e1867e4d0 2024-09-21T00:23:49.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.681+0000 7ff152408740 10 client.5217 fetch_fsmap finished waiting for FSMap version 18 2024-09-21T00:23:49.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.681+0000 7ff152408740 10 client.5217 resolve_mds: resolved 2:0 to role '2:0' aka daemon mds.a 2024-09-21T00:23:49.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.681+0000 7ff152408740 20 client.5217 populate_metadata read hostname 'smithi067' 2024-09-21T00:23:49.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.681+0000 7ff152408740 1 --2- 172.21.15.67:0/70339612 >> [v2:172.21.15.67:6832/1883255258,v1:172.21.15.67:6833/1883255258] conn(0x556e18b10fc0 0x556e18a8f890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:49.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.681+0000 7ff152408740 4 client.5217 mds_command: new command op to 4932 tid=0 multi_id=0 [{"prefix": "perf dump"}] 2024-09-21T00:23:49.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.681+0000 7ff152408740 1 -- 172.21.15.67:0/70339612 --> [v2:172.21.15.67:6832/1883255258,v1:172.21.15.67:6833/1883255258] -- command(tid 0: {"prefix": "perf dump"}) -- 0x556e189bf5d0 con 0x556e18b10fc0 2024-09-21T00:23:49.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.681+0000 7ff14895d640 1 --2- 172.21.15.67:0/70339612 >> [v2:172.21.15.67:6832/1883255258,v1:172.21.15.67:6833/1883255258] conn(0x556e18b10fc0 0x556e18a8f890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:49.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.681+0000 7ff11ffff640 10 client.5217 ms_handle_connect on v2:172.21.15.67:6832/1883255258 2024-09-21T00:23:49.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.682+0000 7ff14895d640 1 --2- 172.21.15.67:0/70339612 >> [v2:172.21.15.67:6832/1883255258,v1:172.21.15.67:6833/1883255258] conn(0x556e18b10fc0 0x556e18a8f890 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2ec7d62c485d61a6 server_cookie=83f6ec28003b0e78 in_seq=0 out_seq=0 2024-09-21T00:23:49.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.682+0000 7ff11ffff640 1 -- 172.21.15.67:0/70339612 <== mds.0 v2:172.21.15.67:6832/1883255258 1 ==== command_reply(tid 0: 0 ) ==== 8+0+18115 (crc 0 0 0) 0x556e189bf5d0 con 0x556e18b10fc0 2024-09-21T00:23:49.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.682+0000 7ff11ffff640 10 client.5217 handle_command_reply: tid=0 2024-09-21T00:23:49.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.682+0000 7ff152408740 1 client.5217 shutdown 2024-09-21T00:23:49.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.682+0000 7ff152408740 1 -- 172.21.15.67:0/70339612 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556e1867e4d0 msgr2=0x556e18a491a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:49.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.682+0000 7ff152408740 1 --2- 172.21.15.67:0/70339612 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556e1867e4d0 0x556e18a491a0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7ff14000f990 tx=0x7ff140001540 comp rx=0 tx=0).stop 2024-09-21T00:23:49.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.682+0000 7ff152408740 1 -- 172.21.15.67:0/70339612 shutdown_connections 2024-09-21T00:23:49.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.682+0000 7ff152408740 1 --2- 172.21.15.67:0/70339612 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556e186a7390 0x556e18a8f350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:49.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.682+0000 7ff152408740 1 --2- 172.21.15.67:0/70339612 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556e186866b0 0x556e18b13800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:49.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.682+0000 7ff152408740 1 --2- 172.21.15.67:0/70339612 >> [v2:172.21.15.67:6832/1883255258,v1:172.21.15.67:6833/1883255258] conn(0x556e18b10fc0 0x556e18a8f890 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:49.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.682+0000 7ff152408740 1 --2- 172.21.15.67:0/70339612 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556e1867e4d0 0x556e18a491a0 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:49.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.682+0000 7ff11ffff640 0 client.5217 ms_handle_reset on v2:172.21.15.67:6832/1883255258 2024-09-21T00:23:49.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.682+0000 7ff152408740 1 -- 172.21.15.67:0/70339612 >> 172.21.15.67:0/70339612 conn(0x556e1869b4e0 msgr2=0x556e18aacc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:23:49.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.682+0000 7ff152408740 1 -- 172.21.15.67:0/70339612 shutdown_connections 2024-09-21T00:23:49.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.682+0000 7ff152408740 1 -- 172.21.15.67:0/70339612 wait complete. 2024-09-21T00:23:49.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.683+0000 7ff152408740 20 client.5217 trim_cache size 0 max 16384 2024-09-21T00:23:49.691 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:23:49.691 INFO:teuthology.orchestra.run.smithi067.stdout: "AsyncMessenger::Worker-0": { 2024-09-21T00:23:49.691 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_messages": 5186, 2024-09-21T00:23:49.691 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_messages": 5187, 2024-09-21T00:23:49.691 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_bytes": 1295134, 2024-09-21T00:23:49.691 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_bytes": 35149517, 2024-09-21T00:23:49.691 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_created_connections": 17, 2024-09-21T00:23:49.692 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_active_connections": 6, 2024-09-21T00:23:49.692 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_total_time": 0.533254361, 2024-09-21T00:23:49.692 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_send_time": 0.271115265, 2024-09-21T00:23:49.692 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_recv_time": 0.094254328, 2024-09-21T00:23:49.692 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_fast_dispatch_time": 0.135821687, 2024-09-21T00:23:49.692 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_messages_queue_lat": { 2024-09-21T00:23:49.692 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 5186, 2024-09-21T00:23:49.692 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.441065837, 2024-09-21T00:23:49.692 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000085049 2024-09-21T00:23:49.692 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:49.692 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_handle_ack_lat": { 2024-09-21T00:23:49.692 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 10, 2024-09-21T00:23:49.692 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000001136, 2024-09-21T00:23:49.692 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000113 2024-09-21T00:23:49.693 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:49.693 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_encrypted_bytes": 0, 2024-09-21T00:23:49.693 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_encrypted_bytes": 0 2024-09-21T00:23:49.693 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:49.693 INFO:teuthology.orchestra.run.smithi067.stdout: "AsyncMessenger::Worker-1": { 2024-09-21T00:23:49.693 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_messages": 34077, 2024-09-21T00:23:49.693 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_messages": 59997, 2024-09-21T00:23:49.693 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_bytes": 11901621, 2024-09-21T00:23:49.693 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_bytes": 41785204, 2024-09-21T00:23:49.693 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_created_connections": 8, 2024-09-21T00:23:49.693 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_active_connections": 4, 2024-09-21T00:23:49.693 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_total_time": 4.049528868, 2024-09-21T00:23:49.693 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_send_time": 2.377765386, 2024-09-21T00:23:49.694 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_recv_time": 1.944367616, 2024-09-21T00:23:49.694 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_fast_dispatch_time": 0.056682145, 2024-09-21T00:23:49.694 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_messages_queue_lat": { 2024-09-21T00:23:49.694 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 59996, 2024-09-21T00:23:49.694 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 1.105310152, 2024-09-21T00:23:49.694 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000018423 2024-09-21T00:23:49.694 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:49.694 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_handle_ack_lat": { 2024-09-21T00:23:49.694 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 88894, 2024-09-21T00:23:49.694 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.016353417, 2024-09-21T00:23:49.694 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000183 2024-09-21T00:23:49.694 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:49.694 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_encrypted_bytes": 160, 2024-09-21T00:23:49.694 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_encrypted_bytes": 127328 2024-09-21T00:23:49.695 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:49.695 INFO:teuthology.orchestra.run.smithi067.stdout: "AsyncMessenger::Worker-2": { 2024-09-21T00:23:49.695 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_messages": 5300, 2024-09-21T00:23:49.695 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_messages": 5292, 2024-09-21T00:23:49.695 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_bytes": 1801542, 2024-09-21T00:23:49.695 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_bytes": 37550242, 2024-09-21T00:23:49.695 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_created_connections": 5, 2024-09-21T00:23:49.695 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_active_connections": 4, 2024-09-21T00:23:49.695 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_total_time": 0.488012516, 2024-09-21T00:23:49.695 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_send_time": 0.234571492, 2024-09-21T00:23:49.695 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_recv_time": 0.099053035, 2024-09-21T00:23:49.695 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_fast_dispatch_time": 0.132004279, 2024-09-21T00:23:49.695 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_messages_queue_lat": { 2024-09-21T00:23:49.695 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 5292, 2024-09-21T00:23:49.696 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.462031910, 2024-09-21T00:23:49.696 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000087307 2024-09-21T00:23:49.696 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:49.696 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_handle_ack_lat": { 2024-09-21T00:23:49.696 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:23:49.696 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:23:49.696 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:23:49.696 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:49.696 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_encrypted_bytes": 136208, 2024-09-21T00:23:49.696 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_encrypted_bytes": 28256 2024-09-21T00:23:49.696 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:49.696 INFO:teuthology.orchestra.run.smithi067.stdout: "cct": { 2024-09-21T00:23:49.696 INFO:teuthology.orchestra.run.smithi067.stdout: "total_workers": 1, 2024-09-21T00:23:49.696 INFO:teuthology.orchestra.run.smithi067.stdout: "unhealthy_workers": 0 2024-09-21T00:23:49.696 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:49.697 INFO:teuthology.orchestra.run.smithi067.stdout: "finisher-MDSRank": { 2024-09-21T00:23:49.697 INFO:teuthology.orchestra.run.smithi067.stdout: "queue_len": 0, 2024-09-21T00:23:49.697 INFO:teuthology.orchestra.run.smithi067.stdout: "complete_latency": { 2024-09-21T00:23:49.697 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 9921, 2024-09-21T00:23:49.697 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 16.428519790, 2024-09-21T00:23:49.697 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.001655933 2024-09-21T00:23:49.697 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:23:49.697 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:49.697 INFO:teuthology.orchestra.run.smithi067.stdout: "finisher-PurgeQueue": { 2024-09-21T00:23:49.697 INFO:teuthology.orchestra.run.smithi067.stdout: "queue_len": 0, 2024-09-21T00:23:49.697 INFO:teuthology.orchestra.run.smithi067.stdout: "complete_latency": { 2024-09-21T00:23:49.697 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 3656, 2024-09-21T00:23:49.697 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.723827000, 2024-09-21T00:23:49.697 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000197983 2024-09-21T00:23:49.697 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:23:49.698 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:49.698 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": { 2024-09-21T00:23:49.698 INFO:teuthology.orchestra.run.smithi067.stdout: "request": 28182, 2024-09-21T00:23:49.698 INFO:teuthology.orchestra.run.smithi067.stdout: "reply": 28182, 2024-09-21T00:23:49.698 INFO:teuthology.orchestra.run.smithi067.stdout: "reply_latency": { 2024-09-21T00:23:49.698 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 28182, 2024-09-21T00:23:49.698 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 268.012222079, 2024-09-21T00:23:49.698 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.009510049 2024-09-21T00:23:49.698 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:49.698 INFO:teuthology.orchestra.run.smithi067.stdout: "slow_reply": 0, 2024-09-21T00:23:49.699 INFO:teuthology.orchestra.run.smithi067.stdout: "forward": 0, 2024-09-21T00:23:49.699 INFO:teuthology.orchestra.run.smithi067.stdout: "dir_fetch_complete": 0, 2024-09-21T00:23:49.699 INFO:teuthology.orchestra.run.smithi067.stdout: "dir_fetch_keys": 0, 2024-09-21T00:23:49.699 INFO:teuthology.orchestra.run.smithi067.stdout: "dir_commit": 12, 2024-09-21T00:23:49.699 INFO:teuthology.orchestra.run.smithi067.stdout: "dir_split": 0, 2024-09-21T00:23:49.699 INFO:teuthology.orchestra.run.smithi067.stdout: "dir_merge": 0, 2024-09-21T00:23:49.699 INFO:teuthology.orchestra.run.smithi067.stdout: "inodes": 17834, 2024-09-21T00:23:49.699 INFO:teuthology.orchestra.run.smithi067.stdout: "inodes_top": 0, 2024-09-21T00:23:49.699 INFO:teuthology.orchestra.run.smithi067.stdout: "inodes_bottom": 17834, 2024-09-21T00:23:49.699 INFO:teuthology.orchestra.run.smithi067.stdout: "inodes_pin_tail": 0, 2024-09-21T00:23:49.699 INFO:teuthology.orchestra.run.smithi067.stdout: "inodes_pinned": 17834, 2024-09-21T00:23:49.699 INFO:teuthology.orchestra.run.smithi067.stdout: "inodes_expired": 0, 2024-09-21T00:23:49.699 INFO:teuthology.orchestra.run.smithi067.stdout: "inodes_with_caps": 2, 2024-09-21T00:23:49.699 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": 2, 2024-09-21T00:23:49.700 INFO:teuthology.orchestra.run.smithi067.stdout: "subtrees": 2, 2024-09-21T00:23:49.700 INFO:teuthology.orchestra.run.smithi067.stdout: "traverse": 47510, 2024-09-21T00:23:49.700 INFO:teuthology.orchestra.run.smithi067.stdout: "traverse_hit": 46919, 2024-09-21T00:23:49.700 INFO:teuthology.orchestra.run.smithi067.stdout: "traverse_forward": 0, 2024-09-21T00:23:49.700 INFO:teuthology.orchestra.run.smithi067.stdout: "traverse_discover": 0, 2024-09-21T00:23:49.700 INFO:teuthology.orchestra.run.smithi067.stdout: "traverse_dir_fetch": 0, 2024-09-21T00:23:49.700 INFO:teuthology.orchestra.run.smithi067.stdout: "traverse_remote_ino": 0, 2024-09-21T00:23:49.700 INFO:teuthology.orchestra.run.smithi067.stdout: "traverse_lock": 127, 2024-09-21T00:23:49.700 INFO:teuthology.orchestra.run.smithi067.stdout: "load_cent": 0, 2024-09-21T00:23:49.700 INFO:teuthology.orchestra.run.smithi067.stdout: "q": 0, 2024-09-21T00:23:49.700 INFO:teuthology.orchestra.run.smithi067.stdout: "exported": 0, 2024-09-21T00:23:49.700 INFO:teuthology.orchestra.run.smithi067.stdout: "exported_inodes": 0, 2024-09-21T00:23:49.700 INFO:teuthology.orchestra.run.smithi067.stdout: "imported": 0, 2024-09-21T00:23:49.700 INFO:teuthology.orchestra.run.smithi067.stdout: "imported_inodes": 0, 2024-09-21T00:23:49.700 INFO:teuthology.orchestra.run.smithi067.stdout: "openino_dir_fetch": 0, 2024-09-21T00:23:49.701 INFO:teuthology.orchestra.run.smithi067.stdout: "openino_backtrace_fetch": 1797, 2024-09-21T00:23:49.701 INFO:teuthology.orchestra.run.smithi067.stdout: "openino_peer_discover": 0, 2024-09-21T00:23:49.701 INFO:teuthology.orchestra.run.smithi067.stdout: "root_rfiles": 0, 2024-09-21T00:23:49.701 INFO:teuthology.orchestra.run.smithi067.stdout: "root_rbytes": 0, 2024-09-21T00:23:49.701 INFO:teuthology.orchestra.run.smithi067.stdout: "root_rsnaps": 0, 2024-09-21T00:23:49.701 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_backtrace_fetch": 1797, 2024-09-21T00:23:49.701 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_set_tag": 0, 2024-09-21T00:23:49.701 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_backtrace_repaired": 0, 2024-09-21T00:23:49.701 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_inotable_repaired": 0, 2024-09-21T00:23:49.701 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_dir_inodes": 13, 2024-09-21T00:23:49.701 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_dir_base_inodes": 2, 2024-09-21T00:23:49.701 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_dirfrag_rstats": 11, 2024-09-21T00:23:49.701 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_file_inodes": 1784, 2024-09-21T00:23:49.702 INFO:teuthology.orchestra.run.smithi067.stdout: "handle_inode_file_caps": 0, 2024-09-21T00:23:49.702 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_cap_op_revoke": 6162, 2024-09-21T00:23:49.702 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_cap_op_grant": 6015, 2024-09-21T00:23:49.702 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_cap_op_trunc": 0, 2024-09-21T00:23:49.702 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-21T00:23:49.702 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-21T00:23:49.702 INFO:teuthology.orchestra.run.smithi067.stdout: "handle_client_caps": 6161, 2024-09-21T00:23:49.702 INFO:teuthology.orchestra.run.smithi067.stdout: "handle_client_caps_dirty": 2000, 2024-09-21T00:23:49.702 INFO:teuthology.orchestra.run.smithi067.stdout: "handle_client_cap_release": 29, 2024-09-21T00:23:49.702 INFO:teuthology.orchestra.run.smithi067.stdout: "process_request_cap_release": 17840 2024-09-21T00:23:49.702 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:49.702 INFO:teuthology.orchestra.run.smithi067.stdout: "mds_cache": { 2024-09-21T00:23:49.703 INFO:teuthology.orchestra.run.smithi067.stdout: "dir_update": 0, 2024-09-21T00:23:49.703 INFO:teuthology.orchestra.run.smithi067.stdout: "dir_update_receipt": 0, 2024-09-21T00:23:49.703 INFO:teuthology.orchestra.run.smithi067.stdout: "dir_try_discover": 0, 2024-09-21T00:23:49.703 INFO:teuthology.orchestra.run.smithi067.stdout: "dir_send_discover": 0, 2024-09-21T00:23:49.703 INFO:teuthology.orchestra.run.smithi067.stdout: "dir_handle_discover": 0, 2024-09-21T00:23:49.703 INFO:teuthology.orchestra.run.smithi067.stdout: "num_strays": 0, 2024-09-21T00:23:49.703 INFO:teuthology.orchestra.run.smithi067.stdout: "num_strays_delayed": 0, 2024-09-21T00:23:49.703 INFO:teuthology.orchestra.run.smithi067.stdout: "num_strays_enqueuing": 0, 2024-09-21T00:23:49.704 INFO:teuthology.orchestra.run.smithi067.stdout: "strays_created": 4122, 2024-09-21T00:23:49.704 INFO:teuthology.orchestra.run.smithi067.stdout: "strays_enqueued": 3518, 2024-09-21T00:23:49.704 INFO:teuthology.orchestra.run.smithi067.stdout: "strays_reintegrated": 2185, 2024-09-21T00:23:49.704 INFO:teuthology.orchestra.run.smithi067.stdout: "strays_migrated": 0, 2024-09-21T00:23:49.704 INFO:teuthology.orchestra.run.smithi067.stdout: "num_recovering_processing": 0, 2024-09-21T00:23:49.704 INFO:teuthology.orchestra.run.smithi067.stdout: "num_recovering_enqueued": 0, 2024-09-21T00:23:49.704 INFO:teuthology.orchestra.run.smithi067.stdout: "num_recovering_prioritized": 0, 2024-09-21T00:23:49.704 INFO:teuthology.orchestra.run.smithi067.stdout: "recovery_started": 0, 2024-09-21T00:23:49.704 INFO:teuthology.orchestra.run.smithi067.stdout: "recovery_completed": 0, 2024-09-21T00:23:49.704 INFO:teuthology.orchestra.run.smithi067.stdout: "ireq_quiesce_path": 0, 2024-09-21T00:23:49.704 INFO:teuthology.orchestra.run.smithi067.stdout: "ireq_quiesce_inode": 0, 2024-09-21T00:23:49.704 INFO:teuthology.orchestra.run.smithi067.stdout: "ireq_enqueue_scrub": 1, 2024-09-21T00:23:49.704 INFO:teuthology.orchestra.run.smithi067.stdout: "ireq_exportdir": 0, 2024-09-21T00:23:49.704 INFO:teuthology.orchestra.run.smithi067.stdout: "ireq_flush": 0, 2024-09-21T00:23:49.705 INFO:teuthology.orchestra.run.smithi067.stdout: "ireq_fragmentdir": 0, 2024-09-21T00:23:49.705 INFO:teuthology.orchestra.run.smithi067.stdout: "ireq_fragstats": 0, 2024-09-21T00:23:49.705 INFO:teuthology.orchestra.run.smithi067.stdout: "ireq_inodestats": 0, 2024-09-21T00:23:49.705 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_started": 0, 2024-09-21T00:23:49.705 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_succeeded": 0, 2024-09-21T00:23:49.705 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_write_failed": 0 2024-09-21T00:23:49.705 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:49.705 INFO:teuthology.orchestra.run.smithi067.stdout: "mds_log": { 2024-09-21T00:23:49.705 INFO:teuthology.orchestra.run.smithi067.stdout: "evlrg": 0, 2024-09-21T00:23:49.705 INFO:teuthology.orchestra.run.smithi067.stdout: "evadd": 23722, 2024-09-21T00:23:49.705 INFO:teuthology.orchestra.run.smithi067.stdout: "evex": 0, 2024-09-21T00:23:49.705 INFO:teuthology.orchestra.run.smithi067.stdout: "evtrm": 0, 2024-09-21T00:23:49.705 INFO:teuthology.orchestra.run.smithi067.stdout: "ev": 23722, 2024-09-21T00:23:49.705 INFO:teuthology.orchestra.run.smithi067.stdout: "evexg": 0, 2024-09-21T00:23:49.705 INFO:teuthology.orchestra.run.smithi067.stdout: "evexd": 0, 2024-09-21T00:23:49.706 INFO:teuthology.orchestra.run.smithi067.stdout: "segadd": 31, 2024-09-21T00:23:49.706 INFO:teuthology.orchestra.run.smithi067.stdout: "segex": 0, 2024-09-21T00:23:49.706 INFO:teuthology.orchestra.run.smithi067.stdout: "segtrm": 0, 2024-09-21T00:23:49.706 INFO:teuthology.orchestra.run.smithi067.stdout: "seg": 31, 2024-09-21T00:23:49.706 INFO:teuthology.orchestra.run.smithi067.stdout: "segmjr": 3, 2024-09-21T00:23:49.706 INFO:teuthology.orchestra.run.smithi067.stdout: "segexg": 0, 2024-09-21T00:23:49.706 INFO:teuthology.orchestra.run.smithi067.stdout: "segexd": 0, 2024-09-21T00:23:49.706 INFO:teuthology.orchestra.run.smithi067.stdout: "expos": 4194304, 2024-09-21T00:23:49.706 INFO:teuthology.orchestra.run.smithi067.stdout: "wrpos": 82354495, 2024-09-21T00:23:49.706 INFO:teuthology.orchestra.run.smithi067.stdout: "rdpos": 0, 2024-09-21T00:23:49.706 INFO:teuthology.orchestra.run.smithi067.stdout: "jlat": { 2024-09-21T00:23:49.706 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 6562, 2024-09-21T00:23:49.706 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 78.293130255, 2024-09-21T00:23:49.706 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.011931290 2024-09-21T00:23:49.707 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:49.707 INFO:teuthology.orchestra.run.smithi067.stdout: "replayed": 0 2024-09-21T00:23:49.707 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:49.707 INFO:teuthology.orchestra.run.smithi067.stdout: "mds_mem": { 2024-09-21T00:23:49.707 INFO:teuthology.orchestra.run.smithi067.stdout: "ino": 14, 2024-09-21T00:23:49.707 INFO:teuthology.orchestra.run.smithi067.stdout: "ino+": 2016, 2024-09-21T00:23:49.707 INFO:teuthology.orchestra.run.smithi067.stdout: "ino-": 2002, 2024-09-21T00:23:49.707 INFO:teuthology.orchestra.run.smithi067.stdout: "dir": 13, 2024-09-21T00:23:49.708 INFO:teuthology.orchestra.run.smithi067.stdout: "dir+": 13, 2024-09-21T00:23:49.708 INFO:teuthology.orchestra.run.smithi067.stdout: "dir-": 0, 2024-09-21T00:23:49.708 INFO:teuthology.orchestra.run.smithi067.stdout: "dn": 17834, 2024-09-21T00:23:49.708 INFO:teuthology.orchestra.run.smithi067.stdout: "dn+": 19834, 2024-09-21T00:23:49.708 INFO:teuthology.orchestra.run.smithi067.stdout: "dn-": 2000, 2024-09-21T00:23:49.708 INFO:teuthology.orchestra.run.smithi067.stdout: "cap": 2, 2024-09-21T00:23:49.708 INFO:teuthology.orchestra.run.smithi067.stdout: "cap+": 2002, 2024-09-21T00:23:49.709 INFO:teuthology.orchestra.run.smithi067.stdout: "cap-": 2000, 2024-09-21T00:23:49.709 INFO:teuthology.orchestra.run.smithi067.stdout: "rss": 166652, 2024-09-21T00:23:49.709 INFO:teuthology.orchestra.run.smithi067.stdout: "heap": 400519168 2024-09-21T00:23:49.709 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:49.709 INFO:teuthology.orchestra.run.smithi067.stdout: "mds_server": { 2024-09-21T00:23:49.709 INFO:teuthology.orchestra.run.smithi067.stdout: "dispatch_client_request": 37164, 2024-09-21T00:23:49.709 INFO:teuthology.orchestra.run.smithi067.stdout: "dispatch_server_request": 0, 2024-09-21T00:23:49.709 INFO:teuthology.orchestra.run.smithi067.stdout: "handle_client_request": 28182, 2024-09-21T00:23:49.709 INFO:teuthology.orchestra.run.smithi067.stdout: "handle_client_session": 7, 2024-09-21T00:23:49.709 INFO:teuthology.orchestra.run.smithi067.stdout: "handle_peer_request": 0, 2024-09-21T00:23:49.709 INFO:teuthology.orchestra.run.smithi067.stdout: "req_create_latency": { 2024-09-21T00:23:49.709 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 2000, 2024-09-21T00:23:49.709 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 1.815585694, 2024-09-21T00:23:49.709 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000907792 2024-09-21T00:23:49.710 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:49.710 INFO:teuthology.orchestra.run.smithi067.stdout: "req_getattr_latency": { 2024-09-21T00:23:49.710 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 1984, 2024-09-21T00:23:49.710 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.689386250, 2024-09-21T00:23:49.710 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000347472 2024-09-21T00:23:49.710 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:49.710 INFO:teuthology.orchestra.run.smithi067.stdout: "req_getfilelock_latency": { 2024-09-21T00:23:49.710 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:23:49.710 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:23:49.710 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:23:49.710 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:49.710 INFO:teuthology.orchestra.run.smithi067.stdout: "req_link_latency": { 2024-09-21T00:23:49.710 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 6000, 2024-09-21T00:23:49.711 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 10.856458027, 2024-09-21T00:23:49.711 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.001809409 2024-09-21T00:23:49.711 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:49.711 INFO:teuthology.orchestra.run.smithi067.stdout: "req_lookup_latency": { 2024-09-21T00:23:49.711 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 8000, 2024-09-21T00:23:49.711 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 5.413963331, 2024-09-21T00:23:49.711 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000676745 2024-09-21T00:23:49.711 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:49.711 INFO:teuthology.orchestra.run.smithi067.stdout: "req_lookuphash_latency": { 2024-09-21T00:23:49.711 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:23:49.711 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:23:49.711 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:23:49.711 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:49.712 INFO:teuthology.orchestra.run.smithi067.stdout: "req_lookupino_latency": { 2024-09-21T00:23:49.712 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:23:49.712 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:23:49.712 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:23:49.712 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:49.712 INFO:teuthology.orchestra.run.smithi067.stdout: "req_lookupname_latency": { 2024-09-21T00:23:49.712 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:23:49.712 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:23:49.712 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:23:49.712 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:49.712 INFO:teuthology.orchestra.run.smithi067.stdout: "req_lookupparent_latency": { 2024-09-21T00:23:49.712 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:23:49.712 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:23:49.712 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:23:49.712 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:49.713 INFO:teuthology.orchestra.run.smithi067.stdout: "req_lookupsnap_latency": { 2024-09-21T00:23:49.713 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 3, 2024-09-21T00:23:49.713 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.016682704, 2024-09-21T00:23:49.713 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.005560901 2024-09-21T00:23:49.713 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:49.713 INFO:teuthology.orchestra.run.smithi067.stdout: "req_lssnap_latency": { 2024-09-21T00:23:49.713 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:23:49.713 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:23:49.713 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:23:49.713 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:49.713 INFO:teuthology.orchestra.run.smithi067.stdout: "req_mkdir_latency": { 2024-09-21T00:23:49.713 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 1, 2024-09-21T00:23:49.713 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.002614624, 2024-09-21T00:23:49.714 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.002614624 2024-09-21T00:23:49.714 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:49.714 INFO:teuthology.orchestra.run.smithi067.stdout: "req_mknod_latency": { 2024-09-21T00:23:49.714 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:23:49.714 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:23:49.714 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:23:49.714 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:49.714 INFO:teuthology.orchestra.run.smithi067.stdout: "req_mksnap_latency": { 2024-09-21T00:23:49.714 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 1, 2024-09-21T00:23:49.714 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.005599053, 2024-09-21T00:23:49.714 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.005599053 2024-09-21T00:23:49.714 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:49.714 INFO:teuthology.orchestra.run.smithi067.stdout: "req_open_latency": { 2024-09-21T00:23:49.714 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:23:49.715 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:23:49.715 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:23:49.715 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:49.715 INFO:teuthology.orchestra.run.smithi067.stdout: "req_readdir_latency": { 2024-09-21T00:23:49.715 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 6, 2024-09-21T00:23:49.715 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.098067937, 2024-09-21T00:23:49.715 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.016344656 2024-09-21T00:23:49.715 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:49.715 INFO:teuthology.orchestra.run.smithi067.stdout: "req_rename_latency": { 2024-09-21T00:23:49.715 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 2185, 2024-09-21T00:23:49.715 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 228.783449595, 2024-09-21T00:23:49.715 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.104706384 2024-09-21T00:23:49.715 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:49.715 INFO:teuthology.orchestra.run.smithi067.stdout: "req_renamesnap_latency": { 2024-09-21T00:23:49.716 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:23:49.716 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:23:49.716 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:23:49.716 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:49.716 INFO:teuthology.orchestra.run.smithi067.stdout: "req_snapdiff_latency": { 2024-09-21T00:23:49.716 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:23:49.716 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:23:49.716 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:23:49.716 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:49.716 INFO:teuthology.orchestra.run.smithi067.stdout: "req_rmdir_latency": { 2024-09-21T00:23:49.716 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:23:49.716 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:23:49.716 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:23:49.717 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:49.717 INFO:teuthology.orchestra.run.smithi067.stdout: "req_rmsnap_latency": { 2024-09-21T00:23:49.717 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 1, 2024-09-21T00:23:49.717 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.003655659, 2024-09-21T00:23:49.717 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.003655659 2024-09-21T00:23:49.717 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:49.717 INFO:teuthology.orchestra.run.smithi067.stdout: "req_rmxattr_latency": { 2024-09-21T00:23:49.717 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:23:49.717 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:23:49.717 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:23:49.717 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:49.717 INFO:teuthology.orchestra.run.smithi067.stdout: "req_setattr_latency": { 2024-09-21T00:23:49.717 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 1, 2024-09-21T00:23:49.717 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000279012, 2024-09-21T00:23:49.718 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000279012 2024-09-21T00:23:49.718 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:49.718 INFO:teuthology.orchestra.run.smithi067.stdout: "req_setdirlayout_latency": { 2024-09-21T00:23:49.718 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:23:49.718 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:23:49.718 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:23:49.718 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:49.718 INFO:teuthology.orchestra.run.smithi067.stdout: "req_setfilelock_latency": { 2024-09-21T00:23:49.718 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:23:49.718 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:23:49.718 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:23:49.718 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:49.718 INFO:teuthology.orchestra.run.smithi067.stdout: "req_setlayout_latency": { 2024-09-21T00:23:49.719 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:23:49.719 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:23:49.719 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:23:49.719 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:49.719 INFO:teuthology.orchestra.run.smithi067.stdout: "req_setxattr_latency": { 2024-09-21T00:23:49.719 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:23:49.719 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:23:49.719 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:23:49.719 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:49.719 INFO:teuthology.orchestra.run.smithi067.stdout: "req_symlink_latency": { 2024-09-21T00:23:49.719 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:23:49.719 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:23:49.719 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:23:49.720 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:49.720 INFO:teuthology.orchestra.run.smithi067.stdout: "req_unlink_latency": { 2024-09-21T00:23:49.720 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 8000, 2024-09-21T00:23:49.720 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 20.326480193, 2024-09-21T00:23:49.720 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.002540810 2024-09-21T00:23:49.720 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:49.720 INFO:teuthology.orchestra.run.smithi067.stdout: "cap_revoke_eviction": 0, 2024-09-21T00:23:49.720 INFO:teuthology.orchestra.run.smithi067.stdout: "cap_acquisition_throttle": 0, 2024-09-21T00:23:49.720 INFO:teuthology.orchestra.run.smithi067.stdout: "req_getvxattr_latency": { 2024-09-21T00:23:49.720 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:23:49.720 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:23:49.720 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:23:49.720 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:23:49.720 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:49.721 INFO:teuthology.orchestra.run.smithi067.stdout: "mds_sessions": { 2024-09-21T00:23:49.721 INFO:teuthology.orchestra.run.smithi067.stdout: "session_count": 1, 2024-09-21T00:23:49.721 INFO:teuthology.orchestra.run.smithi067.stdout: "session_add": 1, 2024-09-21T00:23:49.721 INFO:teuthology.orchestra.run.smithi067.stdout: "session_remove": 0, 2024-09-21T00:23:49.721 INFO:teuthology.orchestra.run.smithi067.stdout: "sessions_open": 1, 2024-09-21T00:23:49.721 INFO:teuthology.orchestra.run.smithi067.stdout: "sessions_stale": 0, 2024-09-21T00:23:49.721 INFO:teuthology.orchestra.run.smithi067.stdout: "total_load": 18956, 2024-09-21T00:23:49.721 INFO:teuthology.orchestra.run.smithi067.stdout: "average_load": 18956, 2024-09-21T00:23:49.721 INFO:teuthology.orchestra.run.smithi067.stdout: "avg_session_uptime": 96, 2024-09-21T00:23:49.721 INFO:teuthology.orchestra.run.smithi067.stdout: "mdthresh_evicted": 0 2024-09-21T00:23:49.721 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:49.721 INFO:teuthology.orchestra.run.smithi067.stdout: "mempool": { 2024-09-21T00:23:49.721 INFO:teuthology.orchestra.run.smithi067.stdout: "bloom_filter_bytes": 0, 2024-09-21T00:23:49.721 INFO:teuthology.orchestra.run.smithi067.stdout: "bloom_filter_items": 0, 2024-09-21T00:23:49.722 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_alloc_bytes": 0, 2024-09-21T00:23:49.722 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_alloc_items": 0, 2024-09-21T00:23:49.722 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_data_bytes": 0, 2024-09-21T00:23:49.722 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_data_items": 0, 2024-09-21T00:23:49.722 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-21T00:23:49.722 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_onode_items": 0, 2024-09-21T00:23:49.722 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-21T00:23:49.722 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_meta_items": 0, 2024-09-21T00:23:49.722 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_other_bytes": 0, 2024-09-21T00:23:49.722 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_other_items": 0, 2024-09-21T00:23:49.722 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-21T00:23:49.722 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_buffer_items": 0, 2024-09-21T00:23:49.722 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_extent_bytes": 0, 2024-09-21T00:23:49.723 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_extent_items": 0, 2024-09-21T00:23:49.723 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_blob_bytes": 0, 2024-09-21T00:23:49.723 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_blob_items": 0, 2024-09-21T00:23:49.723 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-21T00:23:49.723 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_shared_blob_items": 0, 2024-09-21T00:23:49.723 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-21T00:23:49.723 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_inline_bl_items": 0, 2024-09-21T00:23:49.723 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_fsck_bytes": 0, 2024-09-21T00:23:49.723 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_fsck_items": 0, 2024-09-21T00:23:49.723 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_txc_bytes": 0, 2024-09-21T00:23:49.723 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_txc_items": 0, 2024-09-21T00:23:49.723 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-21T00:23:49.723 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_writing_deferred_items": 0, 2024-09-21T00:23:49.724 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_writing_bytes": 0, 2024-09-21T00:23:49.724 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_writing_items": 0, 2024-09-21T00:23:49.724 INFO:teuthology.orchestra.run.smithi067.stdout: "bluefs_bytes": 0, 2024-09-21T00:23:49.724 INFO:teuthology.orchestra.run.smithi067.stdout: "bluefs_items": 0, 2024-09-21T00:23:49.724 INFO:teuthology.orchestra.run.smithi067.stdout: "bluefs_file_reader_bytes": 0, 2024-09-21T00:23:49.724 INFO:teuthology.orchestra.run.smithi067.stdout: "bluefs_file_reader_items": 0, 2024-09-21T00:23:49.724 INFO:teuthology.orchestra.run.smithi067.stdout: "bluefs_file_writer_bytes": 0, 2024-09-21T00:23:49.724 INFO:teuthology.orchestra.run.smithi067.stdout: "bluefs_file_writer_items": 0, 2024-09-21T00:23:49.724 INFO:teuthology.orchestra.run.smithi067.stdout: "buffer_anon_bytes": 251329, 2024-09-21T00:23:49.724 INFO:teuthology.orchestra.run.smithi067.stdout: "buffer_anon_items": 86, 2024-09-21T00:23:49.724 INFO:teuthology.orchestra.run.smithi067.stdout: "buffer_meta_bytes": 0, 2024-09-21T00:23:49.724 INFO:teuthology.orchestra.run.smithi067.stdout: "buffer_meta_items": 0, 2024-09-21T00:23:49.724 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_bytes": 0, 2024-09-21T00:23:49.724 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_items": 0, 2024-09-21T00:23:49.724 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_mapbl_bytes": 0, 2024-09-21T00:23:49.725 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_mapbl_items": 0, 2024-09-21T00:23:49.725 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_pglog_bytes": 0, 2024-09-21T00:23:49.725 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_pglog_items": 0, 2024-09-21T00:23:49.725 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_bytes": 5416, 2024-09-21T00:23:49.725 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_items": 77, 2024-09-21T00:23:49.725 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_mapping_bytes": 0, 2024-09-21T00:23:49.725 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_mapping_items": 0, 2024-09-21T00:23:49.725 INFO:teuthology.orchestra.run.smithi067.stdout: "pgmap_bytes": 0, 2024-09-21T00:23:49.725 INFO:teuthology.orchestra.run.smithi067.stdout: "pgmap_items": 0, 2024-09-21T00:23:49.725 INFO:teuthology.orchestra.run.smithi067.stdout: "mds_co_bytes": 13005132, 2024-09-21T00:23:49.725 INFO:teuthology.orchestra.run.smithi067.stdout: "mds_co_items": 661147, 2024-09-21T00:23:49.725 INFO:teuthology.orchestra.run.smithi067.stdout: "unittest_1_bytes": 0, 2024-09-21T00:23:49.726 INFO:teuthology.orchestra.run.smithi067.stdout: "unittest_1_items": 0, 2024-09-21T00:23:49.726 INFO:teuthology.orchestra.run.smithi067.stdout: "unittest_2_bytes": 0, 2024-09-21T00:23:49.726 INFO:teuthology.orchestra.run.smithi067.stdout: "unittest_2_items": 0 2024-09-21T00:23:49.726 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:49.726 INFO:teuthology.orchestra.run.smithi067.stdout: "objecter": { 2024-09-21T00:23:49.726 INFO:teuthology.orchestra.run.smithi067.stdout: "op_active": 0, 2024-09-21T00:23:49.726 INFO:teuthology.orchestra.run.smithi067.stdout: "op_laggy": 0, 2024-09-21T00:23:49.726 INFO:teuthology.orchestra.run.smithi067.stdout: "op_send": 12168, 2024-09-21T00:23:49.726 INFO:teuthology.orchestra.run.smithi067.stdout: "op_send_bytes": 78558884, 2024-09-21T00:23:49.726 INFO:teuthology.orchestra.run.smithi067.stdout: "op_resend": 37, 2024-09-21T00:23:49.726 INFO:teuthology.orchestra.run.smithi067.stdout: "op_reply": 12168, 2024-09-21T00:23:49.726 INFO:teuthology.orchestra.run.smithi067.stdout: "op_latency": { 2024-09-21T00:23:49.727 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 12168, 2024-09-21T00:23:49.727 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 36.219165514, 2024-09-21T00:23:49.727 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.002976591 2024-09-21T00:23:49.727 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:49.727 INFO:teuthology.orchestra.run.smithi067.stdout: "op_inflight": 0, 2024-09-21T00:23:49.727 INFO:teuthology.orchestra.run.smithi067.stdout: "oplen_avg": { 2024-09-21T00:23:49.727 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 12168, 2024-09-21T00:23:49.727 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 12248 2024-09-21T00:23:49.727 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:49.727 INFO:teuthology.orchestra.run.smithi067.stdout: "op": 12168, 2024-09-21T00:23:49.727 INFO:teuthology.orchestra.run.smithi067.stdout: "op_r": 1871, 2024-09-21T00:23:49.727 INFO:teuthology.orchestra.run.smithi067.stdout: "op_w": 10297, 2024-09-21T00:23:49.727 INFO:teuthology.orchestra.run.smithi067.stdout: "op_rmw": 0, 2024-09-21T00:23:49.727 INFO:teuthology.orchestra.run.smithi067.stdout: "op_pg": 0, 2024-09-21T00:23:49.727 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_stat": 0, 2024-09-21T00:23:49.728 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_create": 11, 2024-09-21T00:23:49.728 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_read": 72, 2024-09-21T00:23:49.728 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_write": 6632, 2024-09-21T00:23:49.728 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_writefull": 43, 2024-09-21T00:23:49.728 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_writesame": 0, 2024-09-21T00:23:49.728 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_append": 0, 2024-09-21T00:23:49.728 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_zero": 1518, 2024-09-21T00:23:49.728 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_truncate": 0, 2024-09-21T00:23:49.728 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_delete": 2030, 2024-09-21T00:23:49.728 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_mapext": 0, 2024-09-21T00:23:49.728 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_sparse_read": 0, 2024-09-21T00:23:49.728 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_clonerange": 0, 2024-09-21T00:23:49.728 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_getxattr": 1799, 2024-09-21T00:23:49.728 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_setxattr": 22, 2024-09-21T00:23:49.729 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_cmpxattr": 0, 2024-09-21T00:23:49.729 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_rmxattr": 0, 2024-09-21T00:23:49.729 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_resetxattrs": 0, 2024-09-21T00:23:49.729 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_call": 0, 2024-09-21T00:23:49.729 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_watch": 0, 2024-09-21T00:23:49.729 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_notify": 0, 2024-09-21T00:23:49.729 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_src_cmpxattr": 0, 2024-09-21T00:23:49.729 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_pgls": 0, 2024-09-21T00:23:49.729 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_pgls_filter": 0, 2024-09-21T00:23:49.729 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_other": 0, 2024-09-21T00:23:49.729 INFO:teuthology.orchestra.run.smithi067.stdout: "linger_active": 0, 2024-09-21T00:23:49.729 INFO:teuthology.orchestra.run.smithi067.stdout: "linger_send": 0, 2024-09-21T00:23:49.729 INFO:teuthology.orchestra.run.smithi067.stdout: "linger_resend": 0, 2024-09-21T00:23:49.729 INFO:teuthology.orchestra.run.smithi067.stdout: "linger_ping": 0, 2024-09-21T00:23:49.730 INFO:teuthology.orchestra.run.smithi067.stdout: "poolop_active": 0, 2024-09-21T00:23:49.730 INFO:teuthology.orchestra.run.smithi067.stdout: "poolop_send": 0, 2024-09-21T00:23:49.730 INFO:teuthology.orchestra.run.smithi067.stdout: "poolop_resend": 0, 2024-09-21T00:23:49.730 INFO:teuthology.orchestra.run.smithi067.stdout: "poolstat_active": 0, 2024-09-21T00:23:49.730 INFO:teuthology.orchestra.run.smithi067.stdout: "poolstat_send": 0, 2024-09-21T00:23:49.730 INFO:teuthology.orchestra.run.smithi067.stdout: "poolstat_resend": 0, 2024-09-21T00:23:49.730 INFO:teuthology.orchestra.run.smithi067.stdout: "statfs_active": 0, 2024-09-21T00:23:49.730 INFO:teuthology.orchestra.run.smithi067.stdout: "statfs_send": 0, 2024-09-21T00:23:49.730 INFO:teuthology.orchestra.run.smithi067.stdout: "statfs_resend": 0, 2024-09-21T00:23:49.730 INFO:teuthology.orchestra.run.smithi067.stdout: "command_active": 0, 2024-09-21T00:23:49.730 INFO:teuthology.orchestra.run.smithi067.stdout: "command_send": 0, 2024-09-21T00:23:49.731 INFO:teuthology.orchestra.run.smithi067.stdout: "command_resend": 0, 2024-09-21T00:23:49.731 INFO:teuthology.orchestra.run.smithi067.stdout: "map_epoch": 34, 2024-09-21T00:23:49.731 INFO:teuthology.orchestra.run.smithi067.stdout: "map_full": 0, 2024-09-21T00:23:49.731 INFO:teuthology.orchestra.run.smithi067.stdout: "map_inc": 3, 2024-09-21T00:23:49.731 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_sessions": 8, 2024-09-21T00:23:49.731 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_session_open": 8, 2024-09-21T00:23:49.731 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_session_close": 0, 2024-09-21T00:23:49.731 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_laggy": 0, 2024-09-21T00:23:49.731 INFO:teuthology.orchestra.run.smithi067.stdout: "omap_wr": 100, 2024-09-21T00:23:49.731 INFO:teuthology.orchestra.run.smithi067.stdout: "omap_rd": 0, 2024-09-21T00:23:49.731 INFO:teuthology.orchestra.run.smithi067.stdout: "omap_del": 21 2024-09-21T00:23:49.732 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:49.732 INFO:teuthology.orchestra.run.smithi067.stdout: "oft": { 2024-09-21T00:23:49.732 INFO:teuthology.orchestra.run.smithi067.stdout: "omap_total_objs": 1, 2024-09-21T00:23:49.732 INFO:teuthology.orchestra.run.smithi067.stdout: "omap_total_kv_pairs": 0, 2024-09-21T00:23:49.732 INFO:teuthology.orchestra.run.smithi067.stdout: "omap_total_updates": 0, 2024-09-21T00:23:49.732 INFO:teuthology.orchestra.run.smithi067.stdout: "omap_total_removes": 0 2024-09-21T00:23:49.732 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:49.732 INFO:teuthology.orchestra.run.smithi067.stdout: "purge_queue": { 2024-09-21T00:23:49.732 INFO:teuthology.orchestra.run.smithi067.stdout: "pq_executing_ops": 0, 2024-09-21T00:23:49.732 INFO:teuthology.orchestra.run.smithi067.stdout: "pq_executing_ops_high_water": 32, 2024-09-21T00:23:49.732 INFO:teuthology.orchestra.run.smithi067.stdout: "pq_executing": 0, 2024-09-21T00:23:49.732 INFO:teuthology.orchestra.run.smithi067.stdout: "pq_executing_high_water": 32, 2024-09-21T00:23:49.733 INFO:teuthology.orchestra.run.smithi067.stdout: "pq_executed_ops": 3518, 2024-09-21T00:23:49.733 INFO:teuthology.orchestra.run.smithi067.stdout: "pq_executed": 3518, 2024-09-21T00:23:49.733 INFO:teuthology.orchestra.run.smithi067.stdout: "pq_item_in_journal": 0 2024-09-21T00:23:49.733 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:49.733 INFO:teuthology.orchestra.run.smithi067.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-21T00:23:49.733 INFO:teuthology.orchestra.run.smithi067.stdout: "val": 0, 2024-09-21T00:23:49.733 INFO:teuthology.orchestra.run.smithi067.stdout: "max": 104857600, 2024-09-21T00:23:49.733 INFO:teuthology.orchestra.run.smithi067.stdout: "get_started": 0, 2024-09-21T00:23:49.733 INFO:teuthology.orchestra.run.smithi067.stdout: "get": 44559, 2024-09-21T00:23:49.733 INFO:teuthology.orchestra.run.smithi067.stdout: "get_sum": 10981935, 2024-09-21T00:23:49.733 INFO:teuthology.orchestra.run.smithi067.stdout: "get_or_fail_fail": 0, 2024-09-21T00:23:49.733 INFO:teuthology.orchestra.run.smithi067.stdout: "get_or_fail_success": 44559, 2024-09-21T00:23:49.733 INFO:teuthology.orchestra.run.smithi067.stdout: "take": 0, 2024-09-21T00:23:49.734 INFO:teuthology.orchestra.run.smithi067.stdout: "take_sum": 0, 2024-09-21T00:23:49.734 INFO:teuthology.orchestra.run.smithi067.stdout: "put": 44559, 2024-09-21T00:23:49.734 INFO:teuthology.orchestra.run.smithi067.stdout: "put_sum": 10981935, 2024-09-21T00:23:49.734 INFO:teuthology.orchestra.run.smithi067.stdout: "wait": { 2024-09-21T00:23:49.734 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:23:49.734 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:23:49.734 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:23:49.734 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:23:49.734 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:49.734 INFO:teuthology.orchestra.run.smithi067.stdout: "throttle-objecter_bytes": { 2024-09-21T00:23:49.734 INFO:teuthology.orchestra.run.smithi067.stdout: "val": 0, 2024-09-21T00:23:49.734 INFO:teuthology.orchestra.run.smithi067.stdout: "max": 104857600, 2024-09-21T00:23:49.734 INFO:teuthology.orchestra.run.smithi067.stdout: "get_started": 0, 2024-09-21T00:23:49.735 INFO:teuthology.orchestra.run.smithi067.stdout: "get": 0, 2024-09-21T00:23:49.735 INFO:teuthology.orchestra.run.smithi067.stdout: "get_sum": 0, 2024-09-21T00:23:49.735 INFO:teuthology.orchestra.run.smithi067.stdout: "get_or_fail_fail": 0, 2024-09-21T00:23:49.735 INFO:teuthology.orchestra.run.smithi067.stdout: "get_or_fail_success": 0, 2024-09-21T00:23:49.735 INFO:teuthology.orchestra.run.smithi067.stdout: "take": 12168, 2024-09-21T00:23:49.735 INFO:teuthology.orchestra.run.smithi067.stdout: "take_sum": 78926346, 2024-09-21T00:23:49.735 INFO:teuthology.orchestra.run.smithi067.stdout: "put": 12168, 2024-09-21T00:23:49.735 INFO:teuthology.orchestra.run.smithi067.stdout: "put_sum": 78926346, 2024-09-21T00:23:49.735 INFO:teuthology.orchestra.run.smithi067.stdout: "wait": { 2024-09-21T00:23:49.735 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:23:49.735 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:23:49.735 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:23:49.735 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:23:49.736 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:49.736 INFO:teuthology.orchestra.run.smithi067.stdout: "throttle-objecter_ops": { 2024-09-21T00:23:49.736 INFO:teuthology.orchestra.run.smithi067.stdout: "val": 0, 2024-09-21T00:23:49.736 INFO:teuthology.orchestra.run.smithi067.stdout: "max": 1024, 2024-09-21T00:23:49.736 INFO:teuthology.orchestra.run.smithi067.stdout: "get_started": 0, 2024-09-21T00:23:49.736 INFO:teuthology.orchestra.run.smithi067.stdout: "get": 0, 2024-09-21T00:23:49.736 INFO:teuthology.orchestra.run.smithi067.stdout: "get_sum": 0, 2024-09-21T00:23:49.736 INFO:teuthology.orchestra.run.smithi067.stdout: "get_or_fail_fail": 0, 2024-09-21T00:23:49.736 INFO:teuthology.orchestra.run.smithi067.stdout: "get_or_fail_success": 0, 2024-09-21T00:23:49.736 INFO:teuthology.orchestra.run.smithi067.stdout: "take": 12168, 2024-09-21T00:23:49.736 INFO:teuthology.orchestra.run.smithi067.stdout: "take_sum": 12168, 2024-09-21T00:23:49.736 INFO:teuthology.orchestra.run.smithi067.stdout: "put": 12168, 2024-09-21T00:23:49.736 INFO:teuthology.orchestra.run.smithi067.stdout: "put_sum": 12168, 2024-09-21T00:23:49.737 INFO:teuthology.orchestra.run.smithi067.stdout: "wait": { 2024-09-21T00:23:49.737 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:23:49.737 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:23:49.737 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:23:49.737 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:23:49.737 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:49.737 INFO:teuthology.orchestra.run.smithi067.stdout: "throttle-write_buf_throttle": { 2024-09-21T00:23:49.737 INFO:teuthology.orchestra.run.smithi067.stdout: "val": 0, 2024-09-21T00:23:49.737 INFO:teuthology.orchestra.run.smithi067.stdout: "max": 3758096384, 2024-09-21T00:23:49.737 INFO:teuthology.orchestra.run.smithi067.stdout: "get_started": 0, 2024-09-21T00:23:49.737 INFO:teuthology.orchestra.run.smithi067.stdout: "get": 3518, 2024-09-21T00:23:49.737 INFO:teuthology.orchestra.run.smithi067.stdout: "get_sum": 367462, 2024-09-21T00:23:49.737 INFO:teuthology.orchestra.run.smithi067.stdout: "get_or_fail_fail": 0, 2024-09-21T00:23:49.737 INFO:teuthology.orchestra.run.smithi067.stdout: "get_or_fail_success": 3518, 2024-09-21T00:23:49.738 INFO:teuthology.orchestra.run.smithi067.stdout: "take": 0, 2024-09-21T00:23:49.738 INFO:teuthology.orchestra.run.smithi067.stdout: "take_sum": 0, 2024-09-21T00:23:49.738 INFO:teuthology.orchestra.run.smithi067.stdout: "put": 70, 2024-09-21T00:23:49.738 INFO:teuthology.orchestra.run.smithi067.stdout: "put_sum": 367462, 2024-09-21T00:23:49.738 INFO:teuthology.orchestra.run.smithi067.stdout: "wait": { 2024-09-21T00:23:49.738 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:23:49.738 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:23:49.738 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:23:49.738 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:23:49.738 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:49.738 INFO:teuthology.orchestra.run.smithi067.stdout: "throttle-write_buf_throttle-0x55f0a844f520": { 2024-09-21T00:23:49.739 INFO:teuthology.orchestra.run.smithi067.stdout: "val": 0, 2024-09-21T00:23:49.739 INFO:teuthology.orchestra.run.smithi067.stdout: "max": 3758096384, 2024-09-21T00:23:49.739 INFO:teuthology.orchestra.run.smithi067.stdout: "get_started": 0, 2024-09-21T00:23:49.739 INFO:teuthology.orchestra.run.smithi067.stdout: "get": 23722, 2024-09-21T00:23:49.739 INFO:teuthology.orchestra.run.smithi067.stdout: "get_sum": 78160191, 2024-09-21T00:23:49.739 INFO:teuthology.orchestra.run.smithi067.stdout: "get_or_fail_fail": 0, 2024-09-21T00:23:49.739 INFO:teuthology.orchestra.run.smithi067.stdout: "get_or_fail_success": 23722, 2024-09-21T00:23:49.739 INFO:teuthology.orchestra.run.smithi067.stdout: "take": 0, 2024-09-21T00:23:49.739 INFO:teuthology.orchestra.run.smithi067.stdout: "take_sum": 0, 2024-09-21T00:23:49.739 INFO:teuthology.orchestra.run.smithi067.stdout: "put": 6562, 2024-09-21T00:23:49.739 INFO:teuthology.orchestra.run.smithi067.stdout: "put_sum": 78160191, 2024-09-21T00:23:49.739 INFO:teuthology.orchestra.run.smithi067.stdout: "wait": { 2024-09-21T00:23:49.739 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:23:49.739 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:23:49.739 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:23:49.740 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:23:49.740 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:23:49.740 INFO:teuthology.orchestra.run.smithi067.stdout: "trackedop": { 2024-09-21T00:23:49.740 INFO:teuthology.orchestra.run.smithi067.stdout: "slow_ops_count": 0 2024-09-21T00:23:49.740 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:23:49.740 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:23:49.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.683+0000 7ff14b3c2640 1 -- 172.21.15.67:0/2480020816 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff128078b90 msgr2=0x7ff12807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:49.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.683+0000 7ff14b3c2640 1 --2- 172.21.15.67:0/2480020816 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff128078b90 0x7ff12807b0a0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7ff140007fd0 tx=0x7ff140009040 comp rx=0 tx=0).stop 2024-09-21T00:23:49.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.683+0000 7ff14b3c2640 1 -- 172.21.15.67:0/2480020816 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff1440d0150 msgr2=0x7ff1440b2320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:49.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.683+0000 7ff14b3c2640 1 --2- 172.21.15.67:0/2480020816 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff1440d0150 0x7ff1440b2320 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7ff134034040 tx=0x7ff1340039e0 comp rx=0 tx=0).stop 2024-09-21T00:23:49.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.683+0000 7ff14b3c2640 1 -- 172.21.15.67:0/2480020816 shutdown_connections 2024-09-21T00:23:49.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.683+0000 7ff14b3c2640 1 --2- 172.21.15.67:0/2480020816 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff128078b90 0x7ff12807b0a0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:49.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.683+0000 7ff14b3c2640 1 --2- 172.21.15.67:0/2480020816 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff1440d1620 0x7ff1440b2860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:49.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.683+0000 7ff14b3c2640 1 --2- 172.21.15.67:0/2480020816 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff1440d0150 0x7ff1440b2320 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:49.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.683+0000 7ff14b3c2640 1 --2- 172.21.15.67:0/2480020816 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff1440b98c0 0x7ff14415c990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:49.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.683+0000 7ff14b3c2640 1 -- 172.21.15.67:0/2480020816 >> 172.21.15.67:0/2480020816 conn(0x7ff14409da10 msgr2=0x7ff1440d2200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:23:49.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.683+0000 7ff14b3c2640 1 -- 172.21.15.67:0/2480020816 shutdown_connections 2024-09-21T00:23:49.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:49.683+0000 7ff14b3c2640 1 -- 172.21.15.67:0/2480020816 wait complete. 2024-09-21T00:23:49.743 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-21T00:23:49.743 DEBUG:teuthology.orchestra.run.smithi067:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T00:23:49.783 DEBUG:teuthology.orchestra.run.smithi097:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T00:23:49.824 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-21T00:23:49.825 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T00:23:49.825 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:23:49.825 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:23:49.842 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:23:49.842 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:23:49.899 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T00:23:50.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.055+0000 7faaa3fff640 1 -- 172.21.15.67:0/1380011380 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faaa4073e30 msgr2=0x7faaa4074240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:50.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.055+0000 7faaa3fff640 1 --2- 172.21.15.67:0/1380011380 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faaa4073e30 0x7faaa4074240 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7faaa40ce810 tx=0x7faa9802a4a0 comp rx=0 tx=0).stop 2024-09-21T00:23:50.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.055+0000 7faaa3fff640 1 -- 172.21.15.67:0/1380011380 shutdown_connections 2024-09-21T00:23:50.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.055+0000 7faaa3fff640 1 --2- 172.21.15.67:0/1380011380 >> v2:172.21.15.97:3300/0 conn(0x7faaa415cc80 0x7faaa415d090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:50.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.055+0000 7faaa3fff640 1 --2- 172.21.15.67:0/1380011380 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faaa4073e30 0x7faaa4074240 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:50.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.055+0000 7faaa3fff640 1 -- 172.21.15.67:0/1380011380 >> 172.21.15.67:0/1380011380 conn(0x7faaa40d1110 msgr2=0x7faaa40d1520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:23:50.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.055+0000 7faaa3fff640 1 -- 172.21.15.67:0/1380011380 shutdown_connections 2024-09-21T00:23:50.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.055+0000 7faaa3fff640 1 -- 172.21.15.67:0/1380011380 wait complete. 2024-09-21T00:23:50.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.057+0000 7faaa3fff640 1 Processor -- start 2024-09-21T00:23:50.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.057+0000 7faaa3fff640 1 -- start start 2024-09-21T00:23:50.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.058+0000 7faaa3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faaa4073e30 0x7faaa40b1890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:50.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.058+0000 7faaa3fff640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7faaa40cefb0 0x7faaa4157a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:50.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.058+0000 7faaa3fff640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faaa415cc80 0x7faaa4158a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:50.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.058+0000 7faaa3fff640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7faaa415d960 con 0x7faaa4073e30 2024-09-21T00:23:50.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.058+0000 7faaa3fff640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7faaa415d7e0 con 0x7faaa415cc80 2024-09-21T00:23:50.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.058+0000 7faaa3fff640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7faaa415dae0 con 0x7faaa40cefb0 2024-09-21T00:23:50.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.058+0000 7faaa2ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faaa4073e30 0x7faaa40b1890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:50.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.058+0000 7faaa2ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faaa4073e30 0x7faaa40b1890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:37388/0 (socket says 172.21.15.67:37388) 2024-09-21T00:23:50.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.058+0000 7faaa2ffd640 1 -- 172.21.15.67:0/1325565493 learned_addr learned my addr 172.21.15.67:0/1325565493 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:23:50.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.058+0000 7faaa27fc640 1 --2- 172.21.15.67:0/1325565493 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7faaa40cefb0 0x7faaa4157a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:50.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.058+0000 7faaa37fe640 1 --2- 172.21.15.67:0/1325565493 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faaa415cc80 0x7faaa4158a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:50.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.059+0000 7faaa2ffd640 1 -- 172.21.15.67:0/1325565493 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7faaa40cefb0 msgr2=0x7faaa4157a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:50.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.059+0000 7faaa2ffd640 1 --2- 172.21.15.67:0/1325565493 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7faaa40cefb0 0x7faaa4157a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:50.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.059+0000 7faaa2ffd640 1 -- 172.21.15.67:0/1325565493 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faaa415cc80 msgr2=0x7faaa4158a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:50.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.059+0000 7faaa2ffd640 1 --2- 172.21.15.67:0/1325565493 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faaa415cc80 0x7faaa4158a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:50.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.059+0000 7faaa2ffd640 1 -- 172.21.15.67:0/1325565493 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faaa41f6760 con 0x7faaa4073e30 2024-09-21T00:23:50.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.059+0000 7faaa2ffd640 1 --2- 172.21.15.67:0/1325565493 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faaa4073e30 0x7faaa40b1890 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7faa9400c3a0 tx=0x7faa9400c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:23:50.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.059+0000 7faa8b7fe640 1 -- 172.21.15.67:0/1325565493 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa94011790 con 0x7faaa4073e30 2024-09-21T00:23:50.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.059+0000 7faa8b7fe640 1 -- 172.21.15.67:0/1325565493 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7faa94017070 con 0x7faaa4073e30 2024-09-21T00:23:50.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.059+0000 7faaa3fff640 1 -- 172.21.15.67:0/1325565493 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faaa41f6a40 con 0x7faaa4073e30 2024-09-21T00:23:50.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.059+0000 7faa8b7fe640 1 -- 172.21.15.67:0/1325565493 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa94011d20 con 0x7faaa4073e30 2024-09-21T00:23:50.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.059+0000 7faaa3fff640 1 -- 172.21.15.67:0/1325565493 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faaa41f7000 con 0x7faaa4073e30 2024-09-21T00:23:50.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.060+0000 7faaa3fff640 1 -- 172.21.15.67:0/1325565493 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faaa4074240 con 0x7faaa4073e30 2024-09-21T00:23:50.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.061+0000 7faa8b7fe640 1 -- 172.21.15.67:0/1325565493 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7faa9401c460 con 0x7faaa4073e30 2024-09-21T00:23:50.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.061+0000 7faa8b7fe640 1 --2- 172.21.15.67:0/1325565493 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7faa90078bc0 0x7faa9007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:50.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.061+0000 7faa8b7fe640 1 -- 172.21.15.67:0/1325565493 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5737+0+0 (secure 0 0 0) 0x7faa9409aab0 con 0x7faaa4073e30 2024-09-21T00:23:50.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.062+0000 7faaa27fc640 1 --2- 172.21.15.67:0/1325565493 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7faa90078bc0 0x7faa9007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:50.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.062+0000 7faaa27fc640 1 --2- 172.21.15.67:0/1325565493 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7faa90078bc0 0x7faa9007b0d0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7faa98034000 tx=0x7faa98004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:23:50.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.066+0000 7faa8b7fe640 1 -- 172.21.15.67:0/1325565493 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7faa94062f60 con 0x7faaa4073e30 2024-09-21T00:23:50.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.264+0000 7faaa3fff640 1 -- 172.21.15.67:0/1325565493 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7faaa40b2c00 con 0x7faaa4073e30 2024-09-21T00:23:50.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.265+0000 7faa8b7fe640 1 -- 172.21.15.67:0/1325565493 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v34) ==== 80+0+0 (secure 0 0 0) 0x7faa94062860 con 0x7faaa4073e30 2024-09-21T00:23:50.266 INFO:teuthology.orchestra.run.smithi067.stderr:listed 0 entries 2024-09-21T00:23:50.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.267+0000 7faaa3fff640 1 -- 172.21.15.67:0/1325565493 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7faa90078bc0 msgr2=0x7faa9007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:50.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.267+0000 7faaa3fff640 1 --2- 172.21.15.67:0/1325565493 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7faa90078bc0 0x7faa9007b0d0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7faa98034000 tx=0x7faa98004730 comp rx=0 tx=0).stop 2024-09-21T00:23:50.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.267+0000 7faaa3fff640 1 -- 172.21.15.67:0/1325565493 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faaa4073e30 msgr2=0x7faaa40b1890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:50.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.267+0000 7faaa3fff640 1 --2- 172.21.15.67:0/1325565493 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faaa4073e30 0x7faaa40b1890 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7faa9400c3a0 tx=0x7faa9400c860 comp rx=0 tx=0).stop 2024-09-21T00:23:50.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.267+0000 7faaa3fff640 1 -- 172.21.15.67:0/1325565493 shutdown_connections 2024-09-21T00:23:50.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.267+0000 7faaa3fff640 1 --2- 172.21.15.67:0/1325565493 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7faa90078bc0 0x7faa9007b0d0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:50.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.267+0000 7faaa3fff640 1 --2- 172.21.15.67:0/1325565493 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faaa415cc80 0x7faaa4158a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:50.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.267+0000 7faaa3fff640 1 --2- 172.21.15.67:0/1325565493 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7faaa40cefb0 0x7faaa4157a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:50.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.267+0000 7faaa3fff640 1 --2- 172.21.15.67:0/1325565493 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faaa4073e30 0x7faaa40b1890 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:50.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.267+0000 7faaa3fff640 1 -- 172.21.15.67:0/1325565493 >> 172.21.15.67:0/1325565493 conn(0x7faaa40d1110 msgr2=0x7faaa40b5600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:23:50.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.267+0000 7faaa3fff640 1 -- 172.21.15.67:0/1325565493 shutdown_connections 2024-09-21T00:23:50.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.267+0000 7faaa3fff640 1 -- 172.21.15.67:0/1325565493 wait complete. 2024-09-21T00:23:50.279 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi067.front.sepia.ceph.com... 2024-09-21T00:23:50.279 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:23:50.279 DEBUG:teuthology.orchestra.run.smithi067:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-21T00:23:50.303 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:ceph-fuse[48531]: fuse finished with error 0 and tester_r 0 2024-09-21T00:23:50.307 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi067.front.sepia.ceph.com 2024-09-21T00:23:50.307 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:23:50.307 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-21T00:23:50.477 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T00:23:50.477 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:23:50.478 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:23:50.497 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17850 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T00:23:50.498 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T00:23:50.498 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:23:50.498 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:23:50.534 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20178 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T00:23:50.535 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T00:23:50.535 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:23:50.535 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:23:50.556 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17850 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T00:23:50.556 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:23:50.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.691+0000 7f2263da1640 1 -- 172.21.15.67:0/2646798720 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f225c0cd030 msgr2=0x7f225c0cd440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:50.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.691+0000 7f2263da1640 1 --2- 172.21.15.67:0/2646798720 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f225c0cd030 0x7f225c0cd440 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f225c074270 tx=0x7f225402a5f0 comp rx=0 tx=0).stop 2024-09-21T00:23:50.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.691+0000 7f2263da1640 1 -- 172.21.15.67:0/2646798720 shutdown_connections 2024-09-21T00:23:50.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.691+0000 7f2263da1640 1 --2- 172.21.15.67:0/2646798720 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f225c0cd030 0x7f225c0cd440 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:50.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.691+0000 7f2263da1640 1 --2- 172.21.15.67:0/2646798720 >> v2:172.21.15.97:3300/0 conn(0x7f225c09b060 0x7f225c0b4c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:50.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.691+0000 7f2263da1640 1 -- 172.21.15.67:0/2646798720 >> 172.21.15.67:0/2646798720 conn(0x7f225c0b4140 msgr2=0x7f225c0b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:23:50.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.691+0000 7f2263da1640 1 -- 172.21.15.67:0/2646798720 shutdown_connections 2024-09-21T00:23:50.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.691+0000 7f2263da1640 1 -- 172.21.15.67:0/2646798720 wait complete. 2024-09-21T00:23:50.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.693+0000 7f2263da1640 1 Processor -- start 2024-09-21T00:23:50.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.693+0000 7f2263da1640 1 -- start start 2024-09-21T00:23:50.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.694+0000 7f2263da1640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f225c0b7850 0x7f225c06e910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:50.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.694+0000 7f2263da1640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f225c0cd030 0x7f225c1f60e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:50.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.694+0000 7f2263da1640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f225c1d76e0 0x7f225c0c6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:50.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.695+0000 7f2263da1640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f225c0cdd10 con 0x7f225c0cd030 2024-09-21T00:23:50.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.695+0000 7f2263da1640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f225c0cdb90 con 0x7f225c0b7850 2024-09-21T00:23:50.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.695+0000 7f2263da1640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f225c0cde90 con 0x7f225c1d76e0 2024-09-21T00:23:50.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.695+0000 7f226133c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f225c0cd030 0x7f225c1f60e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:50.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.695+0000 7f226133c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f225c0cd030 0x7f225c1f60e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:37416/0 (socket says 172.21.15.67:37416) 2024-09-21T00:23:50.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.695+0000 7f226133c640 1 -- 172.21.15.67:0/2790317841 learned_addr learned my addr 172.21.15.67:0/2790317841 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:23:50.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.695+0000 7f2261b3d640 1 --2- 172.21.15.67:0/2790317841 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f225c0b7850 0x7f225c06e910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:50.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.695+0000 7f226233e640 1 --2- 172.21.15.67:0/2790317841 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f225c1d76e0 0x7f225c0c6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:50.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.695+0000 7f226133c640 1 -- 172.21.15.67:0/2790317841 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f225c1d76e0 msgr2=0x7f225c0c6180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:50.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.695+0000 7f226133c640 1 --2- 172.21.15.67:0/2790317841 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f225c1d76e0 0x7f225c0c6180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:50.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.695+0000 7f226133c640 1 -- 172.21.15.67:0/2790317841 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f225c0b7850 msgr2=0x7f225c06e910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:50.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.695+0000 7f226133c640 1 --2- 172.21.15.67:0/2790317841 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f225c0b7850 0x7f225c06e910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:50.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.695+0000 7f226133c640 1 -- 172.21.15.67:0/2790317841 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f225c06ee50 con 0x7f225c0cd030 2024-09-21T00:23:50.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.695+0000 7f226133c640 1 --2- 172.21.15.67:0/2790317841 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f225c0cd030 0x7f225c1f60e0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f225000c970 tx=0x7f225000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:23:50.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.695+0000 7f225a7fc640 1 -- 172.21.15.67:0/2790317841 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2250007bb0 con 0x7f225c0cd030 2024-09-21T00:23:50.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.695+0000 7f225a7fc640 1 -- 172.21.15.67:0/2790317841 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2250007e40 con 0x7f225c0cd030 2024-09-21T00:23:50.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.695+0000 7f225a7fc640 1 -- 172.21.15.67:0/2790317841 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2250005280 con 0x7f225c0cd030 2024-09-21T00:23:50.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.695+0000 7f2263da1640 1 -- 172.21.15.67:0/2790317841 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f225c1e3f20 con 0x7f225c0cd030 2024-09-21T00:23:50.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.695+0000 7f2263da1640 1 -- 172.21.15.67:0/2790317841 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f225c0c88b0 con 0x7f225c0cd030 2024-09-21T00:23:50.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.696+0000 7f2263da1640 1 -- 172.21.15.67:0/2790317841 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f225c0b4c60 con 0x7f225c0cd030 2024-09-21T00:23:50.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.697+0000 7f225a7fc640 1 -- 172.21.15.67:0/2790317841 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f2250005420 con 0x7f225c0cd030 2024-09-21T00:23:50.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.698+0000 7f225a7fc640 1 --2- 172.21.15.67:0/2790317841 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2248078b90 0x7f224807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:50.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.698+0000 7f225a7fc640 1 -- 172.21.15.67:0/2790317841 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5737+0+0 (secure 0 0 0) 0x7f225009b090 con 0x7f225c0cd030 2024-09-21T00:23:50.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.698+0000 7f2261b3d640 1 --2- 172.21.15.67:0/2790317841 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2248078b90 0x7f224807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:50.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.699+0000 7f2261b3d640 1 --2- 172.21.15.67:0/2790317841 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2248078b90 0x7f224807b0a0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f224c001e20 tx=0x7f224c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:23:50.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.702+0000 7f225a7fc640 1 -- 172.21.15.67:0/2790317841 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f2250014030 con 0x7f225c0cd030 2024-09-21T00:23:50.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.933+0000 7f2263da1640 1 -- 172.21.15.67:0/2790317841 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f225c0c8640 con 0x7f225c0cd030 2024-09-21T00:23:50.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.934+0000 7f225a7fc640 1 -- 172.21.15.67:0/2790317841 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 18 v18) ==== 94+0+5223 (secure 0 0 0) 0x7f2250063040 con 0x7f225c0cd030 2024-09-21T00:23:50.935 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:23:50.935 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":18,"btime":"2024-09-21T00:22:13:772573+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4661,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/1847135798","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":1847135798},{"type":"v1","addr":"172.21.15.67:6835","nonce":1847135798}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4849,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/3574128354","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3574128354},{"type":"v1","addr":"172.21.15.97:6836","nonce":3574128354}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4852,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/4235095447","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":4235095447},{"type":"v1","addr":"172.21.15.97:6837","nonce":4235095447}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":18,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-09-21T00:22:05.110537+0000","modified":"2024-09-21T00:22:13.527345+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4932},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4932":{"gid":4932,"name":"a","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.67:6833/1883255258","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1883255258},{"type":"v1","addr":"172.21.15.67:6833","nonce":1883255258}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4932,"qdb_cluster":[4932]},"id":2}]} 2024-09-21T00:23:50.936 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 18 2024-09-21T00:23:50.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.936+0000 7f2263da1640 1 -- 172.21.15.67:0/2790317841 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2248078b90 msgr2=0x7f224807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:50.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.936+0000 7f2263da1640 1 --2- 172.21.15.67:0/2790317841 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2248078b90 0x7f224807b0a0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f224c001e20 tx=0x7f224c009040 comp rx=0 tx=0).stop 2024-09-21T00:23:50.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.936+0000 7f2263da1640 1 -- 172.21.15.67:0/2790317841 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f225c0cd030 msgr2=0x7f225c1f60e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:50.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.936+0000 7f2263da1640 1 --2- 172.21.15.67:0/2790317841 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f225c0cd030 0x7f225c1f60e0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f225000c970 tx=0x7f225000ce30 comp rx=0 tx=0).stop 2024-09-21T00:23:50.938 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.936+0000 7f2263da1640 1 -- 172.21.15.67:0/2790317841 shutdown_connections 2024-09-21T00:23:50.938 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.936+0000 7f2263da1640 1 --2- 172.21.15.67:0/2790317841 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2248078b90 0x7f224807b0a0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:50.938 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.936+0000 7f2263da1640 1 --2- 172.21.15.67:0/2790317841 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f225c1d76e0 0x7f225c0c6180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:50.938 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.936+0000 7f2263da1640 1 --2- 172.21.15.67:0/2790317841 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f225c0cd030 0x7f225c1f60e0 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:50.938 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.936+0000 7f2263da1640 1 --2- 172.21.15.67:0/2790317841 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f225c0b7850 0x7f225c06e910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:50.938 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.936+0000 7f2263da1640 1 -- 172.21.15.67:0/2790317841 >> 172.21.15.67:0/2790317841 conn(0x7f225c0b4140 msgr2=0x7f225c0cf0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:23:50.938 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.936+0000 7f2263da1640 1 -- 172.21.15.67:0/2790317841 shutdown_connections 2024-09-21T00:23:50.938 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:50.936+0000 7f2263da1640 1 -- 172.21.15.67:0/2790317841 wait complete. 2024-09-21T00:23:50.949 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:23:51.065 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.064+0000 7f242595e640 1 -- 172.21.15.67:0/100995141 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f24200d0270 msgr2=0x7f24200b6560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:51.065 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.064+0000 7f242595e640 1 --2- 172.21.15.67:0/100995141 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f24200d0270 0x7f24200b6560 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f2418005fd0 tx=0x7f241802a540 comp rx=0 tx=0).stop 2024-09-21T00:23:51.065 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.064+0000 7f242595e640 1 -- 172.21.15.67:0/100995141 shutdown_connections 2024-09-21T00:23:51.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.064+0000 7f242595e640 1 --2- 172.21.15.67:0/100995141 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f24200d0270 0x7f24200b6560 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:51.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.064+0000 7f242595e640 1 --2- 172.21.15.67:0/100995141 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f24200b9e70 0x7f24200b6020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:51.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.064+0000 7f242595e640 1 -- 172.21.15.67:0/100995141 >> 172.21.15.67:0/100995141 conn(0x7f24200d45a0 msgr2=0x7f24200d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:23:51.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.064+0000 7f242595e640 1 -- 172.21.15.67:0/100995141 shutdown_connections 2024-09-21T00:23:51.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.064+0000 7f242595e640 1 -- 172.21.15.67:0/100995141 wait complete. 2024-09-21T00:23:51.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.066+0000 7f242595e640 1 Processor -- start 2024-09-21T00:23:51.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.066+0000 7f242595e640 1 -- start start 2024-09-21T00:23:51.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.067+0000 7f242595e640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f24200b9e70 0x7f242014f730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:51.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.067+0000 7f242595e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f24200d0270 0x7f24201e8eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:51.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.067+0000 7f242595e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f24200d22f0 0x7f24201e93f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:51.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.067+0000 7f242595e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f242006f660 con 0x7f24200d0270 2024-09-21T00:23:51.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.067+0000 7f242595e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f242006f4e0 con 0x7f24200d22f0 2024-09-21T00:23:51.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.067+0000 7f242595e640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f242006f7e0 con 0x7f24200b9e70 2024-09-21T00:23:51.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.067+0000 7f241e7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f24200d0270 0x7f24201e8eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:51.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.067+0000 7f241e7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f24200d0270 0x7f24201e8eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:37436/0 (socket says 172.21.15.67:37436) 2024-09-21T00:23:51.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.067+0000 7f241e7fc640 1 -- 172.21.15.67:0/3744737470 learned_addr learned my addr 172.21.15.67:0/3744737470 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:23:51.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.068+0000 7f241effd640 1 --2- 172.21.15.67:0/3744737470 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f24200b9e70 0x7f242014f730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:51.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.068+0000 7f241e7fc640 1 -- 172.21.15.67:0/3744737470 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f24200b9e70 msgr2=0x7f242014f730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:51.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.068+0000 7f241e7fc640 1 --2- 172.21.15.67:0/3744737470 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f24200b9e70 0x7f242014f730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:51.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.068+0000 7f241f7fe640 1 --2- 172.21.15.67:0/3744737470 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f24200d22f0 0x7f24201e93f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:51.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.068+0000 7f241e7fc640 1 -- 172.21.15.67:0/3744737470 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f24200d22f0 msgr2=0x7f24201e93f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:51.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.068+0000 7f241e7fc640 1 --2- 172.21.15.67:0/3744737470 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f24200d22f0 0x7f24201e93f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:51.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.068+0000 7f241e7fc640 1 -- 172.21.15.67:0/3744737470 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24200b16a0 con 0x7f24200d0270 2024-09-21T00:23:51.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.068+0000 7f241effd640 1 --2- 172.21.15.67:0/3744737470 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f24200b9e70 0x7f242014f730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:23:51.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.068+0000 7f241f7fe640 1 --2- 172.21.15.67:0/3744737470 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f24200d22f0 0x7f24201e93f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:23:51.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.068+0000 7f241e7fc640 1 --2- 172.21.15.67:0/3744737470 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f24200d0270 0x7f24201e8eb0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f240800c390 tx=0x7f240800c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:23:51.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.068+0000 7f2417fff640 1 -- 172.21.15.67:0/3744737470 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2408017070 con 0x7f24200d0270 2024-09-21T00:23:51.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.068+0000 7f2417fff640 1 -- 172.21.15.67:0/3744737470 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f24080035f0 con 0x7f24200d0270 2024-09-21T00:23:51.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.068+0000 7f242595e640 1 -- 172.21.15.67:0/3744737470 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f24200b1980 con 0x7f24200d0270 2024-09-21T00:23:51.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.068+0000 7f2417fff640 1 -- 172.21.15.67:0/3744737470 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2408003a20 con 0x7f24200d0270 2024-09-21T00:23:51.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.068+0000 7f242595e640 1 -- 172.21.15.67:0/3744737470 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24200b1f40 con 0x7f24200d0270 2024-09-21T00:23:51.072 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.069+0000 7f242595e640 1 -- 172.21.15.67:0/3744737470 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f24200d4200 con 0x7f24200d0270 2024-09-21T00:23:51.072 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.070+0000 7f2417fff640 1 -- 172.21.15.67:0/3744737470 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f240801a070 con 0x7f24200d0270 2024-09-21T00:23:51.072 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.071+0000 7f2417fff640 1 --2- 172.21.15.67:0/3744737470 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2400078bc0 0x7f240007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:51.072 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.071+0000 7f2417fff640 1 -- 172.21.15.67:0/3744737470 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5737+0+0 (secure 0 0 0) 0x7f2408099fa0 con 0x7f24200d0270 2024-09-21T00:23:51.072 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.071+0000 7f241effd640 1 --2- 172.21.15.67:0/3744737470 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2400078bc0 0x7f240007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:51.073 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.071+0000 7f241effd640 1 --2- 172.21.15.67:0/3744737470 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2400078bc0 0x7f240007b0d0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f2410005fd0 tx=0x7f2410009340 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:23:51.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.075+0000 7f2417fff640 1 -- 172.21.15.67:0/3744737470 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f24200d4200 con 0x7f24200d0270 2024-09-21T00:23:51.302 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.301+0000 7f242595e640 1 -- 172.21.15.67:0/3744737470 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f24200b1430 con 0x7f24200d0270 2024-09-21T00:23:51.302 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.301+0000 7f2417fff640 1 -- 172.21.15.67:0/3744737470 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 18 v18) ==== 94+0+5223 (secure 0 0 0) 0x7f2408062450 con 0x7f24200d0270 2024-09-21T00:23:51.303 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:23:51.303 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":18,"btime":"2024-09-21T00:22:13:772573+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4661,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/1847135798","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":1847135798},{"type":"v1","addr":"172.21.15.67:6835","nonce":1847135798}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4849,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/3574128354","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3574128354},{"type":"v1","addr":"172.21.15.97:6836","nonce":3574128354}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4852,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/4235095447","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":4235095447},{"type":"v1","addr":"172.21.15.97:6837","nonce":4235095447}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":18,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-09-21T00:22:05.110537+0000","modified":"2024-09-21T00:22:13.527345+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4932},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4932":{"gid":4932,"name":"a","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.67:6833/1883255258","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1883255258},{"type":"v1","addr":"172.21.15.67:6833","nonce":1883255258}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4932,"qdb_cluster":[4932]},"id":2}]} 2024-09-21T00:23:51.303 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 18 2024-09-21T00:23:51.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.303+0000 7f242595e640 1 -- 172.21.15.67:0/3744737470 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2400078bc0 msgr2=0x7f240007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:51.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.303+0000 7f242595e640 1 --2- 172.21.15.67:0/3744737470 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2400078bc0 0x7f240007b0d0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f2410005fd0 tx=0x7f2410009340 comp rx=0 tx=0).stop 2024-09-21T00:23:51.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.303+0000 7f242595e640 1 -- 172.21.15.67:0/3744737470 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f24200d0270 msgr2=0x7f24201e8eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:51.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.303+0000 7f242595e640 1 --2- 172.21.15.67:0/3744737470 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f24200d0270 0x7f24201e8eb0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f240800c390 tx=0x7f240800c850 comp rx=0 tx=0).stop 2024-09-21T00:23:51.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.303+0000 7f242595e640 1 -- 172.21.15.67:0/3744737470 shutdown_connections 2024-09-21T00:23:51.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.303+0000 7f242595e640 1 --2- 172.21.15.67:0/3744737470 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2400078bc0 0x7f240007b0d0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:51.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.303+0000 7f242595e640 1 --2- 172.21.15.67:0/3744737470 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f24200d22f0 0x7f24201e93f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:51.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.303+0000 7f242595e640 1 --2- 172.21.15.67:0/3744737470 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f24200d0270 0x7f24201e8eb0 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:51.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.303+0000 7f242595e640 1 --2- 172.21.15.67:0/3744737470 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f24200b9e70 0x7f242014f730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:51.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.303+0000 7f242595e640 1 -- 172.21.15.67:0/3744737470 >> 172.21.15.67:0/3744737470 conn(0x7f24200d45a0 msgr2=0x7f24201e7250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:23:51.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.304+0000 7f242595e640 1 -- 172.21.15.67:0/3744737470 shutdown_connections 2024-09-21T00:23:51.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.304+0000 7f242595e640 1 -- 172.21.15.67:0/3744737470 wait complete. 2024-09-21T00:23:51.316 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:23:51.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.431+0000 7f485eb71640 1 -- 172.21.15.67:0/3039452363 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f48580b73f0 msgr2=0x7f48580b7800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:51.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.431+0000 7f485eb71640 1 --2- 172.21.15.67:0/3039452363 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f48580b73f0 0x7f48580b7800 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f48580b7110 tx=0x7f485002a8b0 comp rx=0 tx=0).stop 2024-09-21T00:23:51.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.431+0000 7f485eb71640 1 -- 172.21.15.67:0/3039452363 shutdown_connections 2024-09-21T00:23:51.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.431+0000 7f485eb71640 1 --2- 172.21.15.67:0/3039452363 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f48580b73f0 0x7f48580b7800 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:51.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.431+0000 7f485eb71640 1 --2- 172.21.15.67:0/3039452363 >> v2:172.21.15.97:3300/0 conn(0x7f48580d1010 0x7f48580d1420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:51.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.431+0000 7f485eb71640 1 -- 172.21.15.67:0/3039452363 >> 172.21.15.67:0/3039452363 conn(0x7f485808bee0 msgr2=0x7f48580d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:23:51.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.431+0000 7f485eb71640 1 -- 172.21.15.67:0/3039452363 shutdown_connections 2024-09-21T00:23:51.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.431+0000 7f485eb71640 1 -- 172.21.15.67:0/3039452363 wait complete. 2024-09-21T00:23:51.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.432+0000 7f485eb71640 1 Processor -- start 2024-09-21T00:23:51.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.433+0000 7f485eb71640 1 -- start start 2024-09-21T00:23:51.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.434+0000 7f485eb71640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f48580b73f0 0x7f485815c450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:51.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.434+0000 7f485eb71640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f48580b9780 0x7f48580a1a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:51.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.434+0000 7f485eb71640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f48580d1010 0x7f48581f90c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:51.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.434+0000 7f485eb71640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f48580cf490 con 0x7f48580b9780 2024-09-21T00:23:51.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.434+0000 7f485eb71640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f48580cf310 con 0x7f48580b73f0 2024-09-21T00:23:51.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.434+0000 7f485eb71640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f48580cf610 con 0x7f48580d1010 2024-09-21T00:23:51.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.434+0000 7f4857fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f48580b9780 0x7f48580a1a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:51.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.434+0000 7f4857fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f48580b9780 0x7f48580a1a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:37462/0 (socket says 172.21.15.67:37462) 2024-09-21T00:23:51.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.434+0000 7f4857fff640 1 -- 172.21.15.67:0/1041565796 learned_addr learned my addr 172.21.15.67:0/1041565796 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:23:51.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.434+0000 7f485d10e640 1 --2- 172.21.15.67:0/1041565796 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f48580d1010 0x7f48581f90c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:51.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.434+0000 7f485c90d640 1 --2- 172.21.15.67:0/1041565796 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f48580b73f0 0x7f485815c450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:51.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.434+0000 7f4857fff640 1 -- 172.21.15.67:0/1041565796 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f48580d1010 msgr2=0x7f48581f90c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:51.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.434+0000 7f4857fff640 1 --2- 172.21.15.67:0/1041565796 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f48580d1010 0x7f48581f90c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:51.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.434+0000 7f4857fff640 1 -- 172.21.15.67:0/1041565796 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f48580b73f0 msgr2=0x7f485815c450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:51.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.434+0000 7f4857fff640 1 --2- 172.21.15.67:0/1041565796 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f48580b73f0 0x7f485815c450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:51.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.434+0000 7f4857fff640 1 -- 172.21.15.67:0/1041565796 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4858157350 con 0x7f48580b9780 2024-09-21T00:23:51.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.434+0000 7f485c90d640 1 --2- 172.21.15.67:0/1041565796 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f48580b73f0 0x7f485815c450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:23:51.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.435+0000 7f4857fff640 1 --2- 172.21.15.67:0/1041565796 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f48580b9780 0x7f48580a1a70 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f484c00d6a0 tx=0x7f484c00db60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:23:51.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.435+0000 7f48557fa640 1 -- 172.21.15.67:0/1041565796 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f484c017070 con 0x7f48580b9780 2024-09-21T00:23:51.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.435+0000 7f48557fa640 1 -- 172.21.15.67:0/1041565796 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f484c009b10 con 0x7f48580b9780 2024-09-21T00:23:51.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.435+0000 7f48557fa640 1 -- 172.21.15.67:0/1041565796 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f484c010460 con 0x7f48580b9780 2024-09-21T00:23:51.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.435+0000 7f485eb71640 1 -- 172.21.15.67:0/1041565796 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f48581575f0 con 0x7f48580b9780 2024-09-21T00:23:51.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.435+0000 7f485eb71640 1 -- 172.21.15.67:0/1041565796 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4858157bb0 con 0x7f48580b9780 2024-09-21T00:23:51.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.436+0000 7f485eb71640 1 -- 172.21.15.67:0/1041565796 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f48580b7800 con 0x7f48580b9780 2024-09-21T00:23:51.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.437+0000 7f48557fa640 1 -- 172.21.15.67:0/1041565796 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f484c01a070 con 0x7f48580b9780 2024-09-21T00:23:51.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.437+0000 7f48557fa640 1 --2- 172.21.15.67:0/1041565796 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4844078b90 0x7f484407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:51.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.438+0000 7f48557fa640 1 -- 172.21.15.67:0/1041565796 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5737+0+0 (secure 0 0 0) 0x7f484c09ade0 con 0x7f48580b9780 2024-09-21T00:23:51.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.438+0000 7f485c90d640 1 --2- 172.21.15.67:0/1041565796 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4844078b90 0x7f484407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:51.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.438+0000 7f485c90d640 1 --2- 172.21.15.67:0/1041565796 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4844078b90 0x7f484407b0a0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f4848001710 tx=0x7f4848009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:23:51.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.442+0000 7f48557fa640 1 -- 172.21.15.67:0/1041565796 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f484c062bb0 con 0x7f48580b9780 2024-09-21T00:23:51.631 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.630+0000 7f485eb71640 1 -- 172.21.15.67:0/1041565796 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4858075d10 con 0x7f48580b9780 2024-09-21T00:23:51.632 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.631+0000 7f48557fa640 1 -- 172.21.15.67:0/1041565796 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v34) ==== 74+0+16758 (secure 0 0 0) 0x7f484c0675e0 con 0x7f48580b9780 2024-09-21T00:23:51.632 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:23:51.633 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":34,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:23:31.970468+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:22:03.227314+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-21T00:22:04.062330+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":33,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":5,"snaps":[{"begin":2,"length":2}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:23:51.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.633+0000 7f485eb71640 1 -- 172.21.15.67:0/1041565796 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4844078b90 msgr2=0x7f484407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:51.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.633+0000 7f485eb71640 1 --2- 172.21.15.67:0/1041565796 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4844078b90 0x7f484407b0a0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f4848001710 tx=0x7f4848009040 comp rx=0 tx=0).stop 2024-09-21T00:23:51.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.633+0000 7f485eb71640 1 -- 172.21.15.67:0/1041565796 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f48580b9780 msgr2=0x7f48580a1a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:51.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.633+0000 7f485eb71640 1 --2- 172.21.15.67:0/1041565796 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f48580b9780 0x7f48580a1a70 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f484c00d6a0 tx=0x7f484c00db60 comp rx=0 tx=0).stop 2024-09-21T00:23:51.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.633+0000 7f485eb71640 1 -- 172.21.15.67:0/1041565796 shutdown_connections 2024-09-21T00:23:51.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.633+0000 7f485eb71640 1 --2- 172.21.15.67:0/1041565796 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4844078b90 0x7f484407b0a0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:51.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.633+0000 7f485eb71640 1 --2- 172.21.15.67:0/1041565796 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f48580d1010 0x7f48581f90c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:51.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.633+0000 7f485eb71640 1 --2- 172.21.15.67:0/1041565796 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f48580b9780 0x7f48580a1a70 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:51.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.633+0000 7f485eb71640 1 --2- 172.21.15.67:0/1041565796 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f48580b73f0 0x7f485815c450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:51.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.633+0000 7f485eb71640 1 -- 172.21.15.67:0/1041565796 >> 172.21.15.67:0/1041565796 conn(0x7f485808bee0 msgr2=0x7f485806e5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:23:51.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.634+0000 7f485eb71640 1 -- 172.21.15.67:0/1041565796 shutdown_connections 2024-09-21T00:23:51.636 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.634+0000 7f485eb71640 1 -- 172.21.15.67:0/1041565796 wait complete. 2024-09-21T00:23:51.646 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-21T00:23:51.647 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:23:51.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.762+0000 7fcf5c48c640 1 -- 172.21.15.67:0/1820568397 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcf540b9e70 msgr2=0x7fcf540b6020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:51.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.762+0000 7fcf5c48c640 1 --2- 172.21.15.67:0/1820568397 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcf540b9e70 0x7fcf540b6020 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fcf44005fd0 tx=0x7fcf4402a7a0 comp rx=0 tx=0).stop 2024-09-21T00:23:51.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.762+0000 7fcf5c48c640 1 -- 172.21.15.67:0/1820568397 shutdown_connections 2024-09-21T00:23:51.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.762+0000 7fcf5c48c640 1 --2- 172.21.15.67:0/1820568397 >> v2:172.21.15.97:3300/0 conn(0x7fcf540d0270 0x7fcf540b6560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:51.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.762+0000 7fcf5c48c640 1 --2- 172.21.15.67:0/1820568397 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcf540b9e70 0x7fcf540b6020 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:51.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.762+0000 7fcf5c48c640 1 -- 172.21.15.67:0/1820568397 >> 172.21.15.67:0/1820568397 conn(0x7fcf540d45a0 msgr2=0x7fcf540d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:23:51.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.762+0000 7fcf5c48c640 1 -- 172.21.15.67:0/1820568397 shutdown_connections 2024-09-21T00:23:51.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.762+0000 7fcf5c48c640 1 -- 172.21.15.67:0/1820568397 wait complete. 2024-09-21T00:23:51.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.764+0000 7fcf5c48c640 1 Processor -- start 2024-09-21T00:23:51.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.764+0000 7fcf5c48c640 1 -- start start 2024-09-21T00:23:51.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.765+0000 7fcf5c48c640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcf540b9e70 0x7fcf540ce220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:51.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.765+0000 7fcf5c48c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcf540d0270 0x7fcf541589d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:51.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.765+0000 7fcf5c48c640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcf540d22f0 0x7fcf54160d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:51.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.765+0000 7fcf5c48c640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fcf5406f660 con 0x7fcf540d0270 2024-09-21T00:23:51.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.765+0000 7fcf5c48c640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fcf5406f4e0 con 0x7fcf540d22f0 2024-09-21T00:23:51.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.765+0000 7fcf5c48c640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fcf5406f7e0 con 0x7fcf540b9e70 2024-09-21T00:23:51.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.766+0000 7fcf59a27640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcf540d0270 0x7fcf541589d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:51.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.766+0000 7fcf59a27640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcf540d0270 0x7fcf541589d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:37474/0 (socket says 172.21.15.67:37474) 2024-09-21T00:23:51.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.766+0000 7fcf59a27640 1 -- 172.21.15.67:0/3283828355 learned_addr learned my addr 172.21.15.67:0/3283828355 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:23:51.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.766+0000 7fcf5a228640 1 --2- 172.21.15.67:0/3283828355 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcf540b9e70 0x7fcf540ce220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:51.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.766+0000 7fcf5aa29640 1 --2- 172.21.15.67:0/3283828355 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcf540d22f0 0x7fcf54160d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:51.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.766+0000 7fcf59a27640 1 -- 172.21.15.67:0/3283828355 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcf540b9e70 msgr2=0x7fcf540ce220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:51.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.766+0000 7fcf59a27640 1 --2- 172.21.15.67:0/3283828355 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcf540b9e70 0x7fcf540ce220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:51.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.766+0000 7fcf59a27640 1 -- 172.21.15.67:0/3283828355 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcf540d22f0 msgr2=0x7fcf54160d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:51.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.766+0000 7fcf59a27640 1 --2- 172.21.15.67:0/3283828355 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcf540d22f0 0x7fcf54160d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:51.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.766+0000 7fcf59a27640 1 -- 172.21.15.67:0/3283828355 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcf541e90e0 con 0x7fcf540d0270 2024-09-21T00:23:51.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.766+0000 7fcf5aa29640 1 --2- 172.21.15.67:0/3283828355 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcf540d22f0 0x7fcf54160d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:23:51.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.766+0000 7fcf59a27640 1 --2- 172.21.15.67:0/3283828355 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcf540d0270 0x7fcf541589d0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7fcf4800c500 tx=0x7fcf4800c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:23:51.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.766+0000 7fcf52ffd640 1 -- 172.21.15.67:0/3283828355 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf48011790 con 0x7fcf540d0270 2024-09-21T00:23:51.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.766+0000 7fcf52ffd640 1 -- 172.21.15.67:0/3283828355 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcf48017070 con 0x7fcf540d0270 2024-09-21T00:23:51.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.766+0000 7fcf5c48c640 1 -- 172.21.15.67:0/3283828355 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcf541e93c0 con 0x7fcf540d0270 2024-09-21T00:23:51.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.766+0000 7fcf52ffd640 1 -- 172.21.15.67:0/3283828355 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf48011cc0 con 0x7fcf540d0270 2024-09-21T00:23:51.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.766+0000 7fcf5c48c640 1 -- 172.21.15.67:0/3283828355 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcf54158f10 con 0x7fcf540d0270 2024-09-21T00:23:51.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.767+0000 7fcf5c48c640 1 -- 172.21.15.67:0/3283828355 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcf5406fc90 con 0x7fcf540d0270 2024-09-21T00:23:51.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.768+0000 7fcf52ffd640 1 -- 172.21.15.67:0/3283828355 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fcf4801c460 con 0x7fcf540d0270 2024-09-21T00:23:51.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.769+0000 7fcf52ffd640 1 --2- 172.21.15.67:0/3283828355 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcf40078b90 0x7fcf4007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:51.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.769+0000 7fcf52ffd640 1 -- 172.21.15.67:0/3283828355 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5737+0+0 (secure 0 0 0) 0x7fcf4809ab60 con 0x7fcf540d0270 2024-09-21T00:23:51.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.769+0000 7fcf5a228640 1 --2- 172.21.15.67:0/3283828355 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcf40078b90 0x7fcf4007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:51.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.769+0000 7fcf5a228640 1 --2- 172.21.15.67:0/3283828355 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcf40078b90 0x7fcf4007b0a0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fcf44033000 tx=0x7fcf44004ab0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:23:51.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:51.773+0000 7fcf52ffd640 1 -- 172.21.15.67:0/3283828355 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fcf48063010 con 0x7fcf540d0270 2024-09-21T00:23:52.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.004+0000 7fcf5c48c640 1 -- 172.21.15.67:0/3283828355 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcf541eb0d0 con 0x7fcf540d0270 2024-09-21T00:23:52.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.007+0000 7fcf52ffd640 1 -- 172.21.15.67:0/3283828355 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 18 v18) ==== 94+0+5223 (secure 0 0 0) 0x7fcf48062910 con 0x7fcf540d0270 2024-09-21T00:23:52.008 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:23:52.008 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":18,"btime":"2024-09-21T00:22:13:772573+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4661,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/1847135798","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":1847135798},{"type":"v1","addr":"172.21.15.67:6835","nonce":1847135798}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4849,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/3574128354","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3574128354},{"type":"v1","addr":"172.21.15.97:6836","nonce":3574128354}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4852,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/4235095447","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":4235095447},{"type":"v1","addr":"172.21.15.97:6837","nonce":4235095447}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":18,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-09-21T00:22:05.110537+0000","modified":"2024-09-21T00:22:13.527345+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4932},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4932":{"gid":4932,"name":"a","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.67:6833/1883255258","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1883255258},{"type":"v1","addr":"172.21.15.67:6833","nonce":1883255258}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4932,"qdb_cluster":[4932]},"id":2}]} 2024-09-21T00:23:52.008 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 18 2024-09-21T00:23:52.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.009+0000 7fcf5c48c640 1 -- 172.21.15.67:0/3283828355 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcf40078b90 msgr2=0x7fcf4007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:52.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.009+0000 7fcf5c48c640 1 --2- 172.21.15.67:0/3283828355 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcf40078b90 0x7fcf4007b0a0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fcf44033000 tx=0x7fcf44004ab0 comp rx=0 tx=0).stop 2024-09-21T00:23:52.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.009+0000 7fcf5c48c640 1 -- 172.21.15.67:0/3283828355 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcf540d0270 msgr2=0x7fcf541589d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:52.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.009+0000 7fcf5c48c640 1 --2- 172.21.15.67:0/3283828355 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcf540d0270 0x7fcf541589d0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7fcf4800c500 tx=0x7fcf4800c9c0 comp rx=0 tx=0).stop 2024-09-21T00:23:52.011 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.009+0000 7fcf5c48c640 1 -- 172.21.15.67:0/3283828355 shutdown_connections 2024-09-21T00:23:52.011 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.009+0000 7fcf5c48c640 1 --2- 172.21.15.67:0/3283828355 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcf40078b90 0x7fcf4007b0a0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:52.011 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.009+0000 7fcf5c48c640 1 --2- 172.21.15.67:0/3283828355 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcf540d22f0 0x7fcf54160d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:52.011 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.009+0000 7fcf5c48c640 1 --2- 172.21.15.67:0/3283828355 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcf540d0270 0x7fcf541589d0 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:52.011 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.009+0000 7fcf5c48c640 1 --2- 172.21.15.67:0/3283828355 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcf540b9e70 0x7fcf540ce220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:52.011 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.009+0000 7fcf5c48c640 1 -- 172.21.15.67:0/3283828355 >> 172.21.15.67:0/3283828355 conn(0x7fcf540d45a0 msgr2=0x7fcf540caae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:23:52.011 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.009+0000 7fcf5c48c640 1 -- 172.21.15.67:0/3283828355 shutdown_connections 2024-09-21T00:23:52.011 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.009+0000 7fcf5c48c640 1 -- 172.21.15.67:0/3283828355 wait complete. 2024-09-21T00:23:52.022 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:23:52.138 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.137+0000 7ffbcb0be640 1 -- 172.21.15.67:0/3756969990 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffbc40b6510 msgr2=0x7ffbc40b2780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:52.139 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.137+0000 7ffbcb0be640 1 --2- 172.21.15.67:0/3756969990 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffbc40b6510 0x7ffbc40b2780 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7ffbc40b3e00 tx=0x7ffbb802a5f0 comp rx=0 tx=0).stop 2024-09-21T00:23:52.139 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.137+0000 7ffbcb0be640 1 -- 172.21.15.67:0/3756969990 shutdown_connections 2024-09-21T00:23:52.139 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.137+0000 7ffbcb0be640 1 --2- 172.21.15.67:0/3756969990 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffbc40b6510 0x7ffbc40b2780 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:52.139 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.137+0000 7ffbcb0be640 1 --2- 172.21.15.67:0/3756969990 >> v2:172.21.15.97:3300/0 conn(0x7ffbc40d1da0 0x7ffbc40b2240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:52.139 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.137+0000 7ffbcb0be640 1 -- 172.21.15.67:0/3756969990 >> 172.21.15.67:0/3756969990 conn(0x7ffbc40d1280 msgr2=0x7ffbc40d1690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:23:52.139 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.137+0000 7ffbcb0be640 1 -- 172.21.15.67:0/3756969990 shutdown_connections 2024-09-21T00:23:52.139 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.137+0000 7ffbcb0be640 1 -- 172.21.15.67:0/3756969990 wait complete. 2024-09-21T00:23:52.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.139+0000 7ffbcb0be640 1 Processor -- start 2024-09-21T00:23:52.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.139+0000 7ffbcb0be640 1 -- start start 2024-09-21T00:23:52.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.140+0000 7ffbcb0be640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffbc40b09a0 0x7ffbc40aebd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:52.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.140+0000 7ffbcb0be640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ffbc40b6510 0x7ffbc40716d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:52.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.140+0000 7ffbcb0be640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ffbc40d1da0 0x7ffbc415eb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:52.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.140+0000 7ffbcb0be640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ffbc40b1850 con 0x7ffbc40b09a0 2024-09-21T00:23:52.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.140+0000 7ffbcb0be640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ffbc40b16d0 con 0x7ffbc40b6510 2024-09-21T00:23:52.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.140+0000 7ffbcb0be640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7ffbc40b19d0 con 0x7ffbc40d1da0 2024-09-21T00:23:52.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.140+0000 7ffbc8e5a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffbc40b09a0 0x7ffbc40aebd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:52.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.141+0000 7ffbc8e5a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffbc40b09a0 0x7ffbc40aebd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:37496/0 (socket says 172.21.15.67:37496) 2024-09-21T00:23:52.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.141+0000 7ffbc8e5a640 1 -- 172.21.15.67:0/3230255202 learned_addr learned my addr 172.21.15.67:0/3230255202 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:23:52.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.141+0000 7ffbc3fff640 1 --2- 172.21.15.67:0/3230255202 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ffbc40b6510 0x7ffbc40716d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:52.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.141+0000 7ffbc8e5a640 1 -- 172.21.15.67:0/3230255202 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ffbc40d1da0 msgr2=0x7ffbc415eb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:52.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.141+0000 7ffbc965b640 1 --2- 172.21.15.67:0/3230255202 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ffbc40d1da0 0x7ffbc415eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:52.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.141+0000 7ffbc8e5a640 1 --2- 172.21.15.67:0/3230255202 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ffbc40d1da0 0x7ffbc415eb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:52.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.141+0000 7ffbc8e5a640 1 -- 172.21.15.67:0/3230255202 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ffbc40b6510 msgr2=0x7ffbc40716d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:52.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.141+0000 7ffbc8e5a640 1 --2- 172.21.15.67:0/3230255202 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ffbc40b6510 0x7ffbc40716d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:52.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.141+0000 7ffbc8e5a640 1 -- 172.21.15.67:0/3230255202 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffbc41f44a0 con 0x7ffbc40b09a0 2024-09-21T00:23:52.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.141+0000 7ffbc3fff640 1 --2- 172.21.15.67:0/3230255202 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ffbc40b6510 0x7ffbc40716d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:23:52.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.141+0000 7ffbc8e5a640 1 --2- 172.21.15.67:0/3230255202 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffbc40b09a0 0x7ffbc40aebd0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7ffbb400c9a0 tx=0x7ffbb400ce60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:23:52.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.141+0000 7ffbc17fa640 1 -- 172.21.15.67:0/3230255202 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbb4007bb0 con 0x7ffbc40b09a0 2024-09-21T00:23:52.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.141+0000 7ffbc17fa640 1 -- 172.21.15.67:0/3230255202 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ffbb4007e40 con 0x7ffbc40b09a0 2024-09-21T00:23:52.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.141+0000 7ffbcb0be640 1 -- 172.21.15.67:0/3230255202 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffbc415df90 con 0x7ffbc40b09a0 2024-09-21T00:23:52.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.141+0000 7ffbc17fa640 1 -- 172.21.15.67:0/3230255202 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffbb4005280 con 0x7ffbc40b09a0 2024-09-21T00:23:52.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.141+0000 7ffbcb0be640 1 -- 172.21.15.67:0/3230255202 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffbc41f41c0 con 0x7ffbc40b09a0 2024-09-21T00:23:52.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.142+0000 7ffbcb0be640 1 -- 172.21.15.67:0/3230255202 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffbc40b1c60 con 0x7ffbc40b09a0 2024-09-21T00:23:52.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.143+0000 7ffbc17fa640 1 -- 172.21.15.67:0/3230255202 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7ffbb4005420 con 0x7ffbc40b09a0 2024-09-21T00:23:52.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.143+0000 7ffbc17fa640 1 --2- 172.21.15.67:0/3230255202 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ffbb0078b90 0x7ffbb007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:52.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.144+0000 7ffbc17fa640 1 -- 172.21.15.67:0/3230255202 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5737+0+0 (secure 0 0 0) 0x7ffbb409b0e0 con 0x7ffbc40b09a0 2024-09-21T00:23:52.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.144+0000 7ffbc3fff640 1 --2- 172.21.15.67:0/3230255202 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ffbb0078b90 0x7ffbb007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:52.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.144+0000 7ffbc3fff640 1 --2- 172.21.15.67:0/3230255202 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ffbb0078b90 0x7ffbb007b0a0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7ffbb8033000 tx=0x7ffbb8004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:23:52.149 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.148+0000 7ffbc17fa640 1 -- 172.21.15.67:0/3230255202 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7ffbc40b1c60 con 0x7ffbc40b09a0 2024-09-21T00:23:52.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.376+0000 7ffbcb0be640 1 -- 172.21.15.67:0/3230255202 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ffbc40b0db0 con 0x7ffbc40b09a0 2024-09-21T00:23:52.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.377+0000 7ffbc17fa640 1 -- 172.21.15.67:0/3230255202 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 18 v18) ==== 94+0+5223 (secure 0 0 0) 0x7ffbb4014030 con 0x7ffbc40b09a0 2024-09-21T00:23:52.378 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:23:52.378 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":18,"btime":"2024-09-21T00:22:13:772573+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4661,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/1847135798","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":1847135798},{"type":"v1","addr":"172.21.15.67:6835","nonce":1847135798}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4849,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/3574128354","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3574128354},{"type":"v1","addr":"172.21.15.97:6836","nonce":3574128354}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4852,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/4235095447","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":4235095447},{"type":"v1","addr":"172.21.15.97:6837","nonce":4235095447}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":18,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-09-21T00:22:05.110537+0000","modified":"2024-09-21T00:22:13.527345+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4932},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4932":{"gid":4932,"name":"a","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.67:6833/1883255258","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1883255258},{"type":"v1","addr":"172.21.15.67:6833","nonce":1883255258}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4932,"qdb_cluster":[4932]},"id":2}]} 2024-09-21T00:23:52.378 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 18 2024-09-21T00:23:52.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.379+0000 7ffbcb0be640 1 -- 172.21.15.67:0/3230255202 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ffbb0078b90 msgr2=0x7ffbb007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:52.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.379+0000 7ffbcb0be640 1 --2- 172.21.15.67:0/3230255202 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ffbb0078b90 0x7ffbb007b0a0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7ffbb8033000 tx=0x7ffbb8004730 comp rx=0 tx=0).stop 2024-09-21T00:23:52.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.379+0000 7ffbcb0be640 1 -- 172.21.15.67:0/3230255202 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffbc40b09a0 msgr2=0x7ffbc40aebd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:52.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.379+0000 7ffbcb0be640 1 --2- 172.21.15.67:0/3230255202 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffbc40b09a0 0x7ffbc40aebd0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7ffbb400c9a0 tx=0x7ffbb400ce60 comp rx=0 tx=0).stop 2024-09-21T00:23:52.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.379+0000 7ffbcb0be640 1 -- 172.21.15.67:0/3230255202 shutdown_connections 2024-09-21T00:23:52.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.379+0000 7ffbcb0be640 1 --2- 172.21.15.67:0/3230255202 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ffbb0078b90 0x7ffbb007b0a0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:52.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.379+0000 7ffbcb0be640 1 --2- 172.21.15.67:0/3230255202 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ffbc40d1da0 0x7ffbc415eb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:52.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.379+0000 7ffbcb0be640 1 --2- 172.21.15.67:0/3230255202 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ffbc40b6510 0x7ffbc40716d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:52.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.379+0000 7ffbcb0be640 1 --2- 172.21.15.67:0/3230255202 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffbc40b09a0 0x7ffbc40aebd0 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:52.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.379+0000 7ffbcb0be640 1 -- 172.21.15.67:0/3230255202 >> 172.21.15.67:0/3230255202 conn(0x7ffbc40d1280 msgr2=0x7ffbc406cdb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:23:52.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.379+0000 7ffbcb0be640 1 -- 172.21.15.67:0/3230255202 shutdown_connections 2024-09-21T00:23:52.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.379+0000 7ffbcb0be640 1 -- 172.21.15.67:0/3230255202 wait complete. 2024-09-21T00:23:52.392 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:23:52.508 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.507+0000 7fc79a8cc640 1 -- 172.21.15.67:0/945896712 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc7940ce570 msgr2=0x7fc7940d1da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:52.509 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.507+0000 7fc79a8cc640 1 --2- 172.21.15.67:0/945896712 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc7940ce570 0x7fc7940d1da0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7fc7940b6e20 tx=0x7fc78402a4b0 comp rx=0 tx=0).stop 2024-09-21T00:23:52.509 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.507+0000 7fc79a8cc640 1 -- 172.21.15.67:0/945896712 shutdown_connections 2024-09-21T00:23:52.509 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.507+0000 7fc79a8cc640 1 --2- 172.21.15.67:0/945896712 >> v2:172.21.15.97:3300/0 conn(0x7fc7940b5d80 0x7fc7940b6190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:52.509 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.507+0000 7fc79a8cc640 1 --2- 172.21.15.67:0/945896712 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc7940ce570 0x7fc7940d1da0 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:52.509 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.507+0000 7fc79a8cc640 1 -- 172.21.15.67:0/945896712 >> 172.21.15.67:0/945896712 conn(0x7fc7940d1280 msgr2=0x7fc7940d1690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:23:52.509 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.507+0000 7fc79a8cc640 1 -- 172.21.15.67:0/945896712 shutdown_connections 2024-09-21T00:23:52.509 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.507+0000 7fc79a8cc640 1 -- 172.21.15.67:0/945896712 wait complete. 2024-09-21T00:23:52.510 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.509+0000 7fc79a8cc640 1 Processor -- start 2024-09-21T00:23:52.510 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.509+0000 7fc79a8cc640 1 -- start start 2024-09-21T00:23:52.512 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.510+0000 7fc79a8cc640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc7940b5260 0x7fc79414e620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:52.512 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.510+0000 7fc79a8cc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc7940b5d80 0x7fc7940c5230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:52.512 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.510+0000 7fc79a8cc640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc7940ce570 0x7fc7940c5770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:52.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.510+0000 7fc79a8cc640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc794165a30 con 0x7fc7940b5d80 2024-09-21T00:23:52.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.510+0000 7fc79a8cc640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc7941658b0 con 0x7fc7940b5260 2024-09-21T00:23:52.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.510+0000 7fc79a8cc640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fc794165bb0 con 0x7fc7940ce570 2024-09-21T00:23:52.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.510+0000 7fc78bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc7940b5d80 0x7fc7940c5230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:52.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.510+0000 7fc78bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc7940b5d80 0x7fc7940c5230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:37512/0 (socket says 172.21.15.67:37512) 2024-09-21T00:23:52.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.510+0000 7fc78bfff640 1 -- 172.21.15.67:0/120164482 learned_addr learned my addr 172.21.15.67:0/120164482 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:23:52.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.510+0000 7fc798e69640 1 --2- 172.21.15.67:0/120164482 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc7940ce570 0x7fc7940c5770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:52.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.510+0000 7fc793fff640 1 --2- 172.21.15.67:0/120164482 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc7940b5260 0x7fc79414e620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:52.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.511+0000 7fc78bfff640 1 -- 172.21.15.67:0/120164482 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc7940ce570 msgr2=0x7fc7940c5770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:52.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.511+0000 7fc78bfff640 1 --2- 172.21.15.67:0/120164482 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc7940ce570 0x7fc7940c5770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:52.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.511+0000 7fc78bfff640 1 -- 172.21.15.67:0/120164482 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc7940b5260 msgr2=0x7fc79414e620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:52.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.511+0000 7fc78bfff640 1 --2- 172.21.15.67:0/120164482 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc7940b5260 0x7fc79414e620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:52.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.511+0000 7fc78bfff640 1 -- 172.21.15.67:0/120164482 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7940ae880 con 0x7fc7940b5d80 2024-09-21T00:23:52.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.511+0000 7fc78bfff640 1 --2- 172.21.15.67:0/120164482 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc7940b5d80 0x7fc7940c5230 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fc77c00b3e0 tx=0x7fc77c00b8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:23:52.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.511+0000 7fc7917fa640 1 -- 172.21.15.67:0/120164482 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc77c015020 con 0x7fc7940b5d80 2024-09-21T00:23:52.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.511+0000 7fc7917fa640 1 -- 172.21.15.67:0/120164482 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc77c011920 con 0x7fc7940b5d80 2024-09-21T00:23:52.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.511+0000 7fc79a8cc640 1 -- 172.21.15.67:0/120164482 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc7940c5fb0 con 0x7fc7940b5d80 2024-09-21T00:23:52.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.511+0000 7fc7917fa640 1 -- 172.21.15.67:0/120164482 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc77c011d70 con 0x7fc7940b5d80 2024-09-21T00:23:52.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.511+0000 7fc79a8cc640 1 -- 172.21.15.67:0/120164482 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7940c5cb0 con 0x7fc7940b5d80 2024-09-21T00:23:52.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.512+0000 7fc79a8cc640 1 -- 172.21.15.67:0/120164482 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc7940cff80 con 0x7fc7940b5d80 2024-09-21T00:23:52.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.513+0000 7fc7917fa640 1 -- 172.21.15.67:0/120164482 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fc77c018020 con 0x7fc7940b5d80 2024-09-21T00:23:52.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.513+0000 7fc7917fa640 1 --2- 172.21.15.67:0/120164482 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc774078bc0 0x7fc77407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:52.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.514+0000 7fc7917fa640 1 -- 172.21.15.67:0/120164482 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5737+0+0 (secure 0 0 0) 0x7fc77c09adc0 con 0x7fc7940b5d80 2024-09-21T00:23:52.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.514+0000 7fc793fff640 1 --2- 172.21.15.67:0/120164482 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc774078bc0 0x7fc77407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:52.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.514+0000 7fc793fff640 1 --2- 172.21.15.67:0/120164482 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc774078bc0 0x7fc77407b0d0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fc784034000 tx=0x7fc784004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:23:52.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.518+0000 7fc7917fa640 1 -- 172.21.15.67:0/120164482 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fc7940cff80 con 0x7fc7940b5d80 2024-09-21T00:23:52.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.705+0000 7fc79a8cc640 1 -- 172.21.15.67:0/120164482 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc7940b0070 con 0x7fc7940b5d80 2024-09-21T00:23:52.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.706+0000 7fc7917fa640 1 -- 172.21.15.67:0/120164482 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v34) ==== 74+0+16758 (secure 0 0 0) 0x7fc77c01f020 con 0x7fc7940b5d80 2024-09-21T00:23:52.707 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:23:52.708 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":34,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:23:31.970468+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:22:03.227314+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"31","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-21T00:22:04.062330+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":33,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":5,"snaps":[{"begin":2,"length":2}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:23:52.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.708+0000 7fc79a8cc640 1 -- 172.21.15.67:0/120164482 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc774078bc0 msgr2=0x7fc77407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:52.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.708+0000 7fc79a8cc640 1 --2- 172.21.15.67:0/120164482 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc774078bc0 0x7fc77407b0d0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fc784034000 tx=0x7fc784004730 comp rx=0 tx=0).stop 2024-09-21T00:23:52.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.708+0000 7fc79a8cc640 1 -- 172.21.15.67:0/120164482 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc7940b5d80 msgr2=0x7fc7940c5230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:52.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.708+0000 7fc79a8cc640 1 --2- 172.21.15.67:0/120164482 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc7940b5d80 0x7fc7940c5230 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7fc77c00b3e0 tx=0x7fc77c00b8a0 comp rx=0 tx=0).stop 2024-09-21T00:23:52.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.708+0000 7fc79a8cc640 1 -- 172.21.15.67:0/120164482 shutdown_connections 2024-09-21T00:23:52.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.708+0000 7fc79a8cc640 1 --2- 172.21.15.67:0/120164482 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc774078bc0 0x7fc77407b0d0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:52.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.708+0000 7fc79a8cc640 1 --2- 172.21.15.67:0/120164482 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc7940ce570 0x7fc7940c5770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:52.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.708+0000 7fc79a8cc640 1 --2- 172.21.15.67:0/120164482 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc7940b5d80 0x7fc7940c5230 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:52.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.708+0000 7fc79a8cc640 1 --2- 172.21.15.67:0/120164482 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc7940b5260 0x7fc79414e620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:52.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.708+0000 7fc79a8cc640 1 -- 172.21.15.67:0/120164482 >> 172.21.15.67:0/120164482 conn(0x7fc7940d1280 msgr2=0x7fc794155880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:23:52.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.709+0000 7fc79a8cc640 1 -- 172.21.15.67:0/120164482 shutdown_connections 2024-09-21T00:23:52.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.709+0000 7fc79a8cc640 1 -- 172.21.15.67:0/120164482 wait complete. 2024-09-21T00:23:52.721 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-21T00:23:52.840 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.838+0000 7fc4e68f9640 1 -- 172.21.15.67:0/1235593373 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc4c8004d40 msgr2=0x7fc4c8005150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:52.840 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.838+0000 7fc4e68f9640 1 --2- 172.21.15.67:0/1235593373 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc4c8004d40 0x7fc4c8005150 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fc4d800c750 tx=0x7fc4c8005830 comp rx=0 tx=0).stop 2024-09-21T00:23:52.840 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.838+0000 7fc4e4e96640 1 -- 172.21.15.67:0/1235593373 reap_dead start 2024-09-21T00:23:52.840 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.838+0000 7fc4e68f9640 1 -- 172.21.15.67:0/1235593373 shutdown_connections 2024-09-21T00:23:52.840 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.839+0000 7fc4e68f9640 1 -- 172.21.15.67:0/1235593373 >> 172.21.15.67:0/1235593373 conn(0x7fc4e00b4140 msgr2=0x7fc4e00b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:23:52.840 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.839+0000 7fc4e68f9640 1 -- 172.21.15.67:0/1235593373 shutdown_connections 2024-09-21T00:23:52.840 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.839+0000 7fc4e68f9640 1 -- 172.21.15.67:0/1235593373 wait complete. 2024-09-21T00:23:52.841 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.840+0000 7fc4e68f9640 1 Processor -- start 2024-09-21T00:23:52.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.841+0000 7fc4e68f9640 1 -- start start 2024-09-21T00:23:52.845 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.842+0000 7fc4e68f9640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc4e01df390 0x7fc4e00caae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:52.845 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.842+0000 7fc4e68f9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc4e01dea90 0x7fc4e00c82e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:52.845 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.842+0000 7fc4e68f9640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc4e01deea0 0x7fc4e00c8820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:52.845 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.842+0000 7fc4e68f9640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc4e00ce1c0 con 0x7fc4e01dea90 2024-09-21T00:23:52.845 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.842+0000 7fc4e68f9640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc4e00ce040 con 0x7fc4e01df390 2024-09-21T00:23:52.845 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.842+0000 7fc4e68f9640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fc4e00b2ad0 con 0x7fc4e01deea0 2024-09-21T00:23:52.845 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.842+0000 7fc4df7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc4e01dea90 0x7fc4e00c82e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:52.845 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.842+0000 7fc4df7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc4e01dea90 0x7fc4e00c82e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:37520/0 (socket says 172.21.15.67:37520) 2024-09-21T00:23:52.845 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.842+0000 7fc4df7fe640 1 -- 172.21.15.67:0/3094302542 learned_addr learned my addr 172.21.15.67:0/3094302542 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:23:52.845 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.842+0000 7fc4dffff640 1 --2- 172.21.15.67:0/3094302542 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc4e01df390 0x7fc4e00caae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:52.845 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.842+0000 7fc4e4e96640 1 --2- 172.21.15.67:0/3094302542 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc4e01deea0 0x7fc4e00c8820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:52.845 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.842+0000 7fc4df7fe640 1 -- 172.21.15.67:0/3094302542 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc4e01deea0 msgr2=0x7fc4e00c8820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:52.845 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.842+0000 7fc4df7fe640 1 --2- 172.21.15.67:0/3094302542 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc4e01deea0 0x7fc4e00c8820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:52.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.842+0000 7fc4df7fe640 1 -- 172.21.15.67:0/3094302542 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc4e01df390 msgr2=0x7fc4e00caae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:52.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.842+0000 7fc4df7fe640 1 --2- 172.21.15.67:0/3094302542 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc4e01df390 0x7fc4e00caae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:52.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.842+0000 7fc4df7fe640 1 -- 172.21.15.67:0/3094302542 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4e00cc9d0 con 0x7fc4e01dea90 2024-09-21T00:23:52.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.842+0000 7fc4dffff640 1 --2- 172.21.15.67:0/3094302542 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc4e01df390 0x7fc4e00caae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:23:52.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.843+0000 7fc4df7fe640 1 --2- 172.21.15.67:0/3094302542 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc4e01dea90 0x7fc4e00c82e0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fc4d4011b10 tx=0x7fc4d4009eb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:23:52.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.843+0000 7fc4dcff9640 1 -- 172.21.15.67:0/3094302542 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4d401e070 con 0x7fc4e01dea90 2024-09-21T00:23:52.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.843+0000 7fc4dcff9640 1 -- 172.21.15.67:0/3094302542 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc4d400fe40 con 0x7fc4e01dea90 2024-09-21T00:23:52.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.843+0000 7fc4dcff9640 1 -- 172.21.15.67:0/3094302542 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4d40042b0 con 0x7fc4e01dea90 2024-09-21T00:23:52.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.843+0000 7fc4e68f9640 1 -- 172.21.15.67:0/3094302542 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4e00cc410 con 0x7fc4e01dea90 2024-09-21T00:23:52.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.843+0000 7fc4e68f9640 1 -- 172.21.15.67:0/3094302542 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4e00ca2e0 con 0x7fc4e01dea90 2024-09-21T00:23:52.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.844+0000 7fc4e68f9640 1 -- 172.21.15.67:0/3094302542 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc4e0071610 con 0x7fc4e01dea90 2024-09-21T00:23:52.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.845+0000 7fc4dcff9640 1 -- 172.21.15.67:0/3094302542 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fc4d4021070 con 0x7fc4e01dea90 2024-09-21T00:23:52.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.845+0000 7fc4dcff9640 1 --2- 172.21.15.67:0/3094302542 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc4cc078b90 0x7fc4cc07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:52.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.845+0000 7fc4dcff9640 1 -- 172.21.15.67:0/3094302542 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5737+0+0 (secure 0 0 0) 0x7fc4d409b680 con 0x7fc4e01dea90 2024-09-21T00:23:52.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.845+0000 7fc4dffff640 1 --2- 172.21.15.67:0/3094302542 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc4cc078b90 0x7fc4cc07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:52.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.846+0000 7fc4dffff640 1 --2- 172.21.15.67:0/3094302542 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc4cc078b90 0x7fc4cc07b0a0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fc4d0009460 tx=0x7fc4d0005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:23:52.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:52.850+0000 7fc4dcff9640 1 -- 172.21.15.67:0/3094302542 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fc4e0071610 con 0x7fc4e01dea90 2024-09-21T00:23:53.079 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:53.078+0000 7fc4e68f9640 1 -- 172.21.15.67:0/3094302542 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fc4e00b23c0 con 0x7fc4e01dea90 2024-09-21T00:23:53.079 INFO:tasks.ceph.mon.a.smithi067.stderr:2024-09-21T00:23:53.078+0000 7f6547693640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-21T00:23:53.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:53.081+0000 7fc4dcff9640 1 -- 172.21.15.67:0/3094302542 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v19) ==== 161+0+0 (secure 0 0 0) 0x7fc4e00b23c0 con 0x7fc4e01dea90 2024-09-21T00:23:53.082 INFO:teuthology.orchestra.run.smithi067.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-21T00:23:53.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:53.085+0000 7fc4e68f9640 1 -- 172.21.15.67:0/3094302542 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc4cc078b90 msgr2=0x7fc4cc07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:53.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:53.085+0000 7fc4e68f9640 1 --2- 172.21.15.67:0/3094302542 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc4cc078b90 0x7fc4cc07b0a0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fc4d0009460 tx=0x7fc4d0005f90 comp rx=0 tx=0).stop 2024-09-21T00:23:53.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:53.086+0000 7fc4e68f9640 1 -- 172.21.15.67:0/3094302542 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc4e01dea90 msgr2=0x7fc4e00c82e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:53.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:53.086+0000 7fc4e68f9640 1 --2- 172.21.15.67:0/3094302542 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc4e01dea90 0x7fc4e00c82e0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fc4d4011b10 tx=0x7fc4d4009eb0 comp rx=0 tx=0).stop 2024-09-21T00:23:53.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:53.086+0000 7fc4e68f9640 1 -- 172.21.15.67:0/3094302542 shutdown_connections 2024-09-21T00:23:53.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:53.086+0000 7fc4e68f9640 1 --2- 172.21.15.67:0/3094302542 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc4cc078b90 0x7fc4cc07b0a0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:53.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:53.086+0000 7fc4e68f9640 1 --2- 172.21.15.67:0/3094302542 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc4e01deea0 0x7fc4e00c8820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:53.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:53.086+0000 7fc4e68f9640 1 --2- 172.21.15.67:0/3094302542 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc4e01dea90 0x7fc4e00c82e0 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:53.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:53.086+0000 7fc4e68f9640 1 --2- 172.21.15.67:0/3094302542 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc4e01df390 0x7fc4e00caae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:53.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:53.086+0000 7fc4e68f9640 1 -- 172.21.15.67:0/3094302542 >> 172.21.15.67:0/3094302542 conn(0x7fc4e00b4140 msgr2=0x7fc4e00b6a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:23:53.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:53.086+0000 7fc4e68f9640 1 -- 172.21.15.67:0/3094302542 shutdown_connections 2024-09-21T00:23:53.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:53.086+0000 7fc4e68f9640 1 -- 172.21.15.67:0/3094302542 wait complete. 2024-09-21T00:23:53.099 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-21T00:23:53.156 INFO:tasks.ceph.mds.a.smithi067.stdout:starting mds.a at 2024-09-21T00:23:53.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:53.220+0000 7f6a94394640 1 -- 172.21.15.67:0/1507668638 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6a8c15ee80 msgr2=0x7f6a8c0b65f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:53.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:53.220+0000 7f6a94394640 1 --2- 172.21.15.67:0/1507668638 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6a8c15ee80 0x7f6a8c0b65f0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f6a880098e0 tx=0x7f6a8802a5d0 comp rx=0 tx=0).stop 2024-09-21T00:23:53.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:53.220+0000 7f6a94394640 1 -- 172.21.15.67:0/1507668638 shutdown_connections 2024-09-21T00:23:53.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:53.220+0000 7f6a94394640 1 --2- 172.21.15.67:0/1507668638 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6a8c0cdcb0 0x7f6a8c0ce0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:53.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:53.220+0000 7f6a94394640 1 --2- 172.21.15.67:0/1507668638 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6a8c15ee80 0x7f6a8c0b65f0 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:53.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:53.220+0000 7f6a94394640 1 -- 172.21.15.67:0/1507668638 >> 172.21.15.67:0/1507668638 conn(0x7f6a8c09a950 msgr2=0x7f6a8c0d13c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:23:53.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:53.220+0000 7f6a94394640 1 -- 172.21.15.67:0/1507668638 shutdown_connections 2024-09-21T00:23:53.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:53.220+0000 7f6a94394640 1 -- 172.21.15.67:0/1507668638 wait complete. 2024-09-21T00:23:53.223 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:53.222+0000 7f6a94394640 1 Processor -- start 2024-09-21T00:23:53.223 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:53.222+0000 7f6a94394640 1 -- start start 2024-09-21T00:23:53.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:53.223+0000 7f6a94394640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6a8c0cdcb0 0x7f6a8c0c8420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:53.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:53.223+0000 7f6a94394640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6a8c15ee80 0x7f6a8c14af10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:53.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:53.223+0000 7f6a94394640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6a8c15f440 0x7f6a8c0c7100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:53.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:53.223+0000 7f6a94394640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f6a8c0b0a90 con 0x7f6a8c15ee80 2024-09-21T00:23:53.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:53.223+0000 7f6a94394640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f6a8c0b6db0 con 0x7f6a8c15f440 2024-09-21T00:23:53.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:53.223+0000 7f6a94394640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f6a8c0b0c10 con 0x7f6a8c0cdcb0 2024-09-21T00:23:53.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:53.223+0000 7f6a9192f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6a8c15ee80 0x7f6a8c14af10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:53.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:53.224+0000 7f6a9192f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6a8c15ee80 0x7f6a8c14af10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:37554/0 (socket says 172.21.15.67:37554) 2024-09-21T00:23:53.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:53.224+0000 7f6a9192f640 1 -- 172.21.15.67:0/3008329122 learned_addr learned my addr 172.21.15.67:0/3008329122 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:23:53.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:53.224+0000 7f6a92130640 1 --2- 172.21.15.67:0/3008329122 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6a8c0cdcb0 0x7f6a8c0c8420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:53.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:53.224+0000 7f6a92931640 1 --2- 172.21.15.67:0/3008329122 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6a8c15f440 0x7f6a8c0c7100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:53.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:53.224+0000 7f6a9192f640 1 -- 172.21.15.67:0/3008329122 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6a8c0cdcb0 msgr2=0x7f6a8c0c8420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:53.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:53.224+0000 7f6a9192f640 1 --2- 172.21.15.67:0/3008329122 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6a8c0cdcb0 0x7f6a8c0c8420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:53.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:53.224+0000 7f6a9192f640 1 -- 172.21.15.67:0/3008329122 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6a8c15f440 msgr2=0x7f6a8c0c7100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:53.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:53.224+0000 7f6a9192f640 1 --2- 172.21.15.67:0/3008329122 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6a8c15f440 0x7f6a8c0c7100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:53.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:53.224+0000 7f6a9192f640 1 -- 172.21.15.67:0/3008329122 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a8c14dc00 con 0x7f6a8c15ee80 2024-09-21T00:23:53.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:53.224+0000 7f6a9192f640 1 --2- 172.21.15.67:0/3008329122 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6a8c15ee80 0x7f6a8c14af10 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f6a7c00e7c0 tx=0x7f6a7c00ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:23:53.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:53.224+0000 7f6a82ffd640 1 -- 172.21.15.67:0/3008329122 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a7c00ccc0 con 0x7f6a8c15ee80 2024-09-21T00:23:53.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:53.224+0000 7f6a82ffd640 1 -- 172.21.15.67:0/3008329122 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6a7c00ee70 con 0x7f6a8c15ee80 2024-09-21T00:23:53.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:53.224+0000 7f6a94394640 1 -- 172.21.15.67:0/3008329122 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a8c14dee0 con 0x7f6a8c15ee80 2024-09-21T00:23:53.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:53.224+0000 7f6a82ffd640 1 -- 172.21.15.67:0/3008329122 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a7c010690 con 0x7f6a8c15ee80 2024-09-21T00:23:53.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:53.224+0000 7f6a94394640 1 -- 172.21.15.67:0/3008329122 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a8c0c8960 con 0x7f6a8c15ee80 2024-09-21T00:23:53.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:53.225+0000 7f6a94394640 1 -- 172.21.15.67:0/3008329122 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6a8c0cb790 con 0x7f6a8c15ee80 2024-09-21T00:23:53.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:53.226+0000 7f6a82ffd640 1 -- 172.21.15.67:0/3008329122 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f6a7c010830 con 0x7f6a8c15ee80 2024-09-21T00:23:53.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:53.227+0000 7f6a82ffd640 1 --2- 172.21.15.67:0/3008329122 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6a70078bc0 0x7f6a7007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:53.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:53.227+0000 7f6a82ffd640 1 -- 172.21.15.67:0/3008329122 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5795+0+0 (secure 0 0 0) 0x7f6a7c09b670 con 0x7f6a8c15ee80 2024-09-21T00:23:53.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:53.227+0000 7f6a92130640 1 --2- 172.21.15.67:0/3008329122 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6a70078bc0 0x7f6a7007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:53.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:53.228+0000 7f6a92130640 1 --2- 172.21.15.67:0/3008329122 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6a70078bc0 0x7f6a7007b0d0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f6a88034000 tx=0x7f6a88004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:23:53.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:53.231+0000 7f6a82ffd640 1 -- 172.21.15.67:0/3008329122 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f6a8c0cb790 con 0x7f6a8c15ee80 2024-09-21T00:23:53.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:53.458+0000 7f6a94394640 1 -- 172.21.15.67:0/3008329122 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f6a8c0c8c70 con 0x7f6a8c15ee80 2024-09-21T00:23:54.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:54.086+0000 7f6a82ffd640 1 -- 172.21.15.67:0/3008329122 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v20) ==== 104+0+0 (secure 0 0 0) 0x7f6a7c063440 con 0x7f6a8c15ee80 2024-09-21T00:23:54.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:54.088+0000 7f6a94394640 1 -- 172.21.15.67:0/3008329122 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6a70078bc0 msgr2=0x7f6a7007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:54.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:54.088+0000 7f6a94394640 1 --2- 172.21.15.67:0/3008329122 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6a70078bc0 0x7f6a7007b0d0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f6a88034000 tx=0x7f6a88004730 comp rx=0 tx=0).stop 2024-09-21T00:23:54.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:54.088+0000 7f6a94394640 1 -- 172.21.15.67:0/3008329122 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6a8c15ee80 msgr2=0x7f6a8c14af10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:54.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:54.088+0000 7f6a94394640 1 --2- 172.21.15.67:0/3008329122 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6a8c15ee80 0x7f6a8c14af10 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f6a7c00e7c0 tx=0x7f6a7c00ec80 comp rx=0 tx=0).stop 2024-09-21T00:23:54.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:54.088+0000 7f6a94394640 1 -- 172.21.15.67:0/3008329122 shutdown_connections 2024-09-21T00:23:54.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:54.088+0000 7f6a94394640 1 --2- 172.21.15.67:0/3008329122 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6a70078bc0 0x7f6a7007b0d0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:54.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:54.088+0000 7f6a94394640 1 --2- 172.21.15.67:0/3008329122 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6a8c15f440 0x7f6a8c0c7100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:54.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:54.088+0000 7f6a94394640 1 --2- 172.21.15.67:0/3008329122 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6a8c15ee80 0x7f6a8c14af10 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:54.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:54.088+0000 7f6a94394640 1 --2- 172.21.15.67:0/3008329122 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6a8c0cdcb0 0x7f6a8c0c8420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:54.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:54.088+0000 7f6a94394640 1 -- 172.21.15.67:0/3008329122 >> 172.21.15.67:0/3008329122 conn(0x7f6a8c09a950 msgr2=0x7f6a8c0b00e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:23:54.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:54.088+0000 7f6a94394640 1 -- 172.21.15.67:0/3008329122 shutdown_connections 2024-09-21T00:23:54.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:54.088+0000 7f6a94394640 1 -- 172.21.15.67:0/3008329122 wait complete. 2024-09-21T00:23:54.102 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-21T00:23:54.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:54.226+0000 7fa20650b640 1 -- 172.21.15.67:0/3286718069 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa2000c5a90 msgr2=0x7fa2000d01b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:54.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:54.226+0000 7fa20650b640 1 --2- 172.21.15.67:0/3286718069 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa2000c5a90 0x7fa2000d01b0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fa1f0005fd0 tx=0x7fa1f002a540 comp rx=0 tx=0).stop 2024-09-21T00:23:54.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:54.226+0000 7fa20650b640 1 -- 172.21.15.67:0/3286718069 shutdown_connections 2024-09-21T00:23:54.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:54.226+0000 7fa20650b640 1 --2- 172.21.15.67:0/3286718069 >> v2:172.21.15.97:3300/0 conn(0x7fa2000b0480 0x7fa2000cd870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:54.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:54.226+0000 7fa20650b640 1 --2- 172.21.15.67:0/3286718069 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa2000c5a90 0x7fa2000d01b0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:54.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:54.226+0000 7fa20650b640 1 -- 172.21.15.67:0/3286718069 >> 172.21.15.67:0/3286718069 conn(0x7fa2000cee80 msgr2=0x7fa2000cf290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:23:54.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:54.226+0000 7fa20650b640 1 -- 172.21.15.67:0/3286718069 shutdown_connections 2024-09-21T00:23:54.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:54.226+0000 7fa20650b640 1 -- 172.21.15.67:0/3286718069 wait complete. 2024-09-21T00:23:54.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:54.228+0000 7fa20650b640 1 Processor -- start 2024-09-21T00:23:54.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:54.228+0000 7fa20650b640 1 -- start start 2024-09-21T00:23:54.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:54.229+0000 7fa20650b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa2000b0480 0x7fa20015a4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:54.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:54.229+0000 7fa20650b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa2000c5a90 0x7fa200161e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:54.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:54.229+0000 7fa20650b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa2000d06f0 0x7fa20009f740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:54.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:54.229+0000 7fa20650b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fa20009b960 con 0x7fa2000c5a90 2024-09-21T00:23:54.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:54.229+0000 7fa20650b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fa2000cdff0 con 0x7fa2000d06f0 2024-09-21T00:23:54.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:54.229+0000 7fa20650b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fa20009bae0 con 0x7fa2000b0480 2024-09-21T00:23:54.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:54.229+0000 7fa1ff7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa2000c5a90 0x7fa200161e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:54.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:54.229+0000 7fa1ff7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa2000c5a90 0x7fa200161e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:57850/0 (socket says 172.21.15.67:57850) 2024-09-21T00:23:54.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:54.229+0000 7fa1ff7fe640 1 -- 172.21.15.67:0/481393858 learned_addr learned my addr 172.21.15.67:0/481393858 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:23:54.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:54.229+0000 7fa1fffff640 1 --2- 172.21.15.67:0/481393858 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa2000b0480 0x7fa20015a4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:54.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:54.229+0000 7fa204aa8640 1 --2- 172.21.15.67:0/481393858 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa2000d06f0 0x7fa20009f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:54.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:54.230+0000 7fa1ff7fe640 1 -- 172.21.15.67:0/481393858 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa2000b0480 msgr2=0x7fa20015a4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:54.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:54.230+0000 7fa1ff7fe640 1 --2- 172.21.15.67:0/481393858 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa2000b0480 0x7fa20015a4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:54.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:54.230+0000 7fa1ff7fe640 1 -- 172.21.15.67:0/481393858 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa2000d06f0 msgr2=0x7fa20009f740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:54.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:54.230+0000 7fa1ff7fe640 1 --2- 172.21.15.67:0/481393858 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa2000d06f0 0x7fa20009f740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:54.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:54.230+0000 7fa1ff7fe640 1 -- 172.21.15.67:0/481393858 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa200163c50 con 0x7fa2000c5a90 2024-09-21T00:23:54.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:54.230+0000 7fa1ff7fe640 1 --2- 172.21.15.67:0/481393858 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa2000c5a90 0x7fa200161e50 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fa1f400c3c0 tx=0x7fa1f400c7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:23:54.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:54.230+0000 7fa1fcff9640 1 -- 172.21.15.67:0/481393858 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1f4017070 con 0x7fa2000c5a90 2024-09-21T00:23:54.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:54.230+0000 7fa1fcff9640 1 -- 172.21.15.67:0/481393858 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa1f40053c0 con 0x7fa2000c5a90 2024-09-21T00:23:54.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:54.230+0000 7fa1fcff9640 1 -- 172.21.15.67:0/481393858 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1f4003850 con 0x7fa2000c5a90 2024-09-21T00:23:54.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:54.230+0000 7fa20650b640 1 -- 172.21.15.67:0/481393858 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa200163f30 con 0x7fa2000c5a90 2024-09-21T00:23:54.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:54.230+0000 7fa20650b640 1 -- 172.21.15.67:0/481393858 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2001644f0 con 0x7fa2000c5a90 2024-09-21T00:23:54.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:54.231+0000 7fa20650b640 1 -- 172.21.15.67:0/481393858 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa200162510 con 0x7fa2000c5a90 2024-09-21T00:23:54.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:54.232+0000 7fa1fcff9640 1 -- 172.21.15.67:0/481393858 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fa1f401a070 con 0x7fa2000c5a90 2024-09-21T00:23:54.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:54.232+0000 7fa1fcff9640 1 --2- 172.21.15.67:0/481393858 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa1ec078bc0 0x7fa1ec07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:54.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:54.232+0000 7fa1fcff9640 1 -- 172.21.15.67:0/481393858 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5795+0+0 (secure 0 0 0) 0x7fa1f4099fb0 con 0x7fa2000c5a90 2024-09-21T00:23:54.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:54.233+0000 7fa1fffff640 1 --2- 172.21.15.67:0/481393858 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa1ec078bc0 0x7fa1ec07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:54.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:54.233+0000 7fa1fffff640 1 --2- 172.21.15.67:0/481393858 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa1ec078bc0 0x7fa1ec07b0d0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fa1f0033000 tx=0x7fa1f0004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:23:54.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:54.237+0000 7fa1fcff9640 1 -- 172.21.15.67:0/481393858 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fa1f4061dd0 con 0x7fa2000c5a90 2024-09-21T00:23:54.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:54.425+0000 7fa20650b640 1 -- 172.21.15.67:0/481393858 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fa2000d01b0 con 0x7fa2000c5a90 2024-09-21T00:23:55.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:55.088+0000 7fa1fcff9640 1 -- 172.21.15.67:0/481393858 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v36) ==== 181+0+0 (secure 0 0 0) 0x7fa1f4066800 con 0x7fa2000c5a90 2024-09-21T00:23:55.089 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_metadata' removed 2024-09-21T00:23:55.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:55.091+0000 7fa20650b640 1 -- 172.21.15.67:0/481393858 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa1ec078bc0 msgr2=0x7fa1ec07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:55.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:55.091+0000 7fa20650b640 1 --2- 172.21.15.67:0/481393858 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa1ec078bc0 0x7fa1ec07b0d0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fa1f0033000 tx=0x7fa1f0004730 comp rx=0 tx=0).stop 2024-09-21T00:23:55.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:55.091+0000 7fa20650b640 1 -- 172.21.15.67:0/481393858 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa2000c5a90 msgr2=0x7fa200161e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:55.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:55.091+0000 7fa20650b640 1 --2- 172.21.15.67:0/481393858 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa2000c5a90 0x7fa200161e50 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fa1f400c3c0 tx=0x7fa1f400c7c0 comp rx=0 tx=0).stop 2024-09-21T00:23:55.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:55.091+0000 7fa20650b640 1 -- 172.21.15.67:0/481393858 shutdown_connections 2024-09-21T00:23:55.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:55.091+0000 7fa20650b640 1 --2- 172.21.15.67:0/481393858 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa1ec078bc0 0x7fa1ec07b0d0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:55.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:55.091+0000 7fa20650b640 1 --2- 172.21.15.67:0/481393858 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa2000d06f0 0x7fa20009f740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:55.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:55.091+0000 7fa20650b640 1 --2- 172.21.15.67:0/481393858 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa2000c5a90 0x7fa200161e50 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:55.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:55.091+0000 7fa20650b640 1 --2- 172.21.15.67:0/481393858 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa2000b0480 0x7fa20015a4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:55.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:55.091+0000 7fa20650b640 1 -- 172.21.15.67:0/481393858 >> 172.21.15.67:0/481393858 conn(0x7fa2000cee80 msgr2=0x7fa20015d2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:23:55.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:55.091+0000 7fa20650b640 1 -- 172.21.15.67:0/481393858 shutdown_connections 2024-09-21T00:23:55.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:55.091+0000 7fa20650b640 1 -- 172.21.15.67:0/481393858 wait complete. 2024-09-21T00:23:55.107 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-21T00:23:55.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:55.233+0000 7f313c894640 1 -- 172.21.15.67:0/1382741476 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f31380b7480 msgr2=0x7f31380d0f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:55.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:55.233+0000 7f313c894640 1 --2- 172.21.15.67:0/1382741476 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f31380b7480 0x7f31380d0f20 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f31200098e0 tx=0x7f312002a5a0 comp rx=0 tx=0).stop 2024-09-21T00:23:55.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:55.233+0000 7f313c894640 1 -- 172.21.15.67:0/1382741476 shutdown_connections 2024-09-21T00:23:55.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:55.233+0000 7f313c894640 1 --2- 172.21.15.67:0/1382741476 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f31380d1460 0x7f3138162540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:55.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:55.233+0000 7f313c894640 1 --2- 172.21.15.67:0/1382741476 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f31380b7480 0x7f31380d0f20 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:55.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:55.233+0000 7f313c894640 1 --2- 172.21.15.67:0/1382741476 >> v2:172.21.15.97:3300/0 conn(0x7f31380b9ca0 0x7f31380b9340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:55.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:55.233+0000 7f313c894640 1 -- 172.21.15.67:0/1382741476 >> 172.21.15.67:0/1382741476 conn(0x7f313808bee0 msgr2=0x7f31380d4630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:23:55.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:55.233+0000 7f313c894640 1 -- 172.21.15.67:0/1382741476 shutdown_connections 2024-09-21T00:23:55.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:55.233+0000 7f313c894640 1 -- 172.21.15.67:0/1382741476 wait complete. 2024-09-21T00:23:55.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:55.235+0000 7f313c894640 1 Processor -- start 2024-09-21T00:23:55.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:55.235+0000 7f313c894640 1 -- start start 2024-09-21T00:23:55.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:55.236+0000 7f313c894640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f31380b7480 0x7f3138150210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:55.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:55.236+0000 7f313c894640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f31380b9ca0 0x7f31380cd070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:55.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:55.236+0000 7f313c894640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f31380d1460 0x7f31381f9550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:55.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:55.236+0000 7f313c894640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f3138162a80 con 0x7f31380b7480 2024-09-21T00:23:55.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:55.236+0000 7f313c894640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f31380b9a90 con 0x7f31380b9ca0 2024-09-21T00:23:55.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:55.236+0000 7f313c894640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f3138162c00 con 0x7f31380d1460 2024-09-21T00:23:55.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:55.236+0000 7f313659c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f31380b7480 0x7f3138150210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:55.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:55.236+0000 7f313659c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f31380b7480 0x7f3138150210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:57866/0 (socket says 172.21.15.67:57866) 2024-09-21T00:23:55.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:55.236+0000 7f313659c640 1 -- 172.21.15.67:0/4191423957 learned_addr learned my addr 172.21.15.67:0/4191423957 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:23:55.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:55.237+0000 7f3135d9b640 1 --2- 172.21.15.67:0/4191423957 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f31380b9ca0 0x7f31380cd070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:55.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:55.237+0000 7f3136d9d640 1 --2- 172.21.15.67:0/4191423957 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f31380d1460 0x7f31381f9550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:55.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:55.237+0000 7f313659c640 1 -- 172.21.15.67:0/4191423957 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f31380d1460 msgr2=0x7f31381f9550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:55.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:55.237+0000 7f313659c640 1 --2- 172.21.15.67:0/4191423957 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f31380d1460 0x7f31381f9550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:55.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:55.237+0000 7f313659c640 1 -- 172.21.15.67:0/4191423957 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f31380b9ca0 msgr2=0x7f31380cd070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:55.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:55.237+0000 7f313659c640 1 --2- 172.21.15.67:0/4191423957 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f31380b9ca0 0x7f31380cd070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:55.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:55.237+0000 7f313659c640 1 -- 172.21.15.67:0/4191423957 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31381fa3f0 con 0x7f31380b7480 2024-09-21T00:23:55.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:55.237+0000 7f3135d9b640 1 --2- 172.21.15.67:0/4191423957 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f31380b9ca0 0x7f31380cd070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:23:55.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:55.237+0000 7f313659c640 1 --2- 172.21.15.67:0/4191423957 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f31380b7480 0x7f3138150210 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f312800cce0 tx=0x7f3128007610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:23:55.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:55.237+0000 7f312effd640 1 -- 172.21.15.67:0/4191423957 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3128004b20 con 0x7f31380b7480 2024-09-21T00:23:55.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:55.237+0000 7f312effd640 1 -- 172.21.15.67:0/4191423957 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3128004db0 con 0x7f31380b7480 2024-09-21T00:23:55.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:55.237+0000 7f313c894640 1 -- 172.21.15.67:0/4191423957 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3138150d80 con 0x7f31380b7480 2024-09-21T00:23:55.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:55.237+0000 7f312effd640 1 -- 172.21.15.67:0/4191423957 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3128005280 con 0x7f31380b7480 2024-09-21T00:23:55.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:55.237+0000 7f313c894640 1 -- 172.21.15.67:0/4191423957 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31380b1200 con 0x7f31380b7480 2024-09-21T00:23:55.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:55.239+0000 7f313c894640 1 -- 172.21.15.67:0/4191423957 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f31381630d0 con 0x7f31380b7480 2024-09-21T00:23:55.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:55.239+0000 7f312effd640 1 -- 172.21.15.67:0/4191423957 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f3128005420 con 0x7f31380b7480 2024-09-21T00:23:55.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:55.240+0000 7f312effd640 1 --2- 172.21.15.67:0/4191423957 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3118078b90 0x7f311807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:55.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:55.240+0000 7f312effd640 1 -- 172.21.15.67:0/4191423957 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 5357+0+0 (secure 0 0 0) 0x7f312809b430 con 0x7f31380b7480 2024-09-21T00:23:55.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:55.240+0000 7f3135d9b640 1 --2- 172.21.15.67:0/4191423957 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3118078b90 0x7f311807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:55.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:55.240+0000 7f3135d9b640 1 --2- 172.21.15.67:0/4191423957 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3118078b90 0x7f311807b0a0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f3120034000 tx=0x7f3120004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:23:55.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:55.244+0000 7f312effd640 1 -- 172.21.15.67:0/4191423957 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f3128014030 con 0x7f31380b7480 2024-09-21T00:23:55.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:55.444+0000 7f313c894640 1 -- 172.21.15.67:0/4191423957 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f31380d1240 con 0x7f31380b7480 2024-09-21T00:23:56.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.095+0000 7f312effd640 1 -- 172.21.15.67:0/4191423957 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v37) ==== 169+0+0 (secure 0 0 0) 0x7f31280632e0 con 0x7f31380b7480 2024-09-21T00:23:56.096 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_data' removed 2024-09-21T00:23:56.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.098+0000 7f313c894640 1 -- 172.21.15.67:0/4191423957 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3118078b90 msgr2=0x7f311807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:56.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.098+0000 7f313c894640 1 --2- 172.21.15.67:0/4191423957 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3118078b90 0x7f311807b0a0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f3120034000 tx=0x7f3120004730 comp rx=0 tx=0).stop 2024-09-21T00:23:56.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.098+0000 7f313c894640 1 -- 172.21.15.67:0/4191423957 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f31380b7480 msgr2=0x7f3138150210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:56.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.098+0000 7f313c894640 1 --2- 172.21.15.67:0/4191423957 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f31380b7480 0x7f3138150210 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f312800cce0 tx=0x7f3128007610 comp rx=0 tx=0).stop 2024-09-21T00:23:56.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.098+0000 7f313c894640 1 -- 172.21.15.67:0/4191423957 shutdown_connections 2024-09-21T00:23:56.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.098+0000 7f313c894640 1 --2- 172.21.15.67:0/4191423957 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3118078b90 0x7f311807b0a0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:56.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.098+0000 7f313c894640 1 --2- 172.21.15.67:0/4191423957 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f31380d1460 0x7f31381f9550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:56.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.098+0000 7f313c894640 1 --2- 172.21.15.67:0/4191423957 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f31380b9ca0 0x7f31380cd070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:56.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.098+0000 7f313c894640 1 --2- 172.21.15.67:0/4191423957 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f31380b7480 0x7f3138150210 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:56.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.098+0000 7f313c894640 1 -- 172.21.15.67:0/4191423957 >> 172.21.15.67:0/4191423957 conn(0x7f313808bee0 msgr2=0x7f313806efe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:23:56.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.098+0000 7f313c894640 1 -- 172.21.15.67:0/4191423957 shutdown_connections 2024-09-21T00:23:56.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.098+0000 7f313c894640 1 -- 172.21.15.67:0/4191423957 wait complete. 2024-09-21T00:23:56.118 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config reset 31 2024-09-21T00:23:56.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.241+0000 7f2124ebd640 1 -- 172.21.15.67:0/3043058645 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f210c004d40 msgr2=0x7f210c005150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:56.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.241+0000 7f2124ebd640 1 --2- 172.21.15.67:0/3043058645 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f210c004d40 0x7f210c005150 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f2110005fd0 tx=0x7f210c005830 comp rx=0 tx=0).stop 2024-09-21T00:23:56.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.241+0000 7f211ed9d640 1 -- 172.21.15.67:0/3043058645 reap_dead start 2024-09-21T00:23:56.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.241+0000 7f2124ebd640 1 -- 172.21.15.67:0/3043058645 shutdown_connections 2024-09-21T00:23:56.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.241+0000 7f2124ebd640 1 -- 172.21.15.67:0/3043058645 >> 172.21.15.67:0/3043058645 conn(0x7f21200b3e90 msgr2=0x7f21200b42a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:23:56.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.241+0000 7f2124ebd640 1 -- 172.21.15.67:0/3043058645 shutdown_connections 2024-09-21T00:23:56.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.241+0000 7f2124ebd640 1 -- 172.21.15.67:0/3043058645 wait complete. 2024-09-21T00:23:56.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.243+0000 7f2124ebd640 1 Processor -- start 2024-09-21T00:23:56.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.243+0000 7f2124ebd640 1 -- start start 2024-09-21T00:23:56.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.244+0000 7f2124ebd640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f210c004d40 0x7f21200c5ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:56.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.244+0000 7f2124ebd640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f212015ab00 0x7f21201519b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:56.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.244+0000 7f2124ebd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f21201f4060 0x7f21201f4470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:56.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.244+0000 7f2124ebd640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f212009b3f0 con 0x7f21201f4060 2024-09-21T00:23:56.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.244+0000 7f2124ebd640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f212009b270 con 0x7f212015ab00 2024-09-21T00:23:56.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.244+0000 7f2124ebd640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f212009b570 con 0x7f210c004d40 2024-09-21T00:23:56.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.244+0000 7f211ed9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f21201f4060 0x7f21201f4470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:56.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.244+0000 7f211ed9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f21201f4060 0x7f21201f4470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:57892/0 (socket says 172.21.15.67:57892) 2024-09-21T00:23:56.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.245+0000 7f211ed9d640 1 -- 172.21.15.67:0/3392007141 learned_addr learned my addr 172.21.15.67:0/3392007141 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:23:56.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.245+0000 7f211e59c640 1 --2- 172.21.15.67:0/3392007141 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f210c004d40 0x7f21200c5ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:56.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.245+0000 7f211dd9b640 1 --2- 172.21.15.67:0/3392007141 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f212015ab00 0x7f21201519b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:56.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.245+0000 7f211ed9d640 1 -- 172.21.15.67:0/3392007141 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f210c004d40 msgr2=0x7f21200c5ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:56.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.245+0000 7f211ed9d640 1 --2- 172.21.15.67:0/3392007141 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f210c004d40 0x7f21200c5ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:56.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.245+0000 7f211ed9d640 1 -- 172.21.15.67:0/3392007141 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f212015ab00 msgr2=0x7f21201519b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:56.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.245+0000 7f211ed9d640 1 --2- 172.21.15.67:0/3392007141 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f212015ab00 0x7f21201519b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:56.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.245+0000 7f211ed9d640 1 -- 172.21.15.67:0/3392007141 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21201f75b0 con 0x7f21201f4060 2024-09-21T00:23:56.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.245+0000 7f211dd9b640 1 --2- 172.21.15.67:0/3392007141 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f212015ab00 0x7f21201519b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:23:56.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.245+0000 7f211ed9d640 1 --2- 172.21.15.67:0/3392007141 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f21201f4060 0x7f21201f4470 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f2110005fd0 tx=0x7f2110033bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:23:56.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.245+0000 7f2116ffd640 1 -- 172.21.15.67:0/3392007141 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2110043070 con 0x7f21201f4060 2024-09-21T00:23:56.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.245+0000 7f2116ffd640 1 -- 172.21.15.67:0/3392007141 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2110033d60 con 0x7f21201f4060 2024-09-21T00:23:56.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.245+0000 7f2124ebd640 1 -- 172.21.15.67:0/3392007141 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f21201f7890 con 0x7f21201f4060 2024-09-21T00:23:56.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.245+0000 7f2116ffd640 1 -- 172.21.15.67:0/3392007141 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2110038040 con 0x7f21201f4060 2024-09-21T00:23:56.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.245+0000 7f2124ebd640 1 -- 172.21.15.67:0/3392007141 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21200b1130 con 0x7f21201f4060 2024-09-21T00:23:56.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.246+0000 7f2124ebd640 1 -- 172.21.15.67:0/3392007141 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f21201f7320 con 0x7f21201f4060 2024-09-21T00:23:56.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.247+0000 7f2116ffd640 1 -- 172.21.15.67:0/3392007141 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f2110003bd0 con 0x7f21201f4060 2024-09-21T00:23:56.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.247+0000 7f2116ffd640 1 --2- 172.21.15.67:0/3392007141 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2100078b90 0x7f210007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:56.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.248+0000 7f2116ffd640 1 -- 172.21.15.67:0/3392007141 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 4943+0+0 (secure 0 0 0) 0x7f21100bac10 con 0x7f21201f4060 2024-09-21T00:23:56.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.248+0000 7f211e59c640 1 --2- 172.21.15.67:0/3392007141 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2100078b90 0x7f210007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:56.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.248+0000 7f211e59c640 1 --2- 172.21.15.67:0/3392007141 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2100078b90 0x7f210007b0a0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f2118001240 tx=0x7f2118001110 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:23:56.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.252+0000 7f2116ffd640 1 -- 172.21.15.67:0/3392007141 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f2110082d00 con 0x7f21201f4060 2024-09-21T00:23:56.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.439+0000 7f2124ebd640 1 -- 172.21.15.67:0/3392007141 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "config reset", "num": 31} v 0) -- 0x7f21200cdca0 con 0x7f21201f4060 2024-09-21T00:23:56.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.443+0000 7f2116ffd640 1 -- 172.21.15.67:0/3392007141 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "config reset", "num": 31}]=0 v33) ==== 71+0+0 (secure 0 0 0) 0x7f21100be070 con 0x7f21201f4060 2024-09-21T00:23:56.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.445+0000 7f2124ebd640 1 -- 172.21.15.67:0/3392007141 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2100078b90 msgr2=0x7f210007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:56.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.445+0000 7f2124ebd640 1 --2- 172.21.15.67:0/3392007141 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2100078b90 0x7f210007b0a0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f2118001240 tx=0x7f2118001110 comp rx=0 tx=0).stop 2024-09-21T00:23:56.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.445+0000 7f2124ebd640 1 -- 172.21.15.67:0/3392007141 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f21201f4060 msgr2=0x7f21201f4470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:56.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.445+0000 7f2124ebd640 1 --2- 172.21.15.67:0/3392007141 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f21201f4060 0x7f21201f4470 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f2110005fd0 tx=0x7f2110033bf0 comp rx=0 tx=0).stop 2024-09-21T00:23:56.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.445+0000 7f2124ebd640 1 -- 172.21.15.67:0/3392007141 shutdown_connections 2024-09-21T00:23:56.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.445+0000 7f2124ebd640 1 --2- 172.21.15.67:0/3392007141 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2100078b90 0x7f210007b0a0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:56.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.445+0000 7f2124ebd640 1 --2- 172.21.15.67:0/3392007141 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f21201f4060 0x7f21201f4470 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:56.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.445+0000 7f2124ebd640 1 --2- 172.21.15.67:0/3392007141 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f212015ab00 0x7f21201519b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:56.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.445+0000 7f2124ebd640 1 --2- 172.21.15.67:0/3392007141 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f210c004d40 0x7f21200c5ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:56.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.445+0000 7f2124ebd640 1 -- 172.21.15.67:0/3392007141 >> 172.21.15.67:0/3392007141 conn(0x7f21200b3e90 msgr2=0x7f2120075fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:23:56.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.445+0000 7f2124ebd640 1 -- 172.21.15.67:0/3392007141 shutdown_connections 2024-09-21T00:23:56.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.445+0000 7f2124ebd640 1 -- 172.21.15.67:0/3392007141 wait complete. 2024-09-21T00:23:56.457 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_scrub_checks.TestScrubChecks.test_flag_scrub_mdsdir' 2024-09-21T00:23:56.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.572+0000 7f4b0e3ed640 1 -- 172.21.15.67:0/844688275 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4b080b9780 msgr2=0x7f4b080d2cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:56.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.572+0000 7f4b0e3ed640 1 --2- 172.21.15.67:0/844688275 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4b080b9780 0x7f4b080d2cf0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f4b080b7110 tx=0x7f4af802a530 comp rx=0 tx=0).stop 2024-09-21T00:23:56.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.572+0000 7f4b0e3ed640 1 -- 172.21.15.67:0/844688275 shutdown_connections 2024-09-21T00:23:56.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.572+0000 7f4b0e3ed640 1 --2- 172.21.15.67:0/844688275 >> v2:172.21.15.97:3300/0 conn(0x7f4b080d1010 0x7f4b080d1420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:56.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.572+0000 7f4b0e3ed640 1 --2- 172.21.15.67:0/844688275 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4b080b9780 0x7f4b080d2cf0 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:56.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.572+0000 7f4b0e3ed640 1 -- 172.21.15.67:0/844688275 >> 172.21.15.67:0/844688275 conn(0x7f4b0808bee0 msgr2=0x7f4b080d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:23:56.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.572+0000 7f4b0e3ed640 1 -- 172.21.15.67:0/844688275 shutdown_connections 2024-09-21T00:23:56.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.572+0000 7f4b0e3ed640 1 -- 172.21.15.67:0/844688275 wait complete. 2024-09-21T00:23:56.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.574+0000 7f4b0e3ed640 1 Processor -- start 2024-09-21T00:23:56.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.574+0000 7f4b0e3ed640 1 -- start start 2024-09-21T00:23:56.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.575+0000 7f4b0e3ed640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4b080b73f0 0x7f4b0815bf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:56.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.575+0000 7f4b0e3ed640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4b080b9780 0x7f4b080a10c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:56.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.575+0000 7f4b0e3ed640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4b080d1010 0x7f4b0814a620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:56.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.575+0000 7f4b0e3ed640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f4b080d04a0 con 0x7f4b080d1010 2024-09-21T00:23:56.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.575+0000 7f4b0e3ed640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f4b080d0320 con 0x7f4b080b73f0 2024-09-21T00:23:56.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.575+0000 7f4b0e3ed640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f4b080b7800 con 0x7f4b080b9780 2024-09-21T00:23:56.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.576+0000 7f4b0c98a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4b080d1010 0x7f4b0814a620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:56.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.576+0000 7f4b0c98a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4b080d1010 0x7f4b0814a620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:57904/0 (socket says 172.21.15.67:57904) 2024-09-21T00:23:56.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.576+0000 7f4b0c98a640 1 -- 172.21.15.67:0/3451580289 learned_addr learned my addr 172.21.15.67:0/3451580289 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:23:56.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.576+0000 7f4b07fff640 1 --2- 172.21.15.67:0/3451580289 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4b080b73f0 0x7f4b0815bf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:56.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.576+0000 7f4b077fe640 1 --2- 172.21.15.67:0/3451580289 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4b080b9780 0x7f4b080a10c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:56.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.576+0000 7f4b0c98a640 1 -- 172.21.15.67:0/3451580289 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4b080b9780 msgr2=0x7f4b080a10c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:56.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.576+0000 7f4b0c98a640 1 --2- 172.21.15.67:0/3451580289 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4b080b9780 0x7f4b080a10c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:56.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.576+0000 7f4b0c98a640 1 -- 172.21.15.67:0/3451580289 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4b080b73f0 msgr2=0x7f4b0815bf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:56.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.576+0000 7f4b0c98a640 1 --2- 172.21.15.67:0/3451580289 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4b080b73f0 0x7f4b0815bf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:56.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.576+0000 7f4b0c98a640 1 -- 172.21.15.67:0/3451580289 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b0815ae70 con 0x7f4b080d1010 2024-09-21T00:23:56.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.576+0000 7f4b0c98a640 1 --2- 172.21.15.67:0/3451580289 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4b080d1010 0x7f4b0814a620 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f4b0000c730 tx=0x7f4b0000cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:23:56.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.576+0000 7f4b04ff9640 1 -- 172.21.15.67:0/3451580289 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b00003b70 con 0x7f4b080d1010 2024-09-21T00:23:56.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.576+0000 7f4b04ff9640 1 -- 172.21.15.67:0/3451580289 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4b00003d30 con 0x7f4b080d1010 2024-09-21T00:23:56.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.576+0000 7f4b0e3ed640 1 -- 172.21.15.67:0/3451580289 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4b0815b150 con 0x7f4b080d1010 2024-09-21T00:23:56.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.576+0000 7f4b04ff9640 1 -- 172.21.15.67:0/3451580289 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b000052d0 con 0x7f4b080d1010 2024-09-21T00:23:56.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.576+0000 7f4b0e3ed640 1 -- 172.21.15.67:0/3451580289 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4b0815b710 con 0x7f4b080d1010 2024-09-21T00:23:56.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.577+0000 7f4b0e3ed640 1 -- 172.21.15.67:0/3451580289 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4b080d2cf0 con 0x7f4b080d1010 2024-09-21T00:23:56.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.578+0000 7f4b04ff9640 1 -- 172.21.15.67:0/3451580289 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f4b00005680 con 0x7f4b080d1010 2024-09-21T00:23:56.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.578+0000 7f4b04ff9640 1 --2- 172.21.15.67:0/3451580289 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4af4078b90 0x7f4af407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:56.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.579+0000 7f4b04ff9640 1 -- 172.21.15.67:0/3451580289 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 4943+0+0 (secure 0 0 0) 0x7f4b0009a7e0 con 0x7f4b080d1010 2024-09-21T00:23:56.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.579+0000 7f4b07fff640 1 --2- 172.21.15.67:0/3451580289 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4af4078b90 0x7f4af407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:56.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.579+0000 7f4b07fff640 1 --2- 172.21.15.67:0/3451580289 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4af4078b90 0x7f4af407b0a0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f4af8034000 tx=0x7f4af8004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:23:56.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.583+0000 7f4b04ff9640 1 -- 172.21.15.67:0/3451580289 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f4b00062960 con 0x7f4b080d1010 2024-09-21T00:23:56.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:56.846+0000 7f4b0e3ed640 1 -- 172.21.15.67:0/3451580289 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_scrub_checks.TestScrubChecks.test_flag_scrub_mdsdir"]} v 0) -- 0x7f4b08075ff0 con 0x7f4b080d1010 2024-09-21T00:23:57.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.097+0000 7f4b04ff9640 1 -- 172.21.15.67:0/3451580289 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_scrub_checks.TestScrubChecks.test_flag_scrub_mdsdir"]}]=0 v127) ==== 148+0+0 (secure 0 0 0) 0x7f4b00067390 con 0x7f4b080d1010 2024-09-21T00:23:57.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.101+0000 7f4b0e3ed640 1 -- 172.21.15.67:0/3451580289 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4af4078b90 msgr2=0x7f4af407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:57.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.101+0000 7f4b0e3ed640 1 --2- 172.21.15.67:0/3451580289 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4af4078b90 0x7f4af407b0a0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f4af8034000 tx=0x7f4af8004730 comp rx=0 tx=0).stop 2024-09-21T00:23:57.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.101+0000 7f4b0e3ed640 1 -- 172.21.15.67:0/3451580289 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4b080d1010 msgr2=0x7f4b0814a620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:57.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.101+0000 7f4b0e3ed640 1 --2- 172.21.15.67:0/3451580289 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4b080d1010 0x7f4b0814a620 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f4b0000c730 tx=0x7f4b0000cbf0 comp rx=0 tx=0).stop 2024-09-21T00:23:57.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.101+0000 7f4b0e3ed640 1 -- 172.21.15.67:0/3451580289 shutdown_connections 2024-09-21T00:23:57.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.101+0000 7f4b0e3ed640 1 --2- 172.21.15.67:0/3451580289 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4af4078b90 0x7f4af407b0a0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:57.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.101+0000 7f4b0e3ed640 1 --2- 172.21.15.67:0/3451580289 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4b080d1010 0x7f4b0814a620 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:57.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.101+0000 7f4b0e3ed640 1 --2- 172.21.15.67:0/3451580289 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4b080b9780 0x7f4b080a10c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:57.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.101+0000 7f4b0e3ed640 1 --2- 172.21.15.67:0/3451580289 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4b080b73f0 0x7f4b0815bf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:57.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.101+0000 7f4b0e3ed640 1 -- 172.21.15.67:0/3451580289 >> 172.21.15.67:0/3451580289 conn(0x7f4b0808bee0 msgr2=0x7f4b080b8fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:23:57.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.102+0000 7f4b0e3ed640 1 -- 172.21.15.67:0/3451580289 shutdown_connections 2024-09-21T00:23:57.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.102+0000 7f4b0e3ed640 1 -- 172.21.15.67:0/3451580289 wait complete. 2024-09-21T00:23:57.116 INFO:tasks.cephfs_test_runner:test flag scrub_mdsdir ... ok 2024-09-21T00:23:57.116 INFO:tasks.cephfs_test_runner:Starting test: test_scrub_checks (tasks.cephfs.test_scrub_checks.TestScrubChecks) 2024-09-21T00:23:57.116 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:23:57.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.232+0000 7fc1dd369640 1 -- 172.21.15.67:0/1311347646 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc1d8162ea0 msgr2=0x7fc1d80cf740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:57.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.232+0000 7fc1dd369640 1 --2- 172.21.15.67:0/1311347646 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc1d8162ea0 0x7fc1d80cf740 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fc1c80098e0 tx=0x7fc1c802a5d0 comp rx=0 tx=0).stop 2024-09-21T00:23:57.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.232+0000 7fc1dd369640 1 -- 172.21.15.67:0/1311347646 shutdown_connections 2024-09-21T00:23:57.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.232+0000 7fc1dd369640 1 --2- 172.21.15.67:0/1311347646 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc1d80d2b00 0x7fc1d815e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:57.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.232+0000 7fc1dd369640 1 --2- 172.21.15.67:0/1311347646 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc1d8162ea0 0x7fc1d80cf740 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:57.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.232+0000 7fc1dd369640 1 -- 172.21.15.67:0/1311347646 >> 172.21.15.67:0/1311347646 conn(0x7fc1d806dfb0 msgr2=0x7fc1d806e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:23:57.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.232+0000 7fc1dd369640 1 -- 172.21.15.67:0/1311347646 shutdown_connections 2024-09-21T00:23:57.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.232+0000 7fc1dd369640 1 -- 172.21.15.67:0/1311347646 wait complete. 2024-09-21T00:23:57.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.234+0000 7fc1dd369640 1 Processor -- start 2024-09-21T00:23:57.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.234+0000 7fc1dd369640 1 -- start start 2024-09-21T00:23:57.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.235+0000 7fc1dd369640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc1d80d11c0 0x7fc1d80cb830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:57.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.235+0000 7fc1dd369640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc1d80d2b00 0x7fc1d814a4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:57.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.235+0000 7fc1dd369640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc1d8162ea0 0x7fc1d814cea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:57.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.235+0000 7fc1dd369640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc1d815f640 con 0x7fc1d80d2b00 2024-09-21T00:23:57.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.235+0000 7fc1dd369640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc1d815f4c0 con 0x7fc1d80d11c0 2024-09-21T00:23:57.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.235+0000 7fc1dd369640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fc1d815f7c0 con 0x7fc1d8162ea0 2024-09-21T00:23:57.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.236+0000 7fc1d67fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc1d80d2b00 0x7fc1d814a4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:57.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.236+0000 7fc1d67fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc1d80d2b00 0x7fc1d814a4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:57928/0 (socket says 172.21.15.67:57928) 2024-09-21T00:23:57.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.236+0000 7fc1d67fc640 1 -- 172.21.15.67:0/116646441 learned_addr learned my addr 172.21.15.67:0/116646441 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:23:57.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.236+0000 7fc1d77fe640 1 --2- 172.21.15.67:0/116646441 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc1d8162ea0 0x7fc1d814cea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:57.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.236+0000 7fc1d6ffd640 1 --2- 172.21.15.67:0/116646441 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc1d80d11c0 0x7fc1d80cb830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:57.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.236+0000 7fc1d67fc640 1 -- 172.21.15.67:0/116646441 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc1d8162ea0 msgr2=0x7fc1d814cea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:57.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.236+0000 7fc1d67fc640 1 --2- 172.21.15.67:0/116646441 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc1d8162ea0 0x7fc1d814cea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:57.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.236+0000 7fc1d67fc640 1 -- 172.21.15.67:0/116646441 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc1d80d11c0 msgr2=0x7fc1d80cb830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:57.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.236+0000 7fc1d67fc640 1 --2- 172.21.15.67:0/116646441 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc1d80d11c0 0x7fc1d80cb830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:57.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.236+0000 7fc1d67fc640 1 -- 172.21.15.67:0/116646441 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1d80ce000 con 0x7fc1d80d2b00 2024-09-21T00:23:57.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.236+0000 7fc1d67fc640 1 --2- 172.21.15.67:0/116646441 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc1d80d2b00 0x7fc1d814a4a0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7fc1cc00e790 tx=0x7fc1cc00ec50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:23:57.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.236+0000 7fc1bf7fe640 1 -- 172.21.15.67:0/116646441 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1cc00eea0 con 0x7fc1d80d2b00 2024-09-21T00:23:57.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.236+0000 7fc1bf7fe640 1 -- 172.21.15.67:0/116646441 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc1cc00cd50 con 0x7fc1d80d2b00 2024-09-21T00:23:57.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.236+0000 7fc1dd369640 1 -- 172.21.15.67:0/116646441 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1d80ce2e0 con 0x7fc1d80d2b00 2024-09-21T00:23:57.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.236+0000 7fc1bf7fe640 1 -- 172.21.15.67:0/116646441 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1cc010690 con 0x7fc1d80d2b00 2024-09-21T00:23:57.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.236+0000 7fc1dd369640 1 -- 172.21.15.67:0/116646441 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1d80ce8a0 con 0x7fc1d80d2b00 2024-09-21T00:23:57.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.238+0000 7fc1dd369640 1 -- 172.21.15.67:0/116646441 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc1d80cbf10 con 0x7fc1d80d2b00 2024-09-21T00:23:57.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.238+0000 7fc1bf7fe640 1 -- 172.21.15.67:0/116646441 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fc1cc010830 con 0x7fc1d80d2b00 2024-09-21T00:23:57.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.239+0000 7fc1bf7fe640 1 --2- 172.21.15.67:0/116646441 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc1c4078bc0 0x7fc1c407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:57.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.239+0000 7fc1bf7fe640 1 -- 172.21.15.67:0/116646441 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 4943+0+0 (secure 0 0 0) 0x7fc1cc09b310 con 0x7fc1d80d2b00 2024-09-21T00:23:57.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.239+0000 7fc1d6ffd640 1 --2- 172.21.15.67:0/116646441 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc1c4078bc0 0x7fc1c407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:57.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.239+0000 7fc1d6ffd640 1 --2- 172.21.15.67:0/116646441 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc1c4078bc0 0x7fc1c407b0d0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fc1c8034000 tx=0x7fc1c8004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:23:57.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.243+0000 7fc1bf7fe640 1 -- 172.21.15.67:0/116646441 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fc1cc063410 con 0x7fc1d80d2b00 2024-09-21T00:23:57.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.430+0000 7fc1dd369640 1 -- 172.21.15.67:0/116646441 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc1d815fc30 con 0x7fc1d80d2b00 2024-09-21T00:23:57.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.431+0000 7fc1bf7fe640 1 -- 172.21.15.67:0/116646441 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v37) ==== 74+0+12996 (secure 0 0 0) 0x7fc1cc067e40 con 0x7fc1d80d2b00 2024-09-21T00:23:57.432 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:23:57.432 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":37,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:23:56.089267+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":30,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.67:6833/1883255258":"2024-09-22T00:23:53.079157+0000","172.21.15.67:6832/1883255258":"2024-09-22T00:23:53.079157+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:23:57.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.433+0000 7fc1dd369640 1 -- 172.21.15.67:0/116646441 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc1c4078bc0 msgr2=0x7fc1c407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:57.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.433+0000 7fc1dd369640 1 --2- 172.21.15.67:0/116646441 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc1c4078bc0 0x7fc1c407b0d0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fc1c8034000 tx=0x7fc1c8004730 comp rx=0 tx=0).stop 2024-09-21T00:23:57.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.433+0000 7fc1dd369640 1 -- 172.21.15.67:0/116646441 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc1d80d2b00 msgr2=0x7fc1d814a4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:57.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.433+0000 7fc1dd369640 1 --2- 172.21.15.67:0/116646441 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc1d80d2b00 0x7fc1d814a4a0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7fc1cc00e790 tx=0x7fc1cc00ec50 comp rx=0 tx=0).stop 2024-09-21T00:23:57.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.433+0000 7fc1dd369640 1 -- 172.21.15.67:0/116646441 shutdown_connections 2024-09-21T00:23:57.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.433+0000 7fc1dd369640 1 --2- 172.21.15.67:0/116646441 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc1c4078bc0 0x7fc1c407b0d0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:57.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.433+0000 7fc1dd369640 1 --2- 172.21.15.67:0/116646441 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc1d8162ea0 0x7fc1d814cea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:57.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.433+0000 7fc1dd369640 1 --2- 172.21.15.67:0/116646441 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc1d80d2b00 0x7fc1d814a4a0 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:57.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.433+0000 7fc1dd369640 1 --2- 172.21.15.67:0/116646441 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc1d80d11c0 0x7fc1d80cb830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:57.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.433+0000 7fc1dd369640 1 -- 172.21.15.67:0/116646441 >> 172.21.15.67:0/116646441 conn(0x7fc1d806dfb0 msgr2=0x7fc1d80cf6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:23:57.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.433+0000 7fc1dd369640 1 -- 172.21.15.67:0/116646441 shutdown_connections 2024-09-21T00:23:57.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.433+0000 7fc1dd369640 1 -- 172.21.15.67:0/116646441 wait complete. 2024-09-21T00:23:57.446 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-21T00:21:09.510963+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-21T00:23:57.446 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-21T00:23:57.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.567+0000 7fd823d20640 1 -- 172.21.15.67:0/1852987600 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd81c0d1450 msgr2=0x7fd81c0b9950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:57.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.567+0000 7fd823d20640 1 --2- 172.21.15.67:0/1852987600 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd81c0d1450 0x7fd81c0b9950 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fd80c009830 tx=0x7fd80c02a530 comp rx=0 tx=0).stop 2024-09-21T00:23:57.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.567+0000 7fd823d20640 1 -- 172.21.15.67:0/1852987600 shutdown_connections 2024-09-21T00:23:57.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.567+0000 7fd823d20640 1 --2- 172.21.15.67:0/1852987600 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd81c0d1450 0x7fd81c0b9950 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:57.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.567+0000 7fd823d20640 1 -- 172.21.15.67:0/1852987600 >> 172.21.15.67:0/1852987600 conn(0x7fd81c09da10 msgr2=0x7fd81c0d46a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:23:57.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.567+0000 7fd823d20640 1 -- 172.21.15.67:0/1852987600 shutdown_connections 2024-09-21T00:23:57.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.567+0000 7fd823d20640 1 -- 172.21.15.67:0/1852987600 wait complete. 2024-09-21T00:23:57.570 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.569+0000 7fd823d20640 1 Processor -- start 2024-09-21T00:23:57.570 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.569+0000 7fd823d20640 1 -- start start 2024-09-21T00:23:57.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.570+0000 7fd823d20640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd81c0d3590 0x7fd81c0ce350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:57.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.570+0000 7fd823d20640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd81c0d4db0 0x7fd81c15cf30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:57.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.571+0000 7fd823d20640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd81c15d470 0x7fd81c160ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:57.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.571+0000 7fd823d20640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fd81c0b4ee0 con 0x7fd81c0d4db0 2024-09-21T00:23:57.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.571+0000 7fd823d20640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fd81c0b4d60 con 0x7fd81c15d470 2024-09-21T00:23:57.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.571+0000 7fd823d20640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fd81c0b5060 con 0x7fd81c0d3590 2024-09-21T00:23:57.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.571+0000 7fd8212bb640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd81c0d4db0 0x7fd81c15cf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:57.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.571+0000 7fd8212bb640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd81c0d4db0 0x7fd81c15cf30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:57956/0 (socket says 172.21.15.67:57956) 2024-09-21T00:23:57.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.571+0000 7fd8212bb640 1 -- 172.21.15.67:0/608453592 learned_addr learned my addr 172.21.15.67:0/608453592 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:23:57.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.571+0000 7fd821abc640 1 --2- 172.21.15.67:0/608453592 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd81c0d3590 0x7fd81c0ce350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:57.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.571+0000 7fd8222bd640 1 --2- 172.21.15.67:0/608453592 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd81c15d470 0x7fd81c160ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:57.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.571+0000 7fd8212bb640 1 -- 172.21.15.67:0/608453592 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd81c0d3590 msgr2=0x7fd81c0ce350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:57.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.571+0000 7fd8212bb640 1 --2- 172.21.15.67:0/608453592 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd81c0d3590 0x7fd81c0ce350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:57.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.571+0000 7fd8212bb640 1 -- 172.21.15.67:0/608453592 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd81c15d470 msgr2=0x7fd81c160ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:57.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.571+0000 7fd8212bb640 1 --2- 172.21.15.67:0/608453592 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd81c15d470 0x7fd81c160ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:57.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.571+0000 7fd8212bb640 1 -- 172.21.15.67:0/608453592 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd81c1f5c20 con 0x7fd81c0d4db0 2024-09-21T00:23:57.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.571+0000 7fd821abc640 1 --2- 172.21.15.67:0/608453592 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd81c0d3590 0x7fd81c0ce350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:23:57.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.571+0000 7fd8222bd640 1 --2- 172.21.15.67:0/608453592 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd81c15d470 0x7fd81c160ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:23:57.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.571+0000 7fd8212bb640 1 --2- 172.21.15.67:0/608453592 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd81c0d4db0 0x7fd81c15cf30 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fd80c009950 tx=0x7fd80c033d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:23:57.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.571+0000 7fd8127fc640 1 -- 172.21.15.67:0/608453592 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd80c031d60 con 0x7fd81c0d4db0 2024-09-21T00:23:57.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.571+0000 7fd8127fc640 1 -- 172.21.15.67:0/608453592 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd80c033070 con 0x7fd81c0d4db0 2024-09-21T00:23:57.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.571+0000 7fd8127fc640 1 -- 172.21.15.67:0/608453592 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd80c0334c0 con 0x7fd81c0d4db0 2024-09-21T00:23:57.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.571+0000 7fd823d20640 1 -- 172.21.15.67:0/608453592 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd81c1f5f00 con 0x7fd81c0d4db0 2024-09-21T00:23:57.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.572+0000 7fd823d20640 1 -- 172.21.15.67:0/608453592 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd81c1f64c0 con 0x7fd81c0d4db0 2024-09-21T00:23:57.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.572+0000 7fd823d20640 1 -- 172.21.15.67:0/608453592 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd81c0b5590 con 0x7fd81c0d4db0 2024-09-21T00:23:57.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.573+0000 7fd8127fc640 1 -- 172.21.15.67:0/608453592 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fd80c033660 con 0x7fd81c0d4db0 2024-09-21T00:23:57.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.574+0000 7fd8127fc640 1 --2- 172.21.15.67:0/608453592 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd800078b90 0x7fd80007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:57.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.574+0000 7fd8127fc640 1 -- 172.21.15.67:0/608453592 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 4943+0+0 (secure 0 0 0) 0x7fd80c0bc4a0 con 0x7fd81c0d4db0 2024-09-21T00:23:57.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.574+0000 7fd821abc640 1 --2- 172.21.15.67:0/608453592 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd800078b90 0x7fd80007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:57.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.575+0000 7fd821abc640 1 --2- 172.21.15.67:0/608453592 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd800078b90 0x7fd80007b0a0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fd8180016d0 tx=0x7fd818009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:23:57.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.578+0000 7fd8127fc640 1 -- 172.21.15.67:0/608453592 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fd80c051020 con 0x7fd81c0d4db0 2024-09-21T00:23:57.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.763+0000 7fd823d20640 1 -- 172.21.15.67:0/608453592 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fd81c15da30 con 0x7fd81c0d4db0 2024-09-21T00:23:57.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.763+0000 7fd8127fc640 1 -- 172.21.15.67:0/608453592 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v37) ==== 93+0+10 (secure 0 0 0) 0x7fd80c03f030 con 0x7fd81c0d4db0 2024-09-21T00:23:57.765 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 1 2024-09-21T00:23:57.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.766+0000 7fd823d20640 1 -- 172.21.15.67:0/608453592 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd800078b90 msgr2=0x7fd80007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:57.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.766+0000 7fd823d20640 1 --2- 172.21.15.67:0/608453592 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd800078b90 0x7fd80007b0a0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fd8180016d0 tx=0x7fd818009040 comp rx=0 tx=0).stop 2024-09-21T00:23:57.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.766+0000 7fd823d20640 1 -- 172.21.15.67:0/608453592 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd81c0d4db0 msgr2=0x7fd81c15cf30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:57.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.766+0000 7fd823d20640 1 --2- 172.21.15.67:0/608453592 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd81c0d4db0 0x7fd81c15cf30 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fd80c009950 tx=0x7fd80c033d60 comp rx=0 tx=0).stop 2024-09-21T00:23:57.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.766+0000 7fd823d20640 1 -- 172.21.15.67:0/608453592 shutdown_connections 2024-09-21T00:23:57.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.766+0000 7fd823d20640 1 --2- 172.21.15.67:0/608453592 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd800078b90 0x7fd80007b0a0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:57.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.766+0000 7fd823d20640 1 --2- 172.21.15.67:0/608453592 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd81c15d470 0x7fd81c160ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:57.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.766+0000 7fd823d20640 1 --2- 172.21.15.67:0/608453592 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd81c0d4db0 0x7fd81c15cf30 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:57.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.766+0000 7fd823d20640 1 --2- 172.21.15.67:0/608453592 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd81c0d3590 0x7fd81c0ce350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:57.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.766+0000 7fd823d20640 1 -- 172.21.15.67:0/608453592 >> 172.21.15.67:0/608453592 conn(0x7fd81c09da10 msgr2=0x7fd81c0d4560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:23:57.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.766+0000 7fd823d20640 1 -- 172.21.15.67:0/608453592 shutdown_connections 2024-09-21T00:23:57.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.766+0000 7fd823d20640 1 -- 172.21.15.67:0/608453592 wait complete. 2024-09-21T00:23:57.778 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_scrub_checks.TestScrubChecks.test_scrub_checks' 2024-09-21T00:23:57.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.893+0000 7f5e80ef4640 1 -- 172.21.15.67:0/2868288230 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e7c06fbd0 msgr2=0x7f5e7c0cf970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:57.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.893+0000 7f5e80ef4640 1 --2- 172.21.15.67:0/2868288230 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e7c06fbd0 0x7f5e7c0cf970 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f5e7c06e010 tx=0x7f5e7402a890 comp rx=0 tx=0).stop 2024-09-21T00:23:57.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.893+0000 7f5e80ef4640 1 -- 172.21.15.67:0/2868288230 shutdown_connections 2024-09-21T00:23:57.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.893+0000 7f5e80ef4640 1 --2- 172.21.15.67:0/2868288230 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e7c06fbd0 0x7f5e7c0cf970 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:57.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.893+0000 7f5e80ef4640 1 -- 172.21.15.67:0/2868288230 >> 172.21.15.67:0/2868288230 conn(0x7f5e7c0d45a0 msgr2=0x7f5e7c0d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:23:57.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.894+0000 7f5e80ef4640 1 -- 172.21.15.67:0/2868288230 shutdown_connections 2024-09-21T00:23:57.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.894+0000 7f5e80ef4640 1 -- 172.21.15.67:0/2868288230 wait complete. 2024-09-21T00:23:57.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.895+0000 7f5e80ef4640 1 Processor -- start 2024-09-21T00:23:57.897 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.895+0000 7f5e80ef4640 1 -- start start 2024-09-21T00:23:57.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.897+0000 7f5e80ef4640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5e7c06fbd0 0x7f5e7c154d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:57.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.897+0000 7f5e80ef4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e7c0b9e70 0x7f5e7c1f5340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:57.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.897+0000 7f5e80ef4640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5e7c1f5880 0x7f5e7c0d49b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:57.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.897+0000 7f5e80ef4640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f5e7c0d0030 con 0x7f5e7c0b9e70 2024-09-21T00:23:57.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.897+0000 7f5e80ef4640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f5e7c0cfeb0 con 0x7f5e7c06fbd0 2024-09-21T00:23:57.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.897+0000 7f5e80ef4640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f5e7c0d01b0 con 0x7f5e7c1f5880 2024-09-21T00:23:57.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.897+0000 7f5e73fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e7c0b9e70 0x7f5e7c1f5340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:57.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.897+0000 7f5e73fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e7c0b9e70 0x7f5e7c1f5340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:57980/0 (socket says 172.21.15.67:57980) 2024-09-21T00:23:57.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.897+0000 7f5e73fff640 1 -- 172.21.15.67:0/1685128807 learned_addr learned my addr 172.21.15.67:0/1685128807 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:23:57.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.897+0000 7f5e7a59c640 1 --2- 172.21.15.67:0/1685128807 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5e7c06fbd0 0x7f5e7c154d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:57.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.897+0000 7f5e7ad9d640 1 --2- 172.21.15.67:0/1685128807 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5e7c1f5880 0x7f5e7c0d49b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:57.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.897+0000 7f5e73fff640 1 -- 172.21.15.67:0/1685128807 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5e7c1f5880 msgr2=0x7f5e7c0d49b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:57.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.897+0000 7f5e73fff640 1 --2- 172.21.15.67:0/1685128807 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5e7c1f5880 0x7f5e7c0d49b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:57.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.897+0000 7f5e73fff640 1 -- 172.21.15.67:0/1685128807 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5e7c06fbd0 msgr2=0x7f5e7c154d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:57.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.897+0000 7f5e73fff640 1 --2- 172.21.15.67:0/1685128807 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5e7c06fbd0 0x7f5e7c154d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:57.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.897+0000 7f5e73fff640 1 -- 172.21.15.67:0/1685128807 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e7c155280 con 0x7f5e7c0b9e70 2024-09-21T00:23:57.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.897+0000 7f5e73fff640 1 --2- 172.21.15.67:0/1685128807 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e7c0b9e70 0x7f5e7c1f5340 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f5e6400c3a0 tx=0x7f5e6400c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:23:57.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.898+0000 7f5e72ffd640 1 -- 172.21.15.67:0/1685128807 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e64017070 con 0x7f5e7c0b9e70 2024-09-21T00:23:57.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.898+0000 7f5e72ffd640 1 -- 172.21.15.67:0/1685128807 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5e640035f0 con 0x7f5e7c0b9e70 2024-09-21T00:23:57.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.898+0000 7f5e72ffd640 1 -- 172.21.15.67:0/1685128807 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e64003a40 con 0x7f5e7c0b9e70 2024-09-21T00:23:57.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.898+0000 7f5e80ef4640 1 -- 172.21.15.67:0/1685128807 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e7c1f6370 con 0x7f5e7c0b9e70 2024-09-21T00:23:57.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.898+0000 7f5e80ef4640 1 -- 172.21.15.67:0/1685128807 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e7c1f6930 con 0x7f5e7c0b9e70 2024-09-21T00:23:57.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.899+0000 7f5e80ef4640 1 -- 172.21.15.67:0/1685128807 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5e7c0b6020 con 0x7f5e7c0b9e70 2024-09-21T00:23:57.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.899+0000 7f5e72ffd640 1 -- 172.21.15.67:0/1685128807 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f5e6401a070 con 0x7f5e7c0b9e70 2024-09-21T00:23:57.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.900+0000 7f5e72ffd640 1 --2- 172.21.15.67:0/1685128807 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5e5c078b90 0x7f5e5c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:57.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.900+0000 7f5e72ffd640 1 -- 172.21.15.67:0/1685128807 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 4943+0+0 (secure 0 0 0) 0x7f5e64099c80 con 0x7f5e7c0b9e70 2024-09-21T00:23:57.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.900+0000 7f5e7a59c640 1 --2- 172.21.15.67:0/1685128807 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5e5c078b90 0x7f5e5c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:57.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.901+0000 7f5e7a59c640 1 --2- 172.21.15.67:0/1685128807 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5e5c078b90 0x7f5e5c07b0a0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f5e6c000f60 tx=0x7f5e6c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:23:57.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:57.905+0000 7f5e72ffd640 1 -- 172.21.15.67:0/1685128807 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f5e64061d70 con 0x7f5e7c0b9e70 2024-09-21T00:23:58.165 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:58.163+0000 7f5e80ef4640 1 -- 172.21.15.67:0/1685128807 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_scrub_checks.TestScrubChecks.test_scrub_checks"]} v 0) -- 0x7f5e7c0b8370 con 0x7f5e7c0b9e70 2024-09-21T00:23:59.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.103+0000 7f5e72ffd640 1 -- 172.21.15.67:0/1685128807 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_scrub_checks.TestScrubChecks.test_scrub_checks"]}]=0 v129) ==== 146+0+0 (secure 0 0 0) 0x7f5e640667a0 con 0x7f5e7c0b9e70 2024-09-21T00:23:59.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.106+0000 7f5e80ef4640 1 -- 172.21.15.67:0/1685128807 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5e5c078b90 msgr2=0x7f5e5c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:59.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.106+0000 7f5e80ef4640 1 --2- 172.21.15.67:0/1685128807 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5e5c078b90 0x7f5e5c07b0a0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f5e6c000f60 tx=0x7f5e6c009040 comp rx=0 tx=0).stop 2024-09-21T00:23:59.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.107+0000 7f5e80ef4640 1 -- 172.21.15.67:0/1685128807 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e7c0b9e70 msgr2=0x7f5e7c1f5340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:59.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.107+0000 7f5e80ef4640 1 --2- 172.21.15.67:0/1685128807 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e7c0b9e70 0x7f5e7c1f5340 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f5e6400c3a0 tx=0x7f5e6400c860 comp rx=0 tx=0).stop 2024-09-21T00:23:59.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.107+0000 7f5e80ef4640 1 -- 172.21.15.67:0/1685128807 shutdown_connections 2024-09-21T00:23:59.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.107+0000 7f5e80ef4640 1 --2- 172.21.15.67:0/1685128807 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5e5c078b90 0x7f5e5c07b0a0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:59.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.107+0000 7f5e80ef4640 1 --2- 172.21.15.67:0/1685128807 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5e7c1f5880 0x7f5e7c0d49b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:59.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.107+0000 7f5e80ef4640 1 --2- 172.21.15.67:0/1685128807 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e7c0b9e70 0x7f5e7c1f5340 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:59.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.107+0000 7f5e80ef4640 1 --2- 172.21.15.67:0/1685128807 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5e7c06fbd0 0x7f5e7c154d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:59.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.107+0000 7f5e80ef4640 1 -- 172.21.15.67:0/1685128807 >> 172.21.15.67:0/1685128807 conn(0x7f5e7c0d45a0 msgr2=0x7f5e7c161a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:23:59.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.107+0000 7f5e80ef4640 1 -- 172.21.15.67:0/1685128807 shutdown_connections 2024-09-21T00:23:59.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.107+0000 7f5e80ef4640 1 -- 172.21.15.67:0/1685128807 wait complete. 2024-09-21T00:23:59.122 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config dump 2024-09-21T00:23:59.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.245+0000 7f032c158640 1 -- 172.21.15.67:0/3213875425 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0310004800 msgr2=0x7f0310004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:59.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.245+0000 7f032c158640 1 --2- 172.21.15.67:0/3213875425 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0310004800 0x7f0310004c10 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f0314006fa0 tx=0x7f0310005830 comp rx=0 tx=0).stop 2024-09-21T00:23:59.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.245+0000 7f032a6f5640 1 -- 172.21.15.67:0/3213875425 reap_dead start 2024-09-21T00:23:59.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.245+0000 7f032c158640 1 -- 172.21.15.67:0/3213875425 shutdown_connections 2024-09-21T00:23:59.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.245+0000 7f032c158640 1 -- 172.21.15.67:0/3213875425 >> 172.21.15.67:0/3213875425 conn(0x7f03240d45a0 msgr2=0x7f03240d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:23:59.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.245+0000 7f032c158640 1 -- 172.21.15.67:0/3213875425 shutdown_connections 2024-09-21T00:23:59.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.245+0000 7f032c158640 1 -- 172.21.15.67:0/3213875425 wait complete. 2024-09-21T00:23:59.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.247+0000 7f032c158640 1 Processor -- start 2024-09-21T00:23:59.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.247+0000 7f032c158640 1 -- start start 2024-09-21T00:23:59.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.249+0000 7f032c158640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0310004800 0x7f0324154660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:59.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.249+0000 7f032c158640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f03240cbf60 0x7f0324151120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:59.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.249+0000 7f032c158640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f03241f8b80 0x7f03241f8f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:59.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.249+0000 7f032c158640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f032406fdc0 con 0x7f0310004800 2024-09-21T00:23:59.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.249+0000 7f032c158640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f032406fc40 con 0x7f03240cbf60 2024-09-21T00:23:59.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.249+0000 7f032c158640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f03240b6020 con 0x7f03241f8b80 2024-09-21T00:23:59.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.249+0000 7f0329ef4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0310004800 0x7f0324154660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:59.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.249+0000 7f0329ef4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0310004800 0x7f0324154660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:58008/0 (socket says 172.21.15.67:58008) 2024-09-21T00:23:59.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.249+0000 7f0329ef4640 1 -- 172.21.15.67:0/3581454083 learned_addr learned my addr 172.21.15.67:0/3581454083 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:23:59.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.249+0000 7f03296f3640 1 --2- 172.21.15.67:0/3581454083 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f03240cbf60 0x7f0324151120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:59.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.249+0000 7f032a6f5640 1 --2- 172.21.15.67:0/3581454083 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f03241f8b80 0x7f03241f8f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:59.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.249+0000 7f0329ef4640 1 -- 172.21.15.67:0/3581454083 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f03241f8b80 msgr2=0x7f03241f8f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:59.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.249+0000 7f0329ef4640 1 --2- 172.21.15.67:0/3581454083 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f03241f8b80 0x7f03241f8f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:59.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.249+0000 7f0329ef4640 1 -- 172.21.15.67:0/3581454083 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f03240cbf60 msgr2=0x7f0324151120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:59.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.249+0000 7f0329ef4640 1 --2- 172.21.15.67:0/3581454083 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f03240cbf60 0x7f0324151120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:59.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.249+0000 7f0329ef4640 1 -- 172.21.15.67:0/3581454083 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03241f94d0 con 0x7f0310004800 2024-09-21T00:23:59.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.249+0000 7f032a6f5640 1 --2- 172.21.15.67:0/3581454083 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f03241f8b80 0x7f03241f8f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:23:59.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.249+0000 7f0329ef4640 1 --2- 172.21.15.67:0/3581454083 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0310004800 0x7f0324154660 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f032000f9d0 tx=0x7f032000fe90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:23:59.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.249+0000 7f031a7fc640 1 -- 172.21.15.67:0/3581454083 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f032000bcb0 con 0x7f0310004800 2024-09-21T00:23:59.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.249+0000 7f031a7fc640 1 -- 172.21.15.67:0/3581454083 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0320011440 con 0x7f0310004800 2024-09-21T00:23:59.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.249+0000 7f032c158640 1 -- 172.21.15.67:0/3581454083 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f03240cd810 con 0x7f0310004800 2024-09-21T00:23:59.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.249+0000 7f031a7fc640 1 -- 172.21.15.67:0/3581454083 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0320011870 con 0x7f0310004800 2024-09-21T00:23:59.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.249+0000 7f032c158640 1 -- 172.21.15.67:0/3581454083 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03240cca50 con 0x7f0310004800 2024-09-21T00:23:59.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.250+0000 7f032c158640 1 -- 172.21.15.67:0/3581454083 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f03240b65b0 con 0x7f0310004800 2024-09-21T00:23:59.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.251+0000 7f031a7fc640 1 -- 172.21.15.67:0/3581454083 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f0320019020 con 0x7f0310004800 2024-09-21T00:23:59.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.252+0000 7f031a7fc640 1 --2- 172.21.15.67:0/3581454083 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0308078b90 0x7f030807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:59.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.252+0000 7f031a7fc640 1 -- 172.21.15.67:0/3581454083 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 4943+0+0 (secure 0 0 0) 0x7f032009b380 con 0x7f0310004800 2024-09-21T00:23:59.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.252+0000 7f03296f3640 1 --2- 172.21.15.67:0/3581454083 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0308078b90 0x7f030807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:59.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.253+0000 7f03296f3640 1 --2- 172.21.15.67:0/3581454083 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0308078b90 0x7f030807b0a0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f0314033000 tx=0x7f032406e2b0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:23:59.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.257+0000 7f031a7fc640 1 -- 172.21.15.67:0/3581454083 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f03241f94d0 con 0x7f0310004800 2024-09-21T00:23:59.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.445+0000 7f032c158640 1 -- 172.21.15.67:0/3581454083 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7f0324161dd0 con 0x7f0310004800 2024-09-21T00:23:59.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.445+0000 7f031a7fc640 1 -- 172.21.15.67:0/3581454083 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v33) ==== 59+0+2294 (secure 0 0 0) 0x7f0320063500 con 0x7f0310004800 2024-09-21T00:23:59.446 INFO:teuthology.orchestra.run.smithi067.stdout:WHO MASK LEVEL OPTION VALUE RO 2024-09-21T00:23:59.446 INFO:teuthology.orchestra.run.smithi067.stdout:mon advanced mon_op_complaint_time 120 2024-09-21T00:23:59.446 INFO:teuthology.orchestra.run.smithi067.stdout:mgr advanced client_mount_timeout 30 2024-09-21T00:23:59.447 INFO:teuthology.orchestra.run.smithi067.stdout:mgr advanced debug_client 20/20 2024-09-21T00:23:59.447 INFO:teuthology.orchestra.run.smithi067.stdout:mgr advanced debug_mgr 20/20 2024-09-21T00:23:59.447 INFO:teuthology.orchestra.run.smithi067.stdout:mgr advanced debug_ms 1/1 2024-09-21T00:23:59.447 INFO:teuthology.orchestra.run.smithi067.stdout:mgr dev mon_warn_on_pool_no_app false 2024-09-21T00:23:59.447 INFO:teuthology.orchestra.run.smithi067.stdout:osd advanced osd_op_complaint_time 180.000000 2024-09-21T00:23:59.447 INFO:teuthology.orchestra.run.smithi067.stdout:osd.0 basic osd_mclock_max_capacity_iops_ssd 4994.792072 2024-09-21T00:23:59.447 INFO:teuthology.orchestra.run.smithi067.stdout:osd.1 basic osd_mclock_max_capacity_iops_ssd 6949.964888 2024-09-21T00:23:59.447 INFO:teuthology.orchestra.run.smithi067.stdout:osd.2 basic osd_mclock_max_capacity_iops_ssd 4728.394376 2024-09-21T00:23:59.447 INFO:teuthology.orchestra.run.smithi067.stdout:osd.3 basic osd_mclock_max_capacity_iops_ssd 4592.129816 2024-09-21T00:23:59.447 INFO:teuthology.orchestra.run.smithi067.stdout:osd.4 basic osd_mclock_max_capacity_iops_ssd 6550.422905 2024-09-21T00:23:59.447 INFO:teuthology.orchestra.run.smithi067.stdout:osd.5 basic osd_mclock_max_capacity_iops_ssd 5213.710688 2024-09-21T00:23:59.447 INFO:teuthology.orchestra.run.smithi067.stdout:osd.6 basic osd_mclock_max_capacity_iops_ssd 5638.399028 2024-09-21T00:23:59.447 INFO:teuthology.orchestra.run.smithi067.stdout:osd.7 basic osd_mclock_max_capacity_iops_ssd 5357.310397 2024-09-21T00:23:59.448 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced debug_mds 20/20 2024-09-21T00:23:59.448 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced debug_mds_balancer 20/20 2024-09-21T00:23:59.448 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced debug_ms 2/2 2024-09-21T00:23:59.448 INFO:teuthology.orchestra.run.smithi067.stdout:mds dev mds_debug_frag true 2024-09-21T00:23:59.448 INFO:teuthology.orchestra.run.smithi067.stdout:mds dev mds_debug_scatterstat true 2024-09-21T00:23:59.448 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced mds_op_complaint_time 180.000000 2024-09-21T00:23:59.448 INFO:teuthology.orchestra.run.smithi067.stdout:mds dev mds_verify_scatter true 2024-09-21T00:23:59.448 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced osd_op_complaint_time 180.000000 2024-09-21T00:23:59.448 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced rados_mon_op_timeout 900 2024-09-21T00:23:59.448 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced rados_osd_op_timeout 900 2024-09-21T00:23:59.448 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced client_mount_timeout 600 2024-09-21T00:23:59.448 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced debug_client 20/20 2024-09-21T00:23:59.448 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced debug_ms 1/1 2024-09-21T00:23:59.448 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced rados_mon_op_timeout 900 2024-09-21T00:23:59.448 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced rados_osd_op_timeout 900 2024-09-21T00:23:59.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.448+0000 7f032c158640 1 -- 172.21.15.67:0/3581454083 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0308078b90 msgr2=0x7f030807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:59.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.448+0000 7f032c158640 1 --2- 172.21.15.67:0/3581454083 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0308078b90 0x7f030807b0a0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f0314033000 tx=0x7f032406e2b0 comp rx=0 tx=0).stop 2024-09-21T00:23:59.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.448+0000 7f032c158640 1 -- 172.21.15.67:0/3581454083 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0310004800 msgr2=0x7f0324154660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:59.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.448+0000 7f032c158640 1 --2- 172.21.15.67:0/3581454083 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0310004800 0x7f0324154660 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f032000f9d0 tx=0x7f032000fe90 comp rx=0 tx=0).stop 2024-09-21T00:23:59.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.448+0000 7f032c158640 1 -- 172.21.15.67:0/3581454083 shutdown_connections 2024-09-21T00:23:59.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.448+0000 7f032c158640 1 --2- 172.21.15.67:0/3581454083 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0308078b90 0x7f030807b0a0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:59.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.448+0000 7f032c158640 1 --2- 172.21.15.67:0/3581454083 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f03241f8b80 0x7f03241f8f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:59.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.448+0000 7f032c158640 1 --2- 172.21.15.67:0/3581454083 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f03240cbf60 0x7f0324151120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:59.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.448+0000 7f032c158640 1 --2- 172.21.15.67:0/3581454083 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0310004800 0x7f0324154660 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:59.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.448+0000 7f032c158640 1 -- 172.21.15.67:0/3581454083 >> 172.21.15.67:0/3581454083 conn(0x7f03240d45a0 msgr2=0x7f03240b73d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:23:59.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.448+0000 7f032c158640 1 -- 172.21.15.67:0/3581454083 shutdown_connections 2024-09-21T00:23:59.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.448+0000 7f032c158640 1 -- 172.21.15.67:0/3581454083 wait complete. 2024-09-21T00:23:59.460 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-21T00:23:59.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.579+0000 7f5a82225640 1 -- 172.21.15.67:0/1755849925 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5a7c0cfbb0 msgr2=0x7f5a7c0b5330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:59.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.579+0000 7f5a82225640 1 --2- 172.21.15.67:0/1755849925 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5a7c0cfbb0 0x7f5a7c0b5330 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f5a70005fd0 tx=0x7f5a7002a5d0 comp rx=0 tx=0).stop 2024-09-21T00:23:59.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.579+0000 7f5a82225640 1 -- 172.21.15.67:0/1755849925 shutdown_connections 2024-09-21T00:23:59.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.579+0000 7f5a82225640 1 --2- 172.21.15.67:0/1755849925 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5a7c0b5870 0x7f5a7c0d0b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:59.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.579+0000 7f5a82225640 1 --2- 172.21.15.67:0/1755849925 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5a7c0cfbb0 0x7f5a7c0b5330 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:59.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.579+0000 7f5a82225640 1 -- 172.21.15.67:0/1755849925 >> 172.21.15.67:0/1755849925 conn(0x7f5a7c08bee0 msgr2=0x7f5a7c0d24e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:23:59.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.579+0000 7f5a82225640 1 -- 172.21.15.67:0/1755849925 shutdown_connections 2024-09-21T00:23:59.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.579+0000 7f5a82225640 1 -- 172.21.15.67:0/1755849925 wait complete. 2024-09-21T00:23:59.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.580+0000 7f5a82225640 1 Processor -- start 2024-09-21T00:23:59.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.581+0000 7f5a82225640 1 -- start start 2024-09-21T00:23:59.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.582+0000 7f5a82225640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5a7c0b5870 0x7f5a7c1f45d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:59.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.582+0000 7f5a82225640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5a7c0b76c0 0x7f5a7c15b6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:59.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.582+0000 7f5a82225640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5a7c0cfbb0 0x7f5a7c1e8a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:59.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.582+0000 7f5a82225640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f5a7c0cd040 con 0x7f5a7c0b5870 2024-09-21T00:23:59.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.582+0000 7f5a82225640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f5a7c0d1480 con 0x7f5a7c0b76c0 2024-09-21T00:23:59.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.582+0000 7f5a82225640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f5a7c0cd1c0 con 0x7f5a7c0cfbb0 2024-09-21T00:23:59.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.582+0000 7f5a7b7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5a7c0b5870 0x7f5a7c1f45d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:59.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.582+0000 7f5a7b7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5a7c0b5870 0x7f5a7c1f45d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:58012/0 (socket says 172.21.15.67:58012) 2024-09-21T00:23:59.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.582+0000 7f5a7b7fe640 1 -- 172.21.15.67:0/1706260119 learned_addr learned my addr 172.21.15.67:0/1706260119 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:23:59.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.582+0000 7f5a7affd640 1 --2- 172.21.15.67:0/1706260119 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5a7c0b76c0 0x7f5a7c15b6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:59.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.582+0000 7f5a7bfff640 1 --2- 172.21.15.67:0/1706260119 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5a7c0cfbb0 0x7f5a7c1e8a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:59.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.582+0000 7f5a7b7fe640 1 -- 172.21.15.67:0/1706260119 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5a7c0cfbb0 msgr2=0x7f5a7c1e8a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:59.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.582+0000 7f5a7b7fe640 1 --2- 172.21.15.67:0/1706260119 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5a7c0cfbb0 0x7f5a7c1e8a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:59.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.582+0000 7f5a7b7fe640 1 -- 172.21.15.67:0/1706260119 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5a7c0b76c0 msgr2=0x7f5a7c15b6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:59.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.582+0000 7f5a7b7fe640 1 --2- 172.21.15.67:0/1706260119 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5a7c0b76c0 0x7f5a7c15b6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:59.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.582+0000 7f5a7b7fe640 1 -- 172.21.15.67:0/1706260119 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a7c0b1720 con 0x7f5a7c0b5870 2024-09-21T00:23:59.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.583+0000 7f5a7affd640 1 --2- 172.21.15.67:0/1706260119 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5a7c0b76c0 0x7f5a7c15b6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:23:59.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.583+0000 7f5a7b7fe640 1 --2- 172.21.15.67:0/1706260119 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5a7c0b5870 0x7f5a7c1f45d0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f5a6c00c390 tx=0x7f5a6c00c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:23:59.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.583+0000 7f5a63fff640 1 -- 172.21.15.67:0/1706260119 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a6c017070 con 0x7f5a7c0b5870 2024-09-21T00:23:59.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.583+0000 7f5a82225640 1 -- 172.21.15.67:0/1706260119 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5a7c0cc420 con 0x7f5a7c0b5870 2024-09-21T00:23:59.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.583+0000 7f5a63fff640 1 -- 172.21.15.67:0/1706260119 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5a6c0053c0 con 0x7f5a7c0b5870 2024-09-21T00:23:59.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.583+0000 7f5a63fff640 1 -- 172.21.15.67:0/1706260119 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a6c003880 con 0x7f5a7c0b5870 2024-09-21T00:23:59.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.583+0000 7f5a82225640 1 -- 172.21.15.67:0/1706260119 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5a7c0afb00 con 0x7f5a7c0b5870 2024-09-21T00:23:59.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.584+0000 7f5a82225640 1 -- 172.21.15.67:0/1706260119 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5a7c0b18f0 con 0x7f5a7c0b5870 2024-09-21T00:23:59.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.585+0000 7f5a63fff640 1 -- 172.21.15.67:0/1706260119 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f5a6c01a070 con 0x7f5a7c0b5870 2024-09-21T00:23:59.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.585+0000 7f5a63fff640 1 --2- 172.21.15.67:0/1706260119 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5a68078bc0 0x7f5a6807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:23:59.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.585+0000 7f5a63fff640 1 -- 172.21.15.67:0/1706260119 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 4943+0+0 (secure 0 0 0) 0x7f5a6c099ef0 con 0x7f5a7c0b5870 2024-09-21T00:23:59.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.586+0000 7f5a7affd640 1 --2- 172.21.15.67:0/1706260119 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5a68078bc0 0x7f5a6807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:23:59.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.586+0000 7f5a7affd640 1 --2- 172.21.15.67:0/1706260119 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5a68078bc0 0x7f5a6807b0d0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f5a70033000 tx=0x7f5a70004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:23:59.591 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.590+0000 7f5a63fff640 1 -- 172.21.15.67:0/1706260119 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f5a6c0625b0 con 0x7f5a7c0b5870 2024-09-21T00:23:59.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.778+0000 7f5a82225640 1 -- 172.21.15.67:0/1706260119 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f5a7c0af920 con 0x7f5a7c0b5870 2024-09-21T00:23:59.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.781+0000 7f5a63fff640 1 -- 172.21.15.67:0/1706260119 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v34)=0 v34) ==== 122+0+0 (secure 0 0 0) 0x7f5a7c0af920 con 0x7f5a7c0b5870 2024-09-21T00:23:59.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.784+0000 7f5a82225640 1 -- 172.21.15.67:0/1706260119 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5a68078bc0 msgr2=0x7f5a6807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:59.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.784+0000 7f5a82225640 1 --2- 172.21.15.67:0/1706260119 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5a68078bc0 0x7f5a6807b0d0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f5a70033000 tx=0x7f5a70004730 comp rx=0 tx=0).stop 2024-09-21T00:23:59.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.784+0000 7f5a82225640 1 -- 172.21.15.67:0/1706260119 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5a7c0b5870 msgr2=0x7f5a7c1f45d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:23:59.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.784+0000 7f5a82225640 1 --2- 172.21.15.67:0/1706260119 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5a7c0b5870 0x7f5a7c1f45d0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f5a6c00c390 tx=0x7f5a6c00c850 comp rx=0 tx=0).stop 2024-09-21T00:23:59.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.784+0000 7f5a82225640 1 -- 172.21.15.67:0/1706260119 shutdown_connections 2024-09-21T00:23:59.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.784+0000 7f5a82225640 1 --2- 172.21.15.67:0/1706260119 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5a68078bc0 0x7f5a6807b0d0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:59.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.784+0000 7f5a82225640 1 --2- 172.21.15.67:0/1706260119 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5a7c0cfbb0 0x7f5a7c1e8a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:59.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.784+0000 7f5a82225640 1 --2- 172.21.15.67:0/1706260119 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5a7c0b76c0 0x7f5a7c15b6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:59.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.784+0000 7f5a82225640 1 --2- 172.21.15.67:0/1706260119 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5a7c0b5870 0x7f5a7c1f45d0 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:23:59.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.784+0000 7f5a82225640 1 -- 172.21.15.67:0/1706260119 >> 172.21.15.67:0/1706260119 conn(0x7f5a7c08bee0 msgr2=0x7f5a7c15cc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:23:59.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.784+0000 7f5a82225640 1 -- 172.21.15.67:0/1706260119 shutdown_connections 2024-09-21T00:23:59.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:23:59.784+0000 7f5a82225640 1 -- 172.21.15.67:0/1706260119 wait complete. 2024-09-21T00:23:59.797 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-21T00:23:59.797 DEBUG:teuthology.orchestra.run.smithi067:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T00:23:59.854 DEBUG:teuthology.orchestra.run.smithi097:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T00:23:59.896 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-21T00:23:59.896 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:23:59.897 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:23:59.913 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20178 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T00:23:59.913 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:23:59.913 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:23:59.955 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17850 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T00:23:59.955 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:23:59.955 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:23:59.971 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20178 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T00:23:59.971 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:23:59.971 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:24:00.012 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17850 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T00:24:00.012 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-21T00:24:00.013 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:24:00.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.129+0000 7f4fd8d39640 1 -- 172.21.15.67:0/2185461389 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4fd40d11c0 msgr2=0x7f4fd40d15d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:00.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.129+0000 7f4fd8d39640 1 --2- 172.21.15.67:0/2185461389 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4fd40d11c0 0x7f4fd40d15d0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f4fd408d710 tx=0x7f4fcc02a560 comp rx=0 tx=0).stop 2024-09-21T00:24:00.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.129+0000 7f4fd8d39640 1 -- 172.21.15.67:0/2185461389 shutdown_connections 2024-09-21T00:24:00.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.129+0000 7f4fd8d39640 1 --2- 172.21.15.67:0/2185461389 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4fd40d11c0 0x7f4fd40d15d0 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:00.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.129+0000 7f4fd8d39640 1 --2- 172.21.15.67:0/2185461389 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4fd40d2b00 0x7f4fd415e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:00.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.129+0000 7f4fd8d39640 1 --2- 172.21.15.67:0/2185461389 >> v2:172.21.15.97:3300/0 conn(0x7f4fd4162ea0 0x7f4fd40cf740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:00.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.129+0000 7f4fd8d39640 1 -- 172.21.15.67:0/2185461389 >> 172.21.15.67:0/2185461389 conn(0x7f4fd406dfb0 msgr2=0x7f4fd406e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:00.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.129+0000 7f4fd8d39640 1 -- 172.21.15.67:0/2185461389 shutdown_connections 2024-09-21T00:24:00.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.129+0000 7f4fd8d39640 1 -- 172.21.15.67:0/2185461389 wait complete. 2024-09-21T00:24:00.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.131+0000 7f4fd8d39640 1 Processor -- start 2024-09-21T00:24:00.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.131+0000 7f4fd8d39640 1 -- start start 2024-09-21T00:24:00.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.132+0000 7f4fd8d39640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4fd40d11c0 0x7f4fd414b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:00.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.132+0000 7f4fd8d39640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4fd40d2b00 0x7f4fd4159cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:00.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.133+0000 7f4fd8d39640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4fd4162ea0 0x7f4fd40b8b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:00.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.133+0000 7f4fd8d39640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f4fd415f430 con 0x7f4fd40d2b00 2024-09-21T00:24:00.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.133+0000 7f4fd8d39640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f4fd415f2b0 con 0x7f4fd4162ea0 2024-09-21T00:24:00.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.133+0000 7f4fd8d39640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f4fd415f5b0 con 0x7f4fd40d11c0 2024-09-21T00:24:00.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.133+0000 7f4fd1d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4fd40d2b00 0x7f4fd4159cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:00.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.133+0000 7f4fd1d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4fd40d2b00 0x7f4fd4159cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:58040/0 (socket says 172.21.15.67:58040) 2024-09-21T00:24:00.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.133+0000 7f4fd1d9b640 1 -- 172.21.15.67:0/2640869719 learned_addr learned my addr 172.21.15.67:0/2640869719 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:00.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.133+0000 7f4fd259c640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4fd40d11c0 0x7f4fd414b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:00.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.133+0000 7f4fd2d9d640 1 --2- 172.21.15.67:0/2640869719 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4fd4162ea0 0x7f4fd40b8b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:00.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.133+0000 7f4fd1d9b640 1 -- 172.21.15.67:0/2640869719 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4fd40d11c0 msgr2=0x7f4fd414b340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:00.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.133+0000 7f4fd1d9b640 1 --2- 172.21.15.67:0/2640869719 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4fd40d11c0 0x7f4fd414b340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:00.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.133+0000 7f4fd1d9b640 1 -- 172.21.15.67:0/2640869719 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4fd4162ea0 msgr2=0x7f4fd40b8b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:00.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.133+0000 7f4fd1d9b640 1 --2- 172.21.15.67:0/2640869719 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4fd4162ea0 0x7f4fd40b8b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:00.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.133+0000 7f4fd1d9b640 1 -- 172.21.15.67:0/2640869719 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4fd40b6180 con 0x7f4fd40d2b00 2024-09-21T00:24:00.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.133+0000 7f4fd1d9b640 1 --2- 172.21.15.67:0/2640869719 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4fd40d2b00 0x7f4fd4159cd0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f4fbc00d750 tx=0x7f4fbc00dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:00.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.133+0000 7f4fcaffd640 1 -- 172.21.15.67:0/2640869719 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fbc017070 con 0x7f4fd40d2b00 2024-09-21T00:24:00.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.133+0000 7f4fcaffd640 1 -- 172.21.15.67:0/2640869719 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4fbc009cc0 con 0x7f4fd40d2b00 2024-09-21T00:24:00.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.133+0000 7f4fd8d39640 1 -- 172.21.15.67:0/2640869719 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4fd40b6460 con 0x7f4fd40d2b00 2024-09-21T00:24:00.137 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.133+0000 7f4fcaffd640 1 -- 172.21.15.67:0/2640869719 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fbc0106c0 con 0x7f4fd40d2b00 2024-09-21T00:24:00.137 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.133+0000 7f4fd8d39640 1 -- 172.21.15.67:0/2640869719 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4fd40b6a20 con 0x7f4fd40d2b00 2024-09-21T00:24:00.137 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.134+0000 7f4fd8d39640 1 -- 172.21.15.67:0/2640869719 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4fd4159680 con 0x7f4fd40d2b00 2024-09-21T00:24:00.137 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.135+0000 7f4fcaffd640 1 -- 172.21.15.67:0/2640869719 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f4fbc01a070 con 0x7f4fd40d2b00 2024-09-21T00:24:00.138 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.136+0000 7f4fcaffd640 1 --2- 172.21.15.67:0/2640869719 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4fb4078b90 0x7f4fb407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:00.138 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.136+0000 7f4fcaffd640 1 -- 172.21.15.67:0/2640869719 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 4943+0+0 (secure 0 0 0) 0x7f4fbc09aa90 con 0x7f4fd40d2b00 2024-09-21T00:24:00.138 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.136+0000 7f4fd259c640 1 --2- 172.21.15.67:0/2640869719 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4fb4078b90 0x7f4fb407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:00.138 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.136+0000 7f4fd259c640 1 --2- 172.21.15.67:0/2640869719 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4fb4078b90 0x7f4fb407b0a0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f4fc4005fd0 tx=0x7f4fc40096b0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:00.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.140+0000 7f4fcaffd640 1 -- 172.21.15.67:0/2640869719 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f4fbc00de60 con 0x7f4fd40d2b00 2024-09-21T00:24:00.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.368+0000 7f4fd8d39640 1 -- 172.21.15.67:0/2640869719 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4fd414b8e0 con 0x7f4fd40d2b00 2024-09-21T00:24:00.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.368+0000 7f4fcaffd640 1 -- 172.21.15.67:0/2640869719 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 20 v20) ==== 94+0+3911 (secure 0 0 0) 0x7f4fbc062b80 con 0x7f4fd40d2b00 2024-09-21T00:24:00.369 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:24:00.369 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":20,"btime":"2024-09-21T00:23:54:082849+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4661,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/1847135798","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":1847135798},{"type":"v1","addr":"172.21.15.67:6835","nonce":1847135798}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4849,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/3574128354","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3574128354},{"type":"v1","addr":"172.21.15.97:6836","nonce":3574128354}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":4852,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/4235095447","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":4235095447},{"type":"v1","addr":"172.21.15.97:6837","nonce":4235095447}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":5286,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6833/2600976531","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":2600976531},{"type":"v1","addr":"172.21.15.67:6833","nonce":2600976531}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":20}],"filesystems":[]} 2024-09-21T00:24:00.370 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 20 2024-09-21T00:24:00.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.370+0000 7f4fd8d39640 1 -- 172.21.15.67:0/2640869719 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4fb4078b90 msgr2=0x7f4fb407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:00.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.370+0000 7f4fd8d39640 1 --2- 172.21.15.67:0/2640869719 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4fb4078b90 0x7f4fb407b0a0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f4fc4005fd0 tx=0x7f4fc40096b0 comp rx=0 tx=0).stop 2024-09-21T00:24:00.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.370+0000 7f4fd8d39640 1 -- 172.21.15.67:0/2640869719 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4fd40d2b00 msgr2=0x7f4fd4159cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:00.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.370+0000 7f4fd8d39640 1 --2- 172.21.15.67:0/2640869719 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4fd40d2b00 0x7f4fd4159cd0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f4fbc00d750 tx=0x7f4fbc00dc10 comp rx=0 tx=0).stop 2024-09-21T00:24:00.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.370+0000 7f4fd8d39640 1 -- 172.21.15.67:0/2640869719 shutdown_connections 2024-09-21T00:24:00.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.370+0000 7f4fd8d39640 1 --2- 172.21.15.67:0/2640869719 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4fb4078b90 0x7f4fb407b0a0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:00.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.370+0000 7f4fd8d39640 1 --2- 172.21.15.67:0/2640869719 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4fd4162ea0 0x7f4fd40b8b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:00.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.370+0000 7f4fd8d39640 1 --2- 172.21.15.67:0/2640869719 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4fd40d2b00 0x7f4fd4159cd0 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:00.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.370+0000 7f4fd8d39640 1 --2- 172.21.15.67:0/2640869719 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4fd40d11c0 0x7f4fd414b340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:00.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.370+0000 7f4fd8d39640 1 -- 172.21.15.67:0/2640869719 >> 172.21.15.67:0/2640869719 conn(0x7f4fd406dfb0 msgr2=0x7f4fd406e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:00.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.370+0000 7f4fd8d39640 1 -- 172.21.15.67:0/2640869719 shutdown_connections 2024-09-21T00:24:00.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.370+0000 7f4fd8d39640 1 -- 172.21.15.67:0/2640869719 wait complete. 2024-09-21T00:24:00.383 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-21T00:24:00.383 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-21T00:24:00.383 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-21T00:24:00.383 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:24:00.384 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-21T00:24:00.384 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-21T00:24:00.384 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-21T00:24:00.384 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:24:00.384 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-21T00:24:00.384 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-21T00:24:00.384 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-21T00:24:00.385 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:24:00.385 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-21T00:24:00.385 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-21T00:24:00.385 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-21T00:24:00.385 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:24:00.394 INFO:tasks.ceph.mds.c:Stopped 2024-09-21T00:24:00.394 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-21T00:24:00.398 INFO:tasks.ceph.mds.d:Stopped 2024-09-21T00:24:00.398 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-21T00:24:00.398 INFO:tasks.ceph.mds.a:Stopped 2024-09-21T00:24:00.398 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-21T00:24:00.399 INFO:tasks.ceph.mds.b:Stopped 2024-09-21T00:24:00.399 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-21T00:24:00.440 INFO:tasks.ceph.mds.c:Started 2024-09-21T00:24:00.440 DEBUG:teuthology.parallel:result is None 2024-09-21T00:24:00.440 INFO:tasks.ceph.mds.d:Started 2024-09-21T00:24:00.441 DEBUG:teuthology.parallel:result is None 2024-09-21T00:24:00.441 INFO:tasks.ceph.mds.a:Started 2024-09-21T00:24:00.442 INFO:tasks.ceph.mds.b:Started 2024-09-21T00:24:00.442 DEBUG:teuthology.parallel:result is None 2024-09-21T00:24:00.442 DEBUG:teuthology.parallel:result is None 2024-09-21T00:24:00.442 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-21T00:24:00.530 INFO:tasks.ceph.mds.a.smithi067.stdout:starting mds.a at 2024-09-21T00:24:00.531 INFO:tasks.ceph.mds.c.smithi067.stdout:starting mds.c at 2024-09-21T00:24:00.534 INFO:tasks.ceph.mds.d.smithi097.stdout:starting mds.d at 2024-09-21T00:24:00.534 INFO:tasks.ceph.mds.b.smithi097.stdout:starting mds.b at 2024-09-21T00:24:00.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.564+0000 7f1ebe7ad640 1 -- 172.21.15.67:0/2862310593 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1eb815ffe0 msgr2=0x7f1eb809a950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:00.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.564+0000 7f1ebe7ad640 1 --2- 172.21.15.67:0/2862310593 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1eb815ffe0 0x7f1eb809a950 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f1ea8009830 tx=0x7f1ea802a510 comp rx=0 tx=0).stop 2024-09-21T00:24:00.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.564+0000 7f1ebe7ad640 1 -- 172.21.15.67:0/2862310593 shutdown_connections 2024-09-21T00:24:00.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.564+0000 7f1ebe7ad640 1 --2- 172.21.15.67:0/2862310593 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1eb80b1910 0x7f1eb809ae90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:00.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.564+0000 7f1ebe7ad640 1 --2- 172.21.15.67:0/2862310593 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1eb815ffe0 0x7f1eb809a950 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:00.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.564+0000 7f1ebe7ad640 1 -- 172.21.15.67:0/2862310593 >> 172.21.15.67:0/2862310593 conn(0x7f1eb80b3e90 msgr2=0x7f1eb80b42a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:00.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.564+0000 7f1ebe7ad640 1 -- 172.21.15.67:0/2862310593 shutdown_connections 2024-09-21T00:24:00.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.564+0000 7f1ebe7ad640 1 -- 172.21.15.67:0/2862310593 wait complete. 2024-09-21T00:24:00.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.566+0000 7f1ebe7ad640 1 Processor -- start 2024-09-21T00:24:00.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.566+0000 7f1ebe7ad640 1 -- start start 2024-09-21T00:24:00.570 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.567+0000 7f1ebe7ad640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1eb80b1910 0x7f1eb815d660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:00.570 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.567+0000 7f1ebe7ad640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1eb815ffe0 0x7f1eb815dba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:00.570 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.567+0000 7f1ebe7ad640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1eb81604c0 0x7f1eb81f7050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:00.570 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.567+0000 7f1ebe7ad640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f1eb80ce8a0 con 0x7f1eb81604c0 2024-09-21T00:24:00.570 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.567+0000 7f1ebe7ad640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f1eb80b7c00 con 0x7f1eb815ffe0 2024-09-21T00:24:00.570 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.567+0000 7f1ebe7ad640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f1eb80cea20 con 0x7f1eb80b1910 2024-09-21T00:24:00.570 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.567+0000 7f1ebcd4a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1eb81604c0 0x7f1eb81f7050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:00.570 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.568+0000 7f1ebcd4a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1eb81604c0 0x7f1eb81f7050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:58082/0 (socket says 172.21.15.67:58082) 2024-09-21T00:24:00.570 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.568+0000 7f1ebcd4a640 1 -- 172.21.15.67:0/2698719749 learned_addr learned my addr 172.21.15.67:0/2698719749 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:00.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.568+0000 7f1eb7fff640 1 --2- 172.21.15.67:0/2698719749 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1eb80b1910 0x7f1eb815d660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:00.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.568+0000 7f1eb77fe640 1 --2- 172.21.15.67:0/2698719749 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1eb815ffe0 0x7f1eb815dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:00.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.568+0000 7f1ebcd4a640 1 -- 172.21.15.67:0/2698719749 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1eb80b1910 msgr2=0x7f1eb815d660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:00.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.568+0000 7f1ebcd4a640 1 --2- 172.21.15.67:0/2698719749 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1eb80b1910 0x7f1eb815d660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:00.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.568+0000 7f1ebcd4a640 1 -- 172.21.15.67:0/2698719749 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1eb815ffe0 msgr2=0x7f1eb815dba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:00.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.568+0000 7f1ebcd4a640 1 --2- 172.21.15.67:0/2698719749 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1eb815ffe0 0x7f1eb815dba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:00.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.568+0000 7f1ebcd4a640 1 -- 172.21.15.67:0/2698719749 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1eb80c9730 con 0x7f1eb81604c0 2024-09-21T00:24:00.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.568+0000 7f1ebcd4a640 1 --2- 172.21.15.67:0/2698719749 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1eb81604c0 0x7f1eb81f7050 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f1eb000cb10 tx=0x7f1eb000a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:00.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.568+0000 7f1eb4ff9640 1 -- 172.21.15.67:0/2698719749 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1eb0016020 con 0x7f1eb81604c0 2024-09-21T00:24:00.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.568+0000 7f1eb4ff9640 1 -- 172.21.15.67:0/2698719749 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1eb000ad60 con 0x7f1eb81604c0 2024-09-21T00:24:00.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.568+0000 7f1ebe7ad640 1 -- 172.21.15.67:0/2698719749 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1eb80cbb00 con 0x7f1eb81604c0 2024-09-21T00:24:00.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.568+0000 7f1eb4ff9640 1 -- 172.21.15.67:0/2698719749 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1eb0012680 con 0x7f1eb81604c0 2024-09-21T00:24:00.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.568+0000 7f1ebe7ad640 1 -- 172.21.15.67:0/2698719749 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1eb815e5d0 con 0x7f1eb81604c0 2024-09-21T00:24:00.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.569+0000 7f1ebe7ad640 1 -- 172.21.15.67:0/2698719749 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1eb80c94a0 con 0x7f1eb81604c0 2024-09-21T00:24:00.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.570+0000 7f1eb4ff9640 1 -- 172.21.15.67:0/2698719749 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f1eb0019020 con 0x7f1eb81604c0 2024-09-21T00:24:00.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.571+0000 7f1eb4ff9640 1 --2- 172.21.15.67:0/2698719749 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1ea4078bc0 0x7f1ea407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:00.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.571+0000 7f1eb4ff9640 1 -- 172.21.15.67:0/2698719749 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 4943+0+0 (secure 0 0 0) 0x7f1eb009acb0 con 0x7f1eb81604c0 2024-09-21T00:24:00.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.571+0000 7f1eb7fff640 1 --2- 172.21.15.67:0/2698719749 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1ea4078bc0 0x7f1ea407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:00.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.572+0000 7f1eb7fff640 1 --2- 172.21.15.67:0/2698719749 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1ea4078bc0 0x7f1ea407b0d0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f1ea8034000 tx=0x7f1ea8004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:00.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.576+0000 7f1eb4ff9640 1 -- 172.21.15.67:0/2698719749 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f1eb0020030 con 0x7f1eb81604c0 2024-09-21T00:24:00.600 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~0s 2024-09-21T00:24:00.600 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b is failed for ~0s 2024-09-21T00:24:00.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:00.776+0000 7f1ebe7ad640 1 -- 172.21.15.67:0/2698719749 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f1eb815e830 con 0x7f1eb81604c0 2024-09-21T00:24:01.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.119+0000 7f1eb4ff9640 1 -- 172.21.15.67:0/2698719749 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v39) ==== 97+0+0 (secure 0 0 0) 0x7f1eb0062d20 con 0x7f1eb81604c0 2024-09-21T00:24:01.121 INFO:teuthology.orchestra.run.smithi067.stderr: removed all blocklist entries 2024-09-21T00:24:01.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.122+0000 7f1ebe7ad640 1 -- 172.21.15.67:0/2698719749 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1ea4078bc0 msgr2=0x7f1ea407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:01.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.122+0000 7f1ebe7ad640 1 --2- 172.21.15.67:0/2698719749 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1ea4078bc0 0x7f1ea407b0d0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f1ea8034000 tx=0x7f1ea8004730 comp rx=0 tx=0).stop 2024-09-21T00:24:01.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.122+0000 7f1ebe7ad640 1 -- 172.21.15.67:0/2698719749 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1eb81604c0 msgr2=0x7f1eb81f7050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:01.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.122+0000 7f1ebe7ad640 1 --2- 172.21.15.67:0/2698719749 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1eb81604c0 0x7f1eb81f7050 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f1eb000cb10 tx=0x7f1eb000a060 comp rx=0 tx=0).stop 2024-09-21T00:24:01.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.122+0000 7f1ebe7ad640 1 -- 172.21.15.67:0/2698719749 shutdown_connections 2024-09-21T00:24:01.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.122+0000 7f1ebe7ad640 1 --2- 172.21.15.67:0/2698719749 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1ea4078bc0 0x7f1ea407b0d0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:01.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.122+0000 7f1ebe7ad640 1 --2- 172.21.15.67:0/2698719749 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1eb81604c0 0x7f1eb81f7050 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:01.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.122+0000 7f1ebe7ad640 1 --2- 172.21.15.67:0/2698719749 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1eb815ffe0 0x7f1eb815dba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:01.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.122+0000 7f1ebe7ad640 1 --2- 172.21.15.67:0/2698719749 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1eb80b1910 0x7f1eb815d660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:01.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.122+0000 7f1ebe7ad640 1 -- 172.21.15.67:0/2698719749 >> 172.21.15.67:0/2698719749 conn(0x7f1eb80b3e90 msgr2=0x7f1eb8072760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:01.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.122+0000 7f1ebe7ad640 1 -- 172.21.15.67:0/2698719749 shutdown_connections 2024-09-21T00:24:01.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.122+0000 7f1ebe7ad640 1 -- 172.21.15.67:0/2698719749 wait complete. 2024-09-21T00:24:01.137 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-21T00:24:01.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.253+0000 7fd63bc41640 1 -- 172.21.15.67:0/3125153064 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6340d1da0 msgr2=0x7fd6340b2240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:01.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.253+0000 7fd63bc41640 1 --2- 172.21.15.67:0/3125153064 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6340d1da0 0x7fd6340b2240 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fd6340d0e20 tx=0x7fd63002a560 comp rx=0 tx=0).stop 2024-09-21T00:24:01.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.253+0000 7fd63bc41640 1 -- 172.21.15.67:0/3125153064 shutdown_connections 2024-09-21T00:24:01.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.253+0000 7fd63bc41640 1 --2- 172.21.15.67:0/3125153064 >> v2:172.21.15.97:3300/0 conn(0x7fd6340b5a60 0x7fd6340b2780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:01.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.253+0000 7fd63bc41640 1 --2- 172.21.15.67:0/3125153064 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6340d1da0 0x7fd6340b2240 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:01.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.253+0000 7fd63bc41640 1 -- 172.21.15.67:0/3125153064 >> 172.21.15.67:0/3125153064 conn(0x7fd6340d1280 msgr2=0x7fd6340d1690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:01.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.254+0000 7fd63bc41640 1 -- 172.21.15.67:0/3125153064 shutdown_connections 2024-09-21T00:24:01.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.254+0000 7fd63bc41640 1 -- 172.21.15.67:0/3125153064 wait complete. 2024-09-21T00:24:01.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.255+0000 7fd63bc41640 1 Processor -- start 2024-09-21T00:24:01.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.256+0000 7fd63bc41640 1 -- start start 2024-09-21T00:24:01.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.257+0000 7fd63bc41640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6340b5a60 0x7fd6341f99b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:01.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.257+0000 7fd63bc41640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd6340b6510 0x7fd63406cf90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:01.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.257+0000 7fd63bc41640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd6340d1da0 0x7fd6341f8270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:01.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.257+0000 7fd63bc41640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fd6340b16e0 con 0x7fd6340b5a60 2024-09-21T00:24:01.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.257+0000 7fd63bc41640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fd6340b1560 con 0x7fd6340b6510 2024-09-21T00:24:01.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.257+0000 7fd63bc41640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fd6340b1860 con 0x7fd6340d1da0 2024-09-21T00:24:01.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.257+0000 7fd6399dd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6340b5a60 0x7fd6341f99b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:01.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.257+0000 7fd6399dd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6340b5a60 0x7fd6341f99b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:58090/0 (socket says 172.21.15.67:58090) 2024-09-21T00:24:01.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.257+0000 7fd6399dd640 1 -- 172.21.15.67:0/3790848585 learned_addr learned my addr 172.21.15.67:0/3790848585 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:01.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.257+0000 7fd6391dc640 1 --2- 172.21.15.67:0/3790848585 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd6340b6510 0x7fd63406cf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:01.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.257+0000 7fd63a1de640 1 --2- 172.21.15.67:0/3790848585 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd6340d1da0 0x7fd6341f8270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:01.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.257+0000 7fd6399dd640 1 -- 172.21.15.67:0/3790848585 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd6340d1da0 msgr2=0x7fd6341f8270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:01.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.257+0000 7fd6399dd640 1 --2- 172.21.15.67:0/3790848585 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd6340d1da0 0x7fd6341f8270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:01.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.257+0000 7fd6399dd640 1 -- 172.21.15.67:0/3790848585 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd6340b6510 msgr2=0x7fd63406cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:01.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.257+0000 7fd6399dd640 1 --2- 172.21.15.67:0/3790848585 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd6340b6510 0x7fd63406cf90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:01.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.257+0000 7fd6399dd640 1 -- 172.21.15.67:0/3790848585 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6341f5e70 con 0x7fd6340b5a60 2024-09-21T00:24:01.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.258+0000 7fd6399dd640 1 --2- 172.21.15.67:0/3790848585 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6340b5a60 0x7fd6341f99b0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fd630034040 tx=0x7fd6300039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:01.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.258+0000 7fd6267fc640 1 -- 172.21.15.67:0/3790848585 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd63003e030 con 0x7fd6340b5a60 2024-09-21T00:24:01.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.258+0000 7fd6267fc640 1 -- 172.21.15.67:0/3790848585 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd6300047a0 con 0x7fd6340b5a60 2024-09-21T00:24:01.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.258+0000 7fd63bc41640 1 -- 172.21.15.67:0/3790848585 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6341f6150 con 0x7fd6340b5a60 2024-09-21T00:24:01.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.258+0000 7fd6267fc640 1 -- 172.21.15.67:0/3790848585 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd630035040 con 0x7fd6340b5a60 2024-09-21T00:24:01.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.258+0000 7fd63bc41640 1 -- 172.21.15.67:0/3790848585 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6341f6710 con 0x7fd6340b5a60 2024-09-21T00:24:01.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.259+0000 7fd63bc41640 1 -- 172.21.15.67:0/3790848585 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd6340b09a0 con 0x7fd6340b5a60 2024-09-21T00:24:01.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.260+0000 7fd6267fc640 1 -- 172.21.15.67:0/3790848585 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fd630041030 con 0x7fd6340b5a60 2024-09-21T00:24:01.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.260+0000 7fd6267fc640 1 --2- 172.21.15.67:0/3790848585 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd618078bc0 0x7fd61807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:01.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.260+0000 7fd6267fc640 1 -- 172.21.15.67:0/3790848585 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 4857+0+0 (secure 0 0 0) 0x7fd6300bb1d0 con 0x7fd6340b5a60 2024-09-21T00:24:01.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.260+0000 7fd6391dc640 1 --2- 172.21.15.67:0/3790848585 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd618078bc0 0x7fd61807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:01.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.261+0000 7fd6391dc640 1 --2- 172.21.15.67:0/3790848585 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd618078bc0 0x7fd61807b0d0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fd63409df40 tx=0x7fd628009060 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:01.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.265+0000 7fd6267fc640 1 -- 172.21.15.67:0/3790848585 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fd6300833a0 con 0x7fd6340b5a60 2024-09-21T00:24:01.527 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.526+0000 7fd63bc41640 1 -- 172.21.15.67:0/3790848585 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7fd6340cca90 con 0x7fd6340b5a60 2024-09-21T00:24:01.528 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.527+0000 7fd6267fc640 1 -- 172.21.15.67:0/3790848585 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v13) ==== 80+0+5304 (secure 0 0 0) 0x7fd630087dd0 con 0x7fd6340b5a60 2024-09-21T00:24:01.528 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:24:01.528 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:24:01.528 INFO:teuthology.orchestra.run.smithi067.stdout: "auth_dump": [ 2024-09-21T00:24:01.528 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:24:01.528 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mds.a", 2024-09-21T00:24:01.529 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5m9QBaFRAAdgisHziG3hw/D2M72XZn8g==", 2024-09-21T00:24:01.529 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:24:01.529 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:24:01.529 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:24:01.529 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:24:01.529 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:24:01.529 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:24:01.529 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:24:01.529 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:24:01.529 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mds.b", 2024-09-21T00:24:01.529 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mLCJuIhAAl/r6CTzwOFBmlvDR8WTorQ==", 2024-09-21T00:24:01.529 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:24:01.529 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:24:01.529 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:24:01.529 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:24:01.530 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:24:01.530 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:24:01.530 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:24:01.530 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:24:01.530 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mds.c", 2024-09-21T00:24:01.530 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mQ14ZHRAAi5QZeknKrKjp2jO02yntmg==", 2024-09-21T00:24:01.530 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:24:01.530 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:24:01.530 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:24:01.530 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:24:01.530 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:24:01.530 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:24:01.530 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:24:01.530 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:24:01.531 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mds.d", 2024-09-21T00:24:01.531 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mgCsdKhAAJ06SsIMmvdDQWaRDeCy6CA==", 2024-09-21T00:24:01.531 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:24:01.531 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:24:01.531 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:24:01.531 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:24:01.531 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:24:01.531 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:24:01.531 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:24:01.531 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:24:01.531 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.0", 2024-09-21T00:24:01.531 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBJEe5mhxC8ERAAwqKGS/tp+aVv++lqOVEPwg==", 2024-09-21T00:24:01.531 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:24:01.531 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:24:01.532 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:24:01.532 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:24:01.532 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:24:01.532 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:24:01.532 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:24:01.532 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.1", 2024-09-21T00:24:01.532 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBMEe5mbob6IxAANdMr4wKZkwcnJzzUY88/xA==", 2024-09-21T00:24:01.532 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:24:01.532 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:24:01.532 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:24:01.532 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:24:01.532 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:24:01.532 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:24:01.532 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:24:01.533 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.2", 2024-09-21T00:24:01.533 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBPEe5mR+B2NRAAbF2XunKQ4T7GqO5mflYgFQ==", 2024-09-21T00:24:01.533 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:24:01.533 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:24:01.533 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:24:01.533 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:24:01.533 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:24:01.533 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:24:01.533 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:24:01.533 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.3", 2024-09-21T00:24:01.533 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBTEe5mrBCaDBAAhESlssYCQxHPjrG5irA8bg==", 2024-09-21T00:24:01.533 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:24:01.533 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:24:01.533 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:24:01.534 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:24:01.534 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:24:01.534 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:24:01.534 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:24:01.534 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.4", 2024-09-21T00:24:01.534 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBZEe5mH7dzKBAALqGrXHFlpxFvgoI3COb/CA==", 2024-09-21T00:24:01.534 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:24:01.534 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:24:01.534 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:24:01.534 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:24:01.534 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:24:01.534 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:24:01.534 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:24:01.535 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.5", 2024-09-21T00:24:01.535 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBcEe5mbQLIORAAhaKf6tntn/oh0n1a70pqAA==", 2024-09-21T00:24:01.535 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:24:01.535 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:24:01.535 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:24:01.535 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:24:01.535 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:24:01.535 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:24:01.535 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:24:01.535 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.6", 2024-09-21T00:24:01.535 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBgEe5m5MO7ABAACbg8WWV3GhNSHRnjscz6Fg==", 2024-09-21T00:24:01.535 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:24:01.535 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:24:01.535 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:24:01.536 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:24:01.536 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:24:01.536 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:24:01.536 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:24:01.536 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.7", 2024-09-21T00:24:01.536 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBjEe5mmCIxAxAArpnzucP3Mbmo3BL6YikqWA==", 2024-09-21T00:24:01.536 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:24:01.536 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:24:01.536 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:24:01.536 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:24:01.536 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:24:01.536 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:24:01.536 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:24:01.536 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.0", 2024-09-21T00:24:01.537 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mUnwLLxAAE0JXCN8yXTH2bWtWI41o2Q==", 2024-09-21T00:24:01.537 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:24:01.537 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:24:01.537 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow r", 2024-09-21T00:24:01.537 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-21T00:24:01.537 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:24:01.537 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:24:01.537 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:24:01.537 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.1", 2024-09-21T00:24:01.537 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mDFa8NhAAraRO3NGJQTzWBBcGkkEhhQ==", 2024-09-21T00:24:01.537 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:24:01.537 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:24:01.537 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow r", 2024-09-21T00:24:01.537 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow rw", 2024-09-21T00:24:01.538 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow rwx" 2024-09-21T00:24:01.538 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:24:01.538 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:24:01.538 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:24:01.538 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.2", 2024-09-21T00:24:01.538 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mLu3nMhAA14NXzzDpQhxci5XP4juw/w==", 2024-09-21T00:24:01.538 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:24:01.538 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:24:01.538 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow r", 2024-09-21T00:24:01.538 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow rw", 2024-09-21T00:24:01.538 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow rwx" 2024-09-21T00:24:01.538 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:24:01.538 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:24:01.538 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:24:01.539 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.3", 2024-09-21T00:24:01.539 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5m6Lx8OhAAx4r6ll1YCFpRFK7DC5qqOw==", 2024-09-21T00:24:01.539 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:24:01.539 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:24:01.539 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow r", 2024-09-21T00:24:01.539 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow rw", 2024-09-21T00:24:01.539 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow rwx" 2024-09-21T00:24:01.539 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:24:01.539 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:24:01.539 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:24:01.539 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.admin", 2024-09-21T00:24:01.539 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBEEe5myhTpMBAA3uuyq5Ek2nSa9jjWQzIshw==", 2024-09-21T00:24:01.539 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:24:01.539 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow *", 2024-09-21T00:24:01.540 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:24:01.540 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:24:01.540 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:24:01.540 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:24:01.540 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:24:01.540 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:24:01.540 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mgr.x", 2024-09-21T00:24:01.540 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mNMdbERAA41Bj7rmSurxL0D2Zq+oHVA==", 2024-09-21T00:24:01.540 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:24:01.540 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow *", 2024-09-21T00:24:01.540 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile mgr", 2024-09-21T00:24:01.540 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:24:01.540 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:24:01.540 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:24:01.540 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:24:01.541 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mgr.y", 2024-09-21T00:24:01.541 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mNcGQCxAA33vjLt+brud7Aul58c5kXw==", 2024-09-21T00:24:01.541 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:24:01.541 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow *", 2024-09-21T00:24:01.541 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile mgr", 2024-09-21T00:24:01.541 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:24:01.541 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:24:01.541 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:24:01.541 INFO:teuthology.orchestra.run.smithi067.stdout: ] 2024-09-21T00:24:01.541 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:24:01.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.529+0000 7fd63bc41640 1 -- 172.21.15.67:0/3790848585 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd618078bc0 msgr2=0x7fd61807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:01.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.529+0000 7fd63bc41640 1 --2- 172.21.15.67:0/3790848585 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd618078bc0 0x7fd61807b0d0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fd63409df40 tx=0x7fd628009060 comp rx=0 tx=0).stop 2024-09-21T00:24:01.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.529+0000 7fd63bc41640 1 -- 172.21.15.67:0/3790848585 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6340b5a60 msgr2=0x7fd6341f99b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:01.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.529+0000 7fd63bc41640 1 --2- 172.21.15.67:0/3790848585 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6340b5a60 0x7fd6341f99b0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fd630034040 tx=0x7fd6300039e0 comp rx=0 tx=0).stop 2024-09-21T00:24:01.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.529+0000 7fd63bc41640 1 -- 172.21.15.67:0/3790848585 shutdown_connections 2024-09-21T00:24:01.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.529+0000 7fd63bc41640 1 --2- 172.21.15.67:0/3790848585 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd618078bc0 0x7fd61807b0d0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:01.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.529+0000 7fd63bc41640 1 --2- 172.21.15.67:0/3790848585 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd6340d1da0 0x7fd6341f8270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:01.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.529+0000 7fd63bc41640 1 --2- 172.21.15.67:0/3790848585 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd6340b6510 0x7fd63406cf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:01.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.529+0000 7fd63bc41640 1 --2- 172.21.15.67:0/3790848585 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6340b5a60 0x7fd6341f99b0 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:01.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.529+0000 7fd63bc41640 1 -- 172.21.15.67:0/3790848585 >> 172.21.15.67:0/3790848585 conn(0x7fd6340d1280 msgr2=0x7fd6340cd220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:01.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.529+0000 7fd63bc41640 1 -- 172.21.15.67:0/3790848585 shutdown_connections 2024-09-21T00:24:01.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.529+0000 7fd63bc41640 1 -- 172.21.15.67:0/3790848585 wait complete. 2024-09-21T00:24:01.544 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-21T00:24:01.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.660+0000 7f9ec984a640 1 -- 172.21.15.67:0/162068365 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9ec409b060 msgr2=0x7f9ec40b4c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:01.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.660+0000 7f9ec984a640 1 --2- 172.21.15.67:0/162068365 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9ec409b060 0x7f9ec40b4c60 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f9eb8005fd0 tx=0x7f9eb802a5d0 comp rx=0 tx=0).stop 2024-09-21T00:24:01.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.660+0000 7f9ec984a640 1 -- 172.21.15.67:0/162068365 shutdown_connections 2024-09-21T00:24:01.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.660+0000 7f9ec984a640 1 --2- 172.21.15.67:0/162068365 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9ec40cd030 0x7f9ec40cd440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:01.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.660+0000 7f9ec984a640 1 --2- 172.21.15.67:0/162068365 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9ec409b060 0x7f9ec40b4c60 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:01.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.660+0000 7f9ec984a640 1 -- 172.21.15.67:0/162068365 >> 172.21.15.67:0/162068365 conn(0x7f9ec40b4140 msgr2=0x7f9ec40b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:01.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.660+0000 7f9ec984a640 1 -- 172.21.15.67:0/162068365 shutdown_connections 2024-09-21T00:24:01.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.660+0000 7f9ec984a640 1 -- 172.21.15.67:0/162068365 wait complete. 2024-09-21T00:24:01.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.662+0000 7f9ec984a640 1 Processor -- start 2024-09-21T00:24:01.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.662+0000 7f9ec984a640 1 -- start start 2024-09-21T00:24:01.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.663+0000 7f9ec984a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9ec40b7850 0x7f9ec40cb3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:01.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.663+0000 7f9ec984a640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9ec40cd030 0x7f9ec406f7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:01.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.663+0000 7f9ec984a640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9ec40c9700 0x7f9ec40c8350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:01.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.663+0000 7f9ec984a640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f9ec40cdd10 con 0x7f9ec40b7850 2024-09-21T00:24:01.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.663+0000 7f9ec984a640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f9ec40cdb90 con 0x7f9ec40cd030 2024-09-21T00:24:01.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.663+0000 7f9ec984a640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f9ec40cde90 con 0x7f9ec40c9700 2024-09-21T00:24:01.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.664+0000 7f9ec2ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9ec40b7850 0x7f9ec40cb3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:01.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.664+0000 7f9ec2ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9ec40b7850 0x7f9ec40cb3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:58110/0 (socket says 172.21.15.67:58110) 2024-09-21T00:24:01.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.664+0000 7f9ec2ffd640 1 -- 172.21.15.67:0/1282893907 learned_addr learned my addr 172.21.15.67:0/1282893907 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:01.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.664+0000 7f9ec27fc640 1 --2- 172.21.15.67:0/1282893907 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9ec40cd030 0x7f9ec406f7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:01.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.664+0000 7f9ec37fe640 1 --2- 172.21.15.67:0/1282893907 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9ec40c9700 0x7f9ec40c8350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:01.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.664+0000 7f9ec2ffd640 1 -- 172.21.15.67:0/1282893907 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9ec40c9700 msgr2=0x7f9ec40c8350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:01.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.664+0000 7f9ec2ffd640 1 --2- 172.21.15.67:0/1282893907 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9ec40c9700 0x7f9ec40c8350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:01.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.664+0000 7f9ec2ffd640 1 -- 172.21.15.67:0/1282893907 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9ec40cd030 msgr2=0x7f9ec406f7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:01.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.664+0000 7f9ec2ffd640 1 --2- 172.21.15.67:0/1282893907 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9ec40cd030 0x7f9ec406f7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:01.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.664+0000 7f9ec2ffd640 1 -- 172.21.15.67:0/1282893907 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ec41f8f50 con 0x7f9ec40b7850 2024-09-21T00:24:01.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.664+0000 7f9ec2ffd640 1 --2- 172.21.15.67:0/1282893907 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9ec40b7850 0x7f9ec40cb3b0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f9eb400c730 tx=0x7f9eb400cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:01.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.664+0000 7f9eabfff640 1 -- 172.21.15.67:0/1282893907 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9eb4003b70 con 0x7f9ec40b7850 2024-09-21T00:24:01.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.664+0000 7f9eabfff640 1 -- 172.21.15.67:0/1282893907 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9eb4003d30 con 0x7f9ec40b7850 2024-09-21T00:24:01.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.664+0000 7f9ec984a640 1 -- 172.21.15.67:0/1282893907 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ec41f9230 con 0x7f9ec40b7850 2024-09-21T00:24:01.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.664+0000 7f9eabfff640 1 -- 172.21.15.67:0/1282893907 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9eb400aab0 con 0x7f9ec40b7850 2024-09-21T00:24:01.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.664+0000 7f9ec984a640 1 -- 172.21.15.67:0/1282893907 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ec41f97f0 con 0x7f9ec40b7850 2024-09-21T00:24:01.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.666+0000 7f9ec984a640 1 -- 172.21.15.67:0/1282893907 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9ec40b4c60 con 0x7f9ec40b7850 2024-09-21T00:24:01.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.666+0000 7f9eabfff640 1 -- 172.21.15.67:0/1282893907 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f9eb400ac50 con 0x7f9ec40b7850 2024-09-21T00:24:01.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.667+0000 7f9eabfff640 1 --2- 172.21.15.67:0/1282893907 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9eb0078b90 0x7f9eb007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:01.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.667+0000 7f9eabfff640 1 -- 172.21.15.67:0/1282893907 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 4857+0+0 (secure 0 0 0) 0x7f9eb409a600 con 0x7f9ec40b7850 2024-09-21T00:24:01.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.667+0000 7f9ec27fc640 1 --2- 172.21.15.67:0/1282893907 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9eb0078b90 0x7f9eb007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:01.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.667+0000 7f9ec27fc640 1 --2- 172.21.15.67:0/1282893907 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9eb0078b90 0x7f9eb007b0a0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f9eb8033000 tx=0x7f9eb8004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:01.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.671+0000 7f9eabfff640 1 -- 172.21.15.67:0/1282893907 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f9eb4062860 con 0x7f9ec40b7850 2024-09-21T00:24:01.860 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.859+0000 7f9ec984a640 1 -- 172.21.15.67:0/1282893907 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f9ec406d210 con 0x7f9ec40b7850 2024-09-21T00:24:01.860 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.859+0000 7f9eabfff640 1 -- 172.21.15.67:0/1282893907 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v41) ==== 84+0+65 (secure 0 0 0) 0x7f9eb4067290 con 0x7f9ec40b7850 2024-09-21T00:24:01.860 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:24:01.860 INFO:teuthology.orchestra.run.smithi067.stdout:[ 2024-09-21T00:24:01.860 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:24:01.860 INFO:teuthology.orchestra.run.smithi067.stdout: "poolnum": 1, 2024-09-21T00:24:01.861 INFO:teuthology.orchestra.run.smithi067.stdout: "poolname": ".mgr" 2024-09-21T00:24:01.861 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:24:01.861 INFO:teuthology.orchestra.run.smithi067.stdout:] 2024-09-21T00:24:01.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.861+0000 7f9ec984a640 1 -- 172.21.15.67:0/1282893907 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9eb0078b90 msgr2=0x7f9eb007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:01.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.861+0000 7f9ec984a640 1 --2- 172.21.15.67:0/1282893907 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9eb0078b90 0x7f9eb007b0a0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f9eb8033000 tx=0x7f9eb8004730 comp rx=0 tx=0).stop 2024-09-21T00:24:01.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.861+0000 7f9ec984a640 1 -- 172.21.15.67:0/1282893907 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9ec40b7850 msgr2=0x7f9ec40cb3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:01.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.861+0000 7f9ec984a640 1 --2- 172.21.15.67:0/1282893907 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9ec40b7850 0x7f9ec40cb3b0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f9eb400c730 tx=0x7f9eb400cbf0 comp rx=0 tx=0).stop 2024-09-21T00:24:01.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.861+0000 7f9ec984a640 1 -- 172.21.15.67:0/1282893907 shutdown_connections 2024-09-21T00:24:01.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.861+0000 7f9ec984a640 1 --2- 172.21.15.67:0/1282893907 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9eb0078b90 0x7f9eb007b0a0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:01.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.861+0000 7f9ec984a640 1 --2- 172.21.15.67:0/1282893907 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9ec40c9700 0x7f9ec40c8350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:01.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.861+0000 7f9ec984a640 1 --2- 172.21.15.67:0/1282893907 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9ec40cd030 0x7f9ec406f7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:01.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.861+0000 7f9ec984a640 1 --2- 172.21.15.67:0/1282893907 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9ec40b7850 0x7f9ec40cb3b0 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:01.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.861+0000 7f9ec984a640 1 -- 172.21.15.67:0/1282893907 >> 172.21.15.67:0/1282893907 conn(0x7f9ec40b4140 msgr2=0x7f9ec40b5b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:01.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.861+0000 7f9ec984a640 1 -- 172.21.15.67:0/1282893907 shutdown_connections 2024-09-21T00:24:01.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.861+0000 7f9ec984a640 1 -- 172.21.15.67:0/1282893907 wait complete. 2024-09-21T00:24:01.874 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-21T00:24:01.874 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-21T00:24:01.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.993+0000 7f54a6a8c640 1 -- 172.21.15.67:0/1498723159 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f54a00d06f0 msgr2=0x7f54a00cd160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:01.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.993+0000 7f54a6a8c640 1 --2- 172.21.15.67:0/1498723159 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f54a00d06f0 0x7f54a00cd160 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f54a00740b0 tx=0x7f549002a4d0 comp rx=0 tx=0).stop 2024-09-21T00:24:01.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.993+0000 7f54a6a8c640 1 -- 172.21.15.67:0/1498723159 shutdown_connections 2024-09-21T00:24:01.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.993+0000 7f54a6a8c640 1 --2- 172.21.15.67:0/1498723159 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f54a009b960 0x7f54a00cd6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:01.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.993+0000 7f54a6a8c640 1 --2- 172.21.15.67:0/1498723159 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f54a00d06f0 0x7f54a00cd160 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:01.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.993+0000 7f54a6a8c640 1 --2- 172.21.15.67:0/1498723159 >> v2:172.21.15.97:3300/0 conn(0x7f54a00c5a90 0x7f54a00d01b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:01.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.993+0000 7f54a6a8c640 1 -- 172.21.15.67:0/1498723159 >> 172.21.15.67:0/1498723159 conn(0x7f54a00cee80 msgr2=0x7f54a00cf290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:01.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.993+0000 7f54a6a8c640 1 -- 172.21.15.67:0/1498723159 shutdown_connections 2024-09-21T00:24:01.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.993+0000 7f54a6a8c640 1 -- 172.21.15.67:0/1498723159 wait complete. 2024-09-21T00:24:01.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.995+0000 7f54a6a8c640 1 Processor -- start 2024-09-21T00:24:01.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.995+0000 7f54a6a8c640 1 -- start start 2024-09-21T00:24:01.999 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.997+0000 7f54a6a8c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f54a009b960 0x7f54a01e8c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:01.999 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.997+0000 7f54a6a8c640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f54a00c5a90 0x7f54a01df6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:01.999 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.997+0000 7f54a6a8c640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f54a00d06f0 0x7f54a00ca990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:01.999 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.997+0000 7f54a6a8c640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f54a00cdf70 con 0x7f54a009b960 2024-09-21T00:24:01.999 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.997+0000 7f54a6a8c640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f54a00cddf0 con 0x7f54a00d06f0 2024-09-21T00:24:01.999 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.997+0000 7f54a6a8c640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f54a00ce0f0 con 0x7f54a00c5a90 2024-09-21T00:24:01.999 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.997+0000 7f54a4828640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f54a009b960 0x7f54a01e8c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:02.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.997+0000 7f54a4828640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f54a009b960 0x7f54a01e8c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:58124/0 (socket says 172.21.15.67:58124) 2024-09-21T00:24:02.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.997+0000 7f54a4828640 1 -- 172.21.15.67:0/2307601490 learned_addr learned my addr 172.21.15.67:0/2307601490 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:02.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.997+0000 7f54a5029640 1 --2- 172.21.15.67:0/2307601490 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f54a00d06f0 0x7f54a00ca990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:02.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.997+0000 7f5497fff640 1 --2- 172.21.15.67:0/2307601490 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f54a00c5a90 0x7f54a01df6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:02.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.997+0000 7f54a4828640 1 -- 172.21.15.67:0/2307601490 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f54a00c5a90 msgr2=0x7f54a01df6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:02.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.997+0000 7f54a4828640 1 --2- 172.21.15.67:0/2307601490 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f54a00c5a90 0x7f54a01df6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:02.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.997+0000 7f54a4828640 1 -- 172.21.15.67:0/2307601490 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f54a00d06f0 msgr2=0x7f54a00ca990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:02.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.997+0000 7f54a4828640 1 --2- 172.21.15.67:0/2307601490 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f54a00d06f0 0x7f54a00ca990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:02.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.997+0000 7f54a4828640 1 -- 172.21.15.67:0/2307601490 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54a01f6430 con 0x7f54a009b960 2024-09-21T00:24:02.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.997+0000 7f5497fff640 1 --2- 172.21.15.67:0/2307601490 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f54a00c5a90 0x7f54a01df6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:24:02.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.997+0000 7f54a4828640 1 --2- 172.21.15.67:0/2307601490 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f54a009b960 0x7f54a01e8c90 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f549c00d740 tx=0x7f549c00dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:02.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.997+0000 7f54957fa640 1 -- 172.21.15.67:0/2307601490 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f549c017070 con 0x7f54a009b960 2024-09-21T00:24:02.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.998+0000 7f54957fa640 1 -- 172.21.15.67:0/2307601490 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f549c009d20 con 0x7f54a009b960 2024-09-21T00:24:02.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.998+0000 7f54a6a8c640 1 -- 172.21.15.67:0/2307601490 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f54a00b13c0 con 0x7f54a009b960 2024-09-21T00:24:02.001 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.998+0000 7f54957fa640 1 -- 172.21.15.67:0/2307601490 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f549c0106c0 con 0x7f54a009b960 2024-09-21T00:24:02.001 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.998+0000 7f54a6a8c640 1 -- 172.21.15.67:0/2307601490 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f54a00ca470 con 0x7f54a009b960 2024-09-21T00:24:02.001 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:01.999+0000 7f54a6a8c640 1 -- 172.21.15.67:0/2307601490 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f54a00d01b0 con 0x7f54a009b960 2024-09-21T00:24:02.001 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:02.000+0000 7f54957fa640 1 -- 172.21.15.67:0/2307601490 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f549c01a070 con 0x7f54a009b960 2024-09-21T00:24:02.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:02.000+0000 7f54957fa640 1 --2- 172.21.15.67:0/2307601490 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f548c078bc0 0x7f548c07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:02.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:02.000+0000 7f54957fa640 1 -- 172.21.15.67:0/2307601490 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 4857+0+0 (secure 0 0 0) 0x7f549c09ae40 con 0x7f54a009b960 2024-09-21T00:24:02.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:02.000+0000 7f5497fff640 1 --2- 172.21.15.67:0/2307601490 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f548c078bc0 0x7f548c07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:02.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:02.001+0000 7f5497fff640 1 --2- 172.21.15.67:0/2307601490 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f548c078bc0 0x7f548c07b0d0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f5490033000 tx=0x7f5490004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:02.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:02.004+0000 7f54957fa640 1 -- 172.21.15.67:0/2307601490 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f549c0630a0 con 0x7f54a009b960 2024-09-21T00:24:02.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:02.196+0000 7f54a6a8c640 1 -- 172.21.15.67:0/2307601490 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f54a00b18e0 con 0x7f54a009b960 2024-09-21T00:24:03.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:03.129+0000 7f54957fa640 1 -- 172.21.15.67:0/2307601490 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v42) ==== 138+0+0 (secure 0 0 0) 0x7f549c067ad0 con 0x7f54a009b960 2024-09-21T00:24:03.132 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_metadata' created 2024-09-21T00:24:03.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:03.133+0000 7f54a6a8c640 1 -- 172.21.15.67:0/2307601490 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f548c078bc0 msgr2=0x7f548c07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:03.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:03.133+0000 7f54a6a8c640 1 --2- 172.21.15.67:0/2307601490 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f548c078bc0 0x7f548c07b0d0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f5490033000 tx=0x7f5490004730 comp rx=0 tx=0).stop 2024-09-21T00:24:03.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:03.133+0000 7f54a6a8c640 1 -- 172.21.15.67:0/2307601490 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f54a009b960 msgr2=0x7f54a01e8c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:03.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:03.133+0000 7f54a6a8c640 1 --2- 172.21.15.67:0/2307601490 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f54a009b960 0x7f54a01e8c90 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f549c00d740 tx=0x7f549c00dc00 comp rx=0 tx=0).stop 2024-09-21T00:24:03.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:03.133+0000 7f54a6a8c640 1 -- 172.21.15.67:0/2307601490 shutdown_connections 2024-09-21T00:24:03.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:03.133+0000 7f54a6a8c640 1 --2- 172.21.15.67:0/2307601490 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f548c078bc0 0x7f548c07b0d0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:03.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:03.133+0000 7f54a6a8c640 1 --2- 172.21.15.67:0/2307601490 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f54a00d06f0 0x7f54a00ca990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:03.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:03.133+0000 7f54a6a8c640 1 --2- 172.21.15.67:0/2307601490 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f54a00c5a90 0x7f54a01df6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:03.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:03.133+0000 7f54a6a8c640 1 --2- 172.21.15.67:0/2307601490 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f54a009b960 0x7f54a01e8c90 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:03.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:03.133+0000 7f54a6a8c640 1 -- 172.21.15.67:0/2307601490 >> 172.21.15.67:0/2307601490 conn(0x7f54a00cee80 msgr2=0x7f54a01e49e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:03.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:03.133+0000 7f54a6a8c640 1 -- 172.21.15.67:0/2307601490 shutdown_connections 2024-09-21T00:24:03.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:03.133+0000 7f54a6a8c640 1 -- 172.21.15.67:0/2307601490 wait complete. 2024-09-21T00:24:03.154 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-21T00:24:03.286 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:03.284+0000 7f70d1dcc640 1 -- 172.21.15.67:0/2310328600 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f70b4003c10 msgr2=0x7f70b4004060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:03.286 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:03.284+0000 7f70d1dcc640 1 --2- 172.21.15.67:0/2310328600 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f70b4003c10 0x7f70b4004060 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f70bc009b50 tx=0x7f70b4005830 comp rx=0 tx=0).stop 2024-09-21T00:24:03.286 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:03.284+0000 7f70cbfff640 1 -- 172.21.15.67:0/2310328600 reap_dead start 2024-09-21T00:24:03.286 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:03.284+0000 7f70d1dcc640 1 -- 172.21.15.67:0/2310328600 shutdown_connections 2024-09-21T00:24:03.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:03.284+0000 7f70d1dcc640 1 -- 172.21.15.67:0/2310328600 >> 172.21.15.67:0/2310328600 conn(0x7f70cc0ccc00 msgr2=0x7f70cc0cd010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:03.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:03.284+0000 7f70d1dcc640 1 -- 172.21.15.67:0/2310328600 shutdown_connections 2024-09-21T00:24:03.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:03.284+0000 7f70d1dcc640 1 -- 172.21.15.67:0/2310328600 wait complete. 2024-09-21T00:24:03.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:03.286+0000 7f70d1dcc640 1 Processor -- start 2024-09-21T00:24:03.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:03.286+0000 7f70d1dcc640 1 -- start start 2024-09-21T00:24:03.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:03.287+0000 7f70d1dcc640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f70b4003c10 0x7f70cc074d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:03.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:03.287+0000 7f70d1dcc640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f70cc09aa00 0x7f70cc1571b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:03.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:03.287+0000 7f70d1dcc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f70cc0b0de0 0x7f70cc0b11f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:03.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:03.287+0000 7f70d1dcc640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f70cc070380 con 0x7f70cc0b0de0 2024-09-21T00:24:03.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:03.287+0000 7f70d1dcc640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f70cc0af440 con 0x7f70cc09aa00 2024-09-21T00:24:03.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:03.287+0000 7f70d1dcc640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f70cc070500 con 0x7f70b4003c10 2024-09-21T00:24:03.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:03.287+0000 7f70cbfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f70cc0b0de0 0x7f70cc0b11f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:03.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:03.287+0000 7f70cbfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f70cc0b0de0 0x7f70cc0b11f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34512/0 (socket says 172.21.15.67:34512) 2024-09-21T00:24:03.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:03.287+0000 7f70cbfff640 1 -- 172.21.15.67:0/1338627109 learned_addr learned my addr 172.21.15.67:0/1338627109 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:03.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:03.287+0000 7f70caffd640 1 --2- 172.21.15.67:0/1338627109 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f70cc09aa00 0x7f70cc1571b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:03.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:03.287+0000 7f70cb7fe640 1 --2- 172.21.15.67:0/1338627109 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f70b4003c10 0x7f70cc074d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:03.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:03.288+0000 7f70cbfff640 1 -- 172.21.15.67:0/1338627109 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f70b4003c10 msgr2=0x7f70cc074d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:03.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:03.288+0000 7f70cbfff640 1 --2- 172.21.15.67:0/1338627109 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f70b4003c10 0x7f70cc074d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:03.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:03.288+0000 7f70cbfff640 1 -- 172.21.15.67:0/1338627109 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f70cc09aa00 msgr2=0x7f70cc1571b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:03.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:03.288+0000 7f70cbfff640 1 --2- 172.21.15.67:0/1338627109 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f70cc09aa00 0x7f70cc1571b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:03.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:03.288+0000 7f70cbfff640 1 -- 172.21.15.67:0/1338627109 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70cc0b1730 con 0x7f70cc0b0de0 2024-09-21T00:24:03.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:03.288+0000 7f70cbfff640 1 --2- 172.21.15.67:0/1338627109 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f70cc0b0de0 0x7f70cc0b11f0 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f70cc072e70 tx=0x7f70c4006660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:03.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:03.288+0000 7f70b3fff640 1 -- 172.21.15.67:0/1338627109 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70c400fa80 con 0x7f70cc0b0de0 2024-09-21T00:24:03.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:03.288+0000 7f70b3fff640 1 -- 172.21.15.67:0/1338627109 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f70c400fc20 con 0x7f70cc0b0de0 2024-09-21T00:24:03.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:03.288+0000 7f70d1dcc640 1 -- 172.21.15.67:0/1338627109 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f70cc15f780 con 0x7f70cc0b0de0 2024-09-21T00:24:03.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:03.288+0000 7f70b3fff640 1 -- 172.21.15.67:0/1338627109 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70c4011430 con 0x7f70cc0b0de0 2024-09-21T00:24:03.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:03.288+0000 7f70d1dcc640 1 -- 172.21.15.67:0/1338627109 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70cc15e110 con 0x7f70cc0b0de0 2024-09-21T00:24:03.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:03.289+0000 7f70d1dcc640 1 -- 172.21.15.67:0/1338627109 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f70cc15f4e0 con 0x7f70cc0b0de0 2024-09-21T00:24:03.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:03.290+0000 7f70b3fff640 1 -- 172.21.15.67:0/1338627109 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f70c40115f0 con 0x7f70cc0b0de0 2024-09-21T00:24:03.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:03.290+0000 7f70b3fff640 1 --2- 172.21.15.67:0/1338627109 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f70b8078b90 0x7f70b807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:03.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:03.290+0000 7f70b3fff640 1 -- 172.21.15.67:0/1338627109 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 5227+0+0 (secure 0 0 0) 0x7f70c409b380 con 0x7f70cc0b0de0 2024-09-21T00:24:03.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:03.291+0000 7f70cb7fe640 1 --2- 172.21.15.67:0/1338627109 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f70b8078b90 0x7f70b807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:03.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:03.291+0000 7f70cb7fe640 1 --2- 172.21.15.67:0/1338627109 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f70b8078b90 0x7f70b807b0a0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f70bc035000 tx=0x7f70bc02d040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:03.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:03.295+0000 7f70b3fff640 1 -- 172.21.15.67:0/1338627109 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f70cc15f4e0 con 0x7f70cc0b0de0 2024-09-21T00:24:03.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:03.485+0000 7f70d1dcc640 1 -- 172.21.15.67:0/1338627109 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f70cc1e9640 con 0x7f70cc0b0de0 2024-09-21T00:24:04.137 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:04.135+0000 7f70b3fff640 1 -- 172.21.15.67:0/1338627109 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v43) ==== 170+0+0 (secure 0 0 0) 0x7f70cc0b1730 con 0x7f70cc0b0de0 2024-09-21T00:24:04.137 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_data' created 2024-09-21T00:24:04.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:04.137+0000 7f70d1dcc640 1 -- 172.21.15.67:0/1338627109 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f70b8078b90 msgr2=0x7f70b807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:04.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:04.137+0000 7f70d1dcc640 1 --2- 172.21.15.67:0/1338627109 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f70b8078b90 0x7f70b807b0a0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f70bc035000 tx=0x7f70bc02d040 comp rx=0 tx=0).stop 2024-09-21T00:24:04.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:04.137+0000 7f70d1dcc640 1 -- 172.21.15.67:0/1338627109 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f70cc0b0de0 msgr2=0x7f70cc0b11f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:04.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:04.137+0000 7f70d1dcc640 1 --2- 172.21.15.67:0/1338627109 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f70cc0b0de0 0x7f70cc0b11f0 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f70cc072e70 tx=0x7f70c4006660 comp rx=0 tx=0).stop 2024-09-21T00:24:04.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:04.138+0000 7f70d1dcc640 1 -- 172.21.15.67:0/1338627109 shutdown_connections 2024-09-21T00:24:04.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:04.138+0000 7f70d1dcc640 1 --2- 172.21.15.67:0/1338627109 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f70b8078b90 0x7f70b807b0a0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:04.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:04.138+0000 7f70d1dcc640 1 --2- 172.21.15.67:0/1338627109 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f70cc0b0de0 0x7f70cc0b11f0 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:04.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:04.138+0000 7f70d1dcc640 1 --2- 172.21.15.67:0/1338627109 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f70cc09aa00 0x7f70cc1571b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:04.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:04.138+0000 7f70d1dcc640 1 --2- 172.21.15.67:0/1338627109 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f70b4003c10 0x7f70cc074d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:04.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:04.138+0000 7f70d1dcc640 1 -- 172.21.15.67:0/1338627109 >> 172.21.15.67:0/1338627109 conn(0x7f70cc0ccc00 msgr2=0x7f70cc1593a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:04.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:04.138+0000 7f70d1dcc640 1 -- 172.21.15.67:0/1338627109 shutdown_connections 2024-09-21T00:24:04.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:04.138+0000 7f70d1dcc640 1 -- 172.21.15.67:0/1338627109 wait complete. 2024-09-21T00:24:04.164 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-21T00:24:04.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:04.287+0000 7f237f590640 1 -- 172.21.15.67:0/24615712 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f23780d1800 msgr2=0x7f237806ec80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:04.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:04.287+0000 7f237f590640 1 --2- 172.21.15.67:0/24615712 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f23780d1800 0x7f237806ec80 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f2370005fd0 tx=0x7f237002a8b0 comp rx=0 tx=0).stop 2024-09-21T00:24:04.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:04.287+0000 7f237f590640 1 -- 172.21.15.67:0/24615712 shutdown_connections 2024-09-21T00:24:04.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:04.287+0000 7f237f590640 1 --2- 172.21.15.67:0/24615712 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f23780d1800 0x7f237806ec80 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:04.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:04.287+0000 7f237f590640 1 --2- 172.21.15.67:0/24615712 >> v2:172.21.15.97:3300/0 conn(0x7f23780b3cb0 0x7f23780d3330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:04.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:04.287+0000 7f237f590640 1 -- 172.21.15.67:0/24615712 >> 172.21.15.67:0/24615712 conn(0x7f237808bee0 msgr2=0x7f23780d4720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:04.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:04.287+0000 7f237f590640 1 -- 172.21.15.67:0/24615712 shutdown_connections 2024-09-21T00:24:04.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:04.287+0000 7f237f590640 1 -- 172.21.15.67:0/24615712 wait complete. 2024-09-21T00:24:04.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:04.288+0000 7f237f590640 1 Processor -- start 2024-09-21T00:24:04.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:04.289+0000 7f237f590640 1 -- start start 2024-09-21T00:24:04.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:04.290+0000 7f237f590640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f23780b3cb0 0x7f237815ecf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:04.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:04.290+0000 7f237f590640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f23780d4e30 0x7f237809fcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:04.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:04.290+0000 7f237f590640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f237815f230 0x7f23780a01f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:04.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:04.290+0000 7f237f590640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f237806f550 con 0x7f237815f230 2024-09-21T00:24:04.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:04.290+0000 7f237f590640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f237806f3d0 con 0x7f23780d4e30 2024-09-21T00:24:04.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:04.290+0000 7f237f590640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f237806f6d0 con 0x7f23780b3cb0 2024-09-21T00:24:04.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:04.290+0000 7f237db2d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f237815f230 0x7f23780a01f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:04.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:04.290+0000 7f237db2d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f237815f230 0x7f23780a01f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34522/0 (socket says 172.21.15.67:34522) 2024-09-21T00:24:04.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:04.290+0000 7f237db2d640 1 -- 172.21.15.67:0/2569189846 learned_addr learned my addr 172.21.15.67:0/2569189846 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:04.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:04.290+0000 7f237cb2b640 1 --2- 172.21.15.67:0/2569189846 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f23780d4e30 0x7f237809fcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:04.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:04.290+0000 7f237d32c640 1 --2- 172.21.15.67:0/2569189846 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f23780b3cb0 0x7f237815ecf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:04.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:04.290+0000 7f237cb2b640 1 -- 172.21.15.67:0/2569189846 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f23780b3cb0 msgr2=0x7f237815ecf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:04.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:04.290+0000 7f237cb2b640 1 --2- 172.21.15.67:0/2569189846 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f23780b3cb0 0x7f237815ecf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:04.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:04.290+0000 7f237cb2b640 1 -- 172.21.15.67:0/2569189846 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f237815f230 msgr2=0x7f23780a01f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:04.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:04.290+0000 7f237cb2b640 1 --2- 172.21.15.67:0/2569189846 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f237815f230 0x7f23780a01f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:04.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:04.290+0000 7f237cb2b640 1 -- 172.21.15.67:0/2569189846 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f237815c500 con 0x7f23780d4e30 2024-09-21T00:24:04.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:04.290+0000 7f237d32c640 1 --2- 172.21.15.67:0/2569189846 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f23780b3cb0 0x7f237815ecf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:24:04.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:04.290+0000 7f237db2d640 1 --2- 172.21.15.67:0/2569189846 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f237815f230 0x7f23780a01f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:24:04.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:04.291+0000 7f237cb2b640 1 --2- 172.21.15.67:0/2569189846 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f23780d4e30 0x7f237809fcb0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f237400c310 tx=0x7f237400c7d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:04.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:04.291+0000 7f2369ffb640 1 -- 172.21.15.67:0/2569189846 <== mon.1 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2374011790 con 0x7f23780d4e30 2024-09-21T00:24:04.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:04.291+0000 7f2369ffb640 1 -- 172.21.15.67:0/2569189846 <== mon.1 v2:172.21.15.97:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2374017070 con 0x7f23780d4e30 2024-09-21T00:24:04.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:04.291+0000 7f237f590640 1 -- 172.21.15.67:0/2569189846 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23781f55a0 con 0x7f23780d4e30 2024-09-21T00:24:04.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:04.291+0000 7f2369ffb640 1 -- 172.21.15.67:0/2569189846 <== mon.1 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2374011ce0 con 0x7f23780d4e30 2024-09-21T00:24:04.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:04.291+0000 7f237f590640 1 -- 172.21.15.67:0/2569189846 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f23781f5b60 con 0x7f23780d4e30 2024-09-21T00:24:04.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:04.292+0000 7f237f590640 1 -- 172.21.15.67:0/2569189846 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f237806fb80 con 0x7f23780d4e30 2024-09-21T00:24:04.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:04.293+0000 7f2369ffb640 1 -- 172.21.15.67:0/2569189846 <== mon.1 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f2374005020 con 0x7f23780d4e30 2024-09-21T00:24:04.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:04.293+0000 7f2369ffb640 1 --2- 172.21.15.67:0/2569189846 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f235c078bc0 0x7f235c07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:04.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:04.294+0000 7f2369ffb640 1 -- 172.21.15.67:0/2569189846 <== mon.1 v2:172.21.15.97:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5609+0+0 (secure 0 0 0) 0x7f237409a980 con 0x7f23780d4e30 2024-09-21T00:24:04.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:04.294+0000 7f237d32c640 1 --2- 172.21.15.67:0/2569189846 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f235c078bc0 0x7f235c07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:04.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:04.294+0000 7f237d32c640 1 --2- 172.21.15.67:0/2569189846 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f235c078bc0 0x7f235c07b0d0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f236c009590 tx=0x7f236c005f30 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:04.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:04.298+0000 7f2369ffb640 1 -- 172.21.15.67:0/2569189846 <== mon.1 v2:172.21.15.97:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f2374062980 con 0x7f23780d4e30 2024-09-21T00:24:04.527 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:04.525+0000 7f237f590640 1 -- 172.21.15.67:0/2569189846 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f23780b9320 con 0x7f23780d4e30 2024-09-21T00:24:05.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.142+0000 7f2369ffb640 1 -- 172.21.15.67:0/2569189846 <== mon.1 v2:172.21.15.97:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 6 and data pool 7 v23) ==== 172+0+0 (secure 0 0 0) 0x7f23740673b0 con 0x7f23780d4e30 2024-09-21T00:24:05.153 INFO:teuthology.orchestra.run.smithi067.stderr:new fs with metadata pool 6 and data pool 7 2024-09-21T00:24:05.165 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.159+0000 7f237f590640 1 -- 172.21.15.67:0/2569189846 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f235c078bc0 msgr2=0x7f235c07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:05.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.159+0000 7f237f590640 1 --2- 172.21.15.67:0/2569189846 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f235c078bc0 0x7f235c07b0d0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f236c009590 tx=0x7f236c005f30 comp rx=0 tx=0).stop 2024-09-21T00:24:05.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.159+0000 7f237f590640 1 -- 172.21.15.67:0/2569189846 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f23780d4e30 msgr2=0x7f237809fcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:05.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.159+0000 7f237f590640 1 --2- 172.21.15.67:0/2569189846 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f23780d4e30 0x7f237809fcb0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f237400c310 tx=0x7f237400c7d0 comp rx=0 tx=0).stop 2024-09-21T00:24:05.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.161+0000 7f237f590640 1 -- 172.21.15.67:0/2569189846 shutdown_connections 2024-09-21T00:24:05.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.161+0000 7f237f590640 1 --2- 172.21.15.67:0/2569189846 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f235c078bc0 0x7f235c07b0d0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:05.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.161+0000 7f237f590640 1 --2- 172.21.15.67:0/2569189846 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f237815f230 0x7f23780a01f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:05.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.161+0000 7f237f590640 1 --2- 172.21.15.67:0/2569189846 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f23780d4e30 0x7f237809fcb0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:05.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.161+0000 7f237f590640 1 --2- 172.21.15.67:0/2569189846 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f23780b3cb0 0x7f237815ecf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:05.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.161+0000 7f237f590640 1 -- 172.21.15.67:0/2569189846 >> 172.21.15.67:0/2569189846 conn(0x7f237808bee0 msgr2=0x7f23780b1330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:05.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.161+0000 7f237f590640 1 -- 172.21.15.67:0/2569189846 shutdown_connections 2024-09-21T00:24:05.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.162+0000 7f237f590640 1 -- 172.21.15.67:0/2569189846 wait complete. 2024-09-21T00:24:05.183 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:24:05.302 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.300+0000 7fd7e0d19640 1 -- 172.21.15.67:0/886163414 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd7c4004800 msgr2=0x7fd7c4004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:05.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.300+0000 7fd7e0d19640 1 --2- 172.21.15.67:0/886163414 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd7c4004800 0x7fd7c4004c10 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7fd7d000c310 tx=0x7fd7c4005830 comp rx=0 tx=0).stop 2024-09-21T00:24:05.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.300+0000 7fd7e0d19640 1 -- 172.21.15.67:0/886163414 shutdown_connections 2024-09-21T00:24:05.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.300+0000 7fd7e0d19640 1 --2- 172.21.15.67:0/886163414 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd7c4004800 0x7fd7c4004c10 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:05.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.300+0000 7fd7e0d19640 1 -- 172.21.15.67:0/886163414 >> 172.21.15.67:0/886163414 conn(0x7fd7dc0b4140 msgr2=0x7fd7dc0b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:05.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.300+0000 7fd7e0d19640 1 -- 172.21.15.67:0/886163414 shutdown_connections 2024-09-21T00:24:05.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.300+0000 7fd7e0d19640 1 -- 172.21.15.67:0/886163414 wait complete. 2024-09-21T00:24:05.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.302+0000 7fd7e0d19640 1 Processor -- start 2024-09-21T00:24:05.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.302+0000 7fd7e0d19640 1 -- start start 2024-09-21T00:24:05.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.303+0000 7fd7e0d19640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd7c4004800 0x7fd7dc1f6990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:05.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.303+0000 7fd7e0d19640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd7dc159e90 0x7fd7dc0b1e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:05.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.303+0000 7fd7e0d19640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd7dc150e70 0x7fd7dc0b2340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:05.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.303+0000 7fd7e0d19640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fd7dc0b3e70 con 0x7fd7dc150e70 2024-09-21T00:24:05.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.303+0000 7fd7e0d19640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fd7dc0b3cf0 con 0x7fd7c4004800 2024-09-21T00:24:05.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.303+0000 7fd7e0d19640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fd7dc0d0a10 con 0x7fd7dc159e90 2024-09-21T00:24:05.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.303+0000 7fd7dad9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd7dc150e70 0x7fd7dc0b2340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:05.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.303+0000 7fd7dad9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd7dc150e70 0x7fd7dc0b2340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34540/0 (socket says 172.21.15.67:34540) 2024-09-21T00:24:05.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.303+0000 7fd7dad9d640 1 -- 172.21.15.67:0/279283324 learned_addr learned my addr 172.21.15.67:0/279283324 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:05.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.304+0000 7fd7d9d9b640 1 --2- 172.21.15.67:0/279283324 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd7dc159e90 0x7fd7dc0b1e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:05.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.304+0000 7fd7da59c640 1 --2- 172.21.15.67:0/279283324 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd7c4004800 0x7fd7dc1f6990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:05.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.304+0000 7fd7dad9d640 1 -- 172.21.15.67:0/279283324 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd7dc159e90 msgr2=0x7fd7dc0b1e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:05.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.304+0000 7fd7dad9d640 1 --2- 172.21.15.67:0/279283324 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd7dc159e90 0x7fd7dc0b1e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:05.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.304+0000 7fd7dad9d640 1 -- 172.21.15.67:0/279283324 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd7c4004800 msgr2=0x7fd7dc1f6990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:05.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.304+0000 7fd7dad9d640 1 --2- 172.21.15.67:0/279283324 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd7c4004800 0x7fd7dc1f6990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:05.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.304+0000 7fd7dad9d640 1 -- 172.21.15.67:0/279283324 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7dc1f7570 con 0x7fd7dc150e70 2024-09-21T00:24:05.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.304+0000 7fd7dad9d640 1 --2- 172.21.15.67:0/279283324 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd7dc150e70 0x7fd7dc0b2340 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7fd7dc0b7800 tx=0x7fd7d40019b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:05.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.304+0000 7fd7caffd640 1 -- 172.21.15.67:0/279283324 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7d4011870 con 0x7fd7dc150e70 2024-09-21T00:24:05.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.304+0000 7fd7caffd640 1 -- 172.21.15.67:0/279283324 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd7d4017070 con 0x7fd7dc150e70 2024-09-21T00:24:05.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.304+0000 7fd7e0d19640 1 -- 172.21.15.67:0/279283324 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd7dc0af1d0 con 0x7fd7dc150e70 2024-09-21T00:24:05.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.304+0000 7fd7caffd640 1 -- 172.21.15.67:0/279283324 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7d4011da0 con 0x7fd7dc150e70 2024-09-21T00:24:05.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.304+0000 7fd7e0d19640 1 -- 172.21.15.67:0/279283324 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7dc0af790 con 0x7fd7dc150e70 2024-09-21T00:24:05.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.305+0000 7fd7e0d19640 1 -- 172.21.15.67:0/279283324 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd7dc1f72e0 con 0x7fd7dc150e70 2024-09-21T00:24:05.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.306+0000 7fd7caffd640 1 -- 172.21.15.67:0/279283324 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fd7d401c460 con 0x7fd7dc150e70 2024-09-21T00:24:05.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.307+0000 7fd7caffd640 1 --2- 172.21.15.67:0/279283324 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd7bc078b90 0x7fd7bc07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:05.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.307+0000 7fd7caffd640 1 -- 172.21.15.67:0/279283324 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7fd7d409b4e0 con 0x7fd7dc150e70 2024-09-21T00:24:05.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.307+0000 7fd7da59c640 1 --2- 172.21.15.67:0/279283324 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd7bc078b90 0x7fd7bc07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:05.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.307+0000 7fd7da59c640 1 --2- 172.21.15.67:0/279283324 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd7bc078b90 0x7fd7bc07b0a0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fd7cc009c10 tx=0x7fd7cc005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:05.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.312+0000 7fd7caffd640 1 -- 172.21.15.67:0/279283324 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fd7d40639b0 con 0x7fd7dc150e70 2024-09-21T00:24:05.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.499+0000 7fd7e0d19640 1 -- 172.21.15.67:0/279283324 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd7dc0d0f70 con 0x7fd7dc150e70 2024-09-21T00:24:05.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.500+0000 7fd7caffd640 1 -- 172.21.15.67:0/279283324 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v44) ==== 74+0+16650 (secure 0 0 0) 0x7fd7d40632b0 con 0x7fd7dc150e70 2024-09-21T00:24:05.503 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:24:05.503 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":44,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:24:04.528408+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:24:02.201667+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"44","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-21T00:24:03.490863+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"44","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:24:05.505 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.502+0000 7fd7e0d19640 1 -- 172.21.15.67:0/279283324 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd7bc078b90 msgr2=0x7fd7bc07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:05.505 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.502+0000 7fd7e0d19640 1 --2- 172.21.15.67:0/279283324 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd7bc078b90 0x7fd7bc07b0a0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fd7cc009c10 tx=0x7fd7cc005f90 comp rx=0 tx=0).stop 2024-09-21T00:24:05.505 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.502+0000 7fd7e0d19640 1 -- 172.21.15.67:0/279283324 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd7dc150e70 msgr2=0x7fd7dc0b2340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:05.505 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.502+0000 7fd7e0d19640 1 --2- 172.21.15.67:0/279283324 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd7dc150e70 0x7fd7dc0b2340 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7fd7dc0b7800 tx=0x7fd7d40019b0 comp rx=0 tx=0).stop 2024-09-21T00:24:05.505 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.502+0000 7fd7e0d19640 1 -- 172.21.15.67:0/279283324 shutdown_connections 2024-09-21T00:24:05.505 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.502+0000 7fd7e0d19640 1 --2- 172.21.15.67:0/279283324 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd7bc078b90 0x7fd7bc07b0a0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:05.505 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.502+0000 7fd7e0d19640 1 --2- 172.21.15.67:0/279283324 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd7dc150e70 0x7fd7dc0b2340 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:05.505 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.502+0000 7fd7e0d19640 1 --2- 172.21.15.67:0/279283324 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd7dc159e90 0x7fd7dc0b1e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:05.505 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.502+0000 7fd7e0d19640 1 --2- 172.21.15.67:0/279283324 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd7c4004800 0x7fd7dc1f6990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:05.505 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.502+0000 7fd7e0d19640 1 -- 172.21.15.67:0/279283324 >> 172.21.15.67:0/279283324 conn(0x7fd7dc0b4140 msgr2=0x7fd7dc072620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:05.506 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.503+0000 7fd7e0d19640 1 -- 172.21.15.67:0/279283324 shutdown_connections 2024-09-21T00:24:05.506 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.503+0000 7fd7e0d19640 1 -- 172.21.15.67:0/279283324 wait complete. 2024-09-21T00:24:05.517 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:24:05.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.632+0000 7f19c1741640 1 -- 172.21.15.67:0/269089529 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f19bc0d2b00 msgr2=0x7f19bc15e7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:05.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.632+0000 7f19c1741640 1 --2- 172.21.15.67:0/269089529 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f19bc0d2b00 0x7f19bc15e7f0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f19a4009830 tx=0x7f19a402a5c0 comp rx=0 tx=0).stop 2024-09-21T00:24:05.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.632+0000 7f19c1741640 1 -- 172.21.15.67:0/269089529 shutdown_connections 2024-09-21T00:24:05.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.632+0000 7f19c1741640 1 --2- 172.21.15.67:0/269089529 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f19bc0d2b00 0x7f19bc15e7f0 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:05.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.632+0000 7f19c1741640 1 -- 172.21.15.67:0/269089529 >> 172.21.15.67:0/269089529 conn(0x7f19bc06dfb0 msgr2=0x7f19bc06e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:05.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.632+0000 7f19c1741640 1 -- 172.21.15.67:0/269089529 shutdown_connections 2024-09-21T00:24:05.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.632+0000 7f19c1741640 1 -- 172.21.15.67:0/269089529 wait complete. 2024-09-21T00:24:05.636 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.634+0000 7f19c1741640 1 Processor -- start 2024-09-21T00:24:05.636 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.634+0000 7f19c1741640 1 -- start start 2024-09-21T00:24:05.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.635+0000 7f19c1741640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f19bc0d11c0 0x7f19bc0cdb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:05.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.635+0000 7f19c1741640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f19bc0d2b00 0x7f19bc0b2920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:05.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.635+0000 7f19c1741640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f19bc162ea0 0x7f19bc161040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:05.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.635+0000 7f19c1741640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f19bc15f800 con 0x7f19bc0d2b00 2024-09-21T00:24:05.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.635+0000 7f19c1741640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f19bc15f680 con 0x7f19bc162ea0 2024-09-21T00:24:05.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.635+0000 7f19c1741640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f19bc15f980 con 0x7f19bc0d11c0 2024-09-21T00:24:05.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.635+0000 7f19ba7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f19bc0d2b00 0x7f19bc0b2920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:05.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.636+0000 7f19ba7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f19bc0d2b00 0x7f19bc0b2920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34546/0 (socket says 172.21.15.67:34546) 2024-09-21T00:24:05.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.636+0000 7f19ba7fc640 1 -- 172.21.15.67:0/1558477867 learned_addr learned my addr 172.21.15.67:0/1558477867 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:05.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.636+0000 7f19bb7fe640 1 --2- 172.21.15.67:0/1558477867 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f19bc162ea0 0x7f19bc161040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:05.640 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.636+0000 7f19baffd640 1 --2- 172.21.15.67:0/1558477867 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f19bc0d11c0 0x7f19bc0cdb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:05.640 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.636+0000 7f19ba7fc640 1 -- 172.21.15.67:0/1558477867 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f19bc0d11c0 msgr2=0x7f19bc0cdb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:05.640 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.636+0000 7f19ba7fc640 1 --2- 172.21.15.67:0/1558477867 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f19bc0d11c0 0x7f19bc0cdb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:05.640 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.636+0000 7f19ba7fc640 1 -- 172.21.15.67:0/1558477867 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f19bc162ea0 msgr2=0x7f19bc161040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:05.640 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.636+0000 7f19ba7fc640 1 --2- 172.21.15.67:0/1558477867 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f19bc162ea0 0x7f19bc161040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:05.640 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.636+0000 7f19ba7fc640 1 -- 172.21.15.67:0/1558477867 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19bc1f5970 con 0x7f19bc0d2b00 2024-09-21T00:24:05.640 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.636+0000 7f19baffd640 1 --2- 172.21.15.67:0/1558477867 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f19bc0d11c0 0x7f19bc0cdb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:24:05.640 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.636+0000 7f19ba7fc640 1 --2- 172.21.15.67:0/1558477867 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f19bc0d2b00 0x7f19bc0b2920 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f19a4009950 tx=0x7f19a4033c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:05.640 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.636+0000 7f19b37fe640 1 -- 172.21.15.67:0/1558477867 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19a4031b60 con 0x7f19bc0d2b00 2024-09-21T00:24:05.640 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.636+0000 7f19b37fe640 1 -- 172.21.15.67:0/1558477867 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f19a4031df0 con 0x7f19bc0d2b00 2024-09-21T00:24:05.640 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.636+0000 7f19c1741640 1 -- 172.21.15.67:0/1558477867 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f19bc1f5c50 con 0x7f19bc0d2b00 2024-09-21T00:24:05.640 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.636+0000 7f19b37fe640 1 -- 172.21.15.67:0/1558477867 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19a4005280 con 0x7f19bc0d2b00 2024-09-21T00:24:05.640 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.636+0000 7f19c1741640 1 -- 172.21.15.67:0/1558477867 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f19bc1f6210 con 0x7f19bc0d2b00 2024-09-21T00:24:05.641 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.637+0000 7f19c1741640 1 -- 172.21.15.67:0/1558477867 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f19bc1f56e0 con 0x7f19bc0d2b00 2024-09-21T00:24:05.641 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.638+0000 7f19b37fe640 1 -- 172.21.15.67:0/1558477867 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f19a4005420 con 0x7f19bc0d2b00 2024-09-21T00:24:05.641 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.639+0000 7f19b37fe640 1 --2- 172.21.15.67:0/1558477867 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f199c078b90 0x7f199c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:05.641 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.639+0000 7f19b37fe640 1 -- 172.21.15.67:0/1558477867 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7f19a40bbee0 con 0x7f19bc0d2b00 2024-09-21T00:24:05.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.639+0000 7f19baffd640 1 --2- 172.21.15.67:0/1558477867 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f199c078b90 0x7f199c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:05.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.639+0000 7f19baffd640 1 --2- 172.21.15.67:0/1558477867 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f199c078b90 0x7f199c07b0a0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f19b4001090 tx=0x7f19b4009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:05.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.643+0000 7f19b37fe640 1 -- 172.21.15.67:0/1558477867 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f19a403f030 con 0x7f19bc0d2b00 2024-09-21T00:24:05.833 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.831+0000 7f19c1741640 1 -- 172.21.15.67:0/1558477867 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f19bc15e7f0 con 0x7f19bc0d2b00 2024-09-21T00:24:05.835 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.832+0000 7f19b37fe640 1 -- 172.21.15.67:0/1558477867 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v44) ==== 74+0+16650 (secure 0 0 0) 0x7f19a4031770 con 0x7f19bc0d2b00 2024-09-21T00:24:05.835 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:24:05.835 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":44,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:24:04.528408+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:24:02.201667+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"44","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-21T00:24:03.490863+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"44","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:24:05.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.834+0000 7f19c1741640 1 -- 172.21.15.67:0/1558477867 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f199c078b90 msgr2=0x7f199c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:05.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.834+0000 7f19c1741640 1 --2- 172.21.15.67:0/1558477867 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f199c078b90 0x7f199c07b0a0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f19b4001090 tx=0x7f19b4009040 comp rx=0 tx=0).stop 2024-09-21T00:24:05.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.834+0000 7f19c1741640 1 -- 172.21.15.67:0/1558477867 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f19bc0d2b00 msgr2=0x7f19bc0b2920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:05.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.834+0000 7f19c1741640 1 --2- 172.21.15.67:0/1558477867 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f19bc0d2b00 0x7f19bc0b2920 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f19a4009950 tx=0x7f19a4033c10 comp rx=0 tx=0).stop 2024-09-21T00:24:05.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.834+0000 7f19c1741640 1 -- 172.21.15.67:0/1558477867 shutdown_connections 2024-09-21T00:24:05.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.834+0000 7f19c1741640 1 --2- 172.21.15.67:0/1558477867 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f199c078b90 0x7f199c07b0a0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:05.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.834+0000 7f19c1741640 1 --2- 172.21.15.67:0/1558477867 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f19bc162ea0 0x7f19bc161040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:05.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.834+0000 7f19c1741640 1 --2- 172.21.15.67:0/1558477867 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f19bc0d2b00 0x7f19bc0b2920 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:05.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.834+0000 7f19c1741640 1 --2- 172.21.15.67:0/1558477867 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f19bc0d11c0 0x7f19bc0cdb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:05.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.834+0000 7f19c1741640 1 -- 172.21.15.67:0/1558477867 >> 172.21.15.67:0/1558477867 conn(0x7f19bc06dfb0 msgr2=0x7f19bc0cf6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:05.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.835+0000 7f19c1741640 1 -- 172.21.15.67:0/1558477867 shutdown_connections 2024-09-21T00:24:05.838 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.835+0000 7f19c1741640 1 -- 172.21.15.67:0/1558477867 wait complete. 2024-09-21T00:24:05.848 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-21T00:24:05.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.966+0000 7f00bf08b640 1 -- 172.21.15.67:0/479329879 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f00b80b3cb0 msgr2=0x7f00b80d3330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:05.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.966+0000 7f00bf08b640 1 --2- 172.21.15.67:0/479329879 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f00b80b3cb0 0x7f00b80d3330 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f00a8009850 tx=0x7f00a802a510 comp rx=0 tx=0).stop 2024-09-21T00:24:05.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.966+0000 7f00bf08b640 1 -- 172.21.15.67:0/479329879 shutdown_connections 2024-09-21T00:24:05.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.966+0000 7f00bf08b640 1 --2- 172.21.15.67:0/479329879 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f00b80b3cb0 0x7f00b80d3330 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:05.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.966+0000 7f00bf08b640 1 -- 172.21.15.67:0/479329879 >> 172.21.15.67:0/479329879 conn(0x7f00b808bee0 msgr2=0x7f00b80d4720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:05.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.966+0000 7f00bf08b640 1 -- 172.21.15.67:0/479329879 shutdown_connections 2024-09-21T00:24:05.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.966+0000 7f00bf08b640 1 -- 172.21.15.67:0/479329879 wait complete. 2024-09-21T00:24:05.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.968+0000 7f00bf08b640 1 Processor -- start 2024-09-21T00:24:05.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.968+0000 7f00bf08b640 1 -- start start 2024-09-21T00:24:05.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.969+0000 7f00bf08b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f00b80b3cb0 0x7f00b81f2b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:05.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.969+0000 7f00bf08b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f00b80d4e30 0x7f00b81f55d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:05.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.969+0000 7f00bf08b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f00b815e1a0 0x7f00b815e5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:05.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.969+0000 7f00bf08b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f00b806f720 con 0x7f00b80b3cb0 2024-09-21T00:24:05.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.969+0000 7f00bf08b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f00b806f5a0 con 0x7f00b80d4e30 2024-09-21T00:24:05.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.969+0000 7f00bf08b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f00b806f8a0 con 0x7f00b815e1a0 2024-09-21T00:24:05.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.970+0000 7f00bce27640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f00b80b3cb0 0x7f00b81f2b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:05.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.970+0000 7f00bce27640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f00b80b3cb0 0x7f00b81f2b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34552/0 (socket says 172.21.15.67:34552) 2024-09-21T00:24:05.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.970+0000 7f00bce27640 1 -- 172.21.15.67:0/3963476640 learned_addr learned my addr 172.21.15.67:0/3963476640 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:05.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.970+0000 7f00b7fff640 1 --2- 172.21.15.67:0/3963476640 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f00b80d4e30 0x7f00b81f55d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:05.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.970+0000 7f00bd628640 1 --2- 172.21.15.67:0/3963476640 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f00b815e1a0 0x7f00b815e5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:05.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.970+0000 7f00bce27640 1 -- 172.21.15.67:0/3963476640 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f00b815e1a0 msgr2=0x7f00b815e5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:05.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.970+0000 7f00bce27640 1 --2- 172.21.15.67:0/3963476640 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f00b815e1a0 0x7f00b815e5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:05.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.970+0000 7f00bce27640 1 -- 172.21.15.67:0/3963476640 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f00b80d4e30 msgr2=0x7f00b81f55d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:05.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.970+0000 7f00bce27640 1 --2- 172.21.15.67:0/3963476640 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f00b80d4e30 0x7f00b81f55d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:05.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.970+0000 7f00bce27640 1 -- 172.21.15.67:0/3963476640 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00b815eaf0 con 0x7f00b80b3cb0 2024-09-21T00:24:05.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.970+0000 7f00bd628640 1 --2- 172.21.15.67:0/3963476640 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f00b815e1a0 0x7f00b815e5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:24:05.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.970+0000 7f00bce27640 1 --2- 172.21.15.67:0/3963476640 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f00b80b3cb0 0x7f00b81f2b20 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f00a802ab00 tx=0x7f00a8004a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:05.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.970+0000 7f00b57fa640 1 -- 172.21.15.67:0/3963476640 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00a8004220 con 0x7f00b80b3cb0 2024-09-21T00:24:05.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.970+0000 7f00bf08b640 1 -- 172.21.15.67:0/3963476640 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00b81f6090 con 0x7f00b80b3cb0 2024-09-21T00:24:05.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.970+0000 7f00b57fa640 1 -- 172.21.15.67:0/3963476640 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f00a8004e30 con 0x7f00b80b3cb0 2024-09-21T00:24:05.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.970+0000 7f00b57fa640 1 -- 172.21.15.67:0/3963476640 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00a8003830 con 0x7f00b80b3cb0 2024-09-21T00:24:05.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.970+0000 7f00bf08b640 1 -- 172.21.15.67:0/3963476640 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00b815c560 con 0x7f00b80b3cb0 2024-09-21T00:24:05.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.972+0000 7f00bf08b640 1 -- 172.21.15.67:0/3963476640 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f00b806fd00 con 0x7f00b80b3cb0 2024-09-21T00:24:05.976 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.972+0000 7f00b57fa640 1 -- 172.21.15.67:0/3963476640 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f00a80039d0 con 0x7f00b80b3cb0 2024-09-21T00:24:05.976 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.973+0000 7f00b57fa640 1 --2- 172.21.15.67:0/3963476640 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f00a4078b90 0x7f00a407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:05.976 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.973+0000 7f00b57fa640 1 -- 172.21.15.67:0/3963476640 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7f00a80bbe00 con 0x7f00b80b3cb0 2024-09-21T00:24:05.976 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.973+0000 7f00b7fff640 1 --2- 172.21.15.67:0/3963476640 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f00a4078b90 0x7f00a407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:05.976 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.974+0000 7f00b7fff640 1 --2- 172.21.15.67:0/3963476640 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f00a4078b90 0x7f00a407b0a0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f00b80b19f0 tx=0x7f00ac009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:05.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:05.977+0000 7f00b57fa640 1 -- 172.21.15.67:0/3963476640 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f00b815eaf0 con 0x7f00b80b3cb0 2024-09-21T00:24:06.207 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:06.205+0000 7f00bf08b640 1 -- 172.21.15.67:0/3963476640 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f00b80b1a20 con 0x7f00b80b3cb0 2024-09-21T00:24:07.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:07.164+0000 7f00b57fa640 1 -- 172.21.15.67:0/3963476640 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v26) ==== 118+0+0 (secure 0 0 0) 0x7f00a803f030 con 0x7f00b80b3cb0 2024-09-21T00:24:07.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:07.167+0000 7f00bf08b640 1 -- 172.21.15.67:0/3963476640 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f00a4078b90 msgr2=0x7f00a407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:07.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:07.167+0000 7f00bf08b640 1 --2- 172.21.15.67:0/3963476640 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f00a4078b90 0x7f00a407b0a0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f00b80b19f0 tx=0x7f00ac009040 comp rx=0 tx=0).stop 2024-09-21T00:24:07.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:07.167+0000 7f00bf08b640 1 -- 172.21.15.67:0/3963476640 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f00b80b3cb0 msgr2=0x7f00b81f2b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:07.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:07.167+0000 7f00bf08b640 1 --2- 172.21.15.67:0/3963476640 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f00b80b3cb0 0x7f00b81f2b20 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f00a802ab00 tx=0x7f00a8004a30 comp rx=0 tx=0).stop 2024-09-21T00:24:07.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:07.167+0000 7f00bf08b640 1 -- 172.21.15.67:0/3963476640 shutdown_connections 2024-09-21T00:24:07.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:07.167+0000 7f00bf08b640 1 --2- 172.21.15.67:0/3963476640 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f00a4078b90 0x7f00a407b0a0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:07.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:07.167+0000 7f00bf08b640 1 --2- 172.21.15.67:0/3963476640 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f00b815e1a0 0x7f00b815e5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:07.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:07.167+0000 7f00bf08b640 1 --2- 172.21.15.67:0/3963476640 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f00b80d4e30 0x7f00b81f55d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:07.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:07.167+0000 7f00bf08b640 1 --2- 172.21.15.67:0/3963476640 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f00b80b3cb0 0x7f00b81f2b20 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:07.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:07.167+0000 7f00bf08b640 1 -- 172.21.15.67:0/3963476640 >> 172.21.15.67:0/3963476640 conn(0x7f00b808bee0 msgr2=0x7f00b80cf240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:07.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:07.167+0000 7f00bf08b640 1 -- 172.21.15.67:0/3963476640 shutdown_connections 2024-09-21T00:24:07.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:07.167+0000 7f00bf08b640 1 -- 172.21.15.67:0/3963476640 wait complete. 2024-09-21T00:24:07.184 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-21T00:24:07.184 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-21T00:24:07.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:07.309+0000 7f3e11240640 1 -- 172.21.15.67:0/2072779926 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3e0c0b2530 msgr2=0x7f3e0c06cdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:07.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:07.309+0000 7f3e11240640 1 --2- 172.21.15.67:0/2072779926 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3e0c0b2530 0x7f3e0c06cdb0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f3e00005fd0 tx=0x7f3e0002a670 comp rx=0 tx=0).stop 2024-09-21T00:24:07.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:07.309+0000 7f3e11240640 1 -- 172.21.15.67:0/2072779926 shutdown_connections 2024-09-21T00:24:07.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:07.309+0000 7f3e11240640 1 --2- 172.21.15.67:0/2072779926 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3e0c0b2530 0x7f3e0c06cdb0 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:07.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:07.309+0000 7f3e11240640 1 -- 172.21.15.67:0/2072779926 >> 172.21.15.67:0/2072779926 conn(0x7f3e0c09a950 msgr2=0x7f3e0c0d13c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:07.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:07.309+0000 7f3e11240640 1 -- 172.21.15.67:0/2072779926 shutdown_connections 2024-09-21T00:24:07.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:07.309+0000 7f3e11240640 1 -- 172.21.15.67:0/2072779926 wait complete. 2024-09-21T00:24:07.313 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a has been restored 2024-09-21T00:24:07.313 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b has been restored 2024-09-21T00:24:07.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:07.311+0000 7f3e11240640 1 Processor -- start 2024-09-21T00:24:07.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:07.311+0000 7f3e11240640 1 -- start start 2024-09-21T00:24:07.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:07.313+0000 7f3e11240640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3e0c0b2530 0x7f3e0c15c6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:07.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:07.313+0000 7f3e11240640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3e0c0d1d70 0x7f3e0c160e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:07.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:07.313+0000 7f3e11240640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3e0c15dc00 0x7f3e0c15b460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:07.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:07.313+0000 7f3e11240640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f3e0c0b6940 con 0x7f3e0c0b2530 2024-09-21T00:24:07.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:07.313+0000 7f3e11240640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f3e0c06d6c0 con 0x7f3e0c0d1d70 2024-09-21T00:24:07.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:07.313+0000 7f3e11240640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f3e0c0b6ac0 con 0x7f3e0c15dc00 2024-09-21T00:24:07.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:07.313+0000 7f3e0ad9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3e0c0b2530 0x7f3e0c15c6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:07.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:07.313+0000 7f3e0ad9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3e0c0b2530 0x7f3e0c15c6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34568/0 (socket says 172.21.15.67:34568) 2024-09-21T00:24:07.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:07.313+0000 7f3e0ad9d640 1 -- 172.21.15.67:0/576758090 learned_addr learned my addr 172.21.15.67:0/576758090 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:07.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:07.313+0000 7f3e0a59c640 1 --2- 172.21.15.67:0/576758090 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3e0c0d1d70 0x7f3e0c160e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:07.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:07.313+0000 7f3e0b59e640 1 --2- 172.21.15.67:0/576758090 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3e0c15dc00 0x7f3e0c15b460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:07.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:07.313+0000 7f3e0ad9d640 1 -- 172.21.15.67:0/576758090 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3e0c15dc00 msgr2=0x7f3e0c15b460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:07.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:07.313+0000 7f3e0ad9d640 1 --2- 172.21.15.67:0/576758090 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3e0c15dc00 0x7f3e0c15b460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:07.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:07.313+0000 7f3e0ad9d640 1 -- 172.21.15.67:0/576758090 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3e0c0d1d70 msgr2=0x7f3e0c160e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:07.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:07.313+0000 7f3e0ad9d640 1 --2- 172.21.15.67:0/576758090 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3e0c0d1d70 0x7f3e0c160e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:07.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:07.313+0000 7f3e0ad9d640 1 -- 172.21.15.67:0/576758090 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e0c1f3940 con 0x7f3e0c0b2530 2024-09-21T00:24:07.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:07.313+0000 7f3e0ad9d640 1 --2- 172.21.15.67:0/576758090 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3e0c0b2530 0x7f3e0c15c6e0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f3dfc00c390 tx=0x7f3dfc00c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:07.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:07.313+0000 7f3df37fe640 1 -- 172.21.15.67:0/576758090 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dfc017070 con 0x7f3e0c0b2530 2024-09-21T00:24:07.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:07.313+0000 7f3df37fe640 1 -- 172.21.15.67:0/576758090 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3dfc0035f0 con 0x7f3e0c0b2530 2024-09-21T00:24:07.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:07.313+0000 7f3e11240640 1 -- 172.21.15.67:0/576758090 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3e0c1f3c20 con 0x7f3e0c0b2530 2024-09-21T00:24:07.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:07.313+0000 7f3df37fe640 1 -- 172.21.15.67:0/576758090 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dfc003a40 con 0x7f3e0c0b2530 2024-09-21T00:24:07.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:07.314+0000 7f3e11240640 1 -- 172.21.15.67:0/576758090 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3e0c1f41e0 con 0x7f3e0c0b2530 2024-09-21T00:24:07.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:07.315+0000 7f3e11240640 1 -- 172.21.15.67:0/576758090 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3e0c06cdb0 con 0x7f3e0c0b2530 2024-09-21T00:24:07.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:07.315+0000 7f3df37fe640 1 -- 172.21.15.67:0/576758090 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f3dfc01a070 con 0x7f3e0c0b2530 2024-09-21T00:24:07.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:07.316+0000 7f3df37fe640 1 --2- 172.21.15.67:0/576758090 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3df8078b90 0x7f3df807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:07.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:07.316+0000 7f3df37fe640 1 -- 172.21.15.67:0/576758090 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f3dfc099e80 con 0x7f3e0c0b2530 2024-09-21T00:24:07.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:07.316+0000 7f3e0a59c640 1 --2- 172.21.15.67:0/576758090 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3df8078b90 0x7f3df807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:07.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:07.317+0000 7f3e0a59c640 1 --2- 172.21.15.67:0/576758090 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3df8078b90 0x7f3df807b0a0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f3e00033000 tx=0x7f3e00004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:07.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:07.321+0000 7f3df37fe640 1 -- 172.21.15.67:0/576758090 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f3dfc0623e0 con 0x7f3e0c0b2530 2024-09-21T00:24:07.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:07.551+0000 7f3e11240640 1 -- 172.21.15.67:0/576758090 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f3e0c0cb310 con 0x7f3e0c0b2530 2024-09-21T00:24:08.167 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.165+0000 7f3df37fe640 1 -- 172.21.15.67:0/576758090 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v27) ==== 122+0+0 (secure 0 0 0) 0x7f3dfc061ce0 con 0x7f3e0c0b2530 2024-09-21T00:24:08.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.168+0000 7f3e11240640 1 -- 172.21.15.67:0/576758090 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3df8078b90 msgr2=0x7f3df807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:08.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.168+0000 7f3e11240640 1 --2- 172.21.15.67:0/576758090 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3df8078b90 0x7f3df807b0a0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f3e00033000 tx=0x7f3e00004730 comp rx=0 tx=0).stop 2024-09-21T00:24:08.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.168+0000 7f3e11240640 1 -- 172.21.15.67:0/576758090 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3e0c0b2530 msgr2=0x7f3e0c15c6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:08.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.168+0000 7f3e11240640 1 --2- 172.21.15.67:0/576758090 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3e0c0b2530 0x7f3e0c15c6e0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f3dfc00c390 tx=0x7f3dfc00c850 comp rx=0 tx=0).stop 2024-09-21T00:24:08.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.168+0000 7f3e11240640 1 -- 172.21.15.67:0/576758090 shutdown_connections 2024-09-21T00:24:08.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.168+0000 7f3e11240640 1 --2- 172.21.15.67:0/576758090 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3df8078b90 0x7f3df807b0a0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:08.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.168+0000 7f3e11240640 1 --2- 172.21.15.67:0/576758090 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3e0c15dc00 0x7f3e0c15b460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:08.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.168+0000 7f3e11240640 1 --2- 172.21.15.67:0/576758090 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3e0c0d1d70 0x7f3e0c160e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:08.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.168+0000 7f3e11240640 1 --2- 172.21.15.67:0/576758090 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3e0c0b2530 0x7f3e0c15c6e0 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:08.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.168+0000 7f3e11240640 1 -- 172.21.15.67:0/576758090 >> 172.21.15.67:0/576758090 conn(0x7f3e0c09a950 msgr2=0x7f3e0c0b6200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:08.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.168+0000 7f3e11240640 1 -- 172.21.15.67:0/576758090 shutdown_connections 2024-09-21T00:24:08.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.168+0000 7f3e11240640 1 -- 172.21.15.67:0/576758090 wait complete. 2024-09-21T00:24:08.184 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-21T00:24:08.184 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:24:08.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.303+0000 7f54306dc640 1 -- 172.21.15.67:0/3027538811 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5414003a50 msgr2=0x7f5414003ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:08.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.303+0000 7f54306dc640 1 --2- 172.21.15.67:0/3027538811 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5414003a50 0x7f5414003ec0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f542400bb20 tx=0x7f5414005830 comp rx=0 tx=0).stop 2024-09-21T00:24:08.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.303+0000 7f54306dc640 1 -- 172.21.15.67:0/3027538811 shutdown_connections 2024-09-21T00:24:08.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.303+0000 7f54306dc640 1 --2- 172.21.15.67:0/3027538811 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5414003a50 0x7f5414003ec0 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:08.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.303+0000 7f54306dc640 1 -- 172.21.15.67:0/3027538811 >> 172.21.15.67:0/3027538811 conn(0x7f54280b4140 msgr2=0x7f54280b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:08.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.303+0000 7f54306dc640 1 -- 172.21.15.67:0/3027538811 shutdown_connections 2024-09-21T00:24:08.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.303+0000 7f54306dc640 1 -- 172.21.15.67:0/3027538811 wait complete. 2024-09-21T00:24:08.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.305+0000 7f54306dc640 1 Processor -- start 2024-09-21T00:24:08.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.305+0000 7f54306dc640 1 -- start start 2024-09-21T00:24:08.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.306+0000 7f54306dc640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5414003a50 0x7f54281d7990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:08.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.306+0000 7f54306dc640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f54281d7ed0 0x7f54280ca390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:08.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.306+0000 7f54306dc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f54280b0220 0x7f54280ca8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:08.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.306+0000 7f54306dc640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f54280b4ff0 con 0x7f54280b0220 2024-09-21T00:24:08.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.306+0000 7f54306dc640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f54280b4e70 con 0x7f5414003a50 2024-09-21T00:24:08.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.306+0000 7f54306dc640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f542809ad60 con 0x7f54281d7ed0 2024-09-21T00:24:08.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.307+0000 7f542ec79640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f54280b0220 0x7f54280ca8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:08.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.307+0000 7f542ec79640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f54280b0220 0x7f54280ca8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34578/0 (socket says 172.21.15.67:34578) 2024-09-21T00:24:08.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.307+0000 7f542ec79640 1 -- 172.21.15.67:0/3026970500 learned_addr learned my addr 172.21.15.67:0/3026970500 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:08.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.307+0000 7f542e478640 1 --2- 172.21.15.67:0/3026970500 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5414003a50 0x7f54281d7990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:08.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.307+0000 7f542dc77640 1 --2- 172.21.15.67:0/3026970500 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f54281d7ed0 0x7f54280ca390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:08.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.307+0000 7f542ec79640 1 -- 172.21.15.67:0/3026970500 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f54281d7ed0 msgr2=0x7f54280ca390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:08.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.307+0000 7f542ec79640 1 --2- 172.21.15.67:0/3026970500 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f54281d7ed0 0x7f54280ca390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:08.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.307+0000 7f542ec79640 1 -- 172.21.15.67:0/3026970500 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5414003a50 msgr2=0x7f54281d7990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:08.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.307+0000 7f542ec79640 1 --2- 172.21.15.67:0/3026970500 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5414003a50 0x7f54281d7990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:08.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.307+0000 7f542ec79640 1 -- 172.21.15.67:0/3026970500 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54280b0990 con 0x7f54280b0220 2024-09-21T00:24:08.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.307+0000 7f542ec79640 1 --2- 172.21.15.67:0/3026970500 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f54280b0220 0x7f54280ca8d0 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f54280c6070 tx=0x7f54200019b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:08.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.307+0000 7f541affd640 1 -- 172.21.15.67:0/3026970500 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5420011870 con 0x7f54280b0220 2024-09-21T00:24:08.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.307+0000 7f541affd640 1 -- 172.21.15.67:0/3026970500 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5420017070 con 0x7f54280b0220 2024-09-21T00:24:08.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.307+0000 7f54306dc640 1 -- 172.21.15.67:0/3026970500 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f54281f70a0 con 0x7f54280b0220 2024-09-21T00:24:08.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.307+0000 7f541affd640 1 -- 172.21.15.67:0/3026970500 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5420011dc0 con 0x7f54280b0220 2024-09-21T00:24:08.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.307+0000 7f54306dc640 1 -- 172.21.15.67:0/3026970500 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f54281f7660 con 0x7f54280b0220 2024-09-21T00:24:08.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.309+0000 7f54306dc640 1 -- 172.21.15.67:0/3026970500 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f54280b0700 con 0x7f54280b0220 2024-09-21T00:24:08.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.309+0000 7f541affd640 1 -- 172.21.15.67:0/3026970500 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f542001c460 con 0x7f54280b0220 2024-09-21T00:24:08.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.310+0000 7f541affd640 1 --2- 172.21.15.67:0/3026970500 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f540c078b90 0x7f540c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:08.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.310+0000 7f541affd640 1 -- 172.21.15.67:0/3026970500 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f542009b360 con 0x7f54280b0220 2024-09-21T00:24:08.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.310+0000 7f542e478640 1 --2- 172.21.15.67:0/3026970500 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f540c078b90 0x7f540c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:08.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.310+0000 7f542e478640 1 --2- 172.21.15.67:0/3026970500 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f540c078b90 0x7f540c07b0a0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f5424036000 tx=0x7f542403c040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:08.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.315+0000 7f541affd640 1 -- 172.21.15.67:0/3026970500 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f54200631e0 con 0x7f54280b0220 2024-09-21T00:24:08.541 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.539+0000 7f54306dc640 1 -- 172.21.15.67:0/3026970500 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f54280b1fb0 con 0x7f54280b0220 2024-09-21T00:24:08.542 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.539+0000 7f541affd640 1 -- 172.21.15.67:0/3026970500 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+5223 (secure 0 0 0) 0x7f5420067c10 con 0x7f54280b0220 2024-09-21T00:24:08.542 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:24:08.542 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":27,"btime":"2024-09-21T00:24:08:166030+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4949,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3329715663","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":3329715663},{"type":"v1","addr":"172.21.15.67:6835","nonce":3329715663}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":4952,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6835/3171140375","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3171140375},{"type":"v1","addr":"172.21.15.97:6835","nonce":3171140375}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5194,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/1894359539","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":1894359539},{"type":"v1","addr":"172.21.15.97:6837","nonce":1894359539}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22}],"filesystems":[{"mdsmap":{"epoch":27,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:24:04.528366+0000","modified":"2024-09-21T00:24:07.553341+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5376},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5376":{"gid":5376,"name":"a","rank":0,"incarnation":23,"state":"up:active","state_seq":3,"addr":"172.21.15.67:6833/3973293841","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":3973293841},{"type":"v1","addr":"172.21.15.67:6833","nonce":3973293841}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5376,"qdb_cluster":[5376]},"id":3}]} 2024-09-21T00:24:08.542 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 27 2024-09-21T00:24:08.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.542+0000 7f54306dc640 1 -- 172.21.15.67:0/3026970500 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f540c078b90 msgr2=0x7f540c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:08.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.542+0000 7f54306dc640 1 --2- 172.21.15.67:0/3026970500 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f540c078b90 0x7f540c07b0a0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f5424036000 tx=0x7f542403c040 comp rx=0 tx=0).stop 2024-09-21T00:24:08.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.542+0000 7f54306dc640 1 -- 172.21.15.67:0/3026970500 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f54280b0220 msgr2=0x7f54280ca8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:08.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.542+0000 7f54306dc640 1 --2- 172.21.15.67:0/3026970500 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f54280b0220 0x7f54280ca8d0 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f54280c6070 tx=0x7f54200019b0 comp rx=0 tx=0).stop 2024-09-21T00:24:08.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.542+0000 7f54306dc640 1 -- 172.21.15.67:0/3026970500 shutdown_connections 2024-09-21T00:24:08.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.542+0000 7f54306dc640 1 --2- 172.21.15.67:0/3026970500 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f540c078b90 0x7f540c07b0a0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:08.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.542+0000 7f54306dc640 1 --2- 172.21.15.67:0/3026970500 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f54280b0220 0x7f54280ca8d0 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:08.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.542+0000 7f54306dc640 1 --2- 172.21.15.67:0/3026970500 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f54281d7ed0 0x7f54280ca390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:08.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.542+0000 7f54306dc640 1 --2- 172.21.15.67:0/3026970500 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5414003a50 0x7f54281d7990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:08.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.542+0000 7f54306dc640 1 -- 172.21.15.67:0/3026970500 >> 172.21.15.67:0/3026970500 conn(0x7f54280b4140 msgr2=0x7f54281e4d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:08.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.542+0000 7f54306dc640 1 -- 172.21.15.67:0/3026970500 shutdown_connections 2024-09-21T00:24:08.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.542+0000 7f54306dc640 1 -- 172.21.15.67:0/3026970500 wait complete. 2024-09-21T00:24:08.556 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:24:08.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.670+0000 7f4fb6d3a640 1 -- 172.21.15.67:0/714601954 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4fa0004e60 msgr2=0x7f4fa00052b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:08.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.670+0000 7f4fb6d3a640 1 --2- 172.21.15.67:0/714601954 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4fa0004e60 0x7f4fa00052b0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f4fa8001d90 tx=0x7f4fa0005830 comp rx=0 tx=0).stop 2024-09-21T00:24:08.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.670+0000 7f4fb52d7640 1 -- 172.21.15.67:0/714601954 reap_dead start 2024-09-21T00:24:08.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.670+0000 7f4fb6d3a640 1 -- 172.21.15.67:0/714601954 shutdown_connections 2024-09-21T00:24:08.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.670+0000 7f4fb6d3a640 1 -- 172.21.15.67:0/714601954 >> 172.21.15.67:0/714601954 conn(0x7f4fb006dfb0 msgr2=0x7f4fb006e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:08.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.670+0000 7f4fb6d3a640 1 -- 172.21.15.67:0/714601954 shutdown_connections 2024-09-21T00:24:08.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.670+0000 7f4fb6d3a640 1 -- 172.21.15.67:0/714601954 wait complete. 2024-09-21T00:24:08.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.672+0000 7f4fb6d3a640 1 Processor -- start 2024-09-21T00:24:08.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.672+0000 7f4fb6d3a640 1 -- start start 2024-09-21T00:24:08.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.673+0000 7f4fb6d3a640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4fa0004e60 0x7f4fb00cc1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:08.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.673+0000 7f4fb6d3a640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4fb0161f20 0x7f4fb015cb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:08.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.673+0000 7f4fb6d3a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4fb0162330 0x7f4fb015d050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:08.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.673+0000 7f4fb6d3a640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f4fb015f430 con 0x7f4fb0162330 2024-09-21T00:24:08.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.673+0000 7f4fb6d3a640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f4fb015f2b0 con 0x7f4fb0161f20 2024-09-21T00:24:08.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.673+0000 7f4fb6d3a640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f4fb015f5b0 con 0x7f4fa0004e60 2024-09-21T00:24:08.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.673+0000 7f4fb52d7640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4fb0162330 0x7f4fb015d050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:08.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.673+0000 7f4fb52d7640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4fb0162330 0x7f4fb015d050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34602/0 (socket says 172.21.15.67:34602) 2024-09-21T00:24:08.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.673+0000 7f4fb52d7640 1 -- 172.21.15.67:0/3063502138 learned_addr learned my addr 172.21.15.67:0/3063502138 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:08.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.673+0000 7f4fb4ad6640 1 --2- 172.21.15.67:0/3063502138 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4fa0004e60 0x7f4fb00cc1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:08.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.674+0000 7f4faffff640 1 --2- 172.21.15.67:0/3063502138 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4fb0161f20 0x7f4fb015cb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:08.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.674+0000 7f4fb52d7640 1 -- 172.21.15.67:0/3063502138 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4fa0004e60 msgr2=0x7f4fb00cc1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:08.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.674+0000 7f4fb52d7640 1 --2- 172.21.15.67:0/3063502138 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4fa0004e60 0x7f4fb00cc1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:08.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.674+0000 7f4fb52d7640 1 -- 172.21.15.67:0/3063502138 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4fb0161f20 msgr2=0x7f4fb015cb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:08.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.674+0000 7f4fb52d7640 1 --2- 172.21.15.67:0/3063502138 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4fb0161f20 0x7f4fb015cb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:08.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.674+0000 7f4fb52d7640 1 -- 172.21.15.67:0/3063502138 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4fb01f5970 con 0x7f4fb0162330 2024-09-21T00:24:08.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.674+0000 7f4fb52d7640 1 --2- 172.21.15.67:0/3063502138 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4fb0162330 0x7f4fb015d050 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f4fa8001eb0 tx=0x7f4fa8006ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:08.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.674+0000 7f4fad7fa640 1 -- 172.21.15.67:0/3063502138 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fa80060b0 con 0x7f4fb0162330 2024-09-21T00:24:08.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.674+0000 7f4fad7fa640 1 -- 172.21.15.67:0/3063502138 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4fa8006250 con 0x7f4fb0162330 2024-09-21T00:24:08.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.674+0000 7f4fb6d3a640 1 -- 172.21.15.67:0/3063502138 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4fb01f5c50 con 0x7f4fb0162330 2024-09-21T00:24:08.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.674+0000 7f4fad7fa640 1 -- 172.21.15.67:0/3063502138 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4fa8006640 con 0x7f4fb0162330 2024-09-21T00:24:08.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.674+0000 7f4fb6d3a640 1 -- 172.21.15.67:0/3063502138 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4fb01f6210 con 0x7f4fb0162330 2024-09-21T00:24:08.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.675+0000 7f4fb6d3a640 1 -- 172.21.15.67:0/3063502138 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4fb00cfb10 con 0x7f4fb0162330 2024-09-21T00:24:08.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.676+0000 7f4fad7fa640 1 -- 172.21.15.67:0/3063502138 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f4fa8033480 con 0x7f4fb0162330 2024-09-21T00:24:08.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.676+0000 7f4fad7fa640 1 --2- 172.21.15.67:0/3063502138 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4f94078bc0 0x7f4f9407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:08.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.676+0000 7f4fad7fa640 1 -- 172.21.15.67:0/3063502138 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f4fa80ba7a0 con 0x7f4fb0162330 2024-09-21T00:24:08.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.677+0000 7f4fb4ad6640 1 --2- 172.21.15.67:0/3063502138 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4f94078bc0 0x7f4f9407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:08.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.677+0000 7f4fb4ad6640 1 --2- 172.21.15.67:0/3063502138 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4f94078bc0 0x7f4f9407b0d0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f4fa40057a0 tx=0x7f4fa4005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:08.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.681+0000 7f4fad7fa640 1 -- 172.21.15.67:0/3063502138 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f4fa80826b0 con 0x7f4fb0162330 2024-09-21T00:24:08.870 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.867+0000 7f4fb6d3a640 1 -- 172.21.15.67:0/3063502138 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4fb00cfb10 con 0x7f4fb0162330 2024-09-21T00:24:08.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.869+0000 7f4fad7fa640 1 -- 172.21.15.67:0/3063502138 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v45) ==== 74+0+16637 (secure 0 0 0) 0x7f4fa80870e0 con 0x7f4fb0162330 2024-09-21T00:24:08.871 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:24:08.871 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":45,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:24:06.147621+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:24:02.201667+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"44","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-21T00:24:03.490863+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"45","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:24:08.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.872+0000 7f4fb6d3a640 1 -- 172.21.15.67:0/3063502138 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4f94078bc0 msgr2=0x7f4f9407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:08.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.872+0000 7f4fb6d3a640 1 --2- 172.21.15.67:0/3063502138 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4f94078bc0 0x7f4f9407b0d0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f4fa40057a0 tx=0x7f4fa4005f90 comp rx=0 tx=0).stop 2024-09-21T00:24:08.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.872+0000 7f4fb6d3a640 1 -- 172.21.15.67:0/3063502138 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4fb0162330 msgr2=0x7f4fb015d050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:08.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.872+0000 7f4fb6d3a640 1 --2- 172.21.15.67:0/3063502138 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4fb0162330 0x7f4fb015d050 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f4fa8001eb0 tx=0x7f4fa8006ca0 comp rx=0 tx=0).stop 2024-09-21T00:24:08.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.872+0000 7f4fb6d3a640 1 -- 172.21.15.67:0/3063502138 shutdown_connections 2024-09-21T00:24:08.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.872+0000 7f4fb6d3a640 1 --2- 172.21.15.67:0/3063502138 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4f94078bc0 0x7f4f9407b0d0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:08.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.872+0000 7f4fb6d3a640 1 --2- 172.21.15.67:0/3063502138 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4fb0162330 0x7f4fb015d050 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:08.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.872+0000 7f4fb6d3a640 1 --2- 172.21.15.67:0/3063502138 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4fb0161f20 0x7f4fb015cb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:08.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.872+0000 7f4fb6d3a640 1 --2- 172.21.15.67:0/3063502138 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4fa0004e60 0x7f4fb00cc1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:08.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.872+0000 7f4fb6d3a640 1 -- 172.21.15.67:0/3063502138 >> 172.21.15.67:0/3063502138 conn(0x7f4fb006dfb0 msgr2=0x7f4fb00c9b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:08.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.872+0000 7f4fb6d3a640 1 -- 172.21.15.67:0/3063502138 shutdown_connections 2024-09-21T00:24:08.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:08.872+0000 7f4fb6d3a640 1 -- 172.21.15.67:0/3063502138 wait complete. 2024-09-21T00:24:08.885 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-21T00:24:08.886 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T00:24:09.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.001+0000 7ff8c32de640 1 -- 172.21.15.67:0/1671249243 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff8bc0b6510 msgr2=0x7ff8bc0b5160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:09.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.001+0000 7ff8c32de640 1 --2- 172.21.15.67:0/1671249243 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff8bc0b6510 0x7ff8bc0b5160 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7ff8b4009be0 tx=0x7ff8b402a8b0 comp rx=0 tx=0).stop 2024-09-21T00:24:09.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.001+0000 7ff8c32de640 1 -- 172.21.15.67:0/1671249243 shutdown_connections 2024-09-21T00:24:09.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.001+0000 7ff8c32de640 1 --2- 172.21.15.67:0/1671249243 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff8bc0b6510 0x7ff8bc0b5160 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:09.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.001+0000 7ff8c32de640 1 -- 172.21.15.67:0/1671249243 >> 172.21.15.67:0/1671249243 conn(0x7ff8bc0d1280 msgr2=0x7ff8bc0d1690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:09.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.002+0000 7ff8c32de640 1 -- 172.21.15.67:0/1671249243 shutdown_connections 2024-09-21T00:24:09.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.002+0000 7ff8c32de640 1 -- 172.21.15.67:0/1671249243 wait complete. 2024-09-21T00:24:09.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.003+0000 7ff8c32de640 1 Processor -- start 2024-09-21T00:24:09.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.003+0000 7ff8c32de640 1 -- start start 2024-09-21T00:24:09.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.005+0000 7ff8c32de640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff8bc0b6510 0x7ff8bc161de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:09.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.005+0000 7ff8c32de640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff8bc0d1da0 0x7ff8bc165500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:09.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.005+0000 7ff8c32de640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff8bc1625a0 0x7ff8bc165a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:09.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.005+0000 7ff8c32de640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff8bc0b5c30 con 0x7ff8bc0d1da0 2024-09-21T00:24:09.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.005+0000 7ff8c32de640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff8bc0b5ab0 con 0x7ff8bc0b6510 2024-09-21T00:24:09.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.005+0000 7ff8c32de640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7ff8bc166f60 con 0x7ff8bc1625a0 2024-09-21T00:24:09.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.005+0000 7ff8c0879640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff8bc0d1da0 0x7ff8bc165500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:09.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.005+0000 7ff8c0879640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff8bc0d1da0 0x7ff8bc165500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34608/0 (socket says 172.21.15.67:34608) 2024-09-21T00:24:09.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.005+0000 7ff8c0879640 1 -- 172.21.15.67:0/839967928 learned_addr learned my addr 172.21.15.67:0/839967928 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:09.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.005+0000 7ff8c107a640 1 --2- 172.21.15.67:0/839967928 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff8bc0b6510 0x7ff8bc161de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:09.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.005+0000 7ff8c187b640 1 --2- 172.21.15.67:0/839967928 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff8bc1625a0 0x7ff8bc165a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:09.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.005+0000 7ff8c0879640 1 -- 172.21.15.67:0/839967928 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff8bc1625a0 msgr2=0x7ff8bc165a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:09.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.005+0000 7ff8c0879640 1 --2- 172.21.15.67:0/839967928 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff8bc1625a0 0x7ff8bc165a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:09.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.005+0000 7ff8c0879640 1 -- 172.21.15.67:0/839967928 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff8bc0b6510 msgr2=0x7ff8bc161de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:09.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.005+0000 7ff8c0879640 1 --2- 172.21.15.67:0/839967928 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff8bc0b6510 0x7ff8bc161de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:09.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.005+0000 7ff8c0879640 1 -- 172.21.15.67:0/839967928 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff8bc1f8960 con 0x7ff8bc0d1da0 2024-09-21T00:24:09.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.005+0000 7ff8c107a640 1 --2- 172.21.15.67:0/839967928 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff8bc0b6510 0x7ff8bc161de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:24:09.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.005+0000 7ff8c0879640 1 --2- 172.21.15.67:0/839967928 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff8bc0d1da0 0x7ff8bc165500 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7ff8ac00c4d0 tx=0x7ff8ac00c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:09.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.006+0000 7ff8b1ffb640 1 -- 172.21.15.67:0/839967928 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8ac012830 con 0x7ff8bc0d1da0 2024-09-21T00:24:09.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.006+0000 7ff8b1ffb640 1 -- 172.21.15.67:0/839967928 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff8ac017070 con 0x7ff8bc0d1da0 2024-09-21T00:24:09.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.006+0000 7ff8b1ffb640 1 -- 172.21.15.67:0/839967928 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff8ac012d40 con 0x7ff8bc0d1da0 2024-09-21T00:24:09.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.006+0000 7ff8c32de640 1 -- 172.21.15.67:0/839967928 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff8bc1f8c40 con 0x7ff8bc0d1da0 2024-09-21T00:24:09.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.006+0000 7ff8c32de640 1 -- 172.21.15.67:0/839967928 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff8bc162320 con 0x7ff8bc0d1da0 2024-09-21T00:24:09.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.007+0000 7ff8c32de640 1 -- 172.21.15.67:0/839967928 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff8bc09b540 con 0x7ff8bc0d1da0 2024-09-21T00:24:09.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.007+0000 7ff8b1ffb640 1 -- 172.21.15.67:0/839967928 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7ff8ac01c460 con 0x7ff8bc0d1da0 2024-09-21T00:24:09.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.008+0000 7ff8b1ffb640 1 --2- 172.21.15.67:0/839967928 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff8a0078bc0 0x7ff8a007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:09.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.008+0000 7ff8b1ffb640 1 -- 172.21.15.67:0/839967928 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7ff8ac09aa00 con 0x7ff8bc0d1da0 2024-09-21T00:24:09.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.008+0000 7ff8c107a640 1 --2- 172.21.15.67:0/839967928 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff8a0078bc0 0x7ff8a007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:09.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.009+0000 7ff8c107a640 1 --2- 172.21.15.67:0/839967928 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff8a0078bc0 0x7ff8a007b0d0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7ff8b8001120 tx=0x7ff8b8009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:09.013 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.012+0000 7ff8b1ffb640 1 -- 172.21.15.67:0/839967928 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7ff8ac062f60 con 0x7ff8bc0d1da0 2024-09-21T00:24:09.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.201+0000 7ff8c32de640 1 -- 172.21.15.67:0/839967928 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7ff8bc162e10 con 0x7ff8a0078bc0 2024-09-21T00:24:09.207 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.206+0000 7ff8b1ffb640 1 -- 172.21.15.67:0/839967928 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251036 (secure 0 0 0) 0x7ff8b8001cc0 con 0x7ff8a0078bc0 2024-09-21T00:24:09.210 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:24:09.211 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-21T00:24:09.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.209+0000 7ff8c32de640 1 -- 172.21.15.67:0/839967928 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff8a0078bc0 msgr2=0x7ff8a007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:09.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.209+0000 7ff8c32de640 1 --2- 172.21.15.67:0/839967928 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff8a0078bc0 0x7ff8a007b0d0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7ff8b8001120 tx=0x7ff8b8009040 comp rx=0 tx=0).stop 2024-09-21T00:24:09.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.209+0000 7ff8c32de640 1 -- 172.21.15.67:0/839967928 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff8bc0d1da0 msgr2=0x7ff8bc165500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:09.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.209+0000 7ff8c32de640 1 --2- 172.21.15.67:0/839967928 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff8bc0d1da0 0x7ff8bc165500 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7ff8ac00c4d0 tx=0x7ff8ac00c990 comp rx=0 tx=0).stop 2024-09-21T00:24:09.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.210+0000 7ff8c32de640 1 -- 172.21.15.67:0/839967928 shutdown_connections 2024-09-21T00:24:09.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.210+0000 7ff8c32de640 1 --2- 172.21.15.67:0/839967928 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff8a0078bc0 0x7ff8a007b0d0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:09.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.210+0000 7ff8c32de640 1 --2- 172.21.15.67:0/839967928 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff8bc1625a0 0x7ff8bc165a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:09.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.210+0000 7ff8c32de640 1 --2- 172.21.15.67:0/839967928 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff8bc0d1da0 0x7ff8bc165500 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:09.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.210+0000 7ff8c32de640 1 --2- 172.21.15.67:0/839967928 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff8bc0b6510 0x7ff8bc161de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:09.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.210+0000 7ff8c32de640 1 -- 172.21.15.67:0/839967928 >> 172.21.15.67:0/839967928 conn(0x7ff8bc0d1280 msgr2=0x7ff8bc0b49c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:09.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.210+0000 7ff8c32de640 1 -- 172.21.15.67:0/839967928 shutdown_connections 2024-09-21T00:24:09.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.210+0000 7ff8c32de640 1 -- 172.21.15.67:0/839967928 wait complete. 2024-09-21T00:24:09.222 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":128,"stamp":"2024-09-21T00:24:07.535656+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":139,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":104,"ondisk_log_size":104,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":78,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":337936,"kb_used_data":5140,"kb_used_omap":12,"kb_used_meta":332595,"kb_avail":754636784,"statfs":{"total":773094113280,"available":772748066816,"internally_reserved":0,"allocated":5263360,"data_stored":2805530,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12749,"internal_metadata":340577843},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":17,"apply_latency_ms":17,"commit_latency_ns":17000000,"apply_latency_ns":17000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":38,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.401177"},"pg_stats":[{"pgid":"7.3f","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.165065+0000","last_change":"2024-09-21T00:24:05.159421+0000","last_active":"2024-09-21T00:24:05.165065+0000","last_peered":"2024-09-21T00:24:05.165065+0000","last_clean":"2024-09-21T00:24:05.165065+0000","last_became_active":"2024-09-21T00:24:05.159114+0000","last_became_peered":"2024-09-21T00:24:05.159114+0000","last_unstale":"2024-09-21T00:24:05.165065+0000","last_undegraded":"2024-09-21T00:24:05.165065+0000","last_fullsized":"2024-09-21T00:24:05.165065+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:34:55.293505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3e","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T00:24:06.158728+0000","last_change":"2024-09-21T00:24:05.164391+0000","last_active":"2024-09-21T00:24:06.158728+0000","last_peered":"2024-09-21T00:24:06.158728+0000","last_clean":"2024-09-21T00:24:06.158728+0000","last_became_active":"2024-09-21T00:24:05.164071+0000","last_became_peered":"2024-09-21T00:24:05.164071+0000","last_unstale":"2024-09-21T00:24:06.158728+0000","last_undegraded":"2024-09-21T00:24:06.158728+0000","last_fullsized":"2024-09-21T00:24:06.158728+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:44:14.542853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3d","version":"0'0","reported_seq":1,"reported_epoch":43,"state":"creating+peering","last_fresh":"2024-09-21T00:24:04.142392+0000","last_change":"2024-09-21T00:24:04.142392+0000","last_active":"2024-09-21T00:24:04.131780+0000","last_peered":"2024-09-21T00:24:04.131780+0000","last_clean":"2024-09-21T00:24:04.131780+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:24:04.142392+0000","last_undegraded":"2024-09-21T00:24:04.142392+0000","last_fullsized":"2024-09-21T00:24:04.142392+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3c","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.167162+0000","last_change":"2024-09-21T00:24:05.163277+0000","last_active":"2024-09-21T00:24:05.167162+0000","last_peered":"2024-09-21T00:24:05.167162+0000","last_clean":"2024-09-21T00:24:05.167162+0000","last_became_active":"2024-09-21T00:24:05.162990+0000","last_became_peered":"2024-09-21T00:24:05.162990+0000","last_unstale":"2024-09-21T00:24:05.167162+0000","last_undegraded":"2024-09-21T00:24:05.167162+0000","last_fullsized":"2024-09-21T00:24:05.167162+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:29:31.599472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3b","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T00:24:06.157420+0000","last_change":"2024-09-21T00:24:05.167894+0000","last_active":"2024-09-21T00:24:06.157420+0000","last_peered":"2024-09-21T00:24:06.157420+0000","last_clean":"2024-09-21T00:24:06.157420+0000","last_became_active":"2024-09-21T00:24:05.167566+0000","last_became_peered":"2024-09-21T00:24:05.167566+0000","last_unstale":"2024-09-21T00:24:06.157420+0000","last_undegraded":"2024-09-21T00:24:06.157420+0000","last_fullsized":"2024-09-21T00:24:06.157420+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:25:07.470601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3a","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.172682+0000","last_change":"2024-09-21T00:24:05.170767+0000","last_active":"2024-09-21T00:24:05.172682+0000","last_peered":"2024-09-21T00:24:05.172682+0000","last_clean":"2024-09-21T00:24:05.172682+0000","last_became_active":"2024-09-21T00:24:05.170471+0000","last_became_peered":"2024-09-21T00:24:05.170471+0000","last_unstale":"2024-09-21T00:24:05.172682+0000","last_undegraded":"2024-09-21T00:24:05.172682+0000","last_fullsized":"2024-09-21T00:24:05.172682+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:55:16.655189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.39","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.165806+0000","last_change":"2024-09-21T00:24:05.159135+0000","last_active":"2024-09-21T00:24:05.165806+0000","last_peered":"2024-09-21T00:24:05.165806+0000","last_clean":"2024-09-21T00:24:05.165806+0000","last_became_active":"2024-09-21T00:24:05.158647+0000","last_became_peered":"2024-09-21T00:24:05.158647+0000","last_unstale":"2024-09-21T00:24:05.165806+0000","last_undegraded":"2024-09-21T00:24:05.165806+0000","last_fullsized":"2024-09-21T00:24:05.165806+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:04:11.533990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.38","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.167056+0000","last_change":"2024-09-21T00:24:05.162332+0000","last_active":"2024-09-21T00:24:05.167056+0000","last_peered":"2024-09-21T00:24:05.167056+0000","last_clean":"2024-09-21T00:24:05.167056+0000","last_became_active":"2024-09-21T00:24:05.161975+0000","last_became_peered":"2024-09-21T00:24:05.161975+0000","last_unstale":"2024-09-21T00:24:05.167056+0000","last_undegraded":"2024-09-21T00:24:05.167056+0000","last_fullsized":"2024-09-21T00:24:05.167056+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:34:11.510743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.37","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.159666+0000","last_change":"2024-09-21T00:24:05.158104+0000","last_active":"2024-09-21T00:24:05.159666+0000","last_peered":"2024-09-21T00:24:05.159666+0000","last_clean":"2024-09-21T00:24:05.159666+0000","last_became_active":"2024-09-21T00:24:05.157352+0000","last_became_peered":"2024-09-21T00:24:05.157352+0000","last_unstale":"2024-09-21T00:24:05.159666+0000","last_undegraded":"2024-09-21T00:24:05.159666+0000","last_fullsized":"2024-09-21T00:24:05.159666+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:38:55.552396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.36","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.167030+0000","last_change":"2024-09-21T00:24:05.162818+0000","last_active":"2024-09-21T00:24:05.167030+0000","last_peered":"2024-09-21T00:24:05.167030+0000","last_clean":"2024-09-21T00:24:05.167030+0000","last_became_active":"2024-09-21T00:24:05.162478+0000","last_became_peered":"2024-09-21T00:24:05.162478+0000","last_unstale":"2024-09-21T00:24:05.167030+0000","last_undegraded":"2024-09-21T00:24:05.167030+0000","last_fullsized":"2024-09-21T00:24:05.167030+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:52:17.997335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.35","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.159629+0000","last_change":"2024-09-21T00:24:05.156798+0000","last_active":"2024-09-21T00:24:05.159629+0000","last_peered":"2024-09-21T00:24:05.159629+0000","last_clean":"2024-09-21T00:24:05.159629+0000","last_became_active":"2024-09-21T00:24:05.156468+0000","last_became_peered":"2024-09-21T00:24:05.156468+0000","last_unstale":"2024-09-21T00:24:05.159629+0000","last_undegraded":"2024-09-21T00:24:05.159629+0000","last_fullsized":"2024-09-21T00:24:05.159629+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:53:07.727876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.34","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T00:24:06.157998+0000","last_change":"2024-09-21T00:24:05.163484+0000","last_active":"2024-09-21T00:24:06.157998+0000","last_peered":"2024-09-21T00:24:06.157998+0000","last_clean":"2024-09-21T00:24:06.157998+0000","last_became_active":"2024-09-21T00:24:05.163147+0000","last_became_peered":"2024-09-21T00:24:05.163147+0000","last_unstale":"2024-09-21T00:24:06.157998+0000","last_undegraded":"2024-09-21T00:24:06.157998+0000","last_fullsized":"2024-09-21T00:24:06.157998+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:01:32.245245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.33","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T00:24:06.159906+0000","last_change":"2024-09-21T00:24:05.170266+0000","last_active":"2024-09-21T00:24:06.159906+0000","last_peered":"2024-09-21T00:24:06.159906+0000","last_clean":"2024-09-21T00:24:06.159906+0000","last_became_active":"2024-09-21T00:24:05.169946+0000","last_became_peered":"2024-09-21T00:24:05.169946+0000","last_unstale":"2024-09-21T00:24:06.159906+0000","last_undegraded":"2024-09-21T00:24:06.159906+0000","last_fullsized":"2024-09-21T00:24:06.159906+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:26:58.432131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.32","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.158619+0000","last_change":"2024-09-21T00:24:05.155373+0000","last_active":"2024-09-21T00:24:05.158619+0000","last_peered":"2024-09-21T00:24:05.158619+0000","last_clean":"2024-09-21T00:24:05.158619+0000","last_became_active":"2024-09-21T00:24:05.154718+0000","last_became_peered":"2024-09-21T00:24:05.154718+0000","last_unstale":"2024-09-21T00:24:05.158619+0000","last_undegraded":"2024-09-21T00:24:05.158619+0000","last_fullsized":"2024-09-21T00:24:05.158619+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:05:40.471545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.31","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.172439+0000","last_change":"2024-09-21T00:24:05.169406+0000","last_active":"2024-09-21T00:24:05.172439+0000","last_peered":"2024-09-21T00:24:05.172439+0000","last_clean":"2024-09-21T00:24:05.172439+0000","last_became_active":"2024-09-21T00:24:05.169043+0000","last_became_peered":"2024-09-21T00:24:05.169043+0000","last_unstale":"2024-09-21T00:24:05.172439+0000","last_undegraded":"2024-09-21T00:24:05.172439+0000","last_fullsized":"2024-09-21T00:24:05.172439+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:32:01.808409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.30","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.167596+0000","last_change":"2024-09-21T00:24:05.165919+0000","last_active":"2024-09-21T00:24:05.167596+0000","last_peered":"2024-09-21T00:24:05.167596+0000","last_clean":"2024-09-21T00:24:05.167596+0000","last_became_active":"2024-09-21T00:24:05.165538+0000","last_became_peered":"2024-09-21T00:24:05.165538+0000","last_unstale":"2024-09-21T00:24:05.167596+0000","last_undegraded":"2024-09-21T00:24:05.167596+0000","last_fullsized":"2024-09-21T00:24:05.167596+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:48:18.117796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2f","version":"0'0","reported_seq":1,"reported_epoch":43,"state":"creating+peering","last_fresh":"2024-09-21T00:24:04.141369+0000","last_change":"2024-09-21T00:24:04.141369+0000","last_active":"2024-09-21T00:24:04.131780+0000","last_peered":"2024-09-21T00:24:04.131780+0000","last_clean":"2024-09-21T00:24:04.131780+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:24:04.141369+0000","last_undegraded":"2024-09-21T00:24:04.141369+0000","last_fullsized":"2024-09-21T00:24:04.141369+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2e","version":"0'0","reported_seq":1,"reported_epoch":43,"state":"creating+peering","last_fresh":"2024-09-21T00:24:04.140958+0000","last_change":"2024-09-21T00:24:04.140958+0000","last_active":"2024-09-21T00:24:04.131780+0000","last_peered":"2024-09-21T00:24:04.131780+0000","last_clean":"2024-09-21T00:24:04.131780+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:24:04.140958+0000","last_undegraded":"2024-09-21T00:24:04.140958+0000","last_fullsized":"2024-09-21T00:24:04.140958+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2d","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.155739+0000","last_change":"2024-09-21T00:24:05.152735+0000","last_active":"2024-09-21T00:24:05.155739+0000","last_peered":"2024-09-21T00:24:05.155739+0000","last_clean":"2024-09-21T00:24:05.155739+0000","last_became_active":"2024-09-21T00:24:05.152280+0000","last_became_peered":"2024-09-21T00:24:05.152280+0000","last_unstale":"2024-09-21T00:24:05.155739+0000","last_undegraded":"2024-09-21T00:24:05.155739+0000","last_fullsized":"2024-09-21T00:24:05.155739+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:31:22.797803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2c","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T00:24:06.160196+0000","last_change":"2024-09-21T00:24:05.152872+0000","last_active":"2024-09-21T00:24:06.160196+0000","last_peered":"2024-09-21T00:24:06.160196+0000","last_clean":"2024-09-21T00:24:06.160196+0000","last_became_active":"2024-09-21T00:24:05.152541+0000","last_became_peered":"2024-09-21T00:24:05.152541+0000","last_unstale":"2024-09-21T00:24:06.160196+0000","last_undegraded":"2024-09-21T00:24:06.160196+0000","last_fullsized":"2024-09-21T00:24:06.160196+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:48:18.117796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.2b","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.174579+0000","last_change":"2024-09-21T00:24:05.173058+0000","last_active":"2024-09-21T00:24:05.174579+0000","last_peered":"2024-09-21T00:24:05.174579+0000","last_clean":"2024-09-21T00:24:05.174579+0000","last_became_active":"2024-09-21T00:24:05.171469+0000","last_became_peered":"2024-09-21T00:24:05.171469+0000","last_unstale":"2024-09-21T00:24:05.174579+0000","last_undegraded":"2024-09-21T00:24:05.174579+0000","last_fullsized":"2024-09-21T00:24:05.174579+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:28:18.255635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2a","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.173943+0000","last_change":"2024-09-21T00:24:05.169404+0000","last_active":"2024-09-21T00:24:05.173943+0000","last_peered":"2024-09-21T00:24:05.173943+0000","last_clean":"2024-09-21T00:24:05.173943+0000","last_became_active":"2024-09-21T00:24:05.168388+0000","last_became_peered":"2024-09-21T00:24:05.168388+0000","last_unstale":"2024-09-21T00:24:05.173943+0000","last_undegraded":"2024-09-21T00:24:05.173943+0000","last_fullsized":"2024-09-21T00:24:05.173943+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:40:47.952541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.29","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.162997+0000","last_change":"2024-09-21T00:24:05.161840+0000","last_active":"2024-09-21T00:24:05.162997+0000","last_peered":"2024-09-21T00:24:05.162997+0000","last_clean":"2024-09-21T00:24:05.162997+0000","last_became_active":"2024-09-21T00:24:05.161203+0000","last_became_peered":"2024-09-21T00:24:05.161203+0000","last_unstale":"2024-09-21T00:24:05.162997+0000","last_undegraded":"2024-09-21T00:24:05.162997+0000","last_fullsized":"2024-09-21T00:24:05.162997+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:05:40.471545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.28","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.167567+0000","last_change":"2024-09-21T00:24:05.165574+0000","last_active":"2024-09-21T00:24:05.167567+0000","last_peered":"2024-09-21T00:24:05.167567+0000","last_clean":"2024-09-21T00:24:05.167567+0000","last_became_active":"2024-09-21T00:24:05.164777+0000","last_became_peered":"2024-09-21T00:24:05.164777+0000","last_unstale":"2024-09-21T00:24:05.167567+0000","last_undegraded":"2024-09-21T00:24:05.167567+0000","last_fullsized":"2024-09-21T00:24:05.167567+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:55:21.725788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.27","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.159136+0000","last_change":"2024-09-21T00:24:05.157367+0000","last_active":"2024-09-21T00:24:05.159136+0000","last_peered":"2024-09-21T00:24:05.159136+0000","last_clean":"2024-09-21T00:24:05.159136+0000","last_became_active":"2024-09-21T00:24:05.155856+0000","last_became_peered":"2024-09-21T00:24:05.155856+0000","last_unstale":"2024-09-21T00:24:05.159136+0000","last_undegraded":"2024-09-21T00:24:05.159136+0000","last_fullsized":"2024-09-21T00:24:05.159136+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:40:23.588432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.26","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T00:24:06.159926+0000","last_change":"2024-09-21T00:24:05.171150+0000","last_active":"2024-09-21T00:24:06.159926+0000","last_peered":"2024-09-21T00:24:06.159926+0000","last_clean":"2024-09-21T00:24:06.159926+0000","last_became_active":"2024-09-21T00:24:05.170830+0000","last_became_peered":"2024-09-21T00:24:05.170830+0000","last_unstale":"2024-09-21T00:24:06.159926+0000","last_undegraded":"2024-09-21T00:24:06.159926+0000","last_fullsized":"2024-09-21T00:24:06.159926+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:05:40.471545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.25","version":"0'0","reported_seq":1,"reported_epoch":43,"state":"creating+peering","last_fresh":"2024-09-21T00:24:04.140212+0000","last_change":"2024-09-21T00:24:04.140212+0000","last_active":"2024-09-21T00:24:04.131780+0000","last_peered":"2024-09-21T00:24:04.131780+0000","last_clean":"2024-09-21T00:24:04.131780+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:24:04.140212+0000","last_undegraded":"2024-09-21T00:24:04.140212+0000","last_fullsized":"2024-09-21T00:24:04.140212+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.24","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T00:24:06.157682+0000","last_change":"2024-09-21T00:24:05.163405+0000","last_active":"2024-09-21T00:24:06.157682+0000","last_peered":"2024-09-21T00:24:06.157682+0000","last_clean":"2024-09-21T00:24:06.157682+0000","last_became_active":"2024-09-21T00:24:05.163039+0000","last_became_peered":"2024-09-21T00:24:05.163039+0000","last_unstale":"2024-09-21T00:24:06.157682+0000","last_undegraded":"2024-09-21T00:24:06.157682+0000","last_fullsized":"2024-09-21T00:24:06.157682+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:43:06.435973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.23","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.156255+0000","last_change":"2024-09-21T00:24:05.153971+0000","last_active":"2024-09-21T00:24:05.156255+0000","last_peered":"2024-09-21T00:24:05.156255+0000","last_clean":"2024-09-21T00:24:05.156255+0000","last_became_active":"2024-09-21T00:24:05.152993+0000","last_became_peered":"2024-09-21T00:24:05.152993+0000","last_unstale":"2024-09-21T00:24:05.156255+0000","last_undegraded":"2024-09-21T00:24:05.156255+0000","last_fullsized":"2024-09-21T00:24:05.156255+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:46:50.529664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.22","version":"0'0","reported_seq":1,"reported_epoch":43,"state":"creating+peering","last_fresh":"2024-09-21T00:24:04.140875+0000","last_change":"2024-09-21T00:24:04.140875+0000","last_active":"2024-09-21T00:24:04.131780+0000","last_peered":"2024-09-21T00:24:04.131780+0000","last_clean":"2024-09-21T00:24:04.131780+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:24:04.140875+0000","last_undegraded":"2024-09-21T00:24:04.140875+0000","last_fullsized":"2024-09-21T00:24:04.140875+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.21","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.172471+0000","last_change":"2024-09-21T00:24:05.170032+0000","last_active":"2024-09-21T00:24:05.172471+0000","last_peered":"2024-09-21T00:24:05.172471+0000","last_clean":"2024-09-21T00:24:05.172471+0000","last_became_active":"2024-09-21T00:24:05.169746+0000","last_became_peered":"2024-09-21T00:24:05.169746+0000","last_unstale":"2024-09-21T00:24:05.172471+0000","last_undegraded":"2024-09-21T00:24:05.172471+0000","last_fullsized":"2024-09-21T00:24:05.172471+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:41:43.820878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.20","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T00:24:06.159828+0000","last_change":"2024-09-21T00:24:05.149384+0000","last_active":"2024-09-21T00:24:06.159828+0000","last_peered":"2024-09-21T00:24:06.159828+0000","last_clean":"2024-09-21T00:24:06.159828+0000","last_became_active":"2024-09-21T00:24:05.149059+0000","last_became_peered":"2024-09-21T00:24:05.149059+0000","last_unstale":"2024-09-21T00:24:06.159828+0000","last_undegraded":"2024-09-21T00:24:06.159828+0000","last_fullsized":"2024-09-21T00:24:06.159828+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:40:23.588432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":1,"reported_epoch":43,"state":"creating+peering","last_fresh":"2024-09-21T00:24:04.143695+0000","last_change":"2024-09-21T00:24:04.143695+0000","last_active":"2024-09-21T00:24:04.131780+0000","last_peered":"2024-09-21T00:24:04.131780+0000","last_clean":"2024-09-21T00:24:04.131780+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:24:04.143695+0000","last_undegraded":"2024-09-21T00:24:04.143695+0000","last_fullsized":"2024-09-21T00:24:04.143695+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"44'4","reported_seq":17,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.173350+0000","last_change":"2024-09-21T00:24:04.162217+0000","last_active":"2024-09-21T00:24:05.173350+0000","last_peered":"2024-09-21T00:24:05.173350+0000","last_clean":"2024-09-21T00:24:05.173350+0000","last_became_active":"2024-09-21T00:24:04.161939+0000","last_became_peered":"2024-09-21T00:24:04.161939+0000","last_unstale":"2024-09-21T00:24:05.173350+0000","last_undegraded":"2024-09-21T00:24:05.173350+0000","last_fullsized":"2024-09-21T00:24:05.173350+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_clean_scrub_stamp":"2024-09-21T00:24:03.129771+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:42:01.950692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.155193+0000","last_change":"2024-09-21T00:24:05.148321+0000","last_active":"2024-09-21T00:24:05.155193+0000","last_peered":"2024-09-21T00:24:05.155193+0000","last_clean":"2024-09-21T00:24:05.155193+0000","last_became_active":"2024-09-21T00:24:05.147841+0000","last_became_peered":"2024-09-21T00:24:05.147841+0000","last_unstale":"2024-09-21T00:24:05.155193+0000","last_undegraded":"2024-09-21T00:24:05.155193+0000","last_fullsized":"2024-09-21T00:24:05.155193+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:38:33.275405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T00:24:04.157284+0000","last_change":"2024-09-21T00:24:04.152575+0000","last_active":"2024-09-21T00:24:04.157284+0000","last_peered":"2024-09-21T00:24:04.157284+0000","last_clean":"2024-09-21T00:24:04.157284+0000","last_became_active":"2024-09-21T00:24:04.152270+0000","last_became_peered":"2024-09-21T00:24:04.152270+0000","last_unstale":"2024-09-21T00:24:04.157284+0000","last_undegraded":"2024-09-21T00:24:04.157284+0000","last_fullsized":"2024-09-21T00:24:04.157284+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_clean_scrub_stamp":"2024-09-21T00:24:03.129771+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:25:19.961288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T00:24:06.157946+0000","last_change":"2024-09-21T00:24:05.175123+0000","last_active":"2024-09-21T00:24:06.157946+0000","last_peered":"2024-09-21T00:24:06.157946+0000","last_clean":"2024-09-21T00:24:06.157946+0000","last_became_active":"2024-09-21T00:24:05.174749+0000","last_became_peered":"2024-09-21T00:24:05.174749+0000","last_unstale":"2024-09-21T00:24:06.157946+0000","last_undegraded":"2024-09-21T00:24:06.157946+0000","last_fullsized":"2024-09-21T00:24:06.157946+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:38:12.792339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T00:24:04.157159+0000","last_change":"2024-09-21T00:24:04.153423+0000","last_active":"2024-09-21T00:24:04.157159+0000","last_peered":"2024-09-21T00:24:04.157159+0000","last_clean":"2024-09-21T00:24:04.157159+0000","last_became_active":"2024-09-21T00:24:04.153003+0000","last_became_peered":"2024-09-21T00:24:04.153003+0000","last_unstale":"2024-09-21T00:24:04.157159+0000","last_undegraded":"2024-09-21T00:24:04.157159+0000","last_fullsized":"2024-09-21T00:24:04.157159+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_clean_scrub_stamp":"2024-09-21T00:24:03.129771+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:08:24.273217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":1,"reported_epoch":43,"state":"creating+peering","last_fresh":"2024-09-21T00:24:04.143619+0000","last_change":"2024-09-21T00:24:04.143619+0000","last_active":"2024-09-21T00:24:04.131780+0000","last_peered":"2024-09-21T00:24:04.131780+0000","last_clean":"2024-09-21T00:24:04.131780+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:24:04.143619+0000","last_undegraded":"2024-09-21T00:24:04.143619+0000","last_fullsized":"2024-09-21T00:24:04.143619+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"44'2","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.168279+0000","last_change":"2024-09-21T00:24:04.153425+0000","last_active":"2024-09-21T00:24:05.168279+0000","last_peered":"2024-09-21T00:24:05.168279+0000","last_clean":"2024-09-21T00:24:05.168279+0000","last_became_active":"2024-09-21T00:24:04.152986+0000","last_became_peered":"2024-09-21T00:24:04.152986+0000","last_unstale":"2024-09-21T00:24:05.168279+0000","last_undegraded":"2024-09-21T00:24:05.168279+0000","last_fullsized":"2024-09-21T00:24:05.168279+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_clean_scrub_stamp":"2024-09-21T00:24:03.129771+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:31:51.789772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":1,"reported_epoch":43,"state":"creating+peering","last_fresh":"2024-09-21T00:24:04.140395+0000","last_change":"2024-09-21T00:24:04.140395+0000","last_active":"2024-09-21T00:24:04.131780+0000","last_peered":"2024-09-21T00:24:04.131780+0000","last_clean":"2024-09-21T00:24:04.131780+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:24:04.140395+0000","last_undegraded":"2024-09-21T00:24:04.140395+0000","last_fullsized":"2024-09-21T00:24:04.140395+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"44'1","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.173862+0000","last_change":"2024-09-21T00:24:04.161291+0000","last_active":"2024-09-21T00:24:05.173862+0000","last_peered":"2024-09-21T00:24:05.173862+0000","last_clean":"2024-09-21T00:24:05.173862+0000","last_became_active":"2024-09-21T00:24:04.160974+0000","last_became_peered":"2024-09-21T00:24:04.160974+0000","last_unstale":"2024-09-21T00:24:05.173862+0000","last_undegraded":"2024-09-21T00:24:05.173862+0000","last_fullsized":"2024-09-21T00:24:05.173862+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_clean_scrub_stamp":"2024-09-21T00:24:03.129771+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:10:34.211336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.160167+0000","last_change":"2024-09-21T00:24:05.159350+0000","last_active":"2024-09-21T00:24:05.160167+0000","last_peered":"2024-09-21T00:24:05.160167+0000","last_clean":"2024-09-21T00:24:05.160167+0000","last_became_active":"2024-09-21T00:24:05.159046+0000","last_became_peered":"2024-09-21T00:24:05.159046+0000","last_unstale":"2024-09-21T00:24:05.160167+0000","last_undegraded":"2024-09-21T00:24:05.160167+0000","last_fullsized":"2024-09-21T00:24:05.160167+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:00:30.146634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T00:24:04.154571+0000","last_change":"2024-09-21T00:24:04.151342+0000","last_active":"2024-09-21T00:24:04.154571+0000","last_peered":"2024-09-21T00:24:04.154571+0000","last_clean":"2024-09-21T00:24:04.154571+0000","last_became_active":"2024-09-21T00:24:04.151030+0000","last_became_peered":"2024-09-21T00:24:04.151030+0000","last_unstale":"2024-09-21T00:24:04.154571+0000","last_undegraded":"2024-09-21T00:24:04.154571+0000","last_fullsized":"2024-09-21T00:24:04.154571+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_clean_scrub_stamp":"2024-09-21T00:24:03.129771+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:18:47.346519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.167087+0000","last_change":"2024-09-21T00:24:05.163470+0000","last_active":"2024-09-21T00:24:05.167087+0000","last_peered":"2024-09-21T00:24:05.167087+0000","last_clean":"2024-09-21T00:24:05.167087+0000","last_became_active":"2024-09-21T00:24:05.161340+0000","last_became_peered":"2024-09-21T00:24:05.161340+0000","last_unstale":"2024-09-21T00:24:05.167087+0000","last_undegraded":"2024-09-21T00:24:05.167087+0000","last_fullsized":"2024-09-21T00:24:05.167087+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:19:01.872488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T00:24:06.157177+0000","last_change":"2024-09-21T00:24:04.149135+0000","last_active":"2024-09-21T00:24:06.157177+0000","last_peered":"2024-09-21T00:24:06.157177+0000","last_clean":"2024-09-21T00:24:06.157177+0000","last_became_active":"2024-09-21T00:24:04.148529+0000","last_became_peered":"2024-09-21T00:24:04.148529+0000","last_unstale":"2024-09-21T00:24:06.157177+0000","last_undegraded":"2024-09-21T00:24:06.157177+0000","last_fullsized":"2024-09-21T00:24:06.157177+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_clean_scrub_stamp":"2024-09-21T00:24:03.129771+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:56:27.136397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.162966+0000","last_change":"2024-09-21T00:24:05.161512+0000","last_active":"2024-09-21T00:24:05.162966+0000","last_peered":"2024-09-21T00:24:05.162966+0000","last_clean":"2024-09-21T00:24:05.162966+0000","last_became_active":"2024-09-21T00:24:05.160770+0000","last_became_peered":"2024-09-21T00:24:05.160770+0000","last_unstale":"2024-09-21T00:24:05.162966+0000","last_undegraded":"2024-09-21T00:24:05.162966+0000","last_fullsized":"2024-09-21T00:24:05.162966+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:26:58.432131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.155961+0000","last_change":"2024-09-21T00:24:04.152172+0000","last_active":"2024-09-21T00:24:05.155961+0000","last_peered":"2024-09-21T00:24:05.155961+0000","last_clean":"2024-09-21T00:24:05.155961+0000","last_became_active":"2024-09-21T00:24:04.151471+0000","last_became_peered":"2024-09-21T00:24:04.151471+0000","last_unstale":"2024-09-21T00:24:05.155961+0000","last_undegraded":"2024-09-21T00:24:05.155961+0000","last_fullsized":"2024-09-21T00:24:05.155961+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_clean_scrub_stamp":"2024-09-21T00:24:03.129771+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:44:25.017558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":1,"reported_epoch":43,"state":"creating+peering","last_fresh":"2024-09-21T00:24:04.140502+0000","last_change":"2024-09-21T00:24:04.140502+0000","last_active":"2024-09-21T00:24:04.131780+0000","last_peered":"2024-09-21T00:24:04.131780+0000","last_clean":"2024-09-21T00:24:04.131780+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:24:04.140502+0000","last_undegraded":"2024-09-21T00:24:04.140502+0000","last_fullsized":"2024-09-21T00:24:04.140502+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T00:24:04.157496+0000","last_change":"2024-09-21T00:24:04.151934+0000","last_active":"2024-09-21T00:24:04.157496+0000","last_peered":"2024-09-21T00:24:04.157496+0000","last_clean":"2024-09-21T00:24:04.157496+0000","last_became_active":"2024-09-21T00:24:04.151543+0000","last_became_peered":"2024-09-21T00:24:04.151543+0000","last_unstale":"2024-09-21T00:24:04.157496+0000","last_undegraded":"2024-09-21T00:24:04.157496+0000","last_fullsized":"2024-09-21T00:24:04.157496+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_clean_scrub_stamp":"2024-09-21T00:24:03.129771+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:40:58.967596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.168209+0000","last_change":"2024-09-21T00:24:05.165523+0000","last_active":"2024-09-21T00:24:05.168209+0000","last_peered":"2024-09-21T00:24:05.168209+0000","last_clean":"2024-09-21T00:24:05.168209+0000","last_became_active":"2024-09-21T00:24:05.165227+0000","last_became_peered":"2024-09-21T00:24:05.165227+0000","last_unstale":"2024-09-21T00:24:05.168209+0000","last_undegraded":"2024-09-21T00:24:05.168209+0000","last_fullsized":"2024-09-21T00:24:05.168209+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:11:50.536227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.155959+0000","last_change":"2024-09-21T00:24:04.160449+0000","last_active":"2024-09-21T00:24:05.155959+0000","last_peered":"2024-09-21T00:24:05.155959+0000","last_clean":"2024-09-21T00:24:05.155959+0000","last_became_active":"2024-09-21T00:24:04.160084+0000","last_became_peered":"2024-09-21T00:24:04.160084+0000","last_unstale":"2024-09-21T00:24:05.155959+0000","last_undegraded":"2024-09-21T00:24:05.155959+0000","last_fullsized":"2024-09-21T00:24:05.155959+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_clean_scrub_stamp":"2024-09-21T00:24:03.129771+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:55:20.723779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.172607+0000","last_change":"2024-09-21T00:24:05.170248+0000","last_active":"2024-09-21T00:24:05.172607+0000","last_peered":"2024-09-21T00:24:05.172607+0000","last_clean":"2024-09-21T00:24:05.172607+0000","last_became_active":"2024-09-21T00:24:05.169937+0000","last_became_peered":"2024-09-21T00:24:05.169937+0000","last_unstale":"2024-09-21T00:24:05.172607+0000","last_undegraded":"2024-09-21T00:24:05.172607+0000","last_fullsized":"2024-09-21T00:24:05.172607+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:39:14.645296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"44'3","reported_seq":16,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.168606+0000","last_change":"2024-09-21T00:24:04.154938+0000","last_active":"2024-09-21T00:24:05.168606+0000","last_peered":"2024-09-21T00:24:05.168606+0000","last_clean":"2024-09-21T00:24:05.168606+0000","last_became_active":"2024-09-21T00:24:04.154611+0000","last_became_peered":"2024-09-21T00:24:04.154611+0000","last_unstale":"2024-09-21T00:24:05.168606+0000","last_undegraded":"2024-09-21T00:24:05.168606+0000","last_fullsized":"2024-09-21T00:24:05.168606+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_clean_scrub_stamp":"2024-09-21T00:24:03.129771+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:42:01.950692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.165857+0000","last_change":"2024-09-21T00:24:05.161737+0000","last_active":"2024-09-21T00:24:05.165857+0000","last_peered":"2024-09-21T00:24:05.165857+0000","last_clean":"2024-09-21T00:24:05.165857+0000","last_became_active":"2024-09-21T00:24:05.161416+0000","last_became_peered":"2024-09-21T00:24:05.161416+0000","last_unstale":"2024-09-21T00:24:05.165857+0000","last_undegraded":"2024-09-21T00:24:05.165857+0000","last_fullsized":"2024-09-21T00:24:05.165857+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:16:01.334466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.14","version":"44'6","reported_seq":21,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T00:24:06.160264+0000","last_change":"2024-09-21T00:24:04.146190+0000","last_active":"2024-09-21T00:24:06.160264+0000","last_peered":"2024-09-21T00:24:06.160264+0000","last_clean":"2024-09-21T00:24:06.160264+0000","last_became_active":"2024-09-21T00:24:04.145777+0000","last_became_peered":"2024-09-21T00:24:04.145777+0000","last_unstale":"2024-09-21T00:24:06.160264+0000","last_undegraded":"2024-09-21T00:24:06.160264+0000","last_fullsized":"2024-09-21T00:24:06.160264+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_clean_scrub_stamp":"2024-09-21T00:24:03.129771+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:50:28.757076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.167384+0000","last_change":"2024-09-21T00:24:05.165464+0000","last_active":"2024-09-21T00:24:05.167384+0000","last_peered":"2024-09-21T00:24:05.167384+0000","last_clean":"2024-09-21T00:24:05.167384+0000","last_became_active":"2024-09-21T00:24:05.165155+0000","last_became_peered":"2024-09-21T00:24:05.165155+0000","last_unstale":"2024-09-21T00:24:05.167384+0000","last_undegraded":"2024-09-21T00:24:05.167384+0000","last_fullsized":"2024-09-21T00:24:05.167384+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:44:26.019568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"44'2","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.173425+0000","last_change":"2024-09-21T00:24:04.160695+0000","last_active":"2024-09-21T00:24:05.173425+0000","last_peered":"2024-09-21T00:24:05.173425+0000","last_clean":"2024-09-21T00:24:05.173425+0000","last_became_active":"2024-09-21T00:24:04.160300+0000","last_became_peered":"2024-09-21T00:24:04.160300+0000","last_unstale":"2024-09-21T00:24:05.173425+0000","last_undegraded":"2024-09-21T00:24:05.173425+0000","last_fullsized":"2024-09-21T00:24:05.173425+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_clean_scrub_stamp":"2024-09-21T00:24:03.129771+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:30:01.927828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.169777+0000","last_change":"2024-09-21T00:24:05.166733+0000","last_active":"2024-09-21T00:24:05.169777+0000","last_peered":"2024-09-21T00:24:05.169777+0000","last_clean":"2024-09-21T00:24:05.169777+0000","last_became_active":"2024-09-21T00:24:05.166397+0000","last_became_peered":"2024-09-21T00:24:05.166397+0000","last_unstale":"2024-09-21T00:24:05.169777+0000","last_undegraded":"2024-09-21T00:24:05.169777+0000","last_fullsized":"2024-09-21T00:24:05.169777+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:21:22.694018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.157254+0000","last_change":"2024-09-21T00:24:04.155900+0000","last_active":"2024-09-21T00:24:05.157254+0000","last_peered":"2024-09-21T00:24:05.157254+0000","last_clean":"2024-09-21T00:24:05.157254+0000","last_became_active":"2024-09-21T00:24:04.155531+0000","last_became_peered":"2024-09-21T00:24:04.155531+0000","last_unstale":"2024-09-21T00:24:05.157254+0000","last_undegraded":"2024-09-21T00:24:05.157254+0000","last_fullsized":"2024-09-21T00:24:05.157254+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_clean_scrub_stamp":"2024-09-21T00:24:03.129771+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:08:42.684743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.171249+0000","last_change":"2024-09-21T00:24:05.161102+0000","last_active":"2024-09-21T00:24:05.171249+0000","last_peered":"2024-09-21T00:24:05.171249+0000","last_clean":"2024-09-21T00:24:05.171249+0000","last_became_active":"2024-09-21T00:24:05.160765+0000","last_became_peered":"2024-09-21T00:24:05.160765+0000","last_unstale":"2024-09-21T00:24:05.171249+0000","last_undegraded":"2024-09-21T00:24:05.171249+0000","last_fullsized":"2024-09-21T00:24:05.171249+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:40:12.347591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.158020+0000","last_change":"2024-09-21T00:24:04.159795+0000","last_active":"2024-09-21T00:24:05.158020+0000","last_peered":"2024-09-21T00:24:05.158020+0000","last_clean":"2024-09-21T00:24:05.158020+0000","last_became_active":"2024-09-21T00:24:04.159473+0000","last_became_peered":"2024-09-21T00:24:04.159473+0000","last_unstale":"2024-09-21T00:24:05.158020+0000","last_undegraded":"2024-09-21T00:24:05.158020+0000","last_fullsized":"2024-09-21T00:24:05.158020+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_clean_scrub_stamp":"2024-09-21T00:24:03.129771+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:34:54.291496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.163078+0000","last_change":"2024-09-21T00:24:05.158302+0000","last_active":"2024-09-21T00:24:05.163078+0000","last_peered":"2024-09-21T00:24:05.163078+0000","last_clean":"2024-09-21T00:24:05.163078+0000","last_became_active":"2024-09-21T00:24:05.158001+0000","last_became_peered":"2024-09-21T00:24:05.158001+0000","last_unstale":"2024-09-21T00:24:05.163078+0000","last_undegraded":"2024-09-21T00:24:05.163078+0000","last_fullsized":"2024-09-21T00:24:05.163078+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:29:35.361279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.10","version":"44'8","reported_seq":21,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.179486+0000","last_change":"2024-09-21T00:24:04.152508+0000","last_active":"2024-09-21T00:24:05.179486+0000","last_peered":"2024-09-21T00:24:05.179486+0000","last_clean":"2024-09-21T00:24:05.179486+0000","last_became_active":"2024-09-21T00:24:04.151826+0000","last_became_peered":"2024-09-21T00:24:04.151826+0000","last_unstale":"2024-09-21T00:24:05.179486+0000","last_undegraded":"2024-09-21T00:24:05.179486+0000","last_fullsized":"2024-09-21T00:24:05.179486+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_clean_scrub_stamp":"2024-09-21T00:24:03.129771+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:56:37.602224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T00:24:06.160166+0000","last_change":"2024-09-21T00:24:05.154537+0000","last_active":"2024-09-21T00:24:06.160166+0000","last_peered":"2024-09-21T00:24:06.160166+0000","last_clean":"2024-09-21T00:24:06.160166+0000","last_became_active":"2024-09-21T00:24:05.154246+0000","last_became_peered":"2024-09-21T00:24:05.154246+0000","last_unstale":"2024-09-21T00:24:06.160166+0000","last_undegraded":"2024-09-21T00:24:06.160166+0000","last_fullsized":"2024-09-21T00:24:06.160166+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:55:21.725788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"44'1","reported_seq":16,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T00:24:06.159938+0000","last_change":"2024-09-21T00:24:04.151119+0000","last_active":"2024-09-21T00:24:06.159938+0000","last_peered":"2024-09-21T00:24:06.159938+0000","last_clean":"2024-09-21T00:24:06.159938+0000","last_became_active":"2024-09-21T00:24:04.150726+0000","last_became_peered":"2024-09-21T00:24:04.150726+0000","last_unstale":"2024-09-21T00:24:06.159938+0000","last_undegraded":"2024-09-21T00:24:06.159938+0000","last_fullsized":"2024-09-21T00:24:06.159938+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_clean_scrub_stamp":"2024-09-21T00:24:03.129771+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:34:15.047907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.176562+0000","last_change":"2024-09-21T00:24:05.172536+0000","last_active":"2024-09-21T00:24:05.176562+0000","last_peered":"2024-09-21T00:24:05.176562+0000","last_clean":"2024-09-21T00:24:05.176562+0000","last_became_active":"2024-09-21T00:24:05.172089+0000","last_became_peered":"2024-09-21T00:24:05.172089+0000","last_unstale":"2024-09-21T00:24:05.176562+0000","last_undegraded":"2024-09-21T00:24:05.176562+0000","last_fullsized":"2024-09-21T00:24:05.176562+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:14:57.995646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T00:24:04.150408+0000","last_change":"2024-09-21T00:24:04.148892+0000","last_active":"2024-09-21T00:24:04.150408+0000","last_peered":"2024-09-21T00:24:04.150408+0000","last_clean":"2024-09-21T00:24:04.150408+0000","last_became_active":"2024-09-21T00:24:04.148575+0000","last_became_peered":"2024-09-21T00:24:04.148575+0000","last_unstale":"2024-09-21T00:24:04.150408+0000","last_undegraded":"2024-09-21T00:24:04.150408+0000","last_fullsized":"2024-09-21T00:24:04.150408+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_clean_scrub_stamp":"2024-09-21T00:24:03.129771+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:48:38.013172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.176574+0000","last_change":"2024-09-21T00:24:05.173348+0000","last_active":"2024-09-21T00:24:05.176574+0000","last_peered":"2024-09-21T00:24:05.176574+0000","last_clean":"2024-09-21T00:24:05.176574+0000","last_became_active":"2024-09-21T00:24:05.172985+0000","last_became_peered":"2024-09-21T00:24:05.172985+0000","last_unstale":"2024-09-21T00:24:05.176574+0000","last_undegraded":"2024-09-21T00:24:05.176574+0000","last_fullsized":"2024-09-21T00:24:05.176574+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:56:38.604233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.d","version":"44'1","reported_seq":16,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T00:24:06.157533+0000","last_change":"2024-09-21T00:24:04.149762+0000","last_active":"2024-09-21T00:24:06.157533+0000","last_peered":"2024-09-21T00:24:06.157533+0000","last_clean":"2024-09-21T00:24:06.157533+0000","last_became_active":"2024-09-21T00:24:04.149466+0000","last_became_peered":"2024-09-21T00:24:04.149466+0000","last_unstale":"2024-09-21T00:24:06.157533+0000","last_undegraded":"2024-09-21T00:24:06.157533+0000","last_fullsized":"2024-09-21T00:24:06.157533+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_clean_scrub_stamp":"2024-09-21T00:24:03.129771+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:33:54.652830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.158907+0000","last_change":"2024-09-21T00:24:05.156953+0000","last_active":"2024-09-21T00:24:05.158907+0000","last_peered":"2024-09-21T00:24:05.158907+0000","last_clean":"2024-09-21T00:24:05.158907+0000","last_became_active":"2024-09-21T00:24:05.156627+0000","last_became_peered":"2024-09-21T00:24:05.156627+0000","last_unstale":"2024-09-21T00:24:05.158907+0000","last_undegraded":"2024-09-21T00:24:05.158907+0000","last_fullsized":"2024-09-21T00:24:05.158907+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:25:24.149480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.155367+0000","last_change":"2024-09-21T00:24:04.162281+0000","last_active":"2024-09-21T00:24:05.155367+0000","last_peered":"2024-09-21T00:24:05.155367+0000","last_clean":"2024-09-21T00:24:05.155367+0000","last_became_active":"2024-09-21T00:24:04.162006+0000","last_became_peered":"2024-09-21T00:24:04.162006+0000","last_unstale":"2024-09-21T00:24:05.155367+0000","last_undegraded":"2024-09-21T00:24:05.155367+0000","last_fullsized":"2024-09-21T00:24:05.155367+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_clean_scrub_stamp":"2024-09-21T00:24:03.129771+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:04:10.531981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.171426+0000","last_change":"2024-09-21T00:24:05.161734+0000","last_active":"2024-09-21T00:24:05.171426+0000","last_peered":"2024-09-21T00:24:05.171426+0000","last_clean":"2024-09-21T00:24:05.171426+0000","last_became_active":"2024-09-21T00:24:05.161391+0000","last_became_peered":"2024-09-21T00:24:05.161391+0000","last_unstale":"2024-09-21T00:24:05.171426+0000","last_undegraded":"2024-09-21T00:24:05.171426+0000","last_fullsized":"2024-09-21T00:24:05.171426+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:11:50.536227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.b","version":"44'2","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.173947+0000","last_change":"2024-09-21T00:24:04.160467+0000","last_active":"2024-09-21T00:24:05.173947+0000","last_peered":"2024-09-21T00:24:05.173947+0000","last_clean":"2024-09-21T00:24:05.173947+0000","last_became_active":"2024-09-21T00:24:04.160158+0000","last_became_peered":"2024-09-21T00:24:04.160158+0000","last_unstale":"2024-09-21T00:24:05.173947+0000","last_undegraded":"2024-09-21T00:24:05.173947+0000","last_fullsized":"2024-09-21T00:24:05.173947+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_clean_scrub_stamp":"2024-09-21T00:24:03.129771+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:29:34.359269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":1,"reported_epoch":43,"state":"creating+peering","last_fresh":"2024-09-21T00:24:04.142966+0000","last_change":"2024-09-21T00:24:04.142966+0000","last_active":"2024-09-21T00:24:04.131780+0000","last_peered":"2024-09-21T00:24:04.131780+0000","last_clean":"2024-09-21T00:24:04.131780+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:24:04.142966+0000","last_undegraded":"2024-09-21T00:24:04.142966+0000","last_fullsized":"2024-09-21T00:24:04.142966+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T00:24:06.157257+0000","last_change":"2024-09-21T00:24:04.152608+0000","last_active":"2024-09-21T00:24:06.157257+0000","last_peered":"2024-09-21T00:24:06.157257+0000","last_clean":"2024-09-21T00:24:06.157257+0000","last_became_active":"2024-09-21T00:24:04.152311+0000","last_became_peered":"2024-09-21T00:24:04.152311+0000","last_unstale":"2024-09-21T00:24:06.157257+0000","last_undegraded":"2024-09-21T00:24:06.157257+0000","last_fullsized":"2024-09-21T00:24:06.157257+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_clean_scrub_stamp":"2024-09-21T00:24:03.129771+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:33:18.301500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T00:24:06.160090+0000","last_change":"2024-09-21T00:24:05.162339+0000","last_active":"2024-09-21T00:24:06.160090+0000","last_peered":"2024-09-21T00:24:06.160090+0000","last_clean":"2024-09-21T00:24:06.160090+0000","last_became_active":"2024-09-21T00:24:05.162008+0000","last_became_peered":"2024-09-21T00:24:05.162008+0000","last_unstale":"2024-09-21T00:24:06.160090+0000","last_undegraded":"2024-09-21T00:24:06.160090+0000","last_fullsized":"2024-09-21T00:24:06.160090+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:44:26.019568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.156013+0000","last_change":"2024-09-21T00:24:04.159496+0000","last_active":"2024-09-21T00:24:05.156013+0000","last_peered":"2024-09-21T00:24:05.156013+0000","last_clean":"2024-09-21T00:24:05.156013+0000","last_became_active":"2024-09-21T00:24:04.159126+0000","last_became_peered":"2024-09-21T00:24:04.159126+0000","last_unstale":"2024-09-21T00:24:05.156013+0000","last_undegraded":"2024-09-21T00:24:05.156013+0000","last_fullsized":"2024-09-21T00:24:05.156013+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_clean_scrub_stamp":"2024-09-21T00:24:03.129771+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:48:17.115786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.158689+0000","last_change":"2024-09-21T00:24:05.154191+0000","last_active":"2024-09-21T00:24:05.158689+0000","last_peered":"2024-09-21T00:24:05.158689+0000","last_clean":"2024-09-21T00:24:05.158689+0000","last_became_active":"2024-09-21T00:24:05.153882+0000","last_became_peered":"2024-09-21T00:24:05.153882+0000","last_unstale":"2024-09-21T00:24:05.158689+0000","last_undegraded":"2024-09-21T00:24:05.158689+0000","last_fullsized":"2024-09-21T00:24:05.158689+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:26:58.432131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.151026+0000","last_change":"2024-09-21T00:24:04.153438+0000","last_active":"2024-09-21T00:24:05.151026+0000","last_peered":"2024-09-21T00:24:05.151026+0000","last_clean":"2024-09-21T00:24:05.151026+0000","last_became_active":"2024-09-21T00:24:04.153077+0000","last_became_peered":"2024-09-21T00:24:04.153077+0000","last_unstale":"2024-09-21T00:24:05.151026+0000","last_undegraded":"2024-09-21T00:24:05.151026+0000","last_fullsized":"2024-09-21T00:24:05.151026+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_clean_scrub_stamp":"2024-09-21T00:24:03.129771+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:33:54.652830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.156228+0000","last_change":"2024-09-21T00:24:05.152991+0000","last_active":"2024-09-21T00:24:05.156228+0000","last_peered":"2024-09-21T00:24:05.156228+0000","last_clean":"2024-09-21T00:24:05.156228+0000","last_became_active":"2024-09-21T00:24:05.152178+0000","last_became_peered":"2024-09-21T00:24:05.152178+0000","last_unstale":"2024-09-21T00:24:05.156228+0000","last_undegraded":"2024-09-21T00:24:05.156228+0000","last_fullsized":"2024-09-21T00:24:05.156228+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:30:07.643679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.146761+0000","last_change":"2024-09-21T00:24:04.157796+0000","last_active":"2024-09-21T00:24:05.146761+0000","last_peered":"2024-09-21T00:24:05.146761+0000","last_clean":"2024-09-21T00:24:05.146761+0000","last_became_active":"2024-09-21T00:24:04.157234+0000","last_became_peered":"2024-09-21T00:24:04.157234+0000","last_unstale":"2024-09-21T00:24:05.146761+0000","last_undegraded":"2024-09-21T00:24:05.146761+0000","last_fullsized":"2024-09-21T00:24:05.146761+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_clean_scrub_stamp":"2024-09-21T00:24:03.129771+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:08:42.684743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.158640+0000","last_change":"2024-09-21T00:24:05.152697+0000","last_active":"2024-09-21T00:24:05.158640+0000","last_peered":"2024-09-21T00:24:05.158640+0000","last_clean":"2024-09-21T00:24:05.158640+0000","last_became_active":"2024-09-21T00:24:05.152364+0000","last_became_peered":"2024-09-21T00:24:05.152364+0000","last_unstale":"2024-09-21T00:24:05.158640+0000","last_undegraded":"2024-09-21T00:24:05.158640+0000","last_fullsized":"2024-09-21T00:24:05.158640+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:40:23.588432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.158305+0000","last_change":"2024-09-21T00:24:04.155699+0000","last_active":"2024-09-21T00:24:05.158305+0000","last_peered":"2024-09-21T00:24:05.158305+0000","last_clean":"2024-09-21T00:24:05.158305+0000","last_became_active":"2024-09-21T00:24:04.155293+0000","last_became_peered":"2024-09-21T00:24:04.155293+0000","last_unstale":"2024-09-21T00:24:05.158305+0000","last_undegraded":"2024-09-21T00:24:05.158305+0000","last_fullsized":"2024-09-21T00:24:05.158305+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_clean_scrub_stamp":"2024-09-21T00:24:03.129771+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:30:01.927828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.165888+0000","last_change":"2024-09-21T00:24:05.162466+0000","last_active":"2024-09-21T00:24:05.165888+0000","last_peered":"2024-09-21T00:24:05.165888+0000","last_clean":"2024-09-21T00:24:05.165888+0000","last_became_active":"2024-09-21T00:24:05.162180+0000","last_became_peered":"2024-09-21T00:24:05.162180+0000","last_unstale":"2024-09-21T00:24:05.165888+0000","last_undegraded":"2024-09-21T00:24:05.165888+0000","last_fullsized":"2024-09-21T00:24:05.165888+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:40:12.347591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T00:24:04.153653+0000","last_change":"2024-09-21T00:24:04.152626+0000","last_active":"2024-09-21T00:24:04.153653+0000","last_peered":"2024-09-21T00:24:04.153653+0000","last_clean":"2024-09-21T00:24:04.153653+0000","last_became_active":"2024-09-21T00:24:04.152319+0000","last_became_peered":"2024-09-21T00:24:04.152319+0000","last_unstale":"2024-09-21T00:24:04.153653+0000","last_undegraded":"2024-09-21T00:24:04.153653+0000","last_fullsized":"2024-09-21T00:24:04.153653+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_clean_scrub_stamp":"2024-09-21T00:24:03.129771+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:25:19.961288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.171396+0000","last_change":"2024-09-21T00:24:05.161011+0000","last_active":"2024-09-21T00:24:05.171396+0000","last_peered":"2024-09-21T00:24:05.171396+0000","last_clean":"2024-09-21T00:24:05.171396+0000","last_became_active":"2024-09-21T00:24:05.160690+0000","last_became_peered":"2024-09-21T00:24:05.160690+0000","last_unstale":"2024-09-21T00:24:05.171396+0000","last_undegraded":"2024-09-21T00:24:05.171396+0000","last_fullsized":"2024-09-21T00:24:05.171396+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:16:01.334466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.157820+0000","last_change":"2024-09-21T00:24:04.155505+0000","last_active":"2024-09-21T00:24:05.157820+0000","last_peered":"2024-09-21T00:24:05.157820+0000","last_clean":"2024-09-21T00:24:05.157820+0000","last_became_active":"2024-09-21T00:24:04.155175+0000","last_became_peered":"2024-09-21T00:24:04.155175+0000","last_unstale":"2024-09-21T00:24:05.157820+0000","last_undegraded":"2024-09-21T00:24:05.157820+0000","last_fullsized":"2024-09-21T00:24:05.157820+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_clean_scrub_stamp":"2024-09-21T00:24:03.129771+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:10:34.211336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.174019+0000","last_change":"2024-09-21T00:24:05.171715+0000","last_active":"2024-09-21T00:24:05.174019+0000","last_peered":"2024-09-21T00:24:05.174019+0000","last_clean":"2024-09-21T00:24:05.174019+0000","last_became_active":"2024-09-21T00:24:05.171109+0000","last_became_peered":"2024-09-21T00:24:05.171109+0000","last_unstale":"2024-09-21T00:24:05.174019+0000","last_undegraded":"2024-09-21T00:24:05.174019+0000","last_fullsized":"2024-09-21T00:24:05.174019+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:58:50.434565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T00:24:04.154544+0000","last_change":"2024-09-21T00:24:04.150328+0000","last_active":"2024-09-21T00:24:04.154544+0000","last_peered":"2024-09-21T00:24:04.154544+0000","last_clean":"2024-09-21T00:24:04.154544+0000","last_became_active":"2024-09-21T00:24:04.149993+0000","last_became_peered":"2024-09-21T00:24:04.149993+0000","last_unstale":"2024-09-21T00:24:04.154544+0000","last_undegraded":"2024-09-21T00:24:04.154544+0000","last_fullsized":"2024-09-21T00:24:04.154544+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_clean_scrub_stamp":"2024-09-21T00:24:03.129771+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:17:55.177056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T00:24:06.157916+0000","last_change":"2024-09-21T00:24:05.159602+0000","last_active":"2024-09-21T00:24:06.157916+0000","last_peered":"2024-09-21T00:24:06.157916+0000","last_clean":"2024-09-21T00:24:06.157916+0000","last_became_active":"2024-09-21T00:24:05.159303+0000","last_became_peered":"2024-09-21T00:24:05.159303+0000","last_unstale":"2024-09-21T00:24:06.157916+0000","last_undegraded":"2024-09-21T00:24:06.157916+0000","last_fullsized":"2024-09-21T00:24:06.157916+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:12:01.002054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":10,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-21T00:24:04.153618+0000","last_change":"2024-09-21T00:24:04.151342+0000","last_active":"2024-09-21T00:24:04.153618+0000","last_peered":"2024-09-21T00:24:04.153618+0000","last_clean":"2024-09-21T00:24:04.153618+0000","last_became_active":"2024-09-21T00:24:04.151027+0000","last_became_peered":"2024-09-21T00:24:04.151027+0000","last_unstale":"2024-09-21T00:24:04.153618+0000","last_undegraded":"2024-09-21T00:24:04.153618+0000","last_fullsized":"2024-09-21T00:24:04.153618+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_clean_scrub_stamp":"2024-09-21T00:24:03.129771+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:40:58.967596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":1,"reported_epoch":43,"state":"creating+peering","last_fresh":"2024-09-21T00:24:04.139518+0000","last_change":"2024-09-21T00:24:04.139518+0000","last_active":"2024-09-21T00:24:04.131780+0000","last_peered":"2024-09-21T00:24:04.131780+0000","last_clean":"2024-09-21T00:24:04.131780+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:24:04.139518+0000","last_undegraded":"2024-09-21T00:24:04.139518+0000","last_fullsized":"2024-09-21T00:24:04.139518+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.156552+0000","last_change":"2024-09-21T00:24:04.159711+0000","last_active":"2024-09-21T00:24:05.156552+0000","last_peered":"2024-09-21T00:24:05.156552+0000","last_clean":"2024-09-21T00:24:05.156552+0000","last_became_active":"2024-09-21T00:24:04.159394+0000","last_became_peered":"2024-09-21T00:24:04.159394+0000","last_unstale":"2024-09-21T00:24:05.156552+0000","last_undegraded":"2024-09-21T00:24:05.156552+0000","last_fullsized":"2024-09-21T00:24:05.156552+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_clean_scrub_stamp":"2024-09-21T00:24:03.129771+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:22:06.315294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.167236+0000","last_change":"2024-09-21T00:24:05.166066+0000","last_active":"2024-09-21T00:24:05.167236+0000","last_peered":"2024-09-21T00:24:05.167236+0000","last_clean":"2024-09-21T00:24:05.167236+0000","last_became_active":"2024-09-21T00:24:05.165383+0000","last_became_peered":"2024-09-21T00:24:05.165383+0000","last_unstale":"2024-09-21T00:24:05.167236+0000","last_undegraded":"2024-09-21T00:24:05.167236+0000","last_fullsized":"2024-09-21T00:24:05.167236+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:16:41.940752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.7","version":"44'2","reported_seq":17,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T00:24:06.157785+0000","last_change":"2024-09-21T00:24:04.150639+0000","last_active":"2024-09-21T00:24:06.157785+0000","last_peered":"2024-09-21T00:24:06.157785+0000","last_clean":"2024-09-21T00:24:06.157785+0000","last_became_active":"2024-09-21T00:24:04.150315+0000","last_became_peered":"2024-09-21T00:24:04.150315+0000","last_unstale":"2024-09-21T00:24:06.157785+0000","last_undegraded":"2024-09-21T00:24:06.157785+0000","last_fullsized":"2024-09-21T00:24:06.157785+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_clean_scrub_stamp":"2024-09-21T00:24:03.129771+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:15:55.331384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":152,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.158409+0000","last_change":"2024-09-21T00:21:11.583793+0000","last_active":"2024-09-21T00:24:05.158409+0000","last_peered":"2024-09-21T00:24:05.158409+0000","last_clean":"2024-09-21T00:24:05.158409+0000","last_became_active":"2024-09-21T00:21:11.582502+0000","last_became_peered":"2024-09-21T00:21:11.582502+0000","last_unstale":"2024-09-21T00:24:05.158409+0000","last_undegraded":"2024-09-21T00:24:05.158409+0000","last_fullsized":"2024-09-21T00:24:05.158409+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_clean_scrub_stamp":"2024-09-21T00:21:10.311964+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:58.010953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":38,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3138,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":32,"ondisk_log_size":32,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509479,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":40588,"kb_used_data":1080,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94331252,"statfs":{"total":96636764160,"available":96595202048,"internally_reserved":0,"allocated":1105920,"data_stored":795638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":40434122},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509479,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":40016,"kb_used_data":504,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94331824,"statfs":{"total":96636764160,"available":96595787776,"internally_reserved":0,"allocated":516096,"data_stored":205852,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40434118},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509479,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":40024,"kb_used_data":512,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94331816,"statfs":{"total":96636764160,"available":96595779584,"internally_reserved":0,"allocated":524288,"data_stored":211550,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509480,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":49752,"kb_used_data":508,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94322088,"statfs":{"total":96636764160,"available":96585818112,"internally_reserved":0,"allocated":520192,"data_stored":205818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":50395592},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509480,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35864,"kb_used_data":512,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335976,"statfs":{"total":96636764160,"available":96600039424,"internally_reserved":0,"allocated":524288,"data_stored":206814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509478,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":40588,"kb_used_data":1080,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94331252,"statfs":{"total":96636764160,"available":96595202048,"internally_reserved":0,"allocated":1105920,"data_stored":795582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40434118},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574886,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":45548,"kb_used_data":472,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94326292,"statfs":{"total":96636764160,"available":96590123008,"internally_reserved":0,"allocated":483328,"data_stored":192138,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":46135749},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574886,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":45556,"kb_used_data":472,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94326284,"statfs":{"total":96636764160,"available":96590114816,"internally_reserved":0,"allocated":483328,"data_stored":192138,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":46135750},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T00:24:09.226 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T00:24:09.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.379+0000 7f1c59e94640 1 -- 172.21.15.67:0/2582490925 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1c40003a00 msgr2=0x7f1c40003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:09.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.379+0000 7f1c59e94640 1 --2- 172.21.15.67:0/2582490925 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1c40003a00 0x7f1c40003e70 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f1c44009b40 tx=0x7f1c40005830 comp rx=0 tx=0).stop 2024-09-21T00:24:09.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.379+0000 7f1c53fff640 1 -- 172.21.15.67:0/2582490925 reap_dead start 2024-09-21T00:24:09.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.380+0000 7f1c59e94640 1 -- 172.21.15.67:0/2582490925 shutdown_connections 2024-09-21T00:24:09.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.380+0000 7f1c59e94640 1 -- 172.21.15.67:0/2582490925 >> 172.21.15.67:0/2582490925 conn(0x7f1c540d1280 msgr2=0x7f1c540d1690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:09.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.380+0000 7f1c59e94640 1 -- 172.21.15.67:0/2582490925 shutdown_connections 2024-09-21T00:24:09.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.380+0000 7f1c59e94640 1 -- 172.21.15.67:0/2582490925 wait complete. 2024-09-21T00:24:09.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.381+0000 7f1c59e94640 1 Processor -- start 2024-09-21T00:24:09.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.382+0000 7f1c59e94640 1 -- start start 2024-09-21T00:24:09.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.383+0000 7f1c59e94640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1c40003a00 0x7f1c5415d370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:09.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.383+0000 7f1c59e94640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1c541f8db0 0x7f1c540aead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:09.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.383+0000 7f1c59e94640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1c54159b70 0x7f1c54159f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:09.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.383+0000 7f1c59e94640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f1c54160650 con 0x7f1c541f8db0 2024-09-21T00:24:09.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.383+0000 7f1c59e94640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f1c541604d0 con 0x7f1c54159b70 2024-09-21T00:24:09.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.383+0000 7f1c59e94640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f1c541607d0 con 0x7f1c40003a00 2024-09-21T00:24:09.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.383+0000 7f1c4affd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1c541f8db0 0x7f1c540aead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:09.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.383+0000 7f1c4affd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1c541f8db0 0x7f1c540aead0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34626/0 (socket says 172.21.15.67:34626) 2024-09-21T00:24:09.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.383+0000 7f1c4affd640 1 -- 172.21.15.67:0/3785453049 learned_addr learned my addr 172.21.15.67:0/3785453049 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:09.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.383+0000 7f1c53fff640 1 --2- 172.21.15.67:0/3785453049 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1c54159b70 0x7f1c54159f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:09.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.383+0000 7f1c537fe640 1 --2- 172.21.15.67:0/3785453049 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1c40003a00 0x7f1c5415d370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:09.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.383+0000 7f1c4affd640 1 -- 172.21.15.67:0/3785453049 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1c40003a00 msgr2=0x7f1c5415d370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:09.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.383+0000 7f1c4affd640 1 --2- 172.21.15.67:0/3785453049 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1c40003a00 0x7f1c5415d370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:09.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.383+0000 7f1c4affd640 1 -- 172.21.15.67:0/3785453049 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1c54159b70 msgr2=0x7f1c54159f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:09.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.383+0000 7f1c4affd640 1 --2- 172.21.15.67:0/3785453049 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1c54159b70 0x7f1c54159f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:09.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.383+0000 7f1c4affd640 1 -- 172.21.15.67:0/3785453049 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c5415a4c0 con 0x7f1c541f8db0 2024-09-21T00:24:09.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.384+0000 7f1c4affd640 1 --2- 172.21.15.67:0/3785453049 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1c541f8db0 0x7f1c540aead0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f1c3c009fd0 tx=0x7f1c3c011bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:09.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.384+0000 7f1c50ff9640 1 -- 172.21.15.67:0/3785453049 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c3c004260 con 0x7f1c541f8db0 2024-09-21T00:24:09.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.384+0000 7f1c50ff9640 1 -- 172.21.15.67:0/3785453049 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1c3c016070 con 0x7f1c541f8db0 2024-09-21T00:24:09.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.384+0000 7f1c59e94640 1 -- 172.21.15.67:0/3785453049 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c5415d8b0 con 0x7f1c541f8db0 2024-09-21T00:24:09.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.384+0000 7f1c50ff9640 1 -- 172.21.15.67:0/3785453049 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c3c00fba0 con 0x7f1c541f8db0 2024-09-21T00:24:09.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.384+0000 7f1c59e94640 1 -- 172.21.15.67:0/3785453049 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c5415c1d0 con 0x7f1c541f8db0 2024-09-21T00:24:09.388 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.385+0000 7f1c59e94640 1 -- 172.21.15.67:0/3785453049 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c540d1da0 con 0x7f1c541f8db0 2024-09-21T00:24:09.388 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.385+0000 7f1c50ff9640 1 -- 172.21.15.67:0/3785453049 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f1c3c018030 con 0x7f1c541f8db0 2024-09-21T00:24:09.388 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.386+0000 7f1c50ff9640 1 --2- 172.21.15.67:0/3785453049 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1c34078bc0 0x7f1c3407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:09.388 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.386+0000 7f1c50ff9640 1 -- 172.21.15.67:0/3785453049 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f1c3c09b3f0 con 0x7f1c541f8db0 2024-09-21T00:24:09.388 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.386+0000 7f1c537fe640 1 --2- 172.21.15.67:0/3785453049 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1c34078bc0 0x7f1c3407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:09.388 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.387+0000 7f1c537fe640 1 --2- 172.21.15.67:0/3785453049 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1c34078bc0 0x7f1c3407b0d0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f1c44035000 tx=0x7f1c440046c0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:09.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.391+0000 7f1c50ff9640 1 -- 172.21.15.67:0/3785453049 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f1c5415a4c0 con 0x7f1c541f8db0 2024-09-21T00:24:09.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.575+0000 7f1c59e94640 1 -- 172.21.15.67:0/3785453049 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f1c540cf3a0 con 0x7f1c34078bc0 2024-09-21T00:24:09.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.580+0000 7f1c50ff9640 1 -- 172.21.15.67:0/3785453049 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251945 (secure 0 0 0) 0x7f1c540cf3a0 con 0x7f1c34078bc0 2024-09-21T00:24:09.584 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:24:09.585 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-21T00:24:09.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.583+0000 7f1c59e94640 1 -- 172.21.15.67:0/3785453049 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1c34078bc0 msgr2=0x7f1c3407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:09.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.583+0000 7f1c59e94640 1 --2- 172.21.15.67:0/3785453049 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1c34078bc0 0x7f1c3407b0d0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f1c44035000 tx=0x7f1c440046c0 comp rx=0 tx=0).stop 2024-09-21T00:24:09.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.583+0000 7f1c59e94640 1 -- 172.21.15.67:0/3785453049 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1c541f8db0 msgr2=0x7f1c540aead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:09.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.583+0000 7f1c59e94640 1 --2- 172.21.15.67:0/3785453049 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1c541f8db0 0x7f1c540aead0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f1c3c009fd0 tx=0x7f1c3c011bf0 comp rx=0 tx=0).stop 2024-09-21T00:24:09.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.583+0000 7f1c59e94640 1 -- 172.21.15.67:0/3785453049 shutdown_connections 2024-09-21T00:24:09.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.583+0000 7f1c59e94640 1 --2- 172.21.15.67:0/3785453049 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1c34078bc0 0x7f1c3407b0d0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:09.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.583+0000 7f1c59e94640 1 --2- 172.21.15.67:0/3785453049 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1c54159b70 0x7f1c54159f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:09.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.583+0000 7f1c59e94640 1 --2- 172.21.15.67:0/3785453049 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1c541f8db0 0x7f1c540aead0 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:09.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.583+0000 7f1c59e94640 1 --2- 172.21.15.67:0/3785453049 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1c40003a00 0x7f1c5415d370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:09.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.583+0000 7f1c59e94640 1 -- 172.21.15.67:0/3785453049 >> 172.21.15.67:0/3785453049 conn(0x7f1c540d1280 msgr2=0x7f1c541510c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:09.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.583+0000 7f1c59e94640 1 -- 172.21.15.67:0/3785453049 shutdown_connections 2024-09-21T00:24:09.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.583+0000 7f1c59e94640 1 -- 172.21.15.67:0/3785453049 wait complete. 2024-09-21T00:24:09.596 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":129,"stamp":"2024-09-21T00:24:09.536396+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":145,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":110,"ondisk_log_size":110,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":114,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":338020,"kb_used_data":5228,"kb_used_omap":12,"kb_used_meta":332595,"kb_avail":754636700,"statfs":{"total":773094113280,"available":772747980800,"internally_reserved":0,"allocated":5353472,"data_stored":2845896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12749,"internal_metadata":340577843},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":16,"apply_latency_ms":16,"commit_latency_ns":16000000,"apply_latency_ns":16000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001646"},"pg_stats":[{"pgid":"7.3f","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.165065+0000","last_change":"2024-09-21T00:24:05.159421+0000","last_active":"2024-09-21T00:24:05.165065+0000","last_peered":"2024-09-21T00:24:05.165065+0000","last_clean":"2024-09-21T00:24:05.165065+0000","last_became_active":"2024-09-21T00:24:05.159114+0000","last_became_peered":"2024-09-21T00:24:05.159114+0000","last_unstale":"2024-09-21T00:24:05.165065+0000","last_undegraded":"2024-09-21T00:24:05.165065+0000","last_fullsized":"2024-09-21T00:24:05.165065+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:34:55.293505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3e","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T00:24:06.158728+0000","last_change":"2024-09-21T00:24:05.164391+0000","last_active":"2024-09-21T00:24:06.158728+0000","last_peered":"2024-09-21T00:24:06.158728+0000","last_clean":"2024-09-21T00:24:06.158728+0000","last_became_active":"2024-09-21T00:24:05.164071+0000","last_became_peered":"2024-09-21T00:24:05.164071+0000","last_unstale":"2024-09-21T00:24:06.158728+0000","last_undegraded":"2024-09-21T00:24:06.158728+0000","last_fullsized":"2024-09-21T00:24:06.158728+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:44:14.542853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3d","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T00:24:06.157579+0000","last_change":"2024-09-21T00:24:05.150834+0000","last_active":"2024-09-21T00:24:06.157579+0000","last_peered":"2024-09-21T00:24:06.157579+0000","last_clean":"2024-09-21T00:24:06.157579+0000","last_became_active":"2024-09-21T00:24:05.150492+0000","last_became_peered":"2024-09-21T00:24:05.150492+0000","last_unstale":"2024-09-21T00:24:06.157579+0000","last_undegraded":"2024-09-21T00:24:06.157579+0000","last_fullsized":"2024-09-21T00:24:06.157579+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:16:37.572239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3c","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.167162+0000","last_change":"2024-09-21T00:24:05.163277+0000","last_active":"2024-09-21T00:24:05.167162+0000","last_peered":"2024-09-21T00:24:05.167162+0000","last_clean":"2024-09-21T00:24:05.167162+0000","last_became_active":"2024-09-21T00:24:05.162990+0000","last_became_peered":"2024-09-21T00:24:05.162990+0000","last_unstale":"2024-09-21T00:24:05.167162+0000","last_undegraded":"2024-09-21T00:24:05.167162+0000","last_fullsized":"2024-09-21T00:24:05.167162+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:29:31.599472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3b","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T00:24:06.157420+0000","last_change":"2024-09-21T00:24:05.167894+0000","last_active":"2024-09-21T00:24:06.157420+0000","last_peered":"2024-09-21T00:24:06.157420+0000","last_clean":"2024-09-21T00:24:06.157420+0000","last_became_active":"2024-09-21T00:24:05.167566+0000","last_became_peered":"2024-09-21T00:24:05.167566+0000","last_unstale":"2024-09-21T00:24:06.157420+0000","last_undegraded":"2024-09-21T00:24:06.157420+0000","last_fullsized":"2024-09-21T00:24:06.157420+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:25:07.470601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3a","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.172682+0000","last_change":"2024-09-21T00:24:05.170767+0000","last_active":"2024-09-21T00:24:05.172682+0000","last_peered":"2024-09-21T00:24:05.172682+0000","last_clean":"2024-09-21T00:24:05.172682+0000","last_became_active":"2024-09-21T00:24:05.170471+0000","last_became_peered":"2024-09-21T00:24:05.170471+0000","last_unstale":"2024-09-21T00:24:05.172682+0000","last_undegraded":"2024-09-21T00:24:05.172682+0000","last_fullsized":"2024-09-21T00:24:05.172682+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:55:16.655189+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.39","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.165806+0000","last_change":"2024-09-21T00:24:05.159135+0000","last_active":"2024-09-21T00:24:05.165806+0000","last_peered":"2024-09-21T00:24:05.165806+0000","last_clean":"2024-09-21T00:24:05.165806+0000","last_became_active":"2024-09-21T00:24:05.158647+0000","last_became_peered":"2024-09-21T00:24:05.158647+0000","last_unstale":"2024-09-21T00:24:05.165806+0000","last_undegraded":"2024-09-21T00:24:05.165806+0000","last_fullsized":"2024-09-21T00:24:05.165806+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:04:11.533990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.38","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.167056+0000","last_change":"2024-09-21T00:24:05.162332+0000","last_active":"2024-09-21T00:24:05.167056+0000","last_peered":"2024-09-21T00:24:05.167056+0000","last_clean":"2024-09-21T00:24:05.167056+0000","last_became_active":"2024-09-21T00:24:05.161975+0000","last_became_peered":"2024-09-21T00:24:05.161975+0000","last_unstale":"2024-09-21T00:24:05.167056+0000","last_undegraded":"2024-09-21T00:24:05.167056+0000","last_fullsized":"2024-09-21T00:24:05.167056+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:34:11.510743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.37","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.159666+0000","last_change":"2024-09-21T00:24:05.158104+0000","last_active":"2024-09-21T00:24:05.159666+0000","last_peered":"2024-09-21T00:24:05.159666+0000","last_clean":"2024-09-21T00:24:05.159666+0000","last_became_active":"2024-09-21T00:24:05.157352+0000","last_became_peered":"2024-09-21T00:24:05.157352+0000","last_unstale":"2024-09-21T00:24:05.159666+0000","last_undegraded":"2024-09-21T00:24:05.159666+0000","last_fullsized":"2024-09-21T00:24:05.159666+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:38:55.552396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.36","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.167030+0000","last_change":"2024-09-21T00:24:05.162818+0000","last_active":"2024-09-21T00:24:05.167030+0000","last_peered":"2024-09-21T00:24:05.167030+0000","last_clean":"2024-09-21T00:24:05.167030+0000","last_became_active":"2024-09-21T00:24:05.162478+0000","last_became_peered":"2024-09-21T00:24:05.162478+0000","last_unstale":"2024-09-21T00:24:05.167030+0000","last_undegraded":"2024-09-21T00:24:05.167030+0000","last_fullsized":"2024-09-21T00:24:05.167030+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:52:17.997335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.35","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.159629+0000","last_change":"2024-09-21T00:24:05.156798+0000","last_active":"2024-09-21T00:24:05.159629+0000","last_peered":"2024-09-21T00:24:05.159629+0000","last_clean":"2024-09-21T00:24:05.159629+0000","last_became_active":"2024-09-21T00:24:05.156468+0000","last_became_peered":"2024-09-21T00:24:05.156468+0000","last_unstale":"2024-09-21T00:24:05.159629+0000","last_undegraded":"2024-09-21T00:24:05.159629+0000","last_fullsized":"2024-09-21T00:24:05.159629+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:53:07.727876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.34","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T00:24:06.157998+0000","last_change":"2024-09-21T00:24:05.163484+0000","last_active":"2024-09-21T00:24:06.157998+0000","last_peered":"2024-09-21T00:24:06.157998+0000","last_clean":"2024-09-21T00:24:06.157998+0000","last_became_active":"2024-09-21T00:24:05.163147+0000","last_became_peered":"2024-09-21T00:24:05.163147+0000","last_unstale":"2024-09-21T00:24:06.157998+0000","last_undegraded":"2024-09-21T00:24:06.157998+0000","last_fullsized":"2024-09-21T00:24:06.157998+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:01:32.245245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.33","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T00:24:06.159906+0000","last_change":"2024-09-21T00:24:05.170266+0000","last_active":"2024-09-21T00:24:06.159906+0000","last_peered":"2024-09-21T00:24:06.159906+0000","last_clean":"2024-09-21T00:24:06.159906+0000","last_became_active":"2024-09-21T00:24:05.169946+0000","last_became_peered":"2024-09-21T00:24:05.169946+0000","last_unstale":"2024-09-21T00:24:06.159906+0000","last_undegraded":"2024-09-21T00:24:06.159906+0000","last_fullsized":"2024-09-21T00:24:06.159906+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:26:58.432131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.32","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.158619+0000","last_change":"2024-09-21T00:24:05.155373+0000","last_active":"2024-09-21T00:24:05.158619+0000","last_peered":"2024-09-21T00:24:05.158619+0000","last_clean":"2024-09-21T00:24:05.158619+0000","last_became_active":"2024-09-21T00:24:05.154718+0000","last_became_peered":"2024-09-21T00:24:05.154718+0000","last_unstale":"2024-09-21T00:24:05.158619+0000","last_undegraded":"2024-09-21T00:24:05.158619+0000","last_fullsized":"2024-09-21T00:24:05.158619+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:05:40.471545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.31","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.172439+0000","last_change":"2024-09-21T00:24:05.169406+0000","last_active":"2024-09-21T00:24:05.172439+0000","last_peered":"2024-09-21T00:24:05.172439+0000","last_clean":"2024-09-21T00:24:05.172439+0000","last_became_active":"2024-09-21T00:24:05.169043+0000","last_became_peered":"2024-09-21T00:24:05.169043+0000","last_unstale":"2024-09-21T00:24:05.172439+0000","last_undegraded":"2024-09-21T00:24:05.172439+0000","last_fullsized":"2024-09-21T00:24:05.172439+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:32:01.808409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.30","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.167596+0000","last_change":"2024-09-21T00:24:05.165919+0000","last_active":"2024-09-21T00:24:05.167596+0000","last_peered":"2024-09-21T00:24:05.167596+0000","last_clean":"2024-09-21T00:24:05.167596+0000","last_became_active":"2024-09-21T00:24:05.165538+0000","last_became_peered":"2024-09-21T00:24:05.165538+0000","last_unstale":"2024-09-21T00:24:05.167596+0000","last_undegraded":"2024-09-21T00:24:05.167596+0000","last_fullsized":"2024-09-21T00:24:05.167596+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:48:18.117796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2f","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T00:24:06.157760+0000","last_change":"2024-09-21T00:24:05.156502+0000","last_active":"2024-09-21T00:24:06.157760+0000","last_peered":"2024-09-21T00:24:06.157760+0000","last_clean":"2024-09-21T00:24:06.157760+0000","last_became_active":"2024-09-21T00:24:05.156123+0000","last_became_peered":"2024-09-21T00:24:05.156123+0000","last_unstale":"2024-09-21T00:24:06.157760+0000","last_undegraded":"2024-09-21T00:24:06.157760+0000","last_fullsized":"2024-09-21T00:24:06.157760+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:11:59.862966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2e","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T00:24:06.158181+0000","last_change":"2024-09-21T00:24:05.162237+0000","last_active":"2024-09-21T00:24:06.158181+0000","last_peered":"2024-09-21T00:24:06.158181+0000","last_clean":"2024-09-21T00:24:06.158181+0000","last_became_active":"2024-09-21T00:24:05.161454+0000","last_became_peered":"2024-09-21T00:24:05.161454+0000","last_unstale":"2024-09-21T00:24:06.158181+0000","last_undegraded":"2024-09-21T00:24:06.158181+0000","last_fullsized":"2024-09-21T00:24:06.158181+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:22:34.434280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2d","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.155739+0000","last_change":"2024-09-21T00:24:05.152735+0000","last_active":"2024-09-21T00:24:05.155739+0000","last_peered":"2024-09-21T00:24:05.155739+0000","last_clean":"2024-09-21T00:24:05.155739+0000","last_became_active":"2024-09-21T00:24:05.152280+0000","last_became_peered":"2024-09-21T00:24:05.152280+0000","last_unstale":"2024-09-21T00:24:05.155739+0000","last_undegraded":"2024-09-21T00:24:05.155739+0000","last_fullsized":"2024-09-21T00:24:05.155739+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:31:22.797803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2c","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T00:24:06.160196+0000","last_change":"2024-09-21T00:24:05.152872+0000","last_active":"2024-09-21T00:24:06.160196+0000","last_peered":"2024-09-21T00:24:06.160196+0000","last_clean":"2024-09-21T00:24:06.160196+0000","last_became_active":"2024-09-21T00:24:05.152541+0000","last_became_peered":"2024-09-21T00:24:05.152541+0000","last_unstale":"2024-09-21T00:24:06.160196+0000","last_undegraded":"2024-09-21T00:24:06.160196+0000","last_fullsized":"2024-09-21T00:24:06.160196+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:48:18.117796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.2b","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.174579+0000","last_change":"2024-09-21T00:24:05.173058+0000","last_active":"2024-09-21T00:24:05.174579+0000","last_peered":"2024-09-21T00:24:05.174579+0000","last_clean":"2024-09-21T00:24:05.174579+0000","last_became_active":"2024-09-21T00:24:05.171469+0000","last_became_peered":"2024-09-21T00:24:05.171469+0000","last_unstale":"2024-09-21T00:24:05.174579+0000","last_undegraded":"2024-09-21T00:24:05.174579+0000","last_fullsized":"2024-09-21T00:24:05.174579+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:28:18.255635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2a","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.173943+0000","last_change":"2024-09-21T00:24:05.169404+0000","last_active":"2024-09-21T00:24:05.173943+0000","last_peered":"2024-09-21T00:24:05.173943+0000","last_clean":"2024-09-21T00:24:05.173943+0000","last_became_active":"2024-09-21T00:24:05.168388+0000","last_became_peered":"2024-09-21T00:24:05.168388+0000","last_unstale":"2024-09-21T00:24:05.173943+0000","last_undegraded":"2024-09-21T00:24:05.173943+0000","last_fullsized":"2024-09-21T00:24:05.173943+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:40:47.952541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.29","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.162997+0000","last_change":"2024-09-21T00:24:05.161840+0000","last_active":"2024-09-21T00:24:05.162997+0000","last_peered":"2024-09-21T00:24:05.162997+0000","last_clean":"2024-09-21T00:24:05.162997+0000","last_became_active":"2024-09-21T00:24:05.161203+0000","last_became_peered":"2024-09-21T00:24:05.161203+0000","last_unstale":"2024-09-21T00:24:05.162997+0000","last_undegraded":"2024-09-21T00:24:05.162997+0000","last_fullsized":"2024-09-21T00:24:05.162997+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:05:40.471545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.28","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.167567+0000","last_change":"2024-09-21T00:24:05.165574+0000","last_active":"2024-09-21T00:24:05.167567+0000","last_peered":"2024-09-21T00:24:05.167567+0000","last_clean":"2024-09-21T00:24:05.167567+0000","last_became_active":"2024-09-21T00:24:05.164777+0000","last_became_peered":"2024-09-21T00:24:05.164777+0000","last_unstale":"2024-09-21T00:24:05.167567+0000","last_undegraded":"2024-09-21T00:24:05.167567+0000","last_fullsized":"2024-09-21T00:24:05.167567+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:55:21.725788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.27","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.159136+0000","last_change":"2024-09-21T00:24:05.157367+0000","last_active":"2024-09-21T00:24:05.159136+0000","last_peered":"2024-09-21T00:24:05.159136+0000","last_clean":"2024-09-21T00:24:05.159136+0000","last_became_active":"2024-09-21T00:24:05.155856+0000","last_became_peered":"2024-09-21T00:24:05.155856+0000","last_unstale":"2024-09-21T00:24:05.159136+0000","last_undegraded":"2024-09-21T00:24:05.159136+0000","last_fullsized":"2024-09-21T00:24:05.159136+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:40:23.588432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.26","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T00:24:06.159926+0000","last_change":"2024-09-21T00:24:05.171150+0000","last_active":"2024-09-21T00:24:06.159926+0000","last_peered":"2024-09-21T00:24:06.159926+0000","last_clean":"2024-09-21T00:24:06.159926+0000","last_became_active":"2024-09-21T00:24:05.170830+0000","last_became_peered":"2024-09-21T00:24:05.170830+0000","last_unstale":"2024-09-21T00:24:06.159926+0000","last_undegraded":"2024-09-21T00:24:06.159926+0000","last_fullsized":"2024-09-21T00:24:06.159926+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:05:40.471545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.25","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T00:24:06.157800+0000","last_change":"2024-09-21T00:24:05.154893+0000","last_active":"2024-09-21T00:24:06.157800+0000","last_peered":"2024-09-21T00:24:06.157800+0000","last_clean":"2024-09-21T00:24:06.157800+0000","last_became_active":"2024-09-21T00:24:05.154526+0000","last_became_peered":"2024-09-21T00:24:05.154526+0000","last_unstale":"2024-09-21T00:24:06.157800+0000","last_undegraded":"2024-09-21T00:24:06.157800+0000","last_fullsized":"2024-09-21T00:24:06.157800+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:07:49.311744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.24","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T00:24:06.157682+0000","last_change":"2024-09-21T00:24:05.163405+0000","last_active":"2024-09-21T00:24:06.157682+0000","last_peered":"2024-09-21T00:24:06.157682+0000","last_clean":"2024-09-21T00:24:06.157682+0000","last_became_active":"2024-09-21T00:24:05.163039+0000","last_became_peered":"2024-09-21T00:24:05.163039+0000","last_unstale":"2024-09-21T00:24:06.157682+0000","last_undegraded":"2024-09-21T00:24:06.157682+0000","last_fullsized":"2024-09-21T00:24:06.157682+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:43:06.435973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.23","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.156255+0000","last_change":"2024-09-21T00:24:05.153971+0000","last_active":"2024-09-21T00:24:05.156255+0000","last_peered":"2024-09-21T00:24:05.156255+0000","last_clean":"2024-09-21T00:24:05.156255+0000","last_became_active":"2024-09-21T00:24:05.152993+0000","last_became_peered":"2024-09-21T00:24:05.152993+0000","last_unstale":"2024-09-21T00:24:05.156255+0000","last_undegraded":"2024-09-21T00:24:05.156255+0000","last_fullsized":"2024-09-21T00:24:05.156255+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:46:50.529664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.22","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T00:24:06.157044+0000","last_change":"2024-09-21T00:24:05.161902+0000","last_active":"2024-09-21T00:24:06.157044+0000","last_peered":"2024-09-21T00:24:06.157044+0000","last_clean":"2024-09-21T00:24:06.157044+0000","last_became_active":"2024-09-21T00:24:05.161512+0000","last_became_peered":"2024-09-21T00:24:05.161512+0000","last_unstale":"2024-09-21T00:24:06.157044+0000","last_undegraded":"2024-09-21T00:24:06.157044+0000","last_fullsized":"2024-09-21T00:24:06.157044+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:56:26.886764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.21","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.172471+0000","last_change":"2024-09-21T00:24:05.170032+0000","last_active":"2024-09-21T00:24:05.172471+0000","last_peered":"2024-09-21T00:24:05.172471+0000","last_clean":"2024-09-21T00:24:05.172471+0000","last_became_active":"2024-09-21T00:24:05.169746+0000","last_became_peered":"2024-09-21T00:24:05.169746+0000","last_unstale":"2024-09-21T00:24:05.172471+0000","last_undegraded":"2024-09-21T00:24:05.172471+0000","last_fullsized":"2024-09-21T00:24:05.172471+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:41:43.820878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.20","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T00:24:06.159828+0000","last_change":"2024-09-21T00:24:05.149384+0000","last_active":"2024-09-21T00:24:06.159828+0000","last_peered":"2024-09-21T00:24:06.159828+0000","last_clean":"2024-09-21T00:24:06.159828+0000","last_became_active":"2024-09-21T00:24:05.149059+0000","last_became_peered":"2024-09-21T00:24:05.149059+0000","last_unstale":"2024-09-21T00:24:06.159828+0000","last_undegraded":"2024-09-21T00:24:06.159828+0000","last_fullsized":"2024-09-21T00:24:06.159828+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:40:23.588432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T00:24:07.076917+0000","last_change":"2024-09-21T00:24:05.170031+0000","last_active":"2024-09-21T00:24:07.076917+0000","last_peered":"2024-09-21T00:24:07.076917+0000","last_clean":"2024-09-21T00:24:07.076917+0000","last_became_active":"2024-09-21T00:24:05.169654+0000","last_became_peered":"2024-09-21T00:24:05.169654+0000","last_unstale":"2024-09-21T00:24:07.076917+0000","last_undegraded":"2024-09-21T00:24:07.076917+0000","last_fullsized":"2024-09-21T00:24:07.076917+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:20:37.107876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"44'4","reported_seq":17,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.173350+0000","last_change":"2024-09-21T00:24:04.162217+0000","last_active":"2024-09-21T00:24:05.173350+0000","last_peered":"2024-09-21T00:24:05.173350+0000","last_clean":"2024-09-21T00:24:05.173350+0000","last_became_active":"2024-09-21T00:24:04.161939+0000","last_became_peered":"2024-09-21T00:24:04.161939+0000","last_unstale":"2024-09-21T00:24:05.173350+0000","last_undegraded":"2024-09-21T00:24:05.173350+0000","last_fullsized":"2024-09-21T00:24:05.173350+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_clean_scrub_stamp":"2024-09-21T00:24:03.129771+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:42:01.950692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.155193+0000","last_change":"2024-09-21T00:24:05.148321+0000","last_active":"2024-09-21T00:24:05.155193+0000","last_peered":"2024-09-21T00:24:05.155193+0000","last_clean":"2024-09-21T00:24:05.155193+0000","last_became_active":"2024-09-21T00:24:05.147841+0000","last_became_peered":"2024-09-21T00:24:05.147841+0000","last_unstale":"2024-09-21T00:24:05.155193+0000","last_undegraded":"2024-09-21T00:24:05.155193+0000","last_fullsized":"2024-09-21T00:24:05.155193+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:38:33.275405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1e","version":"44'1","reported_seq":16,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T00:24:06.158366+0000","last_change":"2024-09-21T00:24:04.152575+0000","last_active":"2024-09-21T00:24:06.158366+0000","last_peered":"2024-09-21T00:24:06.158366+0000","last_clean":"2024-09-21T00:24:06.158366+0000","last_became_active":"2024-09-21T00:24:04.152270+0000","last_became_peered":"2024-09-21T00:24:04.152270+0000","last_unstale":"2024-09-21T00:24:06.158366+0000","last_undegraded":"2024-09-21T00:24:06.158366+0000","last_fullsized":"2024-09-21T00:24:06.158366+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_clean_scrub_stamp":"2024-09-21T00:24:03.129771+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:33:44.435905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T00:24:06.157946+0000","last_change":"2024-09-21T00:24:05.175123+0000","last_active":"2024-09-21T00:24:06.157946+0000","last_peered":"2024-09-21T00:24:06.157946+0000","last_clean":"2024-09-21T00:24:06.157946+0000","last_became_active":"2024-09-21T00:24:05.174749+0000","last_became_peered":"2024-09-21T00:24:05.174749+0000","last_unstale":"2024-09-21T00:24:06.157946+0000","last_undegraded":"2024-09-21T00:24:06.157946+0000","last_fullsized":"2024-09-21T00:24:06.157946+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:38:12.792339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1d","version":"44'2","reported_seq":17,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T00:24:07.077354+0000","last_change":"2024-09-21T00:24:04.153423+0000","last_active":"2024-09-21T00:24:07.077354+0000","last_peered":"2024-09-21T00:24:07.077354+0000","last_clean":"2024-09-21T00:24:07.077354+0000","last_became_active":"2024-09-21T00:24:04.153003+0000","last_became_peered":"2024-09-21T00:24:04.153003+0000","last_unstale":"2024-09-21T00:24:07.077354+0000","last_undegraded":"2024-09-21T00:24:07.077354+0000","last_fullsized":"2024-09-21T00:24:07.077354+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_clean_scrub_stamp":"2024-09-21T00:24:03.129771+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:49:25.822186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T00:24:07.077159+0000","last_change":"2024-09-21T00:24:05.160695+0000","last_active":"2024-09-21T00:24:07.077159+0000","last_peered":"2024-09-21T00:24:07.077159+0000","last_clean":"2024-09-21T00:24:07.077159+0000","last_became_active":"2024-09-21T00:24:05.158102+0000","last_became_peered":"2024-09-21T00:24:05.158102+0000","last_unstale":"2024-09-21T00:24:07.077159+0000","last_undegraded":"2024-09-21T00:24:07.077159+0000","last_fullsized":"2024-09-21T00:24:07.077159+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:47:13.925637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"44'2","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.168279+0000","last_change":"2024-09-21T00:24:04.153425+0000","last_active":"2024-09-21T00:24:05.168279+0000","last_peered":"2024-09-21T00:24:05.168279+0000","last_clean":"2024-09-21T00:24:05.168279+0000","last_became_active":"2024-09-21T00:24:04.152986+0000","last_became_peered":"2024-09-21T00:24:04.152986+0000","last_unstale":"2024-09-21T00:24:05.168279+0000","last_undegraded":"2024-09-21T00:24:05.168279+0000","last_fullsized":"2024-09-21T00:24:05.168279+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_clean_scrub_stamp":"2024-09-21T00:24:03.129771+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:31:51.789772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T00:24:06.157201+0000","last_change":"2024-09-21T00:24:05.147491+0000","last_active":"2024-09-21T00:24:06.157201+0000","last_peered":"2024-09-21T00:24:06.157201+0000","last_clean":"2024-09-21T00:24:06.157201+0000","last_became_active":"2024-09-21T00:24:05.147103+0000","last_became_peered":"2024-09-21T00:24:05.147103+0000","last_unstale":"2024-09-21T00:24:06.157201+0000","last_undegraded":"2024-09-21T00:24:06.157201+0000","last_fullsized":"2024-09-21T00:24:06.157201+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:04:45.815693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"44'1","reported_seq":14,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.173862+0000","last_change":"2024-09-21T00:24:04.161291+0000","last_active":"2024-09-21T00:24:05.173862+0000","last_peered":"2024-09-21T00:24:05.173862+0000","last_clean":"2024-09-21T00:24:05.173862+0000","last_became_active":"2024-09-21T00:24:04.160974+0000","last_became_peered":"2024-09-21T00:24:04.160974+0000","last_unstale":"2024-09-21T00:24:05.173862+0000","last_undegraded":"2024-09-21T00:24:05.173862+0000","last_fullsized":"2024-09-21T00:24:05.173862+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_clean_scrub_stamp":"2024-09-21T00:24:03.129771+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:10:34.211336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.160167+0000","last_change":"2024-09-21T00:24:05.159350+0000","last_active":"2024-09-21T00:24:05.160167+0000","last_peered":"2024-09-21T00:24:05.160167+0000","last_clean":"2024-09-21T00:24:05.160167+0000","last_became_active":"2024-09-21T00:24:05.159046+0000","last_became_peered":"2024-09-21T00:24:05.159046+0000","last_unstale":"2024-09-21T00:24:05.160167+0000","last_undegraded":"2024-09-21T00:24:05.160167+0000","last_fullsized":"2024-09-21T00:24:05.160167+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:00:30.146634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1a","version":"44'1","reported_seq":16,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T00:24:06.157243+0000","last_change":"2024-09-21T00:24:04.151342+0000","last_active":"2024-09-21T00:24:06.157243+0000","last_peered":"2024-09-21T00:24:06.157243+0000","last_clean":"2024-09-21T00:24:06.157243+0000","last_became_active":"2024-09-21T00:24:04.151030+0000","last_became_peered":"2024-09-21T00:24:04.151030+0000","last_unstale":"2024-09-21T00:24:06.157243+0000","last_undegraded":"2024-09-21T00:24:06.157243+0000","last_fullsized":"2024-09-21T00:24:06.157243+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_clean_scrub_stamp":"2024-09-21T00:24:03.129771+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:47:12.683456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.167087+0000","last_change":"2024-09-21T00:24:05.163470+0000","last_active":"2024-09-21T00:24:05.167087+0000","last_peered":"2024-09-21T00:24:05.167087+0000","last_clean":"2024-09-21T00:24:05.167087+0000","last_became_active":"2024-09-21T00:24:05.161340+0000","last_became_peered":"2024-09-21T00:24:05.161340+0000","last_unstale":"2024-09-21T00:24:05.167087+0000","last_undegraded":"2024-09-21T00:24:05.167087+0000","last_fullsized":"2024-09-21T00:24:05.167087+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:19:01.872488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T00:24:06.157177+0000","last_change":"2024-09-21T00:24:04.149135+0000","last_active":"2024-09-21T00:24:06.157177+0000","last_peered":"2024-09-21T00:24:06.157177+0000","last_clean":"2024-09-21T00:24:06.157177+0000","last_became_active":"2024-09-21T00:24:04.148529+0000","last_became_peered":"2024-09-21T00:24:04.148529+0000","last_unstale":"2024-09-21T00:24:06.157177+0000","last_undegraded":"2024-09-21T00:24:06.157177+0000","last_fullsized":"2024-09-21T00:24:06.157177+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_clean_scrub_stamp":"2024-09-21T00:24:03.129771+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:56:27.136397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.162966+0000","last_change":"2024-09-21T00:24:05.161512+0000","last_active":"2024-09-21T00:24:05.162966+0000","last_peered":"2024-09-21T00:24:05.162966+0000","last_clean":"2024-09-21T00:24:05.162966+0000","last_became_active":"2024-09-21T00:24:05.160770+0000","last_became_peered":"2024-09-21T00:24:05.160770+0000","last_unstale":"2024-09-21T00:24:05.162966+0000","last_undegraded":"2024-09-21T00:24:05.162966+0000","last_fullsized":"2024-09-21T00:24:05.162966+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:26:58.432131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.155961+0000","last_change":"2024-09-21T00:24:04.152172+0000","last_active":"2024-09-21T00:24:05.155961+0000","last_peered":"2024-09-21T00:24:05.155961+0000","last_clean":"2024-09-21T00:24:05.155961+0000","last_became_active":"2024-09-21T00:24:04.151471+0000","last_became_peered":"2024-09-21T00:24:04.151471+0000","last_unstale":"2024-09-21T00:24:05.155961+0000","last_undegraded":"2024-09-21T00:24:05.155961+0000","last_fullsized":"2024-09-21T00:24:05.155961+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_clean_scrub_stamp":"2024-09-21T00:24:03.129771+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:44:25.017558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T00:24:06.158214+0000","last_change":"2024-09-21T00:24:05.159618+0000","last_active":"2024-09-21T00:24:06.158214+0000","last_peered":"2024-09-21T00:24:06.158214+0000","last_clean":"2024-09-21T00:24:06.158214+0000","last_became_active":"2024-09-21T00:24:05.159297+0000","last_became_peered":"2024-09-21T00:24:05.159297+0000","last_unstale":"2024-09-21T00:24:06.158214+0000","last_undegraded":"2024-09-21T00:24:06.158214+0000","last_fullsized":"2024-09-21T00:24:06.158214+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:37:50.528146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T00:24:06.158057+0000","last_change":"2024-09-21T00:24:04.151934+0000","last_active":"2024-09-21T00:24:06.158057+0000","last_peered":"2024-09-21T00:24:06.158057+0000","last_clean":"2024-09-21T00:24:06.158057+0000","last_became_active":"2024-09-21T00:24:04.151543+0000","last_became_peered":"2024-09-21T00:24:04.151543+0000","last_unstale":"2024-09-21T00:24:06.158057+0000","last_undegraded":"2024-09-21T00:24:06.158057+0000","last_fullsized":"2024-09-21T00:24:06.158057+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_clean_scrub_stamp":"2024-09-21T00:24:03.129771+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:08:24.273217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.168209+0000","last_change":"2024-09-21T00:24:05.165523+0000","last_active":"2024-09-21T00:24:05.168209+0000","last_peered":"2024-09-21T00:24:05.168209+0000","last_clean":"2024-09-21T00:24:05.168209+0000","last_became_active":"2024-09-21T00:24:05.165227+0000","last_became_peered":"2024-09-21T00:24:05.165227+0000","last_unstale":"2024-09-21T00:24:05.168209+0000","last_undegraded":"2024-09-21T00:24:05.168209+0000","last_fullsized":"2024-09-21T00:24:05.168209+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:11:50.536227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.155959+0000","last_change":"2024-09-21T00:24:04.160449+0000","last_active":"2024-09-21T00:24:05.155959+0000","last_peered":"2024-09-21T00:24:05.155959+0000","last_clean":"2024-09-21T00:24:05.155959+0000","last_became_active":"2024-09-21T00:24:04.160084+0000","last_became_peered":"2024-09-21T00:24:04.160084+0000","last_unstale":"2024-09-21T00:24:05.155959+0000","last_undegraded":"2024-09-21T00:24:05.155959+0000","last_fullsized":"2024-09-21T00:24:05.155959+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_clean_scrub_stamp":"2024-09-21T00:24:03.129771+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:55:20.723779+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.172607+0000","last_change":"2024-09-21T00:24:05.170248+0000","last_active":"2024-09-21T00:24:05.172607+0000","last_peered":"2024-09-21T00:24:05.172607+0000","last_clean":"2024-09-21T00:24:05.172607+0000","last_became_active":"2024-09-21T00:24:05.169937+0000","last_became_peered":"2024-09-21T00:24:05.169937+0000","last_unstale":"2024-09-21T00:24:05.172607+0000","last_undegraded":"2024-09-21T00:24:05.172607+0000","last_fullsized":"2024-09-21T00:24:05.172607+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:39:14.645296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"44'3","reported_seq":16,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.168606+0000","last_change":"2024-09-21T00:24:04.154938+0000","last_active":"2024-09-21T00:24:05.168606+0000","last_peered":"2024-09-21T00:24:05.168606+0000","last_clean":"2024-09-21T00:24:05.168606+0000","last_became_active":"2024-09-21T00:24:04.154611+0000","last_became_peered":"2024-09-21T00:24:04.154611+0000","last_unstale":"2024-09-21T00:24:05.168606+0000","last_undegraded":"2024-09-21T00:24:05.168606+0000","last_fullsized":"2024-09-21T00:24:05.168606+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_clean_scrub_stamp":"2024-09-21T00:24:03.129771+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:42:01.950692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.165857+0000","last_change":"2024-09-21T00:24:05.161737+0000","last_active":"2024-09-21T00:24:05.165857+0000","last_peered":"2024-09-21T00:24:05.165857+0000","last_clean":"2024-09-21T00:24:05.165857+0000","last_became_active":"2024-09-21T00:24:05.161416+0000","last_became_peered":"2024-09-21T00:24:05.161416+0000","last_unstale":"2024-09-21T00:24:05.165857+0000","last_undegraded":"2024-09-21T00:24:05.165857+0000","last_fullsized":"2024-09-21T00:24:05.165857+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:16:01.334466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.14","version":"44'6","reported_seq":21,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T00:24:06.160264+0000","last_change":"2024-09-21T00:24:04.146190+0000","last_active":"2024-09-21T00:24:06.160264+0000","last_peered":"2024-09-21T00:24:06.160264+0000","last_clean":"2024-09-21T00:24:06.160264+0000","last_became_active":"2024-09-21T00:24:04.145777+0000","last_became_peered":"2024-09-21T00:24:04.145777+0000","last_unstale":"2024-09-21T00:24:06.160264+0000","last_undegraded":"2024-09-21T00:24:06.160264+0000","last_fullsized":"2024-09-21T00:24:06.160264+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_clean_scrub_stamp":"2024-09-21T00:24:03.129771+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:50:28.757076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.167384+0000","last_change":"2024-09-21T00:24:05.165464+0000","last_active":"2024-09-21T00:24:05.167384+0000","last_peered":"2024-09-21T00:24:05.167384+0000","last_clean":"2024-09-21T00:24:05.167384+0000","last_became_active":"2024-09-21T00:24:05.165155+0000","last_became_peered":"2024-09-21T00:24:05.165155+0000","last_unstale":"2024-09-21T00:24:05.167384+0000","last_undegraded":"2024-09-21T00:24:05.167384+0000","last_fullsized":"2024-09-21T00:24:05.167384+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:44:26.019568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"44'2","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.173425+0000","last_change":"2024-09-21T00:24:04.160695+0000","last_active":"2024-09-21T00:24:05.173425+0000","last_peered":"2024-09-21T00:24:05.173425+0000","last_clean":"2024-09-21T00:24:05.173425+0000","last_became_active":"2024-09-21T00:24:04.160300+0000","last_became_peered":"2024-09-21T00:24:04.160300+0000","last_unstale":"2024-09-21T00:24:05.173425+0000","last_undegraded":"2024-09-21T00:24:05.173425+0000","last_fullsized":"2024-09-21T00:24:05.173425+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_clean_scrub_stamp":"2024-09-21T00:24:03.129771+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:30:01.927828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.169777+0000","last_change":"2024-09-21T00:24:05.166733+0000","last_active":"2024-09-21T00:24:05.169777+0000","last_peered":"2024-09-21T00:24:05.169777+0000","last_clean":"2024-09-21T00:24:05.169777+0000","last_became_active":"2024-09-21T00:24:05.166397+0000","last_became_peered":"2024-09-21T00:24:05.166397+0000","last_unstale":"2024-09-21T00:24:05.169777+0000","last_undegraded":"2024-09-21T00:24:05.169777+0000","last_fullsized":"2024-09-21T00:24:05.169777+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:21:22.694018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.157254+0000","last_change":"2024-09-21T00:24:04.155900+0000","last_active":"2024-09-21T00:24:05.157254+0000","last_peered":"2024-09-21T00:24:05.157254+0000","last_clean":"2024-09-21T00:24:05.157254+0000","last_became_active":"2024-09-21T00:24:04.155531+0000","last_became_peered":"2024-09-21T00:24:04.155531+0000","last_unstale":"2024-09-21T00:24:05.157254+0000","last_undegraded":"2024-09-21T00:24:05.157254+0000","last_fullsized":"2024-09-21T00:24:05.157254+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_clean_scrub_stamp":"2024-09-21T00:24:03.129771+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:08:42.684743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.171249+0000","last_change":"2024-09-21T00:24:05.161102+0000","last_active":"2024-09-21T00:24:05.171249+0000","last_peered":"2024-09-21T00:24:05.171249+0000","last_clean":"2024-09-21T00:24:05.171249+0000","last_became_active":"2024-09-21T00:24:05.160765+0000","last_became_peered":"2024-09-21T00:24:05.160765+0000","last_unstale":"2024-09-21T00:24:05.171249+0000","last_undegraded":"2024-09-21T00:24:05.171249+0000","last_fullsized":"2024-09-21T00:24:05.171249+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:40:12.347591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.158020+0000","last_change":"2024-09-21T00:24:04.159795+0000","last_active":"2024-09-21T00:24:05.158020+0000","last_peered":"2024-09-21T00:24:05.158020+0000","last_clean":"2024-09-21T00:24:05.158020+0000","last_became_active":"2024-09-21T00:24:04.159473+0000","last_became_peered":"2024-09-21T00:24:04.159473+0000","last_unstale":"2024-09-21T00:24:05.158020+0000","last_undegraded":"2024-09-21T00:24:05.158020+0000","last_fullsized":"2024-09-21T00:24:05.158020+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_clean_scrub_stamp":"2024-09-21T00:24:03.129771+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:34:54.291496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.163078+0000","last_change":"2024-09-21T00:24:05.158302+0000","last_active":"2024-09-21T00:24:05.163078+0000","last_peered":"2024-09-21T00:24:05.163078+0000","last_clean":"2024-09-21T00:24:05.163078+0000","last_became_active":"2024-09-21T00:24:05.158001+0000","last_became_peered":"2024-09-21T00:24:05.158001+0000","last_unstale":"2024-09-21T00:24:05.163078+0000","last_undegraded":"2024-09-21T00:24:05.163078+0000","last_fullsized":"2024-09-21T00:24:05.163078+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:29:35.361279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.10","version":"44'8","reported_seq":21,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.179486+0000","last_change":"2024-09-21T00:24:04.152508+0000","last_active":"2024-09-21T00:24:05.179486+0000","last_peered":"2024-09-21T00:24:05.179486+0000","last_clean":"2024-09-21T00:24:05.179486+0000","last_became_active":"2024-09-21T00:24:04.151826+0000","last_became_peered":"2024-09-21T00:24:04.151826+0000","last_unstale":"2024-09-21T00:24:05.179486+0000","last_undegraded":"2024-09-21T00:24:05.179486+0000","last_fullsized":"2024-09-21T00:24:05.179486+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_clean_scrub_stamp":"2024-09-21T00:24:03.129771+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:56:37.602224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T00:24:06.160166+0000","last_change":"2024-09-21T00:24:05.154537+0000","last_active":"2024-09-21T00:24:06.160166+0000","last_peered":"2024-09-21T00:24:06.160166+0000","last_clean":"2024-09-21T00:24:06.160166+0000","last_became_active":"2024-09-21T00:24:05.154246+0000","last_became_peered":"2024-09-21T00:24:05.154246+0000","last_unstale":"2024-09-21T00:24:06.160166+0000","last_undegraded":"2024-09-21T00:24:06.160166+0000","last_fullsized":"2024-09-21T00:24:06.160166+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:55:21.725788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"44'1","reported_seq":16,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T00:24:06.159938+0000","last_change":"2024-09-21T00:24:04.151119+0000","last_active":"2024-09-21T00:24:06.159938+0000","last_peered":"2024-09-21T00:24:06.159938+0000","last_clean":"2024-09-21T00:24:06.159938+0000","last_became_active":"2024-09-21T00:24:04.150726+0000","last_became_peered":"2024-09-21T00:24:04.150726+0000","last_unstale":"2024-09-21T00:24:06.159938+0000","last_undegraded":"2024-09-21T00:24:06.159938+0000","last_fullsized":"2024-09-21T00:24:06.159938+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_clean_scrub_stamp":"2024-09-21T00:24:03.129771+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:34:15.047907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.176562+0000","last_change":"2024-09-21T00:24:05.172536+0000","last_active":"2024-09-21T00:24:05.176562+0000","last_peered":"2024-09-21T00:24:05.176562+0000","last_clean":"2024-09-21T00:24:05.176562+0000","last_became_active":"2024-09-21T00:24:05.172089+0000","last_became_peered":"2024-09-21T00:24:05.172089+0000","last_unstale":"2024-09-21T00:24:05.176562+0000","last_undegraded":"2024-09-21T00:24:05.176562+0000","last_fullsized":"2024-09-21T00:24:05.176562+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:14:57.995646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.e","version":"44'2","reported_seq":17,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T00:24:06.158373+0000","last_change":"2024-09-21T00:24:04.148892+0000","last_active":"2024-09-21T00:24:06.158373+0000","last_peered":"2024-09-21T00:24:06.158373+0000","last_clean":"2024-09-21T00:24:06.158373+0000","last_became_active":"2024-09-21T00:24:04.148575+0000","last_became_peered":"2024-09-21T00:24:04.148575+0000","last_unstale":"2024-09-21T00:24:06.158373+0000","last_undegraded":"2024-09-21T00:24:06.158373+0000","last_fullsized":"2024-09-21T00:24:06.158373+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_clean_scrub_stamp":"2024-09-21T00:24:03.129771+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:06:18.817552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.176574+0000","last_change":"2024-09-21T00:24:05.173348+0000","last_active":"2024-09-21T00:24:05.176574+0000","last_peered":"2024-09-21T00:24:05.176574+0000","last_clean":"2024-09-21T00:24:05.176574+0000","last_became_active":"2024-09-21T00:24:05.172985+0000","last_became_peered":"2024-09-21T00:24:05.172985+0000","last_unstale":"2024-09-21T00:24:05.176574+0000","last_undegraded":"2024-09-21T00:24:05.176574+0000","last_fullsized":"2024-09-21T00:24:05.176574+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:56:38.604233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.d","version":"44'1","reported_seq":16,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T00:24:06.157533+0000","last_change":"2024-09-21T00:24:04.149762+0000","last_active":"2024-09-21T00:24:06.157533+0000","last_peered":"2024-09-21T00:24:06.157533+0000","last_clean":"2024-09-21T00:24:06.157533+0000","last_became_active":"2024-09-21T00:24:04.149466+0000","last_became_peered":"2024-09-21T00:24:04.149466+0000","last_unstale":"2024-09-21T00:24:06.157533+0000","last_undegraded":"2024-09-21T00:24:06.157533+0000","last_fullsized":"2024-09-21T00:24:06.157533+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_clean_scrub_stamp":"2024-09-21T00:24:03.129771+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:33:54.652830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.158907+0000","last_change":"2024-09-21T00:24:05.156953+0000","last_active":"2024-09-21T00:24:05.158907+0000","last_peered":"2024-09-21T00:24:05.158907+0000","last_clean":"2024-09-21T00:24:05.158907+0000","last_became_active":"2024-09-21T00:24:05.156627+0000","last_became_peered":"2024-09-21T00:24:05.156627+0000","last_unstale":"2024-09-21T00:24:05.158907+0000","last_undegraded":"2024-09-21T00:24:05.158907+0000","last_fullsized":"2024-09-21T00:24:05.158907+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:25:24.149480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.155367+0000","last_change":"2024-09-21T00:24:04.162281+0000","last_active":"2024-09-21T00:24:05.155367+0000","last_peered":"2024-09-21T00:24:05.155367+0000","last_clean":"2024-09-21T00:24:05.155367+0000","last_became_active":"2024-09-21T00:24:04.162006+0000","last_became_peered":"2024-09-21T00:24:04.162006+0000","last_unstale":"2024-09-21T00:24:05.155367+0000","last_undegraded":"2024-09-21T00:24:05.155367+0000","last_fullsized":"2024-09-21T00:24:05.155367+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_clean_scrub_stamp":"2024-09-21T00:24:03.129771+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:04:10.531981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.171426+0000","last_change":"2024-09-21T00:24:05.161734+0000","last_active":"2024-09-21T00:24:05.171426+0000","last_peered":"2024-09-21T00:24:05.171426+0000","last_clean":"2024-09-21T00:24:05.171426+0000","last_became_active":"2024-09-21T00:24:05.161391+0000","last_became_peered":"2024-09-21T00:24:05.161391+0000","last_unstale":"2024-09-21T00:24:05.171426+0000","last_undegraded":"2024-09-21T00:24:05.171426+0000","last_fullsized":"2024-09-21T00:24:05.171426+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:11:50.536227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.b","version":"44'2","reported_seq":15,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.173947+0000","last_change":"2024-09-21T00:24:04.160467+0000","last_active":"2024-09-21T00:24:05.173947+0000","last_peered":"2024-09-21T00:24:05.173947+0000","last_clean":"2024-09-21T00:24:05.173947+0000","last_became_active":"2024-09-21T00:24:04.160158+0000","last_became_peered":"2024-09-21T00:24:04.160158+0000","last_unstale":"2024-09-21T00:24:05.173947+0000","last_undegraded":"2024-09-21T00:24:05.173947+0000","last_fullsized":"2024-09-21T00:24:05.173947+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_clean_scrub_stamp":"2024-09-21T00:24:03.129771+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:29:34.359269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T00:24:07.076781+0000","last_change":"2024-09-21T00:24:05.157027+0000","last_active":"2024-09-21T00:24:07.076781+0000","last_peered":"2024-09-21T00:24:07.076781+0000","last_clean":"2024-09-21T00:24:07.076781+0000","last_became_active":"2024-09-21T00:24:05.156684+0000","last_became_peered":"2024-09-21T00:24:05.156684+0000","last_unstale":"2024-09-21T00:24:07.076781+0000","last_undegraded":"2024-09-21T00:24:07.076781+0000","last_fullsized":"2024-09-21T00:24:07.076781+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:45:55.003823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T00:24:06.157257+0000","last_change":"2024-09-21T00:24:04.152608+0000","last_active":"2024-09-21T00:24:06.157257+0000","last_peered":"2024-09-21T00:24:06.157257+0000","last_clean":"2024-09-21T00:24:06.157257+0000","last_became_active":"2024-09-21T00:24:04.152311+0000","last_became_peered":"2024-09-21T00:24:04.152311+0000","last_unstale":"2024-09-21T00:24:06.157257+0000","last_undegraded":"2024-09-21T00:24:06.157257+0000","last_fullsized":"2024-09-21T00:24:06.157257+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_clean_scrub_stamp":"2024-09-21T00:24:03.129771+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:33:18.301500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T00:24:06.160090+0000","last_change":"2024-09-21T00:24:05.162339+0000","last_active":"2024-09-21T00:24:06.160090+0000","last_peered":"2024-09-21T00:24:06.160090+0000","last_clean":"2024-09-21T00:24:06.160090+0000","last_became_active":"2024-09-21T00:24:05.162008+0000","last_became_peered":"2024-09-21T00:24:05.162008+0000","last_unstale":"2024-09-21T00:24:06.160090+0000","last_undegraded":"2024-09-21T00:24:06.160090+0000","last_fullsized":"2024-09-21T00:24:06.160090+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:44:26.019568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.156013+0000","last_change":"2024-09-21T00:24:04.159496+0000","last_active":"2024-09-21T00:24:05.156013+0000","last_peered":"2024-09-21T00:24:05.156013+0000","last_clean":"2024-09-21T00:24:05.156013+0000","last_became_active":"2024-09-21T00:24:04.159126+0000","last_became_peered":"2024-09-21T00:24:04.159126+0000","last_unstale":"2024-09-21T00:24:05.156013+0000","last_undegraded":"2024-09-21T00:24:05.156013+0000","last_fullsized":"2024-09-21T00:24:05.156013+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_clean_scrub_stamp":"2024-09-21T00:24:03.129771+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:48:17.115786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.158689+0000","last_change":"2024-09-21T00:24:05.154191+0000","last_active":"2024-09-21T00:24:05.158689+0000","last_peered":"2024-09-21T00:24:05.158689+0000","last_clean":"2024-09-21T00:24:05.158689+0000","last_became_active":"2024-09-21T00:24:05.153882+0000","last_became_peered":"2024-09-21T00:24:05.153882+0000","last_unstale":"2024-09-21T00:24:05.158689+0000","last_undegraded":"2024-09-21T00:24:05.158689+0000","last_fullsized":"2024-09-21T00:24:05.158689+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:26:58.432131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.151026+0000","last_change":"2024-09-21T00:24:04.153438+0000","last_active":"2024-09-21T00:24:05.151026+0000","last_peered":"2024-09-21T00:24:05.151026+0000","last_clean":"2024-09-21T00:24:05.151026+0000","last_became_active":"2024-09-21T00:24:04.153077+0000","last_became_peered":"2024-09-21T00:24:04.153077+0000","last_unstale":"2024-09-21T00:24:05.151026+0000","last_undegraded":"2024-09-21T00:24:05.151026+0000","last_fullsized":"2024-09-21T00:24:05.151026+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_clean_scrub_stamp":"2024-09-21T00:24:03.129771+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:33:54.652830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.156228+0000","last_change":"2024-09-21T00:24:05.152991+0000","last_active":"2024-09-21T00:24:05.156228+0000","last_peered":"2024-09-21T00:24:05.156228+0000","last_clean":"2024-09-21T00:24:05.156228+0000","last_became_active":"2024-09-21T00:24:05.152178+0000","last_became_peered":"2024-09-21T00:24:05.152178+0000","last_unstale":"2024-09-21T00:24:05.156228+0000","last_undegraded":"2024-09-21T00:24:05.156228+0000","last_fullsized":"2024-09-21T00:24:05.156228+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:30:07.643679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.146761+0000","last_change":"2024-09-21T00:24:04.157796+0000","last_active":"2024-09-21T00:24:05.146761+0000","last_peered":"2024-09-21T00:24:05.146761+0000","last_clean":"2024-09-21T00:24:05.146761+0000","last_became_active":"2024-09-21T00:24:04.157234+0000","last_became_peered":"2024-09-21T00:24:04.157234+0000","last_unstale":"2024-09-21T00:24:05.146761+0000","last_undegraded":"2024-09-21T00:24:05.146761+0000","last_fullsized":"2024-09-21T00:24:05.146761+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_clean_scrub_stamp":"2024-09-21T00:24:03.129771+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:08:42.684743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.158640+0000","last_change":"2024-09-21T00:24:05.152697+0000","last_active":"2024-09-21T00:24:05.158640+0000","last_peered":"2024-09-21T00:24:05.158640+0000","last_clean":"2024-09-21T00:24:05.158640+0000","last_became_active":"2024-09-21T00:24:05.152364+0000","last_became_peered":"2024-09-21T00:24:05.152364+0000","last_unstale":"2024-09-21T00:24:05.158640+0000","last_undegraded":"2024-09-21T00:24:05.158640+0000","last_fullsized":"2024-09-21T00:24:05.158640+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:40:23.588432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.158305+0000","last_change":"2024-09-21T00:24:04.155699+0000","last_active":"2024-09-21T00:24:05.158305+0000","last_peered":"2024-09-21T00:24:05.158305+0000","last_clean":"2024-09-21T00:24:05.158305+0000","last_became_active":"2024-09-21T00:24:04.155293+0000","last_became_peered":"2024-09-21T00:24:04.155293+0000","last_unstale":"2024-09-21T00:24:05.158305+0000","last_undegraded":"2024-09-21T00:24:05.158305+0000","last_fullsized":"2024-09-21T00:24:05.158305+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_clean_scrub_stamp":"2024-09-21T00:24:03.129771+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:30:01.927828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.165888+0000","last_change":"2024-09-21T00:24:05.162466+0000","last_active":"2024-09-21T00:24:05.165888+0000","last_peered":"2024-09-21T00:24:05.165888+0000","last_clean":"2024-09-21T00:24:05.165888+0000","last_became_active":"2024-09-21T00:24:05.162180+0000","last_became_peered":"2024-09-21T00:24:05.162180+0000","last_unstale":"2024-09-21T00:24:05.165888+0000","last_undegraded":"2024-09-21T00:24:05.165888+0000","last_fullsized":"2024-09-21T00:24:05.165888+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:40:12.347591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T00:24:07.076600+0000","last_change":"2024-09-21T00:24:04.152626+0000","last_active":"2024-09-21T00:24:07.076600+0000","last_peered":"2024-09-21T00:24:07.076600+0000","last_clean":"2024-09-21T00:24:07.076600+0000","last_became_active":"2024-09-21T00:24:04.152319+0000","last_became_peered":"2024-09-21T00:24:04.152319+0000","last_unstale":"2024-09-21T00:24:07.076600+0000","last_undegraded":"2024-09-21T00:24:07.076600+0000","last_fullsized":"2024-09-21T00:24:07.076600+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_clean_scrub_stamp":"2024-09-21T00:24:03.129771+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:47:12.683456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.171396+0000","last_change":"2024-09-21T00:24:05.161011+0000","last_active":"2024-09-21T00:24:05.171396+0000","last_peered":"2024-09-21T00:24:05.171396+0000","last_clean":"2024-09-21T00:24:05.171396+0000","last_became_active":"2024-09-21T00:24:05.160690+0000","last_became_peered":"2024-09-21T00:24:05.160690+0000","last_unstale":"2024-09-21T00:24:05.171396+0000","last_undegraded":"2024-09-21T00:24:05.171396+0000","last_fullsized":"2024-09-21T00:24:05.171396+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:16:01.334466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.157820+0000","last_change":"2024-09-21T00:24:04.155505+0000","last_active":"2024-09-21T00:24:05.157820+0000","last_peered":"2024-09-21T00:24:05.157820+0000","last_clean":"2024-09-21T00:24:05.157820+0000","last_became_active":"2024-09-21T00:24:04.155175+0000","last_became_peered":"2024-09-21T00:24:04.155175+0000","last_unstale":"2024-09-21T00:24:05.157820+0000","last_undegraded":"2024-09-21T00:24:05.157820+0000","last_fullsized":"2024-09-21T00:24:05.157820+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_clean_scrub_stamp":"2024-09-21T00:24:03.129771+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:10:34.211336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.174019+0000","last_change":"2024-09-21T00:24:05.171715+0000","last_active":"2024-09-21T00:24:05.174019+0000","last_peered":"2024-09-21T00:24:05.174019+0000","last_clean":"2024-09-21T00:24:05.174019+0000","last_became_active":"2024-09-21T00:24:05.171109+0000","last_became_peered":"2024-09-21T00:24:05.171109+0000","last_unstale":"2024-09-21T00:24:05.174019+0000","last_undegraded":"2024-09-21T00:24:05.174019+0000","last_fullsized":"2024-09-21T00:24:05.174019+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:58:50.434565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T00:24:06.157360+0000","last_change":"2024-09-21T00:24:04.150328+0000","last_active":"2024-09-21T00:24:06.157360+0000","last_peered":"2024-09-21T00:24:06.157360+0000","last_clean":"2024-09-21T00:24:06.157360+0000","last_became_active":"2024-09-21T00:24:04.149993+0000","last_became_peered":"2024-09-21T00:24:04.149993+0000","last_unstale":"2024-09-21T00:24:06.157360+0000","last_undegraded":"2024-09-21T00:24:06.157360+0000","last_fullsized":"2024-09-21T00:24:06.157360+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_clean_scrub_stamp":"2024-09-21T00:24:03.129771+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:49:25.822186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T00:24:06.157916+0000","last_change":"2024-09-21T00:24:05.159602+0000","last_active":"2024-09-21T00:24:06.157916+0000","last_peered":"2024-09-21T00:24:06.157916+0000","last_clean":"2024-09-21T00:24:06.157916+0000","last_became_active":"2024-09-21T00:24:05.159303+0000","last_became_peered":"2024-09-21T00:24:05.159303+0000","last_unstale":"2024-09-21T00:24:06.157916+0000","last_undegraded":"2024-09-21T00:24:06.157916+0000","last_fullsized":"2024-09-21T00:24:06.157916+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:12:01.002054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T00:24:07.076829+0000","last_change":"2024-09-21T00:24:04.151342+0000","last_active":"2024-09-21T00:24:07.076829+0000","last_peered":"2024-09-21T00:24:07.076829+0000","last_clean":"2024-09-21T00:24:07.076829+0000","last_became_active":"2024-09-21T00:24:04.151027+0000","last_became_peered":"2024-09-21T00:24:04.151027+0000","last_unstale":"2024-09-21T00:24:07.076829+0000","last_undegraded":"2024-09-21T00:24:07.076829+0000","last_fullsized":"2024-09-21T00:24:07.076829+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_clean_scrub_stamp":"2024-09-21T00:24:03.129771+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:33:44.435905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":13,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T00:24:06.156919+0000","last_change":"2024-09-21T00:24:05.164966+0000","last_active":"2024-09-21T00:24:06.156919+0000","last_peered":"2024-09-21T00:24:06.156919+0000","last_clean":"2024-09-21T00:24:06.156919+0000","last_became_active":"2024-09-21T00:24:05.164638+0000","last_became_peered":"2024-09-21T00:24:05.164638+0000","last_unstale":"2024-09-21T00:24:06.156919+0000","last_undegraded":"2024-09-21T00:24:06.156919+0000","last_fullsized":"2024-09-21T00:24:06.156919+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:41:22.722513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":13,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.156552+0000","last_change":"2024-09-21T00:24:04.159711+0000","last_active":"2024-09-21T00:24:05.156552+0000","last_peered":"2024-09-21T00:24:05.156552+0000","last_clean":"2024-09-21T00:24:05.156552+0000","last_became_active":"2024-09-21T00:24:04.159394+0000","last_became_peered":"2024-09-21T00:24:04.159394+0000","last_unstale":"2024-09-21T00:24:05.156552+0000","last_undegraded":"2024-09-21T00:24:05.156552+0000","last_fullsized":"2024-09-21T00:24:05.156552+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_clean_scrub_stamp":"2024-09-21T00:24:03.129771+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:22:06.315294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":10,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.167236+0000","last_change":"2024-09-21T00:24:05.166066+0000","last_active":"2024-09-21T00:24:05.167236+0000","last_peered":"2024-09-21T00:24:05.167236+0000","last_clean":"2024-09-21T00:24:05.167236+0000","last_became_active":"2024-09-21T00:24:05.165383+0000","last_became_peered":"2024-09-21T00:24:05.165383+0000","last_unstale":"2024-09-21T00:24:05.167236+0000","last_undegraded":"2024-09-21T00:24:05.167236+0000","last_fullsized":"2024-09-21T00:24:05.167236+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:04.131780+0000","last_clean_scrub_stamp":"2024-09-21T00:24:04.131780+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:16:41.940752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.7","version":"44'2","reported_seq":17,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-21T00:24:06.157785+0000","last_change":"2024-09-21T00:24:04.150639+0000","last_active":"2024-09-21T00:24:06.157785+0000","last_peered":"2024-09-21T00:24:06.157785+0000","last_clean":"2024-09-21T00:24:06.157785+0000","last_became_active":"2024-09-21T00:24:04.150315+0000","last_became_peered":"2024-09-21T00:24:04.150315+0000","last_unstale":"2024-09-21T00:24:06.157785+0000","last_undegraded":"2024-09-21T00:24:06.157785+0000","last_fullsized":"2024-09-21T00:24:06.157785+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:03.129771+0000","last_clean_scrub_stamp":"2024-09-21T00:24:03.129771+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:15:55.331384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":152,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-21T00:24:05.158409+0000","last_change":"2024-09-21T00:21:11.583793+0000","last_active":"2024-09-21T00:24:05.158409+0000","last_peered":"2024-09-21T00:24:05.158409+0000","last_clean":"2024-09-21T00:24:05.158409+0000","last_became_active":"2024-09-21T00:21:11.582502+0000","last_became_peered":"2024-09-21T00:21:11.582502+0000","last_unstale":"2024-09-21T00:24:05.158409+0000","last_undegraded":"2024-09-21T00:24:05.158409+0000","last_fullsized":"2024-09-21T00:24:05.158409+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_clean_scrub_stamp":"2024-09-21T00:21:10.311964+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:58.010953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509479,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":40588,"kb_used_data":1080,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94331252,"statfs":{"total":96636764160,"available":96595202048,"internally_reserved":0,"allocated":1105920,"data_stored":795638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":40434122},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509479,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":40016,"kb_used_data":504,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94331824,"statfs":{"total":96636764160,"available":96595787776,"internally_reserved":0,"allocated":516096,"data_stored":205852,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40434118},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509479,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":40024,"kb_used_data":512,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94331816,"statfs":{"total":96636764160,"available":96595779584,"internally_reserved":0,"allocated":524288,"data_stored":211550,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509480,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":49752,"kb_used_data":508,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94322088,"statfs":{"total":96636764160,"available":96585818112,"internally_reserved":0,"allocated":520192,"data_stored":205818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":50395592},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509480,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":35864,"kb_used_data":512,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335976,"statfs":{"total":96636764160,"available":96600039424,"internally_reserved":0,"allocated":524288,"data_stored":206814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509478,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":40588,"kb_used_data":1080,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94331252,"statfs":{"total":96636764160,"available":96595202048,"internally_reserved":0,"allocated":1105920,"data_stored":795582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40434118},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574887,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":45600,"kb_used_data":520,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94326240,"statfs":{"total":96636764160,"available":96590069760,"internally_reserved":0,"allocated":532480,"data_stored":213092,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":46135749},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574887,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":45588,"kb_used_data":512,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94326252,"statfs":{"total":96636764160,"available":96590082048,"internally_reserved":0,"allocated":524288,"data_stored":211550,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":46135750},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T00:24:09.601 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-21T00:24:09.601 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-21T00:24:09.762 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.760+0000 7fae5ae94640 1 -- 172.21.15.67:0/1618014736 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fae5406ef30 msgr2=0x7fae540cf980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:09.762 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.760+0000 7fae5ae94640 1 --2- 172.21.15.67:0/1618014736 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fae5406ef30 0x7fae540cf980 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7fae4c009830 tx=0x7fae4c02a510 comp rx=0 tx=0).stop 2024-09-21T00:24:09.762 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.760+0000 7fae5ae94640 1 -- 172.21.15.67:0/1618014736 shutdown_connections 2024-09-21T00:24:09.762 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.760+0000 7fae5ae94640 1 --2- 172.21.15.67:0/1618014736 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fae5406ef30 0x7fae540cf980 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:09.762 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.760+0000 7fae5ae94640 1 -- 172.21.15.67:0/1618014736 >> 172.21.15.67:0/1618014736 conn(0x7fae5408bee0 msgr2=0x7fae540d46a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:09.762 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.760+0000 7fae5ae94640 1 -- 172.21.15.67:0/1618014736 shutdown_connections 2024-09-21T00:24:09.762 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.760+0000 7fae5ae94640 1 -- 172.21.15.67:0/1618014736 wait complete. 2024-09-21T00:24:09.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.762+0000 7fae5ae94640 1 Processor -- start 2024-09-21T00:24:09.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.762+0000 7fae5ae94640 1 -- start start 2024-09-21T00:24:09.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.763+0000 7fae5ae94640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fae5406ef30 0x7fae541f2870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:09.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.764+0000 7fae5ae94640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fae540b98a0 0x7fae540ca2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:09.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.764+0000 7fae5ae94640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fae540c81d0 0x7fae540a0ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:09.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.764+0000 7fae5ae94640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fae540d0250 con 0x7fae540b98a0 2024-09-21T00:24:09.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.764+0000 7fae5ae94640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fae540d00d0 con 0x7fae540c81d0 2024-09-21T00:24:09.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.764+0000 7fae5ae94640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fae540d03d0 con 0x7fae5406ef30 2024-09-21T00:24:09.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.764+0000 7fae53fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fae540b98a0 0x7fae540ca2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:09.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.764+0000 7fae53fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fae540b98a0 0x7fae540ca2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34646/0 (socket says 172.21.15.67:34646) 2024-09-21T00:24:09.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.764+0000 7fae53fff640 1 -- 172.21.15.67:0/2862847211 learned_addr learned my addr 172.21.15.67:0/2862847211 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:09.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.764+0000 7fae59431640 1 --2- 172.21.15.67:0/2862847211 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fae540c81d0 0x7fae540a0ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:09.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.764+0000 7fae58c30640 1 --2- 172.21.15.67:0/2862847211 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fae5406ef30 0x7fae541f2870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:09.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.764+0000 7fae53fff640 1 -- 172.21.15.67:0/2862847211 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fae5406ef30 msgr2=0x7fae541f2870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:09.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.764+0000 7fae53fff640 1 --2- 172.21.15.67:0/2862847211 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fae5406ef30 0x7fae541f2870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:09.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.764+0000 7fae53fff640 1 -- 172.21.15.67:0/2862847211 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fae540c81d0 msgr2=0x7fae540a0ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:09.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.764+0000 7fae53fff640 1 --2- 172.21.15.67:0/2862847211 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fae540c81d0 0x7fae540a0ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:09.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.764+0000 7fae53fff640 1 -- 172.21.15.67:0/2862847211 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae541f5b10 con 0x7fae540b98a0 2024-09-21T00:24:09.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.764+0000 7fae53fff640 1 --2- 172.21.15.67:0/2862847211 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fae540b98a0 0x7fae540ca2a0 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7fae3c00b9f0 tx=0x7fae3c00beb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:09.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.764+0000 7fae517fa640 1 -- 172.21.15.67:0/2862847211 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae3c003b70 con 0x7fae540b98a0 2024-09-21T00:24:09.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.764+0000 7fae5ae94640 1 -- 172.21.15.67:0/2862847211 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fae541f5df0 con 0x7fae540b98a0 2024-09-21T00:24:09.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.764+0000 7fae517fa640 1 -- 172.21.15.67:0/2862847211 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fae3c003e00 con 0x7fae540b98a0 2024-09-21T00:24:09.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.764+0000 7fae517fa640 1 -- 172.21.15.67:0/2862847211 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae3c00cbd0 con 0x7fae540b98a0 2024-09-21T00:24:09.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.765+0000 7fae5ae94640 1 -- 172.21.15.67:0/2862847211 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fae540a0680 con 0x7fae540b98a0 2024-09-21T00:24:09.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.765+0000 7fae5ae94640 1 -- 172.21.15.67:0/2862847211 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fae540d3ef0 con 0x7fae540b98a0 2024-09-21T00:24:09.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.766+0000 7fae517fa640 1 -- 172.21.15.67:0/2862847211 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fae3c004000 con 0x7fae540b98a0 2024-09-21T00:24:09.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.767+0000 7fae517fa640 1 --2- 172.21.15.67:0/2862847211 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fae34078bc0 0x7fae3407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:09.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.767+0000 7fae517fa640 1 -- 172.21.15.67:0/2862847211 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fae3c09aa90 con 0x7fae540b98a0 2024-09-21T00:24:09.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.767+0000 7fae58c30640 1 --2- 172.21.15.67:0/2862847211 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fae34078bc0 0x7fae3407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:09.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.768+0000 7fae58c30640 1 --2- 172.21.15.67:0/2862847211 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fae34078bc0 0x7fae3407b0d0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fae5408d870 tx=0x7fae44007e90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:09.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:09.771+0000 7fae517fa640 1 -- 172.21.15.67:0/2862847211 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fae540d3ef0 con 0x7fae540b98a0 2024-09-21T00:24:10.039 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.037+0000 7fae5ae94640 1 -- 172.21.15.67:0/2862847211 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7fae541f58a0 con 0x7fae540b98a0 2024-09-21T00:24:10.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.040+0000 7fae517fa640 1 -- 172.21.15.67:0/2862847211 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v14) ==== 190+0+147 (secure 0 0 0) 0x7fae3c062920 con 0x7fae540b98a0 2024-09-21T00:24:10.042 INFO:teuthology.orchestra.run.smithi067.stdout:[client.0] 2024-09-21T00:24:10.042 INFO:teuthology.orchestra.run.smithi067.stdout: key = AQBFEe5mUnwLLxAAE0JXCN8yXTH2bWtWI41o2Q== 2024-09-21T00:24:10.042 INFO:teuthology.orchestra.run.smithi067.stdout: caps mds = "allow" 2024-09-21T00:24:10.042 INFO:teuthology.orchestra.run.smithi067.stdout: caps mon = "allow r" 2024-09-21T00:24:10.042 INFO:teuthology.orchestra.run.smithi067.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-21T00:24:10.042 INFO:teuthology.orchestra.run.smithi067.stderr:updated caps for client.0 2024-09-21T00:24:10.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.042+0000 7fae5ae94640 1 -- 172.21.15.67:0/2862847211 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fae34078bc0 msgr2=0x7fae3407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:10.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.042+0000 7fae5ae94640 1 --2- 172.21.15.67:0/2862847211 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fae34078bc0 0x7fae3407b0d0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fae5408d870 tx=0x7fae44007e90 comp rx=0 tx=0).stop 2024-09-21T00:24:10.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.042+0000 7fae5ae94640 1 -- 172.21.15.67:0/2862847211 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fae540b98a0 msgr2=0x7fae540ca2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:10.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.042+0000 7fae5ae94640 1 --2- 172.21.15.67:0/2862847211 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fae540b98a0 0x7fae540ca2a0 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7fae3c00b9f0 tx=0x7fae3c00beb0 comp rx=0 tx=0).stop 2024-09-21T00:24:10.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.043+0000 7fae5ae94640 1 -- 172.21.15.67:0/2862847211 shutdown_connections 2024-09-21T00:24:10.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.043+0000 7fae5ae94640 1 --2- 172.21.15.67:0/2862847211 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fae34078bc0 0x7fae3407b0d0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:10.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.043+0000 7fae5ae94640 1 --2- 172.21.15.67:0/2862847211 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fae540c81d0 0x7fae540a0ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:10.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.043+0000 7fae5ae94640 1 --2- 172.21.15.67:0/2862847211 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fae540b98a0 0x7fae540ca2a0 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:10.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.043+0000 7fae5ae94640 1 --2- 172.21.15.67:0/2862847211 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fae5406ef30 0x7fae541f2870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:10.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.043+0000 7fae5ae94640 1 -- 172.21.15.67:0/2862847211 >> 172.21.15.67:0/2862847211 conn(0x7fae5408bee0 msgr2=0x7fae540b6110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:10.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.043+0000 7fae5ae94640 1 -- 172.21.15.67:0/2862847211 shutdown_connections 2024-09-21T00:24:10.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.043+0000 7fae5ae94640 1 -- 172.21.15.67:0/2862847211 wait complete. 2024-09-21T00:24:10.055 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:24:10.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.171+0000 7fdfe25c3640 1 -- 172.21.15.67:0/2669262570 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdfc4004800 msgr2=0x7fdfc4004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:10.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.171+0000 7fdfe25c3640 1 --2- 172.21.15.67:0/2669262570 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdfc4004800 0x7fdfc4004c10 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fdfd0001830 tx=0x7fdfc4005830 comp rx=0 tx=0).stop 2024-09-21T00:24:10.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.172+0000 7fdfe25c3640 1 -- 172.21.15.67:0/2669262570 shutdown_connections 2024-09-21T00:24:10.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.172+0000 7fdfe25c3640 1 --2- 172.21.15.67:0/2669262570 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdfc4004800 0x7fdfc4004c10 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:10.174 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.172+0000 7fdfe25c3640 1 -- 172.21.15.67:0/2669262570 >> 172.21.15.67:0/2669262570 conn(0x7fdfdc0b4140 msgr2=0x7fdfdc0b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:10.174 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.172+0000 7fdfe25c3640 1 -- 172.21.15.67:0/2669262570 shutdown_connections 2024-09-21T00:24:10.174 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.172+0000 7fdfe25c3640 1 -- 172.21.15.67:0/2669262570 wait complete. 2024-09-21T00:24:10.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.173+0000 7fdfe25c3640 1 Processor -- start 2024-09-21T00:24:10.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.174+0000 7fdfe25c3640 1 -- start start 2024-09-21T00:24:10.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.175+0000 7fdfe25c3640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdfc4004800 0x7fdfdc1e2ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:10.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.175+0000 7fdfe25c3640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdfdc0c9a10 0x7fdfdc1f51c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:10.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.175+0000 7fdfe25c3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdfdc0cbea0 0x7fdfdc0cc2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:10.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.175+0000 7fdfe25c3640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fdfdc09a950 con 0x7fdfdc0cbea0 2024-09-21T00:24:10.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.175+0000 7fdfe25c3640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fdfdc0b1db0 con 0x7fdfc4004800 2024-09-21T00:24:10.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.175+0000 7fdfe25c3640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fdfdc09aad0 con 0x7fdfdc0c9a10 2024-09-21T00:24:10.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.175+0000 7fdfe0b60640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdfdc0cbea0 0x7fdfdc0cc2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:10.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.175+0000 7fdfe0b60640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdfdc0cbea0 0x7fdfdc0cc2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34666/0 (socket says 172.21.15.67:34666) 2024-09-21T00:24:10.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.175+0000 7fdfe0b60640 1 -- 172.21.15.67:0/2233831947 learned_addr learned my addr 172.21.15.67:0/2233831947 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:10.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.175+0000 7fdfdb7fe640 1 --2- 172.21.15.67:0/2233831947 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdfdc0c9a10 0x7fdfdc1f51c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:10.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.175+0000 7fdfdbfff640 1 --2- 172.21.15.67:0/2233831947 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdfc4004800 0x7fdfdc1e2ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:10.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.176+0000 7fdfe0b60640 1 -- 172.21.15.67:0/2233831947 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdfdc0c9a10 msgr2=0x7fdfdc1f51c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:10.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.176+0000 7fdfe0b60640 1 --2- 172.21.15.67:0/2233831947 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdfdc0c9a10 0x7fdfdc1f51c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:10.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.176+0000 7fdfe0b60640 1 -- 172.21.15.67:0/2233831947 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdfc4004800 msgr2=0x7fdfdc1e2ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:10.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.176+0000 7fdfe0b60640 1 --2- 172.21.15.67:0/2233831947 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdfc4004800 0x7fdfdc1e2ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:10.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.176+0000 7fdfe0b60640 1 -- 172.21.15.67:0/2233831947 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdfdc0c71d0 con 0x7fdfdc0cbea0 2024-09-21T00:24:10.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.176+0000 7fdfe0b60640 1 --2- 172.21.15.67:0/2233831947 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdfdc0cbea0 0x7fdfdc0cc2b0 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7fdfd4005fd0 tx=0x7fdfd400f3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:10.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.177+0000 7fdfd8ff9640 1 -- 172.21.15.67:0/2233831947 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfd4004b20 con 0x7fdfdc0cbea0 2024-09-21T00:24:10.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.177+0000 7fdfd8ff9640 1 -- 172.21.15.67:0/2233831947 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdfd4004cc0 con 0x7fdfdc0cbea0 2024-09-21T00:24:10.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.177+0000 7fdfd8ff9640 1 -- 172.21.15.67:0/2233831947 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfd4003bd0 con 0x7fdfdc0cbea0 2024-09-21T00:24:10.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.177+0000 7fdfe25c3640 1 -- 172.21.15.67:0/2233831947 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdfdc1f5bb0 con 0x7fdfdc0cbea0 2024-09-21T00:24:10.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.177+0000 7fdfe25c3640 1 -- 172.21.15.67:0/2233831947 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdfdc06e220 con 0x7fdfdc0cbea0 2024-09-21T00:24:10.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.178+0000 7fdfe25c3640 1 -- 172.21.15.67:0/2233831947 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdfdc1f5920 con 0x7fdfdc0cbea0 2024-09-21T00:24:10.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.179+0000 7fdfd8ff9640 1 -- 172.21.15.67:0/2233831947 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fdfd4004030 con 0x7fdfdc0cbea0 2024-09-21T00:24:10.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.179+0000 7fdfd8ff9640 1 --2- 172.21.15.67:0/2233831947 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdfc8078bc0 0x7fdfc807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:10.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.180+0000 7fdfd8ff9640 1 -- 172.21.15.67:0/2233831947 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fdfd409b0c0 con 0x7fdfdc0cbea0 2024-09-21T00:24:10.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.180+0000 7fdfdbfff640 1 --2- 172.21.15.67:0/2233831947 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdfc8078bc0 0x7fdfc807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:10.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.180+0000 7fdfdbfff640 1 --2- 172.21.15.67:0/2233831947 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdfc8078bc0 0x7fdfc807b0d0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fdfcc001b40 tx=0x7fdfcc001ad0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:10.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.186+0000 7fdfd8ff9640 1 -- 172.21.15.67:0/2233831947 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fdfd4062f40 con 0x7fdfdc0cbea0 2024-09-21T00:24:10.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.411+0000 7fdfe25c3640 1 -- 172.21.15.67:0/2233831947 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdfdc0d06b0 con 0x7fdfdc0cbea0 2024-09-21T00:24:10.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.412+0000 7fdfd8ff9640 1 -- 172.21.15.67:0/2233831947 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+5223 (secure 0 0 0) 0x7fdfd4067970 con 0x7fdfdc0cbea0 2024-09-21T00:24:10.413 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:24:10.413 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":27,"btime":"2024-09-21T00:24:08:166030+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4949,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3329715663","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":3329715663},{"type":"v1","addr":"172.21.15.67:6835","nonce":3329715663}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":4952,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6835/3171140375","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3171140375},{"type":"v1","addr":"172.21.15.97:6835","nonce":3171140375}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5194,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/1894359539","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":1894359539},{"type":"v1","addr":"172.21.15.97:6837","nonce":1894359539}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22}],"filesystems":[{"mdsmap":{"epoch":27,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:24:04.528366+0000","modified":"2024-09-21T00:24:07.553341+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5376},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5376":{"gid":5376,"name":"a","rank":0,"incarnation":23,"state":"up:active","state_seq":3,"addr":"172.21.15.67:6833/3973293841","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":3973293841},{"type":"v1","addr":"172.21.15.67:6833","nonce":3973293841}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5376,"qdb_cluster":[5376]},"id":3}]} 2024-09-21T00:24:10.413 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 27 2024-09-21T00:24:10.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.414+0000 7fdfe25c3640 1 -- 172.21.15.67:0/2233831947 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdfc8078bc0 msgr2=0x7fdfc807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:10.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.414+0000 7fdfe25c3640 1 --2- 172.21.15.67:0/2233831947 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdfc8078bc0 0x7fdfc807b0d0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fdfcc001b40 tx=0x7fdfcc001ad0 comp rx=0 tx=0).stop 2024-09-21T00:24:10.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.414+0000 7fdfe25c3640 1 -- 172.21.15.67:0/2233831947 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdfdc0cbea0 msgr2=0x7fdfdc0cc2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:10.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.414+0000 7fdfe25c3640 1 --2- 172.21.15.67:0/2233831947 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdfdc0cbea0 0x7fdfdc0cc2b0 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7fdfd4005fd0 tx=0x7fdfd400f3c0 comp rx=0 tx=0).stop 2024-09-21T00:24:10.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.414+0000 7fdfe25c3640 1 -- 172.21.15.67:0/2233831947 shutdown_connections 2024-09-21T00:24:10.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.414+0000 7fdfe25c3640 1 --2- 172.21.15.67:0/2233831947 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdfc8078bc0 0x7fdfc807b0d0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:10.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.414+0000 7fdfe25c3640 1 --2- 172.21.15.67:0/2233831947 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdfdc0cbea0 0x7fdfdc0cc2b0 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:10.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.414+0000 7fdfe25c3640 1 --2- 172.21.15.67:0/2233831947 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdfdc0c9a10 0x7fdfdc1f51c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:10.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.414+0000 7fdfe25c3640 1 --2- 172.21.15.67:0/2233831947 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdfc4004800 0x7fdfdc1e2ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:10.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.414+0000 7fdfe25c3640 1 -- 172.21.15.67:0/2233831947 >> 172.21.15.67:0/2233831947 conn(0x7fdfdc0b4140 msgr2=0x7fdfdc0ccff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:10.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.415+0000 7fdfe25c3640 1 -- 172.21.15.67:0/2233831947 shutdown_connections 2024-09-21T00:24:10.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.415+0000 7fdfe25c3640 1 -- 172.21.15.67:0/2233831947 wait complete. 2024-09-21T00:24:10.830 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 27, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-21T00:24:04.528366+0000', 'modified': '2024-09-21T00:24:07.553341+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5376}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5376': {'gid': 5376, 'name': 'a', 'rank': 0, 'incarnation': 23, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.67:6833/3973293841', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.67:6832', 'nonce': 3973293841}, {'type': 'v1', 'addr': '172.21.15.67:6833', 'nonce': 3973293841}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [7], 'metadata_pool': 6, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 5376, 'qdb_cluster': [5376]} 2024-09-21T00:24:10.830 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-21T00:24:10.830 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-21T00:24:10.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.952+0000 7ff2ed720640 1 -- 172.21.15.67:0/913090190 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff2e80b9e70 msgr2=0x7ff2e80b6020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:10.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.952+0000 7ff2ed720640 1 --2- 172.21.15.67:0/913090190 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff2e80b9e70 0x7ff2e80b6020 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7ff2d8005fd0 tx=0x7ff2d802a4a0 comp rx=0 tx=0).stop 2024-09-21T00:24:10.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.952+0000 7ff2ed720640 1 -- 172.21.15.67:0/913090190 shutdown_connections 2024-09-21T00:24:10.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.952+0000 7ff2ed720640 1 --2- 172.21.15.67:0/913090190 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff2e80d22f0 0x7ff2e80b6560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:10.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.952+0000 7ff2ed720640 1 --2- 172.21.15.67:0/913090190 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff2e80b9e70 0x7ff2e80b6020 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:10.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.952+0000 7ff2ed720640 1 -- 172.21.15.67:0/913090190 >> 172.21.15.67:0/913090190 conn(0x7ff2e80d45a0 msgr2=0x7ff2e80d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:10.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.952+0000 7ff2ed720640 1 -- 172.21.15.67:0/913090190 shutdown_connections 2024-09-21T00:24:10.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.952+0000 7ff2ed720640 1 -- 172.21.15.67:0/913090190 wait complete. 2024-09-21T00:24:10.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.954+0000 7ff2ed720640 1 Processor -- start 2024-09-21T00:24:10.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.954+0000 7ff2ed720640 1 -- start start 2024-09-21T00:24:10.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.955+0000 7ff2ed720640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff2e806ebc0 0x7ff2e81f9cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:10.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.955+0000 7ff2ed720640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff2e80b9e70 0x7ff2e81508e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:10.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.955+0000 7ff2ed720640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff2e80d22f0 0x7ff2e81f9120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:10.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.955+0000 7ff2ed720640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff2e806f6e0 con 0x7ff2e80d22f0 2024-09-21T00:24:10.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.955+0000 7ff2ed720640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff2e80d0590 con 0x7ff2e806ebc0 2024-09-21T00:24:10.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.955+0000 7ff2ed720640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7ff2e806f860 con 0x7ff2e80b9e70 2024-09-21T00:24:10.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.955+0000 7ff2e77fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff2e80d22f0 0x7ff2e81f9120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:10.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.955+0000 7ff2e77fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff2e80d22f0 0x7ff2e81f9120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34678/0 (socket says 172.21.15.67:34678) 2024-09-21T00:24:10.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.955+0000 7ff2e77fe640 1 -- 172.21.15.67:0/1876888417 learned_addr learned my addr 172.21.15.67:0/1876888417 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:10.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.955+0000 7ff2e6ffd640 1 --2- 172.21.15.67:0/1876888417 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff2e806ebc0 0x7ff2e81f9cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:10.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.956+0000 7ff2e67fc640 1 --2- 172.21.15.67:0/1876888417 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff2e80b9e70 0x7ff2e81508e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:10.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.956+0000 7ff2e77fe640 1 -- 172.21.15.67:0/1876888417 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff2e80b9e70 msgr2=0x7ff2e81508e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:10.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.956+0000 7ff2e77fe640 1 --2- 172.21.15.67:0/1876888417 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff2e80b9e70 0x7ff2e81508e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:10.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.956+0000 7ff2e77fe640 1 -- 172.21.15.67:0/1876888417 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff2e806ebc0 msgr2=0x7ff2e81f9cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:10.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.956+0000 7ff2e77fe640 1 --2- 172.21.15.67:0/1876888417 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff2e806ebc0 0x7ff2e81f9cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:10.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.956+0000 7ff2e77fe640 1 -- 172.21.15.67:0/1876888417 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2e815ef50 con 0x7ff2e80d22f0 2024-09-21T00:24:10.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.956+0000 7ff2e67fc640 1 --2- 172.21.15.67:0/1876888417 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff2e80b9e70 0x7ff2e81508e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:24:10.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.956+0000 7ff2e77fe640 1 --2- 172.21.15.67:0/1876888417 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff2e80d22f0 0x7ff2e81f9120 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7ff2e000be60 tx=0x7ff2e000bf50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:10.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.956+0000 7ff2cf7fe640 1 -- 172.21.15.67:0/1876888417 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2e0019070 con 0x7ff2e80d22f0 2024-09-21T00:24:10.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.956+0000 7ff2cf7fe640 1 -- 172.21.15.67:0/1876888417 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff2e0014440 con 0x7ff2e80d22f0 2024-09-21T00:24:10.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.956+0000 7ff2cf7fe640 1 -- 172.21.15.67:0/1876888417 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2e0014890 con 0x7ff2e80d22f0 2024-09-21T00:24:10.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.956+0000 7ff2ed720640 1 -- 172.21.15.67:0/1876888417 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff2e815c900 con 0x7ff2e80d22f0 2024-09-21T00:24:10.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.956+0000 7ff2ed720640 1 -- 172.21.15.67:0/1876888417 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff2e815cec0 con 0x7ff2e80d22f0 2024-09-21T00:24:10.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.958+0000 7ff2cf7fe640 1 -- 172.21.15.67:0/1876888417 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7ff2e001c070 con 0x7ff2e80d22f0 2024-09-21T00:24:10.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.958+0000 7ff2cf7fe640 1 --2- 172.21.15.67:0/1876888417 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff2d4078b90 0x7ff2d407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:10.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.959+0000 7ff2cf7fe640 1 -- 172.21.15.67:0/1876888417 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7ff2e009ac70 con 0x7ff2e80d22f0 2024-09-21T00:24:10.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.959+0000 7ff2e6ffd640 1 --2- 172.21.15.67:0/1876888417 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff2d4078b90 0x7ff2d407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:10.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.959+0000 7ff2e6ffd640 1 --2- 172.21.15.67:0/1876888417 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff2d4078b90 0x7ff2d407b0a0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7ff2d8033000 tx=0x7ff2d8004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:10.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.959+0000 7ff2f468f740 1 Processor -- start 2024-09-21T00:24:10.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.960+0000 7ff2f468f740 1 -- start start 2024-09-21T00:24:10.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.961+0000 7ff2f468f740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5591737a0270 0x559173b71fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:10.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.961+0000 7ff2f468f740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5591737773b0 0x559173b72500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:10.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.961+0000 7ff2f468f740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55917377f590 0x559173b8f400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:10.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.961+0000 7ff2f468f740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x559173aba820 con 0x5591737a0270 2024-09-21T00:24:10.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.961+0000 7ff2f468f740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x559173aa9c50 con 0x5591737773b0 2024-09-21T00:24:10.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.961+0000 7ff2f468f740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x559173aada60 con 0x55917377f590 2024-09-21T00:24:10.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.961+0000 7ff2e6ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5591737a0270 0x559173b71fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:10.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.961+0000 7ff2e6ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5591737a0270 0x559173b71fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34680/0 (socket says 172.21.15.67:34680) 2024-09-21T00:24:10.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.961+0000 7ff2e6ffd640 1 -- 172.21.15.67:0/194540880 learned_addr learned my addr 172.21.15.67:0/194540880 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:10.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.961+0000 7ff2e67fc640 1 --2- 172.21.15.67:0/194540880 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5591737773b0 0x559173b72500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:10.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.961+0000 7ff2e77fe640 1 --2- 172.21.15.67:0/194540880 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55917377f590 0x559173b8f400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:10.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.961+0000 7ff2e6ffd640 1 -- 172.21.15.67:0/194540880 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55917377f590 msgr2=0x559173b8f400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:10.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.961+0000 7ff2e6ffd640 1 --2- 172.21.15.67:0/194540880 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55917377f590 0x559173b8f400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:10.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.961+0000 7ff2e6ffd640 1 -- 172.21.15.67:0/194540880 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5591737773b0 msgr2=0x559173b72500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:10.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.961+0000 7ff2e6ffd640 1 --2- 172.21.15.67:0/194540880 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5591737773b0 0x559173b72500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:10.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.961+0000 7ff2e6ffd640 1 -- 172.21.15.67:0/194540880 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55917380b850 con 0x5591737a0270 2024-09-21T00:24:10.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.961+0000 7ff2e77fe640 1 --2- 172.21.15.67:0/194540880 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55917377f590 0x559173b8f400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:24:10.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.961+0000 7ff2e6ffd640 1 --2- 172.21.15.67:0/194540880 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5591737a0270 0x559173b71fc0 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7ff2d8006010 tx=0x7ff2d803d000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f2ed73a5bad77a3 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:10.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.962+0000 7ff2cd7fa640 1 -- 172.21.15.67:0/194540880 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2d8035040 con 0x5591737a0270 2024-09-21T00:24:10.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.962+0000 7ff2cd7fa640 1 -- 172.21.15.67:0/194540880 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff2d8003b40 con 0x5591737a0270 2024-09-21T00:24:10.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.962+0000 7ff2cd7fa640 1 -- 172.21.15.67:0/194540880 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2d8003d90 con 0x5591737a0270 2024-09-21T00:24:10.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.962+0000 7ff2f468f740 1 -- 172.21.15.67:0/194540880 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5591737a0270 msgr2=0x559173b71fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:10.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.962+0000 7ff2f468f740 1 --2- 172.21.15.67:0/194540880 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5591737a0270 0x559173b71fc0 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7ff2d8006010 tx=0x7ff2d803d000 comp rx=0 tx=0).stop 2024-09-21T00:24:10.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.962+0000 7ff2f468f740 1 -- 172.21.15.67:0/194540880 shutdown_connections 2024-09-21T00:24:10.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.962+0000 7ff2f468f740 1 --2- 172.21.15.67:0/194540880 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55917377f590 0x559173b8f400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:10.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.963+0000 7ff2f468f740 1 --2- 172.21.15.67:0/194540880 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5591737773b0 0x559173b72500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:10.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.963+0000 7ff2f468f740 1 --2- 172.21.15.67:0/194540880 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5591737a0270 0x559173b71fc0 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:10.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.963+0000 7ff2f468f740 1 -- 172.21.15.67:0/194540880 >> 172.21.15.67:0/194540880 conn(0x5591737943c0 msgr2=0x559173b48280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:10.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.963+0000 7ff2f468f740 1 -- 172.21.15.67:0/194540880 shutdown_connections 2024-09-21T00:24:10.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.963+0000 7ff2f468f740 1 -- 172.21.15.67:0/194540880 wait complete. 2024-09-21T00:24:10.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.963+0000 7ff2f468f740 1 -- start start 2024-09-21T00:24:10.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.964+0000 7ff2f468f740 1 Processor -- start 2024-09-21T00:24:10.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.965+0000 7ff2f468f740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5591737773b0 0x559173b86a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:10.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.965+0000 7ff2f468f740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55917377f590 0x559173b85820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:10.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.965+0000 7ff2f468f740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5591737a0270 0x559173b9c060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:10.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.965+0000 7ff2f468f740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55917381a620 con 0x5591737a0270 2024-09-21T00:24:10.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.965+0000 7ff2f468f740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x559173a4f5f0 con 0x55917377f590 2024-09-21T00:24:10.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.965+0000 7ff2f468f740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x559173b72a40 con 0x5591737773b0 2024-09-21T00:24:10.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.965+0000 7ff2f468f740 10 client.0 _ll_register_callbacks cb 0x559173a530a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:24:10.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.965+0000 7ff2e77fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5591737a0270 0x559173b9c060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:10.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.965+0000 7ff2e77fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5591737a0270 0x559173b9c060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34686/0 (socket says 172.21.15.67:34686) 2024-09-21T00:24:10.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.965+0000 7ff2e77fe640 1 -- 172.21.15.67:0/1195933592 learned_addr learned my addr 172.21.15.67:0/1195933592 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:10.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.965+0000 7ff2e67fc640 1 --2- 172.21.15.67:0/1195933592 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55917377f590 0x559173b85820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:10.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.965+0000 7ff2e6ffd640 1 --2- 172.21.15.67:0/1195933592 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5591737773b0 0x559173b86a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:10.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.965+0000 7ff2e77fe640 1 -- 172.21.15.67:0/1195933592 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5591737773b0 msgr2=0x559173b86a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:10.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.965+0000 7ff2e77fe640 1 --2- 172.21.15.67:0/1195933592 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5591737773b0 0x559173b86a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:10.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.965+0000 7ff2e77fe640 1 -- 172.21.15.67:0/1195933592 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55917377f590 msgr2=0x559173b85820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:10.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.965+0000 7ff2e77fe640 1 --2- 172.21.15.67:0/1195933592 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55917377f590 0x559173b85820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:10.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.965+0000 7ff2e77fe640 1 -- 172.21.15.67:0/1195933592 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5591738826b0 con 0x5591737a0270 2024-09-21T00:24:10.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.966+0000 7ff2e77fe640 1 --2- 172.21.15.67:0/1195933592 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5591737a0270 0x559173b9c060 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7ff2e0062760 tx=0x7ff2e0063080 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4faae9047ca6011e server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:10.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.966+0000 7ff2c5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:24:10.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.966+0000 7ff2c5ffb640 1 -- 172.21.15.67:0/1195933592 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2e0078d60 con 0x5591737a0270 2024-09-21T00:24:10.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.966+0000 7ff2c5ffb640 1 -- 172.21.15.67:0/1195933592 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7ff2e0061cc0 con 0x5591737a0270 2024-09-21T00:24:10.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.966+0000 7ff2f468f740 1 -- 172.21.15.67:0/1195933592 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff2d8003b40 con 0x5591737a0270 2024-09-21T00:24:10.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.966+0000 7ff2c5ffb640 1 -- 172.21.15.67:0/1195933592 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7ff2e0067490 con 0x5591737a0270 2024-09-21T00:24:10.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.966+0000 7ff2f468f740 10 client.5502 fetch_fsmap learned FSMap version 27 2024-09-21T00:24:10.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.966+0000 7ff2f468f740 1 -- 172.21.15.67:0/1195933592 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=2+}) -- 0x559173b86050 con 0x5591737a0270 2024-09-21T00:24:10.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.966+0000 7ff2c5ffb640 1 -- 172.21.15.67:0/1195933592 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff2d8003b40 con 0x5591737a0270 2024-09-21T00:24:10.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.966+0000 7ff2c5ffb640 1 -- 172.21.15.67:0/1195933592 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 27) ==== 3502+0+0 (secure 0 0 0) 0x7ff2e0088030 con 0x5591737a0270 2024-09-21T00:24:10.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.966+0000 7ff2f468f740 10 client.5502 fetch_fsmap finished waiting for FSMap version 27 2024-09-21T00:24:10.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.966+0000 7ff2f468f740 10 client.5502 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-21T00:24:10.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.966+0000 7ff2f468f740 20 client.5502 populate_metadata read hostname 'smithi067' 2024-09-21T00:24:10.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.966+0000 7ff2f468f740 1 --2- 172.21.15.67:0/1195933592 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55917375ee40 0x559173b5ffe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:10.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.966+0000 7ff2f468f740 4 client.5502 mds_command: new command op to 5376 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:24:10.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.966+0000 7ff2f468f740 1 -- 172.21.15.67:0/1195933592 --> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559173abc770 con 0x55917375ee40 2024-09-21T00:24:10.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.966+0000 7ff2e6ffd640 1 --2- 172.21.15.67:0/1195933592 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55917375ee40 0x559173b5ffe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:10.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.967+0000 7ff2c5ffb640 10 client.5502 ms_handle_connect on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:10.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.967+0000 7ff2e6ffd640 1 --2- 172.21.15.67:0/1195933592 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55917375ee40 0x559173b5ffe0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4295735039369005 server_cookie=810980af299b0f7d in_seq=0 out_seq=0 2024-09-21T00:24:10.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.967+0000 7ff2c5ffb640 1 -- 172.21.15.67:0/1195933592 <== mds.0 v2:172.21.15.67:6832/3973293841 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x559173abc770 con 0x55917375ee40 2024-09-21T00:24:10.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.967+0000 7ff2c5ffb640 10 client.5502 handle_command_reply: tid=0 2024-09-21T00:24:10.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.967+0000 7ff2f468f740 1 client.5502 shutdown 2024-09-21T00:24:10.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.968+0000 7ff2f468f740 1 -- 172.21.15.67:0/1195933592 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5591737a0270 msgr2=0x559173b9c060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:10.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.968+0000 7ff2f468f740 1 --2- 172.21.15.67:0/1195933592 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5591737a0270 0x559173b9c060 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7ff2e0062760 tx=0x7ff2e0063080 comp rx=0 tx=0).stop 2024-09-21T00:24:10.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.968+0000 7ff2f468f740 1 -- 172.21.15.67:0/1195933592 shutdown_connections 2024-09-21T00:24:10.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.968+0000 7ff2f468f740 1 --2- 172.21.15.67:0/1195933592 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5591737a0270 0x559173b9c060 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:10.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.968+0000 7ff2f468f740 1 --2- 172.21.15.67:0/1195933592 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55917377f590 0x559173b85820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:10.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.968+0000 7ff2f468f740 1 --2- 172.21.15.67:0/1195933592 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55917375ee40 0x559173b5ffe0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:10.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.968+0000 7ff2f468f740 1 --2- 172.21.15.67:0/1195933592 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5591737773b0 0x559173b86a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:10.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.968+0000 7ff2c5ffb640 0 client.5502 ms_handle_reset on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:10.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.968+0000 7ff2f468f740 1 -- 172.21.15.67:0/1195933592 >> 172.21.15.67:0/1195933592 conn(0x5591737943c0 msgr2=0x559173b8e9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:10.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.968+0000 7ff2f468f740 1 -- 172.21.15.67:0/1195933592 shutdown_connections 2024-09-21T00:24:10.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.968+0000 7ff2f468f740 1 -- 172.21.15.67:0/1195933592 wait complete. 2024-09-21T00:24:10.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.968+0000 7ff2f468f740 20 client.5502 trim_cache size 0 max 16384 2024-09-21T00:24:10.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.986+0000 7ff2f468f740 1 Processor -- start 2024-09-21T00:24:10.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.986+0000 7ff2f468f740 1 -- start start 2024-09-21T00:24:10.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.988+0000 7ff2f468f740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5591737773b0 0x559173b69d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:10.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.988+0000 7ff2f468f740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55917377f590 0x559173b6a250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:10.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.988+0000 7ff2f468f740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5591737a0270 0x559173bb0b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:10.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.988+0000 7ff2f468f740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff2e81f6870 con 0x5591737a0270 2024-09-21T00:24:10.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.988+0000 7ff2f468f740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff2e81f5bb0 con 0x5591737773b0 2024-09-21T00:24:10.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.988+0000 7ff2f468f740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7ff2e81f6200 con 0x55917377f590 2024-09-21T00:24:10.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.988+0000 7ff2e77fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5591737a0270 0x559173bb0b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:10.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.988+0000 7ff2e77fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5591737a0270 0x559173bb0b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34696/0 (socket says 172.21.15.67:34696) 2024-09-21T00:24:10.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.988+0000 7ff2e77fe640 1 -- 172.21.15.67:0/1231348838 learned_addr learned my addr 172.21.15.67:0/1231348838 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:10.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.988+0000 7ff2e77fe640 1 -- 172.21.15.67:0/1231348838 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55917377f590 msgr2=0x559173b6a250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:10.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.988+0000 7ff2e77fe640 1 --2- 172.21.15.67:0/1231348838 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55917377f590 0x559173b6a250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:10.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.988+0000 7ff2e77fe640 1 -- 172.21.15.67:0/1231348838 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5591737773b0 msgr2=0x559173b69d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:10.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.988+0000 7ff2e77fe640 1 --2- 172.21.15.67:0/1231348838 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5591737773b0 0x559173b69d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:10.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.988+0000 7ff2e77fe640 1 -- 172.21.15.67:0/1231348838 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559173b44b90 con 0x5591737a0270 2024-09-21T00:24:10.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.988+0000 7ff2e77fe640 1 --2- 172.21.15.67:0/1231348838 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5591737a0270 0x559173bb0b20 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7ff2e0067650 tx=0x7ff2e005e900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a2d2b3d6e30bdd8 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:10.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.988+0000 7ff2ccff9640 1 -- 172.21.15.67:0/1231348838 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2e0078b60 con 0x5591737a0270 2024-09-21T00:24:10.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.988+0000 7ff2ccff9640 1 -- 172.21.15.67:0/1231348838 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff2e0078d00 con 0x5591737a0270 2024-09-21T00:24:10.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.988+0000 7ff2ccff9640 1 -- 172.21.15.67:0/1231348838 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2e005e610 con 0x5591737a0270 2024-09-21T00:24:10.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.989+0000 7ff2f468f740 1 -- 172.21.15.67:0/1231348838 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5591737a0270 msgr2=0x559173bb0b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:10.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.989+0000 7ff2f468f740 1 --2- 172.21.15.67:0/1231348838 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5591737a0270 0x559173bb0b20 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7ff2e0067650 tx=0x7ff2e005e900 comp rx=0 tx=0).stop 2024-09-21T00:24:10.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.989+0000 7ff2f468f740 1 -- 172.21.15.67:0/1231348838 shutdown_connections 2024-09-21T00:24:10.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.989+0000 7ff2f468f740 1 --2- 172.21.15.67:0/1231348838 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5591737a0270 0x559173bb0b20 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:10.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.989+0000 7ff2f468f740 1 --2- 172.21.15.67:0/1231348838 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55917377f590 0x559173b6a250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:10.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.989+0000 7ff2f468f740 1 --2- 172.21.15.67:0/1231348838 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5591737773b0 0x559173b69d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:10.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.989+0000 7ff2f468f740 1 -- 172.21.15.67:0/1231348838 >> 172.21.15.67:0/1231348838 conn(0x5591737943c0 msgr2=0x559173ba70a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:10.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.989+0000 7ff2f468f740 1 -- 172.21.15.67:0/1231348838 shutdown_connections 2024-09-21T00:24:10.993 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.989+0000 7ff2f468f740 1 -- 172.21.15.67:0/1231348838 wait complete. 2024-09-21T00:24:10.993 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.990+0000 7ff2f468f740 1 -- start start 2024-09-21T00:24:10.993 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.990+0000 7ff2f468f740 1 Processor -- start 2024-09-21T00:24:10.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.991+0000 7ff2f468f740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5591737773b0 0x559173c0f370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:10.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.991+0000 7ff2f468f740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55917377f590 0x559173b71d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:10.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.991+0000 7ff2f468f740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5591737a0270 0x559173b72280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:10.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.991+0000 7ff2f468f740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x559173b9f940 con 0x55917377f590 2024-09-21T00:24:10.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.991+0000 7ff2f468f740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x559173b85d60 con 0x5591737a0270 2024-09-21T00:24:10.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.991+0000 7ff2f468f740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x559173b6bb60 con 0x5591737773b0 2024-09-21T00:24:10.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.991+0000 7ff2f468f740 10 client.0 _ll_register_callbacks cb 0x7ff2e005f0b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:24:10.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.992+0000 7ff2e67fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55917377f590 0x559173b71d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:10.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.992+0000 7ff2e67fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55917377f590 0x559173b71d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34710/0 (socket says 172.21.15.67:34710) 2024-09-21T00:24:10.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.992+0000 7ff2e67fc640 1 -- 172.21.15.67:0/4065176375 learned_addr learned my addr 172.21.15.67:0/4065176375 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:10.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.992+0000 7ff2e6ffd640 1 --2- 172.21.15.67:0/4065176375 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5591737773b0 0x559173c0f370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:10.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.992+0000 7ff2e77fe640 1 --2- 172.21.15.67:0/4065176375 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5591737a0270 0x559173b72280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:10.998 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.992+0000 7ff2e67fc640 1 -- 172.21.15.67:0/4065176375 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5591737773b0 msgr2=0x559173c0f370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:10.998 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.992+0000 7ff2e67fc640 1 --2- 172.21.15.67:0/4065176375 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5591737773b0 0x559173c0f370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:10.998 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.992+0000 7ff2e67fc640 1 -- 172.21.15.67:0/4065176375 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5591737a0270 msgr2=0x559173b72280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:10.998 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.992+0000 7ff2e67fc640 1 --2- 172.21.15.67:0/4065176375 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5591737a0270 0x559173b72280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:10.998 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.992+0000 7ff2e67fc640 1 -- 172.21.15.67:0/4065176375 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559173b72a10 con 0x55917377f590 2024-09-21T00:24:10.998 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.992+0000 7ff2e6ffd640 1 --2- 172.21.15.67:0/4065176375 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5591737773b0 0x559173c0f370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:24:10.998 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.992+0000 7ff2e67fc640 1 --2- 172.21.15.67:0/4065176375 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55917377f590 0x559173b71d40 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7ff2e80ba280 tx=0x7ff2dc011ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a65af65f22608c4a server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:10.998 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.992+0000 7ff2c5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:24:10.998 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.992+0000 7ff2c5ffb640 1 -- 172.21.15.67:0/4065176375 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2dc010aa0 con 0x55917377f590 2024-09-21T00:24:10.998 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.992+0000 7ff2c5ffb640 1 -- 172.21.15.67:0/4065176375 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7ff2dc010c40 con 0x55917377f590 2024-09-21T00:24:10.998 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.992+0000 7ff2f468f740 1 -- 172.21.15.67:0/4065176375 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x559173b8e580 con 0x55917377f590 2024-09-21T00:24:10.998 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.992+0000 7ff2c5ffb640 1 -- 172.21.15.67:0/4065176375 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7ff2dc010e40 con 0x55917377f590 2024-09-21T00:24:10.998 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.992+0000 7ff2f468f740 10 client.5508 fetch_fsmap learned FSMap version 27 2024-09-21T00:24:10.999 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.992+0000 7ff2f468f740 1 -- 172.21.15.67:0/4065176375 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=2+}) -- 0x559173b8ea60 con 0x55917377f590 2024-09-21T00:24:10.999 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.993+0000 7ff2c5ffb640 1 -- 172.21.15.67:0/4065176375 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x559173b8e580 con 0x55917377f590 2024-09-21T00:24:10.999 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.993+0000 7ff2c5ffb640 1 -- 172.21.15.67:0/4065176375 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 27) ==== 3502+0+0 (secure 0 0 0) 0x7ff2dc023050 con 0x55917377f590 2024-09-21T00:24:10.999 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.993+0000 7ff2f468f740 10 client.5508 fetch_fsmap finished waiting for FSMap version 27 2024-09-21T00:24:10.999 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.993+0000 7ff2f468f740 10 client.5508 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-21T00:24:10.999 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.993+0000 7ff2f468f740 20 client.5508 populate_metadata read hostname 'smithi067' 2024-09-21T00:24:10.999 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.993+0000 7ff2f468f740 1 --2- 172.21.15.67:0/4065176375 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x559173ba6260 0x559173ba6670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:10.999 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.993+0000 7ff2f468f740 4 client.5508 mds_command: new command op to 5376 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-21T00:24:10.999 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.993+0000 7ff2f468f740 1 -- 172.21.15.67:0/4065176375 --> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] -- command(tid 0: {"prefix": "status"}) -- 0x559173b6c9f0 con 0x559173ba6260 2024-09-21T00:24:10.999 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.993+0000 7ff2e6ffd640 1 --2- 172.21.15.67:0/4065176375 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x559173ba6260 0x559173ba6670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:10.999 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.993+0000 7ff2c5ffb640 10 client.5508 ms_handle_connect on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:10.999 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.993+0000 7ff2e6ffd640 1 --2- 172.21.15.67:0/4065176375 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x559173ba6260 0x559173ba6670 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bc177a8ee2836876 server_cookie=d49fcfa3bd765bff in_seq=0 out_seq=0 2024-09-21T00:24:11.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.993+0000 7ff2c5ffb640 1 -- 172.21.15.67:0/4065176375 <== mds.0 v2:172.21.15.67:6832/3973293841 1 ==== command_reply(tid 0: 0 ) ==== 8+0+325 (crc 0 0 0) 0x559173b6c9f0 con 0x559173ba6260 2024-09-21T00:24:11.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.993+0000 7ff2c5ffb640 10 client.5508 handle_command_reply: tid=0 2024-09-21T00:24:11.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.993+0000 7ff2f468f740 1 client.5508 shutdown 2024-09-21T00:24:11.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.994+0000 7ff2f468f740 1 -- 172.21.15.67:0/4065176375 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55917377f590 msgr2=0x559173b71d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:11.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.994+0000 7ff2f468f740 1 --2- 172.21.15.67:0/4065176375 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55917377f590 0x559173b71d40 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7ff2e80ba280 tx=0x7ff2dc011ec0 comp rx=0 tx=0).stop 2024-09-21T00:24:11.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.994+0000 7ff2f468f740 1 -- 172.21.15.67:0/4065176375 shutdown_connections 2024-09-21T00:24:11.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.994+0000 7ff2f468f740 1 --2- 172.21.15.67:0/4065176375 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5591737a0270 0x559173b72280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:11.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.994+0000 7ff2f468f740 1 --2- 172.21.15.67:0/4065176375 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55917377f590 0x559173b71d40 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:11.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.994+0000 7ff2f468f740 1 --2- 172.21.15.67:0/4065176375 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x559173ba6260 0x559173ba6670 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:11.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.994+0000 7ff2f468f740 1 --2- 172.21.15.67:0/4065176375 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5591737773b0 0x559173c0f370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:11.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.994+0000 7ff2c5ffb640 0 client.5508 ms_handle_reset on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:11.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.994+0000 7ff2f468f740 1 -- 172.21.15.67:0/4065176375 >> 172.21.15.67:0/4065176375 conn(0x5591737943c0 msgr2=0x559173b6ef30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:11.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.994+0000 7ff2f468f740 1 -- 172.21.15.67:0/4065176375 shutdown_connections 2024-09-21T00:24:11.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.994+0000 7ff2f468f740 1 -- 172.21.15.67:0/4065176375 wait complete. 2024-09-21T00:24:11.001 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.994+0000 7ff2f468f740 20 client.5508 trim_cache size 0 max 16384 2024-09-21T00:24:11.001 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:24:11.001 INFO:teuthology.orchestra.run.smithi067.stdout: "cluster_fsid": "166a8832-baab-4541-be5c-9c3483b3f7a3", 2024-09-21T00:24:11.001 INFO:teuthology.orchestra.run.smithi067.stdout: "whoami": 0, 2024-09-21T00:24:11.001 INFO:teuthology.orchestra.run.smithi067.stdout: "id": 5376, 2024-09-21T00:24:11.001 INFO:teuthology.orchestra.run.smithi067.stdout: "want_state": "up:active", 2024-09-21T00:24:11.001 INFO:teuthology.orchestra.run.smithi067.stdout: "state": "up:active", 2024-09-21T00:24:11.001 INFO:teuthology.orchestra.run.smithi067.stdout: "fs_name": "cephfs", 2024-09-21T00:24:11.001 INFO:teuthology.orchestra.run.smithi067.stdout: "rank_uptime": 5.8558874269999999, 2024-09-21T00:24:11.001 INFO:teuthology.orchestra.run.smithi067.stdout: "mdsmap_epoch": 27, 2024-09-21T00:24:11.001 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch": 45, 2024-09-21T00:24:11.002 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch_barrier": 45, 2024-09-21T00:24:11.002 INFO:teuthology.orchestra.run.smithi067.stdout: "uptime": 10.462764515 2024-09-21T00:24:11.002 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:24:11.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.994+0000 7ff2ed720640 1 -- 172.21.15.67:0/1876888417 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff2d4078b90 msgr2=0x7ff2d407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:11.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.994+0000 7ff2ed720640 1 --2- 172.21.15.67:0/1876888417 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff2d4078b90 0x7ff2d407b0a0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7ff2d8033000 tx=0x7ff2d8004730 comp rx=0 tx=0).stop 2024-09-21T00:24:11.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.994+0000 7ff2ed720640 1 -- 172.21.15.67:0/1876888417 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff2e80d22f0 msgr2=0x7ff2e81f9120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:11.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.994+0000 7ff2ed720640 1 --2- 172.21.15.67:0/1876888417 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff2e80d22f0 0x7ff2e81f9120 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7ff2e000be60 tx=0x7ff2e000bf50 comp rx=0 tx=0).stop 2024-09-21T00:24:11.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.994+0000 7ff2ed720640 1 -- 172.21.15.67:0/1876888417 shutdown_connections 2024-09-21T00:24:11.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.994+0000 7ff2ed720640 1 --2- 172.21.15.67:0/1876888417 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff2d4078b90 0x7ff2d407b0a0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:11.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.994+0000 7ff2ed720640 1 --2- 172.21.15.67:0/1876888417 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff2e80d22f0 0x7ff2e81f9120 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:11.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.994+0000 7ff2ed720640 1 --2- 172.21.15.67:0/1876888417 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff2e80b9e70 0x7ff2e81508e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:11.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.994+0000 7ff2ed720640 1 --2- 172.21.15.67:0/1876888417 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff2e806ebc0 0x7ff2e81f9cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:11.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.994+0000 7ff2ed720640 1 -- 172.21.15.67:0/1876888417 >> 172.21.15.67:0/1876888417 conn(0x7ff2e80d45a0 msgr2=0x7ff2e80cabe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:11.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.994+0000 7ff2ed720640 1 -- 172.21.15.67:0/1876888417 shutdown_connections 2024-09-21T00:24:11.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:10.995+0000 7ff2ed720640 1 -- 172.21.15.67:0/1876888417 wait complete. 2024-09-21T00:24:11.007 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-21T00:24:11.119 INFO:tasks.ceph.mds.a.smithi067.stderr:2024-09-21T00:24:11.118+0000 7f39446de640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-21T00:24:11.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:11.122+0000 7fea27c7e640 1 -- 172.21.15.67:0/297762902 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fea200b7850 msgr2=0x7fea200b4c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:11.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:11.122+0000 7fea27c7e640 1 --2- 172.21.15.67:0/297762902 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fea200b7850 0x7fea200b4c60 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fea1c009860 tx=0x7fea1c02a5a0 comp rx=0 tx=0).stop 2024-09-21T00:24:11.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:11.122+0000 7fea27c7e640 1 -- 172.21.15.67:0/297762902 shutdown_connections 2024-09-21T00:24:11.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:11.122+0000 7fea27c7e640 1 --2- 172.21.15.67:0/297762902 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fea200b7850 0x7fea200b4c60 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:11.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:11.122+0000 7fea27c7e640 1 -- 172.21.15.67:0/297762902 >> 172.21.15.67:0/297762902 conn(0x7fea200b4140 msgr2=0x7fea200b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:11.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:11.122+0000 7fea27c7e640 1 -- 172.21.15.67:0/297762902 shutdown_connections 2024-09-21T00:24:11.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:11.122+0000 7fea27c7e640 1 -- 172.21.15.67:0/297762902 wait complete. 2024-09-21T00:24:11.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:11.124+0000 7fea27c7e640 1 Processor -- start 2024-09-21T00:24:11.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:11.124+0000 7fea27c7e640 1 -- start start 2024-09-21T00:24:11.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:11.125+0000 7fea27c7e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fea2009a950 0x7fea20158440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:11.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:11.125+0000 7fea27c7e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fea200b7850 0x7fea2015bad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:11.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:11.125+0000 7fea27c7e640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fea200cd030 0x7fea20160a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:11.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:11.125+0000 7fea27c7e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fea200cdf20 con 0x7fea2009a950 2024-09-21T00:24:11.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:11.125+0000 7fea27c7e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fea200cdda0 con 0x7fea200b7850 2024-09-21T00:24:11.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:11.125+0000 7fea27c7e640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fea200ce0a0 con 0x7fea200cd030 2024-09-21T00:24:11.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:11.125+0000 7fea25a1a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fea2009a950 0x7fea20158440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:11.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:11.125+0000 7fea25a1a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fea2009a950 0x7fea20158440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34726/0 (socket says 172.21.15.67:34726) 2024-09-21T00:24:11.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:11.125+0000 7fea25a1a640 1 -- 172.21.15.67:0/1557809324 learned_addr learned my addr 172.21.15.67:0/1557809324 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:11.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:11.126+0000 7fea25219640 1 --2- 172.21.15.67:0/1557809324 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fea200b7850 0x7fea2015bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:11.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:11.126+0000 7fea2621b640 1 --2- 172.21.15.67:0/1557809324 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fea200cd030 0x7fea20160a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:11.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:11.126+0000 7fea25a1a640 1 -- 172.21.15.67:0/1557809324 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fea200cd030 msgr2=0x7fea20160a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:11.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:11.126+0000 7fea25a1a640 1 --2- 172.21.15.67:0/1557809324 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fea200cd030 0x7fea20160a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:11.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:11.126+0000 7fea25a1a640 1 -- 172.21.15.67:0/1557809324 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fea200b7850 msgr2=0x7fea2015bad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:11.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:11.126+0000 7fea25a1a640 1 --2- 172.21.15.67:0/1557809324 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fea200b7850 0x7fea2015bad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:11.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:11.126+0000 7fea25a1a640 1 -- 172.21.15.67:0/1557809324 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea201f4820 con 0x7fea2009a950 2024-09-21T00:24:11.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:11.126+0000 7fea25219640 1 --2- 172.21.15.67:0/1557809324 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fea200b7850 0x7fea2015bad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:24:11.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:11.126+0000 7fea2621b640 1 --2- 172.21.15.67:0/1557809324 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fea200cd030 0x7fea20160a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:24:11.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:11.126+0000 7fea25a1a640 1 --2- 172.21.15.67:0/1557809324 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fea2009a950 0x7fea20158440 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fea1c009980 tx=0x7fea1c033ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:11.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:11.126+0000 7fea127fc640 1 -- 172.21.15.67:0/1557809324 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea1c031b50 con 0x7fea2009a950 2024-09-21T00:24:11.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:11.126+0000 7fea127fc640 1 -- 172.21.15.67:0/1557809324 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fea1c031de0 con 0x7fea2009a950 2024-09-21T00:24:11.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:11.126+0000 7fea27c7e640 1 -- 172.21.15.67:0/1557809324 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fea20158980 con 0x7fea2009a950 2024-09-21T00:24:11.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:11.126+0000 7fea127fc640 1 -- 172.21.15.67:0/1557809324 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea1c033330 con 0x7fea2009a950 2024-09-21T00:24:11.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:11.126+0000 7fea27c7e640 1 -- 172.21.15.67:0/1557809324 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fea201f3d40 con 0x7fea2009a950 2024-09-21T00:24:11.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:11.127+0000 7fea27c7e640 1 -- 172.21.15.67:0/1557809324 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fea200b4c60 con 0x7fea2009a950 2024-09-21T00:24:11.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:11.128+0000 7fea127fc640 1 -- 172.21.15.67:0/1557809324 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fea1c0334d0 con 0x7fea2009a950 2024-09-21T00:24:11.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:11.129+0000 7fea127fc640 1 --2- 172.21.15.67:0/1557809324 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fea04078b90 0x7fea0407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:11.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:11.129+0000 7fea127fc640 1 -- 172.21.15.67:0/1557809324 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fea1c0bc140 con 0x7fea2009a950 2024-09-21T00:24:11.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:11.129+0000 7fea25219640 1 --2- 172.21.15.67:0/1557809324 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fea04078b90 0x7fea0407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:11.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:11.129+0000 7fea25219640 1 --2- 172.21.15.67:0/1557809324 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fea04078b90 0x7fea0407b0a0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fea20160070 tx=0x7fea14009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:11.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:11.133+0000 7fea127fc640 1 -- 172.21.15.67:0/1557809324 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fea1c03f030 con 0x7fea2009a950 2024-09-21T00:24:11.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:11.362+0000 7fea27c7e640 1 -- 172.21.15.67:0/1557809324 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fea200b70f0 con 0x7fea2009a950 2024-09-21T00:24:11.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:11.362+0000 7fea127fc640 1 -- 172.21.15.67:0/1557809324 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v27) ==== 53+0+73 (secure 0 0 0) 0x7fea1c084580 con 0x7fea2009a950 2024-09-21T00:24:11.364 INFO:teuthology.orchestra.run.smithi067.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-21T00:24:11.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:11.365+0000 7fea27c7e640 1 -- 172.21.15.67:0/1557809324 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fea04078b90 msgr2=0x7fea0407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:11.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:11.365+0000 7fea27c7e640 1 --2- 172.21.15.67:0/1557809324 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fea04078b90 0x7fea0407b0a0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fea20160070 tx=0x7fea14009040 comp rx=0 tx=0).stop 2024-09-21T00:24:11.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:11.365+0000 7fea27c7e640 1 -- 172.21.15.67:0/1557809324 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fea2009a950 msgr2=0x7fea20158440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:11.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:11.365+0000 7fea27c7e640 1 --2- 172.21.15.67:0/1557809324 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fea2009a950 0x7fea20158440 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fea1c009980 tx=0x7fea1c033ba0 comp rx=0 tx=0).stop 2024-09-21T00:24:11.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:11.365+0000 7fea27c7e640 1 -- 172.21.15.67:0/1557809324 shutdown_connections 2024-09-21T00:24:11.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:11.365+0000 7fea27c7e640 1 --2- 172.21.15.67:0/1557809324 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fea04078b90 0x7fea0407b0a0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:11.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:11.365+0000 7fea27c7e640 1 --2- 172.21.15.67:0/1557809324 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fea200cd030 0x7fea20160a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:11.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:11.365+0000 7fea27c7e640 1 --2- 172.21.15.67:0/1557809324 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fea200b7850 0x7fea2015bad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:11.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:11.365+0000 7fea27c7e640 1 --2- 172.21.15.67:0/1557809324 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fea2009a950 0x7fea20158440 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:11.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:11.365+0000 7fea27c7e640 1 -- 172.21.15.67:0/1557809324 >> 172.21.15.67:0/1557809324 conn(0x7fea200b4140 msgr2=0x7fea200b69e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:11.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:11.365+0000 7fea27c7e640 1 -- 172.21.15.67:0/1557809324 shutdown_connections 2024-09-21T00:24:11.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:11.365+0000 7fea27c7e640 1 -- 172.21.15.67:0/1557809324 wait complete. 2024-09-21T00:24:11.377 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-21T00:24:11.377 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-21T00:24:11.377 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi067.front.sepia.ceph.com 2024-09-21T00:24:11.377 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-21T00:24:11.377 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-21T00:24:11.378 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-21T00:24:11.378 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-21T00:24:11.378 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-21T00:24:11.378 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-21T00:24:11.378 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:24:11.378 DEBUG:teuthology.orchestra.run.smithi067:> ip addr 2024-09-21T00:24:11.394 INFO:teuthology.orchestra.run.smithi067.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-21T00:24:11.395 INFO:teuthology.orchestra.run.smithi067.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-21T00:24:11.395 INFO:teuthology.orchestra.run.smithi067.stdout: inet 127.0.0.1/8 scope host lo 2024-09-21T00:24:11.395 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:24:11.395 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 ::1/128 scope host 2024-09-21T00:24:11.395 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:24:11.395 INFO:teuthology.orchestra.run.smithi067.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-21T00:24:11.395 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:a8:b4:7e brd ff:ff:ff:ff:ff:ff 2024-09-21T00:24:11.395 INFO:teuthology.orchestra.run.smithi067.stdout: altname enp7s0f0 2024-09-21T00:24:11.395 INFO:teuthology.orchestra.run.smithi067.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-21T00:24:11.395 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:a8:b4:7f brd ff:ff:ff:ff:ff:ff 2024-09-21T00:24:11.396 INFO:teuthology.orchestra.run.smithi067.stdout: altname enp7s0f1 2024-09-21T00:24:11.396 INFO:teuthology.orchestra.run.smithi067.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-21T00:24:11.396 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:b6:fc:0a brd ff:ff:ff:ff:ff:ff 2024-09-21T00:24:11.396 INFO:teuthology.orchestra.run.smithi067.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-21T00:24:11.396 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:b6:fc:0b brd ff:ff:ff:ff:ff:ff 2024-09-21T00:24:11.396 INFO:teuthology.orchestra.run.smithi067.stdout: inet 172.21.15.67/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-21T00:24:11.396 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft 42616sec preferred_lft 42616sec 2024-09-21T00:24:11.396 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::ec4:7aff:feb6:fc0b/64 scope link noprefixroute 2024-09-21T00:24:11.396 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:24:11.396 INFO:teuthology.orchestra.run.smithi067.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-21T00:24:11.396 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether ae:69:02:89:12:0b brd ff:ff:ff:ff:ff:ff 2024-09-21T00:24:11.397 INFO:teuthology.orchestra.run.smithi067.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-21T00:24:11.397 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:24:11.397 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::cb7:27ff:fe38:31a4/64 scope link 2024-09-21T00:24:11.397 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:24:11.397 INFO:teuthology.orchestra.run.smithi067.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T00:24:11.397 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether ae:69:02:89:12:0b brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:24:11.397 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::ac69:2ff:fe89:120b/64 scope link 2024-09-21T00:24:11.397 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:24:11.397 INFO:teuthology.orchestra.run.smithi067.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T00:24:11.397 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether d6:c9:e4:80:cc:a3 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:24:11.398 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::d4c9:e4ff:fe80:cca3/64 scope link 2024-09-21T00:24:11.398 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:24:11.398 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:24:11.398 DEBUG:teuthology.orchestra.run.smithi067:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-21T00:24:11.459 INFO:teuthology.orchestra.run.smithi067.stdout:1 2024-09-21T00:24:11.461 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:24:11.461 DEBUG:teuthology.orchestra.run.smithi067:> route 2024-09-21T00:24:11.518 INFO:teuthology.orchestra.run.smithi067.stdout:Kernel IP routing table 2024-09-21T00:24:11.518 INFO:teuthology.orchestra.run.smithi067.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-21T00:24:11.518 INFO:teuthology.orchestra.run.smithi067.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-21T00:24:11.518 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-21T00:24:11.518 INFO:teuthology.orchestra.run.smithi067.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-21T00:24:11.518 DEBUG:teuthology.orchestra.run.smithi067:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T00:24:11.518 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:24:11.519 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-21T00:24:11.519 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-21T00:24:11.519 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-21T00:24:11.519 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:24:11.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:11 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T00:24:11.641 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:24:11.647 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:24:11.647 DEBUG:teuthology.orchestra.run.smithi067:> ip netns list 2024-09-21T00:24:11.663 INFO:teuthology.orchestra.run.smithi067.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-21T00:24:11.663 INFO:teuthology.orchestra.run.smithi067.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-21T00:24:11.664 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-21T00:24:11.664 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:24:11.664 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip link set brx.0 up 2024-09-21T00:24:11.729 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-21T00:24:11.729 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T00:24:11.729 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-21T00:24:11.785 INFO:teuthology.orchestra.run.smithi067.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-21T00:24:11.785 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T00:24:11.785 DEBUG:teuthology.orchestra.run.smithi067:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-21T00:24:11.841 DEBUG:teuthology.orchestra.run.smithi067:> sudo modprobe fuse 2024-09-21T00:24:11.907 DEBUG:teuthology.orchestra.run.smithi067:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T00:24:11.964 INFO:teuthology.orchestra.run.smithi067.stdout:/proc 2024-09-21T00:24:11.964 INFO:teuthology.orchestra.run.smithi067.stdout:/sys 2024-09-21T00:24:11.964 INFO:teuthology.orchestra.run.smithi067.stdout:/dev 2024-09-21T00:24:11.964 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/security 2024-09-21T00:24:11.964 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/shm 2024-09-21T00:24:11.964 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/pts 2024-09-21T00:24:11.964 INFO:teuthology.orchestra.run.smithi067.stdout:/run 2024-09-21T00:24:11.964 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/cgroup 2024-09-21T00:24:11.965 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/pstore 2024-09-21T00:24:11.965 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/bpf 2024-09-21T00:24:11.965 INFO:teuthology.orchestra.run.smithi067.stdout:/ 2024-09-21T00:24:11.965 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/selinux 2024-09-21T00:24:11.965 INFO:teuthology.orchestra.run.smithi067.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T00:24:11.965 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/hugepages 2024-09-21T00:24:11.965 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/mqueue 2024-09-21T00:24:11.965 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/debug 2024-09-21T00:24:11.965 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/tracing 2024-09-21T00:24:11.965 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/fuse/connections 2024-09-21T00:24:11.965 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-sysctl.service 2024-09-21T00:24:11.965 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/config 2024-09-21T00:24:11.965 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-21T00:24:11.965 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-21T00:24:11.966 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/nfs/rpc_pipefs 2024-09-21T00:24:11.966 INFO:teuthology.orchestra.run.smithi067.stdout:/run/user/1000 2024-09-21T00:24:11.966 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph 2024-09-21T00:24:11.966 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T00:24:11.966 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T00:24:11.966 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T00:24:11.966 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T00:24:11.966 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns 2024-09-21T00:24:11.966 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:24:11.966 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:24:11.966 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:24:11.966 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:24:11.967 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:24:11.967 DEBUG:teuthology.orchestra.run.smithi067:> ls /sys/fs/fuse/connections 2024-09-21T00:24:12.020 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-21T00:24:12.020 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-21T00:24:12.062 DEBUG:teuthology.orchestra.run.smithi067:> sudo modprobe fuse 2024-09-21T00:24:12.087 DEBUG:teuthology.orchestra.run.smithi067:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T00:24:12.146 INFO:teuthology.orchestra.run.smithi067.stdout:/proc 2024-09-21T00:24:12.146 INFO:teuthology.orchestra.run.smithi067.stdout:/sys 2024-09-21T00:24:12.146 INFO:teuthology.orchestra.run.smithi067.stdout:/dev 2024-09-21T00:24:12.146 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/security 2024-09-21T00:24:12.147 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/shm 2024-09-21T00:24:12.147 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/pts 2024-09-21T00:24:12.147 INFO:teuthology.orchestra.run.smithi067.stdout:/run 2024-09-21T00:24:12.147 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/cgroup 2024-09-21T00:24:12.147 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/pstore 2024-09-21T00:24:12.147 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/bpf 2024-09-21T00:24:12.147 INFO:teuthology.orchestra.run.smithi067.stdout:/ 2024-09-21T00:24:12.147 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/selinux 2024-09-21T00:24:12.147 INFO:teuthology.orchestra.run.smithi067.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T00:24:12.147 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/hugepages 2024-09-21T00:24:12.147 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/mqueue 2024-09-21T00:24:12.147 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/debug 2024-09-21T00:24:12.147 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/tracing 2024-09-21T00:24:12.147 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/fuse/connections 2024-09-21T00:24:12.148 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-sysctl.service 2024-09-21T00:24:12.148 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/config 2024-09-21T00:24:12.148 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-21T00:24:12.148 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-21T00:24:12.148 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/nfs/rpc_pipefs 2024-09-21T00:24:12.148 INFO:teuthology.orchestra.run.smithi067.stdout:/run/user/1000 2024-09-21T00:24:12.148 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph 2024-09-21T00:24:12.148 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T00:24:12.148 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T00:24:12.148 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T00:24:12.148 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T00:24:12.148 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns 2024-09-21T00:24:12.149 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:24:12.149 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:24:12.149 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:24:12.149 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:24:12.149 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:24:12.150 DEBUG:teuthology.orchestra.run.smithi067:> ls /sys/fs/fuse/connections 2024-09-21T00:24:12.157 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:2024-09-21T00:24:12.156+0000 7f0cf1fd4480 -1 init, newargv = 0x7f0cd4004d30 newargc=15 2024-09-21T00:24:12.157 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:ceph-fuse[57302]: starting ceph client 2024-09-21T00:24:12.163 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:ceph-fuse[57302]: starting fuse 2024-09-21T00:24:12.173 INFO:teuthology.orchestra.run.smithi067.stdout:41 2024-09-21T00:24:12.174 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-21T00:24:12.174 DEBUG:teuthology.orchestra.run.smithi067:> sudo stdin-killer -- python3 -c ' 2024-09-21T00:24:12.174 DEBUG:teuthology.orchestra.run.smithi067:> import glob 2024-09-21T00:24:12.174 DEBUG:teuthology.orchestra.run.smithi067:> import re 2024-09-21T00:24:12.174 DEBUG:teuthology.orchestra.run.smithi067:> import os 2024-09-21T00:24:12.174 DEBUG:teuthology.orchestra.run.smithi067:> import subprocess 2024-09-21T00:24:12.174 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:24:12.174 DEBUG:teuthology.orchestra.run.smithi067:> def _find_admin_socket(client_name): 2024-09-21T00:24:12.174 DEBUG:teuthology.orchestra.run.smithi067:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-21T00:24:12.174 DEBUG:teuthology.orchestra.run.smithi067:> files = glob.glob(asok_path) 2024-09-21T00:24:12.174 DEBUG:teuthology.orchestra.run.smithi067:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-21T00:24:12.175 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:24:12.175 DEBUG:teuthology.orchestra.run.smithi067:> # Given a non-glob path, it better be there 2024-09-21T00:24:12.175 DEBUG:teuthology.orchestra.run.smithi067:> if "*" not in asok_path: 2024-09-21T00:24:12.175 DEBUG:teuthology.orchestra.run.smithi067:> assert(len(files) == 1) 2024-09-21T00:24:12.175 DEBUG:teuthology.orchestra.run.smithi067:> return files[0] 2024-09-21T00:24:12.175 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:24:12.175 DEBUG:teuthology.orchestra.run.smithi067:> for f in files: 2024-09-21T00:24:12.175 DEBUG:teuthology.orchestra.run.smithi067:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-21T00:24:12.175 DEBUG:teuthology.orchestra.run.smithi067:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-21T00:24:12.175 DEBUG:teuthology.orchestra.run.smithi067:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-21T00:24:12.175 DEBUG:teuthology.orchestra.run.smithi067:> contents = proc_f.read() 2024-09-21T00:24:12.175 DEBUG:teuthology.orchestra.run.smithi067:> if mountpoint in contents: 2024-09-21T00:24:12.175 DEBUG:teuthology.orchestra.run.smithi067:> return f 2024-09-21T00:24:12.176 DEBUG:teuthology.orchestra.run.smithi067:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-21T00:24:12.176 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:24:12.176 DEBUG:teuthology.orchestra.run.smithi067:> print(_find_admin_socket("client.0")) 2024-09-21T00:24:12.176 DEBUG:teuthology.orchestra.run.smithi067:> ' 2024-09-21T00:24:12.293 INFO:teuthology.orchestra.run.smithi067.stdout:/var/run/ceph/ceph-client.0.57302.asok 2024-09-21T00:24:12.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:24:12.304 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.57302.asok 2024-09-21T00:24:12.304 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:24:12.304 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.57302.asok status 2024-09-21T00:24:12.450 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:24:12.450 INFO:teuthology.orchestra.run.smithi067.stdout: "metadata": { 2024-09-21T00:24:12.450 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", 2024-09-21T00:24:12.450 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", 2024-09-21T00:24:12.450 INFO:teuthology.orchestra.run.smithi067.stdout: "entity_id": "0", 2024-09-21T00:24:12.450 INFO:teuthology.orchestra.run.smithi067.stdout: "hostname": "smithi067", 2024-09-21T00:24:12.451 INFO:teuthology.orchestra.run.smithi067.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-21T00:24:12.451 INFO:teuthology.orchestra.run.smithi067.stdout: "pid": "57302", 2024-09-21T00:24:12.451 INFO:teuthology.orchestra.run.smithi067.stdout: "root": "/" 2024-09-21T00:24:12.451 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:24:12.451 INFO:teuthology.orchestra.run.smithi067.stdout: "dentry_count": 0, 2024-09-21T00:24:12.451 INFO:teuthology.orchestra.run.smithi067.stdout: "dentry_pinned_count": 0, 2024-09-21T00:24:12.451 INFO:teuthology.orchestra.run.smithi067.stdout: "id": 5517, 2024-09-21T00:24:12.451 INFO:teuthology.orchestra.run.smithi067.stdout: "inst": { 2024-09-21T00:24:12.451 INFO:teuthology.orchestra.run.smithi067.stdout: "name": { 2024-09-21T00:24:12.451 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "client", 2024-09-21T00:24:12.451 INFO:teuthology.orchestra.run.smithi067.stdout: "num": 5517 2024-09-21T00:24:12.451 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:24:12.451 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": { 2024-09-21T00:24:12.452 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "v1", 2024-09-21T00:24:12.452 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": "192.168.0.1:0", 2024-09-21T00:24:12.452 INFO:teuthology.orchestra.run.smithi067.stdout: "nonce": 1018406089 2024-09-21T00:24:12.452 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:24:12.452 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:24:12.452 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": { 2024-09-21T00:24:12.452 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "v1", 2024-09-21T00:24:12.452 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": "192.168.0.1:0", 2024-09-21T00:24:12.452 INFO:teuthology.orchestra.run.smithi067.stdout: "nonce": 1018406089 2024-09-21T00:24:12.452 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:24:12.452 INFO:teuthology.orchestra.run.smithi067.stdout: "inst_str": "client.5517 192.168.0.1:0/1018406089", 2024-09-21T00:24:12.452 INFO:teuthology.orchestra.run.smithi067.stdout: "addr_str": "192.168.0.1:0/1018406089", 2024-09-21T00:24:12.452 INFO:teuthology.orchestra.run.smithi067.stdout: "inode_count": 1, 2024-09-21T00:24:12.453 INFO:teuthology.orchestra.run.smithi067.stdout: "mds_epoch": 27, 2024-09-21T00:24:12.453 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_epoch": 45, 2024-09-21T00:24:12.453 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_epoch_barrier": 0, 2024-09-21T00:24:12.453 INFO:teuthology.orchestra.run.smithi067.stdout: "blocklisted": false, 2024-09-21T00:24:12.453 INFO:teuthology.orchestra.run.smithi067.stdout: "fs_name": "cephfs" 2024-09-21T00:24:12.453 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:24:12.459 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:24:12.459 DEBUG:teuthology.orchestra.run.smithi067:> stat --file-system '--printf=%T 2024-09-21T00:24:12.459 DEBUG:teuthology.orchestra.run.smithi067:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-21T00:24:12.475 INFO:teuthology.orchestra.run.smithi067.stdout:fuseblk 2024-09-21T00:24:12.475 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-21T00:24:12.475 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:24:12.476 DEBUG:teuthology.orchestra.run.smithi067:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-21T00:24:12.542 INFO:tasks.cephfs.test_scrub_checks:mountpoint: /home/ubuntu/cephtest/mnt.0 2024-09-21T00:24:12.543 INFO:tasks.cephfs.test_scrub_checks:client_path: /home/ubuntu/cephtest/mnt.0/scrub_test_path 2024-09-21T00:24:12.543 INFO:tasks.cephfs.test_scrub_checks:Cloning repo into place 2024-09-21T00:24:12.543 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:24:12.543 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir -p /home/ubuntu/cephtest/mnt.0/scrub_test_path) 2024-09-21T00:24:12.605 DEBUG:teuthology.orchestra.run.smithi067:> stdin-killer -- python3 -c ' 2024-09-21T00:24:12.605 DEBUG:teuthology.orchestra.run.smithi067:> import os 2024-09-21T00:24:12.605 DEBUG:teuthology.orchestra.run.smithi067:> import stat 2024-09-21T00:24:12.605 DEBUG:teuthology.orchestra.run.smithi067:> import json 2024-09-21T00:24:12.605 DEBUG:teuthology.orchestra.run.smithi067:> import sys 2024-09-21T00:24:12.605 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:24:12.605 DEBUG:teuthology.orchestra.run.smithi067:> try: 2024-09-21T00:24:12.606 DEBUG:teuthology.orchestra.run.smithi067:> s = os.stat('"'"'/home/ubuntu/cephtest/mnt.0/scrub_test_path/ceph-qa-suite'"'"') 2024-09-21T00:24:12.606 DEBUG:teuthology.orchestra.run.smithi067:> except OSError as e: 2024-09-21T00:24:12.606 DEBUG:teuthology.orchestra.run.smithi067:> sys.exit(e.errno) 2024-09-21T00:24:12.606 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:24:12.606 DEBUG:teuthology.orchestra.run.smithi067:> attrs = ["st_mode", "st_ino", "st_dev", "st_nlink", "st_uid", "st_gid", "st_size", "st_atime", "st_mtime", "st_ctime"] 2024-09-21T00:24:12.606 DEBUG:teuthology.orchestra.run.smithi067:> print(json.dumps( 2024-09-21T00:24:12.606 DEBUG:teuthology.orchestra.run.smithi067:> dict([(a, getattr(s, a)) for a in attrs]), 2024-09-21T00:24:12.606 DEBUG:teuthology.orchestra.run.smithi067:> indent=2)) 2024-09-21T00:24:12.606 DEBUG:teuthology.orchestra.run.smithi067:> ' 2024-09-21T00:24:12.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:12 stdin-killer INFO: command exited with status 2: exiting normally with same code! 2024-09-21T00:24:12.722 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-21T00:24:12.723 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:24:12.723 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec git clone --branch giant http://github.com/ceph/ceph-qa-suite /home/ubuntu/cephtest/mnt.0/scrub_test_path/ceph-qa-suite) 2024-09-21T00:24:12.785 INFO:teuthology.orchestra.run.smithi067.stderr:Cloning into '/home/ubuntu/cephtest/mnt.0/scrub_test_path/ceph-qa-suite'... 2024-09-21T00:24:13.028 INFO:teuthology.orchestra.run.smithi067.stderr:warning: redirecting to https://github.com/ceph/ceph-qa-suite/ 2024-09-21T00:24:19.305 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:24:19.307 DEBUG:teuthology.orchestra.run.smithi097:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:24:21.334 INFO:teuthology.orchestra.run.smithi067.stderr:Updating files: 19% (277/1398) Updating files: 20% (280/1398) Updating files: 21% (294/1398) Updating files: 22% (308/1398) Updating files: 23% (322/1398) Updating files: 24% (336/1398) Updating files: 25% (350/1398) Updating files: 26% (364/1398) Updating files: 27% (378/1398) Updating files: 28% (392/1398) Updating files: 29% (406/1398) Updating files: 30% (420/1398) Updating files: 31% (434/1398) Updating files: 32% (448/1398) Updating files: 33% (462/1398) Updating files: 34% (476/1398) Updating files: 35% (490/1398) Updating files: 36% (504/1398) Updating files: 37% (518/1398) Updating files: 38% (532/1398) Updating files: 39% (546/1398) Updating files: 40% (560/1398) Updating files: 40% (566/1398) Updating files: 41% (574/1398) Updating files: 42% (588/1398) Updating files: 43% (602/1398) Updating files: 44% (616/1398) Updating files: 45% (630/1398) Updating files: 46% (644/1398) Updating files: 47% (658/1398) Updating files: 48% (672/1398) Updating files: 49% (686/1398) Updating files: 50% (699/1398) Updating files: 51% (713/1398) Updating files: 52% (727/1398) Updating files: 52% (740/1398) Updating files: 53% (741/1398) Updating files: 54% (755/1398) Updating files: 55% (769/1398) Updating files: 56% (783/1398) Updating files: 57% (797/1398) Updating files: 58% (811/1398) Updating files: 59% (825/1398) Updating files: 60% (839/1398) Updating files: 61% (853/1398) Updating files: 62% (867/1398) Updating files: 63% (881/1398) Updating files: 64% (895/1398) Updating files: 65% (909/1398) Updating files: 66% (923/1398) Updating files: 67% (937/1398) Updating files: 68% (951/1398) Updating files: 69% (965/1398) Updating files: 70% (979/1398) Updating files: 70% (981/1398) Updating files: 71% (993/1398) Updating files: 72% (1007/1398) Updating files: 73% (1021/1398) Updating files: 74% (1035/1398) Updating files: 75% (1049/1398) Updating files: 76% (1063/1398) Updating files: 77% (1077/1398) Updating files: 78% (1091/1398) Updating files: 79% (1105/1398) Updating files: 80% (1119/1398) Updating files: 81% (1133/1398) Updating files: 82% (1147/1398) Updating files: 83% (1161/1398) Updating files: 84% (1175/1398) Updating files: 84% (1186/1398) Updating files: 85% (1189/1398) Updating files: 86% (1203/1398) Updating files: 87% (1217/1398) Updating files: 88% (1231/1398) Updating files: 89% (1245/1398) Updating files: 90% (1259/1398) Updating files: 91% (1273/1398) Updating files: 92% (1287/1398) Updating files: 93% (1301/1398) Updating files: 94% (1315/1398) Updating files: 95% (1329/1398) Updating files: 96% (1343/1398) Updating files: 97% (1357/1398) Updating files: 98% (1371/1398) Updating files: 99% (1385/1398) Updating files: 100% (1398/1398) Updating files: 100% (1398/1398), done. 2024-09-21T00:24:21.342 INFO:tasks.cephfs.test_scrub_checks:Initiating mds_scrub_checks on mds.0 test_path /scrub_test_path, run_seq 0 2024-09-21T00:24:21.342 INFO:tasks.cephfs.test_scrub_checks:Running command 'flush_path /scrub_test_path/i/dont/exist' 2024-09-21T00:24:21.342 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.3:0 flush_path /scrub_test_path/i/dont/exist 2024-09-21T00:24:21.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.459+0000 7f952840e640 1 -- 172.21.15.67:0/3278007796 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f95200b3cb0 msgr2=0x7f95200d3330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:21.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.459+0000 7f952840e640 1 --2- 172.21.15.67:0/3278007796 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f95200b3cb0 0x7f95200d3330 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f951c0098e0 tx=0x7f951c02a5d0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.459+0000 7f952840e640 1 -- 172.21.15.67:0/3278007796 shutdown_connections 2024-09-21T00:24:21.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.459+0000 7f952840e640 1 --2- 172.21.15.67:0/3278007796 >> v2:172.21.15.97:3300/0 conn(0x7f95200d1800 0x7f952006ec80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.459+0000 7f952840e640 1 --2- 172.21.15.67:0/3278007796 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f95200b3cb0 0x7f95200d3330 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.459+0000 7f952840e640 1 -- 172.21.15.67:0/3278007796 >> 172.21.15.67:0/3278007796 conn(0x7f952008bee0 msgr2=0x7f95200d4720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:21.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.460+0000 7f952840e640 1 -- 172.21.15.67:0/3278007796 shutdown_connections 2024-09-21T00:24:21.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.460+0000 7f952840e640 1 -- 172.21.15.67:0/3278007796 wait complete. 2024-09-21T00:24:21.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.461+0000 7f952840e640 1 Processor -- start 2024-09-21T00:24:21.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.461+0000 7f952840e640 1 -- start start 2024-09-21T00:24:21.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.463+0000 7f952840e640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f95200b3cb0 0x7f9520157590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:21.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.463+0000 7f952840e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f95200d4e30 0x7f9520157ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:21.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.463+0000 7f952840e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f952014ae00 0x7f952014b210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:21.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.463+0000 7f952840e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f952006f550 con 0x7f952014ae00 2024-09-21T00:24:21.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.463+0000 7f952840e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f952006f3d0 con 0x7f95200d4e30 2024-09-21T00:24:21.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.463+0000 7f952840e640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f952006f6d0 con 0x7f95200b3cb0 2024-09-21T00:24:21.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.463+0000 7f95261aa640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f95200b3cb0 0x7f9520157590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:21.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.463+0000 7f95269ab640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f952014ae00 0x7f952014b210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:21.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.463+0000 7f95259a9640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f95200d4e30 0x7f9520157ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:21.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.463+0000 7f95261aa640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f95200b3cb0 0x7f9520157590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.67:44036/0 (socket says 172.21.15.67:44036) 2024-09-21T00:24:21.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.463+0000 7f95269ab640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f952014ae00 0x7f952014b210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56804/0 (socket says 172.21.15.67:56804) 2024-09-21T00:24:21.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.463+0000 7f95261aa640 1 -- 172.21.15.67:0/1060578076 learned_addr learned my addr 172.21.15.67:0/1060578076 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:21.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.463+0000 7f95261aa640 1 -- 172.21.15.67:0/1060578076 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f95200d4e30 msgr2=0x7f9520157ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:21.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.463+0000 7f95261aa640 1 --2- 172.21.15.67:0/1060578076 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f95200d4e30 0x7f9520157ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.463+0000 7f95261aa640 1 -- 172.21.15.67:0/1060578076 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f952014ae00 msgr2=0x7f952014b210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:21.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.463+0000 7f95261aa640 1 --2- 172.21.15.67:0/1060578076 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f952014ae00 0x7f952014b210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.463+0000 7f95261aa640 1 -- 172.21.15.67:0/1060578076 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9520159a10 con 0x7f95200b3cb0 2024-09-21T00:24:21.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.463+0000 7f95261aa640 1 --2- 172.21.15.67:0/1060578076 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f95200b3cb0 0x7f9520157590 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f951c02abc0 tx=0x7f951c0316b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:21.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.463+0000 7f9516ffd640 1 -- 172.21.15.67:0/1060578076 <== mon.2 v2:172.21.15.97:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f951c03f070 con 0x7f95200b3cb0 2024-09-21T00:24:21.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.464+0000 7f9516ffd640 1 -- 172.21.15.67:0/1060578076 <== mon.2 v2:172.21.15.97:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f951c031950 con 0x7f95200b3cb0 2024-09-21T00:24:21.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.464+0000 7f952840e640 1 -- 172.21.15.67:0/1060578076 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9520159cf0 con 0x7f95200b3cb0 2024-09-21T00:24:21.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.464+0000 7f9516ffd640 1 -- 172.21.15.67:0/1060578076 <== mon.2 v2:172.21.15.97:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f951c031da0 con 0x7f95200b3cb0 2024-09-21T00:24:21.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.464+0000 7f952840e640 1 -- 172.21.15.67:0/1060578076 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f952015a2b0 con 0x7f95200b3cb0 2024-09-21T00:24:21.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.465+0000 7f9516ffd640 1 -- 172.21.15.67:0/1060578076 <== mon.2 v2:172.21.15.97:3301/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f951c042070 con 0x7f95200b3cb0 2024-09-21T00:24:21.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.466+0000 7f9516ffd640 1 --2- 172.21.15.67:0/1060578076 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9504078bc0 0x7f950407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:21.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.466+0000 7f9516ffd640 1 -- 172.21.15.67:0/1060578076 <== mon.2 v2:172.21.15.97:3301/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f951c0bb790 con 0x7f95200b3cb0 2024-09-21T00:24:21.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.466+0000 7f95259a9640 1 --2- 172.21.15.67:0/1060578076 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9504078bc0 0x7f950407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:21.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.467+0000 7f95259a9640 1 --2- 172.21.15.67:0/1060578076 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9504078bc0 0x7f950407b0d0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f95201488f0 tx=0x7f9510009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:21.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.467+0000 7f952f459740 1 Processor -- start 2024-09-21T00:24:21.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.467+0000 7f952f459740 1 -- start start 2024-09-21T00:24:21.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.468+0000 7f952f459740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556b4244a530 0x556b428395c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:21.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.468+0000 7f952f459740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556b42421670 0x556b4281c290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:21.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.468+0000 7f952f459740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556b42429850 0x556b4281c7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:21.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.468+0000 7f952f459740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x556b42764c40 con 0x556b42421670 2024-09-21T00:24:21.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.468+0000 7f952f459740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x556b42754070 con 0x556b42429850 2024-09-21T00:24:21.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.468+0000 7f952f459740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x556b42757e80 con 0x556b4244a530 2024-09-21T00:24:21.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.468+0000 7f95259a9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556b42421670 0x556b4281c290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:21.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.469+0000 7f95261aa640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556b4244a530 0x556b428395c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:21.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.469+0000 7f95259a9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556b42421670 0x556b4281c290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56806/0 (socket says 172.21.15.67:56806) 2024-09-21T00:24:21.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.469+0000 7f95261aa640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556b4244a530 0x556b428395c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.67:44040/0 (socket says 172.21.15.67:44040) 2024-09-21T00:24:21.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.469+0000 7f95259a9640 1 -- 172.21.15.67:0/3542527081 learned_addr learned my addr 172.21.15.67:0/3542527081 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:21.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.469+0000 7f95269ab640 1 --2- 172.21.15.67:0/3542527081 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556b42429850 0x556b4281c7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:21.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.469+0000 7f95259a9640 1 -- 172.21.15.67:0/3542527081 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556b4244a530 msgr2=0x556b428395c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:21.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.469+0000 7f95259a9640 1 --2- 172.21.15.67:0/3542527081 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556b4244a530 0x556b428395c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.469+0000 7f95259a9640 1 -- 172.21.15.67:0/3542527081 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556b42429850 msgr2=0x556b4281c7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:21.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.469+0000 7f95259a9640 1 --2- 172.21.15.67:0/3542527081 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556b42429850 0x556b4281c7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.469+0000 7f95259a9640 1 -- 172.21.15.67:0/3542527081 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556b4270d8b0 con 0x556b42421670 2024-09-21T00:24:21.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.469+0000 7f95269ab640 1 --2- 172.21.15.67:0/3542527081 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556b42429850 0x556b4281c7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:24:21.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.469+0000 7f95261aa640 1 --2- 172.21.15.67:0/3542527081 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556b4244a530 0x556b428395c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:24:21.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.469+0000 7f95259a9640 1 --2- 172.21.15.67:0/3542527081 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556b42421670 0x556b4281c290 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f951000f960 tx=0x7f9510012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e56fec8198645f6a server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:21.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.469+0000 7f9503fff640 1 -- 172.21.15.67:0/3542527081 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9510025070 con 0x556b42421670 2024-09-21T00:24:21.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.469+0000 7f9503fff640 1 -- 172.21.15.67:0/3542527081 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f951001b050 con 0x556b42421670 2024-09-21T00:24:21.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.469+0000 7f9503fff640 1 -- 172.21.15.67:0/3542527081 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9510014e00 con 0x556b42421670 2024-09-21T00:24:21.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.470+0000 7f952f459740 1 -- 172.21.15.67:0/3542527081 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556b42421670 msgr2=0x556b4281c290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:21.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.470+0000 7f952f459740 1 --2- 172.21.15.67:0/3542527081 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556b42421670 0x556b4281c290 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f951000f960 tx=0x7f9510012000 comp rx=0 tx=0).stop 2024-09-21T00:24:21.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.470+0000 7f952f459740 1 -- 172.21.15.67:0/3542527081 shutdown_connections 2024-09-21T00:24:21.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.470+0000 7f952f459740 1 --2- 172.21.15.67:0/3542527081 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556b42429850 0x556b4281c7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.470+0000 7f952f459740 1 --2- 172.21.15.67:0/3542527081 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556b42421670 0x556b4281c290 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.470+0000 7f952f459740 1 --2- 172.21.15.67:0/3542527081 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556b4244a530 0x556b428395c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.470+0000 7f952f459740 1 -- 172.21.15.67:0/3542527081 >> 172.21.15.67:0/3542527081 conn(0x556b4243e680 msgr2=0x556b427f24b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:21.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.470+0000 7f952f459740 1 -- 172.21.15.67:0/3542527081 shutdown_connections 2024-09-21T00:24:21.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.470+0000 7f952f459740 1 -- 172.21.15.67:0/3542527081 wait complete. 2024-09-21T00:24:21.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.471+0000 7f952f459740 1 -- start start 2024-09-21T00:24:21.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.471+0000 7f952f459740 1 Processor -- start 2024-09-21T00:24:21.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.473+0000 7f952f459740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556b42421670 0x556b4280aa20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:21.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.473+0000 7f952f459740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556b42429850 0x556b42847120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:21.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.473+0000 7f952f459740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556b4244a530 0x556b42831660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:21.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.473+0000 7f952f459740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x556b424c48e0 con 0x556b42429850 2024-09-21T00:24:21.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.473+0000 7f952f459740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x556b426f9a50 con 0x556b42421670 2024-09-21T00:24:21.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.473+0000 7f952f459740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x556b42832150 con 0x556b4244a530 2024-09-21T00:24:21.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.473+0000 7f952f459740 10 client.0 _ll_register_callbacks cb 0x556b4274dc10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:24:21.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.473+0000 7f95259a9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556b42429850 0x556b42847120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:21.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.473+0000 7f95259a9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556b42429850 0x556b42847120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56814/0 (socket says 172.21.15.67:56814) 2024-09-21T00:24:21.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.473+0000 7f95259a9640 1 -- 172.21.15.67:0/2484251198 learned_addr learned my addr 172.21.15.67:0/2484251198 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:21.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.473+0000 7f95261aa640 1 --2- 172.21.15.67:0/2484251198 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556b42421670 0x556b4280aa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:21.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.473+0000 7f95269ab640 1 --2- 172.21.15.67:0/2484251198 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556b4244a530 0x556b42831660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:21.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.473+0000 7f95259a9640 1 -- 172.21.15.67:0/2484251198 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556b4244a530 msgr2=0x556b42831660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:21.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.473+0000 7f95259a9640 1 --2- 172.21.15.67:0/2484251198 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556b4244a530 0x556b42831660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.473+0000 7f95259a9640 1 -- 172.21.15.67:0/2484251198 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556b42421670 msgr2=0x556b4280aa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:21.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.473+0000 7f95259a9640 1 --2- 172.21.15.67:0/2484251198 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556b42421670 0x556b4280aa20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.473+0000 7f95259a9640 1 -- 172.21.15.67:0/2484251198 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556b42446590 con 0x556b42429850 2024-09-21T00:24:21.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.473+0000 7f95259a9640 1 --2- 172.21.15.67:0/2484251198 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556b42429850 0x556b42847120 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f951000f900 tx=0x7f9510020640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90428499bd174063 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:21.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.473+0000 7f95017fa640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:24:21.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.473+0000 7f95017fa640 1 -- 172.21.15.67:0/2484251198 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9510030060 con 0x556b42429850 2024-09-21T00:24:21.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.474+0000 7f95017fa640 1 -- 172.21.15.67:0/2484251198 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f9510020a30 con 0x556b42429850 2024-09-21T00:24:21.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.474+0000 7f952f459740 1 -- 172.21.15.67:0/2484251198 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x556b4276cf40 con 0x556b42429850 2024-09-21T00:24:21.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.474+0000 7f95017fa640 1 -- 172.21.15.67:0/2484251198 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f9510025040 con 0x556b42429850 2024-09-21T00:24:21.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.474+0000 7f952f459740 10 client.5526 fetch_fsmap learned FSMap version 27 2024-09-21T00:24:21.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.474+0000 7f952f459740 1 -- 172.21.15.67:0/2484251198 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=2+}) -- 0x556b424b5b10 con 0x556b42429850 2024-09-21T00:24:21.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.474+0000 7f95017fa640 1 -- 172.21.15.67:0/2484251198 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x556b4276cf40 con 0x556b42429850 2024-09-21T00:24:21.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.474+0000 7f95017fa640 1 -- 172.21.15.67:0/2484251198 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 27) ==== 3502+0+0 (secure 0 0 0) 0x7f9510028030 con 0x556b42429850 2024-09-21T00:24:21.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.474+0000 7f952f459740 10 client.5526 fetch_fsmap finished waiting for FSMap version 27 2024-09-21T00:24:21.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.474+0000 7f952f459740 10 client.5526 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.a 2024-09-21T00:24:21.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.474+0000 7f952f459740 20 client.5526 populate_metadata read hostname 'smithi067' 2024-09-21T00:24:21.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.474+0000 7f952f459740 1 --2- 172.21.15.67:0/2484251198 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x556b42409100 0x556b42834b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:21.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.474+0000 7f952f459740 4 client.5526 mds_command: new command op to 5376 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:24:21.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.474+0000 7f952f459740 1 -- 172.21.15.67:0/2484251198 --> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556b42766b90 con 0x556b42409100 2024-09-21T00:24:21.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.474+0000 7f95261aa640 1 --2- 172.21.15.67:0/2484251198 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x556b42409100 0x556b42834b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:21.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.475+0000 7f95017fa640 10 client.5526 ms_handle_connect on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:21.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.475+0000 7f95261aa640 1 --2- 172.21.15.67:0/2484251198 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x556b42409100 0x556b42834b70 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6f0b15ea456d0f6f server_cookie=c20aec4aae15c490 in_seq=0 out_seq=0 2024-09-21T00:24:21.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.475+0000 7f95017fa640 1 -- 172.21.15.67:0/2484251198 <== mds.0 v2:172.21.15.67:6832/3973293841 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x556b42766b90 con 0x556b42409100 2024-09-21T00:24:21.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.475+0000 7f95017fa640 10 client.5526 handle_command_reply: tid=0 2024-09-21T00:24:21.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.475+0000 7f952f459740 1 client.5526 shutdown 2024-09-21T00:24:21.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.475+0000 7f952f459740 1 -- 172.21.15.67:0/2484251198 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556b42429850 msgr2=0x556b42847120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:21.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.475+0000 7f952f459740 1 --2- 172.21.15.67:0/2484251198 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556b42429850 0x556b42847120 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f951000f900 tx=0x7f9510020640 comp rx=0 tx=0).stop 2024-09-21T00:24:21.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.475+0000 7f952f459740 1 -- 172.21.15.67:0/2484251198 shutdown_connections 2024-09-21T00:24:21.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.475+0000 7f952f459740 1 --2- 172.21.15.67:0/2484251198 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x556b42409100 0x556b42834b70 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.476+0000 7f952f459740 1 --2- 172.21.15.67:0/2484251198 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556b4244a530 0x556b42831660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.476+0000 7f952f459740 1 --2- 172.21.15.67:0/2484251198 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556b42429850 0x556b42847120 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.476+0000 7f952f459740 1 --2- 172.21.15.67:0/2484251198 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556b42421670 0x556b4280aa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.476+0000 7f95017fa640 0 client.5526 ms_handle_reset on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:21.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.476+0000 7f952f459740 1 -- 172.21.15.67:0/2484251198 >> 172.21.15.67:0/2484251198 conn(0x556b4243e680 msgr2=0x556b4283a620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:21.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.476+0000 7f952f459740 1 -- 172.21.15.67:0/2484251198 shutdown_connections 2024-09-21T00:24:21.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.476+0000 7f952f459740 1 -- 172.21.15.67:0/2484251198 wait complete. 2024-09-21T00:24:21.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.476+0000 7f952f459740 20 client.5526 trim_cache size 0 max 16384 2024-09-21T00:24:21.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.491+0000 7f952f459740 1 Processor -- start 2024-09-21T00:24:21.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.491+0000 7f952f459740 1 -- start start 2024-09-21T00:24:21.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.492+0000 7f952f459740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556b42421670 0x556b42834a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:21.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.492+0000 7f952f459740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556b42429850 0x556b42834f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:21.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.492+0000 7f952f459740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556b4244a530 0x556b4285a460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:21.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.492+0000 7f952f459740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f95202021e0 con 0x556b42429850 2024-09-21T00:24:21.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.492+0000 7f952f459740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f9520201250 con 0x556b4244a530 2024-09-21T00:24:21.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.492+0000 7f952f459740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f95200b5ac0 con 0x556b42421670 2024-09-21T00:24:21.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.492+0000 7f95259a9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556b42429850 0x556b42834f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:21.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.492+0000 7f95259a9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556b42429850 0x556b42834f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56824/0 (socket says 172.21.15.67:56824) 2024-09-21T00:24:21.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.492+0000 7f95259a9640 1 -- 172.21.15.67:0/3315945515 learned_addr learned my addr 172.21.15.67:0/3315945515 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:21.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.492+0000 7f95261aa640 1 --2- 172.21.15.67:0/3315945515 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556b42421670 0x556b42834a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:21.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.492+0000 7f95269ab640 1 --2- 172.21.15.67:0/3315945515 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556b4244a530 0x556b4285a460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:21.496 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.492+0000 7f95259a9640 1 -- 172.21.15.67:0/3315945515 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556b42421670 msgr2=0x556b42834a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:21.496 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.493+0000 7f95259a9640 1 --2- 172.21.15.67:0/3315945515 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556b42421670 0x556b42834a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.496 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.493+0000 7f95259a9640 1 -- 172.21.15.67:0/3315945515 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556b4244a530 msgr2=0x556b4285a460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:21.496 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.493+0000 7f95259a9640 1 --2- 172.21.15.67:0/3315945515 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556b4244a530 0x556b4285a460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.496 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.493+0000 7f95259a9640 1 -- 172.21.15.67:0/3315945515 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556b4252c970 con 0x556b42429850 2024-09-21T00:24:21.496 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.493+0000 7f95259a9640 1 --2- 172.21.15.67:0/3315945515 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556b42429850 0x556b42834f50 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f951000f670 tx=0x7f951000f6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c0299355526c6b2b server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:21.496 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.493+0000 7f95037fe640 1 -- 172.21.15.67:0/3315945515 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9510014820 con 0x556b42429850 2024-09-21T00:24:21.496 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.493+0000 7f95037fe640 1 -- 172.21.15.67:0/3315945515 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f951001b020 con 0x556b42429850 2024-09-21T00:24:21.496 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.493+0000 7f95037fe640 1 -- 172.21.15.67:0/3315945515 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95100208d0 con 0x556b42429850 2024-09-21T00:24:21.496 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.493+0000 7f952f459740 1 -- 172.21.15.67:0/3315945515 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556b42429850 msgr2=0x556b42834f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:21.496 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.493+0000 7f952f459740 1 --2- 172.21.15.67:0/3315945515 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556b42429850 0x556b42834f50 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f951000f670 tx=0x7f951000f6a0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.496 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.494+0000 7f952f459740 1 -- 172.21.15.67:0/3315945515 shutdown_connections 2024-09-21T00:24:21.496 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.494+0000 7f952f459740 1 --2- 172.21.15.67:0/3315945515 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556b4244a530 0x556b4285a460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.497 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.494+0000 7f952f459740 1 --2- 172.21.15.67:0/3315945515 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556b42429850 0x556b42834f50 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.497 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.494+0000 7f952f459740 1 --2- 172.21.15.67:0/3315945515 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556b42421670 0x556b42834a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.497 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.494+0000 7f952f459740 1 -- 172.21.15.67:0/3315945515 >> 172.21.15.67:0/3315945515 conn(0x556b4243e680 msgr2=0x556b428307b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:21.497 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.494+0000 7f952f459740 1 -- 172.21.15.67:0/3315945515 shutdown_connections 2024-09-21T00:24:21.497 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.494+0000 7f952f459740 1 -- 172.21.15.67:0/3315945515 wait complete. 2024-09-21T00:24:21.500 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.494+0000 7f952f459740 1 -- start start 2024-09-21T00:24:21.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.495+0000 7f952f459740 1 Processor -- start 2024-09-21T00:24:21.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.496+0000 7f952f459740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556b42421670 0x556b428ac870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:21.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.496+0000 7f952f459740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556b42429850 0x556b428b5cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:21.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.496+0000 7f952f459740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556b4244a530 0x556b42859a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:21.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.496+0000 7f952f459740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x556b4283a6b0 con 0x556b42429850 2024-09-21T00:24:21.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.496+0000 7f952f459740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f95200b6110 con 0x556b4244a530 2024-09-21T00:24:21.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.496+0000 7f952f459740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x556b428b6680 con 0x556b42421670 2024-09-21T00:24:21.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.496+0000 7f952f459740 10 client.0 _ll_register_callbacks cb 0x7f9510023070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:24:21.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.496+0000 7f95259a9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556b42429850 0x556b428b5cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:21.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.496+0000 7f95259a9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556b42429850 0x556b428b5cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56836/0 (socket says 172.21.15.67:56836) 2024-09-21T00:24:21.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.496+0000 7f95259a9640 1 -- 172.21.15.67:0/1426521583 learned_addr learned my addr 172.21.15.67:0/1426521583 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:21.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.496+0000 7f95261aa640 1 --2- 172.21.15.67:0/1426521583 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556b42421670 0x556b428ac870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:21.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.496+0000 7f95269ab640 1 --2- 172.21.15.67:0/1426521583 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556b4244a530 0x556b42859a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:21.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.496+0000 7f95259a9640 1 -- 172.21.15.67:0/1426521583 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556b42421670 msgr2=0x556b428ac870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:21.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.496+0000 7f95259a9640 1 --2- 172.21.15.67:0/1426521583 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556b42421670 0x556b428ac870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.496+0000 7f95259a9640 1 -- 172.21.15.67:0/1426521583 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556b4244a530 msgr2=0x556b42859a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:21.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.496+0000 7f95259a9640 1 --2- 172.21.15.67:0/1426521583 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556b4244a530 0x556b42859a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.496+0000 7f95259a9640 1 -- 172.21.15.67:0/1426521583 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556b42845c60 con 0x556b42429850 2024-09-21T00:24:21.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.497+0000 7f95259a9640 1 --2- 172.21.15.67:0/1426521583 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556b42429850 0x556b428b5cb0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f951000f740 tx=0x7f951002c680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=22139cc9e2e714ff server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:21.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.497+0000 7f95017fa640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:24:21.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.497+0000 7f95017fa640 1 -- 172.21.15.67:0/1426521583 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f951002cc80 con 0x556b42429850 2024-09-21T00:24:21.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.497+0000 7f95017fa640 1 -- 172.21.15.67:0/1426521583 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f951003f720 con 0x556b42429850 2024-09-21T00:24:21.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.497+0000 7f952f459740 1 -- 172.21.15.67:0/1426521583 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f951001b020 con 0x556b42429850 2024-09-21T00:24:21.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.497+0000 7f95017fa640 1 -- 172.21.15.67:0/1426521583 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f9510014820 con 0x556b42429850 2024-09-21T00:24:21.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.497+0000 7f952f459740 10 client.5532 fetch_fsmap learned FSMap version 27 2024-09-21T00:24:21.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.497+0000 7f952f459740 1 -- 172.21.15.67:0/1426521583 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=2+}) -- 0x556b42859fd0 con 0x556b42429850 2024-09-21T00:24:21.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.497+0000 7f95017fa640 1 -- 172.21.15.67:0/1426521583 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f951001b020 con 0x556b42429850 2024-09-21T00:24:21.503 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.497+0000 7f95017fa640 1 -- 172.21.15.67:0/1426521583 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 27) ==== 3502+0+0 (secure 0 0 0) 0x7f9510028040 con 0x556b42429850 2024-09-21T00:24:21.503 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.497+0000 7f952f459740 10 client.5532 fetch_fsmap finished waiting for FSMap version 27 2024-09-21T00:24:21.503 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.497+0000 7f952f459740 10 client.5532 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.a 2024-09-21T00:24:21.503 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.497+0000 7f952f459740 20 client.5532 populate_metadata read hostname 'smithi067' 2024-09-21T00:24:21.503 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.497+0000 7f952f459740 1 --2- 172.21.15.67:0/1426521583 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x556b428b99c0 0x556b428b9dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:21.503 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.497+0000 7f952f459740 4 client.5532 mds_command: new command op to 5376 tid=0 multi_id=0 [{"prefix": "flush_path", "path": "/scrub_test_path/i/dont/exist"}] 2024-09-21T00:24:21.503 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.497+0000 7f952f459740 1 -- 172.21.15.67:0/1426521583 --> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] -- command(tid 0: {"prefix": "flush_path", "path": "/scrub_test_path/i/dont/exist"}) -- 0x556b42762640 con 0x556b428b99c0 2024-09-21T00:24:21.503 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.497+0000 7f95261aa640 1 --2- 172.21.15.67:0/1426521583 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x556b428b99c0 0x556b428b9dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:21.503 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.498+0000 7f95017fa640 10 client.5532 ms_handle_connect on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:21.503 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.498+0000 7f95261aa640 1 --2- 172.21.15.67:0/1426521583 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x556b428b99c0 0x556b428b9dd0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=57283b5f4804681b server_cookie=217adc448c3b5ef1 in_seq=0 out_seq=0 2024-09-21T00:24:21.503 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.498+0000 7f95017fa640 1 -- 172.21.15.67:0/1426521583 <== mds.0 v2:172.21.15.67:6832/3973293841 1 ==== command_reply(tid 0: -2 ) ==== 8+0+45 (crc 0 0 0) 0x556b42762640 con 0x556b428b99c0 2024-09-21T00:24:21.503 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.498+0000 7f95017fa640 10 client.5532 handle_command_reply: tid=0 2024-09-21T00:24:21.503 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.498+0000 7f952f459740 1 client.5532 shutdown 2024-09-21T00:24:21.503 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.499+0000 7f952f459740 1 -- 172.21.15.67:0/1426521583 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556b42429850 msgr2=0x556b428b5cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:21.504 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.499+0000 7f952f459740 1 --2- 172.21.15.67:0/1426521583 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556b42429850 0x556b428b5cb0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f951000f740 tx=0x7f951002c680 comp rx=0 tx=0).stop 2024-09-21T00:24:21.504 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.499+0000 7f952f459740 1 -- 172.21.15.67:0/1426521583 shutdown_connections 2024-09-21T00:24:21.504 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.499+0000 7f952f459740 1 --2- 172.21.15.67:0/1426521583 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556b4244a530 0x556b42859a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.504 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.499+0000 7f952f459740 1 --2- 172.21.15.67:0/1426521583 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556b42429850 0x556b428b5cb0 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.504 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.499+0000 7f952f459740 1 --2- 172.21.15.67:0/1426521583 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x556b428b99c0 0x556b428b9dd0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.504 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.499+0000 7f952f459740 1 --2- 172.21.15.67:0/1426521583 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556b42421670 0x556b428ac870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.504 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.499+0000 7f952f459740 1 -- 172.21.15.67:0/1426521583 >> 172.21.15.67:0/1426521583 conn(0x556b4243e680 msgr2=0x556b4285a460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:21.504 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.499+0000 7f95017fa640 0 client.5532 ms_handle_reset on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:21.504 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.499+0000 7f952f459740 1 -- 172.21.15.67:0/1426521583 shutdown_connections 2024-09-21T00:24:21.504 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.499+0000 7f952f459740 1 -- 172.21.15.67:0/1426521583 wait complete. 2024-09-21T00:24:21.504 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.499+0000 7f952f459740 20 client.5532 trim_cache size 0 max 16384 2024-09-21T00:24:21.505 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:24:21.505 INFO:teuthology.orchestra.run.smithi067.stdout: "message": "", 2024-09-21T00:24:21.505 INFO:teuthology.orchestra.run.smithi067.stdout: "return_code": -2 2024-09-21T00:24:21.505 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:24:21.505 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-21T00:24:21.505 INFO:teuthology.orchestra.run.smithi067.stderr:Error ENOENT: 2024-09-21T00:24:21.506 INFO:tasks.cephfs.test_scrub_checks:command 'flush_path /scrub_test_path/i/dont/exist' returned '{'message': '', 'return_code': -2}' 2024-09-21T00:24:21.506 INFO:tasks.cephfs.test_scrub_checks:Running command 'scrub start /scrub_test_path/i/dont/exist' 2024-09-21T00:24:21.506 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.3:0 scrub start /scrub_test_path/i/dont/exist 2024-09-21T00:24:21.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.624+0000 7f93987c6640 1 -- 172.21.15.67:0/470298780 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f93900d0b90 msgr2=0x7f93900d0fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:21.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.624+0000 7f93987c6640 1 --2- 172.21.15.67:0/470298780 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f93900d0b90 0x7f93900d0fa0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f9388009830 tx=0x7f938802a5c0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.624+0000 7f93987c6640 1 -- 172.21.15.67:0/470298780 shutdown_connections 2024-09-21T00:24:21.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.624+0000 7f93987c6640 1 --2- 172.21.15.67:0/470298780 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f93900d0b90 0x7f93900d0fa0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.624+0000 7f93987c6640 1 -- 172.21.15.67:0/470298780 >> 172.21.15.67:0/470298780 conn(0x7f939008bee0 msgr2=0x7f93900d24e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:21.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.624+0000 7f93987c6640 1 -- 172.21.15.67:0/470298780 shutdown_connections 2024-09-21T00:24:21.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.624+0000 7f93987c6640 1 -- 172.21.15.67:0/470298780 wait complete. 2024-09-21T00:24:21.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.626+0000 7f93987c6640 1 Processor -- start 2024-09-21T00:24:21.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.626+0000 7f93987c6640 1 -- start start 2024-09-21T00:24:21.630 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.627+0000 7f93987c6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f93900b76c0 0x7f9390153e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:21.630 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.627+0000 7f93987c6640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f93900cfbb0 0x7f9390158e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:21.630 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.627+0000 7f93987c6640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f93900d0b90 0x7f9390159390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:21.630 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.627+0000 7f93987c6640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f9390167ee0 con 0x7f93900b76c0 2024-09-21T00:24:21.630 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.627+0000 7f93987c6640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f9390167d60 con 0x7f93900cfbb0 2024-09-21T00:24:21.630 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.627+0000 7f93987c6640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f9390168060 con 0x7f93900d0b90 2024-09-21T00:24:21.630 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.628+0000 7f9396562640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f93900b76c0 0x7f9390153e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:21.630 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.628+0000 7f9396562640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f93900b76c0 0x7f9390153e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56852/0 (socket says 172.21.15.67:56852) 2024-09-21T00:24:21.631 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.628+0000 7f9396562640 1 -- 172.21.15.67:0/3508511181 learned_addr learned my addr 172.21.15.67:0/3508511181 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:21.631 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.628+0000 7f9396d63640 1 --2- 172.21.15.67:0/3508511181 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f93900d0b90 0x7f9390159390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:21.631 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.628+0000 7f9395d61640 1 --2- 172.21.15.67:0/3508511181 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f93900cfbb0 0x7f9390158e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:21.631 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.628+0000 7f9396562640 1 -- 172.21.15.67:0/3508511181 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f93900d0b90 msgr2=0x7f9390159390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:21.631 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.628+0000 7f9396562640 1 --2- 172.21.15.67:0/3508511181 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f93900d0b90 0x7f9390159390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.631 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.628+0000 7f9396562640 1 -- 172.21.15.67:0/3508511181 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f93900cfbb0 msgr2=0x7f9390158e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:21.631 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.628+0000 7f9396562640 1 --2- 172.21.15.67:0/3508511181 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f93900cfbb0 0x7f9390158e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.631 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.628+0000 7f9396562640 1 -- 172.21.15.67:0/3508511181 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93901f7440 con 0x7f93900b76c0 2024-09-21T00:24:21.631 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.628+0000 7f9396d63640 1 --2- 172.21.15.67:0/3508511181 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f93900d0b90 0x7f9390159390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:24:21.631 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.628+0000 7f9396562640 1 --2- 172.21.15.67:0/3508511181 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f93900b76c0 0x7f9390153e80 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f938000c700 tx=0x7f938000cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:21.631 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.628+0000 7f938effd640 1 -- 172.21.15.67:0/3508511181 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9380017070 con 0x7f93900b76c0 2024-09-21T00:24:21.631 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.628+0000 7f938effd640 1 -- 172.21.15.67:0/3508511181 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f938000ce10 con 0x7f93900b76c0 2024-09-21T00:24:21.631 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.628+0000 7f938effd640 1 -- 172.21.15.67:0/3508511181 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93800052b0 con 0x7f93900b76c0 2024-09-21T00:24:21.632 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.628+0000 7f93987c6640 1 -- 172.21.15.67:0/3508511181 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93901f7720 con 0x7f93900b76c0 2024-09-21T00:24:21.632 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.628+0000 7f93987c6640 1 -- 172.21.15.67:0/3508511181 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f939015b3c0 con 0x7f93900b76c0 2024-09-21T00:24:21.632 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.630+0000 7f938effd640 1 -- 172.21.15.67:0/3508511181 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f938001a070 con 0x7f93900b76c0 2024-09-21T00:24:21.632 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.631+0000 7f938effd640 1 --2- 172.21.15.67:0/3508511181 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f937c078b90 0x7f937c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:21.632 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.631+0000 7f938effd640 1 -- 172.21.15.67:0/3508511181 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f938009a2e0 con 0x7f93900b76c0 2024-09-21T00:24:21.633 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.631+0000 7f9395d61640 1 --2- 172.21.15.67:0/3508511181 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f937c078b90 0x7f937c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:21.633 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.632+0000 7f939f816740 1 Processor -- start 2024-09-21T00:24:21.633 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.632+0000 7f9395d61640 1 --2- 172.21.15.67:0/3508511181 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f937c078b90 0x7f937c07b0a0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f9384000c00 tx=0x7f9384009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:21.633 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.632+0000 7f939f816740 1 -- start start 2024-09-21T00:24:21.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.633+0000 7f939f816740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560b29eb7580 0x560b2a288910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:21.636 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.633+0000 7f939f816740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560b29e8e6c0 0x560b2a288e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:21.636 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.633+0000 7f939f816740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560b29e968a0 0x560b2a2a5d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:21.636 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.633+0000 7f939f816740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x560b2a1d1cc0 con 0x560b29eb7580 2024-09-21T00:24:21.636 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.633+0000 7f939f816740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x560b2a1c10f0 con 0x560b29e8e6c0 2024-09-21T00:24:21.636 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.633+0000 7f939f816740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x560b2a1c4f00 con 0x560b29e968a0 2024-09-21T00:24:21.636 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.633+0000 7f9396562640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560b29eb7580 0x560b2a288910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:21.636 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.633+0000 7f9396562640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560b29eb7580 0x560b2a288910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56864/0 (socket says 172.21.15.67:56864) 2024-09-21T00:24:21.636 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.633+0000 7f9396562640 1 -- 172.21.15.67:0/1070531609 learned_addr learned my addr 172.21.15.67:0/1070531609 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:21.636 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.633+0000 7f9395d61640 1 --2- 172.21.15.67:0/1070531609 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560b29e8e6c0 0x560b2a288e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:21.636 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.634+0000 7f9396d63640 1 --2- 172.21.15.67:0/1070531609 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560b29e968a0 0x560b2a2a5d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:21.636 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.634+0000 7f9396562640 1 -- 172.21.15.67:0/1070531609 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560b29e968a0 msgr2=0x560b2a2a5d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:21.637 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.634+0000 7f9396562640 1 --2- 172.21.15.67:0/1070531609 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560b29e968a0 0x560b2a2a5d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.637 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.634+0000 7f9396562640 1 -- 172.21.15.67:0/1070531609 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560b29e8e6c0 msgr2=0x560b2a288e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:21.637 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.634+0000 7f9396562640 1 --2- 172.21.15.67:0/1070531609 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560b29e8e6c0 0x560b2a288e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.637 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.634+0000 7f9396562640 1 -- 172.21.15.67:0/1070531609 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560b29f9b9f0 con 0x560b29eb7580 2024-09-21T00:24:21.637 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.634+0000 7f9396562640 1 --2- 172.21.15.67:0/1070531609 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560b29eb7580 0x560b2a288910 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f9380098780 tx=0x7f9380061fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f29835440359c23 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:21.637 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.634+0000 7f9377fff640 1 -- 172.21.15.67:0/1070531609 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93800690c0 con 0x560b29eb7580 2024-09-21T00:24:21.637 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.634+0000 7f9377fff640 1 -- 172.21.15.67:0/1070531609 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9380066b90 con 0x560b29eb7580 2024-09-21T00:24:21.637 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.634+0000 7f9377fff640 1 -- 172.21.15.67:0/1070531609 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9380061570 con 0x560b29eb7580 2024-09-21T00:24:21.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.635+0000 7f939f816740 1 -- 172.21.15.67:0/1070531609 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560b29eb7580 msgr2=0x560b2a288910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:21.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.635+0000 7f939f816740 1 --2- 172.21.15.67:0/1070531609 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560b29eb7580 0x560b2a288910 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f9380098780 tx=0x7f9380061fb0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.635+0000 7f939f816740 1 -- 172.21.15.67:0/1070531609 shutdown_connections 2024-09-21T00:24:21.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.635+0000 7f939f816740 1 --2- 172.21.15.67:0/1070531609 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560b29e968a0 0x560b2a2a5d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.635+0000 7f939f816740 1 --2- 172.21.15.67:0/1070531609 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560b29e8e6c0 0x560b2a288e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.635+0000 7f939f816740 1 --2- 172.21.15.67:0/1070531609 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560b29eb7580 0x560b2a288910 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.635+0000 7f939f816740 1 -- 172.21.15.67:0/1070531609 >> 172.21.15.67:0/1070531609 conn(0x560b29eab6d0 msgr2=0x560b2a25ebd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:21.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.635+0000 7f939f816740 1 -- 172.21.15.67:0/1070531609 shutdown_connections 2024-09-21T00:24:21.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.635+0000 7f939f816740 1 -- 172.21.15.67:0/1070531609 wait complete. 2024-09-21T00:24:21.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.636+0000 7f939f816740 1 -- start start 2024-09-21T00:24:21.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.636+0000 7f939f816740 1 Processor -- start 2024-09-21T00:24:21.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.637+0000 7f939f816740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560b29e8e6c0 0x560b2a29ecd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:21.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.637+0000 7f939f816740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560b29e968a0 0x560b2a2b3080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:21.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.637+0000 7f939f816740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560b29eb7580 0x560b2a2b35c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:21.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.638+0000 7f939f816740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x560b29f31930 con 0x560b29e968a0 2024-09-21T00:24:21.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.638+0000 7f939f816740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x560b2a147720 con 0x560b29e8e6c0 2024-09-21T00:24:21.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.638+0000 7f939f816740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x560b2a289390 con 0x560b29eb7580 2024-09-21T00:24:21.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.638+0000 7f939f816740 10 client.0 _ll_register_callbacks cb 0x560b2a145490 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:24:21.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.638+0000 7f9395d61640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560b29e968a0 0x560b2a2b3080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:21.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.638+0000 7f9395d61640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560b29e968a0 0x560b2a2b3080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56876/0 (socket says 172.21.15.67:56876) 2024-09-21T00:24:21.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.638+0000 7f9396d63640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560b29eb7580 0x560b2a2b35c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:21.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.638+0000 7f9396562640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560b29e8e6c0 0x560b2a29ecd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:21.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.638+0000 7f9395d61640 1 -- 172.21.15.67:0/924691844 learned_addr learned my addr 172.21.15.67:0/924691844 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:21.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.638+0000 7f9395d61640 1 -- 172.21.15.67:0/924691844 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560b29eb7580 msgr2=0x560b2a2b35c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:21.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.638+0000 7f9395d61640 1 --2- 172.21.15.67:0/924691844 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560b29eb7580 0x560b2a2b35c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.638+0000 7f9395d61640 1 -- 172.21.15.67:0/924691844 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560b29e8e6c0 msgr2=0x560b2a29ecd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:21.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.638+0000 7f9395d61640 1 --2- 172.21.15.67:0/924691844 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560b29e8e6c0 0x560b2a29ecd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.638+0000 7f9395d61640 1 -- 172.21.15.67:0/924691844 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560b29f00890 con 0x560b29e968a0 2024-09-21T00:24:21.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.638+0000 7f9395d61640 1 --2- 172.21.15.67:0/924691844 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560b29e968a0 0x560b2a2b3080 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f9384003b70 tx=0x7f9384001e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=30c4f11ae051456 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:21.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.638+0000 7f93757fa640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:24:21.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.638+0000 7f93757fa640 1 -- 172.21.15.67:0/924691844 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9384017b20 con 0x560b29e968a0 2024-09-21T00:24:21.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.638+0000 7f93757fa640 1 -- 172.21.15.67:0/924691844 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f9384017cc0 con 0x560b29e968a0 2024-09-21T00:24:21.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.638+0000 7f939f816740 1 -- 172.21.15.67:0/924691844 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9380066b90 con 0x560b29e968a0 2024-09-21T00:24:21.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.638+0000 7f93757fa640 1 -- 172.21.15.67:0/924691844 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f938402a050 con 0x560b29e968a0 2024-09-21T00:24:21.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.638+0000 7f939f816740 10 client.5544 fetch_fsmap learned FSMap version 27 2024-09-21T00:24:21.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.639+0000 7f939f816740 1 -- 172.21.15.67:0/924691844 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=2+}) -- 0x560b29ffc180 con 0x560b29e968a0 2024-09-21T00:24:21.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.639+0000 7f93757fa640 1 -- 172.21.15.67:0/924691844 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9380066b90 con 0x560b29e968a0 2024-09-21T00:24:21.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.639+0000 7f93757fa640 1 -- 172.21.15.67:0/924691844 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 27) ==== 3502+0+0 (secure 0 0 0) 0x7f938402d020 con 0x560b29e968a0 2024-09-21T00:24:21.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.639+0000 7f939f816740 10 client.5544 fetch_fsmap finished waiting for FSMap version 27 2024-09-21T00:24:21.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.639+0000 7f939f816740 10 client.5544 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.a 2024-09-21T00:24:21.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.639+0000 7f939f816740 20 client.5544 populate_metadata read hostname 'smithi067' 2024-09-21T00:24:21.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.639+0000 7f939f816740 1 --2- 172.21.15.67:0/924691844 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x560b29e76150 0x560b2a2a6060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:21.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.639+0000 7f939f816740 4 client.5544 mds_command: new command op to 5376 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:24:21.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.639+0000 7f939f816740 1 -- 172.21.15.67:0/924691844 --> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560b2a1d3c10 con 0x560b29e76150 2024-09-21T00:24:21.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.639+0000 7f9396562640 1 --2- 172.21.15.67:0/924691844 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x560b29e76150 0x560b2a2a6060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:21.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.639+0000 7f93757fa640 10 client.5544 ms_handle_connect on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:21.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.639+0000 7f9396562640 1 --2- 172.21.15.67:0/924691844 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x560b29e76150 0x560b2a2a6060 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ecc9063cd050c9a7 server_cookie=4c1e18f7e77b745d in_seq=0 out_seq=0 2024-09-21T00:24:21.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.640+0000 7f93757fa640 1 -- 172.21.15.67:0/924691844 <== mds.0 v2:172.21.15.67:6832/3973293841 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x560b2a1d3c10 con 0x560b29e76150 2024-09-21T00:24:21.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.640+0000 7f93757fa640 10 client.5544 handle_command_reply: tid=0 2024-09-21T00:24:21.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.640+0000 7f939f816740 1 client.5544 shutdown 2024-09-21T00:24:21.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.640+0000 7f939f816740 1 -- 172.21.15.67:0/924691844 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560b29e968a0 msgr2=0x560b2a2b3080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:21.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.640+0000 7f939f816740 1 --2- 172.21.15.67:0/924691844 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560b29e968a0 0x560b2a2b3080 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f9384003b70 tx=0x7f9384001e70 comp rx=0 tx=0).stop 2024-09-21T00:24:21.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.640+0000 7f939f816740 1 -- 172.21.15.67:0/924691844 shutdown_connections 2024-09-21T00:24:21.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.640+0000 7f939f816740 1 --2- 172.21.15.67:0/924691844 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x560b29e76150 0x560b2a2a6060 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.640+0000 7f939f816740 1 --2- 172.21.15.67:0/924691844 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560b29eb7580 0x560b2a2b35c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.640+0000 7f939f816740 1 --2- 172.21.15.67:0/924691844 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560b29e968a0 0x560b2a2b3080 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.640+0000 7f93757fa640 0 client.5544 ms_handle_reset on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:21.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.640+0000 7f939f816740 1 --2- 172.21.15.67:0/924691844 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560b29e8e6c0 0x560b2a29ecd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.640+0000 7f939f816740 1 -- 172.21.15.67:0/924691844 >> 172.21.15.67:0/924691844 conn(0x560b29eab6d0 msgr2=0x560b2a2a5320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:21.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.640+0000 7f939f816740 1 -- 172.21.15.67:0/924691844 shutdown_connections 2024-09-21T00:24:21.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.640+0000 7f939f816740 1 -- 172.21.15.67:0/924691844 wait complete. 2024-09-21T00:24:21.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.641+0000 7f939f816740 20 client.5544 trim_cache size 0 max 16384 2024-09-21T00:24:21.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.659+0000 7f939f816740 1 Processor -- start 2024-09-21T00:24:21.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.659+0000 7f939f816740 1 -- start start 2024-09-21T00:24:21.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.660+0000 7f939f816740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560b29e8e6c0 0x560b2a285ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:21.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.660+0000 7f939f816740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560b29e968a0 0x560b2a258510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:21.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.660+0000 7f939f816740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560b29eb7580 0x560b2a299700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:21.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.660+0000 7f939f816740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f93901fff80 con 0x560b29eb7580 2024-09-21T00:24:21.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.660+0000 7f939f816740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f93901ff0b0 con 0x560b29e968a0 2024-09-21T00:24:21.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.660+0000 7f939f816740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f939015a620 con 0x560b29e8e6c0 2024-09-21T00:24:21.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.660+0000 7f9396d63640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560b29eb7580 0x560b2a299700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:21.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.660+0000 7f9396d63640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560b29eb7580 0x560b2a299700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56888/0 (socket says 172.21.15.67:56888) 2024-09-21T00:24:21.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.660+0000 7f9396d63640 1 -- 172.21.15.67:0/296921600 learned_addr learned my addr 172.21.15.67:0/296921600 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:21.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.660+0000 7f9396562640 1 --2- 172.21.15.67:0/296921600 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560b29e8e6c0 0x560b2a285ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:21.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.660+0000 7f9395d61640 1 --2- 172.21.15.67:0/296921600 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560b29e968a0 0x560b2a258510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:21.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.660+0000 7f9396d63640 1 -- 172.21.15.67:0/296921600 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560b29e8e6c0 msgr2=0x560b2a285ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:21.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.660+0000 7f9396d63640 1 --2- 172.21.15.67:0/296921600 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560b29e8e6c0 0x560b2a285ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.660+0000 7f9396d63640 1 -- 172.21.15.67:0/296921600 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560b29e968a0 msgr2=0x560b2a258510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:21.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.660+0000 7f9396d63640 1 --2- 172.21.15.67:0/296921600 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560b29e968a0 0x560b2a258510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.660+0000 7f9396d63640 1 -- 172.21.15.67:0/296921600 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560b29f99cf0 con 0x560b29eb7580 2024-09-21T00:24:21.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.660+0000 7f9395d61640 1 --2- 172.21.15.67:0/296921600 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560b29e968a0 0x560b2a258510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:24:21.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.660+0000 7f9396d63640 1 --2- 172.21.15.67:0/296921600 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560b29eb7580 0x560b2a299700 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f9388009950 tx=0x7f93880046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=efce230d4d89d285 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:21.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.661+0000 7f93777fe640 1 -- 172.21.15.67:0/296921600 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9388004490 con 0x560b29eb7580 2024-09-21T00:24:21.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.661+0000 7f93777fe640 1 -- 172.21.15.67:0/296921600 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f93880035f0 con 0x560b29eb7580 2024-09-21T00:24:21.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.661+0000 7f93777fe640 1 -- 172.21.15.67:0/296921600 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93880039e0 con 0x560b29eb7580 2024-09-21T00:24:21.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.661+0000 7f939f816740 1 -- 172.21.15.67:0/296921600 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560b29eb7580 msgr2=0x560b2a299700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:21.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.661+0000 7f939f816740 1 --2- 172.21.15.67:0/296921600 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560b29eb7580 0x560b2a299700 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f9388009950 tx=0x7f93880046c0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.661+0000 7f939f816740 1 -- 172.21.15.67:0/296921600 shutdown_connections 2024-09-21T00:24:21.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.661+0000 7f939f816740 1 --2- 172.21.15.67:0/296921600 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560b29eb7580 0x560b2a299700 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.661+0000 7f939f816740 1 --2- 172.21.15.67:0/296921600 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560b29e968a0 0x560b2a258510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.661+0000 7f939f816740 1 --2- 172.21.15.67:0/296921600 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560b29e8e6c0 0x560b2a285ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.661+0000 7f939f816740 1 -- 172.21.15.67:0/296921600 >> 172.21.15.67:0/296921600 conn(0x560b29eab6d0 msgr2=0x560b2a254840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:21.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.661+0000 7f939f816740 1 -- 172.21.15.67:0/296921600 shutdown_connections 2024-09-21T00:24:21.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.661+0000 7f939f816740 1 -- 172.21.15.67:0/296921600 wait complete. 2024-09-21T00:24:21.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.662+0000 7f939f816740 1 -- start start 2024-09-21T00:24:21.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.662+0000 7f939f816740 1 Processor -- start 2024-09-21T00:24:21.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.664+0000 7f939f816740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560b29e8e6c0 0x560b2a2c68a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:21.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.664+0000 7f939f816740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560b29e968a0 0x560b2a29fe90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:21.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.664+0000 7f939f816740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560b29eb7580 0x560b2a3222d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:21.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.664+0000 7f939f816740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f939015ac70 con 0x560b29eb7580 2024-09-21T00:24:21.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.664+0000 7f939f816740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x560b2a2a5880 con 0x560b29e8e6c0 2024-09-21T00:24:21.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.664+0000 7f939f816740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x560b2a299a90 con 0x560b29e968a0 2024-09-21T00:24:21.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.664+0000 7f939f816740 10 client.0 _ll_register_callbacks cb 0x7f93840051b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:24:21.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.664+0000 7f9396d63640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560b29eb7580 0x560b2a3222d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:21.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.664+0000 7f9396d63640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560b29eb7580 0x560b2a3222d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56902/0 (socket says 172.21.15.67:56902) 2024-09-21T00:24:21.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.664+0000 7f9396d63640 1 -- 172.21.15.67:0/780390676 learned_addr learned my addr 172.21.15.67:0/780390676 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:21.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.664+0000 7f9395d61640 1 --2- 172.21.15.67:0/780390676 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560b29e968a0 0x560b2a29fe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:21.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.664+0000 7f9396562640 1 --2- 172.21.15.67:0/780390676 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560b29e8e6c0 0x560b2a2c68a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:21.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.664+0000 7f9396d63640 1 -- 172.21.15.67:0/780390676 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560b29e968a0 msgr2=0x560b2a29fe90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:21.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.664+0000 7f9396d63640 1 --2- 172.21.15.67:0/780390676 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560b29e968a0 0x560b2a29fe90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.664+0000 7f9396d63640 1 -- 172.21.15.67:0/780390676 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560b29e8e6c0 msgr2=0x560b2a2c68a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:21.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.664+0000 7f9396d63640 1 --2- 172.21.15.67:0/780390676 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560b29e8e6c0 0x560b2a2c68a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.664+0000 7f9396d63640 1 -- 172.21.15.67:0/780390676 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560b2a29b780 con 0x560b29eb7580 2024-09-21T00:24:21.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.664+0000 7f9396d63640 1 --2- 172.21.15.67:0/780390676 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560b29eb7580 0x560b2a3222d0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f9388009920 tx=0x7f9388003ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bddd840a3c9c5a7b server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:21.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.664+0000 7f93757fa640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:24:21.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.665+0000 7f93757fa640 1 -- 172.21.15.67:0/780390676 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9388052060 con 0x560b29eb7580 2024-09-21T00:24:21.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.665+0000 7f93757fa640 1 -- 172.21.15.67:0/780390676 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f9388004010 con 0x560b29eb7580 2024-09-21T00:24:21.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.665+0000 7f939f816740 1 -- 172.21.15.67:0/780390676 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f93880035f0 con 0x560b29eb7580 2024-09-21T00:24:21.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.665+0000 7f93757fa640 1 -- 172.21.15.67:0/780390676 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f9388004490 con 0x560b29eb7580 2024-09-21T00:24:21.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.665+0000 7f939f816740 10 client.5550 fetch_fsmap learned FSMap version 27 2024-09-21T00:24:21.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.665+0000 7f939f816740 1 -- 172.21.15.67:0/780390676 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=2+}) -- 0x560b2a288d10 con 0x560b29eb7580 2024-09-21T00:24:21.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.665+0000 7f93757fa640 1 -- 172.21.15.67:0/780390676 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f93880035f0 con 0x560b29eb7580 2024-09-21T00:24:21.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.665+0000 7f93757fa640 1 -- 172.21.15.67:0/780390676 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 27) ==== 3502+0+0 (secure 0 0 0) 0x7f9388045630 con 0x560b29eb7580 2024-09-21T00:24:21.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.665+0000 7f939f816740 10 client.5550 fetch_fsmap finished waiting for FSMap version 27 2024-09-21T00:24:21.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.665+0000 7f939f816740 10 client.5550 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.a 2024-09-21T00:24:21.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.665+0000 7f939f816740 20 client.5550 populate_metadata read hostname 'smithi067' 2024-09-21T00:24:21.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.665+0000 7f939f816740 1 --2- 172.21.15.67:0/780390676 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x560b2a2bc560 0x560b2a29dce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:21.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.665+0000 7f939f816740 4 client.5550 mds_command: new command op to 5376 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/scrub_test_path/i/dont/exist"}] 2024-09-21T00:24:21.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.665+0000 7f939f816740 1 -- 172.21.15.67:0/780390676 --> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] -- command(tid 0: {"prefix": "scrub start", "path": "/scrub_test_path/i/dont/exist"}) -- 0x560b2a1cf6c0 con 0x560b2a2bc560 2024-09-21T00:24:21.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.665+0000 7f9396562640 1 --2- 172.21.15.67:0/780390676 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x560b2a2bc560 0x560b2a29dce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:21.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.666+0000 7f93757fa640 10 client.5550 ms_handle_connect on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:21.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.666+0000 7f9396562640 1 --2- 172.21.15.67:0/780390676 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x560b2a2bc560 0x560b2a29dce0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=11e7ced14bd75114 server_cookie=1284f076617a7a67 in_seq=0 out_seq=0 2024-09-21T00:24:21.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.666+0000 7f93757fa640 1 -- 172.21.15.67:0/780390676 <== mds.0 v2:172.21.15.67:6832/3973293841 1 ==== command_reply(tid 0: 0 ) ==== 8+0+26 (crc 0 0 0) 0x560b2a1cf6c0 con 0x560b2a2bc560 2024-09-21T00:24:21.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.666+0000 7f93757fa640 10 client.5550 handle_command_reply: tid=0 2024-09-21T00:24:21.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.666+0000 7f939f816740 1 client.5550 shutdown 2024-09-21T00:24:21.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.666+0000 7f939f816740 1 -- 172.21.15.67:0/780390676 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560b29eb7580 msgr2=0x560b2a3222d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:21.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.666+0000 7f939f816740 1 --2- 172.21.15.67:0/780390676 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560b29eb7580 0x560b2a3222d0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f9388009920 tx=0x7f9388003ef0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.666+0000 7f939f816740 1 -- 172.21.15.67:0/780390676 shutdown_connections 2024-09-21T00:24:21.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.666+0000 7f939f816740 1 --2- 172.21.15.67:0/780390676 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560b29eb7580 0x560b2a3222d0 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.666+0000 7f939f816740 1 --2- 172.21.15.67:0/780390676 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x560b2a2bc560 0x560b2a29dce0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.666+0000 7f939f816740 1 --2- 172.21.15.67:0/780390676 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560b29e968a0 0x560b2a29fe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.666+0000 7f939f816740 1 --2- 172.21.15.67:0/780390676 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560b29e8e6c0 0x560b2a2c68a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.666+0000 7f93757fa640 0 client.5550 ms_handle_reset on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:21.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.666+0000 7f939f816740 1 -- 172.21.15.67:0/780390676 >> 172.21.15.67:0/780390676 conn(0x560b29eab6d0 msgr2=0x560b2a29c0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:21.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.666+0000 7f939f816740 1 -- 172.21.15.67:0/780390676 shutdown_connections 2024-09-21T00:24:21.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.666+0000 7f939f816740 1 -- 172.21.15.67:0/780390676 wait complete. 2024-09-21T00:24:21.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.667+0000 7f939f816740 20 client.5550 trim_cache size 0 max 16384 2024-09-21T00:24:21.676 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:24:21.676 INFO:teuthology.orchestra.run.smithi067.stdout: "return_code": -2 2024-09-21T00:24:21.676 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:24:21.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.667+0000 7f93987c6640 1 -- 172.21.15.67:0/3508511181 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f937c078b90 msgr2=0x7f937c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:21.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.667+0000 7f93987c6640 1 --2- 172.21.15.67:0/3508511181 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f937c078b90 0x7f937c07b0a0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f9384000c00 tx=0x7f9384009040 comp rx=0 tx=0).stop 2024-09-21T00:24:21.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.667+0000 7f93987c6640 1 -- 172.21.15.67:0/3508511181 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f93900b76c0 msgr2=0x7f9390153e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:21.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.667+0000 7f93987c6640 1 --2- 172.21.15.67:0/3508511181 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f93900b76c0 0x7f9390153e80 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f938000c700 tx=0x7f938000cbc0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.667+0000 7f93987c6640 1 -- 172.21.15.67:0/3508511181 shutdown_connections 2024-09-21T00:24:21.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.667+0000 7f93987c6640 1 --2- 172.21.15.67:0/3508511181 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f937c078b90 0x7f937c07b0a0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.667+0000 7f93987c6640 1 --2- 172.21.15.67:0/3508511181 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f93900d0b90 0x7f9390159390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.667+0000 7f93987c6640 1 --2- 172.21.15.67:0/3508511181 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f93900cfbb0 0x7f9390158e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.667+0000 7f93987c6640 1 --2- 172.21.15.67:0/3508511181 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f93900b76c0 0x7f9390153e80 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.667+0000 7f93987c6640 1 -- 172.21.15.67:0/3508511181 >> 172.21.15.67:0/3508511181 conn(0x7f939008bee0 msgr2=0x7f9390160080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:21.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.667+0000 7f93987c6640 1 -- 172.21.15.67:0/3508511181 shutdown_connections 2024-09-21T00:24:21.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.667+0000 7f93987c6640 1 -- 172.21.15.67:0/3508511181 wait complete. 2024-09-21T00:24:21.679 INFO:tasks.cephfs.test_scrub_checks:command 'scrub start /scrub_test_path/i/dont/exist' returned '{'return_code': -2}' 2024-09-21T00:24:21.679 INFO:tasks.cephfs.test_scrub_checks:First run: flushing /scrub_test_path/ceph-qa-suite/suites 2024-09-21T00:24:21.679 INFO:tasks.cephfs.test_scrub_checks:Running command 'flush_path /scrub_test_path/ceph-qa-suite/suites' 2024-09-21T00:24:21.679 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.3:0 flush_path /scrub_test_path/ceph-qa-suite/suites 2024-09-21T00:24:21.799 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.797+0000 7fd154d13640 1 -- 172.21.15.67:0/990851981 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd1500b78f0 msgr2=0x7fd1500b16e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:21.799 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.797+0000 7fd154d13640 1 --2- 172.21.15.67:0/990851981 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd1500b78f0 0x7fd1500b16e0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fd140009bb0 tx=0x7fd14002a8b0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.799 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.797+0000 7fd154d13640 1 -- 172.21.15.67:0/990851981 shutdown_connections 2024-09-21T00:24:21.799 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.797+0000 7fd154d13640 1 --2- 172.21.15.67:0/990851981 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd1500ce110 0x7fd150160690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.799 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.797+0000 7fd154d13640 1 --2- 172.21.15.67:0/990851981 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd1500b78f0 0x7fd1500b16e0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.799 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.797+0000 7fd154d13640 1 -- 172.21.15.67:0/990851981 >> 172.21.15.67:0/990851981 conn(0x7fd1500d24c0 msgr2=0x7fd1500d28d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:21.799 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.797+0000 7fd154d13640 1 -- 172.21.15.67:0/990851981 shutdown_connections 2024-09-21T00:24:21.799 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.797+0000 7fd154d13640 1 -- 172.21.15.67:0/990851981 wait complete. 2024-09-21T00:24:21.800 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.799+0000 7fd154d13640 1 Processor -- start 2024-09-21T00:24:21.800 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.799+0000 7fd154d13640 1 -- start start 2024-09-21T00:24:21.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.800+0000 7fd154d13640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd150071230 0x7fd1501f76d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:21.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.800+0000 7fd154d13640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd1500b78f0 0x7fd15014f930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:21.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.800+0000 7fd154d13640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd1500ce110 0x7fd15015e300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:21.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.800+0000 7fd154d13640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fd150160bd0 con 0x7fd150071230 2024-09-21T00:24:21.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.800+0000 7fd154d13640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fd150071990 con 0x7fd1500b78f0 2024-09-21T00:24:21.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.800+0000 7fd154d13640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fd150160d50 con 0x7fd1500ce110 2024-09-21T00:24:21.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.801+0000 7fd14e59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd150071230 0x7fd1501f76d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:21.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.801+0000 7fd14dd9b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd1500b78f0 0x7fd15014f930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:21.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.801+0000 7fd14ed9d640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd1500ce110 0x7fd15015e300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:21.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.801+0000 7fd14dd9b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd1500b78f0 0x7fd15014f930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.67:45930/0 (socket says 172.21.15.67:45930) 2024-09-21T00:24:21.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.801+0000 7fd14e59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd150071230 0x7fd1501f76d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56918/0 (socket says 172.21.15.67:56918) 2024-09-21T00:24:21.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.801+0000 7fd14dd9b640 1 -- 172.21.15.67:0/1803631352 learned_addr learned my addr 172.21.15.67:0/1803631352 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:21.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.801+0000 7fd14dd9b640 1 -- 172.21.15.67:0/1803631352 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd1500ce110 msgr2=0x7fd15015e300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:21.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.801+0000 7fd14dd9b640 1 --2- 172.21.15.67:0/1803631352 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd1500ce110 0x7fd15015e300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.801+0000 7fd14dd9b640 1 -- 172.21.15.67:0/1803631352 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd150071230 msgr2=0x7fd1501f76d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:21.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.801+0000 7fd14dd9b640 1 --2- 172.21.15.67:0/1803631352 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd150071230 0x7fd1501f76d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.801+0000 7fd14dd9b640 1 -- 172.21.15.67:0/1803631352 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd15014fe70 con 0x7fd1500b78f0 2024-09-21T00:24:21.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.801+0000 7fd14dd9b640 1 --2- 172.21.15.67:0/1803631352 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd1500b78f0 0x7fd15014f930 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fd13800c3c0 tx=0x7fd13800c880 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:21.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.801+0000 7fd146ffd640 1 -- 172.21.15.67:0/1803631352 <== mon.1 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd138017070 con 0x7fd1500b78f0 2024-09-21T00:24:21.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.801+0000 7fd146ffd640 1 -- 172.21.15.67:0/1803631352 <== mon.1 v2:172.21.15.97:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd1380035f0 con 0x7fd1500b78f0 2024-09-21T00:24:21.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.801+0000 7fd154d13640 1 -- 172.21.15.67:0/1803631352 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1500cb640 con 0x7fd1500b78f0 2024-09-21T00:24:21.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.801+0000 7fd146ffd640 1 -- 172.21.15.67:0/1803631352 <== mon.1 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd138003a40 con 0x7fd1500b78f0 2024-09-21T00:24:21.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.801+0000 7fd154d13640 1 -- 172.21.15.67:0/1803631352 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1500cbc00 con 0x7fd1500b78f0 2024-09-21T00:24:21.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.803+0000 7fd146ffd640 1 -- 172.21.15.67:0/1803631352 <== mon.1 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fd13801a070 con 0x7fd1500b78f0 2024-09-21T00:24:21.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.804+0000 7fd146ffd640 1 --2- 172.21.15.67:0/1803631352 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd130078b90 0x7fd13007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:21.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.804+0000 7fd146ffd640 1 -- 172.21.15.67:0/1803631352 <== mon.1 v2:172.21.15.97:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fd138099ef0 con 0x7fd1500b78f0 2024-09-21T00:24:21.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.804+0000 7fd14e59c640 1 --2- 172.21.15.67:0/1803631352 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd130078b90 0x7fd13007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:21.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.804+0000 7fd14e59c640 1 --2- 172.21.15.67:0/1803631352 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd130078b90 0x7fd13007b0a0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fd1500749a0 tx=0x7fd140004ab0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:21.806 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.805+0000 7fd15bc81740 1 Processor -- start 2024-09-21T00:24:21.806 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.805+0000 7fd15bc81740 1 -- start start 2024-09-21T00:24:21.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.806+0000 7fd15bc81740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55de77b5f650 0x55de77f20240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:21.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.806+0000 7fd15bc81740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55de77b36790 0x55de77f4bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:21.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.806+0000 7fd15bc81740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55de77b3e970 0x55de77f2ce30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:21.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.806+0000 7fd15bc81740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55de77e79bf0 con 0x55de77b5f650 2024-09-21T00:24:21.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.806+0000 7fd15bc81740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55de77e69020 con 0x55de77b3e970 2024-09-21T00:24:21.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.806+0000 7fd15bc81740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55de77e6ce30 con 0x55de77b36790 2024-09-21T00:24:21.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.806+0000 7fd14e59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55de77b5f650 0x55de77f20240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:21.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.806+0000 7fd14e59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55de77b5f650 0x55de77f20240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56928/0 (socket says 172.21.15.67:56928) 2024-09-21T00:24:21.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.806+0000 7fd14e59c640 1 -- 172.21.15.67:0/3345139812 learned_addr learned my addr 172.21.15.67:0/3345139812 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:21.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.807+0000 7fd14ed9d640 1 --2- 172.21.15.67:0/3345139812 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55de77b3e970 0x55de77f2ce30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:21.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.807+0000 7fd14dd9b640 1 --2- 172.21.15.67:0/3345139812 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55de77b36790 0x55de77f4bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:21.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.807+0000 7fd14e59c640 1 -- 172.21.15.67:0/3345139812 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55de77b36790 msgr2=0x55de77f4bdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:21.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.807+0000 7fd14e59c640 1 --2- 172.21.15.67:0/3345139812 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55de77b36790 0x55de77f4bdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.807+0000 7fd14e59c640 1 -- 172.21.15.67:0/3345139812 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55de77b3e970 msgr2=0x55de77f2ce30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:21.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.807+0000 7fd14e59c640 1 --2- 172.21.15.67:0/3345139812 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55de77b3e970 0x55de77f2ce30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.807+0000 7fd14e59c640 1 -- 172.21.15.67:0/3345139812 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55de77ecd680 con 0x55de77b5f650 2024-09-21T00:24:21.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.807+0000 7fd14e59c640 1 --2- 172.21.15.67:0/3345139812 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55de77b5f650 0x55de77f20240 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7fd14002aea0 tx=0x7fd14003e040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8494a5ae63c241d5 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:21.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.807+0000 7fd12ffff640 1 -- 172.21.15.67:0/3345139812 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd140004230 con 0x55de77b5f650 2024-09-21T00:24:21.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.807+0000 7fd12ffff640 1 -- 172.21.15.67:0/3345139812 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd14004c030 con 0x55de77b5f650 2024-09-21T00:24:21.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.807+0000 7fd12ffff640 1 -- 172.21.15.67:0/3345139812 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1400046e0 con 0x55de77b5f650 2024-09-21T00:24:21.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.808+0000 7fd15bc81740 1 -- 172.21.15.67:0/3345139812 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55de77b5f650 msgr2=0x55de77f20240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:21.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.808+0000 7fd15bc81740 1 --2- 172.21.15.67:0/3345139812 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55de77b5f650 0x55de77f20240 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7fd14002aea0 tx=0x7fd14003e040 comp rx=0 tx=0).stop 2024-09-21T00:24:21.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.808+0000 7fd15bc81740 1 -- 172.21.15.67:0/3345139812 shutdown_connections 2024-09-21T00:24:21.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.808+0000 7fd15bc81740 1 --2- 172.21.15.67:0/3345139812 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55de77b3e970 0x55de77f2ce30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.808+0000 7fd15bc81740 1 --2- 172.21.15.67:0/3345139812 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55de77b36790 0x55de77f4bdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.808+0000 7fd15bc81740 1 --2- 172.21.15.67:0/3345139812 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55de77b5f650 0x55de77f20240 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.808+0000 7fd15bc81740 1 -- 172.21.15.67:0/3345139812 >> 172.21.15.67:0/3345139812 conn(0x55de77b537a0 msgr2=0x55de77f06120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:21.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.808+0000 7fd15bc81740 1 -- 172.21.15.67:0/3345139812 shutdown_connections 2024-09-21T00:24:21.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.808+0000 7fd15bc81740 1 -- 172.21.15.67:0/3345139812 wait complete. 2024-09-21T00:24:21.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.809+0000 7fd15bc81740 1 -- start start 2024-09-21T00:24:21.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.809+0000 7fd15bc81740 1 Processor -- start 2024-09-21T00:24:21.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.811+0000 7fd15bc81740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55de77b36790 0x55de77f43320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:21.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.811+0000 7fd15bc81740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55de77b3e970 0x55de77f1d310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:21.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.811+0000 7fd15bc81740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55de77b5f650 0x55de77f03b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:21.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.811+0000 7fd15bc81740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55de77bd9a00 con 0x55de77b3e970 2024-09-21T00:24:21.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.811+0000 7fd15bc81740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55de77e0e7f0 con 0x55de77b5f650 2024-09-21T00:24:21.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.811+0000 7fd15bc81740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55de77f1f4e0 con 0x55de77b36790 2024-09-21T00:24:21.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.811+0000 7fd15bc81740 10 client.0 _ll_register_callbacks cb 0x55de77e11700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:24:21.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.811+0000 7fd14dd9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55de77b3e970 0x55de77f1d310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:21.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.811+0000 7fd14e59c640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55de77b36790 0x55de77f43320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:21.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.811+0000 7fd14dd9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55de77b3e970 0x55de77f1d310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56944/0 (socket says 172.21.15.67:56944) 2024-09-21T00:24:21.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.811+0000 7fd14dd9b640 1 -- 172.21.15.67:0/3299100754 learned_addr learned my addr 172.21.15.67:0/3299100754 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:21.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.811+0000 7fd14ed9d640 1 --2- 172.21.15.67:0/3299100754 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55de77b5f650 0x55de77f03b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:21.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.811+0000 7fd14dd9b640 1 -- 172.21.15.67:0/3299100754 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55de77b36790 msgr2=0x55de77f43320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:21.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.811+0000 7fd14dd9b640 1 --2- 172.21.15.67:0/3299100754 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55de77b36790 0x55de77f43320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.811+0000 7fd14dd9b640 1 -- 172.21.15.67:0/3299100754 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55de77b5f650 msgr2=0x55de77f03b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:21.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.811+0000 7fd14dd9b640 1 --2- 172.21.15.67:0/3299100754 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55de77b5f650 0x55de77f03b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.811+0000 7fd14dd9b640 1 -- 172.21.15.67:0/3299100754 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55de77bcac30 con 0x55de77b3e970 2024-09-21T00:24:21.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.811+0000 7fd14e59c640 1 --2- 172.21.15.67:0/3299100754 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55de77b36790 0x55de77f43320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:24:21.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.811+0000 7fd14dd9b640 1 --2- 172.21.15.67:0/3299100754 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55de77b3e970 0x55de77f1d310 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7fd138061a50 tx=0x7fd1380616a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c9694ecf1bd048b server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:21.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.811+0000 7fd12d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:24:21.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.811+0000 7fd12d7fa640 1 -- 172.21.15.67:0/3299100754 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd138061d50 con 0x55de77b3e970 2024-09-21T00:24:21.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.811+0000 7fd12d7fa640 1 -- 172.21.15.67:0/3299100754 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fd13805d6a0 con 0x55de77b3e970 2024-09-21T00:24:21.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.811+0000 7fd15bc81740 1 -- 172.21.15.67:0/3299100754 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd14004c030 con 0x55de77b3e970 2024-09-21T00:24:21.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.812+0000 7fd12d7fa640 1 -- 172.21.15.67:0/3299100754 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fd138066780 con 0x55de77b3e970 2024-09-21T00:24:21.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.812+0000 7fd15bc81740 10 client.5559 fetch_fsmap learned FSMap version 27 2024-09-21T00:24:21.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.812+0000 7fd15bc81740 1 -- 172.21.15.67:0/3299100754 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=2+}) -- 0x55de77c41a90 con 0x55de77b3e970 2024-09-21T00:24:21.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.812+0000 7fd12d7fa640 1 -- 172.21.15.67:0/3299100754 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd14004c030 con 0x55de77b3e970 2024-09-21T00:24:21.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.812+0000 7fd12d7fa640 1 -- 172.21.15.67:0/3299100754 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 27) ==== 3502+0+0 (secure 0 0 0) 0x7fd13805d8a0 con 0x55de77b3e970 2024-09-21T00:24:21.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.812+0000 7fd15bc81740 10 client.5559 fetch_fsmap finished waiting for FSMap version 27 2024-09-21T00:24:21.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.812+0000 7fd15bc81740 10 client.5559 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.a 2024-09-21T00:24:21.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.812+0000 7fd15bc81740 20 client.5559 populate_metadata read hostname 'smithi067' 2024-09-21T00:24:21.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.812+0000 7fd15bc81740 1 --2- 172.21.15.67:0/3299100754 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55de77b1e220 0x55de77f42080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:21.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.812+0000 7fd15bc81740 4 client.5559 mds_command: new command op to 5376 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:24:21.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.812+0000 7fd15bc81740 1 -- 172.21.15.67:0/3299100754 --> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55de77e7bb40 con 0x55de77b1e220 2024-09-21T00:24:21.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.812+0000 7fd14e59c640 1 --2- 172.21.15.67:0/3299100754 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55de77b1e220 0x55de77f42080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:21.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.812+0000 7fd12d7fa640 10 client.5559 ms_handle_connect on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:21.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.812+0000 7fd14e59c640 1 --2- 172.21.15.67:0/3299100754 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55de77b1e220 0x55de77f42080 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a607f1d88f106994 server_cookie=174f10493230ab4f in_seq=0 out_seq=0 2024-09-21T00:24:21.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.813+0000 7fd12d7fa640 1 -- 172.21.15.67:0/3299100754 <== mds.0 v2:172.21.15.67:6832/3973293841 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x55de77e7bb40 con 0x55de77b1e220 2024-09-21T00:24:21.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.813+0000 7fd12d7fa640 10 client.5559 handle_command_reply: tid=0 2024-09-21T00:24:21.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.813+0000 7fd15bc81740 1 client.5559 shutdown 2024-09-21T00:24:21.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.813+0000 7fd15bc81740 1 -- 172.21.15.67:0/3299100754 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55de77b3e970 msgr2=0x55de77f1d310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:21.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.813+0000 7fd15bc81740 1 --2- 172.21.15.67:0/3299100754 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55de77b3e970 0x55de77f1d310 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7fd138061a50 tx=0x7fd1380616a0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.813+0000 7fd15bc81740 1 -- 172.21.15.67:0/3299100754 shutdown_connections 2024-09-21T00:24:21.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.813+0000 7fd15bc81740 1 --2- 172.21.15.67:0/3299100754 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55de77b5f650 0x55de77f03b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.813+0000 7fd15bc81740 1 --2- 172.21.15.67:0/3299100754 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55de77b3e970 0x55de77f1d310 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.813+0000 7fd15bc81740 1 --2- 172.21.15.67:0/3299100754 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55de77b1e220 0x55de77f42080 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.813+0000 7fd15bc81740 1 --2- 172.21.15.67:0/3299100754 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55de77b36790 0x55de77f43320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.813+0000 7fd12d7fa640 0 client.5559 ms_handle_reset on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:21.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.813+0000 7fd15bc81740 1 -- 172.21.15.67:0/3299100754 >> 172.21.15.67:0/3299100754 conn(0x55de77b537a0 msgr2=0x55de77f05340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:21.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.813+0000 7fd15bc81740 1 -- 172.21.15.67:0/3299100754 shutdown_connections 2024-09-21T00:24:21.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.813+0000 7fd15bc81740 1 -- 172.21.15.67:0/3299100754 wait complete. 2024-09-21T00:24:21.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.814+0000 7fd15bc81740 20 client.5559 trim_cache size 0 max 16384 2024-09-21T00:24:21.830 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.829+0000 7fd15bc81740 1 Processor -- start 2024-09-21T00:24:21.830 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.829+0000 7fd15bc81740 1 -- start start 2024-09-21T00:24:21.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.830+0000 7fd15bc81740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55de77b36790 0x55de77f4c220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:21.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.830+0000 7fd15bc81740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55de77b3e970 0x55de77f43950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:21.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.830+0000 7fd15bc81740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55de77b5f650 0x55de77f43e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:21.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.830+0000 7fd15bc81740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fd1500c6a60 con 0x55de77b36790 2024-09-21T00:24:21.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.830+0000 7fd15bc81740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fd15006fdf0 con 0x55de77b5f650 2024-09-21T00:24:21.833 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.830+0000 7fd15bc81740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fd15006f150 con 0x55de77b3e970 2024-09-21T00:24:21.833 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.830+0000 7fd14e59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55de77b36790 0x55de77f4c220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:21.833 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.830+0000 7fd14e59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55de77b36790 0x55de77f4c220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56948/0 (socket says 172.21.15.67:56948) 2024-09-21T00:24:21.833 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.830+0000 7fd14e59c640 1 -- 172.21.15.67:0/1912999479 learned_addr learned my addr 172.21.15.67:0/1912999479 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:21.833 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.830+0000 7fd14dd9b640 1 --2- 172.21.15.67:0/1912999479 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55de77b3e970 0x55de77f43950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:21.833 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.830+0000 7fd14ed9d640 1 --2- 172.21.15.67:0/1912999479 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55de77b5f650 0x55de77f43e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:21.833 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.830+0000 7fd14e59c640 1 -- 172.21.15.67:0/1912999479 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55de77b3e970 msgr2=0x55de77f43950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:21.833 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.830+0000 7fd14e59c640 1 --2- 172.21.15.67:0/1912999479 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55de77b3e970 0x55de77f43950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.833 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.830+0000 7fd14e59c640 1 -- 172.21.15.67:0/1912999479 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55de77b5f650 msgr2=0x55de77f43e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:21.833 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.830+0000 7fd14e59c640 1 --2- 172.21.15.67:0/1912999479 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55de77b5f650 0x55de77f43e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.833 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.830+0000 7fd14e59c640 1 -- 172.21.15.67:0/1912999479 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55de77f1f4e0 con 0x55de77b36790 2024-09-21T00:24:21.833 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.830+0000 7fd14dd9b640 1 --2- 172.21.15.67:0/1912999479 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55de77b3e970 0x55de77f43950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:24:21.833 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.831+0000 7fd14e59c640 1 --2- 172.21.15.67:0/1912999479 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55de77b36790 0x55de77f4c220 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7fd140006010 tx=0x7fd1400094a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e157a6ed7dc5826f server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:21.834 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.831+0000 7fd12f7fe640 1 -- 172.21.15.67:0/1912999479 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd140032450 con 0x55de77b36790 2024-09-21T00:24:21.834 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.831+0000 7fd12f7fe640 1 -- 172.21.15.67:0/1912999479 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd1400325f0 con 0x55de77b36790 2024-09-21T00:24:21.834 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.831+0000 7fd12f7fe640 1 -- 172.21.15.67:0/1912999479 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1400329e0 con 0x55de77b36790 2024-09-21T00:24:21.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.831+0000 7fd15bc81740 1 -- 172.21.15.67:0/1912999479 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55de77b36790 msgr2=0x55de77f4c220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:21.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.831+0000 7fd15bc81740 1 --2- 172.21.15.67:0/1912999479 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55de77b36790 0x55de77f4c220 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7fd140006010 tx=0x7fd1400094a0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.831+0000 7fd15bc81740 1 -- 172.21.15.67:0/1912999479 shutdown_connections 2024-09-21T00:24:21.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.831+0000 7fd15bc81740 1 --2- 172.21.15.67:0/1912999479 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55de77b5f650 0x55de77f43e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.831+0000 7fd15bc81740 1 --2- 172.21.15.67:0/1912999479 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55de77b3e970 0x55de77f43950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.838 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.831+0000 7fd15bc81740 1 --2- 172.21.15.67:0/1912999479 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55de77b36790 0x55de77f4c220 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.838 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.831+0000 7fd15bc81740 1 -- 172.21.15.67:0/1912999479 >> 172.21.15.67:0/1912999479 conn(0x55de77b537a0 msgr2=0x55de77f20000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:21.838 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.831+0000 7fd15bc81740 1 -- 172.21.15.67:0/1912999479 shutdown_connections 2024-09-21T00:24:21.838 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.831+0000 7fd15bc81740 1 -- 172.21.15.67:0/1912999479 wait complete. 2024-09-21T00:24:21.838 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.832+0000 7fd15bc81740 1 -- start start 2024-09-21T00:24:21.838 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.832+0000 7fd15bc81740 1 Processor -- start 2024-09-21T00:24:21.838 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.834+0000 7fd15bc81740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55de77b36790 0x55de77fce5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:21.838 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.834+0000 7fd15bc81740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55de77b3e970 0x55de77f43510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:21.838 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.834+0000 7fd15bc81740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55de77b5f650 0x55de77f43a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:21.838 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.834+0000 7fd15bc81740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fd15006f7a0 con 0x55de77b3e970 2024-09-21T00:24:21.838 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.834+0000 7fd15bc81740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55de77f02480 con 0x55de77b5f650 2024-09-21T00:24:21.838 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.834+0000 7fd15bc81740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55de77f4c3e0 con 0x55de77b36790 2024-09-21T00:24:21.838 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.834+0000 7fd15bc81740 10 client.0 _ll_register_callbacks cb 0x7fd13800c310 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:24:21.838 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.834+0000 7fd14dd9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55de77b3e970 0x55de77f43510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:21.839 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.834+0000 7fd14dd9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55de77b3e970 0x55de77f43510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56954/0 (socket says 172.21.15.67:56954) 2024-09-21T00:24:21.839 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.834+0000 7fd14dd9b640 1 -- 172.21.15.67:0/2606997220 learned_addr learned my addr 172.21.15.67:0/2606997220 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:21.839 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.834+0000 7fd14ed9d640 1 --2- 172.21.15.67:0/2606997220 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55de77b5f650 0x55de77f43a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:21.839 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.834+0000 7fd14e59c640 1 --2- 172.21.15.67:0/2606997220 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55de77b36790 0x55de77fce5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:21.839 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.834+0000 7fd14dd9b640 1 -- 172.21.15.67:0/2606997220 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55de77b36790 msgr2=0x55de77fce5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:21.839 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.834+0000 7fd14dd9b640 1 --2- 172.21.15.67:0/2606997220 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55de77b36790 0x55de77fce5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.839 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.834+0000 7fd14dd9b640 1 -- 172.21.15.67:0/2606997220 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55de77b5f650 msgr2=0x55de77f43a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:21.839 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.834+0000 7fd14dd9b640 1 --2- 172.21.15.67:0/2606997220 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55de77b5f650 0x55de77f43a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.839 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.834+0000 7fd14dd9b640 1 -- 172.21.15.67:0/2606997220 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55de77f02080 con 0x55de77b3e970 2024-09-21T00:24:21.839 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.835+0000 7fd14dd9b640 1 --2- 172.21.15.67:0/2606997220 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55de77b3e970 0x55de77f43510 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x55de77f4efd0 tx=0x7fd13805e430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=93cf1710b2acc113 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:21.839 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.835+0000 7fd12d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:24:21.839 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.835+0000 7fd12d7fa640 1 -- 172.21.15.67:0/2606997220 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd13805dbf0 con 0x55de77b3e970 2024-09-21T00:24:21.839 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.835+0000 7fd12d7fa640 1 -- 172.21.15.67:0/2606997220 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fd138060c30 con 0x55de77b3e970 2024-09-21T00:24:21.840 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.835+0000 7fd15bc81740 1 -- 172.21.15.67:0/2606997220 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd1400325f0 con 0x55de77b3e970 2024-09-21T00:24:21.840 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.835+0000 7fd12d7fa640 1 -- 172.21.15.67:0/2606997220 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fd138061d50 con 0x55de77b3e970 2024-09-21T00:24:21.840 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.835+0000 7fd15bc81740 10 client.5565 fetch_fsmap learned FSMap version 27 2024-09-21T00:24:21.840 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.835+0000 7fd15bc81740 1 -- 172.21.15.67:0/2606997220 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=2+}) -- 0x55de77f73fd0 con 0x55de77b3e970 2024-09-21T00:24:21.840 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.835+0000 7fd12d7fa640 1 -- 172.21.15.67:0/2606997220 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd1400325f0 con 0x55de77b3e970 2024-09-21T00:24:21.840 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.835+0000 7fd12d7fa640 1 -- 172.21.15.67:0/2606997220 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 27) ==== 3502+0+0 (secure 0 0 0) 0x7fd138069a70 con 0x55de77b3e970 2024-09-21T00:24:21.840 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.835+0000 7fd15bc81740 10 client.5565 fetch_fsmap finished waiting for FSMap version 27 2024-09-21T00:24:21.840 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.835+0000 7fd15bc81740 10 client.5565 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.a 2024-09-21T00:24:21.840 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.835+0000 7fd15bc81740 20 client.5565 populate_metadata read hostname 'smithi067' 2024-09-21T00:24:21.840 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.835+0000 7fd15bc81740 1 --2- 172.21.15.67:0/2606997220 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55de77f1e090 0x55de77f1e4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:21.840 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.835+0000 7fd15bc81740 4 client.5565 mds_command: new command op to 5376 tid=0 multi_id=0 [{"prefix": "flush_path", "path": "/scrub_test_path/ceph-qa-suite/suites"}] 2024-09-21T00:24:21.840 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.835+0000 7fd15bc81740 1 -- 172.21.15.67:0/2606997220 --> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] -- command(tid 0: {"prefix": "flush_path", "path": "/scrub_test_path/ceph-qa-suite/suites"}) -- 0x55de77e775f0 con 0x55de77f1e090 2024-09-21T00:24:21.840 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.835+0000 7fd14e59c640 1 --2- 172.21.15.67:0/2606997220 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55de77f1e090 0x55de77f1e4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:21.841 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.836+0000 7fd12d7fa640 10 client.5565 ms_handle_connect on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:21.841 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.836+0000 7fd14e59c640 1 --2- 172.21.15.67:0/2606997220 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55de77f1e090 0x55de77f1e4a0 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5fae99a00116b0fe server_cookie=9779456fd798c94b in_seq=0 out_seq=0 2024-09-21T00:24:21.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.839+0000 7fd12d7fa640 1 -- 172.21.15.67:0/2606997220 <== mds.0 v2:172.21.15.67:6832/3973293841 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55de77e775f0 con 0x55de77f1e090 2024-09-21T00:24:21.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.839+0000 7fd12d7fa640 10 client.5565 handle_command_reply: tid=0 2024-09-21T00:24:21.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.839+0000 7fd15bc81740 1 client.5565 shutdown 2024-09-21T00:24:21.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.839+0000 7fd15bc81740 1 -- 172.21.15.67:0/2606997220 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55de77b3e970 msgr2=0x55de77f43510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:21.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.839+0000 7fd15bc81740 1 --2- 172.21.15.67:0/2606997220 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55de77b3e970 0x55de77f43510 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x55de77f4efd0 tx=0x7fd13805e430 comp rx=0 tx=0).stop 2024-09-21T00:24:21.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.839+0000 7fd15bc81740 1 -- 172.21.15.67:0/2606997220 shutdown_connections 2024-09-21T00:24:21.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.839+0000 7fd15bc81740 1 --2- 172.21.15.67:0/2606997220 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55de77b5f650 0x55de77f43a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.839+0000 7fd15bc81740 1 --2- 172.21.15.67:0/2606997220 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55de77b3e970 0x55de77f43510 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.839+0000 7fd15bc81740 1 --2- 172.21.15.67:0/2606997220 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55de77f1e090 0x55de77f1e4a0 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.839+0000 7fd15bc81740 1 --2- 172.21.15.67:0/2606997220 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55de77b36790 0x55de77fce5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.839+0000 7fd15bc81740 1 -- 172.21.15.67:0/2606997220 >> 172.21.15.67:0/2606997220 conn(0x55de77b537a0 msgr2=0x55de77f06070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:21.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.839+0000 7fd12d7fa640 0 client.5565 ms_handle_reset on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:21.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.839+0000 7fd15bc81740 1 -- 172.21.15.67:0/2606997220 shutdown_connections 2024-09-21T00:24:21.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.839+0000 7fd15bc81740 1 -- 172.21.15.67:0/2606997220 wait complete. 2024-09-21T00:24:21.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.839+0000 7fd15bc81740 20 client.5565 trim_cache size 0 max 16384 2024-09-21T00:24:21.843 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:24:21.843 INFO:teuthology.orchestra.run.smithi067.stdout: "message": "", 2024-09-21T00:24:21.843 INFO:teuthology.orchestra.run.smithi067.stdout: "return_code": 0 2024-09-21T00:24:21.843 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:24:21.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.840+0000 7fd154d13640 1 -- 172.21.15.67:0/1803631352 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd130078b90 msgr2=0x7fd13007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:21.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.840+0000 7fd154d13640 1 --2- 172.21.15.67:0/1803631352 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd130078b90 0x7fd13007b0a0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fd1500749a0 tx=0x7fd140004ab0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.840+0000 7fd154d13640 1 -- 172.21.15.67:0/1803631352 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd1500b78f0 msgr2=0x7fd15014f930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:21.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.840+0000 7fd154d13640 1 --2- 172.21.15.67:0/1803631352 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd1500b78f0 0x7fd15014f930 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fd13800c3c0 tx=0x7fd13800c880 comp rx=0 tx=0).stop 2024-09-21T00:24:21.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.840+0000 7fd154d13640 1 -- 172.21.15.67:0/1803631352 shutdown_connections 2024-09-21T00:24:21.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.840+0000 7fd154d13640 1 --2- 172.21.15.67:0/1803631352 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd130078b90 0x7fd13007b0a0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.845 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.840+0000 7fd154d13640 1 --2- 172.21.15.67:0/1803631352 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd1500ce110 0x7fd15015e300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.845 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.840+0000 7fd154d13640 1 --2- 172.21.15.67:0/1803631352 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd1500b78f0 0x7fd15014f930 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.845 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.840+0000 7fd154d13640 1 --2- 172.21.15.67:0/1803631352 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd150071230 0x7fd1501f76d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.845 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.840+0000 7fd154d13640 1 -- 172.21.15.67:0/1803631352 >> 172.21.15.67:0/1803631352 conn(0x7fd1500d24c0 msgr2=0x7fd150071b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:21.845 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.840+0000 7fd154d13640 1 -- 172.21.15.67:0/1803631352 shutdown_connections 2024-09-21T00:24:21.845 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.840+0000 7fd154d13640 1 -- 172.21.15.67:0/1803631352 wait complete. 2024-09-21T00:24:21.852 INFO:tasks.cephfs.test_scrub_checks:command 'flush_path /scrub_test_path/ceph-qa-suite/suites' returned '{'message': '', 'return_code': 0}' 2024-09-21T00:24:21.852 INFO:tasks.cephfs.test_scrub_checks:Running command 'scrub start /scrub_test_path/ceph-qa-suite/suites' 2024-09-21T00:24:21.852 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.3:0 scrub start /scrub_test_path/ceph-qa-suite/suites 2024-09-21T00:24:21.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.970+0000 7f1a57f57640 1 -- 172.21.15.67:0/3400845847 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1a500b3cb0 msgr2=0x7f1a500d3330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:21.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.970+0000 7f1a57f57640 1 --2- 172.21.15.67:0/3400845847 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1a500b3cb0 0x7f1a500d3330 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f1a4c009820 tx=0x7f1a4c02a5a0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.970+0000 7f1a57f57640 1 -- 172.21.15.67:0/3400845847 shutdown_connections 2024-09-21T00:24:21.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.970+0000 7f1a57f57640 1 --2- 172.21.15.67:0/3400845847 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1a500b3cb0 0x7f1a500d3330 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.970+0000 7f1a57f57640 1 -- 172.21.15.67:0/3400845847 >> 172.21.15.67:0/3400845847 conn(0x7f1a5008bee0 msgr2=0x7f1a500d4720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:21.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.970+0000 7f1a57f57640 1 -- 172.21.15.67:0/3400845847 shutdown_connections 2024-09-21T00:24:21.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.970+0000 7f1a57f57640 1 -- 172.21.15.67:0/3400845847 wait complete. 2024-09-21T00:24:21.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.972+0000 7f1a57f57640 1 Processor -- start 2024-09-21T00:24:21.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.972+0000 7f1a57f57640 1 -- start start 2024-09-21T00:24:21.976 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.973+0000 7f1a57f57640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1a500b3cb0 0x7f1a5014a3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:21.976 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.973+0000 7f1a57f57640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1a500d4e30 0x7f1a501f88f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:21.976 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.973+0000 7f1a57f57640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1a5015e580 0x7f1a501f8e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:21.976 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.973+0000 7f1a57f57640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f1a5006f720 con 0x7f1a500d4e30 2024-09-21T00:24:21.976 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.973+0000 7f1a57f57640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f1a5006f5a0 con 0x7f1a5015e580 2024-09-21T00:24:21.976 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.973+0000 7f1a57f57640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f1a5006f8a0 con 0x7f1a500b3cb0 2024-09-21T00:24:21.976 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.973+0000 7f1a554f2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1a500d4e30 0x7f1a501f88f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:21.976 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.973+0000 7f1a554f2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1a500d4e30 0x7f1a501f88f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56968/0 (socket says 172.21.15.67:56968) 2024-09-21T00:24:21.976 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.973+0000 7f1a554f2640 1 -- 172.21.15.67:0/1388170228 learned_addr learned my addr 172.21.15.67:0/1388170228 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:21.976 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.973+0000 7f1a55cf3640 1 --2- 172.21.15.67:0/1388170228 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1a500b3cb0 0x7f1a5014a3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:21.977 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.974+0000 7f1a564f4640 1 --2- 172.21.15.67:0/1388170228 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1a5015e580 0x7f1a501f8e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:21.977 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.974+0000 7f1a554f2640 1 -- 172.21.15.67:0/1388170228 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1a500b3cb0 msgr2=0x7f1a5014a3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:21.977 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.974+0000 7f1a554f2640 1 --2- 172.21.15.67:0/1388170228 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1a500b3cb0 0x7f1a5014a3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.977 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.974+0000 7f1a554f2640 1 -- 172.21.15.67:0/1388170228 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1a5015e580 msgr2=0x7f1a501f8e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:21.977 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.974+0000 7f1a554f2640 1 --2- 172.21.15.67:0/1388170228 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1a5015e580 0x7f1a501f8e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.977 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.974+0000 7f1a554f2640 1 -- 172.21.15.67:0/1388170228 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a5014a930 con 0x7f1a500d4e30 2024-09-21T00:24:21.977 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.974+0000 7f1a554f2640 1 --2- 172.21.15.67:0/1388170228 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1a500d4e30 0x7f1a501f88f0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f1a4000c400 tx=0x7f1a4000c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:21.977 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.974+0000 7f1a467fc640 1 -- 172.21.15.67:0/1388170228 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a40017070 con 0x7f1a500d4e30 2024-09-21T00:24:21.977 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.974+0000 7f1a467fc640 1 -- 172.21.15.67:0/1388170228 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1a400053c0 con 0x7f1a500d4e30 2024-09-21T00:24:21.977 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.974+0000 7f1a57f57640 1 -- 172.21.15.67:0/1388170228 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a5015ecb0 con 0x7f1a500d4e30 2024-09-21T00:24:21.977 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.974+0000 7f1a467fc640 1 -- 172.21.15.67:0/1388170228 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a400038a0 con 0x7f1a500d4e30 2024-09-21T00:24:21.977 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.974+0000 7f1a57f57640 1 -- 172.21.15.67:0/1388170228 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a5015f270 con 0x7f1a500d4e30 2024-09-21T00:24:21.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.976+0000 7f1a467fc640 1 -- 172.21.15.67:0/1388170228 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f1a4001a070 con 0x7f1a500d4e30 2024-09-21T00:24:21.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.977+0000 7f1a467fc640 1 --2- 172.21.15.67:0/1388170228 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1a34078b90 0x7f1a3407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:21.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.977+0000 7f1a467fc640 1 -- 172.21.15.67:0/1388170228 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f1a4009a0b0 con 0x7f1a500d4e30 2024-09-21T00:24:21.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.977+0000 7f1a55cf3640 1 --2- 172.21.15.67:0/1388170228 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1a34078b90 0x7f1a3407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:21.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.978+0000 7f1a55cf3640 1 --2- 172.21.15.67:0/1388170228 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1a34078b90 0x7f1a3407b0a0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f1a4c034000 tx=0x7f1a4c004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:21.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.978+0000 7f1a5eec5740 1 Processor -- start 2024-09-21T00:24:21.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.978+0000 7f1a5eec5740 1 -- start start 2024-09-21T00:24:21.981 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.979+0000 7f1a5eec5740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55fd3544b690 0x55fd35836fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:21.981 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.979+0000 7f1a5eec5740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fd354227d0 0x55fd3580be10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:21.981 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.979+0000 7f1a5eec5740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55fd3542a9b0 0x55fd3580c350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:21.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.979+0000 7f1a5eec5740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55fd35765b00 con 0x55fd3542a9b0 2024-09-21T00:24:21.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.979+0000 7f1a5eec5740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55fd35754f30 con 0x55fd354227d0 2024-09-21T00:24:21.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.979+0000 7f1a5eec5740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55fd35758d40 con 0x55fd3544b690 2024-09-21T00:24:21.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.979+0000 7f1a564f4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55fd3542a9b0 0x55fd3580c350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:21.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.979+0000 7f1a564f4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55fd3542a9b0 0x55fd3580c350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56978/0 (socket says 172.21.15.67:56978) 2024-09-21T00:24:21.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.979+0000 7f1a564f4640 1 -- 172.21.15.67:0/1558503234 learned_addr learned my addr 172.21.15.67:0/1558503234 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:21.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.979+0000 7f1a55cf3640 1 --2- 172.21.15.67:0/1558503234 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55fd3544b690 0x55fd35836fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:21.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.979+0000 7f1a554f2640 1 --2- 172.21.15.67:0/1558503234 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fd354227d0 0x55fd3580be10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:21.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.980+0000 7f1a564f4640 1 -- 172.21.15.67:0/1558503234 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55fd3544b690 msgr2=0x55fd35836fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:21.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.980+0000 7f1a564f4640 1 --2- 172.21.15.67:0/1558503234 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55fd3544b690 0x55fd35836fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.980+0000 7f1a564f4640 1 -- 172.21.15.67:0/1558503234 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fd354227d0 msgr2=0x55fd3580be10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:21.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.980+0000 7f1a564f4640 1 --2- 172.21.15.67:0/1558503234 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fd354227d0 0x55fd3580be10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.980+0000 7f1a564f4640 1 -- 172.21.15.67:0/1558503234 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fd3552fb00 con 0x55fd3542a9b0 2024-09-21T00:24:21.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.980+0000 7f1a564f4640 1 --2- 172.21.15.67:0/1558503234 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55fd3542a9b0 0x55fd3580c350 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f1a48001ca0 tx=0x7f1a480020a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5cf6f7e8404108aa server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:21.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.980+0000 7f1a337fe640 1 -- 172.21.15.67:0/1558503234 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a48018070 con 0x55fd3542a9b0 2024-09-21T00:24:21.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.980+0000 7f1a337fe640 1 -- 172.21.15.67:0/1558503234 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1a48003d80 con 0x55fd3542a9b0 2024-09-21T00:24:21.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.980+0000 7f1a337fe640 1 -- 172.21.15.67:0/1558503234 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a4800da50 con 0x55fd3542a9b0 2024-09-21T00:24:21.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.981+0000 7f1a5eec5740 1 -- 172.21.15.67:0/1558503234 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55fd3542a9b0 msgr2=0x55fd3580c350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:21.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.981+0000 7f1a5eec5740 1 --2- 172.21.15.67:0/1558503234 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55fd3542a9b0 0x55fd3580c350 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f1a48001ca0 tx=0x7f1a480020a0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.981+0000 7f1a5eec5740 1 -- 172.21.15.67:0/1558503234 shutdown_connections 2024-09-21T00:24:21.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.981+0000 7f1a5eec5740 1 --2- 172.21.15.67:0/1558503234 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55fd3542a9b0 0x55fd3580c350 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.981+0000 7f1a5eec5740 1 --2- 172.21.15.67:0/1558503234 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fd354227d0 0x55fd3580be10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.981+0000 7f1a5eec5740 1 --2- 172.21.15.67:0/1558503234 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55fd3544b690 0x55fd35836fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.981+0000 7f1a5eec5740 1 -- 172.21.15.67:0/1558503234 >> 172.21.15.67:0/1558503234 conn(0x55fd3543f7e0 msgr2=0x55fd357f22b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:21.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.981+0000 7f1a5eec5740 1 -- 172.21.15.67:0/1558503234 shutdown_connections 2024-09-21T00:24:21.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.981+0000 7f1a5eec5740 1 -- 172.21.15.67:0/1558503234 wait complete. 2024-09-21T00:24:21.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.982+0000 7f1a5eec5740 1 -- start start 2024-09-21T00:24:21.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.982+0000 7f1a5eec5740 1 Processor -- start 2024-09-21T00:24:21.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.983+0000 7f1a5eec5740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fd354227d0 0x55fd3582d5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:21.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.983+0000 7f1a5eec5740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55fd3542a9b0 0x55fd35832550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:21.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.983+0000 7f1a5eec5740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55fd3544b690 0x55fd35832a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:21.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.983+0000 7f1a5eec5740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55fd354c5a40 con 0x55fd3542a9b0 2024-09-21T00:24:21.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.983+0000 7f1a5eec5740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55fd356db680 con 0x55fd354227d0 2024-09-21T00:24:21.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.983+0000 7f1a5eec5740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55fd35833580 con 0x55fd3544b690 2024-09-21T00:24:21.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.983+0000 7f1a5eec5740 10 client.0 _ll_register_callbacks cb 0x55fd35709c50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:24:21.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.983+0000 7f1a554f2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55fd3542a9b0 0x55fd35832550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:21.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.983+0000 7f1a554f2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55fd3542a9b0 0x55fd35832550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56992/0 (socket says 172.21.15.67:56992) 2024-09-21T00:24:21.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.983+0000 7f1a554f2640 1 -- 172.21.15.67:0/1481971506 learned_addr learned my addr 172.21.15.67:0/1481971506 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:21.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.983+0000 7f1a564f4640 1 --2- 172.21.15.67:0/1481971506 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55fd3544b690 0x55fd35832a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:21.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.983+0000 7f1a55cf3640 1 --2- 172.21.15.67:0/1481971506 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fd354227d0 0x55fd3582d5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:21.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.984+0000 7f1a554f2640 1 -- 172.21.15.67:0/1481971506 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55fd3544b690 msgr2=0x55fd35832a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:21.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.984+0000 7f1a554f2640 1 --2- 172.21.15.67:0/1481971506 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55fd3544b690 0x55fd35832a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.984+0000 7f1a554f2640 1 -- 172.21.15.67:0/1481971506 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fd354227d0 msgr2=0x55fd3582d5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:21.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.984+0000 7f1a554f2640 1 --2- 172.21.15.67:0/1481971506 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fd354227d0 0x55fd3582d5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.984+0000 7f1a554f2640 1 -- 172.21.15.67:0/1481971506 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fd354949a0 con 0x55fd3542a9b0 2024-09-21T00:24:21.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.984+0000 7f1a554f2640 1 --2- 172.21.15.67:0/1481971506 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55fd3542a9b0 0x55fd35832550 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f1a40098600 tx=0x7f1a40061cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a89c5266bb5cff45 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:21.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.984+0000 7f1a30ff9640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:24:21.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.984+0000 7f1a30ff9640 1 -- 172.21.15.67:0/1481971506 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a4007c060 con 0x55fd3542a9b0 2024-09-21T00:24:21.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.984+0000 7f1a30ff9640 1 -- 172.21.15.67:0/1481971506 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f1a40061250 con 0x55fd3542a9b0 2024-09-21T00:24:21.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.984+0000 7f1a5eec5740 1 -- 172.21.15.67:0/1481971506 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1a48003d80 con 0x55fd3542a9b0 2024-09-21T00:24:21.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.984+0000 7f1a30ff9640 1 -- 172.21.15.67:0/1481971506 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f1a400668d0 con 0x55fd3542a9b0 2024-09-21T00:24:21.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.984+0000 7f1a5eec5740 10 client.5580 fetch_fsmap learned FSMap version 27 2024-09-21T00:24:21.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.984+0000 7f1a5eec5740 1 -- 172.21.15.67:0/1481971506 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=2+}) -- 0x55fd35590290 con 0x55fd3542a9b0 2024-09-21T00:24:21.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.984+0000 7f1a30ff9640 1 -- 172.21.15.67:0/1481971506 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1a48003d80 con 0x55fd3542a9b0 2024-09-21T00:24:21.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.985+0000 7f1a30ff9640 1 -- 172.21.15.67:0/1481971506 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 27) ==== 3502+0+0 (secure 0 0 0) 0x7f1a4005d740 con 0x55fd3542a9b0 2024-09-21T00:24:21.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.985+0000 7f1a5eec5740 10 client.5580 fetch_fsmap finished waiting for FSMap version 27 2024-09-21T00:24:21.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.985+0000 7f1a5eec5740 10 client.5580 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.a 2024-09-21T00:24:21.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.985+0000 7f1a5eec5740 20 client.5580 populate_metadata read hostname 'smithi067' 2024-09-21T00:24:21.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.985+0000 7f1a5eec5740 1 --2- 172.21.15.67:0/1481971506 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55fd3540a260 0x55fd358494c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:21.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.985+0000 7f1a5eec5740 4 client.5580 mds_command: new command op to 5376 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:24:21.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.985+0000 7f1a5eec5740 1 -- 172.21.15.67:0/1481971506 --> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fd35767a50 con 0x55fd3540a260 2024-09-21T00:24:21.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.985+0000 7f1a55cf3640 1 --2- 172.21.15.67:0/1481971506 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55fd3540a260 0x55fd358494c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:21.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.985+0000 7f1a30ff9640 10 client.5580 ms_handle_connect on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:21.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.985+0000 7f1a55cf3640 1 --2- 172.21.15.67:0/1481971506 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55fd3540a260 0x55fd358494c0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b20acc3d7da54618 server_cookie=c87a48e586a9e0f8 in_seq=0 out_seq=0 2024-09-21T00:24:21.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.986+0000 7f1a30ff9640 1 -- 172.21.15.67:0/1481971506 <== mds.0 v2:172.21.15.67:6832/3973293841 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x55fd35767a50 con 0x55fd3540a260 2024-09-21T00:24:21.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.986+0000 7f1a30ff9640 10 client.5580 handle_command_reply: tid=0 2024-09-21T00:24:21.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.986+0000 7f1a5eec5740 1 client.5580 shutdown 2024-09-21T00:24:21.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.986+0000 7f1a5eec5740 1 -- 172.21.15.67:0/1481971506 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55fd3542a9b0 msgr2=0x55fd35832550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:21.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.986+0000 7f1a5eec5740 1 --2- 172.21.15.67:0/1481971506 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55fd3542a9b0 0x55fd35832550 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f1a40098600 tx=0x7f1a40061cd0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.986+0000 7f1a5eec5740 1 -- 172.21.15.67:0/1481971506 shutdown_connections 2024-09-21T00:24:21.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.986+0000 7f1a5eec5740 1 --2- 172.21.15.67:0/1481971506 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55fd3540a260 0x55fd358494c0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.986+0000 7f1a5eec5740 1 --2- 172.21.15.67:0/1481971506 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55fd3544b690 0x55fd35832a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.986+0000 7f1a5eec5740 1 --2- 172.21.15.67:0/1481971506 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55fd3542a9b0 0x55fd35832550 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.986+0000 7f1a30ff9640 0 client.5580 ms_handle_reset on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:21.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.986+0000 7f1a5eec5740 1 --2- 172.21.15.67:0/1481971506 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fd354227d0 0x55fd3582d5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:21.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.986+0000 7f1a5eec5740 1 -- 172.21.15.67:0/1481971506 >> 172.21.15.67:0/1481971506 conn(0x55fd3543f7e0 msgr2=0x55fd3580bd80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:21.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.986+0000 7f1a5eec5740 1 -- 172.21.15.67:0/1481971506 shutdown_connections 2024-09-21T00:24:21.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.986+0000 7f1a5eec5740 1 -- 172.21.15.67:0/1481971506 wait complete. 2024-09-21T00:24:21.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:21.986+0000 7f1a5eec5740 20 client.5580 trim_cache size 0 max 16384 2024-09-21T00:24:22.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.004+0000 7f1a5eec5740 1 Processor -- start 2024-09-21T00:24:22.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.004+0000 7f1a5eec5740 1 -- start start 2024-09-21T00:24:22.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.006+0000 7f1a5eec5740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55fd354227d0 0x55fd3580aa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.006+0000 7f1a5eec5740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55fd3542a9b0 0x55fd357ecfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.006+0000 7f1a5eec5740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fd3544b690 0x55fd357ed510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.006+0000 7f1a5eec5740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f1a50202090 con 0x55fd3542a9b0 2024-09-21T00:24:22.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.006+0000 7f1a5eec5740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f1a502010b0 con 0x55fd3544b690 2024-09-21T00:24:22.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.006+0000 7f1a5eec5740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f1a5014d600 con 0x55fd354227d0 2024-09-21T00:24:22.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.006+0000 7f1a554f2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55fd3542a9b0 0x55fd357ecfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.006+0000 7f1a554f2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55fd3542a9b0 0x55fd357ecfd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:57008/0 (socket says 172.21.15.67:57008) 2024-09-21T00:24:22.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.006+0000 7f1a554f2640 1 -- 172.21.15.67:0/2020586242 learned_addr learned my addr 172.21.15.67:0/2020586242 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:22.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.006+0000 7f1a564f4640 1 --2- 172.21.15.67:0/2020586242 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fd3544b690 0x55fd357ed510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.006+0000 7f1a55cf3640 1 --2- 172.21.15.67:0/2020586242 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55fd354227d0 0x55fd3580aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.006+0000 7f1a554f2640 1 -- 172.21.15.67:0/2020586242 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55fd354227d0 msgr2=0x55fd3580aa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:22.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.006+0000 7f1a554f2640 1 --2- 172.21.15.67:0/2020586242 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55fd354227d0 0x55fd3580aa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.006+0000 7f1a554f2640 1 -- 172.21.15.67:0/2020586242 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fd3544b690 msgr2=0x55fd357ed510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:22.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.006+0000 7f1a554f2640 1 --2- 172.21.15.67:0/2020586242 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fd3544b690 0x55fd357ed510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.006+0000 7f1a554f2640 1 -- 172.21.15.67:0/2020586242 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fd3552de00 con 0x55fd3542a9b0 2024-09-21T00:24:22.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.006+0000 7f1a55cf3640 1 --2- 172.21.15.67:0/2020586242 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55fd354227d0 0x55fd3580aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:24:22.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.006+0000 7f1a554f2640 1 --2- 172.21.15.67:0/2020586242 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55fd3542a9b0 0x55fd357ecfd0 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f1a40000fb0 tx=0x7f1a4005e2e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=11b94dc0725a4efa server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:22.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.006+0000 7f1a32ffd640 1 -- 172.21.15.67:0/2020586242 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a4007c020 con 0x55fd3542a9b0 2024-09-21T00:24:22.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.006+0000 7f1a32ffd640 1 -- 172.21.15.67:0/2020586242 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1a4006b810 con 0x55fd3542a9b0 2024-09-21T00:24:22.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.006+0000 7f1a32ffd640 1 -- 172.21.15.67:0/2020586242 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a4005e440 con 0x55fd3542a9b0 2024-09-21T00:24:22.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.007+0000 7f1a5eec5740 1 -- 172.21.15.67:0/2020586242 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55fd3542a9b0 msgr2=0x55fd357ecfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:22.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.007+0000 7f1a5eec5740 1 --2- 172.21.15.67:0/2020586242 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55fd3542a9b0 0x55fd357ecfd0 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f1a40000fb0 tx=0x7f1a4005e2e0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.007+0000 7f1a5eec5740 1 -- 172.21.15.67:0/2020586242 shutdown_connections 2024-09-21T00:24:22.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.007+0000 7f1a5eec5740 1 --2- 172.21.15.67:0/2020586242 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fd3544b690 0x55fd357ed510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.007+0000 7f1a5eec5740 1 --2- 172.21.15.67:0/2020586242 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55fd3542a9b0 0x55fd357ecfd0 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.007+0000 7f1a5eec5740 1 --2- 172.21.15.67:0/2020586242 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55fd354227d0 0x55fd3580aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.007+0000 7f1a5eec5740 1 -- 172.21.15.67:0/2020586242 >> 172.21.15.67:0/2020586242 conn(0x55fd3543f7e0 msgr2=0x55fd3580bf90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:22.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.007+0000 7f1a5eec5740 1 -- 172.21.15.67:0/2020586242 shutdown_connections 2024-09-21T00:24:22.011 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.007+0000 7f1a5eec5740 1 -- 172.21.15.67:0/2020586242 wait complete. 2024-09-21T00:24:22.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.008+0000 7f1a5eec5740 1 -- start start 2024-09-21T00:24:22.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.008+0000 7f1a5eec5740 1 Processor -- start 2024-09-21T00:24:22.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.009+0000 7f1a5eec5740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fd354227d0 0x55fd358b9750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.009+0000 7f1a5eec5740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55fd3542a9b0 0x55fd358aca70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.009+0000 7f1a5eec5740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55fd3544b690 0x55fd35831e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.009+0000 7f1a5eec5740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55fd3581c170 con 0x55fd3544b690 2024-09-21T00:24:22.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.009+0000 7f1a5eec5740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f1a5014dc50 con 0x55fd354227d0 2024-09-21T00:24:22.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.009+0000 7f1a5eec5740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55fd35832b60 con 0x55fd3542a9b0 2024-09-21T00:24:22.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.009+0000 7f1a5eec5740 10 client.0 _ll_register_callbacks cb 0x7f1a40061900 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:24:22.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.010+0000 7f1a564f4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55fd3544b690 0x55fd35831e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.010+0000 7f1a564f4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55fd3544b690 0x55fd35831e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:57018/0 (socket says 172.21.15.67:57018) 2024-09-21T00:24:22.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.010+0000 7f1a554f2640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55fd3542a9b0 0x55fd358aca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.010+0000 7f1a564f4640 1 -- 172.21.15.67:0/1784101222 learned_addr learned my addr 172.21.15.67:0/1784101222 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:22.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.010+0000 7f1a55cf3640 1 --2- 172.21.15.67:0/1784101222 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fd354227d0 0x55fd358b9750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.010+0000 7f1a564f4640 1 -- 172.21.15.67:0/1784101222 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55fd3542a9b0 msgr2=0x55fd358aca70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:22.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.010+0000 7f1a564f4640 1 --2- 172.21.15.67:0/1784101222 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55fd3542a9b0 0x55fd358aca70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.010+0000 7f1a564f4640 1 -- 172.21.15.67:0/1784101222 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fd354227d0 msgr2=0x55fd358b9750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:22.016 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.010+0000 7f1a564f4640 1 --2- 172.21.15.67:0/1784101222 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fd354227d0 0x55fd358b9750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.016 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.010+0000 7f1a564f4640 1 -- 172.21.15.67:0/1784101222 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fd35835860 con 0x55fd3544b690 2024-09-21T00:24:22.016 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.010+0000 7f1a564f4640 1 --2- 172.21.15.67:0/1784101222 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55fd3544b690 0x55fd35831e80 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f1a48016040 tx=0x7f1a48003db0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ace6368748759690 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:22.016 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.010+0000 7f1a30ff9640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:24:22.016 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.010+0000 7f1a30ff9640 1 -- 172.21.15.67:0/1784101222 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a48018040 con 0x55fd3544b690 2024-09-21T00:24:22.016 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.010+0000 7f1a30ff9640 1 -- 172.21.15.67:0/1784101222 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f1a4800d9f0 con 0x55fd3544b690 2024-09-21T00:24:22.016 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.010+0000 7f1a5eec5740 1 -- 172.21.15.67:0/1784101222 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1a4006b810 con 0x55fd3544b690 2024-09-21T00:24:22.016 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.010+0000 7f1a30ff9640 1 -- 172.21.15.67:0/1784101222 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f1a48030050 con 0x55fd3544b690 2024-09-21T00:24:22.016 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.010+0000 7f1a5eec5740 10 client.5586 fetch_fsmap learned FSMap version 27 2024-09-21T00:24:22.016 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.011+0000 7f1a5eec5740 1 -- 172.21.15.67:0/1784101222 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=2+}) -- 0x55fd358ad010 con 0x55fd3544b690 2024-09-21T00:24:22.016 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.011+0000 7f1a30ff9640 1 -- 172.21.15.67:0/1784101222 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1a4006b810 con 0x55fd3544b690 2024-09-21T00:24:22.016 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.011+0000 7f1a30ff9640 1 -- 172.21.15.67:0/1784101222 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 27) ==== 3502+0+0 (secure 0 0 0) 0x7f1a48033020 con 0x55fd3544b690 2024-09-21T00:24:22.016 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.011+0000 7f1a5eec5740 10 client.5586 fetch_fsmap finished waiting for FSMap version 27 2024-09-21T00:24:22.016 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.011+0000 7f1a5eec5740 10 client.5586 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.a 2024-09-21T00:24:22.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.011+0000 7f1a5eec5740 20 client.5586 populate_metadata read hostname 'smithi067' 2024-09-21T00:24:22.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.011+0000 7f1a5eec5740 1 --2- 172.21.15.67:0/1784101222 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55fd3580c0b0 0x55fd358323c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.011+0000 7f1a5eec5740 4 client.5586 mds_command: new command op to 5376 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/scrub_test_path/ceph-qa-suite/suites"}] 2024-09-21T00:24:22.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.011+0000 7f1a5eec5740 1 -- 172.21.15.67:0/1784101222 --> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] -- command(tid 0: {"prefix": "scrub start", "path": "/scrub_test_path/ceph-qa-suite/suites"}) -- 0x55fd35763500 con 0x55fd3580c0b0 2024-09-21T00:24:22.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.011+0000 7f1a55cf3640 1 --2- 172.21.15.67:0/1784101222 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55fd3580c0b0 0x55fd358323c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.011+0000 7f1a30ff9640 10 client.5586 ms_handle_connect on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:22.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.011+0000 7f1a55cf3640 1 --2- 172.21.15.67:0/1784101222 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55fd3580c0b0 0x55fd358323c0 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=385a4cefff79ca7a server_cookie=bfc240fe556bd6f4 in_seq=0 out_seq=0 2024-09-21T00:24:22.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.012+0000 7f1a30ff9640 1 -- 172.21.15.67:0/1784101222 <== mds.0 v2:172.21.15.67:6832/3973293841 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55fd35763500 con 0x55fd3580c0b0 2024-09-21T00:24:22.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.012+0000 7f1a30ff9640 10 client.5586 handle_command_reply: tid=0 2024-09-21T00:24:22.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.012+0000 7f1a5eec5740 1 client.5586 shutdown 2024-09-21T00:24:22.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.012+0000 7f1a5eec5740 1 -- 172.21.15.67:0/1784101222 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55fd3544b690 msgr2=0x55fd35831e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:22.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.012+0000 7f1a5eec5740 1 --2- 172.21.15.67:0/1784101222 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55fd3544b690 0x55fd35831e80 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f1a48016040 tx=0x7f1a48003db0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.012+0000 7f1a5eec5740 1 -- 172.21.15.67:0/1784101222 shutdown_connections 2024-09-21T00:24:22.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.013+0000 7f1a5eec5740 1 --2- 172.21.15.67:0/1784101222 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55fd3544b690 0x55fd35831e80 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.013+0000 7f1a5eec5740 1 --2- 172.21.15.67:0/1784101222 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55fd3580c0b0 0x55fd358323c0 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.013+0000 7f1a5eec5740 1 --2- 172.21.15.67:0/1784101222 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55fd3542a9b0 0x55fd358aca70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.013+0000 7f1a5eec5740 1 --2- 172.21.15.67:0/1784101222 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55fd354227d0 0x55fd358b9750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.013+0000 7f1a5eec5740 1 -- 172.21.15.67:0/1784101222 >> 172.21.15.67:0/1784101222 conn(0x55fd3543f7e0 msgr2=0x55fd357f31a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:22.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.013+0000 7f1a30ff9640 0 client.5586 ms_handle_reset on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:22.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.013+0000 7f1a5eec5740 1 -- 172.21.15.67:0/1784101222 shutdown_connections 2024-09-21T00:24:22.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.013+0000 7f1a5eec5740 1 -- 172.21.15.67:0/1784101222 wait complete. 2024-09-21T00:24:22.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.013+0000 7f1a5eec5740 20 client.5586 trim_cache size 0 max 16384 2024-09-21T00:24:22.018 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:24:22.018 INFO:teuthology.orchestra.run.smithi067.stdout: "return_code": 0, 2024-09-21T00:24:22.019 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_tag": "75d98cf2-f2bf-4869-b3d9-1b7fd11ec107", 2024-09-21T00:24:22.019 INFO:teuthology.orchestra.run.smithi067.stdout: "mode": "asynchronous" 2024-09-21T00:24:22.019 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:24:22.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.013+0000 7f1a57f57640 1 -- 172.21.15.67:0/1388170228 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1a34078b90 msgr2=0x7f1a3407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:22.020 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.013+0000 7f1a57f57640 1 --2- 172.21.15.67:0/1388170228 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1a34078b90 0x7f1a3407b0a0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f1a4c034000 tx=0x7f1a4c004730 comp rx=0 tx=0).stop 2024-09-21T00:24:22.020 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.013+0000 7f1a57f57640 1 -- 172.21.15.67:0/1388170228 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1a500d4e30 msgr2=0x7f1a501f88f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:22.020 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.013+0000 7f1a57f57640 1 --2- 172.21.15.67:0/1388170228 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1a500d4e30 0x7f1a501f88f0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f1a4000c400 tx=0x7f1a4000c8c0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.020 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.013+0000 7f1a57f57640 1 -- 172.21.15.67:0/1388170228 shutdown_connections 2024-09-21T00:24:22.020 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.013+0000 7f1a57f57640 1 --2- 172.21.15.67:0/1388170228 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1a34078b90 0x7f1a3407b0a0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.020 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.013+0000 7f1a57f57640 1 --2- 172.21.15.67:0/1388170228 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1a5015e580 0x7f1a501f8e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.020 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.013+0000 7f1a57f57640 1 --2- 172.21.15.67:0/1388170228 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1a500d4e30 0x7f1a501f88f0 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.020 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.013+0000 7f1a57f57640 1 --2- 172.21.15.67:0/1388170228 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1a500b3cb0 0x7f1a5014a3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.020 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.013+0000 7f1a57f57640 1 -- 172.21.15.67:0/1388170228 >> 172.21.15.67:0/1388170228 conn(0x7f1a5008bee0 msgr2=0x7f1a500d08c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:22.020 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.013+0000 7f1a57f57640 1 -- 172.21.15.67:0/1388170228 shutdown_connections 2024-09-21T00:24:22.020 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.013+0000 7f1a57f57640 1 -- 172.21.15.67:0/1388170228 wait complete. 2024-09-21T00:24:22.025 INFO:tasks.cephfs.test_scrub_checks:command 'scrub start /scrub_test_path/ceph-qa-suite/suites' returned '{'return_code': 0, 'scrub_tag': '75d98cf2-f2bf-4869-b3d9-1b7fd11ec107', 'mode': 'asynchronous'}' 2024-09-21T00:24:22.025 INFO:tasks.cephfs.test_scrub_checks:First run: flushing /scrub_test_path/ceph-qa-suite/suites/fs/verify/validater/valgrind.yaml 2024-09-21T00:24:22.026 INFO:tasks.cephfs.test_scrub_checks:Running command 'flush_path /scrub_test_path/ceph-qa-suite/suites/fs/verify/validater/valgrind.yaml' 2024-09-21T00:24:22.026 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.3:0 flush_path /scrub_test_path/ceph-qa-suite/suites/fs/verify/validater/valgrind.yaml 2024-09-21T00:24:22.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.143+0000 7f09a0afa640 1 -- 172.21.15.67:0/1577750640 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f099c0b3cb0 msgr2=0x7f099c0d3330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:22.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.143+0000 7f09a0afa640 1 --2- 172.21.15.67:0/1577750640 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f099c0b3cb0 0x7f099c0d3330 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f098c009be0 tx=0x7f098c02a8b0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.143+0000 7f09a0afa640 1 -- 172.21.15.67:0/1577750640 shutdown_connections 2024-09-21T00:24:22.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.143+0000 7f09a0afa640 1 --2- 172.21.15.67:0/1577750640 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f099c0b3cb0 0x7f099c0d3330 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.143+0000 7f09a0afa640 1 -- 172.21.15.67:0/1577750640 >> 172.21.15.67:0/1577750640 conn(0x7f099c08bee0 msgr2=0x7f099c0d4720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:22.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.144+0000 7f09a0afa640 1 -- 172.21.15.67:0/1577750640 shutdown_connections 2024-09-21T00:24:22.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.144+0000 7f09a0afa640 1 -- 172.21.15.67:0/1577750640 wait complete. 2024-09-21T00:24:22.147 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.145+0000 7f09a0afa640 1 Processor -- start 2024-09-21T00:24:22.147 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.146+0000 7f09a0afa640 1 -- start start 2024-09-21T00:24:22.149 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.147+0000 7f09a0afa640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f099c0b3cb0 0x7f099c15c670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.147+0000 7f09a0afa640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f099c0d4e30 0x7f099c09e4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.147+0000 7f09a0afa640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f099c0b6530 0x7f099c0b6940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.147+0000 7f09a0afa640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f099c06f720 con 0x7f099c0b3cb0 2024-09-21T00:24:22.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.147+0000 7f09a0afa640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f099c06f5a0 con 0x7f099c0d4e30 2024-09-21T00:24:22.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.147+0000 7f09a0afa640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f099c06f8a0 con 0x7f099c0b6530 2024-09-21T00:24:22.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.147+0000 7f099a59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f099c0b3cb0 0x7f099c15c670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.147+0000 7f099a59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f099c0b3cb0 0x7f099c15c670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:57022/0 (socket says 172.21.15.67:57022) 2024-09-21T00:24:22.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.147+0000 7f099a59c640 1 -- 172.21.15.67:0/4176312259 learned_addr learned my addr 172.21.15.67:0/4176312259 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:22.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.147+0000 7f099ad9d640 1 --2- 172.21.15.67:0/4176312259 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f099c0b6530 0x7f099c0b6940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.147+0000 7f0999d9b640 1 --2- 172.21.15.67:0/4176312259 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f099c0d4e30 0x7f099c09e4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.147+0000 7f099a59c640 1 -- 172.21.15.67:0/4176312259 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f099c0b6530 msgr2=0x7f099c0b6940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:22.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.147+0000 7f099a59c640 1 --2- 172.21.15.67:0/4176312259 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f099c0b6530 0x7f099c0b6940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.147+0000 7f099a59c640 1 -- 172.21.15.67:0/4176312259 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f099c0d4e30 msgr2=0x7f099c09e4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:22.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.147+0000 7f099a59c640 1 --2- 172.21.15.67:0/4176312259 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f099c0d4e30 0x7f099c09e4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.147+0000 7f099a59c640 1 -- 172.21.15.67:0/4176312259 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f099c15cec0 con 0x7f099c0b3cb0 2024-09-21T00:24:22.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.147+0000 7f099ad9d640 1 --2- 172.21.15.67:0/4176312259 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f099c0b6530 0x7f099c0b6940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:24:22.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.147+0000 7f099a59c640 1 --2- 172.21.15.67:0/4176312259 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f099c0b3cb0 0x7f099c15c670 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f098c009cd0 tx=0x7f098c004dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:22.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.148+0000 7f0992ffd640 1 -- 172.21.15.67:0/4176312259 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f098c037040 con 0x7f099c0b3cb0 2024-09-21T00:24:22.152 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.148+0000 7f0992ffd640 1 -- 172.21.15.67:0/4176312259 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f098c041070 con 0x7f099c0b3cb0 2024-09-21T00:24:22.152 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.148+0000 7f0992ffd640 1 -- 172.21.15.67:0/4176312259 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f098c004660 con 0x7f099c0b3cb0 2024-09-21T00:24:22.152 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.148+0000 7f09a0afa640 1 -- 172.21.15.67:0/4176312259 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f099c15d1a0 con 0x7f099c0b3cb0 2024-09-21T00:24:22.152 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.148+0000 7f09a0afa640 1 -- 172.21.15.67:0/4176312259 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f099c0a1020 con 0x7f099c0b3cb0 2024-09-21T00:24:22.153 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.150+0000 7f0992ffd640 1 -- 172.21.15.67:0/4176312259 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f098c046460 con 0x7f099c0b3cb0 2024-09-21T00:24:22.153 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.150+0000 7f0992ffd640 1 --2- 172.21.15.67:0/4176312259 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f097c078b90 0x7f097c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.153 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.150+0000 7f0992ffd640 1 -- 172.21.15.67:0/4176312259 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f098c0bb3a0 con 0x7f099c0b3cb0 2024-09-21T00:24:22.153 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.150+0000 7f0999d9b640 1 --2- 172.21.15.67:0/4176312259 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f097c078b90 0x7f097c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.153 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.151+0000 7f0999d9b640 1 --2- 172.21.15.67:0/4176312259 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f097c078b90 0x7f097c07b0a0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f099c15dcc0 tx=0x7f0984009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:22.154 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.151+0000 7f09a7a64740 1 Processor -- start 2024-09-21T00:24:22.154 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.151+0000 7f09a7a64740 1 -- start start 2024-09-21T00:24:22.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.153+0000 7f09a7a64740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a56223ea60 0x55a5626067f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.153+0000 7f09a7a64740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a562215ba0 0x55a562606d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.153+0000 7f09a7a64740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a56221dd80 0x55a56260f330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.153+0000 7f09a7a64740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55a562558bd0 con 0x55a56221dd80 2024-09-21T00:24:22.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.153+0000 7f09a7a64740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55a562548000 con 0x55a56223ea60 2024-09-21T00:24:22.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.153+0000 7f09a7a64740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55a56254be10 con 0x55a562215ba0 2024-09-21T00:24:22.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.153+0000 7f099ad9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a56221dd80 0x55a56260f330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.153+0000 7f099a59c640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a56223ea60 0x55a5626067f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.153+0000 7f099ad9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a56221dd80 0x55a56260f330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:57024/0 (socket says 172.21.15.67:57024) 2024-09-21T00:24:22.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.153+0000 7f0999d9b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a562215ba0 0x55a562606d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.153+0000 7f099ad9d640 1 -- 172.21.15.67:0/1925085368 learned_addr learned my addr 172.21.15.67:0/1925085368 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:22.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.153+0000 7f099ad9d640 1 -- 172.21.15.67:0/1925085368 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a562215ba0 msgr2=0x55a562606d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:22.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.153+0000 7f099ad9d640 1 --2- 172.21.15.67:0/1925085368 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a562215ba0 0x55a562606d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.153+0000 7f099ad9d640 1 -- 172.21.15.67:0/1925085368 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a56223ea60 msgr2=0x55a5626067f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:22.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.153+0000 7f099ad9d640 1 --2- 172.21.15.67:0/1925085368 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a56223ea60 0x55a5626067f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.153+0000 7f099ad9d640 1 -- 172.21.15.67:0/1925085368 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a562512e80 con 0x55a56221dd80 2024-09-21T00:24:22.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.153+0000 7f099ad9d640 1 --2- 172.21.15.67:0/1925085368 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a56221dd80 0x55a56260f330 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f0994001690 tx=0x7f0994001b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5454a3e5b0838b2 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:22.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.154+0000 7f097bfff640 1 -- 172.21.15.67:0/1925085368 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0994016030 con 0x55a56221dd80 2024-09-21T00:24:22.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.154+0000 7f097bfff640 1 -- 172.21.15.67:0/1925085368 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f099400d940 con 0x55a56221dd80 2024-09-21T00:24:22.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.154+0000 7f097bfff640 1 -- 172.21.15.67:0/1925085368 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f099400dd90 con 0x55a56221dd80 2024-09-21T00:24:22.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.154+0000 7f09a7a64740 1 -- 172.21.15.67:0/1925085368 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a56221dd80 msgr2=0x55a56260f330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:22.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.154+0000 7f09a7a64740 1 --2- 172.21.15.67:0/1925085368 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a56221dd80 0x55a56260f330 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f0994001690 tx=0x7f0994001b50 comp rx=0 tx=0).stop 2024-09-21T00:24:22.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.154+0000 7f09a7a64740 1 -- 172.21.15.67:0/1925085368 shutdown_connections 2024-09-21T00:24:22.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.154+0000 7f09a7a64740 1 --2- 172.21.15.67:0/1925085368 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a56221dd80 0x55a56260f330 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.154+0000 7f09a7a64740 1 --2- 172.21.15.67:0/1925085368 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a562215ba0 0x55a562606d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.154+0000 7f09a7a64740 1 --2- 172.21.15.67:0/1925085368 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a56223ea60 0x55a5626067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.154+0000 7f09a7a64740 1 -- 172.21.15.67:0/1925085368 >> 172.21.15.67:0/1925085368 conn(0x55a562232bb0 msgr2=0x55a5625e5480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:22.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.155+0000 7f09a7a64740 1 -- 172.21.15.67:0/1925085368 shutdown_connections 2024-09-21T00:24:22.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.155+0000 7f09a7a64740 1 -- 172.21.15.67:0/1925085368 wait complete. 2024-09-21T00:24:22.165 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.155+0000 7f09a7a64740 1 -- start start 2024-09-21T00:24:22.165 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.156+0000 7f09a7a64740 1 Processor -- start 2024-09-21T00:24:22.165 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.157+0000 7f09a7a64740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a562215ba0 0x55a56262d4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.157+0000 7f09a7a64740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a56221dd80 0x55a562639160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.157+0000 7f09a7a64740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a56223ea60 0x55a56260f370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.157+0000 7f09a7a64740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55a5622b8e10 con 0x55a56223ea60 2024-09-21T00:24:22.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.157+0000 7f09a7a64740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55a5624ed980 con 0x55a56221dd80 2024-09-21T00:24:22.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.157+0000 7f09a7a64740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55a56260e160 con 0x55a562215ba0 2024-09-21T00:24:22.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.157+0000 7f09a7a64740 10 client.0 _ll_register_callbacks cb 0x55a5624fd050 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:24:22.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.157+0000 7f099ad9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a56223ea60 0x55a56260f370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.157+0000 7f099ad9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a56223ea60 0x55a56260f370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:57038/0 (socket says 172.21.15.67:57038) 2024-09-21T00:24:22.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.157+0000 7f099ad9d640 1 -- 172.21.15.67:0/2018927140 learned_addr learned my addr 172.21.15.67:0/2018927140 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:22.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.157+0000 7f099a59c640 1 --2- 172.21.15.67:0/2018927140 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a562215ba0 0x55a56262d4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.157+0000 7f0999d9b640 1 --2- 172.21.15.67:0/2018927140 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a56221dd80 0x55a562639160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.167 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.157+0000 7f099ad9d640 1 -- 172.21.15.67:0/2018927140 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a562215ba0 msgr2=0x55a56262d4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:22.167 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.157+0000 7f099ad9d640 1 --2- 172.21.15.67:0/2018927140 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a562215ba0 0x55a56262d4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.167 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.157+0000 7f099ad9d640 1 -- 172.21.15.67:0/2018927140 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a56221dd80 msgr2=0x55a562639160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:22.167 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.157+0000 7f099ad9d640 1 --2- 172.21.15.67:0/2018927140 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a56221dd80 0x55a562639160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.168 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.157+0000 7f099ad9d640 1 -- 172.21.15.67:0/2018927140 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a56223aac0 con 0x55a56223ea60 2024-09-21T00:24:22.168 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.158+0000 7f099ad9d640 1 --2- 172.21.15.67:0/2018927140 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a56223ea60 0x55a56260f370 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f0994007fd0 tx=0x7f09940012e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a9e82452e7c4a15 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:22.168 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.158+0000 7f09797fa640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:24:22.168 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.158+0000 7f09797fa640 1 -- 172.21.15.67:0/2018927140 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f099400dd50 con 0x55a56223ea60 2024-09-21T00:24:22.168 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.158+0000 7f09a7a64740 1 -- 172.21.15.67:0/2018927140 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55a562544800 con 0x55a56223ea60 2024-09-21T00:24:22.168 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.158+0000 7f09797fa640 1 -- 172.21.15.67:0/2018927140 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f09940035f0 con 0x55a56223ea60 2024-09-21T00:24:22.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.158+0000 7f09797fa640 1 -- 172.21.15.67:0/2018927140 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f099402d050 con 0x55a56223ea60 2024-09-21T00:24:22.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.158+0000 7f09a7a64740 10 client.5598 fetch_fsmap learned FSMap version 27 2024-09-21T00:24:22.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.158+0000 7f09a7a64740 1 -- 172.21.15.67:0/2018927140 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=2+}) -- 0x55a5622aa040 con 0x55a56223ea60 2024-09-21T00:24:22.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.158+0000 7f09797fa640 1 -- 172.21.15.67:0/2018927140 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x55a562544800 con 0x55a56223ea60 2024-09-21T00:24:22.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.158+0000 7f09797fa640 1 -- 172.21.15.67:0/2018927140 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 27) ==== 3502+0+0 (secure 0 0 0) 0x7f0994030020 con 0x55a56223ea60 2024-09-21T00:24:22.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.158+0000 7f09a7a64740 10 client.5598 fetch_fsmap finished waiting for FSMap version 27 2024-09-21T00:24:22.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.158+0000 7f09a7a64740 10 client.5598 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.a 2024-09-21T00:24:22.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.158+0000 7f09a7a64740 20 client.5598 populate_metadata read hostname 'smithi067' 2024-09-21T00:24:22.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.158+0000 7f09a7a64740 1 --2- 172.21.15.67:0/2018927140 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55a5621fd630 0x55a56260f8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.158+0000 7f09a7a64740 4 client.5598 mds_command: new command op to 5376 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:24:22.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.158+0000 7f09a7a64740 1 -- 172.21.15.67:0/2018927140 --> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a56255ab20 con 0x55a5621fd630 2024-09-21T00:24:22.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.159+0000 7f099a59c640 1 --2- 172.21.15.67:0/2018927140 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55a5621fd630 0x55a56260f8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.159+0000 7f09797fa640 10 client.5598 ms_handle_connect on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:22.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.159+0000 7f099a59c640 1 --2- 172.21.15.67:0/2018927140 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55a5621fd630 0x55a56260f8b0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1c2f36b8cea6db0a server_cookie=890524883d307f67 in_seq=0 out_seq=0 2024-09-21T00:24:22.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.160+0000 7f09797fa640 1 -- 172.21.15.67:0/2018927140 <== mds.0 v2:172.21.15.67:6832/3973293841 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x55a56255ab20 con 0x55a5621fd630 2024-09-21T00:24:22.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.160+0000 7f09797fa640 10 client.5598 handle_command_reply: tid=0 2024-09-21T00:24:22.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.160+0000 7f09a7a64740 1 client.5598 shutdown 2024-09-21T00:24:22.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.160+0000 7f09a7a64740 1 -- 172.21.15.67:0/2018927140 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a56223ea60 msgr2=0x55a56260f370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:22.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.160+0000 7f09a7a64740 1 --2- 172.21.15.67:0/2018927140 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a56223ea60 0x55a56260f370 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f0994007fd0 tx=0x7f09940012e0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.160+0000 7f09a7a64740 1 -- 172.21.15.67:0/2018927140 shutdown_connections 2024-09-21T00:24:22.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.160+0000 7f09a7a64740 1 --2- 172.21.15.67:0/2018927140 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a56223ea60 0x55a56260f370 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.160+0000 7f09a7a64740 1 --2- 172.21.15.67:0/2018927140 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a56221dd80 0x55a562639160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.160+0000 7f09a7a64740 1 --2- 172.21.15.67:0/2018927140 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55a5621fd630 0x55a56260f8b0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.160+0000 7f09a7a64740 1 --2- 172.21.15.67:0/2018927140 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a562215ba0 0x55a56262d4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.160+0000 7f09797fa640 0 client.5598 ms_handle_reset on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:22.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.160+0000 7f09a7a64740 1 -- 172.21.15.67:0/2018927140 >> 172.21.15.67:0/2018927140 conn(0x55a562232bb0 msgr2=0x55a562623de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:22.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.160+0000 7f09a7a64740 1 -- 172.21.15.67:0/2018927140 shutdown_connections 2024-09-21T00:24:22.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.160+0000 7f09a7a64740 1 -- 172.21.15.67:0/2018927140 wait complete. 2024-09-21T00:24:22.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.160+0000 7f09a7a64740 20 client.5598 trim_cache size 0 max 16384 2024-09-21T00:24:22.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.175+0000 7f09a7a64740 1 Processor -- start 2024-09-21T00:24:22.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.175+0000 7f09a7a64740 1 -- start start 2024-09-21T00:24:22.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.177+0000 7f09a7a64740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a562215ba0 0x55a5625e63f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.177+0000 7f09a7a64740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a56221dd80 0x55a5625e5310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.177+0000 7f09a7a64740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a56223ea60 0x55a5625e5850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.177+0000 7f09a7a64740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f099c202230 con 0x55a56221dd80 2024-09-21T00:24:22.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.177+0000 7f09a7a64740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f099c201330 con 0x55a56223ea60 2024-09-21T00:24:22.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.177+0000 7f09a7a64740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f099c1f91e0 con 0x55a562215ba0 2024-09-21T00:24:22.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.177+0000 7f0999d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a56221dd80 0x55a5625e5310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.177+0000 7f0999d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a56221dd80 0x55a5625e5310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:57054/0 (socket says 172.21.15.67:57054) 2024-09-21T00:24:22.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.177+0000 7f0999d9b640 1 -- 172.21.15.67:0/3905756718 learned_addr learned my addr 172.21.15.67:0/3905756718 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:22.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.177+0000 7f099a59c640 1 --2- 172.21.15.67:0/3905756718 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a562215ba0 0x55a5625e63f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.177+0000 7f099ad9d640 1 --2- 172.21.15.67:0/3905756718 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a56223ea60 0x55a5625e5850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.177+0000 7f0999d9b640 1 -- 172.21.15.67:0/3905756718 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a562215ba0 msgr2=0x55a5625e63f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:22.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.177+0000 7f0999d9b640 1 --2- 172.21.15.67:0/3905756718 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a562215ba0 0x55a5625e63f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.177+0000 7f0999d9b640 1 -- 172.21.15.67:0/3905756718 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a56223ea60 msgr2=0x55a5625e5850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:22.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.177+0000 7f0999d9b640 1 --2- 172.21.15.67:0/3905756718 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a56223ea60 0x55a5625e5850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.177+0000 7f0999d9b640 1 -- 172.21.15.67:0/3905756718 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a562322ed0 con 0x55a56221dd80 2024-09-21T00:24:22.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.177+0000 7f099a59c640 1 --2- 172.21.15.67:0/3905756718 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a562215ba0 0x55a5625e63f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:24:22.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.177+0000 7f099ad9d640 1 --2- 172.21.15.67:0/3905756718 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a56223ea60 0x55a5625e5850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:24:22.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.177+0000 7f0999d9b640 1 --2- 172.21.15.67:0/3905756718 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a56221dd80 0x55a5625e5310 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f0984001430 tx=0x7f0984011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9408415a83d6970c server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:22.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.177+0000 7f097b7fe640 1 -- 172.21.15.67:0/3905756718 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0984028070 con 0x55a56221dd80 2024-09-21T00:24:22.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.177+0000 7f097b7fe640 1 -- 172.21.15.67:0/3905756718 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f09840038f0 con 0x55a56221dd80 2024-09-21T00:24:22.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.177+0000 7f097b7fe640 1 -- 172.21.15.67:0/3905756718 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0984003aa0 con 0x55a56221dd80 2024-09-21T00:24:22.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.178+0000 7f09a7a64740 1 -- 172.21.15.67:0/3905756718 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a56221dd80 msgr2=0x55a5625e5310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:22.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.178+0000 7f09a7a64740 1 --2- 172.21.15.67:0/3905756718 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a56221dd80 0x55a5625e5310 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f0984001430 tx=0x7f0984011000 comp rx=0 tx=0).stop 2024-09-21T00:24:22.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.178+0000 7f09a7a64740 1 -- 172.21.15.67:0/3905756718 shutdown_connections 2024-09-21T00:24:22.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.178+0000 7f09a7a64740 1 --2- 172.21.15.67:0/3905756718 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a56223ea60 0x55a5625e5850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.178+0000 7f09a7a64740 1 --2- 172.21.15.67:0/3905756718 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a56221dd80 0x55a5625e5310 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.178+0000 7f09a7a64740 1 --2- 172.21.15.67:0/3905756718 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a562215ba0 0x55a5625e63f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.178+0000 7f09a7a64740 1 -- 172.21.15.67:0/3905756718 >> 172.21.15.67:0/3905756718 conn(0x55a562232bb0 msgr2=0x55a5625de990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:22.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.178+0000 7f09a7a64740 1 -- 172.21.15.67:0/3905756718 shutdown_connections 2024-09-21T00:24:22.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.178+0000 7f09a7a64740 1 -- 172.21.15.67:0/3905756718 wait complete. 2024-09-21T00:24:22.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.179+0000 7f09a7a64740 1 -- start start 2024-09-21T00:24:22.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.179+0000 7f09a7a64740 1 Processor -- start 2024-09-21T00:24:22.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.181+0000 7f09a7a64740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a562215ba0 0x55a5625e5780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.181+0000 7f09a7a64740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a56221dd80 0x55a56264c360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.181+0000 7f09a7a64740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a56223ea60 0x55a56260c970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.181+0000 7f09a7a64740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55a5625db240 con 0x55a56221dd80 2024-09-21T00:24:22.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.181+0000 7f09a7a64740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f099c1f9830 con 0x55a562215ba0 2024-09-21T00:24:22.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.181+0000 7f09a7a64740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55a56260d7c0 con 0x55a56223ea60 2024-09-21T00:24:22.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.181+0000 7f09a7a64740 10 client.0 _ll_register_callbacks cb 0x7f098c0097c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:24:22.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.181+0000 7f0999d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a56221dd80 0x55a56264c360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.181+0000 7f0999d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a56221dd80 0x55a56264c360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:57062/0 (socket says 172.21.15.67:57062) 2024-09-21T00:24:22.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.181+0000 7f0999d9b640 1 -- 172.21.15.67:0/2786111452 learned_addr learned my addr 172.21.15.67:0/2786111452 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:22.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.181+0000 7f099a59c640 1 --2- 172.21.15.67:0/2786111452 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a562215ba0 0x55a5625e5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.181+0000 7f099ad9d640 1 --2- 172.21.15.67:0/2786111452 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a56223ea60 0x55a56260c970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.181+0000 7f0999d9b640 1 -- 172.21.15.67:0/2786111452 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a56223ea60 msgr2=0x55a56260c970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:22.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.181+0000 7f0999d9b640 1 --2- 172.21.15.67:0/2786111452 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a56223ea60 0x55a56260c970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.181+0000 7f0999d9b640 1 -- 172.21.15.67:0/2786111452 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a562215ba0 msgr2=0x55a5625e5780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:22.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.181+0000 7f0999d9b640 1 --2- 172.21.15.67:0/2786111452 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a562215ba0 0x55a5625e5780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.181+0000 7f0999d9b640 1 -- 172.21.15.67:0/2786111452 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a56250dc80 con 0x55a56221dd80 2024-09-21T00:24:22.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.181+0000 7f0999d9b640 1 --2- 172.21.15.67:0/2786111452 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a56221dd80 0x55a56264c360 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f0984026040 tx=0x7f0984003e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ebad9207f20d341 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:22.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.181+0000 7f09797fa640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:24:22.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.181+0000 7f09797fa640 1 -- 172.21.15.67:0/2786111452 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0984031060 con 0x55a56221dd80 2024-09-21T00:24:22.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.181+0000 7f09797fa640 1 -- 172.21.15.67:0/2786111452 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f09840249a0 con 0x55a56221dd80 2024-09-21T00:24:22.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.181+0000 7f09a7a64740 1 -- 172.21.15.67:0/2786111452 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f09840038f0 con 0x55a56221dd80 2024-09-21T00:24:22.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.182+0000 7f09797fa640 1 -- 172.21.15.67:0/2786111452 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f0984028070 con 0x55a56221dd80 2024-09-21T00:24:22.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.182+0000 7f09a7a64740 10 client.5604 fetch_fsmap learned FSMap version 27 2024-09-21T00:24:22.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.182+0000 7f09a7a64740 1 -- 172.21.15.67:0/2786111452 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=2+}) -- 0x55a5626269b0 con 0x55a56221dd80 2024-09-21T00:24:22.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.182+0000 7f09797fa640 1 -- 172.21.15.67:0/2786111452 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f09840038f0 con 0x55a56221dd80 2024-09-21T00:24:22.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.182+0000 7f09797fa640 1 -- 172.21.15.67:0/2786111452 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 27) ==== 3502+0+0 (secure 0 0 0) 0x7f0984024ba0 con 0x55a56221dd80 2024-09-21T00:24:22.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.182+0000 7f09a7a64740 10 client.5604 fetch_fsmap finished waiting for FSMap version 27 2024-09-21T00:24:22.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.182+0000 7f09a7a64740 10 client.5604 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.a 2024-09-21T00:24:22.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.182+0000 7f09a7a64740 20 client.5604 populate_metadata read hostname 'smithi067' 2024-09-21T00:24:22.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.182+0000 7f09a7a64740 1 --2- 172.21.15.67:0/2786111452 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55a56260ceb0 0x55a5626ad210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.182+0000 7f09a7a64740 4 client.5604 mds_command: new command op to 5376 tid=0 multi_id=0 [{"prefix": "flush_path", "path": "/scrub_test_path/ceph-qa-suite/suites/fs/verify/validater/valgrind.yaml"}] 2024-09-21T00:24:22.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.182+0000 7f09a7a64740 1 -- 172.21.15.67:0/2786111452 --> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] -- command(tid 0: {"prefix": "flush_path", "path": "/scrub_test_path/ceph-qa-suite/suites/fs/verify/validater/valgrind.yaml"}) -- 0x55a5625565d0 con 0x55a56260ceb0 2024-09-21T00:24:22.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.182+0000 7f099a59c640 1 --2- 172.21.15.67:0/2786111452 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55a56260ceb0 0x55a5626ad210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.182+0000 7f09797fa640 10 client.5604 ms_handle_connect on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:22.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.183+0000 7f099a59c640 1 --2- 172.21.15.67:0/2786111452 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55a56260ceb0 0x55a5626ad210 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=92018e430041c9ad server_cookie=d76fbb237312b03c in_seq=0 out_seq=0 2024-09-21T00:24:22.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.185+0000 7f09797fa640 1 -- 172.21.15.67:0/2786111452 <== mds.0 v2:172.21.15.67:6832/3973293841 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55a5625565d0 con 0x55a56260ceb0 2024-09-21T00:24:22.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.185+0000 7f09797fa640 10 client.5604 handle_command_reply: tid=0 2024-09-21T00:24:22.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.185+0000 7f09a7a64740 1 client.5604 shutdown 2024-09-21T00:24:22.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.186+0000 7f09a7a64740 1 -- 172.21.15.67:0/2786111452 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a56221dd80 msgr2=0x55a56264c360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:22.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.186+0000 7f09a7a64740 1 --2- 172.21.15.67:0/2786111452 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a56221dd80 0x55a56264c360 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f0984026040 tx=0x7f0984003e80 comp rx=0 tx=0).stop 2024-09-21T00:24:22.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.186+0000 7f09a7a64740 1 -- 172.21.15.67:0/2786111452 shutdown_connections 2024-09-21T00:24:22.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.186+0000 7f09a7a64740 1 --2- 172.21.15.67:0/2786111452 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55a56260ceb0 0x55a5626ad210 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.186+0000 7f09a7a64740 1 --2- 172.21.15.67:0/2786111452 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a56223ea60 0x55a56260c970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.186+0000 7f09797fa640 0 client.5604 ms_handle_reset on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:22.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.186+0000 7f09a7a64740 1 --2- 172.21.15.67:0/2786111452 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a56221dd80 0x55a56264c360 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.186+0000 7f09a7a64740 1 --2- 172.21.15.67:0/2786111452 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a562215ba0 0x55a5625e5780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.186+0000 7f09a7a64740 1 -- 172.21.15.67:0/2786111452 >> 172.21.15.67:0/2786111452 conn(0x55a562232bb0 msgr2=0x55a562627150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:22.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.186+0000 7f09a7a64740 1 -- 172.21.15.67:0/2786111452 shutdown_connections 2024-09-21T00:24:22.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.186+0000 7f09a7a64740 1 -- 172.21.15.67:0/2786111452 wait complete. 2024-09-21T00:24:22.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.186+0000 7f09a7a64740 20 client.5604 trim_cache size 0 max 16384 2024-09-21T00:24:22.192 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:24:22.192 INFO:teuthology.orchestra.run.smithi067.stdout: "message": "", 2024-09-21T00:24:22.192 INFO:teuthology.orchestra.run.smithi067.stdout: "return_code": 0 2024-09-21T00:24:22.192 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:24:22.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.186+0000 7f09a0afa640 1 -- 172.21.15.67:0/4176312259 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f097c078b90 msgr2=0x7f097c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:22.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.186+0000 7f09a0afa640 1 --2- 172.21.15.67:0/4176312259 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f097c078b90 0x7f097c07b0a0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f099c15dcc0 tx=0x7f0984009040 comp rx=0 tx=0).stop 2024-09-21T00:24:22.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.186+0000 7f09a0afa640 1 -- 172.21.15.67:0/4176312259 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f099c0b3cb0 msgr2=0x7f099c15c670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:22.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.186+0000 7f09a0afa640 1 --2- 172.21.15.67:0/4176312259 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f099c0b3cb0 0x7f099c15c670 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f098c009cd0 tx=0x7f098c004dd0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.187+0000 7f09a0afa640 1 -- 172.21.15.67:0/4176312259 shutdown_connections 2024-09-21T00:24:22.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.187+0000 7f09a0afa640 1 --2- 172.21.15.67:0/4176312259 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f097c078b90 0x7f097c07b0a0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.187+0000 7f09a0afa640 1 --2- 172.21.15.67:0/4176312259 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f099c0b6530 0x7f099c0b6940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.187+0000 7f09a0afa640 1 --2- 172.21.15.67:0/4176312259 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f099c0d4e30 0x7f099c09e4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.187+0000 7f09a0afa640 1 --2- 172.21.15.67:0/4176312259 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f099c0b3cb0 0x7f099c15c670 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.187+0000 7f09a0afa640 1 -- 172.21.15.67:0/4176312259 >> 172.21.15.67:0/4176312259 conn(0x7f099c08bee0 msgr2=0x7f099c0cf240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:22.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.187+0000 7f09a0afa640 1 -- 172.21.15.67:0/4176312259 shutdown_connections 2024-09-21T00:24:22.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.187+0000 7f09a0afa640 1 -- 172.21.15.67:0/4176312259 wait complete. 2024-09-21T00:24:22.199 INFO:tasks.cephfs.test_scrub_checks:command 'flush_path /scrub_test_path/ceph-qa-suite/suites/fs/verify/validater/valgrind.yaml' returned '{'message': '', 'return_code': 0}' 2024-09-21T00:24:22.199 INFO:tasks.cephfs.test_scrub_checks:Running command 'scrub start /scrub_test_path/ceph-qa-suite/suites/fs/verify/validater/valgrind.yaml' 2024-09-21T00:24:22.199 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.3:0 scrub start /scrub_test_path/ceph-qa-suite/suites/fs/verify/validater/valgrind.yaml 2024-09-21T00:24:22.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.326+0000 7f783587f640 1 -- 172.21.15.67:0/4233423336 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7818004800 msgr2=0x7f7818004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:22.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.326+0000 7f783587f640 1 --2- 172.21.15.67:0/4233423336 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7818004800 0x7f7818004c10 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f7824001660 tx=0x7f7818005830 comp rx=0 tx=0).stop 2024-09-21T00:24:22.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.326+0000 7f782f7fe640 1 -- 172.21.15.67:0/4233423336 reap_dead start 2024-09-21T00:24:22.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.326+0000 7f783587f640 1 -- 172.21.15.67:0/4233423336 shutdown_connections 2024-09-21T00:24:22.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.326+0000 7f783587f640 1 -- 172.21.15.67:0/4233423336 >> 172.21.15.67:0/4233423336 conn(0x7f783009da10 msgr2=0x7f78300d46a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:22.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.326+0000 7f783587f640 1 -- 172.21.15.67:0/4233423336 shutdown_connections 2024-09-21T00:24:22.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.326+0000 7f783587f640 1 -- 172.21.15.67:0/4233423336 wait complete. 2024-09-21T00:24:22.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.328+0000 7f783587f640 1 Processor -- start 2024-09-21T00:24:22.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.328+0000 7f783587f640 1 -- start start 2024-09-21T00:24:22.332 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.330+0000 7f783587f640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7818004800 0x7f78301f5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.332 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.330+0000 7f783587f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f783015f6d0 0x7f78301568a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.332 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.330+0000 7f783587f640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f783015b8d0 0x7f783015bce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.332 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.330+0000 7f783587f640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f78300b4a60 con 0x7f783015f6d0 2024-09-21T00:24:22.332 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.330+0000 7f783587f640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f78300b9c40 con 0x7f783015b8d0 2024-09-21T00:24:22.332 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.330+0000 7f783587f640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f78300b4be0 con 0x7f7818004800 2024-09-21T00:24:22.332 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.330+0000 7f782e7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f783015f6d0 0x7f78301568a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.332 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.330+0000 7f782e7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f783015f6d0 0x7f78301568a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:57092/0 (socket says 172.21.15.67:57092) 2024-09-21T00:24:22.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.330+0000 7f782e7fc640 1 -- 172.21.15.67:0/3739649135 learned_addr learned my addr 172.21.15.67:0/3739649135 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:22.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.330+0000 7f782f7fe640 1 --2- 172.21.15.67:0/3739649135 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f783015b8d0 0x7f783015bce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.330+0000 7f782effd640 1 --2- 172.21.15.67:0/3739649135 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7818004800 0x7f78301f5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.330+0000 7f782e7fc640 1 -- 172.21.15.67:0/3739649135 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7818004800 msgr2=0x7f78301f5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:22.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.330+0000 7f782e7fc640 1 --2- 172.21.15.67:0/3739649135 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7818004800 0x7f78301f5bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.330+0000 7f782e7fc640 1 -- 172.21.15.67:0/3739649135 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f783015b8d0 msgr2=0x7f783015bce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:22.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.330+0000 7f782e7fc640 1 --2- 172.21.15.67:0/3739649135 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f783015b8d0 0x7f783015bce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.330+0000 7f782e7fc640 1 -- 172.21.15.67:0/3739649135 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78301595a0 con 0x7f783015f6d0 2024-09-21T00:24:22.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.330+0000 7f782e7fc640 1 --2- 172.21.15.67:0/3739649135 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f783015f6d0 0x7f78301568a0 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f7824001780 tx=0x7f7824006360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:22.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.330+0000 7f7817fff640 1 -- 172.21.15.67:0/3739649135 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7824038070 con 0x7f783015f6d0 2024-09-21T00:24:22.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.331+0000 7f7817fff640 1 -- 172.21.15.67:0/3739649135 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7824003af0 con 0x7f783015f6d0 2024-09-21T00:24:22.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.331+0000 7f783587f640 1 -- 172.21.15.67:0/3739649135 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7830159880 con 0x7f783015f6d0 2024-09-21T00:24:22.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.331+0000 7f7817fff640 1 -- 172.21.15.67:0/3739649135 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7824033420 con 0x7f783015f6d0 2024-09-21T00:24:22.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.331+0000 7f783587f640 1 -- 172.21.15.67:0/3739649135 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f783015a270 con 0x7f783015f6d0 2024-09-21T00:24:22.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.333+0000 7f7817fff640 1 -- 172.21.15.67:0/3739649135 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f7824030070 con 0x7f783015f6d0 2024-09-21T00:24:22.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.333+0000 7f7817fff640 1 --2- 172.21.15.67:0/3739649135 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f781c078bc0 0x7f781c07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.333+0000 7f7817fff640 1 -- 172.21.15.67:0/3739649135 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f78240b9de0 con 0x7f783015f6d0 2024-09-21T00:24:22.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.334+0000 7f782effd640 1 --2- 172.21.15.67:0/3739649135 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f781c078bc0 0x7f781c07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.334+0000 7f783c7e1740 1 Processor -- start 2024-09-21T00:24:22.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.334+0000 7f783c7e1740 1 -- start start 2024-09-21T00:24:22.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.334+0000 7f782effd640 1 --2- 172.21.15.67:0/3739649135 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f781c078bc0 0x7f781c07b0d0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f7820001090 tx=0x7f78200067f0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:22.338 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.335+0000 7f783c7e1740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56408ae66a90 0x56408b2550d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.338 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.335+0000 7f783c7e1740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56408ae3dbd0 0x56408b237da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.335+0000 7f783c7e1740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56408ae45db0 0x56408b2382e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.335+0000 7f783c7e1740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x56408b180f20 con 0x56408ae3dbd0 2024-09-21T00:24:22.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.335+0000 7f783c7e1740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x56408b170350 con 0x56408ae45db0 2024-09-21T00:24:22.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.335+0000 7f783c7e1740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x56408b174160 con 0x56408ae66a90 2024-09-21T00:24:22.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.335+0000 7f782e7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56408ae3dbd0 0x56408b237da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.336+0000 7f782e7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56408ae3dbd0 0x56408b237da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:57102/0 (socket says 172.21.15.67:57102) 2024-09-21T00:24:22.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.336+0000 7f782e7fc640 1 -- 172.21.15.67:0/1715456674 learned_addr learned my addr 172.21.15.67:0/1715456674 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:22.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.336+0000 7f782effd640 1 --2- 172.21.15.67:0/1715456674 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56408ae66a90 0x56408b2550d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.336+0000 7f782f7fe640 1 --2- 172.21.15.67:0/1715456674 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56408ae45db0 0x56408b2382e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.336+0000 7f782e7fc640 1 -- 172.21.15.67:0/1715456674 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56408ae66a90 msgr2=0x56408b2550d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:22.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.336+0000 7f782e7fc640 1 --2- 172.21.15.67:0/1715456674 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56408ae66a90 0x56408b2550d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.336+0000 7f782e7fc640 1 -- 172.21.15.67:0/1715456674 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56408ae45db0 msgr2=0x56408b2382e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:22.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.336+0000 7f782e7fc640 1 --2- 172.21.15.67:0/1715456674 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56408ae45db0 0x56408b2382e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.336+0000 7f782e7fc640 1 -- 172.21.15.67:0/1715456674 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56408b11c660 con 0x56408ae3dbd0 2024-09-21T00:24:22.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.336+0000 7f782e7fc640 1 --2- 172.21.15.67:0/1715456674 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56408ae3dbd0 0x56408b237da0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f78240b82b0 tx=0x7f782402a8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1af603abaf003ca server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:22.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.336+0000 7f78157fa640 1 -- 172.21.15.67:0/1715456674 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7824082360 con 0x56408ae3dbd0 2024-09-21T00:24:22.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.336+0000 7f78157fa640 1 -- 172.21.15.67:0/1715456674 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7824086030 con 0x56408ae3dbd0 2024-09-21T00:24:22.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.336+0000 7f78157fa640 1 -- 172.21.15.67:0/1715456674 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7824081100 con 0x56408ae3dbd0 2024-09-21T00:24:22.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.337+0000 7f783c7e1740 1 -- 172.21.15.67:0/1715456674 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56408ae3dbd0 msgr2=0x56408b237da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:22.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.337+0000 7f783c7e1740 1 --2- 172.21.15.67:0/1715456674 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56408ae3dbd0 0x56408b237da0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f78240b82b0 tx=0x7f782402a8c0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.337+0000 7f783c7e1740 1 -- 172.21.15.67:0/1715456674 shutdown_connections 2024-09-21T00:24:22.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.337+0000 7f783c7e1740 1 --2- 172.21.15.67:0/1715456674 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56408ae45db0 0x56408b2382e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.337+0000 7f783c7e1740 1 --2- 172.21.15.67:0/1715456674 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56408ae3dbd0 0x56408b237da0 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.337+0000 7f783c7e1740 1 --2- 172.21.15.67:0/1715456674 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56408ae66a90 0x56408b2550d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.337+0000 7f783c7e1740 1 -- 172.21.15.67:0/1715456674 >> 172.21.15.67:0/1715456674 conn(0x56408ae5abe0 msgr2=0x56408b20dfc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:22.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.337+0000 7f783c7e1740 1 -- 172.21.15.67:0/1715456674 shutdown_connections 2024-09-21T00:24:22.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.337+0000 7f783c7e1740 1 -- 172.21.15.67:0/1715456674 wait complete. 2024-09-21T00:24:22.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.338+0000 7f783c7e1740 1 -- start start 2024-09-21T00:24:22.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.338+0000 7f783c7e1740 1 Processor -- start 2024-09-21T00:24:22.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.339+0000 7f783c7e1740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56408ae3dbd0 0x56408b265410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.339+0000 7f783c7e1740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56408ae45db0 0x56408b20dba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.339+0000 7f783c7e1740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56408ae66a90 0x56408b20e0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.339+0000 7f783c7e1740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x56408aee0e40 con 0x56408ae66a90 2024-09-21T00:24:22.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.340+0000 7f783c7e1740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x56408b115850 con 0x56408ae45db0 2024-09-21T00:24:22.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.340+0000 7f783c7e1740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x56408b170350 con 0x56408ae3dbd0 2024-09-21T00:24:22.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.340+0000 7f783c7e1740 10 client.0 _ll_register_callbacks cb 0x56408b1695d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:24:22.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.340+0000 7f782f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56408ae66a90 0x56408b20e0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.340+0000 7f782effd640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56408ae3dbd0 0x56408b265410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.340+0000 7f782f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56408ae66a90 0x56408b20e0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:57114/0 (socket says 172.21.15.67:57114) 2024-09-21T00:24:22.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.340+0000 7f782effd640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56408ae3dbd0 0x56408b265410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.67:44328/0 (socket says 172.21.15.67:44328) 2024-09-21T00:24:22.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.340+0000 7f782f7fe640 1 -- 172.21.15.67:0/3441501703 learned_addr learned my addr 172.21.15.67:0/3441501703 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:22.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.340+0000 7f782e7fc640 1 --2- 172.21.15.67:0/3441501703 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56408ae45db0 0x56408b20dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.340+0000 7f782f7fe640 1 -- 172.21.15.67:0/3441501703 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56408ae3dbd0 msgr2=0x56408b265410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:22.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.340+0000 7f782f7fe640 1 --2- 172.21.15.67:0/3441501703 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56408ae3dbd0 0x56408b265410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.340+0000 7f782f7fe640 1 -- 172.21.15.67:0/3441501703 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56408ae45db0 msgr2=0x56408b20dba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:22.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.340+0000 7f782f7fe640 1 --2- 172.21.15.67:0/3441501703 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56408ae45db0 0x56408b20dba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.340+0000 7f782f7fe640 1 -- 172.21.15.67:0/3441501703 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56408af4af00 con 0x56408ae66a90 2024-09-21T00:24:22.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.340+0000 7f782f7fe640 1 --2- 172.21.15.67:0/3441501703 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56408ae66a90 0x56408b20e0e0 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f78300d51e0 tx=0x7f782800f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90580a0846979f90 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:22.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.340+0000 7f780e7fc640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:24:22.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.340+0000 7f780e7fc640 1 -- 172.21.15.67:0/3441501703 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78280120d0 con 0x56408ae66a90 2024-09-21T00:24:22.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.340+0000 7f780e7fc640 1 -- 172.21.15.67:0/3441501703 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f782801dad0 con 0x56408ae66a90 2024-09-21T00:24:22.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.340+0000 7f783c7e1740 1 -- 172.21.15.67:0/3441501703 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7824086030 con 0x56408ae66a90 2024-09-21T00:24:22.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.341+0000 7f780e7fc640 1 -- 172.21.15.67:0/3441501703 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f7828012270 con 0x56408ae66a90 2024-09-21T00:24:22.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.341+0000 7f783c7e1740 10 client.5616 fetch_fsmap learned FSMap version 27 2024-09-21T00:24:22.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.341+0000 7f783c7e1740 1 -- 172.21.15.67:0/3441501703 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=2+}) -- 0x56408aeafda0 con 0x56408ae66a90 2024-09-21T00:24:22.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.341+0000 7f780e7fc640 1 -- 172.21.15.67:0/3441501703 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7824086030 con 0x56408ae66a90 2024-09-21T00:24:22.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.341+0000 7f780e7fc640 1 -- 172.21.15.67:0/3441501703 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 27) ==== 3502+0+0 (secure 0 0 0) 0x7f7828024050 con 0x56408ae66a90 2024-09-21T00:24:22.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.341+0000 7f783c7e1740 10 client.5616 fetch_fsmap finished waiting for FSMap version 27 2024-09-21T00:24:22.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.341+0000 7f783c7e1740 10 client.5616 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.a 2024-09-21T00:24:22.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.341+0000 7f783c7e1740 20 client.5616 populate_metadata read hostname 'smithi067' 2024-09-21T00:24:22.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.341+0000 7f783c7e1740 1 --2- 172.21.15.67:0/3441501703 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x56408ae25660 0x56408b2339d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.341+0000 7f783c7e1740 4 client.5616 mds_command: new command op to 5376 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:24:22.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.341+0000 7f783c7e1740 1 -- 172.21.15.67:0/3441501703 --> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56408b182e70 con 0x56408ae25660 2024-09-21T00:24:22.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.341+0000 7f782effd640 1 --2- 172.21.15.67:0/3441501703 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x56408ae25660 0x56408b2339d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.341+0000 7f780e7fc640 10 client.5616 ms_handle_connect on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:22.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.341+0000 7f782effd640 1 --2- 172.21.15.67:0/3441501703 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x56408ae25660 0x56408b2339d0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3808a5511f18f930 server_cookie=3a644a81331e8d21 in_seq=0 out_seq=0 2024-09-21T00:24:22.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.342+0000 7f780e7fc640 1 -- 172.21.15.67:0/3441501703 <== mds.0 v2:172.21.15.67:6832/3973293841 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x56408b182e70 con 0x56408ae25660 2024-09-21T00:24:22.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.342+0000 7f780e7fc640 10 client.5616 handle_command_reply: tid=0 2024-09-21T00:24:22.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.342+0000 7f783c7e1740 1 client.5616 shutdown 2024-09-21T00:24:22.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.342+0000 7f783c7e1740 1 -- 172.21.15.67:0/3441501703 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56408ae66a90 msgr2=0x56408b20e0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:22.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.342+0000 7f783c7e1740 1 --2- 172.21.15.67:0/3441501703 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56408ae66a90 0x56408b20e0e0 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f78300d51e0 tx=0x7f782800f790 comp rx=0 tx=0).stop 2024-09-21T00:24:22.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.342+0000 7f783c7e1740 1 -- 172.21.15.67:0/3441501703 shutdown_connections 2024-09-21T00:24:22.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.342+0000 7f783c7e1740 1 --2- 172.21.15.67:0/3441501703 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56408ae66a90 0x56408b20e0e0 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.342+0000 7f783c7e1740 1 --2- 172.21.15.67:0/3441501703 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56408ae45db0 0x56408b20dba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.342+0000 7f783c7e1740 1 --2- 172.21.15.67:0/3441501703 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x56408ae25660 0x56408b2339d0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.342+0000 7f783c7e1740 1 --2- 172.21.15.67:0/3441501703 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56408ae3dbd0 0x56408b265410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.342+0000 7f780e7fc640 0 client.5616 ms_handle_reset on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:22.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.342+0000 7f783c7e1740 1 -- 172.21.15.67:0/3441501703 >> 172.21.15.67:0/3441501703 conn(0x56408ae5abe0 msgr2=0x56408b253450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:22.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.342+0000 7f783c7e1740 1 -- 172.21.15.67:0/3441501703 shutdown_connections 2024-09-21T00:24:22.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.342+0000 7f783c7e1740 1 -- 172.21.15.67:0/3441501703 wait complete. 2024-09-21T00:24:22.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.343+0000 7f783c7e1740 20 client.5616 trim_cache size 0 max 16384 2024-09-21T00:24:22.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.361+0000 7f783c7e1740 1 Processor -- start 2024-09-21T00:24:22.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.361+0000 7f783c7e1740 1 -- start start 2024-09-21T00:24:22.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.362+0000 7f783c7e1740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56408ae3dbd0 0x56408b2538b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.362+0000 7f783c7e1740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56408ae45db0 0x56408b203c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.362+0000 7f783c7e1740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56408ae66a90 0x56408b237da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.362+0000 7f783c7e1740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f78302023c0 con 0x56408ae66a90 2024-09-21T00:24:22.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.362+0000 7f783c7e1740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f78302013e0 con 0x56408ae3dbd0 2024-09-21T00:24:22.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.362+0000 7f783c7e1740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f783006ed80 con 0x56408ae45db0 2024-09-21T00:24:22.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.362+0000 7f782f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56408ae66a90 0x56408b237da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.362+0000 7f782f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56408ae66a90 0x56408b237da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:57128/0 (socket says 172.21.15.67:57128) 2024-09-21T00:24:22.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.362+0000 7f782f7fe640 1 -- 172.21.15.67:0/554660614 learned_addr learned my addr 172.21.15.67:0/554660614 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:22.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.362+0000 7f782effd640 1 --2- 172.21.15.67:0/554660614 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56408ae3dbd0 0x56408b2538b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.362+0000 7f782e7fc640 1 --2- 172.21.15.67:0/554660614 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56408ae45db0 0x56408b203c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.362+0000 7f782f7fe640 1 -- 172.21.15.67:0/554660614 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56408ae45db0 msgr2=0x56408b203c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:22.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.362+0000 7f782f7fe640 1 --2- 172.21.15.67:0/554660614 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56408ae45db0 0x56408b203c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.362+0000 7f782f7fe640 1 -- 172.21.15.67:0/554660614 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56408ae3dbd0 msgr2=0x56408b2538b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:22.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.362+0000 7f782f7fe640 1 --2- 172.21.15.67:0/554660614 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56408ae3dbd0 0x56408b2538b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.362+0000 7f782f7fe640 1 -- 172.21.15.67:0/554660614 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56408afab690 con 0x56408ae66a90 2024-09-21T00:24:22.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.362+0000 7f782effd640 1 --2- 172.21.15.67:0/554660614 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56408ae3dbd0 0x56408b2538b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:24:22.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.363+0000 7f782f7fe640 1 --2- 172.21.15.67:0/554660614 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56408ae66a90 0x56408b237da0 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f78280094d0 tx=0x7f7828005bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a9390e659cded49c server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:22.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.363+0000 7f7814ff9640 1 -- 172.21.15.67:0/554660614 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7828010430 con 0x56408ae66a90 2024-09-21T00:24:22.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.363+0000 7f7814ff9640 1 -- 172.21.15.67:0/554660614 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f78280105d0 con 0x56408ae66a90 2024-09-21T00:24:22.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.363+0000 7f7814ff9640 1 -- 172.21.15.67:0/554660614 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7828010a00 con 0x56408ae66a90 2024-09-21T00:24:22.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.364+0000 7f783c7e1740 1 -- 172.21.15.67:0/554660614 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56408ae66a90 msgr2=0x56408b237da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:22.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.364+0000 7f783c7e1740 1 --2- 172.21.15.67:0/554660614 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56408ae66a90 0x56408b237da0 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f78280094d0 tx=0x7f7828005bd0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.364+0000 7f783c7e1740 1 -- 172.21.15.67:0/554660614 shutdown_connections 2024-09-21T00:24:22.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.364+0000 7f783c7e1740 1 --2- 172.21.15.67:0/554660614 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56408ae66a90 0x56408b237da0 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.364+0000 7f783c7e1740 1 --2- 172.21.15.67:0/554660614 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56408ae45db0 0x56408b203c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.364+0000 7f783c7e1740 1 --2- 172.21.15.67:0/554660614 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56408ae3dbd0 0x56408b2538b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.364+0000 7f783c7e1740 1 -- 172.21.15.67:0/554660614 >> 172.21.15.67:0/554660614 conn(0x56408ae5abe0 msgr2=0x56408b24ddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:22.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.364+0000 7f783c7e1740 1 -- 172.21.15.67:0/554660614 shutdown_connections 2024-09-21T00:24:22.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.364+0000 7f783c7e1740 1 -- 172.21.15.67:0/554660614 wait complete. 2024-09-21T00:24:22.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.365+0000 7f783c7e1740 1 -- start start 2024-09-21T00:24:22.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.365+0000 7f783c7e1740 1 Processor -- start 2024-09-21T00:24:22.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.366+0000 7f783c7e1740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56408ae3dbd0 0x56408b2d1c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.366+0000 7f783c7e1740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56408ae45db0 0x56408b237da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.366+0000 7f783c7e1740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56408ae66a90 0x56408b2382e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.366+0000 7f783c7e1740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x56408b180f20 con 0x56408ae3dbd0 2024-09-21T00:24:22.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.366+0000 7f783c7e1740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f7830200d90 con 0x56408ae45db0 2024-09-21T00:24:22.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.366+0000 7f783c7e1740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x56408b276490 con 0x56408ae66a90 2024-09-21T00:24:22.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.366+0000 7f783c7e1740 10 client.0 _ll_register_callbacks cb 0x7f7828009c30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:24:22.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.366+0000 7f782effd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56408ae3dbd0 0x56408b2d1c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.366+0000 7f782effd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56408ae3dbd0 0x56408b2d1c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:57142/0 (socket says 172.21.15.67:57142) 2024-09-21T00:24:22.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.366+0000 7f782effd640 1 -- 172.21.15.67:0/370093786 learned_addr learned my addr 172.21.15.67:0/370093786 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:22.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.366+0000 7f782e7fc640 1 --2- 172.21.15.67:0/370093786 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56408ae45db0 0x56408b237da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.366+0000 7f782f7fe640 1 --2- 172.21.15.67:0/370093786 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56408ae66a90 0x56408b2382e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.366+0000 7f782effd640 1 -- 172.21.15.67:0/370093786 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56408ae66a90 msgr2=0x56408b2382e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:22.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.366+0000 7f782effd640 1 --2- 172.21.15.67:0/370093786 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56408ae66a90 0x56408b2382e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.366+0000 7f782effd640 1 -- 172.21.15.67:0/370093786 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56408ae45db0 msgr2=0x56408b237da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:22.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.366+0000 7f782effd640 1 --2- 172.21.15.67:0/370093786 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56408ae45db0 0x56408b237da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.366+0000 7f782effd640 1 -- 172.21.15.67:0/370093786 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56408af49200 con 0x56408ae3dbd0 2024-09-21T00:24:22.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.367+0000 7f782effd640 1 --2- 172.21.15.67:0/370093786 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56408ae3dbd0 0x56408b2d1c70 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x56408b2265e0 tx=0x7f7820001b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7b9e061d9901e0a server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:22.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.367+0000 7f780e7fc640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:24:22.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.367+0000 7f780e7fc640 1 -- 172.21.15.67:0/370093786 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7820012ca0 con 0x56408ae3dbd0 2024-09-21T00:24:22.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.367+0000 7f780e7fc640 1 -- 172.21.15.67:0/370093786 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f78200293c0 con 0x56408ae3dbd0 2024-09-21T00:24:22.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.367+0000 7f783c7e1740 1 -- 172.21.15.67:0/370093786 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f78280105d0 con 0x56408ae3dbd0 2024-09-21T00:24:22.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.367+0000 7f780e7fc640 1 -- 172.21.15.67:0/370093786 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f7820035050 con 0x56408ae3dbd0 2024-09-21T00:24:22.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.367+0000 7f783c7e1740 10 client.5622 fetch_fsmap learned FSMap version 27 2024-09-21T00:24:22.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.367+0000 7f783c7e1740 1 -- 172.21.15.67:0/370093786 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=2+}) -- 0x56408b2761d0 con 0x56408ae3dbd0 2024-09-21T00:24:22.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.367+0000 7f780e7fc640 1 -- 172.21.15.67:0/370093786 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f78280105d0 con 0x56408ae3dbd0 2024-09-21T00:24:22.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.367+0000 7f780e7fc640 1 -- 172.21.15.67:0/370093786 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 27) ==== 3502+0+0 (secure 0 0 0) 0x7f7820038020 con 0x56408ae3dbd0 2024-09-21T00:24:22.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.367+0000 7f783c7e1740 10 client.5622 fetch_fsmap finished waiting for FSMap version 27 2024-09-21T00:24:22.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.367+0000 7f783c7e1740 10 client.5622 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.a 2024-09-21T00:24:22.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.367+0000 7f783c7e1740 20 client.5622 populate_metadata read hostname 'smithi067' 2024-09-21T00:24:22.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.367+0000 7f783c7e1740 1 --2- 172.21.15.67:0/370093786 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x56408b24d610 0x56408b22e680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.367+0000 7f783c7e1740 4 client.5622 mds_command: new command op to 5376 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/scrub_test_path/ceph-qa-suite/suites/fs/verify/validater/valgrind.yaml"}] 2024-09-21T00:24:22.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.367+0000 7f783c7e1740 1 -- 172.21.15.67:0/370093786 --> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] -- command(tid 0: {"prefix": "scrub start", "path": "/scrub_test_path/ceph-qa-suite/suites/fs/verify/validater/valgrind.yaml"}) -- 0x56408b17e920 con 0x56408b24d610 2024-09-21T00:24:22.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.368+0000 7f782e7fc640 1 --2- 172.21.15.67:0/370093786 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x56408b24d610 0x56408b22e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.368+0000 7f780e7fc640 10 client.5622 ms_handle_connect on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:22.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.368+0000 7f782e7fc640 1 --2- 172.21.15.67:0/370093786 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x56408b24d610 0x56408b22e680 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1cf535235912e61e server_cookie=c07b58b6c2105e2e in_seq=0 out_seq=0 2024-09-21T00:24:22.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.370+0000 7f780e7fc640 1 -- 172.21.15.67:0/370093786 <== mds.0 v2:172.21.15.67:6832/3973293841 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x56408b17e920 con 0x56408b24d610 2024-09-21T00:24:22.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.370+0000 7f780e7fc640 10 client.5622 handle_command_reply: tid=0 2024-09-21T00:24:22.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.370+0000 7f783c7e1740 1 client.5622 shutdown 2024-09-21T00:24:22.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.370+0000 7f783c7e1740 1 -- 172.21.15.67:0/370093786 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56408ae3dbd0 msgr2=0x56408b2d1c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:22.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.370+0000 7f783c7e1740 1 --2- 172.21.15.67:0/370093786 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56408ae3dbd0 0x56408b2d1c70 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x56408b2265e0 tx=0x7f7820001b90 comp rx=0 tx=0).stop 2024-09-21T00:24:22.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.370+0000 7f783c7e1740 1 -- 172.21.15.67:0/370093786 shutdown_connections 2024-09-21T00:24:22.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.370+0000 7f783c7e1740 1 --2- 172.21.15.67:0/370093786 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x56408b24d610 0x56408b22e680 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.370+0000 7f783c7e1740 1 --2- 172.21.15.67:0/370093786 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56408ae66a90 0x56408b2382e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.370+0000 7f783c7e1740 1 --2- 172.21.15.67:0/370093786 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56408ae45db0 0x56408b237da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.370+0000 7f780e7fc640 0 client.5622 ms_handle_reset on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:22.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.370+0000 7f783c7e1740 1 --2- 172.21.15.67:0/370093786 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56408ae3dbd0 0x56408b2d1c70 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.370+0000 7f783c7e1740 1 -- 172.21.15.67:0/370093786 >> 172.21.15.67:0/370093786 conn(0x56408ae5abe0 msgr2=0x56408b20de20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:22.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.370+0000 7f783c7e1740 1 -- 172.21.15.67:0/370093786 shutdown_connections 2024-09-21T00:24:22.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.370+0000 7f783c7e1740 1 -- 172.21.15.67:0/370093786 wait complete. 2024-09-21T00:24:22.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.370+0000 7f783c7e1740 20 client.5622 trim_cache size 0 max 16384 2024-09-21T00:24:22.376 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:24:22.376 INFO:teuthology.orchestra.run.smithi067.stdout: "return_code": 0, 2024-09-21T00:24:22.376 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_tag": "fc804c48-cd25-400c-9119-62c2307cfb52", 2024-09-21T00:24:22.377 INFO:teuthology.orchestra.run.smithi067.stdout: "mode": "asynchronous" 2024-09-21T00:24:22.377 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:24:22.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.371+0000 7f783587f640 1 -- 172.21.15.67:0/3739649135 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f781c078bc0 msgr2=0x7f781c07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:22.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.371+0000 7f783587f640 1 --2- 172.21.15.67:0/3739649135 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f781c078bc0 0x7f781c07b0d0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f7820001090 tx=0x7f78200067f0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.371+0000 7f783587f640 1 -- 172.21.15.67:0/3739649135 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f783015f6d0 msgr2=0x7f78301568a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:22.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.371+0000 7f783587f640 1 --2- 172.21.15.67:0/3739649135 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f783015f6d0 0x7f78301568a0 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f7824001780 tx=0x7f7824006360 comp rx=0 tx=0).stop 2024-09-21T00:24:22.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.371+0000 7f783587f640 1 -- 172.21.15.67:0/3739649135 shutdown_connections 2024-09-21T00:24:22.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.371+0000 7f783587f640 1 --2- 172.21.15.67:0/3739649135 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f781c078bc0 0x7f781c07b0d0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.371+0000 7f783587f640 1 --2- 172.21.15.67:0/3739649135 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f783015b8d0 0x7f783015bce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.371+0000 7f783587f640 1 --2- 172.21.15.67:0/3739649135 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f783015f6d0 0x7f78301568a0 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.371+0000 7f783587f640 1 --2- 172.21.15.67:0/3739649135 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7818004800 0x7f78301f5bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.371+0000 7f783587f640 1 -- 172.21.15.67:0/3739649135 >> 172.21.15.67:0/3739649135 conn(0x7f783009da10 msgr2=0x7f78300cf540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:22.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.371+0000 7f783587f640 1 -- 172.21.15.67:0/3739649135 shutdown_connections 2024-09-21T00:24:22.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.371+0000 7f783587f640 1 -- 172.21.15.67:0/3739649135 wait complete. 2024-09-21T00:24:22.384 INFO:tasks.cephfs.test_scrub_checks:command 'scrub start /scrub_test_path/ceph-qa-suite/suites/fs/verify/validater/valgrind.yaml' returned '{'return_code': 0, 'scrub_tag': 'fc804c48-cd25-400c-9119-62c2307cfb52', 'mode': 'asynchronous'}' 2024-09-21T00:24:22.385 INFO:tasks.cephfs.test_scrub_checks:First run: flushing base dir / 2024-09-21T00:24:22.385 INFO:tasks.cephfs.test_scrub_checks:Running command 'flush_path /' 2024-09-21T00:24:22.385 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.3:0 flush_path / 2024-09-21T00:24:22.512 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.511+0000 7ff7eda5c640 1 -- 172.21.15.67:0/1181048854 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff7e80d4db0 msgr2=0x7ff7e80d0d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:22.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.511+0000 7ff7eda5c640 1 --2- 172.21.15.67:0/1181048854 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff7e80d4db0 0x7ff7e80d0d40 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7ff7dc009830 tx=0x7ff7dc02a480 comp rx=0 tx=0).stop 2024-09-21T00:24:22.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.511+0000 7ff7eda5c640 1 -- 172.21.15.67:0/1181048854 shutdown_connections 2024-09-21T00:24:22.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.511+0000 7ff7eda5c640 1 --2- 172.21.15.67:0/1181048854 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff7e80d4db0 0x7ff7e80d0d40 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.511+0000 7ff7eda5c640 1 --2- 172.21.15.67:0/1181048854 >> v2:172.21.15.97:3300/0 conn(0x7ff7e80d3590 0x7ff7e80b9950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.511+0000 7ff7eda5c640 1 -- 172.21.15.67:0/1181048854 >> 172.21.15.67:0/1181048854 conn(0x7ff7e809da10 msgr2=0x7ff7e80d46a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:22.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.511+0000 7ff7eda5c640 1 -- 172.21.15.67:0/1181048854 shutdown_connections 2024-09-21T00:24:22.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.511+0000 7ff7eda5c640 1 -- 172.21.15.67:0/1181048854 wait complete. 2024-09-21T00:24:22.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.513+0000 7ff7eda5c640 1 Processor -- start 2024-09-21T00:24:22.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.513+0000 7ff7eda5c640 1 -- start start 2024-09-21T00:24:22.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.515+0000 7ff7eda5c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff7e80d1280 0x7ff7e80b2920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.515+0000 7ff7eda5c640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff7e80d3590 0x7ff7e81f8c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.515+0000 7ff7eda5c640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff7e80d4db0 0x7ff7e81f9190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.515+0000 7ff7eda5c640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff7e80b55b0 con 0x7ff7e80d1280 2024-09-21T00:24:22.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.515+0000 7ff7eda5c640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff7e80b3c90 con 0x7ff7e80d4db0 2024-09-21T00:24:22.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.515+0000 7ff7eda5c640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7ff7e80d2b90 con 0x7ff7e80d3590 2024-09-21T00:24:22.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.515+0000 7ff7e6ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff7e80d1280 0x7ff7e80b2920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.515+0000 7ff7e6ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff7e80d1280 0x7ff7e80b2920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:57158/0 (socket says 172.21.15.67:57158) 2024-09-21T00:24:22.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.515+0000 7ff7e6ffd640 1 -- 172.21.15.67:0/2788918849 learned_addr learned my addr 172.21.15.67:0/2788918849 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:22.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.515+0000 7ff7e67fc640 1 --2- 172.21.15.67:0/2788918849 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff7e80d3590 0x7ff7e81f8c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.515+0000 7ff7e77fe640 1 --2- 172.21.15.67:0/2788918849 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff7e80d4db0 0x7ff7e81f9190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.515+0000 7ff7e6ffd640 1 -- 172.21.15.67:0/2788918849 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff7e80d3590 msgr2=0x7ff7e81f8c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:22.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.515+0000 7ff7e6ffd640 1 --2- 172.21.15.67:0/2788918849 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff7e80d3590 0x7ff7e81f8c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.515+0000 7ff7e6ffd640 1 -- 172.21.15.67:0/2788918849 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff7e80d4db0 msgr2=0x7ff7e81f9190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:22.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.515+0000 7ff7e6ffd640 1 --2- 172.21.15.67:0/2788918849 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff7e80d4db0 0x7ff7e81f9190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.515+0000 7ff7e6ffd640 1 -- 172.21.15.67:0/2788918849 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7e809ece0 con 0x7ff7e80d1280 2024-09-21T00:24:22.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.516+0000 7ff7e6ffd640 1 --2- 172.21.15.67:0/2788918849 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff7e80d1280 0x7ff7e80b2920 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7ff7d800e7c0 tx=0x7ff7d800ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:22.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.516+0000 7ff7cffff640 1 -- 172.21.15.67:0/2788918849 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7d800ccc0 con 0x7ff7e80d1280 2024-09-21T00:24:22.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.516+0000 7ff7cffff640 1 -- 172.21.15.67:0/2788918849 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff7d8010430 con 0x7ff7e80d1280 2024-09-21T00:24:22.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.516+0000 7ff7eda5c640 1 -- 172.21.15.67:0/2788918849 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff7e80a1490 con 0x7ff7e80d1280 2024-09-21T00:24:22.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.516+0000 7ff7cffff640 1 -- 172.21.15.67:0/2788918849 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7d8010840 con 0x7ff7e80d1280 2024-09-21T00:24:22.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.516+0000 7ff7eda5c640 1 -- 172.21.15.67:0/2788918849 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff7e80a1a50 con 0x7ff7e80d1280 2024-09-21T00:24:22.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.519+0000 7ff7cffff640 1 -- 172.21.15.67:0/2788918849 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7ff7d80109e0 con 0x7ff7e80d1280 2024-09-21T00:24:22.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.519+0000 7ff7cffff640 1 --2- 172.21.15.67:0/2788918849 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff7d4078b90 0x7ff7d407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.519+0000 7ff7cffff640 1 -- 172.21.15.67:0/2788918849 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7ff7d809b6f0 con 0x7ff7e80d1280 2024-09-21T00:24:22.521 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.520+0000 7ff7e67fc640 1 --2- 172.21.15.67:0/2788918849 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff7d4078b90 0x7ff7d407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.521 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.520+0000 7ff7f49cd740 1 Processor -- start 2024-09-21T00:24:22.521 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.520+0000 7ff7f49cd740 1 -- start start 2024-09-21T00:24:22.522 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.520+0000 7ff7e67fc640 1 --2- 172.21.15.67:0/2788918849 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff7d4078b90 0x7ff7d407b0a0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7ff7dc034000 tx=0x7ff7dc004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:22.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.521+0000 7ff7f49cd740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c842cf41e0 0x55c8430c6070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.521+0000 7ff7f49cd740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c842ccb320 0x55c8430c65b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.521+0000 7ff7f49cd740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c842cd3500 0x55c8430e34b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.521+0000 7ff7f49cd740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55c84300e8f0 con 0x55c842cf41e0 2024-09-21T00:24:22.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.521+0000 7ff7f49cd740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55c842ffdd20 con 0x55c842ccb320 2024-09-21T00:24:22.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.521+0000 7ff7f49cd740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55c843001b30 con 0x55c842cd3500 2024-09-21T00:24:22.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.522+0000 7ff7e6ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c842cf41e0 0x55c8430c6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.522+0000 7ff7e6ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c842cf41e0 0x55c8430c6070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:57160/0 (socket says 172.21.15.67:57160) 2024-09-21T00:24:22.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.522+0000 7ff7e6ffd640 1 -- 172.21.15.67:0/2559427772 learned_addr learned my addr 172.21.15.67:0/2559427772 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:22.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.522+0000 7ff7e67fc640 1 --2- 172.21.15.67:0/2559427772 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c842ccb320 0x55c8430c65b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.522+0000 7ff7e77fe640 1 --2- 172.21.15.67:0/2559427772 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c842cd3500 0x55c8430e34b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.522+0000 7ff7e6ffd640 1 -- 172.21.15.67:0/2559427772 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c842cd3500 msgr2=0x55c8430e34b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:22.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.522+0000 7ff7e6ffd640 1 --2- 172.21.15.67:0/2559427772 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c842cd3500 0x55c8430e34b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.522+0000 7ff7e6ffd640 1 -- 172.21.15.67:0/2559427772 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c842ccb320 msgr2=0x55c8430c65b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:22.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.522+0000 7ff7e6ffd640 1 --2- 172.21.15.67:0/2559427772 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c842ccb320 0x55c8430c65b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.522+0000 7ff7e6ffd640 1 -- 172.21.15.67:0/2559427772 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c842d5f7c0 con 0x55c842cf41e0 2024-09-21T00:24:22.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.522+0000 7ff7e6ffd640 1 --2- 172.21.15.67:0/2559427772 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c842cf41e0 0x55c8430c6070 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7ff7d800f010 tx=0x7ff7d8062f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4cf199645f561a13 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:22.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.522+0000 7ff7cd7fa640 1 -- 172.21.15.67:0/2559427772 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7d8067fa0 con 0x55c842cf41e0 2024-09-21T00:24:22.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.523+0000 7ff7cd7fa640 1 -- 172.21.15.67:0/2559427772 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff7d806ce50 con 0x55c842cf41e0 2024-09-21T00:24:22.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.523+0000 7ff7cd7fa640 1 -- 172.21.15.67:0/2559427772 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7d80627d0 con 0x55c842cf41e0 2024-09-21T00:24:22.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.523+0000 7ff7f49cd740 1 -- 172.21.15.67:0/2559427772 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c842cf41e0 msgr2=0x55c8430c6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:22.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.523+0000 7ff7f49cd740 1 --2- 172.21.15.67:0/2559427772 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c842cf41e0 0x55c8430c6070 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7ff7d800f010 tx=0x7ff7d8062f80 comp rx=0 tx=0).stop 2024-09-21T00:24:22.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.524+0000 7ff7f49cd740 1 -- 172.21.15.67:0/2559427772 shutdown_connections 2024-09-21T00:24:22.527 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.524+0000 7ff7f49cd740 1 --2- 172.21.15.67:0/2559427772 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c842cd3500 0x55c8430e34b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.527 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.524+0000 7ff7f49cd740 1 --2- 172.21.15.67:0/2559427772 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c842ccb320 0x55c8430c65b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.527 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.524+0000 7ff7f49cd740 1 --2- 172.21.15.67:0/2559427772 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c842cf41e0 0x55c8430c6070 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.527 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.524+0000 7ff7f49cd740 1 -- 172.21.15.67:0/2559427772 >> 172.21.15.67:0/2559427772 conn(0x55c842ce8330 msgr2=0x55c84309c330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:22.527 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.524+0000 7ff7f49cd740 1 -- 172.21.15.67:0/2559427772 shutdown_connections 2024-09-21T00:24:22.527 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.524+0000 7ff7f49cd740 1 -- 172.21.15.67:0/2559427772 wait complete. 2024-09-21T00:24:22.527 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.525+0000 7ff7f49cd740 1 -- start start 2024-09-21T00:24:22.527 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.525+0000 7ff7f49cd740 1 Processor -- start 2024-09-21T00:24:22.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.526+0000 7ff7f49cd740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c842ccb320 0x55c8430e1780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.526+0000 7ff7f49cd740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c842cd3500 0x55c8430dbf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.526+0000 7ff7f49cd740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c842cf41e0 0x55c84309b370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.526+0000 7ff7f49cd740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55c842d6e590 con 0x55c842ccb320 2024-09-21T00:24:22.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.526+0000 7ff7f49cd740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55c842fa36c0 con 0x55c842cf41e0 2024-09-21T00:24:22.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.526+0000 7ff7f49cd740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55c8430da550 con 0x55c842cd3500 2024-09-21T00:24:22.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.526+0000 7ff7f49cd740 10 client.0 _ll_register_callbacks cb 0x55c842fa7170 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:24:22.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.526+0000 7ff7e6ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c842ccb320 0x55c8430e1780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.526+0000 7ff7e6ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c842ccb320 0x55c8430e1780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:57164/0 (socket says 172.21.15.67:57164) 2024-09-21T00:24:22.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.526+0000 7ff7e6ffd640 1 -- 172.21.15.67:0/1639269001 learned_addr learned my addr 172.21.15.67:0/1639269001 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:22.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.526+0000 7ff7e67fc640 1 --2- 172.21.15.67:0/1639269001 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c842cd3500 0x55c8430dbf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.526+0000 7ff7e77fe640 1 --2- 172.21.15.67:0/1639269001 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c842cf41e0 0x55c84309b370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.527+0000 7ff7e6ffd640 1 -- 172.21.15.67:0/1639269001 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c842cd3500 msgr2=0x55c8430dbf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:22.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.527+0000 7ff7e6ffd640 1 --2- 172.21.15.67:0/1639269001 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c842cd3500 0x55c8430dbf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.527+0000 7ff7e6ffd640 1 -- 172.21.15.67:0/1639269001 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c842cf41e0 msgr2=0x55c84309b370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:22.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.527+0000 7ff7e6ffd640 1 --2- 172.21.15.67:0/1639269001 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c842cf41e0 0x55c84309b370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.527+0000 7ff7e6ffd640 1 -- 172.21.15.67:0/1639269001 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c842dd6620 con 0x55c842ccb320 2024-09-21T00:24:22.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.527+0000 7ff7e6ffd640 1 --2- 172.21.15.67:0/1639269001 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c842ccb320 0x55c8430e1780 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7ff7d8099c70 tx=0x7ff7d805fa90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=38a11977ce9a8213 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:22.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.527+0000 7ff7c67fc640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:24:22.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.527+0000 7ff7c67fc640 1 -- 172.21.15.67:0/1639269001 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7d806a1b0 con 0x55c842ccb320 2024-09-21T00:24:22.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.527+0000 7ff7c67fc640 1 -- 172.21.15.67:0/1639269001 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7ff7d806a350 con 0x55c842ccb320 2024-09-21T00:24:22.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.527+0000 7ff7f49cd740 1 -- 172.21.15.67:0/1639269001 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff7d806ce50 con 0x55c842ccb320 2024-09-21T00:24:22.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.527+0000 7ff7c67fc640 1 -- 172.21.15.67:0/1639269001 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7ff7d805eec0 con 0x55c842ccb320 2024-09-21T00:24:22.532 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.527+0000 7ff7f49cd740 10 client.5631 fetch_fsmap learned FSMap version 27 2024-09-21T00:24:22.532 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.527+0000 7ff7f49cd740 1 -- 172.21.15.67:0/1639269001 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=2+}) -- 0x55c8430f13e0 con 0x55c842ccb320 2024-09-21T00:24:22.532 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.528+0000 7ff7c67fc640 1 -- 172.21.15.67:0/1639269001 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff7d806ce50 con 0x55c842ccb320 2024-09-21T00:24:22.532 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.528+0000 7ff7c67fc640 1 -- 172.21.15.67:0/1639269001 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 27) ==== 3502+0+0 (secure 0 0 0) 0x7ff7d805f060 con 0x55c842ccb320 2024-09-21T00:24:22.532 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.528+0000 7ff7f49cd740 10 client.5631 fetch_fsmap finished waiting for FSMap version 27 2024-09-21T00:24:22.532 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.528+0000 7ff7f49cd740 10 client.5631 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.a 2024-09-21T00:24:22.532 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.528+0000 7ff7f49cd740 20 client.5631 populate_metadata read hostname 'smithi067' 2024-09-21T00:24:22.532 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.528+0000 7ff7f49cd740 1 --2- 172.21.15.67:0/1639269001 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55c842cb2fc0 0x55c84309b940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.532 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.528+0000 7ff7f49cd740 4 client.5631 mds_command: new command op to 5376 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:24:22.532 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.528+0000 7ff7f49cd740 1 -- 172.21.15.67:0/1639269001 --> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c843010840 con 0x55c842cb2fc0 2024-09-21T00:24:22.532 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.528+0000 7ff7e67fc640 1 --2- 172.21.15.67:0/1639269001 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55c842cb2fc0 0x55c84309b940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.532 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.528+0000 7ff7c67fc640 10 client.5631 ms_handle_connect on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:22.532 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.529+0000 7ff7e67fc640 1 --2- 172.21.15.67:0/1639269001 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55c842cb2fc0 0x55c84309b940 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=39859b357f0bfc44 server_cookie=97a567bd79e85c5f in_seq=0 out_seq=0 2024-09-21T00:24:22.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.530+0000 7ff7c67fc640 1 -- 172.21.15.67:0/1639269001 <== mds.0 v2:172.21.15.67:6832/3973293841 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x55c843010840 con 0x55c842cb2fc0 2024-09-21T00:24:22.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.530+0000 7ff7c67fc640 10 client.5631 handle_command_reply: tid=0 2024-09-21T00:24:22.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.530+0000 7ff7f49cd740 1 client.5631 shutdown 2024-09-21T00:24:22.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.530+0000 7ff7f49cd740 1 -- 172.21.15.67:0/1639269001 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c842ccb320 msgr2=0x55c8430e1780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:22.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.530+0000 7ff7f49cd740 1 --2- 172.21.15.67:0/1639269001 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c842ccb320 0x55c8430e1780 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7ff7d8099c70 tx=0x7ff7d805fa90 comp rx=0 tx=0).stop 2024-09-21T00:24:22.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.530+0000 7ff7f49cd740 1 -- 172.21.15.67:0/1639269001 shutdown_connections 2024-09-21T00:24:22.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.530+0000 7ff7f49cd740 1 --2- 172.21.15.67:0/1639269001 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c842cf41e0 0x55c84309b370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.530+0000 7ff7f49cd740 1 --2- 172.21.15.67:0/1639269001 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55c842cb2fc0 0x55c84309b940 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.530+0000 7ff7c67fc640 0 client.5631 ms_handle_reset on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:22.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.530+0000 7ff7f49cd740 1 --2- 172.21.15.67:0/1639269001 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c842cd3500 0x55c8430dbf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.535 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.530+0000 7ff7f49cd740 1 --2- 172.21.15.67:0/1639269001 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c842ccb320 0x55c8430e1780 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.535 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.530+0000 7ff7f49cd740 1 -- 172.21.15.67:0/1639269001 >> 172.21.15.67:0/1639269001 conn(0x55c842ce8330 msgr2=0x55c84309c8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:22.535 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.531+0000 7ff7f49cd740 1 -- 172.21.15.67:0/1639269001 shutdown_connections 2024-09-21T00:24:22.535 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.531+0000 7ff7f49cd740 1 -- 172.21.15.67:0/1639269001 wait complete. 2024-09-21T00:24:22.535 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.531+0000 7ff7f49cd740 20 client.5631 trim_cache size 0 max 16384 2024-09-21T00:24:22.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.546+0000 7ff7f49cd740 1 Processor -- start 2024-09-21T00:24:22.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.546+0000 7ff7f49cd740 1 -- start start 2024-09-21T00:24:22.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.548+0000 7ff7f49cd740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c842ccb320 0x55c8430b5a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.548+0000 7ff7f49cd740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c842cd3500 0x55c8430b5f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.548+0000 7ff7f49cd740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c842cf41e0 0x55c8430f35c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.548+0000 7ff7f49cd740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff7e8201fc0 con 0x55c842ccb320 2024-09-21T00:24:22.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.548+0000 7ff7f49cd740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff7e8201080 con 0x55c842cd3500 2024-09-21T00:24:22.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.548+0000 7ff7f49cd740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7ff7e81e93c0 con 0x55c842cf41e0 2024-09-21T00:24:22.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.548+0000 7ff7e6ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c842ccb320 0x55c8430b5a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.548+0000 7ff7e6ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c842ccb320 0x55c8430b5a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:57174/0 (socket says 172.21.15.67:57174) 2024-09-21T00:24:22.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.548+0000 7ff7e6ffd640 1 -- 172.21.15.67:0/233822371 learned_addr learned my addr 172.21.15.67:0/233822371 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:22.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.548+0000 7ff7e67fc640 1 --2- 172.21.15.67:0/233822371 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c842cd3500 0x55c8430b5f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.548+0000 7ff7e77fe640 1 --2- 172.21.15.67:0/233822371 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c842cf41e0 0x55c8430f35c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.548+0000 7ff7e6ffd640 1 -- 172.21.15.67:0/233822371 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c842cf41e0 msgr2=0x55c8430f35c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:22.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.548+0000 7ff7e6ffd640 1 --2- 172.21.15.67:0/233822371 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c842cf41e0 0x55c8430f35c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.548+0000 7ff7e6ffd640 1 -- 172.21.15.67:0/233822371 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c842cd3500 msgr2=0x55c8430b5f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:22.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.548+0000 7ff7e6ffd640 1 --2- 172.21.15.67:0/233822371 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c842cd3500 0x55c8430b5f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.548+0000 7ff7e6ffd640 1 -- 172.21.15.67:0/233822371 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c843099ac0 con 0x55c842ccb320 2024-09-21T00:24:22.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.548+0000 7ff7e67fc640 1 --2- 172.21.15.67:0/233822371 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c842cd3500 0x55c8430b5f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:24:22.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.548+0000 7ff7e6ffd640 1 --2- 172.21.15.67:0/233822371 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c842ccb320 0x55c8430b5a20 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7ff7d80607e0 tx=0x7ff7d8062f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ec936703d0663c9 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:22.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.549+0000 7ff7ccff9640 1 -- 172.21.15.67:0/233822371 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7d806ce50 con 0x55c842ccb320 2024-09-21T00:24:22.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.549+0000 7ff7ccff9640 1 -- 172.21.15.67:0/233822371 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff7d8062480 con 0x55c842ccb320 2024-09-21T00:24:22.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.549+0000 7ff7ccff9640 1 -- 172.21.15.67:0/233822371 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7d806a1b0 con 0x55c842ccb320 2024-09-21T00:24:22.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.549+0000 7ff7f49cd740 1 -- 172.21.15.67:0/233822371 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c842ccb320 msgr2=0x55c8430b5a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:22.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.550+0000 7ff7f49cd740 1 --2- 172.21.15.67:0/233822371 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c842ccb320 0x55c8430b5a20 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7ff7d80607e0 tx=0x7ff7d8062f80 comp rx=0 tx=0).stop 2024-09-21T00:24:22.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.550+0000 7ff7f49cd740 1 -- 172.21.15.67:0/233822371 shutdown_connections 2024-09-21T00:24:22.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.550+0000 7ff7f49cd740 1 --2- 172.21.15.67:0/233822371 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c842cf41e0 0x55c8430f35c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.550+0000 7ff7f49cd740 1 --2- 172.21.15.67:0/233822371 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c842cd3500 0x55c8430b5f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.550+0000 7ff7f49cd740 1 --2- 172.21.15.67:0/233822371 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c842ccb320 0x55c8430b5a20 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.550+0000 7ff7f49cd740 1 -- 172.21.15.67:0/233822371 >> 172.21.15.67:0/233822371 conn(0x55c842ce8330 msgr2=0x55c8430d9cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:22.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.550+0000 7ff7f49cd740 1 -- 172.21.15.67:0/233822371 shutdown_connections 2024-09-21T00:24:22.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.550+0000 7ff7f49cd740 1 -- 172.21.15.67:0/233822371 wait complete. 2024-09-21T00:24:22.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.551+0000 7ff7f49cd740 1 -- start start 2024-09-21T00:24:22.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.551+0000 7ff7f49cd740 1 Processor -- start 2024-09-21T00:24:22.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.552+0000 7ff7f49cd740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c842ccb320 0x55c84315feb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.552+0000 7ff7f49cd740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c842cd3500 0x55c8430f35c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.552+0000 7ff7f49cd740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c842cf41e0 0x55c8430f3b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.552+0000 7ff7f49cd740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55c8430dd160 con 0x55c842cd3500 2024-09-21T00:24:22.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.552+0000 7ff7f49cd740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff7e81e9a10 con 0x55c842cf41e0 2024-09-21T00:24:22.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.552+0000 7ff7f49cd740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55c84309c1c0 con 0x55c842ccb320 2024-09-21T00:24:22.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.552+0000 7ff7f49cd740 10 client.0 _ll_register_callbacks cb 0x7ff7d8005dd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:24:22.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.552+0000 7ff7e67fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c842cd3500 0x55c8430f35c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.552+0000 7ff7e67fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c842cd3500 0x55c8430f35c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:57176/0 (socket says 172.21.15.67:57176) 2024-09-21T00:24:22.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.552+0000 7ff7e67fc640 1 -- 172.21.15.67:0/949680977 learned_addr learned my addr 172.21.15.67:0/949680977 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:22.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.552+0000 7ff7e77fe640 1 --2- 172.21.15.67:0/949680977 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c842cf41e0 0x55c8430f3b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.552+0000 7ff7e6ffd640 1 --2- 172.21.15.67:0/949680977 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c842ccb320 0x55c84315feb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.552+0000 7ff7e67fc640 1 -- 172.21.15.67:0/949680977 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c842ccb320 msgr2=0x55c84315feb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:22.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.552+0000 7ff7e67fc640 1 --2- 172.21.15.67:0/949680977 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c842ccb320 0x55c84315feb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.552+0000 7ff7e67fc640 1 -- 172.21.15.67:0/949680977 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c842cf41e0 msgr2=0x55c8430f3b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:22.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.552+0000 7ff7e67fc640 1 --2- 172.21.15.67:0/949680977 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c842cf41e0 0x55c8430f3b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.552+0000 7ff7e67fc640 1 -- 172.21.15.67:0/949680977 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c8430da260 con 0x55c842cd3500 2024-09-21T00:24:22.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.552+0000 7ff7e6ffd640 1 --2- 172.21.15.67:0/949680977 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c842ccb320 0x55c84315feb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:24:22.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.553+0000 7ff7e67fc640 1 --2- 172.21.15.67:0/949680977 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c842cd3500 0x55c8430f35c0 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7ff7dc009950 tx=0x7ff7dc005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=60452deb3a8031ec server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:22.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.553+0000 7ff7c67fc640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:24:22.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.553+0000 7ff7c67fc640 1 -- 172.21.15.67:0/949680977 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7dc005220 con 0x55c842cd3500 2024-09-21T00:24:22.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.553+0000 7ff7c67fc640 1 -- 172.21.15.67:0/949680977 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7ff7dc0053c0 con 0x55c842cd3500 2024-09-21T00:24:22.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.553+0000 7ff7f49cd740 1 -- 172.21.15.67:0/949680977 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff7d8062480 con 0x55c842cd3500 2024-09-21T00:24:22.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.553+0000 7ff7c67fc640 1 -- 172.21.15.67:0/949680977 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7ff7dc05e050 con 0x55c842cd3500 2024-09-21T00:24:22.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.553+0000 7ff7f49cd740 10 client.5637 fetch_fsmap learned FSMap version 27 2024-09-21T00:24:22.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.553+0000 7ff7f49cd740 1 -- 172.21.15.67:0/949680977 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=2+}) -- 0x55c8430952d0 con 0x55c842cd3500 2024-09-21T00:24:22.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.553+0000 7ff7c67fc640 1 -- 172.21.15.67:0/949680977 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff7d8062480 con 0x55c842cd3500 2024-09-21T00:24:22.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.553+0000 7ff7c67fc640 1 -- 172.21.15.67:0/949680977 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 27) ==== 3502+0+0 (secure 0 0 0) 0x7ff7dc061020 con 0x55c842cd3500 2024-09-21T00:24:22.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.553+0000 7ff7f49cd740 10 client.5637 fetch_fsmap finished waiting for FSMap version 27 2024-09-21T00:24:22.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.553+0000 7ff7f49cd740 10 client.5637 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.a 2024-09-21T00:24:22.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.553+0000 7ff7f49cd740 20 client.5637 populate_metadata read hostname 'smithi067' 2024-09-21T00:24:22.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.553+0000 7ff7f49cd740 1 --2- 172.21.15.67:0/949680977 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55c84309b050 0x55c8430ecac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.553+0000 7ff7f49cd740 4 client.5637 mds_command: new command op to 5376 tid=0 multi_id=0 [{"prefix": "flush_path", "path": "/"}] 2024-09-21T00:24:22.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.553+0000 7ff7f49cd740 1 -- 172.21.15.67:0/949680977 --> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] -- command(tid 0: {"prefix": "flush_path", "path": "/"}) -- 0x55c84300c2f0 con 0x55c84309b050 2024-09-21T00:24:22.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.553+0000 7ff7e6ffd640 1 --2- 172.21.15.67:0/949680977 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55c84309b050 0x55c8430ecac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.554+0000 7ff7c67fc640 10 client.5637 ms_handle_connect on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:22.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.554+0000 7ff7e6ffd640 1 --2- 172.21.15.67:0/949680977 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55c84309b050 0x55c8430ecac0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e029b580a3f2f0b7 server_cookie=aa7747a75027e751 in_seq=0 out_seq=0 2024-09-21T00:24:22.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.556+0000 7ff7c67fc640 1 -- 172.21.15.67:0/949680977 <== mds.0 v2:172.21.15.67:6832/3973293841 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55c84300c2f0 con 0x55c84309b050 2024-09-21T00:24:22.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.556+0000 7ff7c67fc640 10 client.5637 handle_command_reply: tid=0 2024-09-21T00:24:22.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.556+0000 7ff7f49cd740 1 client.5637 shutdown 2024-09-21T00:24:22.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.556+0000 7ff7f49cd740 1 -- 172.21.15.67:0/949680977 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c842cd3500 msgr2=0x55c8430f35c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:22.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.556+0000 7ff7f49cd740 1 --2- 172.21.15.67:0/949680977 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c842cd3500 0x55c8430f35c0 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7ff7dc009950 tx=0x7ff7dc005f90 comp rx=0 tx=0).stop 2024-09-21T00:24:22.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.556+0000 7ff7f49cd740 1 -- 172.21.15.67:0/949680977 shutdown_connections 2024-09-21T00:24:22.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.556+0000 7ff7f49cd740 1 --2- 172.21.15.67:0/949680977 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c842cf41e0 0x55c8430f3b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.556+0000 7ff7f49cd740 1 --2- 172.21.15.67:0/949680977 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c842cd3500 0x55c8430f35c0 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.556+0000 7ff7f49cd740 1 --2- 172.21.15.67:0/949680977 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55c84309b050 0x55c8430ecac0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.556+0000 7ff7f49cd740 1 --2- 172.21.15.67:0/949680977 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c842ccb320 0x55c84315feb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.556+0000 7ff7c67fc640 0 client.5637 ms_handle_reset on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:22.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.556+0000 7ff7f49cd740 1 -- 172.21.15.67:0/949680977 >> 172.21.15.67:0/949680977 conn(0x55c842ce8330 msgr2=0x55c8430f0080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:22.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.556+0000 7ff7f49cd740 1 -- 172.21.15.67:0/949680977 shutdown_connections 2024-09-21T00:24:22.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.556+0000 7ff7f49cd740 1 -- 172.21.15.67:0/949680977 wait complete. 2024-09-21T00:24:22.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.556+0000 7ff7f49cd740 20 client.5637 trim_cache size 0 max 16384 2024-09-21T00:24:22.561 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:24:22.561 INFO:teuthology.orchestra.run.smithi067.stdout: "message": "", 2024-09-21T00:24:22.562 INFO:teuthology.orchestra.run.smithi067.stdout: "return_code": 0 2024-09-21T00:24:22.562 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:24:22.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.557+0000 7ff7eda5c640 1 -- 172.21.15.67:0/2788918849 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff7d4078b90 msgr2=0x7ff7d407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:22.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.557+0000 7ff7eda5c640 1 --2- 172.21.15.67:0/2788918849 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff7d4078b90 0x7ff7d407b0a0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7ff7dc034000 tx=0x7ff7dc004730 comp rx=0 tx=0).stop 2024-09-21T00:24:22.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.557+0000 7ff7eda5c640 1 -- 172.21.15.67:0/2788918849 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff7e80d1280 msgr2=0x7ff7e80b2920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:22.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.557+0000 7ff7eda5c640 1 --2- 172.21.15.67:0/2788918849 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff7e80d1280 0x7ff7e80b2920 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7ff7d800e7c0 tx=0x7ff7d800ec80 comp rx=0 tx=0).stop 2024-09-21T00:24:22.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.557+0000 7ff7eda5c640 1 -- 172.21.15.67:0/2788918849 shutdown_connections 2024-09-21T00:24:22.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.557+0000 7ff7eda5c640 1 --2- 172.21.15.67:0/2788918849 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff7d4078b90 0x7ff7d407b0a0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.557+0000 7ff7eda5c640 1 --2- 172.21.15.67:0/2788918849 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff7e80d4db0 0x7ff7e81f9190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.557+0000 7ff7eda5c640 1 --2- 172.21.15.67:0/2788918849 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff7e80d3590 0x7ff7e81f8c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.557+0000 7ff7eda5c640 1 --2- 172.21.15.67:0/2788918849 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff7e80d1280 0x7ff7e80b2920 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.557+0000 7ff7eda5c640 1 -- 172.21.15.67:0/2788918849 >> 172.21.15.67:0/2788918849 conn(0x7ff7e809da10 msgr2=0x7ff7e80b5730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:22.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.557+0000 7ff7eda5c640 1 -- 172.21.15.67:0/2788918849 shutdown_connections 2024-09-21T00:24:22.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.557+0000 7ff7eda5c640 1 -- 172.21.15.67:0/2788918849 wait complete. 2024-09-21T00:24:22.569 INFO:tasks.cephfs.test_scrub_checks:command 'flush_path /' returned '{'message': '', 'return_code': 0}' 2024-09-21T00:24:22.569 INFO:tasks.cephfs.test_scrub_checks:Running command 'scrub start /' 2024-09-21T00:24:22.569 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.3:0 scrub start / 2024-09-21T00:24:22.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.687+0000 7fa496fad640 1 -- 172.21.15.67:0/1975955124 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa4900b3cb0 msgr2=0x7fa4900d3330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:22.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.687+0000 7fa496fad640 1 --2- 172.21.15.67:0/1975955124 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa4900b3cb0 0x7fa4900d3330 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7fa4800098e0 tx=0x7fa48002a5d0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.687+0000 7fa496fad640 1 -- 172.21.15.67:0/1975955124 shutdown_connections 2024-09-21T00:24:22.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.687+0000 7fa496fad640 1 --2- 172.21.15.67:0/1975955124 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa4900d4e30 0x7fa4900d10f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.687+0000 7fa496fad640 1 --2- 172.21.15.67:0/1975955124 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa4900b3cb0 0x7fa4900d3330 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.687+0000 7fa496fad640 1 -- 172.21.15.67:0/1975955124 >> 172.21.15.67:0/1975955124 conn(0x7fa49008bee0 msgr2=0x7fa4900d4720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:22.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.687+0000 7fa496fad640 1 -- 172.21.15.67:0/1975955124 shutdown_connections 2024-09-21T00:24:22.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.687+0000 7fa496fad640 1 -- 172.21.15.67:0/1975955124 wait complete. 2024-09-21T00:24:22.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.689+0000 7fa496fad640 1 Processor -- start 2024-09-21T00:24:22.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.689+0000 7fa496fad640 1 -- start start 2024-09-21T00:24:22.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.690+0000 7fa496fad640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa4900b3cb0 0x7fa490150d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.691+0000 7fa496fad640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa4900d1630 0x7fa4901594d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.691+0000 7fa496fad640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa4900d4e30 0x7fa49015bda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.691+0000 7fa496fad640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fa4900cf990 con 0x7fa4900d4e30 2024-09-21T00:24:22.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.691+0000 7fa496fad640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fa49006fea0 con 0x7fa4900b3cb0 2024-09-21T00:24:22.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.691+0000 7fa496fad640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fa4900cfb10 con 0x7fa4900d1630 2024-09-21T00:24:22.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.691+0000 7fa49554a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa4900d4e30 0x7fa49015bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.691+0000 7fa494d49640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa4900b3cb0 0x7fa490150d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.691+0000 7fa48ffff640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa4900d1630 0x7fa4901594d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.691+0000 7fa494d49640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa4900b3cb0 0x7fa490150d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.67:46186/0 (socket says 172.21.15.67:46186) 2024-09-21T00:24:22.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.691+0000 7fa49554a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa4900d4e30 0x7fa49015bda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:57202/0 (socket says 172.21.15.67:57202) 2024-09-21T00:24:22.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.691+0000 7fa494d49640 1 -- 172.21.15.67:0/3868237145 learned_addr learned my addr 172.21.15.67:0/3868237145 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:22.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.691+0000 7fa49554a640 1 -- 172.21.15.67:0/3868237145 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa4900d1630 msgr2=0x7fa4901594d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:22.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.691+0000 7fa49554a640 1 --2- 172.21.15.67:0/3868237145 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa4900d1630 0x7fa4901594d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.691+0000 7fa49554a640 1 -- 172.21.15.67:0/3868237145 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa4900b3cb0 msgr2=0x7fa490150d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:22.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.691+0000 7fa49554a640 1 --2- 172.21.15.67:0/3868237145 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa4900b3cb0 0x7fa490150d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.691+0000 7fa49554a640 1 -- 172.21.15.67:0/3868237145 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa490159b20 con 0x7fa4900d4e30 2024-09-21T00:24:22.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.691+0000 7fa49554a640 1 --2- 172.21.15.67:0/3868237145 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa4900d4e30 0x7fa49015bda0 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7fa4900a2680 tx=0x7fa48800cb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:22.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.691+0000 7fa48d7fa640 1 -- 172.21.15.67:0/3868237145 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa488016020 con 0x7fa4900d4e30 2024-09-21T00:24:22.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.691+0000 7fa48d7fa640 1 -- 172.21.15.67:0/3868237145 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa488003990 con 0x7fa4900d4e30 2024-09-21T00:24:22.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.691+0000 7fa496fad640 1 -- 172.21.15.67:0/3868237145 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa490159e00 con 0x7fa4900d4e30 2024-09-21T00:24:22.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.691+0000 7fa48d7fa640 1 -- 172.21.15.67:0/3868237145 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa488003de0 con 0x7fa4900d4e30 2024-09-21T00:24:22.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.691+0000 7fa496fad640 1 -- 172.21.15.67:0/3868237145 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa49015a3c0 con 0x7fa4900d4e30 2024-09-21T00:24:22.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.693+0000 7fa48d7fa640 1 -- 172.21.15.67:0/3868237145 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fa4880050d0 con 0x7fa4900d4e30 2024-09-21T00:24:22.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.694+0000 7fa48d7fa640 1 --2- 172.21.15.67:0/3868237145 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa470078bc0 0x7fa47007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.694+0000 7fa48d7fa640 1 -- 172.21.15.67:0/3868237145 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fa48809a660 con 0x7fa4900d4e30 2024-09-21T00:24:22.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.694+0000 7fa494d49640 1 --2- 172.21.15.67:0/3868237145 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa470078bc0 0x7fa47007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.695+0000 7fa49dff6740 1 Processor -- start 2024-09-21T00:24:22.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.695+0000 7fa494d49640 1 --2- 172.21.15.67:0/3868237145 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa470078bc0 0x7fa47007b0d0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fa480009660 tx=0x7fa480004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:22.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.695+0000 7fa49dff6740 1 -- start start 2024-09-21T00:24:22.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.696+0000 7fa49dff6740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5575256df220 0x557525ab0300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.696+0000 7fa49dff6740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5575256b6360 0x557525ab0840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.696+0000 7fa49dff6740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5575256be540 0x557525acd740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.696+0000 7fa49dff6740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5575259f9ad0 con 0x5575256be540 2024-09-21T00:24:22.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.696+0000 7fa49dff6740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5575259e8f00 con 0x5575256df220 2024-09-21T00:24:22.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.696+0000 7fa49dff6740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x5575259ecd10 con 0x5575256b6360 2024-09-21T00:24:22.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.696+0000 7fa49554a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5575256be540 0x557525acd740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.696+0000 7fa49554a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5575256be540 0x557525acd740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:57210/0 (socket says 172.21.15.67:57210) 2024-09-21T00:24:22.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.696+0000 7fa49554a640 1 -- 172.21.15.67:0/621072905 learned_addr learned my addr 172.21.15.67:0/621072905 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:22.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.696+0000 7fa494d49640 1 --2- 172.21.15.67:0/621072905 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5575256df220 0x557525ab0300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.696+0000 7fa48ffff640 1 --2- 172.21.15.67:0/621072905 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5575256b6360 0x557525ab0840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.696+0000 7fa49554a640 1 -- 172.21.15.67:0/621072905 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5575256b6360 msgr2=0x557525ab0840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:22.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.696+0000 7fa49554a640 1 --2- 172.21.15.67:0/621072905 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5575256b6360 0x557525ab0840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.696+0000 7fa49554a640 1 -- 172.21.15.67:0/621072905 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5575256df220 msgr2=0x557525ab0300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:22.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.696+0000 7fa49554a640 1 --2- 172.21.15.67:0/621072905 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5575256df220 0x557525ab0300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.696+0000 7fa49554a640 1 -- 172.21.15.67:0/621072905 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5575256db280 con 0x5575256be540 2024-09-21T00:24:22.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.696+0000 7fa48ffff640 1 --2- 172.21.15.67:0/621072905 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5575256b6360 0x557525ab0840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:24:22.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.696+0000 7fa494d49640 1 --2- 172.21.15.67:0/621072905 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5575256df220 0x557525ab0300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:24:22.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.697+0000 7fa49554a640 1 --2- 172.21.15.67:0/621072905 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5575256be540 0x557525acd740 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7fa488062480 tx=0x7fa48805e490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=263904aa39e1923 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:22.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.697+0000 7fa4867fc640 1 -- 172.21.15.67:0/621072905 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa488062000 con 0x5575256be540 2024-09-21T00:24:22.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.697+0000 7fa4867fc640 1 -- 172.21.15.67:0/621072905 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa4880624f0 con 0x5575256be540 2024-09-21T00:24:22.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.697+0000 7fa4867fc640 1 -- 172.21.15.67:0/621072905 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa488061950 con 0x5575256be540 2024-09-21T00:24:22.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.697+0000 7fa49dff6740 1 -- 172.21.15.67:0/621072905 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5575256be540 msgr2=0x557525acd740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:22.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.697+0000 7fa49dff6740 1 --2- 172.21.15.67:0/621072905 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5575256be540 0x557525acd740 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7fa488062480 tx=0x7fa48805e490 comp rx=0 tx=0).stop 2024-09-21T00:24:22.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.698+0000 7fa49dff6740 1 -- 172.21.15.67:0/621072905 shutdown_connections 2024-09-21T00:24:22.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.698+0000 7fa49dff6740 1 --2- 172.21.15.67:0/621072905 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5575256be540 0x557525acd740 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.698+0000 7fa49dff6740 1 --2- 172.21.15.67:0/621072905 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5575256b6360 0x557525ab0840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.698+0000 7fa49dff6740 1 --2- 172.21.15.67:0/621072905 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5575256df220 0x557525ab0300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.698+0000 7fa49dff6740 1 -- 172.21.15.67:0/621072905 >> 172.21.15.67:0/621072905 conn(0x5575256d3370 msgr2=0x557525a865c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:22.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.698+0000 7fa49dff6740 1 -- 172.21.15.67:0/621072905 shutdown_connections 2024-09-21T00:24:22.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.698+0000 7fa49dff6740 1 -- 172.21.15.67:0/621072905 wait complete. 2024-09-21T00:24:22.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.698+0000 7fa49dff6740 1 -- start start 2024-09-21T00:24:22.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.699+0000 7fa49dff6740 1 Processor -- start 2024-09-21T00:24:22.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.700+0000 7fa49dff6740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5575256b6360 0x557525a9ddf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.700+0000 7fa49dff6740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5575256be540 0x557525addd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.700+0000 7fa49dff6740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5575256df220 0x557525ade250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.700+0000 7fa49dff6740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5575257595d0 con 0x5575256b6360 2024-09-21T00:24:22.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.700+0000 7fa49dff6740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55752598e460 con 0x5575256be540 2024-09-21T00:24:22.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.700+0000 7fa49dff6740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x557525ab0d80 con 0x5575256df220 2024-09-21T00:24:22.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.700+0000 7fa49dff6740 10 client.0 _ll_register_callbacks cb 0x55752599db30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:24:22.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.700+0000 7fa494d49640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5575256b6360 0x557525a9ddf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.700+0000 7fa494d49640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5575256b6360 0x557525a9ddf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:57222/0 (socket says 172.21.15.67:57222) 2024-09-21T00:24:22.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.700+0000 7fa494d49640 1 -- 172.21.15.67:0/2003767693 learned_addr learned my addr 172.21.15.67:0/2003767693 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:22.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.700+0000 7fa49554a640 1 --2- 172.21.15.67:0/2003767693 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5575256df220 0x557525ade250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.700+0000 7fa48ffff640 1 --2- 172.21.15.67:0/2003767693 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5575256be540 0x557525addd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.701+0000 7fa49554a640 1 -- 172.21.15.67:0/2003767693 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5575256be540 msgr2=0x557525addd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:22.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.701+0000 7fa49554a640 1 --2- 172.21.15.67:0/2003767693 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5575256be540 0x557525addd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.701+0000 7fa49554a640 1 -- 172.21.15.67:0/2003767693 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5575256b6360 msgr2=0x557525a9ddf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:22.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.701+0000 7fa49554a640 1 --2- 172.21.15.67:0/2003767693 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5575256b6360 0x557525a9ddf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.701+0000 7fa49554a640 1 -- 172.21.15.67:0/2003767693 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({osdmap=0}) -- 0x5575257c3690 con 0x5575256df220 2024-09-21T00:24:22.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.701+0000 7fa494d49640 1 --2- 172.21.15.67:0/2003767693 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5575256b6360 0x557525a9ddf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:24:22.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.701+0000 7fa49554a640 1 --2- 172.21.15.67:0/2003767693 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5575256df220 0x557525ade250 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fa4880621f0 tx=0x7fa488061980 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fcf080e0af7c39a1 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:22.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.701+0000 7fa46f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.97:3301/0 2024-09-21T00:24:22.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.701+0000 7fa46f7fe640 1 -- 172.21.15.67:0/2003767693 <== mon.2 v2:172.21.15.97:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa488066f20 con 0x5575256df220 2024-09-21T00:24:22.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.701+0000 7fa49dff6740 1 -- 172.21.15.67:0/2003767693 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa4880624f0 con 0x5575256df220 2024-09-21T00:24:22.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.701+0000 7fa46f7fe640 1 -- 172.21.15.67:0/2003767693 <== mon.2 v2:172.21.15.97:3301/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fa488069330 con 0x5575256df220 2024-09-21T00:24:22.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.701+0000 7fa46f7fe640 1 -- 172.21.15.67:0/2003767693 <== mon.2 v2:172.21.15.97:3301/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fa48806bdd0 con 0x5575256df220 2024-09-21T00:24:22.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.701+0000 7fa49dff6740 10 client.5159 fetch_fsmap learned FSMap version 27 2024-09-21T00:24:22.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.701+0000 7fa49dff6740 1 -- 172.21.15.67:0/2003767693 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({config=0+,fsmap=27,monmap=2+}) -- 0x557525823e20 con 0x5575256df220 2024-09-21T00:24:22.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.701+0000 7fa46f7fe640 1 -- 172.21.15.67:0/2003767693 <== mon.2 v2:172.21.15.97:3301/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa4880624f0 con 0x5575256df220 2024-09-21T00:24:22.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.701+0000 7fa46f7fe640 1 -- 172.21.15.67:0/2003767693 <== mon.2 v2:172.21.15.97:3301/0 5 ==== fsmap(e 27) ==== 3502+0+0 (secure 0 0 0) 0x7fa48805de40 con 0x5575256df220 2024-09-21T00:24:22.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.701+0000 7fa49dff6740 10 client.5159 fetch_fsmap finished waiting for FSMap version 27 2024-09-21T00:24:22.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.701+0000 7fa49dff6740 10 client.5159 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.a 2024-09-21T00:24:22.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.701+0000 7fa49dff6740 20 client.5159 populate_metadata read hostname 'smithi067' 2024-09-21T00:24:22.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.701+0000 7fa49dff6740 1 --2- 172.21.15.67:0/2003767693 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55752569e000 0x557525ac20a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.702+0000 7fa49dff6740 4 client.5159 mds_command: new command op to 5376 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:24:22.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.702+0000 7fa49dff6740 1 -- 172.21.15.67:0/2003767693 --> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5575259fba20 con 0x55752569e000 2024-09-21T00:24:22.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.702+0000 7fa494d49640 1 --2- 172.21.15.67:0/2003767693 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55752569e000 0x557525ac20a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.702+0000 7fa46f7fe640 10 client.5159 ms_handle_connect on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:22.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.702+0000 7fa494d49640 1 --2- 172.21.15.67:0/2003767693 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55752569e000 0x557525ac20a0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e3ca177d42737cec server_cookie=ff4db66610d10525 in_seq=0 out_seq=0 2024-09-21T00:24:22.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.703+0000 7fa46f7fe640 1 -- 172.21.15.67:0/2003767693 <== mds.0 v2:172.21.15.67:6832/3973293841 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x5575259fba20 con 0x55752569e000 2024-09-21T00:24:22.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.703+0000 7fa46f7fe640 10 client.5159 handle_command_reply: tid=0 2024-09-21T00:24:22.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.703+0000 7fa49dff6740 1 client.5159 shutdown 2024-09-21T00:24:22.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.703+0000 7fa49dff6740 1 -- 172.21.15.67:0/2003767693 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5575256df220 msgr2=0x557525ade250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:22.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.703+0000 7fa49dff6740 1 --2- 172.21.15.67:0/2003767693 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5575256df220 0x557525ade250 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fa4880621f0 tx=0x7fa488061980 comp rx=0 tx=0).stop 2024-09-21T00:24:22.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.703+0000 7fa49dff6740 1 -- 172.21.15.67:0/2003767693 shutdown_connections 2024-09-21T00:24:22.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.703+0000 7fa49dff6740 1 --2- 172.21.15.67:0/2003767693 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55752569e000 0x557525ac20a0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.703+0000 7fa49dff6740 1 --2- 172.21.15.67:0/2003767693 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5575256df220 0x557525ade250 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.703+0000 7fa49dff6740 1 --2- 172.21.15.67:0/2003767693 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5575256be540 0x557525addd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.703+0000 7fa46f7fe640 0 client.5159 ms_handle_reset on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:22.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.703+0000 7fa49dff6740 1 --2- 172.21.15.67:0/2003767693 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5575256b6360 0x557525a9ddf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.703+0000 7fa49dff6740 1 -- 172.21.15.67:0/2003767693 >> 172.21.15.67:0/2003767693 conn(0x5575256d3370 msgr2=0x557525a80fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:22.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.703+0000 7fa49dff6740 1 -- 172.21.15.67:0/2003767693 shutdown_connections 2024-09-21T00:24:22.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.703+0000 7fa49dff6740 1 -- 172.21.15.67:0/2003767693 wait complete. 2024-09-21T00:24:22.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.703+0000 7fa49dff6740 20 client.5159 trim_cache size 0 max 16384 2024-09-21T00:24:22.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.721+0000 7fa49dff6740 1 Processor -- start 2024-09-21T00:24:22.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.721+0000 7fa49dff6740 1 -- start start 2024-09-21T00:24:22.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.722+0000 7fa49dff6740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5575256b6360 0x557525a9edd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.722+0000 7fa49dff6740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5575256be540 0x557525a9f310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.722+0000 7fa49dff6740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5575256df220 0x557525a97240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.722+0000 7fa49dff6740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x557525ac5340 con 0x5575256b6360 2024-09-21T00:24:22.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.722+0000 7fa49dff6740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fa490202210 con 0x5575256df220 2024-09-21T00:24:22.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.722+0000 7fa49dff6740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fa4902014a0 con 0x5575256be540 2024-09-21T00:24:22.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.722+0000 7fa494d49640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5575256b6360 0x557525a9edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.723+0000 7fa494d49640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5575256b6360 0x557525a9edd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:57238/0 (socket says 172.21.15.67:57238) 2024-09-21T00:24:22.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.723+0000 7fa494d49640 1 -- 172.21.15.67:0/1588346550 learned_addr learned my addr 172.21.15.67:0/1588346550 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:22.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.723+0000 7fa49554a640 1 --2- 172.21.15.67:0/1588346550 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5575256df220 0x557525a97240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.723+0000 7fa48ffff640 1 --2- 172.21.15.67:0/1588346550 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5575256be540 0x557525a9f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.723+0000 7fa494d49640 1 -- 172.21.15.67:0/1588346550 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5575256be540 msgr2=0x557525a9f310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:22.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.723+0000 7fa494d49640 1 --2- 172.21.15.67:0/1588346550 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5575256be540 0x557525a9f310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.723+0000 7fa494d49640 1 -- 172.21.15.67:0/1588346550 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5575256df220 msgr2=0x557525a97240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:22.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.723+0000 7fa494d49640 1 --2- 172.21.15.67:0/1588346550 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5575256df220 0x557525a97240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.723+0000 7fa494d49640 1 -- 172.21.15.67:0/1588346550 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557525a9d7e0 con 0x5575256b6360 2024-09-21T00:24:22.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.723+0000 7fa49554a640 1 --2- 172.21.15.67:0/1588346550 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5575256df220 0x557525a97240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:24:22.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.723+0000 7fa494d49640 1 --2- 172.21.15.67:0/1588346550 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5575256b6360 0x557525a9edd0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7fa480000c00 tx=0x7fa48003e040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12d6e6e96a4890f9 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:22.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.723+0000 7fa485ffb640 1 -- 172.21.15.67:0/1588346550 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa480004250 con 0x5575256b6360 2024-09-21T00:24:22.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.723+0000 7fa485ffb640 1 -- 172.21.15.67:0/1588346550 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa4800043f0 con 0x5575256b6360 2024-09-21T00:24:22.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.723+0000 7fa485ffb640 1 -- 172.21.15.67:0/1588346550 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa480003830 con 0x5575256b6360 2024-09-21T00:24:22.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.724+0000 7fa49dff6740 1 -- 172.21.15.67:0/1588346550 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5575256b6360 msgr2=0x557525a9edd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:22.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.724+0000 7fa49dff6740 1 --2- 172.21.15.67:0/1588346550 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5575256b6360 0x557525a9edd0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7fa480000c00 tx=0x7fa48003e040 comp rx=0 tx=0).stop 2024-09-21T00:24:22.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.724+0000 7fa49dff6740 1 -- 172.21.15.67:0/1588346550 shutdown_connections 2024-09-21T00:24:22.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.724+0000 7fa49dff6740 1 --2- 172.21.15.67:0/1588346550 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5575256df220 0x557525a97240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.724+0000 7fa49dff6740 1 --2- 172.21.15.67:0/1588346550 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5575256be540 0x557525a9f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.724+0000 7fa49dff6740 1 --2- 172.21.15.67:0/1588346550 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5575256b6360 0x557525a9edd0 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.724+0000 7fa49dff6740 1 -- 172.21.15.67:0/1588346550 >> 172.21.15.67:0/1588346550 conn(0x5575256d3370 msgr2=0x557525ac4250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:22.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.724+0000 7fa49dff6740 1 -- 172.21.15.67:0/1588346550 shutdown_connections 2024-09-21T00:24:22.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.724+0000 7fa49dff6740 1 -- 172.21.15.67:0/1588346550 wait complete. 2024-09-21T00:24:22.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.725+0000 7fa49dff6740 1 -- start start 2024-09-21T00:24:22.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.725+0000 7fa49dff6740 1 Processor -- start 2024-09-21T00:24:22.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.726+0000 7fa49dff6740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5575256b6360 0x557525b49750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.726+0000 7fa49dff6740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5575256be540 0x557525aed860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.726+0000 7fa49dff6740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5575256df220 0x557525add8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.726+0000 7fa49dff6740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fa49015d9b0 con 0x5575256be540 2024-09-21T00:24:22.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.726+0000 7fa49dff6740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fa49015d360 con 0x5575256df220 2024-09-21T00:24:22.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.726+0000 7fa49dff6740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x557525acb3a0 con 0x5575256b6360 2024-09-21T00:24:22.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.727+0000 7fa49dff6740 10 client.0 _ll_register_callbacks cb 0x7fa48805e390 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:24:22.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.727+0000 7fa48ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5575256be540 0x557525aed860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.727+0000 7fa48ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5575256be540 0x557525aed860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:57252/0 (socket says 172.21.15.67:57252) 2024-09-21T00:24:22.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.727+0000 7fa48ffff640 1 -- 172.21.15.67:0/2869123247 learned_addr learned my addr 172.21.15.67:0/2869123247 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:22.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.727+0000 7fa49554a640 1 --2- 172.21.15.67:0/2869123247 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5575256df220 0x557525add8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.727+0000 7fa494d49640 1 --2- 172.21.15.67:0/2869123247 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5575256b6360 0x557525b49750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.727+0000 7fa48ffff640 1 -- 172.21.15.67:0/2869123247 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5575256b6360 msgr2=0x557525b49750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:22.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.727+0000 7fa48ffff640 1 --2- 172.21.15.67:0/2869123247 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5575256b6360 0x557525b49750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.727+0000 7fa48ffff640 1 -- 172.21.15.67:0/2869123247 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5575256df220 msgr2=0x557525add8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:22.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.727+0000 7fa48ffff640 1 --2- 172.21.15.67:0/2869123247 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5575256df220 0x557525add8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.727+0000 7fa48ffff640 1 -- 172.21.15.67:0/2869123247 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557525728530 con 0x5575256be540 2024-09-21T00:24:22.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.727+0000 7fa494d49640 1 --2- 172.21.15.67:0/2869123247 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5575256b6360 0x557525b49750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:24:22.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.727+0000 7fa49554a640 1 --2- 172.21.15.67:0/2869123247 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5575256df220 0x557525add8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:24:22.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.727+0000 7fa48ffff640 1 --2- 172.21.15.67:0/2869123247 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5575256be540 0x557525aed860 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7fa4900b2020 tx=0x7fa478010b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b845983ce10da72 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:22.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.727+0000 7fa46f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:24:22.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.727+0000 7fa46f7fe640 1 -- 172.21.15.67:0/2869123247 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa478022060 con 0x5575256be540 2024-09-21T00:24:22.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.727+0000 7fa46f7fe640 1 -- 172.21.15.67:0/2869123247 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fa478004250 con 0x5575256be540 2024-09-21T00:24:22.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.727+0000 7fa49dff6740 1 -- 172.21.15.67:0/2869123247 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa4800043f0 con 0x5575256be540 2024-09-21T00:24:22.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.727+0000 7fa46f7fe640 1 -- 172.21.15.67:0/2869123247 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fa478028050 con 0x5575256be540 2024-09-21T00:24:22.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.727+0000 7fa49dff6740 10 client.5655 fetch_fsmap learned FSMap version 27 2024-09-21T00:24:22.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.727+0000 7fa49dff6740 1 -- 172.21.15.67:0/2869123247 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=2+}) -- 0x557525a879b0 con 0x5575256be540 2024-09-21T00:24:22.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.728+0000 7fa46f7fe640 1 -- 172.21.15.67:0/2869123247 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa4800043f0 con 0x5575256be540 2024-09-21T00:24:22.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.728+0000 7fa46f7fe640 1 -- 172.21.15.67:0/2869123247 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 27) ==== 3502+0+0 (secure 0 0 0) 0x7fa47802b020 con 0x5575256be540 2024-09-21T00:24:22.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.728+0000 7fa49dff6740 10 client.5655 fetch_fsmap finished waiting for FSMap version 27 2024-09-21T00:24:22.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.728+0000 7fa49dff6740 10 client.5655 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.a 2024-09-21T00:24:22.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.728+0000 7fa49dff6740 20 client.5655 populate_metadata read hostname 'smithi067' 2024-09-21T00:24:22.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.728+0000 7fa49dff6740 1 --2- 172.21.15.67:0/2869123247 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x557525a97a70 0x557525aaffa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.728+0000 7fa49dff6740 4 client.5655 mds_command: new command op to 5376 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/"}] 2024-09-21T00:24:22.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.728+0000 7fa49dff6740 1 -- 172.21.15.67:0/2869123247 --> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] -- command(tid 0: {"prefix": "scrub start", "path": "/"}) -- 0x5575259f74d0 con 0x557525a97a70 2024-09-21T00:24:22.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.728+0000 7fa494d49640 1 --2- 172.21.15.67:0/2869123247 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x557525a97a70 0x557525aaffa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.728+0000 7fa46f7fe640 10 client.5655 ms_handle_connect on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:22.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.728+0000 7fa494d49640 1 --2- 172.21.15.67:0/2869123247 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x557525a97a70 0x557525aaffa0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7ad12a350911188b server_cookie=478cd4383f4f502d in_seq=0 out_seq=0 2024-09-21T00:24:22.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.729+0000 7fa46f7fe640 1 -- 172.21.15.67:0/2869123247 <== mds.0 v2:172.21.15.67:6832/3973293841 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5575259f74d0 con 0x557525a97a70 2024-09-21T00:24:22.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.729+0000 7fa46f7fe640 10 client.5655 handle_command_reply: tid=0 2024-09-21T00:24:22.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.729+0000 7fa49dff6740 1 client.5655 shutdown 2024-09-21T00:24:22.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.729+0000 7fa49dff6740 1 -- 172.21.15.67:0/2869123247 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5575256be540 msgr2=0x557525aed860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:22.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.729+0000 7fa49dff6740 1 --2- 172.21.15.67:0/2869123247 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5575256be540 0x557525aed860 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7fa4900b2020 tx=0x7fa478010b40 comp rx=0 tx=0).stop 2024-09-21T00:24:22.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.729+0000 7fa49dff6740 1 -- 172.21.15.67:0/2869123247 shutdown_connections 2024-09-21T00:24:22.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.729+0000 7fa49dff6740 1 --2- 172.21.15.67:0/2869123247 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5575256df220 0x557525add8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.729+0000 7fa49dff6740 1 --2- 172.21.15.67:0/2869123247 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5575256be540 0x557525aed860 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.729+0000 7fa49dff6740 1 --2- 172.21.15.67:0/2869123247 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x557525a97a70 0x557525aaffa0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.729+0000 7fa49dff6740 1 --2- 172.21.15.67:0/2869123247 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5575256b6360 0x557525b49750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.729+0000 7fa46f7fe640 0 client.5655 ms_handle_reset on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:22.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.729+0000 7fa49dff6740 1 -- 172.21.15.67:0/2869123247 >> 172.21.15.67:0/2869123247 conn(0x5575256d3370 msgr2=0x557525a9de10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:22.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.729+0000 7fa49dff6740 1 -- 172.21.15.67:0/2869123247 shutdown_connections 2024-09-21T00:24:22.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.729+0000 7fa49dff6740 1 -- 172.21.15.67:0/2869123247 wait complete. 2024-09-21T00:24:22.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.729+0000 7fa49dff6740 20 client.5655 trim_cache size 0 max 16384 2024-09-21T00:24:22.735 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:24:22.735 INFO:teuthology.orchestra.run.smithi067.stdout: "return_code": 0, 2024-09-21T00:24:22.736 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_tag": "907fdd0f-6868-46c0-b4ef-4f6644a08343", 2024-09-21T00:24:22.736 INFO:teuthology.orchestra.run.smithi067.stdout: "mode": "asynchronous" 2024-09-21T00:24:22.736 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:24:22.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.730+0000 7fa496fad640 1 -- 172.21.15.67:0/3868237145 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa470078bc0 msgr2=0x7fa47007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:22.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.730+0000 7fa496fad640 1 --2- 172.21.15.67:0/3868237145 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa470078bc0 0x7fa47007b0d0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fa480009660 tx=0x7fa480004730 comp rx=0 tx=0).stop 2024-09-21T00:24:22.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.730+0000 7fa496fad640 1 -- 172.21.15.67:0/3868237145 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa4900d4e30 msgr2=0x7fa49015bda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:22.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.730+0000 7fa496fad640 1 --2- 172.21.15.67:0/3868237145 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa4900d4e30 0x7fa49015bda0 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7fa4900a2680 tx=0x7fa48800cb90 comp rx=0 tx=0).stop 2024-09-21T00:24:22.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.730+0000 7fa496fad640 1 -- 172.21.15.67:0/3868237145 shutdown_connections 2024-09-21T00:24:22.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.730+0000 7fa496fad640 1 --2- 172.21.15.67:0/3868237145 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa470078bc0 0x7fa47007b0d0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.730+0000 7fa496fad640 1 --2- 172.21.15.67:0/3868237145 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa4900d4e30 0x7fa49015bda0 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.730+0000 7fa496fad640 1 --2- 172.21.15.67:0/3868237145 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa4900d1630 0x7fa4901594d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.730+0000 7fa496fad640 1 --2- 172.21.15.67:0/3868237145 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa4900b3cb0 0x7fa490150d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.730+0000 7fa496fad640 1 -- 172.21.15.67:0/3868237145 >> 172.21.15.67:0/3868237145 conn(0x7fa49008bee0 msgr2=0x7fa4900b91f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:22.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.730+0000 7fa496fad640 1 -- 172.21.15.67:0/3868237145 shutdown_connections 2024-09-21T00:24:22.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.730+0000 7fa496fad640 1 -- 172.21.15.67:0/3868237145 wait complete. 2024-09-21T00:24:22.743 INFO:tasks.cephfs.test_scrub_checks:command 'scrub start /' returned '{'return_code': 0, 'scrub_tag': '907fdd0f-6868-46c0-b4ef-4f6644a08343', 'mode': 'asynchronous'}' 2024-09-21T00:24:22.743 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:24:22.743 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir /home/ubuntu/cephtest/mnt.0/scrub_test_path/ceph-qa-suite/new_dir_0) 2024-09-21T00:24:22.761 INFO:tasks.cephfs.test_scrub_checks:Running command 'flush_path /scrub_test_path/ceph-qa-suite/new_dir_0' 2024-09-21T00:24:22.761 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.3:0 flush_path /scrub_test_path/ceph-qa-suite/new_dir_0 2024-09-21T00:24:22.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.920+0000 7fd16cca2640 1 -- 172.21.15.67:0/2528293529 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd154004800 msgr2=0x7fd154004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:22.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.920+0000 7fd16cca2640 1 --2- 172.21.15.67:0/2528293529 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd154004800 0x7fd154004c10 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7fd1500017c0 tx=0x7fd154005830 comp rx=0 tx=0).stop 2024-09-21T00:24:22.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.920+0000 7fd16cca2640 1 -- 172.21.15.67:0/2528293529 shutdown_connections 2024-09-21T00:24:22.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.920+0000 7fd16cca2640 1 --2- 172.21.15.67:0/2528293529 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd154004800 0x7fd154004c10 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.920+0000 7fd16cca2640 1 -- 172.21.15.67:0/2528293529 >> 172.21.15.67:0/2528293529 conn(0x7fd1680d24c0 msgr2=0x7fd1680d28d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:22.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.920+0000 7fd16cca2640 1 -- 172.21.15.67:0/2528293529 shutdown_connections 2024-09-21T00:24:22.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.920+0000 7fd16cca2640 1 -- 172.21.15.67:0/2528293529 wait complete. 2024-09-21T00:24:22.923 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.922+0000 7fd16cca2640 1 Processor -- start 2024-09-21T00:24:22.923 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.922+0000 7fd16cca2640 1 -- start start 2024-09-21T00:24:22.926 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.923+0000 7fd16cca2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd154004800 0x7fd16809f9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.926 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.923+0000 7fd16cca2640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd1681560a0 0x7fd1681f8c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.926 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.923+0000 7fd16cca2640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd1681f9140 0x7fd1681f9550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.926 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.923+0000 7fd16cca2640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fd1680cdb80 con 0x7fd154004800 2024-09-21T00:24:22.926 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.923+0000 7fd16cca2640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fd1680cda00 con 0x7fd1681f9140 2024-09-21T00:24:22.926 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.923+0000 7fd16cca2640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fd1680cdd00 con 0x7fd1681560a0 2024-09-21T00:24:22.926 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.923+0000 7fd16659c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd154004800 0x7fd16809f9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.926 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.923+0000 7fd16659c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd154004800 0x7fd16809f9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:57282/0 (socket says 172.21.15.67:57282) 2024-09-21T00:24:22.926 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.923+0000 7fd16659c640 1 -- 172.21.15.67:0/2158624953 learned_addr learned my addr 172.21.15.67:0/2158624953 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:22.926 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.923+0000 7fd165d9b640 1 --2- 172.21.15.67:0/2158624953 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd1681560a0 0x7fd1681f8c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.927 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.923+0000 7fd166d9d640 1 --2- 172.21.15.67:0/2158624953 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd1681f9140 0x7fd1681f9550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.927 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.924+0000 7fd16659c640 1 -- 172.21.15.67:0/2158624953 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd1681560a0 msgr2=0x7fd1681f8c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:22.927 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.924+0000 7fd16659c640 1 --2- 172.21.15.67:0/2158624953 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd1681560a0 0x7fd1681f8c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.927 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.924+0000 7fd16659c640 1 -- 172.21.15.67:0/2158624953 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd1681f9140 msgr2=0x7fd1681f9550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:22.927 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.924+0000 7fd16659c640 1 --2- 172.21.15.67:0/2158624953 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd1681f9140 0x7fd1681f9550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.927 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.924+0000 7fd16659c640 1 -- 172.21.15.67:0/2158624953 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1680b3930 con 0x7fd154004800 2024-09-21T00:24:22.927 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.924+0000 7fd16659c640 1 --2- 172.21.15.67:0/2158624953 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd154004800 0x7fd16809f9a0 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7fd160006fd0 tx=0x7fd1600039c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:22.927 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.924+0000 7fd15effd640 1 -- 172.21.15.67:0/2158624953 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd160015070 con 0x7fd154004800 2024-09-21T00:24:22.927 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.924+0000 7fd15effd640 1 -- 172.21.15.67:0/2158624953 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd160011840 con 0x7fd154004800 2024-09-21T00:24:22.927 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.924+0000 7fd16cca2640 1 -- 172.21.15.67:0/2158624953 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1680b3bf0 con 0x7fd154004800 2024-09-21T00:24:22.927 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.924+0000 7fd15effd640 1 -- 172.21.15.67:0/2158624953 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd160011c90 con 0x7fd154004800 2024-09-21T00:24:22.927 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.924+0000 7fd16cca2640 1 -- 172.21.15.67:0/2158624953 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1680b41b0 con 0x7fd154004800 2024-09-21T00:24:22.928 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.926+0000 7fd15effd640 1 -- 172.21.15.67:0/2158624953 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fd160018070 con 0x7fd154004800 2024-09-21T00:24:22.928 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.926+0000 7fd15effd640 1 --2- 172.21.15.67:0/2158624953 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd148078bc0 0x7fd14807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.928 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.927+0000 7fd15effd640 1 -- 172.21.15.67:0/2158624953 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fd16009b960 con 0x7fd154004800 2024-09-21T00:24:22.928 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.927+0000 7fd165d9b640 1 --2- 172.21.15.67:0/2158624953 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd148078bc0 0x7fd14807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.928 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.927+0000 7fd165d9b640 1 --2- 172.21.15.67:0/2158624953 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd148078bc0 0x7fd14807b0d0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fd150032000 tx=0x7fd15002c000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:22.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.928+0000 7fd173c16740 1 Processor -- start 2024-09-21T00:24:22.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.928+0000 7fd173c16740 1 -- start start 2024-09-21T00:24:22.931 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.929+0000 7fd173c16740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a54652a750 0x55a546917a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.929+0000 7fd173c16740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a546501890 0x55a5468cc8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.929+0000 7fd173c16740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a546509a70 0x55a5468cce30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.929+0000 7fd173c16740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55a546844b20 con 0x55a54652a750 2024-09-21T00:24:22.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.929+0000 7fd173c16740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55a546833f50 con 0x55a546501890 2024-09-21T00:24:22.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.929+0000 7fd173c16740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55a546837d60 con 0x55a546509a70 2024-09-21T00:24:22.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.929+0000 7fd16659c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a54652a750 0x55a546917a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.929+0000 7fd16659c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a54652a750 0x55a546917a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:57286/0 (socket says 172.21.15.67:57286) 2024-09-21T00:24:22.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.929+0000 7fd16659c640 1 -- 172.21.15.67:0/2593300042 learned_addr learned my addr 172.21.15.67:0/2593300042 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:22.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.929+0000 7fd165d9b640 1 --2- 172.21.15.67:0/2593300042 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a546501890 0x55a5468cc8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.929+0000 7fd166d9d640 1 --2- 172.21.15.67:0/2593300042 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a546509a70 0x55a5468cce30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.929+0000 7fd16659c640 1 -- 172.21.15.67:0/2593300042 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a546509a70 msgr2=0x55a5468cce30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:22.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.929+0000 7fd16659c640 1 --2- 172.21.15.67:0/2593300042 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a546509a70 0x55a5468cce30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.929+0000 7fd16659c640 1 -- 172.21.15.67:0/2593300042 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a546501890 msgr2=0x55a5468cc8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:22.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.929+0000 7fd16659c640 1 --2- 172.21.15.67:0/2593300042 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a546501890 0x55a5468cc8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.929+0000 7fd16659c640 1 -- 172.21.15.67:0/2593300042 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a546595d30 con 0x55a54652a750 2024-09-21T00:24:22.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.930+0000 7fd166d9d640 1 --2- 172.21.15.67:0/2593300042 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a546509a70 0x55a5468cce30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:24:22.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.930+0000 7fd165d9b640 1 --2- 172.21.15.67:0/2593300042 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a546501890 0x55a5468cc8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:24:22.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.930+0000 7fd16659c640 1 --2- 172.21.15.67:0/2593300042 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a54652a750 0x55a546917a60 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7fd160099dd0 tx=0x7fd16005fdb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa1e6964dcbcf8e4 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:22.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.930+0000 7fd147fff640 1 -- 172.21.15.67:0/2593300042 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd16001f030 con 0x55a54652a750 2024-09-21T00:24:22.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.930+0000 7fd147fff640 1 -- 172.21.15.67:0/2593300042 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd160068190 con 0x55a54652a750 2024-09-21T00:24:22.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.930+0000 7fd147fff640 1 -- 172.21.15.67:0/2593300042 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd16006cdd0 con 0x55a54652a750 2024-09-21T00:24:22.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.931+0000 7fd173c16740 1 -- 172.21.15.67:0/2593300042 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a54652a750 msgr2=0x55a546917a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:22.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.931+0000 7fd173c16740 1 --2- 172.21.15.67:0/2593300042 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a54652a750 0x55a546917a60 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7fd160099dd0 tx=0x7fd16005fdb0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.931+0000 7fd173c16740 1 -- 172.21.15.67:0/2593300042 shutdown_connections 2024-09-21T00:24:22.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.931+0000 7fd173c16740 1 --2- 172.21.15.67:0/2593300042 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a546509a70 0x55a5468cce30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.931+0000 7fd173c16740 1 --2- 172.21.15.67:0/2593300042 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a546501890 0x55a5468cc8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.931+0000 7fd173c16740 1 --2- 172.21.15.67:0/2593300042 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a54652a750 0x55a546917a60 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.931+0000 7fd173c16740 1 -- 172.21.15.67:0/2593300042 >> 172.21.15.67:0/2593300042 conn(0x55a54651e8a0 msgr2=0x55a5468d1d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:22.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.931+0000 7fd173c16740 1 -- 172.21.15.67:0/2593300042 shutdown_connections 2024-09-21T00:24:22.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.931+0000 7fd173c16740 1 -- 172.21.15.67:0/2593300042 wait complete. 2024-09-21T00:24:22.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.932+0000 7fd173c16740 1 -- start start 2024-09-21T00:24:22.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.932+0000 7fd173c16740 1 Processor -- start 2024-09-21T00:24:22.938 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.933+0000 7fd173c16740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a546501890 0x55a546919f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.938 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.933+0000 7fd173c16740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a546509a70 0x55a5468f1490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.938 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.933+0000 7fd173c16740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a54652a750 0x55a54691e140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.933+0000 7fd173c16740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55a5465a4b00 con 0x55a546509a70 2024-09-21T00:24:22.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.933+0000 7fd173c16740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55a5467d97c0 con 0x55a54652a750 2024-09-21T00:24:22.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.933+0000 7fd173c16740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55a5468eca70 con 0x55a546501890 2024-09-21T00:24:22.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.933+0000 7fd173c16740 10 client.0 _ll_register_callbacks cb 0x55a5468315e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:24:22.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.933+0000 7fd165d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a546509a70 0x55a5468f1490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.934+0000 7fd165d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a546509a70 0x55a5468f1490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:57296/0 (socket says 172.21.15.67:57296) 2024-09-21T00:24:22.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.934+0000 7fd16659c640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a546501890 0x55a546919f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.934+0000 7fd165d9b640 1 -- 172.21.15.67:0/1538756508 learned_addr learned my addr 172.21.15.67:0/1538756508 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:22.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.934+0000 7fd166d9d640 1 --2- 172.21.15.67:0/1538756508 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a54652a750 0x55a54691e140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.934+0000 7fd16659c640 1 -- 172.21.15.67:0/1538756508 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a54652a750 msgr2=0x55a54691e140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:22.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.934+0000 7fd16659c640 1 --2- 172.21.15.67:0/1538756508 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a54652a750 0x55a54691e140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.934+0000 7fd16659c640 1 -- 172.21.15.67:0/1538756508 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a546509a70 msgr2=0x55a5468f1490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:22.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.934+0000 7fd16659c640 1 --2- 172.21.15.67:0/1538756508 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a546509a70 0x55a5468f1490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.934+0000 7fd16659c640 1 -- 172.21.15.67:0/1538756508 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({osdmap=0}) -- 0x55a54660cb90 con 0x55a546501890 2024-09-21T00:24:22.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.934+0000 7fd165d9b640 1 --2- 172.21.15.67:0/1538756508 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a546509a70 0x55a5468f1490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:24:22.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.934+0000 7fd16659c640 1 --2- 172.21.15.67:0/1538756508 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a546501890 0x55a546919f20 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fd160063460 tx=0x7fd160062c70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=38f1d2ed34d73edd server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:22.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.934+0000 7fd1457fa640 10 client.0 ms_handle_connect on v2:172.21.15.97:3301/0 2024-09-21T00:24:22.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.934+0000 7fd1457fa640 1 -- 172.21.15.67:0/1538756508 <== mon.2 v2:172.21.15.97:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd16006d040 con 0x55a546501890 2024-09-21T00:24:22.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.934+0000 7fd1457fa640 1 -- 172.21.15.67:0/1538756508 <== mon.2 v2:172.21.15.97:3301/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fd16005f9d0 con 0x55a546501890 2024-09-21T00:24:22.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.934+0000 7fd173c16740 1 -- 172.21.15.67:0/1538756508 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd160068190 con 0x55a546501890 2024-09-21T00:24:22.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.934+0000 7fd1457fa640 1 -- 172.21.15.67:0/1538756508 <== mon.2 v2:172.21.15.97:3301/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fd16006a5b0 con 0x55a546501890 2024-09-21T00:24:22.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.934+0000 7fd173c16740 10 client.5171 fetch_fsmap learned FSMap version 27 2024-09-21T00:24:22.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.934+0000 7fd173c16740 1 -- 172.21.15.67:0/1538756508 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({config=0+,fsmap=27,monmap=2+}) -- 0x55a5468ec7b0 con 0x55a546501890 2024-09-21T00:24:22.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.935+0000 7fd1457fa640 1 -- 172.21.15.67:0/1538756508 <== mon.2 v2:172.21.15.97:3301/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd160068190 con 0x55a546501890 2024-09-21T00:24:22.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.935+0000 7fd1457fa640 1 -- 172.21.15.67:0/1538756508 <== mon.2 v2:172.21.15.97:3301/0 5 ==== fsmap(e 27) ==== 3502+0+0 (secure 0 0 0) 0x7fd16006f070 con 0x55a546501890 2024-09-21T00:24:22.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.935+0000 7fd173c16740 10 client.5171 fetch_fsmap finished waiting for FSMap version 27 2024-09-21T00:24:22.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.935+0000 7fd173c16740 10 client.5171 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.a 2024-09-21T00:24:22.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.935+0000 7fd173c16740 20 client.5171 populate_metadata read hostname 'smithi067' 2024-09-21T00:24:22.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.935+0000 7fd173c16740 1 --2- 172.21.15.67:0/1538756508 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55a5464e9320 0x55a54691e680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.935+0000 7fd173c16740 4 client.5171 mds_command: new command op to 5376 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:24:22.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.935+0000 7fd173c16740 1 -- 172.21.15.67:0/1538756508 --> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a546846a70 con 0x55a5464e9320 2024-09-21T00:24:22.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.935+0000 7fd165d9b640 1 --2- 172.21.15.67:0/1538756508 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55a5464e9320 0x55a54691e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.935+0000 7fd1457fa640 10 client.5171 ms_handle_connect on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:22.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.935+0000 7fd165d9b640 1 --2- 172.21.15.67:0/1538756508 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55a5464e9320 0x55a54691e680 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=35ac8bd6cf702b81 server_cookie=707d28488fcc7a16 in_seq=0 out_seq=0 2024-09-21T00:24:22.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.936+0000 7fd1457fa640 1 -- 172.21.15.67:0/1538756508 <== mds.0 v2:172.21.15.67:6832/3973293841 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x55a546846a70 con 0x55a5464e9320 2024-09-21T00:24:22.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.936+0000 7fd1457fa640 10 client.5171 handle_command_reply: tid=0 2024-09-21T00:24:22.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.936+0000 7fd173c16740 1 client.5171 shutdown 2024-09-21T00:24:22.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.936+0000 7fd173c16740 1 -- 172.21.15.67:0/1538756508 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a546501890 msgr2=0x55a546919f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:22.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.936+0000 7fd173c16740 1 --2- 172.21.15.67:0/1538756508 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a546501890 0x55a546919f20 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fd160063460 tx=0x7fd160062c70 comp rx=0 tx=0).stop 2024-09-21T00:24:22.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.936+0000 7fd173c16740 1 -- 172.21.15.67:0/1538756508 shutdown_connections 2024-09-21T00:24:22.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.936+0000 7fd173c16740 1 --2- 172.21.15.67:0/1538756508 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a54652a750 0x55a54691e140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.936+0000 7fd173c16740 1 --2- 172.21.15.67:0/1538756508 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a546509a70 0x55a5468f1490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.936+0000 7fd173c16740 1 --2- 172.21.15.67:0/1538756508 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55a5464e9320 0x55a54691e680 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.936+0000 7fd173c16740 1 --2- 172.21.15.67:0/1538756508 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a546501890 0x55a546919f20 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.936+0000 7fd1457fa640 0 client.5171 ms_handle_reset on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:22.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.936+0000 7fd173c16740 1 -- 172.21.15.67:0/1538756508 >> 172.21.15.67:0/1538756508 conn(0x55a54651e8a0 msgr2=0x55a5468cc8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:22.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.936+0000 7fd173c16740 1 -- 172.21.15.67:0/1538756508 shutdown_connections 2024-09-21T00:24:22.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.936+0000 7fd173c16740 1 -- 172.21.15.67:0/1538756508 wait complete. 2024-09-21T00:24:22.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.936+0000 7fd173c16740 20 client.5171 trim_cache size 0 max 16384 2024-09-21T00:24:22.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.952+0000 7fd173c16740 1 Processor -- start 2024-09-21T00:24:22.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.952+0000 7fd173c16740 1 -- start start 2024-09-21T00:24:22.956 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.953+0000 7fd173c16740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a546501890 0x55a54693a8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.956 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.953+0000 7fd173c16740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a546509a70 0x55a546939270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.956 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.953+0000 7fd173c16740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a54652a750 0x55a5468d10c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.956 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.953+0000 7fd173c16740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fd168202380 con 0x55a54652a750 2024-09-21T00:24:22.956 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.953+0000 7fd173c16740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fd168201360 con 0x55a546501890 2024-09-21T00:24:22.956 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.953+0000 7fd173c16740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fd1681512b0 con 0x55a546509a70 2024-09-21T00:24:22.956 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.953+0000 7fd166d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a54652a750 0x55a5468d10c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.956 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.953+0000 7fd166d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a54652a750 0x55a5468d10c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:57312/0 (socket says 172.21.15.67:57312) 2024-09-21T00:24:22.956 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.953+0000 7fd166d9d640 1 -- 172.21.15.67:0/1016645163 learned_addr learned my addr 172.21.15.67:0/1016645163 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:22.956 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.953+0000 7fd16659c640 1 --2- 172.21.15.67:0/1016645163 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a546501890 0x55a54693a8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.953+0000 7fd165d9b640 1 --2- 172.21.15.67:0/1016645163 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a546509a70 0x55a546939270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.953+0000 7fd166d9d640 1 -- 172.21.15.67:0/1016645163 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a546509a70 msgr2=0x55a546939270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:22.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.953+0000 7fd166d9d640 1 --2- 172.21.15.67:0/1016645163 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a546509a70 0x55a546939270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.953+0000 7fd166d9d640 1 -- 172.21.15.67:0/1016645163 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a546501890 msgr2=0x55a54693a8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:22.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.953+0000 7fd166d9d640 1 --2- 172.21.15.67:0/1016645163 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a546501890 0x55a54693a8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.953+0000 7fd166d9d640 1 -- 172.21.15.67:0/1016645163 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a5468dc340 con 0x55a54652a750 2024-09-21T00:24:22.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.954+0000 7fd166d9d640 1 --2- 172.21.15.67:0/1016645163 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a54652a750 0x55a5468d10c0 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7fd1580104e0 tx=0x7fd1580109a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=86d8b63d5fe83a7e server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:22.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.954+0000 7fd1477fe640 1 -- 172.21.15.67:0/1016645163 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd158004b20 con 0x55a54652a750 2024-09-21T00:24:22.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.954+0000 7fd1477fe640 1 -- 172.21.15.67:0/1016645163 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd158004cc0 con 0x55a54652a750 2024-09-21T00:24:22.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.954+0000 7fd1477fe640 1 -- 172.21.15.67:0/1016645163 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd158003970 con 0x55a54652a750 2024-09-21T00:24:22.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.954+0000 7fd173c16740 1 -- 172.21.15.67:0/1016645163 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a54652a750 msgr2=0x55a5468d10c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:22.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.954+0000 7fd173c16740 1 --2- 172.21.15.67:0/1016645163 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a54652a750 0x55a5468d10c0 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7fd1580104e0 tx=0x7fd1580109a0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.954+0000 7fd173c16740 1 -- 172.21.15.67:0/1016645163 shutdown_connections 2024-09-21T00:24:22.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.954+0000 7fd173c16740 1 --2- 172.21.15.67:0/1016645163 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a54652a750 0x55a5468d10c0 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.954+0000 7fd173c16740 1 --2- 172.21.15.67:0/1016645163 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a546509a70 0x55a546939270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.954+0000 7fd173c16740 1 --2- 172.21.15.67:0/1016645163 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a546501890 0x55a54693a8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.954+0000 7fd173c16740 1 -- 172.21.15.67:0/1016645163 >> 172.21.15.67:0/1016645163 conn(0x55a54651e8a0 msgr2=0x55a5468db8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:22.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.954+0000 7fd173c16740 1 -- 172.21.15.67:0/1016645163 shutdown_connections 2024-09-21T00:24:22.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.955+0000 7fd173c16740 1 -- 172.21.15.67:0/1016645163 wait complete. 2024-09-21T00:24:22.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.955+0000 7fd173c16740 1 -- start start 2024-09-21T00:24:22.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.955+0000 7fd173c16740 1 Processor -- start 2024-09-21T00:24:22.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.957+0000 7fd173c16740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a546501890 0x55a5468ebc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.957+0000 7fd173c16740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a546509a70 0x55a546939270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.957+0000 7fd173c16740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a54652a750 0x55a5469397b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.957+0000 7fd173c16740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fd168151900 con 0x55a54652a750 2024-09-21T00:24:22.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.957+0000 7fd173c16740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55a546998b30 con 0x55a546501890 2024-09-21T00:24:22.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.957+0000 7fd173c16740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55a5468d1230 con 0x55a546509a70 2024-09-21T00:24:22.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.957+0000 7fd173c16740 10 client.0 _ll_register_callbacks cb 0x7fd1600630b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:24:22.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.957+0000 7fd166d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a54652a750 0x55a5469397b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.957+0000 7fd166d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a54652a750 0x55a5469397b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:57314/0 (socket says 172.21.15.67:57314) 2024-09-21T00:24:22.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.957+0000 7fd166d9d640 1 -- 172.21.15.67:0/2275290858 learned_addr learned my addr 172.21.15.67:0/2275290858 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:22.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.957+0000 7fd16659c640 1 --2- 172.21.15.67:0/2275290858 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a546501890 0x55a5468ebc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.957+0000 7fd165d9b640 1 --2- 172.21.15.67:0/2275290858 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a546509a70 0x55a546939270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.957+0000 7fd166d9d640 1 -- 172.21.15.67:0/2275290858 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a546509a70 msgr2=0x55a546939270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:22.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.957+0000 7fd166d9d640 1 --2- 172.21.15.67:0/2275290858 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a546509a70 0x55a546939270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.957+0000 7fd166d9d640 1 -- 172.21.15.67:0/2275290858 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a546501890 msgr2=0x55a5468ebc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:22.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.957+0000 7fd166d9d640 1 --2- 172.21.15.67:0/2275290858 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a546501890 0x55a5468ebc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.957+0000 7fd166d9d640 1 -- 172.21.15.67:0/2275290858 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a5468ec180 con 0x55a54652a750 2024-09-21T00:24:22.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.958+0000 7fd166d9d640 1 --2- 172.21.15.67:0/2275290858 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a54652a750 0x55a5469397b0 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7fd15801f040 tx=0x7fd158009dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ace41703b1b8300b server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:22.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.958+0000 7fd1457fa640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:24:22.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.958+0000 7fd1457fa640 1 -- 172.21.15.67:0/2275290858 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd15802f060 con 0x55a54652a750 2024-09-21T00:24:22.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.958+0000 7fd1457fa640 1 -- 172.21.15.67:0/2275290858 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fd158004230 con 0x55a54652a750 2024-09-21T00:24:22.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.958+0000 7fd173c16740 1 -- 172.21.15.67:0/2275290858 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd158004cc0 con 0x55a54652a750 2024-09-21T00:24:22.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.958+0000 7fd1457fa640 1 -- 172.21.15.67:0/2275290858 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fd158035050 con 0x55a54652a750 2024-09-21T00:24:22.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.958+0000 7fd173c16740 10 client.5673 fetch_fsmap learned FSMap version 27 2024-09-21T00:24:22.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.958+0000 7fd173c16740 1 -- 172.21.15.67:0/2275290858 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=2+}) -- 0x55a5469182d0 con 0x55a54652a750 2024-09-21T00:24:22.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.958+0000 7fd1457fa640 1 -- 172.21.15.67:0/2275290858 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd158004cc0 con 0x55a54652a750 2024-09-21T00:24:22.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.958+0000 7fd1457fa640 1 -- 172.21.15.67:0/2275290858 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 27) ==== 3502+0+0 (secure 0 0 0) 0x7fd158038020 con 0x55a54652a750 2024-09-21T00:24:22.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.958+0000 7fd173c16740 10 client.5673 fetch_fsmap finished waiting for FSMap version 27 2024-09-21T00:24:22.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.958+0000 7fd173c16740 10 client.5673 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.a 2024-09-21T00:24:22.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.958+0000 7fd173c16740 20 client.5673 populate_metadata read hostname 'smithi067' 2024-09-21T00:24:22.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.958+0000 7fd173c16740 1 --2- 172.21.15.67:0/2275290858 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55a546998350 0x55a546917500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:22.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.958+0000 7fd173c16740 4 client.5673 mds_command: new command op to 5376 tid=0 multi_id=0 [{"prefix": "flush_path", "path": "/scrub_test_path/ceph-qa-suite/new_dir_0"}] 2024-09-21T00:24:22.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.958+0000 7fd173c16740 1 -- 172.21.15.67:0/2275290858 --> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] -- command(tid 0: {"prefix": "flush_path", "path": "/scrub_test_path/ceph-qa-suite/new_dir_0"}) -- 0x55a546842520 con 0x55a546998350 2024-09-21T00:24:22.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.958+0000 7fd16659c640 1 --2- 172.21.15.67:0/2275290858 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55a546998350 0x55a546917500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:22.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.959+0000 7fd1457fa640 10 client.5673 ms_handle_connect on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:22.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.959+0000 7fd16659c640 1 --2- 172.21.15.67:0/2275290858 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55a546998350 0x55a546917500 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=81a879ca3107e2ee server_cookie=f3c5d49ab2fe91fe in_seq=0 out_seq=0 2024-09-21T00:24:22.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.964+0000 7fd1457fa640 1 -- 172.21.15.67:0/2275290858 <== mds.0 v2:172.21.15.67:6832/3973293841 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55a546842520 con 0x55a546998350 2024-09-21T00:24:22.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.964+0000 7fd1457fa640 10 client.5673 handle_command_reply: tid=0 2024-09-21T00:24:22.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.964+0000 7fd173c16740 1 client.5673 shutdown 2024-09-21T00:24:22.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.965+0000 7fd173c16740 1 -- 172.21.15.67:0/2275290858 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a54652a750 msgr2=0x55a5469397b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:22.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.965+0000 7fd173c16740 1 --2- 172.21.15.67:0/2275290858 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a54652a750 0x55a5469397b0 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7fd15801f040 tx=0x7fd158009dd0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.965+0000 7fd173c16740 1 -- 172.21.15.67:0/2275290858 shutdown_connections 2024-09-21T00:24:22.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.965+0000 7fd173c16740 1 --2- 172.21.15.67:0/2275290858 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a54652a750 0x55a5469397b0 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.965+0000 7fd173c16740 1 --2- 172.21.15.67:0/2275290858 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55a546998350 0x55a546917500 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.965+0000 7fd173c16740 1 --2- 172.21.15.67:0/2275290858 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a546509a70 0x55a546939270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.965+0000 7fd173c16740 1 --2- 172.21.15.67:0/2275290858 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a546501890 0x55a5468ebc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.965+0000 7fd1457fa640 0 client.5673 ms_handle_reset on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:22.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.965+0000 7fd173c16740 1 -- 172.21.15.67:0/2275290858 >> 172.21.15.67:0/2275290858 conn(0x55a54651e8a0 msgr2=0x55a54691df00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:22.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.965+0000 7fd173c16740 1 -- 172.21.15.67:0/2275290858 shutdown_connections 2024-09-21T00:24:22.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.965+0000 7fd173c16740 1 -- 172.21.15.67:0/2275290858 wait complete. 2024-09-21T00:24:22.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.965+0000 7fd173c16740 20 client.5673 trim_cache size 0 max 16384 2024-09-21T00:24:22.968 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:24:22.968 INFO:teuthology.orchestra.run.smithi067.stdout: "message": "", 2024-09-21T00:24:22.968 INFO:teuthology.orchestra.run.smithi067.stdout: "return_code": 0 2024-09-21T00:24:22.968 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:24:22.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.965+0000 7fd16cca2640 1 -- 172.21.15.67:0/2158624953 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd148078bc0 msgr2=0x7fd14807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:22.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.965+0000 7fd16cca2640 1 --2- 172.21.15.67:0/2158624953 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd148078bc0 0x7fd14807b0d0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fd150032000 tx=0x7fd15002c000 comp rx=0 tx=0).stop 2024-09-21T00:24:22.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.965+0000 7fd16cca2640 1 -- 172.21.15.67:0/2158624953 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd154004800 msgr2=0x7fd16809f9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:22.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.965+0000 7fd16cca2640 1 --2- 172.21.15.67:0/2158624953 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd154004800 0x7fd16809f9a0 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7fd160006fd0 tx=0x7fd1600039c0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.965+0000 7fd16cca2640 1 -- 172.21.15.67:0/2158624953 shutdown_connections 2024-09-21T00:24:22.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.965+0000 7fd16cca2640 1 --2- 172.21.15.67:0/2158624953 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd148078bc0 0x7fd14807b0d0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.965+0000 7fd16cca2640 1 --2- 172.21.15.67:0/2158624953 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd1681f9140 0x7fd1681f9550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.965+0000 7fd16cca2640 1 --2- 172.21.15.67:0/2158624953 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd1681560a0 0x7fd1681f8c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.965+0000 7fd16cca2640 1 --2- 172.21.15.67:0/2158624953 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd154004800 0x7fd16809f9a0 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:22.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.965+0000 7fd16cca2640 1 -- 172.21.15.67:0/2158624953 >> 172.21.15.67:0/2158624953 conn(0x7fd1680d24c0 msgr2=0x7fd16815f720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:22.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.966+0000 7fd16cca2640 1 -- 172.21.15.67:0/2158624953 shutdown_connections 2024-09-21T00:24:22.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:22.966+0000 7fd16cca2640 1 -- 172.21.15.67:0/2158624953 wait complete. 2024-09-21T00:24:22.977 INFO:tasks.cephfs.test_scrub_checks:command 'flush_path /scrub_test_path/ceph-qa-suite/new_dir_0' returned '{'message': '', 'return_code': 0}' 2024-09-21T00:24:22.978 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:24:22.978 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:24:22.994 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:24:22.994 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec dd if=/dev/urandom of=/home/ubuntu/cephtest/mnt.0/scrub_test_path/ceph-qa-suite/new_file_0 bs=1M conv=fdatasync count=1 seek=0) 2024-09-21T00:24:23.059 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:24:23.059 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:24:23.060 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00874349 s, 120 MB/s 2024-09-21T00:24:23.060 INFO:tasks.cephfs.test_scrub_checks:Running command 'flush_path /scrub_test_path/ceph-qa-suite/new_file_0' 2024-09-21T00:24:23.060 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.3:0 flush_path /scrub_test_path/ceph-qa-suite/new_file_0 2024-09-21T00:24:23.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.224+0000 7fa8d3b5f640 1 -- 172.21.15.67:0/2969645537 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa8cc0b34c0 msgr2=0x7fa8cc0d44a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:23.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.224+0000 7fa8d3b5f640 1 --2- 172.21.15.67:0/2969645537 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa8cc0b34c0 0x7fa8cc0d44a0 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7fa8c8005fd0 tx=0x7fa8c802a4b0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.224+0000 7fa8d3b5f640 1 -- 172.21.15.67:0/2969645537 shutdown_connections 2024-09-21T00:24:23.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.224+0000 7fa8d3b5f640 1 --2- 172.21.15.67:0/2969645537 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa8cc0d49e0 0x7fa8cc06e280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.224+0000 7fa8d3b5f640 1 --2- 172.21.15.67:0/2969645537 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa8cc0b34c0 0x7fa8cc0d44a0 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.224+0000 7fa8d3b5f640 1 -- 172.21.15.67:0/2969645537 >> 172.21.15.67:0/2969645537 conn(0x7fa8cc09da00 msgr2=0x7fa8cc08bee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:23.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.224+0000 7fa8d3b5f640 1 -- 172.21.15.67:0/2969645537 shutdown_connections 2024-09-21T00:24:23.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.224+0000 7fa8d3b5f640 1 -- 172.21.15.67:0/2969645537 wait complete. 2024-09-21T00:24:23.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.226+0000 7fa8d3b5f640 1 Processor -- start 2024-09-21T00:24:23.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.226+0000 7fa8d3b5f640 1 -- start start 2024-09-21T00:24:23.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.227+0000 7fa8d3b5f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa8cc06e7c0 0x7fa8cc0ce220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:23.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.227+0000 7fa8d3b5f640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa8cc0b34c0 0x7fa8cc1f5f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:23.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.227+0000 7fa8d3b5f640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa8cc0d49e0 0x7fa8cc157b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:23.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.227+0000 7fa8d3b5f640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fa8cc06f2e0 con 0x7fa8cc06e7c0 2024-09-21T00:24:23.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.227+0000 7fa8d3b5f640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fa8cc0d1e90 con 0x7fa8cc0d49e0 2024-09-21T00:24:23.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.227+0000 7fa8d3b5f640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fa8cc06f460 con 0x7fa8cc0b34c0 2024-09-21T00:24:23.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.227+0000 7fa8d18fb640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa8cc06e7c0 0x7fa8cc0ce220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:23.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.227+0000 7fa8d18fb640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa8cc06e7c0 0x7fa8cc0ce220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:57342/0 (socket says 172.21.15.67:57342) 2024-09-21T00:24:23.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.227+0000 7fa8d18fb640 1 -- 172.21.15.67:0/3747541268 learned_addr learned my addr 172.21.15.67:0/3747541268 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:23.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.227+0000 7fa8d10fa640 1 --2- 172.21.15.67:0/3747541268 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa8cc0b34c0 0x7fa8cc1f5f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:23.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.227+0000 7fa8d20fc640 1 --2- 172.21.15.67:0/3747541268 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa8cc0d49e0 0x7fa8cc157b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:23.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.228+0000 7fa8d18fb640 1 -- 172.21.15.67:0/3747541268 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa8cc0b34c0 msgr2=0x7fa8cc1f5f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:23.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.228+0000 7fa8d18fb640 1 --2- 172.21.15.67:0/3747541268 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa8cc0b34c0 0x7fa8cc1f5f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.228+0000 7fa8d18fb640 1 -- 172.21.15.67:0/3747541268 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa8cc0d49e0 msgr2=0x7fa8cc157b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:23.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.228+0000 7fa8d18fb640 1 --2- 172.21.15.67:0/3747541268 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa8cc0d49e0 0x7fa8cc157b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.228+0000 7fa8d18fb640 1 -- 172.21.15.67:0/3747541268 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8cc0ce8c0 con 0x7fa8cc06e7c0 2024-09-21T00:24:23.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.228+0000 7fa8d18fb640 1 --2- 172.21.15.67:0/3747541268 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa8cc06e7c0 0x7fa8cc0ce220 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7fa8c8006010 tx=0x7fa8c80038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:23.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.228+0000 7fa8c27fc640 1 -- 172.21.15.67:0/3747541268 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8c803e030 con 0x7fa8cc06e7c0 2024-09-21T00:24:23.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.228+0000 7fa8c27fc640 1 -- 172.21.15.67:0/3747541268 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa8c8003d90 con 0x7fa8cc06e7c0 2024-09-21T00:24:23.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.228+0000 7fa8c27fc640 1 -- 172.21.15.67:0/3747541268 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8c8035040 con 0x7fa8cc06e7c0 2024-09-21T00:24:23.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.228+0000 7fa8d3b5f640 1 -- 172.21.15.67:0/3747541268 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa8cc1f66e0 con 0x7fa8cc06e7c0 2024-09-21T00:24:23.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.228+0000 7fa8d3b5f640 1 -- 172.21.15.67:0/3747541268 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8cc0cac10 con 0x7fa8cc06e7c0 2024-09-21T00:24:23.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.230+0000 7fa8c27fc640 1 -- 172.21.15.67:0/3747541268 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fa8c8041030 con 0x7fa8cc06e7c0 2024-09-21T00:24:23.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.231+0000 7fa8c27fc640 1 --2- 172.21.15.67:0/3747541268 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa8b0078bc0 0x7fa8b007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:23.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.231+0000 7fa8c27fc640 1 -- 172.21.15.67:0/3747541268 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fa8c80bb470 con 0x7fa8cc06e7c0 2024-09-21T00:24:23.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.231+0000 7fa8d10fa640 1 --2- 172.21.15.67:0/3747541268 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa8b0078bc0 0x7fa8b007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:23.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.231+0000 7fa8daac8740 1 Processor -- start 2024-09-21T00:24:23.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.232+0000 7fa8d10fa640 1 --2- 172.21.15.67:0/3747541268 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa8b0078bc0 0x7fa8b007b0d0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fa8cc0b9260 tx=0x7fa8bc00b2e0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:23.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.232+0000 7fa8daac8740 1 -- start start 2024-09-21T00:24:23.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.233+0000 7fa8daac8740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5624275aa750 0x562427997a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:23.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.233+0000 7fa8daac8740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562427581890 0x56242794c8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:23.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.233+0000 7fa8daac8740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562427589a70 0x56242794ce10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:23.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.233+0000 7fa8daac8740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5624278c4b20 con 0x562427589a70 2024-09-21T00:24:23.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.233+0000 7fa8daac8740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5624278b3f50 con 0x562427581890 2024-09-21T00:24:23.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.233+0000 7fa8daac8740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x5624278b7d60 con 0x5624275aa750 2024-09-21T00:24:23.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.233+0000 7fa8d20fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562427589a70 0x56242794ce10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:23.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.233+0000 7fa8d20fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562427589a70 0x56242794ce10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55410/0 (socket says 172.21.15.67:55410) 2024-09-21T00:24:23.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.233+0000 7fa8d10fa640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562427581890 0x56242794c8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:23.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.233+0000 7fa8d20fc640 1 -- 172.21.15.67:0/118352401 learned_addr learned my addr 172.21.15.67:0/118352401 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:23.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.233+0000 7fa8d18fb640 1 --2- 172.21.15.67:0/118352401 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5624275aa750 0x562427997a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:23.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.233+0000 7fa8d20fc640 1 -- 172.21.15.67:0/118352401 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5624275aa750 msgr2=0x562427997a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:23.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.233+0000 7fa8d20fc640 1 --2- 172.21.15.67:0/118352401 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5624275aa750 0x562427997a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.233+0000 7fa8d20fc640 1 -- 172.21.15.67:0/118352401 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562427581890 msgr2=0x56242794c8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:23.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.233+0000 7fa8d20fc640 1 --2- 172.21.15.67:0/118352401 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562427581890 0x56242794c8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.233+0000 7fa8d20fc640 1 -- 172.21.15.67:0/118352401 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562427615d30 con 0x562427589a70 2024-09-21T00:24:23.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.233+0000 7fa8d10fa640 1 --2- 172.21.15.67:0/118352401 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562427581890 0x56242794c8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:24:23.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.233+0000 7fa8d18fb640 1 --2- 172.21.15.67:0/118352401 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5624275aa750 0x562427997a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:24:23.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.234+0000 7fa8d20fc640 1 --2- 172.21.15.67:0/118352401 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562427589a70 0x56242794ce10 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7fa8c4001df0 tx=0x7fa8c400f5a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef87b21fad636370 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:23.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.234+0000 7fa8af7fe640 1 -- 172.21.15.67:0/118352401 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8c4001ee0 con 0x562427589a70 2024-09-21T00:24:23.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.234+0000 7fa8af7fe640 1 -- 172.21.15.67:0/118352401 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa8c4018070 con 0x562427589a70 2024-09-21T00:24:23.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.234+0000 7fa8af7fe640 1 -- 172.21.15.67:0/118352401 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8c4003bd0 con 0x562427589a70 2024-09-21T00:24:23.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.235+0000 7fa8daac8740 1 -- 172.21.15.67:0/118352401 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562427589a70 msgr2=0x56242794ce10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:23.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.235+0000 7fa8daac8740 1 --2- 172.21.15.67:0/118352401 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562427589a70 0x56242794ce10 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7fa8c4001df0 tx=0x7fa8c400f5a0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.235+0000 7fa8daac8740 1 -- 172.21.15.67:0/118352401 shutdown_connections 2024-09-21T00:24:23.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.235+0000 7fa8daac8740 1 --2- 172.21.15.67:0/118352401 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562427589a70 0x56242794ce10 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.235+0000 7fa8daac8740 1 --2- 172.21.15.67:0/118352401 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562427581890 0x56242794c8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.235+0000 7fa8daac8740 1 --2- 172.21.15.67:0/118352401 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5624275aa750 0x562427997a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.235+0000 7fa8daac8740 1 -- 172.21.15.67:0/118352401 >> 172.21.15.67:0/118352401 conn(0x56242759e8a0 msgr2=0x562427951d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:23.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.235+0000 7fa8daac8740 1 -- 172.21.15.67:0/118352401 shutdown_connections 2024-09-21T00:24:23.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.235+0000 7fa8daac8740 1 -- 172.21.15.67:0/118352401 wait complete. 2024-09-21T00:24:23.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.236+0000 7fa8daac8740 1 -- start start 2024-09-21T00:24:23.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.236+0000 7fa8daac8740 1 Processor -- start 2024-09-21T00:24:23.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.237+0000 7fa8daac8740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x562427581890 0x5624279a9310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:23.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.237+0000 7fa8daac8740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562427589a70 0x5624279a5b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:23.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.237+0000 7fa8daac8740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5624275aa750 0x5624279a6070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:23.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.237+0000 7fa8daac8740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x562427624b00 con 0x562427589a70 2024-09-21T00:24:23.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.237+0000 7fa8daac8740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5624278597c0 con 0x5624275aa750 2024-09-21T00:24:23.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.237+0000 7fa8daac8740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x5624279a7270 con 0x562427581890 2024-09-21T00:24:23.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.237+0000 7fa8daac8740 10 client.0 _ll_register_callbacks cb 0x5624278b15e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:24:23.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.237+0000 7fa8d10fa640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562427589a70 0x5624279a5b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:23.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.237+0000 7fa8d10fa640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562427589a70 0x5624279a5b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55420/0 (socket says 172.21.15.67:55420) 2024-09-21T00:24:23.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.237+0000 7fa8d10fa640 1 -- 172.21.15.67:0/2817786670 learned_addr learned my addr 172.21.15.67:0/2817786670 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:23.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.238+0000 7fa8d20fc640 1 --2- 172.21.15.67:0/2817786670 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5624275aa750 0x5624279a6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:23.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.238+0000 7fa8d18fb640 1 --2- 172.21.15.67:0/2817786670 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x562427581890 0x5624279a9310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:23.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.238+0000 7fa8d10fa640 1 -- 172.21.15.67:0/2817786670 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x562427581890 msgr2=0x5624279a9310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:23.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.238+0000 7fa8d10fa640 1 --2- 172.21.15.67:0/2817786670 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x562427581890 0x5624279a9310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.238+0000 7fa8d10fa640 1 -- 172.21.15.67:0/2817786670 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5624275aa750 msgr2=0x5624279a6070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:23.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.238+0000 7fa8d10fa640 1 --2- 172.21.15.67:0/2817786670 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5624275aa750 0x5624279a6070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.238+0000 7fa8d10fa640 1 -- 172.21.15.67:0/2817786670 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56242768cb90 con 0x562427589a70 2024-09-21T00:24:23.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.238+0000 7fa8d18fb640 1 --2- 172.21.15.67:0/2817786670 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x562427581890 0x5624279a9310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:24:23.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.238+0000 7fa8d20fc640 1 --2- 172.21.15.67:0/2817786670 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5624275aa750 0x5624279a6070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:24:23.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.238+0000 7fa8d10fa640 1 --2- 172.21.15.67:0/2817786670 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562427589a70 0x5624279a5b30 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7fa8bc00bdd0 tx=0x7fa8bc004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a0e5d2ec1d81418 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:23.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.238+0000 7fa8acff9640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:24:23.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.238+0000 7fa8acff9640 1 -- 172.21.15.67:0/2817786670 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8bc01e630 con 0x562427589a70 2024-09-21T00:24:23.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.238+0000 7fa8acff9640 1 -- 172.21.15.67:0/2817786670 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fa8bc029af0 con 0x562427589a70 2024-09-21T00:24:23.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.238+0000 7fa8daac8740 1 -- 172.21.15.67:0/2817786670 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa8c4018070 con 0x562427589a70 2024-09-21T00:24:23.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.238+0000 7fa8acff9640 1 -- 172.21.15.67:0/2817786670 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fa8bc029cf0 con 0x562427589a70 2024-09-21T00:24:23.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.238+0000 7fa8daac8740 10 client.5688 fetch_fsmap learned FSMap version 27 2024-09-21T00:24:23.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.238+0000 7fa8daac8740 1 -- 172.21.15.67:0/2817786670 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=2+}) -- 0x5624279a9960 con 0x562427589a70 2024-09-21T00:24:23.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.238+0000 7fa8acff9640 1 -- 172.21.15.67:0/2817786670 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa8c4018070 con 0x562427589a70 2024-09-21T00:24:23.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.239+0000 7fa8acff9640 1 -- 172.21.15.67:0/2817786670 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 27) ==== 3502+0+0 (secure 0 0 0) 0x7fa8bc026020 con 0x562427589a70 2024-09-21T00:24:23.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.239+0000 7fa8daac8740 10 client.5688 fetch_fsmap finished waiting for FSMap version 27 2024-09-21T00:24:23.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.239+0000 7fa8daac8740 10 client.5688 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.a 2024-09-21T00:24:23.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.239+0000 7fa8daac8740 20 client.5688 populate_metadata read hostname 'smithi067' 2024-09-21T00:24:23.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.239+0000 7fa8daac8740 1 --2- 172.21.15.67:0/2817786670 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x562427569320 0x562427978810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:23.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.239+0000 7fa8daac8740 4 client.5688 mds_command: new command op to 5376 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:24:23.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.239+0000 7fa8daac8740 1 -- 172.21.15.67:0/2817786670 --> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5624278c6a70 con 0x562427569320 2024-09-21T00:24:23.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.239+0000 7fa8d18fb640 1 --2- 172.21.15.67:0/2817786670 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x562427569320 0x562427978810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:23.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.239+0000 7fa8acff9640 10 client.5688 ms_handle_connect on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:23.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.239+0000 7fa8d18fb640 1 --2- 172.21.15.67:0/2817786670 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x562427569320 0x562427978810 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8c600d2f3a85381e server_cookie=cc0cfd28a1504900 in_seq=0 out_seq=0 2024-09-21T00:24:23.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.241+0000 7fa8acff9640 1 -- 172.21.15.67:0/2817786670 <== mds.0 v2:172.21.15.67:6832/3973293841 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x5624278c6a70 con 0x562427569320 2024-09-21T00:24:23.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.241+0000 7fa8acff9640 10 client.5688 handle_command_reply: tid=0 2024-09-21T00:24:23.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.241+0000 7fa8daac8740 1 client.5688 shutdown 2024-09-21T00:24:23.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.241+0000 7fa8daac8740 1 -- 172.21.15.67:0/2817786670 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562427589a70 msgr2=0x5624279a5b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:23.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.241+0000 7fa8daac8740 1 --2- 172.21.15.67:0/2817786670 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562427589a70 0x5624279a5b30 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7fa8bc00bdd0 tx=0x7fa8bc004730 comp rx=0 tx=0).stop 2024-09-21T00:24:23.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.241+0000 7fa8daac8740 1 -- 172.21.15.67:0/2817786670 shutdown_connections 2024-09-21T00:24:23.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.241+0000 7fa8daac8740 1 --2- 172.21.15.67:0/2817786670 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5624275aa750 0x5624279a6070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.241+0000 7fa8daac8740 1 --2- 172.21.15.67:0/2817786670 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562427589a70 0x5624279a5b30 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.241+0000 7fa8daac8740 1 --2- 172.21.15.67:0/2817786670 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x562427569320 0x562427978810 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.241+0000 7fa8daac8740 1 --2- 172.21.15.67:0/2817786670 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x562427581890 0x5624279a9310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.241+0000 7fa8daac8740 1 -- 172.21.15.67:0/2817786670 >> 172.21.15.67:0/2817786670 conn(0x56242759e8a0 msgr2=0x56242794f740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:23.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.242+0000 7fa8acff9640 0 client.5688 ms_handle_reset on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:23.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.242+0000 7fa8daac8740 1 -- 172.21.15.67:0/2817786670 shutdown_connections 2024-09-21T00:24:23.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.242+0000 7fa8daac8740 1 -- 172.21.15.67:0/2817786670 wait complete. 2024-09-21T00:24:23.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.242+0000 7fa8daac8740 20 client.5688 trim_cache size 0 max 16384 2024-09-21T00:24:23.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.257+0000 7fa8daac8740 1 Processor -- start 2024-09-21T00:24:23.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.257+0000 7fa8daac8740 1 -- start start 2024-09-21T00:24:23.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.258+0000 7fa8daac8740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562427581890 0x56242797bec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:23.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.258+0000 7fa8daac8740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562427589a70 0x56242794c690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:23.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.258+0000 7fa8daac8740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5624275aa750 0x56242794cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:23.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.258+0000 7fa8daac8740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fa8cc201ea0 con 0x562427581890 2024-09-21T00:24:23.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.258+0000 7fa8daac8740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fa8cc200ec0 con 0x562427589a70 2024-09-21T00:24:23.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.258+0000 7fa8daac8740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fa8cc1f74d0 con 0x5624275aa750 2024-09-21T00:24:23.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.258+0000 7fa8d18fb640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562427581890 0x56242797bec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:23.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.258+0000 7fa8d18fb640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562427581890 0x56242797bec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55428/0 (socket says 172.21.15.67:55428) 2024-09-21T00:24:23.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.258+0000 7fa8d18fb640 1 -- 172.21.15.67:0/704675158 learned_addr learned my addr 172.21.15.67:0/704675158 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:23.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.259+0000 7fa8d20fc640 1 --2- 172.21.15.67:0/704675158 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5624275aa750 0x56242794cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:23.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.259+0000 7fa8d10fa640 1 --2- 172.21.15.67:0/704675158 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562427589a70 0x56242794c690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:23.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.259+0000 7fa8d18fb640 1 -- 172.21.15.67:0/704675158 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5624275aa750 msgr2=0x56242794cbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:23.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.259+0000 7fa8d18fb640 1 --2- 172.21.15.67:0/704675158 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5624275aa750 0x56242794cbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.259+0000 7fa8d18fb640 1 -- 172.21.15.67:0/704675158 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562427589a70 msgr2=0x56242794c690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:23.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.259+0000 7fa8d18fb640 1 --2- 172.21.15.67:0/704675158 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562427589a70 0x56242794c690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.259+0000 7fa8d18fb640 1 -- 172.21.15.67:0/704675158 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5624278c47c0 con 0x562427581890 2024-09-21T00:24:23.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.259+0000 7fa8d10fa640 1 --2- 172.21.15.67:0/704675158 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562427589a70 0x56242794c690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:24:23.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.259+0000 7fa8d18fb640 1 --2- 172.21.15.67:0/704675158 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562427581890 0x56242797bec0 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7fa8c80b99c0 tx=0x7fa8c80b9870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea32d7bfb71d1e38 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:23.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.259+0000 7fa8aeffd640 1 -- 172.21.15.67:0/704675158 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8c8048040 con 0x562427581890 2024-09-21T00:24:23.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.259+0000 7fa8aeffd640 1 -- 172.21.15.67:0/704675158 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa8c8087d20 con 0x562427581890 2024-09-21T00:24:23.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.259+0000 7fa8aeffd640 1 -- 172.21.15.67:0/704675158 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8c808cc60 con 0x562427581890 2024-09-21T00:24:23.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.260+0000 7fa8daac8740 1 -- 172.21.15.67:0/704675158 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562427581890 msgr2=0x56242797bec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:23.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.260+0000 7fa8daac8740 1 --2- 172.21.15.67:0/704675158 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562427581890 0x56242797bec0 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7fa8c80b99c0 tx=0x7fa8c80b9870 comp rx=0 tx=0).stop 2024-09-21T00:24:23.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.260+0000 7fa8daac8740 1 -- 172.21.15.67:0/704675158 shutdown_connections 2024-09-21T00:24:23.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.260+0000 7fa8daac8740 1 --2- 172.21.15.67:0/704675158 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5624275aa750 0x56242794cbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.260+0000 7fa8daac8740 1 --2- 172.21.15.67:0/704675158 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562427589a70 0x56242794c690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.260+0000 7fa8daac8740 1 --2- 172.21.15.67:0/704675158 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562427581890 0x56242797bec0 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.260+0000 7fa8daac8740 1 -- 172.21.15.67:0/704675158 >> 172.21.15.67:0/704675158 conn(0x56242759e8a0 msgr2=0x56242794f550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:23.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.260+0000 7fa8daac8740 1 -- 172.21.15.67:0/704675158 shutdown_connections 2024-09-21T00:24:23.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.260+0000 7fa8daac8740 1 -- 172.21.15.67:0/704675158 wait complete. 2024-09-21T00:24:23.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.261+0000 7fa8daac8740 1 -- start start 2024-09-21T00:24:23.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.261+0000 7fa8daac8740 1 Processor -- start 2024-09-21T00:24:23.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.262+0000 7fa8daac8740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x562427581890 0x56242795d700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:23.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.262+0000 7fa8daac8740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562427589a70 0x562427a19710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:23.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.262+0000 7fa8daac8740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5624275aa750 0x562427974c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:23.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.263+0000 7fa8daac8740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x56242794c2c0 con 0x562427589a70 2024-09-21T00:24:23.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.263+0000 7fa8daac8740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fa8cc1f7b20 con 0x5624275aa750 2024-09-21T00:24:23.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.263+0000 7fa8daac8740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x56242794d8b0 con 0x562427581890 2024-09-21T00:24:23.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.263+0000 7fa8daac8740 10 client.0 _ll_register_callbacks cb 0x7fa8bc00b780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:24:23.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.263+0000 7fa8d10fa640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562427589a70 0x562427a19710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:23.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.263+0000 7fa8d10fa640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562427589a70 0x562427a19710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55444/0 (socket says 172.21.15.67:55444) 2024-09-21T00:24:23.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.263+0000 7fa8d10fa640 1 -- 172.21.15.67:0/2630563182 learned_addr learned my addr 172.21.15.67:0/2630563182 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:23.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.263+0000 7fa8d18fb640 1 --2- 172.21.15.67:0/2630563182 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x562427581890 0x56242795d700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:23.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.263+0000 7fa8d20fc640 1 --2- 172.21.15.67:0/2630563182 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5624275aa750 0x562427974c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:23.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.263+0000 7fa8d10fa640 1 -- 172.21.15.67:0/2630563182 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x562427581890 msgr2=0x56242795d700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:23.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.263+0000 7fa8d10fa640 1 --2- 172.21.15.67:0/2630563182 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x562427581890 0x56242795d700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.263+0000 7fa8d10fa640 1 -- 172.21.15.67:0/2630563182 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5624275aa750 msgr2=0x562427974c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:23.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.263+0000 7fa8d10fa640 1 --2- 172.21.15.67:0/2630563182 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5624275aa750 0x562427974c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.263+0000 7fa8d10fa640 1 -- 172.21.15.67:0/2630563182 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5624279780d0 con 0x562427589a70 2024-09-21T00:24:23.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.263+0000 7fa8d10fa640 1 --2- 172.21.15.67:0/2630563182 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562427589a70 0x562427a19710 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7fa8bc00b9b0 tx=0x7fa8bc00b9e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1bfbec1700a26201 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:23.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.263+0000 7fa8acff9640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:24:23.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.263+0000 7fa8acff9640 1 -- 172.21.15.67:0/2630563182 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8bc005020 con 0x562427589a70 2024-09-21T00:24:23.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.263+0000 7fa8acff9640 1 -- 172.21.15.67:0/2630563182 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fa8bc0051c0 con 0x562427589a70 2024-09-21T00:24:23.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.263+0000 7fa8daac8740 1 -- 172.21.15.67:0/2630563182 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa8c8087d20 con 0x562427589a70 2024-09-21T00:24:23.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.264+0000 7fa8acff9640 1 -- 172.21.15.67:0/2630563182 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fa8bc044050 con 0x562427589a70 2024-09-21T00:24:23.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.264+0000 7fa8daac8740 10 client.5694 fetch_fsmap learned FSMap version 27 2024-09-21T00:24:23.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.264+0000 7fa8daac8740 1 -- 172.21.15.67:0/2630563182 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=2+}) -- 0x562427a19c50 con 0x562427589a70 2024-09-21T00:24:23.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.264+0000 7fa8acff9640 1 -- 172.21.15.67:0/2630563182 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa8c8087d20 con 0x562427589a70 2024-09-21T00:24:23.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.264+0000 7fa8acff9640 1 -- 172.21.15.67:0/2630563182 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 27) ==== 3502+0+0 (secure 0 0 0) 0x7fa8bc026040 con 0x562427589a70 2024-09-21T00:24:23.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.264+0000 7fa8daac8740 10 client.5694 fetch_fsmap finished waiting for FSMap version 27 2024-09-21T00:24:23.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.264+0000 7fa8daac8740 10 client.5694 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.a 2024-09-21T00:24:23.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.264+0000 7fa8daac8740 20 client.5694 populate_metadata read hostname 'smithi067' 2024-09-21T00:24:23.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.264+0000 7fa8daac8740 1 --2- 172.21.15.67:0/2630563182 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x5624279ff480 0x562427a0c250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:23.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.264+0000 7fa8daac8740 4 client.5694 mds_command: new command op to 5376 tid=0 multi_id=0 [{"prefix": "flush_path", "path": "/scrub_test_path/ceph-qa-suite/new_file_0"}] 2024-09-21T00:24:23.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.264+0000 7fa8daac8740 1 -- 172.21.15.67:0/2630563182 --> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] -- command(tid 0: {"prefix": "flush_path", "path": "/scrub_test_path/ceph-qa-suite/new_file_0"}) -- 0x5624278c2520 con 0x5624279ff480 2024-09-21T00:24:23.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.264+0000 7fa8d18fb640 1 --2- 172.21.15.67:0/2630563182 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x5624279ff480 0x562427a0c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:23.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.264+0000 7fa8acff9640 10 client.5694 ms_handle_connect on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:23.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.265+0000 7fa8d18fb640 1 --2- 172.21.15.67:0/2630563182 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x5624279ff480 0x562427a0c250 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=915bfdc59775cc3c server_cookie=96d2398d2c3a71a7 in_seq=0 out_seq=0 2024-09-21T00:24:23.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.317+0000 7fa8acff9640 1 -- 172.21.15.67:0/2630563182 <== mds.0 v2:172.21.15.67:6832/3973293841 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x5624278c2520 con 0x5624279ff480 2024-09-21T00:24:23.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.317+0000 7fa8acff9640 10 client.5694 handle_command_reply: tid=0 2024-09-21T00:24:23.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.318+0000 7fa8daac8740 1 client.5694 shutdown 2024-09-21T00:24:23.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.318+0000 7fa8daac8740 1 -- 172.21.15.67:0/2630563182 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562427589a70 msgr2=0x562427a19710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:23.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.318+0000 7fa8daac8740 1 --2- 172.21.15.67:0/2630563182 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562427589a70 0x562427a19710 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7fa8bc00b9b0 tx=0x7fa8bc00b9e0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.318+0000 7fa8daac8740 1 -- 172.21.15.67:0/2630563182 shutdown_connections 2024-09-21T00:24:23.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.318+0000 7fa8daac8740 1 --2- 172.21.15.67:0/2630563182 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5624275aa750 0x562427974c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.318+0000 7fa8daac8740 1 --2- 172.21.15.67:0/2630563182 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562427589a70 0x562427a19710 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.318+0000 7fa8daac8740 1 --2- 172.21.15.67:0/2630563182 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x5624279ff480 0x562427a0c250 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.318+0000 7fa8daac8740 1 --2- 172.21.15.67:0/2630563182 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x562427581890 0x56242795d700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.318+0000 7fa8acff9640 0 client.5694 ms_handle_reset on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:23.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.318+0000 7fa8daac8740 1 -- 172.21.15.67:0/2630563182 >> 172.21.15.67:0/2630563182 conn(0x56242759e8a0 msgr2=0x562427951600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:23.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.318+0000 7fa8daac8740 1 -- 172.21.15.67:0/2630563182 shutdown_connections 2024-09-21T00:24:23.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.318+0000 7fa8daac8740 1 -- 172.21.15.67:0/2630563182 wait complete. 2024-09-21T00:24:23.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.318+0000 7fa8daac8740 20 client.5694 trim_cache size 0 max 16384 2024-09-21T00:24:23.321 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:24:23.321 INFO:teuthology.orchestra.run.smithi067.stdout: "message": "", 2024-09-21T00:24:23.321 INFO:teuthology.orchestra.run.smithi067.stdout: "return_code": 0 2024-09-21T00:24:23.321 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:24:23.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.319+0000 7fa8d3b5f640 1 -- 172.21.15.67:0/3747541268 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa8b0078bc0 msgr2=0x7fa8b007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:23.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.319+0000 7fa8d3b5f640 1 --2- 172.21.15.67:0/3747541268 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa8b0078bc0 0x7fa8b007b0d0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fa8cc0b9260 tx=0x7fa8bc00b2e0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.319+0000 7fa8d3b5f640 1 -- 172.21.15.67:0/3747541268 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa8cc06e7c0 msgr2=0x7fa8cc0ce220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:23.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.319+0000 7fa8d3b5f640 1 --2- 172.21.15.67:0/3747541268 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa8cc06e7c0 0x7fa8cc0ce220 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7fa8c8006010 tx=0x7fa8c80038a0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.319+0000 7fa8d3b5f640 1 -- 172.21.15.67:0/3747541268 shutdown_connections 2024-09-21T00:24:23.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.319+0000 7fa8d3b5f640 1 --2- 172.21.15.67:0/3747541268 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa8b0078bc0 0x7fa8b007b0d0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.319+0000 7fa8d3b5f640 1 --2- 172.21.15.67:0/3747541268 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa8cc0d49e0 0x7fa8cc157b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.319+0000 7fa8d3b5f640 1 --2- 172.21.15.67:0/3747541268 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa8cc0b34c0 0x7fa8cc1f5f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.319+0000 7fa8d3b5f640 1 --2- 172.21.15.67:0/3747541268 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa8cc06e7c0 0x7fa8cc0ce220 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.319+0000 7fa8d3b5f640 1 -- 172.21.15.67:0/3747541268 >> 172.21.15.67:0/3747541268 conn(0x7fa8cc09da00 msgr2=0x7fa8cc0d0df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:23.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.319+0000 7fa8d3b5f640 1 -- 172.21.15.67:0/3747541268 shutdown_connections 2024-09-21T00:24:23.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.319+0000 7fa8d3b5f640 1 -- 172.21.15.67:0/3747541268 wait complete. 2024-09-21T00:24:23.331 INFO:tasks.cephfs.test_scrub_checks:command 'flush_path /scrub_test_path/ceph-qa-suite/new_file_0' returned '{'message': '', 'return_code': 0}' 2024-09-21T00:24:23.331 DEBUG:teuthology.orchestra.run.smithi067:> stdin-killer -- python3 -c ' 2024-09-21T00:24:23.331 DEBUG:teuthology.orchestra.run.smithi067:> import os 2024-09-21T00:24:23.331 DEBUG:teuthology.orchestra.run.smithi067:> import stat 2024-09-21T00:24:23.331 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:24:23.331 DEBUG:teuthology.orchestra.run.smithi067:> print(os.stat("/home/ubuntu/cephtest/mnt.0/scrub_test_path/ceph-qa-suite/new_file_0").st_ino) 2024-09-21T00:24:23.332 DEBUG:teuthology.orchestra.run.smithi067:> ' 2024-09-21T00:24:23.398 INFO:teuthology.orchestra.run.smithi067.stdout:1099511630412 2024-09-21T00:24:23.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:24:23.408 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.3:0 damage ls 2024-09-21T00:24:23.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.566+0000 7f3c3c23f640 1 -- 172.21.15.67:0/2008381287 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3c340b3cb0 msgr2=0x7f3c340d3330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:23.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.566+0000 7f3c3c23f640 1 --2- 172.21.15.67:0/2008381287 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3c340b3cb0 0x7f3c340d3330 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f3c24005fd0 tx=0x7f3c2402aa10 comp rx=0 tx=0).stop 2024-09-21T00:24:23.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.566+0000 7f3c3c23f640 1 -- 172.21.15.67:0/2008381287 shutdown_connections 2024-09-21T00:24:23.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.566+0000 7f3c3c23f640 1 --2- 172.21.15.67:0/2008381287 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3c340d1800 0x7f3c3406ec80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.566+0000 7f3c3c23f640 1 --2- 172.21.15.67:0/2008381287 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3c340b3cb0 0x7f3c340d3330 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.566+0000 7f3c3c23f640 1 -- 172.21.15.67:0/2008381287 >> 172.21.15.67:0/2008381287 conn(0x7f3c3408bee0 msgr2=0x7f3c340d4720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:23.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.566+0000 7f3c3c23f640 1 -- 172.21.15.67:0/2008381287 shutdown_connections 2024-09-21T00:24:23.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.566+0000 7f3c3c23f640 1 -- 172.21.15.67:0/2008381287 wait complete. 2024-09-21T00:24:23.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.568+0000 7f3c3c23f640 1 Processor -- start 2024-09-21T00:24:23.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.568+0000 7f3c3c23f640 1 -- start start 2024-09-21T00:24:23.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.569+0000 7f3c3c23f640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3c340b3cb0 0x7f3c3415c570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:23.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.569+0000 7f3c3c23f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3c340d4e30 0x7f3c3414f9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:23.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.569+0000 7f3c3c23f640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3c341f9bf0 0x7f3c34159870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:23.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.569+0000 7f3c3c23f640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f3c3406f550 con 0x7f3c340d4e30 2024-09-21T00:24:23.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.569+0000 7f3c3c23f640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f3c3406f3d0 con 0x7f3c340b3cb0 2024-09-21T00:24:23.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.569+0000 7f3c3c23f640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f3c3406f6d0 con 0x7f3c341f9bf0 2024-09-21T00:24:23.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.569+0000 7f3c397da640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3c340d4e30 0x7f3c3414f9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:23.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.569+0000 7f3c397da640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3c340d4e30 0x7f3c3414f9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55460/0 (socket says 172.21.15.67:55460) 2024-09-21T00:24:23.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.569+0000 7f3c397da640 1 -- 172.21.15.67:0/2501546242 learned_addr learned my addr 172.21.15.67:0/2501546242 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:23.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.569+0000 7f3c39fdb640 1 --2- 172.21.15.67:0/2501546242 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3c340b3cb0 0x7f3c3415c570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:23.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.569+0000 7f3c3a7dc640 1 --2- 172.21.15.67:0/2501546242 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3c341f9bf0 0x7f3c34159870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:23.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.570+0000 7f3c397da640 1 -- 172.21.15.67:0/2501546242 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3c341f9bf0 msgr2=0x7f3c34159870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:23.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.570+0000 7f3c397da640 1 --2- 172.21.15.67:0/2501546242 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3c341f9bf0 0x7f3c34159870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.570+0000 7f3c397da640 1 -- 172.21.15.67:0/2501546242 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3c340b3cb0 msgr2=0x7f3c3415c570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:23.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.570+0000 7f3c397da640 1 --2- 172.21.15.67:0/2501546242 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3c340b3cb0 0x7f3c3415c570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.570+0000 7f3c397da640 1 -- 172.21.15.67:0/2501546242 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c34157fc0 con 0x7f3c340d4e30 2024-09-21T00:24:23.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.570+0000 7f3c397da640 1 --2- 172.21.15.67:0/2501546242 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3c340d4e30 0x7f3c3414f9b0 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f3c2800c390 tx=0x7f3c2800c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:23.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.570+0000 7f3c327fc640 1 -- 172.21.15.67:0/2501546242 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c28017070 con 0x7f3c340d4e30 2024-09-21T00:24:23.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.570+0000 7f3c327fc640 1 -- 172.21.15.67:0/2501546242 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3c280053c0 con 0x7f3c340d4e30 2024-09-21T00:24:23.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.570+0000 7f3c3c23f640 1 -- 172.21.15.67:0/2501546242 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c3415f650 con 0x7f3c340d4e30 2024-09-21T00:24:23.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.570+0000 7f3c327fc640 1 -- 172.21.15.67:0/2501546242 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c28003850 con 0x7f3c340d4e30 2024-09-21T00:24:23.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.570+0000 7f3c3c23f640 1 -- 172.21.15.67:0/2501546242 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c341f93f0 con 0x7f3c340d4e30 2024-09-21T00:24:23.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.572+0000 7f3c327fc640 1 -- 172.21.15.67:0/2501546242 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f3c2801a070 con 0x7f3c340d4e30 2024-09-21T00:24:23.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.573+0000 7f3c327fc640 1 --2- 172.21.15.67:0/2501546242 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3c20078bc0 0x7f3c2007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:23.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.573+0000 7f3c327fc640 1 -- 172.21.15.67:0/2501546242 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f3c28099fd0 con 0x7f3c340d4e30 2024-09-21T00:24:23.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.573+0000 7f3c39fdb640 1 --2- 172.21.15.67:0/2501546242 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3c20078bc0 0x7f3c2007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:23.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.573+0000 7f3c4328d740 1 Processor -- start 2024-09-21T00:24:23.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.573+0000 7f3c4328d740 1 -- start start 2024-09-21T00:24:23.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.573+0000 7f3c39fdb640 1 --2- 172.21.15.67:0/2501546242 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3c20078bc0 0x7f3c2007b0d0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f3c24035000 tx=0x7f3c2403b040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:23.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.575+0000 7f3c4328d740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561b91bb9390 0x561b91f8b1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:23.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.575+0000 7f3c4328d740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b91b904d0 0x561b91f8b710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:23.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.575+0000 7f3c4328d740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561b91b986b0 0x561b91fa8610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:23.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.575+0000 7f3c4328d740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x561b91ed38e0 con 0x561b91b904d0 2024-09-21T00:24:23.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.575+0000 7f3c4328d740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x561b91ec2d10 con 0x561b91b986b0 2024-09-21T00:24:23.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.575+0000 7f3c4328d740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x561b91ec6b20 con 0x561b91bb9390 2024-09-21T00:24:23.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.575+0000 7f3c397da640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b91b904d0 0x561b91f8b710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:23.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.575+0000 7f3c397da640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b91b904d0 0x561b91f8b710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55464/0 (socket says 172.21.15.67:55464) 2024-09-21T00:24:23.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.575+0000 7f3c397da640 1 -- 172.21.15.67:0/3547424605 learned_addr learned my addr 172.21.15.67:0/3547424605 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:23.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.575+0000 7f3c3a7dc640 1 --2- 172.21.15.67:0/3547424605 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561b91b986b0 0x561b91fa8610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:23.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.575+0000 7f3c39fdb640 1 --2- 172.21.15.67:0/3547424605 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561b91bb9390 0x561b91f8b1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:23.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.575+0000 7f3c397da640 1 -- 172.21.15.67:0/3547424605 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561b91bb9390 msgr2=0x561b91f8b1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:23.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.575+0000 7f3c397da640 1 --2- 172.21.15.67:0/3547424605 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561b91bb9390 0x561b91f8b1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.575+0000 7f3c397da640 1 -- 172.21.15.67:0/3547424605 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561b91b986b0 msgr2=0x561b91fa8610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:23.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.575+0000 7f3c397da640 1 --2- 172.21.15.67:0/3547424605 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561b91b986b0 0x561b91fa8610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.575+0000 7f3c397da640 1 -- 172.21.15.67:0/3547424605 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561b91c24970 con 0x561b91b904d0 2024-09-21T00:24:23.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.575+0000 7f3c397da640 1 --2- 172.21.15.67:0/3547424605 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b91b904d0 0x561b91f8b710 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f3c28098520 tx=0x7f3c2805deb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90b3e106e02800ff server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:23.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.575+0000 7f3c1b7fe640 1 -- 172.21.15.67:0/3547424605 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c28066910 con 0x561b91b904d0 2024-09-21T00:24:23.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.575+0000 7f3c1b7fe640 1 -- 172.21.15.67:0/3547424605 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3c2806b7c0 con 0x561b91b904d0 2024-09-21T00:24:23.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.575+0000 7f3c1b7fe640 1 -- 172.21.15.67:0/3547424605 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c28061360 con 0x561b91b904d0 2024-09-21T00:24:23.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.576+0000 7f3c4328d740 1 -- 172.21.15.67:0/3547424605 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b91b904d0 msgr2=0x561b91f8b710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:23.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.576+0000 7f3c4328d740 1 --2- 172.21.15.67:0/3547424605 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b91b904d0 0x561b91f8b710 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f3c28098520 tx=0x7f3c2805deb0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.576+0000 7f3c4328d740 1 -- 172.21.15.67:0/3547424605 shutdown_connections 2024-09-21T00:24:23.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.576+0000 7f3c4328d740 1 --2- 172.21.15.67:0/3547424605 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561b91b986b0 0x561b91fa8610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.576+0000 7f3c4328d740 1 --2- 172.21.15.67:0/3547424605 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b91b904d0 0x561b91f8b710 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.576+0000 7f3c4328d740 1 --2- 172.21.15.67:0/3547424605 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561b91bb9390 0x561b91f8b1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.576+0000 7f3c4328d740 1 -- 172.21.15.67:0/3547424605 >> 172.21.15.67:0/3547424605 conn(0x561b91bad4e0 msgr2=0x561b91f61490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:23.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.576+0000 7f3c4328d740 1 -- 172.21.15.67:0/3547424605 shutdown_connections 2024-09-21T00:24:23.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.576+0000 7f3c4328d740 1 -- 172.21.15.67:0/3547424605 wait complete. 2024-09-21T00:24:23.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.577+0000 7f3c4328d740 1 -- start start 2024-09-21T00:24:23.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.577+0000 7f3c4328d740 1 Processor -- start 2024-09-21T00:24:23.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.579+0000 7f3c4328d740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b91b904d0 0x561b91fb8e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:23.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.579+0000 7f3c4328d740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561b91b986b0 0x561b91f87ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:23.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.579+0000 7f3c4328d740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561b91bb9390 0x561b91f88020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:23.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.579+0000 7f3c4328d740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x561b91c33740 con 0x561b91b904d0 2024-09-21T00:24:23.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.579+0000 7f3c4328d740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x561b91e687f0 con 0x561b91bb9390 2024-09-21T00:24:23.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.579+0000 7f3c4328d740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x561b91f8bc50 con 0x561b91b986b0 2024-09-21T00:24:23.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.579+0000 7f3c4328d740 10 client.0 _ll_register_callbacks cb 0x561b91e6c2a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:24:23.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.579+0000 7f3c39fdb640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b91b904d0 0x561b91fb8e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:23.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.579+0000 7f3c39fdb640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b91b904d0 0x561b91fb8e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55476/0 (socket says 172.21.15.67:55476) 2024-09-21T00:24:23.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.579+0000 7f3c39fdb640 1 -- 172.21.15.67:0/2738179731 learned_addr learned my addr 172.21.15.67:0/2738179731 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:23.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.579+0000 7f3c397da640 1 --2- 172.21.15.67:0/2738179731 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561b91b986b0 0x561b91f87ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:23.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.579+0000 7f3c3a7dc640 1 --2- 172.21.15.67:0/2738179731 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561b91bb9390 0x561b91f88020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:23.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.579+0000 7f3c39fdb640 1 -- 172.21.15.67:0/2738179731 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561b91b986b0 msgr2=0x561b91f87ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:23.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.579+0000 7f3c39fdb640 1 --2- 172.21.15.67:0/2738179731 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561b91b986b0 0x561b91f87ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.579+0000 7f3c39fdb640 1 -- 172.21.15.67:0/2738179731 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561b91bb9390 msgr2=0x561b91f88020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:23.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.579+0000 7f3c39fdb640 1 --2- 172.21.15.67:0/2738179731 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561b91bb9390 0x561b91f88020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.579+0000 7f3c39fdb640 1 -- 172.21.15.67:0/2738179731 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561b91c9b7d0 con 0x561b91b904d0 2024-09-21T00:24:23.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.579+0000 7f3c397da640 1 --2- 172.21.15.67:0/2738179731 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561b91b986b0 0x561b91f87ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:24:23.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.579+0000 7f3c3a7dc640 1 --2- 172.21.15.67:0/2738179731 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561b91bb9390 0x561b91f88020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:24:23.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.579+0000 7f3c39fdb640 1 --2- 172.21.15.67:0/2738179731 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b91b904d0 0x561b91fb8e70 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f3c24009d80 tx=0x7f3c24004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5377df6d77fcfa5e server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:23.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.579+0000 7f3c18ff9640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:24:23.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.580+0000 7f3c18ff9640 1 -- 172.21.15.67:0/2738179731 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c24054060 con 0x561b91b904d0 2024-09-21T00:24:23.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.580+0000 7f3c18ff9640 1 -- 172.21.15.67:0/2738179731 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f3c2404f410 con 0x561b91b904d0 2024-09-21T00:24:23.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.580+0000 7f3c4328d740 1 -- 172.21.15.67:0/2738179731 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3c2806b7c0 con 0x561b91b904d0 2024-09-21T00:24:23.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.580+0000 7f3c18ff9640 1 -- 172.21.15.67:0/2738179731 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f3c2405a050 con 0x561b91b904d0 2024-09-21T00:24:23.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.580+0000 7f3c4328d740 10 client.5706 fetch_fsmap learned FSMap version 27 2024-09-21T00:24:23.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.580+0000 7f3c4328d740 1 -- 172.21.15.67:0/2738179731 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=2+}) -- 0x561b91fb9470 con 0x561b91b904d0 2024-09-21T00:24:23.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.580+0000 7f3c18ff9640 1 -- 172.21.15.67:0/2738179731 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3c2806b7c0 con 0x561b91b904d0 2024-09-21T00:24:23.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.580+0000 7f3c18ff9640 1 -- 172.21.15.67:0/2738179731 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 27) ==== 3502+0+0 (secure 0 0 0) 0x7f3c2405d020 con 0x561b91b904d0 2024-09-21T00:24:23.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.580+0000 7f3c4328d740 10 client.5706 fetch_fsmap finished waiting for FSMap version 27 2024-09-21T00:24:23.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.580+0000 7f3c4328d740 10 client.5706 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.a 2024-09-21T00:24:23.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.580+0000 7f3c4328d740 20 client.5706 populate_metadata read hostname 'smithi067' 2024-09-21T00:24:23.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.580+0000 7f3c4328d740 1 --2- 172.21.15.67:0/2738179731 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x561b91b77f60 0x561b91f9e360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:23.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.580+0000 7f3c4328d740 4 client.5706 mds_command: new command op to 5376 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:24:23.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.580+0000 7f3c4328d740 1 -- 172.21.15.67:0/2738179731 --> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561b91ed5830 con 0x561b91b77f60 2024-09-21T00:24:23.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.580+0000 7f3c397da640 1 --2- 172.21.15.67:0/2738179731 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x561b91b77f60 0x561b91f9e360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:23.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.581+0000 7f3c18ff9640 10 client.5706 ms_handle_connect on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:23.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.581+0000 7f3c397da640 1 --2- 172.21.15.67:0/2738179731 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x561b91b77f60 0x561b91f9e360 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7f84dd3e59a0ba9d server_cookie=8f7d4f4a99ce69c3 in_seq=0 out_seq=0 2024-09-21T00:24:23.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.581+0000 7f3c18ff9640 1 -- 172.21.15.67:0/2738179731 <== mds.0 v2:172.21.15.67:6832/3973293841 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x561b91ed5830 con 0x561b91b77f60 2024-09-21T00:24:23.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.581+0000 7f3c18ff9640 10 client.5706 handle_command_reply: tid=0 2024-09-21T00:24:23.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.581+0000 7f3c4328d740 1 client.5706 shutdown 2024-09-21T00:24:23.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.581+0000 7f3c4328d740 1 -- 172.21.15.67:0/2738179731 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b91b904d0 msgr2=0x561b91fb8e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:23.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.581+0000 7f3c4328d740 1 --2- 172.21.15.67:0/2738179731 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b91b904d0 0x561b91fb8e70 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f3c24009d80 tx=0x7f3c24004ab0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.582+0000 7f3c4328d740 1 -- 172.21.15.67:0/2738179731 shutdown_connections 2024-09-21T00:24:23.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.582+0000 7f3c4328d740 1 --2- 172.21.15.67:0/2738179731 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561b91bb9390 0x561b91f88020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.582+0000 7f3c4328d740 1 --2- 172.21.15.67:0/2738179731 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x561b91b77f60 0x561b91f9e360 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.582+0000 7f3c4328d740 1 --2- 172.21.15.67:0/2738179731 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561b91b986b0 0x561b91f87ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.582+0000 7f3c4328d740 1 --2- 172.21.15.67:0/2738179731 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b91b904d0 0x561b91fb8e70 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.582+0000 7f3c18ff9640 0 client.5706 ms_handle_reset on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:23.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.582+0000 7f3c4328d740 1 -- 172.21.15.67:0/2738179731 >> 172.21.15.67:0/2738179731 conn(0x561b91bad4e0 msgr2=0x561b91f7a990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:23.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.582+0000 7f3c4328d740 1 -- 172.21.15.67:0/2738179731 shutdown_connections 2024-09-21T00:24:23.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.582+0000 7f3c4328d740 1 -- 172.21.15.67:0/2738179731 wait complete. 2024-09-21T00:24:23.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.582+0000 7f3c4328d740 20 client.5706 trim_cache size 0 max 16384 2024-09-21T00:24:23.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.596+0000 7f3c4328d740 1 Processor -- start 2024-09-21T00:24:23.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.596+0000 7f3c4328d740 1 -- start start 2024-09-21T00:24:23.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.597+0000 7f3c4328d740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561b91b904d0 0x561b91f9d060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:23.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.597+0000 7f3c4328d740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561b91b986b0 0x561b91f9f940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:23.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.597+0000 7f3c4328d740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b91bb9390 0x561b91f9fe80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:23.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.597+0000 7f3c4328d740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f3c34202120 con 0x561b91bb9390 2024-09-21T00:24:23.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.597+0000 7f3c4328d740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f3c34201300 con 0x561b91b904d0 2024-09-21T00:24:23.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.597+0000 7f3c4328d740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f3c340b43a0 con 0x561b91b986b0 2024-09-21T00:24:23.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.597+0000 7f3c3a7dc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b91bb9390 0x561b91f9fe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:23.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.597+0000 7f3c3a7dc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b91bb9390 0x561b91f9fe80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55486/0 (socket says 172.21.15.67:55486) 2024-09-21T00:24:23.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.597+0000 7f3c3a7dc640 1 -- 172.21.15.67:0/1247531573 learned_addr learned my addr 172.21.15.67:0/1247531573 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:23.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.597+0000 7f3c397da640 1 --2- 172.21.15.67:0/1247531573 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561b91b986b0 0x561b91f9f940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:23.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.597+0000 7f3c39fdb640 1 --2- 172.21.15.67:0/1247531573 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561b91b904d0 0x561b91f9d060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:23.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.597+0000 7f3c3a7dc640 1 -- 172.21.15.67:0/1247531573 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561b91b986b0 msgr2=0x561b91f9f940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:23.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.597+0000 7f3c3a7dc640 1 --2- 172.21.15.67:0/1247531573 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561b91b986b0 0x561b91f9f940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.597+0000 7f3c3a7dc640 1 -- 172.21.15.67:0/1247531573 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561b91b904d0 msgr2=0x561b91f9d060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:23.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.597+0000 7f3c3a7dc640 1 --2- 172.21.15.67:0/1247531573 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561b91b904d0 0x561b91f9d060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.597+0000 7f3c3a7dc640 1 -- 172.21.15.67:0/1247531573 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561b91f9f560 con 0x561b91bb9390 2024-09-21T00:24:23.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.598+0000 7f3c3a7dc640 1 --2- 172.21.15.67:0/1247531573 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b91bb9390 0x561b91f9fe80 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f3c2c003780 tx=0x7f3c2c003c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9343a044ac91c3e6 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:23.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.598+0000 7f3c1affd640 1 -- 172.21.15.67:0/1247531573 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c2c020070 con 0x561b91bb9390 2024-09-21T00:24:23.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.598+0000 7f3c1affd640 1 -- 172.21.15.67:0/1247531573 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3c2c00bac0 con 0x561b91bb9390 2024-09-21T00:24:23.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.598+0000 7f3c1affd640 1 -- 172.21.15.67:0/1247531573 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c2c011440 con 0x561b91bb9390 2024-09-21T00:24:23.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.598+0000 7f3c4328d740 1 -- 172.21.15.67:0/1247531573 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b91bb9390 msgr2=0x561b91f9fe80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:23.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.598+0000 7f3c4328d740 1 --2- 172.21.15.67:0/1247531573 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b91bb9390 0x561b91f9fe80 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f3c2c003780 tx=0x7f3c2c003c40 comp rx=0 tx=0).stop 2024-09-21T00:24:23.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.598+0000 7f3c4328d740 1 -- 172.21.15.67:0/1247531573 shutdown_connections 2024-09-21T00:24:23.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.598+0000 7f3c4328d740 1 --2- 172.21.15.67:0/1247531573 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b91bb9390 0x561b91f9fe80 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.598+0000 7f3c4328d740 1 --2- 172.21.15.67:0/1247531573 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561b91b986b0 0x561b91f9f940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.598+0000 7f3c4328d740 1 --2- 172.21.15.67:0/1247531573 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561b91b904d0 0x561b91f9d060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.598+0000 7f3c4328d740 1 -- 172.21.15.67:0/1247531573 >> 172.21.15.67:0/1247531573 conn(0x561b91bad4e0 msgr2=0x561b91f623b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:23.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.599+0000 7f3c4328d740 1 -- 172.21.15.67:0/1247531573 shutdown_connections 2024-09-21T00:24:23.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.599+0000 7f3c4328d740 1 -- 172.21.15.67:0/1247531573 wait complete. 2024-09-21T00:24:23.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.599+0000 7f3c4328d740 1 -- start start 2024-09-21T00:24:23.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.599+0000 7f3c4328d740 1 Processor -- start 2024-09-21T00:24:23.605 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.601+0000 7f3c4328d740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561b91b904d0 0x561b91f8aa90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:23.605 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.601+0000 7f3c4328d740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b91b986b0 0x561b92028440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:23.605 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.601+0000 7f3c4328d740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561b91bb9390 0x561b91f69f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:23.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.601+0000 7f3c4328d740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x561b91fb92f0 con 0x561b91b986b0 2024-09-21T00:24:23.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.601+0000 7f3c4328d740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f3c340b49f0 con 0x561b91b904d0 2024-09-21T00:24:23.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.601+0000 7f3c4328d740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x561b91f8b460 con 0x561b91bb9390 2024-09-21T00:24:23.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.601+0000 7f3c4328d740 10 client.0 _ll_register_callbacks cb 0x7f3c2402ff20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:24:23.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.601+0000 7f3c397da640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b91b986b0 0x561b92028440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:23.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.601+0000 7f3c397da640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b91b986b0 0x561b92028440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55502/0 (socket says 172.21.15.67:55502) 2024-09-21T00:24:23.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.601+0000 7f3c397da640 1 -- 172.21.15.67:0/145667537 learned_addr learned my addr 172.21.15.67:0/145667537 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:23.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.601+0000 7f3c39fdb640 1 --2- 172.21.15.67:0/145667537 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561b91b904d0 0x561b91f8aa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:23.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.601+0000 7f3c3a7dc640 1 --2- 172.21.15.67:0/145667537 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561b91bb9390 0x561b91f69f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:23.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.601+0000 7f3c397da640 1 -- 172.21.15.67:0/145667537 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561b91bb9390 msgr2=0x561b91f69f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:23.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.601+0000 7f3c397da640 1 --2- 172.21.15.67:0/145667537 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561b91bb9390 0x561b91f69f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.601+0000 7f3c397da640 1 -- 172.21.15.67:0/145667537 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561b91b904d0 msgr2=0x561b91f8aa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:23.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.601+0000 7f3c397da640 1 --2- 172.21.15.67:0/145667537 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561b91b904d0 0x561b91f8aa90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.601+0000 7f3c397da640 1 -- 172.21.15.67:0/145667537 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561b91f5d350 con 0x561b91b986b0 2024-09-21T00:24:23.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.601+0000 7f3c397da640 1 --2- 172.21.15.67:0/145667537 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b91b986b0 0x561b92028440 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f3c28061e70 tx=0x7f3c280983d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bfbf5620d6649a6a server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:23.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.601+0000 7f3c18ff9640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:24:23.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.602+0000 7f3c18ff9640 1 -- 172.21.15.67:0/145667537 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c28061340 con 0x561b91b986b0 2024-09-21T00:24:23.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.602+0000 7f3c18ff9640 1 -- 172.21.15.67:0/145667537 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f3c2805d830 con 0x561b91b986b0 2024-09-21T00:24:23.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.602+0000 7f3c4328d740 1 -- 172.21.15.67:0/145667537 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3c2c00bac0 con 0x561b91b986b0 2024-09-21T00:24:23.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.602+0000 7f3c18ff9640 1 -- 172.21.15.67:0/145667537 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f3c28071050 con 0x561b91b986b0 2024-09-21T00:24:23.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.602+0000 7f3c4328d740 10 client.5712 fetch_fsmap learned FSMap version 27 2024-09-21T00:24:23.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.602+0000 7f3c4328d740 1 -- 172.21.15.67:0/145667537 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=2+}) -- 0x561b91f61e20 con 0x561b91b986b0 2024-09-21T00:24:23.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.602+0000 7f3c18ff9640 1 -- 172.21.15.67:0/145667537 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3c2c00bac0 con 0x561b91b986b0 2024-09-21T00:24:23.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.602+0000 7f3c18ff9640 1 -- 172.21.15.67:0/145667537 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 27) ==== 3502+0+0 (secure 0 0 0) 0x7f3c28074080 con 0x561b91b986b0 2024-09-21T00:24:23.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.602+0000 7f3c4328d740 10 client.5712 fetch_fsmap finished waiting for FSMap version 27 2024-09-21T00:24:23.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.602+0000 7f3c4328d740 10 client.5712 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.a 2024-09-21T00:24:23.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.602+0000 7f3c4328d740 20 client.5712 populate_metadata read hostname 'smithi067' 2024-09-21T00:24:23.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.602+0000 7f3c4328d740 1 --2- 172.21.15.67:0/145667537 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x561b91f6a4a0 0x561b91f9f730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:23.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.602+0000 7f3c4328d740 4 client.5712 mds_command: new command op to 5376 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-21T00:24:23.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.602+0000 7f3c4328d740 1 -- 172.21.15.67:0/145667537 --> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] -- command(tid 0: {"prefix": "damage ls"}) -- 0x561b91ed12e0 con 0x561b91f6a4a0 2024-09-21T00:24:23.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.602+0000 7f3c39fdb640 1 --2- 172.21.15.67:0/145667537 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x561b91f6a4a0 0x561b91f9f730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:23.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.603+0000 7f3c18ff9640 10 client.5712 ms_handle_connect on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:23.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.603+0000 7f3c39fdb640 1 --2- 172.21.15.67:0/145667537 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x561b91f6a4a0 0x561b91f9f730 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5eee912e85426c90 server_cookie=e3b35566168d9d2f in_seq=0 out_seq=0 2024-09-21T00:24:23.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.603+0000 7f3c18ff9640 1 -- 172.21.15.67:0/145667537 <== mds.0 v2:172.21.15.67:6832/3973293841 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x561b91ed12e0 con 0x561b91f6a4a0 2024-09-21T00:24:23.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.603+0000 7f3c18ff9640 10 client.5712 handle_command_reply: tid=0 2024-09-21T00:24:23.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.603+0000 7f3c4328d740 1 client.5712 shutdown 2024-09-21T00:24:23.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.603+0000 7f3c4328d740 1 -- 172.21.15.67:0/145667537 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b91b986b0 msgr2=0x561b92028440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:23.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.603+0000 7f3c4328d740 1 --2- 172.21.15.67:0/145667537 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b91b986b0 0x561b92028440 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f3c28061e70 tx=0x7f3c280983d0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.603+0000 7f3c4328d740 1 -- 172.21.15.67:0/145667537 shutdown_connections 2024-09-21T00:24:23.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.603+0000 7f3c4328d740 1 --2- 172.21.15.67:0/145667537 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x561b91f6a4a0 0x561b91f9f730 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.603+0000 7f3c4328d740 1 --2- 172.21.15.67:0/145667537 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561b91bb9390 0x561b91f69f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.603+0000 7f3c4328d740 1 --2- 172.21.15.67:0/145667537 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b91b986b0 0x561b92028440 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.603+0000 7f3c4328d740 1 --2- 172.21.15.67:0/145667537 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561b91b904d0 0x561b91f8aa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.603+0000 7f3c18ff9640 0 client.5712 ms_handle_reset on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:23.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.603+0000 7f3c4328d740 1 -- 172.21.15.67:0/145667537 >> 172.21.15.67:0/145667537 conn(0x561b91bad4e0 msgr2=0x561b91f87680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:23.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.603+0000 7f3c4328d740 1 -- 172.21.15.67:0/145667537 shutdown_connections 2024-09-21T00:24:23.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.603+0000 7f3c4328d740 1 -- 172.21.15.67:0/145667537 wait complete. 2024-09-21T00:24:23.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.603+0000 7f3c4328d740 20 client.5712 trim_cache size 0 max 16384 2024-09-21T00:24:23.609 INFO:teuthology.orchestra.run.smithi067.stdout:[] 2024-09-21T00:24:23.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.604+0000 7f3c3c23f640 1 -- 172.21.15.67:0/2501546242 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3c20078bc0 msgr2=0x7f3c2007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:23.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.604+0000 7f3c3c23f640 1 --2- 172.21.15.67:0/2501546242 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3c20078bc0 0x7f3c2007b0d0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f3c24035000 tx=0x7f3c2403b040 comp rx=0 tx=0).stop 2024-09-21T00:24:23.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.604+0000 7f3c3c23f640 1 -- 172.21.15.67:0/2501546242 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3c340d4e30 msgr2=0x7f3c3414f9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:23.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.604+0000 7f3c3c23f640 1 --2- 172.21.15.67:0/2501546242 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3c340d4e30 0x7f3c3414f9b0 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f3c2800c390 tx=0x7f3c2800c850 comp rx=0 tx=0).stop 2024-09-21T00:24:23.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.604+0000 7f3c3c23f640 1 -- 172.21.15.67:0/2501546242 shutdown_connections 2024-09-21T00:24:23.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.604+0000 7f3c3c23f640 1 --2- 172.21.15.67:0/2501546242 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3c20078bc0 0x7f3c2007b0d0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.604+0000 7f3c3c23f640 1 --2- 172.21.15.67:0/2501546242 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3c341f9bf0 0x7f3c34159870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.604+0000 7f3c3c23f640 1 --2- 172.21.15.67:0/2501546242 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3c340d4e30 0x7f3c3414f9b0 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.604+0000 7f3c3c23f640 1 --2- 172.21.15.67:0/2501546242 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3c340b3cb0 0x7f3c3415c570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.604+0000 7f3c3c23f640 1 -- 172.21.15.67:0/2501546242 >> 172.21.15.67:0/2501546242 conn(0x7f3c3408bee0 msgr2=0x7f3c340ce250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:23.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.604+0000 7f3c3c23f640 1 -- 172.21.15.67:0/2501546242 shutdown_connections 2024-09-21T00:24:23.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.604+0000 7f3c3c23f640 1 -- 172.21.15.67:0/2501546242 wait complete. 2024-09-21T00:24:23.616 DEBUG:teuthology.orchestra.run.smithi067:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_data rmxattr 10000000a4c.00000000 parent 2024-09-21T00:24:23.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.671+0000 7f07b3c1af40 1 Processor -- start 2024-09-21T00:24:23.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.671+0000 7f07b3c1af40 1 -- start start 2024-09-21T00:24:23.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.672+0000 7f07b3c1af40 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c5cfb19160 0x55c5cfbef690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:23.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.672+0000 7f07b3c1af40 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c5cfb46930 0x55c5cfc80590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:23.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.672+0000 7f07b3c1af40 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c5cfbe3f00 0x55c5cfc80ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:23.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.672+0000 7f07b3c1af40 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55c5cfa68d60 con 0x55c5cfb46930 2024-09-21T00:24:23.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.672+0000 7f07b3c1af40 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55c5cfac7430 con 0x55c5cfb19160 2024-09-21T00:24:23.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.672+0000 7f07b3c1af40 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55c5cfb47750 con 0x55c5cfbe3f00 2024-09-21T00:24:23.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.672+0000 7f07a7fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c5cfb46930 0x55c5cfc80590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:23.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.672+0000 7f07a7fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c5cfb46930 0x55c5cfc80590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55510/0 (socket says 172.21.15.67:55510) 2024-09-21T00:24:23.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.672+0000 7f07a7fff640 1 -- 172.21.15.67:0/44833284 learned_addr learned my addr 172.21.15.67:0/44833284 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:23.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.672+0000 7f07aca67640 1 --2- 172.21.15.67:0/44833284 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c5cfb19160 0x55c5cfbef690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:23.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.672+0000 7f07ad268640 1 --2- 172.21.15.67:0/44833284 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c5cfbe3f00 0x55c5cfc80ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:23.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.672+0000 7f07a7fff640 1 -- 172.21.15.67:0/44833284 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c5cfbe3f00 msgr2=0x55c5cfc80ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:23.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.672+0000 7f07a7fff640 1 --2- 172.21.15.67:0/44833284 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c5cfbe3f00 0x55c5cfc80ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.672+0000 7f07a7fff640 1 -- 172.21.15.67:0/44833284 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c5cfb19160 msgr2=0x55c5cfbef690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:23.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.672+0000 7f07a7fff640 1 --2- 172.21.15.67:0/44833284 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c5cfb19160 0x55c5cfbef690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.672+0000 7f07a7fff640 1 -- 172.21.15.67:0/44833284 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c5cfb1a540 con 0x55c5cfb46930 2024-09-21T00:24:23.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.673+0000 7f07a7fff640 1 --2- 172.21.15.67:0/44833284 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c5cfb46930 0x55c5cfc80590 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f0798000c00 tx=0x7f0798002fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=209967beec6f1d4d server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:23.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.673+0000 7f07a6ffd640 1 -- 172.21.15.67:0/44833284 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f079804daf0 con 0x55c5cfb46930 2024-09-21T00:24:23.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.673+0000 7f07a6ffd640 1 -- 172.21.15.67:0/44833284 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f079804dd80 con 0x55c5cfb46930 2024-09-21T00:24:23.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.673+0000 7f07a6ffd640 1 -- 172.21.15.67:0/44833284 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07980566d0 con 0x55c5cfb46930 2024-09-21T00:24:23.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.673+0000 7f07b3c1af40 1 -- 172.21.15.67:0/44833284 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c5cfb46930 msgr2=0x55c5cfc80590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:23.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.673+0000 7f07b3c1af40 1 --2- 172.21.15.67:0/44833284 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c5cfb46930 0x55c5cfc80590 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f0798000c00 tx=0x7f0798002fb0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.673+0000 7f07b3c1af40 1 -- 172.21.15.67:0/44833284 shutdown_connections 2024-09-21T00:24:23.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.673+0000 7f07b3c1af40 1 --2- 172.21.15.67:0/44833284 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c5cfbe3f00 0x55c5cfc80ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.673+0000 7f07b3c1af40 1 --2- 172.21.15.67:0/44833284 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c5cfb46930 0x55c5cfc80590 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.673+0000 7f07b3c1af40 1 --2- 172.21.15.67:0/44833284 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c5cfb19160 0x55c5cfbef690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.673+0000 7f07b3c1af40 1 -- 172.21.15.67:0/44833284 >> 172.21.15.67:0/44833284 conn(0x55c5cfa39ac0 msgr2=0x55c5cfb19e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:23.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.673+0000 7f07b3c1af40 1 -- 172.21.15.67:0/44833284 shutdown_connections 2024-09-21T00:24:23.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.674+0000 7f07b3c1af40 1 -- 172.21.15.67:0/44833284 wait complete. 2024-09-21T00:24:23.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.674+0000 7f07b3c1af40 1 Processor -- start 2024-09-21T00:24:23.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.674+0000 7f07b3c1af40 1 -- start start 2024-09-21T00:24:23.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.676+0000 7f07b3c1af40 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c5cfb19160 0x55c5cfbe5360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:23.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.676+0000 7f07b3c1af40 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c5cfb46930 0x55c5cfbe8da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:23.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.676+0000 7f07b3c1af40 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c5cfbe3f00 0x55c5cfc87ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:23.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.676+0000 7f07b3c1af40 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55c5cfbe2ad0 con 0x55c5cfbe3f00 2024-09-21T00:24:23.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.676+0000 7f07b3c1af40 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55c5cfbe2db0 con 0x55c5cfb19160 2024-09-21T00:24:23.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.676+0000 7f07b3c1af40 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55c5cfb1a7e0 con 0x55c5cfb46930 2024-09-21T00:24:23.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.676+0000 7f07ad268640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c5cfbe3f00 0x55c5cfc87ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:23.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.676+0000 7f07ad268640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c5cfbe3f00 0x55c5cfc87ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55524/0 (socket says 172.21.15.67:55524) 2024-09-21T00:24:23.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.676+0000 7f07ad268640 1 -- 172.21.15.67:0/3153041791 learned_addr learned my addr 172.21.15.67:0/3153041791 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:23.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.676+0000 7f07aca67640 1 --2- 172.21.15.67:0/3153041791 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c5cfb19160 0x55c5cfbe5360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:23.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.676+0000 7f07a7fff640 1 --2- 172.21.15.67:0/3153041791 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c5cfb46930 0x55c5cfbe8da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:23.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.676+0000 7f07ad268640 1 -- 172.21.15.67:0/3153041791 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c5cfb46930 msgr2=0x55c5cfbe8da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:23.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.676+0000 7f07ad268640 1 --2- 172.21.15.67:0/3153041791 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c5cfb46930 0x55c5cfbe8da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.676+0000 7f07ad268640 1 -- 172.21.15.67:0/3153041791 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c5cfb19160 msgr2=0x55c5cfbe5360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:23.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.676+0000 7f07ad268640 1 --2- 172.21.15.67:0/3153041791 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c5cfb19160 0x55c5cfbe5360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.676+0000 7f07ad268640 1 -- 172.21.15.67:0/3153041791 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c5cfbe58a0 con 0x55c5cfbe3f00 2024-09-21T00:24:23.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.677+0000 7f07ad268640 1 --2- 172.21.15.67:0/3153041791 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c5cfbe3f00 0x55c5cfc87ef0 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f07a800b8c0 tx=0x7f07a800bd80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:23.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.677+0000 7f07a5ffb640 1 -- 172.21.15.67:0/3153041791 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07a800a950 con 0x55c5cfbe3f00 2024-09-21T00:24:23.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.677+0000 7f07a5ffb640 1 -- 172.21.15.67:0/3153041791 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f07a800ab10 con 0x55c5cfbe3f00 2024-09-21T00:24:23.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.677+0000 7f07b3c1af40 1 -- 172.21.15.67:0/3153041791 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55c5cfb1bb70 con 0x55c5cfbe3f00 2024-09-21T00:24:23.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.677+0000 7f07a5ffb640 1 -- 172.21.15.67:0/3153041791 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07a8019420 con 0x55c5cfbe3f00 2024-09-21T00:24:23.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.677+0000 7f07b3c1af40 1 -- 172.21.15.67:0/3153041791 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c5cfc88d00 con 0x55c5cfbe3f00 2024-09-21T00:24:23.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.679+0000 7f07a5ffb640 1 -- 172.21.15.67:0/3153041791 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f07a8022440 con 0x55c5cfbe3f00 2024-09-21T00:24:23.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.679+0000 7f07a5ffb640 1 --2- 172.21.15.67:0/3153041791 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f07900775a0 0x7f0790079ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:23.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.679+0000 7f07a5ffb640 1 -- 172.21.15.67:0/3153041791 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f07a809c2d0 con 0x55c5cfbe3f00 2024-09-21T00:24:23.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.679+0000 7f07aca67640 1 --2- 172.21.15.67:0/3153041791 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f07900775a0 0x7f0790079ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:23.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.679+0000 7f07b3c1af40 1 --2- 172.21.15.67:0/3153041791 >> [v2:172.21.15.67:6800/2226802230,v1:172.21.15.67:6801/2226802230] conn(0x55c5cfbcc580 0x55c5cfb16b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:23.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.679+0000 7f07b3c1af40 1 -- 172.21.15.67:0/3153041791 --> [v2:172.21.15.67:6800/2226802230,v1:172.21.15.67:6801/2226802230] -- osd_op(unknown.0.0:1 7.3a 7:5fa3b718:::10000000a4c.00000000:head [rmxattr parent in=6b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e45) -- 0x55c5cfbe06b0 con 0x55c5cfbcc580 2024-09-21T00:24:23.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.679+0000 7f07a7fff640 1 --2- 172.21.15.67:0/3153041791 >> [v2:172.21.15.67:6800/2226802230,v1:172.21.15.67:6801/2226802230] conn(0x55c5cfbcc580 0x55c5cfb16b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:23.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.680+0000 7f07aca67640 1 --2- 172.21.15.67:0/3153041791 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f07900775a0 0x7f0790079ab0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f07a0010430 tx=0x7f07a0003800 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:23.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.680+0000 7f07a7fff640 1 --2- 172.21.15.67:0/3153041791 >> [v2:172.21.15.67:6800/2226802230,v1:172.21.15.67:6801/2226802230] conn(0x55c5cfbcc580 0x55c5cfb16b00 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:23.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.681+0000 7f07a7fff640 1 -- 172.21.15.67:0/3153041791 <== osd.3 v2:172.21.15.67:6800/2226802230 1 ==== osd_op_reply(1 10000000a4c.00000000 [rmxattr] v45'24 uv24 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f079805f070 con 0x55c5cfbcc580 2024-09-21T00:24:23.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.681+0000 7f07b3c1af40 1 -- 172.21.15.67:0/3153041791 >> [v2:172.21.15.67:6800/2226802230,v1:172.21.15.67:6801/2226802230] conn(0x55c5cfbcc580 msgr2=0x55c5cfb16b00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:23.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.681+0000 7f07b3c1af40 1 --2- 172.21.15.67:0/3153041791 >> [v2:172.21.15.67:6800/2226802230,v1:172.21.15.67:6801/2226802230] conn(0x55c5cfbcc580 0x55c5cfb16b00 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.681+0000 7f07b3c1af40 1 -- 172.21.15.67:0/3153041791 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f07900775a0 msgr2=0x7f0790079ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:23.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.681+0000 7f07b3c1af40 1 --2- 172.21.15.67:0/3153041791 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f07900775a0 0x7f0790079ab0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f07a0010430 tx=0x7f07a0003800 comp rx=0 tx=0).stop 2024-09-21T00:24:23.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.681+0000 7f07b3c1af40 1 -- 172.21.15.67:0/3153041791 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c5cfbe3f00 msgr2=0x55c5cfc87ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:23.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.681+0000 7f07b3c1af40 1 --2- 172.21.15.67:0/3153041791 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c5cfbe3f00 0x55c5cfc87ef0 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f07a800b8c0 tx=0x7f07a800bd80 comp rx=0 tx=0).stop 2024-09-21T00:24:23.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.681+0000 7f07ad268640 1 -- 172.21.15.67:0/3153041791 reap_dead start 2024-09-21T00:24:23.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.681+0000 7f07b3c1af40 1 -- 172.21.15.67:0/3153041791 shutdown_connections 2024-09-21T00:24:23.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.681+0000 7f07b3c1af40 1 -- 172.21.15.67:0/3153041791 >> 172.21.15.67:0/3153041791 conn(0x55c5cfa39ac0 msgr2=0x55c5cfbef690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:23.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.681+0000 7f07b3c1af40 1 -- 172.21.15.67:0/3153041791 shutdown_connections 2024-09-21T00:24:23.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.681+0000 7f07b3c1af40 1 -- 172.21.15.67:0/3153041791 wait complete. 2024-09-21T00:24:23.685 INFO:tasks.cephfs.test_scrub_checks:Running command 'scrub start /scrub_test_path/ceph-qa-suite/new_file_0' 2024-09-21T00:24:23.685 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.3:0 scrub start /scrub_test_path/ceph-qa-suite/new_file_0 2024-09-21T00:24:23.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.803+0000 7f60ac3f1640 1 -- 172.21.15.67:0/2955664044 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f60a40b3cb0 msgr2=0x7f60a40d3330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:23.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.803+0000 7f60ac3f1640 1 --2- 172.21.15.67:0/2955664044 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f60a40b3cb0 0x7f60a40d3330 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f60a406e0d0 tx=0x7f609402a980 comp rx=0 tx=0).stop 2024-09-21T00:24:23.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.803+0000 7f60ac3f1640 1 -- 172.21.15.67:0/2955664044 shutdown_connections 2024-09-21T00:24:23.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.803+0000 7f60ac3f1640 1 --2- 172.21.15.67:0/2955664044 >> v2:172.21.15.97:3300/0 conn(0x7f60a40d1630 0x7f60a40cf280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.803+0000 7f60ac3f1640 1 --2- 172.21.15.67:0/2955664044 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f60a40d4e30 0x7f60a40d10f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.803+0000 7f60ac3f1640 1 --2- 172.21.15.67:0/2955664044 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f60a40b3cb0 0x7f60a40d3330 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.803+0000 7f60ac3f1640 1 -- 172.21.15.67:0/2955664044 >> 172.21.15.67:0/2955664044 conn(0x7f60a408bee0 msgr2=0x7f60a40d4720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:23.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.803+0000 7f60ac3f1640 1 -- 172.21.15.67:0/2955664044 shutdown_connections 2024-09-21T00:24:23.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.803+0000 7f60ac3f1640 1 -- 172.21.15.67:0/2955664044 wait complete. 2024-09-21T00:24:23.806 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.805+0000 7f60ac3f1640 1 Processor -- start 2024-09-21T00:24:23.806 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.805+0000 7f60ac3f1640 1 -- start start 2024-09-21T00:24:23.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.806+0000 7f60ac3f1640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f60a40b3cb0 0x7f60a40b6a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:23.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.806+0000 7f60ac3f1640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f60a40d1630 0x7f60a4147750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:23.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.806+0000 7f60ac3f1640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f60a40d4e30 0x7f60a4147c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:23.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.806+0000 7f60ac3f1640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f60a40cf940 con 0x7f60a40d4e30 2024-09-21T00:24:23.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.807+0000 7f60ac3f1640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f60a40cf7c0 con 0x7f60a40d1630 2024-09-21T00:24:23.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.807+0000 7f60ac3f1640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f60a40cfac0 con 0x7f60a40b3cb0 2024-09-21T00:24:23.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.807+0000 7f60aa98e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f60a40d4e30 0x7f60a4147c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:23.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.807+0000 7f60aa98e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f60a40d4e30 0x7f60a4147c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55540/0 (socket says 172.21.15.67:55540) 2024-09-21T00:24:23.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.807+0000 7f60aa98e640 1 -- 172.21.15.67:0/4246987383 learned_addr learned my addr 172.21.15.67:0/4246987383 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:23.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.807+0000 7f60a998c640 1 --2- 172.21.15.67:0/4246987383 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f60a40d1630 0x7f60a4147750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:23.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.807+0000 7f60aa18d640 1 --2- 172.21.15.67:0/4246987383 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f60a40b3cb0 0x7f60a40b6a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:23.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.807+0000 7f60aa98e640 1 -- 172.21.15.67:0/4246987383 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f60a40b3cb0 msgr2=0x7f60a40b6a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:23.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.807+0000 7f60aa98e640 1 --2- 172.21.15.67:0/4246987383 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f60a40b3cb0 0x7f60a40b6a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.807+0000 7f60aa98e640 1 -- 172.21.15.67:0/4246987383 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f60a40d1630 msgr2=0x7f60a4147750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:23.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.807+0000 7f60aa98e640 1 --2- 172.21.15.67:0/4246987383 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f60a40d1630 0x7f60a4147750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.807+0000 7f60aa98e640 1 -- 172.21.15.67:0/4246987383 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60a415b970 con 0x7f60a40d4e30 2024-09-21T00:24:23.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.807+0000 7f60aa98e640 1 --2- 172.21.15.67:0/4246987383 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f60a40d4e30 0x7f60a4147c90 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f609c00d750 tx=0x7f609c00dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:23.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.807+0000 7f60a2ffd640 1 -- 172.21.15.67:0/4246987383 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f609c017070 con 0x7f60a40d4e30 2024-09-21T00:24:23.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.807+0000 7f60a2ffd640 1 -- 172.21.15.67:0/4246987383 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f609c009b20 con 0x7f60a40d4e30 2024-09-21T00:24:23.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.807+0000 7f60ac3f1640 1 -- 172.21.15.67:0/4246987383 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f60a415bc10 con 0x7f60a40d4e30 2024-09-21T00:24:23.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.807+0000 7f60a2ffd640 1 -- 172.21.15.67:0/4246987383 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f609c010460 con 0x7f60a40d4e30 2024-09-21T00:24:23.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.807+0000 7f60ac3f1640 1 -- 172.21.15.67:0/4246987383 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f60a415c1d0 con 0x7f60a40d4e30 2024-09-21T00:24:23.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.809+0000 7f60a2ffd640 1 -- 172.21.15.67:0/4246987383 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f609c01a070 con 0x7f60a40d4e30 2024-09-21T00:24:23.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.810+0000 7f60a2ffd640 1 --2- 172.21.15.67:0/4246987383 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6090078bc0 0x7f609007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:23.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.810+0000 7f60a2ffd640 1 -- 172.21.15.67:0/4246987383 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f609c09ada0 con 0x7f60a40d4e30 2024-09-21T00:24:23.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.810+0000 7f60aa18d640 1 --2- 172.21.15.67:0/4246987383 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6090078bc0 0x7f609007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:23.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.811+0000 7f60b3441740 1 Processor -- start 2024-09-21T00:24:23.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.811+0000 7f60b3441740 1 -- start start 2024-09-21T00:24:23.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.811+0000 7f60aa18d640 1 --2- 172.21.15.67:0/4246987383 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6090078bc0 0x7f609007b0d0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f6094035000 tx=0x7f6094004ab0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:23.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.812+0000 7f60b3441740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564fd724e790 0x564fd763b940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:23.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.812+0000 7f60b3441740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x564fd72258d0 0x564fd75f02b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:23.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.812+0000 7f60b3441740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564fd722dab0 0x564fd75f07f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:23.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.812+0000 7f60b3441740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x564fd7568c80 con 0x564fd722dab0 2024-09-21T00:24:23.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.812+0000 7f60b3441740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x564fd75580b0 con 0x564fd724e790 2024-09-21T00:24:23.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.812+0000 7f60b3441740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x564fd755bec0 con 0x564fd72258d0 2024-09-21T00:24:23.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.812+0000 7f60aa98e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564fd722dab0 0x564fd75f07f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:23.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.812+0000 7f60aa98e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564fd722dab0 0x564fd75f07f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55552/0 (socket says 172.21.15.67:55552) 2024-09-21T00:24:23.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.812+0000 7f60aa98e640 1 -- 172.21.15.67:0/3200842263 learned_addr learned my addr 172.21.15.67:0/3200842263 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:23.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.813+0000 7f60aa98e640 1 -- 172.21.15.67:0/3200842263 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x564fd72258d0 msgr2=0x564fd75f02b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:23.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.813+0000 7f60aa98e640 1 --2- 172.21.15.67:0/3200842263 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x564fd72258d0 0x564fd75f02b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.813+0000 7f60aa98e640 1 -- 172.21.15.67:0/3200842263 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564fd724e790 msgr2=0x564fd763b940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:23.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.813+0000 7f60aa18d640 1 --2- 172.21.15.67:0/3200842263 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564fd724e790 0x564fd763b940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:23.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.813+0000 7f60aa98e640 1 --2- 172.21.15.67:0/3200842263 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564fd724e790 0x564fd763b940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.813+0000 7f60aa98e640 1 -- 172.21.15.67:0/3200842263 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564fd7332c00 con 0x564fd722dab0 2024-09-21T00:24:23.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.813+0000 7f60aa98e640 1 --2- 172.21.15.67:0/3200842263 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564fd722dab0 0x564fd75f07f0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f609c099210 tx=0x7f609c0623c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5032ee103e8c597c server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:23.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.813+0000 7f608bfff640 1 -- 172.21.15.67:0/3200842263 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f609c021040 con 0x564fd722dab0 2024-09-21T00:24:23.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.813+0000 7f608bfff640 1 -- 172.21.15.67:0/3200842263 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f609c0675c0 con 0x564fd722dab0 2024-09-21T00:24:23.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.813+0000 7f608bfff640 1 -- 172.21.15.67:0/3200842263 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f609c062010 con 0x564fd722dab0 2024-09-21T00:24:23.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.814+0000 7f60b3441740 1 -- 172.21.15.67:0/3200842263 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564fd722dab0 msgr2=0x564fd75f07f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:23.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.814+0000 7f60b3441740 1 --2- 172.21.15.67:0/3200842263 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564fd722dab0 0x564fd75f07f0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f609c099210 tx=0x7f609c0623c0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.814+0000 7f60b3441740 1 -- 172.21.15.67:0/3200842263 shutdown_connections 2024-09-21T00:24:23.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.814+0000 7f60b3441740 1 --2- 172.21.15.67:0/3200842263 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564fd722dab0 0x564fd75f07f0 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.814+0000 7f60b3441740 1 --2- 172.21.15.67:0/3200842263 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x564fd72258d0 0x564fd75f02b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.814+0000 7f60b3441740 1 --2- 172.21.15.67:0/3200842263 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564fd724e790 0x564fd763b940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.814+0000 7f60b3441740 1 -- 172.21.15.67:0/3200842263 >> 172.21.15.67:0/3200842263 conn(0x564fd72428e0 msgr2=0x564fd75f5cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:23.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.814+0000 7f60b3441740 1 -- 172.21.15.67:0/3200842263 shutdown_connections 2024-09-21T00:24:23.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.814+0000 7f60b3441740 1 -- 172.21.15.67:0/3200842263 wait complete. 2024-09-21T00:24:23.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.815+0000 7f60b3441740 1 -- start start 2024-09-21T00:24:23.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.815+0000 7f60b3441740 1 Processor -- start 2024-09-21T00:24:23.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.816+0000 7f60b3441740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x564fd72258d0 0x564fd7611e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:23.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.816+0000 7f60b3441740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564fd722dab0 0x564fd761d670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:23.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.816+0000 7f60b3441740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564fd724e790 0x564fd761dbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:23.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.816+0000 7f60b3441740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x564fd72c8b40 con 0x564fd722dab0 2024-09-21T00:24:23.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.816+0000 7f60b3441740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x564fd74fd620 con 0x564fd724e790 2024-09-21T00:24:23.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.817+0000 7f60b3441740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x564fd761e470 con 0x564fd72258d0 2024-09-21T00:24:23.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.817+0000 7f60b3441740 10 client.0 _ll_register_callbacks cb 0x564fd7550f00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:24:23.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.817+0000 7f60a998c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564fd722dab0 0x564fd761d670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:23.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.817+0000 7f60a998c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564fd722dab0 0x564fd761d670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55554/0 (socket says 172.21.15.67:55554) 2024-09-21T00:24:23.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.817+0000 7f60a998c640 1 -- 172.21.15.67:0/3618098526 learned_addr learned my addr 172.21.15.67:0/3618098526 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:23.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.817+0000 7f60aa98e640 1 --2- 172.21.15.67:0/3618098526 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564fd724e790 0x564fd761dbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:23.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.817+0000 7f60aa18d640 1 --2- 172.21.15.67:0/3618098526 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x564fd72258d0 0x564fd7611e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:23.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.817+0000 7f60a998c640 1 -- 172.21.15.67:0/3618098526 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x564fd72258d0 msgr2=0x564fd7611e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:23.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.817+0000 7f60a998c640 1 --2- 172.21.15.67:0/3618098526 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x564fd72258d0 0x564fd7611e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.817+0000 7f60a998c640 1 -- 172.21.15.67:0/3618098526 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564fd724e790 msgr2=0x564fd761dbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:23.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.817+0000 7f60a998c640 1 --2- 172.21.15.67:0/3618098526 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564fd724e790 0x564fd761dbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.817+0000 7f60a998c640 1 -- 172.21.15.67:0/3618098526 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564fd7297aa0 con 0x564fd722dab0 2024-09-21T00:24:23.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.817+0000 7f60a998c640 1 --2- 172.21.15.67:0/3618098526 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564fd722dab0 0x564fd761d670 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f609800bd70 tx=0x7f60980107a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e82e5f9dd858fc52 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:23.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.817+0000 7f60897fa640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:24:23.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.817+0000 7f60897fa640 1 -- 172.21.15.67:0/3618098526 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f609801c680 con 0x564fd722dab0 2024-09-21T00:24:23.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.817+0000 7f60897fa640 1 -- 172.21.15.67:0/3618098526 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f609801c820 con 0x564fd722dab0 2024-09-21T00:24:23.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.817+0000 7f60b3441740 1 -- 172.21.15.67:0/3618098526 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f609c0675c0 con 0x564fd722dab0 2024-09-21T00:24:23.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.818+0000 7f60897fa640 1 -- 172.21.15.67:0/3618098526 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f6098024050 con 0x564fd722dab0 2024-09-21T00:24:23.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.818+0000 7f60b3441740 10 client.5730 fetch_fsmap learned FSMap version 27 2024-09-21T00:24:23.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.818+0000 7f60b3441740 1 -- 172.21.15.67:0/3618098526 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=2+}) -- 0x564fd7393390 con 0x564fd722dab0 2024-09-21T00:24:23.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.818+0000 7f60897fa640 1 -- 172.21.15.67:0/3618098526 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f609c0675c0 con 0x564fd722dab0 2024-09-21T00:24:23.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.818+0000 7f60897fa640 1 -- 172.21.15.67:0/3618098526 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 27) ==== 3502+0+0 (secure 0 0 0) 0x7f6098027020 con 0x564fd722dab0 2024-09-21T00:24:23.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.818+0000 7f60b3441740 10 client.5730 fetch_fsmap finished waiting for FSMap version 27 2024-09-21T00:24:23.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.818+0000 7f60b3441740 10 client.5730 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.a 2024-09-21T00:24:23.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.818+0000 7f60b3441740 20 client.5730 populate_metadata read hostname 'smithi067' 2024-09-21T00:24:23.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.818+0000 7f60b3441740 1 --2- 172.21.15.67:0/3618098526 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x564fd720d360 0x564fd764d3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:23.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.818+0000 7f60b3441740 4 client.5730 mds_command: new command op to 5376 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:24:23.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.818+0000 7f60b3441740 1 -- 172.21.15.67:0/3618098526 --> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564fd756abd0 con 0x564fd720d360 2024-09-21T00:24:23.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.818+0000 7f60aa18d640 1 --2- 172.21.15.67:0/3618098526 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x564fd720d360 0x564fd764d3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:23.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.818+0000 7f60897fa640 10 client.5730 ms_handle_connect on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:23.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.818+0000 7f60aa18d640 1 --2- 172.21.15.67:0/3618098526 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x564fd720d360 0x564fd764d3f0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2be97cbf2c547c8d server_cookie=f4046f89ce5fa854 in_seq=0 out_seq=0 2024-09-21T00:24:23.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.819+0000 7f60897fa640 1 -- 172.21.15.67:0/3618098526 <== mds.0 v2:172.21.15.67:6832/3973293841 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x564fd756abd0 con 0x564fd720d360 2024-09-21T00:24:23.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.819+0000 7f60897fa640 10 client.5730 handle_command_reply: tid=0 2024-09-21T00:24:23.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.819+0000 7f60b3441740 1 client.5730 shutdown 2024-09-21T00:24:23.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.819+0000 7f60b3441740 1 -- 172.21.15.67:0/3618098526 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564fd722dab0 msgr2=0x564fd761d670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:23.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.819+0000 7f60b3441740 1 --2- 172.21.15.67:0/3618098526 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564fd722dab0 0x564fd761d670 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f609800bd70 tx=0x7f60980107a0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.819+0000 7f60b3441740 1 -- 172.21.15.67:0/3618098526 shutdown_connections 2024-09-21T00:24:23.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.819+0000 7f60b3441740 1 --2- 172.21.15.67:0/3618098526 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564fd724e790 0x564fd761dbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.819+0000 7f60b3441740 1 --2- 172.21.15.67:0/3618098526 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564fd722dab0 0x564fd761d670 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.819+0000 7f60b3441740 1 --2- 172.21.15.67:0/3618098526 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x564fd720d360 0x564fd764d3f0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.819+0000 7f60b3441740 1 --2- 172.21.15.67:0/3618098526 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x564fd72258d0 0x564fd7611e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.819+0000 7f60897fa640 0 client.5730 ms_handle_reset on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:23.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.819+0000 7f60b3441740 1 -- 172.21.15.67:0/3618098526 >> 172.21.15.67:0/3618098526 conn(0x564fd72428e0 msgr2=0x564fd75f5e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:23.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.819+0000 7f60b3441740 1 -- 172.21.15.67:0/3618098526 shutdown_connections 2024-09-21T00:24:23.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.819+0000 7f60b3441740 1 -- 172.21.15.67:0/3618098526 wait complete. 2024-09-21T00:24:23.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.820+0000 7f60b3441740 20 client.5730 trim_cache size 0 max 16384 2024-09-21T00:24:23.839 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.838+0000 7f60b3441740 1 Processor -- start 2024-09-21T00:24:23.839 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.838+0000 7f60b3441740 1 -- start start 2024-09-21T00:24:23.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.839+0000 7f60b3441740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x564fd72258d0 0x564fd75f5ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:23.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.839+0000 7f60b3441740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564fd722dab0 0x564fd764d570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:23.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.839+0000 7f60b3441740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564fd724e790 0x564fd761c360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:23.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.839+0000 7f60b3441740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x564fd761f920 con 0x564fd724e790 2024-09-21T00:24:23.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.839+0000 7f60b3441740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f60a42021f0 con 0x564fd722dab0 2024-09-21T00:24:23.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.839+0000 7f60b3441740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f60a4201200 con 0x564fd72258d0 2024-09-21T00:24:23.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.839+0000 7f60aa98e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564fd724e790 0x564fd761c360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:23.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.839+0000 7f60aa98e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564fd724e790 0x564fd761c360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55570/0 (socket says 172.21.15.67:55570) 2024-09-21T00:24:23.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.839+0000 7f60aa98e640 1 -- 172.21.15.67:0/2686486083 learned_addr learned my addr 172.21.15.67:0/2686486083 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:23.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.839+0000 7f60aa18d640 1 --2- 172.21.15.67:0/2686486083 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x564fd72258d0 0x564fd75f5ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:23.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.839+0000 7f60a998c640 1 --2- 172.21.15.67:0/2686486083 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564fd722dab0 0x564fd764d570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:23.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.839+0000 7f60aa98e640 1 -- 172.21.15.67:0/2686486083 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x564fd72258d0 msgr2=0x564fd75f5ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:23.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.839+0000 7f60aa98e640 1 --2- 172.21.15.67:0/2686486083 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x564fd72258d0 0x564fd75f5ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.839+0000 7f60aa98e640 1 -- 172.21.15.67:0/2686486083 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564fd722dab0 msgr2=0x564fd764d570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:23.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.839+0000 7f60aa98e640 1 --2- 172.21.15.67:0/2686486083 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564fd722dab0 0x564fd764d570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.839+0000 7f60aa98e640 1 -- 172.21.15.67:0/2686486083 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564fd7330f00 con 0x564fd724e790 2024-09-21T00:24:23.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.839+0000 7f60aa18d640 1 --2- 172.21.15.67:0/2686486083 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x564fd72258d0 0x564fd75f5ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:24:23.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.839+0000 7f60a998c640 1 --2- 172.21.15.67:0/2686486083 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564fd722dab0 0x564fd764d570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:24:23.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.839+0000 7f60aa98e640 1 --2- 172.21.15.67:0/2686486083 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564fd724e790 0x564fd761c360 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f609c009610 tx=0x7f609c0991a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=61e5b22cd693f306 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:23.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.840+0000 7f608b7fe640 1 -- 172.21.15.67:0/2686486083 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f609c021030 con 0x564fd724e790 2024-09-21T00:24:23.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.840+0000 7f608b7fe640 1 -- 172.21.15.67:0/2686486083 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f609c0620e0 con 0x564fd724e790 2024-09-21T00:24:23.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.840+0000 7f608b7fe640 1 -- 172.21.15.67:0/2686486083 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f609c0672d0 con 0x564fd724e790 2024-09-21T00:24:23.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.840+0000 7f60b3441740 1 -- 172.21.15.67:0/2686486083 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564fd724e790 msgr2=0x564fd761c360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:23.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.840+0000 7f60b3441740 1 --2- 172.21.15.67:0/2686486083 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564fd724e790 0x564fd761c360 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f609c009610 tx=0x7f609c0991a0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.840+0000 7f60b3441740 1 -- 172.21.15.67:0/2686486083 shutdown_connections 2024-09-21T00:24:23.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.840+0000 7f60b3441740 1 --2- 172.21.15.67:0/2686486083 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564fd724e790 0x564fd761c360 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.840+0000 7f60b3441740 1 --2- 172.21.15.67:0/2686486083 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564fd722dab0 0x564fd764d570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.840+0000 7f60b3441740 1 --2- 172.21.15.67:0/2686486083 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x564fd72258d0 0x564fd75f5ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.840+0000 7f60b3441740 1 -- 172.21.15.67:0/2686486083 >> 172.21.15.67:0/2686486083 conn(0x564fd72428e0 msgr2=0x564fd76391b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:23.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.840+0000 7f60b3441740 1 -- 172.21.15.67:0/2686486083 shutdown_connections 2024-09-21T00:24:23.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.840+0000 7f60b3441740 1 -- 172.21.15.67:0/2686486083 wait complete. 2024-09-21T00:24:23.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.841+0000 7f60b3441740 1 -- start start 2024-09-21T00:24:23.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.841+0000 7f60b3441740 1 Processor -- start 2024-09-21T00:24:23.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.843+0000 7f60b3441740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564fd72258d0 0x564fd763db70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:23.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.843+0000 7f60b3441740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564fd722dab0 0x564fd761e670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:23.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.843+0000 7f60b3441740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x564fd724e790 0x564fd761ebb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:23.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.843+0000 7f60b3441740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f60a41e8cc0 con 0x564fd72258d0 2024-09-21T00:24:23.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.843+0000 7f60b3441740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f60a41e8670 con 0x564fd722dab0 2024-09-21T00:24:23.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.843+0000 7f60b3441740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x564fd76162c0 con 0x564fd724e790 2024-09-21T00:24:23.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.843+0000 7f60b3441740 10 client.0 _ll_register_callbacks cb 0x7f609800b980 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:24:23.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.843+0000 7f60aa18d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564fd72258d0 0x564fd763db70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:23.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.843+0000 7f60aa18d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564fd72258d0 0x564fd763db70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55574/0 (socket says 172.21.15.67:55574) 2024-09-21T00:24:23.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.843+0000 7f60aa18d640 1 -- 172.21.15.67:0/2850587462 learned_addr learned my addr 172.21.15.67:0/2850587462 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:23.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.843+0000 7f60a998c640 1 --2- 172.21.15.67:0/2850587462 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564fd722dab0 0x564fd761e670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:23.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.843+0000 7f60aa98e640 1 --2- 172.21.15.67:0/2850587462 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x564fd724e790 0x564fd761ebb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:23.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.843+0000 7f60aa18d640 1 -- 172.21.15.67:0/2850587462 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x564fd724e790 msgr2=0x564fd761ebb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:23.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.843+0000 7f60aa18d640 1 --2- 172.21.15.67:0/2850587462 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x564fd724e790 0x564fd761ebb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.843+0000 7f60aa18d640 1 -- 172.21.15.67:0/2850587462 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564fd722dab0 msgr2=0x564fd761e670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:23.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.843+0000 7f60aa18d640 1 --2- 172.21.15.67:0/2850587462 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564fd722dab0 0x564fd761e670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.843+0000 7f60aa18d640 1 -- 172.21.15.67:0/2850587462 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564fd76be820 con 0x564fd72258d0 2024-09-21T00:24:23.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.843+0000 7f60aa18d640 1 --2- 172.21.15.67:0/2850587462 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564fd72258d0 0x564fd763db70 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f6094005fd0 tx=0x7f6094009560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d8c2634320ffaad8 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:23.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.843+0000 7f60897fa640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:24:23.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.844+0000 7f60897fa640 1 -- 172.21.15.67:0/2850587462 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6094034040 con 0x564fd72258d0 2024-09-21T00:24:23.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.844+0000 7f60897fa640 1 -- 172.21.15.67:0/2850587462 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f6094040030 con 0x564fd72258d0 2024-09-21T00:24:23.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.844+0000 7f60b3441740 1 -- 172.21.15.67:0/2850587462 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f609c0620e0 con 0x564fd72258d0 2024-09-21T00:24:23.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.844+0000 7f60897fa640 1 -- 172.21.15.67:0/2850587462 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f6094062050 con 0x564fd72258d0 2024-09-21T00:24:23.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.844+0000 7f60b3441740 10 client.5736 fetch_fsmap learned FSMap version 27 2024-09-21T00:24:23.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.844+0000 7f60b3441740 1 -- 172.21.15.67:0/2850587462 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=2+}) -- 0x564fd76128e0 con 0x564fd72258d0 2024-09-21T00:24:23.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.844+0000 7f60897fa640 1 -- 172.21.15.67:0/2850587462 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f609c0620e0 con 0x564fd72258d0 2024-09-21T00:24:23.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.844+0000 7f60897fa640 1 -- 172.21.15.67:0/2850587462 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 27) ==== 3502+0+0 (secure 0 0 0) 0x7f6094065020 con 0x564fd72258d0 2024-09-21T00:24:23.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.844+0000 7f60b3441740 10 client.5736 fetch_fsmap finished waiting for FSMap version 27 2024-09-21T00:24:23.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.844+0000 7f60b3441740 10 client.5736 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.a 2024-09-21T00:24:23.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.844+0000 7f60b3441740 20 client.5736 populate_metadata read hostname 'smithi067' 2024-09-21T00:24:23.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.844+0000 7f60b3441740 1 --2- 172.21.15.67:0/2850587462 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x564fd76ba0e0 0x564fd76ba4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:23.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.844+0000 7f60b3441740 4 client.5736 mds_command: new command op to 5376 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/scrub_test_path/ceph-qa-suite/new_file_0"}] 2024-09-21T00:24:23.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.844+0000 7f60b3441740 1 -- 172.21.15.67:0/2850587462 --> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] -- command(tid 0: {"prefix": "scrub start", "path": "/scrub_test_path/ceph-qa-suite/new_file_0"}) -- 0x564fd7635340 con 0x564fd76ba0e0 2024-09-21T00:24:23.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.844+0000 7f60a998c640 1 --2- 172.21.15.67:0/2850587462 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x564fd76ba0e0 0x564fd76ba4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:23.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.845+0000 7f60897fa640 10 client.5736 ms_handle_connect on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:23.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.845+0000 7f60a998c640 1 --2- 172.21.15.67:0/2850587462 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x564fd76ba0e0 0x564fd76ba4f0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=648588b863915c8a server_cookie=5aacf628b7f78676 in_seq=0 out_seq=0 2024-09-21T00:24:23.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.845+0000 7f60897fa640 1 -- 172.21.15.67:0/2850587462 <== mds.0 v2:172.21.15.67:6832/3973293841 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x564fd7635340 con 0x564fd76ba0e0 2024-09-21T00:24:23.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.845+0000 7f60897fa640 10 client.5736 handle_command_reply: tid=0 2024-09-21T00:24:23.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.845+0000 7f60b3441740 1 client.5736 shutdown 2024-09-21T00:24:23.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.846+0000 7f60b3441740 1 -- 172.21.15.67:0/2850587462 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564fd72258d0 msgr2=0x564fd763db70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:23.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.846+0000 7f60b3441740 1 --2- 172.21.15.67:0/2850587462 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564fd72258d0 0x564fd763db70 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f6094005fd0 tx=0x7f6094009560 comp rx=0 tx=0).stop 2024-09-21T00:24:23.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.846+0000 7f60b3441740 1 -- 172.21.15.67:0/2850587462 shutdown_connections 2024-09-21T00:24:23.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.846+0000 7f60b3441740 1 --2- 172.21.15.67:0/2850587462 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x564fd76ba0e0 0x564fd76ba4f0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.846+0000 7f60b3441740 1 --2- 172.21.15.67:0/2850587462 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x564fd724e790 0x564fd761ebb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.846+0000 7f60b3441740 1 --2- 172.21.15.67:0/2850587462 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564fd722dab0 0x564fd761e670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.846+0000 7f60897fa640 0 client.5736 ms_handle_reset on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:23.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.846+0000 7f60b3441740 1 --2- 172.21.15.67:0/2850587462 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564fd72258d0 0x564fd763db70 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.846+0000 7f60b3441740 1 -- 172.21.15.67:0/2850587462 >> 172.21.15.67:0/2850587462 conn(0x564fd72428e0 msgr2=0x564fd75f1000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:23.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.846+0000 7f60b3441740 1 -- 172.21.15.67:0/2850587462 shutdown_connections 2024-09-21T00:24:23.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.846+0000 7f60b3441740 1 -- 172.21.15.67:0/2850587462 wait complete. 2024-09-21T00:24:23.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.846+0000 7f60b3441740 20 client.5736 trim_cache size 0 max 16384 2024-09-21T00:24:23.852 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:24:23.852 INFO:teuthology.orchestra.run.smithi067.stdout: "return_code": 0, 2024-09-21T00:24:23.852 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_tag": "e020a4e8-01fa-4a3b-a979-595c9980f4a2", 2024-09-21T00:24:23.852 INFO:teuthology.orchestra.run.smithi067.stdout: "mode": "asynchronous" 2024-09-21T00:24:23.852 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:24:23.852 INFO:tasks.ceph.mds.a.smithi067.stderr:2024-09-21T00:24:23.847+0000 7f39406d6640 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000a4c [2,head] /scrub_test_path/ceph-qa-suite/new_file_0 auth v541 pv545 ap=4 s=0 n(v0 1=1+0)->n(v0 rc2024-09-21T00:24:23.055476+0000 b1048576 1=1+0) (ifile lock->xlock w=1) (iquiesce lock w=1) cr={5517=0-4194304@1} caps={5517=pAsLsXsFc/-@3} | ptrwaiter=1 request=1 lock=3 caps=1 dirtyparent=0 dirty=0 waiter=1 authpin=1 scrubqueue=0 0x5609bc792c00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":-61,"ondisk_value":"(-1)0x0:[]//[]","memoryvalue":"(7)0x10000000a4c:[<0x10000000001/new_file_0 v541>,<0x10000000000/ceph-qa-suite v57>,<0x1/scrub_test_path v24>]//[]","error_str":"failed to read off disk; see retval"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":-61} 2024-09-21T00:24:23.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.847+0000 7f60ac3f1640 1 -- 172.21.15.67:0/4246987383 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6090078bc0 msgr2=0x7f609007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:23.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.847+0000 7f60ac3f1640 1 --2- 172.21.15.67:0/4246987383 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6090078bc0 0x7f609007b0d0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f6094035000 tx=0x7f6094004ab0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.847+0000 7f60ac3f1640 1 -- 172.21.15.67:0/4246987383 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f60a40d4e30 msgr2=0x7f60a4147c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:23.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.847+0000 7f60ac3f1640 1 --2- 172.21.15.67:0/4246987383 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f60a40d4e30 0x7f60a4147c90 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f609c00d750 tx=0x7f609c00dc10 comp rx=0 tx=0).stop 2024-09-21T00:24:23.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.847+0000 7f60ac3f1640 1 -- 172.21.15.67:0/4246987383 shutdown_connections 2024-09-21T00:24:23.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.847+0000 7f60ac3f1640 1 --2- 172.21.15.67:0/4246987383 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6090078bc0 0x7f609007b0d0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.847+0000 7f60ac3f1640 1 --2- 172.21.15.67:0/4246987383 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f60a40d4e30 0x7f60a4147c90 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.847+0000 7f60ac3f1640 1 --2- 172.21.15.67:0/4246987383 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f60a40d1630 0x7f60a4147750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.847+0000 7f60ac3f1640 1 --2- 172.21.15.67:0/4246987383 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f60a40b3cb0 0x7f60a40b6a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.847+0000 7f60ac3f1640 1 -- 172.21.15.67:0/4246987383 >> 172.21.15.67:0/4246987383 conn(0x7f60a408bee0 msgr2=0x7f60a40ce1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:23.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.847+0000 7f60ac3f1640 1 -- 172.21.15.67:0/4246987383 shutdown_connections 2024-09-21T00:24:23.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.847+0000 7f60ac3f1640 1 -- 172.21.15.67:0/4246987383 wait complete. 2024-09-21T00:24:23.863 INFO:tasks.cephfs.test_scrub_checks:command 'scrub start /scrub_test_path/ceph-qa-suite/new_file_0' returned '{'return_code': 0, 'scrub_tag': 'e020a4e8-01fa-4a3b-a979-595c9980f4a2', 'mode': 'asynchronous'}' 2024-09-21T00:24:23.863 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-21T00:24:23.864 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 30 ceph --cluster ceph tell mds.3:0 scrub status 2024-09-21T00:24:23.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.981+0000 7f44a9c9b640 1 -- 172.21.15.67:0/211600438 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f44a40b1230 msgr2=0x7f44a40ccf50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:23.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.981+0000 7f44a9c9b640 1 --2- 172.21.15.67:0/211600438 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f44a40b1230 0x7f44a40ccf50 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f449c005fd0 tx=0x7f449c02a840 comp rx=0 tx=0).stop 2024-09-21T00:24:23.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.981+0000 7f44a9c9b640 1 -- 172.21.15.67:0/211600438 shutdown_connections 2024-09-21T00:24:23.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.981+0000 7f44a9c9b640 1 --2- 172.21.15.67:0/211600438 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f44a40b1230 0x7f44a40ccf50 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.981+0000 7f44a9c9b640 1 --2- 172.21.15.67:0/211600438 >> v2:172.21.15.97:3300/0 conn(0x7f44a40cfd30 0x7f44a40cdd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.981+0000 7f44a9c9b640 1 -- 172.21.15.67:0/211600438 >> 172.21.15.67:0/211600438 conn(0x7f44a409a950 msgr2=0x7f44a40d1430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:23.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.981+0000 7f44a9c9b640 1 -- 172.21.15.67:0/211600438 shutdown_connections 2024-09-21T00:24:23.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.981+0000 7f44a9c9b640 1 -- 172.21.15.67:0/211600438 wait complete. 2024-09-21T00:24:23.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.983+0000 7f44a9c9b640 1 Processor -- start 2024-09-21T00:24:23.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.983+0000 7f44a9c9b640 1 -- start start 2024-09-21T00:24:23.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.984+0000 7f44a9c9b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f44a40b1230 0x7f44a41d7830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:23.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.984+0000 7f44a9c9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f44a40cfd30 0x7f44a40c9550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:23.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.984+0000 7f44a9c9b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f44a40d0140 0x7f44a41d4ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:23.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.984+0000 7f44a9c9b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f44a40ce240 con 0x7f44a40cfd30 2024-09-21T00:24:23.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.984+0000 7f44a9c9b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f44a40d1f80 con 0x7f44a40d0140 2024-09-21T00:24:23.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.984+0000 7f44a9c9b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f44a40ce3c0 con 0x7f44a40b1230 2024-09-21T00:24:23.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.984+0000 7f44a2ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f44a40cfd30 0x7f44a40c9550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:23.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.984+0000 7f44a2ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f44a40cfd30 0x7f44a40c9550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55584/0 (socket says 172.21.15.67:55584) 2024-09-21T00:24:23.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.984+0000 7f44a2ffd640 1 -- 172.21.15.67:0/759293408 learned_addr learned my addr 172.21.15.67:0/759293408 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:23.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.984+0000 7f44a37fe640 1 --2- 172.21.15.67:0/759293408 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f44a40b1230 0x7f44a41d7830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:23.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.984+0000 7f44a3fff640 1 --2- 172.21.15.67:0/759293408 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f44a40d0140 0x7f44a41d4ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:23.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.985+0000 7f44a2ffd640 1 -- 172.21.15.67:0/759293408 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f44a40b1230 msgr2=0x7f44a41d7830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:23.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.985+0000 7f44a2ffd640 1 --2- 172.21.15.67:0/759293408 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f44a40b1230 0x7f44a41d7830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.985+0000 7f44a2ffd640 1 -- 172.21.15.67:0/759293408 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f44a40d0140 msgr2=0x7f44a41d4ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:23.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.985+0000 7f44a2ffd640 1 --2- 172.21.15.67:0/759293408 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f44a40d0140 0x7f44a41d4ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:23.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.985+0000 7f44a2ffd640 1 -- 172.21.15.67:0/759293408 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44a40c9a90 con 0x7f44a40cfd30 2024-09-21T00:24:23.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.985+0000 7f44a2ffd640 1 --2- 172.21.15.67:0/759293408 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f44a40cfd30 0x7f44a40c9550 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f449800c530 tx=0x7f449800c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:23.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.985+0000 7f448bfff640 1 -- 172.21.15.67:0/759293408 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4498016020 con 0x7f44a40cfd30 2024-09-21T00:24:23.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.985+0000 7f44a9c9b640 1 -- 172.21.15.67:0/759293408 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44a41d7e80 con 0x7f44a40cfd30 2024-09-21T00:24:23.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.985+0000 7f448bfff640 1 -- 172.21.15.67:0/759293408 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4498012920 con 0x7f44a40cfd30 2024-09-21T00:24:23.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.985+0000 7f448bfff640 1 -- 172.21.15.67:0/759293408 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4498012d70 con 0x7f44a40cfd30 2024-09-21T00:24:23.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.985+0000 7f44a9c9b640 1 -- 172.21.15.67:0/759293408 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44a41d8440 con 0x7f44a40cfd30 2024-09-21T00:24:24.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.987+0000 7f448bfff640 1 -- 172.21.15.67:0/759293408 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f4498019020 con 0x7f44a40cfd30 2024-09-21T00:24:24.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.987+0000 7f448bfff640 1 --2- 172.21.15.67:0/759293408 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4490078b90 0x7f449007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:24.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.988+0000 7f448bfff640 1 -- 172.21.15.67:0/759293408 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f449809ade0 con 0x7f44a40cfd30 2024-09-21T00:24:24.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.988+0000 7f44a37fe640 1 --2- 172.21.15.67:0/759293408 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4490078b90 0x7f449007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:24.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.988+0000 7f44a37fe640 1 --2- 172.21.15.67:0/759293408 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4490078b90 0x7f449007b0a0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f4494009ac0 tx=0x7f4494005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:24.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.988+0000 7f44b0c0a740 1 Processor -- start 2024-09-21T00:24:24.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.988+0000 7f44b0c0a740 1 -- start start 2024-09-21T00:24:24.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.990+0000 7f44b0c0a740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5597ef7ef390 0x5597efbdba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:24.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.990+0000 7f44b0c0a740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5597ef7c64d0 0x5597efbb0860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:24.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.990+0000 7f44b0c0a740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5597ef7ce6b0 0x5597efbb0da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:24.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.990+0000 7f44b0c0a740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5597efb09a60 con 0x5597ef7ce6b0 2024-09-21T00:24:24.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.990+0000 7f44b0c0a740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5597efaf8e90 con 0x5597ef7ef390 2024-09-21T00:24:24.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.990+0000 7f44b0c0a740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x5597efafcca0 con 0x5597ef7c64d0 2024-09-21T00:24:24.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.990+0000 7f44a3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5597ef7ce6b0 0x5597efbb0da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:24.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.990+0000 7f44a3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5597ef7ce6b0 0x5597efbb0da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55596/0 (socket says 172.21.15.67:55596) 2024-09-21T00:24:24.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.990+0000 7f44a3fff640 1 -- 172.21.15.67:0/194629757 learned_addr learned my addr 172.21.15.67:0/194629757 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:24.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.990+0000 7f44a37fe640 1 --2- 172.21.15.67:0/194629757 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5597ef7ef390 0x5597efbdba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:24.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.990+0000 7f44a2ffd640 1 --2- 172.21.15.67:0/194629757 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5597ef7c64d0 0x5597efbb0860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:24.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.990+0000 7f44a3fff640 1 -- 172.21.15.67:0/194629757 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5597ef7c64d0 msgr2=0x5597efbb0860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:24.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.990+0000 7f44a3fff640 1 --2- 172.21.15.67:0/194629757 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5597ef7c64d0 0x5597efbb0860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:24.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.990+0000 7f44a3fff640 1 -- 172.21.15.67:0/194629757 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5597ef7ef390 msgr2=0x5597efbdba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:24.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.990+0000 7f44a3fff640 1 --2- 172.21.15.67:0/194629757 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5597ef7ef390 0x5597efbdba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:24.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.990+0000 7f44a3fff640 1 -- 172.21.15.67:0/194629757 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5597ef8d17d0 con 0x5597ef7ce6b0 2024-09-21T00:24:24.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.990+0000 7f44a37fe640 1 --2- 172.21.15.67:0/194629757 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5597ef7ef390 0x5597efbdba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:24:24.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.990+0000 7f44a3fff640 1 --2- 172.21.15.67:0/194629757 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5597ef7ce6b0 0x5597efbb0da0 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f449c009cd0 tx=0x7f449c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c0bbd0ae5216b27b server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:24.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.991+0000 7f44897fa640 1 -- 172.21.15.67:0/194629757 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f449c041030 con 0x5597ef7ce6b0 2024-09-21T00:24:24.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.991+0000 7f44897fa640 1 -- 172.21.15.67:0/194629757 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f449c003a60 con 0x5597ef7ce6b0 2024-09-21T00:24:24.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.991+0000 7f44897fa640 1 -- 172.21.15.67:0/194629757 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f449c003e30 con 0x5597ef7ce6b0 2024-09-21T00:24:24.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.991+0000 7f44b0c0a740 1 -- 172.21.15.67:0/194629757 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5597ef7ce6b0 msgr2=0x5597efbb0da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:24.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.991+0000 7f44b0c0a740 1 --2- 172.21.15.67:0/194629757 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5597ef7ce6b0 0x5597efbb0da0 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f449c009cd0 tx=0x7f449c004a40 comp rx=0 tx=0).stop 2024-09-21T00:24:24.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.992+0000 7f44b0c0a740 1 -- 172.21.15.67:0/194629757 shutdown_connections 2024-09-21T00:24:24.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.992+0000 7f44b0c0a740 1 --2- 172.21.15.67:0/194629757 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5597ef7ce6b0 0x5597efbb0da0 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:24.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.992+0000 7f44b0c0a740 1 --2- 172.21.15.67:0/194629757 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5597ef7c64d0 0x5597efbb0860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:24.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.992+0000 7f44b0c0a740 1 --2- 172.21.15.67:0/194629757 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5597ef7ef390 0x5597efbdba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:24.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.992+0000 7f44b0c0a740 1 -- 172.21.15.67:0/194629757 >> 172.21.15.67:0/194629757 conn(0x5597ef7e34e0 msgr2=0x5597efb96d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:24.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.992+0000 7f44b0c0a740 1 -- 172.21.15.67:0/194629757 shutdown_connections 2024-09-21T00:24:24.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.992+0000 7f44b0c0a740 1 -- 172.21.15.67:0/194629757 wait complete. 2024-09-21T00:24:24.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.993+0000 7f44b0c0a740 1 -- start start 2024-09-21T00:24:24.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.993+0000 7f44b0c0a740 1 Processor -- start 2024-09-21T00:24:24.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.994+0000 7f44b0c0a740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5597ef7c64d0 0x5597efbafb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:24.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.994+0000 7f44b0c0a740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5597ef7ce6b0 0x5597efbd1470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:24.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.994+0000 7f44b0c0a740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5597ef7ef390 0x5597efbc0290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:24.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.994+0000 7f44b0c0a740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5597ef869740 con 0x5597ef7ce6b0 2024-09-21T00:24:24.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.994+0000 7f44b0c0a740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5597efa9e970 con 0x5597ef7ef390 2024-09-21T00:24:24.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.994+0000 7f44b0c0a740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x5597efbc1310 con 0x5597ef7c64d0 2024-09-21T00:24:24.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.994+0000 7f44b0c0a740 10 client.0 _ll_register_callbacks cb 0x5597efaad780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:24:24.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.994+0000 7f44a2ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5597ef7ce6b0 0x5597efbd1470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:24.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.994+0000 7f44a2ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5597ef7ce6b0 0x5597efbd1470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55612/0 (socket says 172.21.15.67:55612) 2024-09-21T00:24:24.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.994+0000 7f44a2ffd640 1 -- 172.21.15.67:0/1435059197 learned_addr learned my addr 172.21.15.67:0/1435059197 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:24.011 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.994+0000 7f44a37fe640 1 --2- 172.21.15.67:0/1435059197 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5597ef7c64d0 0x5597efbafb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:24.011 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.994+0000 7f44a3fff640 1 --2- 172.21.15.67:0/1435059197 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5597ef7ef390 0x5597efbc0290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:24.011 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.994+0000 7f44a2ffd640 1 -- 172.21.15.67:0/1435059197 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5597ef7c64d0 msgr2=0x5597efbafb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:24.011 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.994+0000 7f44a2ffd640 1 --2- 172.21.15.67:0/1435059197 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5597ef7c64d0 0x5597efbafb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:24.011 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.994+0000 7f44a2ffd640 1 -- 172.21.15.67:0/1435059197 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5597ef7ef390 msgr2=0x5597efbc0290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:24.011 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.994+0000 7f44a2ffd640 1 --2- 172.21.15.67:0/1435059197 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5597ef7ef390 0x5597efbc0290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:24.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.994+0000 7f44a2ffd640 1 -- 172.21.15.67:0/1435059197 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5597ef85a970 con 0x5597ef7ce6b0 2024-09-21T00:24:24.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.995+0000 7f44a2ffd640 1 --2- 172.21.15.67:0/1435059197 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5597ef7ce6b0 0x5597efbd1470 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f44980627a0 tx=0x7f44980624b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ed75ecec7c574793 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:24.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.995+0000 7f44827fc640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:24:24.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.995+0000 7f44827fc640 1 -- 172.21.15.67:0/1435059197 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f449806c230 con 0x5597ef7ce6b0 2024-09-21T00:24:24.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.995+0000 7f44827fc640 1 -- 172.21.15.67:0/1435059197 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f4498061d00 con 0x5597ef7ce6b0 2024-09-21T00:24:24.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.995+0000 7f44b0c0a740 1 -- 172.21.15.67:0/1435059197 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f449c003a60 con 0x5597ef7ce6b0 2024-09-21T00:24:24.013 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.995+0000 7f44827fc640 1 -- 172.21.15.67:0/1435059197 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f4498062aa0 con 0x5597ef7ce6b0 2024-09-21T00:24:24.013 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.995+0000 7f44b0c0a740 10 client.5748 fetch_fsmap learned FSMap version 27 2024-09-21T00:24:24.013 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.995+0000 7f44b0c0a740 1 -- 172.21.15.67:0/1435059197 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=2+}) -- 0x5597ef8386a0 con 0x5597ef7ce6b0 2024-09-21T00:24:24.013 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.995+0000 7f44827fc640 1 -- 172.21.15.67:0/1435059197 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f449c003a60 con 0x5597ef7ce6b0 2024-09-21T00:24:24.013 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.995+0000 7f44827fc640 1 -- 172.21.15.67:0/1435059197 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 27) ==== 3502+0+0 (secure 0 0 0) 0x7f449805e3f0 con 0x5597ef7ce6b0 2024-09-21T00:24:24.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.995+0000 7f44b0c0a740 10 client.5748 fetch_fsmap finished waiting for FSMap version 27 2024-09-21T00:24:24.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.995+0000 7f44b0c0a740 10 client.5748 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.a 2024-09-21T00:24:24.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.995+0000 7f44b0c0a740 20 client.5748 populate_metadata read hostname 'smithi067' 2024-09-21T00:24:24.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.995+0000 7f44b0c0a740 1 --2- 172.21.15.67:0/1435059197 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x5597ef7adf60 0x5597efbc0ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:24.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.995+0000 7f44b0c0a740 4 client.5748 mds_command: new command op to 5376 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:24:24.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.995+0000 7f44b0c0a740 1 -- 172.21.15.67:0/1435059197 --> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5597efb0b9b0 con 0x5597ef7adf60 2024-09-21T00:24:24.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.995+0000 7f44a37fe640 1 --2- 172.21.15.67:0/1435059197 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x5597ef7adf60 0x5597efbc0ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:24.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.996+0000 7f44827fc640 10 client.5748 ms_handle_connect on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:24.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.996+0000 7f44a37fe640 1 --2- 172.21.15.67:0/1435059197 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x5597ef7adf60 0x5597efbc0ca0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=71cc40a26a1f9372 server_cookie=6f4264caa2c67c67 in_seq=0 out_seq=0 2024-09-21T00:24:24.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.996+0000 7f44827fc640 1 -- 172.21.15.67:0/1435059197 <== mds.0 v2:172.21.15.67:6832/3973293841 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x5597efb0b9b0 con 0x5597ef7adf60 2024-09-21T00:24:24.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.996+0000 7f44827fc640 10 client.5748 handle_command_reply: tid=0 2024-09-21T00:24:24.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.996+0000 7f44b0c0a740 1 client.5748 shutdown 2024-09-21T00:24:24.016 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.996+0000 7f44b0c0a740 1 -- 172.21.15.67:0/1435059197 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5597ef7ce6b0 msgr2=0x5597efbd1470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:24.016 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.996+0000 7f44b0c0a740 1 --2- 172.21.15.67:0/1435059197 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5597ef7ce6b0 0x5597efbd1470 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f44980627a0 tx=0x7f44980624b0 comp rx=0 tx=0).stop 2024-09-21T00:24:24.016 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.997+0000 7f44b0c0a740 1 -- 172.21.15.67:0/1435059197 shutdown_connections 2024-09-21T00:24:24.016 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.997+0000 7f44b0c0a740 1 --2- 172.21.15.67:0/1435059197 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5597ef7ef390 0x5597efbc0290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:24.016 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.997+0000 7f44b0c0a740 1 --2- 172.21.15.67:0/1435059197 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5597ef7ce6b0 0x5597efbd1470 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:24.016 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.997+0000 7f44b0c0a740 1 --2- 172.21.15.67:0/1435059197 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x5597ef7adf60 0x5597efbc0ca0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:24.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.997+0000 7f44b0c0a740 1 --2- 172.21.15.67:0/1435059197 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5597ef7c64d0 0x5597efbafb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:24.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.997+0000 7f44827fc640 0 client.5748 ms_handle_reset on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:24.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.997+0000 7f44b0c0a740 1 -- 172.21.15.67:0/1435059197 >> 172.21.15.67:0/1435059197 conn(0x5597ef7e34e0 msgr2=0x5597efb91a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:24.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.997+0000 7f44b0c0a740 1 -- 172.21.15.67:0/1435059197 shutdown_connections 2024-09-21T00:24:24.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.997+0000 7f44b0c0a740 1 -- 172.21.15.67:0/1435059197 wait complete. 2024-09-21T00:24:24.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:23.997+0000 7f44b0c0a740 20 client.5748 trim_cache size 0 max 16384 2024-09-21T00:24:24.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.015+0000 7f44b0c0a740 1 Processor -- start 2024-09-21T00:24:24.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.015+0000 7f44b0c0a740 1 -- start start 2024-09-21T00:24:24.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.016+0000 7f44b0c0a740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5597ef7e34e0 0x5597efb91950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:24.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.016+0000 7f44b0c0a740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5597ef7c64d0 0x5597efbd1b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:24.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.016+0000 7f44b0c0a740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5597ef7ce6b0 0x5597efbd20b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:24.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.016+0000 7f44b0c0a740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f44a406da20 con 0x5597ef7c64d0 2024-09-21T00:24:24.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.016+0000 7f44b0c0a740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f44a41f6a70 con 0x5597ef7ce6b0 2024-09-21T00:24:24.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.016+0000 7f44b0c0a740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f44a41f5d50 con 0x5597ef7e34e0 2024-09-21T00:24:24.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.016+0000 7f44a2ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5597ef7c64d0 0x5597efbd1b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:24.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.016+0000 7f44a2ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5597ef7c64d0 0x5597efbd1b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55626/0 (socket says 172.21.15.67:55626) 2024-09-21T00:24:24.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.016+0000 7f44a2ffd640 1 -- 172.21.15.67:0/349020508 learned_addr learned my addr 172.21.15.67:0/349020508 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:24.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.016+0000 7f44a3fff640 1 --2- 172.21.15.67:0/349020508 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5597ef7ce6b0 0x5597efbd20b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:24.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.016+0000 7f44a37fe640 1 --2- 172.21.15.67:0/349020508 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5597ef7e34e0 0x5597efb91950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:24.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.016+0000 7f44a2ffd640 1 -- 172.21.15.67:0/349020508 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5597ef7e34e0 msgr2=0x5597efb91950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:24.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.016+0000 7f44a2ffd640 1 --2- 172.21.15.67:0/349020508 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5597ef7e34e0 0x5597efb91950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:24.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.016+0000 7f44a2ffd640 1 -- 172.21.15.67:0/349020508 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5597ef7ce6b0 msgr2=0x5597efbd20b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:24.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.016+0000 7f44a2ffd640 1 --2- 172.21.15.67:0/349020508 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5597ef7ce6b0 0x5597efbd20b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:24.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.016+0000 7f44a2ffd640 1 -- 172.21.15.67:0/349020508 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5597efb97c50 con 0x5597ef7c64d0 2024-09-21T00:24:24.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.017+0000 7f44a2ffd640 1 --2- 172.21.15.67:0/349020508 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5597ef7c64d0 0x5597efbd1b70 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f449809b100 tx=0x7f44980626f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2991b44b13612c9e server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:24.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.017+0000 7f4488ff9640 1 -- 172.21.15.67:0/349020508 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4498062870 con 0x5597ef7c64d0 2024-09-21T00:24:24.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.017+0000 7f4488ff9640 1 -- 172.21.15.67:0/349020508 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f449806c4c0 con 0x5597ef7c64d0 2024-09-21T00:24:24.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.017+0000 7f4488ff9640 1 -- 172.21.15.67:0/349020508 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f449805e940 con 0x5597ef7c64d0 2024-09-21T00:24:24.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.018+0000 7f44b0c0a740 1 -- 172.21.15.67:0/349020508 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5597ef7c64d0 msgr2=0x5597efbd1b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:24.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.018+0000 7f44b0c0a740 1 --2- 172.21.15.67:0/349020508 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5597ef7c64d0 0x5597efbd1b70 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f449809b100 tx=0x7f44980626f0 comp rx=0 tx=0).stop 2024-09-21T00:24:24.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.018+0000 7f44b0c0a740 1 -- 172.21.15.67:0/349020508 shutdown_connections 2024-09-21T00:24:24.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.018+0000 7f44b0c0a740 1 --2- 172.21.15.67:0/349020508 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5597ef7ce6b0 0x5597efbd20b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:24.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.018+0000 7f44b0c0a740 1 --2- 172.21.15.67:0/349020508 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5597ef7c64d0 0x5597efbd1b70 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:24.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.018+0000 7f44b0c0a740 1 --2- 172.21.15.67:0/349020508 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5597ef7e34e0 0x5597efb91950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:24.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.018+0000 7f44b0c0a740 1 -- 172.21.15.67:0/349020508 >> 172.21.15.67:0/349020508 conn(0x5597efbc03c0 msgr2=0x5597efbdba10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:24.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.018+0000 7f44b0c0a740 1 -- 172.21.15.67:0/349020508 shutdown_connections 2024-09-21T00:24:24.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.018+0000 7f44b0c0a740 1 -- 172.21.15.67:0/349020508 wait complete. 2024-09-21T00:24:24.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.019+0000 7f44b0c0a740 1 -- start start 2024-09-21T00:24:24.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.019+0000 7f44b0c0a740 1 Processor -- start 2024-09-21T00:24:24.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.020+0000 7f44b0c0a740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5597ef7c64d0 0x5597efbd0f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:24.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.020+0000 7f44b0c0a740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5597ef7ce6b0 0x5597efbac500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:24.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.020+0000 7f44b0c0a740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5597ef7e34e0 0x5597efbbe990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:24.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.020+0000 7f44b0c0a740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5597efbc0180 con 0x5597ef7c64d0 2024-09-21T00:24:24.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.020+0000 7f44b0c0a740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f44a41f63a0 con 0x5597ef7e34e0 2024-09-21T00:24:24.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.020+0000 7f44b0c0a740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x5597efc5d540 con 0x5597ef7ce6b0 2024-09-21T00:24:24.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.020+0000 7f44b0c0a740 10 client.0 _ll_register_callbacks cb 0x7f449800c480 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:24:24.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.020+0000 7f44a37fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5597ef7c64d0 0x5597efbd0f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:24.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.020+0000 7f44a37fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5597ef7c64d0 0x5597efbd0f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55642/0 (socket says 172.21.15.67:55642) 2024-09-21T00:24:24.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.020+0000 7f44a37fe640 1 -- 172.21.15.67:0/4056174704 learned_addr learned my addr 172.21.15.67:0/4056174704 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:24.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.020+0000 7f44a3fff640 1 --2- 172.21.15.67:0/4056174704 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5597ef7e34e0 0x5597efbbe990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:24.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.020+0000 7f44a2ffd640 1 --2- 172.21.15.67:0/4056174704 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5597ef7ce6b0 0x5597efbac500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:24.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.020+0000 7f44a37fe640 1 -- 172.21.15.67:0/4056174704 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5597ef7ce6b0 msgr2=0x5597efbac500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:24.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.020+0000 7f44a37fe640 1 --2- 172.21.15.67:0/4056174704 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5597ef7ce6b0 0x5597efbac500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:24.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.020+0000 7f44a37fe640 1 -- 172.21.15.67:0/4056174704 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5597ef7e34e0 msgr2=0x5597efbbe990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:24.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.020+0000 7f44a37fe640 1 --2- 172.21.15.67:0/4056174704 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5597ef7e34e0 0x5597efbbe990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:24.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.020+0000 7f44a37fe640 1 -- 172.21.15.67:0/4056174704 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5597efb93860 con 0x5597ef7c64d0 2024-09-21T00:24:24.037 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.021+0000 7f44a37fe640 1 --2- 172.21.15.67:0/4056174704 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5597ef7c64d0 0x5597efbd0f90 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x5597efbd1b40 tx=0x7f4494004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b283bb3b82e65600 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:24.037 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.021+0000 7f44827fc640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:24:24.037 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.021+0000 7f44827fc640 1 -- 172.21.15.67:0/4056174704 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f449402d030 con 0x5597ef7c64d0 2024-09-21T00:24:24.037 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.021+0000 7f44827fc640 1 -- 172.21.15.67:0/4056174704 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f4494005020 con 0x5597ef7c64d0 2024-09-21T00:24:24.037 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.021+0000 7f44b0c0a740 1 -- 172.21.15.67:0/4056174704 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f449806c4c0 con 0x5597ef7c64d0 2024-09-21T00:24:24.037 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.021+0000 7f44827fc640 1 -- 172.21.15.67:0/4056174704 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f4494037050 con 0x5597ef7c64d0 2024-09-21T00:24:24.037 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.021+0000 7f44b0c0a740 10 client.5754 fetch_fsmap learned FSMap version 27 2024-09-21T00:24:24.037 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.021+0000 7f44b0c0a740 1 -- 172.21.15.67:0/4056174704 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=2+}) -- 0x5597efbdc9b0 con 0x5597ef7c64d0 2024-09-21T00:24:24.037 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.021+0000 7f44827fc640 1 -- 172.21.15.67:0/4056174704 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f449806c4c0 con 0x5597ef7c64d0 2024-09-21T00:24:24.037 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.021+0000 7f44827fc640 1 -- 172.21.15.67:0/4056174704 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 27) ==== 3502+0+0 (secure 0 0 0) 0x7f449403a020 con 0x5597ef7c64d0 2024-09-21T00:24:24.037 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.021+0000 7f44b0c0a740 10 client.5754 fetch_fsmap finished waiting for FSMap version 27 2024-09-21T00:24:24.037 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.021+0000 7f44b0c0a740 10 client.5754 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.a 2024-09-21T00:24:24.037 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.021+0000 7f44b0c0a740 20 client.5754 populate_metadata read hostname 'smithi067' 2024-09-21T00:24:24.037 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.021+0000 7f44b0c0a740 1 --2- 172.21.15.67:0/4056174704 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x5597ef7833a0 0x5597efbbeed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:24.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.021+0000 7f44b0c0a740 4 client.5754 mds_command: new command op to 5376 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-21T00:24:24.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.021+0000 7f44b0c0a740 1 -- 172.21.15.67:0/4056174704 --> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5597efb07460 con 0x5597ef7833a0 2024-09-21T00:24:24.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.021+0000 7f44a2ffd640 1 --2- 172.21.15.67:0/4056174704 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x5597ef7833a0 0x5597efbbeed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:24.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.022+0000 7f44827fc640 10 client.5754 ms_handle_connect on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:24.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.022+0000 7f44a2ffd640 1 --2- 172.21.15.67:0/4056174704 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x5597ef7833a0 0x5597efbbeed0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a361d21248c8a3fb server_cookie=ed9da081d8b6b173 in_seq=0 out_seq=0 2024-09-21T00:24:24.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.022+0000 7f44827fc640 1 -- 172.21.15.67:0/4056174704 <== mds.0 v2:172.21.15.67:6832/3973293841 1 ==== command_reply(tid 0: 0 ) ==== 8+0+2212 (crc 0 0 0) 0x5597efb07460 con 0x5597ef7833a0 2024-09-21T00:24:24.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.022+0000 7f44827fc640 10 client.5754 handle_command_reply: tid=0 2024-09-21T00:24:24.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.022+0000 7f44b0c0a740 1 client.5754 shutdown 2024-09-21T00:24:24.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.022+0000 7f44b0c0a740 1 -- 172.21.15.67:0/4056174704 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5597ef7c64d0 msgr2=0x5597efbd0f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:24.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.022+0000 7f44b0c0a740 1 --2- 172.21.15.67:0/4056174704 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5597ef7c64d0 0x5597efbd0f90 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x5597efbd1b40 tx=0x7f4494004730 comp rx=0 tx=0).stop 2024-09-21T00:24:24.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.022+0000 7f44b0c0a740 1 -- 172.21.15.67:0/4056174704 shutdown_connections 2024-09-21T00:24:24.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.022+0000 7f44b0c0a740 1 --2- 172.21.15.67:0/4056174704 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5597ef7e34e0 0x5597efbbe990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:24.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.022+0000 7f44b0c0a740 1 --2- 172.21.15.67:0/4056174704 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x5597ef7833a0 0x5597efbbeed0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:24.039 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.022+0000 7f44b0c0a740 1 --2- 172.21.15.67:0/4056174704 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5597ef7ce6b0 0x5597efbac500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:24.039 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.022+0000 7f44827fc640 0 client.5754 ms_handle_reset on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:24.039 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.022+0000 7f44b0c0a740 1 --2- 172.21.15.67:0/4056174704 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5597ef7c64d0 0x5597efbd0f90 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:24.039 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.022+0000 7f44b0c0a740 1 -- 172.21.15.67:0/4056174704 >> 172.21.15.67:0/4056174704 conn(0x5597efbc03c0 msgr2=0x5597efbb0d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:24.039 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.022+0000 7f44b0c0a740 1 -- 172.21.15.67:0/4056174704 shutdown_connections 2024-09-21T00:24:24.039 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.022+0000 7f44b0c0a740 1 -- 172.21.15.67:0/4056174704 wait complete. 2024-09-21T00:24:24.039 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.023+0000 7f44b0c0a740 20 client.5754 trim_cache size 0 max 16384 2024-09-21T00:24:24.039 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:24:24.039 INFO:teuthology.orchestra.run.smithi067.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-21T00:24:24.039 INFO:teuthology.orchestra.run.smithi067.stdout: "scrubs": { 2024-09-21T00:24:24.040 INFO:teuthology.orchestra.run.smithi067.stdout: "75d98cf2-f2bf-4869-b3d9-1b7fd11ec107": { 2024-09-21T00:24:24.040 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/scrub_test_path/ceph-qa-suite/suites", 2024-09-21T00:24:24.040 INFO:teuthology.orchestra.run.smithi067.stdout: "tag": "75d98cf2-f2bf-4869-b3d9-1b7fd11ec107", 2024-09-21T00:24:24.040 INFO:teuthology.orchestra.run.smithi067.stdout: "options": "" 2024-09-21T00:24:24.040 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:24:24.040 INFO:teuthology.orchestra.run.smithi067.stdout: "907fdd0f-6868-46c0-b4ef-4f6644a08343": { 2024-09-21T00:24:24.040 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/", 2024-09-21T00:24:24.040 INFO:teuthology.orchestra.run.smithi067.stdout: "tag": "907fdd0f-6868-46c0-b4ef-4f6644a08343", 2024-09-21T00:24:24.040 INFO:teuthology.orchestra.run.smithi067.stdout: "options": "" 2024-09-21T00:24:24.040 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:24:24.040 INFO:teuthology.orchestra.run.smithi067.stdout: "e020a4e8-01fa-4a3b-a979-595c9980f4a2": { 2024-09-21T00:24:24.040 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/scrub_test_path/ceph-qa-suite/new_file_0", 2024-09-21T00:24:24.040 INFO:teuthology.orchestra.run.smithi067.stdout: "tag": "e020a4e8-01fa-4a3b-a979-595c9980f4a2", 2024-09-21T00:24:24.041 INFO:teuthology.orchestra.run.smithi067.stdout: "options": "" 2024-09-21T00:24:24.041 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:24:24.041 INFO:teuthology.orchestra.run.smithi067.stdout: "fc804c48-cd25-400c-9119-62c2307cfb52": { 2024-09-21T00:24:24.041 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/scrub_test_path/ceph-qa-suite/suites/fs/verify/validater/valgrind.yaml", 2024-09-21T00:24:24.041 INFO:teuthology.orchestra.run.smithi067.stdout: "tag": "fc804c48-cd25-400c-9119-62c2307cfb52", 2024-09-21T00:24:24.041 INFO:teuthology.orchestra.run.smithi067.stdout: "options": "" 2024-09-21T00:24:24.041 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:24:24.041 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:24:24.041 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_stats": { 2024-09-21T00:24:24.041 INFO:teuthology.orchestra.run.smithi067.stdout: "e020a4e8-01fa-4a3b-a979-595c9980f4a2": { 2024-09-21T00:24:24.041 INFO:teuthology.orchestra.run.smithi067.stdout: "start_time": "2024-09-21T00:24:23.845499+0000", 2024-09-21T00:24:24.041 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/scrub_test_path/ceph-qa-suite/new_file_0", 2024-09-21T00:24:24.041 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_started": 0, 2024-09-21T00:24:24.041 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_passed": 0, 2024-09-21T00:24:24.042 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_failed": 0, 2024-09-21T00:24:24.042 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_skipped": 0 2024-09-21T00:24:24.042 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:24:24.042 INFO:teuthology.orchestra.run.smithi067.stdout: "907fdd0f-6868-46c0-b4ef-4f6644a08343": { 2024-09-21T00:24:24.042 INFO:teuthology.orchestra.run.smithi067.stdout: "start_time": "2024-09-21T00:24:22.729525+0000", 2024-09-21T00:24:24.042 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/", 2024-09-21T00:24:24.042 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_started": 0, 2024-09-21T00:24:24.042 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_passed": 0, 2024-09-21T00:24:24.042 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_failed": 0, 2024-09-21T00:24:24.042 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_skipped": 0 2024-09-21T00:24:24.042 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:24:24.042 INFO:teuthology.orchestra.run.smithi067.stdout: "fc804c48-cd25-400c-9119-62c2307cfb52": { 2024-09-21T00:24:24.042 INFO:teuthology.orchestra.run.smithi067.stdout: "start_time": "2024-09-21T00:24:22.368533+0000", 2024-09-21T00:24:24.043 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/scrub_test_path/ceph-qa-suite/suites/fs/verify/validater/valgrind.yaml", 2024-09-21T00:24:24.043 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_started": 0, 2024-09-21T00:24:24.043 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_passed": 0, 2024-09-21T00:24:24.043 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_failed": 0, 2024-09-21T00:24:24.043 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_skipped": 0 2024-09-21T00:24:24.043 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:24:24.043 INFO:teuthology.orchestra.run.smithi067.stdout: "75d98cf2-f2bf-4869-b3d9-1b7fd11ec107": { 2024-09-21T00:24:24.043 INFO:teuthology.orchestra.run.smithi067.stdout: "start_time": "2024-09-21T00:24:22.012541+0000", 2024-09-21T00:24:24.043 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/scrub_test_path/ceph-qa-suite/suites", 2024-09-21T00:24:24.043 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_started": 0, 2024-09-21T00:24:24.043 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_passed": 0, 2024-09-21T00:24:24.043 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_failed": 0, 2024-09-21T00:24:24.043 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_skipped": 0 2024-09-21T00:24:24.043 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:24:24.044 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:24:24.044 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:24:24.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.023+0000 7f44a9c9b640 1 -- 172.21.15.67:0/759293408 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4490078b90 msgr2=0x7f449007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:24.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.023+0000 7f44a9c9b640 1 --2- 172.21.15.67:0/759293408 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4490078b90 0x7f449007b0a0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f4494009ac0 tx=0x7f4494005f90 comp rx=0 tx=0).stop 2024-09-21T00:24:24.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.023+0000 7f44a9c9b640 1 -- 172.21.15.67:0/759293408 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f44a40cfd30 msgr2=0x7f44a40c9550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:24.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.023+0000 7f44a9c9b640 1 --2- 172.21.15.67:0/759293408 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f44a40cfd30 0x7f44a40c9550 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f449800c530 tx=0x7f449800c9f0 comp rx=0 tx=0).stop 2024-09-21T00:24:24.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.023+0000 7f44a9c9b640 1 -- 172.21.15.67:0/759293408 shutdown_connections 2024-09-21T00:24:24.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.023+0000 7f44a9c9b640 1 --2- 172.21.15.67:0/759293408 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4490078b90 0x7f449007b0a0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:24.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.023+0000 7f44a9c9b640 1 --2- 172.21.15.67:0/759293408 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f44a40d0140 0x7f44a41d4ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:24.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.023+0000 7f44a9c9b640 1 --2- 172.21.15.67:0/759293408 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f44a40cfd30 0x7f44a40c9550 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:24.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.023+0000 7f44a9c9b640 1 --2- 172.21.15.67:0/759293408 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f44a40b1230 0x7f44a41d7830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:24.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.023+0000 7f44a9c9b640 1 -- 172.21.15.67:0/759293408 >> 172.21.15.67:0/759293408 conn(0x7f44a409a950 msgr2=0x7f44a40d1430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:24.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.023+0000 7f44a9c9b640 1 -- 172.21.15.67:0/759293408 shutdown_connections 2024-09-21T00:24:24.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:24.023+0000 7f44a9c9b640 1 -- 172.21.15.67:0/759293408 wait complete. 2024-09-21T00:24:29.047 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-21T00:24:29.047 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 30 ceph --cluster ceph tell mds.3:0 scrub status 2024-09-21T00:24:29.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.182+0000 7fe2b64f9640 1 -- 172.21.15.67:0/1814828595 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe29c004000 msgr2=0x7fe29c004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:29.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.182+0000 7fe2b64f9640 1 --2- 172.21.15.67:0/1814828595 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe29c004000 0x7fe29c004800 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7fe298001690 tx=0x7fe29c005830 comp rx=0 tx=0).stop 2024-09-21T00:24:29.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.182+0000 7fe2b4a96640 1 -- 172.21.15.67:0/1814828595 reap_dead start 2024-09-21T00:24:29.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.182+0000 7fe2b64f9640 1 -- 172.21.15.67:0/1814828595 shutdown_connections 2024-09-21T00:24:29.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.182+0000 7fe2b64f9640 1 -- 172.21.15.67:0/1814828595 >> 172.21.15.67:0/1814828595 conn(0x7fe2b008bee0 msgr2=0x7fe2b00d24e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:29.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.182+0000 7fe2b64f9640 1 -- 172.21.15.67:0/1814828595 shutdown_connections 2024-09-21T00:24:29.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.182+0000 7fe2b64f9640 1 -- 172.21.15.67:0/1814828595 wait complete. 2024-09-21T00:24:29.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.184+0000 7fe2b64f9640 1 Processor -- start 2024-09-21T00:24:29.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.184+0000 7fe2b64f9640 1 -- start start 2024-09-21T00:24:29.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.185+0000 7fe2b64f9640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe29c004000 0x7fe2b0159050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:29.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.185+0000 7fe2b64f9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe2b0157ce0 0x7fe2b009d5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:29.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.185+0000 7fe2b64f9640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe2b01551d0 0x7fe2b01555e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:29.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.185+0000 7fe2b64f9640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fe2b00cf310 con 0x7fe2b0157ce0 2024-09-21T00:24:29.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.185+0000 7fe2b64f9640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fe2b00cf190 con 0x7fe29c004000 2024-09-21T00:24:29.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.185+0000 7fe2b64f9640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fe2b00cf490 con 0x7fe2b01551d0 2024-09-21T00:24:29.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.186+0000 7fe2a7fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe2b0157ce0 0x7fe2b009d5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:29.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.186+0000 7fe2a7fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe2b0157ce0 0x7fe2b009d5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55654/0 (socket says 172.21.15.67:55654) 2024-09-21T00:24:29.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.186+0000 7fe2a7fff640 1 -- 172.21.15.67:0/3451191192 learned_addr learned my addr 172.21.15.67:0/3451191192 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:29.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.186+0000 7fe2affff640 1 --2- 172.21.15.67:0/3451191192 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe29c004000 0x7fe2b0159050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:29.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.186+0000 7fe2b4a96640 1 --2- 172.21.15.67:0/3451191192 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe2b01551d0 0x7fe2b01555e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:29.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.186+0000 7fe2a7fff640 1 -- 172.21.15.67:0/3451191192 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe2b01551d0 msgr2=0x7fe2b01555e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:29.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.186+0000 7fe2a7fff640 1 --2- 172.21.15.67:0/3451191192 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe2b01551d0 0x7fe2b01555e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.186+0000 7fe2a7fff640 1 -- 172.21.15.67:0/3451191192 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe29c004000 msgr2=0x7fe2b0159050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:29.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.186+0000 7fe2a7fff640 1 --2- 172.21.15.67:0/3451191192 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe29c004000 0x7fe2b0159050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.186+0000 7fe2a7fff640 1 -- 172.21.15.67:0/3451191192 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2b0155b20 con 0x7fe2b0157ce0 2024-09-21T00:24:29.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.186+0000 7fe2a7fff640 1 --2- 172.21.15.67:0/3451191192 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe2b0157ce0 0x7fe2b009d5e0 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7fe29802a910 tx=0x7fe298006360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:29.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.186+0000 7fe2ad7fa640 1 -- 172.21.15.67:0/3451191192 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe298038070 con 0x7fe2b0157ce0 2024-09-21T00:24:29.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.186+0000 7fe2ad7fa640 1 -- 172.21.15.67:0/3451191192 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe298003af0 con 0x7fe2b0157ce0 2024-09-21T00:24:29.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.186+0000 7fe2ad7fa640 1 -- 172.21.15.67:0/3451191192 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe29803d460 con 0x7fe2b0157ce0 2024-09-21T00:24:29.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.186+0000 7fe2b64f9640 1 -- 172.21.15.67:0/3451191192 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe2b01f4420 con 0x7fe2b0157ce0 2024-09-21T00:24:29.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.186+0000 7fe2b64f9640 1 -- 172.21.15.67:0/3451191192 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2b01f36a0 con 0x7fe2b0157ce0 2024-09-21T00:24:29.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.188+0000 7fe2ad7fa640 1 -- 172.21.15.67:0/3451191192 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fe298030070 con 0x7fe2b0157ce0 2024-09-21T00:24:29.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.189+0000 7fe2ad7fa640 1 --2- 172.21.15.67:0/3451191192 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe290078b90 0x7fe29007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:29.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.189+0000 7fe2ad7fa640 1 -- 172.21.15.67:0/3451191192 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fe2980ba960 con 0x7fe2b0157ce0 2024-09-21T00:24:29.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.189+0000 7fe2affff640 1 --2- 172.21.15.67:0/3451191192 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe290078b90 0x7fe29007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:29.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.190+0000 7fe2affff640 1 --2- 172.21.15.67:0/3451191192 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe290078b90 0x7fe29007b0a0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fe2a0009c40 tx=0x7fe2a0005f30 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:29.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.190+0000 7fe2bd46a740 1 Processor -- start 2024-09-21T00:24:29.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.190+0000 7fe2bd46a740 1 -- start start 2024-09-21T00:24:29.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.191+0000 7fe2bd46a740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558b49d51390 0x558b4a13da10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:29.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.191+0000 7fe2bd46a740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558b49d284d0 0x558b4a112860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:29.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.191+0000 7fe2bd46a740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558b49d306b0 0x558b4a112da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:29.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.191+0000 7fe2bd46a740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x558b4a06ba60 con 0x558b49d306b0 2024-09-21T00:24:29.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.191+0000 7fe2bd46a740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x558b4a05ae90 con 0x558b49d51390 2024-09-21T00:24:29.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.191+0000 7fe2bd46a740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x558b4a05eca0 con 0x558b49d284d0 2024-09-21T00:24:29.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.191+0000 7fe2b4a96640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558b49d306b0 0x558b4a112da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:29.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.192+0000 7fe2affff640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558b49d51390 0x558b4a13da10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:29.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.192+0000 7fe2a7fff640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558b49d284d0 0x558b4a112860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:29.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.192+0000 7fe2affff640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558b49d51390 0x558b4a13da10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.67:59992/0 (socket says 172.21.15.67:59992) 2024-09-21T00:24:29.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.192+0000 7fe2affff640 1 -- 172.21.15.67:0/2283476038 learned_addr learned my addr 172.21.15.67:0/2283476038 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:29.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.192+0000 7fe2b4a96640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558b49d306b0 0x558b4a112da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55664/0 (socket says 172.21.15.67:55664) 2024-09-21T00:24:29.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.192+0000 7fe2b4a96640 1 -- 172.21.15.67:0/2283476038 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558b49d284d0 msgr2=0x558b4a112860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:29.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.192+0000 7fe2b4a96640 1 --2- 172.21.15.67:0/2283476038 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558b49d284d0 0x558b4a112860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.192+0000 7fe2b4a96640 1 -- 172.21.15.67:0/2283476038 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558b49d51390 msgr2=0x558b4a13da10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:29.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.192+0000 7fe2b4a96640 1 --2- 172.21.15.67:0/2283476038 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558b49d51390 0x558b4a13da10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.192+0000 7fe2b4a96640 1 -- 172.21.15.67:0/2283476038 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558b49e337d0 con 0x558b49d306b0 2024-09-21T00:24:29.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.192+0000 7fe2affff640 1 --2- 172.21.15.67:0/2283476038 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558b49d51390 0x558b4a13da10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:24:29.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.192+0000 7fe2b4a96640 1 --2- 172.21.15.67:0/2283476038 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558b49d306b0 0x558b4a112da0 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7fe2b00b7ff0 tx=0x7fe2a8003d40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ed52feb212567b06 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:29.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.192+0000 7fe2a5ffb640 1 -- 172.21.15.67:0/2283476038 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2a8006830 con 0x558b49d306b0 2024-09-21T00:24:29.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.192+0000 7fe2a5ffb640 1 -- 172.21.15.67:0/2283476038 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe2a8011430 con 0x558b49d306b0 2024-09-21T00:24:29.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.192+0000 7fe2a5ffb640 1 -- 172.21.15.67:0/2283476038 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2a8011860 con 0x558b49d306b0 2024-09-21T00:24:29.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.193+0000 7fe2bd46a740 1 -- 172.21.15.67:0/2283476038 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558b49d306b0 msgr2=0x558b4a112da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:29.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.193+0000 7fe2bd46a740 1 --2- 172.21.15.67:0/2283476038 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558b49d306b0 0x558b4a112da0 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7fe2b00b7ff0 tx=0x7fe2a8003d40 comp rx=0 tx=0).stop 2024-09-21T00:24:29.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.193+0000 7fe2bd46a740 1 -- 172.21.15.67:0/2283476038 shutdown_connections 2024-09-21T00:24:29.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.193+0000 7fe2bd46a740 1 --2- 172.21.15.67:0/2283476038 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558b49d306b0 0x558b4a112da0 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.193+0000 7fe2bd46a740 1 --2- 172.21.15.67:0/2283476038 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558b49d284d0 0x558b4a112860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.193+0000 7fe2bd46a740 1 --2- 172.21.15.67:0/2283476038 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558b49d51390 0x558b4a13da10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.193+0000 7fe2bd46a740 1 -- 172.21.15.67:0/2283476038 >> 172.21.15.67:0/2283476038 conn(0x558b49d454e0 msgr2=0x558b4a0f8d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:29.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.193+0000 7fe2bd46a740 1 -- 172.21.15.67:0/2283476038 shutdown_connections 2024-09-21T00:24:29.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.193+0000 7fe2bd46a740 1 -- 172.21.15.67:0/2283476038 wait complete. 2024-09-21T00:24:29.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.194+0000 7fe2bd46a740 1 -- start start 2024-09-21T00:24:29.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.194+0000 7fe2bd46a740 1 Processor -- start 2024-09-21T00:24:29.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.196+0000 7fe2bd46a740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558b49d284d0 0x558b4a10f7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:29.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.196+0000 7fe2bd46a740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558b49d306b0 0x558b4a134990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:29.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.196+0000 7fe2bd46a740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558b49d51390 0x558b4a134ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:29.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.196+0000 7fe2bd46a740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x558b49dcb740 con 0x558b49d284d0 2024-09-21T00:24:29.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.196+0000 7fe2bd46a740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x558b4a000970 con 0x558b49d51390 2024-09-21T00:24:29.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.196+0000 7fe2bd46a740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x558b4a122260 con 0x558b49d306b0 2024-09-21T00:24:29.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.196+0000 7fe2bd46a740 10 client.0 _ll_register_callbacks cb 0x558b4a00f780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:24:29.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.196+0000 7fe2affff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558b49d284d0 0x558b4a10f7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:29.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.196+0000 7fe2affff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558b49d284d0 0x558b4a10f7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55680/0 (socket says 172.21.15.67:55680) 2024-09-21T00:24:29.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.196+0000 7fe2affff640 1 -- 172.21.15.67:0/570247368 learned_addr learned my addr 172.21.15.67:0/570247368 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:29.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.196+0000 7fe2b4a96640 1 --2- 172.21.15.67:0/570247368 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558b49d51390 0x558b4a134ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:29.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.196+0000 7fe2a7fff640 1 --2- 172.21.15.67:0/570247368 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558b49d306b0 0x558b4a134990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:29.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.196+0000 7fe2affff640 1 -- 172.21.15.67:0/570247368 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558b49d306b0 msgr2=0x558b4a134990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:29.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.196+0000 7fe2affff640 1 --2- 172.21.15.67:0/570247368 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558b49d306b0 0x558b4a134990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.196+0000 7fe2affff640 1 -- 172.21.15.67:0/570247368 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558b49d51390 msgr2=0x558b4a134ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:29.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.196+0000 7fe2affff640 1 --2- 172.21.15.67:0/570247368 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558b49d51390 0x558b4a134ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.196+0000 7fe2affff640 1 -- 172.21.15.67:0/570247368 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558b49dbc970 con 0x558b49d284d0 2024-09-21T00:24:29.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.196+0000 7fe2affff640 1 --2- 172.21.15.67:0/570247368 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558b49d284d0 0x558b4a10f7a0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7fe2a001d9c0 tx=0x7fe2a0004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b8b2a2b14ce6a674 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:29.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.196+0000 7fe28effd640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:24:29.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.196+0000 7fe28effd640 1 -- 172.21.15.67:0/570247368 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2a00285d0 con 0x558b49d284d0 2024-09-21T00:24:29.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.196+0000 7fe28effd640 1 -- 172.21.15.67:0/570247368 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fe2a0028770 con 0x558b49d284d0 2024-09-21T00:24:29.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.196+0000 7fe2bd46a740 1 -- 172.21.15.67:0/570247368 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe2a8011430 con 0x558b49d284d0 2024-09-21T00:24:29.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.197+0000 7fe28effd640 1 -- 172.21.15.67:0/570247368 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fe2a0036050 con 0x558b49d284d0 2024-09-21T00:24:29.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.197+0000 7fe2bd46a740 10 client.5766 fetch_fsmap learned FSMap version 27 2024-09-21T00:24:29.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.197+0000 7fe2bd46a740 1 -- 172.21.15.67:0/570247368 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=2+}) -- 0x558b49d9a6a0 con 0x558b49d284d0 2024-09-21T00:24:29.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.197+0000 7fe28effd640 1 -- 172.21.15.67:0/570247368 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe2a8011430 con 0x558b49d284d0 2024-09-21T00:24:29.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.197+0000 7fe28effd640 1 -- 172.21.15.67:0/570247368 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 27) ==== 3502+0+0 (secure 0 0 0) 0x7fe2a0039020 con 0x558b49d284d0 2024-09-21T00:24:29.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.197+0000 7fe2bd46a740 10 client.5766 fetch_fsmap finished waiting for FSMap version 27 2024-09-21T00:24:29.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.197+0000 7fe2bd46a740 10 client.5766 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.a 2024-09-21T00:24:29.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.197+0000 7fe2bd46a740 20 client.5766 populate_metadata read hostname 'smithi067' 2024-09-21T00:24:29.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.197+0000 7fe2bd46a740 1 --2- 172.21.15.67:0/570247368 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x558b49d0ff60 0x558b4a110cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:29.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.197+0000 7fe2bd46a740 4 client.5766 mds_command: new command op to 5376 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:24:29.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.197+0000 7fe2bd46a740 1 -- 172.21.15.67:0/570247368 --> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558b4a06d9b0 con 0x558b49d0ff60 2024-09-21T00:24:29.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.197+0000 7fe2a7fff640 1 --2- 172.21.15.67:0/570247368 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x558b49d0ff60 0x558b4a110cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:29.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.198+0000 7fe28effd640 10 client.5766 ms_handle_connect on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:29.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.198+0000 7fe2a7fff640 1 --2- 172.21.15.67:0/570247368 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x558b49d0ff60 0x558b4a110cf0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b519e27d18643616 server_cookie=d6dfcd7622d83301 in_seq=0 out_seq=0 2024-09-21T00:24:29.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.198+0000 7fe28effd640 1 -- 172.21.15.67:0/570247368 <== mds.0 v2:172.21.15.67:6832/3973293841 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x558b4a06d9b0 con 0x558b49d0ff60 2024-09-21T00:24:29.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.198+0000 7fe28effd640 10 client.5766 handle_command_reply: tid=0 2024-09-21T00:24:29.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.198+0000 7fe2bd46a740 1 client.5766 shutdown 2024-09-21T00:24:29.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.198+0000 7fe2bd46a740 1 -- 172.21.15.67:0/570247368 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558b49d284d0 msgr2=0x558b4a10f7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:29.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.198+0000 7fe2bd46a740 1 --2- 172.21.15.67:0/570247368 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558b49d284d0 0x558b4a10f7a0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7fe2a001d9c0 tx=0x7fe2a0004730 comp rx=0 tx=0).stop 2024-09-21T00:24:29.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.198+0000 7fe2bd46a740 1 -- 172.21.15.67:0/570247368 shutdown_connections 2024-09-21T00:24:29.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.198+0000 7fe2bd46a740 1 --2- 172.21.15.67:0/570247368 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558b49d51390 0x558b4a134ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.198+0000 7fe2bd46a740 1 --2- 172.21.15.67:0/570247368 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x558b49d0ff60 0x558b4a110cf0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.198+0000 7fe2bd46a740 1 --2- 172.21.15.67:0/570247368 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558b49d306b0 0x558b4a134990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.198+0000 7fe2bd46a740 1 --2- 172.21.15.67:0/570247368 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558b49d284d0 0x558b4a10f7a0 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.198+0000 7fe28effd640 0 client.5766 ms_handle_reset on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:29.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.198+0000 7fe2bd46a740 1 -- 172.21.15.67:0/570247368 >> 172.21.15.67:0/570247368 conn(0x558b49d454e0 msgr2=0x558b4a0f3a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:29.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.199+0000 7fe2bd46a740 1 -- 172.21.15.67:0/570247368 shutdown_connections 2024-09-21T00:24:29.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.199+0000 7fe2bd46a740 1 -- 172.21.15.67:0/570247368 wait complete. 2024-09-21T00:24:29.205 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.199+0000 7fe2bd46a740 20 client.5766 trim_cache size 0 max 16384 2024-09-21T00:24:29.214 INFO:tasks.ceph.mon.a.smithi067.stderr:2024-09-21T00:24:29.213+0000 7f6549e98640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2024-09-21T00:24:29.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.219+0000 7fe2bd46a740 1 Processor -- start 2024-09-21T00:24:29.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.219+0000 7fe2bd46a740 1 -- start start 2024-09-21T00:24:29.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.222+0000 7fe2bd46a740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558b49d284d0 0x558b4a136910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:29.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.222+0000 7fe2bd46a740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558b49d306b0 0x558b4a136e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:29.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.222+0000 7fe2bd46a740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558b49d51390 0x558b4a10ee20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:29.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.222+0000 7fe2bd46a740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fe2b0200640 con 0x558b49d284d0 2024-09-21T00:24:29.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.222+0000 7fe2bd46a740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fe2b01ff620 con 0x558b49d306b0 2024-09-21T00:24:29.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.222+0000 7fe2bd46a740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fe2b009fdd0 con 0x558b49d51390 2024-09-21T00:24:29.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.222+0000 7fe2affff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558b49d284d0 0x558b4a136910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:29.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.222+0000 7fe2affff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558b49d284d0 0x558b4a136910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55696/0 (socket says 172.21.15.67:55696) 2024-09-21T00:24:29.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.222+0000 7fe2affff640 1 -- 172.21.15.67:0/2017072179 learned_addr learned my addr 172.21.15.67:0/2017072179 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:29.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.222+0000 7fe2b4a96640 1 --2- 172.21.15.67:0/2017072179 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558b49d51390 0x558b4a10ee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:29.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.222+0000 7fe2a7fff640 1 --2- 172.21.15.67:0/2017072179 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558b49d306b0 0x558b4a136e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:29.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.222+0000 7fe2affff640 1 -- 172.21.15.67:0/2017072179 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558b49d51390 msgr2=0x558b4a10ee20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:29.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.222+0000 7fe2affff640 1 --2- 172.21.15.67:0/2017072179 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558b49d51390 0x558b4a10ee20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.222+0000 7fe2affff640 1 -- 172.21.15.67:0/2017072179 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558b49d306b0 msgr2=0x558b4a136e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:29.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.222+0000 7fe2affff640 1 --2- 172.21.15.67:0/2017072179 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558b49d306b0 0x558b4a136e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.222+0000 7fe2affff640 1 -- 172.21.15.67:0/2017072179 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558b4a0042a0 con 0x558b49d284d0 2024-09-21T00:24:29.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.222+0000 7fe2a7fff640 1 --2- 172.21.15.67:0/2017072179 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558b49d306b0 0x558b4a136e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:24:29.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.222+0000 7fe2affff640 1 --2- 172.21.15.67:0/2017072179 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558b49d284d0 0x558b4a136910 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7fe2a0009a00 tx=0x7fe2a001de80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8bb3d4e567ef55af server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:29.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.222+0000 7fe2a57fa640 1 -- 172.21.15.67:0/2017072179 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2a00287d0 con 0x558b49d284d0 2024-09-21T00:24:29.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.223+0000 7fe2a57fa640 1 -- 172.21.15.67:0/2017072179 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe2a002e070 con 0x558b49d284d0 2024-09-21T00:24:29.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.223+0000 7fe2a57fa640 1 -- 172.21.15.67:0/2017072179 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2a0029460 con 0x558b49d284d0 2024-09-21T00:24:29.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.223+0000 7fe2bd46a740 1 -- 172.21.15.67:0/2017072179 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558b49d284d0 msgr2=0x558b4a136910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:29.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.223+0000 7fe2bd46a740 1 --2- 172.21.15.67:0/2017072179 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558b49d284d0 0x558b4a136910 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7fe2a0009a00 tx=0x7fe2a001de80 comp rx=0 tx=0).stop 2024-09-21T00:24:29.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.223+0000 7fe2bd46a740 1 -- 172.21.15.67:0/2017072179 shutdown_connections 2024-09-21T00:24:29.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.223+0000 7fe2bd46a740 1 --2- 172.21.15.67:0/2017072179 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558b49d51390 0x558b4a10ee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.223+0000 7fe2bd46a740 1 --2- 172.21.15.67:0/2017072179 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558b49d306b0 0x558b4a136e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.223+0000 7fe2bd46a740 1 --2- 172.21.15.67:0/2017072179 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558b49d284d0 0x558b4a136910 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.223+0000 7fe2bd46a740 1 -- 172.21.15.67:0/2017072179 >> 172.21.15.67:0/2017072179 conn(0x558b49d454e0 msgr2=0x558b4a111520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:29.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.223+0000 7fe2bd46a740 1 -- 172.21.15.67:0/2017072179 shutdown_connections 2024-09-21T00:24:29.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.223+0000 7fe2bd46a740 1 -- 172.21.15.67:0/2017072179 wait complete. 2024-09-21T00:24:29.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.224+0000 7fe2bd46a740 1 -- start start 2024-09-21T00:24:29.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.225+0000 7fe2bd46a740 1 Processor -- start 2024-09-21T00:24:29.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.226+0000 7fe2bd46a740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558b49d284d0 0x558b4a1bcac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:29.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.226+0000 7fe2bd46a740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558b49d306b0 0x558b4a1b3470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:29.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.226+0000 7fe2bd46a740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558b49d51390 0x558b4a1c0670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:29.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.226+0000 7fe2bd46a740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x558b4a06b700 con 0x558b49d51390 2024-09-21T00:24:29.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.226+0000 7fe2bd46a740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fe2b01fefa0 con 0x558b49d284d0 2024-09-21T00:24:29.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.226+0000 7fe2bd46a740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x558b49d02a50 con 0x558b49d306b0 2024-09-21T00:24:29.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.226+0000 7fe2bd46a740 10 client.0 _ll_register_callbacks cb 0x7fe2a001d880 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:24:29.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.226+0000 7fe2b4a96640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558b49d51390 0x558b4a1c0670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:29.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.226+0000 7fe2b4a96640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558b49d51390 0x558b4a1c0670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55712/0 (socket says 172.21.15.67:55712) 2024-09-21T00:24:29.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.226+0000 7fe2b4a96640 1 -- 172.21.15.67:0/2513201843 learned_addr learned my addr 172.21.15.67:0/2513201843 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:29.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.226+0000 7fe2affff640 1 --2- 172.21.15.67:0/2513201843 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558b49d284d0 0x558b4a1bcac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:29.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.226+0000 7fe2a7fff640 1 --2- 172.21.15.67:0/2513201843 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558b49d306b0 0x558b4a1b3470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:29.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.226+0000 7fe2b4a96640 1 -- 172.21.15.67:0/2513201843 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558b49d306b0 msgr2=0x558b4a1b3470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:29.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.226+0000 7fe2b4a96640 1 --2- 172.21.15.67:0/2513201843 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558b49d306b0 0x558b4a1b3470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.226+0000 7fe2b4a96640 1 -- 172.21.15.67:0/2513201843 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558b49d284d0 msgr2=0x558b4a1bcac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:29.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.226+0000 7fe2b4a96640 1 --2- 172.21.15.67:0/2513201843 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558b49d284d0 0x558b4a1bcac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.226+0000 7fe2b4a96640 1 -- 172.21.15.67:0/2513201843 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558b4a1b39b0 con 0x558b49d51390 2024-09-21T00:24:29.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.227+0000 7fe2b4a96640 1 --2- 172.21.15.67:0/2513201843 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558b49d51390 0x558b4a1c0670 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7fe2b008c4a0 tx=0x7fe2a8011660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=deca4623e860276c server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:29.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.227+0000 7fe28effd640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:24:29.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.227+0000 7fe28effd640 1 -- 172.21.15.67:0/2513201843 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2a8011be0 con 0x558b49d51390 2024-09-21T00:24:29.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.227+0000 7fe28effd640 1 -- 172.21.15.67:0/2513201843 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fe2a8011d80 con 0x558b49d51390 2024-09-21T00:24:29.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.227+0000 7fe2bd46a740 1 -- 172.21.15.67:0/2513201843 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe2a002e070 con 0x558b49d51390 2024-09-21T00:24:29.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.227+0000 7fe28effd640 1 -- 172.21.15.67:0/2513201843 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fe2a8030050 con 0x558b49d51390 2024-09-21T00:24:29.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.227+0000 7fe2bd46a740 10 client.5772 fetch_fsmap learned FSMap version 28 2024-09-21T00:24:29.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.227+0000 7fe2bd46a740 1 -- 172.21.15.67:0/2513201843 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=2+}) -- 0x558b4a134800 con 0x558b49d51390 2024-09-21T00:24:29.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.227+0000 7fe28effd640 1 -- 172.21.15.67:0/2513201843 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe2a002e070 con 0x558b49d51390 2024-09-21T00:24:29.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.227+0000 7fe28effd640 1 -- 172.21.15.67:0/2513201843 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 28) ==== 3502+0+0 (secure 0 0 0) 0x7fe2a8033020 con 0x558b49d51390 2024-09-21T00:24:29.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.227+0000 7fe2bd46a740 10 client.5772 fetch_fsmap finished waiting for FSMap version 28 2024-09-21T00:24:29.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.227+0000 7fe2bd46a740 10 client.5772 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.a 2024-09-21T00:24:29.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.227+0000 7fe2bd46a740 20 client.5772 populate_metadata read hostname 'smithi067' 2024-09-21T00:24:29.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.227+0000 7fe2bd46a740 1 --2- 172.21.15.67:0/2513201843 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x558b4a160bd0 0x558b4a1c0bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:29.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.227+0000 7fe2bd46a740 4 client.5772 mds_command: new command op to 5376 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-21T00:24:29.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.227+0000 7fe2bd46a740 1 -- 172.21.15.67:0/2513201843 --> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] -- command(tid 0: {"prefix": "scrub status"}) -- 0x558b4a069460 con 0x558b4a160bd0 2024-09-21T00:24:29.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.227+0000 7fe2affff640 1 --2- 172.21.15.67:0/2513201843 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x558b4a160bd0 0x558b4a1c0bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:29.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.228+0000 7fe28effd640 10 client.5772 ms_handle_connect on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:29.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.228+0000 7fe2affff640 1 --2- 172.21.15.67:0/2513201843 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x558b4a160bd0 0x558b4a1c0bb0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dfd991ca8a827bc9 server_cookie=670d017df1879a5f in_seq=0 out_seq=0 2024-09-21T00:24:29.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.228+0000 7fe28effd640 1 -- 172.21.15.67:0/2513201843 <== mds.0 v2:172.21.15.67:6832/3973293841 1 ==== command_reply(tid 0: 0 ) ==== 8+0+1372 (crc 0 0 0) 0x558b4a069460 con 0x558b4a160bd0 2024-09-21T00:24:29.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.228+0000 7fe28effd640 10 client.5772 handle_command_reply: tid=0 2024-09-21T00:24:29.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.228+0000 7fe2bd46a740 1 client.5772 shutdown 2024-09-21T00:24:29.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.228+0000 7fe2bd46a740 1 -- 172.21.15.67:0/2513201843 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558b49d51390 msgr2=0x558b4a1c0670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:29.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.228+0000 7fe2bd46a740 1 --2- 172.21.15.67:0/2513201843 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558b49d51390 0x558b4a1c0670 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7fe2b008c4a0 tx=0x7fe2a8011660 comp rx=0 tx=0).stop 2024-09-21T00:24:29.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.228+0000 7fe2bd46a740 1 -- 172.21.15.67:0/2513201843 shutdown_connections 2024-09-21T00:24:29.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.228+0000 7fe2bd46a740 1 --2- 172.21.15.67:0/2513201843 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558b49d51390 0x558b4a1c0670 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.228+0000 7fe2bd46a740 1 --2- 172.21.15.67:0/2513201843 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x558b4a160bd0 0x558b4a1c0bb0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.228+0000 7fe2bd46a740 1 --2- 172.21.15.67:0/2513201843 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558b49d306b0 0x558b4a1b3470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.228+0000 7fe2bd46a740 1 --2- 172.21.15.67:0/2513201843 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558b49d284d0 0x558b4a1bcac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.228+0000 7fe28effd640 0 client.5772 ms_handle_reset on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:29.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.229+0000 7fe2bd46a740 1 -- 172.21.15.67:0/2513201843 >> 172.21.15.67:0/2513201843 conn(0x558b49d454e0 msgr2=0x558b4a136a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:29.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.229+0000 7fe2bd46a740 1 -- 172.21.15.67:0/2513201843 shutdown_connections 2024-09-21T00:24:29.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.229+0000 7fe2bd46a740 1 -- 172.21.15.67:0/2513201843 wait complete. 2024-09-21T00:24:29.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.229+0000 7fe2bd46a740 20 client.5772 trim_cache size 0 max 16384 2024-09-21T00:24:29.235 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:24:29.235 INFO:teuthology.orchestra.run.smithi067.stdout: "status": "no active scrubs running", 2024-09-21T00:24:29.235 INFO:teuthology.orchestra.run.smithi067.stdout: "scrubs": {}, 2024-09-21T00:24:29.236 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_stats": { 2024-09-21T00:24:29.236 INFO:teuthology.orchestra.run.smithi067.stdout: "e020a4e8-01fa-4a3b-a979-595c9980f4a2": { 2024-09-21T00:24:29.236 INFO:teuthology.orchestra.run.smithi067.stdout: "start_time": "2024-09-21T00:24:23.845499+0000", 2024-09-21T00:24:29.236 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/scrub_test_path/ceph-qa-suite/new_file_0", 2024-09-21T00:24:29.236 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_started": 0, 2024-09-21T00:24:29.236 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_passed": 0, 2024-09-21T00:24:29.236 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_failed": 0, 2024-09-21T00:24:29.236 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_skipped": 0 2024-09-21T00:24:29.236 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:24:29.236 INFO:teuthology.orchestra.run.smithi067.stdout: "907fdd0f-6868-46c0-b4ef-4f6644a08343": { 2024-09-21T00:24:29.236 INFO:teuthology.orchestra.run.smithi067.stdout: "start_time": "2024-09-21T00:24:22.729525+0000", 2024-09-21T00:24:29.236 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/", 2024-09-21T00:24:29.236 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_started": 0, 2024-09-21T00:24:29.237 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_passed": 0, 2024-09-21T00:24:29.237 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_failed": 0, 2024-09-21T00:24:29.237 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_skipped": 0 2024-09-21T00:24:29.237 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:24:29.237 INFO:teuthology.orchestra.run.smithi067.stdout: "fc804c48-cd25-400c-9119-62c2307cfb52": { 2024-09-21T00:24:29.237 INFO:teuthology.orchestra.run.smithi067.stdout: "start_time": "2024-09-21T00:24:22.368533+0000", 2024-09-21T00:24:29.237 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/scrub_test_path/ceph-qa-suite/suites/fs/verify/validater/valgrind.yaml", 2024-09-21T00:24:29.237 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_started": 0, 2024-09-21T00:24:29.237 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_passed": 0, 2024-09-21T00:24:29.237 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_failed": 0, 2024-09-21T00:24:29.237 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_skipped": 0 2024-09-21T00:24:29.237 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:24:29.238 INFO:teuthology.orchestra.run.smithi067.stdout: "75d98cf2-f2bf-4869-b3d9-1b7fd11ec107": { 2024-09-21T00:24:29.238 INFO:teuthology.orchestra.run.smithi067.stdout: "start_time": "2024-09-21T00:24:22.012541+0000", 2024-09-21T00:24:29.238 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/scrub_test_path/ceph-qa-suite/suites", 2024-09-21T00:24:29.238 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_started": 0, 2024-09-21T00:24:29.238 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_passed": 0, 2024-09-21T00:24:29.238 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_failed": 0, 2024-09-21T00:24:29.238 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_skipped": 0 2024-09-21T00:24:29.238 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:24:29.238 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:24:29.238 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:24:29.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.229+0000 7fe2b64f9640 1 -- 172.21.15.67:0/3451191192 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe290078b90 msgr2=0x7fe29007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:29.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.229+0000 7fe2b64f9640 1 --2- 172.21.15.67:0/3451191192 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe290078b90 0x7fe29007b0a0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fe2a0009c40 tx=0x7fe2a0005f30 comp rx=0 tx=0).stop 2024-09-21T00:24:29.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.229+0000 7fe2b64f9640 1 -- 172.21.15.67:0/3451191192 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe2b0157ce0 msgr2=0x7fe2b009d5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:29.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.229+0000 7fe2b64f9640 1 --2- 172.21.15.67:0/3451191192 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe2b0157ce0 0x7fe2b009d5e0 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7fe29802a910 tx=0x7fe298006360 comp rx=0 tx=0).stop 2024-09-21T00:24:29.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.229+0000 7fe2b64f9640 1 -- 172.21.15.67:0/3451191192 shutdown_connections 2024-09-21T00:24:29.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.229+0000 7fe2b64f9640 1 --2- 172.21.15.67:0/3451191192 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe290078b90 0x7fe29007b0a0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.229+0000 7fe2b64f9640 1 --2- 172.21.15.67:0/3451191192 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe2b01551d0 0x7fe2b01555e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.229+0000 7fe2b64f9640 1 --2- 172.21.15.67:0/3451191192 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe2b0157ce0 0x7fe2b009d5e0 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.229+0000 7fe2b64f9640 1 --2- 172.21.15.67:0/3451191192 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe29c004000 0x7fe2b0159050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.229+0000 7fe2b64f9640 1 -- 172.21.15.67:0/3451191192 >> 172.21.15.67:0/3451191192 conn(0x7fe2b008bee0 msgr2=0x7fe2b0071d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:29.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.229+0000 7fe2b64f9640 1 -- 172.21.15.67:0/3451191192 shutdown_connections 2024-09-21T00:24:29.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.229+0000 7fe2b64f9640 1 -- 172.21.15.67:0/3451191192 wait complete. 2024-09-21T00:24:29.241 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-21T00:24:29.242 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.3:0 damage ls 2024-09-21T00:24:29.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.359+0000 7f999b6d5640 1 -- 172.21.15.67:0/543967810 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f99940cd5b0 msgr2=0x7f999415ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:29.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.359+0000 7f999b6d5640 1 --2- 172.21.15.67:0/543967810 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f99940cd5b0 0x7f999415ea90 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f9984009830 tx=0x7f998402a510 comp rx=0 tx=0).stop 2024-09-21T00:24:29.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.359+0000 7f999b6d5640 1 -- 172.21.15.67:0/543967810 shutdown_connections 2024-09-21T00:24:29.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.359+0000 7f999b6d5640 1 --2- 172.21.15.67:0/543967810 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f99940cd5b0 0x7f999415ea90 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.359+0000 7f999b6d5640 1 --2- 172.21.15.67:0/543967810 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f99940aea30 0x7f99940acfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.359+0000 7f999b6d5640 1 -- 172.21.15.67:0/543967810 >> 172.21.15.67:0/543967810 conn(0x7f999406d630 msgr2=0x7f99940d02a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:29.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.359+0000 7f999b6d5640 1 -- 172.21.15.67:0/543967810 shutdown_connections 2024-09-21T00:24:29.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.359+0000 7f999b6d5640 1 -- 172.21.15.67:0/543967810 wait complete. 2024-09-21T00:24:29.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.361+0000 7f999b6d5640 1 Processor -- start 2024-09-21T00:24:29.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.361+0000 7f999b6d5640 1 -- start start 2024-09-21T00:24:29.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.362+0000 7f999b6d5640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f99940aea30 0x7f9994158af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:29.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.362+0000 7f999b6d5640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f99940cd5b0 0x7f999409c780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:29.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.362+0000 7f999b6d5640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f999415efd0 0x7f999409a7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:29.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.362+0000 7f999b6d5640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f99940ce150 con 0x7f99940aea30 2024-09-21T00:24:29.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.362+0000 7f999b6d5640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f99940cdfd0 con 0x7f99940cd5b0 2024-09-21T00:24:29.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.362+0000 7f999b6d5640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f9994070480 con 0x7f999415efd0 2024-09-21T00:24:29.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.362+0000 7f9999471640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f99940aea30 0x7f9994158af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:29.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.362+0000 7f9999471640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f99940aea30 0x7f9994158af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55726/0 (socket says 172.21.15.67:55726) 2024-09-21T00:24:29.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.362+0000 7f9999471640 1 -- 172.21.15.67:0/1252350827 learned_addr learned my addr 172.21.15.67:0/1252350827 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:29.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.363+0000 7f9998c70640 1 --2- 172.21.15.67:0/1252350827 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f99940cd5b0 0x7f999409c780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:29.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.363+0000 7f9999c72640 1 --2- 172.21.15.67:0/1252350827 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f999415efd0 0x7f999409a7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:29.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.363+0000 7f9999471640 1 -- 172.21.15.67:0/1252350827 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f999415efd0 msgr2=0x7f999409a7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:29.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.363+0000 7f9999471640 1 --2- 172.21.15.67:0/1252350827 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f999415efd0 0x7f999409a7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.363+0000 7f9999471640 1 -- 172.21.15.67:0/1252350827 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f99940cd5b0 msgr2=0x7f999409c780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:29.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.363+0000 7f9999471640 1 --2- 172.21.15.67:0/1252350827 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f99940cd5b0 0x7f999409c780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.363+0000 7f9999471640 1 -- 172.21.15.67:0/1252350827 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f999409ccc0 con 0x7f99940aea30 2024-09-21T00:24:29.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.363+0000 7f9998c70640 1 --2- 172.21.15.67:0/1252350827 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f99940cd5b0 0x7f999409c780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:24:29.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.363+0000 7f9999471640 1 --2- 172.21.15.67:0/1252350827 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f99940aea30 0x7f9994158af0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f999000e7c0 tx=0x7f999000ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:29.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.363+0000 7f9989ffb640 1 -- 172.21.15.67:0/1252350827 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f999000cc60 con 0x7f99940aea30 2024-09-21T00:24:29.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.363+0000 7f9989ffb640 1 -- 172.21.15.67:0/1252350827 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9990010430 con 0x7f99940aea30 2024-09-21T00:24:29.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.363+0000 7f999b6d5640 1 -- 172.21.15.67:0/1252350827 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f999409d1d0 con 0x7f99940aea30 2024-09-21T00:24:29.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.363+0000 7f9989ffb640 1 -- 172.21.15.67:0/1252350827 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9990010860 con 0x7f99940aea30 2024-09-21T00:24:29.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.363+0000 7f999b6d5640 1 -- 172.21.15.67:0/1252350827 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f999409d790 con 0x7f99940aea30 2024-09-21T00:24:29.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.365+0000 7f9989ffb640 1 -- 172.21.15.67:0/1252350827 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f9990010a00 con 0x7f99940aea30 2024-09-21T00:24:29.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.366+0000 7f9989ffb640 1 --2- 172.21.15.67:0/1252350827 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9978078bc0 0x7f997807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:29.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.366+0000 7f9989ffb640 1 -- 172.21.15.67:0/1252350827 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f999009b620 con 0x7f99940aea30 2024-09-21T00:24:29.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.366+0000 7f9998c70640 1 --2- 172.21.15.67:0/1252350827 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9978078bc0 0x7f997807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:29.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.367+0000 7f99a263d740 1 Processor -- start 2024-09-21T00:24:29.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.367+0000 7f9998c70640 1 --2- 172.21.15.67:0/1252350827 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9978078bc0 0x7f997807b0d0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f9984034000 tx=0x7f9984004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:29.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.367+0000 7f99a263d740 1 -- start start 2024-09-21T00:24:29.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.368+0000 7f99a263d740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56471641c390 0x5647167dcba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:29.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.368+0000 7f99a263d740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5647163f34d0 0x5647167eb0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:29.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.368+0000 7f99a263d740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5647163fb6b0 0x5647167eb5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:29.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.368+0000 7f99a263d740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5647167368e0 con 0x5647163f34d0 2024-09-21T00:24:29.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.368+0000 7f99a263d740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x564716725d10 con 0x56471641c390 2024-09-21T00:24:29.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.368+0000 7f99a263d740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x564716729b20 con 0x5647163fb6b0 2024-09-21T00:24:29.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.368+0000 7f9998c70640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5647163f34d0 0x5647167eb0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:29.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.368+0000 7f9998c70640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5647163f34d0 0x5647167eb0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55738/0 (socket says 172.21.15.67:55738) 2024-09-21T00:24:29.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.368+0000 7f9998c70640 1 -- 172.21.15.67:0/3583534122 learned_addr learned my addr 172.21.15.67:0/3583534122 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:29.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.368+0000 7f9999c72640 1 --2- 172.21.15.67:0/3583534122 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5647163fb6b0 0x5647167eb5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:29.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.368+0000 7f9999471640 1 --2- 172.21.15.67:0/3583534122 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56471641c390 0x5647167dcba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:29.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.369+0000 7f9998c70640 1 -- 172.21.15.67:0/3583534122 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5647163fb6b0 msgr2=0x5647167eb5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:29.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.369+0000 7f9998c70640 1 --2- 172.21.15.67:0/3583534122 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5647163fb6b0 0x5647167eb5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.369+0000 7f9998c70640 1 -- 172.21.15.67:0/3583534122 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56471641c390 msgr2=0x5647167dcba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:29.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.369+0000 7f9998c70640 1 --2- 172.21.15.67:0/3583534122 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56471641c390 0x5647167dcba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.369+0000 7f9998c70640 1 -- 172.21.15.67:0/3583534122 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564716487970 con 0x5647163f34d0 2024-09-21T00:24:29.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.369+0000 7f9998c70640 1 --2- 172.21.15.67:0/3583534122 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5647163f34d0 0x5647167eb0a0 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f998402ab00 tx=0x7f998403e070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=29dfcbf1a01108c server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:29.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.369+0000 7f997effd640 1 -- 172.21.15.67:0/3583534122 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9984003d40 con 0x5647163f34d0 2024-09-21T00:24:29.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.369+0000 7f997effd640 1 -- 172.21.15.67:0/3583534122 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9984005020 con 0x5647163f34d0 2024-09-21T00:24:29.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.369+0000 7f997effd640 1 -- 172.21.15.67:0/3583534122 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9984005430 con 0x5647163f34d0 2024-09-21T00:24:29.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.370+0000 7f99a263d740 1 -- 172.21.15.67:0/3583534122 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5647163f34d0 msgr2=0x5647167eb0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:29.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.370+0000 7f99a263d740 1 --2- 172.21.15.67:0/3583534122 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5647163f34d0 0x5647167eb0a0 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f998402ab00 tx=0x7f998403e070 comp rx=0 tx=0).stop 2024-09-21T00:24:29.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.370+0000 7f99a263d740 1 -- 172.21.15.67:0/3583534122 shutdown_connections 2024-09-21T00:24:29.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.370+0000 7f99a263d740 1 --2- 172.21.15.67:0/3583534122 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5647163fb6b0 0x5647167eb5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.370+0000 7f99a263d740 1 --2- 172.21.15.67:0/3583534122 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5647163f34d0 0x5647167eb0a0 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.370+0000 7f99a263d740 1 --2- 172.21.15.67:0/3583534122 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56471641c390 0x5647167dcba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.370+0000 7f99a263d740 1 -- 172.21.15.67:0/3583534122 >> 172.21.15.67:0/3583534122 conn(0x5647164104e0 msgr2=0x5647167c4490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:29.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.370+0000 7f99a263d740 1 -- 172.21.15.67:0/3583534122 shutdown_connections 2024-09-21T00:24:29.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.370+0000 7f99a263d740 1 -- 172.21.15.67:0/3583534122 wait complete. 2024-09-21T00:24:29.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.371+0000 7f99a263d740 1 -- start start 2024-09-21T00:24:29.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.371+0000 7f99a263d740 1 Processor -- start 2024-09-21T00:24:29.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.372+0000 7f99a263d740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5647163f34d0 0x5647167c3a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:29.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.372+0000 7f99a263d740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5647163fb6b0 0x5647167db440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:29.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.372+0000 7f99a263d740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56471641c390 0x564716803f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:29.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.372+0000 7f99a263d740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x564716496740 con 0x56471641c390 2024-09-21T00:24:29.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.372+0000 7f99a263d740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5647166cb7f0 con 0x5647163fb6b0 2024-09-21T00:24:29.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.372+0000 7f99a263d740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x564716802400 con 0x5647163f34d0 2024-09-21T00:24:29.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.372+0000 7f99a263d740 10 client.0 _ll_register_callbacks cb 0x5647166cf2a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:24:29.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.372+0000 7f9999c72640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56471641c390 0x564716803f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:29.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.372+0000 7f9999c72640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56471641c390 0x564716803f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55744/0 (socket says 172.21.15.67:55744) 2024-09-21T00:24:29.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.372+0000 7f9999c72640 1 -- 172.21.15.67:0/3401376901 learned_addr learned my addr 172.21.15.67:0/3401376901 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:29.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.373+0000 7f9998c70640 1 --2- 172.21.15.67:0/3401376901 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5647163fb6b0 0x5647167db440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:29.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.373+0000 7f9999471640 1 --2- 172.21.15.67:0/3401376901 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5647163f34d0 0x5647167c3a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:29.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.373+0000 7f9999c72640 1 -- 172.21.15.67:0/3401376901 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5647163f34d0 msgr2=0x5647167c3a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:29.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.373+0000 7f9999c72640 1 --2- 172.21.15.67:0/3401376901 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5647163f34d0 0x5647167c3a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.373+0000 7f9999c72640 1 -- 172.21.15.67:0/3401376901 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5647163fb6b0 msgr2=0x5647167db440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:29.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.373+0000 7f9999c72640 1 --2- 172.21.15.67:0/3401376901 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5647163fb6b0 0x5647167db440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.373+0000 7f9999c72640 1 -- 172.21.15.67:0/3401376901 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5647164fe7d0 con 0x56471641c390 2024-09-21T00:24:29.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.373+0000 7f9998c70640 1 --2- 172.21.15.67:0/3401376901 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5647163fb6b0 0x5647167db440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:24:29.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.373+0000 7f9999c72640 1 --2- 172.21.15.67:0/3401376901 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56471641c390 0x564716803f00 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f998c011a10 tx=0x7f998c011ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8cc57aa9bede176 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:29.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.373+0000 7f9973fff640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:24:29.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.373+0000 7f9973fff640 1 -- 172.21.15.67:0/3401376901 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f998c019070 con 0x56471641c390 2024-09-21T00:24:29.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.373+0000 7f9973fff640 1 -- 172.21.15.67:0/3401376901 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f998c00f9e0 con 0x56471641c390 2024-09-21T00:24:29.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.373+0000 7f99a263d740 1 -- 172.21.15.67:0/3401376901 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9984005020 con 0x56471641c390 2024-09-21T00:24:29.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.373+0000 7f9973fff640 1 -- 172.21.15.67:0/3401376901 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f998c024050 con 0x56471641c390 2024-09-21T00:24:29.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.373+0000 7f99a263d740 10 client.5784 fetch_fsmap learned FSMap version 28 2024-09-21T00:24:29.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.373+0000 7f99a263d740 1 -- 172.21.15.67:0/3401376901 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=2+}) -- 0x5647168021a0 con 0x56471641c390 2024-09-21T00:24:29.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.373+0000 7f9973fff640 1 -- 172.21.15.67:0/3401376901 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9984005020 con 0x56471641c390 2024-09-21T00:24:29.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.373+0000 7f9973fff640 1 -- 172.21.15.67:0/3401376901 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 28) ==== 3502+0+0 (secure 0 0 0) 0x7f998c027020 con 0x56471641c390 2024-09-21T00:24:29.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.374+0000 7f99a263d740 10 client.5784 fetch_fsmap finished waiting for FSMap version 28 2024-09-21T00:24:29.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.374+0000 7f99a263d740 10 client.5784 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.a 2024-09-21T00:24:29.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.374+0000 7f99a263d740 20 client.5784 populate_metadata read hostname 'smithi067' 2024-09-21T00:24:29.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.374+0000 7f99a263d740 1 --2- 172.21.15.67:0/3401376901 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x5647163daf60 0x564716801330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:29.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.374+0000 7f99a263d740 4 client.5784 mds_command: new command op to 5376 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:24:29.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.374+0000 7f99a263d740 1 -- 172.21.15.67:0/3401376901 --> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564716738830 con 0x5647163daf60 2024-09-21T00:24:29.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.374+0000 7f9999471640 1 --2- 172.21.15.67:0/3401376901 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x5647163daf60 0x564716801330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:29.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.374+0000 7f9973fff640 10 client.5784 ms_handle_connect on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:29.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.374+0000 7f9999471640 1 --2- 172.21.15.67:0/3401376901 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x5647163daf60 0x564716801330 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d3311a52acad3c77 server_cookie=27c1bccca19de4b1 in_seq=0 out_seq=0 2024-09-21T00:24:29.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.375+0000 7f9973fff640 1 -- 172.21.15.67:0/3401376901 <== mds.0 v2:172.21.15.67:6832/3973293841 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x564716738830 con 0x5647163daf60 2024-09-21T00:24:29.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.375+0000 7f9973fff640 10 client.5784 handle_command_reply: tid=0 2024-09-21T00:24:29.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.375+0000 7f99a263d740 1 client.5784 shutdown 2024-09-21T00:24:29.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.375+0000 7f99a263d740 1 -- 172.21.15.67:0/3401376901 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56471641c390 msgr2=0x564716803f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:29.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.375+0000 7f99a263d740 1 --2- 172.21.15.67:0/3401376901 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56471641c390 0x564716803f00 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f998c011a10 tx=0x7f998c011ed0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.375+0000 7f99a263d740 1 -- 172.21.15.67:0/3401376901 shutdown_connections 2024-09-21T00:24:29.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.375+0000 7f99a263d740 1 --2- 172.21.15.67:0/3401376901 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56471641c390 0x564716803f00 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.375+0000 7f99a263d740 1 --2- 172.21.15.67:0/3401376901 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5647163fb6b0 0x5647167db440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.375+0000 7f99a263d740 1 --2- 172.21.15.67:0/3401376901 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x5647163daf60 0x564716801330 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.375+0000 7f99a263d740 1 --2- 172.21.15.67:0/3401376901 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5647163f34d0 0x5647167c3a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.375+0000 7f9973fff640 0 client.5784 ms_handle_reset on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:29.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.375+0000 7f99a263d740 1 -- 172.21.15.67:0/3401376901 >> 172.21.15.67:0/3401376901 conn(0x5647164104e0 msgr2=0x5647167eb760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:29.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.375+0000 7f99a263d740 1 -- 172.21.15.67:0/3401376901 shutdown_connections 2024-09-21T00:24:29.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.375+0000 7f99a263d740 1 -- 172.21.15.67:0/3401376901 wait complete. 2024-09-21T00:24:29.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.375+0000 7f99a263d740 20 client.5784 trim_cache size 0 max 16384 2024-09-21T00:24:29.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.389+0000 7f99a263d740 1 Processor -- start 2024-09-21T00:24:29.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.389+0000 7f99a263d740 1 -- start start 2024-09-21T00:24:29.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.390+0000 7f99a263d740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5647163f34d0 0x5647167ff410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:29.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.390+0000 7f99a263d740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5647163fb6b0 0x5647167ff950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:29.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.390+0000 7f99a263d740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56471641c390 0x5647167ece70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:29.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.390+0000 7f99a263d740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f999415e5a0 con 0x5647163f34d0 2024-09-21T00:24:29.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.390+0000 7f99a263d740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f99941e5c70 con 0x56471641c390 2024-09-21T00:24:29.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.390+0000 7f99a263d740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f99941f7df0 con 0x5647163fb6b0 2024-09-21T00:24:29.394 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.390+0000 7f9999471640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5647163f34d0 0x5647167ff410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:29.394 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.390+0000 7f9999471640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5647163f34d0 0x5647167ff410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55754/0 (socket says 172.21.15.67:55754) 2024-09-21T00:24:29.394 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.390+0000 7f9999471640 1 -- 172.21.15.67:0/4026940064 learned_addr learned my addr 172.21.15.67:0/4026940064 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:29.394 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.391+0000 7f9999c72640 1 --2- 172.21.15.67:0/4026940064 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56471641c390 0x5647167ece70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:29.394 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.391+0000 7f9999471640 1 -- 172.21.15.67:0/4026940064 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5647163fb6b0 msgr2=0x5647167ff950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:29.394 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.391+0000 7f9999471640 1 --2- 172.21.15.67:0/4026940064 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5647163fb6b0 0x5647167ff950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.394 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.391+0000 7f9999471640 1 -- 172.21.15.67:0/4026940064 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56471641c390 msgr2=0x5647167ece70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:29.394 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.391+0000 7f9999471640 1 --2- 172.21.15.67:0/4026940064 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56471641c390 0x5647167ece70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.394 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.391+0000 7f9999471640 1 -- 172.21.15.67:0/4026940064 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5647167bf810 con 0x5647163f34d0 2024-09-21T00:24:29.394 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.391+0000 7f9999c72640 1 --2- 172.21.15.67:0/4026940064 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56471641c390 0x5647167ece70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:24:29.394 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.391+0000 7f9999471640 1 --2- 172.21.15.67:0/4026940064 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5647163f34d0 0x5647167ff410 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f9990099af0 tx=0x7f9990099a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6d162462dd06e5c2 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:29.394 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.391+0000 7f997e7fc640 1 -- 172.21.15.67:0/4026940064 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9990063af0 con 0x5647163f34d0 2024-09-21T00:24:29.394 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.391+0000 7f997e7fc640 1 -- 172.21.15.67:0/4026940064 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f99900633f0 con 0x5647163f34d0 2024-09-21T00:24:29.395 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.391+0000 7f997e7fc640 1 -- 172.21.15.67:0/4026940064 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9990067ed0 con 0x5647163f34d0 2024-09-21T00:24:29.395 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.392+0000 7f99a263d740 1 -- 172.21.15.67:0/4026940064 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5647163f34d0 msgr2=0x5647167ff410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:29.395 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.392+0000 7f99a263d740 1 --2- 172.21.15.67:0/4026940064 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5647163f34d0 0x5647167ff410 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f9990099af0 tx=0x7f9990099a20 comp rx=0 tx=0).stop 2024-09-21T00:24:29.395 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.392+0000 7f99a263d740 1 -- 172.21.15.67:0/4026940064 shutdown_connections 2024-09-21T00:24:29.395 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.392+0000 7f99a263d740 1 --2- 172.21.15.67:0/4026940064 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56471641c390 0x5647167ece70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.395 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.392+0000 7f99a263d740 1 --2- 172.21.15.67:0/4026940064 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5647163fb6b0 0x5647167ff950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.395 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.392+0000 7f99a263d740 1 --2- 172.21.15.67:0/4026940064 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5647163f34d0 0x5647167ff410 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.395 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.392+0000 7f99a263d740 1 -- 172.21.15.67:0/4026940064 >> 172.21.15.67:0/4026940064 conn(0x5647164104e0 msgr2=0x564716803a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:29.395 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.392+0000 7f99a263d740 1 -- 172.21.15.67:0/4026940064 shutdown_connections 2024-09-21T00:24:29.395 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.392+0000 7f99a263d740 1 -- 172.21.15.67:0/4026940064 wait complete. 2024-09-21T00:24:29.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.393+0000 7f99a263d740 1 -- start start 2024-09-21T00:24:29.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.393+0000 7f99a263d740 1 Processor -- start 2024-09-21T00:24:29.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.394+0000 7f99a263d740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5647163f34d0 0x56471688ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:29.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.394+0000 7f99a263d740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5647163fb6b0 0x564716808f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:29.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.394+0000 7f99a263d740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56471641c390 0x5647168094a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:29.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.394+0000 7f99a263d740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f99941e5620 con 0x5647163f34d0 2024-09-21T00:24:29.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.394+0000 7f99a263d740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x564716809ab0 con 0x5647163fb6b0 2024-09-21T00:24:29.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.394+0000 7f99a263d740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x564716804030 con 0x56471641c390 2024-09-21T00:24:29.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.394+0000 7f99a263d740 10 client.0 _ll_register_callbacks cb 0x7f998c001c80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:24:29.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.394+0000 7f9999471640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5647163f34d0 0x56471688ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:29.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.394+0000 7f9999471640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5647163f34d0 0x56471688ccd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55762/0 (socket says 172.21.15.67:55762) 2024-09-21T00:24:29.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.394+0000 7f9999471640 1 -- 172.21.15.67:0/492998839 learned_addr learned my addr 172.21.15.67:0/492998839 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:29.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.394+0000 7f9999c72640 1 --2- 172.21.15.67:0/492998839 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56471641c390 0x5647168094a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:29.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.394+0000 7f9998c70640 1 --2- 172.21.15.67:0/492998839 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5647163fb6b0 0x564716808f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:29.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.395+0000 7f9999471640 1 -- 172.21.15.67:0/492998839 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56471641c390 msgr2=0x5647168094a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:29.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.395+0000 7f9999471640 1 --2- 172.21.15.67:0/492998839 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56471641c390 0x5647168094a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.395+0000 7f9999471640 1 -- 172.21.15.67:0/492998839 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5647163fb6b0 msgr2=0x564716808f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:29.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.395+0000 7f9999471640 1 --2- 172.21.15.67:0/492998839 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5647163fb6b0 0x564716808f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.395+0000 7f9999471640 1 -- 172.21.15.67:0/492998839 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5647167c0660 con 0x5647163f34d0 2024-09-21T00:24:29.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.395+0000 7f9999471640 1 --2- 172.21.15.67:0/492998839 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5647163f34d0 0x56471688ccd0 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f999009b010 tx=0x7f9990009670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a08e8dbb5bbe5aef server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:29.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.395+0000 7f9973fff640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:24:29.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.395+0000 7f9973fff640 1 -- 172.21.15.67:0/492998839 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9990063af0 con 0x5647163f34d0 2024-09-21T00:24:29.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.395+0000 7f9973fff640 1 -- 172.21.15.67:0/492998839 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f9990085b60 con 0x5647163f34d0 2024-09-21T00:24:29.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.395+0000 7f99a263d740 1 -- 172.21.15.67:0/492998839 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f99900633f0 con 0x5647163f34d0 2024-09-21T00:24:29.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.395+0000 7f9973fff640 1 -- 172.21.15.67:0/492998839 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f999006cd80 con 0x5647163f34d0 2024-09-21T00:24:29.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.395+0000 7f99a263d740 10 client.5790 fetch_fsmap learned FSMap version 28 2024-09-21T00:24:29.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.395+0000 7f99a263d740 1 -- 172.21.15.67:0/492998839 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=2+}) -- 0x5647167bd630 con 0x5647163f34d0 2024-09-21T00:24:29.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.395+0000 7f9973fff640 1 -- 172.21.15.67:0/492998839 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f99900633f0 con 0x5647163f34d0 2024-09-21T00:24:29.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.395+0000 7f9973fff640 1 -- 172.21.15.67:0/492998839 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 28) ==== 3502+0+0 (secure 0 0 0) 0x7f9990062650 con 0x5647163f34d0 2024-09-21T00:24:29.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.395+0000 7f99a263d740 10 client.5790 fetch_fsmap finished waiting for FSMap version 28 2024-09-21T00:24:29.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.395+0000 7f99a263d740 10 client.5790 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.a 2024-09-21T00:24:29.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.395+0000 7f99a263d740 20 client.5790 populate_metadata read hostname 'smithi067' 2024-09-21T00:24:29.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.395+0000 7f99a263d740 1 --2- 172.21.15.67:0/492998839 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x5647167bdb70 0x5647167e3e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:29.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.396+0000 7f99a263d740 4 client.5790 mds_command: new command op to 5376 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-21T00:24:29.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.396+0000 7f99a263d740 1 -- 172.21.15.67:0/492998839 --> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5647167342e0 con 0x5647167bdb70 2024-09-21T00:24:29.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.396+0000 7f9998c70640 1 --2- 172.21.15.67:0/492998839 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x5647167bdb70 0x5647167e3e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:29.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.396+0000 7f9973fff640 10 client.5790 ms_handle_connect on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:29.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.396+0000 7f9998c70640 1 --2- 172.21.15.67:0/492998839 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x5647167bdb70 0x5647167e3e80 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=33b83bc539d80ff1 server_cookie=303f67766446824 in_seq=0 out_seq=0 2024-09-21T00:24:29.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.396+0000 7f9973fff640 1 -- 172.21.15.67:0/492998839 <== mds.0 v2:172.21.15.67:6832/3973293841 1 ==== command_reply(tid 0: 0 ) ==== 8+0+168 (crc 0 0 0) 0x5647167342e0 con 0x5647167bdb70 2024-09-21T00:24:29.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.396+0000 7f9973fff640 10 client.5790 handle_command_reply: tid=0 2024-09-21T00:24:29.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.396+0000 7f99a263d740 1 client.5790 shutdown 2024-09-21T00:24:29.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.396+0000 7f99a263d740 1 -- 172.21.15.67:0/492998839 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5647163f34d0 msgr2=0x56471688ccd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:29.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.396+0000 7f99a263d740 1 --2- 172.21.15.67:0/492998839 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5647163f34d0 0x56471688ccd0 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f999009b010 tx=0x7f9990009670 comp rx=0 tx=0).stop 2024-09-21T00:24:29.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.396+0000 7f99a263d740 1 -- 172.21.15.67:0/492998839 shutdown_connections 2024-09-21T00:24:29.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.396+0000 7f99a263d740 1 --2- 172.21.15.67:0/492998839 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x5647167bdb70 0x5647167e3e80 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.396+0000 7f99a263d740 1 --2- 172.21.15.67:0/492998839 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56471641c390 0x5647168094a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.396+0000 7f99a263d740 1 --2- 172.21.15.67:0/492998839 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5647163fb6b0 0x564716808f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.396+0000 7f9973fff640 0 client.5790 ms_handle_reset on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:29.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.396+0000 7f99a263d740 1 --2- 172.21.15.67:0/492998839 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5647163f34d0 0x56471688ccd0 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.396+0000 7f99a263d740 1 -- 172.21.15.67:0/492998839 >> 172.21.15.67:0/492998839 conn(0x5647164104e0 msgr2=0x564716826510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:29.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.397+0000 7f99a263d740 1 -- 172.21.15.67:0/492998839 shutdown_connections 2024-09-21T00:24:29.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.397+0000 7f99a263d740 1 -- 172.21.15.67:0/492998839 wait complete. 2024-09-21T00:24:29.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.397+0000 7f99a263d740 20 client.5790 trim_cache size 0 max 16384 2024-09-21T00:24:29.403 INFO:teuthology.orchestra.run.smithi067.stdout:[ 2024-09-21T00:24:29.403 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:24:29.403 INFO:teuthology.orchestra.run.smithi067.stdout: "damage_type": "backtrace", 2024-09-21T00:24:29.403 INFO:teuthology.orchestra.run.smithi067.stdout: "id": 2921059276, 2024-09-21T00:24:29.403 INFO:teuthology.orchestra.run.smithi067.stdout: "ino": 1099511630412, 2024-09-21T00:24:29.403 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/scrub_test_path/ceph-qa-suite/new_file_0" 2024-09-21T00:24:29.403 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:24:29.403 INFO:teuthology.orchestra.run.smithi067.stdout:] 2024-09-21T00:24:29.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.397+0000 7f999b6d5640 1 -- 172.21.15.67:0/1252350827 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9978078bc0 msgr2=0x7f997807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:29.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.397+0000 7f999b6d5640 1 --2- 172.21.15.67:0/1252350827 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9978078bc0 0x7f997807b0d0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f9984034000 tx=0x7f9984004730 comp rx=0 tx=0).stop 2024-09-21T00:24:29.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.397+0000 7f999b6d5640 1 -- 172.21.15.67:0/1252350827 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f99940aea30 msgr2=0x7f9994158af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:29.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.397+0000 7f999b6d5640 1 --2- 172.21.15.67:0/1252350827 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f99940aea30 0x7f9994158af0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f999000e7c0 tx=0x7f999000ec80 comp rx=0 tx=0).stop 2024-09-21T00:24:29.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.397+0000 7f999b6d5640 1 -- 172.21.15.67:0/1252350827 shutdown_connections 2024-09-21T00:24:29.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.397+0000 7f999b6d5640 1 --2- 172.21.15.67:0/1252350827 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9978078bc0 0x7f997807b0d0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.397+0000 7f999b6d5640 1 --2- 172.21.15.67:0/1252350827 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f999415efd0 0x7f999409a7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.397+0000 7f999b6d5640 1 --2- 172.21.15.67:0/1252350827 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f99940cd5b0 0x7f999409c780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.397+0000 7f999b6d5640 1 --2- 172.21.15.67:0/1252350827 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f99940aea30 0x7f9994158af0 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.397+0000 7f999b6d5640 1 -- 172.21.15.67:0/1252350827 >> 172.21.15.67:0/1252350827 conn(0x7f999406d630 msgr2=0x7f99940ccd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:29.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.397+0000 7f999b6d5640 1 -- 172.21.15.67:0/1252350827 shutdown_connections 2024-09-21T00:24:29.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.397+0000 7f999b6d5640 1 -- 172.21.15.67:0/1252350827 wait complete. 2024-09-21T00:24:29.409 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:24:29.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.524+0000 7f5565539640 1 -- 172.21.15.67:0/3564005472 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f55600b9780 msgr2=0x7f55600d2cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:29.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.524+0000 7f5565539640 1 --2- 172.21.15.67:0/3564005472 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f55600b9780 0x7f55600d2cf0 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f55600b7110 tx=0x7f555002a540 comp rx=0 tx=0).stop 2024-09-21T00:24:29.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.524+0000 7f5565539640 1 -- 172.21.15.67:0/3564005472 shutdown_connections 2024-09-21T00:24:29.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.524+0000 7f5565539640 1 --2- 172.21.15.67:0/3564005472 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f55600b73f0 0x7f55600b7800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.524+0000 7f5565539640 1 --2- 172.21.15.67:0/3564005472 >> v2:172.21.15.97:3300/0 conn(0x7f55600d1010 0x7f55600d1420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.524+0000 7f5565539640 1 --2- 172.21.15.67:0/3564005472 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f55600b9780 0x7f55600d2cf0 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.524+0000 7f5565539640 1 -- 172.21.15.67:0/3564005472 >> 172.21.15.67:0/3564005472 conn(0x7f556008bee0 msgr2=0x7f55600d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:29.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.524+0000 7f5565539640 1 -- 172.21.15.67:0/3564005472 shutdown_connections 2024-09-21T00:24:29.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.524+0000 7f5565539640 1 -- 172.21.15.67:0/3564005472 wait complete. 2024-09-21T00:24:29.527 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.526+0000 7f5565539640 1 Processor -- start 2024-09-21T00:24:29.527 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.526+0000 7f5565539640 1 -- start start 2024-09-21T00:24:29.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.527+0000 7f5565539640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f55600b73f0 0x7f556014a530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:29.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.527+0000 7f5565539640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f55600b9780 0x7f55600a1d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:29.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.527+0000 7f5565539640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f55600d1010 0x7f55600b7ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:29.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.527+0000 7f5565539640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f5560162e80 con 0x7f55600b9780 2024-09-21T00:24:29.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.527+0000 7f5565539640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f5560162d00 con 0x7f55600b73f0 2024-09-21T00:24:29.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.527+0000 7f5565539640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f5560163000 con 0x7f55600d1010 2024-09-21T00:24:29.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.527+0000 7f555e7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f55600b9780 0x7f55600a1d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:29.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.527+0000 7f555e7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f55600b9780 0x7f55600a1d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55774/0 (socket says 172.21.15.67:55774) 2024-09-21T00:24:29.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.527+0000 7f555e7fc640 1 -- 172.21.15.67:0/3621053040 learned_addr learned my addr 172.21.15.67:0/3621053040 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:29.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.527+0000 7f555effd640 1 --2- 172.21.15.67:0/3621053040 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f55600b73f0 0x7f556014a530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:29.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.527+0000 7f555f7fe640 1 --2- 172.21.15.67:0/3621053040 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f55600d1010 0x7f55600b7ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:29.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.528+0000 7f555e7fc640 1 -- 172.21.15.67:0/3621053040 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f55600d1010 msgr2=0x7f55600b7ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:29.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.528+0000 7f555e7fc640 1 --2- 172.21.15.67:0/3621053040 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f55600d1010 0x7f55600b7ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.528+0000 7f555e7fc640 1 -- 172.21.15.67:0/3621053040 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f55600b73f0 msgr2=0x7f556014a530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:29.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.528+0000 7f555e7fc640 1 --2- 172.21.15.67:0/3621053040 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f55600b73f0 0x7f556014a530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.528+0000 7f555e7fc640 1 -- 172.21.15.67:0/3621053040 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55601484e0 con 0x7f55600b9780 2024-09-21T00:24:29.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.528+0000 7f555e7fc640 1 --2- 172.21.15.67:0/3621053040 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f55600b9780 0x7f55600a1d20 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f555400e7f0 tx=0x7f555400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:29.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.528+0000 7f55477fe640 1 -- 172.21.15.67:0/3621053040 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f555400eea0 con 0x7f55600b9780 2024-09-21T00:24:29.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.528+0000 7f55477fe640 1 -- 172.21.15.67:0/3621053040 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f555400cdb0 con 0x7f55600b9780 2024-09-21T00:24:29.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.528+0000 7f5565539640 1 -- 172.21.15.67:0/3621053040 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f556014adc0 con 0x7f55600b9780 2024-09-21T00:24:29.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.528+0000 7f55477fe640 1 -- 172.21.15.67:0/3621053040 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5554010690 con 0x7f55600b9780 2024-09-21T00:24:29.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.528+0000 7f5565539640 1 -- 172.21.15.67:0/3621053040 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f556014b380 con 0x7f55600b9780 2024-09-21T00:24:29.532 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.529+0000 7f5565539640 1 -- 172.21.15.67:0/3621053040 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f55600d2cf0 con 0x7f55600b9780 2024-09-21T00:24:29.532 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.530+0000 7f55477fe640 1 -- 172.21.15.67:0/3621053040 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f5554010830 con 0x7f55600b9780 2024-09-21T00:24:29.532 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.531+0000 7f55477fe640 1 --2- 172.21.15.67:0/3621053040 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f554c078bc0 0x7f554c07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:29.532 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.531+0000 7f55477fe640 1 -- 172.21.15.67:0/3621053040 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f555409b570 con 0x7f55600b9780 2024-09-21T00:24:29.532 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.531+0000 7f555effd640 1 --2- 172.21.15.67:0/3621053040 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f554c078bc0 0x7f554c07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:29.532 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.531+0000 7f555effd640 1 --2- 172.21.15.67:0/3621053040 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f554c078bc0 0x7f554c07b0d0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f5550034000 tx=0x7f5550004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:29.536 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.535+0000 7f55477fe640 1 -- 172.21.15.67:0/3621053040 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f5554063370 con 0x7f55600b9780 2024-09-21T00:24:29.762 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.761+0000 7f5565539640 1 -- 172.21.15.67:0/3621053040 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f556014aae0 con 0x7f55600b9780 2024-09-21T00:24:29.762 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.761+0000 7f55477fe640 1 -- 172.21.15.67:0/3621053040 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+5223 (secure 0 0 0) 0x7f5554067da0 con 0x7f55600b9780 2024-09-21T00:24:29.762 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:24:29.763 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":28,"btime":"2024-09-21T00:24:29:214195+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4949,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3329715663","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":3329715663},{"type":"v1","addr":"172.21.15.67:6835","nonce":3329715663}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":4952,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6835/3171140375","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3171140375},{"type":"v1","addr":"172.21.15.97:6835","nonce":3171140375}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5194,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/1894359539","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":1894359539},{"type":"v1","addr":"172.21.15.97:6837","nonce":1894359539}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22}],"filesystems":[{"mdsmap":{"epoch":28,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:24:04.528366+0000","modified":"2024-09-21T00:24:29.180219+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5376},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5376":{"gid":5376,"name":"a","rank":0,"incarnation":23,"state":"up:active","state_seq":9,"addr":"172.21.15.67:6833/3973293841","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":3973293841},{"type":"v1","addr":"172.21.15.67:6833","nonce":3973293841}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5376,"qdb_cluster":[5376]},"id":3}]} 2024-09-21T00:24:29.763 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 28 2024-09-21T00:24:29.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.763+0000 7f5565539640 1 -- 172.21.15.67:0/3621053040 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f554c078bc0 msgr2=0x7f554c07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:29.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.763+0000 7f5565539640 1 --2- 172.21.15.67:0/3621053040 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f554c078bc0 0x7f554c07b0d0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f5550034000 tx=0x7f5550004730 comp rx=0 tx=0).stop 2024-09-21T00:24:29.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.763+0000 7f5565539640 1 -- 172.21.15.67:0/3621053040 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f55600b9780 msgr2=0x7f55600a1d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:29.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.763+0000 7f5565539640 1 --2- 172.21.15.67:0/3621053040 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f55600b9780 0x7f55600a1d20 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f555400e7f0 tx=0x7f555400ecb0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.763+0000 7f5565539640 1 -- 172.21.15.67:0/3621053040 shutdown_connections 2024-09-21T00:24:29.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.763+0000 7f5565539640 1 --2- 172.21.15.67:0/3621053040 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f554c078bc0 0x7f554c07b0d0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.763+0000 7f5565539640 1 --2- 172.21.15.67:0/3621053040 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f55600d1010 0x7f55600b7ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.763+0000 7f5565539640 1 --2- 172.21.15.67:0/3621053040 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f55600b9780 0x7f55600a1d20 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.763+0000 7f5565539640 1 --2- 172.21.15.67:0/3621053040 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f55600b73f0 0x7f556014a530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.763+0000 7f5565539640 1 -- 172.21.15.67:0/3621053040 >> 172.21.15.67:0/3621053040 conn(0x7f556008bee0 msgr2=0x7f556015f580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:29.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.763+0000 7f5565539640 1 -- 172.21.15.67:0/3621053040 shutdown_connections 2024-09-21T00:24:29.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.763+0000 7f5565539640 1 -- 172.21.15.67:0/3621053040 wait complete. 2024-09-21T00:24:29.775 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a damage rm 2921059276 2024-09-21T00:24:29.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.894+0000 7f68913da640 1 -- 172.21.15.67:0/4223200405 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f688c0d1800 msgr2=0x7f688c06ec80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:29.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.894+0000 7f68913da640 1 --2- 172.21.15.67:0/4223200405 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f688c0d1800 0x7f688c06ec80 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f688c075530 tx=0x7f688402a8b0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.894+0000 7f68913da640 1 -- 172.21.15.67:0/4223200405 shutdown_connections 2024-09-21T00:24:29.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.894+0000 7f68913da640 1 --2- 172.21.15.67:0/4223200405 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f688c0d1800 0x7f688c06ec80 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.894+0000 7f68913da640 1 --2- 172.21.15.67:0/4223200405 >> v2:172.21.15.97:3300/0 conn(0x7f688c0b3cb0 0x7f688c0d3330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.894+0000 7f68913da640 1 -- 172.21.15.67:0/4223200405 >> 172.21.15.67:0/4223200405 conn(0x7f688c08bee0 msgr2=0x7f688c0d4720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:29.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.895+0000 7f68913da640 1 -- 172.21.15.67:0/4223200405 shutdown_connections 2024-09-21T00:24:29.897 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.895+0000 7f68913da640 1 -- 172.21.15.67:0/4223200405 wait complete. 2024-09-21T00:24:29.897 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.896+0000 7f68913da640 1 Processor -- start 2024-09-21T00:24:29.897 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.897+0000 7f68913da640 1 -- start start 2024-09-21T00:24:29.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.898+0000 7f68913da640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f688c0b3cb0 0x7f688c0c8c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:29.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.898+0000 7f68913da640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f688c0d4e30 0x7f688c1f4990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:29.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.898+0000 7f68913da640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f688c0b49d0 0x7f688c0b4de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:29.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.898+0000 7f68913da640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f688c06f550 con 0x7f688c0d4e30 2024-09-21T00:24:29.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.898+0000 7f68913da640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f688c06f3d0 con 0x7f688c0b3cb0 2024-09-21T00:24:29.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.898+0000 7f68913da640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f688c06f6d0 con 0x7f688c0b49d0 2024-09-21T00:24:29.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.898+0000 7f68827fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f688c0d4e30 0x7f688c1f4990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:29.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.898+0000 7f68827fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f688c0d4e30 0x7f688c1f4990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55788/0 (socket says 172.21.15.67:55788) 2024-09-21T00:24:29.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.898+0000 7f68827fc640 1 -- 172.21.15.67:0/3633109671 learned_addr learned my addr 172.21.15.67:0/3633109671 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:29.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.898+0000 7f688affd640 1 --2- 172.21.15.67:0/3633109671 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f688c0b3cb0 0x7f688c0c8c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:29.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.898+0000 7f688b7fe640 1 --2- 172.21.15.67:0/3633109671 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f688c0b49d0 0x7f688c0b4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:29.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.898+0000 7f68827fc640 1 -- 172.21.15.67:0/3633109671 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f688c0b49d0 msgr2=0x7f688c0b4de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:29.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.898+0000 7f68827fc640 1 --2- 172.21.15.67:0/3633109671 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f688c0b49d0 0x7f688c0b4de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.898+0000 7f68827fc640 1 -- 172.21.15.67:0/3633109671 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f688c0b3cb0 msgr2=0x7f688c0c8c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:29.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.898+0000 7f68827fc640 1 --2- 172.21.15.67:0/3633109671 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f688c0b3cb0 0x7f688c0c8c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.898+0000 7f68827fc640 1 -- 172.21.15.67:0/3633109671 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f688c0b5320 con 0x7f688c0d4e30 2024-09-21T00:24:29.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.899+0000 7f68827fc640 1 --2- 172.21.15.67:0/3633109671 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f688c0d4e30 0x7f688c1f4990 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f687400c3c0 tx=0x7f687400c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:29.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.899+0000 7f6883fff640 1 -- 172.21.15.67:0/3633109671 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6874011790 con 0x7f688c0d4e30 2024-09-21T00:24:29.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.899+0000 7f6883fff640 1 -- 172.21.15.67:0/3633109671 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6874017070 con 0x7f688c0d4e30 2024-09-21T00:24:29.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.899+0000 7f6883fff640 1 -- 172.21.15.67:0/3633109671 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6874011d00 con 0x7f688c0d4e30 2024-09-21T00:24:29.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.899+0000 7f68913da640 1 -- 172.21.15.67:0/3633109671 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f688c0c9650 con 0x7f688c0d4e30 2024-09-21T00:24:29.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.899+0000 7f68913da640 1 -- 172.21.15.67:0/3633109671 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f688c0a05d0 con 0x7f688c0d4e30 2024-09-21T00:24:29.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.901+0000 7f6883fff640 1 -- 172.21.15.67:0/3633109671 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f687401c460 con 0x7f688c0d4e30 2024-09-21T00:24:29.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.901+0000 7f6883fff640 1 --2- 172.21.15.67:0/3633109671 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f686c078bc0 0x7f686c07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:29.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.901+0000 7f6883fff640 1 -- 172.21.15.67:0/3633109671 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f687409a870 con 0x7f688c0d4e30 2024-09-21T00:24:29.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.901+0000 7f688affd640 1 --2- 172.21.15.67:0/3633109671 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f686c078bc0 0x7f686c07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:29.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.902+0000 7f688affd640 1 --2- 172.21.15.67:0/3633109671 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f686c078bc0 0x7f686c07b0d0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f687c009c00 tx=0x7f687c005f30 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:29.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.902+0000 7f6898424740 1 Processor -- start 2024-09-21T00:24:29.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.902+0000 7f6898424740 1 -- start start 2024-09-21T00:24:29.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.904+0000 7f6898424740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561636bb72a0 0x561636fa65b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:29.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.904+0000 7f6898424740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561636b8e3e0 0x561636f89280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:29.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.904+0000 7f6898424740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561636b965c0 0x561636f897c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:29.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.904+0000 7f6898424740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x561636ed1910 con 0x561636b8e3e0 2024-09-21T00:24:29.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.904+0000 7f6898424740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x561636ec0d40 con 0x561636b965c0 2024-09-21T00:24:29.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.904+0000 7f6898424740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x561636ec4b50 con 0x561636bb72a0 2024-09-21T00:24:29.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.904+0000 7f68827fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561636b8e3e0 0x561636f89280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:29.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.904+0000 7f68827fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561636b8e3e0 0x561636f89280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55800/0 (socket says 172.21.15.67:55800) 2024-09-21T00:24:29.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.904+0000 7f68827fc640 1 -- 172.21.15.67:0/3123527555 learned_addr learned my addr 172.21.15.67:0/3123527555 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:29.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.904+0000 7f688affd640 1 --2- 172.21.15.67:0/3123527555 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561636bb72a0 0x561636fa65b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:29.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.904+0000 7f688b7fe640 1 --2- 172.21.15.67:0/3123527555 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561636b965c0 0x561636f897c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:29.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.904+0000 7f68827fc640 1 -- 172.21.15.67:0/3123527555 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561636bb72a0 msgr2=0x561636fa65b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:29.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.904+0000 7f68827fc640 1 --2- 172.21.15.67:0/3123527555 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561636bb72a0 0x561636fa65b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.904+0000 7f68827fc640 1 -- 172.21.15.67:0/3123527555 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561636b965c0 msgr2=0x561636f897c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:29.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.904+0000 7f68827fc640 1 --2- 172.21.15.67:0/3123527555 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561636b965c0 0x561636f897c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.904+0000 7f68827fc640 1 -- 172.21.15.67:0/3123527555 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561636c9b710 con 0x561636b8e3e0 2024-09-21T00:24:29.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.904+0000 7f68827fc640 1 --2- 172.21.15.67:0/3123527555 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561636b8e3e0 0x561636f89280 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f6874098dd0 tx=0x7f6874011ea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58e2cdbcc0d89168 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:29.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.904+0000 7f6880ff9640 1 -- 172.21.15.67:0/3123527555 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6874067130 con 0x561636b8e3e0 2024-09-21T00:24:29.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.905+0000 7f6880ff9640 1 -- 172.21.15.67:0/3123527555 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f687406bfe0 con 0x561636b8e3e0 2024-09-21T00:24:29.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.905+0000 7f6880ff9640 1 -- 172.21.15.67:0/3123527555 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f687406b2a0 con 0x561636b8e3e0 2024-09-21T00:24:29.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.905+0000 7f6898424740 1 -- 172.21.15.67:0/3123527555 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561636b8e3e0 msgr2=0x561636f89280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:29.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.905+0000 7f6898424740 1 --2- 172.21.15.67:0/3123527555 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561636b8e3e0 0x561636f89280 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f6874098dd0 tx=0x7f6874011ea0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.905+0000 7f6898424740 1 -- 172.21.15.67:0/3123527555 shutdown_connections 2024-09-21T00:24:29.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.905+0000 7f6898424740 1 --2- 172.21.15.67:0/3123527555 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561636b965c0 0x561636f897c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.905+0000 7f6898424740 1 --2- 172.21.15.67:0/3123527555 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561636b8e3e0 0x561636f89280 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.905+0000 7f6898424740 1 --2- 172.21.15.67:0/3123527555 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561636bb72a0 0x561636fa65b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.905+0000 7f6898424740 1 -- 172.21.15.67:0/3123527555 >> 172.21.15.67:0/3123527555 conn(0x561636bab3f0 msgr2=0x561636f5f4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:29.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.905+0000 7f6898424740 1 -- 172.21.15.67:0/3123527555 shutdown_connections 2024-09-21T00:24:29.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.905+0000 7f6898424740 1 -- 172.21.15.67:0/3123527555 wait complete. 2024-09-21T00:24:29.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.906+0000 7f6898424740 1 -- start start 2024-09-21T00:24:29.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.906+0000 7f6898424740 1 Processor -- start 2024-09-21T00:24:29.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.908+0000 7f6898424740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561636b8e3e0 0x561636f9b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:29.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.908+0000 7f6898424740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561636b965c0 0x561636fb3f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:29.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.908+0000 7f6898424740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561636bb72a0 0x561636fa4ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:29.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.908+0000 7f6898424740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x561636c31650 con 0x561636b8e3e0 2024-09-21T00:24:29.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.908+0000 7f6898424740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x561636e475f0 con 0x561636bb72a0 2024-09-21T00:24:29.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.908+0000 7f6898424740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x561636f9bf10 con 0x561636b965c0 2024-09-21T00:24:29.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.908+0000 7f6898424740 10 client.0 _ll_register_callbacks cb 0x561636ebb060 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:24:29.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.908+0000 7f688affd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561636b8e3e0 0x561636f9b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:29.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.908+0000 7f688affd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561636b8e3e0 0x561636f9b9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55808/0 (socket says 172.21.15.67:55808) 2024-09-21T00:24:29.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.908+0000 7f688affd640 1 -- 172.21.15.67:0/2725545082 learned_addr learned my addr 172.21.15.67:0/2725545082 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:29.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.908+0000 7f68827fc640 1 --2- 172.21.15.67:0/2725545082 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561636b965c0 0x561636fb3f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:29.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.908+0000 7f688b7fe640 1 --2- 172.21.15.67:0/2725545082 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561636bb72a0 0x561636fa4ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:29.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.908+0000 7f688affd640 1 -- 172.21.15.67:0/2725545082 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561636b965c0 msgr2=0x561636fb3f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:29.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.908+0000 7f688affd640 1 --2- 172.21.15.67:0/2725545082 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561636b965c0 0x561636fb3f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.908+0000 7f688affd640 1 -- 172.21.15.67:0/2725545082 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561636bb72a0 msgr2=0x561636fa4ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:29.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.908+0000 7f688affd640 1 --2- 172.21.15.67:0/2725545082 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561636bb72a0 0x561636fa4ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.908+0000 7f688affd640 1 -- 172.21.15.67:0/2725545082 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561636cfbea0 con 0x561636b8e3e0 2024-09-21T00:24:29.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.908+0000 7f68827fc640 1 --2- 172.21.15.67:0/2725545082 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561636b965c0 0x561636fb3f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:24:29.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.908+0000 7f688affd640 1 --2- 172.21.15.67:0/2725545082 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561636b8e3e0 0x561636f9b9d0 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f687c01dd20 tx=0x7f687c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f9ca32692c42615b server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:29.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.908+0000 7f6869ffb640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:24:29.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.909+0000 7f6869ffb640 1 -- 172.21.15.67:0/2725545082 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f687c02b060 con 0x561636b8e3e0 2024-09-21T00:24:29.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.909+0000 7f6869ffb640 1 -- 172.21.15.67:0/2725545082 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f687c01cb10 con 0x561636b8e3e0 2024-09-21T00:24:29.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.909+0000 7f6898424740 1 -- 172.21.15.67:0/2725545082 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x561636e9eb60 con 0x561636b8e3e0 2024-09-21T00:24:29.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.909+0000 7f6869ffb640 1 -- 172.21.15.67:0/2725545082 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f687c031050 con 0x561636b8e3e0 2024-09-21T00:24:29.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.909+0000 7f6898424740 10 client.5811 fetch_fsmap learned FSMap version 28 2024-09-21T00:24:29.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.909+0000 7f6898424740 1 -- 172.21.15.67:0/2725545082 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=2+}) -- 0x561636c005b0 con 0x561636b8e3e0 2024-09-21T00:24:29.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.909+0000 7f6869ffb640 1 -- 172.21.15.67:0/2725545082 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x561636e9eb60 con 0x561636b8e3e0 2024-09-21T00:24:29.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.909+0000 7f6869ffb640 1 -- 172.21.15.67:0/2725545082 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 28) ==== 3502+0+0 (secure 0 0 0) 0x7f687c034020 con 0x561636b8e3e0 2024-09-21T00:24:29.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.909+0000 7f6898424740 10 client.5811 fetch_fsmap finished waiting for FSMap version 28 2024-09-21T00:24:29.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.909+0000 7f6898424740 10 client.5811 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-21T00:24:29.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.909+0000 7f6898424740 20 client.5811 populate_metadata read hostname 'smithi067' 2024-09-21T00:24:29.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.909+0000 7f6898424740 1 --2- 172.21.15.67:0/2725545082 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x561636b76080 0x561636f825c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:29.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.909+0000 7f6898424740 4 client.5811 mds_command: new command op to 5376 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:24:29.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.909+0000 7f6898424740 1 -- 172.21.15.67:0/2725545082 --> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561636ed3860 con 0x561636b76080 2024-09-21T00:24:29.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.909+0000 7f68827fc640 1 --2- 172.21.15.67:0/2725545082 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x561636b76080 0x561636f825c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:29.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.910+0000 7f6869ffb640 10 client.5811 ms_handle_connect on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:29.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.910+0000 7f68827fc640 1 --2- 172.21.15.67:0/2725545082 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x561636b76080 0x561636f825c0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=312f617ef696e176 server_cookie=9ad5bf5022b3f66 in_seq=0 out_seq=0 2024-09-21T00:24:29.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.910+0000 7f6869ffb640 1 -- 172.21.15.67:0/2725545082 <== mds.0 v2:172.21.15.67:6832/3973293841 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x561636ed3860 con 0x561636b76080 2024-09-21T00:24:29.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.910+0000 7f6869ffb640 10 client.5811 handle_command_reply: tid=0 2024-09-21T00:24:29.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.910+0000 7f6898424740 1 client.5811 shutdown 2024-09-21T00:24:29.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.910+0000 7f6898424740 1 -- 172.21.15.67:0/2725545082 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561636b8e3e0 msgr2=0x561636f9b9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:29.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.910+0000 7f6898424740 1 --2- 172.21.15.67:0/2725545082 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561636b8e3e0 0x561636f9b9d0 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f687c01dd20 tx=0x7f687c004730 comp rx=0 tx=0).stop 2024-09-21T00:24:29.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.910+0000 7f6898424740 1 -- 172.21.15.67:0/2725545082 shutdown_connections 2024-09-21T00:24:29.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.910+0000 7f6898424740 1 --2- 172.21.15.67:0/2725545082 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561636bb72a0 0x561636fa4ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.910+0000 7f6898424740 1 --2- 172.21.15.67:0/2725545082 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x561636b76080 0x561636f825c0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.910+0000 7f6898424740 1 --2- 172.21.15.67:0/2725545082 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561636b965c0 0x561636fb3f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.910+0000 7f6898424740 1 --2- 172.21.15.67:0/2725545082 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561636b8e3e0 0x561636f9b9d0 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.910+0000 7f6869ffb640 0 client.5811 ms_handle_reset on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:29.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.910+0000 7f6898424740 1 -- 172.21.15.67:0/2725545082 >> 172.21.15.67:0/2725545082 conn(0x561636bab3f0 msgr2=0x561636f89280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:29.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.910+0000 7f6898424740 1 -- 172.21.15.67:0/2725545082 shutdown_connections 2024-09-21T00:24:29.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.911+0000 7f6898424740 1 -- 172.21.15.67:0/2725545082 wait complete. 2024-09-21T00:24:29.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.911+0000 7f6898424740 20 client.5811 trim_cache size 0 max 16384 2024-09-21T00:24:29.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.924+0000 7f6898424740 1 Processor -- start 2024-09-21T00:24:29.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.924+0000 7f6898424740 1 -- start start 2024-09-21T00:24:29.928 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.926+0000 7f6898424740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561636b8e3e0 0x561636f89950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:29.928 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.926+0000 7f6898424740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561636b965c0 0x561636f9a0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:29.928 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.926+0000 7f6898424740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561636bb72a0 0x561636f9a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:29.928 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.926+0000 7f6898424740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f688c201080 con 0x561636b8e3e0 2024-09-21T00:24:29.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.926+0000 7f6898424740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f688c0a1730 con 0x561636bb72a0 2024-09-21T00:24:29.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.926+0000 7f6898424740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f688c200ad0 con 0x561636b965c0 2024-09-21T00:24:29.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.926+0000 7f688affd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561636b8e3e0 0x561636f89950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:29.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.926+0000 7f688affd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561636b8e3e0 0x561636f89950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55812/0 (socket says 172.21.15.67:55812) 2024-09-21T00:24:29.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.926+0000 7f688affd640 1 -- 172.21.15.67:0/3237585923 learned_addr learned my addr 172.21.15.67:0/3237585923 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:29.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.926+0000 7f68827fc640 1 --2- 172.21.15.67:0/3237585923 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561636b965c0 0x561636f9a0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:29.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.926+0000 7f688b7fe640 1 --2- 172.21.15.67:0/3237585923 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561636bb72a0 0x561636f9a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:29.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.926+0000 7f688affd640 1 -- 172.21.15.67:0/3237585923 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561636b965c0 msgr2=0x561636f9a0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:29.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.926+0000 7f688affd640 1 --2- 172.21.15.67:0/3237585923 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561636b965c0 0x561636f9a0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.926+0000 7f688affd640 1 -- 172.21.15.67:0/3237585923 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561636bb72a0 msgr2=0x561636f9a5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:29.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.926+0000 7f688affd640 1 --2- 172.21.15.67:0/3237585923 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561636bb72a0 0x561636f9a5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.926+0000 7f688affd640 1 -- 172.21.15.67:0/3237585923 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561636f84dd0 con 0x561636b8e3e0 2024-09-21T00:24:29.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.926+0000 7f68827fc640 1 --2- 172.21.15.67:0/3237585923 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561636b965c0 0x561636f9a0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:24:29.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.926+0000 7f688affd640 1 --2- 172.21.15.67:0/3237585923 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561636b8e3e0 0x561636f89950 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f687c01cf90 tx=0x7f687c01cdb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e35882ca028c4a6 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:29.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.926+0000 7f686bfff640 1 -- 172.21.15.67:0/3237585923 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f687c039020 con 0x561636b8e3e0 2024-09-21T00:24:29.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.926+0000 7f686bfff640 1 -- 172.21.15.67:0/3237585923 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f687c01cb10 con 0x561636b8e3e0 2024-09-21T00:24:29.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.926+0000 7f686bfff640 1 -- 172.21.15.67:0/3237585923 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f687c021030 con 0x561636b8e3e0 2024-09-21T00:24:29.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.927+0000 7f6898424740 1 -- 172.21.15.67:0/3237585923 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561636b8e3e0 msgr2=0x561636f89950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:29.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.927+0000 7f6898424740 1 --2- 172.21.15.67:0/3237585923 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561636b8e3e0 0x561636f89950 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f687c01cf90 tx=0x7f687c01cdb0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.927+0000 7f6898424740 1 -- 172.21.15.67:0/3237585923 shutdown_connections 2024-09-21T00:24:29.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.927+0000 7f6898424740 1 --2- 172.21.15.67:0/3237585923 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561636bb72a0 0x561636f9a5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.927+0000 7f6898424740 1 --2- 172.21.15.67:0/3237585923 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561636b965c0 0x561636f9a0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.927+0000 7f6898424740 1 --2- 172.21.15.67:0/3237585923 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561636b8e3e0 0x561636f89950 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.927+0000 7f6898424740 1 -- 172.21.15.67:0/3237585923 >> 172.21.15.67:0/3237585923 conn(0x561636bab3f0 msgr2=0x561636f54f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:29.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.927+0000 7f6898424740 1 -- 172.21.15.67:0/3237585923 shutdown_connections 2024-09-21T00:24:29.931 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.927+0000 7f6898424740 1 -- 172.21.15.67:0/3237585923 wait complete. 2024-09-21T00:24:29.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.928+0000 7f6898424740 1 -- start start 2024-09-21T00:24:29.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.928+0000 7f6898424740 1 Processor -- start 2024-09-21T00:24:29.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.929+0000 7f6898424740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561636b8e3e0 0x561636fc89d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:29.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.929+0000 7f6898424740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561636b965c0 0x561636f9a6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:29.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.929+0000 7f6898424740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561636bb72a0 0x561637023cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:29.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.929+0000 7f6898424740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x561636fa5010 con 0x561636b965c0 2024-09-21T00:24:29.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.929+0000 7f6898424740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x561636f852c0 con 0x561636bb72a0 2024-09-21T00:24:29.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.929+0000 7f6898424740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x561636f84fb0 con 0x561636b8e3e0 2024-09-21T00:24:29.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.929+0000 7f6898424740 10 client.0 _ll_register_callbacks cb 0x7f687c009690 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:24:29.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.929+0000 7f68827fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561636b965c0 0x561636f9a6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:29.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.929+0000 7f68827fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561636b965c0 0x561636f9a6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55824/0 (socket says 172.21.15.67:55824) 2024-09-21T00:24:29.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.929+0000 7f68827fc640 1 -- 172.21.15.67:0/2514403767 learned_addr learned my addr 172.21.15.67:0/2514403767 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:29.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.930+0000 7f688b7fe640 1 --2- 172.21.15.67:0/2514403767 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561636bb72a0 0x561637023cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:29.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.930+0000 7f688affd640 1 --2- 172.21.15.67:0/2514403767 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561636b8e3e0 0x561636fc89d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:29.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.930+0000 7f68827fc640 1 -- 172.21.15.67:0/2514403767 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561636b8e3e0 msgr2=0x561636fc89d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:29.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.930+0000 7f68827fc640 1 --2- 172.21.15.67:0/2514403767 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561636b8e3e0 0x561636fc89d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.930+0000 7f68827fc640 1 -- 172.21.15.67:0/2514403767 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561636bb72a0 msgr2=0x561637023cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:29.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.930+0000 7f68827fc640 1 --2- 172.21.15.67:0/2514403767 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561636bb72a0 0x561637023cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.930+0000 7f68827fc640 1 -- 172.21.15.67:0/2514403767 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561637027aa0 con 0x561636b965c0 2024-09-21T00:24:29.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.930+0000 7f68827fc640 1 --2- 172.21.15.67:0/2514403767 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561636b965c0 0x561636f9a6d0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f687405f970 tx=0x7f6874098d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99d02b997c7e9030 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:29.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.930+0000 7f6869ffb640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:24:29.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.930+0000 7f6869ffb640 1 -- 172.21.15.67:0/2514403767 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f687406b240 con 0x561636b965c0 2024-09-21T00:24:29.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.930+0000 7f6869ffb640 1 -- 172.21.15.67:0/2514403767 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f6874061960 con 0x561636b965c0 2024-09-21T00:24:29.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.930+0000 7f6898424740 1 -- 172.21.15.67:0/2514403767 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f687c01cb10 con 0x561636b965c0 2024-09-21T00:24:29.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.930+0000 7f6869ffb640 1 -- 172.21.15.67:0/2514403767 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f6874078420 con 0x561636b965c0 2024-09-21T00:24:29.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.930+0000 7f6898424740 10 client.5817 fetch_fsmap learned FSMap version 28 2024-09-21T00:24:29.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.930+0000 7f6898424740 1 -- 172.21.15.67:0/2514403767 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=2+}) -- 0x5616370237d0 con 0x561636b965c0 2024-09-21T00:24:29.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.930+0000 7f6869ffb640 1 -- 172.21.15.67:0/2514403767 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f687c01cb10 con 0x561636b965c0 2024-09-21T00:24:29.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.931+0000 7f6869ffb640 1 -- 172.21.15.67:0/2514403767 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 28) ==== 3502+0+0 (secure 0 0 0) 0x7f687407cb10 con 0x561636b965c0 2024-09-21T00:24:29.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.931+0000 7f6898424740 10 client.5817 fetch_fsmap finished waiting for FSMap version 28 2024-09-21T00:24:29.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.931+0000 7f6898424740 10 client.5817 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-21T00:24:29.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.931+0000 7f6898424740 20 client.5817 populate_metadata read hostname 'smithi067' 2024-09-21T00:24:29.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.931+0000 7f6898424740 1 --2- 172.21.15.67:0/2514403767 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x561636f788e0 0x561636f78cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:29.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.931+0000 7f6898424740 4 client.5817 mds_command: new command op to 5376 tid=0 multi_id=0 [{"prefix": "damage rm", "damage_id": 2921059276}] 2024-09-21T00:24:29.938 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.931+0000 7f6898424740 1 -- 172.21.15.67:0/2514403767 --> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] -- command(tid 0: {"prefix": "damage rm", "damage_id": 2921059276}) -- 0x561636ecf310 con 0x561636f788e0 2024-09-21T00:24:29.938 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.931+0000 7f688affd640 1 --2- 172.21.15.67:0/2514403767 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x561636f788e0 0x561636f78cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:29.938 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.931+0000 7f6869ffb640 10 client.5817 ms_handle_connect on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:29.938 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.931+0000 7f688affd640 1 --2- 172.21.15.67:0/2514403767 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x561636f788e0 0x561636f78cf0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=12390006ef7deb5e server_cookie=818a4cf8375f781b in_seq=0 out_seq=0 2024-09-21T00:24:29.938 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.931+0000 7f6869ffb640 1 -- 172.21.15.67:0/2514403767 <== mds.0 v2:172.21.15.67:6832/3973293841 1 ==== command_reply(tid 0: 0 ) ==== 8+0+0 (crc 0 0 0) 0x561636ecf310 con 0x561636f788e0 2024-09-21T00:24:29.938 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.931+0000 7f6869ffb640 10 client.5817 handle_command_reply: tid=0 2024-09-21T00:24:29.938 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.931+0000 7f6898424740 1 client.5817 shutdown 2024-09-21T00:24:29.938 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.931+0000 7f6898424740 1 -- 172.21.15.67:0/2514403767 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561636b965c0 msgr2=0x561636f9a6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:29.938 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.931+0000 7f6898424740 1 --2- 172.21.15.67:0/2514403767 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561636b965c0 0x561636f9a6d0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f687405f970 tx=0x7f6874098d00 comp rx=0 tx=0).stop 2024-09-21T00:24:29.938 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.931+0000 7f6898424740 1 -- 172.21.15.67:0/2514403767 shutdown_connections 2024-09-21T00:24:29.938 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.931+0000 7f6898424740 1 --2- 172.21.15.67:0/2514403767 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561636bb72a0 0x561637023cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.938 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.931+0000 7f6898424740 1 --2- 172.21.15.67:0/2514403767 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561636b965c0 0x561636f9a6d0 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.931+0000 7f6898424740 1 --2- 172.21.15.67:0/2514403767 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x561636f788e0 0x561636f78cf0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.932+0000 7f6898424740 1 --2- 172.21.15.67:0/2514403767 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561636b8e3e0 0x561636fc89d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.932+0000 7f6869ffb640 0 client.5817 ms_handle_reset on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:29.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.932+0000 7f6898424740 1 -- 172.21.15.67:0/2514403767 >> 172.21.15.67:0/2514403767 conn(0x561636bab3f0 msgr2=0x561636f9b820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:29.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.932+0000 7f6898424740 1 -- 172.21.15.67:0/2514403767 shutdown_connections 2024-09-21T00:24:29.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.932+0000 7f6898424740 1 -- 172.21.15.67:0/2514403767 wait complete. 2024-09-21T00:24:29.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.932+0000 7f6898424740 20 client.5817 trim_cache size 0 max 16384 2024-09-21T00:24:29.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.932+0000 7f68913da640 1 -- 172.21.15.67:0/3633109671 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f686c078bc0 msgr2=0x7f686c07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:29.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.932+0000 7f68913da640 1 --2- 172.21.15.67:0/3633109671 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f686c078bc0 0x7f686c07b0d0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f687c009c00 tx=0x7f687c005f30 comp rx=0 tx=0).stop 2024-09-21T00:24:29.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.932+0000 7f68913da640 1 -- 172.21.15.67:0/3633109671 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f688c0d4e30 msgr2=0x7f688c1f4990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:29.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.932+0000 7f68913da640 1 --2- 172.21.15.67:0/3633109671 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f688c0d4e30 0x7f688c1f4990 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f687400c3c0 tx=0x7f687400c880 comp rx=0 tx=0).stop 2024-09-21T00:24:29.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.932+0000 7f68913da640 1 -- 172.21.15.67:0/3633109671 shutdown_connections 2024-09-21T00:24:29.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.932+0000 7f68913da640 1 --2- 172.21.15.67:0/3633109671 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f686c078bc0 0x7f686c07b0d0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.932+0000 7f68913da640 1 --2- 172.21.15.67:0/3633109671 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f688c0b49d0 0x7f688c0b4de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.932+0000 7f68913da640 1 --2- 172.21.15.67:0/3633109671 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f688c0d4e30 0x7f688c1f4990 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.932+0000 7f68913da640 1 --2- 172.21.15.67:0/3633109671 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f688c0b3cb0 0x7f688c0c8c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:29.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.932+0000 7f68913da640 1 -- 172.21.15.67:0/3633109671 >> 172.21.15.67:0/3633109671 conn(0x7f688c08bee0 msgr2=0x7f688c161c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:29.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.932+0000 7f68913da640 1 -- 172.21.15.67:0/3633109671 shutdown_connections 2024-09-21T00:24:29.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:29.932+0000 7f68913da640 1 -- 172.21.15.67:0/3633109671 wait complete. 2024-09-21T00:24:29.945 INFO:tasks.cephfs.test_scrub_checks:Running command 'flush_path /' 2024-09-21T00:24:29.945 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.3:0 flush_path / 2024-09-21T00:24:30.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.062+0000 7fbccf4f9640 1 -- 172.21.15.67:0/2883942176 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbcc80cfbb0 msgr2=0x7fbcc80b5330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:30.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.062+0000 7fbccf4f9640 1 --2- 172.21.15.67:0/2883942176 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbcc80cfbb0 0x7fbcc80b5330 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7fbcbc005fd0 tx=0x7fbcbc02a5d0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.062+0000 7fbccf4f9640 1 -- 172.21.15.67:0/2883942176 shutdown_connections 2024-09-21T00:24:30.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.062+0000 7fbccf4f9640 1 --2- 172.21.15.67:0/2883942176 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbcc80b5870 0x7fbcc80d0b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.062+0000 7fbccf4f9640 1 --2- 172.21.15.67:0/2883942176 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbcc80cfbb0 0x7fbcc80b5330 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.063+0000 7fbccf4f9640 1 -- 172.21.15.67:0/2883942176 >> 172.21.15.67:0/2883942176 conn(0x7fbcc808bee0 msgr2=0x7fbcc80d24e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:30.065 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.063+0000 7fbccf4f9640 1 -- 172.21.15.67:0/2883942176 shutdown_connections 2024-09-21T00:24:30.065 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.063+0000 7fbccf4f9640 1 -- 172.21.15.67:0/2883942176 wait complete. 2024-09-21T00:24:30.065 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.064+0000 7fbccf4f9640 1 Processor -- start 2024-09-21T00:24:30.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.064+0000 7fbccf4f9640 1 -- start start 2024-09-21T00:24:30.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.066+0000 7fbccf4f9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbcc80b5870 0x7fbcc8158fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.066+0000 7fbccf4f9640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbcc80b76c0 0x7fbcc815ff00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.066+0000 7fbccf4f9640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbcc80cfbb0 0x7fbcc815e240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.066+0000 7fbccf4f9640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fbcc80cd040 con 0x7fbcc80b5870 2024-09-21T00:24:30.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.066+0000 7fbccf4f9640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fbcc80d1480 con 0x7fbcc80cfbb0 2024-09-21T00:24:30.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.066+0000 7fbccf4f9640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fbcc80cd1c0 con 0x7fbcc80b76c0 2024-09-21T00:24:30.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.066+0000 7fbccd295640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbcc80b5870 0x7fbcc8158fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.066+0000 7fbccd295640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbcc80b5870 0x7fbcc8158fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55834/0 (socket says 172.21.15.67:55834) 2024-09-21T00:24:30.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.066+0000 7fbccd295640 1 -- 172.21.15.67:0/2240861916 learned_addr learned my addr 172.21.15.67:0/2240861916 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:30.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.066+0000 7fbccda96640 1 --2- 172.21.15.67:0/2240861916 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbcc80cfbb0 0x7fbcc815e240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.066+0000 7fbccca94640 1 --2- 172.21.15.67:0/2240861916 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbcc80b76c0 0x7fbcc815ff00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.066+0000 7fbccd295640 1 -- 172.21.15.67:0/2240861916 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbcc80b76c0 msgr2=0x7fbcc815ff00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:30.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.066+0000 7fbccd295640 1 --2- 172.21.15.67:0/2240861916 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbcc80b76c0 0x7fbcc815ff00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.066+0000 7fbccd295640 1 -- 172.21.15.67:0/2240861916 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbcc80cfbb0 msgr2=0x7fbcc815e240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:30.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.066+0000 7fbccd295640 1 --2- 172.21.15.67:0/2240861916 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbcc80cfbb0 0x7fbcc815e240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.066+0000 7fbccd295640 1 -- 172.21.15.67:0/2240861916 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbcc8159a40 con 0x7fbcc80b5870 2024-09-21T00:24:30.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.066+0000 7fbccda96640 1 --2- 172.21.15.67:0/2240861916 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbcc80cfbb0 0x7fbcc815e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:24:30.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.066+0000 7fbccca94640 1 --2- 172.21.15.67:0/2240861916 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbcc80b76c0 0x7fbcc815ff00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:24:30.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.066+0000 7fbccd295640 1 --2- 172.21.15.67:0/2240861916 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbcc80b5870 0x7fbcc8158fa0 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7fbcb800c740 tx=0x7fbcb800cc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:30.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.066+0000 7fbcc5ffb640 1 -- 172.21.15.67:0/2240861916 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcb8003bc0 con 0x7fbcc80b5870 2024-09-21T00:24:30.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.067+0000 7fbcc5ffb640 1 -- 172.21.15.67:0/2240861916 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbcb800ce50 con 0x7fbcc80b5870 2024-09-21T00:24:30.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.067+0000 7fbcc5ffb640 1 -- 172.21.15.67:0/2240861916 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcb800a850 con 0x7fbcc80b5870 2024-09-21T00:24:30.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.067+0000 7fbccf4f9640 1 -- 172.21.15.67:0/2240861916 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbcc815d780 con 0x7fbcc80b5870 2024-09-21T00:24:30.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.067+0000 7fbccf4f9640 1 -- 172.21.15.67:0/2240861916 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbcc815dd40 con 0x7fbcc80b5870 2024-09-21T00:24:30.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.069+0000 7fbcc5ffb640 1 -- 172.21.15.67:0/2240861916 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fbcb800a9f0 con 0x7fbcc80b5870 2024-09-21T00:24:30.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.069+0000 7fbcc5ffb640 1 --2- 172.21.15.67:0/2240861916 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbcb4078b90 0x7fbcb407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.069+0000 7fbcc5ffb640 1 -- 172.21.15.67:0/2240861916 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fbcb809ab50 con 0x7fbcc80b5870 2024-09-21T00:24:30.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.070+0000 7fbccca94640 1 --2- 172.21.15.67:0/2240861916 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbcb4078b90 0x7fbcb407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.070+0000 7fbccca94640 1 --2- 172.21.15.67:0/2240861916 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbcb4078b90 0x7fbcb407b0a0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fbcbc033000 tx=0x7fbcbc004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:30.072 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.070+0000 7fbcd6468740 1 Processor -- start 2024-09-21T00:24:30.072 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.071+0000 7fbcd6468740 1 -- start start 2024-09-21T00:24:30.074 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.072+0000 7fbcd6468740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x563b4d72a1e0 0x563b4db00480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.074 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.072+0000 7fbcd6468740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563b4d701320 0x563b4db009c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.074 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.072+0000 7fbcd6468740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563b4d709500 0x563b4db1d8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.074 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.072+0000 7fbcd6468740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x563b4da448f0 con 0x563b4d709500 2024-09-21T00:24:30.074 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.072+0000 7fbcd6468740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x563b4da33d20 con 0x563b4d701320 2024-09-21T00:24:30.074 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.072+0000 7fbcd6468740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x563b4da37b30 con 0x563b4d72a1e0 2024-09-21T00:24:30.074 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.072+0000 7fbccda96640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563b4d709500 0x563b4db1d8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.074 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.072+0000 7fbccda96640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563b4d709500 0x563b4db1d8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55838/0 (socket says 172.21.15.67:55838) 2024-09-21T00:24:30.075 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.072+0000 7fbccda96640 1 -- 172.21.15.67:0/1664222955 learned_addr learned my addr 172.21.15.67:0/1664222955 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:30.075 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.072+0000 7fbccca94640 1 --2- 172.21.15.67:0/1664222955 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563b4d701320 0x563b4db009c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.075 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.072+0000 7fbccd295640 1 --2- 172.21.15.67:0/1664222955 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x563b4d72a1e0 0x563b4db00480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.075 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.072+0000 7fbccda96640 1 -- 172.21.15.67:0/1664222955 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x563b4d72a1e0 msgr2=0x563b4db00480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:30.075 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.072+0000 7fbccda96640 1 --2- 172.21.15.67:0/1664222955 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x563b4d72a1e0 0x563b4db00480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.075 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.072+0000 7fbccda96640 1 -- 172.21.15.67:0/1664222955 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563b4d701320 msgr2=0x563b4db009c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:30.075 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.072+0000 7fbccda96640 1 --2- 172.21.15.67:0/1664222955 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563b4d701320 0x563b4db009c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.075 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.072+0000 7fbccda96640 1 -- 172.21.15.67:0/1664222955 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563b4d7957c0 con 0x563b4d709500 2024-09-21T00:24:30.075 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.072+0000 7fbccca94640 1 --2- 172.21.15.67:0/1664222955 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563b4d701320 0x563b4db009c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:24:30.075 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.072+0000 7fbccda96640 1 --2- 172.21.15.67:0/1664222955 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563b4d709500 0x563b4db1d8c0 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7fbcc0009bc0 tx=0x7fbcc00117b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec571874e2b4b562 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:30.075 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.072+0000 7fbcaeffd640 1 -- 172.21.15.67:0/1664222955 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcc0012450 con 0x563b4d709500 2024-09-21T00:24:30.075 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.073+0000 7fbcaeffd640 1 -- 172.21.15.67:0/1664222955 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbcc00126e0 con 0x563b4d709500 2024-09-21T00:24:30.075 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.073+0000 7fbcaeffd640 1 -- 172.21.15.67:0/1664222955 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcc0012b30 con 0x563b4d709500 2024-09-21T00:24:30.076 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.073+0000 7fbcd6468740 1 -- 172.21.15.67:0/1664222955 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563b4d709500 msgr2=0x563b4db1d8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:30.076 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.073+0000 7fbcd6468740 1 --2- 172.21.15.67:0/1664222955 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563b4d709500 0x563b4db1d8c0 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7fbcc0009bc0 tx=0x7fbcc00117b0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.076 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.073+0000 7fbcd6468740 1 -- 172.21.15.67:0/1664222955 shutdown_connections 2024-09-21T00:24:30.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.073+0000 7fbcd6468740 1 --2- 172.21.15.67:0/1664222955 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563b4d709500 0x563b4db1d8c0 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.073+0000 7fbcd6468740 1 --2- 172.21.15.67:0/1664222955 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563b4d701320 0x563b4db009c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.073+0000 7fbcd6468740 1 --2- 172.21.15.67:0/1664222955 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x563b4d72a1e0 0x563b4db00480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.073+0000 7fbcd6468740 1 -- 172.21.15.67:0/1664222955 >> 172.21.15.67:0/1664222955 conn(0x563b4d71e330 msgr2=0x563b4dad6740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:30.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.073+0000 7fbcd6468740 1 -- 172.21.15.67:0/1664222955 shutdown_connections 2024-09-21T00:24:30.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.073+0000 7fbcd6468740 1 -- 172.21.15.67:0/1664222955 wait complete. 2024-09-21T00:24:30.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.074+0000 7fbcd6468740 1 -- start start 2024-09-21T00:24:30.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.074+0000 7fbcd6468740 1 Processor -- start 2024-09-21T00:24:30.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.076+0000 7fbcd6468740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563b4d701320 0x563b4db2b1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.076+0000 7fbcd6468740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x563b4d709500 0x563b4db1ea00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.076+0000 7fbcd6468740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563b4d72a1e0 0x563b4db15850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.076+0000 7fbcd6468740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x563b4d7a4590 con 0x563b4d701320 2024-09-21T00:24:30.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.076+0000 7fbcd6468740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x563b4d9d96c0 con 0x563b4d72a1e0 2024-09-21T00:24:30.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.076+0000 7fbcd6468740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x563b4db00f00 con 0x563b4d709500 2024-09-21T00:24:30.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.076+0000 7fbcd6468740 10 client.0 _ll_register_callbacks cb 0x563b4d9dd170 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:24:30.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.076+0000 7fbccd295640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563b4d701320 0x563b4db2b1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.076+0000 7fbccd295640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563b4d701320 0x563b4db2b1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55848/0 (socket says 172.21.15.67:55848) 2024-09-21T00:24:30.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.076+0000 7fbccd295640 1 -- 172.21.15.67:0/3925402615 learned_addr learned my addr 172.21.15.67:0/3925402615 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:30.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.076+0000 7fbccca94640 1 --2- 172.21.15.67:0/3925402615 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x563b4d709500 0x563b4db1ea00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.076+0000 7fbccda96640 1 --2- 172.21.15.67:0/3925402615 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563b4d72a1e0 0x563b4db15850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.076+0000 7fbccd295640 1 -- 172.21.15.67:0/3925402615 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x563b4d709500 msgr2=0x563b4db1ea00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:30.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.076+0000 7fbccd295640 1 --2- 172.21.15.67:0/3925402615 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x563b4d709500 0x563b4db1ea00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.076+0000 7fbccd295640 1 -- 172.21.15.67:0/3925402615 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563b4d72a1e0 msgr2=0x563b4db15850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:30.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.076+0000 7fbccd295640 1 --2- 172.21.15.67:0/3925402615 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563b4d72a1e0 0x563b4db15850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.076+0000 7fbccd295640 1 -- 172.21.15.67:0/3925402615 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563b4d80c620 con 0x563b4d701320 2024-09-21T00:24:30.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.076+0000 7fbccda96640 1 --2- 172.21.15.67:0/3925402615 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563b4d72a1e0 0x563b4db15850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:24:30.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.076+0000 7fbccd295640 1 --2- 172.21.15.67:0/3925402615 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563b4d701320 0x563b4db2b1d0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7fbcb80990a0 tx=0x7fbcb8062560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9cfc3d5f745408ad server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:30.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.076+0000 7fbca3fff640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:24:30.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.077+0000 7fbca3fff640 1 -- 172.21.15.67:0/3925402615 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcb8061d80 con 0x563b4d701320 2024-09-21T00:24:30.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.077+0000 7fbca3fff640 1 -- 172.21.15.67:0/3925402615 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fbcb8018b20 con 0x563b4d701320 2024-09-21T00:24:30.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.077+0000 7fbcd6468740 1 -- 172.21.15.67:0/3925402615 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbcc00126e0 con 0x563b4d701320 2024-09-21T00:24:30.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.077+0000 7fbca3fff640 1 -- 172.21.15.67:0/3925402615 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fbcb8067400 con 0x563b4d701320 2024-09-21T00:24:30.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.077+0000 7fbcd6468740 10 client.5829 fetch_fsmap learned FSMap version 28 2024-09-21T00:24:30.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.077+0000 7fbcd6468740 1 -- 172.21.15.67:0/3925402615 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=2+}) -- 0x563b4db1efa0 con 0x563b4d701320 2024-09-21T00:24:30.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.077+0000 7fbca3fff640 1 -- 172.21.15.67:0/3925402615 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbcc00126e0 con 0x563b4d701320 2024-09-21T00:24:30.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.077+0000 7fbca3fff640 1 -- 172.21.15.67:0/3925402615 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 28) ==== 3502+0+0 (secure 0 0 0) 0x7fbcb805e270 con 0x563b4d701320 2024-09-21T00:24:30.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.077+0000 7fbcd6468740 10 client.5829 fetch_fsmap finished waiting for FSMap version 28 2024-09-21T00:24:30.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.077+0000 7fbcd6468740 10 client.5829 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.a 2024-09-21T00:24:30.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.077+0000 7fbcd6468740 20 client.5829 populate_metadata read hostname 'smithi067' 2024-09-21T00:24:30.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.077+0000 7fbcd6468740 1 --2- 172.21.15.67:0/3925402615 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x563b4d6e8fc0 0x563b4db15d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.077+0000 7fbcd6468740 4 client.5829 mds_command: new command op to 5376 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:24:30.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.077+0000 7fbcd6468740 1 -- 172.21.15.67:0/3925402615 --> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563b4da46840 con 0x563b4d6e8fc0 2024-09-21T00:24:30.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.077+0000 7fbccca94640 1 --2- 172.21.15.67:0/3925402615 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x563b4d6e8fc0 0x563b4db15d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.078+0000 7fbca3fff640 10 client.5829 ms_handle_connect on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:30.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.078+0000 7fbccca94640 1 --2- 172.21.15.67:0/3925402615 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x563b4d6e8fc0 0x563b4db15d90 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c1cc70fea2ee3c58 server_cookie=f39e578cf29641c9 in_seq=0 out_seq=0 2024-09-21T00:24:30.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.078+0000 7fbca3fff640 1 -- 172.21.15.67:0/3925402615 <== mds.0 v2:172.21.15.67:6832/3973293841 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x563b4da46840 con 0x563b4d6e8fc0 2024-09-21T00:24:30.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.078+0000 7fbca3fff640 10 client.5829 handle_command_reply: tid=0 2024-09-21T00:24:30.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.078+0000 7fbcd6468740 1 client.5829 shutdown 2024-09-21T00:24:30.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.078+0000 7fbcd6468740 1 -- 172.21.15.67:0/3925402615 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563b4d701320 msgr2=0x563b4db2b1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:30.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.078+0000 7fbcd6468740 1 --2- 172.21.15.67:0/3925402615 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563b4d701320 0x563b4db2b1d0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7fbcb80990a0 tx=0x7fbcb8062560 comp rx=0 tx=0).stop 2024-09-21T00:24:30.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.078+0000 7fbcd6468740 1 -- 172.21.15.67:0/3925402615 shutdown_connections 2024-09-21T00:24:30.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.078+0000 7fbcd6468740 1 --2- 172.21.15.67:0/3925402615 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563b4d72a1e0 0x563b4db15850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.079+0000 7fbcd6468740 1 --2- 172.21.15.67:0/3925402615 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x563b4d6e8fc0 0x563b4db15d90 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.079+0000 7fbcd6468740 1 --2- 172.21.15.67:0/3925402615 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x563b4d709500 0x563b4db1ea00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.079+0000 7fbcd6468740 1 --2- 172.21.15.67:0/3925402615 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563b4d701320 0x563b4db2b1d0 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.079+0000 7fbca3fff640 0 client.5829 ms_handle_reset on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:30.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.079+0000 7fbcd6468740 1 -- 172.21.15.67:0/3925402615 >> 172.21.15.67:0/3925402615 conn(0x563b4d71e330 msgr2=0x563b4dacbd80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:30.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.079+0000 7fbcd6468740 1 -- 172.21.15.67:0/3925402615 shutdown_connections 2024-09-21T00:24:30.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.079+0000 7fbcd6468740 1 -- 172.21.15.67:0/3925402615 wait complete. 2024-09-21T00:24:30.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.079+0000 7fbcd6468740 20 client.5829 trim_cache size 0 max 16384 2024-09-21T00:24:30.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.094+0000 7fbcd6468740 1 Processor -- start 2024-09-21T00:24:30.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.094+0000 7fbcd6468740 1 -- start start 2024-09-21T00:24:30.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.095+0000 7fbcd6468740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563b4d701320 0x563b4db3f9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.095+0000 7fbcd6468740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563b4d709500 0x563b4db11390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.095+0000 7fbcd6468740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x563b4d72a1e0 0x563b4db118d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.095+0000 7fbcd6468740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fbcc8070010 con 0x563b4d709500 2024-09-21T00:24:30.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.095+0000 7fbcd6468740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fbcc806f0d0 con 0x563b4d701320 2024-09-21T00:24:30.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.095+0000 7fbcd6468740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fbcc81f7220 con 0x563b4d72a1e0 2024-09-21T00:24:30.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.095+0000 7fbccca94640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563b4d709500 0x563b4db11390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.095+0000 7fbccca94640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563b4d709500 0x563b4db11390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55854/0 (socket says 172.21.15.67:55854) 2024-09-21T00:24:30.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.095+0000 7fbccca94640 1 -- 172.21.15.67:0/858519077 learned_addr learned my addr 172.21.15.67:0/858519077 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:30.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.096+0000 7fbccda96640 1 --2- 172.21.15.67:0/858519077 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x563b4d72a1e0 0x563b4db118d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.096+0000 7fbccd295640 1 --2- 172.21.15.67:0/858519077 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563b4d701320 0x563b4db3f9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.096+0000 7fbccca94640 1 -- 172.21.15.67:0/858519077 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x563b4d72a1e0 msgr2=0x563b4db118d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:30.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.096+0000 7fbccca94640 1 --2- 172.21.15.67:0/858519077 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x563b4d72a1e0 0x563b4db118d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.096+0000 7fbccca94640 1 -- 172.21.15.67:0/858519077 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563b4d701320 msgr2=0x563b4db3f9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:30.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.096+0000 7fbccca94640 1 --2- 172.21.15.67:0/858519077 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563b4d701320 0x563b4db3f9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.096+0000 7fbccca94640 1 -- 172.21.15.67:0/858519077 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563b4db13ab0 con 0x563b4d709500 2024-09-21T00:24:30.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.096+0000 7fbccca94640 1 --2- 172.21.15.67:0/858519077 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563b4d709500 0x563b4db11390 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7fbcbc034040 tx=0x7fbcbc03c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=32795f4832d819e2 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:30.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.096+0000 7fbcae7fc640 1 -- 172.21.15.67:0/858519077 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcbc035040 con 0x563b4d709500 2024-09-21T00:24:30.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.096+0000 7fbcae7fc640 1 -- 172.21.15.67:0/858519077 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbcbc04e030 con 0x563b4d709500 2024-09-21T00:24:30.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.096+0000 7fbcae7fc640 1 -- 172.21.15.67:0/858519077 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcbc0035f0 con 0x563b4d709500 2024-09-21T00:24:30.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.097+0000 7fbcd6468740 1 -- 172.21.15.67:0/858519077 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563b4d709500 msgr2=0x563b4db11390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:30.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.097+0000 7fbcd6468740 1 --2- 172.21.15.67:0/858519077 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563b4d709500 0x563b4db11390 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7fbcbc034040 tx=0x7fbcbc03c000 comp rx=0 tx=0).stop 2024-09-21T00:24:30.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.097+0000 7fbcd6468740 1 -- 172.21.15.67:0/858519077 shutdown_connections 2024-09-21T00:24:30.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.097+0000 7fbcd6468740 1 --2- 172.21.15.67:0/858519077 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x563b4d72a1e0 0x563b4db118d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.097+0000 7fbcd6468740 1 --2- 172.21.15.67:0/858519077 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563b4d709500 0x563b4db11390 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.097+0000 7fbcd6468740 1 --2- 172.21.15.67:0/858519077 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563b4d701320 0x563b4db3f9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.097+0000 7fbcd6468740 1 -- 172.21.15.67:0/858519077 >> 172.21.15.67:0/858519077 conn(0x563b4d71e330 msgr2=0x563b4db00160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:30.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.097+0000 7fbcd6468740 1 -- 172.21.15.67:0/858519077 shutdown_connections 2024-09-21T00:24:30.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.097+0000 7fbcd6468740 1 -- 172.21.15.67:0/858519077 wait complete. 2024-09-21T00:24:30.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.098+0000 7fbcd6468740 1 -- start start 2024-09-21T00:24:30.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.098+0000 7fbcd6468740 1 Processor -- start 2024-09-21T00:24:30.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.099+0000 7fbcd6468740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563b4d701320 0x563b4db24300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.099+0000 7fbcd6468740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563b4d709500 0x563b4db1cd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.099+0000 7fbcd6468740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x563b4d72a1e0 0x563b4db99e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.099+0000 7fbcd6468740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x563b4db24ac0 con 0x563b4d701320 2024-09-21T00:24:30.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.099+0000 7fbcd6468740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fbcc81f7870 con 0x563b4d709500 2024-09-21T00:24:30.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.099+0000 7fbcd6468740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x563b4db15da0 con 0x563b4d72a1e0 2024-09-21T00:24:30.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.099+0000 7fbcd6468740 10 client.0 _ll_register_callbacks cb 0x7fbcb805e7c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:24:30.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.099+0000 7fbccd295640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563b4d701320 0x563b4db24300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.099+0000 7fbccd295640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563b4d701320 0x563b4db24300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55860/0 (socket says 172.21.15.67:55860) 2024-09-21T00:24:30.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.099+0000 7fbccd295640 1 -- 172.21.15.67:0/2070814955 learned_addr learned my addr 172.21.15.67:0/2070814955 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:30.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.099+0000 7fbccca94640 1 --2- 172.21.15.67:0/2070814955 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563b4d709500 0x563b4db1cd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.099+0000 7fbccda96640 1 --2- 172.21.15.67:0/2070814955 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x563b4d72a1e0 0x563b4db99e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.100+0000 7fbccd295640 1 -- 172.21.15.67:0/2070814955 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x563b4d72a1e0 msgr2=0x563b4db99e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:30.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.100+0000 7fbccd295640 1 --2- 172.21.15.67:0/2070814955 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x563b4d72a1e0 0x563b4db99e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.100+0000 7fbccd295640 1 -- 172.21.15.67:0/2070814955 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563b4d709500 msgr2=0x563b4db1cd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:30.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.100+0000 7fbccd295640 1 --2- 172.21.15.67:0/2070814955 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563b4d709500 0x563b4db1cd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.100+0000 7fbccd295640 1 -- 172.21.15.67:0/2070814955 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563b4db14160 con 0x563b4d701320 2024-09-21T00:24:30.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.100+0000 7fbccd295640 1 --2- 172.21.15.67:0/2070814955 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563b4d701320 0x563b4db24300 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7fbcb809ae70 tx=0x7fbcb805f010 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d807d8e4f6454f47 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:30.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.100+0000 7fbca3fff640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:24:30.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.100+0000 7fbca3fff640 1 -- 172.21.15.67:0/2070814955 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbcb8062090 con 0x563b4d701320 2024-09-21T00:24:30.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.100+0000 7fbca3fff640 1 -- 172.21.15.67:0/2070814955 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fbcb8018b20 con 0x563b4d701320 2024-09-21T00:24:30.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.100+0000 7fbcd6468740 1 -- 172.21.15.67:0/2070814955 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbcbc04e030 con 0x563b4d701320 2024-09-21T00:24:30.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.100+0000 7fbca3fff640 1 -- 172.21.15.67:0/2070814955 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fbcb806c2b0 con 0x563b4d701320 2024-09-21T00:24:30.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.100+0000 7fbcd6468740 10 client.5835 fetch_fsmap learned FSMap version 28 2024-09-21T00:24:30.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.100+0000 7fbcd6468740 1 -- 172.21.15.67:0/2070814955 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=2+}) -- 0x563b4db1b360 con 0x563b4d701320 2024-09-21T00:24:30.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.100+0000 7fbca3fff640 1 -- 172.21.15.67:0/2070814955 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbcbc04e030 con 0x563b4d701320 2024-09-21T00:24:30.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.101+0000 7fbca3fff640 1 -- 172.21.15.67:0/2070814955 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 28) ==== 3502+0+0 (secure 0 0 0) 0x7fbcb80615f0 con 0x563b4d701320 2024-09-21T00:24:30.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.101+0000 7fbcd6468740 10 client.5835 fetch_fsmap finished waiting for FSMap version 28 2024-09-21T00:24:30.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.101+0000 7fbcd6468740 10 client.5835 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.a 2024-09-21T00:24:30.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.101+0000 7fbcd6468740 20 client.5835 populate_metadata read hostname 'smithi067' 2024-09-21T00:24:30.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.101+0000 7fbcd6468740 1 --2- 172.21.15.67:0/2070814955 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x563b4db9dca0 0x563b4db9e0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.101+0000 7fbcd6468740 4 client.5835 mds_command: new command op to 5376 tid=0 multi_id=0 [{"prefix": "flush_path", "path": "/"}] 2024-09-21T00:24:30.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.101+0000 7fbcd6468740 1 -- 172.21.15.67:0/2070814955 --> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] -- command(tid 0: {"prefix": "flush_path", "path": "/"}) -- 0x563b4da422f0 con 0x563b4db9dca0 2024-09-21T00:24:30.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.101+0000 7fbccca94640 1 --2- 172.21.15.67:0/2070814955 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x563b4db9dca0 0x563b4db9e0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.101+0000 7fbca3fff640 10 client.5835 ms_handle_connect on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:30.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.101+0000 7fbccca94640 1 --2- 172.21.15.67:0/2070814955 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x563b4db9dca0 0x563b4db9e0b0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8cb9dbd1c9381af3 server_cookie=d5d770468ebdf3b7 in_seq=0 out_seq=0 2024-09-21T00:24:30.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.103+0000 7fbca3fff640 1 -- 172.21.15.67:0/2070814955 <== mds.0 v2:172.21.15.67:6832/3973293841 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x563b4da422f0 con 0x563b4db9dca0 2024-09-21T00:24:30.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.103+0000 7fbca3fff640 10 client.5835 handle_command_reply: tid=0 2024-09-21T00:24:30.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.103+0000 7fbcd6468740 1 client.5835 shutdown 2024-09-21T00:24:30.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.103+0000 7fbcd6468740 1 -- 172.21.15.67:0/2070814955 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563b4d701320 msgr2=0x563b4db24300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:30.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.103+0000 7fbcd6468740 1 --2- 172.21.15.67:0/2070814955 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563b4d701320 0x563b4db24300 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7fbcb809ae70 tx=0x7fbcb805f010 comp rx=0 tx=0).stop 2024-09-21T00:24:30.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.103+0000 7fbcd6468740 1 -- 172.21.15.67:0/2070814955 shutdown_connections 2024-09-21T00:24:30.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.103+0000 7fbcd6468740 1 --2- 172.21.15.67:0/2070814955 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x563b4db9dca0 0x563b4db9e0b0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.103+0000 7fbcd6468740 1 --2- 172.21.15.67:0/2070814955 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x563b4d72a1e0 0x563b4db99e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.103+0000 7fbcd6468740 1 --2- 172.21.15.67:0/2070814955 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563b4d709500 0x563b4db1cd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.103+0000 7fbca3fff640 0 client.5835 ms_handle_reset on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:30.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.103+0000 7fbcd6468740 1 --2- 172.21.15.67:0/2070814955 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563b4d701320 0x563b4db24300 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.103+0000 7fbcd6468740 1 -- 172.21.15.67:0/2070814955 >> 172.21.15.67:0/2070814955 conn(0x563b4d71e330 msgr2=0x563b4db1bb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:30.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.103+0000 7fbcd6468740 1 -- 172.21.15.67:0/2070814955 shutdown_connections 2024-09-21T00:24:30.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.104+0000 7fbcd6468740 1 -- 172.21.15.67:0/2070814955 wait complete. 2024-09-21T00:24:30.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.104+0000 7fbcd6468740 20 client.5835 trim_cache size 0 max 16384 2024-09-21T00:24:30.108 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:24:30.108 INFO:teuthology.orchestra.run.smithi067.stdout: "message": "", 2024-09-21T00:24:30.109 INFO:teuthology.orchestra.run.smithi067.stdout: "return_code": 0 2024-09-21T00:24:30.109 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:24:30.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.104+0000 7fbccf4f9640 1 -- 172.21.15.67:0/2240861916 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbcb4078b90 msgr2=0x7fbcb407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:30.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.104+0000 7fbccf4f9640 1 --2- 172.21.15.67:0/2240861916 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbcb4078b90 0x7fbcb407b0a0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fbcbc033000 tx=0x7fbcbc004730 comp rx=0 tx=0).stop 2024-09-21T00:24:30.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.104+0000 7fbccf4f9640 1 -- 172.21.15.67:0/2240861916 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbcc80b5870 msgr2=0x7fbcc8158fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:30.110 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.104+0000 7fbccf4f9640 1 --2- 172.21.15.67:0/2240861916 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbcc80b5870 0x7fbcc8158fa0 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7fbcb800c740 tx=0x7fbcb800cc00 comp rx=0 tx=0).stop 2024-09-21T00:24:30.110 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.104+0000 7fbccf4f9640 1 -- 172.21.15.67:0/2240861916 shutdown_connections 2024-09-21T00:24:30.110 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.104+0000 7fbccf4f9640 1 --2- 172.21.15.67:0/2240861916 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbcb4078b90 0x7fbcb407b0a0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.110 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.104+0000 7fbccf4f9640 1 --2- 172.21.15.67:0/2240861916 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbcc80cfbb0 0x7fbcc815e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.110 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.104+0000 7fbccf4f9640 1 --2- 172.21.15.67:0/2240861916 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbcc80b76c0 0x7fbcc815ff00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.110 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.104+0000 7fbccf4f9640 1 --2- 172.21.15.67:0/2240861916 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbcc80b5870 0x7fbcc8158fa0 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.110 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.104+0000 7fbccf4f9640 1 -- 172.21.15.67:0/2240861916 >> 172.21.15.67:0/2240861916 conn(0x7fbcc808bee0 msgr2=0x7fbcc8156e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:30.110 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.104+0000 7fbccf4f9640 1 -- 172.21.15.67:0/2240861916 shutdown_connections 2024-09-21T00:24:30.110 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.104+0000 7fbccf4f9640 1 -- 172.21.15.67:0/2240861916 wait complete. 2024-09-21T00:24:30.116 INFO:tasks.cephfs.test_scrub_checks:command 'flush_path /' returned '{'message': '', 'return_code': 0}' 2024-09-21T00:24:30.116 INFO:tasks.cephfs.test_scrub_checks:mountpoint: /home/ubuntu/cephtest/mnt.0 2024-09-21T00:24:30.116 INFO:tasks.cephfs.test_scrub_checks:client_path: /home/ubuntu/cephtest/mnt.0/scrub_test_path 2024-09-21T00:24:30.116 INFO:tasks.cephfs.test_scrub_checks:Cloning repo into place 2024-09-21T00:24:30.117 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:24:30.117 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir -p /home/ubuntu/cephtest/mnt.0/scrub_test_path) 2024-09-21T00:24:30.133 DEBUG:teuthology.orchestra.run.smithi067:> stdin-killer -- python3 -c ' 2024-09-21T00:24:30.133 DEBUG:teuthology.orchestra.run.smithi067:> import os 2024-09-21T00:24:30.134 DEBUG:teuthology.orchestra.run.smithi067:> import stat 2024-09-21T00:24:30.134 DEBUG:teuthology.orchestra.run.smithi067:> import json 2024-09-21T00:24:30.134 DEBUG:teuthology.orchestra.run.smithi067:> import sys 2024-09-21T00:24:30.134 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:24:30.134 DEBUG:teuthology.orchestra.run.smithi067:> try: 2024-09-21T00:24:30.134 DEBUG:teuthology.orchestra.run.smithi067:> s = os.stat('"'"'/home/ubuntu/cephtest/mnt.0/scrub_test_path/ceph-qa-suite'"'"') 2024-09-21T00:24:30.134 DEBUG:teuthology.orchestra.run.smithi067:> except OSError as e: 2024-09-21T00:24:30.134 DEBUG:teuthology.orchestra.run.smithi067:> sys.exit(e.errno) 2024-09-21T00:24:30.134 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:24:30.134 DEBUG:teuthology.orchestra.run.smithi067:> attrs = ["st_mode", "st_ino", "st_dev", "st_nlink", "st_uid", "st_gid", "st_size", "st_atime", "st_mtime", "st_ctime"] 2024-09-21T00:24:30.134 DEBUG:teuthology.orchestra.run.smithi067:> print(json.dumps( 2024-09-21T00:24:30.134 DEBUG:teuthology.orchestra.run.smithi067:> dict([(a, getattr(s, a)) for a in attrs]), 2024-09-21T00:24:30.134 DEBUG:teuthology.orchestra.run.smithi067:> indent=2)) 2024-09-21T00:24:30.135 DEBUG:teuthology.orchestra.run.smithi067:> ' 2024-09-21T00:24:30.244 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:24:30.245 INFO:teuthology.orchestra.run.smithi067.stdout: "st_mode": 16877, 2024-09-21T00:24:30.245 INFO:teuthology.orchestra.run.smithi067.stdout: "st_ino": 1099511627777, 2024-09-21T00:24:30.245 INFO:teuthology.orchestra.run.smithi067.stdout: "st_dev": 41, 2024-09-21T00:24:30.245 INFO:teuthology.orchestra.run.smithi067.stdout: "st_nlink": 16, 2024-09-21T00:24:30.245 INFO:teuthology.orchestra.run.smithi067.stdout: "st_uid": 1000, 2024-09-21T00:24:30.245 INFO:teuthology.orchestra.run.smithi067.stdout: "st_gid": 1333, 2024-09-21T00:24:30.245 INFO:teuthology.orchestra.run.smithi067.stdout: "st_size": 9360732, 2024-09-21T00:24:30.245 INFO:teuthology.orchestra.run.smithi067.stdout: "st_atime": 1726878252.7831476, 2024-09-21T00:24:30.245 INFO:teuthology.orchestra.run.smithi067.stdout: "st_mtime": 1726878263.0497985, 2024-09-21T00:24:30.245 INFO:teuthology.orchestra.run.smithi067.stdout: "st_ctime": 1726878263.0497985 2024-09-21T00:24:30.246 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:24:30.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:24:30.253 INFO:tasks.cephfs.test_scrub_checks:Initiating mds_scrub_checks on mds.0 test_path /scrub_test_path, run_seq 1 2024-09-21T00:24:30.253 INFO:tasks.cephfs.test_scrub_checks:Running command 'flush_path /scrub_test_path/i/dont/exist' 2024-09-21T00:24:30.253 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.3:0 flush_path /scrub_test_path/i/dont/exist 2024-09-21T00:24:30.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.411+0000 7f37aa40e640 1 -- 172.21.15.67:0/2552904419 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f37a40b78f0 msgr2=0x7f37a40b16e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:30.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.411+0000 7f37aa40e640 1 --2- 172.21.15.67:0/2552904419 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f37a40b78f0 0x7f37a40b16e0 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f3794009820 tx=0x7f379402a5a0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.411+0000 7f37aa40e640 1 -- 172.21.15.67:0/2552904419 shutdown_connections 2024-09-21T00:24:30.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.411+0000 7f37aa40e640 1 --2- 172.21.15.67:0/2552904419 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f37a40b78f0 0x7f37a40b16e0 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.411+0000 7f37aa40e640 1 -- 172.21.15.67:0/2552904419 >> 172.21.15.67:0/2552904419 conn(0x7f37a40d24c0 msgr2=0x7f37a40d28d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:30.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.411+0000 7f37aa40e640 1 -- 172.21.15.67:0/2552904419 shutdown_connections 2024-09-21T00:24:30.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.411+0000 7f37aa40e640 1 -- 172.21.15.67:0/2552904419 wait complete. 2024-09-21T00:24:30.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.413+0000 7f37aa40e640 1 Processor -- start 2024-09-21T00:24:30.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.413+0000 7f37aa40e640 1 -- start start 2024-09-21T00:24:30.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.414+0000 7f37aa40e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f37a4071230 0x7f37a41f6730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.414+0000 7f37aa40e640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f37a40b78f0 0x7f37a406f930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.414+0000 7f37aa40e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f37a40ce110 0x7f37a41efa30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.414+0000 7f37aa40e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f37a4160da0 con 0x7f37a4071230 2024-09-21T00:24:30.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.414+0000 7f37aa40e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f37a40719c0 con 0x7f37a40ce110 2024-09-21T00:24:30.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.414+0000 7f37aa40e640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f37a4160f20 con 0x7f37a40b78f0 2024-09-21T00:24:30.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.414+0000 7f37a3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f37a4071230 0x7f37a41f6730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.414+0000 7f37a3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f37a4071230 0x7f37a41f6730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55880/0 (socket says 172.21.15.67:55880) 2024-09-21T00:24:30.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.414+0000 7f37a3fff640 1 -- 172.21.15.67:0/3308001996 learned_addr learned my addr 172.21.15.67:0/3308001996 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:30.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.414+0000 7f37a89ab640 1 --2- 172.21.15.67:0/3308001996 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f37a40ce110 0x7f37a41efa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.414+0000 7f37a37fe640 1 --2- 172.21.15.67:0/3308001996 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f37a40b78f0 0x7f37a406f930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.415+0000 7f37a3fff640 1 -- 172.21.15.67:0/3308001996 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f37a40b78f0 msgr2=0x7f37a406f930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:30.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.415+0000 7f37a3fff640 1 --2- 172.21.15.67:0/3308001996 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f37a40b78f0 0x7f37a406f930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.415+0000 7f37a3fff640 1 -- 172.21.15.67:0/3308001996 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f37a40ce110 msgr2=0x7f37a41efa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:30.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.415+0000 7f37a3fff640 1 --2- 172.21.15.67:0/3308001996 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f37a40ce110 0x7f37a41efa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.415+0000 7f37a3fff640 1 -- 172.21.15.67:0/3308001996 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37a406fe70 con 0x7f37a4071230 2024-09-21T00:24:30.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.415+0000 7f37a37fe640 1 --2- 172.21.15.67:0/3308001996 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f37a40b78f0 0x7f37a406f930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:24:30.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.415+0000 7f37a3fff640 1 --2- 172.21.15.67:0/3308001996 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f37a4071230 0x7f37a41f6730 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f3794009910 tx=0x7f3794005270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:30.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.415+0000 7f37a0ff9640 1 -- 172.21.15.67:0/3308001996 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3794031b50 con 0x7f37a4071230 2024-09-21T00:24:30.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.415+0000 7f37a0ff9640 1 -- 172.21.15.67:0/3308001996 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3794031de0 con 0x7f37a4071230 2024-09-21T00:24:30.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.415+0000 7f37aa40e640 1 -- 172.21.15.67:0/3308001996 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f37a41eff70 con 0x7f37a4071230 2024-09-21T00:24:30.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.415+0000 7f37a0ff9640 1 -- 172.21.15.67:0/3308001996 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3794004a00 con 0x7f37a4071230 2024-09-21T00:24:30.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.415+0000 7f37aa40e640 1 -- 172.21.15.67:0/3308001996 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37a406e240 con 0x7f37a4071230 2024-09-21T00:24:30.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.417+0000 7f37a0ff9640 1 -- 172.21.15.67:0/3308001996 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f3794004ba0 con 0x7f37a4071230 2024-09-21T00:24:30.420 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.417+0000 7f37a0ff9640 1 --2- 172.21.15.67:0/3308001996 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3790078bc0 0x7f379007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.420 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.418+0000 7f37a0ff9640 1 -- 172.21.15.67:0/3308001996 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f37940bc1f0 con 0x7f37a4071230 2024-09-21T00:24:30.420 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.418+0000 7f37a37fe640 1 --2- 172.21.15.67:0/3308001996 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3790078bc0 0x7f379007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.420 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.418+0000 7f37a37fe640 1 --2- 172.21.15.67:0/3308001996 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3790078bc0 0x7f379007b0d0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f37a40b2150 tx=0x7f3798009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:30.420 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.418+0000 7f37b1458740 1 Processor -- start 2024-09-21T00:24:30.420 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.418+0000 7f37b1458740 1 -- start start 2024-09-21T00:24:30.422 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.420+0000 7f37b1458740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557c03b73530 0x557c03f625c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.420+0000 7f37b1458740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557c03b4a670 0x557c03f45290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.420+0000 7f37b1458740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x557c03b52850 0x557c03f457d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.420+0000 7f37b1458740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x557c03e8dc40 con 0x557c03b73530 2024-09-21T00:24:30.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.420+0000 7f37b1458740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x557c03e7d070 con 0x557c03b4a670 2024-09-21T00:24:30.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.420+0000 7f37b1458740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x557c03e80e80 con 0x557c03b52850 2024-09-21T00:24:30.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.420+0000 7f37a3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557c03b73530 0x557c03f625c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.420+0000 7f37a3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557c03b73530 0x557c03f625c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55890/0 (socket says 172.21.15.67:55890) 2024-09-21T00:24:30.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.420+0000 7f37a3fff640 1 -- 172.21.15.67:0/746323883 learned_addr learned my addr 172.21.15.67:0/746323883 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:30.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.420+0000 7f37a37fe640 1 --2- 172.21.15.67:0/746323883 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557c03b4a670 0x557c03f45290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.420+0000 7f37a89ab640 1 --2- 172.21.15.67:0/746323883 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x557c03b52850 0x557c03f457d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.420+0000 7f37a3fff640 1 -- 172.21.15.67:0/746323883 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x557c03b52850 msgr2=0x557c03f457d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:30.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.420+0000 7f37a3fff640 1 --2- 172.21.15.67:0/746323883 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x557c03b52850 0x557c03f457d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.420+0000 7f37a3fff640 1 -- 172.21.15.67:0/746323883 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557c03b4a670 msgr2=0x557c03f45290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:30.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.420+0000 7f37a3fff640 1 --2- 172.21.15.67:0/746323883 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557c03b4a670 0x557c03f45290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.420+0000 7f37a3fff640 1 -- 172.21.15.67:0/746323883 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557c03e368b0 con 0x557c03b73530 2024-09-21T00:24:30.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.420+0000 7f37a3fff640 1 --2- 172.21.15.67:0/746323883 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557c03b73530 0x557c03f625c0 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f37940ba660 tx=0x7f3794083dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f0f029628ac31b4 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:30.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.420+0000 7f3789ffb640 1 -- 172.21.15.67:0/746323883 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3794083a40 con 0x557c03b73530 2024-09-21T00:24:30.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.420+0000 7f3789ffb640 1 -- 172.21.15.67:0/746323883 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f37940aa030 con 0x557c03b73530 2024-09-21T00:24:30.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.420+0000 7f3789ffb640 1 -- 172.21.15.67:0/746323883 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3794084630 con 0x557c03b73530 2024-09-21T00:24:30.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.421+0000 7f37b1458740 1 -- 172.21.15.67:0/746323883 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557c03b73530 msgr2=0x557c03f625c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:30.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.421+0000 7f37b1458740 1 --2- 172.21.15.67:0/746323883 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557c03b73530 0x557c03f625c0 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f37940ba660 tx=0x7f3794083dc0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.421+0000 7f37b1458740 1 -- 172.21.15.67:0/746323883 shutdown_connections 2024-09-21T00:24:30.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.421+0000 7f37b1458740 1 --2- 172.21.15.67:0/746323883 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x557c03b52850 0x557c03f457d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.421+0000 7f37b1458740 1 --2- 172.21.15.67:0/746323883 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557c03b4a670 0x557c03f45290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.421+0000 7f37b1458740 1 --2- 172.21.15.67:0/746323883 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557c03b73530 0x557c03f625c0 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.421+0000 7f37b1458740 1 -- 172.21.15.67:0/746323883 >> 172.21.15.67:0/746323883 conn(0x557c03b67680 msgr2=0x557c03f1b4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:30.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.421+0000 7f37b1458740 1 -- 172.21.15.67:0/746323883 shutdown_connections 2024-09-21T00:24:30.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.421+0000 7f37b1458740 1 -- 172.21.15.67:0/746323883 wait complete. 2024-09-21T00:24:30.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.422+0000 7f37b1458740 1 -- start start 2024-09-21T00:24:30.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.422+0000 7f37b1458740 1 Processor -- start 2024-09-21T00:24:30.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.424+0000 7f37b1458740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557c03b4a670 0x557c03f5c180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.424+0000 7f37b1458740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x557c03b52850 0x557c03f6f2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.424+0000 7f37b1458740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557c03b73530 0x557c03f5cca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.424+0000 7f37b1458740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x557c03bed8e0 con 0x557c03b73530 2024-09-21T00:24:30.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.424+0000 7f37b1458740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x557c03e22a50 con 0x557c03b4a670 2024-09-21T00:24:30.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.424+0000 7f37b1458740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x557c03f5f520 con 0x557c03b52850 2024-09-21T00:24:30.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.424+0000 7f37b1458740 10 client.0 _ll_register_callbacks cb 0x557c03e76c10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:24:30.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.424+0000 7f37a89ab640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557c03b73530 0x557c03f5cca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.424+0000 7f37a89ab640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557c03b73530 0x557c03f5cca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55906/0 (socket says 172.21.15.67:55906) 2024-09-21T00:24:30.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.424+0000 7f37a89ab640 1 -- 172.21.15.67:0/1213011811 learned_addr learned my addr 172.21.15.67:0/1213011811 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:30.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.424+0000 7f37a3fff640 1 --2- 172.21.15.67:0/1213011811 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557c03b4a670 0x557c03f5c180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.424+0000 7f37a37fe640 1 --2- 172.21.15.67:0/1213011811 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x557c03b52850 0x557c03f6f2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.424+0000 7f37a89ab640 1 -- 172.21.15.67:0/1213011811 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x557c03b52850 msgr2=0x557c03f6f2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:30.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.424+0000 7f37a89ab640 1 --2- 172.21.15.67:0/1213011811 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x557c03b52850 0x557c03f6f2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.424+0000 7f37a89ab640 1 -- 172.21.15.67:0/1213011811 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557c03b4a670 msgr2=0x557c03f5c180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:30.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.424+0000 7f37a89ab640 1 --2- 172.21.15.67:0/1213011811 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557c03b4a670 0x557c03f5c180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.424+0000 7f37a89ab640 1 -- 172.21.15.67:0/1213011811 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557c03b6f590 con 0x557c03b73530 2024-09-21T00:24:30.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.424+0000 7f37a89ab640 1 --2- 172.21.15.67:0/1213011811 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557c03b73530 0x557c03f5cca0 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f379c005750 tx=0x7f379c001c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=abf9ed339aa2a8fb server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:30.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.424+0000 7f3782ffd640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:24:30.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.425+0000 7f3782ffd640 1 -- 172.21.15.67:0/1213011811 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f379c006b30 con 0x557c03b73530 2024-09-21T00:24:30.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.425+0000 7f3782ffd640 1 -- 172.21.15.67:0/1213011811 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f379c010040 con 0x557c03b73530 2024-09-21T00:24:30.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.425+0000 7f37b1458740 1 -- 172.21.15.67:0/1213011811 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x557c03e95f40 con 0x557c03b73530 2024-09-21T00:24:30.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.425+0000 7f3782ffd640 1 -- 172.21.15.67:0/1213011811 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f379c006cd0 con 0x557c03b73530 2024-09-21T00:24:30.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.425+0000 7f37b1458740 10 client.5850 fetch_fsmap learned FSMap version 28 2024-09-21T00:24:30.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.425+0000 7f37b1458740 1 -- 172.21.15.67:0/1213011811 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=2+}) -- 0x557c03bdeb10 con 0x557c03b73530 2024-09-21T00:24:30.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.425+0000 7f3782ffd640 1 -- 172.21.15.67:0/1213011811 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x557c03e95f40 con 0x557c03b73530 2024-09-21T00:24:30.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.425+0000 7f3782ffd640 1 -- 172.21.15.67:0/1213011811 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 28) ==== 3502+0+0 (secure 0 0 0) 0x7f379c0145e0 con 0x557c03b73530 2024-09-21T00:24:30.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.425+0000 7f37b1458740 10 client.5850 fetch_fsmap finished waiting for FSMap version 28 2024-09-21T00:24:30.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.425+0000 7f37b1458740 10 client.5850 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.a 2024-09-21T00:24:30.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.425+0000 7f37b1458740 20 client.5850 populate_metadata read hostname 'smithi067' 2024-09-21T00:24:30.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.425+0000 7f37b1458740 1 --2- 172.21.15.67:0/1213011811 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x557c03b32100 0x557c03f728e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.425+0000 7f37b1458740 4 client.5850 mds_command: new command op to 5376 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:24:30.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.425+0000 7f37b1458740 1 -- 172.21.15.67:0/1213011811 --> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557c03e8fb90 con 0x557c03b32100 2024-09-21T00:24:30.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.425+0000 7f37a3fff640 1 --2- 172.21.15.67:0/1213011811 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x557c03b32100 0x557c03f728e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.426+0000 7f3782ffd640 10 client.5850 ms_handle_connect on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:30.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.426+0000 7f37a3fff640 1 --2- 172.21.15.67:0/1213011811 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x557c03b32100 0x557c03f728e0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=28e1f55071d9c801 server_cookie=7a9dd8fc37abb482 in_seq=0 out_seq=0 2024-09-21T00:24:30.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.426+0000 7f3782ffd640 1 -- 172.21.15.67:0/1213011811 <== mds.0 v2:172.21.15.67:6832/3973293841 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x557c03e8fb90 con 0x557c03b32100 2024-09-21T00:24:30.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.426+0000 7f3782ffd640 10 client.5850 handle_command_reply: tid=0 2024-09-21T00:24:30.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.426+0000 7f37b1458740 1 client.5850 shutdown 2024-09-21T00:24:30.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.427+0000 7f37b1458740 1 -- 172.21.15.67:0/1213011811 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557c03b73530 msgr2=0x557c03f5cca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:30.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.427+0000 7f37b1458740 1 --2- 172.21.15.67:0/1213011811 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557c03b73530 0x557c03f5cca0 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f379c005750 tx=0x7f379c001c10 comp rx=0 tx=0).stop 2024-09-21T00:24:30.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.427+0000 7f37b1458740 1 -- 172.21.15.67:0/1213011811 shutdown_connections 2024-09-21T00:24:30.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.427+0000 7f37b1458740 1 --2- 172.21.15.67:0/1213011811 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557c03b73530 0x557c03f5cca0 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.427+0000 7f37b1458740 1 --2- 172.21.15.67:0/1213011811 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x557c03b32100 0x557c03f728e0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.427+0000 7f37b1458740 1 --2- 172.21.15.67:0/1213011811 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x557c03b52850 0x557c03f6f2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.427+0000 7f37b1458740 1 --2- 172.21.15.67:0/1213011811 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557c03b4a670 0x557c03f5c180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.427+0000 7f3782ffd640 0 client.5850 ms_handle_reset on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:30.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.427+0000 7f37b1458740 1 -- 172.21.15.67:0/1213011811 >> 172.21.15.67:0/1213011811 conn(0x557c03b67680 msgr2=0x557c03f34a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:30.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.427+0000 7f37b1458740 1 -- 172.21.15.67:0/1213011811 shutdown_connections 2024-09-21T00:24:30.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.427+0000 7f37b1458740 1 -- 172.21.15.67:0/1213011811 wait complete. 2024-09-21T00:24:30.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.427+0000 7f37b1458740 20 client.5850 trim_cache size 0 max 16384 2024-09-21T00:24:30.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.442+0000 7f37b1458740 1 Processor -- start 2024-09-21T00:24:30.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.442+0000 7f37b1458740 1 -- start start 2024-09-21T00:24:30.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.443+0000 7f37b1458740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557c03b4a670 0x557c03f34220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.443+0000 7f37b1458740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557c03b52850 0x557c03f44e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.443+0000 7f37b1458740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x557c03b73530 0x557c03f45390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.443+0000 7f37b1458740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f37a42020c0 con 0x557c03b4a670 2024-09-21T00:24:30.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.443+0000 7f37b1458740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f37a40b2ed0 con 0x557c03b52850 2024-09-21T00:24:30.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.443+0000 7f37b1458740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f37a40b2230 con 0x557c03b73530 2024-09-21T00:24:30.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.443+0000 7f37a3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557c03b4a670 0x557c03f34220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.443+0000 7f37a3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557c03b4a670 0x557c03f34220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55922/0 (socket says 172.21.15.67:55922) 2024-09-21T00:24:30.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.443+0000 7f37a3fff640 1 -- 172.21.15.67:0/3695781847 learned_addr learned my addr 172.21.15.67:0/3695781847 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:30.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.444+0000 7f37a3fff640 1 -- 172.21.15.67:0/3695781847 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x557c03b73530 msgr2=0x557c03f45390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:30.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.444+0000 7f37a3fff640 1 --2- 172.21.15.67:0/3695781847 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x557c03b73530 0x557c03f45390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.444+0000 7f37a3fff640 1 -- 172.21.15.67:0/3695781847 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557c03b52850 msgr2=0x557c03f44e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:30.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.444+0000 7f37a3fff640 1 --2- 172.21.15.67:0/3695781847 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557c03b52850 0x557c03f44e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.444+0000 7f37a3fff640 1 -- 172.21.15.67:0/3695781847 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557c03c55970 con 0x557c03b4a670 2024-09-21T00:24:30.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.444+0000 7f37a3fff640 1 --2- 172.21.15.67:0/3695781847 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557c03b4a670 0x557c03f34220 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f37940806f0 tx=0x7f379402a5a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3079bca04eb75ceb server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:30.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.444+0000 7f37897fa640 1 -- 172.21.15.67:0/3695781847 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f379406f040 con 0x557c03b4a670 2024-09-21T00:24:30.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.444+0000 7f37897fa640 1 -- 172.21.15.67:0/3695781847 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3794084630 con 0x557c03b4a670 2024-09-21T00:24:30.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.444+0000 7f37897fa640 1 -- 172.21.15.67:0/3695781847 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3794083f30 con 0x557c03b4a670 2024-09-21T00:24:30.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.445+0000 7f37b1458740 1 -- 172.21.15.67:0/3695781847 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557c03b4a670 msgr2=0x557c03f34220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:30.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.445+0000 7f37b1458740 1 --2- 172.21.15.67:0/3695781847 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557c03b4a670 0x557c03f34220 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f37940806f0 tx=0x7f379402a5a0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.445+0000 7f37b1458740 1 -- 172.21.15.67:0/3695781847 shutdown_connections 2024-09-21T00:24:30.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.445+0000 7f37b1458740 1 --2- 172.21.15.67:0/3695781847 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x557c03b73530 0x557c03f45390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.445+0000 7f37b1458740 1 --2- 172.21.15.67:0/3695781847 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557c03b52850 0x557c03f44e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.445+0000 7f37b1458740 1 --2- 172.21.15.67:0/3695781847 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557c03b4a670 0x557c03f34220 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.445+0000 7f37b1458740 1 -- 172.21.15.67:0/3695781847 >> 172.21.15.67:0/3695781847 conn(0x557c03b67680 msgr2=0x557c03f1b250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:30.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.445+0000 7f37b1458740 1 -- 172.21.15.67:0/3695781847 shutdown_connections 2024-09-21T00:24:30.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.445+0000 7f37b1458740 1 -- 172.21.15.67:0/3695781847 wait complete. 2024-09-21T00:24:30.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.446+0000 7f37b1458740 1 -- start start 2024-09-21T00:24:30.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.446+0000 7f37b1458740 1 Processor -- start 2024-09-21T00:24:30.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.447+0000 7f37b1458740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557c03b4a670 0x557c03f3bfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.447+0000 7f37b1458740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557c03b52850 0x557c03fd92b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.447+0000 7f37b1458740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x557c03b73530 0x557c03f81d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.447+0000 7f37b1458740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f37a40b2880 con 0x557c03b4a670 2024-09-21T00:24:30.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.447+0000 7f37b1458740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x557c03f82c40 con 0x557c03b52850 2024-09-21T00:24:30.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.447+0000 7f37b1458740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x557c03f42810 con 0x557c03b73530 2024-09-21T00:24:30.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.447+0000 7f37b1458740 10 client.0 _ll_register_callbacks cb 0x7f379c003a10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:24:30.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.447+0000 7f37a3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557c03b4a670 0x557c03f3bfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.447+0000 7f37a3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557c03b4a670 0x557c03f3bfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55924/0 (socket says 172.21.15.67:55924) 2024-09-21T00:24:30.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.447+0000 7f37a3fff640 1 -- 172.21.15.67:0/1812035225 learned_addr learned my addr 172.21.15.67:0/1812035225 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:30.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.448+0000 7f37a3fff640 1 -- 172.21.15.67:0/1812035225 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x557c03b73530 msgr2=0x557c03f81d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:30.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.448+0000 7f37a37fe640 1 --2- 172.21.15.67:0/1812035225 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557c03b52850 0x557c03fd92b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.448+0000 7f37a89ab640 1 --2- 172.21.15.67:0/1812035225 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x557c03b73530 0x557c03f81d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.448+0000 7f37a3fff640 1 --2- 172.21.15.67:0/1812035225 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x557c03b73530 0x557c03f81d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.448+0000 7f37a3fff640 1 -- 172.21.15.67:0/1812035225 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557c03b52850 msgr2=0x557c03fd92b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:30.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.448+0000 7f37a3fff640 1 --2- 172.21.15.67:0/1812035225 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557c03b52850 0x557c03fd92b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.448+0000 7f37a3fff640 1 -- 172.21.15.67:0/1812035225 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557c03fdfc60 con 0x557c03b4a670 2024-09-21T00:24:30.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.448+0000 7f37a37fe640 1 --2- 172.21.15.67:0/1812035225 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557c03b52850 0x557c03fd92b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:24:30.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.448+0000 7f37a89ab640 1 --2- 172.21.15.67:0/1812035225 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x557c03b73530 0x557c03f81d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:24:30.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.448+0000 7f37a3fff640 1 --2- 172.21.15.67:0/1812035225 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557c03b4a670 0x557c03f3bfb0 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f379407fea0 tx=0x7f3794083790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fecade06764558de server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:30.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.448+0000 7f3782ffd640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:24:30.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.448+0000 7f3782ffd640 1 -- 172.21.15.67:0/1812035225 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f379406f040 con 0x557c03b4a670 2024-09-21T00:24:30.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.448+0000 7f3782ffd640 1 -- 172.21.15.67:0/1812035225 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f37940a7de0 con 0x557c03b4a670 2024-09-21T00:24:30.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.448+0000 7f37b1458740 1 -- 172.21.15.67:0/1812035225 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3794084630 con 0x557c03b4a670 2024-09-21T00:24:30.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.448+0000 7f3782ffd640 1 -- 172.21.15.67:0/1812035225 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f3794088a10 con 0x557c03b4a670 2024-09-21T00:24:30.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.448+0000 7f37b1458740 10 client.5856 fetch_fsmap learned FSMap version 28 2024-09-21T00:24:30.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.448+0000 7f37b1458740 1 -- 172.21.15.67:0/1812035225 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=2+}) -- 0x557c03f5c110 con 0x557c03b4a670 2024-09-21T00:24:30.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.448+0000 7f3782ffd640 1 -- 172.21.15.67:0/1812035225 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3794084630 con 0x557c03b4a670 2024-09-21T00:24:30.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.449+0000 7f3782ffd640 1 -- 172.21.15.67:0/1812035225 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 28) ==== 3502+0+0 (secure 0 0 0) 0x7f379404b030 con 0x557c03b4a670 2024-09-21T00:24:30.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.449+0000 7f37b1458740 10 client.5856 fetch_fsmap finished waiting for FSMap version 28 2024-09-21T00:24:30.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.449+0000 7f37b1458740 10 client.5856 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.a 2024-09-21T00:24:30.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.449+0000 7f37b1458740 20 client.5856 populate_metadata read hostname 'smithi067' 2024-09-21T00:24:30.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.449+0000 7f37b1458740 1 --2- 172.21.15.67:0/1812035225 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x557c03f82390 0x557c03f349a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.449+0000 7f37b1458740 4 client.5856 mds_command: new command op to 5376 tid=0 multi_id=0 [{"prefix": "flush_path", "path": "/scrub_test_path/i/dont/exist"}] 2024-09-21T00:24:30.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.449+0000 7f37b1458740 1 -- 172.21.15.67:0/1812035225 --> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] -- command(tid 0: {"prefix": "flush_path", "path": "/scrub_test_path/i/dont/exist"}) -- 0x557c03e8b640 con 0x557c03f82390 2024-09-21T00:24:30.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.449+0000 7f37a37fe640 1 --2- 172.21.15.67:0/1812035225 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x557c03f82390 0x557c03f349a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.449+0000 7f3782ffd640 10 client.5856 ms_handle_connect on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:30.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.449+0000 7f37a37fe640 1 --2- 172.21.15.67:0/1812035225 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x557c03f82390 0x557c03f349a0 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a4a85a60beec377b server_cookie=58879a247b149d75 in_seq=0 out_seq=0 2024-09-21T00:24:30.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.450+0000 7f3782ffd640 1 -- 172.21.15.67:0/1812035225 <== mds.0 v2:172.21.15.67:6832/3973293841 1 ==== command_reply(tid 0: -2 ) ==== 8+0+45 (crc 0 0 0) 0x557c03e8b640 con 0x557c03f82390 2024-09-21T00:24:30.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.450+0000 7f3782ffd640 10 client.5856 handle_command_reply: tid=0 2024-09-21T00:24:30.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.450+0000 7f37b1458740 1 client.5856 shutdown 2024-09-21T00:24:30.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.450+0000 7f37b1458740 1 -- 172.21.15.67:0/1812035225 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557c03b4a670 msgr2=0x557c03f3bfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:30.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.450+0000 7f37b1458740 1 --2- 172.21.15.67:0/1812035225 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557c03b4a670 0x557c03f3bfb0 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f379407fea0 tx=0x7f3794083790 comp rx=0 tx=0).stop 2024-09-21T00:24:30.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.450+0000 7f37b1458740 1 -- 172.21.15.67:0/1812035225 shutdown_connections 2024-09-21T00:24:30.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.450+0000 7f37b1458740 1 --2- 172.21.15.67:0/1812035225 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x557c03f82390 0x557c03f349a0 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.450+0000 7f37b1458740 1 --2- 172.21.15.67:0/1812035225 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x557c03b73530 0x557c03f81d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.450+0000 7f37b1458740 1 --2- 172.21.15.67:0/1812035225 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557c03b52850 0x557c03fd92b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.450+0000 7f3782ffd640 0 client.5856 ms_handle_reset on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:30.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.450+0000 7f37b1458740 1 --2- 172.21.15.67:0/1812035225 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557c03b4a670 0x557c03f3bfb0 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.450+0000 7f37b1458740 1 -- 172.21.15.67:0/1812035225 >> 172.21.15.67:0/1812035225 conn(0x557c03b67680 msgr2=0x557c03f831d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:30.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.450+0000 7f37b1458740 1 -- 172.21.15.67:0/1812035225 shutdown_connections 2024-09-21T00:24:30.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.450+0000 7f37b1458740 1 -- 172.21.15.67:0/1812035225 wait complete. 2024-09-21T00:24:30.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.450+0000 7f37b1458740 20 client.5856 trim_cache size 0 max 16384 2024-09-21T00:24:30.457 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:24:30.457 INFO:teuthology.orchestra.run.smithi067.stdout: "message": "", 2024-09-21T00:24:30.457 INFO:teuthology.orchestra.run.smithi067.stdout: "return_code": -2 2024-09-21T00:24:30.457 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:24:30.458 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-21T00:24:30.458 INFO:teuthology.orchestra.run.smithi067.stderr:Error ENOENT: 2024-09-21T00:24:30.458 INFO:tasks.cephfs.test_scrub_checks:command 'flush_path /scrub_test_path/i/dont/exist' returned '{'message': '', 'return_code': -2}' 2024-09-21T00:24:30.459 INFO:tasks.cephfs.test_scrub_checks:Running command 'scrub start /scrub_test_path/i/dont/exist' 2024-09-21T00:24:30.459 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.3:0 scrub start /scrub_test_path/i/dont/exist 2024-09-21T00:24:30.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.592+0000 7fb68f69b640 1 -- 172.21.15.67:0/3656501733 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb6880d4db0 msgr2=0x7fb6880d0d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:30.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.592+0000 7fb68f69b640 1 --2- 172.21.15.67:0/3656501733 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb6880d4db0 0x7fb6880d0d40 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7fb678005fd0 tx=0x7fb67802a540 comp rx=0 tx=0).stop 2024-09-21T00:24:30.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.593+0000 7fb68f69b640 1 -- 172.21.15.67:0/3656501733 shutdown_connections 2024-09-21T00:24:30.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.593+0000 7fb68f69b640 1 --2- 172.21.15.67:0/3656501733 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb6880d4db0 0x7fb6880d0d40 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.593+0000 7fb68f69b640 1 --2- 172.21.15.67:0/3656501733 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb6880d3590 0x7fb6880b9950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.593+0000 7fb68f69b640 1 -- 172.21.15.67:0/3656501733 >> 172.21.15.67:0/3656501733 conn(0x7fb68809da10 msgr2=0x7fb6880d46a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:30.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.593+0000 7fb68f69b640 1 -- 172.21.15.67:0/3656501733 shutdown_connections 2024-09-21T00:24:30.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.593+0000 7fb68f69b640 1 -- 172.21.15.67:0/3656501733 wait complete. 2024-09-21T00:24:30.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.596+0000 7fb68f69b640 1 Processor -- start 2024-09-21T00:24:30.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.596+0000 7fb68f69b640 1 -- start start 2024-09-21T00:24:30.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.598+0000 7fb68f69b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb6880d1280 0x7fb68815e230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.598+0000 7fb68f69b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb6880d3590 0x7fb68815ab60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.598+0000 7fb68f69b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb68815c3a0 0x7fb688159630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.598+0000 7fb68f69b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fb6880b3c40 con 0x7fb6880d3590 2024-09-21T00:24:30.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.598+0000 7fb68f69b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fb6880b55b0 con 0x7fb6880d1280 2024-09-21T00:24:30.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.598+0000 7fb68cc36640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb6880d3590 0x7fb68815ab60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.599+0000 7fb68d437640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb6880d1280 0x7fb68815e230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.599+0000 7fb68cc36640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb6880d3590 0x7fb68815ab60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55938/0 (socket says 172.21.15.67:55938) 2024-09-21T00:24:30.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.599+0000 7fb68cc36640 1 -- 172.21.15.67:0/1580725190 learned_addr learned my addr 172.21.15.67:0/1580725190 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:30.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.598+0000 7fb68f69b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fb6880d2b90 con 0x7fb68815c3a0 2024-09-21T00:24:30.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.599+0000 7fb68dc38640 1 --2- 172.21.15.67:0/1580725190 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb68815c3a0 0x7fb688159630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.599+0000 7fb68cc36640 1 -- 172.21.15.67:0/1580725190 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb68815c3a0 msgr2=0x7fb688159630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:30.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.599+0000 7fb68cc36640 1 --2- 172.21.15.67:0/1580725190 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb68815c3a0 0x7fb688159630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.599+0000 7fb68cc36640 1 -- 172.21.15.67:0/1580725190 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb6880d1280 msgr2=0x7fb68815e230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:30.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.599+0000 7fb68cc36640 1 --2- 172.21.15.67:0/1580725190 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb6880d1280 0x7fb68815e230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.599+0000 7fb68cc36640 1 -- 172.21.15.67:0/1580725190 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb68815d190 con 0x7fb6880d3590 2024-09-21T00:24:30.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.599+0000 7fb68cc36640 1 --2- 172.21.15.67:0/1580725190 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb6880d3590 0x7fb68815ab60 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7fb678006010 tx=0x7fb6780039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:30.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.600+0000 7fb67dffb640 1 -- 172.21.15.67:0/1580725190 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb67803f070 con 0x7fb6880d3590 2024-09-21T00:24:30.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.600+0000 7fb68f69b640 1 -- 172.21.15.67:0/1580725190 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb68815d470 con 0x7fb6880d3590 2024-09-21T00:24:30.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.600+0000 7fb67dffb640 1 -- 172.21.15.67:0/1580725190 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb6780047a0 con 0x7fb6880d3590 2024-09-21T00:24:30.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.600+0000 7fb67dffb640 1 -- 172.21.15.67:0/1580725190 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb678049060 con 0x7fb6880d3590 2024-09-21T00:24:30.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.601+0000 7fb68f69b640 1 -- 172.21.15.67:0/1580725190 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb68815da30 con 0x7fb6880d3590 2024-09-21T00:24:30.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.603+0000 7fb67dffb640 1 -- 172.21.15.67:0/1580725190 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fb678042070 con 0x7fb6880d3590 2024-09-21T00:24:30.605 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.603+0000 7fb67dffb640 1 --2- 172.21.15.67:0/1580725190 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb66c078b90 0x7fb66c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.605 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.604+0000 7fb67dffb640 1 -- 172.21.15.67:0/1580725190 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fb6780bb0d0 con 0x7fb6880d3590 2024-09-21T00:24:30.605 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.604+0000 7fb68d437640 1 --2- 172.21.15.67:0/1580725190 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb66c078b90 0x7fb66c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.604+0000 7fb68d437640 1 --2- 172.21.15.67:0/1580725190 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb66c078b90 0x7fb66c07b0a0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fb68400bb30 tx=0x7fb68400b2e0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:30.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.605+0000 7fb69660d740 1 Processor -- start 2024-09-21T00:24:30.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.605+0000 7fb69660d740 1 -- start start 2024-09-21T00:24:30.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.607+0000 7fb69660d740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b911af8580 0x55b911ec9910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.607+0000 7fb69660d740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b911acf6c0 0x55b911ec9e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.607+0000 7fb69660d740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b911ad78a0 0x55b911ee6d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.607+0000 7fb69660d740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55b911e12cc0 con 0x55b911acf6c0 2024-09-21T00:24:30.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.607+0000 7fb69660d740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55b911e020f0 con 0x55b911ad78a0 2024-09-21T00:24:30.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.607+0000 7fb69660d740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55b911e05f00 con 0x55b911af8580 2024-09-21T00:24:30.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.607+0000 7fb68cc36640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b911acf6c0 0x55b911ec9e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.607+0000 7fb68cc36640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b911acf6c0 0x55b911ec9e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55946/0 (socket says 172.21.15.67:55946) 2024-09-21T00:24:30.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.607+0000 7fb68cc36640 1 -- 172.21.15.67:0/1365164744 learned_addr learned my addr 172.21.15.67:0/1365164744 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:30.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.607+0000 7fb68d437640 1 --2- 172.21.15.67:0/1365164744 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b911af8580 0x55b911ec9910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.607+0000 7fb68dc38640 1 --2- 172.21.15.67:0/1365164744 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b911ad78a0 0x55b911ee6d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.607+0000 7fb68cc36640 1 -- 172.21.15.67:0/1365164744 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b911af8580 msgr2=0x55b911ec9910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:30.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.607+0000 7fb68cc36640 1 --2- 172.21.15.67:0/1365164744 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b911af8580 0x55b911ec9910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.607+0000 7fb68cc36640 1 -- 172.21.15.67:0/1365164744 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b911ad78a0 msgr2=0x55b911ee6d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:30.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.607+0000 7fb68cc36640 1 --2- 172.21.15.67:0/1365164744 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b911ad78a0 0x55b911ee6d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.607+0000 7fb68cc36640 1 -- 172.21.15.67:0/1365164744 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b911bdc9f0 con 0x55b911acf6c0 2024-09-21T00:24:30.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.607+0000 7fb68d437640 1 --2- 172.21.15.67:0/1365164744 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b911af8580 0x55b911ec9910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:24:30.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.607+0000 7fb68dc38640 1 --2- 172.21.15.67:0/1365164744 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b911ad78a0 0x55b911ee6d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:24:30.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.607+0000 7fb68cc36640 1 --2- 172.21.15.67:0/1365164744 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b911acf6c0 0x55b911ec9e50 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7fb67802ab30 tx=0x7fb6780057e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cca3949adc57a834 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:30.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.607+0000 7fb672ffd640 1 -- 172.21.15.67:0/1365164744 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6780c0060 con 0x55b911acf6c0 2024-09-21T00:24:30.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.608+0000 7fb672ffd640 1 -- 172.21.15.67:0/1365164744 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb6780829e0 con 0x55b911acf6c0 2024-09-21T00:24:30.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.608+0000 7fb672ffd640 1 -- 172.21.15.67:0/1365164744 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb67808c540 con 0x55b911acf6c0 2024-09-21T00:24:30.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.608+0000 7fb69660d740 1 -- 172.21.15.67:0/1365164744 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b911acf6c0 msgr2=0x55b911ec9e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:30.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.608+0000 7fb69660d740 1 --2- 172.21.15.67:0/1365164744 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b911acf6c0 0x55b911ec9e50 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7fb67802ab30 tx=0x7fb6780057e0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.608+0000 7fb69660d740 1 -- 172.21.15.67:0/1365164744 shutdown_connections 2024-09-21T00:24:30.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.608+0000 7fb69660d740 1 --2- 172.21.15.67:0/1365164744 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b911ad78a0 0x55b911ee6d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.608+0000 7fb69660d740 1 --2- 172.21.15.67:0/1365164744 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b911acf6c0 0x55b911ec9e50 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.608+0000 7fb69660d740 1 --2- 172.21.15.67:0/1365164744 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b911af8580 0x55b911ec9910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.608+0000 7fb69660d740 1 -- 172.21.15.67:0/1365164744 >> 172.21.15.67:0/1365164744 conn(0x55b911aec6d0 msgr2=0x55b911e9fbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:30.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.609+0000 7fb69660d740 1 -- 172.21.15.67:0/1365164744 shutdown_connections 2024-09-21T00:24:30.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.609+0000 7fb69660d740 1 -- 172.21.15.67:0/1365164744 wait complete. 2024-09-21T00:24:30.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.609+0000 7fb69660d740 1 -- start start 2024-09-21T00:24:30.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.609+0000 7fb69660d740 1 Processor -- start 2024-09-21T00:24:30.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.611+0000 7fb69660d740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b911acf6c0 0x55b911eb8110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.611+0000 7fb69660d740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b911ad78a0 0x55b911edc6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.611+0000 7fb69660d740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b911af8580 0x55b911edcbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.611+0000 7fb69660d740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55b911b72930 con 0x55b911af8580 2024-09-21T00:24:30.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.611+0000 7fb69660d740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55b911d88720 con 0x55b911ad78a0 2024-09-21T00:24:30.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.611+0000 7fb69660d740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55b911e12cc0 con 0x55b911acf6c0 2024-09-21T00:24:30.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.611+0000 7fb69660d740 10 client.0 _ll_register_callbacks cb 0x55b911d86490 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:24:30.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.611+0000 7fb68dc38640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b911af8580 0x55b911edcbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.611+0000 7fb68dc38640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b911af8580 0x55b911edcbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55958/0 (socket says 172.21.15.67:55958) 2024-09-21T00:24:30.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.611+0000 7fb68dc38640 1 -- 172.21.15.67:0/1467519106 learned_addr learned my addr 172.21.15.67:0/1467519106 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:30.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.611+0000 7fb68cc36640 1 --2- 172.21.15.67:0/1467519106 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b911ad78a0 0x55b911edc6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.611+0000 7fb68d437640 1 --2- 172.21.15.67:0/1467519106 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b911acf6c0 0x55b911eb8110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.611+0000 7fb68dc38640 1 -- 172.21.15.67:0/1467519106 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b911acf6c0 msgr2=0x55b911eb8110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:30.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.611+0000 7fb68dc38640 1 --2- 172.21.15.67:0/1467519106 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b911acf6c0 0x55b911eb8110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.611+0000 7fb68dc38640 1 -- 172.21.15.67:0/1467519106 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b911ad78a0 msgr2=0x55b911edc6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:30.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.611+0000 7fb68dc38640 1 --2- 172.21.15.67:0/1467519106 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b911ad78a0 0x55b911edc6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.611+0000 7fb68dc38640 1 -- 172.21.15.67:0/1467519106 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b911b41890 con 0x55b911af8580 2024-09-21T00:24:30.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.612+0000 7fb68dc38640 1 --2- 172.21.15.67:0/1467519106 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b911af8580 0x55b911edcbf0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7fb680005760 tx=0x7fb680001c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c4f783e4180d266f server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:30.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.612+0000 7fb667fff640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:24:30.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.612+0000 7fb667fff640 1 -- 172.21.15.67:0/1467519106 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb680013600 con 0x55b911af8580 2024-09-21T00:24:30.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.612+0000 7fb667fff640 1 -- 172.21.15.67:0/1467519106 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fb6800137a0 con 0x55b911af8580 2024-09-21T00:24:30.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.612+0000 7fb69660d740 1 -- 172.21.15.67:0/1467519106 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb6780829e0 con 0x55b911af8580 2024-09-21T00:24:30.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.612+0000 7fb667fff640 1 -- 172.21.15.67:0/1467519106 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fb680022050 con 0x55b911af8580 2024-09-21T00:24:30.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.612+0000 7fb69660d740 10 client.5868 fetch_fsmap learned FSMap version 28 2024-09-21T00:24:30.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.612+0000 7fb69660d740 1 -- 172.21.15.67:0/1467519106 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=2+}) -- 0x55b911c3d180 con 0x55b911af8580 2024-09-21T00:24:30.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.612+0000 7fb667fff640 1 -- 172.21.15.67:0/1467519106 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb6780829e0 con 0x55b911af8580 2024-09-21T00:24:30.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.612+0000 7fb667fff640 1 -- 172.21.15.67:0/1467519106 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 28) ==== 3502+0+0 (secure 0 0 0) 0x7fb680025020 con 0x55b911af8580 2024-09-21T00:24:30.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.612+0000 7fb69660d740 10 client.5868 fetch_fsmap finished waiting for FSMap version 28 2024-09-21T00:24:30.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.612+0000 7fb69660d740 10 client.5868 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.a 2024-09-21T00:24:30.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.612+0000 7fb69660d740 20 client.5868 populate_metadata read hostname 'smithi067' 2024-09-21T00:24:30.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.612+0000 7fb69660d740 1 --2- 172.21.15.67:0/1467519106 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55b911ab7150 0x55b911ec6020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.612+0000 7fb69660d740 4 client.5868 mds_command: new command op to 5376 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:24:30.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.612+0000 7fb69660d740 1 -- 172.21.15.67:0/1467519106 --> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b911e14c10 con 0x55b911ab7150 2024-09-21T00:24:30.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.612+0000 7fb68d437640 1 --2- 172.21.15.67:0/1467519106 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55b911ab7150 0x55b911ec6020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.613+0000 7fb667fff640 10 client.5868 ms_handle_connect on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:30.618 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.613+0000 7fb68d437640 1 --2- 172.21.15.67:0/1467519106 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55b911ab7150 0x55b911ec6020 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ab5f137eb0781b0a server_cookie=8aedc5a5d4e16e09 in_seq=0 out_seq=0 2024-09-21T00:24:30.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.614+0000 7fb667fff640 1 -- 172.21.15.67:0/1467519106 <== mds.0 v2:172.21.15.67:6832/3973293841 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x55b911e14c10 con 0x55b911ab7150 2024-09-21T00:24:30.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.614+0000 7fb667fff640 10 client.5868 handle_command_reply: tid=0 2024-09-21T00:24:30.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.614+0000 7fb69660d740 1 client.5868 shutdown 2024-09-21T00:24:30.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.614+0000 7fb69660d740 1 -- 172.21.15.67:0/1467519106 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b911af8580 msgr2=0x55b911edcbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:30.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.614+0000 7fb69660d740 1 --2- 172.21.15.67:0/1467519106 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b911af8580 0x55b911edcbf0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7fb680005760 tx=0x7fb680001c70 comp rx=0 tx=0).stop 2024-09-21T00:24:30.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.614+0000 7fb69660d740 1 -- 172.21.15.67:0/1467519106 shutdown_connections 2024-09-21T00:24:30.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.614+0000 7fb69660d740 1 --2- 172.21.15.67:0/1467519106 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b911af8580 0x55b911edcbf0 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.614+0000 7fb69660d740 1 --2- 172.21.15.67:0/1467519106 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b911ad78a0 0x55b911edc6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.614+0000 7fb69660d740 1 --2- 172.21.15.67:0/1467519106 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55b911ab7150 0x55b911ec6020 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.614+0000 7fb69660d740 1 --2- 172.21.15.67:0/1467519106 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b911acf6c0 0x55b911eb8110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.614+0000 7fb667fff640 0 client.5868 ms_handle_reset on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:30.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.614+0000 7fb69660d740 1 -- 172.21.15.67:0/1467519106 >> 172.21.15.67:0/1467519106 conn(0x55b911aec6d0 msgr2=0x55b911eb9760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:30.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.614+0000 7fb69660d740 1 -- 172.21.15.67:0/1467519106 shutdown_connections 2024-09-21T00:24:30.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.614+0000 7fb69660d740 1 -- 172.21.15.67:0/1467519106 wait complete. 2024-09-21T00:24:30.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.614+0000 7fb69660d740 20 client.5868 trim_cache size 0 max 16384 2024-09-21T00:24:30.634 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.632+0000 7fb69660d740 1 Processor -- start 2024-09-21T00:24:30.634 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.632+0000 7fb69660d740 1 -- start start 2024-09-21T00:24:30.636 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.633+0000 7fb69660d740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b911acf6c0 0x55b911ef65a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.637 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.633+0000 7fb69660d740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b911ad78a0 0x55b911f07dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.637 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.633+0000 7fb69660d740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b911af8580 0x55b911edd640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.637 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.633+0000 7fb69660d740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fb688202660 con 0x55b911ad78a0 2024-09-21T00:24:30.637 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.633+0000 7fb69660d740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fb688201680 con 0x55b911af8580 2024-09-21T00:24:30.637 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.633+0000 7fb69660d740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fb6881f60e0 con 0x55b911acf6c0 2024-09-21T00:24:30.637 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.634+0000 7fb68cc36640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b911ad78a0 0x55b911f07dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.637 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.634+0000 7fb68cc36640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b911ad78a0 0x55b911f07dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55960/0 (socket says 172.21.15.67:55960) 2024-09-21T00:24:30.637 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.634+0000 7fb68cc36640 1 -- 172.21.15.67:0/774047385 learned_addr learned my addr 172.21.15.67:0/774047385 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:30.637 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.634+0000 7fb68dc38640 1 --2- 172.21.15.67:0/774047385 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b911af8580 0x55b911edd640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.637 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.634+0000 7fb68d437640 1 --2- 172.21.15.67:0/774047385 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b911acf6c0 0x55b911ef65a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.637 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.634+0000 7fb68cc36640 1 -- 172.21.15.67:0/774047385 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b911acf6c0 msgr2=0x55b911ef65a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:30.637 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.634+0000 7fb68cc36640 1 --2- 172.21.15.67:0/774047385 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b911acf6c0 0x55b911ef65a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.634+0000 7fb68cc36640 1 -- 172.21.15.67:0/774047385 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b911af8580 msgr2=0x55b911edd640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:30.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.634+0000 7fb68cc36640 1 --2- 172.21.15.67:0/774047385 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b911af8580 0x55b911edd640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.634+0000 7fb68cc36640 1 -- 172.21.15.67:0/774047385 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b911bdacf0 con 0x55b911ad78a0 2024-09-21T00:24:30.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.634+0000 7fb68dc38640 1 --2- 172.21.15.67:0/774047385 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b911af8580 0x55b911edd640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:24:30.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.634+0000 7fb68d437640 1 --2- 172.21.15.67:0/774047385 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b911acf6c0 0x55b911ef65a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:24:30.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.634+0000 7fb68cc36640 1 --2- 172.21.15.67:0/774047385 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b911ad78a0 0x55b911f07dd0 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7fb678036040 tx=0x7fb6780a5040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=48932b3bc9ab42bd server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:30.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.634+0000 7fb6727fc640 1 -- 172.21.15.67:0/774047385 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb678087900 con 0x55b911ad78a0 2024-09-21T00:24:30.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.634+0000 7fb6727fc640 1 -- 172.21.15.67:0/774047385 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb67808c7b0 con 0x55b911ad78a0 2024-09-21T00:24:30.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.634+0000 7fb6727fc640 1 -- 172.21.15.67:0/774047385 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb67808c320 con 0x55b911ad78a0 2024-09-21T00:24:30.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.635+0000 7fb69660d740 1 -- 172.21.15.67:0/774047385 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b911ad78a0 msgr2=0x55b911f07dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:30.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.635+0000 7fb69660d740 1 --2- 172.21.15.67:0/774047385 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b911ad78a0 0x55b911f07dd0 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7fb678036040 tx=0x7fb6780a5040 comp rx=0 tx=0).stop 2024-09-21T00:24:30.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.635+0000 7fb69660d740 1 -- 172.21.15.67:0/774047385 shutdown_connections 2024-09-21T00:24:30.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.635+0000 7fb69660d740 1 --2- 172.21.15.67:0/774047385 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b911af8580 0x55b911edd640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.635+0000 7fb69660d740 1 --2- 172.21.15.67:0/774047385 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b911ad78a0 0x55b911f07dd0 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.635+0000 7fb69660d740 1 --2- 172.21.15.67:0/774047385 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b911acf6c0 0x55b911ef65a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.635+0000 7fb69660d740 1 -- 172.21.15.67:0/774047385 >> 172.21.15.67:0/774047385 conn(0x55b911aec6d0 msgr2=0x55b911edaa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:30.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.635+0000 7fb69660d740 1 -- 172.21.15.67:0/774047385 shutdown_connections 2024-09-21T00:24:30.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.635+0000 7fb69660d740 1 -- 172.21.15.67:0/774047385 wait complete. 2024-09-21T00:24:30.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.636+0000 7fb69660d740 1 -- start start 2024-09-21T00:24:30.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.636+0000 7fb69660d740 1 Processor -- start 2024-09-21T00:24:30.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.637+0000 7fb69660d740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b911acf6c0 0x55b911f632c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.637+0000 7fb69660d740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b911ad78a0 0x55b911ec0d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.637+0000 7fb69660d740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b911af8580 0x55b911edc470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.637+0000 7fb69660d740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55b911e956e0 con 0x55b911ad78a0 2024-09-21T00:24:30.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.637+0000 7fb69660d740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fb688201030 con 0x55b911af8580 2024-09-21T00:24:30.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.637+0000 7fb69660d740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55b911f63ea0 con 0x55b911acf6c0 2024-09-21T00:24:30.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.638+0000 7fb69660d740 10 client.0 _ll_register_callbacks cb 0x7fb680003a50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:24:30.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.638+0000 7fb68cc36640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b911ad78a0 0x55b911ec0d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.638+0000 7fb68cc36640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b911ad78a0 0x55b911ec0d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55968/0 (socket says 172.21.15.67:55968) 2024-09-21T00:24:30.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.638+0000 7fb68cc36640 1 -- 172.21.15.67:0/2536381584 learned_addr learned my addr 172.21.15.67:0/2536381584 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:30.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.638+0000 7fb68dc38640 1 --2- 172.21.15.67:0/2536381584 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b911af8580 0x55b911edc470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.638+0000 7fb68d437640 1 --2- 172.21.15.67:0/2536381584 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b911acf6c0 0x55b911f632c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.638+0000 7fb68cc36640 1 -- 172.21.15.67:0/2536381584 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b911acf6c0 msgr2=0x55b911f632c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:30.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.638+0000 7fb68cc36640 1 --2- 172.21.15.67:0/2536381584 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b911acf6c0 0x55b911f632c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.638+0000 7fb68cc36640 1 -- 172.21.15.67:0/2536381584 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b911af8580 msgr2=0x55b911edc470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:30.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.638+0000 7fb68cc36640 1 --2- 172.21.15.67:0/2536381584 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b911af8580 0x55b911edc470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.638+0000 7fb68cc36640 1 -- 172.21.15.67:0/2536381584 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b911ee7550 con 0x55b911ad78a0 2024-09-21T00:24:30.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.638+0000 7fb68dc38640 1 --2- 172.21.15.67:0/2536381584 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b911af8580 0x55b911edc470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:24:30.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.638+0000 7fb68cc36640 1 --2- 172.21.15.67:0/2536381584 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b911ad78a0 0x55b911ec0d50 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7fb678082e60 tx=0x7fb6780057e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=53213b7109075d88 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:30.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.638+0000 7fb667fff640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:24:30.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.638+0000 7fb667fff640 1 -- 172.21.15.67:0/2536381584 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb678087900 con 0x55b911ad78a0 2024-09-21T00:24:30.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.638+0000 7fb667fff640 1 -- 172.21.15.67:0/2536381584 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fb67808c530 con 0x55b911ad78a0 2024-09-21T00:24:30.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.638+0000 7fb69660d740 1 -- 172.21.15.67:0/2536381584 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb67808c7b0 con 0x55b911ad78a0 2024-09-21T00:24:30.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.638+0000 7fb667fff640 1 -- 172.21.15.67:0/2536381584 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fb6780a50b0 con 0x55b911ad78a0 2024-09-21T00:24:30.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.639+0000 7fb69660d740 10 client.5874 fetch_fsmap learned FSMap version 28 2024-09-21T00:24:30.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.639+0000 7fb69660d740 1 -- 172.21.15.67:0/2536381584 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=2+}) -- 0x55b911f63800 con 0x55b911ad78a0 2024-09-21T00:24:30.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.639+0000 7fb667fff640 1 -- 172.21.15.67:0/2536381584 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb67808c7b0 con 0x55b911ad78a0 2024-09-21T00:24:30.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.639+0000 7fb667fff640 1 -- 172.21.15.67:0/2536381584 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 28) ==== 3502+0+0 (secure 0 0 0) 0x7fb678082130 con 0x55b911ad78a0 2024-09-21T00:24:30.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.639+0000 7fb69660d740 10 client.5874 fetch_fsmap finished waiting for FSMap version 28 2024-09-21T00:24:30.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.639+0000 7fb69660d740 10 client.5874 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.a 2024-09-21T00:24:30.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.639+0000 7fb69660d740 20 client.5874 populate_metadata read hostname 'smithi067' 2024-09-21T00:24:30.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.639+0000 7fb69660d740 1 --2- 172.21.15.67:0/2536381584 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55b911ec1290 0x55b911edc9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.639+0000 7fb69660d740 4 client.5874 mds_command: new command op to 5376 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/scrub_test_path/i/dont/exist"}] 2024-09-21T00:24:30.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.639+0000 7fb69660d740 1 -- 172.21.15.67:0/2536381584 --> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] -- command(tid 0: {"prefix": "scrub start", "path": "/scrub_test_path/i/dont/exist"}) -- 0x55b911e9bb80 con 0x55b911ec1290 2024-09-21T00:24:30.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.639+0000 7fb68d437640 1 --2- 172.21.15.67:0/2536381584 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55b911ec1290 0x55b911edc9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.639+0000 7fb667fff640 10 client.5874 ms_handle_connect on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:30.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.639+0000 7fb68d437640 1 --2- 172.21.15.67:0/2536381584 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55b911ec1290 0x55b911edc9b0 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c879ef9358dad79e server_cookie=497e9e7689b1c3bd in_seq=0 out_seq=0 2024-09-21T00:24:30.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.640+0000 7fb667fff640 1 -- 172.21.15.67:0/2536381584 <== mds.0 v2:172.21.15.67:6832/3973293841 1 ==== command_reply(tid 0: 0 ) ==== 8+0+26 (crc 0 0 0) 0x55b911e9bb80 con 0x55b911ec1290 2024-09-21T00:24:30.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.640+0000 7fb667fff640 10 client.5874 handle_command_reply: tid=0 2024-09-21T00:24:30.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.640+0000 7fb69660d740 1 client.5874 shutdown 2024-09-21T00:24:30.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.640+0000 7fb69660d740 1 -- 172.21.15.67:0/2536381584 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b911ad78a0 msgr2=0x55b911ec0d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:30.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.640+0000 7fb69660d740 1 --2- 172.21.15.67:0/2536381584 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b911ad78a0 0x55b911ec0d50 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7fb678082e60 tx=0x7fb6780057e0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.640+0000 7fb69660d740 1 -- 172.21.15.67:0/2536381584 shutdown_connections 2024-09-21T00:24:30.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.640+0000 7fb69660d740 1 --2- 172.21.15.67:0/2536381584 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b911af8580 0x55b911edc470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.640+0000 7fb69660d740 1 --2- 172.21.15.67:0/2536381584 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b911ad78a0 0x55b911ec0d50 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.640+0000 7fb69660d740 1 --2- 172.21.15.67:0/2536381584 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55b911ec1290 0x55b911edc9b0 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.640+0000 7fb69660d740 1 --2- 172.21.15.67:0/2536381584 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b911acf6c0 0x55b911f632c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.640+0000 7fb667fff640 0 client.5874 ms_handle_reset on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:30.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.640+0000 7fb69660d740 1 -- 172.21.15.67:0/2536381584 >> 172.21.15.67:0/2536381584 conn(0x55b911aec6d0 msgr2=0x55b911ec9910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:30.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.640+0000 7fb69660d740 1 -- 172.21.15.67:0/2536381584 shutdown_connections 2024-09-21T00:24:30.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.640+0000 7fb69660d740 1 -- 172.21.15.67:0/2536381584 wait complete. 2024-09-21T00:24:30.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.640+0000 7fb69660d740 20 client.5874 trim_cache size 0 max 16384 2024-09-21T00:24:30.648 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:24:30.648 INFO:teuthology.orchestra.run.smithi067.stdout: "return_code": -2 2024-09-21T00:24:30.648 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:24:30.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.641+0000 7fb68f69b640 1 -- 172.21.15.67:0/1580725190 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb66c078b90 msgr2=0x7fb66c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:30.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.641+0000 7fb68f69b640 1 --2- 172.21.15.67:0/1580725190 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb66c078b90 0x7fb66c07b0a0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fb68400bb30 tx=0x7fb68400b2e0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.641+0000 7fb68f69b640 1 -- 172.21.15.67:0/1580725190 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb6880d3590 msgr2=0x7fb68815ab60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:30.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.641+0000 7fb68f69b640 1 --2- 172.21.15.67:0/1580725190 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb6880d3590 0x7fb68815ab60 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7fb678006010 tx=0x7fb6780039e0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.641+0000 7fb68f69b640 1 -- 172.21.15.67:0/1580725190 shutdown_connections 2024-09-21T00:24:30.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.641+0000 7fb68f69b640 1 --2- 172.21.15.67:0/1580725190 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb66c078b90 0x7fb66c07b0a0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.641+0000 7fb68f69b640 1 --2- 172.21.15.67:0/1580725190 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb68815c3a0 0x7fb688159630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.641+0000 7fb68f69b640 1 --2- 172.21.15.67:0/1580725190 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb6880d3590 0x7fb68815ab60 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.641+0000 7fb68f69b640 1 --2- 172.21.15.67:0/1580725190 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb6880d1280 0x7fb68815e230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.641+0000 7fb68f69b640 1 -- 172.21.15.67:0/1580725190 >> 172.21.15.67:0/1580725190 conn(0x7fb68809da10 msgr2=0x7fb6880d2270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:30.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.641+0000 7fb68f69b640 1 -- 172.21.15.67:0/1580725190 shutdown_connections 2024-09-21T00:24:30.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.641+0000 7fb68f69b640 1 -- 172.21.15.67:0/1580725190 wait complete. 2024-09-21T00:24:30.653 INFO:tasks.cephfs.test_scrub_checks:command 'scrub start /scrub_test_path/i/dont/exist' returned '{'return_code': -2}' 2024-09-21T00:24:30.653 INFO:tasks.cephfs.test_scrub_checks:Running command 'scrub start /scrub_test_path/ceph-qa-suite/suites' 2024-09-21T00:24:30.653 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.3:0 scrub start /scrub_test_path/ceph-qa-suite/suites 2024-09-21T00:24:30.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.772+0000 7fb7225df640 1 -- 172.21.15.67:0/3024819927 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb704004800 msgr2=0x7fb704004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:30.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.772+0000 7fb7225df640 1 --2- 172.21.15.67:0/3024819927 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb704004800 0x7fb704004c10 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7fb7100016c0 tx=0x7fb704005830 comp rx=0 tx=0).stop 2024-09-21T00:24:30.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.772+0000 7fb7225df640 1 -- 172.21.15.67:0/3024819927 shutdown_connections 2024-09-21T00:24:30.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.772+0000 7fb7225df640 1 --2- 172.21.15.67:0/3024819927 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb704004800 0x7fb704004c10 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.772+0000 7fb7225df640 1 -- 172.21.15.67:0/3024819927 >> 172.21.15.67:0/3024819927 conn(0x7fb71c0d24c0 msgr2=0x7fb71c0d28d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:30.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.772+0000 7fb7225df640 1 -- 172.21.15.67:0/3024819927 shutdown_connections 2024-09-21T00:24:30.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.772+0000 7fb7225df640 1 -- 172.21.15.67:0/3024819927 wait complete. 2024-09-21T00:24:30.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.774+0000 7fb7225df640 1 Processor -- start 2024-09-21T00:24:30.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.774+0000 7fb7225df640 1 -- start start 2024-09-21T00:24:30.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.775+0000 7fb7225df640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb704004800 0x7fb71c14fda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.775+0000 7fb7225df640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb71c1f35d0 0x7fb71c1f39e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.775+0000 7fb7225df640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb71c09f940 0x7fb71c09fd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.775+0000 7fb7225df640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fb71c0b1860 con 0x7fb704004800 2024-09-21T00:24:30.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.775+0000 7fb7225df640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fb71c0b16e0 con 0x7fb71c1f35d0 2024-09-21T00:24:30.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.775+0000 7fb7225df640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fb71c0b19e0 con 0x7fb71c09f940 2024-09-21T00:24:30.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.775+0000 7fb71bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb704004800 0x7fb71c14fda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.775+0000 7fb71bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb704004800 0x7fb71c14fda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55980/0 (socket says 172.21.15.67:55980) 2024-09-21T00:24:30.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.775+0000 7fb71bfff640 1 -- 172.21.15.67:0/405256053 learned_addr learned my addr 172.21.15.67:0/405256053 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:30.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.775+0000 7fb71b7fe640 1 --2- 172.21.15.67:0/405256053 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb71c1f35d0 0x7fb71c1f39e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.775+0000 7fb720b7c640 1 --2- 172.21.15.67:0/405256053 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb71c09f940 0x7fb71c09fd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.776+0000 7fb71bfff640 1 -- 172.21.15.67:0/405256053 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb71c09f940 msgr2=0x7fb71c09fd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:30.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.776+0000 7fb71bfff640 1 --2- 172.21.15.67:0/405256053 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb71c09f940 0x7fb71c09fd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.776+0000 7fb71bfff640 1 -- 172.21.15.67:0/405256053 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb71c1f35d0 msgr2=0x7fb71c1f39e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:30.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.776+0000 7fb71bfff640 1 --2- 172.21.15.67:0/405256053 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb71c1f35d0 0x7fb71c1f39e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.776+0000 7fb71bfff640 1 -- 172.21.15.67:0/405256053 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb71c0b3210 con 0x7fb704004800 2024-09-21T00:24:30.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.776+0000 7fb71bfff640 1 --2- 172.21.15.67:0/405256053 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb704004800 0x7fb71c14fda0 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7fb70c00b620 tx=0x7fb70c00bae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:30.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.776+0000 7fb718ff9640 1 -- 172.21.15.67:0/405256053 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb70c010b10 con 0x7fb704004800 2024-09-21T00:24:30.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.776+0000 7fb718ff9640 1 -- 172.21.15.67:0/405256053 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb70c015070 con 0x7fb704004800 2024-09-21T00:24:30.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.776+0000 7fb718ff9640 1 -- 172.21.15.67:0/405256053 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb70c01a470 con 0x7fb704004800 2024-09-21T00:24:30.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.776+0000 7fb7225df640 1 -- 172.21.15.67:0/405256053 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb71c0b34f0 con 0x7fb704004800 2024-09-21T00:24:30.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.776+0000 7fb7225df640 1 -- 172.21.15.67:0/405256053 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb71c0b3ab0 con 0x7fb704004800 2024-09-21T00:24:30.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.778+0000 7fb718ff9640 1 -- 172.21.15.67:0/405256053 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fb70c01a610 con 0x7fb704004800 2024-09-21T00:24:30.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.779+0000 7fb718ff9640 1 --2- 172.21.15.67:0/405256053 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb708078b90 0x7fb70807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.779+0000 7fb718ff9640 1 -- 172.21.15.67:0/405256053 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fb70c09b980 con 0x7fb704004800 2024-09-21T00:24:30.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.779+0000 7fb71b7fe640 1 --2- 172.21.15.67:0/405256053 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb708078b90 0x7fb70807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.780+0000 7fb71b7fe640 1 --2- 172.21.15.67:0/405256053 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb708078b90 0x7fb70807b0a0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fb710032000 tx=0x7fb710001190 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:30.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.780+0000 7fb729627740 1 Processor -- start 2024-09-21T00:24:30.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.780+0000 7fb729627740 1 -- start start 2024-09-21T00:24:30.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.781+0000 7fb729627740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x562e69134690 0x562e694fc750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.781+0000 7fb729627740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562e6910b7d0 0x562e694fcc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.781+0000 7fb729627740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562e691139b0 0x562e69505290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.781+0000 7fb729627740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x562e6944eb00 con 0x562e691139b0 2024-09-21T00:24:30.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.781+0000 7fb729627740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x562e6943df30 con 0x562e6910b7d0 2024-09-21T00:24:30.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.781+0000 7fb729627740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x562e69441d40 con 0x562e69134690 2024-09-21T00:24:30.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.781+0000 7fb720b7c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562e691139b0 0x562e69505290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.781+0000 7fb720b7c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562e691139b0 0x562e69505290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55982/0 (socket says 172.21.15.67:55982) 2024-09-21T00:24:30.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.781+0000 7fb720b7c640 1 -- 172.21.15.67:0/315661224 learned_addr learned my addr 172.21.15.67:0/315661224 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:30.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.781+0000 7fb71b7fe640 1 --2- 172.21.15.67:0/315661224 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562e6910b7d0 0x562e694fcc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.781+0000 7fb71bfff640 1 --2- 172.21.15.67:0/315661224 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x562e69134690 0x562e694fc750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.782+0000 7fb720b7c640 1 -- 172.21.15.67:0/315661224 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x562e69134690 msgr2=0x562e694fc750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:30.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.782+0000 7fb720b7c640 1 --2- 172.21.15.67:0/315661224 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x562e69134690 0x562e694fc750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.782+0000 7fb720b7c640 1 -- 172.21.15.67:0/315661224 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562e6910b7d0 msgr2=0x562e694fcc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:30.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.782+0000 7fb720b7c640 1 --2- 172.21.15.67:0/315661224 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562e6910b7d0 0x562e694fcc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.782+0000 7fb720b7c640 1 -- 172.21.15.67:0/315661224 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562e69218b00 con 0x562e691139b0 2024-09-21T00:24:30.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.782+0000 7fb71b7fe640 1 --2- 172.21.15.67:0/315661224 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562e6910b7d0 0x562e694fcc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:24:30.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.782+0000 7fb720b7c640 1 --2- 172.21.15.67:0/315661224 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562e691139b0 0x562e69505290 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7fb71c0c9540 tx=0x7fb714010730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7f06ba432981b83 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:30.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.782+0000 7fb7027fc640 1 -- 172.21.15.67:0/315661224 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb714019070 con 0x562e691139b0 2024-09-21T00:24:30.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.782+0000 7fb7027fc640 1 -- 172.21.15.67:0/315661224 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb714012730 con 0x562e691139b0 2024-09-21T00:24:30.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.782+0000 7fb7027fc640 1 -- 172.21.15.67:0/315661224 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb714012b60 con 0x562e691139b0 2024-09-21T00:24:30.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.783+0000 7fb729627740 1 -- 172.21.15.67:0/315661224 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562e691139b0 msgr2=0x562e69505290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:30.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.783+0000 7fb729627740 1 --2- 172.21.15.67:0/315661224 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562e691139b0 0x562e69505290 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7fb71c0c9540 tx=0x7fb714010730 comp rx=0 tx=0).stop 2024-09-21T00:24:30.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.783+0000 7fb729627740 1 -- 172.21.15.67:0/315661224 shutdown_connections 2024-09-21T00:24:30.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.783+0000 7fb729627740 1 --2- 172.21.15.67:0/315661224 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562e691139b0 0x562e69505290 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.783+0000 7fb729627740 1 --2- 172.21.15.67:0/315661224 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562e6910b7d0 0x562e694fcc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.783+0000 7fb729627740 1 --2- 172.21.15.67:0/315661224 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x562e69134690 0x562e694fc750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.783+0000 7fb729627740 1 -- 172.21.15.67:0/315661224 >> 172.21.15.67:0/315661224 conn(0x562e691287e0 msgr2=0x562e694db3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:30.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.783+0000 7fb729627740 1 -- 172.21.15.67:0/315661224 shutdown_connections 2024-09-21T00:24:30.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.783+0000 7fb729627740 1 -- 172.21.15.67:0/315661224 wait complete. 2024-09-21T00:24:30.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.784+0000 7fb729627740 1 -- start start 2024-09-21T00:24:30.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.784+0000 7fb729627740 1 Processor -- start 2024-09-21T00:24:30.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.785+0000 7fb729627740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x562e6910b7d0 0x562e6951dbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.785+0000 7fb729627740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562e691139b0 0x562e695160c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.785+0000 7fb729627740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562e69134690 0x562e6951f770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.785+0000 7fb729627740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x562e691aea40 con 0x562e691139b0 2024-09-21T00:24:30.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.785+0000 7fb729627740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x562e693c4680 con 0x562e69134690 2024-09-21T00:24:30.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.785+0000 7fb729627740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x562e69518010 con 0x562e6910b7d0 2024-09-21T00:24:30.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.785+0000 7fb729627740 10 client.0 _ll_register_callbacks cb 0x562e69436d50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:24:30.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.785+0000 7fb71b7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562e691139b0 0x562e695160c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.785+0000 7fb71b7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562e691139b0 0x562e695160c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55994/0 (socket says 172.21.15.67:55994) 2024-09-21T00:24:30.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.785+0000 7fb71b7fe640 1 -- 172.21.15.67:0/2237955784 learned_addr learned my addr 172.21.15.67:0/2237955784 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:30.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.785+0000 7fb71bfff640 1 --2- 172.21.15.67:0/2237955784 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x562e6910b7d0 0x562e6951dbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.785+0000 7fb720b7c640 1 --2- 172.21.15.67:0/2237955784 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562e69134690 0x562e6951f770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.786+0000 7fb71b7fe640 1 -- 172.21.15.67:0/2237955784 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x562e6910b7d0 msgr2=0x562e6951dbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:30.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.786+0000 7fb71b7fe640 1 --2- 172.21.15.67:0/2237955784 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x562e6910b7d0 0x562e6951dbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.786+0000 7fb71b7fe640 1 -- 172.21.15.67:0/2237955784 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562e69134690 msgr2=0x562e6951f770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:30.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.786+0000 7fb71b7fe640 1 --2- 172.21.15.67:0/2237955784 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562e69134690 0x562e6951f770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.786+0000 7fb71b7fe640 1 -- 172.21.15.67:0/2237955784 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562e6917d9a0 con 0x562e691139b0 2024-09-21T00:24:30.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.786+0000 7fb71b7fe640 1 --2- 172.21.15.67:0/2237955784 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562e691139b0 0x562e695160c0 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7fb71002a910 tx=0x7fb704005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=830009a362f38408 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:30.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.786+0000 7fb6faffd640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:24:30.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.786+0000 7fb6faffd640 1 -- 172.21.15.67:0/2237955784 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb710050060 con 0x562e691139b0 2024-09-21T00:24:30.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.786+0000 7fb6faffd640 1 -- 172.21.15.67:0/2237955784 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fb71003d700 con 0x562e691139b0 2024-09-21T00:24:30.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.786+0000 7fb729627740 1 -- 172.21.15.67:0/2237955784 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb714012730 con 0x562e691139b0 2024-09-21T00:24:30.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.786+0000 7fb6faffd640 1 -- 172.21.15.67:0/2237955784 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fb710056050 con 0x562e691139b0 2024-09-21T00:24:30.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.786+0000 7fb729627740 10 client.5886 fetch_fsmap learned FSMap version 28 2024-09-21T00:24:30.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.786+0000 7fb729627740 1 -- 172.21.15.67:0/2237955784 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=2+}) -- 0x562e69279290 con 0x562e691139b0 2024-09-21T00:24:30.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.786+0000 7fb6faffd640 1 -- 172.21.15.67:0/2237955784 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb714012730 con 0x562e691139b0 2024-09-21T00:24:30.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.786+0000 7fb6faffd640 1 -- 172.21.15.67:0/2237955784 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 28) ==== 3502+0+0 (secure 0 0 0) 0x7fb710059020 con 0x562e691139b0 2024-09-21T00:24:30.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.787+0000 7fb729627740 10 client.5886 fetch_fsmap finished waiting for FSMap version 28 2024-09-21T00:24:30.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.787+0000 7fb729627740 10 client.5886 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.a 2024-09-21T00:24:30.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.787+0000 7fb729627740 20 client.5886 populate_metadata read hostname 'smithi067' 2024-09-21T00:24:30.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.787+0000 7fb729627740 1 --2- 172.21.15.67:0/2237955784 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x562e690f3260 0x562e69532590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.787+0000 7fb729627740 4 client.5886 mds_command: new command op to 5376 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:24:30.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.787+0000 7fb729627740 1 -- 172.21.15.67:0/2237955784 --> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562e69450a50 con 0x562e690f3260 2024-09-21T00:24:30.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.787+0000 7fb71bfff640 1 --2- 172.21.15.67:0/2237955784 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x562e690f3260 0x562e69532590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.787+0000 7fb6faffd640 10 client.5886 ms_handle_connect on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:30.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.787+0000 7fb71bfff640 1 --2- 172.21.15.67:0/2237955784 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x562e690f3260 0x562e69532590 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f20fd77f13de1224 server_cookie=ce79373e36521633 in_seq=0 out_seq=0 2024-09-21T00:24:30.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.788+0000 7fb6faffd640 1 -- 172.21.15.67:0/2237955784 <== mds.0 v2:172.21.15.67:6832/3973293841 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x562e69450a50 con 0x562e690f3260 2024-09-21T00:24:30.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.788+0000 7fb6faffd640 10 client.5886 handle_command_reply: tid=0 2024-09-21T00:24:30.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.788+0000 7fb729627740 1 client.5886 shutdown 2024-09-21T00:24:30.794 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.788+0000 7fb729627740 1 -- 172.21.15.67:0/2237955784 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562e691139b0 msgr2=0x562e695160c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:30.794 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.788+0000 7fb729627740 1 --2- 172.21.15.67:0/2237955784 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562e691139b0 0x562e695160c0 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7fb71002a910 tx=0x7fb704005830 comp rx=0 tx=0).stop 2024-09-21T00:24:30.794 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.788+0000 7fb729627740 1 -- 172.21.15.67:0/2237955784 shutdown_connections 2024-09-21T00:24:30.794 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.788+0000 7fb729627740 1 --2- 172.21.15.67:0/2237955784 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562e69134690 0x562e6951f770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.794 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.788+0000 7fb729627740 1 --2- 172.21.15.67:0/2237955784 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562e691139b0 0x562e695160c0 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.794 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.788+0000 7fb729627740 1 --2- 172.21.15.67:0/2237955784 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x562e690f3260 0x562e69532590 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.794 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.788+0000 7fb729627740 1 --2- 172.21.15.67:0/2237955784 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x562e6910b7d0 0x562e6951dbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.794 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.788+0000 7fb6faffd640 0 client.5886 ms_handle_reset on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:30.794 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.788+0000 7fb729627740 1 -- 172.21.15.67:0/2237955784 >> 172.21.15.67:0/2237955784 conn(0x562e691287e0 msgr2=0x562e694db070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:30.794 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.788+0000 7fb729627740 1 -- 172.21.15.67:0/2237955784 shutdown_connections 2024-09-21T00:24:30.794 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.788+0000 7fb729627740 1 -- 172.21.15.67:0/2237955784 wait complete. 2024-09-21T00:24:30.794 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.788+0000 7fb729627740 20 client.5886 trim_cache size 0 max 16384 2024-09-21T00:24:30.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.806+0000 7fb729627740 1 Processor -- start 2024-09-21T00:24:30.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.806+0000 7fb729627740 1 -- start start 2024-09-21T00:24:30.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.807+0000 7fb729627740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562e6910b7d0 0x562e69598f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.807+0000 7fb729627740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x562e691139b0 0x562e694fb150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.807+0000 7fb729627740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562e69134690 0x562e694fb690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.807+0000 7fb729627740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x562e69520740 con 0x562e69134690 2024-09-21T00:24:30.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.807+0000 7fb729627740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fb71c200360 con 0x562e6910b7d0 2024-09-21T00:24:30.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.807+0000 7fb729627740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fb71c152520 con 0x562e691139b0 2024-09-21T00:24:30.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.808+0000 7fb720b7c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562e69134690 0x562e694fb690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.808+0000 7fb720b7c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562e69134690 0x562e694fb690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56010/0 (socket says 172.21.15.67:56010) 2024-09-21T00:24:30.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.808+0000 7fb720b7c640 1 -- 172.21.15.67:0/1966879515 learned_addr learned my addr 172.21.15.67:0/1966879515 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:30.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.808+0000 7fb71bfff640 1 --2- 172.21.15.67:0/1966879515 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562e6910b7d0 0x562e69598f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.808+0000 7fb720b7c640 1 -- 172.21.15.67:0/1966879515 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x562e691139b0 msgr2=0x562e694fb150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:30.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.808+0000 7fb71b7fe640 1 --2- 172.21.15.67:0/1966879515 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x562e691139b0 0x562e694fb150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.808+0000 7fb720b7c640 1 --2- 172.21.15.67:0/1966879515 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x562e691139b0 0x562e694fb150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.808+0000 7fb720b7c640 1 -- 172.21.15.67:0/1966879515 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562e6910b7d0 msgr2=0x562e69598f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:30.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.808+0000 7fb720b7c640 1 --2- 172.21.15.67:0/1966879515 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562e6910b7d0 0x562e69598f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.808+0000 7fb720b7c640 1 -- 172.21.15.67:0/1966879515 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562e69216e00 con 0x562e69134690 2024-09-21T00:24:30.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.808+0000 7fb720b7c640 1 --2- 172.21.15.67:0/1966879515 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562e69134690 0x562e694fb690 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7fb71c069c40 tx=0x7fb7140021f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3c8bf6b51fb5b76 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:30.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.808+0000 7fb701ffb640 1 -- 172.21.15.67:0/1966879515 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb714019070 con 0x562e69134690 2024-09-21T00:24:30.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.808+0000 7fb701ffb640 1 -- 172.21.15.67:0/1966879515 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb714025070 con 0x562e69134690 2024-09-21T00:24:30.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.808+0000 7fb701ffb640 1 -- 172.21.15.67:0/1966879515 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb714012cc0 con 0x562e69134690 2024-09-21T00:24:30.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.809+0000 7fb729627740 1 -- 172.21.15.67:0/1966879515 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562e69134690 msgr2=0x562e694fb690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:30.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.809+0000 7fb729627740 1 --2- 172.21.15.67:0/1966879515 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562e69134690 0x562e694fb690 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7fb71c069c40 tx=0x7fb7140021f0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.809+0000 7fb729627740 1 -- 172.21.15.67:0/1966879515 shutdown_connections 2024-09-21T00:24:30.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.809+0000 7fb729627740 1 --2- 172.21.15.67:0/1966879515 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562e69134690 0x562e694fb690 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.809+0000 7fb729627740 1 --2- 172.21.15.67:0/1966879515 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x562e691139b0 0x562e694fb150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.809+0000 7fb729627740 1 --2- 172.21.15.67:0/1966879515 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562e6910b7d0 0x562e69598f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.809+0000 7fb729627740 1 -- 172.21.15.67:0/1966879515 >> 172.21.15.67:0/1966879515 conn(0x562e691287e0 msgr2=0x562e69518e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:30.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.809+0000 7fb729627740 1 -- 172.21.15.67:0/1966879515 shutdown_connections 2024-09-21T00:24:30.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.809+0000 7fb729627740 1 -- 172.21.15.67:0/1966879515 wait complete. 2024-09-21T00:24:30.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.810+0000 7fb729627740 1 -- start start 2024-09-21T00:24:30.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.810+0000 7fb729627740 1 Processor -- start 2024-09-21T00:24:30.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.811+0000 7fb729627740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562e6910b7d0 0x562e695a3460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.811+0000 7fb729627740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562e691139b0 0x562e695834d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.811+0000 7fb729627740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x562e69134690 0x562e69531030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.811+0000 7fb729627740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fb71c151ed0 con 0x562e6910b7d0 2024-09-21T00:24:30.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.811+0000 7fb729627740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fb71c14f780 con 0x562e691139b0 2024-09-21T00:24:30.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.811+0000 7fb729627740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x562e694d0af0 con 0x562e69134690 2024-09-21T00:24:30.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.811+0000 7fb729627740 10 client.0 _ll_register_callbacks cb 0x7fb7040036f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:24:30.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.811+0000 7fb71bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562e6910b7d0 0x562e695a3460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.811+0000 7fb71bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562e6910b7d0 0x562e695a3460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56022/0 (socket says 172.21.15.67:56022) 2024-09-21T00:24:30.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.811+0000 7fb71bfff640 1 -- 172.21.15.67:0/2350061089 learned_addr learned my addr 172.21.15.67:0/2350061089 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:30.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.812+0000 7fb720b7c640 1 --2- 172.21.15.67:0/2350061089 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x562e69134690 0x562e69531030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.812+0000 7fb71b7fe640 1 --2- 172.21.15.67:0/2350061089 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562e691139b0 0x562e695834d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.812+0000 7fb71bfff640 1 -- 172.21.15.67:0/2350061089 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x562e69134690 msgr2=0x562e69531030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:30.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.812+0000 7fb71bfff640 1 --2- 172.21.15.67:0/2350061089 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x562e69134690 0x562e69531030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.812+0000 7fb71bfff640 1 -- 172.21.15.67:0/2350061089 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562e691139b0 msgr2=0x562e695834d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:30.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.812+0000 7fb71bfff640 1 --2- 172.21.15.67:0/2350061089 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562e691139b0 0x562e695834d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.812+0000 7fb71bfff640 1 -- 172.21.15.67:0/2350061089 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562e694d58e0 con 0x562e6910b7d0 2024-09-21T00:24:30.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.812+0000 7fb720b7c640 1 --2- 172.21.15.67:0/2350061089 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x562e69134690 0x562e69531030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:24:30.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.812+0000 7fb71bfff640 1 --2- 172.21.15.67:0/2350061089 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562e6910b7d0 0x562e695a3460 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7fb70c063450 tx=0x7fb70c005cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da02a21dddbba6c9 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:30.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.812+0000 7fb6faffd640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:24:30.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.812+0000 7fb6faffd640 1 -- 172.21.15.67:0/2350061089 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb70c081070 con 0x562e6910b7d0 2024-09-21T00:24:30.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.812+0000 7fb6faffd640 1 -- 172.21.15.67:0/2350061089 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fb70c06ce50 con 0x562e6910b7d0 2024-09-21T00:24:30.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.812+0000 7fb729627740 1 -- 172.21.15.67:0/2350061089 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb714025070 con 0x562e6910b7d0 2024-09-21T00:24:30.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.812+0000 7fb6faffd640 1 -- 172.21.15.67:0/2350061089 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fb70c063e50 con 0x562e6910b7d0 2024-09-21T00:24:30.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.812+0000 7fb729627740 10 client.5892 fetch_fsmap learned FSMap version 28 2024-09-21T00:24:30.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.812+0000 7fb729627740 1 -- 172.21.15.67:0/2350061089 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=2+}) -- 0x562e694d6030 con 0x562e6910b7d0 2024-09-21T00:24:30.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.812+0000 7fb6faffd640 1 -- 172.21.15.67:0/2350061089 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb714025070 con 0x562e6910b7d0 2024-09-21T00:24:30.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.812+0000 7fb6faffd640 1 -- 172.21.15.67:0/2350061089 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 28) ==== 3502+0+0 (secure 0 0 0) 0x7fb70c022030 con 0x562e6910b7d0 2024-09-21T00:24:30.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.813+0000 7fb729627740 10 client.5892 fetch_fsmap finished waiting for FSMap version 28 2024-09-21T00:24:30.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.813+0000 7fb729627740 10 client.5892 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.a 2024-09-21T00:24:30.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.813+0000 7fb729627740 20 client.5892 populate_metadata read hostname 'smithi067' 2024-09-21T00:24:30.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.813+0000 7fb729627740 1 --2- 172.21.15.67:0/2350061089 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x562e69523dc0 0x562e69531570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.813+0000 7fb729627740 4 client.5892 mds_command: new command op to 5376 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/scrub_test_path/ceph-qa-suite/suites"}] 2024-09-21T00:24:30.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.813+0000 7fb729627740 1 -- 172.21.15.67:0/2350061089 --> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] -- command(tid 0: {"prefix": "scrub start", "path": "/scrub_test_path/ceph-qa-suite/suites"}) -- 0x562e6944c500 con 0x562e69523dc0 2024-09-21T00:24:30.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.813+0000 7fb71b7fe640 1 --2- 172.21.15.67:0/2350061089 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x562e69523dc0 0x562e69531570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.813+0000 7fb6faffd640 10 client.5892 ms_handle_connect on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:30.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.813+0000 7fb71b7fe640 1 --2- 172.21.15.67:0/2350061089 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x562e69523dc0 0x562e69531570 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8a858e4f62702b1d server_cookie=72c90d590ff424b6 in_seq=0 out_seq=0 2024-09-21T00:24:30.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.814+0000 7fb6faffd640 1 -- 172.21.15.67:0/2350061089 <== mds.0 v2:172.21.15.67:6832/3973293841 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x562e6944c500 con 0x562e69523dc0 2024-09-21T00:24:30.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.814+0000 7fb6faffd640 10 client.5892 handle_command_reply: tid=0 2024-09-21T00:24:30.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.814+0000 7fb729627740 1 client.5892 shutdown 2024-09-21T00:24:30.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.814+0000 7fb729627740 1 -- 172.21.15.67:0/2350061089 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562e6910b7d0 msgr2=0x562e695a3460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:30.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.814+0000 7fb729627740 1 --2- 172.21.15.67:0/2350061089 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562e6910b7d0 0x562e695a3460 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7fb70c063450 tx=0x7fb70c005cb0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.814+0000 7fb729627740 1 -- 172.21.15.67:0/2350061089 shutdown_connections 2024-09-21T00:24:30.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.814+0000 7fb729627740 1 --2- 172.21.15.67:0/2350061089 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x562e69523dc0 0x562e69531570 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.814+0000 7fb729627740 1 --2- 172.21.15.67:0/2350061089 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x562e69134690 0x562e69531030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.814+0000 7fb729627740 1 --2- 172.21.15.67:0/2350061089 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562e691139b0 0x562e695834d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.814+0000 7fb6faffd640 0 client.5892 ms_handle_reset on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:30.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.814+0000 7fb729627740 1 --2- 172.21.15.67:0/2350061089 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562e6910b7d0 0x562e695a3460 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.814+0000 7fb729627740 1 -- 172.21.15.67:0/2350061089 >> 172.21.15.67:0/2350061089 conn(0x562e691287e0 msgr2=0x562e69521480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:30.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.814+0000 7fb729627740 1 -- 172.21.15.67:0/2350061089 shutdown_connections 2024-09-21T00:24:30.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.814+0000 7fb729627740 1 -- 172.21.15.67:0/2350061089 wait complete. 2024-09-21T00:24:30.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.814+0000 7fb729627740 20 client.5892 trim_cache size 0 max 16384 2024-09-21T00:24:30.820 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:24:30.820 INFO:teuthology.orchestra.run.smithi067.stdout: "return_code": 0, 2024-09-21T00:24:30.820 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_tag": "f8f445a5-48ee-4dd1-a251-8f0eff99be3c", 2024-09-21T00:24:30.820 INFO:teuthology.orchestra.run.smithi067.stdout: "mode": "asynchronous" 2024-09-21T00:24:30.820 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:24:30.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.815+0000 7fb7225df640 1 -- 172.21.15.67:0/405256053 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb708078b90 msgr2=0x7fb70807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:30.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.815+0000 7fb7225df640 1 --2- 172.21.15.67:0/405256053 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb708078b90 0x7fb70807b0a0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fb710032000 tx=0x7fb710001190 comp rx=0 tx=0).stop 2024-09-21T00:24:30.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.815+0000 7fb7225df640 1 -- 172.21.15.67:0/405256053 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb704004800 msgr2=0x7fb71c14fda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:30.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.815+0000 7fb7225df640 1 --2- 172.21.15.67:0/405256053 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb704004800 0x7fb71c14fda0 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7fb70c00b620 tx=0x7fb70c00bae0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.815+0000 7fb7225df640 1 -- 172.21.15.67:0/405256053 shutdown_connections 2024-09-21T00:24:30.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.815+0000 7fb7225df640 1 --2- 172.21.15.67:0/405256053 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb708078b90 0x7fb70807b0a0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.815+0000 7fb7225df640 1 --2- 172.21.15.67:0/405256053 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb71c09f940 0x7fb71c09fd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.815+0000 7fb7225df640 1 --2- 172.21.15.67:0/405256053 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb71c1f35d0 0x7fb71c1f39e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.815+0000 7fb7225df640 1 --2- 172.21.15.67:0/405256053 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb704004800 0x7fb71c14fda0 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.815+0000 7fb7225df640 1 -- 172.21.15.67:0/405256053 >> 172.21.15.67:0/405256053 conn(0x7fb71c0d24c0 msgr2=0x7fb71c15f920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:30.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.815+0000 7fb7225df640 1 -- 172.21.15.67:0/405256053 shutdown_connections 2024-09-21T00:24:30.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.815+0000 7fb7225df640 1 -- 172.21.15.67:0/405256053 wait complete. 2024-09-21T00:24:30.827 INFO:tasks.cephfs.test_scrub_checks:command 'scrub start /scrub_test_path/ceph-qa-suite/suites' returned '{'return_code': 0, 'scrub_tag': 'f8f445a5-48ee-4dd1-a251-8f0eff99be3c', 'mode': 'asynchronous'}' 2024-09-21T00:24:30.827 INFO:tasks.cephfs.test_scrub_checks:Running command 'scrub start /scrub_test_path/ceph-qa-suite/suites/fs/verify/validater/valgrind.yaml' 2024-09-21T00:24:30.827 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.3:0 scrub start /scrub_test_path/ceph-qa-suite/suites/fs/verify/validater/valgrind.yaml 2024-09-21T00:24:30.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.945+0000 7f674cca2640 1 -- 172.21.15.67:0/4004947522 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67480d4db0 msgr2=0x7f67480b4350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:30.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.945+0000 7f674cca2640 1 --2- 172.21.15.67:0/4004947522 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67480d4db0 0x7f67480b4350 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f67480cec80 tx=0x7f674002a950 comp rx=0 tx=0).stop 2024-09-21T00:24:30.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.946+0000 7f674cca2640 1 -- 172.21.15.67:0/4004947522 shutdown_connections 2024-09-21T00:24:30.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.946+0000 7f674cca2640 1 --2- 172.21.15.67:0/4004947522 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67480d4db0 0x7f67480b4350 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.946+0000 7f674cca2640 1 --2- 172.21.15.67:0/4004947522 >> v2:172.21.15.97:3300/0 conn(0x7f67480d1450 0x7f67480b9950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.946+0000 7f674cca2640 1 -- 172.21.15.67:0/4004947522 >> 172.21.15.67:0/4004947522 conn(0x7f674809da10 msgr2=0x7f67480d46a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:30.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.946+0000 7f674cca2640 1 -- 172.21.15.67:0/4004947522 shutdown_connections 2024-09-21T00:24:30.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.946+0000 7f674cca2640 1 -- 172.21.15.67:0/4004947522 wait complete. 2024-09-21T00:24:30.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.947+0000 7f674cca2640 1 Processor -- start 2024-09-21T00:24:30.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.948+0000 7f674cca2640 1 -- start start 2024-09-21T00:24:30.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.949+0000 7f674cca2640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f67480d3590 0x7f674809ed00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.949+0000 7f674cca2640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f67480d4db0 0x7f6748151930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.949+0000 7f674cca2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67480b2030 0x7f67480b2440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.949+0000 7f674cca2640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f67480b4c60 con 0x7f67480b2030 2024-09-21T00:24:30.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.949+0000 7f674cca2640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f67480b4ae0 con 0x7f67480d4db0 2024-09-21T00:24:30.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.949+0000 7f674cca2640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f67480b4de0 con 0x7f67480d3590 2024-09-21T00:24:30.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.949+0000 7f6746d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67480b2030 0x7f67480b2440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.949+0000 7f6746d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67480b2030 0x7f67480b2440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56028/0 (socket says 172.21.15.67:56028) 2024-09-21T00:24:30.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.949+0000 7f6746d9d640 1 -- 172.21.15.67:0/3152922517 learned_addr learned my addr 172.21.15.67:0/3152922517 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:30.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.949+0000 7f6745d9b640 1 --2- 172.21.15.67:0/3152922517 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f67480d4db0 0x7f6748151930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.949+0000 7f674659c640 1 --2- 172.21.15.67:0/3152922517 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f67480d3590 0x7f674809ed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.949+0000 7f6746d9d640 1 -- 172.21.15.67:0/3152922517 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f67480d3590 msgr2=0x7f674809ed00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:30.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.949+0000 7f6746d9d640 1 --2- 172.21.15.67:0/3152922517 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f67480d3590 0x7f674809ed00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.949+0000 7f6746d9d640 1 -- 172.21.15.67:0/3152922517 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f67480d4db0 msgr2=0x7f6748151930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:30.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.949+0000 7f6746d9d640 1 --2- 172.21.15.67:0/3152922517 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f67480d4db0 0x7f6748151930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.949+0000 7f6746d9d640 1 -- 172.21.15.67:0/3152922517 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67480b2980 con 0x7f67480b2030 2024-09-21T00:24:30.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.950+0000 7f6746d9d640 1 --2- 172.21.15.67:0/3152922517 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67480b2030 0x7f67480b2440 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f6740009bf0 tx=0x7f6740030e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:30.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.950+0000 7f6736ffd640 1 -- 172.21.15.67:0/3152922517 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6740034050 con 0x7f67480b2030 2024-09-21T00:24:30.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.950+0000 7f6736ffd640 1 -- 172.21.15.67:0/3152922517 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6740004340 con 0x7f67480b2030 2024-09-21T00:24:30.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.950+0000 7f6736ffd640 1 -- 172.21.15.67:0/3152922517 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6740004790 con 0x7f67480b2030 2024-09-21T00:24:30.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.950+0000 7f674cca2640 1 -- 172.21.15.67:0/3152922517 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f674815d900 con 0x7f67480b2030 2024-09-21T00:24:30.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.950+0000 7f674cca2640 1 -- 172.21.15.67:0/3152922517 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67480a1bd0 con 0x7f67480b2030 2024-09-21T00:24:30.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.952+0000 7f6736ffd640 1 -- 172.21.15.67:0/3152922517 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f6740037020 con 0x7f67480b2030 2024-09-21T00:24:30.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.952+0000 7f6736ffd640 1 --2- 172.21.15.67:0/3152922517 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6728078bc0 0x7f672807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.952+0000 7f6736ffd640 1 -- 172.21.15.67:0/3152922517 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f67400bbd70 con 0x7f67480b2030 2024-09-21T00:24:30.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.952+0000 7f674659c640 1 --2- 172.21.15.67:0/3152922517 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6728078bc0 0x7f672807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.953+0000 7f674659c640 1 --2- 172.21.15.67:0/3152922517 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6728078bc0 0x7f672807b0d0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f67380098c0 tx=0x7f6738009060 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:30.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.953+0000 7f6753c16740 1 Processor -- start 2024-09-21T00:24:30.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.953+0000 7f6753c16740 1 -- start start 2024-09-21T00:24:30.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.955+0000 7f6753c16740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ff32679a90 0x55ff32a680d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.955+0000 7f6753c16740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55ff32650bd0 0x55ff32a4ada0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.955+0000 7f6753c16740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ff32658db0 0x55ff32a4b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.955+0000 7f6753c16740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55ff32993f20 con 0x55ff32679a90 2024-09-21T00:24:30.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.955+0000 7f6753c16740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55ff32983350 con 0x55ff32658db0 2024-09-21T00:24:30.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.955+0000 7f6753c16740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55ff32987160 con 0x55ff32650bd0 2024-09-21T00:24:30.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.955+0000 7f674659c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ff32679a90 0x55ff32a680d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.955+0000 7f674659c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ff32679a90 0x55ff32a680d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56030/0 (socket says 172.21.15.67:56030) 2024-09-21T00:24:30.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.955+0000 7f674659c640 1 -- 172.21.15.67:0/2313807736 learned_addr learned my addr 172.21.15.67:0/2313807736 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:30.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.955+0000 7f6745d9b640 1 --2- 172.21.15.67:0/2313807736 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55ff32650bd0 0x55ff32a4ada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.955+0000 7f6746d9d640 1 --2- 172.21.15.67:0/2313807736 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ff32658db0 0x55ff32a4b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.955+0000 7f674659c640 1 -- 172.21.15.67:0/2313807736 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55ff32650bd0 msgr2=0x55ff32a4ada0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:30.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.955+0000 7f674659c640 1 --2- 172.21.15.67:0/2313807736 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55ff32650bd0 0x55ff32a4ada0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.955+0000 7f674659c640 1 -- 172.21.15.67:0/2313807736 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ff32658db0 msgr2=0x55ff32a4b2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:30.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.955+0000 7f674659c640 1 --2- 172.21.15.67:0/2313807736 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ff32658db0 0x55ff32a4b2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.955+0000 7f674659c640 1 -- 172.21.15.67:0/2313807736 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ff3292f660 con 0x55ff32679a90 2024-09-21T00:24:30.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.955+0000 7f674659c640 1 --2- 172.21.15.67:0/2313807736 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ff32679a90 0x55ff32a680d0 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f673800ebd0 tx=0x7f6738011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d67cf397f0eafb6 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:30.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.955+0000 7f6727fff640 1 -- 172.21.15.67:0/2313807736 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f673801b040 con 0x55ff32679a90 2024-09-21T00:24:30.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.955+0000 7f6727fff640 1 -- 172.21.15.67:0/2313807736 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6738024070 con 0x55ff32679a90 2024-09-21T00:24:30.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.955+0000 7f6727fff640 1 -- 172.21.15.67:0/2313807736 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6738015e30 con 0x55ff32679a90 2024-09-21T00:24:30.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.956+0000 7f6753c16740 1 -- 172.21.15.67:0/2313807736 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ff32679a90 msgr2=0x55ff32a680d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:30.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.956+0000 7f6753c16740 1 --2- 172.21.15.67:0/2313807736 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ff32679a90 0x55ff32a680d0 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f673800ebd0 tx=0x7f6738011000 comp rx=0 tx=0).stop 2024-09-21T00:24:30.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.956+0000 7f6753c16740 1 -- 172.21.15.67:0/2313807736 shutdown_connections 2024-09-21T00:24:30.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.956+0000 7f6753c16740 1 --2- 172.21.15.67:0/2313807736 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ff32658db0 0x55ff32a4b2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.956+0000 7f6753c16740 1 --2- 172.21.15.67:0/2313807736 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55ff32650bd0 0x55ff32a4ada0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.956+0000 7f6753c16740 1 --2- 172.21.15.67:0/2313807736 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ff32679a90 0x55ff32a680d0 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.956+0000 7f6753c16740 1 -- 172.21.15.67:0/2313807736 >> 172.21.15.67:0/2313807736 conn(0x55ff3266dbe0 msgr2=0x55ff32a20fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:30.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.956+0000 7f6753c16740 1 -- 172.21.15.67:0/2313807736 shutdown_connections 2024-09-21T00:24:30.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.957+0000 7f6753c16740 1 -- 172.21.15.67:0/2313807736 wait complete. 2024-09-21T00:24:30.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.957+0000 7f6753c16740 1 -- start start 2024-09-21T00:24:30.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.957+0000 7f6753c16740 1 Processor -- start 2024-09-21T00:24:30.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.959+0000 7f6753c16740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ff32650bd0 0x55ff32a5f580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.959+0000 7f6753c16740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ff32658db0 0x55ff32a5c9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.959+0000 7f6753c16740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55ff32679a90 0x55ff32a208d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.959+0000 7f6753c16740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55ff326f3e40 con 0x55ff32650bd0 2024-09-21T00:24:30.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.959+0000 7f6753c16740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55ff32928850 con 0x55ff32658db0 2024-09-21T00:24:30.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.959+0000 7f6753c16740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55ff32a5eb80 con 0x55ff32679a90 2024-09-21T00:24:30.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.959+0000 7f6753c16740 10 client.0 _ll_register_callbacks cb 0x55ff3297c5d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:24:30.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.959+0000 7f674659c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ff32650bd0 0x55ff32a5f580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.959+0000 7f674659c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ff32650bd0 0x55ff32a5f580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56034/0 (socket says 172.21.15.67:56034) 2024-09-21T00:24:30.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.959+0000 7f674659c640 1 -- 172.21.15.67:0/3319970725 learned_addr learned my addr 172.21.15.67:0/3319970725 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:30.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.959+0000 7f6745d9b640 1 --2- 172.21.15.67:0/3319970725 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ff32658db0 0x55ff32a5c9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.959+0000 7f6746d9d640 1 --2- 172.21.15.67:0/3319970725 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55ff32679a90 0x55ff32a208d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.959+0000 7f674659c640 1 -- 172.21.15.67:0/3319970725 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55ff32679a90 msgr2=0x55ff32a208d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:30.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.959+0000 7f674659c640 1 --2- 172.21.15.67:0/3319970725 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55ff32679a90 0x55ff32a208d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.959+0000 7f674659c640 1 -- 172.21.15.67:0/3319970725 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ff32658db0 msgr2=0x55ff32a5c9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:30.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.959+0000 7f674659c640 1 --2- 172.21.15.67:0/3319970725 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ff32658db0 0x55ff32a5c9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.959+0000 7f674659c640 1 -- 172.21.15.67:0/3319970725 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ff3275df00 con 0x55ff32650bd0 2024-09-21T00:24:30.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.960+0000 7f674659c640 1 --2- 172.21.15.67:0/3319970725 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ff32650bd0 0x55ff32a5f580 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f673800e5a0 tx=0x7f67380042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5f82186b2e4dfef server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:30.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.960+0000 7f67257fa640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:24:30.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.960+0000 7f67257fa640 1 -- 172.21.15.67:0/3319970725 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6738003840 con 0x55ff32650bd0 2024-09-21T00:24:30.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.960+0000 7f67257fa640 1 -- 172.21.15.67:0/3319970725 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f673800e770 con 0x55ff32650bd0 2024-09-21T00:24:30.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.960+0000 7f6753c16740 1 -- 172.21.15.67:0/3319970725 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6738024070 con 0x55ff32650bd0 2024-09-21T00:24:30.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.960+0000 7f67257fa640 1 -- 172.21.15.67:0/3319970725 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f673803a050 con 0x55ff32650bd0 2024-09-21T00:24:30.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.960+0000 7f6753c16740 10 client.5904 fetch_fsmap learned FSMap version 28 2024-09-21T00:24:30.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.960+0000 7f6753c16740 1 -- 172.21.15.67:0/3319970725 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=2+}) -- 0x55ff326c2da0 con 0x55ff32650bd0 2024-09-21T00:24:30.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.960+0000 7f67257fa640 1 -- 172.21.15.67:0/3319970725 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6738024070 con 0x55ff32650bd0 2024-09-21T00:24:30.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.960+0000 7f67257fa640 1 -- 172.21.15.67:0/3319970725 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 28) ==== 3502+0+0 (secure 0 0 0) 0x7f673803d020 con 0x55ff32650bd0 2024-09-21T00:24:30.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.960+0000 7f6753c16740 10 client.5904 fetch_fsmap finished waiting for FSMap version 28 2024-09-21T00:24:30.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.960+0000 7f6753c16740 10 client.5904 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.a 2024-09-21T00:24:30.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.960+0000 7f6753c16740 20 client.5904 populate_metadata read hostname 'smithi067' 2024-09-21T00:24:30.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.960+0000 7f6753c16740 1 --2- 172.21.15.67:0/3319970725 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55ff32638660 0x55ff32a46b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.960+0000 7f6753c16740 4 client.5904 mds_command: new command op to 5376 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:24:30.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.960+0000 7f6753c16740 1 -- 172.21.15.67:0/3319970725 --> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ff32995e70 con 0x55ff32638660 2024-09-21T00:24:30.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.961+0000 7f6745d9b640 1 --2- 172.21.15.67:0/3319970725 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55ff32638660 0x55ff32a46b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.961+0000 7f67257fa640 10 client.5904 ms_handle_connect on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:30.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.961+0000 7f6745d9b640 1 --2- 172.21.15.67:0/3319970725 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55ff32638660 0x55ff32a46b80 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=468675beb11fd381 server_cookie=5489cd03f3bfac78 in_seq=0 out_seq=0 2024-09-21T00:24:30.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.962+0000 7f67257fa640 1 -- 172.21.15.67:0/3319970725 <== mds.0 v2:172.21.15.67:6832/3973293841 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x55ff32995e70 con 0x55ff32638660 2024-09-21T00:24:30.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.962+0000 7f67257fa640 10 client.5904 handle_command_reply: tid=0 2024-09-21T00:24:30.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.962+0000 7f6753c16740 1 client.5904 shutdown 2024-09-21T00:24:30.976 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.962+0000 7f6753c16740 1 -- 172.21.15.67:0/3319970725 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ff32650bd0 msgr2=0x55ff32a5f580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:30.976 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.962+0000 7f6753c16740 1 --2- 172.21.15.67:0/3319970725 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ff32650bd0 0x55ff32a5f580 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f673800e5a0 tx=0x7f67380042f0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.976 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.962+0000 7f6753c16740 1 -- 172.21.15.67:0/3319970725 shutdown_connections 2024-09-21T00:24:30.976 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.962+0000 7f6753c16740 1 --2- 172.21.15.67:0/3319970725 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55ff32638660 0x55ff32a46b80 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.976 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.962+0000 7f6753c16740 1 --2- 172.21.15.67:0/3319970725 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55ff32679a90 0x55ff32a208d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.976 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.962+0000 7f6753c16740 1 --2- 172.21.15.67:0/3319970725 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ff32658db0 0x55ff32a5c9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.977 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.962+0000 7f6753c16740 1 --2- 172.21.15.67:0/3319970725 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ff32650bd0 0x55ff32a5f580 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.977 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.962+0000 7f6753c16740 1 -- 172.21.15.67:0/3319970725 >> 172.21.15.67:0/3319970725 conn(0x55ff3266dbe0 msgr2=0x55ff32a4ada0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:30.977 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.962+0000 7f67257fa640 0 client.5904 ms_handle_reset on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:30.977 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.962+0000 7f6753c16740 1 -- 172.21.15.67:0/3319970725 shutdown_connections 2024-09-21T00:24:30.977 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.962+0000 7f6753c16740 1 -- 172.21.15.67:0/3319970725 wait complete. 2024-09-21T00:24:30.977 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.962+0000 7f6753c16740 20 client.5904 trim_cache size 0 max 16384 2024-09-21T00:24:30.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.981+0000 7f6753c16740 1 Processor -- start 2024-09-21T00:24:30.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.981+0000 7f6753c16740 1 -- start start 2024-09-21T00:24:30.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.982+0000 7f6753c16740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ff32650bd0 0x55ff32a20420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.982+0000 7f6753c16740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55ff32658db0 0x55ff32a1ea20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.982+0000 7f6753c16740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ff32679a90 0x55ff32a1ef60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.982+0000 7f6753c16740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f6748202110 con 0x55ff32650bd0 2024-09-21T00:24:30.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.982+0000 7f6753c16740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f67482010f0 con 0x55ff32679a90 2024-09-21T00:24:30.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.982+0000 7f6753c16740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f674815ecd0 con 0x55ff32658db0 2024-09-21T00:24:30.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.982+0000 7f674659c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ff32650bd0 0x55ff32a20420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.982+0000 7f674659c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ff32650bd0 0x55ff32a20420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56042/0 (socket says 172.21.15.67:56042) 2024-09-21T00:24:30.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.982+0000 7f674659c640 1 -- 172.21.15.67:0/1687170174 learned_addr learned my addr 172.21.15.67:0/1687170174 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:30.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.982+0000 7f6746d9d640 1 --2- 172.21.15.67:0/1687170174 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ff32679a90 0x55ff32a1ef60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.982+0000 7f6745d9b640 1 --2- 172.21.15.67:0/1687170174 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55ff32658db0 0x55ff32a1ea20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.982+0000 7f674659c640 1 -- 172.21.15.67:0/1687170174 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55ff32658db0 msgr2=0x55ff32a1ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:30.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.982+0000 7f674659c640 1 --2- 172.21.15.67:0/1687170174 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55ff32658db0 0x55ff32a1ea20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.982+0000 7f674659c640 1 -- 172.21.15.67:0/1687170174 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ff32679a90 msgr2=0x55ff32a1ef60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:30.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.982+0000 7f674659c640 1 --2- 172.21.15.67:0/1687170174 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ff32679a90 0x55ff32a1ef60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.982+0000 7f674659c640 1 -- 172.21.15.67:0/1687170174 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ff327be690 con 0x55ff32650bd0 2024-09-21T00:24:30.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.982+0000 7f674659c640 1 --2- 172.21.15.67:0/1687170174 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ff32650bd0 0x55ff32a20420 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f6738009ed0 tx=0x7f6738009f00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d08e1530fdf4c7c server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:30.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.983+0000 7f67277fe640 1 -- 172.21.15.67:0/1687170174 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6738043070 con 0x55ff32650bd0 2024-09-21T00:24:30.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.983+0000 7f67277fe640 1 -- 172.21.15.67:0/1687170174 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6738024040 con 0x55ff32650bd0 2024-09-21T00:24:30.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.983+0000 7f67277fe640 1 -- 172.21.15.67:0/1687170174 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6738003640 con 0x55ff32650bd0 2024-09-21T00:24:30.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.983+0000 7f6753c16740 1 -- 172.21.15.67:0/1687170174 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ff32650bd0 msgr2=0x55ff32a20420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:30.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.983+0000 7f6753c16740 1 --2- 172.21.15.67:0/1687170174 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ff32650bd0 0x55ff32a20420 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f6738009ed0 tx=0x7f6738009f00 comp rx=0 tx=0).stop 2024-09-21T00:24:30.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.983+0000 7f6753c16740 1 -- 172.21.15.67:0/1687170174 shutdown_connections 2024-09-21T00:24:30.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.983+0000 7f6753c16740 1 --2- 172.21.15.67:0/1687170174 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ff32679a90 0x55ff32a1ef60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.983+0000 7f6753c16740 1 --2- 172.21.15.67:0/1687170174 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55ff32658db0 0x55ff32a1ea20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.983+0000 7f6753c16740 1 --2- 172.21.15.67:0/1687170174 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ff32650bd0 0x55ff32a20420 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:30.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.983+0000 7f6753c16740 1 -- 172.21.15.67:0/1687170174 >> 172.21.15.67:0/1687170174 conn(0x55ff3266dbe0 msgr2=0x55ff32a7e5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:30.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.984+0000 7f6753c16740 1 -- 172.21.15.67:0/1687170174 shutdown_connections 2024-09-21T00:24:30.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.984+0000 7f6753c16740 1 -- 172.21.15.67:0/1687170174 wait complete. 2024-09-21T00:24:30.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.984+0000 7f6753c16740 1 -- start start 2024-09-21T00:24:30.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.984+0000 7f6753c16740 1 Processor -- start 2024-09-21T00:24:30.999 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.986+0000 7f6753c16740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ff32650bd0 0x55ff32a884e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.999 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.986+0000 7f6753c16740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ff32658db0 0x55ff32a1afe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.999 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.986+0000 7f6753c16740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55ff32679a90 0x55ff32a1b520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:30.999 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.986+0000 7f6753c16740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f674815f320 con 0x55ff32658db0 2024-09-21T00:24:30.999 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.986+0000 7f6753c16740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55ff32a45130 con 0x55ff32650bd0 2024-09-21T00:24:30.999 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.986+0000 7f6753c16740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55ff32ae48b0 con 0x55ff32679a90 2024-09-21T00:24:30.999 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.986+0000 7f6753c16740 10 client.0 _ll_register_callbacks cb 0x7f673800ea70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:24:30.999 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.986+0000 7f6745d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ff32658db0 0x55ff32a1afe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:30.999 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.986+0000 7f6745d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ff32658db0 0x55ff32a1afe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56046/0 (socket says 172.21.15.67:56046) 2024-09-21T00:24:30.999 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.986+0000 7f6745d9b640 1 -- 172.21.15.67:0/836419847 learned_addr learned my addr 172.21.15.67:0/836419847 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:31.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.986+0000 7f674659c640 1 --2- 172.21.15.67:0/836419847 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ff32650bd0 0x55ff32a884e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:31.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.986+0000 7f6746d9d640 1 --2- 172.21.15.67:0/836419847 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55ff32679a90 0x55ff32a1b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:31.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.986+0000 7f6745d9b640 1 -- 172.21.15.67:0/836419847 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55ff32679a90 msgr2=0x55ff32a1b520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:31.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.986+0000 7f6745d9b640 1 --2- 172.21.15.67:0/836419847 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55ff32679a90 0x55ff32a1b520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.986+0000 7f6745d9b640 1 -- 172.21.15.67:0/836419847 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ff32650bd0 msgr2=0x55ff32a884e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:31.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.986+0000 7f6745d9b640 1 --2- 172.21.15.67:0/836419847 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ff32650bd0 0x55ff32a884e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.986+0000 7f6745d9b640 1 -- 172.21.15.67:0/836419847 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ff3275c200 con 0x55ff32658db0 2024-09-21T00:24:31.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.986+0000 7f6746d9d640 1 --2- 172.21.15.67:0/836419847 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55ff32679a90 0x55ff32a1b520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:24:31.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.987+0000 7f6745d9b640 1 --2- 172.21.15.67:0/836419847 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ff32658db0 0x55ff32a1afe0 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f674815d890 tx=0x7f673c00bd80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e39fa2a57c636ff6 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:31.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.987+0000 7f67257fa640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:24:31.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.987+0000 7f67257fa640 1 -- 172.21.15.67:0/836419847 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f673c0047a0 con 0x55ff32658db0 2024-09-21T00:24:31.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.987+0000 7f67257fa640 1 -- 172.21.15.67:0/836419847 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f673c024aa0 con 0x55ff32658db0 2024-09-21T00:24:31.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.987+0000 7f6753c16740 1 -- 172.21.15.67:0/836419847 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6738024040 con 0x55ff32658db0 2024-09-21T00:24:31.001 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.987+0000 7f67257fa640 1 -- 172.21.15.67:0/836419847 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f673c024ca0 con 0x55ff32658db0 2024-09-21T00:24:31.001 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.987+0000 7f6753c16740 10 client.5910 fetch_fsmap learned FSMap version 28 2024-09-21T00:24:31.001 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.987+0000 7f6753c16740 1 -- 172.21.15.67:0/836419847 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=2+}) -- 0x55ff32ae45f0 con 0x55ff32658db0 2024-09-21T00:24:31.001 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.987+0000 7f67257fa640 1 -- 172.21.15.67:0/836419847 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6738024040 con 0x55ff32658db0 2024-09-21T00:24:31.001 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.987+0000 7f67257fa640 1 -- 172.21.15.67:0/836419847 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 28) ==== 3502+0+0 (secure 0 0 0) 0x7f673c02b050 con 0x55ff32658db0 2024-09-21T00:24:31.001 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.987+0000 7f6753c16740 10 client.5910 fetch_fsmap finished waiting for FSMap version 28 2024-09-21T00:24:31.001 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.987+0000 7f6753c16740 10 client.5910 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.a 2024-09-21T00:24:31.001 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.987+0000 7f6753c16740 20 client.5910 populate_metadata read hostname 'smithi067' 2024-09-21T00:24:31.001 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.987+0000 7f6753c16740 1 --2- 172.21.15.67:0/836419847 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55ff32ae3d40 0x55ff32ae7c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.001 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.987+0000 7f6753c16740 4 client.5910 mds_command: new command op to 5376 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/scrub_test_path/ceph-qa-suite/suites/fs/verify/validater/valgrind.yaml"}] 2024-09-21T00:24:31.001 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.987+0000 7f6753c16740 1 -- 172.21.15.67:0/836419847 --> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] -- command(tid 0: {"prefix": "scrub start", "path": "/scrub_test_path/ceph-qa-suite/suites/fs/verify/validater/valgrind.yaml"}) -- 0x55ff32991920 con 0x55ff32ae3d40 2024-09-21T00:24:31.001 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.987+0000 7f674659c640 1 --2- 172.21.15.67:0/836419847 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55ff32ae3d40 0x55ff32ae7c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:31.001 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.988+0000 7f67257fa640 10 client.5910 ms_handle_connect on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:31.001 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.988+0000 7f674659c640 1 --2- 172.21.15.67:0/836419847 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55ff32ae3d40 0x55ff32ae7c20 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a5ec4e17e27add server_cookie=8db97b01e191f17f in_seq=0 out_seq=0 2024-09-21T00:24:31.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.989+0000 7f67257fa640 1 -- 172.21.15.67:0/836419847 <== mds.0 v2:172.21.15.67:6832/3973293841 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55ff32991920 con 0x55ff32ae3d40 2024-09-21T00:24:31.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.989+0000 7f67257fa640 10 client.5910 handle_command_reply: tid=0 2024-09-21T00:24:31.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.989+0000 7f6753c16740 1 client.5910 shutdown 2024-09-21T00:24:31.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.989+0000 7f6753c16740 1 -- 172.21.15.67:0/836419847 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ff32658db0 msgr2=0x55ff32a1afe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:31.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.989+0000 7f6753c16740 1 --2- 172.21.15.67:0/836419847 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ff32658db0 0x55ff32a1afe0 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f674815d890 tx=0x7f673c00bd80 comp rx=0 tx=0).stop 2024-09-21T00:24:31.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.989+0000 7f6753c16740 1 -- 172.21.15.67:0/836419847 shutdown_connections 2024-09-21T00:24:31.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.989+0000 7f6753c16740 1 --2- 172.21.15.67:0/836419847 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55ff32ae3d40 0x55ff32ae7c20 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.989+0000 7f6753c16740 1 --2- 172.21.15.67:0/836419847 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55ff32679a90 0x55ff32a1b520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.989+0000 7f6753c16740 1 --2- 172.21.15.67:0/836419847 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ff32658db0 0x55ff32a1afe0 unknown :-1 s=CLOSED pgs=585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.989+0000 7f67257fa640 0 client.5910 ms_handle_reset on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:31.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.989+0000 7f6753c16740 1 --2- 172.21.15.67:0/836419847 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ff32650bd0 0x55ff32a884e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.989+0000 7f6753c16740 1 -- 172.21.15.67:0/836419847 >> 172.21.15.67:0/836419847 conn(0x55ff3266dbe0 msgr2=0x55ff32a89030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:31.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.989+0000 7f6753c16740 1 -- 172.21.15.67:0/836419847 shutdown_connections 2024-09-21T00:24:31.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.989+0000 7f6753c16740 1 -- 172.21.15.67:0/836419847 wait complete. 2024-09-21T00:24:31.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.990+0000 7f6753c16740 20 client.5910 trim_cache size 0 max 16384 2024-09-21T00:24:31.003 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:24:31.003 INFO:teuthology.orchestra.run.smithi067.stdout: "return_code": 0, 2024-09-21T00:24:31.003 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_tag": "e58ed8ef-e860-421f-a3e7-14e1975a2da2", 2024-09-21T00:24:31.003 INFO:teuthology.orchestra.run.smithi067.stdout: "mode": "asynchronous" 2024-09-21T00:24:31.003 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:24:31.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.990+0000 7f674cca2640 1 -- 172.21.15.67:0/3152922517 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6728078bc0 msgr2=0x7f672807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:31.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.990+0000 7f674cca2640 1 --2- 172.21.15.67:0/3152922517 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6728078bc0 0x7f672807b0d0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f67380098c0 tx=0x7f6738009060 comp rx=0 tx=0).stop 2024-09-21T00:24:31.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.990+0000 7f674cca2640 1 -- 172.21.15.67:0/3152922517 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67480b2030 msgr2=0x7f67480b2440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:31.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.990+0000 7f674cca2640 1 --2- 172.21.15.67:0/3152922517 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67480b2030 0x7f67480b2440 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f6740009bf0 tx=0x7f6740030e80 comp rx=0 tx=0).stop 2024-09-21T00:24:31.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.990+0000 7f674cca2640 1 -- 172.21.15.67:0/3152922517 shutdown_connections 2024-09-21T00:24:31.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.990+0000 7f674cca2640 1 --2- 172.21.15.67:0/3152922517 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6728078bc0 0x7f672807b0d0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.990+0000 7f674cca2640 1 --2- 172.21.15.67:0/3152922517 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67480b2030 0x7f67480b2440 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.990+0000 7f674cca2640 1 --2- 172.21.15.67:0/3152922517 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f67480d4db0 0x7f6748151930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.990+0000 7f674cca2640 1 --2- 172.21.15.67:0/3152922517 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f67480d3590 0x7f674809ed00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.990+0000 7f674cca2640 1 -- 172.21.15.67:0/3152922517 >> 172.21.15.67:0/3152922517 conn(0x7f674809da10 msgr2=0x7f674815bcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:31.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.990+0000 7f674cca2640 1 -- 172.21.15.67:0/3152922517 shutdown_connections 2024-09-21T00:24:31.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:30.990+0000 7f674cca2640 1 -- 172.21.15.67:0/3152922517 wait complete. 2024-09-21T00:24:31.006 INFO:tasks.cephfs.test_scrub_checks:command 'scrub start /scrub_test_path/ceph-qa-suite/suites/fs/verify/validater/valgrind.yaml' returned '{'return_code': 0, 'scrub_tag': 'e58ed8ef-e860-421f-a3e7-14e1975a2da2', 'mode': 'asynchronous'}' 2024-09-21T00:24:31.006 INFO:tasks.cephfs.test_scrub_checks:Running command 'scrub start /' 2024-09-21T00:24:31.006 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.3:0 scrub start / 2024-09-21T00:24:31.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.125+0000 7f70ba0f9640 1 -- 172.21.15.67:0/1698114792 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f70b40b3cb0 msgr2=0x7f70b40d3330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:31.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.125+0000 7f70ba0f9640 1 --2- 172.21.15.67:0/1698114792 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f70b40b3cb0 0x7f70b40d3330 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f70a40098e0 tx=0x7f70a402a5d0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.125+0000 7f70ba0f9640 1 -- 172.21.15.67:0/1698114792 shutdown_connections 2024-09-21T00:24:31.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.125+0000 7f70ba0f9640 1 --2- 172.21.15.67:0/1698114792 >> v2:172.21.15.97:3300/0 conn(0x7f70b40d1800 0x7f70b406ec80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.125+0000 7f70ba0f9640 1 --2- 172.21.15.67:0/1698114792 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f70b40b3cb0 0x7f70b40d3330 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.125+0000 7f70ba0f9640 1 -- 172.21.15.67:0/1698114792 >> 172.21.15.67:0/1698114792 conn(0x7f70b408bee0 msgr2=0x7f70b40d4720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:31.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.125+0000 7f70ba0f9640 1 -- 172.21.15.67:0/1698114792 shutdown_connections 2024-09-21T00:24:31.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.125+0000 7f70ba0f9640 1 -- 172.21.15.67:0/1698114792 wait complete. 2024-09-21T00:24:31.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.126+0000 7f70ba0f9640 1 Processor -- start 2024-09-21T00:24:31.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.127+0000 7f70ba0f9640 1 -- start start 2024-09-21T00:24:31.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.128+0000 7f70ba0f9640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f70b40b3cb0 0x7f70b41f4bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.128+0000 7f70ba0f9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f70b40d4e30 0x7f70b40b54a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.128+0000 7f70ba0f9640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f70b40b59e0 0x7f70b414e610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.128+0000 7f70ba0f9640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f70b406f550 con 0x7f70b40d4e30 2024-09-21T00:24:31.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.128+0000 7f70ba0f9640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f70b406f3d0 con 0x7f70b40b59e0 2024-09-21T00:24:31.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.128+0000 7f70ba0f9640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f70b406f6d0 con 0x7f70b40b3cb0 2024-09-21T00:24:31.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.128+0000 7f70b2ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f70b40d4e30 0x7f70b40b54a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:31.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.128+0000 7f70b2ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f70b40d4e30 0x7f70b40b54a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56048/0 (socket says 172.21.15.67:56048) 2024-09-21T00:24:31.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.128+0000 7f70b2ffd640 1 -- 172.21.15.67:0/461511378 learned_addr learned my addr 172.21.15.67:0/461511378 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:31.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.128+0000 7f70b3fff640 1 --2- 172.21.15.67:0/461511378 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f70b40b59e0 0x7f70b414e610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:31.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.128+0000 7f70b37fe640 1 --2- 172.21.15.67:0/461511378 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f70b40b3cb0 0x7f70b41f4bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:31.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.129+0000 7f70b2ffd640 1 -- 172.21.15.67:0/461511378 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f70b40b3cb0 msgr2=0x7f70b41f4bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:31.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.129+0000 7f70b2ffd640 1 --2- 172.21.15.67:0/461511378 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f70b40b3cb0 0x7f70b41f4bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.129+0000 7f70b2ffd640 1 -- 172.21.15.67:0/461511378 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f70b40b59e0 msgr2=0x7f70b414e610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:31.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.129+0000 7f70b2ffd640 1 --2- 172.21.15.67:0/461511378 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f70b40b59e0 0x7f70b414e610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.129+0000 7f70b2ffd640 1 -- 172.21.15.67:0/461511378 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70b40b6160 con 0x7f70b40d4e30 2024-09-21T00:24:31.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.129+0000 7f70b2ffd640 1 --2- 172.21.15.67:0/461511378 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f70b40d4e30 0x7f70b40b54a0 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f70a800c400 tx=0x7f70a800c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:31.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.129+0000 7f709bfff640 1 -- 172.21.15.67:0/461511378 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70a8017070 con 0x7f70b40d4e30 2024-09-21T00:24:31.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.129+0000 7f709bfff640 1 -- 172.21.15.67:0/461511378 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f70a80053c0 con 0x7f70b40d4e30 2024-09-21T00:24:31.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.129+0000 7f70ba0f9640 1 -- 172.21.15.67:0/461511378 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f70b40b6440 con 0x7f70b40d4e30 2024-09-21T00:24:31.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.129+0000 7f709bfff640 1 -- 172.21.15.67:0/461511378 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70a8003850 con 0x7f70b40d4e30 2024-09-21T00:24:31.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.129+0000 7f70ba0f9640 1 -- 172.21.15.67:0/461511378 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70b40b6a00 con 0x7f70b40d4e30 2024-09-21T00:24:31.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.131+0000 7f709bfff640 1 -- 172.21.15.67:0/461511378 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f70a801a070 con 0x7f70b40d4e30 2024-09-21T00:24:31.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.131+0000 7f709bfff640 1 --2- 172.21.15.67:0/461511378 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f70a0078b90 0x7f70a007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.131+0000 7f709bfff640 1 -- 172.21.15.67:0/461511378 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f70a8099f70 con 0x7f70b40d4e30 2024-09-21T00:24:31.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.132+0000 7f70b37fe640 1 --2- 172.21.15.67:0/461511378 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f70a0078b90 0x7f70a007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:31.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.132+0000 7f70c106b740 1 Processor -- start 2024-09-21T00:24:31.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.132+0000 7f70c106b740 1 -- start start 2024-09-21T00:24:31.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.132+0000 7f70b37fe640 1 --2- 172.21.15.67:0/461511378 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f70a0078b90 0x7f70a007b0a0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f70a4034000 tx=0x7f70a4004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:31.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.133+0000 7f70c106b740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a0ad819220 0x55a0adbea300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.133+0000 7f70c106b740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a0ad7f0360 0x55a0adbea840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.133+0000 7f70c106b740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a0ad7f8540 0x55a0adc07740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.133+0000 7f70c106b740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55a0adb33ad0 con 0x55a0ad7f0360 2024-09-21T00:24:31.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.133+0000 7f70c106b740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55a0adb22f00 con 0x55a0ad819220 2024-09-21T00:24:31.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.133+0000 7f70c106b740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55a0adb26d10 con 0x55a0ad7f8540 2024-09-21T00:24:31.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.134+0000 7f70b2ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a0ad7f0360 0x55a0adbea840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:31.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.134+0000 7f70b2ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a0ad7f0360 0x55a0adbea840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56058/0 (socket says 172.21.15.67:56058) 2024-09-21T00:24:31.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.134+0000 7f70b2ffd640 1 -- 172.21.15.67:0/3703730575 learned_addr learned my addr 172.21.15.67:0/3703730575 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:31.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.134+0000 7f70b37fe640 1 --2- 172.21.15.67:0/3703730575 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a0ad819220 0x55a0adbea300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:31.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.134+0000 7f70b3fff640 1 --2- 172.21.15.67:0/3703730575 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a0ad7f8540 0x55a0adc07740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:31.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.134+0000 7f70b2ffd640 1 -- 172.21.15.67:0/3703730575 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a0ad7f8540 msgr2=0x55a0adc07740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:31.137 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.134+0000 7f70b2ffd640 1 --2- 172.21.15.67:0/3703730575 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a0ad7f8540 0x55a0adc07740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.137 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.134+0000 7f70b2ffd640 1 -- 172.21.15.67:0/3703730575 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a0ad819220 msgr2=0x55a0adbea300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:31.137 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.134+0000 7f70b2ffd640 1 --2- 172.21.15.67:0/3703730575 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a0ad819220 0x55a0adbea300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.137 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.134+0000 7f70b2ffd640 1 -- 172.21.15.67:0/3703730575 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a0ad815280 con 0x55a0ad7f0360 2024-09-21T00:24:31.137 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.134+0000 7f70b3fff640 1 --2- 172.21.15.67:0/3703730575 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a0ad7f8540 0x55a0adc07740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:24:31.137 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.134+0000 7f70b2ffd640 1 --2- 172.21.15.67:0/3703730575 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a0ad7f0360 0x55a0adbea840 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f70a800cfd0 tx=0x7f70a8007f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=44735a7ad0a623b8 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:31.137 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.134+0000 7f70997fa640 1 -- 172.21.15.67:0/3703730575 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70a80668c0 con 0x55a0ad7f0360 2024-09-21T00:24:31.137 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.134+0000 7f70997fa640 1 -- 172.21.15.67:0/3703730575 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f70a806b770 con 0x55a0ad7f0360 2024-09-21T00:24:31.137 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.134+0000 7f70997fa640 1 -- 172.21.15.67:0/3703730575 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70a8082dd0 con 0x55a0ad7f0360 2024-09-21T00:24:31.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.135+0000 7f70c106b740 1 -- 172.21.15.67:0/3703730575 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a0ad7f0360 msgr2=0x55a0adbea840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:31.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.135+0000 7f70c106b740 1 --2- 172.21.15.67:0/3703730575 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a0ad7f0360 0x55a0adbea840 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f70a800cfd0 tx=0x7f70a8007f80 comp rx=0 tx=0).stop 2024-09-21T00:24:31.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.135+0000 7f70c106b740 1 -- 172.21.15.67:0/3703730575 shutdown_connections 2024-09-21T00:24:31.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.135+0000 7f70c106b740 1 --2- 172.21.15.67:0/3703730575 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a0ad7f8540 0x55a0adc07740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.135+0000 7f70c106b740 1 --2- 172.21.15.67:0/3703730575 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a0ad7f0360 0x55a0adbea840 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.135+0000 7f70c106b740 1 --2- 172.21.15.67:0/3703730575 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a0ad819220 0x55a0adbea300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.135+0000 7f70c106b740 1 -- 172.21.15.67:0/3703730575 >> 172.21.15.67:0/3703730575 conn(0x55a0ad80d370 msgr2=0x55a0adbc05c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:31.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.135+0000 7f70c106b740 1 -- 172.21.15.67:0/3703730575 shutdown_connections 2024-09-21T00:24:31.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.135+0000 7f70c106b740 1 -- 172.21.15.67:0/3703730575 wait complete. 2024-09-21T00:24:31.142 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.136+0000 7f70c106b740 1 -- start start 2024-09-21T00:24:31.142 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.136+0000 7f70c106b740 1 Processor -- start 2024-09-21T00:24:31.142 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.138+0000 7f70c106b740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a0ad7f0360 0x55a0adc185a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.142 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.138+0000 7f70c106b740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a0ad7f8540 0x55a0adbfe7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.142 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.138+0000 7f70c106b740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a0ad819220 0x55a0adbe3da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.142 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.138+0000 7f70c106b740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55a0ad8935d0 con 0x55a0ad819220 2024-09-21T00:24:31.142 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.138+0000 7f70c106b740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55a0adac8460 con 0x55a0ad7f8540 2024-09-21T00:24:31.142 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.138+0000 7f70c106b740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55a0adbead80 con 0x55a0ad7f0360 2024-09-21T00:24:31.142 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.138+0000 7f70c106b740 10 client.0 _ll_register_callbacks cb 0x55a0adad7b30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:24:31.142 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.138+0000 7f70b3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a0ad819220 0x55a0adbe3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:31.142 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.138+0000 7f70b3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a0ad819220 0x55a0adbe3da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56070/0 (socket says 172.21.15.67:56070) 2024-09-21T00:24:31.142 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.138+0000 7f70b3fff640 1 -- 172.21.15.67:0/2913674734 learned_addr learned my addr 172.21.15.67:0/2913674734 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:31.142 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.138+0000 7f70b37fe640 1 --2- 172.21.15.67:0/2913674734 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a0ad7f0360 0x55a0adc185a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:31.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.138+0000 7f70b2ffd640 1 --2- 172.21.15.67:0/2913674734 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a0ad7f8540 0x55a0adbfe7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:31.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.138+0000 7f70b3fff640 1 -- 172.21.15.67:0/2913674734 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a0ad7f0360 msgr2=0x55a0adc185a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:31.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.138+0000 7f70b3fff640 1 --2- 172.21.15.67:0/2913674734 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a0ad7f0360 0x55a0adc185a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.138+0000 7f70b3fff640 1 -- 172.21.15.67:0/2913674734 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a0ad7f8540 msgr2=0x55a0adbfe7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:31.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.138+0000 7f70b3fff640 1 --2- 172.21.15.67:0/2913674734 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a0ad7f8540 0x55a0adbfe7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.138+0000 7f70b3fff640 1 -- 172.21.15.67:0/2913674734 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a0ad8fd690 con 0x55a0ad819220 2024-09-21T00:24:31.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.138+0000 7f70b37fe640 1 --2- 172.21.15.67:0/2913674734 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a0ad7f0360 0x55a0adc185a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:24:31.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.138+0000 7f70b2ffd640 1 --2- 172.21.15.67:0/2913674734 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a0ad7f8540 0x55a0adbfe7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:24:31.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.138+0000 7f70b3fff640 1 --2- 172.21.15.67:0/2913674734 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a0ad819220 0x55a0adbe3da0 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f70ac011950 tx=0x7f70ac011e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ce6b4ddc93ffc99 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:31.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.138+0000 7f70927fc640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:24:31.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.138+0000 7f70927fc640 1 -- 172.21.15.67:0/2913674734 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70ac00fcb0 con 0x55a0ad819220 2024-09-21T00:24:31.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.138+0000 7f70927fc640 1 -- 172.21.15.67:0/2913674734 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f70ac004b20 con 0x55a0ad819220 2024-09-21T00:24:31.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.139+0000 7f70c106b740 1 -- 172.21.15.67:0/2913674734 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f70a806b770 con 0x55a0ad819220 2024-09-21T00:24:31.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.139+0000 7f70927fc640 1 -- 172.21.15.67:0/2913674734 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f70ac023050 con 0x55a0ad819220 2024-09-21T00:24:31.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.139+0000 7f70c106b740 10 client.5919 fetch_fsmap learned FSMap version 28 2024-09-21T00:24:31.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.139+0000 7f70c106b740 1 -- 172.21.15.67:0/2913674734 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=2+}) -- 0x55a0ad95de20 con 0x55a0ad819220 2024-09-21T00:24:31.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.139+0000 7f70927fc640 1 -- 172.21.15.67:0/2913674734 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f70a806b770 con 0x55a0ad819220 2024-09-21T00:24:31.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.139+0000 7f70927fc640 1 -- 172.21.15.67:0/2913674734 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 28) ==== 3502+0+0 (secure 0 0 0) 0x7f70ac026020 con 0x55a0ad819220 2024-09-21T00:24:31.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.139+0000 7f70c106b740 10 client.5919 fetch_fsmap finished waiting for FSMap version 28 2024-09-21T00:24:31.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.139+0000 7f70c106b740 10 client.5919 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.a 2024-09-21T00:24:31.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.139+0000 7f70c106b740 20 client.5919 populate_metadata read hostname 'smithi067' 2024-09-21T00:24:31.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.139+0000 7f70c106b740 1 --2- 172.21.15.67:0/2913674734 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55a0ad7d8000 0x55a0adbe2630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.139+0000 7f70c106b740 4 client.5919 mds_command: new command op to 5376 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:24:31.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.139+0000 7f70c106b740 1 -- 172.21.15.67:0/2913674734 --> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a0adb35a20 con 0x55a0ad7d8000 2024-09-21T00:24:31.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.139+0000 7f70b37fe640 1 --2- 172.21.15.67:0/2913674734 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55a0ad7d8000 0x55a0adbe2630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:31.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.140+0000 7f70927fc640 10 client.5919 ms_handle_connect on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:31.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.140+0000 7f70b37fe640 1 --2- 172.21.15.67:0/2913674734 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55a0ad7d8000 0x55a0adbe2630 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f143e13379e03d00 server_cookie=ece5f476a69512e3 in_seq=0 out_seq=0 2024-09-21T00:24:31.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.140+0000 7f70927fc640 1 -- 172.21.15.67:0/2913674734 <== mds.0 v2:172.21.15.67:6832/3973293841 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x55a0adb35a20 con 0x55a0ad7d8000 2024-09-21T00:24:31.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.140+0000 7f70927fc640 10 client.5919 handle_command_reply: tid=0 2024-09-21T00:24:31.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.140+0000 7f70c106b740 1 client.5919 shutdown 2024-09-21T00:24:31.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.140+0000 7f70c106b740 1 -- 172.21.15.67:0/2913674734 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a0ad819220 msgr2=0x55a0adbe3da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:31.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.140+0000 7f70c106b740 1 --2- 172.21.15.67:0/2913674734 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a0ad819220 0x55a0adbe3da0 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f70ac011950 tx=0x7f70ac011e10 comp rx=0 tx=0).stop 2024-09-21T00:24:31.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.141+0000 7f70c106b740 1 -- 172.21.15.67:0/2913674734 shutdown_connections 2024-09-21T00:24:31.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.141+0000 7f70c106b740 1 --2- 172.21.15.67:0/2913674734 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a0ad819220 0x55a0adbe3da0 unknown :-1 s=CLOSED pgs=588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.141+0000 7f70c106b740 1 --2- 172.21.15.67:0/2913674734 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a0ad7f8540 0x55a0adbfe7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.141+0000 7f70c106b740 1 --2- 172.21.15.67:0/2913674734 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55a0ad7d8000 0x55a0adbe2630 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.141+0000 7f70c106b740 1 --2- 172.21.15.67:0/2913674734 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a0ad7f0360 0x55a0adc185a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.141+0000 7f70927fc640 0 client.5919 ms_handle_reset on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:31.147 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.141+0000 7f70c106b740 1 -- 172.21.15.67:0/2913674734 >> 172.21.15.67:0/2913674734 conn(0x55a0ad80d370 msgr2=0x55a0adbbac50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:31.147 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.141+0000 7f70c106b740 1 -- 172.21.15.67:0/2913674734 shutdown_connections 2024-09-21T00:24:31.147 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.141+0000 7f70c106b740 1 -- 172.21.15.67:0/2913674734 wait complete. 2024-09-21T00:24:31.147 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.141+0000 7f70c106b740 20 client.5919 trim_cache size 0 max 16384 2024-09-21T00:24:31.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.159+0000 7f70c106b740 1 Processor -- start 2024-09-21T00:24:31.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.159+0000 7f70c106b740 1 -- start start 2024-09-21T00:24:31.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.160+0000 7f70c106b740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a0ad7f0360 0x55a0adbfb170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.160+0000 7f70c106b740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a0ad7f8540 0x55a0adbfb6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.160+0000 7f70c106b740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a0ad819220 0x55a0adc26fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.160+0000 7f70c106b740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f70b4201f10 con 0x55a0ad7f8540 2024-09-21T00:24:31.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.160+0000 7f70c106b740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f70b4200f50 con 0x55a0ad819220 2024-09-21T00:24:31.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.160+0000 7f70c106b740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f70b41f9750 con 0x55a0ad7f0360 2024-09-21T00:24:31.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.160+0000 7f70b2ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a0ad7f8540 0x55a0adbfb6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:31.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.160+0000 7f70b2ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a0ad7f8540 0x55a0adbfb6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56080/0 (socket says 172.21.15.67:56080) 2024-09-21T00:24:31.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.160+0000 7f70b2ffd640 1 -- 172.21.15.67:0/2774711394 learned_addr learned my addr 172.21.15.67:0/2774711394 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:31.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.161+0000 7f70b2ffd640 1 -- 172.21.15.67:0/2774711394 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a0ad7f0360 msgr2=0x55a0adbfb170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:31.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.161+0000 7f70b2ffd640 1 --2- 172.21.15.67:0/2774711394 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a0ad7f0360 0x55a0adbfb170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.161+0000 7f70b2ffd640 1 -- 172.21.15.67:0/2774711394 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a0ad819220 msgr2=0x55a0adc26fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:31.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.161+0000 7f70b2ffd640 1 --2- 172.21.15.67:0/2774711394 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a0ad819220 0x55a0adc26fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.161+0000 7f70b2ffd640 1 -- 172.21.15.67:0/2774711394 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a0ad862530 con 0x55a0ad7f8540 2024-09-21T00:24:31.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.161+0000 7f70b2ffd640 1 --2- 172.21.15.67:0/2774711394 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a0ad7f8540 0x55a0adbfb6b0 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f70a805f100 tx=0x7f70a805de20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1149c76dc062083 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:31.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.161+0000 7f7098ff9640 1 -- 172.21.15.67:0/2774711394 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70a80668c0 con 0x55a0ad7f8540 2024-09-21T00:24:31.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.161+0000 7f7098ff9640 1 -- 172.21.15.67:0/2774711394 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f70a8082bd0 con 0x55a0ad7f8540 2024-09-21T00:24:31.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.161+0000 7f7098ff9640 1 -- 172.21.15.67:0/2774711394 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70a806b2e0 con 0x55a0ad7f8540 2024-09-21T00:24:31.164 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.162+0000 7f70c106b740 1 -- 172.21.15.67:0/2774711394 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a0ad7f8540 msgr2=0x55a0adbfb6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:31.164 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.162+0000 7f70c106b740 1 --2- 172.21.15.67:0/2774711394 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a0ad7f8540 0x55a0adbfb6b0 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f70a805f100 tx=0x7f70a805de20 comp rx=0 tx=0).stop 2024-09-21T00:24:31.164 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.162+0000 7f70c106b740 1 -- 172.21.15.67:0/2774711394 shutdown_connections 2024-09-21T00:24:31.164 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.162+0000 7f70c106b740 1 --2- 172.21.15.67:0/2774711394 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a0ad819220 0x55a0adc26fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.165 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.162+0000 7f70c106b740 1 --2- 172.21.15.67:0/2774711394 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a0ad7f8540 0x55a0adbfb6b0 unknown :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.165 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.162+0000 7f70c106b740 1 --2- 172.21.15.67:0/2774711394 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a0ad7f0360 0x55a0adbfb170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.165 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.162+0000 7f70c106b740 1 -- 172.21.15.67:0/2774711394 >> 172.21.15.67:0/2774711394 conn(0x55a0ad80d370 msgr2=0x55a0adbe5320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:31.165 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.162+0000 7f70c106b740 1 -- 172.21.15.67:0/2774711394 shutdown_connections 2024-09-21T00:24:31.165 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.162+0000 7f70c106b740 1 -- 172.21.15.67:0/2774711394 wait complete. 2024-09-21T00:24:31.165 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.163+0000 7f70c106b740 1 -- start start 2024-09-21T00:24:31.165 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.163+0000 7f70c106b740 1 Processor -- start 2024-09-21T00:24:31.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.164+0000 7f70c106b740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a0ad7f0360 0x55a0adc7e720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.164+0000 7f70c106b740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a0ad7f8540 0x55a0adbfb170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.164+0000 7f70c106b740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a0ad819220 0x55a0adbfb6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.164+0000 7f70c106b740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55a0adabd5b0 con 0x55a0ad7f0360 2024-09-21T00:24:31.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.164+0000 7f70c106b740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f70b40a1230 con 0x55a0ad7f8540 2024-09-21T00:24:31.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.164+0000 7f70c106b740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55a0adc84cb0 con 0x55a0ad819220 2024-09-21T00:24:31.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.164+0000 7f70c106b740 10 client.0 _ll_register_callbacks cb 0x7f70ac009900 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:24:31.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.164+0000 7f70b37fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a0ad7f0360 0x55a0adc7e720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:31.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.164+0000 7f70b37fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a0ad7f0360 0x55a0adc7e720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56094/0 (socket says 172.21.15.67:56094) 2024-09-21T00:24:31.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.164+0000 7f70b37fe640 1 -- 172.21.15.67:0/3949605750 learned_addr learned my addr 172.21.15.67:0/3949605750 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:31.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.164+0000 7f70b2ffd640 1 --2- 172.21.15.67:0/3949605750 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a0ad7f8540 0x55a0adbfb170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:31.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.164+0000 7f70b3fff640 1 --2- 172.21.15.67:0/3949605750 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a0ad819220 0x55a0adbfb6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:31.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.164+0000 7f70b37fe640 1 -- 172.21.15.67:0/3949605750 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a0ad819220 msgr2=0x55a0adbfb6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:31.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.164+0000 7f70b37fe640 1 --2- 172.21.15.67:0/3949605750 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a0ad819220 0x55a0adbfb6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.164+0000 7f70b37fe640 1 -- 172.21.15.67:0/3949605750 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a0ad7f8540 msgr2=0x55a0adbfb170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:31.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.164+0000 7f70b37fe640 1 --2- 172.21.15.67:0/3949605750 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a0ad7f8540 0x55a0adbfb170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.165+0000 7f70b37fe640 1 -- 172.21.15.67:0/3949605750 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a0adbe3a80 con 0x55a0ad7f0360 2024-09-21T00:24:31.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.165+0000 7f70b2ffd640 1 --2- 172.21.15.67:0/3949605750 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a0ad7f8540 0x55a0adbfb170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:24:31.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.165+0000 7f70b37fe640 1 --2- 172.21.15.67:0/3949605750 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a0ad7f0360 0x55a0adc7e720 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f70a4005f10 tx=0x7f70a40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c9f5e4973510b84c server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:31.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.165+0000 7f70927fc640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:24:31.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.165+0000 7f70927fc640 1 -- 172.21.15.67:0/3949605750 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70a4004250 con 0x55a0ad7f0360 2024-09-21T00:24:31.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.165+0000 7f70927fc640 1 -- 172.21.15.67:0/3949605750 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f70a40043f0 con 0x55a0ad7f0360 2024-09-21T00:24:31.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.165+0000 7f70c106b740 1 -- 172.21.15.67:0/3949605750 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f70a8082bd0 con 0x55a0ad7f0360 2024-09-21T00:24:31.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.165+0000 7f70927fc640 1 -- 172.21.15.67:0/3949605750 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f70a4060050 con 0x55a0ad7f0360 2024-09-21T00:24:31.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.165+0000 7f70c106b740 10 client.5925 fetch_fsmap learned FSMap version 28 2024-09-21T00:24:31.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.165+0000 7f70c106b740 1 -- 172.21.15.67:0/3949605750 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=2+}) -- 0x55a0adc84770 con 0x55a0ad7f0360 2024-09-21T00:24:31.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.165+0000 7f70927fc640 1 -- 172.21.15.67:0/3949605750 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f70a8082bd0 con 0x55a0ad7f0360 2024-09-21T00:24:31.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.165+0000 7f70927fc640 1 -- 172.21.15.67:0/3949605750 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 28) ==== 3502+0+0 (secure 0 0 0) 0x7f70a4063020 con 0x55a0ad7f0360 2024-09-21T00:24:31.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.165+0000 7f70c106b740 10 client.5925 fetch_fsmap finished waiting for FSMap version 28 2024-09-21T00:24:31.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.165+0000 7f70c106b740 10 client.5925 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.a 2024-09-21T00:24:31.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.165+0000 7f70c106b740 20 client.5925 populate_metadata read hostname 'smithi067' 2024-09-21T00:24:31.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.165+0000 7f70c106b740 1 --2- 172.21.15.67:0/3949605750 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55a0adc27580 0x55a0adc87f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.165+0000 7f70c106b740 4 client.5925 mds_command: new command op to 5376 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/"}] 2024-09-21T00:24:31.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.165+0000 7f70c106b740 1 -- 172.21.15.67:0/3949605750 --> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] -- command(tid 0: {"prefix": "scrub start", "path": "/"}) -- 0x55a0adb314d0 con 0x55a0adc27580 2024-09-21T00:24:31.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.166+0000 7f70b2ffd640 1 --2- 172.21.15.67:0/3949605750 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55a0adc27580 0x55a0adc87f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:31.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.166+0000 7f70927fc640 10 client.5925 ms_handle_connect on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:31.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.166+0000 7f70b2ffd640 1 --2- 172.21.15.67:0/3949605750 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55a0adc27580 0x55a0adc87f80 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fd7a971e00c7ded0 server_cookie=86d3f51fefb69118 in_seq=0 out_seq=0 2024-09-21T00:24:31.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.166+0000 7f70927fc640 1 -- 172.21.15.67:0/3949605750 <== mds.0 v2:172.21.15.67:6832/3973293841 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55a0adb314d0 con 0x55a0adc27580 2024-09-21T00:24:31.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.166+0000 7f70927fc640 10 client.5925 handle_command_reply: tid=0 2024-09-21T00:24:31.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.166+0000 7f70c106b740 1 client.5925 shutdown 2024-09-21T00:24:31.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.167+0000 7f70c106b740 1 -- 172.21.15.67:0/3949605750 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a0ad7f0360 msgr2=0x55a0adc7e720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:31.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.167+0000 7f70c106b740 1 --2- 172.21.15.67:0/3949605750 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a0ad7f0360 0x55a0adc7e720 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f70a4005f10 tx=0x7f70a40046c0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.167+0000 7f70c106b740 1 -- 172.21.15.67:0/3949605750 shutdown_connections 2024-09-21T00:24:31.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.167+0000 7f70c106b740 1 --2- 172.21.15.67:0/3949605750 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55a0adc27580 0x55a0adc87f80 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.167+0000 7f70c106b740 1 --2- 172.21.15.67:0/3949605750 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a0ad819220 0x55a0adbfb6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.167+0000 7f70c106b740 1 --2- 172.21.15.67:0/3949605750 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a0ad7f8540 0x55a0adbfb170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.167+0000 7f70c106b740 1 --2- 172.21.15.67:0/3949605750 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a0ad7f0360 0x55a0adc7e720 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.167+0000 7f70c106b740 1 -- 172.21.15.67:0/3949605750 >> 172.21.15.67:0/3949605750 conn(0x55a0ad80d370 msgr2=0x55a0adc17830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:31.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.167+0000 7f70927fc640 0 client.5925 ms_handle_reset on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:31.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.167+0000 7f70c106b740 1 -- 172.21.15.67:0/3949605750 shutdown_connections 2024-09-21T00:24:31.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.167+0000 7f70c106b740 1 -- 172.21.15.67:0/3949605750 wait complete. 2024-09-21T00:24:31.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.167+0000 7f70c106b740 20 client.5925 trim_cache size 0 max 16384 2024-09-21T00:24:31.173 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:24:31.173 INFO:teuthology.orchestra.run.smithi067.stdout: "return_code": 0, 2024-09-21T00:24:31.173 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_tag": "6278eea0-c821-49c3-97da-1e0e12daf341", 2024-09-21T00:24:31.173 INFO:teuthology.orchestra.run.smithi067.stdout: "mode": "asynchronous" 2024-09-21T00:24:31.173 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:24:31.174 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.167+0000 7f70ba0f9640 1 -- 172.21.15.67:0/461511378 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f70a0078b90 msgr2=0x7f70a007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:31.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.167+0000 7f70ba0f9640 1 --2- 172.21.15.67:0/461511378 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f70a0078b90 0x7f70a007b0a0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f70a4034000 tx=0x7f70a4004730 comp rx=0 tx=0).stop 2024-09-21T00:24:31.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.167+0000 7f70ba0f9640 1 -- 172.21.15.67:0/461511378 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f70b40d4e30 msgr2=0x7f70b40b54a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:31.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.167+0000 7f70ba0f9640 1 --2- 172.21.15.67:0/461511378 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f70b40d4e30 0x7f70b40b54a0 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f70a800c400 tx=0x7f70a800c8c0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.168+0000 7f70ba0f9640 1 -- 172.21.15.67:0/461511378 shutdown_connections 2024-09-21T00:24:31.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.168+0000 7f70ba0f9640 1 --2- 172.21.15.67:0/461511378 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f70a0078b90 0x7f70a007b0a0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.168+0000 7f70ba0f9640 1 --2- 172.21.15.67:0/461511378 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f70b40b59e0 0x7f70b414e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.168+0000 7f70ba0f9640 1 --2- 172.21.15.67:0/461511378 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f70b40d4e30 0x7f70b40b54a0 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.168+0000 7f70ba0f9640 1 --2- 172.21.15.67:0/461511378 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f70b40b3cb0 0x7f70b41f4bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.168+0000 7f70ba0f9640 1 -- 172.21.15.67:0/461511378 >> 172.21.15.67:0/461511378 conn(0x7f70b408bee0 msgr2=0x7f70b40d1b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:31.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.168+0000 7f70ba0f9640 1 -- 172.21.15.67:0/461511378 shutdown_connections 2024-09-21T00:24:31.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.168+0000 7f70ba0f9640 1 -- 172.21.15.67:0/461511378 wait complete. 2024-09-21T00:24:31.180 INFO:tasks.cephfs.test_scrub_checks:command 'scrub start /' returned '{'return_code': 0, 'scrub_tag': '6278eea0-c821-49c3-97da-1e0e12daf341', 'mode': 'asynchronous'}' 2024-09-21T00:24:31.180 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:24:31.180 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir /home/ubuntu/cephtest/mnt.0/scrub_test_path/ceph-qa-suite/new_dir_1) 2024-09-21T00:24:31.197 INFO:tasks.cephfs.test_scrub_checks:Running command 'flush_path /scrub_test_path/ceph-qa-suite/new_dir_1' 2024-09-21T00:24:31.197 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.3:0 flush_path /scrub_test_path/ceph-qa-suite/new_dir_1 2024-09-21T00:24:31.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.355+0000 7ff7f91cf640 1 -- 172.21.15.67:0/2256554151 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff7f40d4e30 msgr2=0x7ff7f40d10f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:31.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.355+0000 7ff7f91cf640 1 --2- 172.21.15.67:0/2256554151 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff7f40d4e30 0x7ff7f40d10f0 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7ff7f408dc70 tx=0x7ff7e802a510 comp rx=0 tx=0).stop 2024-09-21T00:24:31.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.355+0000 7ff7f91cf640 1 -- 172.21.15.67:0/2256554151 shutdown_connections 2024-09-21T00:24:31.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.355+0000 7ff7f91cf640 1 --2- 172.21.15.67:0/2256554151 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff7f40d4e30 0x7ff7f40d10f0 unknown :-1 s=CLOSED pgs=591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.355+0000 7ff7f91cf640 1 --2- 172.21.15.67:0/2256554151 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff7f40b3cb0 0x7ff7f40d3330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.355+0000 7ff7f91cf640 1 -- 172.21.15.67:0/2256554151 >> 172.21.15.67:0/2256554151 conn(0x7ff7f408bee0 msgr2=0x7ff7f40d4720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:31.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.355+0000 7ff7f91cf640 1 -- 172.21.15.67:0/2256554151 shutdown_connections 2024-09-21T00:24:31.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.355+0000 7ff7f91cf640 1 -- 172.21.15.67:0/2256554151 wait complete. 2024-09-21T00:24:31.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.357+0000 7ff7f91cf640 1 Processor -- start 2024-09-21T00:24:31.359 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.358+0000 7ff7f91cf640 1 -- start start 2024-09-21T00:24:31.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.359+0000 7ff7f91cf640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff7f40b3cb0 0x7ff7f415bd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.359+0000 7ff7f91cf640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff7f40d1630 0x7ff7f415d570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.359+0000 7ff7f91cf640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff7f40d4e30 0x7ff7f415f170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.359+0000 7ff7f91cf640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff7f40cf990 con 0x7ff7f40b3cb0 2024-09-21T00:24:31.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.359+0000 7ff7f91cf640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff7f406fea0 con 0x7ff7f40d1630 2024-09-21T00:24:31.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.359+0000 7ff7f91cf640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7ff7f40cfb10 con 0x7ff7f40d4e30 2024-09-21T00:24:31.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.359+0000 7ff7f2d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff7f40b3cb0 0x7ff7f415bd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:31.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.359+0000 7ff7f2d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff7f40b3cb0 0x7ff7f415bd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56110/0 (socket says 172.21.15.67:56110) 2024-09-21T00:24:31.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.359+0000 7ff7f2d9d640 1 -- 172.21.15.67:0/3781378206 learned_addr learned my addr 172.21.15.67:0/3781378206 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:31.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.359+0000 7ff7f359e640 1 --2- 172.21.15.67:0/3781378206 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff7f40d4e30 0x7ff7f415f170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:31.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.359+0000 7ff7f259c640 1 --2- 172.21.15.67:0/3781378206 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff7f40d1630 0x7ff7f415d570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:31.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.359+0000 7ff7f2d9d640 1 -- 172.21.15.67:0/3781378206 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff7f40d4e30 msgr2=0x7ff7f415f170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:31.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.359+0000 7ff7f2d9d640 1 --2- 172.21.15.67:0/3781378206 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff7f40d4e30 0x7ff7f415f170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.359+0000 7ff7f2d9d640 1 -- 172.21.15.67:0/3781378206 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff7f40d1630 msgr2=0x7ff7f415d570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:31.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.359+0000 7ff7f2d9d640 1 --2- 172.21.15.67:0/3781378206 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff7f40d1630 0x7ff7f415d570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.359+0000 7ff7f2d9d640 1 -- 172.21.15.67:0/3781378206 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7f415c270 con 0x7ff7f40b3cb0 2024-09-21T00:24:31.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.360+0000 7ff7f2d9d640 1 --2- 172.21.15.67:0/3781378206 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff7f40b3cb0 0x7ff7f415bd30 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7ff7e400c9a0 tx=0x7ff7e400ce60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:31.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.360+0000 7ff7db7fe640 1 -- 172.21.15.67:0/3781378206 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7e4007bb0 con 0x7ff7f40b3cb0 2024-09-21T00:24:31.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.360+0000 7ff7db7fe640 1 -- 172.21.15.67:0/3781378206 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff7e4007e40 con 0x7ff7f40b3cb0 2024-09-21T00:24:31.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.360+0000 7ff7f91cf640 1 -- 172.21.15.67:0/3781378206 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff7f41f5d60 con 0x7ff7f40b3cb0 2024-09-21T00:24:31.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.360+0000 7ff7db7fe640 1 -- 172.21.15.67:0/3781378206 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7e4005290 con 0x7ff7f40b3cb0 2024-09-21T00:24:31.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.360+0000 7ff7f91cf640 1 -- 172.21.15.67:0/3781378206 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff7f41f6320 con 0x7ff7f40b3cb0 2024-09-21T00:24:31.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.362+0000 7ff7db7fe640 1 -- 172.21.15.67:0/3781378206 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7ff7e4005430 con 0x7ff7f40b3cb0 2024-09-21T00:24:31.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.362+0000 7ff7db7fe640 1 --2- 172.21.15.67:0/3781378206 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff7e0078bf0 0x7ff7e007b100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.362+0000 7ff7db7fe640 1 -- 172.21.15.67:0/3781378206 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7ff7e409b1f0 con 0x7ff7f40b3cb0 2024-09-21T00:24:31.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.363+0000 7ff7f259c640 1 --2- 172.21.15.67:0/3781378206 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff7e0078bf0 0x7ff7e007b100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:31.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.363+0000 7ff80021d740 1 Processor -- start 2024-09-21T00:24:31.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.363+0000 7ff7f259c640 1 --2- 172.21.15.67:0/3781378206 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff7e0078bf0 0x7ff7e007b100 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7ff7e8034000 tx=0x7ff7e8004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:31.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.364+0000 7ff80021d740 1 -- start start 2024-09-21T00:24:31.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.365+0000 7ff80021d740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a83e586750 0x55a83e973a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.365+0000 7ff80021d740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a83e55d890 0x55a83e9288d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.365+0000 7ff80021d740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a83e565a70 0x55a83e928e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.365+0000 7ff80021d740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55a83e8a0b20 con 0x55a83e586750 2024-09-21T00:24:31.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.365+0000 7ff80021d740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55a83e88ff50 con 0x55a83e55d890 2024-09-21T00:24:31.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.365+0000 7ff80021d740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55a83e893d60 con 0x55a83e565a70 2024-09-21T00:24:31.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.365+0000 7ff7f2d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a83e586750 0x55a83e973a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:31.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.365+0000 7ff7f2d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a83e586750 0x55a83e973a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56112/0 (socket says 172.21.15.67:56112) 2024-09-21T00:24:31.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.365+0000 7ff7f2d9d640 1 -- 172.21.15.67:0/3416557674 learned_addr learned my addr 172.21.15.67:0/3416557674 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:31.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.365+0000 7ff7f259c640 1 --2- 172.21.15.67:0/3416557674 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a83e55d890 0x55a83e9288d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:31.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.365+0000 7ff7f359e640 1 --2- 172.21.15.67:0/3416557674 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a83e565a70 0x55a83e928e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:31.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.365+0000 7ff7f2d9d640 1 -- 172.21.15.67:0/3416557674 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a83e565a70 msgr2=0x55a83e928e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:31.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.365+0000 7ff7f2d9d640 1 --2- 172.21.15.67:0/3416557674 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a83e565a70 0x55a83e928e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.365+0000 7ff7f2d9d640 1 -- 172.21.15.67:0/3416557674 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a83e55d890 msgr2=0x55a83e9288d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:31.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.365+0000 7ff7f2d9d640 1 --2- 172.21.15.67:0/3416557674 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a83e55d890 0x55a83e9288d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.365+0000 7ff7f2d9d640 1 -- 172.21.15.67:0/3416557674 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a83e5f1d30 con 0x55a83e586750 2024-09-21T00:24:31.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.365+0000 7ff7f259c640 1 --2- 172.21.15.67:0/3416557674 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a83e55d890 0x55a83e9288d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:24:31.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.365+0000 7ff7f2d9d640 1 --2- 172.21.15.67:0/3416557674 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a83e586750 0x55a83e973a40 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7ff7e4062ed0 tx=0x7ff7e4062a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fedbe8fab3cda11d server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:31.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.366+0000 7ff7d8ff9640 1 -- 172.21.15.67:0/3416557674 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7e401d040 con 0x55a83e586750 2024-09-21T00:24:31.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.366+0000 7ff7d8ff9640 1 -- 172.21.15.67:0/3416557674 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff7e4062f40 con 0x55a83e586750 2024-09-21T00:24:31.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.366+0000 7ff7d8ff9640 1 -- 172.21.15.67:0/3416557674 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7e406c660 con 0x55a83e586750 2024-09-21T00:24:31.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.366+0000 7ff80021d740 1 -- 172.21.15.67:0/3416557674 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a83e586750 msgr2=0x55a83e973a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:31.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.366+0000 7ff80021d740 1 --2- 172.21.15.67:0/3416557674 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a83e586750 0x55a83e973a40 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7ff7e4062ed0 tx=0x7ff7e4062a50 comp rx=0 tx=0).stop 2024-09-21T00:24:31.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.366+0000 7ff80021d740 1 -- 172.21.15.67:0/3416557674 shutdown_connections 2024-09-21T00:24:31.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.366+0000 7ff80021d740 1 --2- 172.21.15.67:0/3416557674 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a83e565a70 0x55a83e928e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.366+0000 7ff80021d740 1 --2- 172.21.15.67:0/3416557674 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a83e55d890 0x55a83e9288d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.366+0000 7ff80021d740 1 --2- 172.21.15.67:0/3416557674 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a83e586750 0x55a83e973a40 unknown :-1 s=CLOSED pgs=593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.366+0000 7ff80021d740 1 -- 172.21.15.67:0/3416557674 >> 172.21.15.67:0/3416557674 conn(0x55a83e57a8a0 msgr2=0x55a83e92dd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:31.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.367+0000 7ff80021d740 1 -- 172.21.15.67:0/3416557674 shutdown_connections 2024-09-21T00:24:31.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.367+0000 7ff80021d740 1 -- 172.21.15.67:0/3416557674 wait complete. 2024-09-21T00:24:31.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.367+0000 7ff80021d740 1 -- start start 2024-09-21T00:24:31.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.368+0000 7ff80021d740 1 Processor -- start 2024-09-21T00:24:31.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.369+0000 7ff80021d740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a83e55d890 0x55a83e93c0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.369+0000 7ff80021d740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a83e565a70 0x55a83e93c5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.369+0000 7ff80021d740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a83e586750 0x55a83e93cb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.369+0000 7ff80021d740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55a83e600b00 con 0x55a83e586750 2024-09-21T00:24:31.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.369+0000 7ff80021d740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55a83e8357c0 con 0x55a83e565a70 2024-09-21T00:24:31.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.369+0000 7ff80021d740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55a83e9572f0 con 0x55a83e55d890 2024-09-21T00:24:31.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.369+0000 7ff80021d740 10 client.0 _ll_register_callbacks cb 0x55a83e88d5e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:24:31.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.369+0000 7ff7f359e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a83e586750 0x55a83e93cb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:31.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.369+0000 7ff7f359e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a83e586750 0x55a83e93cb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56118/0 (socket says 172.21.15.67:56118) 2024-09-21T00:24:31.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.369+0000 7ff7f359e640 1 -- 172.21.15.67:0/2229650691 learned_addr learned my addr 172.21.15.67:0/2229650691 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:31.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.369+0000 7ff7f2d9d640 1 --2- 172.21.15.67:0/2229650691 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a83e55d890 0x55a83e93c0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:31.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.369+0000 7ff7f259c640 1 --2- 172.21.15.67:0/2229650691 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a83e565a70 0x55a83e93c5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:31.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.369+0000 7ff7f359e640 1 -- 172.21.15.67:0/2229650691 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a83e55d890 msgr2=0x55a83e93c0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:31.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.369+0000 7ff7f359e640 1 --2- 172.21.15.67:0/2229650691 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a83e55d890 0x55a83e93c0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.369+0000 7ff7f359e640 1 -- 172.21.15.67:0/2229650691 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a83e565a70 msgr2=0x55a83e93c5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:31.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.369+0000 7ff7f359e640 1 --2- 172.21.15.67:0/2229650691 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a83e565a70 0x55a83e93c5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.369+0000 7ff7f359e640 1 -- 172.21.15.67:0/2229650691 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a83e668b90 con 0x55a83e586750 2024-09-21T00:24:31.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.369+0000 7ff7f259c640 1 --2- 172.21.15.67:0/2229650691 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a83e565a70 0x55a83e93c5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:24:31.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.370+0000 7ff7f359e640 1 --2- 172.21.15.67:0/2229650691 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a83e586750 0x55a83e93cb30 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7ff7ec00be60 tx=0x7ff7ec007660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=39d17940e79a0e65 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:31.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.370+0000 7ff7d1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:24:31.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.370+0000 7ff7d1ffb640 1 -- 172.21.15.67:0/2229650691 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7ec01c020 con 0x55a83e586750 2024-09-21T00:24:31.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.370+0000 7ff7d1ffb640 1 -- 172.21.15.67:0/2229650691 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7ff7ec018400 con 0x55a83e586750 2024-09-21T00:24:31.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.370+0000 7ff80021d740 1 -- 172.21.15.67:0/2229650691 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff7e4062f40 con 0x55a83e586750 2024-09-21T00:24:31.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.370+0000 7ff7d1ffb640 1 -- 172.21.15.67:0/2229650691 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7ff7ec023050 con 0x55a83e586750 2024-09-21T00:24:31.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.370+0000 7ff80021d740 10 client.5937 fetch_fsmap learned FSMap version 28 2024-09-21T00:24:31.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.370+0000 7ff80021d740 1 -- 172.21.15.67:0/2229650691 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=2+}) -- 0x55a83e9502c0 con 0x55a83e586750 2024-09-21T00:24:31.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.370+0000 7ff7d1ffb640 1 -- 172.21.15.67:0/2229650691 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff7e4062f40 con 0x55a83e586750 2024-09-21T00:24:31.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.370+0000 7ff7d1ffb640 1 -- 172.21.15.67:0/2229650691 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 28) ==== 3502+0+0 (secure 0 0 0) 0x7ff7ec026020 con 0x55a83e586750 2024-09-21T00:24:31.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.370+0000 7ff80021d740 10 client.5937 fetch_fsmap finished waiting for FSMap version 28 2024-09-21T00:24:31.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.370+0000 7ff80021d740 10 client.5937 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.a 2024-09-21T00:24:31.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.370+0000 7ff80021d740 20 client.5937 populate_metadata read hostname 'smithi067' 2024-09-21T00:24:31.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.370+0000 7ff80021d740 1 --2- 172.21.15.67:0/2229650691 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55a83e545320 0x55a83e982460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.370+0000 7ff80021d740 4 client.5937 mds_command: new command op to 5376 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:24:31.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.370+0000 7ff80021d740 1 -- 172.21.15.67:0/2229650691 --> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a83e8a2a70 con 0x55a83e545320 2024-09-21T00:24:31.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.370+0000 7ff7f2d9d640 1 --2- 172.21.15.67:0/2229650691 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55a83e545320 0x55a83e982460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:31.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.371+0000 7ff7d1ffb640 10 client.5937 ms_handle_connect on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:31.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.371+0000 7ff7f2d9d640 1 --2- 172.21.15.67:0/2229650691 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55a83e545320 0x55a83e982460 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c8e2fcb6b8f1cecd server_cookie=e49f9605bfe9eabc in_seq=0 out_seq=0 2024-09-21T00:24:31.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.371+0000 7ff7d1ffb640 1 -- 172.21.15.67:0/2229650691 <== mds.0 v2:172.21.15.67:6832/3973293841 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x55a83e8a2a70 con 0x55a83e545320 2024-09-21T00:24:31.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.371+0000 7ff7d1ffb640 10 client.5937 handle_command_reply: tid=0 2024-09-21T00:24:31.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.371+0000 7ff80021d740 1 client.5937 shutdown 2024-09-21T00:24:31.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.371+0000 7ff80021d740 1 -- 172.21.15.67:0/2229650691 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a83e586750 msgr2=0x55a83e93cb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:31.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.371+0000 7ff80021d740 1 --2- 172.21.15.67:0/2229650691 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a83e586750 0x55a83e93cb30 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7ff7ec00be60 tx=0x7ff7ec007660 comp rx=0 tx=0).stop 2024-09-21T00:24:31.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.372+0000 7ff80021d740 1 -- 172.21.15.67:0/2229650691 shutdown_connections 2024-09-21T00:24:31.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.372+0000 7ff80021d740 1 --2- 172.21.15.67:0/2229650691 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a83e586750 0x55a83e93cb30 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.372+0000 7ff80021d740 1 --2- 172.21.15.67:0/2229650691 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a83e565a70 0x55a83e93c5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.372+0000 7ff80021d740 1 --2- 172.21.15.67:0/2229650691 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55a83e545320 0x55a83e982460 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.372+0000 7ff80021d740 1 --2- 172.21.15.67:0/2229650691 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a83e55d890 0x55a83e93c0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.372+0000 7ff80021d740 1 -- 172.21.15.67:0/2229650691 >> 172.21.15.67:0/2229650691 conn(0x55a83e57a8a0 msgr2=0x55a83e9288d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:31.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.372+0000 7ff7d1ffb640 0 client.5937 ms_handle_reset on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:31.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.372+0000 7ff80021d740 1 -- 172.21.15.67:0/2229650691 shutdown_connections 2024-09-21T00:24:31.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.372+0000 7ff80021d740 1 -- 172.21.15.67:0/2229650691 wait complete. 2024-09-21T00:24:31.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.372+0000 7ff80021d740 20 client.5937 trim_cache size 0 max 16384 2024-09-21T00:24:31.388 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.387+0000 7ff80021d740 1 Processor -- start 2024-09-21T00:24:31.388 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.387+0000 7ff80021d740 1 -- start start 2024-09-21T00:24:31.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.388+0000 7ff80021d740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a83e55d890 0x55a83e994840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.388+0000 7ff80021d740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a83e565a70 0x55a83e96bf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.388+0000 7ff80021d740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a83e586750 0x55a83e96c4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.388+0000 7ff80021d740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff7f4202050 con 0x55a83e586750 2024-09-21T00:24:31.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.388+0000 7ff80021d740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff7f42011b0 con 0x55a83e55d890 2024-09-21T00:24:31.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.388+0000 7ff80021d740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7ff7f41f9060 con 0x55a83e565a70 2024-09-21T00:24:31.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.388+0000 7ff7f359e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a83e586750 0x55a83e96c4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:31.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.388+0000 7ff7f359e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a83e586750 0x55a83e96c4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56130/0 (socket says 172.21.15.67:56130) 2024-09-21T00:24:31.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.388+0000 7ff7f359e640 1 -- 172.21.15.67:0/1001148765 learned_addr learned my addr 172.21.15.67:0/1001148765 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:31.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.389+0000 7ff7f2d9d640 1 --2- 172.21.15.67:0/1001148765 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a83e55d890 0x55a83e994840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:31.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.389+0000 7ff7f259c640 1 --2- 172.21.15.67:0/1001148765 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a83e565a70 0x55a83e96bf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:31.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.389+0000 7ff7f359e640 1 -- 172.21.15.67:0/1001148765 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a83e565a70 msgr2=0x55a83e96bf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:31.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.389+0000 7ff7f359e640 1 --2- 172.21.15.67:0/1001148765 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a83e565a70 0x55a83e96bf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.389+0000 7ff7f359e640 1 -- 172.21.15.67:0/1001148765 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a83e55d890 msgr2=0x55a83e994840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:31.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.389+0000 7ff7f359e640 1 --2- 172.21.15.67:0/1001148765 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a83e55d890 0x55a83e994840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.389+0000 7ff7f359e640 1 -- 172.21.15.67:0/1001148765 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a83e545550 con 0x55a83e586750 2024-09-21T00:24:31.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.389+0000 7ff7f2d9d640 1 --2- 172.21.15.67:0/1001148765 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a83e55d890 0x55a83e994840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:24:31.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.389+0000 7ff7f359e640 1 --2- 172.21.15.67:0/1001148765 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a83e586750 0x55a83e96c4c0 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7ff7ec004ab0 tx=0x7ff7ec007b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c663d4346e7590aa server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:31.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.389+0000 7ff7d3fff640 1 -- 172.21.15.67:0/1001148765 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7ec01c040 con 0x55a83e586750 2024-09-21T00:24:31.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.389+0000 7ff7d3fff640 1 -- 172.21.15.67:0/1001148765 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff7ec00b110 con 0x55a83e586750 2024-09-21T00:24:31.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.389+0000 7ff7d3fff640 1 -- 172.21.15.67:0/1001148765 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7ec018a50 con 0x55a83e586750 2024-09-21T00:24:31.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.390+0000 7ff80021d740 1 -- 172.21.15.67:0/1001148765 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a83e586750 msgr2=0x55a83e96c4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:31.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.390+0000 7ff80021d740 1 --2- 172.21.15.67:0/1001148765 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a83e586750 0x55a83e96c4c0 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7ff7ec004ab0 tx=0x7ff7ec007b60 comp rx=0 tx=0).stop 2024-09-21T00:24:31.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.390+0000 7ff80021d740 1 -- 172.21.15.67:0/1001148765 shutdown_connections 2024-09-21T00:24:31.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.390+0000 7ff80021d740 1 --2- 172.21.15.67:0/1001148765 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a83e586750 0x55a83e96c4c0 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.390+0000 7ff80021d740 1 --2- 172.21.15.67:0/1001148765 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a83e565a70 0x55a83e96bf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.390+0000 7ff80021d740 1 --2- 172.21.15.67:0/1001148765 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a83e55d890 0x55a83e994840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.390+0000 7ff80021d740 1 -- 172.21.15.67:0/1001148765 >> 172.21.15.67:0/1001148765 conn(0x55a83e57a8a0 msgr2=0x55a83e9555d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:31.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.390+0000 7ff80021d740 1 -- 172.21.15.67:0/1001148765 shutdown_connections 2024-09-21T00:24:31.394 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.390+0000 7ff80021d740 1 -- 172.21.15.67:0/1001148765 wait complete. 2024-09-21T00:24:31.396 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.391+0000 7ff80021d740 1 -- start start 2024-09-21T00:24:31.396 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.391+0000 7ff80021d740 1 Processor -- start 2024-09-21T00:24:31.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.392+0000 7ff80021d740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a83e55d890 0x55a83e985c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.392+0000 7ff80021d740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a83e565a70 0x55a83e9d6e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.392+0000 7ff80021d740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a83e586750 0x55a83e956650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.392+0000 7ff80021d740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55a83e975650 con 0x55a83e55d890 2024-09-21T00:24:31.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.392+0000 7ff80021d740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff7f41f96b0 con 0x55a83e586750 2024-09-21T00:24:31.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.392+0000 7ff80021d740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55a83e984a20 con 0x55a83e565a70 2024-09-21T00:24:31.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.392+0000 7ff80021d740 10 client.0 _ll_register_callbacks cb 0x7ff7ec009b50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:24:31.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.392+0000 7ff7f2d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a83e55d890 0x55a83e985c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:31.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.392+0000 7ff7f2d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a83e55d890 0x55a83e985c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56134/0 (socket says 172.21.15.67:56134) 2024-09-21T00:24:31.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.392+0000 7ff7f2d9d640 1 -- 172.21.15.67:0/3359759848 learned_addr learned my addr 172.21.15.67:0/3359759848 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:31.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.392+0000 7ff7f2d9d640 1 -- 172.21.15.67:0/3359759848 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a83e565a70 msgr2=0x55a83e9d6e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:31.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.392+0000 7ff7f2d9d640 1 --2- 172.21.15.67:0/3359759848 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a83e565a70 0x55a83e9d6e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.392+0000 7ff7f2d9d640 1 -- 172.21.15.67:0/3359759848 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a83e586750 msgr2=0x55a83e956650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:31.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.392+0000 7ff7f2d9d640 1 --2- 172.21.15.67:0/3359759848 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a83e586750 0x55a83e956650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.392+0000 7ff7f2d9d640 1 -- 172.21.15.67:0/3359759848 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a83e94e270 con 0x55a83e55d890 2024-09-21T00:24:31.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.393+0000 7ff7f2d9d640 1 --2- 172.21.15.67:0/3359759848 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a83e55d890 0x55a83e985c90 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7ff7e4062ed0 tx=0x7ff7e40995f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96ee86c0afea1d27 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:31.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.393+0000 7ff7d1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:24:31.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.393+0000 7ff7d1ffb640 1 -- 172.21.15.67:0/3359759848 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7e401d040 con 0x55a83e55d890 2024-09-21T00:24:31.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.393+0000 7ff7d1ffb640 1 -- 172.21.15.67:0/3359759848 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7ff7e40891d0 con 0x55a83e55d890 2024-09-21T00:24:31.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.393+0000 7ff80021d740 1 -- 172.21.15.67:0/3359759848 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff7ec00b110 con 0x55a83e55d890 2024-09-21T00:24:31.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.393+0000 7ff7d1ffb640 1 -- 172.21.15.67:0/3359759848 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7ff7e405f590 con 0x55a83e55d890 2024-09-21T00:24:31.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.393+0000 7ff80021d740 10 client.5943 fetch_fsmap learned FSMap version 28 2024-09-21T00:24:31.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.393+0000 7ff80021d740 1 -- 172.21.15.67:0/3359759848 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=2+}) -- 0x55a83e96c4d0 con 0x55a83e55d890 2024-09-21T00:24:31.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.393+0000 7ff7d1ffb640 1 -- 172.21.15.67:0/3359759848 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff7ec00b110 con 0x55a83e55d890 2024-09-21T00:24:31.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.393+0000 7ff7d1ffb640 1 -- 172.21.15.67:0/3359759848 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 28) ==== 3502+0+0 (secure 0 0 0) 0x7ff7e406c440 con 0x55a83e55d890 2024-09-21T00:24:31.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.393+0000 7ff80021d740 10 client.5943 fetch_fsmap finished waiting for FSMap version 28 2024-09-21T00:24:31.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.393+0000 7ff80021d740 10 client.5943 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.a 2024-09-21T00:24:31.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.393+0000 7ff80021d740 20 client.5943 populate_metadata read hostname 'smithi067' 2024-09-21T00:24:31.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.393+0000 7ff80021d740 1 --2- 172.21.15.67:0/3359759848 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55a83e956b90 0x55a83e993160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.393+0000 7ff80021d740 4 client.5943 mds_command: new command op to 5376 tid=0 multi_id=0 [{"prefix": "flush_path", "path": "/scrub_test_path/ceph-qa-suite/new_dir_1"}] 2024-09-21T00:24:31.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.393+0000 7ff80021d740 1 -- 172.21.15.67:0/3359759848 --> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] -- command(tid 0: {"prefix": "flush_path", "path": "/scrub_test_path/ceph-qa-suite/new_dir_1"}) -- 0x55a83e89e520 con 0x55a83e956b90 2024-09-21T00:24:31.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.393+0000 7ff7f259c640 1 --2- 172.21.15.67:0/3359759848 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55a83e956b90 0x55a83e993160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:31.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.394+0000 7ff7d1ffb640 10 client.5943 ms_handle_connect on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:31.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.394+0000 7ff7f259c640 1 --2- 172.21.15.67:0/3359759848 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55a83e956b90 0x55a83e993160 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ed1b1b85e8ef4c15 server_cookie=92b254baa8ea4f6d in_seq=0 out_seq=0 2024-09-21T00:24:31.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.399+0000 7ff7d1ffb640 1 -- 172.21.15.67:0/3359759848 <== mds.0 v2:172.21.15.67:6832/3973293841 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55a83e89e520 con 0x55a83e956b90 2024-09-21T00:24:31.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.399+0000 7ff7d1ffb640 10 client.5943 handle_command_reply: tid=0 2024-09-21T00:24:31.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.399+0000 7ff80021d740 1 client.5943 shutdown 2024-09-21T00:24:31.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.399+0000 7ff80021d740 1 -- 172.21.15.67:0/3359759848 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a83e55d890 msgr2=0x55a83e985c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:31.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.399+0000 7ff80021d740 1 --2- 172.21.15.67:0/3359759848 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a83e55d890 0x55a83e985c90 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7ff7e4062ed0 tx=0x7ff7e40995f0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.399+0000 7ff80021d740 1 -- 172.21.15.67:0/3359759848 shutdown_connections 2024-09-21T00:24:31.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.399+0000 7ff80021d740 1 --2- 172.21.15.67:0/3359759848 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55a83e586750 0x55a83e956650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.399+0000 7ff80021d740 1 --2- 172.21.15.67:0/3359759848 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55a83e956b90 0x55a83e993160 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.399+0000 7ff80021d740 1 --2- 172.21.15.67:0/3359759848 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55a83e565a70 0x55a83e9d6e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.399+0000 7ff80021d740 1 --2- 172.21.15.67:0/3359759848 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55a83e55d890 0x55a83e985c90 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.399+0000 7ff7d1ffb640 0 client.5943 ms_handle_reset on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:31.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.399+0000 7ff80021d740 1 -- 172.21.15.67:0/3359759848 >> 172.21.15.67:0/3359759848 conn(0x55a83e57a8a0 msgr2=0x55a83e92d690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:31.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.399+0000 7ff80021d740 1 -- 172.21.15.67:0/3359759848 shutdown_connections 2024-09-21T00:24:31.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.399+0000 7ff80021d740 1 -- 172.21.15.67:0/3359759848 wait complete. 2024-09-21T00:24:31.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.400+0000 7ff80021d740 20 client.5943 trim_cache size 0 max 16384 2024-09-21T00:24:31.402 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:24:31.403 INFO:teuthology.orchestra.run.smithi067.stdout: "message": "", 2024-09-21T00:24:31.403 INFO:teuthology.orchestra.run.smithi067.stdout: "return_code": 0 2024-09-21T00:24:31.403 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:24:31.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.400+0000 7ff7f91cf640 1 -- 172.21.15.67:0/3781378206 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff7e0078bf0 msgr2=0x7ff7e007b100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:31.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.400+0000 7ff7f91cf640 1 --2- 172.21.15.67:0/3781378206 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff7e0078bf0 0x7ff7e007b100 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7ff7e8034000 tx=0x7ff7e8004730 comp rx=0 tx=0).stop 2024-09-21T00:24:31.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.400+0000 7ff7f91cf640 1 -- 172.21.15.67:0/3781378206 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff7f40b3cb0 msgr2=0x7ff7f415bd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:31.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.400+0000 7ff7f91cf640 1 --2- 172.21.15.67:0/3781378206 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff7f40b3cb0 0x7ff7f415bd30 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7ff7e400c9a0 tx=0x7ff7e400ce60 comp rx=0 tx=0).stop 2024-09-21T00:24:31.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.400+0000 7ff7f91cf640 1 -- 172.21.15.67:0/3781378206 shutdown_connections 2024-09-21T00:24:31.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.400+0000 7ff7f91cf640 1 --2- 172.21.15.67:0/3781378206 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff7e0078bf0 0x7ff7e007b100 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.400+0000 7ff7f91cf640 1 --2- 172.21.15.67:0/3781378206 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff7f40d4e30 0x7ff7f415f170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.400+0000 7ff7f91cf640 1 --2- 172.21.15.67:0/3781378206 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff7f40d1630 0x7ff7f415d570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.400+0000 7ff7f91cf640 1 --2- 172.21.15.67:0/3781378206 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff7f40b3cb0 0x7ff7f415bd30 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.400+0000 7ff7f91cf640 1 -- 172.21.15.67:0/3781378206 >> 172.21.15.67:0/3781378206 conn(0x7ff7f408bee0 msgr2=0x7ff7f41ea680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:31.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.400+0000 7ff7f91cf640 1 -- 172.21.15.67:0/3781378206 shutdown_connections 2024-09-21T00:24:31.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.400+0000 7ff7f91cf640 1 -- 172.21.15.67:0/3781378206 wait complete. 2024-09-21T00:24:31.412 INFO:tasks.cephfs.test_scrub_checks:command 'flush_path /scrub_test_path/ceph-qa-suite/new_dir_1' returned '{'message': '', 'return_code': 0}' 2024-09-21T00:24:31.412 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:24:31.412 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:24:31.429 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:24:31.429 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec dd if=/dev/urandom of=/home/ubuntu/cephtest/mnt.0/scrub_test_path/ceph-qa-suite/new_file_1 bs=1M conv=fdatasync count=1 seek=0) 2024-09-21T00:24:31.494 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:24:31.494 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:24:31.495 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00827837 s, 127 MB/s 2024-09-21T00:24:31.495 INFO:tasks.cephfs.test_scrub_checks:Running command 'flush_path /scrub_test_path/ceph-qa-suite/new_file_1' 2024-09-21T00:24:31.496 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.3:0 flush_path /scrub_test_path/ceph-qa-suite/new_file_1 2024-09-21T00:24:31.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.654+0000 7f56f3ade640 1 -- 172.21.15.67:0/892335389 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f56ec0d2fe0 msgr2=0x7f56ec0d0270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:31.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.654+0000 7f56f3ade640 1 --2- 172.21.15.67:0/892335389 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f56ec0d2fe0 0x7f56ec0d0270 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f56ec072e30 tx=0x7f56dc02a510 comp rx=0 tx=0).stop 2024-09-21T00:24:31.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.654+0000 7f56f3ade640 1 -- 172.21.15.67:0/892335389 shutdown_connections 2024-09-21T00:24:31.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.654+0000 7f56f3ade640 1 --2- 172.21.15.67:0/892335389 >> v2:172.21.15.97:3300/0 conn(0x7f56ec0d07b0 0x7f56ec0cee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.654+0000 7f56f3ade640 1 --2- 172.21.15.67:0/892335389 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f56ec0d2fe0 0x7f56ec0d0270 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.654+0000 7f56f3ade640 1 -- 172.21.15.67:0/892335389 >> 172.21.15.67:0/892335389 conn(0x7f56ec0d24c0 msgr2=0x7f56ec0d28d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:31.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.654+0000 7f56f3ade640 1 -- 172.21.15.67:0/892335389 shutdown_connections 2024-09-21T00:24:31.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.654+0000 7f56f3ade640 1 -- 172.21.15.67:0/892335389 wait complete. 2024-09-21T00:24:31.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.656+0000 7f56f3ade640 1 Processor -- start 2024-09-21T00:24:31.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.656+0000 7f56f3ade640 1 -- start start 2024-09-21T00:24:31.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.657+0000 7f56f3ade640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f56ec0b7910 0x7f56ec1eb600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.657+0000 7f56f3ade640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f56ec0d07b0 0x7f56ec0b0010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.657+0000 7f56f3ade640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f56ec0d2fe0 0x7f56ec0b0550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.657+0000 7f56f3ade640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f56ec0cf890 con 0x7f56ec0d07b0 2024-09-21T00:24:31.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.657+0000 7f56f3ade640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f56ec0cf710 con 0x7f56ec0b7910 2024-09-21T00:24:31.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.657+0000 7f56f3ade640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f56ec0cfa10 con 0x7f56ec0d2fe0 2024-09-21T00:24:31.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.657+0000 7f56f1079640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f56ec0d07b0 0x7f56ec0b0010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:31.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.657+0000 7f56f1079640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f56ec0d07b0 0x7f56ec0b0010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56148/0 (socket says 172.21.15.67:56148) 2024-09-21T00:24:31.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.657+0000 7f56f1079640 1 -- 172.21.15.67:0/2815195188 learned_addr learned my addr 172.21.15.67:0/2815195188 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:31.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.658+0000 7f56f207b640 1 --2- 172.21.15.67:0/2815195188 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f56ec0d2fe0 0x7f56ec0b0550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:31.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.658+0000 7f56f187a640 1 --2- 172.21.15.67:0/2815195188 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f56ec0b7910 0x7f56ec1eb600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:31.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.658+0000 7f56f1079640 1 -- 172.21.15.67:0/2815195188 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f56ec0d2fe0 msgr2=0x7f56ec0b0550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:31.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.658+0000 7f56f1079640 1 --2- 172.21.15.67:0/2815195188 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f56ec0d2fe0 0x7f56ec0b0550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.658+0000 7f56f1079640 1 -- 172.21.15.67:0/2815195188 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f56ec0b7910 msgr2=0x7f56ec1eb600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:31.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.658+0000 7f56f1079640 1 --2- 172.21.15.67:0/2815195188 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f56ec0b7910 0x7f56ec1eb600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.658+0000 7f56f1079640 1 -- 172.21.15.67:0/2815195188 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56ec1f5d60 con 0x7f56ec0d07b0 2024-09-21T00:24:31.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.658+0000 7f56f1079640 1 --2- 172.21.15.67:0/2815195188 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f56ec0d07b0 0x7f56ec0b0010 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f56dc009920 tx=0x7f56dc033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:31.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.658+0000 7f56e27fc640 1 -- 172.21.15.67:0/2815195188 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56dc031d60 con 0x7f56ec0d07b0 2024-09-21T00:24:31.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.658+0000 7f56e27fc640 1 -- 172.21.15.67:0/2815195188 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f56dc033e10 con 0x7f56ec0d07b0 2024-09-21T00:24:31.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.658+0000 7f56f3ade640 1 -- 172.21.15.67:0/2815195188 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56ec1f6020 con 0x7f56ec0d07b0 2024-09-21T00:24:31.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.658+0000 7f56e27fc640 1 -- 172.21.15.67:0/2815195188 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56dc005260 con 0x7f56ec0d07b0 2024-09-21T00:24:31.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.658+0000 7f56f3ade640 1 -- 172.21.15.67:0/2815195188 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56ec1f65e0 con 0x7f56ec0d07b0 2024-09-21T00:24:31.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.660+0000 7f56e27fc640 1 -- 172.21.15.67:0/2815195188 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f56dc005400 con 0x7f56ec0d07b0 2024-09-21T00:24:31.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.661+0000 7f56e27fc640 1 --2- 172.21.15.67:0/2815195188 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f56d0078b90 0x7f56d007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.661+0000 7f56e27fc640 1 -- 172.21.15.67:0/2815195188 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f56dc0bbe70 con 0x7f56ec0d07b0 2024-09-21T00:24:31.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.661+0000 7f56f187a640 1 --2- 172.21.15.67:0/2815195188 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f56d0078b90 0x7f56d007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:31.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.661+0000 7f56faa53740 1 Processor -- start 2024-09-21T00:24:31.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.662+0000 7f56faa53740 1 -- start start 2024-09-21T00:24:31.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.662+0000 7f56f187a640 1 --2- 172.21.15.67:0/2815195188 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f56d0078b90 0x7f56d007b0a0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f56e8001670 tx=0x7f56e8009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:31.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.663+0000 7f56faa53740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c1dfebc750 0x55c1e02a9a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.663+0000 7f56faa53740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c1dfe93890 0x55c1e025e8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.663+0000 7f56faa53740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c1dfe9ba70 0x55c1e025ee30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.663+0000 7f56faa53740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55c1e01d6b20 con 0x55c1dfe93890 2024-09-21T00:24:31.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.663+0000 7f56faa53740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55c1e01c5f50 con 0x55c1dfebc750 2024-09-21T00:24:31.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.663+0000 7f56faa53740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55c1e01c9d60 con 0x55c1dfe9ba70 2024-09-21T00:24:31.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.663+0000 7f56f1079640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c1dfe93890 0x55c1e025e8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:31.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.663+0000 7f56f1079640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c1dfe93890 0x55c1e025e8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56164/0 (socket says 172.21.15.67:56164) 2024-09-21T00:24:31.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.663+0000 7f56f1079640 1 -- 172.21.15.67:0/2883133240 learned_addr learned my addr 172.21.15.67:0/2883133240 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:31.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.663+0000 7f56f207b640 1 --2- 172.21.15.67:0/2883133240 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c1dfe9ba70 0x55c1e025ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:31.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.663+0000 7f56f187a640 1 --2- 172.21.15.67:0/2883133240 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c1dfebc750 0x55c1e02a9a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:31.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.663+0000 7f56f1079640 1 -- 172.21.15.67:0/2883133240 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c1dfe9ba70 msgr2=0x55c1e025ee30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:31.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.663+0000 7f56f1079640 1 --2- 172.21.15.67:0/2883133240 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c1dfe9ba70 0x55c1e025ee30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.663+0000 7f56f1079640 1 -- 172.21.15.67:0/2883133240 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c1dfebc750 msgr2=0x55c1e02a9a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:31.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.663+0000 7f56f1079640 1 --2- 172.21.15.67:0/2883133240 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c1dfebc750 0x55c1e02a9a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.663+0000 7f56f1079640 1 -- 172.21.15.67:0/2883133240 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c1dff27d30 con 0x55c1dfe93890 2024-09-21T00:24:31.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.663+0000 7f56f1079640 1 --2- 172.21.15.67:0/2883133240 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c1dfe93890 0x55c1e025e8f0 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f56dc0ba3c0 tx=0x7f56dc07fba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8aea7b94a5071076 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:31.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.664+0000 7f56cf7fe640 1 -- 172.21.15.67:0/2883133240 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56dc048030 con 0x55c1dfe93890 2024-09-21T00:24:31.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.664+0000 7f56cf7fe640 1 -- 172.21.15.67:0/2883133240 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f56dc0317a0 con 0x55c1dfe93890 2024-09-21T00:24:31.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.664+0000 7f56cf7fe640 1 -- 172.21.15.67:0/2883133240 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56dc0840a0 con 0x55c1dfe93890 2024-09-21T00:24:31.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.664+0000 7f56faa53740 1 -- 172.21.15.67:0/2883133240 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c1dfe93890 msgr2=0x55c1e025e8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:31.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.664+0000 7f56faa53740 1 --2- 172.21.15.67:0/2883133240 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c1dfe93890 0x55c1e025e8f0 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f56dc0ba3c0 tx=0x7f56dc07fba0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.664+0000 7f56faa53740 1 -- 172.21.15.67:0/2883133240 shutdown_connections 2024-09-21T00:24:31.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.664+0000 7f56faa53740 1 --2- 172.21.15.67:0/2883133240 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c1dfe9ba70 0x55c1e025ee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.664+0000 7f56faa53740 1 --2- 172.21.15.67:0/2883133240 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c1dfe93890 0x55c1e025e8f0 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.664+0000 7f56faa53740 1 --2- 172.21.15.67:0/2883133240 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c1dfebc750 0x55c1e02a9a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.664+0000 7f56faa53740 1 -- 172.21.15.67:0/2883133240 >> 172.21.15.67:0/2883133240 conn(0x55c1dfeb08a0 msgr2=0x55c1e0263d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:31.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.665+0000 7f56faa53740 1 -- 172.21.15.67:0/2883133240 shutdown_connections 2024-09-21T00:24:31.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.665+0000 7f56faa53740 1 -- 172.21.15.67:0/2883133240 wait complete. 2024-09-21T00:24:31.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.665+0000 7f56faa53740 1 -- start start 2024-09-21T00:24:31.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.666+0000 7f56faa53740 1 Processor -- start 2024-09-21T00:24:31.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.667+0000 7f56faa53740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c1dfe93890 0x55c1e0279230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.667+0000 7f56faa53740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c1dfe9ba70 0x55c1e027a2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.667+0000 7f56faa53740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c1dfebc750 0x55c1e027a810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.667+0000 7f56faa53740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55c1dff36b00 con 0x55c1dfe93890 2024-09-21T00:24:31.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.667+0000 7f56faa53740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55c1e016b7c0 con 0x55c1dfebc750 2024-09-21T00:24:31.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.667+0000 7f56faa53740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55c1e01d6b20 con 0x55c1dfe9ba70 2024-09-21T00:24:31.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.667+0000 7f56f187a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c1dfe93890 0x55c1e0279230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:31.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.667+0000 7f56faa53740 10 client.0 _ll_register_callbacks cb 0x55c1e01c35e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:24:31.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.667+0000 7f56f187a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c1dfe93890 0x55c1e0279230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56166/0 (socket says 172.21.15.67:56166) 2024-09-21T00:24:31.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.667+0000 7f56f187a640 1 -- 172.21.15.67:0/2641833135 learned_addr learned my addr 172.21.15.67:0/2641833135 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:31.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.667+0000 7f56f207b640 1 --2- 172.21.15.67:0/2641833135 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c1dfebc750 0x55c1e027a810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:31.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.667+0000 7f56f1079640 1 --2- 172.21.15.67:0/2641833135 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c1dfe9ba70 0x55c1e027a2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:31.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.667+0000 7f56f187a640 1 -- 172.21.15.67:0/2641833135 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c1dfe9ba70 msgr2=0x55c1e027a2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:31.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.667+0000 7f56f187a640 1 --2- 172.21.15.67:0/2641833135 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c1dfe9ba70 0x55c1e027a2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.667+0000 7f56f187a640 1 -- 172.21.15.67:0/2641833135 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c1dfebc750 msgr2=0x55c1e027a810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:31.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.667+0000 7f56f187a640 1 --2- 172.21.15.67:0/2641833135 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c1dfebc750 0x55c1e027a810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.667+0000 7f56f187a640 1 -- 172.21.15.67:0/2641833135 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c1dff9eb90 con 0x55c1dfe93890 2024-09-21T00:24:31.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.668+0000 7f56f187a640 1 --2- 172.21.15.67:0/2641833135 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c1dfe93890 0x55c1e0279230 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f56e8015dc0 tx=0x7f56e8000f20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78e8abc8032ac414 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:31.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.668+0000 7f56ccff9640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:24:31.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.668+0000 7f56ccff9640 1 -- 172.21.15.67:0/2641833135 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56e8025030 con 0x55c1dfe93890 2024-09-21T00:24:31.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.668+0000 7f56faa53740 1 -- 172.21.15.67:0/2641833135 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f56dc0317a0 con 0x55c1dfe93890 2024-09-21T00:24:31.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.668+0000 7f56ccff9640 1 -- 172.21.15.67:0/2641833135 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f56e801e040 con 0x55c1dfe93890 2024-09-21T00:24:31.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.668+0000 7f56ccff9640 1 -- 172.21.15.67:0/2641833135 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f56e802e050 con 0x55c1dfe93890 2024-09-21T00:24:31.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.668+0000 7f56faa53740 10 client.5952 fetch_fsmap learned FSMap version 28 2024-09-21T00:24:31.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.668+0000 7f56faa53740 1 -- 172.21.15.67:0/2641833135 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=2+}) -- 0x55c1e027cb20 con 0x55c1dfe93890 2024-09-21T00:24:31.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.668+0000 7f56ccff9640 1 -- 172.21.15.67:0/2641833135 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f56dc0317a0 con 0x55c1dfe93890 2024-09-21T00:24:31.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.668+0000 7f56ccff9640 1 -- 172.21.15.67:0/2641833135 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 28) ==== 3502+0+0 (secure 0 0 0) 0x7f56e8031020 con 0x55c1dfe93890 2024-09-21T00:24:31.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.668+0000 7f56faa53740 10 client.5952 fetch_fsmap finished waiting for FSMap version 28 2024-09-21T00:24:31.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.668+0000 7f56faa53740 10 client.5952 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.a 2024-09-21T00:24:31.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.668+0000 7f56faa53740 20 client.5952 populate_metadata read hostname 'smithi067' 2024-09-21T00:24:31.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.668+0000 7f56faa53740 1 --2- 172.21.15.67:0/2641833135 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55c1dfe7b320 0x55c1e028c0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.668+0000 7f56faa53740 4 client.5952 mds_command: new command op to 5376 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:24:31.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.668+0000 7f56faa53740 1 -- 172.21.15.67:0/2641833135 --> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c1e01d8a70 con 0x55c1dfe7b320 2024-09-21T00:24:31.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.669+0000 7f56f1079640 1 --2- 172.21.15.67:0/2641833135 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55c1dfe7b320 0x55c1e028c0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:31.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.669+0000 7f56ccff9640 10 client.5952 ms_handle_connect on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:31.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.669+0000 7f56f1079640 1 --2- 172.21.15.67:0/2641833135 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55c1dfe7b320 0x55c1e028c0c0 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e6c175d7b33e9f9 server_cookie=2cc3bda99aa340b6 in_seq=0 out_seq=0 2024-09-21T00:24:31.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.670+0000 7f56ccff9640 1 -- 172.21.15.67:0/2641833135 <== mds.0 v2:172.21.15.67:6832/3973293841 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x55c1e01d8a70 con 0x55c1dfe7b320 2024-09-21T00:24:31.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.670+0000 7f56ccff9640 10 client.5952 handle_command_reply: tid=0 2024-09-21T00:24:31.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.670+0000 7f56faa53740 1 client.5952 shutdown 2024-09-21T00:24:31.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.670+0000 7f56faa53740 1 -- 172.21.15.67:0/2641833135 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c1dfe93890 msgr2=0x55c1e0279230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:31.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.670+0000 7f56faa53740 1 --2- 172.21.15.67:0/2641833135 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c1dfe93890 0x55c1e0279230 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f56e8015dc0 tx=0x7f56e8000f20 comp rx=0 tx=0).stop 2024-09-21T00:24:31.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.670+0000 7f56faa53740 1 -- 172.21.15.67:0/2641833135 shutdown_connections 2024-09-21T00:24:31.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.670+0000 7f56faa53740 1 --2- 172.21.15.67:0/2641833135 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c1dfebc750 0x55c1e027a810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.670+0000 7f56faa53740 1 --2- 172.21.15.67:0/2641833135 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55c1dfe7b320 0x55c1e028c0c0 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.670+0000 7f56faa53740 1 --2- 172.21.15.67:0/2641833135 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c1dfe9ba70 0x55c1e027a2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.670+0000 7f56faa53740 1 --2- 172.21.15.67:0/2641833135 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c1dfe93890 0x55c1e0279230 unknown :-1 s=CLOSED pgs=599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.670+0000 7f56ccff9640 0 client.5952 ms_handle_reset on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:31.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.670+0000 7f56faa53740 1 -- 172.21.15.67:0/2641833135 >> 172.21.15.67:0/2641833135 conn(0x55c1dfeb08a0 msgr2=0x55c1e025e8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:31.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.670+0000 7f56faa53740 1 -- 172.21.15.67:0/2641833135 shutdown_connections 2024-09-21T00:24:31.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.670+0000 7f56faa53740 1 -- 172.21.15.67:0/2641833135 wait complete. 2024-09-21T00:24:31.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.670+0000 7f56faa53740 20 client.5952 trim_cache size 0 max 16384 2024-09-21T00:24:31.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.685+0000 7f56faa53740 1 Processor -- start 2024-09-21T00:24:31.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.685+0000 7f56faa53740 1 -- start start 2024-09-21T00:24:31.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.686+0000 7f56faa53740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c1dfe93890 0x55c1e02841b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.686+0000 7f56faa53740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c1dfe9ba70 0x55c1e025d150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.686+0000 7f56faa53740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c1dfebc750 0x55c1e025d690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.687+0000 7f56faa53740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f56ec1f8cb0 con 0x55c1dfebc750 2024-09-21T00:24:31.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.687+0000 7f56faa53740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f56ec0b6fe0 con 0x55c1dfe93890 2024-09-21T00:24:31.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.687+0000 7f56faa53740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f56ec0b6340 con 0x55c1dfe9ba70 2024-09-21T00:24:31.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.687+0000 7f56f207b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c1dfebc750 0x55c1e025d690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:31.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.687+0000 7f56f207b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c1dfebc750 0x55c1e025d690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56172/0 (socket says 172.21.15.67:56172) 2024-09-21T00:24:31.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.687+0000 7f56f207b640 1 -- 172.21.15.67:0/1863913709 learned_addr learned my addr 172.21.15.67:0/1863913709 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:31.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.687+0000 7f56f187a640 1 --2- 172.21.15.67:0/1863913709 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c1dfe93890 0x55c1e02841b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:31.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.687+0000 7f56f1079640 1 --2- 172.21.15.67:0/1863913709 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c1dfe9ba70 0x55c1e025d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:31.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.687+0000 7f56f207b640 1 -- 172.21.15.67:0/1863913709 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c1dfe9ba70 msgr2=0x55c1e025d150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:31.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.687+0000 7f56f207b640 1 --2- 172.21.15.67:0/1863913709 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c1dfe9ba70 0x55c1e025d150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.687+0000 7f56f207b640 1 -- 172.21.15.67:0/1863913709 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c1dfe93890 msgr2=0x55c1e02841b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:31.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.687+0000 7f56f207b640 1 --2- 172.21.15.67:0/1863913709 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c1dfe93890 0x55c1e02841b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.687+0000 7f56f207b640 1 -- 172.21.15.67:0/1863913709 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c1e028a930 con 0x55c1dfebc750 2024-09-21T00:24:31.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.687+0000 7f56f187a640 1 --2- 172.21.15.67:0/1863913709 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c1dfe93890 0x55c1e02841b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:24:31.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.687+0000 7f56f1079640 1 --2- 172.21.15.67:0/1863913709 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c1dfe9ba70 0x55c1e025d150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:24:31.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.687+0000 7f56f207b640 1 --2- 172.21.15.67:0/1863913709 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c1dfebc750 0x55c1e025d690 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f56e4009fd0 tx=0x7f56e40128e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a609f44f1702f3 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:31.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.687+0000 7f56ceffd640 1 -- 172.21.15.67:0/1863913709 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56e4004b20 con 0x55c1dfebc750 2024-09-21T00:24:31.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.687+0000 7f56ceffd640 1 -- 172.21.15.67:0/1863913709 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f56e4004cc0 con 0x55c1dfebc750 2024-09-21T00:24:31.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.687+0000 7f56ceffd640 1 -- 172.21.15.67:0/1863913709 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56e4003c90 con 0x55c1dfebc750 2024-09-21T00:24:31.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.688+0000 7f56faa53740 1 -- 172.21.15.67:0/1863913709 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c1dfebc750 msgr2=0x55c1e025d690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:31.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.688+0000 7f56faa53740 1 --2- 172.21.15.67:0/1863913709 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c1dfebc750 0x55c1e025d690 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f56e4009fd0 tx=0x7f56e40128e0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.688+0000 7f56faa53740 1 -- 172.21.15.67:0/1863913709 shutdown_connections 2024-09-21T00:24:31.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.688+0000 7f56faa53740 1 --2- 172.21.15.67:0/1863913709 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c1dfebc750 0x55c1e025d690 unknown :-1 s=CLOSED pgs=600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.688+0000 7f56faa53740 1 --2- 172.21.15.67:0/1863913709 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c1dfe9ba70 0x55c1e025d150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.688+0000 7f56faa53740 1 --2- 172.21.15.67:0/1863913709 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c1dfe93890 0x55c1e02841b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.688+0000 7f56faa53740 1 -- 172.21.15.67:0/1863913709 >> 172.21.15.67:0/1863913709 conn(0x55c1dfeb08a0 msgr2=0x55c1e0264d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:31.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.688+0000 7f56faa53740 1 -- 172.21.15.67:0/1863913709 shutdown_connections 2024-09-21T00:24:31.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.688+0000 7f56faa53740 1 -- 172.21.15.67:0/1863913709 wait complete. 2024-09-21T00:24:31.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.689+0000 7f56faa53740 1 -- start start 2024-09-21T00:24:31.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.689+0000 7f56faa53740 1 Processor -- start 2024-09-21T00:24:31.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.691+0000 7f56faa53740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c1dfe93890 0x55c1e031de10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.691+0000 7f56faa53740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c1dfe9ba70 0x55c1e0282930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.691+0000 7f56faa53740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c1dfebc750 0x55c1e0327400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.691+0000 7f56faa53740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55c1e01c6160 con 0x55c1dfebc750 2024-09-21T00:24:31.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.691+0000 7f56faa53740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f56ec0b6990 con 0x55c1dfe9ba70 2024-09-21T00:24:31.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.691+0000 7f56faa53740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55c1e032b980 con 0x55c1dfe93890 2024-09-21T00:24:31.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.691+0000 7f56faa53740 10 client.0 _ll_register_callbacks cb 0x7f56e8015530 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:24:31.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.691+0000 7f56f207b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c1dfebc750 0x55c1e0327400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:31.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.691+0000 7f56f207b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c1dfebc750 0x55c1e0327400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56184/0 (socket says 172.21.15.67:56184) 2024-09-21T00:24:31.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.691+0000 7f56f207b640 1 -- 172.21.15.67:0/2408346569 learned_addr learned my addr 172.21.15.67:0/2408346569 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:31.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.691+0000 7f56f187a640 1 --2- 172.21.15.67:0/2408346569 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c1dfe93890 0x55c1e031de10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:31.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.691+0000 7f56f1079640 1 --2- 172.21.15.67:0/2408346569 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c1dfe9ba70 0x55c1e0282930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:31.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.691+0000 7f56f207b640 1 -- 172.21.15.67:0/2408346569 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c1dfe93890 msgr2=0x55c1e031de10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:31.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.691+0000 7f56f207b640 1 --2- 172.21.15.67:0/2408346569 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c1dfe93890 0x55c1e031de10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.691+0000 7f56f207b640 1 -- 172.21.15.67:0/2408346569 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c1dfe9ba70 msgr2=0x55c1e0282930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:31.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.691+0000 7f56f207b640 1 --2- 172.21.15.67:0/2408346569 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c1dfe9ba70 0x55c1e0282930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.691+0000 7f56f207b640 1 -- 172.21.15.67:0/2408346569 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c1e0260ec0 con 0x55c1dfebc750 2024-09-21T00:24:31.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.691+0000 7f56f207b640 1 --2- 172.21.15.67:0/2408346569 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c1dfebc750 0x55c1e0327400 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7f56e4019000 tx=0x7f56e4009d40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c0f18de5e172cb3d server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:31.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.691+0000 7f56ccff9640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:24:31.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.691+0000 7f56ccff9640 1 -- 172.21.15.67:0/2408346569 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56e402b060 con 0x55c1dfebc750 2024-09-21T00:24:31.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.691+0000 7f56ccff9640 1 -- 172.21.15.67:0/2408346569 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f56e4018040 con 0x55c1dfebc750 2024-09-21T00:24:31.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.691+0000 7f56faa53740 1 -- 172.21.15.67:0/2408346569 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f56e4004cc0 con 0x55c1dfebc750 2024-09-21T00:24:31.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.692+0000 7f56ccff9640 1 -- 172.21.15.67:0/2408346569 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f56e4031050 con 0x55c1dfebc750 2024-09-21T00:24:31.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.692+0000 7f56faa53740 10 client.5958 fetch_fsmap learned FSMap version 28 2024-09-21T00:24:31.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.692+0000 7f56faa53740 1 -- 172.21.15.67:0/2408346569 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=2+}) -- 0x55c1e0282f30 con 0x55c1dfebc750 2024-09-21T00:24:31.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.692+0000 7f56ccff9640 1 -- 172.21.15.67:0/2408346569 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f56e4004cc0 con 0x55c1dfebc750 2024-09-21T00:24:31.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.692+0000 7f56ccff9640 1 -- 172.21.15.67:0/2408346569 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 28) ==== 3502+0+0 (secure 0 0 0) 0x7f56e4034020 con 0x55c1dfebc750 2024-09-21T00:24:31.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.692+0000 7f56faa53740 10 client.5958 fetch_fsmap finished waiting for FSMap version 28 2024-09-21T00:24:31.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.692+0000 7f56faa53740 10 client.5958 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.a 2024-09-21T00:24:31.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.692+0000 7f56faa53740 20 client.5958 populate_metadata read hostname 'smithi067' 2024-09-21T00:24:31.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.692+0000 7f56faa53740 1 --2- 172.21.15.67:0/2408346569 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55c1e028d240 0x55c1e0263930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.692+0000 7f56faa53740 4 client.5958 mds_command: new command op to 5376 tid=0 multi_id=0 [{"prefix": "flush_path", "path": "/scrub_test_path/ceph-qa-suite/new_file_1"}] 2024-09-21T00:24:31.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.692+0000 7f56faa53740 1 -- 172.21.15.67:0/2408346569 --> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] -- command(tid 0: {"prefix": "flush_path", "path": "/scrub_test_path/ceph-qa-suite/new_file_1"}) -- 0x55c1e01d4520 con 0x55c1e028d240 2024-09-21T00:24:31.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.692+0000 7f56f187a640 1 --2- 172.21.15.67:0/2408346569 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55c1e028d240 0x55c1e0263930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:31.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.692+0000 7f56ccff9640 10 client.5958 ms_handle_connect on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:31.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.693+0000 7f56f187a640 1 --2- 172.21.15.67:0/2408346569 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55c1e028d240 0x55c1e0263930 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9f490654e95bc280 server_cookie=577711f0b69ae2fb in_seq=0 out_seq=0 2024-09-21T00:24:31.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.697+0000 7f56ccff9640 1 -- 172.21.15.67:0/2408346569 <== mds.0 v2:172.21.15.67:6832/3973293841 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55c1e01d4520 con 0x55c1e028d240 2024-09-21T00:24:31.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.697+0000 7f56ccff9640 10 client.5958 handle_command_reply: tid=0 2024-09-21T00:24:31.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.697+0000 7f56faa53740 1 client.5958 shutdown 2024-09-21T00:24:31.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.697+0000 7f56faa53740 1 -- 172.21.15.67:0/2408346569 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c1dfebc750 msgr2=0x55c1e0327400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:31.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.697+0000 7f56faa53740 1 --2- 172.21.15.67:0/2408346569 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c1dfebc750 0x55c1e0327400 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7f56e4019000 tx=0x7f56e4009d40 comp rx=0 tx=0).stop 2024-09-21T00:24:31.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.697+0000 7f56faa53740 1 -- 172.21.15.67:0/2408346569 shutdown_connections 2024-09-21T00:24:31.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.697+0000 7f56faa53740 1 --2- 172.21.15.67:0/2408346569 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c1dfebc750 0x55c1e0327400 unknown :-1 s=CLOSED pgs=601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.697+0000 7f56faa53740 1 --2- 172.21.15.67:0/2408346569 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c1dfe9ba70 0x55c1e0282930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.697+0000 7f56faa53740 1 --2- 172.21.15.67:0/2408346569 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55c1e028d240 0x55c1e0263930 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.697+0000 7f56faa53740 1 --2- 172.21.15.67:0/2408346569 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c1dfe93890 0x55c1e031de10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.697+0000 7f56ccff9640 0 client.5958 ms_handle_reset on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:31.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.697+0000 7f56faa53740 1 -- 172.21.15.67:0/2408346569 >> 172.21.15.67:0/2408346569 conn(0x55c1dfeb08a0 msgr2=0x55c1e02cb320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:31.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.697+0000 7f56faa53740 1 -- 172.21.15.67:0/2408346569 shutdown_connections 2024-09-21T00:24:31.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.697+0000 7f56faa53740 1 -- 172.21.15.67:0/2408346569 wait complete. 2024-09-21T00:24:31.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.698+0000 7f56faa53740 20 client.5958 trim_cache size 0 max 16384 2024-09-21T00:24:31.701 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:24:31.701 INFO:teuthology.orchestra.run.smithi067.stdout: "message": "", 2024-09-21T00:24:31.701 INFO:teuthology.orchestra.run.smithi067.stdout: "return_code": 0 2024-09-21T00:24:31.701 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:24:31.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.698+0000 7f56f3ade640 1 -- 172.21.15.67:0/2815195188 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f56d0078b90 msgr2=0x7f56d007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:31.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.698+0000 7f56f3ade640 1 --2- 172.21.15.67:0/2815195188 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f56d0078b90 0x7f56d007b0a0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f56e8001670 tx=0x7f56e8009040 comp rx=0 tx=0).stop 2024-09-21T00:24:31.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.698+0000 7f56f3ade640 1 -- 172.21.15.67:0/2815195188 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f56ec0d07b0 msgr2=0x7f56ec0b0010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:31.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.698+0000 7f56f3ade640 1 --2- 172.21.15.67:0/2815195188 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f56ec0d07b0 0x7f56ec0b0010 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f56dc009920 tx=0x7f56dc033c20 comp rx=0 tx=0).stop 2024-09-21T00:24:31.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.698+0000 7f56f3ade640 1 -- 172.21.15.67:0/2815195188 shutdown_connections 2024-09-21T00:24:31.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.698+0000 7f56f3ade640 1 --2- 172.21.15.67:0/2815195188 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f56d0078b90 0x7f56d007b0a0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.698+0000 7f56f3ade640 1 --2- 172.21.15.67:0/2815195188 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f56ec0d2fe0 0x7f56ec0b0550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.698+0000 7f56f3ade640 1 --2- 172.21.15.67:0/2815195188 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f56ec0d07b0 0x7f56ec0b0010 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.698+0000 7f56f3ade640 1 --2- 172.21.15.67:0/2815195188 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f56ec0b7910 0x7f56ec1eb600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.698+0000 7f56f3ade640 1 -- 172.21.15.67:0/2815195188 >> 172.21.15.67:0/2815195188 conn(0x7f56ec0d24c0 msgr2=0x7f56ec0d28d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:31.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.698+0000 7f56f3ade640 1 -- 172.21.15.67:0/2815195188 shutdown_connections 2024-09-21T00:24:31.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.698+0000 7f56f3ade640 1 -- 172.21.15.67:0/2815195188 wait complete. 2024-09-21T00:24:31.710 INFO:tasks.cephfs.test_scrub_checks:command 'flush_path /scrub_test_path/ceph-qa-suite/new_file_1' returned '{'message': '', 'return_code': 0}' 2024-09-21T00:24:31.711 DEBUG:teuthology.orchestra.run.smithi067:> stdin-killer -- python3 -c ' 2024-09-21T00:24:31.711 DEBUG:teuthology.orchestra.run.smithi067:> import os 2024-09-21T00:24:31.711 DEBUG:teuthology.orchestra.run.smithi067:> import stat 2024-09-21T00:24:31.711 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:24:31.711 DEBUG:teuthology.orchestra.run.smithi067:> print(os.stat("/home/ubuntu/cephtest/mnt.0/scrub_test_path/ceph-qa-suite/new_file_1").st_ino) 2024-09-21T00:24:31.711 DEBUG:teuthology.orchestra.run.smithi067:> ' 2024-09-21T00:24:31.778 INFO:teuthology.orchestra.run.smithi067.stdout:1099511630414 2024-09-21T00:24:31.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:24:31.787 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.3:0 damage ls 2024-09-21T00:24:31.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.944+0000 7f35d7dba640 1 -- 172.21.15.67:0/2889857908 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f35d00d4db0 msgr2=0x7f35d00b9950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:31.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.944+0000 7f35d7dba640 1 --2- 172.21.15.67:0/2889857908 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f35d00d4db0 0x7f35d00b9950 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f35c8009be0 tx=0x7f35c802a890 comp rx=0 tx=0).stop 2024-09-21T00:24:31.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.944+0000 7f35d7dba640 1 -- 172.21.15.67:0/2889857908 shutdown_connections 2024-09-21T00:24:31.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.944+0000 7f35d7dba640 1 --2- 172.21.15.67:0/2889857908 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f35d00d4db0 0x7f35d00b9950 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.944+0000 7f35d7dba640 1 -- 172.21.15.67:0/2889857908 >> 172.21.15.67:0/2889857908 conn(0x7f35d009da10 msgr2=0x7f35d00d46a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:31.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.945+0000 7f35d7dba640 1 -- 172.21.15.67:0/2889857908 shutdown_connections 2024-09-21T00:24:31.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.945+0000 7f35d7dba640 1 -- 172.21.15.67:0/2889857908 wait complete. 2024-09-21T00:24:31.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.946+0000 7f35d7dba640 1 Processor -- start 2024-09-21T00:24:31.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.946+0000 7f35d7dba640 1 -- start start 2024-09-21T00:24:31.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.948+0000 7f35d7dba640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f35d00d3590 0x7f35d0157e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.948+0000 7f35d7dba640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f35d00d4db0 0x7f35d01f91e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.948+0000 7f35d7dba640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f35d01f5af0 0x7f35d015c5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.948+0000 7f35d7dba640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f35d00b4f00 con 0x7f35d00d4db0 2024-09-21T00:24:31.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.948+0000 7f35d7dba640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f35d00b4d80 con 0x7f35d01f5af0 2024-09-21T00:24:31.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.948+0000 7f35d7dba640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f35d00b5080 con 0x7f35d00d3590 2024-09-21T00:24:31.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.948+0000 7f35d5355640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f35d00d4db0 0x7f35d01f91e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:31.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.948+0000 7f35d5355640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f35d00d4db0 0x7f35d01f91e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56192/0 (socket says 172.21.15.67:56192) 2024-09-21T00:24:31.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.948+0000 7f35d5355640 1 -- 172.21.15.67:0/726117606 learned_addr learned my addr 172.21.15.67:0/726117606 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:31.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.948+0000 7f35d5b56640 1 --2- 172.21.15.67:0/726117606 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f35d00d3590 0x7f35d0157e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:31.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.948+0000 7f35d6357640 1 --2- 172.21.15.67:0/726117606 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f35d01f5af0 0x7f35d015c5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:31.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.948+0000 7f35d5355640 1 -- 172.21.15.67:0/726117606 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f35d00d3590 msgr2=0x7f35d0157e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:31.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.948+0000 7f35d5355640 1 --2- 172.21.15.67:0/726117606 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f35d00d3590 0x7f35d0157e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.948+0000 7f35d5355640 1 -- 172.21.15.67:0/726117606 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f35d01f5af0 msgr2=0x7f35d015c5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:31.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.948+0000 7f35d5355640 1 --2- 172.21.15.67:0/726117606 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f35d01f5af0 0x7f35d015c5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.948+0000 7f35d5355640 1 -- 172.21.15.67:0/726117606 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35d01f9720 con 0x7f35d00d4db0 2024-09-21T00:24:31.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.948+0000 7f35d5355640 1 --2- 172.21.15.67:0/726117606 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f35d00d4db0 0x7f35d01f91e0 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f35c000c430 tx=0x7f35c000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:31.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.948+0000 7f35c67fc640 1 -- 172.21.15.67:0/726117606 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35c0011790 con 0x7f35d00d4db0 2024-09-21T00:24:31.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.949+0000 7f35c67fc640 1 -- 172.21.15.67:0/726117606 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f35c0017070 con 0x7f35d00d4db0 2024-09-21T00:24:31.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.949+0000 7f35d7dba640 1 -- 172.21.15.67:0/726117606 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35d00a2160 con 0x7f35d00d4db0 2024-09-21T00:24:31.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.949+0000 7f35c67fc640 1 -- 172.21.15.67:0/726117606 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35c0011cc0 con 0x7f35d00d4db0 2024-09-21T00:24:31.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.949+0000 7f35d7dba640 1 -- 172.21.15.67:0/726117606 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35d015a110 con 0x7f35d00d4db0 2024-09-21T00:24:31.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.950+0000 7f35c67fc640 1 -- 172.21.15.67:0/726117606 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f35c001c460 con 0x7f35d00d4db0 2024-09-21T00:24:31.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.951+0000 7f35c67fc640 1 --2- 172.21.15.67:0/726117606 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f35b4078bc0 0x7f35b407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.951+0000 7f35c67fc640 1 -- 172.21.15.67:0/726117606 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f35c009ab10 con 0x7f35d00d4db0 2024-09-21T00:24:31.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.952+0000 7f35d5b56640 1 --2- 172.21.15.67:0/726117606 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f35b4078bc0 0x7f35b407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:31.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.952+0000 7f35d5b56640 1 --2- 172.21.15.67:0/726117606 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f35b4078bc0 0x7f35b407b0d0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f35cc007fd0 tx=0x7f35cc009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:31.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.952+0000 7f35dee01740 1 Processor -- start 2024-09-21T00:24:31.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.952+0000 7f35dee01740 1 -- start start 2024-09-21T00:24:31.956 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.953+0000 7f35dee01740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564aa9da2390 0x564aaa1741d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.956 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.953+0000 7f35dee01740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x564aa9d794d0 0x564aaa174710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.956 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.953+0000 7f35dee01740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564aa9d816b0 0x564aaa191610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.956 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.954+0000 7f35dee01740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x564aaa0bc8e0 con 0x564aa9d816b0 2024-09-21T00:24:31.956 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.954+0000 7f35dee01740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x564aaa0abd10 con 0x564aa9da2390 2024-09-21T00:24:31.956 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.954+0000 7f35dee01740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x564aaa0afb20 con 0x564aa9d794d0 2024-09-21T00:24:31.956 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.954+0000 7f35d6357640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564aa9d816b0 0x564aaa191610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:31.956 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.954+0000 7f35d6357640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564aa9d816b0 0x564aaa191610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56204/0 (socket says 172.21.15.67:56204) 2024-09-21T00:24:31.956 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.954+0000 7f35d6357640 1 -- 172.21.15.67:0/4049123242 learned_addr learned my addr 172.21.15.67:0/4049123242 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:31.956 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.954+0000 7f35d5b56640 1 --2- 172.21.15.67:0/4049123242 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564aa9da2390 0x564aaa1741d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:31.956 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.954+0000 7f35d5355640 1 --2- 172.21.15.67:0/4049123242 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x564aa9d794d0 0x564aaa174710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:31.956 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.954+0000 7f35d6357640 1 -- 172.21.15.67:0/4049123242 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x564aa9d794d0 msgr2=0x564aaa174710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:31.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.954+0000 7f35d6357640 1 --2- 172.21.15.67:0/4049123242 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x564aa9d794d0 0x564aaa174710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.954+0000 7f35d6357640 1 -- 172.21.15.67:0/4049123242 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564aa9da2390 msgr2=0x564aaa1741d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:31.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.954+0000 7f35d6357640 1 --2- 172.21.15.67:0/4049123242 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564aa9da2390 0x564aaa1741d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.954+0000 7f35d6357640 1 -- 172.21.15.67:0/4049123242 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564aa9e0d970 con 0x564aa9d816b0 2024-09-21T00:24:31.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.954+0000 7f35d6357640 1 --2- 172.21.15.67:0/4049123242 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564aa9d816b0 0x564aaa191610 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f35c8009be0 tx=0x7f35c8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b14fe81fa4e3faac server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:31.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.954+0000 7f35b37fe640 1 -- 172.21.15.67:0/4049123242 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35c8003d70 con 0x564aa9d816b0 2024-09-21T00:24:31.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.954+0000 7f35b37fe640 1 -- 172.21.15.67:0/4049123242 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f35c8040070 con 0x564aa9d816b0 2024-09-21T00:24:31.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.954+0000 7f35b37fe640 1 -- 172.21.15.67:0/4049123242 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35c8004280 con 0x564aa9d816b0 2024-09-21T00:24:31.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.955+0000 7f35dee01740 1 -- 172.21.15.67:0/4049123242 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564aa9d816b0 msgr2=0x564aaa191610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:31.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.955+0000 7f35dee01740 1 --2- 172.21.15.67:0/4049123242 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564aa9d816b0 0x564aaa191610 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f35c8009be0 tx=0x7f35c8004a40 comp rx=0 tx=0).stop 2024-09-21T00:24:31.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.955+0000 7f35dee01740 1 -- 172.21.15.67:0/4049123242 shutdown_connections 2024-09-21T00:24:31.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.955+0000 7f35dee01740 1 --2- 172.21.15.67:0/4049123242 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564aa9d816b0 0x564aaa191610 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.955+0000 7f35dee01740 1 --2- 172.21.15.67:0/4049123242 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x564aa9d794d0 0x564aaa174710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.955+0000 7f35dee01740 1 --2- 172.21.15.67:0/4049123242 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564aa9da2390 0x564aaa1741d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.955+0000 7f35dee01740 1 -- 172.21.15.67:0/4049123242 >> 172.21.15.67:0/4049123242 conn(0x564aa9d964e0 msgr2=0x564aaa14a490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:31.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.955+0000 7f35dee01740 1 -- 172.21.15.67:0/4049123242 shutdown_connections 2024-09-21T00:24:31.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.955+0000 7f35dee01740 1 -- 172.21.15.67:0/4049123242 wait complete. 2024-09-21T00:24:31.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.956+0000 7f35dee01740 1 -- start start 2024-09-21T00:24:31.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.956+0000 7f35dee01740 1 Processor -- start 2024-09-21T00:24:31.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.958+0000 7f35dee01740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564aa9d794d0 0x564aaa184930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.958+0000 7f35dee01740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564aa9d816b0 0x564aaa18e980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.958+0000 7f35dee01740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x564aa9da2390 0x564aaa18eec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.958+0000 7f35dee01740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x564aa9e1c740 con 0x564aa9d816b0 2024-09-21T00:24:31.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.958+0000 7f35dee01740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x564aaa0517f0 con 0x564aa9d794d0 2024-09-21T00:24:31.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.958+0000 7f35dee01740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x564aaa174c50 con 0x564aa9da2390 2024-09-21T00:24:31.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.958+0000 7f35dee01740 10 client.0 _ll_register_callbacks cb 0x564aaa0552a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:24:31.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.958+0000 7f35d5355640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564aa9d816b0 0x564aaa18e980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:31.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.958+0000 7f35d5355640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564aa9d816b0 0x564aaa18e980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56208/0 (socket says 172.21.15.67:56208) 2024-09-21T00:24:31.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.958+0000 7f35d5355640 1 -- 172.21.15.67:0/2552369094 learned_addr learned my addr 172.21.15.67:0/2552369094 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:31.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.958+0000 7f35d5b56640 1 --2- 172.21.15.67:0/2552369094 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564aa9d794d0 0x564aaa184930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:31.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.958+0000 7f35d5355640 1 -- 172.21.15.67:0/2552369094 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x564aa9da2390 msgr2=0x564aaa18eec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:31.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.958+0000 7f35d5355640 1 --2- 172.21.15.67:0/2552369094 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x564aa9da2390 0x564aaa18eec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.958+0000 7f35d5355640 1 -- 172.21.15.67:0/2552369094 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564aa9d794d0 msgr2=0x564aaa184930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:31.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.958+0000 7f35d5355640 1 --2- 172.21.15.67:0/2552369094 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564aa9d794d0 0x564aaa184930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.958+0000 7f35d5355640 1 -- 172.21.15.67:0/2552369094 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564aa9e847d0 con 0x564aa9d816b0 2024-09-21T00:24:31.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.958+0000 7f35d5355640 1 --2- 172.21.15.67:0/2552369094 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564aa9d816b0 0x564aaa18e980 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f35c0098fa0 tx=0x7f35c0011f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ed6ecab753c6453a server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:31.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.958+0000 7f35b0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:24:31.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.958+0000 7f35b0ff9640 1 -- 172.21.15.67:0/2552369094 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35c0062840 con 0x564aa9d816b0 2024-09-21T00:24:31.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.958+0000 7f35b0ff9640 1 -- 172.21.15.67:0/2552369094 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f35c007c800 con 0x564aa9d816b0 2024-09-21T00:24:31.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.958+0000 7f35dee01740 1 -- 172.21.15.67:0/2552369094 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f35c8040070 con 0x564aa9d816b0 2024-09-21T00:24:31.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.959+0000 7f35b0ff9640 1 -- 172.21.15.67:0/2552369094 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f35c0067320 con 0x564aa9d816b0 2024-09-21T00:24:31.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.959+0000 7f35dee01740 10 client.5970 fetch_fsmap learned FSMap version 28 2024-09-21T00:24:31.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.959+0000 7f35dee01740 1 -- 172.21.15.67:0/2552369094 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=2+}) -- 0x564aaa184e70 con 0x564aa9d816b0 2024-09-21T00:24:31.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.959+0000 7f35b0ff9640 1 -- 172.21.15.67:0/2552369094 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f35c8040070 con 0x564aa9d816b0 2024-09-21T00:24:31.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.959+0000 7f35b0ff9640 1 -- 172.21.15.67:0/2552369094 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 28) ==== 3502+0+0 (secure 0 0 0) 0x7f35c0061aa0 con 0x564aa9d816b0 2024-09-21T00:24:31.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.959+0000 7f35dee01740 10 client.5970 fetch_fsmap finished waiting for FSMap version 28 2024-09-21T00:24:31.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.959+0000 7f35dee01740 10 client.5970 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.a 2024-09-21T00:24:31.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.959+0000 7f35dee01740 20 client.5970 populate_metadata read hostname 'smithi067' 2024-09-21T00:24:31.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.959+0000 7f35dee01740 1 --2- 172.21.15.67:0/2552369094 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x564aa9d60f60 0x564aaa187ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.959+0000 7f35dee01740 4 client.5970 mds_command: new command op to 5376 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:24:31.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.959+0000 7f35dee01740 1 -- 172.21.15.67:0/2552369094 --> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564aaa0be830 con 0x564aa9d60f60 2024-09-21T00:24:31.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.959+0000 7f35d5b56640 1 --2- 172.21.15.67:0/2552369094 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x564aa9d60f60 0x564aaa187ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:31.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.959+0000 7f35b0ff9640 10 client.5970 ms_handle_connect on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:31.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.960+0000 7f35d5b56640 1 --2- 172.21.15.67:0/2552369094 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x564aa9d60f60 0x564aaa187ac0 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=be195f596f232c8e server_cookie=5ac94ac6bf74d63f in_seq=0 out_seq=0 2024-09-21T00:24:31.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.960+0000 7f35b0ff9640 1 -- 172.21.15.67:0/2552369094 <== mds.0 v2:172.21.15.67:6832/3973293841 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x564aaa0be830 con 0x564aa9d60f60 2024-09-21T00:24:31.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.960+0000 7f35b0ff9640 10 client.5970 handle_command_reply: tid=0 2024-09-21T00:24:31.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.960+0000 7f35dee01740 1 client.5970 shutdown 2024-09-21T00:24:31.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.960+0000 7f35dee01740 1 -- 172.21.15.67:0/2552369094 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564aa9d816b0 msgr2=0x564aaa18e980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:31.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.960+0000 7f35dee01740 1 --2- 172.21.15.67:0/2552369094 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564aa9d816b0 0x564aaa18e980 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f35c0098fa0 tx=0x7f35c0011f90 comp rx=0 tx=0).stop 2024-09-21T00:24:31.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.960+0000 7f35dee01740 1 -- 172.21.15.67:0/2552369094 shutdown_connections 2024-09-21T00:24:31.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.960+0000 7f35dee01740 1 --2- 172.21.15.67:0/2552369094 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x564aa9d60f60 0x564aaa187ac0 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.960+0000 7f35dee01740 1 --2- 172.21.15.67:0/2552369094 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x564aa9da2390 0x564aaa18eec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.960+0000 7f35dee01740 1 --2- 172.21.15.67:0/2552369094 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564aa9d816b0 0x564aaa18e980 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.960+0000 7f35b0ff9640 0 client.5970 ms_handle_reset on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:31.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.960+0000 7f35dee01740 1 --2- 172.21.15.67:0/2552369094 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564aa9d794d0 0x564aaa184930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.960+0000 7f35dee01740 1 -- 172.21.15.67:0/2552369094 >> 172.21.15.67:0/2552369094 conn(0x564aa9d964e0 msgr2=0x564aaa144f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:31.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.961+0000 7f35dee01740 1 -- 172.21.15.67:0/2552369094 shutdown_connections 2024-09-21T00:24:31.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.961+0000 7f35dee01740 1 -- 172.21.15.67:0/2552369094 wait complete. 2024-09-21T00:24:31.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.961+0000 7f35dee01740 20 client.5970 trim_cache size 0 max 16384 2024-09-21T00:24:31.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.974+0000 7f35dee01740 1 Processor -- start 2024-09-21T00:24:31.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.974+0000 7f35dee01740 1 -- start start 2024-09-21T00:24:31.977 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.975+0000 7f35dee01740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564aa9d794d0 0x564aaa1b26a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.975+0000 7f35dee01740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x564aa9d816b0 0x564aaa184510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.975+0000 7f35dee01740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564aa9da2390 0x564aaa185dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.975+0000 7f35dee01740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f35d0201fd0 con 0x564aa9d794d0 2024-09-21T00:24:31.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.975+0000 7f35dee01740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f35d0200fe0 con 0x564aa9da2390 2024-09-21T00:24:31.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.975+0000 7f35dee01740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f35d0158f80 con 0x564aa9d816b0 2024-09-21T00:24:31.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.976+0000 7f35d5b56640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564aa9d794d0 0x564aaa1b26a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:31.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.976+0000 7f35d5b56640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564aa9d794d0 0x564aaa1b26a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56224/0 (socket says 172.21.15.67:56224) 2024-09-21T00:24:31.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.976+0000 7f35d5b56640 1 -- 172.21.15.67:0/212349880 learned_addr learned my addr 172.21.15.67:0/212349880 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:31.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.976+0000 7f35d5b56640 1 -- 172.21.15.67:0/212349880 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x564aa9d816b0 msgr2=0x564aaa184510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:31.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.976+0000 7f35d5b56640 1 --2- 172.21.15.67:0/212349880 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x564aa9d816b0 0x564aaa184510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.976+0000 7f35d5b56640 1 -- 172.21.15.67:0/212349880 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564aa9da2390 msgr2=0x564aaa185dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:31.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.976+0000 7f35d5b56640 1 --2- 172.21.15.67:0/212349880 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564aa9da2390 0x564aaa185dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.976+0000 7f35d5b56640 1 -- 172.21.15.67:0/212349880 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564aaa187180 con 0x564aa9d794d0 2024-09-21T00:24:31.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.976+0000 7f35d5b56640 1 --2- 172.21.15.67:0/212349880 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564aa9d794d0 0x564aaa1b26a0 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f35cc001170 tx=0x7f35cc012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fed8dafda2c31ef8 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:31.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.976+0000 7f35b2ffd640 1 -- 172.21.15.67:0/212349880 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35cc02f070 con 0x564aa9d794d0 2024-09-21T00:24:31.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.976+0000 7f35b2ffd640 1 -- 172.21.15.67:0/212349880 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f35cc01b040 con 0x564aa9d794d0 2024-09-21T00:24:31.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.976+0000 7f35b2ffd640 1 -- 172.21.15.67:0/212349880 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35cc014670 con 0x564aa9d794d0 2024-09-21T00:24:31.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.977+0000 7f35dee01740 1 -- 172.21.15.67:0/212349880 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564aa9d794d0 msgr2=0x564aaa1b26a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:31.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.977+0000 7f35dee01740 1 --2- 172.21.15.67:0/212349880 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564aa9d794d0 0x564aaa1b26a0 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f35cc001170 tx=0x7f35cc012000 comp rx=0 tx=0).stop 2024-09-21T00:24:31.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.977+0000 7f35dee01740 1 -- 172.21.15.67:0/212349880 shutdown_connections 2024-09-21T00:24:31.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.977+0000 7f35dee01740 1 --2- 172.21.15.67:0/212349880 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564aa9da2390 0x564aaa185dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.977+0000 7f35dee01740 1 --2- 172.21.15.67:0/212349880 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x564aa9d816b0 0x564aaa184510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.977+0000 7f35dee01740 1 --2- 172.21.15.67:0/212349880 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564aa9d794d0 0x564aaa1b26a0 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.977+0000 7f35dee01740 1 -- 172.21.15.67:0/212349880 >> 172.21.15.67:0/212349880 conn(0x564aa9d964e0 msgr2=0x564aaa198070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:31.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.977+0000 7f35dee01740 1 -- 172.21.15.67:0/212349880 shutdown_connections 2024-09-21T00:24:31.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.977+0000 7f35dee01740 1 -- 172.21.15.67:0/212349880 wait complete. 2024-09-21T00:24:31.981 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.978+0000 7f35dee01740 1 -- start start 2024-09-21T00:24:31.981 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.978+0000 7f35dee01740 1 Processor -- start 2024-09-21T00:24:31.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.979+0000 7f35dee01740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x564aa9d794d0 0x564aaa185fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.979+0000 7f35dee01740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564aa9d816b0 0x564aaa18c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.979+0000 7f35dee01740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564aa9da2390 0x564aaa18c620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.979+0000 7f35dee01740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f35d0200b60 con 0x564aa9d816b0 2024-09-21T00:24:31.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.979+0000 7f35dee01740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x564aaa184cd0 con 0x564aa9da2390 2024-09-21T00:24:31.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.979+0000 7f35dee01740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x564aaa1830f0 con 0x564aa9d794d0 2024-09-21T00:24:31.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.979+0000 7f35dee01740 10 client.0 _ll_register_callbacks cb 0x7f35c0062190 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:24:31.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.979+0000 7f35d5355640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564aa9d816b0 0x564aaa18c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:31.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.979+0000 7f35d5355640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564aa9d816b0 0x564aaa18c0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56230/0 (socket says 172.21.15.67:56230) 2024-09-21T00:24:31.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.979+0000 7f35d5355640 1 -- 172.21.15.67:0/1540712216 learned_addr learned my addr 172.21.15.67:0/1540712216 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:31.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.980+0000 7f35d5b56640 1 --2- 172.21.15.67:0/1540712216 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x564aa9d794d0 0x564aaa185fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:31.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.980+0000 7f35d6357640 1 --2- 172.21.15.67:0/1540712216 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564aa9da2390 0x564aaa18c620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:31.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.980+0000 7f35d5355640 1 -- 172.21.15.67:0/1540712216 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x564aa9d794d0 msgr2=0x564aaa185fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:31.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.980+0000 7f35d5355640 1 --2- 172.21.15.67:0/1540712216 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x564aa9d794d0 0x564aaa185fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.980+0000 7f35d5355640 1 -- 172.21.15.67:0/1540712216 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564aa9da2390 msgr2=0x564aaa18c620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:31.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.980+0000 7f35d5355640 1 --2- 172.21.15.67:0/1540712216 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564aa9da2390 0x564aaa18c620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.980+0000 7f35d5355640 1 -- 172.21.15.67:0/1540712216 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564aaa198610 con 0x564aa9d816b0 2024-09-21T00:24:31.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.980+0000 7f35d5355640 1 --2- 172.21.15.67:0/1540712216 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564aa9d816b0 0x564aaa18c0e0 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f35c000c400 tx=0x7f35c0062680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=379e4905931fa870 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:31.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.980+0000 7f35b0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:24:31.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.980+0000 7f35b0ff9640 1 -- 172.21.15.67:0/1540712216 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35c0061fb0 con 0x564aa9d816b0 2024-09-21T00:24:31.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.980+0000 7f35b0ff9640 1 -- 172.21.15.67:0/1540712216 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f35c001de00 con 0x564aa9d816b0 2024-09-21T00:24:31.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.980+0000 7f35dee01740 1 -- 172.21.15.67:0/1540712216 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f35cc01b040 con 0x564aa9d816b0 2024-09-21T00:24:31.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.980+0000 7f35b0ff9640 1 -- 172.21.15.67:0/1540712216 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f35c0071050 con 0x564aa9d816b0 2024-09-21T00:24:31.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.980+0000 7f35dee01740 10 client.5976 fetch_fsmap learned FSMap version 28 2024-09-21T00:24:31.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.980+0000 7f35dee01740 1 -- 172.21.15.67:0/1540712216 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=2+}) -- 0x564aaa1864f0 con 0x564aa9d816b0 2024-09-21T00:24:31.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.980+0000 7f35b0ff9640 1 -- 172.21.15.67:0/1540712216 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f35cc01b040 con 0x564aa9d816b0 2024-09-21T00:24:31.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.981+0000 7f35b0ff9640 1 -- 172.21.15.67:0/1540712216 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 28) ==== 3502+0+0 (secure 0 0 0) 0x7f35c0074020 con 0x564aa9d816b0 2024-09-21T00:24:31.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.981+0000 7f35dee01740 10 client.5976 fetch_fsmap finished waiting for FSMap version 28 2024-09-21T00:24:31.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.981+0000 7f35dee01740 10 client.5976 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.a 2024-09-21T00:24:31.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.981+0000 7f35dee01740 20 client.5976 populate_metadata read hostname 'smithi067' 2024-09-21T00:24:31.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.981+0000 7f35dee01740 1 --2- 172.21.15.67:0/1540712216 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x564aaa19dcf0 0x564aaa2040b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:31.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.981+0000 7f35dee01740 4 client.5976 mds_command: new command op to 5376 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-21T00:24:31.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.981+0000 7f35dee01740 1 -- 172.21.15.67:0/1540712216 --> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] -- command(tid 0: {"prefix": "damage ls"}) -- 0x564aaa0ba2e0 con 0x564aaa19dcf0 2024-09-21T00:24:31.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.981+0000 7f35d5b56640 1 --2- 172.21.15.67:0/1540712216 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x564aaa19dcf0 0x564aaa2040b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:31.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.981+0000 7f35b0ff9640 10 client.5976 ms_handle_connect on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:31.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.981+0000 7f35d5b56640 1 --2- 172.21.15.67:0/1540712216 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x564aaa19dcf0 0x564aaa2040b0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=502069003f1ab2c9 server_cookie=cd27aed31bf1e4eb in_seq=0 out_seq=0 2024-09-21T00:24:31.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.981+0000 7f35b0ff9640 1 -- 172.21.15.67:0/1540712216 <== mds.0 v2:172.21.15.67:6832/3973293841 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x564aaa0ba2e0 con 0x564aaa19dcf0 2024-09-21T00:24:31.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.981+0000 7f35b0ff9640 10 client.5976 handle_command_reply: tid=0 2024-09-21T00:24:31.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.981+0000 7f35dee01740 1 client.5976 shutdown 2024-09-21T00:24:31.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.981+0000 7f35dee01740 1 -- 172.21.15.67:0/1540712216 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564aa9d816b0 msgr2=0x564aaa18c0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:31.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.981+0000 7f35dee01740 1 --2- 172.21.15.67:0/1540712216 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564aa9d816b0 0x564aaa18c0e0 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f35c000c400 tx=0x7f35c0062680 comp rx=0 tx=0).stop 2024-09-21T00:24:31.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.982+0000 7f35dee01740 1 -- 172.21.15.67:0/1540712216 shutdown_connections 2024-09-21T00:24:31.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.982+0000 7f35dee01740 1 --2- 172.21.15.67:0/1540712216 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564aa9da2390 0x564aaa18c620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.982+0000 7f35dee01740 1 --2- 172.21.15.67:0/1540712216 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564aa9d816b0 0x564aaa18c0e0 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.982+0000 7f35dee01740 1 --2- 172.21.15.67:0/1540712216 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x564aaa19dcf0 0x564aaa2040b0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.982+0000 7f35dee01740 1 --2- 172.21.15.67:0/1540712216 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x564aa9d794d0 0x564aaa185fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.982+0000 7f35b0ff9640 0 client.5976 ms_handle_reset on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:31.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.982+0000 7f35dee01740 1 -- 172.21.15.67:0/1540712216 >> 172.21.15.67:0/1540712216 conn(0x564aa9d964e0 msgr2=0x564aaa162450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:31.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.982+0000 7f35dee01740 1 -- 172.21.15.67:0/1540712216 shutdown_connections 2024-09-21T00:24:31.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.982+0000 7f35dee01740 1 -- 172.21.15.67:0/1540712216 wait complete. 2024-09-21T00:24:31.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.982+0000 7f35dee01740 20 client.5976 trim_cache size 0 max 16384 2024-09-21T00:24:31.988 INFO:teuthology.orchestra.run.smithi067.stdout:[] 2024-09-21T00:24:31.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.982+0000 7f35d7dba640 1 -- 172.21.15.67:0/726117606 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f35b4078bc0 msgr2=0x7f35b407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:31.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.982+0000 7f35d7dba640 1 --2- 172.21.15.67:0/726117606 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f35b4078bc0 0x7f35b407b0d0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f35cc007fd0 tx=0x7f35cc009040 comp rx=0 tx=0).stop 2024-09-21T00:24:31.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.982+0000 7f35d7dba640 1 -- 172.21.15.67:0/726117606 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f35d00d4db0 msgr2=0x7f35d01f91e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:31.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.982+0000 7f35d7dba640 1 --2- 172.21.15.67:0/726117606 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f35d00d4db0 0x7f35d01f91e0 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f35c000c430 tx=0x7f35c000c8f0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.982+0000 7f35d7dba640 1 -- 172.21.15.67:0/726117606 shutdown_connections 2024-09-21T00:24:31.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.982+0000 7f35d7dba640 1 --2- 172.21.15.67:0/726117606 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f35b4078bc0 0x7f35b407b0d0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.982+0000 7f35d7dba640 1 --2- 172.21.15.67:0/726117606 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f35d01f5af0 0x7f35d015c5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.982+0000 7f35d7dba640 1 --2- 172.21.15.67:0/726117606 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f35d00d4db0 0x7f35d01f91e0 unknown :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.982+0000 7f35d7dba640 1 --2- 172.21.15.67:0/726117606 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f35d00d3590 0x7f35d0157e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:31.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.982+0000 7f35d7dba640 1 -- 172.21.15.67:0/726117606 >> 172.21.15.67:0/726117606 conn(0x7f35d009da10 msgr2=0x7f35d00b87a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:31.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.982+0000 7f35d7dba640 1 -- 172.21.15.67:0/726117606 shutdown_connections 2024-09-21T00:24:31.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:31.982+0000 7f35d7dba640 1 -- 172.21.15.67:0/726117606 wait complete. 2024-09-21T00:24:31.994 DEBUG:teuthology.orchestra.run.smithi067:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_data rmxattr 10000000a4e.00000000 parent 2024-09-21T00:24:32.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.049+0000 7fdc9880ef40 1 Processor -- start 2024-09-21T00:24:32.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.049+0000 7fdc9880ef40 1 -- start start 2024-09-21T00:24:32.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.050+0000 7fdc9880ef40 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560f3d82b160 0x560f3d82d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:32.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.050+0000 7fdc9880ef40 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560f3d858930 0x560f3d82cd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:32.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.050+0000 7fdc9880ef40 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560f3d8f5f00 0x560f3d874cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:32.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.050+0000 7fdc9880ef40 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x560f3d8594f0 con 0x560f3d82b160 2024-09-21T00:24:32.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.050+0000 7fdc9880ef40 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x560f3d77ad60 con 0x560f3d8f5f00 2024-09-21T00:24:32.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.050+0000 7fdc9880ef40 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x560f3d9000e0 con 0x560f3d858930 2024-09-21T00:24:32.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.050+0000 7fdc91679640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560f3d82b160 0x560f3d82d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:32.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.050+0000 7fdc91679640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560f3d82b160 0x560f3d82d530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56258/0 (socket says 172.21.15.67:56258) 2024-09-21T00:24:32.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.050+0000 7fdc91679640 1 -- 172.21.15.67:0/1456206797 learned_addr learned my addr 172.21.15.67:0/1456206797 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:32.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.050+0000 7fdc91e7a640 1 --2- 172.21.15.67:0/1456206797 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560f3d8f5f00 0x560f3d874cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:32.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.051+0000 7fdc90e78640 1 --2- 172.21.15.67:0/1456206797 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560f3d858930 0x560f3d82cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:32.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.051+0000 7fdc91679640 1 -- 172.21.15.67:0/1456206797 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560f3d858930 msgr2=0x560f3d82cd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:32.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.051+0000 7fdc91679640 1 --2- 172.21.15.67:0/1456206797 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560f3d858930 0x560f3d82cd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.051+0000 7fdc91679640 1 -- 172.21.15.67:0/1456206797 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560f3d8f5f00 msgr2=0x560f3d874cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:32.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.051+0000 7fdc91679640 1 --2- 172.21.15.67:0/1456206797 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560f3d8f5f00 0x560f3d874cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.051+0000 7fdc91679640 1 -- 172.21.15.67:0/1456206797 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560f3d901a80 con 0x560f3d82b160 2024-09-21T00:24:32.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.051+0000 7fdc91679640 1 --2- 172.21.15.67:0/1456206797 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560f3d82b160 0x560f3d82d530 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7fdc8400c600 tx=0x7fdc8400cac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=10588ade08a81097 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:32.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.051+0000 7fdc837fe640 1 -- 172.21.15.67:0/1456206797 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc8400ab10 con 0x560f3d82b160 2024-09-21T00:24:32.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.051+0000 7fdc837fe640 1 -- 172.21.15.67:0/1456206797 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdc8400acb0 con 0x560f3d82b160 2024-09-21T00:24:32.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.051+0000 7fdc837fe640 1 -- 172.21.15.67:0/1456206797 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc840156a0 con 0x560f3d82b160 2024-09-21T00:24:32.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.052+0000 7fdc9880ef40 1 -- 172.21.15.67:0/1456206797 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560f3d82b160 msgr2=0x560f3d82d530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:32.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.052+0000 7fdc9880ef40 1 --2- 172.21.15.67:0/1456206797 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560f3d82b160 0x560f3d82d530 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7fdc8400c600 tx=0x7fdc8400cac0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.052+0000 7fdc9880ef40 1 -- 172.21.15.67:0/1456206797 shutdown_connections 2024-09-21T00:24:32.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.052+0000 7fdc9880ef40 1 --2- 172.21.15.67:0/1456206797 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560f3d8f5f00 0x560f3d874cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.052+0000 7fdc9880ef40 1 --2- 172.21.15.67:0/1456206797 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560f3d858930 0x560f3d82cd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.052+0000 7fdc9880ef40 1 --2- 172.21.15.67:0/1456206797 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560f3d82b160 0x560f3d82d530 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.052+0000 7fdc9880ef40 1 -- 172.21.15.67:0/1456206797 >> 172.21.15.67:0/1456206797 conn(0x560f3d74bac0 msgr2=0x560f3d82be30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:32.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.052+0000 7fdc9880ef40 1 -- 172.21.15.67:0/1456206797 shutdown_connections 2024-09-21T00:24:32.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.052+0000 7fdc9880ef40 1 -- 172.21.15.67:0/1456206797 wait complete. 2024-09-21T00:24:32.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.053+0000 7fdc9880ef40 1 Processor -- start 2024-09-21T00:24:32.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.053+0000 7fdc9880ef40 1 -- start start 2024-09-21T00:24:32.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.054+0000 7fdc9880ef40 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560f3d82b160 0x560f3d8f0d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:32.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.054+0000 7fdc9880ef40 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560f3d858930 0x560f3d8ee460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:32.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.054+0000 7fdc9880ef40 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560f3d8f5f00 0x560f3d8f3a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:32.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.054+0000 7fdc9880ef40 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x560f3d82da70 con 0x560f3d82b160 2024-09-21T00:24:32.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.054+0000 7fdc9880ef40 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x560f3d901d60 con 0x560f3d8f5f00 2024-09-21T00:24:32.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.054+0000 7fdc9880ef40 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x560f3d8f15a0 con 0x560f3d858930 2024-09-21T00:24:32.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.054+0000 7fdc91679640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560f3d82b160 0x560f3d8f0d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:32.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.054+0000 7fdc91679640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560f3d82b160 0x560f3d8f0d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56270/0 (socket says 172.21.15.67:56270) 2024-09-21T00:24:32.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.054+0000 7fdc91679640 1 -- 172.21.15.67:0/540641337 learned_addr learned my addr 172.21.15.67:0/540641337 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:32.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.054+0000 7fdc91e7a640 1 --2- 172.21.15.67:0/540641337 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560f3d8f5f00 0x560f3d8f3a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:32.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.054+0000 7fdc90e78640 1 --2- 172.21.15.67:0/540641337 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560f3d858930 0x560f3d8ee460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:32.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.054+0000 7fdc91679640 1 -- 172.21.15.67:0/540641337 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560f3d858930 msgr2=0x560f3d8ee460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:32.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.054+0000 7fdc91679640 1 --2- 172.21.15.67:0/540641337 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560f3d858930 0x560f3d8ee460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.054+0000 7fdc91679640 1 -- 172.21.15.67:0/540641337 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560f3d8f5f00 msgr2=0x560f3d8f3a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:32.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.054+0000 7fdc91679640 1 --2- 172.21.15.67:0/540641337 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560f3d8f5f00 0x560f3d8f3a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.054+0000 7fdc91679640 1 -- 172.21.15.67:0/540641337 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560f3d8f5010 con 0x560f3d82b160 2024-09-21T00:24:32.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.054+0000 7fdc90e78640 1 --2- 172.21.15.67:0/540641337 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560f3d858930 0x560f3d8ee460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:24:32.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.055+0000 7fdc91679640 1 --2- 172.21.15.67:0/540641337 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560f3d82b160 0x560f3d8f0d10 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7fdc84004160 tx=0x7fdc84015670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:32.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.055+0000 7fdc827fc640 1 -- 172.21.15.67:0/540641337 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc840159f0 con 0x560f3d82b160 2024-09-21T00:24:32.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.055+0000 7fdc827fc640 1 -- 172.21.15.67:0/540641337 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdc84015c80 con 0x560f3d82b160 2024-09-21T00:24:32.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.055+0000 7fdc9880ef40 1 -- 172.21.15.67:0/540641337 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x560f3d8f52f0 con 0x560f3d82b160 2024-09-21T00:24:32.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.055+0000 7fdc827fc640 1 -- 172.21.15.67:0/540641337 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc8401d430 con 0x560f3d82b160 2024-09-21T00:24:32.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.055+0000 7fdc9880ef40 1 -- 172.21.15.67:0/540641337 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560f3d8f12e0 con 0x560f3d82b160 2024-09-21T00:24:32.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.056+0000 7fdc827fc640 1 -- 172.21.15.67:0/540641337 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fdc84024020 con 0x560f3d82b160 2024-09-21T00:24:32.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.057+0000 7fdc827fc640 1 --2- 172.21.15.67:0/540641337 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdc740775a0 0x7fdc74079ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:32.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.057+0000 7fdc827fc640 1 -- 172.21.15.67:0/540641337 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fdc8409b1b0 con 0x560f3d82b160 2024-09-21T00:24:32.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.057+0000 7fdc9880ef40 1 --2- 172.21.15.67:0/540641337 >> [v2:172.21.15.67:6800/2226802230,v1:172.21.15.67:6801/2226802230] conn(0x560f3d856100 0x560f3d9a5ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:32.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.057+0000 7fdc9880ef40 1 -- 172.21.15.67:0/540641337 --> [v2:172.21.15.67:6800/2226802230,v1:172.21.15.67:6801/2226802230] -- osd_op(unknown.0.0:1 7.2 7:43adcc81:::10000000a4e.00000000:head [rmxattr parent in=6b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e45) -- 0x560f3d9005b0 con 0x560f3d856100 2024-09-21T00:24:32.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.057+0000 7fdc90e78640 1 --2- 172.21.15.67:0/540641337 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdc740775a0 0x7fdc74079ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:32.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.057+0000 7fdc91e7a640 1 --2- 172.21.15.67:0/540641337 >> [v2:172.21.15.67:6800/2226802230,v1:172.21.15.67:6801/2226802230] conn(0x560f3d856100 0x560f3d9a5ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:32.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.058+0000 7fdc91e7a640 1 --2- 172.21.15.67:0/540641337 >> [v2:172.21.15.67:6800/2226802230,v1:172.21.15.67:6801/2226802230] conn(0x560f3d856100 0x560f3d9a5ea0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:32.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.058+0000 7fdc90e78640 1 --2- 172.21.15.67:0/540641337 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdc740775a0 0x7fdc74079ab0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fdc88004550 tx=0x7fdc880044e0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:32.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.059+0000 7fdc91e7a640 1 -- 172.21.15.67:0/540641337 <== osd.3 v2:172.21.15.67:6800/2226802230 1 ==== osd_op_reply(1 10000000a4e.00000000 [rmxattr] v45'18 uv18 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7fdc8c00b040 con 0x560f3d856100 2024-09-21T00:24:32.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.059+0000 7fdc9880ef40 1 -- 172.21.15.67:0/540641337 >> [v2:172.21.15.67:6800/2226802230,v1:172.21.15.67:6801/2226802230] conn(0x560f3d856100 msgr2=0x560f3d9a5ea0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:32.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.059+0000 7fdc9880ef40 1 --2- 172.21.15.67:0/540641337 >> [v2:172.21.15.67:6800/2226802230,v1:172.21.15.67:6801/2226802230] conn(0x560f3d856100 0x560f3d9a5ea0 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.059+0000 7fdc9880ef40 1 -- 172.21.15.67:0/540641337 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdc740775a0 msgr2=0x7fdc74079ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:32.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.059+0000 7fdc9880ef40 1 --2- 172.21.15.67:0/540641337 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdc740775a0 0x7fdc74079ab0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fdc88004550 tx=0x7fdc880044e0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.059+0000 7fdc9880ef40 1 -- 172.21.15.67:0/540641337 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560f3d82b160 msgr2=0x560f3d8f0d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:32.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.059+0000 7fdc9880ef40 1 --2- 172.21.15.67:0/540641337 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560f3d82b160 0x560f3d8f0d10 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7fdc84004160 tx=0x7fdc84015670 comp rx=0 tx=0).stop 2024-09-21T00:24:32.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.059+0000 7fdc91e7a640 1 -- 172.21.15.67:0/540641337 reap_dead start 2024-09-21T00:24:32.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.059+0000 7fdc9880ef40 1 -- 172.21.15.67:0/540641337 shutdown_connections 2024-09-21T00:24:32.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.059+0000 7fdc9880ef40 1 -- 172.21.15.67:0/540641337 >> 172.21.15.67:0/540641337 conn(0x560f3d74bac0 msgr2=0x560f3d82cd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:32.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.059+0000 7fdc9880ef40 1 -- 172.21.15.67:0/540641337 shutdown_connections 2024-09-21T00:24:32.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.059+0000 7fdc9880ef40 1 -- 172.21.15.67:0/540641337 wait complete. 2024-09-21T00:24:32.066 INFO:tasks.cephfs.test_scrub_checks:Running command 'scrub start /scrub_test_path/ceph-qa-suite/new_file_1' 2024-09-21T00:24:32.066 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.3:0 scrub start /scrub_test_path/ceph-qa-suite/new_file_1 2024-09-21T00:24:32.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.185+0000 7fde7f8bd640 1 -- 172.21.15.67:0/4107522433 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fde780b66f0 msgr2=0x7fde780cf190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:32.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.185+0000 7fde7f8bd640 1 --2- 172.21.15.67:0/4107522433 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fde780b66f0 0x7fde780cf190 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7fde74005fd0 tx=0x7fde7402a970 comp rx=0 tx=0).stop 2024-09-21T00:24:32.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.185+0000 7fde7f8bd640 1 -- 172.21.15.67:0/4107522433 shutdown_connections 2024-09-21T00:24:32.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.185+0000 7fde7f8bd640 1 --2- 172.21.15.67:0/4107522433 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fde7806f850 0x7fde7806fc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.185+0000 7fde7f8bd640 1 --2- 172.21.15.67:0/4107522433 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fde780b66f0 0x7fde780cf190 unknown :-1 s=CLOSED pgs=611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.185+0000 7fde7f8bd640 1 -- 172.21.15.67:0/4107522433 >> 172.21.15.67:0/4107522433 conn(0x7fde780b26a0 msgr2=0x7fde780b2ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:32.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.185+0000 7fde7f8bd640 1 -- 172.21.15.67:0/4107522433 shutdown_connections 2024-09-21T00:24:32.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.185+0000 7fde7f8bd640 1 -- 172.21.15.67:0/4107522433 wait complete. 2024-09-21T00:24:32.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.187+0000 7fde7f8bd640 1 Processor -- start 2024-09-21T00:24:32.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.187+0000 7fde7f8bd640 1 -- start start 2024-09-21T00:24:32.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.188+0000 7fde7f8bd640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fde7806f850 0x7fde78074330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:32.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.188+0000 7fde7f8bd640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fde780b66f0 0x7fde78158060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:32.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.188+0000 7fde7f8bd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fde780cff80 0x7fde780c68f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:32.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.188+0000 7fde7f8bd640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fde781601f0 con 0x7fde780cff80 2024-09-21T00:24:32.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.188+0000 7fde7f8bd640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fde78160070 con 0x7fde7806f850 2024-09-21T00:24:32.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.188+0000 7fde7f8bd640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fde780701a0 con 0x7fde780b66f0 2024-09-21T00:24:32.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.188+0000 7fde7de5a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fde780cff80 0x7fde780c68f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:32.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.188+0000 7fde7de5a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fde780cff80 0x7fde780c68f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56292/0 (socket says 172.21.15.67:56292) 2024-09-21T00:24:32.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.188+0000 7fde7de5a640 1 -- 172.21.15.67:0/2980429203 learned_addr learned my addr 172.21.15.67:0/2980429203 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:32.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.188+0000 7fde7d659640 1 --2- 172.21.15.67:0/2980429203 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fde7806f850 0x7fde78074330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:32.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.188+0000 7fde7ce58640 1 --2- 172.21.15.67:0/2980429203 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fde780b66f0 0x7fde78158060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:32.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.189+0000 7fde7de5a640 1 -- 172.21.15.67:0/2980429203 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fde780b66f0 msgr2=0x7fde78158060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:32.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.189+0000 7fde7de5a640 1 --2- 172.21.15.67:0/2980429203 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fde780b66f0 0x7fde78158060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.189+0000 7fde7de5a640 1 -- 172.21.15.67:0/2980429203 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fde7806f850 msgr2=0x7fde78074330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:32.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.189+0000 7fde7de5a640 1 --2- 172.21.15.67:0/2980429203 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fde7806f850 0x7fde78074330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.189+0000 7fde7de5a640 1 -- 172.21.15.67:0/2980429203 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde7814d130 con 0x7fde780cff80 2024-09-21T00:24:32.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.189+0000 7fde7de5a640 1 --2- 172.21.15.67:0/2980429203 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fde780cff80 0x7fde780c68f0 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7fde7000c6f0 tx=0x7fde7000cbb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:32.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.189+0000 7fde6dffb640 1 -- 172.21.15.67:0/2980429203 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde70004030 con 0x7fde780cff80 2024-09-21T00:24:32.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.189+0000 7fde6dffb640 1 -- 172.21.15.67:0/2980429203 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fde700042c0 con 0x7fde780cff80 2024-09-21T00:24:32.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.189+0000 7fde7f8bd640 1 -- 172.21.15.67:0/2980429203 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde780ca010 con 0x7fde780cff80 2024-09-21T00:24:32.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.189+0000 7fde6dffb640 1 -- 172.21.15.67:0/2980429203 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde70007c10 con 0x7fde780cff80 2024-09-21T00:24:32.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.189+0000 7fde7f8bd640 1 -- 172.21.15.67:0/2980429203 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde780ca5d0 con 0x7fde780cff80 2024-09-21T00:24:32.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.191+0000 7fde6dffb640 1 -- 172.21.15.67:0/2980429203 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fde700035f0 con 0x7fde780cff80 2024-09-21T00:24:32.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.192+0000 7fde6dffb640 1 --2- 172.21.15.67:0/2980429203 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fde5c078bc0 0x7fde5c07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:32.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.192+0000 7fde6dffb640 1 -- 172.21.15.67:0/2980429203 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fde7009afc0 con 0x7fde780cff80 2024-09-21T00:24:32.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.192+0000 7fde7d659640 1 --2- 172.21.15.67:0/2980429203 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fde5c078bc0 0x7fde5c07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:32.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.192+0000 7fde7d659640 1 --2- 172.21.15.67:0/2980429203 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fde5c078bc0 0x7fde5c07b0d0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fde74035000 tx=0x7fde74004ab0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:32.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.192+0000 7fde8682a740 1 Processor -- start 2024-09-21T00:24:32.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.193+0000 7fde8682a740 1 -- start start 2024-09-21T00:24:32.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.194+0000 7fde8682a740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5558f3257790 0x5558f36448e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:32.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.194+0000 7fde8682a740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5558f322e8d0 0x5558f35f9250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:32.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.194+0000 7fde8682a740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5558f3236ab0 0x5558f35f9790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:32.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.194+0000 7fde8682a740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5558f3571c80 con 0x5558f322e8d0 2024-09-21T00:24:32.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.194+0000 7fde8682a740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5558f35610b0 con 0x5558f3236ab0 2024-09-21T00:24:32.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.194+0000 7fde8682a740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x5558f3564ec0 con 0x5558f3257790 2024-09-21T00:24:32.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.194+0000 7fde7ce58640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5558f322e8d0 0x5558f35f9250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:32.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.194+0000 7fde7ce58640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5558f322e8d0 0x5558f35f9250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56308/0 (socket says 172.21.15.67:56308) 2024-09-21T00:24:32.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.194+0000 7fde7ce58640 1 -- 172.21.15.67:0/1588630207 learned_addr learned my addr 172.21.15.67:0/1588630207 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:32.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.194+0000 7fde7d659640 1 --2- 172.21.15.67:0/1588630207 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5558f3257790 0x5558f36448e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:32.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.194+0000 7fde7de5a640 1 --2- 172.21.15.67:0/1588630207 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5558f3236ab0 0x5558f35f9790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:32.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.194+0000 7fde7ce58640 1 -- 172.21.15.67:0/1588630207 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5558f3257790 msgr2=0x5558f36448e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:32.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.194+0000 7fde7ce58640 1 --2- 172.21.15.67:0/1588630207 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5558f3257790 0x5558f36448e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.194+0000 7fde7ce58640 1 -- 172.21.15.67:0/1588630207 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5558f3236ab0 msgr2=0x5558f35f9790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:32.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.194+0000 7fde7ce58640 1 --2- 172.21.15.67:0/1588630207 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5558f3236ab0 0x5558f35f9790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.194+0000 7fde7ce58640 1 -- 172.21.15.67:0/1588630207 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5558f333bc00 con 0x5558f322e8d0 2024-09-21T00:24:32.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.194+0000 7fde7ce58640 1 --2- 172.21.15.67:0/1588630207 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5558f322e8d0 0x5558f35f9250 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7fde6800b7b0 tx=0x7fde6800bc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2da9eff028e7dd83 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:32.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.195+0000 7fde62ffd640 1 -- 172.21.15.67:0/1588630207 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde6800d950 con 0x5558f322e8d0 2024-09-21T00:24:32.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.195+0000 7fde62ffd640 1 -- 172.21.15.67:0/1588630207 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fde6800dbe0 con 0x5558f322e8d0 2024-09-21T00:24:32.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.195+0000 7fde62ffd640 1 -- 172.21.15.67:0/1588630207 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde6800de30 con 0x5558f322e8d0 2024-09-21T00:24:32.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.195+0000 7fde8682a740 1 -- 172.21.15.67:0/1588630207 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5558f322e8d0 msgr2=0x5558f35f9250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:32.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.195+0000 7fde8682a740 1 --2- 172.21.15.67:0/1588630207 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5558f322e8d0 0x5558f35f9250 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7fde6800b7b0 tx=0x7fde6800bc70 comp rx=0 tx=0).stop 2024-09-21T00:24:32.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.195+0000 7fde8682a740 1 -- 172.21.15.67:0/1588630207 shutdown_connections 2024-09-21T00:24:32.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.195+0000 7fde8682a740 1 --2- 172.21.15.67:0/1588630207 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5558f3236ab0 0x5558f35f9790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.195+0000 7fde8682a740 1 --2- 172.21.15.67:0/1588630207 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5558f322e8d0 0x5558f35f9250 unknown :-1 s=CLOSED pgs=613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.195+0000 7fde8682a740 1 --2- 172.21.15.67:0/1588630207 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5558f3257790 0x5558f36448e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.195+0000 7fde8682a740 1 -- 172.21.15.67:0/1588630207 >> 172.21.15.67:0/1588630207 conn(0x5558f324b8e0 msgr2=0x5558f35fec60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:32.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.195+0000 7fde8682a740 1 -- 172.21.15.67:0/1588630207 shutdown_connections 2024-09-21T00:24:32.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.195+0000 7fde8682a740 1 -- 172.21.15.67:0/1588630207 wait complete. 2024-09-21T00:24:32.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.196+0000 7fde8682a740 1 -- start start 2024-09-21T00:24:32.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.196+0000 7fde8682a740 1 Processor -- start 2024-09-21T00:24:32.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.198+0000 7fde8682a740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5558f322e8d0 0x5558f3643080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:32.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.198+0000 7fde8682a740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5558f3236ab0 0x5558f36524d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:32.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.198+0000 7fde8682a740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5558f3257790 0x5558f3640410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:32.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.198+0000 7fde8682a740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5558f32d1b40 con 0x5558f322e8d0 2024-09-21T00:24:32.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.198+0000 7fde8682a740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5558f3506620 con 0x5558f3257790 2024-09-21T00:24:32.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.198+0000 7fde8682a740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x5558f363dc80 con 0x5558f3236ab0 2024-09-21T00:24:32.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.198+0000 7fde8682a740 10 client.0 _ll_register_callbacks cb 0x5558f3559f00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:24:32.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.198+0000 7fde7d659640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5558f322e8d0 0x5558f3643080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:32.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.198+0000 7fde7d659640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5558f322e8d0 0x5558f3643080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56318/0 (socket says 172.21.15.67:56318) 2024-09-21T00:24:32.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.198+0000 7fde7d659640 1 -- 172.21.15.67:0/2452815803 learned_addr learned my addr 172.21.15.67:0/2452815803 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:32.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.198+0000 7fde7ce58640 1 --2- 172.21.15.67:0/2452815803 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5558f3236ab0 0x5558f36524d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:32.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.198+0000 7fde7de5a640 1 --2- 172.21.15.67:0/2452815803 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5558f3257790 0x5558f3640410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:32.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.198+0000 7fde7d659640 1 -- 172.21.15.67:0/2452815803 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5558f3236ab0 msgr2=0x5558f36524d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:32.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.198+0000 7fde7d659640 1 --2- 172.21.15.67:0/2452815803 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5558f3236ab0 0x5558f36524d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.198+0000 7fde7d659640 1 -- 172.21.15.67:0/2452815803 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5558f3257790 msgr2=0x5558f3640410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:32.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.198+0000 7fde7d659640 1 --2- 172.21.15.67:0/2452815803 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5558f3257790 0x5558f3640410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.198+0000 7fde7d659640 1 -- 172.21.15.67:0/2452815803 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5558f32a0aa0 con 0x5558f322e8d0 2024-09-21T00:24:32.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.199+0000 7fde7d659640 1 --2- 172.21.15.67:0/2452815803 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5558f322e8d0 0x5558f3643080 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7fde74009d60 tx=0x7fde740095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a0b6483bbbbab0f server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:32.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.199+0000 7fde57fff640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:24:32.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.199+0000 7fde57fff640 1 -- 172.21.15.67:0/2452815803 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde74034040 con 0x5558f322e8d0 2024-09-21T00:24:32.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.199+0000 7fde57fff640 1 -- 172.21.15.67:0/2452815803 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fde74044680 con 0x5558f322e8d0 2024-09-21T00:24:32.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.199+0000 7fde8682a740 1 -- 172.21.15.67:0/2452815803 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fde6800dbe0 con 0x5558f322e8d0 2024-09-21T00:24:32.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.199+0000 7fde57fff640 1 -- 172.21.15.67:0/2452815803 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fde74057050 con 0x5558f322e8d0 2024-09-21T00:24:32.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.199+0000 7fde8682a740 10 client.5997 fetch_fsmap learned FSMap version 28 2024-09-21T00:24:32.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.199+0000 7fde8682a740 1 -- 172.21.15.67:0/2452815803 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=2+}) -- 0x5558f339c390 con 0x5558f322e8d0 2024-09-21T00:24:32.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.199+0000 7fde57fff640 1 -- 172.21.15.67:0/2452815803 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fde6800dbe0 con 0x5558f322e8d0 2024-09-21T00:24:32.205 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.199+0000 7fde57fff640 1 -- 172.21.15.67:0/2452815803 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 28) ==== 3502+0+0 (secure 0 0 0) 0x7fde7404d020 con 0x5558f322e8d0 2024-09-21T00:24:32.205 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.199+0000 7fde8682a740 10 client.5997 fetch_fsmap finished waiting for FSMap version 28 2024-09-21T00:24:32.205 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.199+0000 7fde8682a740 10 client.5997 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.a 2024-09-21T00:24:32.205 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.199+0000 7fde8682a740 20 client.5997 populate_metadata read hostname 'smithi067' 2024-09-21T00:24:32.205 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.199+0000 7fde8682a740 1 --2- 172.21.15.67:0/2452815803 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x5558f3216360 0x5558f3656200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:32.205 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.199+0000 7fde8682a740 4 client.5997 mds_command: new command op to 5376 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:24:32.205 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.199+0000 7fde8682a740 1 -- 172.21.15.67:0/2452815803 --> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5558f3573bd0 con 0x5558f3216360 2024-09-21T00:24:32.205 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.199+0000 7fde7ce58640 1 --2- 172.21.15.67:0/2452815803 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x5558f3216360 0x5558f3656200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:32.205 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.200+0000 7fde57fff640 10 client.5997 ms_handle_connect on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:32.205 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.200+0000 7fde7ce58640 1 --2- 172.21.15.67:0/2452815803 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x5558f3216360 0x5558f3656200 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bfa06ce67c1c3fe1 server_cookie=a7887bfb44e80097 in_seq=0 out_seq=0 2024-09-21T00:24:32.205 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.200+0000 7fde57fff640 1 -- 172.21.15.67:0/2452815803 <== mds.0 v2:172.21.15.67:6832/3973293841 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x5558f3573bd0 con 0x5558f3216360 2024-09-21T00:24:32.205 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.200+0000 7fde57fff640 10 client.5997 handle_command_reply: tid=0 2024-09-21T00:24:32.205 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.201+0000 7fde8682a740 1 client.5997 shutdown 2024-09-21T00:24:32.205 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.201+0000 7fde8682a740 1 -- 172.21.15.67:0/2452815803 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5558f322e8d0 msgr2=0x5558f3643080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:32.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.201+0000 7fde8682a740 1 --2- 172.21.15.67:0/2452815803 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5558f322e8d0 0x5558f3643080 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7fde74009d60 tx=0x7fde740095c0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.201+0000 7fde8682a740 1 -- 172.21.15.67:0/2452815803 shutdown_connections 2024-09-21T00:24:32.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.201+0000 7fde8682a740 1 --2- 172.21.15.67:0/2452815803 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5558f3257790 0x5558f3640410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.201+0000 7fde8682a740 1 --2- 172.21.15.67:0/2452815803 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x5558f3216360 0x5558f3656200 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.201+0000 7fde8682a740 1 --2- 172.21.15.67:0/2452815803 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5558f3236ab0 0x5558f36524d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.201+0000 7fde8682a740 1 --2- 172.21.15.67:0/2452815803 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5558f322e8d0 0x5558f3643080 unknown :-1 s=CLOSED pgs=614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.201+0000 7fde57fff640 0 client.5997 ms_handle_reset on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:32.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.201+0000 7fde8682a740 1 -- 172.21.15.67:0/2452815803 >> 172.21.15.67:0/2452815803 conn(0x5558f324b8e0 msgr2=0x5558f3646bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:32.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.201+0000 7fde8682a740 1 -- 172.21.15.67:0/2452815803 shutdown_connections 2024-09-21T00:24:32.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.201+0000 7fde8682a740 1 -- 172.21.15.67:0/2452815803 wait complete. 2024-09-21T00:24:32.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.201+0000 7fde8682a740 20 client.5997 trim_cache size 0 max 16384 2024-09-21T00:24:32.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.219+0000 7fde8682a740 1 Processor -- start 2024-09-21T00:24:32.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.219+0000 7fde8682a740 1 -- start start 2024-09-21T00:24:32.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.221+0000 7fde8682a740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5558f322e8d0 0x5558f3640d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:32.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.221+0000 7fde8682a740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5558f3236ab0 0x5558f3640010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:32.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.221+0000 7fde8682a740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5558f3257790 0x5558f365c1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:32.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.221+0000 7fde8682a740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fde781fff20 con 0x5558f3257790 2024-09-21T00:24:32.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.221+0000 7fde8682a740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fde781fef50 con 0x5558f3236ab0 2024-09-21T00:24:32.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.221+0000 7fde8682a740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fde781fe2b0 con 0x5558f322e8d0 2024-09-21T00:24:32.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.221+0000 7fde7de5a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5558f3257790 0x5558f365c1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:32.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.221+0000 7fde7de5a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5558f3257790 0x5558f365c1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56322/0 (socket says 172.21.15.67:56322) 2024-09-21T00:24:32.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.221+0000 7fde7de5a640 1 -- 172.21.15.67:0/4200108140 learned_addr learned my addr 172.21.15.67:0/4200108140 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:32.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.221+0000 7fde7ce58640 1 --2- 172.21.15.67:0/4200108140 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5558f3236ab0 0x5558f3640010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:32.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.221+0000 7fde7d659640 1 --2- 172.21.15.67:0/4200108140 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5558f322e8d0 0x5558f3640d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:32.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.221+0000 7fde7de5a640 1 -- 172.21.15.67:0/4200108140 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5558f322e8d0 msgr2=0x5558f3640d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:32.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.221+0000 7fde7de5a640 1 --2- 172.21.15.67:0/4200108140 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5558f322e8d0 0x5558f3640d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.221+0000 7fde7de5a640 1 -- 172.21.15.67:0/4200108140 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5558f3236ab0 msgr2=0x5558f3640010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:32.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.221+0000 7fde7de5a640 1 --2- 172.21.15.67:0/4200108140 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5558f3236ab0 0x5558f3640010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.221+0000 7fde7de5a640 1 -- 172.21.15.67:0/4200108140 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5558f3628ed0 con 0x5558f3257790 2024-09-21T00:24:32.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.221+0000 7fde7d659640 1 --2- 172.21.15.67:0/4200108140 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5558f322e8d0 0x5558f3640d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:24:32.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.221+0000 7fde7de5a640 1 --2- 172.21.15.67:0/4200108140 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5558f3257790 0x5558f365c1c0 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7fde7000a2a0 tx=0x7fde70062610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d61e164b4a1e8072 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:32.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.221+0000 7fde627fc640 1 -- 172.21.15.67:0/4200108140 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde7001d030 con 0x5558f3257790 2024-09-21T00:24:32.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.222+0000 7fde627fc640 1 -- 172.21.15.67:0/4200108140 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fde70089070 con 0x5558f3257790 2024-09-21T00:24:32.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.222+0000 7fde627fc640 1 -- 172.21.15.67:0/4200108140 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde70063520 con 0x5558f3257790 2024-09-21T00:24:32.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.222+0000 7fde8682a740 1 -- 172.21.15.67:0/4200108140 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5558f3257790 msgr2=0x5558f365c1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:32.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.222+0000 7fde8682a740 1 --2- 172.21.15.67:0/4200108140 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5558f3257790 0x5558f365c1c0 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7fde7000a2a0 tx=0x7fde70062610 comp rx=0 tx=0).stop 2024-09-21T00:24:32.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.222+0000 7fde8682a740 1 -- 172.21.15.67:0/4200108140 shutdown_connections 2024-09-21T00:24:32.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.222+0000 7fde8682a740 1 --2- 172.21.15.67:0/4200108140 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5558f3257790 0x5558f365c1c0 unknown :-1 s=CLOSED pgs=615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.222+0000 7fde8682a740 1 --2- 172.21.15.67:0/4200108140 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5558f3236ab0 0x5558f3640010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.222+0000 7fde8682a740 1 --2- 172.21.15.67:0/4200108140 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5558f322e8d0 0x5558f3640d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.222+0000 7fde8682a740 1 -- 172.21.15.67:0/4200108140 >> 172.21.15.67:0/4200108140 conn(0x5558f324b8e0 msgr2=0x5558f35ffe60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:32.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.222+0000 7fde8682a740 1 -- 172.21.15.67:0/4200108140 shutdown_connections 2024-09-21T00:24:32.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.222+0000 7fde8682a740 1 -- 172.21.15.67:0/4200108140 wait complete. 2024-09-21T00:24:32.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.223+0000 7fde8682a740 1 -- start start 2024-09-21T00:24:32.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.223+0000 7fde8682a740 1 Processor -- start 2024-09-21T00:24:32.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.225+0000 7fde8682a740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5558f322e8d0 0x5558f36b2790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:32.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.225+0000 7fde8682a740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5558f3236ab0 0x5558f36b8240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:32.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.225+0000 7fde8682a740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5558f3257790 0x5558f36b8780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:32.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.225+0000 7fde8682a740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5558f3627020 con 0x5558f3236ab0 2024-09-21T00:24:32.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.225+0000 7fde8682a740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fde781fe900 con 0x5558f322e8d0 2024-09-21T00:24:32.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.225+0000 7fde8682a740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x5558f3642040 con 0x5558f3257790 2024-09-21T00:24:32.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.225+0000 7fde8682a740 10 client.0 _ll_register_callbacks cb 0x7fde74009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:24:32.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.225+0000 7fde7ce58640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5558f3236ab0 0x5558f36b8240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:32.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.225+0000 7fde7ce58640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5558f3236ab0 0x5558f36b8240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56336/0 (socket says 172.21.15.67:56336) 2024-09-21T00:24:32.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.225+0000 7fde7ce58640 1 -- 172.21.15.67:0/2816248409 learned_addr learned my addr 172.21.15.67:0/2816248409 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:32.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.225+0000 7fde7de5a640 1 --2- 172.21.15.67:0/2816248409 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5558f3257790 0x5558f36b8780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:32.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.225+0000 7fde7d659640 1 --2- 172.21.15.67:0/2816248409 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5558f322e8d0 0x5558f36b2790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:32.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.225+0000 7fde7ce58640 1 -- 172.21.15.67:0/2816248409 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5558f3257790 msgr2=0x5558f36b8780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:32.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.225+0000 7fde7ce58640 1 --2- 172.21.15.67:0/2816248409 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5558f3257790 0x5558f36b8780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.225+0000 7fde7ce58640 1 -- 172.21.15.67:0/2816248409 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5558f322e8d0 msgr2=0x5558f36b2790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:32.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.225+0000 7fde7ce58640 1 --2- 172.21.15.67:0/2816248409 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5558f322e8d0 0x5558f36b2790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.225+0000 7fde7ce58640 1 -- 172.21.15.67:0/2816248409 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5558f3339f00 con 0x5558f3236ab0 2024-09-21T00:24:32.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.225+0000 7fde7ce58640 1 --2- 172.21.15.67:0/2816248409 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5558f3236ab0 0x5558f36b8240 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7fde68016040 tx=0x7fde68004680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f892313ea9813d7 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:32.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.225+0000 7fde57fff640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:24:32.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.226+0000 7fde57fff640 1 -- 172.21.15.67:0/2816248409 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde6800b280 con 0x5558f3236ab0 2024-09-21T00:24:32.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.226+0000 7fde57fff640 1 -- 172.21.15.67:0/2816248409 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fde68004350 con 0x5558f3236ab0 2024-09-21T00:24:32.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.226+0000 7fde8682a740 1 -- 172.21.15.67:0/2816248409 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fde70089070 con 0x5558f3236ab0 2024-09-21T00:24:32.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.226+0000 7fde57fff640 1 -- 172.21.15.67:0/2816248409 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fde68038050 con 0x5558f3236ab0 2024-09-21T00:24:32.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.226+0000 7fde8682a740 10 client.6003 fetch_fsmap learned FSMap version 28 2024-09-21T00:24:32.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.226+0000 7fde8682a740 1 -- 172.21.15.67:0/2816248409 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=2+}) -- 0x5558f360f530 con 0x5558f3236ab0 2024-09-21T00:24:32.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.226+0000 7fde57fff640 1 -- 172.21.15.67:0/2816248409 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fde70089070 con 0x5558f3236ab0 2024-09-21T00:24:32.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.226+0000 7fde57fff640 1 -- 172.21.15.67:0/2816248409 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 28) ==== 3502+0+0 (secure 0 0 0) 0x7fde6803b020 con 0x5558f3236ab0 2024-09-21T00:24:32.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.226+0000 7fde8682a740 10 client.6003 fetch_fsmap finished waiting for FSMap version 28 2024-09-21T00:24:32.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.226+0000 7fde8682a740 10 client.6003 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.a 2024-09-21T00:24:32.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.226+0000 7fde8682a740 20 client.6003 populate_metadata read hostname 'smithi067' 2024-09-21T00:24:32.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.226+0000 7fde8682a740 1 --2- 172.21.15.67:0/2816248409 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x5558f36656b0 0x5558f3665ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:32.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.226+0000 7fde8682a740 4 client.6003 mds_command: new command op to 5376 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/scrub_test_path/ceph-qa-suite/new_file_1"}] 2024-09-21T00:24:32.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.226+0000 7fde8682a740 1 -- 172.21.15.67:0/2816248409 --> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] -- command(tid 0: {"prefix": "scrub start", "path": "/scrub_test_path/ceph-qa-suite/new_file_1"}) -- 0x5558f356f680 con 0x5558f36656b0 2024-09-21T00:24:32.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.227+0000 7fde7d659640 1 --2- 172.21.15.67:0/2816248409 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x5558f36656b0 0x5558f3665ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:32.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.227+0000 7fde57fff640 10 client.6003 ms_handle_connect on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:32.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.227+0000 7fde7d659640 1 --2- 172.21.15.67:0/2816248409 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x5558f36656b0 0x5558f3665ac0 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=91d7ac5c858d8961 server_cookie=77e03380612b67da in_seq=0 out_seq=0 2024-09-21T00:24:32.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.228+0000 7fde57fff640 1 -- 172.21.15.67:0/2816248409 <== mds.0 v2:172.21.15.67:6832/3973293841 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5558f356f680 con 0x5558f36656b0 2024-09-21T00:24:32.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.228+0000 7fde57fff640 10 client.6003 handle_command_reply: tid=0 2024-09-21T00:24:32.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.228+0000 7fde8682a740 1 client.6003 shutdown 2024-09-21T00:24:32.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.228+0000 7fde8682a740 1 -- 172.21.15.67:0/2816248409 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5558f3236ab0 msgr2=0x5558f36b8240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:32.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.228+0000 7fde8682a740 1 --2- 172.21.15.67:0/2816248409 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5558f3236ab0 0x5558f36b8240 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7fde68016040 tx=0x7fde68004680 comp rx=0 tx=0).stop 2024-09-21T00:24:32.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.228+0000 7fde8682a740 1 -- 172.21.15.67:0/2816248409 shutdown_connections 2024-09-21T00:24:32.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.228+0000 7fde8682a740 1 --2- 172.21.15.67:0/2816248409 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x5558f36656b0 0x5558f3665ac0 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.228+0000 7fde8682a740 1 --2- 172.21.15.67:0/2816248409 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5558f3257790 0x5558f36b8780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.228+0000 7fde8682a740 1 --2- 172.21.15.67:0/2816248409 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5558f3236ab0 0x5558f36b8240 unknown :-1 s=CLOSED pgs=616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.228+0000 7fde8682a740 1 --2- 172.21.15.67:0/2816248409 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5558f322e8d0 0x5558f36b2790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.228+0000 7fde8682a740 1 -- 172.21.15.67:0/2816248409 >> 172.21.15.67:0/2816248409 conn(0x5558f324b8e0 msgr2=0x5558f35ffe60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:32.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.228+0000 7fde57fff640 0 client.6003 ms_handle_reset on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:32.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.228+0000 7fde8682a740 1 -- 172.21.15.67:0/2816248409 shutdown_connections 2024-09-21T00:24:32.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.228+0000 7fde8682a740 1 -- 172.21.15.67:0/2816248409 wait complete. 2024-09-21T00:24:32.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.228+0000 7fde8682a740 20 client.6003 trim_cache size 0 max 16384 2024-09-21T00:24:32.234 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:24:32.234 INFO:teuthology.orchestra.run.smithi067.stdout: "return_code": 0, 2024-09-21T00:24:32.234 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_tag": "0e1b1bda-981e-463a-bcea-78e30eda7bf4", 2024-09-21T00:24:32.234 INFO:teuthology.orchestra.run.smithi067.stdout: "mode": "asynchronous" 2024-09-21T00:24:32.234 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:24:32.234 INFO:tasks.ceph.mds.a.smithi067.stderr:2024-09-21T00:24:32.229+0000 7f39406d6640 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000a4e [2,head] /scrub_test_path/ceph-qa-suite/new_file_1 auth v802 pv804 ap=4 s=0 n(v0 1=1+0)->n(v0 rc2024-09-21T00:24:31.490611+0000 b1048576 1=1+0) (ifile lock->xlock w=1) (iquiesce lock w=1) cr={5517=0-4194304@1} caps={5517=pAsLsXsFc/-@3} | ptrwaiter=1 request=1 lock=3 caps=1 dirtyparent=0 dirty=0 waiter=1 authpin=1 scrubqueue=0 0x5609bc793180]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":-61,"ondisk_value":"(-1)0x0:[]//[]","memoryvalue":"(7)0x10000000a4e:[<0x10000000001/new_file_1 v802>,<0x10000000000/ceph-qa-suite v76>,<0x1/scrub_test_path v36>]//[]","error_str":"failed to read off disk; see retval"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":-61} 2024-09-21T00:24:32.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.229+0000 7fde7f8bd640 1 -- 172.21.15.67:0/2980429203 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fde5c078bc0 msgr2=0x7fde5c07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:32.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.229+0000 7fde7f8bd640 1 --2- 172.21.15.67:0/2980429203 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fde5c078bc0 0x7fde5c07b0d0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fde74035000 tx=0x7fde74004ab0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.229+0000 7fde7f8bd640 1 -- 172.21.15.67:0/2980429203 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fde780cff80 msgr2=0x7fde780c68f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:32.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.229+0000 7fde7f8bd640 1 --2- 172.21.15.67:0/2980429203 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fde780cff80 0x7fde780c68f0 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7fde7000c6f0 tx=0x7fde7000cbb0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.229+0000 7fde7f8bd640 1 -- 172.21.15.67:0/2980429203 shutdown_connections 2024-09-21T00:24:32.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.229+0000 7fde7f8bd640 1 --2- 172.21.15.67:0/2980429203 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fde5c078bc0 0x7fde5c07b0d0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.229+0000 7fde7f8bd640 1 --2- 172.21.15.67:0/2980429203 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fde780cff80 0x7fde780c68f0 unknown :-1 s=CLOSED pgs=612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.229+0000 7fde7f8bd640 1 --2- 172.21.15.67:0/2980429203 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fde780b66f0 0x7fde78158060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.229+0000 7fde7f8bd640 1 --2- 172.21.15.67:0/2980429203 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fde7806f850 0x7fde78074330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.229+0000 7fde7f8bd640 1 -- 172.21.15.67:0/2980429203 >> 172.21.15.67:0/2980429203 conn(0x7fde780b26a0 msgr2=0x7fde780b2e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:32.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.229+0000 7fde7f8bd640 1 -- 172.21.15.67:0/2980429203 shutdown_connections 2024-09-21T00:24:32.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.229+0000 7fde7f8bd640 1 -- 172.21.15.67:0/2980429203 wait complete. 2024-09-21T00:24:32.242 INFO:tasks.cephfs.test_scrub_checks:command 'scrub start /scrub_test_path/ceph-qa-suite/new_file_1' returned '{'return_code': 0, 'scrub_tag': '0e1b1bda-981e-463a-bcea-78e30eda7bf4', 'mode': 'asynchronous'}' 2024-09-21T00:24:32.242 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-21T00:24:32.243 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 30 ceph --cluster ceph tell mds.3:0 scrub status 2024-09-21T00:24:32.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.361+0000 7fbbc3d28640 1 -- 172.21.15.67:0/1110148062 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbba4003c30 msgr2=0x7fbba4004080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:32.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.361+0000 7fbbc3d28640 1 --2- 172.21.15.67:0/1110148062 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbba4003c30 0x7fbba4004080 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7fbbb4006f90 tx=0x7fbba4005830 comp rx=0 tx=0).stop 2024-09-21T00:24:32.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.361+0000 7fbbc3d28640 1 -- 172.21.15.67:0/1110148062 shutdown_connections 2024-09-21T00:24:32.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.361+0000 7fbbc3d28640 1 --2- 172.21.15.67:0/1110148062 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbba4003c30 0x7fbba4004080 unknown :-1 s=CLOSED pgs=618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.361+0000 7fbbc3d28640 1 -- 172.21.15.67:0/1110148062 >> 172.21.15.67:0/1110148062 conn(0x7fbbbc09a950 msgr2=0x7fbbbc0d1430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:32.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.361+0000 7fbbc3d28640 1 -- 172.21.15.67:0/1110148062 shutdown_connections 2024-09-21T00:24:32.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.361+0000 7fbbc3d28640 1 -- 172.21.15.67:0/1110148062 wait complete. 2024-09-21T00:24:32.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.363+0000 7fbbc3d28640 1 Processor -- start 2024-09-21T00:24:32.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.363+0000 7fbbc3d28640 1 -- start start 2024-09-21T00:24:32.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.364+0000 7fbbc3d28640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbba4003c30 0x7fbbbc06ce40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:32.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.364+0000 7fbbc3d28640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbbbc09dff0 0x7fbbbc09e400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:32.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.364+0000 7fbbc3d28640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbbbc0c63e0 0x7fbbbc0c67f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:32.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.364+0000 7fbbc3d28640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fbbbc0cde80 con 0x7fbbbc0c63e0 2024-09-21T00:24:32.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.364+0000 7fbbc3d28640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fbbbc0cdd00 con 0x7fbba4003c30 2024-09-21T00:24:32.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.364+0000 7fbbc3d28640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fbbbc0ce000 con 0x7fbbbc09dff0 2024-09-21T00:24:32.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.364+0000 7fbbc22c5640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbbbc0c63e0 0x7fbbbc0c67f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:32.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.364+0000 7fbbc22c5640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbbbc0c63e0 0x7fbbbc0c67f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56364/0 (socket says 172.21.15.67:56364) 2024-09-21T00:24:32.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.364+0000 7fbbc22c5640 1 -- 172.21.15.67:0/1107346734 learned_addr learned my addr 172.21.15.67:0/1107346734 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:32.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.365+0000 7fbbc1ac4640 1 --2- 172.21.15.67:0/1107346734 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbba4003c30 0x7fbbbc06ce40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:32.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.365+0000 7fbbc12c3640 1 --2- 172.21.15.67:0/1107346734 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbbbc09dff0 0x7fbbbc09e400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:32.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.365+0000 7fbbc22c5640 1 -- 172.21.15.67:0/1107346734 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbbbc09dff0 msgr2=0x7fbbbc09e400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:32.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.365+0000 7fbbc22c5640 1 --2- 172.21.15.67:0/1107346734 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbbbc09dff0 0x7fbbbc09e400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.365+0000 7fbbc22c5640 1 -- 172.21.15.67:0/1107346734 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbba4003c30 msgr2=0x7fbbbc06ce40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:32.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.365+0000 7fbbc22c5640 1 --2- 172.21.15.67:0/1107346734 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbba4003c30 0x7fbbbc06ce40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.365+0000 7fbbc22c5640 1 -- 172.21.15.67:0/1107346734 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbbbc1f3770 con 0x7fbbbc0c63e0 2024-09-21T00:24:32.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.365+0000 7fbbc22c5640 1 --2- 172.21.15.67:0/1107346734 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbbbc0c63e0 0x7fbbbc0c67f0 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7fbbbc0b6660 tx=0x7fbbac001b80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:32.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.365+0000 7fbbba7fc640 1 -- 172.21.15.67:0/1107346734 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbac011870 con 0x7fbbbc0c63e0 2024-09-21T00:24:32.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.365+0000 7fbbba7fc640 1 -- 172.21.15.67:0/1107346734 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbbac017070 con 0x7fbbbc0c63e0 2024-09-21T00:24:32.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.365+0000 7fbbc3d28640 1 -- 172.21.15.67:0/1107346734 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbbbc0c6d30 con 0x7fbbbc0c63e0 2024-09-21T00:24:32.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.365+0000 7fbbba7fc640 1 -- 172.21.15.67:0/1107346734 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbac011dc0 con 0x7fbbbc0c63e0 2024-09-21T00:24:32.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.365+0000 7fbbc3d28640 1 -- 172.21.15.67:0/1107346734 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbbbc1f3cf0 con 0x7fbbbc0c63e0 2024-09-21T00:24:32.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.367+0000 7fbbba7fc640 1 -- 172.21.15.67:0/1107346734 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fbbac01c460 con 0x7fbbbc0c63e0 2024-09-21T00:24:32.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.367+0000 7fbbba7fc640 1 --2- 172.21.15.67:0/1107346734 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbba8078bc0 0x7fbba807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:32.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.368+0000 7fbbba7fc640 1 -- 172.21.15.67:0/1107346734 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fbbac09b590 con 0x7fbbbc0c63e0 2024-09-21T00:24:32.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.368+0000 7fbbc1ac4640 1 --2- 172.21.15.67:0/1107346734 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbba8078bc0 0x7fbba807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:32.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.368+0000 7fbbc1ac4640 1 --2- 172.21.15.67:0/1107346734 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbba8078bc0 0x7fbba807b0d0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fbbb4033000 tx=0x7fbbbc0d23e0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:32.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.368+0000 7fbbcac94740 1 Processor -- start 2024-09-21T00:24:32.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.368+0000 7fbbcac94740 1 -- start start 2024-09-21T00:24:32.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.370+0000 7fbbcac94740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5598036bd390 0x559803aaaa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:32.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.370+0000 7fbbcac94740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5598036944d0 0x559803a60530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:32.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.370+0000 7fbbcac94740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55980369c6b0 0x559803a8b810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:32.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.370+0000 7fbbcac94740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5598039d7a60 con 0x5598036bd390 2024-09-21T00:24:32.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.370+0000 7fbbcac94740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5598039c6e90 con 0x55980369c6b0 2024-09-21T00:24:32.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.370+0000 7fbbcac94740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x5598039caca0 con 0x5598036944d0 2024-09-21T00:24:32.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.370+0000 7fbbc1ac4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5598036bd390 0x559803aaaa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:32.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.370+0000 7fbbc1ac4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5598036bd390 0x559803aaaa50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56374/0 (socket says 172.21.15.67:56374) 2024-09-21T00:24:32.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.370+0000 7fbbc1ac4640 1 -- 172.21.15.67:0/1466669932 learned_addr learned my addr 172.21.15.67:0/1466669932 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:32.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.370+0000 7fbbc22c5640 1 --2- 172.21.15.67:0/1466669932 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55980369c6b0 0x559803a8b810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:32.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.370+0000 7fbbc12c3640 1 --2- 172.21.15.67:0/1466669932 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5598036944d0 0x559803a60530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:32.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.370+0000 7fbbc1ac4640 1 -- 172.21.15.67:0/1466669932 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5598036944d0 msgr2=0x559803a60530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:32.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.370+0000 7fbbc1ac4640 1 --2- 172.21.15.67:0/1466669932 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5598036944d0 0x559803a60530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.370+0000 7fbbc1ac4640 1 -- 172.21.15.67:0/1466669932 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55980369c6b0 msgr2=0x559803a8b810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:32.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.370+0000 7fbbc1ac4640 1 --2- 172.21.15.67:0/1466669932 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55980369c6b0 0x559803a8b810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.370+0000 7fbbc1ac4640 1 -- 172.21.15.67:0/1466669932 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55980379f7d0 con 0x5598036bd390 2024-09-21T00:24:32.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.370+0000 7fbbc1ac4640 1 --2- 172.21.15.67:0/1466669932 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5598036bd390 0x559803aaaa50 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7fbbb400c320 tx=0x7fbbb403d000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c738f0c7b9b7002 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:32.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.371+0000 7fbba37fe640 1 -- 172.21.15.67:0/1466669932 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbb4032070 con 0x5598036bd390 2024-09-21T00:24:32.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.371+0000 7fbba37fe640 1 -- 172.21.15.67:0/1466669932 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbbb4004b80 con 0x5598036bd390 2024-09-21T00:24:32.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.371+0000 7fbba37fe640 1 -- 172.21.15.67:0/1466669932 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbb4042470 con 0x5598036bd390 2024-09-21T00:24:32.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.371+0000 7fbbcac94740 1 -- 172.21.15.67:0/1466669932 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5598036bd390 msgr2=0x559803aaaa50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:32.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.371+0000 7fbbcac94740 1 --2- 172.21.15.67:0/1466669932 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5598036bd390 0x559803aaaa50 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7fbbb400c320 tx=0x7fbbb403d000 comp rx=0 tx=0).stop 2024-09-21T00:24:32.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.371+0000 7fbbcac94740 1 -- 172.21.15.67:0/1466669932 shutdown_connections 2024-09-21T00:24:32.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.371+0000 7fbbcac94740 1 --2- 172.21.15.67:0/1466669932 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55980369c6b0 0x559803a8b810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.371+0000 7fbbcac94740 1 --2- 172.21.15.67:0/1466669932 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5598036944d0 0x559803a60530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.371+0000 7fbbcac94740 1 --2- 172.21.15.67:0/1466669932 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5598036bd390 0x559803aaaa50 unknown :-1 s=CLOSED pgs=620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.371+0000 7fbbcac94740 1 -- 172.21.15.67:0/1466669932 >> 172.21.15.67:0/1466669932 conn(0x5598036b14e0 msgr2=0x559803a64d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:32.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.372+0000 7fbbcac94740 1 -- 172.21.15.67:0/1466669932 shutdown_connections 2024-09-21T00:24:32.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.372+0000 7fbbcac94740 1 -- 172.21.15.67:0/1466669932 wait complete. 2024-09-21T00:24:32.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.372+0000 7fbbcac94740 1 -- start start 2024-09-21T00:24:32.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.372+0000 7fbbcac94740 1 Processor -- start 2024-09-21T00:24:32.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.374+0000 7fbbcac94740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5598036944d0 0x559803ac13f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:32.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.374+0000 7fbbcac94740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55980369c6b0 0x559803abcc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:32.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.374+0000 7fbbcac94740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5598036bd390 0x559803a63dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:32.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.374+0000 7fbbcac94740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x559803737740 con 0x55980369c6b0 2024-09-21T00:24:32.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.374+0000 7fbbcac94740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55980396c970 con 0x5598036944d0 2024-09-21T00:24:32.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.374+0000 7fbbcac94740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x559803aa2570 con 0x5598036bd390 2024-09-21T00:24:32.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.374+0000 7fbbcac94740 10 client.0 _ll_register_callbacks cb 0x55980397b780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:24:32.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.374+0000 7fbbc12c3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55980369c6b0 0x559803abcc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:32.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.374+0000 7fbbc12c3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55980369c6b0 0x559803abcc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56382/0 (socket says 172.21.15.67:56382) 2024-09-21T00:24:32.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.374+0000 7fbbc12c3640 1 -- 172.21.15.67:0/4223186059 learned_addr learned my addr 172.21.15.67:0/4223186059 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:32.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.374+0000 7fbbc22c5640 1 --2- 172.21.15.67:0/4223186059 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5598036bd390 0x559803a63dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:32.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.374+0000 7fbbc1ac4640 1 --2- 172.21.15.67:0/4223186059 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5598036944d0 0x559803ac13f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:32.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.374+0000 7fbbc12c3640 1 -- 172.21.15.67:0/4223186059 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5598036bd390 msgr2=0x559803a63dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:32.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.374+0000 7fbbc12c3640 1 --2- 172.21.15.67:0/4223186059 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5598036bd390 0x559803a63dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.374+0000 7fbbc12c3640 1 -- 172.21.15.67:0/4223186059 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5598036944d0 msgr2=0x559803ac13f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:32.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.374+0000 7fbbc12c3640 1 --2- 172.21.15.67:0/4223186059 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5598036944d0 0x559803ac13f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.374+0000 7fbbc12c3640 1 -- 172.21.15.67:0/4223186059 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559803728970 con 0x55980369c6b0 2024-09-21T00:24:32.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.375+0000 7fbbc12c3640 1 --2- 172.21.15.67:0/4223186059 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55980369c6b0 0x559803abcc20 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7fbbb0010850 tx=0x7fbbb0010d10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=751a7a5ee647bcd3 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:32.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.375+0000 7fbba0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:24:32.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.375+0000 7fbba0ff9640 1 -- 172.21.15.67:0/4223186059 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbb000f8a0 con 0x55980369c6b0 2024-09-21T00:24:32.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.375+0000 7fbba0ff9640 1 -- 172.21.15.67:0/4223186059 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fbbb001eab0 con 0x55980369c6b0 2024-09-21T00:24:32.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.375+0000 7fbbcac94740 1 -- 172.21.15.67:0/4223186059 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbbb4004b80 con 0x55980369c6b0 2024-09-21T00:24:32.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.375+0000 7fbba0ff9640 1 -- 172.21.15.67:0/4223186059 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fbbb001ecb0 con 0x55980369c6b0 2024-09-21T00:24:32.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.375+0000 7fbbcac94740 10 client.6015 fetch_fsmap learned FSMap version 28 2024-09-21T00:24:32.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.375+0000 7fbbcac94740 1 -- 172.21.15.67:0/4223186059 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=2+}) -- 0x5598037066a0 con 0x55980369c6b0 2024-09-21T00:24:32.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.375+0000 7fbba0ff9640 1 -- 172.21.15.67:0/4223186059 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbbb4004b80 con 0x55980369c6b0 2024-09-21T00:24:32.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.375+0000 7fbba0ff9640 1 -- 172.21.15.67:0/4223186059 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 28) ==== 3502+0+0 (secure 0 0 0) 0x7fbbb0025050 con 0x55980369c6b0 2024-09-21T00:24:32.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.375+0000 7fbbcac94740 10 client.6015 fetch_fsmap finished waiting for FSMap version 28 2024-09-21T00:24:32.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.375+0000 7fbbcac94740 10 client.6015 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.a 2024-09-21T00:24:32.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.375+0000 7fbbcac94740 20 client.6015 populate_metadata read hostname 'smithi067' 2024-09-21T00:24:32.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.375+0000 7fbbcac94740 1 --2- 172.21.15.67:0/4223186059 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55980367bf60 0x559803a8c970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:32.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.375+0000 7fbbcac94740 4 client.6015 mds_command: new command op to 5376 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:24:32.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.375+0000 7fbbcac94740 1 -- 172.21.15.67:0/4223186059 --> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5598039d99b0 con 0x55980367bf60 2024-09-21T00:24:32.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.376+0000 7fbbc1ac4640 1 --2- 172.21.15.67:0/4223186059 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55980367bf60 0x559803a8c970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:32.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.376+0000 7fbba0ff9640 10 client.6015 ms_handle_connect on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:32.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.376+0000 7fbbc1ac4640 1 --2- 172.21.15.67:0/4223186059 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55980367bf60 0x559803a8c970 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1b0a19bdfc18cd5 server_cookie=b9ef5aec3aba19c7 in_seq=0 out_seq=0 2024-09-21T00:24:32.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.376+0000 7fbba0ff9640 1 -- 172.21.15.67:0/4223186059 <== mds.0 v2:172.21.15.67:6832/3973293841 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x5598039d99b0 con 0x55980367bf60 2024-09-21T00:24:32.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.376+0000 7fbba0ff9640 10 client.6015 handle_command_reply: tid=0 2024-09-21T00:24:32.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.376+0000 7fbbcac94740 1 client.6015 shutdown 2024-09-21T00:24:32.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.377+0000 7fbbcac94740 1 -- 172.21.15.67:0/4223186059 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55980369c6b0 msgr2=0x559803abcc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:32.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.377+0000 7fbbcac94740 1 --2- 172.21.15.67:0/4223186059 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55980369c6b0 0x559803abcc20 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7fbbb0010850 tx=0x7fbbb0010d10 comp rx=0 tx=0).stop 2024-09-21T00:24:32.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.377+0000 7fbbcac94740 1 -- 172.21.15.67:0/4223186059 shutdown_connections 2024-09-21T00:24:32.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.377+0000 7fbbcac94740 1 --2- 172.21.15.67:0/4223186059 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55980367bf60 0x559803a8c970 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.377+0000 7fbbcac94740 1 --2- 172.21.15.67:0/4223186059 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5598036bd390 0x559803a63dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.377+0000 7fbba0ff9640 0 client.6015 ms_handle_reset on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:32.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.377+0000 7fbbcac94740 1 --2- 172.21.15.67:0/4223186059 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55980369c6b0 0x559803abcc20 unknown :-1 s=CLOSED pgs=621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.377+0000 7fbbcac94740 1 --2- 172.21.15.67:0/4223186059 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5598036944d0 0x559803ac13f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.377+0000 7fbbcac94740 1 -- 172.21.15.67:0/4223186059 >> 172.21.15.67:0/4223186059 conn(0x5598036b14e0 msgr2=0x559803a65c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:32.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.377+0000 7fbbcac94740 1 -- 172.21.15.67:0/4223186059 shutdown_connections 2024-09-21T00:24:32.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.377+0000 7fbbcac94740 1 -- 172.21.15.67:0/4223186059 wait complete. 2024-09-21T00:24:32.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.377+0000 7fbbcac94740 20 client.6015 trim_cache size 0 max 16384 2024-09-21T00:24:32.396 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.395+0000 7fbbcac94740 1 Processor -- start 2024-09-21T00:24:32.396 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.395+0000 7fbbcac94740 1 -- start start 2024-09-21T00:24:32.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.396+0000 7fbbcac94740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5598036944d0 0x559803a5e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:32.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.396+0000 7fbbcac94740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55980369c6b0 0x559803a604c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:32.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.396+0000 7fbbcac94740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5598036bd390 0x559803a60a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:32.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.396+0000 7fbbcac94740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x559803a8e450 con 0x55980369c6b0 2024-09-21T00:24:32.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.396+0000 7fbbcac94740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fbbbc1fe280 con 0x5598036944d0 2024-09-21T00:24:32.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.396+0000 7fbbcac94740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fbbbc09ca40 con 0x5598036bd390 2024-09-21T00:24:32.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.396+0000 7fbbc12c3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55980369c6b0 0x559803a604c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:32.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.396+0000 7fbbc12c3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55980369c6b0 0x559803a604c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56384/0 (socket says 172.21.15.67:56384) 2024-09-21T00:24:32.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.396+0000 7fbbc12c3640 1 -- 172.21.15.67:0/1574113555 learned_addr learned my addr 172.21.15.67:0/1574113555 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:32.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.397+0000 7fbbc12c3640 1 -- 172.21.15.67:0/1574113555 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5598036bd390 msgr2=0x559803a60a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:32.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.397+0000 7fbbc12c3640 1 --2- 172.21.15.67:0/1574113555 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5598036bd390 0x559803a60a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.397+0000 7fbbc12c3640 1 -- 172.21.15.67:0/1574113555 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5598036944d0 msgr2=0x559803a5e7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:32.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.397+0000 7fbbc1ac4640 1 --2- 172.21.15.67:0/1574113555 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5598036944d0 0x559803a5e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:32.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.397+0000 7fbbc12c3640 1 --2- 172.21.15.67:0/1574113555 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5598036944d0 0x559803a5e7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.397+0000 7fbbc12c3640 1 -- 172.21.15.67:0/1574113555 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559803a61080 con 0x55980369c6b0 2024-09-21T00:24:32.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.397+0000 7fbbc12c3640 1 --2- 172.21.15.67:0/1574113555 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55980369c6b0 0x559803a604c0 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7fbbb000f7d0 tx=0x7fbbb0005740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e849aef359d6aba5 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:32.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.397+0000 7fbba2ffd640 1 -- 172.21.15.67:0/1574113555 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbb002c070 con 0x55980369c6b0 2024-09-21T00:24:32.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.397+0000 7fbba2ffd640 1 -- 172.21.15.67:0/1574113555 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbbb000fc50 con 0x55980369c6b0 2024-09-21T00:24:32.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.397+0000 7fbba2ffd640 1 -- 172.21.15.67:0/1574113555 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbb000f8a0 con 0x55980369c6b0 2024-09-21T00:24:32.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.398+0000 7fbbcac94740 1 -- 172.21.15.67:0/1574113555 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55980369c6b0 msgr2=0x559803a604c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:32.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.398+0000 7fbbcac94740 1 --2- 172.21.15.67:0/1574113555 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55980369c6b0 0x559803a604c0 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7fbbb000f7d0 tx=0x7fbbb0005740 comp rx=0 tx=0).stop 2024-09-21T00:24:32.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.398+0000 7fbbcac94740 1 -- 172.21.15.67:0/1574113555 shutdown_connections 2024-09-21T00:24:32.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.398+0000 7fbbcac94740 1 --2- 172.21.15.67:0/1574113555 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5598036bd390 0x559803a60a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.398+0000 7fbbcac94740 1 --2- 172.21.15.67:0/1574113555 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55980369c6b0 0x559803a604c0 unknown :-1 s=CLOSED pgs=622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.398+0000 7fbbcac94740 1 --2- 172.21.15.67:0/1574113555 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5598036944d0 0x559803a5e7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.398+0000 7fbbcac94740 1 -- 172.21.15.67:0/1574113555 >> 172.21.15.67:0/1574113555 conn(0x5598036b14e0 msgr2=0x559803ac0970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:32.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.398+0000 7fbbcac94740 1 -- 172.21.15.67:0/1574113555 shutdown_connections 2024-09-21T00:24:32.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.398+0000 7fbbcac94740 1 -- 172.21.15.67:0/1574113555 wait complete. 2024-09-21T00:24:32.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.399+0000 7fbbcac94740 1 -- start start 2024-09-21T00:24:32.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.399+0000 7fbbcac94740 1 Processor -- start 2024-09-21T00:24:32.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.400+0000 7fbbcac94740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5598036944d0 0x559803b2fc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:32.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.400+0000 7fbbcac94740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55980369c6b0 0x559803aa1a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:32.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.400+0000 7fbbcac94740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5598036bd390 0x559803a604c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:32.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.400+0000 7fbbcac94740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fbbbc09c3f0 con 0x5598036bd390 2024-09-21T00:24:32.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.400+0000 7fbbcac94740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fbbbc0c5990 con 0x5598036944d0 2024-09-21T00:24:32.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.400+0000 7fbbcac94740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x559803a8b770 con 0x55980369c6b0 2024-09-21T00:24:32.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.400+0000 7fbbcac94740 10 client.0 _ll_register_callbacks cb 0x7fbbb00099b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:24:32.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.400+0000 7fbbc22c5640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5598036bd390 0x559803a604c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:32.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.400+0000 7fbbc22c5640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5598036bd390 0x559803a604c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56388/0 (socket says 172.21.15.67:56388) 2024-09-21T00:24:32.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.400+0000 7fbbc22c5640 1 -- 172.21.15.67:0/169415267 learned_addr learned my addr 172.21.15.67:0/169415267 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:32.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.400+0000 7fbbc1ac4640 1 --2- 172.21.15.67:0/169415267 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5598036944d0 0x559803b2fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:32.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.400+0000 7fbbc12c3640 1 --2- 172.21.15.67:0/169415267 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55980369c6b0 0x559803aa1a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:32.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.401+0000 7fbbc22c5640 1 -- 172.21.15.67:0/169415267 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55980369c6b0 msgr2=0x559803aa1a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:32.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.401+0000 7fbbc22c5640 1 --2- 172.21.15.67:0/169415267 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55980369c6b0 0x559803aa1a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.401+0000 7fbbc22c5640 1 -- 172.21.15.67:0/169415267 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5598036944d0 msgr2=0x559803b2fc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:32.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.401+0000 7fbbc22c5640 1 --2- 172.21.15.67:0/169415267 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5598036944d0 0x559803b2fc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.401+0000 7fbbc22c5640 1 -- 172.21.15.67:0/169415267 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559803b30140 con 0x5598036bd390 2024-09-21T00:24:32.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.401+0000 7fbbc1ac4640 1 --2- 172.21.15.67:0/169415267 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5598036944d0 0x559803b2fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:24:32.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.401+0000 7fbbc22c5640 1 --2- 172.21.15.67:0/169415267 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5598036bd390 0x559803a604c0 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7fbbac063060 tx=0x7fbbac063130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3f0dcc124994824 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:32.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.401+0000 7fbba0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:24:32.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.401+0000 7fbba0ff9640 1 -- 172.21.15.67:0/169415267 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbac062e70 con 0x5598036bd390 2024-09-21T00:24:32.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.401+0000 7fbba0ff9640 1 -- 172.21.15.67:0/169415267 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fbbac04e760 con 0x5598036bd390 2024-09-21T00:24:32.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.401+0000 7fbbcac94740 1 -- 172.21.15.67:0/169415267 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbbb000fc50 con 0x5598036bd390 2024-09-21T00:24:32.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.401+0000 7fbba0ff9640 1 -- 172.21.15.67:0/169415267 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fbbac063a60 con 0x5598036bd390 2024-09-21T00:24:32.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.401+0000 7fbbcac94740 10 client.6021 fetch_fsmap learned FSMap version 28 2024-09-21T00:24:32.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.401+0000 7fbbcac94740 1 -- 172.21.15.67:0/169415267 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=2+}) -- 0x559803aa2000 con 0x5598036bd390 2024-09-21T00:24:32.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.401+0000 7fbba0ff9640 1 -- 172.21.15.67:0/169415267 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbbb000fc50 con 0x5598036bd390 2024-09-21T00:24:32.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.401+0000 7fbba0ff9640 1 -- 172.21.15.67:0/169415267 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 28) ==== 3502+0+0 (secure 0 0 0) 0x7fbbac0625c0 con 0x5598036bd390 2024-09-21T00:24:32.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.401+0000 7fbbcac94740 10 client.6021 fetch_fsmap finished waiting for FSMap version 28 2024-09-21T00:24:32.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.401+0000 7fbbcac94740 10 client.6021 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.a 2024-09-21T00:24:32.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.401+0000 7fbbcac94740 20 client.6021 populate_metadata read hostname 'smithi067' 2024-09-21T00:24:32.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.401+0000 7fbbcac94740 1 --2- 172.21.15.67:0/169415267 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x559803aab0f0 0x559803a60a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:32.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.401+0000 7fbbcac94740 4 client.6021 mds_command: new command op to 5376 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-21T00:24:32.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.401+0000 7fbbcac94740 1 -- 172.21.15.67:0/169415267 --> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5598039d5460 con 0x559803aab0f0 2024-09-21T00:24:32.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.402+0000 7fbbc1ac4640 1 --2- 172.21.15.67:0/169415267 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x559803aab0f0 0x559803a60a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:32.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.402+0000 7fbba0ff9640 10 client.6021 ms_handle_connect on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:32.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.402+0000 7fbbc1ac4640 1 --2- 172.21.15.67:0/169415267 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x559803aab0f0 0x559803a60a00 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fefb13152f5b5c66 server_cookie=eb677f5382164c3d in_seq=0 out_seq=0 2024-09-21T00:24:32.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.402+0000 7fbba0ff9640 1 -- 172.21.15.67:0/169415267 <== mds.0 v2:172.21.15.67:6832/3973293841 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3494 (crc 0 0 0) 0x5598039d5460 con 0x559803aab0f0 2024-09-21T00:24:32.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.402+0000 7fbba0ff9640 10 client.6021 handle_command_reply: tid=0 2024-09-21T00:24:32.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.402+0000 7fbbcac94740 1 client.6021 shutdown 2024-09-21T00:24:32.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.402+0000 7fbbcac94740 1 -- 172.21.15.67:0/169415267 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5598036bd390 msgr2=0x559803a604c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:32.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.402+0000 7fbbcac94740 1 --2- 172.21.15.67:0/169415267 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5598036bd390 0x559803a604c0 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7fbbac063060 tx=0x7fbbac063130 comp rx=0 tx=0).stop 2024-09-21T00:24:32.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.402+0000 7fbbcac94740 1 -- 172.21.15.67:0/169415267 shutdown_connections 2024-09-21T00:24:32.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.402+0000 7fbbcac94740 1 --2- 172.21.15.67:0/169415267 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5598036bd390 0x559803a604c0 unknown :-1 s=CLOSED pgs=623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.402+0000 7fbbcac94740 1 --2- 172.21.15.67:0/169415267 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x559803aab0f0 0x559803a60a00 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.402+0000 7fbbcac94740 1 --2- 172.21.15.67:0/169415267 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55980369c6b0 0x559803aa1a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.402+0000 7fbbcac94740 1 --2- 172.21.15.67:0/169415267 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5598036944d0 0x559803b2fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.402+0000 7fbba0ff9640 0 client.6021 ms_handle_reset on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:32.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.402+0000 7fbbcac94740 1 -- 172.21.15.67:0/169415267 >> 172.21.15.67:0/169415267 conn(0x5598036b14e0 msgr2=0x559803ac0970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:32.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.403+0000 7fbbcac94740 1 -- 172.21.15.67:0/169415267 shutdown_connections 2024-09-21T00:24:32.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.403+0000 7fbbcac94740 1 -- 172.21.15.67:0/169415267 wait complete. 2024-09-21T00:24:32.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.403+0000 7fbbcac94740 20 client.6021 trim_cache size 0 max 16384 2024-09-21T00:24:32.409 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:24:32.410 INFO:teuthology.orchestra.run.smithi067.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-21T00:24:32.410 INFO:teuthology.orchestra.run.smithi067.stdout: "scrubs": { 2024-09-21T00:24:32.410 INFO:teuthology.orchestra.run.smithi067.stdout: "0e1b1bda-981e-463a-bcea-78e30eda7bf4": { 2024-09-21T00:24:32.410 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/scrub_test_path/ceph-qa-suite/new_file_1", 2024-09-21T00:24:32.410 INFO:teuthology.orchestra.run.smithi067.stdout: "tag": "0e1b1bda-981e-463a-bcea-78e30eda7bf4", 2024-09-21T00:24:32.410 INFO:teuthology.orchestra.run.smithi067.stdout: "options": "" 2024-09-21T00:24:32.410 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:24:32.411 INFO:teuthology.orchestra.run.smithi067.stdout: "6278eea0-c821-49c3-97da-1e0e12daf341": { 2024-09-21T00:24:32.411 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/", 2024-09-21T00:24:32.411 INFO:teuthology.orchestra.run.smithi067.stdout: "tag": "6278eea0-c821-49c3-97da-1e0e12daf341", 2024-09-21T00:24:32.411 INFO:teuthology.orchestra.run.smithi067.stdout: "options": "" 2024-09-21T00:24:32.411 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:24:32.411 INFO:teuthology.orchestra.run.smithi067.stdout: "e58ed8ef-e860-421f-a3e7-14e1975a2da2": { 2024-09-21T00:24:32.411 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/scrub_test_path/ceph-qa-suite/suites/fs/verify/validater/valgrind.yaml", 2024-09-21T00:24:32.411 INFO:teuthology.orchestra.run.smithi067.stdout: "tag": "e58ed8ef-e860-421f-a3e7-14e1975a2da2", 2024-09-21T00:24:32.411 INFO:teuthology.orchestra.run.smithi067.stdout: "options": "" 2024-09-21T00:24:32.411 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:24:32.412 INFO:teuthology.orchestra.run.smithi067.stdout: "f8f445a5-48ee-4dd1-a251-8f0eff99be3c": { 2024-09-21T00:24:32.412 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/scrub_test_path/ceph-qa-suite/suites", 2024-09-21T00:24:32.412 INFO:teuthology.orchestra.run.smithi067.stdout: "tag": "f8f445a5-48ee-4dd1-a251-8f0eff99be3c", 2024-09-21T00:24:32.412 INFO:teuthology.orchestra.run.smithi067.stdout: "options": "" 2024-09-21T00:24:32.412 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:24:32.412 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:24:32.412 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_stats": { 2024-09-21T00:24:32.412 INFO:teuthology.orchestra.run.smithi067.stdout: "0e1b1bda-981e-463a-bcea-78e30eda7bf4": { 2024-09-21T00:24:32.412 INFO:teuthology.orchestra.run.smithi067.stdout: "start_time": "2024-09-21T00:24:32.227306+0000", 2024-09-21T00:24:32.412 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/scrub_test_path/ceph-qa-suite/new_file_1", 2024-09-21T00:24:32.412 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_started": 0, 2024-09-21T00:24:32.413 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_passed": 0, 2024-09-21T00:24:32.413 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_failed": 0, 2024-09-21T00:24:32.413 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_skipped": 0 2024-09-21T00:24:32.413 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:24:32.413 INFO:teuthology.orchestra.run.smithi067.stdout: "6278eea0-c821-49c3-97da-1e0e12daf341": { 2024-09-21T00:24:32.413 INFO:teuthology.orchestra.run.smithi067.stdout: "start_time": "2024-09-21T00:24:31.166331+0000", 2024-09-21T00:24:32.413 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/", 2024-09-21T00:24:32.413 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_started": 0, 2024-09-21T00:24:32.413 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_passed": 0, 2024-09-21T00:24:32.413 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_failed": 0, 2024-09-21T00:24:32.413 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_skipped": 0 2024-09-21T00:24:32.413 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:24:32.414 INFO:teuthology.orchestra.run.smithi067.stdout: "e58ed8ef-e860-421f-a3e7-14e1975a2da2": { 2024-09-21T00:24:32.414 INFO:teuthology.orchestra.run.smithi067.stdout: "start_time": "2024-09-21T00:24:30.988335+0000", 2024-09-21T00:24:32.414 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/scrub_test_path/ceph-qa-suite/suites/fs/verify/validater/valgrind.yaml", 2024-09-21T00:24:32.414 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_started": 0, 2024-09-21T00:24:32.414 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_passed": 0, 2024-09-21T00:24:32.414 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_failed": 0, 2024-09-21T00:24:32.414 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_skipped": 0 2024-09-21T00:24:32.414 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:24:32.414 INFO:teuthology.orchestra.run.smithi067.stdout: "f8f445a5-48ee-4dd1-a251-8f0eff99be3c": { 2024-09-21T00:24:32.414 INFO:teuthology.orchestra.run.smithi067.stdout: "start_time": "2024-09-21T00:24:30.813339+0000", 2024-09-21T00:24:32.414 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/scrub_test_path/ceph-qa-suite/suites", 2024-09-21T00:24:32.414 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_started": 0, 2024-09-21T00:24:32.414 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_passed": 0, 2024-09-21T00:24:32.415 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_failed": 0, 2024-09-21T00:24:32.415 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_skipped": 0 2024-09-21T00:24:32.415 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:24:32.415 INFO:teuthology.orchestra.run.smithi067.stdout: "e020a4e8-01fa-4a3b-a979-595c9980f4a2": { 2024-09-21T00:24:32.415 INFO:teuthology.orchestra.run.smithi067.stdout: "start_time": "2024-09-21T00:24:23.845499+0000", 2024-09-21T00:24:32.415 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/scrub_test_path/ceph-qa-suite/new_file_0", 2024-09-21T00:24:32.415 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_started": 0, 2024-09-21T00:24:32.415 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_passed": 0, 2024-09-21T00:24:32.415 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_failed": 0, 2024-09-21T00:24:32.415 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_skipped": 0 2024-09-21T00:24:32.415 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:24:32.415 INFO:teuthology.orchestra.run.smithi067.stdout: "907fdd0f-6868-46c0-b4ef-4f6644a08343": { 2024-09-21T00:24:32.415 INFO:teuthology.orchestra.run.smithi067.stdout: "start_time": "2024-09-21T00:24:22.729525+0000", 2024-09-21T00:24:32.416 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/", 2024-09-21T00:24:32.416 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_started": 0, 2024-09-21T00:24:32.416 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_passed": 0, 2024-09-21T00:24:32.416 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_failed": 0, 2024-09-21T00:24:32.416 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_skipped": 0 2024-09-21T00:24:32.416 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:24:32.416 INFO:teuthology.orchestra.run.smithi067.stdout: "fc804c48-cd25-400c-9119-62c2307cfb52": { 2024-09-21T00:24:32.416 INFO:teuthology.orchestra.run.smithi067.stdout: "start_time": "2024-09-21T00:24:22.368533+0000", 2024-09-21T00:24:32.416 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/scrub_test_path/ceph-qa-suite/suites/fs/verify/validater/valgrind.yaml", 2024-09-21T00:24:32.416 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_started": 0, 2024-09-21T00:24:32.416 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_passed": 0, 2024-09-21T00:24:32.416 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_failed": 0, 2024-09-21T00:24:32.416 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_skipped": 0 2024-09-21T00:24:32.416 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:24:32.417 INFO:teuthology.orchestra.run.smithi067.stdout: "75d98cf2-f2bf-4869-b3d9-1b7fd11ec107": { 2024-09-21T00:24:32.417 INFO:teuthology.orchestra.run.smithi067.stdout: "start_time": "2024-09-21T00:24:22.012541+0000", 2024-09-21T00:24:32.417 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/scrub_test_path/ceph-qa-suite/suites", 2024-09-21T00:24:32.417 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_started": 0, 2024-09-21T00:24:32.417 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_passed": 0, 2024-09-21T00:24:32.417 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_failed": 0, 2024-09-21T00:24:32.417 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_skipped": 0 2024-09-21T00:24:32.417 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:24:32.417 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:24:32.417 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:24:32.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.403+0000 7fbbc3d28640 1 -- 172.21.15.67:0/1107346734 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbba8078bc0 msgr2=0x7fbba807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:32.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.403+0000 7fbbc3d28640 1 --2- 172.21.15.67:0/1107346734 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbba8078bc0 0x7fbba807b0d0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fbbb4033000 tx=0x7fbbbc0d23e0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.403+0000 7fbbc3d28640 1 -- 172.21.15.67:0/1107346734 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbbbc0c63e0 msgr2=0x7fbbbc0c67f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:32.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.403+0000 7fbbc3d28640 1 --2- 172.21.15.67:0/1107346734 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbbbc0c63e0 0x7fbbbc0c67f0 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7fbbbc0b6660 tx=0x7fbbac001b80 comp rx=0 tx=0).stop 2024-09-21T00:24:32.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.403+0000 7fbbc3d28640 1 -- 172.21.15.67:0/1107346734 shutdown_connections 2024-09-21T00:24:32.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.403+0000 7fbbc3d28640 1 --2- 172.21.15.67:0/1107346734 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbba8078bc0 0x7fbba807b0d0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.403+0000 7fbbc3d28640 1 --2- 172.21.15.67:0/1107346734 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbbbc0c63e0 0x7fbbbc0c67f0 unknown :-1 s=CLOSED pgs=619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.403+0000 7fbbc3d28640 1 --2- 172.21.15.67:0/1107346734 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbbbc09dff0 0x7fbbbc09e400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.403+0000 7fbbc3d28640 1 --2- 172.21.15.67:0/1107346734 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbba4003c30 0x7fbbbc06ce40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:32.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.403+0000 7fbbc3d28640 1 -- 172.21.15.67:0/1107346734 >> 172.21.15.67:0/1107346734 conn(0x7fbbbc09a950 msgr2=0x7fbbbc0cd110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:32.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.403+0000 7fbbc3d28640 1 -- 172.21.15.67:0/1107346734 shutdown_connections 2024-09-21T00:24:32.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:32.403+0000 7fbbc3d28640 1 -- 172.21.15.67:0/1107346734 wait complete. 2024-09-21T00:24:37.421 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-21T00:24:37.421 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 30 ceph --cluster ceph tell mds.3:0 scrub status 2024-09-21T00:24:37.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.555+0000 7f3b3c739640 1 -- 172.21.15.67:0/138300195 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3b20003fd0 msgr2=0x7f3b20004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:37.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.555+0000 7f3b3c739640 1 --2- 172.21.15.67:0/138300195 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3b20003fd0 0x7f3b20004800 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f3b24009b40 tx=0x7f3b20005830 comp rx=0 tx=0).stop 2024-09-21T00:24:37.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.555+0000 7f3b3acd6640 1 -- 172.21.15.67:0/138300195 reap_dead start 2024-09-21T00:24:37.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.555+0000 7f3b3c739640 1 -- 172.21.15.67:0/138300195 shutdown_connections 2024-09-21T00:24:37.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.555+0000 7f3b3c739640 1 -- 172.21.15.67:0/138300195 >> 172.21.15.67:0/138300195 conn(0x7f3b3408bee0 msgr2=0x7f3b340d4720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:37.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.555+0000 7f3b3c739640 1 -- 172.21.15.67:0/138300195 shutdown_connections 2024-09-21T00:24:37.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.555+0000 7f3b3c739640 1 -- 172.21.15.67:0/138300195 wait complete. 2024-09-21T00:24:37.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.557+0000 7f3b3c739640 1 Processor -- start 2024-09-21T00:24:37.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.557+0000 7f3b3c739640 1 -- start start 2024-09-21T00:24:37.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.558+0000 7f3b3c739640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3b20003fd0 0x7f3b341f52f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:37.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.558+0000 7f3b3c739640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3b340a0770 0x7f3b3415e910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:37.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.558+0000 7f3b3c739640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3b3409e650 0x7f3b3409ea60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:37.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.558+0000 7f3b3c739640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f3b340d10f0 con 0x7f3b340a0770 2024-09-21T00:24:37.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.558+0000 7f3b3c739640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f3b3406fea0 con 0x7f3b3409e650 2024-09-21T00:24:37.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.558+0000 7f3b3c739640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f3b340d1270 con 0x7f3b20003fd0 2024-09-21T00:24:37.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.558+0000 7f3b39cd4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3b340a0770 0x7f3b3415e910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:37.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.558+0000 7f3b39cd4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3b340a0770 0x7f3b3415e910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36830/0 (socket says 172.21.15.67:36830) 2024-09-21T00:24:37.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.558+0000 7f3b39cd4640 1 -- 172.21.15.67:0/1769819483 learned_addr learned my addr 172.21.15.67:0/1769819483 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:37.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.558+0000 7f3b3acd6640 1 --2- 172.21.15.67:0/1769819483 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3b3409e650 0x7f3b3409ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:37.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.558+0000 7f3b3a4d5640 1 --2- 172.21.15.67:0/1769819483 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3b20003fd0 0x7f3b341f52f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:37.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.559+0000 7f3b39cd4640 1 -- 172.21.15.67:0/1769819483 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3b20003fd0 msgr2=0x7f3b341f52f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:37.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.559+0000 7f3b39cd4640 1 --2- 172.21.15.67:0/1769819483 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3b20003fd0 0x7f3b341f52f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:37.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.559+0000 7f3b39cd4640 1 -- 172.21.15.67:0/1769819483 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3b3409e650 msgr2=0x7f3b3409ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:37.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.559+0000 7f3b39cd4640 1 --2- 172.21.15.67:0/1769819483 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3b3409e650 0x7f3b3409ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:37.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.559+0000 7f3b39cd4640 1 -- 172.21.15.67:0/1769819483 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b3409efa0 con 0x7f3b340a0770 2024-09-21T00:24:37.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.559+0000 7f3b3a4d5640 1 --2- 172.21.15.67:0/1769819483 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3b20003fd0 0x7f3b341f52f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:24:37.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.559+0000 7f3b3acd6640 1 --2- 172.21.15.67:0/1769819483 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3b3409e650 0x7f3b3409ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:24:37.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.559+0000 7f3b39cd4640 1 --2- 172.21.15.67:0/1769819483 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3b340a0770 0x7f3b3415e910 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7f3b24009a60 tx=0x7f3b24033670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:37.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.559+0000 7f3b2affd640 1 -- 172.21.15.67:0/1769819483 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b24038040 con 0x7f3b340a0770 2024-09-21T00:24:37.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.559+0000 7f3b2affd640 1 -- 172.21.15.67:0/1769819483 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3b24041070 con 0x7f3b340a0770 2024-09-21T00:24:37.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.559+0000 7f3b3c739640 1 -- 172.21.15.67:0/1769819483 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b3415ee50 con 0x7f3b340a0770 2024-09-21T00:24:37.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.559+0000 7f3b2affd640 1 -- 172.21.15.67:0/1769819483 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b24033c10 con 0x7f3b340a0770 2024-09-21T00:24:37.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.559+0000 7f3b3c739640 1 -- 172.21.15.67:0/1769819483 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b340a11c0 con 0x7f3b340a0770 2024-09-21T00:24:37.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.561+0000 7f3b2affd640 1 -- 172.21.15.67:0/1769819483 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f3b24046460 con 0x7f3b340a0770 2024-09-21T00:24:37.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.562+0000 7f3b2affd640 1 --2- 172.21.15.67:0/1769819483 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3b18078b90 0x7f3b1807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:37.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.562+0000 7f3b2affd640 1 -- 172.21.15.67:0/1769819483 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f3b240bb6b0 con 0x7f3b340a0770 2024-09-21T00:24:37.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.562+0000 7f3b3a4d5640 1 --2- 172.21.15.67:0/1769819483 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3b18078b90 0x7f3b1807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:37.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.562+0000 7f3b436a9740 1 Processor -- start 2024-09-21T00:24:37.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.562+0000 7f3b3a4d5640 1 --2- 172.21.15.67:0/1769819483 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3b18078b90 0x7f3b1807b0a0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f3b30009c40 tx=0x7f3b30005f30 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:37.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.563+0000 7f3b436a9740 1 -- start start 2024-09-21T00:24:37.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.564+0000 7f3b436a9740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55687df45390 0x55687e331a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:37.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.564+0000 7f3b436a9740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55687df1c4d0 0x55687e306860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:37.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.564+0000 7f3b436a9740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55687df246b0 0x55687e306da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:37.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.564+0000 7f3b436a9740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55687e25fa60 con 0x55687df1c4d0 2024-09-21T00:24:37.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.564+0000 7f3b436a9740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55687e24ee90 con 0x55687df246b0 2024-09-21T00:24:37.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.564+0000 7f3b436a9740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55687e252ca0 con 0x55687df45390 2024-09-21T00:24:37.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.564+0000 7f3b39cd4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55687df1c4d0 0x55687e306860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:37.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.564+0000 7f3b39cd4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55687df1c4d0 0x55687e306860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36846/0 (socket says 172.21.15.67:36846) 2024-09-21T00:24:37.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.564+0000 7f3b39cd4640 1 -- 172.21.15.67:0/3971181307 learned_addr learned my addr 172.21.15.67:0/3971181307 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:37.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.564+0000 7f3b3acd6640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55687df246b0 0x55687e306da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:37.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.564+0000 7f3b3a4d5640 1 --2- 172.21.15.67:0/3971181307 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55687df45390 0x55687e331a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:37.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.564+0000 7f3b39cd4640 1 -- 172.21.15.67:0/3971181307 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55687df45390 msgr2=0x55687e331a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:37.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.564+0000 7f3b39cd4640 1 --2- 172.21.15.67:0/3971181307 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55687df45390 0x55687e331a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:37.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.564+0000 7f3b39cd4640 1 -- 172.21.15.67:0/3971181307 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55687df246b0 msgr2=0x55687e306da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:37.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.564+0000 7f3b39cd4640 1 --2- 172.21.15.67:0/3971181307 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55687df246b0 0x55687e306da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:37.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.564+0000 7f3b39cd4640 1 -- 172.21.15.67:0/3971181307 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55687e0277d0 con 0x55687df1c4d0 2024-09-21T00:24:37.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.565+0000 7f3b39cd4640 1 --2- 172.21.15.67:0/3971181307 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55687df1c4d0 0x55687e306860 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7f3b240b9c00 tx=0x7f3b24083350 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab8687076c00eab server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:37.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.565+0000 7f3b17fff640 1 -- 172.21.15.67:0/3971181307 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b24083b80 con 0x55687df1c4d0 2024-09-21T00:24:37.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.565+0000 7f3b17fff640 1 -- 172.21.15.67:0/3971181307 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3b24087f60 con 0x55687df1c4d0 2024-09-21T00:24:37.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.565+0000 7f3b17fff640 1 -- 172.21.15.67:0/3971181307 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b2408ce10 con 0x55687df1c4d0 2024-09-21T00:24:37.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.566+0000 7f3b436a9740 1 -- 172.21.15.67:0/3971181307 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55687df1c4d0 msgr2=0x55687e306860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:37.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.566+0000 7f3b436a9740 1 --2- 172.21.15.67:0/3971181307 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55687df1c4d0 0x55687e306860 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7f3b240b9c00 tx=0x7f3b24083350 comp rx=0 tx=0).stop 2024-09-21T00:24:37.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.566+0000 7f3b436a9740 1 -- 172.21.15.67:0/3971181307 shutdown_connections 2024-09-21T00:24:37.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.566+0000 7f3b436a9740 1 --2- 172.21.15.67:0/3971181307 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55687df246b0 0x55687e306da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:37.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.566+0000 7f3b436a9740 1 --2- 172.21.15.67:0/3971181307 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55687df1c4d0 0x55687e306860 unknown :-1 s=CLOSED pgs=627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:37.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.566+0000 7f3b436a9740 1 --2- 172.21.15.67:0/3971181307 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55687df45390 0x55687e331a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:37.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.566+0000 7f3b436a9740 1 -- 172.21.15.67:0/3971181307 >> 172.21.15.67:0/3971181307 conn(0x55687df394e0 msgr2=0x55687e2ecd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:37.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.566+0000 7f3b436a9740 1 -- 172.21.15.67:0/3971181307 shutdown_connections 2024-09-21T00:24:37.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.566+0000 7f3b436a9740 1 -- 172.21.15.67:0/3971181307 wait complete. 2024-09-21T00:24:37.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.567+0000 7f3b436a9740 1 -- start start 2024-09-21T00:24:37.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.567+0000 7f3b436a9740 1 Processor -- start 2024-09-21T00:24:37.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.568+0000 7f3b436a9740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55687df1c4d0 0x55687e305530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:37.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.568+0000 7f3b436a9740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55687df246b0 0x55687e315f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:37.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.568+0000 7f3b436a9740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55687df45390 0x55687e316450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:37.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.568+0000 7f3b436a9740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55687dfbf740 con 0x55687df1c4d0 2024-09-21T00:24:37.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.568+0000 7f3b436a9740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55687e1f4970 con 0x55687df45390 2024-09-21T00:24:37.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.568+0000 7f3b436a9740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55687e24ee90 con 0x55687df246b0 2024-09-21T00:24:37.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.568+0000 7f3b3a4d5640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55687df1c4d0 0x55687e305530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:37.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.568+0000 7f3b436a9740 10 client.0 _ll_register_callbacks cb 0x55687e203780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:24:37.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.568+0000 7f3b3a4d5640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55687df1c4d0 0x55687e305530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36852/0 (socket says 172.21.15.67:36852) 2024-09-21T00:24:37.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.568+0000 7f3b3a4d5640 1 -- 172.21.15.67:0/2580693168 learned_addr learned my addr 172.21.15.67:0/2580693168 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:37.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.568+0000 7f3b39cd4640 1 --2- 172.21.15.67:0/2580693168 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55687df246b0 0x55687e315f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:37.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.568+0000 7f3b3acd6640 1 --2- 172.21.15.67:0/2580693168 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55687df45390 0x55687e316450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:37.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.569+0000 7f3b3a4d5640 1 -- 172.21.15.67:0/2580693168 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55687df246b0 msgr2=0x55687e315f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:37.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.569+0000 7f3b3a4d5640 1 --2- 172.21.15.67:0/2580693168 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55687df246b0 0x55687e315f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:37.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.569+0000 7f3b3a4d5640 1 -- 172.21.15.67:0/2580693168 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55687df45390 msgr2=0x55687e316450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:37.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.569+0000 7f3b3a4d5640 1 --2- 172.21.15.67:0/2580693168 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55687df45390 0x55687e316450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:37.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.569+0000 7f3b3a4d5640 1 -- 172.21.15.67:0/2580693168 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55687dfb0970 con 0x55687df1c4d0 2024-09-21T00:24:37.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.569+0000 7f3b3a4d5640 1 --2- 172.21.15.67:0/2580693168 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55687df1c4d0 0x55687e305530 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f3b30005620 tx=0x7f3b30004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d626e4074df12cd3 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:37.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.569+0000 7f3b157fa640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:24:37.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.569+0000 7f3b157fa640 1 -- 172.21.15.67:0/2580693168 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b30009e40 con 0x55687df1c4d0 2024-09-21T00:24:37.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.569+0000 7f3b157fa640 1 -- 172.21.15.67:0/2580693168 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f3b3001d410 con 0x55687df1c4d0 2024-09-21T00:24:37.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.569+0000 7f3b436a9740 1 -- 172.21.15.67:0/2580693168 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3b24087f60 con 0x55687df1c4d0 2024-09-21T00:24:37.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.569+0000 7f3b157fa640 1 -- 172.21.15.67:0/2580693168 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f3b30035050 con 0x55687df1c4d0 2024-09-21T00:24:37.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.569+0000 7f3b436a9740 10 client.6033 fetch_fsmap learned FSMap version 29 2024-09-21T00:24:37.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.569+0000 7f3b436a9740 1 -- 172.21.15.67:0/2580693168 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=2+}) -- 0x55687df8e6a0 con 0x55687df1c4d0 2024-09-21T00:24:37.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.569+0000 7f3b157fa640 1 -- 172.21.15.67:0/2580693168 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3b24087f60 con 0x55687df1c4d0 2024-09-21T00:24:37.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.570+0000 7f3b157fa640 1 -- 172.21.15.67:0/2580693168 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 3502+0+0 (secure 0 0 0) 0x7f3b30038020 con 0x55687df1c4d0 2024-09-21T00:24:37.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.570+0000 7f3b436a9740 10 client.6033 fetch_fsmap finished waiting for FSMap version 29 2024-09-21T00:24:37.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.570+0000 7f3b436a9740 10 client.6033 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.a 2024-09-21T00:24:37.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.570+0000 7f3b436a9740 20 client.6033 populate_metadata read hostname 'smithi067' 2024-09-21T00:24:37.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.570+0000 7f3b436a9740 1 --2- 172.21.15.67:0/2580693168 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55687df03f60 0x55687e343ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:37.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.570+0000 7f3b436a9740 4 client.6033 mds_command: new command op to 5376 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:24:37.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.570+0000 7f3b436a9740 1 -- 172.21.15.67:0/2580693168 --> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55687e2619b0 con 0x55687df03f60 2024-09-21T00:24:37.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.570+0000 7f3b39cd4640 1 --2- 172.21.15.67:0/2580693168 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55687df03f60 0x55687e343ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:37.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.570+0000 7f3b157fa640 10 client.6033 ms_handle_connect on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:37.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.570+0000 7f3b39cd4640 1 --2- 172.21.15.67:0/2580693168 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55687df03f60 0x55687e343ef0 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8ffae0a6ff7f96b server_cookie=eec929c7f68b32e2 in_seq=0 out_seq=0 2024-09-21T00:24:37.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.571+0000 7f3b157fa640 1 -- 172.21.15.67:0/2580693168 <== mds.0 v2:172.21.15.67:6832/3973293841 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x55687e2619b0 con 0x55687df03f60 2024-09-21T00:24:37.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.571+0000 7f3b157fa640 10 client.6033 handle_command_reply: tid=0 2024-09-21T00:24:37.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.571+0000 7f3b436a9740 1 client.6033 shutdown 2024-09-21T00:24:37.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.571+0000 7f3b436a9740 1 -- 172.21.15.67:0/2580693168 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55687df1c4d0 msgr2=0x55687e305530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:37.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.571+0000 7f3b436a9740 1 --2- 172.21.15.67:0/2580693168 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55687df1c4d0 0x55687e305530 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f3b30005620 tx=0x7f3b30004730 comp rx=0 tx=0).stop 2024-09-21T00:24:37.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.571+0000 7f3b436a9740 1 -- 172.21.15.67:0/2580693168 shutdown_connections 2024-09-21T00:24:37.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.571+0000 7f3b436a9740 1 --2- 172.21.15.67:0/2580693168 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55687df45390 0x55687e316450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:37.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.571+0000 7f3b436a9740 1 --2- 172.21.15.67:0/2580693168 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55687df03f60 0x55687e343ef0 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:37.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.571+0000 7f3b436a9740 1 --2- 172.21.15.67:0/2580693168 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55687df246b0 0x55687e315f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:37.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.571+0000 7f3b436a9740 1 --2- 172.21.15.67:0/2580693168 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55687df1c4d0 0x55687e305530 unknown :-1 s=CLOSED pgs=628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:37.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.571+0000 7f3b157fa640 0 client.6033 ms_handle_reset on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:37.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.571+0000 7f3b436a9740 1 -- 172.21.15.67:0/2580693168 >> 172.21.15.67:0/2580693168 conn(0x55687df394e0 msgr2=0x55687e331a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:37.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.571+0000 7f3b436a9740 1 -- 172.21.15.67:0/2580693168 shutdown_connections 2024-09-21T00:24:37.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.571+0000 7f3b436a9740 1 -- 172.21.15.67:0/2580693168 wait complete. 2024-09-21T00:24:37.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.571+0000 7f3b436a9740 20 client.6033 trim_cache size 0 max 16384 2024-09-21T00:24:37.591 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.589+0000 7f3b436a9740 1 Processor -- start 2024-09-21T00:24:37.591 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.590+0000 7f3b436a9740 1 -- start start 2024-09-21T00:24:37.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.591+0000 7f3b436a9740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55687df1c4d0 0x55687e2ec960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:37.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.591+0000 7f3b436a9740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55687df246b0 0x55687e312680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:37.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.591+0000 7f3b436a9740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55687df45390 0x55687e312bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:37.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.591+0000 7f3b436a9740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f3b34202760 con 0x55687df45390 2024-09-21T00:24:37.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.591+0000 7f3b436a9740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f3b34201760 con 0x55687df1c4d0 2024-09-21T00:24:37.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.591+0000 7f3b436a9740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f3b340b5570 con 0x55687df246b0 2024-09-21T00:24:37.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.591+0000 7f3b3acd6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55687df45390 0x55687e312bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:37.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.591+0000 7f3b3acd6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55687df45390 0x55687e312bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36864/0 (socket says 172.21.15.67:36864) 2024-09-21T00:24:37.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.591+0000 7f3b3acd6640 1 -- 172.21.15.67:0/915569018 learned_addr learned my addr 172.21.15.67:0/915569018 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:37.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.591+0000 7f3b3a4d5640 1 --2- 172.21.15.67:0/915569018 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55687df1c4d0 0x55687e2ec960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:37.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.591+0000 7f3b3acd6640 1 -- 172.21.15.67:0/915569018 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55687df246b0 msgr2=0x55687e312680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:37.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.591+0000 7f3b39cd4640 1 --2- 172.21.15.67:0/915569018 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55687df246b0 0x55687e312680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:37.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.591+0000 7f3b3acd6640 1 --2- 172.21.15.67:0/915569018 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55687df246b0 0x55687e312680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:37.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.591+0000 7f3b3acd6640 1 -- 172.21.15.67:0/915569018 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55687df1c4d0 msgr2=0x55687e2ec960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:37.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.591+0000 7f3b3acd6640 1 --2- 172.21.15.67:0/915569018 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55687df1c4d0 0x55687e2ec960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:37.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.591+0000 7f3b3acd6640 1 -- 172.21.15.67:0/915569018 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55687e306390 con 0x55687df45390 2024-09-21T00:24:37.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.591+0000 7f3b39cd4640 1 --2- 172.21.15.67:0/915569018 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55687df246b0 0x55687e312680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:24:37.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.591+0000 7f3b3a4d5640 1 --2- 172.21.15.67:0/915569018 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55687df1c4d0 0x55687e2ec960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:24:37.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.591+0000 7f3b3acd6640 1 --2- 172.21.15.67:0/915569018 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55687df45390 0x55687e312bc0 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f3b340ced20 tx=0x7f3b2c005040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bd7e29cbd5de4888 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:37.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.592+0000 7f3b177fe640 1 -- 172.21.15.67:0/915569018 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b2c006910 con 0x55687df45390 2024-09-21T00:24:37.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.592+0000 7f3b177fe640 1 -- 172.21.15.67:0/915569018 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3b2c020070 con 0x55687df45390 2024-09-21T00:24:37.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.592+0000 7f3b177fe640 1 -- 172.21.15.67:0/915569018 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b2c0126a0 con 0x55687df45390 2024-09-21T00:24:37.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.592+0000 7f3b436a9740 1 -- 172.21.15.67:0/915569018 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55687df45390 msgr2=0x55687e312bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:37.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.592+0000 7f3b436a9740 1 --2- 172.21.15.67:0/915569018 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55687df45390 0x55687e312bc0 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f3b340ced20 tx=0x7f3b2c005040 comp rx=0 tx=0).stop 2024-09-21T00:24:37.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.592+0000 7f3b436a9740 1 -- 172.21.15.67:0/915569018 shutdown_connections 2024-09-21T00:24:37.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.592+0000 7f3b436a9740 1 --2- 172.21.15.67:0/915569018 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55687df45390 0x55687e312bc0 unknown :-1 s=CLOSED pgs=629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:37.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.592+0000 7f3b436a9740 1 --2- 172.21.15.67:0/915569018 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55687df246b0 0x55687e312680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:37.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.592+0000 7f3b436a9740 1 --2- 172.21.15.67:0/915569018 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55687df1c4d0 0x55687e2ec960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:37.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.592+0000 7f3b436a9740 1 -- 172.21.15.67:0/915569018 >> 172.21.15.67:0/915569018 conn(0x55687df394e0 msgr2=0x55687e354a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:37.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.592+0000 7f3b436a9740 1 -- 172.21.15.67:0/915569018 shutdown_connections 2024-09-21T00:24:37.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.592+0000 7f3b436a9740 1 -- 172.21.15.67:0/915569018 wait complete. 2024-09-21T00:24:37.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.593+0000 7f3b436a9740 1 -- start start 2024-09-21T00:24:37.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.593+0000 7f3b436a9740 1 Processor -- start 2024-09-21T00:24:37.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.595+0000 7f3b436a9740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55687df1c4d0 0x55687e3a6ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:37.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.595+0000 7f3b436a9740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55687df246b0 0x55687e2e6740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:37.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.595+0000 7f3b436a9740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55687df45390 0x55687e2e6c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:37.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.595+0000 7f3b436a9740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55687e25fa60 con 0x55687df246b0 2024-09-21T00:24:37.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.595+0000 7f3b436a9740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f3b34201110 con 0x55687df45390 2024-09-21T00:24:37.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.595+0000 7f3b436a9740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55687e2ee690 con 0x55687df1c4d0 2024-09-21T00:24:37.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.595+0000 7f3b436a9740 10 client.0 _ll_register_callbacks cb 0x7f3b30009d70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:24:37.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.595+0000 7f3b39cd4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55687df246b0 0x55687e2e6740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:37.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.595+0000 7f3b39cd4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55687df246b0 0x55687e2e6740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36866/0 (socket says 172.21.15.67:36866) 2024-09-21T00:24:37.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.595+0000 7f3b39cd4640 1 -- 172.21.15.67:0/1225921570 learned_addr learned my addr 172.21.15.67:0/1225921570 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:37.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.595+0000 7f3b3a4d5640 1 --2- 172.21.15.67:0/1225921570 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55687df1c4d0 0x55687e3a6ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:37.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.595+0000 7f3b3acd6640 1 --2- 172.21.15.67:0/1225921570 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55687df45390 0x55687e2e6c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:37.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.595+0000 7f3b39cd4640 1 -- 172.21.15.67:0/1225921570 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55687df1c4d0 msgr2=0x55687e3a6ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:37.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.595+0000 7f3b39cd4640 1 --2- 172.21.15.67:0/1225921570 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55687df1c4d0 0x55687e3a6ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:37.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.595+0000 7f3b39cd4640 1 -- 172.21.15.67:0/1225921570 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55687df45390 msgr2=0x55687e2e6c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:37.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.595+0000 7f3b39cd4640 1 --2- 172.21.15.67:0/1225921570 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55687df45390 0x55687e2e6c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:37.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.595+0000 7f3b39cd4640 1 -- 172.21.15.67:0/1225921570 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55687e3b3690 con 0x55687df246b0 2024-09-21T00:24:37.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.595+0000 7f3b3acd6640 1 --2- 172.21.15.67:0/1225921570 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55687df45390 0x55687e2e6c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:24:37.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.595+0000 7f3b39cd4640 1 --2- 172.21.15.67:0/1225921570 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55687df246b0 0x55687e2e6740 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f3b24036040 tx=0x7f3b24000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c2fc0057511a6d6 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:37.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.595+0000 7f3b157fa640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:24:37.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.596+0000 7f3b157fa640 1 -- 172.21.15.67:0/1225921570 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b24087f60 con 0x55687df246b0 2024-09-21T00:24:37.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.596+0000 7f3b157fa640 1 -- 172.21.15.67:0/1225921570 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f3b2408c980 con 0x55687df246b0 2024-09-21T00:24:37.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.596+0000 7f3b436a9740 1 -- 172.21.15.67:0/1225921570 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3b2c020070 con 0x55687df246b0 2024-09-21T00:24:37.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.596+0000 7f3b157fa640 1 -- 172.21.15.67:0/1225921570 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) ==== 24+0+0 (secure 0 0 0) 0x7f3b24092050 con 0x55687df246b0 2024-09-21T00:24:37.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.596+0000 7f3b436a9740 10 client.6039 fetch_fsmap learned FSMap version 29 2024-09-21T00:24:37.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.596+0000 7f3b436a9740 1 -- 172.21.15.67:0/1225921570 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=2+}) -- 0x55687e3165e0 con 0x55687df246b0 2024-09-21T00:24:37.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.596+0000 7f3b157fa640 1 -- 172.21.15.67:0/1225921570 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3b2c020070 con 0x55687df246b0 2024-09-21T00:24:37.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.596+0000 7f3b157fa640 1 -- 172.21.15.67:0/1225921570 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 29) ==== 3502+0+0 (secure 0 0 0) 0x7f3b24095020 con 0x55687df246b0 2024-09-21T00:24:37.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.596+0000 7f3b436a9740 10 client.6039 fetch_fsmap finished waiting for FSMap version 29 2024-09-21T00:24:37.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.596+0000 7f3b436a9740 10 client.6039 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.a 2024-09-21T00:24:37.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.596+0000 7f3b436a9740 20 client.6039 populate_metadata read hostname 'smithi067' 2024-09-21T00:24:37.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.596+0000 7f3b436a9740 1 --2- 172.21.15.67:0/1225921570 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55687e2e6050 0x55687e32c7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:37.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.596+0000 7f3b436a9740 4 client.6039 mds_command: new command op to 5376 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-21T00:24:37.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.596+0000 7f3b436a9740 1 -- 172.21.15.67:0/1225921570 --> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55687e2e2a90 con 0x55687e2e6050 2024-09-21T00:24:37.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.596+0000 7f3b3a4d5640 1 --2- 172.21.15.67:0/1225921570 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55687e2e6050 0x55687e32c7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:37.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.596+0000 7f3b157fa640 10 client.6039 ms_handle_connect on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:37.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.597+0000 7f3b3a4d5640 1 --2- 172.21.15.67:0/1225921570 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55687e2e6050 0x55687e32c7f0 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1c2a886b681ad01e server_cookie=36ee86986fd3ad3a in_seq=0 out_seq=0 2024-09-21T00:24:37.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.597+0000 7f3b157fa640 1 -- 172.21.15.67:0/1225921570 <== mds.0 v2:172.21.15.67:6832/3973293841 1 ==== command_reply(tid 0: 0 ) ==== 8+0+2654 (crc 0 0 0) 0x55687e2e2a90 con 0x55687e2e6050 2024-09-21T00:24:37.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.597+0000 7f3b157fa640 10 client.6039 handle_command_reply: tid=0 2024-09-21T00:24:37.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.597+0000 7f3b436a9740 1 client.6039 shutdown 2024-09-21T00:24:37.602 INFO:tasks.ceph.mon.a.smithi067.stderr:2024-09-21T00:24:37.597+0000 7f6549e98640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2024-09-21T00:24:37.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.597+0000 7f3b436a9740 1 -- 172.21.15.67:0/1225921570 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55687df246b0 msgr2=0x55687e2e6740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:37.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.597+0000 7f3b436a9740 1 --2- 172.21.15.67:0/1225921570 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55687df246b0 0x55687e2e6740 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f3b24036040 tx=0x7f3b24000bc0 comp rx=0 tx=0).stop 2024-09-21T00:24:37.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.597+0000 7f3b436a9740 1 -- 172.21.15.67:0/1225921570 shutdown_connections 2024-09-21T00:24:37.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.597+0000 7f3b436a9740 1 --2- 172.21.15.67:0/1225921570 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55687df45390 0x55687e2e6c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:37.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.597+0000 7f3b436a9740 1 --2- 172.21.15.67:0/1225921570 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55687df246b0 0x55687e2e6740 unknown :-1 s=CLOSED pgs=630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:37.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.597+0000 7f3b436a9740 1 --2- 172.21.15.67:0/1225921570 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55687e2e6050 0x55687e32c7f0 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:37.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.597+0000 7f3b436a9740 1 --2- 172.21.15.67:0/1225921570 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55687df1c4d0 0x55687e3a6ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:37.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.597+0000 7f3b436a9740 1 -- 172.21.15.67:0/1225921570 >> 172.21.15.67:0/1225921570 conn(0x55687df394e0 msgr2=0x55687e3549e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:37.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.597+0000 7f3b157fa640 0 client.6039 ms_handle_reset on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:37.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.597+0000 7f3b436a9740 1 -- 172.21.15.67:0/1225921570 shutdown_connections 2024-09-21T00:24:37.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.597+0000 7f3b436a9740 1 -- 172.21.15.67:0/1225921570 wait complete. 2024-09-21T00:24:37.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.597+0000 7f3b436a9740 20 client.6039 trim_cache size 0 max 16384 2024-09-21T00:24:37.604 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:24:37.604 INFO:teuthology.orchestra.run.smithi067.stdout: "status": "no active scrubs running", 2024-09-21T00:24:37.605 INFO:teuthology.orchestra.run.smithi067.stdout: "scrubs": {}, 2024-09-21T00:24:37.605 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_stats": { 2024-09-21T00:24:37.605 INFO:teuthology.orchestra.run.smithi067.stdout: "0e1b1bda-981e-463a-bcea-78e30eda7bf4": { 2024-09-21T00:24:37.605 INFO:teuthology.orchestra.run.smithi067.stdout: "start_time": "2024-09-21T00:24:32.227306+0000", 2024-09-21T00:24:37.605 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/scrub_test_path/ceph-qa-suite/new_file_1", 2024-09-21T00:24:37.605 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_started": 0, 2024-09-21T00:24:37.605 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_passed": 0, 2024-09-21T00:24:37.605 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_failed": 0, 2024-09-21T00:24:37.605 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_skipped": 0 2024-09-21T00:24:37.605 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:24:37.605 INFO:teuthology.orchestra.run.smithi067.stdout: "6278eea0-c821-49c3-97da-1e0e12daf341": { 2024-09-21T00:24:37.605 INFO:teuthology.orchestra.run.smithi067.stdout: "start_time": "2024-09-21T00:24:31.166331+0000", 2024-09-21T00:24:37.605 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/", 2024-09-21T00:24:37.605 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_started": 0, 2024-09-21T00:24:37.605 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_passed": 0, 2024-09-21T00:24:37.606 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_failed": 0, 2024-09-21T00:24:37.606 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_skipped": 0 2024-09-21T00:24:37.606 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:24:37.606 INFO:teuthology.orchestra.run.smithi067.stdout: "e58ed8ef-e860-421f-a3e7-14e1975a2da2": { 2024-09-21T00:24:37.606 INFO:teuthology.orchestra.run.smithi067.stdout: "start_time": "2024-09-21T00:24:30.988335+0000", 2024-09-21T00:24:37.606 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/scrub_test_path/ceph-qa-suite/suites/fs/verify/validater/valgrind.yaml", 2024-09-21T00:24:37.606 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_started": 0, 2024-09-21T00:24:37.606 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_passed": 0, 2024-09-21T00:24:37.606 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_failed": 0, 2024-09-21T00:24:37.606 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_skipped": 0 2024-09-21T00:24:37.606 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:24:37.606 INFO:teuthology.orchestra.run.smithi067.stdout: "f8f445a5-48ee-4dd1-a251-8f0eff99be3c": { 2024-09-21T00:24:37.606 INFO:teuthology.orchestra.run.smithi067.stdout: "start_time": "2024-09-21T00:24:30.813339+0000", 2024-09-21T00:24:37.607 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/scrub_test_path/ceph-qa-suite/suites", 2024-09-21T00:24:37.607 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_started": 0, 2024-09-21T00:24:37.607 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_passed": 0, 2024-09-21T00:24:37.607 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_failed": 0, 2024-09-21T00:24:37.607 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_skipped": 0 2024-09-21T00:24:37.607 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:24:37.607 INFO:teuthology.orchestra.run.smithi067.stdout: "e020a4e8-01fa-4a3b-a979-595c9980f4a2": { 2024-09-21T00:24:37.607 INFO:teuthology.orchestra.run.smithi067.stdout: "start_time": "2024-09-21T00:24:23.845499+0000", 2024-09-21T00:24:37.607 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/scrub_test_path/ceph-qa-suite/new_file_0", 2024-09-21T00:24:37.607 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_started": 0, 2024-09-21T00:24:37.607 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_passed": 0, 2024-09-21T00:24:37.607 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_failed": 0, 2024-09-21T00:24:37.607 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_skipped": 0 2024-09-21T00:24:37.607 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:24:37.608 INFO:teuthology.orchestra.run.smithi067.stdout: "907fdd0f-6868-46c0-b4ef-4f6644a08343": { 2024-09-21T00:24:37.608 INFO:teuthology.orchestra.run.smithi067.stdout: "start_time": "2024-09-21T00:24:22.729525+0000", 2024-09-21T00:24:37.608 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/", 2024-09-21T00:24:37.608 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_started": 0, 2024-09-21T00:24:37.608 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_passed": 0, 2024-09-21T00:24:37.608 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_failed": 0, 2024-09-21T00:24:37.608 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_skipped": 0 2024-09-21T00:24:37.608 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:24:37.608 INFO:teuthology.orchestra.run.smithi067.stdout: "fc804c48-cd25-400c-9119-62c2307cfb52": { 2024-09-21T00:24:37.608 INFO:teuthology.orchestra.run.smithi067.stdout: "start_time": "2024-09-21T00:24:22.368533+0000", 2024-09-21T00:24:37.608 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/scrub_test_path/ceph-qa-suite/suites/fs/verify/validater/valgrind.yaml", 2024-09-21T00:24:37.608 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_started": 0, 2024-09-21T00:24:37.608 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_passed": 0, 2024-09-21T00:24:37.608 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_failed": 0, 2024-09-21T00:24:37.609 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_skipped": 0 2024-09-21T00:24:37.609 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:24:37.609 INFO:teuthology.orchestra.run.smithi067.stdout: "75d98cf2-f2bf-4869-b3d9-1b7fd11ec107": { 2024-09-21T00:24:37.609 INFO:teuthology.orchestra.run.smithi067.stdout: "start_time": "2024-09-21T00:24:22.012541+0000", 2024-09-21T00:24:37.609 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/scrub_test_path/ceph-qa-suite/suites", 2024-09-21T00:24:37.609 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_started": 0, 2024-09-21T00:24:37.609 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_passed": 0, 2024-09-21T00:24:37.609 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_failed": 0, 2024-09-21T00:24:37.609 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_skipped": 0 2024-09-21T00:24:37.609 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:24:37.609 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:24:37.609 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:24:37.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.598+0000 7f3b3c739640 1 -- 172.21.15.67:0/1769819483 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3b18078b90 msgr2=0x7f3b1807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:37.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.598+0000 7f3b3c739640 1 --2- 172.21.15.67:0/1769819483 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3b18078b90 0x7f3b1807b0a0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f3b30009c40 tx=0x7f3b30005f30 comp rx=0 tx=0).stop 2024-09-21T00:24:37.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.598+0000 7f3b3c739640 1 -- 172.21.15.67:0/1769819483 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3b340a0770 msgr2=0x7f3b3415e910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:37.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.598+0000 7f3b3c739640 1 --2- 172.21.15.67:0/1769819483 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3b340a0770 0x7f3b3415e910 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7f3b24009a60 tx=0x7f3b24033670 comp rx=0 tx=0).stop 2024-09-21T00:24:37.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.598+0000 7f3b3c739640 1 -- 172.21.15.67:0/1769819483 shutdown_connections 2024-09-21T00:24:37.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.598+0000 7f3b3c739640 1 --2- 172.21.15.67:0/1769819483 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3b18078b90 0x7f3b1807b0a0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:37.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.598+0000 7f3b3c739640 1 --2- 172.21.15.67:0/1769819483 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3b3409e650 0x7f3b3409ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:37.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.598+0000 7f3b3c739640 1 --2- 172.21.15.67:0/1769819483 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3b340a0770 0x7f3b3415e910 unknown :-1 s=CLOSED pgs=626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:37.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.598+0000 7f3b3c739640 1 --2- 172.21.15.67:0/1769819483 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3b20003fd0 0x7f3b341f52f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:37.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.598+0000 7f3b3c739640 1 -- 172.21.15.67:0/1769819483 >> 172.21.15.67:0/1769819483 conn(0x7f3b3408bee0 msgr2=0x7f3b34161b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:37.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.598+0000 7f3b3c739640 1 -- 172.21.15.67:0/1769819483 shutdown_connections 2024-09-21T00:24:37.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.598+0000 7f3b3c739640 1 -- 172.21.15.67:0/1769819483 wait complete. 2024-09-21T00:24:37.612 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-21T00:24:37.612 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.3:0 damage ls 2024-09-21T00:24:37.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.730+0000 7f21a1df1640 1 -- 172.21.15.67:0/4126696747 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2188005150 msgr2=0x7f218800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:37.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.730+0000 7f21a1df1640 1 --2- 172.21.15.67:0/4126696747 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2188005150 0x7f218800b9c0 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f219c0b9eb0 tx=0x7f2188005830 comp rx=0 tx=0).stop 2024-09-21T00:24:37.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.730+0000 7f219bfff640 1 -- 172.21.15.67:0/4126696747 reap_dead start 2024-09-21T00:24:37.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.730+0000 7f21a1df1640 1 -- 172.21.15.67:0/4126696747 shutdown_connections 2024-09-21T00:24:37.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.730+0000 7f21a1df1640 1 -- 172.21.15.67:0/4126696747 >> 172.21.15.67:0/4126696747 conn(0x7f219c09da10 msgr2=0x7f219c0d46a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:37.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.730+0000 7f21a1df1640 1 -- 172.21.15.67:0/4126696747 shutdown_connections 2024-09-21T00:24:37.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.730+0000 7f21a1df1640 1 -- 172.21.15.67:0/4126696747 wait complete. 2024-09-21T00:24:37.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.732+0000 7f21a1df1640 1 Processor -- start 2024-09-21T00:24:37.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.732+0000 7f21a1df1640 1 -- start start 2024-09-21T00:24:37.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.733+0000 7f21a1df1640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2188005150 0x7f219c1f9240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:37.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.733+0000 7f21a1df1640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f219c0c8020 0x7f219c0ce100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:37.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.733+0000 7f21a1df1640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f219c0b18e0 0x7f219c0b1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:37.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.733+0000 7f21a1df1640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f219c0b4350 con 0x7f219c0b18e0 2024-09-21T00:24:37.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.733+0000 7f21a1df1640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f219c0d1660 con 0x7f2188005150 2024-09-21T00:24:37.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.733+0000 7f21a1df1640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f219c0b44d0 con 0x7f219c0c8020 2024-09-21T00:24:37.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.733+0000 7f219bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f219c0b18e0 0x7f219c0b1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:37.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.733+0000 7f219bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f219c0b18e0 0x7f219c0b1cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36878/0 (socket says 172.21.15.67:36878) 2024-09-21T00:24:37.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.733+0000 7f219bfff640 1 -- 172.21.15.67:0/205534010 learned_addr learned my addr 172.21.15.67:0/205534010 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:37.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.734+0000 7f219b7fe640 1 --2- 172.21.15.67:0/205534010 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2188005150 0x7f219c1f9240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:37.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.734+0000 7f219affd640 1 --2- 172.21.15.67:0/205534010 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f219c0c8020 0x7f219c0ce100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:37.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.734+0000 7f219bfff640 1 -- 172.21.15.67:0/205534010 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f219c0c8020 msgr2=0x7f219c0ce100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:37.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.734+0000 7f219bfff640 1 --2- 172.21.15.67:0/205534010 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f219c0c8020 0x7f219c0ce100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:37.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.734+0000 7f219bfff640 1 -- 172.21.15.67:0/205534010 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2188005150 msgr2=0x7f219c1f9240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:37.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.734+0000 7f219bfff640 1 --2- 172.21.15.67:0/205534010 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2188005150 0x7f219c1f9240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:37.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.734+0000 7f219bfff640 1 -- 172.21.15.67:0/205534010 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f219c0b2230 con 0x7f219c0b18e0 2024-09-21T00:24:37.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.734+0000 7f219bfff640 1 --2- 172.21.15.67:0/205534010 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f219c0b18e0 0x7f219c0b1cf0 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f2194009c10 tx=0x7f2194033670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:37.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.734+0000 7f2193fff640 1 -- 172.21.15.67:0/205534010 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2194038040 con 0x7f219c0b18e0 2024-09-21T00:24:37.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.734+0000 7f2193fff640 1 -- 172.21.15.67:0/205534010 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2194005020 con 0x7f219c0b18e0 2024-09-21T00:24:37.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.734+0000 7f21a1df1640 1 -- 172.21.15.67:0/205534010 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f219c1f5190 con 0x7f219c0b18e0 2024-09-21T00:24:37.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.734+0000 7f2193fff640 1 -- 172.21.15.67:0/205534010 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2194005430 con 0x7f219c0b18e0 2024-09-21T00:24:37.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.734+0000 7f21a1df1640 1 -- 172.21.15.67:0/205534010 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f219c1f5750 con 0x7f219c0b18e0 2024-09-21T00:24:37.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.736+0000 7f2193fff640 1 -- 172.21.15.67:0/205534010 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f21940047a0 con 0x7f219c0b18e0 2024-09-21T00:24:37.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.736+0000 7f2193fff640 1 --2- 172.21.15.67:0/205534010 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f217c078bc0 0x7f217c07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:37.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.737+0000 7f2193fff640 1 -- 172.21.15.67:0/205534010 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f21940ba900 con 0x7f219c0b18e0 2024-09-21T00:24:37.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.737+0000 7f219b7fe640 1 --2- 172.21.15.67:0/205534010 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f217c078bc0 0x7f217c07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:37.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.737+0000 7f219b7fe640 1 --2- 172.21.15.67:0/205534010 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f217c078bc0 0x7f217c07b0d0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f218c005c60 tx=0x7f218c0094a0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:37.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.738+0000 7f21a8e3e740 1 Processor -- start 2024-09-21T00:24:37.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.738+0000 7f21a8e3e740 1 -- start start 2024-09-21T00:24:37.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.739+0000 7f21a8e3e740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e09fdab390 0x55e0a017d1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:37.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.739+0000 7f21a8e3e740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e09fd824d0 0x55e0a017d710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:37.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.739+0000 7f21a8e3e740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e09fd8a6b0 0x55e0a019a610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:37.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.739+0000 7f21a8e3e740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55e0a00c58e0 con 0x55e09fd8a6b0 2024-09-21T00:24:37.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.739+0000 7f21a8e3e740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55e0a00b4d10 con 0x55e09fd824d0 2024-09-21T00:24:37.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.739+0000 7f21a8e3e740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55e0a00b8b20 con 0x55e09fdab390 2024-09-21T00:24:37.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.739+0000 7f219bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e09fd8a6b0 0x55e0a019a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:37.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.739+0000 7f219bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e09fd8a6b0 0x55e0a019a610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36894/0 (socket says 172.21.15.67:36894) 2024-09-21T00:24:37.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.739+0000 7f219b7fe640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e09fdab390 0x55e0a017d1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:37.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.739+0000 7f219bfff640 1 -- 172.21.15.67:0/3207312066 learned_addr learned my addr 172.21.15.67:0/3207312066 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:37.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.739+0000 7f219affd640 1 --2- 172.21.15.67:0/3207312066 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e09fd824d0 0x55e0a017d710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:37.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.740+0000 7f219bfff640 1 -- 172.21.15.67:0/3207312066 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e09fdab390 msgr2=0x55e0a017d1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:37.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.740+0000 7f219bfff640 1 --2- 172.21.15.67:0/3207312066 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e09fdab390 0x55e0a017d1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:37.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.740+0000 7f219bfff640 1 -- 172.21.15.67:0/3207312066 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e09fd824d0 msgr2=0x55e0a017d710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:37.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.740+0000 7f219bfff640 1 --2- 172.21.15.67:0/3207312066 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e09fd824d0 0x55e0a017d710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:37.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.740+0000 7f219bfff640 1 -- 172.21.15.67:0/3207312066 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e09fe16970 con 0x55e09fd8a6b0 2024-09-21T00:24:37.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.740+0000 7f219bfff640 1 --2- 172.21.15.67:0/3207312066 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e09fd8a6b0 0x55e0a019a610 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f2194082510 tx=0x7f2194082160 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75a1199970acb3c6 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:37.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.740+0000 7f21917fa640 1 -- 172.21.15.67:0/3207312066 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2194082810 con 0x55e09fd8a6b0 2024-09-21T00:24:37.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.740+0000 7f21917fa640 1 -- 172.21.15.67:0/3207312066 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2194087240 con 0x55e09fd8a6b0 2024-09-21T00:24:37.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.740+0000 7f21917fa640 1 -- 172.21.15.67:0/3207312066 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f219408c0f0 con 0x55e09fd8a6b0 2024-09-21T00:24:37.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.741+0000 7f21a8e3e740 1 -- 172.21.15.67:0/3207312066 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e09fd8a6b0 msgr2=0x55e0a019a610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:37.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.741+0000 7f21a8e3e740 1 --2- 172.21.15.67:0/3207312066 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e09fd8a6b0 0x55e0a019a610 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f2194082510 tx=0x7f2194082160 comp rx=0 tx=0).stop 2024-09-21T00:24:37.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.741+0000 7f21a8e3e740 1 -- 172.21.15.67:0/3207312066 shutdown_connections 2024-09-21T00:24:37.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.741+0000 7f21a8e3e740 1 --2- 172.21.15.67:0/3207312066 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e09fd8a6b0 0x55e0a019a610 unknown :-1 s=CLOSED pgs=634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:37.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.741+0000 7f21a8e3e740 1 --2- 172.21.15.67:0/3207312066 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e09fd824d0 0x55e0a017d710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:37.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.741+0000 7f21a8e3e740 1 --2- 172.21.15.67:0/3207312066 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e09fdab390 0x55e0a017d1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:37.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.741+0000 7f21a8e3e740 1 -- 172.21.15.67:0/3207312066 >> 172.21.15.67:0/3207312066 conn(0x55e09fd9f4e0 msgr2=0x55e0a0153490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:37.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.741+0000 7f21a8e3e740 1 -- 172.21.15.67:0/3207312066 shutdown_connections 2024-09-21T00:24:37.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.741+0000 7f21a8e3e740 1 -- 172.21.15.67:0/3207312066 wait complete. 2024-09-21T00:24:37.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.742+0000 7f21a8e3e740 1 -- start start 2024-09-21T00:24:37.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.742+0000 7f21a8e3e740 1 Processor -- start 2024-09-21T00:24:37.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.743+0000 7f21a8e3e740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e09fd824d0 0x55e0a01aaef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:37.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.743+0000 7f21a8e3e740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e09fd8a6b0 0x55e0a018e490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:37.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.743+0000 7f21a8e3e740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e09fdab390 0x55e0a01aa350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:37.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.743+0000 7f21a8e3e740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55e09fe25740 con 0x55e09fd824d0 2024-09-21T00:24:37.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.743+0000 7f21a8e3e740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55e0a005a7f0 con 0x55e09fd8a6b0 2024-09-21T00:24:37.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.743+0000 7f21a8e3e740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55e0a00b4d10 con 0x55e09fdab390 2024-09-21T00:24:37.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.743+0000 7f21a8e3e740 10 client.0 _ll_register_callbacks cb 0x55e0a005e2a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:24:37.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.743+0000 7f219b7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e09fd824d0 0x55e0a01aaef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:37.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.743+0000 7f219b7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e09fd824d0 0x55e0a01aaef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36896/0 (socket says 172.21.15.67:36896) 2024-09-21T00:24:37.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.743+0000 7f219b7fe640 1 -- 172.21.15.67:0/1997220773 learned_addr learned my addr 172.21.15.67:0/1997220773 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:37.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.743+0000 7f219affd640 1 --2- 172.21.15.67:0/1997220773 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e09fd8a6b0 0x55e0a018e490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:37.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.744+0000 7f219bfff640 1 --2- 172.21.15.67:0/1997220773 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e09fdab390 0x55e0a01aa350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:37.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.744+0000 7f219b7fe640 1 -- 172.21.15.67:0/1997220773 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e09fdab390 msgr2=0x55e0a01aa350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:37.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.744+0000 7f219b7fe640 1 --2- 172.21.15.67:0/1997220773 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e09fdab390 0x55e0a01aa350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:37.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.744+0000 7f219b7fe640 1 -- 172.21.15.67:0/1997220773 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e09fd8a6b0 msgr2=0x55e0a018e490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:37.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.744+0000 7f219b7fe640 1 --2- 172.21.15.67:0/1997220773 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e09fd8a6b0 0x55e0a018e490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:37.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.744+0000 7f219b7fe640 1 -- 172.21.15.67:0/1997220773 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e09fe8d7d0 con 0x55e09fd824d0 2024-09-21T00:24:37.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.744+0000 7f219b7fe640 1 --2- 172.21.15.67:0/1997220773 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e09fd824d0 0x55e0a01aaef0 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7f218c004280 tx=0x7f218c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c0a716cf30fbdaf0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:37.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.744+0000 7f217a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:24:37.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.744+0000 7f217a7fc640 1 -- 172.21.15.67:0/1997220773 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f218c00f980 con 0x55e09fd824d0 2024-09-21T00:24:37.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.744+0000 7f217a7fc640 1 -- 172.21.15.67:0/1997220773 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f218c00fb20 con 0x55e09fd824d0 2024-09-21T00:24:37.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.744+0000 7f21a8e3e740 1 -- 172.21.15.67:0/1997220773 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2194087240 con 0x55e09fd824d0 2024-09-21T00:24:37.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.744+0000 7f217a7fc640 1 -- 172.21.15.67:0/1997220773 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f218c00fd60 con 0x55e09fd824d0 2024-09-21T00:24:37.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.744+0000 7f21a8e3e740 10 client.6051 fetch_fsmap learned FSMap version 30 2024-09-21T00:24:37.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.744+0000 7f21a8e3e740 1 -- 172.21.15.67:0/1997220773 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=2+}) -- 0x55e0a0190210 con 0x55e09fd824d0 2024-09-21T00:24:37.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.745+0000 7f217a7fc640 1 -- 172.21.15.67:0/1997220773 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2194087240 con 0x55e09fd824d0 2024-09-21T00:24:37.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.745+0000 7f217a7fc640 1 -- 172.21.15.67:0/1997220773 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 30) ==== 3502+0+0 (secure 0 0 0) 0x7f218c031050 con 0x55e09fd824d0 2024-09-21T00:24:37.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.745+0000 7f21a8e3e740 10 client.6051 fetch_fsmap finished waiting for FSMap version 30 2024-09-21T00:24:37.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.745+0000 7f21a8e3e740 10 client.6051 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.a 2024-09-21T00:24:37.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.745+0000 7f21a8e3e740 20 client.6051 populate_metadata read hostname 'smithi067' 2024-09-21T00:24:37.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.745+0000 7f21a8e3e740 1 --2- 172.21.15.67:0/1997220773 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55e09fd69f60 0x55e0a015f130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:37.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.745+0000 7f21a8e3e740 4 client.6051 mds_command: new command op to 5376 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:24:37.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.745+0000 7f21a8e3e740 1 -- 172.21.15.67:0/1997220773 --> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e0a00c7830 con 0x55e09fd69f60 2024-09-21T00:24:37.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.745+0000 7f219affd640 1 --2- 172.21.15.67:0/1997220773 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55e09fd69f60 0x55e0a015f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:37.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.745+0000 7f217a7fc640 10 client.6051 ms_handle_connect on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:37.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.745+0000 7f219affd640 1 --2- 172.21.15.67:0/1997220773 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55e09fd69f60 0x55e0a015f130 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=321d925f9e73e4cf server_cookie=83db723ee8e7545c in_seq=0 out_seq=0 2024-09-21T00:24:37.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.746+0000 7f217a7fc640 1 -- 172.21.15.67:0/1997220773 <== mds.0 v2:172.21.15.67:6832/3973293841 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x55e0a00c7830 con 0x55e09fd69f60 2024-09-21T00:24:37.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.746+0000 7f217a7fc640 10 client.6051 handle_command_reply: tid=0 2024-09-21T00:24:37.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.746+0000 7f21a8e3e740 1 client.6051 shutdown 2024-09-21T00:24:37.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.746+0000 7f21a8e3e740 1 -- 172.21.15.67:0/1997220773 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e09fd824d0 msgr2=0x55e0a01aaef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:37.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.746+0000 7f21a8e3e740 1 --2- 172.21.15.67:0/1997220773 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e09fd824d0 0x55e0a01aaef0 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7f218c004280 tx=0x7f218c004a40 comp rx=0 tx=0).stop 2024-09-21T00:24:37.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.746+0000 7f21a8e3e740 1 -- 172.21.15.67:0/1997220773 shutdown_connections 2024-09-21T00:24:37.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.746+0000 7f21a8e3e740 1 --2- 172.21.15.67:0/1997220773 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55e09fd69f60 0x55e0a015f130 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:37.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.746+0000 7f21a8e3e740 1 --2- 172.21.15.67:0/1997220773 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e09fdab390 0x55e0a01aa350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:37.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.746+0000 7f21a8e3e740 1 --2- 172.21.15.67:0/1997220773 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e09fd8a6b0 0x55e0a018e490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:37.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.746+0000 7f21a8e3e740 1 --2- 172.21.15.67:0/1997220773 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e09fd824d0 0x55e0a01aaef0 unknown :-1 s=CLOSED pgs=635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:37.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.746+0000 7f217a7fc640 0 client.6051 ms_handle_reset on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:37.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.746+0000 7f21a8e3e740 1 -- 172.21.15.67:0/1997220773 >> 172.21.15.67:0/1997220773 conn(0x55e09fd9f4e0 msgr2=0x55e0a0198810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:37.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.746+0000 7f21a8e3e740 1 -- 172.21.15.67:0/1997220773 shutdown_connections 2024-09-21T00:24:37.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.746+0000 7f21a8e3e740 1 -- 172.21.15.67:0/1997220773 wait complete. 2024-09-21T00:24:37.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.746+0000 7f21a8e3e740 20 client.6051 trim_cache size 0 max 16384 2024-09-21T00:24:37.761 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.760+0000 7f21a8e3e740 1 Processor -- start 2024-09-21T00:24:37.761 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.760+0000 7f21a8e3e740 1 -- start start 2024-09-21T00:24:37.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.761+0000 7f21a8e3e740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e09fd824d0 0x55e0a016bdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:37.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.761+0000 7f21a8e3e740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e09fd8a6b0 0x55e0a01931f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:37.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.761+0000 7f21a8e3e740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e09fdab390 0x55e0a0193730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:37.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.761+0000 7f21a8e3e740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f219c2020e0 con 0x55e09fdab390 2024-09-21T00:24:37.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.761+0000 7f21a8e3e740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f219c2010c0 con 0x55e09fd824d0 2024-09-21T00:24:37.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.761+0000 7f21a8e3e740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f219c1f8210 con 0x55e09fd8a6b0 2024-09-21T00:24:37.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.761+0000 7f219bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e09fdab390 0x55e0a0193730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:37.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.761+0000 7f219bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e09fdab390 0x55e0a0193730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36898/0 (socket says 172.21.15.67:36898) 2024-09-21T00:24:37.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.761+0000 7f219bfff640 1 -- 172.21.15.67:0/3028944847 learned_addr learned my addr 172.21.15.67:0/3028944847 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:37.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.761+0000 7f219affd640 1 --2- 172.21.15.67:0/3028944847 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e09fd8a6b0 0x55e0a01931f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:37.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.761+0000 7f219b7fe640 1 --2- 172.21.15.67:0/3028944847 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e09fd824d0 0x55e0a016bdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:37.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.761+0000 7f219bfff640 1 -- 172.21.15.67:0/3028944847 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e09fd8a6b0 msgr2=0x55e0a01931f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:37.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.761+0000 7f219bfff640 1 --2- 172.21.15.67:0/3028944847 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e09fd8a6b0 0x55e0a01931f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:37.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.761+0000 7f219bfff640 1 -- 172.21.15.67:0/3028944847 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e09fd824d0 msgr2=0x55e0a016bdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:37.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.761+0000 7f219bfff640 1 --2- 172.21.15.67:0/3028944847 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e09fd824d0 0x55e0a016bdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:37.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.761+0000 7f219bfff640 1 -- 172.21.15.67:0/3028944847 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e0a014fda0 con 0x55e09fdab390 2024-09-21T00:24:37.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.761+0000 7f219affd640 1 --2- 172.21.15.67:0/3028944847 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e09fd8a6b0 0x55e0a01931f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:24:37.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.761+0000 7f219b7fe640 1 --2- 172.21.15.67:0/3028944847 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e09fd824d0 0x55e0a016bdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:24:37.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.762+0000 7f219bfff640 1 --2- 172.21.15.67:0/3028944847 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e09fdab390 0x55e0a0193730 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7f219407e8b0 tx=0x7f21940b8d90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef51ea9698bc9a9f server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:37.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.762+0000 7f2190ff9640 1 -- 172.21.15.67:0/3028944847 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2194087240 con 0x55e09fdab390 2024-09-21T00:24:37.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.762+0000 7f2190ff9640 1 -- 172.21.15.67:0/3028944847 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2194082810 con 0x55e09fdab390 2024-09-21T00:24:37.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.762+0000 7f2190ff9640 1 -- 172.21.15.67:0/3028944847 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f219408bc60 con 0x55e09fdab390 2024-09-21T00:24:37.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.763+0000 7f21a8e3e740 1 -- 172.21.15.67:0/3028944847 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e09fdab390 msgr2=0x55e0a0193730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:37.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.763+0000 7f21a8e3e740 1 --2- 172.21.15.67:0/3028944847 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e09fdab390 0x55e0a0193730 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7f219407e8b0 tx=0x7f21940b8d90 comp rx=0 tx=0).stop 2024-09-21T00:24:37.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.763+0000 7f21a8e3e740 1 -- 172.21.15.67:0/3028944847 shutdown_connections 2024-09-21T00:24:37.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.763+0000 7f21a8e3e740 1 --2- 172.21.15.67:0/3028944847 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e09fdab390 0x55e0a0193730 unknown :-1 s=CLOSED pgs=636 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:37.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.763+0000 7f21a8e3e740 1 --2- 172.21.15.67:0/3028944847 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e09fd8a6b0 0x55e0a01931f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:37.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.763+0000 7f21a8e3e740 1 --2- 172.21.15.67:0/3028944847 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e09fd824d0 0x55e0a016bdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:37.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.763+0000 7f21a8e3e740 1 -- 172.21.15.67:0/3028944847 >> 172.21.15.67:0/3028944847 conn(0x55e09fd9f4e0 msgr2=0x55e0a019b520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:37.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.763+0000 7f21a8e3e740 1 -- 172.21.15.67:0/3028944847 shutdown_connections 2024-09-21T00:24:37.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.763+0000 7f21a8e3e740 1 -- 172.21.15.67:0/3028944847 wait complete. 2024-09-21T00:24:37.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.764+0000 7f21a8e3e740 1 -- start start 2024-09-21T00:24:37.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.764+0000 7f21a8e3e740 1 Processor -- start 2024-09-21T00:24:37.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.765+0000 7f21a8e3e740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e09fd824d0 0x55e0a0216760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:37.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.765+0000 7f21a8e3e740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e09fd8a6b0 0x55e0a014c480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:37.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.765+0000 7f21a8e3e740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e09fdab390 0x55e0a016bb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:37.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.765+0000 7f21a8e3e740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55e0a00c58e0 con 0x55e09fd8a6b0 2024-09-21T00:24:37.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.765+0000 7f21a8e3e740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f219c200a70 con 0x55e09fd824d0 2024-09-21T00:24:37.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.765+0000 7f21a8e3e740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55e0a019bd70 con 0x55e09fdab390 2024-09-21T00:24:37.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.765+0000 7f21a8e3e740 10 client.0 _ll_register_callbacks cb 0x7f218c003970 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:24:37.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.765+0000 7f219affd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e09fd8a6b0 0x55e0a014c480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:37.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.765+0000 7f219affd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e09fd8a6b0 0x55e0a014c480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36910/0 (socket says 172.21.15.67:36910) 2024-09-21T00:24:37.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.765+0000 7f219affd640 1 -- 172.21.15.67:0/739742880 learned_addr learned my addr 172.21.15.67:0/739742880 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:37.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.765+0000 7f219b7fe640 1 --2- 172.21.15.67:0/739742880 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e09fd824d0 0x55e0a0216760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:37.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.765+0000 7f219bfff640 1 --2- 172.21.15.67:0/739742880 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e09fdab390 0x55e0a016bb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:37.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.765+0000 7f219affd640 1 -- 172.21.15.67:0/739742880 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e09fdab390 msgr2=0x55e0a016bb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:37.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.765+0000 7f219affd640 1 --2- 172.21.15.67:0/739742880 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e09fdab390 0x55e0a016bb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:37.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.765+0000 7f219affd640 1 -- 172.21.15.67:0/739742880 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e09fd824d0 msgr2=0x55e0a0216760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:37.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.765+0000 7f219affd640 1 --2- 172.21.15.67:0/739742880 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e09fd824d0 0x55e0a0216760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:37.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.765+0000 7f219affd640 1 -- 172.21.15.67:0/739742880 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e0a01500a0 con 0x55e09fd8a6b0 2024-09-21T00:24:37.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.766+0000 7f219affd640 1 --2- 172.21.15.67:0/739742880 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e09fd8a6b0 0x55e0a014c480 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x55e0a017ae30 tx=0x7f2184006630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5cfcaf71aed372ef server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:37.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.766+0000 7f217a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:24:37.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.766+0000 7f217a7fc640 1 -- 172.21.15.67:0/739742880 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2184003ee0 con 0x55e09fd8a6b0 2024-09-21T00:24:37.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.766+0000 7f217a7fc640 1 -- 172.21.15.67:0/739742880 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f2184024a40 con 0x55e09fd8a6b0 2024-09-21T00:24:37.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.766+0000 7f21a8e3e740 1 -- 172.21.15.67:0/739742880 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2194082810 con 0x55e09fd8a6b0 2024-09-21T00:24:37.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.766+0000 7f217a7fc640 1 -- 172.21.15.67:0/739742880 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f2184024c40 con 0x55e09fd8a6b0 2024-09-21T00:24:37.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.766+0000 7f21a8e3e740 10 client.6057 fetch_fsmap learned FSMap version 30 2024-09-21T00:24:37.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.766+0000 7f21a8e3e740 1 -- 172.21.15.67:0/739742880 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=2+}) -- 0x55e0a019b950 con 0x55e09fd8a6b0 2024-09-21T00:24:37.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.766+0000 7f217a7fc640 1 -- 172.21.15.67:0/739742880 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2194082810 con 0x55e09fd8a6b0 2024-09-21T00:24:37.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.766+0000 7f217a7fc640 1 -- 172.21.15.67:0/739742880 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 30) ==== 3502+0+0 (secure 0 0 0) 0x7f2184023070 con 0x55e09fd8a6b0 2024-09-21T00:24:37.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.766+0000 7f21a8e3e740 10 client.6057 fetch_fsmap finished waiting for FSMap version 30 2024-09-21T00:24:37.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.766+0000 7f21a8e3e740 10 client.6057 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.a 2024-09-21T00:24:37.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.766+0000 7f21a8e3e740 20 client.6057 populate_metadata read hostname 'smithi067' 2024-09-21T00:24:37.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.766+0000 7f21a8e3e740 1 --2- 172.21.15.67:0/739742880 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55e0a014c9c0 0x55e0a016c0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:37.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.766+0000 7f21a8e3e740 4 client.6057 mds_command: new command op to 5376 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-21T00:24:37.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.766+0000 7f21a8e3e740 1 -- 172.21.15.67:0/739742880 --> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55e0a00c32e0 con 0x55e0a014c9c0 2024-09-21T00:24:37.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.766+0000 7f219b7fe640 1 --2- 172.21.15.67:0/739742880 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55e0a014c9c0 0x55e0a016c0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:37.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.767+0000 7f217a7fc640 10 client.6057 ms_handle_connect on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:37.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.767+0000 7f219b7fe640 1 --2- 172.21.15.67:0/739742880 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55e0a014c9c0 0x55e0a016c0a0 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=af213bb8212d2c04 server_cookie=4697fd6dae9f9929 in_seq=0 out_seq=0 2024-09-21T00:24:37.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.767+0000 7f217a7fc640 1 -- 172.21.15.67:0/739742880 <== mds.0 v2:172.21.15.67:6832/3973293841 1 ==== command_reply(tid 0: 0 ) ==== 8+0+167 (crc 0 0 0) 0x55e0a00c32e0 con 0x55e0a014c9c0 2024-09-21T00:24:37.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.767+0000 7f217a7fc640 10 client.6057 handle_command_reply: tid=0 2024-09-21T00:24:37.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.767+0000 7f21a8e3e740 1 client.6057 shutdown 2024-09-21T00:24:37.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.767+0000 7f21a8e3e740 1 -- 172.21.15.67:0/739742880 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e09fd8a6b0 msgr2=0x55e0a014c480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:37.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.767+0000 7f21a8e3e740 1 --2- 172.21.15.67:0/739742880 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e09fd8a6b0 0x55e0a014c480 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x55e0a017ae30 tx=0x7f2184006630 comp rx=0 tx=0).stop 2024-09-21T00:24:37.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.767+0000 7f21a8e3e740 1 -- 172.21.15.67:0/739742880 shutdown_connections 2024-09-21T00:24:37.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.767+0000 7f21a8e3e740 1 --2- 172.21.15.67:0/739742880 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55e0a014c9c0 0x55e0a016c0a0 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:37.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.767+0000 7f21a8e3e740 1 --2- 172.21.15.67:0/739742880 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e09fdab390 0x55e0a016bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:37.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.767+0000 7f21a8e3e740 1 --2- 172.21.15.67:0/739742880 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e09fd8a6b0 0x55e0a014c480 unknown :-1 s=CLOSED pgs=637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:37.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.767+0000 7f217a7fc640 0 client.6057 ms_handle_reset on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:37.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.767+0000 7f21a8e3e740 1 --2- 172.21.15.67:0/739742880 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e09fd824d0 0x55e0a0216760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:37.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.767+0000 7f21a8e3e740 1 -- 172.21.15.67:0/739742880 >> 172.21.15.67:0/739742880 conn(0x55e09fd9f4e0 msgr2=0x55e0a0198810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:37.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.767+0000 7f21a8e3e740 1 -- 172.21.15.67:0/739742880 shutdown_connections 2024-09-21T00:24:37.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.767+0000 7f21a8e3e740 1 -- 172.21.15.67:0/739742880 wait complete. 2024-09-21T00:24:37.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.767+0000 7f21a8e3e740 20 client.6057 trim_cache size 0 max 16384 2024-09-21T00:24:37.774 INFO:teuthology.orchestra.run.smithi067.stdout:[ 2024-09-21T00:24:37.774 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:24:37.774 INFO:teuthology.orchestra.run.smithi067.stdout: "damage_type": "backtrace", 2024-09-21T00:24:37.774 INFO:teuthology.orchestra.run.smithi067.stdout: "id": 994701849, 2024-09-21T00:24:37.774 INFO:teuthology.orchestra.run.smithi067.stdout: "ino": 1099511630414, 2024-09-21T00:24:37.774 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/scrub_test_path/ceph-qa-suite/new_file_1" 2024-09-21T00:24:37.775 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:24:37.775 INFO:teuthology.orchestra.run.smithi067.stdout:] 2024-09-21T00:24:37.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.768+0000 7f21a1df1640 1 -- 172.21.15.67:0/205534010 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f217c078bc0 msgr2=0x7f217c07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:37.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.768+0000 7f21a1df1640 1 --2- 172.21.15.67:0/205534010 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f217c078bc0 0x7f217c07b0d0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f218c005c60 tx=0x7f218c0094a0 comp rx=0 tx=0).stop 2024-09-21T00:24:37.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.768+0000 7f21a1df1640 1 -- 172.21.15.67:0/205534010 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f219c0b18e0 msgr2=0x7f219c0b1cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:37.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.768+0000 7f21a1df1640 1 --2- 172.21.15.67:0/205534010 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f219c0b18e0 0x7f219c0b1cf0 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f2194009c10 tx=0x7f2194033670 comp rx=0 tx=0).stop 2024-09-21T00:24:37.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.768+0000 7f21a1df1640 1 -- 172.21.15.67:0/205534010 shutdown_connections 2024-09-21T00:24:37.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.768+0000 7f21a1df1640 1 --2- 172.21.15.67:0/205534010 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f217c078bc0 0x7f217c07b0d0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:37.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.768+0000 7f21a1df1640 1 --2- 172.21.15.67:0/205534010 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f219c0b18e0 0x7f219c0b1cf0 unknown :-1 s=CLOSED pgs=633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:37.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.768+0000 7f21a1df1640 1 --2- 172.21.15.67:0/205534010 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f219c0c8020 0x7f219c0ce100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:37.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.768+0000 7f21a1df1640 1 --2- 172.21.15.67:0/205534010 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2188005150 0x7f219c1f9240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:37.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.768+0000 7f21a1df1640 1 -- 172.21.15.67:0/205534010 >> 172.21.15.67:0/205534010 conn(0x7f219c09da10 msgr2=0x7f219c0b76f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:37.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.768+0000 7f21a1df1640 1 -- 172.21.15.67:0/205534010 shutdown_connections 2024-09-21T00:24:37.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.768+0000 7f21a1df1640 1 -- 172.21.15.67:0/205534010 wait complete. 2024-09-21T00:24:37.780 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:24:37.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.895+0000 7f2208b8b640 1 -- 172.21.15.67:0/2502448704 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f220409b060 msgr2=0x7f22040b4c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:37.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.895+0000 7f2208b8b640 1 --2- 172.21.15.67:0/2502448704 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f220409b060 0x7f22040b4c60 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f21f8005fd0 tx=0x7f21f802a5d0 comp rx=0 tx=0).stop 2024-09-21T00:24:37.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.895+0000 7f2208b8b640 1 -- 172.21.15.67:0/2502448704 shutdown_connections 2024-09-21T00:24:37.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.895+0000 7f2208b8b640 1 --2- 172.21.15.67:0/2502448704 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f22040cd030 0x7f22040cd440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:37.897 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.895+0000 7f2208b8b640 1 --2- 172.21.15.67:0/2502448704 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f220409b060 0x7f22040b4c60 unknown :-1 s=CLOSED pgs=638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:37.897 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.895+0000 7f2208b8b640 1 -- 172.21.15.67:0/2502448704 >> 172.21.15.67:0/2502448704 conn(0x7f22040b4140 msgr2=0x7f22040b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:37.897 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.895+0000 7f2208b8b640 1 -- 172.21.15.67:0/2502448704 shutdown_connections 2024-09-21T00:24:37.897 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.895+0000 7f2208b8b640 1 -- 172.21.15.67:0/2502448704 wait complete. 2024-09-21T00:24:37.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.897+0000 7f2208b8b640 1 Processor -- start 2024-09-21T00:24:37.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.897+0000 7f2208b8b640 1 -- start start 2024-09-21T00:24:37.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.898+0000 7f2208b8b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f22040b7850 0x7f22041d40c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:37.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.898+0000 7f2208b8b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f22040cd030 0x7f22040c6ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:37.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.898+0000 7f2208b8b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f22040cc3e0 0x7f22040c7010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:37.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.898+0000 7f2208b8b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f22040cdd10 con 0x7f22040cd030 2024-09-21T00:24:37.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.898+0000 7f2208b8b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f22040cdb90 con 0x7f22040b7850 2024-09-21T00:24:37.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.898+0000 7f2208b8b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f22040cde90 con 0x7f22040cc3e0 2024-09-21T00:24:37.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.898+0000 7f2201d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f22040cd030 0x7f22040c6ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:37.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.898+0000 7f2201d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f22040cd030 0x7f22040c6ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36938/0 (socket says 172.21.15.67:36938) 2024-09-21T00:24:37.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.898+0000 7f2201d9b640 1 -- 172.21.15.67:0/2917630156 learned_addr learned my addr 172.21.15.67:0/2917630156 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:37.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.898+0000 7f220259c640 1 --2- 172.21.15.67:0/2917630156 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f22040b7850 0x7f22041d40c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:37.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.899+0000 7f2202d9d640 1 --2- 172.21.15.67:0/2917630156 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f22040cc3e0 0x7f22040c7010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:37.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.899+0000 7f2201d9b640 1 -- 172.21.15.67:0/2917630156 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f22040cc3e0 msgr2=0x7f22040c7010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:37.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.899+0000 7f2201d9b640 1 --2- 172.21.15.67:0/2917630156 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f22040cc3e0 0x7f22040c7010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:37.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.899+0000 7f2201d9b640 1 -- 172.21.15.67:0/2917630156 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f22040b7850 msgr2=0x7f22041d40c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:37.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.899+0000 7f2201d9b640 1 --2- 172.21.15.67:0/2917630156 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f22040b7850 0x7f22041d40c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:37.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.899+0000 7f2201d9b640 1 -- 172.21.15.67:0/2917630156 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22041d4600 con 0x7f22040cd030 2024-09-21T00:24:37.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.899+0000 7f220259c640 1 --2- 172.21.15.67:0/2917630156 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f22040b7850 0x7f22041d40c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:24:37.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.899+0000 7f2201d9b640 1 --2- 172.21.15.67:0/2917630156 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f22040cd030 0x7f22040c6ad0 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f21f8000c00 tx=0x7f21f80038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:37.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.899+0000 7f21f2ffd640 1 -- 172.21.15.67:0/2917630156 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21f803e030 con 0x7f22040cd030 2024-09-21T00:24:37.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.899+0000 7f21f2ffd640 1 -- 172.21.15.67:0/2917630156 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f21f8003ca0 con 0x7f22040cd030 2024-09-21T00:24:37.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.899+0000 7f2208b8b640 1 -- 172.21.15.67:0/2917630156 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f22041e2c60 con 0x7f22040cd030 2024-09-21T00:24:37.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.899+0000 7f21f2ffd640 1 -- 172.21.15.67:0/2917630156 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21f8035040 con 0x7f22040cd030 2024-09-21T00:24:37.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.899+0000 7f2208b8b640 1 -- 172.21.15.67:0/2917630156 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f22041d4ab0 con 0x7f22040cd030 2024-09-21T00:24:37.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.900+0000 7f2208b8b640 1 -- 172.21.15.67:0/2917630156 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f22041e5120 con 0x7f22040cd030 2024-09-21T00:24:37.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.901+0000 7f21f2ffd640 1 -- 172.21.15.67:0/2917630156 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f21f8041030 con 0x7f22040cd030 2024-09-21T00:24:37.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.901+0000 7f21f2ffd640 1 --2- 172.21.15.67:0/2917630156 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f21e4078b90 0x7f21e407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:37.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.901+0000 7f21f2ffd640 1 -- 172.21.15.67:0/2917630156 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f21f80bb310 con 0x7f22040cd030 2024-09-21T00:24:37.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.902+0000 7f220259c640 1 --2- 172.21.15.67:0/2917630156 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f21e4078b90 0x7f21e407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:37.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.902+0000 7f220259c640 1 --2- 172.21.15.67:0/2917630156 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f21e4078b90 0x7f21e407b0a0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f21f4007fd0 tx=0x7f21f4009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:37.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:37.906+0000 7f21f2ffd640 1 -- 172.21.15.67:0/2917630156 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f22041e5120 con 0x7f22040cd030 2024-09-21T00:24:38.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.129+0000 7f2208b8b640 1 -- 172.21.15.67:0/2917630156 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f22040b4c60 con 0x7f22040cd030 2024-09-21T00:24:38.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.130+0000 7f21f2ffd640 1 -- 172.21.15.67:0/2917630156 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 30 v30) ==== 94+0+5224 (secure 0 0 0) 0x7f21f8083750 con 0x7f22040cd030 2024-09-21T00:24:38.131 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:24:38.131 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":30,"btime":"2024-09-21T00:24:37:598211+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4949,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3329715663","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":3329715663},{"type":"v1","addr":"172.21.15.67:6835","nonce":3329715663}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":4952,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6835/3171140375","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3171140375},{"type":"v1","addr":"172.21.15.97:6835","nonce":3171140375}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5194,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/1894359539","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":1894359539},{"type":"v1","addr":"172.21.15.97:6837","nonce":1894359539}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22}],"filesystems":[{"mdsmap":{"epoch":30,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:24:04.528366+0000","modified":"2024-09-21T00:24:37.180509+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5376},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5376":{"gid":5376,"name":"a","rank":0,"incarnation":23,"state":"up:active","state_seq":11,"addr":"172.21.15.67:6833/3973293841","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":3973293841},{"type":"v1","addr":"172.21.15.67:6833","nonce":3973293841}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5376,"qdb_cluster":[5376]},"id":3}]} 2024-09-21T00:24:38.131 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 30 2024-09-21T00:24:38.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.131+0000 7f2208b8b640 1 -- 172.21.15.67:0/2917630156 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f21e4078b90 msgr2=0x7f21e407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:38.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.131+0000 7f2208b8b640 1 --2- 172.21.15.67:0/2917630156 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f21e4078b90 0x7f21e407b0a0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f21f4007fd0 tx=0x7f21f4009040 comp rx=0 tx=0).stop 2024-09-21T00:24:38.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.132+0000 7f2208b8b640 1 -- 172.21.15.67:0/2917630156 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f22040cd030 msgr2=0x7f22040c6ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:38.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.132+0000 7f2208b8b640 1 --2- 172.21.15.67:0/2917630156 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f22040cd030 0x7f22040c6ad0 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f21f8000c00 tx=0x7f21f80038a0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.132+0000 7f2208b8b640 1 -- 172.21.15.67:0/2917630156 shutdown_connections 2024-09-21T00:24:38.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.132+0000 7f2208b8b640 1 --2- 172.21.15.67:0/2917630156 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f21e4078b90 0x7f21e407b0a0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.132+0000 7f2208b8b640 1 --2- 172.21.15.67:0/2917630156 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f22040cc3e0 0x7f22040c7010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.132+0000 7f2208b8b640 1 --2- 172.21.15.67:0/2917630156 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f22040cd030 0x7f22040c6ad0 unknown :-1 s=CLOSED pgs=639 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.132+0000 7f2208b8b640 1 --2- 172.21.15.67:0/2917630156 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f22040b7850 0x7f22041d40c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.132+0000 7f2208b8b640 1 -- 172.21.15.67:0/2917630156 >> 172.21.15.67:0/2917630156 conn(0x7f22040b4140 msgr2=0x7f22041e4a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:38.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.132+0000 7f2208b8b640 1 -- 172.21.15.67:0/2917630156 shutdown_connections 2024-09-21T00:24:38.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.132+0000 7f2208b8b640 1 -- 172.21.15.67:0/2917630156 wait complete. 2024-09-21T00:24:38.144 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a damage rm 994701849 2024-09-21T00:24:38.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.263+0000 7fbfe4f6a640 1 -- 172.21.15.67:0/3598993857 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbfe00d3590 msgr2=0x7fbfe00b9950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:38.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.263+0000 7fbfe4f6a640 1 --2- 172.21.15.67:0/3598993857 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbfe00d3590 0x7fbfe00b9950 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7fbfe00b7270 tx=0x7fbfd002a4a0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.263+0000 7fbfe4f6a640 1 -- 172.21.15.67:0/3598993857 shutdown_connections 2024-09-21T00:24:38.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.263+0000 7fbfe4f6a640 1 --2- 172.21.15.67:0/3598993857 >> v2:172.21.15.97:3300/0 conn(0x7fbfe00d4db0 0x7fbfe00d0d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.263+0000 7fbfe4f6a640 1 --2- 172.21.15.67:0/3598993857 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbfe00d3590 0x7fbfe00b9950 unknown :-1 s=CLOSED pgs=640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.263+0000 7fbfe4f6a640 1 -- 172.21.15.67:0/3598993857 >> 172.21.15.67:0/3598993857 conn(0x7fbfe009da10 msgr2=0x7fbfe00d46a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:38.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.263+0000 7fbfe4f6a640 1 -- 172.21.15.67:0/3598993857 shutdown_connections 2024-09-21T00:24:38.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.263+0000 7fbfe4f6a640 1 -- 172.21.15.67:0/3598993857 wait complete. 2024-09-21T00:24:38.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.265+0000 7fbfe4f6a640 1 Processor -- start 2024-09-21T00:24:38.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.265+0000 7fbfe4f6a640 1 -- start start 2024-09-21T00:24:38.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.267+0000 7fbfe4f6a640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbfe00d1280 0x7fbfe01453c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:38.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.267+0000 7fbfe4f6a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbfe00d3590 0x7fbfe0145900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:38.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.267+0000 7fbfe4f6a640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbfe00d4db0 0x7fbfe0145e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:38.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.267+0000 7fbfe4f6a640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fbfe00b3c30 con 0x7fbfe00d3590 2024-09-21T00:24:38.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.267+0000 7fbfe4f6a640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fbfe00b5570 con 0x7fbfe00d4db0 2024-09-21T00:24:38.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.267+0000 7fbfe4f6a640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fbfe00d2b90 con 0x7fbfe00d1280 2024-09-21T00:24:38.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.267+0000 7fbfd5d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbfe00d3590 0x7fbfe0145900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:38.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.267+0000 7fbfd5d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbfe00d3590 0x7fbfe0145900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36958/0 (socket says 172.21.15.67:36958) 2024-09-21T00:24:38.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.267+0000 7fbfd5d9b640 1 -- 172.21.15.67:0/3879955747 learned_addr learned my addr 172.21.15.67:0/3879955747 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:38.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.267+0000 7fbfde59c640 1 --2- 172.21.15.67:0/3879955747 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbfe00d1280 0x7fbfe01453c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:38.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.267+0000 7fbfded9d640 1 --2- 172.21.15.67:0/3879955747 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbfe00d4db0 0x7fbfe0145e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:38.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.267+0000 7fbfd5d9b640 1 -- 172.21.15.67:0/3879955747 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbfe00d1280 msgr2=0x7fbfe01453c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:38.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.267+0000 7fbfd5d9b640 1 --2- 172.21.15.67:0/3879955747 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbfe00d1280 0x7fbfe01453c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.267+0000 7fbfd5d9b640 1 -- 172.21.15.67:0/3879955747 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbfe00d4db0 msgr2=0x7fbfe0145e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:38.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.267+0000 7fbfd5d9b640 1 --2- 172.21.15.67:0/3879955747 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbfe00d4db0 0x7fbfe0145e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.267+0000 7fbfd5d9b640 1 -- 172.21.15.67:0/3879955747 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbfe015cb50 con 0x7fbfe00d3590 2024-09-21T00:24:38.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.267+0000 7fbfded9d640 1 --2- 172.21.15.67:0/3879955747 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbfe00d4db0 0x7fbfe0145e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:24:38.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.267+0000 7fbfd5d9b640 1 --2- 172.21.15.67:0/3879955747 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbfe00d3590 0x7fbfe0145900 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7fbfc800c970 tx=0x7fbfc800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:38.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.268+0000 7fbfd77fe640 1 -- 172.21.15.67:0/3879955747 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfc8007bb0 con 0x7fbfe00d3590 2024-09-21T00:24:38.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.268+0000 7fbfd77fe640 1 -- 172.21.15.67:0/3879955747 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbfc8005020 con 0x7fbfe00d3590 2024-09-21T00:24:38.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.268+0000 7fbfe4f6a640 1 -- 172.21.15.67:0/3879955747 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbfe01600d0 con 0x7fbfe00d3590 2024-09-21T00:24:38.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.268+0000 7fbfd77fe640 1 -- 172.21.15.67:0/3879955747 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfc8007e60 con 0x7fbfe00d3590 2024-09-21T00:24:38.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.268+0000 7fbfe4f6a640 1 -- 172.21.15.67:0/3879955747 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbfe0155d40 con 0x7fbfe00d3590 2024-09-21T00:24:38.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.270+0000 7fbfd77fe640 1 -- 172.21.15.67:0/3879955747 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fbfc8005470 con 0x7fbfe00d3590 2024-09-21T00:24:38.272 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.271+0000 7fbfd77fe640 1 --2- 172.21.15.67:0/3879955747 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbfc0078b90 0x7fbfc007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:38.272 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.271+0000 7fbfd77fe640 1 -- 172.21.15.67:0/3879955747 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fbfc809b1b0 con 0x7fbfe00d3590 2024-09-21T00:24:38.272 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.271+0000 7fbfde59c640 1 --2- 172.21.15.67:0/3879955747 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbfc0078b90 0x7fbfc007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:38.272 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.271+0000 7fbfde59c640 1 --2- 172.21.15.67:0/3879955747 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbfc0078b90 0x7fbfc007b0a0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fbfd0034000 tx=0x7fbfd0004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:38.272 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.272+0000 7fbfebed4740 1 Processor -- start 2024-09-21T00:24:38.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.272+0000 7fbfebed4740 1 -- start start 2024-09-21T00:24:38.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.273+0000 7fbfebed4740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55898e398490 0x55898e784c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:38.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.273+0000 7fbfebed4740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55898e36f5d0 0x55898e759a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:38.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.273+0000 7fbfebed4740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55898e3777b0 0x55898e759fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:38.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.273+0000 7fbfebed4740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55898e6b29b0 con 0x55898e398490 2024-09-21T00:24:38.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.273+0000 7fbfebed4740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55898e6a1de0 con 0x55898e36f5d0 2024-09-21T00:24:38.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.273+0000 7fbfebed4740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55898e6a5bf0 con 0x55898e3777b0 2024-09-21T00:24:38.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.273+0000 7fbfde59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55898e398490 0x55898e784c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:38.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.273+0000 7fbfde59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55898e398490 0x55898e784c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36970/0 (socket says 172.21.15.67:36970) 2024-09-21T00:24:38.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.273+0000 7fbfde59c640 1 -- 172.21.15.67:0/3144339521 learned_addr learned my addr 172.21.15.67:0/3144339521 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:38.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.273+0000 7fbfded9d640 1 --2- 172.21.15.67:0/3144339521 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55898e3777b0 0x55898e759fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:38.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.273+0000 7fbfd5d9b640 1 --2- 172.21.15.67:0/3144339521 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55898e36f5d0 0x55898e759a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:38.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.273+0000 7fbfde59c640 1 -- 172.21.15.67:0/3144339521 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55898e3777b0 msgr2=0x55898e759fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:38.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.273+0000 7fbfde59c640 1 --2- 172.21.15.67:0/3144339521 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55898e3777b0 0x55898e759fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.274+0000 7fbfde59c640 1 -- 172.21.15.67:0/3144339521 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55898e36f5d0 msgr2=0x55898e759a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:38.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.274+0000 7fbfde59c640 1 --2- 172.21.15.67:0/3144339521 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55898e36f5d0 0x55898e759a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.274+0000 7fbfde59c640 1 -- 172.21.15.67:0/3144339521 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55898e47c900 con 0x55898e398490 2024-09-21T00:24:38.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.274+0000 7fbfd5d9b640 1 --2- 172.21.15.67:0/3144339521 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55898e36f5d0 0x55898e759a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:24:38.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.274+0000 7fbfde59c640 1 --2- 172.21.15.67:0/3144339521 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55898e398490 0x55898e784c20 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7fbfd002aa90 tx=0x7fbfd003e040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=319c50ded49233a6 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:38.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.274+0000 7fbfbffff640 1 -- 172.21.15.67:0/3144339521 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfd0004ce0 con 0x55898e398490 2024-09-21T00:24:38.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.274+0000 7fbfbffff640 1 -- 172.21.15.67:0/3144339521 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbfd004b030 con 0x55898e398490 2024-09-21T00:24:38.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.274+0000 7fbfbffff640 1 -- 172.21.15.67:0/3144339521 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfd00042b0 con 0x55898e398490 2024-09-21T00:24:38.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.275+0000 7fbfebed4740 1 -- 172.21.15.67:0/3144339521 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55898e398490 msgr2=0x55898e784c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:38.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.275+0000 7fbfebed4740 1 --2- 172.21.15.67:0/3144339521 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55898e398490 0x55898e784c20 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7fbfd002aa90 tx=0x7fbfd003e040 comp rx=0 tx=0).stop 2024-09-21T00:24:38.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.275+0000 7fbfebed4740 1 -- 172.21.15.67:0/3144339521 shutdown_connections 2024-09-21T00:24:38.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.275+0000 7fbfebed4740 1 --2- 172.21.15.67:0/3144339521 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55898e3777b0 0x55898e759fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.275+0000 7fbfebed4740 1 --2- 172.21.15.67:0/3144339521 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55898e36f5d0 0x55898e759a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.275+0000 7fbfebed4740 1 --2- 172.21.15.67:0/3144339521 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55898e398490 0x55898e784c20 unknown :-1 s=CLOSED pgs=642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.275+0000 7fbfebed4740 1 -- 172.21.15.67:0/3144339521 >> 172.21.15.67:0/3144339521 conn(0x55898e38c5e0 msgr2=0x55898e73ff10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:38.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.275+0000 7fbfebed4740 1 -- 172.21.15.67:0/3144339521 shutdown_connections 2024-09-21T00:24:38.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.275+0000 7fbfebed4740 1 -- 172.21.15.67:0/3144339521 wait complete. 2024-09-21T00:24:38.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.276+0000 7fbfebed4740 1 -- start start 2024-09-21T00:24:38.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.276+0000 7fbfebed4740 1 Processor -- start 2024-09-21T00:24:38.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.277+0000 7fbfebed4740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55898e36f5d0 0x55898e76a520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:38.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.277+0000 7fbfebed4740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55898e3777b0 0x55898e7801b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:38.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.277+0000 7fbfebed4740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55898e398490 0x55898e7806f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:38.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.277+0000 7fbfebed4740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55898e412840 con 0x55898e3777b0 2024-09-21T00:24:38.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.277+0000 7fbfebed4740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55898e628710 con 0x55898e36f5d0 2024-09-21T00:24:38.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.277+0000 7fbfebed4740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55898e7813e0 con 0x55898e398490 2024-09-21T00:24:38.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.277+0000 7fbfebed4740 10 client.0 _ll_register_callbacks cb 0x55898e69b4e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:24:38.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.277+0000 7fbfd5d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55898e3777b0 0x55898e7801b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:38.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.277+0000 7fbfd5d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55898e3777b0 0x55898e7801b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36976/0 (socket says 172.21.15.67:36976) 2024-09-21T00:24:38.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.278+0000 7fbfd5d9b640 1 -- 172.21.15.67:0/1264793743 learned_addr learned my addr 172.21.15.67:0/1264793743 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:38.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.278+0000 7fbfde59c640 1 --2- 172.21.15.67:0/1264793743 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55898e36f5d0 0x55898e76a520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:38.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.278+0000 7fbfded9d640 1 --2- 172.21.15.67:0/1264793743 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55898e398490 0x55898e7806f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:38.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.278+0000 7fbfd5d9b640 1 -- 172.21.15.67:0/1264793743 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55898e398490 msgr2=0x55898e7806f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:38.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.278+0000 7fbfd5d9b640 1 --2- 172.21.15.67:0/1264793743 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55898e398490 0x55898e7806f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.278+0000 7fbfd5d9b640 1 -- 172.21.15.67:0/1264793743 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55898e36f5d0 msgr2=0x55898e76a520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:38.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.278+0000 7fbfd5d9b640 1 --2- 172.21.15.67:0/1264793743 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55898e36f5d0 0x55898e76a520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.278+0000 7fbfd5d9b640 1 -- 172.21.15.67:0/1264793743 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55898e3e17a0 con 0x55898e3777b0 2024-09-21T00:24:38.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.278+0000 7fbfd5d9b640 1 --2- 172.21.15.67:0/1264793743 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55898e3777b0 0x55898e7801b0 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7fbfc8060270 tx=0x7fbfc8063590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e2596c013038cba server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:38.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.278+0000 7fbfbd7fa640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:24:38.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.278+0000 7fbfbd7fa640 1 -- 172.21.15.67:0/1264793743 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfc801d050 con 0x55898e3777b0 2024-09-21T00:24:38.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.278+0000 7fbfbd7fa640 1 -- 172.21.15.67:0/1264793743 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fbfc8099cf0 con 0x55898e3777b0 2024-09-21T00:24:38.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.278+0000 7fbfebed4740 1 -- 172.21.15.67:0/1264793743 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbfd004b030 con 0x55898e3777b0 2024-09-21T00:24:38.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.278+0000 7fbfbd7fa640 1 -- 172.21.15.67:0/1264793743 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fbfc8082050 con 0x55898e3777b0 2024-09-21T00:24:38.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.278+0000 7fbfebed4740 10 client.6075 fetch_fsmap learned FSMap version 30 2024-09-21T00:24:38.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.278+0000 7fbfebed4740 1 -- 172.21.15.67:0/1264793743 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=2+}) -- 0x55898e4dd090 con 0x55898e3777b0 2024-09-21T00:24:38.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.279+0000 7fbfbd7fa640 1 -- 172.21.15.67:0/1264793743 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbfd004b030 con 0x55898e3777b0 2024-09-21T00:24:38.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.279+0000 7fbfbd7fa640 1 -- 172.21.15.67:0/1264793743 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 30) ==== 3502+0+0 (secure 0 0 0) 0x7fbfc8066040 con 0x55898e3777b0 2024-09-21T00:24:38.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.279+0000 7fbfebed4740 10 client.6075 fetch_fsmap finished waiting for FSMap version 30 2024-09-21T00:24:38.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.279+0000 7fbfebed4740 10 client.6075 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-21T00:24:38.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.279+0000 7fbfebed4740 20 client.6075 populate_metadata read hostname 'smithi067' 2024-09-21T00:24:38.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.279+0000 7fbfebed4740 1 --2- 172.21.15.67:0/1264793743 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55898e357060 0x55898e797550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:38.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.279+0000 7fbfebed4740 4 client.6075 mds_command: new command op to 5376 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:24:38.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.279+0000 7fbfebed4740 1 -- 172.21.15.67:0/1264793743 --> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55898e6b4900 con 0x55898e357060 2024-09-21T00:24:38.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.279+0000 7fbfde59c640 1 --2- 172.21.15.67:0/1264793743 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55898e357060 0x55898e797550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:38.285 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.279+0000 7fbfbd7fa640 10 client.6075 ms_handle_connect on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:38.285 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.279+0000 7fbfde59c640 1 --2- 172.21.15.67:0/1264793743 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55898e357060 0x55898e797550 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f1ac8d01280cd45 server_cookie=252888367b6becab in_seq=0 out_seq=0 2024-09-21T00:24:38.285 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.280+0000 7fbfbd7fa640 1 -- 172.21.15.67:0/1264793743 <== mds.0 v2:172.21.15.67:6832/3973293841 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x55898e6b4900 con 0x55898e357060 2024-09-21T00:24:38.285 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.280+0000 7fbfbd7fa640 10 client.6075 handle_command_reply: tid=0 2024-09-21T00:24:38.285 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.280+0000 7fbfebed4740 1 client.6075 shutdown 2024-09-21T00:24:38.285 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.280+0000 7fbfebed4740 1 -- 172.21.15.67:0/1264793743 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55898e3777b0 msgr2=0x55898e7801b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:38.285 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.280+0000 7fbfebed4740 1 --2- 172.21.15.67:0/1264793743 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55898e3777b0 0x55898e7801b0 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7fbfc8060270 tx=0x7fbfc8063590 comp rx=0 tx=0).stop 2024-09-21T00:24:38.285 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.280+0000 7fbfebed4740 1 -- 172.21.15.67:0/1264793743 shutdown_connections 2024-09-21T00:24:38.285 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.280+0000 7fbfebed4740 1 --2- 172.21.15.67:0/1264793743 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55898e357060 0x55898e797550 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.285 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.280+0000 7fbfebed4740 1 --2- 172.21.15.67:0/1264793743 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55898e398490 0x55898e7806f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.285 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.280+0000 7fbfebed4740 1 --2- 172.21.15.67:0/1264793743 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55898e3777b0 0x55898e7801b0 unknown :-1 s=CLOSED pgs=643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.285 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.280+0000 7fbfbd7fa640 0 client.6075 ms_handle_reset on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:38.285 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.280+0000 7fbfebed4740 1 --2- 172.21.15.67:0/1264793743 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55898e36f5d0 0x55898e76a520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.285 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.280+0000 7fbfebed4740 1 -- 172.21.15.67:0/1264793743 >> 172.21.15.67:0/1264793743 conn(0x55898e38c5e0 msgr2=0x55898e77b100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:38.286 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.280+0000 7fbfebed4740 1 -- 172.21.15.67:0/1264793743 shutdown_connections 2024-09-21T00:24:38.286 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.280+0000 7fbfebed4740 1 -- 172.21.15.67:0/1264793743 wait complete. 2024-09-21T00:24:38.286 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.280+0000 7fbfebed4740 20 client.6075 trim_cache size 0 max 16384 2024-09-21T00:24:38.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.294+0000 7fbfebed4740 1 Processor -- start 2024-09-21T00:24:38.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.294+0000 7fbfebed4740 1 -- start start 2024-09-21T00:24:38.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.295+0000 7fbfebed4740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55898e36f5d0 0x55898e77aed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:38.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.295+0000 7fbfebed4740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55898e3777b0 0x55898e77b520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:38.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.295+0000 7fbfebed4740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55898e398490 0x55898e77d6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:38.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.295+0000 7fbfebed4740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fbfe0201270 con 0x55898e3777b0 2024-09-21T00:24:38.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.295+0000 7fbfebed4740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fbfe01616a0 con 0x55898e36f5d0 2024-09-21T00:24:38.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.295+0000 7fbfebed4740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fbfe015f000 con 0x55898e398490 2024-09-21T00:24:38.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.295+0000 7fbfd5d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55898e3777b0 0x55898e77b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:38.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.295+0000 7fbfd5d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55898e3777b0 0x55898e77b520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36992/0 (socket says 172.21.15.67:36992) 2024-09-21T00:24:38.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.296+0000 7fbfd5d9b640 1 -- 172.21.15.67:0/3007636313 learned_addr learned my addr 172.21.15.67:0/3007636313 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:38.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.296+0000 7fbfded9d640 1 --2- 172.21.15.67:0/3007636313 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55898e398490 0x55898e77d6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:38.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.296+0000 7fbfde59c640 1 --2- 172.21.15.67:0/3007636313 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55898e36f5d0 0x55898e77aed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:38.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.296+0000 7fbfd5d9b640 1 -- 172.21.15.67:0/3007636313 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55898e398490 msgr2=0x55898e77d6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:38.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.296+0000 7fbfd5d9b640 1 --2- 172.21.15.67:0/3007636313 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55898e398490 0x55898e77d6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.296+0000 7fbfd5d9b640 1 -- 172.21.15.67:0/3007636313 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55898e36f5d0 msgr2=0x55898e77aed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:38.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.296+0000 7fbfd5d9b640 1 --2- 172.21.15.67:0/3007636313 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55898e36f5d0 0x55898e77aed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.296+0000 7fbfd5d9b640 1 -- 172.21.15.67:0/3007636313 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55898e47ac00 con 0x55898e3777b0 2024-09-21T00:24:38.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.296+0000 7fbfde59c640 1 --2- 172.21.15.67:0/3007636313 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55898e36f5d0 0x55898e77aed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:24:38.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.296+0000 7fbfd5d9b640 1 --2- 172.21.15.67:0/3007636313 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55898e3777b0 0x55898e77b520 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7fbfc8062f90 tx=0x7fbfc807d330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=766c87f244f22551 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:38.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.296+0000 7fbfbf7fe640 1 -- 172.21.15.67:0/3007636313 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfc801d040 con 0x55898e3777b0 2024-09-21T00:24:38.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.296+0000 7fbfbf7fe640 1 -- 172.21.15.67:0/3007636313 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbfc806c970 con 0x55898e3777b0 2024-09-21T00:24:38.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.296+0000 7fbfbf7fe640 1 -- 172.21.15.67:0/3007636313 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfc8063000 con 0x55898e3777b0 2024-09-21T00:24:38.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.297+0000 7fbfebed4740 1 -- 172.21.15.67:0/3007636313 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55898e3777b0 msgr2=0x55898e77b520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:38.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.297+0000 7fbfebed4740 1 --2- 172.21.15.67:0/3007636313 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55898e3777b0 0x55898e77b520 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7fbfc8062f90 tx=0x7fbfc807d330 comp rx=0 tx=0).stop 2024-09-21T00:24:38.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.297+0000 7fbfebed4740 1 -- 172.21.15.67:0/3007636313 shutdown_connections 2024-09-21T00:24:38.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.297+0000 7fbfebed4740 1 --2- 172.21.15.67:0/3007636313 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55898e398490 0x55898e77d6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.297+0000 7fbfebed4740 1 --2- 172.21.15.67:0/3007636313 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55898e3777b0 0x55898e77b520 unknown :-1 s=CLOSED pgs=644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.297+0000 7fbfebed4740 1 --2- 172.21.15.67:0/3007636313 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55898e36f5d0 0x55898e77aed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.297+0000 7fbfebed4740 1 -- 172.21.15.67:0/3007636313 >> 172.21.15.67:0/3007636313 conn(0x55898e38c5e0 msgr2=0x55898e76a1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:38.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.297+0000 7fbfebed4740 1 -- 172.21.15.67:0/3007636313 shutdown_connections 2024-09-21T00:24:38.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.297+0000 7fbfebed4740 1 -- 172.21.15.67:0/3007636313 wait complete. 2024-09-21T00:24:38.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.298+0000 7fbfebed4740 1 -- start start 2024-09-21T00:24:38.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.298+0000 7fbfebed4740 1 Processor -- start 2024-09-21T00:24:38.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.299+0000 7fbfebed4740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55898e36f5d0 0x55898e803280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:38.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.299+0000 7fbfebed4740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55898e3777b0 0x55898e77d6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:38.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.299+0000 7fbfebed4740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55898e398490 0x55898e77dc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:38.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.299+0000 7fbfebed4740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55898e74f680 con 0x55898e398490 2024-09-21T00:24:38.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.299+0000 7fbfebed4740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55898e76ab10 con 0x55898e3777b0 2024-09-21T00:24:38.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.299+0000 7fbfebed4740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55898e793320 con 0x55898e36f5d0 2024-09-21T00:24:38.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.299+0000 7fbfebed4740 10 client.0 _ll_register_callbacks cb 0x7fbfc809b050 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:24:38.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.299+0000 7fbfded9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55898e398490 0x55898e77dc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:38.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.299+0000 7fbfded9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55898e398490 0x55898e77dc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:37006/0 (socket says 172.21.15.67:37006) 2024-09-21T00:24:38.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.299+0000 7fbfded9d640 1 -- 172.21.15.67:0/2807674914 learned_addr learned my addr 172.21.15.67:0/2807674914 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:38.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.299+0000 7fbfd5d9b640 1 --2- 172.21.15.67:0/2807674914 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55898e3777b0 0x55898e77d6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:38.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.300+0000 7fbfde59c640 1 --2- 172.21.15.67:0/2807674914 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55898e36f5d0 0x55898e803280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:38.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.300+0000 7fbfded9d640 1 -- 172.21.15.67:0/2807674914 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55898e36f5d0 msgr2=0x55898e803280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:38.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.300+0000 7fbfded9d640 1 --2- 172.21.15.67:0/2807674914 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55898e36f5d0 0x55898e803280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.300+0000 7fbfded9d640 1 -- 172.21.15.67:0/2807674914 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55898e3777b0 msgr2=0x55898e77d6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:38.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.300+0000 7fbfded9d640 1 --2- 172.21.15.67:0/2807674914 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55898e3777b0 0x55898e77d6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.300+0000 7fbfded9d640 1 -- 172.21.15.67:0/2807674914 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55898e792fb0 con 0x55898e398490 2024-09-21T00:24:38.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.300+0000 7fbfded9d640 1 --2- 172.21.15.67:0/2807674914 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55898e398490 0x55898e77dc00 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7fbfd800ce90 tx=0x7fbfd8007680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=969d90d5aaabc5e6 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:38.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.300+0000 7fbfbd7fa640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:24:38.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.300+0000 7fbfbd7fa640 1 -- 172.21.15.67:0/2807674914 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbfd801c020 con 0x55898e398490 2024-09-21T00:24:38.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.300+0000 7fbfbd7fa640 1 -- 172.21.15.67:0/2807674914 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fbfd8018450 con 0x55898e398490 2024-09-21T00:24:38.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.300+0000 7fbfebed4740 1 -- 172.21.15.67:0/2807674914 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbfc806c970 con 0x55898e398490 2024-09-21T00:24:38.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.300+0000 7fbfbd7fa640 1 -- 172.21.15.67:0/2807674914 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7fbfd8018650 con 0x55898e398490 2024-09-21T00:24:38.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.300+0000 7fbfebed4740 10 client.6081 fetch_fsmap learned FSMap version 30 2024-09-21T00:24:38.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.300+0000 7fbfebed4740 1 -- 172.21.15.67:0/2807674914 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=2+}) -- 0x55898e807470 con 0x55898e398490 2024-09-21T00:24:38.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.300+0000 7fbfbd7fa640 1 -- 172.21.15.67:0/2807674914 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbfc806c970 con 0x55898e398490 2024-09-21T00:24:38.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.301+0000 7fbfbd7fa640 1 -- 172.21.15.67:0/2807674914 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 30) ==== 3502+0+0 (secure 0 0 0) 0x7fbfd8029080 con 0x55898e398490 2024-09-21T00:24:38.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.301+0000 7fbfebed4740 10 client.6081 fetch_fsmap finished waiting for FSMap version 30 2024-09-21T00:24:38.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.301+0000 7fbfebed4740 10 client.6081 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-21T00:24:38.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.301+0000 7fbfebed4740 20 client.6081 populate_metadata read hostname 'smithi067' 2024-09-21T00:24:38.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.301+0000 7fbfebed4740 1 --2- 172.21.15.67:0/2807674914 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55898e767300 0x55898e757840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:38.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.301+0000 7fbfebed4740 4 client.6081 mds_command: new command op to 5376 tid=0 multi_id=0 [{"prefix": "damage rm", "damage_id": 994701849}] 2024-09-21T00:24:38.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.301+0000 7fbfebed4740 1 -- 172.21.15.67:0/2807674914 --> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] -- command(tid 0: {"prefix": "damage rm", "damage_id": 994701849}) -- 0x55898e6b03b0 con 0x55898e767300 2024-09-21T00:24:38.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.301+0000 7fbfde59c640 1 --2- 172.21.15.67:0/2807674914 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55898e767300 0x55898e757840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:38.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.301+0000 7fbfbd7fa640 10 client.6081 ms_handle_connect on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:38.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.301+0000 7fbfde59c640 1 --2- 172.21.15.67:0/2807674914 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55898e767300 0x55898e757840 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e2201add4b0a94f7 server_cookie=6a0f9554a1eda05 in_seq=0 out_seq=0 2024-09-21T00:24:38.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.301+0000 7fbfbd7fa640 1 -- 172.21.15.67:0/2807674914 <== mds.0 v2:172.21.15.67:6832/3973293841 1 ==== command_reply(tid 0: 0 ) ==== 8+0+0 (crc 0 0 0) 0x55898e6b03b0 con 0x55898e767300 2024-09-21T00:24:38.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.301+0000 7fbfbd7fa640 10 client.6081 handle_command_reply: tid=0 2024-09-21T00:24:38.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.301+0000 7fbfebed4740 1 client.6081 shutdown 2024-09-21T00:24:38.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.302+0000 7fbfebed4740 1 -- 172.21.15.67:0/2807674914 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55898e398490 msgr2=0x55898e77dc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:38.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.302+0000 7fbfebed4740 1 --2- 172.21.15.67:0/2807674914 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55898e398490 0x55898e77dc00 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7fbfd800ce90 tx=0x7fbfd8007680 comp rx=0 tx=0).stop 2024-09-21T00:24:38.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.302+0000 7fbfebed4740 1 -- 172.21.15.67:0/2807674914 shutdown_connections 2024-09-21T00:24:38.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.302+0000 7fbfebed4740 1 --2- 172.21.15.67:0/2807674914 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55898e398490 0x55898e77dc00 unknown :-1 s=CLOSED pgs=645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.302+0000 7fbfebed4740 1 --2- 172.21.15.67:0/2807674914 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55898e3777b0 0x55898e77d6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.302+0000 7fbfebed4740 1 --2- 172.21.15.67:0/2807674914 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55898e767300 0x55898e757840 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.302+0000 7fbfebed4740 1 --2- 172.21.15.67:0/2807674914 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55898e36f5d0 0x55898e803280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.302+0000 7fbfbd7fa640 0 client.6081 ms_handle_reset on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:38.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.302+0000 7fbfebed4740 1 -- 172.21.15.67:0/2807674914 >> 172.21.15.67:0/2807674914 conn(0x55898e38c5e0 msgr2=0x55898e77b1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:38.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.302+0000 7fbfebed4740 1 -- 172.21.15.67:0/2807674914 shutdown_connections 2024-09-21T00:24:38.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.302+0000 7fbfebed4740 1 -- 172.21.15.67:0/2807674914 wait complete. 2024-09-21T00:24:38.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.302+0000 7fbfebed4740 20 client.6081 trim_cache size 0 max 16384 2024-09-21T00:24:38.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.302+0000 7fbfe4f6a640 1 -- 172.21.15.67:0/3879955747 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbfc0078b90 msgr2=0x7fbfc007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:38.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.302+0000 7fbfe4f6a640 1 --2- 172.21.15.67:0/3879955747 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbfc0078b90 0x7fbfc007b0a0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fbfd0034000 tx=0x7fbfd0004730 comp rx=0 tx=0).stop 2024-09-21T00:24:38.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.302+0000 7fbfe4f6a640 1 -- 172.21.15.67:0/3879955747 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbfe00d3590 msgr2=0x7fbfe0145900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:38.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.302+0000 7fbfe4f6a640 1 --2- 172.21.15.67:0/3879955747 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbfe00d3590 0x7fbfe0145900 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7fbfc800c970 tx=0x7fbfc800ce30 comp rx=0 tx=0).stop 2024-09-21T00:24:38.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.302+0000 7fbfe4f6a640 1 -- 172.21.15.67:0/3879955747 shutdown_connections 2024-09-21T00:24:38.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.302+0000 7fbfe4f6a640 1 --2- 172.21.15.67:0/3879955747 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbfc0078b90 0x7fbfc007b0a0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.302+0000 7fbfe4f6a640 1 --2- 172.21.15.67:0/3879955747 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbfe00d4db0 0x7fbfe0145e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.302+0000 7fbfe4f6a640 1 --2- 172.21.15.67:0/3879955747 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbfe00d3590 0x7fbfe0145900 unknown :-1 s=CLOSED pgs=641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.302+0000 7fbfe4f6a640 1 --2- 172.21.15.67:0/3879955747 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbfe00d1280 0x7fbfe01453c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.302+0000 7fbfe4f6a640 1 -- 172.21.15.67:0/3879955747 >> 172.21.15.67:0/3879955747 conn(0x7fbfe009da10 msgr2=0x7fbfe0158a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:38.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.303+0000 7fbfe4f6a640 1 -- 172.21.15.67:0/3879955747 shutdown_connections 2024-09-21T00:24:38.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.303+0000 7fbfe4f6a640 1 -- 172.21.15.67:0/3879955747 wait complete. 2024-09-21T00:24:38.315 INFO:tasks.cephfs.test_scrub_checks:Running command 'flush_path /' 2024-09-21T00:24:38.315 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.3:0 flush_path / 2024-09-21T00:24:38.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.432+0000 7f4d9d0b6640 1 -- 172.21.15.67:0/884702671 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4d980d4e30 msgr2=0x7f4d980d3330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:38.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.432+0000 7f4d9d0b6640 1 --2- 172.21.15.67:0/884702671 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4d980d4e30 0x7f4d980d3330 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f4d90005fd0 tx=0x7f4d9002a8b0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.432+0000 7f4d9d0b6640 1 -- 172.21.15.67:0/884702671 shutdown_connections 2024-09-21T00:24:38.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.432+0000 7f4d9d0b6640 1 --2- 172.21.15.67:0/884702671 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4d980d4e30 0x7f4d980d3330 unknown :-1 s=CLOSED pgs=647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.432+0000 7f4d9d0b6640 1 -- 172.21.15.67:0/884702671 >> 172.21.15.67:0/884702671 conn(0x7f4d9808bee0 msgr2=0x7f4d980d4720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:38.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.432+0000 7f4d9d0b6640 1 -- 172.21.15.67:0/884702671 shutdown_connections 2024-09-21T00:24:38.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.432+0000 7f4d9d0b6640 1 -- 172.21.15.67:0/884702671 wait complete. 2024-09-21T00:24:38.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.434+0000 7f4d9d0b6640 1 Processor -- start 2024-09-21T00:24:38.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.435+0000 7f4d9d0b6640 1 -- start start 2024-09-21T00:24:38.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.436+0000 7f4d9d0b6640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4d980b3cb0 0x7f4d981f5f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:38.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.436+0000 7f4d9d0b6640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4d980d4e30 0x7f4d980b57a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:38.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.436+0000 7f4d9d0b6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4d980b66b0 0x7f4d9815ad90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:38.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.436+0000 7f4d9d0b6640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f4d9806f720 con 0x7f4d980b66b0 2024-09-21T00:24:38.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.436+0000 7f4d9d0b6640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f4d9806f5a0 con 0x7f4d980b3cb0 2024-09-21T00:24:38.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.436+0000 7f4d9d0b6640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f4d9806f8a0 con 0x7f4d980d4e30 2024-09-21T00:24:38.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.436+0000 7f4d9759e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4d980b66b0 0x7f4d9815ad90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:38.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.436+0000 7f4d9759e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4d980b66b0 0x7f4d9815ad90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:37038/0 (socket says 172.21.15.67:37038) 2024-09-21T00:24:38.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.436+0000 7f4d9759e640 1 -- 172.21.15.67:0/2650273032 learned_addr learned my addr 172.21.15.67:0/2650273032 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:38.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.436+0000 7f4d96d9d640 1 --2- 172.21.15.67:0/2650273032 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4d980b3cb0 0x7f4d981f5f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:38.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.436+0000 7f4d9659c640 1 --2- 172.21.15.67:0/2650273032 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4d980d4e30 0x7f4d980b57a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:38.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.436+0000 7f4d9759e640 1 -- 172.21.15.67:0/2650273032 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4d980d4e30 msgr2=0x7f4d980b57a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:38.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.436+0000 7f4d9759e640 1 --2- 172.21.15.67:0/2650273032 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4d980d4e30 0x7f4d980b57a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.436+0000 7f4d9759e640 1 -- 172.21.15.67:0/2650273032 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4d980b3cb0 msgr2=0x7f4d981f5f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:38.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.436+0000 7f4d9759e640 1 --2- 172.21.15.67:0/2650273032 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4d980b3cb0 0x7f4d981f5f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.436+0000 7f4d9759e640 1 -- 172.21.15.67:0/2650273032 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d980b4180 con 0x7f4d980b66b0 2024-09-21T00:24:38.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.437+0000 7f4d9759e640 1 --2- 172.21.15.67:0/2650273032 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4d980b66b0 0x7f4d9815ad90 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7f4d90009cd0 tx=0x7f4d900039f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:38.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.437+0000 7f4d8f7fe640 1 -- 172.21.15.67:0/2650273032 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d90031990 con 0x7f4d980b66b0 2024-09-21T00:24:38.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.437+0000 7f4d8f7fe640 1 -- 172.21.15.67:0/2650273032 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4d90031c20 con 0x7f4d980b66b0 2024-09-21T00:24:38.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.437+0000 7f4d9d0b6640 1 -- 172.21.15.67:0/2650273032 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d981f8bd0 con 0x7f4d980b66b0 2024-09-21T00:24:38.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.437+0000 7f4d8f7fe640 1 -- 172.21.15.67:0/2650273032 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d900330d0 con 0x7f4d980b66b0 2024-09-21T00:24:38.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.437+0000 7f4d9d0b6640 1 -- 172.21.15.67:0/2650273032 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d981ec380 con 0x7f4d980b66b0 2024-09-21T00:24:38.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.439+0000 7f4d8f7fe640 1 -- 172.21.15.67:0/2650273032 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f4d90033270 con 0x7f4d980b66b0 2024-09-21T00:24:38.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.439+0000 7f4d8f7fe640 1 --2- 172.21.15.67:0/2650273032 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4d78078b90 0x7f4d7807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:38.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.439+0000 7f4d8f7fe640 1 -- 172.21.15.67:0/2650273032 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f4d900bc2d0 con 0x7f4d980b66b0 2024-09-21T00:24:38.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.440+0000 7f4d96d9d640 1 --2- 172.21.15.67:0/2650273032 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4d78078b90 0x7f4d7807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:38.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.440+0000 7f4d96d9d640 1 --2- 172.21.15.67:0/2650273032 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4d78078b90 0x7f4d7807b0a0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f4d880098c0 tx=0x7f4d88009060 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:38.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.440+0000 7f4da4022740 1 Processor -- start 2024-09-21T00:24:38.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.441+0000 7f4da4022740 1 -- start start 2024-09-21T00:24:38.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.442+0000 7f4da4022740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55ba173451e0 0x55ba17717090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:38.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.442+0000 7f4da4022740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ba1731c320 0x55ba177175d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:38.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.442+0000 7f4da4022740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ba17324500 0x55ba177344d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:38.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.442+0000 7f4da4022740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55ba1765f8f0 con 0x55ba17324500 2024-09-21T00:24:38.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.442+0000 7f4da4022740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55ba1764ed20 con 0x55ba1731c320 2024-09-21T00:24:38.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.442+0000 7f4da4022740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55ba17652b30 con 0x55ba173451e0 2024-09-21T00:24:38.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.442+0000 7f4d9759e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ba17324500 0x55ba177344d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:38.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.442+0000 7f4d9759e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ba17324500 0x55ba177344d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:37046/0 (socket says 172.21.15.67:37046) 2024-09-21T00:24:38.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.442+0000 7f4d9759e640 1 -- 172.21.15.67:0/2409889442 learned_addr learned my addr 172.21.15.67:0/2409889442 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:38.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.442+0000 7f4d9659c640 1 --2- 172.21.15.67:0/2409889442 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ba1731c320 0x55ba177175d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:38.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.442+0000 7f4d96d9d640 1 --2- 172.21.15.67:0/2409889442 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55ba173451e0 0x55ba17717090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:38.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.442+0000 7f4d9759e640 1 -- 172.21.15.67:0/2409889442 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55ba173451e0 msgr2=0x55ba17717090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:38.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.442+0000 7f4d9759e640 1 --2- 172.21.15.67:0/2409889442 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55ba173451e0 0x55ba17717090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.442+0000 7f4d9759e640 1 -- 172.21.15.67:0/2409889442 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ba1731c320 msgr2=0x55ba177175d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:38.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.442+0000 7f4d9759e640 1 --2- 172.21.15.67:0/2409889442 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ba1731c320 0x55ba177175d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.442+0000 7f4d9759e640 1 -- 172.21.15.67:0/2409889442 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ba173b07c0 con 0x55ba17324500 2024-09-21T00:24:38.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.442+0000 7f4d9759e640 1 --2- 172.21.15.67:0/2409889442 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ba17324500 0x55ba177344d0 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f4d900840e0 tx=0x7f4d90083980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d86e0011d9d8a9b2 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:38.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.443+0000 7f4d8cff9640 1 -- 172.21.15.67:0/2409889442 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d90084150 con 0x55ba17324500 2024-09-21T00:24:38.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.443+0000 7f4d8cff9640 1 -- 172.21.15.67:0/2409889442 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4d90088b80 con 0x55ba17324500 2024-09-21T00:24:38.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.443+0000 7f4d8cff9640 1 -- 172.21.15.67:0/2409889442 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d9008da30 con 0x55ba17324500 2024-09-21T00:24:38.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.443+0000 7f4da4022740 1 -- 172.21.15.67:0/2409889442 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ba17324500 msgr2=0x55ba177344d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:38.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.443+0000 7f4da4022740 1 --2- 172.21.15.67:0/2409889442 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ba17324500 0x55ba177344d0 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f4d900840e0 tx=0x7f4d90083980 comp rx=0 tx=0).stop 2024-09-21T00:24:38.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.443+0000 7f4da4022740 1 -- 172.21.15.67:0/2409889442 shutdown_connections 2024-09-21T00:24:38.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.443+0000 7f4da4022740 1 --2- 172.21.15.67:0/2409889442 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ba17324500 0x55ba177344d0 unknown :-1 s=CLOSED pgs=649 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.443+0000 7f4da4022740 1 --2- 172.21.15.67:0/2409889442 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ba1731c320 0x55ba177175d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.443+0000 7f4da4022740 1 --2- 172.21.15.67:0/2409889442 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55ba173451e0 0x55ba17717090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.443+0000 7f4da4022740 1 -- 172.21.15.67:0/2409889442 >> 172.21.15.67:0/2409889442 conn(0x55ba17339330 msgr2=0x55ba176ed350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:38.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.444+0000 7f4da4022740 1 -- 172.21.15.67:0/2409889442 shutdown_connections 2024-09-21T00:24:38.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.444+0000 7f4da4022740 1 -- 172.21.15.67:0/2409889442 wait complete. 2024-09-21T00:24:38.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.444+0000 7f4da4022740 1 -- start start 2024-09-21T00:24:38.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.445+0000 7f4da4022740 1 Processor -- start 2024-09-21T00:24:38.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.446+0000 7f4da4022740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ba1731c320 0x55ba176f6080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:38.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.446+0000 7f4da4022740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55ba17324500 0x55ba17732690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:38.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.446+0000 7f4da4022740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ba173451e0 0x55ba17735420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:38.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.446+0000 7f4da4022740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55ba173bf590 con 0x55ba1731c320 2024-09-21T00:24:38.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.446+0000 7f4da4022740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55ba175f46c0 con 0x55ba173451e0 2024-09-21T00:24:38.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.446+0000 7f4da4022740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55ba1772c8a0 con 0x55ba17324500 2024-09-21T00:24:38.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.446+0000 7f4da4022740 10 client.0 _ll_register_callbacks cb 0x55ba175f8170 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:24:38.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.446+0000 7f4d96d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ba1731c320 0x55ba176f6080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:38.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.446+0000 7f4d96d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ba1731c320 0x55ba176f6080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:37056/0 (socket says 172.21.15.67:37056) 2024-09-21T00:24:38.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.446+0000 7f4d96d9d640 1 -- 172.21.15.67:0/4172000257 learned_addr learned my addr 172.21.15.67:0/4172000257 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:38.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.446+0000 7f4d9759e640 1 --2- 172.21.15.67:0/4172000257 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ba173451e0 0x55ba17735420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:38.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.446+0000 7f4d9659c640 1 --2- 172.21.15.67:0/4172000257 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55ba17324500 0x55ba17732690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:38.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.446+0000 7f4d96d9d640 1 -- 172.21.15.67:0/4172000257 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55ba17324500 msgr2=0x55ba17732690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:38.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.446+0000 7f4d96d9d640 1 --2- 172.21.15.67:0/4172000257 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55ba17324500 0x55ba17732690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.446+0000 7f4d96d9d640 1 -- 172.21.15.67:0/4172000257 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ba173451e0 msgr2=0x55ba17735420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:38.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.446+0000 7f4d96d9d640 1 --2- 172.21.15.67:0/4172000257 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ba173451e0 0x55ba17735420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.446+0000 7f4d96d9d640 1 -- 172.21.15.67:0/4172000257 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ba17427620 con 0x55ba1731c320 2024-09-21T00:24:38.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.446+0000 7f4d9759e640 1 --2- 172.21.15.67:0/4172000257 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ba173451e0 0x55ba17735420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:24:38.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.446+0000 7f4d96d9d640 1 --2- 172.21.15.67:0/4172000257 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ba1731c320 0x55ba176f6080 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f4d88015700 tx=0x7f4d880046d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e844b2dccb66499f server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:38.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.446+0000 7f4d75ffb640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:24:38.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.447+0000 7f4d75ffb640 1 -- 172.21.15.67:0/4172000257 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d88013720 con 0x55ba1731c320 2024-09-21T00:24:38.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.447+0000 7f4d75ffb640 1 -- 172.21.15.67:0/4172000257 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f4d880138c0 con 0x55ba1731c320 2024-09-21T00:24:38.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.447+0000 7f4da4022740 1 -- 172.21.15.67:0/4172000257 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4d90088b80 con 0x55ba1731c320 2024-09-21T00:24:38.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.447+0000 7f4d75ffb640 1 -- 172.21.15.67:0/4172000257 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f4d8802e050 con 0x55ba1731c320 2024-09-21T00:24:38.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.447+0000 7f4da4022740 10 client.6096 fetch_fsmap learned FSMap version 30 2024-09-21T00:24:38.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.447+0000 7f4da4022740 1 -- 172.21.15.67:0/4172000257 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=2+}) -- 0x55ba17744be0 con 0x55ba1731c320 2024-09-21T00:24:38.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.447+0000 7f4d75ffb640 1 -- 172.21.15.67:0/4172000257 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4d90088b80 con 0x55ba1731c320 2024-09-21T00:24:38.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.447+0000 7f4d75ffb640 1 -- 172.21.15.67:0/4172000257 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 30) ==== 3502+0+0 (secure 0 0 0) 0x7f4d88031020 con 0x55ba1731c320 2024-09-21T00:24:38.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.447+0000 7f4da4022740 10 client.6096 fetch_fsmap finished waiting for FSMap version 30 2024-09-21T00:24:38.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.447+0000 7f4da4022740 10 client.6096 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.a 2024-09-21T00:24:38.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.447+0000 7f4da4022740 20 client.6096 populate_metadata read hostname 'smithi067' 2024-09-21T00:24:38.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.447+0000 7f4da4022740 1 --2- 172.21.15.67:0/4172000257 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55ba17303fc0 0x55ba17743eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:38.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.447+0000 7f4da4022740 4 client.6096 mds_command: new command op to 5376 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:24:38.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.447+0000 7f4da4022740 1 -- 172.21.15.67:0/4172000257 --> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ba17661840 con 0x55ba17303fc0 2024-09-21T00:24:38.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.447+0000 7f4d9659c640 1 --2- 172.21.15.67:0/4172000257 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55ba17303fc0 0x55ba17743eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:38.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.448+0000 7f4d75ffb640 10 client.6096 ms_handle_connect on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:38.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.448+0000 7f4d9659c640 1 --2- 172.21.15.67:0/4172000257 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55ba17303fc0 0x55ba17743eb0 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2f6a98b0c0f32874 server_cookie=62e0537ddf930871 in_seq=0 out_seq=0 2024-09-21T00:24:38.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.448+0000 7f4d75ffb640 1 -- 172.21.15.67:0/4172000257 <== mds.0 v2:172.21.15.67:6832/3973293841 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x55ba17661840 con 0x55ba17303fc0 2024-09-21T00:24:38.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.448+0000 7f4d75ffb640 10 client.6096 handle_command_reply: tid=0 2024-09-21T00:24:38.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.448+0000 7f4da4022740 1 client.6096 shutdown 2024-09-21T00:24:38.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.448+0000 7f4da4022740 1 -- 172.21.15.67:0/4172000257 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ba1731c320 msgr2=0x55ba176f6080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:38.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.448+0000 7f4da4022740 1 --2- 172.21.15.67:0/4172000257 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ba1731c320 0x55ba176f6080 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f4d88015700 tx=0x7f4d880046d0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.448+0000 7f4da4022740 1 -- 172.21.15.67:0/4172000257 shutdown_connections 2024-09-21T00:24:38.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.448+0000 7f4da4022740 1 --2- 172.21.15.67:0/4172000257 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ba173451e0 0x55ba17735420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.448+0000 7f4da4022740 1 --2- 172.21.15.67:0/4172000257 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55ba17303fc0 0x55ba17743eb0 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.448+0000 7f4da4022740 1 --2- 172.21.15.67:0/4172000257 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55ba17324500 0x55ba17732690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.448+0000 7f4da4022740 1 --2- 172.21.15.67:0/4172000257 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ba1731c320 0x55ba176f6080 unknown :-1 s=CLOSED pgs=650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.448+0000 7f4d75ffb640 0 client.6096 ms_handle_reset on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:38.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.448+0000 7f4da4022740 1 -- 172.21.15.67:0/4172000257 >> 172.21.15.67:0/4172000257 conn(0x55ba17339330 msgr2=0x55ba176ed200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:38.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.448+0000 7f4da4022740 1 -- 172.21.15.67:0/4172000257 shutdown_connections 2024-09-21T00:24:38.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.449+0000 7f4da4022740 1 -- 172.21.15.67:0/4172000257 wait complete. 2024-09-21T00:24:38.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.449+0000 7f4da4022740 20 client.6096 trim_cache size 0 max 16384 2024-09-21T00:24:38.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.464+0000 7f4da4022740 1 Processor -- start 2024-09-21T00:24:38.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.464+0000 7f4da4022740 1 -- start start 2024-09-21T00:24:38.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.465+0000 7f4da4022740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ba1731c320 0x55ba1772d3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:38.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.465+0000 7f4da4022740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55ba17324500 0x55ba1772d910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:38.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.465+0000 7f4da4022740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ba173451e0 0x55ba17754370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:38.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.465+0000 7f4da4022740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55ba17706fb0 con 0x55ba173451e0 2024-09-21T00:24:38.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.465+0000 7f4da4022740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f4d98202260 con 0x55ba1731c320 2024-09-21T00:24:38.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.465+0000 7f4da4022740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f4d98201260 con 0x55ba17324500 2024-09-21T00:24:38.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.465+0000 7f4d9759e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ba173451e0 0x55ba17754370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:38.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.465+0000 7f4d9759e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ba173451e0 0x55ba17754370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:37072/0 (socket says 172.21.15.67:37072) 2024-09-21T00:24:38.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.465+0000 7f4d9759e640 1 -- 172.21.15.67:0/2311954890 learned_addr learned my addr 172.21.15.67:0/2311954890 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:38.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.465+0000 7f4d9759e640 1 -- 172.21.15.67:0/2311954890 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55ba17324500 msgr2=0x55ba1772d910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:38.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.465+0000 7f4d9759e640 1 --2- 172.21.15.67:0/2311954890 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55ba17324500 0x55ba1772d910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.465+0000 7f4d9759e640 1 -- 172.21.15.67:0/2311954890 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ba1731c320 msgr2=0x55ba1772d3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:38.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.465+0000 7f4d96d9d640 1 --2- 172.21.15.67:0/2311954890 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ba1731c320 0x55ba1772d3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:38.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.465+0000 7f4d9759e640 1 --2- 172.21.15.67:0/2311954890 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ba1731c320 0x55ba1772d3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.465+0000 7f4d9759e640 1 -- 172.21.15.67:0/2311954890 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ba176e96d0 con 0x55ba173451e0 2024-09-21T00:24:38.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.465+0000 7f4d9759e640 1 --2- 172.21.15.67:0/2311954890 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ba173451e0 0x55ba17754370 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7f4d900840e0 tx=0x7f4d900ba6d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5f14f0d93378a38 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:38.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.466+0000 7f4d77fff640 1 -- 172.21.15.67:0/2311954890 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d90088b80 con 0x55ba173451e0 2024-09-21T00:24:38.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.466+0000 7f4d77fff640 1 -- 172.21.15.67:0/2311954890 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4d90084150 con 0x55ba173451e0 2024-09-21T00:24:38.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.466+0000 7f4d77fff640 1 -- 172.21.15.67:0/2311954890 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d900803c0 con 0x55ba173451e0 2024-09-21T00:24:38.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.466+0000 7f4da4022740 1 -- 172.21.15.67:0/2311954890 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ba173451e0 msgr2=0x55ba17754370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:38.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.466+0000 7f4da4022740 1 --2- 172.21.15.67:0/2311954890 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ba173451e0 0x55ba17754370 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7f4d900840e0 tx=0x7f4d900ba6d0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.466+0000 7f4da4022740 1 -- 172.21.15.67:0/2311954890 shutdown_connections 2024-09-21T00:24:38.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.466+0000 7f4da4022740 1 --2- 172.21.15.67:0/2311954890 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ba173451e0 0x55ba17754370 unknown :-1 s=CLOSED pgs=651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.466+0000 7f4da4022740 1 --2- 172.21.15.67:0/2311954890 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55ba17324500 0x55ba1772d910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.466+0000 7f4da4022740 1 --2- 172.21.15.67:0/2311954890 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ba1731c320 0x55ba1772d3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.466+0000 7f4da4022740 1 -- 172.21.15.67:0/2311954890 >> 172.21.15.67:0/2311954890 conn(0x55ba17339330 msgr2=0x55ba17743e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:38.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.466+0000 7f4da4022740 1 -- 172.21.15.67:0/2311954890 shutdown_connections 2024-09-21T00:24:38.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.466+0000 7f4da4022740 1 -- 172.21.15.67:0/2311954890 wait complete. 2024-09-21T00:24:38.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.467+0000 7f4da4022740 1 -- start start 2024-09-21T00:24:38.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.467+0000 7f4da4022740 1 Processor -- start 2024-09-21T00:24:38.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.469+0000 7f4da4022740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ba1731c320 0x55ba177aea00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:38.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.469+0000 7f4da4022740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55ba17324500 0x55ba1772d3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:38.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.469+0000 7f4da4022740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ba173451e0 0x55ba1772d8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:38.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.469+0000 7f4da4022740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f4d9815a140 con 0x55ba1731c320 2024-09-21T00:24:38.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.469+0000 7f4da4022740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f4d981ec1b0 con 0x55ba173451e0 2024-09-21T00:24:38.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.469+0000 7f4da4022740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55ba17706fb0 con 0x55ba17324500 2024-09-21T00:24:38.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.469+0000 7f4da4022740 10 client.0 _ll_register_callbacks cb 0x7f4d88009f00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:24:38.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.469+0000 7f4d96d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ba1731c320 0x55ba177aea00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:38.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.469+0000 7f4d96d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ba1731c320 0x55ba177aea00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:37086/0 (socket says 172.21.15.67:37086) 2024-09-21T00:24:38.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.469+0000 7f4d96d9d640 1 -- 172.21.15.67:0/2630136552 learned_addr learned my addr 172.21.15.67:0/2630136552 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:38.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.469+0000 7f4d9659c640 1 --2- 172.21.15.67:0/2630136552 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55ba17324500 0x55ba1772d3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:38.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.469+0000 7f4d9759e640 1 --2- 172.21.15.67:0/2630136552 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ba173451e0 0x55ba1772d8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:38.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.469+0000 7f4d96d9d640 1 -- 172.21.15.67:0/2630136552 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55ba17324500 msgr2=0x55ba1772d3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:38.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.469+0000 7f4d96d9d640 1 --2- 172.21.15.67:0/2630136552 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55ba17324500 0x55ba1772d3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.469+0000 7f4d96d9d640 1 -- 172.21.15.67:0/2630136552 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ba173451e0 msgr2=0x55ba1772d8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:38.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.469+0000 7f4d96d9d640 1 --2- 172.21.15.67:0/2630136552 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ba173451e0 0x55ba1772d8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.469+0000 7f4d96d9d640 1 -- 172.21.15.67:0/2630136552 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ba17706140 con 0x55ba1731c320 2024-09-21T00:24:38.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.469+0000 7f4d96d9d640 1 --2- 172.21.15.67:0/2630136552 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ba1731c320 0x55ba177aea00 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7f4d88000c00 tx=0x7f4d88022720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5227abe78c708249 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:38.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.469+0000 7f4d75ffb640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:24:38.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.469+0000 7f4d75ffb640 1 -- 172.21.15.67:0/2630136552 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d88036070 con 0x55ba1731c320 2024-09-21T00:24:38.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.469+0000 7f4d75ffb640 1 -- 172.21.15.67:0/2630136552 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f4d88022b20 con 0x55ba1731c320 2024-09-21T00:24:38.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.469+0000 7f4da4022740 1 -- 172.21.15.67:0/2630136552 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4d90084150 con 0x55ba1731c320 2024-09-21T00:24:38.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.470+0000 7f4d75ffb640 1 -- 172.21.15.67:0/2630136552 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) ==== 24+0+0 (secure 0 0 0) 0x7f4d88040050 con 0x55ba1731c320 2024-09-21T00:24:38.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.470+0000 7f4da4022740 10 client.6102 fetch_fsmap learned FSMap version 30 2024-09-21T00:24:38.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.470+0000 7f4da4022740 1 -- 172.21.15.67:0/2630136552 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=2+}) -- 0x55ba17706420 con 0x55ba1731c320 2024-09-21T00:24:38.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.470+0000 7f4d75ffb640 1 -- 172.21.15.67:0/2630136552 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4d90084150 con 0x55ba1731c320 2024-09-21T00:24:38.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.470+0000 7f4d75ffb640 1 -- 172.21.15.67:0/2630136552 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 30) ==== 3502+0+0 (secure 0 0 0) 0x7f4d88043020 con 0x55ba1731c320 2024-09-21T00:24:38.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.470+0000 7f4da4022740 10 client.6102 fetch_fsmap finished waiting for FSMap version 30 2024-09-21T00:24:38.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.470+0000 7f4da4022740 10 client.6102 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.a 2024-09-21T00:24:38.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.470+0000 7f4da4022740 20 client.6102 populate_metadata read hostname 'smithi067' 2024-09-21T00:24:38.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.470+0000 7f4da4022740 1 --2- 172.21.15.67:0/2630136552 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55ba177b4be0 0x55ba177b1bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:38.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.470+0000 7f4da4022740 4 client.6102 mds_command: new command op to 5376 tid=0 multi_id=0 [{"prefix": "flush_path", "path": "/"}] 2024-09-21T00:24:38.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.470+0000 7f4da4022740 1 -- 172.21.15.67:0/2630136552 --> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] -- command(tid 0: {"prefix": "flush_path", "path": "/"}) -- 0x55ba176eea40 con 0x55ba177b4be0 2024-09-21T00:24:38.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.470+0000 7f4d9659c640 1 --2- 172.21.15.67:0/2630136552 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55ba177b4be0 0x55ba177b1bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:38.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.470+0000 7f4d75ffb640 10 client.6102 ms_handle_connect on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:38.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.470+0000 7f4d9659c640 1 --2- 172.21.15.67:0/2630136552 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55ba177b4be0 0x55ba177b1bb0 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=19d94d1cab467d8d server_cookie=376e85cd946c571 in_seq=0 out_seq=0 2024-09-21T00:24:38.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.473+0000 7f4d75ffb640 1 -- 172.21.15.67:0/2630136552 <== mds.0 v2:172.21.15.67:6832/3973293841 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55ba176eea40 con 0x55ba177b4be0 2024-09-21T00:24:38.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.473+0000 7f4d75ffb640 10 client.6102 handle_command_reply: tid=0 2024-09-21T00:24:38.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.473+0000 7f4da4022740 1 client.6102 shutdown 2024-09-21T00:24:38.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.473+0000 7f4da4022740 1 -- 172.21.15.67:0/2630136552 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ba1731c320 msgr2=0x55ba177aea00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:38.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.473+0000 7f4da4022740 1 --2- 172.21.15.67:0/2630136552 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ba1731c320 0x55ba177aea00 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7f4d88000c00 tx=0x7f4d88022720 comp rx=0 tx=0).stop 2024-09-21T00:24:38.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.473+0000 7f4da4022740 1 -- 172.21.15.67:0/2630136552 shutdown_connections 2024-09-21T00:24:38.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.473+0000 7f4da4022740 1 --2- 172.21.15.67:0/2630136552 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ba173451e0 0x55ba1772d8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.473+0000 7f4da4022740 1 --2- 172.21.15.67:0/2630136552 >> [v2:172.21.15.67:6832/3973293841,v1:172.21.15.67:6833/3973293841] conn(0x55ba177b4be0 0x55ba177b1bb0 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.473+0000 7f4da4022740 1 --2- 172.21.15.67:0/2630136552 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55ba17324500 0x55ba1772d3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.473+0000 7f4da4022740 1 --2- 172.21.15.67:0/2630136552 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ba1731c320 0x55ba177aea00 unknown :-1 s=CLOSED pgs=652 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.473+0000 7f4d75ffb640 0 client.6102 ms_handle_reset on v2:172.21.15.67:6832/3973293841 2024-09-21T00:24:38.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.473+0000 7f4da4022740 1 -- 172.21.15.67:0/2630136552 >> 172.21.15.67:0/2630136552 conn(0x55ba17339330 msgr2=0x55ba17717090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:38.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.473+0000 7f4da4022740 1 -- 172.21.15.67:0/2630136552 shutdown_connections 2024-09-21T00:24:38.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.473+0000 7f4da4022740 1 -- 172.21.15.67:0/2630136552 wait complete. 2024-09-21T00:24:38.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.473+0000 7f4da4022740 20 client.6102 trim_cache size 0 max 16384 2024-09-21T00:24:38.477 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:24:38.477 INFO:teuthology.orchestra.run.smithi067.stdout: "message": "", 2024-09-21T00:24:38.477 INFO:teuthology.orchestra.run.smithi067.stdout: "return_code": 0 2024-09-21T00:24:38.478 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:24:38.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.474+0000 7f4d9d0b6640 1 -- 172.21.15.67:0/2650273032 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4d78078b90 msgr2=0x7f4d7807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:38.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.474+0000 7f4d9d0b6640 1 --2- 172.21.15.67:0/2650273032 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4d78078b90 0x7f4d7807b0a0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f4d880098c0 tx=0x7f4d88009060 comp rx=0 tx=0).stop 2024-09-21T00:24:38.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.474+0000 7f4d9d0b6640 1 -- 172.21.15.67:0/2650273032 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4d980b66b0 msgr2=0x7f4d9815ad90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:38.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.474+0000 7f4d9d0b6640 1 --2- 172.21.15.67:0/2650273032 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4d980b66b0 0x7f4d9815ad90 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7f4d90009cd0 tx=0x7f4d900039f0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.474+0000 7f4d9d0b6640 1 -- 172.21.15.67:0/2650273032 shutdown_connections 2024-09-21T00:24:38.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.474+0000 7f4d9d0b6640 1 --2- 172.21.15.67:0/2650273032 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4d78078b90 0x7f4d7807b0a0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.474+0000 7f4d9d0b6640 1 --2- 172.21.15.67:0/2650273032 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4d980b66b0 0x7f4d9815ad90 unknown :-1 s=CLOSED pgs=648 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.474+0000 7f4d9d0b6640 1 --2- 172.21.15.67:0/2650273032 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4d980d4e30 0x7f4d980b57a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.474+0000 7f4d9d0b6640 1 --2- 172.21.15.67:0/2650273032 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4d980b3cb0 0x7f4d981f5f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.474+0000 7f4d9d0b6640 1 -- 172.21.15.67:0/2650273032 >> 172.21.15.67:0/2650273032 conn(0x7f4d9808bee0 msgr2=0x7f4d98161620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:38.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.474+0000 7f4d9d0b6640 1 -- 172.21.15.67:0/2650273032 shutdown_connections 2024-09-21T00:24:38.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.474+0000 7f4d9d0b6640 1 -- 172.21.15.67:0/2650273032 wait complete. 2024-09-21T00:24:38.486 INFO:tasks.cephfs.test_scrub_checks:command 'flush_path /' returned '{'message': '', 'return_code': 0}' 2024-09-21T00:24:38.486 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-21T00:24:38.486 DEBUG:teuthology.orchestra.run.smithi067:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T00:24:38.538 DEBUG:teuthology.orchestra.run.smithi097:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T00:24:38.585 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-21T00:24:38.585 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T00:24:38.585 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:24:38.585 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:24:38.602 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:24:38.602 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:24:38.659 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T00:24:38.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.815+0000 7fb26f6d3640 1 -- 172.21.15.67:0/4192026451 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb254004800 msgr2=0x7fb254004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:38.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.815+0000 7fb26f6d3640 1 --2- 172.21.15.67:0/4192026451 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb254004800 0x7fb254004c10 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7fb258006fd0 tx=0x7fb254005830 comp rx=0 tx=0).stop 2024-09-21T00:24:38.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.815+0000 7fb26f6d3640 1 -- 172.21.15.67:0/4192026451 shutdown_connections 2024-09-21T00:24:38.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.815+0000 7fb26f6d3640 1 --2- 172.21.15.67:0/4192026451 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb254004800 0x7fb254004c10 unknown :-1 s=CLOSED pgs=654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.815+0000 7fb26f6d3640 1 -- 172.21.15.67:0/4192026451 >> 172.21.15.67:0/4192026451 conn(0x7fb2680d45a0 msgr2=0x7fb2680d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:38.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.815+0000 7fb26f6d3640 1 -- 172.21.15.67:0/4192026451 shutdown_connections 2024-09-21T00:24:38.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.815+0000 7fb26f6d3640 1 -- 172.21.15.67:0/4192026451 wait complete. 2024-09-21T00:24:38.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.817+0000 7fb26f6d3640 1 Processor -- start 2024-09-21T00:24:38.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.817+0000 7fb26f6d3640 1 -- start start 2024-09-21T00:24:38.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.818+0000 7fb26f6d3640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb254004800 0x7fb26806ed10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:38.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.818+0000 7fb26f6d3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb26806f250 0x7fb26815da50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:38.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.819+0000 7fb26f6d3640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb2680ce240 0x7fb26815df90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:38.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.819+0000 7fb26f6d3640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fb2680b6020 con 0x7fb26806f250 2024-09-21T00:24:38.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.819+0000 7fb26f6d3640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fb2680d2610 con 0x7fb254004800 2024-09-21T00:24:38.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.819+0000 7fb26f6d3640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fb2680b61a0 con 0x7fb2680ce240 2024-09-21T00:24:38.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.819+0000 7fb26cc6e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb26806f250 0x7fb26815da50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:38.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.819+0000 7fb26cc6e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb26806f250 0x7fb26815da50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:37102/0 (socket says 172.21.15.67:37102) 2024-09-21T00:24:38.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.819+0000 7fb26cc6e640 1 -- 172.21.15.67:0/1913710100 learned_addr learned my addr 172.21.15.67:0/1913710100 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:38.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.819+0000 7fb26d46f640 1 --2- 172.21.15.67:0/1913710100 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb254004800 0x7fb26806ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:38.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.819+0000 7fb26dc70640 1 --2- 172.21.15.67:0/1913710100 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb2680ce240 0x7fb26815df90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:38.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.819+0000 7fb26cc6e640 1 -- 172.21.15.67:0/1913710100 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb2680ce240 msgr2=0x7fb26815df90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:38.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.819+0000 7fb26cc6e640 1 --2- 172.21.15.67:0/1913710100 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb2680ce240 0x7fb26815df90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.819+0000 7fb26cc6e640 1 -- 172.21.15.67:0/1913710100 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb254004800 msgr2=0x7fb26806ed10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:38.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.819+0000 7fb26cc6e640 1 --2- 172.21.15.67:0/1913710100 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb254004800 0x7fb26806ed10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:38.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.819+0000 7fb26cc6e640 1 -- 172.21.15.67:0/1913710100 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2681f5b20 con 0x7fb26806f250 2024-09-21T00:24:38.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.819+0000 7fb26cc6e640 1 --2- 172.21.15.67:0/1913710100 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb26806f250 0x7fb26815da50 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7fb258000c00 tx=0x7fb258001c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:38.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.819+0000 7fb25dffb640 1 -- 172.21.15.67:0/1913710100 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb258006580 con 0x7fb26806f250 2024-09-21T00:24:38.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.819+0000 7fb25dffb640 1 -- 172.21.15.67:0/1913710100 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb258003b10 con 0x7fb26806f250 2024-09-21T00:24:38.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.819+0000 7fb25dffb640 1 -- 172.21.15.67:0/1913710100 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb25802e480 con 0x7fb26806f250 2024-09-21T00:24:38.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.819+0000 7fb26f6d3640 1 -- 172.21.15.67:0/1913710100 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2680cc7d0 con 0x7fb26806f250 2024-09-21T00:24:38.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.820+0000 7fb26f6d3640 1 -- 172.21.15.67:0/1913710100 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2680ccd90 con 0x7fb26806f250 2024-09-21T00:24:38.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.821+0000 7fb26f6d3640 1 -- 172.21.15.67:0/1913710100 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb2680b6700 con 0x7fb26806f250 2024-09-21T00:24:38.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.821+0000 7fb25dffb640 1 -- 172.21.15.67:0/1913710100 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fb258035020 con 0x7fb26806f250 2024-09-21T00:24:38.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.822+0000 7fb25dffb640 1 --2- 172.21.15.67:0/1913710100 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb24c078b90 0x7fb24c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:38.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.822+0000 7fb25dffb640 1 -- 172.21.15.67:0/1913710100 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fb2580bb5d0 con 0x7fb26806f250 2024-09-21T00:24:38.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.822+0000 7fb26d46f640 1 --2- 172.21.15.67:0/1913710100 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb24c078b90 0x7fb24c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:38.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.823+0000 7fb26d46f640 1 --2- 172.21.15.67:0/1913710100 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb24c078b90 0x7fb24c07b0a0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fb26806a360 tx=0x7fb264006b70 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:38.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:38.826+0000 7fb25dffb640 1 -- 172.21.15.67:0/1913710100 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fb2580833c0 con 0x7fb26806f250 2024-09-21T00:24:39.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.025+0000 7fb26f6d3640 1 -- 172.21.15.67:0/1913710100 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fb2681f5db0 con 0x7fb26806f250 2024-09-21T00:24:39.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.025+0000 7fb25dffb640 1 -- 172.21.15.67:0/1913710100 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v45) ==== 80+0+0 (secure 0 0 0) 0x7fb258087df0 con 0x7fb26806f250 2024-09-21T00:24:39.027 INFO:teuthology.orchestra.run.smithi067.stderr:listed 0 entries 2024-09-21T00:24:39.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.028+0000 7fb26f6d3640 1 -- 172.21.15.67:0/1913710100 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb24c078b90 msgr2=0x7fb24c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:39.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.028+0000 7fb26f6d3640 1 --2- 172.21.15.67:0/1913710100 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb24c078b90 0x7fb24c07b0a0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fb26806a360 tx=0x7fb264006b70 comp rx=0 tx=0).stop 2024-09-21T00:24:39.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.028+0000 7fb26f6d3640 1 -- 172.21.15.67:0/1913710100 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb26806f250 msgr2=0x7fb26815da50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:39.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.028+0000 7fb26f6d3640 1 --2- 172.21.15.67:0/1913710100 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb26806f250 0x7fb26815da50 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7fb258000c00 tx=0x7fb258001c70 comp rx=0 tx=0).stop 2024-09-21T00:24:39.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.028+0000 7fb26f6d3640 1 -- 172.21.15.67:0/1913710100 shutdown_connections 2024-09-21T00:24:39.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.028+0000 7fb26f6d3640 1 --2- 172.21.15.67:0/1913710100 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb24c078b90 0x7fb24c07b0a0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:39.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.028+0000 7fb26f6d3640 1 --2- 172.21.15.67:0/1913710100 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb2680ce240 0x7fb26815df90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:39.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.028+0000 7fb26f6d3640 1 --2- 172.21.15.67:0/1913710100 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb26806f250 0x7fb26815da50 unknown :-1 s=CLOSED pgs=655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:39.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.028+0000 7fb26f6d3640 1 --2- 172.21.15.67:0/1913710100 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb254004800 0x7fb26806ed10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:39.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.028+0000 7fb26f6d3640 1 -- 172.21.15.67:0/1913710100 >> 172.21.15.67:0/1913710100 conn(0x7fb2680d45a0 msgr2=0x7fb2680cfda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:39.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.028+0000 7fb26f6d3640 1 -- 172.21.15.67:0/1913710100 shutdown_connections 2024-09-21T00:24:39.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.028+0000 7fb26f6d3640 1 -- 172.21.15.67:0/1913710100 wait complete. 2024-09-21T00:24:39.040 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi067.front.sepia.ceph.com... 2024-09-21T00:24:39.040 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:24:39.040 DEBUG:teuthology.orchestra.run.smithi067:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-21T00:24:39.064 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:ceph-fuse[57302]: fuse finished with error 0 and tester_r 0 2024-09-21T00:24:39.070 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi067.front.sepia.ceph.com 2024-09-21T00:24:39.070 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:24:39.070 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-21T00:24:39.256 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T00:24:39.257 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:24:39.257 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:24:39.276 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17850 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T00:24:39.276 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T00:24:39.276 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:24:39.276 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:24:39.314 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20178 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T00:24:39.314 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T00:24:39.314 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:24:39.314 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:24:39.333 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17850 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T00:24:39.333 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:24:39.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.469+0000 7f4ddf59e640 1 -- 172.21.15.67:0/3260284349 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4de00d1b00 msgr2=0x7f4de015a1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:39.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.469+0000 7f4ddf59e640 1 --2- 172.21.15.67:0/3260284349 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4de00d1b00 0x7f4de015a1e0 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7f4de00b82e0 tx=0x7f4dd002a560 comp rx=0 tx=0).stop 2024-09-21T00:24:39.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.469+0000 7f4ddf59e640 1 -- 172.21.15.67:0/3260284349 shutdown_connections 2024-09-21T00:24:39.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.469+0000 7f4ddf59e640 1 --2- 172.21.15.67:0/3260284349 >> v2:172.21.15.97:3300/0 conn(0x7f4de00b3c20 0x7f4de00b4030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:39.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.469+0000 7f4ddf59e640 1 --2- 172.21.15.67:0/3260284349 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4de00d1b00 0x7f4de015a1e0 unknown :-1 s=CLOSED pgs=657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:39.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.469+0000 7f4ddf59e640 1 -- 172.21.15.67:0/3260284349 >> 172.21.15.67:0/3260284349 conn(0x7f4de0069410 msgr2=0x7f4de00cec20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:39.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.470+0000 7f4ddf59e640 1 -- 172.21.15.67:0/3260284349 shutdown_connections 2024-09-21T00:24:39.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.470+0000 7f4ddf59e640 1 -- 172.21.15.67:0/3260284349 wait complete. 2024-09-21T00:24:39.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.471+0000 7f4ddf59e640 1 Processor -- start 2024-09-21T00:24:39.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.471+0000 7f4ddf59e640 1 -- start start 2024-09-21T00:24:39.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.473+0000 7f4ddf59e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4de00b3c20 0x7f4de0152960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:39.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.473+0000 7f4ddf59e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4de00d1b00 0x7f4de00cb180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:39.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.473+0000 7f4ddf59e640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4de0160140 0x7f4de00b65c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:39.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.473+0000 7f4ddf59e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f4de00d0240 con 0x7f4de00d1b00 2024-09-21T00:24:39.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.473+0000 7f4ddf59e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f4de00d00c0 con 0x7f4de00b3c20 2024-09-21T00:24:39.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.473+0000 7f4ddf59e640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f4de00d03c0 con 0x7f4de0160140 2024-09-21T00:24:39.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.473+0000 7f4dd7fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4de00d1b00 0x7f4de00cb180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:39.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.473+0000 7f4dd7fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4de00d1b00 0x7f4de00cb180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:37126/0 (socket says 172.21.15.67:37126) 2024-09-21T00:24:39.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.473+0000 7f4dd7fff640 1 -- 172.21.15.67:0/1373292870 learned_addr learned my addr 172.21.15.67:0/1373292870 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:39.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.473+0000 7f4dde59c640 1 --2- 172.21.15.67:0/1373292870 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4de00b3c20 0x7f4de0152960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:39.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.473+0000 7f4dded9d640 1 --2- 172.21.15.67:0/1373292870 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4de0160140 0x7f4de00b65c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:39.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.473+0000 7f4dd7fff640 1 -- 172.21.15.67:0/1373292870 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4de0160140 msgr2=0x7f4de00b65c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:39.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.473+0000 7f4dd7fff640 1 --2- 172.21.15.67:0/1373292870 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4de0160140 0x7f4de00b65c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:39.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.473+0000 7f4dd7fff640 1 -- 172.21.15.67:0/1373292870 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4de00b3c20 msgr2=0x7f4de0152960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:39.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.473+0000 7f4dd7fff640 1 --2- 172.21.15.67:0/1373292870 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4de00b3c20 0x7f4de0152960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:39.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.473+0000 7f4dd7fff640 1 -- 172.21.15.67:0/1373292870 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4de00b5b10 con 0x7f4de00d1b00 2024-09-21T00:24:39.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.473+0000 7f4dd7fff640 1 --2- 172.21.15.67:0/1373292870 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4de00d1b00 0x7f4de00cb180 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f4dc800c3f0 tx=0x7f4dc800c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:39.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.474+0000 7f4dd6ffd640 1 -- 172.21.15.67:0/1373292870 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4dc8017070 con 0x7f4de00d1b00 2024-09-21T00:24:39.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.474+0000 7f4dd6ffd640 1 -- 172.21.15.67:0/1373292870 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4dc80035f0 con 0x7f4de00d1b00 2024-09-21T00:24:39.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.474+0000 7f4ddf59e640 1 -- 172.21.15.67:0/1373292870 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4de00b5db0 con 0x7f4de00d1b00 2024-09-21T00:24:39.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.474+0000 7f4dd6ffd640 1 -- 172.21.15.67:0/1373292870 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4dc8003a40 con 0x7f4de00d1b00 2024-09-21T00:24:39.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.474+0000 7f4ddf59e640 1 -- 172.21.15.67:0/1373292870 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4de00cb6c0 con 0x7f4de00d1b00 2024-09-21T00:24:39.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.475+0000 7f4ddf59e640 1 -- 172.21.15.67:0/1373292870 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4de00cb960 con 0x7f4de00d1b00 2024-09-21T00:24:39.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.476+0000 7f4dd6ffd640 1 -- 172.21.15.67:0/1373292870 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f4dc801a070 con 0x7f4de00d1b00 2024-09-21T00:24:39.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.476+0000 7f4dd6ffd640 1 --2- 172.21.15.67:0/1373292870 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4dc0078b90 0x7f4dc007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:39.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.476+0000 7f4dd6ffd640 1 -- 172.21.15.67:0/1373292870 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f4dc8099ee0 con 0x7f4de00d1b00 2024-09-21T00:24:39.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.476+0000 7f4dde59c640 1 --2- 172.21.15.67:0/1373292870 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4dc0078b90 0x7f4dc007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:39.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.477+0000 7f4dde59c640 1 --2- 172.21.15.67:0/1373292870 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4dc0078b90 0x7f4dc007b0a0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f4dd0033000 tx=0x7f4dd0004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:39.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.481+0000 7f4dd6ffd640 1 -- 172.21.15.67:0/1373292870 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f4de00b4570 con 0x7f4de00d1b00 2024-09-21T00:24:39.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.705+0000 7f4ddf59e640 1 -- 172.21.15.67:0/1373292870 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4de00d08e0 con 0x7f4de00d1b00 2024-09-21T00:24:39.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.706+0000 7f4dd6ffd640 1 -- 172.21.15.67:0/1373292870 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 30 v30) ==== 94+0+5224 (secure 0 0 0) 0x7f4dc8061df0 con 0x7f4de00d1b00 2024-09-21T00:24:39.707 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:24:39.707 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":30,"btime":"2024-09-21T00:24:37:598211+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4949,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3329715663","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":3329715663},{"type":"v1","addr":"172.21.15.67:6835","nonce":3329715663}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":4952,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6835/3171140375","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3171140375},{"type":"v1","addr":"172.21.15.97:6835","nonce":3171140375}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5194,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/1894359539","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":1894359539},{"type":"v1","addr":"172.21.15.97:6837","nonce":1894359539}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22}],"filesystems":[{"mdsmap":{"epoch":30,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:24:04.528366+0000","modified":"2024-09-21T00:24:37.180509+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5376},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5376":{"gid":5376,"name":"a","rank":0,"incarnation":23,"state":"up:active","state_seq":11,"addr":"172.21.15.67:6833/3973293841","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":3973293841},{"type":"v1","addr":"172.21.15.67:6833","nonce":3973293841}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5376,"qdb_cluster":[5376]},"id":3}]} 2024-09-21T00:24:39.708 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 30 2024-09-21T00:24:39.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.708+0000 7f4ddf59e640 1 -- 172.21.15.67:0/1373292870 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4dc0078b90 msgr2=0x7f4dc007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:39.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.708+0000 7f4ddf59e640 1 --2- 172.21.15.67:0/1373292870 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4dc0078b90 0x7f4dc007b0a0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f4dd0033000 tx=0x7f4dd0004730 comp rx=0 tx=0).stop 2024-09-21T00:24:39.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.708+0000 7f4ddf59e640 1 -- 172.21.15.67:0/1373292870 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4de00d1b00 msgr2=0x7f4de00cb180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:39.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.708+0000 7f4ddf59e640 1 --2- 172.21.15.67:0/1373292870 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4de00d1b00 0x7f4de00cb180 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f4dc800c3f0 tx=0x7f4dc800c8b0 comp rx=0 tx=0).stop 2024-09-21T00:24:39.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.708+0000 7f4ddf59e640 1 -- 172.21.15.67:0/1373292870 shutdown_connections 2024-09-21T00:24:39.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.708+0000 7f4ddf59e640 1 --2- 172.21.15.67:0/1373292870 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4dc0078b90 0x7f4dc007b0a0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:39.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.708+0000 7f4ddf59e640 1 --2- 172.21.15.67:0/1373292870 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4de0160140 0x7f4de00b65c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:39.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.708+0000 7f4ddf59e640 1 --2- 172.21.15.67:0/1373292870 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4de00d1b00 0x7f4de00cb180 unknown :-1 s=CLOSED pgs=658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:39.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.708+0000 7f4ddf59e640 1 --2- 172.21.15.67:0/1373292870 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4de00b3c20 0x7f4de0152960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:39.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.708+0000 7f4ddf59e640 1 -- 172.21.15.67:0/1373292870 >> 172.21.15.67:0/1373292870 conn(0x7f4de0069410 msgr2=0x7f4de00cc430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:39.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.708+0000 7f4ddf59e640 1 -- 172.21.15.67:0/1373292870 shutdown_connections 2024-09-21T00:24:39.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.708+0000 7f4ddf59e640 1 -- 172.21.15.67:0/1373292870 wait complete. 2024-09-21T00:24:39.722 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:24:39.839 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.837+0000 7f236298b640 1 -- 172.21.15.67:0/3880191891 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f235c0ae090 msgr2=0x7f235c0ae4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:39.839 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.837+0000 7f236298b640 1 --2- 172.21.15.67:0/3880191891 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f235c0ae090 0x7f235c0ae4a0 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f2354005fd0 tx=0x7f235402a900 comp rx=0 tx=0).stop 2024-09-21T00:24:39.839 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.837+0000 7f236298b640 1 -- 172.21.15.67:0/3880191891 shutdown_connections 2024-09-21T00:24:39.839 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.837+0000 7f236298b640 1 --2- 172.21.15.67:0/3880191891 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f235c0ae090 0x7f235c0ae4a0 unknown :-1 s=CLOSED pgs=660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:39.839 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.837+0000 7f236298b640 1 --2- 172.21.15.67:0/3880191891 >> v2:172.21.15.97:3300/0 conn(0x7f235c152720 0x7f235c0b4a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:39.839 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.837+0000 7f236298b640 1 -- 172.21.15.67:0/3880191891 >> 172.21.15.67:0/3880191891 conn(0x7f235c06d5a0 msgr2=0x7f235c0b1d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:39.839 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.837+0000 7f236298b640 1 -- 172.21.15.67:0/3880191891 shutdown_connections 2024-09-21T00:24:39.839 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.837+0000 7f236298b640 1 -- 172.21.15.67:0/3880191891 wait complete. 2024-09-21T00:24:39.840 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.839+0000 7f236298b640 1 Processor -- start 2024-09-21T00:24:39.840 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.839+0000 7f236298b640 1 -- start start 2024-09-21T00:24:39.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.840+0000 7f236298b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f235c070070 0x7f235c142bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:39.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.840+0000 7f236298b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f235c0ae090 0x7f235c143130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:39.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.840+0000 7f236298b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f235c152720 0x7f235c13f670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:39.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.840+0000 7f236298b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f235c0aed70 con 0x7f235c152720 2024-09-21T00:24:39.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.840+0000 7f236298b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f235c0aebf0 con 0x7f235c070070 2024-09-21T00:24:39.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.840+0000 7f236298b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f235c0aeef0 con 0x7f235c0ae090 2024-09-21T00:24:39.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.841+0000 7f2360f28640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f235c152720 0x7f235c13f670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:39.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.841+0000 7f2360f28640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f235c152720 0x7f235c13f670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:37152/0 (socket says 172.21.15.67:37152) 2024-09-21T00:24:39.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.841+0000 7f2360f28640 1 -- 172.21.15.67:0/3625753395 learned_addr learned my addr 172.21.15.67:0/3625753395 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:39.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.841+0000 7f235bfff640 1 --2- 172.21.15.67:0/3625753395 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f235c070070 0x7f235c142bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:39.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.841+0000 7f235b7fe640 1 --2- 172.21.15.67:0/3625753395 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f235c0ae090 0x7f235c143130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:39.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.841+0000 7f2360f28640 1 -- 172.21.15.67:0/3625753395 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f235c0ae090 msgr2=0x7f235c143130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:39.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.841+0000 7f2360f28640 1 --2- 172.21.15.67:0/3625753395 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f235c0ae090 0x7f235c143130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:39.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.841+0000 7f2360f28640 1 -- 172.21.15.67:0/3625753395 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f235c070070 msgr2=0x7f235c142bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:39.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.841+0000 7f2360f28640 1 --2- 172.21.15.67:0/3625753395 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f235c070070 0x7f235c142bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:39.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.841+0000 7f2360f28640 1 -- 172.21.15.67:0/3625753395 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f235c147650 con 0x7f235c152720 2024-09-21T00:24:39.845 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.841+0000 7f2360f28640 1 --2- 172.21.15.67:0/3625753395 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f235c152720 0x7f235c13f670 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f235402aef0 tx=0x7f2354003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:39.845 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.841+0000 7f2358ff9640 1 -- 172.21.15.67:0/3625753395 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2354031db0 con 0x7f235c152720 2024-09-21T00:24:39.845 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.841+0000 7f2358ff9640 1 -- 172.21.15.67:0/3625753395 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2354003e10 con 0x7f235c152720 2024-09-21T00:24:39.845 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.841+0000 7f2358ff9640 1 -- 172.21.15.67:0/3625753395 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23540332d0 con 0x7f235c152720 2024-09-21T00:24:39.845 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.841+0000 7f236298b640 1 -- 172.21.15.67:0/3625753395 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f235c147930 con 0x7f235c152720 2024-09-21T00:24:39.845 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.841+0000 7f236298b640 1 -- 172.21.15.67:0/3625753395 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f235c147ef0 con 0x7f235c152720 2024-09-21T00:24:39.845 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.842+0000 7f236298b640 1 -- 172.21.15.67:0/3625753395 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f235c0af410 con 0x7f235c152720 2024-09-21T00:24:39.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.843+0000 7f2358ff9640 1 -- 172.21.15.67:0/3625753395 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f2354033470 con 0x7f235c152720 2024-09-21T00:24:39.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.844+0000 7f2358ff9640 1 --2- 172.21.15.67:0/3625753395 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2348078b90 0x7f234807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:39.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.844+0000 7f2358ff9640 1 -- 172.21.15.67:0/3625753395 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f23540bc1f0 con 0x7f235c152720 2024-09-21T00:24:39.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.844+0000 7f235bfff640 1 --2- 172.21.15.67:0/3625753395 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2348078b90 0x7f234807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:39.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.844+0000 7f235bfff640 1 --2- 172.21.15.67:0/3625753395 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2348078b90 0x7f234807b0a0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f234c009b30 tx=0x7f234c005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:39.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:39.848+0000 7f2358ff9640 1 -- 172.21.15.67:0/3625753395 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f235404a020 con 0x7f235c152720 2024-09-21T00:24:40.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.076+0000 7f236298b640 1 -- 172.21.15.67:0/3625753395 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f235c149df0 con 0x7f235c152720 2024-09-21T00:24:40.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.077+0000 7f2358ff9640 1 -- 172.21.15.67:0/3625753395 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 30 v30) ==== 94+0+5224 (secure 0 0 0) 0x7f235403f030 con 0x7f235c152720 2024-09-21T00:24:40.078 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:24:40.078 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":30,"btime":"2024-09-21T00:24:37:598211+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4949,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3329715663","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":3329715663},{"type":"v1","addr":"172.21.15.67:6835","nonce":3329715663}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":4952,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6835/3171140375","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3171140375},{"type":"v1","addr":"172.21.15.97:6835","nonce":3171140375}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5194,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/1894359539","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":1894359539},{"type":"v1","addr":"172.21.15.97:6837","nonce":1894359539}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22}],"filesystems":[{"mdsmap":{"epoch":30,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:24:04.528366+0000","modified":"2024-09-21T00:24:37.180509+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5376},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5376":{"gid":5376,"name":"a","rank":0,"incarnation":23,"state":"up:active","state_seq":11,"addr":"172.21.15.67:6833/3973293841","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":3973293841},{"type":"v1","addr":"172.21.15.67:6833","nonce":3973293841}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5376,"qdb_cluster":[5376]},"id":3}]} 2024-09-21T00:24:40.078 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 30 2024-09-21T00:24:40.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.079+0000 7f236298b640 1 -- 172.21.15.67:0/3625753395 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2348078b90 msgr2=0x7f234807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:40.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.079+0000 7f236298b640 1 --2- 172.21.15.67:0/3625753395 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2348078b90 0x7f234807b0a0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f234c009b30 tx=0x7f234c005f90 comp rx=0 tx=0).stop 2024-09-21T00:24:40.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.079+0000 7f236298b640 1 -- 172.21.15.67:0/3625753395 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f235c152720 msgr2=0x7f235c13f670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:40.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.079+0000 7f236298b640 1 --2- 172.21.15.67:0/3625753395 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f235c152720 0x7f235c13f670 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f235402aef0 tx=0x7f2354003c20 comp rx=0 tx=0).stop 2024-09-21T00:24:40.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.079+0000 7f236298b640 1 -- 172.21.15.67:0/3625753395 shutdown_connections 2024-09-21T00:24:40.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.079+0000 7f236298b640 1 --2- 172.21.15.67:0/3625753395 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2348078b90 0x7f234807b0a0 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:40.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.079+0000 7f236298b640 1 --2- 172.21.15.67:0/3625753395 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f235c152720 0x7f235c13f670 unknown :-1 s=CLOSED pgs=661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:40.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.079+0000 7f236298b640 1 --2- 172.21.15.67:0/3625753395 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f235c0ae090 0x7f235c143130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:40.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.079+0000 7f236298b640 1 --2- 172.21.15.67:0/3625753395 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f235c070070 0x7f235c142bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:40.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.079+0000 7f236298b640 1 -- 172.21.15.67:0/3625753395 >> 172.21.15.67:0/3625753395 conn(0x7f235c06d5a0 msgr2=0x7f235c0b0150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:40.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.079+0000 7f236298b640 1 -- 172.21.15.67:0/3625753395 shutdown_connections 2024-09-21T00:24:40.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.079+0000 7f236298b640 1 -- 172.21.15.67:0/3625753395 wait complete. 2024-09-21T00:24:40.092 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:24:40.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.209+0000 7f8bb8027640 1 -- 172.21.15.67:0/3520033884 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8bb00b7850 msgr2=0x7f8bb00d0a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:40.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.209+0000 7f8bb8027640 1 --2- 172.21.15.67:0/3520033884 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8bb00b7850 0x7f8bb00d0a10 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f8bb009bfe0 tx=0x7f8ba002a440 comp rx=0 tx=0).stop 2024-09-21T00:24:40.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.209+0000 7f8bb8027640 1 -- 172.21.15.67:0/3520033884 shutdown_connections 2024-09-21T00:24:40.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.209+0000 7f8bb8027640 1 --2- 172.21.15.67:0/3520033884 >> v2:172.21.15.97:3300/0 conn(0x7f8bb00d0f50 0x7f8bb00cd030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:40.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.209+0000 7f8bb8027640 1 --2- 172.21.15.67:0/3520033884 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8bb00b7850 0x7f8bb00d0a10 unknown :-1 s=CLOSED pgs=662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:40.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.209+0000 7f8bb8027640 1 --2- 172.21.15.67:0/3520033884 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8bb009b7b0 0x7f8bb00b3ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:40.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.209+0000 7f8bb8027640 1 -- 172.21.15.67:0/3520033884 >> 172.21.15.67:0/3520033884 conn(0x7f8bb00b4140 msgr2=0x7f8bb00b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:40.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.209+0000 7f8bb8027640 1 -- 172.21.15.67:0/3520033884 shutdown_connections 2024-09-21T00:24:40.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.209+0000 7f8bb8027640 1 -- 172.21.15.67:0/3520033884 wait complete. 2024-09-21T00:24:40.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.211+0000 7f8bb8027640 1 Processor -- start 2024-09-21T00:24:40.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.211+0000 7f8bb8027640 1 -- start start 2024-09-21T00:24:40.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.212+0000 7f8bb8027640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8bb009b7b0 0x7f8bb00af410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:40.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.212+0000 7f8bb8027640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8bb00b7850 0x7f8bb01e8890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:40.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.212+0000 7f8bb8027640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8bb00d0f50 0x7f8bb015c7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:40.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.212+0000 7f8bb8027640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f8bb00cd900 con 0x7f8bb00d0f50 2024-09-21T00:24:40.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.212+0000 7f8bb8027640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f8bb00cd780 con 0x7f8bb009b7b0 2024-09-21T00:24:40.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.212+0000 7f8bb8027640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f8bb00cda80 con 0x7f8bb00b7850 2024-09-21T00:24:40.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.212+0000 7f8bb65c4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8bb00d0f50 0x7f8bb015c7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:40.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.212+0000 7f8bb65c4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8bb00d0f50 0x7f8bb015c7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:37172/0 (socket says 172.21.15.67:37172) 2024-09-21T00:24:40.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.212+0000 7f8bb65c4640 1 -- 172.21.15.67:0/4273471746 learned_addr learned my addr 172.21.15.67:0/4273471746 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:40.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.212+0000 7f8bb5dc3640 1 --2- 172.21.15.67:0/4273471746 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8bb009b7b0 0x7f8bb00af410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:40.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.212+0000 7f8bb55c2640 1 --2- 172.21.15.67:0/4273471746 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8bb00b7850 0x7f8bb01e8890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:40.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.212+0000 7f8bb65c4640 1 -- 172.21.15.67:0/4273471746 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8bb00b7850 msgr2=0x7f8bb01e8890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:40.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.212+0000 7f8bb65c4640 1 --2- 172.21.15.67:0/4273471746 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8bb00b7850 0x7f8bb01e8890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:40.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.212+0000 7f8bb65c4640 1 -- 172.21.15.67:0/4273471746 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8bb009b7b0 msgr2=0x7f8bb00af410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:40.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.212+0000 7f8bb65c4640 1 --2- 172.21.15.67:0/4273471746 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8bb009b7b0 0x7f8bb00af410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:40.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.212+0000 7f8bb65c4640 1 -- 172.21.15.67:0/4273471746 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8bb009e280 con 0x7f8bb00d0f50 2024-09-21T00:24:40.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.213+0000 7f8bb65c4640 1 --2- 172.21.15.67:0/4273471746 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8bb00d0f50 0x7f8bb015c7d0 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f8ba800d9e0 tx=0x7f8ba800dea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:40.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.213+0000 7f8ba67fc640 1 -- 172.21.15.67:0/4273471746 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ba8017070 con 0x7f8bb00d0f50 2024-09-21T00:24:40.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.213+0000 7f8ba67fc640 1 -- 172.21.15.67:0/4273471746 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8ba800be30 con 0x7f8bb00d0f50 2024-09-21T00:24:40.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.213+0000 7f8bb8027640 1 -- 172.21.15.67:0/4273471746 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8bb00af950 con 0x7f8bb00d0f50 2024-09-21T00:24:40.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.213+0000 7f8ba67fc640 1 -- 172.21.15.67:0/4273471746 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ba8003bb0 con 0x7f8bb00d0f50 2024-09-21T00:24:40.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.213+0000 7f8bb8027640 1 -- 172.21.15.67:0/4273471746 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8bb00a0020 con 0x7f8bb00d0f50 2024-09-21T00:24:40.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.214+0000 7f8bb8027640 1 -- 172.21.15.67:0/4273471746 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8bb009fd90 con 0x7f8bb00d0f50 2024-09-21T00:24:40.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.215+0000 7f8ba67fc640 1 -- 172.21.15.67:0/4273471746 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f8ba8010460 con 0x7f8bb00d0f50 2024-09-21T00:24:40.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.215+0000 7f8ba67fc640 1 --2- 172.21.15.67:0/4273471746 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8b94078bc0 0x7f8b9407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:40.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.215+0000 7f8ba67fc640 1 -- 172.21.15.67:0/4273471746 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f8ba809b120 con 0x7f8bb00d0f50 2024-09-21T00:24:40.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.216+0000 7f8bb5dc3640 1 --2- 172.21.15.67:0/4273471746 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8b94078bc0 0x7f8b9407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:40.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.216+0000 7f8bb5dc3640 1 --2- 172.21.15.67:0/4273471746 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8b94078bc0 0x7f8b9407b0d0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f8bac005fd0 tx=0x7f8bac00b260 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:40.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.220+0000 7f8ba67fc640 1 -- 172.21.15.67:0/4273471746 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f8bb009e280 con 0x7f8bb00d0f50 2024-09-21T00:24:40.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.412+0000 7f8bb8027640 1 -- 172.21.15.67:0/4273471746 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f8bb00d0580 con 0x7f8bb00d0f50 2024-09-21T00:24:40.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.413+0000 7f8ba67fc640 1 -- 172.21.15.67:0/4273471746 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v45) ==== 74+0+16637 (secure 0 0 0) 0x7f8ba8062f10 con 0x7f8bb00d0f50 2024-09-21T00:24:40.414 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:24:40.415 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":45,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:24:06.147621+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:24:02.201667+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"44","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-21T00:24:03.490863+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"45","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:24:40.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.415+0000 7f8bb8027640 1 -- 172.21.15.67:0/4273471746 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8b94078bc0 msgr2=0x7f8b9407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:40.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.415+0000 7f8bb8027640 1 --2- 172.21.15.67:0/4273471746 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8b94078bc0 0x7f8b9407b0d0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f8bac005fd0 tx=0x7f8bac00b260 comp rx=0 tx=0).stop 2024-09-21T00:24:40.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.415+0000 7f8bb8027640 1 -- 172.21.15.67:0/4273471746 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8bb00d0f50 msgr2=0x7f8bb015c7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:40.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.415+0000 7f8bb8027640 1 --2- 172.21.15.67:0/4273471746 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8bb00d0f50 0x7f8bb015c7d0 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f8ba800d9e0 tx=0x7f8ba800dea0 comp rx=0 tx=0).stop 2024-09-21T00:24:40.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.415+0000 7f8bb8027640 1 -- 172.21.15.67:0/4273471746 shutdown_connections 2024-09-21T00:24:40.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.415+0000 7f8bb8027640 1 --2- 172.21.15.67:0/4273471746 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8b94078bc0 0x7f8b9407b0d0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:40.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.415+0000 7f8bb8027640 1 --2- 172.21.15.67:0/4273471746 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8bb00d0f50 0x7f8bb015c7d0 unknown :-1 s=CLOSED pgs=663 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:40.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.415+0000 7f8bb8027640 1 --2- 172.21.15.67:0/4273471746 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8bb00b7850 0x7f8bb01e8890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:40.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.415+0000 7f8bb8027640 1 --2- 172.21.15.67:0/4273471746 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8bb009b7b0 0x7f8bb00af410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:40.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.415+0000 7f8bb8027640 1 -- 172.21.15.67:0/4273471746 >> 172.21.15.67:0/4273471746 conn(0x7f8bb00b4140 msgr2=0x7f8bb00714c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:40.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.415+0000 7f8bb8027640 1 -- 172.21.15.67:0/4273471746 shutdown_connections 2024-09-21T00:24:40.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.415+0000 7f8bb8027640 1 -- 172.21.15.67:0/4273471746 wait complete. 2024-09-21T00:24:40.428 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-21T00:24:40.428 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:24:40.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.545+0000 7ff3bf064640 1 -- 172.21.15.67:0/815249862 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff3b80b4f20 msgr2=0x7ff3b80b5330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:40.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.545+0000 7ff3bf064640 1 --2- 172.21.15.67:0/815249862 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff3b80b4f20 0x7ff3b80b5330 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7ff3b80b4370 tx=0x7ff3a402a5f0 comp rx=0 tx=0).stop 2024-09-21T00:24:40.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.545+0000 7ff3bf064640 1 -- 172.21.15.67:0/815249862 shutdown_connections 2024-09-21T00:24:40.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.545+0000 7ff3bf064640 1 --2- 172.21.15.67:0/815249862 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff3b80b4f20 0x7ff3b80b5330 unknown :-1 s=CLOSED pgs=664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:40.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.545+0000 7ff3bf064640 1 --2- 172.21.15.67:0/815249862 >> v2:172.21.15.97:3300/0 conn(0x7ff3b80b6790 0x7ff3b815b9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:40.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.545+0000 7ff3bf064640 1 -- 172.21.15.67:0/815249862 >> 172.21.15.67:0/815249862 conn(0x7ff3b80b2ef0 msgr2=0x7ff3b80b3300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:40.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.545+0000 7ff3bf064640 1 -- 172.21.15.67:0/815249862 shutdown_connections 2024-09-21T00:24:40.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.545+0000 7ff3bf064640 1 -- 172.21.15.67:0/815249862 wait complete. 2024-09-21T00:24:40.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.547+0000 7ff3bf064640 1 Processor -- start 2024-09-21T00:24:40.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.547+0000 7ff3bf064640 1 -- start start 2024-09-21T00:24:40.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.548+0000 7ff3bf064640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff3b80b4f20 0x7ff3b81f99d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:40.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.548+0000 7ff3bf064640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff3b80b5870 0x7ff3b8154fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:40.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.548+0000 7ff3bf064640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff3b80b6790 0x7ff3b806cf90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:40.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.548+0000 7ff3bf064640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff3b80b2050 con 0x7ff3b80b4f20 2024-09-21T00:24:40.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.548+0000 7ff3bf064640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff3b80b1ed0 con 0x7ff3b80b6790 2024-09-21T00:24:40.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.548+0000 7ff3bf064640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7ff3b80b21d0 con 0x7ff3b80b5870 2024-09-21T00:24:40.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.548+0000 7ff3bce00640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff3b80b4f20 0x7ff3b81f99d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:40.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.548+0000 7ff3bce00640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff3b80b4f20 0x7ff3b81f99d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:37190/0 (socket says 172.21.15.67:37190) 2024-09-21T00:24:40.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.548+0000 7ff3bce00640 1 -- 172.21.15.67:0/2292421329 learned_addr learned my addr 172.21.15.67:0/2292421329 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:40.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.548+0000 7ff3bd601640 1 --2- 172.21.15.67:0/2292421329 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff3b80b6790 0x7ff3b806cf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:40.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.548+0000 7ff3b7fff640 1 --2- 172.21.15.67:0/2292421329 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff3b80b5870 0x7ff3b8154fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:40.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.549+0000 7ff3bce00640 1 -- 172.21.15.67:0/2292421329 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff3b80b5870 msgr2=0x7ff3b8154fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:40.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.549+0000 7ff3bce00640 1 --2- 172.21.15.67:0/2292421329 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff3b80b5870 0x7ff3b8154fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:40.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.549+0000 7ff3bce00640 1 -- 172.21.15.67:0/2292421329 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff3b80b6790 msgr2=0x7ff3b806cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:40.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.549+0000 7ff3bce00640 1 --2- 172.21.15.67:0/2292421329 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff3b80b6790 0x7ff3b806cf90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:40.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.549+0000 7ff3bce00640 1 -- 172.21.15.67:0/2292421329 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3b81f5ac0 con 0x7ff3b80b4f20 2024-09-21T00:24:40.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.549+0000 7ff3b7fff640 1 --2- 172.21.15.67:0/2292421329 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff3b80b5870 0x7ff3b8154fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:24:40.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.549+0000 7ff3bce00640 1 --2- 172.21.15.67:0/2292421329 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff3b80b4f20 0x7ff3b81f99d0 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7ff3ac009fd0 tx=0x7ff3ac00ec20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:40.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.549+0000 7ff3b57fa640 1 -- 172.21.15.67:0/2292421329 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3ac00ccc0 con 0x7ff3b80b4f20 2024-09-21T00:24:40.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.549+0000 7ff3b57fa640 1 -- 172.21.15.67:0/2292421329 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff3ac00ee70 con 0x7ff3b80b4f20 2024-09-21T00:24:40.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.549+0000 7ff3bf064640 1 -- 172.21.15.67:0/2292421329 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff3b81f5d30 con 0x7ff3b80b4f20 2024-09-21T00:24:40.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.549+0000 7ff3b57fa640 1 -- 172.21.15.67:0/2292421329 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff3ac00ce60 con 0x7ff3b80b4f20 2024-09-21T00:24:40.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.549+0000 7ff3bf064640 1 -- 172.21.15.67:0/2292421329 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3b81f62f0 con 0x7ff3b80b4f20 2024-09-21T00:24:40.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.550+0000 7ff3bf064640 1 -- 172.21.15.67:0/2292421329 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff3b80b26f0 con 0x7ff3b80b4f20 2024-09-21T00:24:40.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.551+0000 7ff3b57fa640 1 -- 172.21.15.67:0/2292421329 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7ff3ac004280 con 0x7ff3b80b4f20 2024-09-21T00:24:40.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.551+0000 7ff3b57fa640 1 --2- 172.21.15.67:0/2292421329 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff39c078b90 0x7ff39c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:40.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.552+0000 7ff3b57fa640 1 -- 172.21.15.67:0/2292421329 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7ff3ac09b6b0 con 0x7ff3b80b4f20 2024-09-21T00:24:40.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.552+0000 7ff3b7fff640 1 --2- 172.21.15.67:0/2292421329 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff39c078b90 0x7ff39c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:40.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.552+0000 7ff3b7fff640 1 --2- 172.21.15.67:0/2292421329 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff39c078b90 0x7ff39c07b0a0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7ff3a4033000 tx=0x7ff3a4004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:40.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.556+0000 7ff3b57fa640 1 -- 172.21.15.67:0/2292421329 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7ff3ac063b00 con 0x7ff3b80b4f20 2024-09-21T00:24:40.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.781+0000 7ff3bf064640 1 -- 172.21.15.67:0/2292421329 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff3b80cf3d0 con 0x7ff3b80b4f20 2024-09-21T00:24:40.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.782+0000 7ff3b57fa640 1 -- 172.21.15.67:0/2292421329 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 30 v30) ==== 94+0+5224 (secure 0 0 0) 0x7ff3ac063400 con 0x7ff3b80b4f20 2024-09-21T00:24:40.783 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:24:40.783 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":30,"btime":"2024-09-21T00:24:37:598211+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4949,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3329715663","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":3329715663},{"type":"v1","addr":"172.21.15.67:6835","nonce":3329715663}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":4952,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6835/3171140375","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3171140375},{"type":"v1","addr":"172.21.15.97:6835","nonce":3171140375}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5194,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/1894359539","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":1894359539},{"type":"v1","addr":"172.21.15.97:6837","nonce":1894359539}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22}],"filesystems":[{"mdsmap":{"epoch":30,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:24:04.528366+0000","modified":"2024-09-21T00:24:37.180509+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5376},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5376":{"gid":5376,"name":"a","rank":0,"incarnation":23,"state":"up:active","state_seq":11,"addr":"172.21.15.67:6833/3973293841","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":3973293841},{"type":"v1","addr":"172.21.15.67:6833","nonce":3973293841}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5376,"qdb_cluster":[5376]},"id":3}]} 2024-09-21T00:24:40.783 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 30 2024-09-21T00:24:40.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.784+0000 7ff3bf064640 1 -- 172.21.15.67:0/2292421329 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff39c078b90 msgr2=0x7ff39c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:40.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.784+0000 7ff3bf064640 1 --2- 172.21.15.67:0/2292421329 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff39c078b90 0x7ff39c07b0a0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7ff3a4033000 tx=0x7ff3a4004730 comp rx=0 tx=0).stop 2024-09-21T00:24:40.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.784+0000 7ff3bf064640 1 -- 172.21.15.67:0/2292421329 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff3b80b4f20 msgr2=0x7ff3b81f99d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:40.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.784+0000 7ff3bf064640 1 --2- 172.21.15.67:0/2292421329 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff3b80b4f20 0x7ff3b81f99d0 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7ff3ac009fd0 tx=0x7ff3ac00ec20 comp rx=0 tx=0).stop 2024-09-21T00:24:40.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.784+0000 7ff3bf064640 1 -- 172.21.15.67:0/2292421329 shutdown_connections 2024-09-21T00:24:40.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.784+0000 7ff3bf064640 1 --2- 172.21.15.67:0/2292421329 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff39c078b90 0x7ff39c07b0a0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:40.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.784+0000 7ff3bf064640 1 --2- 172.21.15.67:0/2292421329 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff3b80b6790 0x7ff3b806cf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:40.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.784+0000 7ff3bf064640 1 --2- 172.21.15.67:0/2292421329 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff3b80b5870 0x7ff3b8154fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:40.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.784+0000 7ff3bf064640 1 --2- 172.21.15.67:0/2292421329 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff3b80b4f20 0x7ff3b81f99d0 unknown :-1 s=CLOSED pgs=665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:40.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.784+0000 7ff3bf064640 1 -- 172.21.15.67:0/2292421329 >> 172.21.15.67:0/2292421329 conn(0x7ff3b80b2ef0 msgr2=0x7ff3b80b1550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:40.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.784+0000 7ff3bf064640 1 -- 172.21.15.67:0/2292421329 shutdown_connections 2024-09-21T00:24:40.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.784+0000 7ff3bf064640 1 -- 172.21.15.67:0/2292421329 wait complete. 2024-09-21T00:24:40.797 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:24:40.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.913+0000 7f53c1169640 1 -- 172.21.15.67:0/4037395645 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f53a8004d40 msgr2=0x7f53a8005150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:40.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.913+0000 7f53c1169640 1 --2- 172.21.15.67:0/4037395645 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f53a8004d40 0x7f53a8005150 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f53bc0b3f80 tx=0x7f53a8005830 comp rx=0 tx=0).stop 2024-09-21T00:24:40.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.913+0000 7f53bb59e640 1 -- 172.21.15.67:0/4037395645 reap_dead start 2024-09-21T00:24:40.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.913+0000 7f53c1169640 1 -- 172.21.15.67:0/4037395645 shutdown_connections 2024-09-21T00:24:40.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.913+0000 7f53c1169640 1 -- 172.21.15.67:0/4037395645 >> 172.21.15.67:0/4037395645 conn(0x7f53bc0d45a0 msgr2=0x7f53bc0d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:40.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.913+0000 7f53c1169640 1 -- 172.21.15.67:0/4037395645 shutdown_connections 2024-09-21T00:24:40.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.913+0000 7f53c1169640 1 -- 172.21.15.67:0/4037395645 wait complete. 2024-09-21T00:24:40.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.915+0000 7f53c1169640 1 Processor -- start 2024-09-21T00:24:40.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.915+0000 7f53c1169640 1 -- start start 2024-09-21T00:24:40.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.916+0000 7f53c1169640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f53a8004d40 0x7f53bc154960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:40.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.916+0000 7f53c1169640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f53bc0b1530 0x7f53bc0b1940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:40.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.916+0000 7f53c1169640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f53bc0ca2c0 0x7f53bc0ca6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:40.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.916+0000 7f53c1169640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f53bc0b68f0 con 0x7f53a8004d40 2024-09-21T00:24:40.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.916+0000 7f53c1169640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f53bc0b6770 con 0x7f53bc0b1530 2024-09-21T00:24:40.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.916+0000 7f53c1169640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f53bc06f2d0 con 0x7f53bc0ca2c0 2024-09-21T00:24:40.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.917+0000 7f53bad9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f53a8004d40 0x7f53bc154960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:40.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.917+0000 7f53bad9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f53a8004d40 0x7f53bc154960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:37210/0 (socket says 172.21.15.67:37210) 2024-09-21T00:24:40.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.917+0000 7f53bad9d640 1 -- 172.21.15.67:0/2317916191 learned_addr learned my addr 172.21.15.67:0/2317916191 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:40.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.917+0000 7f53b3fff640 1 --2- 172.21.15.67:0/2317916191 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f53bc0b1530 0x7f53bc0b1940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:40.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.917+0000 7f53bb59e640 1 --2- 172.21.15.67:0/2317916191 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f53bc0ca2c0 0x7f53bc0ca6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:40.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.917+0000 7f53bad9d640 1 -- 172.21.15.67:0/2317916191 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f53bc0ca2c0 msgr2=0x7f53bc0ca6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:40.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.917+0000 7f53bad9d640 1 --2- 172.21.15.67:0/2317916191 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f53bc0ca2c0 0x7f53bc0ca6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:40.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.917+0000 7f53bad9d640 1 -- 172.21.15.67:0/2317916191 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f53bc0b1530 msgr2=0x7f53bc0b1940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:40.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.917+0000 7f53bad9d640 1 --2- 172.21.15.67:0/2317916191 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f53bc0b1530 0x7f53bc0b1940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:40.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.917+0000 7f53bad9d640 1 -- 172.21.15.67:0/2317916191 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53bc0b1e80 con 0x7f53a8004d40 2024-09-21T00:24:40.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.917+0000 7f53b3fff640 1 --2- 172.21.15.67:0/2317916191 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f53bc0b1530 0x7f53bc0b1940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:24:40.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.917+0000 7f53bb59e640 1 --2- 172.21.15.67:0/2317916191 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f53bc0ca2c0 0x7f53bc0ca6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:24:40.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.917+0000 7f53bad9d640 1 --2- 172.21.15.67:0/2317916191 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f53a8004d40 0x7f53bc154960 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f53ac011b10 tx=0x7f53ac009f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:40.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.917+0000 7f53b37fe640 1 -- 172.21.15.67:0/2317916191 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53ac00fce0 con 0x7f53a8004d40 2024-09-21T00:24:40.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.917+0000 7f53b37fe640 1 -- 172.21.15.67:0/2317916191 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f53ac00fe80 con 0x7f53a8004d40 2024-09-21T00:24:40.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.917+0000 7f53b37fe640 1 -- 172.21.15.67:0/2317916191 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53ac004280 con 0x7f53a8004d40 2024-09-21T00:24:40.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.917+0000 7f53c1169640 1 -- 172.21.15.67:0/2317916191 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f53bc154f70 con 0x7f53a8004d40 2024-09-21T00:24:40.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.917+0000 7f53c1169640 1 -- 172.21.15.67:0/2317916191 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f53bc155530 con 0x7f53a8004d40 2024-09-21T00:24:40.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.918+0000 7f53c1169640 1 -- 172.21.15.67:0/2317916191 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f53bc0cb060 con 0x7f53a8004d40 2024-09-21T00:24:40.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.919+0000 7f53b37fe640 1 -- 172.21.15.67:0/2317916191 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f53ac0035f0 con 0x7f53a8004d40 2024-09-21T00:24:40.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.920+0000 7f53b37fe640 1 --2- 172.21.15.67:0/2317916191 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f539c078b90 0x7f539c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:40.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.920+0000 7f53b37fe640 1 -- 172.21.15.67:0/2317916191 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f53ac09b8a0 con 0x7f53a8004d40 2024-09-21T00:24:40.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.920+0000 7f53b3fff640 1 --2- 172.21.15.67:0/2317916191 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f539c078b90 0x7f539c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:40.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.921+0000 7f53b3fff640 1 --2- 172.21.15.67:0/2317916191 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f539c078b90 0x7f539c07b0a0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f53bc0b2910 tx=0x7f53a40067a0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:40.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:40.924+0000 7f53b37fe640 1 -- 172.21.15.67:0/2317916191 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f53bc0b1e80 con 0x7f53a8004d40 2024-09-21T00:24:41.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.150+0000 7f53c1169640 1 -- 172.21.15.67:0/2317916191 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f53bc0b8600 con 0x7f53a8004d40 2024-09-21T00:24:41.152 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.151+0000 7f53b37fe640 1 -- 172.21.15.67:0/2317916191 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 30 v30) ==== 94+0+5224 (secure 0 0 0) 0x7f53ac063ce0 con 0x7f53a8004d40 2024-09-21T00:24:41.152 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:24:41.152 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":30,"btime":"2024-09-21T00:24:37:598211+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4949,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3329715663","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":3329715663},{"type":"v1","addr":"172.21.15.67:6835","nonce":3329715663}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":4952,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6835/3171140375","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3171140375},{"type":"v1","addr":"172.21.15.97:6835","nonce":3171140375}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5194,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/1894359539","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":1894359539},{"type":"v1","addr":"172.21.15.97:6837","nonce":1894359539}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22}],"filesystems":[{"mdsmap":{"epoch":30,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:24:04.528366+0000","modified":"2024-09-21T00:24:37.180509+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5376},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5376":{"gid":5376,"name":"a","rank":0,"incarnation":23,"state":"up:active","state_seq":11,"addr":"172.21.15.67:6833/3973293841","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":3973293841},{"type":"v1","addr":"172.21.15.67:6833","nonce":3973293841}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5376,"qdb_cluster":[5376]},"id":3}]} 2024-09-21T00:24:41.152 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 30 2024-09-21T00:24:41.154 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.153+0000 7f53c1169640 1 -- 172.21.15.67:0/2317916191 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f539c078b90 msgr2=0x7f539c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:41.154 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.153+0000 7f53c1169640 1 --2- 172.21.15.67:0/2317916191 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f539c078b90 0x7f539c07b0a0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f53bc0b2910 tx=0x7f53a40067a0 comp rx=0 tx=0).stop 2024-09-21T00:24:41.154 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.153+0000 7f53c1169640 1 -- 172.21.15.67:0/2317916191 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f53a8004d40 msgr2=0x7f53bc154960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:41.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.153+0000 7f53c1169640 1 --2- 172.21.15.67:0/2317916191 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f53a8004d40 0x7f53bc154960 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f53ac011b10 tx=0x7f53ac009f10 comp rx=0 tx=0).stop 2024-09-21T00:24:41.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.153+0000 7f53c1169640 1 -- 172.21.15.67:0/2317916191 shutdown_connections 2024-09-21T00:24:41.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.153+0000 7f53c1169640 1 --2- 172.21.15.67:0/2317916191 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f539c078b90 0x7f539c07b0a0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:41.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.153+0000 7f53c1169640 1 --2- 172.21.15.67:0/2317916191 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f53bc0ca2c0 0x7f53bc0ca6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:41.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.153+0000 7f53c1169640 1 --2- 172.21.15.67:0/2317916191 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f53bc0b1530 0x7f53bc0b1940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:41.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.153+0000 7f53c1169640 1 --2- 172.21.15.67:0/2317916191 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f53a8004d40 0x7f53bc154960 unknown :-1 s=CLOSED pgs=668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:41.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.153+0000 7f53c1169640 1 -- 172.21.15.67:0/2317916191 >> 172.21.15.67:0/2317916191 conn(0x7f53bc0d45a0 msgr2=0x7f53bc0b8b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:41.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.153+0000 7f53c1169640 1 -- 172.21.15.67:0/2317916191 shutdown_connections 2024-09-21T00:24:41.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.153+0000 7f53c1169640 1 -- 172.21.15.67:0/2317916191 wait complete. 2024-09-21T00:24:41.166 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:24:41.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.282+0000 7f4a23382640 1 -- 172.21.15.67:0/1567970651 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4a04003a50 msgr2=0x7f4a04003ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:41.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.282+0000 7f4a23382640 1 --2- 172.21.15.67:0/1567970651 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4a04003a50 0x7f4a04003ee0 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f4a0c00e3d0 tx=0x7f4a04005830 comp rx=0 tx=0).stop 2024-09-21T00:24:41.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.283+0000 7f4a23382640 1 -- 172.21.15.67:0/1567970651 shutdown_connections 2024-09-21T00:24:41.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.283+0000 7f4a23382640 1 --2- 172.21.15.67:0/1567970651 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4a04003a50 0x7f4a04003ee0 unknown :-1 s=CLOSED pgs=670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:41.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.283+0000 7f4a23382640 1 -- 172.21.15.67:0/1567970651 >> 172.21.15.67:0/1567970651 conn(0x7f4a1c0d45a0 msgr2=0x7f4a1c0d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:41.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.283+0000 7f4a23382640 1 -- 172.21.15.67:0/1567970651 shutdown_connections 2024-09-21T00:24:41.285 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.283+0000 7f4a23382640 1 -- 172.21.15.67:0/1567970651 wait complete. 2024-09-21T00:24:41.285 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.284+0000 7f4a23382640 1 Processor -- start 2024-09-21T00:24:41.286 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.285+0000 7f4a23382640 1 -- start start 2024-09-21T00:24:41.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.286+0000 7f4a23382640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4a04003a50 0x7f4a1c15eb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:41.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.286+0000 7f4a23382640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4a1c1f5f50 0x7f4a1c0a0330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:41.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.286+0000 7f4a23382640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4a1c09e200 0x7f4a1c09e610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:41.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.286+0000 7f4a23382640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f4a1c0b63b0 con 0x7f4a1c09e200 2024-09-21T00:24:41.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.286+0000 7f4a23382640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f4a1c0b6230 con 0x7f4a1c1f5f50 2024-09-21T00:24:41.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.286+0000 7f4a23382640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f4a1c0b6530 con 0x7f4a04003a50 2024-09-21T00:24:41.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.286+0000 7f4a2191f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4a1c09e200 0x7f4a1c09e610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:41.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.286+0000 7f4a2191f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4a1c09e200 0x7f4a1c09e610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:37234/0 (socket says 172.21.15.67:37234) 2024-09-21T00:24:41.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.286+0000 7f4a2191f640 1 -- 172.21.15.67:0/3878792963 learned_addr learned my addr 172.21.15.67:0/3878792963 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:41.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.286+0000 7f4a2091d640 1 --2- 172.21.15.67:0/3878792963 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4a1c1f5f50 0x7f4a1c0a0330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:41.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.286+0000 7f4a2111e640 1 --2- 172.21.15.67:0/3878792963 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4a04003a50 0x7f4a1c15eb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:41.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.286+0000 7f4a2191f640 1 -- 172.21.15.67:0/3878792963 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4a04003a50 msgr2=0x7f4a1c15eb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:41.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.286+0000 7f4a2191f640 1 --2- 172.21.15.67:0/3878792963 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4a04003a50 0x7f4a1c15eb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:41.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.286+0000 7f4a2191f640 1 -- 172.21.15.67:0/3878792963 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4a1c1f5f50 msgr2=0x7f4a1c0a0330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:41.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.286+0000 7f4a2191f640 1 --2- 172.21.15.67:0/3878792963 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4a1c1f5f50 0x7f4a1c0a0330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:41.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.286+0000 7f4a2191f640 1 -- 172.21.15.67:0/3878792963 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a1c09eb50 con 0x7f4a1c09e200 2024-09-21T00:24:41.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.286+0000 7f4a2191f640 1 --2- 172.21.15.67:0/3878792963 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4a1c09e200 0x7f4a1c09e610 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f4a1c08df00 tx=0x7f4a14001630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:41.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.287+0000 7f4a19ffb640 1 -- 172.21.15.67:0/3878792963 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a14011430 con 0x7f4a1c09e200 2024-09-21T00:24:41.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.287+0000 7f4a19ffb640 1 -- 172.21.15.67:0/3878792963 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4a140115d0 con 0x7f4a1c09e200 2024-09-21T00:24:41.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.287+0000 7f4a23382640 1 -- 172.21.15.67:0/3878792963 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a1c0a0870 con 0x7f4a1c09e200 2024-09-21T00:24:41.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.287+0000 7f4a19ffb640 1 -- 172.21.15.67:0/3878792963 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a140119e0 con 0x7f4a1c09e200 2024-09-21T00:24:41.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.287+0000 7f4a23382640 1 -- 172.21.15.67:0/3878792963 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a1c0ce260 con 0x7f4a1c09e200 2024-09-21T00:24:41.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.288+0000 7f4a23382640 1 -- 172.21.15.67:0/3878792963 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4a1c0cf260 con 0x7f4a1c09e200 2024-09-21T00:24:41.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.289+0000 7f4a19ffb640 1 -- 172.21.15.67:0/3878792963 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f4a14011b80 con 0x7f4a1c09e200 2024-09-21T00:24:41.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.289+0000 7f4a19ffb640 1 --2- 172.21.15.67:0/3878792963 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4a08078b90 0x7f4a0807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:41.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.289+0000 7f4a19ffb640 1 -- 172.21.15.67:0/3878792963 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f4a1409b3e0 con 0x7f4a1c09e200 2024-09-21T00:24:41.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.290+0000 7f4a2111e640 1 --2- 172.21.15.67:0/3878792963 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4a08078b90 0x7f4a0807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:41.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.290+0000 7f4a2111e640 1 --2- 172.21.15.67:0/3878792963 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4a08078b90 0x7f4a0807b0a0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f4a0c035000 tx=0x7f4a0c02d040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:41.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.294+0000 7f4a19ffb640 1 -- 172.21.15.67:0/3878792963 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f4a1c09eb50 con 0x7f4a1c09e200 2024-09-21T00:24:41.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.486+0000 7f4a23382640 1 -- 172.21.15.67:0/3878792963 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4a1c06f060 con 0x7f4a1c09e200 2024-09-21T00:24:41.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.487+0000 7f4a19ffb640 1 -- 172.21.15.67:0/3878792963 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v45) ==== 74+0+16637 (secure 0 0 0) 0x7f4a14063290 con 0x7f4a1c09e200 2024-09-21T00:24:41.489 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:24:41.489 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":45,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:24:06.147621+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:24:02.201667+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"44","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-21T00:24:03.490863+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"45","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:24:41.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.490+0000 7f4a23382640 1 -- 172.21.15.67:0/3878792963 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4a08078b90 msgr2=0x7f4a0807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:41.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.490+0000 7f4a23382640 1 --2- 172.21.15.67:0/3878792963 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4a08078b90 0x7f4a0807b0a0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f4a0c035000 tx=0x7f4a0c02d040 comp rx=0 tx=0).stop 2024-09-21T00:24:41.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.490+0000 7f4a23382640 1 -- 172.21.15.67:0/3878792963 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4a1c09e200 msgr2=0x7f4a1c09e610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:41.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.490+0000 7f4a23382640 1 --2- 172.21.15.67:0/3878792963 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4a1c09e200 0x7f4a1c09e610 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f4a1c08df00 tx=0x7f4a14001630 comp rx=0 tx=0).stop 2024-09-21T00:24:41.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.490+0000 7f4a23382640 1 -- 172.21.15.67:0/3878792963 shutdown_connections 2024-09-21T00:24:41.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.490+0000 7f4a23382640 1 --2- 172.21.15.67:0/3878792963 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4a08078b90 0x7f4a0807b0a0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:41.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.490+0000 7f4a23382640 1 --2- 172.21.15.67:0/3878792963 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4a1c09e200 0x7f4a1c09e610 unknown :-1 s=CLOSED pgs=671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:41.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.490+0000 7f4a23382640 1 --2- 172.21.15.67:0/3878792963 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4a1c1f5f50 0x7f4a1c0a0330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:41.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.490+0000 7f4a23382640 1 --2- 172.21.15.67:0/3878792963 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4a04003a50 0x7f4a1c15eb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:41.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.490+0000 7f4a23382640 1 -- 172.21.15.67:0/3878792963 >> 172.21.15.67:0/3878792963 conn(0x7f4a1c0d45a0 msgr2=0x7f4a1c161a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:41.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.490+0000 7f4a23382640 1 -- 172.21.15.67:0/3878792963 shutdown_connections 2024-09-21T00:24:41.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.490+0000 7f4a23382640 1 -- 172.21.15.67:0/3878792963 wait complete. 2024-09-21T00:24:41.503 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-21T00:24:41.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.620+0000 7f7b5e56e640 1 -- 172.21.15.67:0/2692332155 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7b40005270 msgr2=0x7f7b4000b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:41.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.620+0000 7f7b5e56e640 1 --2- 172.21.15.67:0/2692332155 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7b40005270 0x7f7b4000b9c0 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f7b50001ec0 tx=0x7f7b40005830 comp rx=0 tx=0).stop 2024-09-21T00:24:41.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.620+0000 7f7b5e56e640 1 -- 172.21.15.67:0/2692332155 shutdown_connections 2024-09-21T00:24:41.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.620+0000 7f7b5e56e640 1 --2- 172.21.15.67:0/2692332155 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7b40005270 0x7f7b4000b9c0 unknown :-1 s=CLOSED pgs=673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:41.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.620+0000 7f7b5e56e640 1 -- 172.21.15.67:0/2692332155 >> 172.21.15.67:0/2692332155 conn(0x7f7b5806d5a0 msgr2=0x7f7b580b1d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:41.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.620+0000 7f7b5e56e640 1 -- 172.21.15.67:0/2692332155 shutdown_connections 2024-09-21T00:24:41.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.620+0000 7f7b5e56e640 1 -- 172.21.15.67:0/2692332155 wait complete. 2024-09-21T00:24:41.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.621+0000 7f7b5e56e640 1 Processor -- start 2024-09-21T00:24:41.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.622+0000 7f7b5e56e640 1 -- start start 2024-09-21T00:24:41.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.623+0000 7f7b5e56e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7b40005270 0x7f7b580c4fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:41.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.623+0000 7f7b5e56e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7b581f6ff0 0x7f7b581f7400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:41.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.623+0000 7f7b5e56e640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7b5809d700 0x7f7b5809db10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:41.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.623+0000 7f7b5e56e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f7b58160720 con 0x7f7b40005270 2024-09-21T00:24:41.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.623+0000 7f7b5e56e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f7b5815d990 con 0x7f7b581f6ff0 2024-09-21T00:24:41.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.623+0000 7f7b5e56e640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f7b581608a0 con 0x7f7b5809d700 2024-09-21T00:24:41.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.623+0000 7f7b57fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7b40005270 0x7f7b580c4fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:41.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.623+0000 7f7b57fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7b40005270 0x7f7b580c4fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:37244/0 (socket says 172.21.15.67:37244) 2024-09-21T00:24:41.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.623+0000 7f7b57fff640 1 -- 172.21.15.67:0/2411977603 learned_addr learned my addr 172.21.15.67:0/2411977603 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:41.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.623+0000 7f7b57fff640 1 -- 172.21.15.67:0/2411977603 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7b5809d700 msgr2=0x7f7b5809db10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:41.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.623+0000 7f7b57fff640 1 --2- 172.21.15.67:0/2411977603 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7b5809d700 0x7f7b5809db10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:41.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.623+0000 7f7b57fff640 1 -- 172.21.15.67:0/2411977603 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7b581f6ff0 msgr2=0x7f7b581f7400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:41.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.623+0000 7f7b57fff640 1 --2- 172.21.15.67:0/2411977603 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7b581f6ff0 0x7f7b581f7400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:41.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.623+0000 7f7b57fff640 1 -- 172.21.15.67:0/2411977603 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b5809e050 con 0x7f7b40005270 2024-09-21T00:24:41.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.624+0000 7f7b57fff640 1 --2- 172.21.15.67:0/2411977603 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7b40005270 0x7f7b580c4fe0 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f7b48011900 tx=0x7f7b48011dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:41.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.624+0000 7f7b54ff9640 1 -- 172.21.15.67:0/2411977603 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b4801e070 con 0x7f7b40005270 2024-09-21T00:24:41.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.624+0000 7f7b54ff9640 1 -- 172.21.15.67:0/2411977603 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7b4800fe70 con 0x7f7b40005270 2024-09-21T00:24:41.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.624+0000 7f7b54ff9640 1 -- 172.21.15.67:0/2411977603 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b48019670 con 0x7f7b40005270 2024-09-21T00:24:41.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.624+0000 7f7b5e56e640 1 -- 172.21.15.67:0/2411977603 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b581f3500 con 0x7f7b40005270 2024-09-21T00:24:41.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.624+0000 7f7b5e56e640 1 -- 172.21.15.67:0/2411977603 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b581f3ac0 con 0x7f7b40005270 2024-09-21T00:24:41.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.625+0000 7f7b5e56e640 1 -- 172.21.15.67:0/2411977603 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7b581f3260 con 0x7f7b40005270 2024-09-21T00:24:41.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.626+0000 7f7b54ff9640 1 -- 172.21.15.67:0/2411977603 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f7b48021070 con 0x7f7b40005270 2024-09-21T00:24:41.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.626+0000 7f7b54ff9640 1 --2- 172.21.15.67:0/2411977603 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7b44078b90 0x7f7b4407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:41.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.626+0000 7f7b54ff9640 1 -- 172.21.15.67:0/2411977603 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f7b4809b780 con 0x7f7b40005270 2024-09-21T00:24:41.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.627+0000 7f7b577fe640 1 --2- 172.21.15.67:0/2411977603 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7b44078b90 0x7f7b4407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:41.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.627+0000 7f7b577fe640 1 --2- 172.21.15.67:0/2411977603 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7b44078b90 0x7f7b4407b0a0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f7b580cbd50 tx=0x7f7b4c000f10 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:41.632 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.631+0000 7f7b54ff9640 1 -- 172.21.15.67:0/2411977603 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f7b5809e050 con 0x7f7b40005270 2024-09-21T00:24:41.861 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.860+0000 7f7b5e56e640 1 -- 172.21.15.67:0/2411977603 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f7b5815dc30 con 0x7f7b40005270 2024-09-21T00:24:41.862 INFO:tasks.ceph.mon.a.smithi067.stderr:2024-09-21T00:24:41.861+0000 7f6547693640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-21T00:24:41.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.863+0000 7f7b54ff9640 1 -- 172.21.15.67:0/2411977603 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v32) ==== 161+0+0 (secure 0 0 0) 0x7f7b48063640 con 0x7f7b40005270 2024-09-21T00:24:41.864 INFO:teuthology.orchestra.run.smithi067.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-21T00:24:41.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.865+0000 7f7b5e56e640 1 -- 172.21.15.67:0/2411977603 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7b44078b90 msgr2=0x7f7b4407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:41.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.865+0000 7f7b5e56e640 1 --2- 172.21.15.67:0/2411977603 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7b44078b90 0x7f7b4407b0a0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f7b580cbd50 tx=0x7f7b4c000f10 comp rx=0 tx=0).stop 2024-09-21T00:24:41.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.865+0000 7f7b5e56e640 1 -- 172.21.15.67:0/2411977603 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7b40005270 msgr2=0x7f7b580c4fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:41.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.865+0000 7f7b5e56e640 1 --2- 172.21.15.67:0/2411977603 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7b40005270 0x7f7b580c4fe0 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f7b48011900 tx=0x7f7b48011dc0 comp rx=0 tx=0).stop 2024-09-21T00:24:41.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.865+0000 7f7b5e56e640 1 -- 172.21.15.67:0/2411977603 shutdown_connections 2024-09-21T00:24:41.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.865+0000 7f7b5e56e640 1 --2- 172.21.15.67:0/2411977603 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7b44078b90 0x7f7b4407b0a0 secure :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f7b580cbd50 tx=0x7f7b4c000f10 comp rx=0 tx=0).stop 2024-09-21T00:24:41.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.865+0000 7f7b5e56e640 1 --2- 172.21.15.67:0/2411977603 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7b5809d700 0x7f7b5809db10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:41.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.865+0000 7f7b5e56e640 1 --2- 172.21.15.67:0/2411977603 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7b581f6ff0 0x7f7b581f7400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:41.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.865+0000 7f7b5e56e640 1 --2- 172.21.15.67:0/2411977603 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7b40005270 0x7f7b580c4fe0 unknown :-1 s=CLOSED pgs=674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:41.868 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.865+0000 7f7b5e56e640 1 -- 172.21.15.67:0/2411977603 >> 172.21.15.67:0/2411977603 conn(0x7f7b5806d5a0 msgr2=0x7f7b580b0ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:41.868 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.865+0000 7f7b5e56e640 1 -- 172.21.15.67:0/2411977603 shutdown_connections 2024-09-21T00:24:41.868 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.866+0000 7f7b5e56e640 1 -- 172.21.15.67:0/2411977603 wait complete. 2024-09-21T00:24:41.879 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-21T00:24:41.934 INFO:tasks.ceph.mds.a.smithi067.stdout:starting mds.a at 2024-09-21T00:24:42.001 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.999+0000 7f9bd167f640 1 -- 172.21.15.67:0/3304646219 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9bcc0d3000 msgr2=0x7f9bcc0cf010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:42.001 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.999+0000 7f9bd167f640 1 --2- 172.21.15.67:0/3304646219 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9bcc0d3000 0x7f9bcc0cf010 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f9bcc0749a0 tx=0x7f9bb402a560 comp rx=0 tx=0).stop 2024-09-21T00:24:42.001 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.999+0000 7f9bd167f640 1 -- 172.21.15.67:0/3304646219 shutdown_connections 2024-09-21T00:24:42.001 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.999+0000 7f9bd167f640 1 --2- 172.21.15.67:0/3304646219 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9bcc0b5330 0x7f9bcc0b5740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:42.001 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.999+0000 7f9bd167f640 1 --2- 172.21.15.67:0/3304646219 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9bcc0d3000 0x7f9bcc0cf010 unknown :-1 s=CLOSED pgs=678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:42.001 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.999+0000 7f9bd167f640 1 --2- 172.21.15.67:0/3304646219 >> v2:172.21.15.97:3300/0 conn(0x7f9bcc0b7cc0 0x7f9bcc0d0ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:42.001 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.999+0000 7f9bd167f640 1 -- 172.21.15.67:0/3304646219 >> 172.21.15.67:0/3304646219 conn(0x7f9bcc0d24e0 msgr2=0x7f9bcc0d28f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:42.001 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:41.999+0000 7f9bd167f640 1 -- 172.21.15.67:0/3304646219 shutdown_connections 2024-09-21T00:24:42.001 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:42.000+0000 7f9bd167f640 1 -- 172.21.15.67:0/3304646219 wait complete. 2024-09-21T00:24:42.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:42.001+0000 7f9bd167f640 1 Processor -- start 2024-09-21T00:24:42.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:42.001+0000 7f9bd167f640 1 -- start start 2024-09-21T00:24:42.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:42.003+0000 7f9bd167f640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9bcc0b5330 0x7f9bcc0b1180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:42.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:42.003+0000 7f9bd167f640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9bcc0b7cc0 0x7f9bcc1f8eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:42.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:42.003+0000 7f9bd167f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9bcc0d3000 0x7f9bcc06e910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:42.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:42.003+0000 7f9bd167f640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f9bcc160f80 con 0x7f9bcc0d3000 2024-09-21T00:24:42.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:42.003+0000 7f9bd167f640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f9bcc160e00 con 0x7f9bcc0b5330 2024-09-21T00:24:42.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:42.003+0000 7f9bd167f640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f9bcc161100 con 0x7f9bcc0b7cc0 2024-09-21T00:24:42.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:42.003+0000 7f9bcb7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9bcc0d3000 0x7f9bcc06e910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:42.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:42.003+0000 7f9bcb7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9bcc0d3000 0x7f9bcc06e910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:37276/0 (socket says 172.21.15.67:37276) 2024-09-21T00:24:42.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:42.003+0000 7f9bcb7fe640 1 -- 172.21.15.67:0/3204131758 learned_addr learned my addr 172.21.15.67:0/3204131758 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:42.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:42.003+0000 7f9bcaffd640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9bcc0b5330 0x7f9bcc0b1180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:42.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:42.003+0000 7f9bc3fff640 1 --2- 172.21.15.67:0/3204131758 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9bcc0b7cc0 0x7f9bcc1f8eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:42.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:42.003+0000 7f9bcb7fe640 1 -- 172.21.15.67:0/3204131758 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9bcc0b7cc0 msgr2=0x7f9bcc1f8eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:42.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:42.003+0000 7f9bcb7fe640 1 --2- 172.21.15.67:0/3204131758 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9bcc0b7cc0 0x7f9bcc1f8eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:42.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:42.003+0000 7f9bcb7fe640 1 -- 172.21.15.67:0/3204131758 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9bcc0b5330 msgr2=0x7f9bcc0b1180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:42.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:42.003+0000 7f9bcb7fe640 1 --2- 172.21.15.67:0/3204131758 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9bcc0b5330 0x7f9bcc0b1180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:42.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:42.003+0000 7f9bcb7fe640 1 -- 172.21.15.67:0/3204131758 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9bcc1f9a00 con 0x7f9bcc0d3000 2024-09-21T00:24:42.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:42.003+0000 7f9bcb7fe640 1 --2- 172.21.15.67:0/3204131758 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9bcc0d3000 0x7f9bcc06e910 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7f9bc400e910 tx=0x7f9bc400edd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:42.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:42.004+0000 7f9bc37fe640 1 -- 172.21.15.67:0/3204131758 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bc4004d20 con 0x7f9bcc0d3000 2024-09-21T00:24:42.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:42.004+0000 7f9bc37fe640 1 -- 172.21.15.67:0/3204131758 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9bc400cb20 con 0x7f9bcc0d3000 2024-09-21T00:24:42.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:42.004+0000 7f9bd167f640 1 -- 172.21.15.67:0/3204131758 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9bcc1f9ce0 con 0x7f9bcc0d3000 2024-09-21T00:24:42.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:42.004+0000 7f9bc37fe640 1 -- 172.21.15.67:0/3204131758 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bc4005020 con 0x7f9bcc0d3000 2024-09-21T00:24:42.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:42.004+0000 7f9bd167f640 1 -- 172.21.15.67:0/3204131758 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9bcc06e3f0 con 0x7f9bcc0d3000 2024-09-21T00:24:42.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:42.005+0000 7f9bd167f640 1 -- 172.21.15.67:0/3204131758 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9bcc1f9770 con 0x7f9bcc0d3000 2024-09-21T00:24:42.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:42.006+0000 7f9bc37fe640 1 -- 172.21.15.67:0/3204131758 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f9bc40051c0 con 0x7f9bcc0d3000 2024-09-21T00:24:42.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:42.006+0000 7f9bc37fe640 1 --2- 172.21.15.67:0/3204131758 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9bac078b90 0x7f9bac07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:42.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:42.006+0000 7f9bc37fe640 1 -- 172.21.15.67:0/3204131758 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5795+0+0 (secure 0 0 0) 0x7f9bc409b5d0 con 0x7f9bcc0d3000 2024-09-21T00:24:42.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:42.006+0000 7f9bcaffd640 1 --2- 172.21.15.67:0/3204131758 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9bac078b90 0x7f9bac07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:42.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:42.007+0000 7f9bcaffd640 1 --2- 172.21.15.67:0/3204131758 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9bac078b90 0x7f9bac07b0a0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f9bbc00bb30 tx=0x7f9bbc00b2e0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:42.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:42.011+0000 7f9bc37fe640 1 -- 172.21.15.67:0/3204131758 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f9bc4016030 con 0x7f9bcc0d3000 2024-09-21T00:24:42.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:42.236+0000 7f9bd167f640 1 -- 172.21.15.67:0/3204131758 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f9bcc0d0ea0 con 0x7f9bcc0d3000 2024-09-21T00:24:42.865 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:42.864+0000 7f9bc37fe640 1 -- 172.21.15.67:0/3204131758 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v33) ==== 104+0+0 (secure 0 0 0) 0x7f9bc4063360 con 0x7f9bcc0d3000 2024-09-21T00:24:42.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:42.867+0000 7f9bd167f640 1 -- 172.21.15.67:0/3204131758 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9bac078b90 msgr2=0x7f9bac07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:42.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:42.867+0000 7f9bd167f640 1 --2- 172.21.15.67:0/3204131758 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9bac078b90 0x7f9bac07b0a0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f9bbc00bb30 tx=0x7f9bbc00b2e0 comp rx=0 tx=0).stop 2024-09-21T00:24:42.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:42.867+0000 7f9bd167f640 1 -- 172.21.15.67:0/3204131758 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9bcc0d3000 msgr2=0x7f9bcc06e910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:42.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:42.867+0000 7f9bd167f640 1 --2- 172.21.15.67:0/3204131758 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9bcc0d3000 0x7f9bcc06e910 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7f9bc400e910 tx=0x7f9bc400edd0 comp rx=0 tx=0).stop 2024-09-21T00:24:42.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:42.867+0000 7f9bd167f640 1 -- 172.21.15.67:0/3204131758 shutdown_connections 2024-09-21T00:24:42.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:42.867+0000 7f9bd167f640 1 --2- 172.21.15.67:0/3204131758 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9bac078b90 0x7f9bac07b0a0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:42.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:42.867+0000 7f9bd167f640 1 --2- 172.21.15.67:0/3204131758 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9bcc0d3000 0x7f9bcc06e910 unknown :-1 s=CLOSED pgs=679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:42.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:42.867+0000 7f9bd167f640 1 --2- 172.21.15.67:0/3204131758 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9bcc0b7cc0 0x7f9bcc1f8eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:42.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:42.867+0000 7f9bd167f640 1 --2- 172.21.15.67:0/3204131758 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9bcc0b5330 0x7f9bcc0b1180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:42.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:42.867+0000 7f9bd167f640 1 -- 172.21.15.67:0/3204131758 >> 172.21.15.67:0/3204131758 conn(0x7f9bcc0d24e0 msgr2=0x7f9bcc0b5ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:42.870 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:42.868+0000 7f9bd167f640 1 -- 172.21.15.67:0/3204131758 shutdown_connections 2024-09-21T00:24:42.870 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:42.868+0000 7f9bd167f640 1 -- 172.21.15.67:0/3204131758 wait complete. 2024-09-21T00:24:42.883 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-21T00:24:43.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:43.011+0000 7f5bd277b640 1 -- 172.21.15.67:0/132537436 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5bcc0c5a90 msgr2=0x7f5bcc0d01b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:43.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:43.011+0000 7f5bd277b640 1 --2- 172.21.15.67:0/132537436 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5bcc0c5a90 0x7f5bcc0d01b0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f5bbc009830 tx=0x7f5bbc02a480 comp rx=0 tx=0).stop 2024-09-21T00:24:43.013 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:43.011+0000 7f5bd277b640 1 -- 172.21.15.67:0/132537436 shutdown_connections 2024-09-21T00:24:43.013 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:43.011+0000 7f5bd277b640 1 --2- 172.21.15.67:0/132537436 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5bcc0b0480 0x7f5bcc0cd870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:43.013 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:43.011+0000 7f5bd277b640 1 --2- 172.21.15.67:0/132537436 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5bcc0c5a90 0x7f5bcc0d01b0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:43.013 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:43.011+0000 7f5bd277b640 1 -- 172.21.15.67:0/132537436 >> 172.21.15.67:0/132537436 conn(0x7f5bcc0cee80 msgr2=0x7f5bcc0cf290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:43.013 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:43.011+0000 7f5bd277b640 1 -- 172.21.15.67:0/132537436 shutdown_connections 2024-09-21T00:24:43.013 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:43.011+0000 7f5bd277b640 1 -- 172.21.15.67:0/132537436 wait complete. 2024-09-21T00:24:43.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:43.013+0000 7f5bd277b640 1 Processor -- start 2024-09-21T00:24:43.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:43.013+0000 7f5bd277b640 1 -- start start 2024-09-21T00:24:43.016 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:43.014+0000 7f5bd277b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5bcc0b0480 0x7f5bcc09ccf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:43.016 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:43.014+0000 7f5bd277b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5bcc0c5a90 0x7f5bcc1f6e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:43.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:43.014+0000 7f5bd277b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5bcc0d06f0 0x7f5bcc1f73b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:43.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:43.014+0000 7f5bd277b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f5bcc09b960 con 0x7f5bcc0c5a90 2024-09-21T00:24:43.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:43.014+0000 7f5bd277b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f5bcc0ce000 con 0x7f5bcc0b0480 2024-09-21T00:24:43.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:43.014+0000 7f5bd277b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f5bcc09bae0 con 0x7f5bcc0d06f0 2024-09-21T00:24:43.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:43.014+0000 7f5bcb7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5bcc0c5a90 0x7f5bcc1f6e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:43.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:43.014+0000 7f5bcb7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5bcc0c5a90 0x7f5bcc1f6e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:37278/0 (socket says 172.21.15.67:37278) 2024-09-21T00:24:43.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:43.014+0000 7f5bcb7fe640 1 -- 172.21.15.67:0/3265190806 learned_addr learned my addr 172.21.15.67:0/3265190806 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:43.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:43.014+0000 7f5bcbfff640 1 --2- 172.21.15.67:0/3265190806 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5bcc0b0480 0x7f5bcc09ccf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:43.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:43.014+0000 7f5bd0d18640 1 --2- 172.21.15.67:0/3265190806 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5bcc0d06f0 0x7f5bcc1f73b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:43.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:43.015+0000 7f5bcb7fe640 1 -- 172.21.15.67:0/3265190806 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5bcc0d06f0 msgr2=0x7f5bcc1f73b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:43.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:43.015+0000 7f5bcb7fe640 1 --2- 172.21.15.67:0/3265190806 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5bcc0d06f0 0x7f5bcc1f73b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:43.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:43.015+0000 7f5bcb7fe640 1 -- 172.21.15.67:0/3265190806 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5bcc0b0480 msgr2=0x7f5bcc09ccf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:43.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:43.015+0000 7f5bcb7fe640 1 --2- 172.21.15.67:0/3265190806 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5bcc0b0480 0x7f5bcc09ccf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:43.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:43.015+0000 7f5bcb7fe640 1 -- 172.21.15.67:0/3265190806 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5bcc1f7cf0 con 0x7f5bcc0c5a90 2024-09-21T00:24:43.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:43.015+0000 7f5bcb7fe640 1 --2- 172.21.15.67:0/3265190806 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5bcc0c5a90 0x7f5bcc1f6e70 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7f5bc000c400 tx=0x7f5bc000c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:43.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:43.015+0000 7f5bc8ff9640 1 -- 172.21.15.67:0/3265190806 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bc0011790 con 0x7f5bcc0c5a90 2024-09-21T00:24:43.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:43.015+0000 7f5bd277b640 1 -- 172.21.15.67:0/3265190806 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5bcc15a130 con 0x7f5bcc0c5a90 2024-09-21T00:24:43.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:43.015+0000 7f5bc8ff9640 1 -- 172.21.15.67:0/3265190806 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5bc0017070 con 0x7f5bcc0c5a90 2024-09-21T00:24:43.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:43.015+0000 7f5bd277b640 1 -- 172.21.15.67:0/3265190806 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5bcc15a6f0 con 0x7f5bcc0c5a90 2024-09-21T00:24:43.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:43.015+0000 7f5bc8ff9640 1 -- 172.21.15.67:0/3265190806 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bc0011ce0 con 0x7f5bcc0c5a90 2024-09-21T00:24:43.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:43.016+0000 7f5bd277b640 1 -- 172.21.15.67:0/3265190806 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5bcc075b70 con 0x7f5bcc0c5a90 2024-09-21T00:24:43.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:43.017+0000 7f5bc8ff9640 1 -- 172.21.15.67:0/3265190806 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f5bc001c460 con 0x7f5bcc0c5a90 2024-09-21T00:24:43.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:43.017+0000 7f5bc8ff9640 1 --2- 172.21.15.67:0/3265190806 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5bb8078b90 0x7f5bb807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:43.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:43.017+0000 7f5bc8ff9640 1 -- 172.21.15.67:0/3265190806 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5795+0+0 (secure 0 0 0) 0x7f5bc009aa70 con 0x7f5bcc0c5a90 2024-09-21T00:24:43.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:43.017+0000 7f5bcbfff640 1 --2- 172.21.15.67:0/3265190806 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5bb8078b90 0x7f5bb807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:43.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:43.018+0000 7f5bcbfff640 1 --2- 172.21.15.67:0/3265190806 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5bb8078b90 0x7f5bb807b0a0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f5bbc034000 tx=0x7f5bbc004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:43.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:43.022+0000 7f5bc8ff9640 1 -- 172.21.15.67:0/3265190806 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f5bcc075b70 con 0x7f5bcc0c5a90 2024-09-21T00:24:43.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:43.209+0000 7f5bd277b640 1 -- 172.21.15.67:0/3265190806 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f5bcc0d1280 con 0x7f5bcc0c5a90 2024-09-21T00:24:43.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:43.869+0000 7f5bc8ff9640 1 -- 172.21.15.67:0/3265190806 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v47) ==== 181+0+0 (secure 0 0 0) 0x7f5bcc0d1280 con 0x7f5bcc0c5a90 2024-09-21T00:24:43.872 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_metadata' removed 2024-09-21T00:24:43.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:43.874+0000 7f5bd277b640 1 -- 172.21.15.67:0/3265190806 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5bb8078b90 msgr2=0x7f5bb807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:43.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:43.874+0000 7f5bd277b640 1 --2- 172.21.15.67:0/3265190806 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5bb8078b90 0x7f5bb807b0a0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f5bbc034000 tx=0x7f5bbc004730 comp rx=0 tx=0).stop 2024-09-21T00:24:43.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:43.874+0000 7f5bd277b640 1 -- 172.21.15.67:0/3265190806 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5bcc0c5a90 msgr2=0x7f5bcc1f6e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:43.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:43.874+0000 7f5bd277b640 1 --2- 172.21.15.67:0/3265190806 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5bcc0c5a90 0x7f5bcc1f6e70 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7f5bc000c400 tx=0x7f5bc000c800 comp rx=0 tx=0).stop 2024-09-21T00:24:43.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:43.874+0000 7f5bd277b640 1 -- 172.21.15.67:0/3265190806 shutdown_connections 2024-09-21T00:24:43.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:43.874+0000 7f5bd277b640 1 --2- 172.21.15.67:0/3265190806 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5bb8078b90 0x7f5bb807b0a0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:43.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:43.874+0000 7f5bd277b640 1 --2- 172.21.15.67:0/3265190806 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5bcc0d06f0 0x7f5bcc1f73b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:43.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:43.874+0000 7f5bd277b640 1 --2- 172.21.15.67:0/3265190806 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5bcc0c5a90 0x7f5bcc1f6e70 unknown :-1 s=CLOSED pgs=680 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:43.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:43.874+0000 7f5bd277b640 1 --2- 172.21.15.67:0/3265190806 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5bcc0b0480 0x7f5bcc09ccf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:43.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:43.874+0000 7f5bd277b640 1 -- 172.21.15.67:0/3265190806 >> 172.21.15.67:0/3265190806 conn(0x7f5bcc0cee80 msgr2=0x7f5bcc071220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:43.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:43.874+0000 7f5bd277b640 1 -- 172.21.15.67:0/3265190806 shutdown_connections 2024-09-21T00:24:43.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:43.874+0000 7f5bd277b640 1 -- 172.21.15.67:0/3265190806 wait complete. 2024-09-21T00:24:43.892 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-21T00:24:44.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:44.018+0000 7f7a6437b640 1 -- 172.21.15.67:0/1512768923 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7a5c0cf750 msgr2=0x7f7a5c0732b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:44.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:44.018+0000 7f7a6437b640 1 --2- 172.21.15.67:0/1512768923 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7a5c0cf750 0x7f7a5c0732b0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f7a54005fd0 tx=0x7f7a5402aa90 comp rx=0 tx=0).stop 2024-09-21T00:24:44.020 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:44.018+0000 7f7a6437b640 1 -- 172.21.15.67:0/1512768923 shutdown_connections 2024-09-21T00:24:44.020 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:44.018+0000 7f7a6437b640 1 --2- 172.21.15.67:0/1512768923 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7a5c0cf750 0x7f7a5c0732b0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:44.020 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:44.018+0000 7f7a6437b640 1 --2- 172.21.15.67:0/1512768923 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7a5c15b820 0x7f7a5c0cf210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:44.020 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:44.018+0000 7f7a6437b640 1 -- 172.21.15.67:0/1512768923 >> 172.21.15.67:0/1512768923 conn(0x7f7a5c06d720 msgr2=0x7f7a5c0b1d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:44.020 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:44.018+0000 7f7a6437b640 1 -- 172.21.15.67:0/1512768923 shutdown_connections 2024-09-21T00:24:44.020 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:44.018+0000 7f7a6437b640 1 -- 172.21.15.67:0/1512768923 wait complete. 2024-09-21T00:24:44.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:44.020+0000 7f7a6437b640 1 Processor -- start 2024-09-21T00:24:44.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:44.020+0000 7f7a6437b640 1 -- start start 2024-09-21T00:24:44.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:44.021+0000 7f7a6437b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7a5c0cc450 0x7f7a5c152de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:44.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:44.021+0000 7f7a6437b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7a5c0cf750 0x7f7a5c0c9430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:44.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:44.021+0000 7f7a6437b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7a5c15b820 0x7f7a5c0c9970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:44.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:44.021+0000 7f7a6437b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f7a5c073b80 con 0x7f7a5c15b820 2024-09-21T00:24:44.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:44.021+0000 7f7a6437b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f7a5c073a00 con 0x7f7a5c0cf750 2024-09-21T00:24:44.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:44.021+0000 7f7a6437b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f7a5c073d00 con 0x7f7a5c0cc450 2024-09-21T00:24:44.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:44.021+0000 7f7a62918640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7a5c15b820 0x7f7a5c0c9970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:44.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:44.021+0000 7f7a62918640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7a5c15b820 0x7f7a5c0c9970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:53188/0 (socket says 172.21.15.67:53188) 2024-09-21T00:24:44.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:44.021+0000 7f7a62918640 1 -- 172.21.15.67:0/1389806799 learned_addr learned my addr 172.21.15.67:0/1389806799 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:44.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:44.021+0000 7f7a61916640 1 --2- 172.21.15.67:0/1389806799 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7a5c0cf750 0x7f7a5c0c9430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:44.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:44.021+0000 7f7a62117640 1 --2- 172.21.15.67:0/1389806799 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7a5c0cc450 0x7f7a5c152de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:44.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:44.022+0000 7f7a62918640 1 -- 172.21.15.67:0/1389806799 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7a5c0cc450 msgr2=0x7f7a5c152de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:44.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:44.022+0000 7f7a62918640 1 --2- 172.21.15.67:0/1389806799 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7a5c0cc450 0x7f7a5c152de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:44.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:44.022+0000 7f7a62918640 1 -- 172.21.15.67:0/1389806799 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7a5c0cf750 msgr2=0x7f7a5c0c9430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:44.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:44.022+0000 7f7a62918640 1 --2- 172.21.15.67:0/1389806799 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7a5c0cf750 0x7f7a5c0c9430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:44.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:44.022+0000 7f7a62918640 1 -- 172.21.15.67:0/1389806799 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a5c1f5fb0 con 0x7f7a5c15b820 2024-09-21T00:24:44.025 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:44.022+0000 7f7a62918640 1 --2- 172.21.15.67:0/1389806799 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7a5c15b820 0x7f7a5c0c9970 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7f7a54009bf0 tx=0x7f7a54003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:44.025 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:44.022+0000 7f7a52ffd640 1 -- 172.21.15.67:0/1389806799 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a54044070 con 0x7f7a5c15b820 2024-09-21T00:24:44.025 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:44.022+0000 7f7a52ffd640 1 -- 172.21.15.67:0/1389806799 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7a54003e00 con 0x7f7a5c15b820 2024-09-21T00:24:44.025 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:44.022+0000 7f7a52ffd640 1 -- 172.21.15.67:0/1389806799 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a540044b0 con 0x7f7a5c15b820 2024-09-21T00:24:44.025 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:44.022+0000 7f7a6437b640 1 -- 172.21.15.67:0/1389806799 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7a5c1f6290 con 0x7f7a5c15b820 2024-09-21T00:24:44.025 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:44.022+0000 7f7a6437b640 1 -- 172.21.15.67:0/1389806799 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7a5c0ca040 con 0x7f7a5c15b820 2024-09-21T00:24:44.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:44.023+0000 7f7a6437b640 1 -- 172.21.15.67:0/1389806799 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7a5c1f5d20 con 0x7f7a5c15b820 2024-09-21T00:24:44.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:44.024+0000 7f7a52ffd640 1 -- 172.21.15.67:0/1389806799 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f7a54047070 con 0x7f7a5c15b820 2024-09-21T00:24:44.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:44.024+0000 7f7a52ffd640 1 --2- 172.21.15.67:0/1389806799 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7a40078bc0 0x7f7a4007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:44.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:44.025+0000 7f7a52ffd640 1 -- 172.21.15.67:0/1389806799 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5357+0+0 (secure 0 0 0) 0x7f7a540bb930 con 0x7f7a5c15b820 2024-09-21T00:24:44.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:44.025+0000 7f7a62117640 1 --2- 172.21.15.67:0/1389806799 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7a40078bc0 0x7f7a4007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:44.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:44.025+0000 7f7a62117640 1 --2- 172.21.15.67:0/1389806799 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7a40078bc0 0x7f7a4007b0d0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f7a58001720 tx=0x7f7a58009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:44.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:44.029+0000 7f7a52ffd640 1 -- 172.21.15.67:0/1389806799 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f7a54032030 con 0x7f7a5c15b820 2024-09-21T00:24:44.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:44.216+0000 7f7a6437b640 1 -- 172.21.15.67:0/1389806799 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f7a5c0b03c0 con 0x7f7a5c15b820 2024-09-21T00:24:44.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:44.875+0000 7f7a52ffd640 1 -- 172.21.15.67:0/1389806799 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v48) ==== 169+0+0 (secure 0 0 0) 0x7f7a5c0b03c0 con 0x7f7a5c15b820 2024-09-21T00:24:44.876 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_data' removed 2024-09-21T00:24:44.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:44.878+0000 7f7a6437b640 1 -- 172.21.15.67:0/1389806799 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7a40078bc0 msgr2=0x7f7a4007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:44.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:44.878+0000 7f7a6437b640 1 --2- 172.21.15.67:0/1389806799 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7a40078bc0 0x7f7a4007b0d0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f7a58001720 tx=0x7f7a58009040 comp rx=0 tx=0).stop 2024-09-21T00:24:44.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:44.878+0000 7f7a6437b640 1 -- 172.21.15.67:0/1389806799 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7a5c15b820 msgr2=0x7f7a5c0c9970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:44.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:44.878+0000 7f7a6437b640 1 --2- 172.21.15.67:0/1389806799 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7a5c15b820 0x7f7a5c0c9970 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7f7a54009bf0 tx=0x7f7a54003c10 comp rx=0 tx=0).stop 2024-09-21T00:24:44.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:44.879+0000 7f7a6437b640 1 -- 172.21.15.67:0/1389806799 shutdown_connections 2024-09-21T00:24:44.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:44.879+0000 7f7a6437b640 1 --2- 172.21.15.67:0/1389806799 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7a40078bc0 0x7f7a4007b0d0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:44.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:44.879+0000 7f7a6437b640 1 --2- 172.21.15.67:0/1389806799 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7a5c15b820 0x7f7a5c0c9970 unknown :-1 s=CLOSED pgs=681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:44.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:44.879+0000 7f7a6437b640 1 --2- 172.21.15.67:0/1389806799 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7a5c0cf750 0x7f7a5c0c9430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:44.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:44.879+0000 7f7a6437b640 1 --2- 172.21.15.67:0/1389806799 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7a5c0cc450 0x7f7a5c152de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:44.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:44.879+0000 7f7a6437b640 1 -- 172.21.15.67:0/1389806799 >> 172.21.15.67:0/1389806799 conn(0x7f7a5c06d720 msgr2=0x7f7a5c0b0d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:44.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:44.879+0000 7f7a6437b640 1 -- 172.21.15.67:0/1389806799 shutdown_connections 2024-09-21T00:24:44.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:44.879+0000 7f7a6437b640 1 -- 172.21.15.67:0/1389806799 wait complete. 2024-09-21T00:24:44.898 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config reset 31 2024-09-21T00:24:45.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.020+0000 7fb680494640 1 -- 172.21.15.67:0/2920273320 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb664004d40 msgr2=0x7fb6640051b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:45.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.020+0000 7fb680494640 1 --2- 172.21.15.67:0/2920273320 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb664004d40 0x7fb6640051b0 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7fb670009e20 tx=0x7fb664005830 comp rx=0 tx=0).stop 2024-09-21T00:24:45.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.020+0000 7fb67ea31640 1 -- 172.21.15.67:0/2920273320 reap_dead start 2024-09-21T00:24:45.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.021+0000 7fb680494640 1 -- 172.21.15.67:0/2920273320 shutdown_connections 2024-09-21T00:24:45.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.021+0000 7fb680494640 1 -- 172.21.15.67:0/2920273320 >> 172.21.15.67:0/2920273320 conn(0x7fb6780b3e90 msgr2=0x7fb6780b42a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:45.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.021+0000 7fb680494640 1 -- 172.21.15.67:0/2920273320 shutdown_connections 2024-09-21T00:24:45.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.021+0000 7fb680494640 1 -- 172.21.15.67:0/2920273320 wait complete. 2024-09-21T00:24:45.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.022+0000 7fb680494640 1 Processor -- start 2024-09-21T00:24:45.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.022+0000 7fb680494640 1 -- start start 2024-09-21T00:24:45.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.024+0000 7fb680494640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb664004d40 0x7fb6780b1120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:45.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.024+0000 7fb680494640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb6781f6ba0 0x7fb6781f6fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:45.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.024+0000 7fb680494640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb6781515a0 0x7fb6781519b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:45.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.024+0000 7fb680494640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fb67809b3f0 con 0x7fb664004d40 2024-09-21T00:24:45.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.024+0000 7fb680494640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fb67809b270 con 0x7fb6781515a0 2024-09-21T00:24:45.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.024+0000 7fb680494640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fb67809b570 con 0x7fb6781f6ba0 2024-09-21T00:24:45.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.024+0000 7fb67e230640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb664004d40 0x7fb6780b1120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:45.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.024+0000 7fb67e230640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb664004d40 0x7fb6780b1120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:53220/0 (socket says 172.21.15.67:53220) 2024-09-21T00:24:45.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.024+0000 7fb67e230640 1 -- 172.21.15.67:0/1259632103 learned_addr learned my addr 172.21.15.67:0/1259632103 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:45.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.024+0000 7fb67ea31640 1 --2- 172.21.15.67:0/1259632103 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb6781515a0 0x7fb6781519b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:45.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.024+0000 7fb67da2f640 1 --2- 172.21.15.67:0/1259632103 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb6781f6ba0 0x7fb6781f6fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:45.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.024+0000 7fb67e230640 1 -- 172.21.15.67:0/1259632103 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb6781f6ba0 msgr2=0x7fb6781f6fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:45.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.024+0000 7fb67e230640 1 --2- 172.21.15.67:0/1259632103 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb6781f6ba0 0x7fb6781f6fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:45.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.024+0000 7fb67e230640 1 -- 172.21.15.67:0/1259632103 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb6781515a0 msgr2=0x7fb6781519b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:45.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.024+0000 7fb67e230640 1 --2- 172.21.15.67:0/1259632103 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb6781515a0 0x7fb6781519b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:45.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.024+0000 7fb67e230640 1 -- 172.21.15.67:0/1259632103 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6780b1660 con 0x7fb664004d40 2024-09-21T00:24:45.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.024+0000 7fb67ea31640 1 --2- 172.21.15.67:0/1259632103 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb6781515a0 0x7fb6781519b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:24:45.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.024+0000 7fb67da2f640 1 --2- 172.21.15.67:0/1259632103 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb6781f6ba0 0x7fb6781f6fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:24:45.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.024+0000 7fb67e230640 1 --2- 172.21.15.67:0/1259632103 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb664004d40 0x7fb6780b1120 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7fb6740066b0 tx=0x7fb6740039c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:45.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.024+0000 7fb66effd640 1 -- 172.21.15.67:0/1259632103 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb674015070 con 0x7fb664004d40 2024-09-21T00:24:45.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.025+0000 7fb66effd640 1 -- 172.21.15.67:0/1259632103 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb674011900 con 0x7fb664004d40 2024-09-21T00:24:45.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.025+0000 7fb680494640 1 -- 172.21.15.67:0/1259632103 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb67809c640 con 0x7fb664004d40 2024-09-21T00:24:45.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.025+0000 7fb66effd640 1 -- 172.21.15.67:0/1259632103 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb674011d50 con 0x7fb664004d40 2024-09-21T00:24:45.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.025+0000 7fb680494640 1 -- 172.21.15.67:0/1259632103 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb67809cc00 con 0x7fb664004d40 2024-09-21T00:24:45.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.026+0000 7fb680494640 1 -- 172.21.15.67:0/1259632103 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb6780cdca0 con 0x7fb664004d40 2024-09-21T00:24:45.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.026+0000 7fb66effd640 1 -- 172.21.15.67:0/1259632103 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fb674010420 con 0x7fb664004d40 2024-09-21T00:24:45.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.027+0000 7fb66effd640 1 --2- 172.21.15.67:0/1259632103 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb65c078bc0 0x7fb65c07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:45.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.027+0000 7fb66effd640 1 -- 172.21.15.67:0/1259632103 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(48..48 src has 1..48) ==== 4943+0+0 (secure 0 0 0) 0x7fb67409b740 con 0x7fb664004d40 2024-09-21T00:24:45.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.027+0000 7fb67da2f640 1 --2- 172.21.15.67:0/1259632103 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb65c078bc0 0x7fb65c07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:45.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.028+0000 7fb67da2f640 1 --2- 172.21.15.67:0/1259632103 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb65c078bc0 0x7fb65c07b0d0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fb67809ecf0 tx=0x7fb66800b260 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:45.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.032+0000 7fb66effd640 1 -- 172.21.15.67:0/1259632103 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fb674063e80 con 0x7fb664004d40 2024-09-21T00:24:45.223 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.221+0000 7fb680494640 1 -- 172.21.15.67:0/1259632103 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "config reset", "num": 31} v 0) -- 0x7fb6780b4c80 con 0x7fb664004d40 2024-09-21T00:24:45.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.225+0000 7fb66effd640 1 -- 172.21.15.67:0/1259632103 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "config reset", "num": 31}]=0 v35) ==== 71+0+0 (secure 0 0 0) 0x7fb674063780 con 0x7fb664004d40 2024-09-21T00:24:45.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.228+0000 7fb680494640 1 -- 172.21.15.67:0/1259632103 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb65c078bc0 msgr2=0x7fb65c07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:45.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.228+0000 7fb680494640 1 --2- 172.21.15.67:0/1259632103 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb65c078bc0 0x7fb65c07b0d0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fb67809ecf0 tx=0x7fb66800b260 comp rx=0 tx=0).stop 2024-09-21T00:24:45.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.228+0000 7fb680494640 1 -- 172.21.15.67:0/1259632103 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb664004d40 msgr2=0x7fb6780b1120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:45.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.228+0000 7fb680494640 1 --2- 172.21.15.67:0/1259632103 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb664004d40 0x7fb6780b1120 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7fb6740066b0 tx=0x7fb6740039c0 comp rx=0 tx=0).stop 2024-09-21T00:24:45.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.228+0000 7fb680494640 1 -- 172.21.15.67:0/1259632103 shutdown_connections 2024-09-21T00:24:45.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.228+0000 7fb680494640 1 --2- 172.21.15.67:0/1259632103 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb65c078bc0 0x7fb65c07b0d0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:45.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.228+0000 7fb680494640 1 --2- 172.21.15.67:0/1259632103 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb6781515a0 0x7fb6781519b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:45.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.228+0000 7fb680494640 1 --2- 172.21.15.67:0/1259632103 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb6781f6ba0 0x7fb6781f6fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:45.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.228+0000 7fb680494640 1 --2- 172.21.15.67:0/1259632103 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb664004d40 0x7fb6780b1120 unknown :-1 s=CLOSED pgs=684 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:45.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.228+0000 7fb680494640 1 -- 172.21.15.67:0/1259632103 >> 172.21.15.67:0/1259632103 conn(0x7fb6780b3e90 msgr2=0x7fb6780b2270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:45.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.228+0000 7fb680494640 1 -- 172.21.15.67:0/1259632103 shutdown_connections 2024-09-21T00:24:45.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.228+0000 7fb680494640 1 -- 172.21.15.67:0/1259632103 wait complete. 2024-09-21T00:24:45.240 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_scrub_checks.TestScrubChecks.test_scrub_checks' 2024-09-21T00:24:45.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.356+0000 7f45525c6640 1 -- 172.21.15.67:0/2725838173 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f454c0af0a0 msgr2=0x7f454c166360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:45.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.356+0000 7f45525c6640 1 --2- 172.21.15.67:0/2725838173 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f454c0af0a0 0x7f454c166360 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7f4544009be0 tx=0x7f454402a960 comp rx=0 tx=0).stop 2024-09-21T00:24:45.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.356+0000 7f45525c6640 1 -- 172.21.15.67:0/2725838173 shutdown_connections 2024-09-21T00:24:45.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.356+0000 7f45525c6640 1 --2- 172.21.15.67:0/2725838173 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f454c0af0a0 0x7f454c166360 unknown :-1 s=CLOSED pgs=686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:45.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.356+0000 7f45525c6640 1 -- 172.21.15.67:0/2725838173 >> 172.21.15.67:0/2725838173 conn(0x7f454c06d5a0 msgr2=0x7f454c0b1d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:45.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.356+0000 7f45525c6640 1 -- 172.21.15.67:0/2725838173 shutdown_connections 2024-09-21T00:24:45.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.356+0000 7f45525c6640 1 -- 172.21.15.67:0/2725838173 wait complete. 2024-09-21T00:24:45.359 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.358+0000 7f45525c6640 1 Processor -- start 2024-09-21T00:24:45.359 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.358+0000 7f45525c6640 1 -- start start 2024-09-21T00:24:45.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.359+0000 7f45525c6640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f454c070070 0x7f454c09c620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:45.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.359+0000 7f45525c6640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f454c0af0a0 0x7f454c09a3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:45.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.359+0000 7f45525c6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f454c152720 0x7f454c14b360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:45.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.359+0000 7f45525c6640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f454c166c90 con 0x7f454c152720 2024-09-21T00:24:45.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.359+0000 7f45525c6640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f454c166b10 con 0x7f454c0af0a0 2024-09-21T00:24:45.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.359+0000 7f45525c6640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f454c166e10 con 0x7f454c070070 2024-09-21T00:24:45.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.359+0000 7f4550b63640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f454c152720 0x7f454c14b360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:45.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.359+0000 7f4550b63640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f454c152720 0x7f454c14b360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:53236/0 (socket says 172.21.15.67:53236) 2024-09-21T00:24:45.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.359+0000 7f4550b63640 1 -- 172.21.15.67:0/432513916 learned_addr learned my addr 172.21.15.67:0/432513916 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:45.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.360+0000 7f454bfff640 1 --2- 172.21.15.67:0/432513916 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f454c070070 0x7f454c09c620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:45.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.360+0000 7f454b7fe640 1 --2- 172.21.15.67:0/432513916 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f454c0af0a0 0x7f454c09a3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:45.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.360+0000 7f4550b63640 1 -- 172.21.15.67:0/432513916 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f454c070070 msgr2=0x7f454c09c620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:45.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.360+0000 7f4550b63640 1 --2- 172.21.15.67:0/432513916 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f454c070070 0x7f454c09c620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:45.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.360+0000 7f4550b63640 1 -- 172.21.15.67:0/432513916 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f454c0af0a0 msgr2=0x7f454c09a3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:45.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.360+0000 7f4550b63640 1 --2- 172.21.15.67:0/432513916 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f454c0af0a0 0x7f454c09a3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:45.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.360+0000 7f4550b63640 1 -- 172.21.15.67:0/432513916 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f454c14cd60 con 0x7f454c152720 2024-09-21T00:24:45.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.360+0000 7f454bfff640 1 --2- 172.21.15.67:0/432513916 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f454c070070 0x7f454c09c620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:24:45.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.360+0000 7f454b7fe640 1 --2- 172.21.15.67:0/432513916 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f454c0af0a0 0x7f454c09a3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:24:45.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.360+0000 7f4550b63640 1 --2- 172.21.15.67:0/432513916 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f454c152720 0x7f454c14b360 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7f4544009be0 tx=0x7f4544003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:45.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.360+0000 7f4548ff9640 1 -- 172.21.15.67:0/432513916 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4544030e60 con 0x7f454c152720 2024-09-21T00:24:45.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.360+0000 7f4548ff9640 1 -- 172.21.15.67:0/432513916 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f454403e070 con 0x7f454c152720 2024-09-21T00:24:45.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.360+0000 7f4548ff9640 1 -- 172.21.15.67:0/432513916 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4544032330 con 0x7f454c152720 2024-09-21T00:24:45.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.360+0000 7f45525c6640 1 -- 172.21.15.67:0/432513916 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f454c14c7a0 con 0x7f454c152720 2024-09-21T00:24:45.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.360+0000 7f45525c6640 1 -- 172.21.15.67:0/432513916 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f454c152e20 con 0x7f454c152720 2024-09-21T00:24:45.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.361+0000 7f45525c6640 1 -- 172.21.15.67:0/432513916 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f454c0b4a80 con 0x7f454c152720 2024-09-21T00:24:45.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.362+0000 7f4548ff9640 1 -- 172.21.15.67:0/432513916 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f45440324d0 con 0x7f454c152720 2024-09-21T00:24:45.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.363+0000 7f4548ff9640 1 --2- 172.21.15.67:0/432513916 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4538078bc0 0x7f453807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:45.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.363+0000 7f4548ff9640 1 -- 172.21.15.67:0/432513916 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(48..48 src has 1..48) ==== 4943+0+0 (secure 0 0 0) 0x7f45440bc470 con 0x7f454c152720 2024-09-21T00:24:45.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.363+0000 7f454bfff640 1 --2- 172.21.15.67:0/432513916 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4538078bc0 0x7f453807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:45.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.363+0000 7f454bfff640 1 --2- 172.21.15.67:0/432513916 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4538078bc0 0x7f453807b0d0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f453c0016a0 tx=0x7f453c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:45.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.367+0000 7f4548ff9640 1 -- 172.21.15.67:0/432513916 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f454402d070 con 0x7f454c152720 2024-09-21T00:24:45.630 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.627+0000 7f45525c6640 1 -- 172.21.15.67:0/432513916 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_scrub_checks.TestScrubChecks.test_scrub_checks"]} v 0) -- 0x7f454c0b4f40 con 0x7f454c152720 2024-09-21T00:24:45.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.875+0000 7f4548ff9640 1 -- 172.21.15.67:0/432513916 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_scrub_checks.TestScrubChecks.test_scrub_checks"]}]=0 v167) ==== 143+0+0 (secure 0 0 0) 0x7f454408b020 con 0x7f454c152720 2024-09-21T00:24:45.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.878+0000 7f45525c6640 1 -- 172.21.15.67:0/432513916 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4538078bc0 msgr2=0x7f453807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:45.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.878+0000 7f45525c6640 1 --2- 172.21.15.67:0/432513916 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4538078bc0 0x7f453807b0d0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f453c0016a0 tx=0x7f453c009040 comp rx=0 tx=0).stop 2024-09-21T00:24:45.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.878+0000 7f45525c6640 1 -- 172.21.15.67:0/432513916 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f454c152720 msgr2=0x7f454c14b360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:45.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.878+0000 7f45525c6640 1 --2- 172.21.15.67:0/432513916 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f454c152720 0x7f454c14b360 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7f4544009be0 tx=0x7f4544003f10 comp rx=0 tx=0).stop 2024-09-21T00:24:45.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.878+0000 7f45525c6640 1 -- 172.21.15.67:0/432513916 shutdown_connections 2024-09-21T00:24:45.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.878+0000 7f45525c6640 1 --2- 172.21.15.67:0/432513916 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4538078bc0 0x7f453807b0d0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:45.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.878+0000 7f45525c6640 1 --2- 172.21.15.67:0/432513916 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f454c152720 0x7f454c14b360 unknown :-1 s=CLOSED pgs=687 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:45.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.878+0000 7f45525c6640 1 --2- 172.21.15.67:0/432513916 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f454c0af0a0 0x7f454c09a3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:45.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.878+0000 7f45525c6640 1 --2- 172.21.15.67:0/432513916 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f454c070070 0x7f454c09c620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:45.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.878+0000 7f45525c6640 1 -- 172.21.15.67:0/432513916 >> 172.21.15.67:0/432513916 conn(0x7f454c06d5a0 msgr2=0x7f454c0ceda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:45.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.878+0000 7f45525c6640 1 -- 172.21.15.67:0/432513916 shutdown_connections 2024-09-21T00:24:45.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:45.878+0000 7f45525c6640 1 -- 172.21.15.67:0/432513916 wait complete. 2024-09-21T00:24:45.892 INFO:tasks.cephfs_test_runner:test_scrub_checks (tasks.cephfs.test_scrub_checks.TestScrubChecks) ... ok 2024-09-21T00:24:45.892 INFO:tasks.cephfs_test_runner:Starting test: test_scrub_merge_dirfrags (tasks.cephfs.test_scrub_checks.TestScrubChecks) That a directory is merged during scrub. 2024-09-21T00:24:45.892 INFO:tasks.cephfs_test_runner:test_scrub_merge_dirfrags (tasks.cephfs.test_scrub_checks.TestScrubChecks) 2024-09-21T00:24:45.893 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:24:46.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.015+0000 7f611609b640 1 -- 172.21.15.67:0/1947759425 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f60f8003a30 msgr2=0x7f60f8003ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:46.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.015+0000 7f611609b640 1 --2- 172.21.15.67:0/1947759425 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f60f8003a30 0x7f60f8003ea0 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7f6100001710 tx=0x7f60f8005830 comp rx=0 tx=0).stop 2024-09-21T00:24:46.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.015+0000 7f610ffff640 1 -- 172.21.15.67:0/1947759425 reap_dead start 2024-09-21T00:24:46.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.015+0000 7f611609b640 1 -- 172.21.15.67:0/1947759425 shutdown_connections 2024-09-21T00:24:46.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.015+0000 7f611609b640 1 -- 172.21.15.67:0/1947759425 >> 172.21.15.67:0/1947759425 conn(0x7f611008bee0 msgr2=0x7f61100d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:46.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.015+0000 7f611609b640 1 -- 172.21.15.67:0/1947759425 shutdown_connections 2024-09-21T00:24:46.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.015+0000 7f611609b640 1 -- 172.21.15.67:0/1947759425 wait complete. 2024-09-21T00:24:46.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.017+0000 7f611609b640 1 Processor -- start 2024-09-21T00:24:46.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.017+0000 7f611609b640 1 -- start start 2024-09-21T00:24:46.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.018+0000 7f611609b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f60f8003a30 0x7f61101f89f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:46.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.018+0000 7f611609b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6110166da0 0x7f611015e4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:46.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.018+0000 7f611609b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f61101671b0 0x7f611015e9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:46.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.018+0000 7f611609b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f61100d0290 con 0x7f6110166da0 2024-09-21T00:24:46.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.018+0000 7f611609b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f61100d0110 con 0x7f61101671b0 2024-09-21T00:24:46.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.018+0000 7f611609b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f61100d0410 con 0x7f60f8003a30 2024-09-21T00:24:46.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.018+0000 7f610effd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6110166da0 0x7f611015e4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:46.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.018+0000 7f610effd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6110166da0 0x7f611015e4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:53258/0 (socket says 172.21.15.67:53258) 2024-09-21T00:24:46.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.018+0000 7f610effd640 1 -- 172.21.15.67:0/1280545363 learned_addr learned my addr 172.21.15.67:0/1280545363 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:46.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.018+0000 7f610ffff640 1 --2- 172.21.15.67:0/1280545363 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f61101671b0 0x7f611015e9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:46.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.018+0000 7f610f7fe640 1 --2- 172.21.15.67:0/1280545363 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f60f8003a30 0x7f61101f89f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:46.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.019+0000 7f610effd640 1 -- 172.21.15.67:0/1280545363 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f60f8003a30 msgr2=0x7f61101f89f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:46.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.019+0000 7f610effd640 1 --2- 172.21.15.67:0/1280545363 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f60f8003a30 0x7f61101f89f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:46.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.019+0000 7f610effd640 1 -- 172.21.15.67:0/1280545363 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f61101671b0 msgr2=0x7f611015e9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:46.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.019+0000 7f610effd640 1 --2- 172.21.15.67:0/1280545363 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f61101671b0 0x7f611015e9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:46.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.019+0000 7f610effd640 1 -- 172.21.15.67:0/1280545363 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61101f9840 con 0x7f6110166da0 2024-09-21T00:24:46.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.019+0000 7f610ffff640 1 --2- 172.21.15.67:0/1280545363 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f61101671b0 0x7f611015e9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:24:46.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.019+0000 7f610f7fe640 1 --2- 172.21.15.67:0/1280545363 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f60f8003a30 0x7f61101f89f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:24:46.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.019+0000 7f610effd640 1 --2- 172.21.15.67:0/1280545363 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6110166da0 0x7f611015e4a0 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f6104001a20 tx=0x7f61040039c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:46.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.019+0000 7f60f7fff640 1 -- 172.21.15.67:0/1280545363 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6104015070 con 0x7f6110166da0 2024-09-21T00:24:46.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.019+0000 7f60f7fff640 1 -- 172.21.15.67:0/1280545363 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6104011900 con 0x7f6110166da0 2024-09-21T00:24:46.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.019+0000 7f60f7fff640 1 -- 172.21.15.67:0/1280545363 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6104011d50 con 0x7f6110166da0 2024-09-21T00:24:46.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.019+0000 7f611609b640 1 -- 172.21.15.67:0/1280545363 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f61101f9560 con 0x7f6110166da0 2024-09-21T00:24:46.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.019+0000 7f611609b640 1 -- 172.21.15.67:0/1280545363 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f61100b17c0 con 0x7f6110166da0 2024-09-21T00:24:46.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.020+0000 7f611609b640 1 -- 172.21.15.67:0/1280545363 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f61101f92d0 con 0x7f6110166da0 2024-09-21T00:24:46.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.021+0000 7f60f7fff640 1 -- 172.21.15.67:0/1280545363 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f6104018070 con 0x7f6110166da0 2024-09-21T00:24:46.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.021+0000 7f60f7fff640 1 --2- 172.21.15.67:0/1280545363 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f60fc078b90 0x7f60fc07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:46.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.022+0000 7f60f7fff640 1 -- 172.21.15.67:0/1280545363 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(48..48 src has 1..48) ==== 4943+0+0 (secure 0 0 0) 0x7f610409b740 con 0x7f6110166da0 2024-09-21T00:24:46.025 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.022+0000 7f610f7fe640 1 --2- 172.21.15.67:0/1280545363 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f60fc078b90 0x7f60fc07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:46.025 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.022+0000 7f610f7fe640 1 --2- 172.21.15.67:0/1280545363 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f60fc078b90 0x7f60fc07b0a0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f61000016e0 tx=0x7f61000011e0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:46.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.026+0000 7f60f7fff640 1 -- 172.21.15.67:0/1280545363 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f6104063f20 con 0x7f6110166da0 2024-09-21T00:24:46.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.213+0000 7f611609b640 1 -- 172.21.15.67:0/1280545363 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f61100b73f0 con 0x7f6110166da0 2024-09-21T00:24:46.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.214+0000 7f60f7fff640 1 -- 172.21.15.67:0/1280545363 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v48) ==== 74+0+12996 (secure 0 0 0) 0x7f6104063820 con 0x7f6110166da0 2024-09-21T00:24:46.216 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:24:46.216 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":48,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:24:44.870715+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.67:6833/3973293841":"2024-09-22T00:24:41.861927+0000","172.21.15.67:6832/3973293841":"2024-09-22T00:24:41.861927+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:24:46.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.216+0000 7f611609b640 1 -- 172.21.15.67:0/1280545363 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f60fc078b90 msgr2=0x7f60fc07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:46.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.216+0000 7f611609b640 1 --2- 172.21.15.67:0/1280545363 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f60fc078b90 0x7f60fc07b0a0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f61000016e0 tx=0x7f61000011e0 comp rx=0 tx=0).stop 2024-09-21T00:24:46.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.216+0000 7f611609b640 1 -- 172.21.15.67:0/1280545363 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6110166da0 msgr2=0x7f611015e4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:46.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.216+0000 7f611609b640 1 --2- 172.21.15.67:0/1280545363 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6110166da0 0x7f611015e4a0 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f6104001a20 tx=0x7f61040039c0 comp rx=0 tx=0).stop 2024-09-21T00:24:46.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.216+0000 7f611609b640 1 -- 172.21.15.67:0/1280545363 shutdown_connections 2024-09-21T00:24:46.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.216+0000 7f611609b640 1 --2- 172.21.15.67:0/1280545363 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f60fc078b90 0x7f60fc07b0a0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:46.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.216+0000 7f611609b640 1 --2- 172.21.15.67:0/1280545363 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f61101671b0 0x7f611015e9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:46.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.216+0000 7f611609b640 1 --2- 172.21.15.67:0/1280545363 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6110166da0 0x7f611015e4a0 unknown :-1 s=CLOSED pgs=690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:46.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.216+0000 7f611609b640 1 --2- 172.21.15.67:0/1280545363 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f60f8003a30 0x7f61101f89f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:46.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.216+0000 7f611609b640 1 -- 172.21.15.67:0/1280545363 >> 172.21.15.67:0/1280545363 conn(0x7f611008bee0 msgr2=0x7f611015d250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:46.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.216+0000 7f611609b640 1 -- 172.21.15.67:0/1280545363 shutdown_connections 2024-09-21T00:24:46.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.216+0000 7f611609b640 1 -- 172.21.15.67:0/1280545363 wait complete. 2024-09-21T00:24:46.230 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-21T00:21:09.510963+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-21T00:24:46.231 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-21T00:24:46.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.348+0000 7fd92d871640 1 -- 172.21.15.67:0/3038783521 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd9280b1b80 msgr2=0x7fd9280b6a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:46.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.348+0000 7fd92d871640 1 --2- 172.21.15.67:0/3038783521 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd9280b1b80 0x7fd9280b6a70 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7fd928072f60 tx=0x7fd91002a4d0 comp rx=0 tx=0).stop 2024-09-21T00:24:46.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.348+0000 7fd92d871640 1 -- 172.21.15.67:0/3038783521 shutdown_connections 2024-09-21T00:24:46.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.348+0000 7fd92d871640 1 --2- 172.21.15.67:0/3038783521 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd9280b1b80 0x7fd9280b6a70 unknown :-1 s=CLOSED pgs=691 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:46.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.348+0000 7fd92d871640 1 --2- 172.21.15.67:0/3038783521 >> v2:172.21.15.97:3300/0 conn(0x7fd9280d1f70 0x7fd9280b2690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:46.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.348+0000 7fd92d871640 1 -- 172.21.15.67:0/3038783521 >> 172.21.15.67:0/3038783521 conn(0x7fd92809a950 msgr2=0x7fd9280d1430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:46.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.348+0000 7fd92d871640 1 -- 172.21.15.67:0/3038783521 shutdown_connections 2024-09-21T00:24:46.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.348+0000 7fd92d871640 1 -- 172.21.15.67:0/3038783521 wait complete. 2024-09-21T00:24:46.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.350+0000 7fd92d871640 1 Processor -- start 2024-09-21T00:24:46.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.350+0000 7fd92d871640 1 -- start start 2024-09-21T00:24:46.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.352+0000 7fd92d871640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd92806cdb0 0x7fd9281e9470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:46.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.352+0000 7fd92d871640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd9280b1b80 0x7fd9281e99b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:46.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.352+0000 7fd92d871640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd9280d1f70 0x7fd9280c5c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:46.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.352+0000 7fd92d871640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fd9280ae4b0 con 0x7fd92806cdb0 2024-09-21T00:24:46.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.352+0000 7fd92d871640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fd9280ae330 con 0x7fd9280d1f70 2024-09-21T00:24:46.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.352+0000 7fd92d871640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fd9280ae630 con 0x7fd9280b1b80 2024-09-21T00:24:46.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.352+0000 7fd926ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd92806cdb0 0x7fd9281e9470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:46.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.352+0000 7fd926ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd92806cdb0 0x7fd9281e9470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:53276/0 (socket says 172.21.15.67:53276) 2024-09-21T00:24:46.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.352+0000 7fd926ffd640 1 -- 172.21.15.67:0/2963937806 learned_addr learned my addr 172.21.15.67:0/2963937806 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:46.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.352+0000 7fd9277fe640 1 --2- 172.21.15.67:0/2963937806 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd9280d1f70 0x7fd9280c5c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:46.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.352+0000 7fd91e7fc640 1 --2- 172.21.15.67:0/2963937806 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd9280b1b80 0x7fd9281e99b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:46.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.352+0000 7fd926ffd640 1 -- 172.21.15.67:0/2963937806 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd9280b1b80 msgr2=0x7fd9281e99b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:46.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.352+0000 7fd926ffd640 1 --2- 172.21.15.67:0/2963937806 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd9280b1b80 0x7fd9281e99b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:46.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.352+0000 7fd926ffd640 1 -- 172.21.15.67:0/2963937806 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd9280d1f70 msgr2=0x7fd9280c5c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:46.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.352+0000 7fd926ffd640 1 --2- 172.21.15.67:0/2963937806 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd9280d1f70 0x7fd9280c5c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:46.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.352+0000 7fd926ffd640 1 -- 172.21.15.67:0/2963937806 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9281574c0 con 0x7fd92806cdb0 2024-09-21T00:24:46.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.352+0000 7fd926ffd640 1 --2- 172.21.15.67:0/2963937806 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd92806cdb0 0x7fd9281e9470 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7fd91800d6d0 tx=0x7fd91800db90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:46.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.353+0000 7fd924ff9640 1 -- 172.21.15.67:0/2963937806 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd918017070 con 0x7fd92806cdb0 2024-09-21T00:24:46.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.353+0000 7fd924ff9640 1 -- 172.21.15.67:0/2963937806 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd918005330 con 0x7fd92806cdb0 2024-09-21T00:24:46.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.353+0000 7fd92d871640 1 -- 172.21.15.67:0/2963937806 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd9280cb3c0 con 0x7fd92806cdb0 2024-09-21T00:24:46.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.353+0000 7fd924ff9640 1 -- 172.21.15.67:0/2963937806 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd918009820 con 0x7fd92806cdb0 2024-09-21T00:24:46.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.353+0000 7fd92d871640 1 -- 172.21.15.67:0/2963937806 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd928157830 con 0x7fd92806cdb0 2024-09-21T00:24:46.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.354+0000 7fd92d871640 1 -- 172.21.15.67:0/2963937806 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd92815d3f0 con 0x7fd92806cdb0 2024-09-21T00:24:46.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.355+0000 7fd924ff9640 1 -- 172.21.15.67:0/2963937806 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fd9180099c0 con 0x7fd92806cdb0 2024-09-21T00:24:46.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.355+0000 7fd924ff9640 1 --2- 172.21.15.67:0/2963937806 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd908078b90 0x7fd90807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:46.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.355+0000 7fd924ff9640 1 -- 172.21.15.67:0/2963937806 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(48..48 src has 1..48) ==== 4943+0+0 (secure 0 0 0) 0x7fd91809aa90 con 0x7fd92806cdb0 2024-09-21T00:24:46.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.355+0000 7fd91e7fc640 1 --2- 172.21.15.67:0/2963937806 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd908078b90 0x7fd90807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:46.359 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.356+0000 7fd91e7fc640 1 --2- 172.21.15.67:0/2963937806 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd908078b90 0x7fd90807b0a0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fd910033000 tx=0x7fd910004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:46.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.360+0000 7fd924ff9640 1 -- 172.21.15.67:0/2963937806 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fd918062c10 con 0x7fd92806cdb0 2024-09-21T00:24:46.549 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.547+0000 7fd92d871640 1 -- 172.21.15.67:0/2963937806 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fd92806d360 con 0x7fd92806cdb0 2024-09-21T00:24:46.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.548+0000 7fd924ff9640 1 -- 172.21.15.67:0/2963937806 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v48) ==== 93+0+10 (secure 0 0 0) 0x7fd918067640 con 0x7fd92806cdb0 2024-09-21T00:24:46.550 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 1 2024-09-21T00:24:46.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.550+0000 7fd92d871640 1 -- 172.21.15.67:0/2963937806 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd908078b90 msgr2=0x7fd90807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:46.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.550+0000 7fd92d871640 1 --2- 172.21.15.67:0/2963937806 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd908078b90 0x7fd90807b0a0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fd910033000 tx=0x7fd910004730 comp rx=0 tx=0).stop 2024-09-21T00:24:46.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.550+0000 7fd92d871640 1 -- 172.21.15.67:0/2963937806 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd92806cdb0 msgr2=0x7fd9281e9470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:46.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.550+0000 7fd92d871640 1 --2- 172.21.15.67:0/2963937806 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd92806cdb0 0x7fd9281e9470 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7fd91800d6d0 tx=0x7fd91800db90 comp rx=0 tx=0).stop 2024-09-21T00:24:46.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.550+0000 7fd92d871640 1 -- 172.21.15.67:0/2963937806 shutdown_connections 2024-09-21T00:24:46.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.550+0000 7fd92d871640 1 --2- 172.21.15.67:0/2963937806 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd908078b90 0x7fd90807b0a0 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:46.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.550+0000 7fd92d871640 1 --2- 172.21.15.67:0/2963937806 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd9280d1f70 0x7fd9280c5c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:46.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.550+0000 7fd92d871640 1 --2- 172.21.15.67:0/2963937806 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd9280b1b80 0x7fd9281e99b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:46.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.550+0000 7fd92d871640 1 --2- 172.21.15.67:0/2963937806 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd92806cdb0 0x7fd9281e9470 unknown :-1 s=CLOSED pgs=692 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:46.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.550+0000 7fd92d871640 1 -- 172.21.15.67:0/2963937806 >> 172.21.15.67:0/2963937806 conn(0x7fd92809a950 msgr2=0x7fd928075f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:46.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.550+0000 7fd92d871640 1 -- 172.21.15.67:0/2963937806 shutdown_connections 2024-09-21T00:24:46.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.550+0000 7fd92d871640 1 -- 172.21.15.67:0/2963937806 wait complete. 2024-09-21T00:24:46.563 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_scrub_checks.TestScrubChecks.test_scrub_merge_dirfrags' 2024-09-21T00:24:46.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.678+0000 7fb3eefe6640 1 -- 172.21.15.67:0/2992034157 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb3e80b1910 msgr2=0x7fb3e809b060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:46.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.678+0000 7fb3eefe6640 1 --2- 172.21.15.67:0/2992034157 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb3e80b1910 0x7fb3e809b060 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fb3d4009860 tx=0x7fb3d402a530 comp rx=0 tx=0).stop 2024-09-21T00:24:46.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.678+0000 7fb3eefe6640 1 -- 172.21.15.67:0/2992034157 shutdown_connections 2024-09-21T00:24:46.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.678+0000 7fb3eefe6640 1 --2- 172.21.15.67:0/2992034157 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb3e80b1910 0x7fb3e809b060 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:46.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.678+0000 7fb3eefe6640 1 -- 172.21.15.67:0/2992034157 >> 172.21.15.67:0/2992034157 conn(0x7fb3e80b3e90 msgr2=0x7fb3e80b42a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:46.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.678+0000 7fb3eefe6640 1 -- 172.21.15.67:0/2992034157 shutdown_connections 2024-09-21T00:24:46.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.678+0000 7fb3eefe6640 1 -- 172.21.15.67:0/2992034157 wait complete. 2024-09-21T00:24:46.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.680+0000 7fb3eefe6640 1 Processor -- start 2024-09-21T00:24:46.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.680+0000 7fb3eefe6640 1 -- start start 2024-09-21T00:24:46.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.681+0000 7fb3eefe6640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb3e80b1910 0x7fb3e80c9450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:46.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.681+0000 7fb3eefe6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb3e80cd890 0x7fb3e80caf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:46.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.681+0000 7fb3eefe6640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb3e815ffe0 0x7fb3e80cbe10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:46.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.681+0000 7fb3eefe6640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fb3e80ce740 con 0x7fb3e80cd890 2024-09-21T00:24:46.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.681+0000 7fb3eefe6640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fb3e80ce5c0 con 0x7fb3e815ffe0 2024-09-21T00:24:46.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.681+0000 7fb3eefe6640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fb3e80ce8c0 con 0x7fb3e80b1910 2024-09-21T00:24:46.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.681+0000 7fb3e7fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb3e80cd890 0x7fb3e80caf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:46.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.681+0000 7fb3e7fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb3e80cd890 0x7fb3e80caf00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:53278/0 (socket says 172.21.15.67:53278) 2024-09-21T00:24:46.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.681+0000 7fb3e7fff640 1 -- 172.21.15.67:0/1518955964 learned_addr learned my addr 172.21.15.67:0/1518955964 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:46.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.681+0000 7fb3ecd82640 1 --2- 172.21.15.67:0/1518955964 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb3e80b1910 0x7fb3e80c9450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:46.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.681+0000 7fb3ed583640 1 --2- 172.21.15.67:0/1518955964 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb3e815ffe0 0x7fb3e80cbe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:46.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.681+0000 7fb3e7fff640 1 -- 172.21.15.67:0/1518955964 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb3e80b1910 msgr2=0x7fb3e80c9450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:46.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.682+0000 7fb3e7fff640 1 --2- 172.21.15.67:0/1518955964 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb3e80b1910 0x7fb3e80c9450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:46.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.682+0000 7fb3e7fff640 1 -- 172.21.15.67:0/1518955964 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb3e815ffe0 msgr2=0x7fb3e80cbe10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:46.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.682+0000 7fb3e7fff640 1 --2- 172.21.15.67:0/1518955964 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb3e815ffe0 0x7fb3e80cbe10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:46.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.682+0000 7fb3e7fff640 1 -- 172.21.15.67:0/1518955964 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3e815aed0 con 0x7fb3e80cd890 2024-09-21T00:24:46.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.682+0000 7fb3e7fff640 1 --2- 172.21.15.67:0/1518955964 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb3e80cd890 0x7fb3e80caf00 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7fb3d4009950 tx=0x7fb3d4030650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:46.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.682+0000 7fb3e57fa640 1 -- 172.21.15.67:0/1518955964 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3d403f070 con 0x7fb3e80cd890 2024-09-21T00:24:46.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.682+0000 7fb3e57fa640 1 -- 172.21.15.67:0/1518955964 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb3d4030d90 con 0x7fb3e80cd890 2024-09-21T00:24:46.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.682+0000 7fb3eefe6640 1 -- 172.21.15.67:0/1518955964 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb3e80cc350 con 0x7fb3e80cd890 2024-09-21T00:24:46.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.682+0000 7fb3e57fa640 1 -- 172.21.15.67:0/1518955964 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3d4004280 con 0x7fb3e80cd890 2024-09-21T00:24:46.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.682+0000 7fb3eefe6640 1 -- 172.21.15.67:0/1518955964 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3e815b470 con 0x7fb3e80cd890 2024-09-21T00:24:46.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.683+0000 7fb3eefe6640 1 -- 172.21.15.67:0/1518955964 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb3e80cdca0 con 0x7fb3e80cd890 2024-09-21T00:24:46.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.684+0000 7fb3e57fa640 1 -- 172.21.15.67:0/1518955964 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fb3d40035f0 con 0x7fb3e80cd890 2024-09-21T00:24:46.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.684+0000 7fb3e57fa640 1 --2- 172.21.15.67:0/1518955964 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb3cc078b90 0x7fb3cc07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:46.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.685+0000 7fb3e57fa640 1 -- 172.21.15.67:0/1518955964 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(48..48 src has 1..48) ==== 4943+0+0 (secure 0 0 0) 0x7fb3d40bb360 con 0x7fb3e80cd890 2024-09-21T00:24:46.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.685+0000 7fb3ecd82640 1 --2- 172.21.15.67:0/1518955964 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb3cc078b90 0x7fb3cc07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:46.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.685+0000 7fb3ecd82640 1 --2- 172.21.15.67:0/1518955964 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb3cc078b90 0x7fb3cc07b0a0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fb3dc001120 tx=0x7fb3dc009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:46.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.689+0000 7fb3e57fa640 1 -- 172.21.15.67:0/1518955964 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fb3d404a070 con 0x7fb3e80cd890 2024-09-21T00:24:46.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:46.952+0000 7fb3eefe6640 1 -- 172.21.15.67:0/1518955964 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_scrub_checks.TestScrubChecks.test_scrub_merge_dirfrags"]} v 0) -- 0x7fb3e80b4c80 con 0x7fb3e80cd890 2024-09-21T00:24:47.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:47.882+0000 7fb3e57fa640 1 -- 172.21.15.67:0/1518955964 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_scrub_checks.TestScrubChecks.test_scrub_merge_dirfrags"]}]=0 v169) ==== 154+0+0 (secure 0 0 0) 0x7fb3d40833d0 con 0x7fb3e80cd890 2024-09-21T00:24:47.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:47.885+0000 7fb3eefe6640 1 -- 172.21.15.67:0/1518955964 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb3cc078b90 msgr2=0x7fb3cc07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:47.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:47.885+0000 7fb3eefe6640 1 --2- 172.21.15.67:0/1518955964 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb3cc078b90 0x7fb3cc07b0a0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fb3dc001120 tx=0x7fb3dc009040 comp rx=0 tx=0).stop 2024-09-21T00:24:47.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:47.885+0000 7fb3eefe6640 1 -- 172.21.15.67:0/1518955964 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb3e80cd890 msgr2=0x7fb3e80caf00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:47.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:47.885+0000 7fb3eefe6640 1 --2- 172.21.15.67:0/1518955964 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb3e80cd890 0x7fb3e80caf00 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7fb3d4009950 tx=0x7fb3d4030650 comp rx=0 tx=0).stop 2024-09-21T00:24:47.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:47.885+0000 7fb3eefe6640 1 -- 172.21.15.67:0/1518955964 shutdown_connections 2024-09-21T00:24:47.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:47.885+0000 7fb3eefe6640 1 --2- 172.21.15.67:0/1518955964 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb3cc078b90 0x7fb3cc07b0a0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:47.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:47.885+0000 7fb3eefe6640 1 --2- 172.21.15.67:0/1518955964 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb3e815ffe0 0x7fb3e80cbe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:47.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:47.885+0000 7fb3eefe6640 1 --2- 172.21.15.67:0/1518955964 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb3e80cd890 0x7fb3e80caf00 unknown :-1 s=CLOSED pgs=694 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:47.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:47.886+0000 7fb3eefe6640 1 --2- 172.21.15.67:0/1518955964 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb3e80b1910 0x7fb3e80c9450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:47.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:47.886+0000 7fb3eefe6640 1 -- 172.21.15.67:0/1518955964 >> 172.21.15.67:0/1518955964 conn(0x7fb3e80b3e90 msgr2=0x7fb3e8071330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:47.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:47.886+0000 7fb3eefe6640 1 -- 172.21.15.67:0/1518955964 shutdown_connections 2024-09-21T00:24:47.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:47.886+0000 7fb3eefe6640 1 -- 172.21.15.67:0/1518955964 wait complete. 2024-09-21T00:24:47.901 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config dump 2024-09-21T00:24:48.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.024+0000 7f81642b4640 1 -- 172.21.15.67:0/1728262073 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f815c0b73f0 msgr2=0x7f815c0b7800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:48.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.024+0000 7f81642b4640 1 --2- 172.21.15.67:0/1728262073 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f815c0b73f0 0x7f815c0b7800 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f8154005fd0 tx=0x7f815402aa90 comp rx=0 tx=0).stop 2024-09-21T00:24:48.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.024+0000 7f81642b4640 1 -- 172.21.15.67:0/1728262073 shutdown_connections 2024-09-21T00:24:48.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.024+0000 7f81642b4640 1 --2- 172.21.15.67:0/1728262073 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f815c0b73f0 0x7f815c0b7800 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:48.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.024+0000 7f81642b4640 1 --2- 172.21.15.67:0/1728262073 >> v2:172.21.15.97:3300/0 conn(0x7f815c0d1010 0x7f815c0d1420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:48.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.024+0000 7f81642b4640 1 -- 172.21.15.67:0/1728262073 >> 172.21.15.67:0/1728262073 conn(0x7f815c08bee0 msgr2=0x7f815c0d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:48.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.024+0000 7f81642b4640 1 -- 172.21.15.67:0/1728262073 shutdown_connections 2024-09-21T00:24:48.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.024+0000 7f81642b4640 1 -- 172.21.15.67:0/1728262073 wait complete. 2024-09-21T00:24:48.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.026+0000 7f81642b4640 1 Processor -- start 2024-09-21T00:24:48.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.026+0000 7f81642b4640 1 -- start start 2024-09-21T00:24:48.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.027+0000 7f81642b4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f815c0b73f0 0x7f815c09e400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:48.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.027+0000 7f81642b4640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f815c0b9780 0x7f815c15a860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:48.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.027+0000 7f81642b4640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f815c0d1010 0x7f815c15ada0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:48.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.027+0000 7f81642b4640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f815c0cf580 con 0x7f815c0b73f0 2024-09-21T00:24:48.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.027+0000 7f81642b4640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f815c0cf400 con 0x7f815c0d1010 2024-09-21T00:24:48.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.027+0000 7f81642b4640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f815c0cf700 con 0x7f815c0b9780 2024-09-21T00:24:48.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.028+0000 7f8162050640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f815c0b73f0 0x7f815c09e400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:48.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.028+0000 7f8162050640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f815c0b73f0 0x7f815c09e400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:53286/0 (socket says 172.21.15.67:53286) 2024-09-21T00:24:48.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.028+0000 7f8162050640 1 -- 172.21.15.67:0/2662461126 learned_addr learned my addr 172.21.15.67:0/2662461126 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:48.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.028+0000 7f8162851640 1 --2- 172.21.15.67:0/2662461126 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f815c0d1010 0x7f815c15ada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:48.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.028+0000 7f816184f640 1 --2- 172.21.15.67:0/2662461126 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f815c0b9780 0x7f815c15a860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:48.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.028+0000 7f8162050640 1 -- 172.21.15.67:0/2662461126 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f815c0b9780 msgr2=0x7f815c15a860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:48.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.028+0000 7f8162050640 1 --2- 172.21.15.67:0/2662461126 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f815c0b9780 0x7f815c15a860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:48.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.028+0000 7f8162050640 1 -- 172.21.15.67:0/2662461126 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f815c0d1010 msgr2=0x7f815c15ada0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:48.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.028+0000 7f8162050640 1 --2- 172.21.15.67:0/2662461126 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f815c0d1010 0x7f815c15ada0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:48.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.028+0000 7f8162050640 1 -- 172.21.15.67:0/2662461126 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f815c0a1000 con 0x7f815c0b73f0 2024-09-21T00:24:48.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.028+0000 7f8162050640 1 --2- 172.21.15.67:0/2662461126 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f815c0b73f0 0x7f815c09e400 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f815800c390 tx=0x7f815800c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:48.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.028+0000 7f8152ffd640 1 -- 172.21.15.67:0/2662461126 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8158017070 con 0x7f815c0b73f0 2024-09-21T00:24:48.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.028+0000 7f8152ffd640 1 -- 172.21.15.67:0/2662461126 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f81580053c0 con 0x7f815c0b73f0 2024-09-21T00:24:48.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.028+0000 7f81642b4640 1 -- 172.21.15.67:0/2662461126 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f815c0a12e0 con 0x7f815c0b73f0 2024-09-21T00:24:48.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.028+0000 7f8152ffd640 1 -- 172.21.15.67:0/2662461126 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8158003880 con 0x7f815c0b73f0 2024-09-21T00:24:48.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.029+0000 7f81642b4640 1 -- 172.21.15.67:0/2662461126 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f815c0a18a0 con 0x7f815c0b73f0 2024-09-21T00:24:48.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.030+0000 7f81642b4640 1 -- 172.21.15.67:0/2662461126 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f815c0b9d80 con 0x7f815c0b73f0 2024-09-21T00:24:48.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.030+0000 7f8152ffd640 1 -- 172.21.15.67:0/2662461126 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f815801a070 con 0x7f815c0b73f0 2024-09-21T00:24:48.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.031+0000 7f8152ffd640 1 --2- 172.21.15.67:0/2662461126 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8140078b90 0x7f814007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:48.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.031+0000 7f8152ffd640 1 -- 172.21.15.67:0/2662461126 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(48..48 src has 1..48) ==== 4943+0+0 (secure 0 0 0) 0x7f8158099d00 con 0x7f815c0b73f0 2024-09-21T00:24:48.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.031+0000 7f816184f640 1 --2- 172.21.15.67:0/2662461126 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8140078b90 0x7f814007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:48.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.032+0000 7f816184f640 1 --2- 172.21.15.67:0/2662461126 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8140078b90 0x7f814007b0a0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f815c15d070 tx=0x7f814c005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:48.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.036+0000 7f8152ffd640 1 -- 172.21.15.67:0/2662461126 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f815c0b9d80 con 0x7f815c0b73f0 2024-09-21T00:24:48.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.223+0000 7f81642b4640 1 -- 172.21.15.67:0/2662461126 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7f815c0b7800 con 0x7f815c0b73f0 2024-09-21T00:24:48.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.223+0000 7f8152ffd640 1 -- 172.21.15.67:0/2662461126 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v35) ==== 59+0+2294 (secure 0 0 0) 0x7f8158061e80 con 0x7f815c0b73f0 2024-09-21T00:24:48.226 INFO:teuthology.orchestra.run.smithi067.stdout:WHO MASK LEVEL OPTION VALUE RO 2024-09-21T00:24:48.226 INFO:teuthology.orchestra.run.smithi067.stdout:mon advanced mon_op_complaint_time 120 2024-09-21T00:24:48.226 INFO:teuthology.orchestra.run.smithi067.stdout:mgr advanced client_mount_timeout 30 2024-09-21T00:24:48.226 INFO:teuthology.orchestra.run.smithi067.stdout:mgr advanced debug_client 20/20 2024-09-21T00:24:48.226 INFO:teuthology.orchestra.run.smithi067.stdout:mgr advanced debug_mgr 20/20 2024-09-21T00:24:48.226 INFO:teuthology.orchestra.run.smithi067.stdout:mgr advanced debug_ms 1/1 2024-09-21T00:24:48.226 INFO:teuthology.orchestra.run.smithi067.stdout:mgr dev mon_warn_on_pool_no_app false 2024-09-21T00:24:48.226 INFO:teuthology.orchestra.run.smithi067.stdout:osd advanced osd_op_complaint_time 180.000000 2024-09-21T00:24:48.226 INFO:teuthology.orchestra.run.smithi067.stdout:osd.0 basic osd_mclock_max_capacity_iops_ssd 4994.792072 2024-09-21T00:24:48.226 INFO:teuthology.orchestra.run.smithi067.stdout:osd.1 basic osd_mclock_max_capacity_iops_ssd 6949.964888 2024-09-21T00:24:48.227 INFO:teuthology.orchestra.run.smithi067.stdout:osd.2 basic osd_mclock_max_capacity_iops_ssd 4728.394376 2024-09-21T00:24:48.227 INFO:teuthology.orchestra.run.smithi067.stdout:osd.3 basic osd_mclock_max_capacity_iops_ssd 4592.129816 2024-09-21T00:24:48.227 INFO:teuthology.orchestra.run.smithi067.stdout:osd.4 basic osd_mclock_max_capacity_iops_ssd 6550.422905 2024-09-21T00:24:48.227 INFO:teuthology.orchestra.run.smithi067.stdout:osd.5 basic osd_mclock_max_capacity_iops_ssd 5213.710688 2024-09-21T00:24:48.227 INFO:teuthology.orchestra.run.smithi067.stdout:osd.6 basic osd_mclock_max_capacity_iops_ssd 5638.399028 2024-09-21T00:24:48.227 INFO:teuthology.orchestra.run.smithi067.stdout:osd.7 basic osd_mclock_max_capacity_iops_ssd 5357.310397 2024-09-21T00:24:48.227 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced debug_mds 20/20 2024-09-21T00:24:48.227 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced debug_mds_balancer 20/20 2024-09-21T00:24:48.227 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced debug_ms 2/2 2024-09-21T00:24:48.227 INFO:teuthology.orchestra.run.smithi067.stdout:mds dev mds_debug_frag true 2024-09-21T00:24:48.227 INFO:teuthology.orchestra.run.smithi067.stdout:mds dev mds_debug_scatterstat true 2024-09-21T00:24:48.227 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced mds_op_complaint_time 180.000000 2024-09-21T00:24:48.227 INFO:teuthology.orchestra.run.smithi067.stdout:mds dev mds_verify_scatter true 2024-09-21T00:24:48.227 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced osd_op_complaint_time 180.000000 2024-09-21T00:24:48.228 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced rados_mon_op_timeout 900 2024-09-21T00:24:48.228 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced rados_osd_op_timeout 900 2024-09-21T00:24:48.228 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced client_mount_timeout 600 2024-09-21T00:24:48.229 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced debug_client 20/20 2024-09-21T00:24:48.229 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced debug_ms 1/1 2024-09-21T00:24:48.229 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced rados_mon_op_timeout 900 2024-09-21T00:24:48.229 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced rados_osd_op_timeout 900 2024-09-21T00:24:48.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.225+0000 7f81642b4640 1 -- 172.21.15.67:0/2662461126 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8140078b90 msgr2=0x7f814007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:48.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.225+0000 7f81642b4640 1 --2- 172.21.15.67:0/2662461126 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8140078b90 0x7f814007b0a0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f815c15d070 tx=0x7f814c005f90 comp rx=0 tx=0).stop 2024-09-21T00:24:48.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.225+0000 7f81642b4640 1 -- 172.21.15.67:0/2662461126 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f815c0b73f0 msgr2=0x7f815c09e400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:48.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.225+0000 7f81642b4640 1 --2- 172.21.15.67:0/2662461126 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f815c0b73f0 0x7f815c09e400 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f815800c390 tx=0x7f815800c850 comp rx=0 tx=0).stop 2024-09-21T00:24:48.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.225+0000 7f81642b4640 1 -- 172.21.15.67:0/2662461126 shutdown_connections 2024-09-21T00:24:48.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.225+0000 7f81642b4640 1 --2- 172.21.15.67:0/2662461126 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8140078b90 0x7f814007b0a0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:48.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.225+0000 7f81642b4640 1 --2- 172.21.15.67:0/2662461126 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f815c0d1010 0x7f815c15ada0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:48.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.225+0000 7f81642b4640 1 --2- 172.21.15.67:0/2662461126 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f815c0b9780 0x7f815c15a860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:48.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.225+0000 7f81642b4640 1 --2- 172.21.15.67:0/2662461126 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f815c0b73f0 0x7f815c09e400 unknown :-1 s=CLOSED pgs=695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:48.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.225+0000 7f81642b4640 1 -- 172.21.15.67:0/2662461126 >> 172.21.15.67:0/2662461126 conn(0x7f815c08bee0 msgr2=0x7f815c0ce130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:48.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.225+0000 7f81642b4640 1 -- 172.21.15.67:0/2662461126 shutdown_connections 2024-09-21T00:24:48.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.225+0000 7f81642b4640 1 -- 172.21.15.67:0/2662461126 wait complete. 2024-09-21T00:24:48.239 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-21T00:24:48.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.357+0000 7fdd4fea9640 1 -- 172.21.15.67:0/264667052 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdd480d0b90 msgr2=0x7fdd480d0fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:48.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.357+0000 7fdd4fea9640 1 --2- 172.21.15.67:0/264667052 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdd480d0b90 0x7fdd480d0fa0 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7fdd40005fd0 tx=0x7fdd4002a8b0 comp rx=0 tx=0).stop 2024-09-21T00:24:48.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.357+0000 7fdd4fea9640 1 -- 172.21.15.67:0/264667052 shutdown_connections 2024-09-21T00:24:48.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.357+0000 7fdd4fea9640 1 --2- 172.21.15.67:0/264667052 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdd480d0b90 0x7fdd480d0fa0 unknown :-1 s=CLOSED pgs=697 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:48.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.357+0000 7fdd4fea9640 1 --2- 172.21.15.67:0/264667052 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdd480b76c0 0x7fdd480cef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:48.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.357+0000 7fdd4fea9640 1 -- 172.21.15.67:0/264667052 >> 172.21.15.67:0/264667052 conn(0x7fdd4808bee0 msgr2=0x7fdd480d24e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:48.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.357+0000 7fdd4fea9640 1 -- 172.21.15.67:0/264667052 shutdown_connections 2024-09-21T00:24:48.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.357+0000 7fdd4fea9640 1 -- 172.21.15.67:0/264667052 wait complete. 2024-09-21T00:24:48.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.359+0000 7fdd4fea9640 1 Processor -- start 2024-09-21T00:24:48.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.359+0000 7fdd4fea9640 1 -- start start 2024-09-21T00:24:48.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.360+0000 7fdd4fea9640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdd480b76c0 0x7fdd481f3ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:48.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.360+0000 7fdd4fea9640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdd480cfbb0 0x7fdd480afab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:48.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.360+0000 7fdd4fea9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdd480d0b90 0x7fdd4809fce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:48.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.360+0000 7fdd4fea9640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fdd480cd1c0 con 0x7fdd480d0b90 2024-09-21T00:24:48.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.360+0000 7fdd4fea9640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fdd480cd040 con 0x7fdd480cfbb0 2024-09-21T00:24:48.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.360+0000 7fdd4fea9640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fdd480cd340 con 0x7fdd480b76c0 2024-09-21T00:24:48.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.360+0000 7fdd4e446640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdd480d0b90 0x7fdd4809fce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:48.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.360+0000 7fdd4e446640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdd480d0b90 0x7fdd4809fce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:53304/0 (socket says 172.21.15.67:53304) 2024-09-21T00:24:48.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.360+0000 7fdd4e446640 1 -- 172.21.15.67:0/3413766651 learned_addr learned my addr 172.21.15.67:0/3413766651 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:48.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.360+0000 7fdd4d444640 1 --2- 172.21.15.67:0/3413766651 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdd480cfbb0 0x7fdd480afab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:48.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.360+0000 7fdd4dc45640 1 --2- 172.21.15.67:0/3413766651 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdd480b76c0 0x7fdd481f3ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:48.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.360+0000 7fdd4e446640 1 -- 172.21.15.67:0/3413766651 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdd480b76c0 msgr2=0x7fdd481f3ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:48.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.360+0000 7fdd4e446640 1 --2- 172.21.15.67:0/3413766651 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdd480b76c0 0x7fdd481f3ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:48.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.360+0000 7fdd4e446640 1 -- 172.21.15.67:0/3413766651 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdd480cfbb0 msgr2=0x7fdd480afab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:48.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.360+0000 7fdd4e446640 1 --2- 172.21.15.67:0/3413766651 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdd480cfbb0 0x7fdd480afab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:48.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.360+0000 7fdd4e446640 1 -- 172.21.15.67:0/3413766651 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd480a0220 con 0x7fdd480d0b90 2024-09-21T00:24:48.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.360+0000 7fdd4d444640 1 --2- 172.21.15.67:0/3413766651 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdd480cfbb0 0x7fdd480afab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:24:48.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.361+0000 7fdd4e446640 1 --2- 172.21.15.67:0/3413766651 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdd480d0b90 0x7fdd4809fce0 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7fdd4002aea0 tx=0x7fdd400316f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:48.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.361+0000 7fdd3e7fc640 1 -- 172.21.15.67:0/3413766651 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd40031da0 con 0x7fdd480d0b90 2024-09-21T00:24:48.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.361+0000 7fdd3e7fc640 1 -- 172.21.15.67:0/3413766651 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdd40003a60 con 0x7fdd480d0b90 2024-09-21T00:24:48.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.361+0000 7fdd3e7fc640 1 -- 172.21.15.67:0/3413766651 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd40033070 con 0x7fdd480d0b90 2024-09-21T00:24:48.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.361+0000 7fdd4fea9640 1 -- 172.21.15.67:0/3413766651 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd4809e170 con 0x7fdd480d0b90 2024-09-21T00:24:48.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.361+0000 7fdd4fea9640 1 -- 172.21.15.67:0/3413766651 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd4809c4b0 con 0x7fdd480d0b90 2024-09-21T00:24:48.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.362+0000 7fdd4fea9640 1 -- 172.21.15.67:0/3413766651 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdd480cef80 con 0x7fdd480d0b90 2024-09-21T00:24:48.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.363+0000 7fdd3e7fc640 1 -- 172.21.15.67:0/3413766651 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fdd40033210 con 0x7fdd480d0b90 2024-09-21T00:24:48.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.363+0000 7fdd3e7fc640 1 --2- 172.21.15.67:0/3413766651 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdd2c078bc0 0x7fdd2c07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:48.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.363+0000 7fdd3e7fc640 1 -- 172.21.15.67:0/3413766651 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(48..48 src has 1..48) ==== 4943+0+0 (secure 0 0 0) 0x7fdd400bbd90 con 0x7fdd480d0b90 2024-09-21T00:24:48.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.364+0000 7fdd4dc45640 1 --2- 172.21.15.67:0/3413766651 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdd2c078bc0 0x7fdd2c07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:48.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.364+0000 7fdd4dc45640 1 --2- 172.21.15.67:0/3413766651 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdd2c078bc0 0x7fdd2c07b0d0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fdd44009b90 tx=0x7fdd44005f30 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:48.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.368+0000 7fdd3e7fc640 1 -- 172.21.15.67:0/3413766651 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fdd4003f030 con 0x7fdd480d0b90 2024-09-21T00:24:48.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.556+0000 7fdd4fea9640 1 -- 172.21.15.67:0/3413766651 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fdd481f4230 con 0x7fdd480d0b90 2024-09-21T00:24:48.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.560+0000 7fdd3e7fc640 1 -- 172.21.15.67:0/3413766651 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v36)=0 v36) ==== 122+0+0 (secure 0 0 0) 0x7fdd400845f0 con 0x7fdd480d0b90 2024-09-21T00:24:48.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.562+0000 7fdd4fea9640 1 -- 172.21.15.67:0/3413766651 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdd2c078bc0 msgr2=0x7fdd2c07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:48.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.562+0000 7fdd4fea9640 1 --2- 172.21.15.67:0/3413766651 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdd2c078bc0 0x7fdd2c07b0d0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7fdd44009b90 tx=0x7fdd44005f30 comp rx=0 tx=0).stop 2024-09-21T00:24:48.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.562+0000 7fdd4fea9640 1 -- 172.21.15.67:0/3413766651 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdd480d0b90 msgr2=0x7fdd4809fce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:48.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.562+0000 7fdd4fea9640 1 --2- 172.21.15.67:0/3413766651 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdd480d0b90 0x7fdd4809fce0 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7fdd4002aea0 tx=0x7fdd400316f0 comp rx=0 tx=0).stop 2024-09-21T00:24:48.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.562+0000 7fdd4fea9640 1 -- 172.21.15.67:0/3413766651 shutdown_connections 2024-09-21T00:24:48.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.562+0000 7fdd4fea9640 1 --2- 172.21.15.67:0/3413766651 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdd2c078bc0 0x7fdd2c07b0d0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:48.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.562+0000 7fdd4fea9640 1 --2- 172.21.15.67:0/3413766651 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdd480d0b90 0x7fdd4809fce0 unknown :-1 s=CLOSED pgs=698 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:48.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.562+0000 7fdd4fea9640 1 --2- 172.21.15.67:0/3413766651 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdd480cfbb0 0x7fdd480afab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:48.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.562+0000 7fdd4fea9640 1 --2- 172.21.15.67:0/3413766651 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdd480b76c0 0x7fdd481f3ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:48.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.562+0000 7fdd4fea9640 1 -- 172.21.15.67:0/3413766651 >> 172.21.15.67:0/3413766651 conn(0x7fdd4808bee0 msgr2=0x7fdd4815d610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:48.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.562+0000 7fdd4fea9640 1 -- 172.21.15.67:0/3413766651 shutdown_connections 2024-09-21T00:24:48.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.562+0000 7fdd4fea9640 1 -- 172.21.15.67:0/3413766651 wait complete. 2024-09-21T00:24:48.575 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-21T00:24:48.575 DEBUG:teuthology.orchestra.run.smithi067:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T00:24:48.624 DEBUG:teuthology.orchestra.run.smithi097:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T00:24:48.671 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-21T00:24:48.671 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:24:48.671 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:24:48.687 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20178 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T00:24:48.687 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:24:48.687 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:24:48.705 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17850 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T00:24:48.705 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:24:48.705 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:24:48.743 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20178 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T00:24:48.743 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:24:48.744 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:24:48.763 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17850 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T00:24:48.763 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-21T00:24:48.764 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:24:48.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.899+0000 7f2eccfc6640 1 -- 172.21.15.67:0/1887448550 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ec80b3a10 msgr2=0x7f2ec80cf240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:48.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.899+0000 7f2eccfc6640 1 --2- 172.21.15.67:0/1887448550 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ec80b3a10 0x7f2ec80cf240 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7f2ec0005fd0 tx=0x7f2ec002a940 comp rx=0 tx=0).stop 2024-09-21T00:24:48.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.899+0000 7f2eccfc6640 1 -- 172.21.15.67:0/1887448550 shutdown_connections 2024-09-21T00:24:48.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.899+0000 7f2eccfc6640 1 --2- 172.21.15.67:0/1887448550 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2ec80b6430 0x7f2ec80cf780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:48.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.899+0000 7f2eccfc6640 1 --2- 172.21.15.67:0/1887448550 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ec80b3a10 0x7f2ec80cf240 unknown :-1 s=CLOSED pgs=700 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:48.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.899+0000 7f2eccfc6640 1 -- 172.21.15.67:0/1887448550 >> 172.21.15.67:0/1887448550 conn(0x7f2ec80b2ef0 msgr2=0x7f2ec80b3300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:48.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.899+0000 7f2eccfc6640 1 -- 172.21.15.67:0/1887448550 shutdown_connections 2024-09-21T00:24:48.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.899+0000 7f2eccfc6640 1 -- 172.21.15.67:0/1887448550 wait complete. 2024-09-21T00:24:48.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.901+0000 7f2eccfc6640 1 Processor -- start 2024-09-21T00:24:48.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.901+0000 7f2eccfc6640 1 -- start start 2024-09-21T00:24:48.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.903+0000 7f2eccfc6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ec80b3a10 0x7f2ec80c7cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:48.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.903+0000 7f2eccfc6640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2ec80b6430 0x7f2ec814b2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:48.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.903+0000 7f2eccfc6640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2ec80cdc70 0x7f2ec81f2eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:48.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.903+0000 7f2eccfc6640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f2ec80ce790 con 0x7f2ec80b3a10 2024-09-21T00:24:48.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.903+0000 7f2eccfc6640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f2ec80b5410 con 0x7f2ec80b6430 2024-09-21T00:24:48.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.903+0000 7f2eccfc6640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f2ec80ce910 con 0x7f2ec80cdc70 2024-09-21T00:24:48.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.903+0000 7f2ec659c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ec80b3a10 0x7f2ec80c7cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:48.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.903+0000 7f2ec659c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ec80b3a10 0x7f2ec80c7cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:53316/0 (socket says 172.21.15.67:53316) 2024-09-21T00:24:48.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.903+0000 7f2ec659c640 1 -- 172.21.15.67:0/1532673 learned_addr learned my addr 172.21.15.67:0/1532673 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:48.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.903+0000 7f2ec5d9b640 1 --2- 172.21.15.67:0/1532673 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2ec80b6430 0x7f2ec814b2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:48.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.903+0000 7f2ec6d9d640 1 --2- 172.21.15.67:0/1532673 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2ec80cdc70 0x7f2ec81f2eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:48.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.903+0000 7f2ec659c640 1 -- 172.21.15.67:0/1532673 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2ec80cdc70 msgr2=0x7f2ec81f2eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:48.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.903+0000 7f2ec659c640 1 --2- 172.21.15.67:0/1532673 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2ec80cdc70 0x7f2ec81f2eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:48.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.903+0000 7f2ec659c640 1 -- 172.21.15.67:0/1532673 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2ec80b6430 msgr2=0x7f2ec814b2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:48.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.903+0000 7f2ec659c640 1 --2- 172.21.15.67:0/1532673 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2ec80b6430 0x7f2ec814b2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:48.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.903+0000 7f2ec659c640 1 -- 172.21.15.67:0/1532673 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ec814b7e0 con 0x7f2ec80b3a10 2024-09-21T00:24:48.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.903+0000 7f2ec5d9b640 1 --2- 172.21.15.67:0/1532673 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2ec80b6430 0x7f2ec814b2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:24:48.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.903+0000 7f2ec659c640 1 --2- 172.21.15.67:0/1532673 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ec80b3a10 0x7f2ec80c7cd0 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7f2ec0009b30 tx=0x7f2ec0031ea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:48.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.904+0000 7f2ebeffd640 1 -- 172.21.15.67:0/1532673 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ec003f030 con 0x7f2ec80b3a10 2024-09-21T00:24:48.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.904+0000 7f2ebeffd640 1 -- 172.21.15.67:0/1532673 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2ec0004400 con 0x7f2ec80b3a10 2024-09-21T00:24:48.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.904+0000 7f2eccfc6640 1 -- 172.21.15.67:0/1532673 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ec809e6b0 con 0x7f2ec80b3a10 2024-09-21T00:24:48.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.904+0000 7f2ebeffd640 1 -- 172.21.15.67:0/1532673 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ec0004850 con 0x7f2ec80b3a10 2024-09-21T00:24:48.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.904+0000 7f2eccfc6640 1 -- 172.21.15.67:0/1532673 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ec809ec70 con 0x7f2ec80b3a10 2024-09-21T00:24:48.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.905+0000 7f2eccfc6640 1 -- 172.21.15.67:0/1532673 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2ec80b5850 con 0x7f2ec80b3a10 2024-09-21T00:24:48.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.905+0000 7f2ebeffd640 1 -- 172.21.15.67:0/1532673 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f2ec0042030 con 0x7f2ec80b3a10 2024-09-21T00:24:48.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.906+0000 7f2ebeffd640 1 --2- 172.21.15.67:0/1532673 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2ea8078d60 0x7f2ea807b270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:48.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.906+0000 7f2ebeffd640 1 -- 172.21.15.67:0/1532673 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(48..48 src has 1..48) ==== 4943+0+0 (secure 0 0 0) 0x7f2ec00bbe50 con 0x7f2ec80b3a10 2024-09-21T00:24:48.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.906+0000 7f2ec5d9b640 1 --2- 172.21.15.67:0/1532673 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2ea8078d60 0x7f2ea807b270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:48.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.907+0000 7f2ec5d9b640 1 --2- 172.21.15.67:0/1532673 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2ea8078d60 0x7f2ea807b270 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f2eb0005fd0 tx=0x7f2eb0005ea0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:48.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:48.910+0000 7f2ebeffd640 1 -- 172.21.15.67:0/1532673 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f2ec80b5850 con 0x7f2ec80b3a10 2024-09-21T00:24:49.139 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:49.137+0000 7f2eccfc6640 1 -- 172.21.15.67:0/1532673 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2ec80ce080 con 0x7f2ec80b3a10 2024-09-21T00:24:49.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:49.138+0000 7f2ebeffd640 1 -- 172.21.15.67:0/1532673 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 33 v33) ==== 94+0+3911 (secure 0 0 0) 0x7f2ec0084590 con 0x7f2ec80b3a10 2024-09-21T00:24:49.140 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:24:49.140 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":33,"btime":"2024-09-21T00:24:42:863817+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4949,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3329715663","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":3329715663},{"type":"v1","addr":"172.21.15.67:6835","nonce":3329715663}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":4952,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6835/3171140375","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3171140375},{"type":"v1","addr":"172.21.15.97:6835","nonce":3171140375}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":5194,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/1894359539","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":1894359539},{"type":"v1","addr":"172.21.15.97:6837","nonce":1894359539}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":22},{"gid":6165,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6833/1450016777","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1450016777},{"type":"v1","addr":"172.21.15.67:6833","nonce":1450016777}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":33}],"filesystems":[]} 2024-09-21T00:24:49.141 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 33 2024-09-21T00:24:49.142 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:49.140+0000 7f2eccfc6640 1 -- 172.21.15.67:0/1532673 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2ea8078d60 msgr2=0x7f2ea807b270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:49.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:49.140+0000 7f2eccfc6640 1 --2- 172.21.15.67:0/1532673 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2ea8078d60 0x7f2ea807b270 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f2eb0005fd0 tx=0x7f2eb0005ea0 comp rx=0 tx=0).stop 2024-09-21T00:24:49.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:49.140+0000 7f2eccfc6640 1 -- 172.21.15.67:0/1532673 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ec80b3a10 msgr2=0x7f2ec80c7cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:49.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:49.140+0000 7f2eccfc6640 1 --2- 172.21.15.67:0/1532673 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ec80b3a10 0x7f2ec80c7cd0 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7f2ec0009b30 tx=0x7f2ec0031ea0 comp rx=0 tx=0).stop 2024-09-21T00:24:49.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:49.140+0000 7f2eccfc6640 1 -- 172.21.15.67:0/1532673 shutdown_connections 2024-09-21T00:24:49.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:49.140+0000 7f2eccfc6640 1 --2- 172.21.15.67:0/1532673 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2ea8078d60 0x7f2ea807b270 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:49.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:49.140+0000 7f2eccfc6640 1 --2- 172.21.15.67:0/1532673 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2ec80cdc70 0x7f2ec81f2eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:49.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:49.140+0000 7f2eccfc6640 1 --2- 172.21.15.67:0/1532673 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2ec80b6430 0x7f2ec814b2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:49.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:49.140+0000 7f2eccfc6640 1 --2- 172.21.15.67:0/1532673 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ec80b3a10 0x7f2ec80c7cd0 unknown :-1 s=CLOSED pgs=701 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:49.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:49.140+0000 7f2eccfc6640 1 -- 172.21.15.67:0/1532673 >> 172.21.15.67:0/1532673 conn(0x7f2ec80b2ef0 msgr2=0x7f2ec815b700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:49.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:49.140+0000 7f2eccfc6640 1 -- 172.21.15.67:0/1532673 shutdown_connections 2024-09-21T00:24:49.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:49.140+0000 7f2eccfc6640 1 -- 172.21.15.67:0/1532673 wait complete. 2024-09-21T00:24:49.154 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-21T00:24:49.154 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-21T00:24:49.154 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-21T00:24:49.154 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:24:49.154 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-21T00:24:49.154 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-21T00:24:49.155 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-21T00:24:49.155 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:24:49.155 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-21T00:24:49.155 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-21T00:24:49.155 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-21T00:24:49.155 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:24:49.155 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-21T00:24:49.155 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-21T00:24:49.156 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-21T00:24:49.156 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:24:49.164 INFO:tasks.ceph.mds.c:Stopped 2024-09-21T00:24:49.164 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-21T00:24:49.167 INFO:tasks.ceph.mds.a:Stopped 2024-09-21T00:24:49.167 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-21T00:24:49.168 INFO:tasks.ceph.mds.b:Stopped 2024-09-21T00:24:49.169 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-21T00:24:49.169 INFO:tasks.ceph.mds.d:Stopped 2024-09-21T00:24:49.169 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-21T00:24:49.209 INFO:tasks.ceph.mds.c:Started 2024-09-21T00:24:49.209 DEBUG:teuthology.parallel:result is None 2024-09-21T00:24:49.210 INFO:tasks.ceph.mds.a:Started 2024-09-21T00:24:49.211 DEBUG:teuthology.parallel:result is None 2024-09-21T00:24:49.211 INFO:tasks.ceph.mds.b:Started 2024-09-21T00:24:49.211 DEBUG:teuthology.parallel:result is None 2024-09-21T00:24:49.212 INFO:tasks.ceph.mds.d:Started 2024-09-21T00:24:49.212 DEBUG:teuthology.parallel:result is None 2024-09-21T00:24:49.212 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-21T00:24:49.299 INFO:tasks.ceph.mds.c.smithi067.stdout:starting mds.c at 2024-09-21T00:24:49.299 INFO:tasks.ceph.mds.a.smithi067.stdout:starting mds.a at 2024-09-21T00:24:49.303 INFO:tasks.ceph.mds.b.smithi097.stdout:starting mds.b at 2024-09-21T00:24:49.303 INFO:tasks.ceph.mds.d.smithi097.stdout:starting mds.d at 2024-09-21T00:24:49.338 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:49.335+0000 7f7d62694640 1 -- 172.21.15.67:0/1249754118 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7d5c162ea0 msgr2=0x7f7d5c0cf740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:49.338 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:49.335+0000 7f7d62694640 1 --2- 172.21.15.67:0/1249754118 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7d5c162ea0 0x7f7d5c0cf740 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f7d4c009850 tx=0x7f7d4c02a5a0 comp rx=0 tx=0).stop 2024-09-21T00:24:49.338 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:49.335+0000 7f7d62694640 1 -- 172.21.15.67:0/1249754118 shutdown_connections 2024-09-21T00:24:49.338 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:49.335+0000 7f7d62694640 1 --2- 172.21.15.67:0/1249754118 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7d5c162ea0 0x7f7d5c0cf740 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:49.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:49.335+0000 7f7d62694640 1 -- 172.21.15.67:0/1249754118 >> 172.21.15.67:0/1249754118 conn(0x7f7d5c06dfb0 msgr2=0x7f7d5c06e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:49.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:49.335+0000 7f7d62694640 1 -- 172.21.15.67:0/1249754118 shutdown_connections 2024-09-21T00:24:49.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:49.335+0000 7f7d62694640 1 -- 172.21.15.67:0/1249754118 wait complete. 2024-09-21T00:24:49.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:49.337+0000 7f7d62694640 1 Processor -- start 2024-09-21T00:24:49.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:49.338+0000 7f7d62694640 1 -- start start 2024-09-21T00:24:49.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:49.339+0000 7f7d62694640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7d5c0d11c0 0x7f7d5c1f6580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:49.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:49.339+0000 7f7d62694640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7d5c0d2b00 0x7f7d5c15a960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:49.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:49.339+0000 7f7d62694640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7d5c162ea0 0x7f7d5c1f5a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:49.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:49.339+0000 7f7d62694640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f7d5c15f830 con 0x7f7d5c0d11c0 2024-09-21T00:24:49.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:49.339+0000 7f7d62694640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f7d5c15f6b0 con 0x7f7d5c162ea0 2024-09-21T00:24:49.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:49.339+0000 7f7d62694640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f7d5c15f9b0 con 0x7f7d5c0d2b00 2024-09-21T00:24:49.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:49.339+0000 7f7d5bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7d5c0d11c0 0x7f7d5c1f6580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:49.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:49.339+0000 7f7d5bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7d5c0d11c0 0x7f7d5c1f6580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:53362/0 (socket says 172.21.15.67:53362) 2024-09-21T00:24:49.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:49.339+0000 7f7d5bfff640 1 -- 172.21.15.67:0/1565823989 learned_addr learned my addr 172.21.15.67:0/1565823989 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:49.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:49.339+0000 7f7d5b7fe640 1 --2- 172.21.15.67:0/1565823989 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7d5c0d2b00 0x7f7d5c15a960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:49.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:49.339+0000 7f7d60c31640 1 --2- 172.21.15.67:0/1565823989 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7d5c162ea0 0x7f7d5c1f5a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:49.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:49.340+0000 7f7d5bfff640 1 -- 172.21.15.67:0/1565823989 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7d5c0d2b00 msgr2=0x7f7d5c15a960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:49.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:49.340+0000 7f7d5bfff640 1 --2- 172.21.15.67:0/1565823989 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7d5c0d2b00 0x7f7d5c15a960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:49.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:49.340+0000 7f7d5bfff640 1 -- 172.21.15.67:0/1565823989 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7d5c162ea0 msgr2=0x7f7d5c1f5a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:49.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:49.340+0000 7f7d5bfff640 1 --2- 172.21.15.67:0/1565823989 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7d5c162ea0 0x7f7d5c1f5a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:49.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:49.340+0000 7f7d5bfff640 1 -- 172.21.15.67:0/1565823989 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d5c0cc3d0 con 0x7f7d5c0d11c0 2024-09-21T00:24:49.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:49.340+0000 7f7d5b7fe640 1 --2- 172.21.15.67:0/1565823989 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7d5c0d2b00 0x7f7d5c15a960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:24:49.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:49.340+0000 7f7d5bfff640 1 --2- 172.21.15.67:0/1565823989 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7d5c0d11c0 0x7f7d5c1f6580 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7f7d4c009970 tx=0x7f7d4c033f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:49.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:49.340+0000 7f7d58ff9640 1 -- 172.21.15.67:0/1565823989 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d4c03f070 con 0x7f7d5c0d11c0 2024-09-21T00:24:49.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:49.340+0000 7f7d58ff9640 1 -- 172.21.15.67:0/1565823989 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7d4c031c40 con 0x7f7d5c0d11c0 2024-09-21T00:24:49.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:49.340+0000 7f7d62694640 1 -- 172.21.15.67:0/1565823989 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d5c0cc6b0 con 0x7f7d5c0d11c0 2024-09-21T00:24:49.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:49.340+0000 7f7d58ff9640 1 -- 172.21.15.67:0/1565823989 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d4c0052b0 con 0x7f7d5c0d11c0 2024-09-21T00:24:49.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:49.340+0000 7f7d62694640 1 -- 172.21.15.67:0/1565823989 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d5c0cc990 con 0x7f7d5c0d11c0 2024-09-21T00:24:49.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:49.341+0000 7f7d62694640 1 -- 172.21.15.67:0/1565823989 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7d5c0cf740 con 0x7f7d5c0d11c0 2024-09-21T00:24:49.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:49.342+0000 7f7d58ff9640 1 -- 172.21.15.67:0/1565823989 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f7d4c042070 con 0x7f7d5c0d11c0 2024-09-21T00:24:49.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:49.343+0000 7f7d58ff9640 1 --2- 172.21.15.67:0/1565823989 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7d3c078b90 0x7f7d3c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:49.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:49.343+0000 7f7d58ff9640 1 -- 172.21.15.67:0/1565823989 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(48..48 src has 1..48) ==== 4943+0+0 (secure 0 0 0) 0x7f7d4c0bb7c0 con 0x7f7d5c0d11c0 2024-09-21T00:24:49.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:49.343+0000 7f7d5b7fe640 1 --2- 172.21.15.67:0/1565823989 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7d3c078b90 0x7f7d3c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:49.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:49.343+0000 7f7d5b7fe640 1 --2- 172.21.15.67:0/1565823989 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7d3c078b90 0x7f7d3c07b0a0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f7d5c0ca970 tx=0x7f7d44001780 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:49.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:49.347+0000 7f7d58ff9640 1 -- 172.21.15.67:0/1565823989 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f7d4c083950 con 0x7f7d5c0d11c0 2024-09-21T00:24:49.361 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:24:49.365 DEBUG:teuthology.orchestra.run.smithi097:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:24:49.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:49.550+0000 7f7d62694640 1 -- 172.21.15.67:0/1565823989 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f7d5c0d4290 con 0x7f7d5c0d11c0 2024-09-21T00:24:49.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:49.893+0000 7f7d58ff9640 1 -- 172.21.15.67:0/1565823989 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v50) ==== 97+0+0 (secure 0 0 0) 0x7f7d4c088380 con 0x7f7d5c0d11c0 2024-09-21T00:24:49.896 INFO:teuthology.orchestra.run.smithi067.stderr: removed all blocklist entries 2024-09-21T00:24:49.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:49.896+0000 7f7d62694640 1 -- 172.21.15.67:0/1565823989 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7d3c078b90 msgr2=0x7f7d3c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:49.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:49.896+0000 7f7d62694640 1 --2- 172.21.15.67:0/1565823989 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7d3c078b90 0x7f7d3c07b0a0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f7d5c0ca970 tx=0x7f7d44001780 comp rx=0 tx=0).stop 2024-09-21T00:24:49.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:49.896+0000 7f7d62694640 1 -- 172.21.15.67:0/1565823989 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7d5c0d11c0 msgr2=0x7f7d5c1f6580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:49.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:49.896+0000 7f7d62694640 1 --2- 172.21.15.67:0/1565823989 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7d5c0d11c0 0x7f7d5c1f6580 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7f7d4c009970 tx=0x7f7d4c033f90 comp rx=0 tx=0).stop 2024-09-21T00:24:49.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:49.896+0000 7f7d62694640 1 -- 172.21.15.67:0/1565823989 shutdown_connections 2024-09-21T00:24:49.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:49.896+0000 7f7d62694640 1 --2- 172.21.15.67:0/1565823989 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7d3c078b90 0x7f7d3c07b0a0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:49.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:49.896+0000 7f7d62694640 1 --2- 172.21.15.67:0/1565823989 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7d5c162ea0 0x7f7d5c1f5a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:49.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:49.896+0000 7f7d62694640 1 --2- 172.21.15.67:0/1565823989 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7d5c0d2b00 0x7f7d5c15a960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:49.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:49.896+0000 7f7d62694640 1 --2- 172.21.15.67:0/1565823989 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7d5c0d11c0 0x7f7d5c1f6580 unknown :-1 s=CLOSED pgs=710 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:49.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:49.896+0000 7f7d62694640 1 -- 172.21.15.67:0/1565823989 >> 172.21.15.67:0/1565823989 conn(0x7f7d5c06dfb0 msgr2=0x7f7d5c15e7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:49.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:49.896+0000 7f7d62694640 1 -- 172.21.15.67:0/1565823989 shutdown_connections 2024-09-21T00:24:49.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:49.896+0000 7f7d62694640 1 -- 172.21.15.67:0/1565823989 wait complete. 2024-09-21T00:24:49.912 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-21T00:24:50.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.027+0000 7f9f37358640 1 -- 172.21.15.67:0/3835205436 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9f300d1bb0 msgr2=0x7f9f300b33b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:50.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.027+0000 7f9f37358640 1 --2- 172.21.15.67:0/3835205436 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9f300d1bb0 0x7f9f300b33b0 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7f9f300ba290 tx=0x7f9f2402a5f0 comp rx=0 tx=0).stop 2024-09-21T00:24:50.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.027+0000 7f9f37358640 1 -- 172.21.15.67:0/3835205436 shutdown_connections 2024-09-21T00:24:50.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.027+0000 7f9f37358640 1 --2- 172.21.15.67:0/3835205436 >> v2:172.21.15.97:3300/0 conn(0x7f9f300d4ad0 0x7f9f300b1ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:50.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.027+0000 7f9f37358640 1 --2- 172.21.15.67:0/3835205436 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9f300d1bb0 0x7f9f300b33b0 unknown :-1 s=CLOSED pgs=712 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:50.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.027+0000 7f9f37358640 1 -- 172.21.15.67:0/3835205436 >> 172.21.15.67:0/3835205436 conn(0x7f9f3009d8c0 msgr2=0x7f9f3008bee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:50.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.027+0000 7f9f37358640 1 -- 172.21.15.67:0/3835205436 shutdown_connections 2024-09-21T00:24:50.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.027+0000 7f9f37358640 1 -- 172.21.15.67:0/3835205436 wait complete. 2024-09-21T00:24:50.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.029+0000 7f9f37358640 1 Processor -- start 2024-09-21T00:24:50.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.029+0000 7f9f37358640 1 -- start start 2024-09-21T00:24:50.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.030+0000 7f9f37358640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9f300b5940 0x7f9f300ca870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:50.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.031+0000 7f9f37358640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9f300d1bb0 0x7f9f3014d9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:50.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.031+0000 7f9f37358640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9f300d4ad0 0x7f9f3014df20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:50.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.031+0000 7f9f37358640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f9f300b2790 con 0x7f9f300d4ad0 2024-09-21T00:24:50.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.031+0000 7f9f37358640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f9f300b2610 con 0x7f9f300d1bb0 2024-09-21T00:24:50.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.031+0000 7f9f37358640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f9f300b2910 con 0x7f9f300b5940 2024-09-21T00:24:50.037 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.031+0000 7f9f358f5640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9f300d4ad0 0x7f9f3014df20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:50.037 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.031+0000 7f9f358f5640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9f300d4ad0 0x7f9f3014df20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:53388/0 (socket says 172.21.15.67:53388) 2024-09-21T00:24:50.037 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.031+0000 7f9f358f5640 1 -- 172.21.15.67:0/3429251499 learned_addr learned my addr 172.21.15.67:0/3429251499 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:50.037 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.031+0000 7f9f348f3640 1 --2- 172.21.15.67:0/3429251499 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9f300d1bb0 0x7f9f3014d9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:50.037 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.031+0000 7f9f350f4640 1 --2- 172.21.15.67:0/3429251499 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9f300b5940 0x7f9f300ca870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:50.037 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.031+0000 7f9f358f5640 1 -- 172.21.15.67:0/3429251499 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9f300b5940 msgr2=0x7f9f300ca870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:50.037 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.031+0000 7f9f358f5640 1 --2- 172.21.15.67:0/3429251499 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9f300b5940 0x7f9f300ca870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:50.037 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.031+0000 7f9f358f5640 1 -- 172.21.15.67:0/3429251499 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9f300d1bb0 msgr2=0x7f9f3014d9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:50.037 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.031+0000 7f9f358f5640 1 --2- 172.21.15.67:0/3429251499 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9f300d1bb0 0x7f9f3014d9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:50.037 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.031+0000 7f9f358f5640 1 -- 172.21.15.67:0/3429251499 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9f3015a4f0 con 0x7f9f300d4ad0 2024-09-21T00:24:50.037 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.031+0000 7f9f358f5640 1 --2- 172.21.15.67:0/3429251499 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9f300d4ad0 0x7f9f3014df20 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7f9f2800d660 tx=0x7f9f2800db20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:50.037 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.031+0000 7f9f2dffb640 1 -- 172.21.15.67:0/3429251499 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f28017070 con 0x7f9f300d4ad0 2024-09-21T00:24:50.037 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.031+0000 7f9f2dffb640 1 -- 172.21.15.67:0/3429251499 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9f28005310 con 0x7f9f300d4ad0 2024-09-21T00:24:50.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.031+0000 7f9f37358640 1 -- 172.21.15.67:0/3429251499 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9f3015a7d0 con 0x7f9f300d4ad0 2024-09-21T00:24:50.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.031+0000 7f9f2dffb640 1 -- 172.21.15.67:0/3429251499 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9f28009820 con 0x7f9f300d4ad0 2024-09-21T00:24:50.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.032+0000 7f9f37358640 1 -- 172.21.15.67:0/3429251499 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9f3015e670 con 0x7f9f300d4ad0 2024-09-21T00:24:50.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.032+0000 7f9f37358640 1 -- 172.21.15.67:0/3429251499 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9f300b1ec0 con 0x7f9f300d4ad0 2024-09-21T00:24:50.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.033+0000 7f9f2dffb640 1 -- 172.21.15.67:0/3429251499 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f9f280099c0 con 0x7f9f300d4ad0 2024-09-21T00:24:50.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.034+0000 7f9f2dffb640 1 --2- 172.21.15.67:0/3429251499 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9f1c078bc0 0x7f9f1c07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:50.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.034+0000 7f9f2dffb640 1 -- 172.21.15.67:0/3429251499 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(52..52 src has 1..52) ==== 4857+0+0 (secure 0 0 0) 0x7f9f2809a920 con 0x7f9f300d4ad0 2024-09-21T00:24:50.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.034+0000 7f9f350f4640 1 --2- 172.21.15.67:0/3429251499 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9f1c078bc0 0x7f9f1c07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:50.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.035+0000 7f9f350f4640 1 --2- 172.21.15.67:0/3429251499 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9f1c078bc0 0x7f9f1c07b0d0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f9f20001e10 tx=0x7f9f20009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:50.040 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.038+0000 7f9f2dffb640 1 -- 172.21.15.67:0/3429251499 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f9f28062af0 con 0x7f9f300d4ad0 2024-09-21T00:24:50.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.302+0000 7f9f37358640 1 -- 172.21.15.67:0/3429251499 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f9f3015a9a0 con 0x7f9f300d4ad0 2024-09-21T00:24:50.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.302+0000 7f9f2dffb640 1 -- 172.21.15.67:0/3429251499 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v14) ==== 80+0+5304 (secure 0 0 0) 0x7f9f28067520 con 0x7f9f300d4ad0 2024-09-21T00:24:50.305 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:24:50.305 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:24:50.305 INFO:teuthology.orchestra.run.smithi067.stdout: "auth_dump": [ 2024-09-21T00:24:50.305 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:24:50.305 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mds.a", 2024-09-21T00:24:50.305 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5m9QBaFRAAdgisHziG3hw/D2M72XZn8g==", 2024-09-21T00:24:50.305 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:24:50.305 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:24:50.305 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:24:50.305 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:24:50.306 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:24:50.306 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:24:50.306 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:24:50.306 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:24:50.306 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mds.b", 2024-09-21T00:24:50.306 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mLCJuIhAAl/r6CTzwOFBmlvDR8WTorQ==", 2024-09-21T00:24:50.306 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:24:50.306 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:24:50.306 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:24:50.306 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:24:50.306 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:24:50.306 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:24:50.306 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:24:50.307 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:24:50.307 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mds.c", 2024-09-21T00:24:50.307 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mQ14ZHRAAi5QZeknKrKjp2jO02yntmg==", 2024-09-21T00:24:50.307 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:24:50.307 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:24:50.307 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:24:50.307 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:24:50.307 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:24:50.307 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:24:50.307 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:24:50.307 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:24:50.307 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mds.d", 2024-09-21T00:24:50.307 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mgCsdKhAAJ06SsIMmvdDQWaRDeCy6CA==", 2024-09-21T00:24:50.308 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:24:50.308 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:24:50.308 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:24:50.308 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:24:50.308 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:24:50.308 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:24:50.308 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:24:50.308 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:24:50.308 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.0", 2024-09-21T00:24:50.308 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBJEe5mhxC8ERAAwqKGS/tp+aVv++lqOVEPwg==", 2024-09-21T00:24:50.308 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:24:50.308 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:24:50.308 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:24:50.309 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:24:50.309 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:24:50.309 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:24:50.309 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:24:50.309 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.1", 2024-09-21T00:24:50.309 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBMEe5mbob6IxAANdMr4wKZkwcnJzzUY88/xA==", 2024-09-21T00:24:50.309 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:24:50.309 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:24:50.309 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:24:50.309 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:24:50.309 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:24:50.309 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:24:50.309 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:24:50.309 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.2", 2024-09-21T00:24:50.310 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBPEe5mR+B2NRAAbF2XunKQ4T7GqO5mflYgFQ==", 2024-09-21T00:24:50.310 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:24:50.310 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:24:50.310 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:24:50.310 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:24:50.310 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:24:50.310 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:24:50.310 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:24:50.310 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.3", 2024-09-21T00:24:50.310 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBTEe5mrBCaDBAAhESlssYCQxHPjrG5irA8bg==", 2024-09-21T00:24:50.310 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:24:50.310 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:24:50.310 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:24:50.310 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:24:50.310 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:24:50.311 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:24:50.311 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:24:50.311 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.4", 2024-09-21T00:24:50.311 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBZEe5mH7dzKBAALqGrXHFlpxFvgoI3COb/CA==", 2024-09-21T00:24:50.311 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:24:50.311 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:24:50.311 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:24:50.311 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:24:50.311 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:24:50.311 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:24:50.311 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:24:50.311 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.5", 2024-09-21T00:24:50.312 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBcEe5mbQLIORAAhaKf6tntn/oh0n1a70pqAA==", 2024-09-21T00:24:50.312 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:24:50.312 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:24:50.312 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:24:50.312 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:24:50.312 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:24:50.312 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:24:50.312 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:24:50.312 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.6", 2024-09-21T00:24:50.312 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBgEe5m5MO7ABAACbg8WWV3GhNSHRnjscz6Fg==", 2024-09-21T00:24:50.312 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:24:50.312 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:24:50.312 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:24:50.312 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:24:50.313 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:24:50.313 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:24:50.313 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:24:50.313 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.7", 2024-09-21T00:24:50.313 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBjEe5mmCIxAxAArpnzucP3Mbmo3BL6YikqWA==", 2024-09-21T00:24:50.313 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:24:50.313 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:24:50.313 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:24:50.313 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:24:50.313 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:24:50.313 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:24:50.313 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:24:50.313 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.0", 2024-09-21T00:24:50.313 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mUnwLLxAAE0JXCN8yXTH2bWtWI41o2Q==", 2024-09-21T00:24:50.313 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:24:50.314 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:24:50.314 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow r", 2024-09-21T00:24:50.314 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-21T00:24:50.314 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:24:50.314 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:24:50.314 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:24:50.314 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.1", 2024-09-21T00:24:50.314 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mDFa8NhAAraRO3NGJQTzWBBcGkkEhhQ==", 2024-09-21T00:24:50.314 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:24:50.314 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:24:50.314 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow r", 2024-09-21T00:24:50.314 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow rw", 2024-09-21T00:24:50.314 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow rwx" 2024-09-21T00:24:50.314 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:24:50.315 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:24:50.315 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:24:50.315 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.2", 2024-09-21T00:24:50.315 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mLu3nMhAA14NXzzDpQhxci5XP4juw/w==", 2024-09-21T00:24:50.315 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:24:50.315 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:24:50.315 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow r", 2024-09-21T00:24:50.315 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow rw", 2024-09-21T00:24:50.315 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow rwx" 2024-09-21T00:24:50.315 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:24:50.315 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:24:50.315 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:24:50.315 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.3", 2024-09-21T00:24:50.315 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5m6Lx8OhAAx4r6ll1YCFpRFK7DC5qqOw==", 2024-09-21T00:24:50.316 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:24:50.316 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:24:50.316 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow r", 2024-09-21T00:24:50.316 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow rw", 2024-09-21T00:24:50.316 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow rwx" 2024-09-21T00:24:50.316 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:24:50.316 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:24:50.316 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:24:50.316 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.admin", 2024-09-21T00:24:50.316 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBEEe5myhTpMBAA3uuyq5Ek2nSa9jjWQzIshw==", 2024-09-21T00:24:50.316 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:24:50.316 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow *", 2024-09-21T00:24:50.316 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:24:50.316 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:24:50.316 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:24:50.317 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:24:50.317 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:24:50.317 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:24:50.317 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mgr.x", 2024-09-21T00:24:50.317 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mNMdbERAA41Bj7rmSurxL0D2Zq+oHVA==", 2024-09-21T00:24:50.317 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:24:50.317 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow *", 2024-09-21T00:24:50.317 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile mgr", 2024-09-21T00:24:50.317 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:24:50.317 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:24:50.317 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:24:50.317 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:24:50.317 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mgr.y", 2024-09-21T00:24:50.317 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mNcGQCxAA33vjLt+brud7Aul58c5kXw==", 2024-09-21T00:24:50.317 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:24:50.318 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow *", 2024-09-21T00:24:50.318 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile mgr", 2024-09-21T00:24:50.318 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:24:50.318 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:24:50.318 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:24:50.318 INFO:teuthology.orchestra.run.smithi067.stdout: ] 2024-09-21T00:24:50.318 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:24:50.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.305+0000 7f9f37358640 1 -- 172.21.15.67:0/3429251499 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9f1c078bc0 msgr2=0x7f9f1c07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:50.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.305+0000 7f9f37358640 1 --2- 172.21.15.67:0/3429251499 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9f1c078bc0 0x7f9f1c07b0d0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f9f20001e10 tx=0x7f9f20009040 comp rx=0 tx=0).stop 2024-09-21T00:24:50.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.305+0000 7f9f37358640 1 -- 172.21.15.67:0/3429251499 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9f300d4ad0 msgr2=0x7f9f3014df20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:50.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.305+0000 7f9f37358640 1 --2- 172.21.15.67:0/3429251499 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9f300d4ad0 0x7f9f3014df20 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7f9f2800d660 tx=0x7f9f2800db20 comp rx=0 tx=0).stop 2024-09-21T00:24:50.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.305+0000 7f9f37358640 1 -- 172.21.15.67:0/3429251499 shutdown_connections 2024-09-21T00:24:50.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.305+0000 7f9f37358640 1 --2- 172.21.15.67:0/3429251499 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9f1c078bc0 0x7f9f1c07b0d0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:50.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.305+0000 7f9f37358640 1 --2- 172.21.15.67:0/3429251499 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9f300d4ad0 0x7f9f3014df20 unknown :-1 s=CLOSED pgs=713 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:50.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.305+0000 7f9f37358640 1 --2- 172.21.15.67:0/3429251499 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9f300d1bb0 0x7f9f3014d9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:50.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.305+0000 7f9f37358640 1 --2- 172.21.15.67:0/3429251499 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9f300b5940 0x7f9f300ca870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:50.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.305+0000 7f9f37358640 1 -- 172.21.15.67:0/3429251499 >> 172.21.15.67:0/3429251499 conn(0x7f9f3009d8c0 msgr2=0x7f9f3006f6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:50.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.305+0000 7f9f37358640 1 -- 172.21.15.67:0/3429251499 shutdown_connections 2024-09-21T00:24:50.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.305+0000 7f9f37358640 1 -- 172.21.15.67:0/3429251499 wait complete. 2024-09-21T00:24:50.321 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-21T00:24:50.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.435+0000 7f006d038640 1 -- 172.21.15.67:0/1973230786 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f006806fbd0 msgr2=0x7f00680cf7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:50.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.435+0000 7f006d038640 1 --2- 172.21.15.67:0/1973230786 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f006806fbd0 0x7f00680cf7a0 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7f0060005fd0 tx=0x7f006002a970 comp rx=0 tx=0).stop 2024-09-21T00:24:50.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.435+0000 7f006d038640 1 -- 172.21.15.67:0/1973230786 shutdown_connections 2024-09-21T00:24:50.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.435+0000 7f006d038640 1 --2- 172.21.15.67:0/1973230786 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f006806fbd0 0x7f00680cf7a0 unknown :-1 s=CLOSED pgs=714 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:50.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.435+0000 7f006d038640 1 --2- 172.21.15.67:0/1973230786 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f00680b6730 0x7f00680cf260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:50.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.435+0000 7f006d038640 1 -- 172.21.15.67:0/1973230786 >> 172.21.15.67:0/1973230786 conn(0x7f00680d45a0 msgr2=0x7f00680d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:50.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.435+0000 7f006d038640 1 -- 172.21.15.67:0/1973230786 shutdown_connections 2024-09-21T00:24:50.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.435+0000 7f006d038640 1 -- 172.21.15.67:0/1973230786 wait complete. 2024-09-21T00:24:50.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.437+0000 7f006d038640 1 Processor -- start 2024-09-21T00:24:50.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.437+0000 7f006d038640 1 -- start start 2024-09-21T00:24:50.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.438+0000 7f006d038640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f006806fbd0 0x7f006815c620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:50.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.438+0000 7f006d038640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f00680b9e70 0x7f00680b8960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:50.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.438+0000 7f006d038640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f00681f58a0 0x7f00680ccda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:50.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.438+0000 7f006d038640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f00680cfe60 con 0x7f00680b9e70 2024-09-21T00:24:50.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.438+0000 7f006d038640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f00680cfce0 con 0x7f006806fbd0 2024-09-21T00:24:50.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.438+0000 7f006d038640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f00680cffe0 con 0x7f00681f58a0 2024-09-21T00:24:50.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.439+0000 7f006659c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f00680b9e70 0x7f00680b8960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:50.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.439+0000 7f006659c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f00680b9e70 0x7f00680b8960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:53396/0 (socket says 172.21.15.67:53396) 2024-09-21T00:24:50.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.439+0000 7f006659c640 1 -- 172.21.15.67:0/656708129 learned_addr learned my addr 172.21.15.67:0/656708129 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:50.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.439+0000 7f006759e640 1 --2- 172.21.15.67:0/656708129 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f00681f58a0 0x7f00680ccda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:50.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.439+0000 7f0066d9d640 1 --2- 172.21.15.67:0/656708129 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f006806fbd0 0x7f006815c620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:50.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.439+0000 7f006659c640 1 -- 172.21.15.67:0/656708129 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f00681f58a0 msgr2=0x7f00680ccda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:50.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.439+0000 7f006659c640 1 --2- 172.21.15.67:0/656708129 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f00681f58a0 0x7f00680ccda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:50.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.439+0000 7f006659c640 1 -- 172.21.15.67:0/656708129 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f006806fbd0 msgr2=0x7f006815c620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:50.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.439+0000 7f006659c640 1 --2- 172.21.15.67:0/656708129 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f006806fbd0 0x7f006815c620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:50.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.439+0000 7f006659c640 1 -- 172.21.15.67:0/656708129 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f006815cb60 con 0x7f00680b9e70 2024-09-21T00:24:50.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.439+0000 7f006659c640 1 --2- 172.21.15.67:0/656708129 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f00680b9e70 0x7f00680b8960 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7f005c00c7d0 tx=0x7f005c00cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:50.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.439+0000 7f004f7fe640 1 -- 172.21.15.67:0/656708129 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f005c007bb0 con 0x7f00680b9e70 2024-09-21T00:24:50.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.439+0000 7f004f7fe640 1 -- 172.21.15.67:0/656708129 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f005c005020 con 0x7f00680b9e70 2024-09-21T00:24:50.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.439+0000 7f006d038640 1 -- 172.21.15.67:0/656708129 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00681f6010 con 0x7f00680b9e70 2024-09-21T00:24:50.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.439+0000 7f004f7fe640 1 -- 172.21.15.67:0/656708129 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f005c007e60 con 0x7f00680b9e70 2024-09-21T00:24:50.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.439+0000 7f006d038640 1 -- 172.21.15.67:0/656708129 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00681f65d0 con 0x7f00680b9e70 2024-09-21T00:24:50.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.440+0000 7f006d038640 1 -- 172.21.15.67:0/656708129 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f00680d04d0 con 0x7f00680b9e70 2024-09-21T00:24:50.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.441+0000 7f004f7fe640 1 -- 172.21.15.67:0/656708129 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f005c005470 con 0x7f00680b9e70 2024-09-21T00:24:50.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.442+0000 7f004f7fe640 1 --2- 172.21.15.67:0/656708129 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0054078b90 0x7f005407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:50.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.442+0000 7f004f7fe640 1 -- 172.21.15.67:0/656708129 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(52..52 src has 1..52) ==== 4857+0+0 (secure 0 0 0) 0x7f005c09ac80 con 0x7f00680b9e70 2024-09-21T00:24:50.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.442+0000 7f0066d9d640 1 --2- 172.21.15.67:0/656708129 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0054078b90 0x7f005407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:50.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.443+0000 7f0066d9d640 1 --2- 172.21.15.67:0/656708129 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0054078b90 0x7f005407b0a0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f0058006fd0 tx=0x7f0058009060 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:50.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.447+0000 7f004f7fe640 1 -- 172.21.15.67:0/656708129 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f005c014030 con 0x7f00680b9e70 2024-09-21T00:24:50.640 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.638+0000 7f006d038640 1 -- 172.21.15.67:0/656708129 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f00681f5d60 con 0x7f00680b9e70 2024-09-21T00:24:50.640 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.638+0000 7f004f7fe640 1 -- 172.21.15.67:0/656708129 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v52) ==== 84+0+65 (secure 0 0 0) 0x7f005c062ee0 con 0x7f00680b9e70 2024-09-21T00:24:50.640 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:24:50.641 INFO:teuthology.orchestra.run.smithi067.stdout:[ 2024-09-21T00:24:50.641 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:24:50.641 INFO:teuthology.orchestra.run.smithi067.stdout: "poolnum": 1, 2024-09-21T00:24:50.641 INFO:teuthology.orchestra.run.smithi067.stdout: "poolname": ".mgr" 2024-09-21T00:24:50.641 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:24:50.641 INFO:teuthology.orchestra.run.smithi067.stdout:] 2024-09-21T00:24:50.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.640+0000 7f006d038640 1 -- 172.21.15.67:0/656708129 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0054078b90 msgr2=0x7f005407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:50.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.640+0000 7f006d038640 1 --2- 172.21.15.67:0/656708129 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0054078b90 0x7f005407b0a0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f0058006fd0 tx=0x7f0058009060 comp rx=0 tx=0).stop 2024-09-21T00:24:50.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.640+0000 7f006d038640 1 -- 172.21.15.67:0/656708129 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f00680b9e70 msgr2=0x7f00680b8960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:50.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.640+0000 7f006d038640 1 --2- 172.21.15.67:0/656708129 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f00680b9e70 0x7f00680b8960 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7f005c00c7d0 tx=0x7f005c00cc90 comp rx=0 tx=0).stop 2024-09-21T00:24:50.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.640+0000 7f006d038640 1 -- 172.21.15.67:0/656708129 shutdown_connections 2024-09-21T00:24:50.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.640+0000 7f006d038640 1 --2- 172.21.15.67:0/656708129 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0054078b90 0x7f005407b0a0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:50.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.640+0000 7f006d038640 1 --2- 172.21.15.67:0/656708129 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f00681f58a0 0x7f00680ccda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:50.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.640+0000 7f006d038640 1 --2- 172.21.15.67:0/656708129 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f00680b9e70 0x7f00680b8960 unknown :-1 s=CLOSED pgs=715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:50.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.640+0000 7f006d038640 1 --2- 172.21.15.67:0/656708129 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f006806fbd0 0x7f006815c620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:50.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.640+0000 7f006d038640 1 -- 172.21.15.67:0/656708129 >> 172.21.15.67:0/656708129 conn(0x7f00680d45a0 msgr2=0x7f0068161780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:50.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.640+0000 7f006d038640 1 -- 172.21.15.67:0/656708129 shutdown_connections 2024-09-21T00:24:50.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.640+0000 7f006d038640 1 -- 172.21.15.67:0/656708129 wait complete. 2024-09-21T00:24:50.654 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-21T00:24:50.654 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-21T00:24:50.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.773+0000 7faa3807e640 1 -- 172.21.15.67:0/3930043162 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faa300b7480 msgr2=0x7faa300d0f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:50.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.773+0000 7faa3807e640 1 --2- 172.21.15.67:0/3930043162 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faa300b7480 0x7faa300d0f20 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7faa20009820 tx=0x7faa2002a510 comp rx=0 tx=0).stop 2024-09-21T00:24:50.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.773+0000 7faa3807e640 1 -- 172.21.15.67:0/3930043162 shutdown_connections 2024-09-21T00:24:50.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.773+0000 7faa3807e640 1 --2- 172.21.15.67:0/3930043162 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faa300b7480 0x7faa300d0f20 unknown :-1 s=CLOSED pgs=717 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:50.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.773+0000 7faa3807e640 1 --2- 172.21.15.67:0/3930043162 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7faa300b9ca0 0x7faa300b9340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:50.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.773+0000 7faa3807e640 1 -- 172.21.15.67:0/3930043162 >> 172.21.15.67:0/3930043162 conn(0x7faa3008bee0 msgr2=0x7faa300d4630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:50.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.773+0000 7faa3807e640 1 -- 172.21.15.67:0/3930043162 shutdown_connections 2024-09-21T00:24:50.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.773+0000 7faa3807e640 1 -- 172.21.15.67:0/3930043162 wait complete. 2024-09-21T00:24:50.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.775+0000 7faa3807e640 1 Processor -- start 2024-09-21T00:24:50.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.775+0000 7faa3807e640 1 -- start start 2024-09-21T00:24:50.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.776+0000 7faa3807e640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7faa300b7480 0x7faa301f67d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:50.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.776+0000 7faa3807e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faa300b9ca0 0x7faa3015e9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:50.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.777+0000 7faa3807e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faa300d1460 0x7faa301578b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:50.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.777+0000 7faa3807e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7faa30162c50 con 0x7faa300d1460 2024-09-21T00:24:50.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.777+0000 7faa3807e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7faa300b9a90 con 0x7faa300b9ca0 2024-09-21T00:24:50.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.777+0000 7faa3807e640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7faa30162dd0 con 0x7faa300b7480 2024-09-21T00:24:50.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.777+0000 7faa3661b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faa300d1460 0x7faa301578b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:50.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.777+0000 7faa3661b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faa300d1460 0x7faa301578b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:53414/0 (socket says 172.21.15.67:53414) 2024-09-21T00:24:50.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.777+0000 7faa3661b640 1 -- 172.21.15.67:0/707203594 learned_addr learned my addr 172.21.15.67:0/707203594 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:50.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.777+0000 7faa35e1a640 1 --2- 172.21.15.67:0/707203594 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7faa300b7480 0x7faa301f67d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:50.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.777+0000 7faa35619640 1 --2- 172.21.15.67:0/707203594 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faa300b9ca0 0x7faa3015e9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:50.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.777+0000 7faa3661b640 1 -- 172.21.15.67:0/707203594 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7faa300b7480 msgr2=0x7faa301f67d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:50.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.777+0000 7faa3661b640 1 --2- 172.21.15.67:0/707203594 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7faa300b7480 0x7faa301f67d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:50.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.777+0000 7faa3661b640 1 -- 172.21.15.67:0/707203594 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faa300b9ca0 msgr2=0x7faa3015e9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:50.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.777+0000 7faa3661b640 1 --2- 172.21.15.67:0/707203594 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faa300b9ca0 0x7faa3015e9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:50.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.777+0000 7faa3661b640 1 -- 172.21.15.67:0/707203594 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa30158aa0 con 0x7faa300d1460 2024-09-21T00:24:50.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.777+0000 7faa3661b640 1 --2- 172.21.15.67:0/707203594 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faa300d1460 0x7faa301578b0 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7faa2800caa0 tx=0x7faa2800cf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:50.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.777+0000 7faa267fc640 1 -- 172.21.15.67:0/707203594 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa28016020 con 0x7faa300d1460 2024-09-21T00:24:50.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.777+0000 7faa267fc640 1 -- 172.21.15.67:0/707203594 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7faa2800acf0 con 0x7faa300d1460 2024-09-21T00:24:50.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.777+0000 7faa3807e640 1 -- 172.21.15.67:0/707203594 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa30158d80 con 0x7faa300d1460 2024-09-21T00:24:50.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.777+0000 7faa267fc640 1 -- 172.21.15.67:0/707203594 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa28012680 con 0x7faa300d1460 2024-09-21T00:24:50.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.777+0000 7faa3807e640 1 -- 172.21.15.67:0/707203594 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faa30159340 con 0x7faa300d1460 2024-09-21T00:24:50.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.779+0000 7faa3807e640 1 -- 172.21.15.67:0/707203594 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faa300d4f80 con 0x7faa300d1460 2024-09-21T00:24:50.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.779+0000 7faa267fc640 1 -- 172.21.15.67:0/707203594 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7faa28019020 con 0x7faa300d1460 2024-09-21T00:24:50.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.780+0000 7faa267fc640 1 --2- 172.21.15.67:0/707203594 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7faa14078b90 0x7faa1407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:50.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.780+0000 7faa267fc640 1 -- 172.21.15.67:0/707203594 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(52..52 src has 1..52) ==== 4857+0+0 (secure 0 0 0) 0x7faa2809af40 con 0x7faa300d1460 2024-09-21T00:24:50.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.781+0000 7faa35e1a640 1 --2- 172.21.15.67:0/707203594 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7faa14078b90 0x7faa1407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:50.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.781+0000 7faa35e1a640 1 --2- 172.21.15.67:0/707203594 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7faa14078b90 0x7faa1407b0a0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7faa2c009c00 tx=0x7faa2c005f30 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:50.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.785+0000 7faa267fc640 1 -- 172.21.15.67:0/707203594 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7faa300d4f80 con 0x7faa300d1460 2024-09-21T00:24:50.976 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:50.974+0000 7faa3807e640 1 -- 172.21.15.67:0/707203594 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7faa3008c410 con 0x7faa300d1460 2024-09-21T00:24:51.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:51.902+0000 7faa267fc640 1 -- 172.21.15.67:0/707203594 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v53) ==== 138+0+0 (secure 0 0 0) 0x7faa3008c410 con 0x7faa300d1460 2024-09-21T00:24:51.905 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_metadata' created 2024-09-21T00:24:51.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:51.905+0000 7faa3807e640 1 -- 172.21.15.67:0/707203594 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7faa14078b90 msgr2=0x7faa1407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:51.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:51.905+0000 7faa3807e640 1 --2- 172.21.15.67:0/707203594 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7faa14078b90 0x7faa1407b0a0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7faa2c009c00 tx=0x7faa2c005f30 comp rx=0 tx=0).stop 2024-09-21T00:24:51.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:51.905+0000 7faa3807e640 1 -- 172.21.15.67:0/707203594 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faa300d1460 msgr2=0x7faa301578b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:51.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:51.905+0000 7faa3807e640 1 --2- 172.21.15.67:0/707203594 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faa300d1460 0x7faa301578b0 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7faa2800caa0 tx=0x7faa2800cf60 comp rx=0 tx=0).stop 2024-09-21T00:24:51.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:51.905+0000 7faa3807e640 1 -- 172.21.15.67:0/707203594 shutdown_connections 2024-09-21T00:24:51.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:51.906+0000 7faa3807e640 1 --2- 172.21.15.67:0/707203594 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7faa14078b90 0x7faa1407b0a0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:51.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:51.906+0000 7faa3807e640 1 --2- 172.21.15.67:0/707203594 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faa300d1460 0x7faa301578b0 unknown :-1 s=CLOSED pgs=718 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:51.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:51.906+0000 7faa3807e640 1 --2- 172.21.15.67:0/707203594 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faa300b9ca0 0x7faa3015e9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:51.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:51.906+0000 7faa3807e640 1 --2- 172.21.15.67:0/707203594 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7faa300b7480 0x7faa301f67d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:51.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:51.906+0000 7faa3807e640 1 -- 172.21.15.67:0/707203594 >> 172.21.15.67:0/707203594 conn(0x7faa3008bee0 msgr2=0x7faa3006f0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:51.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:51.906+0000 7faa3807e640 1 -- 172.21.15.67:0/707203594 shutdown_connections 2024-09-21T00:24:51.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:51.906+0000 7faa3807e640 1 -- 172.21.15.67:0/707203594 wait complete. 2024-09-21T00:24:51.926 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-21T00:24:52.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:52.055+0000 7fc965469640 1 -- 172.21.15.67:0/1091715406 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc94c003ff0 msgr2=0x7fc94c004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:52.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:52.055+0000 7fc965469640 1 --2- 172.21.15.67:0/1091715406 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc94c003ff0 0x7fc94c004800 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7fc948009b50 tx=0x7fc94c005830 comp rx=0 tx=0).stop 2024-09-21T00:24:52.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:52.055+0000 7fc95f7fe640 1 -- 172.21.15.67:0/1091715406 reap_dead start 2024-09-21T00:24:52.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:52.055+0000 7fc965469640 1 -- 172.21.15.67:0/1091715406 shutdown_connections 2024-09-21T00:24:52.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:52.055+0000 7fc965469640 1 -- 172.21.15.67:0/1091715406 >> 172.21.15.67:0/1091715406 conn(0x7fc96009d870 msgr2=0x7fc96008bee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:52.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:52.055+0000 7fc965469640 1 -- 172.21.15.67:0/1091715406 shutdown_connections 2024-09-21T00:24:52.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:52.055+0000 7fc965469640 1 -- 172.21.15.67:0/1091715406 wait complete. 2024-09-21T00:24:52.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:52.057+0000 7fc965469640 1 Processor -- start 2024-09-21T00:24:52.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:52.057+0000 7fc965469640 1 -- start start 2024-09-21T00:24:52.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:52.058+0000 7fc965469640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc94c003ff0 0x7fc9601539f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:52.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:52.058+0000 7fc965469640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc9600ce140 0x7fc9600b8530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:52.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:52.058+0000 7fc965469640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc9600ce550 0x7fc9600b8a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:52.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:52.058+0000 7fc965469640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc9600b9d50 con 0x7fc94c003ff0 2024-09-21T00:24:52.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:52.058+0000 7fc965469640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc9600cfa30 con 0x7fc9600ce550 2024-09-21T00:24:52.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:52.058+0000 7fc965469640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fc9600b9ed0 con 0x7fc9600ce140 2024-09-21T00:24:52.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:52.059+0000 7fc95effd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc94c003ff0 0x7fc9601539f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:52.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:52.059+0000 7fc95effd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc94c003ff0 0x7fc9601539f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:53424/0 (socket says 172.21.15.67:53424) 2024-09-21T00:24:52.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:52.059+0000 7fc95effd640 1 -- 172.21.15.67:0/1255635559 learned_addr learned my addr 172.21.15.67:0/1255635559 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:52.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:52.059+0000 7fc95f7fe640 1 --2- 172.21.15.67:0/1255635559 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc9600ce550 0x7fc9600b8a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:52.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:52.059+0000 7fc9567fc640 1 --2- 172.21.15.67:0/1255635559 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc9600ce140 0x7fc9600b8530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:52.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:52.059+0000 7fc95effd640 1 -- 172.21.15.67:0/1255635559 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc9600ce140 msgr2=0x7fc9600b8530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:52.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:52.059+0000 7fc95effd640 1 --2- 172.21.15.67:0/1255635559 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc9600ce140 0x7fc9600b8530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:52.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:52.059+0000 7fc95effd640 1 -- 172.21.15.67:0/1255635559 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc9600ce550 msgr2=0x7fc9600b8a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:52.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:52.059+0000 7fc95effd640 1 --2- 172.21.15.67:0/1255635559 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc9600ce550 0x7fc9600b8a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:52.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:52.059+0000 7fc95effd640 1 -- 172.21.15.67:0/1255635559 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc96015bed0 con 0x7fc94c003ff0 2024-09-21T00:24:52.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:52.059+0000 7fc95effd640 1 --2- 172.21.15.67:0/1255635559 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc94c003ff0 0x7fc9601539f0 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7fc9500066a0 tx=0x7fc950003a80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:52.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:52.059+0000 7fc957fff640 1 -- 172.21.15.67:0/1255635559 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc950015070 con 0x7fc94c003ff0 2024-09-21T00:24:52.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:52.059+0000 7fc957fff640 1 -- 172.21.15.67:0/1255635559 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc95000f9a0 con 0x7fc94c003ff0 2024-09-21T00:24:52.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:52.059+0000 7fc965469640 1 -- 172.21.15.67:0/1255635559 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc9600cc8b0 con 0x7fc94c003ff0 2024-09-21T00:24:52.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:52.059+0000 7fc957fff640 1 -- 172.21.15.67:0/1255635559 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc95000fdf0 con 0x7fc94c003ff0 2024-09-21T00:24:52.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:52.059+0000 7fc965469640 1 -- 172.21.15.67:0/1255635559 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc9600cce70 con 0x7fc94c003ff0 2024-09-21T00:24:52.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:52.060+0000 7fc965469640 1 -- 172.21.15.67:0/1255635559 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc9600cf4f0 con 0x7fc94c003ff0 2024-09-21T00:24:52.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:52.061+0000 7fc957fff640 1 -- 172.21.15.67:0/1255635559 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fc950011430 con 0x7fc94c003ff0 2024-09-21T00:24:52.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:52.062+0000 7fc957fff640 1 --2- 172.21.15.67:0/1255635559 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc940078bc0 0x7fc94007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:52.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:52.062+0000 7fc957fff640 1 -- 172.21.15.67:0/1255635559 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(53..53 src has 1..53) ==== 5227+0+0 (secure 0 0 0) 0x7fc95009b780 con 0x7fc94c003ff0 2024-09-21T00:24:52.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:52.062+0000 7fc9567fc640 1 --2- 172.21.15.67:0/1255635559 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc940078bc0 0x7fc94007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:52.065 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:52.063+0000 7fc9567fc640 1 --2- 172.21.15.67:0/1255635559 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc940078bc0 0x7fc94007b0d0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fc948035000 tx=0x7fc9480046c0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:52.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:52.067+0000 7fc957fff640 1 -- 172.21.15.67:0/1255635559 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fc96015bed0 con 0x7fc94c003ff0 2024-09-21T00:24:52.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:52.258+0000 7fc965469640 1 -- 172.21.15.67:0/1255635559 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fc960161050 con 0x7fc94c003ff0 2024-09-21T00:24:52.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:52.906+0000 7fc957fff640 1 -- 172.21.15.67:0/1255635559 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v54) ==== 170+0+0 (secure 0 0 0) 0x7fc9600d15c0 con 0x7fc94c003ff0 2024-09-21T00:24:52.907 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_data' created 2024-09-21T00:24:52.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:52.910+0000 7fc965469640 1 -- 172.21.15.67:0/1255635559 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc940078bc0 msgr2=0x7fc94007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:52.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:52.910+0000 7fc965469640 1 --2- 172.21.15.67:0/1255635559 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc940078bc0 0x7fc94007b0d0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fc948035000 tx=0x7fc9480046c0 comp rx=0 tx=0).stop 2024-09-21T00:24:52.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:52.910+0000 7fc965469640 1 -- 172.21.15.67:0/1255635559 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc94c003ff0 msgr2=0x7fc9601539f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:52.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:52.910+0000 7fc965469640 1 --2- 172.21.15.67:0/1255635559 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc94c003ff0 0x7fc9601539f0 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7fc9500066a0 tx=0x7fc950003a80 comp rx=0 tx=0).stop 2024-09-21T00:24:52.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:52.910+0000 7fc965469640 1 -- 172.21.15.67:0/1255635559 shutdown_connections 2024-09-21T00:24:52.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:52.910+0000 7fc965469640 1 --2- 172.21.15.67:0/1255635559 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc940078bc0 0x7fc94007b0d0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:52.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:52.910+0000 7fc965469640 1 --2- 172.21.15.67:0/1255635559 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc9600ce550 0x7fc9600b8a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:52.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:52.910+0000 7fc965469640 1 --2- 172.21.15.67:0/1255635559 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc9600ce140 0x7fc9600b8530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:52.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:52.910+0000 7fc965469640 1 --2- 172.21.15.67:0/1255635559 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc94c003ff0 0x7fc9601539f0 unknown :-1 s=CLOSED pgs=721 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:52.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:52.910+0000 7fc965469640 1 -- 172.21.15.67:0/1255635559 >> 172.21.15.67:0/1255635559 conn(0x7fc96009d870 msgr2=0x7fc9600cfcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:52.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:52.910+0000 7fc965469640 1 -- 172.21.15.67:0/1255635559 shutdown_connections 2024-09-21T00:24:52.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:52.910+0000 7fc965469640 1 -- 172.21.15.67:0/1255635559 wait complete. 2024-09-21T00:24:52.938 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-21T00:24:53.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:53.063+0000 7f66bf94a640 1 -- 172.21.15.67:0/87976198 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f66a40041c0 msgr2=0x7f66a4004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:53.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:53.063+0000 7f66bf94a640 1 --2- 172.21.15.67:0/87976198 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f66a40041c0 0x7f66a4004800 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7f66a8001880 tx=0x7f66a4005830 comp rx=0 tx=0).stop 2024-09-21T00:24:53.065 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:53.063+0000 7f66bdee7640 1 -- 172.21.15.67:0/87976198 reap_dead start 2024-09-21T00:24:53.065 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:53.063+0000 7f66bf94a640 1 -- 172.21.15.67:0/87976198 shutdown_connections 2024-09-21T00:24:53.065 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:53.063+0000 7f66bf94a640 1 -- 172.21.15.67:0/87976198 >> 172.21.15.67:0/87976198 conn(0x7f66b808bee0 msgr2=0x7f66b80d4720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:53.065 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:53.063+0000 7f66bf94a640 1 -- 172.21.15.67:0/87976198 shutdown_connections 2024-09-21T00:24:53.065 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:53.063+0000 7f66bf94a640 1 -- 172.21.15.67:0/87976198 wait complete. 2024-09-21T00:24:53.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:53.065+0000 7f66bf94a640 1 Processor -- start 2024-09-21T00:24:53.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:53.065+0000 7f66bf94a640 1 -- start start 2024-09-21T00:24:53.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:53.066+0000 7f66bf94a640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f66a40041c0 0x7f66b81f5030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:53.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:53.066+0000 7f66bf94a640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f66b80a15d0 0x7f66b809fa60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:53.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:53.066+0000 7f66bf94a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f66b815bb40 0x7f66b81f8e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:53.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:53.066+0000 7f66bf94a640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f66b80d36c0 con 0x7f66b815bb40 2024-09-21T00:24:53.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:53.066+0000 7f66bf94a640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f66b80d3540 con 0x7f66a40041c0 2024-09-21T00:24:53.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:53.066+0000 7f66bf94a640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f66b806f390 con 0x7f66b80a15d0 2024-09-21T00:24:53.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:53.066+0000 7f66bdee7640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f66b815bb40 0x7f66b81f8e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:53.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:53.066+0000 7f66bdee7640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f66b815bb40 0x7f66b81f8e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:53446/0 (socket says 172.21.15.67:53446) 2024-09-21T00:24:53.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:53.066+0000 7f66bdee7640 1 -- 172.21.15.67:0/4131916159 learned_addr learned my addr 172.21.15.67:0/4131916159 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:53.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:53.066+0000 7f66bcee5640 1 --2- 172.21.15.67:0/4131916159 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f66b80a15d0 0x7f66b809fa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:53.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:53.066+0000 7f66bd6e6640 1 --2- 172.21.15.67:0/4131916159 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f66a40041c0 0x7f66b81f5030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:53.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:53.067+0000 7f66bdee7640 1 -- 172.21.15.67:0/4131916159 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f66b80a15d0 msgr2=0x7f66b809fa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:53.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:53.067+0000 7f66bdee7640 1 --2- 172.21.15.67:0/4131916159 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f66b80a15d0 0x7f66b809fa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:53.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:53.067+0000 7f66bdee7640 1 -- 172.21.15.67:0/4131916159 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f66a40041c0 msgr2=0x7f66b81f5030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:53.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:53.067+0000 7f66bdee7640 1 --2- 172.21.15.67:0/4131916159 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f66a40041c0 0x7f66b81f5030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:53.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:53.067+0000 7f66bdee7640 1 -- 172.21.15.67:0/4131916159 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66b80a1cb0 con 0x7f66b815bb40 2024-09-21T00:24:53.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:53.067+0000 7f66bdee7640 1 --2- 172.21.15.67:0/4131916159 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f66b815bb40 0x7f66b81f8e20 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7f66b80a2680 tx=0x7f66b0006720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:53.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:53.067+0000 7f66adffb640 1 -- 172.21.15.67:0/4131916159 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66b000fa20 con 0x7f66b815bb40 2024-09-21T00:24:53.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:53.067+0000 7f66adffb640 1 -- 172.21.15.67:0/4131916159 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f66b000fbe0 con 0x7f66b815bb40 2024-09-21T00:24:53.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:53.067+0000 7f66bf94a640 1 -- 172.21.15.67:0/4131916159 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f66b80a1f90 con 0x7f66b815bb40 2024-09-21T00:24:53.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:53.067+0000 7f66adffb640 1 -- 172.21.15.67:0/4131916159 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66b0011430 con 0x7f66b815bb40 2024-09-21T00:24:53.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:53.067+0000 7f66bf94a640 1 -- 172.21.15.67:0/4131916159 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f66b81f8620 con 0x7f66b815bb40 2024-09-21T00:24:53.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:53.068+0000 7f66bf94a640 1 -- 172.21.15.67:0/4131916159 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f66b806f920 con 0x7f66b815bb40 2024-09-21T00:24:53.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:53.069+0000 7f66adffb640 1 -- 172.21.15.67:0/4131916159 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f66b00115f0 con 0x7f66b815bb40 2024-09-21T00:24:53.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:53.069+0000 7f66adffb640 1 --2- 172.21.15.67:0/4131916159 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f669c078b90 0x7f669c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:53.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:53.069+0000 7f66adffb640 1 -- 172.21.15.67:0/4131916159 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 5609+0+0 (secure 0 0 0) 0x7f66b009b430 con 0x7f66b815bb40 2024-09-21T00:24:53.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:53.069+0000 7f66bd6e6640 1 --2- 172.21.15.67:0/4131916159 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f669c078b90 0x7f669c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:53.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:53.070+0000 7f66bd6e6640 1 --2- 172.21.15.67:0/4131916159 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f669c078b90 0x7f669c07b0a0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f66b4009b90 tx=0x7f66b4005f30 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:53.075 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:53.074+0000 7f66adffb640 1 -- 172.21.15.67:0/4131916159 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f66b0063280 con 0x7f66b815bb40 2024-09-21T00:24:53.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:53.302+0000 7f66bf94a640 1 -- 172.21.15.67:0/4131916159 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f66b80b8e30 con 0x7f66b815bb40 2024-09-21T00:24:53.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:53.917+0000 7f66adffb640 1 -- 172.21.15.67:0/4131916159 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 8 and data pool 9 v36) ==== 172+0+0 (secure 0 0 0) 0x7f66b0067cb0 con 0x7f66b815bb40 2024-09-21T00:24:53.919 INFO:teuthology.orchestra.run.smithi067.stderr:new fs with metadata pool 8 and data pool 9 2024-09-21T00:24:53.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:53.921+0000 7f66bf94a640 1 -- 172.21.15.67:0/4131916159 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f669c078b90 msgr2=0x7f669c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:53.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:53.921+0000 7f66bf94a640 1 --2- 172.21.15.67:0/4131916159 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f669c078b90 0x7f669c07b0a0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f66b4009b90 tx=0x7f66b4005f30 comp rx=0 tx=0).stop 2024-09-21T00:24:53.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:53.921+0000 7f66bf94a640 1 -- 172.21.15.67:0/4131916159 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f66b815bb40 msgr2=0x7f66b81f8e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:53.923 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:53.921+0000 7f66bf94a640 1 --2- 172.21.15.67:0/4131916159 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f66b815bb40 0x7f66b81f8e20 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7f66b80a2680 tx=0x7f66b0006720 comp rx=0 tx=0).stop 2024-09-21T00:24:53.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:53.923+0000 7f66bf94a640 1 -- 172.21.15.67:0/4131916159 shutdown_connections 2024-09-21T00:24:53.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:53.923+0000 7f66bf94a640 1 --2- 172.21.15.67:0/4131916159 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f669c078b90 0x7f669c07b0a0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:53.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:53.923+0000 7f66bf94a640 1 --2- 172.21.15.67:0/4131916159 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f66b815bb40 0x7f66b81f8e20 unknown :-1 s=CLOSED pgs=724 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:53.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:53.923+0000 7f66bf94a640 1 --2- 172.21.15.67:0/4131916159 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f66b80a15d0 0x7f66b809fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:53.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:53.923+0000 7f66bf94a640 1 --2- 172.21.15.67:0/4131916159 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f66a40041c0 0x7f66b81f5030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:53.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:53.923+0000 7f66bf94a640 1 -- 172.21.15.67:0/4131916159 >> 172.21.15.67:0/4131916159 conn(0x7f66b808bee0 msgr2=0x7f66b80d08c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:53.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:53.924+0000 7f66bf94a640 1 -- 172.21.15.67:0/4131916159 shutdown_connections 2024-09-21T00:24:53.926 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:53.925+0000 7f66bf94a640 1 -- 172.21.15.67:0/4131916159 wait complete. 2024-09-21T00:24:53.960 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:24:54.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.078+0000 7fcc138ec640 1 -- 172.21.15.67:0/151677370 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcc0c152720 msgr2=0x7fcc0c0b4a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:54.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.078+0000 7fcc138ec640 1 --2- 172.21.15.67:0/151677370 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcc0c152720 0x7fcc0c0b4a80 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fcc08009860 tx=0x7fcc0802a4a0 comp rx=0 tx=0).stop 2024-09-21T00:24:54.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.078+0000 7fcc138ec640 1 -- 172.21.15.67:0/151677370 shutdown_connections 2024-09-21T00:24:54.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.078+0000 7fcc138ec640 1 --2- 172.21.15.67:0/151677370 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcc0c152720 0x7fcc0c0b4a80 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:54.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.078+0000 7fcc138ec640 1 -- 172.21.15.67:0/151677370 >> 172.21.15.67:0/151677370 conn(0x7fcc0c06d5a0 msgr2=0x7fcc0c0b1d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:54.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.078+0000 7fcc138ec640 1 -- 172.21.15.67:0/151677370 shutdown_connections 2024-09-21T00:24:54.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.078+0000 7fcc138ec640 1 -- 172.21.15.67:0/151677370 wait complete. 2024-09-21T00:24:54.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.080+0000 7fcc138ec640 1 Processor -- start 2024-09-21T00:24:54.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.080+0000 7fcc138ec640 1 -- start start 2024-09-21T00:24:54.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.081+0000 7fcc138ec640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcc0c070070 0x7fcc0c147670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:54.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.081+0000 7fcc138ec640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcc0c0ae090 0x7fcc0c099710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:54.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.081+0000 7fcc138ec640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcc0c152720 0x7fcc0c0ce5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:54.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.081+0000 7fcc138ec640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fcc0c0aeff0 con 0x7fcc0c0ae090 2024-09-21T00:24:54.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.081+0000 7fcc138ec640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fcc0c0aee70 con 0x7fcc0c070070 2024-09-21T00:24:54.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.081+0000 7fcc138ec640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fcc0c0af170 con 0x7fcc0c152720 2024-09-21T00:24:54.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.081+0000 7fcc10e87640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcc0c0ae090 0x7fcc0c099710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:54.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.081+0000 7fcc10e87640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcc0c0ae090 0x7fcc0c099710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46718/0 (socket says 172.21.15.67:46718) 2024-09-21T00:24:54.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.081+0000 7fcc10e87640 1 -- 172.21.15.67:0/1110967655 learned_addr learned my addr 172.21.15.67:0/1110967655 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:54.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.082+0000 7fcc11688640 1 --2- 172.21.15.67:0/1110967655 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcc0c070070 0x7fcc0c147670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:54.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.082+0000 7fcc11e89640 1 --2- 172.21.15.67:0/1110967655 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcc0c152720 0x7fcc0c0ce5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:54.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.082+0000 7fcc10e87640 1 -- 172.21.15.67:0/1110967655 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcc0c152720 msgr2=0x7fcc0c0ce5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:54.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.082+0000 7fcc10e87640 1 --2- 172.21.15.67:0/1110967655 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcc0c152720 0x7fcc0c0ce5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:54.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.082+0000 7fcc10e87640 1 -- 172.21.15.67:0/1110967655 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcc0c070070 msgr2=0x7fcc0c147670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:54.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.082+0000 7fcc10e87640 1 --2- 172.21.15.67:0/1110967655 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcc0c070070 0x7fcc0c147670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:54.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.082+0000 7fcc10e87640 1 -- 172.21.15.67:0/1110967655 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc0c14ae60 con 0x7fcc0c0ae090 2024-09-21T00:24:54.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.082+0000 7fcc11e89640 1 --2- 172.21.15.67:0/1110967655 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcc0c152720 0x7fcc0c0ce5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:24:54.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.082+0000 7fcc10e87640 1 --2- 172.21.15.67:0/1110967655 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcc0c0ae090 0x7fcc0c099710 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7fcc0000c480 tx=0x7fcc0000c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:54.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.082+0000 7fcbfdffb640 1 -- 172.21.15.67:0/1110967655 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc00017070 con 0x7fcc0c0ae090 2024-09-21T00:24:54.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.082+0000 7fcbfdffb640 1 -- 172.21.15.67:0/1110967655 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcc000035f0 con 0x7fcc0c0ae090 2024-09-21T00:24:54.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.082+0000 7fcc138ec640 1 -- 172.21.15.67:0/1110967655 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcc0c149dc0 con 0x7fcc0c0ae090 2024-09-21T00:24:54.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.082+0000 7fcbfdffb640 1 -- 172.21.15.67:0/1110967655 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc00003a40 con 0x7fcc0c0ae090 2024-09-21T00:24:54.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.082+0000 7fcc138ec640 1 -- 172.21.15.67:0/1110967655 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcc0c14a380 con 0x7fcc0c0ae090 2024-09-21T00:24:54.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.083+0000 7fcc138ec640 1 -- 172.21.15.67:0/1110967655 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcc0c0b4a80 con 0x7fcc0c0ae090 2024-09-21T00:24:54.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.084+0000 7fcbfdffb640 1 -- 172.21.15.67:0/1110967655 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fcc0001a070 con 0x7fcc0c0ae090 2024-09-21T00:24:54.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.085+0000 7fcbfdffb640 1 --2- 172.21.15.67:0/1110967655 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcbf0078b90 0x7fcbf007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:54.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.085+0000 7fcbfdffb640 1 -- 172.21.15.67:0/1110967655 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 5709+0+0 (secure 0 0 0) 0x7fcc0009a110 con 0x7fcc0c0ae090 2024-09-21T00:24:54.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.085+0000 7fcc11688640 1 --2- 172.21.15.67:0/1110967655 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcbf0078b90 0x7fcbf007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:54.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.085+0000 7fcc11688640 1 --2- 172.21.15.67:0/1110967655 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcbf0078b90 0x7fcbf007b0a0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fcc08034000 tx=0x7fcc08004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:54.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.089+0000 7fcbfdffb640 1 -- 172.21.15.67:0/1110967655 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fcc000625e0 con 0x7fcc0c0ae090 2024-09-21T00:24:54.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.279+0000 7fcc138ec640 1 -- 172.21.15.67:0/1110967655 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fcc0c14b7e0 con 0x7fcc0c0ae090 2024-09-21T00:24:54.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.280+0000 7fcbfdffb640 1 -- 172.21.15.67:0/1110967655 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v55) ==== 74+0+16702 (secure 0 0 0) 0x7fcc00061ee0 con 0x7fcc0c0ae090 2024-09-21T00:24:54.281 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:24:54.281 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":55,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:24:53.303379+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:24:50.979807+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-09-21T00:24:52.263997+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:24:54.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.282+0000 7fcc138ec640 1 -- 172.21.15.67:0/1110967655 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcbf0078b90 msgr2=0x7fcbf007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:54.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.282+0000 7fcc138ec640 1 --2- 172.21.15.67:0/1110967655 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcbf0078b90 0x7fcbf007b0a0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fcc08034000 tx=0x7fcc08004730 comp rx=0 tx=0).stop 2024-09-21T00:24:54.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.282+0000 7fcc138ec640 1 -- 172.21.15.67:0/1110967655 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcc0c0ae090 msgr2=0x7fcc0c099710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:54.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.282+0000 7fcc138ec640 1 --2- 172.21.15.67:0/1110967655 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcc0c0ae090 0x7fcc0c099710 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7fcc0000c480 tx=0x7fcc0000c940 comp rx=0 tx=0).stop 2024-09-21T00:24:54.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.282+0000 7fcc138ec640 1 -- 172.21.15.67:0/1110967655 shutdown_connections 2024-09-21T00:24:54.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.282+0000 7fcc138ec640 1 --2- 172.21.15.67:0/1110967655 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcbf0078b90 0x7fcbf007b0a0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:54.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.282+0000 7fcc138ec640 1 --2- 172.21.15.67:0/1110967655 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcc0c152720 0x7fcc0c0ce5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:54.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.282+0000 7fcc138ec640 1 --2- 172.21.15.67:0/1110967655 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcc0c0ae090 0x7fcc0c099710 unknown :-1 s=CLOSED pgs=726 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:54.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.282+0000 7fcc138ec640 1 --2- 172.21.15.67:0/1110967655 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcc0c070070 0x7fcc0c147670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:54.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.282+0000 7fcc138ec640 1 -- 172.21.15.67:0/1110967655 >> 172.21.15.67:0/1110967655 conn(0x7fcc0c06d5a0 msgr2=0x7fcc0c14bd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:54.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.282+0000 7fcc138ec640 1 -- 172.21.15.67:0/1110967655 shutdown_connections 2024-09-21T00:24:54.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.282+0000 7fcc138ec640 1 -- 172.21.15.67:0/1110967655 wait complete. 2024-09-21T00:24:54.295 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:24:54.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.411+0000 7f0c3fe20640 1 -- 172.21.15.67:0/78846300 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0c380b9e70 msgr2=0x7f0c380b6020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:54.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.411+0000 7f0c3fe20640 1 --2- 172.21.15.67:0/78846300 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0c380b9e70 0x7f0c380b6020 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7f0c34005fd0 tx=0x7f0c3402a820 comp rx=0 tx=0).stop 2024-09-21T00:24:54.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.411+0000 7f0c3fe20640 1 -- 172.21.15.67:0/78846300 shutdown_connections 2024-09-21T00:24:54.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.411+0000 7f0c3fe20640 1 --2- 172.21.15.67:0/78846300 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0c380d22f0 0x7f0c380b6560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:54.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.411+0000 7f0c3fe20640 1 --2- 172.21.15.67:0/78846300 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0c380b9e70 0x7f0c380b6020 unknown :-1 s=CLOSED pgs=728 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:54.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.411+0000 7f0c3fe20640 1 -- 172.21.15.67:0/78846300 >> 172.21.15.67:0/78846300 conn(0x7f0c380d45a0 msgr2=0x7f0c380d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:54.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.411+0000 7f0c3fe20640 1 -- 172.21.15.67:0/78846300 shutdown_connections 2024-09-21T00:24:54.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.411+0000 7f0c3fe20640 1 -- 172.21.15.67:0/78846300 wait complete. 2024-09-21T00:24:54.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.413+0000 7f0c3fe20640 1 Processor -- start 2024-09-21T00:24:54.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.413+0000 7f0c3fe20640 1 -- start start 2024-09-21T00:24:54.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.414+0000 7f0c3fe20640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0c3806ebc0 0x7f0c381588c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:54.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.414+0000 7f0c3fe20640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0c380b9e70 0x7f0c380b2180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:54.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.414+0000 7f0c3fe20640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0c380d22f0 0x7f0c380b26c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:54.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.414+0000 7f0c3fe20640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f0c3806f6e0 con 0x7f0c380b9e70 2024-09-21T00:24:54.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.414+0000 7f0c3fe20640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f0c380d05e0 con 0x7f0c380d22f0 2024-09-21T00:24:54.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.414+0000 7f0c3fe20640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f0c3806f860 con 0x7f0c3806ebc0 2024-09-21T00:24:54.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.414+0000 7f0c3d3bb640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0c380b9e70 0x7f0c380b2180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:54.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.414+0000 7f0c3d3bb640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0c380b9e70 0x7f0c380b2180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46730/0 (socket says 172.21.15.67:46730) 2024-09-21T00:24:54.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.414+0000 7f0c3d3bb640 1 -- 172.21.15.67:0/3015444163 learned_addr learned my addr 172.21.15.67:0/3015444163 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:54.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.414+0000 7f0c3dbbc640 1 --2- 172.21.15.67:0/3015444163 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0c3806ebc0 0x7f0c381588c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:54.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.414+0000 7f0c3e3bd640 1 --2- 172.21.15.67:0/3015444163 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0c380d22f0 0x7f0c380b26c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:54.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.415+0000 7f0c3d3bb640 1 -- 172.21.15.67:0/3015444163 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0c3806ebc0 msgr2=0x7f0c381588c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:54.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.415+0000 7f0c3d3bb640 1 --2- 172.21.15.67:0/3015444163 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0c3806ebc0 0x7f0c381588c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:54.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.415+0000 7f0c3d3bb640 1 -- 172.21.15.67:0/3015444163 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0c380d22f0 msgr2=0x7f0c380b26c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:54.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.415+0000 7f0c3d3bb640 1 --2- 172.21.15.67:0/3015444163 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0c380d22f0 0x7f0c380b26c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:54.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.415+0000 7f0c3d3bb640 1 -- 172.21.15.67:0/3015444163 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c381f65e0 con 0x7f0c380b9e70 2024-09-21T00:24:54.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.415+0000 7f0c3e3bd640 1 --2- 172.21.15.67:0/3015444163 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0c380d22f0 0x7f0c380b26c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:24:54.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.415+0000 7f0c3d3bb640 1 --2- 172.21.15.67:0/3015444163 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0c380b9e70 0x7f0c380b2180 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7f0c2800d6d0 tx=0x7f0c2800db90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:54.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.415+0000 7f0c2e7fc640 1 -- 172.21.15.67:0/3015444163 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c28017070 con 0x7f0c380b9e70 2024-09-21T00:24:54.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.415+0000 7f0c2e7fc640 1 -- 172.21.15.67:0/3015444163 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0c28009b10 con 0x7f0c380b9e70 2024-09-21T00:24:54.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.415+0000 7f0c3fe20640 1 -- 172.21.15.67:0/3015444163 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c381f5820 con 0x7f0c380b9e70 2024-09-21T00:24:54.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.415+0000 7f0c2e7fc640 1 -- 172.21.15.67:0/3015444163 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c28010460 con 0x7f0c380b9e70 2024-09-21T00:24:54.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.415+0000 7f0c3fe20640 1 -- 172.21.15.67:0/3015444163 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c381f5de0 con 0x7f0c380b9e70 2024-09-21T00:24:54.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.416+0000 7f0c3fe20640 1 -- 172.21.15.67:0/3015444163 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0c381e7720 con 0x7f0c380b9e70 2024-09-21T00:24:54.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.417+0000 7f0c2e7fc640 1 -- 172.21.15.67:0/3015444163 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f0c2801a070 con 0x7f0c380b9e70 2024-09-21T00:24:54.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.418+0000 7f0c2e7fc640 1 --2- 172.21.15.67:0/3015444163 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0c1c078bc0 0x7f0c1c07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:54.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.418+0000 7f0c2e7fc640 1 -- 172.21.15.67:0/3015444163 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 5709+0+0 (secure 0 0 0) 0x7f0c2809ad10 con 0x7f0c380b9e70 2024-09-21T00:24:54.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.418+0000 7f0c3dbbc640 1 --2- 172.21.15.67:0/3015444163 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0c1c078bc0 0x7f0c1c07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:54.420 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.419+0000 7f0c3dbbc640 1 --2- 172.21.15.67:0/3015444163 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0c1c078bc0 0x7f0c1c07b0d0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f0c34034000 tx=0x7f0c34004ab0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:54.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.422+0000 7f0c2e7fc640 1 -- 172.21.15.67:0/3015444163 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f0c28062b90 con 0x7f0c380b9e70 2024-09-21T00:24:54.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.610+0000 7f0c3fe20640 1 -- 172.21.15.67:0/3015444163 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0c3806fd10 con 0x7f0c380b9e70 2024-09-21T00:24:54.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.611+0000 7f0c2e7fc640 1 -- 172.21.15.67:0/3015444163 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v55) ==== 74+0+16702 (secure 0 0 0) 0x7f0c280675c0 con 0x7f0c380b9e70 2024-09-21T00:24:54.612 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:24:54.612 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":55,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:24:53.303379+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:24:50.979807+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-09-21T00:24:52.263997+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:24:54.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.613+0000 7f0c3fe20640 1 -- 172.21.15.67:0/3015444163 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0c1c078bc0 msgr2=0x7f0c1c07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:54.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.613+0000 7f0c3fe20640 1 --2- 172.21.15.67:0/3015444163 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0c1c078bc0 0x7f0c1c07b0d0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f0c34034000 tx=0x7f0c34004ab0 comp rx=0 tx=0).stop 2024-09-21T00:24:54.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.613+0000 7f0c3fe20640 1 -- 172.21.15.67:0/3015444163 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0c380b9e70 msgr2=0x7f0c380b2180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:54.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.613+0000 7f0c3fe20640 1 --2- 172.21.15.67:0/3015444163 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0c380b9e70 0x7f0c380b2180 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7f0c2800d6d0 tx=0x7f0c2800db90 comp rx=0 tx=0).stop 2024-09-21T00:24:54.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.613+0000 7f0c3fe20640 1 -- 172.21.15.67:0/3015444163 shutdown_connections 2024-09-21T00:24:54.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.613+0000 7f0c3fe20640 1 --2- 172.21.15.67:0/3015444163 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0c1c078bc0 0x7f0c1c07b0d0 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:54.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.613+0000 7f0c3fe20640 1 --2- 172.21.15.67:0/3015444163 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0c380d22f0 0x7f0c380b26c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:54.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.613+0000 7f0c3fe20640 1 --2- 172.21.15.67:0/3015444163 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0c380b9e70 0x7f0c380b2180 unknown :-1 s=CLOSED pgs=729 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:54.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.613+0000 7f0c3fe20640 1 --2- 172.21.15.67:0/3015444163 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0c3806ebc0 0x7f0c381588c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:54.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.613+0000 7f0c3fe20640 1 -- 172.21.15.67:0/3015444163 >> 172.21.15.67:0/3015444163 conn(0x7f0c380d45a0 msgr2=0x7f0c380b73d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:54.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.613+0000 7f0c3fe20640 1 -- 172.21.15.67:0/3015444163 shutdown_connections 2024-09-21T00:24:54.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.613+0000 7f0c3fe20640 1 -- 172.21.15.67:0/3015444163 wait complete. 2024-09-21T00:24:54.626 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-21T00:24:54.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.745+0000 7f8c496c4640 1 -- 172.21.15.67:0/2084188305 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8c30004d40 msgr2=0x7f8c300051f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:54.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.745+0000 7f8c496c4640 1 --2- 172.21.15.67:0/2084188305 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8c30004d40 0x7f8c300051f0 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f8c440d51e0 tx=0x7f8c30005830 comp rx=0 tx=0).stop 2024-09-21T00:24:54.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.745+0000 7f8c437fe640 1 -- 172.21.15.67:0/2084188305 reap_dead start 2024-09-21T00:24:54.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.745+0000 7f8c496c4640 1 -- 172.21.15.67:0/2084188305 shutdown_connections 2024-09-21T00:24:54.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.745+0000 7f8c496c4640 1 -- 172.21.15.67:0/2084188305 >> 172.21.15.67:0/2084188305 conn(0x7f8c4409da10 msgr2=0x7f8c440d46a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:54.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.745+0000 7f8c496c4640 1 -- 172.21.15.67:0/2084188305 shutdown_connections 2024-09-21T00:24:54.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.745+0000 7f8c496c4640 1 -- 172.21.15.67:0/2084188305 wait complete. 2024-09-21T00:24:54.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.747+0000 7f8c496c4640 1 Processor -- start 2024-09-21T00:24:54.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.747+0000 7f8c496c4640 1 -- start start 2024-09-21T00:24:54.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.748+0000 7f8c496c4640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8c30004d40 0x7f8c44153420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:54.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.748+0000 7f8c496c4640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8c441e8c10 0x7f8c440b1a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:54.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.748+0000 7f8c496c4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8c440b1f70 0x7f8c441594a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:54.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.748+0000 7f8c496c4640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f8c440b4a60 con 0x7f8c440b1f70 2024-09-21T00:24:54.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.748+0000 7f8c496c4640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f8c440b9c40 con 0x7f8c441e8c10 2024-09-21T00:24:54.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.748+0000 7f8c496c4640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f8c440b4be0 con 0x7f8c30004d40 2024-09-21T00:24:54.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.748+0000 7f8c437fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8c440b1f70 0x7f8c441594a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:54.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.748+0000 7f8c437fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8c440b1f70 0x7f8c441594a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46738/0 (socket says 172.21.15.67:46738) 2024-09-21T00:24:54.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.748+0000 7f8c437fe640 1 -- 172.21.15.67:0/913556569 learned_addr learned my addr 172.21.15.67:0/913556569 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:54.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.748+0000 7f8c427fc640 1 --2- 172.21.15.67:0/913556569 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8c441e8c10 0x7f8c440b1a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:54.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.749+0000 7f8c42ffd640 1 --2- 172.21.15.67:0/913556569 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8c30004d40 0x7f8c44153420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:54.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.749+0000 7f8c437fe640 1 -- 172.21.15.67:0/913556569 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8c30004d40 msgr2=0x7f8c44153420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:54.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.749+0000 7f8c437fe640 1 --2- 172.21.15.67:0/913556569 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8c30004d40 0x7f8c44153420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:54.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.749+0000 7f8c437fe640 1 -- 172.21.15.67:0/913556569 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8c441e8c10 msgr2=0x7f8c440b1a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:54.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.749+0000 7f8c437fe640 1 --2- 172.21.15.67:0/913556569 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8c441e8c10 0x7f8c440b1a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:54.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.749+0000 7f8c437fe640 1 -- 172.21.15.67:0/913556569 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c440b2380 con 0x7f8c440b1f70 2024-09-21T00:24:54.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.749+0000 7f8c437fe640 1 --2- 172.21.15.67:0/913556569 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8c440b1f70 0x7f8c441594a0 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f8c3c009c10 tx=0x7f8c3c033670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:54.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.749+0000 7f8c3b7fe640 1 -- 172.21.15.67:0/913556569 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c3c038040 con 0x7f8c440b1f70 2024-09-21T00:24:54.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.749+0000 7f8c3b7fe640 1 -- 172.21.15.67:0/913556569 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8c3c042070 con 0x7f8c440b1f70 2024-09-21T00:24:54.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.749+0000 7f8c496c4640 1 -- 172.21.15.67:0/913556569 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c441573a0 con 0x7f8c440b1f70 2024-09-21T00:24:54.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.749+0000 7f8c3b7fe640 1 -- 172.21.15.67:0/913556569 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c3400c260 con 0x7f8c440b1f70 2024-09-21T00:24:54.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.749+0000 7f8c496c4640 1 -- 172.21.15.67:0/913556569 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c44157960 con 0x7f8c440b1f70 2024-09-21T00:24:54.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.750+0000 7f8c496c4640 1 -- 172.21.15.67:0/913556569 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8c440b4350 con 0x7f8c440b1f70 2024-09-21T00:24:54.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.751+0000 7f8c3b7fe640 1 -- 172.21.15.67:0/913556569 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f8c3c033a30 con 0x7f8c440b1f70 2024-09-21T00:24:54.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.751+0000 7f8c3b7fe640 1 --2- 172.21.15.67:0/913556569 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8c24078b90 0x7f8c2407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:54.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.751+0000 7f8c3b7fe640 1 -- 172.21.15.67:0/913556569 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 5709+0+0 (secure 0 0 0) 0x7f8c3c0baf50 con 0x7f8c440b1f70 2024-09-21T00:24:54.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.752+0000 7f8c42ffd640 1 --2- 172.21.15.67:0/913556569 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8c24078b90 0x7f8c2407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:54.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.752+0000 7f8c42ffd640 1 --2- 172.21.15.67:0/913556569 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8c24078b90 0x7f8c2407b0a0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f8c34006fd0 tx=0x7f8c34006b40 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:54.757 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.756+0000 7f8c3b7fe640 1 -- 172.21.15.67:0/913556569 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f8c440b2380 con 0x7f8c440b1f70 2024-09-21T00:24:54.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:54.987+0000 7f8c496c4640 1 -- 172.21.15.67:0/913556569 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f8c440d1fe0 con 0x7f8c440b1f70 2024-09-21T00:24:55.903 INFO:tasks.ceph.mds.a.smithi067.stderr:2024-09-21T00:24:55.902+0000 7fd234049640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-21T00:24:55.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:55.939+0000 7f8c3b7fe640 1 -- 172.21.15.67:0/913556569 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v39) ==== 118+0+0 (secure 0 0 0) 0x7f8c3c082dd0 con 0x7f8c440b1f70 2024-09-21T00:24:55.944 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:55.942+0000 7f8c496c4640 1 -- 172.21.15.67:0/913556569 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8c24078b90 msgr2=0x7f8c2407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:55.944 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:55.942+0000 7f8c496c4640 1 --2- 172.21.15.67:0/913556569 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8c24078b90 0x7f8c2407b0a0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f8c34006fd0 tx=0x7f8c34006b40 comp rx=0 tx=0).stop 2024-09-21T00:24:55.944 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:55.942+0000 7f8c496c4640 1 -- 172.21.15.67:0/913556569 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8c440b1f70 msgr2=0x7f8c441594a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:55.944 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:55.942+0000 7f8c496c4640 1 --2- 172.21.15.67:0/913556569 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8c440b1f70 0x7f8c441594a0 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f8c3c009c10 tx=0x7f8c3c033670 comp rx=0 tx=0).stop 2024-09-21T00:24:55.944 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:55.943+0000 7f8c496c4640 1 -- 172.21.15.67:0/913556569 shutdown_connections 2024-09-21T00:24:55.944 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:55.943+0000 7f8c496c4640 1 --2- 172.21.15.67:0/913556569 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8c24078b90 0x7f8c2407b0a0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:55.944 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:55.943+0000 7f8c496c4640 1 --2- 172.21.15.67:0/913556569 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8c440b1f70 0x7f8c441594a0 unknown :-1 s=CLOSED pgs=732 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:55.944 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:55.943+0000 7f8c496c4640 1 --2- 172.21.15.67:0/913556569 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8c441e8c10 0x7f8c440b1a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:55.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:55.943+0000 7f8c496c4640 1 --2- 172.21.15.67:0/913556569 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8c30004d40 0x7f8c44153420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:55.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:55.943+0000 7f8c496c4640 1 -- 172.21.15.67:0/913556569 >> 172.21.15.67:0/913556569 conn(0x7f8c4409da10 msgr2=0x7f8c440b27d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:55.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:55.943+0000 7f8c496c4640 1 -- 172.21.15.67:0/913556569 shutdown_connections 2024-09-21T00:24:55.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:55.943+0000 7f8c496c4640 1 -- 172.21.15.67:0/913556569 wait complete. 2024-09-21T00:24:55.958 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-21T00:24:55.958 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-21T00:24:56.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:56.084+0000 7fe8d2025640 1 -- 172.21.15.67:0/1346399202 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe8cc0cca20 msgr2=0x7fe8cc0cce30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:56.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:56.084+0000 7fe8d2025640 1 --2- 172.21.15.67:0/1346399202 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe8cc0cca20 0x7fe8cc0cce30 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7fe8cc0d0f70 tx=0x7fe8c402aa30 comp rx=0 tx=0).stop 2024-09-21T00:24:56.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:56.085+0000 7fe8d2025640 1 -- 172.21.15.67:0/1346399202 shutdown_connections 2024-09-21T00:24:56.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:56.085+0000 7fe8d2025640 1 --2- 172.21.15.67:0/1346399202 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe8cc0cca20 0x7fe8cc0cce30 unknown :-1 s=CLOSED pgs=733 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:56.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:56.085+0000 7fe8d2025640 1 --2- 172.21.15.67:0/1346399202 >> v2:172.21.15.97:3300/0 conn(0x7fe8cc0ce3c0 0x7fe8cc0b65f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:56.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:56.085+0000 7fe8d2025640 1 -- 172.21.15.67:0/1346399202 >> 172.21.15.67:0/1346399202 conn(0x7fe8cc09a950 msgr2=0x7fe8cc0d13c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:56.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:56.085+0000 7fe8d2025640 1 -- 172.21.15.67:0/1346399202 shutdown_connections 2024-09-21T00:24:56.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:56.085+0000 7fe8d2025640 1 -- 172.21.15.67:0/1346399202 wait complete. 2024-09-21T00:24:56.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:56.086+0000 7fe8d2025640 1 Processor -- start 2024-09-21T00:24:56.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:56.087+0000 7fe8d2025640 1 -- start start 2024-09-21T00:24:56.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:56.088+0000 7fe8d2025640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe8cc0cca20 0x7fe8cc14b0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:56.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:56.088+0000 7fe8d2025640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe8cc15ee80 0x7fe8cc0cb2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:56.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:56.088+0000 7fe8d2025640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe8cc0b2fa0 0x7fe8cc0b33b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:56.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:56.088+0000 7fe8d2025640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fe8cc0b0c10 con 0x7fe8cc0cca20 2024-09-21T00:24:56.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:56.088+0000 7fe8d2025640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fe8cc0b0a90 con 0x7fe8cc15ee80 2024-09-21T00:24:56.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:56.088+0000 7fe8d2025640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fe8cc0cd370 con 0x7fe8cc0b2fa0 2024-09-21T00:24:56.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:56.088+0000 7fe8cb7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe8cc0cca20 0x7fe8cc14b0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:56.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:56.088+0000 7fe8cb7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe8cc0cca20 0x7fe8cc14b0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46754/0 (socket says 172.21.15.67:46754) 2024-09-21T00:24:56.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:56.088+0000 7fe8cb7fe640 1 -- 172.21.15.67:0/3213206333 learned_addr learned my addr 172.21.15.67:0/3213206333 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:56.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:56.088+0000 7fe8caffd640 1 --2- 172.21.15.67:0/3213206333 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe8cc15ee80 0x7fe8cc0cb2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:56.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:56.088+0000 7fe8cbfff640 1 --2- 172.21.15.67:0/3213206333 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe8cc0b2fa0 0x7fe8cc0b33b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:56.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:56.088+0000 7fe8cb7fe640 1 -- 172.21.15.67:0/3213206333 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe8cc0b2fa0 msgr2=0x7fe8cc0b33b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:56.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:56.088+0000 7fe8cb7fe640 1 --2- 172.21.15.67:0/3213206333 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe8cc0b2fa0 0x7fe8cc0b33b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:56.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:56.088+0000 7fe8cb7fe640 1 -- 172.21.15.67:0/3213206333 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe8cc15ee80 msgr2=0x7fe8cc0cb2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:56.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:56.088+0000 7fe8cb7fe640 1 --2- 172.21.15.67:0/3213206333 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe8cc15ee80 0x7fe8cc0cb2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:56.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:56.088+0000 7fe8cb7fe640 1 -- 172.21.15.67:0/3213206333 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8cc0b38f0 con 0x7fe8cc0cca20 2024-09-21T00:24:56.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:56.089+0000 7fe8cb7fe640 1 --2- 172.21.15.67:0/3213206333 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe8cc0cca20 0x7fe8cc14b0f0 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7fe8bc00b3c0 tx=0x7fe8bc00b880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:56.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:56.089+0000 7fe8b3fff640 1 -- 172.21.15.67:0/3213206333 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8bc005920 con 0x7fe8cc0cca20 2024-09-21T00:24:56.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:56.089+0000 7fe8b3fff640 1 -- 172.21.15.67:0/3213206333 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe8bc005bd0 con 0x7fe8cc0cca20 2024-09-21T00:24:56.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:56.089+0000 7fe8d2025640 1 -- 172.21.15.67:0/3213206333 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe8cc1f6f10 con 0x7fe8cc0cca20 2024-09-21T00:24:56.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:56.089+0000 7fe8b3fff640 1 -- 172.21.15.67:0/3213206333 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8bc006020 con 0x7fe8cc0cca20 2024-09-21T00:24:56.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:56.089+0000 7fe8d2025640 1 -- 172.21.15.67:0/3213206333 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe8cc1f47a0 con 0x7fe8cc0cca20 2024-09-21T00:24:56.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:56.090+0000 7fe8d2025640 1 -- 172.21.15.67:0/3213206333 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe8cc0cd7f0 con 0x7fe8cc0cca20 2024-09-21T00:24:56.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:56.091+0000 7fe8b3fff640 1 -- 172.21.15.67:0/3213206333 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fe8bc018030 con 0x7fe8cc0cca20 2024-09-21T00:24:56.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:56.091+0000 7fe8b3fff640 1 --2- 172.21.15.67:0/3213206333 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe8b8078b90 0x7fe8b807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:56.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:56.091+0000 7fe8b3fff640 1 -- 172.21.15.67:0/3213206333 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 5709+0+0 (secure 0 0 0) 0x7fe8bc09a160 con 0x7fe8cc0cca20 2024-09-21T00:24:56.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:56.092+0000 7fe8caffd640 1 --2- 172.21.15.67:0/3213206333 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe8b8078b90 0x7fe8b807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:56.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:56.092+0000 7fe8caffd640 1 --2- 172.21.15.67:0/3213206333 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe8b8078b90 0x7fe8b807b0a0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fe8cc069420 tx=0x7fe8c0009060 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:56.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:56.096+0000 7fe8b3fff640 1 -- 172.21.15.67:0/3213206333 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fe8bc01f020 con 0x7fe8cc0cca20 2024-09-21T00:24:56.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:56.325+0000 7fe8d2025640 1 -- 172.21.15.67:0/3213206333 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7fe8cc0cec80 con 0x7fe8cc0cca20 2024-09-21T00:24:56.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:56.941+0000 7fe8b3fff640 1 -- 172.21.15.67:0/3213206333 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v40) ==== 122+0+0 (secure 0 0 0) 0x7fe8cc0b38f0 con 0x7fe8cc0cca20 2024-09-21T00:24:56.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:56.943+0000 7fe8d2025640 1 -- 172.21.15.67:0/3213206333 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe8b8078b90 msgr2=0x7fe8b807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:56.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:56.943+0000 7fe8d2025640 1 --2- 172.21.15.67:0/3213206333 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe8b8078b90 0x7fe8b807b0a0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fe8cc069420 tx=0x7fe8c0009060 comp rx=0 tx=0).stop 2024-09-21T00:24:56.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:56.943+0000 7fe8d2025640 1 -- 172.21.15.67:0/3213206333 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe8cc0cca20 msgr2=0x7fe8cc14b0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:56.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:56.943+0000 7fe8d2025640 1 --2- 172.21.15.67:0/3213206333 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe8cc0cca20 0x7fe8cc14b0f0 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7fe8bc00b3c0 tx=0x7fe8bc00b880 comp rx=0 tx=0).stop 2024-09-21T00:24:56.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:56.943+0000 7fe8d2025640 1 -- 172.21.15.67:0/3213206333 shutdown_connections 2024-09-21T00:24:56.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:56.943+0000 7fe8d2025640 1 --2- 172.21.15.67:0/3213206333 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe8b8078b90 0x7fe8b807b0a0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:56.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:56.943+0000 7fe8d2025640 1 --2- 172.21.15.67:0/3213206333 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe8cc0b2fa0 0x7fe8cc0b33b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:56.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:56.943+0000 7fe8d2025640 1 --2- 172.21.15.67:0/3213206333 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe8cc15ee80 0x7fe8cc0cb2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:56.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:56.943+0000 7fe8d2025640 1 --2- 172.21.15.67:0/3213206333 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe8cc0cca20 0x7fe8cc14b0f0 unknown :-1 s=CLOSED pgs=734 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:56.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:56.943+0000 7fe8d2025640 1 -- 172.21.15.67:0/3213206333 >> 172.21.15.67:0/3213206333 conn(0x7fe8cc09a950 msgr2=0x7fe8cc15abc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:56.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:56.943+0000 7fe8d2025640 1 -- 172.21.15.67:0/3213206333 shutdown_connections 2024-09-21T00:24:56.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:56.943+0000 7fe8d2025640 1 -- 172.21.15.67:0/3213206333 wait complete. 2024-09-21T00:24:56.957 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-21T00:24:56.958 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:24:57.076 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.074+0000 7fee6b60e640 1 -- 172.21.15.67:0/1417737034 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fee640cd890 msgr2=0x7fee640cdca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:57.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.074+0000 7fee6b60e640 1 --2- 172.21.15.67:0/1417737034 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fee640cd890 0x7fee640cdca0 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7fee5c005fd0 tx=0x7fee5c02a8b0 comp rx=0 tx=0).stop 2024-09-21T00:24:57.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.074+0000 7fee6b60e640 1 -- 172.21.15.67:0/1417737034 shutdown_connections 2024-09-21T00:24:57.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.074+0000 7fee6b60e640 1 --2- 172.21.15.67:0/1417737034 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fee640cd890 0x7fee640cdca0 unknown :-1 s=CLOSED pgs=736 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:57.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.075+0000 7fee6b60e640 1 --2- 172.21.15.67:0/1417737034 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fee6415ffe0 0x7fee6409a950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:57.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.075+0000 7fee6b60e640 1 -- 172.21.15.67:0/1417737034 >> 172.21.15.67:0/1417737034 conn(0x7fee640b3e90 msgr2=0x7fee640b42a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:57.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.075+0000 7fee6b60e640 1 -- 172.21.15.67:0/1417737034 shutdown_connections 2024-09-21T00:24:57.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.075+0000 7fee6b60e640 1 -- 172.21.15.67:0/1417737034 wait complete. 2024-09-21T00:24:57.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.076+0000 7fee6b60e640 1 Processor -- start 2024-09-21T00:24:57.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.076+0000 7fee6b60e640 1 -- start start 2024-09-21T00:24:57.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.078+0000 7fee6b60e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fee640b1910 0x7fee641f70e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:57.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.078+0000 7fee6b60e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fee640cd890 0x7fee641f4520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:57.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.078+0000 7fee6b60e640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fee6415ffe0 0x7fee640cb550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:57.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.078+0000 7fee6b60e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fee640ce570 con 0x7fee640b1910 2024-09-21T00:24:57.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.078+0000 7fee6b60e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fee640ce3f0 con 0x7fee640cd890 2024-09-21T00:24:57.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.078+0000 7fee6b60e640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fee640ce6f0 con 0x7fee6415ffe0 2024-09-21T00:24:57.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.078+0000 7fee693aa640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fee640b1910 0x7fee641f70e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:57.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.078+0000 7fee693aa640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fee640b1910 0x7fee641f70e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46764/0 (socket says 172.21.15.67:46764) 2024-09-21T00:24:57.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.078+0000 7fee693aa640 1 -- 172.21.15.67:0/159264963 learned_addr learned my addr 172.21.15.67:0/159264963 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:57.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.078+0000 7fee69bab640 1 --2- 172.21.15.67:0/159264963 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fee6415ffe0 0x7fee640cb550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:57.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.078+0000 7fee68ba9640 1 --2- 172.21.15.67:0/159264963 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fee640cd890 0x7fee641f4520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:57.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.078+0000 7fee693aa640 1 -- 172.21.15.67:0/159264963 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fee6415ffe0 msgr2=0x7fee640cb550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:57.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.078+0000 7fee693aa640 1 --2- 172.21.15.67:0/159264963 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fee6415ffe0 0x7fee640cb550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:57.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.078+0000 7fee693aa640 1 -- 172.21.15.67:0/159264963 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fee640cd890 msgr2=0x7fee641f4520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:57.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.078+0000 7fee693aa640 1 --2- 172.21.15.67:0/159264963 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fee640cd890 0x7fee641f4520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:57.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.078+0000 7fee693aa640 1 -- 172.21.15.67:0/159264963 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fee641f7620 con 0x7fee640b1910 2024-09-21T00:24:57.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.078+0000 7fee69bab640 1 --2- 172.21.15.67:0/159264963 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fee6415ffe0 0x7fee640cb550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:24:57.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.078+0000 7fee68ba9640 1 --2- 172.21.15.67:0/159264963 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fee640cd890 0x7fee641f4520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:24:57.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.078+0000 7fee693aa640 1 --2- 172.21.15.67:0/159264963 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fee640b1910 0x7fee641f70e0 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7fee6000d6d0 tx=0x7fee6000db90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:57.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.078+0000 7fee59ffb640 1 -- 172.21.15.67:0/159264963 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee60017070 con 0x7fee640b1910 2024-09-21T00:24:57.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.078+0000 7fee59ffb640 1 -- 172.21.15.67:0/159264963 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fee60004310 con 0x7fee640b1910 2024-09-21T00:24:57.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.078+0000 7fee6b60e640 1 -- 172.21.15.67:0/159264963 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fee641f4a60 con 0x7fee640b1910 2024-09-21T00:24:57.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.078+0000 7fee59ffb640 1 -- 172.21.15.67:0/159264963 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fee60009a80 con 0x7fee640b1910 2024-09-21T00:24:57.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.079+0000 7fee6b60e640 1 -- 172.21.15.67:0/159264963 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fee641f7e10 con 0x7fee640b1910 2024-09-21T00:24:57.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.080+0000 7fee6b60e640 1 -- 172.21.15.67:0/159264963 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fee640cdca0 con 0x7fee640b1910 2024-09-21T00:24:57.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.081+0000 7fee59ffb640 1 -- 172.21.15.67:0/159264963 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fee600035f0 con 0x7fee640b1910 2024-09-21T00:24:57.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.081+0000 7fee59ffb640 1 --2- 172.21.15.67:0/159264963 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fee48078b90 0x7fee4807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:57.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.081+0000 7fee59ffb640 1 -- 172.21.15.67:0/159264963 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 5709+0+0 (secure 0 0 0) 0x7fee6009b030 con 0x7fee640b1910 2024-09-21T00:24:57.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.081+0000 7fee68ba9640 1 --2- 172.21.15.67:0/159264963 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fee48078b90 0x7fee4807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:57.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.082+0000 7fee68ba9640 1 --2- 172.21.15.67:0/159264963 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fee48078b90 0x7fee4807b0a0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fee641f16e0 tx=0x7fee54009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:57.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.086+0000 7fee59ffb640 1 -- 172.21.15.67:0/159264963 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fee60063500 con 0x7fee640b1910 2024-09-21T00:24:57.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.311+0000 7fee6b60e640 1 -- 172.21.15.67:0/159264963 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fee640b4c80 con 0x7fee640b1910 2024-09-21T00:24:57.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.312+0000 7fee59ffb640 1 -- 172.21.15.67:0/159264963 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 40 v40) ==== 94+0+5220 (secure 0 0 0) 0x7fee60062e00 con 0x7fee640b1910 2024-09-21T00:24:57.313 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:24:57.313 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":40,"btime":"2024-09-21T00:24:56:940637+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5594,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/537118069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":537118069},{"type":"v1","addr":"172.21.15.97:6837","nonce":537118069}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":35},{"gid":5953,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/1548735112","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":1548735112},{"type":"v1","addr":"172.21.15.97:6836","nonce":1548735112}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":35},{"gid":6249,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6833/2375612568","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":2375612568},{"type":"v1","addr":"172.21.15.67:6833","nonce":2375612568}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":34}],"filesystems":[{"mdsmap":{"epoch":40,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:24:53.303340+0000","modified":"2024-09-21T00:24:56.326579+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6252},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6252":{"gid":6252,"name":"a","rank":0,"incarnation":36,"state":"up:active","state_seq":3,"addr":"172.21.15.67:6835/4157540117","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":4157540117},{"type":"v1","addr":"172.21.15.67:6835","nonce":4157540117}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6252,"qdb_cluster":[6252]},"id":4}]} 2024-09-21T00:24:57.313 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 40 2024-09-21T00:24:57.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.314+0000 7fee6b60e640 1 -- 172.21.15.67:0/159264963 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fee48078b90 msgr2=0x7fee4807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:57.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.314+0000 7fee6b60e640 1 --2- 172.21.15.67:0/159264963 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fee48078b90 0x7fee4807b0a0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fee641f16e0 tx=0x7fee54009040 comp rx=0 tx=0).stop 2024-09-21T00:24:57.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.314+0000 7fee6b60e640 1 -- 172.21.15.67:0/159264963 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fee640b1910 msgr2=0x7fee641f70e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:57.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.314+0000 7fee6b60e640 1 --2- 172.21.15.67:0/159264963 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fee640b1910 0x7fee641f70e0 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7fee6000d6d0 tx=0x7fee6000db90 comp rx=0 tx=0).stop 2024-09-21T00:24:57.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.314+0000 7fee6b60e640 1 -- 172.21.15.67:0/159264963 shutdown_connections 2024-09-21T00:24:57.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.314+0000 7fee6b60e640 1 --2- 172.21.15.67:0/159264963 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fee48078b90 0x7fee4807b0a0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:57.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.314+0000 7fee6b60e640 1 --2- 172.21.15.67:0/159264963 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fee6415ffe0 0x7fee640cb550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:57.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.314+0000 7fee6b60e640 1 --2- 172.21.15.67:0/159264963 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fee640cd890 0x7fee641f4520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:57.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.314+0000 7fee6b60e640 1 --2- 172.21.15.67:0/159264963 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fee640b1910 0x7fee641f70e0 unknown :-1 s=CLOSED pgs=737 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:57.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.314+0000 7fee6b60e640 1 -- 172.21.15.67:0/159264963 >> 172.21.15.67:0/159264963 conn(0x7fee640b3e90 msgr2=0x7fee6409a950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:57.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.314+0000 7fee6b60e640 1 -- 172.21.15.67:0/159264963 shutdown_connections 2024-09-21T00:24:57.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.314+0000 7fee6b60e640 1 -- 172.21.15.67:0/159264963 wait complete. 2024-09-21T00:24:57.327 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:24:57.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.442+0000 7fc2a4ef2640 1 -- 172.21.15.67:0/3922196240 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2a00d1010 msgr2=0x7fc2a00d1420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:57.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.442+0000 7fc2a4ef2640 1 --2- 172.21.15.67:0/3922196240 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2a00d1010 0x7fc2a00d1420 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7fc294005fd0 tx=0x7fc29402a5d0 comp rx=0 tx=0).stop 2024-09-21T00:24:57.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.442+0000 7fc2a4ef2640 1 -- 172.21.15.67:0/3922196240 shutdown_connections 2024-09-21T00:24:57.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.442+0000 7fc2a4ef2640 1 --2- 172.21.15.67:0/3922196240 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2a00d1010 0x7fc2a00d1420 unknown :-1 s=CLOSED pgs=738 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:57.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.442+0000 7fc2a4ef2640 1 --2- 172.21.15.67:0/3922196240 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc2a00b9780 0x7fc2a00d2cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:57.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.442+0000 7fc2a4ef2640 1 -- 172.21.15.67:0/3922196240 >> 172.21.15.67:0/3922196240 conn(0x7fc2a008bee0 msgr2=0x7fc2a00d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:57.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.442+0000 7fc2a4ef2640 1 -- 172.21.15.67:0/3922196240 shutdown_connections 2024-09-21T00:24:57.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.442+0000 7fc2a4ef2640 1 -- 172.21.15.67:0/3922196240 wait complete. 2024-09-21T00:24:57.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.444+0000 7fc2a4ef2640 1 Processor -- start 2024-09-21T00:24:57.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.444+0000 7fc2a4ef2640 1 -- start start 2024-09-21T00:24:57.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.445+0000 7fc2a4ef2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2a00b73f0 0x7fc2a00a0290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:57.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.445+0000 7fc2a4ef2640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc2a00b9780 0x7fc2a00c76c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:57.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.445+0000 7fc2a4ef2640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc2a00d1010 0x7fc2a0143370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:57.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.445+0000 7fc2a4ef2640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc2a00d04a0 con 0x7fc2a00b73f0 2024-09-21T00:24:57.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.446+0000 7fc2a4ef2640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc2a00d0320 con 0x7fc2a00d1010 2024-09-21T00:24:57.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.446+0000 7fc2a4ef2640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fc2a00b7800 con 0x7fc2a00b9780 2024-09-21T00:24:57.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.446+0000 7fc29e59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2a00b73f0 0x7fc2a00a0290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:57.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.446+0000 7fc29e59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2a00b73f0 0x7fc2a00a0290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46790/0 (socket says 172.21.15.67:46790) 2024-09-21T00:24:57.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.446+0000 7fc29e59c640 1 -- 172.21.15.67:0/2667450639 learned_addr learned my addr 172.21.15.67:0/2667450639 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:57.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.446+0000 7fc29dd9b640 1 --2- 172.21.15.67:0/2667450639 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc2a00b9780 0x7fc2a00c76c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:57.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.446+0000 7fc29ed9d640 1 --2- 172.21.15.67:0/2667450639 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc2a00d1010 0x7fc2a0143370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:57.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.446+0000 7fc29e59c640 1 -- 172.21.15.67:0/2667450639 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc2a00b9780 msgr2=0x7fc2a00c76c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:57.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.446+0000 7fc29e59c640 1 --2- 172.21.15.67:0/2667450639 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc2a00b9780 0x7fc2a00c76c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:57.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.446+0000 7fc29e59c640 1 -- 172.21.15.67:0/2667450639 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc2a00d1010 msgr2=0x7fc2a0143370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:57.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.446+0000 7fc29e59c640 1 --2- 172.21.15.67:0/2667450639 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc2a00d1010 0x7fc2a0143370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:57.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.446+0000 7fc29e59c640 1 -- 172.21.15.67:0/2667450639 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2a00a0950 con 0x7fc2a00b73f0 2024-09-21T00:24:57.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.446+0000 7fc29e59c640 1 --2- 172.21.15.67:0/2667450639 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2a00b73f0 0x7fc2a00a0290 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7fc29000da20 tx=0x7fc29000dee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:57.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.446+0000 7fc28effd640 1 -- 172.21.15.67:0/2667450639 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc290017070 con 0x7fc2a00b73f0 2024-09-21T00:24:57.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.446+0000 7fc2a4ef2640 1 -- 172.21.15.67:0/2667450639 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2a00a0c30 con 0x7fc2a00b73f0 2024-09-21T00:24:57.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.446+0000 7fc28effd640 1 -- 172.21.15.67:0/2667450639 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc290010460 con 0x7fc2a00b73f0 2024-09-21T00:24:57.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.446+0000 7fc28effd640 1 -- 172.21.15.67:0/2667450639 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2900108b0 con 0x7fc2a00b73f0 2024-09-21T00:24:57.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.446+0000 7fc2a4ef2640 1 -- 172.21.15.67:0/2667450639 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2a00a11f0 con 0x7fc2a00b73f0 2024-09-21T00:24:57.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.447+0000 7fc2a4ef2640 1 -- 172.21.15.67:0/2667450639 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc2a00b7cb0 con 0x7fc2a00b73f0 2024-09-21T00:24:57.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.448+0000 7fc28effd640 1 -- 172.21.15.67:0/2667450639 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fc29001a070 con 0x7fc2a00b73f0 2024-09-21T00:24:57.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.449+0000 7fc28effd640 1 --2- 172.21.15.67:0/2667450639 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc280078b90 0x7fc28007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:57.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.449+0000 7fc28effd640 1 -- 172.21.15.67:0/2667450639 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 5709+0+0 (secure 0 0 0) 0x7fc29009b0f0 con 0x7fc2a00b73f0 2024-09-21T00:24:57.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.449+0000 7fc29dd9b640 1 --2- 172.21.15.67:0/2667450639 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc280078b90 0x7fc28007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:57.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.450+0000 7fc29dd9b640 1 --2- 172.21.15.67:0/2667450639 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc280078b90 0x7fc28007b0a0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fc294033000 tx=0x7fc294004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:57.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.454+0000 7fc28effd640 1 -- 172.21.15.67:0/2667450639 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fc290062f80 con 0x7fc2a00b73f0 2024-09-21T00:24:57.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.641+0000 7fc2a4ef2640 1 -- 172.21.15.67:0/2667450639 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc2a0076190 con 0x7fc2a00b73f0 2024-09-21T00:24:57.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.642+0000 7fc28effd640 1 -- 172.21.15.67:0/2667450639 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v56) ==== 74+0+16689 (secure 0 0 0) 0x7fc2900679b0 con 0x7fc2a00b73f0 2024-09-21T00:24:57.644 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:24:57.644 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":56,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:24:54.928625+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:24:50.979807+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-09-21T00:24:52.263997+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"56","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:24:57.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.644+0000 7fc2a4ef2640 1 -- 172.21.15.67:0/2667450639 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc280078b90 msgr2=0x7fc28007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:57.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.644+0000 7fc2a4ef2640 1 --2- 172.21.15.67:0/2667450639 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc280078b90 0x7fc28007b0a0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fc294033000 tx=0x7fc294004730 comp rx=0 tx=0).stop 2024-09-21T00:24:57.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.644+0000 7fc2a4ef2640 1 -- 172.21.15.67:0/2667450639 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2a00b73f0 msgr2=0x7fc2a00a0290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:57.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.644+0000 7fc2a4ef2640 1 --2- 172.21.15.67:0/2667450639 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2a00b73f0 0x7fc2a00a0290 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7fc29000da20 tx=0x7fc29000dee0 comp rx=0 tx=0).stop 2024-09-21T00:24:57.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.644+0000 7fc2a4ef2640 1 -- 172.21.15.67:0/2667450639 shutdown_connections 2024-09-21T00:24:57.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.644+0000 7fc2a4ef2640 1 --2- 172.21.15.67:0/2667450639 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc280078b90 0x7fc28007b0a0 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:57.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.644+0000 7fc2a4ef2640 1 --2- 172.21.15.67:0/2667450639 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc2a00d1010 0x7fc2a0143370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:57.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.644+0000 7fc2a4ef2640 1 --2- 172.21.15.67:0/2667450639 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc2a00b9780 0x7fc2a00c76c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:57.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.644+0000 7fc2a4ef2640 1 --2- 172.21.15.67:0/2667450639 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2a00b73f0 0x7fc2a00a0290 unknown :-1 s=CLOSED pgs=739 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:57.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.644+0000 7fc2a4ef2640 1 -- 172.21.15.67:0/2667450639 >> 172.21.15.67:0/2667450639 conn(0x7fc2a008bee0 msgr2=0x7fc2a00ce1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:57.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.644+0000 7fc2a4ef2640 1 -- 172.21.15.67:0/2667450639 shutdown_connections 2024-09-21T00:24:57.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.644+0000 7fc2a4ef2640 1 -- 172.21.15.67:0/2667450639 wait complete. 2024-09-21T00:24:57.657 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-21T00:24:57.657 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T00:24:57.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.772+0000 7f1a450ec640 1 -- 172.21.15.67:0/2717356177 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1a400b73f0 msgr2=0x7f1a400b7800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:57.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.772+0000 7f1a450ec640 1 --2- 172.21.15.67:0/2717356177 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1a400b73f0 0x7f1a400b7800 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7f1a38005fd0 tx=0x7f1a3802a8b0 comp rx=0 tx=0).stop 2024-09-21T00:24:57.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.772+0000 7f1a450ec640 1 -- 172.21.15.67:0/2717356177 shutdown_connections 2024-09-21T00:24:57.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.772+0000 7f1a450ec640 1 --2- 172.21.15.67:0/2717356177 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1a400b73f0 0x7f1a400b7800 unknown :-1 s=CLOSED pgs=741 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:57.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.772+0000 7f1a450ec640 1 --2- 172.21.15.67:0/2717356177 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1a400d1010 0x7f1a400d1420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:57.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.772+0000 7f1a450ec640 1 -- 172.21.15.67:0/2717356177 >> 172.21.15.67:0/2717356177 conn(0x7f1a4008bee0 msgr2=0x7f1a400d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:57.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.772+0000 7f1a450ec640 1 -- 172.21.15.67:0/2717356177 shutdown_connections 2024-09-21T00:24:57.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.772+0000 7f1a450ec640 1 -- 172.21.15.67:0/2717356177 wait complete. 2024-09-21T00:24:57.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.774+0000 7f1a450ec640 1 Processor -- start 2024-09-21T00:24:57.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.774+0000 7f1a450ec640 1 -- start start 2024-09-21T00:24:57.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.775+0000 7f1a450ec640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1a400b73f0 0x7f1a400a17f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:57.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.776+0000 7f1a450ec640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1a400b9780 0x7f1a4009ea80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:57.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.776+0000 7f1a450ec640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1a400d1010 0x7f1a4014c6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:57.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.776+0000 7f1a450ec640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f1a400cf540 con 0x7f1a400b73f0 2024-09-21T00:24:57.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.776+0000 7f1a450ec640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f1a400cf3c0 con 0x7f1a400d1010 2024-09-21T00:24:57.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.776+0000 7f1a450ec640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f1a400cf6c0 con 0x7f1a400b9780 2024-09-21T00:24:57.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.776+0000 7f1a3ed9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1a400b73f0 0x7f1a400a17f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:57.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.776+0000 7f1a3ed9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1a400b73f0 0x7f1a400a17f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46810/0 (socket says 172.21.15.67:46810) 2024-09-21T00:24:57.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.776+0000 7f1a3ed9d640 1 -- 172.21.15.67:0/803014527 learned_addr learned my addr 172.21.15.67:0/803014527 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:57.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.776+0000 7f1a3f59e640 1 --2- 172.21.15.67:0/803014527 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1a400d1010 0x7f1a4014c6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:57.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.776+0000 7f1a3e59c640 1 --2- 172.21.15.67:0/803014527 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1a400b9780 0x7f1a4009ea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:57.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.776+0000 7f1a3ed9d640 1 -- 172.21.15.67:0/803014527 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1a400b9780 msgr2=0x7f1a4009ea80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:57.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.776+0000 7f1a3ed9d640 1 --2- 172.21.15.67:0/803014527 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1a400b9780 0x7f1a4009ea80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:57.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.776+0000 7f1a3ed9d640 1 -- 172.21.15.67:0/803014527 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1a400d1010 msgr2=0x7f1a4014c6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:57.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.776+0000 7f1a3ed9d640 1 --2- 172.21.15.67:0/803014527 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1a400d1010 0x7f1a4014c6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:57.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.776+0000 7f1a3ed9d640 1 -- 172.21.15.67:0/803014527 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a4015b380 con 0x7f1a400b73f0 2024-09-21T00:24:57.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.776+0000 7f1a3e59c640 1 --2- 172.21.15.67:0/803014527 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1a400b9780 0x7f1a4009ea80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:24:57.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.776+0000 7f1a3ed9d640 1 --2- 172.21.15.67:0/803014527 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1a400b73f0 0x7f1a400a17f0 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7f1a3000c410 tx=0x7f1a3000c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:57.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.776+0000 7f1a277fe640 1 -- 172.21.15.67:0/803014527 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a30017070 con 0x7f1a400b73f0 2024-09-21T00:24:57.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.776+0000 7f1a277fe640 1 -- 172.21.15.67:0/803014527 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1a300035f0 con 0x7f1a400b73f0 2024-09-21T00:24:57.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.776+0000 7f1a450ec640 1 -- 172.21.15.67:0/803014527 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a4015b660 con 0x7f1a400b73f0 2024-09-21T00:24:57.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.777+0000 7f1a277fe640 1 -- 172.21.15.67:0/803014527 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a30003a40 con 0x7f1a400b73f0 2024-09-21T00:24:57.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.777+0000 7f1a450ec640 1 -- 172.21.15.67:0/803014527 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a4015bc20 con 0x7f1a400b73f0 2024-09-21T00:24:57.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.777+0000 7f1a450ec640 1 -- 172.21.15.67:0/803014527 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1a4015c000 con 0x7f1a400b73f0 2024-09-21T00:24:57.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.778+0000 7f1a277fe640 1 -- 172.21.15.67:0/803014527 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f1a3001a070 con 0x7f1a400b73f0 2024-09-21T00:24:57.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.779+0000 7f1a277fe640 1 --2- 172.21.15.67:0/803014527 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1a2c078b90 0x7f1a2c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:57.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.779+0000 7f1a277fe640 1 -- 172.21.15.67:0/803014527 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 5709+0+0 (secure 0 0 0) 0x7f1a30099fc0 con 0x7f1a400b73f0 2024-09-21T00:24:57.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.779+0000 7f1a3e59c640 1 --2- 172.21.15.67:0/803014527 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1a2c078b90 0x7f1a2c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:57.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.779+0000 7f1a3e59c640 1 --2- 172.21.15.67:0/803014527 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1a2c078b90 0x7f1a2c07b0a0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f1a4006f770 tx=0x7f1a34005dd0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:57.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.783+0000 7f1a277fe640 1 -- 172.21.15.67:0/803014527 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f1a4015c000 con 0x7f1a400b73f0 2024-09-21T00:24:57.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.966+0000 7f1a450ec640 1 -- 172.21.15.67:0/803014527 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f1a400b7800 con 0x7f1a2c078b90 2024-09-21T00:24:57.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.971+0000 7f1a277fe640 1 -- 172.21.15.67:0/803014527 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251942 (secure 0 0 0) 0x7f1a400b7800 con 0x7f1a2c078b90 2024-09-21T00:24:57.975 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:24:57.976 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-21T00:24:57.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.974+0000 7f1a450ec640 1 -- 172.21.15.67:0/803014527 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1a2c078b90 msgr2=0x7f1a2c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:57.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.974+0000 7f1a450ec640 1 --2- 172.21.15.67:0/803014527 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1a2c078b90 0x7f1a2c07b0a0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f1a4006f770 tx=0x7f1a34005dd0 comp rx=0 tx=0).stop 2024-09-21T00:24:57.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.974+0000 7f1a450ec640 1 -- 172.21.15.67:0/803014527 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1a400b73f0 msgr2=0x7f1a400a17f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:57.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.974+0000 7f1a450ec640 1 --2- 172.21.15.67:0/803014527 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1a400b73f0 0x7f1a400a17f0 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7f1a3000c410 tx=0x7f1a3000c8d0 comp rx=0 tx=0).stop 2024-09-21T00:24:57.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.975+0000 7f1a450ec640 1 -- 172.21.15.67:0/803014527 shutdown_connections 2024-09-21T00:24:57.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.975+0000 7f1a450ec640 1 --2- 172.21.15.67:0/803014527 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1a2c078b90 0x7f1a2c07b0a0 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:57.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.975+0000 7f1a450ec640 1 --2- 172.21.15.67:0/803014527 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1a400d1010 0x7f1a4014c6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:57.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.975+0000 7f1a450ec640 1 --2- 172.21.15.67:0/803014527 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1a400b9780 0x7f1a4009ea80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:57.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.975+0000 7f1a450ec640 1 --2- 172.21.15.67:0/803014527 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1a400b73f0 0x7f1a400a17f0 unknown :-1 s=CLOSED pgs=742 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:57.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.975+0000 7f1a450ec640 1 -- 172.21.15.67:0/803014527 >> 172.21.15.67:0/803014527 conn(0x7f1a4008bee0 msgr2=0x7f1a401620f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:57.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.975+0000 7f1a450ec640 1 -- 172.21.15.67:0/803014527 shutdown_connections 2024-09-21T00:24:57.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:57.975+0000 7f1a450ec640 1 -- 172.21.15.67:0/803014527 wait complete. 2024-09-21T00:24:57.987 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":164,"stamp":"2024-09-21T00:24:57.548680+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":149,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":351600,"kb_used_data":6332,"kb_used_omap":12,"kb_used_meta":345075,"kb_avail":754623120,"statfs":{"total":773094113280,"available":772734074880,"internally_reserved":0,"allocated":6483968,"data_stored":3348780,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12749,"internal_metadata":353357363},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":18,"apply_latency_ms":18,"commit_latency_ns":18000000,"apply_latency_ns":18000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.640784"},"pg_stats":[{"pgid":"9.3f","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:56.038055+0000","last_change":"2024-09-21T00:24:53.933322+0000","last_active":"2024-09-21T00:24:56.038055+0000","last_peered":"2024-09-21T00:24:56.038055+0000","last_clean":"2024-09-21T00:24:56.038055+0000","last_became_active":"2024-09-21T00:24:53.933003+0000","last_became_peered":"2024-09-21T00:24:53.933003+0000","last_unstale":"2024-09-21T00:24:56.038055+0000","last_undegraded":"2024-09-21T00:24:56.038055+0000","last_fullsized":"2024-09-21T00:24:56.038055+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:18:41.920400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3e","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.983872+0000","last_change":"2024-09-21T00:24:53.941550+0000","last_active":"2024-09-21T00:24:54.983872+0000","last_peered":"2024-09-21T00:24:54.983872+0000","last_clean":"2024-09-21T00:24:54.983872+0000","last_became_active":"2024-09-21T00:24:53.941119+0000","last_became_peered":"2024-09-21T00:24:53.941119+0000","last_unstale":"2024-09-21T00:24:54.983872+0000","last_undegraded":"2024-09-21T00:24:54.983872+0000","last_fullsized":"2024-09-21T00:24:54.983872+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:22:03.567140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.3d","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:56.007333+0000","last_change":"2024-09-21T00:24:53.927804+0000","last_active":"2024-09-21T00:24:56.007333+0000","last_peered":"2024-09-21T00:24:56.007333+0000","last_clean":"2024-09-21T00:24:56.007333+0000","last_became_active":"2024-09-21T00:24:53.927469+0000","last_became_peered":"2024-09-21T00:24:53.927469+0000","last_unstale":"2024-09-21T00:24:56.007333+0000","last_undegraded":"2024-09-21T00:24:56.007333+0000","last_fullsized":"2024-09-21T00:24:56.007333+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:36:18.116215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3c","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.939095+0000","last_change":"2024-09-21T00:24:53.941062+0000","last_active":"2024-09-21T00:24:54.939095+0000","last_peered":"2024-09-21T00:24:54.939095+0000","last_clean":"2024-09-21T00:24:54.939095+0000","last_became_active":"2024-09-21T00:24:53.940753+0000","last_became_peered":"2024-09-21T00:24:53.940753+0000","last_unstale":"2024-09-21T00:24:54.939095+0000","last_undegraded":"2024-09-21T00:24:54.939095+0000","last_fullsized":"2024-09-21T00:24:54.939095+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:31:55.122359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.3b","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:56.038262+0000","last_change":"2024-09-21T00:24:53.940049+0000","last_active":"2024-09-21T00:24:56.038262+0000","last_peered":"2024-09-21T00:24:56.038262+0000","last_clean":"2024-09-21T00:24:56.038262+0000","last_became_active":"2024-09-21T00:24:53.939733+0000","last_became_peered":"2024-09-21T00:24:53.939733+0000","last_unstale":"2024-09-21T00:24:56.038262+0000","last_undegraded":"2024-09-21T00:24:56.038262+0000","last_fullsized":"2024-09-21T00:24:56.038262+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:05:04.479943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3a","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.937209+0000","last_change":"2024-09-21T00:24:53.943219+0000","last_active":"2024-09-21T00:24:54.937209+0000","last_peered":"2024-09-21T00:24:54.937209+0000","last_clean":"2024-09-21T00:24:54.937209+0000","last_became_active":"2024-09-21T00:24:53.940378+0000","last_became_peered":"2024-09-21T00:24:53.940378+0000","last_unstale":"2024-09-21T00:24:54.937209+0000","last_undegraded":"2024-09-21T00:24:54.937209+0000","last_fullsized":"2024-09-21T00:24:54.937209+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:34:20.941826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.39","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-21T00:24:53.935314+0000","last_change":"2024-09-21T00:24:53.931679+0000","last_active":"2024-09-21T00:24:53.935314+0000","last_peered":"2024-09-21T00:24:53.935314+0000","last_clean":"2024-09-21T00:24:53.935314+0000","last_became_active":"2024-09-21T00:24:53.931391+0000","last_became_peered":"2024-09-21T00:24:53.931391+0000","last_unstale":"2024-09-21T00:24:53.935314+0000","last_undegraded":"2024-09-21T00:24:53.935314+0000","last_fullsized":"2024-09-21T00:24:53.935314+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:38:14.142744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.38","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.983562+0000","last_change":"2024-09-21T00:24:53.929424+0000","last_active":"2024-09-21T00:24:54.983562+0000","last_peered":"2024-09-21T00:24:54.983562+0000","last_clean":"2024-09-21T00:24:54.983562+0000","last_became_active":"2024-09-21T00:24:53.928654+0000","last_became_peered":"2024-09-21T00:24:53.928654+0000","last_unstale":"2024-09-21T00:24:54.983562+0000","last_undegraded":"2024-09-21T00:24:54.983562+0000","last_fullsized":"2024-09-21T00:24:54.983562+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:37:21.980940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.37","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-21T00:24:53.938165+0000","last_change":"2024-09-21T00:24:53.936251+0000","last_active":"2024-09-21T00:24:53.938165+0000","last_peered":"2024-09-21T00:24:53.938165+0000","last_clean":"2024-09-21T00:24:53.938165+0000","last_became_active":"2024-09-21T00:24:53.935956+0000","last_became_peered":"2024-09-21T00:24:53.935956+0000","last_unstale":"2024-09-21T00:24:53.938165+0000","last_undegraded":"2024-09-21T00:24:53.938165+0000","last_fullsized":"2024-09-21T00:24:53.938165+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:46:43.357411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.36","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-21T00:24:53.948912+0000","last_change":"2024-09-21T00:24:53.940926+0000","last_active":"2024-09-21T00:24:53.948912+0000","last_peered":"2024-09-21T00:24:53.948912+0000","last_clean":"2024-09-21T00:24:53.948912+0000","last_became_active":"2024-09-21T00:24:53.940629+0000","last_became_peered":"2024-09-21T00:24:53.940629+0000","last_unstale":"2024-09-21T00:24:53.948912+0000","last_undegraded":"2024-09-21T00:24:53.948912+0000","last_fullsized":"2024-09-21T00:24:53.948912+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:51:03.661971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.35","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-21T00:24:53.954114+0000","last_change":"2024-09-21T00:24:53.952378+0000","last_active":"2024-09-21T00:24:53.954114+0000","last_peered":"2024-09-21T00:24:53.954114+0000","last_clean":"2024-09-21T00:24:53.954114+0000","last_became_active":"2024-09-21T00:24:53.952051+0000","last_became_peered":"2024-09-21T00:24:53.952051+0000","last_unstale":"2024-09-21T00:24:53.954114+0000","last_undegraded":"2024-09-21T00:24:53.954114+0000","last_fullsized":"2024-09-21T00:24:53.954114+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:49:40.309695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.34","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.939377+0000","last_change":"2024-09-21T00:24:53.939696+0000","last_active":"2024-09-21T00:24:54.939377+0000","last_peered":"2024-09-21T00:24:54.939377+0000","last_clean":"2024-09-21T00:24:54.939377+0000","last_became_active":"2024-09-21T00:24:53.938996+0000","last_became_peered":"2024-09-21T00:24:53.938996+0000","last_unstale":"2024-09-21T00:24:54.939377+0000","last_undegraded":"2024-09-21T00:24:54.939377+0000","last_fullsized":"2024-09-21T00:24:54.939377+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:47:31.181116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.33","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:55.212388+0000","last_change":"2024-09-21T00:24:53.955776+0000","last_active":"2024-09-21T00:24:55.212388+0000","last_peered":"2024-09-21T00:24:55.212388+0000","last_clean":"2024-09-21T00:24:55.212388+0000","last_became_active":"2024-09-21T00:24:53.955375+0000","last_became_peered":"2024-09-21T00:24:53.955375+0000","last_unstale":"2024-09-21T00:24:55.212388+0000","last_undegraded":"2024-09-21T00:24:55.212388+0000","last_fullsized":"2024-09-21T00:24:55.212388+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:24:42.782551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.32","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-21T00:24:53.936814+0000","last_change":"2024-09-21T00:24:53.933977+0000","last_active":"2024-09-21T00:24:53.936814+0000","last_peered":"2024-09-21T00:24:53.936814+0000","last_clean":"2024-09-21T00:24:53.936814+0000","last_became_active":"2024-09-21T00:24:53.933643+0000","last_became_peered":"2024-09-21T00:24:53.933643+0000","last_unstale":"2024-09-21T00:24:53.936814+0000","last_undegraded":"2024-09-21T00:24:53.936814+0000","last_fullsized":"2024-09-21T00:24:53.936814+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:39:31.641797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.31","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-21T00:24:53.938117+0000","last_change":"2024-09-21T00:24:53.935048+0000","last_active":"2024-09-21T00:24:53.938117+0000","last_peered":"2024-09-21T00:24:53.938117+0000","last_clean":"2024-09-21T00:24:53.938117+0000","last_became_active":"2024-09-21T00:24:53.934717+0000","last_became_peered":"2024-09-21T00:24:53.934717+0000","last_unstale":"2024-09-21T00:24:53.938117+0000","last_undegraded":"2024-09-21T00:24:53.938117+0000","last_fullsized":"2024-09-21T00:24:53.938117+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:26:48.073029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.30","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.937139+0000","last_change":"2024-09-21T00:24:53.957328+0000","last_active":"2024-09-21T00:24:54.937139+0000","last_peered":"2024-09-21T00:24:54.937139+0000","last_clean":"2024-09-21T00:24:54.937139+0000","last_became_active":"2024-09-21T00:24:53.956920+0000","last_became_peered":"2024-09-21T00:24:53.956920+0000","last_unstale":"2024-09-21T00:24:54.937139+0000","last_undegraded":"2024-09-21T00:24:54.937139+0000","last_fullsized":"2024-09-21T00:24:54.937139+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:41:04.507154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.2f","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.984054+0000","last_change":"2024-09-21T00:24:53.941070+0000","last_active":"2024-09-21T00:24:54.984054+0000","last_peered":"2024-09-21T00:24:54.984054+0000","last_clean":"2024-09-21T00:24:54.984054+0000","last_became_active":"2024-09-21T00:24:53.940763+0000","last_became_peered":"2024-09-21T00:24:53.940763+0000","last_unstale":"2024-09-21T00:24:54.984054+0000","last_undegraded":"2024-09-21T00:24:54.984054+0000","last_fullsized":"2024-09-21T00:24:54.984054+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:27:47.317288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2e","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:56.007503+0000","last_change":"2024-09-21T00:24:53.949471+0000","last_active":"2024-09-21T00:24:56.007503+0000","last_peered":"2024-09-21T00:24:56.007503+0000","last_clean":"2024-09-21T00:24:56.007503+0000","last_became_active":"2024-09-21T00:24:53.949204+0000","last_became_peered":"2024-09-21T00:24:53.949204+0000","last_unstale":"2024-09-21T00:24:56.007503+0000","last_undegraded":"2024-09-21T00:24:56.007503+0000","last_fullsized":"2024-09-21T00:24:56.007503+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:12:34.336373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2d","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:56.038592+0000","last_change":"2024-09-21T00:24:53.932942+0000","last_active":"2024-09-21T00:24:56.038592+0000","last_peered":"2024-09-21T00:24:56.038592+0000","last_clean":"2024-09-21T00:24:56.038592+0000","last_became_active":"2024-09-21T00:24:53.932623+0000","last_became_peered":"2024-09-21T00:24:53.932623+0000","last_unstale":"2024-09-21T00:24:56.038592+0000","last_undegraded":"2024-09-21T00:24:56.038592+0000","last_fullsized":"2024-09-21T00:24:56.038592+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:32:44.346267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.2c","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.983971+0000","last_change":"2024-09-21T00:24:53.939311+0000","last_active":"2024-09-21T00:24:54.983971+0000","last_peered":"2024-09-21T00:24:54.983971+0000","last_clean":"2024-09-21T00:24:54.983971+0000","last_became_active":"2024-09-21T00:24:53.937395+0000","last_became_peered":"2024-09-21T00:24:53.937395+0000","last_unstale":"2024-09-21T00:24:54.983971+0000","last_undegraded":"2024-09-21T00:24:54.983971+0000","last_fullsized":"2024-09-21T00:24:54.983971+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:38:52.463445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2b","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:56.007166+0000","last_change":"2024-09-21T00:24:53.933662+0000","last_active":"2024-09-21T00:24:56.007166+0000","last_peered":"2024-09-21T00:24:56.007166+0000","last_clean":"2024-09-21T00:24:56.007166+0000","last_became_active":"2024-09-21T00:24:53.933288+0000","last_became_peered":"2024-09-21T00:24:53.933288+0000","last_unstale":"2024-09-21T00:24:56.007166+0000","last_undegraded":"2024-09-21T00:24:56.007166+0000","last_fullsized":"2024-09-21T00:24:56.007166+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:14:49.270852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2a","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.983775+0000","last_change":"2024-09-21T00:24:53.935634+0000","last_active":"2024-09-21T00:24:54.983775+0000","last_peered":"2024-09-21T00:24:54.983775+0000","last_clean":"2024-09-21T00:24:54.983775+0000","last_became_active":"2024-09-21T00:24:53.935283+0000","last_became_peered":"2024-09-21T00:24:53.935283+0000","last_unstale":"2024-09-21T00:24:54.983775+0000","last_undegraded":"2024-09-21T00:24:54.983775+0000","last_fullsized":"2024-09-21T00:24:54.983775+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:51:55.711360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.29","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:56.007044+0000","last_change":"2024-09-21T00:24:53.931147+0000","last_active":"2024-09-21T00:24:56.007044+0000","last_peered":"2024-09-21T00:24:56.007044+0000","last_clean":"2024-09-21T00:24:56.007044+0000","last_became_active":"2024-09-21T00:24:53.930819+0000","last_became_peered":"2024-09-21T00:24:53.930819+0000","last_unstale":"2024-09-21T00:24:56.007044+0000","last_undegraded":"2024-09-21T00:24:56.007044+0000","last_fullsized":"2024-09-21T00:24:56.007044+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:47:31.181116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.28","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:55.212371+0000","last_change":"2024-09-21T00:24:53.958071+0000","last_active":"2024-09-21T00:24:55.212371+0000","last_peered":"2024-09-21T00:24:55.212371+0000","last_clean":"2024-09-21T00:24:55.212371+0000","last_became_active":"2024-09-21T00:24:53.957832+0000","last_became_peered":"2024-09-21T00:24:53.957832+0000","last_unstale":"2024-09-21T00:24:55.212371+0000","last_undegraded":"2024-09-21T00:24:55.212371+0000","last_fullsized":"2024-09-21T00:24:55.212371+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:45:03.315382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.27","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:56.038388+0000","last_change":"2024-09-21T00:24:53.940831+0000","last_active":"2024-09-21T00:24:56.038388+0000","last_peered":"2024-09-21T00:24:56.038388+0000","last_clean":"2024-09-21T00:24:56.038388+0000","last_became_active":"2024-09-21T00:24:53.940494+0000","last_became_peered":"2024-09-21T00:24:53.940494+0000","last_unstale":"2024-09-21T00:24:56.038388+0000","last_undegraded":"2024-09-21T00:24:56.038388+0000","last_fullsized":"2024-09-21T00:24:56.038388+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:19:53.006773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.26","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.939783+0000","last_change":"2024-09-21T00:24:53.936728+0000","last_active":"2024-09-21T00:24:54.939783+0000","last_peered":"2024-09-21T00:24:54.939783+0000","last_clean":"2024-09-21T00:24:54.939783+0000","last_became_active":"2024-09-21T00:24:53.936425+0000","last_became_peered":"2024-09-21T00:24:53.936425+0000","last_unstale":"2024-09-21T00:24:54.939783+0000","last_undegraded":"2024-09-21T00:24:54.939783+0000","last_fullsized":"2024-09-21T00:24:54.939783+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:50:25.888636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.25","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.937467+0000","last_change":"2024-09-21T00:24:53.945090+0000","last_active":"2024-09-21T00:24:54.937467+0000","last_peered":"2024-09-21T00:24:54.937467+0000","last_clean":"2024-09-21T00:24:54.937467+0000","last_became_active":"2024-09-21T00:24:53.944690+0000","last_became_peered":"2024-09-21T00:24:53.944690+0000","last_unstale":"2024-09-21T00:24:54.937467+0000","last_undegraded":"2024-09-21T00:24:54.937467+0000","last_fullsized":"2024-09-21T00:24:54.937467+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:49:45.045104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.24","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:56.038634+0000","last_change":"2024-09-21T00:24:53.938561+0000","last_active":"2024-09-21T00:24:56.038634+0000","last_peered":"2024-09-21T00:24:56.038634+0000","last_clean":"2024-09-21T00:24:56.038634+0000","last_became_active":"2024-09-21T00:24:53.938229+0000","last_became_peered":"2024-09-21T00:24:53.938229+0000","last_unstale":"2024-09-21T00:24:56.038634+0000","last_undegraded":"2024-09-21T00:24:56.038634+0000","last_fullsized":"2024-09-21T00:24:56.038634+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:04:04.991590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.23","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.984305+0000","last_change":"2024-09-21T00:24:53.947814+0000","last_active":"2024-09-21T00:24:54.984305+0000","last_peered":"2024-09-21T00:24:54.984305+0000","last_clean":"2024-09-21T00:24:54.984305+0000","last_became_active":"2024-09-21T00:24:53.941025+0000","last_became_peered":"2024-09-21T00:24:53.941025+0000","last_unstale":"2024-09-21T00:24:54.984305+0000","last_undegraded":"2024-09-21T00:24:54.984305+0000","last_fullsized":"2024-09-21T00:24:54.984305+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:08:26.127248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.22","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:56.007079+0000","last_change":"2024-09-21T00:24:53.929751+0000","last_active":"2024-09-21T00:24:56.007079+0000","last_peered":"2024-09-21T00:24:56.007079+0000","last_clean":"2024-09-21T00:24:56.007079+0000","last_became_active":"2024-09-21T00:24:53.929408+0000","last_became_peered":"2024-09-21T00:24:53.929408+0000","last_unstale":"2024-09-21T00:24:56.007079+0000","last_undegraded":"2024-09-21T00:24:56.007079+0000","last_fullsized":"2024-09-21T00:24:56.007079+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:36:27.516599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.21","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:56.038505+0000","last_change":"2024-09-21T00:24:53.951931+0000","last_active":"2024-09-21T00:24:56.038505+0000","last_peered":"2024-09-21T00:24:56.038505+0000","last_clean":"2024-09-21T00:24:56.038505+0000","last_became_active":"2024-09-21T00:24:53.951578+0000","last_became_peered":"2024-09-21T00:24:53.951578+0000","last_unstale":"2024-09-21T00:24:56.038505+0000","last_undegraded":"2024-09-21T00:24:56.038505+0000","last_fullsized":"2024-09-21T00:24:56.038505+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:56:15.549457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.20","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.937941+0000","last_change":"2024-09-21T00:24:53.954977+0000","last_active":"2024-09-21T00:24:54.937941+0000","last_peered":"2024-09-21T00:24:54.937941+0000","last_clean":"2024-09-21T00:24:54.937941+0000","last_became_active":"2024-09-21T00:24:53.954623+0000","last_became_peered":"2024-09-21T00:24:53.954623+0000","last_unstale":"2024-09-21T00:24:54.937941+0000","last_undegraded":"2024-09-21T00:24:54.937941+0000","last_fullsized":"2024-09-21T00:24:54.937941+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:36:27.516599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1e","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.937479+0000","last_change":"2024-09-21T00:24:53.948740+0000","last_active":"2024-09-21T00:24:54.937479+0000","last_peered":"2024-09-21T00:24:54.937479+0000","last_clean":"2024-09-21T00:24:54.937479+0000","last_became_active":"2024-09-21T00:24:53.948375+0000","last_became_peered":"2024-09-21T00:24:53.948375+0000","last_unstale":"2024-09-21T00:24:54.937479+0000","last_undegraded":"2024-09-21T00:24:54.937479+0000","last_fullsized":"2024-09-21T00:24:54.937479+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:00:09.948274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1f","version":"55'4","reported_seq":19,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.937825+0000","last_change":"2024-09-21T00:24:52.932576+0000","last_active":"2024-09-21T00:24:54.937825+0000","last_peered":"2024-09-21T00:24:54.937825+0000","last_clean":"2024-09-21T00:24:54.937825+0000","last_became_active":"2024-09-21T00:24:52.932278+0000","last_became_peered":"2024-09-21T00:24:52.932278+0000","last_unstale":"2024-09-21T00:24:54.937825+0000","last_undegraded":"2024-09-21T00:24:54.937825+0000","last_fullsized":"2024-09-21T00:24:54.937825+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_clean_scrub_stamp":"2024-09-21T00:24:51.898262+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:23:56.050450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-21T00:24:53.953239+0000","last_change":"2024-09-21T00:24:53.951524+0000","last_active":"2024-09-21T00:24:53.953239+0000","last_peered":"2024-09-21T00:24:53.953239+0000","last_clean":"2024-09-21T00:24:53.953239+0000","last_became_active":"2024-09-21T00:24:53.950541+0000","last_became_peered":"2024-09-21T00:24:53.950541+0000","last_unstale":"2024-09-21T00:24:53.953239+0000","last_undegraded":"2024-09-21T00:24:53.953239+0000","last_fullsized":"2024-09-21T00:24:53.953239+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:54:32.340421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1e","version":"55'1","reported_seq":16,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.984027+0000","last_change":"2024-09-21T00:24:52.935490+0000","last_active":"2024-09-21T00:24:54.984027+0000","last_peered":"2024-09-21T00:24:54.984027+0000","last_clean":"2024-09-21T00:24:54.984027+0000","last_became_active":"2024-09-21T00:24:52.934839+0000","last_became_peered":"2024-09-21T00:24:52.934839+0000","last_unstale":"2024-09-21T00:24:54.984027+0000","last_undegraded":"2024-09-21T00:24:54.984027+0000","last_fullsized":"2024-09-21T00:24:54.984027+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_clean_scrub_stamp":"2024-09-21T00:24:51.898262+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:42:19.472260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1c","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.937961+0000","last_change":"2024-09-21T00:24:53.953834+0000","last_active":"2024-09-21T00:24:54.937961+0000","last_peered":"2024-09-21T00:24:54.937961+0000","last_clean":"2024-09-21T00:24:54.937961+0000","last_became_active":"2024-09-21T00:24:53.953514+0000","last_became_peered":"2024-09-21T00:24:53.953514+0000","last_unstale":"2024-09-21T00:24:54.937961+0000","last_undegraded":"2024-09-21T00:24:54.937961+0000","last_fullsized":"2024-09-21T00:24:54.937961+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:42:20.478307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"55'2","reported_seq":17,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.937714+0000","last_change":"2024-09-21T00:24:52.931741+0000","last_active":"2024-09-21T00:24:54.937714+0000","last_peered":"2024-09-21T00:24:54.937714+0000","last_clean":"2024-09-21T00:24:54.937714+0000","last_became_active":"2024-09-21T00:24:52.931434+0000","last_became_peered":"2024-09-21T00:24:52.931434+0000","last_unstale":"2024-09-21T00:24:54.937714+0000","last_undegraded":"2024-09-21T00:24:54.937714+0000","last_fullsized":"2024-09-21T00:24:54.937714+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_clean_scrub_stamp":"2024-09-21T00:24:51.898262+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:51:52.872752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1d","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.937584+0000","last_change":"2024-09-21T00:24:53.954058+0000","last_active":"2024-09-21T00:24:54.937584+0000","last_peered":"2024-09-21T00:24:54.937584+0000","last_clean":"2024-09-21T00:24:54.937584+0000","last_became_active":"2024-09-21T00:24:53.953366+0000","last_became_peered":"2024-09-21T00:24:53.953366+0000","last_unstale":"2024-09-21T00:24:54.937584+0000","last_undegraded":"2024-09-21T00:24:54.937584+0000","last_fullsized":"2024-09-21T00:24:54.937584+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:26:37.783445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1c","version":"55'2","reported_seq":17,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.939446+0000","last_change":"2024-09-21T00:24:52.925117+0000","last_active":"2024-09-21T00:24:54.939446+0000","last_peered":"2024-09-21T00:24:54.939446+0000","last_clean":"2024-09-21T00:24:54.939446+0000","last_became_active":"2024-09-21T00:24:52.924204+0000","last_became_peered":"2024-09-21T00:24:52.924204+0000","last_unstale":"2024-09-21T00:24:54.939446+0000","last_undegraded":"2024-09-21T00:24:54.939446+0000","last_fullsized":"2024-09-21T00:24:54.939446+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_clean_scrub_stamp":"2024-09-21T00:24:51.898262+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:38:50.270300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.1a","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.984278+0000","last_change":"2024-09-21T00:24:53.935534+0000","last_active":"2024-09-21T00:24:54.984278+0000","last_peered":"2024-09-21T00:24:54.984278+0000","last_clean":"2024-09-21T00:24:54.984278+0000","last_became_active":"2024-09-21T00:24:53.934868+0000","last_became_peered":"2024-09-21T00:24:53.934868+0000","last_unstale":"2024-09-21T00:24:54.984278+0000","last_undegraded":"2024-09-21T00:24:54.984278+0000","last_fullsized":"2024-09-21T00:24:54.984278+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:38:25.602859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1b","version":"55'1","reported_seq":14,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-21T00:24:53.943502+0000","last_change":"2024-09-21T00:24:52.929962+0000","last_active":"2024-09-21T00:24:53.943502+0000","last_peered":"2024-09-21T00:24:53.943502+0000","last_clean":"2024-09-21T00:24:53.943502+0000","last_became_active":"2024-09-21T00:24:52.929610+0000","last_became_peered":"2024-09-21T00:24:52.929610+0000","last_unstale":"2024-09-21T00:24:53.943502+0000","last_undegraded":"2024-09-21T00:24:53.943502+0000","last_fullsized":"2024-09-21T00:24:53.943502+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_clean_scrub_stamp":"2024-09-21T00:24:51.898262+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:07:13.243061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1b","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.984135+0000","last_change":"2024-09-21T00:24:53.950868+0000","last_active":"2024-09-21T00:24:54.984135+0000","last_peered":"2024-09-21T00:24:54.984135+0000","last_clean":"2024-09-21T00:24:54.984135+0000","last_became_active":"2024-09-21T00:24:53.950130+0000","last_became_peered":"2024-09-21T00:24:53.950130+0000","last_unstale":"2024-09-21T00:24:54.984135+0000","last_undegraded":"2024-09-21T00:24:54.984135+0000","last_fullsized":"2024-09-21T00:24:54.984135+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:11:40.249152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1a","version":"55'1","reported_seq":16,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.937214+0000","last_change":"2024-09-21T00:24:52.931677+0000","last_active":"2024-09-21T00:24:54.937214+0000","last_peered":"2024-09-21T00:24:54.937214+0000","last_clean":"2024-09-21T00:24:54.937214+0000","last_became_active":"2024-09-21T00:24:52.931331+0000","last_became_peered":"2024-09-21T00:24:52.931331+0000","last_unstale":"2024-09-21T00:24:54.937214+0000","last_undegraded":"2024-09-21T00:24:54.937214+0000","last_fullsized":"2024-09-21T00:24:54.937214+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_clean_scrub_stamp":"2024-09-21T00:24:51.898262+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:24:46.344046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:55.212298+0000","last_change":"2024-09-21T00:24:53.940604+0000","last_active":"2024-09-21T00:24:55.212298+0000","last_peered":"2024-09-21T00:24:55.212298+0000","last_clean":"2024-09-21T00:24:55.212298+0000","last_became_active":"2024-09-21T00:24:53.940282+0000","last_became_peered":"2024-09-21T00:24:53.940282+0000","last_unstale":"2024-09-21T00:24:55.212298+0000","last_undegraded":"2024-09-21T00:24:55.212298+0000","last_fullsized":"2024-09-21T00:24:55.212298+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:02:21.017774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.938232+0000","last_change":"2024-09-21T00:24:52.927084+0000","last_active":"2024-09-21T00:24:54.938232+0000","last_peered":"2024-09-21T00:24:54.938232+0000","last_clean":"2024-09-21T00:24:54.938232+0000","last_became_active":"2024-09-21T00:24:52.926368+0000","last_became_peered":"2024-09-21T00:24:52.926368+0000","last_unstale":"2024-09-21T00:24:54.938232+0000","last_undegraded":"2024-09-21T00:24:54.938232+0000","last_fullsized":"2024-09-21T00:24:54.938232+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_clean_scrub_stamp":"2024-09-21T00:24:51.898262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:17:32.379745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.983673+0000","last_change":"2024-09-21T00:24:53.947094+0000","last_active":"2024-09-21T00:24:54.983673+0000","last_peered":"2024-09-21T00:24:54.983673+0000","last_clean":"2024-09-21T00:24:54.983673+0000","last_became_active":"2024-09-21T00:24:53.946621+0000","last_became_peered":"2024-09-21T00:24:53.946621+0000","last_unstale":"2024-09-21T00:24:54.983673+0000","last_undegraded":"2024-09-21T00:24:54.983673+0000","last_fullsized":"2024-09-21T00:24:54.983673+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:35:42.986814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":13,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-21T00:24:53.924791+0000","last_change":"2024-09-21T00:24:52.926205+0000","last_active":"2024-09-21T00:24:53.924791+0000","last_peered":"2024-09-21T00:24:53.924791+0000","last_clean":"2024-09-21T00:24:53.924791+0000","last_became_active":"2024-09-21T00:24:52.925877+0000","last_became_peered":"2024-09-21T00:24:52.925877+0000","last_unstale":"2024-09-21T00:24:53.924791+0000","last_undegraded":"2024-09-21T00:24:53.924791+0000","last_fullsized":"2024-09-21T00:24:53.924791+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_clean_scrub_stamp":"2024-09-21T00:24:51.898262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:42:01.111533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-21T00:24:53.938817+0000","last_change":"2024-09-21T00:24:53.937383+0000","last_active":"2024-09-21T00:24:53.938817+0000","last_peered":"2024-09-21T00:24:53.938817+0000","last_clean":"2024-09-21T00:24:53.938817+0000","last_became_active":"2024-09-21T00:24:53.937083+0000","last_became_peered":"2024-09-21T00:24:53.937083+0000","last_unstale":"2024-09-21T00:24:53.938817+0000","last_undegraded":"2024-09-21T00:24:53.938817+0000","last_fullsized":"2024-09-21T00:24:53.938817+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:38:35.762584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:56.007532+0000","last_change":"2024-09-21T00:24:52.929149+0000","last_active":"2024-09-21T00:24:56.007532+0000","last_peered":"2024-09-21T00:24:56.007532+0000","last_clean":"2024-09-21T00:24:56.007532+0000","last_became_active":"2024-09-21T00:24:52.928790+0000","last_became_peered":"2024-09-21T00:24:52.928790+0000","last_unstale":"2024-09-21T00:24:56.007532+0000","last_undegraded":"2024-09-21T00:24:56.007532+0000","last_fullsized":"2024-09-21T00:24:56.007532+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_clean_scrub_stamp":"2024-09-21T00:24:51.898262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:13:48.233745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:56.007634+0000","last_change":"2024-09-21T00:24:53.939810+0000","last_active":"2024-09-21T00:24:56.007634+0000","last_peered":"2024-09-21T00:24:56.007634+0000","last_clean":"2024-09-21T00:24:56.007634+0000","last_became_active":"2024-09-21T00:24:53.939508+0000","last_became_peered":"2024-09-21T00:24:53.939508+0000","last_unstale":"2024-09-21T00:24:56.007634+0000","last_undegraded":"2024-09-21T00:24:56.007634+0000","last_fullsized":"2024-09-21T00:24:56.007634+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:53:38.275191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.984082+0000","last_change":"2024-09-21T00:24:52.933855+0000","last_active":"2024-09-21T00:24:54.984082+0000","last_peered":"2024-09-21T00:24:54.984082+0000","last_clean":"2024-09-21T00:24:54.984082+0000","last_became_active":"2024-09-21T00:24:52.933479+0000","last_became_peered":"2024-09-21T00:24:52.933479+0000","last_unstale":"2024-09-21T00:24:54.984082+0000","last_undegraded":"2024-09-21T00:24:54.984082+0000","last_fullsized":"2024-09-21T00:24:54.984082+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_clean_scrub_stamp":"2024-09-21T00:24:51.898262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:31:30.652331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-21T00:24:53.947883+0000","last_change":"2024-09-21T00:24:53.943929+0000","last_active":"2024-09-21T00:24:53.947883+0000","last_peered":"2024-09-21T00:24:53.947883+0000","last_clean":"2024-09-21T00:24:53.947883+0000","last_became_active":"2024-09-21T00:24:53.943616+0000","last_became_peered":"2024-09-21T00:24:53.943616+0000","last_unstale":"2024-09-21T00:24:53.947883+0000","last_undegraded":"2024-09-21T00:24:53.947883+0000","last_fullsized":"2024-09-21T00:24:53.947883+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:50:21.928058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.15","version":"55'3","reported_seq":18,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:56.007571+0000","last_change":"2024-09-21T00:24:52.928262+0000","last_active":"2024-09-21T00:24:56.007571+0000","last_peered":"2024-09-21T00:24:56.007571+0000","last_clean":"2024-09-21T00:24:56.007571+0000","last_became_active":"2024-09-21T00:24:52.927961+0000","last_became_peered":"2024-09-21T00:24:52.927961+0000","last_unstale":"2024-09-21T00:24:56.007571+0000","last_undegraded":"2024-09-21T00:24:56.007571+0000","last_fullsized":"2024-09-21T00:24:56.007571+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_clean_scrub_stamp":"2024-09-21T00:24:51.898262+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:18:19.507398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.15","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:56.007424+0000","last_change":"2024-09-21T00:24:53.939258+0000","last_active":"2024-09-21T00:24:56.007424+0000","last_peered":"2024-09-21T00:24:56.007424+0000","last_clean":"2024-09-21T00:24:56.007424+0000","last_became_active":"2024-09-21T00:24:53.938831+0000","last_became_peered":"2024-09-21T00:24:53.938831+0000","last_unstale":"2024-09-21T00:24:56.007424+0000","last_undegraded":"2024-09-21T00:24:56.007424+0000","last_fullsized":"2024-09-21T00:24:56.007424+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:15:44.559186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.14","version":"55'6","reported_seq":19,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-21T00:24:53.957036+0000","last_change":"2024-09-21T00:24:52.920490+0000","last_active":"2024-09-21T00:24:53.957036+0000","last_peered":"2024-09-21T00:24:53.957036+0000","last_clean":"2024-09-21T00:24:53.957036+0000","last_became_active":"2024-09-21T00:24:52.920165+0000","last_became_peered":"2024-09-21T00:24:52.920165+0000","last_unstale":"2024-09-21T00:24:53.957036+0000","last_undegraded":"2024-09-21T00:24:53.957036+0000","last_fullsized":"2024-09-21T00:24:53.957036+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_clean_scrub_stamp":"2024-09-21T00:24:51.898262+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:51:46.971160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.938369+0000","last_change":"2024-09-21T00:24:53.939999+0000","last_active":"2024-09-21T00:24:54.938369+0000","last_peered":"2024-09-21T00:24:54.938369+0000","last_clean":"2024-09-21T00:24:54.938369+0000","last_became_active":"2024-09-21T00:24:53.939665+0000","last_became_peered":"2024-09-21T00:24:53.939665+0000","last_unstale":"2024-09-21T00:24:54.938369+0000","last_undegraded":"2024-09-21T00:24:54.938369+0000","last_fullsized":"2024-09-21T00:24:54.938369+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:00:09.948274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"55'2","reported_seq":17,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.984027+0000","last_change":"2024-09-21T00:24:52.934760+0000","last_active":"2024-09-21T00:24:54.984027+0000","last_peered":"2024-09-21T00:24:54.984027+0000","last_clean":"2024-09-21T00:24:54.984027+0000","last_became_active":"2024-09-21T00:24:52.934451+0000","last_became_peered":"2024-09-21T00:24:52.934451+0000","last_unstale":"2024-09-21T00:24:54.984027+0000","last_undegraded":"2024-09-21T00:24:54.984027+0000","last_fullsized":"2024-09-21T00:24:54.984027+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_clean_scrub_stamp":"2024-09-21T00:24:51.898262+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:42:14.286852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.13","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:56.007141+0000","last_change":"2024-09-21T00:24:53.936858+0000","last_active":"2024-09-21T00:24:56.007141+0000","last_peered":"2024-09-21T00:24:56.007141+0000","last_clean":"2024-09-21T00:24:56.007141+0000","last_became_active":"2024-09-21T00:24:53.936298+0000","last_became_peered":"2024-09-21T00:24:53.936298+0000","last_unstale":"2024-09-21T00:24:56.007141+0000","last_undegraded":"2024-09-21T00:24:56.007141+0000","last_fullsized":"2024-09-21T00:24:56.007141+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:42:20.478307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:55.212118+0000","last_change":"2024-09-21T00:24:52.925554+0000","last_active":"2024-09-21T00:24:55.212118+0000","last_peered":"2024-09-21T00:24:55.212118+0000","last_clean":"2024-09-21T00:24:55.212118+0000","last_became_active":"2024-09-21T00:24:52.925225+0000","last_became_peered":"2024-09-21T00:24:52.925225+0000","last_unstale":"2024-09-21T00:24:55.212118+0000","last_undegraded":"2024-09-21T00:24:55.212118+0000","last_fullsized":"2024-09-21T00:24:55.212118+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_clean_scrub_stamp":"2024-09-21T00:24:51.898262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:18:59.239207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-21T00:24:53.928880+0000","last_change":"2024-09-21T00:24:53.927993+0000","last_active":"2024-09-21T00:24:53.928880+0000","last_peered":"2024-09-21T00:24:53.928880+0000","last_clean":"2024-09-21T00:24:53.928880+0000","last_became_active":"2024-09-21T00:24:53.927581+0000","last_became_peered":"2024-09-21T00:24:53.927581+0000","last_unstale":"2024-09-21T00:24:53.928880+0000","last_undegraded":"2024-09-21T00:24:53.928880+0000","last_fullsized":"2024-09-21T00:24:53.928880+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:55:43.909681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.938407+0000","last_change":"2024-09-21T00:24:52.927218+0000","last_active":"2024-09-21T00:24:54.938407+0000","last_peered":"2024-09-21T00:24:54.938407+0000","last_clean":"2024-09-21T00:24:54.938407+0000","last_became_active":"2024-09-21T00:24:52.926775+0000","last_became_peered":"2024-09-21T00:24:52.926775+0000","last_unstale":"2024-09-21T00:24:54.938407+0000","last_undegraded":"2024-09-21T00:24:54.938407+0000","last_fullsized":"2024-09-21T00:24:54.938407+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_clean_scrub_stamp":"2024-09-21T00:24:51.898262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:58:37.720230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:56.007139+0000","last_change":"2024-09-21T00:24:53.944714+0000","last_active":"2024-09-21T00:24:56.007139+0000","last_peered":"2024-09-21T00:24:56.007139+0000","last_clean":"2024-09-21T00:24:56.007139+0000","last_became_active":"2024-09-21T00:24:53.944222+0000","last_became_peered":"2024-09-21T00:24:53.944222+0000","last_unstale":"2024-09-21T00:24:56.007139+0000","last_undegraded":"2024-09-21T00:24:56.007139+0000","last_fullsized":"2024-09-21T00:24:56.007139+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:42:15.292899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.10","version":"55'8","reported_seq":23,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:56.007052+0000","last_change":"2024-09-21T00:24:52.929569+0000","last_active":"2024-09-21T00:24:56.007052+0000","last_peered":"2024-09-21T00:24:56.007052+0000","last_clean":"2024-09-21T00:24:56.007052+0000","last_became_active":"2024-09-21T00:24:52.929021+0000","last_became_peered":"2024-09-21T00:24:52.929021+0000","last_unstale":"2024-09-21T00:24:56.007052+0000","last_undegraded":"2024-09-21T00:24:56.007052+0000","last_fullsized":"2024-09-21T00:24:56.007052+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_clean_scrub_stamp":"2024-09-21T00:24:51.898262+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:35:12.068823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:56.007577+0000","last_change":"2024-09-21T00:24:53.929108+0000","last_active":"2024-09-21T00:24:56.007577+0000","last_peered":"2024-09-21T00:24:56.007577+0000","last_clean":"2024-09-21T00:24:56.007577+0000","last_became_active":"2024-09-21T00:24:53.928761+0000","last_became_peered":"2024-09-21T00:24:53.928761+0000","last_unstale":"2024-09-21T00:24:56.007577+0000","last_undegraded":"2024-09-21T00:24:56.007577+0000","last_fullsized":"2024-09-21T00:24:56.007577+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:40:49.436042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.f","version":"55'1","reported_seq":16,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.984307+0000","last_change":"2024-09-21T00:24:52.934225+0000","last_active":"2024-09-21T00:24:54.984307+0000","last_peered":"2024-09-21T00:24:54.984307+0000","last_clean":"2024-09-21T00:24:54.984307+0000","last_became_active":"2024-09-21T00:24:52.933859+0000","last_became_peered":"2024-09-21T00:24:52.933859+0000","last_unstale":"2024-09-21T00:24:54.984307+0000","last_undegraded":"2024-09-21T00:24:54.984307+0000","last_fullsized":"2024-09-21T00:24:54.984307+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_clean_scrub_stamp":"2024-09-21T00:24:51.898262+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:08:37.378461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.939625+0000","last_change":"2024-09-21T00:24:53.945514+0000","last_active":"2024-09-21T00:24:54.939625+0000","last_peered":"2024-09-21T00:24:54.939625+0000","last_clean":"2024-09-21T00:24:54.939625+0000","last_became_active":"2024-09-21T00:24:53.945034+0000","last_became_peered":"2024-09-21T00:24:53.945034+0000","last_unstale":"2024-09-21T00:24:54.939625+0000","last_undegraded":"2024-09-21T00:24:54.939625+0000","last_fullsized":"2024-09-21T00:24:54.939625+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:48:52.869191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.e","version":"55'2","reported_seq":17,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.937436+0000","last_change":"2024-09-21T00:24:52.930815+0000","last_active":"2024-09-21T00:24:54.937436+0000","last_peered":"2024-09-21T00:24:54.937436+0000","last_clean":"2024-09-21T00:24:54.937436+0000","last_became_active":"2024-09-21T00:24:52.929523+0000","last_became_peered":"2024-09-21T00:24:52.929523+0000","last_unstale":"2024-09-21T00:24:54.937436+0000","last_undegraded":"2024-09-21T00:24:54.937436+0000","last_fullsized":"2024-09-21T00:24:54.937436+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_clean_scrub_stamp":"2024-09-21T00:24:51.898262+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:47:06.983989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.983972+0000","last_change":"2024-09-21T00:24:53.941782+0000","last_active":"2024-09-21T00:24:54.983972+0000","last_peered":"2024-09-21T00:24:54.983972+0000","last_clean":"2024-09-21T00:24:54.983972+0000","last_became_active":"2024-09-21T00:24:53.941479+0000","last_became_peered":"2024-09-21T00:24:53.941479+0000","last_unstale":"2024-09-21T00:24:54.983972+0000","last_undegraded":"2024-09-21T00:24:54.983972+0000","last_fullsized":"2024-09-21T00:24:54.983972+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:55:20.757909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"55'1","reported_seq":16,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.939517+0000","last_change":"2024-09-21T00:24:52.925653+0000","last_active":"2024-09-21T00:24:54.939517+0000","last_peered":"2024-09-21T00:24:54.939517+0000","last_clean":"2024-09-21T00:24:54.939517+0000","last_became_active":"2024-09-21T00:24:52.925322+0000","last_became_peered":"2024-09-21T00:24:52.925322+0000","last_unstale":"2024-09-21T00:24:54.939517+0000","last_undegraded":"2024-09-21T00:24:54.939517+0000","last_fullsized":"2024-09-21T00:24:54.939517+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_clean_scrub_stamp":"2024-09-21T00:24:51.898262+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:47:06.983989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:56.007601+0000","last_change":"2024-09-21T00:24:53.939085+0000","last_active":"2024-09-21T00:24:56.007601+0000","last_peered":"2024-09-21T00:24:56.007601+0000","last_clean":"2024-09-21T00:24:56.007601+0000","last_became_active":"2024-09-21T00:24:53.938394+0000","last_became_peered":"2024-09-21T00:24:53.938394+0000","last_unstale":"2024-09-21T00:24:56.007601+0000","last_undegraded":"2024-09-21T00:24:56.007601+0000","last_fullsized":"2024-09-21T00:24:56.007601+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:58:10.095099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.938037+0000","last_change":"2024-09-21T00:24:52.923078+0000","last_active":"2024-09-21T00:24:54.938037+0000","last_peered":"2024-09-21T00:24:54.938037+0000","last_clean":"2024-09-21T00:24:54.938037+0000","last_became_active":"2024-09-21T00:24:52.922541+0000","last_became_peered":"2024-09-21T00:24:52.922541+0000","last_unstale":"2024-09-21T00:24:54.938037+0000","last_undegraded":"2024-09-21T00:24:54.938037+0000","last_fullsized":"2024-09-21T00:24:54.938037+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_clean_scrub_stamp":"2024-09-21T00:24:51.898262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:33:13.565895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.938676+0000","last_change":"2024-09-21T00:24:53.937979+0000","last_active":"2024-09-21T00:24:54.938676+0000","last_peered":"2024-09-21T00:24:54.938676+0000","last_clean":"2024-09-21T00:24:54.938676+0000","last_became_active":"2024-09-21T00:24:53.937370+0000","last_became_peered":"2024-09-21T00:24:53.937370+0000","last_unstale":"2024-09-21T00:24:54.938676+0000","last_undegraded":"2024-09-21T00:24:54.938676+0000","last_fullsized":"2024-09-21T00:24:54.938676+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:04:12.575960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.b","version":"55'2","reported_seq":17,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.984283+0000","last_change":"2024-09-21T00:24:52.922278+0000","last_active":"2024-09-21T00:24:54.984283+0000","last_peered":"2024-09-21T00:24:54.984283+0000","last_clean":"2024-09-21T00:24:54.984283+0000","last_became_active":"2024-09-21T00:24:52.921900+0000","last_became_peered":"2024-09-21T00:24:52.921900+0000","last_unstale":"2024-09-21T00:24:54.984283+0000","last_undegraded":"2024-09-21T00:24:54.984283+0000","last_fullsized":"2024-09-21T00:24:54.984283+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_clean_scrub_stamp":"2024-09-21T00:24:51.898262+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:36:26.510552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.b","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.937501+0000","last_change":"2024-09-21T00:24:53.948520+0000","last_active":"2024-09-21T00:24:54.937501+0000","last_peered":"2024-09-21T00:24:54.937501+0000","last_clean":"2024-09-21T00:24:54.937501+0000","last_became_active":"2024-09-21T00:24:53.947929+0000","last_became_peered":"2024-09-21T00:24:53.947929+0000","last_unstale":"2024-09-21T00:24:54.937501+0000","last_undegraded":"2024-09-21T00:24:54.937501+0000","last_fullsized":"2024-09-21T00:24:54.937501+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:13:45.359169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":13,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-21T00:24:53.928082+0000","last_change":"2024-09-21T00:24:52.929963+0000","last_active":"2024-09-21T00:24:53.928082+0000","last_peered":"2024-09-21T00:24:53.928082+0000","last_clean":"2024-09-21T00:24:53.928082+0000","last_became_active":"2024-09-21T00:24:52.929636+0000","last_became_peered":"2024-09-21T00:24:52.929636+0000","last_unstale":"2024-09-21T00:24:53.928082+0000","last_undegraded":"2024-09-21T00:24:53.928082+0000","last_fullsized":"2024-09-21T00:24:53.928082+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_clean_scrub_stamp":"2024-09-21T00:24:51.898262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:38:58.606860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.937142+0000","last_change":"2024-09-21T00:24:53.947032+0000","last_active":"2024-09-21T00:24:54.937142+0000","last_peered":"2024-09-21T00:24:54.937142+0000","last_clean":"2024-09-21T00:24:54.937142+0000","last_became_active":"2024-09-21T00:24:53.946633+0000","last_became_peered":"2024-09-21T00:24:53.946633+0000","last_unstale":"2024-09-21T00:24:54.937142+0000","last_undegraded":"2024-09-21T00:24:54.937142+0000","last_fullsized":"2024-09-21T00:24:54.937142+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:56:28.805631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.938041+0000","last_change":"2024-09-21T00:24:52.927297+0000","last_active":"2024-09-21T00:24:54.938041+0000","last_peered":"2024-09-21T00:24:54.938041+0000","last_clean":"2024-09-21T00:24:54.938041+0000","last_became_active":"2024-09-21T00:24:52.926978+0000","last_became_peered":"2024-09-21T00:24:52.926978+0000","last_unstale":"2024-09-21T00:24:54.938041+0000","last_undegraded":"2024-09-21T00:24:54.938041+0000","last_fullsized":"2024-09-21T00:24:54.938041+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_clean_scrub_stamp":"2024-09-21T00:24:51.898262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:39:19.429139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.939684+0000","last_change":"2024-09-21T00:24:53.937517+0000","last_active":"2024-09-21T00:24:54.939684+0000","last_peered":"2024-09-21T00:24:54.939684+0000","last_clean":"2024-09-21T00:24:54.939684+0000","last_became_active":"2024-09-21T00:24:53.937147+0000","last_became_peered":"2024-09-21T00:24:53.937147+0000","last_unstale":"2024-09-21T00:24:54.939684+0000","last_undegraded":"2024-09-21T00:24:54.939684+0000","last_fullsized":"2024-09-21T00:24:54.939684+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:19:30.324266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.7","version":"55'2","reported_seq":15,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-21T00:24:53.956616+0000","last_change":"2024-09-21T00:24:52.925731+0000","last_active":"2024-09-21T00:24:53.956616+0000","last_peered":"2024-09-21T00:24:53.956616+0000","last_clean":"2024-09-21T00:24:53.956616+0000","last_became_active":"2024-09-21T00:24:52.925411+0000","last_became_peered":"2024-09-21T00:24:52.925411+0000","last_unstale":"2024-09-21T00:24:53.956616+0000","last_undegraded":"2024-09-21T00:24:53.956616+0000","last_fullsized":"2024-09-21T00:24:53.956616+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_clean_scrub_stamp":"2024-09-21T00:24:51.898262+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:13:28.408668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.939830+0000","last_change":"2024-09-21T00:24:53.938674+0000","last_active":"2024-09-21T00:24:54.939830+0000","last_peered":"2024-09-21T00:24:54.939830+0000","last_clean":"2024-09-21T00:24:54.939830+0000","last_became_active":"2024-09-21T00:24:53.938379+0000","last_became_peered":"2024-09-21T00:24:53.938379+0000","last_unstale":"2024-09-21T00:24:54.939830+0000","last_undegraded":"2024-09-21T00:24:54.939830+0000","last_fullsized":"2024-09-21T00:24:54.939830+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:14:49.270852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.6","version":"56'1","reported_seq":16,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:55.925322+0000","last_change":"2024-09-21T00:24:52.931630+0000","last_active":"2024-09-21T00:24:55.925322+0000","last_peered":"2024-09-21T00:24:55.925322+0000","last_clean":"2024-09-21T00:24:55.925322+0000","last_became_active":"2024-09-21T00:24:52.931284+0000","last_became_peered":"2024-09-21T00:24:52.931284+0000","last_unstale":"2024-09-21T00:24:55.925322+0000","last_undegraded":"2024-09-21T00:24:55.925322+0000","last_fullsized":"2024-09-21T00:24:55.925322+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_clean_scrub_stamp":"2024-09-21T00:24:51.898262+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:58:37.720230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-21T00:24:53.947850+0000","last_change":"2024-09-21T00:24:53.943869+0000","last_active":"2024-09-21T00:24:53.947850+0000","last_peered":"2024-09-21T00:24:53.947850+0000","last_clean":"2024-09-21T00:24:53.947850+0000","last_became_active":"2024-09-21T00:24:53.943154+0000","last_became_peered":"2024-09-21T00:24:53.943154+0000","last_unstale":"2024-09-21T00:24:53.947850+0000","last_undegraded":"2024-09-21T00:24:53.947850+0000","last_fullsized":"2024-09-21T00:24:53.947850+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:12:38.085317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:55.212365+0000","last_change":"2024-09-21T00:24:52.924140+0000","last_active":"2024-09-21T00:24:55.212365+0000","last_peered":"2024-09-21T00:24:55.212365+0000","last_clean":"2024-09-21T00:24:55.212365+0000","last_became_active":"2024-09-21T00:24:52.923820+0000","last_became_peered":"2024-09-21T00:24:52.923820+0000","last_unstale":"2024-09-21T00:24:55.212365+0000","last_undegraded":"2024-09-21T00:24:55.212365+0000","last_fullsized":"2024-09-21T00:24:55.212365+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_clean_scrub_stamp":"2024-09-21T00:24:51.898262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:07:40.738234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.937712+0000","last_change":"2024-09-21T00:24:53.953502+0000","last_active":"2024-09-21T00:24:54.937712+0000","last_peered":"2024-09-21T00:24:54.937712+0000","last_clean":"2024-09-21T00:24:54.937712+0000","last_became_active":"2024-09-21T00:24:53.952958+0000","last_became_peered":"2024-09-21T00:24:53.952958+0000","last_unstale":"2024-09-21T00:24:54.937712+0000","last_undegraded":"2024-09-21T00:24:54.937712+0000","last_fullsized":"2024-09-21T00:24:54.937712+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:42:15.292899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.939572+0000","last_change":"2024-09-21T00:24:52.928047+0000","last_active":"2024-09-21T00:24:54.939572+0000","last_peered":"2024-09-21T00:24:54.939572+0000","last_clean":"2024-09-21T00:24:54.939572+0000","last_became_active":"2024-09-21T00:24:52.927485+0000","last_became_peered":"2024-09-21T00:24:52.927485+0000","last_unstale":"2024-09-21T00:24:54.939572+0000","last_undegraded":"2024-09-21T00:24:54.939572+0000","last_fullsized":"2024-09-21T00:24:54.939572+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_clean_scrub_stamp":"2024-09-21T00:24:51.898262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:57:20.690788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.984419+0000","last_change":"2024-09-21T00:24:53.940635+0000","last_active":"2024-09-21T00:24:54.984419+0000","last_peered":"2024-09-21T00:24:54.984419+0000","last_clean":"2024-09-21T00:24:54.984419+0000","last_became_active":"2024-09-21T00:24:53.940309+0000","last_became_peered":"2024-09-21T00:24:53.940309+0000","last_unstale":"2024-09-21T00:24:54.984419+0000","last_undegraded":"2024-09-21T00:24:54.984419+0000","last_fullsized":"2024-09-21T00:24:54.984419+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:20:08.265348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":13,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-21T00:24:53.933931+0000","last_change":"2024-09-21T00:24:52.920103+0000","last_active":"2024-09-21T00:24:53.933931+0000","last_peered":"2024-09-21T00:24:53.933931+0000","last_clean":"2024-09-21T00:24:53.933931+0000","last_became_active":"2024-09-21T00:24:52.919567+0000","last_became_peered":"2024-09-21T00:24:52.919567+0000","last_unstale":"2024-09-21T00:24:53.933931+0000","last_undegraded":"2024-09-21T00:24:53.933931+0000","last_fullsized":"2024-09-21T00:24:53.933931+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_clean_scrub_stamp":"2024-09-21T00:24:51.898262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:04:59.146869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:56.007463+0000","last_change":"2024-09-21T00:24:53.949475+0000","last_active":"2024-09-21T00:24:56.007463+0000","last_peered":"2024-09-21T00:24:56.007463+0000","last_clean":"2024-09-21T00:24:56.007463+0000","last_became_active":"2024-09-21T00:24:53.949168+0000","last_became_peered":"2024-09-21T00:24:53.949168+0000","last_unstale":"2024-09-21T00:24:56.007463+0000","last_undegraded":"2024-09-21T00:24:56.007463+0000","last_fullsized":"2024-09-21T00:24:56.007463+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:38:01.510268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":13,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-21T00:24:53.924177+0000","last_change":"2024-09-21T00:24:52.917855+0000","last_active":"2024-09-21T00:24:53.924177+0000","last_peered":"2024-09-21T00:24:53.924177+0000","last_clean":"2024-09-21T00:24:53.924177+0000","last_became_active":"2024-09-21T00:24:52.917515+0000","last_became_peered":"2024-09-21T00:24:52.917515+0000","last_unstale":"2024-09-21T00:24:53.924177+0000","last_undegraded":"2024-09-21T00:24:53.924177+0000","last_fullsized":"2024-09-21T00:24:53.924177+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_clean_scrub_stamp":"2024-09-21T00:24:51.898262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:25:46.496815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-21T00:24:53.942903+0000","last_change":"2024-09-21T00:24:53.940040+0000","last_active":"2024-09-21T00:24:53.942903+0000","last_peered":"2024-09-21T00:24:53.942903+0000","last_clean":"2024-09-21T00:24:53.942903+0000","last_became_active":"2024-09-21T00:24:53.939717+0000","last_became_peered":"2024-09-21T00:24:53.939717+0000","last_unstale":"2024-09-21T00:24:53.942903+0000","last_undegraded":"2024-09-21T00:24:53.942903+0000","last_fullsized":"2024-09-21T00:24:53.942903+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:32:40.584417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":13,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-21T00:24:53.930292+0000","last_change":"2024-09-21T00:24:52.925609+0000","last_active":"2024-09-21T00:24:53.930292+0000","last_peered":"2024-09-21T00:24:53.930292+0000","last_clean":"2024-09-21T00:24:53.930292+0000","last_became_active":"2024-09-21T00:24:52.925278+0000","last_became_peered":"2024-09-21T00:24:52.925278+0000","last_unstale":"2024-09-21T00:24:53.930292+0000","last_undegraded":"2024-09-21T00:24:53.930292+0000","last_fullsized":"2024-09-21T00:24:53.930292+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_clean_scrub_stamp":"2024-09-21T00:24:51.898262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:16:07.109145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.983700+0000","last_change":"2024-09-21T00:24:53.948349+0000","last_active":"2024-09-21T00:24:54.983700+0000","last_peered":"2024-09-21T00:24:54.983700+0000","last_clean":"2024-09-21T00:24:54.983700+0000","last_became_active":"2024-09-21T00:24:53.947883+0000","last_became_peered":"2024-09-21T00:24:53.947883+0000","last_unstale":"2024-09-21T00:24:54.983700+0000","last_undegraded":"2024-09-21T00:24:54.983700+0000","last_fullsized":"2024-09-21T00:24:54.983700+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:31:53.698038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.983776+0000","last_change":"2024-09-21T00:24:52.932261+0000","last_active":"2024-09-21T00:24:54.983776+0000","last_peered":"2024-09-21T00:24:54.983776+0000","last_clean":"2024-09-21T00:24:54.983776+0000","last_became_active":"2024-09-21T00:24:52.931945+0000","last_became_peered":"2024-09-21T00:24:52.931945+0000","last_unstale":"2024-09-21T00:24:54.983776+0000","last_undegraded":"2024-09-21T00:24:54.983776+0000","last_fullsized":"2024-09-21T00:24:54.983776+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_clean_scrub_stamp":"2024-09-21T00:24:51.898262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:26:36.777398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.983627+0000","last_change":"2024-09-21T00:24:53.953707+0000","last_active":"2024-09-21T00:24:54.983627+0000","last_peered":"2024-09-21T00:24:54.983627+0000","last_clean":"2024-09-21T00:24:54.983627+0000","last_became_active":"2024-09-21T00:24:53.953359+0000","last_became_peered":"2024-09-21T00:24:53.953359+0000","last_unstale":"2024-09-21T00:24:54.983627+0000","last_undegraded":"2024-09-21T00:24:54.983627+0000","last_fullsized":"2024-09-21T00:24:54.983627+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:01:19.127615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:55.212148+0000","last_change":"2024-09-21T00:24:52.928977+0000","last_active":"2024-09-21T00:24:55.212148+0000","last_peered":"2024-09-21T00:24:55.212148+0000","last_clean":"2024-09-21T00:24:55.212148+0000","last_became_active":"2024-09-21T00:24:52.928609+0000","last_became_peered":"2024-09-21T00:24:52.928609+0000","last_unstale":"2024-09-21T00:24:55.212148+0000","last_undegraded":"2024-09-21T00:24:55.212148+0000","last_fullsized":"2024-09-21T00:24:55.212148+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_clean_scrub_stamp":"2024-09-21T00:24:51.898262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:37:45.318789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":173,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:56.006601+0000","last_change":"2024-09-21T00:21:11.583793+0000","last_active":"2024-09-21T00:24:56.006601+0000","last_peered":"2024-09-21T00:24:56.006601+0000","last_clean":"2024-09-21T00:24:56.006601+0000","last_became_active":"2024-09-21T00:21:11.582502+0000","last_became_peered":"2024-09-21T00:21:11.582502+0000","last_unstale":"2024-09-21T00:24:56.006601+0000","last_undegraded":"2024-09-21T00:24:56.006601+0000","last_fullsized":"2024-09-21T00:24:56.006601+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_clean_scrub_stamp":"2024-09-21T00:21:10.311964+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:58.010953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":9,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509489,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":40736,"kb_used_data":1224,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94331104,"statfs":{"total":96636764160,"available":96595050496,"internally_reserved":0,"allocated":1253376,"data_stored":858900,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":40434122},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509489,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":40156,"kb_used_data":648,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94331684,"statfs":{"total":96636764160,"available":96595644416,"internally_reserved":0,"allocated":663552,"data_stored":274672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40434118},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509489,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":40168,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94331672,"statfs":{"total":96636764160,"available":96595632128,"internally_reserved":0,"allocated":671744,"data_stored":275324,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509490,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":54052,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94317788,"statfs":{"total":96636764160,"available":96581414912,"internally_reserved":0,"allocated":671744,"data_stored":274728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":54655432},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509490,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36004,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335836,"statfs":{"total":96636764160,"available":96599896064,"internally_reserved":0,"allocated":671744,"data_stored":274728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509488,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":40756,"kb_used_data":1244,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94331084,"statfs":{"total":96636764160,"available":96595030016,"internally_reserved":0,"allocated":1273856,"data_stored":867234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40434118},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574896,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":49864,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94321976,"statfs":{"total":96636764160,"available":96585703424,"internally_reserved":0,"allocated":638976,"data_stored":261597,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574896,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":49864,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94321976,"statfs":{"total":96636764160,"available":96585703424,"internally_reserved":0,"allocated":638976,"data_stored":261597,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":50395590},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T00:24:57.991 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T00:24:58.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.144+0000 7fbe25319640 1 -- 172.21.15.67:0/2156090780 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbe08003fd0 msgr2=0x7fbe08004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:58.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.144+0000 7fbe25319640 1 --2- 172.21.15.67:0/2156090780 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbe08003fd0 0x7fbe08004800 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7fbe14009b50 tx=0x7fbe08005830 comp rx=0 tx=0).stop 2024-09-21T00:24:58.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.144+0000 7fbe1f7fe640 1 -- 172.21.15.67:0/2156090780 reap_dead start 2024-09-21T00:24:58.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.144+0000 7fbe25319640 1 -- 172.21.15.67:0/2156090780 shutdown_connections 2024-09-21T00:24:58.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.144+0000 7fbe25319640 1 -- 172.21.15.67:0/2156090780 >> 172.21.15.67:0/2156090780 conn(0x7fbe2006dfb0 msgr2=0x7fbe2006e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:58.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.144+0000 7fbe25319640 1 -- 172.21.15.67:0/2156090780 shutdown_connections 2024-09-21T00:24:58.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.144+0000 7fbe25319640 1 -- 172.21.15.67:0/2156090780 wait complete. 2024-09-21T00:24:58.147 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.146+0000 7fbe25319640 1 Processor -- start 2024-09-21T00:24:58.147 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.146+0000 7fbe25319640 1 -- start start 2024-09-21T00:24:58.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.147+0000 7fbe25319640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbe08003fd0 0x7fbe2015f7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:58.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.147+0000 7fbe25319640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbe20155f20 0x7fbe201552a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:58.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.147+0000 7fbe25319640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbe20155960 0x7fbe200b5dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:58.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.147+0000 7fbe25319640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fbe2015ed40 con 0x7fbe20155960 2024-09-21T00:24:58.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.147+0000 7fbe25319640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fbe2015ebc0 con 0x7fbe08003fd0 2024-09-21T00:24:58.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.147+0000 7fbe25319640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fbe2015f2b0 con 0x7fbe20155f20 2024-09-21T00:24:58.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.147+0000 7fbe1f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbe20155960 0x7fbe200b5dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:58.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.147+0000 7fbe1f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbe20155960 0x7fbe200b5dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46832/0 (socket says 172.21.15.67:46832) 2024-09-21T00:24:58.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.147+0000 7fbe1f7fe640 1 -- 172.21.15.67:0/588079155 learned_addr learned my addr 172.21.15.67:0/588079155 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:58.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.148+0000 7fbe1e7fc640 1 --2- 172.21.15.67:0/588079155 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbe20155f20 0x7fbe201552a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:58.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.148+0000 7fbe1effd640 1 --2- 172.21.15.67:0/588079155 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbe08003fd0 0x7fbe2015f7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:58.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.148+0000 7fbe1f7fe640 1 -- 172.21.15.67:0/588079155 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbe20155f20 msgr2=0x7fbe201552a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:58.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.148+0000 7fbe1f7fe640 1 --2- 172.21.15.67:0/588079155 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbe20155f20 0x7fbe201552a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:58.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.148+0000 7fbe1f7fe640 1 -- 172.21.15.67:0/588079155 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbe08003fd0 msgr2=0x7fbe2015f7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:58.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.148+0000 7fbe1f7fe640 1 --2- 172.21.15.67:0/588079155 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbe08003fd0 0x7fbe2015f7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:58.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.148+0000 7fbe1f7fe640 1 -- 172.21.15.67:0/588079155 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbe201f9840 con 0x7fbe20155960 2024-09-21T00:24:58.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.148+0000 7fbe1e7fc640 1 --2- 172.21.15.67:0/588079155 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbe20155f20 0x7fbe201552a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:24:58.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.148+0000 7fbe1effd640 1 --2- 172.21.15.67:0/588079155 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbe08003fd0 0x7fbe2015f7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:24:58.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.148+0000 7fbe1f7fe640 1 --2- 172.21.15.67:0/588079155 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbe20155960 0x7fbe200b5dd0 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7fbe18005fd0 tx=0x7fbe1800e350 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:58.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.148+0000 7fbe077fe640 1 -- 172.21.15.67:0/588079155 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe18004b20 con 0x7fbe20155960 2024-09-21T00:24:58.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.148+0000 7fbe077fe640 1 -- 172.21.15.67:0/588079155 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbe18015030 con 0x7fbe20155960 2024-09-21T00:24:58.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.148+0000 7fbe25319640 1 -- 172.21.15.67:0/588079155 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbe200b52f0 con 0x7fbe20155960 2024-09-21T00:24:58.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.148+0000 7fbe077fe640 1 -- 172.21.15.67:0/588079155 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe18003970 con 0x7fbe20155960 2024-09-21T00:24:58.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.148+0000 7fbe25319640 1 -- 172.21.15.67:0/588079155 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbe2015fe30 con 0x7fbe20155960 2024-09-21T00:24:58.152 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.149+0000 7fbe25319640 1 -- 172.21.15.67:0/588079155 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbe200d15d0 con 0x7fbe20155960 2024-09-21T00:24:58.152 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.150+0000 7fbe077fe640 1 -- 172.21.15.67:0/588079155 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fbe18003b10 con 0x7fbe20155960 2024-09-21T00:24:58.152 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.150+0000 7fbe077fe640 1 --2- 172.21.15.67:0/588079155 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbe0c078b90 0x7fbe0c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:58.152 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.151+0000 7fbe077fe640 1 -- 172.21.15.67:0/588079155 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 5709+0+0 (secure 0 0 0) 0x7fbe1809b780 con 0x7fbe20155960 2024-09-21T00:24:58.153 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.151+0000 7fbe1effd640 1 --2- 172.21.15.67:0/588079155 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbe0c078b90 0x7fbe0c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:58.153 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.151+0000 7fbe1effd640 1 --2- 172.21.15.67:0/588079155 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbe0c078b90 0x7fbe0c07b0a0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fbe10001eb0 tx=0x7fbe10006910 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:58.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.155+0000 7fbe077fe640 1 -- 172.21.15.67:0/588079155 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fbe18063ce0 con 0x7fbe20155960 2024-09-21T00:24:58.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.342+0000 7fbe25319640 1 -- 172.21.15.67:0/588079155 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fbe201600d0 con 0x7fbe0c078b90 2024-09-21T00:24:58.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.346+0000 7fbe077fe640 1 -- 172.21.15.67:0/588079155 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251942 (secure 0 0 0) 0x7fbe201600d0 con 0x7fbe0c078b90 2024-09-21T00:24:58.350 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:24:58.351 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-21T00:24:58.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.350+0000 7fbe25319640 1 -- 172.21.15.67:0/588079155 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbe0c078b90 msgr2=0x7fbe0c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:58.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.350+0000 7fbe25319640 1 --2- 172.21.15.67:0/588079155 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbe0c078b90 0x7fbe0c07b0a0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fbe10001eb0 tx=0x7fbe10006910 comp rx=0 tx=0).stop 2024-09-21T00:24:58.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.350+0000 7fbe25319640 1 -- 172.21.15.67:0/588079155 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbe20155960 msgr2=0x7fbe200b5dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:58.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.350+0000 7fbe25319640 1 --2- 172.21.15.67:0/588079155 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbe20155960 0x7fbe200b5dd0 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7fbe18005fd0 tx=0x7fbe1800e350 comp rx=0 tx=0).stop 2024-09-21T00:24:58.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.350+0000 7fbe25319640 1 -- 172.21.15.67:0/588079155 shutdown_connections 2024-09-21T00:24:58.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.350+0000 7fbe25319640 1 --2- 172.21.15.67:0/588079155 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbe0c078b90 0x7fbe0c07b0a0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:58.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.350+0000 7fbe25319640 1 --2- 172.21.15.67:0/588079155 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbe20155960 0x7fbe200b5dd0 unknown :-1 s=CLOSED pgs=745 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:58.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.350+0000 7fbe25319640 1 --2- 172.21.15.67:0/588079155 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbe20155f20 0x7fbe201552a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:58.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.350+0000 7fbe25319640 1 --2- 172.21.15.67:0/588079155 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbe08003fd0 0x7fbe2015f7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:58.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.350+0000 7fbe25319640 1 -- 172.21.15.67:0/588079155 >> 172.21.15.67:0/588079155 conn(0x7fbe2006dfb0 msgr2=0x7fbe2015b410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:58.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.350+0000 7fbe25319640 1 -- 172.21.15.67:0/588079155 shutdown_connections 2024-09-21T00:24:58.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.350+0000 7fbe25319640 1 -- 172.21.15.67:0/588079155 wait complete. 2024-09-21T00:24:58.362 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":164,"stamp":"2024-09-21T00:24:57.548680+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":149,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":351600,"kb_used_data":6332,"kb_used_omap":12,"kb_used_meta":345075,"kb_avail":754623120,"statfs":{"total":773094113280,"available":772734074880,"internally_reserved":0,"allocated":6483968,"data_stored":3348780,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12749,"internal_metadata":353357363},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":18,"apply_latency_ms":18,"commit_latency_ns":18000000,"apply_latency_ns":18000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.640784"},"pg_stats":[{"pgid":"9.3f","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:56.038055+0000","last_change":"2024-09-21T00:24:53.933322+0000","last_active":"2024-09-21T00:24:56.038055+0000","last_peered":"2024-09-21T00:24:56.038055+0000","last_clean":"2024-09-21T00:24:56.038055+0000","last_became_active":"2024-09-21T00:24:53.933003+0000","last_became_peered":"2024-09-21T00:24:53.933003+0000","last_unstale":"2024-09-21T00:24:56.038055+0000","last_undegraded":"2024-09-21T00:24:56.038055+0000","last_fullsized":"2024-09-21T00:24:56.038055+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:18:41.920400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3e","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.983872+0000","last_change":"2024-09-21T00:24:53.941550+0000","last_active":"2024-09-21T00:24:54.983872+0000","last_peered":"2024-09-21T00:24:54.983872+0000","last_clean":"2024-09-21T00:24:54.983872+0000","last_became_active":"2024-09-21T00:24:53.941119+0000","last_became_peered":"2024-09-21T00:24:53.941119+0000","last_unstale":"2024-09-21T00:24:54.983872+0000","last_undegraded":"2024-09-21T00:24:54.983872+0000","last_fullsized":"2024-09-21T00:24:54.983872+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:22:03.567140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.3d","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:56.007333+0000","last_change":"2024-09-21T00:24:53.927804+0000","last_active":"2024-09-21T00:24:56.007333+0000","last_peered":"2024-09-21T00:24:56.007333+0000","last_clean":"2024-09-21T00:24:56.007333+0000","last_became_active":"2024-09-21T00:24:53.927469+0000","last_became_peered":"2024-09-21T00:24:53.927469+0000","last_unstale":"2024-09-21T00:24:56.007333+0000","last_undegraded":"2024-09-21T00:24:56.007333+0000","last_fullsized":"2024-09-21T00:24:56.007333+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:36:18.116215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3c","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.939095+0000","last_change":"2024-09-21T00:24:53.941062+0000","last_active":"2024-09-21T00:24:54.939095+0000","last_peered":"2024-09-21T00:24:54.939095+0000","last_clean":"2024-09-21T00:24:54.939095+0000","last_became_active":"2024-09-21T00:24:53.940753+0000","last_became_peered":"2024-09-21T00:24:53.940753+0000","last_unstale":"2024-09-21T00:24:54.939095+0000","last_undegraded":"2024-09-21T00:24:54.939095+0000","last_fullsized":"2024-09-21T00:24:54.939095+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:31:55.122359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.3b","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:56.038262+0000","last_change":"2024-09-21T00:24:53.940049+0000","last_active":"2024-09-21T00:24:56.038262+0000","last_peered":"2024-09-21T00:24:56.038262+0000","last_clean":"2024-09-21T00:24:56.038262+0000","last_became_active":"2024-09-21T00:24:53.939733+0000","last_became_peered":"2024-09-21T00:24:53.939733+0000","last_unstale":"2024-09-21T00:24:56.038262+0000","last_undegraded":"2024-09-21T00:24:56.038262+0000","last_fullsized":"2024-09-21T00:24:56.038262+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:05:04.479943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3a","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.937209+0000","last_change":"2024-09-21T00:24:53.943219+0000","last_active":"2024-09-21T00:24:54.937209+0000","last_peered":"2024-09-21T00:24:54.937209+0000","last_clean":"2024-09-21T00:24:54.937209+0000","last_became_active":"2024-09-21T00:24:53.940378+0000","last_became_peered":"2024-09-21T00:24:53.940378+0000","last_unstale":"2024-09-21T00:24:54.937209+0000","last_undegraded":"2024-09-21T00:24:54.937209+0000","last_fullsized":"2024-09-21T00:24:54.937209+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:34:20.941826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.39","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-21T00:24:53.935314+0000","last_change":"2024-09-21T00:24:53.931679+0000","last_active":"2024-09-21T00:24:53.935314+0000","last_peered":"2024-09-21T00:24:53.935314+0000","last_clean":"2024-09-21T00:24:53.935314+0000","last_became_active":"2024-09-21T00:24:53.931391+0000","last_became_peered":"2024-09-21T00:24:53.931391+0000","last_unstale":"2024-09-21T00:24:53.935314+0000","last_undegraded":"2024-09-21T00:24:53.935314+0000","last_fullsized":"2024-09-21T00:24:53.935314+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:38:14.142744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.38","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.983562+0000","last_change":"2024-09-21T00:24:53.929424+0000","last_active":"2024-09-21T00:24:54.983562+0000","last_peered":"2024-09-21T00:24:54.983562+0000","last_clean":"2024-09-21T00:24:54.983562+0000","last_became_active":"2024-09-21T00:24:53.928654+0000","last_became_peered":"2024-09-21T00:24:53.928654+0000","last_unstale":"2024-09-21T00:24:54.983562+0000","last_undegraded":"2024-09-21T00:24:54.983562+0000","last_fullsized":"2024-09-21T00:24:54.983562+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:37:21.980940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.37","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-21T00:24:53.938165+0000","last_change":"2024-09-21T00:24:53.936251+0000","last_active":"2024-09-21T00:24:53.938165+0000","last_peered":"2024-09-21T00:24:53.938165+0000","last_clean":"2024-09-21T00:24:53.938165+0000","last_became_active":"2024-09-21T00:24:53.935956+0000","last_became_peered":"2024-09-21T00:24:53.935956+0000","last_unstale":"2024-09-21T00:24:53.938165+0000","last_undegraded":"2024-09-21T00:24:53.938165+0000","last_fullsized":"2024-09-21T00:24:53.938165+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:46:43.357411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.36","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-21T00:24:53.948912+0000","last_change":"2024-09-21T00:24:53.940926+0000","last_active":"2024-09-21T00:24:53.948912+0000","last_peered":"2024-09-21T00:24:53.948912+0000","last_clean":"2024-09-21T00:24:53.948912+0000","last_became_active":"2024-09-21T00:24:53.940629+0000","last_became_peered":"2024-09-21T00:24:53.940629+0000","last_unstale":"2024-09-21T00:24:53.948912+0000","last_undegraded":"2024-09-21T00:24:53.948912+0000","last_fullsized":"2024-09-21T00:24:53.948912+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:51:03.661971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.35","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-21T00:24:53.954114+0000","last_change":"2024-09-21T00:24:53.952378+0000","last_active":"2024-09-21T00:24:53.954114+0000","last_peered":"2024-09-21T00:24:53.954114+0000","last_clean":"2024-09-21T00:24:53.954114+0000","last_became_active":"2024-09-21T00:24:53.952051+0000","last_became_peered":"2024-09-21T00:24:53.952051+0000","last_unstale":"2024-09-21T00:24:53.954114+0000","last_undegraded":"2024-09-21T00:24:53.954114+0000","last_fullsized":"2024-09-21T00:24:53.954114+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:49:40.309695+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.34","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.939377+0000","last_change":"2024-09-21T00:24:53.939696+0000","last_active":"2024-09-21T00:24:54.939377+0000","last_peered":"2024-09-21T00:24:54.939377+0000","last_clean":"2024-09-21T00:24:54.939377+0000","last_became_active":"2024-09-21T00:24:53.938996+0000","last_became_peered":"2024-09-21T00:24:53.938996+0000","last_unstale":"2024-09-21T00:24:54.939377+0000","last_undegraded":"2024-09-21T00:24:54.939377+0000","last_fullsized":"2024-09-21T00:24:54.939377+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:47:31.181116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.33","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:55.212388+0000","last_change":"2024-09-21T00:24:53.955776+0000","last_active":"2024-09-21T00:24:55.212388+0000","last_peered":"2024-09-21T00:24:55.212388+0000","last_clean":"2024-09-21T00:24:55.212388+0000","last_became_active":"2024-09-21T00:24:53.955375+0000","last_became_peered":"2024-09-21T00:24:53.955375+0000","last_unstale":"2024-09-21T00:24:55.212388+0000","last_undegraded":"2024-09-21T00:24:55.212388+0000","last_fullsized":"2024-09-21T00:24:55.212388+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:24:42.782551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.32","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-21T00:24:53.936814+0000","last_change":"2024-09-21T00:24:53.933977+0000","last_active":"2024-09-21T00:24:53.936814+0000","last_peered":"2024-09-21T00:24:53.936814+0000","last_clean":"2024-09-21T00:24:53.936814+0000","last_became_active":"2024-09-21T00:24:53.933643+0000","last_became_peered":"2024-09-21T00:24:53.933643+0000","last_unstale":"2024-09-21T00:24:53.936814+0000","last_undegraded":"2024-09-21T00:24:53.936814+0000","last_fullsized":"2024-09-21T00:24:53.936814+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:39:31.641797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.31","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-21T00:24:53.938117+0000","last_change":"2024-09-21T00:24:53.935048+0000","last_active":"2024-09-21T00:24:53.938117+0000","last_peered":"2024-09-21T00:24:53.938117+0000","last_clean":"2024-09-21T00:24:53.938117+0000","last_became_active":"2024-09-21T00:24:53.934717+0000","last_became_peered":"2024-09-21T00:24:53.934717+0000","last_unstale":"2024-09-21T00:24:53.938117+0000","last_undegraded":"2024-09-21T00:24:53.938117+0000","last_fullsized":"2024-09-21T00:24:53.938117+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:26:48.073029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.30","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.937139+0000","last_change":"2024-09-21T00:24:53.957328+0000","last_active":"2024-09-21T00:24:54.937139+0000","last_peered":"2024-09-21T00:24:54.937139+0000","last_clean":"2024-09-21T00:24:54.937139+0000","last_became_active":"2024-09-21T00:24:53.956920+0000","last_became_peered":"2024-09-21T00:24:53.956920+0000","last_unstale":"2024-09-21T00:24:54.937139+0000","last_undegraded":"2024-09-21T00:24:54.937139+0000","last_fullsized":"2024-09-21T00:24:54.937139+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:41:04.507154+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.2f","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.984054+0000","last_change":"2024-09-21T00:24:53.941070+0000","last_active":"2024-09-21T00:24:54.984054+0000","last_peered":"2024-09-21T00:24:54.984054+0000","last_clean":"2024-09-21T00:24:54.984054+0000","last_became_active":"2024-09-21T00:24:53.940763+0000","last_became_peered":"2024-09-21T00:24:53.940763+0000","last_unstale":"2024-09-21T00:24:54.984054+0000","last_undegraded":"2024-09-21T00:24:54.984054+0000","last_fullsized":"2024-09-21T00:24:54.984054+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:27:47.317288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2e","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:56.007503+0000","last_change":"2024-09-21T00:24:53.949471+0000","last_active":"2024-09-21T00:24:56.007503+0000","last_peered":"2024-09-21T00:24:56.007503+0000","last_clean":"2024-09-21T00:24:56.007503+0000","last_became_active":"2024-09-21T00:24:53.949204+0000","last_became_peered":"2024-09-21T00:24:53.949204+0000","last_unstale":"2024-09-21T00:24:56.007503+0000","last_undegraded":"2024-09-21T00:24:56.007503+0000","last_fullsized":"2024-09-21T00:24:56.007503+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:12:34.336373+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2d","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:56.038592+0000","last_change":"2024-09-21T00:24:53.932942+0000","last_active":"2024-09-21T00:24:56.038592+0000","last_peered":"2024-09-21T00:24:56.038592+0000","last_clean":"2024-09-21T00:24:56.038592+0000","last_became_active":"2024-09-21T00:24:53.932623+0000","last_became_peered":"2024-09-21T00:24:53.932623+0000","last_unstale":"2024-09-21T00:24:56.038592+0000","last_undegraded":"2024-09-21T00:24:56.038592+0000","last_fullsized":"2024-09-21T00:24:56.038592+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:32:44.346267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.2c","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.983971+0000","last_change":"2024-09-21T00:24:53.939311+0000","last_active":"2024-09-21T00:24:54.983971+0000","last_peered":"2024-09-21T00:24:54.983971+0000","last_clean":"2024-09-21T00:24:54.983971+0000","last_became_active":"2024-09-21T00:24:53.937395+0000","last_became_peered":"2024-09-21T00:24:53.937395+0000","last_unstale":"2024-09-21T00:24:54.983971+0000","last_undegraded":"2024-09-21T00:24:54.983971+0000","last_fullsized":"2024-09-21T00:24:54.983971+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:38:52.463445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2b","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:56.007166+0000","last_change":"2024-09-21T00:24:53.933662+0000","last_active":"2024-09-21T00:24:56.007166+0000","last_peered":"2024-09-21T00:24:56.007166+0000","last_clean":"2024-09-21T00:24:56.007166+0000","last_became_active":"2024-09-21T00:24:53.933288+0000","last_became_peered":"2024-09-21T00:24:53.933288+0000","last_unstale":"2024-09-21T00:24:56.007166+0000","last_undegraded":"2024-09-21T00:24:56.007166+0000","last_fullsized":"2024-09-21T00:24:56.007166+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:14:49.270852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2a","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.983775+0000","last_change":"2024-09-21T00:24:53.935634+0000","last_active":"2024-09-21T00:24:54.983775+0000","last_peered":"2024-09-21T00:24:54.983775+0000","last_clean":"2024-09-21T00:24:54.983775+0000","last_became_active":"2024-09-21T00:24:53.935283+0000","last_became_peered":"2024-09-21T00:24:53.935283+0000","last_unstale":"2024-09-21T00:24:54.983775+0000","last_undegraded":"2024-09-21T00:24:54.983775+0000","last_fullsized":"2024-09-21T00:24:54.983775+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:51:55.711360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.29","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:56.007044+0000","last_change":"2024-09-21T00:24:53.931147+0000","last_active":"2024-09-21T00:24:56.007044+0000","last_peered":"2024-09-21T00:24:56.007044+0000","last_clean":"2024-09-21T00:24:56.007044+0000","last_became_active":"2024-09-21T00:24:53.930819+0000","last_became_peered":"2024-09-21T00:24:53.930819+0000","last_unstale":"2024-09-21T00:24:56.007044+0000","last_undegraded":"2024-09-21T00:24:56.007044+0000","last_fullsized":"2024-09-21T00:24:56.007044+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:47:31.181116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.28","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:55.212371+0000","last_change":"2024-09-21T00:24:53.958071+0000","last_active":"2024-09-21T00:24:55.212371+0000","last_peered":"2024-09-21T00:24:55.212371+0000","last_clean":"2024-09-21T00:24:55.212371+0000","last_became_active":"2024-09-21T00:24:53.957832+0000","last_became_peered":"2024-09-21T00:24:53.957832+0000","last_unstale":"2024-09-21T00:24:55.212371+0000","last_undegraded":"2024-09-21T00:24:55.212371+0000","last_fullsized":"2024-09-21T00:24:55.212371+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:45:03.315382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.27","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:56.038388+0000","last_change":"2024-09-21T00:24:53.940831+0000","last_active":"2024-09-21T00:24:56.038388+0000","last_peered":"2024-09-21T00:24:56.038388+0000","last_clean":"2024-09-21T00:24:56.038388+0000","last_became_active":"2024-09-21T00:24:53.940494+0000","last_became_peered":"2024-09-21T00:24:53.940494+0000","last_unstale":"2024-09-21T00:24:56.038388+0000","last_undegraded":"2024-09-21T00:24:56.038388+0000","last_fullsized":"2024-09-21T00:24:56.038388+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:19:53.006773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.26","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.939783+0000","last_change":"2024-09-21T00:24:53.936728+0000","last_active":"2024-09-21T00:24:54.939783+0000","last_peered":"2024-09-21T00:24:54.939783+0000","last_clean":"2024-09-21T00:24:54.939783+0000","last_became_active":"2024-09-21T00:24:53.936425+0000","last_became_peered":"2024-09-21T00:24:53.936425+0000","last_unstale":"2024-09-21T00:24:54.939783+0000","last_undegraded":"2024-09-21T00:24:54.939783+0000","last_fullsized":"2024-09-21T00:24:54.939783+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:50:25.888636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.25","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.937467+0000","last_change":"2024-09-21T00:24:53.945090+0000","last_active":"2024-09-21T00:24:54.937467+0000","last_peered":"2024-09-21T00:24:54.937467+0000","last_clean":"2024-09-21T00:24:54.937467+0000","last_became_active":"2024-09-21T00:24:53.944690+0000","last_became_peered":"2024-09-21T00:24:53.944690+0000","last_unstale":"2024-09-21T00:24:54.937467+0000","last_undegraded":"2024-09-21T00:24:54.937467+0000","last_fullsized":"2024-09-21T00:24:54.937467+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:49:45.045104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.24","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:56.038634+0000","last_change":"2024-09-21T00:24:53.938561+0000","last_active":"2024-09-21T00:24:56.038634+0000","last_peered":"2024-09-21T00:24:56.038634+0000","last_clean":"2024-09-21T00:24:56.038634+0000","last_became_active":"2024-09-21T00:24:53.938229+0000","last_became_peered":"2024-09-21T00:24:53.938229+0000","last_unstale":"2024-09-21T00:24:56.038634+0000","last_undegraded":"2024-09-21T00:24:56.038634+0000","last_fullsized":"2024-09-21T00:24:56.038634+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:04:04.991590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.23","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.984305+0000","last_change":"2024-09-21T00:24:53.947814+0000","last_active":"2024-09-21T00:24:54.984305+0000","last_peered":"2024-09-21T00:24:54.984305+0000","last_clean":"2024-09-21T00:24:54.984305+0000","last_became_active":"2024-09-21T00:24:53.941025+0000","last_became_peered":"2024-09-21T00:24:53.941025+0000","last_unstale":"2024-09-21T00:24:54.984305+0000","last_undegraded":"2024-09-21T00:24:54.984305+0000","last_fullsized":"2024-09-21T00:24:54.984305+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:08:26.127248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.22","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:56.007079+0000","last_change":"2024-09-21T00:24:53.929751+0000","last_active":"2024-09-21T00:24:56.007079+0000","last_peered":"2024-09-21T00:24:56.007079+0000","last_clean":"2024-09-21T00:24:56.007079+0000","last_became_active":"2024-09-21T00:24:53.929408+0000","last_became_peered":"2024-09-21T00:24:53.929408+0000","last_unstale":"2024-09-21T00:24:56.007079+0000","last_undegraded":"2024-09-21T00:24:56.007079+0000","last_fullsized":"2024-09-21T00:24:56.007079+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:36:27.516599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.21","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:56.038505+0000","last_change":"2024-09-21T00:24:53.951931+0000","last_active":"2024-09-21T00:24:56.038505+0000","last_peered":"2024-09-21T00:24:56.038505+0000","last_clean":"2024-09-21T00:24:56.038505+0000","last_became_active":"2024-09-21T00:24:53.951578+0000","last_became_peered":"2024-09-21T00:24:53.951578+0000","last_unstale":"2024-09-21T00:24:56.038505+0000","last_undegraded":"2024-09-21T00:24:56.038505+0000","last_fullsized":"2024-09-21T00:24:56.038505+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:56:15.549457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.20","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.937941+0000","last_change":"2024-09-21T00:24:53.954977+0000","last_active":"2024-09-21T00:24:54.937941+0000","last_peered":"2024-09-21T00:24:54.937941+0000","last_clean":"2024-09-21T00:24:54.937941+0000","last_became_active":"2024-09-21T00:24:53.954623+0000","last_became_peered":"2024-09-21T00:24:53.954623+0000","last_unstale":"2024-09-21T00:24:54.937941+0000","last_undegraded":"2024-09-21T00:24:54.937941+0000","last_fullsized":"2024-09-21T00:24:54.937941+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:36:27.516599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1e","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.937479+0000","last_change":"2024-09-21T00:24:53.948740+0000","last_active":"2024-09-21T00:24:54.937479+0000","last_peered":"2024-09-21T00:24:54.937479+0000","last_clean":"2024-09-21T00:24:54.937479+0000","last_became_active":"2024-09-21T00:24:53.948375+0000","last_became_peered":"2024-09-21T00:24:53.948375+0000","last_unstale":"2024-09-21T00:24:54.937479+0000","last_undegraded":"2024-09-21T00:24:54.937479+0000","last_fullsized":"2024-09-21T00:24:54.937479+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:00:09.948274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1f","version":"55'4","reported_seq":19,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.937825+0000","last_change":"2024-09-21T00:24:52.932576+0000","last_active":"2024-09-21T00:24:54.937825+0000","last_peered":"2024-09-21T00:24:54.937825+0000","last_clean":"2024-09-21T00:24:54.937825+0000","last_became_active":"2024-09-21T00:24:52.932278+0000","last_became_peered":"2024-09-21T00:24:52.932278+0000","last_unstale":"2024-09-21T00:24:54.937825+0000","last_undegraded":"2024-09-21T00:24:54.937825+0000","last_fullsized":"2024-09-21T00:24:54.937825+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_clean_scrub_stamp":"2024-09-21T00:24:51.898262+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:23:56.050450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-21T00:24:53.953239+0000","last_change":"2024-09-21T00:24:53.951524+0000","last_active":"2024-09-21T00:24:53.953239+0000","last_peered":"2024-09-21T00:24:53.953239+0000","last_clean":"2024-09-21T00:24:53.953239+0000","last_became_active":"2024-09-21T00:24:53.950541+0000","last_became_peered":"2024-09-21T00:24:53.950541+0000","last_unstale":"2024-09-21T00:24:53.953239+0000","last_undegraded":"2024-09-21T00:24:53.953239+0000","last_fullsized":"2024-09-21T00:24:53.953239+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:54:32.340421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1e","version":"55'1","reported_seq":16,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.984027+0000","last_change":"2024-09-21T00:24:52.935490+0000","last_active":"2024-09-21T00:24:54.984027+0000","last_peered":"2024-09-21T00:24:54.984027+0000","last_clean":"2024-09-21T00:24:54.984027+0000","last_became_active":"2024-09-21T00:24:52.934839+0000","last_became_peered":"2024-09-21T00:24:52.934839+0000","last_unstale":"2024-09-21T00:24:54.984027+0000","last_undegraded":"2024-09-21T00:24:54.984027+0000","last_fullsized":"2024-09-21T00:24:54.984027+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_clean_scrub_stamp":"2024-09-21T00:24:51.898262+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:42:19.472260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1c","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.937961+0000","last_change":"2024-09-21T00:24:53.953834+0000","last_active":"2024-09-21T00:24:54.937961+0000","last_peered":"2024-09-21T00:24:54.937961+0000","last_clean":"2024-09-21T00:24:54.937961+0000","last_became_active":"2024-09-21T00:24:53.953514+0000","last_became_peered":"2024-09-21T00:24:53.953514+0000","last_unstale":"2024-09-21T00:24:54.937961+0000","last_undegraded":"2024-09-21T00:24:54.937961+0000","last_fullsized":"2024-09-21T00:24:54.937961+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:42:20.478307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"55'2","reported_seq":17,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.937714+0000","last_change":"2024-09-21T00:24:52.931741+0000","last_active":"2024-09-21T00:24:54.937714+0000","last_peered":"2024-09-21T00:24:54.937714+0000","last_clean":"2024-09-21T00:24:54.937714+0000","last_became_active":"2024-09-21T00:24:52.931434+0000","last_became_peered":"2024-09-21T00:24:52.931434+0000","last_unstale":"2024-09-21T00:24:54.937714+0000","last_undegraded":"2024-09-21T00:24:54.937714+0000","last_fullsized":"2024-09-21T00:24:54.937714+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_clean_scrub_stamp":"2024-09-21T00:24:51.898262+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:51:52.872752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1d","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.937584+0000","last_change":"2024-09-21T00:24:53.954058+0000","last_active":"2024-09-21T00:24:54.937584+0000","last_peered":"2024-09-21T00:24:54.937584+0000","last_clean":"2024-09-21T00:24:54.937584+0000","last_became_active":"2024-09-21T00:24:53.953366+0000","last_became_peered":"2024-09-21T00:24:53.953366+0000","last_unstale":"2024-09-21T00:24:54.937584+0000","last_undegraded":"2024-09-21T00:24:54.937584+0000","last_fullsized":"2024-09-21T00:24:54.937584+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:26:37.783445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1c","version":"55'2","reported_seq":17,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.939446+0000","last_change":"2024-09-21T00:24:52.925117+0000","last_active":"2024-09-21T00:24:54.939446+0000","last_peered":"2024-09-21T00:24:54.939446+0000","last_clean":"2024-09-21T00:24:54.939446+0000","last_became_active":"2024-09-21T00:24:52.924204+0000","last_became_peered":"2024-09-21T00:24:52.924204+0000","last_unstale":"2024-09-21T00:24:54.939446+0000","last_undegraded":"2024-09-21T00:24:54.939446+0000","last_fullsized":"2024-09-21T00:24:54.939446+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_clean_scrub_stamp":"2024-09-21T00:24:51.898262+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:38:50.270300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.1a","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.984278+0000","last_change":"2024-09-21T00:24:53.935534+0000","last_active":"2024-09-21T00:24:54.984278+0000","last_peered":"2024-09-21T00:24:54.984278+0000","last_clean":"2024-09-21T00:24:54.984278+0000","last_became_active":"2024-09-21T00:24:53.934868+0000","last_became_peered":"2024-09-21T00:24:53.934868+0000","last_unstale":"2024-09-21T00:24:54.984278+0000","last_undegraded":"2024-09-21T00:24:54.984278+0000","last_fullsized":"2024-09-21T00:24:54.984278+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:38:25.602859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1b","version":"55'1","reported_seq":14,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-21T00:24:53.943502+0000","last_change":"2024-09-21T00:24:52.929962+0000","last_active":"2024-09-21T00:24:53.943502+0000","last_peered":"2024-09-21T00:24:53.943502+0000","last_clean":"2024-09-21T00:24:53.943502+0000","last_became_active":"2024-09-21T00:24:52.929610+0000","last_became_peered":"2024-09-21T00:24:52.929610+0000","last_unstale":"2024-09-21T00:24:53.943502+0000","last_undegraded":"2024-09-21T00:24:53.943502+0000","last_fullsized":"2024-09-21T00:24:53.943502+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_clean_scrub_stamp":"2024-09-21T00:24:51.898262+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:07:13.243061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1b","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.984135+0000","last_change":"2024-09-21T00:24:53.950868+0000","last_active":"2024-09-21T00:24:54.984135+0000","last_peered":"2024-09-21T00:24:54.984135+0000","last_clean":"2024-09-21T00:24:54.984135+0000","last_became_active":"2024-09-21T00:24:53.950130+0000","last_became_peered":"2024-09-21T00:24:53.950130+0000","last_unstale":"2024-09-21T00:24:54.984135+0000","last_undegraded":"2024-09-21T00:24:54.984135+0000","last_fullsized":"2024-09-21T00:24:54.984135+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:11:40.249152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1a","version":"55'1","reported_seq":16,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.937214+0000","last_change":"2024-09-21T00:24:52.931677+0000","last_active":"2024-09-21T00:24:54.937214+0000","last_peered":"2024-09-21T00:24:54.937214+0000","last_clean":"2024-09-21T00:24:54.937214+0000","last_became_active":"2024-09-21T00:24:52.931331+0000","last_became_peered":"2024-09-21T00:24:52.931331+0000","last_unstale":"2024-09-21T00:24:54.937214+0000","last_undegraded":"2024-09-21T00:24:54.937214+0000","last_fullsized":"2024-09-21T00:24:54.937214+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_clean_scrub_stamp":"2024-09-21T00:24:51.898262+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:24:46.344046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:55.212298+0000","last_change":"2024-09-21T00:24:53.940604+0000","last_active":"2024-09-21T00:24:55.212298+0000","last_peered":"2024-09-21T00:24:55.212298+0000","last_clean":"2024-09-21T00:24:55.212298+0000","last_became_active":"2024-09-21T00:24:53.940282+0000","last_became_peered":"2024-09-21T00:24:53.940282+0000","last_unstale":"2024-09-21T00:24:55.212298+0000","last_undegraded":"2024-09-21T00:24:55.212298+0000","last_fullsized":"2024-09-21T00:24:55.212298+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:02:21.017774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.938232+0000","last_change":"2024-09-21T00:24:52.927084+0000","last_active":"2024-09-21T00:24:54.938232+0000","last_peered":"2024-09-21T00:24:54.938232+0000","last_clean":"2024-09-21T00:24:54.938232+0000","last_became_active":"2024-09-21T00:24:52.926368+0000","last_became_peered":"2024-09-21T00:24:52.926368+0000","last_unstale":"2024-09-21T00:24:54.938232+0000","last_undegraded":"2024-09-21T00:24:54.938232+0000","last_fullsized":"2024-09-21T00:24:54.938232+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_clean_scrub_stamp":"2024-09-21T00:24:51.898262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:17:32.379745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.983673+0000","last_change":"2024-09-21T00:24:53.947094+0000","last_active":"2024-09-21T00:24:54.983673+0000","last_peered":"2024-09-21T00:24:54.983673+0000","last_clean":"2024-09-21T00:24:54.983673+0000","last_became_active":"2024-09-21T00:24:53.946621+0000","last_became_peered":"2024-09-21T00:24:53.946621+0000","last_unstale":"2024-09-21T00:24:54.983673+0000","last_undegraded":"2024-09-21T00:24:54.983673+0000","last_fullsized":"2024-09-21T00:24:54.983673+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:35:42.986814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":13,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-21T00:24:53.924791+0000","last_change":"2024-09-21T00:24:52.926205+0000","last_active":"2024-09-21T00:24:53.924791+0000","last_peered":"2024-09-21T00:24:53.924791+0000","last_clean":"2024-09-21T00:24:53.924791+0000","last_became_active":"2024-09-21T00:24:52.925877+0000","last_became_peered":"2024-09-21T00:24:52.925877+0000","last_unstale":"2024-09-21T00:24:53.924791+0000","last_undegraded":"2024-09-21T00:24:53.924791+0000","last_fullsized":"2024-09-21T00:24:53.924791+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_clean_scrub_stamp":"2024-09-21T00:24:51.898262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:42:01.111533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-21T00:24:53.938817+0000","last_change":"2024-09-21T00:24:53.937383+0000","last_active":"2024-09-21T00:24:53.938817+0000","last_peered":"2024-09-21T00:24:53.938817+0000","last_clean":"2024-09-21T00:24:53.938817+0000","last_became_active":"2024-09-21T00:24:53.937083+0000","last_became_peered":"2024-09-21T00:24:53.937083+0000","last_unstale":"2024-09-21T00:24:53.938817+0000","last_undegraded":"2024-09-21T00:24:53.938817+0000","last_fullsized":"2024-09-21T00:24:53.938817+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:38:35.762584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:56.007532+0000","last_change":"2024-09-21T00:24:52.929149+0000","last_active":"2024-09-21T00:24:56.007532+0000","last_peered":"2024-09-21T00:24:56.007532+0000","last_clean":"2024-09-21T00:24:56.007532+0000","last_became_active":"2024-09-21T00:24:52.928790+0000","last_became_peered":"2024-09-21T00:24:52.928790+0000","last_unstale":"2024-09-21T00:24:56.007532+0000","last_undegraded":"2024-09-21T00:24:56.007532+0000","last_fullsized":"2024-09-21T00:24:56.007532+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_clean_scrub_stamp":"2024-09-21T00:24:51.898262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:13:48.233745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:56.007634+0000","last_change":"2024-09-21T00:24:53.939810+0000","last_active":"2024-09-21T00:24:56.007634+0000","last_peered":"2024-09-21T00:24:56.007634+0000","last_clean":"2024-09-21T00:24:56.007634+0000","last_became_active":"2024-09-21T00:24:53.939508+0000","last_became_peered":"2024-09-21T00:24:53.939508+0000","last_unstale":"2024-09-21T00:24:56.007634+0000","last_undegraded":"2024-09-21T00:24:56.007634+0000","last_fullsized":"2024-09-21T00:24:56.007634+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:53:38.275191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.984082+0000","last_change":"2024-09-21T00:24:52.933855+0000","last_active":"2024-09-21T00:24:54.984082+0000","last_peered":"2024-09-21T00:24:54.984082+0000","last_clean":"2024-09-21T00:24:54.984082+0000","last_became_active":"2024-09-21T00:24:52.933479+0000","last_became_peered":"2024-09-21T00:24:52.933479+0000","last_unstale":"2024-09-21T00:24:54.984082+0000","last_undegraded":"2024-09-21T00:24:54.984082+0000","last_fullsized":"2024-09-21T00:24:54.984082+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_clean_scrub_stamp":"2024-09-21T00:24:51.898262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:31:30.652331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-21T00:24:53.947883+0000","last_change":"2024-09-21T00:24:53.943929+0000","last_active":"2024-09-21T00:24:53.947883+0000","last_peered":"2024-09-21T00:24:53.947883+0000","last_clean":"2024-09-21T00:24:53.947883+0000","last_became_active":"2024-09-21T00:24:53.943616+0000","last_became_peered":"2024-09-21T00:24:53.943616+0000","last_unstale":"2024-09-21T00:24:53.947883+0000","last_undegraded":"2024-09-21T00:24:53.947883+0000","last_fullsized":"2024-09-21T00:24:53.947883+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:50:21.928058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.15","version":"55'3","reported_seq":18,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:56.007571+0000","last_change":"2024-09-21T00:24:52.928262+0000","last_active":"2024-09-21T00:24:56.007571+0000","last_peered":"2024-09-21T00:24:56.007571+0000","last_clean":"2024-09-21T00:24:56.007571+0000","last_became_active":"2024-09-21T00:24:52.927961+0000","last_became_peered":"2024-09-21T00:24:52.927961+0000","last_unstale":"2024-09-21T00:24:56.007571+0000","last_undegraded":"2024-09-21T00:24:56.007571+0000","last_fullsized":"2024-09-21T00:24:56.007571+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_clean_scrub_stamp":"2024-09-21T00:24:51.898262+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:18:19.507398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.15","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:56.007424+0000","last_change":"2024-09-21T00:24:53.939258+0000","last_active":"2024-09-21T00:24:56.007424+0000","last_peered":"2024-09-21T00:24:56.007424+0000","last_clean":"2024-09-21T00:24:56.007424+0000","last_became_active":"2024-09-21T00:24:53.938831+0000","last_became_peered":"2024-09-21T00:24:53.938831+0000","last_unstale":"2024-09-21T00:24:56.007424+0000","last_undegraded":"2024-09-21T00:24:56.007424+0000","last_fullsized":"2024-09-21T00:24:56.007424+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:15:44.559186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.14","version":"55'6","reported_seq":19,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-21T00:24:53.957036+0000","last_change":"2024-09-21T00:24:52.920490+0000","last_active":"2024-09-21T00:24:53.957036+0000","last_peered":"2024-09-21T00:24:53.957036+0000","last_clean":"2024-09-21T00:24:53.957036+0000","last_became_active":"2024-09-21T00:24:52.920165+0000","last_became_peered":"2024-09-21T00:24:52.920165+0000","last_unstale":"2024-09-21T00:24:53.957036+0000","last_undegraded":"2024-09-21T00:24:53.957036+0000","last_fullsized":"2024-09-21T00:24:53.957036+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_clean_scrub_stamp":"2024-09-21T00:24:51.898262+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:51:46.971160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.938369+0000","last_change":"2024-09-21T00:24:53.939999+0000","last_active":"2024-09-21T00:24:54.938369+0000","last_peered":"2024-09-21T00:24:54.938369+0000","last_clean":"2024-09-21T00:24:54.938369+0000","last_became_active":"2024-09-21T00:24:53.939665+0000","last_became_peered":"2024-09-21T00:24:53.939665+0000","last_unstale":"2024-09-21T00:24:54.938369+0000","last_undegraded":"2024-09-21T00:24:54.938369+0000","last_fullsized":"2024-09-21T00:24:54.938369+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:00:09.948274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"55'2","reported_seq":17,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.984027+0000","last_change":"2024-09-21T00:24:52.934760+0000","last_active":"2024-09-21T00:24:54.984027+0000","last_peered":"2024-09-21T00:24:54.984027+0000","last_clean":"2024-09-21T00:24:54.984027+0000","last_became_active":"2024-09-21T00:24:52.934451+0000","last_became_peered":"2024-09-21T00:24:52.934451+0000","last_unstale":"2024-09-21T00:24:54.984027+0000","last_undegraded":"2024-09-21T00:24:54.984027+0000","last_fullsized":"2024-09-21T00:24:54.984027+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_clean_scrub_stamp":"2024-09-21T00:24:51.898262+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:42:14.286852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.13","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:56.007141+0000","last_change":"2024-09-21T00:24:53.936858+0000","last_active":"2024-09-21T00:24:56.007141+0000","last_peered":"2024-09-21T00:24:56.007141+0000","last_clean":"2024-09-21T00:24:56.007141+0000","last_became_active":"2024-09-21T00:24:53.936298+0000","last_became_peered":"2024-09-21T00:24:53.936298+0000","last_unstale":"2024-09-21T00:24:56.007141+0000","last_undegraded":"2024-09-21T00:24:56.007141+0000","last_fullsized":"2024-09-21T00:24:56.007141+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:42:20.478307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:55.212118+0000","last_change":"2024-09-21T00:24:52.925554+0000","last_active":"2024-09-21T00:24:55.212118+0000","last_peered":"2024-09-21T00:24:55.212118+0000","last_clean":"2024-09-21T00:24:55.212118+0000","last_became_active":"2024-09-21T00:24:52.925225+0000","last_became_peered":"2024-09-21T00:24:52.925225+0000","last_unstale":"2024-09-21T00:24:55.212118+0000","last_undegraded":"2024-09-21T00:24:55.212118+0000","last_fullsized":"2024-09-21T00:24:55.212118+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_clean_scrub_stamp":"2024-09-21T00:24:51.898262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:18:59.239207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-21T00:24:53.928880+0000","last_change":"2024-09-21T00:24:53.927993+0000","last_active":"2024-09-21T00:24:53.928880+0000","last_peered":"2024-09-21T00:24:53.928880+0000","last_clean":"2024-09-21T00:24:53.928880+0000","last_became_active":"2024-09-21T00:24:53.927581+0000","last_became_peered":"2024-09-21T00:24:53.927581+0000","last_unstale":"2024-09-21T00:24:53.928880+0000","last_undegraded":"2024-09-21T00:24:53.928880+0000","last_fullsized":"2024-09-21T00:24:53.928880+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:55:43.909681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.938407+0000","last_change":"2024-09-21T00:24:52.927218+0000","last_active":"2024-09-21T00:24:54.938407+0000","last_peered":"2024-09-21T00:24:54.938407+0000","last_clean":"2024-09-21T00:24:54.938407+0000","last_became_active":"2024-09-21T00:24:52.926775+0000","last_became_peered":"2024-09-21T00:24:52.926775+0000","last_unstale":"2024-09-21T00:24:54.938407+0000","last_undegraded":"2024-09-21T00:24:54.938407+0000","last_fullsized":"2024-09-21T00:24:54.938407+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_clean_scrub_stamp":"2024-09-21T00:24:51.898262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:58:37.720230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:56.007139+0000","last_change":"2024-09-21T00:24:53.944714+0000","last_active":"2024-09-21T00:24:56.007139+0000","last_peered":"2024-09-21T00:24:56.007139+0000","last_clean":"2024-09-21T00:24:56.007139+0000","last_became_active":"2024-09-21T00:24:53.944222+0000","last_became_peered":"2024-09-21T00:24:53.944222+0000","last_unstale":"2024-09-21T00:24:56.007139+0000","last_undegraded":"2024-09-21T00:24:56.007139+0000","last_fullsized":"2024-09-21T00:24:56.007139+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:42:15.292899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.10","version":"55'8","reported_seq":23,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:56.007052+0000","last_change":"2024-09-21T00:24:52.929569+0000","last_active":"2024-09-21T00:24:56.007052+0000","last_peered":"2024-09-21T00:24:56.007052+0000","last_clean":"2024-09-21T00:24:56.007052+0000","last_became_active":"2024-09-21T00:24:52.929021+0000","last_became_peered":"2024-09-21T00:24:52.929021+0000","last_unstale":"2024-09-21T00:24:56.007052+0000","last_undegraded":"2024-09-21T00:24:56.007052+0000","last_fullsized":"2024-09-21T00:24:56.007052+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_clean_scrub_stamp":"2024-09-21T00:24:51.898262+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:35:12.068823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:56.007577+0000","last_change":"2024-09-21T00:24:53.929108+0000","last_active":"2024-09-21T00:24:56.007577+0000","last_peered":"2024-09-21T00:24:56.007577+0000","last_clean":"2024-09-21T00:24:56.007577+0000","last_became_active":"2024-09-21T00:24:53.928761+0000","last_became_peered":"2024-09-21T00:24:53.928761+0000","last_unstale":"2024-09-21T00:24:56.007577+0000","last_undegraded":"2024-09-21T00:24:56.007577+0000","last_fullsized":"2024-09-21T00:24:56.007577+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:40:49.436042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.f","version":"55'1","reported_seq":16,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.984307+0000","last_change":"2024-09-21T00:24:52.934225+0000","last_active":"2024-09-21T00:24:54.984307+0000","last_peered":"2024-09-21T00:24:54.984307+0000","last_clean":"2024-09-21T00:24:54.984307+0000","last_became_active":"2024-09-21T00:24:52.933859+0000","last_became_peered":"2024-09-21T00:24:52.933859+0000","last_unstale":"2024-09-21T00:24:54.984307+0000","last_undegraded":"2024-09-21T00:24:54.984307+0000","last_fullsized":"2024-09-21T00:24:54.984307+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_clean_scrub_stamp":"2024-09-21T00:24:51.898262+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:08:37.378461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.939625+0000","last_change":"2024-09-21T00:24:53.945514+0000","last_active":"2024-09-21T00:24:54.939625+0000","last_peered":"2024-09-21T00:24:54.939625+0000","last_clean":"2024-09-21T00:24:54.939625+0000","last_became_active":"2024-09-21T00:24:53.945034+0000","last_became_peered":"2024-09-21T00:24:53.945034+0000","last_unstale":"2024-09-21T00:24:54.939625+0000","last_undegraded":"2024-09-21T00:24:54.939625+0000","last_fullsized":"2024-09-21T00:24:54.939625+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:48:52.869191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.e","version":"55'2","reported_seq":17,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.937436+0000","last_change":"2024-09-21T00:24:52.930815+0000","last_active":"2024-09-21T00:24:54.937436+0000","last_peered":"2024-09-21T00:24:54.937436+0000","last_clean":"2024-09-21T00:24:54.937436+0000","last_became_active":"2024-09-21T00:24:52.929523+0000","last_became_peered":"2024-09-21T00:24:52.929523+0000","last_unstale":"2024-09-21T00:24:54.937436+0000","last_undegraded":"2024-09-21T00:24:54.937436+0000","last_fullsized":"2024-09-21T00:24:54.937436+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_clean_scrub_stamp":"2024-09-21T00:24:51.898262+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:47:06.983989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.983972+0000","last_change":"2024-09-21T00:24:53.941782+0000","last_active":"2024-09-21T00:24:54.983972+0000","last_peered":"2024-09-21T00:24:54.983972+0000","last_clean":"2024-09-21T00:24:54.983972+0000","last_became_active":"2024-09-21T00:24:53.941479+0000","last_became_peered":"2024-09-21T00:24:53.941479+0000","last_unstale":"2024-09-21T00:24:54.983972+0000","last_undegraded":"2024-09-21T00:24:54.983972+0000","last_fullsized":"2024-09-21T00:24:54.983972+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:55:20.757909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"55'1","reported_seq":16,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.939517+0000","last_change":"2024-09-21T00:24:52.925653+0000","last_active":"2024-09-21T00:24:54.939517+0000","last_peered":"2024-09-21T00:24:54.939517+0000","last_clean":"2024-09-21T00:24:54.939517+0000","last_became_active":"2024-09-21T00:24:52.925322+0000","last_became_peered":"2024-09-21T00:24:52.925322+0000","last_unstale":"2024-09-21T00:24:54.939517+0000","last_undegraded":"2024-09-21T00:24:54.939517+0000","last_fullsized":"2024-09-21T00:24:54.939517+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_clean_scrub_stamp":"2024-09-21T00:24:51.898262+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:47:06.983989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:56.007601+0000","last_change":"2024-09-21T00:24:53.939085+0000","last_active":"2024-09-21T00:24:56.007601+0000","last_peered":"2024-09-21T00:24:56.007601+0000","last_clean":"2024-09-21T00:24:56.007601+0000","last_became_active":"2024-09-21T00:24:53.938394+0000","last_became_peered":"2024-09-21T00:24:53.938394+0000","last_unstale":"2024-09-21T00:24:56.007601+0000","last_undegraded":"2024-09-21T00:24:56.007601+0000","last_fullsized":"2024-09-21T00:24:56.007601+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:58:10.095099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.938037+0000","last_change":"2024-09-21T00:24:52.923078+0000","last_active":"2024-09-21T00:24:54.938037+0000","last_peered":"2024-09-21T00:24:54.938037+0000","last_clean":"2024-09-21T00:24:54.938037+0000","last_became_active":"2024-09-21T00:24:52.922541+0000","last_became_peered":"2024-09-21T00:24:52.922541+0000","last_unstale":"2024-09-21T00:24:54.938037+0000","last_undegraded":"2024-09-21T00:24:54.938037+0000","last_fullsized":"2024-09-21T00:24:54.938037+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_clean_scrub_stamp":"2024-09-21T00:24:51.898262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:33:13.565895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.938676+0000","last_change":"2024-09-21T00:24:53.937979+0000","last_active":"2024-09-21T00:24:54.938676+0000","last_peered":"2024-09-21T00:24:54.938676+0000","last_clean":"2024-09-21T00:24:54.938676+0000","last_became_active":"2024-09-21T00:24:53.937370+0000","last_became_peered":"2024-09-21T00:24:53.937370+0000","last_unstale":"2024-09-21T00:24:54.938676+0000","last_undegraded":"2024-09-21T00:24:54.938676+0000","last_fullsized":"2024-09-21T00:24:54.938676+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:04:12.575960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.b","version":"55'2","reported_seq":17,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.984283+0000","last_change":"2024-09-21T00:24:52.922278+0000","last_active":"2024-09-21T00:24:54.984283+0000","last_peered":"2024-09-21T00:24:54.984283+0000","last_clean":"2024-09-21T00:24:54.984283+0000","last_became_active":"2024-09-21T00:24:52.921900+0000","last_became_peered":"2024-09-21T00:24:52.921900+0000","last_unstale":"2024-09-21T00:24:54.984283+0000","last_undegraded":"2024-09-21T00:24:54.984283+0000","last_fullsized":"2024-09-21T00:24:54.984283+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_clean_scrub_stamp":"2024-09-21T00:24:51.898262+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:36:26.510552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.b","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.937501+0000","last_change":"2024-09-21T00:24:53.948520+0000","last_active":"2024-09-21T00:24:54.937501+0000","last_peered":"2024-09-21T00:24:54.937501+0000","last_clean":"2024-09-21T00:24:54.937501+0000","last_became_active":"2024-09-21T00:24:53.947929+0000","last_became_peered":"2024-09-21T00:24:53.947929+0000","last_unstale":"2024-09-21T00:24:54.937501+0000","last_undegraded":"2024-09-21T00:24:54.937501+0000","last_fullsized":"2024-09-21T00:24:54.937501+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:13:45.359169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":13,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-21T00:24:53.928082+0000","last_change":"2024-09-21T00:24:52.929963+0000","last_active":"2024-09-21T00:24:53.928082+0000","last_peered":"2024-09-21T00:24:53.928082+0000","last_clean":"2024-09-21T00:24:53.928082+0000","last_became_active":"2024-09-21T00:24:52.929636+0000","last_became_peered":"2024-09-21T00:24:52.929636+0000","last_unstale":"2024-09-21T00:24:53.928082+0000","last_undegraded":"2024-09-21T00:24:53.928082+0000","last_fullsized":"2024-09-21T00:24:53.928082+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_clean_scrub_stamp":"2024-09-21T00:24:51.898262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:38:58.606860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.937142+0000","last_change":"2024-09-21T00:24:53.947032+0000","last_active":"2024-09-21T00:24:54.937142+0000","last_peered":"2024-09-21T00:24:54.937142+0000","last_clean":"2024-09-21T00:24:54.937142+0000","last_became_active":"2024-09-21T00:24:53.946633+0000","last_became_peered":"2024-09-21T00:24:53.946633+0000","last_unstale":"2024-09-21T00:24:54.937142+0000","last_undegraded":"2024-09-21T00:24:54.937142+0000","last_fullsized":"2024-09-21T00:24:54.937142+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:56:28.805631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.938041+0000","last_change":"2024-09-21T00:24:52.927297+0000","last_active":"2024-09-21T00:24:54.938041+0000","last_peered":"2024-09-21T00:24:54.938041+0000","last_clean":"2024-09-21T00:24:54.938041+0000","last_became_active":"2024-09-21T00:24:52.926978+0000","last_became_peered":"2024-09-21T00:24:52.926978+0000","last_unstale":"2024-09-21T00:24:54.938041+0000","last_undegraded":"2024-09-21T00:24:54.938041+0000","last_fullsized":"2024-09-21T00:24:54.938041+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_clean_scrub_stamp":"2024-09-21T00:24:51.898262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:39:19.429139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.939684+0000","last_change":"2024-09-21T00:24:53.937517+0000","last_active":"2024-09-21T00:24:54.939684+0000","last_peered":"2024-09-21T00:24:54.939684+0000","last_clean":"2024-09-21T00:24:54.939684+0000","last_became_active":"2024-09-21T00:24:53.937147+0000","last_became_peered":"2024-09-21T00:24:53.937147+0000","last_unstale":"2024-09-21T00:24:54.939684+0000","last_undegraded":"2024-09-21T00:24:54.939684+0000","last_fullsized":"2024-09-21T00:24:54.939684+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:19:30.324266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.7","version":"55'2","reported_seq":15,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-21T00:24:53.956616+0000","last_change":"2024-09-21T00:24:52.925731+0000","last_active":"2024-09-21T00:24:53.956616+0000","last_peered":"2024-09-21T00:24:53.956616+0000","last_clean":"2024-09-21T00:24:53.956616+0000","last_became_active":"2024-09-21T00:24:52.925411+0000","last_became_peered":"2024-09-21T00:24:52.925411+0000","last_unstale":"2024-09-21T00:24:53.956616+0000","last_undegraded":"2024-09-21T00:24:53.956616+0000","last_fullsized":"2024-09-21T00:24:53.956616+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_clean_scrub_stamp":"2024-09-21T00:24:51.898262+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:13:28.408668+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.939830+0000","last_change":"2024-09-21T00:24:53.938674+0000","last_active":"2024-09-21T00:24:54.939830+0000","last_peered":"2024-09-21T00:24:54.939830+0000","last_clean":"2024-09-21T00:24:54.939830+0000","last_became_active":"2024-09-21T00:24:53.938379+0000","last_became_peered":"2024-09-21T00:24:53.938379+0000","last_unstale":"2024-09-21T00:24:54.939830+0000","last_undegraded":"2024-09-21T00:24:54.939830+0000","last_fullsized":"2024-09-21T00:24:54.939830+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:14:49.270852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.6","version":"56'1","reported_seq":16,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:55.925322+0000","last_change":"2024-09-21T00:24:52.931630+0000","last_active":"2024-09-21T00:24:55.925322+0000","last_peered":"2024-09-21T00:24:55.925322+0000","last_clean":"2024-09-21T00:24:55.925322+0000","last_became_active":"2024-09-21T00:24:52.931284+0000","last_became_peered":"2024-09-21T00:24:52.931284+0000","last_unstale":"2024-09-21T00:24:55.925322+0000","last_undegraded":"2024-09-21T00:24:55.925322+0000","last_fullsized":"2024-09-21T00:24:55.925322+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_clean_scrub_stamp":"2024-09-21T00:24:51.898262+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:58:37.720230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-21T00:24:53.947850+0000","last_change":"2024-09-21T00:24:53.943869+0000","last_active":"2024-09-21T00:24:53.947850+0000","last_peered":"2024-09-21T00:24:53.947850+0000","last_clean":"2024-09-21T00:24:53.947850+0000","last_became_active":"2024-09-21T00:24:53.943154+0000","last_became_peered":"2024-09-21T00:24:53.943154+0000","last_unstale":"2024-09-21T00:24:53.947850+0000","last_undegraded":"2024-09-21T00:24:53.947850+0000","last_fullsized":"2024-09-21T00:24:53.947850+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:12:38.085317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:55.212365+0000","last_change":"2024-09-21T00:24:52.924140+0000","last_active":"2024-09-21T00:24:55.212365+0000","last_peered":"2024-09-21T00:24:55.212365+0000","last_clean":"2024-09-21T00:24:55.212365+0000","last_became_active":"2024-09-21T00:24:52.923820+0000","last_became_peered":"2024-09-21T00:24:52.923820+0000","last_unstale":"2024-09-21T00:24:55.212365+0000","last_undegraded":"2024-09-21T00:24:55.212365+0000","last_fullsized":"2024-09-21T00:24:55.212365+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_clean_scrub_stamp":"2024-09-21T00:24:51.898262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:07:40.738234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.937712+0000","last_change":"2024-09-21T00:24:53.953502+0000","last_active":"2024-09-21T00:24:54.937712+0000","last_peered":"2024-09-21T00:24:54.937712+0000","last_clean":"2024-09-21T00:24:54.937712+0000","last_became_active":"2024-09-21T00:24:53.952958+0000","last_became_peered":"2024-09-21T00:24:53.952958+0000","last_unstale":"2024-09-21T00:24:54.937712+0000","last_undegraded":"2024-09-21T00:24:54.937712+0000","last_fullsized":"2024-09-21T00:24:54.937712+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:42:15.292899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.939572+0000","last_change":"2024-09-21T00:24:52.928047+0000","last_active":"2024-09-21T00:24:54.939572+0000","last_peered":"2024-09-21T00:24:54.939572+0000","last_clean":"2024-09-21T00:24:54.939572+0000","last_became_active":"2024-09-21T00:24:52.927485+0000","last_became_peered":"2024-09-21T00:24:52.927485+0000","last_unstale":"2024-09-21T00:24:54.939572+0000","last_undegraded":"2024-09-21T00:24:54.939572+0000","last_fullsized":"2024-09-21T00:24:54.939572+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_clean_scrub_stamp":"2024-09-21T00:24:51.898262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:57:20.690788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.984419+0000","last_change":"2024-09-21T00:24:53.940635+0000","last_active":"2024-09-21T00:24:54.984419+0000","last_peered":"2024-09-21T00:24:54.984419+0000","last_clean":"2024-09-21T00:24:54.984419+0000","last_became_active":"2024-09-21T00:24:53.940309+0000","last_became_peered":"2024-09-21T00:24:53.940309+0000","last_unstale":"2024-09-21T00:24:54.984419+0000","last_undegraded":"2024-09-21T00:24:54.984419+0000","last_fullsized":"2024-09-21T00:24:54.984419+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:20:08.265348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":13,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-21T00:24:53.933931+0000","last_change":"2024-09-21T00:24:52.920103+0000","last_active":"2024-09-21T00:24:53.933931+0000","last_peered":"2024-09-21T00:24:53.933931+0000","last_clean":"2024-09-21T00:24:53.933931+0000","last_became_active":"2024-09-21T00:24:52.919567+0000","last_became_peered":"2024-09-21T00:24:52.919567+0000","last_unstale":"2024-09-21T00:24:53.933931+0000","last_undegraded":"2024-09-21T00:24:53.933931+0000","last_fullsized":"2024-09-21T00:24:53.933931+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_clean_scrub_stamp":"2024-09-21T00:24:51.898262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:04:59.146869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:56.007463+0000","last_change":"2024-09-21T00:24:53.949475+0000","last_active":"2024-09-21T00:24:56.007463+0000","last_peered":"2024-09-21T00:24:56.007463+0000","last_clean":"2024-09-21T00:24:56.007463+0000","last_became_active":"2024-09-21T00:24:53.949168+0000","last_became_peered":"2024-09-21T00:24:53.949168+0000","last_unstale":"2024-09-21T00:24:56.007463+0000","last_undegraded":"2024-09-21T00:24:56.007463+0000","last_fullsized":"2024-09-21T00:24:56.007463+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:38:01.510268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":13,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-21T00:24:53.924177+0000","last_change":"2024-09-21T00:24:52.917855+0000","last_active":"2024-09-21T00:24:53.924177+0000","last_peered":"2024-09-21T00:24:53.924177+0000","last_clean":"2024-09-21T00:24:53.924177+0000","last_became_active":"2024-09-21T00:24:52.917515+0000","last_became_peered":"2024-09-21T00:24:52.917515+0000","last_unstale":"2024-09-21T00:24:53.924177+0000","last_undegraded":"2024-09-21T00:24:53.924177+0000","last_fullsized":"2024-09-21T00:24:53.924177+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_clean_scrub_stamp":"2024-09-21T00:24:51.898262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:25:46.496815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":10,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-21T00:24:53.942903+0000","last_change":"2024-09-21T00:24:53.940040+0000","last_active":"2024-09-21T00:24:53.942903+0000","last_peered":"2024-09-21T00:24:53.942903+0000","last_clean":"2024-09-21T00:24:53.942903+0000","last_became_active":"2024-09-21T00:24:53.939717+0000","last_became_peered":"2024-09-21T00:24:53.939717+0000","last_unstale":"2024-09-21T00:24:53.942903+0000","last_undegraded":"2024-09-21T00:24:53.942903+0000","last_fullsized":"2024-09-21T00:24:53.942903+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:32:40.584417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":13,"reported_epoch":55,"state":"active+clean","last_fresh":"2024-09-21T00:24:53.930292+0000","last_change":"2024-09-21T00:24:52.925609+0000","last_active":"2024-09-21T00:24:53.930292+0000","last_peered":"2024-09-21T00:24:53.930292+0000","last_clean":"2024-09-21T00:24:53.930292+0000","last_became_active":"2024-09-21T00:24:52.925278+0000","last_became_peered":"2024-09-21T00:24:52.925278+0000","last_unstale":"2024-09-21T00:24:53.930292+0000","last_undegraded":"2024-09-21T00:24:53.930292+0000","last_fullsized":"2024-09-21T00:24:53.930292+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_clean_scrub_stamp":"2024-09-21T00:24:51.898262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:16:07.109145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.983700+0000","last_change":"2024-09-21T00:24:53.948349+0000","last_active":"2024-09-21T00:24:54.983700+0000","last_peered":"2024-09-21T00:24:54.983700+0000","last_clean":"2024-09-21T00:24:54.983700+0000","last_became_active":"2024-09-21T00:24:53.947883+0000","last_became_peered":"2024-09-21T00:24:53.947883+0000","last_unstale":"2024-09-21T00:24:54.983700+0000","last_undegraded":"2024-09-21T00:24:54.983700+0000","last_fullsized":"2024-09-21T00:24:54.983700+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:31:53.698038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.983776+0000","last_change":"2024-09-21T00:24:52.932261+0000","last_active":"2024-09-21T00:24:54.983776+0000","last_peered":"2024-09-21T00:24:54.983776+0000","last_clean":"2024-09-21T00:24:54.983776+0000","last_became_active":"2024-09-21T00:24:52.931945+0000","last_became_peered":"2024-09-21T00:24:52.931945+0000","last_unstale":"2024-09-21T00:24:54.983776+0000","last_undegraded":"2024-09-21T00:24:54.983776+0000","last_fullsized":"2024-09-21T00:24:54.983776+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_clean_scrub_stamp":"2024-09-21T00:24:51.898262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:26:36.777398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":13,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:54.983627+0000","last_change":"2024-09-21T00:24:53.953707+0000","last_active":"2024-09-21T00:24:54.983627+0000","last_peered":"2024-09-21T00:24:54.983627+0000","last_clean":"2024-09-21T00:24:54.983627+0000","last_became_active":"2024-09-21T00:24:53.953359+0000","last_became_peered":"2024-09-21T00:24:53.953359+0000","last_unstale":"2024-09-21T00:24:54.983627+0000","last_undegraded":"2024-09-21T00:24:54.983627+0000","last_fullsized":"2024-09-21T00:24:54.983627+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:52.904310+0000","last_clean_scrub_stamp":"2024-09-21T00:24:52.904310+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:01:19.127615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:55.212148+0000","last_change":"2024-09-21T00:24:52.928977+0000","last_active":"2024-09-21T00:24:55.212148+0000","last_peered":"2024-09-21T00:24:55.212148+0000","last_clean":"2024-09-21T00:24:55.212148+0000","last_became_active":"2024-09-21T00:24:52.928609+0000","last_became_peered":"2024-09-21T00:24:52.928609+0000","last_unstale":"2024-09-21T00:24:55.212148+0000","last_undegraded":"2024-09-21T00:24:55.212148+0000","last_fullsized":"2024-09-21T00:24:55.212148+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:24:51.898262+0000","last_clean_scrub_stamp":"2024-09-21T00:24:51.898262+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:37:45.318789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":173,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-21T00:24:56.006601+0000","last_change":"2024-09-21T00:21:11.583793+0000","last_active":"2024-09-21T00:24:56.006601+0000","last_peered":"2024-09-21T00:24:56.006601+0000","last_clean":"2024-09-21T00:24:56.006601+0000","last_became_active":"2024-09-21T00:21:11.582502+0000","last_became_peered":"2024-09-21T00:21:11.582502+0000","last_unstale":"2024-09-21T00:24:56.006601+0000","last_undegraded":"2024-09-21T00:24:56.006601+0000","last_fullsized":"2024-09-21T00:24:56.006601+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_clean_scrub_stamp":"2024-09-21T00:21:10.311964+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:58.010953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":9,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509489,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":40736,"kb_used_data":1224,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94331104,"statfs":{"total":96636764160,"available":96595050496,"internally_reserved":0,"allocated":1253376,"data_stored":858900,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":40434122},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509489,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":40156,"kb_used_data":648,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94331684,"statfs":{"total":96636764160,"available":96595644416,"internally_reserved":0,"allocated":663552,"data_stored":274672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40434118},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509489,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":40168,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94331672,"statfs":{"total":96636764160,"available":96595632128,"internally_reserved":0,"allocated":671744,"data_stored":275324,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509490,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":54052,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94317788,"statfs":{"total":96636764160,"available":96581414912,"internally_reserved":0,"allocated":671744,"data_stored":274728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":54655432},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509490,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36004,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335836,"statfs":{"total":96636764160,"available":96599896064,"internally_reserved":0,"allocated":671744,"data_stored":274728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509488,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":40756,"kb_used_data":1244,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94331084,"statfs":{"total":96636764160,"available":96595030016,"internally_reserved":0,"allocated":1273856,"data_stored":867234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40434118},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574896,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":49864,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94321976,"statfs":{"total":96636764160,"available":96585703424,"internally_reserved":0,"allocated":638976,"data_stored":261597,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574896,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":49864,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94321976,"statfs":{"total":96636764160,"available":96585703424,"internally_reserved":0,"allocated":638976,"data_stored":261597,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":50395590},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T00:24:58.366 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-21T00:24:58.366 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-21T00:24:58.527 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.525+0000 7f3bdc484640 1 -- 172.21.15.67:0/3512944848 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3bd40b98a0 msgr2=0x7f3bd40d2270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:58.527 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.525+0000 7f3bdc484640 1 --2- 172.21.15.67:0/3512944848 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3bd40b98a0 0x7f3bd40d2270 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7f3bd0009830 tx=0x7f3bd002a5c0 comp rx=0 tx=0).stop 2024-09-21T00:24:58.527 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.526+0000 7f3bdc484640 1 -- 172.21.15.67:0/3512944848 shutdown_connections 2024-09-21T00:24:58.527 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.526+0000 7f3bdc484640 1 --2- 172.21.15.67:0/3512944848 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3bd40b98a0 0x7f3bd40d2270 unknown :-1 s=CLOSED pgs=747 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:58.527 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.526+0000 7f3bdc484640 1 -- 172.21.15.67:0/3512944848 >> 172.21.15.67:0/3512944848 conn(0x7f3bd408bee0 msgr2=0x7f3bd40d46a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:58.528 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.526+0000 7f3bdc484640 1 -- 172.21.15.67:0/3512944848 shutdown_connections 2024-09-21T00:24:58.528 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.526+0000 7f3bdc484640 1 -- 172.21.15.67:0/3512944848 wait complete. 2024-09-21T00:24:58.528 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.527+0000 7f3bdc484640 1 Processor -- start 2024-09-21T00:24:58.528 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.527+0000 7f3bdc484640 1 -- start start 2024-09-21T00:24:58.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.529+0000 7f3bdc484640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3bd40b98a0 0x7f3bd414dff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:58.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.529+0000 7f3bdc484640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3bd40d0280 0x7f3bd41f66c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:58.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.529+0000 7f3bdc484640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3bd40d27b0 0x7f3bd414d5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:58.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.529+0000 7f3bdc484640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f3bd406ed40 con 0x7f3bd40b98a0 2024-09-21T00:24:58.532 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.529+0000 7f3bdc484640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f3bd406feb0 con 0x7f3bd40d27b0 2024-09-21T00:24:58.532 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.529+0000 7f3bdc484640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f3bd406eec0 con 0x7f3bd40d0280 2024-09-21T00:24:58.532 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.529+0000 7f3bda220640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3bd40b98a0 0x7f3bd414dff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:58.532 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.529+0000 7f3bda220640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3bd40b98a0 0x7f3bd414dff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46858/0 (socket says 172.21.15.67:46858) 2024-09-21T00:24:58.532 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.529+0000 7f3bda220640 1 -- 172.21.15.67:0/2561497231 learned_addr learned my addr 172.21.15.67:0/2561497231 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:58.532 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.529+0000 7f3bd9a1f640 1 --2- 172.21.15.67:0/2561497231 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3bd40d0280 0x7f3bd41f66c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:58.532 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.529+0000 7f3bda220640 1 -- 172.21.15.67:0/2561497231 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3bd40d0280 msgr2=0x7f3bd41f66c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:58.532 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.529+0000 7f3bdaa21640 1 --2- 172.21.15.67:0/2561497231 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3bd40d27b0 0x7f3bd414d5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:58.532 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.529+0000 7f3bda220640 1 --2- 172.21.15.67:0/2561497231 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3bd40d0280 0x7f3bd41f66c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:58.532 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.529+0000 7f3bda220640 1 -- 172.21.15.67:0/2561497231 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3bd40d27b0 msgr2=0x7f3bd414d5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:58.532 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.529+0000 7f3bda220640 1 --2- 172.21.15.67:0/2561497231 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3bd40d27b0 0x7f3bd414d5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:58.532 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.529+0000 7f3bda220640 1 -- 172.21.15.67:0/2561497231 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3bd40cb8e0 con 0x7f3bd40b98a0 2024-09-21T00:24:58.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.529+0000 7f3bdaa21640 1 --2- 172.21.15.67:0/2561497231 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3bd40d27b0 0x7f3bd414d5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:24:58.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.529+0000 7f3bda220640 1 --2- 172.21.15.67:0/2561497231 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3bd40b98a0 0x7f3bd414dff0 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7f3bd0009950 tx=0x7f3bd0033c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:58.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.530+0000 7f3bcaffd640 1 -- 172.21.15.67:0/2561497231 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bd0031b60 con 0x7f3bd40b98a0 2024-09-21T00:24:58.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.530+0000 7f3bcaffd640 1 -- 172.21.15.67:0/2561497231 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3bd0031df0 con 0x7f3bd40b98a0 2024-09-21T00:24:58.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.530+0000 7f3bdc484640 1 -- 172.21.15.67:0/2561497231 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3bd40cbbc0 con 0x7f3bd40b98a0 2024-09-21T00:24:58.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.530+0000 7f3bcaffd640 1 -- 172.21.15.67:0/2561497231 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bd0005280 con 0x7f3bd40b98a0 2024-09-21T00:24:58.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.530+0000 7f3bdc484640 1 -- 172.21.15.67:0/2561497231 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3bd40cc180 con 0x7f3bd40b98a0 2024-09-21T00:24:58.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.531+0000 7f3bdc484640 1 -- 172.21.15.67:0/2561497231 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3bd40d3ef0 con 0x7f3bd40b98a0 2024-09-21T00:24:58.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.531+0000 7f3bcaffd640 1 -- 172.21.15.67:0/2561497231 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f3bd0005420 con 0x7f3bd40b98a0 2024-09-21T00:24:58.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.532+0000 7f3bcaffd640 1 --2- 172.21.15.67:0/2561497231 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3bb8078bc0 0x7f3bb807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:58.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.532+0000 7f3bcaffd640 1 -- 172.21.15.67:0/2561497231 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 5709+0+0 (secure 0 0 0) 0x7f3bd00bbfb0 con 0x7f3bd40b98a0 2024-09-21T00:24:58.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.532+0000 7f3bd9a1f640 1 --2- 172.21.15.67:0/2561497231 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3bb8078bc0 0x7f3bb807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:58.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.533+0000 7f3bd9a1f640 1 --2- 172.21.15.67:0/2561497231 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3bb8078bc0 0x7f3bb807b0d0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f3bd4074a40 tx=0x7f3bc4009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:58.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.537+0000 7f3bcaffd640 1 -- 172.21.15.67:0/2561497231 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f3bd40d3ef0 con 0x7f3bd40b98a0 2024-09-21T00:24:58.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.795+0000 7f3bdc484640 1 -- 172.21.15.67:0/2561497231 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f3bd40d2250 con 0x7f3bd40b98a0 2024-09-21T00:24:58.799 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.798+0000 7f3bcaffd640 1 -- 172.21.15.67:0/2561497231 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v15) ==== 190+0+147 (secure 0 0 0) 0x7f3bd003f030 con 0x7f3bd40b98a0 2024-09-21T00:24:58.799 INFO:teuthology.orchestra.run.smithi067.stdout:[client.0] 2024-09-21T00:24:58.799 INFO:teuthology.orchestra.run.smithi067.stdout: key = AQBFEe5mUnwLLxAAE0JXCN8yXTH2bWtWI41o2Q== 2024-09-21T00:24:58.799 INFO:teuthology.orchestra.run.smithi067.stdout: caps mds = "allow" 2024-09-21T00:24:58.799 INFO:teuthology.orchestra.run.smithi067.stdout: caps mon = "allow r" 2024-09-21T00:24:58.799 INFO:teuthology.orchestra.run.smithi067.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-21T00:24:58.800 INFO:teuthology.orchestra.run.smithi067.stderr:updated caps for client.0 2024-09-21T00:24:58.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.800+0000 7f3bdc484640 1 -- 172.21.15.67:0/2561497231 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3bb8078bc0 msgr2=0x7f3bb807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:58.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.800+0000 7f3bdc484640 1 --2- 172.21.15.67:0/2561497231 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3bb8078bc0 0x7f3bb807b0d0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f3bd4074a40 tx=0x7f3bc4009040 comp rx=0 tx=0).stop 2024-09-21T00:24:58.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.800+0000 7f3bdc484640 1 -- 172.21.15.67:0/2561497231 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3bd40b98a0 msgr2=0x7f3bd414dff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:58.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.800+0000 7f3bdc484640 1 --2- 172.21.15.67:0/2561497231 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3bd40b98a0 0x7f3bd414dff0 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7f3bd0009950 tx=0x7f3bd0033c10 comp rx=0 tx=0).stop 2024-09-21T00:24:58.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.800+0000 7f3bdc484640 1 -- 172.21.15.67:0/2561497231 shutdown_connections 2024-09-21T00:24:58.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.800+0000 7f3bdc484640 1 --2- 172.21.15.67:0/2561497231 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3bb8078bc0 0x7f3bb807b0d0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:58.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.800+0000 7f3bdc484640 1 --2- 172.21.15.67:0/2561497231 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3bd40d27b0 0x7f3bd414d5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:58.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.800+0000 7f3bdc484640 1 --2- 172.21.15.67:0/2561497231 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3bd40d0280 0x7f3bd41f66c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:58.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.800+0000 7f3bdc484640 1 --2- 172.21.15.67:0/2561497231 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3bd40b98a0 0x7f3bd414dff0 unknown :-1 s=CLOSED pgs=748 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:58.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.800+0000 7f3bdc484640 1 -- 172.21.15.67:0/2561497231 >> 172.21.15.67:0/2561497231 conn(0x7f3bd408bee0 msgr2=0x7f3bd40b28a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:58.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.800+0000 7f3bdc484640 1 -- 172.21.15.67:0/2561497231 shutdown_connections 2024-09-21T00:24:58.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.800+0000 7f3bdc484640 1 -- 172.21.15.67:0/2561497231 wait complete. 2024-09-21T00:24:58.813 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:24:58.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.928+0000 7f3263f77640 1 -- 172.21.15.67:0/1512228926 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f325c0d11c0 msgr2=0x7f325c0d15d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:58.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.928+0000 7f3263f77640 1 --2- 172.21.15.67:0/1512228926 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f325c0d11c0 0x7f325c0d15d0 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7f325c0d5890 tx=0x7f325802a560 comp rx=0 tx=0).stop 2024-09-21T00:24:58.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.928+0000 7f3263f77640 1 -- 172.21.15.67:0/1512228926 shutdown_connections 2024-09-21T00:24:58.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.928+0000 7f3263f77640 1 --2- 172.21.15.67:0/1512228926 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f325c0d11c0 0x7f325c0d15d0 unknown :-1 s=CLOSED pgs=749 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:58.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.928+0000 7f3263f77640 1 --2- 172.21.15.67:0/1512228926 >> v2:172.21.15.97:3300/0 conn(0x7f325c0cf010 0x7f325c0cf810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:58.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.928+0000 7f3263f77640 1 -- 172.21.15.67:0/1512228926 >> 172.21.15.67:0/1512228926 conn(0x7f325c06dfb0 msgr2=0x7f325c06e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:58.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.929+0000 7f3263f77640 1 -- 172.21.15.67:0/1512228926 shutdown_connections 2024-09-21T00:24:58.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.929+0000 7f3263f77640 1 -- 172.21.15.67:0/1512228926 wait complete. 2024-09-21T00:24:58.931 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.930+0000 7f3263f77640 1 Processor -- start 2024-09-21T00:24:58.931 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.930+0000 7f3263f77640 1 -- start start 2024-09-21T00:24:58.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.932+0000 7f3263f77640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f325c0b6230 0x7f325c148ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:58.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.932+0000 7f3263f77640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f325c0cf010 0x7f325c146a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:58.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.932+0000 7f3263f77640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f325c0d11c0 0x7f325c1f5d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:58.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.932+0000 7f3263f77640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f325c0b6d50 con 0x7f325c0d11c0 2024-09-21T00:24:58.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.932+0000 7f3263f77640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f325c0b8e40 con 0x7f325c0b6230 2024-09-21T00:24:58.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.932+0000 7f3263f77640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f325c0b6ed0 con 0x7f325c0cf010 2024-09-21T00:24:58.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.932+0000 7f3262514640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f325c0d11c0 0x7f325c1f5d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:58.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.932+0000 7f3262514640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f325c0d11c0 0x7f325c1f5d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46876/0 (socket says 172.21.15.67:46876) 2024-09-21T00:24:58.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.932+0000 7f3262514640 1 -- 172.21.15.67:0/3427519406 learned_addr learned my addr 172.21.15.67:0/3427519406 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:58.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.932+0000 7f3261512640 1 --2- 172.21.15.67:0/3427519406 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f325c0cf010 0x7f325c146a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:58.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.932+0000 7f3261d13640 1 --2- 172.21.15.67:0/3427519406 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f325c0b6230 0x7f325c148ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:58.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.932+0000 7f3262514640 1 -- 172.21.15.67:0/3427519406 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f325c0cf010 msgr2=0x7f325c146a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:58.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.932+0000 7f3262514640 1 --2- 172.21.15.67:0/3427519406 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f325c0cf010 0x7f325c146a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:58.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.932+0000 7f3262514640 1 -- 172.21.15.67:0/3427519406 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f325c0b6230 msgr2=0x7f325c148ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:58.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.932+0000 7f3262514640 1 --2- 172.21.15.67:0/3427519406 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f325c0b6230 0x7f325c148ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:58.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.932+0000 7f3262514640 1 -- 172.21.15.67:0/3427519406 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f325c149420 con 0x7f325c0d11c0 2024-09-21T00:24:58.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.932+0000 7f3262514640 1 --2- 172.21.15.67:0/3427519406 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f325c0d11c0 0x7f325c1f5d30 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7f325400ba10 tx=0x7f325400bed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:58.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.933+0000 7f324e7fc640 1 -- 172.21.15.67:0/3427519406 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3254019070 con 0x7f325c0d11c0 2024-09-21T00:24:58.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.933+0000 7f324e7fc640 1 -- 172.21.15.67:0/3427519406 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f325400cbd0 con 0x7f325c0d11c0 2024-09-21T00:24:58.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.933+0000 7f3263f77640 1 -- 172.21.15.67:0/3427519406 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f325c149700 con 0x7f325c0d11c0 2024-09-21T00:24:58.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.933+0000 7f324e7fc640 1 -- 172.21.15.67:0/3427519406 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3254014440 con 0x7f325c0d11c0 2024-09-21T00:24:58.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.933+0000 7f3263f77640 1 -- 172.21.15.67:0/3427519406 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f325c1f5530 con 0x7f325c0d11c0 2024-09-21T00:24:58.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.934+0000 7f3263f77640 1 -- 172.21.15.67:0/3427519406 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f325c06cfe0 con 0x7f325c0d11c0 2024-09-21T00:24:58.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.934+0000 7f324e7fc640 1 -- 172.21.15.67:0/3427519406 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f325401c070 con 0x7f325c0d11c0 2024-09-21T00:24:58.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.935+0000 7f324e7fc640 1 --2- 172.21.15.67:0/3427519406 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3240078b90 0x7f324007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:58.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.935+0000 7f324e7fc640 1 -- 172.21.15.67:0/3427519406 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 5709+0+0 (secure 0 0 0) 0x7f325409a870 con 0x7f325c0d11c0 2024-09-21T00:24:58.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.935+0000 7f3261d13640 1 --2- 172.21.15.67:0/3427519406 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3240078b90 0x7f324007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:58.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.936+0000 7f3261d13640 1 --2- 172.21.15.67:0/3427519406 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3240078b90 0x7f324007b0a0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f3250005860 tx=0x7f325000c440 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:58.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:58.939+0000 7f324e7fc640 1 -- 172.21.15.67:0/3427519406 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f3254062d40 con 0x7f325c0d11c0 2024-09-21T00:24:59.167 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.166+0000 7f3263f77640 1 -- 172.21.15.67:0/3427519406 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f325c1491b0 con 0x7f325c0d11c0 2024-09-21T00:24:59.168 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.166+0000 7f324e7fc640 1 -- 172.21.15.67:0/3427519406 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 40 v40) ==== 94+0+5220 (secure 0 0 0) 0x7f3254062640 con 0x7f325c0d11c0 2024-09-21T00:24:59.168 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:24:59.168 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":40,"btime":"2024-09-21T00:24:56:940637+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5594,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/537118069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":537118069},{"type":"v1","addr":"172.21.15.97:6837","nonce":537118069}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":35},{"gid":5953,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/1548735112","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":1548735112},{"type":"v1","addr":"172.21.15.97:6836","nonce":1548735112}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":35},{"gid":6249,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6833/2375612568","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":2375612568},{"type":"v1","addr":"172.21.15.67:6833","nonce":2375612568}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":34}],"filesystems":[{"mdsmap":{"epoch":40,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:24:53.303340+0000","modified":"2024-09-21T00:24:56.326579+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6252},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6252":{"gid":6252,"name":"a","rank":0,"incarnation":36,"state":"up:active","state_seq":3,"addr":"172.21.15.67:6835/4157540117","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":4157540117},{"type":"v1","addr":"172.21.15.67:6835","nonce":4157540117}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6252,"qdb_cluster":[6252]},"id":4}]} 2024-09-21T00:24:59.168 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 40 2024-09-21T00:24:59.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.168+0000 7f3263f77640 1 -- 172.21.15.67:0/3427519406 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3240078b90 msgr2=0x7f324007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:59.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.168+0000 7f3263f77640 1 --2- 172.21.15.67:0/3427519406 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3240078b90 0x7f324007b0a0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f3250005860 tx=0x7f325000c440 comp rx=0 tx=0).stop 2024-09-21T00:24:59.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.168+0000 7f3263f77640 1 -- 172.21.15.67:0/3427519406 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f325c0d11c0 msgr2=0x7f325c1f5d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:59.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.168+0000 7f3263f77640 1 --2- 172.21.15.67:0/3427519406 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f325c0d11c0 0x7f325c1f5d30 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7f325400ba10 tx=0x7f325400bed0 comp rx=0 tx=0).stop 2024-09-21T00:24:59.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.169+0000 7f3263f77640 1 -- 172.21.15.67:0/3427519406 shutdown_connections 2024-09-21T00:24:59.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.169+0000 7f3263f77640 1 --2- 172.21.15.67:0/3427519406 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3240078b90 0x7f324007b0a0 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:59.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.169+0000 7f3263f77640 1 --2- 172.21.15.67:0/3427519406 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f325c0d11c0 0x7f325c1f5d30 unknown :-1 s=CLOSED pgs=750 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:59.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.169+0000 7f3263f77640 1 --2- 172.21.15.67:0/3427519406 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f325c0cf010 0x7f325c146a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:59.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.169+0000 7f3263f77640 1 --2- 172.21.15.67:0/3427519406 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f325c0b6230 0x7f325c148ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:59.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.169+0000 7f3263f77640 1 -- 172.21.15.67:0/3427519406 >> 172.21.15.67:0/3427519406 conn(0x7f325c06dfb0 msgr2=0x7f325c0d4f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:59.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.169+0000 7f3263f77640 1 -- 172.21.15.67:0/3427519406 shutdown_connections 2024-09-21T00:24:59.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.169+0000 7f3263f77640 1 -- 172.21.15.67:0/3427519406 wait complete. 2024-09-21T00:24:59.584 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 40, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-21T00:24:53.303340+0000', 'modified': '2024-09-21T00:24:56.326579+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 6252}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6252': {'gid': 6252, 'name': 'a', 'rank': 0, 'incarnation': 36, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.67:6835/4157540117', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.67:6834', 'nonce': 4157540117}, {'type': 'v1', 'addr': '172.21.15.67:6835', 'nonce': 4157540117}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [9], 'metadata_pool': 8, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 6252, 'qdb_cluster': [6252]} 2024-09-21T00:24:59.584 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-21T00:24:59.585 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-21T00:24:59.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.704+0000 7fbda32de640 1 -- 172.21.15.67:0/2119590644 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd9c06fbd0 msgr2=0x7fbd9c0cf970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:59.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.704+0000 7fbda32de640 1 --2- 172.21.15.67:0/2119590644 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd9c06fbd0 0x7fbd9c0cf970 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7fbd9c06e010 tx=0x7fbd9402a890 comp rx=0 tx=0).stop 2024-09-21T00:24:59.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.704+0000 7fbda32de640 1 -- 172.21.15.67:0/2119590644 shutdown_connections 2024-09-21T00:24:59.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.704+0000 7fbda32de640 1 --2- 172.21.15.67:0/2119590644 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd9c06fbd0 0x7fbd9c0cf970 unknown :-1 s=CLOSED pgs=752 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:59.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.704+0000 7fbda32de640 1 -- 172.21.15.67:0/2119590644 >> 172.21.15.67:0/2119590644 conn(0x7fbd9c0d45a0 msgr2=0x7fbd9c0d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:59.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.704+0000 7fbda32de640 1 -- 172.21.15.67:0/2119590644 shutdown_connections 2024-09-21T00:24:59.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.704+0000 7fbda32de640 1 -- 172.21.15.67:0/2119590644 wait complete. 2024-09-21T00:24:59.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.706+0000 7fbda32de640 1 Processor -- start 2024-09-21T00:24:59.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.706+0000 7fbda32de640 1 -- start start 2024-09-21T00:24:59.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.707+0000 7fbda32de640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd9c06fbd0 0x7fbd9c0ba950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:59.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.707+0000 7fbda32de640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbd9c0b9e70 0x7fbd9c0b1410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:59.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.707+0000 7fbda32de640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbd9c152310 0x7fbd9c0b1950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:59.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.707+0000 7fbda32de640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fbd9c0d0030 con 0x7fbd9c06fbd0 2024-09-21T00:24:59.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.707+0000 7fbda32de640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fbd9c0cfeb0 con 0x7fbd9c152310 2024-09-21T00:24:59.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.707+0000 7fbda32de640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fbd9c0d01b0 con 0x7fbd9c0b9e70 2024-09-21T00:24:59.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.707+0000 7fbda107a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd9c06fbd0 0x7fbd9c0ba950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:59.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.707+0000 7fbda107a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd9c06fbd0 0x7fbd9c0ba950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46894/0 (socket says 172.21.15.67:46894) 2024-09-21T00:24:59.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.707+0000 7fbda107a640 1 -- 172.21.15.67:0/4230515573 learned_addr learned my addr 172.21.15.67:0/4230515573 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:59.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.707+0000 7fbda187b640 1 --2- 172.21.15.67:0/4230515573 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbd9c152310 0x7fbd9c0b1950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:59.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.707+0000 7fbda0879640 1 --2- 172.21.15.67:0/4230515573 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbd9c0b9e70 0x7fbd9c0b1410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:59.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.707+0000 7fbda107a640 1 -- 172.21.15.67:0/4230515573 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbd9c0b9e70 msgr2=0x7fbd9c0b1410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:59.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.707+0000 7fbda107a640 1 --2- 172.21.15.67:0/4230515573 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbd9c0b9e70 0x7fbd9c0b1410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:59.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.707+0000 7fbda107a640 1 -- 172.21.15.67:0/4230515573 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbd9c152310 msgr2=0x7fbd9c0b1950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:59.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.707+0000 7fbda107a640 1 --2- 172.21.15.67:0/4230515573 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbd9c152310 0x7fbd9c0b1950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:59.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.707+0000 7fbda107a640 1 -- 172.21.15.67:0/4230515573 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd9c152a70 con 0x7fbd9c06fbd0 2024-09-21T00:24:59.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.708+0000 7fbda107a640 1 --2- 172.21.15.67:0/4230515573 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd9c06fbd0 0x7fbd9c0ba950 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7fbd9800c460 tx=0x7fbd9800c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:59.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.708+0000 7fbd91ffb640 1 -- 172.21.15.67:0/4230515573 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd98016020 con 0x7fbd9c06fbd0 2024-09-21T00:24:59.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.708+0000 7fbd91ffb640 1 -- 172.21.15.67:0/4230515573 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbd98012940 con 0x7fbd9c06fbd0 2024-09-21T00:24:59.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.708+0000 7fbda32de640 1 -- 172.21.15.67:0/4230515573 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbd9c152d50 con 0x7fbd9c06fbd0 2024-09-21T00:24:59.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.708+0000 7fbd91ffb640 1 -- 172.21.15.67:0/4230515573 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd98012d90 con 0x7fbd9c06fbd0 2024-09-21T00:24:59.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.708+0000 7fbda32de640 1 -- 172.21.15.67:0/4230515573 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbd9c09f3c0 con 0x7fbd9c06fbd0 2024-09-21T00:24:59.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.710+0000 7fbd91ffb640 1 -- 172.21.15.67:0/4230515573 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fbd98019020 con 0x7fbd9c06fbd0 2024-09-21T00:24:59.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.710+0000 7fbd91ffb640 1 --2- 172.21.15.67:0/4230515573 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbd80078bc0 0x7fbd8007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:59.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.711+0000 7fbd91ffb640 1 -- 172.21.15.67:0/4230515573 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 5709+0+0 (secure 0 0 0) 0x7fbd9809ac80 con 0x7fbd9c06fbd0 2024-09-21T00:24:59.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.711+0000 7fbda0879640 1 --2- 172.21.15.67:0/4230515573 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbd80078bc0 0x7fbd8007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:59.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.711+0000 7fbdaa24d740 1 Processor -- start 2024-09-21T00:24:59.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.711+0000 7fbdaa24d740 1 -- start start 2024-09-21T00:24:59.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.711+0000 7fbda0879640 1 --2- 172.21.15.67:0/4230515573 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbd80078bc0 0x7fbd8007b0d0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fbd9c0b7bb0 tx=0x7fbd8c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:59.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.713+0000 7fbdaa24d740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bb70101270 0x55bb704d2fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:59.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.713+0000 7fbdaa24d740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55bb700d83b0 0x55bb704d3500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:59.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.713+0000 7fbdaa24d740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bb700e0590 0x55bb704f0400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:59.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.713+0000 7fbdaa24d740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55bb7041b820 con 0x55bb70101270 2024-09-21T00:24:59.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.713+0000 7fbdaa24d740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55bb7040ac50 con 0x55bb700e0590 2024-09-21T00:24:59.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.713+0000 7fbdaa24d740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55bb7040ea60 con 0x55bb700d83b0 2024-09-21T00:24:59.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.713+0000 7fbda107a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bb70101270 0x55bb704d2fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:59.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.713+0000 7fbda107a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bb70101270 0x55bb704d2fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46896/0 (socket says 172.21.15.67:46896) 2024-09-21T00:24:59.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.713+0000 7fbda107a640 1 -- 172.21.15.67:0/3627342748 learned_addr learned my addr 172.21.15.67:0/3627342748 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:59.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.713+0000 7fbda187b640 1 --2- 172.21.15.67:0/3627342748 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bb700e0590 0x55bb704f0400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:59.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.713+0000 7fbda0879640 1 --2- 172.21.15.67:0/3627342748 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55bb700d83b0 0x55bb704d3500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:59.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.713+0000 7fbda107a640 1 -- 172.21.15.67:0/3627342748 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55bb700d83b0 msgr2=0x55bb704d3500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:59.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.713+0000 7fbda107a640 1 --2- 172.21.15.67:0/3627342748 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55bb700d83b0 0x55bb704d3500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:59.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.713+0000 7fbda107a640 1 -- 172.21.15.67:0/3627342748 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bb700e0590 msgr2=0x55bb704f0400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:59.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.713+0000 7fbda107a640 1 --2- 172.21.15.67:0/3627342748 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bb700e0590 0x55bb704f0400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:59.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.713+0000 7fbda107a640 1 -- 172.21.15.67:0/3627342748 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bb7016c850 con 0x55bb70101270 2024-09-21T00:24:59.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.713+0000 7fbda107a640 1 --2- 172.21.15.67:0/3627342748 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bb70101270 0x55bb704d2fc0 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7fbd98099150 tx=0x7fbd98062200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a47c0e890757bc9 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:59.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.714+0000 7fbd86ffd640 1 -- 172.21.15.67:0/3627342748 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd980629d0 con 0x55bb70101270 2024-09-21T00:24:59.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.714+0000 7fbd86ffd640 1 -- 172.21.15.67:0/3627342748 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbd980674b0 con 0x55bb70101270 2024-09-21T00:24:59.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.714+0000 7fbd86ffd640 1 -- 172.21.15.67:0/3627342748 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd9806c360 con 0x55bb70101270 2024-09-21T00:24:59.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.714+0000 7fbdaa24d740 1 -- 172.21.15.67:0/3627342748 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bb70101270 msgr2=0x55bb704d2fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:59.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.714+0000 7fbdaa24d740 1 --2- 172.21.15.67:0/3627342748 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bb70101270 0x55bb704d2fc0 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7fbd98099150 tx=0x7fbd98062200 comp rx=0 tx=0).stop 2024-09-21T00:24:59.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.714+0000 7fbdaa24d740 1 -- 172.21.15.67:0/3627342748 shutdown_connections 2024-09-21T00:24:59.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.714+0000 7fbdaa24d740 1 --2- 172.21.15.67:0/3627342748 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bb700e0590 0x55bb704f0400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:59.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.714+0000 7fbdaa24d740 1 --2- 172.21.15.67:0/3627342748 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55bb700d83b0 0x55bb704d3500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:59.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.714+0000 7fbdaa24d740 1 --2- 172.21.15.67:0/3627342748 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bb70101270 0x55bb704d2fc0 unknown :-1 s=CLOSED pgs=754 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:59.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.714+0000 7fbdaa24d740 1 -- 172.21.15.67:0/3627342748 >> 172.21.15.67:0/3627342748 conn(0x55bb700f53c0 msgr2=0x55bb704a9280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:59.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.714+0000 7fbdaa24d740 1 -- 172.21.15.67:0/3627342748 shutdown_connections 2024-09-21T00:24:59.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.714+0000 7fbdaa24d740 1 -- 172.21.15.67:0/3627342748 wait complete. 2024-09-21T00:24:59.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.715+0000 7fbdaa24d740 1 -- start start 2024-09-21T00:24:59.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.715+0000 7fbdaa24d740 1 Processor -- start 2024-09-21T00:24:59.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.717+0000 7fbdaa24d740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bb700d83b0 0x55bb704e6ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:59.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.717+0000 7fbdaa24d740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bb700e0590 0x55bb704ffdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:59.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.717+0000 7fbdaa24d740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55bb70101270 0x55bb704d1940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:59.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.717+0000 7fbdaa24d740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55bb7017b620 con 0x55bb700e0590 2024-09-21T00:24:59.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.717+0000 7fbdaa24d740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55bb703b05f0 con 0x55bb700d83b0 2024-09-21T00:24:59.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.717+0000 7fbdaa24d740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55bb704d3a40 con 0x55bb70101270 2024-09-21T00:24:59.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.717+0000 7fbdaa24d740 10 client.0 _ll_register_callbacks cb 0x55bb703b40a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:24:59.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.717+0000 7fbda0879640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bb700e0590 0x55bb704ffdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:59.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.717+0000 7fbda0879640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bb700e0590 0x55bb704ffdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46904/0 (socket says 172.21.15.67:46904) 2024-09-21T00:24:59.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.717+0000 7fbda0879640 1 -- 172.21.15.67:0/1700669465 learned_addr learned my addr 172.21.15.67:0/1700669465 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:59.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.717+0000 7fbda107a640 1 --2- 172.21.15.67:0/1700669465 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bb700d83b0 0x55bb704e6ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:59.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.717+0000 7fbda187b640 1 --2- 172.21.15.67:0/1700669465 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55bb70101270 0x55bb704d1940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:59.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.717+0000 7fbda0879640 1 -- 172.21.15.67:0/1700669465 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55bb70101270 msgr2=0x55bb704d1940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:59.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.717+0000 7fbda0879640 1 --2- 172.21.15.67:0/1700669465 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55bb70101270 0x55bb704d1940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:59.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.717+0000 7fbda0879640 1 -- 172.21.15.67:0/1700669465 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bb700d83b0 msgr2=0x55bb704e6ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:59.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.717+0000 7fbda0879640 1 --2- 172.21.15.67:0/1700669465 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bb700d83b0 0x55bb704e6ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:59.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.717+0000 7fbda0879640 1 -- 172.21.15.67:0/1700669465 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bb701e36b0 con 0x55bb700e0590 2024-09-21T00:24:59.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.718+0000 7fbda0879640 1 --2- 172.21.15.67:0/1700669465 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bb700e0590 0x55bb704ffdb0 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7fbd8c003970 tx=0x7fbd8c000ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=495ec7e235afbf2f server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:59.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.718+0000 7fbd7bfff640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:24:59.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.718+0000 7fbd7bfff640 1 -- 172.21.15.67:0/1700669465 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd8c014bc0 con 0x55bb700e0590 2024-09-21T00:24:59.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.718+0000 7fbd7bfff640 1 -- 172.21.15.67:0/1700669465 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(56..56 src has 1..56) ==== 5709+0+0 (secure 0 0 0) 0x7fbd8c010040 con 0x55bb700e0590 2024-09-21T00:24:59.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.718+0000 7fbdaa24d740 1 -- 172.21.15.67:0/1700669465 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbd980674b0 con 0x55bb700e0590 2024-09-21T00:24:59.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.718+0000 7fbd7bfff640 1 -- 172.21.15.67:0/1700669465 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7fbd8c02e050 con 0x55bb700e0590 2024-09-21T00:24:59.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.718+0000 7fbdaa24d740 10 client.6387 fetch_fsmap learned FSMap version 40 2024-09-21T00:24:59.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.718+0000 7fbdaa24d740 1 -- 172.21.15.67:0/1700669465 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=2+}) -- 0x55bb705004a0 con 0x55bb700e0590 2024-09-21T00:24:59.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.718+0000 7fbd7bfff640 1 -- 172.21.15.67:0/1700669465 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbd980674b0 con 0x55bb700e0590 2024-09-21T00:24:59.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.718+0000 7fbd7bfff640 1 -- 172.21.15.67:0/1700669465 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 40) ==== 3502+0+0 (secure 0 0 0) 0x7fbd8c031020 con 0x55bb700e0590 2024-09-21T00:24:59.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.718+0000 7fbdaa24d740 10 client.6387 fetch_fsmap finished waiting for FSMap version 40 2024-09-21T00:24:59.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.718+0000 7fbdaa24d740 10 client.6387 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-21T00:24:59.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.718+0000 7fbdaa24d740 20 client.6387 populate_metadata read hostname 'smithi067' 2024-09-21T00:24:59.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.718+0000 7fbdaa24d740 1 --2- 172.21.15.67:0/1700669465 >> [v2:172.21.15.67:6834/4157540117,v1:172.21.15.67:6835/4157540117] conn(0x55bb700bfe40 0x55bb704fd170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:59.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.718+0000 7fbdaa24d740 4 client.6387 mds_command: new command op to 6252 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:24:59.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.718+0000 7fbdaa24d740 1 -- 172.21.15.67:0/1700669465 --> [v2:172.21.15.67:6834/4157540117,v1:172.21.15.67:6835/4157540117] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bb7041d770 con 0x55bb700bfe40 2024-09-21T00:24:59.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.718+0000 7fbda107a640 1 --2- 172.21.15.67:0/1700669465 >> [v2:172.21.15.67:6834/4157540117,v1:172.21.15.67:6835/4157540117] conn(0x55bb700bfe40 0x55bb704fd170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:59.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.719+0000 7fbd7bfff640 10 client.6387 ms_handle_connect on v2:172.21.15.67:6834/4157540117 2024-09-21T00:24:59.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.719+0000 7fbda107a640 1 --2- 172.21.15.67:0/1700669465 >> [v2:172.21.15.67:6834/4157540117,v1:172.21.15.67:6835/4157540117] conn(0x55bb700bfe40 0x55bb704fd170 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3f6359e429b8addf server_cookie=ebf67bb2d6901eeb in_seq=0 out_seq=0 2024-09-21T00:24:59.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.720+0000 7fbd7bfff640 1 -- 172.21.15.67:0/1700669465 <== mds.0 v2:172.21.15.67:6834/4157540117 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x55bb7041d770 con 0x55bb700bfe40 2024-09-21T00:24:59.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.720+0000 7fbd7bfff640 10 client.6387 handle_command_reply: tid=0 2024-09-21T00:24:59.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.720+0000 7fbdaa24d740 1 client.6387 shutdown 2024-09-21T00:24:59.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.720+0000 7fbdaa24d740 1 -- 172.21.15.67:0/1700669465 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bb700e0590 msgr2=0x55bb704ffdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:59.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.720+0000 7fbdaa24d740 1 --2- 172.21.15.67:0/1700669465 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bb700e0590 0x55bb704ffdb0 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7fbd8c003970 tx=0x7fbd8c000ed0 comp rx=0 tx=0).stop 2024-09-21T00:24:59.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.720+0000 7fbdaa24d740 1 -- 172.21.15.67:0/1700669465 shutdown_connections 2024-09-21T00:24:59.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.720+0000 7fbdaa24d740 1 --2- 172.21.15.67:0/1700669465 >> [v2:172.21.15.67:6834/4157540117,v1:172.21.15.67:6835/4157540117] conn(0x55bb700bfe40 0x55bb704fd170 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:59.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.720+0000 7fbdaa24d740 1 --2- 172.21.15.67:0/1700669465 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55bb70101270 0x55bb704d1940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:59.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.720+0000 7fbdaa24d740 1 --2- 172.21.15.67:0/1700669465 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bb700e0590 0x55bb704ffdb0 unknown :-1 s=CLOSED pgs=755 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:59.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.720+0000 7fbd7bfff640 0 client.6387 ms_handle_reset on v2:172.21.15.67:6834/4157540117 2024-09-21T00:24:59.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.720+0000 7fbdaa24d740 1 --2- 172.21.15.67:0/1700669465 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bb700d83b0 0x55bb704e6ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:59.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.720+0000 7fbdaa24d740 1 -- 172.21.15.67:0/1700669465 >> 172.21.15.67:0/1700669465 conn(0x55bb700f53c0 msgr2=0x55bb704a9130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:59.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.720+0000 7fbdaa24d740 1 -- 172.21.15.67:0/1700669465 shutdown_connections 2024-09-21T00:24:59.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.720+0000 7fbdaa24d740 1 -- 172.21.15.67:0/1700669465 wait complete. 2024-09-21T00:24:59.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.720+0000 7fbdaa24d740 20 client.6387 trim_cache size 0 max 16384 2024-09-21T00:24:59.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.739+0000 7fbdaa24d740 1 Processor -- start 2024-09-21T00:24:59.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.739+0000 7fbdaa24d740 1 -- start start 2024-09-21T00:24:59.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.740+0000 7fbdaa24d740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bb700f53c0 0x55bb704a4f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:59.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.740+0000 7fbdaa24d740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55bb700d83b0 0x55bb704a2740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:59.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.740+0000 7fbdaa24d740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bb700e0590 0x55bb704e5030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:59.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.740+0000 7fbdaa24d740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fbd9c201030 con 0x55bb700e0590 2024-09-21T00:24:59.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.740+0000 7fbdaa24d740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fbd9c1556e0 con 0x55bb700f53c0 2024-09-21T00:24:59.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.740+0000 7fbdaa24d740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fbd9c154540 con 0x55bb700d83b0 2024-09-21T00:24:59.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.741+0000 7fbda187b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bb700e0590 0x55bb704e5030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:59.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.741+0000 7fbda187b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bb700e0590 0x55bb704e5030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46918/0 (socket says 172.21.15.67:46918) 2024-09-21T00:24:59.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.741+0000 7fbda187b640 1 -- 172.21.15.67:0/4058553294 learned_addr learned my addr 172.21.15.67:0/4058553294 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:59.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.741+0000 7fbda0879640 1 --2- 172.21.15.67:0/4058553294 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55bb700d83b0 0x55bb704a2740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:59.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.741+0000 7fbda107a640 1 --2- 172.21.15.67:0/4058553294 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bb700f53c0 0x55bb704a4f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:59.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.741+0000 7fbda187b640 1 -- 172.21.15.67:0/4058553294 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55bb700d83b0 msgr2=0x55bb704a2740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:59.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.741+0000 7fbda187b640 1 --2- 172.21.15.67:0/4058553294 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55bb700d83b0 0x55bb704a2740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:59.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.741+0000 7fbda187b640 1 -- 172.21.15.67:0/4058553294 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bb700f53c0 msgr2=0x55bb704a4f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:59.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.741+0000 7fbda187b640 1 --2- 172.21.15.67:0/4058553294 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bb700f53c0 0x55bb704a4f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:59.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.741+0000 7fbda187b640 1 -- 172.21.15.67:0/4058553294 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bb704a9a40 con 0x55bb700e0590 2024-09-21T00:24:59.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.741+0000 7fbda187b640 1 --2- 172.21.15.67:0/4058553294 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bb700e0590 0x55bb704e5030 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7fbd94009ca0 tx=0x7fbd94004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8fa4f6e67009b104 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:59.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.741+0000 7fbd867fc640 1 -- 172.21.15.67:0/4058553294 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd9404b070 con 0x55bb700e0590 2024-09-21T00:24:59.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.741+0000 7fbd867fc640 1 -- 172.21.15.67:0/4058553294 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbd94004040 con 0x55bb700e0590 2024-09-21T00:24:59.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.741+0000 7fbd867fc640 1 -- 172.21.15.67:0/4058553294 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd940043f0 con 0x55bb700e0590 2024-09-21T00:24:59.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.742+0000 7fbdaa24d740 1 -- 172.21.15.67:0/4058553294 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bb700e0590 msgr2=0x55bb704e5030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:59.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.742+0000 7fbdaa24d740 1 --2- 172.21.15.67:0/4058553294 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bb700e0590 0x55bb704e5030 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7fbd94009ca0 tx=0x7fbd94004ab0 comp rx=0 tx=0).stop 2024-09-21T00:24:59.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.742+0000 7fbdaa24d740 1 -- 172.21.15.67:0/4058553294 shutdown_connections 2024-09-21T00:24:59.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.742+0000 7fbdaa24d740 1 --2- 172.21.15.67:0/4058553294 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bb700e0590 0x55bb704e5030 unknown :-1 s=CLOSED pgs=756 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:59.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.742+0000 7fbdaa24d740 1 --2- 172.21.15.67:0/4058553294 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55bb700d83b0 0x55bb704a2740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:59.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.742+0000 7fbdaa24d740 1 --2- 172.21.15.67:0/4058553294 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bb700f53c0 0x55bb704a4f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:59.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.742+0000 7fbdaa24d740 1 -- 172.21.15.67:0/4058553294 >> 172.21.15.67:0/4058553294 conn(0x55bb704d1a70 msgr2=0x55bb704e3db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:59.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.742+0000 7fbdaa24d740 1 -- 172.21.15.67:0/4058553294 shutdown_connections 2024-09-21T00:24:59.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.742+0000 7fbdaa24d740 1 -- 172.21.15.67:0/4058553294 wait complete. 2024-09-21T00:24:59.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.743+0000 7fbdaa24d740 1 -- start start 2024-09-21T00:24:59.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.743+0000 7fbdaa24d740 1 Processor -- start 2024-09-21T00:24:59.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.745+0000 7fbdaa24d740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bb700d83b0 0x55bb704d2d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:59.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.745+0000 7fbdaa24d740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bb700e0590 0x55bb704d3280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:59.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.745+0000 7fbdaa24d740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55bb700f53c0 0x55bb704fcee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:59.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.745+0000 7fbdaa24d740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55bb704fe490 con 0x55bb700d83b0 2024-09-21T00:24:59.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.745+0000 7fbdaa24d740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55bb704d2470 con 0x55bb700e0590 2024-09-21T00:24:59.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.745+0000 7fbdaa24d740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55bb70500a90 con 0x55bb700f53c0 2024-09-21T00:24:59.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.745+0000 7fbdaa24d740 10 client.0 _ll_register_callbacks cb 0x7fbd8c0051b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:24:59.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.745+0000 7fbda107a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bb700d83b0 0x55bb704d2d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:59.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.745+0000 7fbda107a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bb700d83b0 0x55bb704d2d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46934/0 (socket says 172.21.15.67:46934) 2024-09-21T00:24:59.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.745+0000 7fbda107a640 1 -- 172.21.15.67:0/197069103 learned_addr learned my addr 172.21.15.67:0/197069103 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:59.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.745+0000 7fbda0879640 1 --2- 172.21.15.67:0/197069103 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bb700e0590 0x55bb704d3280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:59.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.745+0000 7fbda187b640 1 --2- 172.21.15.67:0/197069103 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55bb700f53c0 0x55bb704fcee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:59.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.745+0000 7fbda107a640 1 -- 172.21.15.67:0/197069103 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55bb700f53c0 msgr2=0x55bb704fcee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:59.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.745+0000 7fbda107a640 1 --2- 172.21.15.67:0/197069103 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55bb700f53c0 0x55bb704fcee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:59.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.745+0000 7fbda107a640 1 -- 172.21.15.67:0/197069103 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bb700e0590 msgr2=0x55bb704d3280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:24:59.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.745+0000 7fbda107a640 1 --2- 172.21.15.67:0/197069103 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bb700e0590 0x55bb704d3280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:59.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.745+0000 7fbda107a640 1 -- 172.21.15.67:0/197069103 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bb704ffca0 con 0x55bb700d83b0 2024-09-21T00:24:59.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.745+0000 7fbda0879640 1 --2- 172.21.15.67:0/197069103 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bb700e0590 0x55bb704d3280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:24:59.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.745+0000 7fbda187b640 1 --2- 172.21.15.67:0/197069103 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55bb700f53c0 0x55bb704fcee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:24:59.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.745+0000 7fbda107a640 1 --2- 172.21.15.67:0/197069103 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bb700d83b0 0x55bb704d2d40 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7fbd9805e9e0 tx=0x7fbd98099080 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df0f3700c38ede95 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:59.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.745+0000 7fbd7bfff640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:24:59.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.745+0000 7fbd7bfff640 1 -- 172.21.15.67:0/197069103 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd98081060 con 0x55bb700d83b0 2024-09-21T00:24:59.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.745+0000 7fbd7bfff640 1 -- 172.21.15.67:0/197069103 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(56..56 src has 1..56) ==== 5709+0+0 (secure 0 0 0) 0x7fbd98061c30 con 0x55bb700d83b0 2024-09-21T00:24:59.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.745+0000 7fbdaa24d740 1 -- 172.21.15.67:0/197069103 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbd94004040 con 0x55bb700d83b0 2024-09-21T00:24:59.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.745+0000 7fbd7bfff640 1 -- 172.21.15.67:0/197069103 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7fbd980674b0 con 0x55bb700d83b0 2024-09-21T00:24:59.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.745+0000 7fbdaa24d740 10 client.6393 fetch_fsmap learned FSMap version 40 2024-09-21T00:24:59.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.745+0000 7fbdaa24d740 1 -- 172.21.15.67:0/197069103 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=2+}) -- 0x55bb704a4f90 con 0x55bb700d83b0 2024-09-21T00:24:59.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.746+0000 7fbd7bfff640 1 -- 172.21.15.67:0/197069103 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbd94004040 con 0x55bb700d83b0 2024-09-21T00:24:59.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.746+0000 7fbd7bfff640 1 -- 172.21.15.67:0/197069103 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 40) ==== 3502+0+0 (secure 0 0 0) 0x7fbd98078af0 con 0x55bb700d83b0 2024-09-21T00:24:59.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.746+0000 7fbdaa24d740 10 client.6393 fetch_fsmap finished waiting for FSMap version 40 2024-09-21T00:24:59.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.746+0000 7fbdaa24d740 10 client.6393 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-21T00:24:59.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.746+0000 7fbdaa24d740 20 client.6393 populate_metadata read hostname 'smithi067' 2024-09-21T00:24:59.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.746+0000 7fbdaa24d740 1 --2- 172.21.15.67:0/197069103 >> [v2:172.21.15.67:6834/4157540117,v1:172.21.15.67:6835/4157540117] conn(0x55bb70095280 0x55bb704fd4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:59.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.746+0000 7fbdaa24d740 4 client.6393 mds_command: new command op to 6252 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-21T00:24:59.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.746+0000 7fbdaa24d740 1 -- 172.21.15.67:0/197069103 --> [v2:172.21.15.67:6834/4157540117,v1:172.21.15.67:6835/4157540117] -- command(tid 0: {"prefix": "status"}) -- 0x55bb70419220 con 0x55bb70095280 2024-09-21T00:24:59.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.746+0000 7fbda0879640 1 --2- 172.21.15.67:0/197069103 >> [v2:172.21.15.67:6834/4157540117,v1:172.21.15.67:6835/4157540117] conn(0x55bb70095280 0x55bb704fd4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:59.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.746+0000 7fbd7bfff640 10 client.6393 ms_handle_connect on v2:172.21.15.67:6834/4157540117 2024-09-21T00:24:59.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.746+0000 7fbda0879640 1 --2- 172.21.15.67:0/197069103 >> [v2:172.21.15.67:6834/4157540117,v1:172.21.15.67:6835/4157540117] conn(0x55bb70095280 0x55bb704fd4f0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fb10febd45486ef2 server_cookie=723dcb3524da99bf in_seq=0 out_seq=0 2024-09-21T00:24:59.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.746+0000 7fbd7bfff640 1 -- 172.21.15.67:0/197069103 <== mds.0 v2:172.21.15.67:6834/4157540117 1 ==== command_reply(tid 0: 0 ) ==== 8+0+325 (crc 0 0 0) 0x55bb70419220 con 0x55bb70095280 2024-09-21T00:24:59.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.746+0000 7fbd7bfff640 10 client.6393 handle_command_reply: tid=0 2024-09-21T00:24:59.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.746+0000 7fbdaa24d740 1 client.6393 shutdown 2024-09-21T00:24:59.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.747+0000 7fbdaa24d740 1 -- 172.21.15.67:0/197069103 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bb700d83b0 msgr2=0x55bb704d2d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:59.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.747+0000 7fbdaa24d740 1 --2- 172.21.15.67:0/197069103 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bb700d83b0 0x55bb704d2d40 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7fbd9805e9e0 tx=0x7fbd98099080 comp rx=0 tx=0).stop 2024-09-21T00:24:59.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.747+0000 7fbdaa24d740 1 -- 172.21.15.67:0/197069103 shutdown_connections 2024-09-21T00:24:59.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.747+0000 7fbdaa24d740 1 --2- 172.21.15.67:0/197069103 >> [v2:172.21.15.67:6834/4157540117,v1:172.21.15.67:6835/4157540117] conn(0x55bb70095280 0x55bb704fd4f0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:59.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.747+0000 7fbdaa24d740 1 --2- 172.21.15.67:0/197069103 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55bb700f53c0 0x55bb704fcee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:59.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.747+0000 7fbdaa24d740 1 --2- 172.21.15.67:0/197069103 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bb700e0590 0x55bb704d3280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:59.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.747+0000 7fbdaa24d740 1 --2- 172.21.15.67:0/197069103 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bb700d83b0 0x55bb704d2d40 unknown :-1 s=CLOSED pgs=757 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:59.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.747+0000 7fbd7bfff640 0 client.6393 ms_handle_reset on v2:172.21.15.67:6834/4157540117 2024-09-21T00:24:59.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.747+0000 7fbdaa24d740 1 -- 172.21.15.67:0/197069103 >> 172.21.15.67:0/197069103 conn(0x55bb704d1a70 msgr2=0x55bb704a2740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:59.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.747+0000 7fbdaa24d740 1 -- 172.21.15.67:0/197069103 shutdown_connections 2024-09-21T00:24:59.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.747+0000 7fbdaa24d740 1 -- 172.21.15.67:0/197069103 wait complete. 2024-09-21T00:24:59.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.747+0000 7fbdaa24d740 20 client.6393 trim_cache size 0 max 16384 2024-09-21T00:24:59.753 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:24:59.753 INFO:teuthology.orchestra.run.smithi067.stdout: "cluster_fsid": "166a8832-baab-4541-be5c-9c3483b3f7a3", 2024-09-21T00:24:59.754 INFO:teuthology.orchestra.run.smithi067.stdout: "whoami": 0, 2024-09-21T00:24:59.754 INFO:teuthology.orchestra.run.smithi067.stdout: "id": 6252, 2024-09-21T00:24:59.754 INFO:teuthology.orchestra.run.smithi067.stdout: "want_state": "up:active", 2024-09-21T00:24:59.754 INFO:teuthology.orchestra.run.smithi067.stdout: "state": "up:active", 2024-09-21T00:24:59.755 INFO:teuthology.orchestra.run.smithi067.stdout: "fs_name": "cephfs", 2024-09-21T00:24:59.755 INFO:teuthology.orchestra.run.smithi067.stdout: "rank_uptime": 5.8285497130000001, 2024-09-21T00:24:59.755 INFO:teuthology.orchestra.run.smithi067.stdout: "mdsmap_epoch": 40, 2024-09-21T00:24:59.755 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch": 56, 2024-09-21T00:24:59.755 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch_barrier": 56, 2024-09-21T00:24:59.755 INFO:teuthology.orchestra.run.smithi067.stdout: "uptime": 10.445586213 2024-09-21T00:24:59.755 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:24:59.756 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.747+0000 7fbda32de640 1 -- 172.21.15.67:0/4230515573 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbd80078bc0 msgr2=0x7fbd8007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:59.756 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.747+0000 7fbda32de640 1 --2- 172.21.15.67:0/4230515573 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbd80078bc0 0x7fbd8007b0d0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fbd9c0b7bb0 tx=0x7fbd8c009040 comp rx=0 tx=0).stop 2024-09-21T00:24:59.756 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.747+0000 7fbda32de640 1 -- 172.21.15.67:0/4230515573 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd9c06fbd0 msgr2=0x7fbd9c0ba950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:59.756 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.747+0000 7fbda32de640 1 --2- 172.21.15.67:0/4230515573 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd9c06fbd0 0x7fbd9c0ba950 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7fbd9800c460 tx=0x7fbd9800c920 comp rx=0 tx=0).stop 2024-09-21T00:24:59.756 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.747+0000 7fbda32de640 1 -- 172.21.15.67:0/4230515573 shutdown_connections 2024-09-21T00:24:59.756 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.747+0000 7fbda32de640 1 --2- 172.21.15.67:0/4230515573 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbd80078bc0 0x7fbd8007b0d0 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:59.756 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.747+0000 7fbda32de640 1 --2- 172.21.15.67:0/4230515573 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbd9c152310 0x7fbd9c0b1950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:59.756 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.747+0000 7fbda32de640 1 --2- 172.21.15.67:0/4230515573 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbd9c0b9e70 0x7fbd9c0b1410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:59.756 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.747+0000 7fbda32de640 1 --2- 172.21.15.67:0/4230515573 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd9c06fbd0 0x7fbd9c0ba950 unknown :-1 s=CLOSED pgs=753 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:59.757 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.747+0000 7fbda32de640 1 -- 172.21.15.67:0/4230515573 >> 172.21.15.67:0/4230515573 conn(0x7fbd9c0d45a0 msgr2=0x7fbd9c0d0610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:59.757 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.748+0000 7fbda32de640 1 -- 172.21.15.67:0/4230515573 shutdown_connections 2024-09-21T00:24:59.757 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.748+0000 7fbda32de640 1 -- 172.21.15.67:0/4230515573 wait complete. 2024-09-21T00:24:59.760 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-21T00:24:59.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.876+0000 7fb9d5c84640 1 -- 172.21.15.67:0/4214177239 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb9b8004800 msgr2=0x7fb9b8004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:59.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.876+0000 7fb9d5c84640 1 --2- 172.21.15.67:0/4214177239 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb9b8004800 0x7fb9b8004c10 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7fb9c40016c0 tx=0x7fb9b8005830 comp rx=0 tx=0).stop 2024-09-21T00:24:59.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.876+0000 7fb9cffff640 1 -- 172.21.15.67:0/4214177239 reap_dead start 2024-09-21T00:24:59.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.876+0000 7fb9d5c84640 1 -- 172.21.15.67:0/4214177239 shutdown_connections 2024-09-21T00:24:59.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.876+0000 7fb9d5c84640 1 -- 172.21.15.67:0/4214177239 >> 172.21.15.67:0/4214177239 conn(0x7fb9d00d45a0 msgr2=0x7fb9d00d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:24:59.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.876+0000 7fb9d5c84640 1 -- 172.21.15.67:0/4214177239 shutdown_connections 2024-09-21T00:24:59.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.876+0000 7fb9d5c84640 1 -- 172.21.15.67:0/4214177239 wait complete. 2024-09-21T00:24:59.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.878+0000 7fb9d5c84640 1 Processor -- start 2024-09-21T00:24:59.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.878+0000 7fb9d5c84640 1 -- start start 2024-09-21T00:24:59.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.880+0000 7fb9d5c84640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb9b8004800 0x7fb9d01f8c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:59.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.880+0000 7fb9d5c84640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb9d015b060 0x7fb9d01f6090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:59.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.880+0000 7fb9d5c84640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb9d00cc630 0x7fb9d00b1520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:59.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.880+0000 7fb9d5c84640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fb9d00cfaf0 con 0x7fb9b8004800 2024-09-21T00:24:59.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.880+0000 7fb9d5c84640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fb9d00cf970 con 0x7fb9d00cc630 2024-09-21T00:24:59.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.880+0000 7fb9d5c84640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fb9d00cfc70 con 0x7fb9d015b060 2024-09-21T00:24:59.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.880+0000 7fb9cf7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb9b8004800 0x7fb9d01f8c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:59.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.880+0000 7fb9cf7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb9b8004800 0x7fb9d01f8c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46954/0 (socket says 172.21.15.67:46954) 2024-09-21T00:24:59.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.880+0000 7fb9cf7fe640 1 -- 172.21.15.67:0/2421267880 learned_addr learned my addr 172.21.15.67:0/2421267880 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:24:59.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.880+0000 7fb9cffff640 1 --2- 172.21.15.67:0/2421267880 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb9d00cc630 0x7fb9d00b1520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:59.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.880+0000 7fb9ceffd640 1 --2- 172.21.15.67:0/2421267880 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb9d015b060 0x7fb9d01f6090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:59.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.880+0000 7fb9cf7fe640 1 -- 172.21.15.67:0/2421267880 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb9d015b060 msgr2=0x7fb9d01f6090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:59.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.880+0000 7fb9cf7fe640 1 --2- 172.21.15.67:0/2421267880 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb9d015b060 0x7fb9d01f6090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:59.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.880+0000 7fb9cf7fe640 1 -- 172.21.15.67:0/2421267880 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb9d00cc630 msgr2=0x7fb9d00b1520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:24:59.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.880+0000 7fb9cf7fe640 1 --2- 172.21.15.67:0/2421267880 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb9d00cc630 0x7fb9d00b1520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:24:59.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.880+0000 7fb9cf7fe640 1 -- 172.21.15.67:0/2421267880 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9d01f9650 con 0x7fb9b8004800 2024-09-21T00:24:59.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.880+0000 7fb9cffff640 1 --2- 172.21.15.67:0/2421267880 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb9d00cc630 0x7fb9d00b1520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:24:59.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.880+0000 7fb9ceffd640 1 --2- 172.21.15.67:0/2421267880 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb9d015b060 0x7fb9d01f6090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:24:59.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.880+0000 7fb9cf7fe640 1 --2- 172.21.15.67:0/2421267880 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb9b8004800 0x7fb9d01f8c90 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7fb9c00066e0 tx=0x7fb9c00039c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:59.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.880+0000 7fb9b7fff640 1 -- 172.21.15.67:0/2421267880 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9c0011700 con 0x7fb9b8004800 2024-09-21T00:24:59.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.881+0000 7fb9b7fff640 1 -- 172.21.15.67:0/2421267880 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb9c0016020 con 0x7fb9b8004800 2024-09-21T00:24:59.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.881+0000 7fb9b7fff640 1 -- 172.21.15.67:0/2421267880 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9c0011b40 con 0x7fb9b8004800 2024-09-21T00:24:59.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.881+0000 7fb9d5c84640 1 -- 172.21.15.67:0/2421267880 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9d01f9930 con 0x7fb9b8004800 2024-09-21T00:24:59.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.881+0000 7fb9d5c84640 1 -- 172.21.15.67:0/2421267880 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9d01f65d0 con 0x7fb9b8004800 2024-09-21T00:24:59.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.882+0000 7fb9d5c84640 1 -- 172.21.15.67:0/2421267880 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb9d00d0200 con 0x7fb9b8004800 2024-09-21T00:24:59.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.882+0000 7fb9b7fff640 1 -- 172.21.15.67:0/2421267880 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fb9c0011ce0 con 0x7fb9b8004800 2024-09-21T00:24:59.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.883+0000 7fb9b7fff640 1 --2- 172.21.15.67:0/2421267880 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb9bc078b90 0x7fb9bc07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:24:59.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.883+0000 7fb9b7fff640 1 -- 172.21.15.67:0/2421267880 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 5709+0+0 (secure 0 0 0) 0x7fb9c009b800 con 0x7fb9b8004800 2024-09-21T00:24:59.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.883+0000 7fb9ceffd640 1 --2- 172.21.15.67:0/2421267880 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb9bc078b90 0x7fb9bc07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:24:59.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.884+0000 7fb9ceffd640 1 --2- 172.21.15.67:0/2421267880 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb9bc078b90 0x7fb9bc07b0a0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fb9c4032000 tx=0x7fb9c4001190 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:24:59.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:24:59.887+0000 7fb9b7fff640 1 -- 172.21.15.67:0/2421267880 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fb9c0020020 con 0x7fb9b8004800 2024-09-21T00:25:00.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:00.116+0000 7fb9d5c84640 1 -- 172.21.15.67:0/2421267880 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fb9d01620a0 con 0x7fb9b8004800 2024-09-21T00:25:00.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:00.117+0000 7fb9b7fff640 1 -- 172.21.15.67:0/2421267880 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v40) ==== 53+0+73 (secure 0 0 0) 0x7fb9c0063da0 con 0x7fb9b8004800 2024-09-21T00:25:00.118 INFO:teuthology.orchestra.run.smithi067.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-21T00:25:00.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:00.119+0000 7fb9d5c84640 1 -- 172.21.15.67:0/2421267880 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb9bc078b90 msgr2=0x7fb9bc07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:00.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:00.119+0000 7fb9d5c84640 1 --2- 172.21.15.67:0/2421267880 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb9bc078b90 0x7fb9bc07b0a0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fb9c4032000 tx=0x7fb9c4001190 comp rx=0 tx=0).stop 2024-09-21T00:25:00.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:00.119+0000 7fb9d5c84640 1 -- 172.21.15.67:0/2421267880 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb9b8004800 msgr2=0x7fb9d01f8c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:00.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:00.119+0000 7fb9d5c84640 1 --2- 172.21.15.67:0/2421267880 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb9b8004800 0x7fb9d01f8c90 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7fb9c00066e0 tx=0x7fb9c00039c0 comp rx=0 tx=0).stop 2024-09-21T00:25:00.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:00.119+0000 7fb9d5c84640 1 -- 172.21.15.67:0/2421267880 shutdown_connections 2024-09-21T00:25:00.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:00.119+0000 7fb9d5c84640 1 --2- 172.21.15.67:0/2421267880 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb9bc078b90 0x7fb9bc07b0a0 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:00.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:00.119+0000 7fb9d5c84640 1 --2- 172.21.15.67:0/2421267880 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb9d00cc630 0x7fb9d00b1520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:00.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:00.119+0000 7fb9d5c84640 1 --2- 172.21.15.67:0/2421267880 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb9d015b060 0x7fb9d01f6090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:00.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:00.119+0000 7fb9d5c84640 1 --2- 172.21.15.67:0/2421267880 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb9b8004800 0x7fb9d01f8c90 unknown :-1 s=CLOSED pgs=760 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:00.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:00.119+0000 7fb9d5c84640 1 -- 172.21.15.67:0/2421267880 >> 172.21.15.67:0/2421267880 conn(0x7fb9d00d45a0 msgr2=0x7fb9d00b73d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:00.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:00.119+0000 7fb9d5c84640 1 -- 172.21.15.67:0/2421267880 shutdown_connections 2024-09-21T00:25:00.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:00.119+0000 7fb9d5c84640 1 -- 172.21.15.67:0/2421267880 wait complete. 2024-09-21T00:25:00.132 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-21T00:25:00.132 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-21T00:25:00.132 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi067.front.sepia.ceph.com 2024-09-21T00:25:00.132 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-21T00:25:00.132 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-21T00:25:00.132 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-21T00:25:00.132 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-21T00:25:00.132 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-21T00:25:00.132 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-21T00:25:00.132 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:25:00.133 DEBUG:teuthology.orchestra.run.smithi067:> ip addr 2024-09-21T00:25:00.149 INFO:teuthology.orchestra.run.smithi067.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-21T00:25:00.149 INFO:teuthology.orchestra.run.smithi067.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-21T00:25:00.149 INFO:teuthology.orchestra.run.smithi067.stdout: inet 127.0.0.1/8 scope host lo 2024-09-21T00:25:00.149 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:25:00.149 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 ::1/128 scope host 2024-09-21T00:25:00.149 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:25:00.149 INFO:teuthology.orchestra.run.smithi067.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-21T00:25:00.149 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:a8:b4:7e brd ff:ff:ff:ff:ff:ff 2024-09-21T00:25:00.149 INFO:teuthology.orchestra.run.smithi067.stdout: altname enp7s0f0 2024-09-21T00:25:00.149 INFO:teuthology.orchestra.run.smithi067.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-21T00:25:00.149 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:a8:b4:7f brd ff:ff:ff:ff:ff:ff 2024-09-21T00:25:00.149 INFO:teuthology.orchestra.run.smithi067.stdout: altname enp7s0f1 2024-09-21T00:25:00.150 INFO:teuthology.orchestra.run.smithi067.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-21T00:25:00.150 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:b6:fc:0a brd ff:ff:ff:ff:ff:ff 2024-09-21T00:25:00.150 INFO:teuthology.orchestra.run.smithi067.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-21T00:25:00.150 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:b6:fc:0b brd ff:ff:ff:ff:ff:ff 2024-09-21T00:25:00.150 INFO:teuthology.orchestra.run.smithi067.stdout: inet 172.21.15.67/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-21T00:25:00.150 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft 42567sec preferred_lft 42567sec 2024-09-21T00:25:00.150 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::ec4:7aff:feb6:fc0b/64 scope link noprefixroute 2024-09-21T00:25:00.150 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:25:00.150 INFO:teuthology.orchestra.run.smithi067.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-21T00:25:00.150 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether ae:69:02:89:12:0b brd ff:ff:ff:ff:ff:ff 2024-09-21T00:25:00.150 INFO:teuthology.orchestra.run.smithi067.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-21T00:25:00.150 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:25:00.150 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::cb7:27ff:fe38:31a4/64 scope link 2024-09-21T00:25:00.151 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:25:00.151 INFO:teuthology.orchestra.run.smithi067.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T00:25:00.151 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether ae:69:02:89:12:0b brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:25:00.151 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::ac69:2ff:fe89:120b/64 scope link 2024-09-21T00:25:00.151 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:25:00.151 INFO:teuthology.orchestra.run.smithi067.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T00:25:00.151 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether d6:c9:e4:80:cc:a3 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:25:00.151 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::d4c9:e4ff:fe80:cca3/64 scope link 2024-09-21T00:25:00.151 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:25:00.151 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:25:00.151 DEBUG:teuthology.orchestra.run.smithi067:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-21T00:25:00.213 INFO:teuthology.orchestra.run.smithi067.stdout:1 2024-09-21T00:25:00.214 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:25:00.215 DEBUG:teuthology.orchestra.run.smithi067:> route 2024-09-21T00:25:00.272 INFO:teuthology.orchestra.run.smithi067.stdout:Kernel IP routing table 2024-09-21T00:25:00.272 INFO:teuthology.orchestra.run.smithi067.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-21T00:25:00.272 INFO:teuthology.orchestra.run.smithi067.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-21T00:25:00.273 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-21T00:25:00.273 INFO:teuthology.orchestra.run.smithi067.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-21T00:25:00.273 DEBUG:teuthology.orchestra.run.smithi067:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T00:25:00.273 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:25:00.274 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-21T00:25:00.274 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-21T00:25:00.274 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-21T00:25:00.274 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:25:00.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:00 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T00:25:00.394 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:00 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:25:00.401 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:25:00.401 DEBUG:teuthology.orchestra.run.smithi067:> ip netns list 2024-09-21T00:25:00.418 INFO:teuthology.orchestra.run.smithi067.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-21T00:25:00.418 INFO:teuthology.orchestra.run.smithi067.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-21T00:25:00.418 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-21T00:25:00.419 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:25:00.419 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip link set brx.0 up 2024-09-21T00:25:00.484 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-21T00:25:00.484 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T00:25:00.485 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-21T00:25:00.541 INFO:teuthology.orchestra.run.smithi067.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-21T00:25:00.542 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T00:25:00.542 DEBUG:teuthology.orchestra.run.smithi067:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-21T00:25:00.597 DEBUG:teuthology.orchestra.run.smithi067:> sudo modprobe fuse 2024-09-21T00:25:00.664 DEBUG:teuthology.orchestra.run.smithi067:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T00:25:00.721 INFO:teuthology.orchestra.run.smithi067.stdout:/proc 2024-09-21T00:25:00.721 INFO:teuthology.orchestra.run.smithi067.stdout:/sys 2024-09-21T00:25:00.721 INFO:teuthology.orchestra.run.smithi067.stdout:/dev 2024-09-21T00:25:00.721 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/security 2024-09-21T00:25:00.721 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/shm 2024-09-21T00:25:00.721 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/pts 2024-09-21T00:25:00.721 INFO:teuthology.orchestra.run.smithi067.stdout:/run 2024-09-21T00:25:00.721 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/cgroup 2024-09-21T00:25:00.721 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/pstore 2024-09-21T00:25:00.722 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/bpf 2024-09-21T00:25:00.722 INFO:teuthology.orchestra.run.smithi067.stdout:/ 2024-09-21T00:25:00.722 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/selinux 2024-09-21T00:25:00.722 INFO:teuthology.orchestra.run.smithi067.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T00:25:00.722 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/hugepages 2024-09-21T00:25:00.722 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/mqueue 2024-09-21T00:25:00.722 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/debug 2024-09-21T00:25:00.722 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/tracing 2024-09-21T00:25:00.722 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/fuse/connections 2024-09-21T00:25:00.722 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-sysctl.service 2024-09-21T00:25:00.722 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/config 2024-09-21T00:25:00.722 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-21T00:25:00.722 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-21T00:25:00.723 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/nfs/rpc_pipefs 2024-09-21T00:25:00.723 INFO:teuthology.orchestra.run.smithi067.stdout:/run/user/1000 2024-09-21T00:25:00.723 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph 2024-09-21T00:25:00.723 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T00:25:00.723 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T00:25:00.723 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T00:25:00.723 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T00:25:00.723 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns 2024-09-21T00:25:00.723 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:25:00.723 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:25:00.723 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:25:00.723 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:25:00.723 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:25:00.724 DEBUG:teuthology.orchestra.run.smithi067:> ls /sys/fs/fuse/connections 2024-09-21T00:25:00.776 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-21T00:25:00.776 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-21T00:25:00.819 DEBUG:teuthology.orchestra.run.smithi067:> sudo modprobe fuse 2024-09-21T00:25:00.845 DEBUG:teuthology.orchestra.run.smithi067:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T00:25:00.903 INFO:teuthology.orchestra.run.smithi067.stdout:/proc 2024-09-21T00:25:00.904 INFO:teuthology.orchestra.run.smithi067.stdout:/sys 2024-09-21T00:25:00.904 INFO:teuthology.orchestra.run.smithi067.stdout:/dev 2024-09-21T00:25:00.904 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/security 2024-09-21T00:25:00.904 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/shm 2024-09-21T00:25:00.904 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/pts 2024-09-21T00:25:00.904 INFO:teuthology.orchestra.run.smithi067.stdout:/run 2024-09-21T00:25:00.904 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/cgroup 2024-09-21T00:25:00.905 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/pstore 2024-09-21T00:25:00.905 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/bpf 2024-09-21T00:25:00.905 INFO:teuthology.orchestra.run.smithi067.stdout:/ 2024-09-21T00:25:00.905 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/selinux 2024-09-21T00:25:00.905 INFO:teuthology.orchestra.run.smithi067.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T00:25:00.905 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/hugepages 2024-09-21T00:25:00.905 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/mqueue 2024-09-21T00:25:00.905 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/debug 2024-09-21T00:25:00.905 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/tracing 2024-09-21T00:25:00.906 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/fuse/connections 2024-09-21T00:25:00.906 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-sysctl.service 2024-09-21T00:25:00.906 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/config 2024-09-21T00:25:00.906 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-21T00:25:00.906 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-21T00:25:00.906 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/nfs/rpc_pipefs 2024-09-21T00:25:00.906 INFO:teuthology.orchestra.run.smithi067.stdout:/run/user/1000 2024-09-21T00:25:00.906 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph 2024-09-21T00:25:00.906 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T00:25:00.907 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T00:25:00.907 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T00:25:00.907 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T00:25:00.907 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns 2024-09-21T00:25:00.907 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:25:00.907 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:25:00.907 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:25:00.907 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:25:00.907 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:25:00.907 DEBUG:teuthology.orchestra.run.smithi067:> ls /sys/fs/fuse/connections 2024-09-21T00:25:00.914 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:2024-09-21T00:25:00.913+0000 7fe5bed2a480 -1 init, newargv = 0x7fe5a0004640 newargc=15 2024-09-21T00:25:00.915 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:ceph-fuse[61998]: starting ceph client 2024-09-21T00:25:00.919 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:ceph-fuse[61998]: starting fuse 2024-09-21T00:25:00.931 INFO:teuthology.orchestra.run.smithi067.stdout:41 2024-09-21T00:25:00.931 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-21T00:25:00.932 DEBUG:teuthology.orchestra.run.smithi067:> sudo stdin-killer -- python3 -c ' 2024-09-21T00:25:00.932 DEBUG:teuthology.orchestra.run.smithi067:> import glob 2024-09-21T00:25:00.932 DEBUG:teuthology.orchestra.run.smithi067:> import re 2024-09-21T00:25:00.932 DEBUG:teuthology.orchestra.run.smithi067:> import os 2024-09-21T00:25:00.932 DEBUG:teuthology.orchestra.run.smithi067:> import subprocess 2024-09-21T00:25:00.932 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:25:00.932 DEBUG:teuthology.orchestra.run.smithi067:> def _find_admin_socket(client_name): 2024-09-21T00:25:00.932 DEBUG:teuthology.orchestra.run.smithi067:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-21T00:25:00.932 DEBUG:teuthology.orchestra.run.smithi067:> files = glob.glob(asok_path) 2024-09-21T00:25:00.932 DEBUG:teuthology.orchestra.run.smithi067:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-21T00:25:00.932 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:25:00.932 DEBUG:teuthology.orchestra.run.smithi067:> # Given a non-glob path, it better be there 2024-09-21T00:25:00.933 DEBUG:teuthology.orchestra.run.smithi067:> if "*" not in asok_path: 2024-09-21T00:25:00.933 DEBUG:teuthology.orchestra.run.smithi067:> assert(len(files) == 1) 2024-09-21T00:25:00.933 DEBUG:teuthology.orchestra.run.smithi067:> return files[0] 2024-09-21T00:25:00.933 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:25:00.933 DEBUG:teuthology.orchestra.run.smithi067:> for f in files: 2024-09-21T00:25:00.933 DEBUG:teuthology.orchestra.run.smithi067:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-21T00:25:00.933 DEBUG:teuthology.orchestra.run.smithi067:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-21T00:25:00.933 DEBUG:teuthology.orchestra.run.smithi067:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-21T00:25:00.933 DEBUG:teuthology.orchestra.run.smithi067:> contents = proc_f.read() 2024-09-21T00:25:00.933 DEBUG:teuthology.orchestra.run.smithi067:> if mountpoint in contents: 2024-09-21T00:25:00.933 DEBUG:teuthology.orchestra.run.smithi067:> return f 2024-09-21T00:25:00.933 DEBUG:teuthology.orchestra.run.smithi067:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-21T00:25:00.933 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:25:00.933 DEBUG:teuthology.orchestra.run.smithi067:> print(_find_admin_socket("client.0")) 2024-09-21T00:25:00.933 DEBUG:teuthology.orchestra.run.smithi067:> ' 2024-09-21T00:25:01.052 INFO:teuthology.orchestra.run.smithi067.stdout:/var/run/ceph/ceph-client.0.61998.asok 2024-09-21T00:25:01.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:25:01.063 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.61998.asok 2024-09-21T00:25:01.063 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:25:01.063 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.61998.asok status 2024-09-21T00:25:01.210 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:25:01.210 INFO:teuthology.orchestra.run.smithi067.stdout: "metadata": { 2024-09-21T00:25:01.210 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", 2024-09-21T00:25:01.210 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", 2024-09-21T00:25:01.210 INFO:teuthology.orchestra.run.smithi067.stdout: "entity_id": "0", 2024-09-21T00:25:01.210 INFO:teuthology.orchestra.run.smithi067.stdout: "hostname": "smithi067", 2024-09-21T00:25:01.210 INFO:teuthology.orchestra.run.smithi067.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-21T00:25:01.210 INFO:teuthology.orchestra.run.smithi067.stdout: "pid": "61998", 2024-09-21T00:25:01.211 INFO:teuthology.orchestra.run.smithi067.stdout: "root": "/" 2024-09-21T00:25:01.211 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:25:01.211 INFO:teuthology.orchestra.run.smithi067.stdout: "dentry_count": 0, 2024-09-21T00:25:01.211 INFO:teuthology.orchestra.run.smithi067.stdout: "dentry_pinned_count": 0, 2024-09-21T00:25:01.211 INFO:teuthology.orchestra.run.smithi067.stdout: "id": 6408, 2024-09-21T00:25:01.211 INFO:teuthology.orchestra.run.smithi067.stdout: "inst": { 2024-09-21T00:25:01.211 INFO:teuthology.orchestra.run.smithi067.stdout: "name": { 2024-09-21T00:25:01.211 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "client", 2024-09-21T00:25:01.211 INFO:teuthology.orchestra.run.smithi067.stdout: "num": 6408 2024-09-21T00:25:01.211 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:25:01.211 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": { 2024-09-21T00:25:01.211 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "v1", 2024-09-21T00:25:01.211 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": "192.168.0.1:0", 2024-09-21T00:25:01.211 INFO:teuthology.orchestra.run.smithi067.stdout: "nonce": 2868039438 2024-09-21T00:25:01.212 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:25:01.212 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:25:01.212 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": { 2024-09-21T00:25:01.212 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "v1", 2024-09-21T00:25:01.212 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": "192.168.0.1:0", 2024-09-21T00:25:01.212 INFO:teuthology.orchestra.run.smithi067.stdout: "nonce": 2868039438 2024-09-21T00:25:01.212 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:25:01.212 INFO:teuthology.orchestra.run.smithi067.stdout: "inst_str": "client.6408 192.168.0.1:0/2868039438", 2024-09-21T00:25:01.212 INFO:teuthology.orchestra.run.smithi067.stdout: "addr_str": "192.168.0.1:0/2868039438", 2024-09-21T00:25:01.212 INFO:teuthology.orchestra.run.smithi067.stdout: "inode_count": 1, 2024-09-21T00:25:01.212 INFO:teuthology.orchestra.run.smithi067.stdout: "mds_epoch": 40, 2024-09-21T00:25:01.212 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_epoch": 56, 2024-09-21T00:25:01.212 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_epoch_barrier": 0, 2024-09-21T00:25:01.213 INFO:teuthology.orchestra.run.smithi067.stdout: "blocklisted": false, 2024-09-21T00:25:01.213 INFO:teuthology.orchestra.run.smithi067.stdout: "fs_name": "cephfs" 2024-09-21T00:25:01.213 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:25:01.219 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:25:01.219 DEBUG:teuthology.orchestra.run.smithi067:> stat --file-system '--printf=%T 2024-09-21T00:25:01.219 DEBUG:teuthology.orchestra.run.smithi067:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-21T00:25:01.235 INFO:teuthology.orchestra.run.smithi067.stdout:fuseblk 2024-09-21T00:25:01.235 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-21T00:25:01.236 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:25:01.236 DEBUG:teuthology.orchestra.run.smithi067:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-21T00:25:01.302 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds mds_bal_split_size 20 2024-09-21T00:25:01.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.461+0000 7fcaeee4d640 1 -- 172.21.15.67:0/524487587 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcae80b76c0 msgr2=0x7fcae80cef80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:01.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.461+0000 7fcaeee4d640 1 --2- 172.21.15.67:0/524487587 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcae80b76c0 0x7fcae80cef80 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7fcae00098e0 tx=0x7fcae002a5d0 comp rx=0 tx=0).stop 2024-09-21T00:25:01.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.461+0000 7fcaeee4d640 1 -- 172.21.15.67:0/524487587 shutdown_connections 2024-09-21T00:25:01.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.462+0000 7fcaeee4d640 1 --2- 172.21.15.67:0/524487587 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcae80cfbb0 0x7fcae80b5330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:01.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.462+0000 7fcaeee4d640 1 --2- 172.21.15.67:0/524487587 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcae80b76c0 0x7fcae80cef80 unknown :-1 s=CLOSED pgs=764 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:01.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.462+0000 7fcaeee4d640 1 -- 172.21.15.67:0/524487587 >> 172.21.15.67:0/524487587 conn(0x7fcae808bee0 msgr2=0x7fcae80d24e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:01.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.462+0000 7fcaeee4d640 1 -- 172.21.15.67:0/524487587 shutdown_connections 2024-09-21T00:25:01.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.462+0000 7fcaeee4d640 1 -- 172.21.15.67:0/524487587 wait complete. 2024-09-21T00:25:01.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.463+0000 7fcaeee4d640 1 Processor -- start 2024-09-21T00:25:01.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.463+0000 7fcaeee4d640 1 -- start start 2024-09-21T00:25:01.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.465+0000 7fcaeee4d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcae80b5870 0x7fcae81f3fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:01.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.465+0000 7fcaeee4d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcae80b76c0 0x7fcae815e580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:01.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.465+0000 7fcaeee4d640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcae80cfbb0 0x7fcae815eac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:01.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.465+0000 7fcaeee4d640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fcae80cd040 con 0x7fcae80b76c0 2024-09-21T00:25:01.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.465+0000 7fcaeee4d640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fcae80d14b0 con 0x7fcae80b5870 2024-09-21T00:25:01.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.465+0000 7fcaeee4d640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fcae80cd1c0 con 0x7fcae80cfbb0 2024-09-21T00:25:01.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.465+0000 7fcae7fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcae80b76c0 0x7fcae815e580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:01.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.465+0000 7fcae7fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcae80b76c0 0x7fcae815e580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46972/0 (socket says 172.21.15.67:46972) 2024-09-21T00:25:01.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.465+0000 7fcae7fff640 1 -- 172.21.15.67:0/3449668991 learned_addr learned my addr 172.21.15.67:0/3449668991 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:01.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.465+0000 7fcaecbe9640 1 --2- 172.21.15.67:0/3449668991 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcae80b5870 0x7fcae81f3fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:01.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.465+0000 7fcaed3ea640 1 --2- 172.21.15.67:0/3449668991 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcae80cfbb0 0x7fcae815eac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:01.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.465+0000 7fcae7fff640 1 -- 172.21.15.67:0/3449668991 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcae80cfbb0 msgr2=0x7fcae815eac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:01.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.465+0000 7fcae7fff640 1 --2- 172.21.15.67:0/3449668991 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcae80cfbb0 0x7fcae815eac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:01.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.465+0000 7fcae7fff640 1 -- 172.21.15.67:0/3449668991 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcae80b5870 msgr2=0x7fcae81f3fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:01.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.465+0000 7fcae7fff640 1 --2- 172.21.15.67:0/3449668991 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcae80b5870 0x7fcae81f3fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:01.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.465+0000 7fcae7fff640 1 -- 172.21.15.67:0/3449668991 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcae81f3500 con 0x7fcae80b76c0 2024-09-21T00:25:01.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.465+0000 7fcaed3ea640 1 --2- 172.21.15.67:0/3449668991 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcae80cfbb0 0x7fcae815eac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:25:01.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.465+0000 7fcae7fff640 1 --2- 172.21.15.67:0/3449668991 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcae80b76c0 0x7fcae815e580 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7fcad800eb10 tx=0x7fcad800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:01.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.466+0000 7fcae57fa640 1 -- 172.21.15.67:0/3449668991 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcad8003970 con 0x7fcae80b76c0 2024-09-21T00:25:01.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.466+0000 7fcae57fa640 1 -- 172.21.15.67:0/3449668991 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcad8003c00 con 0x7fcae80b76c0 2024-09-21T00:25:01.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.466+0000 7fcae57fa640 1 -- 172.21.15.67:0/3449668991 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcad8004030 con 0x7fcae80b76c0 2024-09-21T00:25:01.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.466+0000 7fcaeee4d640 1 -- 172.21.15.67:0/3449668991 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcae8152c40 con 0x7fcae80b76c0 2024-09-21T00:25:01.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.466+0000 7fcaeee4d640 1 -- 172.21.15.67:0/3449668991 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcae81f37c0 con 0x7fcae80b76c0 2024-09-21T00:25:01.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.467+0000 7fcaeee4d640 1 -- 172.21.15.67:0/3449668991 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcae80cef80 con 0x7fcae80b76c0 2024-09-21T00:25:01.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.467+0000 7fcae57fa640 1 -- 172.21.15.67:0/3449668991 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fcad80041d0 con 0x7fcae80b76c0 2024-09-21T00:25:01.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.468+0000 7fcae57fa640 1 --2- 172.21.15.67:0/3449668991 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcac8078b90 0x7fcac807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:01.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.468+0000 7fcae57fa640 1 -- 172.21.15.67:0/3449668991 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 5709+0+0 (secure 0 0 0) 0x7fcad809bcb0 con 0x7fcae80b76c0 2024-09-21T00:25:01.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.468+0000 7fcaecbe9640 1 --2- 172.21.15.67:0/3449668991 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcac8078b90 0x7fcac807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:01.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.469+0000 7fcaecbe9640 1 --2- 172.21.15.67:0/3449668991 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcac8078b90 0x7fcac807b0a0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fcae0034000 tx=0x7fcae0004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:01.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.473+0000 7fcae57fa640 1 -- 172.21.15.67:0/3449668991 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fcad8064070 con 0x7fcae80b76c0 2024-09-21T00:25:01.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.659+0000 7fcaeee4d640 1 -- 172.21.15.67:0/3449668991 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command([{prefix=config set, name=mds_bal_split_size}] v 0) -- 0x7fcae8076370 con 0x7fcae80b76c0 2024-09-21T00:25:01.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.663+0000 7fcae57fa640 1 -- 172.21.15.67:0/3449668991 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_bal_split_size}]=0 v37)=0 v37) ==== 117+0+0 (secure 0 0 0) 0x7fcad8063970 con 0x7fcae80b76c0 2024-09-21T00:25:01.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.665+0000 7fcaeee4d640 1 -- 172.21.15.67:0/3449668991 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcac8078b90 msgr2=0x7fcac807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:01.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.665+0000 7fcaeee4d640 1 --2- 172.21.15.67:0/3449668991 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcac8078b90 0x7fcac807b0a0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fcae0034000 tx=0x7fcae0004730 comp rx=0 tx=0).stop 2024-09-21T00:25:01.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.665+0000 7fcaeee4d640 1 -- 172.21.15.67:0/3449668991 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcae80b76c0 msgr2=0x7fcae815e580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:01.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.665+0000 7fcaeee4d640 1 --2- 172.21.15.67:0/3449668991 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcae80b76c0 0x7fcae815e580 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7fcad800eb10 tx=0x7fcad800c2d0 comp rx=0 tx=0).stop 2024-09-21T00:25:01.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.665+0000 7fcaeee4d640 1 -- 172.21.15.67:0/3449668991 shutdown_connections 2024-09-21T00:25:01.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.665+0000 7fcaeee4d640 1 --2- 172.21.15.67:0/3449668991 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcac8078b90 0x7fcac807b0a0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:01.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.665+0000 7fcaeee4d640 1 --2- 172.21.15.67:0/3449668991 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcae80cfbb0 0x7fcae815eac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:01.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.665+0000 7fcaeee4d640 1 --2- 172.21.15.67:0/3449668991 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcae80b76c0 0x7fcae815e580 unknown :-1 s=CLOSED pgs=765 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:01.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.665+0000 7fcaeee4d640 1 --2- 172.21.15.67:0/3449668991 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcae80b5870 0x7fcae81f3fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:01.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.665+0000 7fcaeee4d640 1 -- 172.21.15.67:0/3449668991 >> 172.21.15.67:0/3449668991 conn(0x7fcae808bee0 msgr2=0x7fcae815c810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:01.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.665+0000 7fcaeee4d640 1 -- 172.21.15.67:0/3449668991 shutdown_connections 2024-09-21T00:25:01.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.665+0000 7fcaeee4d640 1 -- 172.21.15.67:0/3449668991 wait complete. 2024-09-21T00:25:01.678 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds mds_bal_merge_size 5 2024-09-21T00:25:01.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.796+0000 7efe491c6640 1 -- 172.21.15.67:0/2293986712 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efe440b98c0 msgr2=0x7efe440d2f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:01.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.796+0000 7efe491c6640 1 --2- 172.21.15.67:0/2293986712 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efe440b98c0 0x7efe440d2f80 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7efe440b5e80 tx=0x7efe3402a860 comp rx=0 tx=0).stop 2024-09-21T00:25:01.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.796+0000 7efe491c6640 1 -- 172.21.15.67:0/2293986712 shutdown_connections 2024-09-21T00:25:01.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.796+0000 7efe491c6640 1 --2- 172.21.15.67:0/2293986712 >> v2:172.21.15.97:3300/0 conn(0x7efe440d14f0 0x7efe440b43d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:01.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.796+0000 7efe491c6640 1 --2- 172.21.15.67:0/2293986712 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efe440b98c0 0x7efe440d2f80 unknown :-1 s=CLOSED pgs=766 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:01.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.796+0000 7efe491c6640 1 -- 172.21.15.67:0/2293986712 >> 172.21.15.67:0/2293986712 conn(0x7efe4409da10 msgr2=0x7efe440d4630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:01.799 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.796+0000 7efe491c6640 1 -- 172.21.15.67:0/2293986712 shutdown_connections 2024-09-21T00:25:01.799 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.796+0000 7efe491c6640 1 -- 172.21.15.67:0/2293986712 wait complete. 2024-09-21T00:25:01.799 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.798+0000 7efe491c6640 1 Processor -- start 2024-09-21T00:25:01.799 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.798+0000 7efe491c6640 1 -- start start 2024-09-21T00:25:01.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.800+0000 7efe491c6640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efe440b98c0 0x7efe4415ab30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:01.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.800+0000 7efe491c6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efe440d10e0 0x7efe440b1720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:01.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.800+0000 7efe491c6640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efe440d14f0 0x7efe440b1c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:01.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.800+0000 7efe491c6640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7efe440d04e0 con 0x7efe440d10e0 2024-09-21T00:25:01.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.800+0000 7efe491c6640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7efe440d0360 con 0x7efe440d14f0 2024-09-21T00:25:01.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.800+0000 7efe491c6640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7efe44169300 con 0x7efe440b98c0 2024-09-21T00:25:01.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.800+0000 7efe4259c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efe440d10e0 0x7efe440b1720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:01.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.800+0000 7efe4259c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efe440d10e0 0x7efe440b1720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46984/0 (socket says 172.21.15.67:46984) 2024-09-21T00:25:01.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.800+0000 7efe4259c640 1 -- 172.21.15.67:0/2931463216 learned_addr learned my addr 172.21.15.67:0/2931463216 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:01.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.800+0000 7efe4359e640 1 --2- 172.21.15.67:0/2931463216 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efe440d14f0 0x7efe440b1c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:01.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.800+0000 7efe42d9d640 1 --2- 172.21.15.67:0/2931463216 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efe440b98c0 0x7efe4415ab30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:01.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.800+0000 7efe4259c640 1 -- 172.21.15.67:0/2931463216 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efe440b98c0 msgr2=0x7efe4415ab30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:01.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.800+0000 7efe4259c640 1 --2- 172.21.15.67:0/2931463216 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efe440b98c0 0x7efe4415ab30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:01.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.800+0000 7efe4259c640 1 -- 172.21.15.67:0/2931463216 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efe440d14f0 msgr2=0x7efe440b1c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:01.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.800+0000 7efe4259c640 1 --2- 172.21.15.67:0/2931463216 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efe440d14f0 0x7efe440b1c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:01.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.800+0000 7efe4259c640 1 -- 172.21.15.67:0/2931463216 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe4406fc80 con 0x7efe440d10e0 2024-09-21T00:25:01.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.800+0000 7efe4259c640 1 --2- 172.21.15.67:0/2931463216 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efe440d10e0 0x7efe440b1720 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7efe2c00b3f0 tx=0x7efe2c00b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:01.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.800+0000 7efe3b7fe640 1 -- 172.21.15.67:0/2931463216 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe2c015020 con 0x7efe440d10e0 2024-09-21T00:25:01.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.800+0000 7efe3b7fe640 1 -- 172.21.15.67:0/2931463216 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7efe2c011920 con 0x7efe440d10e0 2024-09-21T00:25:01.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.800+0000 7efe491c6640 1 -- 172.21.15.67:0/2931463216 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efe44165850 con 0x7efe440d10e0 2024-09-21T00:25:01.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.800+0000 7efe3b7fe640 1 -- 172.21.15.67:0/2931463216 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe2c011d70 con 0x7efe440d10e0 2024-09-21T00:25:01.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.801+0000 7efe491c6640 1 -- 172.21.15.67:0/2931463216 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efe4406f6c0 con 0x7efe440d10e0 2024-09-21T00:25:01.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.801+0000 7efe491c6640 1 -- 172.21.15.67:0/2931463216 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efe440d2f80 con 0x7efe440d10e0 2024-09-21T00:25:01.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.802+0000 7efe3b7fe640 1 -- 172.21.15.67:0/2931463216 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7efe2c018020 con 0x7efe440d10e0 2024-09-21T00:25:01.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.803+0000 7efe3b7fe640 1 --2- 172.21.15.67:0/2931463216 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efe24078bc0 0x7efe2407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:01.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.803+0000 7efe3b7fe640 1 -- 172.21.15.67:0/2931463216 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 5709+0+0 (secure 0 0 0) 0x7efe2c09a830 con 0x7efe440d10e0 2024-09-21T00:25:01.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.803+0000 7efe42d9d640 1 --2- 172.21.15.67:0/2931463216 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efe24078bc0 0x7efe2407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:01.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.804+0000 7efe42d9d640 1 --2- 172.21.15.67:0/2931463216 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efe24078bc0 0x7efe2407b0d0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7efe34035000 tx=0x7efe34004ab0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:01.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.807+0000 7efe3b7fe640 1 -- 172.21.15.67:0/2931463216 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7efe2c01f030 con 0x7efe440d10e0 2024-09-21T00:25:01.998 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:01.997+0000 7efe491c6640 1 -- 172.21.15.67:0/2931463216 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command([{prefix=config set, name=mds_bal_merge_size}] v 0) -- 0x7efe4408e7c0 con 0x7efe440d10e0 2024-09-21T00:25:02.001 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.000+0000 7efe3b7fe640 1 -- 172.21.15.67:0/2931463216 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_bal_merge_size}]=0 v38)=0 v38) ==== 116+0+0 (secure 0 0 0) 0x7efe4406fc80 con 0x7efe440d10e0 2024-09-21T00:25:02.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.003+0000 7efe491c6640 1 -- 172.21.15.67:0/2931463216 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efe24078bc0 msgr2=0x7efe2407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:02.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.003+0000 7efe491c6640 1 --2- 172.21.15.67:0/2931463216 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efe24078bc0 0x7efe2407b0d0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7efe34035000 tx=0x7efe34004ab0 comp rx=0 tx=0).stop 2024-09-21T00:25:02.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.003+0000 7efe491c6640 1 -- 172.21.15.67:0/2931463216 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efe440d10e0 msgr2=0x7efe440b1720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:02.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.003+0000 7efe491c6640 1 --2- 172.21.15.67:0/2931463216 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efe440d10e0 0x7efe440b1720 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7efe2c00b3f0 tx=0x7efe2c00b8b0 comp rx=0 tx=0).stop 2024-09-21T00:25:02.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.003+0000 7efe491c6640 1 -- 172.21.15.67:0/2931463216 shutdown_connections 2024-09-21T00:25:02.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.003+0000 7efe491c6640 1 --2- 172.21.15.67:0/2931463216 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efe24078bc0 0x7efe2407b0d0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:02.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.003+0000 7efe491c6640 1 --2- 172.21.15.67:0/2931463216 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efe440d14f0 0x7efe440b1c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:02.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.003+0000 7efe491c6640 1 --2- 172.21.15.67:0/2931463216 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efe440d10e0 0x7efe440b1720 unknown :-1 s=CLOSED pgs=767 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:02.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.003+0000 7efe491c6640 1 --2- 172.21.15.67:0/2931463216 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efe440b98c0 0x7efe4415ab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:02.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.003+0000 7efe491c6640 1 -- 172.21.15.67:0/2931463216 >> 172.21.15.67:0/2931463216 conn(0x7efe4409da10 msgr2=0x7efe441667c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:02.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.003+0000 7efe491c6640 1 -- 172.21.15.67:0/2931463216 shutdown_connections 2024-09-21T00:25:02.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.003+0000 7efe491c6640 1 -- 172.21.15.67:0/2931463216 wait complete. 2024-09-21T00:25:02.016 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds mds_bal_split_bits 1 2024-09-21T00:25:02.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.134+0000 7f36ba59b640 1 -- 172.21.15.67:0/2598177828 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f36b40b3cb0 msgr2=0x7f36b40d3330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:02.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.134+0000 7f36ba59b640 1 --2- 172.21.15.67:0/2598177828 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f36b40b3cb0 0x7f36b40d3330 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7f36a4009820 tx=0x7f36a402a510 comp rx=0 tx=0).stop 2024-09-21T00:25:02.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.134+0000 7f36ba59b640 1 -- 172.21.15.67:0/2598177828 shutdown_connections 2024-09-21T00:25:02.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.134+0000 7f36ba59b640 1 --2- 172.21.15.67:0/2598177828 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f36b40d1800 0x7f36b406ec80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:02.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.134+0000 7f36ba59b640 1 --2- 172.21.15.67:0/2598177828 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f36b40b3cb0 0x7f36b40d3330 unknown :-1 s=CLOSED pgs=769 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:02.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.134+0000 7f36ba59b640 1 -- 172.21.15.67:0/2598177828 >> 172.21.15.67:0/2598177828 conn(0x7f36b408bee0 msgr2=0x7f36b40d4720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:02.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.134+0000 7f36ba59b640 1 -- 172.21.15.67:0/2598177828 shutdown_connections 2024-09-21T00:25:02.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.134+0000 7f36ba59b640 1 -- 172.21.15.67:0/2598177828 wait complete. 2024-09-21T00:25:02.137 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.136+0000 7f36ba59b640 1 Processor -- start 2024-09-21T00:25:02.137 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.136+0000 7f36ba59b640 1 -- start start 2024-09-21T00:25:02.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.137+0000 7f36ba59b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f36b40b3cb0 0x7f36b41f6120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:02.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.137+0000 7f36ba59b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f36b40d4e30 0x7f36b41f8d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:02.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.137+0000 7f36ba59b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f36b40b6190 0x7f36b40b65a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:02.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.137+0000 7f36ba59b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f36b406f550 con 0x7f36b40b6190 2024-09-21T00:25:02.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.137+0000 7f36ba59b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f36b406f3d0 con 0x7f36b40d4e30 2024-09-21T00:25:02.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.137+0000 7f36ba59b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f36b406f6d0 con 0x7f36b40b3cb0 2024-09-21T00:25:02.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.137+0000 7f36b8b38640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f36b40b6190 0x7f36b40b65a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:02.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.138+0000 7f36b8b38640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f36b40b6190 0x7f36b40b65a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:47004/0 (socket says 172.21.15.67:47004) 2024-09-21T00:25:02.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.138+0000 7f36b8b38640 1 -- 172.21.15.67:0/2721843428 learned_addr learned my addr 172.21.15.67:0/2721843428 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:02.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.138+0000 7f36b3fff640 1 --2- 172.21.15.67:0/2721843428 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f36b40b3cb0 0x7f36b41f6120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:02.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.138+0000 7f36b37fe640 1 --2- 172.21.15.67:0/2721843428 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f36b40d4e30 0x7f36b41f8d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:02.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.138+0000 7f36b8b38640 1 -- 172.21.15.67:0/2721843428 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f36b40b3cb0 msgr2=0x7f36b41f6120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:02.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.138+0000 7f36b8b38640 1 --2- 172.21.15.67:0/2721843428 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f36b40b3cb0 0x7f36b41f6120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:02.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.138+0000 7f36b8b38640 1 -- 172.21.15.67:0/2721843428 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f36b40d4e30 msgr2=0x7f36b41f8d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:02.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.138+0000 7f36b8b38640 1 --2- 172.21.15.67:0/2721843428 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f36b40d4e30 0x7f36b41f8d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:02.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.138+0000 7f36b8b38640 1 -- 172.21.15.67:0/2721843428 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f36b41f9260 con 0x7f36b40b6190 2024-09-21T00:25:02.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.138+0000 7f36b3fff640 1 --2- 172.21.15.67:0/2721843428 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f36b40b3cb0 0x7f36b41f6120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:25:02.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.138+0000 7f36b8b38640 1 --2- 172.21.15.67:0/2721843428 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f36b40b6190 0x7f36b40b65a0 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7f36ac00e9c0 tx=0x7f36ac00ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:02.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.138+0000 7f36b0ff9640 1 -- 172.21.15.67:0/2721843428 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36ac004d20 con 0x7f36b40b6190 2024-09-21T00:25:02.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.138+0000 7f36b0ff9640 1 -- 172.21.15.67:0/2721843428 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f36ac00cac0 con 0x7f36b40b6190 2024-09-21T00:25:02.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.138+0000 7f36ba59b640 1 -- 172.21.15.67:0/2721843428 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f36b41f96e0 con 0x7f36b40b6190 2024-09-21T00:25:02.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.138+0000 7f36b0ff9640 1 -- 172.21.15.67:0/2721843428 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36ac005020 con 0x7f36b40b6190 2024-09-21T00:25:02.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.138+0000 7f36ba59b640 1 -- 172.21.15.67:0/2721843428 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36b41f5920 con 0x7f36b40b6190 2024-09-21T00:25:02.142 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.139+0000 7f36ba59b640 1 -- 172.21.15.67:0/2721843428 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f36b406fb80 con 0x7f36b40b6190 2024-09-21T00:25:02.142 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.140+0000 7f36b0ff9640 1 -- 172.21.15.67:0/2721843428 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f36ac0051c0 con 0x7f36b40b6190 2024-09-21T00:25:02.142 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.141+0000 7f36b0ff9640 1 --2- 172.21.15.67:0/2721843428 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f36a0078b90 0x7f36a007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:02.142 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.141+0000 7f36b0ff9640 1 -- 172.21.15.67:0/2721843428 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 5709+0+0 (secure 0 0 0) 0x7f36ac09b530 con 0x7f36b40b6190 2024-09-21T00:25:02.142 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.141+0000 7f36b3fff640 1 --2- 172.21.15.67:0/2721843428 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f36a0078b90 0x7f36a007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:02.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.142+0000 7f36b3fff640 1 --2- 172.21.15.67:0/2721843428 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f36a0078b90 0x7f36a007b0a0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f36a4034000 tx=0x7f36a4004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:02.147 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.146+0000 7f36b0ff9640 1 -- 172.21.15.67:0/2721843428 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f36ac016030 con 0x7f36b40b6190 2024-09-21T00:25:02.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.333+0000 7f36ba59b640 1 -- 172.21.15.67:0/2721843428 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command([{prefix=config set, name=mds_bal_split_bits}] v 0) -- 0x7f36b41f9430 con 0x7f36b40b6190 2024-09-21T00:25:02.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.338+0000 7f36b0ff9640 1 -- 172.21.15.67:0/2721843428 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_bal_split_bits}]=0 v39)=0 v39) ==== 116+0+0 (secure 0 0 0) 0x7f36ac063320 con 0x7f36b40b6190 2024-09-21T00:25:02.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.341+0000 7f36ba59b640 1 -- 172.21.15.67:0/2721843428 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f36a0078b90 msgr2=0x7f36a007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:02.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.341+0000 7f36ba59b640 1 --2- 172.21.15.67:0/2721843428 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f36a0078b90 0x7f36a007b0a0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f36a4034000 tx=0x7f36a4004730 comp rx=0 tx=0).stop 2024-09-21T00:25:02.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.341+0000 7f36ba59b640 1 -- 172.21.15.67:0/2721843428 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f36b40b6190 msgr2=0x7f36b40b65a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:02.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.341+0000 7f36ba59b640 1 --2- 172.21.15.67:0/2721843428 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f36b40b6190 0x7f36b40b65a0 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7f36ac00e9c0 tx=0x7f36ac00ee80 comp rx=0 tx=0).stop 2024-09-21T00:25:02.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.341+0000 7f36ba59b640 1 -- 172.21.15.67:0/2721843428 shutdown_connections 2024-09-21T00:25:02.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.341+0000 7f36ba59b640 1 --2- 172.21.15.67:0/2721843428 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f36a0078b90 0x7f36a007b0a0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:02.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.341+0000 7f36ba59b640 1 --2- 172.21.15.67:0/2721843428 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f36b40b6190 0x7f36b40b65a0 unknown :-1 s=CLOSED pgs=770 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:02.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.341+0000 7f36ba59b640 1 --2- 172.21.15.67:0/2721843428 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f36b40d4e30 0x7f36b41f8d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:02.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.341+0000 7f36ba59b640 1 --2- 172.21.15.67:0/2721843428 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f36b40b3cb0 0x7f36b41f6120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:02.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.341+0000 7f36ba59b640 1 -- 172.21.15.67:0/2721843428 >> 172.21.15.67:0/2721843428 conn(0x7f36b408bee0 msgr2=0x7f36b415bbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:02.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.341+0000 7f36ba59b640 1 -- 172.21.15.67:0/2721843428 shutdown_connections 2024-09-21T00:25:02.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.341+0000 7f36ba59b640 1 -- 172.21.15.67:0/2721843428 wait complete. 2024-09-21T00:25:02.354 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:25:02.354 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir testdir) 2024-09-21T00:25:02.376 DEBUG:teuthology.orchestra.run.smithi067:> stdin-killer -- python3 -c ' 2024-09-21T00:25:02.376 DEBUG:teuthology.orchestra.run.smithi067:> import os 2024-09-21T00:25:02.376 DEBUG:teuthology.orchestra.run.smithi067:> import stat 2024-09-21T00:25:02.376 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:25:02.376 DEBUG:teuthology.orchestra.run.smithi067:> print(os.stat("/home/ubuntu/cephtest/mnt.0/testdir").st_ino) 2024-09-21T00:25:02.376 DEBUG:teuthology.orchestra.run.smithi067:> ' 2024-09-21T00:25:02.483 INFO:teuthology.orchestra.run.smithi067.stdout:1099511627776 2024-09-21T00:25:02.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:25:02.492 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:25:02.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.648+0000 7f3708427640 1 -- 172.21.15.67:0/2870163014 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f36ec0053f0 msgr2=0x7f36ec00ba80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:02.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.648+0000 7f3708427640 1 --2- 172.21.15.67:0/2870163014 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f36ec0053f0 0x7f36ec00ba80 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7f36f800c610 tx=0x7f36ec005830 comp rx=0 tx=0).stop 2024-09-21T00:25:02.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.648+0000 7f3708427640 1 -- 172.21.15.67:0/2870163014 shutdown_connections 2024-09-21T00:25:02.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.648+0000 7f3708427640 1 --2- 172.21.15.67:0/2870163014 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f36ec0053f0 0x7f36ec00ba80 unknown :-1 s=CLOSED pgs=772 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:02.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.648+0000 7f3708427640 1 -- 172.21.15.67:0/2870163014 >> 172.21.15.67:0/2870163014 conn(0x7f37000d45a0 msgr2=0x7f37000d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:02.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.648+0000 7f3708427640 1 -- 172.21.15.67:0/2870163014 shutdown_connections 2024-09-21T00:25:02.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.648+0000 7f3708427640 1 -- 172.21.15.67:0/2870163014 wait complete. 2024-09-21T00:25:02.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.650+0000 7f3708427640 1 Processor -- start 2024-09-21T00:25:02.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.650+0000 7f3708427640 1 -- start start 2024-09-21T00:25:02.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.651+0000 7f3708427640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f37000ce550 0x7f37001f6050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:02.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.651+0000 7f3708427640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3700159d70 0x7f37000cc8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:02.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.651+0000 7f3708427640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f370015a180 0x7f37000b2110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:02.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.651+0000 7f3708427640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f37000b6020 con 0x7f37000ce550 2024-09-21T00:25:02.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.651+0000 7f3708427640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f37000d2610 con 0x7f3700159d70 2024-09-21T00:25:02.658 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.651+0000 7f3708427640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f37000b61a0 con 0x7f370015a180 2024-09-21T00:25:02.658 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.651+0000 7f37061c3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f37000ce550 0x7f37001f6050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:02.658 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.651+0000 7f37061c3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f37000ce550 0x7f37001f6050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:47022/0 (socket says 172.21.15.67:47022) 2024-09-21T00:25:02.658 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.651+0000 7f37061c3640 1 -- 172.21.15.67:0/884990326 learned_addr learned my addr 172.21.15.67:0/884990326 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:02.658 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.652+0000 7f37059c2640 1 --2- 172.21.15.67:0/884990326 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3700159d70 0x7f37000cc8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:02.658 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.652+0000 7f37069c4640 1 --2- 172.21.15.67:0/884990326 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f370015a180 0x7f37000b2110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:02.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.652+0000 7f37061c3640 1 -- 172.21.15.67:0/884990326 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f370015a180 msgr2=0x7f37000b2110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:02.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.652+0000 7f37061c3640 1 --2- 172.21.15.67:0/884990326 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f370015a180 0x7f37000b2110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:02.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.652+0000 7f37061c3640 1 -- 172.21.15.67:0/884990326 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3700159d70 msgr2=0x7f37000cc8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:02.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.652+0000 7f37061c3640 1 --2- 172.21.15.67:0/884990326 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3700159d70 0x7f37000cc8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:02.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.652+0000 7f37061c3640 1 -- 172.21.15.67:0/884990326 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f37000cb830 con 0x7f37000ce550 2024-09-21T00:25:02.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.652+0000 7f37059c2640 1 --2- 172.21.15.67:0/884990326 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3700159d70 0x7f37000cc8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:25:02.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.652+0000 7f37061c3640 1 --2- 172.21.15.67:0/884990326 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f37000ce550 0x7f37001f6050 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7f36fc004e20 tx=0x7f36fc001630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:02.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.652+0000 7f36f6ffd640 1 -- 172.21.15.67:0/884990326 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36fc0107d0 con 0x7f37000ce550 2024-09-21T00:25:02.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.652+0000 7f36f6ffd640 1 -- 172.21.15.67:0/884990326 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f36fc016070 con 0x7f37000ce550 2024-09-21T00:25:02.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.652+0000 7f36f6ffd640 1 -- 172.21.15.67:0/884990326 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36fc010cc0 con 0x7f37000ce550 2024-09-21T00:25:02.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.652+0000 7f3708427640 1 -- 172.21.15.67:0/884990326 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f37000cbb10 con 0x7f37000ce550 2024-09-21T00:25:02.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.652+0000 7f3708427640 1 -- 172.21.15.67:0/884990326 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37000cc0d0 con 0x7f37000ce550 2024-09-21T00:25:02.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.653+0000 7f3708427640 1 -- 172.21.15.67:0/884990326 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f37000b6700 con 0x7f37000ce550 2024-09-21T00:25:02.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.654+0000 7f36f6ffd640 1 -- 172.21.15.67:0/884990326 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f36fc01b460 con 0x7f37000ce550 2024-09-21T00:25:02.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.654+0000 7f36f6ffd640 1 --2- 172.21.15.67:0/884990326 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f36e4078b90 0x7f36e407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:02.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.655+0000 7f36f6ffd640 1 -- 172.21.15.67:0/884990326 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 5709+0+0 (secure 0 0 0) 0x7f36fc09b540 con 0x7f37000ce550 2024-09-21T00:25:02.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.655+0000 7f37059c2640 1 --2- 172.21.15.67:0/884990326 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f36e4078b90 0x7f36e407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:02.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.655+0000 7f37059c2640 1 --2- 172.21.15.67:0/884990326 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f36e4078b90 0x7f36e407b0a0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f37000d2f90 tx=0x7f36f000e450 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:02.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.659+0000 7f36f6ffd640 1 -- 172.21.15.67:0/884990326 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f36fc063a10 con 0x7f37000ce550 2024-09-21T00:25:02.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.887+0000 7f3708427640 1 -- 172.21.15.67:0/884990326 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f37001620a0 con 0x7f37000ce550 2024-09-21T00:25:02.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.888+0000 7f36f6ffd640 1 -- 172.21.15.67:0/884990326 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 40 v40) ==== 94+0+5220 (secure 0 0 0) 0x7f36fc063310 con 0x7f37000ce550 2024-09-21T00:25:02.889 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:25:02.889 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":40,"btime":"2024-09-21T00:24:56:940637+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5594,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/537118069","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":537118069},{"type":"v1","addr":"172.21.15.97:6837","nonce":537118069}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":35},{"gid":5953,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/1548735112","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":1548735112},{"type":"v1","addr":"172.21.15.97:6836","nonce":1548735112}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":35},{"gid":6249,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6833/2375612568","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":2375612568},{"type":"v1","addr":"172.21.15.67:6833","nonce":2375612568}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":34}],"filesystems":[{"mdsmap":{"epoch":40,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:24:53.303340+0000","modified":"2024-09-21T00:24:56.326579+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6252},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6252":{"gid":6252,"name":"a","rank":0,"incarnation":36,"state":"up:active","state_seq":3,"addr":"172.21.15.67:6835/4157540117","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":4157540117},{"type":"v1","addr":"172.21.15.67:6835","nonce":4157540117}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6252,"qdb_cluster":[6252]},"id":4}]} 2024-09-21T00:25:02.889 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 40 2024-09-21T00:25:02.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.890+0000 7f3708427640 1 -- 172.21.15.67:0/884990326 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f36e4078b90 msgr2=0x7f36e407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:02.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.890+0000 7f3708427640 1 --2- 172.21.15.67:0/884990326 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f36e4078b90 0x7f36e407b0a0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f37000d2f90 tx=0x7f36f000e450 comp rx=0 tx=0).stop 2024-09-21T00:25:02.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.890+0000 7f3708427640 1 -- 172.21.15.67:0/884990326 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f37000ce550 msgr2=0x7f37001f6050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:02.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.890+0000 7f3708427640 1 --2- 172.21.15.67:0/884990326 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f37000ce550 0x7f37001f6050 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7f36fc004e20 tx=0x7f36fc001630 comp rx=0 tx=0).stop 2024-09-21T00:25:02.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.890+0000 7f3708427640 1 -- 172.21.15.67:0/884990326 shutdown_connections 2024-09-21T00:25:02.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.890+0000 7f3708427640 1 --2- 172.21.15.67:0/884990326 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f36e4078b90 0x7f36e407b0a0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:02.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.890+0000 7f3708427640 1 --2- 172.21.15.67:0/884990326 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f370015a180 0x7f37000b2110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:02.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.890+0000 7f3708427640 1 --2- 172.21.15.67:0/884990326 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3700159d70 0x7f37000cc8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:02.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.890+0000 7f3708427640 1 --2- 172.21.15.67:0/884990326 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f37000ce550 0x7f37001f6050 unknown :-1 s=CLOSED pgs=773 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:02.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.890+0000 7f3708427640 1 -- 172.21.15.67:0/884990326 >> 172.21.15.67:0/884990326 conn(0x7f37000d45a0 msgr2=0x7f37000b51b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:02.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.890+0000 7f3708427640 1 -- 172.21.15.67:0/884990326 shutdown_connections 2024-09-21T00:25:02.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:02.890+0000 7f3708427640 1 -- 172.21.15.67:0/884990326 wait complete. 2024-09-21T00:25:02.903 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json dump inode 1099511627776 2024-09-21T00:25:03.029 INFO:teuthology.orchestra.run.smithi067.stdout:{"path":"/testdir","ino":1099511627776,"rdev":0,"ctime":"2024-09-21T00:25:02.371633+0000","btime":"2024-09-21T00:25:02.371633+0000","mode":16877,"uid":1000,"gid":1333,"nlink":1,"dir_layout":{"dir_hash":2,"unused1":0,"unused2":0,"unused3":0},"layout":{"stripe_unit":0,"stripe_count":0,"object_size":0,"pool_id":-1,"pool_ns":""},"old_pools":[],"size":0,"truncate_seq":1,"truncate_size":18446744073709551615,"truncate_from":0,"truncate_pending":0,"mtime":"2024-09-21T00:25:02.371633+0000","atime":"2024-09-21T00:25:02.371633+0000","time_warp_seq":0,"change_attr":0,"export_pin":-1,"export_ephemeral_random_pin":0,"export_ephemeral_distributed_pin":false,"quiesce_block":false,"client_ranges":[],"dirstat":{"version":0,"mtime":"0.000000","num_files":0,"num_subdirs":0,"change_attr":0},"rstat":{"version":0,"rbytes":0,"rfiles":0,"rsubdirs":1,"rsnaps":0,"rctime":"0.000000"},"accounted_rstat":{"version":0,"rbytes":0,"rfiles":0,"rsubdirs":1,"rsnaps":0,"rctime":"0.000000"},"version":2,"file_data_version":0,"xattr_version":1,"backtrace_version":2,"inline_data_version":18446744073709551615,"inline_data_length":0,"stray_prior_path":"","max_size_ever":0,"quota":{"max_bytes":0,"max_files":0},"last_scrub_stamp":"0.000000","last_scrub_version":0,"symlink":"","xattrs":[],"dirfragtree":{"splits":[]},"old_inodes":[],"oldest_snap":18446744073709551614,"damage_flags":0,"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"request":0,"dirfrag":1,"caps":1,"dirtyparent":1,"dirty":1},"nref":4,"versionlock":{"gather_set":[],"state":"lock","type":"iversion","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"authlock":{"gather_set":[],"state":"excl","type":"iauth","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"linklock":{},"dirfragtreelock":{},"filelock":{"gather_set":[],"state":"excl","type":"ifile","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"xattrlock":{"gather_set":[],"state":"excl","type":"ixattr","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"snaplock":{},"nestlock":{"gather_set":[],"state":"lock","type":"inest","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"flocklock":{},"policylock":{},"quiescelock":{"gather_set":[],"state":"lock","type":"iquiesce","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"states":["auth","dirty","dirtyparent","dirtypool"],"client_caps":[{"client_id":6408,"pending":"pAsxLsXsxFsx","issued":"pAsxLsXsxFsx","wanted":"-","last_sent":1}],"loner":6408,"want_loner":6408,"mds_caps_wanted":[],"is_subvolume":false} 2024-09-21T00:25:03.029 DEBUG:tasks.cephfs.filesystem:_json_asok output { "accounted_rstat": { "rbytes": 0, "rctime": "0.000000", "rfiles": 0, "rsnaps": 0, "rsubdirs": 1, "version": 0 }, "atime": "2024-09-21T00:25:02.371633+0000", "auth_pins": 0, "auth_state": { "replicas": {} }, "authlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "excl", "type": "iauth", "xlock_by": {} }, "backtrace_version": 2, "btime": "2024-09-21T00:25:02.371633+0000", "change_attr": 0, "client_caps": [ { "client_id": 6408, "issued": "pAsxLsXsxFsx", "last_sent": 1, "pending": "pAsxLsXsxFsx", "wanted": "-" } ], "client_ranges": [], "ctime": "2024-09-21T00:25:02.371633+0000", "damage_flags": 0, "dir_layout": { "dir_hash": 2, "unused1": 0, "unused2": 0, "unused3": 0 }, "dirfragtree": { "splits": [] }, "dirfragtreelock": {}, "dirstat": { "change_attr": 0, "mtime": "0.000000", "num_files": 0, "num_subdirs": 0, "version": 0 }, "export_ephemeral_distributed_pin": false, "export_ephemeral_random_pin": 0, "export_pin": -1, "file_data_version": 0, "filelock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "excl", "type": "ifile", "xlock_by": {} }, "flocklock": {}, "gid": 1333, "inline_data_length": 0, "inline_data_version": 18446744073709551615, "ino": 1099511627776, "is_auth": true, "is_freezing": false, "is_frozen": false, "is_subvolume": false, "last_scrub_stamp": "0.000000", "last_scrub_version": 0, "layout": { "object_size": 0, "pool_id": -1, "pool_ns": "", "stripe_count": 0, "stripe_unit": 0 }, "linklock": {}, "loner": 6408, "max_size_ever": 0, "mds_caps_wanted": [], "mode": 16877, "mtime": "2024-09-21T00:25:02.371633+0000", "nestlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "inest", "xlock_by": {} }, "nlink": 1, "nref": 4, "old_inodes": [], "old_pools": [], "oldest_snap": 18446744073709551614, "path": "/testdir", "pins": { "caps": 1, "dirfrag": 1, "dirty": 1, "dirtyparent": 1, "request": 0 }, "policylock": {}, "quiesce_block": false, "quiescelock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "iquiesce", "xlock_by": {} }, "quota": { "max_bytes": 0, "max_files": 0 }, "rdev": 0, "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "rstat": { "rbytes": 0, "rctime": "0.000000", "rfiles": 0, "rsnaps": 0, "rsubdirs": 1, "version": 0 }, "size": 0, "snaplock": {}, "states": [ "auth", "dirty", "dirtyparent", "dirtypool" ], "stray_prior_path": "", "symlink": "", "time_warp_seq": 0, "truncate_from": 0, "truncate_pending": 0, "truncate_seq": 1, "truncate_size": 18446744073709551615, "uid": 1000, "version": 2, "versionlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "iversion", "xlock_by": {} }, "want_loner": 6408, "xattr_version": 1, "xattrlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "excl", "type": "ixattr", "xlock_by": {} }, "xattrs": [] } 2024-09-21T00:25:03.030 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:25:03.030 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:25:03.046 DEBUG:teuthology.orchestra.run.smithi067:> stdin-killer -- python3 -c ' 2024-09-21T00:25:03.046 DEBUG:teuthology.orchestra.run.smithi067:> import os 2024-09-21T00:25:03.046 DEBUG:teuthology.orchestra.run.smithi067:> import uuid 2024-09-21T00:25:03.046 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:25:03.046 DEBUG:teuthology.orchestra.run.smithi067:> n = 40 2024-09-21T00:25:03.046 DEBUG:teuthology.orchestra.run.smithi067:> create_hard_links = False 2024-09-21T00:25:03.047 DEBUG:teuthology.orchestra.run.smithi067:> if 0 > 0: 2024-09-21T00:25:03.047 DEBUG:teuthology.orchestra.run.smithi067:> create_hard_links = True 2024-09-21T00:25:03.047 DEBUG:teuthology.orchestra.run.smithi067:> path = "/home/ubuntu/cephtest/mnt.0/testdir/file" 2024-09-21T00:25:03.047 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:25:03.047 DEBUG:teuthology.orchestra.run.smithi067:> dpath = os.path.dirname(path) 2024-09-21T00:25:03.047 DEBUG:teuthology.orchestra.run.smithi067:> fnameprefix = os.path.basename(path) 2024-09-21T00:25:03.047 DEBUG:teuthology.orchestra.run.smithi067:> os.makedirs(dpath, exist_ok=True) 2024-09-21T00:25:03.047 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:25:03.047 DEBUG:teuthology.orchestra.run.smithi067:> try: 2024-09-21T00:25:03.047 DEBUG:teuthology.orchestra.run.smithi067:> dirfd = os.open(dpath, os.O_DIRECTORY) 2024-09-21T00:25:03.047 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:25:03.047 DEBUG:teuthology.orchestra.run.smithi067:> for i in range(n): 2024-09-21T00:25:03.047 DEBUG:teuthology.orchestra.run.smithi067:> fpath = os.path.join(dpath, f"{fnameprefix}_{i}") 2024-09-21T00:25:03.047 DEBUG:teuthology.orchestra.run.smithi067:> with open(fpath, '"'"'w'"'"') as f: 2024-09-21T00:25:03.048 DEBUG:teuthology.orchestra.run.smithi067:> f.write(f"{i}") 2024-09-21T00:25:03.048 DEBUG:teuthology.orchestra.run.smithi067:> if False: 2024-09-21T00:25:03.048 DEBUG:teuthology.orchestra.run.smithi067:> f.flush() 2024-09-21T00:25:03.048 DEBUG:teuthology.orchestra.run.smithi067:> os.fsync(f.fileno()) 2024-09-21T00:25:03.048 DEBUG:teuthology.orchestra.run.smithi067:> if False: 2024-09-21T00:25:03.048 DEBUG:teuthology.orchestra.run.smithi067:> os.unlink(fpath) 2024-09-21T00:25:03.048 DEBUG:teuthology.orchestra.run.smithi067:> if False: 2024-09-21T00:25:03.048 DEBUG:teuthology.orchestra.run.smithi067:> os.fsync(dirfd) 2024-09-21T00:25:03.048 DEBUG:teuthology.orchestra.run.smithi067:> if create_hard_links: 2024-09-21T00:25:03.048 DEBUG:teuthology.orchestra.run.smithi067:> for j in range(0): 2024-09-21T00:25:03.048 DEBUG:teuthology.orchestra.run.smithi067:> os.system(f"ln {fpath} {dpath}/{fnameprefix}_{i}_{uuid.uuid4()}") 2024-09-21T00:25:03.048 DEBUG:teuthology.orchestra.run.smithi067:> if False: 2024-09-21T00:25:03.048 DEBUG:teuthology.orchestra.run.smithi067:> os.fsync(dirfd) 2024-09-21T00:25:03.048 DEBUG:teuthology.orchestra.run.smithi067:> finally: 2024-09-21T00:25:03.048 DEBUG:teuthology.orchestra.run.smithi067:> os.close(dirfd) 2024-09-21T00:25:03.049 DEBUG:teuthology.orchestra.run.smithi067:> ' 2024-09-21T00:25:03.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:25:03.263 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:25:03.263 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:25:03.319 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T00:25:03.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.475+0000 7fc2c9dda640 1 -- 172.21.15.67:0/3153539505 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2c40b7850 msgr2=0x7fc2c40b4c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:03.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.475+0000 7fc2c9dda640 1 --2- 172.21.15.67:0/3153539505 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2c40b7850 0x7fc2c40b4c60 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7fc2c40c6070 tx=0x7fc2b402a560 comp rx=0 tx=0).stop 2024-09-21T00:25:03.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.475+0000 7fc2c9dda640 1 -- 172.21.15.67:0/3153539505 shutdown_connections 2024-09-21T00:25:03.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.475+0000 7fc2c9dda640 1 --2- 172.21.15.67:0/3153539505 >> v2:172.21.15.97:3300/0 conn(0x7fc2c40b1fb0 0x7fc2c40b23c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:03.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.475+0000 7fc2c9dda640 1 --2- 172.21.15.67:0/3153539505 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc2c409a950 0x7fc2c409ad60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:03.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.475+0000 7fc2c9dda640 1 --2- 172.21.15.67:0/3153539505 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2c40b7850 0x7fc2c40b4c60 unknown :-1 s=CLOSED pgs=774 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:03.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.476+0000 7fc2c9dda640 1 -- 172.21.15.67:0/3153539505 >> 172.21.15.67:0/3153539505 conn(0x7fc2c40b4140 msgr2=0x7fc2c40b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:03.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.476+0000 7fc2c9dda640 1 -- 172.21.15.67:0/3153539505 shutdown_connections 2024-09-21T00:25:03.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.476+0000 7fc2c9dda640 1 -- 172.21.15.67:0/3153539505 wait complete. 2024-09-21T00:25:03.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.477+0000 7fc2c9dda640 1 Processor -- start 2024-09-21T00:25:03.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.478+0000 7fc2c9dda640 1 -- start start 2024-09-21T00:25:03.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.479+0000 7fc2c9dda640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc2c409a950 0x7fc2c406e9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:03.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.479+0000 7fc2c9dda640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2c40b1fb0 0x7fc2c40c83f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:03.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.479+0000 7fc2c9dda640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc2c40b7850 0x7fc2c41f6710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:03.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.479+0000 7fc2c9dda640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc2c40b2a80 con 0x7fc2c40b1fb0 2024-09-21T00:25:03.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.479+0000 7fc2c9dda640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc2c40b2900 con 0x7fc2c409a950 2024-09-21T00:25:03.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.479+0000 7fc2c9dda640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fc2c40b2c00 con 0x7fc2c40b7850 2024-09-21T00:25:03.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.479+0000 7fc2c2ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2c40b1fb0 0x7fc2c40c83f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:03.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.479+0000 7fc2c2ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2c40b1fb0 0x7fc2c40c83f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60846/0 (socket says 172.21.15.67:60846) 2024-09-21T00:25:03.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.479+0000 7fc2c2ffd640 1 -- 172.21.15.67:0/1520137769 learned_addr learned my addr 172.21.15.67:0/1520137769 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:03.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.479+0000 7fc2c37fe640 1 --2- 172.21.15.67:0/1520137769 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc2c409a950 0x7fc2c406e9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:03.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.479+0000 7fc2c3fff640 1 --2- 172.21.15.67:0/1520137769 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc2c40b7850 0x7fc2c41f6710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:03.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.479+0000 7fc2c2ffd640 1 -- 172.21.15.67:0/1520137769 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc2c40b7850 msgr2=0x7fc2c41f6710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:03.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.479+0000 7fc2c2ffd640 1 --2- 172.21.15.67:0/1520137769 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc2c40b7850 0x7fc2c41f6710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:03.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.479+0000 7fc2c2ffd640 1 -- 172.21.15.67:0/1520137769 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc2c409a950 msgr2=0x7fc2c406e9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:03.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.479+0000 7fc2c2ffd640 1 --2- 172.21.15.67:0/1520137769 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc2c409a950 0x7fc2c406e9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:03.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.479+0000 7fc2c2ffd640 1 -- 172.21.15.67:0/1520137769 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2c40c8930 con 0x7fc2c40b1fb0 2024-09-21T00:25:03.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.479+0000 7fc2c37fe640 1 --2- 172.21.15.67:0/1520137769 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc2c409a950 0x7fc2c406e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:25:03.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.479+0000 7fc2c3fff640 1 --2- 172.21.15.67:0/1520137769 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc2c40b7850 0x7fc2c41f6710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:25:03.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.480+0000 7fc2c2ffd640 1 --2- 172.21.15.67:0/1520137769 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2c40b1fb0 0x7fc2c40c83f0 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7fc2b800d650 tx=0x7fc2b800db10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:03.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.480+0000 7fc2abfff640 1 -- 172.21.15.67:0/1520137769 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2b8017070 con 0x7fc2c40b1fb0 2024-09-21T00:25:03.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.480+0000 7fc2abfff640 1 -- 172.21.15.67:0/1520137769 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc2b8005310 con 0x7fc2c40b1fb0 2024-09-21T00:25:03.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.480+0000 7fc2c9dda640 1 -- 172.21.15.67:0/1520137769 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2c41f6c50 con 0x7fc2c40b1fb0 2024-09-21T00:25:03.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.480+0000 7fc2abfff640 1 -- 172.21.15.67:0/1520137769 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2b8009820 con 0x7fc2c40b1fb0 2024-09-21T00:25:03.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.480+0000 7fc2c9dda640 1 -- 172.21.15.67:0/1520137769 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2c406fb40 con 0x7fc2c40b1fb0 2024-09-21T00:25:03.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.481+0000 7fc2c9dda640 1 -- 172.21.15.67:0/1520137769 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc2c40710c0 con 0x7fc2c40b1fb0 2024-09-21T00:25:03.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.482+0000 7fc2abfff640 1 -- 172.21.15.67:0/1520137769 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fc2b80099c0 con 0x7fc2c40b1fb0 2024-09-21T00:25:03.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.482+0000 7fc2abfff640 1 --2- 172.21.15.67:0/1520137769 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc2b0078bc0 0x7fc2b007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:03.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.482+0000 7fc2abfff640 1 -- 172.21.15.67:0/1520137769 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 5709+0+0 (secure 0 0 0) 0x7fc2b809adb0 con 0x7fc2c40b1fb0 2024-09-21T00:25:03.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.483+0000 7fc2c37fe640 1 --2- 172.21.15.67:0/1520137769 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc2b0078bc0 0x7fc2b007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:03.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.483+0000 7fc2c37fe640 1 --2- 172.21.15.67:0/1520137769 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc2b0078bc0 0x7fc2b007b0d0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fc2b4033000 tx=0x7fc2b4004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:03.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.487+0000 7fc2abfff640 1 -- 172.21.15.67:0/1520137769 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fc2c40710c0 con 0x7fc2c40b1fb0 2024-09-21T00:25:03.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.688+0000 7fc2c9dda640 1 -- 172.21.15.67:0/1520137769 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fc2c40c7990 con 0x7fc2c40b1fb0 2024-09-21T00:25:03.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.688+0000 7fc2abfff640 1 -- 172.21.15.67:0/1520137769 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v56) ==== 80+0+0 (secure 0 0 0) 0x7fc2c40c7990 con 0x7fc2c40b1fb0 2024-09-21T00:25:03.690 INFO:teuthology.orchestra.run.smithi067.stderr:listed 0 entries 2024-09-21T00:25:03.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.691+0000 7fc2c9dda640 1 -- 172.21.15.67:0/1520137769 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc2b0078bc0 msgr2=0x7fc2b007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:03.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.691+0000 7fc2c9dda640 1 --2- 172.21.15.67:0/1520137769 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc2b0078bc0 0x7fc2b007b0d0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fc2b4033000 tx=0x7fc2b4004730 comp rx=0 tx=0).stop 2024-09-21T00:25:03.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.691+0000 7fc2c9dda640 1 -- 172.21.15.67:0/1520137769 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2c40b1fb0 msgr2=0x7fc2c40c83f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:03.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.691+0000 7fc2c9dda640 1 --2- 172.21.15.67:0/1520137769 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2c40b1fb0 0x7fc2c40c83f0 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7fc2b800d650 tx=0x7fc2b800db10 comp rx=0 tx=0).stop 2024-09-21T00:25:03.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.691+0000 7fc2c9dda640 1 -- 172.21.15.67:0/1520137769 shutdown_connections 2024-09-21T00:25:03.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.691+0000 7fc2c9dda640 1 --2- 172.21.15.67:0/1520137769 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc2b0078bc0 0x7fc2b007b0d0 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:03.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.691+0000 7fc2c9dda640 1 --2- 172.21.15.67:0/1520137769 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc2c40b7850 0x7fc2c41f6710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:03.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.691+0000 7fc2c9dda640 1 --2- 172.21.15.67:0/1520137769 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2c40b1fb0 0x7fc2c40c83f0 unknown :-1 s=CLOSED pgs=775 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:03.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.691+0000 7fc2c9dda640 1 --2- 172.21.15.67:0/1520137769 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc2c409a950 0x7fc2c406e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:03.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.691+0000 7fc2c9dda640 1 -- 172.21.15.67:0/1520137769 >> 172.21.15.67:0/1520137769 conn(0x7fc2c40b4140 msgr2=0x7fc2c40ccff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:03.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.691+0000 7fc2c9dda640 1 -- 172.21.15.67:0/1520137769 shutdown_connections 2024-09-21T00:25:03.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.691+0000 7fc2c9dda640 1 -- 172.21.15.67:0/1520137769 wait complete. 2024-09-21T00:25:03.703 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:25:03.703 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:25:03.720 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T00:25:03.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.876+0000 7f5050c27640 1 -- 172.21.15.67:0/3425616634 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5034004800 msgr2=0x7f5034004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:03.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.876+0000 7f5050c27640 1 --2- 172.21.15.67:0/3425616634 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5034004800 0x7f5034004c10 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7f5040001710 tx=0x7f5034005830 comp rx=0 tx=0).stop 2024-09-21T00:25:03.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.876+0000 7f504ad9d640 1 -- 172.21.15.67:0/3425616634 reap_dead start 2024-09-21T00:25:03.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.877+0000 7f5050c27640 1 -- 172.21.15.67:0/3425616634 shutdown_connections 2024-09-21T00:25:03.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.877+0000 7f5050c27640 1 -- 172.21.15.67:0/3425616634 >> 172.21.15.67:0/3425616634 conn(0x7f504c0b4140 msgr2=0x7f504c0b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:03.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.877+0000 7f5050c27640 1 -- 172.21.15.67:0/3425616634 shutdown_connections 2024-09-21T00:25:03.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.877+0000 7f5050c27640 1 -- 172.21.15.67:0/3425616634 wait complete. 2024-09-21T00:25:03.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.879+0000 7f5050c27640 1 Processor -- start 2024-09-21T00:25:03.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.879+0000 7f5050c27640 1 -- start start 2024-09-21T00:25:03.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.880+0000 7f5050c27640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5034004800 0x7f504c0a00c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:03.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.880+0000 7f5050c27640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f504c0cc650 0x7f504c1f6c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:03.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.880+0000 7f5050c27640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f504c0cca60 0x7f504c1f7170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:03.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.880+0000 7f5050c27640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f504c0b5060 con 0x7f5034004800 2024-09-21T00:25:03.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.880+0000 7f5050c27640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f504c0b4ee0 con 0x7f504c0cc650 2024-09-21T00:25:03.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.880+0000 7f5050c27640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f504c0cdb50 con 0x7f504c0cca60 2024-09-21T00:25:03.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.880+0000 7f504a59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5034004800 0x7f504c0a00c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:03.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.880+0000 7f504a59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5034004800 0x7f504c0a00c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60878/0 (socket says 172.21.15.67:60878) 2024-09-21T00:25:03.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.880+0000 7f504a59c640 1 -- 172.21.15.67:0/297591140 learned_addr learned my addr 172.21.15.67:0/297591140 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:03.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.880+0000 7f5049d9b640 1 --2- 172.21.15.67:0/297591140 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f504c0cc650 0x7f504c1f6c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:03.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.880+0000 7f504ad9d640 1 --2- 172.21.15.67:0/297591140 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f504c0cca60 0x7f504c1f7170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:03.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.880+0000 7f504a59c640 1 -- 172.21.15.67:0/297591140 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f504c0cca60 msgr2=0x7f504c1f7170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:03.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.880+0000 7f504a59c640 1 --2- 172.21.15.67:0/297591140 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f504c0cca60 0x7f504c1f7170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:03.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.880+0000 7f504a59c640 1 -- 172.21.15.67:0/297591140 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f504c0cc650 msgr2=0x7f504c1f6c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:03.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.880+0000 7f504a59c640 1 --2- 172.21.15.67:0/297591140 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f504c0cc650 0x7f504c1f6c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:03.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.880+0000 7f504a59c640 1 -- 172.21.15.67:0/297591140 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f504c0c7e30 con 0x7f5034004800 2024-09-21T00:25:03.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.881+0000 7f504a59c640 1 --2- 172.21.15.67:0/297591140 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5034004800 0x7f504c0a00c0 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7f503c011d90 tx=0x7f503c00f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:03.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.881+0000 7f503affd640 1 -- 172.21.15.67:0/297591140 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f503c003d80 con 0x7f5034004800 2024-09-21T00:25:03.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.881+0000 7f503affd640 1 -- 172.21.15.67:0/297591140 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f503c004b20 con 0x7f5034004800 2024-09-21T00:25:03.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.881+0000 7f503affd640 1 -- 172.21.15.67:0/297591140 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f503c004050 con 0x7f5034004800 2024-09-21T00:25:03.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.881+0000 7f5050c27640 1 -- 172.21.15.67:0/297591140 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f504c0c8110 con 0x7f5034004800 2024-09-21T00:25:03.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.881+0000 7f5050c27640 1 -- 172.21.15.67:0/297591140 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f504c0c86d0 con 0x7f5034004800 2024-09-21T00:25:03.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.882+0000 7f5050c27640 1 -- 172.21.15.67:0/297591140 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f504c0c8ab0 con 0x7f5034004800 2024-09-21T00:25:03.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.882+0000 7f503affd640 1 -- 172.21.15.67:0/297591140 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f503c0041f0 con 0x7f5034004800 2024-09-21T00:25:03.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.883+0000 7f503affd640 1 --2- 172.21.15.67:0/297591140 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f502c078b90 0x7f502c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:03.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.883+0000 7f503affd640 1 -- 172.21.15.67:0/297591140 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 5709+0+0 (secure 0 0 0) 0x7f503c09bfb0 con 0x7f5034004800 2024-09-21T00:25:03.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.884+0000 7f5049d9b640 1 --2- 172.21.15.67:0/297591140 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f502c078b90 0x7f502c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:03.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.884+0000 7f5049d9b640 1 --2- 172.21.15.67:0/297591140 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f502c078b90 0x7f502c07b0a0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f504c075140 tx=0x7f5040001270 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:03.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:03.888+0000 7f503affd640 1 -- 172.21.15.67:0/297591140 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f504c0c8ab0 con 0x7f5034004800 2024-09-21T00:25:04.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:04.092+0000 7f5050c27640 1 -- 172.21.15.67:0/297591140 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f504c0ce050 con 0x7f5034004800 2024-09-21T00:25:04.094 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:04.093+0000 7f503affd640 1 -- 172.21.15.67:0/297591140 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v56) ==== 80+0+0 (secure 0 0 0) 0x7f503c0643f0 con 0x7f5034004800 2024-09-21T00:25:04.094 INFO:teuthology.orchestra.run.smithi067.stderr:listed 0 entries 2024-09-21T00:25:04.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:04.095+0000 7f5050c27640 1 -- 172.21.15.67:0/297591140 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f502c078b90 msgr2=0x7f502c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:04.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:04.095+0000 7f5050c27640 1 --2- 172.21.15.67:0/297591140 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f502c078b90 0x7f502c07b0a0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f504c075140 tx=0x7f5040001270 comp rx=0 tx=0).stop 2024-09-21T00:25:04.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:04.095+0000 7f5050c27640 1 -- 172.21.15.67:0/297591140 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5034004800 msgr2=0x7f504c0a00c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:04.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:04.095+0000 7f5050c27640 1 --2- 172.21.15.67:0/297591140 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5034004800 0x7f504c0a00c0 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7f503c011d90 tx=0x7f503c00f790 comp rx=0 tx=0).stop 2024-09-21T00:25:04.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:04.095+0000 7f5050c27640 1 -- 172.21.15.67:0/297591140 shutdown_connections 2024-09-21T00:25:04.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:04.095+0000 7f5050c27640 1 --2- 172.21.15.67:0/297591140 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f502c078b90 0x7f502c07b0a0 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:04.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:04.095+0000 7f5050c27640 1 --2- 172.21.15.67:0/297591140 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f504c0cca60 0x7f504c1f7170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:04.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:04.095+0000 7f5050c27640 1 --2- 172.21.15.67:0/297591140 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f504c0cc650 0x7f504c1f6c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:04.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:04.095+0000 7f5050c27640 1 --2- 172.21.15.67:0/297591140 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5034004800 0x7f504c0a00c0 unknown :-1 s=CLOSED pgs=778 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:04.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:04.095+0000 7f5050c27640 1 -- 172.21.15.67:0/297591140 >> 172.21.15.67:0/297591140 conn(0x7f504c0b4140 msgr2=0x7f504c1e4c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:04.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:04.095+0000 7f5050c27640 1 -- 172.21.15.67:0/297591140 shutdown_connections 2024-09-21T00:25:04.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:04.095+0000 7f5050c27640 1 -- 172.21.15.67:0/297591140 wait complete. 2024-09-21T00:25:04.107 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi067.front.sepia.ceph.com... 2024-09-21T00:25:04.108 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:25:04.108 DEBUG:teuthology.orchestra.run.smithi067:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-21T00:25:04.131 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:ceph-fuse[61998]: fuse finished with error 0 and tester_r 0 2024-09-21T00:25:04.133 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:25:10.235 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi067.front.sepia.ceph.com 2024-09-21T00:25:10.235 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:25:10.235 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-21T00:25:10.255 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.4:0 flush journal 2024-09-21T00:25:10.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.427+0000 7f2cc9313640 1 -- 172.21.15.67:0/2532707245 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2cc40cf190 msgr2=0x7f2cc406ff60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:10.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.427+0000 7f2cc9313640 1 --2- 172.21.15.67:0/2532707245 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2cc40cf190 0x7f2cc406ff60 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7f2cbc005fd0 tx=0x7f2cbc02a8b0 comp rx=0 tx=0).stop 2024-09-21T00:25:10.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.427+0000 7f2cc9313640 1 -- 172.21.15.67:0/2532707245 shutdown_connections 2024-09-21T00:25:10.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.427+0000 7f2cc9313640 1 --2- 172.21.15.67:0/2532707245 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2cc40cf190 0x7f2cc406ff60 unknown :-1 s=CLOSED pgs=780 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:10.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.427+0000 7f2cc9313640 1 -- 172.21.15.67:0/2532707245 >> 172.21.15.67:0/2532707245 conn(0x7f2cc40b26a0 msgr2=0x7f2cc40b2ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:10.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.427+0000 7f2cc9313640 1 -- 172.21.15.67:0/2532707245 shutdown_connections 2024-09-21T00:25:10.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.427+0000 7f2cc9313640 1 -- 172.21.15.67:0/2532707245 wait complete. 2024-09-21T00:25:10.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.429+0000 7f2cc9313640 1 Processor -- start 2024-09-21T00:25:10.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.429+0000 7f2cc9313640 1 -- start start 2024-09-21T00:25:10.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.430+0000 7f2cc9313640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2cc40b66f0 0x7f2cc415bdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:10.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.430+0000 7f2cc9313640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2cc40cf190 0x7f2cc415c300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:10.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.430+0000 7f2cc9313640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2cc41f8dc0 0x7f2cc41f91d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:10.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.430+0000 7f2cc9313640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f2cc41601f0 con 0x7f2cc40b66f0 2024-09-21T00:25:10.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.430+0000 7f2cc9313640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f2cc4160070 con 0x7f2cc40cf190 2024-09-21T00:25:10.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.430+0000 7f2cc9313640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f2cc40704a0 con 0x7f2cc41f8dc0 2024-09-21T00:25:10.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.431+0000 7f2cc2ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2cc40b66f0 0x7f2cc415bdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:10.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.431+0000 7f2cc2ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2cc40b66f0 0x7f2cc415bdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60890/0 (socket says 172.21.15.67:60890) 2024-09-21T00:25:10.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.431+0000 7f2cc2ffd640 1 -- 172.21.15.67:0/3328256333 learned_addr learned my addr 172.21.15.67:0/3328256333 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:10.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.431+0000 7f2cc37fe640 1 --2- 172.21.15.67:0/3328256333 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2cc41f8dc0 0x7f2cc41f91d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:10.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.431+0000 7f2cc27fc640 1 --2- 172.21.15.67:0/3328256333 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2cc40cf190 0x7f2cc415c300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:10.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.431+0000 7f2cc2ffd640 1 -- 172.21.15.67:0/3328256333 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2cc41f8dc0 msgr2=0x7f2cc41f91d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:10.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.431+0000 7f2cc2ffd640 1 --2- 172.21.15.67:0/3328256333 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2cc41f8dc0 0x7f2cc41f91d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:10.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.431+0000 7f2cc2ffd640 1 -- 172.21.15.67:0/3328256333 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2cc40cf190 msgr2=0x7f2cc415c300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:10.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.431+0000 7f2cc2ffd640 1 --2- 172.21.15.67:0/3328256333 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2cc40cf190 0x7f2cc415c300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:10.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.431+0000 7f2cc2ffd640 1 -- 172.21.15.67:0/3328256333 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2cc415e0d0 con 0x7f2cc40b66f0 2024-09-21T00:25:10.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.431+0000 7f2cc2ffd640 1 --2- 172.21.15.67:0/3328256333 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2cc40b66f0 0x7f2cc415bdc0 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7f2cb400c460 tx=0x7f2cb400c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:10.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.431+0000 7f2cab7fe640 1 -- 172.21.15.67:0/3328256333 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cb4016020 con 0x7f2cc40b66f0 2024-09-21T00:25:10.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.431+0000 7f2cab7fe640 1 -- 172.21.15.67:0/3328256333 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2cb4012940 con 0x7f2cc40b66f0 2024-09-21T00:25:10.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.431+0000 7f2cc9313640 1 -- 172.21.15.67:0/3328256333 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2cc415e3b0 con 0x7f2cc40b66f0 2024-09-21T00:25:10.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.431+0000 7f2cab7fe640 1 -- 172.21.15.67:0/3328256333 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cb4012d90 con 0x7f2cc40b66f0 2024-09-21T00:25:10.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.431+0000 7f2cc9313640 1 -- 172.21.15.67:0/3328256333 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2cc415e970 con 0x7f2cc40b66f0 2024-09-21T00:25:10.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.433+0000 7f2cab7fe640 1 -- 172.21.15.67:0/3328256333 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f2cb4019020 con 0x7f2cc40b66f0 2024-09-21T00:25:10.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.434+0000 7f2cab7fe640 1 --2- 172.21.15.67:0/3328256333 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2cb0078b90 0x7f2cb007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:10.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.434+0000 7f2cab7fe640 1 -- 172.21.15.67:0/3328256333 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 5709+0+0 (secure 0 0 0) 0x7f2cb409a4e0 con 0x7f2cc40b66f0 2024-09-21T00:25:10.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.435+0000 7f2cc27fc640 1 --2- 172.21.15.67:0/3328256333 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2cb0078b90 0x7f2cb007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:10.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.435+0000 7f2cd0281740 1 Processor -- start 2024-09-21T00:25:10.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.435+0000 7f2cc27fc640 1 --2- 172.21.15.67:0/3328256333 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2cb0078b90 0x7f2cb007b0a0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f2cb8001720 tx=0x7f2cb8009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:10.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.435+0000 7f2cd0281740 1 -- start start 2024-09-21T00:25:10.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.437+0000 7f2cd0281740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f741b1a390 0x55f741eeb740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:10.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.437+0000 7f2cd0281740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f741af14d0 0x55f741eebc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:10.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.437+0000 7f2cd0281740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f741af96b0 0x55f741f08b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:10.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.437+0000 7f2cd0281740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55f741e34a60 con 0x55f741af96b0 2024-09-21T00:25:10.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.437+0000 7f2cd0281740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55f741e23e90 con 0x55f741af14d0 2024-09-21T00:25:10.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.437+0000 7f2cd0281740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55f741e27ca0 con 0x55f741b1a390 2024-09-21T00:25:10.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.437+0000 7f2cc37fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f741af96b0 0x55f741f08b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:10.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.437+0000 7f2cc37fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f741af96b0 0x55f741f08b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60900/0 (socket says 172.21.15.67:60900) 2024-09-21T00:25:10.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.437+0000 7f2cc27fc640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f741af14d0 0x55f741eebc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:10.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.437+0000 7f2cc37fe640 1 -- 172.21.15.67:0/3233684813 learned_addr learned my addr 172.21.15.67:0/3233684813 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:10.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.437+0000 7f2cc2ffd640 1 --2- 172.21.15.67:0/3233684813 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f741b1a390 0x55f741eeb740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:10.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.437+0000 7f2cc37fe640 1 -- 172.21.15.67:0/3233684813 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f741b1a390 msgr2=0x55f741eeb740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:25:10.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.437+0000 7f2cc37fe640 1 --2- 172.21.15.67:0/3233684813 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f741b1a390 0x55f741eeb740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:10.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.437+0000 7f2cc37fe640 1 -- 172.21.15.67:0/3233684813 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f741af14d0 msgr2=0x55f741eebc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:25:10.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.437+0000 7f2cc37fe640 1 --2- 172.21.15.67:0/3233684813 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f741af14d0 0x55f741eebc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:10.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.437+0000 7f2cc37fe640 1 -- 172.21.15.67:0/3233684813 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f741bfc7d0 con 0x55f741af96b0 2024-09-21T00:25:10.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.437+0000 7f2cc37fe640 1 --2- 172.21.15.67:0/3233684813 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f741af96b0 0x55f741f08b80 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7f2cbc005fd0 tx=0x7f2cbc004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1273e66024640c54 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:10.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.438+0000 7f2ca8ff9640 1 -- 172.21.15.67:0/3233684813 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cbc004040 con 0x55f741af96b0 2024-09-21T00:25:10.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.438+0000 7f2ca8ff9640 1 -- 172.21.15.67:0/3233684813 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2cbc0042d0 con 0x55f741af96b0 2024-09-21T00:25:10.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.438+0000 7f2ca8ff9640 1 -- 172.21.15.67:0/3233684813 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cbc0046e0 con 0x55f741af96b0 2024-09-21T00:25:10.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.438+0000 7f2cd0281740 1 -- 172.21.15.67:0/3233684813 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f741af96b0 msgr2=0x55f741f08b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:10.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.438+0000 7f2cd0281740 1 --2- 172.21.15.67:0/3233684813 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f741af96b0 0x55f741f08b80 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7f2cbc005fd0 tx=0x7f2cbc004a40 comp rx=0 tx=0).stop 2024-09-21T00:25:10.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.438+0000 7f2cd0281740 1 -- 172.21.15.67:0/3233684813 shutdown_connections 2024-09-21T00:25:10.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.438+0000 7f2cd0281740 1 --2- 172.21.15.67:0/3233684813 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f741af96b0 0x55f741f08b80 unknown :-1 s=CLOSED pgs=782 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:10.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.438+0000 7f2cd0281740 1 --2- 172.21.15.67:0/3233684813 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f741af14d0 0x55f741eebc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:10.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.438+0000 7f2cd0281740 1 --2- 172.21.15.67:0/3233684813 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f741b1a390 0x55f741eeb740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:10.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.438+0000 7f2cd0281740 1 -- 172.21.15.67:0/3233684813 >> 172.21.15.67:0/3233684813 conn(0x55f741b0e4e0 msgr2=0x55f741ec1a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:10.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.439+0000 7f2cd0281740 1 -- 172.21.15.67:0/3233684813 shutdown_connections 2024-09-21T00:25:10.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.439+0000 7f2cd0281740 1 -- 172.21.15.67:0/3233684813 wait complete. 2024-09-21T00:25:10.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.439+0000 7f2cd0281740 1 -- start start 2024-09-21T00:25:10.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.440+0000 7f2cd0281740 1 Processor -- start 2024-09-21T00:25:10.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.441+0000 7f2cd0281740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f741af14d0 0x55f741f06c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:10.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.441+0000 7f2cd0281740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f741af96b0 0x55f741f0a060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:10.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.441+0000 7f2cd0281740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f741b1a390 0x55f741ed9b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:10.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.441+0000 7f2cd0281740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55f741b94740 con 0x55f741af14d0 2024-09-21T00:25:10.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.441+0000 7f2cd0281740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55f741dc9970 con 0x55f741b1a390 2024-09-21T00:25:10.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.441+0000 7f2cd0281740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55f741eec1c0 con 0x55f741af96b0 2024-09-21T00:25:10.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.441+0000 7f2cd0281740 10 client.0 _ll_register_callbacks cb 0x55f741dccbe0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:25:10.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.441+0000 7f2cc2ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f741af14d0 0x55f741f06c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:10.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.441+0000 7f2cc2ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f741af14d0 0x55f741f06c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60904/0 (socket says 172.21.15.67:60904) 2024-09-21T00:25:10.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.441+0000 7f2cc2ffd640 1 -- 172.21.15.67:0/1535050349 learned_addr learned my addr 172.21.15.67:0/1535050349 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:10.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.441+0000 7f2cc27fc640 1 --2- 172.21.15.67:0/1535050349 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f741af96b0 0x55f741f0a060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:10.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.441+0000 7f2cc37fe640 1 --2- 172.21.15.67:0/1535050349 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f741b1a390 0x55f741ed9b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:10.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.441+0000 7f2cc2ffd640 1 -- 172.21.15.67:0/1535050349 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f741af96b0 msgr2=0x55f741f0a060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:25:10.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.441+0000 7f2cc2ffd640 1 --2- 172.21.15.67:0/1535050349 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f741af96b0 0x55f741f0a060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:10.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.441+0000 7f2cc2ffd640 1 -- 172.21.15.67:0/1535050349 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f741b1a390 msgr2=0x55f741ed9b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:25:10.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.441+0000 7f2cc2ffd640 1 --2- 172.21.15.67:0/1535050349 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f741b1a390 0x55f741ed9b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:10.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.441+0000 7f2cc2ffd640 1 -- 172.21.15.67:0/1535050349 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f741b85970 con 0x55f741af14d0 2024-09-21T00:25:10.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.441+0000 7f2cc27fc640 1 --2- 172.21.15.67:0/1535050349 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f741af96b0 0x55f741f0a060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:25:10.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.441+0000 7f2cc37fe640 1 --2- 172.21.15.67:0/1535050349 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f741b1a390 0x55f741ed9b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:25:10.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.442+0000 7f2cc2ffd640 1 --2- 172.21.15.67:0/1535050349 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f741af14d0 0x55f741f06c90 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7f2cb405e3e0 tx=0x7f2cb4061b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c7632f0363e370e server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:10.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.442+0000 7f2ca1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:25:10.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.442+0000 7f2ca1ffb640 1 -- 172.21.15.67:0/1535050349 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cb4088070 con 0x55f741af14d0 2024-09-21T00:25:10.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.442+0000 7f2ca1ffb640 1 -- 172.21.15.67:0/1535050349 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(56..56 src has 1..56) ==== 5709+0+0 (secure 0 0 0) 0x7f2cb406b7a0 con 0x55f741af14d0 2024-09-21T00:25:10.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.442+0000 7f2cd0281740 1 -- 172.21.15.67:0/1535050349 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2cbc0042d0 con 0x55f741af14d0 2024-09-21T00:25:10.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.442+0000 7f2ca1ffb640 1 -- 172.21.15.67:0/1535050349 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7f2cb4066e00 con 0x55f741af14d0 2024-09-21T00:25:10.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.442+0000 7f2cd0281740 10 client.6462 fetch_fsmap learned FSMap version 40 2024-09-21T00:25:10.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.442+0000 7f2cd0281740 1 -- 172.21.15.67:0/1535050349 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=2+}) -- 0x55f741b636a0 con 0x55f741af14d0 2024-09-21T00:25:10.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.442+0000 7f2ca1ffb640 1 -- 172.21.15.67:0/1535050349 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2cbc0042d0 con 0x55f741af14d0 2024-09-21T00:25:10.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.442+0000 7f2ca1ffb640 1 -- 172.21.15.67:0/1535050349 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 40) ==== 3502+0+0 (secure 0 0 0) 0x7f2cb4061630 con 0x55f741af14d0 2024-09-21T00:25:10.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.442+0000 7f2cd0281740 10 client.6462 fetch_fsmap finished waiting for FSMap version 40 2024-09-21T00:25:10.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.442+0000 7f2cd0281740 10 client.6462 resolve_mds: resolved 4:0 to role '4:0' aka daemon mds.a 2024-09-21T00:25:10.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.442+0000 7f2cd0281740 20 client.6462 populate_metadata read hostname 'smithi067' 2024-09-21T00:25:10.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.442+0000 7f2cd0281740 1 --2- 172.21.15.67:0/1535050349 >> [v2:172.21.15.67:6834/4157540117,v1:172.21.15.67:6835/4157540117] conn(0x55f741ad8f60 0x55f741f18d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:10.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.442+0000 7f2cd0281740 4 client.6462 mds_command: new command op to 6252 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:25:10.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.442+0000 7f2cd0281740 1 -- 172.21.15.67:0/1535050349 --> [v2:172.21.15.67:6834/4157540117,v1:172.21.15.67:6835/4157540117] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f741e369b0 con 0x55f741ad8f60 2024-09-21T00:25:10.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.442+0000 7f2cc27fc640 1 --2- 172.21.15.67:0/1535050349 >> [v2:172.21.15.67:6834/4157540117,v1:172.21.15.67:6835/4157540117] conn(0x55f741ad8f60 0x55f741f18d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:10.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.443+0000 7f2ca1ffb640 10 client.6462 ms_handle_connect on v2:172.21.15.67:6834/4157540117 2024-09-21T00:25:10.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.443+0000 7f2cc27fc640 1 --2- 172.21.15.67:0/1535050349 >> [v2:172.21.15.67:6834/4157540117,v1:172.21.15.67:6835/4157540117] conn(0x55f741ad8f60 0x55f741f18d20 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cb78d69aa6c2795c server_cookie=7a98d39f2479909b in_seq=0 out_seq=0 2024-09-21T00:25:10.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.443+0000 7f2ca1ffb640 1 -- 172.21.15.67:0/1535050349 <== mds.0 v2:172.21.15.67:6834/4157540117 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x55f741e369b0 con 0x55f741ad8f60 2024-09-21T00:25:10.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.443+0000 7f2ca1ffb640 10 client.6462 handle_command_reply: tid=0 2024-09-21T00:25:10.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.443+0000 7f2cd0281740 1 client.6462 shutdown 2024-09-21T00:25:10.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.444+0000 7f2cd0281740 1 -- 172.21.15.67:0/1535050349 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f741af14d0 msgr2=0x55f741f06c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:10.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.444+0000 7f2cd0281740 1 --2- 172.21.15.67:0/1535050349 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f741af14d0 0x55f741f06c90 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7f2cb405e3e0 tx=0x7f2cb4061b40 comp rx=0 tx=0).stop 2024-09-21T00:25:10.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.444+0000 7f2cd0281740 1 -- 172.21.15.67:0/1535050349 shutdown_connections 2024-09-21T00:25:10.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.444+0000 7f2cd0281740 1 --2- 172.21.15.67:0/1535050349 >> [v2:172.21.15.67:6834/4157540117,v1:172.21.15.67:6835/4157540117] conn(0x55f741ad8f60 0x55f741f18d20 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:10.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.444+0000 7f2cd0281740 1 --2- 172.21.15.67:0/1535050349 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f741b1a390 0x55f741ed9b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:10.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.444+0000 7f2cd0281740 1 --2- 172.21.15.67:0/1535050349 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f741af96b0 0x55f741f0a060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:10.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.444+0000 7f2ca1ffb640 0 client.6462 ms_handle_reset on v2:172.21.15.67:6834/4157540117 2024-09-21T00:25:10.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.444+0000 7f2cd0281740 1 --2- 172.21.15.67:0/1535050349 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f741af14d0 0x55f741f06c90 unknown :-1 s=CLOSED pgs=783 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:10.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.444+0000 7f2cd0281740 1 -- 172.21.15.67:0/1535050349 >> 172.21.15.67:0/1535050349 conn(0x55f741b0e4e0 msgr2=0x55f741ebc2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:10.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.444+0000 7f2cd0281740 1 -- 172.21.15.67:0/1535050349 shutdown_connections 2024-09-21T00:25:10.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.444+0000 7f2cd0281740 1 -- 172.21.15.67:0/1535050349 wait complete. 2024-09-21T00:25:10.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.444+0000 7f2cd0281740 20 client.6462 trim_cache size 0 max 16384 2024-09-21T00:25:10.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.459+0000 7f2cd0281740 1 Processor -- start 2024-09-21T00:25:10.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.459+0000 7f2cd0281740 1 -- start start 2024-09-21T00:25:10.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.460+0000 7f2cd0281740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f741af14d0 0x55f741eff7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:10.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.460+0000 7f2cd0281740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f741af96b0 0x55f741f0ac80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:10.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.460+0000 7f2cd0281740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f741b1a390 0x55f741f0b1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:10.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.460+0000 7f2cd0281740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f2cc4201e70 con 0x55f741b1a390 2024-09-21T00:25:10.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.460+0000 7f2cd0281740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f2cc4200ee0 con 0x55f741af96b0 2024-09-21T00:25:10.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.460+0000 7f2cd0281740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f2cc40c6000 con 0x55f741af14d0 2024-09-21T00:25:10.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.460+0000 7f2cc37fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f741b1a390 0x55f741f0b1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:10.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.461+0000 7f2cc37fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f741b1a390 0x55f741f0b1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60918/0 (socket says 172.21.15.67:60918) 2024-09-21T00:25:10.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.461+0000 7f2cc37fe640 1 -- 172.21.15.67:0/2068603772 learned_addr learned my addr 172.21.15.67:0/2068603772 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:10.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.461+0000 7f2cc2ffd640 1 --2- 172.21.15.67:0/2068603772 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f741af14d0 0x55f741eff7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:10.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.461+0000 7f2cc27fc640 1 --2- 172.21.15.67:0/2068603772 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f741af96b0 0x55f741f0ac80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:10.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.461+0000 7f2cc37fe640 1 -- 172.21.15.67:0/2068603772 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f741af14d0 msgr2=0x55f741eff7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:25:10.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.461+0000 7f2cc37fe640 1 --2- 172.21.15.67:0/2068603772 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f741af14d0 0x55f741eff7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:10.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.461+0000 7f2cc37fe640 1 -- 172.21.15.67:0/2068603772 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f741af96b0 msgr2=0x55f741f0ac80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:25:10.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.461+0000 7f2cc37fe640 1 --2- 172.21.15.67:0/2068603772 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f741af96b0 0x55f741f0ac80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:10.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.461+0000 7f2cc37fe640 1 -- 172.21.15.67:0/2068603772 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f741ebe160 con 0x55f741b1a390 2024-09-21T00:25:10.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.461+0000 7f2cc37fe640 1 --2- 172.21.15.67:0/2068603772 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f741b1a390 0x55f741f0b1c0 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7f2cbc02aea0 tx=0x7f2cbc02a8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=adf15bcd49c17184 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:10.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.461+0000 7f2ca3fff640 1 -- 172.21.15.67:0/2068603772 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cbc053070 con 0x55f741b1a390 2024-09-21T00:25:10.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.461+0000 7f2ca3fff640 1 -- 172.21.15.67:0/2068603772 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2cbc003f90 con 0x55f741b1a390 2024-09-21T00:25:10.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.461+0000 7f2ca3fff640 1 -- 172.21.15.67:0/2068603772 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cbc004530 con 0x55f741b1a390 2024-09-21T00:25:10.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.462+0000 7f2cd0281740 1 -- 172.21.15.67:0/2068603772 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f741b1a390 msgr2=0x55f741f0b1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:10.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.462+0000 7f2cd0281740 1 --2- 172.21.15.67:0/2068603772 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f741b1a390 0x55f741f0b1c0 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7f2cbc02aea0 tx=0x7f2cbc02a8b0 comp rx=0 tx=0).stop 2024-09-21T00:25:10.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.462+0000 7f2cd0281740 1 -- 172.21.15.67:0/2068603772 shutdown_connections 2024-09-21T00:25:10.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.462+0000 7f2cd0281740 1 --2- 172.21.15.67:0/2068603772 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f741b1a390 0x55f741f0b1c0 unknown :-1 s=CLOSED pgs=784 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:10.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.462+0000 7f2cd0281740 1 --2- 172.21.15.67:0/2068603772 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f741af96b0 0x55f741f0ac80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:10.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.462+0000 7f2cd0281740 1 --2- 172.21.15.67:0/2068603772 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f741af14d0 0x55f741eff7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:10.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.462+0000 7f2cd0281740 1 -- 172.21.15.67:0/2068603772 >> 172.21.15.67:0/2068603772 conn(0x55f741b0e4e0 msgr2=0x55f741ec2920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:10.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.462+0000 7f2cd0281740 1 -- 172.21.15.67:0/2068603772 shutdown_connections 2024-09-21T00:25:10.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.462+0000 7f2cd0281740 1 -- 172.21.15.67:0/2068603772 wait complete. 2024-09-21T00:25:10.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.463+0000 7f2cd0281740 1 -- start start 2024-09-21T00:25:10.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.463+0000 7f2cd0281740 1 Processor -- start 2024-09-21T00:25:10.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.464+0000 7f2cd0281740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f741af14d0 0x55f741f84d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:10.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.464+0000 7f2cd0281740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f741af96b0 0x55f741f0ac80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:10.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.464+0000 7f2cd0281740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f741b1a390 0x55f741f0b1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:10.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.464+0000 7f2cd0281740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f2cc40c6650 con 0x55f741af96b0 2024-09-21T00:25:10.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.464+0000 7f2cd0281740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55f741f1cf30 con 0x55f741af14d0 2024-09-21T00:25:10.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.464+0000 7f2cd0281740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55f741ebc750 con 0x55f741b1a390 2024-09-21T00:25:10.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.464+0000 7f2cd0281740 10 client.0 _ll_register_callbacks cb 0x7f2cb4061d60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:25:10.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.464+0000 7f2cc27fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f741af96b0 0x55f741f0ac80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:10.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.464+0000 7f2cc27fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f741af96b0 0x55f741f0ac80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60920/0 (socket says 172.21.15.67:60920) 2024-09-21T00:25:10.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.464+0000 7f2cc27fc640 1 -- 172.21.15.67:0/696348445 learned_addr learned my addr 172.21.15.67:0/696348445 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:10.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.464+0000 7f2cc2ffd640 1 --2- 172.21.15.67:0/696348445 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f741af14d0 0x55f741f84d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:10.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.464+0000 7f2cc37fe640 1 --2- 172.21.15.67:0/696348445 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f741b1a390 0x55f741f0b1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:10.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.465+0000 7f2cc27fc640 1 -- 172.21.15.67:0/696348445 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f741b1a390 msgr2=0x55f741f0b1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:25:10.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.465+0000 7f2cc27fc640 1 --2- 172.21.15.67:0/696348445 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f741b1a390 0x55f741f0b1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:10.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.465+0000 7f2cc27fc640 1 -- 172.21.15.67:0/696348445 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f741af14d0 msgr2=0x55f741f84d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:25:10.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.465+0000 7f2cc27fc640 1 --2- 172.21.15.67:0/696348445 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f741af14d0 0x55f741f84d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:10.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.465+0000 7f2cc27fc640 1 -- 172.21.15.67:0/696348445 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f741f1a640 con 0x55f741af96b0 2024-09-21T00:25:10.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.465+0000 7f2cc27fc640 1 --2- 172.21.15.67:0/696348445 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f741af96b0 0x55f741f0ac80 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x55f741f16430 tx=0x7f2cb8000ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4375d3fecb8bcedc server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:10.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.465+0000 7f2ca1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:25:10.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.465+0000 7f2ca1ffb640 1 -- 172.21.15.67:0/696348445 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cb800fe60 con 0x55f741af96b0 2024-09-21T00:25:10.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.465+0000 7f2ca1ffb640 1 -- 172.21.15.67:0/696348445 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(56..56 src has 1..56) ==== 5709+0+0 (secure 0 0 0) 0x7f2cb8014e00 con 0x55f741af96b0 2024-09-21T00:25:10.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.465+0000 7f2cd0281740 1 -- 172.21.15.67:0/696348445 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2cbc003f90 con 0x55f741af96b0 2024-09-21T00:25:10.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.465+0000 7f2ca1ffb640 1 -- 172.21.15.67:0/696348445 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=40) ==== 24+0+0 (secure 0 0 0) 0x7f2cb8036050 con 0x55f741af96b0 2024-09-21T00:25:10.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.465+0000 7f2cd0281740 10 client.6468 fetch_fsmap learned FSMap version 40 2024-09-21T00:25:10.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.465+0000 7f2cd0281740 1 -- 172.21.15.67:0/696348445 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=40,monmap=2+}) -- 0x55f741f1c9f0 con 0x55f741af96b0 2024-09-21T00:25:10.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.465+0000 7f2ca1ffb640 1 -- 172.21.15.67:0/696348445 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2cbc003f90 con 0x55f741af96b0 2024-09-21T00:25:10.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.466+0000 7f2ca1ffb640 1 -- 172.21.15.67:0/696348445 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 40) ==== 3502+0+0 (secure 0 0 0) 0x7f2cb8039020 con 0x55f741af96b0 2024-09-21T00:25:10.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.466+0000 7f2cd0281740 10 client.6468 fetch_fsmap finished waiting for FSMap version 40 2024-09-21T00:25:10.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.466+0000 7f2cd0281740 10 client.6468 resolve_mds: resolved 4:0 to role '4:0' aka daemon mds.a 2024-09-21T00:25:10.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.466+0000 7f2cd0281740 20 client.6468 populate_metadata read hostname 'smithi067' 2024-09-21T00:25:10.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.466+0000 7f2cd0281740 1 --2- 172.21.15.67:0/696348445 >> [v2:172.21.15.67:6834/4157540117,v1:172.21.15.67:6835/4157540117] conn(0x55f741f1adf0 0x55f741f88fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:10.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.466+0000 7f2cd0281740 4 client.6468 mds_command: new command op to 6252 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-21T00:25:10.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.466+0000 7f2cd0281740 1 -- 172.21.15.67:0/696348445 --> [v2:172.21.15.67:6834/4157540117,v1:172.21.15.67:6835/4157540117] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55f741e32460 con 0x55f741f1adf0 2024-09-21T00:25:10.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.466+0000 7f2cc2ffd640 1 --2- 172.21.15.67:0/696348445 >> [v2:172.21.15.67:6834/4157540117,v1:172.21.15.67:6835/4157540117] conn(0x55f741f1adf0 0x55f741f88fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:10.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.466+0000 7f2ca1ffb640 10 client.6468 ms_handle_connect on v2:172.21.15.67:6834/4157540117 2024-09-21T00:25:10.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.466+0000 7f2cc2ffd640 1 --2- 172.21.15.67:0/696348445 >> [v2:172.21.15.67:6834/4157540117,v1:172.21.15.67:6835/4157540117] conn(0x55f741f1adf0 0x55f741f88fe0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5b8c83ffde2b8c81 server_cookie=bf2cc7122cd2d423 in_seq=0 out_seq=0 2024-09-21T00:25:10.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.481+0000 7f2ca1ffb640 1 -- 172.21.15.67:0/696348445 <== mds.0 v2:172.21.15.67:6834/4157540117 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55f741e32460 con 0x55f741f1adf0 2024-09-21T00:25:10.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.481+0000 7f2ca1ffb640 10 client.6468 handle_command_reply: tid=0 2024-09-21T00:25:10.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.481+0000 7f2cd0281740 1 client.6468 shutdown 2024-09-21T00:25:10.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.481+0000 7f2cd0281740 1 -- 172.21.15.67:0/696348445 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f741af96b0 msgr2=0x55f741f0ac80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:10.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.481+0000 7f2cd0281740 1 --2- 172.21.15.67:0/696348445 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f741af96b0 0x55f741f0ac80 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x55f741f16430 tx=0x7f2cb8000ed0 comp rx=0 tx=0).stop 2024-09-21T00:25:10.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.481+0000 7f2cd0281740 1 -- 172.21.15.67:0/696348445 shutdown_connections 2024-09-21T00:25:10.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.481+0000 7f2cd0281740 1 --2- 172.21.15.67:0/696348445 >> [v2:172.21.15.67:6834/4157540117,v1:172.21.15.67:6835/4157540117] conn(0x55f741f1adf0 0x55f741f88fe0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:10.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.481+0000 7f2cd0281740 1 --2- 172.21.15.67:0/696348445 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f741b1a390 0x55f741f0b1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:10.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.481+0000 7f2cd0281740 1 --2- 172.21.15.67:0/696348445 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f741af96b0 0x55f741f0ac80 unknown :-1 s=CLOSED pgs=785 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:10.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.481+0000 7f2cd0281740 1 --2- 172.21.15.67:0/696348445 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f741af14d0 0x55f741f84d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:10.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.481+0000 7f2ca1ffb640 0 client.6468 ms_handle_reset on v2:172.21.15.67:6834/4157540117 2024-09-21T00:25:10.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.481+0000 7f2cd0281740 1 -- 172.21.15.67:0/696348445 >> 172.21.15.67:0/696348445 conn(0x55f741b0e4e0 msgr2=0x55f741efc600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:10.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.482+0000 7f2cd0281740 1 -- 172.21.15.67:0/696348445 shutdown_connections 2024-09-21T00:25:10.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.482+0000 7f2cd0281740 1 -- 172.21.15.67:0/696348445 wait complete. 2024-09-21T00:25:10.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.482+0000 7f2cd0281740 20 client.6468 trim_cache size 0 max 16384 2024-09-21T00:25:10.484 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:25:10.484 INFO:teuthology.orchestra.run.smithi067.stdout: "message": "", 2024-09-21T00:25:10.485 INFO:teuthology.orchestra.run.smithi067.stdout: "return_code": 0 2024-09-21T00:25:10.485 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:25:10.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.482+0000 7f2cc9313640 1 -- 172.21.15.67:0/3328256333 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2cb0078b90 msgr2=0x7f2cb007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:10.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.482+0000 7f2cc9313640 1 --2- 172.21.15.67:0/3328256333 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2cb0078b90 0x7f2cb007b0a0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f2cb8001720 tx=0x7f2cb8009040 comp rx=0 tx=0).stop 2024-09-21T00:25:10.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.482+0000 7f2cc9313640 1 -- 172.21.15.67:0/3328256333 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2cc40b66f0 msgr2=0x7f2cc415bdc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:10.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.482+0000 7f2cc9313640 1 --2- 172.21.15.67:0/3328256333 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2cc40b66f0 0x7f2cc415bdc0 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7f2cb400c460 tx=0x7f2cb400c920 comp rx=0 tx=0).stop 2024-09-21T00:25:10.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.482+0000 7f2cc9313640 1 -- 172.21.15.67:0/3328256333 shutdown_connections 2024-09-21T00:25:10.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.482+0000 7f2cc9313640 1 --2- 172.21.15.67:0/3328256333 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2cb0078b90 0x7f2cb007b0a0 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:10.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.482+0000 7f2cc9313640 1 --2- 172.21.15.67:0/3328256333 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2cc41f8dc0 0x7f2cc41f91d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:10.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.482+0000 7f2cc9313640 1 --2- 172.21.15.67:0/3328256333 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2cc40cf190 0x7f2cc415c300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:10.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.482+0000 7f2cc9313640 1 --2- 172.21.15.67:0/3328256333 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2cc40b66f0 0x7f2cc415bdc0 unknown :-1 s=CLOSED pgs=781 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:10.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.482+0000 7f2cc9313640 1 -- 172.21.15.67:0/3328256333 >> 172.21.15.67:0/3328256333 conn(0x7f2cc40b26a0 msgr2=0x7f2cc40737b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:10.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.482+0000 7f2cc9313640 1 -- 172.21.15.67:0/3328256333 shutdown_connections 2024-09-21T00:25:10.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.482+0000 7f2cc9313640 1 -- 172.21.15.67:0/3328256333 wait complete. 2024-09-21T00:25:10.495 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-21T00:25:10.495 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:25:10.496 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-21T00:25:10.496 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:25:10.496 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-21T00:25:10.496 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:25:10.496 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-21T00:25:10.497 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:25:10.506 INFO:tasks.ceph.mds.c:Stopped 2024-09-21T00:25:10.506 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds fail c 2024-09-21T00:25:10.507 INFO:tasks.ceph.mds.a:Stopped 2024-09-21T00:25:10.507 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds fail a 2024-09-21T00:25:10.509 INFO:tasks.ceph.mds.b:Stopped 2024-09-21T00:25:10.510 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds fail b 2024-09-21T00:25:10.510 INFO:tasks.ceph.mds.d:Stopped 2024-09-21T00:25:10.510 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds fail d 2024-09-21T00:25:10.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.675+0000 7f17d620e640 1 -- 172.21.15.67:0/904550648 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f17d00ae090 msgr2=0x7f17d00ae4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:10.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.676+0000 7fa25b24d640 1 -- 172.21.15.67:0/180512803 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa254072f20 msgr2=0x7fa254073330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:10.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.675+0000 7f17d620e640 1 --2- 172.21.15.67:0/904550648 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f17d00ae090 0x7f17d00ae4a0 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7f17c8005fd0 tx=0x7f17c802aaa0 comp rx=0 tx=0).stop 2024-09-21T00:25:10.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.676+0000 7f17d620e640 1 -- 172.21.15.67:0/904550648 shutdown_connections 2024-09-21T00:25:10.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.676+0000 7f17d620e640 1 --2- 172.21.15.67:0/904550648 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f17d00ae090 0x7f17d00ae4a0 unknown :-1 s=CLOSED pgs=788 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:10.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.676+0000 7f17d620e640 1 --2- 172.21.15.67:0/904550648 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f17d0152720 0x7f17d00b4a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:10.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.676+0000 7f17d620e640 1 -- 172.21.15.67:0/904550648 >> 172.21.15.67:0/904550648 conn(0x7f17d006d5a0 msgr2=0x7f17d00b1d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:10.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.676+0000 7fa25b24d640 1 --2- 172.21.15.67:0/180512803 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa254072f20 0x7fa254073330 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fa2540cc9f0 tx=0x7fa24002a540 comp rx=0 tx=0).stop 2024-09-21T00:25:10.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.676+0000 7f17d620e640 1 -- 172.21.15.67:0/904550648 shutdown_connections 2024-09-21T00:25:10.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.676+0000 7f17d620e640 1 -- 172.21.15.67:0/904550648 wait complete. 2024-09-21T00:25:10.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.676+0000 7fa25b24d640 1 -- 172.21.15.67:0/180512803 shutdown_connections 2024-09-21T00:25:10.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.676+0000 7fa25b24d640 1 --2- 172.21.15.67:0/180512803 >> v2:172.21.15.67:3300/0 conn(0x7fa2540ae900 0x7fa2540b2480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:10.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.676+0000 7fa25b24d640 1 --2- 172.21.15.67:0/180512803 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa254072f20 0x7fa254073330 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:10.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.676+0000 7fa25b24d640 1 -- 172.21.15.67:0/180512803 >> 172.21.15.67:0/180512803 conn(0x7fa25406d5a0 msgr2=0x7fa2540b1d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:10.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.676+0000 7fa25b24d640 1 -- 172.21.15.67:0/180512803 shutdown_connections 2024-09-21T00:25:10.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.676+0000 7f1e0b50b640 1 -- 172.21.15.67:0/2142826639 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1e040b3ae0 msgr2=0x7f1e040d0a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:10.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.676+0000 7ff34ecf9640 1 -- 172.21.15.67:0/1664306287 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff34815ffe0 msgr2=0x7ff34809a950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:10.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.676+0000 7f1e0b50b640 1 --2- 172.21.15.67:0/2142826639 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1e040b3ae0 0x7f1e040d0a10 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7f1df80097b0 tx=0x7f1df802a340 comp rx=0 tx=0).stop 2024-09-21T00:25:10.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.676+0000 7ff34ecf9640 1 --2- 172.21.15.67:0/1664306287 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff34815ffe0 0x7ff34809a950 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7ff348074b20 tx=0x7ff33c02a490 comp rx=0 tx=0).stop 2024-09-21T00:25:10.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.676+0000 7fa25b24d640 1 -- 172.21.15.67:0/180512803 wait complete. 2024-09-21T00:25:10.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.676+0000 7f1e0b50b640 1 -- 172.21.15.67:0/2142826639 shutdown_connections 2024-09-21T00:25:10.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.676+0000 7f1e0b50b640 1 --2- 172.21.15.67:0/2142826639 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1e040b3ae0 0x7f1e040d0a10 unknown :-1 s=CLOSED pgs=789 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:10.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.676+0000 7f1e0b50b640 1 -- 172.21.15.67:0/2142826639 >> 172.21.15.67:0/2142826639 conn(0x7f1e040b4140 msgr2=0x7f1e040b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:10.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.676+0000 7ff34ecf9640 1 -- 172.21.15.67:0/1664306287 shutdown_connections 2024-09-21T00:25:10.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.676+0000 7ff34ecf9640 1 --2- 172.21.15.67:0/1664306287 >> v2:172.21.15.67:3300/0 conn(0x7ff3481604c0 0x7ff3481608d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:10.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.676+0000 7ff34ecf9640 1 --2- 172.21.15.67:0/1664306287 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff3480b1910 0x7ff34809ae90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:10.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.676+0000 7ff34ecf9640 1 --2- 172.21.15.67:0/1664306287 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff34815ffe0 0x7ff34809a950 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:10.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.676+0000 7ff34ecf9640 1 -- 172.21.15.67:0/1664306287 >> 172.21.15.67:0/1664306287 conn(0x7ff3480b3e90 msgr2=0x7ff3480b42a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:10.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.676+0000 7ff34ecf9640 1 -- 172.21.15.67:0/1664306287 shutdown_connections 2024-09-21T00:25:10.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.676+0000 7ff34ecf9640 1 -- 172.21.15.67:0/1664306287 wait complete. 2024-09-21T00:25:10.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.676+0000 7f1e0b50b640 1 -- 172.21.15.67:0/2142826639 shutdown_connections 2024-09-21T00:25:10.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.676+0000 7f1e0b50b640 1 -- 172.21.15.67:0/2142826639 wait complete. 2024-09-21T00:25:10.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.678+0000 7f17d620e640 1 Processor -- start 2024-09-21T00:25:10.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.678+0000 7fa25b24d640 1 Processor -- start 2024-09-21T00:25:10.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.678+0000 7f17d620e640 1 -- start start 2024-09-21T00:25:10.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.678+0000 7fa25b24d640 1 -- start start 2024-09-21T00:25:10.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.678+0000 7f1e0b50b640 1 Processor -- start 2024-09-21T00:25:10.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.678+0000 7ff34ecf9640 1 Processor -- start 2024-09-21T00:25:10.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.678+0000 7f1e0b50b640 1 -- start start 2024-09-21T00:25:10.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.678+0000 7ff34ecf9640 1 -- start start 2024-09-21T00:25:10.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.679+0000 7f17d620e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f17d0070070 0x7f17d01f3640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:10.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.679+0000 7f17d620e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f17d00ae090 0x7f17d00b0d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:10.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.679+0000 7f17d620e640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f17d0152720 0x7f17d00b1270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:10.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.679+0000 7f17d620e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f17d00aee20 con 0x7f17d00ae090 2024-09-21T00:25:10.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.679+0000 7f17d620e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f17d00aeca0 con 0x7f17d0070070 2024-09-21T00:25:10.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.679+0000 7f17d620e640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f17d00aefa0 con 0x7f17d0152720 2024-09-21T00:25:10.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.679+0000 7fa25b24d640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa254072f20 0x7fa2541ec740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:10.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.679+0000 7f17ceffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f17d00ae090 0x7f17d00b0d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:10.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.679+0000 7f17ceffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f17d00ae090 0x7f17d00b0d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60962/0 (socket says 172.21.15.67:60962) 2024-09-21T00:25:10.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.679+0000 7f17ceffd640 1 -- 172.21.15.67:0/2674243304 learned_addr learned my addr 172.21.15.67:0/2674243304 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:10.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.679+0000 7f1e0b50b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1e0409b7b0 0x7f1e041e70a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:10.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.680+0000 7f1e0b50b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1e040b3ae0 0x7f1e0415c960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:10.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.680+0000 7fa25b24d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa2540ae900 0x7fa25409a1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:10.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.680+0000 7f1e0b50b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1e040d0f50 0x7f1e0406f580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:10.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.680+0000 7fa25b24d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa25415bde0 0x7fa25409a710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:10.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.680+0000 7f1e0b50b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f1e040b5fd0 con 0x7f1e0409b7b0 2024-09-21T00:25:10.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.680+0000 7fa25b24d640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fa2540aeed0 con 0x7fa25415bde0 2024-09-21T00:25:10.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.680+0000 7fa25b24d640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fa2540aed50 con 0x7fa2540ae900 2024-09-21T00:25:10.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.680+0000 7fa25b24d640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fa254073d60 con 0x7fa254072f20 2024-09-21T00:25:10.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.680+0000 7f1e0b50b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f1e040b5e50 con 0x7f1e040d0f50 2024-09-21T00:25:10.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.680+0000 7f1e0b50b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f1e040b6150 con 0x7f1e040b3ae0 2024-09-21T00:25:10.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.680+0000 7f1e08aa6640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1e040b3ae0 0x7f1e0415c960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:10.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.680+0000 7fa258fe9640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa254072f20 0x7fa2541ec740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:10.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.680+0000 7fa258fe9640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa254072f20 0x7fa2541ec740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.67:34590/0 (socket says 172.21.15.67:34590) 2024-09-21T00:25:10.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.680+0000 7fa258fe9640 1 -- 172.21.15.67:0/343453336 learned_addr learned my addr 172.21.15.67:0/343453336 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:10.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.680+0000 7fa253fff640 1 --2- 172.21.15.67:0/343453336 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa2540ae900 0x7fa25409a1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:10.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.680+0000 7f1e08aa6640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1e040b3ae0 0x7f1e0415c960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.67:34606/0 (socket says 172.21.15.67:34606) 2024-09-21T00:25:10.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.680+0000 7f1e08aa6640 1 -- 172.21.15.67:0/3512457163 learned_addr learned my addr 172.21.15.67:0/3512457163 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:10.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.680+0000 7f1e092a7640 1 --2- 172.21.15.67:0/3512457163 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1e0409b7b0 0x7f1e041e70a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:10.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.680+0000 7f1e09aa8640 1 --2- 172.21.15.67:0/3512457163 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1e040d0f50 0x7f1e0406f580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:10.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.680+0000 7f17cffff640 1 --2- 172.21.15.67:0/2674243304 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f17d0152720 0x7f17d00b1270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:10.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.680+0000 7f17cf7fe640 1 --2- 172.21.15.67:0/2674243304 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f17d0070070 0x7f17d01f3640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:10.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.680+0000 7fa2597ea640 1 --2- 172.21.15.67:0/343453336 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa25415bde0 0x7fa25409a710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:10.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.680+0000 7f17ceffd640 1 -- 172.21.15.67:0/2674243304 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f17d0152720 msgr2=0x7f17d00b1270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:10.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.680+0000 7f17ceffd640 1 --2- 172.21.15.67:0/2674243304 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f17d0152720 0x7f17d00b1270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:10.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.680+0000 7f17ceffd640 1 -- 172.21.15.67:0/2674243304 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f17d0070070 msgr2=0x7f17d01f3640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:10.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.680+0000 7f17ceffd640 1 --2- 172.21.15.67:0/2674243304 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f17d0070070 0x7f17d01f3640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:10.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.680+0000 7f17ceffd640 1 -- 172.21.15.67:0/2674243304 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17d01f3b80 con 0x7f17d00ae090 2024-09-21T00:25:10.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.680+0000 7ff34ecf9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff3480b1910 0x7ff3481f50b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:10.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.680+0000 7f1e08aa6640 1 -- 172.21.15.67:0/3512457163 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1e040d0f50 msgr2=0x7f1e0406f580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:10.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.680+0000 7f1e08aa6640 1 --2- 172.21.15.67:0/3512457163 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1e040d0f50 0x7f1e0406f580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:10.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.680+0000 7f1e08aa6640 1 -- 172.21.15.67:0/3512457163 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1e0409b7b0 msgr2=0x7f1e041e70a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:10.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.680+0000 7ff34ecf9640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff34815ffe0 0x7ff34809f7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:10.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.680+0000 7f1e08aa6640 1 --2- 172.21.15.67:0/3512457163 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1e0409b7b0 0x7f1e041e70a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:10.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.680+0000 7f1e08aa6640 1 -- 172.21.15.67:0/3512457163 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e0406df60 con 0x7f1e040b3ae0 2024-09-21T00:25:10.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.680+0000 7fa253fff640 1 -- 172.21.15.67:0/343453336 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa254072f20 msgr2=0x7fa2541ec740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:10.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.680+0000 7fa253fff640 1 --2- 172.21.15.67:0/343453336 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa254072f20 0x7fa2541ec740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:10.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.680+0000 7fa253fff640 1 -- 172.21.15.67:0/343453336 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa25415bde0 msgr2=0x7fa25409a710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:10.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.680+0000 7fa253fff640 1 --2- 172.21.15.67:0/343453336 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa25415bde0 0x7fa25409a710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:10.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.681+0000 7fa253fff640 1 -- 172.21.15.67:0/343453336 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2541f95a0 con 0x7fa2540ae900 2024-09-21T00:25:10.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.681+0000 7ff34ecf9640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff3481604c0 0x7ff3481f3f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:10.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.681+0000 7fa258fe9640 1 --2- 172.21.15.67:0/343453336 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa254072f20 0x7fa2541ec740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:25:10.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.681+0000 7f1e08aa6640 1 --2- 172.21.15.67:0/3512457163 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1e040b3ae0 0x7f1e0415c960 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f1df802a930 tx=0x7f1df8033c20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:10.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.681+0000 7ff347fff640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff34815ffe0 0x7ff34809f7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:10.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.681+0000 7ff34ca95640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff3480b1910 0x7ff3481f50b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:10.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.681+0000 7ff347fff640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff34815ffe0 0x7ff34809f7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.67:45296/0 (socket says 172.21.15.67:45296) 2024-09-21T00:25:10.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.681+0000 7ff34ca95640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff3480b1910 0x7ff3481f50b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60984/0 (socket says 172.21.15.67:60984) 2024-09-21T00:25:10.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.681+0000 7ff34ecf9640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff348160e10 con 0x7ff3480b1910 2024-09-21T00:25:10.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.681+0000 7ff34ecf9640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff3480b7c00 con 0x7ff34815ffe0 2024-09-21T00:25:10.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.681+0000 7ff34ecf9640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7ff348160f90 con 0x7ff3481604c0 2024-09-21T00:25:10.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.681+0000 7f17ceffd640 1 --2- 172.21.15.67:0/2674243304 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f17d00ae090 0x7f17d00b0d30 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7f17c400c3a0 tx=0x7f17c400c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:10.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.681+0000 7ff347fff640 1 -- 172.21.15.67:0/3524836571 learned_addr learned my addr 172.21.15.67:0/3524836571 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:10.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.681+0000 7ff34d296640 1 --2- 172.21.15.67:0/3524836571 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff3481604c0 0x7ff3481f3f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:10.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.681+0000 7fa253fff640 1 --2- 172.21.15.67:0/343453336 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa2540ae900 0x7fa25409a1d0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fa240031000 tx=0x7fa240033ba0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:10.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.681+0000 7f1df5ffb640 1 -- 172.21.15.67:0/3512457163 <== mon.2 v2:172.21.15.97:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1df803f020 con 0x7f1e040b3ae0 2024-09-21T00:25:10.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.681+0000 7f17b7fff640 1 -- 172.21.15.67:0/2674243304 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17c4017070 con 0x7f17d00ae090 2024-09-21T00:25:10.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.681+0000 7f1df5ffb640 1 -- 172.21.15.67:0/3512457163 <== mon.2 v2:172.21.15.97:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1df80035f0 con 0x7f1e040b3ae0 2024-09-21T00:25:10.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.681+0000 7f1e0b50b640 1 -- 172.21.15.67:0/3512457163 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1e0406e1d0 con 0x7f1e040b3ae0 2024-09-21T00:25:10.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.681+0000 7f17b7fff640 1 -- 172.21.15.67:0/2674243304 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f17c40053c0 con 0x7f17d00ae090 2024-09-21T00:25:10.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.681+0000 7f17d620e640 1 -- 172.21.15.67:0/2674243304 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f17d01f45c0 con 0x7f17d00ae090 2024-09-21T00:25:10.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.681+0000 7f17b7fff640 1 -- 172.21.15.67:0/2674243304 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17c4003850 con 0x7f17d00ae090 2024-09-21T00:25:10.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.681+0000 7ff347fff640 1 -- 172.21.15.67:0/3524836571 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff3481604c0 msgr2=0x7ff3481f3f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:10.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.681+0000 7ff347fff640 1 --2- 172.21.15.67:0/3524836571 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff3481604c0 0x7ff3481f3f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:10.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.681+0000 7ff347fff640 1 -- 172.21.15.67:0/3524836571 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff3480b1910 msgr2=0x7ff3481f50b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:10.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.681+0000 7ff347fff640 1 --2- 172.21.15.67:0/3524836571 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff3480b1910 0x7ff3481f50b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:10.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.681+0000 7ff347fff640 1 -- 172.21.15.67:0/3524836571 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff34809fd30 con 0x7ff34815ffe0 2024-09-21T00:25:10.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.681+0000 7fa2517fa640 1 -- 172.21.15.67:0/343453336 <== mon.1 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa240031d60 con 0x7fa2540ae900 2024-09-21T00:25:10.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.681+0000 7fa25b24d640 1 -- 172.21.15.67:0/343453336 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa2541f9880 con 0x7fa2540ae900 2024-09-21T00:25:10.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.682+0000 7f17d620e640 1 -- 172.21.15.67:0/2674243304 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f17d01f42e0 con 0x7f17d00ae090 2024-09-21T00:25:10.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.682+0000 7fa2517fa640 1 -- 172.21.15.67:0/343453336 <== mon.1 v2:172.21.15.97:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa240033e50 con 0x7fa2540ae900 2024-09-21T00:25:10.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.682+0000 7fa25b24d640 1 -- 172.21.15.67:0/343453336 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2541f9e40 con 0x7fa2540ae900 2024-09-21T00:25:10.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.682+0000 7fa2517fa640 1 -- 172.21.15.67:0/343453336 <== mon.1 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa240031d60 con 0x7fa2540ae900 2024-09-21T00:25:10.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.681+0000 7f1df5ffb640 1 -- 172.21.15.67:0/3512457163 <== mon.2 v2:172.21.15.97:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1df8037040 con 0x7f1e040b3ae0 2024-09-21T00:25:10.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.681+0000 7f1e0b50b640 1 -- 172.21.15.67:0/3512457163 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f1e0415cea0 con 0x7f1e040b3ae0 2024-09-21T00:25:10.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.682+0000 7ff347fff640 1 --2- 172.21.15.67:0/3524836571 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff34815ffe0 0x7ff34809f7f0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7ff33400e9f0 tx=0x7ff33400eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:10.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.682+0000 7ff3457fa640 1 -- 172.21.15.67:0/3524836571 <== mon.1 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff33400cd80 con 0x7ff34815ffe0 2024-09-21T00:25:10.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.683+0000 7ff3457fa640 1 -- 172.21.15.67:0/3524836571 <== mon.1 v2:172.21.15.97:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff334004020 con 0x7ff34815ffe0 2024-09-21T00:25:10.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.683+0000 7ff3457fa640 1 -- 172.21.15.67:0/3524836571 <== mon.1 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff334004470 con 0x7ff34815ffe0 2024-09-21T00:25:10.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.683+0000 7ff34ecf9640 1 -- 172.21.15.67:0/3524836571 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff3481f4bd0 con 0x7ff34815ffe0 2024-09-21T00:25:10.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.683+0000 7ff34ecf9640 1 -- 172.21.15.67:0/3524836571 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3480c7f70 con 0x7ff34815ffe0 2024-09-21T00:25:10.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.683+0000 7f17d620e640 1 -- 172.21.15.67:0/2674243304 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f17d01f3d50 con 0x7f17d00ae090 2024-09-21T00:25:10.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.683+0000 7fa25b24d640 1 -- 172.21.15.67:0/343453336 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa234005290 con 0x7fa2540ae900 2024-09-21T00:25:10.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.684+0000 7ff34ecf9640 1 -- 172.21.15.67:0/3524836571 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff3480d0fe0 con 0x7ff34815ffe0 2024-09-21T00:25:10.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.684+0000 7f1e0b50b640 1 -- 172.21.15.67:0/3512457163 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1e041e7780 con 0x7f1e040b3ae0 2024-09-21T00:25:10.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.685+0000 7fa2517fa640 1 -- 172.21.15.67:0/343453336 <== mon.1 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fa2400330d0 con 0x7fa2540ae900 2024-09-21T00:25:10.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.685+0000 7f17b7fff640 1 -- 172.21.15.67:0/2674243304 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f17c401a070 con 0x7f17d00ae090 2024-09-21T00:25:10.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.685+0000 7fa2517fa640 1 --2- 172.21.15.67:0/343453336 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa238078d90 0x7fa23807b2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:10.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.685+0000 7f17b7fff640 1 --2- 172.21.15.67:0/2674243304 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f17bc078b90 0x7f17bc07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:10.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.685+0000 7fa2517fa640 1 -- 172.21.15.67:0/343453336 <== mon.1 v2:172.21.15.97:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 5709+0+0 (secure 0 0 0) 0x7fa2400bb8c0 con 0x7fa2540ae900 2024-09-21T00:25:10.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.685+0000 7f1df5ffb640 1 -- 172.21.15.67:0/3512457163 <== mon.2 v2:172.21.15.97:3301/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f1df8042020 con 0x7f1e040b3ae0 2024-09-21T00:25:10.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.685+0000 7fa258fe9640 1 --2- 172.21.15.67:0/343453336 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa238078d90 0x7fa23807b2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:10.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.686+0000 7f17cf7fe640 1 --2- 172.21.15.67:0/2674243304 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f17bc078b90 0x7f17bc07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:10.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.686+0000 7f1df5ffb640 1 --2- 172.21.15.67:0/3512457163 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1de8078b90 0x7f1de807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:10.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.686+0000 7f17b7fff640 1 -- 172.21.15.67:0/2674243304 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 5709+0+0 (secure 0 0 0) 0x7f17c4098640 con 0x7f17d00ae090 2024-09-21T00:25:10.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.686+0000 7f1df5ffb640 1 -- 172.21.15.67:0/3512457163 <== mon.2 v2:172.21.15.97:3301/0 5 ==== osd_map(56..56 src has 1..56) ==== 5709+0+0 (secure 0 0 0) 0x7f1df80bae70 con 0x7f1e040b3ae0 2024-09-21T00:25:10.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.686+0000 7f1e092a7640 1 --2- 172.21.15.67:0/3512457163 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1de8078b90 0x7f1de807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:10.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.686+0000 7fa258fe9640 1 --2- 172.21.15.67:0/343453336 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa238078d90 0x7fa23807b2a0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fa2480046b0 tx=0x7fa248007f50 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:10.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.686+0000 7f17cf7fe640 1 --2- 172.21.15.67:0/2674243304 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f17bc078b90 0x7f17bc07b0a0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f17c0009ac0 tx=0x7f17c0005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:10.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.687+0000 7f1e092a7640 1 --2- 172.21.15.67:0/3512457163 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1de8078b90 0x7f1de807b0a0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f1e000046b0 tx=0x7f1e00007e90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:10.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.689+0000 7ff3457fa640 1 -- 172.21.15.67:0/3524836571 <== mon.1 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7ff3340035f0 con 0x7ff34815ffe0 2024-09-21T00:25:10.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.689+0000 7ff3457fa640 1 --2- 172.21.15.67:0/3524836571 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff32c078be0 0x7ff32c07b0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:10.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.690+0000 7ff34ca95640 1 --2- 172.21.15.67:0/3524836571 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff32c078be0 0x7ff32c07b0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:10.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.690+0000 7ff34ca95640 1 --2- 172.21.15.67:0/3524836571 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff32c078be0 0x7ff32c07b0f0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7ff33c034000 tx=0x7ff33c0046c0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:10.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.691+0000 7f17b7fff640 1 -- 172.21.15.67:0/2674243304 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f17d0152b30 con 0x7f17d00ae090 2024-09-21T00:25:10.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.697+0000 7ff3457fa640 1 -- 172.21.15.67:0/3524836571 <== mon.1 v2:172.21.15.97:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 5709+0+0 (secure 0 0 0) 0x7ff33405f750 con 0x7ff34815ffe0 2024-09-21T00:25:10.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.697+0000 7f1df5ffb640 1 -- 172.21.15.67:0/3512457163 <== mon.2 v2:172.21.15.97:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f1df8049030 con 0x7f1e040b3ae0 2024-09-21T00:25:10.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.697+0000 7fa2517fa640 1 -- 172.21.15.67:0/343453336 <== mon.1 v2:172.21.15.97:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fa24003f030 con 0x7fa2540ae900 2024-09-21T00:25:10.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.702+0000 7ff3457fa640 1 -- 172.21.15.67:0/3524836571 <== mon.1 v2:172.21.15.97:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7ff3480d0fe0 con 0x7ff34815ffe0 2024-09-21T00:25:10.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.958+0000 7f17d620e640 1 -- 172.21.15.67:0/2674243304 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "mds fail", "role_or_gid": "c"} v 0) -- 0x7f17d00af3f0 con 0x7f17d00ae090 2024-09-21T00:25:10.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.960+0000 7f1e0b50b640 1 -- 172.21.15.67:0/3512457163 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "mds fail", "role_or_gid": "d"} v 0) -- 0x7f1e040b6630 con 0x7f1e040b3ae0 2024-09-21T00:25:10.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.979+0000 7ff34ecf9640 1 -- 172.21.15.67:0/3524836571 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "mds fail", "role_or_gid": "b"} v 0) -- 0x7ff3481f4960 con 0x7ff34815ffe0 2024-09-21T00:25:10.981 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:10.980+0000 7fa25b24d640 1 -- 172.21.15.67:0/343453336 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "mds fail", "role_or_gid": "a"} v 0) -- 0x7fa234005580 con 0x7fa2540ae900 2024-09-21T00:25:11.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.689+0000 7f17b7fff640 1 -- 172.21.15.67:0/2674243304 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "mds fail", "role_or_gid": "c"}]=0 failed mds gid 6249 v41) ==== 95+0+0 (secure 0 0 0) 0x7f17c4061e80 con 0x7f17d00ae090 2024-09-21T00:25:11.691 INFO:teuthology.orchestra.run.smithi067.stderr:failed mds gid 6249 2024-09-21T00:25:11.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.692+0000 7f17d620e640 1 -- 172.21.15.67:0/2674243304 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f17bc078b90 msgr2=0x7f17bc07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:11.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.692+0000 7f17d620e640 1 --2- 172.21.15.67:0/2674243304 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f17bc078b90 0x7f17bc07b0a0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f17c0009ac0 tx=0x7f17c0005f90 comp rx=0 tx=0).stop 2024-09-21T00:25:11.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.692+0000 7f17d620e640 1 -- 172.21.15.67:0/2674243304 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f17d00ae090 msgr2=0x7f17d00b0d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:11.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.692+0000 7f17d620e640 1 --2- 172.21.15.67:0/2674243304 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f17d00ae090 0x7f17d00b0d30 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7f17c400c3a0 tx=0x7f17c400c860 comp rx=0 tx=0).stop 2024-09-21T00:25:11.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.692+0000 7f17d620e640 1 -- 172.21.15.67:0/2674243304 shutdown_connections 2024-09-21T00:25:11.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.692+0000 7f17d620e640 1 --2- 172.21.15.67:0/2674243304 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f17bc078b90 0x7f17bc07b0a0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:11.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.692+0000 7f17d620e640 1 --2- 172.21.15.67:0/2674243304 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f17d0152720 0x7f17d00b1270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:11.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.692+0000 7f17d620e640 1 --2- 172.21.15.67:0/2674243304 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f17d00ae090 0x7f17d00b0d30 unknown :-1 s=CLOSED pgs=790 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:11.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.692+0000 7f17d620e640 1 --2- 172.21.15.67:0/2674243304 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f17d0070070 0x7f17d01f3640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:11.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.692+0000 7f17d620e640 1 -- 172.21.15.67:0/2674243304 >> 172.21.15.67:0/2674243304 conn(0x7f17d006d5a0 msgr2=0x7f17d00b1e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:11.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.692+0000 7f17d620e640 1 -- 172.21.15.67:0/2674243304 shutdown_connections 2024-09-21T00:25:11.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.692+0000 7f17d620e640 1 -- 172.21.15.67:0/2674243304 wait complete. 2024-09-21T00:25:11.703 INFO:tasks.ceph.mon.a.smithi067.stderr:2024-09-21T00:25:11.702+0000 7f6544e8e640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-21T00:25:11.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.707+0000 7fa2517fa640 1 -- 172.21.15.67:0/343453336 <== mon.1 v2:172.21.15.97:3300/0 7 ==== mon_command_ack([{"prefix": "mds fail", "role_or_gid": "a"}]=0 failed mds gid 6252 v42) ==== 95+0+0 (secure 0 0 0) 0x7fa240083590 con 0x7fa2540ae900 2024-09-21T00:25:11.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.707+0000 7ff3457fa640 1 -- 172.21.15.67:0/3524836571 <== mon.1 v2:172.21.15.97:3300/0 7 ==== mon_command_ack([{"prefix": "mds fail", "role_or_gid": "b"}]=0 failed mds gid 5953 v42) ==== 95+0+0 (secure 0 0 0) 0x7ff3340634e0 con 0x7ff34815ffe0 2024-09-21T00:25:11.709 INFO:teuthology.orchestra.run.smithi067.stderr:failed mds gid 5953 2024-09-21T00:25:11.709 INFO:teuthology.orchestra.run.smithi067.stderr:failed mds gid 6252 2024-09-21T00:25:11.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.708+0000 7f1df5ffb640 1 -- 172.21.15.67:0/3512457163 <== mon.2 v2:172.21.15.97:3301/0 7 ==== mon_command_ack([{"prefix": "mds fail", "role_or_gid": "d"}]=0 failed mds gid 5594 v42) ==== 95+0+0 (secure 0 0 0) 0x7f1df8082c50 con 0x7f1e040b3ae0 2024-09-21T00:25:11.710 INFO:teuthology.orchestra.run.smithi067.stderr:failed mds gid 5594 2024-09-21T00:25:11.711 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-21T00:25:11.711 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-21T00:25:11.714 INFO:tasks.ceph.mds.c:Started 2024-09-21T00:25:11.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.712+0000 7fa25b24d640 1 -- 172.21.15.67:0/343453336 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa238078d90 msgr2=0x7fa23807b2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:11.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.712+0000 7fa25b24d640 1 --2- 172.21.15.67:0/343453336 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa238078d90 0x7fa23807b2a0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fa2480046b0 tx=0x7fa248007f50 comp rx=0 tx=0).stop 2024-09-21T00:25:11.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.712+0000 7fa25b24d640 1 -- 172.21.15.67:0/343453336 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa2540ae900 msgr2=0x7fa25409a1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:11.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.712+0000 7fa25b24d640 1 --2- 172.21.15.67:0/343453336 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa2540ae900 0x7fa25409a1d0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fa240031000 tx=0x7fa240033ba0 comp rx=0 tx=0).stop 2024-09-21T00:25:11.715 DEBUG:teuthology.parallel:result is None 2024-09-21T00:25:11.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.712+0000 7ff34ecf9640 1 -- 172.21.15.67:0/3524836571 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff32c078be0 msgr2=0x7ff32c07b0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:11.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.712+0000 7ff34ecf9640 1 --2- 172.21.15.67:0/3524836571 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff32c078be0 0x7ff32c07b0f0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7ff33c034000 tx=0x7ff33c0046c0 comp rx=0 tx=0).stop 2024-09-21T00:25:11.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.712+0000 7ff34ecf9640 1 -- 172.21.15.67:0/3524836571 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff34815ffe0 msgr2=0x7ff34809f7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:11.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.712+0000 7ff34ecf9640 1 --2- 172.21.15.67:0/3524836571 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff34815ffe0 0x7ff34809f7f0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7ff33400e9f0 tx=0x7ff33400eeb0 comp rx=0 tx=0).stop 2024-09-21T00:25:11.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.713+0000 7fa25b24d640 1 -- 172.21.15.67:0/343453336 shutdown_connections 2024-09-21T00:25:11.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.713+0000 7fa25b24d640 1 --2- 172.21.15.67:0/343453336 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa238078d90 0x7fa23807b2a0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:11.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.713+0000 7fa25b24d640 1 --2- 172.21.15.67:0/343453336 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa25415bde0 0x7fa25409a710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:11.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.713+0000 7fa25b24d640 1 --2- 172.21.15.67:0/343453336 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa2540ae900 0x7fa25409a1d0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:11.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.713+0000 7f1e0b50b640 1 -- 172.21.15.67:0/3512457163 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1de8078b90 msgr2=0x7f1de807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:11.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.713+0000 7f1e0b50b640 1 --2- 172.21.15.67:0/3512457163 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1de8078b90 0x7f1de807b0a0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f1e000046b0 tx=0x7f1e00007e90 comp rx=0 tx=0).stop 2024-09-21T00:25:11.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.713+0000 7f1e0b50b640 1 -- 172.21.15.67:0/3512457163 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1e040b3ae0 msgr2=0x7f1e0415c960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:11.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.713+0000 7f1e0b50b640 1 --2- 172.21.15.67:0/3512457163 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1e040b3ae0 0x7f1e0415c960 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f1df802a930 tx=0x7f1df8033c20 comp rx=0 tx=0).stop 2024-09-21T00:25:11.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.714+0000 7fa25b24d640 1 --2- 172.21.15.67:0/343453336 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa254072f20 0x7fa2541ec740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:11.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.714+0000 7fa25b24d640 1 -- 172.21.15.67:0/343453336 >> 172.21.15.67:0/343453336 conn(0x7fa25406d5a0 msgr2=0x7fa25415d8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:11.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.714+0000 7ff34ecf9640 1 -- 172.21.15.67:0/3524836571 shutdown_connections 2024-09-21T00:25:11.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.714+0000 7ff34ecf9640 1 --2- 172.21.15.67:0/3524836571 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff32c078be0 0x7ff32c07b0f0 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:11.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.714+0000 7ff34ecf9640 1 --2- 172.21.15.67:0/3524836571 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff3481604c0 0x7ff3481f3f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:11.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.714+0000 7ff34ecf9640 1 --2- 172.21.15.67:0/3524836571 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff34815ffe0 0x7ff34809f7f0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:11.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.714+0000 7ff34ecf9640 1 --2- 172.21.15.67:0/3524836571 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff3480b1910 0x7ff3481f50b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:11.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.714+0000 7ff34ecf9640 1 -- 172.21.15.67:0/3524836571 >> 172.21.15.67:0/3524836571 conn(0x7ff3480b3e90 msgr2=0x7ff348075fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:11.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.714+0000 7fa25b24d640 1 -- 172.21.15.67:0/343453336 shutdown_connections 2024-09-21T00:25:11.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.714+0000 7fa25b24d640 1 -- 172.21.15.67:0/343453336 wait complete. 2024-09-21T00:25:11.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.714+0000 7ff34ecf9640 1 -- 172.21.15.67:0/3524836571 shutdown_connections 2024-09-21T00:25:11.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.714+0000 7f1e0b50b640 1 -- 172.21.15.67:0/3512457163 shutdown_connections 2024-09-21T00:25:11.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.714+0000 7f1e0b50b640 1 --2- 172.21.15.67:0/3512457163 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1de8078b90 0x7f1de807b0a0 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:11.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.714+0000 7f1e0b50b640 1 --2- 172.21.15.67:0/3512457163 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1e040d0f50 0x7f1e0406f580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:11.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.714+0000 7f1e0b50b640 1 --2- 172.21.15.67:0/3512457163 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1e040b3ae0 0x7f1e0415c960 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:11.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.714+0000 7f1e0b50b640 1 --2- 172.21.15.67:0/3512457163 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1e0409b7b0 0x7f1e041e70a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:11.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.714+0000 7f1e0b50b640 1 -- 172.21.15.67:0/3512457163 >> 172.21.15.67:0/3512457163 conn(0x7f1e040b4140 msgr2=0x7f1e0415fab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:11.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.714+0000 7ff34ecf9640 1 -- 172.21.15.67:0/3524836571 wait complete. 2024-09-21T00:25:11.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.714+0000 7f1e0b50b640 1 -- 172.21.15.67:0/3512457163 shutdown_connections 2024-09-21T00:25:11.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.714+0000 7f1e0b50b640 1 -- 172.21.15.67:0/3512457163 wait complete. 2024-09-21T00:25:11.731 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-21T00:25:11.731 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-21T00:25:11.733 INFO:tasks.ceph.mds.d:Started 2024-09-21T00:25:11.734 DEBUG:teuthology.parallel:result is None 2024-09-21T00:25:11.735 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-21T00:25:11.736 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-21T00:25:11.736 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-21T00:25:11.737 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-21T00:25:11.738 INFO:tasks.ceph.mds.b:Started 2024-09-21T00:25:11.739 DEBUG:teuthology.parallel:result is None 2024-09-21T00:25:11.779 INFO:tasks.ceph.mds.a:Started 2024-09-21T00:25:11.779 DEBUG:teuthology.parallel:result is None 2024-09-21T00:25:11.779 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:25:11.808 INFO:tasks.ceph.mds.c.smithi067.stdout:starting mds.c at 2024-09-21T00:25:11.823 INFO:tasks.ceph.mds.d.smithi097.stdout:starting mds.d at 2024-09-21T00:25:11.824 INFO:tasks.ceph.mds.b.smithi097.stdout:starting mds.b at 2024-09-21T00:25:11.871 INFO:tasks.ceph.mds.a.smithi067.stdout:starting mds.a at 2024-09-21T00:25:11.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.899+0000 7fd5caeec640 1 -- 172.21.15.67:0/852796218 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd5c40b5eb0 msgr2=0x7fd5c4165500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:11.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.899+0000 7fd5caeec640 1 --2- 172.21.15.67:0/852796218 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd5c40b5eb0 0x7fd5c4165500 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fd5ac009830 tx=0x7fd5ac02a470 comp rx=0 tx=0).stop 2024-09-21T00:25:11.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.899+0000 7fd5caeec640 1 -- 172.21.15.67:0/852796218 shutdown_connections 2024-09-21T00:25:11.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.899+0000 7fd5caeec640 1 --2- 172.21.15.67:0/852796218 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd5c40b5eb0 0x7fd5c4165500 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:11.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.899+0000 7fd5caeec640 1 --2- 172.21.15.67:0/852796218 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd5c40d1da0 0x7fd5c40b5970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:11.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.899+0000 7fd5caeec640 1 -- 172.21.15.67:0/852796218 >> 172.21.15.67:0/852796218 conn(0x7fd5c40d1280 msgr2=0x7fd5c40d1690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:11.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.899+0000 7fd5caeec640 1 -- 172.21.15.67:0/852796218 shutdown_connections 2024-09-21T00:25:11.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.899+0000 7fd5caeec640 1 -- 172.21.15.67:0/852796218 wait complete. 2024-09-21T00:25:11.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.901+0000 7fd5caeec640 1 Processor -- start 2024-09-21T00:25:11.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.901+0000 7fd5caeec640 1 -- start start 2024-09-21T00:25:11.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.903+0000 7fd5caeec640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd5c40b5eb0 0x7fd5c4155280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:11.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.903+0000 7fd5caeec640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd5c40ce570 0x7fd5c4158880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:11.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.903+0000 7fd5caeec640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd5c40d1da0 0x7fd5c40caf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:11.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.903+0000 7fd5caeec640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fd5c4165bc0 con 0x7fd5c40b5eb0 2024-09-21T00:25:11.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.903+0000 7fd5caeec640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fd5c4165a40 con 0x7fd5c40d1da0 2024-09-21T00:25:11.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.903+0000 7fd5caeec640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fd5c4165d40 con 0x7fd5c40ce570 2024-09-21T00:25:11.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.903+0000 7fd5c8c88640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd5c40b5eb0 0x7fd5c4155280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:11.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.903+0000 7fd5c8c88640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd5c40b5eb0 0x7fd5c4155280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:32768/0 (socket says 172.21.15.67:32768) 2024-09-21T00:25:11.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.903+0000 7fd5c8c88640 1 -- 172.21.15.67:0/1052527444 learned_addr learned my addr 172.21.15.67:0/1052527444 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:11.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.903+0000 7fd5c3fff640 1 --2- 172.21.15.67:0/1052527444 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd5c40ce570 0x7fd5c4158880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:11.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.903+0000 7fd5c9489640 1 --2- 172.21.15.67:0/1052527444 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd5c40d1da0 0x7fd5c40caf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:11.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.903+0000 7fd5c8c88640 1 -- 172.21.15.67:0/1052527444 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd5c40ce570 msgr2=0x7fd5c4158880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:11.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.903+0000 7fd5c8c88640 1 --2- 172.21.15.67:0/1052527444 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd5c40ce570 0x7fd5c4158880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:11.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.903+0000 7fd5c8c88640 1 -- 172.21.15.67:0/1052527444 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd5c40d1da0 msgr2=0x7fd5c40caf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:11.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.903+0000 7fd5c8c88640 1 --2- 172.21.15.67:0/1052527444 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd5c40d1da0 0x7fd5c40caf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:11.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.903+0000 7fd5c8c88640 1 -- 172.21.15.67:0/1052527444 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5c4158dc0 con 0x7fd5c40b5eb0 2024-09-21T00:25:11.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.904+0000 7fd5c8c88640 1 --2- 172.21.15.67:0/1052527444 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd5c40b5eb0 0x7fd5c4155280 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7fd5bc00c7d0 tx=0x7fd5bc00cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:11.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.904+0000 7fd5c17fa640 1 -- 172.21.15.67:0/1052527444 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5bc017070 con 0x7fd5c40b5eb0 2024-09-21T00:25:11.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.904+0000 7fd5c17fa640 1 -- 172.21.15.67:0/1052527444 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd5bc005070 con 0x7fd5c40b5eb0 2024-09-21T00:25:11.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.904+0000 7fd5caeec640 1 -- 172.21.15.67:0/1052527444 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5c41592d0 con 0x7fd5c40b5eb0 2024-09-21T00:25:11.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.904+0000 7fd5c17fa640 1 -- 172.21.15.67:0/1052527444 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5bc0054c0 con 0x7fd5c40b5eb0 2024-09-21T00:25:11.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.904+0000 7fd5caeec640 1 -- 172.21.15.67:0/1052527444 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5c4159890 con 0x7fd5c40b5eb0 2024-09-21T00:25:11.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.905+0000 7fd5caeec640 1 -- 172.21.15.67:0/1052527444 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd5c40b5260 con 0x7fd5c40b5eb0 2024-09-21T00:25:11.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.906+0000 7fd5c17fa640 1 -- 172.21.15.67:0/1052527444 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fd5bc01a070 con 0x7fd5c40b5eb0 2024-09-21T00:25:11.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.906+0000 7fd5c17fa640 1 --2- 172.21.15.67:0/1052527444 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd5a4078bc0 0x7fd5a407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:11.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.906+0000 7fd5c17fa640 1 -- 172.21.15.67:0/1052527444 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 5795+0+0 (secure 0 0 0) 0x7fd5bc09a250 con 0x7fd5c40b5eb0 2024-09-21T00:25:11.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.906+0000 7fd5c3fff640 1 --2- 172.21.15.67:0/1052527444 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd5a4078bc0 0x7fd5a407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:11.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.907+0000 7fd5c3fff640 1 --2- 172.21.15.67:0/1052527444 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd5a4078bc0 0x7fd5a407b0d0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fd5c41f9e30 tx=0x7fd5b4005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:11.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:11.911+0000 7fd5c17fa640 1 -- 172.21.15.67:0/1052527444 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fd5bc061fe0 con 0x7fd5c40b5eb0 2024-09-21T00:25:12.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:12.142+0000 7fd5caeec640 1 -- 172.21.15.67:0/1052527444 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd5c40cfb60 con 0x7fd5c40b5eb0 2024-09-21T00:25:12.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:12.143+0000 7fd5c17fa640 1 -- 172.21.15.67:0/1052527444 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 43 v43) ==== 94+0+5217 (secure 0 0 0) 0x7fd5bc066a10 con 0x7fd5c40b5eb0 2024-09-21T00:25:12.144 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:25:12.144 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":43,"btime":"2024-09-21T00:25:11:985749+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5756,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6835/1229598283","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":1229598283},{"type":"v1","addr":"172.21.15.97:6835","nonce":1229598283}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43},{"gid":6139,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/3421646026","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":3421646026},{"type":"v1","addr":"172.21.15.97:6837","nonce":3421646026}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43},{"gid":6501,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6833/2714249890","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":2714249890},{"type":"v1","addr":"172.21.15.67:6833","nonce":2714249890}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43}],"filesystems":[{"mdsmap":{"epoch":43,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:24:53.303340+0000","modified":"2024-09-21T00:25:11.985732+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":60,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6519},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6519":{"gid":6519,"name":"a","rank":0,"incarnation":43,"state":"up:replay","state_seq":1,"addr":"172.21.15.67:6835/3467835311","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":3467835311},{"type":"v1","addr":"172.21.15.67:6835","nonce":3467835311}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":4}]} 2024-09-21T00:25:12.144 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 43 2024-09-21T00:25:12.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:12.145+0000 7fd5caeec640 1 -- 172.21.15.67:0/1052527444 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd5a4078bc0 msgr2=0x7fd5a407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:12.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:12.145+0000 7fd5caeec640 1 --2- 172.21.15.67:0/1052527444 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd5a4078bc0 0x7fd5a407b0d0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fd5c41f9e30 tx=0x7fd5b4005f90 comp rx=0 tx=0).stop 2024-09-21T00:25:12.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:12.145+0000 7fd5caeec640 1 -- 172.21.15.67:0/1052527444 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd5c40b5eb0 msgr2=0x7fd5c4155280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:12.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:12.145+0000 7fd5caeec640 1 --2- 172.21.15.67:0/1052527444 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd5c40b5eb0 0x7fd5c4155280 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7fd5bc00c7d0 tx=0x7fd5bc00cc90 comp rx=0 tx=0).stop 2024-09-21T00:25:12.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:12.145+0000 7fd5caeec640 1 -- 172.21.15.67:0/1052527444 shutdown_connections 2024-09-21T00:25:12.147 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:12.145+0000 7fd5caeec640 1 --2- 172.21.15.67:0/1052527444 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd5a4078bc0 0x7fd5a407b0d0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:12.147 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:12.145+0000 7fd5caeec640 1 --2- 172.21.15.67:0/1052527444 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd5c40d1da0 0x7fd5c40caf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:12.147 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:12.145+0000 7fd5caeec640 1 --2- 172.21.15.67:0/1052527444 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd5c40ce570 0x7fd5c4158880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:12.147 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:12.145+0000 7fd5caeec640 1 --2- 172.21.15.67:0/1052527444 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd5c40b5eb0 0x7fd5c4155280 unknown :-1 s=CLOSED pgs=796 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:12.147 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:12.145+0000 7fd5caeec640 1 -- 172.21.15.67:0/1052527444 >> 172.21.15.67:0/1052527444 conn(0x7fd5c40d1280 msgr2=0x7fd5c40ccaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:12.147 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:12.145+0000 7fd5caeec640 1 -- 172.21.15.67:0/1052527444 shutdown_connections 2024-09-21T00:25:12.147 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:12.145+0000 7fd5caeec640 1 -- 172.21.15.67:0/1052527444 wait complete. 2024-09-21T00:25:12.560 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 43, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-21T00:24:53.303340+0000', 'modified': '2024-09-21T00:25:11.985732+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 60, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 6519}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6519': {'gid': 6519, 'name': 'a', 'rank': 0, 'incarnation': 43, 'state': 'up:replay', 'state_seq': 1, 'addr': '172.21.15.67:6835/3467835311', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.67:6834', 'nonce': 3467835311}, {'type': 'v1', 'addr': '172.21.15.67:6835', 'nonce': 3467835311}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [9], 'metadata_pool': 8, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 0, 'qdb_cluster': []} 2024-09-21T00:25:12.560 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_6519:up:replay 2024-09-21T00:25:13.562 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:25:13.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:13.692+0000 7f23a8921640 1 -- 172.21.15.67:0/809976061 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f23a40d1420 msgr2=0x7f23a40d0110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:13.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:13.692+0000 7f23a8921640 1 --2- 172.21.15.67:0/809976061 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f23a40d1420 0x7f23a40d0110 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f239c005fd0 tx=0x7f239c02a8d0 comp rx=0 tx=0).stop 2024-09-21T00:25:13.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:13.693+0000 7f23a8921640 1 -- 172.21.15.67:0/809976061 shutdown_connections 2024-09-21T00:25:13.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:13.693+0000 7f23a8921640 1 --2- 172.21.15.67:0/809976061 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f23a40d1420 0x7f23a40d0110 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:13.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:13.693+0000 7f23a8921640 1 -- 172.21.15.67:0/809976061 >> 172.21.15.67:0/809976061 conn(0x7f23a408bee0 msgr2=0x7f23a40d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:13.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:13.693+0000 7f23a8921640 1 -- 172.21.15.67:0/809976061 shutdown_connections 2024-09-21T00:25:13.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:13.693+0000 7f23a8921640 1 -- 172.21.15.67:0/809976061 wait complete. 2024-09-21T00:25:13.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:13.695+0000 7f23a8921640 1 Processor -- start 2024-09-21T00:25:13.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:13.695+0000 7f23a8921640 1 -- start start 2024-09-21T00:25:13.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:13.696+0000 7f23a8921640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f23a40b9780 0x7f23a41f8ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:13.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:13.696+0000 7f23a8921640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f23a40d1010 0x7f23a4155b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:13.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:13.696+0000 7f23a8921640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f23a40d1420 0x7f23a415dbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:13.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:13.696+0000 7f23a8921640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f23a4169f30 con 0x7f23a40d1010 2024-09-21T00:25:13.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:13.696+0000 7f23a8921640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f23a4169db0 con 0x7f23a40d1420 2024-09-21T00:25:13.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:13.696+0000 7f23a8921640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f23a416a0b0 con 0x7f23a40b9780 2024-09-21T00:25:13.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:13.696+0000 7f23a1d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f23a40d1010 0x7f23a4155b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:13.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:13.696+0000 7f23a1d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f23a40d1010 0x7f23a4155b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55296/0 (socket says 172.21.15.67:55296) 2024-09-21T00:25:13.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:13.696+0000 7f23a1d9b640 1 -- 172.21.15.67:0/413084021 learned_addr learned my addr 172.21.15.67:0/413084021 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:13.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:13.696+0000 7f23a2d9d640 1 --2- 172.21.15.67:0/413084021 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f23a40d1420 0x7f23a415dbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:13.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:13.696+0000 7f23a259c640 1 --2- 172.21.15.67:0/413084021 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f23a40b9780 0x7f23a41f8ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:13.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:13.697+0000 7f23a1d9b640 1 -- 172.21.15.67:0/413084021 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f23a40b9780 msgr2=0x7f23a41f8ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:13.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:13.697+0000 7f23a1d9b640 1 --2- 172.21.15.67:0/413084021 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f23a40b9780 0x7f23a41f8ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:13.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:13.697+0000 7f23a1d9b640 1 -- 172.21.15.67:0/413084021 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f23a40d1420 msgr2=0x7f23a415dbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:13.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:13.697+0000 7f23a1d9b640 1 --2- 172.21.15.67:0/413084021 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f23a40d1420 0x7f23a415dbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:13.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:13.697+0000 7f23a1d9b640 1 -- 172.21.15.67:0/413084021 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23a4158910 con 0x7f23a40d1010 2024-09-21T00:25:13.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:13.697+0000 7f23a259c640 1 --2- 172.21.15.67:0/413084021 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f23a40b9780 0x7f23a41f8ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:25:13.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:13.697+0000 7f23a1d9b640 1 --2- 172.21.15.67:0/413084021 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f23a40d1010 0x7f23a4155b50 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7f239800c3d0 tx=0x7f239800c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:13.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:13.697+0000 7f2392ffd640 1 -- 172.21.15.67:0/413084021 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2398017070 con 0x7f23a40d1010 2024-09-21T00:25:13.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:13.697+0000 7f2392ffd640 1 -- 172.21.15.67:0/413084021 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f23980053c0 con 0x7f23a40d1010 2024-09-21T00:25:13.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:13.697+0000 7f2392ffd640 1 -- 172.21.15.67:0/413084021 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2398003850 con 0x7f23a40d1010 2024-09-21T00:25:13.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:13.697+0000 7f23a8921640 1 -- 172.21.15.67:0/413084021 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23a40a0560 con 0x7f23a40d1010 2024-09-21T00:25:13.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:13.697+0000 7f23a8921640 1 -- 172.21.15.67:0/413084021 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f23a41f9190 con 0x7f23a40d1010 2024-09-21T00:25:13.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:13.698+0000 7f23a8921640 1 -- 172.21.15.67:0/413084021 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f23a40b73f0 con 0x7f23a40d1010 2024-09-21T00:25:13.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:13.699+0000 7f2392ffd640 1 -- 172.21.15.67:0/413084021 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f239801a070 con 0x7f23a40d1010 2024-09-21T00:25:13.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:13.699+0000 7f2392ffd640 1 --2- 172.21.15.67:0/413084021 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2384078b90 0x7f238407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:13.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:13.699+0000 7f2392ffd640 1 -- 172.21.15.67:0/413084021 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 5795+0+0 (secure 0 0 0) 0x7f239809a020 con 0x7f23a40d1010 2024-09-21T00:25:13.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:13.700+0000 7f23a259c640 1 --2- 172.21.15.67:0/413084021 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2384078b90 0x7f238407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:13.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:13.700+0000 7f23a259c640 1 --2- 172.21.15.67:0/413084021 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2384078b90 0x7f238407b0a0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f2394007940 tx=0x7f2394009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:13.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:13.704+0000 7f2392ffd640 1 -- 172.21.15.67:0/413084021 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f2398061e40 con 0x7f23a40d1010 2024-09-21T00:25:13.931 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:13.930+0000 7f23a8921640 1 -- 172.21.15.67:0/413084021 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f23a40d0320 con 0x7f23a40d1010 2024-09-21T00:25:13.931 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:13.930+0000 7f2392ffd640 1 -- 172.21.15.67:0/413084021 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 44 v44) ==== 94+0+5220 (secure 0 0 0) 0x7f2398066870 con 0x7f23a40d1010 2024-09-21T00:25:13.932 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:25:13.932 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":44,"btime":"2024-09-21T00:25:12:987142+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5756,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6835/1229598283","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":1229598283},{"type":"v1","addr":"172.21.15.97:6835","nonce":1229598283}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43},{"gid":6139,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/3421646026","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":3421646026},{"type":"v1","addr":"172.21.15.97:6837","nonce":3421646026}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43},{"gid":6501,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6833/2714249890","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":2714249890},{"type":"v1","addr":"172.21.15.67:6833","nonce":2714249890}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43}],"filesystems":[{"mdsmap":{"epoch":44,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:24:53.303340+0000","modified":"2024-09-21T00:25:12.003279+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":60,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6519},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6519":{"gid":6519,"name":"a","rank":0,"incarnation":43,"state":"up:reconnect","state_seq":2,"addr":"172.21.15.67:6835/3467835311","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":3467835311},{"type":"v1","addr":"172.21.15.67:6835","nonce":3467835311}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":4}]} 2024-09-21T00:25:13.932 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 44 2024-09-21T00:25:13.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:13.932+0000 7f23a8921640 1 -- 172.21.15.67:0/413084021 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2384078b90 msgr2=0x7f238407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:13.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:13.932+0000 7f23a8921640 1 --2- 172.21.15.67:0/413084021 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2384078b90 0x7f238407b0a0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f2394007940 tx=0x7f2394009040 comp rx=0 tx=0).stop 2024-09-21T00:25:13.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:13.932+0000 7f23a8921640 1 -- 172.21.15.67:0/413084021 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f23a40d1010 msgr2=0x7f23a4155b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:13.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:13.932+0000 7f23a8921640 1 --2- 172.21.15.67:0/413084021 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f23a40d1010 0x7f23a4155b50 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7f239800c3d0 tx=0x7f239800c890 comp rx=0 tx=0).stop 2024-09-21T00:25:13.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:13.933+0000 7f23a8921640 1 -- 172.21.15.67:0/413084021 shutdown_connections 2024-09-21T00:25:13.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:13.933+0000 7f23a8921640 1 --2- 172.21.15.67:0/413084021 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2384078b90 0x7f238407b0a0 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:13.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:13.933+0000 7f23a8921640 1 --2- 172.21.15.67:0/413084021 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f23a40d1420 0x7f23a415dbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:13.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:13.933+0000 7f23a8921640 1 --2- 172.21.15.67:0/413084021 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f23a40d1010 0x7f23a4155b50 unknown :-1 s=CLOSED pgs=798 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:13.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:13.933+0000 7f23a8921640 1 --2- 172.21.15.67:0/413084021 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f23a40b9780 0x7f23a41f8ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:13.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:13.933+0000 7f23a8921640 1 -- 172.21.15.67:0/413084021 >> 172.21.15.67:0/413084021 conn(0x7f23a408bee0 msgr2=0x7f23a406f720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:13.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:13.933+0000 7f23a8921640 1 -- 172.21.15.67:0/413084021 shutdown_connections 2024-09-21T00:25:13.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:13.933+0000 7f23a8921640 1 -- 172.21.15.67:0/413084021 wait complete. 2024-09-21T00:25:14.348 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 44, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-21T00:24:53.303340+0000', 'modified': '2024-09-21T00:25:12.003279+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 60, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 6519}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6519': {'gid': 6519, 'name': 'a', 'rank': 0, 'incarnation': 43, 'state': 'up:reconnect', 'state_seq': 2, 'addr': '172.21.15.67:6835/3467835311', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.67:6834', 'nonce': 3467835311}, {'type': 'v1', 'addr': '172.21.15.67:6835', 'nonce': 3467835311}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [9], 'metadata_pool': 8, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 0, 'qdb_cluster': []} 2024-09-21T00:25:14.348 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_6519:up:reconnect 2024-09-21T00:25:15.349 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:25:15.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:15.480+0000 7f67f3a07640 1 -- 172.21.15.67:0/286581974 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67d8004800 msgr2=0x7f67d8004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:15.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:15.480+0000 7f67f3a07640 1 --2- 172.21.15.67:0/286581974 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67d8004800 0x7f67d8004c10 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7f67dc0016c0 tx=0x7f67d8005830 comp rx=0 tx=0).stop 2024-09-21T00:25:15.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:15.480+0000 7f67f3a07640 1 -- 172.21.15.67:0/286581974 shutdown_connections 2024-09-21T00:25:15.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:15.480+0000 7f67f3a07640 1 --2- 172.21.15.67:0/286581974 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67d8004800 0x7f67d8004c10 unknown :-1 s=CLOSED pgs=800 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:15.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:15.480+0000 7f67f3a07640 1 -- 172.21.15.67:0/286581974 >> 172.21.15.67:0/286581974 conn(0x7f67ec0b3e90 msgr2=0x7f67ec0b42a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:15.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:15.480+0000 7f67f3a07640 1 -- 172.21.15.67:0/286581974 shutdown_connections 2024-09-21T00:25:15.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:15.480+0000 7f67f3a07640 1 -- 172.21.15.67:0/286581974 wait complete. 2024-09-21T00:25:15.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:15.482+0000 7f67f3a07640 1 Processor -- start 2024-09-21T00:25:15.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:15.482+0000 7f67f3a07640 1 -- start start 2024-09-21T00:25:15.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:15.483+0000 7f67f3a07640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f67d8004800 0x7f67ec1f7c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:15.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:15.483+0000 7f67f3a07640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f67ec14ed50 0x7f67ec14c100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:15.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:15.483+0000 7f67f3a07640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67ec14c640 0x7f67ec0b6730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:15.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:15.483+0000 7f67f3a07640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f67ec09a950 con 0x7f67ec14c640 2024-09-21T00:25:15.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:15.483+0000 7f67f3a07640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f67ec0b7c00 con 0x7f67ec14ed50 2024-09-21T00:25:15.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:15.484+0000 7f67f3a07640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f67ec09aad0 con 0x7f67d8004800 2024-09-21T00:25:15.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:15.484+0000 7f67f1fa4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67ec14c640 0x7f67ec0b6730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:15.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:15.484+0000 7f67f1fa4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67ec14c640 0x7f67ec0b6730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55314/0 (socket says 172.21.15.67:55314) 2024-09-21T00:25:15.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:15.484+0000 7f67f1fa4640 1 -- 172.21.15.67:0/571073246 learned_addr learned my addr 172.21.15.67:0/571073246 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:15.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:15.484+0000 7f67f17a3640 1 --2- 172.21.15.67:0/571073246 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f67d8004800 0x7f67ec1f7c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:15.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:15.484+0000 7f67f0fa2640 1 --2- 172.21.15.67:0/571073246 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f67ec14ed50 0x7f67ec14c100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:15.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:15.484+0000 7f67f1fa4640 1 -- 172.21.15.67:0/571073246 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f67d8004800 msgr2=0x7f67ec1f7c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:15.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:15.484+0000 7f67f1fa4640 1 --2- 172.21.15.67:0/571073246 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f67d8004800 0x7f67ec1f7c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:15.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:15.484+0000 7f67f1fa4640 1 -- 172.21.15.67:0/571073246 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f67ec14ed50 msgr2=0x7f67ec14c100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:15.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:15.484+0000 7f67f1fa4640 1 --2- 172.21.15.67:0/571073246 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f67ec14ed50 0x7f67ec14c100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:15.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:15.484+0000 7f67f1fa4640 1 -- 172.21.15.67:0/571073246 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67ec1f71c0 con 0x7f67ec14c640 2024-09-21T00:25:15.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:15.484+0000 7f67f0fa2640 1 --2- 172.21.15.67:0/571073246 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f67ec14ed50 0x7f67ec14c100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:25:15.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:15.484+0000 7f67f1fa4640 1 --2- 172.21.15.67:0/571073246 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67ec14c640 0x7f67ec0b6730 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7f67e4005fd0 tx=0x7f67e400f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:15.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:15.484+0000 7f67e1ffb640 1 -- 172.21.15.67:0/571073246 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67e4003d80 con 0x7f67ec14c640 2024-09-21T00:25:15.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:15.484+0000 7f67e1ffb640 1 -- 172.21.15.67:0/571073246 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f67e4004b20 con 0x7f67ec14c640 2024-09-21T00:25:15.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:15.484+0000 7f67f3a07640 1 -- 172.21.15.67:0/571073246 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f67ec14f850 con 0x7f67ec14c640 2024-09-21T00:25:15.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:15.484+0000 7f67e1ffb640 1 -- 172.21.15.67:0/571073246 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67e4004030 con 0x7f67ec14c640 2024-09-21T00:25:15.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:15.485+0000 7f67f3a07640 1 -- 172.21.15.67:0/571073246 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67ec1f7450 con 0x7f67ec14c640 2024-09-21T00:25:15.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:15.486+0000 7f67f3a07640 1 -- 172.21.15.67:0/571073246 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f67ec1604c0 con 0x7f67ec14c640 2024-09-21T00:25:15.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:15.486+0000 7f67e1ffb640 1 -- 172.21.15.67:0/571073246 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f67e40041d0 con 0x7f67ec14c640 2024-09-21T00:25:15.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:15.487+0000 7f67e1ffb640 1 --2- 172.21.15.67:0/571073246 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f67d0078bc0 0x7f67d007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:15.489 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:15.487+0000 7f67e1ffb640 1 -- 172.21.15.67:0/571073246 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 5795+0+0 (secure 0 0 0) 0x7f67e409bd10 con 0x7f67ec14c640 2024-09-21T00:25:15.489 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:15.487+0000 7f67f17a3640 1 --2- 172.21.15.67:0/571073246 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f67d0078bc0 0x7f67d007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:15.489 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:15.488+0000 7f67f17a3640 1 --2- 172.21.15.67:0/571073246 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f67d0078bc0 0x7f67d007b0d0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f67ec06bb40 tx=0x7f67e8006720 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:15.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:15.492+0000 7f67e1ffb640 1 -- 172.21.15.67:0/571073246 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f67e40640f0 con 0x7f67ec14c640 2024-09-21T00:25:15.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:15.717+0000 7f67f3a07640 1 -- 172.21.15.67:0/571073246 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f67ec0b4c80 con 0x7f67ec14c640 2024-09-21T00:25:15.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:15.718+0000 7f67e1ffb640 1 -- 172.21.15.67:0/571073246 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 46 v46) ==== 94+0+5224 (secure 0 0 0) 0x7f67e40639f0 con 0x7f67ec14c640 2024-09-21T00:25:15.719 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:25:15.719 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":46,"btime":"2024-09-21T00:25:14:995107+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5756,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6835/1229598283","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":1229598283},{"type":"v1","addr":"172.21.15.97:6835","nonce":1229598283}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43},{"gid":6139,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/3421646026","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":3421646026},{"type":"v1","addr":"172.21.15.97:6837","nonce":3421646026}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43},{"gid":6501,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6833/2714249890","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":2714249890},{"type":"v1","addr":"172.21.15.67:6833","nonce":2714249890}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43}],"filesystems":[{"mdsmap":{"epoch":46,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:24:53.303340+0000","modified":"2024-09-21T00:25:14.995099+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":60,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6519},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6519":{"gid":6519,"name":"a","rank":0,"incarnation":43,"state":"up:active","state_seq":4,"addr":"172.21.15.67:6835/3467835311","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":3467835311},{"type":"v1","addr":"172.21.15.67:6835","nonce":3467835311}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6519,"qdb_cluster":[6519]},"id":4}]} 2024-09-21T00:25:15.719 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 46 2024-09-21T00:25:15.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:15.720+0000 7f67f3a07640 1 -- 172.21.15.67:0/571073246 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f67d0078bc0 msgr2=0x7f67d007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:15.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:15.720+0000 7f67f3a07640 1 --2- 172.21.15.67:0/571073246 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f67d0078bc0 0x7f67d007b0d0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f67ec06bb40 tx=0x7f67e8006720 comp rx=0 tx=0).stop 2024-09-21T00:25:15.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:15.720+0000 7f67f3a07640 1 -- 172.21.15.67:0/571073246 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67ec14c640 msgr2=0x7f67ec0b6730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:15.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:15.720+0000 7f67f3a07640 1 --2- 172.21.15.67:0/571073246 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67ec14c640 0x7f67ec0b6730 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7f67e4005fd0 tx=0x7f67e400f790 comp rx=0 tx=0).stop 2024-09-21T00:25:15.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:15.720+0000 7f67f3a07640 1 -- 172.21.15.67:0/571073246 shutdown_connections 2024-09-21T00:25:15.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:15.720+0000 7f67f3a07640 1 --2- 172.21.15.67:0/571073246 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f67d0078bc0 0x7f67d007b0d0 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:15.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:15.720+0000 7f67f3a07640 1 --2- 172.21.15.67:0/571073246 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67ec14c640 0x7f67ec0b6730 unknown :-1 s=CLOSED pgs=801 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:15.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:15.720+0000 7f67f3a07640 1 --2- 172.21.15.67:0/571073246 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f67ec14ed50 0x7f67ec14c100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:15.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:15.720+0000 7f67f3a07640 1 --2- 172.21.15.67:0/571073246 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f67d8004800 0x7f67ec1f7c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:15.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:15.720+0000 7f67f3a07640 1 -- 172.21.15.67:0/571073246 >> 172.21.15.67:0/571073246 conn(0x7f67ec0b3e90 msgr2=0x7f67ec0b3170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:15.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:15.720+0000 7f67f3a07640 1 -- 172.21.15.67:0/571073246 shutdown_connections 2024-09-21T00:25:15.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:15.720+0000 7f67f3a07640 1 -- 172.21.15.67:0/571073246 wait complete. 2024-09-21T00:25:16.134 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 46, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-21T00:24:53.303340+0000', 'modified': '2024-09-21T00:25:14.995099+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 60, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 6519}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6519': {'gid': 6519, 'name': 'a', 'rank': 0, 'incarnation': 43, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.67:6835/3467835311', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.67:6834', 'nonce': 3467835311}, {'type': 'v1', 'addr': '172.21.15.67:6835', 'nonce': 3467835311}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [9], 'metadata_pool': 8, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 6519, 'qdb_cluster': [6519]} 2024-09-21T00:25:16.135 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-21T00:25:16.135 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-21T00:25:16.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.255+0000 7fb273427640 1 -- 172.21.15.67:0/659577344 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb26c0d1010 msgr2=0x7fb26c0d1420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:16.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.255+0000 7fb273427640 1 --2- 172.21.15.67:0/659577344 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb26c0d1010 0x7fb26c0d1420 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7fb26c06d6c0 tx=0x7fb26002a530 comp rx=0 tx=0).stop 2024-09-21T00:25:16.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.255+0000 7fb273427640 1 -- 172.21.15.67:0/659577344 shutdown_connections 2024-09-21T00:25:16.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.255+0000 7fb273427640 1 --2- 172.21.15.67:0/659577344 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb26c0d1010 0x7fb26c0d1420 unknown :-1 s=CLOSED pgs=803 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:16.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.255+0000 7fb273427640 1 --2- 172.21.15.67:0/659577344 >> v2:172.21.15.97:3300/0 conn(0x7fb26c0b9780 0x7fb26c0d2cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:16.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.255+0000 7fb273427640 1 -- 172.21.15.67:0/659577344 >> 172.21.15.67:0/659577344 conn(0x7fb26c08bee0 msgr2=0x7fb26c0d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:16.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.255+0000 7fb273427640 1 -- 172.21.15.67:0/659577344 shutdown_connections 2024-09-21T00:25:16.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.255+0000 7fb273427640 1 -- 172.21.15.67:0/659577344 wait complete. 2024-09-21T00:25:16.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.257+0000 7fb273427640 1 Processor -- start 2024-09-21T00:25:16.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.257+0000 7fb273427640 1 -- start start 2024-09-21T00:25:16.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.258+0000 7fb273427640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb26c0b73f0 0x7fb26c159f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:16.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.258+0000 7fb273427640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb26c0b9780 0x7fb26c1f5b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:16.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.258+0000 7fb273427640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb26c0d1010 0x7fb26c1f9990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:16.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.258+0000 7fb273427640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fb26c0d04a0 con 0x7fb26c0b9780 2024-09-21T00:25:16.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.258+0000 7fb273427640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fb26c0d0320 con 0x7fb26c0d1010 2024-09-21T00:25:16.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.258+0000 7fb273427640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fb26c0b7800 con 0x7fb26c0b73f0 2024-09-21T00:25:16.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.258+0000 7fb2709c2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb26c0b9780 0x7fb26c1f5b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:16.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.258+0000 7fb2709c2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb26c0b9780 0x7fb26c1f5b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55336/0 (socket says 172.21.15.67:55336) 2024-09-21T00:25:16.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.258+0000 7fb2709c2640 1 -- 172.21.15.67:0/1163515087 learned_addr learned my addr 172.21.15.67:0/1163515087 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:16.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.259+0000 7fb2719c4640 1 --2- 172.21.15.67:0/1163515087 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb26c0d1010 0x7fb26c1f9990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:16.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.259+0000 7fb2711c3640 1 --2- 172.21.15.67:0/1163515087 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb26c0b73f0 0x7fb26c159f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:16.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.259+0000 7fb2709c2640 1 -- 172.21.15.67:0/1163515087 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb26c0b73f0 msgr2=0x7fb26c159f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:16.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.259+0000 7fb2709c2640 1 --2- 172.21.15.67:0/1163515087 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb26c0b73f0 0x7fb26c159f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:16.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.259+0000 7fb2709c2640 1 -- 172.21.15.67:0/1163515087 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb26c0d1010 msgr2=0x7fb26c1f9990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:16.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.259+0000 7fb2709c2640 1 --2- 172.21.15.67:0/1163515087 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb26c0d1010 0x7fb26c1f9990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:16.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.259+0000 7fb2709c2640 1 -- 172.21.15.67:0/1163515087 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb26c0a1b70 con 0x7fb26c0b9780 2024-09-21T00:25:16.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.259+0000 7fb2719c4640 1 --2- 172.21.15.67:0/1163515087 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb26c0d1010 0x7fb26c1f9990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:25:16.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.259+0000 7fb2711c3640 1 --2- 172.21.15.67:0/1163515087 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb26c0b73f0 0x7fb26c159f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:25:16.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.259+0000 7fb2709c2640 1 --2- 172.21.15.67:0/1163515087 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb26c0b9780 0x7fb26c1f5b00 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7fb260009920 tx=0x7fb260033d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:16.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.259+0000 7fb269ffb640 1 -- 172.21.15.67:0/1163515087 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb260031d60 con 0x7fb26c0b9780 2024-09-21T00:25:16.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.259+0000 7fb269ffb640 1 -- 172.21.15.67:0/1163515087 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb260005020 con 0x7fb26c0b9780 2024-09-21T00:25:16.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.259+0000 7fb273427640 1 -- 172.21.15.67:0/1163515087 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb26c15a490 con 0x7fb26c0b9780 2024-09-21T00:25:16.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.259+0000 7fb269ffb640 1 -- 172.21.15.67:0/1163515087 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb260005470 con 0x7fb26c0b9780 2024-09-21T00:25:16.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.259+0000 7fb273427640 1 -- 172.21.15.67:0/1163515087 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb26c0a20f0 con 0x7fb26c0b9780 2024-09-21T00:25:16.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.261+0000 7fb269ffb640 1 -- 172.21.15.67:0/1163515087 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fb2600047a0 con 0x7fb26c0b9780 2024-09-21T00:25:16.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.262+0000 7fb269ffb640 1 --2- 172.21.15.67:0/1163515087 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb258078bc0 0x7fb25807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:16.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.262+0000 7fb269ffb640 1 -- 172.21.15.67:0/1163515087 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 5795+0+0 (secure 0 0 0) 0x7fb2600bc030 con 0x7fb26c0b9780 2024-09-21T00:25:16.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.262+0000 7fb2711c3640 1 --2- 172.21.15.67:0/1163515087 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb258078bc0 0x7fb25807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:16.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.262+0000 7fb27a469740 1 Processor -- start 2024-09-21T00:25:16.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.262+0000 7fb27a469740 1 -- start start 2024-09-21T00:25:16.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.263+0000 7fb2711c3640 1 --2- 172.21.15.67:0/1163515087 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb258078bc0 0x7fb25807b0d0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fb25c005be0 tx=0x7fb25c00a430 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:16.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.264+0000 7fb27a469740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562d2eed5270 0x562d2f2a6fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:16.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.264+0000 7fb27a469740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x562d2eeac3b0 0x562d2f2a74e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:16.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.264+0000 7fb27a469740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562d2eeb4590 0x562d2f2c43e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:16.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.264+0000 7fb27a469740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x562d2f1ef820 con 0x562d2eeb4590 2024-09-21T00:25:16.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.264+0000 7fb27a469740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x562d2f1dec50 con 0x562d2eed5270 2024-09-21T00:25:16.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.264+0000 7fb27a469740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x562d2f1e2a60 con 0x562d2eeac3b0 2024-09-21T00:25:16.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.264+0000 7fb2719c4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562d2eeb4590 0x562d2f2c43e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:16.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.264+0000 7fb2719c4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562d2eeb4590 0x562d2f2c43e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55340/0 (socket says 172.21.15.67:55340) 2024-09-21T00:25:16.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.264+0000 7fb2719c4640 1 -- 172.21.15.67:0/1762999468 learned_addr learned my addr 172.21.15.67:0/1762999468 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:16.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.264+0000 7fb2709c2640 1 --2- 172.21.15.67:0/1762999468 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x562d2eeac3b0 0x562d2f2a74e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:16.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.264+0000 7fb2711c3640 1 --2- 172.21.15.67:0/1762999468 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562d2eed5270 0x562d2f2a6fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:16.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.264+0000 7fb2719c4640 1 -- 172.21.15.67:0/1762999468 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x562d2eeac3b0 msgr2=0x562d2f2a74e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:25:16.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.264+0000 7fb2719c4640 1 --2- 172.21.15.67:0/1762999468 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x562d2eeac3b0 0x562d2f2a74e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:16.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.264+0000 7fb2719c4640 1 -- 172.21.15.67:0/1762999468 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562d2eed5270 msgr2=0x562d2f2a6fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:25:16.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.264+0000 7fb2719c4640 1 --2- 172.21.15.67:0/1762999468 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562d2eed5270 0x562d2f2a6fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:16.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.264+0000 7fb2719c4640 1 -- 172.21.15.67:0/1762999468 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562d2ef40850 con 0x562d2eeb4590 2024-09-21T00:25:16.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.265+0000 7fb2719c4640 1 --2- 172.21.15.67:0/1762999468 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562d2eeb4590 0x562d2f2c43e0 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7fb264001550 tx=0x7fb264001a10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5292a003e645a874 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:16.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.265+0000 7fb252ffd640 1 -- 172.21.15.67:0/1762999468 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb264019070 con 0x562d2eeb4590 2024-09-21T00:25:16.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.265+0000 7fb252ffd640 1 -- 172.21.15.67:0/1762999468 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb2640051c0 con 0x562d2eeb4590 2024-09-21T00:25:16.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.265+0000 7fb252ffd640 1 -- 172.21.15.67:0/1762999468 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb26400e740 con 0x562d2eeb4590 2024-09-21T00:25:16.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.266+0000 7fb27a469740 1 -- 172.21.15.67:0/1762999468 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562d2eeb4590 msgr2=0x562d2f2c43e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:16.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.266+0000 7fb27a469740 1 --2- 172.21.15.67:0/1762999468 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562d2eeb4590 0x562d2f2c43e0 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7fb264001550 tx=0x7fb264001a10 comp rx=0 tx=0).stop 2024-09-21T00:25:16.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.266+0000 7fb27a469740 1 -- 172.21.15.67:0/1762999468 shutdown_connections 2024-09-21T00:25:16.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.266+0000 7fb27a469740 1 --2- 172.21.15.67:0/1762999468 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562d2eeb4590 0x562d2f2c43e0 unknown :-1 s=CLOSED pgs=805 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:16.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.266+0000 7fb27a469740 1 --2- 172.21.15.67:0/1762999468 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x562d2eeac3b0 0x562d2f2a74e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:16.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.266+0000 7fb27a469740 1 --2- 172.21.15.67:0/1762999468 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562d2eed5270 0x562d2f2a6fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:16.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.266+0000 7fb27a469740 1 -- 172.21.15.67:0/1762999468 >> 172.21.15.67:0/1762999468 conn(0x562d2eec93c0 msgr2=0x562d2f27d260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:16.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.266+0000 7fb27a469740 1 -- 172.21.15.67:0/1762999468 shutdown_connections 2024-09-21T00:25:16.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.266+0000 7fb27a469740 1 -- 172.21.15.67:0/1762999468 wait complete. 2024-09-21T00:25:16.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.267+0000 7fb27a469740 1 -- start start 2024-09-21T00:25:16.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.267+0000 7fb27a469740 1 Processor -- start 2024-09-21T00:25:16.272 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.268+0000 7fb27a469740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562d2eeac3b0 0x562d2f28ff70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:16.272 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.268+0000 7fb27a469740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562d2eeb4590 0x562d2f2d4e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:16.272 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.268+0000 7fb27a469740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x562d2eed5270 0x562d2f293e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:16.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.268+0000 7fb27a469740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x562d2ef4f620 con 0x562d2eeb4590 2024-09-21T00:25:16.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.268+0000 7fb27a469740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x562d2f1845f0 con 0x562d2eeac3b0 2024-09-21T00:25:16.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.268+0000 7fb27a469740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x562d2f2a7a20 con 0x562d2eed5270 2024-09-21T00:25:16.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.268+0000 7fb27a469740 10 client.0 _ll_register_callbacks cb 0x562d2f1880a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:25:16.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.268+0000 7fb2709c2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562d2eeb4590 0x562d2f2d4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:16.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.268+0000 7fb2709c2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562d2eeb4590 0x562d2f2d4e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55352/0 (socket says 172.21.15.67:55352) 2024-09-21T00:25:16.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.268+0000 7fb2709c2640 1 -- 172.21.15.67:0/4142239578 learned_addr learned my addr 172.21.15.67:0/4142239578 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:16.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.268+0000 7fb2719c4640 1 --2- 172.21.15.67:0/4142239578 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x562d2eed5270 0x562d2f293e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:16.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.268+0000 7fb2711c3640 1 --2- 172.21.15.67:0/4142239578 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562d2eeac3b0 0x562d2f28ff70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:16.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.269+0000 7fb2709c2640 1 -- 172.21.15.67:0/4142239578 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x562d2eed5270 msgr2=0x562d2f293e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:25:16.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.269+0000 7fb2709c2640 1 --2- 172.21.15.67:0/4142239578 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x562d2eed5270 0x562d2f293e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:16.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.269+0000 7fb2709c2640 1 -- 172.21.15.67:0/4142239578 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562d2eeac3b0 msgr2=0x562d2f28ff70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:25:16.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.269+0000 7fb2709c2640 1 --2- 172.21.15.67:0/4142239578 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562d2eeac3b0 0x562d2f28ff70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:16.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.269+0000 7fb2709c2640 1 -- 172.21.15.67:0/4142239578 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562d2efb76b0 con 0x562d2eeb4590 2024-09-21T00:25:16.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.269+0000 7fb2709c2640 1 --2- 172.21.15.67:0/4142239578 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562d2eeb4590 0x562d2f2d4e30 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7fb2600ba4a0 tx=0x7fb2600837b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e031bda8427182aa server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:16.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.269+0000 7fb24bfff640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:25:16.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.269+0000 7fb24bfff640 1 -- 172.21.15.67:0/4142239578 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb260048050 con 0x562d2eeb4590 2024-09-21T00:25:16.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.269+0000 7fb24bfff640 1 -- 172.21.15.67:0/4142239578 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(60..60 src has 1..60) ==== 5795+0+0 (secure 0 0 0) 0x7fb26006f180 con 0x562d2eeb4590 2024-09-21T00:25:16.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.269+0000 7fb27a469740 1 -- 172.21.15.67:0/4142239578 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb2640051c0 con 0x562d2eeb4590 2024-09-21T00:25:16.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.269+0000 7fb24bfff640 1 -- 172.21.15.67:0/4142239578 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7fb2600844a0 con 0x562d2eeb4590 2024-09-21T00:25:16.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.269+0000 7fb27a469740 10 client.6552 fetch_fsmap learned FSMap version 46 2024-09-21T00:25:16.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.269+0000 7fb27a469740 1 -- 172.21.15.67:0/4142239578 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=2+}) -- 0x562d2f2bd1c0 con 0x562d2eeb4590 2024-09-21T00:25:16.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.269+0000 7fb24bfff640 1 -- 172.21.15.67:0/4142239578 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb2640051c0 con 0x562d2eeb4590 2024-09-21T00:25:16.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.269+0000 7fb24bfff640 1 -- 172.21.15.67:0/4142239578 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 46) ==== 3502+0+0 (secure 0 0 0) 0x7fb26008d2a0 con 0x562d2eeb4590 2024-09-21T00:25:16.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.269+0000 7fb27a469740 10 client.6552 fetch_fsmap finished waiting for FSMap version 46 2024-09-21T00:25:16.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.269+0000 7fb27a469740 10 client.6552 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-21T00:25:16.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.269+0000 7fb27a469740 20 client.6552 populate_metadata read hostname 'smithi067' 2024-09-21T00:25:16.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.269+0000 7fb27a469740 1 --2- 172.21.15.67:0/4142239578 >> [v2:172.21.15.67:6834/3467835311,v1:172.21.15.67:6835/3467835311] conn(0x562d2ee93e40 0x562d2f2ba380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:16.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.269+0000 7fb27a469740 4 client.6552 mds_command: new command op to 6519 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:25:16.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.269+0000 7fb27a469740 1 -- 172.21.15.67:0/4142239578 --> [v2:172.21.15.67:6834/3467835311,v1:172.21.15.67:6835/3467835311] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562d2f1f1770 con 0x562d2ee93e40 2024-09-21T00:25:16.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.270+0000 7fb2711c3640 1 --2- 172.21.15.67:0/4142239578 >> [v2:172.21.15.67:6834/3467835311,v1:172.21.15.67:6835/3467835311] conn(0x562d2ee93e40 0x562d2f2ba380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:16.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.270+0000 7fb24bfff640 10 client.6552 ms_handle_connect on v2:172.21.15.67:6834/3467835311 2024-09-21T00:25:16.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.270+0000 7fb2711c3640 1 --2- 172.21.15.67:0/4142239578 >> [v2:172.21.15.67:6834/3467835311,v1:172.21.15.67:6835/3467835311] conn(0x562d2ee93e40 0x562d2f2ba380 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=46e81c47c592127f server_cookie=a264e78213a52558 in_seq=0 out_seq=0 2024-09-21T00:25:16.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.271+0000 7fb24bfff640 1 -- 172.21.15.67:0/4142239578 <== mds.0 v2:172.21.15.67:6834/3467835311 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x562d2f1f1770 con 0x562d2ee93e40 2024-09-21T00:25:16.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.271+0000 7fb24bfff640 10 client.6552 handle_command_reply: tid=0 2024-09-21T00:25:16.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.271+0000 7fb27a469740 1 client.6552 shutdown 2024-09-21T00:25:16.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.271+0000 7fb27a469740 1 -- 172.21.15.67:0/4142239578 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562d2eeb4590 msgr2=0x562d2f2d4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:16.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.271+0000 7fb27a469740 1 --2- 172.21.15.67:0/4142239578 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562d2eeb4590 0x562d2f2d4e30 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7fb2600ba4a0 tx=0x7fb2600837b0 comp rx=0 tx=0).stop 2024-09-21T00:25:16.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.271+0000 7fb27a469740 1 -- 172.21.15.67:0/4142239578 shutdown_connections 2024-09-21T00:25:16.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.271+0000 7fb27a469740 1 --2- 172.21.15.67:0/4142239578 >> [v2:172.21.15.67:6834/3467835311,v1:172.21.15.67:6835/3467835311] conn(0x562d2ee93e40 0x562d2f2ba380 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:16.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.271+0000 7fb27a469740 1 --2- 172.21.15.67:0/4142239578 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x562d2eed5270 0x562d2f293e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:16.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.271+0000 7fb27a469740 1 --2- 172.21.15.67:0/4142239578 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562d2eeb4590 0x562d2f2d4e30 unknown :-1 s=CLOSED pgs=806 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:16.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.271+0000 7fb24bfff640 0 client.6552 ms_handle_reset on v2:172.21.15.67:6834/3467835311 2024-09-21T00:25:16.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.271+0000 7fb27a469740 1 --2- 172.21.15.67:0/4142239578 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562d2eeac3b0 0x562d2f28ff70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:16.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.271+0000 7fb27a469740 1 -- 172.21.15.67:0/4142239578 >> 172.21.15.67:0/4142239578 conn(0x562d2eec93c0 msgr2=0x562d2f277dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:16.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.271+0000 7fb27a469740 1 -- 172.21.15.67:0/4142239578 shutdown_connections 2024-09-21T00:25:16.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.271+0000 7fb27a469740 1 -- 172.21.15.67:0/4142239578 wait complete. 2024-09-21T00:25:16.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.271+0000 7fb27a469740 20 client.6552 trim_cache size 0 max 16384 2024-09-21T00:25:16.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.290+0000 7fb27a469740 1 Processor -- start 2024-09-21T00:25:16.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.290+0000 7fb27a469740 1 -- start start 2024-09-21T00:25:16.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.291+0000 7fb27a469740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562d2eeac3b0 0x562d2f27d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:16.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.291+0000 7fb27a469740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562d2eeb4590 0x562d2f27d630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:16.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.291+0000 7fb27a469740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x562d2eed5270 0x562d2f2d24a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:16.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.291+0000 7fb27a469740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fb26c202090 con 0x562d2eeac3b0 2024-09-21T00:25:16.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.291+0000 7fb27a469740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fb26c09eee0 con 0x562d2eeb4590 2024-09-21T00:25:16.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.291+0000 7fb27a469740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fb26c09e240 con 0x562d2eed5270 2024-09-21T00:25:16.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.291+0000 7fb2711c3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562d2eeac3b0 0x562d2f27d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:16.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.291+0000 7fb2711c3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562d2eeac3b0 0x562d2f27d0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55366/0 (socket says 172.21.15.67:55366) 2024-09-21T00:25:16.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.291+0000 7fb2711c3640 1 -- 172.21.15.67:0/1309167540 learned_addr learned my addr 172.21.15.67:0/1309167540 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:16.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.291+0000 7fb2711c3640 1 -- 172.21.15.67:0/1309167540 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x562d2eed5270 msgr2=0x562d2f2d24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:25:16.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.291+0000 7fb2711c3640 1 --2- 172.21.15.67:0/1309167540 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x562d2eed5270 0x562d2f2d24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:16.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.291+0000 7fb2711c3640 1 -- 172.21.15.67:0/1309167540 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562d2eeb4590 msgr2=0x562d2f27d630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:25:16.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.291+0000 7fb2711c3640 1 --2- 172.21.15.67:0/1309167540 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562d2eeb4590 0x562d2f27d630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:16.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.291+0000 7fb2711c3640 1 -- 172.21.15.67:0/1309167540 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562d2f27a9c0 con 0x562d2eeac3b0 2024-09-21T00:25:16.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.292+0000 7fb2711c3640 1 --2- 172.21.15.67:0/1309167540 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562d2eeac3b0 0x562d2f27d0f0 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7fb25c0208e0 tx=0x7fb25c011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=10ac42aef7eb2657 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:16.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.292+0000 7fb2527fc640 1 -- 172.21.15.67:0/1309167540 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb25c0200d0 con 0x562d2eeac3b0 2024-09-21T00:25:16.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.292+0000 7fb2527fc640 1 -- 172.21.15.67:0/1309167540 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb25c020270 con 0x562d2eeac3b0 2024-09-21T00:25:16.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.292+0000 7fb2527fc640 1 -- 172.21.15.67:0/1309167540 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb25c010830 con 0x562d2eeac3b0 2024-09-21T00:25:16.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.293+0000 7fb27a469740 1 -- 172.21.15.67:0/1309167540 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562d2eeac3b0 msgr2=0x562d2f27d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:16.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.293+0000 7fb27a469740 1 --2- 172.21.15.67:0/1309167540 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562d2eeac3b0 0x562d2f27d0f0 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7fb25c0208e0 tx=0x7fb25c011000 comp rx=0 tx=0).stop 2024-09-21T00:25:16.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.293+0000 7fb27a469740 1 -- 172.21.15.67:0/1309167540 shutdown_connections 2024-09-21T00:25:16.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.293+0000 7fb27a469740 1 --2- 172.21.15.67:0/1309167540 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x562d2eed5270 0x562d2f2d24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:16.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.293+0000 7fb27a469740 1 --2- 172.21.15.67:0/1309167540 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562d2eeb4590 0x562d2f27d630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:16.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.293+0000 7fb27a469740 1 --2- 172.21.15.67:0/1309167540 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562d2eeac3b0 0x562d2f27d0f0 unknown :-1 s=CLOSED pgs=807 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:16.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.293+0000 7fb27a469740 1 -- 172.21.15.67:0/1309167540 >> 172.21.15.67:0/1309167540 conn(0x562d2eec93c0 msgr2=0x562d2f2cf8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:16.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.293+0000 7fb27a469740 1 -- 172.21.15.67:0/1309167540 shutdown_connections 2024-09-21T00:25:16.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.293+0000 7fb27a469740 1 -- 172.21.15.67:0/1309167540 wait complete. 2024-09-21T00:25:16.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.293+0000 7fb27a469740 1 -- start start 2024-09-21T00:25:16.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.294+0000 7fb27a469740 1 Processor -- start 2024-09-21T00:25:16.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.295+0000 7fb27a469740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562d2eeac3b0 0x562d2f344af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:16.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.295+0000 7fb27a469740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562d2eeb4590 0x562d2f345030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:16.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.295+0000 7fb27a469740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x562d2eed5270 0x562d2f27d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:16.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.295+0000 7fb27a469740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x562d2f2bb400 con 0x562d2eeac3b0 2024-09-21T00:25:16.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.295+0000 7fb27a469740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fb26c09e890 con 0x562d2eeb4590 2024-09-21T00:25:16.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.295+0000 7fb27a469740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x562d2f2b8fb0 con 0x562d2eed5270 2024-09-21T00:25:16.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.295+0000 7fb27a469740 10 client.0 _ll_register_callbacks cb 0x7fb260080440 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:25:16.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.295+0000 7fb2711c3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562d2eeac3b0 0x562d2f344af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:16.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.295+0000 7fb2711c3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562d2eeac3b0 0x562d2f344af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55368/0 (socket says 172.21.15.67:55368) 2024-09-21T00:25:16.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.295+0000 7fb2711c3640 1 -- 172.21.15.67:0/623853753 learned_addr learned my addr 172.21.15.67:0/623853753 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:16.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.296+0000 7fb2711c3640 1 -- 172.21.15.67:0/623853753 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x562d2eed5270 msgr2=0x562d2f27d0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:25:16.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.296+0000 7fb2711c3640 1 --2- 172.21.15.67:0/623853753 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x562d2eed5270 0x562d2f27d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:16.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.296+0000 7fb2711c3640 1 -- 172.21.15.67:0/623853753 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562d2eeb4590 msgr2=0x562d2f345030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:25:16.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.296+0000 7fb2709c2640 1 --2- 172.21.15.67:0/623853753 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562d2eeb4590 0x562d2f345030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:16.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.296+0000 7fb2711c3640 1 --2- 172.21.15.67:0/623853753 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562d2eeb4590 0x562d2f345030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:16.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.296+0000 7fb2711c3640 1 -- 172.21.15.67:0/623853753 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562d2f2a74d0 con 0x562d2eeac3b0 2024-09-21T00:25:16.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.296+0000 7fb2709c2640 1 --2- 172.21.15.67:0/623853753 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562d2eeb4590 0x562d2f345030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:25:16.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.296+0000 7fb2711c3640 1 --2- 172.21.15.67:0/623853753 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562d2eeac3b0 0x562d2f344af0 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7fb25c013040 tx=0x7fb25c00a5e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d211f431e935604 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:16.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.296+0000 7fb24bfff640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:25:16.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.296+0000 7fb24bfff640 1 -- 172.21.15.67:0/623853753 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb25c03e020 con 0x562d2eeac3b0 2024-09-21T00:25:16.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.296+0000 7fb24bfff640 1 -- 172.21.15.67:0/623853753 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(60..60 src has 1..60) ==== 5795+0+0 (secure 0 0 0) 0x7fb25c010a40 con 0x562d2eeac3b0 2024-09-21T00:25:16.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.296+0000 7fb27a469740 1 -- 172.21.15.67:0/623853753 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb25c020270 con 0x562d2eeac3b0 2024-09-21T00:25:16.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.296+0000 7fb24bfff640 1 -- 172.21.15.67:0/623853753 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7fb25c010c60 con 0x562d2eeac3b0 2024-09-21T00:25:16.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.296+0000 7fb27a469740 10 client.6558 fetch_fsmap learned FSMap version 46 2024-09-21T00:25:16.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.296+0000 7fb27a469740 1 -- 172.21.15.67:0/623853753 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=2+}) -- 0x562d2f292d90 con 0x562d2eeac3b0 2024-09-21T00:25:16.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.296+0000 7fb24bfff640 1 -- 172.21.15.67:0/623853753 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb25c020270 con 0x562d2eeac3b0 2024-09-21T00:25:16.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.296+0000 7fb24bfff640 1 -- 172.21.15.67:0/623853753 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 46) ==== 3502+0+0 (secure 0 0 0) 0x7fb25c004b20 con 0x562d2eeac3b0 2024-09-21T00:25:16.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.296+0000 7fb27a469740 10 client.6558 fetch_fsmap finished waiting for FSMap version 46 2024-09-21T00:25:16.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.296+0000 7fb27a469740 10 client.6558 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-21T00:25:16.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.296+0000 7fb27a469740 20 client.6558 populate_metadata read hostname 'smithi067' 2024-09-21T00:25:16.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.297+0000 7fb27a469740 1 --2- 172.21.15.67:0/623853753 >> [v2:172.21.15.67:6834/3467835311,v1:172.21.15.67:6835/3467835311] conn(0x562d2f28eee0 0x562d2f28f2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:16.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.297+0000 7fb27a469740 4 client.6558 mds_command: new command op to 6519 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-21T00:25:16.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.297+0000 7fb27a469740 1 -- 172.21.15.67:0/623853753 --> [v2:172.21.15.67:6834/3467835311,v1:172.21.15.67:6835/3467835311] -- command(tid 0: {"prefix": "status"}) -- 0x562d2f1ed220 con 0x562d2f28eee0 2024-09-21T00:25:16.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.297+0000 7fb2709c2640 1 --2- 172.21.15.67:0/623853753 >> [v2:172.21.15.67:6834/3467835311,v1:172.21.15.67:6835/3467835311] conn(0x562d2f28eee0 0x562d2f28f2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:16.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.297+0000 7fb24bfff640 10 client.6558 ms_handle_connect on v2:172.21.15.67:6834/3467835311 2024-09-21T00:25:16.302 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.297+0000 7fb2709c2640 1 --2- 172.21.15.67:0/623853753 >> [v2:172.21.15.67:6834/3467835311,v1:172.21.15.67:6835/3467835311] conn(0x562d2f28eee0 0x562d2f28f2f0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4607de2ec4f9535f server_cookie=2ed175143775c71a in_seq=0 out_seq=0 2024-09-21T00:25:16.302 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.297+0000 7fb24bfff640 1 -- 172.21.15.67:0/623853753 <== mds.0 v2:172.21.15.67:6834/3467835311 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x562d2f1ed220 con 0x562d2f28eee0 2024-09-21T00:25:16.302 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.297+0000 7fb24bfff640 10 client.6558 handle_command_reply: tid=0 2024-09-21T00:25:16.302 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.297+0000 7fb27a469740 1 client.6558 shutdown 2024-09-21T00:25:16.302 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.297+0000 7fb27a469740 1 -- 172.21.15.67:0/623853753 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562d2eeac3b0 msgr2=0x562d2f344af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:16.302 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.297+0000 7fb27a469740 1 --2- 172.21.15.67:0/623853753 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562d2eeac3b0 0x562d2f344af0 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7fb25c013040 tx=0x7fb25c00a5e0 comp rx=0 tx=0).stop 2024-09-21T00:25:16.302 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.297+0000 7fb27a469740 1 -- 172.21.15.67:0/623853753 shutdown_connections 2024-09-21T00:25:16.302 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.297+0000 7fb27a469740 1 --2- 172.21.15.67:0/623853753 >> [v2:172.21.15.67:6834/3467835311,v1:172.21.15.67:6835/3467835311] conn(0x562d2f28eee0 0x562d2f28f2f0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:16.302 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.298+0000 7fb27a469740 1 --2- 172.21.15.67:0/623853753 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x562d2eed5270 0x562d2f27d0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:16.302 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.298+0000 7fb24bfff640 0 client.6558 ms_handle_reset on v2:172.21.15.67:6834/3467835311 2024-09-21T00:25:16.302 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.298+0000 7fb27a469740 1 --2- 172.21.15.67:0/623853753 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x562d2eeb4590 0x562d2f345030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:16.302 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.298+0000 7fb27a469740 1 --2- 172.21.15.67:0/623853753 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x562d2eeac3b0 0x562d2f344af0 unknown :-1 s=CLOSED pgs=808 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:16.302 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.298+0000 7fb27a469740 1 -- 172.21.15.67:0/623853753 >> 172.21.15.67:0/623853753 conn(0x562d2eec93c0 msgr2=0x562d2f2bb7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:16.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.298+0000 7fb27a469740 1 -- 172.21.15.67:0/623853753 shutdown_connections 2024-09-21T00:25:16.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.298+0000 7fb27a469740 1 -- 172.21.15.67:0/623853753 wait complete. 2024-09-21T00:25:16.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.298+0000 7fb27a469740 20 client.6558 trim_cache size 0 max 16384 2024-09-21T00:25:16.303 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:25:16.303 INFO:teuthology.orchestra.run.smithi067.stdout: "cluster_fsid": "166a8832-baab-4541-be5c-9c3483b3f7a3", 2024-09-21T00:25:16.303 INFO:teuthology.orchestra.run.smithi067.stdout: "whoami": 0, 2024-09-21T00:25:16.303 INFO:teuthology.orchestra.run.smithi067.stdout: "id": 6519, 2024-09-21T00:25:16.303 INFO:teuthology.orchestra.run.smithi067.stdout: "want_state": "up:active", 2024-09-21T00:25:16.303 INFO:teuthology.orchestra.run.smithi067.stdout: "state": "up:active", 2024-09-21T00:25:16.303 INFO:teuthology.orchestra.run.smithi067.stdout: "fs_name": "cephfs", 2024-09-21T00:25:16.304 INFO:teuthology.orchestra.run.smithi067.stdout: "rank_uptime": 4.3109335089999998, 2024-09-21T00:25:16.304 INFO:teuthology.orchestra.run.smithi067.stdout: "mdsmap_epoch": 46, 2024-09-21T00:25:16.304 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch": 60, 2024-09-21T00:25:16.304 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch_barrier": 60, 2024-09-21T00:25:16.304 INFO:teuthology.orchestra.run.smithi067.stdout: "uptime": 4.4261166430000003 2024-09-21T00:25:16.304 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:25:16.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.298+0000 7fb273427640 1 -- 172.21.15.67:0/1163515087 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb258078bc0 msgr2=0x7fb25807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:16.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.298+0000 7fb273427640 1 --2- 172.21.15.67:0/1163515087 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb258078bc0 0x7fb25807b0d0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fb25c005be0 tx=0x7fb25c00a430 comp rx=0 tx=0).stop 2024-09-21T00:25:16.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.298+0000 7fb273427640 1 -- 172.21.15.67:0/1163515087 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb26c0b9780 msgr2=0x7fb26c1f5b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:16.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.298+0000 7fb273427640 1 --2- 172.21.15.67:0/1163515087 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb26c0b9780 0x7fb26c1f5b00 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7fb260009920 tx=0x7fb260033d60 comp rx=0 tx=0).stop 2024-09-21T00:25:16.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.298+0000 7fb273427640 1 -- 172.21.15.67:0/1163515087 shutdown_connections 2024-09-21T00:25:16.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.298+0000 7fb273427640 1 --2- 172.21.15.67:0/1163515087 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb258078bc0 0x7fb25807b0d0 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:16.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.298+0000 7fb273427640 1 --2- 172.21.15.67:0/1163515087 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb26c0d1010 0x7fb26c1f9990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:16.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.298+0000 7fb273427640 1 --2- 172.21.15.67:0/1163515087 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb26c0b9780 0x7fb26c1f5b00 unknown :-1 s=CLOSED pgs=804 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:16.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.298+0000 7fb273427640 1 --2- 172.21.15.67:0/1163515087 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb26c0b73f0 0x7fb26c159f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:16.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.298+0000 7fb273427640 1 -- 172.21.15.67:0/1163515087 >> 172.21.15.67:0/1163515087 conn(0x7fb26c08bee0 msgr2=0x7fb26c06e440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:16.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.298+0000 7fb273427640 1 -- 172.21.15.67:0/1163515087 shutdown_connections 2024-09-21T00:25:16.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.299+0000 7fb273427640 1 -- 172.21.15.67:0/1163515087 wait complete. 2024-09-21T00:25:16.311 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds mds_bal_split_size 100 2024-09-21T00:25:16.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.429+0000 7f0988b41640 1 -- 172.21.15.67:0/663162896 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f098406e7c0 msgr2=0x7f098406ebd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:16.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.429+0000 7f0988b41640 1 --2- 172.21.15.67:0/663162896 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f098406e7c0 0x7f098406ebd0 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7f098408d650 tx=0x7f097c02a8f0 comp rx=0 tx=0).stop 2024-09-21T00:25:16.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.430+0000 7f0988b41640 1 -- 172.21.15.67:0/663162896 shutdown_connections 2024-09-21T00:25:16.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.430+0000 7f0988b41640 1 --2- 172.21.15.67:0/663162896 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f098406e7c0 0x7f098406ebd0 unknown :-1 s=CLOSED pgs=809 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:16.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.430+0000 7f0988b41640 1 --2- 172.21.15.67:0/663162896 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f09840d49e0 0x7f098406e280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:16.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.430+0000 7f0988b41640 1 --2- 172.21.15.67:0/663162896 >> v2:172.21.15.97:3300/0 conn(0x7f09840b34c0 0x7f09840d44a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:16.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.430+0000 7f0988b41640 1 -- 172.21.15.67:0/663162896 >> 172.21.15.67:0/663162896 conn(0x7f098409da00 msgr2=0x7f098408bee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:16.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.430+0000 7f0988b41640 1 -- 172.21.15.67:0/663162896 shutdown_connections 2024-09-21T00:25:16.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.430+0000 7f0988b41640 1 -- 172.21.15.67:0/663162896 wait complete. 2024-09-21T00:25:16.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.432+0000 7f0988b41640 1 Processor -- start 2024-09-21T00:25:16.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.432+0000 7f0988b41640 1 -- start start 2024-09-21T00:25:16.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.433+0000 7f0988b41640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f098406e7c0 0x7f09840cabb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:16.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.433+0000 7f0988b41640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f09840b34c0 0x7f09841f8e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:16.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.433+0000 7f0988b41640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f09840d49e0 0x7f098415e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:16.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.433+0000 7f0988b41640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f09840d1fd0 con 0x7f09840d49e0 2024-09-21T00:25:16.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.433+0000 7f0988b41640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f09840d1e50 con 0x7f098406e7c0 2024-09-21T00:25:16.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.433+0000 7f0988b41640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f098406f110 con 0x7f09840b34c0 2024-09-21T00:25:16.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.433+0000 7f0982d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f09840d49e0 0x7f098415e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:16.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.433+0000 7f0982d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f09840d49e0 0x7f098415e840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55376/0 (socket says 172.21.15.67:55376) 2024-09-21T00:25:16.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.433+0000 7f0982d9d640 1 -- 172.21.15.67:0/2456330650 learned_addr learned my addr 172.21.15.67:0/2456330650 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:16.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.433+0000 7f098259c640 1 --2- 172.21.15.67:0/2456330650 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f098406e7c0 0x7f09840cabb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:16.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.433+0000 7f097bfff640 1 --2- 172.21.15.67:0/2456330650 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f09840b34c0 0x7f09841f8e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:16.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.433+0000 7f0982d9d640 1 -- 172.21.15.67:0/2456330650 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f09840b34c0 msgr2=0x7f09841f8e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:16.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.433+0000 7f0982d9d640 1 --2- 172.21.15.67:0/2456330650 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f09840b34c0 0x7f09841f8e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:16.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.433+0000 7f0982d9d640 1 -- 172.21.15.67:0/2456330650 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f098406e7c0 msgr2=0x7f09840cabb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:16.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.433+0000 7f0982d9d640 1 --2- 172.21.15.67:0/2456330650 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f098406e7c0 0x7f09840cabb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:16.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.433+0000 7f0982d9d640 1 -- 172.21.15.67:0/2456330650 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09840c9a20 con 0x7f09840d49e0 2024-09-21T00:25:16.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.434+0000 7f0982d9d640 1 --2- 172.21.15.67:0/2456330650 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f09840d49e0 0x7f098415e840 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7f097c033040 tx=0x7f097c003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:16.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.434+0000 7f097affd640 1 -- 172.21.15.67:0/2456330650 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f097c004040 con 0x7f09840d49e0 2024-09-21T00:25:16.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.434+0000 7f097affd640 1 -- 172.21.15.67:0/2456330650 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f097c02d070 con 0x7f09840d49e0 2024-09-21T00:25:16.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.434+0000 7f0988b41640 1 -- 172.21.15.67:0/2456330650 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f09840cb0f0 con 0x7f09840d49e0 2024-09-21T00:25:16.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.434+0000 7f097affd640 1 -- 172.21.15.67:0/2456330650 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f097c004460 con 0x7f09840d49e0 2024-09-21T00:25:16.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.434+0000 7f0988b41640 1 -- 172.21.15.67:0/2456330650 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09841eb410 con 0x7f09840d49e0 2024-09-21T00:25:16.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.435+0000 7f0988b41640 1 -- 172.21.15.67:0/2456330650 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f09840c9790 con 0x7f09840d49e0 2024-09-21T00:25:16.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.436+0000 7f097affd640 1 -- 172.21.15.67:0/2456330650 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f097c004600 con 0x7f09840d49e0 2024-09-21T00:25:16.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.436+0000 7f097affd640 1 --2- 172.21.15.67:0/2456330650 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0964078b90 0x7f096407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:16.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.436+0000 7f097affd640 1 -- 172.21.15.67:0/2456330650 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 5795+0+0 (secure 0 0 0) 0x7f097c0bc540 con 0x7f09840d49e0 2024-09-21T00:25:16.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.436+0000 7f098259c640 1 --2- 172.21.15.67:0/2456330650 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0964078b90 0x7f096407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:16.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.437+0000 7f098259c640 1 --2- 172.21.15.67:0/2456330650 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0964078b90 0x7f096407b0a0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f0974009ab0 tx=0x7f0974005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:16.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.441+0000 7f097affd640 1 -- 172.21.15.67:0/2456330650 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f097c0842d0 con 0x7f09840d49e0 2024-09-21T00:25:16.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.627+0000 7f0988b41640 1 -- 172.21.15.67:0/2456330650 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command([{prefix=config set, name=mds_bal_split_size}] v 0) -- 0x7f09840d0f00 con 0x7f09840d49e0 2024-09-21T00:25:16.632 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.631+0000 7f097affd640 1 -- 172.21.15.67:0/2456330650 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_bal_split_size}]=0 v40)=0 v40) ==== 118+0+0 (secure 0 0 0) 0x7f097c088d00 con 0x7f09840d49e0 2024-09-21T00:25:16.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.634+0000 7f0988b41640 1 -- 172.21.15.67:0/2456330650 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0964078b90 msgr2=0x7f096407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:16.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.634+0000 7f0988b41640 1 --2- 172.21.15.67:0/2456330650 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0964078b90 0x7f096407b0a0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f0974009ab0 tx=0x7f0974005f90 comp rx=0 tx=0).stop 2024-09-21T00:25:16.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.634+0000 7f0988b41640 1 -- 172.21.15.67:0/2456330650 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f09840d49e0 msgr2=0x7f098415e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:16.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.634+0000 7f0988b41640 1 --2- 172.21.15.67:0/2456330650 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f09840d49e0 0x7f098415e840 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7f097c033040 tx=0x7f097c003ba0 comp rx=0 tx=0).stop 2024-09-21T00:25:16.636 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.634+0000 7f0988b41640 1 -- 172.21.15.67:0/2456330650 shutdown_connections 2024-09-21T00:25:16.636 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.634+0000 7f0988b41640 1 --2- 172.21.15.67:0/2456330650 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0964078b90 0x7f096407b0a0 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:16.636 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.634+0000 7f0988b41640 1 --2- 172.21.15.67:0/2456330650 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f09840d49e0 0x7f098415e840 unknown :-1 s=CLOSED pgs=810 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:16.636 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.634+0000 7f0988b41640 1 --2- 172.21.15.67:0/2456330650 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f09840b34c0 0x7f09841f8e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:16.636 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.634+0000 7f0988b41640 1 --2- 172.21.15.67:0/2456330650 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f098406e7c0 0x7f09840cabb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:16.636 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.634+0000 7f0988b41640 1 -- 172.21.15.67:0/2456330650 >> 172.21.15.67:0/2456330650 conn(0x7f098409da00 msgr2=0x7f09840b8850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:16.636 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.634+0000 7f0988b41640 1 -- 172.21.15.67:0/2456330650 shutdown_connections 2024-09-21T00:25:16.636 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.634+0000 7f0988b41640 1 -- 172.21.15.67:0/2456330650 wait complete. 2024-09-21T00:25:16.647 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds mds_bal_merge_size 30 2024-09-21T00:25:16.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.765+0000 7f9de6b13640 1 -- 172.21.15.67:0/1439693103 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9de00d3590 msgr2=0x7f9de00b9950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:16.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.765+0000 7f9de6b13640 1 --2- 172.21.15.67:0/1439693103 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9de00d3590 0x7f9de00b9950 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7f9de00b7270 tx=0x7f9dd402a4a0 comp rx=0 tx=0).stop 2024-09-21T00:25:16.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.766+0000 7f9de6b13640 1 -- 172.21.15.67:0/1439693103 shutdown_connections 2024-09-21T00:25:16.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.766+0000 7f9de6b13640 1 --2- 172.21.15.67:0/1439693103 >> v2:172.21.15.97:3300/0 conn(0x7f9de00d4db0 0x7f9de00d0d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:16.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.766+0000 7f9de6b13640 1 --2- 172.21.15.67:0/1439693103 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9de00d3590 0x7f9de00b9950 unknown :-1 s=CLOSED pgs=811 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:16.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.766+0000 7f9de6b13640 1 -- 172.21.15.67:0/1439693103 >> 172.21.15.67:0/1439693103 conn(0x7f9de009da10 msgr2=0x7f9de00d46a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:16.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.766+0000 7f9de6b13640 1 -- 172.21.15.67:0/1439693103 shutdown_connections 2024-09-21T00:25:16.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.766+0000 7f9de6b13640 1 -- 172.21.15.67:0/1439693103 wait complete. 2024-09-21T00:25:16.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.767+0000 7f9de6b13640 1 Processor -- start 2024-09-21T00:25:16.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.767+0000 7f9de6b13640 1 -- start start 2024-09-21T00:25:16.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.769+0000 7f9de6b13640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9de00d1280 0x7f9de0157bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:16.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.769+0000 7f9de6b13640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9de00d3590 0x7f9de01f5f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:16.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.769+0000 7f9de6b13640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9de00d4db0 0x7f9de015b1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:16.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.769+0000 7f9de6b13640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f9de00b5520 con 0x7f9de00d1280 2024-09-21T00:25:16.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.769+0000 7f9de6b13640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f9de00b53a0 con 0x7f9de00d3590 2024-09-21T00:25:16.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.769+0000 7f9de6b13640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f9de00b56a0 con 0x7f9de00d4db0 2024-09-21T00:25:16.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.769+0000 7f9de48af640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9de00d1280 0x7f9de0157bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:16.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.769+0000 7f9de48af640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9de00d1280 0x7f9de0157bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55398/0 (socket says 172.21.15.67:55398) 2024-09-21T00:25:16.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.769+0000 7f9de48af640 1 -- 172.21.15.67:0/1606150854 learned_addr learned my addr 172.21.15.67:0/1606150854 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:16.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.769+0000 7f9ddffff640 1 --2- 172.21.15.67:0/1606150854 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9de00d3590 0x7f9de01f5f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:16.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.769+0000 7f9de50b0640 1 --2- 172.21.15.67:0/1606150854 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9de00d4db0 0x7f9de015b1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:16.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.769+0000 7f9de48af640 1 -- 172.21.15.67:0/1606150854 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9de00d4db0 msgr2=0x7f9de015b1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:16.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.769+0000 7f9de48af640 1 --2- 172.21.15.67:0/1606150854 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9de00d4db0 0x7f9de015b1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:16.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.769+0000 7f9de48af640 1 -- 172.21.15.67:0/1606150854 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9de00d3590 msgr2=0x7f9de01f5f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:16.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.769+0000 7f9de48af640 1 --2- 172.21.15.67:0/1606150854 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9de00d3590 0x7f9de01f5f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:16.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.769+0000 7f9de48af640 1 -- 172.21.15.67:0/1606150854 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9de0159760 con 0x7f9de00d1280 2024-09-21T00:25:16.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.770+0000 7f9de48af640 1 --2- 172.21.15.67:0/1606150854 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9de00d1280 0x7f9de0157bc0 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7f9dd40099a0 tx=0x7f9dd40052f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:16.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.770+0000 7f9ddd7fa640 1 -- 172.21.15.67:0/1606150854 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9dd4031b50 con 0x7f9de00d1280 2024-09-21T00:25:16.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.770+0000 7f9ddd7fa640 1 -- 172.21.15.67:0/1606150854 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9dd4031de0 con 0x7f9de00d1280 2024-09-21T00:25:16.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.770+0000 7f9ddd7fa640 1 -- 172.21.15.67:0/1606150854 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9dd4004a00 con 0x7f9de00d1280 2024-09-21T00:25:16.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.770+0000 7f9de6b13640 1 -- 172.21.15.67:0/1606150854 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9de0159a40 con 0x7f9de00d1280 2024-09-21T00:25:16.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.770+0000 7f9de6b13640 1 -- 172.21.15.67:0/1606150854 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9de015a000 con 0x7f9de00d1280 2024-09-21T00:25:16.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.771+0000 7f9de6b13640 1 -- 172.21.15.67:0/1606150854 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9de00d2fa0 con 0x7f9de00d1280 2024-09-21T00:25:16.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.772+0000 7f9ddd7fa640 1 -- 172.21.15.67:0/1606150854 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f9dd4004ba0 con 0x7f9de00d1280 2024-09-21T00:25:16.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.772+0000 7f9ddd7fa640 1 --2- 172.21.15.67:0/1606150854 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9dc4078bc0 0x7f9dc407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:16.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.772+0000 7f9ddd7fa640 1 -- 172.21.15.67:0/1606150854 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 5795+0+0 (secure 0 0 0) 0x7f9dd40bc020 con 0x7f9de00d1280 2024-09-21T00:25:16.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.772+0000 7f9ddffff640 1 --2- 172.21.15.67:0/1606150854 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9dc4078bc0 0x7f9dc407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:16.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.773+0000 7f9ddffff640 1 --2- 172.21.15.67:0/1606150854 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9dc4078bc0 0x7f9dc407b0d0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f9de015cf60 tx=0x7f9dcc00a250 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:16.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.777+0000 7f9ddd7fa640 1 -- 172.21.15.67:0/1606150854 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f9dd403f030 con 0x7f9de00d1280 2024-09-21T00:25:16.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.966+0000 7f9de6b13640 1 -- 172.21.15.67:0/1606150854 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command([{prefix=config set, name=mds_bal_merge_size}] v 0) -- 0x7f9de0161d60 con 0x7f9de00d1280 2024-09-21T00:25:16.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.971+0000 7f9ddd7fa640 1 -- 172.21.15.67:0/1606150854 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_bal_merge_size}]=0 v41)=0 v41) ==== 117+0+0 (secure 0 0 0) 0x7f9dd4031770 con 0x7f9de00d1280 2024-09-21T00:25:16.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.973+0000 7f9de6b13640 1 -- 172.21.15.67:0/1606150854 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9dc4078bc0 msgr2=0x7f9dc407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:16.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.973+0000 7f9de6b13640 1 --2- 172.21.15.67:0/1606150854 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9dc4078bc0 0x7f9dc407b0d0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f9de015cf60 tx=0x7f9dcc00a250 comp rx=0 tx=0).stop 2024-09-21T00:25:16.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.973+0000 7f9de6b13640 1 -- 172.21.15.67:0/1606150854 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9de00d1280 msgr2=0x7f9de0157bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:16.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.973+0000 7f9de6b13640 1 --2- 172.21.15.67:0/1606150854 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9de00d1280 0x7f9de0157bc0 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7f9dd40099a0 tx=0x7f9dd40052f0 comp rx=0 tx=0).stop 2024-09-21T00:25:16.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.973+0000 7f9de6b13640 1 -- 172.21.15.67:0/1606150854 shutdown_connections 2024-09-21T00:25:16.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.973+0000 7f9de6b13640 1 --2- 172.21.15.67:0/1606150854 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9dc4078bc0 0x7f9dc407b0d0 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:16.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.973+0000 7f9de6b13640 1 --2- 172.21.15.67:0/1606150854 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9de00d4db0 0x7f9de015b1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:16.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.973+0000 7f9de6b13640 1 --2- 172.21.15.67:0/1606150854 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9de00d3590 0x7f9de01f5f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:16.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.973+0000 7f9de6b13640 1 --2- 172.21.15.67:0/1606150854 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9de00d1280 0x7f9de0157bc0 unknown :-1 s=CLOSED pgs=812 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:16.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.973+0000 7f9de6b13640 1 -- 172.21.15.67:0/1606150854 >> 172.21.15.67:0/1606150854 conn(0x7f9de009da10 msgr2=0x7f9de00b2a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:16.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.973+0000 7f9de6b13640 1 -- 172.21.15.67:0/1606150854 shutdown_connections 2024-09-21T00:25:16.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:16.973+0000 7f9de6b13640 1 -- 172.21.15.67:0/1606150854 wait complete. 2024-09-21T00:25:16.986 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:25:16.995 INFO:tasks.ceph.mds.a.smithi067.stderr:2024-09-21T00:25:16.994+0000 7f92f8acb640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-21T00:25:17.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.102+0000 7f25630d5640 1 -- 172.21.15.67:0/2505126013 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f254c004d40 msgr2=0x7f254c005150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:17.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.102+0000 7f25630d5640 1 --2- 172.21.15.67:0/2505126013 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f254c004d40 0x7f254c005150 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7f2554009ed0 tx=0x7f254c005830 comp rx=0 tx=0).stop 2024-09-21T00:25:17.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.102+0000 7f2561672640 1 -- 172.21.15.67:0/2505126013 reap_dead start 2024-09-21T00:25:17.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.102+0000 7f25630d5640 1 -- 172.21.15.67:0/2505126013 shutdown_connections 2024-09-21T00:25:17.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.102+0000 7f25630d5640 1 -- 172.21.15.67:0/2505126013 >> 172.21.15.67:0/2505126013 conn(0x7f255c08bee0 msgr2=0x7f255c0d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:17.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.102+0000 7f25630d5640 1 -- 172.21.15.67:0/2505126013 shutdown_connections 2024-09-21T00:25:17.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.102+0000 7f25630d5640 1 -- 172.21.15.67:0/2505126013 wait complete. 2024-09-21T00:25:17.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.104+0000 7f25630d5640 1 Processor -- start 2024-09-21T00:25:17.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.104+0000 7f25630d5640 1 -- start start 2024-09-21T00:25:17.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.105+0000 7f25630d5640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f255c1f9650 0x7f255c09fb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:17.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.105+0000 7f25630d5640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f255c1f5520 0x7f255c1f5930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:17.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.105+0000 7f25630d5640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f255c0d0120 0x7f255c0d0530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:17.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.105+0000 7f25630d5640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f255c0d17b0 con 0x7f255c1f9650 2024-09-21T00:25:17.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.105+0000 7f25630d5640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f255c0d1630 con 0x7f255c0d0120 2024-09-21T00:25:17.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.105+0000 7f25630d5640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f255c0cf100 con 0x7f255c1f5520 2024-09-21T00:25:17.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.105+0000 7f2560e71640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f255c1f9650 0x7f255c09fb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:17.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.105+0000 7f2560e71640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f255c1f9650 0x7f255c09fb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55424/0 (socket says 172.21.15.67:55424) 2024-09-21T00:25:17.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.105+0000 7f2560e71640 1 -- 172.21.15.67:0/1365736841 learned_addr learned my addr 172.21.15.67:0/1365736841 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:17.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.105+0000 7f2561672640 1 --2- 172.21.15.67:0/1365736841 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f255c0d0120 0x7f255c0d0530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:17.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.105+0000 7f255bfff640 1 --2- 172.21.15.67:0/1365736841 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f255c1f5520 0x7f255c1f5930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:17.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.105+0000 7f2560e71640 1 -- 172.21.15.67:0/1365736841 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f255c1f5520 msgr2=0x7f255c1f5930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:17.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.105+0000 7f2560e71640 1 --2- 172.21.15.67:0/1365736841 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f255c1f5520 0x7f255c1f5930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:17.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.105+0000 7f2560e71640 1 -- 172.21.15.67:0/1365736841 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f255c0d0120 msgr2=0x7f255c0d0530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:17.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.105+0000 7f2560e71640 1 --2- 172.21.15.67:0/1365736841 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f255c0d0120 0x7f255c0d0530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:17.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.105+0000 7f2560e71640 1 -- 172.21.15.67:0/1365736841 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f255c0d0a70 con 0x7f255c1f9650 2024-09-21T00:25:17.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.105+0000 7f2561672640 1 --2- 172.21.15.67:0/1365736841 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f255c0d0120 0x7f255c0d0530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:25:17.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.106+0000 7f2560e71640 1 --2- 172.21.15.67:0/1365736841 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f255c1f9650 0x7f255c09fb10 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x7f25500018e0 tx=0x7f2550003a80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:17.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.106+0000 7f25597fa640 1 -- 172.21.15.67:0/1365736841 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f255000f760 con 0x7f255c1f9650 2024-09-21T00:25:17.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.106+0000 7f25597fa640 1 -- 172.21.15.67:0/1365736841 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2550016020 con 0x7f255c1f9650 2024-09-21T00:25:17.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.106+0000 7f25630d5640 1 -- 172.21.15.67:0/1365736841 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f255c1f60d0 con 0x7f255c1f9650 2024-09-21T00:25:17.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.106+0000 7f25597fa640 1 -- 172.21.15.67:0/1365736841 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f255000fbe0 con 0x7f255c1f9650 2024-09-21T00:25:17.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.106+0000 7f25630d5640 1 -- 172.21.15.67:0/1365736841 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f255c1f8e50 con 0x7f255c1f9650 2024-09-21T00:25:17.110 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.107+0000 7f25630d5640 1 -- 172.21.15.67:0/1365736841 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f255c0b7800 con 0x7f255c1f9650 2024-09-21T00:25:17.110 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.108+0000 7f25597fa640 1 -- 172.21.15.67:0/1365736841 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f2550011430 con 0x7f255c1f9650 2024-09-21T00:25:17.110 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.108+0000 7f25597fa640 1 --2- 172.21.15.67:0/1365736841 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2540078b90 0x7f254007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:17.110 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.109+0000 7f25597fa640 1 -- 172.21.15.67:0/1365736841 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 5795+0+0 (secure 0 0 0) 0x7f255009b5e0 con 0x7f255c1f9650 2024-09-21T00:25:17.110 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.109+0000 7f255bfff640 1 --2- 172.21.15.67:0/1365736841 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2540078b90 0x7f254007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:17.110 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.109+0000 7f255bfff640 1 --2- 172.21.15.67:0/1365736841 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2540078b90 0x7f254007b0a0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f255c1e81b0 tx=0x7f2548005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:17.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.113+0000 7f25597fa640 1 -- 172.21.15.67:0/1365736841 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f2550020030 con 0x7f255c1f9650 2024-09-21T00:25:17.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.342+0000 7f25630d5640 1 -- 172.21.15.67:0/1365736841 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f255c076080 con 0x7f255c1f9650 2024-09-21T00:25:17.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.343+0000 7f25597fa640 1 -- 172.21.15.67:0/1365736841 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 46 v46) ==== 94+0+5224 (secure 0 0 0) 0x7f255c0d0a70 con 0x7f255c1f9650 2024-09-21T00:25:17.344 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:25:17.344 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":46,"btime":"2024-09-21T00:25:14:995107+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5756,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6835/1229598283","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":1229598283},{"type":"v1","addr":"172.21.15.97:6835","nonce":1229598283}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43},{"gid":6139,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/3421646026","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":3421646026},{"type":"v1","addr":"172.21.15.97:6837","nonce":3421646026}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43},{"gid":6501,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6833/2714249890","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":2714249890},{"type":"v1","addr":"172.21.15.67:6833","nonce":2714249890}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43}],"filesystems":[{"mdsmap":{"epoch":46,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:24:53.303340+0000","modified":"2024-09-21T00:25:14.995099+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":60,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6519},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6519":{"gid":6519,"name":"a","rank":0,"incarnation":43,"state":"up:active","state_seq":4,"addr":"172.21.15.67:6835/3467835311","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":3467835311},{"type":"v1","addr":"172.21.15.67:6835","nonce":3467835311}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6519,"qdb_cluster":[6519]},"id":4}]} 2024-09-21T00:25:17.344 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 46 2024-09-21T00:25:17.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.345+0000 7f25630d5640 1 -- 172.21.15.67:0/1365736841 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2540078b90 msgr2=0x7f254007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:17.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.345+0000 7f25630d5640 1 --2- 172.21.15.67:0/1365736841 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2540078b90 0x7f254007b0a0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f255c1e81b0 tx=0x7f2548005f90 comp rx=0 tx=0).stop 2024-09-21T00:25:17.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.345+0000 7f25630d5640 1 -- 172.21.15.67:0/1365736841 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f255c1f9650 msgr2=0x7f255c09fb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:17.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.345+0000 7f25630d5640 1 --2- 172.21.15.67:0/1365736841 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f255c1f9650 0x7f255c09fb10 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x7f25500018e0 tx=0x7f2550003a80 comp rx=0 tx=0).stop 2024-09-21T00:25:17.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.345+0000 7f25630d5640 1 -- 172.21.15.67:0/1365736841 shutdown_connections 2024-09-21T00:25:17.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.345+0000 7f25630d5640 1 --2- 172.21.15.67:0/1365736841 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2540078b90 0x7f254007b0a0 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:17.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.345+0000 7f25630d5640 1 --2- 172.21.15.67:0/1365736841 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f255c0d0120 0x7f255c0d0530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:17.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.345+0000 7f25630d5640 1 --2- 172.21.15.67:0/1365736841 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f255c1f5520 0x7f255c1f5930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:17.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.345+0000 7f25630d5640 1 --2- 172.21.15.67:0/1365736841 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f255c1f9650 0x7f255c09fb10 unknown :-1 s=CLOSED pgs=815 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:17.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.345+0000 7f25630d5640 1 -- 172.21.15.67:0/1365736841 >> 172.21.15.67:0/1365736841 conn(0x7f255c08bee0 msgr2=0x7f255c06e760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:17.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.345+0000 7f25630d5640 1 -- 172.21.15.67:0/1365736841 shutdown_connections 2024-09-21T00:25:17.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.345+0000 7f25630d5640 1 -- 172.21.15.67:0/1365736841 wait complete. 2024-09-21T00:25:17.358 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json dump inode 1099511627776 2024-09-21T00:25:17.526 INFO:teuthology.orchestra.run.smithi067.stdout:{"path":"/testdir","ino":1099511627776,"rdev":0,"ctime":"2024-09-21T00:25:03.251609+0000","btime":"2024-09-21T00:25:02.371633+0000","mode":16877,"uid":1000,"gid":1333,"nlink":1,"dir_layout":{"dir_hash":2,"unused1":0,"unused2":0,"unused3":0},"layout":{"stripe_unit":0,"stripe_count":0,"object_size":0,"pool_id":-1,"pool_ns":""},"old_pools":[],"size":0,"truncate_seq":1,"truncate_size":18446744073709551615,"truncate_from":0,"truncate_pending":0,"mtime":"2024-09-21T00:25:03.251609+0000","atime":"2024-09-21T00:25:02.371633+0000","time_warp_seq":0,"change_attr":31,"export_pin":-1,"export_ephemeral_random_pin":0,"export_ephemeral_distributed_pin":false,"quiesce_block":false,"client_ranges":[],"dirstat":{"version":0,"mtime":"2024-09-21T00:25:03.251609+0000","num_files":40,"num_subdirs":0,"change_attr":31},"rstat":{"version":0,"rbytes":70,"rfiles":40,"rsubdirs":1,"rsnaps":0,"rctime":"2024-09-21T00:25:03.253058+0000"},"accounted_rstat":{"version":0,"rbytes":70,"rfiles":40,"rsubdirs":1,"rsnaps":0,"rctime":"2024-09-21T00:25:03.253058+0000"},"version":166,"file_data_version":0,"xattr_version":1,"backtrace_version":2,"inline_data_version":18446744073709551615,"inline_data_length":0,"stray_prior_path":"","max_size_ever":0,"quota":{"max_bytes":0,"max_files":0},"last_scrub_stamp":"0.000000","last_scrub_version":0,"symlink":"","xattrs":[],"dirfragtree":{"splits":[{"frag":"*","children":1},{"frag":"1*","children":1}]},"old_inodes":[],"oldest_snap":18446744073709551614,"damage_flags":0,"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{},"nref":0,"versionlock":{"gather_set":[],"state":"lock","type":"iversion","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"authlock":{},"linklock":{},"dirfragtreelock":{},"filelock":{},"xattrlock":{},"snaplock":{},"nestlock":{},"flocklock":{},"policylock":{},"quiescelock":{"gather_set":[],"state":"lock","type":"iquiesce","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"states":["auth"],"client_caps":[],"loner":-1,"want_loner":-1,"mds_caps_wanted":[],"is_subvolume":false} 2024-09-21T00:25:17.527 DEBUG:tasks.cephfs.filesystem:_json_asok output { "accounted_rstat": { "rbytes": 70, "rctime": "2024-09-21T00:25:03.253058+0000", "rfiles": 40, "rsnaps": 0, "rsubdirs": 1, "version": 0 }, "atime": "2024-09-21T00:25:02.371633+0000", "auth_pins": 0, "auth_state": { "replicas": {} }, "authlock": {}, "backtrace_version": 2, "btime": "2024-09-21T00:25:02.371633+0000", "change_attr": 31, "client_caps": [], "client_ranges": [], "ctime": "2024-09-21T00:25:03.251609+0000", "damage_flags": 0, "dir_layout": { "dir_hash": 2, "unused1": 0, "unused2": 0, "unused3": 0 }, "dirfragtree": { "splits": [ { "children": 1, "frag": "*" }, { "children": 1, "frag": "1*" } ] }, "dirfragtreelock": {}, "dirstat": { "change_attr": 31, "mtime": "2024-09-21T00:25:03.251609+0000", "num_files": 40, "num_subdirs": 0, "version": 0 }, "export_ephemeral_distributed_pin": false, "export_ephemeral_random_pin": 0, "export_pin": -1, "file_data_version": 0, "filelock": {}, "flocklock": {}, "gid": 1333, "inline_data_length": 0, "inline_data_version": 18446744073709551615, "ino": 1099511627776, "is_auth": true, "is_freezing": false, "is_frozen": false, "is_subvolume": false, "last_scrub_stamp": "0.000000", "last_scrub_version": 0, "layout": { "object_size": 0, "pool_id": -1, "pool_ns": "", "stripe_count": 0, "stripe_unit": 0 }, "linklock": {}, "loner": -1, "max_size_ever": 0, "mds_caps_wanted": [], "mode": 16877, "mtime": "2024-09-21T00:25:03.251609+0000", "nestlock": {}, "nlink": 1, "nref": 0, "old_inodes": [], "old_pools": [], "oldest_snap": 18446744073709551614, "path": "/testdir", "pins": {}, "policylock": {}, "quiesce_block": false, "quiescelock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "iquiesce", "xlock_by": {} }, "quota": { "max_bytes": 0, "max_files": 0 }, "rdev": 0, "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "rstat": { "rbytes": 70, "rctime": "2024-09-21T00:25:03.253058+0000", "rfiles": 40, "rsnaps": 0, "rsubdirs": 1, "version": 0 }, "size": 0, "snaplock": {}, "states": [ "auth" ], "stray_prior_path": "", "symlink": "", "time_warp_seq": 0, "truncate_from": 0, "truncate_pending": 0, "truncate_seq": 1, "truncate_size": 18446744073709551615, "uid": 1000, "version": 166, "versionlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "iversion", "xlock_by": {} }, "want_loner": -1, "xattr_version": 1, "xattrlock": {}, "xattrs": [] } 2024-09-21T00:25:17.527 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:25:17.527 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.4:0 scrub start /testdir recursive 2024-09-21T00:25:17.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.646+0000 7f0af458b640 1 -- 172.21.15.67:0/2737796645 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0aec0b3500 msgr2=0x7f0aec0b3f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:17.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.646+0000 7f0af458b640 1 --2- 172.21.15.67:0/2737796645 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0aec0b3500 0x7f0aec0b3f30 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7f0ae80098e0 tx=0x7f0ae802a530 comp rx=0 tx=0).stop 2024-09-21T00:25:17.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.647+0000 7f0af458b640 1 -- 172.21.15.67:0/2737796645 shutdown_connections 2024-09-21T00:25:17.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.647+0000 7f0af458b640 1 --2- 172.21.15.67:0/2737796645 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0aec0cfcb0 0x7f0aec0d00c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:17.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.647+0000 7f0af458b640 1 --2- 172.21.15.67:0/2737796645 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0aec0b3500 0x7f0aec0b3f30 unknown :-1 s=CLOSED pgs=816 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:17.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.647+0000 7f0af458b640 1 -- 172.21.15.67:0/2737796645 >> 172.21.15.67:0/2737796645 conn(0x7f0aec0d4600 msgr2=0x7f0aec0d4a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:17.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.647+0000 7f0af458b640 1 -- 172.21.15.67:0/2737796645 shutdown_connections 2024-09-21T00:25:17.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.647+0000 7f0af458b640 1 -- 172.21.15.67:0/2737796645 wait complete. 2024-09-21T00:25:17.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.648+0000 7f0af458b640 1 Processor -- start 2024-09-21T00:25:17.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.649+0000 7f0af458b640 1 -- start start 2024-09-21T00:25:17.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.650+0000 7f0af458b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0aec0b3500 0x7f0aec09fe00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:17.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.650+0000 7f0af458b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0aec0cfcb0 0x7f0aec0a18b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:17.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.650+0000 7f0af458b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0aec0d0d10 0x7f0aec1f8e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:17.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.650+0000 7f0af458b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f0aec0b4470 con 0x7f0aec0cfcb0 2024-09-21T00:25:17.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.650+0000 7f0af458b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f0aec0b9f20 con 0x7f0aec0d0d10 2024-09-21T00:25:17.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.650+0000 7f0af458b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f0aec0b45f0 con 0x7f0aec0b3500 2024-09-21T00:25:17.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.650+0000 7f0af1b26640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0aec0cfcb0 0x7f0aec0a18b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:17.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.650+0000 7f0af1b26640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0aec0cfcb0 0x7f0aec0a18b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55442/0 (socket says 172.21.15.67:55442) 2024-09-21T00:25:17.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.650+0000 7f0af1b26640 1 -- 172.21.15.67:0/1536795512 learned_addr learned my addr 172.21.15.67:0/1536795512 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:17.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.650+0000 7f0af2327640 1 --2- 172.21.15.67:0/1536795512 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0aec0b3500 0x7f0aec09fe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:17.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.650+0000 7f0af2b28640 1 --2- 172.21.15.67:0/1536795512 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0aec0d0d10 0x7f0aec1f8e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:17.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.650+0000 7f0af1b26640 1 -- 172.21.15.67:0/1536795512 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0aec0b3500 msgr2=0x7f0aec09fe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:17.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.650+0000 7f0af1b26640 1 --2- 172.21.15.67:0/1536795512 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0aec0b3500 0x7f0aec09fe00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:17.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.650+0000 7f0af1b26640 1 -- 172.21.15.67:0/1536795512 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0aec0d0d10 msgr2=0x7f0aec1f8e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:17.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.650+0000 7f0af1b26640 1 --2- 172.21.15.67:0/1536795512 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0aec0d0d10 0x7f0aec1f8e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:17.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.650+0000 7f0af1b26640 1 -- 172.21.15.67:0/1536795512 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0aec15ff00 con 0x7f0aec0cfcb0 2024-09-21T00:25:17.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.650+0000 7f0af2b28640 1 --2- 172.21.15.67:0/1536795512 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0aec0d0d10 0x7f0aec1f8e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:25:17.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.650+0000 7f0af2327640 1 --2- 172.21.15.67:0/1536795512 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0aec0b3500 0x7f0aec09fe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:25:17.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.650+0000 7f0af1b26640 1 --2- 172.21.15.67:0/1536795512 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0aec0cfcb0 0x7f0aec0a18b0 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7f0adc00c970 tx=0x7f0adc00ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:17.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.651+0000 7f0ae2ffd640 1 -- 172.21.15.67:0/1536795512 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0adc007b50 con 0x7f0aec0cfcb0 2024-09-21T00:25:17.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.651+0000 7f0ae2ffd640 1 -- 172.21.15.67:0/1536795512 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0adc007de0 con 0x7f0aec0cfcb0 2024-09-21T00:25:17.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.651+0000 7f0af458b640 1 -- 172.21.15.67:0/1536795512 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0aec15ee60 con 0x7f0aec0cfcb0 2024-09-21T00:25:17.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.651+0000 7f0ae2ffd640 1 -- 172.21.15.67:0/1536795512 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0adc00f6b0 con 0x7f0aec0cfcb0 2024-09-21T00:25:17.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.651+0000 7f0af458b640 1 -- 172.21.15.67:0/1536795512 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0aec15f420 con 0x7f0aec0cfcb0 2024-09-21T00:25:17.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.653+0000 7f0ae2ffd640 1 -- 172.21.15.67:0/1536795512 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f0adc00f850 con 0x7f0aec0cfcb0 2024-09-21T00:25:17.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.653+0000 7f0ae2ffd640 1 --2- 172.21.15.67:0/1536795512 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0ad0078b90 0x7f0ad007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:17.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.653+0000 7f0ae2ffd640 1 -- 172.21.15.67:0/1536795512 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 5795+0+0 (secure 0 0 0) 0x7f0adc09b4a0 con 0x7f0aec0cfcb0 2024-09-21T00:25:17.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.654+0000 7f0af2327640 1 --2- 172.21.15.67:0/1536795512 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0ad0078b90 0x7f0ad007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:17.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.654+0000 7f0afb5d7740 1 Processor -- start 2024-09-21T00:25:17.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.654+0000 7f0afb5d7740 1 -- start start 2024-09-21T00:25:17.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.654+0000 7f0af2327640 1 --2- 172.21.15.67:0/1536795512 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0ad0078b90 0x7f0ad007b0a0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f0ae8034000 tx=0x7f0ae8004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:17.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.655+0000 7f0afb5d7740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5561f914a5b0 0x5561f9539070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:17.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.655+0000 7f0afb5d7740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5561f91216f0 0x5561f951bd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:17.658 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.655+0000 7f0afb5d7740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5561f91298d0 0x5561f951c280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:17.658 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.655+0000 7f0afb5d7740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5561f9464a80 con 0x5561f91216f0 2024-09-21T00:25:17.658 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.655+0000 7f0afb5d7740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5561f9453eb0 con 0x5561f914a5b0 2024-09-21T00:25:17.658 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.655+0000 7f0afb5d7740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x5561f9457cc0 con 0x5561f91298d0 2024-09-21T00:25:17.658 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.655+0000 7f0af1b26640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5561f91216f0 0x5561f951bd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:17.658 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.656+0000 7f0af1b26640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5561f91216f0 0x5561f951bd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55458/0 (socket says 172.21.15.67:55458) 2024-09-21T00:25:17.658 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.656+0000 7f0af1b26640 1 -- 172.21.15.67:0/2830311077 learned_addr learned my addr 172.21.15.67:0/2830311077 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:17.658 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.656+0000 7f0af2327640 1 --2- 172.21.15.67:0/2830311077 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5561f914a5b0 0x5561f9539070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:17.658 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.656+0000 7f0af2b28640 1 --2- 172.21.15.67:0/2830311077 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5561f91298d0 0x5561f951c280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:17.658 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.656+0000 7f0af1b26640 1 -- 172.21.15.67:0/2830311077 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5561f91298d0 msgr2=0x5561f951c280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:25:17.658 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.656+0000 7f0af1b26640 1 --2- 172.21.15.67:0/2830311077 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5561f91298d0 0x5561f951c280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:17.658 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.656+0000 7f0af1b26640 1 -- 172.21.15.67:0/2830311077 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5561f914a5b0 msgr2=0x5561f9539070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:25:17.658 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.656+0000 7f0af1b26640 1 --2- 172.21.15.67:0/2830311077 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5561f914a5b0 0x5561f9539070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:17.658 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.656+0000 7f0af1b26640 1 -- 172.21.15.67:0/2830311077 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5561f922ea20 con 0x5561f91216f0 2024-09-21T00:25:17.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.656+0000 7f0af1b26640 1 --2- 172.21.15.67:0/2830311077 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5561f91216f0 0x5561f951bd40 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7f0adc099990 tx=0x7f0adc062df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=399c6b26320c6b06 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:17.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.656+0000 7f0acffff640 1 -- 172.21.15.67:0/2830311077 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0adc06cbe0 con 0x5561f91216f0 2024-09-21T00:25:17.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.656+0000 7f0acffff640 1 -- 172.21.15.67:0/2830311077 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0adc00fb40 con 0x5561f91216f0 2024-09-21T00:25:17.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.656+0000 7f0acffff640 1 -- 172.21.15.67:0/2830311077 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0adc06c750 con 0x5561f91216f0 2024-09-21T00:25:17.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.657+0000 7f0afb5d7740 1 -- 172.21.15.67:0/2830311077 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5561f91216f0 msgr2=0x5561f951bd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:17.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.657+0000 7f0afb5d7740 1 --2- 172.21.15.67:0/2830311077 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5561f91216f0 0x5561f951bd40 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7f0adc099990 tx=0x7f0adc062df0 comp rx=0 tx=0).stop 2024-09-21T00:25:17.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.657+0000 7f0afb5d7740 1 -- 172.21.15.67:0/2830311077 shutdown_connections 2024-09-21T00:25:17.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.657+0000 7f0afb5d7740 1 --2- 172.21.15.67:0/2830311077 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5561f91298d0 0x5561f951c280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:17.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.657+0000 7f0afb5d7740 1 --2- 172.21.15.67:0/2830311077 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5561f91216f0 0x5561f951bd40 unknown :-1 s=CLOSED pgs=818 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:17.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.657+0000 7f0afb5d7740 1 --2- 172.21.15.67:0/2830311077 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5561f914a5b0 0x5561f9539070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:17.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.657+0000 7f0afb5d7740 1 -- 172.21.15.67:0/2830311077 >> 172.21.15.67:0/2830311077 conn(0x5561f913e700 msgr2=0x5561f94f1f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:17.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.657+0000 7f0afb5d7740 1 -- 172.21.15.67:0/2830311077 shutdown_connections 2024-09-21T00:25:17.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.657+0000 7f0afb5d7740 1 -- 172.21.15.67:0/2830311077 wait complete. 2024-09-21T00:25:17.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.658+0000 7f0afb5d7740 1 -- start start 2024-09-21T00:25:17.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.658+0000 7f0afb5d7740 1 Processor -- start 2024-09-21T00:25:17.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.660+0000 7f0afb5d7740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5561f91216f0 0x5561f94f18e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:17.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.660+0000 7f0afb5d7740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5561f91298d0 0x5561f94f1e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:17.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.660+0000 7f0afb5d7740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5561f914a5b0 0x5561f9531110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:17.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.660+0000 7f0afb5d7740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5561f91c4960 con 0x5561f914a5b0 2024-09-21T00:25:17.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.660+0000 7f0afb5d7740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5561f93da670 con 0x5561f91216f0 2024-09-21T00:25:17.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.660+0000 7f0afb5d7740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x5561f9532140 con 0x5561f91298d0 2024-09-21T00:25:17.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.660+0000 7f0afb5d7740 10 client.0 _ll_register_callbacks cb 0x5561f944d3e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:25:17.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.660+0000 7f0af2b28640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5561f914a5b0 0x5561f9531110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:17.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.660+0000 7f0af2b28640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5561f914a5b0 0x5561f9531110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55468/0 (socket says 172.21.15.67:55468) 2024-09-21T00:25:17.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.660+0000 7f0af2b28640 1 -- 172.21.15.67:0/4208035540 learned_addr learned my addr 172.21.15.67:0/4208035540 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:17.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.660+0000 7f0af2327640 1 --2- 172.21.15.67:0/4208035540 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5561f91216f0 0x5561f94f18e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:17.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.660+0000 7f0af1b26640 1 --2- 172.21.15.67:0/4208035540 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5561f91298d0 0x5561f94f1e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:17.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.660+0000 7f0af2b28640 1 -- 172.21.15.67:0/4208035540 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5561f91298d0 msgr2=0x5561f94f1e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:25:17.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.660+0000 7f0af2b28640 1 --2- 172.21.15.67:0/4208035540 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5561f91298d0 0x5561f94f1e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:17.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.660+0000 7f0af2b28640 1 -- 172.21.15.67:0/4208035540 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5561f91216f0 msgr2=0x5561f94f18e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:25:17.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.660+0000 7f0af2b28640 1 --2- 172.21.15.67:0/4208035540 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5561f91216f0 0x5561f94f18e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:17.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.660+0000 7f0af2b28640 1 -- 172.21.15.67:0/4208035540 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5561f91938c0 con 0x5561f914a5b0 2024-09-21T00:25:17.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.660+0000 7f0af1b26640 1 --2- 172.21.15.67:0/4208035540 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5561f91298d0 0x5561f94f1e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:25:17.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.660+0000 7f0af2b28640 1 --2- 172.21.15.67:0/4208035540 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5561f914a5b0 0x5561f9531110 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7f0ae400cdd0 tx=0x7f0ae4007660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=27503a016ae0348f server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:17.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.660+0000 7f0acd7fa640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:25:17.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.660+0000 7f0acd7fa640 1 -- 172.21.15.67:0/4208035540 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ae4009da0 con 0x5561f914a5b0 2024-09-21T00:25:17.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.660+0000 7f0acd7fa640 1 -- 172.21.15.67:0/4208035540 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(60..60 src has 1..60) ==== 5795+0+0 (secure 0 0 0) 0x7f0ae4017420 con 0x5561f914a5b0 2024-09-21T00:25:17.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.660+0000 7f0afb5d7740 1 -- 172.21.15.67:0/4208035540 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0adc00fb40 con 0x5561f914a5b0 2024-09-21T00:25:17.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.661+0000 7f0acd7fa640 1 -- 172.21.15.67:0/4208035540 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f0ae4023050 con 0x5561f914a5b0 2024-09-21T00:25:17.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.661+0000 7f0afb5d7740 10 client.6588 fetch_fsmap learned FSMap version 46 2024-09-21T00:25:17.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.661+0000 7f0afb5d7740 1 -- 172.21.15.67:0/4208035540 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=2+}) -- 0x5561f928f1b0 con 0x5561f914a5b0 2024-09-21T00:25:17.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.661+0000 7f0acd7fa640 1 -- 172.21.15.67:0/4208035540 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0adc00fb40 con 0x5561f914a5b0 2024-09-21T00:25:17.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.661+0000 7f0acd7fa640 1 -- 172.21.15.67:0/4208035540 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 46) ==== 3502+0+0 (secure 0 0 0) 0x7f0ae4003970 con 0x5561f914a5b0 2024-09-21T00:25:17.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.661+0000 7f0afb5d7740 10 client.6588 fetch_fsmap finished waiting for FSMap version 46 2024-09-21T00:25:17.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.661+0000 7f0afb5d7740 10 client.6588 resolve_mds: resolved 4:0 to role '4:0' aka daemon mds.a 2024-09-21T00:25:17.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.661+0000 7f0afb5d7740 20 client.6588 populate_metadata read hostname 'smithi067' 2024-09-21T00:25:17.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.661+0000 7f0afb5d7740 1 --2- 172.21.15.67:0/4208035540 >> [v2:172.21.15.67:6834/3467835311,v1:172.21.15.67:6835/3467835311] conn(0x5561f9109180 0x5561f9531650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:17.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.661+0000 7f0afb5d7740 4 client.6588 mds_command: new command op to 6519 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:25:17.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.661+0000 7f0afb5d7740 1 -- 172.21.15.67:0/4208035540 --> [v2:172.21.15.67:6834/3467835311,v1:172.21.15.67:6835/3467835311] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5561f94669d0 con 0x5561f9109180 2024-09-21T00:25:17.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.661+0000 7f0af2327640 1 --2- 172.21.15.67:0/4208035540 >> [v2:172.21.15.67:6834/3467835311,v1:172.21.15.67:6835/3467835311] conn(0x5561f9109180 0x5561f9531650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:17.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.661+0000 7f0acd7fa640 10 client.6588 ms_handle_connect on v2:172.21.15.67:6834/3467835311 2024-09-21T00:25:17.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.661+0000 7f0af2327640 1 --2- 172.21.15.67:0/4208035540 >> [v2:172.21.15.67:6834/3467835311,v1:172.21.15.67:6835/3467835311] conn(0x5561f9109180 0x5561f9531650 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c78a2ef8e3fe5c25 server_cookie=9705ed263013a716 in_seq=0 out_seq=0 2024-09-21T00:25:17.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.662+0000 7f0acd7fa640 1 -- 172.21.15.67:0/4208035540 <== mds.0 v2:172.21.15.67:6834/3467835311 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x5561f94669d0 con 0x5561f9109180 2024-09-21T00:25:17.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.662+0000 7f0acd7fa640 10 client.6588 handle_command_reply: tid=0 2024-09-21T00:25:17.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.662+0000 7f0afb5d7740 1 client.6588 shutdown 2024-09-21T00:25:17.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.662+0000 7f0afb5d7740 1 -- 172.21.15.67:0/4208035540 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5561f914a5b0 msgr2=0x5561f9531110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:17.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.662+0000 7f0afb5d7740 1 --2- 172.21.15.67:0/4208035540 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5561f914a5b0 0x5561f9531110 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7f0ae400cdd0 tx=0x7f0ae4007660 comp rx=0 tx=0).stop 2024-09-21T00:25:17.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.662+0000 7f0afb5d7740 1 -- 172.21.15.67:0/4208035540 shutdown_connections 2024-09-21T00:25:17.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.662+0000 7f0afb5d7740 1 --2- 172.21.15.67:0/4208035540 >> [v2:172.21.15.67:6834/3467835311,v1:172.21.15.67:6835/3467835311] conn(0x5561f9109180 0x5561f9531650 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:17.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.662+0000 7f0afb5d7740 1 --2- 172.21.15.67:0/4208035540 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5561f914a5b0 0x5561f9531110 unknown :-1 s=CLOSED pgs=819 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:17.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.662+0000 7f0afb5d7740 1 --2- 172.21.15.67:0/4208035540 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5561f91298d0 0x5561f94f1e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:17.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.662+0000 7f0acd7fa640 0 client.6588 ms_handle_reset on v2:172.21.15.67:6834/3467835311 2024-09-21T00:25:17.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.662+0000 7f0afb5d7740 1 --2- 172.21.15.67:0/4208035540 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5561f91216f0 0x5561f94f18e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:17.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.662+0000 7f0afb5d7740 1 -- 172.21.15.67:0/4208035540 >> 172.21.15.67:0/4208035540 conn(0x5561f913e700 msgr2=0x5561f94ebc50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:17.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.662+0000 7f0afb5d7740 1 -- 172.21.15.67:0/4208035540 shutdown_connections 2024-09-21T00:25:17.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.662+0000 7f0afb5d7740 1 -- 172.21.15.67:0/4208035540 wait complete. 2024-09-21T00:25:17.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.663+0000 7f0afb5d7740 20 client.6588 trim_cache size 0 max 16384 2024-09-21T00:25:17.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.681+0000 7f0afb5d7740 1 Processor -- start 2024-09-21T00:25:17.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.681+0000 7f0afb5d7740 1 -- start start 2024-09-21T00:25:17.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.682+0000 7f0afb5d7740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5561f91216f0 0x5561f951bd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:17.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.682+0000 7f0afb5d7740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5561f91298d0 0x5561f950a8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:17.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.682+0000 7f0afb5d7740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5561f914a5b0 0x5561f950adf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:17.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.682+0000 7f0afb5d7740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f0aec202340 con 0x5561f91298d0 2024-09-21T00:25:17.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.682+0000 7f0afb5d7740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f0aec201410 con 0x5561f914a5b0 2024-09-21T00:25:17.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.682+0000 7f0afb5d7740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f0aec1f6640 con 0x5561f91216f0 2024-09-21T00:25:17.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.682+0000 7f0af1b26640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5561f91298d0 0x5561f950a8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:17.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.682+0000 7f0af1b26640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5561f91298d0 0x5561f950a8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55482/0 (socket says 172.21.15.67:55482) 2024-09-21T00:25:17.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.682+0000 7f0af1b26640 1 -- 172.21.15.67:0/2024189670 learned_addr learned my addr 172.21.15.67:0/2024189670 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:17.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.682+0000 7f0af2b28640 1 --2- 172.21.15.67:0/2024189670 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5561f914a5b0 0x5561f950adf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:17.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.682+0000 7f0af2327640 1 --2- 172.21.15.67:0/2024189670 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5561f91216f0 0x5561f951bd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:17.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.682+0000 7f0af1b26640 1 -- 172.21.15.67:0/2024189670 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5561f91216f0 msgr2=0x5561f951bd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:25:17.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.682+0000 7f0af1b26640 1 --2- 172.21.15.67:0/2024189670 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5561f91216f0 0x5561f951bd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:17.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.682+0000 7f0af1b26640 1 -- 172.21.15.67:0/2024189670 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5561f914a5b0 msgr2=0x5561f950adf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:25:17.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.682+0000 7f0af1b26640 1 --2- 172.21.15.67:0/2024189670 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5561f914a5b0 0x5561f950adf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:17.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.682+0000 7f0af1b26640 1 -- 172.21.15.67:0/2024189670 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5561f922cd20 con 0x5561f91298d0 2024-09-21T00:25:17.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.682+0000 7f0af2327640 1 --2- 172.21.15.67:0/2024189670 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5561f91216f0 0x5561f951bd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:25:17.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.682+0000 7f0af1b26640 1 --2- 172.21.15.67:0/2024189670 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5561f91298d0 0x5561f950a8b0 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7f0adc01e030 tx=0x7f0adc099840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef6862ff9ed92410 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:17.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.683+0000 7f0acf7fe640 1 -- 172.21.15.67:0/2024189670 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0adc00fb40 con 0x5561f91298d0 2024-09-21T00:25:17.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.683+0000 7f0acf7fe640 1 -- 172.21.15.67:0/2024189670 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0adc06a0b0 con 0x5561f91298d0 2024-09-21T00:25:17.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.683+0000 7f0acf7fe640 1 -- 172.21.15.67:0/2024189670 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0adc06c9b0 con 0x5561f91298d0 2024-09-21T00:25:17.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.683+0000 7f0afb5d7740 1 -- 172.21.15.67:0/2024189670 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5561f91298d0 msgr2=0x5561f950a8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:17.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.683+0000 7f0afb5d7740 1 --2- 172.21.15.67:0/2024189670 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5561f91298d0 0x5561f950a8b0 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7f0adc01e030 tx=0x7f0adc099840 comp rx=0 tx=0).stop 2024-09-21T00:25:17.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.683+0000 7f0afb5d7740 1 -- 172.21.15.67:0/2024189670 shutdown_connections 2024-09-21T00:25:17.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.683+0000 7f0afb5d7740 1 --2- 172.21.15.67:0/2024189670 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5561f914a5b0 0x5561f950adf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:17.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.683+0000 7f0afb5d7740 1 --2- 172.21.15.67:0/2024189670 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5561f91298d0 0x5561f950a8b0 unknown :-1 s=CLOSED pgs=820 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:17.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.683+0000 7f0afb5d7740 1 --2- 172.21.15.67:0/2024189670 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5561f91216f0 0x5561f951bd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:17.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.683+0000 7f0afb5d7740 1 -- 172.21.15.67:0/2024189670 >> 172.21.15.67:0/2024189670 conn(0x5561f913e700 msgr2=0x5561f955a5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:17.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.683+0000 7f0afb5d7740 1 -- 172.21.15.67:0/2024189670 shutdown_connections 2024-09-21T00:25:17.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.683+0000 7f0afb5d7740 1 -- 172.21.15.67:0/2024189670 wait complete. 2024-09-21T00:25:17.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.684+0000 7f0afb5d7740 1 -- start start 2024-09-21T00:25:17.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.684+0000 7f0afb5d7740 1 Processor -- start 2024-09-21T00:25:17.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.686+0000 7f0afb5d7740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5561f91216f0 0x5561f95a94a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:17.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.686+0000 7f0afb5d7740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5561f91298d0 0x5561f951bd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:17.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.686+0000 7f0afb5d7740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5561f914a5b0 0x5561f951c280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:17.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.686+0000 7f0afb5d7740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f0aec09ed40 con 0x5561f914a5b0 2024-09-21T00:25:17.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.686+0000 7f0afb5d7740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5561f95b7e40 con 0x5561f91216f0 2024-09-21T00:25:17.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.686+0000 7f0afb5d7740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x5561f9518d20 con 0x5561f91298d0 2024-09-21T00:25:17.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.686+0000 7f0afb5d7740 10 client.0 _ll_register_callbacks cb 0x7f0ae4009af0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:25:17.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.686+0000 7f0af2b28640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5561f914a5b0 0x5561f951c280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:17.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.686+0000 7f0af2b28640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5561f914a5b0 0x5561f951c280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55488/0 (socket says 172.21.15.67:55488) 2024-09-21T00:25:17.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.686+0000 7f0af2b28640 1 -- 172.21.15.67:0/538107972 learned_addr learned my addr 172.21.15.67:0/538107972 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:17.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.686+0000 7f0af2327640 1 --2- 172.21.15.67:0/538107972 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5561f91216f0 0x5561f95a94a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:17.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.686+0000 7f0af1b26640 1 --2- 172.21.15.67:0/538107972 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5561f91298d0 0x5561f951bd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:17.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.686+0000 7f0af2b28640 1 -- 172.21.15.67:0/538107972 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5561f91298d0 msgr2=0x5561f951bd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:25:17.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.686+0000 7f0af2b28640 1 --2- 172.21.15.67:0/538107972 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5561f91298d0 0x5561f951bd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:17.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.686+0000 7f0af2b28640 1 -- 172.21.15.67:0/538107972 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5561f91216f0 msgr2=0x5561f95a94a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:25:17.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.686+0000 7f0af2b28640 1 --2- 172.21.15.67:0/538107972 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5561f91216f0 0x5561f95a94a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:17.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.686+0000 7f0af2b28640 1 -- 172.21.15.67:0/538107972 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5561f9518f70 con 0x5561f914a5b0 2024-09-21T00:25:17.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.686+0000 7f0af2327640 1 --2- 172.21.15.67:0/538107972 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5561f91216f0 0x5561f95a94a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:25:17.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.686+0000 7f0af2b28640 1 --2- 172.21.15.67:0/538107972 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5561f914a5b0 0x5561f951c280 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x5561f94f1210 tx=0x7f0ae4003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f2be1a91f2902f55 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:17.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.686+0000 7f0acd7fa640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:25:17.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.687+0000 7f0acd7fa640 1 -- 172.21.15.67:0/538107972 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ae4003ec0 con 0x5561f914a5b0 2024-09-21T00:25:17.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.687+0000 7f0acd7fa640 1 -- 172.21.15.67:0/538107972 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(60..60 src has 1..60) ==== 5795+0+0 (secure 0 0 0) 0x7f0ae4004060 con 0x5561f914a5b0 2024-09-21T00:25:17.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.687+0000 7f0afb5d7740 1 -- 172.21.15.67:0/538107972 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0adc06a0b0 con 0x5561f914a5b0 2024-09-21T00:25:17.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.687+0000 7f0acd7fa640 1 -- 172.21.15.67:0/538107972 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=46) ==== 24+0+0 (secure 0 0 0) 0x7f0ae4037050 con 0x5561f914a5b0 2024-09-21T00:25:17.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.687+0000 7f0afb5d7740 10 client.6594 fetch_fsmap learned FSMap version 46 2024-09-21T00:25:17.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.687+0000 7f0afb5d7740 1 -- 172.21.15.67:0/538107972 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=46,monmap=2+}) -- 0x5561f95a9c80 con 0x5561f914a5b0 2024-09-21T00:25:17.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.687+0000 7f0acd7fa640 1 -- 172.21.15.67:0/538107972 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0adc06a0b0 con 0x5561f914a5b0 2024-09-21T00:25:17.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.687+0000 7f0acd7fa640 1 -- 172.21.15.67:0/538107972 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 46) ==== 3502+0+0 (secure 0 0 0) 0x7f0ae403a020 con 0x5561f914a5b0 2024-09-21T00:25:17.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.687+0000 7f0afb5d7740 10 client.6594 fetch_fsmap finished waiting for FSMap version 46 2024-09-21T00:25:17.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.687+0000 7f0afb5d7740 10 client.6594 resolve_mds: resolved 4:0 to role '4:0' aka daemon mds.a 2024-09-21T00:25:17.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.687+0000 7f0afb5d7740 20 client.6594 populate_metadata read hostname 'smithi067' 2024-09-21T00:25:17.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.687+0000 7f0afb5d7740 1 --2- 172.21.15.67:0/538107972 >> [v2:172.21.15.67:6834/3467835311,v1:172.21.15.67:6835/3467835311] conn(0x5561f9534490 0x5561f95348a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:17.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.687+0000 7f0afb5d7740 4 client.6594 mds_command: new command op to 6519 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/testdir", "scrubops": ["recursive"]}] 2024-09-21T00:25:17.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.687+0000 7f0afb5d7740 1 -- 172.21.15.67:0/538107972 --> [v2:172.21.15.67:6834/3467835311,v1:172.21.15.67:6835/3467835311] -- command(tid 0: {"prefix": "scrub start", "path": "/testdir", "scrubops": ["recursive"]}) -- 0x5561f9462480 con 0x5561f9534490 2024-09-21T00:25:17.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.687+0000 7f0af2327640 1 --2- 172.21.15.67:0/538107972 >> [v2:172.21.15.67:6834/3467835311,v1:172.21.15.67:6835/3467835311] conn(0x5561f9534490 0x5561f95348a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:17.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.688+0000 7f0acd7fa640 10 client.6594 ms_handle_connect on v2:172.21.15.67:6834/3467835311 2024-09-21T00:25:17.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.688+0000 7f0af2327640 1 --2- 172.21.15.67:0/538107972 >> [v2:172.21.15.67:6834/3467835311,v1:172.21.15.67:6835/3467835311] conn(0x5561f9534490 0x5561f95348a0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ea0c758987c31875 server_cookie=b0b441af51bcdc9 in_seq=0 out_seq=0 2024-09-21T00:25:17.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.688+0000 7f0acd7fa640 1 -- 172.21.15.67:0/538107972 <== mds.0 v2:172.21.15.67:6834/3467835311 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5561f9462480 con 0x5561f9534490 2024-09-21T00:25:17.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.688+0000 7f0acd7fa640 10 client.6594 handle_command_reply: tid=0 2024-09-21T00:25:17.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.688+0000 7f0afb5d7740 1 client.6594 shutdown 2024-09-21T00:25:17.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.689+0000 7f0afb5d7740 1 -- 172.21.15.67:0/538107972 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5561f914a5b0 msgr2=0x5561f951c280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:17.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.689+0000 7f0afb5d7740 1 --2- 172.21.15.67:0/538107972 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5561f914a5b0 0x5561f951c280 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x5561f94f1210 tx=0x7f0ae4003c20 comp rx=0 tx=0).stop 2024-09-21T00:25:17.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.689+0000 7f0afb5d7740 1 -- 172.21.15.67:0/538107972 shutdown_connections 2024-09-21T00:25:17.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.689+0000 7f0afb5d7740 1 --2- 172.21.15.67:0/538107972 >> [v2:172.21.15.67:6834/3467835311,v1:172.21.15.67:6835/3467835311] conn(0x5561f9534490 0x5561f95348a0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:17.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.689+0000 7f0afb5d7740 1 --2- 172.21.15.67:0/538107972 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5561f914a5b0 0x5561f951c280 unknown :-1 s=CLOSED pgs=821 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:17.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.689+0000 7f0afb5d7740 1 --2- 172.21.15.67:0/538107972 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5561f91298d0 0x5561f951bd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:17.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.689+0000 7f0afb5d7740 1 --2- 172.21.15.67:0/538107972 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5561f91216f0 0x5561f95a94a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:17.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.689+0000 7f0acd7fa640 0 client.6594 ms_handle_reset on v2:172.21.15.67:6834/3467835311 2024-09-21T00:25:17.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.689+0000 7f0afb5d7740 1 -- 172.21.15.67:0/538107972 >> 172.21.15.67:0/538107972 conn(0x5561f913e700 msgr2=0x5561f955a240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:17.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.689+0000 7f0afb5d7740 1 -- 172.21.15.67:0/538107972 shutdown_connections 2024-09-21T00:25:17.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.689+0000 7f0afb5d7740 1 -- 172.21.15.67:0/538107972 wait complete. 2024-09-21T00:25:17.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.689+0000 7f0afb5d7740 20 client.6594 trim_cache size 0 max 16384 2024-09-21T00:25:17.694 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:25:17.694 INFO:teuthology.orchestra.run.smithi067.stdout: "return_code": 0, 2024-09-21T00:25:17.694 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_tag": "1dd464e5-7af5-4b35-8c9f-19bbad0fe453", 2024-09-21T00:25:17.694 INFO:teuthology.orchestra.run.smithi067.stdout: "mode": "asynchronous" 2024-09-21T00:25:17.695 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:25:17.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.689+0000 7f0af458b640 1 -- 172.21.15.67:0/1536795512 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0ad0078b90 msgr2=0x7f0ad007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:17.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.689+0000 7f0af458b640 1 --2- 172.21.15.67:0/1536795512 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0ad0078b90 0x7f0ad007b0a0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f0ae8034000 tx=0x7f0ae8004730 comp rx=0 tx=0).stop 2024-09-21T00:25:17.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.689+0000 7f0af458b640 1 -- 172.21.15.67:0/1536795512 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0aec0cfcb0 msgr2=0x7f0aec0a18b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:17.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.689+0000 7f0af458b640 1 --2- 172.21.15.67:0/1536795512 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0aec0cfcb0 0x7f0aec0a18b0 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7f0adc00c970 tx=0x7f0adc00ce30 comp rx=0 tx=0).stop 2024-09-21T00:25:17.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.690+0000 7f0af458b640 1 -- 172.21.15.67:0/1536795512 shutdown_connections 2024-09-21T00:25:17.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.690+0000 7f0af458b640 1 --2- 172.21.15.67:0/1536795512 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0ad0078b90 0x7f0ad007b0a0 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:17.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.690+0000 7f0af458b640 1 --2- 172.21.15.67:0/1536795512 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0aec0d0d10 0x7f0aec1f8e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:17.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.690+0000 7f0af458b640 1 --2- 172.21.15.67:0/1536795512 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0aec0cfcb0 0x7f0aec0a18b0 unknown :-1 s=CLOSED pgs=817 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:17.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.690+0000 7f0af458b640 1 --2- 172.21.15.67:0/1536795512 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0aec0b3500 0x7f0aec09fe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:17.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.690+0000 7f0af458b640 1 -- 172.21.15.67:0/1536795512 >> 172.21.15.67:0/1536795512 conn(0x7f0aec0d4600 msgr2=0x7f0aec0b6870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:17.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.690+0000 7f0af458b640 1 -- 172.21.15.67:0/1536795512 shutdown_connections 2024-09-21T00:25:17.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.690+0000 7f0af458b640 1 -- 172.21.15.67:0/1536795512 wait complete. 2024-09-21T00:25:17.706 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:25:17.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.822+0000 7f145b951640 1 -- 172.21.15.67:0/726723955 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1440004d40 msgr2=0x7f1440005210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:17.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.822+0000 7f145b951640 1 --2- 172.21.15.67:0/726723955 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1440004d40 0x7f1440005210 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7f144c001d90 tx=0x7f1440005830 comp rx=0 tx=0).stop 2024-09-21T00:25:17.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.822+0000 7f1459eee640 1 -- 172.21.15.67:0/726723955 reap_dead start 2024-09-21T00:25:17.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.822+0000 7f145b951640 1 -- 172.21.15.67:0/726723955 shutdown_connections 2024-09-21T00:25:17.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.822+0000 7f145b951640 1 -- 172.21.15.67:0/726723955 >> 172.21.15.67:0/726723955 conn(0x7f14540b3e90 msgr2=0x7f14540b42a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:17.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.822+0000 7f145b951640 1 -- 172.21.15.67:0/726723955 shutdown_connections 2024-09-21T00:25:17.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.822+0000 7f145b951640 1 -- 172.21.15.67:0/726723955 wait complete. 2024-09-21T00:25:17.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.824+0000 7f145b951640 1 Processor -- start 2024-09-21T00:25:17.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.824+0000 7f145b951640 1 -- start start 2024-09-21T00:25:17.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.825+0000 7f145b951640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f14541f9f10 0x7f1454158660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:17.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.825+0000 7f145b951640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1454159ec0 0x7f145406ef90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:17.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.825+0000 7f145b951640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f145415a2d0 0x7f14540af000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:17.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.825+0000 7f145b951640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f145409b3f0 con 0x7f14541f9f10 2024-09-21T00:25:17.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.825+0000 7f145b951640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f145409b270 con 0x7f1454159ec0 2024-09-21T00:25:17.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.825+0000 7f145b951640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f145409b570 con 0x7f145415a2d0 2024-09-21T00:25:17.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.825+0000 7f14596ed640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f14541f9f10 0x7f1454158660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:17.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.825+0000 7f14596ed640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f14541f9f10 0x7f1454158660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55500/0 (socket says 172.21.15.67:55500) 2024-09-21T00:25:17.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.825+0000 7f14596ed640 1 -- 172.21.15.67:0/3025844206 learned_addr learned my addr 172.21.15.67:0/3025844206 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:17.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.826+0000 7f1458eec640 1 --2- 172.21.15.67:0/3025844206 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1454159ec0 0x7f145406ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:17.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.826+0000 7f14596ed640 1 -- 172.21.15.67:0/3025844206 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f145415a2d0 msgr2=0x7f14540af000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:17.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.826+0000 7f14596ed640 1 --2- 172.21.15.67:0/3025844206 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f145415a2d0 0x7f14540af000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:17.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.826+0000 7f14596ed640 1 -- 172.21.15.67:0/3025844206 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1454159ec0 msgr2=0x7f145406ef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:17.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.826+0000 7f14596ed640 1 --2- 172.21.15.67:0/3025844206 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1454159ec0 0x7f145406ef90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:17.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.826+0000 7f14596ed640 1 -- 172.21.15.67:0/3025844206 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14541594d0 con 0x7f14541f9f10 2024-09-21T00:25:17.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.826+0000 7f14596ed640 1 --2- 172.21.15.67:0/3025844206 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f14541f9f10 0x7f1454158660 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7f14500066b0 tx=0x7f1450003aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:17.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.826+0000 7f1449ffb640 1 -- 172.21.15.67:0/3025844206 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1450015070 con 0x7f14541f9f10 2024-09-21T00:25:17.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.826+0000 7f1449ffb640 1 -- 172.21.15.67:0/3025844206 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1450011900 con 0x7f14541f9f10 2024-09-21T00:25:17.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.826+0000 7f1449ffb640 1 -- 172.21.15.67:0/3025844206 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1450011d50 con 0x7f14541f9f10 2024-09-21T00:25:17.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.826+0000 7f145b951640 1 -- 172.21.15.67:0/3025844206 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14541597b0 con 0x7f14541f9f10 2024-09-21T00:25:17.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.826+0000 7f145b951640 1 -- 172.21.15.67:0/3025844206 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1454158ba0 con 0x7f14541f9f10 2024-09-21T00:25:17.830 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.827+0000 7f145b951640 1 -- 172.21.15.67:0/3025844206 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f14540cfc10 con 0x7f14541f9f10 2024-09-21T00:25:17.830 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.828+0000 7f1449ffb640 1 -- 172.21.15.67:0/3025844206 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f14500103c0 con 0x7f14541f9f10 2024-09-21T00:25:17.830 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.828+0000 7f1449ffb640 1 --2- 172.21.15.67:0/3025844206 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1438078b90 0x7f143807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:17.830 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.829+0000 7f1449ffb640 1 -- 172.21.15.67:0/3025844206 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 5795+0+0 (secure 0 0 0) 0x7f145009ba50 con 0x7f14541f9f10 2024-09-21T00:25:17.830 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.829+0000 7f1458eec640 1 --2- 172.21.15.67:0/3025844206 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1438078b90 0x7f143807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:17.830 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.829+0000 7f1458eec640 1 --2- 172.21.15.67:0/3025844206 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1438078b90 0x7f143807b0a0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f1444009a90 tx=0x7f1444005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:17.834 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:17.833+0000 7f1449ffb640 1 -- 172.21.15.67:0/3025844206 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f14540cfc10 con 0x7f14541f9f10 2024-09-21T00:25:18.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:18.061+0000 7f145b951640 1 -- 172.21.15.67:0/3025844206 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f14540ce730 con 0x7f14541f9f10 2024-09-21T00:25:18.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:18.061+0000 7f1449ffb640 1 -- 172.21.15.67:0/3025844206 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 46 v46) ==== 94+0+5224 (secure 0 0 0) 0x7f1450063ec0 con 0x7f14541f9f10 2024-09-21T00:25:18.063 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:25:18.063 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":46,"btime":"2024-09-21T00:25:14:995107+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5756,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6835/1229598283","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":1229598283},{"type":"v1","addr":"172.21.15.97:6835","nonce":1229598283}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43},{"gid":6139,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/3421646026","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":3421646026},{"type":"v1","addr":"172.21.15.97:6837","nonce":3421646026}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43},{"gid":6501,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6833/2714249890","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":2714249890},{"type":"v1","addr":"172.21.15.67:6833","nonce":2714249890}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43}],"filesystems":[{"mdsmap":{"epoch":46,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:24:53.303340+0000","modified":"2024-09-21T00:25:14.995099+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":60,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6519},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6519":{"gid":6519,"name":"a","rank":0,"incarnation":43,"state":"up:active","state_seq":4,"addr":"172.21.15.67:6835/3467835311","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":3467835311},{"type":"v1","addr":"172.21.15.67:6835","nonce":3467835311}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6519,"qdb_cluster":[6519]},"id":4}]} 2024-09-21T00:25:18.063 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 46 2024-09-21T00:25:18.065 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:18.064+0000 7f145b951640 1 -- 172.21.15.67:0/3025844206 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1438078b90 msgr2=0x7f143807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:18.065 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:18.064+0000 7f145b951640 1 --2- 172.21.15.67:0/3025844206 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1438078b90 0x7f143807b0a0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f1444009a90 tx=0x7f1444005f90 comp rx=0 tx=0).stop 2024-09-21T00:25:18.065 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:18.064+0000 7f145b951640 1 -- 172.21.15.67:0/3025844206 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f14541f9f10 msgr2=0x7f1454158660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:18.065 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:18.064+0000 7f145b951640 1 --2- 172.21.15.67:0/3025844206 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f14541f9f10 0x7f1454158660 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7f14500066b0 tx=0x7f1450003aa0 comp rx=0 tx=0).stop 2024-09-21T00:25:18.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:18.064+0000 7f145b951640 1 -- 172.21.15.67:0/3025844206 shutdown_connections 2024-09-21T00:25:18.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:18.064+0000 7f145b951640 1 --2- 172.21.15.67:0/3025844206 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1438078b90 0x7f143807b0a0 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:18.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:18.064+0000 7f145b951640 1 --2- 172.21.15.67:0/3025844206 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f145415a2d0 0x7f14540af000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:18.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:18.064+0000 7f145b951640 1 --2- 172.21.15.67:0/3025844206 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1454159ec0 0x7f145406ef90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:18.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:18.064+0000 7f145b951640 1 --2- 172.21.15.67:0/3025844206 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f14541f9f10 0x7f1454158660 unknown :-1 s=CLOSED pgs=824 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:18.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:18.064+0000 7f145b951640 1 -- 172.21.15.67:0/3025844206 >> 172.21.15.67:0/3025844206 conn(0x7f14540b3e90 msgr2=0x7f1454071970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:18.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:18.064+0000 7f145b951640 1 -- 172.21.15.67:0/3025844206 shutdown_connections 2024-09-21T00:25:18.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:18.064+0000 7f145b951640 1 -- 172.21.15.67:0/3025844206 wait complete. 2024-09-21T00:25:18.077 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json dump inode 1099511627776 2024-09-21T00:25:18.202 INFO:teuthology.orchestra.run.smithi067.stdout:{"path":"/testdir","ino":1099511627776,"rdev":0,"ctime":"2024-09-21T00:25:03.251609+0000","btime":"2024-09-21T00:25:02.371633+0000","mode":16877,"uid":1000,"gid":1333,"nlink":1,"dir_layout":{"dir_hash":2,"unused1":0,"unused2":0,"unused3":0},"layout":{"stripe_unit":0,"stripe_count":0,"object_size":0,"pool_id":-1,"pool_ns":""},"old_pools":[],"size":0,"truncate_seq":1,"truncate_size":18446744073709551615,"truncate_from":0,"truncate_pending":0,"mtime":"2024-09-21T00:25:03.251609+0000","atime":"2024-09-21T00:25:02.371633+0000","time_warp_seq":0,"change_attr":31,"export_pin":-1,"export_ephemeral_random_pin":0,"export_ephemeral_distributed_pin":false,"quiesce_block":false,"client_ranges":[],"dirstat":{"version":0,"mtime":"2024-09-21T00:25:03.251609+0000","num_files":40,"num_subdirs":0,"change_attr":31},"rstat":{"version":0,"rbytes":70,"rfiles":40,"rsubdirs":1,"rsnaps":0,"rctime":"2024-09-21T00:25:03.253058+0000"},"accounted_rstat":{"version":0,"rbytes":70,"rfiles":40,"rsubdirs":1,"rsnaps":0,"rctime":"2024-09-21T00:25:03.253058+0000"},"version":166,"file_data_version":0,"xattr_version":1,"backtrace_version":2,"inline_data_version":18446744073709551615,"inline_data_length":0,"stray_prior_path":"","max_size_ever":0,"quota":{"max_bytes":0,"max_files":0},"last_scrub_stamp":"0.000000","last_scrub_version":0,"symlink":"","xattrs":[],"dirfragtree":{"splits":[{"frag":"*","children":1},{"frag":"1*","children":1}]},"old_inodes":[],"oldest_snap":18446744073709551614,"damage_flags":0,"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"lock":0,"dirfrag":3,"authpin":0,"scrubqueue":0},"nref":3,"versionlock":{"gather_set":[],"state":"lock","type":"iversion","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"authlock":{},"linklock":{},"dirfragtreelock":{},"filelock":{},"xattrlock":{},"snaplock":{},"nestlock":{},"flocklock":{},"policylock":{},"quiescelock":{"gather_set":[],"state":"lock","type":"iquiesce","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"states":["auth"],"client_caps":[],"loner":-1,"want_loner":-1,"mds_caps_wanted":[],"is_subvolume":false} 2024-09-21T00:25:18.203 DEBUG:tasks.cephfs.filesystem:_json_asok output { "accounted_rstat": { "rbytes": 70, "rctime": "2024-09-21T00:25:03.253058+0000", "rfiles": 40, "rsnaps": 0, "rsubdirs": 1, "version": 0 }, "atime": "2024-09-21T00:25:02.371633+0000", "auth_pins": 0, "auth_state": { "replicas": {} }, "authlock": {}, "backtrace_version": 2, "btime": "2024-09-21T00:25:02.371633+0000", "change_attr": 31, "client_caps": [], "client_ranges": [], "ctime": "2024-09-21T00:25:03.251609+0000", "damage_flags": 0, "dir_layout": { "dir_hash": 2, "unused1": 0, "unused2": 0, "unused3": 0 }, "dirfragtree": { "splits": [ { "children": 1, "frag": "*" }, { "children": 1, "frag": "1*" } ] }, "dirfragtreelock": {}, "dirstat": { "change_attr": 31, "mtime": "2024-09-21T00:25:03.251609+0000", "num_files": 40, "num_subdirs": 0, "version": 0 }, "export_ephemeral_distributed_pin": false, "export_ephemeral_random_pin": 0, "export_pin": -1, "file_data_version": 0, "filelock": {}, "flocklock": {}, "gid": 1333, "inline_data_length": 0, "inline_data_version": 18446744073709551615, "ino": 1099511627776, "is_auth": true, "is_freezing": false, "is_frozen": false, "is_subvolume": false, "last_scrub_stamp": "0.000000", "last_scrub_version": 0, "layout": { "object_size": 0, "pool_id": -1, "pool_ns": "", "stripe_count": 0, "stripe_unit": 0 }, "linklock": {}, "loner": -1, "max_size_ever": 0, "mds_caps_wanted": [], "mode": 16877, "mtime": "2024-09-21T00:25:03.251609+0000", "nestlock": {}, "nlink": 1, "nref": 3, "old_inodes": [], "old_pools": [], "oldest_snap": 18446744073709551614, "path": "/testdir", "pins": { "authpin": 0, "dirfrag": 3, "lock": 0, "scrubqueue": 0 }, "policylock": {}, "quiesce_block": false, "quiescelock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "iquiesce", "xlock_by": {} }, "quota": { "max_bytes": 0, "max_files": 0 }, "rdev": 0, "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "rstat": { "rbytes": 70, "rctime": "2024-09-21T00:25:03.253058+0000", "rfiles": 40, "rsnaps": 0, "rsubdirs": 1, "version": 0 }, "size": 0, "snaplock": {}, "states": [ "auth" ], "stray_prior_path": "", "symlink": "", "time_warp_seq": 0, "truncate_from": 0, "truncate_pending": 0, "truncate_seq": 1, "truncate_size": 18446744073709551615, "uid": 1000, "version": 166, "versionlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "iversion", "xlock_by": {} }, "want_loner": -1, "xattr_version": 1, "xattrlock": {}, "xattrs": [] } 2024-09-21T00:25:18.203 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=30 retry_count=0)... 2024-09-21T00:25:19.460 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:25:19.463 DEBUG:teuthology.orchestra.run.smithi097:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:25:23.204 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:25:23.338 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:23.337+0000 7ff0aeff1640 1 -- 172.21.15.67:0/3310393679 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff094003c10 msgr2=0x7ff094004060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:23.338 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:23.337+0000 7ff0aeff1640 1 --2- 172.21.15.67:0/3310393679 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff094003c10 0x7ff094004060 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7ff098001830 tx=0x7ff094005830 comp rx=0 tx=0).stop 2024-09-21T00:25:23.338 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:23.337+0000 7ff0ad58e640 1 -- 172.21.15.67:0/3310393679 reap_dead start 2024-09-21T00:25:23.338 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:23.337+0000 7ff0aeff1640 1 -- 172.21.15.67:0/3310393679 shutdown_connections 2024-09-21T00:25:23.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:23.337+0000 7ff0aeff1640 1 -- 172.21.15.67:0/3310393679 >> 172.21.15.67:0/3310393679 conn(0x7ff0a80d1280 msgr2=0x7ff0a80d1690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:23.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:23.337+0000 7ff0aeff1640 1 -- 172.21.15.67:0/3310393679 shutdown_connections 2024-09-21T00:25:23.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:23.337+0000 7ff0aeff1640 1 -- 172.21.15.67:0/3310393679 wait complete. 2024-09-21T00:25:23.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:23.339+0000 7ff0aeff1640 1 Processor -- start 2024-09-21T00:25:23.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:23.339+0000 7ff0aeff1640 1 -- start start 2024-09-21T00:25:23.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:23.340+0000 7ff0aeff1640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff094003c10 0x7ff0a80adf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:23.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:23.340+0000 7ff0aeff1640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff0a80ca6e0 0x7ff0a81f8f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:23.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:23.340+0000 7ff0aeff1640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff0a81e1070 0x7ff0a81f54c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:23.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:23.340+0000 7ff0aeff1640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff0a80b4bd0 con 0x7ff0a80ca6e0 2024-09-21T00:25:23.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:23.340+0000 7ff0aeff1640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff0a80b4a50 con 0x7ff0a81e1070 2024-09-21T00:25:23.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:23.340+0000 7ff0aeff1640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7ff0a80b4d50 con 0x7ff094003c10 2024-09-21T00:25:23.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:23.340+0000 7ff0a7fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff0a80ca6e0 0x7ff0a81f8f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:23.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:23.340+0000 7ff0a7fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff0a80ca6e0 0x7ff0a81f8f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42678/0 (socket says 172.21.15.67:42678) 2024-09-21T00:25:23.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:23.340+0000 7ff0a7fff640 1 -- 172.21.15.67:0/3988184614 learned_addr learned my addr 172.21.15.67:0/3988184614 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:23.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:23.341+0000 7ff0ad58e640 1 --2- 172.21.15.67:0/3988184614 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff0a81e1070 0x7ff0a81f54c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:23.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:23.341+0000 7ff0acd8d640 1 --2- 172.21.15.67:0/3988184614 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff094003c10 0x7ff0a80adf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:23.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:23.341+0000 7ff0a7fff640 1 -- 172.21.15.67:0/3988184614 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff094003c10 msgr2=0x7ff0a80adf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:23.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:23.341+0000 7ff0a7fff640 1 --2- 172.21.15.67:0/3988184614 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff094003c10 0x7ff0a80adf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:23.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:23.341+0000 7ff0a7fff640 1 -- 172.21.15.67:0/3988184614 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff0a81e1070 msgr2=0x7ff0a81f54c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:23.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:23.341+0000 7ff0a7fff640 1 --2- 172.21.15.67:0/3988184614 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff0a81e1070 0x7ff0a81f54c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:23.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:23.341+0000 7ff0a7fff640 1 -- 172.21.15.67:0/3988184614 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0a80c9a30 con 0x7ff0a80ca6e0 2024-09-21T00:25:23.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:23.341+0000 7ff0acd8d640 1 --2- 172.21.15.67:0/3988184614 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff094003c10 0x7ff0a80adf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:25:23.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:23.341+0000 7ff0a7fff640 1 --2- 172.21.15.67:0/3988184614 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff0a80ca6e0 0x7ff0a81f8f00 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7ff090011b10 tx=0x7ff090009e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:23.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:23.341+0000 7ff0a57fa640 1 -- 172.21.15.67:0/3988184614 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff09001e070 con 0x7ff0a80ca6e0 2024-09-21T00:25:23.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:23.341+0000 7ff0a57fa640 1 -- 172.21.15.67:0/3988184614 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff090004050 con 0x7ff0a80ca6e0 2024-09-21T00:25:23.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:23.341+0000 7ff0aeff1640 1 -- 172.21.15.67:0/3988184614 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff0a80c9d10 con 0x7ff0a80ca6e0 2024-09-21T00:25:23.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:23.341+0000 7ff0a57fa640 1 -- 172.21.15.67:0/3988184614 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff09000fea0 con 0x7ff0a80ca6e0 2024-09-21T00:25:23.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:23.341+0000 7ff0aeff1640 1 -- 172.21.15.67:0/3988184614 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0a80ae520 con 0x7ff0a80ca6e0 2024-09-21T00:25:23.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:23.342+0000 7ff0aeff1640 1 -- 172.21.15.67:0/3988184614 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff0a80b59d0 con 0x7ff0a80ca6e0 2024-09-21T00:25:23.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:23.343+0000 7ff0a57fa640 1 -- 172.21.15.67:0/3988184614 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7ff090021070 con 0x7ff0a80ca6e0 2024-09-21T00:25:23.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:23.344+0000 7ff0a57fa640 1 --2- 172.21.15.67:0/3988184614 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff088078bc0 0x7ff08807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:23.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:23.344+0000 7ff0a57fa640 1 -- 172.21.15.67:0/3988184614 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 5795+0+0 (secure 0 0 0) 0x7ff09009bf40 con 0x7ff0a80ca6e0 2024-09-21T00:25:23.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:23.344+0000 7ff0acd8d640 1 --2- 172.21.15.67:0/3988184614 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff088078bc0 0x7ff08807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:23.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:23.344+0000 7ff0acd8d640 1 --2- 172.21.15.67:0/3988184614 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff088078bc0 0x7ff08807b0d0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7ff098032000 tx=0x7ff098001360 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:23.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:23.347+0000 7ff0a57fa640 1 -- 172.21.15.67:0/3988184614 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7ff090063eb0 con 0x7ff0a80ca6e0 2024-09-21T00:25:23.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:23.576+0000 7ff0aeff1640 1 -- 172.21.15.67:0/3988184614 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff0a80d19a0 con 0x7ff0a80ca6e0 2024-09-21T00:25:23.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:23.576+0000 7ff0a57fa640 1 -- 172.21.15.67:0/3988184614 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 46 v46) ==== 94+0+5224 (secure 0 0 0) 0x7ff0900688e0 con 0x7ff0a80ca6e0 2024-09-21T00:25:23.578 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:25:23.578 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":46,"btime":"2024-09-21T00:25:14:995107+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5756,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6835/1229598283","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":1229598283},{"type":"v1","addr":"172.21.15.97:6835","nonce":1229598283}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43},{"gid":6139,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/3421646026","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":3421646026},{"type":"v1","addr":"172.21.15.97:6837","nonce":3421646026}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43},{"gid":6501,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6833/2714249890","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":2714249890},{"type":"v1","addr":"172.21.15.67:6833","nonce":2714249890}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43}],"filesystems":[{"mdsmap":{"epoch":46,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:24:53.303340+0000","modified":"2024-09-21T00:25:14.995099+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":60,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6519},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6519":{"gid":6519,"name":"a","rank":0,"incarnation":43,"state":"up:active","state_seq":4,"addr":"172.21.15.67:6835/3467835311","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":3467835311},{"type":"v1","addr":"172.21.15.67:6835","nonce":3467835311}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6519,"qdb_cluster":[6519]},"id":4}]} 2024-09-21T00:25:23.578 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 46 2024-09-21T00:25:23.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:23.578+0000 7ff0aeff1640 1 -- 172.21.15.67:0/3988184614 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff088078bc0 msgr2=0x7ff08807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:23.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:23.578+0000 7ff0aeff1640 1 --2- 172.21.15.67:0/3988184614 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff088078bc0 0x7ff08807b0d0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7ff098032000 tx=0x7ff098001360 comp rx=0 tx=0).stop 2024-09-21T00:25:23.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:23.578+0000 7ff0aeff1640 1 -- 172.21.15.67:0/3988184614 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff0a80ca6e0 msgr2=0x7ff0a81f8f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:23.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:23.578+0000 7ff0aeff1640 1 --2- 172.21.15.67:0/3988184614 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff0a80ca6e0 0x7ff0a81f8f00 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7ff090011b10 tx=0x7ff090009e90 comp rx=0 tx=0).stop 2024-09-21T00:25:23.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:23.578+0000 7ff0aeff1640 1 -- 172.21.15.67:0/3988184614 shutdown_connections 2024-09-21T00:25:23.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:23.578+0000 7ff0aeff1640 1 --2- 172.21.15.67:0/3988184614 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff088078bc0 0x7ff08807b0d0 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:23.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:23.578+0000 7ff0aeff1640 1 --2- 172.21.15.67:0/3988184614 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff0a81e1070 0x7ff0a81f54c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:23.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:23.578+0000 7ff0aeff1640 1 --2- 172.21.15.67:0/3988184614 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff0a80ca6e0 0x7ff0a81f8f00 unknown :-1 s=CLOSED pgs=827 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:23.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:23.578+0000 7ff0aeff1640 1 --2- 172.21.15.67:0/3988184614 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff094003c10 0x7ff0a80adf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:23.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:23.578+0000 7ff0aeff1640 1 -- 172.21.15.67:0/3988184614 >> 172.21.15.67:0/3988184614 conn(0x7ff0a80d1280 msgr2=0x7ff0a8070690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:23.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:23.578+0000 7ff0aeff1640 1 -- 172.21.15.67:0/3988184614 shutdown_connections 2024-09-21T00:25:23.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:23.578+0000 7ff0aeff1640 1 -- 172.21.15.67:0/3988184614 wait complete. 2024-09-21T00:25:23.591 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json dump inode 1099511627776 2024-09-21T00:25:23.717 INFO:teuthology.orchestra.run.smithi067.stdout:{"path":"/testdir","ino":1099511627776,"rdev":0,"ctime":"2024-09-21T00:25:03.251609+0000","btime":"2024-09-21T00:25:02.371633+0000","mode":16877,"uid":1000,"gid":1333,"nlink":1,"dir_layout":{"dir_hash":2,"unused1":0,"unused2":0,"unused3":0},"layout":{"stripe_unit":0,"stripe_count":0,"object_size":0,"pool_id":-1,"pool_ns":""},"old_pools":[],"size":0,"truncate_seq":1,"truncate_size":18446744073709551615,"truncate_from":0,"truncate_pending":0,"mtime":"2024-09-21T00:25:03.251609+0000","atime":"2024-09-21T00:25:02.371633+0000","time_warp_seq":0,"change_attr":31,"export_pin":-1,"export_ephemeral_random_pin":0,"export_ephemeral_distributed_pin":false,"quiesce_block":false,"client_ranges":[],"dirstat":{"version":0,"mtime":"2024-09-21T00:25:03.251609+0000","num_files":40,"num_subdirs":0,"change_attr":31},"rstat":{"version":0,"rbytes":70,"rfiles":40,"rsubdirs":1,"rsnaps":0,"rctime":"2024-09-21T00:25:03.253058+0000"},"accounted_rstat":{"version":0,"rbytes":70,"rfiles":40,"rsubdirs":1,"rsnaps":0,"rctime":"2024-09-21T00:25:03.253058+0000"},"version":170,"file_data_version":0,"xattr_version":1,"backtrace_version":2,"inline_data_version":18446744073709551615,"inline_data_length":0,"stray_prior_path":"","max_size_ever":0,"quota":{"max_bytes":0,"max_files":0},"last_scrub_stamp":"2024-09-21T00:25:17.691528+0000","last_scrub_version":166,"symlink":"","xattrs":[],"dirfragtree":{"splits":[]},"old_inodes":[],"oldest_snap":18446744073709551614,"damage_flags":0,"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"lock":0,"dirfrag":1,"dirtyrstat":1,"dirty":1,"authpin":0,"scrubqueue":0},"nref":3,"versionlock":{"gather_set":[],"state":"lock","type":"iversion","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"authlock":{},"linklock":{},"dirfragtreelock":{},"filelock":{},"xattrlock":{},"snaplock":{},"nestlock":{"gather_set":[],"state":"lock","type":"inest","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"flocklock":{},"policylock":{},"quiescelock":{"gather_set":[],"state":"lock","type":"iquiesce","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"states":["auth","dirty","dirtyrstat"],"client_caps":[],"loner":-1,"want_loner":-1,"mds_caps_wanted":[],"is_subvolume":false} 2024-09-21T00:25:23.717 DEBUG:tasks.cephfs.filesystem:_json_asok output { "accounted_rstat": { "rbytes": 70, "rctime": "2024-09-21T00:25:03.253058+0000", "rfiles": 40, "rsnaps": 0, "rsubdirs": 1, "version": 0 }, "atime": "2024-09-21T00:25:02.371633+0000", "auth_pins": 0, "auth_state": { "replicas": {} }, "authlock": {}, "backtrace_version": 2, "btime": "2024-09-21T00:25:02.371633+0000", "change_attr": 31, "client_caps": [], "client_ranges": [], "ctime": "2024-09-21T00:25:03.251609+0000", "damage_flags": 0, "dir_layout": { "dir_hash": 2, "unused1": 0, "unused2": 0, "unused3": 0 }, "dirfragtree": { "splits": [] }, "dirfragtreelock": {}, "dirstat": { "change_attr": 31, "mtime": "2024-09-21T00:25:03.251609+0000", "num_files": 40, "num_subdirs": 0, "version": 0 }, "export_ephemeral_distributed_pin": false, "export_ephemeral_random_pin": 0, "export_pin": -1, "file_data_version": 0, "filelock": {}, "flocklock": {}, "gid": 1333, "inline_data_length": 0, "inline_data_version": 18446744073709551615, "ino": 1099511627776, "is_auth": true, "is_freezing": false, "is_frozen": false, "is_subvolume": false, "last_scrub_stamp": "2024-09-21T00:25:17.691528+0000", "last_scrub_version": 166, "layout": { "object_size": 0, "pool_id": -1, "pool_ns": "", "stripe_count": 0, "stripe_unit": 0 }, "linklock": {}, "loner": -1, "max_size_ever": 0, "mds_caps_wanted": [], "mode": 16877, "mtime": "2024-09-21T00:25:03.251609+0000", "nestlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "inest", "xlock_by": {} }, "nlink": 1, "nref": 3, "old_inodes": [], "old_pools": [], "oldest_snap": 18446744073709551614, "path": "/testdir", "pins": { "authpin": 0, "dirfrag": 1, "dirty": 1, "dirtyrstat": 1, "lock": 0, "scrubqueue": 0 }, "policylock": {}, "quiesce_block": false, "quiescelock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "iquiesce", "xlock_by": {} }, "quota": { "max_bytes": 0, "max_files": 0 }, "rdev": 0, "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "rstat": { "rbytes": 70, "rctime": "2024-09-21T00:25:03.253058+0000", "rfiles": 40, "rsnaps": 0, "rsubdirs": 1, "version": 0 }, "size": 0, "snaplock": {}, "states": [ "auth", "dirty", "dirtyrstat" ], "stray_prior_path": "", "symlink": "", "time_warp_seq": 0, "truncate_from": 0, "truncate_pending": 0, "truncate_seq": 1, "truncate_size": 18446744073709551615, "uid": 1000, "version": 170, "versionlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "iversion", "xlock_by": {} }, "want_loner": -1, "xattr_version": 1, "xattrlock": {}, "xattrs": [] } 2024-09-21T00:25:23.717 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-09-21T00:25:23.718 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-21T00:25:23.718 DEBUG:teuthology.orchestra.run.smithi067:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T00:25:23.766 DEBUG:teuthology.orchestra.run.smithi097:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T00:25:23.812 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-21T00:25:23.812 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T00:25:23.812 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:25:23.812 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:25:23.828 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20178 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T00:25:23.828 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T00:25:23.828 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:25:23.828 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:25:23.847 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17850 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T00:25:23.847 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T00:25:23.847 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:25:23.847 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:25:23.884 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20178 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T00:25:23.884 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T00:25:23.884 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:25:23.884 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:25:23.904 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17850 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T00:25:23.904 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:25:24.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.040+0000 7f2ab79a1640 1 -- 172.21.15.67:0/2912319180 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ab00d1690 msgr2=0x7f2ab00b1160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:24.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.040+0000 7f2ab79a1640 1 --2- 172.21.15.67:0/2912319180 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ab00d1690 0x7f2ab00b1160 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7f2ab00b39b0 tx=0x7f2aa002a4b0 comp rx=0 tx=0).stop 2024-09-21T00:25:24.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.040+0000 7f2ab79a1640 1 -- 172.21.15.67:0/2912319180 shutdown_connections 2024-09-21T00:25:24.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.040+0000 7f2ab79a1640 1 --2- 172.21.15.67:0/2912319180 >> v2:172.21.15.97:3300/0 conn(0x7f2ab00d21f0 0x7f2ab00cfee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:24.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.040+0000 7f2ab79a1640 1 --2- 172.21.15.67:0/2912319180 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ab00d1690 0x7f2ab00b1160 unknown :-1 s=CLOSED pgs=828 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:24.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.040+0000 7f2ab79a1640 1 -- 172.21.15.67:0/2912319180 >> 172.21.15.67:0/2912319180 conn(0x7f2ab00d4590 msgr2=0x7f2ab00d49a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:24.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.040+0000 7f2ab79a1640 1 -- 172.21.15.67:0/2912319180 shutdown_connections 2024-09-21T00:25:24.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.040+0000 7f2ab79a1640 1 -- 172.21.15.67:0/2912319180 wait complete. 2024-09-21T00:25:24.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.041+0000 7f2ab79a1640 1 Processor -- start 2024-09-21T00:25:24.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.042+0000 7f2ab79a1640 1 -- start start 2024-09-21T00:25:24.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.043+0000 7f2ab79a1640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2ab00d21f0 0x7f2ab00cbdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:24.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.043+0000 7f2ab79a1640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ab00d2740 0x7f2ab0154b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:24.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.043+0000 7f2ab79a1640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2ab01f90c0 0x7f2ab01f94d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:24.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.043+0000 7f2ab79a1640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f2ab00d07b0 con 0x7f2ab00d2740 2024-09-21T00:25:24.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.043+0000 7f2ab79a1640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f2ab00d0630 con 0x7f2ab01f90c0 2024-09-21T00:25:24.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.043+0000 7f2ab79a1640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f2ab00d0930 con 0x7f2ab00d21f0 2024-09-21T00:25:24.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.043+0000 7f2ab4f3c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ab00d2740 0x7f2ab0154b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:24.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.043+0000 7f2ab4f3c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ab00d2740 0x7f2ab0154b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42700/0 (socket says 172.21.15.67:42700) 2024-09-21T00:25:24.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.043+0000 7f2ab4f3c640 1 -- 172.21.15.67:0/2990955697 learned_addr learned my addr 172.21.15.67:0/2990955697 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:24.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.043+0000 7f2ab573d640 1 --2- 172.21.15.67:0/2990955697 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2ab00d21f0 0x7f2ab00cbdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:24.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.043+0000 7f2ab5f3e640 1 --2- 172.21.15.67:0/2990955697 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2ab01f90c0 0x7f2ab01f94d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:24.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.043+0000 7f2ab4f3c640 1 -- 172.21.15.67:0/2990955697 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2ab00d21f0 msgr2=0x7f2ab00cbdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:24.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.043+0000 7f2ab4f3c640 1 --2- 172.21.15.67:0/2990955697 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2ab00d21f0 0x7f2ab00cbdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:24.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.043+0000 7f2ab4f3c640 1 -- 172.21.15.67:0/2990955697 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2ab01f90c0 msgr2=0x7f2ab01f94d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:24.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.043+0000 7f2ab4f3c640 1 --2- 172.21.15.67:0/2990955697 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2ab01f90c0 0x7f2ab01f94d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:24.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.043+0000 7f2ab4f3c640 1 -- 172.21.15.67:0/2990955697 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ab01f9a10 con 0x7f2ab00d2740 2024-09-21T00:25:24.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.043+0000 7f2ab573d640 1 --2- 172.21.15.67:0/2990955697 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2ab00d21f0 0x7f2ab00cbdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:25:24.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.043+0000 7f2ab4f3c640 1 --2- 172.21.15.67:0/2990955697 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ab00d2740 0x7f2ab0154b30 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7f2aa0000c00 tx=0x7f2aa0003910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:24.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.044+0000 7f2aa5ffb640 1 -- 172.21.15.67:0/2990955697 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2aa003e030 con 0x7f2ab00d2740 2024-09-21T00:25:24.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.044+0000 7f2aa5ffb640 1 -- 172.21.15.67:0/2990955697 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2aa0003e00 con 0x7f2ab00d2740 2024-09-21T00:25:24.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.044+0000 7f2ab79a1640 1 -- 172.21.15.67:0/2990955697 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ab01f6c90 con 0x7f2ab00d2740 2024-09-21T00:25:24.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.044+0000 7f2aa5ffb640 1 -- 172.21.15.67:0/2990955697 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2aa0035040 con 0x7f2ab00d2740 2024-09-21T00:25:24.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.044+0000 7f2ab79a1640 1 -- 172.21.15.67:0/2990955697 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ab009e5e0 con 0x7f2ab00d2740 2024-09-21T00:25:24.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.045+0000 7f2ab79a1640 1 -- 172.21.15.67:0/2990955697 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2ab008ca60 con 0x7f2ab00d2740 2024-09-21T00:25:24.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.046+0000 7f2aa5ffb640 1 -- 172.21.15.67:0/2990955697 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f2aa0041030 con 0x7f2ab00d2740 2024-09-21T00:25:24.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.046+0000 7f2aa5ffb640 1 --2- 172.21.15.67:0/2990955697 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2a94078b90 0x7f2a9407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:24.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.046+0000 7f2aa5ffb640 1 -- 172.21.15.67:0/2990955697 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 5795+0+0 (secure 0 0 0) 0x7f2aa00bb5a0 con 0x7f2ab00d2740 2024-09-21T00:25:24.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.047+0000 7f2ab573d640 1 --2- 172.21.15.67:0/2990955697 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2a94078b90 0x7f2a9407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:24.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.047+0000 7f2ab573d640 1 --2- 172.21.15.67:0/2990955697 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2a94078b90 0x7f2a9407b0a0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f2aac000fb0 tx=0x7f2aac009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:24.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.051+0000 7f2aa5ffb640 1 -- 172.21.15.67:0/2990955697 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f2ab008ca60 con 0x7f2ab00d2740 2024-09-21T00:25:24.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.276+0000 7f2ab79a1640 1 -- 172.21.15.67:0/2990955697 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2ab00b1160 con 0x7f2ab00d2740 2024-09-21T00:25:24.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.276+0000 7f2aa5ffb640 1 -- 172.21.15.67:0/2990955697 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 46 v46) ==== 94+0+5224 (secure 0 0 0) 0x7f2ab01f9a10 con 0x7f2ab00d2740 2024-09-21T00:25:24.278 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:25:24.278 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":46,"btime":"2024-09-21T00:25:14:995107+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5756,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6835/1229598283","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":1229598283},{"type":"v1","addr":"172.21.15.97:6835","nonce":1229598283}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43},{"gid":6139,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/3421646026","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":3421646026},{"type":"v1","addr":"172.21.15.97:6837","nonce":3421646026}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43},{"gid":6501,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6833/2714249890","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":2714249890},{"type":"v1","addr":"172.21.15.67:6833","nonce":2714249890}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43}],"filesystems":[{"mdsmap":{"epoch":46,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:24:53.303340+0000","modified":"2024-09-21T00:25:14.995099+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":60,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6519},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6519":{"gid":6519,"name":"a","rank":0,"incarnation":43,"state":"up:active","state_seq":4,"addr":"172.21.15.67:6835/3467835311","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":3467835311},{"type":"v1","addr":"172.21.15.67:6835","nonce":3467835311}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6519,"qdb_cluster":[6519]},"id":4}]} 2024-09-21T00:25:24.278 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 46 2024-09-21T00:25:24.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.278+0000 7f2ab79a1640 1 -- 172.21.15.67:0/2990955697 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2a94078b90 msgr2=0x7f2a9407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:24.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.278+0000 7f2ab79a1640 1 --2- 172.21.15.67:0/2990955697 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2a94078b90 0x7f2a9407b0a0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f2aac000fb0 tx=0x7f2aac009040 comp rx=0 tx=0).stop 2024-09-21T00:25:24.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.278+0000 7f2ab79a1640 1 -- 172.21.15.67:0/2990955697 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ab00d2740 msgr2=0x7f2ab0154b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:24.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.278+0000 7f2ab79a1640 1 --2- 172.21.15.67:0/2990955697 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ab00d2740 0x7f2ab0154b30 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7f2aa0000c00 tx=0x7f2aa0003910 comp rx=0 tx=0).stop 2024-09-21T00:25:24.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.278+0000 7f2ab79a1640 1 -- 172.21.15.67:0/2990955697 shutdown_connections 2024-09-21T00:25:24.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.278+0000 7f2ab79a1640 1 --2- 172.21.15.67:0/2990955697 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2a94078b90 0x7f2a9407b0a0 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:24.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.278+0000 7f2ab79a1640 1 --2- 172.21.15.67:0/2990955697 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2ab01f90c0 0x7f2ab01f94d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:24.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.278+0000 7f2ab79a1640 1 --2- 172.21.15.67:0/2990955697 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ab00d2740 0x7f2ab0154b30 unknown :-1 s=CLOSED pgs=829 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:24.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.278+0000 7f2ab79a1640 1 --2- 172.21.15.67:0/2990955697 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2ab00d21f0 0x7f2ab00cbdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:24.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.278+0000 7f2ab79a1640 1 -- 172.21.15.67:0/2990955697 >> 172.21.15.67:0/2990955697 conn(0x7f2ab00d4590 msgr2=0x7f2ab0161310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:24.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.279+0000 7f2ab79a1640 1 -- 172.21.15.67:0/2990955697 shutdown_connections 2024-09-21T00:25:24.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.279+0000 7f2ab79a1640 1 -- 172.21.15.67:0/2990955697 wait complete. 2024-09-21T00:25:24.291 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:25:24.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.407+0000 7fc814fe6640 1 -- 172.21.15.67:0/245335405 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc8100d0520 msgr2=0x7fc81006f8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:24.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.407+0000 7fc814fe6640 1 --2- 172.21.15.67:0/245335405 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc8100d0520 0x7fc81006f8b0 secure :-1 s=READY pgs=831 cs=0 l=1 rev1=1 crypto rx=0x7fc8100b6bf0 tx=0x7fc80802a4a0 comp rx=0 tx=0).stop 2024-09-21T00:25:24.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.407+0000 7fc814fe6640 1 -- 172.21.15.67:0/245335405 shutdown_connections 2024-09-21T00:25:24.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.407+0000 7fc814fe6640 1 --2- 172.21.15.67:0/245335405 >> v2:172.21.15.97:3300/0 conn(0x7fc8100c6690 0x7fc8100c6aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:24.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.407+0000 7fc814fe6640 1 --2- 172.21.15.67:0/245335405 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc8100d0520 0x7fc81006f8b0 unknown :-1 s=CLOSED pgs=831 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:24.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.407+0000 7fc814fe6640 1 -- 172.21.15.67:0/245335405 >> 172.21.15.67:0/245335405 conn(0x7fc8100d0a00 msgr2=0x7fc8100d0e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:24.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.407+0000 7fc814fe6640 1 -- 172.21.15.67:0/245335405 shutdown_connections 2024-09-21T00:25:24.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.407+0000 7fc814fe6640 1 -- 172.21.15.67:0/245335405 wait complete. 2024-09-21T00:25:24.410 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.409+0000 7fc814fe6640 1 Processor -- start 2024-09-21T00:25:24.410 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.409+0000 7fc814fe6640 1 -- start start 2024-09-21T00:25:24.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.410+0000 7fc814fe6640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc8100c6690 0x7fc8101f6c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:24.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.410+0000 7fc814fe6640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc8100c6fe0 0x7fc8100c79a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:24.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.410+0000 7fc814fe6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc8100d0520 0x7fc8101f3ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:24.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.410+0000 7fc814fe6640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc810160170 con 0x7fc8100d0520 2024-09-21T00:25:24.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.410+0000 7fc814fe6640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc81015fff0 con 0x7fc8100c6690 2024-09-21T00:25:24.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.410+0000 7fc814fe6640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fc8100cece0 con 0x7fc8100c6fe0 2024-09-21T00:25:24.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.410+0000 7fc80ed9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc8100d0520 0x7fc8101f3ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:24.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.411+0000 7fc80ed9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc8100d0520 0x7fc8101f3ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42718/0 (socket says 172.21.15.67:42718) 2024-09-21T00:25:24.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.411+0000 7fc80ed9d640 1 -- 172.21.15.67:0/445048881 learned_addr learned my addr 172.21.15.67:0/445048881 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:24.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.411+0000 7fc80e59c640 1 --2- 172.21.15.67:0/445048881 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc8100c6690 0x7fc8101f6c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:24.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.411+0000 7fc80dd9b640 1 --2- 172.21.15.67:0/445048881 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc8100c6fe0 0x7fc8100c79a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:24.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.411+0000 7fc80ed9d640 1 -- 172.21.15.67:0/445048881 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc8100c6fe0 msgr2=0x7fc8100c79a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:24.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.411+0000 7fc80ed9d640 1 --2- 172.21.15.67:0/445048881 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc8100c6fe0 0x7fc8100c79a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:24.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.411+0000 7fc80ed9d640 1 -- 172.21.15.67:0/445048881 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc8100c6690 msgr2=0x7fc8101f6c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:24.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.411+0000 7fc80ed9d640 1 --2- 172.21.15.67:0/445048881 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc8100c6690 0x7fc8101f6c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:24.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.411+0000 7fc80ed9d640 1 -- 172.21.15.67:0/445048881 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8100c7ee0 con 0x7fc8100d0520 2024-09-21T00:25:24.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.411+0000 7fc80e59c640 1 --2- 172.21.15.67:0/445048881 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc8100c6690 0x7fc8101f6c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:25:24.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.411+0000 7fc80dd9b640 1 --2- 172.21.15.67:0/445048881 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc8100c6fe0 0x7fc8100c79a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:25:24.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.411+0000 7fc80ed9d640 1 --2- 172.21.15.67:0/445048881 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc8100d0520 0x7fc8101f3ee0 secure :-1 s=READY pgs=832 cs=0 l=1 rev1=1 crypto rx=0x7fc80000c730 tx=0x7fc80000cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:24.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.411+0000 7fc806ffd640 1 -- 172.21.15.67:0/445048881 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc800017070 con 0x7fc8100d0520 2024-09-21T00:25:24.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.411+0000 7fc806ffd640 1 -- 172.21.15.67:0/445048881 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc800003c60 con 0x7fc8100d0520 2024-09-21T00:25:24.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.411+0000 7fc814fe6640 1 -- 172.21.15.67:0/445048881 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc8101f74f0 con 0x7fc8100d0520 2024-09-21T00:25:24.415 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.411+0000 7fc806ffd640 1 -- 172.21.15.67:0/445048881 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8000052d0 con 0x7fc8100d0520 2024-09-21T00:25:24.415 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.411+0000 7fc814fe6640 1 -- 172.21.15.67:0/445048881 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8101f7ab0 con 0x7fc8100d0520 2024-09-21T00:25:24.415 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.412+0000 7fc814fe6640 1 -- 172.21.15.67:0/445048881 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc8100cf180 con 0x7fc8100d0520 2024-09-21T00:25:24.415 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.413+0000 7fc806ffd640 1 -- 172.21.15.67:0/445048881 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fc80001a070 con 0x7fc8100d0520 2024-09-21T00:25:24.415 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.414+0000 7fc806ffd640 1 --2- 172.21.15.67:0/445048881 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc7f0078b90 0x7fc7f007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:24.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.414+0000 7fc806ffd640 1 -- 172.21.15.67:0/445048881 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 5795+0+0 (secure 0 0 0) 0x7fc80009a5d0 con 0x7fc8100d0520 2024-09-21T00:25:24.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.414+0000 7fc80e59c640 1 --2- 172.21.15.67:0/445048881 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc7f0078b90 0x7fc7f007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:24.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.415+0000 7fc80e59c640 1 --2- 172.21.15.67:0/445048881 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc7f0078b90 0x7fc7f007b0a0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fc808034000 tx=0x7fc808004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:24.420 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.418+0000 7fc806ffd640 1 -- 172.21.15.67:0/445048881 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fc8000629b0 con 0x7fc8100d0520 2024-09-21T00:25:24.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.644+0000 7fc814fe6640 1 -- 172.21.15.67:0/445048881 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc8100c6020 con 0x7fc8100d0520 2024-09-21T00:25:24.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.644+0000 7fc806ffd640 1 -- 172.21.15.67:0/445048881 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 46 v46) ==== 94+0+5224 (secure 0 0 0) 0x7fc8000622b0 con 0x7fc8100d0520 2024-09-21T00:25:24.646 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:25:24.646 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":46,"btime":"2024-09-21T00:25:14:995107+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5756,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6835/1229598283","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":1229598283},{"type":"v1","addr":"172.21.15.97:6835","nonce":1229598283}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43},{"gid":6139,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/3421646026","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":3421646026},{"type":"v1","addr":"172.21.15.97:6837","nonce":3421646026}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43},{"gid":6501,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6833/2714249890","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":2714249890},{"type":"v1","addr":"172.21.15.67:6833","nonce":2714249890}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43}],"filesystems":[{"mdsmap":{"epoch":46,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:24:53.303340+0000","modified":"2024-09-21T00:25:14.995099+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":60,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6519},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6519":{"gid":6519,"name":"a","rank":0,"incarnation":43,"state":"up:active","state_seq":4,"addr":"172.21.15.67:6835/3467835311","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":3467835311},{"type":"v1","addr":"172.21.15.67:6835","nonce":3467835311}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6519,"qdb_cluster":[6519]},"id":4}]} 2024-09-21T00:25:24.646 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 46 2024-09-21T00:25:24.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.647+0000 7fc814fe6640 1 -- 172.21.15.67:0/445048881 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc7f0078b90 msgr2=0x7fc7f007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:24.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.647+0000 7fc814fe6640 1 --2- 172.21.15.67:0/445048881 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc7f0078b90 0x7fc7f007b0a0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fc808034000 tx=0x7fc808004730 comp rx=0 tx=0).stop 2024-09-21T00:25:24.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.647+0000 7fc814fe6640 1 -- 172.21.15.67:0/445048881 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc8100d0520 msgr2=0x7fc8101f3ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:24.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.647+0000 7fc814fe6640 1 --2- 172.21.15.67:0/445048881 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc8100d0520 0x7fc8101f3ee0 secure :-1 s=READY pgs=832 cs=0 l=1 rev1=1 crypto rx=0x7fc80000c730 tx=0x7fc80000cbf0 comp rx=0 tx=0).stop 2024-09-21T00:25:24.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.647+0000 7fc814fe6640 1 -- 172.21.15.67:0/445048881 shutdown_connections 2024-09-21T00:25:24.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.647+0000 7fc814fe6640 1 --2- 172.21.15.67:0/445048881 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc7f0078b90 0x7fc7f007b0a0 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:24.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.647+0000 7fc814fe6640 1 --2- 172.21.15.67:0/445048881 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc8100d0520 0x7fc8101f3ee0 unknown :-1 s=CLOSED pgs=832 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:24.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.647+0000 7fc814fe6640 1 --2- 172.21.15.67:0/445048881 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc8100c6fe0 0x7fc8100c79a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:24.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.647+0000 7fc814fe6640 1 --2- 172.21.15.67:0/445048881 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc8100c6690 0x7fc8101f6c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:24.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.647+0000 7fc814fe6640 1 -- 172.21.15.67:0/445048881 >> 172.21.15.67:0/445048881 conn(0x7fc8100d0a00 msgr2=0x7fc8101547a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:24.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.647+0000 7fc814fe6640 1 -- 172.21.15.67:0/445048881 shutdown_connections 2024-09-21T00:25:24.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.647+0000 7fc814fe6640 1 -- 172.21.15.67:0/445048881 wait complete. 2024-09-21T00:25:24.659 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:25:24.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.775+0000 7f7295ab4640 1 -- 172.21.15.67:0/592988949 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7278004800 msgr2=0x7f7278004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:24.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.775+0000 7f7295ab4640 1 --2- 172.21.15.67:0/592988949 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7278004800 0x7f7278004c10 secure :-1 s=READY pgs=834 cs=0 l=1 rev1=1 crypto rx=0x7f7284009b20 tx=0x7f7278005830 comp rx=0 tx=0).stop 2024-09-21T00:25:24.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.775+0000 7f728ffff640 1 -- 172.21.15.67:0/592988949 reap_dead start 2024-09-21T00:25:24.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.775+0000 7f7295ab4640 1 -- 172.21.15.67:0/592988949 shutdown_connections 2024-09-21T00:25:24.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.775+0000 7f7295ab4640 1 -- 172.21.15.67:0/592988949 >> 172.21.15.67:0/592988949 conn(0x7f729006d5a0 msgr2=0x7f72900b1d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:24.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.776+0000 7f7295ab4640 1 -- 172.21.15.67:0/592988949 shutdown_connections 2024-09-21T00:25:24.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.776+0000 7f7295ab4640 1 -- 172.21.15.67:0/592988949 wait complete. 2024-09-21T00:25:24.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.777+0000 7f7295ab4640 1 Processor -- start 2024-09-21T00:25:24.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.778+0000 7f7295ab4640 1 -- start start 2024-09-21T00:25:24.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.779+0000 7f7295ab4640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7278004800 0x7f729009ae80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:24.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.779+0000 7f7295ab4640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f729009b8d0 0x7f72901e92f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:24.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.779+0000 7f7295ab4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f729009bce0 0x7f72901e9830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:24.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.779+0000 7f7295ab4640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f72900af0a0 con 0x7f729009bce0 2024-09-21T00:25:24.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.779+0000 7f7295ab4640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f729015ffc0 con 0x7f729009b8d0 2024-09-21T00:25:24.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.779+0000 7f7295ab4640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f72900af220 con 0x7f7278004800 2024-09-21T00:25:24.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.779+0000 7f728ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f729009bce0 0x7f72901e9830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:24.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.779+0000 7f728ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f729009bce0 0x7f72901e9830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42728/0 (socket says 172.21.15.67:42728) 2024-09-21T00:25:24.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.779+0000 7f728ffff640 1 -- 172.21.15.67:0/143433081 learned_addr learned my addr 172.21.15.67:0/143433081 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:24.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.779+0000 7f728effd640 1 --2- 172.21.15.67:0/143433081 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f729009b8d0 0x7f72901e92f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:24.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.779+0000 7f728f7fe640 1 --2- 172.21.15.67:0/143433081 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7278004800 0x7f729009ae80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:24.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.779+0000 7f728ffff640 1 -- 172.21.15.67:0/143433081 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7278004800 msgr2=0x7f729009ae80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:24.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.779+0000 7f728ffff640 1 --2- 172.21.15.67:0/143433081 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7278004800 0x7f729009ae80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:24.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.779+0000 7f728ffff640 1 -- 172.21.15.67:0/143433081 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f729009b8d0 msgr2=0x7f72901e92f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:24.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.779+0000 7f728ffff640 1 --2- 172.21.15.67:0/143433081 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f729009b8d0 0x7f72901e92f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:24.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.779+0000 7f728ffff640 1 -- 172.21.15.67:0/143433081 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7290151ac0 con 0x7f729009bce0 2024-09-21T00:25:24.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.779+0000 7f728effd640 1 --2- 172.21.15.67:0/143433081 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f729009b8d0 0x7f72901e92f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:25:24.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.779+0000 7f728f7fe640 1 --2- 172.21.15.67:0/143433081 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7278004800 0x7f729009ae80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:25:24.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.780+0000 7f728ffff640 1 --2- 172.21.15.67:0/143433081 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f729009bce0 0x7f72901e9830 secure :-1 s=READY pgs=835 cs=0 l=1 rev1=1 crypto rx=0x7f72900ad640 tx=0x7f7288006710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:24.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.780+0000 7f7277fff640 1 -- 172.21.15.67:0/143433081 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f728800e9b0 con 0x7f729009bce0 2024-09-21T00:25:24.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.780+0000 7f7277fff640 1 -- 172.21.15.67:0/143433081 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7288018070 con 0x7f729009bce0 2024-09-21T00:25:24.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.780+0000 7f7295ab4640 1 -- 172.21.15.67:0/143433081 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72900b1180 con 0x7f729009bce0 2024-09-21T00:25:24.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.780+0000 7f7277fff640 1 -- 172.21.15.67:0/143433081 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7288011460 con 0x7f729009bce0 2024-09-21T00:25:24.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.780+0000 7f7295ab4640 1 -- 172.21.15.67:0/143433081 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72900b1740 con 0x7f729009bce0 2024-09-21T00:25:24.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.781+0000 7f7295ab4640 1 -- 172.21.15.67:0/143433081 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7290070480 con 0x7f729009bce0 2024-09-21T00:25:24.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.782+0000 7f7277fff640 1 -- 172.21.15.67:0/143433081 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f7288011600 con 0x7f729009bce0 2024-09-21T00:25:24.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.782+0000 7f7277fff640 1 --2- 172.21.15.67:0/143433081 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f727c078b90 0x7f727c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:24.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.783+0000 7f7277fff640 1 -- 172.21.15.67:0/143433081 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 5795+0+0 (secure 0 0 0) 0x7f728809b480 con 0x7f729009bce0 2024-09-21T00:25:24.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.783+0000 7f728f7fe640 1 --2- 172.21.15.67:0/143433081 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f727c078b90 0x7f727c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:24.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.783+0000 7f728f7fe640 1 --2- 172.21.15.67:0/143433081 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f727c078b90 0x7f727c07b0a0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f7280005d00 tx=0x7f7280005e30 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:24.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.787+0000 7f7277fff640 1 -- 172.21.15.67:0/143433081 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f7290152b30 con 0x7f729009bce0 2024-09-21T00:25:24.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.978+0000 7f7295ab4640 1 -- 172.21.15.67:0/143433081 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f729015d5b0 con 0x7f729009bce0 2024-09-21T00:25:24.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.979+0000 7f7277fff640 1 -- 172.21.15.67:0/143433081 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v60) ==== 74+0+16818 (secure 0 0 0) 0x7f72880638f0 con 0x7f729009bce0 2024-09-21T00:25:24.980 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:25:24.980 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":60,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:25:11.703020+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:24:50.979807+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-09-21T00:24:52.263997+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"56","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.67:6835/4157540117":"2024-09-22T00:25:11.702980+0000","172.21.15.67:6834/4157540117":"2024-09-22T00:25:11.702980+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:25:24.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.981+0000 7f7295ab4640 1 -- 172.21.15.67:0/143433081 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f727c078b90 msgr2=0x7f727c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:24.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.981+0000 7f7295ab4640 1 --2- 172.21.15.67:0/143433081 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f727c078b90 0x7f727c07b0a0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f7280005d00 tx=0x7f7280005e30 comp rx=0 tx=0).stop 2024-09-21T00:25:24.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.981+0000 7f7295ab4640 1 -- 172.21.15.67:0/143433081 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f729009bce0 msgr2=0x7f72901e9830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:24.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.981+0000 7f7295ab4640 1 --2- 172.21.15.67:0/143433081 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f729009bce0 0x7f72901e9830 secure :-1 s=READY pgs=835 cs=0 l=1 rev1=1 crypto rx=0x7f72900ad640 tx=0x7f7288006710 comp rx=0 tx=0).stop 2024-09-21T00:25:24.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.981+0000 7f7295ab4640 1 -- 172.21.15.67:0/143433081 shutdown_connections 2024-09-21T00:25:24.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.981+0000 7f7295ab4640 1 --2- 172.21.15.67:0/143433081 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f727c078b90 0x7f727c07b0a0 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:24.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.981+0000 7f7295ab4640 1 --2- 172.21.15.67:0/143433081 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f729009bce0 0x7f72901e9830 unknown :-1 s=CLOSED pgs=835 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:24.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.981+0000 7f7295ab4640 1 --2- 172.21.15.67:0/143433081 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f729009b8d0 0x7f72901e92f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:24.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.981+0000 7f7295ab4640 1 --2- 172.21.15.67:0/143433081 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7278004800 0x7f729009ae80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:24.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.981+0000 7f7295ab4640 1 -- 172.21.15.67:0/143433081 >> 172.21.15.67:0/143433081 conn(0x7f729006d5a0 msgr2=0x7f7290159960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:24.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.981+0000 7f7295ab4640 1 -- 172.21.15.67:0/143433081 shutdown_connections 2024-09-21T00:25:24.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:24.981+0000 7f7295ab4640 1 -- 172.21.15.67:0/143433081 wait complete. 2024-09-21T00:25:24.994 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-21T00:25:24.994 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:25:25.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.109+0000 7f0805919640 1 -- 172.21.15.67:0/2684953093 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f08000b9e70 msgr2=0x7f08000b6020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:25.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.109+0000 7f0805919640 1 --2- 172.21.15.67:0/2684953093 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f08000b9e70 0x7f08000b6020 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f07f8009830 tx=0x7f07f802a480 comp rx=0 tx=0).stop 2024-09-21T00:25:25.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.109+0000 7f0805919640 1 -- 172.21.15.67:0/2684953093 shutdown_connections 2024-09-21T00:25:25.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.109+0000 7f0805919640 1 --2- 172.21.15.67:0/2684953093 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f08000d22f0 0x7f08000b6560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:25.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.109+0000 7f0805919640 1 --2- 172.21.15.67:0/2684953093 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f08000b9e70 0x7f08000b6020 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:25.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.109+0000 7f0805919640 1 -- 172.21.15.67:0/2684953093 >> 172.21.15.67:0/2684953093 conn(0x7f08000d45a0 msgr2=0x7f08000d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:25.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.109+0000 7f0805919640 1 -- 172.21.15.67:0/2684953093 shutdown_connections 2024-09-21T00:25:25.112 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.109+0000 7f0805919640 1 -- 172.21.15.67:0/2684953093 wait complete. 2024-09-21T00:25:25.112 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.111+0000 7f0805919640 1 Processor -- start 2024-09-21T00:25:25.112 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.111+0000 7f0805919640 1 -- start start 2024-09-21T00:25:25.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.112+0000 7f0805919640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f080006ebc0 0x7f0800156710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:25.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.112+0000 7f0805919640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f08000b9e70 0x7f080015eac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:25.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.112+0000 7f0805919640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f08000d22f0 0x7f08000d1570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:25.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.113+0000 7f0805919640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f080006f6e0 con 0x7f08000d22f0 2024-09-21T00:25:25.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.113+0000 7f0805919640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f08000d05c0 con 0x7f08000b9e70 2024-09-21T00:25:25.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.113+0000 7f0805919640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f080006f860 con 0x7f080006ebc0 2024-09-21T00:25:25.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.113+0000 7f07ff7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f08000d22f0 0x7f08000d1570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:25.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.113+0000 7f07ff7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f08000d22f0 0x7f08000d1570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42744/0 (socket says 172.21.15.67:42744) 2024-09-21T00:25:25.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.113+0000 7f07ff7fe640 1 -- 172.21.15.67:0/168425982 learned_addr learned my addr 172.21.15.67:0/168425982 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:25.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.113+0000 7f07feffd640 1 --2- 172.21.15.67:0/168425982 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f080006ebc0 0x7f0800156710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:25.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.113+0000 7f07fe7fc640 1 --2- 172.21.15.67:0/168425982 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f08000b9e70 0x7f080015eac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:25.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.113+0000 7f07ff7fe640 1 -- 172.21.15.67:0/168425982 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f080006ebc0 msgr2=0x7f0800156710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:25.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.113+0000 7f07ff7fe640 1 --2- 172.21.15.67:0/168425982 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f080006ebc0 0x7f0800156710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:25.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.113+0000 7f07ff7fe640 1 -- 172.21.15.67:0/168425982 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f08000b9e70 msgr2=0x7f080015eac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:25.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.113+0000 7f07ff7fe640 1 --2- 172.21.15.67:0/168425982 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f08000b9e70 0x7f080015eac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:25.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.113+0000 7f07ff7fe640 1 -- 172.21.15.67:0/168425982 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f080015f770 con 0x7f08000d22f0 2024-09-21T00:25:25.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.113+0000 7f07ff7fe640 1 --2- 172.21.15.67:0/168425982 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f08000d22f0 0x7f08000d1570 secure :-1 s=READY pgs=836 cs=0 l=1 rev1=1 crypto rx=0x7f07f000c6b0 tx=0x7f07f000cb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:25.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.113+0000 7f07f7fff640 1 -- 172.21.15.67:0/168425982 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07f0003b70 con 0x7f08000d22f0 2024-09-21T00:25:25.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.113+0000 7f07f7fff640 1 -- 172.21.15.67:0/168425982 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f07f0003d10 con 0x7f08000d22f0 2024-09-21T00:25:25.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.114+0000 7f0805919640 1 -- 172.21.15.67:0/168425982 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f080015b2c0 con 0x7f08000d22f0 2024-09-21T00:25:25.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.114+0000 7f07f7fff640 1 -- 172.21.15.67:0/168425982 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07f0005330 con 0x7f08000d22f0 2024-09-21T00:25:25.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.114+0000 7f0805919640 1 -- 172.21.15.67:0/168425982 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f080015f000 con 0x7f08000d22f0 2024-09-21T00:25:25.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.115+0000 7f0805919640 1 -- 172.21.15.67:0/168425982 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f080006fd10 con 0x7f08000d22f0 2024-09-21T00:25:25.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.115+0000 7f07f7fff640 1 -- 172.21.15.67:0/168425982 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f07f00054d0 con 0x7f08000d22f0 2024-09-21T00:25:25.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.116+0000 7f07f7fff640 1 --2- 172.21.15.67:0/168425982 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f07e0078b90 0x7f07e007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:25.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.116+0000 7f07f7fff640 1 -- 172.21.15.67:0/168425982 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 5795+0+0 (secure 0 0 0) 0x7f07f009a9d0 con 0x7f08000d22f0 2024-09-21T00:25:25.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.116+0000 7f07feffd640 1 --2- 172.21.15.67:0/168425982 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f07e0078b90 0x7f07e007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:25.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.117+0000 7f07feffd640 1 --2- 172.21.15.67:0/168425982 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f07e0078b90 0x7f07e007b0a0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f07f8034000 tx=0x7f07f8004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:25.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.120+0000 7f07f7fff640 1 -- 172.21.15.67:0/168425982 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f080015f770 con 0x7f08000d22f0 2024-09-21T00:25:25.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.348+0000 7f0805919640 1 -- 172.21.15.67:0/168425982 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f080015a220 con 0x7f08000d22f0 2024-09-21T00:25:25.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.349+0000 7f07f7fff640 1 -- 172.21.15.67:0/168425982 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 46 v46) ==== 94+0+5224 (secure 0 0 0) 0x7f07f0062800 con 0x7f08000d22f0 2024-09-21T00:25:25.350 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:25:25.350 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":46,"btime":"2024-09-21T00:25:14:995107+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5756,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6835/1229598283","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":1229598283},{"type":"v1","addr":"172.21.15.97:6835","nonce":1229598283}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43},{"gid":6139,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/3421646026","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":3421646026},{"type":"v1","addr":"172.21.15.97:6837","nonce":3421646026}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43},{"gid":6501,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6833/2714249890","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":2714249890},{"type":"v1","addr":"172.21.15.67:6833","nonce":2714249890}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43}],"filesystems":[{"mdsmap":{"epoch":46,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:24:53.303340+0000","modified":"2024-09-21T00:25:14.995099+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":60,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6519},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6519":{"gid":6519,"name":"a","rank":0,"incarnation":43,"state":"up:active","state_seq":4,"addr":"172.21.15.67:6835/3467835311","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":3467835311},{"type":"v1","addr":"172.21.15.67:6835","nonce":3467835311}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6519,"qdb_cluster":[6519]},"id":4}]} 2024-09-21T00:25:25.350 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 46 2024-09-21T00:25:25.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.351+0000 7f0805919640 1 -- 172.21.15.67:0/168425982 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f07e0078b90 msgr2=0x7f07e007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:25.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.351+0000 7f0805919640 1 --2- 172.21.15.67:0/168425982 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f07e0078b90 0x7f07e007b0a0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f07f8034000 tx=0x7f07f8004730 comp rx=0 tx=0).stop 2024-09-21T00:25:25.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.351+0000 7f0805919640 1 -- 172.21.15.67:0/168425982 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f08000d22f0 msgr2=0x7f08000d1570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:25.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.351+0000 7f0805919640 1 --2- 172.21.15.67:0/168425982 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f08000d22f0 0x7f08000d1570 secure :-1 s=READY pgs=836 cs=0 l=1 rev1=1 crypto rx=0x7f07f000c6b0 tx=0x7f07f000cb70 comp rx=0 tx=0).stop 2024-09-21T00:25:25.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.351+0000 7f0805919640 1 -- 172.21.15.67:0/168425982 shutdown_connections 2024-09-21T00:25:25.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.351+0000 7f0805919640 1 --2- 172.21.15.67:0/168425982 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f07e0078b90 0x7f07e007b0a0 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:25.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.351+0000 7f0805919640 1 --2- 172.21.15.67:0/168425982 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f08000d22f0 0x7f08000d1570 unknown :-1 s=CLOSED pgs=836 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:25.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.351+0000 7f0805919640 1 --2- 172.21.15.67:0/168425982 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f08000b9e70 0x7f080015eac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:25.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.351+0000 7f0805919640 1 --2- 172.21.15.67:0/168425982 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f080006ebc0 0x7f0800156710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:25.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.351+0000 7f0805919640 1 -- 172.21.15.67:0/168425982 >> 172.21.15.67:0/168425982 conn(0x7f08000d45a0 msgr2=0x7f08000b73d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:25.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.351+0000 7f0805919640 1 -- 172.21.15.67:0/168425982 shutdown_connections 2024-09-21T00:25:25.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.351+0000 7f0805919640 1 -- 172.21.15.67:0/168425982 wait complete. 2024-09-21T00:25:25.363 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:25:25.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.478+0000 7fea2872b640 1 -- 172.21.15.67:0/2147894706 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fea2009b060 msgr2=0x7fea200b4c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:25.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.478+0000 7fea2872b640 1 --2- 172.21.15.67:0/2147894706 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fea2009b060 0x7fea200b4c60 secure :-1 s=READY pgs=838 cs=0 l=1 rev1=1 crypto rx=0x7fea10009830 tx=0x7fea1002a510 comp rx=0 tx=0).stop 2024-09-21T00:25:25.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.478+0000 7fea2872b640 1 -- 172.21.15.67:0/2147894706 shutdown_connections 2024-09-21T00:25:25.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.478+0000 7fea2872b640 1 --2- 172.21.15.67:0/2147894706 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fea200cd030 0x7fea200cd440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:25.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.478+0000 7fea2872b640 1 --2- 172.21.15.67:0/2147894706 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fea2009b060 0x7fea200b4c60 unknown :-1 s=CLOSED pgs=838 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:25.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.478+0000 7fea2872b640 1 -- 172.21.15.67:0/2147894706 >> 172.21.15.67:0/2147894706 conn(0x7fea200b4140 msgr2=0x7fea200b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:25.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.478+0000 7fea2872b640 1 -- 172.21.15.67:0/2147894706 shutdown_connections 2024-09-21T00:25:25.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.478+0000 7fea2872b640 1 -- 172.21.15.67:0/2147894706 wait complete. 2024-09-21T00:25:25.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.480+0000 7fea2872b640 1 Processor -- start 2024-09-21T00:25:25.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.480+0000 7fea2872b640 1 -- start start 2024-09-21T00:25:25.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.481+0000 7fea2872b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fea200b7850 0x7fea2009c350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:25.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.481+0000 7fea2872b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fea200cd030 0x7fea201d3ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:25.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.481+0000 7fea2872b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fea201d78b0 0x7fea201d4420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:25.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.481+0000 7fea2872b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fea200cdd10 con 0x7fea200b7850 2024-09-21T00:25:25.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.481+0000 7fea2872b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fea200cdb90 con 0x7fea200cd030 2024-09-21T00:25:25.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.481+0000 7fea2872b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fea200cde90 con 0x7fea201d78b0 2024-09-21T00:25:25.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.481+0000 7fea264c7640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fea200b7850 0x7fea2009c350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:25.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.481+0000 7fea264c7640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fea200b7850 0x7fea2009c350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42750/0 (socket says 172.21.15.67:42750) 2024-09-21T00:25:25.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.481+0000 7fea264c7640 1 -- 172.21.15.67:0/217583490 learned_addr learned my addr 172.21.15.67:0/217583490 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:25.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.482+0000 7fea25cc6640 1 --2- 172.21.15.67:0/217583490 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fea200cd030 0x7fea201d3ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:25.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.482+0000 7fea26cc8640 1 --2- 172.21.15.67:0/217583490 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fea201d78b0 0x7fea201d4420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:25.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.482+0000 7fea264c7640 1 -- 172.21.15.67:0/217583490 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fea201d78b0 msgr2=0x7fea201d4420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:25.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.482+0000 7fea264c7640 1 --2- 172.21.15.67:0/217583490 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fea201d78b0 0x7fea201d4420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:25.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.482+0000 7fea264c7640 1 -- 172.21.15.67:0/217583490 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fea200cd030 msgr2=0x7fea201d3ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:25.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.482+0000 7fea264c7640 1 --2- 172.21.15.67:0/217583490 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fea200cd030 0x7fea201d3ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:25.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.482+0000 7fea264c7640 1 -- 172.21.15.67:0/217583490 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea2009ca00 con 0x7fea200b7850 2024-09-21T00:25:25.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.482+0000 7fea264c7640 1 --2- 172.21.15.67:0/217583490 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fea200b7850 0x7fea2009c350 secure :-1 s=READY pgs=839 cs=0 l=1 rev1=1 crypto rx=0x7fea1c00c3f0 tx=0x7fea1c00c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:25.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.482+0000 7fea16ffd640 1 -- 172.21.15.67:0/217583490 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea1c017070 con 0x7fea200b7850 2024-09-21T00:25:25.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.482+0000 7fea16ffd640 1 -- 172.21.15.67:0/217583490 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fea1c0035f0 con 0x7fea200b7850 2024-09-21T00:25:25.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.482+0000 7fea2872b640 1 -- 172.21.15.67:0/217583490 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fea200c7e40 con 0x7fea200b7850 2024-09-21T00:25:25.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.482+0000 7fea16ffd640 1 -- 172.21.15.67:0/217583490 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea1c003a40 con 0x7fea200b7850 2024-09-21T00:25:25.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.482+0000 7fea2872b640 1 -- 172.21.15.67:0/217583490 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fea200c8400 con 0x7fea200b7850 2024-09-21T00:25:25.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.483+0000 7fea2872b640 1 -- 172.21.15.67:0/217583490 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fea200b7cc0 con 0x7fea200b7850 2024-09-21T00:25:25.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.484+0000 7fea16ffd640 1 -- 172.21.15.67:0/217583490 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fea1c01a070 con 0x7fea200b7850 2024-09-21T00:25:25.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.485+0000 7fea16ffd640 1 --2- 172.21.15.67:0/217583490 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fea04078b90 0x7fea0407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:25.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.485+0000 7fea16ffd640 1 -- 172.21.15.67:0/217583490 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 5795+0+0 (secure 0 0 0) 0x7fea1c09a420 con 0x7fea200b7850 2024-09-21T00:25:25.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.485+0000 7fea25cc6640 1 --2- 172.21.15.67:0/217583490 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fea04078b90 0x7fea0407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:25.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.486+0000 7fea25cc6640 1 --2- 172.21.15.67:0/217583490 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fea04078b90 0x7fea0407b0a0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fea10034000 tx=0x7fea10004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:25.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.489+0000 7fea16ffd640 1 -- 172.21.15.67:0/217583490 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fea200b7cc0 con 0x7fea200b7850 2024-09-21T00:25:25.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.715+0000 7fea2872b640 1 -- 172.21.15.67:0/217583490 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fea200b4c60 con 0x7fea200b7850 2024-09-21T00:25:25.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.716+0000 7fea16ffd640 1 -- 172.21.15.67:0/217583490 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 46 v46) ==== 94+0+5224 (secure 0 0 0) 0x7fea1c021020 con 0x7fea200b7850 2024-09-21T00:25:25.717 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:25:25.718 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":46,"btime":"2024-09-21T00:25:14:995107+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5756,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6835/1229598283","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":1229598283},{"type":"v1","addr":"172.21.15.97:6835","nonce":1229598283}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43},{"gid":6139,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/3421646026","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":3421646026},{"type":"v1","addr":"172.21.15.97:6837","nonce":3421646026}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43},{"gid":6501,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6833/2714249890","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":2714249890},{"type":"v1","addr":"172.21.15.67:6833","nonce":2714249890}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43}],"filesystems":[{"mdsmap":{"epoch":46,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:24:53.303340+0000","modified":"2024-09-21T00:25:14.995099+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":60,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6519},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6519":{"gid":6519,"name":"a","rank":0,"incarnation":43,"state":"up:active","state_seq":4,"addr":"172.21.15.67:6835/3467835311","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":3467835311},{"type":"v1","addr":"172.21.15.67:6835","nonce":3467835311}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6519,"qdb_cluster":[6519]},"id":4}]} 2024-09-21T00:25:25.718 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 46 2024-09-21T00:25:25.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.718+0000 7fea2872b640 1 -- 172.21.15.67:0/217583490 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fea04078b90 msgr2=0x7fea0407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:25.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.718+0000 7fea2872b640 1 --2- 172.21.15.67:0/217583490 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fea04078b90 0x7fea0407b0a0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fea10034000 tx=0x7fea10004730 comp rx=0 tx=0).stop 2024-09-21T00:25:25.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.718+0000 7fea2872b640 1 -- 172.21.15.67:0/217583490 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fea200b7850 msgr2=0x7fea2009c350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:25.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.718+0000 7fea2872b640 1 --2- 172.21.15.67:0/217583490 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fea200b7850 0x7fea2009c350 secure :-1 s=READY pgs=839 cs=0 l=1 rev1=1 crypto rx=0x7fea1c00c3f0 tx=0x7fea1c00c8b0 comp rx=0 tx=0).stop 2024-09-21T00:25:25.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.718+0000 7fea2872b640 1 -- 172.21.15.67:0/217583490 shutdown_connections 2024-09-21T00:25:25.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.718+0000 7fea2872b640 1 --2- 172.21.15.67:0/217583490 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fea04078b90 0x7fea0407b0a0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:25.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.718+0000 7fea2872b640 1 --2- 172.21.15.67:0/217583490 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fea201d78b0 0x7fea201d4420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:25.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.718+0000 7fea2872b640 1 --2- 172.21.15.67:0/217583490 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fea200cd030 0x7fea201d3ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:25.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.718+0000 7fea2872b640 1 --2- 172.21.15.67:0/217583490 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fea200b7850 0x7fea2009c350 unknown :-1 s=CLOSED pgs=839 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:25.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.718+0000 7fea2872b640 1 -- 172.21.15.67:0/217583490 >> 172.21.15.67:0/217583490 conn(0x7fea200b4140 msgr2=0x7fea200b67b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:25.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.718+0000 7fea2872b640 1 -- 172.21.15.67:0/217583490 shutdown_connections 2024-09-21T00:25:25.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.718+0000 7fea2872b640 1 -- 172.21.15.67:0/217583490 wait complete. 2024-09-21T00:25:25.731 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:25:25.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.846+0000 7f6fbd982640 1 -- 172.21.15.67:0/2993355615 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6fb815b9b0 msgr2=0x7f6fb80b5630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:25.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.846+0000 7f6fbd982640 1 --2- 172.21.15.67:0/2993355615 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6fb815b9b0 0x7f6fb80b5630 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f6fa0009830 tx=0x7f6fa002a5c0 comp rx=0 tx=0).stop 2024-09-21T00:25:25.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.846+0000 7f6fbd982640 1 -- 172.21.15.67:0/2993355615 shutdown_connections 2024-09-21T00:25:25.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.846+0000 7f6fbd982640 1 --2- 172.21.15.67:0/2993355615 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6fb815b9b0 0x7f6fb80b5630 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:25.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.846+0000 7f6fbd982640 1 -- 172.21.15.67:0/2993355615 >> 172.21.15.67:0/2993355615 conn(0x7f6fb80b2ef0 msgr2=0x7f6fb80b3300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:25.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.846+0000 7f6fbd982640 1 -- 172.21.15.67:0/2993355615 shutdown_connections 2024-09-21T00:25:25.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.846+0000 7f6fbd982640 1 -- 172.21.15.67:0/2993355615 wait complete. 2024-09-21T00:25:25.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.848+0000 7f6fbd982640 1 Processor -- start 2024-09-21T00:25:25.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.848+0000 7f6fbd982640 1 -- start start 2024-09-21T00:25:25.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.849+0000 7f6fbd982640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6fb80b5b70 0x7f6fb8157480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:25.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.849+0000 7f6fbd982640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6fb80b6790 0x7f6fb80ce190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:25.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.849+0000 7f6fbd982640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6fb815b9b0 0x7f6fb80ce6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:25.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.849+0000 7f6fbd982640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f6fb80b6100 con 0x7f6fb80b6790 2024-09-21T00:25:25.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.849+0000 7f6fbd982640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f6fb80b5f80 con 0x7f6fb80b5b70 2024-09-21T00:25:25.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.849+0000 7f6fbd982640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f6fb80b23d0 con 0x7f6fb815b9b0 2024-09-21T00:25:25.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.849+0000 7f6faffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6fb80b6790 0x7f6fb80ce190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:25.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.849+0000 7f6faffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6fb80b6790 0x7f6fb80ce190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42758/0 (socket says 172.21.15.67:42758) 2024-09-21T00:25:25.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.849+0000 7f6faffff640 1 -- 172.21.15.67:0/2969443545 learned_addr learned my addr 172.21.15.67:0/2969443545 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:25.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.849+0000 7f6fb6ffd640 1 --2- 172.21.15.67:0/2969443545 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6fb80b5b70 0x7f6fb8157480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:25.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.849+0000 7f6fb77fe640 1 --2- 172.21.15.67:0/2969443545 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6fb815b9b0 0x7f6fb80ce6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:25.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.849+0000 7f6faffff640 1 -- 172.21.15.67:0/2969443545 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6fb815b9b0 msgr2=0x7f6fb80ce6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:25.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.849+0000 7f6faffff640 1 --2- 172.21.15.67:0/2969443545 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6fb815b9b0 0x7f6fb80ce6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:25.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.849+0000 7f6faffff640 1 -- 172.21.15.67:0/2969443545 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6fb80b5b70 msgr2=0x7f6fb8157480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:25.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.849+0000 7f6faffff640 1 --2- 172.21.15.67:0/2969443545 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6fb80b5b70 0x7f6fb8157480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:25.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.849+0000 7f6faffff640 1 -- 172.21.15.67:0/2969443545 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6fb815caa0 con 0x7f6fb80b6790 2024-09-21T00:25:25.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.849+0000 7f6fb6ffd640 1 --2- 172.21.15.67:0/2969443545 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6fb80b5b70 0x7f6fb8157480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:25:25.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.850+0000 7f6faffff640 1 --2- 172.21.15.67:0/2969443545 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6fb80b6790 0x7f6fb80ce190 secure :-1 s=READY pgs=841 cs=0 l=1 rev1=1 crypto rx=0x7f6fa0009950 tx=0x7f6fa0033ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:25.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.850+0000 7f6fb4ff9640 1 -- 172.21.15.67:0/2969443545 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fa0031b50 con 0x7f6fb80b6790 2024-09-21T00:25:25.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.850+0000 7f6fb4ff9640 1 -- 172.21.15.67:0/2969443545 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6fa0031de0 con 0x7f6fb80b6790 2024-09-21T00:25:25.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.850+0000 7f6fbd982640 1 -- 172.21.15.67:0/2969443545 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6fb809ea60 con 0x7f6fb80b6790 2024-09-21T00:25:25.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.850+0000 7f6fb4ff9640 1 -- 172.21.15.67:0/2969443545 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fa0005280 con 0x7f6fb80b6790 2024-09-21T00:25:25.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.850+0000 7f6fbd982640 1 -- 172.21.15.67:0/2969443545 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6fb81579c0 con 0x7f6fb80b6790 2024-09-21T00:25:25.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.851+0000 7f6fbd982640 1 -- 172.21.15.67:0/2969443545 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6fb80692e0 con 0x7f6fb80b6790 2024-09-21T00:25:25.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.852+0000 7f6fb4ff9640 1 -- 172.21.15.67:0/2969443545 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f6fa0005420 con 0x7f6fb80b6790 2024-09-21T00:25:25.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.852+0000 7f6fb4ff9640 1 --2- 172.21.15.67:0/2969443545 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6f98078bc0 0x7f6f9807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:25.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.853+0000 7f6fb4ff9640 1 -- 172.21.15.67:0/2969443545 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 5795+0+0 (secure 0 0 0) 0x7f6fa00bbeb0 con 0x7f6fb80b6790 2024-09-21T00:25:25.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.853+0000 7f6fb6ffd640 1 --2- 172.21.15.67:0/2969443545 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6f98078bc0 0x7f6f9807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:25.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.853+0000 7f6fb6ffd640 1 --2- 172.21.15.67:0/2969443545 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6f98078bc0 0x7f6f9807b0d0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f6fa80046b0 tx=0x7f6fa8009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:25.858 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:25.857+0000 7f6fb4ff9640 1 -- 172.21.15.67:0/2969443545 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f6fb80692e0 con 0x7f6fb80b6790 2024-09-21T00:25:26.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.049+0000 7f6fbd982640 1 -- 172.21.15.67:0/2969443545 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6fb80b07f0 con 0x7f6fb80b6790 2024-09-21T00:25:26.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.050+0000 7f6fb4ff9640 1 -- 172.21.15.67:0/2969443545 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v60) ==== 74+0+16818 (secure 0 0 0) 0x7f6fb80b07f0 con 0x7f6fb80b6790 2024-09-21T00:25:26.052 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:25:26.052 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":60,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:25:11.703020+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:24:50.979807+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-09-21T00:24:52.263997+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"56","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.67:6835/4157540117":"2024-09-22T00:25:11.702980+0000","172.21.15.67:6834/4157540117":"2024-09-22T00:25:11.702980+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:25:26.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.053+0000 7f6fbd982640 1 -- 172.21.15.67:0/2969443545 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6f98078bc0 msgr2=0x7f6f9807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:26.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.053+0000 7f6fbd982640 1 --2- 172.21.15.67:0/2969443545 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6f98078bc0 0x7f6f9807b0d0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f6fa80046b0 tx=0x7f6fa8009040 comp rx=0 tx=0).stop 2024-09-21T00:25:26.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.053+0000 7f6fbd982640 1 -- 172.21.15.67:0/2969443545 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6fb80b6790 msgr2=0x7f6fb80ce190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:26.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.053+0000 7f6fbd982640 1 --2- 172.21.15.67:0/2969443545 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6fb80b6790 0x7f6fb80ce190 secure :-1 s=READY pgs=841 cs=0 l=1 rev1=1 crypto rx=0x7f6fa0009950 tx=0x7f6fa0033ba0 comp rx=0 tx=0).stop 2024-09-21T00:25:26.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.053+0000 7f6fbd982640 1 -- 172.21.15.67:0/2969443545 shutdown_connections 2024-09-21T00:25:26.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.053+0000 7f6fbd982640 1 --2- 172.21.15.67:0/2969443545 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6f98078bc0 0x7f6f9807b0d0 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:26.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.053+0000 7f6fbd982640 1 --2- 172.21.15.67:0/2969443545 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6fb815b9b0 0x7f6fb80ce6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:26.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.053+0000 7f6fbd982640 1 --2- 172.21.15.67:0/2969443545 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6fb80b6790 0x7f6fb80ce190 unknown :-1 s=CLOSED pgs=841 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:26.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.053+0000 7f6fbd982640 1 --2- 172.21.15.67:0/2969443545 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6fb80b5b70 0x7f6fb8157480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:26.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.053+0000 7f6fbd982640 1 -- 172.21.15.67:0/2969443545 >> 172.21.15.67:0/2969443545 conn(0x7f6fb80b2ef0 msgr2=0x7f6fb80b3300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:26.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.053+0000 7f6fbd982640 1 -- 172.21.15.67:0/2969443545 shutdown_connections 2024-09-21T00:25:26.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.053+0000 7f6fbd982640 1 -- 172.21.15.67:0/2969443545 wait complete. 2024-09-21T00:25:26.065 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-21T00:25:26.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.182+0000 7f239e9ba640 1 -- 172.21.15.67:0/860922399 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f23980b9e70 msgr2=0x7f23980b6020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:26.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.182+0000 7f239e9ba640 1 --2- 172.21.15.67:0/860922399 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f23980b9e70 0x7f23980b6020 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7f239806e010 tx=0x7f238802a510 comp rx=0 tx=0).stop 2024-09-21T00:25:26.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.182+0000 7f239e9ba640 1 -- 172.21.15.67:0/860922399 shutdown_connections 2024-09-21T00:25:26.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.182+0000 7f239e9ba640 1 --2- 172.21.15.67:0/860922399 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f23980b9e70 0x7f23980b6020 unknown :-1 s=CLOSED pgs=843 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:26.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.182+0000 7f239e9ba640 1 -- 172.21.15.67:0/860922399 >> 172.21.15.67:0/860922399 conn(0x7f23980d45a0 msgr2=0x7f23980d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:26.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.182+0000 7f239e9ba640 1 -- 172.21.15.67:0/860922399 shutdown_connections 2024-09-21T00:25:26.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.182+0000 7f239e9ba640 1 -- 172.21.15.67:0/860922399 wait complete. 2024-09-21T00:25:26.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.183+0000 7f239e9ba640 1 Processor -- start 2024-09-21T00:25:26.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.184+0000 7f239e9ba640 1 -- start start 2024-09-21T00:25:26.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.185+0000 7f239e9ba640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f23980b9e70 0x7f239809e780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:26.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.185+0000 7f239e9ba640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f23980d0270 0x7f2398153d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:26.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.185+0000 7f239e9ba640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f23980d22f0 0x7f23981542b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:26.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.185+0000 7f239e9ba640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f23980b68f0 con 0x7f23980d22f0 2024-09-21T00:25:26.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.185+0000 7f239e9ba640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f23980b6770 con 0x7f23980b9e70 2024-09-21T00:25:26.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.185+0000 7f239e9ba640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f239806f9e0 con 0x7f23980d0270 2024-09-21T00:25:26.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.185+0000 7f239cf57640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f23980d22f0 0x7f23981542b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:26.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.185+0000 7f239cf57640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f23980d22f0 0x7f23981542b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42778/0 (socket says 172.21.15.67:42778) 2024-09-21T00:25:26.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.185+0000 7f239cf57640 1 -- 172.21.15.67:0/2512782027 learned_addr learned my addr 172.21.15.67:0/2512782027 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:26.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.185+0000 7f2397fff640 1 --2- 172.21.15.67:0/2512782027 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f23980b9e70 0x7f239809e780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:26.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.185+0000 7f23977fe640 1 --2- 172.21.15.67:0/2512782027 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f23980d0270 0x7f2398153d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:26.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.185+0000 7f239cf57640 1 -- 172.21.15.67:0/2512782027 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f23980d0270 msgr2=0x7f2398153d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:26.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.185+0000 7f239cf57640 1 --2- 172.21.15.67:0/2512782027 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f23980d0270 0x7f2398153d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:26.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.185+0000 7f239cf57640 1 -- 172.21.15.67:0/2512782027 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f23980b9e70 msgr2=0x7f239809e780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:26.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.185+0000 7f239cf57640 1 --2- 172.21.15.67:0/2512782027 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f23980b9e70 0x7f239809e780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:26.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.185+0000 7f239cf57640 1 -- 172.21.15.67:0/2512782027 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23980cd4a0 con 0x7f23980d22f0 2024-09-21T00:25:26.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.185+0000 7f23977fe640 1 --2- 172.21.15.67:0/2512782027 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f23980d0270 0x7f2398153d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:25:26.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.186+0000 7f239cf57640 1 --2- 172.21.15.67:0/2512782027 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f23980d22f0 0x7f23981542b0 secure :-1 s=READY pgs=844 cs=0 l=1 rev1=1 crypto rx=0x7f239000c700 tx=0x7f239000cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:26.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.186+0000 7f2394ff9640 1 -- 172.21.15.67:0/2512782027 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2390003b70 con 0x7f23980d22f0 2024-09-21T00:25:26.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.186+0000 7f2394ff9640 1 -- 172.21.15.67:0/2512782027 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2390003d10 con 0x7f23980d22f0 2024-09-21T00:25:26.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.186+0000 7f239e9ba640 1 -- 172.21.15.67:0/2512782027 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23980cd780 con 0x7f23980d22f0 2024-09-21T00:25:26.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.186+0000 7f2394ff9640 1 -- 172.21.15.67:0/2512782027 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f239000aab0 con 0x7f23980d22f0 2024-09-21T00:25:26.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.186+0000 7f239e9ba640 1 -- 172.21.15.67:0/2512782027 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f23980cdd40 con 0x7f23980d22f0 2024-09-21T00:25:26.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.187+0000 7f239e9ba640 1 -- 172.21.15.67:0/2512782027 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f23980b6020 con 0x7f23980d22f0 2024-09-21T00:25:26.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.188+0000 7f2394ff9640 1 -- 172.21.15.67:0/2512782027 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f239000ac50 con 0x7f23980d22f0 2024-09-21T00:25:26.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.188+0000 7f2394ff9640 1 --2- 172.21.15.67:0/2512782027 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2384078bc0 0x7f238407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:26.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.188+0000 7f2394ff9640 1 -- 172.21.15.67:0/2512782027 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(60..60 src has 1..60) ==== 5795+0+0 (secure 0 0 0) 0x7f239009ab20 con 0x7f23980d22f0 2024-09-21T00:25:26.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.188+0000 7f2397fff640 1 --2- 172.21.15.67:0/2512782027 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2384078bc0 0x7f238407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:26.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.189+0000 7f2397fff640 1 --2- 172.21.15.67:0/2512782027 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2384078bc0 0x7f238407b0d0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f2388034000 tx=0x7f2388004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:26.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.193+0000 7f2394ff9640 1 -- 172.21.15.67:0/2512782027 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f2390062f00 con 0x7f23980d22f0 2024-09-21T00:25:26.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.417+0000 7f239e9ba640 1 -- 172.21.15.67:0/2512782027 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f23980b4b80 con 0x7f23980d22f0 2024-09-21T00:25:26.419 INFO:tasks.ceph.mon.a.smithi067.stderr:2024-09-21T00:25:26.418+0000 7f6547693640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-21T00:25:26.420 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.419+0000 7f2394ff9640 1 -- 172.21.15.67:0/2512782027 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v47) ==== 161+0+0 (secure 0 0 0) 0x7f2390062800 con 0x7f23980d22f0 2024-09-21T00:25:26.420 INFO:teuthology.orchestra.run.smithi067.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-21T00:25:26.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.422+0000 7f239e9ba640 1 -- 172.21.15.67:0/2512782027 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2384078bc0 msgr2=0x7f238407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:26.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.422+0000 7f239e9ba640 1 --2- 172.21.15.67:0/2512782027 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2384078bc0 0x7f238407b0d0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f2388034000 tx=0x7f2388004730 comp rx=0 tx=0).stop 2024-09-21T00:25:26.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.422+0000 7f239e9ba640 1 -- 172.21.15.67:0/2512782027 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f23980d22f0 msgr2=0x7f23981542b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:26.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.422+0000 7f239e9ba640 1 --2- 172.21.15.67:0/2512782027 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f23980d22f0 0x7f23981542b0 secure :-1 s=READY pgs=844 cs=0 l=1 rev1=1 crypto rx=0x7f239000c700 tx=0x7f239000cbc0 comp rx=0 tx=0).stop 2024-09-21T00:25:26.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.422+0000 7f239e9ba640 1 -- 172.21.15.67:0/2512782027 shutdown_connections 2024-09-21T00:25:26.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.422+0000 7f239e9ba640 1 --2- 172.21.15.67:0/2512782027 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2384078bc0 0x7f238407b0d0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:26.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.422+0000 7f239e9ba640 1 --2- 172.21.15.67:0/2512782027 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f23980d22f0 0x7f23981542b0 unknown :-1 s=CLOSED pgs=844 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:26.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.422+0000 7f239e9ba640 1 --2- 172.21.15.67:0/2512782027 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f23980d0270 0x7f2398153d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:26.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.422+0000 7f239e9ba640 1 --2- 172.21.15.67:0/2512782027 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f23980b9e70 0x7f239809e780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:26.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.422+0000 7f239e9ba640 1 -- 172.21.15.67:0/2512782027 >> 172.21.15.67:0/2512782027 conn(0x7f23980d45a0 msgr2=0x7f23980cf220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:26.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.422+0000 7f239e9ba640 1 -- 172.21.15.67:0/2512782027 shutdown_connections 2024-09-21T00:25:26.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.423+0000 7f239e9ba640 1 -- 172.21.15.67:0/2512782027 wait complete. 2024-09-21T00:25:26.427 INFO:tasks.ceph.mds.a.smithi067.stderr: -5316> 2024-09-21T00:25:16.994+0000 7f92f8acb640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-21T00:25:26.436 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-21T00:25:26.485 INFO:tasks.ceph.mds.a.smithi067.stdout:starting mds.a at 2024-09-21T00:25:26.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.555+0000 7fbb0739d640 1 -- 172.21.15.67:0/1939785865 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbb000d4910 msgr2=0x7fbb000d11f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:26.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.555+0000 7fbb0739d640 1 --2- 172.21.15.67:0/1939785865 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbb000d4910 0x7fbb000d11f0 secure :-1 s=READY pgs=848 cs=0 l=1 rev1=1 crypto rx=0x7fbaf8005fd0 tx=0x7fbaf802a820 comp rx=0 tx=0).stop 2024-09-21T00:25:26.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.555+0000 7fbb0739d640 1 -- 172.21.15.67:0/1939785865 shutdown_connections 2024-09-21T00:25:26.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.555+0000 7fbb0739d640 1 --2- 172.21.15.67:0/1939785865 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbb000d4910 0x7fbb000d11f0 unknown :-1 s=CLOSED pgs=848 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:26.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.555+0000 7fbb0739d640 1 -- 172.21.15.67:0/1939785865 >> 172.21.15.67:0/1939785865 conn(0x7fbb0009d860 msgr2=0x7fbb0008bee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:26.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.555+0000 7fbb0739d640 1 -- 172.21.15.67:0/1939785865 shutdown_connections 2024-09-21T00:25:26.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.555+0000 7fbb0739d640 1 -- 172.21.15.67:0/1939785865 wait complete. 2024-09-21T00:25:26.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.557+0000 7fbb0739d640 1 Processor -- start 2024-09-21T00:25:26.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.557+0000 7fbb0739d640 1 -- start start 2024-09-21T00:25:26.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.558+0000 7fbb0739d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbb000d31c0 0x7fbb000ca610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:26.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.558+0000 7fbb0739d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbb000d4500 0x7fbb00150ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:26.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.558+0000 7fbb0739d640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbb000d4910 0x7fbb00159470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:26.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.558+0000 7fbb0739d640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fbb000d18b0 con 0x7fbb000d4500 2024-09-21T00:25:26.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.558+0000 7fbb0739d640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fbb000d1730 con 0x7fbb000d31c0 2024-09-21T00:25:26.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.558+0000 7fbb0739d640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fbb000d1a30 con 0x7fbb000d4910 2024-09-21T00:25:26.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.558+0000 7fbb05b9a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbb000d4500 0x7fbb00150ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:26.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.558+0000 7fbb05b9a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbb000d4500 0x7fbb00150ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42810/0 (socket says 172.21.15.67:42810) 2024-09-21T00:25:26.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.559+0000 7fbb05b9a640 1 -- 172.21.15.67:0/2150673923 learned_addr learned my addr 172.21.15.67:0/2150673923 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:26.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.559+0000 7fbb0639b640 1 --2- 172.21.15.67:0/2150673923 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbb000d31c0 0x7fbb000ca610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:26.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.559+0000 7fbb06b9c640 1 --2- 172.21.15.67:0/2150673923 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbb000d4910 0x7fbb00159470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:26.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.559+0000 7fbb05b9a640 1 -- 172.21.15.67:0/2150673923 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbb000d4910 msgr2=0x7fbb00159470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:26.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.559+0000 7fbb05b9a640 1 --2- 172.21.15.67:0/2150673923 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbb000d4910 0x7fbb00159470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:26.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.559+0000 7fbb05b9a640 1 -- 172.21.15.67:0/2150673923 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbb000d31c0 msgr2=0x7fbb000ca610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:26.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.559+0000 7fbb05b9a640 1 --2- 172.21.15.67:0/2150673923 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbb000d31c0 0x7fbb000ca610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:26.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.559+0000 7fbb05b9a640 1 -- 172.21.15.67:0/2150673923 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbb000c9b50 con 0x7fbb000d4500 2024-09-21T00:25:26.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.559+0000 7fbb05b9a640 1 --2- 172.21.15.67:0/2150673923 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbb000d4500 0x7fbb00150ab0 secure :-1 s=READY pgs=849 cs=0 l=1 rev1=1 crypto rx=0x7fbaf000b410 tx=0x7fbaf000b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:26.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.559+0000 7fbaf6ffd640 1 -- 172.21.15.67:0/2150673923 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbaf0015020 con 0x7fbb000d4500 2024-09-21T00:25:26.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.559+0000 7fbaf6ffd640 1 -- 172.21.15.67:0/2150673923 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbaf0011920 con 0x7fbb000d4500 2024-09-21T00:25:26.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.559+0000 7fbb0739d640 1 -- 172.21.15.67:0/2150673923 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbb0015f140 con 0x7fbb000d4500 2024-09-21T00:25:26.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.559+0000 7fbaf6ffd640 1 -- 172.21.15.67:0/2150673923 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbaf0011d70 con 0x7fbb000d4500 2024-09-21T00:25:26.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.559+0000 7fbb0739d640 1 -- 172.21.15.67:0/2150673923 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbb000c9e10 con 0x7fbb000d4500 2024-09-21T00:25:26.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.560+0000 7fbb0739d640 1 -- 172.21.15.67:0/2150673923 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbb0015eeb0 con 0x7fbb000d4500 2024-09-21T00:25:26.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.561+0000 7fbaf6ffd640 1 -- 172.21.15.67:0/2150673923 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fbaf0018020 con 0x7fbb000d4500 2024-09-21T00:25:26.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.562+0000 7fbaf6ffd640 1 --2- 172.21.15.67:0/2150673923 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbae4078bc0 0x7fbae407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:26.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.562+0000 7fbaf6ffd640 1 -- 172.21.15.67:0/2150673923 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 5881+0+0 (secure 0 0 0) 0x7fbaf009aae0 con 0x7fbb000d4500 2024-09-21T00:25:26.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.562+0000 7fbb0639b640 1 --2- 172.21.15.67:0/2150673923 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbae4078bc0 0x7fbae407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:26.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.562+0000 7fbb0639b640 1 --2- 172.21.15.67:0/2150673923 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbae4078bc0 0x7fbae407b0d0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fbafc001090 tx=0x7fbafc009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:26.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.566+0000 7fbaf6ffd640 1 -- 172.21.15.67:0/2150673923 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fbaf00627a0 con 0x7fbb000d4500 2024-09-21T00:25:26.794 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:26.793+0000 7fbb0739d640 1 -- 172.21.15.67:0/2150673923 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7fbb0006a130 con 0x7fbb000d4500 2024-09-21T00:25:27.422 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:27.421+0000 7fbaf6ffd640 1 -- 172.21.15.67:0/2150673923 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v48) ==== 104+0+0 (secure 0 0 0) 0x7fbaf00671d0 con 0x7fbb000d4500 2024-09-21T00:25:27.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:27.423+0000 7fbb0739d640 1 -- 172.21.15.67:0/2150673923 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbae4078bc0 msgr2=0x7fbae407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:27.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:27.423+0000 7fbb0739d640 1 --2- 172.21.15.67:0/2150673923 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbae4078bc0 0x7fbae407b0d0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fbafc001090 tx=0x7fbafc009040 comp rx=0 tx=0).stop 2024-09-21T00:25:27.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:27.423+0000 7fbb0739d640 1 -- 172.21.15.67:0/2150673923 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbb000d4500 msgr2=0x7fbb00150ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:27.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:27.423+0000 7fbb0739d640 1 --2- 172.21.15.67:0/2150673923 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbb000d4500 0x7fbb00150ab0 secure :-1 s=READY pgs=849 cs=0 l=1 rev1=1 crypto rx=0x7fbaf000b410 tx=0x7fbaf000b8d0 comp rx=0 tx=0).stop 2024-09-21T00:25:27.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:27.423+0000 7fbb0739d640 1 -- 172.21.15.67:0/2150673923 shutdown_connections 2024-09-21T00:25:27.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:27.423+0000 7fbb0739d640 1 --2- 172.21.15.67:0/2150673923 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbae4078bc0 0x7fbae407b0d0 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:27.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:27.423+0000 7fbb0739d640 1 --2- 172.21.15.67:0/2150673923 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbb000d4910 0x7fbb00159470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:27.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:27.423+0000 7fbb0739d640 1 --2- 172.21.15.67:0/2150673923 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbb000d4500 0x7fbb00150ab0 unknown :-1 s=CLOSED pgs=849 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:27.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:27.423+0000 7fbb0739d640 1 --2- 172.21.15.67:0/2150673923 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbb000d31c0 0x7fbb000ca610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:27.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:27.423+0000 7fbb0739d640 1 -- 172.21.15.67:0/2150673923 >> 172.21.15.67:0/2150673923 conn(0x7fbb0009d860 msgr2=0x7fbb00161a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:27.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:27.424+0000 7fbb0739d640 1 -- 172.21.15.67:0/2150673923 shutdown_connections 2024-09-21T00:25:27.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:27.424+0000 7fbb0739d640 1 -- 172.21.15.67:0/2150673923 wait complete. 2024-09-21T00:25:27.438 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-21T00:25:27.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:27.560+0000 7f02f14de640 1 -- 172.21.15.67:0/4099113212 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f02ec0b3e10 msgr2=0x7f02ec0b4220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:27.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:27.560+0000 7f02f14de640 1 --2- 172.21.15.67:0/4099113212 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f02ec0b3e10 0x7f02ec0b4220 secure :-1 s=READY pgs=851 cs=0 l=1 rev1=1 crypto rx=0x7f02e4005fd0 tx=0x7f02e402aaa0 comp rx=0 tx=0).stop 2024-09-21T00:25:27.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:27.560+0000 7f02f14de640 1 -- 172.21.15.67:0/4099113212 shutdown_connections 2024-09-21T00:25:27.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:27.560+0000 7f02f14de640 1 --2- 172.21.15.67:0/4099113212 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f02ec0b3e10 0x7f02ec0b4220 unknown :-1 s=CLOSED pgs=851 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:27.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:27.560+0000 7f02f14de640 1 -- 172.21.15.67:0/4099113212 >> 172.21.15.67:0/4099113212 conn(0x7f02ec08bee0 msgr2=0x7f02ec0d45f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:27.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:27.560+0000 7f02f14de640 1 -- 172.21.15.67:0/4099113212 shutdown_connections 2024-09-21T00:25:27.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:27.560+0000 7f02f14de640 1 -- 172.21.15.67:0/4099113212 wait complete. 2024-09-21T00:25:27.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:27.562+0000 7f02f14de640 1 Processor -- start 2024-09-21T00:25:27.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:27.562+0000 7f02f14de640 1 -- start start 2024-09-21T00:25:27.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:27.564+0000 7f02f14de640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f02ec0b34e0 0x7f02ec15f1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:27.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:27.564+0000 7f02f14de640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f02ec0b3e10 0x7f02ec0cdeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:27.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:27.564+0000 7f02f14de640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f02ec0cf220 0x7f02ec15a9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:27.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:27.564+0000 7f02f14de640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f02ec16a2d0 con 0x7f02ec0cf220 2024-09-21T00:25:27.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:27.564+0000 7f02f14de640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f02ec0b5300 con 0x7f02ec0b3e10 2024-09-21T00:25:27.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:27.564+0000 7f02f14de640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f02ec16a450 con 0x7f02ec0b34e0 2024-09-21T00:25:27.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:27.564+0000 7f02eb7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f02ec0cf220 0x7f02ec15a9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:27.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:27.564+0000 7f02eb7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f02ec0cf220 0x7f02ec15a9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42826/0 (socket says 172.21.15.67:42826) 2024-09-21T00:25:27.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:27.564+0000 7f02eb7fe640 1 -- 172.21.15.67:0/2100110777 learned_addr learned my addr 172.21.15.67:0/2100110777 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:27.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:27.564+0000 7f02ea7fc640 1 --2- 172.21.15.67:0/2100110777 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f02ec0b3e10 0x7f02ec0cdeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:27.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:27.564+0000 7f02eaffd640 1 --2- 172.21.15.67:0/2100110777 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f02ec0b34e0 0x7f02ec15f1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:27.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:27.564+0000 7f02eb7fe640 1 -- 172.21.15.67:0/2100110777 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f02ec0b34e0 msgr2=0x7f02ec15f1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:27.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:27.564+0000 7f02eb7fe640 1 --2- 172.21.15.67:0/2100110777 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f02ec0b34e0 0x7f02ec15f1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:27.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:27.564+0000 7f02eb7fe640 1 -- 172.21.15.67:0/2100110777 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f02ec0b3e10 msgr2=0x7f02ec0cdeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:27.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:27.564+0000 7f02eb7fe640 1 --2- 172.21.15.67:0/2100110777 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f02ec0b3e10 0x7f02ec0cdeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:27.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:27.564+0000 7f02eb7fe640 1 -- 172.21.15.67:0/2100110777 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02ec15e120 con 0x7f02ec0cf220 2024-09-21T00:25:27.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:27.564+0000 7f02eb7fe640 1 --2- 172.21.15.67:0/2100110777 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f02ec0cf220 0x7f02ec15a9d0 secure :-1 s=READY pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7f02e4006010 tx=0x7f02e4003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:27.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:27.564+0000 7f02d37fe640 1 -- 172.21.15.67:0/2100110777 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02e4044070 con 0x7f02ec0cf220 2024-09-21T00:25:27.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:27.565+0000 7f02d37fe640 1 -- 172.21.15.67:0/2100110777 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f02e4004250 con 0x7f02ec0cf220 2024-09-21T00:25:27.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:27.565+0000 7f02f14de640 1 -- 172.21.15.67:0/2100110777 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02ec15e400 con 0x7f02ec0cf220 2024-09-21T00:25:27.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:27.565+0000 7f02d37fe640 1 -- 172.21.15.67:0/2100110777 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02e4004680 con 0x7f02ec0cf220 2024-09-21T00:25:27.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:27.565+0000 7f02f14de640 1 -- 172.21.15.67:0/2100110777 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02ec15e9c0 con 0x7f02ec0cf220 2024-09-21T00:25:27.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:27.566+0000 7f02f14de640 1 -- 172.21.15.67:0/2100110777 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f02ec15de90 con 0x7f02ec0cf220 2024-09-21T00:25:27.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:27.566+0000 7f02d37fe640 1 -- 172.21.15.67:0/2100110777 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f02e4047070 con 0x7f02ec0cf220 2024-09-21T00:25:27.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:27.567+0000 7f02d37fe640 1 --2- 172.21.15.67:0/2100110777 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f02d8078b90 0x7f02d807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:27.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:27.567+0000 7f02d37fe640 1 -- 172.21.15.67:0/2100110777 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(61..61 src has 1..61) ==== 5881+0+0 (secure 0 0 0) 0x7f02e40bbdf0 con 0x7f02ec0cf220 2024-09-21T00:25:27.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:27.567+0000 7f02eaffd640 1 --2- 172.21.15.67:0/2100110777 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f02d8078b90 0x7f02d807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:27.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:27.568+0000 7f02eaffd640 1 --2- 172.21.15.67:0/2100110777 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f02d8078b90 0x7f02d807b0a0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f02dc001720 tx=0x7f02dc009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:27.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:27.572+0000 7f02d37fe640 1 -- 172.21.15.67:0/2100110777 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f02e4032030 con 0x7f02ec0cf220 2024-09-21T00:25:27.760 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:27.759+0000 7f02f14de640 1 -- 172.21.15.67:0/2100110777 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f02ec0b6d10 con 0x7f02ec0cf220 2024-09-21T00:25:28.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:28.430+0000 7f02d37fe640 1 -- 172.21.15.67:0/2100110777 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v62) ==== 181+0+0 (secure 0 0 0) 0x7f02e4004820 con 0x7f02ec0cf220 2024-09-21T00:25:28.431 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_metadata' removed 2024-09-21T00:25:28.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:28.432+0000 7f02f14de640 1 -- 172.21.15.67:0/2100110777 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f02d8078b90 msgr2=0x7f02d807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:28.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:28.432+0000 7f02f14de640 1 --2- 172.21.15.67:0/2100110777 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f02d8078b90 0x7f02d807b0a0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f02dc001720 tx=0x7f02dc009040 comp rx=0 tx=0).stop 2024-09-21T00:25:28.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:28.432+0000 7f02f14de640 1 -- 172.21.15.67:0/2100110777 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f02ec0cf220 msgr2=0x7f02ec15a9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:28.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:28.432+0000 7f02f14de640 1 --2- 172.21.15.67:0/2100110777 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f02ec0cf220 0x7f02ec15a9d0 secure :-1 s=READY pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7f02e4006010 tx=0x7f02e4003f10 comp rx=0 tx=0).stop 2024-09-21T00:25:28.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:28.433+0000 7f02f14de640 1 -- 172.21.15.67:0/2100110777 shutdown_connections 2024-09-21T00:25:28.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:28.433+0000 7f02f14de640 1 --2- 172.21.15.67:0/2100110777 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f02d8078b90 0x7f02d807b0a0 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:28.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:28.433+0000 7f02f14de640 1 --2- 172.21.15.67:0/2100110777 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f02ec0cf220 0x7f02ec15a9d0 unknown :-1 s=CLOSED pgs=852 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:28.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:28.433+0000 7f02f14de640 1 --2- 172.21.15.67:0/2100110777 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f02ec0b3e10 0x7f02ec0cdeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:28.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:28.433+0000 7f02f14de640 1 --2- 172.21.15.67:0/2100110777 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f02ec0b34e0 0x7f02ec15f1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:28.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:28.433+0000 7f02f14de640 1 -- 172.21.15.67:0/2100110777 >> 172.21.15.67:0/2100110777 conn(0x7f02ec08bee0 msgr2=0x7f02ec0b8bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:28.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:28.433+0000 7f02f14de640 1 -- 172.21.15.67:0/2100110777 shutdown_connections 2024-09-21T00:25:28.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:28.433+0000 7f02f14de640 1 -- 172.21.15.67:0/2100110777 wait complete. 2024-09-21T00:25:28.450 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-21T00:25:28.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:28.575+0000 7f1c049ad640 1 -- 172.21.15.67:0/3812457634 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1be8004800 msgr2=0x7f1be8004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:28.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:28.575+0000 7f1c049ad640 1 --2- 172.21.15.67:0/3812457634 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1be8004800 0x7f1be8004c10 secure :-1 s=READY pgs=854 cs=0 l=1 rev1=1 crypto rx=0x7f1bf400c4a0 tx=0x7f1be8005830 comp rx=0 tx=0).stop 2024-09-21T00:25:28.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:28.576+0000 7f1c049ad640 1 -- 172.21.15.67:0/3812457634 shutdown_connections 2024-09-21T00:25:28.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:28.576+0000 7f1c049ad640 1 --2- 172.21.15.67:0/3812457634 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1be8004800 0x7f1be8004c10 unknown :-1 s=CLOSED pgs=854 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:28.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:28.576+0000 7f1c049ad640 1 -- 172.21.15.67:0/3812457634 >> 172.21.15.67:0/3812457634 conn(0x7f1c000d4630 msgr2=0x7f1c000d4a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:28.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:28.576+0000 7f1c049ad640 1 -- 172.21.15.67:0/3812457634 shutdown_connections 2024-09-21T00:25:28.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:28.576+0000 7f1c049ad640 1 -- 172.21.15.67:0/3812457634 wait complete. 2024-09-21T00:25:28.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:28.578+0000 7f1c049ad640 1 Processor -- start 2024-09-21T00:25:28.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:28.578+0000 7f1c049ad640 1 -- start start 2024-09-21T00:25:28.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:28.579+0000 7f1c049ad640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1be8004800 0x7f1c001f57d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:28.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:28.579+0000 7f1c049ad640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1c00159ea0 0x7f1c00160370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:28.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:28.579+0000 7f1c049ad640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1c001608b0 0x7f1c00160cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:28.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:28.579+0000 7f1c049ad640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f1c000d3570 con 0x7f1c001608b0 2024-09-21T00:25:28.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:28.579+0000 7f1c049ad640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f1c000d33f0 con 0x7f1be8004800 2024-09-21T00:25:28.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:28.579+0000 7f1c049ad640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f1c000d36f0 con 0x7f1c00159ea0 2024-09-21T00:25:28.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:28.579+0000 7f1bfed9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1c001608b0 0x7f1c00160cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:28.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:28.579+0000 7f1bfed9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1c001608b0 0x7f1c00160cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42836/0 (socket says 172.21.15.67:42836) 2024-09-21T00:25:28.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:28.579+0000 7f1bfed9d640 1 -- 172.21.15.67:0/3348795091 learned_addr learned my addr 172.21.15.67:0/3348795091 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:28.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:28.579+0000 7f1bfe59c640 1 --2- 172.21.15.67:0/3348795091 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1be8004800 0x7f1c001f57d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:28.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:28.579+0000 7f1bfdd9b640 1 --2- 172.21.15.67:0/3348795091 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1c00159ea0 0x7f1c00160370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:28.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:28.579+0000 7f1bfed9d640 1 -- 172.21.15.67:0/3348795091 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1c00159ea0 msgr2=0x7f1c00160370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:28.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:28.579+0000 7f1bfed9d640 1 --2- 172.21.15.67:0/3348795091 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1c00159ea0 0x7f1c00160370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:28.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:28.579+0000 7f1bfed9d640 1 -- 172.21.15.67:0/3348795091 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1be8004800 msgr2=0x7f1c001f57d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:28.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:28.579+0000 7f1bfed9d640 1 --2- 172.21.15.67:0/3348795091 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1be8004800 0x7f1c001f57d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:28.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:28.579+0000 7f1bfed9d640 1 -- 172.21.15.67:0/3348795091 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c0015cdb0 con 0x7f1c001608b0 2024-09-21T00:25:28.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:28.579+0000 7f1bfe59c640 1 --2- 172.21.15.67:0/3348795091 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1be8004800 0x7f1c001f57d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:25:28.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:28.580+0000 7f1bfed9d640 1 --2- 172.21.15.67:0/3348795091 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1c001608b0 0x7f1c00160cc0 secure :-1 s=READY pgs=855 cs=0 l=1 rev1=1 crypto rx=0x7f1bf8001330 tx=0x7f1bf80019b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:28.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:28.580+0000 7f1beeffd640 1 -- 172.21.15.67:0/3348795091 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bf8011870 con 0x7f1c001608b0 2024-09-21T00:25:28.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:28.580+0000 7f1beeffd640 1 -- 172.21.15.67:0/3348795091 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1bf8017070 con 0x7f1c001608b0 2024-09-21T00:25:28.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:28.580+0000 7f1c049ad640 1 -- 172.21.15.67:0/3348795091 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c001572a0 con 0x7f1c001608b0 2024-09-21T00:25:28.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:28.580+0000 7f1beeffd640 1 -- 172.21.15.67:0/3348795091 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bf8011dc0 con 0x7f1c001608b0 2024-09-21T00:25:28.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:28.580+0000 7f1c049ad640 1 -- 172.21.15.67:0/3348795091 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c00157860 con 0x7f1c001608b0 2024-09-21T00:25:28.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:28.581+0000 7f1c049ad640 1 -- 172.21.15.67:0/3348795091 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c0015cb20 con 0x7f1c001608b0 2024-09-21T00:25:28.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:28.582+0000 7f1beeffd640 1 -- 172.21.15.67:0/3348795091 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f1bf801c460 con 0x7f1c001608b0 2024-09-21T00:25:28.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:28.583+0000 7f1beeffd640 1 --2- 172.21.15.67:0/3348795091 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1be0078b90 0x7f1be007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:28.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:28.583+0000 7f1beeffd640 1 -- 172.21.15.67:0/3348795091 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(62..62 src has 1..62) ==== 5443+0+0 (secure 0 0 0) 0x7f1bf809beb0 con 0x7f1c001608b0 2024-09-21T00:25:28.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:28.583+0000 7f1bfe59c640 1 --2- 172.21.15.67:0/3348795091 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1be0078b90 0x7f1be007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:28.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:28.584+0000 7f1bfe59c640 1 --2- 172.21.15.67:0/3348795091 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1be0078b90 0x7f1be007b0a0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f1bf0009cc0 tx=0x7f1bf0005f30 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:28.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:28.587+0000 7f1beeffd640 1 -- 172.21.15.67:0/3348795091 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f1bf80644d0 con 0x7f1c001608b0 2024-09-21T00:25:28.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:28.776+0000 7f1c049ad640 1 -- 172.21.15.67:0/3348795091 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f1c0008d000 con 0x7f1c001608b0 2024-09-21T00:25:29.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.430+0000 7f1beeffd640 1 -- 172.21.15.67:0/3348795091 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v63) ==== 169+0+0 (secure 0 0 0) 0x7f1c0008d000 con 0x7f1c001608b0 2024-09-21T00:25:29.433 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_data' removed 2024-09-21T00:25:29.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.433+0000 7f1c049ad640 1 -- 172.21.15.67:0/3348795091 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1be0078b90 msgr2=0x7f1be007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:29.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.433+0000 7f1c049ad640 1 --2- 172.21.15.67:0/3348795091 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1be0078b90 0x7f1be007b0a0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f1bf0009cc0 tx=0x7f1bf0005f30 comp rx=0 tx=0).stop 2024-09-21T00:25:29.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.433+0000 7f1c049ad640 1 -- 172.21.15.67:0/3348795091 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1c001608b0 msgr2=0x7f1c00160cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:29.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.433+0000 7f1c049ad640 1 --2- 172.21.15.67:0/3348795091 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1c001608b0 0x7f1c00160cc0 secure :-1 s=READY pgs=855 cs=0 l=1 rev1=1 crypto rx=0x7f1bf8001330 tx=0x7f1bf80019b0 comp rx=0 tx=0).stop 2024-09-21T00:25:29.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.433+0000 7f1c049ad640 1 -- 172.21.15.67:0/3348795091 shutdown_connections 2024-09-21T00:25:29.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.433+0000 7f1c049ad640 1 --2- 172.21.15.67:0/3348795091 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1be0078b90 0x7f1be007b0a0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:29.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.433+0000 7f1c049ad640 1 --2- 172.21.15.67:0/3348795091 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1c001608b0 0x7f1c00160cc0 unknown :-1 s=CLOSED pgs=855 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:29.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.433+0000 7f1c049ad640 1 --2- 172.21.15.67:0/3348795091 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1c00159ea0 0x7f1c00160370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:29.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.433+0000 7f1c049ad640 1 --2- 172.21.15.67:0/3348795091 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1be8004800 0x7f1c001f57d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:29.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.433+0000 7f1c049ad640 1 -- 172.21.15.67:0/3348795091 >> 172.21.15.67:0/3348795091 conn(0x7f1c000d4630 msgr2=0x7f1c000b7ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:29.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.434+0000 7f1c049ad640 1 -- 172.21.15.67:0/3348795091 shutdown_connections 2024-09-21T00:25:29.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.434+0000 7f1c049ad640 1 -- 172.21.15.67:0/3348795091 wait complete. 2024-09-21T00:25:29.452 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config reset 31 2024-09-21T00:25:29.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.574+0000 7f4362dad640 1 -- 172.21.15.67:0/3743200650 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f435c0d1690 msgr2=0x7f435c0b1160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:29.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.574+0000 7f4362dad640 1 --2- 172.21.15.67:0/3743200650 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f435c0d1690 0x7f435c0b1160 secure :-1 s=READY pgs=857 cs=0 l=1 rev1=1 crypto rx=0x7f435c0b39b0 tx=0x7f435002a4a0 comp rx=0 tx=0).stop 2024-09-21T00:25:29.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.574+0000 7f4362dad640 1 -- 172.21.15.67:0/3743200650 shutdown_connections 2024-09-21T00:25:29.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.574+0000 7f4362dad640 1 --2- 172.21.15.67:0/3743200650 >> v2:172.21.15.97:3300/0 conn(0x7f435c0d21f0 0x7f435c0cfee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:29.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.574+0000 7f4362dad640 1 --2- 172.21.15.67:0/3743200650 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f435c0d1690 0x7f435c0b1160 unknown :-1 s=CLOSED pgs=857 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:29.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.574+0000 7f4362dad640 1 -- 172.21.15.67:0/3743200650 >> 172.21.15.67:0/3743200650 conn(0x7f435c0d4590 msgr2=0x7f435c0d49a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:29.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.574+0000 7f4362dad640 1 -- 172.21.15.67:0/3743200650 shutdown_connections 2024-09-21T00:25:29.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.574+0000 7f4362dad640 1 -- 172.21.15.67:0/3743200650 wait complete. 2024-09-21T00:25:29.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.576+0000 7f4362dad640 1 Processor -- start 2024-09-21T00:25:29.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.576+0000 7f4362dad640 1 -- start start 2024-09-21T00:25:29.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.577+0000 7f4362dad640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f435c0d21f0 0x7f435c154a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:29.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.577+0000 7f4362dad640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f435c0d2740 0x7f435c0a0100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:29.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.577+0000 7f4362dad640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f435c0a0640 0x7f435c0cc410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:29.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.577+0000 7f4362dad640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f435c0d07b0 con 0x7f435c0a0640 2024-09-21T00:25:29.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.577+0000 7f4362dad640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f435c0d0630 con 0x7f435c0d21f0 2024-09-21T00:25:29.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.577+0000 7f4362dad640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f435c0d0930 con 0x7f435c0d2740 2024-09-21T00:25:29.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.577+0000 7f436134a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f435c0a0640 0x7f435c0cc410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:29.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.577+0000 7f436134a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f435c0a0640 0x7f435c0cc410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42858/0 (socket says 172.21.15.67:42858) 2024-09-21T00:25:29.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.577+0000 7f436134a640 1 -- 172.21.15.67:0/2494273298 learned_addr learned my addr 172.21.15.67:0/2494273298 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:29.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.577+0000 7f4360b49640 1 --2- 172.21.15.67:0/2494273298 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f435c0d21f0 0x7f435c154a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:29.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.577+0000 7f435bfff640 1 --2- 172.21.15.67:0/2494273298 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f435c0d2740 0x7f435c0a0100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:29.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.578+0000 7f436134a640 1 -- 172.21.15.67:0/2494273298 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f435c0d2740 msgr2=0x7f435c0a0100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:29.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.578+0000 7f436134a640 1 --2- 172.21.15.67:0/2494273298 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f435c0d2740 0x7f435c0a0100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:29.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.578+0000 7f436134a640 1 -- 172.21.15.67:0/2494273298 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f435c0d21f0 msgr2=0x7f435c154a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:29.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.578+0000 7f436134a640 1 --2- 172.21.15.67:0/2494273298 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f435c0d21f0 0x7f435c154a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:29.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.578+0000 7f436134a640 1 -- 172.21.15.67:0/2494273298 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f435c154f70 con 0x7f435c0a0640 2024-09-21T00:25:29.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.578+0000 7f436134a640 1 --2- 172.21.15.67:0/2494273298 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f435c0a0640 0x7f435c0cc410 secure :-1 s=READY pgs=858 cs=0 l=1 rev1=1 crypto rx=0x7f435400b9e0 tx=0x7f435400bea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:29.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.578+0000 7f43597fa640 1 -- 172.21.15.67:0/2494273298 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4354019070 con 0x7f435c0a0640 2024-09-21T00:25:29.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.578+0000 7f43597fa640 1 -- 172.21.15.67:0/2494273298 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f435400cc30 con 0x7f435c0a0640 2024-09-21T00:25:29.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.578+0000 7f4362dad640 1 -- 172.21.15.67:0/2494273298 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f435c0a0eb0 con 0x7f435c0a0640 2024-09-21T00:25:29.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.578+0000 7f43597fa640 1 -- 172.21.15.67:0/2494273298 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43540146a0 con 0x7f435c0a0640 2024-09-21T00:25:29.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.578+0000 7f4362dad640 1 -- 172.21.15.67:0/2494273298 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f435c0a1470 con 0x7f435c0a0640 2024-09-21T00:25:29.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.579+0000 7f4362dad640 1 -- 172.21.15.67:0/2494273298 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f435c08ca60 con 0x7f435c0a0640 2024-09-21T00:25:29.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.580+0000 7f43597fa640 1 -- 172.21.15.67:0/2494273298 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f435401c070 con 0x7f435c0a0640 2024-09-21T00:25:29.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.581+0000 7f43597fa640 1 --2- 172.21.15.67:0/2494273298 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4348078b90 0x7f434807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:29.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.581+0000 7f43597fa640 1 -- 172.21.15.67:0/2494273298 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(63..63 src has 1..63) ==== 5029+0+0 (secure 0 0 0) 0x7f435409a740 con 0x7f435c0a0640 2024-09-21T00:25:29.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.581+0000 7f4360b49640 1 --2- 172.21.15.67:0/2494273298 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4348078b90 0x7f434807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:29.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.581+0000 7f4360b49640 1 --2- 172.21.15.67:0/2494273298 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4348078b90 0x7f434807b0a0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f434c0016f0 tx=0x7f434c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:29.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.585+0000 7f43597fa640 1 -- 172.21.15.67:0/2494273298 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f435c08ca60 con 0x7f435c0a0640 2024-09-21T00:25:29.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.772+0000 7f4362dad640 1 -- 172.21.15.67:0/2494273298 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "config reset", "num": 31} v 0) -- 0x7f435c0b1160 con 0x7f435c0a0640 2024-09-21T00:25:29.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.776+0000 7f43597fa640 1 -- 172.21.15.67:0/2494273298 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "config reset", "num": 31}]=0 v42) ==== 71+0+0 (secure 0 0 0) 0x7f435c154f70 con 0x7f435c0a0640 2024-09-21T00:25:29.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.778+0000 7f4362dad640 1 -- 172.21.15.67:0/2494273298 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4348078b90 msgr2=0x7f434807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:29.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.778+0000 7f4362dad640 1 --2- 172.21.15.67:0/2494273298 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4348078b90 0x7f434807b0a0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f434c0016f0 tx=0x7f434c009040 comp rx=0 tx=0).stop 2024-09-21T00:25:29.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.778+0000 7f4362dad640 1 -- 172.21.15.67:0/2494273298 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f435c0a0640 msgr2=0x7f435c0cc410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:29.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.778+0000 7f4362dad640 1 --2- 172.21.15.67:0/2494273298 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f435c0a0640 0x7f435c0cc410 secure :-1 s=READY pgs=858 cs=0 l=1 rev1=1 crypto rx=0x7f435400b9e0 tx=0x7f435400bea0 comp rx=0 tx=0).stop 2024-09-21T00:25:29.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.778+0000 7f4362dad640 1 -- 172.21.15.67:0/2494273298 shutdown_connections 2024-09-21T00:25:29.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.778+0000 7f4362dad640 1 --2- 172.21.15.67:0/2494273298 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4348078b90 0x7f434807b0a0 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:29.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.778+0000 7f4362dad640 1 --2- 172.21.15.67:0/2494273298 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f435c0a0640 0x7f435c0cc410 unknown :-1 s=CLOSED pgs=858 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:29.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.778+0000 7f4362dad640 1 --2- 172.21.15.67:0/2494273298 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f435c0d2740 0x7f435c0a0100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:29.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.778+0000 7f4362dad640 1 --2- 172.21.15.67:0/2494273298 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f435c0d21f0 0x7f435c154a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:29.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.778+0000 7f4362dad640 1 -- 172.21.15.67:0/2494273298 >> 172.21.15.67:0/2494273298 conn(0x7f435c0d4590 msgr2=0x7f435c0b16e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:29.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.778+0000 7f4362dad640 1 -- 172.21.15.67:0/2494273298 shutdown_connections 2024-09-21T00:25:29.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.778+0000 7f4362dad640 1 -- 172.21.15.67:0/2494273298 wait complete. 2024-09-21T00:25:29.792 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_scrub_checks.TestScrubChecks.test_scrub_merge_dirfrags' 2024-09-21T00:25:29.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.905+0000 7faa31707640 1 -- 172.21.15.67:0/816423547 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faa2c06fbd0 msgr2=0x7faa2c0cf7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:29.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.905+0000 7faa31707640 1 --2- 172.21.15.67:0/816423547 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faa2c06fbd0 0x7faa2c0cf7a0 secure :-1 s=READY pgs=859 cs=0 l=1 rev1=1 crypto rx=0x7faa24005fd0 tx=0x7faa2402a4a0 comp rx=0 tx=0).stop 2024-09-21T00:25:29.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.905+0000 7faa31707640 1 -- 172.21.15.67:0/816423547 shutdown_connections 2024-09-21T00:25:29.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.905+0000 7faa31707640 1 --2- 172.21.15.67:0/816423547 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faa2c06fbd0 0x7faa2c0cf7a0 unknown :-1 s=CLOSED pgs=859 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:29.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.905+0000 7faa31707640 1 --2- 172.21.15.67:0/816423547 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7faa2c0b6730 0x7faa2c0cf260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:29.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.906+0000 7faa31707640 1 -- 172.21.15.67:0/816423547 >> 172.21.15.67:0/816423547 conn(0x7faa2c0d45a0 msgr2=0x7faa2c0d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:29.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.906+0000 7faa31707640 1 -- 172.21.15.67:0/816423547 shutdown_connections 2024-09-21T00:25:29.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.906+0000 7faa31707640 1 -- 172.21.15.67:0/816423547 wait complete. 2024-09-21T00:25:29.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.907+0000 7faa31707640 1 Processor -- start 2024-09-21T00:25:29.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.908+0000 7faa31707640 1 -- start start 2024-09-21T00:25:29.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.909+0000 7faa31707640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faa2c06fbd0 0x7faa2c153b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:29.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.909+0000 7faa31707640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faa2c0b9e70 0x7faa2c0cd7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:29.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.909+0000 7faa31707640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7faa2c15bb30 0x7faa2c15e040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:29.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.909+0000 7faa31707640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7faa2c0cfe60 con 0x7faa2c06fbd0 2024-09-21T00:25:29.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.909+0000 7faa31707640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7faa2c0cfce0 con 0x7faa2c0b9e70 2024-09-21T00:25:29.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.909+0000 7faa31707640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7faa2c0cffe0 con 0x7faa2c15bb30 2024-09-21T00:25:29.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.909+0000 7faa2affd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faa2c06fbd0 0x7faa2c153b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:29.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.909+0000 7faa2affd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faa2c06fbd0 0x7faa2c153b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42872/0 (socket says 172.21.15.67:42872) 2024-09-21T00:25:29.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.909+0000 7faa2affd640 1 -- 172.21.15.67:0/2172675541 learned_addr learned my addr 172.21.15.67:0/2172675541 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:29.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.909+0000 7faa2b7fe640 1 --2- 172.21.15.67:0/2172675541 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7faa2c15bb30 0x7faa2c15e040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:29.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.909+0000 7faa2a7fc640 1 --2- 172.21.15.67:0/2172675541 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faa2c0b9e70 0x7faa2c0cd7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:29.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.909+0000 7faa2affd640 1 -- 172.21.15.67:0/2172675541 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7faa2c15bb30 msgr2=0x7faa2c15e040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:29.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.909+0000 7faa2affd640 1 --2- 172.21.15.67:0/2172675541 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7faa2c15bb30 0x7faa2c15e040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:29.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.909+0000 7faa2affd640 1 -- 172.21.15.67:0/2172675541 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faa2c0b9e70 msgr2=0x7faa2c0cd7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:29.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.909+0000 7faa2affd640 1 --2- 172.21.15.67:0/2172675541 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faa2c0b9e70 0x7faa2c0cd7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:29.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.909+0000 7faa2affd640 1 -- 172.21.15.67:0/2172675541 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa2c15d0b0 con 0x7faa2c06fbd0 2024-09-21T00:25:29.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.909+0000 7faa2a7fc640 1 --2- 172.21.15.67:0/2172675541 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faa2c0b9e70 0x7faa2c0cd7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:25:29.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.910+0000 7faa2affd640 1 --2- 172.21.15.67:0/2172675541 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faa2c06fbd0 0x7faa2c153b30 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x7faa1c00b420 tx=0x7faa1c00b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:29.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.910+0000 7faa237fe640 1 -- 172.21.15.67:0/2172675541 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa1c011830 con 0x7faa2c06fbd0 2024-09-21T00:25:29.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.910+0000 7faa237fe640 1 -- 172.21.15.67:0/2172675541 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7faa1c016070 con 0x7faa2c06fbd0 2024-09-21T00:25:29.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.910+0000 7faa31707640 1 -- 172.21.15.67:0/2172675541 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa2c15d320 con 0x7faa2c06fbd0 2024-09-21T00:25:29.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.910+0000 7faa237fe640 1 -- 172.21.15.67:0/2172675541 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa1c011d60 con 0x7faa2c06fbd0 2024-09-21T00:25:29.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.910+0000 7faa31707640 1 -- 172.21.15.67:0/2172675541 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faa2c0cb780 con 0x7faa2c06fbd0 2024-09-21T00:25:29.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.911+0000 7faa31707640 1 -- 172.21.15.67:0/2172675541 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faa2c0d0510 con 0x7faa2c06fbd0 2024-09-21T00:25:29.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.912+0000 7faa237fe640 1 -- 172.21.15.67:0/2172675541 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7faa1c01b460 con 0x7faa2c06fbd0 2024-09-21T00:25:29.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.912+0000 7faa237fe640 1 --2- 172.21.15.67:0/2172675541 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7faa0c078bc0 0x7faa0c07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:29.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.912+0000 7faa237fe640 1 -- 172.21.15.67:0/2172675541 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(63..63 src has 1..63) ==== 5029+0+0 (secure 0 0 0) 0x7faa1c09a6e0 con 0x7faa2c06fbd0 2024-09-21T00:25:29.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.912+0000 7faa2a7fc640 1 --2- 172.21.15.67:0/2172675541 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7faa0c078bc0 0x7faa0c07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:29.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.913+0000 7faa2a7fc640 1 --2- 172.21.15.67:0/2172675541 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7faa0c078bc0 0x7faa0c07b0d0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7faa2c0b3240 tx=0x7faa14009570 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:29.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:29.917+0000 7faa237fe640 1 -- 172.21.15.67:0/2172675541 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7faa1c062dc0 con 0x7faa2c06fbd0 2024-09-21T00:25:30.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.174+0000 7faa31707640 1 -- 172.21.15.67:0/2172675541 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_scrub_checks.TestScrubChecks.test_scrub_merge_dirfrags"]} v 0) -- 0x7faa2c15d840 con 0x7faa2c06fbd0 2024-09-21T00:25:30.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.435+0000 7faa237fe640 1 -- 172.21.15.67:0/2172675541 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_scrub_checks.TestScrubChecks.test_scrub_merge_dirfrags"]}]=0 v205) ==== 151+0+0 (secure 0 0 0) 0x7faa1c0626c0 con 0x7faa2c06fbd0 2024-09-21T00:25:30.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.438+0000 7faa31707640 1 -- 172.21.15.67:0/2172675541 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7faa0c078bc0 msgr2=0x7faa0c07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:30.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.438+0000 7faa31707640 1 --2- 172.21.15.67:0/2172675541 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7faa0c078bc0 0x7faa0c07b0d0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7faa2c0b3240 tx=0x7faa14009570 comp rx=0 tx=0).stop 2024-09-21T00:25:30.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.438+0000 7faa31707640 1 -- 172.21.15.67:0/2172675541 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faa2c06fbd0 msgr2=0x7faa2c153b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:30.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.438+0000 7faa31707640 1 --2- 172.21.15.67:0/2172675541 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faa2c06fbd0 0x7faa2c153b30 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x7faa1c00b420 tx=0x7faa1c00b8e0 comp rx=0 tx=0).stop 2024-09-21T00:25:30.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.438+0000 7faa31707640 1 -- 172.21.15.67:0/2172675541 shutdown_connections 2024-09-21T00:25:30.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.438+0000 7faa31707640 1 --2- 172.21.15.67:0/2172675541 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7faa0c078bc0 0x7faa0c07b0d0 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:30.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.438+0000 7faa31707640 1 --2- 172.21.15.67:0/2172675541 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7faa2c15bb30 0x7faa2c15e040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:30.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.438+0000 7faa31707640 1 --2- 172.21.15.67:0/2172675541 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faa2c0b9e70 0x7faa2c0cd7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:30.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.438+0000 7faa31707640 1 --2- 172.21.15.67:0/2172675541 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faa2c06fbd0 0x7faa2c153b30 unknown :-1 s=CLOSED pgs=860 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:30.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.438+0000 7faa31707640 1 -- 172.21.15.67:0/2172675541 >> 172.21.15.67:0/2172675541 conn(0x7faa2c0d45a0 msgr2=0x7faa2c0b73d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:30.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.438+0000 7faa31707640 1 -- 172.21.15.67:0/2172675541 shutdown_connections 2024-09-21T00:25:30.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.438+0000 7faa31707640 1 -- 172.21.15.67:0/2172675541 wait complete. 2024-09-21T00:25:30.451 INFO:tasks.cephfs_test_runner:That a directory is merged during scrub. ... ok 2024-09-21T00:25:30.451 INFO:tasks.cephfs_test_runner:Starting test: test_scrub_repair (tasks.cephfs.test_scrub_checks.TestScrubChecks) 2024-09-21T00:25:30.452 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:25:30.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.566+0000 7fedcdd58640 1 -- 172.21.15.67:0/2159110795 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fedb0004d90 msgr2=0x7fedb0005220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:30.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.566+0000 7fedcdd58640 1 --2- 172.21.15.67:0/2159110795 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fedb0004d90 0x7fedb0005220 secure :-1 s=READY pgs=862 cs=0 l=1 rev1=1 crypto rx=0x7fedc0001e40 tx=0x7fedb0005830 comp rx=0 tx=0).stop 2024-09-21T00:25:30.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.566+0000 7fedc7fff640 1 -- 172.21.15.67:0/2159110795 reap_dead start 2024-09-21T00:25:30.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.566+0000 7fedcdd58640 1 -- 172.21.15.67:0/2159110795 shutdown_connections 2024-09-21T00:25:30.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.566+0000 7fedcdd58640 1 -- 172.21.15.67:0/2159110795 >> 172.21.15.67:0/2159110795 conn(0x7fedc80b4140 msgr2=0x7fedc80b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:30.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.566+0000 7fedcdd58640 1 -- 172.21.15.67:0/2159110795 shutdown_connections 2024-09-21T00:25:30.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.566+0000 7fedcdd58640 1 -- 172.21.15.67:0/2159110795 wait complete. 2024-09-21T00:25:30.570 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.568+0000 7fedcdd58640 1 Processor -- start 2024-09-21T00:25:30.570 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.568+0000 7fedcdd58640 1 -- start start 2024-09-21T00:25:30.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.570+0000 7fedcdd58640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fedb0004d90 0x7fedc809fd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:30.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.570+0000 7fedcdd58640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fedc815a920 0x7fedc81f84a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:30.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.570+0000 7fedcdd58640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fedc815ad30 0x7fedc81f89e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:30.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.570+0000 7fedcdd58640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fedc80b3f20 con 0x7fedc815a920 2024-09-21T00:25:30.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.570+0000 7fedcdd58640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fedc80b3da0 con 0x7fedb0004d90 2024-09-21T00:25:30.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.570+0000 7fedcdd58640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fedc80b5c40 con 0x7fedc815ad30 2024-09-21T00:25:30.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.570+0000 7fedc6ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fedc815a920 0x7fedc81f84a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:30.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.570+0000 7fedc6ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fedc815a920 0x7fedc81f84a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42876/0 (socket says 172.21.15.67:42876) 2024-09-21T00:25:30.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.570+0000 7fedc6ffd640 1 -- 172.21.15.67:0/3482170680 learned_addr learned my addr 172.21.15.67:0/3482170680 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:30.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.570+0000 7fedc77fe640 1 --2- 172.21.15.67:0/3482170680 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fedb0004d90 0x7fedc809fd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:30.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.570+0000 7fedc7fff640 1 --2- 172.21.15.67:0/3482170680 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fedc815ad30 0x7fedc81f89e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:30.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.570+0000 7fedc6ffd640 1 -- 172.21.15.67:0/3482170680 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fedc815ad30 msgr2=0x7fedc81f89e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:30.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.570+0000 7fedc6ffd640 1 --2- 172.21.15.67:0/3482170680 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fedc815ad30 0x7fedc81f89e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:30.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.570+0000 7fedc6ffd640 1 -- 172.21.15.67:0/3482170680 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fedb0004d90 msgr2=0x7fedc809fd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:30.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.570+0000 7fedc6ffd640 1 --2- 172.21.15.67:0/3482170680 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fedb0004d90 0x7fedc809fd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:30.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.570+0000 7fedc6ffd640 1 -- 172.21.15.67:0/3482170680 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fedc80cab10 con 0x7fedc815a920 2024-09-21T00:25:30.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.570+0000 7fedc7fff640 1 --2- 172.21.15.67:0/3482170680 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fedc815ad30 0x7fedc81f89e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:25:30.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.570+0000 7fedc6ffd640 1 --2- 172.21.15.67:0/3482170680 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fedc815a920 0x7fedc81f84a0 secure :-1 s=READY pgs=863 cs=0 l=1 rev1=1 crypto rx=0x7fedbc00e570 tx=0x7fedbc00e970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:30.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.570+0000 7fedaffff640 1 -- 172.21.15.67:0/3482170680 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedbc015070 con 0x7fedc815a920 2024-09-21T00:25:30.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.571+0000 7fedaffff640 1 -- 172.21.15.67:0/3482170680 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fedbc010980 con 0x7fedc815a920 2024-09-21T00:25:30.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.571+0000 7fedaffff640 1 -- 172.21.15.67:0/3482170680 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fedbc010d30 con 0x7fedc815a920 2024-09-21T00:25:30.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.571+0000 7fedcdd58640 1 -- 172.21.15.67:0/3482170680 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fedc80b0570 con 0x7fedc815a920 2024-09-21T00:25:30.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.571+0000 7fedcdd58640 1 -- 172.21.15.67:0/3482170680 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fedc80b0cd0 con 0x7fedc815a920 2024-09-21T00:25:30.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.572+0000 7fedcdd58640 1 -- 172.21.15.67:0/3482170680 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fedc80b5530 con 0x7fedc815a920 2024-09-21T00:25:30.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.572+0000 7fedaffff640 1 -- 172.21.15.67:0/3482170680 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fedbc018070 con 0x7fedc815a920 2024-09-21T00:25:30.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.573+0000 7fedaffff640 1 --2- 172.21.15.67:0/3482170680 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fedb4078b90 0x7fedb407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:30.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.573+0000 7fedaffff640 1 -- 172.21.15.67:0/3482170680 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(63..63 src has 1..63) ==== 5029+0+0 (secure 0 0 0) 0x7fedbc09aec0 con 0x7fedc815a920 2024-09-21T00:25:30.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.574+0000 7fedc77fe640 1 --2- 172.21.15.67:0/3482170680 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fedb4078b90 0x7fedb407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:30.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.574+0000 7fedc77fe640 1 --2- 172.21.15.67:0/3482170680 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fedb4078b90 0x7fedb407b0a0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fedb8009c50 tx=0x7fedb8005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:30.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.578+0000 7fedaffff640 1 -- 172.21.15.67:0/3482170680 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fedbc0635a0 con 0x7fedc815a920 2024-09-21T00:25:30.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.764+0000 7fedcdd58640 1 -- 172.21.15.67:0/3482170680 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fedc80b0300 con 0x7fedc815a920 2024-09-21T00:25:30.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.765+0000 7fedaffff640 1 -- 172.21.15.67:0/3482170680 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v63) ==== 74+0+13126 (secure 0 0 0) 0x7fedbc062ea0 con 0x7fedc815a920 2024-09-21T00:25:30.767 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:25:30.767 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":63,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:25:29.431052+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.67:6835/3467835311":"2024-09-22T00:25:26.418666+0000","172.21.15.67:6834/3467835311":"2024-09-22T00:25:26.418666+0000","172.21.15.67:6835/4157540117":"2024-09-22T00:25:11.702980+0000","172.21.15.67:6834/4157540117":"2024-09-22T00:25:11.702980+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:25:30.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.767+0000 7fedcdd58640 1 -- 172.21.15.67:0/3482170680 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fedb4078b90 msgr2=0x7fedb407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:30.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.767+0000 7fedcdd58640 1 --2- 172.21.15.67:0/3482170680 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fedb4078b90 0x7fedb407b0a0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fedb8009c50 tx=0x7fedb8005f90 comp rx=0 tx=0).stop 2024-09-21T00:25:30.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.767+0000 7fedcdd58640 1 -- 172.21.15.67:0/3482170680 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fedc815a920 msgr2=0x7fedc81f84a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:30.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.767+0000 7fedcdd58640 1 --2- 172.21.15.67:0/3482170680 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fedc815a920 0x7fedc81f84a0 secure :-1 s=READY pgs=863 cs=0 l=1 rev1=1 crypto rx=0x7fedbc00e570 tx=0x7fedbc00e970 comp rx=0 tx=0).stop 2024-09-21T00:25:30.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.767+0000 7fedcdd58640 1 -- 172.21.15.67:0/3482170680 shutdown_connections 2024-09-21T00:25:30.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.767+0000 7fedcdd58640 1 --2- 172.21.15.67:0/3482170680 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fedb4078b90 0x7fedb407b0a0 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:30.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.767+0000 7fedcdd58640 1 --2- 172.21.15.67:0/3482170680 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fedc815ad30 0x7fedc81f89e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:30.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.767+0000 7fedcdd58640 1 --2- 172.21.15.67:0/3482170680 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fedc815a920 0x7fedc81f84a0 unknown :-1 s=CLOSED pgs=863 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:30.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.767+0000 7fedcdd58640 1 --2- 172.21.15.67:0/3482170680 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fedb0004d90 0x7fedc809fd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:30.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.767+0000 7fedcdd58640 1 -- 172.21.15.67:0/3482170680 >> 172.21.15.67:0/3482170680 conn(0x7fedc80b4140 msgr2=0x7fedc8071ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:30.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.767+0000 7fedcdd58640 1 -- 172.21.15.67:0/3482170680 shutdown_connections 2024-09-21T00:25:30.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.767+0000 7fedcdd58640 1 -- 172.21.15.67:0/3482170680 wait complete. 2024-09-21T00:25:30.780 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-21T00:21:09.510963+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-21T00:25:30.781 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-21T00:25:30.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.898+0000 7f62549ed640 1 -- 172.21.15.67:0/2063176504 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62500b3cb0 msgr2=0x7f62500d3330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:30.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.898+0000 7f62549ed640 1 --2- 172.21.15.67:0/2063176504 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62500b3cb0 0x7f62500d3330 secure :-1 s=READY pgs=865 cs=0 l=1 rev1=1 crypto rx=0x7f6240009bb0 tx=0x7f624002a940 comp rx=0 tx=0).stop 2024-09-21T00:25:30.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.898+0000 7f62549ed640 1 -- 172.21.15.67:0/2063176504 shutdown_connections 2024-09-21T00:25:30.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.898+0000 7f62549ed640 1 --2- 172.21.15.67:0/2063176504 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62500b3cb0 0x7f62500d3330 unknown :-1 s=CLOSED pgs=865 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:30.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.898+0000 7f62549ed640 1 -- 172.21.15.67:0/2063176504 >> 172.21.15.67:0/2063176504 conn(0x7f625008bee0 msgr2=0x7f62500d4720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:30.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.898+0000 7f62549ed640 1 -- 172.21.15.67:0/2063176504 shutdown_connections 2024-09-21T00:25:30.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.898+0000 7f62549ed640 1 -- 172.21.15.67:0/2063176504 wait complete. 2024-09-21T00:25:30.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.900+0000 7f62549ed640 1 Processor -- start 2024-09-21T00:25:30.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.900+0000 7f62549ed640 1 -- start start 2024-09-21T00:25:30.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.901+0000 7f62549ed640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f62500b3cb0 0x7f62501580b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:30.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.901+0000 7f62549ed640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62500d4e30 0x7f62500b4180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:30.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.901+0000 7f62549ed640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6250158ec0 0x7f62500b46c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:30.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.901+0000 7f62549ed640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f625006f720 con 0x7f62500d4e30 2024-09-21T00:25:30.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.901+0000 7f62549ed640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f625006f5a0 con 0x7f6250158ec0 2024-09-21T00:25:30.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.901+0000 7f62549ed640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f625006f8a0 con 0x7f62500b3cb0 2024-09-21T00:25:30.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.901+0000 7f624dd9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62500d4e30 0x7f62500b4180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:30.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.901+0000 7f624dd9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62500d4e30 0x7f62500b4180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42900/0 (socket says 172.21.15.67:42900) 2024-09-21T00:25:30.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.902+0000 7f624dd9b640 1 -- 172.21.15.67:0/3208531787 learned_addr learned my addr 172.21.15.67:0/3208531787 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:30.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.902+0000 7f624ed9d640 1 --2- 172.21.15.67:0/3208531787 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6250158ec0 0x7f62500b46c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:30.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.902+0000 7f624e59c640 1 --2- 172.21.15.67:0/3208531787 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f62500b3cb0 0x7f62501580b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:30.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.902+0000 7f624dd9b640 1 -- 172.21.15.67:0/3208531787 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f62500b3cb0 msgr2=0x7f62501580b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:30.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.902+0000 7f624dd9b640 1 --2- 172.21.15.67:0/3208531787 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f62500b3cb0 0x7f62501580b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:30.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.902+0000 7f624dd9b640 1 -- 172.21.15.67:0/3208531787 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6250158ec0 msgr2=0x7f62500b46c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:30.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.902+0000 7f624dd9b640 1 --2- 172.21.15.67:0/3208531787 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6250158ec0 0x7f62500b46c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:30.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.902+0000 7f624dd9b640 1 -- 172.21.15.67:0/3208531787 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62501f93b0 con 0x7f62500d4e30 2024-09-21T00:25:30.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.902+0000 7f624dd9b640 1 --2- 172.21.15.67:0/3208531787 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62500d4e30 0x7f62500b4180 secure :-1 s=READY pgs=866 cs=0 l=1 rev1=1 crypto rx=0x7f623800c3c0 tx=0x7f6238001e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:30.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.902+0000 7f6246ffd640 1 -- 172.21.15.67:0/3208531787 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6238017070 con 0x7f62500d4e30 2024-09-21T00:25:30.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.902+0000 7f6246ffd640 1 -- 172.21.15.67:0/3208531787 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f62380035f0 con 0x7f62500d4e30 2024-09-21T00:25:30.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.902+0000 7f6246ffd640 1 -- 172.21.15.67:0/3208531787 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6238003a80 con 0x7f62500d4e30 2024-09-21T00:25:30.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.902+0000 7f62549ed640 1 -- 172.21.15.67:0/3208531787 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62501f9690 con 0x7f62500d4e30 2024-09-21T00:25:30.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.902+0000 7f62549ed640 1 -- 172.21.15.67:0/3208531787 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62501f9c50 con 0x7f62500d4e30 2024-09-21T00:25:30.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.903+0000 7f62549ed640 1 -- 172.21.15.67:0/3208531787 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f62501f9110 con 0x7f62500d4e30 2024-09-21T00:25:30.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.904+0000 7f6246ffd640 1 -- 172.21.15.67:0/3208531787 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f623801a070 con 0x7f62500d4e30 2024-09-21T00:25:30.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.905+0000 7f6246ffd640 1 --2- 172.21.15.67:0/3208531787 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6230078bc0 0x7f623007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:30.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.905+0000 7f6246ffd640 1 -- 172.21.15.67:0/3208531787 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(63..63 src has 1..63) ==== 5029+0+0 (secure 0 0 0) 0x7f6238099c50 con 0x7f62500d4e30 2024-09-21T00:25:30.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.905+0000 7f624e59c640 1 --2- 172.21.15.67:0/3208531787 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6230078bc0 0x7f623007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:30.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.905+0000 7f624e59c640 1 --2- 172.21.15.67:0/3208531787 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6230078bc0 0x7f623007b0d0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f625008db00 tx=0x7f6240004ab0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:30.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:30.909+0000 7f6246ffd640 1 -- 172.21.15.67:0/3208531787 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f62501f9110 con 0x7f62500d4e30 2024-09-21T00:25:31.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:31.098+0000 7f62549ed640 1 -- 172.21.15.67:0/3208531787 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f625006fd00 con 0x7f62500d4e30 2024-09-21T00:25:31.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:31.098+0000 7f6246ffd640 1 -- 172.21.15.67:0/3208531787 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v63) ==== 93+0+10 (secure 0 0 0) 0x7f623809f020 con 0x7f62500d4e30 2024-09-21T00:25:31.100 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 1 2024-09-21T00:25:31.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:31.100+0000 7f62549ed640 1 -- 172.21.15.67:0/3208531787 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6230078bc0 msgr2=0x7f623007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:31.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:31.100+0000 7f62549ed640 1 --2- 172.21.15.67:0/3208531787 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6230078bc0 0x7f623007b0d0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f625008db00 tx=0x7f6240004ab0 comp rx=0 tx=0).stop 2024-09-21T00:25:31.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:31.100+0000 7f62549ed640 1 -- 172.21.15.67:0/3208531787 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62500d4e30 msgr2=0x7f62500b4180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:31.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:31.100+0000 7f62549ed640 1 --2- 172.21.15.67:0/3208531787 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62500d4e30 0x7f62500b4180 secure :-1 s=READY pgs=866 cs=0 l=1 rev1=1 crypto rx=0x7f623800c3c0 tx=0x7f6238001e70 comp rx=0 tx=0).stop 2024-09-21T00:25:31.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:31.100+0000 7f62549ed640 1 -- 172.21.15.67:0/3208531787 shutdown_connections 2024-09-21T00:25:31.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:31.100+0000 7f62549ed640 1 --2- 172.21.15.67:0/3208531787 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6230078bc0 0x7f623007b0d0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:31.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:31.100+0000 7f62549ed640 1 --2- 172.21.15.67:0/3208531787 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6250158ec0 0x7f62500b46c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:31.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:31.100+0000 7f62549ed640 1 --2- 172.21.15.67:0/3208531787 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62500d4e30 0x7f62500b4180 unknown :-1 s=CLOSED pgs=866 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:31.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:31.100+0000 7f62549ed640 1 --2- 172.21.15.67:0/3208531787 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f62500b3cb0 0x7f62501580b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:31.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:31.100+0000 7f62549ed640 1 -- 172.21.15.67:0/3208531787 >> 172.21.15.67:0/3208531787 conn(0x7f625008bee0 msgr2=0x7f62500d46a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:31.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:31.100+0000 7f62549ed640 1 -- 172.21.15.67:0/3208531787 shutdown_connections 2024-09-21T00:25:31.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:31.100+0000 7f62549ed640 1 -- 172.21.15.67:0/3208531787 wait complete. 2024-09-21T00:25:31.114 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_scrub_checks.TestScrubChecks.test_scrub_repair' 2024-09-21T00:25:31.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:31.228+0000 7fed36af9640 1 -- 172.21.15.67:0/1119898920 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fed300b7850 msgr2=0x7fed300b4c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:31.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:31.228+0000 7fed36af9640 1 --2- 172.21.15.67:0/1119898920 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fed300b7850 0x7fed300b4c60 secure :-1 s=READY pgs=867 cs=0 l=1 rev1=1 crypto rx=0x7fed300c6070 tx=0x7fed2002a560 comp rx=0 tx=0).stop 2024-09-21T00:25:31.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:31.228+0000 7fed36af9640 1 -- 172.21.15.67:0/1119898920 shutdown_connections 2024-09-21T00:25:31.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:31.228+0000 7fed36af9640 1 --2- 172.21.15.67:0/1119898920 >> v2:172.21.15.97:3300/0 conn(0x7fed300b1fb0 0x7fed300b23c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:31.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:31.228+0000 7fed36af9640 1 --2- 172.21.15.67:0/1119898920 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fed3009a950 0x7fed3009ad60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:31.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:31.228+0000 7fed36af9640 1 --2- 172.21.15.67:0/1119898920 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fed300b7850 0x7fed300b4c60 unknown :-1 s=CLOSED pgs=867 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:31.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:31.228+0000 7fed36af9640 1 -- 172.21.15.67:0/1119898920 >> 172.21.15.67:0/1119898920 conn(0x7fed300b4140 msgr2=0x7fed300b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:31.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:31.228+0000 7fed36af9640 1 -- 172.21.15.67:0/1119898920 shutdown_connections 2024-09-21T00:25:31.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:31.228+0000 7fed36af9640 1 -- 172.21.15.67:0/1119898920 wait complete. 2024-09-21T00:25:31.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:31.230+0000 7fed36af9640 1 Processor -- start 2024-09-21T00:25:31.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:31.230+0000 7fed36af9640 1 -- start start 2024-09-21T00:25:31.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:31.231+0000 7fed36af9640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fed3009a950 0x7fed300cc620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:31.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:31.231+0000 7fed36af9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fed300b1fb0 0x7fed301d1f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:31.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:31.231+0000 7fed36af9640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fed300b7850 0x7fed301e2580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:31.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:31.231+0000 7fed36af9640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fed300b2900 con 0x7fed300b1fb0 2024-09-21T00:25:31.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:31.231+0000 7fed36af9640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fed300b1d90 con 0x7fed3009a950 2024-09-21T00:25:31.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:31.231+0000 7fed36af9640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fed300b2a80 con 0x7fed300b7850 2024-09-21T00:25:31.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:31.232+0000 7fed2ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fed300b1fb0 0x7fed301d1f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:31.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:31.232+0000 7fed2ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fed300b1fb0 0x7fed301d1f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42916/0 (socket says 172.21.15.67:42916) 2024-09-21T00:25:31.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:31.232+0000 7fed2ffff640 1 -- 172.21.15.67:0/3112993488 learned_addr learned my addr 172.21.15.67:0/3112993488 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:31.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:31.232+0000 7fed34895640 1 --2- 172.21.15.67:0/3112993488 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fed3009a950 0x7fed300cc620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:31.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:31.232+0000 7fed35096640 1 --2- 172.21.15.67:0/3112993488 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fed300b7850 0x7fed301e2580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:31.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:31.232+0000 7fed2ffff640 1 -- 172.21.15.67:0/3112993488 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fed300b7850 msgr2=0x7fed301e2580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:31.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:31.232+0000 7fed2ffff640 1 --2- 172.21.15.67:0/3112993488 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fed300b7850 0x7fed301e2580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:31.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:31.232+0000 7fed2ffff640 1 -- 172.21.15.67:0/3112993488 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fed3009a950 msgr2=0x7fed300cc620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:31.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:31.232+0000 7fed2ffff640 1 --2- 172.21.15.67:0/3112993488 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fed3009a950 0x7fed300cc620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:31.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:31.232+0000 7fed2ffff640 1 -- 172.21.15.67:0/3112993488 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fed301d4e60 con 0x7fed300b1fb0 2024-09-21T00:25:31.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:31.232+0000 7fed2ffff640 1 --2- 172.21.15.67:0/3112993488 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fed300b1fb0 0x7fed301d1f10 secure :-1 s=READY pgs=868 cs=0 l=1 rev1=1 crypto rx=0x7fed1800c8f0 tx=0x7fed1800cdb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:31.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:31.232+0000 7fed2d7fa640 1 -- 172.21.15.67:0/3112993488 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed18007bb0 con 0x7fed300b1fb0 2024-09-21T00:25:31.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:31.232+0000 7fed2d7fa640 1 -- 172.21.15.67:0/3112993488 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fed1800ae40 con 0x7fed300b1fb0 2024-09-21T00:25:31.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:31.232+0000 7fed36af9640 1 -- 172.21.15.67:0/3112993488 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fed301d5140 con 0x7fed300b1fb0 2024-09-21T00:25:31.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:31.232+0000 7fed2d7fa640 1 -- 172.21.15.67:0/3112993488 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed18005260 con 0x7fed300b1fb0 2024-09-21T00:25:31.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:31.232+0000 7fed36af9640 1 -- 172.21.15.67:0/3112993488 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fed301d5700 con 0x7fed300b1fb0 2024-09-21T00:25:31.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:31.234+0000 7fed36af9640 1 -- 172.21.15.67:0/3112993488 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fed301d4bd0 con 0x7fed300b1fb0 2024-09-21T00:25:31.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:31.234+0000 7fed2d7fa640 1 -- 172.21.15.67:0/3112993488 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fed18005400 con 0x7fed300b1fb0 2024-09-21T00:25:31.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:31.235+0000 7fed2d7fa640 1 --2- 172.21.15.67:0/3112993488 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fed10078b90 0x7fed1007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:31.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:31.235+0000 7fed2d7fa640 1 -- 172.21.15.67:0/3112993488 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(63..63 src has 1..63) ==== 5029+0+0 (secure 0 0 0) 0x7fed1809adc0 con 0x7fed300b1fb0 2024-09-21T00:25:31.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:31.235+0000 7fed34895640 1 --2- 172.21.15.67:0/3112993488 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fed10078b90 0x7fed1007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:31.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:31.236+0000 7fed34895640 1 --2- 172.21.15.67:0/3112993488 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fed10078b90 0x7fed1007b0a0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fed20033000 tx=0x7fed20004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:31.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:31.239+0000 7fed2d7fa640 1 -- 172.21.15.67:0/3112993488 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fed18014030 con 0x7fed300b1fb0 2024-09-21T00:25:31.509 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:31.507+0000 7fed36af9640 1 -- 172.21.15.67:0/3112993488 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_scrub_checks.TestScrubChecks.test_scrub_repair"]} v 0) -- 0x7fed300b23c0 con 0x7fed300b1fb0 2024-09-21T00:25:32.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.442+0000 7fed2d7fa640 1 -- 172.21.15.67:0/3112993488 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_scrub_checks.TestScrubChecks.test_scrub_repair"]}]=0 v207) ==== 146+0+0 (secure 0 0 0) 0x7fed18062ee0 con 0x7fed300b1fb0 2024-09-21T00:25:32.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.445+0000 7fed36af9640 1 -- 172.21.15.67:0/3112993488 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fed10078b90 msgr2=0x7fed1007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:32.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.445+0000 7fed36af9640 1 --2- 172.21.15.67:0/3112993488 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fed10078b90 0x7fed1007b0a0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fed20033000 tx=0x7fed20004730 comp rx=0 tx=0).stop 2024-09-21T00:25:32.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.445+0000 7fed36af9640 1 -- 172.21.15.67:0/3112993488 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fed300b1fb0 msgr2=0x7fed301d1f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:32.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.445+0000 7fed36af9640 1 --2- 172.21.15.67:0/3112993488 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fed300b1fb0 0x7fed301d1f10 secure :-1 s=READY pgs=868 cs=0 l=1 rev1=1 crypto rx=0x7fed1800c8f0 tx=0x7fed1800cdb0 comp rx=0 tx=0).stop 2024-09-21T00:25:32.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.445+0000 7fed36af9640 1 -- 172.21.15.67:0/3112993488 shutdown_connections 2024-09-21T00:25:32.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.445+0000 7fed36af9640 1 --2- 172.21.15.67:0/3112993488 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fed10078b90 0x7fed1007b0a0 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:32.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.445+0000 7fed36af9640 1 --2- 172.21.15.67:0/3112993488 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fed300b7850 0x7fed301e2580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:32.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.445+0000 7fed36af9640 1 --2- 172.21.15.67:0/3112993488 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fed300b1fb0 0x7fed301d1f10 unknown :-1 s=CLOSED pgs=868 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:32.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.445+0000 7fed36af9640 1 --2- 172.21.15.67:0/3112993488 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fed3009a950 0x7fed300cc620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:32.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.445+0000 7fed36af9640 1 -- 172.21.15.67:0/3112993488 >> 172.21.15.67:0/3112993488 conn(0x7fed300b4140 msgr2=0x7fed300ccff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:32.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.445+0000 7fed36af9640 1 -- 172.21.15.67:0/3112993488 shutdown_connections 2024-09-21T00:25:32.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.445+0000 7fed36af9640 1 -- 172.21.15.67:0/3112993488 wait complete. 2024-09-21T00:25:32.461 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config dump 2024-09-21T00:25:32.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.584+0000 7efc0e64d640 1 -- 172.21.15.67:0/1354190696 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efc080b9e70 msgr2=0x7efc080b6020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:32.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.584+0000 7efc0e64d640 1 --2- 172.21.15.67:0/1354190696 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efc080b9e70 0x7efc080b6020 secure :-1 s=READY pgs=870 cs=0 l=1 rev1=1 crypto rx=0x7efc0806e010 tx=0x7efbf802a480 comp rx=0 tx=0).stop 2024-09-21T00:25:32.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.584+0000 7efc0e64d640 1 -- 172.21.15.67:0/1354190696 shutdown_connections 2024-09-21T00:25:32.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.584+0000 7efc0e64d640 1 --2- 172.21.15.67:0/1354190696 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efc080b9e70 0x7efc080b6020 unknown :-1 s=CLOSED pgs=870 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:32.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.584+0000 7efc0e64d640 1 -- 172.21.15.67:0/1354190696 >> 172.21.15.67:0/1354190696 conn(0x7efc080d45a0 msgr2=0x7efc080d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:32.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.584+0000 7efc0e64d640 1 -- 172.21.15.67:0/1354190696 shutdown_connections 2024-09-21T00:25:32.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.584+0000 7efc0e64d640 1 -- 172.21.15.67:0/1354190696 wait complete. 2024-09-21T00:25:32.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.586+0000 7efc0e64d640 1 Processor -- start 2024-09-21T00:25:32.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.586+0000 7efc0e64d640 1 -- start start 2024-09-21T00:25:32.591 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.587+0000 7efc0e64d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efc080b9e70 0x7efc081f5940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:32.591 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.587+0000 7efc0e64d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efc080d0270 0x7efc0815ad30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:32.591 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.587+0000 7efc0e64d640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efc080d22f0 0x7efc08160d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:32.591 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.587+0000 7efc0e64d640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7efc080b6930 con 0x7efc080b9e70 2024-09-21T00:25:32.591 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.587+0000 7efc0e64d640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7efc080b67b0 con 0x7efc080d0270 2024-09-21T00:25:32.591 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.587+0000 7efc0e64d640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7efc0806f9e0 con 0x7efc080d22f0 2024-09-21T00:25:32.591 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.587+0000 7efc07fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efc080b9e70 0x7efc081f5940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:32.591 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.587+0000 7efc07fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efc080b9e70 0x7efc081f5940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42940/0 (socket says 172.21.15.67:42940) 2024-09-21T00:25:32.591 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.587+0000 7efc07fff640 1 -- 172.21.15.67:0/1306836298 learned_addr learned my addr 172.21.15.67:0/1306836298 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:32.591 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.588+0000 7efc077fe640 1 --2- 172.21.15.67:0/1306836298 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efc080d0270 0x7efc0815ad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:32.591 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.588+0000 7efc0cbea640 1 --2- 172.21.15.67:0/1306836298 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efc080d22f0 0x7efc08160d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:32.592 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.588+0000 7efc07fff640 1 -- 172.21.15.67:0/1306836298 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efc080d22f0 msgr2=0x7efc08160d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:32.592 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.588+0000 7efc07fff640 1 --2- 172.21.15.67:0/1306836298 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efc080d22f0 0x7efc08160d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:32.592 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.588+0000 7efc07fff640 1 -- 172.21.15.67:0/1306836298 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efc080d0270 msgr2=0x7efc0815ad30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:32.592 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.588+0000 7efc07fff640 1 --2- 172.21.15.67:0/1306836298 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efc080d0270 0x7efc0815ad30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:32.592 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.588+0000 7efc07fff640 1 -- 172.21.15.67:0/1306836298 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc081e8610 con 0x7efc080b9e70 2024-09-21T00:25:32.592 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.588+0000 7efc077fe640 1 --2- 172.21.15.67:0/1306836298 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efc080d0270 0x7efc0815ad30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:25:32.592 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.588+0000 7efc0cbea640 1 --2- 172.21.15.67:0/1306836298 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efc080d22f0 0x7efc08160d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:25:32.592 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.588+0000 7efc07fff640 1 --2- 172.21.15.67:0/1306836298 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efc080b9e70 0x7efc081f5940 secure :-1 s=READY pgs=871 cs=0 l=1 rev1=1 crypto rx=0x7efbf8009780 tx=0x7efbf8033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:32.592 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.588+0000 7efc04ff9640 1 -- 172.21.15.67:0/1306836298 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efbf8031d60 con 0x7efc080b9e70 2024-09-21T00:25:32.592 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.588+0000 7efc04ff9640 1 -- 172.21.15.67:0/1306836298 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7efbf8033e10 con 0x7efc080b9e70 2024-09-21T00:25:32.592 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.588+0000 7efc0e64d640 1 -- 172.21.15.67:0/1306836298 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc081e88f0 con 0x7efc080b9e70 2024-09-21T00:25:32.592 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.588+0000 7efc04ff9640 1 -- 172.21.15.67:0/1306836298 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efbf8005260 con 0x7efc080b9e70 2024-09-21T00:25:32.592 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.588+0000 7efc0e64d640 1 -- 172.21.15.67:0/1306836298 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efc080ce4c0 con 0x7efc080b9e70 2024-09-21T00:25:32.593 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.589+0000 7efc0e64d640 1 -- 172.21.15.67:0/1306836298 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efc0806fe40 con 0x7efc080b9e70 2024-09-21T00:25:32.593 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.590+0000 7efc04ff9640 1 -- 172.21.15.67:0/1306836298 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7efbf8005400 con 0x7efc080b9e70 2024-09-21T00:25:32.593 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.591+0000 7efc04ff9640 1 --2- 172.21.15.67:0/1306836298 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efbf4078b90 0x7efbf407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:32.593 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.591+0000 7efc04ff9640 1 -- 172.21.15.67:0/1306836298 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(63..63 src has 1..63) ==== 5029+0+0 (secure 0 0 0) 0x7efbf80bbbf0 con 0x7efc080b9e70 2024-09-21T00:25:32.593 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.591+0000 7efc077fe640 1 --2- 172.21.15.67:0/1306836298 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efbf4078b90 0x7efbf407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:32.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.592+0000 7efc077fe640 1 --2- 172.21.15.67:0/1306836298 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efbf4078b90 0x7efbf407b0a0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7efbfc006fd0 tx=0x7efbfc008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:32.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.595+0000 7efc04ff9640 1 -- 172.21.15.67:0/1306836298 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7efbf803f030 con 0x7efc080b9e70 2024-09-21T00:25:32.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.783+0000 7efc0e64d640 1 -- 172.21.15.67:0/1306836298 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7efc080b5fc0 con 0x7efc080b9e70 2024-09-21T00:25:32.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.784+0000 7efc04ff9640 1 -- 172.21.15.67:0/1306836298 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v42) ==== 59+0+2294 (secure 0 0 0) 0x7efbf8084360 con 0x7efc080b9e70 2024-09-21T00:25:32.787 INFO:teuthology.orchestra.run.smithi067.stdout:WHO MASK LEVEL OPTION VALUE RO 2024-09-21T00:25:32.787 INFO:teuthology.orchestra.run.smithi067.stdout:mon advanced mon_op_complaint_time 120 2024-09-21T00:25:32.787 INFO:teuthology.orchestra.run.smithi067.stdout:mgr advanced client_mount_timeout 30 2024-09-21T00:25:32.787 INFO:teuthology.orchestra.run.smithi067.stdout:mgr advanced debug_client 20/20 2024-09-21T00:25:32.787 INFO:teuthology.orchestra.run.smithi067.stdout:mgr advanced debug_mgr 20/20 2024-09-21T00:25:32.787 INFO:teuthology.orchestra.run.smithi067.stdout:mgr advanced debug_ms 1/1 2024-09-21T00:25:32.787 INFO:teuthology.orchestra.run.smithi067.stdout:mgr dev mon_warn_on_pool_no_app false 2024-09-21T00:25:32.787 INFO:teuthology.orchestra.run.smithi067.stdout:osd advanced osd_op_complaint_time 180.000000 2024-09-21T00:25:32.787 INFO:teuthology.orchestra.run.smithi067.stdout:osd.0 basic osd_mclock_max_capacity_iops_ssd 4994.792072 2024-09-21T00:25:32.788 INFO:teuthology.orchestra.run.smithi067.stdout:osd.1 basic osd_mclock_max_capacity_iops_ssd 6949.964888 2024-09-21T00:25:32.788 INFO:teuthology.orchestra.run.smithi067.stdout:osd.2 basic osd_mclock_max_capacity_iops_ssd 4728.394376 2024-09-21T00:25:32.788 INFO:teuthology.orchestra.run.smithi067.stdout:osd.3 basic osd_mclock_max_capacity_iops_ssd 4592.129816 2024-09-21T00:25:32.788 INFO:teuthology.orchestra.run.smithi067.stdout:osd.4 basic osd_mclock_max_capacity_iops_ssd 6550.422905 2024-09-21T00:25:32.788 INFO:teuthology.orchestra.run.smithi067.stdout:osd.5 basic osd_mclock_max_capacity_iops_ssd 5213.710688 2024-09-21T00:25:32.788 INFO:teuthology.orchestra.run.smithi067.stdout:osd.6 basic osd_mclock_max_capacity_iops_ssd 5638.399028 2024-09-21T00:25:32.788 INFO:teuthology.orchestra.run.smithi067.stdout:osd.7 basic osd_mclock_max_capacity_iops_ssd 5357.310397 2024-09-21T00:25:32.788 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced debug_mds 20/20 2024-09-21T00:25:32.788 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced debug_mds_balancer 20/20 2024-09-21T00:25:32.788 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced debug_ms 2/2 2024-09-21T00:25:32.788 INFO:teuthology.orchestra.run.smithi067.stdout:mds dev mds_debug_frag true 2024-09-21T00:25:32.788 INFO:teuthology.orchestra.run.smithi067.stdout:mds dev mds_debug_scatterstat true 2024-09-21T00:25:32.789 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced mds_op_complaint_time 180.000000 2024-09-21T00:25:32.789 INFO:teuthology.orchestra.run.smithi067.stdout:mds dev mds_verify_scatter true 2024-09-21T00:25:32.789 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced osd_op_complaint_time 180.000000 2024-09-21T00:25:32.789 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced rados_mon_op_timeout 900 2024-09-21T00:25:32.789 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced rados_osd_op_timeout 900 2024-09-21T00:25:32.789 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced client_mount_timeout 600 2024-09-21T00:25:32.789 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced debug_client 20/20 2024-09-21T00:25:32.789 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced debug_ms 1/1 2024-09-21T00:25:32.789 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced rados_mon_op_timeout 900 2024-09-21T00:25:32.789 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced rados_osd_op_timeout 900 2024-09-21T00:25:32.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.786+0000 7efc0e64d640 1 -- 172.21.15.67:0/1306836298 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efbf4078b90 msgr2=0x7efbf407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:32.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.786+0000 7efc0e64d640 1 --2- 172.21.15.67:0/1306836298 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efbf4078b90 0x7efbf407b0a0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7efbfc006fd0 tx=0x7efbfc008040 comp rx=0 tx=0).stop 2024-09-21T00:25:32.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.786+0000 7efc0e64d640 1 -- 172.21.15.67:0/1306836298 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efc080b9e70 msgr2=0x7efc081f5940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:32.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.786+0000 7efc0e64d640 1 --2- 172.21.15.67:0/1306836298 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efc080b9e70 0x7efc081f5940 secure :-1 s=READY pgs=871 cs=0 l=1 rev1=1 crypto rx=0x7efbf8009780 tx=0x7efbf8033c20 comp rx=0 tx=0).stop 2024-09-21T00:25:32.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.786+0000 7efc0e64d640 1 -- 172.21.15.67:0/1306836298 shutdown_connections 2024-09-21T00:25:32.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.786+0000 7efc0e64d640 1 --2- 172.21.15.67:0/1306836298 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efbf4078b90 0x7efbf407b0a0 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:32.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.786+0000 7efc0e64d640 1 --2- 172.21.15.67:0/1306836298 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efc080d22f0 0x7efc08160d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:32.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.786+0000 7efc0e64d640 1 --2- 172.21.15.67:0/1306836298 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efc080d0270 0x7efc0815ad30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:32.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.786+0000 7efc0e64d640 1 --2- 172.21.15.67:0/1306836298 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efc080b9e70 0x7efc081f5940 unknown :-1 s=CLOSED pgs=871 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:32.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.786+0000 7efc0e64d640 1 -- 172.21.15.67:0/1306836298 >> 172.21.15.67:0/1306836298 conn(0x7efc080d45a0 msgr2=0x7efc080b32a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:32.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.786+0000 7efc0e64d640 1 -- 172.21.15.67:0/1306836298 shutdown_connections 2024-09-21T00:25:32.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.786+0000 7efc0e64d640 1 -- 172.21.15.67:0/1306836298 wait complete. 2024-09-21T00:25:32.800 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-21T00:25:32.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.917+0000 7f4a80894640 1 -- 172.21.15.67:0/2132799379 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4a7c15ee80 msgr2=0x7f4a7c0b65f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:32.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.917+0000 7f4a80894640 1 --2- 172.21.15.67:0/2132799379 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4a7c15ee80 0x7f4a7c0b65f0 secure :-1 s=READY pgs=873 cs=0 l=1 rev1=1 crypto rx=0x7f4a6c009bb0 tx=0x7f4a6c02a940 comp rx=0 tx=0).stop 2024-09-21T00:25:32.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.917+0000 7f4a80894640 1 -- 172.21.15.67:0/2132799379 shutdown_connections 2024-09-21T00:25:32.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.917+0000 7f4a80894640 1 --2- 172.21.15.67:0/2132799379 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4a7c15ee80 0x7f4a7c0b65f0 unknown :-1 s=CLOSED pgs=873 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:32.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.917+0000 7f4a80894640 1 -- 172.21.15.67:0/2132799379 >> 172.21.15.67:0/2132799379 conn(0x7f4a7c09a950 msgr2=0x7f4a7c0d13c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:32.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.917+0000 7f4a80894640 1 -- 172.21.15.67:0/2132799379 shutdown_connections 2024-09-21T00:25:32.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.917+0000 7f4a80894640 1 -- 172.21.15.67:0/2132799379 wait complete. 2024-09-21T00:25:32.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.919+0000 7f4a80894640 1 Processor -- start 2024-09-21T00:25:32.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.919+0000 7f4a80894640 1 -- start start 2024-09-21T00:25:32.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.920+0000 7f4a80894640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4a7c0cca20 0x7f4a7c0c7870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:32.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.921+0000 7f4a80894640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4a7c0cdcb0 0x7f4a7c0b2fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:32.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.921+0000 7f4a80894640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4a7c15ee80 0x7f4a7c0b34e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:32.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.921+0000 7f4a80894640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f4a7c0b0c10 con 0x7f4a7c0cdcb0 2024-09-21T00:25:32.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.921+0000 7f4a80894640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f4a7c0b0a90 con 0x7f4a7c0cca20 2024-09-21T00:25:32.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.921+0000 7f4a80894640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f4a7c0cd540 con 0x7f4a7c15ee80 2024-09-21T00:25:32.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.921+0000 7f4a79d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4a7c0cdcb0 0x7f4a7c0b2fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:32.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.921+0000 7f4a79d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4a7c0cdcb0 0x7f4a7c0b2fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42954/0 (socket says 172.21.15.67:42954) 2024-09-21T00:25:32.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.921+0000 7f4a79d9b640 1 -- 172.21.15.67:0/1264706197 learned_addr learned my addr 172.21.15.67:0/1264706197 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:32.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.921+0000 7f4a7a59c640 1 --2- 172.21.15.67:0/1264706197 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4a7c0cca20 0x7f4a7c0c7870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:32.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.921+0000 7f4a7ad9d640 1 --2- 172.21.15.67:0/1264706197 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4a7c15ee80 0x7f4a7c0b34e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:32.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.921+0000 7f4a79d9b640 1 -- 172.21.15.67:0/1264706197 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4a7c15ee80 msgr2=0x7f4a7c0b34e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:32.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.921+0000 7f4a79d9b640 1 --2- 172.21.15.67:0/1264706197 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4a7c15ee80 0x7f4a7c0b34e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:32.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.921+0000 7f4a79d9b640 1 -- 172.21.15.67:0/1264706197 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4a7c0cca20 msgr2=0x7f4a7c0c7870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:32.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.921+0000 7f4a79d9b640 1 --2- 172.21.15.67:0/1264706197 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4a7c0cca20 0x7f4a7c0c7870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:32.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.921+0000 7f4a79d9b640 1 -- 172.21.15.67:0/1264706197 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a7c1f37c0 con 0x7f4a7c0cdcb0 2024-09-21T00:25:32.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.921+0000 7f4a79d9b640 1 --2- 172.21.15.67:0/1264706197 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4a7c0cdcb0 0x7f4a7c0b2fa0 secure :-1 s=READY pgs=874 cs=0 l=1 rev1=1 crypto rx=0x7f4a6400c3d0 tx=0x7f4a6400c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:32.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.921+0000 7f4a72ffd640 1 -- 172.21.15.67:0/1264706197 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a64017070 con 0x7f4a7c0cdcb0 2024-09-21T00:25:32.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.921+0000 7f4a72ffd640 1 -- 172.21.15.67:0/1264706197 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4a640035f0 con 0x7f4a7c0cdcb0 2024-09-21T00:25:32.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.921+0000 7f4a80894640 1 -- 172.21.15.67:0/1264706197 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a7c1f6db0 con 0x7f4a7c0cdcb0 2024-09-21T00:25:32.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.921+0000 7f4a72ffd640 1 -- 172.21.15.67:0/1264706197 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a64003a40 con 0x7f4a7c0cdcb0 2024-09-21T00:25:32.926 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.922+0000 7f4a80894640 1 -- 172.21.15.67:0/1264706197 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a7c1f7590 con 0x7f4a7c0cdcb0 2024-09-21T00:25:32.926 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.923+0000 7f4a80894640 1 -- 172.21.15.67:0/1264706197 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4a7c0b65f0 con 0x7f4a7c0cdcb0 2024-09-21T00:25:32.926 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.923+0000 7f4a72ffd640 1 -- 172.21.15.67:0/1264706197 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f4a6401a070 con 0x7f4a7c0cdcb0 2024-09-21T00:25:32.927 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.924+0000 7f4a72ffd640 1 --2- 172.21.15.67:0/1264706197 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4a5c078bc0 0x7f4a5c07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:32.927 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.924+0000 7f4a72ffd640 1 -- 172.21.15.67:0/1264706197 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(63..63 src has 1..63) ==== 5029+0+0 (secure 0 0 0) 0x7f4a64099c70 con 0x7f4a7c0cdcb0 2024-09-21T00:25:32.927 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.924+0000 7f4a7a59c640 1 --2- 172.21.15.67:0/1264706197 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4a5c078bc0 0x7f4a5c07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:32.927 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.924+0000 7f4a7a59c640 1 --2- 172.21.15.67:0/1264706197 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4a5c078bc0 0x7f4a5c07b0d0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f4a7c0d0f70 tx=0x7f4a6c004ab0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:32.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:32.928+0000 7f4a72ffd640 1 -- 172.21.15.67:0/1264706197 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f4a7c1f37c0 con 0x7f4a7c0cdcb0 2024-09-21T00:25:33.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.115+0000 7f4a80894640 1 -- 172.21.15.67:0/1264706197 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f4a7c0cec80 con 0x7f4a7c0cdcb0 2024-09-21T00:25:33.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.119+0000 7f4a72ffd640 1 -- 172.21.15.67:0/1264706197 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v43)=0 v43) ==== 122+0+0 (secure 0 0 0) 0x7f4a64061d00 con 0x7f4a7c0cdcb0 2024-09-21T00:25:33.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.121+0000 7f4a80894640 1 -- 172.21.15.67:0/1264706197 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4a5c078bc0 msgr2=0x7f4a5c07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:33.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.121+0000 7f4a80894640 1 --2- 172.21.15.67:0/1264706197 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4a5c078bc0 0x7f4a5c07b0d0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f4a7c0d0f70 tx=0x7f4a6c004ab0 comp rx=0 tx=0).stop 2024-09-21T00:25:33.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.121+0000 7f4a80894640 1 -- 172.21.15.67:0/1264706197 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4a7c0cdcb0 msgr2=0x7f4a7c0b2fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:33.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.121+0000 7f4a80894640 1 --2- 172.21.15.67:0/1264706197 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4a7c0cdcb0 0x7f4a7c0b2fa0 secure :-1 s=READY pgs=874 cs=0 l=1 rev1=1 crypto rx=0x7f4a6400c3d0 tx=0x7f4a6400c890 comp rx=0 tx=0).stop 2024-09-21T00:25:33.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.121+0000 7f4a80894640 1 -- 172.21.15.67:0/1264706197 shutdown_connections 2024-09-21T00:25:33.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.121+0000 7f4a80894640 1 --2- 172.21.15.67:0/1264706197 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4a5c078bc0 0x7f4a5c07b0d0 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:33.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.121+0000 7f4a80894640 1 --2- 172.21.15.67:0/1264706197 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4a7c15ee80 0x7f4a7c0b34e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:33.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.121+0000 7f4a80894640 1 --2- 172.21.15.67:0/1264706197 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4a7c0cdcb0 0x7f4a7c0b2fa0 unknown :-1 s=CLOSED pgs=874 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:33.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.121+0000 7f4a80894640 1 --2- 172.21.15.67:0/1264706197 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4a7c0cca20 0x7f4a7c0c7870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:33.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.121+0000 7f4a80894640 1 -- 172.21.15.67:0/1264706197 >> 172.21.15.67:0/1264706197 conn(0x7f4a7c09a950 msgr2=0x7f4a7c0b4870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:33.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.122+0000 7f4a80894640 1 -- 172.21.15.67:0/1264706197 shutdown_connections 2024-09-21T00:25:33.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.122+0000 7f4a80894640 1 -- 172.21.15.67:0/1264706197 wait complete. 2024-09-21T00:25:33.135 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-21T00:25:33.135 DEBUG:teuthology.orchestra.run.smithi067:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T00:25:33.174 DEBUG:teuthology.orchestra.run.smithi097:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T00:25:33.219 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-21T00:25:33.220 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:25:33.220 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:25:33.236 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20178 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T00:25:33.236 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:25:33.236 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:25:33.253 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17850 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T00:25:33.253 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:25:33.253 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:25:33.292 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20178 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T00:25:33.292 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:25:33.292 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:25:33.310 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17850 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T00:25:33.310 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-21T00:25:33.310 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:25:33.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.448+0000 7f1b45fa9640 1 -- 172.21.15.67:0/99069264 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1b400d2b00 msgr2=0x7f1b4015e7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:33.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.448+0000 7f1b45fa9640 1 --2- 172.21.15.67:0/99069264 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1b400d2b00 0x7f1b4015e7f0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f1b28009860 tx=0x7f1b2802a5a0 comp rx=0 tx=0).stop 2024-09-21T00:25:33.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.448+0000 7f1b45fa9640 1 -- 172.21.15.67:0/99069264 shutdown_connections 2024-09-21T00:25:33.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.448+0000 7f1b45fa9640 1 --2- 172.21.15.67:0/99069264 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1b400d2b00 0x7f1b4015e7f0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:33.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.448+0000 7f1b45fa9640 1 -- 172.21.15.67:0/99069264 >> 172.21.15.67:0/99069264 conn(0x7f1b4006dfb0 msgr2=0x7f1b4006e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:33.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.448+0000 7f1b45fa9640 1 -- 172.21.15.67:0/99069264 shutdown_connections 2024-09-21T00:25:33.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.448+0000 7f1b45fa9640 1 -- 172.21.15.67:0/99069264 wait complete. 2024-09-21T00:25:33.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.450+0000 7f1b45fa9640 1 Processor -- start 2024-09-21T00:25:33.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.450+0000 7f1b45fa9640 1 -- start start 2024-09-21T00:25:33.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.451+0000 7f1b45fa9640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1b400d11c0 0x7f1b401577a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:33.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.451+0000 7f1b45fa9640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1b400d2b00 0x7f1b400ca7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:33.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.451+0000 7f1b45fa9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1b40162ea0 0x7f1b400cace0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:33.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.451+0000 7f1b45fa9640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f1b4015f830 con 0x7f1b40162ea0 2024-09-21T00:25:33.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.451+0000 7f1b45fa9640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f1b4015f6b0 con 0x7f1b400d11c0 2024-09-21T00:25:33.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.451+0000 7f1b45fa9640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f1b4015f9b0 con 0x7f1b400d2b00 2024-09-21T00:25:33.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.451+0000 7f1b3ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1b40162ea0 0x7f1b400cace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:33.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.451+0000 7f1b3ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1b40162ea0 0x7f1b400cace0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36384/0 (socket says 172.21.15.67:36384) 2024-09-21T00:25:33.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.451+0000 7f1b3ffff640 1 -- 172.21.15.67:0/2837847286 learned_addr learned my addr 172.21.15.67:0/2837847286 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:33.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.451+0000 7f1b3effd640 1 --2- 172.21.15.67:0/2837847286 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1b400d2b00 0x7f1b400ca7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:33.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.451+0000 7f1b3f7fe640 1 --2- 172.21.15.67:0/2837847286 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1b400d11c0 0x7f1b401577a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:33.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.452+0000 7f1b3ffff640 1 -- 172.21.15.67:0/2837847286 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1b400d2b00 msgr2=0x7f1b400ca7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:33.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.452+0000 7f1b3ffff640 1 --2- 172.21.15.67:0/2837847286 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1b400d2b00 0x7f1b400ca7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:33.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.452+0000 7f1b3ffff640 1 -- 172.21.15.67:0/2837847286 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1b400d11c0 msgr2=0x7f1b401577a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:33.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.452+0000 7f1b3ffff640 1 --2- 172.21.15.67:0/2837847286 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1b400d11c0 0x7f1b401577a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:33.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.452+0000 7f1b3ffff640 1 -- 172.21.15.67:0/2837847286 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b400c8cf0 con 0x7f1b40162ea0 2024-09-21T00:25:33.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.452+0000 7f1b3ffff640 1 --2- 172.21.15.67:0/2837847286 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1b40162ea0 0x7f1b400cace0 secure :-1 s=READY pgs=876 cs=0 l=1 rev1=1 crypto rx=0x7f1b38002230 tx=0x7f1b3800cb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:33.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.452+0000 7f1b37fff640 1 -- 172.21.15.67:0/2837847286 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b38003b70 con 0x7f1b40162ea0 2024-09-21T00:25:33.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.452+0000 7f1b37fff640 1 -- 172.21.15.67:0/2837847286 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1b38003d10 con 0x7f1b40162ea0 2024-09-21T00:25:33.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.452+0000 7f1b45fa9640 1 -- 172.21.15.67:0/2837847286 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1b400c91f0 con 0x7f1b40162ea0 2024-09-21T00:25:33.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.452+0000 7f1b37fff640 1 -- 172.21.15.67:0/2837847286 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b38005330 con 0x7f1b40162ea0 2024-09-21T00:25:33.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.452+0000 7f1b45fa9640 1 -- 172.21.15.67:0/2837847286 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1b400c97b0 con 0x7f1b40162ea0 2024-09-21T00:25:33.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.453+0000 7f1b45fa9640 1 -- 172.21.15.67:0/2837847286 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1b400c8f40 con 0x7f1b40162ea0 2024-09-21T00:25:33.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.454+0000 7f1b37fff640 1 -- 172.21.15.67:0/2837847286 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f1b380056e0 con 0x7f1b40162ea0 2024-09-21T00:25:33.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.454+0000 7f1b37fff640 1 --2- 172.21.15.67:0/2837847286 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1b20078b90 0x7f1b2007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:33.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.454+0000 7f1b37fff640 1 -- 172.21.15.67:0/2837847286 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(63..63 src has 1..63) ==== 5029+0+0 (secure 0 0 0) 0x7f1b3809a8c0 con 0x7f1b40162ea0 2024-09-21T00:25:33.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.455+0000 7f1b3f7fe640 1 --2- 172.21.15.67:0/2837847286 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1b20078b90 0x7f1b2007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:33.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.455+0000 7f1b3f7fe640 1 --2- 172.21.15.67:0/2837847286 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1b20078b90 0x7f1b2007b0a0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f1b30001090 tx=0x7f1b30009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:33.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.459+0000 7f1b37fff640 1 -- 172.21.15.67:0/2837847286 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f1b380629e0 con 0x7f1b40162ea0 2024-09-21T00:25:33.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.683+0000 7f1b45fa9640 1 -- 172.21.15.67:0/2837847286 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1b4006e5d0 con 0x7f1b40162ea0 2024-09-21T00:25:33.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.683+0000 7f1b37fff640 1 -- 172.21.15.67:0/2837847286 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 48 v48) ==== 94+0+3911 (secure 0 0 0) 0x7f1b38067410 con 0x7f1b40162ea0 2024-09-21T00:25:33.686 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:25:33.686 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":48,"btime":"2024-09-21T00:25:27:420393+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5756,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6835/1229598283","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":1229598283},{"type":"v1","addr":"172.21.15.97:6835","nonce":1229598283}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43},{"gid":6139,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/3421646026","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":3421646026},{"type":"v1","addr":"172.21.15.97:6837","nonce":3421646026}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43},{"gid":6501,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6833/2714249890","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":2714249890},{"type":"v1","addr":"172.21.15.67:6833","nonce":2714249890}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":43},{"gid":6660,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/2125989220","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":2125989220},{"type":"v1","addr":"172.21.15.67:6835","nonce":2125989220}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":48}],"filesystems":[]} 2024-09-21T00:25:33.686 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 48 2024-09-21T00:25:33.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.686+0000 7f1b45fa9640 1 -- 172.21.15.67:0/2837847286 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1b20078b90 msgr2=0x7f1b2007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:33.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.686+0000 7f1b45fa9640 1 --2- 172.21.15.67:0/2837847286 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1b20078b90 0x7f1b2007b0a0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f1b30001090 tx=0x7f1b30009040 comp rx=0 tx=0).stop 2024-09-21T00:25:33.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.686+0000 7f1b45fa9640 1 -- 172.21.15.67:0/2837847286 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1b40162ea0 msgr2=0x7f1b400cace0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:33.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.686+0000 7f1b45fa9640 1 --2- 172.21.15.67:0/2837847286 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1b40162ea0 0x7f1b400cace0 secure :-1 s=READY pgs=876 cs=0 l=1 rev1=1 crypto rx=0x7f1b38002230 tx=0x7f1b3800cb90 comp rx=0 tx=0).stop 2024-09-21T00:25:33.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.686+0000 7f1b45fa9640 1 -- 172.21.15.67:0/2837847286 shutdown_connections 2024-09-21T00:25:33.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.686+0000 7f1b45fa9640 1 --2- 172.21.15.67:0/2837847286 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1b20078b90 0x7f1b2007b0a0 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:33.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.686+0000 7f1b45fa9640 1 --2- 172.21.15.67:0/2837847286 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1b40162ea0 0x7f1b400cace0 unknown :-1 s=CLOSED pgs=876 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:33.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.686+0000 7f1b45fa9640 1 --2- 172.21.15.67:0/2837847286 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1b400d2b00 0x7f1b400ca7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:33.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.686+0000 7f1b45fa9640 1 --2- 172.21.15.67:0/2837847286 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1b400d11c0 0x7f1b401577a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:33.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.686+0000 7f1b45fa9640 1 -- 172.21.15.67:0/2837847286 >> 172.21.15.67:0/2837847286 conn(0x7f1b4006dfb0 msgr2=0x7f1b400cf6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:33.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.686+0000 7f1b45fa9640 1 -- 172.21.15.67:0/2837847286 shutdown_connections 2024-09-21T00:25:33.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.686+0000 7f1b45fa9640 1 -- 172.21.15.67:0/2837847286 wait complete. 2024-09-21T00:25:33.700 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-21T00:25:33.700 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-21T00:25:33.700 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-21T00:25:33.700 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:25:33.700 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-21T00:25:33.700 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-21T00:25:33.701 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-21T00:25:33.701 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:25:33.701 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-21T00:25:33.701 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-21T00:25:33.701 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-21T00:25:33.701 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:25:33.701 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-21T00:25:33.702 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-21T00:25:33.702 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-21T00:25:33.702 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:25:33.711 INFO:tasks.ceph.mds.c:Stopped 2024-09-21T00:25:33.711 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-21T00:25:33.713 INFO:tasks.ceph.mds.a:Stopped 2024-09-21T00:25:33.713 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-21T00:25:33.714 INFO:tasks.ceph.mds.b:Stopped 2024-09-21T00:25:33.714 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-21T00:25:33.715 INFO:tasks.ceph.mds.d:Stopped 2024-09-21T00:25:33.715 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-21T00:25:33.755 INFO:tasks.ceph.mds.c:Started 2024-09-21T00:25:33.755 DEBUG:teuthology.parallel:result is None 2024-09-21T00:25:33.756 INFO:tasks.ceph.mds.a:Started 2024-09-21T00:25:33.756 DEBUG:teuthology.parallel:result is None 2024-09-21T00:25:33.757 INFO:tasks.ceph.mds.b:Started 2024-09-21T00:25:33.757 DEBUG:teuthology.parallel:result is None 2024-09-21T00:25:33.758 INFO:tasks.ceph.mds.d:Started 2024-09-21T00:25:33.758 DEBUG:teuthology.parallel:result is None 2024-09-21T00:25:33.758 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-21T00:25:33.844 INFO:tasks.ceph.mds.a.smithi067.stdout:starting mds.a at 2024-09-21T00:25:33.845 INFO:tasks.ceph.mds.c.smithi067.stdout:starting mds.c at 2024-09-21T00:25:33.852 INFO:tasks.ceph.mds.b.smithi097.stdout:starting mds.b at 2024-09-21T00:25:33.852 INFO:tasks.ceph.mds.d.smithi097.stdout:starting mds.d at 2024-09-21T00:25:33.853 INFO:tasks.ceph.mds.d.smithi097.stderr:2024-09-21T00:25:33.852+0000 7fe863595640 -1 PosixStack listen unable to listen on v2:0.0.0.0:6834/0: (98) Address already in use 2024-09-21T00:25:33.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.880+0000 7fd67b4a2640 1 -- 172.21.15.67:0/3269926425 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd67415ffe0 msgr2=0x7fd67409a950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:33.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.880+0000 7fd67b4a2640 1 --2- 172.21.15.67:0/3269926425 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd67415ffe0 0x7fd67409a950 secure :-1 s=READY pgs=882 cs=0 l=1 rev1=1 crypto rx=0x7fd670009900 tx=0x7fd67002a600 comp rx=0 tx=0).stop 2024-09-21T00:25:33.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.880+0000 7fd67b4a2640 1 -- 172.21.15.67:0/3269926425 shutdown_connections 2024-09-21T00:25:33.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.880+0000 7fd67b4a2640 1 --2- 172.21.15.67:0/3269926425 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd6740cd890 0x7fd6740cdca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:33.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.880+0000 7fd67b4a2640 1 --2- 172.21.15.67:0/3269926425 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd67415ffe0 0x7fd67409a950 unknown :-1 s=CLOSED pgs=882 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:33.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.880+0000 7fd67b4a2640 1 -- 172.21.15.67:0/3269926425 >> 172.21.15.67:0/3269926425 conn(0x7fd6740b3e90 msgr2=0x7fd6740b42a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:33.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.880+0000 7fd67b4a2640 1 -- 172.21.15.67:0/3269926425 shutdown_connections 2024-09-21T00:25:33.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.880+0000 7fd67b4a2640 1 -- 172.21.15.67:0/3269926425 wait complete. 2024-09-21T00:25:33.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.882+0000 7fd67b4a2640 1 Processor -- start 2024-09-21T00:25:33.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.882+0000 7fd67b4a2640 1 -- start start 2024-09-21T00:25:33.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.883+0000 7fd67b4a2640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd6740b1910 0x7fd6741f4360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:33.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.883+0000 7fd67b4a2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6740cd890 0x7fd6740b2e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:33.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.883+0000 7fd67b4a2640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd67415ffe0 0x7fd6740b3370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:33.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.884+0000 7fd67b4a2640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fd6740ce360 con 0x7fd6740cd890 2024-09-21T00:25:33.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.884+0000 7fd67b4a2640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fd6740ce1e0 con 0x7fd6740b1910 2024-09-21T00:25:33.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.884+0000 7fd67b4a2640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fd6740ce4e0 con 0x7fd67415ffe0 2024-09-21T00:25:33.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.884+0000 7fd678a3d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6740cd890 0x7fd6740b2e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:33.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.884+0000 7fd678a3d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6740cd890 0x7fd6740b2e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36420/0 (socket says 172.21.15.67:36420) 2024-09-21T00:25:33.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.884+0000 7fd678a3d640 1 -- 172.21.15.67:0/1981625495 learned_addr learned my addr 172.21.15.67:0/1981625495 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:33.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.884+0000 7fd67923e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd6740b1910 0x7fd6741f4360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:33.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.884+0000 7fd679a3f640 1 --2- 172.21.15.67:0/1981625495 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd67415ffe0 0x7fd6740b3370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:33.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.884+0000 7fd678a3d640 1 -- 172.21.15.67:0/1981625495 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd67415ffe0 msgr2=0x7fd6740b3370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:33.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.884+0000 7fd678a3d640 1 --2- 172.21.15.67:0/1981625495 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd67415ffe0 0x7fd6740b3370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:33.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.884+0000 7fd678a3d640 1 -- 172.21.15.67:0/1981625495 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd6740b1910 msgr2=0x7fd6741f4360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:33.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.884+0000 7fd678a3d640 1 --2- 172.21.15.67:0/1981625495 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd6740b1910 0x7fd6741f4360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:33.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.884+0000 7fd678a3d640 1 -- 172.21.15.67:0/1981625495 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6741f48a0 con 0x7fd6740cd890 2024-09-21T00:25:33.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.884+0000 7fd67923e640 1 --2- 172.21.15.67:0/1981625495 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd6740b1910 0x7fd6741f4360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:25:33.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.884+0000 7fd678a3d640 1 --2- 172.21.15.67:0/1981625495 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6740cd890 0x7fd6740b2e30 secure :-1 s=READY pgs=883 cs=0 l=1 rev1=1 crypto rx=0x7fd66400c400 tx=0x7fd66400c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:33.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.884+0000 7fd669ffb640 1 -- 172.21.15.67:0/1981625495 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd664017070 con 0x7fd6740cd890 2024-09-21T00:25:33.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.884+0000 7fd669ffb640 1 -- 172.21.15.67:0/1981625495 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd6640053c0 con 0x7fd6740cd890 2024-09-21T00:25:33.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.884+0000 7fd67b4a2640 1 -- 172.21.15.67:0/1981625495 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6740c8bb0 con 0x7fd6740cd890 2024-09-21T00:25:33.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.884+0000 7fd669ffb640 1 -- 172.21.15.67:0/1981625495 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd664003850 con 0x7fd6740cd890 2024-09-21T00:25:33.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.885+0000 7fd67b4a2640 1 -- 172.21.15.67:0/1981625495 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd67414eed0 con 0x7fd6740cd890 2024-09-21T00:25:33.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.886+0000 7fd67b4a2640 1 -- 172.21.15.67:0/1981625495 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd6740ce960 con 0x7fd6740cd890 2024-09-21T00:25:33.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.887+0000 7fd669ffb640 1 -- 172.21.15.67:0/1981625495 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fd66401a070 con 0x7fd6740cd890 2024-09-21T00:25:33.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.887+0000 7fd669ffb640 1 --2- 172.21.15.67:0/1981625495 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd658078bc0 0x7fd65807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:33.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.887+0000 7fd669ffb640 1 -- 172.21.15.67:0/1981625495 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(63..63 src has 1..63) ==== 5029+0+0 (secure 0 0 0) 0x7fd664099d90 con 0x7fd6740cd890 2024-09-21T00:25:33.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.887+0000 7fd67923e640 1 --2- 172.21.15.67:0/1981625495 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd658078bc0 0x7fd65807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:33.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.888+0000 7fd67923e640 1 --2- 172.21.15.67:0/1981625495 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd658078bc0 0x7fd65807b0d0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fd670033000 tx=0x7fd670004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:33.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:33.892+0000 7fd669ffb640 1 -- 172.21.15.67:0/1981625495 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fd664061e30 con 0x7fd6740cd890 2024-09-21T00:25:34.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.093+0000 7fd67b4a2640 1 -- 172.21.15.67:0/1981625495 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7fd6740b4c80 con 0x7fd6740cd890 2024-09-21T00:25:34.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.455+0000 7fd669ffb640 1 -- 172.21.15.67:0/1981625495 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v65) ==== 97+0+0 (secure 0 0 0) 0x7fd664066860 con 0x7fd6740cd890 2024-09-21T00:25:34.457 INFO:teuthology.orchestra.run.smithi067.stderr: removed all blocklist entries 2024-09-21T00:25:34.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.458+0000 7fd67b4a2640 1 -- 172.21.15.67:0/1981625495 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd658078bc0 msgr2=0x7fd65807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:34.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.458+0000 7fd67b4a2640 1 --2- 172.21.15.67:0/1981625495 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd658078bc0 0x7fd65807b0d0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fd670033000 tx=0x7fd670004730 comp rx=0 tx=0).stop 2024-09-21T00:25:34.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.458+0000 7fd67b4a2640 1 -- 172.21.15.67:0/1981625495 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6740cd890 msgr2=0x7fd6740b2e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:34.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.458+0000 7fd67b4a2640 1 --2- 172.21.15.67:0/1981625495 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6740cd890 0x7fd6740b2e30 secure :-1 s=READY pgs=883 cs=0 l=1 rev1=1 crypto rx=0x7fd66400c400 tx=0x7fd66400c8c0 comp rx=0 tx=0).stop 2024-09-21T00:25:34.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.458+0000 7fd67b4a2640 1 -- 172.21.15.67:0/1981625495 shutdown_connections 2024-09-21T00:25:34.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.458+0000 7fd67b4a2640 1 --2- 172.21.15.67:0/1981625495 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd658078bc0 0x7fd65807b0d0 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:34.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.458+0000 7fd67b4a2640 1 --2- 172.21.15.67:0/1981625495 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd67415ffe0 0x7fd6740b3370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:34.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.458+0000 7fd67b4a2640 1 --2- 172.21.15.67:0/1981625495 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6740cd890 0x7fd6740b2e30 unknown :-1 s=CLOSED pgs=883 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:34.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.458+0000 7fd67b4a2640 1 --2- 172.21.15.67:0/1981625495 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd6740b1910 0x7fd6741f4360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:34.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.458+0000 7fd67b4a2640 1 -- 172.21.15.67:0/1981625495 >> 172.21.15.67:0/1981625495 conn(0x7fd6740b3e90 msgr2=0x7fd67415f670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:34.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.458+0000 7fd67b4a2640 1 -- 172.21.15.67:0/1981625495 shutdown_connections 2024-09-21T00:25:34.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.458+0000 7fd67b4a2640 1 -- 172.21.15.67:0/1981625495 wait complete. 2024-09-21T00:25:34.473 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-21T00:25:34.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.587+0000 7f9682b90640 1 -- 172.21.15.67:0/4236415845 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f967c0b9e70 msgr2=0x7f967c0b6020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:34.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.587+0000 7f9682b90640 1 --2- 172.21.15.67:0/4236415845 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f967c0b9e70 0x7f967c0b6020 secure :-1 s=READY pgs=885 cs=0 l=1 rev1=1 crypto rx=0x7f966c005fd0 tx=0x7f966c02a540 comp rx=0 tx=0).stop 2024-09-21T00:25:34.590 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.587+0000 7f9682b90640 1 -- 172.21.15.67:0/4236415845 shutdown_connections 2024-09-21T00:25:34.590 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.587+0000 7f9682b90640 1 --2- 172.21.15.67:0/4236415845 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f967c0d22f0 0x7f967c0b6560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:34.590 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.587+0000 7f9682b90640 1 --2- 172.21.15.67:0/4236415845 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f967c0b9e70 0x7f967c0b6020 unknown :-1 s=CLOSED pgs=885 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:34.590 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.587+0000 7f9682b90640 1 -- 172.21.15.67:0/4236415845 >> 172.21.15.67:0/4236415845 conn(0x7f967c0d45a0 msgr2=0x7f967c0d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:34.590 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.587+0000 7f9682b90640 1 -- 172.21.15.67:0/4236415845 shutdown_connections 2024-09-21T00:25:34.590 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.587+0000 7f9682b90640 1 -- 172.21.15.67:0/4236415845 wait complete. 2024-09-21T00:25:34.591 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.589+0000 7f9682b90640 1 Processor -- start 2024-09-21T00:25:34.591 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.589+0000 7f9682b90640 1 -- start start 2024-09-21T00:25:34.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.590+0000 7f9682b90640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f967c06ebc0 0x7f967c0cd7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:34.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.590+0000 7f9682b90640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f967c0b9e70 0x7f967c0cdcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:34.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.590+0000 7f9682b90640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f967c0d22f0 0x7f967c15a0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:34.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.590+0000 7f9682b90640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f967c06f6e0 con 0x7f967c0d22f0 2024-09-21T00:25:34.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.590+0000 7f9682b90640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f967c0d05c0 con 0x7f967c0b9e70 2024-09-21T00:25:34.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.590+0000 7f9682b90640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f967c06f860 con 0x7f967c06ebc0 2024-09-21T00:25:34.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.590+0000 7f968112d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f967c0d22f0 0x7f967c15a0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:34.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.590+0000 7f968112d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f967c0d22f0 0x7f967c15a0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36438/0 (socket says 172.21.15.67:36438) 2024-09-21T00:25:34.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.590+0000 7f968112d640 1 -- 172.21.15.67:0/481319137 learned_addr learned my addr 172.21.15.67:0/481319137 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:34.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.591+0000 7f968092c640 1 --2- 172.21.15.67:0/481319137 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f967c06ebc0 0x7f967c0cd7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:34.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.591+0000 7f967bfff640 1 --2- 172.21.15.67:0/481319137 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f967c0b9e70 0x7f967c0cdcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:34.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.591+0000 7f968112d640 1 -- 172.21.15.67:0/481319137 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f967c06ebc0 msgr2=0x7f967c0cd7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:34.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.591+0000 7f968112d640 1 --2- 172.21.15.67:0/481319137 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f967c06ebc0 0x7f967c0cd7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:34.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.591+0000 7f968112d640 1 -- 172.21.15.67:0/481319137 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f967c0b9e70 msgr2=0x7f967c0cdcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:34.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.591+0000 7f968112d640 1 --2- 172.21.15.67:0/481319137 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f967c0b9e70 0x7f967c0cdcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:34.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.591+0000 7f968112d640 1 -- 172.21.15.67:0/481319137 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f967c1e7c10 con 0x7f967c0d22f0 2024-09-21T00:25:34.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.591+0000 7f968112d640 1 --2- 172.21.15.67:0/481319137 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f967c0d22f0 0x7f967c15a0d0 secure :-1 s=READY pgs=886 cs=0 l=1 rev1=1 crypto rx=0x7f967400c730 tx=0x7f967400cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:34.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.591+0000 7f96797fa640 1 -- 172.21.15.67:0/481319137 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9674003b70 con 0x7f967c0d22f0 2024-09-21T00:25:34.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.591+0000 7f96797fa640 1 -- 172.21.15.67:0/481319137 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9674003d30 con 0x7f967c0d22f0 2024-09-21T00:25:34.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.591+0000 7f9682b90640 1 -- 172.21.15.67:0/481319137 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f967c1e7eb0 con 0x7f967c0d22f0 2024-09-21T00:25:34.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.591+0000 7f96797fa640 1 -- 172.21.15.67:0/481319137 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96740052d0 con 0x7f967c0d22f0 2024-09-21T00:25:34.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.591+0000 7f9682b90640 1 -- 172.21.15.67:0/481319137 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f967c1e8470 con 0x7f967c0d22f0 2024-09-21T00:25:34.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.592+0000 7f9682b90640 1 -- 172.21.15.67:0/481319137 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f967c1e8b90 con 0x7f967c0d22f0 2024-09-21T00:25:34.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.593+0000 7f96797fa640 1 -- 172.21.15.67:0/481319137 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f9674005470 con 0x7f967c0d22f0 2024-09-21T00:25:34.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.593+0000 7f96797fa640 1 --2- 172.21.15.67:0/481319137 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9668078bc0 0x7f966807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:34.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.594+0000 7f96797fa640 1 -- 172.21.15.67:0/481319137 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(67..67 src has 1..67) ==== 4857+0+0 (secure 0 0 0) 0x7f967409a6d0 con 0x7f967c0d22f0 2024-09-21T00:25:34.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.594+0000 7f968092c640 1 --2- 172.21.15.67:0/481319137 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9668078bc0 0x7f966807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:34.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.594+0000 7f968092c640 1 --2- 172.21.15.67:0/481319137 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9668078bc0 0x7f966807b0d0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f966c033000 tx=0x7f966c004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:34.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.598+0000 7f96797fa640 1 -- 172.21.15.67:0/481319137 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f967c1e7c10 con 0x7f967c0d22f0 2024-09-21T00:25:34.860 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.858+0000 7f9682b90640 1 -- 172.21.15.67:0/481319137 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f967c06fd50 con 0x7f967c0d22f0 2024-09-21T00:25:34.861 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.859+0000 7f96797fa640 1 -- 172.21.15.67:0/481319137 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v15) ==== 80+0+5304 (secure 0 0 0) 0x7f9674062790 con 0x7f967c0d22f0 2024-09-21T00:25:34.861 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:25:34.861 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:25:34.861 INFO:teuthology.orchestra.run.smithi067.stdout: "auth_dump": [ 2024-09-21T00:25:34.861 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:25:34.861 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mds.a", 2024-09-21T00:25:34.862 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5m9QBaFRAAdgisHziG3hw/D2M72XZn8g==", 2024-09-21T00:25:34.862 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:25:34.862 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:25:34.862 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:25:34.862 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:25:34.862 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:25:34.862 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:25:34.862 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:25:34.862 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:25:34.862 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mds.b", 2024-09-21T00:25:34.862 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mLCJuIhAAl/r6CTzwOFBmlvDR8WTorQ==", 2024-09-21T00:25:34.862 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:25:34.863 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:25:34.863 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:25:34.863 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:25:34.863 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:25:34.863 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:25:34.863 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:25:34.863 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:25:34.863 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mds.c", 2024-09-21T00:25:34.863 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mQ14ZHRAAi5QZeknKrKjp2jO02yntmg==", 2024-09-21T00:25:34.863 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:25:34.863 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:25:34.863 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:25:34.863 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:25:34.863 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:25:34.864 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:25:34.864 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:25:34.864 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:25:34.864 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mds.d", 2024-09-21T00:25:34.864 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mgCsdKhAAJ06SsIMmvdDQWaRDeCy6CA==", 2024-09-21T00:25:34.864 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:25:34.864 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:25:34.864 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:25:34.864 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:25:34.864 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:25:34.864 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:25:34.864 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:25:34.864 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:25:34.864 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.0", 2024-09-21T00:25:34.865 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBJEe5mhxC8ERAAwqKGS/tp+aVv++lqOVEPwg==", 2024-09-21T00:25:34.865 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:25:34.865 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:25:34.865 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:25:34.865 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:25:34.865 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:25:34.865 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:25:34.865 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:25:34.865 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.1", 2024-09-21T00:25:34.865 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBMEe5mbob6IxAANdMr4wKZkwcnJzzUY88/xA==", 2024-09-21T00:25:34.865 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:25:34.865 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:25:34.865 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:25:34.866 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:25:34.866 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:25:34.866 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:25:34.866 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:25:34.866 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.2", 2024-09-21T00:25:34.866 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBPEe5mR+B2NRAAbF2XunKQ4T7GqO5mflYgFQ==", 2024-09-21T00:25:34.866 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:25:34.866 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:25:34.866 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:25:34.866 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:25:34.866 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:25:34.866 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:25:34.866 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:25:34.867 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.3", 2024-09-21T00:25:34.867 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBTEe5mrBCaDBAAhESlssYCQxHPjrG5irA8bg==", 2024-09-21T00:25:34.867 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:25:34.867 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:25:34.867 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:25:34.867 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:25:34.867 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:25:34.867 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:25:34.867 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:25:34.867 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.4", 2024-09-21T00:25:34.867 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBZEe5mH7dzKBAALqGrXHFlpxFvgoI3COb/CA==", 2024-09-21T00:25:34.867 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:25:34.867 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:25:34.867 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:25:34.867 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:25:34.868 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:25:34.868 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:25:34.868 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:25:34.868 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.5", 2024-09-21T00:25:34.868 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBcEe5mbQLIORAAhaKf6tntn/oh0n1a70pqAA==", 2024-09-21T00:25:34.868 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:25:34.868 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:25:34.868 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:25:34.868 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:25:34.868 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:25:34.868 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:25:34.868 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:25:34.869 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.6", 2024-09-21T00:25:34.869 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBgEe5m5MO7ABAACbg8WWV3GhNSHRnjscz6Fg==", 2024-09-21T00:25:34.869 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:25:34.869 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:25:34.869 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:25:34.869 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:25:34.869 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:25:34.869 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:25:34.869 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:25:34.869 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.7", 2024-09-21T00:25:34.869 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBjEe5mmCIxAxAArpnzucP3Mbmo3BL6YikqWA==", 2024-09-21T00:25:34.869 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:25:34.869 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:25:34.869 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:25:34.870 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:25:34.870 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:25:34.870 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:25:34.870 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:25:34.870 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.0", 2024-09-21T00:25:34.870 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mUnwLLxAAE0JXCN8yXTH2bWtWI41o2Q==", 2024-09-21T00:25:34.870 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:25:34.870 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:25:34.870 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow r", 2024-09-21T00:25:34.870 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-21T00:25:34.870 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:25:34.870 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:25:34.871 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:25:34.871 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.1", 2024-09-21T00:25:34.871 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mDFa8NhAAraRO3NGJQTzWBBcGkkEhhQ==", 2024-09-21T00:25:34.871 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:25:34.871 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:25:34.871 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow r", 2024-09-21T00:25:34.871 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow rw", 2024-09-21T00:25:34.871 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow rwx" 2024-09-21T00:25:34.871 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:25:34.871 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:25:34.871 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:25:34.871 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.2", 2024-09-21T00:25:34.871 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mLu3nMhAA14NXzzDpQhxci5XP4juw/w==", 2024-09-21T00:25:34.871 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:25:34.872 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:25:34.872 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow r", 2024-09-21T00:25:34.872 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow rw", 2024-09-21T00:25:34.872 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow rwx" 2024-09-21T00:25:34.872 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:25:34.872 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:25:34.872 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:25:34.872 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.3", 2024-09-21T00:25:34.872 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5m6Lx8OhAAx4r6ll1YCFpRFK7DC5qqOw==", 2024-09-21T00:25:34.872 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:25:34.872 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:25:34.872 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow r", 2024-09-21T00:25:34.872 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow rw", 2024-09-21T00:25:34.872 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow rwx" 2024-09-21T00:25:34.873 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:25:34.873 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:25:34.873 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:25:34.873 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.admin", 2024-09-21T00:25:34.873 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBEEe5myhTpMBAA3uuyq5Ek2nSa9jjWQzIshw==", 2024-09-21T00:25:34.873 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:25:34.873 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow *", 2024-09-21T00:25:34.873 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:25:34.873 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:25:34.873 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:25:34.873 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:25:34.873 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:25:34.873 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:25:34.873 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mgr.x", 2024-09-21T00:25:34.873 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mNMdbERAA41Bj7rmSurxL0D2Zq+oHVA==", 2024-09-21T00:25:34.874 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:25:34.874 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow *", 2024-09-21T00:25:34.874 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile mgr", 2024-09-21T00:25:34.874 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:25:34.874 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:25:34.874 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:25:34.874 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:25:34.874 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mgr.y", 2024-09-21T00:25:34.874 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mNcGQCxAA33vjLt+brud7Aul58c5kXw==", 2024-09-21T00:25:34.874 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:25:34.874 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow *", 2024-09-21T00:25:34.874 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile mgr", 2024-09-21T00:25:34.874 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:25:34.875 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:25:34.875 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:25:34.875 INFO:teuthology.orchestra.run.smithi067.stdout: ] 2024-09-21T00:25:34.875 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:25:34.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.861+0000 7f9682b90640 1 -- 172.21.15.67:0/481319137 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9668078bc0 msgr2=0x7f966807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:34.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.861+0000 7f9682b90640 1 --2- 172.21.15.67:0/481319137 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9668078bc0 0x7f966807b0d0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f966c033000 tx=0x7f966c004730 comp rx=0 tx=0).stop 2024-09-21T00:25:34.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.861+0000 7f9682b90640 1 -- 172.21.15.67:0/481319137 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f967c0d22f0 msgr2=0x7f967c15a0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:34.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.861+0000 7f9682b90640 1 --2- 172.21.15.67:0/481319137 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f967c0d22f0 0x7f967c15a0d0 secure :-1 s=READY pgs=886 cs=0 l=1 rev1=1 crypto rx=0x7f967400c730 tx=0x7f967400cbf0 comp rx=0 tx=0).stop 2024-09-21T00:25:34.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.861+0000 7f9682b90640 1 -- 172.21.15.67:0/481319137 shutdown_connections 2024-09-21T00:25:34.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.861+0000 7f9682b90640 1 --2- 172.21.15.67:0/481319137 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9668078bc0 0x7f966807b0d0 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:34.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.861+0000 7f9682b90640 1 --2- 172.21.15.67:0/481319137 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f967c0d22f0 0x7f967c15a0d0 unknown :-1 s=CLOSED pgs=886 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:34.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.861+0000 7f9682b90640 1 --2- 172.21.15.67:0/481319137 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f967c0b9e70 0x7f967c0cdcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:34.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.861+0000 7f9682b90640 1 --2- 172.21.15.67:0/481319137 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f967c06ebc0 0x7f967c0cd7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:34.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.861+0000 7f9682b90640 1 -- 172.21.15.67:0/481319137 >> 172.21.15.67:0/481319137 conn(0x7f967c0d45a0 msgr2=0x7f967c0d19c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:34.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.861+0000 7f9682b90640 1 -- 172.21.15.67:0/481319137 shutdown_connections 2024-09-21T00:25:34.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.861+0000 7f9682b90640 1 -- 172.21.15.67:0/481319137 wait complete. 2024-09-21T00:25:34.877 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-21T00:25:34.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.993+0000 7f405f89b640 1 -- 172.21.15.67:0/170496710 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4040004800 msgr2=0x7f4040004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:34.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.993+0000 7f405f89b640 1 --2- 172.21.15.67:0/170496710 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4040004800 0x7f4040004c10 secure :-1 s=READY pgs=888 cs=0 l=1 rev1=1 crypto rx=0x7f404c006fd0 tx=0x7f4040005830 comp rx=0 tx=0).stop 2024-09-21T00:25:34.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.993+0000 7f405f89b640 1 -- 172.21.15.67:0/170496710 shutdown_connections 2024-09-21T00:25:34.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.993+0000 7f405f89b640 1 --2- 172.21.15.67:0/170496710 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4040004800 0x7f4040004c10 unknown :-1 s=CLOSED pgs=888 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:34.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.993+0000 7f405f89b640 1 -- 172.21.15.67:0/170496710 >> 172.21.15.67:0/170496710 conn(0x7f40580d45a0 msgr2=0x7f40580d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:34.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.993+0000 7f405f89b640 1 -- 172.21.15.67:0/170496710 shutdown_connections 2024-09-21T00:25:34.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.993+0000 7f405f89b640 1 -- 172.21.15.67:0/170496710 wait complete. 2024-09-21T00:25:34.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.995+0000 7f405f89b640 1 Processor -- start 2024-09-21T00:25:34.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.995+0000 7f405f89b640 1 -- start start 2024-09-21T00:25:34.999 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.996+0000 7f405f89b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4040004800 0x7f40581e9a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:35.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.996+0000 7f405f89b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f40581f90f0 0x7f40581f86f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:35.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.996+0000 7f405f89b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f40581f8c30 0x7f40580b21e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:35.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.996+0000 7f405f89b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f40580b6020 con 0x7f40581f8c30 2024-09-21T00:25:35.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.996+0000 7f405f89b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f40580d2610 con 0x7f40581f90f0 2024-09-21T00:25:35.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.996+0000 7f405f89b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f40580b61a0 con 0x7f4040004800 2024-09-21T00:25:35.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.996+0000 7f405de38640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f40581f8c30 0x7f40580b21e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:35.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.996+0000 7f405de38640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f40581f8c30 0x7f40580b21e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36460/0 (socket says 172.21.15.67:36460) 2024-09-21T00:25:35.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.996+0000 7f405de38640 1 -- 172.21.15.67:0/4247637500 learned_addr learned my addr 172.21.15.67:0/4247637500 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:35.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.997+0000 7f405d637640 1 --2- 172.21.15.67:0/4247637500 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4040004800 0x7f40581e9a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:35.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.997+0000 7f405ce36640 1 --2- 172.21.15.67:0/4247637500 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f40581f90f0 0x7f40581f86f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:35.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.997+0000 7f405de38640 1 -- 172.21.15.67:0/4247637500 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4040004800 msgr2=0x7f40581e9a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:35.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.997+0000 7f405de38640 1 --2- 172.21.15.67:0/4247637500 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4040004800 0x7f40581e9a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:35.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.997+0000 7f405de38640 1 -- 172.21.15.67:0/4247637500 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f40581f90f0 msgr2=0x7f40581f86f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:35.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.997+0000 7f405de38640 1 --2- 172.21.15.67:0/4247637500 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f40581f90f0 0x7f40581f86f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:35.001 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.997+0000 7f405de38640 1 -- 172.21.15.67:0/4247637500 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f405815caa0 con 0x7f40581f8c30 2024-09-21T00:25:35.001 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.997+0000 7f405de38640 1 --2- 172.21.15.67:0/4247637500 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f40581f8c30 0x7f40580b21e0 secure :-1 s=READY pgs=889 cs=0 l=1 rev1=1 crypto rx=0x7f4050005fd0 tx=0x7f4050011f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:35.001 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.997+0000 7f4055ffb640 1 -- 172.21.15.67:0/4247637500 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4050004b20 con 0x7f40581f8c30 2024-09-21T00:25:35.001 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.997+0000 7f4055ffb640 1 -- 172.21.15.67:0/4247637500 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4050004cc0 con 0x7f40581f8c30 2024-09-21T00:25:35.001 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.997+0000 7f4055ffb640 1 -- 172.21.15.67:0/4247637500 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4050003bd0 con 0x7f40581f8c30 2024-09-21T00:25:35.001 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.997+0000 7f405f89b640 1 -- 172.21.15.67:0/4247637500 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f405815cd80 con 0x7f40581f8c30 2024-09-21T00:25:35.001 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.998+0000 7f405f89b640 1 -- 172.21.15.67:0/4247637500 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f405815d340 con 0x7f40581f8c30 2024-09-21T00:25:35.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.998+0000 7f405f89b640 1 -- 172.21.15.67:0/4247637500 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f40581ea100 con 0x7f40581f8c30 2024-09-21T00:25:35.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:34.999+0000 7f4055ffb640 1 -- 172.21.15.67:0/4247637500 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f4050004030 con 0x7f40581f8c30 2024-09-21T00:25:35.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:35.000+0000 7f4055ffb640 1 --2- 172.21.15.67:0/4247637500 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4044078b90 0x7f404407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:35.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:35.000+0000 7f4055ffb640 1 -- 172.21.15.67:0/4247637500 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(67..67 src has 1..67) ==== 4857+0+0 (secure 0 0 0) 0x7f405009b1e0 con 0x7f40581f8c30 2024-09-21T00:25:35.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:35.000+0000 7f405d637640 1 --2- 172.21.15.67:0/4247637500 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4044078b90 0x7f404407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:35.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:35.001+0000 7f405d637640 1 --2- 172.21.15.67:0/4247637500 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4044078b90 0x7f404407b0a0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f4048006680 tx=0x7f4048006b70 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:35.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:35.004+0000 7f4055ffb640 1 -- 172.21.15.67:0/4247637500 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f4050063330 con 0x7f40581f8c30 2024-09-21T00:25:35.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:35.194+0000 7f405f89b640 1 -- 172.21.15.67:0/4247637500 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f40580b6700 con 0x7f40581f8c30 2024-09-21T00:25:35.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:35.194+0000 7f4055ffb640 1 -- 172.21.15.67:0/4247637500 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v67) ==== 84+0+65 (secure 0 0 0) 0x7f4050067d60 con 0x7f40581f8c30 2024-09-21T00:25:35.197 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:25:35.197 INFO:teuthology.orchestra.run.smithi067.stdout:[ 2024-09-21T00:25:35.197 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:25:35.197 INFO:teuthology.orchestra.run.smithi067.stdout: "poolnum": 1, 2024-09-21T00:25:35.197 INFO:teuthology.orchestra.run.smithi067.stdout: "poolname": ".mgr" 2024-09-21T00:25:35.197 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:25:35.197 INFO:teuthology.orchestra.run.smithi067.stdout:] 2024-09-21T00:25:35.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:35.197+0000 7f405f89b640 1 -- 172.21.15.67:0/4247637500 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4044078b90 msgr2=0x7f404407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:35.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:35.197+0000 7f405f89b640 1 --2- 172.21.15.67:0/4247637500 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4044078b90 0x7f404407b0a0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f4048006680 tx=0x7f4048006b70 comp rx=0 tx=0).stop 2024-09-21T00:25:35.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:35.197+0000 7f405f89b640 1 -- 172.21.15.67:0/4247637500 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f40581f8c30 msgr2=0x7f40580b21e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:35.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:35.197+0000 7f405f89b640 1 --2- 172.21.15.67:0/4247637500 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f40581f8c30 0x7f40580b21e0 secure :-1 s=READY pgs=889 cs=0 l=1 rev1=1 crypto rx=0x7f4050005fd0 tx=0x7f4050011f80 comp rx=0 tx=0).stop 2024-09-21T00:25:35.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:35.197+0000 7f405f89b640 1 -- 172.21.15.67:0/4247637500 shutdown_connections 2024-09-21T00:25:35.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:35.197+0000 7f405f89b640 1 --2- 172.21.15.67:0/4247637500 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4044078b90 0x7f404407b0a0 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:35.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:35.197+0000 7f405f89b640 1 --2- 172.21.15.67:0/4247637500 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f40581f8c30 0x7f40580b21e0 unknown :-1 s=CLOSED pgs=889 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:35.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:35.197+0000 7f405f89b640 1 --2- 172.21.15.67:0/4247637500 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f40581f90f0 0x7f40581f86f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:35.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:35.197+0000 7f405f89b640 1 --2- 172.21.15.67:0/4247637500 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4040004800 0x7f40581e9a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:35.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:35.197+0000 7f405f89b640 1 -- 172.21.15.67:0/4247637500 >> 172.21.15.67:0/4247637500 conn(0x7f40580d45a0 msgr2=0x7f40580b5620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:35.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:35.197+0000 7f405f89b640 1 -- 172.21.15.67:0/4247637500 shutdown_connections 2024-09-21T00:25:35.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:35.197+0000 7f405f89b640 1 -- 172.21.15.67:0/4247637500 wait complete. 2024-09-21T00:25:35.211 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-21T00:25:35.211 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-21T00:25:35.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:35.330+0000 7f23fbf52640 1 -- 172.21.15.67:0/2959393920 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f23e0003a00 msgr2=0x7f23e0003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:35.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:35.330+0000 7f23fbf52640 1 --2- 172.21.15.67:0/2959393920 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f23e0003a00 0x7f23e0003e70 secure :-1 s=READY pgs=891 cs=0 l=1 rev1=1 crypto rx=0x7f23f000c290 tx=0x7f23e0005830 comp rx=0 tx=0).stop 2024-09-21T00:25:35.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:35.330+0000 7f23fa4ef640 1 -- 172.21.15.67:0/2959393920 reap_dead start 2024-09-21T00:25:35.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:35.330+0000 7f23fbf52640 1 -- 172.21.15.67:0/2959393920 shutdown_connections 2024-09-21T00:25:35.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:35.330+0000 7f23fbf52640 1 -- 172.21.15.67:0/2959393920 >> 172.21.15.67:0/2959393920 conn(0x7f23f40d4600 msgr2=0x7f23f40d4a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:35.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:35.330+0000 7f23fbf52640 1 -- 172.21.15.67:0/2959393920 shutdown_connections 2024-09-21T00:25:35.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:35.330+0000 7f23fbf52640 1 -- 172.21.15.67:0/2959393920 wait complete. 2024-09-21T00:25:35.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:35.332+0000 7f23fbf52640 1 Processor -- start 2024-09-21T00:25:35.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:35.332+0000 7f23fbf52640 1 -- start start 2024-09-21T00:25:35.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:35.333+0000 7f23fbf52640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f23e0003a00 0x7f23f414e560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:35.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:35.333+0000 7f23fbf52640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f23f41f5fa0 0x7f23f414ed30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:35.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:35.333+0000 7f23fbf52640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f23f40b6280 0x7f23f40b6690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:35.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:35.333+0000 7f23fbf52640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f23f40d0240 con 0x7f23f41f5fa0 2024-09-21T00:25:35.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:35.333+0000 7f23fbf52640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f23f40d00c0 con 0x7f23f40b6280 2024-09-21T00:25:35.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:35.333+0000 7f23fbf52640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f23f40d03c0 con 0x7f23e0003a00 2024-09-21T00:25:35.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:35.333+0000 7f23f94ed640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f23f41f5fa0 0x7f23f414ed30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:35.338 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:35.333+0000 7f23f94ed640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f23f41f5fa0 0x7f23f414ed30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36492/0 (socket says 172.21.15.67:36492) 2024-09-21T00:25:35.338 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:35.333+0000 7f23f94ed640 1 -- 172.21.15.67:0/4106872951 learned_addr learned my addr 172.21.15.67:0/4106872951 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:35.338 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:35.334+0000 7f23fa4ef640 1 --2- 172.21.15.67:0/4106872951 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f23f40b6280 0x7f23f40b6690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:35.338 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:35.334+0000 7f23f9cee640 1 --2- 172.21.15.67:0/4106872951 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f23e0003a00 0x7f23f414e560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:35.338 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:35.334+0000 7f23f94ed640 1 -- 172.21.15.67:0/4106872951 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f23e0003a00 msgr2=0x7f23f414e560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:35.338 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:35.334+0000 7f23f94ed640 1 --2- 172.21.15.67:0/4106872951 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f23e0003a00 0x7f23f414e560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:35.338 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:35.334+0000 7f23f94ed640 1 -- 172.21.15.67:0/4106872951 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f23f40b6280 msgr2=0x7f23f40b6690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:35.338 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:35.334+0000 7f23f94ed640 1 --2- 172.21.15.67:0/4106872951 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f23f40b6280 0x7f23f40b6690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:35.338 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:35.334+0000 7f23f94ed640 1 -- 172.21.15.67:0/4106872951 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23f40b6bd0 con 0x7f23f41f5fa0 2024-09-21T00:25:35.338 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:35.334+0000 7f23fa4ef640 1 --2- 172.21.15.67:0/4106872951 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f23f40b6280 0x7f23f40b6690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:25:35.338 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:35.334+0000 7f23f94ed640 1 --2- 172.21.15.67:0/4106872951 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f23f41f5fa0 0x7f23f414ed30 secure :-1 s=READY pgs=892 cs=0 l=1 rev1=1 crypto rx=0x7f23e4010810 tx=0x7f23e4010cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:35.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:35.334+0000 7f23ea7fc640 1 -- 172.21.15.67:0/4106872951 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23e400ead0 con 0x7f23f41f5fa0 2024-09-21T00:25:35.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:35.334+0000 7f23ea7fc640 1 -- 172.21.15.67:0/4106872951 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f23e400ec70 con 0x7f23f41f5fa0 2024-09-21T00:25:35.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:35.334+0000 7f23fbf52640 1 -- 172.21.15.67:0/4106872951 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23f40b51e0 con 0x7f23f41f5fa0 2024-09-21T00:25:35.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:35.334+0000 7f23ea7fc640 1 -- 172.21.15.67:0/4106872951 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23e4005020 con 0x7f23f41f5fa0 2024-09-21T00:25:35.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:35.334+0000 7f23fbf52640 1 -- 172.21.15.67:0/4106872951 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f23f40b57a0 con 0x7f23f41f5fa0 2024-09-21T00:25:35.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:35.335+0000 7f23fbf52640 1 -- 172.21.15.67:0/4106872951 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f23f4162a90 con 0x7f23f41f5fa0 2024-09-21T00:25:35.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:35.336+0000 7f23ea7fc640 1 -- 172.21.15.67:0/4106872951 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f23e40051c0 con 0x7f23f41f5fa0 2024-09-21T00:25:35.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:35.336+0000 7f23ea7fc640 1 --2- 172.21.15.67:0/4106872951 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f23d8078b90 0x7f23d807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:35.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:35.337+0000 7f23ea7fc640 1 -- 172.21.15.67:0/4106872951 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(67..67 src has 1..67) ==== 4857+0+0 (secure 0 0 0) 0x7f23e409b5e0 con 0x7f23f41f5fa0 2024-09-21T00:25:35.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:35.337+0000 7f23f9cee640 1 --2- 172.21.15.67:0/4106872951 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f23d8078b90 0x7f23d807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:35.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:35.337+0000 7f23f9cee640 1 --2- 172.21.15.67:0/4106872951 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f23d8078b90 0x7f23d807b0a0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f23f0033000 tx=0x7f23f40cf790 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:35.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:35.341+0000 7f23ea7fc640 1 -- 172.21.15.67:0/4106872951 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f23e4063d80 con 0x7f23f41f5fa0 2024-09-21T00:25:35.532 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:35.530+0000 7f23fbf52640 1 -- 172.21.15.67:0/4106872951 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f23f40ba110 con 0x7f23f41f5fa0 2024-09-21T00:25:36.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:36.464+0000 7f23ea7fc640 1 -- 172.21.15.67:0/4106872951 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v68) ==== 138+0+0 (secure 0 0 0) 0x7f23e4063680 con 0x7f23f41f5fa0 2024-09-21T00:25:36.465 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_metadata' created 2024-09-21T00:25:36.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:36.467+0000 7f23fbf52640 1 -- 172.21.15.67:0/4106872951 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f23d8078b90 msgr2=0x7f23d807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:36.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:36.467+0000 7f23fbf52640 1 --2- 172.21.15.67:0/4106872951 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f23d8078b90 0x7f23d807b0a0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f23f0033000 tx=0x7f23f40cf790 comp rx=0 tx=0).stop 2024-09-21T00:25:36.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:36.467+0000 7f23fbf52640 1 -- 172.21.15.67:0/4106872951 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f23f41f5fa0 msgr2=0x7f23f414ed30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:36.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:36.467+0000 7f23fbf52640 1 --2- 172.21.15.67:0/4106872951 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f23f41f5fa0 0x7f23f414ed30 secure :-1 s=READY pgs=892 cs=0 l=1 rev1=1 crypto rx=0x7f23e4010810 tx=0x7f23e4010cd0 comp rx=0 tx=0).stop 2024-09-21T00:25:36.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:36.467+0000 7f23fbf52640 1 -- 172.21.15.67:0/4106872951 shutdown_connections 2024-09-21T00:25:36.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:36.467+0000 7f23fbf52640 1 --2- 172.21.15.67:0/4106872951 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f23d8078b90 0x7f23d807b0a0 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:36.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:36.467+0000 7f23fbf52640 1 --2- 172.21.15.67:0/4106872951 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f23f40b6280 0x7f23f40b6690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:36.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:36.467+0000 7f23fbf52640 1 --2- 172.21.15.67:0/4106872951 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f23f41f5fa0 0x7f23f414ed30 unknown :-1 s=CLOSED pgs=892 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:36.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:36.467+0000 7f23fbf52640 1 --2- 172.21.15.67:0/4106872951 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f23e0003a00 0x7f23f414e560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:36.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:36.467+0000 7f23fbf52640 1 -- 172.21.15.67:0/4106872951 >> 172.21.15.67:0/4106872951 conn(0x7f23f40d4600 msgr2=0x7f23f40d1670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:36.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:36.467+0000 7f23fbf52640 1 -- 172.21.15.67:0/4106872951 shutdown_connections 2024-09-21T00:25:36.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:36.467+0000 7f23fbf52640 1 -- 172.21.15.67:0/4106872951 wait complete. 2024-09-21T00:25:36.486 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-21T00:25:36.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:36.615+0000 7f1c96dad640 1 -- 172.21.15.67:0/3814387867 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1c9006ef30 msgr2=0x7f1c900cf7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:36.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:36.615+0000 7f1c96dad640 1 --2- 172.21.15.67:0/3814387867 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1c9006ef30 0x7f1c900cf7b0 secure :-1 s=READY pgs=894 cs=0 l=1 rev1=1 crypto rx=0x7f1c90162610 tx=0x7f1c8802a530 comp rx=0 tx=0).stop 2024-09-21T00:25:36.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:36.615+0000 7f1c96dad640 1 -- 172.21.15.67:0/3814387867 shutdown_connections 2024-09-21T00:25:36.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:36.615+0000 7f1c96dad640 1 --2- 172.21.15.67:0/3814387867 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1c9006ef30 0x7f1c900cf7b0 unknown :-1 s=CLOSED pgs=894 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:36.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:36.615+0000 7f1c96dad640 1 --2- 172.21.15.67:0/3814387867 >> v2:172.21.15.97:3300/0 conn(0x7f1c900d2980 0x7f1c900cf270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:36.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:36.615+0000 7f1c96dad640 1 -- 172.21.15.67:0/3814387867 >> 172.21.15.67:0/3814387867 conn(0x7f1c9008bee0 msgr2=0x7f1c900d46a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:36.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:36.615+0000 7f1c96dad640 1 -- 172.21.15.67:0/3814387867 shutdown_connections 2024-09-21T00:25:36.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:36.615+0000 7f1c96dad640 1 -- 172.21.15.67:0/3814387867 wait complete. 2024-09-21T00:25:36.618 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:36.617+0000 7f1c96dad640 1 Processor -- start 2024-09-21T00:25:36.618 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:36.617+0000 7f1c96dad640 1 -- start start 2024-09-21T00:25:36.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:36.619+0000 7f1c96dad640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1c9006ef30 0x7f1c900cda30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:36.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:36.619+0000 7f1c96dad640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1c900b98a0 0x7f1c901f8850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:36.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:36.619+0000 7f1c96dad640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1c9015fbd0 0x7f1c901f8d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:36.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:36.619+0000 7f1c96dad640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f1c900d0080 con 0x7f1c900b98a0 2024-09-21T00:25:36.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:36.619+0000 7f1c96dad640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f1c900cff00 con 0x7f1c9015fbd0 2024-09-21T00:25:36.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:36.619+0000 7f1c96dad640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f1c900d0200 con 0x7f1c9006ef30 2024-09-21T00:25:36.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:36.619+0000 7f1c8ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1c900b98a0 0x7f1c901f8850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:36.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:36.619+0000 7f1c8ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1c900b98a0 0x7f1c901f8850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36496/0 (socket says 172.21.15.67:36496) 2024-09-21T00:25:36.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:36.619+0000 7f1c8ffff640 1 -- 172.21.15.67:0/4197352532 learned_addr learned my addr 172.21.15.67:0/4197352532 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:36.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:36.619+0000 7f1c9534a640 1 --2- 172.21.15.67:0/4197352532 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1c9015fbd0 0x7f1c901f8d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:36.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:36.619+0000 7f1c94b49640 1 --2- 172.21.15.67:0/4197352532 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1c9006ef30 0x7f1c900cda30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:36.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:36.619+0000 7f1c8ffff640 1 -- 172.21.15.67:0/4197352532 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1c9006ef30 msgr2=0x7f1c900cda30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:36.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:36.619+0000 7f1c8ffff640 1 --2- 172.21.15.67:0/4197352532 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1c9006ef30 0x7f1c900cda30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:36.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:36.619+0000 7f1c8ffff640 1 -- 172.21.15.67:0/4197352532 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1c9015fbd0 msgr2=0x7f1c901f8d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:36.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:36.619+0000 7f1c8ffff640 1 --2- 172.21.15.67:0/4197352532 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1c9015fbd0 0x7f1c901f8d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:36.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:36.619+0000 7f1c8ffff640 1 -- 172.21.15.67:0/4197352532 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c9009e380 con 0x7f1c900b98a0 2024-09-21T00:25:36.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:36.619+0000 7f1c94b49640 1 --2- 172.21.15.67:0/4197352532 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1c9006ef30 0x7f1c900cda30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:25:36.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:36.619+0000 7f1c8ffff640 1 --2- 172.21.15.67:0/4197352532 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1c900b98a0 0x7f1c901f8850 secure :-1 s=READY pgs=895 cs=0 l=1 rev1=1 crypto rx=0x7f1c7800da90 tx=0x7f1c7800df50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:36.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:36.619+0000 7f1c8d7fa640 1 -- 172.21.15.67:0/4197352532 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c78017070 con 0x7f1c900b98a0 2024-09-21T00:25:36.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:36.620+0000 7f1c8d7fa640 1 -- 172.21.15.67:0/4197352532 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1c78003970 con 0x7f1c900b98a0 2024-09-21T00:25:36.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:36.620+0000 7f1c8d7fa640 1 -- 172.21.15.67:0/4197352532 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c78003da0 con 0x7f1c900b98a0 2024-09-21T00:25:36.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:36.620+0000 7f1c96dad640 1 -- 172.21.15.67:0/4197352532 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c901f9630 con 0x7f1c900b98a0 2024-09-21T00:25:36.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:36.620+0000 7f1c96dad640 1 -- 172.21.15.67:0/4197352532 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c900b4280 con 0x7f1c900b98a0 2024-09-21T00:25:36.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:36.621+0000 7f1c96dad640 1 -- 172.21.15.67:0/4197352532 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c900b6ad0 con 0x7f1c900b98a0 2024-09-21T00:25:36.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:36.622+0000 7f1c8d7fa640 1 -- 172.21.15.67:0/4197352532 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f1c78004020 con 0x7f1c900b98a0 2024-09-21T00:25:36.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:36.622+0000 7f1c8d7fa640 1 --2- 172.21.15.67:0/4197352532 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1c70078bc0 0x7f1c7007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:36.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:36.622+0000 7f1c8d7fa640 1 -- 172.21.15.67:0/4197352532 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 5227+0+0 (secure 0 0 0) 0x7f1c7809b240 con 0x7f1c900b98a0 2024-09-21T00:25:36.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:36.623+0000 7f1c94b49640 1 --2- 172.21.15.67:0/4197352532 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1c70078bc0 0x7f1c7007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:36.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:36.623+0000 7f1c94b49640 1 --2- 172.21.15.67:0/4197352532 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1c70078bc0 0x7f1c7007b0d0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f1c9008d870 tx=0x7f1c80009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:36.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:36.626+0000 7f1c8d7fa640 1 -- 172.21.15.67:0/4197352532 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f1c78063410 con 0x7f1c900b98a0 2024-09-21T00:25:36.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:36.815+0000 7f1c96dad640 1 -- 172.21.15.67:0/4197352532 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f1c900cf270 con 0x7f1c900b98a0 2024-09-21T00:25:37.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:37.466+0000 7f1c8d7fa640 1 -- 172.21.15.67:0/4197352532 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v69) ==== 170+0+0 (secure 0 0 0) 0x7f1c78067e40 con 0x7f1c900b98a0 2024-09-21T00:25:37.468 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_data' created 2024-09-21T00:25:37.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:37.469+0000 7f1c96dad640 1 -- 172.21.15.67:0/4197352532 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1c70078bc0 msgr2=0x7f1c7007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:37.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:37.470+0000 7f1c96dad640 1 --2- 172.21.15.67:0/4197352532 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1c70078bc0 0x7f1c7007b0d0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f1c9008d870 tx=0x7f1c80009040 comp rx=0 tx=0).stop 2024-09-21T00:25:37.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:37.470+0000 7f1c96dad640 1 -- 172.21.15.67:0/4197352532 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1c900b98a0 msgr2=0x7f1c901f8850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:37.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:37.470+0000 7f1c96dad640 1 --2- 172.21.15.67:0/4197352532 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1c900b98a0 0x7f1c901f8850 secure :-1 s=READY pgs=895 cs=0 l=1 rev1=1 crypto rx=0x7f1c7800da90 tx=0x7f1c7800df50 comp rx=0 tx=0).stop 2024-09-21T00:25:37.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:37.470+0000 7f1c96dad640 1 -- 172.21.15.67:0/4197352532 shutdown_connections 2024-09-21T00:25:37.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:37.470+0000 7f1c96dad640 1 --2- 172.21.15.67:0/4197352532 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1c70078bc0 0x7f1c7007b0d0 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:37.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:37.470+0000 7f1c96dad640 1 --2- 172.21.15.67:0/4197352532 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1c9015fbd0 0x7f1c901f8d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:37.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:37.470+0000 7f1c96dad640 1 --2- 172.21.15.67:0/4197352532 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1c900b98a0 0x7f1c901f8850 unknown :-1 s=CLOSED pgs=895 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:37.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:37.470+0000 7f1c96dad640 1 --2- 172.21.15.67:0/4197352532 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1c9006ef30 0x7f1c900cda30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:37.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:37.470+0000 7f1c96dad640 1 -- 172.21.15.67:0/4197352532 >> 172.21.15.67:0/4197352532 conn(0x7f1c9008bee0 msgr2=0x7f1c900b2030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:37.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:37.470+0000 7f1c96dad640 1 -- 172.21.15.67:0/4197352532 shutdown_connections 2024-09-21T00:25:37.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:37.470+0000 7f1c96dad640 1 -- 172.21.15.67:0/4197352532 wait complete. 2024-09-21T00:25:37.496 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-21T00:25:37.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:37.618+0000 7f4eddc94640 1 -- 172.21.15.67:0/1927618671 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4ed80cfbb0 msgr2=0x7f4ed80b5330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:37.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:37.618+0000 7f4eddc94640 1 --2- 172.21.15.67:0/1927618671 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4ed80cfbb0 0x7f4ed80b5330 secure :-1 s=READY pgs=897 cs=0 l=1 rev1=1 crypto rx=0x7f4ecc009830 tx=0x7f4ecc02a510 comp rx=0 tx=0).stop 2024-09-21T00:25:37.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:37.618+0000 7f4eddc94640 1 -- 172.21.15.67:0/1927618671 shutdown_connections 2024-09-21T00:25:37.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:37.619+0000 7f4eddc94640 1 --2- 172.21.15.67:0/1927618671 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4ed80b5870 0x7f4ed80d0b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:37.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:37.619+0000 7f4eddc94640 1 --2- 172.21.15.67:0/1927618671 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4ed80cfbb0 0x7f4ed80b5330 unknown :-1 s=CLOSED pgs=897 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:37.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:37.619+0000 7f4eddc94640 1 -- 172.21.15.67:0/1927618671 >> 172.21.15.67:0/1927618671 conn(0x7f4ed808bee0 msgr2=0x7f4ed80d24e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:37.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:37.619+0000 7f4eddc94640 1 -- 172.21.15.67:0/1927618671 shutdown_connections 2024-09-21T00:25:37.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:37.619+0000 7f4eddc94640 1 -- 172.21.15.67:0/1927618671 wait complete. 2024-09-21T00:25:37.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:37.620+0000 7f4eddc94640 1 Processor -- start 2024-09-21T00:25:37.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:37.621+0000 7f4eddc94640 1 -- start start 2024-09-21T00:25:37.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:37.622+0000 7f4eddc94640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4ed80b5870 0x7f4ed815bda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:37.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:37.622+0000 7f4eddc94640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4ed80b76c0 0x7f4ed80b21b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:37.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:37.622+0000 7f4eddc94640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4ed80cfbb0 0x7f4ed80b26f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:37.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:37.622+0000 7f4eddc94640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f4ed80cd040 con 0x7f4ed80b5870 2024-09-21T00:25:37.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:37.622+0000 7f4eddc94640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f4ed80d1480 con 0x7f4ed80cfbb0 2024-09-21T00:25:37.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:37.622+0000 7f4eddc94640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f4ed80cd1c0 con 0x7f4ed80b76c0 2024-09-21T00:25:37.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:37.622+0000 7f4ed77fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4ed80b5870 0x7f4ed815bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:37.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:37.622+0000 7f4ed77fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4ed80b5870 0x7f4ed815bda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36514/0 (socket says 172.21.15.67:36514) 2024-09-21T00:25:37.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:37.622+0000 7f4ed77fe640 1 -- 172.21.15.67:0/3036678309 learned_addr learned my addr 172.21.15.67:0/3036678309 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:37.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:37.622+0000 7f4ed7fff640 1 --2- 172.21.15.67:0/3036678309 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4ed80cfbb0 0x7f4ed80b26f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:37.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:37.622+0000 7f4ed6ffd640 1 --2- 172.21.15.67:0/3036678309 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4ed80b76c0 0x7f4ed80b21b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:37.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:37.622+0000 7f4ed77fe640 1 -- 172.21.15.67:0/3036678309 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4ed80b76c0 msgr2=0x7f4ed80b21b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:37.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:37.622+0000 7f4ed77fe640 1 --2- 172.21.15.67:0/3036678309 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4ed80b76c0 0x7f4ed80b21b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:37.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:37.622+0000 7f4ed77fe640 1 -- 172.21.15.67:0/3036678309 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4ed80cfbb0 msgr2=0x7f4ed80b26f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:37.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:37.622+0000 7f4ed77fe640 1 --2- 172.21.15.67:0/3036678309 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4ed80cfbb0 0x7f4ed80b26f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:37.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:37.622+0000 7f4ed77fe640 1 -- 172.21.15.67:0/3036678309 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ed815c5a0 con 0x7f4ed80b5870 2024-09-21T00:25:37.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:37.622+0000 7f4ed7fff640 1 --2- 172.21.15.67:0/3036678309 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4ed80cfbb0 0x7f4ed80b26f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:25:37.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:37.622+0000 7f4ed6ffd640 1 --2- 172.21.15.67:0/3036678309 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4ed80b76c0 0x7f4ed80b21b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:25:37.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:37.622+0000 7f4ed77fe640 1 --2- 172.21.15.67:0/3036678309 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4ed80b5870 0x7f4ed815bda0 secure :-1 s=READY pgs=898 cs=0 l=1 rev1=1 crypto rx=0x7f4ec800c3f0 tx=0x7f4ec8001e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:37.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:37.623+0000 7f4ebffff640 1 -- 172.21.15.67:0/3036678309 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ec8017070 con 0x7f4ed80b5870 2024-09-21T00:25:37.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:37.623+0000 7f4ebffff640 1 -- 172.21.15.67:0/3036678309 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4ec80035f0 con 0x7f4ed80b5870 2024-09-21T00:25:37.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:37.623+0000 7f4eddc94640 1 -- 172.21.15.67:0/3036678309 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ed81f66d0 con 0x7f4ed80b5870 2024-09-21T00:25:37.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:37.623+0000 7f4ebffff640 1 -- 172.21.15.67:0/3036678309 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ec8003a80 con 0x7f4ed80b5870 2024-09-21T00:25:37.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:37.623+0000 7f4eddc94640 1 -- 172.21.15.67:0/3036678309 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ed81f6c90 con 0x7f4ed80b5870 2024-09-21T00:25:37.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:37.624+0000 7f4eddc94640 1 -- 172.21.15.67:0/3036678309 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4ed80d0b90 con 0x7f4ed80b5870 2024-09-21T00:25:37.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:37.625+0000 7f4ebffff640 1 -- 172.21.15.67:0/3036678309 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f4ec801a070 con 0x7f4ed80b5870 2024-09-21T00:25:37.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:37.625+0000 7f4ebffff640 1 --2- 172.21.15.67:0/3036678309 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4ec4078bc0 0x7f4ec407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:37.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:37.625+0000 7f4ebffff640 1 -- 172.21.15.67:0/3036678309 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5609+0+0 (secure 0 0 0) 0x7f4ec8099f80 con 0x7f4ed80b5870 2024-09-21T00:25:37.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:37.625+0000 7f4ed6ffd640 1 --2- 172.21.15.67:0/3036678309 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4ec4078bc0 0x7f4ec407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:37.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:37.626+0000 7f4ed6ffd640 1 --2- 172.21.15.67:0/3036678309 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4ec4078bc0 0x7f4ec407b0d0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f4ecc034000 tx=0x7f4ecc004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:37.631 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:37.630+0000 7f4ebffff640 1 -- 172.21.15.67:0/3036678309 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f4ec8062420 con 0x7f4ed80b5870 2024-09-21T00:25:37.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:37.854+0000 7f4eddc94640 1 -- 172.21.15.67:0/3036678309 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f4ed80ce7b0 con 0x7f4ed80b5870 2024-09-21T00:25:38.497 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.496+0000 7f4ebffff640 1 -- 172.21.15.67:0/3036678309 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 10 and data pool 11 v51) ==== 174+0+0 (secure 0 0 0) 0x7f4ec8061d20 con 0x7f4ed80b5870 2024-09-21T00:25:38.498 INFO:teuthology.orchestra.run.smithi067.stderr:new fs with metadata pool 10 and data pool 11 2024-09-21T00:25:38.505 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.504+0000 7f4eddc94640 1 -- 172.21.15.67:0/3036678309 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4ec4078bc0 msgr2=0x7f4ec407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:38.505 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.504+0000 7f4eddc94640 1 --2- 172.21.15.67:0/3036678309 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4ec4078bc0 0x7f4ec407b0d0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f4ecc034000 tx=0x7f4ecc004730 comp rx=0 tx=0).stop 2024-09-21T00:25:38.505 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.504+0000 7f4eddc94640 1 -- 172.21.15.67:0/3036678309 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4ed80b5870 msgr2=0x7f4ed815bda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:38.505 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.504+0000 7f4eddc94640 1 --2- 172.21.15.67:0/3036678309 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4ed80b5870 0x7f4ed815bda0 secure :-1 s=READY pgs=898 cs=0 l=1 rev1=1 crypto rx=0x7f4ec800c3f0 tx=0x7f4ec8001e70 comp rx=0 tx=0).stop 2024-09-21T00:25:38.505 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.504+0000 7f4eddc94640 1 -- 172.21.15.67:0/3036678309 shutdown_connections 2024-09-21T00:25:38.505 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.504+0000 7f4eddc94640 1 --2- 172.21.15.67:0/3036678309 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4ec4078bc0 0x7f4ec407b0d0 secure :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f4ecc034000 tx=0x7f4ecc004730 comp rx=0 tx=0).stop 2024-09-21T00:25:38.506 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.504+0000 7f4eddc94640 1 --2- 172.21.15.67:0/3036678309 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4ed80cfbb0 0x7f4ed80b26f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:38.506 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.504+0000 7f4eddc94640 1 --2- 172.21.15.67:0/3036678309 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4ed80b76c0 0x7f4ed80b21b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:38.506 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.504+0000 7f4eddc94640 1 --2- 172.21.15.67:0/3036678309 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4ed80b5870 0x7f4ed815bda0 unknown :-1 s=CLOSED pgs=898 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:38.506 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.504+0000 7f4eddc94640 1 -- 172.21.15.67:0/3036678309 >> 172.21.15.67:0/3036678309 conn(0x7f4ed808bee0 msgr2=0x7f4ed80723c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:38.506 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.505+0000 7f4eddc94640 1 -- 172.21.15.67:0/3036678309 shutdown_connections 2024-09-21T00:25:38.506 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.505+0000 7f4eddc94640 1 -- 172.21.15.67:0/3036678309 wait complete. 2024-09-21T00:25:38.527 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:25:38.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.644+0000 7f150ce8b640 1 -- 172.21.15.67:0/1246506470 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f15080d22f0 msgr2=0x7f15080b6560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:38.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.644+0000 7f150ce8b640 1 --2- 172.21.15.67:0/1246506470 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f15080d22f0 0x7f15080b6560 secure :-1 s=READY pgs=899 cs=0 l=1 rev1=1 crypto rx=0x7f150806d7a0 tx=0x7f14fc02a560 comp rx=0 tx=0).stop 2024-09-21T00:25:38.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.644+0000 7f150ce8b640 1 -- 172.21.15.67:0/1246506470 shutdown_connections 2024-09-21T00:25:38.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.644+0000 7f150ce8b640 1 --2- 172.21.15.67:0/1246506470 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f15080d22f0 0x7f15080b6560 unknown :-1 s=CLOSED pgs=899 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:38.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.644+0000 7f150ce8b640 1 --2- 172.21.15.67:0/1246506470 >> v2:172.21.15.97:3300/0 conn(0x7f15080b9e70 0x7f15080b6020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:38.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.644+0000 7f150ce8b640 1 -- 172.21.15.67:0/1246506470 >> 172.21.15.67:0/1246506470 conn(0x7f15080d45a0 msgr2=0x7f15080d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:38.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.644+0000 7f150ce8b640 1 -- 172.21.15.67:0/1246506470 shutdown_connections 2024-09-21T00:25:38.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.644+0000 7f150ce8b640 1 -- 172.21.15.67:0/1246506470 wait complete. 2024-09-21T00:25:38.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.646+0000 7f150ce8b640 1 Processor -- start 2024-09-21T00:25:38.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.646+0000 7f150ce8b640 1 -- start start 2024-09-21T00:25:38.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.647+0000 7f150ce8b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f150806ebc0 0x7f15080cc630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:38.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.647+0000 7f150ce8b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f15080b9e70 0x7f15080ccb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:38.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.647+0000 7f150ce8b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f15080d22f0 0x7f15080cd0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:38.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.648+0000 7f150ce8b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f15080d0640 con 0x7f150806ebc0 2024-09-21T00:25:38.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.648+0000 7f150ce8b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f15080d04c0 con 0x7f15080b9e70 2024-09-21T00:25:38.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.648+0000 7f150ce8b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f150806f6e0 con 0x7f15080d22f0 2024-09-21T00:25:38.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.648+0000 7f150659c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f150806ebc0 0x7f15080cc630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:38.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.648+0000 7f150659c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f150806ebc0 0x7f15080cc630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36524/0 (socket says 172.21.15.67:36524) 2024-09-21T00:25:38.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.648+0000 7f150659c640 1 -- 172.21.15.67:0/2896765576 learned_addr learned my addr 172.21.15.67:0/2896765576 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:38.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.648+0000 7f1505d9b640 1 --2- 172.21.15.67:0/2896765576 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f15080b9e70 0x7f15080ccb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:38.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.648+0000 7f1506d9d640 1 --2- 172.21.15.67:0/2896765576 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f15080d22f0 0x7f15080cd0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:38.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.648+0000 7f150659c640 1 -- 172.21.15.67:0/2896765576 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f15080d22f0 msgr2=0x7f15080cd0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:38.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.648+0000 7f150659c640 1 --2- 172.21.15.67:0/2896765576 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f15080d22f0 0x7f15080cd0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:38.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.648+0000 7f150659c640 1 -- 172.21.15.67:0/2896765576 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f15080b9e70 msgr2=0x7f15080ccb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:38.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.648+0000 7f150659c640 1 --2- 172.21.15.67:0/2896765576 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f15080b9e70 0x7f15080ccb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:38.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.648+0000 7f150659c640 1 -- 172.21.15.67:0/2896765576 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1508160680 con 0x7f150806ebc0 2024-09-21T00:25:38.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.648+0000 7f150659c640 1 --2- 172.21.15.67:0/2896765576 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f150806ebc0 0x7f15080cc630 secure :-1 s=READY pgs=900 cs=0 l=1 rev1=1 crypto rx=0x7f14f800e7c0 tx=0x7f14f800ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:38.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.648+0000 7f14f6ffd640 1 -- 172.21.15.67:0/2896765576 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14f800ccc0 con 0x7f150806ebc0 2024-09-21T00:25:38.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.648+0000 7f14f6ffd640 1 -- 172.21.15.67:0/2896765576 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f14f8010430 con 0x7f150806ebc0 2024-09-21T00:25:38.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.648+0000 7f150ce8b640 1 -- 172.21.15.67:0/2896765576 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f15080ce2f0 con 0x7f150806ebc0 2024-09-21T00:25:38.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.648+0000 7f14f6ffd640 1 -- 172.21.15.67:0/2896765576 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14f8010860 con 0x7f150806ebc0 2024-09-21T00:25:38.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.648+0000 7f150ce8b640 1 -- 172.21.15.67:0/2896765576 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f150814e900 con 0x7f150806ebc0 2024-09-21T00:25:38.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.650+0000 7f150ce8b640 1 -- 172.21.15.67:0/2896765576 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f150806fb90 con 0x7f150806ebc0 2024-09-21T00:25:38.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.650+0000 7f14f6ffd640 1 -- 172.21.15.67:0/2896765576 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f14f8010a00 con 0x7f150806ebc0 2024-09-21T00:25:38.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.651+0000 7f14f6ffd640 1 --2- 172.21.15.67:0/2896765576 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f14e8078bc0 0x7f14e807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:38.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.651+0000 7f14f6ffd640 1 -- 172.21.15.67:0/2896765576 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7f14f809b660 con 0x7f150806ebc0 2024-09-21T00:25:38.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.651+0000 7f1505d9b640 1 --2- 172.21.15.67:0/2896765576 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f14e8078bc0 0x7f14e807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:38.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.652+0000 7f1505d9b640 1 --2- 172.21.15.67:0/2896765576 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f14e8078bc0 0x7f14e807b0d0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f14fc033000 tx=0x7f14fc004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:38.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.656+0000 7f14f6ffd640 1 -- 172.21.15.67:0/2896765576 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f1508160680 con 0x7f150806ebc0 2024-09-21T00:25:38.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.847+0000 7f150ce8b640 1 -- 172.21.15.67:0/2896765576 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f1508161e80 con 0x7f150806ebc0 2024-09-21T00:25:38.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.848+0000 7f14f6ffd640 1 -- 172.21.15.67:0/2896765576 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v70) ==== 74+0+16705 (secure 0 0 0) 0x7f14f80634e0 con 0x7f150806ebc0 2024-09-21T00:25:38.850 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:25:38.850 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":70,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:25:37.855383+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:25:35.535890+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"70","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_data","create_time":"2024-09-21T00:25:36.820272+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"70","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:25:38.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.851+0000 7f150ce8b640 1 -- 172.21.15.67:0/2896765576 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f14e8078bc0 msgr2=0x7f14e807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:38.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.851+0000 7f150ce8b640 1 --2- 172.21.15.67:0/2896765576 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f14e8078bc0 0x7f14e807b0d0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f14fc033000 tx=0x7f14fc004730 comp rx=0 tx=0).stop 2024-09-21T00:25:38.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.851+0000 7f150ce8b640 1 -- 172.21.15.67:0/2896765576 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f150806ebc0 msgr2=0x7f15080cc630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:38.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.851+0000 7f150ce8b640 1 --2- 172.21.15.67:0/2896765576 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f150806ebc0 0x7f15080cc630 secure :-1 s=READY pgs=900 cs=0 l=1 rev1=1 crypto rx=0x7f14f800e7c0 tx=0x7f14f800ec80 comp rx=0 tx=0).stop 2024-09-21T00:25:38.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.851+0000 7f150ce8b640 1 -- 172.21.15.67:0/2896765576 shutdown_connections 2024-09-21T00:25:38.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.851+0000 7f150ce8b640 1 --2- 172.21.15.67:0/2896765576 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f14e8078bc0 0x7f14e807b0d0 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:38.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.851+0000 7f150ce8b640 1 --2- 172.21.15.67:0/2896765576 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f15080d22f0 0x7f15080cd0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:38.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.851+0000 7f150ce8b640 1 --2- 172.21.15.67:0/2896765576 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f15080b9e70 0x7f15080ccb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:38.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.851+0000 7f150ce8b640 1 --2- 172.21.15.67:0/2896765576 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f150806ebc0 0x7f15080cc630 unknown :-1 s=CLOSED pgs=900 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:38.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.851+0000 7f150ce8b640 1 -- 172.21.15.67:0/2896765576 >> 172.21.15.67:0/2896765576 conn(0x7f15080d45a0 msgr2=0x7f15080b8d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:38.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.851+0000 7f150ce8b640 1 -- 172.21.15.67:0/2896765576 shutdown_connections 2024-09-21T00:25:38.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.851+0000 7f150ce8b640 1 -- 172.21.15.67:0/2896765576 wait complete. 2024-09-21T00:25:38.864 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:25:38.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.979+0000 7f59bea0a640 1 -- 172.21.15.67:0/3216822979 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f59b80cca70 msgr2=0x7f59b80cce80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:38.981 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.979+0000 7f59bea0a640 1 --2- 172.21.15.67:0/3216822979 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f59b80cca70 0x7f59b80cce80 secure :-1 s=READY pgs=901 cs=0 l=1 rev1=1 crypto rx=0x7f59b0005fd0 tx=0x7f59b002aa90 comp rx=0 tx=0).stop 2024-09-21T00:25:38.981 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.979+0000 7f59bea0a640 1 -- 172.21.15.67:0/3216822979 shutdown_connections 2024-09-21T00:25:38.981 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.979+0000 7f59bea0a640 1 --2- 172.21.15.67:0/3216822979 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f59b80cca70 0x7f59b80cce80 unknown :-1 s=CLOSED pgs=901 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:38.981 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.979+0000 7f59bea0a640 1 --2- 172.21.15.67:0/3216822979 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f59b80cf970 0x7f59b80cfd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:38.981 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.979+0000 7f59bea0a640 1 -- 172.21.15.67:0/3216822979 >> 172.21.15.67:0/3216822979 conn(0x7f59b806cf90 msgr2=0x7f59b806d3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:38.981 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.979+0000 7f59bea0a640 1 -- 172.21.15.67:0/3216822979 shutdown_connections 2024-09-21T00:25:38.981 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.979+0000 7f59bea0a640 1 -- 172.21.15.67:0/3216822979 wait complete. 2024-09-21T00:25:38.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.981+0000 7f59bea0a640 1 Processor -- start 2024-09-21T00:25:38.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.981+0000 7f59bea0a640 1 -- start start 2024-09-21T00:25:38.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.982+0000 7f59bea0a640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f59b80cca70 0x7f59b81f6160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:38.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.982+0000 7f59bea0a640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f59b80cf970 0x7f59b81533f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:38.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.982+0000 7f59bea0a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f59b815faf0 0x7f59b8153930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:38.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.982+0000 7f59bea0a640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f59b80d0440 con 0x7f59b815faf0 2024-09-21T00:25:38.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.982+0000 7f59bea0a640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f59b80d02c0 con 0x7f59b80cca70 2024-09-21T00:25:38.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.982+0000 7f59bea0a640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f59b80cd3c0 con 0x7f59b80cf970 2024-09-21T00:25:38.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.983+0000 7f59bcfa7640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f59b815faf0 0x7f59b8153930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:38.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.983+0000 7f59bcfa7640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f59b815faf0 0x7f59b8153930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36532/0 (socket says 172.21.15.67:36532) 2024-09-21T00:25:38.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.983+0000 7f59bcfa7640 1 -- 172.21.15.67:0/2009246666 learned_addr learned my addr 172.21.15.67:0/2009246666 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:38.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.983+0000 7f59b77fe640 1 --2- 172.21.15.67:0/2009246666 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f59b80cf970 0x7f59b81533f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:38.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.983+0000 7f59b7fff640 1 --2- 172.21.15.67:0/2009246666 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f59b80cca70 0x7f59b81f6160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:38.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.983+0000 7f59bcfa7640 1 -- 172.21.15.67:0/2009246666 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f59b80cf970 msgr2=0x7f59b81533f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:38.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.983+0000 7f59bcfa7640 1 --2- 172.21.15.67:0/2009246666 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f59b80cf970 0x7f59b81533f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:38.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.983+0000 7f59bcfa7640 1 -- 172.21.15.67:0/2009246666 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f59b80cca70 msgr2=0x7f59b81f6160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:38.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.983+0000 7f59bcfa7640 1 --2- 172.21.15.67:0/2009246666 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f59b80cca70 0x7f59b81f6160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:38.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.983+0000 7f59bcfa7640 1 -- 172.21.15.67:0/2009246666 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59b81578e0 con 0x7f59b815faf0 2024-09-21T00:25:38.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.983+0000 7f59bcfa7640 1 --2- 172.21.15.67:0/2009246666 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f59b815faf0 0x7f59b8153930 secure :-1 s=READY pgs=902 cs=0 l=1 rev1=1 crypto rx=0x7f59b0009d90 tx=0x7f59b0003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:38.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.983+0000 7f59b4ff9640 1 -- 172.21.15.67:0/2009246666 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59b0044070 con 0x7f59b815faf0 2024-09-21T00:25:38.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.983+0000 7f59b4ff9640 1 -- 172.21.15.67:0/2009246666 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f59b002e7f0 con 0x7f59b815faf0 2024-09-21T00:25:38.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.983+0000 7f59bea0a640 1 -- 172.21.15.67:0/2009246666 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f59b8157bc0 con 0x7f59b815faf0 2024-09-21T00:25:38.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.983+0000 7f59b4ff9640 1 -- 172.21.15.67:0/2009246666 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59b00044b0 con 0x7f59b815faf0 2024-09-21T00:25:38.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.983+0000 7f59bea0a640 1 -- 172.21.15.67:0/2009246666 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f59b8158180 con 0x7f59b815faf0 2024-09-21T00:25:38.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.984+0000 7f59bea0a640 1 -- 172.21.15.67:0/2009246666 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f59b8157650 con 0x7f59b815faf0 2024-09-21T00:25:38.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.985+0000 7f59b4ff9640 1 -- 172.21.15.67:0/2009246666 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f59b0047070 con 0x7f59b815faf0 2024-09-21T00:25:38.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.986+0000 7f59b4ff9640 1 --2- 172.21.15.67:0/2009246666 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f59a4078bc0 0x7f59a407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:38.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.986+0000 7f59b4ff9640 1 -- 172.21.15.67:0/2009246666 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7f59b00bbc90 con 0x7f59b815faf0 2024-09-21T00:25:38.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.986+0000 7f59b7fff640 1 --2- 172.21.15.67:0/2009246666 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f59a4078bc0 0x7f59a407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:38.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.987+0000 7f59b7fff640 1 --2- 172.21.15.67:0/2009246666 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f59a4078bc0 0x7f59a407b0d0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f59a8001720 tx=0x7f59a8009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:38.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:38.990+0000 7f59b4ff9640 1 -- 172.21.15.67:0/2009246666 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f59b0032030 con 0x7f59b815faf0 2024-09-21T00:25:39.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:39.179+0000 7f59bea0a640 1 -- 172.21.15.67:0/2009246666 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f59b80cce80 con 0x7f59b815faf0 2024-09-21T00:25:39.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:39.180+0000 7f59b4ff9640 1 -- 172.21.15.67:0/2009246666 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v70) ==== 74+0+16705 (secure 0 0 0) 0x7f59b0083a00 con 0x7f59b815faf0 2024-09-21T00:25:39.181 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:25:39.182 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":70,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:25:37.855383+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:25:35.535890+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"70","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_data","create_time":"2024-09-21T00:25:36.820272+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"70","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:25:39.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:39.183+0000 7f59bea0a640 1 -- 172.21.15.67:0/2009246666 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f59a4078bc0 msgr2=0x7f59a407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:39.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:39.183+0000 7f59bea0a640 1 --2- 172.21.15.67:0/2009246666 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f59a4078bc0 0x7f59a407b0d0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f59a8001720 tx=0x7f59a8009040 comp rx=0 tx=0).stop 2024-09-21T00:25:39.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:39.183+0000 7f59bea0a640 1 -- 172.21.15.67:0/2009246666 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f59b815faf0 msgr2=0x7f59b8153930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:39.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:39.183+0000 7f59bea0a640 1 --2- 172.21.15.67:0/2009246666 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f59b815faf0 0x7f59b8153930 secure :-1 s=READY pgs=902 cs=0 l=1 rev1=1 crypto rx=0x7f59b0009d90 tx=0x7f59b0003f10 comp rx=0 tx=0).stop 2024-09-21T00:25:39.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:39.183+0000 7f59bea0a640 1 -- 172.21.15.67:0/2009246666 shutdown_connections 2024-09-21T00:25:39.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:39.183+0000 7f59bea0a640 1 --2- 172.21.15.67:0/2009246666 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f59a4078bc0 0x7f59a407b0d0 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:39.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:39.183+0000 7f59bea0a640 1 --2- 172.21.15.67:0/2009246666 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f59b815faf0 0x7f59b8153930 unknown :-1 s=CLOSED pgs=902 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:39.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:39.183+0000 7f59bea0a640 1 --2- 172.21.15.67:0/2009246666 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f59b80cf970 0x7f59b81533f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:39.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:39.183+0000 7f59bea0a640 1 --2- 172.21.15.67:0/2009246666 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f59b80cca70 0x7f59b81f6160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:39.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:39.183+0000 7f59bea0a640 1 -- 172.21.15.67:0/2009246666 >> 172.21.15.67:0/2009246666 conn(0x7f59b806cf90 msgr2=0x7f59b813fca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:39.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:39.183+0000 7f59bea0a640 1 -- 172.21.15.67:0/2009246666 shutdown_connections 2024-09-21T00:25:39.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:39.183+0000 7f59bea0a640 1 -- 172.21.15.67:0/2009246666 wait complete. 2024-09-21T00:25:39.195 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-21T00:25:39.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:39.315+0000 7ff0c9c0a640 1 -- 172.21.15.67:0/2990684801 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff0c40b48d0 msgr2=0x7ff0c40cccb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:39.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:39.315+0000 7ff0c9c0a640 1 --2- 172.21.15.67:0/2990684801 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff0c40b48d0 0x7ff0c40cccb0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7ff0b4009830 tx=0x7ff0b402a480 comp rx=0 tx=0).stop 2024-09-21T00:25:39.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:39.315+0000 7ff0c9c0a640 1 -- 172.21.15.67:0/2990684801 shutdown_connections 2024-09-21T00:25:39.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:39.315+0000 7ff0c9c0a640 1 --2- 172.21.15.67:0/2990684801 >> v2:172.21.15.97:3300/0 conn(0x7ff0c40cc630 0x7ff0c40aefd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:39.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:39.315+0000 7ff0c9c0a640 1 --2- 172.21.15.67:0/2990684801 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff0c40b48d0 0x7ff0c40cccb0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:39.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:39.315+0000 7ff0c9c0a640 1 -- 172.21.15.67:0/2990684801 >> 172.21.15.67:0/2990684801 conn(0x7ff0c406d630 msgr2=0x7ff0c40d02a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:39.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:39.315+0000 7ff0c9c0a640 1 -- 172.21.15.67:0/2990684801 shutdown_connections 2024-09-21T00:25:39.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:39.315+0000 7ff0c9c0a640 1 -- 172.21.15.67:0/2990684801 wait complete. 2024-09-21T00:25:39.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:39.317+0000 7ff0c9c0a640 1 Processor -- start 2024-09-21T00:25:39.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:39.317+0000 7ff0c9c0a640 1 -- start start 2024-09-21T00:25:39.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:39.318+0000 7ff0c9c0a640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff0c40b48d0 0x7ff0c41f34e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:39.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:39.318+0000 7ff0c9c0a640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff0c40cc630 0x7ff0c4155a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:39.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:39.318+0000 7ff0c9c0a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff0c40cd1f0 0x7ff0c4155f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:39.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:39.318+0000 7ff0c9c0a640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff0c40af690 con 0x7ff0c40cd1f0 2024-09-21T00:25:39.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:39.318+0000 7ff0c9c0a640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff0c40af510 con 0x7ff0c40cc630 2024-09-21T00:25:39.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:39.318+0000 7ff0c9c0a640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7ff0c40af810 con 0x7ff0c40b48d0 2024-09-21T00:25:39.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:39.318+0000 7ff0c3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff0c40cd1f0 0x7ff0c4155f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:39.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:39.319+0000 7ff0c3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff0c40cd1f0 0x7ff0c4155f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36542/0 (socket says 172.21.15.67:36542) 2024-09-21T00:25:39.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:39.319+0000 7ff0c3fff640 1 -- 172.21.15.67:0/1720201731 learned_addr learned my addr 172.21.15.67:0/1720201731 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:39.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:39.319+0000 7ff0c37fe640 1 --2- 172.21.15.67:0/1720201731 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff0c40b48d0 0x7ff0c41f34e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:39.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:39.319+0000 7ff0c2ffd640 1 --2- 172.21.15.67:0/1720201731 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff0c40cc630 0x7ff0c4155a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:39.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:39.319+0000 7ff0c3fff640 1 -- 172.21.15.67:0/1720201731 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff0c40b48d0 msgr2=0x7ff0c41f34e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:39.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:39.319+0000 7ff0c3fff640 1 --2- 172.21.15.67:0/1720201731 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff0c40b48d0 0x7ff0c41f34e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:39.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:39.319+0000 7ff0c3fff640 1 -- 172.21.15.67:0/1720201731 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff0c40cc630 msgr2=0x7ff0c4155a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:39.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:39.319+0000 7ff0c3fff640 1 --2- 172.21.15.67:0/1720201731 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff0c40cc630 0x7ff0c4155a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:39.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:39.319+0000 7ff0c3fff640 1 -- 172.21.15.67:0/1720201731 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0c41f3a20 con 0x7ff0c40cd1f0 2024-09-21T00:25:39.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:39.319+0000 7ff0c3fff640 1 --2- 172.21.15.67:0/1720201731 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff0c40cd1f0 0x7ff0c4155f90 secure :-1 s=READY pgs=903 cs=0 l=1 rev1=1 crypto rx=0x7ff0bc00ebf0 tx=0x7ff0bc00c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:39.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:39.319+0000 7ff0abfff640 1 -- 172.21.15.67:0/1720201731 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0bc010630 con 0x7ff0c40cd1f0 2024-09-21T00:25:39.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:39.319+0000 7ff0abfff640 1 -- 172.21.15.67:0/1720201731 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff0bc0107d0 con 0x7ff0c40cd1f0 2024-09-21T00:25:39.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:39.319+0000 7ff0abfff640 1 -- 172.21.15.67:0/1720201731 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0bc010be0 con 0x7ff0c40cd1f0 2024-09-21T00:25:39.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:39.319+0000 7ff0c9c0a640 1 -- 172.21.15.67:0/1720201731 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff0c4156860 con 0x7ff0c40cd1f0 2024-09-21T00:25:39.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:39.319+0000 7ff0c9c0a640 1 -- 172.21.15.67:0/1720201731 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0c4156e20 con 0x7ff0c40cd1f0 2024-09-21T00:25:39.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:39.320+0000 7ff0c9c0a640 1 -- 172.21.15.67:0/1720201731 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff0c40ccfe0 con 0x7ff0c40cd1f0 2024-09-21T00:25:39.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:39.321+0000 7ff0abfff640 1 -- 172.21.15.67:0/1720201731 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7ff0bc021440 con 0x7ff0c40cd1f0 2024-09-21T00:25:39.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:39.322+0000 7ff0abfff640 1 --2- 172.21.15.67:0/1720201731 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff0b0078b90 0x7ff0b007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:39.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:39.322+0000 7ff0abfff640 1 -- 172.21.15.67:0/1720201731 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 5709+0+0 (secure 0 0 0) 0x7ff0bc09bc10 con 0x7ff0c40cd1f0 2024-09-21T00:25:39.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:39.322+0000 7ff0c37fe640 1 --2- 172.21.15.67:0/1720201731 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff0b0078b90 0x7ff0b007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:39.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:39.322+0000 7ff0c37fe640 1 --2- 172.21.15.67:0/1720201731 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff0b0078b90 0x7ff0b007b0a0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7ff0b4034000 tx=0x7ff0b4004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:39.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:39.326+0000 7ff0abfff640 1 -- 172.21.15.67:0/1720201731 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7ff0c40ccfe0 con 0x7ff0c40cd1f0 2024-09-21T00:25:39.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:39.558+0000 7ff0c9c0a640 1 -- 172.21.15.67:0/1720201731 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7ff0c40cccb0 con 0x7ff0c40cd1f0 2024-09-21T00:25:40.461 INFO:tasks.ceph.mds.c.smithi067.stderr:2024-09-21T00:25:40.460+0000 7f5979cdc640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-21T00:25:40.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:40.512+0000 7ff0abfff640 1 -- 172.21.15.67:0/1720201731 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v54) ==== 118+0+0 (secure 0 0 0) 0x7ff0bc063980 con 0x7ff0c40cd1f0 2024-09-21T00:25:40.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:40.515+0000 7ff0c9c0a640 1 -- 172.21.15.67:0/1720201731 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff0b0078b90 msgr2=0x7ff0b007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:40.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:40.515+0000 7ff0c9c0a640 1 --2- 172.21.15.67:0/1720201731 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff0b0078b90 0x7ff0b007b0a0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7ff0b4034000 tx=0x7ff0b4004730 comp rx=0 tx=0).stop 2024-09-21T00:25:40.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:40.515+0000 7ff0c9c0a640 1 -- 172.21.15.67:0/1720201731 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff0c40cd1f0 msgr2=0x7ff0c4155f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:40.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:40.515+0000 7ff0c9c0a640 1 --2- 172.21.15.67:0/1720201731 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff0c40cd1f0 0x7ff0c4155f90 secure :-1 s=READY pgs=903 cs=0 l=1 rev1=1 crypto rx=0x7ff0bc00ebf0 tx=0x7ff0bc00c6a0 comp rx=0 tx=0).stop 2024-09-21T00:25:40.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:40.515+0000 7ff0c9c0a640 1 -- 172.21.15.67:0/1720201731 shutdown_connections 2024-09-21T00:25:40.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:40.515+0000 7ff0c9c0a640 1 --2- 172.21.15.67:0/1720201731 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff0b0078b90 0x7ff0b007b0a0 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:40.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:40.515+0000 7ff0c9c0a640 1 --2- 172.21.15.67:0/1720201731 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff0c40cd1f0 0x7ff0c4155f90 unknown :-1 s=CLOSED pgs=903 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:40.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:40.515+0000 7ff0c9c0a640 1 --2- 172.21.15.67:0/1720201731 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff0c40cc630 0x7ff0c4155a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:40.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:40.515+0000 7ff0c9c0a640 1 --2- 172.21.15.67:0/1720201731 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff0c40b48d0 0x7ff0c41f34e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:40.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:40.515+0000 7ff0c9c0a640 1 -- 172.21.15.67:0/1720201731 >> 172.21.15.67:0/1720201731 conn(0x7ff0c406d630 msgr2=0x7ff0c415a950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:40.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:40.515+0000 7ff0c9c0a640 1 -- 172.21.15.67:0/1720201731 shutdown_connections 2024-09-21T00:25:40.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:40.515+0000 7ff0c9c0a640 1 -- 172.21.15.67:0/1720201731 wait complete. 2024-09-21T00:25:40.530 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-21T00:25:40.530 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-21T00:25:40.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:40.657+0000 7f4865bc3640 1 -- 172.21.15.67:0/558840220 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4848005150 msgr2=0x7f484800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:40.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:40.657+0000 7f4865bc3640 1 --2- 172.21.15.67:0/558840220 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4848005150 0x7f484800b9c0 secure :-1 s=READY pgs=905 cs=0 l=1 rev1=1 crypto rx=0x7f48600d2200 tx=0x7f4848005830 comp rx=0 tx=0).stop 2024-09-21T00:25:40.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:40.657+0000 7f485ffff640 1 -- 172.21.15.67:0/558840220 reap_dead start 2024-09-21T00:25:40.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:40.657+0000 7f4865bc3640 1 -- 172.21.15.67:0/558840220 shutdown_connections 2024-09-21T00:25:40.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:40.657+0000 7f4865bc3640 1 -- 172.21.15.67:0/558840220 >> 172.21.15.67:0/558840220 conn(0x7f486009da10 msgr2=0x7f48600d46a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:40.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:40.657+0000 7f4865bc3640 1 -- 172.21.15.67:0/558840220 shutdown_connections 2024-09-21T00:25:40.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:40.657+0000 7f4865bc3640 1 -- 172.21.15.67:0/558840220 wait complete. 2024-09-21T00:25:40.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:40.659+0000 7f4865bc3640 1 Processor -- start 2024-09-21T00:25:40.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:40.660+0000 7f4865bc3640 1 -- start start 2024-09-21T00:25:40.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:40.661+0000 7f4865bc3640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4848005150 0x7f486015f7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:40.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:40.661+0000 7f4865bc3640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f48600cd8e0 0x7f48601e7140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:40.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:40.661+0000 7f4865bc3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f486009f950 0x7f48601e7680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:40.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:40.661+0000 7f4865bc3640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f48600b4350 con 0x7f486009f950 2024-09-21T00:25:40.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:40.661+0000 7f4865bc3640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f48600d1660 con 0x7f4848005150 2024-09-21T00:25:40.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:40.661+0000 7f4865bc3640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f48600b44d0 con 0x7f48600cd8e0 2024-09-21T00:25:40.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:40.661+0000 7f485ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f486009f950 0x7f48601e7680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:40.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:40.661+0000 7f485ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f486009f950 0x7f48601e7680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36546/0 (socket says 172.21.15.67:36546) 2024-09-21T00:25:40.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:40.661+0000 7f485ffff640 1 -- 172.21.15.67:0/1514980045 learned_addr learned my addr 172.21.15.67:0/1514980045 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:40.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:40.661+0000 7f485f7fe640 1 --2- 172.21.15.67:0/1514980045 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4848005150 0x7f486015f7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:40.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:40.661+0000 7f485effd640 1 --2- 172.21.15.67:0/1514980045 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f48600cd8e0 0x7f48601e7140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:40.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:40.661+0000 7f485ffff640 1 -- 172.21.15.67:0/1514980045 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f48600cd8e0 msgr2=0x7f48601e7140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:40.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:40.661+0000 7f485ffff640 1 --2- 172.21.15.67:0/1514980045 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f48600cd8e0 0x7f48601e7140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:40.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:40.661+0000 7f485ffff640 1 -- 172.21.15.67:0/1514980045 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4848005150 msgr2=0x7f486015f7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:40.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:40.661+0000 7f485ffff640 1 --2- 172.21.15.67:0/1514980045 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4848005150 0x7f486015f7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:40.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:40.661+0000 7f485ffff640 1 -- 172.21.15.67:0/1514980045 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48601e9ae0 con 0x7f486009f950 2024-09-21T00:25:40.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:40.662+0000 7f485ffff640 1 --2- 172.21.15.67:0/1514980045 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f486009f950 0x7f48601e7680 secure :-1 s=READY pgs=906 cs=0 l=1 rev1=1 crypto rx=0x7f4858002230 tx=0x7f4858033c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:40.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:40.662+0000 7f4847fff640 1 -- 172.21.15.67:0/1514980045 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4858009c30 con 0x7f486009f950 2024-09-21T00:25:40.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:40.662+0000 7f4847fff640 1 -- 172.21.15.67:0/1514980045 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4858041070 con 0x7f486009f950 2024-09-21T00:25:40.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:40.662+0000 7f4865bc3640 1 -- 172.21.15.67:0/1514980045 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f48601e9dc0 con 0x7f486009f950 2024-09-21T00:25:40.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:40.662+0000 7f4847fff640 1 -- 172.21.15.67:0/1514980045 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f485803c450 con 0x7f486009f950 2024-09-21T00:25:40.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:40.662+0000 7f4865bc3640 1 -- 172.21.15.67:0/1514980045 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f48601ea0a0 con 0x7f486009f950 2024-09-21T00:25:40.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:40.663+0000 7f4865bc3640 1 -- 172.21.15.67:0/1514980045 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f48600b9950 con 0x7f486009f950 2024-09-21T00:25:40.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:40.664+0000 7f4847fff640 1 -- 172.21.15.67:0/1514980045 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f485803c5f0 con 0x7f486009f950 2024-09-21T00:25:40.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:40.664+0000 7f4847fff640 1 --2- 172.21.15.67:0/1514980045 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f484c078b90 0x7f484c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:40.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:40.664+0000 7f4847fff640 1 -- 172.21.15.67:0/1514980045 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 5709+0+0 (secure 0 0 0) 0x7f48580bc060 con 0x7f486009f950 2024-09-21T00:25:40.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:40.664+0000 7f485f7fe640 1 --2- 172.21.15.67:0/1514980045 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f484c078b90 0x7f484c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:40.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:40.665+0000 7f485f7fe640 1 --2- 172.21.15.67:0/1514980045 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f484c078b90 0x7f484c07b0a0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f4850009d10 tx=0x7f4850005f30 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:40.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:40.670+0000 7f4847fff640 1 -- 172.21.15.67:0/1514980045 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f48580844a0 con 0x7f486009f950 2024-09-21T00:25:40.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:40.892+0000 7f4865bc3640 1 -- 172.21.15.67:0/1514980045 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f48600b34a0 con 0x7f486009f950 2024-09-21T00:25:41.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:41.519+0000 7f4847fff640 1 -- 172.21.15.67:0/1514980045 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v55) ==== 122+0+0 (secure 0 0 0) 0x7f4858044e40 con 0x7f486009f950 2024-09-21T00:25:41.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:41.523+0000 7f4865bc3640 1 -- 172.21.15.67:0/1514980045 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f484c078b90 msgr2=0x7f484c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:41.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:41.523+0000 7f4865bc3640 1 --2- 172.21.15.67:0/1514980045 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f484c078b90 0x7f484c07b0a0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f4850009d10 tx=0x7f4850005f30 comp rx=0 tx=0).stop 2024-09-21T00:25:41.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:41.523+0000 7f4865bc3640 1 -- 172.21.15.67:0/1514980045 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f486009f950 msgr2=0x7f48601e7680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:41.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:41.523+0000 7f4865bc3640 1 --2- 172.21.15.67:0/1514980045 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f486009f950 0x7f48601e7680 secure :-1 s=READY pgs=906 cs=0 l=1 rev1=1 crypto rx=0x7f4858002230 tx=0x7f4858033c30 comp rx=0 tx=0).stop 2024-09-21T00:25:41.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:41.523+0000 7f4865bc3640 1 -- 172.21.15.67:0/1514980045 shutdown_connections 2024-09-21T00:25:41.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:41.523+0000 7f4865bc3640 1 --2- 172.21.15.67:0/1514980045 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f484c078b90 0x7f484c07b0a0 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:41.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:41.523+0000 7f4865bc3640 1 --2- 172.21.15.67:0/1514980045 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f486009f950 0x7f48601e7680 unknown :-1 s=CLOSED pgs=906 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:41.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:41.523+0000 7f4865bc3640 1 --2- 172.21.15.67:0/1514980045 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f48600cd8e0 0x7f48601e7140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:41.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:41.523+0000 7f4865bc3640 1 --2- 172.21.15.67:0/1514980045 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4848005150 0x7f486015f7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:41.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:41.523+0000 7f4865bc3640 1 -- 172.21.15.67:0/1514980045 >> 172.21.15.67:0/1514980045 conn(0x7f486009da10 msgr2=0x7f4860161b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:41.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:41.523+0000 7f4865bc3640 1 -- 172.21.15.67:0/1514980045 shutdown_connections 2024-09-21T00:25:41.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:41.523+0000 7f4865bc3640 1 -- 172.21.15.67:0/1514980045 wait complete. 2024-09-21T00:25:41.538 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-21T00:25:41.538 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:25:41.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:41.660+0000 7fdce6ac5640 1 -- 172.21.15.67:0/3112690938 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdce0162ea0 msgr2=0x7fdce00cf740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:41.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:41.660+0000 7fdce6ac5640 1 --2- 172.21.15.67:0/3112690938 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdce0162ea0 0x7fdce00cf740 secure :-1 s=READY pgs=907 cs=0 l=1 rev1=1 crypto rx=0x7fdcd40098e0 tx=0x7fdcd402a5d0 comp rx=0 tx=0).stop 2024-09-21T00:25:41.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:41.661+0000 7fdce6ac5640 1 -- 172.21.15.67:0/3112690938 shutdown_connections 2024-09-21T00:25:41.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:41.661+0000 7fdce6ac5640 1 --2- 172.21.15.67:0/3112690938 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdce00d2b00 0x7fdce015e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:41.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:41.661+0000 7fdce6ac5640 1 --2- 172.21.15.67:0/3112690938 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdce0162ea0 0x7fdce00cf740 unknown :-1 s=CLOSED pgs=907 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:41.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:41.661+0000 7fdce6ac5640 1 -- 172.21.15.67:0/3112690938 >> 172.21.15.67:0/3112690938 conn(0x7fdce006dfb0 msgr2=0x7fdce006e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:41.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:41.661+0000 7fdce6ac5640 1 -- 172.21.15.67:0/3112690938 shutdown_connections 2024-09-21T00:25:41.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:41.661+0000 7fdce6ac5640 1 -- 172.21.15.67:0/3112690938 wait complete. 2024-09-21T00:25:41.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:41.662+0000 7fdce6ac5640 1 Processor -- start 2024-09-21T00:25:41.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:41.662+0000 7fdce6ac5640 1 -- start start 2024-09-21T00:25:41.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:41.664+0000 7fdce6ac5640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdce00d11c0 0x7fdce014cc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:41.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:41.664+0000 7fdce6ac5640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdce00d2b00 0x7fdce00ccb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:41.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:41.664+0000 7fdce6ac5640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdce0162ea0 0x7fdce00cd080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:41.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:41.664+0000 7fdce6ac5640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fdce015f640 con 0x7fdce0162ea0 2024-09-21T00:25:41.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:41.664+0000 7fdce6ac5640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fdce015f4c0 con 0x7fdce00d11c0 2024-09-21T00:25:41.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:41.664+0000 7fdce6ac5640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fdce015f7c0 con 0x7fdce00d2b00 2024-09-21T00:25:41.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:41.664+0000 7fdce5062640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdce0162ea0 0x7fdce00cd080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:41.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:41.664+0000 7fdce5062640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdce0162ea0 0x7fdce00cd080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36558/0 (socket says 172.21.15.67:36558) 2024-09-21T00:25:41.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:41.664+0000 7fdce5062640 1 -- 172.21.15.67:0/1218521440 learned_addr learned my addr 172.21.15.67:0/1218521440 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:41.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:41.664+0000 7fdce4861640 1 --2- 172.21.15.67:0/1218521440 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdce00d11c0 0x7fdce014cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:41.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:41.664+0000 7fdcdffff640 1 --2- 172.21.15.67:0/1218521440 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdce00d2b00 0x7fdce00ccb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:41.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:41.664+0000 7fdce5062640 1 -- 172.21.15.67:0/1218521440 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdce00d2b00 msgr2=0x7fdce00ccb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:41.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:41.664+0000 7fdce5062640 1 --2- 172.21.15.67:0/1218521440 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdce00d2b00 0x7fdce00ccb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:41.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:41.664+0000 7fdce5062640 1 -- 172.21.15.67:0/1218521440 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdce00d11c0 msgr2=0x7fdce014cc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:41.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:41.664+0000 7fdce5062640 1 --2- 172.21.15.67:0/1218521440 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdce00d11c0 0x7fdce014cc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:41.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:41.664+0000 7fdce5062640 1 -- 172.21.15.67:0/1218521440 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdce0162350 con 0x7fdce0162ea0 2024-09-21T00:25:41.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:41.665+0000 7fdce5062640 1 --2- 172.21.15.67:0/1218521440 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdce0162ea0 0x7fdce00cd080 secure :-1 s=READY pgs=908 cs=0 l=1 rev1=1 crypto rx=0x7fdcd8002230 tx=0x7fdcd800cb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:41.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:41.665+0000 7fdcdd7fa640 1 -- 172.21.15.67:0/1218521440 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcd8003b70 con 0x7fdce0162ea0 2024-09-21T00:25:41.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:41.665+0000 7fdcdd7fa640 1 -- 172.21.15.67:0/1218521440 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdcd8003d10 con 0x7fdce0162ea0 2024-09-21T00:25:41.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:41.665+0000 7fdcdd7fa640 1 -- 172.21.15.67:0/1218521440 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcd8005330 con 0x7fdce0162ea0 2024-09-21T00:25:41.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:41.665+0000 7fdce6ac5640 1 -- 172.21.15.67:0/1218521440 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdce014d180 con 0x7fdce0162ea0 2024-09-21T00:25:41.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:41.665+0000 7fdce6ac5640 1 -- 172.21.15.67:0/1218521440 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdce00cdba0 con 0x7fdce0162ea0 2024-09-21T00:25:41.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:41.666+0000 7fdce6ac5640 1 -- 172.21.15.67:0/1218521440 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdce015fc70 con 0x7fdce0162ea0 2024-09-21T00:25:41.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:41.667+0000 7fdcdd7fa640 1 -- 172.21.15.67:0/1218521440 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fdcd80056e0 con 0x7fdce0162ea0 2024-09-21T00:25:41.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:41.667+0000 7fdcdd7fa640 1 --2- 172.21.15.67:0/1218521440 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdcc4078b90 0x7fdcc407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:41.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:41.667+0000 7fdcdd7fa640 1 -- 172.21.15.67:0/1218521440 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 5709+0+0 (secure 0 0 0) 0x7fdcd809aca0 con 0x7fdce0162ea0 2024-09-21T00:25:41.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:41.667+0000 7fdce4861640 1 --2- 172.21.15.67:0/1218521440 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdcc4078b90 0x7fdcc407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:41.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:41.668+0000 7fdce4861640 1 --2- 172.21.15.67:0/1218521440 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdcc4078b90 0x7fdcc407b0a0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fdcd4034000 tx=0x7fdcd4004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:41.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:41.672+0000 7fdcdd7fa640 1 -- 172.21.15.67:0/1218521440 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fdcd8063200 con 0x7fdce0162ea0 2024-09-21T00:25:41.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:41.897+0000 7fdce6ac5640 1 -- 172.21.15.67:0/1218521440 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdce00b95c0 con 0x7fdce0162ea0 2024-09-21T00:25:41.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:41.897+0000 7fdcdd7fa640 1 -- 172.21.15.67:0/1218521440 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 55 v55) ==== 94+0+5222 (secure 0 0 0) 0x7fdcd8062b00 con 0x7fdce0162ea0 2024-09-21T00:25:41.899 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:25:41.899 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":55,"btime":"2024-09-21T00:25:41:513178+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5894,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/2242559435","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":2242559435},{"type":"v1","addr":"172.21.15.97:6836","nonce":2242559435}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":5897,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/1836888029","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":1836888029},{"type":"v1","addr":"172.21.15.97:6837","nonce":1836888029}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":6753,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6833/2614770076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":2614770076},{"type":"v1","addr":"172.21.15.67:6833","nonce":2614770076}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":49}],"filesystems":[{"mdsmap":{"epoch":55,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:25:37.855341+0000","modified":"2024-09-21T00:25:40.894206+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6756},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6756":{"gid":6756,"name":"c","rank":0,"incarnation":51,"state":"up:active","state_seq":3,"addr":"172.21.15.67:6835/979139170","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":979139170},{"type":"v1","addr":"172.21.15.67:6835","nonce":979139170}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6756,"qdb_cluster":[6756]},"id":5}]} 2024-09-21T00:25:41.899 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 55 2024-09-21T00:25:41.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:41.899+0000 7fdce6ac5640 1 -- 172.21.15.67:0/1218521440 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdcc4078b90 msgr2=0x7fdcc407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:41.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:41.899+0000 7fdce6ac5640 1 --2- 172.21.15.67:0/1218521440 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdcc4078b90 0x7fdcc407b0a0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fdcd4034000 tx=0x7fdcd4004730 comp rx=0 tx=0).stop 2024-09-21T00:25:41.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:41.899+0000 7fdce6ac5640 1 -- 172.21.15.67:0/1218521440 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdce0162ea0 msgr2=0x7fdce00cd080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:41.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:41.899+0000 7fdce6ac5640 1 --2- 172.21.15.67:0/1218521440 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdce0162ea0 0x7fdce00cd080 secure :-1 s=READY pgs=908 cs=0 l=1 rev1=1 crypto rx=0x7fdcd8002230 tx=0x7fdcd800cb90 comp rx=0 tx=0).stop 2024-09-21T00:25:41.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:41.900+0000 7fdce6ac5640 1 -- 172.21.15.67:0/1218521440 shutdown_connections 2024-09-21T00:25:41.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:41.900+0000 7fdce6ac5640 1 --2- 172.21.15.67:0/1218521440 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdcc4078b90 0x7fdcc407b0a0 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:41.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:41.900+0000 7fdce6ac5640 1 --2- 172.21.15.67:0/1218521440 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdce0162ea0 0x7fdce00cd080 unknown :-1 s=CLOSED pgs=908 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:41.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:41.900+0000 7fdce6ac5640 1 --2- 172.21.15.67:0/1218521440 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdce00d2b00 0x7fdce00ccb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:41.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:41.900+0000 7fdce6ac5640 1 --2- 172.21.15.67:0/1218521440 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdce00d11c0 0x7fdce014cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:41.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:41.900+0000 7fdce6ac5640 1 -- 172.21.15.67:0/1218521440 >> 172.21.15.67:0/1218521440 conn(0x7fdce006dfb0 msgr2=0x7fdce006e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:41.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:41.900+0000 7fdce6ac5640 1 -- 172.21.15.67:0/1218521440 shutdown_connections 2024-09-21T00:25:41.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:41.900+0000 7fdce6ac5640 1 -- 172.21.15.67:0/1218521440 wait complete. 2024-09-21T00:25:41.912 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:25:42.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.027+0000 7fb1ac7e6640 1 -- 172.21.15.67:0/228101587 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb1a40b1910 msgr2=0x7fb1a409b060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:42.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.027+0000 7fb1ac7e6640 1 --2- 172.21.15.67:0/228101587 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb1a40b1910 0x7fb1a409b060 secure :-1 s=READY pgs=910 cs=0 l=1 rev1=1 crypto rx=0x7fb1a40c9400 tx=0x7fb19402a530 comp rx=0 tx=0).stop 2024-09-21T00:25:42.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.027+0000 7fb1ac7e6640 1 -- 172.21.15.67:0/228101587 shutdown_connections 2024-09-21T00:25:42.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.027+0000 7fb1ac7e6640 1 --2- 172.21.15.67:0/228101587 >> v2:172.21.15.97:3300/0 conn(0x7fb1a40cd890 0x7fb1a40cdca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:42.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.027+0000 7fb1ac7e6640 1 --2- 172.21.15.67:0/228101587 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb1a40b1910 0x7fb1a409b060 unknown :-1 s=CLOSED pgs=910 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:42.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.027+0000 7fb1ac7e6640 1 -- 172.21.15.67:0/228101587 >> 172.21.15.67:0/228101587 conn(0x7fb1a40b3e90 msgr2=0x7fb1a40b42a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:42.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.028+0000 7fb1ac7e6640 1 -- 172.21.15.67:0/228101587 shutdown_connections 2024-09-21T00:25:42.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.028+0000 7fb1ac7e6640 1 -- 172.21.15.67:0/228101587 wait complete. 2024-09-21T00:25:42.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.029+0000 7fb1ac7e6640 1 Processor -- start 2024-09-21T00:25:42.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.029+0000 7fb1ac7e6640 1 -- start start 2024-09-21T00:25:42.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.031+0000 7fb1ac7e6640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb1a40b1910 0x7fb1a40cc340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:42.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.031+0000 7fb1ac7e6640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb1a40cd890 0x7fb1a414c5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:42.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.031+0000 7fb1ac7e6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb1a415ffe0 0x7fb1a414cb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:42.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.031+0000 7fb1ac7e6640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fb1a40ce360 con 0x7fb1a415ffe0 2024-09-21T00:25:42.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.031+0000 7fb1ac7e6640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fb1a40ce1e0 con 0x7fb1a40b1910 2024-09-21T00:25:42.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.031+0000 7fb1ac7e6640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fb1a40ce4e0 con 0x7fb1a40cd890 2024-09-21T00:25:42.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.031+0000 7fb1aad83640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb1a415ffe0 0x7fb1a414cb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:42.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.031+0000 7fb1aad83640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb1a415ffe0 0x7fb1a414cb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36580/0 (socket says 172.21.15.67:36580) 2024-09-21T00:25:42.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.031+0000 7fb1aad83640 1 -- 172.21.15.67:0/1202287825 learned_addr learned my addr 172.21.15.67:0/1202287825 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:42.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.031+0000 7fb1a9d81640 1 --2- 172.21.15.67:0/1202287825 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb1a40cd890 0x7fb1a414c5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:42.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.031+0000 7fb1aa582640 1 --2- 172.21.15.67:0/1202287825 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb1a40b1910 0x7fb1a40cc340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:42.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.031+0000 7fb1aad83640 1 -- 172.21.15.67:0/1202287825 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb1a40cd890 msgr2=0x7fb1a414c5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:42.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.031+0000 7fb1aad83640 1 --2- 172.21.15.67:0/1202287825 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb1a40cd890 0x7fb1a414c5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:42.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.031+0000 7fb1aad83640 1 -- 172.21.15.67:0/1202287825 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb1a40b1910 msgr2=0x7fb1a40cc340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:42.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.031+0000 7fb1aad83640 1 --2- 172.21.15.67:0/1202287825 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb1a40b1910 0x7fb1a40cc340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:42.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.031+0000 7fb1aad83640 1 -- 172.21.15.67:0/1202287825 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1a415efb0 con 0x7fb1a415ffe0 2024-09-21T00:25:42.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.031+0000 7fb1aa582640 1 --2- 172.21.15.67:0/1202287825 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb1a40b1910 0x7fb1a40cc340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:25:42.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.031+0000 7fb1aad83640 1 --2- 172.21.15.67:0/1202287825 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb1a415ffe0 0x7fb1a414cb00 secure :-1 s=READY pgs=911 cs=0 l=1 rev1=1 crypto rx=0x7fb19c00e990 tx=0x7fb19c00ee50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:42.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.031+0000 7fb19affd640 1 -- 172.21.15.67:0/1202287825 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb19c004d20 con 0x7fb1a415ffe0 2024-09-21T00:25:42.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.031+0000 7fb19affd640 1 -- 172.21.15.67:0/1202287825 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb19c00caa0 con 0x7fb1a415ffe0 2024-09-21T00:25:42.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.031+0000 7fb19affd640 1 -- 172.21.15.67:0/1202287825 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb19c005020 con 0x7fb1a415ffe0 2024-09-21T00:25:42.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.031+0000 7fb1ac7e6640 1 -- 172.21.15.67:0/1202287825 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb1a415e430 con 0x7fb1a415ffe0 2024-09-21T00:25:42.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.032+0000 7fb1ac7e6640 1 -- 172.21.15.67:0/1202287825 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1a415e9f0 con 0x7fb1a415ffe0 2024-09-21T00:25:42.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.032+0000 7fb1ac7e6640 1 -- 172.21.15.67:0/1202287825 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb1a40ce9d0 con 0x7fb1a415ffe0 2024-09-21T00:25:42.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.033+0000 7fb19affd640 1 -- 172.21.15.67:0/1202287825 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fb19c0051c0 con 0x7fb1a415ffe0 2024-09-21T00:25:42.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.034+0000 7fb19affd640 1 --2- 172.21.15.67:0/1202287825 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb188078bc0 0x7fb18807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:42.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.034+0000 7fb19affd640 1 -- 172.21.15.67:0/1202287825 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 5709+0+0 (secure 0 0 0) 0x7fb19c09b500 con 0x7fb1a415ffe0 2024-09-21T00:25:42.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.034+0000 7fb1aa582640 1 --2- 172.21.15.67:0/1202287825 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb188078bc0 0x7fb18807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:42.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.035+0000 7fb1aa582640 1 --2- 172.21.15.67:0/1202287825 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb188078bc0 0x7fb18807b0d0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fb1a0007a50 tx=0x7fb1a0009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:42.039 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.038+0000 7fb19affd640 1 -- 172.21.15.67:0/1202287825 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fb19c016030 con 0x7fb1a415ffe0 2024-09-21T00:25:42.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.229+0000 7fb1ac7e6640 1 -- 172.21.15.67:0/1202287825 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb1a40b4c80 con 0x7fb1a415ffe0 2024-09-21T00:25:42.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.230+0000 7fb19affd640 1 -- 172.21.15.67:0/1202287825 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v71) ==== 74+0+16692 (secure 0 0 0) 0x7fb19c063380 con 0x7fb1a415ffe0 2024-09-21T00:25:42.232 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:25:42.232 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":71,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:25:39.486153+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:25:35.535890+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"70","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_data","create_time":"2024-09-21T00:25:36.820272+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"71","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:25:42.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.233+0000 7fb1ac7e6640 1 -- 172.21.15.67:0/1202287825 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb188078bc0 msgr2=0x7fb18807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:42.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.233+0000 7fb1ac7e6640 1 --2- 172.21.15.67:0/1202287825 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb188078bc0 0x7fb18807b0d0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fb1a0007a50 tx=0x7fb1a0009040 comp rx=0 tx=0).stop 2024-09-21T00:25:42.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.233+0000 7fb1ac7e6640 1 -- 172.21.15.67:0/1202287825 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb1a415ffe0 msgr2=0x7fb1a414cb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:42.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.233+0000 7fb1ac7e6640 1 --2- 172.21.15.67:0/1202287825 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb1a415ffe0 0x7fb1a414cb00 secure :-1 s=READY pgs=911 cs=0 l=1 rev1=1 crypto rx=0x7fb19c00e990 tx=0x7fb19c00ee50 comp rx=0 tx=0).stop 2024-09-21T00:25:42.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.233+0000 7fb1ac7e6640 1 -- 172.21.15.67:0/1202287825 shutdown_connections 2024-09-21T00:25:42.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.233+0000 7fb1ac7e6640 1 --2- 172.21.15.67:0/1202287825 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb188078bc0 0x7fb18807b0d0 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:42.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.233+0000 7fb1ac7e6640 1 --2- 172.21.15.67:0/1202287825 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb1a415ffe0 0x7fb1a414cb00 unknown :-1 s=CLOSED pgs=911 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:42.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.233+0000 7fb1ac7e6640 1 --2- 172.21.15.67:0/1202287825 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb1a40cd890 0x7fb1a414c5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:42.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.233+0000 7fb1ac7e6640 1 --2- 172.21.15.67:0/1202287825 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb1a40b1910 0x7fb1a40cc340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:42.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.233+0000 7fb1ac7e6640 1 -- 172.21.15.67:0/1202287825 >> 172.21.15.67:0/1202287825 conn(0x7fb1a40b3e90 msgr2=0x7fb1a40b0e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:42.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.233+0000 7fb1ac7e6640 1 -- 172.21.15.67:0/1202287825 shutdown_connections 2024-09-21T00:25:42.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.233+0000 7fb1ac7e6640 1 -- 172.21.15.67:0/1202287825 wait complete. 2024-09-21T00:25:42.246 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-21T00:25:42.246 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T00:25:42.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.362+0000 7f2466ef9640 1 -- 172.21.15.67:0/1452978907 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f24600b9780 msgr2=0x7f24600d2cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:42.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.362+0000 7f2466ef9640 1 --2- 172.21.15.67:0/1452978907 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f24600b9780 0x7f24600d2cf0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f2450009820 tx=0x7f245002a510 comp rx=0 tx=0).stop 2024-09-21T00:25:42.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.362+0000 7f2466ef9640 1 -- 172.21.15.67:0/1452978907 shutdown_connections 2024-09-21T00:25:42.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.362+0000 7f2466ef9640 1 --2- 172.21.15.67:0/1452978907 >> v2:172.21.15.97:3300/0 conn(0x7f24600d1420 0x7f24600cf100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:42.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.362+0000 7f2466ef9640 1 --2- 172.21.15.67:0/1452978907 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f24600b9780 0x7f24600d2cf0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:42.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.362+0000 7f2466ef9640 1 -- 172.21.15.67:0/1452978907 >> 172.21.15.67:0/1452978907 conn(0x7f246008bee0 msgr2=0x7f24600d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:42.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.362+0000 7f2466ef9640 1 -- 172.21.15.67:0/1452978907 shutdown_connections 2024-09-21T00:25:42.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.362+0000 7f2466ef9640 1 -- 172.21.15.67:0/1452978907 wait complete. 2024-09-21T00:25:42.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.364+0000 7f2466ef9640 1 Processor -- start 2024-09-21T00:25:42.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.364+0000 7f2466ef9640 1 -- start start 2024-09-21T00:25:42.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.366+0000 7f2466ef9640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f24600b9780 0x7f24601598a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:42.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.366+0000 7f2466ef9640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f24600d1010 0x7f246015b530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:42.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.366+0000 7f2466ef9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f24600d1420 0x7f246015ba70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:42.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.366+0000 7f2466ef9640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f24600cf640 con 0x7f24600d1420 2024-09-21T00:25:42.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.366+0000 7f2466ef9640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f24600b7d10 con 0x7f24600b9780 2024-09-21T00:25:42.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.366+0000 7f2466ef9640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f24600cf7c0 con 0x7f24600d1010 2024-09-21T00:25:42.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.366+0000 7f2465496640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f24600d1420 0x7f246015ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:42.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.366+0000 7f2465496640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f24600d1420 0x7f246015ba70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36584/0 (socket says 172.21.15.67:36584) 2024-09-21T00:25:42.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.366+0000 7f2465496640 1 -- 172.21.15.67:0/3790933208 learned_addr learned my addr 172.21.15.67:0/3790933208 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:42.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.366+0000 7f2464c95640 1 --2- 172.21.15.67:0/3790933208 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f24600b9780 0x7f24601598a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:42.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.366+0000 7f245ffff640 1 --2- 172.21.15.67:0/3790933208 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f24600d1010 0x7f246015b530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:42.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.366+0000 7f2465496640 1 -- 172.21.15.67:0/3790933208 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f24600d1010 msgr2=0x7f246015b530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:42.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.366+0000 7f2465496640 1 --2- 172.21.15.67:0/3790933208 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f24600d1010 0x7f246015b530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:42.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.366+0000 7f2465496640 1 -- 172.21.15.67:0/3790933208 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f24600b9780 msgr2=0x7f24601598a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:42.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.366+0000 7f2465496640 1 --2- 172.21.15.67:0/3790933208 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f24600b9780 0x7f24601598a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:42.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.366+0000 7f2465496640 1 -- 172.21.15.67:0/3790933208 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24601f9bd0 con 0x7f24600d1420 2024-09-21T00:25:42.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.366+0000 7f2465496640 1 --2- 172.21.15.67:0/3790933208 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f24600d1420 0x7f246015ba70 secure :-1 s=READY pgs=912 cs=0 l=1 rev1=1 crypto rx=0x7f245800eab0 tx=0x7f245800ef70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:42.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.366+0000 7f245d7fa640 1 -- 172.21.15.67:0/3790933208 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f245800cea0 con 0x7f24600d1420 2024-09-21T00:25:42.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.366+0000 7f2466ef9640 1 -- 172.21.15.67:0/3790933208 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f246015c240 con 0x7f24600d1420 2024-09-21T00:25:42.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.366+0000 7f245d7fa640 1 -- 172.21.15.67:0/3790933208 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2458004b20 con 0x7f24600d1420 2024-09-21T00:25:42.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.366+0000 7f245d7fa640 1 -- 172.21.15.67:0/3790933208 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2458005020 con 0x7f24600d1420 2024-09-21T00:25:42.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.367+0000 7f2466ef9640 1 -- 172.21.15.67:0/3790933208 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f246015c800 con 0x7f24600d1420 2024-09-21T00:25:42.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.368+0000 7f2466ef9640 1 -- 172.21.15.67:0/3790933208 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f24600d2cf0 con 0x7f24600d1420 2024-09-21T00:25:42.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.368+0000 7f245d7fa640 1 -- 172.21.15.67:0/3790933208 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f24580051c0 con 0x7f24600d1420 2024-09-21T00:25:42.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.369+0000 7f245d7fa640 1 --2- 172.21.15.67:0/3790933208 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f244c078b90 0x7f244c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:42.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.369+0000 7f245d7fa640 1 -- 172.21.15.67:0/3790933208 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 5709+0+0 (secure 0 0 0) 0x7f245809ba00 con 0x7f24600d1420 2024-09-21T00:25:42.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.369+0000 7f2464c95640 1 --2- 172.21.15.67:0/3790933208 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f244c078b90 0x7f244c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:42.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.370+0000 7f2464c95640 1 --2- 172.21.15.67:0/3790933208 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f244c078b90 0x7f244c07b0a0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f2450034000 tx=0x7f2450004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:42.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.374+0000 7f245d7fa640 1 -- 172.21.15.67:0/3790933208 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f2458063ee0 con 0x7f24600d1420 2024-09-21T00:25:42.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.560+0000 7f2466ef9640 1 -- 172.21.15.67:0/3790933208 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f246015bfd0 con 0x7f244c078b90 2024-09-21T00:25:42.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.565+0000 7f245d7fa640 1 -- 172.21.15.67:0/3790933208 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252055 (secure 0 0 0) 0x7f246015bfd0 con 0x7f244c078b90 2024-09-21T00:25:42.568 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:25:42.570 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-21T00:25:42.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.568+0000 7f2466ef9640 1 -- 172.21.15.67:0/3790933208 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f244c078b90 msgr2=0x7f244c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:42.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.568+0000 7f2466ef9640 1 --2- 172.21.15.67:0/3790933208 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f244c078b90 0x7f244c07b0a0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f2450034000 tx=0x7f2450004730 comp rx=0 tx=0).stop 2024-09-21T00:25:42.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.568+0000 7f2466ef9640 1 -- 172.21.15.67:0/3790933208 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f24600d1420 msgr2=0x7f246015ba70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:42.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.568+0000 7f2466ef9640 1 --2- 172.21.15.67:0/3790933208 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f24600d1420 0x7f246015ba70 secure :-1 s=READY pgs=912 cs=0 l=1 rev1=1 crypto rx=0x7f245800eab0 tx=0x7f245800ef70 comp rx=0 tx=0).stop 2024-09-21T00:25:42.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.568+0000 7f2466ef9640 1 -- 172.21.15.67:0/3790933208 shutdown_connections 2024-09-21T00:25:42.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.568+0000 7f2466ef9640 1 --2- 172.21.15.67:0/3790933208 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f244c078b90 0x7f244c07b0a0 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:42.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.568+0000 7f2466ef9640 1 --2- 172.21.15.67:0/3790933208 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f24600d1420 0x7f246015ba70 unknown :-1 s=CLOSED pgs=912 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:42.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.568+0000 7f2466ef9640 1 --2- 172.21.15.67:0/3790933208 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f24600d1010 0x7f246015b530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:42.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.568+0000 7f2466ef9640 1 --2- 172.21.15.67:0/3790933208 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f24600b9780 0x7f24601598a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:42.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.568+0000 7f2466ef9640 1 -- 172.21.15.67:0/3790933208 >> 172.21.15.67:0/3790933208 conn(0x7f246008bee0 msgr2=0x7f246006eb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:42.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.568+0000 7f2466ef9640 1 -- 172.21.15.67:0/3790933208 shutdown_connections 2024-09-21T00:25:42.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.568+0000 7f2466ef9640 1 -- 172.21.15.67:0/3790933208 wait complete. 2024-09-21T00:25:42.581 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":201,"stamp":"2024-09-21T00:25:41.560364+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":98,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":357332,"kb_used_data":7888,"kb_used_omap":12,"kb_used_meta":349235,"kb_avail":754617388,"statfs":{"total":773094113280,"available":772728205312,"internally_reserved":0,"allocated":8077312,"data_stored":4069708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12749,"internal_metadata":357617203},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":20,"apply_latency_ms":20,"commit_latency_ns":20000000,"apply_latency_ns":20000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.091669"},"pg_stats":[{"pgid":"11.3f","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149931+0000","last_change":"2024-09-21T00:25:38.502801+0000","last_active":"2024-09-21T00:25:40.149931+0000","last_peered":"2024-09-21T00:25:40.149931+0000","last_clean":"2024-09-21T00:25:40.149931+0000","last_became_active":"2024-09-21T00:25:38.502493+0000","last_became_peered":"2024-09-21T00:25:38.502493+0000","last_unstale":"2024-09-21T00:25:40.149931+0000","last_undegraded":"2024-09-21T00:25:40.149931+0000","last_fullsized":"2024-09-21T00:25:40.149931+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:11:28.236490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.3e","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.150321+0000","last_change":"2024-09-21T00:25:38.513130+0000","last_active":"2024-09-21T00:25:40.150321+0000","last_peered":"2024-09-21T00:25:40.150321+0000","last_clean":"2024-09-21T00:25:40.150321+0000","last_became_active":"2024-09-21T00:25:38.512818+0000","last_became_peered":"2024-09-21T00:25:38.512818+0000","last_unstale":"2024-09-21T00:25:40.150321+0000","last_undegraded":"2024-09-21T00:25:40.150321+0000","last_fullsized":"2024-09-21T00:25:40.150321+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:19:27.979081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.3d","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149503+0000","last_change":"2024-09-21T00:25:38.507284+0000","last_active":"2024-09-21T00:25:40.149503+0000","last_peered":"2024-09-21T00:25:40.149503+0000","last_clean":"2024-09-21T00:25:40.149503+0000","last_became_active":"2024-09-21T00:25:38.506774+0000","last_became_peered":"2024-09-21T00:25:38.506774+0000","last_unstale":"2024-09-21T00:25:40.149503+0000","last_undegraded":"2024-09-21T00:25:40.149503+0000","last_fullsized":"2024-09-21T00:25:40.149503+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:45:53.091590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.3c","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-21T00:25:38.517090+0000","last_change":"2024-09-21T00:25:38.511949+0000","last_active":"2024-09-21T00:25:38.517090+0000","last_peered":"2024-09-21T00:25:38.517090+0000","last_clean":"2024-09-21T00:25:38.517090+0000","last_became_active":"2024-09-21T00:25:38.511625+0000","last_became_peered":"2024-09-21T00:25:38.511625+0000","last_unstale":"2024-09-21T00:25:38.517090+0000","last_undegraded":"2024-09-21T00:25:38.517090+0000","last_fullsized":"2024-09-21T00:25:38.517090+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:35:26.592277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.3b","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149943+0000","last_change":"2024-09-21T00:25:38.506112+0000","last_active":"2024-09-21T00:25:40.149943+0000","last_peered":"2024-09-21T00:25:40.149943+0000","last_clean":"2024-09-21T00:25:40.149943+0000","last_became_active":"2024-09-21T00:25:38.505813+0000","last_became_peered":"2024-09-21T00:25:38.505813+0000","last_unstale":"2024-09-21T00:25:40.149943+0000","last_undegraded":"2024-09-21T00:25:40.149943+0000","last_fullsized":"2024-09-21T00:25:40.149943+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:19:05.074202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.3a","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.148959+0000","last_change":"2024-09-21T00:25:38.512407+0000","last_active":"2024-09-21T00:25:40.148959+0000","last_peered":"2024-09-21T00:25:40.148959+0000","last_clean":"2024-09-21T00:25:40.148959+0000","last_became_active":"2024-09-21T00:25:38.512109+0000","last_became_peered":"2024-09-21T00:25:38.512109+0000","last_unstale":"2024-09-21T00:25:40.148959+0000","last_undegraded":"2024-09-21T00:25:40.148959+0000","last_fullsized":"2024-09-21T00:25:40.148959+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:25:22.393975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.39","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:39.490367+0000","last_change":"2024-09-21T00:25:38.502575+0000","last_active":"2024-09-21T00:25:39.490367+0000","last_peered":"2024-09-21T00:25:39.490367+0000","last_clean":"2024-09-21T00:25:39.490367+0000","last_became_active":"2024-09-21T00:25:38.501160+0000","last_became_peered":"2024-09-21T00:25:38.501160+0000","last_unstale":"2024-09-21T00:25:39.490367+0000","last_undegraded":"2024-09-21T00:25:39.490367+0000","last_fullsized":"2024-09-21T00:25:39.490367+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:08:36.803850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.38","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149011+0000","last_change":"2024-09-21T00:25:38.506339+0000","last_active":"2024-09-21T00:25:40.149011+0000","last_peered":"2024-09-21T00:25:40.149011+0000","last_clean":"2024-09-21T00:25:40.149011+0000","last_became_active":"2024-09-21T00:25:38.506071+0000","last_became_peered":"2024-09-21T00:25:38.506071+0000","last_unstale":"2024-09-21T00:25:40.149011+0000","last_undegraded":"2024-09-21T00:25:40.149011+0000","last_fullsized":"2024-09-21T00:25:40.149011+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:58:49.439433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.37","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.150724+0000","last_change":"2024-09-21T00:25:38.510567+0000","last_active":"2024-09-21T00:25:40.150724+0000","last_peered":"2024-09-21T00:25:40.150724+0000","last_clean":"2024-09-21T00:25:40.150724+0000","last_became_active":"2024-09-21T00:25:38.510256+0000","last_became_peered":"2024-09-21T00:25:38.510256+0000","last_unstale":"2024-09-21T00:25:40.150724+0000","last_undegraded":"2024-09-21T00:25:40.150724+0000","last_fullsized":"2024-09-21T00:25:40.150724+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:43:49.960958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.36","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-21T00:25:38.503215+0000","last_change":"2024-09-21T00:25:38.498959+0000","last_active":"2024-09-21T00:25:38.503215+0000","last_peered":"2024-09-21T00:25:38.503215+0000","last_clean":"2024-09-21T00:25:38.503215+0000","last_became_active":"2024-09-21T00:25:38.498608+0000","last_became_peered":"2024-09-21T00:25:38.498608+0000","last_unstale":"2024-09-21T00:25:38.503215+0000","last_undegraded":"2024-09-21T00:25:38.503215+0000","last_fullsized":"2024-09-21T00:25:38.503215+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:20:30.079207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.35","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149934+0000","last_change":"2024-09-21T00:25:38.510950+0000","last_active":"2024-09-21T00:25:40.149934+0000","last_peered":"2024-09-21T00:25:40.149934+0000","last_clean":"2024-09-21T00:25:40.149934+0000","last_became_active":"2024-09-21T00:25:38.510596+0000","last_became_peered":"2024-09-21T00:25:38.510596+0000","last_unstale":"2024-09-21T00:25:40.149934+0000","last_undegraded":"2024-09-21T00:25:40.149934+0000","last_fullsized":"2024-09-21T00:25:40.149934+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:56:36.318761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.34","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-21T00:25:38.507965+0000","last_change":"2024-09-21T00:25:38.502296+0000","last_active":"2024-09-21T00:25:38.507965+0000","last_peered":"2024-09-21T00:25:38.507965+0000","last_clean":"2024-09-21T00:25:38.507965+0000","last_became_active":"2024-09-21T00:25:38.501990+0000","last_became_peered":"2024-09-21T00:25:38.501990+0000","last_unstale":"2024-09-21T00:25:38.507965+0000","last_undegraded":"2024-09-21T00:25:38.507965+0000","last_fullsized":"2024-09-21T00:25:38.507965+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:54:20.436059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.33","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.150063+0000","last_change":"2024-09-21T00:25:38.501493+0000","last_active":"2024-09-21T00:25:40.150063+0000","last_peered":"2024-09-21T00:25:40.150063+0000","last_clean":"2024-09-21T00:25:40.150063+0000","last_became_active":"2024-09-21T00:25:38.501169+0000","last_became_peered":"2024-09-21T00:25:38.501169+0000","last_unstale":"2024-09-21T00:25:40.150063+0000","last_undegraded":"2024-09-21T00:25:40.150063+0000","last_fullsized":"2024-09-21T00:25:40.150063+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:08:22.395083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.32","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.150328+0000","last_change":"2024-09-21T00:25:38.508927+0000","last_active":"2024-09-21T00:25:40.150328+0000","last_peered":"2024-09-21T00:25:40.150328+0000","last_clean":"2024-09-21T00:25:40.150328+0000","last_became_active":"2024-09-21T00:25:38.508591+0000","last_became_peered":"2024-09-21T00:25:38.508591+0000","last_unstale":"2024-09-21T00:25:40.150328+0000","last_undegraded":"2024-09-21T00:25:40.150328+0000","last_fullsized":"2024-09-21T00:25:40.150328+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:37:38.799198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.31","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149659+0000","last_change":"2024-09-21T00:25:38.496273+0000","last_active":"2024-09-21T00:25:40.149659+0000","last_peered":"2024-09-21T00:25:40.149659+0000","last_clean":"2024-09-21T00:25:40.149659+0000","last_became_active":"2024-09-21T00:25:38.495958+0000","last_became_peered":"2024-09-21T00:25:38.495958+0000","last_unstale":"2024-09-21T00:25:40.149659+0000","last_undegraded":"2024-09-21T00:25:40.149659+0000","last_fullsized":"2024-09-21T00:25:40.149659+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:08:36.803850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.30","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-21T00:25:38.512234+0000","last_change":"2024-09-21T00:25:38.510612+0000","last_active":"2024-09-21T00:25:38.512234+0000","last_peered":"2024-09-21T00:25:38.512234+0000","last_clean":"2024-09-21T00:25:38.512234+0000","last_became_active":"2024-09-21T00:25:38.510292+0000","last_became_peered":"2024-09-21T00:25:38.510292+0000","last_unstale":"2024-09-21T00:25:38.512234+0000","last_undegraded":"2024-09-21T00:25:38.512234+0000","last_fullsized":"2024-09-21T00:25:38.512234+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:48:43.933966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2f","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.150762+0000","last_change":"2024-09-21T00:25:38.509718+0000","last_active":"2024-09-21T00:25:40.150762+0000","last_peered":"2024-09-21T00:25:40.150762+0000","last_clean":"2024-09-21T00:25:40.150762+0000","last_became_active":"2024-09-21T00:25:38.509417+0000","last_became_peered":"2024-09-21T00:25:38.509417+0000","last_unstale":"2024-09-21T00:25:40.150762+0000","last_undegraded":"2024-09-21T00:25:40.150762+0000","last_fullsized":"2024-09-21T00:25:40.150762+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:32:43.639765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.2e","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-21T00:25:38.515610+0000","last_change":"2024-09-21T00:25:38.511178+0000","last_active":"2024-09-21T00:25:38.515610+0000","last_peered":"2024-09-21T00:25:38.515610+0000","last_clean":"2024-09-21T00:25:38.515610+0000","last_became_active":"2024-09-21T00:25:38.510856+0000","last_became_peered":"2024-09-21T00:25:38.510856+0000","last_unstale":"2024-09-21T00:25:38.515610+0000","last_undegraded":"2024-09-21T00:25:38.515610+0000","last_fullsized":"2024-09-21T00:25:38.515610+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:11:03.299508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.2d","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149591+0000","last_change":"2024-09-21T00:25:38.507507+0000","last_active":"2024-09-21T00:25:40.149591+0000","last_peered":"2024-09-21T00:25:40.149591+0000","last_clean":"2024-09-21T00:25:40.149591+0000","last_became_active":"2024-09-21T00:25:38.507118+0000","last_became_peered":"2024-09-21T00:25:38.507118+0000","last_unstale":"2024-09-21T00:25:40.149591+0000","last_undegraded":"2024-09-21T00:25:40.149591+0000","last_fullsized":"2024-09-21T00:25:40.149591+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:54:22.835947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.2c","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149596+0000","last_change":"2024-09-21T00:25:38.492648+0000","last_active":"2024-09-21T00:25:40.149596+0000","last_peered":"2024-09-21T00:25:40.149596+0000","last_clean":"2024-09-21T00:25:40.149596+0000","last_became_active":"2024-09-21T00:25:38.492301+0000","last_became_peered":"2024-09-21T00:25:38.492301+0000","last_unstale":"2024-09-21T00:25:40.149596+0000","last_undegraded":"2024-09-21T00:25:40.149596+0000","last_fullsized":"2024-09-21T00:25:40.149596+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:20:19.690838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.2b","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-21T00:25:38.502734+0000","last_change":"2024-09-21T00:25:38.498090+0000","last_active":"2024-09-21T00:25:38.502734+0000","last_peered":"2024-09-21T00:25:38.502734+0000","last_clean":"2024-09-21T00:25:38.502734+0000","last_became_active":"2024-09-21T00:25:38.497767+0000","last_became_peered":"2024-09-21T00:25:38.497767+0000","last_unstale":"2024-09-21T00:25:38.502734+0000","last_undegraded":"2024-09-21T00:25:38.502734+0000","last_fullsized":"2024-09-21T00:25:38.502734+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:13:57.272004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2a","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-21T00:25:38.503268+0000","last_change":"2024-09-21T00:25:38.499430+0000","last_active":"2024-09-21T00:25:38.503268+0000","last_peered":"2024-09-21T00:25:38.503268+0000","last_clean":"2024-09-21T00:25:38.503268+0000","last_became_active":"2024-09-21T00:25:38.499127+0000","last_became_peered":"2024-09-21T00:25:38.499127+0000","last_unstale":"2024-09-21T00:25:38.503268+0000","last_undegraded":"2024-09-21T00:25:38.503268+0000","last_fullsized":"2024-09-21T00:25:38.503268+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:14:43.322349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.29","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149063+0000","last_change":"2024-09-21T00:25:38.507505+0000","last_active":"2024-09-21T00:25:40.149063+0000","last_peered":"2024-09-21T00:25:40.149063+0000","last_clean":"2024-09-21T00:25:40.149063+0000","last_became_active":"2024-09-21T00:25:38.507150+0000","last_became_peered":"2024-09-21T00:25:38.507150+0000","last_unstale":"2024-09-21T00:25:40.149063+0000","last_undegraded":"2024-09-21T00:25:40.149063+0000","last_fullsized":"2024-09-21T00:25:40.149063+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:40:41.327972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.28","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.148956+0000","last_change":"2024-09-21T00:25:38.514150+0000","last_active":"2024-09-21T00:25:40.148956+0000","last_peered":"2024-09-21T00:25:40.148956+0000","last_clean":"2024-09-21T00:25:40.148956+0000","last_became_active":"2024-09-21T00:25:38.513238+0000","last_became_peered":"2024-09-21T00:25:38.513238+0000","last_unstale":"2024-09-21T00:25:40.148956+0000","last_undegraded":"2024-09-21T00:25:40.148956+0000","last_fullsized":"2024-09-21T00:25:40.148956+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:26:13.913172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.27","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-21T00:25:38.507766+0000","last_change":"2024-09-21T00:25:38.505905+0000","last_active":"2024-09-21T00:25:38.507766+0000","last_peered":"2024-09-21T00:25:38.507766+0000","last_clean":"2024-09-21T00:25:38.507766+0000","last_became_active":"2024-09-21T00:25:38.505472+0000","last_became_peered":"2024-09-21T00:25:38.505472+0000","last_unstale":"2024-09-21T00:25:38.507766+0000","last_undegraded":"2024-09-21T00:25:38.507766+0000","last_fullsized":"2024-09-21T00:25:38.507766+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:45:16.617370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.26","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:39.491579+0000","last_change":"2024-09-21T00:25:38.510668+0000","last_active":"2024-09-21T00:25:39.491579+0000","last_peered":"2024-09-21T00:25:39.491579+0000","last_clean":"2024-09-21T00:25:39.491579+0000","last_became_active":"2024-09-21T00:25:38.510218+0000","last_became_peered":"2024-09-21T00:25:38.510218+0000","last_unstale":"2024-09-21T00:25:39.491579+0000","last_undegraded":"2024-09-21T00:25:39.491579+0000","last_fullsized":"2024-09-21T00:25:39.491579+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:25:36.657384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.25","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149918+0000","last_change":"2024-09-21T00:25:38.507510+0000","last_active":"2024-09-21T00:25:40.149918+0000","last_peered":"2024-09-21T00:25:40.149918+0000","last_clean":"2024-09-21T00:25:40.149918+0000","last_became_active":"2024-09-21T00:25:38.507215+0000","last_became_peered":"2024-09-21T00:25:38.507215+0000","last_unstale":"2024-09-21T00:25:40.149918+0000","last_undegraded":"2024-09-21T00:25:40.149918+0000","last_fullsized":"2024-09-21T00:25:40.149918+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:08:36.531322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.24","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-21T00:25:38.507907+0000","last_change":"2024-09-21T00:25:38.504627+0000","last_active":"2024-09-21T00:25:38.507907+0000","last_peered":"2024-09-21T00:25:38.507907+0000","last_clean":"2024-09-21T00:25:38.507907+0000","last_became_active":"2024-09-21T00:25:38.504316+0000","last_became_peered":"2024-09-21T00:25:38.504316+0000","last_unstale":"2024-09-21T00:25:38.507907+0000","last_undegraded":"2024-09-21T00:25:38.507907+0000","last_fullsized":"2024-09-21T00:25:38.507907+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:12:24.711542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.23","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149834+0000","last_change":"2024-09-21T00:25:38.508624+0000","last_active":"2024-09-21T00:25:40.149834+0000","last_peered":"2024-09-21T00:25:40.149834+0000","last_clean":"2024-09-21T00:25:40.149834+0000","last_became_active":"2024-09-21T00:25:38.507720+0000","last_became_peered":"2024-09-21T00:25:38.507720+0000","last_unstale":"2024-09-21T00:25:40.149834+0000","last_undegraded":"2024-09-21T00:25:40.149834+0000","last_fullsized":"2024-09-21T00:25:40.149834+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:23:14.127246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.22","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:39.491247+0000","last_change":"2024-09-21T00:25:38.509243+0000","last_active":"2024-09-21T00:25:39.491247+0000","last_peered":"2024-09-21T00:25:39.491247+0000","last_clean":"2024-09-21T00:25:39.491247+0000","last_became_active":"2024-09-21T00:25:38.508933+0000","last_became_peered":"2024-09-21T00:25:38.508933+0000","last_unstale":"2024-09-21T00:25:39.491247+0000","last_undegraded":"2024-09-21T00:25:39.491247+0000","last_fullsized":"2024-09-21T00:25:39.491247+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:08:22.395083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.21","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:39.491366+0000","last_change":"2024-09-21T00:25:38.504217+0000","last_active":"2024-09-21T00:25:39.491366+0000","last_peered":"2024-09-21T00:25:39.491366+0000","last_clean":"2024-09-21T00:25:39.491366+0000","last_became_active":"2024-09-21T00:25:38.503943+0000","last_became_peered":"2024-09-21T00:25:38.503943+0000","last_unstale":"2024-09-21T00:25:39.491366+0000","last_undegraded":"2024-09-21T00:25:39.491366+0000","last_fullsized":"2024-09-21T00:25:39.491366+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:39:10.163616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.20","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149074+0000","last_change":"2024-09-21T00:25:38.511159+0000","last_active":"2024-09-21T00:25:40.149074+0000","last_peered":"2024-09-21T00:25:40.149074+0000","last_clean":"2024-09-21T00:25:40.149074+0000","last_became_active":"2024-09-21T00:25:38.510842+0000","last_became_peered":"2024-09-21T00:25:38.510842+0000","last_unstale":"2024-09-21T00:25:40.149074+0000","last_undegraded":"2024-09-21T00:25:40.149074+0000","last_fullsized":"2024-09-21T00:25:40.149074+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:44:54.798451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.1e","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149689+0000","last_change":"2024-09-21T00:25:38.513449+0000","last_active":"2024-09-21T00:25:40.149689+0000","last_peered":"2024-09-21T00:25:40.149689+0000","last_clean":"2024-09-21T00:25:40.149689+0000","last_became_active":"2024-09-21T00:25:38.512706+0000","last_became_peered":"2024-09-21T00:25:38.512706+0000","last_unstale":"2024-09-21T00:25:40.149689+0000","last_undegraded":"2024-09-21T00:25:40.149689+0000","last_fullsized":"2024-09-21T00:25:40.149689+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:44:25.429439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1f","version":"70'4","reported_seq":19,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.150094+0000","last_change":"2024-09-21T00:25:37.496821+0000","last_active":"2024-09-21T00:25:40.150094+0000","last_peered":"2024-09-21T00:25:40.150094+0000","last_clean":"2024-09-21T00:25:40.150094+0000","last_became_active":"2024-09-21T00:25:37.496516+0000","last_became_peered":"2024-09-21T00:25:37.496516+0000","last_unstale":"2024-09-21T00:25:40.150094+0000","last_undegraded":"2024-09-21T00:25:40.150094+0000","last_fullsized":"2024-09-21T00:25:40.150094+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_clean_scrub_stamp":"2024-09-21T00:25:36.459920+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:36:26.542425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.1f","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.150947+0000","last_change":"2024-09-21T00:25:38.502758+0000","last_active":"2024-09-21T00:25:40.150947+0000","last_peered":"2024-09-21T00:25:40.150947+0000","last_clean":"2024-09-21T00:25:40.150947+0000","last_became_active":"2024-09-21T00:25:38.502472+0000","last_became_peered":"2024-09-21T00:25:38.502472+0000","last_unstale":"2024-09-21T00:25:40.150947+0000","last_undegraded":"2024-09-21T00:25:40.150947+0000","last_fullsized":"2024-09-21T00:25:40.150947+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:34:30.739078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.1e","version":"70'1","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.150474+0000","last_change":"2024-09-21T00:25:37.482928+0000","last_active":"2024-09-21T00:25:40.150474+0000","last_peered":"2024-09-21T00:25:40.150474+0000","last_clean":"2024-09-21T00:25:40.150474+0000","last_became_active":"2024-09-21T00:25:37.482577+0000","last_became_peered":"2024-09-21T00:25:37.482577+0000","last_unstale":"2024-09-21T00:25:40.150474+0000","last_undegraded":"2024-09-21T00:25:40.150474+0000","last_fullsized":"2024-09-21T00:25:40.150474+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_clean_scrub_stamp":"2024-09-21T00:25:36.459920+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:41:09.606411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1c","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149551+0000","last_change":"2024-09-21T00:25:38.508566+0000","last_active":"2024-09-21T00:25:40.149551+0000","last_peered":"2024-09-21T00:25:40.149551+0000","last_clean":"2024-09-21T00:25:40.149551+0000","last_became_active":"2024-09-21T00:25:38.508247+0000","last_became_peered":"2024-09-21T00:25:38.508247+0000","last_unstale":"2024-09-21T00:25:40.149551+0000","last_undegraded":"2024-09-21T00:25:40.149551+0000","last_fullsized":"2024-09-21T00:25:40.149551+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:29:39.879912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.1d","version":"70'2","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-21T00:25:38.523087+0000","last_change":"2024-09-21T00:25:37.492855+0000","last_active":"2024-09-21T00:25:38.523087+0000","last_peered":"2024-09-21T00:25:38.523087+0000","last_clean":"2024-09-21T00:25:38.523087+0000","last_became_active":"2024-09-21T00:25:37.492558+0000","last_became_peered":"2024-09-21T00:25:37.492558+0000","last_unstale":"2024-09-21T00:25:38.523087+0000","last_undegraded":"2024-09-21T00:25:38.523087+0000","last_fullsized":"2024-09-21T00:25:38.523087+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_clean_scrub_stamp":"2024-09-21T00:25:36.459920+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:29:04.228506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1d","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.150062+0000","last_change":"2024-09-21T00:25:38.506619+0000","last_active":"2024-09-21T00:25:40.150062+0000","last_peered":"2024-09-21T00:25:40.150062+0000","last_clean":"2024-09-21T00:25:40.150062+0000","last_became_active":"2024-09-21T00:25:38.506304+0000","last_became_peered":"2024-09-21T00:25:38.506304+0000","last_unstale":"2024-09-21T00:25:40.150062+0000","last_undegraded":"2024-09-21T00:25:40.150062+0000","last_fullsized":"2024-09-21T00:25:40.150062+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:24:14.835192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1c","version":"70'2","reported_seq":17,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149688+0000","last_change":"2024-09-21T00:25:37.495038+0000","last_active":"2024-09-21T00:25:40.149688+0000","last_peered":"2024-09-21T00:25:40.149688+0000","last_clean":"2024-09-21T00:25:40.149688+0000","last_became_active":"2024-09-21T00:25:37.494694+0000","last_became_peered":"2024-09-21T00:25:37.494694+0000","last_unstale":"2024-09-21T00:25:40.149688+0000","last_undegraded":"2024-09-21T00:25:40.149688+0000","last_fullsized":"2024-09-21T00:25:40.149688+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_clean_scrub_stamp":"2024-09-21T00:25:36.459920+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:45:45.382564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.1a","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:39.491367+0000","last_change":"2024-09-21T00:25:38.510049+0000","last_active":"2024-09-21T00:25:39.491367+0000","last_peered":"2024-09-21T00:25:39.491367+0000","last_clean":"2024-09-21T00:25:39.491367+0000","last_became_active":"2024-09-21T00:25:38.509687+0000","last_became_peered":"2024-09-21T00:25:38.509687+0000","last_unstale":"2024-09-21T00:25:39.491367+0000","last_undegraded":"2024-09-21T00:25:39.491367+0000","last_fullsized":"2024-09-21T00:25:39.491367+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:15:20.174010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.1b","version":"70'1","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.150194+0000","last_change":"2024-09-21T00:25:37.485553+0000","last_active":"2024-09-21T00:25:40.150194+0000","last_peered":"2024-09-21T00:25:40.150194+0000","last_clean":"2024-09-21T00:25:40.150194+0000","last_became_active":"2024-09-21T00:25:37.485232+0000","last_became_peered":"2024-09-21T00:25:37.485232+0000","last_unstale":"2024-09-21T00:25:40.150194+0000","last_undegraded":"2024-09-21T00:25:40.150194+0000","last_fullsized":"2024-09-21T00:25:40.150194+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_clean_scrub_stamp":"2024-09-21T00:25:36.459920+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:17:55.711099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.1b","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-21T00:25:38.507870+0000","last_change":"2024-09-21T00:25:38.506499+0000","last_active":"2024-09-21T00:25:38.507870+0000","last_peered":"2024-09-21T00:25:38.507870+0000","last_clean":"2024-09-21T00:25:38.507870+0000","last_became_active":"2024-09-21T00:25:38.506193+0000","last_became_peered":"2024-09-21T00:25:38.506193+0000","last_unstale":"2024-09-21T00:25:38.507870+0000","last_undegraded":"2024-09-21T00:25:38.507870+0000","last_fullsized":"2024-09-21T00:25:38.507870+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:21:06.087020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1a","version":"70'1","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149261+0000","last_change":"2024-09-21T00:25:37.490534+0000","last_active":"2024-09-21T00:25:40.149261+0000","last_peered":"2024-09-21T00:25:40.149261+0000","last_clean":"2024-09-21T00:25:40.149261+0000","last_became_active":"2024-09-21T00:25:37.490201+0000","last_became_peered":"2024-09-21T00:25:37.490201+0000","last_unstale":"2024-09-21T00:25:40.149261+0000","last_undegraded":"2024-09-21T00:25:40.149261+0000","last_fullsized":"2024-09-21T00:25:40.149261+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_clean_scrub_stamp":"2024-09-21T00:25:36.459920+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:32:42.634618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.18","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149764+0000","last_change":"2024-09-21T00:25:38.508622+0000","last_active":"2024-09-21T00:25:40.149764+0000","last_peered":"2024-09-21T00:25:40.149764+0000","last_clean":"2024-09-21T00:25:40.149764+0000","last_became_active":"2024-09-21T00:25:38.508230+0000","last_became_peered":"2024-09-21T00:25:38.508230+0000","last_unstale":"2024-09-21T00:25:40.149764+0000","last_undegraded":"2024-09-21T00:25:40.149764+0000","last_fullsized":"2024-09-21T00:25:40.149764+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:14:33.800549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-21T00:25:38.495607+0000","last_change":"2024-09-21T00:25:37.486645+0000","last_active":"2024-09-21T00:25:38.495607+0000","last_peered":"2024-09-21T00:25:38.495607+0000","last_clean":"2024-09-21T00:25:38.495607+0000","last_became_active":"2024-09-21T00:25:37.486303+0000","last_became_peered":"2024-09-21T00:25:37.486303+0000","last_unstale":"2024-09-21T00:25:38.495607+0000","last_undegraded":"2024-09-21T00:25:38.495607+0000","last_fullsized":"2024-09-21T00:25:38.495607+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_clean_scrub_stamp":"2024-09-21T00:25:36.459920+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:51:27.724077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.19","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149893+0000","last_change":"2024-09-21T00:25:38.503852+0000","last_active":"2024-09-21T00:25:40.149893+0000","last_peered":"2024-09-21T00:25:40.149893+0000","last_clean":"2024-09-21T00:25:40.149893+0000","last_became_active":"2024-09-21T00:25:38.503460+0000","last_became_peered":"2024-09-21T00:25:38.503460+0000","last_unstale":"2024-09-21T00:25:40.149893+0000","last_undegraded":"2024-09-21T00:25:40.149893+0000","last_fullsized":"2024-09-21T00:25:40.149893+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:56:05.318666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149129+0000","last_change":"2024-09-21T00:25:37.483429+0000","last_active":"2024-09-21T00:25:40.149129+0000","last_peered":"2024-09-21T00:25:40.149129+0000","last_clean":"2024-09-21T00:25:40.149129+0000","last_became_active":"2024-09-21T00:25:37.482457+0000","last_became_peered":"2024-09-21T00:25:37.482457+0000","last_unstale":"2024-09-21T00:25:40.149129+0000","last_undegraded":"2024-09-21T00:25:40.149129+0000","last_fullsized":"2024-09-21T00:25:40.149129+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_clean_scrub_stamp":"2024-09-21T00:25:36.459920+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:25:26.338161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.16","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:39.491851+0000","last_change":"2024-09-21T00:25:38.505427+0000","last_active":"2024-09-21T00:25:39.491851+0000","last_peered":"2024-09-21T00:25:39.491851+0000","last_clean":"2024-09-21T00:25:39.491851+0000","last_became_active":"2024-09-21T00:25:38.505121+0000","last_became_peered":"2024-09-21T00:25:38.505121+0000","last_unstale":"2024-09-21T00:25:39.491851+0000","last_undegraded":"2024-09-21T00:25:39.491851+0000","last_fullsized":"2024-09-21T00:25:39.491851+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:20:23.590610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-21T00:25:38.490726+0000","last_change":"2024-09-21T00:25:37.488801+0000","last_active":"2024-09-21T00:25:38.490726+0000","last_peered":"2024-09-21T00:25:38.490726+0000","last_clean":"2024-09-21T00:25:38.490726+0000","last_became_active":"2024-09-21T00:25:37.488448+0000","last_became_peered":"2024-09-21T00:25:37.488448+0000","last_unstale":"2024-09-21T00:25:38.490726+0000","last_undegraded":"2024-09-21T00:25:38.490726+0000","last_fullsized":"2024-09-21T00:25:38.490726+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_clean_scrub_stamp":"2024-09-21T00:25:36.459920+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:11:02.294361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.17","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149975+0000","last_change":"2024-09-21T00:25:38.514522+0000","last_active":"2024-09-21T00:25:40.149975+0000","last_peered":"2024-09-21T00:25:40.149975+0000","last_clean":"2024-09-21T00:25:40.149975+0000","last_became_active":"2024-09-21T00:25:38.512844+0000","last_became_peered":"2024-09-21T00:25:38.512844+0000","last_unstale":"2024-09-21T00:25:40.149975+0000","last_undegraded":"2024-09-21T00:25:40.149975+0000","last_fullsized":"2024-09-21T00:25:40.149975+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:54:27.575273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.150408+0000","last_change":"2024-09-21T00:25:37.497334+0000","last_active":"2024-09-21T00:25:40.150408+0000","last_peered":"2024-09-21T00:25:40.150408+0000","last_clean":"2024-09-21T00:25:40.150408+0000","last_became_active":"2024-09-21T00:25:37.496797+0000","last_became_peered":"2024-09-21T00:25:37.496797+0000","last_unstale":"2024-09-21T00:25:40.150408+0000","last_undegraded":"2024-09-21T00:25:40.150408+0000","last_fullsized":"2024-09-21T00:25:40.150408+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_clean_scrub_stamp":"2024-09-21T00:25:36.459920+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:50:28.600714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.14","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149558+0000","last_change":"2024-09-21T00:25:38.508809+0000","last_active":"2024-09-21T00:25:40.149558+0000","last_peered":"2024-09-21T00:25:40.149558+0000","last_clean":"2024-09-21T00:25:40.149558+0000","last_became_active":"2024-09-21T00:25:38.507905+0000","last_became_peered":"2024-09-21T00:25:38.507905+0000","last_unstale":"2024-09-21T00:25:40.149558+0000","last_undegraded":"2024-09-21T00:25:40.149558+0000","last_fullsized":"2024-09-21T00:25:40.149558+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:10:19.079680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.15","version":"70'3","reported_seq":18,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.150241+0000","last_change":"2024-09-21T00:25:37.494135+0000","last_active":"2024-09-21T00:25:40.150241+0000","last_peered":"2024-09-21T00:25:40.150241+0000","last_clean":"2024-09-21T00:25:40.150241+0000","last_became_active":"2024-09-21T00:25:37.493746+0000","last_became_peered":"2024-09-21T00:25:37.493746+0000","last_unstale":"2024-09-21T00:25:40.150241+0000","last_undegraded":"2024-09-21T00:25:40.150241+0000","last_fullsized":"2024-09-21T00:25:40.150241+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_clean_scrub_stamp":"2024-09-21T00:25:36.459920+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:47:51.126687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.15","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149301+0000","last_change":"2024-09-21T00:25:38.501331+0000","last_active":"2024-09-21T00:25:40.149301+0000","last_peered":"2024-09-21T00:25:40.149301+0000","last_clean":"2024-09-21T00:25:40.149301+0000","last_became_active":"2024-09-21T00:25:38.501025+0000","last_became_peered":"2024-09-21T00:25:38.501025+0000","last_unstale":"2024-09-21T00:25:40.149301+0000","last_undegraded":"2024-09-21T00:25:40.149301+0000","last_fullsized":"2024-09-21T00:25:40.149301+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:39:12.875961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.14","version":"70'6","reported_seq":19,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-21T00:25:38.524184+0000","last_change":"2024-09-21T00:25:37.484723+0000","last_active":"2024-09-21T00:25:38.524184+0000","last_peered":"2024-09-21T00:25:38.524184+0000","last_clean":"2024-09-21T00:25:38.524184+0000","last_became_active":"2024-09-21T00:25:37.484376+0000","last_became_peered":"2024-09-21T00:25:37.484376+0000","last_unstale":"2024-09-21T00:25:38.524184+0000","last_undegraded":"2024-09-21T00:25:38.524184+0000","last_fullsized":"2024-09-21T00:25:38.524184+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_clean_scrub_stamp":"2024-09-21T00:25:36.459920+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:02:50.844601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.12","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149481+0000","last_change":"2024-09-21T00:25:38.502312+0000","last_active":"2024-09-21T00:25:40.149481+0000","last_peered":"2024-09-21T00:25:40.149481+0000","last_clean":"2024-09-21T00:25:40.149481+0000","last_became_active":"2024-09-21T00:25:38.501974+0000","last_became_peered":"2024-09-21T00:25:38.501974+0000","last_unstale":"2024-09-21T00:25:40.149481+0000","last_undegraded":"2024-09-21T00:25:40.149481+0000","last_fullsized":"2024-09-21T00:25:40.149481+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:21:47.547813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.13","version":"70'2","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-21T00:25:38.520790+0000","last_change":"2024-09-21T00:25:37.493389+0000","last_active":"2024-09-21T00:25:38.520790+0000","last_peered":"2024-09-21T00:25:38.520790+0000","last_clean":"2024-09-21T00:25:38.520790+0000","last_became_active":"2024-09-21T00:25:37.493073+0000","last_became_peered":"2024-09-21T00:25:37.493073+0000","last_unstale":"2024-09-21T00:25:38.520790+0000","last_undegraded":"2024-09-21T00:25:38.520790+0000","last_fullsized":"2024-09-21T00:25:38.520790+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_clean_scrub_stamp":"2024-09-21T00:25:36.459920+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:33:33.738696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.13","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:39.491302+0000","last_change":"2024-09-21T00:25:38.503608+0000","last_active":"2024-09-21T00:25:39.491302+0000","last_peered":"2024-09-21T00:25:39.491302+0000","last_clean":"2024-09-21T00:25:39.491302+0000","last_became_active":"2024-09-21T00:25:38.503266+0000","last_became_peered":"2024-09-21T00:25:38.503266+0000","last_unstale":"2024-09-21T00:25:39.491302+0000","last_undegraded":"2024-09-21T00:25:39.491302+0000","last_fullsized":"2024-09-21T00:25:39.491302+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:54:28.549022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149440+0000","last_change":"2024-09-21T00:25:37.489576+0000","last_active":"2024-09-21T00:25:40.149440+0000","last_peered":"2024-09-21T00:25:40.149440+0000","last_clean":"2024-09-21T00:25:40.149440+0000","last_became_active":"2024-09-21T00:25:37.489226+0000","last_became_peered":"2024-09-21T00:25:37.489226+0000","last_unstale":"2024-09-21T00:25:40.149440+0000","last_undegraded":"2024-09-21T00:25:40.149440+0000","last_fullsized":"2024-09-21T00:25:40.149440+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_clean_scrub_stamp":"2024-09-21T00:25:36.459920+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:41:48.062764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.10","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149050+0000","last_change":"2024-09-21T00:25:38.501007+0000","last_active":"2024-09-21T00:25:40.149050+0000","last_peered":"2024-09-21T00:25:40.149050+0000","last_clean":"2024-09-21T00:25:40.149050+0000","last_became_active":"2024-09-21T00:25:38.500642+0000","last_became_peered":"2024-09-21T00:25:38.500642+0000","last_unstale":"2024-09-21T00:25:40.149050+0000","last_undegraded":"2024-09-21T00:25:40.149050+0000","last_fullsized":"2024-09-21T00:25:40.149050+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:49:36.153510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:39.490326+0000","last_change":"2024-09-21T00:25:37.488727+0000","last_active":"2024-09-21T00:25:39.490326+0000","last_peered":"2024-09-21T00:25:39.490326+0000","last_clean":"2024-09-21T00:25:39.490326+0000","last_became_active":"2024-09-21T00:25:37.488408+0000","last_became_peered":"2024-09-21T00:25:37.488408+0000","last_unstale":"2024-09-21T00:25:39.490326+0000","last_undegraded":"2024-09-21T00:25:39.490326+0000","last_fullsized":"2024-09-21T00:25:39.490326+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_clean_scrub_stamp":"2024-09-21T00:25:36.459920+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:10:18.074533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.11","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149669+0000","last_change":"2024-09-21T00:25:38.497351+0000","last_active":"2024-09-21T00:25:40.149669+0000","last_peered":"2024-09-21T00:25:40.149669+0000","last_clean":"2024-09-21T00:25:40.149669+0000","last_became_active":"2024-09-21T00:25:38.495807+0000","last_became_peered":"2024-09-21T00:25:38.495807+0000","last_unstale":"2024-09-21T00:25:40.149669+0000","last_undegraded":"2024-09-21T00:25:40.149669+0000","last_fullsized":"2024-09-21T00:25:40.149669+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:35:57.635626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.10","version":"70'8","reported_seq":21,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-21T00:25:38.523422+0000","last_change":"2024-09-21T00:25:37.494174+0000","last_active":"2024-09-21T00:25:38.523422+0000","last_peered":"2024-09-21T00:25:38.523422+0000","last_clean":"2024-09-21T00:25:38.523422+0000","last_became_active":"2024-09-21T00:25:37.493849+0000","last_became_peered":"2024-09-21T00:25:37.493849+0000","last_unstale":"2024-09-21T00:25:38.523422+0000","last_undegraded":"2024-09-21T00:25:38.523422+0000","last_fullsized":"2024-09-21T00:25:38.523422+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_clean_scrub_stamp":"2024-09-21T00:25:36.459920+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:59:37.681775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.e","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-21T00:25:38.507749+0000","last_change":"2024-09-21T00:25:38.503809+0000","last_active":"2024-09-21T00:25:38.507749+0000","last_peered":"2024-09-21T00:25:38.507749+0000","last_clean":"2024-09-21T00:25:38.507749+0000","last_became_active":"2024-09-21T00:25:38.503526+0000","last_became_peered":"2024-09-21T00:25:38.503526+0000","last_unstale":"2024-09-21T00:25:38.507749+0000","last_undegraded":"2024-09-21T00:25:38.507749+0000","last_fullsized":"2024-09-21T00:25:38.507749+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:46:10.878517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.f","version":"70'1","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.150145+0000","last_change":"2024-09-21T00:25:37.495056+0000","last_active":"2024-09-21T00:25:40.150145+0000","last_peered":"2024-09-21T00:25:40.150145+0000","last_clean":"2024-09-21T00:25:40.150145+0000","last_became_active":"2024-09-21T00:25:37.494705+0000","last_became_peered":"2024-09-21T00:25:37.494705+0000","last_unstale":"2024-09-21T00:25:40.150145+0000","last_undegraded":"2024-09-21T00:25:40.150145+0000","last_fullsized":"2024-09-21T00:25:40.150145+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_clean_scrub_stamp":"2024-09-21T00:25:36.459920+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:58:05.252445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.f","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.150212+0000","last_change":"2024-09-21T00:25:38.506357+0000","last_active":"2024-09-21T00:25:40.150212+0000","last_peered":"2024-09-21T00:25:40.150212+0000","last_clean":"2024-09-21T00:25:40.150212+0000","last_became_active":"2024-09-21T00:25:38.505894+0000","last_became_peered":"2024-09-21T00:25:38.505894+0000","last_unstale":"2024-09-21T00:25:40.150212+0000","last_undegraded":"2024-09-21T00:25:40.150212+0000","last_fullsized":"2024-09-21T00:25:40.150212+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:01:04.786971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.e","version":"70'2","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-21T00:25:38.523081+0000","last_change":"2024-09-21T00:25:37.492801+0000","last_active":"2024-09-21T00:25:38.523081+0000","last_peered":"2024-09-21T00:25:38.523081+0000","last_clean":"2024-09-21T00:25:38.523081+0000","last_became_active":"2024-09-21T00:25:37.492418+0000","last_became_peered":"2024-09-21T00:25:37.492418+0000","last_unstale":"2024-09-21T00:25:38.523081+0000","last_undegraded":"2024-09-21T00:25:38.523081+0000","last_fullsized":"2024-09-21T00:25:38.523081+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_clean_scrub_stamp":"2024-09-21T00:25:36.459920+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:36:44.552166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-21T00:25:38.507936+0000","last_change":"2024-09-21T00:25:38.501270+0000","last_active":"2024-09-21T00:25:38.507936+0000","last_peered":"2024-09-21T00:25:38.507936+0000","last_clean":"2024-09-21T00:25:38.507936+0000","last_became_active":"2024-09-21T00:25:38.500976+0000","last_became_peered":"2024-09-21T00:25:38.500976+0000","last_unstale":"2024-09-21T00:25:38.507936+0000","last_undegraded":"2024-09-21T00:25:38.507936+0000","last_fullsized":"2024-09-21T00:25:38.507936+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:26:05.071024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.d","version":"70'1","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149329+0000","last_change":"2024-09-21T00:25:37.496133+0000","last_active":"2024-09-21T00:25:40.149329+0000","last_peered":"2024-09-21T00:25:40.149329+0000","last_clean":"2024-09-21T00:25:40.149329+0000","last_became_active":"2024-09-21T00:25:37.495658+0000","last_became_peered":"2024-09-21T00:25:37.495658+0000","last_unstale":"2024-09-21T00:25:40.149329+0000","last_undegraded":"2024-09-21T00:25:40.149329+0000","last_fullsized":"2024-09-21T00:25:40.149329+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_clean_scrub_stamp":"2024-09-21T00:25:36.459920+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:30:11.386771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.d","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149552+0000","last_change":"2024-09-21T00:25:38.507489+0000","last_active":"2024-09-21T00:25:40.149552+0000","last_peered":"2024-09-21T00:25:40.149552+0000","last_clean":"2024-09-21T00:25:40.149552+0000","last_became_active":"2024-09-21T00:25:38.507173+0000","last_became_peered":"2024-09-21T00:25:38.507173+0000","last_unstale":"2024-09-21T00:25:40.149552+0000","last_undegraded":"2024-09-21T00:25:40.149552+0000","last_fullsized":"2024-09-21T00:25:40.149552+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:48:02.672571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149646+0000","last_change":"2024-09-21T00:25:37.496101+0000","last_active":"2024-09-21T00:25:40.149646+0000","last_peered":"2024-09-21T00:25:40.149646+0000","last_clean":"2024-09-21T00:25:40.149646+0000","last_became_active":"2024-09-21T00:25:37.495739+0000","last_became_peered":"2024-09-21T00:25:37.495739+0000","last_unstale":"2024-09-21T00:25:40.149646+0000","last_undegraded":"2024-09-21T00:25:40.149646+0000","last_fullsized":"2024-09-21T00:25:40.149646+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_clean_scrub_stamp":"2024-09-21T00:25:36.459920+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:02:02.683225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.b","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.150133+0000","last_change":"2024-09-21T00:25:38.498211+0000","last_active":"2024-09-21T00:25:40.150133+0000","last_peered":"2024-09-21T00:25:40.150133+0000","last_clean":"2024-09-21T00:25:40.150133+0000","last_became_active":"2024-09-21T00:25:38.497908+0000","last_became_peered":"2024-09-21T00:25:38.497908+0000","last_unstale":"2024-09-21T00:25:40.150133+0000","last_undegraded":"2024-09-21T00:25:40.150133+0000","last_fullsized":"2024-09-21T00:25:40.150133+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:50:01.013878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149558+0000","last_change":"2024-09-21T00:25:37.490123+0000","last_active":"2024-09-21T00:25:40.149558+0000","last_peered":"2024-09-21T00:25:40.149558+0000","last_clean":"2024-09-21T00:25:40.149558+0000","last_became_active":"2024-09-21T00:25:37.489705+0000","last_became_peered":"2024-09-21T00:25:37.489705+0000","last_unstale":"2024-09-21T00:25:40.149558+0000","last_undegraded":"2024-09-21T00:25:40.149558+0000","last_fullsized":"2024-09-21T00:25:40.149558+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_clean_scrub_stamp":"2024-09-21T00:25:36.459920+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:25:41.676342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149041+0000","last_change":"2024-09-21T00:25:38.506806+0000","last_active":"2024-09-21T00:25:40.149041+0000","last_peered":"2024-09-21T00:25:40.149041+0000","last_clean":"2024-09-21T00:25:40.149041+0000","last_became_active":"2024-09-21T00:25:38.504330+0000","last_became_peered":"2024-09-21T00:25:38.504330+0000","last_unstale":"2024-09-21T00:25:40.149041+0000","last_undegraded":"2024-09-21T00:25:40.149041+0000","last_fullsized":"2024-09-21T00:25:40.149041+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:45:15.108320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:39.490508+0000","last_change":"2024-09-21T00:25:37.484152+0000","last_active":"2024-09-21T00:25:39.490508+0000","last_peered":"2024-09-21T00:25:39.490508+0000","last_clean":"2024-09-21T00:25:39.490508+0000","last_became_active":"2024-09-21T00:25:37.483819+0000","last_became_peered":"2024-09-21T00:25:37.483819+0000","last_unstale":"2024-09-21T00:25:39.490508+0000","last_undegraded":"2024-09-21T00:25:39.490508+0000","last_fullsized":"2024-09-21T00:25:39.490508+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_clean_scrub_stamp":"2024-09-21T00:25:36.459920+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:19:26.973935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.150034+0000","last_change":"2024-09-21T00:25:38.507671+0000","last_active":"2024-09-21T00:25:40.150034+0000","last_peered":"2024-09-21T00:25:40.150034+0000","last_clean":"2024-09-21T00:25:40.150034+0000","last_became_active":"2024-09-21T00:25:38.507373+0000","last_became_peered":"2024-09-21T00:25:38.507373+0000","last_unstale":"2024-09-21T00:25:40.150034+0000","last_undegraded":"2024-09-21T00:25:40.150034+0000","last_fullsized":"2024-09-21T00:25:40.150034+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:25:15.622299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.148781+0000","last_change":"2024-09-21T00:25:37.483032+0000","last_active":"2024-09-21T00:25:40.148781+0000","last_peered":"2024-09-21T00:25:40.148781+0000","last_clean":"2024-09-21T00:25:40.148781+0000","last_became_active":"2024-09-21T00:25:37.482695+0000","last_became_peered":"2024-09-21T00:25:37.482695+0000","last_unstale":"2024-09-21T00:25:40.148781+0000","last_undegraded":"2024-09-21T00:25:40.148781+0000","last_fullsized":"2024-09-21T00:25:40.148781+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_clean_scrub_stamp":"2024-09-21T00:25:36.459920+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:10:18.074533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.6","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.150467+0000","last_change":"2024-09-21T00:25:38.498296+0000","last_active":"2024-09-21T00:25:40.150467+0000","last_peered":"2024-09-21T00:25:40.150467+0000","last_clean":"2024-09-21T00:25:40.150467+0000","last_became_active":"2024-09-21T00:25:38.497989+0000","last_became_peered":"2024-09-21T00:25:38.497989+0000","last_unstale":"2024-09-21T00:25:40.150467+0000","last_undegraded":"2024-09-21T00:25:40.150467+0000","last_fullsized":"2024-09-21T00:25:40.150467+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:54:28.549022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.7","version":"70'2","reported_seq":17,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.150311+0000","last_change":"2024-09-21T00:25:37.494298+0000","last_active":"2024-09-21T00:25:40.150311+0000","last_peered":"2024-09-21T00:25:40.150311+0000","last_clean":"2024-09-21T00:25:40.150311+0000","last_became_active":"2024-09-21T00:25:37.493847+0000","last_became_peered":"2024-09-21T00:25:37.493847+0000","last_unstale":"2024-09-21T00:25:40.150311+0000","last_undegraded":"2024-09-21T00:25:40.150311+0000","last_fullsized":"2024-09-21T00:25:40.150311+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_clean_scrub_stamp":"2024-09-21T00:25:36.459920+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:30:22.917757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.7","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:39.490647+0000","last_change":"2024-09-21T00:25:38.506446+0000","last_active":"2024-09-21T00:25:39.490647+0000","last_peered":"2024-09-21T00:25:39.490647+0000","last_clean":"2024-09-21T00:25:39.490647+0000","last_became_active":"2024-09-21T00:25:38.506136+0000","last_became_peered":"2024-09-21T00:25:38.506136+0000","last_unstale":"2024-09-21T00:25:39.490647+0000","last_undegraded":"2024-09-21T00:25:39.490647+0000","last_fullsized":"2024-09-21T00:25:39.490647+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:56:05.318666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.6","version":"71'1","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.504887+0000","last_change":"2024-09-21T00:25:37.489555+0000","last_active":"2024-09-21T00:25:40.504887+0000","last_peered":"2024-09-21T00:25:40.504887+0000","last_clean":"2024-09-21T00:25:40.504887+0000","last_became_active":"2024-09-21T00:25:37.489256+0000","last_became_peered":"2024-09-21T00:25:37.489256+0000","last_unstale":"2024-09-21T00:25:40.504887+0000","last_undegraded":"2024-09-21T00:25:40.504887+0000","last_fullsized":"2024-09-21T00:25:40.504887+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_clean_scrub_stamp":"2024-09-21T00:25:36.459920+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:41:09.606411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149669+0000","last_change":"2024-09-21T00:25:38.513791+0000","last_active":"2024-09-21T00:25:40.149669+0000","last_peered":"2024-09-21T00:25:40.149669+0000","last_clean":"2024-09-21T00:25:40.149669+0000","last_became_active":"2024-09-21T00:25:38.513472+0000","last_became_peered":"2024-09-21T00:25:38.513472+0000","last_unstale":"2024-09-21T00:25:40.149669+0000","last_undegraded":"2024-09-21T00:25:40.149669+0000","last_fullsized":"2024-09-21T00:25:40.149669+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:02:37.278298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149694+0000","last_change":"2024-09-21T00:25:37.481416+0000","last_active":"2024-09-21T00:25:40.149694+0000","last_peered":"2024-09-21T00:25:40.149694+0000","last_clean":"2024-09-21T00:25:40.149694+0000","last_became_active":"2024-09-21T00:25:37.481046+0000","last_became_peered":"2024-09-21T00:25:37.481046+0000","last_unstale":"2024-09-21T00:25:40.149694+0000","last_undegraded":"2024-09-21T00:25:40.149694+0000","last_fullsized":"2024-09-21T00:25:40.149694+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_clean_scrub_stamp":"2024-09-21T00:25:36.459920+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:50:38.496494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.150222+0000","last_change":"2024-09-21T00:25:38.509251+0000","last_active":"2024-09-21T00:25:40.150222+0000","last_peered":"2024-09-21T00:25:40.150222+0000","last_clean":"2024-09-21T00:25:40.150222+0000","last_became_active":"2024-09-21T00:25:38.508796+0000","last_became_peered":"2024-09-21T00:25:38.508796+0000","last_unstale":"2024-09-21T00:25:40.150222+0000","last_undegraded":"2024-09-21T00:25:40.150222+0000","last_fullsized":"2024-09-21T00:25:40.150222+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:27:09.248150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149720+0000","last_change":"2024-09-21T00:25:37.485162+0000","last_active":"2024-09-21T00:25:40.149720+0000","last_peered":"2024-09-21T00:25:40.149720+0000","last_clean":"2024-09-21T00:25:40.149720+0000","last_became_active":"2024-09-21T00:25:37.484624+0000","last_became_peered":"2024-09-21T00:25:37.484624+0000","last_unstale":"2024-09-21T00:25:40.149720+0000","last_undegraded":"2024-09-21T00:25:40.149720+0000","last_fullsized":"2024-09-21T00:25:40.149720+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_clean_scrub_stamp":"2024-09-21T00:25:36.459920+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:19:26.973935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.150759+0000","last_change":"2024-09-21T00:25:38.512805+0000","last_active":"2024-09-21T00:25:40.150759+0000","last_peered":"2024-09-21T00:25:40.150759+0000","last_clean":"2024-09-21T00:25:40.150759+0000","last_became_active":"2024-09-21T00:25:38.512462+0000","last_became_peered":"2024-09-21T00:25:38.512462+0000","last_unstale":"2024-09-21T00:25:40.150759+0000","last_undegraded":"2024-09-21T00:25:40.150759+0000","last_fullsized":"2024-09-21T00:25:40.150759+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:28:40.781879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.150063+0000","last_change":"2024-09-21T00:25:37.489582+0000","last_active":"2024-09-21T00:25:40.150063+0000","last_peered":"2024-09-21T00:25:40.150063+0000","last_clean":"2024-09-21T00:25:40.150063+0000","last_became_active":"2024-09-21T00:25:37.489196+0000","last_became_peered":"2024-09-21T00:25:37.489196+0000","last_unstale":"2024-09-21T00:25:40.150063+0000","last_undegraded":"2024-09-21T00:25:40.150063+0000","last_fullsized":"2024-09-21T00:25:40.150063+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_clean_scrub_stamp":"2024-09-21T00:25:36.459920+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:52:31.320727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149397+0000","last_change":"2024-09-21T00:25:38.507941+0000","last_active":"2024-09-21T00:25:40.149397+0000","last_peered":"2024-09-21T00:25:40.149397+0000","last_clean":"2024-09-21T00:25:40.149397+0000","last_became_active":"2024-09-21T00:25:38.507515+0000","last_became_peered":"2024-09-21T00:25:38.507515+0000","last_unstale":"2024-09-21T00:25:40.149397+0000","last_undegraded":"2024-09-21T00:25:40.149397+0000","last_fullsized":"2024-09-21T00:25:40.149397+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:06:07.267255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-21T00:25:38.491797+0000","last_change":"2024-09-21T00:25:37.485791+0000","last_active":"2024-09-21T00:25:38.491797+0000","last_peered":"2024-09-21T00:25:38.491797+0000","last_clean":"2024-09-21T00:25:38.491797+0000","last_became_active":"2024-09-21T00:25:37.485447+0000","last_became_peered":"2024-09-21T00:25:37.485447+0000","last_unstale":"2024-09-21T00:25:38.491797+0000","last_undegraded":"2024-09-21T00:25:38.491797+0000","last_fullsized":"2024-09-21T00:25:38.491797+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_clean_scrub_stamp":"2024-09-21T00:25:36.459920+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:42:06.479812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-21T00:25:38.507605+0000","last_change":"2024-09-21T00:25:38.504060+0000","last_active":"2024-09-21T00:25:38.507605+0000","last_peered":"2024-09-21T00:25:38.507605+0000","last_clean":"2024-09-21T00:25:38.507605+0000","last_became_active":"2024-09-21T00:25:38.503744+0000","last_became_peered":"2024-09-21T00:25:38.503744+0000","last_unstale":"2024-09-21T00:25:38.507605+0000","last_undegraded":"2024-09-21T00:25:38.507605+0000","last_fullsized":"2024-09-21T00:25:38.507605+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:45:05.203434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-21T00:25:38.490792+0000","last_change":"2024-09-21T00:25:37.494317+0000","last_active":"2024-09-21T00:25:38.490792+0000","last_peered":"2024-09-21T00:25:38.490792+0000","last_clean":"2024-09-21T00:25:38.490792+0000","last_became_active":"2024-09-21T00:25:37.494004+0000","last_became_peered":"2024-09-21T00:25:37.494004+0000","last_unstale":"2024-09-21T00:25:38.490792+0000","last_undegraded":"2024-09-21T00:25:38.490792+0000","last_fullsized":"2024-09-21T00:25:38.490792+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_clean_scrub_stamp":"2024-09-21T00:25:36.459920+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:35:25.587131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.148813+0000","last_change":"2024-09-21T00:25:38.508848+0000","last_active":"2024-09-21T00:25:40.148813+0000","last_peered":"2024-09-21T00:25:40.148813+0000","last_clean":"2024-09-21T00:25:40.148813+0000","last_became_active":"2024-09-21T00:25:38.508545+0000","last_became_peered":"2024-09-21T00:25:38.508545+0000","last_unstale":"2024-09-21T00:25:40.148813+0000","last_undegraded":"2024-09-21T00:25:40.148813+0000","last_fullsized":"2024-09-21T00:25:40.148813+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:08:43.970278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149200+0000","last_change":"2024-09-21T00:25:37.495781+0000","last_active":"2024-09-21T00:25:40.149200+0000","last_peered":"2024-09-21T00:25:40.149200+0000","last_clean":"2024-09-21T00:25:40.149200+0000","last_became_active":"2024-09-21T00:25:37.495342+0000","last_became_peered":"2024-09-21T00:25:37.495342+0000","last_unstale":"2024-09-21T00:25:40.149200+0000","last_undegraded":"2024-09-21T00:25:40.149200+0000","last_fullsized":"2024-09-21T00:25:40.149200+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_clean_scrub_stamp":"2024-09-21T00:25:36.459920+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:35:04.497436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149514+0000","last_change":"2024-09-21T00:25:38.517602+0000","last_active":"2024-09-21T00:25:40.149514+0000","last_peered":"2024-09-21T00:25:40.149514+0000","last_clean":"2024-09-21T00:25:40.149514+0000","last_became_active":"2024-09-21T00:25:38.517060+0000","last_became_peered":"2024-09-21T00:25:38.517060+0000","last_unstale":"2024-09-21T00:25:40.149514+0000","last_undegraded":"2024-09-21T00:25:40.149514+0000","last_fullsized":"2024-09-21T00:25:40.149514+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:52:15.273572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.b","version":"70'2","reported_seq":17,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149142+0000","last_change":"2024-09-21T00:25:37.495566+0000","last_active":"2024-09-21T00:25:40.149142+0000","last_peered":"2024-09-21T00:25:40.149142+0000","last_clean":"2024-09-21T00:25:40.149142+0000","last_became_active":"2024-09-21T00:25:37.494693+0000","last_became_peered":"2024-09-21T00:25:37.494693+0000","last_unstale":"2024-09-21T00:25:40.149142+0000","last_undegraded":"2024-09-21T00:25:40.149142+0000","last_fullsized":"2024-09-21T00:25:40.149142+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_clean_scrub_stamp":"2024-09-21T00:25:36.459920+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:39:34.831957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":199,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149132+0000","last_change":"2024-09-21T00:21:11.583793+0000","last_active":"2024-09-21T00:25:40.149132+0000","last_peered":"2024-09-21T00:25:40.149132+0000","last_clean":"2024-09-21T00:25:40.149132+0000","last_became_active":"2024-09-21T00:21:11.582502+0000","last_became_peered":"2024-09-21T00:21:11.582502+0000","last_unstale":"2024-09-21T00:25:40.149132+0000","last_undegraded":"2024-09-21T00:25:40.149132+0000","last_fullsized":"2024-09-21T00:25:40.149132+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_clean_scrub_stamp":"2024-09-21T00:21:10.311964+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:58.010953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":10,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509498,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":45100,"kb_used_data":1424,"kb_used_omap":1,"kb_used_meta":43646,"kb_avail":94326740,"statfs":{"total":96636764160,"available":96590581760,"internally_reserved":0,"allocated":1458176,"data_stored":953078,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":44693962},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509498,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":40360,"kb_used_data":844,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94331480,"statfs":{"total":96636764160,"available":96595435520,"internally_reserved":0,"allocated":864256,"data_stored":362186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40434118},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509498,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":40352,"kb_used_data":840,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94331488,"statfs":{"total":96636764160,"available":96595443712,"internally_reserved":0,"allocated":860160,"data_stored":362184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509499,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":54240,"kb_used_data":844,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94317600,"statfs":{"total":96636764160,"available":96581222400,"internally_reserved":0,"allocated":864256,"data_stored":362206,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":54655432},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509499,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36196,"kb_used_data":848,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335644,"statfs":{"total":96636764160,"available":96599699456,"internally_reserved":0,"allocated":868352,"data_stored":363706,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509497,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":40928,"kb_used_data":1416,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94330912,"statfs":{"total":96636764160,"available":96594853888,"internally_reserved":0,"allocated":1449984,"data_stored":952462,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40434118},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574905,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":50072,"kb_used_data":828,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94321768,"statfs":{"total":96636764160,"available":96585490432,"internally_reserved":0,"allocated":847872,"data_stored":355864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574905,"num_pgs":14,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":50084,"kb_used_data":844,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94321756,"statfs":{"total":96636764160,"available":96585478144,"internally_reserved":0,"allocated":864256,"data_stored":358022,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":50395590},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2228,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T00:25:42.585 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T00:25:42.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.737+0000 7fa68e520640 1 -- 172.21.15.67:0/3561573694 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa674003a50 msgr2=0x7fa674003ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:42.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.737+0000 7fa68e520640 1 --2- 172.21.15.67:0/3561573694 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa674003a50 0x7fa674003ec0 secure :-1 s=READY pgs=914 cs=0 l=1 rev1=1 crypto rx=0x7fa678006fc0 tx=0x7fa674005830 comp rx=0 tx=0).stop 2024-09-21T00:25:42.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.737+0000 7fa68e520640 1 -- 172.21.15.67:0/3561573694 shutdown_connections 2024-09-21T00:25:42.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.737+0000 7fa68e520640 1 --2- 172.21.15.67:0/3561573694 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa674003a50 0x7fa674003ec0 unknown :-1 s=CLOSED pgs=914 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:42.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.737+0000 7fa68e520640 1 -- 172.21.15.67:0/3561573694 >> 172.21.15.67:0/3561573694 conn(0x7fa68808bee0 msgr2=0x7fa6880d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:42.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.737+0000 7fa68e520640 1 -- 172.21.15.67:0/3561573694 shutdown_connections 2024-09-21T00:25:42.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.737+0000 7fa68e520640 1 -- 172.21.15.67:0/3561573694 wait complete. 2024-09-21T00:25:42.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.738+0000 7fa68e520640 1 Processor -- start 2024-09-21T00:25:42.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.739+0000 7fa68e520640 1 -- start start 2024-09-21T00:25:42.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.740+0000 7fa68e520640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa674003a50 0x7fa6880a1e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:42.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.740+0000 7fa68e520640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa68809ef70 0x7fa6880b5010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:42.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.740+0000 7fa68e520640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa6880b7ef0 0x7fa6880b8300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:42.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.740+0000 7fa68e520640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fa6880b7980 con 0x7fa674003a50 2024-09-21T00:25:42.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.740+0000 7fa68e520640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fa6880b7800 con 0x7fa6880b7ef0 2024-09-21T00:25:42.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.740+0000 7fa68e520640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fa6880b7b00 con 0x7fa68809ef70 2024-09-21T00:25:42.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.740+0000 7fa687fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa674003a50 0x7fa6880a1e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:42.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.740+0000 7fa687fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa674003a50 0x7fa6880a1e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36600/0 (socket says 172.21.15.67:36600) 2024-09-21T00:25:42.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.740+0000 7fa687fff640 1 -- 172.21.15.67:0/568151459 learned_addr learned my addr 172.21.15.67:0/568151459 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:42.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.740+0000 7fa68cabd640 1 --2- 172.21.15.67:0/568151459 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa6880b7ef0 0x7fa6880b8300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:42.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.740+0000 7fa6877fe640 1 --2- 172.21.15.67:0/568151459 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa68809ef70 0x7fa6880b5010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:42.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.740+0000 7fa687fff640 1 -- 172.21.15.67:0/568151459 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa68809ef70 msgr2=0x7fa6880b5010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:42.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.740+0000 7fa687fff640 1 --2- 172.21.15.67:0/568151459 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa68809ef70 0x7fa6880b5010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:42.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.740+0000 7fa687fff640 1 -- 172.21.15.67:0/568151459 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa6880b7ef0 msgr2=0x7fa6880b8300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:42.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.740+0000 7fa687fff640 1 --2- 172.21.15.67:0/568151459 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa6880b7ef0 0x7fa6880b8300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:42.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.740+0000 7fa687fff640 1 -- 172.21.15.67:0/568151459 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6880b8840 con 0x7fa674003a50 2024-09-21T00:25:42.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.741+0000 7fa687fff640 1 --2- 172.21.15.67:0/568151459 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa674003a50 0x7fa6880a1e40 secure :-1 s=READY pgs=915 cs=0 l=1 rev1=1 crypto rx=0x7fa67802b0f0 tx=0x7fa678006380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:42.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.741+0000 7fa684ff9640 1 -- 172.21.15.67:0/568151459 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa678031070 con 0x7fa674003a50 2024-09-21T00:25:42.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.741+0000 7fa684ff9640 1 -- 172.21.15.67:0/568151459 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa678003b10 con 0x7fa674003a50 2024-09-21T00:25:42.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.741+0000 7fa68e520640 1 -- 172.21.15.67:0/568151459 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa68814e250 con 0x7fa674003a50 2024-09-21T00:25:42.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.741+0000 7fa684ff9640 1 -- 172.21.15.67:0/568151459 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa678000f20 con 0x7fa674003a50 2024-09-21T00:25:42.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.741+0000 7fa68e520640 1 -- 172.21.15.67:0/568151459 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa68809e770 con 0x7fa674003a50 2024-09-21T00:25:42.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.742+0000 7fa68e520640 1 -- 172.21.15.67:0/568151459 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa6880d2dd0 con 0x7fa674003a50 2024-09-21T00:25:42.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.743+0000 7fa684ff9640 1 -- 172.21.15.67:0/568151459 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fa678037430 con 0x7fa674003a50 2024-09-21T00:25:42.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.743+0000 7fa684ff9640 1 --2- 172.21.15.67:0/568151459 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa668078b90 0x7fa66807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:42.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.743+0000 7fa684ff9640 1 -- 172.21.15.67:0/568151459 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 5709+0+0 (secure 0 0 0) 0x7fa6780baf10 con 0x7fa674003a50 2024-09-21T00:25:42.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.744+0000 7fa6877fe640 1 --2- 172.21.15.67:0/568151459 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa668078b90 0x7fa66807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:42.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.744+0000 7fa6877fe640 1 --2- 172.21.15.67:0/568151459 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa668078b90 0x7fa66807b0a0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fa6880d0020 tx=0x7fa670005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:42.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.748+0000 7fa684ff9640 1 -- 172.21.15.67:0/568151459 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fa678046060 con 0x7fa674003a50 2024-09-21T00:25:42.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.934+0000 7fa68e520640 1 -- 172.21.15.67:0/568151459 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fa68806dfa0 con 0x7fa668078b90 2024-09-21T00:25:42.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.938+0000 7fa684ff9640 1 -- 172.21.15.67:0/568151459 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252055 (secure 0 0 0) 0x7fa67005e8b0 con 0x7fa668078b90 2024-09-21T00:25:42.942 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:25:42.943 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-21T00:25:42.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.942+0000 7fa68e520640 1 -- 172.21.15.67:0/568151459 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa668078b90 msgr2=0x7fa66807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:42.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.942+0000 7fa68e520640 1 --2- 172.21.15.67:0/568151459 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa668078b90 0x7fa66807b0a0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7fa6880d0020 tx=0x7fa670005f90 comp rx=0 tx=0).stop 2024-09-21T00:25:42.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.942+0000 7fa68e520640 1 -- 172.21.15.67:0/568151459 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa674003a50 msgr2=0x7fa6880a1e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:42.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.942+0000 7fa68e520640 1 --2- 172.21.15.67:0/568151459 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa674003a50 0x7fa6880a1e40 secure :-1 s=READY pgs=915 cs=0 l=1 rev1=1 crypto rx=0x7fa67802b0f0 tx=0x7fa678006380 comp rx=0 tx=0).stop 2024-09-21T00:25:42.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.942+0000 7fa68e520640 1 -- 172.21.15.67:0/568151459 shutdown_connections 2024-09-21T00:25:42.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.942+0000 7fa68e520640 1 --2- 172.21.15.67:0/568151459 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa668078b90 0x7fa66807b0a0 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:42.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.942+0000 7fa68e520640 1 --2- 172.21.15.67:0/568151459 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa6880b7ef0 0x7fa6880b8300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:42.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.942+0000 7fa68e520640 1 --2- 172.21.15.67:0/568151459 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa68809ef70 0x7fa6880b5010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:42.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.942+0000 7fa68e520640 1 --2- 172.21.15.67:0/568151459 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa674003a50 0x7fa6880a1e40 unknown :-1 s=CLOSED pgs=915 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:42.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.942+0000 7fa68e520640 1 -- 172.21.15.67:0/568151459 >> 172.21.15.67:0/568151459 conn(0x7fa68808bee0 msgr2=0x7fa6880cf0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:42.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.942+0000 7fa68e520640 1 -- 172.21.15.67:0/568151459 shutdown_connections 2024-09-21T00:25:42.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:42.942+0000 7fa68e520640 1 -- 172.21.15.67:0/568151459 wait complete. 2024-09-21T00:25:42.955 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":201,"stamp":"2024-09-21T00:25:41.560364+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":98,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":357332,"kb_used_data":7888,"kb_used_omap":12,"kb_used_meta":349235,"kb_avail":754617388,"statfs":{"total":773094113280,"available":772728205312,"internally_reserved":0,"allocated":8077312,"data_stored":4069708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12749,"internal_metadata":357617203},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":20,"apply_latency_ms":20,"commit_latency_ns":20000000,"apply_latency_ns":20000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.091669"},"pg_stats":[{"pgid":"11.3f","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149931+0000","last_change":"2024-09-21T00:25:38.502801+0000","last_active":"2024-09-21T00:25:40.149931+0000","last_peered":"2024-09-21T00:25:40.149931+0000","last_clean":"2024-09-21T00:25:40.149931+0000","last_became_active":"2024-09-21T00:25:38.502493+0000","last_became_peered":"2024-09-21T00:25:38.502493+0000","last_unstale":"2024-09-21T00:25:40.149931+0000","last_undegraded":"2024-09-21T00:25:40.149931+0000","last_fullsized":"2024-09-21T00:25:40.149931+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:11:28.236490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.3e","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.150321+0000","last_change":"2024-09-21T00:25:38.513130+0000","last_active":"2024-09-21T00:25:40.150321+0000","last_peered":"2024-09-21T00:25:40.150321+0000","last_clean":"2024-09-21T00:25:40.150321+0000","last_became_active":"2024-09-21T00:25:38.512818+0000","last_became_peered":"2024-09-21T00:25:38.512818+0000","last_unstale":"2024-09-21T00:25:40.150321+0000","last_undegraded":"2024-09-21T00:25:40.150321+0000","last_fullsized":"2024-09-21T00:25:40.150321+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:19:27.979081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.3d","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149503+0000","last_change":"2024-09-21T00:25:38.507284+0000","last_active":"2024-09-21T00:25:40.149503+0000","last_peered":"2024-09-21T00:25:40.149503+0000","last_clean":"2024-09-21T00:25:40.149503+0000","last_became_active":"2024-09-21T00:25:38.506774+0000","last_became_peered":"2024-09-21T00:25:38.506774+0000","last_unstale":"2024-09-21T00:25:40.149503+0000","last_undegraded":"2024-09-21T00:25:40.149503+0000","last_fullsized":"2024-09-21T00:25:40.149503+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:45:53.091590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.3c","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-21T00:25:38.517090+0000","last_change":"2024-09-21T00:25:38.511949+0000","last_active":"2024-09-21T00:25:38.517090+0000","last_peered":"2024-09-21T00:25:38.517090+0000","last_clean":"2024-09-21T00:25:38.517090+0000","last_became_active":"2024-09-21T00:25:38.511625+0000","last_became_peered":"2024-09-21T00:25:38.511625+0000","last_unstale":"2024-09-21T00:25:38.517090+0000","last_undegraded":"2024-09-21T00:25:38.517090+0000","last_fullsized":"2024-09-21T00:25:38.517090+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:35:26.592277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.3b","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149943+0000","last_change":"2024-09-21T00:25:38.506112+0000","last_active":"2024-09-21T00:25:40.149943+0000","last_peered":"2024-09-21T00:25:40.149943+0000","last_clean":"2024-09-21T00:25:40.149943+0000","last_became_active":"2024-09-21T00:25:38.505813+0000","last_became_peered":"2024-09-21T00:25:38.505813+0000","last_unstale":"2024-09-21T00:25:40.149943+0000","last_undegraded":"2024-09-21T00:25:40.149943+0000","last_fullsized":"2024-09-21T00:25:40.149943+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:19:05.074202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.3a","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.148959+0000","last_change":"2024-09-21T00:25:38.512407+0000","last_active":"2024-09-21T00:25:40.148959+0000","last_peered":"2024-09-21T00:25:40.148959+0000","last_clean":"2024-09-21T00:25:40.148959+0000","last_became_active":"2024-09-21T00:25:38.512109+0000","last_became_peered":"2024-09-21T00:25:38.512109+0000","last_unstale":"2024-09-21T00:25:40.148959+0000","last_undegraded":"2024-09-21T00:25:40.148959+0000","last_fullsized":"2024-09-21T00:25:40.148959+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:25:22.393975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.39","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:39.490367+0000","last_change":"2024-09-21T00:25:38.502575+0000","last_active":"2024-09-21T00:25:39.490367+0000","last_peered":"2024-09-21T00:25:39.490367+0000","last_clean":"2024-09-21T00:25:39.490367+0000","last_became_active":"2024-09-21T00:25:38.501160+0000","last_became_peered":"2024-09-21T00:25:38.501160+0000","last_unstale":"2024-09-21T00:25:39.490367+0000","last_undegraded":"2024-09-21T00:25:39.490367+0000","last_fullsized":"2024-09-21T00:25:39.490367+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:08:36.803850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.38","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149011+0000","last_change":"2024-09-21T00:25:38.506339+0000","last_active":"2024-09-21T00:25:40.149011+0000","last_peered":"2024-09-21T00:25:40.149011+0000","last_clean":"2024-09-21T00:25:40.149011+0000","last_became_active":"2024-09-21T00:25:38.506071+0000","last_became_peered":"2024-09-21T00:25:38.506071+0000","last_unstale":"2024-09-21T00:25:40.149011+0000","last_undegraded":"2024-09-21T00:25:40.149011+0000","last_fullsized":"2024-09-21T00:25:40.149011+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:58:49.439433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.37","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.150724+0000","last_change":"2024-09-21T00:25:38.510567+0000","last_active":"2024-09-21T00:25:40.150724+0000","last_peered":"2024-09-21T00:25:40.150724+0000","last_clean":"2024-09-21T00:25:40.150724+0000","last_became_active":"2024-09-21T00:25:38.510256+0000","last_became_peered":"2024-09-21T00:25:38.510256+0000","last_unstale":"2024-09-21T00:25:40.150724+0000","last_undegraded":"2024-09-21T00:25:40.150724+0000","last_fullsized":"2024-09-21T00:25:40.150724+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:43:49.960958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.36","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-21T00:25:38.503215+0000","last_change":"2024-09-21T00:25:38.498959+0000","last_active":"2024-09-21T00:25:38.503215+0000","last_peered":"2024-09-21T00:25:38.503215+0000","last_clean":"2024-09-21T00:25:38.503215+0000","last_became_active":"2024-09-21T00:25:38.498608+0000","last_became_peered":"2024-09-21T00:25:38.498608+0000","last_unstale":"2024-09-21T00:25:38.503215+0000","last_undegraded":"2024-09-21T00:25:38.503215+0000","last_fullsized":"2024-09-21T00:25:38.503215+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:20:30.079207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.35","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149934+0000","last_change":"2024-09-21T00:25:38.510950+0000","last_active":"2024-09-21T00:25:40.149934+0000","last_peered":"2024-09-21T00:25:40.149934+0000","last_clean":"2024-09-21T00:25:40.149934+0000","last_became_active":"2024-09-21T00:25:38.510596+0000","last_became_peered":"2024-09-21T00:25:38.510596+0000","last_unstale":"2024-09-21T00:25:40.149934+0000","last_undegraded":"2024-09-21T00:25:40.149934+0000","last_fullsized":"2024-09-21T00:25:40.149934+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:56:36.318761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.34","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-21T00:25:38.507965+0000","last_change":"2024-09-21T00:25:38.502296+0000","last_active":"2024-09-21T00:25:38.507965+0000","last_peered":"2024-09-21T00:25:38.507965+0000","last_clean":"2024-09-21T00:25:38.507965+0000","last_became_active":"2024-09-21T00:25:38.501990+0000","last_became_peered":"2024-09-21T00:25:38.501990+0000","last_unstale":"2024-09-21T00:25:38.507965+0000","last_undegraded":"2024-09-21T00:25:38.507965+0000","last_fullsized":"2024-09-21T00:25:38.507965+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:54:20.436059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.33","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.150063+0000","last_change":"2024-09-21T00:25:38.501493+0000","last_active":"2024-09-21T00:25:40.150063+0000","last_peered":"2024-09-21T00:25:40.150063+0000","last_clean":"2024-09-21T00:25:40.150063+0000","last_became_active":"2024-09-21T00:25:38.501169+0000","last_became_peered":"2024-09-21T00:25:38.501169+0000","last_unstale":"2024-09-21T00:25:40.150063+0000","last_undegraded":"2024-09-21T00:25:40.150063+0000","last_fullsized":"2024-09-21T00:25:40.150063+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:08:22.395083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.32","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.150328+0000","last_change":"2024-09-21T00:25:38.508927+0000","last_active":"2024-09-21T00:25:40.150328+0000","last_peered":"2024-09-21T00:25:40.150328+0000","last_clean":"2024-09-21T00:25:40.150328+0000","last_became_active":"2024-09-21T00:25:38.508591+0000","last_became_peered":"2024-09-21T00:25:38.508591+0000","last_unstale":"2024-09-21T00:25:40.150328+0000","last_undegraded":"2024-09-21T00:25:40.150328+0000","last_fullsized":"2024-09-21T00:25:40.150328+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:37:38.799198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.31","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149659+0000","last_change":"2024-09-21T00:25:38.496273+0000","last_active":"2024-09-21T00:25:40.149659+0000","last_peered":"2024-09-21T00:25:40.149659+0000","last_clean":"2024-09-21T00:25:40.149659+0000","last_became_active":"2024-09-21T00:25:38.495958+0000","last_became_peered":"2024-09-21T00:25:38.495958+0000","last_unstale":"2024-09-21T00:25:40.149659+0000","last_undegraded":"2024-09-21T00:25:40.149659+0000","last_fullsized":"2024-09-21T00:25:40.149659+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:08:36.803850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.30","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-21T00:25:38.512234+0000","last_change":"2024-09-21T00:25:38.510612+0000","last_active":"2024-09-21T00:25:38.512234+0000","last_peered":"2024-09-21T00:25:38.512234+0000","last_clean":"2024-09-21T00:25:38.512234+0000","last_became_active":"2024-09-21T00:25:38.510292+0000","last_became_peered":"2024-09-21T00:25:38.510292+0000","last_unstale":"2024-09-21T00:25:38.512234+0000","last_undegraded":"2024-09-21T00:25:38.512234+0000","last_fullsized":"2024-09-21T00:25:38.512234+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:48:43.933966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2f","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.150762+0000","last_change":"2024-09-21T00:25:38.509718+0000","last_active":"2024-09-21T00:25:40.150762+0000","last_peered":"2024-09-21T00:25:40.150762+0000","last_clean":"2024-09-21T00:25:40.150762+0000","last_became_active":"2024-09-21T00:25:38.509417+0000","last_became_peered":"2024-09-21T00:25:38.509417+0000","last_unstale":"2024-09-21T00:25:40.150762+0000","last_undegraded":"2024-09-21T00:25:40.150762+0000","last_fullsized":"2024-09-21T00:25:40.150762+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:32:43.639765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.2e","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-21T00:25:38.515610+0000","last_change":"2024-09-21T00:25:38.511178+0000","last_active":"2024-09-21T00:25:38.515610+0000","last_peered":"2024-09-21T00:25:38.515610+0000","last_clean":"2024-09-21T00:25:38.515610+0000","last_became_active":"2024-09-21T00:25:38.510856+0000","last_became_peered":"2024-09-21T00:25:38.510856+0000","last_unstale":"2024-09-21T00:25:38.515610+0000","last_undegraded":"2024-09-21T00:25:38.515610+0000","last_fullsized":"2024-09-21T00:25:38.515610+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:11:03.299508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.2d","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149591+0000","last_change":"2024-09-21T00:25:38.507507+0000","last_active":"2024-09-21T00:25:40.149591+0000","last_peered":"2024-09-21T00:25:40.149591+0000","last_clean":"2024-09-21T00:25:40.149591+0000","last_became_active":"2024-09-21T00:25:38.507118+0000","last_became_peered":"2024-09-21T00:25:38.507118+0000","last_unstale":"2024-09-21T00:25:40.149591+0000","last_undegraded":"2024-09-21T00:25:40.149591+0000","last_fullsized":"2024-09-21T00:25:40.149591+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:54:22.835947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.2c","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149596+0000","last_change":"2024-09-21T00:25:38.492648+0000","last_active":"2024-09-21T00:25:40.149596+0000","last_peered":"2024-09-21T00:25:40.149596+0000","last_clean":"2024-09-21T00:25:40.149596+0000","last_became_active":"2024-09-21T00:25:38.492301+0000","last_became_peered":"2024-09-21T00:25:38.492301+0000","last_unstale":"2024-09-21T00:25:40.149596+0000","last_undegraded":"2024-09-21T00:25:40.149596+0000","last_fullsized":"2024-09-21T00:25:40.149596+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:20:19.690838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.2b","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-21T00:25:38.502734+0000","last_change":"2024-09-21T00:25:38.498090+0000","last_active":"2024-09-21T00:25:38.502734+0000","last_peered":"2024-09-21T00:25:38.502734+0000","last_clean":"2024-09-21T00:25:38.502734+0000","last_became_active":"2024-09-21T00:25:38.497767+0000","last_became_peered":"2024-09-21T00:25:38.497767+0000","last_unstale":"2024-09-21T00:25:38.502734+0000","last_undegraded":"2024-09-21T00:25:38.502734+0000","last_fullsized":"2024-09-21T00:25:38.502734+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:13:57.272004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2a","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-21T00:25:38.503268+0000","last_change":"2024-09-21T00:25:38.499430+0000","last_active":"2024-09-21T00:25:38.503268+0000","last_peered":"2024-09-21T00:25:38.503268+0000","last_clean":"2024-09-21T00:25:38.503268+0000","last_became_active":"2024-09-21T00:25:38.499127+0000","last_became_peered":"2024-09-21T00:25:38.499127+0000","last_unstale":"2024-09-21T00:25:38.503268+0000","last_undegraded":"2024-09-21T00:25:38.503268+0000","last_fullsized":"2024-09-21T00:25:38.503268+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:14:43.322349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.29","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149063+0000","last_change":"2024-09-21T00:25:38.507505+0000","last_active":"2024-09-21T00:25:40.149063+0000","last_peered":"2024-09-21T00:25:40.149063+0000","last_clean":"2024-09-21T00:25:40.149063+0000","last_became_active":"2024-09-21T00:25:38.507150+0000","last_became_peered":"2024-09-21T00:25:38.507150+0000","last_unstale":"2024-09-21T00:25:40.149063+0000","last_undegraded":"2024-09-21T00:25:40.149063+0000","last_fullsized":"2024-09-21T00:25:40.149063+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:40:41.327972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.28","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.148956+0000","last_change":"2024-09-21T00:25:38.514150+0000","last_active":"2024-09-21T00:25:40.148956+0000","last_peered":"2024-09-21T00:25:40.148956+0000","last_clean":"2024-09-21T00:25:40.148956+0000","last_became_active":"2024-09-21T00:25:38.513238+0000","last_became_peered":"2024-09-21T00:25:38.513238+0000","last_unstale":"2024-09-21T00:25:40.148956+0000","last_undegraded":"2024-09-21T00:25:40.148956+0000","last_fullsized":"2024-09-21T00:25:40.148956+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:26:13.913172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.27","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-21T00:25:38.507766+0000","last_change":"2024-09-21T00:25:38.505905+0000","last_active":"2024-09-21T00:25:38.507766+0000","last_peered":"2024-09-21T00:25:38.507766+0000","last_clean":"2024-09-21T00:25:38.507766+0000","last_became_active":"2024-09-21T00:25:38.505472+0000","last_became_peered":"2024-09-21T00:25:38.505472+0000","last_unstale":"2024-09-21T00:25:38.507766+0000","last_undegraded":"2024-09-21T00:25:38.507766+0000","last_fullsized":"2024-09-21T00:25:38.507766+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:45:16.617370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.26","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:39.491579+0000","last_change":"2024-09-21T00:25:38.510668+0000","last_active":"2024-09-21T00:25:39.491579+0000","last_peered":"2024-09-21T00:25:39.491579+0000","last_clean":"2024-09-21T00:25:39.491579+0000","last_became_active":"2024-09-21T00:25:38.510218+0000","last_became_peered":"2024-09-21T00:25:38.510218+0000","last_unstale":"2024-09-21T00:25:39.491579+0000","last_undegraded":"2024-09-21T00:25:39.491579+0000","last_fullsized":"2024-09-21T00:25:39.491579+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:25:36.657384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.25","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149918+0000","last_change":"2024-09-21T00:25:38.507510+0000","last_active":"2024-09-21T00:25:40.149918+0000","last_peered":"2024-09-21T00:25:40.149918+0000","last_clean":"2024-09-21T00:25:40.149918+0000","last_became_active":"2024-09-21T00:25:38.507215+0000","last_became_peered":"2024-09-21T00:25:38.507215+0000","last_unstale":"2024-09-21T00:25:40.149918+0000","last_undegraded":"2024-09-21T00:25:40.149918+0000","last_fullsized":"2024-09-21T00:25:40.149918+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:08:36.531322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.24","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-21T00:25:38.507907+0000","last_change":"2024-09-21T00:25:38.504627+0000","last_active":"2024-09-21T00:25:38.507907+0000","last_peered":"2024-09-21T00:25:38.507907+0000","last_clean":"2024-09-21T00:25:38.507907+0000","last_became_active":"2024-09-21T00:25:38.504316+0000","last_became_peered":"2024-09-21T00:25:38.504316+0000","last_unstale":"2024-09-21T00:25:38.507907+0000","last_undegraded":"2024-09-21T00:25:38.507907+0000","last_fullsized":"2024-09-21T00:25:38.507907+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:12:24.711542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.23","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149834+0000","last_change":"2024-09-21T00:25:38.508624+0000","last_active":"2024-09-21T00:25:40.149834+0000","last_peered":"2024-09-21T00:25:40.149834+0000","last_clean":"2024-09-21T00:25:40.149834+0000","last_became_active":"2024-09-21T00:25:38.507720+0000","last_became_peered":"2024-09-21T00:25:38.507720+0000","last_unstale":"2024-09-21T00:25:40.149834+0000","last_undegraded":"2024-09-21T00:25:40.149834+0000","last_fullsized":"2024-09-21T00:25:40.149834+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:23:14.127246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.22","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:39.491247+0000","last_change":"2024-09-21T00:25:38.509243+0000","last_active":"2024-09-21T00:25:39.491247+0000","last_peered":"2024-09-21T00:25:39.491247+0000","last_clean":"2024-09-21T00:25:39.491247+0000","last_became_active":"2024-09-21T00:25:38.508933+0000","last_became_peered":"2024-09-21T00:25:38.508933+0000","last_unstale":"2024-09-21T00:25:39.491247+0000","last_undegraded":"2024-09-21T00:25:39.491247+0000","last_fullsized":"2024-09-21T00:25:39.491247+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:08:22.395083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.21","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:39.491366+0000","last_change":"2024-09-21T00:25:38.504217+0000","last_active":"2024-09-21T00:25:39.491366+0000","last_peered":"2024-09-21T00:25:39.491366+0000","last_clean":"2024-09-21T00:25:39.491366+0000","last_became_active":"2024-09-21T00:25:38.503943+0000","last_became_peered":"2024-09-21T00:25:38.503943+0000","last_unstale":"2024-09-21T00:25:39.491366+0000","last_undegraded":"2024-09-21T00:25:39.491366+0000","last_fullsized":"2024-09-21T00:25:39.491366+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:39:10.163616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.20","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149074+0000","last_change":"2024-09-21T00:25:38.511159+0000","last_active":"2024-09-21T00:25:40.149074+0000","last_peered":"2024-09-21T00:25:40.149074+0000","last_clean":"2024-09-21T00:25:40.149074+0000","last_became_active":"2024-09-21T00:25:38.510842+0000","last_became_peered":"2024-09-21T00:25:38.510842+0000","last_unstale":"2024-09-21T00:25:40.149074+0000","last_undegraded":"2024-09-21T00:25:40.149074+0000","last_fullsized":"2024-09-21T00:25:40.149074+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:44:54.798451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.1e","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149689+0000","last_change":"2024-09-21T00:25:38.513449+0000","last_active":"2024-09-21T00:25:40.149689+0000","last_peered":"2024-09-21T00:25:40.149689+0000","last_clean":"2024-09-21T00:25:40.149689+0000","last_became_active":"2024-09-21T00:25:38.512706+0000","last_became_peered":"2024-09-21T00:25:38.512706+0000","last_unstale":"2024-09-21T00:25:40.149689+0000","last_undegraded":"2024-09-21T00:25:40.149689+0000","last_fullsized":"2024-09-21T00:25:40.149689+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:44:25.429439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1f","version":"70'4","reported_seq":19,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.150094+0000","last_change":"2024-09-21T00:25:37.496821+0000","last_active":"2024-09-21T00:25:40.150094+0000","last_peered":"2024-09-21T00:25:40.150094+0000","last_clean":"2024-09-21T00:25:40.150094+0000","last_became_active":"2024-09-21T00:25:37.496516+0000","last_became_peered":"2024-09-21T00:25:37.496516+0000","last_unstale":"2024-09-21T00:25:40.150094+0000","last_undegraded":"2024-09-21T00:25:40.150094+0000","last_fullsized":"2024-09-21T00:25:40.150094+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_clean_scrub_stamp":"2024-09-21T00:25:36.459920+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:36:26.542425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.1f","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.150947+0000","last_change":"2024-09-21T00:25:38.502758+0000","last_active":"2024-09-21T00:25:40.150947+0000","last_peered":"2024-09-21T00:25:40.150947+0000","last_clean":"2024-09-21T00:25:40.150947+0000","last_became_active":"2024-09-21T00:25:38.502472+0000","last_became_peered":"2024-09-21T00:25:38.502472+0000","last_unstale":"2024-09-21T00:25:40.150947+0000","last_undegraded":"2024-09-21T00:25:40.150947+0000","last_fullsized":"2024-09-21T00:25:40.150947+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:34:30.739078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.1e","version":"70'1","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.150474+0000","last_change":"2024-09-21T00:25:37.482928+0000","last_active":"2024-09-21T00:25:40.150474+0000","last_peered":"2024-09-21T00:25:40.150474+0000","last_clean":"2024-09-21T00:25:40.150474+0000","last_became_active":"2024-09-21T00:25:37.482577+0000","last_became_peered":"2024-09-21T00:25:37.482577+0000","last_unstale":"2024-09-21T00:25:40.150474+0000","last_undegraded":"2024-09-21T00:25:40.150474+0000","last_fullsized":"2024-09-21T00:25:40.150474+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_clean_scrub_stamp":"2024-09-21T00:25:36.459920+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:41:09.606411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1c","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149551+0000","last_change":"2024-09-21T00:25:38.508566+0000","last_active":"2024-09-21T00:25:40.149551+0000","last_peered":"2024-09-21T00:25:40.149551+0000","last_clean":"2024-09-21T00:25:40.149551+0000","last_became_active":"2024-09-21T00:25:38.508247+0000","last_became_peered":"2024-09-21T00:25:38.508247+0000","last_unstale":"2024-09-21T00:25:40.149551+0000","last_undegraded":"2024-09-21T00:25:40.149551+0000","last_fullsized":"2024-09-21T00:25:40.149551+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:29:39.879912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.1d","version":"70'2","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-21T00:25:38.523087+0000","last_change":"2024-09-21T00:25:37.492855+0000","last_active":"2024-09-21T00:25:38.523087+0000","last_peered":"2024-09-21T00:25:38.523087+0000","last_clean":"2024-09-21T00:25:38.523087+0000","last_became_active":"2024-09-21T00:25:37.492558+0000","last_became_peered":"2024-09-21T00:25:37.492558+0000","last_unstale":"2024-09-21T00:25:38.523087+0000","last_undegraded":"2024-09-21T00:25:38.523087+0000","last_fullsized":"2024-09-21T00:25:38.523087+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_clean_scrub_stamp":"2024-09-21T00:25:36.459920+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:29:04.228506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1d","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.150062+0000","last_change":"2024-09-21T00:25:38.506619+0000","last_active":"2024-09-21T00:25:40.150062+0000","last_peered":"2024-09-21T00:25:40.150062+0000","last_clean":"2024-09-21T00:25:40.150062+0000","last_became_active":"2024-09-21T00:25:38.506304+0000","last_became_peered":"2024-09-21T00:25:38.506304+0000","last_unstale":"2024-09-21T00:25:40.150062+0000","last_undegraded":"2024-09-21T00:25:40.150062+0000","last_fullsized":"2024-09-21T00:25:40.150062+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:24:14.835192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1c","version":"70'2","reported_seq":17,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149688+0000","last_change":"2024-09-21T00:25:37.495038+0000","last_active":"2024-09-21T00:25:40.149688+0000","last_peered":"2024-09-21T00:25:40.149688+0000","last_clean":"2024-09-21T00:25:40.149688+0000","last_became_active":"2024-09-21T00:25:37.494694+0000","last_became_peered":"2024-09-21T00:25:37.494694+0000","last_unstale":"2024-09-21T00:25:40.149688+0000","last_undegraded":"2024-09-21T00:25:40.149688+0000","last_fullsized":"2024-09-21T00:25:40.149688+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_clean_scrub_stamp":"2024-09-21T00:25:36.459920+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:45:45.382564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.1a","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:39.491367+0000","last_change":"2024-09-21T00:25:38.510049+0000","last_active":"2024-09-21T00:25:39.491367+0000","last_peered":"2024-09-21T00:25:39.491367+0000","last_clean":"2024-09-21T00:25:39.491367+0000","last_became_active":"2024-09-21T00:25:38.509687+0000","last_became_peered":"2024-09-21T00:25:38.509687+0000","last_unstale":"2024-09-21T00:25:39.491367+0000","last_undegraded":"2024-09-21T00:25:39.491367+0000","last_fullsized":"2024-09-21T00:25:39.491367+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:15:20.174010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.1b","version":"70'1","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.150194+0000","last_change":"2024-09-21T00:25:37.485553+0000","last_active":"2024-09-21T00:25:40.150194+0000","last_peered":"2024-09-21T00:25:40.150194+0000","last_clean":"2024-09-21T00:25:40.150194+0000","last_became_active":"2024-09-21T00:25:37.485232+0000","last_became_peered":"2024-09-21T00:25:37.485232+0000","last_unstale":"2024-09-21T00:25:40.150194+0000","last_undegraded":"2024-09-21T00:25:40.150194+0000","last_fullsized":"2024-09-21T00:25:40.150194+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_clean_scrub_stamp":"2024-09-21T00:25:36.459920+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:17:55.711099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.1b","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-21T00:25:38.507870+0000","last_change":"2024-09-21T00:25:38.506499+0000","last_active":"2024-09-21T00:25:38.507870+0000","last_peered":"2024-09-21T00:25:38.507870+0000","last_clean":"2024-09-21T00:25:38.507870+0000","last_became_active":"2024-09-21T00:25:38.506193+0000","last_became_peered":"2024-09-21T00:25:38.506193+0000","last_unstale":"2024-09-21T00:25:38.507870+0000","last_undegraded":"2024-09-21T00:25:38.507870+0000","last_fullsized":"2024-09-21T00:25:38.507870+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:21:06.087020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1a","version":"70'1","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149261+0000","last_change":"2024-09-21T00:25:37.490534+0000","last_active":"2024-09-21T00:25:40.149261+0000","last_peered":"2024-09-21T00:25:40.149261+0000","last_clean":"2024-09-21T00:25:40.149261+0000","last_became_active":"2024-09-21T00:25:37.490201+0000","last_became_peered":"2024-09-21T00:25:37.490201+0000","last_unstale":"2024-09-21T00:25:40.149261+0000","last_undegraded":"2024-09-21T00:25:40.149261+0000","last_fullsized":"2024-09-21T00:25:40.149261+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_clean_scrub_stamp":"2024-09-21T00:25:36.459920+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:32:42.634618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.18","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149764+0000","last_change":"2024-09-21T00:25:38.508622+0000","last_active":"2024-09-21T00:25:40.149764+0000","last_peered":"2024-09-21T00:25:40.149764+0000","last_clean":"2024-09-21T00:25:40.149764+0000","last_became_active":"2024-09-21T00:25:38.508230+0000","last_became_peered":"2024-09-21T00:25:38.508230+0000","last_unstale":"2024-09-21T00:25:40.149764+0000","last_undegraded":"2024-09-21T00:25:40.149764+0000","last_fullsized":"2024-09-21T00:25:40.149764+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:14:33.800549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-21T00:25:38.495607+0000","last_change":"2024-09-21T00:25:37.486645+0000","last_active":"2024-09-21T00:25:38.495607+0000","last_peered":"2024-09-21T00:25:38.495607+0000","last_clean":"2024-09-21T00:25:38.495607+0000","last_became_active":"2024-09-21T00:25:37.486303+0000","last_became_peered":"2024-09-21T00:25:37.486303+0000","last_unstale":"2024-09-21T00:25:38.495607+0000","last_undegraded":"2024-09-21T00:25:38.495607+0000","last_fullsized":"2024-09-21T00:25:38.495607+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_clean_scrub_stamp":"2024-09-21T00:25:36.459920+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:51:27.724077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.19","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149893+0000","last_change":"2024-09-21T00:25:38.503852+0000","last_active":"2024-09-21T00:25:40.149893+0000","last_peered":"2024-09-21T00:25:40.149893+0000","last_clean":"2024-09-21T00:25:40.149893+0000","last_became_active":"2024-09-21T00:25:38.503460+0000","last_became_peered":"2024-09-21T00:25:38.503460+0000","last_unstale":"2024-09-21T00:25:40.149893+0000","last_undegraded":"2024-09-21T00:25:40.149893+0000","last_fullsized":"2024-09-21T00:25:40.149893+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:56:05.318666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149129+0000","last_change":"2024-09-21T00:25:37.483429+0000","last_active":"2024-09-21T00:25:40.149129+0000","last_peered":"2024-09-21T00:25:40.149129+0000","last_clean":"2024-09-21T00:25:40.149129+0000","last_became_active":"2024-09-21T00:25:37.482457+0000","last_became_peered":"2024-09-21T00:25:37.482457+0000","last_unstale":"2024-09-21T00:25:40.149129+0000","last_undegraded":"2024-09-21T00:25:40.149129+0000","last_fullsized":"2024-09-21T00:25:40.149129+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_clean_scrub_stamp":"2024-09-21T00:25:36.459920+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:25:26.338161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.16","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:39.491851+0000","last_change":"2024-09-21T00:25:38.505427+0000","last_active":"2024-09-21T00:25:39.491851+0000","last_peered":"2024-09-21T00:25:39.491851+0000","last_clean":"2024-09-21T00:25:39.491851+0000","last_became_active":"2024-09-21T00:25:38.505121+0000","last_became_peered":"2024-09-21T00:25:38.505121+0000","last_unstale":"2024-09-21T00:25:39.491851+0000","last_undegraded":"2024-09-21T00:25:39.491851+0000","last_fullsized":"2024-09-21T00:25:39.491851+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:20:23.590610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-21T00:25:38.490726+0000","last_change":"2024-09-21T00:25:37.488801+0000","last_active":"2024-09-21T00:25:38.490726+0000","last_peered":"2024-09-21T00:25:38.490726+0000","last_clean":"2024-09-21T00:25:38.490726+0000","last_became_active":"2024-09-21T00:25:37.488448+0000","last_became_peered":"2024-09-21T00:25:37.488448+0000","last_unstale":"2024-09-21T00:25:38.490726+0000","last_undegraded":"2024-09-21T00:25:38.490726+0000","last_fullsized":"2024-09-21T00:25:38.490726+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_clean_scrub_stamp":"2024-09-21T00:25:36.459920+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:11:02.294361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.17","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149975+0000","last_change":"2024-09-21T00:25:38.514522+0000","last_active":"2024-09-21T00:25:40.149975+0000","last_peered":"2024-09-21T00:25:40.149975+0000","last_clean":"2024-09-21T00:25:40.149975+0000","last_became_active":"2024-09-21T00:25:38.512844+0000","last_became_peered":"2024-09-21T00:25:38.512844+0000","last_unstale":"2024-09-21T00:25:40.149975+0000","last_undegraded":"2024-09-21T00:25:40.149975+0000","last_fullsized":"2024-09-21T00:25:40.149975+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:54:27.575273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.150408+0000","last_change":"2024-09-21T00:25:37.497334+0000","last_active":"2024-09-21T00:25:40.150408+0000","last_peered":"2024-09-21T00:25:40.150408+0000","last_clean":"2024-09-21T00:25:40.150408+0000","last_became_active":"2024-09-21T00:25:37.496797+0000","last_became_peered":"2024-09-21T00:25:37.496797+0000","last_unstale":"2024-09-21T00:25:40.150408+0000","last_undegraded":"2024-09-21T00:25:40.150408+0000","last_fullsized":"2024-09-21T00:25:40.150408+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_clean_scrub_stamp":"2024-09-21T00:25:36.459920+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:50:28.600714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.14","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149558+0000","last_change":"2024-09-21T00:25:38.508809+0000","last_active":"2024-09-21T00:25:40.149558+0000","last_peered":"2024-09-21T00:25:40.149558+0000","last_clean":"2024-09-21T00:25:40.149558+0000","last_became_active":"2024-09-21T00:25:38.507905+0000","last_became_peered":"2024-09-21T00:25:38.507905+0000","last_unstale":"2024-09-21T00:25:40.149558+0000","last_undegraded":"2024-09-21T00:25:40.149558+0000","last_fullsized":"2024-09-21T00:25:40.149558+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:10:19.079680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.15","version":"70'3","reported_seq":18,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.150241+0000","last_change":"2024-09-21T00:25:37.494135+0000","last_active":"2024-09-21T00:25:40.150241+0000","last_peered":"2024-09-21T00:25:40.150241+0000","last_clean":"2024-09-21T00:25:40.150241+0000","last_became_active":"2024-09-21T00:25:37.493746+0000","last_became_peered":"2024-09-21T00:25:37.493746+0000","last_unstale":"2024-09-21T00:25:40.150241+0000","last_undegraded":"2024-09-21T00:25:40.150241+0000","last_fullsized":"2024-09-21T00:25:40.150241+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_clean_scrub_stamp":"2024-09-21T00:25:36.459920+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:47:51.126687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.15","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149301+0000","last_change":"2024-09-21T00:25:38.501331+0000","last_active":"2024-09-21T00:25:40.149301+0000","last_peered":"2024-09-21T00:25:40.149301+0000","last_clean":"2024-09-21T00:25:40.149301+0000","last_became_active":"2024-09-21T00:25:38.501025+0000","last_became_peered":"2024-09-21T00:25:38.501025+0000","last_unstale":"2024-09-21T00:25:40.149301+0000","last_undegraded":"2024-09-21T00:25:40.149301+0000","last_fullsized":"2024-09-21T00:25:40.149301+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:39:12.875961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.14","version":"70'6","reported_seq":19,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-21T00:25:38.524184+0000","last_change":"2024-09-21T00:25:37.484723+0000","last_active":"2024-09-21T00:25:38.524184+0000","last_peered":"2024-09-21T00:25:38.524184+0000","last_clean":"2024-09-21T00:25:38.524184+0000","last_became_active":"2024-09-21T00:25:37.484376+0000","last_became_peered":"2024-09-21T00:25:37.484376+0000","last_unstale":"2024-09-21T00:25:38.524184+0000","last_undegraded":"2024-09-21T00:25:38.524184+0000","last_fullsized":"2024-09-21T00:25:38.524184+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_clean_scrub_stamp":"2024-09-21T00:25:36.459920+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:02:50.844601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.12","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149481+0000","last_change":"2024-09-21T00:25:38.502312+0000","last_active":"2024-09-21T00:25:40.149481+0000","last_peered":"2024-09-21T00:25:40.149481+0000","last_clean":"2024-09-21T00:25:40.149481+0000","last_became_active":"2024-09-21T00:25:38.501974+0000","last_became_peered":"2024-09-21T00:25:38.501974+0000","last_unstale":"2024-09-21T00:25:40.149481+0000","last_undegraded":"2024-09-21T00:25:40.149481+0000","last_fullsized":"2024-09-21T00:25:40.149481+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:21:47.547813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.13","version":"70'2","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-21T00:25:38.520790+0000","last_change":"2024-09-21T00:25:37.493389+0000","last_active":"2024-09-21T00:25:38.520790+0000","last_peered":"2024-09-21T00:25:38.520790+0000","last_clean":"2024-09-21T00:25:38.520790+0000","last_became_active":"2024-09-21T00:25:37.493073+0000","last_became_peered":"2024-09-21T00:25:37.493073+0000","last_unstale":"2024-09-21T00:25:38.520790+0000","last_undegraded":"2024-09-21T00:25:38.520790+0000","last_fullsized":"2024-09-21T00:25:38.520790+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_clean_scrub_stamp":"2024-09-21T00:25:36.459920+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:33:33.738696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.13","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:39.491302+0000","last_change":"2024-09-21T00:25:38.503608+0000","last_active":"2024-09-21T00:25:39.491302+0000","last_peered":"2024-09-21T00:25:39.491302+0000","last_clean":"2024-09-21T00:25:39.491302+0000","last_became_active":"2024-09-21T00:25:38.503266+0000","last_became_peered":"2024-09-21T00:25:38.503266+0000","last_unstale":"2024-09-21T00:25:39.491302+0000","last_undegraded":"2024-09-21T00:25:39.491302+0000","last_fullsized":"2024-09-21T00:25:39.491302+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:54:28.549022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149440+0000","last_change":"2024-09-21T00:25:37.489576+0000","last_active":"2024-09-21T00:25:40.149440+0000","last_peered":"2024-09-21T00:25:40.149440+0000","last_clean":"2024-09-21T00:25:40.149440+0000","last_became_active":"2024-09-21T00:25:37.489226+0000","last_became_peered":"2024-09-21T00:25:37.489226+0000","last_unstale":"2024-09-21T00:25:40.149440+0000","last_undegraded":"2024-09-21T00:25:40.149440+0000","last_fullsized":"2024-09-21T00:25:40.149440+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_clean_scrub_stamp":"2024-09-21T00:25:36.459920+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:41:48.062764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.10","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149050+0000","last_change":"2024-09-21T00:25:38.501007+0000","last_active":"2024-09-21T00:25:40.149050+0000","last_peered":"2024-09-21T00:25:40.149050+0000","last_clean":"2024-09-21T00:25:40.149050+0000","last_became_active":"2024-09-21T00:25:38.500642+0000","last_became_peered":"2024-09-21T00:25:38.500642+0000","last_unstale":"2024-09-21T00:25:40.149050+0000","last_undegraded":"2024-09-21T00:25:40.149050+0000","last_fullsized":"2024-09-21T00:25:40.149050+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:49:36.153510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:39.490326+0000","last_change":"2024-09-21T00:25:37.488727+0000","last_active":"2024-09-21T00:25:39.490326+0000","last_peered":"2024-09-21T00:25:39.490326+0000","last_clean":"2024-09-21T00:25:39.490326+0000","last_became_active":"2024-09-21T00:25:37.488408+0000","last_became_peered":"2024-09-21T00:25:37.488408+0000","last_unstale":"2024-09-21T00:25:39.490326+0000","last_undegraded":"2024-09-21T00:25:39.490326+0000","last_fullsized":"2024-09-21T00:25:39.490326+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_clean_scrub_stamp":"2024-09-21T00:25:36.459920+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:10:18.074533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.11","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149669+0000","last_change":"2024-09-21T00:25:38.497351+0000","last_active":"2024-09-21T00:25:40.149669+0000","last_peered":"2024-09-21T00:25:40.149669+0000","last_clean":"2024-09-21T00:25:40.149669+0000","last_became_active":"2024-09-21T00:25:38.495807+0000","last_became_peered":"2024-09-21T00:25:38.495807+0000","last_unstale":"2024-09-21T00:25:40.149669+0000","last_undegraded":"2024-09-21T00:25:40.149669+0000","last_fullsized":"2024-09-21T00:25:40.149669+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:35:57.635626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.10","version":"70'8","reported_seq":21,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-21T00:25:38.523422+0000","last_change":"2024-09-21T00:25:37.494174+0000","last_active":"2024-09-21T00:25:38.523422+0000","last_peered":"2024-09-21T00:25:38.523422+0000","last_clean":"2024-09-21T00:25:38.523422+0000","last_became_active":"2024-09-21T00:25:37.493849+0000","last_became_peered":"2024-09-21T00:25:37.493849+0000","last_unstale":"2024-09-21T00:25:38.523422+0000","last_undegraded":"2024-09-21T00:25:38.523422+0000","last_fullsized":"2024-09-21T00:25:38.523422+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_clean_scrub_stamp":"2024-09-21T00:25:36.459920+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:59:37.681775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.e","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-21T00:25:38.507749+0000","last_change":"2024-09-21T00:25:38.503809+0000","last_active":"2024-09-21T00:25:38.507749+0000","last_peered":"2024-09-21T00:25:38.507749+0000","last_clean":"2024-09-21T00:25:38.507749+0000","last_became_active":"2024-09-21T00:25:38.503526+0000","last_became_peered":"2024-09-21T00:25:38.503526+0000","last_unstale":"2024-09-21T00:25:38.507749+0000","last_undegraded":"2024-09-21T00:25:38.507749+0000","last_fullsized":"2024-09-21T00:25:38.507749+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:46:10.878517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.f","version":"70'1","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.150145+0000","last_change":"2024-09-21T00:25:37.495056+0000","last_active":"2024-09-21T00:25:40.150145+0000","last_peered":"2024-09-21T00:25:40.150145+0000","last_clean":"2024-09-21T00:25:40.150145+0000","last_became_active":"2024-09-21T00:25:37.494705+0000","last_became_peered":"2024-09-21T00:25:37.494705+0000","last_unstale":"2024-09-21T00:25:40.150145+0000","last_undegraded":"2024-09-21T00:25:40.150145+0000","last_fullsized":"2024-09-21T00:25:40.150145+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_clean_scrub_stamp":"2024-09-21T00:25:36.459920+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:58:05.252445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.f","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.150212+0000","last_change":"2024-09-21T00:25:38.506357+0000","last_active":"2024-09-21T00:25:40.150212+0000","last_peered":"2024-09-21T00:25:40.150212+0000","last_clean":"2024-09-21T00:25:40.150212+0000","last_became_active":"2024-09-21T00:25:38.505894+0000","last_became_peered":"2024-09-21T00:25:38.505894+0000","last_unstale":"2024-09-21T00:25:40.150212+0000","last_undegraded":"2024-09-21T00:25:40.150212+0000","last_fullsized":"2024-09-21T00:25:40.150212+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:01:04.786971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.e","version":"70'2","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-21T00:25:38.523081+0000","last_change":"2024-09-21T00:25:37.492801+0000","last_active":"2024-09-21T00:25:38.523081+0000","last_peered":"2024-09-21T00:25:38.523081+0000","last_clean":"2024-09-21T00:25:38.523081+0000","last_became_active":"2024-09-21T00:25:37.492418+0000","last_became_peered":"2024-09-21T00:25:37.492418+0000","last_unstale":"2024-09-21T00:25:38.523081+0000","last_undegraded":"2024-09-21T00:25:38.523081+0000","last_fullsized":"2024-09-21T00:25:38.523081+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_clean_scrub_stamp":"2024-09-21T00:25:36.459920+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:36:44.552166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-21T00:25:38.507936+0000","last_change":"2024-09-21T00:25:38.501270+0000","last_active":"2024-09-21T00:25:38.507936+0000","last_peered":"2024-09-21T00:25:38.507936+0000","last_clean":"2024-09-21T00:25:38.507936+0000","last_became_active":"2024-09-21T00:25:38.500976+0000","last_became_peered":"2024-09-21T00:25:38.500976+0000","last_unstale":"2024-09-21T00:25:38.507936+0000","last_undegraded":"2024-09-21T00:25:38.507936+0000","last_fullsized":"2024-09-21T00:25:38.507936+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:26:05.071024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.d","version":"70'1","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149329+0000","last_change":"2024-09-21T00:25:37.496133+0000","last_active":"2024-09-21T00:25:40.149329+0000","last_peered":"2024-09-21T00:25:40.149329+0000","last_clean":"2024-09-21T00:25:40.149329+0000","last_became_active":"2024-09-21T00:25:37.495658+0000","last_became_peered":"2024-09-21T00:25:37.495658+0000","last_unstale":"2024-09-21T00:25:40.149329+0000","last_undegraded":"2024-09-21T00:25:40.149329+0000","last_fullsized":"2024-09-21T00:25:40.149329+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_clean_scrub_stamp":"2024-09-21T00:25:36.459920+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:30:11.386771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.d","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149552+0000","last_change":"2024-09-21T00:25:38.507489+0000","last_active":"2024-09-21T00:25:40.149552+0000","last_peered":"2024-09-21T00:25:40.149552+0000","last_clean":"2024-09-21T00:25:40.149552+0000","last_became_active":"2024-09-21T00:25:38.507173+0000","last_became_peered":"2024-09-21T00:25:38.507173+0000","last_unstale":"2024-09-21T00:25:40.149552+0000","last_undegraded":"2024-09-21T00:25:40.149552+0000","last_fullsized":"2024-09-21T00:25:40.149552+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:48:02.672571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149646+0000","last_change":"2024-09-21T00:25:37.496101+0000","last_active":"2024-09-21T00:25:40.149646+0000","last_peered":"2024-09-21T00:25:40.149646+0000","last_clean":"2024-09-21T00:25:40.149646+0000","last_became_active":"2024-09-21T00:25:37.495739+0000","last_became_peered":"2024-09-21T00:25:37.495739+0000","last_unstale":"2024-09-21T00:25:40.149646+0000","last_undegraded":"2024-09-21T00:25:40.149646+0000","last_fullsized":"2024-09-21T00:25:40.149646+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_clean_scrub_stamp":"2024-09-21T00:25:36.459920+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:02:02.683225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.b","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.150133+0000","last_change":"2024-09-21T00:25:38.498211+0000","last_active":"2024-09-21T00:25:40.150133+0000","last_peered":"2024-09-21T00:25:40.150133+0000","last_clean":"2024-09-21T00:25:40.150133+0000","last_became_active":"2024-09-21T00:25:38.497908+0000","last_became_peered":"2024-09-21T00:25:38.497908+0000","last_unstale":"2024-09-21T00:25:40.150133+0000","last_undegraded":"2024-09-21T00:25:40.150133+0000","last_fullsized":"2024-09-21T00:25:40.150133+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:50:01.013878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149558+0000","last_change":"2024-09-21T00:25:37.490123+0000","last_active":"2024-09-21T00:25:40.149558+0000","last_peered":"2024-09-21T00:25:40.149558+0000","last_clean":"2024-09-21T00:25:40.149558+0000","last_became_active":"2024-09-21T00:25:37.489705+0000","last_became_peered":"2024-09-21T00:25:37.489705+0000","last_unstale":"2024-09-21T00:25:40.149558+0000","last_undegraded":"2024-09-21T00:25:40.149558+0000","last_fullsized":"2024-09-21T00:25:40.149558+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_clean_scrub_stamp":"2024-09-21T00:25:36.459920+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:25:41.676342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149041+0000","last_change":"2024-09-21T00:25:38.506806+0000","last_active":"2024-09-21T00:25:40.149041+0000","last_peered":"2024-09-21T00:25:40.149041+0000","last_clean":"2024-09-21T00:25:40.149041+0000","last_became_active":"2024-09-21T00:25:38.504330+0000","last_became_peered":"2024-09-21T00:25:38.504330+0000","last_unstale":"2024-09-21T00:25:40.149041+0000","last_undegraded":"2024-09-21T00:25:40.149041+0000","last_fullsized":"2024-09-21T00:25:40.149041+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:45:15.108320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:39.490508+0000","last_change":"2024-09-21T00:25:37.484152+0000","last_active":"2024-09-21T00:25:39.490508+0000","last_peered":"2024-09-21T00:25:39.490508+0000","last_clean":"2024-09-21T00:25:39.490508+0000","last_became_active":"2024-09-21T00:25:37.483819+0000","last_became_peered":"2024-09-21T00:25:37.483819+0000","last_unstale":"2024-09-21T00:25:39.490508+0000","last_undegraded":"2024-09-21T00:25:39.490508+0000","last_fullsized":"2024-09-21T00:25:39.490508+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_clean_scrub_stamp":"2024-09-21T00:25:36.459920+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:19:26.973935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.150034+0000","last_change":"2024-09-21T00:25:38.507671+0000","last_active":"2024-09-21T00:25:40.150034+0000","last_peered":"2024-09-21T00:25:40.150034+0000","last_clean":"2024-09-21T00:25:40.150034+0000","last_became_active":"2024-09-21T00:25:38.507373+0000","last_became_peered":"2024-09-21T00:25:38.507373+0000","last_unstale":"2024-09-21T00:25:40.150034+0000","last_undegraded":"2024-09-21T00:25:40.150034+0000","last_fullsized":"2024-09-21T00:25:40.150034+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:25:15.622299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.148781+0000","last_change":"2024-09-21T00:25:37.483032+0000","last_active":"2024-09-21T00:25:40.148781+0000","last_peered":"2024-09-21T00:25:40.148781+0000","last_clean":"2024-09-21T00:25:40.148781+0000","last_became_active":"2024-09-21T00:25:37.482695+0000","last_became_peered":"2024-09-21T00:25:37.482695+0000","last_unstale":"2024-09-21T00:25:40.148781+0000","last_undegraded":"2024-09-21T00:25:40.148781+0000","last_fullsized":"2024-09-21T00:25:40.148781+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_clean_scrub_stamp":"2024-09-21T00:25:36.459920+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:10:18.074533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.6","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.150467+0000","last_change":"2024-09-21T00:25:38.498296+0000","last_active":"2024-09-21T00:25:40.150467+0000","last_peered":"2024-09-21T00:25:40.150467+0000","last_clean":"2024-09-21T00:25:40.150467+0000","last_became_active":"2024-09-21T00:25:38.497989+0000","last_became_peered":"2024-09-21T00:25:38.497989+0000","last_unstale":"2024-09-21T00:25:40.150467+0000","last_undegraded":"2024-09-21T00:25:40.150467+0000","last_fullsized":"2024-09-21T00:25:40.150467+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:54:28.549022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.7","version":"70'2","reported_seq":17,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.150311+0000","last_change":"2024-09-21T00:25:37.494298+0000","last_active":"2024-09-21T00:25:40.150311+0000","last_peered":"2024-09-21T00:25:40.150311+0000","last_clean":"2024-09-21T00:25:40.150311+0000","last_became_active":"2024-09-21T00:25:37.493847+0000","last_became_peered":"2024-09-21T00:25:37.493847+0000","last_unstale":"2024-09-21T00:25:40.150311+0000","last_undegraded":"2024-09-21T00:25:40.150311+0000","last_fullsized":"2024-09-21T00:25:40.150311+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_clean_scrub_stamp":"2024-09-21T00:25:36.459920+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:30:22.917757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.7","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:39.490647+0000","last_change":"2024-09-21T00:25:38.506446+0000","last_active":"2024-09-21T00:25:39.490647+0000","last_peered":"2024-09-21T00:25:39.490647+0000","last_clean":"2024-09-21T00:25:39.490647+0000","last_became_active":"2024-09-21T00:25:38.506136+0000","last_became_peered":"2024-09-21T00:25:38.506136+0000","last_unstale":"2024-09-21T00:25:39.490647+0000","last_undegraded":"2024-09-21T00:25:39.490647+0000","last_fullsized":"2024-09-21T00:25:39.490647+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:56:05.318666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.6","version":"71'1","reported_seq":16,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.504887+0000","last_change":"2024-09-21T00:25:37.489555+0000","last_active":"2024-09-21T00:25:40.504887+0000","last_peered":"2024-09-21T00:25:40.504887+0000","last_clean":"2024-09-21T00:25:40.504887+0000","last_became_active":"2024-09-21T00:25:37.489256+0000","last_became_peered":"2024-09-21T00:25:37.489256+0000","last_unstale":"2024-09-21T00:25:40.504887+0000","last_undegraded":"2024-09-21T00:25:40.504887+0000","last_fullsized":"2024-09-21T00:25:40.504887+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_clean_scrub_stamp":"2024-09-21T00:25:36.459920+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:41:09.606411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149669+0000","last_change":"2024-09-21T00:25:38.513791+0000","last_active":"2024-09-21T00:25:40.149669+0000","last_peered":"2024-09-21T00:25:40.149669+0000","last_clean":"2024-09-21T00:25:40.149669+0000","last_became_active":"2024-09-21T00:25:38.513472+0000","last_became_peered":"2024-09-21T00:25:38.513472+0000","last_unstale":"2024-09-21T00:25:40.149669+0000","last_undegraded":"2024-09-21T00:25:40.149669+0000","last_fullsized":"2024-09-21T00:25:40.149669+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:02:37.278298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149694+0000","last_change":"2024-09-21T00:25:37.481416+0000","last_active":"2024-09-21T00:25:40.149694+0000","last_peered":"2024-09-21T00:25:40.149694+0000","last_clean":"2024-09-21T00:25:40.149694+0000","last_became_active":"2024-09-21T00:25:37.481046+0000","last_became_peered":"2024-09-21T00:25:37.481046+0000","last_unstale":"2024-09-21T00:25:40.149694+0000","last_undegraded":"2024-09-21T00:25:40.149694+0000","last_fullsized":"2024-09-21T00:25:40.149694+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_clean_scrub_stamp":"2024-09-21T00:25:36.459920+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:50:38.496494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.150222+0000","last_change":"2024-09-21T00:25:38.509251+0000","last_active":"2024-09-21T00:25:40.150222+0000","last_peered":"2024-09-21T00:25:40.150222+0000","last_clean":"2024-09-21T00:25:40.150222+0000","last_became_active":"2024-09-21T00:25:38.508796+0000","last_became_peered":"2024-09-21T00:25:38.508796+0000","last_unstale":"2024-09-21T00:25:40.150222+0000","last_undegraded":"2024-09-21T00:25:40.150222+0000","last_fullsized":"2024-09-21T00:25:40.150222+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:27:09.248150+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149720+0000","last_change":"2024-09-21T00:25:37.485162+0000","last_active":"2024-09-21T00:25:40.149720+0000","last_peered":"2024-09-21T00:25:40.149720+0000","last_clean":"2024-09-21T00:25:40.149720+0000","last_became_active":"2024-09-21T00:25:37.484624+0000","last_became_peered":"2024-09-21T00:25:37.484624+0000","last_unstale":"2024-09-21T00:25:40.149720+0000","last_undegraded":"2024-09-21T00:25:40.149720+0000","last_fullsized":"2024-09-21T00:25:40.149720+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_clean_scrub_stamp":"2024-09-21T00:25:36.459920+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:19:26.973935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.150759+0000","last_change":"2024-09-21T00:25:38.512805+0000","last_active":"2024-09-21T00:25:40.150759+0000","last_peered":"2024-09-21T00:25:40.150759+0000","last_clean":"2024-09-21T00:25:40.150759+0000","last_became_active":"2024-09-21T00:25:38.512462+0000","last_became_peered":"2024-09-21T00:25:38.512462+0000","last_unstale":"2024-09-21T00:25:40.150759+0000","last_undegraded":"2024-09-21T00:25:40.150759+0000","last_fullsized":"2024-09-21T00:25:40.150759+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:28:40.781879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.150063+0000","last_change":"2024-09-21T00:25:37.489582+0000","last_active":"2024-09-21T00:25:40.150063+0000","last_peered":"2024-09-21T00:25:40.150063+0000","last_clean":"2024-09-21T00:25:40.150063+0000","last_became_active":"2024-09-21T00:25:37.489196+0000","last_became_peered":"2024-09-21T00:25:37.489196+0000","last_unstale":"2024-09-21T00:25:40.150063+0000","last_undegraded":"2024-09-21T00:25:40.150063+0000","last_fullsized":"2024-09-21T00:25:40.150063+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_clean_scrub_stamp":"2024-09-21T00:25:36.459920+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:52:31.320727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149397+0000","last_change":"2024-09-21T00:25:38.507941+0000","last_active":"2024-09-21T00:25:40.149397+0000","last_peered":"2024-09-21T00:25:40.149397+0000","last_clean":"2024-09-21T00:25:40.149397+0000","last_became_active":"2024-09-21T00:25:38.507515+0000","last_became_peered":"2024-09-21T00:25:38.507515+0000","last_unstale":"2024-09-21T00:25:40.149397+0000","last_undegraded":"2024-09-21T00:25:40.149397+0000","last_fullsized":"2024-09-21T00:25:40.149397+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:06:07.267255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-21T00:25:38.491797+0000","last_change":"2024-09-21T00:25:37.485791+0000","last_active":"2024-09-21T00:25:38.491797+0000","last_peered":"2024-09-21T00:25:38.491797+0000","last_clean":"2024-09-21T00:25:38.491797+0000","last_became_active":"2024-09-21T00:25:37.485447+0000","last_became_peered":"2024-09-21T00:25:37.485447+0000","last_unstale":"2024-09-21T00:25:38.491797+0000","last_undegraded":"2024-09-21T00:25:38.491797+0000","last_fullsized":"2024-09-21T00:25:38.491797+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_clean_scrub_stamp":"2024-09-21T00:25:36.459920+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:42:06.479812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":10,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-21T00:25:38.507605+0000","last_change":"2024-09-21T00:25:38.504060+0000","last_active":"2024-09-21T00:25:38.507605+0000","last_peered":"2024-09-21T00:25:38.507605+0000","last_clean":"2024-09-21T00:25:38.507605+0000","last_became_active":"2024-09-21T00:25:38.503744+0000","last_became_peered":"2024-09-21T00:25:38.503744+0000","last_unstale":"2024-09-21T00:25:38.507605+0000","last_undegraded":"2024-09-21T00:25:38.507605+0000","last_fullsized":"2024-09-21T00:25:38.507605+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:45:05.203434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":13,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-09-21T00:25:38.490792+0000","last_change":"2024-09-21T00:25:37.494317+0000","last_active":"2024-09-21T00:25:38.490792+0000","last_peered":"2024-09-21T00:25:38.490792+0000","last_clean":"2024-09-21T00:25:38.490792+0000","last_became_active":"2024-09-21T00:25:37.494004+0000","last_became_peered":"2024-09-21T00:25:37.494004+0000","last_unstale":"2024-09-21T00:25:38.490792+0000","last_undegraded":"2024-09-21T00:25:38.490792+0000","last_fullsized":"2024-09-21T00:25:38.490792+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_clean_scrub_stamp":"2024-09-21T00:25:36.459920+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:35:25.587131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.148813+0000","last_change":"2024-09-21T00:25:38.508848+0000","last_active":"2024-09-21T00:25:40.148813+0000","last_peered":"2024-09-21T00:25:40.148813+0000","last_clean":"2024-09-21T00:25:40.148813+0000","last_became_active":"2024-09-21T00:25:38.508545+0000","last_became_peered":"2024-09-21T00:25:38.508545+0000","last_unstale":"2024-09-21T00:25:40.148813+0000","last_undegraded":"2024-09-21T00:25:40.148813+0000","last_fullsized":"2024-09-21T00:25:40.148813+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:08:43.970278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":15,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149200+0000","last_change":"2024-09-21T00:25:37.495781+0000","last_active":"2024-09-21T00:25:40.149200+0000","last_peered":"2024-09-21T00:25:40.149200+0000","last_clean":"2024-09-21T00:25:40.149200+0000","last_became_active":"2024-09-21T00:25:37.495342+0000","last_became_peered":"2024-09-21T00:25:37.495342+0000","last_unstale":"2024-09-21T00:25:40.149200+0000","last_undegraded":"2024-09-21T00:25:40.149200+0000","last_fullsized":"2024-09-21T00:25:40.149200+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_clean_scrub_stamp":"2024-09-21T00:25:36.459920+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:35:04.497436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":13,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149514+0000","last_change":"2024-09-21T00:25:38.517602+0000","last_active":"2024-09-21T00:25:40.149514+0000","last_peered":"2024-09-21T00:25:40.149514+0000","last_clean":"2024-09-21T00:25:40.149514+0000","last_became_active":"2024-09-21T00:25:38.517060+0000","last_became_peered":"2024-09-21T00:25:38.517060+0000","last_unstale":"2024-09-21T00:25:40.149514+0000","last_undegraded":"2024-09-21T00:25:40.149514+0000","last_fullsized":"2024-09-21T00:25:40.149514+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:37.465066+0000","last_clean_scrub_stamp":"2024-09-21T00:25:37.465066+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:52:15.273572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.b","version":"70'2","reported_seq":17,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149142+0000","last_change":"2024-09-21T00:25:37.495566+0000","last_active":"2024-09-21T00:25:40.149142+0000","last_peered":"2024-09-21T00:25:40.149142+0000","last_clean":"2024-09-21T00:25:40.149142+0000","last_became_active":"2024-09-21T00:25:37.494693+0000","last_became_peered":"2024-09-21T00:25:37.494693+0000","last_unstale":"2024-09-21T00:25:40.149142+0000","last_undegraded":"2024-09-21T00:25:40.149142+0000","last_fullsized":"2024-09-21T00:25:40.149142+0000","mapping_epoch":68,"log_start":"0'0","ondisk_log_start":"0'0","created":68,"last_epoch_clean":69,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:25:36.459920+0000","last_clean_scrub_stamp":"2024-09-21T00:25:36.459920+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:39:34.831957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":199,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-09-21T00:25:40.149132+0000","last_change":"2024-09-21T00:21:11.583793+0000","last_active":"2024-09-21T00:25:40.149132+0000","last_peered":"2024-09-21T00:25:40.149132+0000","last_clean":"2024-09-21T00:25:40.149132+0000","last_became_active":"2024-09-21T00:21:11.582502+0000","last_became_peered":"2024-09-21T00:21:11.582502+0000","last_unstale":"2024-09-21T00:25:40.149132+0000","last_undegraded":"2024-09-21T00:25:40.149132+0000","last_fullsized":"2024-09-21T00:25:40.149132+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_clean_scrub_stamp":"2024-09-21T00:21:10.311964+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:58.010953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":10,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509498,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":45100,"kb_used_data":1424,"kb_used_omap":1,"kb_used_meta":43646,"kb_avail":94326740,"statfs":{"total":96636764160,"available":96590581760,"internally_reserved":0,"allocated":1458176,"data_stored":953078,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":44693962},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509498,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":40360,"kb_used_data":844,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94331480,"statfs":{"total":96636764160,"available":96595435520,"internally_reserved":0,"allocated":864256,"data_stored":362186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40434118},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509498,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":40352,"kb_used_data":840,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94331488,"statfs":{"total":96636764160,"available":96595443712,"internally_reserved":0,"allocated":860160,"data_stored":362184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509499,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":54240,"kb_used_data":844,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94317600,"statfs":{"total":96636764160,"available":96581222400,"internally_reserved":0,"allocated":864256,"data_stored":362206,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":54655432},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509499,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36196,"kb_used_data":848,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335644,"statfs":{"total":96636764160,"available":96599699456,"internally_reserved":0,"allocated":868352,"data_stored":363706,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509497,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":40928,"kb_used_data":1416,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94330912,"statfs":{"total":96636764160,"available":96594853888,"internally_reserved":0,"allocated":1449984,"data_stored":952462,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40434118},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574905,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":50072,"kb_used_data":828,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94321768,"statfs":{"total":96636764160,"available":96585490432,"internally_reserved":0,"allocated":847872,"data_stored":355864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574905,"num_pgs":14,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":50084,"kb_used_data":844,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94321756,"statfs":{"total":96636764160,"available":96585478144,"internally_reserved":0,"allocated":864256,"data_stored":358022,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":50395590},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2228,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T00:25:42.958 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-21T00:25:42.958 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-21T00:25:43.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.121+0000 7f277e607640 1 -- 172.21.15.67:0/2651116006 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2760004800 msgr2=0x7f2760004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:43.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.121+0000 7f277e607640 1 --2- 172.21.15.67:0/2651116006 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2760004800 0x7f2760004c50 secure :-1 s=READY pgs=917 cs=0 l=1 rev1=1 crypto rx=0x7f276c001830 tx=0x7f2760005830 comp rx=0 tx=0).stop 2024-09-21T00:25:43.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.121+0000 7f277cba4640 1 -- 172.21.15.67:0/2651116006 reap_dead start 2024-09-21T00:25:43.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.121+0000 7f277e607640 1 -- 172.21.15.67:0/2651116006 shutdown_connections 2024-09-21T00:25:43.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.121+0000 7f277e607640 1 -- 172.21.15.67:0/2651116006 >> 172.21.15.67:0/2651116006 conn(0x7f277809d870 msgr2=0x7f277808bee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:43.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.121+0000 7f277e607640 1 -- 172.21.15.67:0/2651116006 shutdown_connections 2024-09-21T00:25:43.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.121+0000 7f277e607640 1 -- 172.21.15.67:0/2651116006 wait complete. 2024-09-21T00:25:43.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.123+0000 7f277e607640 1 Processor -- start 2024-09-21T00:25:43.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.123+0000 7f277e607640 1 -- start start 2024-09-21T00:25:43.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.124+0000 7f277e607640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2760004800 0x7f27781f5190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:43.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.124+0000 7f277e607640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2778151c50 0x7f27781512e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:43.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.124+0000 7f277e607640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f27780b5eb0 0x7f27780b62c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:43.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.124+0000 7f277e607640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f27780b3710 con 0x7f2778151c50 2024-09-21T00:25:43.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.124+0000 7f277e607640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f27780b3590 con 0x7f27780b5eb0 2024-09-21T00:25:43.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.124+0000 7f277e607640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f27780d2db0 con 0x7f2760004800 2024-09-21T00:25:43.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.124+0000 7f27777fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2778151c50 0x7f27781512e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:43.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.124+0000 7f27777fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2778151c50 0x7f27781512e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36622/0 (socket says 172.21.15.67:36622) 2024-09-21T00:25:43.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.124+0000 7f27777fe640 1 -- 172.21.15.67:0/3341398257 learned_addr learned my addr 172.21.15.67:0/3341398257 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:43.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.125+0000 7f277cba4640 1 --2- 172.21.15.67:0/3341398257 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f27780b5eb0 0x7f27780b62c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:43.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.125+0000 7f2777fff640 1 --2- 172.21.15.67:0/3341398257 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2760004800 0x7f27781f5190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:43.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.125+0000 7f27777fe640 1 -- 172.21.15.67:0/3341398257 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2760004800 msgr2=0x7f27781f5190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:43.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.125+0000 7f27777fe640 1 --2- 172.21.15.67:0/3341398257 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2760004800 0x7f27781f5190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:43.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.125+0000 7f27777fe640 1 -- 172.21.15.67:0/3341398257 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f27780b5eb0 msgr2=0x7f27780b62c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:43.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.125+0000 7f27777fe640 1 --2- 172.21.15.67:0/3341398257 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f27780b5eb0 0x7f27780b62c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:43.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.125+0000 7f27777fe640 1 -- 172.21.15.67:0/3341398257 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27780b6800 con 0x7f2778151c50 2024-09-21T00:25:43.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.125+0000 7f27777fe640 1 --2- 172.21.15.67:0/3341398257 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2778151c50 0x7f27781512e0 secure :-1 s=READY pgs=918 cs=0 l=1 rev1=1 crypto rx=0x7f276c02aa50 tx=0x7f276c0060e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:43.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.125+0000 7f2774ff9640 1 -- 172.21.15.67:0/3341398257 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f276c043070 con 0x7f2778151c50 2024-09-21T00:25:43.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.125+0000 7f2774ff9640 1 -- 172.21.15.67:0/3341398257 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f276c003af0 con 0x7f2778151c50 2024-09-21T00:25:43.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.125+0000 7f2774ff9640 1 -- 172.21.15.67:0/3341398257 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f276c0064c0 con 0x7f2778151c50 2024-09-21T00:25:43.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.125+0000 7f277e607640 1 -- 172.21.15.67:0/3341398257 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27781f5a00 con 0x7f2778151c50 2024-09-21T00:25:43.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.125+0000 7f277e607640 1 -- 172.21.15.67:0/3341398257 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27781f5fc0 con 0x7f2778151c50 2024-09-21T00:25:43.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.126+0000 7f277e607640 1 -- 172.21.15.67:0/3341398257 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f27781f5770 con 0x7f2778151c50 2024-09-21T00:25:43.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.127+0000 7f2774ff9640 1 -- 172.21.15.67:0/3341398257 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f276c046070 con 0x7f2778151c50 2024-09-21T00:25:43.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.128+0000 7f2774ff9640 1 --2- 172.21.15.67:0/3341398257 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2764078b90 0x7f276407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:43.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.128+0000 7f2774ff9640 1 -- 172.21.15.67:0/3341398257 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 5709+0+0 (secure 0 0 0) 0x7f276c0bad70 con 0x7f2778151c50 2024-09-21T00:25:43.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.128+0000 7f2777fff640 1 --2- 172.21.15.67:0/3341398257 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2764078b90 0x7f276407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:43.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.129+0000 7f2777fff640 1 --2- 172.21.15.67:0/3341398257 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2764078b90 0x7f276407b0a0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f2768009c90 tx=0x7f2768005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:43.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.133+0000 7f2774ff9640 1 -- 172.21.15.67:0/3341398257 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f27780b6800 con 0x7f2778151c50 2024-09-21T00:25:43.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.392+0000 7f277e607640 1 -- 172.21.15.67:0/3341398257 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f27780d3340 con 0x7f2778151c50 2024-09-21T00:25:43.396 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.395+0000 7f2774ff9640 1 -- 172.21.15.67:0/3341398257 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v16) ==== 190+0+147 (secure 0 0 0) 0x7f276c083240 con 0x7f2778151c50 2024-09-21T00:25:43.396 INFO:teuthology.orchestra.run.smithi067.stdout:[client.0] 2024-09-21T00:25:43.396 INFO:teuthology.orchestra.run.smithi067.stdout: key = AQBFEe5mUnwLLxAAE0JXCN8yXTH2bWtWI41o2Q== 2024-09-21T00:25:43.396 INFO:teuthology.orchestra.run.smithi067.stdout: caps mds = "allow" 2024-09-21T00:25:43.396 INFO:teuthology.orchestra.run.smithi067.stdout: caps mon = "allow r" 2024-09-21T00:25:43.396 INFO:teuthology.orchestra.run.smithi067.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-21T00:25:43.397 INFO:teuthology.orchestra.run.smithi067.stderr:updated caps for client.0 2024-09-21T00:25:43.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.397+0000 7f277e607640 1 -- 172.21.15.67:0/3341398257 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2764078b90 msgr2=0x7f276407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:43.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.397+0000 7f277e607640 1 --2- 172.21.15.67:0/3341398257 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2764078b90 0x7f276407b0a0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f2768009c90 tx=0x7f2768005f90 comp rx=0 tx=0).stop 2024-09-21T00:25:43.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.397+0000 7f277e607640 1 -- 172.21.15.67:0/3341398257 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2778151c50 msgr2=0x7f27781512e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:43.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.397+0000 7f277e607640 1 --2- 172.21.15.67:0/3341398257 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2778151c50 0x7f27781512e0 secure :-1 s=READY pgs=918 cs=0 l=1 rev1=1 crypto rx=0x7f276c02aa50 tx=0x7f276c0060e0 comp rx=0 tx=0).stop 2024-09-21T00:25:43.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.397+0000 7f277e607640 1 -- 172.21.15.67:0/3341398257 shutdown_connections 2024-09-21T00:25:43.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.397+0000 7f277e607640 1 --2- 172.21.15.67:0/3341398257 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2764078b90 0x7f276407b0a0 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:43.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.397+0000 7f277e607640 1 --2- 172.21.15.67:0/3341398257 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f27780b5eb0 0x7f27780b62c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:43.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.397+0000 7f277e607640 1 --2- 172.21.15.67:0/3341398257 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2778151c50 0x7f27781512e0 unknown :-1 s=CLOSED pgs=918 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:43.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.397+0000 7f277e607640 1 --2- 172.21.15.67:0/3341398257 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2760004800 0x7f27781f5190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:43.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.397+0000 7f277e607640 1 -- 172.21.15.67:0/3341398257 >> 172.21.15.67:0/3341398257 conn(0x7f277809d870 msgr2=0x7f27780b1b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:43.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.397+0000 7f277e607640 1 -- 172.21.15.67:0/3341398257 shutdown_connections 2024-09-21T00:25:43.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.397+0000 7f277e607640 1 -- 172.21.15.67:0/3341398257 wait complete. 2024-09-21T00:25:43.410 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:25:43.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.529+0000 7fcf66ade640 1 -- 172.21.15.67:0/1549262523 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcf6009b060 msgr2=0x7fcf600b4c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:43.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.529+0000 7fcf66ade640 1 --2- 172.21.15.67:0/1549262523 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcf6009b060 0x7fcf600b4c60 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fcf54009860 tx=0x7fcf5402a5a0 comp rx=0 tx=0).stop 2024-09-21T00:25:43.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.529+0000 7fcf66ade640 1 -- 172.21.15.67:0/1549262523 shutdown_connections 2024-09-21T00:25:43.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.529+0000 7fcf66ade640 1 --2- 172.21.15.67:0/1549262523 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcf6009b060 0x7fcf600b4c60 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:43.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.529+0000 7fcf66ade640 1 -- 172.21.15.67:0/1549262523 >> 172.21.15.67:0/1549262523 conn(0x7fcf600b4140 msgr2=0x7fcf600b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:43.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.529+0000 7fcf66ade640 1 -- 172.21.15.67:0/1549262523 shutdown_connections 2024-09-21T00:25:43.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.529+0000 7fcf66ade640 1 -- 172.21.15.67:0/1549262523 wait complete. 2024-09-21T00:25:43.532 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.531+0000 7fcf66ade640 1 Processor -- start 2024-09-21T00:25:43.532 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.531+0000 7fcf66ade640 1 -- start start 2024-09-21T00:25:43.535 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.532+0000 7fcf66ade640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcf600b7850 0x7fcf601f46b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:43.535 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.532+0000 7fcf66ade640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcf600cd030 0x7fcf601617d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:43.535 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.532+0000 7fcf66ade640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcf601625e0 0x7fcf601f6b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:43.535 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.532+0000 7fcf66ade640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fcf600cdee0 con 0x7fcf601625e0 2024-09-21T00:25:43.535 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.532+0000 7fcf66ade640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fcf600cdd60 con 0x7fcf600cd030 2024-09-21T00:25:43.535 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.532+0000 7fcf66ade640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fcf600ce060 con 0x7fcf600b7850 2024-09-21T00:25:43.535 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.532+0000 7fcf6507b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcf601625e0 0x7fcf601f6b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:43.535 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.533+0000 7fcf6507b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcf601625e0 0x7fcf601f6b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:57812/0 (socket says 172.21.15.67:57812) 2024-09-21T00:25:43.535 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.533+0000 7fcf6507b640 1 -- 172.21.15.67:0/2267006537 learned_addr learned my addr 172.21.15.67:0/2267006537 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:43.535 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.533+0000 7fcf6487a640 1 --2- 172.21.15.67:0/2267006537 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcf600b7850 0x7fcf601f46b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:43.535 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.533+0000 7fcf5ffff640 1 --2- 172.21.15.67:0/2267006537 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcf600cd030 0x7fcf601617d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:43.535 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.533+0000 7fcf6507b640 1 -- 172.21.15.67:0/2267006537 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcf600b7850 msgr2=0x7fcf601f46b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:43.536 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.533+0000 7fcf6507b640 1 --2- 172.21.15.67:0/2267006537 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcf600b7850 0x7fcf601f46b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:43.536 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.533+0000 7fcf6507b640 1 -- 172.21.15.67:0/2267006537 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcf600cd030 msgr2=0x7fcf601617d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:43.536 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.533+0000 7fcf6507b640 1 --2- 172.21.15.67:0/2267006537 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcf600cd030 0x7fcf601617d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:43.536 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.533+0000 7fcf6507b640 1 -- 172.21.15.67:0/2267006537 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcf60163690 con 0x7fcf601625e0 2024-09-21T00:25:43.536 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.533+0000 7fcf6507b640 1 --2- 172.21.15.67:0/2267006537 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcf601625e0 0x7fcf601f6b70 secure :-1 s=READY pgs=920 cs=0 l=1 rev1=1 crypto rx=0x7fcf5800cb10 tx=0x7fcf5800a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:43.536 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.533+0000 7fcf5d7fa640 1 -- 172.21.15.67:0/2267006537 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf58016020 con 0x7fcf601625e0 2024-09-21T00:25:43.536 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.533+0000 7fcf66ade640 1 -- 172.21.15.67:0/2267006537 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcf60163970 con 0x7fcf601625e0 2024-09-21T00:25:43.536 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.533+0000 7fcf5d7fa640 1 -- 172.21.15.67:0/2267006537 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcf5800ad60 con 0x7fcf601625e0 2024-09-21T00:25:43.536 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.533+0000 7fcf5d7fa640 1 -- 172.21.15.67:0/2267006537 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf58012680 con 0x7fcf601625e0 2024-09-21T00:25:43.536 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.533+0000 7fcf66ade640 1 -- 172.21.15.67:0/2267006537 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcf601f4d60 con 0x7fcf601625e0 2024-09-21T00:25:43.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.534+0000 7fcf66ade640 1 -- 172.21.15.67:0/2267006537 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcf600b4c60 con 0x7fcf601625e0 2024-09-21T00:25:43.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.535+0000 7fcf5d7fa640 1 -- 172.21.15.67:0/2267006537 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fcf58019020 con 0x7fcf601625e0 2024-09-21T00:25:43.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.536+0000 7fcf5d7fa640 1 --2- 172.21.15.67:0/2267006537 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcf4c078bc0 0x7fcf4c07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:43.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.536+0000 7fcf5d7fa640 1 -- 172.21.15.67:0/2267006537 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 5709+0+0 (secure 0 0 0) 0x7fcf5809af20 con 0x7fcf601625e0 2024-09-21T00:25:43.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.536+0000 7fcf6487a640 1 --2- 172.21.15.67:0/2267006537 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcf4c078bc0 0x7fcf4c07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:43.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.537+0000 7fcf6487a640 1 --2- 172.21.15.67:0/2267006537 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcf4c078bc0 0x7fcf4c07b0d0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fcf50000c00 tx=0x7fcf50009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:43.541 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.540+0000 7fcf5d7fa640 1 -- 172.21.15.67:0/2267006537 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fcf58020030 con 0x7fcf601625e0 2024-09-21T00:25:43.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.766+0000 7fcf66ade640 1 -- 172.21.15.67:0/2267006537 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcf600b4f00 con 0x7fcf601625e0 2024-09-21T00:25:43.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.767+0000 7fcf5d7fa640 1 -- 172.21.15.67:0/2267006537 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 55 v55) ==== 94+0+5222 (secure 0 0 0) 0x7fcf58062d20 con 0x7fcf601625e0 2024-09-21T00:25:43.768 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:25:43.768 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":55,"btime":"2024-09-21T00:25:41:513178+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5894,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/2242559435","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":2242559435},{"type":"v1","addr":"172.21.15.97:6836","nonce":2242559435}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":5897,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/1836888029","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":1836888029},{"type":"v1","addr":"172.21.15.97:6837","nonce":1836888029}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":6753,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6833/2614770076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":2614770076},{"type":"v1","addr":"172.21.15.67:6833","nonce":2614770076}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":49}],"filesystems":[{"mdsmap":{"epoch":55,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:25:37.855341+0000","modified":"2024-09-21T00:25:40.894206+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6756},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6756":{"gid":6756,"name":"c","rank":0,"incarnation":51,"state":"up:active","state_seq":3,"addr":"172.21.15.67:6835/979139170","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":979139170},{"type":"v1","addr":"172.21.15.67:6835","nonce":979139170}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6756,"qdb_cluster":[6756]},"id":5}]} 2024-09-21T00:25:43.769 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 55 2024-09-21T00:25:43.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.769+0000 7fcf66ade640 1 -- 172.21.15.67:0/2267006537 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcf4c078bc0 msgr2=0x7fcf4c07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:43.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.769+0000 7fcf66ade640 1 --2- 172.21.15.67:0/2267006537 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcf4c078bc0 0x7fcf4c07b0d0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7fcf50000c00 tx=0x7fcf50009040 comp rx=0 tx=0).stop 2024-09-21T00:25:43.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.769+0000 7fcf66ade640 1 -- 172.21.15.67:0/2267006537 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcf601625e0 msgr2=0x7fcf601f6b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:43.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.769+0000 7fcf66ade640 1 --2- 172.21.15.67:0/2267006537 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcf601625e0 0x7fcf601f6b70 secure :-1 s=READY pgs=920 cs=0 l=1 rev1=1 crypto rx=0x7fcf5800cb10 tx=0x7fcf5800a060 comp rx=0 tx=0).stop 2024-09-21T00:25:43.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.769+0000 7fcf66ade640 1 -- 172.21.15.67:0/2267006537 shutdown_connections 2024-09-21T00:25:43.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.769+0000 7fcf66ade640 1 --2- 172.21.15.67:0/2267006537 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcf4c078bc0 0x7fcf4c07b0d0 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:43.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.769+0000 7fcf66ade640 1 --2- 172.21.15.67:0/2267006537 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcf601625e0 0x7fcf601f6b70 unknown :-1 s=CLOSED pgs=920 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:43.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.769+0000 7fcf66ade640 1 --2- 172.21.15.67:0/2267006537 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcf600cd030 0x7fcf601617d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:43.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.769+0000 7fcf66ade640 1 --2- 172.21.15.67:0/2267006537 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcf600b7850 0x7fcf601f46b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:43.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.769+0000 7fcf66ade640 1 -- 172.21.15.67:0/2267006537 >> 172.21.15.67:0/2267006537 conn(0x7fcf600b4140 msgr2=0x7fcf600cd440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:43.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.769+0000 7fcf66ade640 1 -- 172.21.15.67:0/2267006537 shutdown_connections 2024-09-21T00:25:43.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:43.769+0000 7fcf66ade640 1 -- 172.21.15.67:0/2267006537 wait complete. 2024-09-21T00:25:44.184 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 55, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-21T00:25:37.855341+0000', 'modified': '2024-09-21T00:25:40.894206+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 6756}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6756': {'gid': 6756, 'name': 'c', 'rank': 0, 'incarnation': 51, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.67:6835/979139170', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.67:6834', 'nonce': 979139170}, {'type': 'v1', 'addr': '172.21.15.67:6835', 'nonce': 979139170}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [11], 'metadata_pool': 10, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 6756, 'qdb_cluster': [6756]} 2024-09-21T00:25:44.184 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-21T00:25:44.184 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-21T00:25:44.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.305+0000 7ff6afd8b640 1 -- 172.21.15.67:0/374435106 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff6a80d1010 msgr2=0x7ff6a80d1420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:44.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.305+0000 7ff6afd8b640 1 --2- 172.21.15.67:0/374435106 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff6a80d1010 0x7ff6a80d1420 secure :-1 s=READY pgs=922 cs=0 l=1 rev1=1 crypto rx=0x7ff698009830 tx=0x7ff69802a510 comp rx=0 tx=0).stop 2024-09-21T00:25:44.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.305+0000 7ff6afd8b640 1 -- 172.21.15.67:0/374435106 shutdown_connections 2024-09-21T00:25:44.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.305+0000 7ff6afd8b640 1 --2- 172.21.15.67:0/374435106 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff6a80d1010 0x7ff6a80d1420 unknown :-1 s=CLOSED pgs=922 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:44.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.305+0000 7ff6afd8b640 1 -- 172.21.15.67:0/374435106 >> 172.21.15.67:0/374435106 conn(0x7ff6a808bee0 msgr2=0x7ff6a80d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:44.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.305+0000 7ff6afd8b640 1 -- 172.21.15.67:0/374435106 shutdown_connections 2024-09-21T00:25:44.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.305+0000 7ff6afd8b640 1 -- 172.21.15.67:0/374435106 wait complete. 2024-09-21T00:25:44.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.307+0000 7ff6afd8b640 1 Processor -- start 2024-09-21T00:25:44.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.307+0000 7ff6afd8b640 1 -- start start 2024-09-21T00:25:44.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.308+0000 7ff6afd8b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff6a80b73f0 0x7ff6a8150670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:44.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.308+0000 7ff6afd8b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff6a80b9780 0x7ff6a81f8950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:44.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.308+0000 7ff6afd8b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff6a80d1010 0x7ff6a80b8100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:44.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.308+0000 7ff6afd8b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff6a80cf810 con 0x7ff6a80b73f0 2024-09-21T00:25:44.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.308+0000 7ff6afd8b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff6a80b7cb0 con 0x7ff6a80d1010 2024-09-21T00:25:44.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.308+0000 7ff6afd8b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7ff6a80cf990 con 0x7ff6a80b9780 2024-09-21T00:25:44.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.308+0000 7ff6adb27640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff6a80b73f0 0x7ff6a8150670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:44.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.308+0000 7ff6adb27640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff6a80b73f0 0x7ff6a8150670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:57826/0 (socket says 172.21.15.67:57826) 2024-09-21T00:25:44.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.308+0000 7ff6adb27640 1 -- 172.21.15.67:0/1237340545 learned_addr learned my addr 172.21.15.67:0/1237340545 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:44.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.308+0000 7ff6ad326640 1 --2- 172.21.15.67:0/1237340545 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff6a80b9780 0x7ff6a81f8950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:44.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.308+0000 7ff6ae328640 1 --2- 172.21.15.67:0/1237340545 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff6a80d1010 0x7ff6a80b8100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:44.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.309+0000 7ff6adb27640 1 -- 172.21.15.67:0/1237340545 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff6a80b9780 msgr2=0x7ff6a81f8950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:44.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.309+0000 7ff6adb27640 1 --2- 172.21.15.67:0/1237340545 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff6a80b9780 0x7ff6a81f8950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:44.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.309+0000 7ff6adb27640 1 -- 172.21.15.67:0/1237340545 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff6a80d1010 msgr2=0x7ff6a80b8100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:44.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.309+0000 7ff6adb27640 1 --2- 172.21.15.67:0/1237340545 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff6a80d1010 0x7ff6a80b8100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:44.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.309+0000 7ff6adb27640 1 -- 172.21.15.67:0/1237340545 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6a8151290 con 0x7ff6a80b73f0 2024-09-21T00:25:44.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.309+0000 7ff6ae328640 1 --2- 172.21.15.67:0/1237340545 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff6a80d1010 0x7ff6a80b8100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:25:44.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.309+0000 7ff6ad326640 1 --2- 172.21.15.67:0/1237340545 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff6a80b9780 0x7ff6a81f8950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:25:44.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.309+0000 7ff6adb27640 1 --2- 172.21.15.67:0/1237340545 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff6a80b73f0 0x7ff6a8150670 secure :-1 s=READY pgs=923 cs=0 l=1 rev1=1 crypto rx=0x7ff6a400c3c0 tx=0x7ff6a4001e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:44.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.309+0000 7ff69e7fc640 1 -- 172.21.15.67:0/1237340545 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6a4017070 con 0x7ff6a80b73f0 2024-09-21T00:25:44.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.309+0000 7ff69e7fc640 1 -- 172.21.15.67:0/1237340545 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff6a40035f0 con 0x7ff6a80b73f0 2024-09-21T00:25:44.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.309+0000 7ff6afd8b640 1 -- 172.21.15.67:0/1237340545 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff6a81f9530 con 0x7ff6a80b73f0 2024-09-21T00:25:44.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.309+0000 7ff69e7fc640 1 -- 172.21.15.67:0/1237340545 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6a4003a80 con 0x7ff6a80b73f0 2024-09-21T00:25:44.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.309+0000 7ff6afd8b640 1 -- 172.21.15.67:0/1237340545 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6a80b1d10 con 0x7ff6a80b73f0 2024-09-21T00:25:44.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.311+0000 7ff69e7fc640 1 -- 172.21.15.67:0/1237340545 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7ff6a401a070 con 0x7ff6a80b73f0 2024-09-21T00:25:44.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.311+0000 7ff69e7fc640 1 --2- 172.21.15.67:0/1237340545 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff68c078b90 0x7ff68c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:44.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.312+0000 7ff69e7fc640 1 -- 172.21.15.67:0/1237340545 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 5709+0+0 (secure 0 0 0) 0x7ff6a409a030 con 0x7ff6a80b73f0 2024-09-21T00:25:44.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.312+0000 7ff6ad326640 1 --2- 172.21.15.67:0/1237340545 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff68c078b90 0x7ff68c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:44.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.312+0000 7ff6b6dd7740 1 Processor -- start 2024-09-21T00:25:44.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.312+0000 7ff6b6dd7740 1 -- start start 2024-09-21T00:25:44.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.312+0000 7ff6ad326640 1 --2- 172.21.15.67:0/1237340545 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff68c078b90 0x7ff68c07b0a0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7ff698034000 tx=0x7ff698004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:44.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.313+0000 7ff6b6dd7740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555afdff9270 0x555afe3cafc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:44.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.313+0000 7ff6b6dd7740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555afdfd03b0 0x555afe3cb500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:44.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.313+0000 7ff6b6dd7740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x555afdfd8590 0x555afe3e8400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:44.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.313+0000 7ff6b6dd7740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x555afe313820 con 0x555afdff9270 2024-09-21T00:25:44.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.313+0000 7ff6b6dd7740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x555afe302c50 con 0x555afdfd03b0 2024-09-21T00:25:44.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.313+0000 7ff6b6dd7740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x555afe306a60 con 0x555afdfd8590 2024-09-21T00:25:44.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.314+0000 7ff6adb27640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555afdff9270 0x555afe3cafc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:44.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.314+0000 7ff6adb27640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555afdff9270 0x555afe3cafc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:57842/0 (socket says 172.21.15.67:57842) 2024-09-21T00:25:44.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.314+0000 7ff6adb27640 1 -- 172.21.15.67:0/2801821252 learned_addr learned my addr 172.21.15.67:0/2801821252 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:44.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.314+0000 7ff6ad326640 1 --2- 172.21.15.67:0/2801821252 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555afdfd03b0 0x555afe3cb500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:44.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.314+0000 7ff6ae328640 1 --2- 172.21.15.67:0/2801821252 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x555afdfd8590 0x555afe3e8400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:44.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.314+0000 7ff6adb27640 1 -- 172.21.15.67:0/2801821252 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x555afdfd8590 msgr2=0x555afe3e8400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:25:44.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.314+0000 7ff6adb27640 1 --2- 172.21.15.67:0/2801821252 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x555afdfd8590 0x555afe3e8400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:44.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.314+0000 7ff6adb27640 1 -- 172.21.15.67:0/2801821252 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555afdfd03b0 msgr2=0x555afe3cb500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:25:44.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.314+0000 7ff6adb27640 1 --2- 172.21.15.67:0/2801821252 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555afdfd03b0 0x555afe3cb500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:44.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.314+0000 7ff6adb27640 1 -- 172.21.15.67:0/2801821252 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555afe064850 con 0x555afdff9270 2024-09-21T00:25:44.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.314+0000 7ff6adb27640 1 --2- 172.21.15.67:0/2801821252 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555afdff9270 0x555afe3cafc0 secure :-1 s=READY pgs=924 cs=0 l=1 rev1=1 crypto rx=0x7ff6a4098580 tx=0x7ff6a405dd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a0e7e5bd2daab82 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:44.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.314+0000 7ff68b7fe640 1 -- 172.21.15.67:0/2801821252 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6a4088070 con 0x555afdff9270 2024-09-21T00:25:44.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.314+0000 7ff68b7fe640 1 -- 172.21.15.67:0/2801821252 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff6a4061d70 con 0x555afdff9270 2024-09-21T00:25:44.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.314+0000 7ff68b7fe640 1 -- 172.21.15.67:0/2801821252 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6a4069e30 con 0x555afdff9270 2024-09-21T00:25:44.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.315+0000 7ff6b6dd7740 1 -- 172.21.15.67:0/2801821252 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555afdff9270 msgr2=0x555afe3cafc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:44.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.315+0000 7ff6b6dd7740 1 --2- 172.21.15.67:0/2801821252 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555afdff9270 0x555afe3cafc0 secure :-1 s=READY pgs=924 cs=0 l=1 rev1=1 crypto rx=0x7ff6a4098580 tx=0x7ff6a405dd40 comp rx=0 tx=0).stop 2024-09-21T00:25:44.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.315+0000 7ff6b6dd7740 1 -- 172.21.15.67:0/2801821252 shutdown_connections 2024-09-21T00:25:44.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.315+0000 7ff6b6dd7740 1 --2- 172.21.15.67:0/2801821252 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x555afdfd8590 0x555afe3e8400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:44.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.315+0000 7ff6b6dd7740 1 --2- 172.21.15.67:0/2801821252 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555afdfd03b0 0x555afe3cb500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:44.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.315+0000 7ff6b6dd7740 1 --2- 172.21.15.67:0/2801821252 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555afdff9270 0x555afe3cafc0 unknown :-1 s=CLOSED pgs=924 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:44.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.315+0000 7ff6b6dd7740 1 -- 172.21.15.67:0/2801821252 >> 172.21.15.67:0/2801821252 conn(0x555afdfed3c0 msgr2=0x555afe3a1280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:44.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.315+0000 7ff6b6dd7740 1 -- 172.21.15.67:0/2801821252 shutdown_connections 2024-09-21T00:25:44.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.315+0000 7ff6b6dd7740 1 -- 172.21.15.67:0/2801821252 wait complete. 2024-09-21T00:25:44.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.316+0000 7ff6b6dd7740 1 -- start start 2024-09-21T00:25:44.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.316+0000 7ff6b6dd7740 1 Processor -- start 2024-09-21T00:25:44.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.318+0000 7ff6b6dd7740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555afdfd03b0 0x555afe3ddf10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:44.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.318+0000 7ff6b6dd7740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555afdfd8590 0x555afe3f8be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:44.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.318+0000 7ff6b6dd7740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x555afdff9270 0x555afe3e8160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:44.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.318+0000 7ff6b6dd7740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x555afe073620 con 0x555afdfd8590 2024-09-21T00:25:44.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.318+0000 7ff6b6dd7740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x555afe2a85f0 con 0x555afdfd03b0 2024-09-21T00:25:44.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.318+0000 7ff6b6dd7740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x555afe3cba40 con 0x555afdff9270 2024-09-21T00:25:44.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.318+0000 7ff6b6dd7740 10 client.0 _ll_register_callbacks cb 0x555afe2ac0a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:25:44.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.318+0000 7ff6ad326640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555afdfd8590 0x555afe3f8be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:44.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.318+0000 7ff6ad326640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555afdfd8590 0x555afe3f8be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:57844/0 (socket says 172.21.15.67:57844) 2024-09-21T00:25:44.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.318+0000 7ff6ad326640 1 -- 172.21.15.67:0/1729817005 learned_addr learned my addr 172.21.15.67:0/1729817005 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:44.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.318+0000 7ff6adb27640 1 --2- 172.21.15.67:0/1729817005 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555afdfd03b0 0x555afe3ddf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:44.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.318+0000 7ff6ae328640 1 --2- 172.21.15.67:0/1729817005 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x555afdff9270 0x555afe3e8160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:44.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.318+0000 7ff6ad326640 1 -- 172.21.15.67:0/1729817005 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x555afdff9270 msgr2=0x555afe3e8160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:25:44.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.318+0000 7ff6ad326640 1 --2- 172.21.15.67:0/1729817005 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x555afdff9270 0x555afe3e8160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:44.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.318+0000 7ff6ad326640 1 -- 172.21.15.67:0/1729817005 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555afdfd03b0 msgr2=0x555afe3ddf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:25:44.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.318+0000 7ff6ad326640 1 --2- 172.21.15.67:0/1729817005 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555afdfd03b0 0x555afe3ddf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:44.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.318+0000 7ff6ad326640 1 -- 172.21.15.67:0/1729817005 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555afe0db6b0 con 0x555afdfd8590 2024-09-21T00:25:44.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.318+0000 7ff6ae328640 1 --2- 172.21.15.67:0/1729817005 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x555afdff9270 0x555afe3e8160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:25:44.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.318+0000 7ff6ad326640 1 --2- 172.21.15.67:0/1729817005 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555afdfd8590 0x555afe3f8be0 secure :-1 s=READY pgs=925 cs=0 l=1 rev1=1 crypto rx=0x7ff698009780 tx=0x7ff698005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5bf1ea7cdeed240b server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:44.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.318+0000 7ff688ff9640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:25:44.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.318+0000 7ff688ff9640 1 -- 172.21.15.67:0/1729817005 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6980499c0 con 0x555afdfd8590 2024-09-21T00:25:44.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.318+0000 7ff688ff9640 1 -- 172.21.15.67:0/1729817005 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(71..71 src has 1..71) ==== 5709+0+0 (secure 0 0 0) 0x7ff698049b60 con 0x555afdfd8590 2024-09-21T00:25:44.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.319+0000 7ff6b6dd7740 1 -- 172.21.15.67:0/1729817005 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff6a4061d70 con 0x555afdfd8590 2024-09-21T00:25:44.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.319+0000 7ff688ff9640 1 -- 172.21.15.67:0/1729817005 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=55) ==== 24+0+0 (secure 0 0 0) 0x7ff698049d60 con 0x555afdfd8590 2024-09-21T00:25:44.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.319+0000 7ff6b6dd7740 10 client.6882 fetch_fsmap learned FSMap version 55 2024-09-21T00:25:44.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.319+0000 7ff6b6dd7740 1 -- 172.21.15.67:0/1729817005 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=55,monmap=2+}) -- 0x555afe3e1120 con 0x555afdfd8590 2024-09-21T00:25:44.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.319+0000 7ff688ff9640 1 -- 172.21.15.67:0/1729817005 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff6a4061d70 con 0x555afdfd8590 2024-09-21T00:25:44.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.319+0000 7ff688ff9640 1 -- 172.21.15.67:0/1729817005 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 55) ==== 3502+0+0 (secure 0 0 0) 0x7ff698050070 con 0x555afdfd8590 2024-09-21T00:25:44.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.319+0000 7ff6b6dd7740 10 client.6882 fetch_fsmap finished waiting for FSMap version 55 2024-09-21T00:25:44.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.319+0000 7ff6b6dd7740 10 client.6882 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-21T00:25:44.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.319+0000 7ff6b6dd7740 20 client.6882 populate_metadata read hostname 'smithi067' 2024-09-21T00:25:44.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.319+0000 7ff6b6dd7740 1 --2- 172.21.15.67:0/1729817005 >> [v2:172.21.15.67:6834/979139170,v1:172.21.15.67:6835/979139170] conn(0x555afdfb7e40 0x555afe3e95e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:44.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.319+0000 7ff6b6dd7740 4 client.6882 mds_command: new command op to 6756 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:25:44.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.319+0000 7ff6b6dd7740 1 -- 172.21.15.67:0/1729817005 --> [v2:172.21.15.67:6834/979139170,v1:172.21.15.67:6835/979139170] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555afe315770 con 0x555afdfb7e40 2024-09-21T00:25:44.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.319+0000 7ff6adb27640 1 --2- 172.21.15.67:0/1729817005 >> [v2:172.21.15.67:6834/979139170,v1:172.21.15.67:6835/979139170] conn(0x555afdfb7e40 0x555afe3e95e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:44.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.320+0000 7ff688ff9640 10 client.6882 ms_handle_connect on v2:172.21.15.67:6834/979139170 2024-09-21T00:25:44.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.320+0000 7ff6adb27640 1 --2- 172.21.15.67:0/1729817005 >> [v2:172.21.15.67:6834/979139170,v1:172.21.15.67:6835/979139170] conn(0x555afdfb7e40 0x555afe3e95e0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1ffb92c0fad1913f server_cookie=8cbebd6cca13a2c6 in_seq=0 out_seq=0 2024-09-21T00:25:44.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.320+0000 7ff688ff9640 1 -- 172.21.15.67:0/1729817005 <== mds.0 v2:172.21.15.67:6834/979139170 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x555afe315770 con 0x555afdfb7e40 2024-09-21T00:25:44.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.320+0000 7ff688ff9640 10 client.6882 handle_command_reply: tid=0 2024-09-21T00:25:44.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.320+0000 7ff6b6dd7740 1 client.6882 shutdown 2024-09-21T00:25:44.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.320+0000 7ff6b6dd7740 1 -- 172.21.15.67:0/1729817005 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555afdfd8590 msgr2=0x555afe3f8be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:44.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.320+0000 7ff6b6dd7740 1 --2- 172.21.15.67:0/1729817005 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555afdfd8590 0x555afe3f8be0 secure :-1 s=READY pgs=925 cs=0 l=1 rev1=1 crypto rx=0x7ff698009780 tx=0x7ff698005f90 comp rx=0 tx=0).stop 2024-09-21T00:25:44.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.320+0000 7ff6b6dd7740 1 -- 172.21.15.67:0/1729817005 shutdown_connections 2024-09-21T00:25:44.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.320+0000 7ff6b6dd7740 1 --2- 172.21.15.67:0/1729817005 >> [v2:172.21.15.67:6834/979139170,v1:172.21.15.67:6835/979139170] conn(0x555afdfb7e40 0x555afe3e95e0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:44.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.320+0000 7ff6b6dd7740 1 --2- 172.21.15.67:0/1729817005 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x555afdff9270 0x555afe3e8160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:44.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.320+0000 7ff6b6dd7740 1 --2- 172.21.15.67:0/1729817005 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555afdfd8590 0x555afe3f8be0 unknown :-1 s=CLOSED pgs=925 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:44.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.320+0000 7ff688ff9640 0 client.6882 ms_handle_reset on v2:172.21.15.67:6834/979139170 2024-09-21T00:25:44.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.320+0000 7ff6b6dd7740 1 --2- 172.21.15.67:0/1729817005 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555afdfd03b0 0x555afe3ddf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:44.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.321+0000 7ff6b6dd7740 1 -- 172.21.15.67:0/1729817005 >> 172.21.15.67:0/1729817005 conn(0x555afdfed3c0 msgr2=0x555afe3e79d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:44.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.321+0000 7ff6b6dd7740 1 -- 172.21.15.67:0/1729817005 shutdown_connections 2024-09-21T00:25:44.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.321+0000 7ff6b6dd7740 1 -- 172.21.15.67:0/1729817005 wait complete. 2024-09-21T00:25:44.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.321+0000 7ff6b6dd7740 20 client.6882 trim_cache size 0 max 16384 2024-09-21T00:25:44.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.339+0000 7ff6b6dd7740 1 Processor -- start 2024-09-21T00:25:44.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.339+0000 7ff6b6dd7740 1 -- start start 2024-09-21T00:25:44.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.341+0000 7ff6b6dd7740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x555afdfed3c0 0x555afe39b910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:44.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.341+0000 7ff6b6dd7740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555afdfd03b0 0x555afe39be50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:44.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.341+0000 7ff6b6dd7740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555afdfd8590 0x555afe4089a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:44.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.341+0000 7ff6b6dd7740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff6a8201180 con 0x555afdfd8590 2024-09-21T00:25:44.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.341+0000 7ff6b6dd7740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff6a8161dc0 con 0x555afdfd03b0 2024-09-21T00:25:44.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.341+0000 7ff6b6dd7740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7ff6a8200b60 con 0x555afdfed3c0 2024-09-21T00:25:44.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.341+0000 7ff6ae328640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555afdfd8590 0x555afe4089a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:44.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.341+0000 7ff6ae328640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555afdfd8590 0x555afe4089a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:57860/0 (socket says 172.21.15.67:57860) 2024-09-21T00:25:44.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.341+0000 7ff6ae328640 1 -- 172.21.15.67:0/3914858177 learned_addr learned my addr 172.21.15.67:0/3914858177 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:44.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.341+0000 7ff6ad326640 1 --2- 172.21.15.67:0/3914858177 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555afdfd03b0 0x555afe39be50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:44.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.341+0000 7ff6adb27640 1 --2- 172.21.15.67:0/3914858177 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x555afdfed3c0 0x555afe39b910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:44.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.341+0000 7ff6ae328640 1 -- 172.21.15.67:0/3914858177 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x555afdfed3c0 msgr2=0x555afe39b910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:25:44.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.341+0000 7ff6ae328640 1 --2- 172.21.15.67:0/3914858177 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x555afdfed3c0 0x555afe39b910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:44.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.341+0000 7ff6ae328640 1 -- 172.21.15.67:0/3914858177 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555afdfd03b0 msgr2=0x555afe39be50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:25:44.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.341+0000 7ff6ae328640 1 --2- 172.21.15.67:0/3914858177 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555afdfd03b0 0x555afe39be50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:44.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.341+0000 7ff6ae328640 1 -- 172.21.15.67:0/3914858177 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555afe3b9b90 con 0x555afdfd8590 2024-09-21T00:25:44.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.341+0000 7ff6ae328640 1 --2- 172.21.15.67:0/3914858177 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555afdfd8590 0x555afe4089a0 secure :-1 s=READY pgs=926 cs=0 l=1 rev1=1 crypto rx=0x7ff6a000c650 tx=0x7ff6a0009870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c42057053df78d7 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:44.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.341+0000 7ff68affd640 1 -- 172.21.15.67:0/3914858177 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6a000aa10 con 0x555afdfd8590 2024-09-21T00:25:44.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.341+0000 7ff68affd640 1 -- 172.21.15.67:0/3914858177 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff6a001d070 con 0x555afdfd8590 2024-09-21T00:25:44.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.341+0000 7ff68affd640 1 -- 172.21.15.67:0/3914858177 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6a000ae50 con 0x555afdfd8590 2024-09-21T00:25:44.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.342+0000 7ff6b6dd7740 1 -- 172.21.15.67:0/3914858177 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555afdfd8590 msgr2=0x555afe4089a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:44.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.342+0000 7ff6b6dd7740 1 --2- 172.21.15.67:0/3914858177 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555afdfd8590 0x555afe4089a0 secure :-1 s=READY pgs=926 cs=0 l=1 rev1=1 crypto rx=0x7ff6a000c650 tx=0x7ff6a0009870 comp rx=0 tx=0).stop 2024-09-21T00:25:44.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.342+0000 7ff6b6dd7740 1 -- 172.21.15.67:0/3914858177 shutdown_connections 2024-09-21T00:25:44.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.342+0000 7ff6b6dd7740 1 --2- 172.21.15.67:0/3914858177 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555afdfd8590 0x555afe4089a0 unknown :-1 s=CLOSED pgs=926 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:44.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.342+0000 7ff6b6dd7740 1 --2- 172.21.15.67:0/3914858177 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555afdfd03b0 0x555afe39be50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:44.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.342+0000 7ff6b6dd7740 1 --2- 172.21.15.67:0/3914858177 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x555afdfed3c0 0x555afe39b910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:44.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.342+0000 7ff6b6dd7740 1 -- 172.21.15.67:0/3914858177 >> 172.21.15.67:0/3914858177 conn(0x555afe3f8d10 msgr2=0x555afe3b9070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:44.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.342+0000 7ff6b6dd7740 1 -- 172.21.15.67:0/3914858177 shutdown_connections 2024-09-21T00:25:44.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.342+0000 7ff6b6dd7740 1 -- 172.21.15.67:0/3914858177 wait complete. 2024-09-21T00:25:44.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.343+0000 7ff6b6dd7740 1 -- start start 2024-09-21T00:25:44.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.343+0000 7ff6b6dd7740 1 Processor -- start 2024-09-21T00:25:44.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.345+0000 7ff6b6dd7740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555afdfd03b0 0x555afe468da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:44.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.345+0000 7ff6b6dd7740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x555afdfd8590 0x555afe469cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:44.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.345+0000 7ff6b6dd7740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555afdfed3c0 0x555afe3ba710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:44.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.345+0000 7ff6b6dd7740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x555afe3f9120 con 0x555afdfd03b0 2024-09-21T00:25:44.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.345+0000 7ff6b6dd7740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x555afe3de620 con 0x555afdfed3c0 2024-09-21T00:25:44.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.345+0000 7ff6b6dd7740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x555afe3b9970 con 0x555afdfd8590 2024-09-21T00:25:44.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.345+0000 7ff6b6dd7740 10 client.0 _ll_register_callbacks cb 0x7ff698003990 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:25:44.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.345+0000 7ff6adb27640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555afdfd03b0 0x555afe468da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:44.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.345+0000 7ff6adb27640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555afdfd03b0 0x555afe468da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:57876/0 (socket says 172.21.15.67:57876) 2024-09-21T00:25:44.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.345+0000 7ff6adb27640 1 -- 172.21.15.67:0/1816482515 learned_addr learned my addr 172.21.15.67:0/1816482515 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:44.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.345+0000 7ff6ad326640 1 --2- 172.21.15.67:0/1816482515 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x555afdfd8590 0x555afe469cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:44.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.345+0000 7ff6ae328640 1 --2- 172.21.15.67:0/1816482515 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555afdfed3c0 0x555afe3ba710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:44.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.345+0000 7ff6adb27640 1 -- 172.21.15.67:0/1816482515 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x555afdfd8590 msgr2=0x555afe469cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:25:44.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.345+0000 7ff6adb27640 1 --2- 172.21.15.67:0/1816482515 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x555afdfd8590 0x555afe469cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:44.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.345+0000 7ff6adb27640 1 -- 172.21.15.67:0/1816482515 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555afdfed3c0 msgr2=0x555afe3ba710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:25:44.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.345+0000 7ff6adb27640 1 --2- 172.21.15.67:0/1816482515 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555afdfed3c0 0x555afe3ba710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:44.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.345+0000 7ff6adb27640 1 -- 172.21.15.67:0/1816482515 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555afe407ba0 con 0x555afdfd03b0 2024-09-21T00:25:44.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.345+0000 7ff6adb27640 1 --2- 172.21.15.67:0/1816482515 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555afdfd03b0 0x555afe468da0 secure :-1 s=READY pgs=927 cs=0 l=1 rev1=1 crypto rx=0x7ff6a40010e0 tx=0x7ff6a4065000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=990d2cb6fbb2fa6f server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:44.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.345+0000 7ff688ff9640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:25:44.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.345+0000 7ff688ff9640 1 -- 172.21.15.67:0/1816482515 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6a4088040 con 0x555afdfd03b0 2024-09-21T00:25:44.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.345+0000 7ff688ff9640 1 -- 172.21.15.67:0/1816482515 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(71..71 src has 1..71) ==== 5709+0+0 (secure 0 0 0) 0x7ff6a406b510 con 0x555afdfd03b0 2024-09-21T00:25:44.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.345+0000 7ff6b6dd7740 1 -- 172.21.15.67:0/1816482515 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff6a001d070 con 0x555afdfd03b0 2024-09-21T00:25:44.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.346+0000 7ff688ff9640 1 -- 172.21.15.67:0/1816482515 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=55) ==== 24+0+0 (secure 0 0 0) 0x7ff6a4070050 con 0x555afdfd03b0 2024-09-21T00:25:44.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.346+0000 7ff6b6dd7740 10 client.6888 fetch_fsmap learned FSMap version 55 2024-09-21T00:25:44.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.346+0000 7ff6b6dd7740 1 -- 172.21.15.67:0/1816482515 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=55,monmap=2+}) -- 0x555afe3bb060 con 0x555afdfd03b0 2024-09-21T00:25:44.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.346+0000 7ff688ff9640 1 -- 172.21.15.67:0/1816482515 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff6a001d070 con 0x555afdfd03b0 2024-09-21T00:25:44.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.346+0000 7ff688ff9640 1 -- 172.21.15.67:0/1816482515 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 55) ==== 3502+0+0 (secure 0 0 0) 0x7ff6a4073020 con 0x555afdfd03b0 2024-09-21T00:25:44.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.346+0000 7ff6b6dd7740 10 client.6888 fetch_fsmap finished waiting for FSMap version 55 2024-09-21T00:25:44.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.346+0000 7ff6b6dd7740 10 client.6888 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-21T00:25:44.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.346+0000 7ff6b6dd7740 20 client.6888 populate_metadata read hostname 'smithi067' 2024-09-21T00:25:44.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.346+0000 7ff6b6dd7740 1 --2- 172.21.15.67:0/1816482515 >> [v2:172.21.15.67:6834/979139170,v1:172.21.15.67:6835/979139170] conn(0x555afdf8d280 0x555afe39bb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:44.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.346+0000 7ff6b6dd7740 4 client.6888 mds_command: new command op to 6756 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-21T00:25:44.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.346+0000 7ff6b6dd7740 1 -- 172.21.15.67:0/1816482515 --> [v2:172.21.15.67:6834/979139170,v1:172.21.15.67:6835/979139170] -- command(tid 0: {"prefix": "status"}) -- 0x555afe311220 con 0x555afdf8d280 2024-09-21T00:25:44.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.346+0000 7ff6ad326640 1 --2- 172.21.15.67:0/1816482515 >> [v2:172.21.15.67:6834/979139170,v1:172.21.15.67:6835/979139170] conn(0x555afdf8d280 0x555afe39bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:44.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.346+0000 7ff688ff9640 10 client.6888 ms_handle_connect on v2:172.21.15.67:6834/979139170 2024-09-21T00:25:44.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.347+0000 7ff6ad326640 1 --2- 172.21.15.67:0/1816482515 >> [v2:172.21.15.67:6834/979139170,v1:172.21.15.67:6835/979139170] conn(0x555afdf8d280 0x555afe39bb70 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cdcb30fbf6d0806d server_cookie=8a5ed8c20858478e in_seq=0 out_seq=0 2024-09-21T00:25:44.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.347+0000 7ff688ff9640 1 -- 172.21.15.67:0/1816482515 <== mds.0 v2:172.21.15.67:6834/979139170 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x555afe311220 con 0x555afdf8d280 2024-09-21T00:25:44.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.347+0000 7ff688ff9640 10 client.6888 handle_command_reply: tid=0 2024-09-21T00:25:44.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.347+0000 7ff6b6dd7740 1 client.6888 shutdown 2024-09-21T00:25:44.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.347+0000 7ff6b6dd7740 1 -- 172.21.15.67:0/1816482515 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555afdfd03b0 msgr2=0x555afe468da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:44.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.347+0000 7ff6b6dd7740 1 --2- 172.21.15.67:0/1816482515 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555afdfd03b0 0x555afe468da0 secure :-1 s=READY pgs=927 cs=0 l=1 rev1=1 crypto rx=0x7ff6a40010e0 tx=0x7ff6a4065000 comp rx=0 tx=0).stop 2024-09-21T00:25:44.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.347+0000 7ff6b6dd7740 1 -- 172.21.15.67:0/1816482515 shutdown_connections 2024-09-21T00:25:44.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.347+0000 7ff6b6dd7740 1 --2- 172.21.15.67:0/1816482515 >> [v2:172.21.15.67:6834/979139170,v1:172.21.15.67:6835/979139170] conn(0x555afdf8d280 0x555afe39bb70 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:44.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.347+0000 7ff6b6dd7740 1 --2- 172.21.15.67:0/1816482515 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555afdfed3c0 0x555afe3ba710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:44.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.347+0000 7ff688ff9640 0 client.6888 ms_handle_reset on v2:172.21.15.67:6834/979139170 2024-09-21T00:25:44.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.347+0000 7ff6b6dd7740 1 --2- 172.21.15.67:0/1816482515 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x555afdfd8590 0x555afe469cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:44.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.347+0000 7ff6b6dd7740 1 --2- 172.21.15.67:0/1816482515 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555afdfd03b0 0x555afe468da0 unknown :-1 s=CLOSED pgs=927 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:44.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.347+0000 7ff6b6dd7740 1 -- 172.21.15.67:0/1816482515 >> 172.21.15.67:0/1816482515 conn(0x555afe3f8d10 msgr2=0x555afe3e7b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:44.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.347+0000 7ff6b6dd7740 1 -- 172.21.15.67:0/1816482515 shutdown_connections 2024-09-21T00:25:44.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.347+0000 7ff6b6dd7740 1 -- 172.21.15.67:0/1816482515 wait complete. 2024-09-21T00:25:44.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.347+0000 7ff6b6dd7740 20 client.6888 trim_cache size 0 max 16384 2024-09-21T00:25:44.355 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:25:44.355 INFO:teuthology.orchestra.run.smithi067.stdout: "cluster_fsid": "166a8832-baab-4541-be5c-9c3483b3f7a3", 2024-09-21T00:25:44.355 INFO:teuthology.orchestra.run.smithi067.stdout: "whoami": 0, 2024-09-21T00:25:44.355 INFO:teuthology.orchestra.run.smithi067.stdout: "id": 6756, 2024-09-21T00:25:44.355 INFO:teuthology.orchestra.run.smithi067.stdout: "want_state": "up:active", 2024-09-21T00:25:44.355 INFO:teuthology.orchestra.run.smithi067.stdout: "state": "up:active", 2024-09-21T00:25:44.355 INFO:teuthology.orchestra.run.smithi067.stdout: "fs_name": "cephfs", 2024-09-21T00:25:44.355 INFO:teuthology.orchestra.run.smithi067.stdout: "rank_uptime": 5.8502384970000003, 2024-09-21T00:25:44.355 INFO:teuthology.orchestra.run.smithi067.stdout: "mdsmap_epoch": 55, 2024-09-21T00:25:44.355 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch": 71, 2024-09-21T00:25:44.355 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch_barrier": 71, 2024-09-21T00:25:44.355 INFO:teuthology.orchestra.run.smithi067.stdout: "uptime": 10.500848659000001 2024-09-21T00:25:44.356 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:25:44.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.348+0000 7ff6afd8b640 1 -- 172.21.15.67:0/1237340545 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff68c078b90 msgr2=0x7ff68c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:44.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.348+0000 7ff6afd8b640 1 --2- 172.21.15.67:0/1237340545 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff68c078b90 0x7ff68c07b0a0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7ff698034000 tx=0x7ff698004730 comp rx=0 tx=0).stop 2024-09-21T00:25:44.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.348+0000 7ff6afd8b640 1 -- 172.21.15.67:0/1237340545 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff6a80b73f0 msgr2=0x7ff6a8150670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:44.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.348+0000 7ff6afd8b640 1 --2- 172.21.15.67:0/1237340545 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff6a80b73f0 0x7ff6a8150670 secure :-1 s=READY pgs=923 cs=0 l=1 rev1=1 crypto rx=0x7ff6a400c3c0 tx=0x7ff6a4001e70 comp rx=0 tx=0).stop 2024-09-21T00:25:44.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.348+0000 7ff6afd8b640 1 -- 172.21.15.67:0/1237340545 shutdown_connections 2024-09-21T00:25:44.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.348+0000 7ff6afd8b640 1 --2- 172.21.15.67:0/1237340545 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff68c078b90 0x7ff68c07b0a0 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:44.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.348+0000 7ff6afd8b640 1 --2- 172.21.15.67:0/1237340545 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff6a80d1010 0x7ff6a80b8100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:44.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.348+0000 7ff6afd8b640 1 --2- 172.21.15.67:0/1237340545 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff6a80b9780 0x7ff6a81f8950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:44.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.348+0000 7ff6afd8b640 1 --2- 172.21.15.67:0/1237340545 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff6a80b73f0 0x7ff6a8150670 unknown :-1 s=CLOSED pgs=923 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:44.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.348+0000 7ff6afd8b640 1 -- 172.21.15.67:0/1237340545 >> 172.21.15.67:0/1237340545 conn(0x7ff6a808bee0 msgr2=0x7ff6a80cf0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:44.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.348+0000 7ff6afd8b640 1 -- 172.21.15.67:0/1237340545 shutdown_connections 2024-09-21T00:25:44.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.348+0000 7ff6afd8b640 1 -- 172.21.15.67:0/1237340545 wait complete. 2024-09-21T00:25:44.360 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-21T00:25:44.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.475+0000 7fcef252b640 1 -- 172.21.15.67:0/3908685399 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fceec0b3ae0 msgr2=0x7fceec0d0a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:44.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.475+0000 7fcef252b640 1 --2- 172.21.15.67:0/3908685399 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fceec0b3ae0 0x7fceec0d0a10 secure :-1 s=READY pgs=928 cs=0 l=1 rev1=1 crypto rx=0x7fcee0005fd0 tx=0x7fcee002a410 comp rx=0 tx=0).stop 2024-09-21T00:25:44.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.475+0000 7fcef252b640 1 -- 172.21.15.67:0/3908685399 shutdown_connections 2024-09-21T00:25:44.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.475+0000 7fcef252b640 1 --2- 172.21.15.67:0/3908685399 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fceec0d0f50 0x7fceec0b5530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:44.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.475+0000 7fcef252b640 1 --2- 172.21.15.67:0/3908685399 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fceec0b3ae0 0x7fceec0d0a10 unknown :-1 s=CLOSED pgs=928 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:44.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.475+0000 7fcef252b640 1 -- 172.21.15.67:0/3908685399 >> 172.21.15.67:0/3908685399 conn(0x7fceec0b4140 msgr2=0x7fceec0b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:44.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.475+0000 7fcef252b640 1 -- 172.21.15.67:0/3908685399 shutdown_connections 2024-09-21T00:25:44.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.475+0000 7fcef252b640 1 -- 172.21.15.67:0/3908685399 wait complete. 2024-09-21T00:25:44.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.477+0000 7fcef252b640 1 Processor -- start 2024-09-21T00:25:44.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.477+0000 7fcef252b640 1 -- start start 2024-09-21T00:25:44.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.478+0000 7fcef252b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fceec09b7b0 0x7fceec09e580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:44.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.478+0000 7fcef252b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fceec0b3ae0 0x7fceec14de30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:44.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.478+0000 7fcef252b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fceec0d0f50 0x7fceec06ef40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:44.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.478+0000 7fcef252b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fceec0b5e00 con 0x7fceec0b3ae0 2024-09-21T00:25:44.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.478+0000 7fcef252b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fceec0b5c80 con 0x7fceec0d0f50 2024-09-21T00:25:44.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.478+0000 7fcef252b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fceec0b5f80 con 0x7fceec09b7b0 2024-09-21T00:25:44.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.478+0000 7fceeb7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fceec0b3ae0 0x7fceec14de30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:44.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.478+0000 7fceeb7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fceec0b3ae0 0x7fceec14de30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:57882/0 (socket says 172.21.15.67:57882) 2024-09-21T00:25:44.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.478+0000 7fceeb7fe640 1 -- 172.21.15.67:0/449128419 learned_addr learned my addr 172.21.15.67:0/449128419 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:44.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.478+0000 7fcef0ac8640 1 --2- 172.21.15.67:0/449128419 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fceec0d0f50 0x7fceec06ef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:44.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.478+0000 7fceebfff640 1 --2- 172.21.15.67:0/449128419 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fceec09b7b0 0x7fceec09e580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:44.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.479+0000 7fceeb7fe640 1 -- 172.21.15.67:0/449128419 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fceec09b7b0 msgr2=0x7fceec09e580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:44.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.479+0000 7fceeb7fe640 1 --2- 172.21.15.67:0/449128419 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fceec09b7b0 0x7fceec09e580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:44.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.479+0000 7fceeb7fe640 1 -- 172.21.15.67:0/449128419 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fceec0d0f50 msgr2=0x7fceec06ef40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:44.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.479+0000 7fceeb7fe640 1 --2- 172.21.15.67:0/449128419 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fceec0d0f50 0x7fceec06ef40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:44.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.479+0000 7fceeb7fe640 1 -- 172.21.15.67:0/449128419 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fceec15e070 con 0x7fceec0b3ae0 2024-09-21T00:25:44.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.479+0000 7fceebfff640 1 --2- 172.21.15.67:0/449128419 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fceec09b7b0 0x7fceec09e580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:25:44.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.479+0000 7fceeb7fe640 1 --2- 172.21.15.67:0/449128419 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fceec0b3ae0 0x7fceec14de30 secure :-1 s=READY pgs=929 cs=0 l=1 rev1=1 crypto rx=0x7fcee0034040 tx=0x7fcee0003910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:44.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.479+0000 7fcee8ff9640 1 -- 172.21.15.67:0/449128419 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcee003e030 con 0x7fceec0b3ae0 2024-09-21T00:25:44.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.479+0000 7fcee8ff9640 1 -- 172.21.15.67:0/449128419 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcee0003e00 con 0x7fceec0b3ae0 2024-09-21T00:25:44.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.479+0000 7fcef252b640 1 -- 172.21.15.67:0/449128419 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fceec06dec0 con 0x7fceec0b3ae0 2024-09-21T00:25:44.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.479+0000 7fcee8ff9640 1 -- 172.21.15.67:0/449128419 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcee0035040 con 0x7fceec0b3ae0 2024-09-21T00:25:44.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.479+0000 7fcef252b640 1 -- 172.21.15.67:0/449128419 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fceec06e460 con 0x7fceec0b3ae0 2024-09-21T00:25:44.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.480+0000 7fcef252b640 1 -- 172.21.15.67:0/449128419 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fceec0d0a10 con 0x7fceec0b3ae0 2024-09-21T00:25:44.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.481+0000 7fcee8ff9640 1 -- 172.21.15.67:0/449128419 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fcee0041030 con 0x7fceec0b3ae0 2024-09-21T00:25:44.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.481+0000 7fcee8ff9640 1 --2- 172.21.15.67:0/449128419 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fced8078b90 0x7fced807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:44.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.482+0000 7fcee8ff9640 1 -- 172.21.15.67:0/449128419 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 5709+0+0 (secure 0 0 0) 0x7fcee00bb880 con 0x7fceec0b3ae0 2024-09-21T00:25:44.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.482+0000 7fceebfff640 1 --2- 172.21.15.67:0/449128419 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fced8078b90 0x7fced807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:44.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.482+0000 7fceebfff640 1 --2- 172.21.15.67:0/449128419 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fced8078b90 0x7fced807b0a0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fcedc006fd0 tx=0x7fcedc008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:44.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.485+0000 7fcee8ff9640 1 -- 172.21.15.67:0/449128419 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fceec15e070 con 0x7fceec0b3ae0 2024-09-21T00:25:44.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.712+0000 7fcef252b640 1 -- 172.21.15.67:0/449128419 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fceec0b7a60 con 0x7fceec0b3ae0 2024-09-21T00:25:44.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.712+0000 7fcee8ff9640 1 -- 172.21.15.67:0/449128419 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v55) ==== 53+0+73 (secure 0 0 0) 0x7fceec0d1360 con 0x7fceec0b3ae0 2024-09-21T00:25:44.714 INFO:teuthology.orchestra.run.smithi067.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-21T00:25:44.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.715+0000 7fcef252b640 1 -- 172.21.15.67:0/449128419 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fced8078b90 msgr2=0x7fced807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:44.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.715+0000 7fcef252b640 1 --2- 172.21.15.67:0/449128419 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fced8078b90 0x7fced807b0a0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fcedc006fd0 tx=0x7fcedc008040 comp rx=0 tx=0).stop 2024-09-21T00:25:44.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.715+0000 7fcef252b640 1 -- 172.21.15.67:0/449128419 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fceec0b3ae0 msgr2=0x7fceec14de30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:44.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.715+0000 7fcef252b640 1 --2- 172.21.15.67:0/449128419 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fceec0b3ae0 0x7fceec14de30 secure :-1 s=READY pgs=929 cs=0 l=1 rev1=1 crypto rx=0x7fcee0034040 tx=0x7fcee0003910 comp rx=0 tx=0).stop 2024-09-21T00:25:44.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.715+0000 7fcef252b640 1 -- 172.21.15.67:0/449128419 shutdown_connections 2024-09-21T00:25:44.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.715+0000 7fcef252b640 1 --2- 172.21.15.67:0/449128419 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fced8078b90 0x7fced807b0a0 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:44.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.715+0000 7fcef252b640 1 --2- 172.21.15.67:0/449128419 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fceec0d0f50 0x7fceec06ef40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:44.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.715+0000 7fcef252b640 1 --2- 172.21.15.67:0/449128419 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fceec0b3ae0 0x7fceec14de30 unknown :-1 s=CLOSED pgs=929 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:44.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.715+0000 7fcef252b640 1 --2- 172.21.15.67:0/449128419 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fceec09b7b0 0x7fceec09e580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:44.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.715+0000 7fcef252b640 1 -- 172.21.15.67:0/449128419 >> 172.21.15.67:0/449128419 conn(0x7fceec0b4140 msgr2=0x7fceec0713e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:44.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.715+0000 7fcef252b640 1 -- 172.21.15.67:0/449128419 shutdown_connections 2024-09-21T00:25:44.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44.715+0000 7fcef252b640 1 -- 172.21.15.67:0/449128419 wait complete. 2024-09-21T00:25:44.727 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-21T00:25:44.728 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-21T00:25:44.728 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi067.front.sepia.ceph.com 2024-09-21T00:25:44.728 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-21T00:25:44.728 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-21T00:25:44.728 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-21T00:25:44.728 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-21T00:25:44.728 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-21T00:25:44.728 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-21T00:25:44.728 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:25:44.728 DEBUG:teuthology.orchestra.run.smithi067:> ip addr 2024-09-21T00:25:44.744 INFO:teuthology.orchestra.run.smithi067.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-21T00:25:44.745 INFO:teuthology.orchestra.run.smithi067.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-21T00:25:44.745 INFO:teuthology.orchestra.run.smithi067.stdout: inet 127.0.0.1/8 scope host lo 2024-09-21T00:25:44.745 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:25:44.745 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 ::1/128 scope host 2024-09-21T00:25:44.745 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:25:44.745 INFO:teuthology.orchestra.run.smithi067.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-21T00:25:44.745 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:a8:b4:7e brd ff:ff:ff:ff:ff:ff 2024-09-21T00:25:44.745 INFO:teuthology.orchestra.run.smithi067.stdout: altname enp7s0f0 2024-09-21T00:25:44.745 INFO:teuthology.orchestra.run.smithi067.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-21T00:25:44.745 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:a8:b4:7f brd ff:ff:ff:ff:ff:ff 2024-09-21T00:25:44.745 INFO:teuthology.orchestra.run.smithi067.stdout: altname enp7s0f1 2024-09-21T00:25:44.745 INFO:teuthology.orchestra.run.smithi067.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-21T00:25:44.746 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:b6:fc:0a brd ff:ff:ff:ff:ff:ff 2024-09-21T00:25:44.746 INFO:teuthology.orchestra.run.smithi067.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-21T00:25:44.746 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:b6:fc:0b brd ff:ff:ff:ff:ff:ff 2024-09-21T00:25:44.746 INFO:teuthology.orchestra.run.smithi067.stdout: inet 172.21.15.67/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-21T00:25:44.746 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft 42523sec preferred_lft 42523sec 2024-09-21T00:25:44.746 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::ec4:7aff:feb6:fc0b/64 scope link noprefixroute 2024-09-21T00:25:44.746 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:25:44.746 INFO:teuthology.orchestra.run.smithi067.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-21T00:25:44.746 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether ae:69:02:89:12:0b brd ff:ff:ff:ff:ff:ff 2024-09-21T00:25:44.746 INFO:teuthology.orchestra.run.smithi067.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-21T00:25:44.747 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:25:44.747 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::cb7:27ff:fe38:31a4/64 scope link 2024-09-21T00:25:44.747 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:25:44.747 INFO:teuthology.orchestra.run.smithi067.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T00:25:44.747 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether ae:69:02:89:12:0b brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:25:44.747 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::ac69:2ff:fe89:120b/64 scope link 2024-09-21T00:25:44.747 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:25:44.747 INFO:teuthology.orchestra.run.smithi067.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T00:25:44.747 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether d6:c9:e4:80:cc:a3 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:25:44.747 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::d4c9:e4ff:fe80:cca3/64 scope link 2024-09-21T00:25:44.748 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:25:44.748 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:25:44.748 DEBUG:teuthology.orchestra.run.smithi067:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-21T00:25:44.809 INFO:teuthology.orchestra.run.smithi067.stdout:1 2024-09-21T00:25:44.810 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:25:44.811 DEBUG:teuthology.orchestra.run.smithi067:> route 2024-09-21T00:25:44.867 INFO:teuthology.orchestra.run.smithi067.stdout:Kernel IP routing table 2024-09-21T00:25:44.868 INFO:teuthology.orchestra.run.smithi067.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-21T00:25:44.868 INFO:teuthology.orchestra.run.smithi067.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-21T00:25:44.868 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-21T00:25:44.868 INFO:teuthology.orchestra.run.smithi067.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-21T00:25:44.868 DEBUG:teuthology.orchestra.run.smithi067:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T00:25:44.868 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:25:44.868 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-21T00:25:44.868 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-21T00:25:44.868 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-21T00:25:44.868 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:25:44.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T00:25:44.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:25:44.996 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:25:44.996 DEBUG:teuthology.orchestra.run.smithi067:> ip netns list 2024-09-21T00:25:45.012 INFO:teuthology.orchestra.run.smithi067.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-21T00:25:45.012 INFO:teuthology.orchestra.run.smithi067.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-21T00:25:45.012 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-21T00:25:45.012 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:25:45.012 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip link set brx.0 up 2024-09-21T00:25:45.078 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-21T00:25:45.078 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T00:25:45.078 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-21T00:25:45.134 INFO:teuthology.orchestra.run.smithi067.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-21T00:25:45.134 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T00:25:45.134 DEBUG:teuthology.orchestra.run.smithi067:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-21T00:25:45.189 DEBUG:teuthology.orchestra.run.smithi067:> sudo modprobe fuse 2024-09-21T00:25:45.256 DEBUG:teuthology.orchestra.run.smithi067:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T00:25:45.314 INFO:teuthology.orchestra.run.smithi067.stdout:/proc 2024-09-21T00:25:45.314 INFO:teuthology.orchestra.run.smithi067.stdout:/sys 2024-09-21T00:25:45.314 INFO:teuthology.orchestra.run.smithi067.stdout:/dev 2024-09-21T00:25:45.314 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/security 2024-09-21T00:25:45.314 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/shm 2024-09-21T00:25:45.314 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/pts 2024-09-21T00:25:45.314 INFO:teuthology.orchestra.run.smithi067.stdout:/run 2024-09-21T00:25:45.314 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/cgroup 2024-09-21T00:25:45.314 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/pstore 2024-09-21T00:25:45.315 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/bpf 2024-09-21T00:25:45.315 INFO:teuthology.orchestra.run.smithi067.stdout:/ 2024-09-21T00:25:45.315 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/selinux 2024-09-21T00:25:45.315 INFO:teuthology.orchestra.run.smithi067.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T00:25:45.315 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/hugepages 2024-09-21T00:25:45.315 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/mqueue 2024-09-21T00:25:45.315 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/debug 2024-09-21T00:25:45.315 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/tracing 2024-09-21T00:25:45.315 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/fuse/connections 2024-09-21T00:25:45.315 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-sysctl.service 2024-09-21T00:25:45.315 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/config 2024-09-21T00:25:45.315 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-21T00:25:45.315 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-21T00:25:45.315 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/nfs/rpc_pipefs 2024-09-21T00:25:45.315 INFO:teuthology.orchestra.run.smithi067.stdout:/run/user/1000 2024-09-21T00:25:45.316 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph 2024-09-21T00:25:45.316 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T00:25:45.316 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T00:25:45.316 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T00:25:45.316 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T00:25:45.316 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns 2024-09-21T00:25:45.316 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:25:45.316 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:25:45.316 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:25:45.316 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:25:45.316 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:25:45.317 DEBUG:teuthology.orchestra.run.smithi067:> ls /sys/fs/fuse/connections 2024-09-21T00:25:45.370 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-21T00:25:45.370 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-21T00:25:45.412 DEBUG:teuthology.orchestra.run.smithi067:> sudo modprobe fuse 2024-09-21T00:25:45.438 DEBUG:teuthology.orchestra.run.smithi067:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T00:25:45.496 INFO:teuthology.orchestra.run.smithi067.stdout:/proc 2024-09-21T00:25:45.496 INFO:teuthology.orchestra.run.smithi067.stdout:/sys 2024-09-21T00:25:45.497 INFO:teuthology.orchestra.run.smithi067.stdout:/dev 2024-09-21T00:25:45.497 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/security 2024-09-21T00:25:45.497 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/shm 2024-09-21T00:25:45.497 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/pts 2024-09-21T00:25:45.497 INFO:teuthology.orchestra.run.smithi067.stdout:/run 2024-09-21T00:25:45.497 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/cgroup 2024-09-21T00:25:45.497 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/pstore 2024-09-21T00:25:45.497 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/bpf 2024-09-21T00:25:45.497 INFO:teuthology.orchestra.run.smithi067.stdout:/ 2024-09-21T00:25:45.497 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/selinux 2024-09-21T00:25:45.497 INFO:teuthology.orchestra.run.smithi067.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T00:25:45.497 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/hugepages 2024-09-21T00:25:45.498 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/mqueue 2024-09-21T00:25:45.498 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/debug 2024-09-21T00:25:45.498 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/tracing 2024-09-21T00:25:45.498 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/fuse/connections 2024-09-21T00:25:45.498 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-sysctl.service 2024-09-21T00:25:45.498 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/config 2024-09-21T00:25:45.498 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-21T00:25:45.498 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-21T00:25:45.498 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/nfs/rpc_pipefs 2024-09-21T00:25:45.498 INFO:teuthology.orchestra.run.smithi067.stdout:/run/user/1000 2024-09-21T00:25:45.498 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph 2024-09-21T00:25:45.498 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T00:25:45.499 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T00:25:45.499 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T00:25:45.499 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T00:25:45.499 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns 2024-09-21T00:25:45.499 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:25:45.499 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:25:45.499 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:25:45.499 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:25:45.499 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:25:45.499 DEBUG:teuthology.orchestra.run.smithi067:> ls /sys/fs/fuse/connections 2024-09-21T00:25:45.507 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:2024-09-21T00:25:45.506+0000 7f7d5def9480 -1 init, newargv = 0x7f7d40004640 newargc=15 2024-09-21T00:25:45.508 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:ceph-fuse[65410]: starting ceph client 2024-09-21T00:25:45.512 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:ceph-fuse[65410]: starting fuse 2024-09-21T00:25:45.523 INFO:teuthology.orchestra.run.smithi067.stdout:41 2024-09-21T00:25:45.523 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-21T00:25:45.524 DEBUG:teuthology.orchestra.run.smithi067:> sudo stdin-killer -- python3 -c ' 2024-09-21T00:25:45.524 DEBUG:teuthology.orchestra.run.smithi067:> import glob 2024-09-21T00:25:45.524 DEBUG:teuthology.orchestra.run.smithi067:> import re 2024-09-21T00:25:45.524 DEBUG:teuthology.orchestra.run.smithi067:> import os 2024-09-21T00:25:45.524 DEBUG:teuthology.orchestra.run.smithi067:> import subprocess 2024-09-21T00:25:45.524 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:25:45.524 DEBUG:teuthology.orchestra.run.smithi067:> def _find_admin_socket(client_name): 2024-09-21T00:25:45.524 DEBUG:teuthology.orchestra.run.smithi067:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-21T00:25:45.524 DEBUG:teuthology.orchestra.run.smithi067:> files = glob.glob(asok_path) 2024-09-21T00:25:45.524 DEBUG:teuthology.orchestra.run.smithi067:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-21T00:25:45.524 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:25:45.524 DEBUG:teuthology.orchestra.run.smithi067:> # Given a non-glob path, it better be there 2024-09-21T00:25:45.525 DEBUG:teuthology.orchestra.run.smithi067:> if "*" not in asok_path: 2024-09-21T00:25:45.525 DEBUG:teuthology.orchestra.run.smithi067:> assert(len(files) == 1) 2024-09-21T00:25:45.525 DEBUG:teuthology.orchestra.run.smithi067:> return files[0] 2024-09-21T00:25:45.525 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:25:45.525 DEBUG:teuthology.orchestra.run.smithi067:> for f in files: 2024-09-21T00:25:45.525 DEBUG:teuthology.orchestra.run.smithi067:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-21T00:25:45.525 DEBUG:teuthology.orchestra.run.smithi067:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-21T00:25:45.525 DEBUG:teuthology.orchestra.run.smithi067:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-21T00:25:45.525 DEBUG:teuthology.orchestra.run.smithi067:> contents = proc_f.read() 2024-09-21T00:25:45.525 DEBUG:teuthology.orchestra.run.smithi067:> if mountpoint in contents: 2024-09-21T00:25:45.525 DEBUG:teuthology.orchestra.run.smithi067:> return f 2024-09-21T00:25:45.525 DEBUG:teuthology.orchestra.run.smithi067:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-21T00:25:45.525 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:25:45.525 DEBUG:teuthology.orchestra.run.smithi067:> print(_find_admin_socket("client.0")) 2024-09-21T00:25:45.526 DEBUG:teuthology.orchestra.run.smithi067:> ' 2024-09-21T00:25:45.644 INFO:teuthology.orchestra.run.smithi067.stdout:/var/run/ceph/ceph-client.0.65410.asok 2024-09-21T00:25:45.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:25:45.655 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.65410.asok 2024-09-21T00:25:45.655 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:25:45.655 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.65410.asok status 2024-09-21T00:25:45.801 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:25:45.801 INFO:teuthology.orchestra.run.smithi067.stdout: "metadata": { 2024-09-21T00:25:45.801 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", 2024-09-21T00:25:45.801 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", 2024-09-21T00:25:45.801 INFO:teuthology.orchestra.run.smithi067.stdout: "entity_id": "0", 2024-09-21T00:25:45.801 INFO:teuthology.orchestra.run.smithi067.stdout: "hostname": "smithi067", 2024-09-21T00:25:45.801 INFO:teuthology.orchestra.run.smithi067.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-21T00:25:45.801 INFO:teuthology.orchestra.run.smithi067.stdout: "pid": "65410", 2024-09-21T00:25:45.802 INFO:teuthology.orchestra.run.smithi067.stdout: "root": "/" 2024-09-21T00:25:45.802 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:25:45.802 INFO:teuthology.orchestra.run.smithi067.stdout: "dentry_count": 0, 2024-09-21T00:25:45.802 INFO:teuthology.orchestra.run.smithi067.stdout: "dentry_pinned_count": 0, 2024-09-21T00:25:45.802 INFO:teuthology.orchestra.run.smithi067.stdout: "id": 6900, 2024-09-21T00:25:45.802 INFO:teuthology.orchestra.run.smithi067.stdout: "inst": { 2024-09-21T00:25:45.802 INFO:teuthology.orchestra.run.smithi067.stdout: "name": { 2024-09-21T00:25:45.802 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "client", 2024-09-21T00:25:45.802 INFO:teuthology.orchestra.run.smithi067.stdout: "num": 6900 2024-09-21T00:25:45.802 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:25:45.802 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": { 2024-09-21T00:25:45.802 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "v1", 2024-09-21T00:25:45.802 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": "192.168.0.1:0", 2024-09-21T00:25:45.802 INFO:teuthology.orchestra.run.smithi067.stdout: "nonce": 2881489855 2024-09-21T00:25:45.803 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:25:45.803 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:25:45.803 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": { 2024-09-21T00:25:45.803 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "v1", 2024-09-21T00:25:45.803 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": "192.168.0.1:0", 2024-09-21T00:25:45.803 INFO:teuthology.orchestra.run.smithi067.stdout: "nonce": 2881489855 2024-09-21T00:25:45.803 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:25:45.803 INFO:teuthology.orchestra.run.smithi067.stdout: "inst_str": "client.6900 192.168.0.1:0/2881489855", 2024-09-21T00:25:45.803 INFO:teuthology.orchestra.run.smithi067.stdout: "addr_str": "192.168.0.1:0/2881489855", 2024-09-21T00:25:45.803 INFO:teuthology.orchestra.run.smithi067.stdout: "inode_count": 1, 2024-09-21T00:25:45.803 INFO:teuthology.orchestra.run.smithi067.stdout: "mds_epoch": 55, 2024-09-21T00:25:45.803 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_epoch": 71, 2024-09-21T00:25:45.803 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_epoch_barrier": 0, 2024-09-21T00:25:45.803 INFO:teuthology.orchestra.run.smithi067.stdout: "blocklisted": false, 2024-09-21T00:25:45.804 INFO:teuthology.orchestra.run.smithi067.stdout: "fs_name": "cephfs" 2024-09-21T00:25:45.804 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:25:45.810 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:25:45.810 DEBUG:teuthology.orchestra.run.smithi067:> stat --file-system '--printf=%T 2024-09-21T00:25:45.810 DEBUG:teuthology.orchestra.run.smithi067:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-21T00:25:45.826 INFO:teuthology.orchestra.run.smithi067.stdout:fuseblk 2024-09-21T00:25:45.826 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-21T00:25:45.826 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:25:45.826 DEBUG:teuthology.orchestra.run.smithi067:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-21T00:25:45.892 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:25:45.892 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir scrub_repair_path) 2024-09-21T00:25:45.953 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:25:45.953 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec touch scrub_repair_path/file) 2024-09-21T00:25:46.012 DEBUG:teuthology.orchestra.run.smithi067:> stdin-killer -- python3 -c ' 2024-09-21T00:25:46.013 DEBUG:teuthology.orchestra.run.smithi067:> import os 2024-09-21T00:25:46.013 DEBUG:teuthology.orchestra.run.smithi067:> import stat 2024-09-21T00:25:46.013 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:25:46.013 DEBUG:teuthology.orchestra.run.smithi067:> print(os.stat("/home/ubuntu/cephtest/mnt.0/scrub_repair_path").st_ino) 2024-09-21T00:25:46.013 DEBUG:teuthology.orchestra.run.smithi067:> ' 2024-09-21T00:25:46.119 INFO:teuthology.orchestra.run.smithi067.stdout:1099511627776 2024-09-21T00:25:46.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:25:46.128 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:25:46.129 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:25:46.186 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T00:25:46.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.342+0000 7f320dda1640 1 -- 172.21.15.67:0/138143960 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f31f00039e0 msgr2=0x7f31f0003e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:46.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.342+0000 7f320dda1640 1 --2- 172.21.15.67:0/138143960 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f31f00039e0 0x7f31f0003e10 secure :-1 s=READY pgs=933 cs=0 l=1 rev1=1 crypto rx=0x7f31f80017c0 tx=0x7f31f0005830 comp rx=0 tx=0).stop 2024-09-21T00:25:46.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.342+0000 7f3207fff640 1 -- 172.21.15.67:0/138143960 reap_dead start 2024-09-21T00:25:46.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.342+0000 7f320dda1640 1 -- 172.21.15.67:0/138143960 shutdown_connections 2024-09-21T00:25:46.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.342+0000 7f320dda1640 1 -- 172.21.15.67:0/138143960 >> 172.21.15.67:0/138143960 conn(0x7f32080d45a0 msgr2=0x7f32080d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:46.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.342+0000 7f320dda1640 1 -- 172.21.15.67:0/138143960 shutdown_connections 2024-09-21T00:25:46.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.342+0000 7f320dda1640 1 -- 172.21.15.67:0/138143960 wait complete. 2024-09-21T00:25:46.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.344+0000 7f320dda1640 1 Processor -- start 2024-09-21T00:25:46.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.344+0000 7f320dda1640 1 -- start start 2024-09-21T00:25:46.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.346+0000 7f320dda1640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f31f00039e0 0x7f320815a050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:46.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.346+0000 7f320dda1640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f320815adf0 0x7f320815cfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:46.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.346+0000 7f320dda1640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f320815a810 0x7f320815d500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:46.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.346+0000 7f320dda1640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f32080b69a0 con 0x7f31f00039e0 2024-09-21T00:25:46.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.346+0000 7f320dda1640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f32080d2500 con 0x7f320815adf0 2024-09-21T00:25:46.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.346+0000 7f320dda1640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f32080cf260 con 0x7f320815a810 2024-09-21T00:25:46.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.346+0000 7f32077fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f31f00039e0 0x7f320815a050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:46.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.346+0000 7f32077fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f31f00039e0 0x7f320815a050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:57896/0 (socket says 172.21.15.67:57896) 2024-09-21T00:25:46.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.346+0000 7f32077fe640 1 -- 172.21.15.67:0/4018942322 learned_addr learned my addr 172.21.15.67:0/4018942322 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:46.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.346+0000 7f3206ffd640 1 --2- 172.21.15.67:0/4018942322 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f320815adf0 0x7f320815cfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:46.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.346+0000 7f3207fff640 1 --2- 172.21.15.67:0/4018942322 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f320815a810 0x7f320815d500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:46.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.346+0000 7f32077fe640 1 -- 172.21.15.67:0/4018942322 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f320815a810 msgr2=0x7f320815d500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:46.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.346+0000 7f32077fe640 1 --2- 172.21.15.67:0/4018942322 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f320815a810 0x7f320815d500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:46.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.346+0000 7f32077fe640 1 -- 172.21.15.67:0/4018942322 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f320815adf0 msgr2=0x7f320815cfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:46.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.346+0000 7f32077fe640 1 --2- 172.21.15.67:0/4018942322 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f320815adf0 0x7f320815cfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:46.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.346+0000 7f32077fe640 1 -- 172.21.15.67:0/4018942322 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f320815f3a0 con 0x7f31f00039e0 2024-09-21T00:25:46.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.346+0000 7f3206ffd640 1 --2- 172.21.15.67:0/4018942322 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f320815adf0 0x7f320815cfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:25:46.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.346+0000 7f32077fe640 1 --2- 172.21.15.67:0/4018942322 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f31f00039e0 0x7f320815a050 secure :-1 s=READY pgs=934 cs=0 l=1 rev1=1 crypto rx=0x7f31f802aa80 tx=0x7f31f80060e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:46.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.347+0000 7f31effff640 1 -- 172.21.15.67:0/4018942322 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31f8042070 con 0x7f31f00039e0 2024-09-21T00:25:46.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.347+0000 7f31effff640 1 -- 172.21.15.67:0/4018942322 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f31f80037f0 con 0x7f31f00039e0 2024-09-21T00:25:46.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.347+0000 7f320dda1640 1 -- 172.21.15.67:0/4018942322 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32080cd0d0 con 0x7f31f00039e0 2024-09-21T00:25:46.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.347+0000 7f31effff640 1 -- 172.21.15.67:0/4018942322 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31f8037040 con 0x7f31f00039e0 2024-09-21T00:25:46.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.347+0000 7f320dda1640 1 -- 172.21.15.67:0/4018942322 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32080cd690 con 0x7f31f00039e0 2024-09-21T00:25:46.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.348+0000 7f320dda1640 1 -- 172.21.15.67:0/4018942322 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f32080b6020 con 0x7f31f00039e0 2024-09-21T00:25:46.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.348+0000 7f31effff640 1 -- 172.21.15.67:0/4018942322 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f31f8003c00 con 0x7f31f00039e0 2024-09-21T00:25:46.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.349+0000 7f31effff640 1 --2- 172.21.15.67:0/4018942322 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f31f4078bc0 0x7f31f407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:46.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.349+0000 7f31effff640 1 -- 172.21.15.67:0/4018942322 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 5709+0+0 (secure 0 0 0) 0x7f31f80baa30 con 0x7f31f00039e0 2024-09-21T00:25:46.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.349+0000 7f3206ffd640 1 --2- 172.21.15.67:0/4018942322 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f31f4078bc0 0x7f31f407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:46.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.350+0000 7f3206ffd640 1 --2- 172.21.15.67:0/4018942322 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f31f4078bc0 0x7f31f407b0d0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f32080b2e10 tx=0x7f31fc005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:46.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.354+0000 7f31effff640 1 -- 172.21.15.67:0/4018942322 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f31f8082f90 con 0x7f31f00039e0 2024-09-21T00:25:46.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.556+0000 7f320dda1640 1 -- 172.21.15.67:0/4018942322 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f32080b3ab0 con 0x7f31f00039e0 2024-09-21T00:25:46.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.557+0000 7f31effff640 1 -- 172.21.15.67:0/4018942322 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v71) ==== 80+0+0 (secure 0 0 0) 0x7f31f8082890 con 0x7f31f00039e0 2024-09-21T00:25:46.558 INFO:teuthology.orchestra.run.smithi067.stderr:listed 0 entries 2024-09-21T00:25:46.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.559+0000 7f320dda1640 1 -- 172.21.15.67:0/4018942322 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f31f4078bc0 msgr2=0x7f31f407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:46.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.559+0000 7f320dda1640 1 --2- 172.21.15.67:0/4018942322 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f31f4078bc0 0x7f31f407b0d0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f32080b2e10 tx=0x7f31fc005f90 comp rx=0 tx=0).stop 2024-09-21T00:25:46.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.559+0000 7f320dda1640 1 -- 172.21.15.67:0/4018942322 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f31f00039e0 msgr2=0x7f320815a050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:46.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.559+0000 7f320dda1640 1 --2- 172.21.15.67:0/4018942322 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f31f00039e0 0x7f320815a050 secure :-1 s=READY pgs=934 cs=0 l=1 rev1=1 crypto rx=0x7f31f802aa80 tx=0x7f31f80060e0 comp rx=0 tx=0).stop 2024-09-21T00:25:46.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.559+0000 7f320dda1640 1 -- 172.21.15.67:0/4018942322 shutdown_connections 2024-09-21T00:25:46.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.559+0000 7f320dda1640 1 --2- 172.21.15.67:0/4018942322 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f31f4078bc0 0x7f31f407b0d0 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:46.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.559+0000 7f320dda1640 1 --2- 172.21.15.67:0/4018942322 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f320815a810 0x7f320815d500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:46.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.559+0000 7f320dda1640 1 --2- 172.21.15.67:0/4018942322 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f320815adf0 0x7f320815cfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:46.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.559+0000 7f320dda1640 1 --2- 172.21.15.67:0/4018942322 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f31f00039e0 0x7f320815a050 unknown :-1 s=CLOSED pgs=934 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:46.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.559+0000 7f320dda1640 1 -- 172.21.15.67:0/4018942322 >> 172.21.15.67:0/4018942322 conn(0x7f32080d45a0 msgr2=0x7f320815ba30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:46.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.560+0000 7f320dda1640 1 -- 172.21.15.67:0/4018942322 shutdown_connections 2024-09-21T00:25:46.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.560+0000 7f320dda1640 1 -- 172.21.15.67:0/4018942322 wait complete. 2024-09-21T00:25:46.572 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:25:46.572 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:25:46.588 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T00:25:46.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.745+0000 7fdba220e640 1 -- 172.21.15.67:0/770467925 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdb84005250 msgr2=0x7fdb8400b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:46.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.745+0000 7fdba220e640 1 --2- 172.21.15.67:0/770467925 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdb84005250 0x7fdb8400b9c0 secure :-1 s=READY pgs=936 cs=0 l=1 rev1=1 crypto rx=0x7fdb9400c640 tx=0x7fdb84005830 comp rx=0 tx=0).stop 2024-09-21T00:25:46.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.745+0000 7fdba220e640 1 -- 172.21.15.67:0/770467925 shutdown_connections 2024-09-21T00:25:46.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.745+0000 7fdba220e640 1 --2- 172.21.15.67:0/770467925 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdb84005250 0x7fdb8400b9c0 unknown :-1 s=CLOSED pgs=936 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:46.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.745+0000 7fdba220e640 1 -- 172.21.15.67:0/770467925 >> 172.21.15.67:0/770467925 conn(0x7fdb9c06dfb0 msgr2=0x7fdb9c06e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:46.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.745+0000 7fdba220e640 1 -- 172.21.15.67:0/770467925 shutdown_connections 2024-09-21T00:25:46.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.745+0000 7fdba220e640 1 -- 172.21.15.67:0/770467925 wait complete. 2024-09-21T00:25:46.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.747+0000 7fdba220e640 1 Processor -- start 2024-09-21T00:25:46.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.747+0000 7fdba220e640 1 -- start start 2024-09-21T00:25:46.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.748+0000 7fdba220e640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdb84005250 0x7fdb9c14ea30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:46.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.748+0000 7fdba220e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdb9c0ce860 0x7fdb9c0ca4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:46.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.748+0000 7fdba220e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdb9c0caa30 0x7fdb9c1585c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:46.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.748+0000 7fdba220e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fdb9c0d15d0 con 0x7fdb9c0ce860 2024-09-21T00:25:46.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.748+0000 7fdba220e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fdb9c0cfcd0 con 0x7fdb9c0caa30 2024-09-21T00:25:46.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.749+0000 7fdba220e640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fdb9c0d1750 con 0x7fdb84005250 2024-09-21T00:25:46.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.749+0000 7fdb9affd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdb9c0ce860 0x7fdb9c0ca4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:46.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.749+0000 7fdb9affd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdb9c0ce860 0x7fdb9c0ca4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:57914/0 (socket says 172.21.15.67:57914) 2024-09-21T00:25:46.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.749+0000 7fdb9affd640 1 -- 172.21.15.67:0/856642304 learned_addr learned my addr 172.21.15.67:0/856642304 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:46.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.749+0000 7fdb9b7fe640 1 --2- 172.21.15.67:0/856642304 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdb84005250 0x7fdb9c14ea30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:46.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.749+0000 7fdb9bfff640 1 --2- 172.21.15.67:0/856642304 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdb9c0caa30 0x7fdb9c1585c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:46.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.749+0000 7fdb9affd640 1 -- 172.21.15.67:0/856642304 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdb84005250 msgr2=0x7fdb9c14ea30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:46.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.749+0000 7fdb9affd640 1 --2- 172.21.15.67:0/856642304 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdb84005250 0x7fdb9c14ea30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:46.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.749+0000 7fdb9affd640 1 -- 172.21.15.67:0/856642304 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdb9c0caa30 msgr2=0x7fdb9c1585c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:46.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.749+0000 7fdb9affd640 1 --2- 172.21.15.67:0/856642304 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdb9c0caa30 0x7fdb9c1585c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:46.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.749+0000 7fdb9affd640 1 -- 172.21.15.67:0/856642304 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb9c0cae40 con 0x7fdb9c0ce860 2024-09-21T00:25:46.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.749+0000 7fdb9bfff640 1 --2- 172.21.15.67:0/856642304 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdb9c0caa30 0x7fdb9c1585c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:25:46.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.749+0000 7fdb9affd640 1 --2- 172.21.15.67:0/856642304 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdb9c0ce860 0x7fdb9c0ca4f0 secure :-1 s=READY pgs=937 cs=0 l=1 rev1=1 crypto rx=0x7fdb900117d0 tx=0x7fdb90011c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:46.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.749+0000 7fdb83fff640 1 -- 172.21.15.67:0/856642304 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb90004460 con 0x7fdb9c0ce860 2024-09-21T00:25:46.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.749+0000 7fdb83fff640 1 -- 172.21.15.67:0/856642304 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdb90016070 con 0x7fdb9c0ce860 2024-09-21T00:25:46.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.749+0000 7fdba220e640 1 -- 172.21.15.67:0/856642304 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb9c1f58b0 con 0x7fdb9c0ce860 2024-09-21T00:25:46.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.749+0000 7fdb83fff640 1 -- 172.21.15.67:0/856642304 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb9000fb60 con 0x7fdb9c0ce860 2024-09-21T00:25:46.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.749+0000 7fdba220e640 1 -- 172.21.15.67:0/856642304 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb9c1f5e30 con 0x7fdb9c0ce860 2024-09-21T00:25:46.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.750+0000 7fdba220e640 1 -- 172.21.15.67:0/856642304 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdb9c15e7f0 con 0x7fdb9c0ce860 2024-09-21T00:25:46.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.751+0000 7fdb83fff640 1 -- 172.21.15.67:0/856642304 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fdb90018030 con 0x7fdb9c0ce860 2024-09-21T00:25:46.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.752+0000 7fdb83fff640 1 --2- 172.21.15.67:0/856642304 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdb88078b90 0x7fdb8807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:46.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.752+0000 7fdb83fff640 1 -- 172.21.15.67:0/856642304 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 5709+0+0 (secure 0 0 0) 0x7fdb9009b610 con 0x7fdb9c0ce860 2024-09-21T00:25:46.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.752+0000 7fdb9b7fe640 1 --2- 172.21.15.67:0/856642304 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdb88078b90 0x7fdb8807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:46.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.753+0000 7fdb9b7fe640 1 --2- 172.21.15.67:0/856642304 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdb88078b90 0x7fdb8807b0a0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fdb8c006630 tx=0x7fdb8c006b30 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:46.757 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.757+0000 7fdb83fff640 1 -- 172.21.15.67:0/856642304 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fdb9c0cae40 con 0x7fdb9c0ce860 2024-09-21T00:25:46.956 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.955+0000 7fdba220e640 1 -- 172.21.15.67:0/856642304 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fdb9c1628c0 con 0x7fdb9c0ce860 2024-09-21T00:25:46.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.956+0000 7fdb83fff640 1 -- 172.21.15.67:0/856642304 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v71) ==== 80+0+0 (secure 0 0 0) 0x7fdb900639d0 con 0x7fdb9c0ce860 2024-09-21T00:25:46.957 INFO:teuthology.orchestra.run.smithi067.stderr:listed 0 entries 2024-09-21T00:25:46.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.958+0000 7fdba220e640 1 -- 172.21.15.67:0/856642304 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdb88078b90 msgr2=0x7fdb8807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:46.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.958+0000 7fdba220e640 1 --2- 172.21.15.67:0/856642304 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdb88078b90 0x7fdb8807b0a0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fdb8c006630 tx=0x7fdb8c006b30 comp rx=0 tx=0).stop 2024-09-21T00:25:46.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.958+0000 7fdba220e640 1 -- 172.21.15.67:0/856642304 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdb9c0ce860 msgr2=0x7fdb9c0ca4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:46.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.958+0000 7fdba220e640 1 --2- 172.21.15.67:0/856642304 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdb9c0ce860 0x7fdb9c0ca4f0 secure :-1 s=READY pgs=937 cs=0 l=1 rev1=1 crypto rx=0x7fdb900117d0 tx=0x7fdb90011c90 comp rx=0 tx=0).stop 2024-09-21T00:25:46.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.958+0000 7fdba220e640 1 -- 172.21.15.67:0/856642304 shutdown_connections 2024-09-21T00:25:46.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.958+0000 7fdba220e640 1 --2- 172.21.15.67:0/856642304 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdb88078b90 0x7fdb8807b0a0 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:46.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.958+0000 7fdba220e640 1 --2- 172.21.15.67:0/856642304 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdb9c0caa30 0x7fdb9c1585c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:46.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.958+0000 7fdba220e640 1 --2- 172.21.15.67:0/856642304 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdb9c0ce860 0x7fdb9c0ca4f0 unknown :-1 s=CLOSED pgs=937 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:46.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.958+0000 7fdba220e640 1 --2- 172.21.15.67:0/856642304 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdb84005250 0x7fdb9c14ea30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:46.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.958+0000 7fdba220e640 1 -- 172.21.15.67:0/856642304 >> 172.21.15.67:0/856642304 conn(0x7fdb9c06dfb0 msgr2=0x7fdb9c15dd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:46.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.958+0000 7fdba220e640 1 -- 172.21.15.67:0/856642304 shutdown_connections 2024-09-21T00:25:46.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:46.958+0000 7fdba220e640 1 -- 172.21.15.67:0/856642304 wait complete. 2024-09-21T00:25:46.970 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi067.front.sepia.ceph.com... 2024-09-21T00:25:46.971 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:25:46.971 DEBUG:teuthology.orchestra.run.smithi067:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-21T00:25:46.995 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:ceph-fuse[65410]: fuse finished with error 0 and tester_r 0 2024-09-21T00:25:46.996 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:25:47.086 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi067.front.sepia.ceph.com 2024-09-21T00:25:47.086 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:25:47.086 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-21T00:25:47.102 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:25:47.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.257+0000 7fc1b06b6640 1 -- 172.21.15.67:0/1606538259 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc1a80b6730 msgr2=0x7fc1a80cf260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:47.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.257+0000 7fc1b06b6640 1 --2- 172.21.15.67:0/1606538259 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc1a80b6730 0x7fc1a80cf260 secure :-1 s=READY pgs=938 cs=0 l=1 rev1=1 crypto rx=0x7fc1a80b3f60 tx=0x7fc19c02a560 comp rx=0 tx=0).stop 2024-09-21T00:25:47.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.257+0000 7fc1b06b6640 1 -- 172.21.15.67:0/1606538259 shutdown_connections 2024-09-21T00:25:47.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.257+0000 7fc1b06b6640 1 --2- 172.21.15.67:0/1606538259 >> v2:172.21.15.97:3300/0 conn(0x7fc1a806fbd0 0x7fc1a80cf7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:47.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.257+0000 7fc1b06b6640 1 --2- 172.21.15.67:0/1606538259 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc1a80b6730 0x7fc1a80cf260 unknown :-1 s=CLOSED pgs=938 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:47.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.257+0000 7fc1b06b6640 1 -- 172.21.15.67:0/1606538259 >> 172.21.15.67:0/1606538259 conn(0x7fc1a80d45a0 msgr2=0x7fc1a80d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:47.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.257+0000 7fc1b06b6640 1 -- 172.21.15.67:0/1606538259 shutdown_connections 2024-09-21T00:25:47.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.257+0000 7fc1b06b6640 1 -- 172.21.15.67:0/1606538259 wait complete. 2024-09-21T00:25:47.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.259+0000 7fc1b06b6640 1 Processor -- start 2024-09-21T00:25:47.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.259+0000 7fc1b06b6640 1 -- start start 2024-09-21T00:25:47.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.260+0000 7fc1b06b6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc1a806fbd0 0x7fc1a80a1ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:47.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.260+0000 7fc1b06b6640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc1a80b9e70 0x7fc1a81f44d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:47.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.260+0000 7fc1b06b6640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc1a81f4a10 0x7fc1a81f4e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:47.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.260+0000 7fc1b06b6640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc1a80cfce0 con 0x7fc1a806fbd0 2024-09-21T00:25:47.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.260+0000 7fc1b06b6640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc1a80d25e0 con 0x7fc1a80b9e70 2024-09-21T00:25:47.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.260+0000 7fc1b06b6640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fc1a80cfe60 con 0x7fc1a81f4a10 2024-09-21T00:25:47.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.260+0000 7fc1ae452640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc1a806fbd0 0x7fc1a80a1ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:47.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.260+0000 7fc1ae452640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc1a806fbd0 0x7fc1a80a1ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:57934/0 (socket says 172.21.15.67:57934) 2024-09-21T00:25:47.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.260+0000 7fc1ae452640 1 -- 172.21.15.67:0/497933238 learned_addr learned my addr 172.21.15.67:0/497933238 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:47.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.260+0000 7fc1adc51640 1 --2- 172.21.15.67:0/497933238 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc1a80b9e70 0x7fc1a81f44d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:47.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.260+0000 7fc1aec53640 1 --2- 172.21.15.67:0/497933238 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc1a81f4a10 0x7fc1a81f4e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:47.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.261+0000 7fc1ae452640 1 -- 172.21.15.67:0/497933238 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc1a81f4a10 msgr2=0x7fc1a81f4e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:47.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.261+0000 7fc1ae452640 1 --2- 172.21.15.67:0/497933238 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc1a81f4a10 0x7fc1a81f4e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:47.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.261+0000 7fc1ae452640 1 -- 172.21.15.67:0/497933238 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc1a80b9e70 msgr2=0x7fc1a81f44d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:47.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.261+0000 7fc1ae452640 1 --2- 172.21.15.67:0/497933238 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc1a80b9e70 0x7fc1a81f44d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:47.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.261+0000 7fc1ae452640 1 -- 172.21.15.67:0/497933238 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1a80a2020 con 0x7fc1a806fbd0 2024-09-21T00:25:47.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.261+0000 7fc1aec53640 1 --2- 172.21.15.67:0/497933238 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc1a81f4a10 0x7fc1a81f4e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:25:47.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.261+0000 7fc1ae452640 1 --2- 172.21.15.67:0/497933238 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc1a806fbd0 0x7fc1a80a1ae0 secure :-1 s=READY pgs=939 cs=0 l=1 rev1=1 crypto rx=0x7fc1a400c3d0 tx=0x7fc1a400c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:47.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.261+0000 7fc19affd640 1 -- 172.21.15.67:0/497933238 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1a4017070 con 0x7fc1a806fbd0 2024-09-21T00:25:47.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.261+0000 7fc19affd640 1 -- 172.21.15.67:0/497933238 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc1a40053c0 con 0x7fc1a806fbd0 2024-09-21T00:25:47.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.261+0000 7fc19affd640 1 -- 172.21.15.67:0/497933238 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1a4003850 con 0x7fc1a806fbd0 2024-09-21T00:25:47.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.261+0000 7fc1b06b6640 1 -- 172.21.15.67:0/497933238 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1a80cd490 con 0x7fc1a806fbd0 2024-09-21T00:25:47.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.261+0000 7fc1b06b6640 1 -- 172.21.15.67:0/497933238 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1a80cda50 con 0x7fc1a806fbd0 2024-09-21T00:25:47.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.262+0000 7fc1b06b6640 1 -- 172.21.15.67:0/497933238 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc1a80d0310 con 0x7fc1a806fbd0 2024-09-21T00:25:47.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.263+0000 7fc19affd640 1 -- 172.21.15.67:0/497933238 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fc1a401a070 con 0x7fc1a806fbd0 2024-09-21T00:25:47.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.263+0000 7fc19affd640 1 --2- 172.21.15.67:0/497933238 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc18c078b90 0x7fc18c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:47.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.263+0000 7fc19affd640 1 -- 172.21.15.67:0/497933238 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 5709+0+0 (secure 0 0 0) 0x7fc1a4099f80 con 0x7fc1a806fbd0 2024-09-21T00:25:47.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.264+0000 7fc1adc51640 1 --2- 172.21.15.67:0/497933238 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc18c078b90 0x7fc18c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:47.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.264+0000 7fc1adc51640 1 --2- 172.21.15.67:0/497933238 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc18c078b90 0x7fc18c07b0a0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fc19c033000 tx=0x7fc19c004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:47.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.268+0000 7fc19affd640 1 -- 172.21.15.67:0/497933238 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fc1a4061e00 con 0x7fc1a806fbd0 2024-09-21T00:25:47.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.494+0000 7fc1b06b6640 1 -- 172.21.15.67:0/497933238 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc1a81eb020 con 0x7fc1a806fbd0 2024-09-21T00:25:47.496 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.495+0000 7fc19affd640 1 -- 172.21.15.67:0/497933238 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 55 v55) ==== 94+0+5222 (secure 0 0 0) 0x7fc1a4066830 con 0x7fc1a806fbd0 2024-09-21T00:25:47.497 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:25:47.497 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":55,"btime":"2024-09-21T00:25:41:513178+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5894,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/2242559435","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":2242559435},{"type":"v1","addr":"172.21.15.97:6836","nonce":2242559435}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":5897,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/1836888029","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":1836888029},{"type":"v1","addr":"172.21.15.97:6837","nonce":1836888029}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":50},{"gid":6753,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6833/2614770076","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":2614770076},{"type":"v1","addr":"172.21.15.67:6833","nonce":2614770076}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":49}],"filesystems":[{"mdsmap":{"epoch":55,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:25:37.855341+0000","modified":"2024-09-21T00:25:40.894206+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6756},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6756":{"gid":6756,"name":"c","rank":0,"incarnation":51,"state":"up:active","state_seq":3,"addr":"172.21.15.67:6835/979139170","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":979139170},{"type":"v1","addr":"172.21.15.67:6835","nonce":979139170}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6756,"qdb_cluster":[6756]},"id":5}]} 2024-09-21T00:25:47.498 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 55 2024-09-21T00:25:47.499 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.497+0000 7fc1b06b6640 1 -- 172.21.15.67:0/497933238 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc18c078b90 msgr2=0x7fc18c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:47.499 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.497+0000 7fc1b06b6640 1 --2- 172.21.15.67:0/497933238 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc18c078b90 0x7fc18c07b0a0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fc19c033000 tx=0x7fc19c004730 comp rx=0 tx=0).stop 2024-09-21T00:25:47.499 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.497+0000 7fc1b06b6640 1 -- 172.21.15.67:0/497933238 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc1a806fbd0 msgr2=0x7fc1a80a1ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:47.499 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.497+0000 7fc1b06b6640 1 --2- 172.21.15.67:0/497933238 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc1a806fbd0 0x7fc1a80a1ae0 secure :-1 s=READY pgs=939 cs=0 l=1 rev1=1 crypto rx=0x7fc1a400c3d0 tx=0x7fc1a400c890 comp rx=0 tx=0).stop 2024-09-21T00:25:47.499 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.497+0000 7fc1b06b6640 1 -- 172.21.15.67:0/497933238 shutdown_connections 2024-09-21T00:25:47.499 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.497+0000 7fc1b06b6640 1 --2- 172.21.15.67:0/497933238 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc18c078b90 0x7fc18c07b0a0 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:47.499 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.497+0000 7fc1b06b6640 1 --2- 172.21.15.67:0/497933238 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc1a81f4a10 0x7fc1a81f4e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:47.499 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.497+0000 7fc1b06b6640 1 --2- 172.21.15.67:0/497933238 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc1a80b9e70 0x7fc1a81f44d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:47.499 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.497+0000 7fc1b06b6640 1 --2- 172.21.15.67:0/497933238 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc1a806fbd0 0x7fc1a80a1ae0 unknown :-1 s=CLOSED pgs=939 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:47.500 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.497+0000 7fc1b06b6640 1 -- 172.21.15.67:0/497933238 >> 172.21.15.67:0/497933238 conn(0x7fc1a80d45a0 msgr2=0x7fc1a80b6010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:47.500 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.497+0000 7fc1b06b6640 1 -- 172.21.15.67:0/497933238 shutdown_connections 2024-09-21T00:25:47.500 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.497+0000 7fc1b06b6640 1 -- 172.21.15.67:0/497933238 wait complete. 2024-09-21T00:25:47.510 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json flush journal 2024-09-21T00:25:47.648 INFO:teuthology.orchestra.run.smithi067.stdout:{"message":"","return_code":0} 2024-09-21T00:25:47.648 DEBUG:tasks.cephfs.filesystem:_json_asok output { "message": "", "return_code": 0 } 2024-09-21T00:25:47.649 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-21T00:25:47.649 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:25:47.649 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-21T00:25:47.649 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:25:47.650 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-21T00:25:47.650 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:25:47.650 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-21T00:25:47.650 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:25:47.661 INFO:tasks.ceph.mds.a:Stopped 2024-09-21T00:25:47.661 DEBUG:teuthology.parallel:result is None 2024-09-21T00:25:47.662 INFO:tasks.ceph.mds.b:Stopped 2024-09-21T00:25:47.662 INFO:tasks.ceph.mds.c:Stopped 2024-09-21T00:25:47.663 DEBUG:teuthology.parallel:result is None 2024-09-21T00:25:47.663 DEBUG:teuthology.parallel:result is None 2024-09-21T00:25:47.672 INFO:tasks.ceph.mds.d:Stopped 2024-09-21T00:25:47.672 DEBUG:teuthology.parallel:result is None 2024-09-21T00:25:47.672 DEBUG:teuthology.orchestra.run.smithi067:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata rmomapkey 10000000000.00000000 file_head 2024-09-21T00:25:47.760 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.759+0000 7f1f12373f40 1 Processor -- start 2024-09-21T00:25:47.760 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.759+0000 7f1f12373f40 1 -- start start 2024-09-21T00:25:47.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.760+0000 7f1f12373f40 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560e2e6f6a10 0x560e2e64c7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:47.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.760+0000 7f1f12373f40 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560e2e6230a0 0x560e2e6234b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:47.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.760+0000 7f1f12373f40 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560e2e6239f0 0x560e2e7894c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:47.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.760+0000 7f1f12373f40 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x560e2e5cf430 con 0x560e2e6f6a10 2024-09-21T00:25:47.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.760+0000 7f1f12373f40 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x560e2e5dc1f0 con 0x560e2e6230a0 2024-09-21T00:25:47.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.760+0000 7f1f12373f40 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x560e2e570d60 con 0x560e2e6239f0 2024-09-21T00:25:47.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.760+0000 7f1f0be2d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560e2e6f6a10 0x560e2e64c7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:47.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.760+0000 7f1f0be2d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560e2e6f6a10 0x560e2e64c7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:57946/0 (socket says 172.21.15.67:57946) 2024-09-21T00:25:47.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.760+0000 7f1f0be2d640 1 -- 172.21.15.67:0/3463297751 learned_addr learned my addr 172.21.15.67:0/3463297751 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:47.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.760+0000 7f1f0c62e640 1 --2- 172.21.15.67:0/3463297751 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560e2e6239f0 0x560e2e7894c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:47.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.760+0000 7f1f0b62c640 1 --2- 172.21.15.67:0/3463297751 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560e2e6230a0 0x560e2e6234b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:47.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.761+0000 7f1f0be2d640 1 -- 172.21.15.67:0/3463297751 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560e2e6239f0 msgr2=0x560e2e7894c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:25:47.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.761+0000 7f1f0be2d640 1 --2- 172.21.15.67:0/3463297751 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560e2e6239f0 0x560e2e7894c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:47.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.761+0000 7f1f0be2d640 1 -- 172.21.15.67:0/3463297751 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560e2e6230a0 msgr2=0x560e2e6234b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:25:47.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.761+0000 7f1f0be2d640 1 --2- 172.21.15.67:0/3463297751 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560e2e6230a0 0x560e2e6234b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:47.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.761+0000 7f1f0be2d640 1 -- 172.21.15.67:0/3463297751 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560e2e6eb380 con 0x560e2e6f6a10 2024-09-21T00:25:47.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.761+0000 7f1f0c62e640 1 --2- 172.21.15.67:0/3463297751 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560e2e6239f0 0x560e2e7894c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:25:47.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.761+0000 7f1f0b62c640 1 --2- 172.21.15.67:0/3463297751 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560e2e6230a0 0x560e2e6234b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:25:47.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.761+0000 7f1f0be2d640 1 --2- 172.21.15.67:0/3463297751 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560e2e6f6a10 0x560e2e64c7a0 secure :-1 s=READY pgs=942 cs=0 l=1 rev1=1 crypto rx=0x7f1efc001840 tx=0x7f1efc009b10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5fb9e0e749d2e235 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:47.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.761+0000 7f1f0a62a640 1 -- 172.21.15.67:0/3463297751 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1efc00d900 con 0x560e2e6f6a10 2024-09-21T00:25:47.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.761+0000 7f1f0a62a640 1 -- 172.21.15.67:0/3463297751 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1efc014020 con 0x560e2e6f6a10 2024-09-21T00:25:47.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.761+0000 7f1f0a62a640 1 -- 172.21.15.67:0/3463297751 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1efc00dce0 con 0x560e2e6f6a10 2024-09-21T00:25:47.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.761+0000 7f1f12373f40 1 -- 172.21.15.67:0/3463297751 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560e2e6f6a10 msgr2=0x560e2e64c7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:47.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.761+0000 7f1f12373f40 1 --2- 172.21.15.67:0/3463297751 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560e2e6f6a10 0x560e2e64c7a0 secure :-1 s=READY pgs=942 cs=0 l=1 rev1=1 crypto rx=0x7f1efc001840 tx=0x7f1efc009b10 comp rx=0 tx=0).stop 2024-09-21T00:25:47.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.761+0000 7f1f12373f40 1 -- 172.21.15.67:0/3463297751 shutdown_connections 2024-09-21T00:25:47.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.762+0000 7f1f12373f40 1 --2- 172.21.15.67:0/3463297751 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560e2e6239f0 0x560e2e7894c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:47.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.762+0000 7f1f12373f40 1 --2- 172.21.15.67:0/3463297751 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560e2e6230a0 0x560e2e6234b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:47.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.762+0000 7f1f12373f40 1 --2- 172.21.15.67:0/3463297751 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560e2e6f6a10 0x560e2e64c7a0 unknown :-1 s=CLOSED pgs=942 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:47.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.762+0000 7f1f12373f40 1 -- 172.21.15.67:0/3463297751 >> 172.21.15.67:0/3463297751 conn(0x560e2e541ac0 msgr2=0x560e2e622690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:47.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.762+0000 7f1f12373f40 1 -- 172.21.15.67:0/3463297751 shutdown_connections 2024-09-21T00:25:47.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.762+0000 7f1f12373f40 1 -- 172.21.15.67:0/3463297751 wait complete. 2024-09-21T00:25:47.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.762+0000 7f1f12373f40 1 Processor -- start 2024-09-21T00:25:47.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.763+0000 7f1f12373f40 1 -- start start 2024-09-21T00:25:47.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.764+0000 7f1f12373f40 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560e2e6230a0 0x560e2e6e0a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:47.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.764+0000 7f1f12373f40 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560e2e6239f0 0x560e2e6e4ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:47.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.764+0000 7f1f12373f40 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560e2e6f6a10 0x560e2e6f3d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:47.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.764+0000 7f1f12373f40 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x560e2e623e00 con 0x560e2e6239f0 2024-09-21T00:25:47.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.764+0000 7f1f12373f40 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x560e2e6e11a0 con 0x560e2e6f6a10 2024-09-21T00:25:47.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.764+0000 7f1f12373f40 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x560e2e6e54e0 con 0x560e2e6230a0 2024-09-21T00:25:47.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.764+0000 7f1f0b62c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560e2e6239f0 0x560e2e6e4ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:47.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.764+0000 7f1f0b62c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560e2e6239f0 0x560e2e6e4ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:57962/0 (socket says 172.21.15.67:57962) 2024-09-21T00:25:47.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.764+0000 7f1f0b62c640 1 -- 172.21.15.67:0/2006662613 learned_addr learned my addr 172.21.15.67:0/2006662613 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:47.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.764+0000 7f1f0c62e640 1 --2- 172.21.15.67:0/2006662613 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560e2e6f6a10 0x560e2e6f3d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:47.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.764+0000 7f1f0be2d640 1 --2- 172.21.15.67:0/2006662613 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560e2e6230a0 0x560e2e6e0a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:47.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.764+0000 7f1f0b62c640 1 -- 172.21.15.67:0/2006662613 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560e2e6230a0 msgr2=0x560e2e6e0a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:47.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.764+0000 7f1f0b62c640 1 --2- 172.21.15.67:0/2006662613 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560e2e6230a0 0x560e2e6e0a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:47.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.764+0000 7f1f0b62c640 1 -- 172.21.15.67:0/2006662613 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560e2e6f6a10 msgr2=0x560e2e6f3d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:47.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.764+0000 7f1f0b62c640 1 --2- 172.21.15.67:0/2006662613 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560e2e6f6a10 0x560e2e6f3d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:47.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.764+0000 7f1f0b62c640 1 -- 172.21.15.67:0/2006662613 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560e2e6f7580 con 0x560e2e6239f0 2024-09-21T00:25:47.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.764+0000 7f1f0b62c640 1 --2- 172.21.15.67:0/2006662613 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560e2e6239f0 0x560e2e6e4ac0 secure :-1 s=READY pgs=943 cs=0 l=1 rev1=1 crypto rx=0x7f1f0000a690 tx=0x7f1f0000ab50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:47.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.764+0000 7f1f09628640 1 -- 172.21.15.67:0/2006662613 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f0001c070 con 0x560e2e6239f0 2024-09-21T00:25:47.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.765+0000 7f1f09628640 1 -- 172.21.15.67:0/2006662613 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1f0000bbc0 con 0x560e2e6239f0 2024-09-21T00:25:47.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.765+0000 7f1f12373f40 1 -- 172.21.15.67:0/2006662613 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x560e2e6ec480 con 0x560e2e6239f0 2024-09-21T00:25:47.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.765+0000 7f1f09628640 1 -- 172.21.15.67:0/2006662613 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f000173f0 con 0x560e2e6239f0 2024-09-21T00:25:47.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.765+0000 7f1f12373f40 1 -- 172.21.15.67:0/2006662613 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560e2e6e0f70 con 0x560e2e6239f0 2024-09-21T00:25:47.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.766+0000 7f1f09628640 1 -- 172.21.15.67:0/2006662613 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f1f0001f070 con 0x560e2e6239f0 2024-09-21T00:25:47.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.767+0000 7f1f09628640 1 --2- 172.21.15.67:0/2006662613 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1ef8077570 0x7f1ef8079a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:47.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.767+0000 7f1f09628640 1 -- 172.21.15.67:0/2006662613 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 5709+0+0 (secure 0 0 0) 0x7f1f00099fa0 con 0x560e2e6239f0 2024-09-21T00:25:47.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.767+0000 7f1f12373f40 1 --2- 172.21.15.67:0/2006662613 >> [v2:172.21.15.97:6802/2610565613,v1:172.21.15.97:6803/2610565613] conn(0x560e2e794230 0x560e2e794640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:47.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.767+0000 7f1f12373f40 1 -- 172.21.15.67:0/2006662613 --> [v2:172.21.15.97:6802/2610565613,v1:172.21.15.97:6803/2610565613] -- osd_op(unknown.0.0:1 10.10 10:0cf6ad0f:::10000000000.00000000:head [omap-rm-keys in=17b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e71) -- 0x560e2e6ecc40 con 0x560e2e794230 2024-09-21T00:25:47.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.767+0000 7f1f0be2d640 1 --2- 172.21.15.67:0/2006662613 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1ef8077570 0x7f1ef8079a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:47.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.767+0000 7f1f0c62e640 1 --2- 172.21.15.67:0/2006662613 >> [v2:172.21.15.97:6802/2610565613,v1:172.21.15.97:6803/2610565613] conn(0x560e2e794230 0x560e2e794640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:47.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.768+0000 7f1f0be2d640 1 --2- 172.21.15.67:0/2006662613 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1ef8077570 0x7f1ef8079a80 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f1efc016040 tx=0x7f1efc0019f0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:47.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.768+0000 7f1f0c62e640 1 --2- 172.21.15.67:0/2006662613 >> [v2:172.21.15.97:6802/2610565613,v1:172.21.15.97:6803/2610565613] conn(0x560e2e794230 0x560e2e794640 crc :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:47.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.769+0000 7f1f0c62e640 1 -- 172.21.15.67:0/2006662613 <== osd.4 v2:172.21.15.97:6802/2610565613 1 ==== osd_op_reply(1 10000000000.00000000 [omap-rm-keys] v71'11 uv11 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7f1f04003040 con 0x560e2e794230 2024-09-21T00:25:47.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.769+0000 7f1f12373f40 1 -- 172.21.15.67:0/2006662613 >> [v2:172.21.15.97:6802/2610565613,v1:172.21.15.97:6803/2610565613] conn(0x560e2e794230 msgr2=0x560e2e794640 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:47.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.769+0000 7f1f12373f40 1 --2- 172.21.15.67:0/2006662613 >> [v2:172.21.15.97:6802/2610565613,v1:172.21.15.97:6803/2610565613] conn(0x560e2e794230 0x560e2e794640 crc :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:47.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.769+0000 7f1f12373f40 1 -- 172.21.15.67:0/2006662613 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1ef8077570 msgr2=0x7f1ef8079a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:47.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.769+0000 7f1f12373f40 1 --2- 172.21.15.67:0/2006662613 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1ef8077570 0x7f1ef8079a80 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f1efc016040 tx=0x7f1efc0019f0 comp rx=0 tx=0).stop 2024-09-21T00:25:47.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.769+0000 7f1f12373f40 1 -- 172.21.15.67:0/2006662613 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560e2e6239f0 msgr2=0x560e2e6e4ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:47.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.769+0000 7f1f12373f40 1 --2- 172.21.15.67:0/2006662613 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560e2e6239f0 0x560e2e6e4ac0 secure :-1 s=READY pgs=943 cs=0 l=1 rev1=1 crypto rx=0x7f1f0000a690 tx=0x7f1f0000ab50 comp rx=0 tx=0).stop 2024-09-21T00:25:47.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.769+0000 7f1f0c62e640 1 -- 172.21.15.67:0/2006662613 reap_dead start 2024-09-21T00:25:47.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.769+0000 7f1f12373f40 1 -- 172.21.15.67:0/2006662613 shutdown_connections 2024-09-21T00:25:47.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.769+0000 7f1f12373f40 1 -- 172.21.15.67:0/2006662613 >> 172.21.15.67:0/2006662613 conn(0x560e2e541ac0 msgr2=0x560e2e622570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:47.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.769+0000 7f1f12373f40 1 -- 172.21.15.67:0/2006662613 shutdown_connections 2024-09-21T00:25:47.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.769+0000 7f1f12373f40 1 -- 172.21.15.67:0/2006662613 wait complete. 2024-09-21T00:25:47.774 ERROR:tasks.ceph.mds.a:tried to stop a non-running daemon 2024-09-21T00:25:47.774 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds fail a 2024-09-21T00:25:47.774 ERROR:tasks.ceph.mds.c:tried to stop a non-running daemon 2024-09-21T00:25:47.774 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds fail c 2024-09-21T00:25:47.775 ERROR:tasks.ceph.mds.b:tried to stop a non-running daemon 2024-09-21T00:25:47.775 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds fail b 2024-09-21T00:25:47.775 ERROR:tasks.ceph.mds.d:tried to stop a non-running daemon 2024-09-21T00:25:47.775 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds fail d 2024-09-21T00:25:47.874 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b is failed for ~0s 2024-09-21T00:25:47.874 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~0s 2024-09-21T00:25:47.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.904+0000 7faaa2b32640 1 -- 172.21.15.67:0/3116349875 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faa9c073a30 msgr2=0x7faa9c073e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:47.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.904+0000 7faaa2b32640 1 --2- 172.21.15.67:0/3116349875 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faa9c073a30 0x7faa9c073e40 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7faa8400a940 tx=0x7faa8402b850 comp rx=0 tx=0).stop 2024-09-21T00:25:47.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.904+0000 7faaa2b32640 1 -- 172.21.15.67:0/3116349875 shutdown_connections 2024-09-21T00:25:47.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.904+0000 7faaa2b32640 1 --2- 172.21.15.67:0/3116349875 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7faa9c0adeb0 0x7faa9c0ae2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:47.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.904+0000 7faaa2b32640 1 --2- 172.21.15.67:0/3116349875 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faa9c073a30 0x7faa9c073e40 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:47.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.904+0000 7faaa2b32640 1 -- 172.21.15.67:0/3116349875 >> 172.21.15.67:0/3116349875 conn(0x7faa9c06d5a0 msgr2=0x7faa9c0b1d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:47.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.904+0000 7faaa2b32640 1 -- 172.21.15.67:0/3116349875 shutdown_connections 2024-09-21T00:25:47.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.904+0000 7faaa2b32640 1 -- 172.21.15.67:0/3116349875 wait complete. 2024-09-21T00:25:47.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.905+0000 7f0af5230640 1 -- 172.21.15.67:0/2911452191 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0ad8003fd0 msgr2=0x7f0ad8004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:47.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.905+0000 7f0af5230640 1 --2- 172.21.15.67:0/2911452191 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0ad8003fd0 0x7f0ad8004800 secure :-1 s=READY pgs=946 cs=0 l=1 rev1=1 crypto rx=0x7f0af00cc9c0 tx=0x7f0ad8005830 comp rx=0 tx=0).stop 2024-09-21T00:25:47.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.905+0000 7f0aef59e640 1 -- 172.21.15.67:0/2911452191 reap_dead start 2024-09-21T00:25:47.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.905+0000 7f0af5230640 1 -- 172.21.15.67:0/2911452191 shutdown_connections 2024-09-21T00:25:47.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.905+0000 7f0af5230640 1 -- 172.21.15.67:0/2911452191 >> 172.21.15.67:0/2911452191 conn(0x7f0af006d5a0 msgr2=0x7f0af00b1d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:47.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.905+0000 7f0af5230640 1 -- 172.21.15.67:0/2911452191 shutdown_connections 2024-09-21T00:25:47.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.905+0000 7f0af5230640 1 -- 172.21.15.67:0/2911452191 wait complete. 2024-09-21T00:25:47.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.905+0000 7f5d5c171640 1 -- 172.21.15.67:0/2843076260 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5d5409b060 msgr2=0x7f5d540b1eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:47.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.905+0000 7f5d5c171640 1 --2- 172.21.15.67:0/2843076260 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5d5409b060 0x7f5d540b1eb0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f5d44009830 tx=0x7f5d4402a480 comp rx=0 tx=0).stop 2024-09-21T00:25:47.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.905+0000 7f5d5c171640 1 -- 172.21.15.67:0/2843076260 shutdown_connections 2024-09-21T00:25:47.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.905+0000 7f5d5c171640 1 --2- 172.21.15.67:0/2843076260 >> v2:172.21.15.67:3300/0 conn(0x7f5d540b1950 0x7f5d540ce1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:47.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.905+0000 7f5d5c171640 1 --2- 172.21.15.67:0/2843076260 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5d5409b060 0x7f5d540b1eb0 secure :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f5d44009830 tx=0x7f5d4402a480 comp rx=0 tx=0).stop 2024-09-21T00:25:47.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.905+0000 7f5d5c171640 1 -- 172.21.15.67:0/2843076260 >> 172.21.15.67:0/2843076260 conn(0x7f5d540b40a0 msgr2=0x7f5d540b44b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:47.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.905+0000 7f7b2db58640 1 -- 172.21.15.67:0/3665798101 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7b28070070 msgr2=0x7f7b28070480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:47.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.906+0000 7f5d5c171640 1 -- 172.21.15.67:0/2843076260 shutdown_connections 2024-09-21T00:25:47.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.906+0000 7f7b2db58640 1 --2- 172.21.15.67:0/3665798101 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7b28070070 0x7f7b28070480 secure :-1 s=READY pgs=947 cs=0 l=1 rev1=1 crypto rx=0x7f7b1c009830 tx=0x7f7b1c02a4d0 comp rx=0 tx=0).stop 2024-09-21T00:25:47.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.906+0000 7f7b2db58640 1 -- 172.21.15.67:0/3665798101 shutdown_connections 2024-09-21T00:25:47.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.906+0000 7f7b2db58640 1 --2- 172.21.15.67:0/3665798101 >> v2:172.21.15.97:3300/0 conn(0x7f7b280ae090 0x7f7b280ae4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:47.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.906+0000 7f7b2db58640 1 --2- 172.21.15.67:0/3665798101 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7b28070070 0x7f7b28070480 unknown :-1 s=CLOSED pgs=947 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:47.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.906+0000 7f7b2db58640 1 -- 172.21.15.67:0/3665798101 >> 172.21.15.67:0/3665798101 conn(0x7f7b2806d5a0 msgr2=0x7f7b280b1d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:47.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.906+0000 7f5d5c171640 1 -- 172.21.15.67:0/2843076260 wait complete. 2024-09-21T00:25:47.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.906+0000 7f7b2db58640 1 -- 172.21.15.67:0/3665798101 shutdown_connections 2024-09-21T00:25:47.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.906+0000 7f7b2db58640 1 -- 172.21.15.67:0/3665798101 wait complete. 2024-09-21T00:25:47.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.907+0000 7f0af5230640 1 Processor -- start 2024-09-21T00:25:47.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.907+0000 7f0af5230640 1 -- start start 2024-09-21T00:25:47.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.907+0000 7f5d5c171640 1 Processor -- start 2024-09-21T00:25:47.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.907+0000 7f5d5c171640 1 -- start start 2024-09-21T00:25:47.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.908+0000 7faaa2b32640 1 Processor -- start 2024-09-21T00:25:47.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.908+0000 7faaa2b32640 1 -- start start 2024-09-21T00:25:47.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.909+0000 7f0af5230640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0af0145120 0x7f0af00d0a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:47.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.909+0000 7f0af5230640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0af01426b0 0x7f0af01f69b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:47.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.909+0000 7f5d5c171640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5d5409b690 0x7f5d5414b590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:47.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.909+0000 7f5d5c171640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5d540b1950 0x7f5d540c7000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:47.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.909+0000 7f5d5c171640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5d540c7540 0x7f5d541f6d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:47.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.909+0000 7f0af5230640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0af01f6ef0 0x7f0af00cec40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:47.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.909+0000 7f0af5230640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f0af0160ab0 con 0x7f0af01426b0 2024-09-21T00:25:47.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.909+0000 7f5d5c171640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f5d540ce890 con 0x7f5d540c7540 2024-09-21T00:25:47.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.909+0000 7f5d5a70e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5d540c7540 0x7f5d541f6d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:47.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.909+0000 7f7b2db58640 1 Processor -- start 2024-09-21T00:25:47.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.909+0000 7f5d5970c640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5d540b1950 0x7f5d540c7000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:47.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.909+0000 7f0aeed9d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0af0145120 0x7f0af00d0a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:47.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.909+0000 7f5d5c171640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f5d540ce710 con 0x7f5d540b1950 2024-09-21T00:25:47.917 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.909+0000 7f0aee59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0af01426b0 0x7f0af01f69b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:47.917 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.909+0000 7f0aeed9d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0af0145120 0x7f0af00d0a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.67:38510/0 (socket says 172.21.15.67:38510) 2024-09-21T00:25:47.917 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.909+0000 7f0aeed9d640 1 -- 172.21.15.67:0/988001026 learned_addr learned my addr 172.21.15.67:0/988001026 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:47.917 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.909+0000 7f5d5a70e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5d540c7540 0x7f5d541f6d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:57998/0 (socket says 172.21.15.67:57998) 2024-09-21T00:25:47.917 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.909+0000 7f5d5a70e640 1 -- 172.21.15.67:0/848441150 learned_addr learned my addr 172.21.15.67:0/848441150 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:47.917 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.909+0000 7f5d5970c640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5d540b1950 0x7f5d540c7000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.67:38512/0 (socket says 172.21.15.67:38512) 2024-09-21T00:25:47.917 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.909+0000 7f5d5c171640 1 -- 172.21.15.67:0/848441150 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f5d540cea10 con 0x7f5d5409b690 2024-09-21T00:25:47.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.909+0000 7f0aef59e640 1 --2- 172.21.15.67:0/988001026 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0af01f6ef0 0x7f0af00cec40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:47.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.909+0000 7f0af5230640 1 -- 172.21.15.67:0/988001026 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f0af0160930 con 0x7f0af0145120 2024-09-21T00:25:47.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.909+0000 7f0af5230640 1 -- 172.21.15.67:0/988001026 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f0af006ef60 con 0x7f0af01f6ef0 2024-09-21T00:25:47.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.909+0000 7f5d59f0d640 1 --2- 172.21.15.67:0/848441150 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5d5409b690 0x7f5d5414b590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:47.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.909+0000 7f7b2db58640 1 -- start start 2024-09-21T00:25:47.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.910+0000 7f5d5a70e640 1 -- 172.21.15.67:0/848441150 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5d5409b690 msgr2=0x7f5d5414b590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:47.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.910+0000 7f5d5a70e640 1 --2- 172.21.15.67:0/848441150 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5d5409b690 0x7f5d5414b590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:47.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.910+0000 7f5d5a70e640 1 -- 172.21.15.67:0/848441150 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5d540b1950 msgr2=0x7f5d540c7000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:47.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.910+0000 7f5d5a70e640 1 --2- 172.21.15.67:0/848441150 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5d540b1950 0x7f5d540c7000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:47.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.910+0000 7f5d5a70e640 1 -- 172.21.15.67:0/848441150 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5d540c6240 con 0x7f5d540c7540 2024-09-21T00:25:47.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.910+0000 7f0aee59c640 1 -- 172.21.15.67:0/988001026 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0af01f6ef0 msgr2=0x7f0af00cec40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:47.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.910+0000 7f5d5a70e640 1 --2- 172.21.15.67:0/848441150 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5d540c7540 0x7f5d541f6d40 secure :-1 s=READY pgs=948 cs=0 l=1 rev1=1 crypto rx=0x7f5d4c00ea40 tx=0x7f5d4c00ef00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:47.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.910+0000 7f0aee59c640 1 --2- 172.21.15.67:0/988001026 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0af01f6ef0 0x7f0af00cec40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:47.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.910+0000 7f0aee59c640 1 -- 172.21.15.67:0/988001026 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0af0145120 msgr2=0x7f0af00d0a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:47.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.910+0000 7f0aee59c640 1 --2- 172.21.15.67:0/988001026 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0af0145120 0x7f0af00d0a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:47.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.910+0000 7f0aee59c640 1 -- 172.21.15.67:0/988001026 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0af00d0f70 con 0x7f0af01426b0 2024-09-21T00:25:47.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.910+0000 7f0aeed9d640 1 --2- 172.21.15.67:0/988001026 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0af0145120 0x7f0af00d0a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:25:47.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.910+0000 7f5d4a7fc640 1 -- 172.21.15.67:0/848441150 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d4c00ce40 con 0x7f5d540c7540 2024-09-21T00:25:47.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.910+0000 7f5d4a7fc640 1 -- 172.21.15.67:0/848441150 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5d4c004c10 con 0x7f5d540c7540 2024-09-21T00:25:47.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.910+0000 7f5d5c171640 1 -- 172.21.15.67:0/848441150 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5d540c6520 con 0x7f5d540c7540 2024-09-21T00:25:47.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.910+0000 7f5d4a7fc640 1 -- 172.21.15.67:0/848441150 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5d4c005020 con 0x7f5d540c7540 2024-09-21T00:25:47.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.910+0000 7f0aee59c640 1 --2- 172.21.15.67:0/988001026 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0af01426b0 0x7f0af01f69b0 secure :-1 s=READY pgs=949 cs=0 l=1 rev1=1 crypto rx=0x7f0ae4032000 tx=0x7f0ae4033670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:47.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.910+0000 7f5d5c171640 1 -- 172.21.15.67:0/848441150 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5d540c6ae0 con 0x7f5d540c7540 2024-09-21T00:25:47.923 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.911+0000 7faaa2b32640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faa9c0734e0 0x7faa9c159c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:47.923 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.911+0000 7faaa2b32640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7faa9c073a30 0x7faa9c1e5600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:47.923 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.911+0000 7faaa08ce640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faa9c0734e0 0x7faa9c159c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:47.923 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.911+0000 7faaa08ce640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faa9c0734e0 0x7faa9c159c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:58012/0 (socket says 172.21.15.67:58012) 2024-09-21T00:25:47.923 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.911+0000 7faa9bfff640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7faa9c073a30 0x7faa9c1e5600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:47.923 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.911+0000 7faaa2b32640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faa9c0adeb0 0x7faa9c1e5b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:47.923 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.911+0000 7f0ad77fe640 1 -- 172.21.15.67:0/988001026 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ae4038040 con 0x7f0af01426b0 2024-09-21T00:25:47.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.911+0000 7faa9bfff640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7faa9c073a30 0x7faa9c1e5600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.67:38484/0 (socket says 172.21.15.67:38484) 2024-09-21T00:25:47.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.911+0000 7f0ad77fe640 1 -- 172.21.15.67:0/988001026 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0ae4004020 con 0x7f0af01426b0 2024-09-21T00:25:47.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.911+0000 7f0ad77fe640 1 -- 172.21.15.67:0/988001026 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ae4004470 con 0x7f0af01426b0 2024-09-21T00:25:47.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.911+0000 7faaa08ce640 1 -- 172.21.15.67:0/3947492834 learned_addr learned my addr 172.21.15.67:0/3947492834 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:47.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.911+0000 7f0af5230640 1 -- 172.21.15.67:0/988001026 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0af0145530 con 0x7f0af01426b0 2024-09-21T00:25:47.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.911+0000 7faaa2b32640 1 -- 172.21.15.67:0/3947492834 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7faa9c0730a0 con 0x7faa9c0734e0 2024-09-21T00:25:47.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.912+0000 7faaa2b32640 1 -- 172.21.15.67:0/3947492834 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7faa9c072f20 con 0x7faa9c0adeb0 2024-09-21T00:25:47.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.912+0000 7faaa2b32640 1 -- 172.21.15.67:0/3947492834 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7faa9c0ae800 con 0x7faa9c073a30 2024-09-21T00:25:47.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.912+0000 7faaa10cf640 1 --2- 172.21.15.67:0/3947492834 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faa9c0adeb0 0x7faa9c1e5b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:47.926 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.912+0000 7f5d5c171640 1 -- 172.21.15.67:0/848441150 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5d540b1eb0 con 0x7f5d540c7540 2024-09-21T00:25:47.926 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.912+0000 7f7b2db58640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7b28070070 0x7f7b280ceec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:47.926 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.912+0000 7f7b2db58640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7b280ae090 0x7f7b280cf400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:47.926 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.912+0000 7f7b2db58640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7b28152720 0x7f7b281f53a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:47.926 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.912+0000 7f7b26ffd640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7b280ae090 0x7f7b280cf400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:47.927 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.912+0000 7f0af5230640 1 -- 172.21.15.67:0/988001026 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0af009b930 con 0x7f0af01426b0 2024-09-21T00:25:47.927 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.912+0000 7f5d4a7fc640 1 -- 172.21.15.67:0/848441150 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f5d4c0051c0 con 0x7f5d540c7540 2024-09-21T00:25:47.927 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.913+0000 7f7b26ffd640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7b280ae090 0x7f7b280cf400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.67:38526/0 (socket says 172.21.15.67:38526) 2024-09-21T00:25:47.927 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.913+0000 7f7b26ffd640 1 -- 172.21.15.67:0/405954997 learned_addr learned my addr 172.21.15.67:0/405954997 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:47.928 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.913+0000 7faa9bfff640 1 -- 172.21.15.67:0/3947492834 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faa9c0adeb0 msgr2=0x7faa9c1e5b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:47.928 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.913+0000 7faa9bfff640 1 --2- 172.21.15.67:0/3947492834 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faa9c0adeb0 0x7faa9c1e5b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:47.928 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.913+0000 7f7b2db58640 1 -- 172.21.15.67:0/405954997 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f7b280aed70 con 0x7f7b28070070 2024-09-21T00:25:47.928 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.913+0000 7f7b2db58640 1 -- 172.21.15.67:0/405954997 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f7b280aebf0 con 0x7f7b280ae090 2024-09-21T00:25:47.928 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.913+0000 7f7b2db58640 1 -- 172.21.15.67:0/405954997 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f7b280aeef0 con 0x7f7b28152720 2024-09-21T00:25:47.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.913+0000 7faa9bfff640 1 -- 172.21.15.67:0/3947492834 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faa9c0734e0 msgr2=0x7faa9c159c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:47.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.913+0000 7faa9bfff640 1 --2- 172.21.15.67:0/3947492834 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faa9c0734e0 0x7faa9c159c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:47.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.913+0000 7faa9bfff640 1 -- 172.21.15.67:0/3947492834 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa9c15a140 con 0x7faa9c073a30 2024-09-21T00:25:47.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.913+0000 7f7b277fe640 1 --2- 172.21.15.67:0/405954997 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7b28070070 0x7f7b280ceec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:47.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.913+0000 7faaa08ce640 1 --2- 172.21.15.67:0/3947492834 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faa9c0734e0 0x7faa9c159c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:25:47.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.913+0000 7f7b27fff640 1 --2- 172.21.15.67:0/405954997 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7b28152720 0x7f7b281f53a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:47.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.913+0000 7f5d4a7fc640 1 --2- 172.21.15.67:0/848441150 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5d38078b90 0x7f5d3807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:47.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.913+0000 7f7b26ffd640 1 -- 172.21.15.67:0/405954997 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7b28152720 msgr2=0x7f7b281f53a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:47.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.913+0000 7f7b26ffd640 1 --2- 172.21.15.67:0/405954997 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7b28152720 0x7f7b281f53a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:47.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.913+0000 7f7b26ffd640 1 -- 172.21.15.67:0/405954997 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7b28070070 msgr2=0x7f7b280ceec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:47.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.913+0000 7f7b26ffd640 1 --2- 172.21.15.67:0/405954997 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7b28070070 0x7f7b280ceec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:47.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.913+0000 7f7b26ffd640 1 -- 172.21.15.67:0/405954997 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b28154280 con 0x7f7b280ae090 2024-09-21T00:25:47.931 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.913+0000 7f5d4a7fc640 1 -- 172.21.15.67:0/848441150 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 5709+0+0 (secure 0 0 0) 0x7f5d4c09bbf0 con 0x7f5d540c7540 2024-09-21T00:25:47.931 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.913+0000 7f5d59f0d640 1 --2- 172.21.15.67:0/848441150 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5d38078b90 0x7f5d3807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:47.931 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.913+0000 7faa9bfff640 1 --2- 172.21.15.67:0/3947492834 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7faa9c073a30 0x7faa9c1e5600 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7faa84033000 tx=0x7faa84003c10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:47.931 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.914+0000 7f0af5230640 1 -- 172.21.15.67:0/988001026 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0af015d730 con 0x7f0af01426b0 2024-09-21T00:25:47.931 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.914+0000 7f7b26ffd640 1 --2- 172.21.15.67:0/405954997 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7b280ae090 0x7f7b280cf400 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f7b1c009950 tx=0x7f7b1c033c20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:47.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.914+0000 7faa997fa640 1 -- 172.21.15.67:0/3947492834 <== mon.2 v2:172.21.15.97:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa84044020 con 0x7faa9c073a30 2024-09-21T00:25:47.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.914+0000 7faa997fa640 1 -- 172.21.15.67:0/3947492834 <== mon.2 v2:172.21.15.97:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7faa84005020 con 0x7faa9c073a30 2024-09-21T00:25:47.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.914+0000 7f7b0ffff640 1 -- 172.21.15.67:0/405954997 <== mon.1 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b1c005c90 con 0x7f7b280ae090 2024-09-21T00:25:47.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.914+0000 7f7b0ffff640 1 -- 172.21.15.67:0/405954997 <== mon.1 v2:172.21.15.97:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7b1c031e50 con 0x7f7b280ae090 2024-09-21T00:25:47.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.914+0000 7f7b2db58640 1 -- 172.21.15.67:0/405954997 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b28154560 con 0x7f7b280ae090 2024-09-21T00:25:47.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.914+0000 7f5d59f0d640 1 --2- 172.21.15.67:0/848441150 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5d38078b90 0x7f5d3807b0a0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f5d50001760 tx=0x7f5d50009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:47.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.914+0000 7faaa2b32640 1 -- 172.21.15.67:0/3947492834 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa9c14e7b0 con 0x7faa9c073a30 2024-09-21T00:25:47.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.914+0000 7f7b2db58640 1 -- 172.21.15.67:0/405954997 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b28154b20 con 0x7f7b280ae090 2024-09-21T00:25:47.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.914+0000 7faa997fa640 1 -- 172.21.15.67:0/3947492834 <== mon.2 v2:172.21.15.97:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faa84005470 con 0x7faa9c073a30 2024-09-21T00:25:47.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.914+0000 7faaa2b32640 1 -- 172.21.15.67:0/3947492834 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7faa9c151490 con 0x7faa9c073a30 2024-09-21T00:25:47.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.914+0000 7f0ad77fe640 1 -- 172.21.15.67:0/988001026 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f0ae4045060 con 0x7f0af01426b0 2024-09-21T00:25:47.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.915+0000 7f0ad77fe640 1 --2- 172.21.15.67:0/988001026 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0adc078bc0 0x7f0adc07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:47.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.915+0000 7f7b0ffff640 1 -- 172.21.15.67:0/405954997 <== mon.1 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b1c0332f0 con 0x7f7b280ae090 2024-09-21T00:25:47.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.915+0000 7faaa2b32640 1 -- 172.21.15.67:0/3947492834 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faa9c1e6080 con 0x7faa9c073a30 2024-09-21T00:25:47.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.915+0000 7f0aeed9d640 1 --2- 172.21.15.67:0/988001026 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0adc078bc0 0x7f0adc07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:47.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.916+0000 7f7b2db58640 1 -- 172.21.15.67:0/405954997 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7b08005290 con 0x7f7b280ae090 2024-09-21T00:25:47.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.916+0000 7f0aeed9d640 1 --2- 172.21.15.67:0/988001026 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0adc078bc0 0x7f0adc07b0d0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f0ae0005bc0 tx=0x7f0ae0005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:47.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.916+0000 7faa997fa640 1 -- 172.21.15.67:0/3947492834 <== mon.2 v2:172.21.15.97:3301/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7faa840047a0 con 0x7faa9c073a30 2024-09-21T00:25:47.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.916+0000 7f7b0ffff640 1 -- 172.21.15.67:0/405954997 <== mon.1 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f7b1c033490 con 0x7f7b280ae090 2024-09-21T00:25:47.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.917+0000 7faa997fa640 1 --2- 172.21.15.67:0/3947492834 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7faa7c07ada0 0x7faa7c07d2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:47.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.917+0000 7faa997fa640 1 -- 172.21.15.67:0/3947492834 <== mon.2 v2:172.21.15.97:3301/0 5 ==== osd_map(71..71 src has 1..71) ==== 5709+0+0 (secure 0 0 0) 0x7faa840bb500 con 0x7faa9c073a30 2024-09-21T00:25:47.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.917+0000 7faaa08ce640 1 --2- 172.21.15.67:0/3947492834 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7faa7c07ada0 0x7faa7c07d2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:47.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.917+0000 7f7b0ffff640 1 --2- 172.21.15.67:0/405954997 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7b14078b90 0x7f7b1407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:47.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.917+0000 7f7b0ffff640 1 -- 172.21.15.67:0/405954997 <== mon.1 v2:172.21.15.97:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 5709+0+0 (secure 0 0 0) 0x7f7b1c0bc020 con 0x7f7b280ae090 2024-09-21T00:25:47.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.917+0000 7f7b277fe640 1 --2- 172.21.15.67:0/405954997 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7b14078b90 0x7f7b1407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:47.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.918+0000 7faaa08ce640 1 --2- 172.21.15.67:0/3947492834 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7faa7c07ada0 0x7faa7c07d2b0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7faa8c00f290 tx=0x7faa8c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:47.938 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.918+0000 7f7b277fe640 1 --2- 172.21.15.67:0/405954997 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7b14078b90 0x7f7b1407b0a0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f7b18000f60 tx=0x7f7b18009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:47.938 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.919+0000 7f0ad77fe640 1 -- 172.21.15.67:0/988001026 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 5709+0+0 (secure 0 0 0) 0x7f0ae40b9210 con 0x7f0af01426b0 2024-09-21T00:25:47.938 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.919+0000 7f5d4a7fc640 1 -- 172.21.15.67:0/848441150 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f5d4c0638c0 con 0x7f5d540c7540 2024-09-21T00:25:47.938 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.922+0000 7f7b0ffff640 1 -- 172.21.15.67:0/405954997 <== mon.1 v2:172.21.15.97:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f7b1c03f030 con 0x7f7b280ae090 2024-09-21T00:25:47.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.922+0000 7faa997fa640 1 -- 172.21.15.67:0/3947492834 <== mon.2 v2:172.21.15.97:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7faa84083920 con 0x7faa9c073a30 2024-09-21T00:25:47.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:47.925+0000 7f0ad77fe640 1 -- 172.21.15.67:0/988001026 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f0ae4082ba0 con 0x7f0af01426b0 2024-09-21T00:25:48.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:48.183+0000 7f7b2db58640 1 -- 172.21.15.67:0/405954997 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "mds fail", "role_or_gid": "b"} v 0) -- 0x7f7b08005850 con 0x7f7b280ae090 2024-09-21T00:25:48.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:48.186+0000 7faaa2b32640 1 -- 172.21.15.67:0/3947492834 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "mds fail", "role_or_gid": "c"} v 0) -- 0x7faa9c0aec60 con 0x7faa9c073a30 2024-09-21T00:25:48.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:48.203+0000 7f5d5c171640 1 -- 172.21.15.67:0/848441150 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "mds fail", "role_or_gid": "a"} v 0) -- 0x7f5d540b77c0 con 0x7f5d540c7540 2024-09-21T00:25:48.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:48.207+0000 7f0af5230640 1 -- 172.21.15.67:0/988001026 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "mds fail", "role_or_gid": "d"} v 0) -- 0x7f0af0156100 con 0x7f0af01426b0 2024-09-21T00:25:48.547 INFO:tasks.ceph.mon.a.smithi067.stderr:2024-09-21T00:25:48.546+0000 7f6544e8e640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-21T00:25:48.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:48.546+0000 7f7b0ffff640 1 -- 172.21.15.67:0/405954997 <== mon.1 v2:172.21.15.97:3300/0 7 ==== mon_command_ack([{"prefix": "mds fail", "role_or_gid": "b"}]=0 failed mds gid 5894 v56) ==== 95+0+0 (secure 0 0 0) 0x7f7b1c084460 con 0x7f7b280ae090 2024-09-21T00:25:48.548 INFO:teuthology.orchestra.run.smithi067.stderr:failed mds gid 5894 2024-09-21T00:25:48.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:48.549+0000 7f7b2db58640 1 -- 172.21.15.67:0/405954997 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7b14078b90 msgr2=0x7f7b1407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:48.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:48.549+0000 7f7b2db58640 1 --2- 172.21.15.67:0/405954997 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7b14078b90 0x7f7b1407b0a0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f7b18000f60 tx=0x7f7b18009040 comp rx=0 tx=0).stop 2024-09-21T00:25:48.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:48.549+0000 7f7b2db58640 1 -- 172.21.15.67:0/405954997 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7b280ae090 msgr2=0x7f7b280cf400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:48.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:48.549+0000 7f7b2db58640 1 --2- 172.21.15.67:0/405954997 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7b280ae090 0x7f7b280cf400 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f7b1c009950 tx=0x7f7b1c033c20 comp rx=0 tx=0).stop 2024-09-21T00:25:48.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:48.549+0000 7f7b2db58640 1 -- 172.21.15.67:0/405954997 shutdown_connections 2024-09-21T00:25:48.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:48.549+0000 7f7b2db58640 1 --2- 172.21.15.67:0/405954997 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7b14078b90 0x7f7b1407b0a0 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:48.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:48.549+0000 7f7b2db58640 1 --2- 172.21.15.67:0/405954997 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7b28152720 0x7f7b281f53a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:48.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:48.549+0000 7f7b2db58640 1 --2- 172.21.15.67:0/405954997 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7b280ae090 0x7f7b280cf400 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:48.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:48.549+0000 7f7b2db58640 1 --2- 172.21.15.67:0/405954997 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7b28070070 0x7f7b280ceec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:48.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:48.549+0000 7f7b2db58640 1 -- 172.21.15.67:0/405954997 >> 172.21.15.67:0/405954997 conn(0x7f7b2806d5a0 msgr2=0x7f7b2815af90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:48.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:48.549+0000 7f7b2db58640 1 -- 172.21.15.67:0/405954997 shutdown_connections 2024-09-21T00:25:48.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:48.549+0000 7f7b2db58640 1 -- 172.21.15.67:0/405954997 wait complete. 2024-09-21T00:25:48.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:48.551+0000 7faa997fa640 1 -- 172.21.15.67:0/3947492834 <== mon.2 v2:172.21.15.97:3301/0 7 ==== mon_command_ack([{"prefix": "mds fail", "role_or_gid": "c"}]=0 failed mds gid 6756 v57) ==== 95+0+0 (secure 0 0 0) 0x7faa84083220 con 0x7faa9c073a30 2024-09-21T00:25:48.553 INFO:teuthology.orchestra.run.smithi067.stderr:failed mds gid 6756 2024-09-21T00:25:48.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:48.552+0000 7f5d4a7fc640 1 -- 172.21.15.67:0/848441150 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "mds fail", "role_or_gid": "a"}]=0 failed mds gid 6753 v58) ==== 95+0+0 (secure 0 0 0) 0x7f5d4c0682f0 con 0x7f5d540c7540 2024-09-21T00:25:48.553 INFO:teuthology.orchestra.run.smithi067.stderr:failed mds gid 6753 2024-09-21T00:25:48.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:48.554+0000 7faaa2b32640 1 -- 172.21.15.67:0/3947492834 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7faa7c07ada0 msgr2=0x7faa7c07d2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:48.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:48.554+0000 7faaa2b32640 1 --2- 172.21.15.67:0/3947492834 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7faa7c07ada0 0x7faa7c07d2b0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7faa8c00f290 tx=0x7faa8c009040 comp rx=0 tx=0).stop 2024-09-21T00:25:48.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:48.554+0000 7faaa2b32640 1 -- 172.21.15.67:0/3947492834 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7faa9c073a30 msgr2=0x7faa9c1e5600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:48.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:48.554+0000 7faaa2b32640 1 --2- 172.21.15.67:0/3947492834 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7faa9c073a30 0x7faa9c1e5600 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7faa84033000 tx=0x7faa84003c10 comp rx=0 tx=0).stop 2024-09-21T00:25:48.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:48.554+0000 7faaa2b32640 1 -- 172.21.15.67:0/3947492834 shutdown_connections 2024-09-21T00:25:48.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:48.554+0000 7faaa2b32640 1 --2- 172.21.15.67:0/3947492834 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7faa7c07ada0 0x7faa7c07d2b0 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:48.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:48.554+0000 7faaa2b32640 1 --2- 172.21.15.67:0/3947492834 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faa9c0adeb0 0x7faa9c1e5b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:48.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:48.554+0000 7faaa2b32640 1 --2- 172.21.15.67:0/3947492834 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7faa9c073a30 0x7faa9c1e5600 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:48.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:48.554+0000 7faaa2b32640 1 --2- 172.21.15.67:0/3947492834 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faa9c0734e0 0x7faa9c159c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:48.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:48.554+0000 7faaa2b32640 1 -- 172.21.15.67:0/3947492834 >> 172.21.15.67:0/3947492834 conn(0x7faa9c06d5a0 msgr2=0x7faa9c15d990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:48.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:48.554+0000 7faaa2b32640 1 -- 172.21.15.67:0/3947492834 shutdown_connections 2024-09-21T00:25:48.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:48.554+0000 7faaa2b32640 1 -- 172.21.15.67:0/3947492834 wait complete. 2024-09-21T00:25:48.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:48.556+0000 7f5d5c171640 1 -- 172.21.15.67:0/848441150 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5d38078b90 msgr2=0x7f5d3807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:48.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:48.556+0000 7f5d5c171640 1 --2- 172.21.15.67:0/848441150 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5d38078b90 0x7f5d3807b0a0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f5d50001760 tx=0x7f5d50009040 comp rx=0 tx=0).stop 2024-09-21T00:25:48.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:48.556+0000 7f5d5c171640 1 -- 172.21.15.67:0/848441150 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5d540c7540 msgr2=0x7f5d541f6d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:48.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:48.556+0000 7f5d5c171640 1 --2- 172.21.15.67:0/848441150 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5d540c7540 0x7f5d541f6d40 secure :-1 s=READY pgs=948 cs=0 l=1 rev1=1 crypto rx=0x7f5d4c00ea40 tx=0x7f5d4c00ef00 comp rx=0 tx=0).stop 2024-09-21T00:25:48.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:48.556+0000 7f5d5c171640 1 -- 172.21.15.67:0/848441150 shutdown_connections 2024-09-21T00:25:48.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:48.556+0000 7f5d5c171640 1 --2- 172.21.15.67:0/848441150 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5d38078b90 0x7f5d3807b0a0 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:48.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:48.556+0000 7f5d5c171640 1 --2- 172.21.15.67:0/848441150 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5d540c7540 0x7f5d541f6d40 unknown :-1 s=CLOSED pgs=948 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:48.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:48.556+0000 7f5d5c171640 1 --2- 172.21.15.67:0/848441150 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5d540b1950 0x7f5d540c7000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:48.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:48.556+0000 7f5d5c171640 1 --2- 172.21.15.67:0/848441150 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5d5409b690 0x7f5d5414b590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:48.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:48.556+0000 7f5d5c171640 1 -- 172.21.15.67:0/848441150 >> 172.21.15.67:0/848441150 conn(0x7f5d540b40a0 msgr2=0x7f5d54075c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:48.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:48.556+0000 7f5d5c171640 1 -- 172.21.15.67:0/848441150 shutdown_connections 2024-09-21T00:25:48.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:48.556+0000 7f5d5c171640 1 -- 172.21.15.67:0/848441150 wait complete. 2024-09-21T00:25:48.568 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-21T00:25:48.568 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-21T00:25:48.570 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-21T00:25:48.570 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-21T00:25:48.571 INFO:tasks.ceph.mds.b:Started 2024-09-21T00:25:48.571 DEBUG:teuthology.parallel:result is None 2024-09-21T00:25:48.572 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-21T00:25:48.572 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-21T00:25:48.614 INFO:tasks.ceph.mds.c:Started 2024-09-21T00:25:48.614 DEBUG:teuthology.parallel:result is None 2024-09-21T00:25:48.615 INFO:tasks.ceph.mds.a:Started 2024-09-21T00:25:48.615 DEBUG:teuthology.parallel:result is None 2024-09-21T00:25:48.660 INFO:tasks.ceph.mds.b.smithi097.stdout:starting mds.b at 2024-09-21T00:25:48.702 INFO:tasks.ceph.mds.a.smithi067.stdout:starting mds.a at 2024-09-21T00:25:48.702 INFO:tasks.ceph.mds.c.smithi067.stdout:starting mds.c at 2024-09-21T00:25:48.703 INFO:tasks.ceph.mds.c.smithi067.stderr:2024-09-21T00:25:48.702+0000 7f5695841640 -1 PosixStack listen unable to listen on v2:0.0.0.0:6832/0: (98) Address already in use 2024-09-21T00:25:49.550 INFO:tasks.ceph.mon.a.smithi067.stderr:2024-09-21T00:25:49.549+0000 7f6544e8e640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-21T00:25:49.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:49.550+0000 7f0ad77fe640 1 -- 172.21.15.67:0/988001026 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "mds fail", "role_or_gid": "d"}]=0 failed mds gid 5897 v59) ==== 95+0+0 (secure 0 0 0) 0x7f0ae40875d0 con 0x7f0af01426b0 2024-09-21T00:25:49.552 INFO:teuthology.orchestra.run.smithi067.stderr:failed mds gid 5897 2024-09-21T00:25:49.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:49.554+0000 7f0af5230640 1 -- 172.21.15.67:0/988001026 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0adc078bc0 msgr2=0x7f0adc07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:49.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:49.554+0000 7f0af5230640 1 --2- 172.21.15.67:0/988001026 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0adc078bc0 0x7f0adc07b0d0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f0ae0005bc0 tx=0x7f0ae0005f90 comp rx=0 tx=0).stop 2024-09-21T00:25:49.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:49.554+0000 7f0af5230640 1 -- 172.21.15.67:0/988001026 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0af01426b0 msgr2=0x7f0af01f69b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:49.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:49.554+0000 7f0af5230640 1 --2- 172.21.15.67:0/988001026 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0af01426b0 0x7f0af01f69b0 secure :-1 s=READY pgs=949 cs=0 l=1 rev1=1 crypto rx=0x7f0ae4032000 tx=0x7f0ae4033670 comp rx=0 tx=0).stop 2024-09-21T00:25:49.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:49.554+0000 7f0af5230640 1 -- 172.21.15.67:0/988001026 shutdown_connections 2024-09-21T00:25:49.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:49.554+0000 7f0af5230640 1 --2- 172.21.15.67:0/988001026 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0adc078bc0 0x7f0adc07b0d0 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:49.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:49.554+0000 7f0af5230640 1 --2- 172.21.15.67:0/988001026 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0af01f6ef0 0x7f0af00cec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:49.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:49.554+0000 7f0af5230640 1 --2- 172.21.15.67:0/988001026 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0af01426b0 0x7f0af01f69b0 unknown :-1 s=CLOSED pgs=949 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:49.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:49.554+0000 7f0af5230640 1 --2- 172.21.15.67:0/988001026 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0af0145120 0x7f0af00d0a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:49.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:49.554+0000 7f0af5230640 1 -- 172.21.15.67:0/988001026 >> 172.21.15.67:0/988001026 conn(0x7f0af006d5a0 msgr2=0x7f0af006f4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:49.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:49.554+0000 7f0af5230640 1 -- 172.21.15.67:0/988001026 shutdown_connections 2024-09-21T00:25:49.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:49.554+0000 7f0af5230640 1 -- 172.21.15.67:0/988001026 wait complete. 2024-09-21T00:25:49.574 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-21T00:25:49.574 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-21T00:25:49.577 INFO:tasks.ceph.mds.d:Started 2024-09-21T00:25:49.577 DEBUG:teuthology.parallel:result is None 2024-09-21T00:25:49.577 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:25:49.667 INFO:tasks.ceph.mds.d.smithi097.stdout:starting mds.d at 2024-09-21T00:25:49.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:49.738+0000 7f61d6d20640 1 -- 172.21.15.67:0/4112222745 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f61d00b9e70 msgr2=0x7f61d00b6020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:49.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:49.738+0000 7f61d6d20640 1 --2- 172.21.15.67:0/4112222745 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f61d00b9e70 0x7f61d00b6020 secure :-1 s=READY pgs=955 cs=0 l=1 rev1=1 crypto rx=0x7f61d006e010 tx=0x7f61c002a5d0 comp rx=0 tx=0).stop 2024-09-21T00:25:49.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:49.738+0000 7f61d6d20640 1 -- 172.21.15.67:0/4112222745 shutdown_connections 2024-09-21T00:25:49.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:49.738+0000 7f61d6d20640 1 --2- 172.21.15.67:0/4112222745 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f61d00b9e70 0x7f61d00b6020 unknown :-1 s=CLOSED pgs=955 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:49.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:49.738+0000 7f61d6d20640 1 -- 172.21.15.67:0/4112222745 >> 172.21.15.67:0/4112222745 conn(0x7f61d00d45a0 msgr2=0x7f61d00d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:49.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:49.738+0000 7f61d6d20640 1 -- 172.21.15.67:0/4112222745 shutdown_connections 2024-09-21T00:25:49.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:49.738+0000 7f61d6d20640 1 -- 172.21.15.67:0/4112222745 wait complete. 2024-09-21T00:25:49.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:49.740+0000 7f61d6d20640 1 Processor -- start 2024-09-21T00:25:49.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:49.740+0000 7f61d6d20640 1 -- start start 2024-09-21T00:25:49.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:49.741+0000 7f61d6d20640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f61d00b9e70 0x7f61d01539a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:49.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:49.741+0000 7f61d6d20640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f61d00d0270 0x7f61d01e9440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:49.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:49.741+0000 7f61d6d20640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f61d00d22f0 0x7f61d00b4f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:49.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:49.741+0000 7f61d6d20640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f61d00b6930 con 0x7f61d00d0270 2024-09-21T00:25:49.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:49.741+0000 7f61d6d20640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f61d00b67b0 con 0x7f61d00d22f0 2024-09-21T00:25:49.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:49.741+0000 7f61d6d20640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f61d006f9e0 con 0x7f61d00b9e70 2024-09-21T00:25:49.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:49.741+0000 7f61cffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f61d00d0270 0x7f61d01e9440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:49.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:49.741+0000 7f61cffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f61d00d0270 0x7f61d01e9440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:58064/0 (socket says 172.21.15.67:58064) 2024-09-21T00:25:49.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:49.741+0000 7f61cffff640 1 -- 172.21.15.67:0/2423706721 learned_addr learned my addr 172.21.15.67:0/2423706721 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:49.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:49.742+0000 7f61d4abc640 1 --2- 172.21.15.67:0/2423706721 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f61d00b9e70 0x7f61d01539a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:49.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:49.742+0000 7f61d52bd640 1 --2- 172.21.15.67:0/2423706721 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f61d00d22f0 0x7f61d00b4f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:49.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:49.742+0000 7f61cffff640 1 -- 172.21.15.67:0/2423706721 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f61d00b9e70 msgr2=0x7f61d01539a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:49.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:49.742+0000 7f61cffff640 1 --2- 172.21.15.67:0/2423706721 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f61d00b9e70 0x7f61d01539a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:49.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:49.742+0000 7f61cffff640 1 -- 172.21.15.67:0/2423706721 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f61d00d22f0 msgr2=0x7f61d00b4f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:49.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:49.742+0000 7f61cffff640 1 --2- 172.21.15.67:0/2423706721 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f61d00d22f0 0x7f61d00b4f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:49.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:49.742+0000 7f61cffff640 1 -- 172.21.15.67:0/2423706721 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61d01541e0 con 0x7f61d00d0270 2024-09-21T00:25:49.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:49.742+0000 7f61cffff640 1 --2- 172.21.15.67:0/2423706721 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f61d00d0270 0x7f61d01e9440 secure :-1 s=READY pgs=956 cs=0 l=1 rev1=1 crypto rx=0x7f61c400c3d0 tx=0x7f61c400c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:49.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:49.742+0000 7f61cd7fa640 1 -- 172.21.15.67:0/2423706721 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61c4017070 con 0x7f61d00d0270 2024-09-21T00:25:49.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:49.742+0000 7f61cd7fa640 1 -- 172.21.15.67:0/2423706721 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f61c40053c0 con 0x7f61d00d0270 2024-09-21T00:25:49.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:49.742+0000 7f61cd7fa640 1 -- 172.21.15.67:0/2423706721 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61c4003850 con 0x7f61d00d0270 2024-09-21T00:25:49.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:49.742+0000 7f61d6d20640 1 -- 172.21.15.67:0/2423706721 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f61d00b2840 con 0x7f61d00d0270 2024-09-21T00:25:49.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:49.742+0000 7f61d6d20640 1 -- 172.21.15.67:0/2423706721 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f61d00b2e00 con 0x7f61d00d0270 2024-09-21T00:25:49.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:49.743+0000 7f61d6d20640 1 -- 172.21.15.67:0/2423706721 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f61d006fe40 con 0x7f61d00d0270 2024-09-21T00:25:49.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:49.744+0000 7f61cd7fa640 1 -- 172.21.15.67:0/2423706721 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f61c401a070 con 0x7f61d00d0270 2024-09-21T00:25:49.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:49.745+0000 7f61cd7fa640 1 --2- 172.21.15.67:0/2423706721 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f61bc078b90 0x7f61bc07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:49.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:49.745+0000 7f61cd7fa640 1 -- 172.21.15.67:0/2423706721 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 5881+0+0 (secure 0 0 0) 0x7f61c409a100 con 0x7f61d00d0270 2024-09-21T00:25:49.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:49.745+0000 7f61d4abc640 1 --2- 172.21.15.67:0/2423706721 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f61bc078b90 0x7f61bc07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:49.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:49.745+0000 7f61d4abc640 1 --2- 172.21.15.67:0/2423706721 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f61bc078b90 0x7f61bc07b0a0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f61c0033000 tx=0x7f61c0004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:49.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:49.749+0000 7f61cd7fa640 1 -- 172.21.15.67:0/2423706721 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f61c4061e40 con 0x7f61d00d0270 2024-09-21T00:25:49.758 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:25:49.760 DEBUG:teuthology.orchestra.run.smithi097:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:25:49.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:49.977+0000 7f61d6d20640 1 -- 172.21.15.67:0/2423706721 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f61d00b7e10 con 0x7f61d00d0270 2024-09-21T00:25:49.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:49.977+0000 7f61cd7fa640 1 -- 172.21.15.67:0/2423706721 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 60 v60) ==== 94+0+4394 (secure 0 0 0) 0x7f61c4066870 con 0x7f61d00d0270 2024-09-21T00:25:49.979 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:25:49.979 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":60,"btime":"2024-09-21T00:25:49:555449+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6493,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6835/3686147303","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3686147303},{"type":"v1","addr":"172.21.15.97:6835","nonce":3686147303}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":59},{"gid":6966,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/1019459772","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1019459772},{"type":"v1","addr":"172.21.15.67:6834","nonce":1019459772}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":59}],"filesystems":[{"mdsmap":{"epoch":60,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:25:37.855341+0000","modified":"2024-09-21T00:25:49.555407+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":75,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6969},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6969":{"gid":6969,"name":"c","rank":0,"incarnation":60,"state":"up:replay","state_seq":1,"addr":"172.21.15.67:6835/1917566065","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":1917566065},{"type":"v1","addr":"172.21.15.67:6835","nonce":1917566065}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":5}]} 2024-09-21T00:25:49.979 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 60 2024-09-21T00:25:49.981 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:49.980+0000 7f61d6d20640 1 -- 172.21.15.67:0/2423706721 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f61bc078b90 msgr2=0x7f61bc07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:49.981 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:49.980+0000 7f61d6d20640 1 --2- 172.21.15.67:0/2423706721 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f61bc078b90 0x7f61bc07b0a0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f61c0033000 tx=0x7f61c0004730 comp rx=0 tx=0).stop 2024-09-21T00:25:49.981 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:49.980+0000 7f61d6d20640 1 -- 172.21.15.67:0/2423706721 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f61d00d0270 msgr2=0x7f61d01e9440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:49.981 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:49.980+0000 7f61d6d20640 1 --2- 172.21.15.67:0/2423706721 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f61d00d0270 0x7f61d01e9440 secure :-1 s=READY pgs=956 cs=0 l=1 rev1=1 crypto rx=0x7f61c400c3d0 tx=0x7f61c400c890 comp rx=0 tx=0).stop 2024-09-21T00:25:49.981 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:49.980+0000 7f61d6d20640 1 -- 172.21.15.67:0/2423706721 shutdown_connections 2024-09-21T00:25:49.981 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:49.980+0000 7f61d6d20640 1 --2- 172.21.15.67:0/2423706721 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f61bc078b90 0x7f61bc07b0a0 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:49.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:49.980+0000 7f61d6d20640 1 --2- 172.21.15.67:0/2423706721 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f61d00d22f0 0x7f61d00b4f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:49.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:49.980+0000 7f61d6d20640 1 --2- 172.21.15.67:0/2423706721 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f61d00d0270 0x7f61d01e9440 unknown :-1 s=CLOSED pgs=956 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:49.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:49.980+0000 7f61d6d20640 1 --2- 172.21.15.67:0/2423706721 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f61d00b9e70 0x7f61d01539a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:49.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:49.980+0000 7f61d6d20640 1 -- 172.21.15.67:0/2423706721 >> 172.21.15.67:0/2423706721 conn(0x7f61d00d45a0 msgr2=0x7f61d00d27d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:49.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:49.980+0000 7f61d6d20640 1 -- 172.21.15.67:0/2423706721 shutdown_connections 2024-09-21T00:25:49.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:49.980+0000 7f61d6d20640 1 -- 172.21.15.67:0/2423706721 wait complete. 2024-09-21T00:25:50.395 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 60, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-21T00:25:37.855341+0000', 'modified': '2024-09-21T00:25:49.555407+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 75, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 6969}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6969': {'gid': 6969, 'name': 'c', 'rank': 0, 'incarnation': 60, 'state': 'up:replay', 'state_seq': 1, 'addr': '172.21.15.67:6835/1917566065', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.67:6833', 'nonce': 1917566065}, {'type': 'v1', 'addr': '172.21.15.67:6835', 'nonce': 1917566065}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [11], 'metadata_pool': 10, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 0, 'qdb_cluster': []} 2024-09-21T00:25:50.395 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_6969:up:replay 2024-09-21T00:25:51.396 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:25:51.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:51.527+0000 7f25c7641640 1 -- 172.21.15.67:0/2146689247 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f25c00b1fb0 msgr2=0x7f25c00b23c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:51.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:51.527+0000 7f25c7641640 1 --2- 172.21.15.67:0/2146689247 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f25c00b1fb0 0x7f25c00b23c0 secure :-1 s=READY pgs=957 cs=0 l=1 rev1=1 crypto rx=0x7f25c0074ef0 tx=0x7f25b802aa30 comp rx=0 tx=0).stop 2024-09-21T00:25:51.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:51.527+0000 7f25c7641640 1 -- 172.21.15.67:0/2146689247 shutdown_connections 2024-09-21T00:25:51.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:51.527+0000 7f25c7641640 1 --2- 172.21.15.67:0/2146689247 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f25c00b1fb0 0x7f25c00b23c0 unknown :-1 s=CLOSED pgs=957 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:51.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:51.527+0000 7f25c7641640 1 --2- 172.21.15.67:0/2146689247 >> v2:172.21.15.97:3300/0 conn(0x7f25c009a950 0x7f25c009ad60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:51.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:51.527+0000 7f25c7641640 1 --2- 172.21.15.67:0/2146689247 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f25c00b7850 0x7f25c00b4c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:51.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:51.527+0000 7f25c7641640 1 -- 172.21.15.67:0/2146689247 >> 172.21.15.67:0/2146689247 conn(0x7f25c00b4140 msgr2=0x7f25c00b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:51.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:51.527+0000 7f25c7641640 1 -- 172.21.15.67:0/2146689247 shutdown_connections 2024-09-21T00:25:51.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:51.527+0000 7f25c7641640 1 -- 172.21.15.67:0/2146689247 wait complete. 2024-09-21T00:25:51.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:51.529+0000 7f25c7641640 1 Processor -- start 2024-09-21T00:25:51.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:51.529+0000 7f25c7641640 1 -- start start 2024-09-21T00:25:51.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:51.531+0000 7f25c7641640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f25c009a950 0x7f25c01cee90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:51.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:51.531+0000 7f25c7641640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f25c00b1fb0 0x7f25c009c350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:51.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:51.531+0000 7f25c7641640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f25c00b7850 0x7f25c009c890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:51.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:51.531+0000 7f25c7641640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f25c00b2a80 con 0x7f25c009a950 2024-09-21T00:25:51.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:51.531+0000 7f25c7641640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f25c00b2900 con 0x7f25c00b1fb0 2024-09-21T00:25:51.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:51.531+0000 7f25c7641640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f25c00b2c00 con 0x7f25c00b7850 2024-09-21T00:25:51.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:51.531+0000 7f25c53dd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f25c009a950 0x7f25c01cee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:51.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:51.531+0000 7f25c53dd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f25c009a950 0x7f25c01cee90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:58080/0 (socket says 172.21.15.67:58080) 2024-09-21T00:25:51.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:51.531+0000 7f25c53dd640 1 -- 172.21.15.67:0/3336274237 learned_addr learned my addr 172.21.15.67:0/3336274237 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:51.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:51.531+0000 7f25c4bdc640 1 --2- 172.21.15.67:0/3336274237 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f25c00b1fb0 0x7f25c009c350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:51.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:51.531+0000 7f25c5bde640 1 --2- 172.21.15.67:0/3336274237 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f25c00b7850 0x7f25c009c890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:51.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:51.531+0000 7f25c53dd640 1 -- 172.21.15.67:0/3336274237 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f25c00b7850 msgr2=0x7f25c009c890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:51.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:51.531+0000 7f25c53dd640 1 --2- 172.21.15.67:0/3336274237 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f25c00b7850 0x7f25c009c890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:51.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:51.531+0000 7f25c53dd640 1 -- 172.21.15.67:0/3336274237 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f25c00b1fb0 msgr2=0x7f25c009c350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:51.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:51.531+0000 7f25c53dd640 1 --2- 172.21.15.67:0/3336274237 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f25c00b1fb0 0x7f25c009c350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:51.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:51.531+0000 7f25c53dd640 1 -- 172.21.15.67:0/3336274237 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25c01f7490 con 0x7f25c009a950 2024-09-21T00:25:51.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:51.531+0000 7f25c4bdc640 1 --2- 172.21.15.67:0/3336274237 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f25c00b1fb0 0x7f25c009c350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:25:51.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:51.531+0000 7f25c5bde640 1 --2- 172.21.15.67:0/3336274237 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f25c00b7850 0x7f25c009c890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:25:51.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:51.531+0000 7f25c53dd640 1 --2- 172.21.15.67:0/3336274237 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f25c009a950 0x7f25c01cee90 secure :-1 s=READY pgs=958 cs=0 l=1 rev1=1 crypto rx=0x7f25bc00d770 tx=0x7f25bc00dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:51.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:51.532+0000 7f25b1ffb640 1 -- 172.21.15.67:0/3336274237 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25bc017070 con 0x7f25c009a950 2024-09-21T00:25:51.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:51.532+0000 7f25b1ffb640 1 -- 172.21.15.67:0/3336274237 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f25bc009d20 con 0x7f25c009a950 2024-09-21T00:25:51.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:51.532+0000 7f25b1ffb640 1 -- 172.21.15.67:0/3336274237 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25bc0106c0 con 0x7f25c009a950 2024-09-21T00:25:51.535 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:51.532+0000 7f25c7641640 1 -- 172.21.15.67:0/3336274237 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f25c01f7770 con 0x7f25c009a950 2024-09-21T00:25:51.535 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:51.532+0000 7f25c7641640 1 -- 172.21.15.67:0/3336274237 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f25c009f380 con 0x7f25c009a950 2024-09-21T00:25:51.535 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:51.533+0000 7f25c7641640 1 -- 172.21.15.67:0/3336274237 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f25c00b23c0 con 0x7f25c009a950 2024-09-21T00:25:51.535 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:51.534+0000 7f25b1ffb640 1 -- 172.21.15.67:0/3336274237 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f25bc01a070 con 0x7f25c009a950 2024-09-21T00:25:51.535 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:51.534+0000 7f25b1ffb640 1 --2- 172.21.15.67:0/3336274237 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f25a4078b90 0x7f25a407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:51.536 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:51.534+0000 7f25b1ffb640 1 -- 172.21.15.67:0/3336274237 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 5881+0+0 (secure 0 0 0) 0x7f25bc09af60 con 0x7f25c009a950 2024-09-21T00:25:51.536 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:51.534+0000 7f25c4bdc640 1 --2- 172.21.15.67:0/3336274237 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f25a4078b90 0x7f25a407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:51.536 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:51.535+0000 7f25c4bdc640 1 --2- 172.21.15.67:0/3336274237 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f25a4078b90 0x7f25a407b0a0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f25c00b6bc0 tx=0x7f25b4005e30 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:51.540 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:51.539+0000 7f25b1ffb640 1 -- 172.21.15.67:0/3336274237 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f25bc0632f0 con 0x7f25c009a950 2024-09-21T00:25:51.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:51.768+0000 7f25c7641640 1 -- 172.21.15.67:0/3336274237 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f25c00ce410 con 0x7f25c009a950 2024-09-21T00:25:51.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:51.768+0000 7f25b1ffb640 1 -- 172.21.15.67:0/3336274237 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 62 v62) ==== 94+0+5216 (secure 0 0 0) 0x7f25bc062bf0 con 0x7f25c009a950 2024-09-21T00:25:51.770 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:25:51.770 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":62,"btime":"2024-09-21T00:25:51:563584+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6493,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6835/3686147303","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3686147303},{"type":"v1","addr":"172.21.15.97:6835","nonce":3686147303}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":59},{"gid":6511,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/988187047","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":988187047},{"type":"v1","addr":"172.21.15.97:6837","nonce":988187047}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":61},{"gid":6966,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/1019459772","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1019459772},{"type":"v1","addr":"172.21.15.67:6834","nonce":1019459772}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":59}],"filesystems":[{"mdsmap":{"epoch":62,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:25:37.855341+0000","modified":"2024-09-21T00:25:50.565157+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":75,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6969},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6969":{"gid":6969,"name":"c","rank":0,"incarnation":60,"state":"up:rejoin","state_seq":3,"addr":"172.21.15.67:6835/1917566065","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":1917566065},{"type":"v1","addr":"172.21.15.67:6835","nonce":1917566065}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":5}]} 2024-09-21T00:25:51.770 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 62 2024-09-21T00:25:51.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:51.770+0000 7f25c7641640 1 -- 172.21.15.67:0/3336274237 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f25a4078b90 msgr2=0x7f25a407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:51.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:51.770+0000 7f25c7641640 1 --2- 172.21.15.67:0/3336274237 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f25a4078b90 0x7f25a407b0a0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f25c00b6bc0 tx=0x7f25b4005e30 comp rx=0 tx=0).stop 2024-09-21T00:25:51.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:51.770+0000 7f25c7641640 1 -- 172.21.15.67:0/3336274237 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f25c009a950 msgr2=0x7f25c01cee90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:51.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:51.770+0000 7f25c7641640 1 --2- 172.21.15.67:0/3336274237 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f25c009a950 0x7f25c01cee90 secure :-1 s=READY pgs=958 cs=0 l=1 rev1=1 crypto rx=0x7f25bc00d770 tx=0x7f25bc00dc30 comp rx=0 tx=0).stop 2024-09-21T00:25:51.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:51.771+0000 7f25c7641640 1 -- 172.21.15.67:0/3336274237 shutdown_connections 2024-09-21T00:25:51.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:51.771+0000 7f25c7641640 1 --2- 172.21.15.67:0/3336274237 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f25a4078b90 0x7f25a407b0a0 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:51.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:51.771+0000 7f25c7641640 1 --2- 172.21.15.67:0/3336274237 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f25c00b7850 0x7f25c009c890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:51.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:51.771+0000 7f25c7641640 1 --2- 172.21.15.67:0/3336274237 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f25c00b1fb0 0x7f25c009c350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:51.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:51.771+0000 7f25c7641640 1 --2- 172.21.15.67:0/3336274237 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f25c009a950 0x7f25c01cee90 unknown :-1 s=CLOSED pgs=958 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:51.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:51.771+0000 7f25c7641640 1 -- 172.21.15.67:0/3336274237 >> 172.21.15.67:0/3336274237 conn(0x7f25c00b4140 msgr2=0x7f25c00ccff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:51.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:51.771+0000 7f25c7641640 1 -- 172.21.15.67:0/3336274237 shutdown_connections 2024-09-21T00:25:51.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:51.771+0000 7f25c7641640 1 -- 172.21.15.67:0/3336274237 wait complete. 2024-09-21T00:25:52.185 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 62, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-21T00:25:37.855341+0000', 'modified': '2024-09-21T00:25:50.565157+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 75, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 6969}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6969': {'gid': 6969, 'name': 'c', 'rank': 0, 'incarnation': 60, 'state': 'up:rejoin', 'state_seq': 3, 'addr': '172.21.15.67:6835/1917566065', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.67:6833', 'nonce': 1917566065}, {'type': 'v1', 'addr': '172.21.15.67:6835', 'nonce': 1917566065}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [11], 'metadata_pool': 10, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 0, 'qdb_cluster': []} 2024-09-21T00:25:52.186 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_6969:up:rejoin 2024-09-21T00:25:53.187 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:25:53.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:53.318+0000 7f48d7732640 1 -- 172.21.15.67:0/345944917 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f48d0070070 msgr2=0x7f48d0070480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:53.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:53.318+0000 7f48d7732640 1 --2- 172.21.15.67:0/345944917 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f48d0070070 0x7f48d0070480 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f48c0005fd0 tx=0x7f48c002a5c0 comp rx=0 tx=0).stop 2024-09-21T00:25:53.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:53.318+0000 7f48d7732640 1 -- 172.21.15.67:0/345944917 shutdown_connections 2024-09-21T00:25:53.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:53.318+0000 7f48d7732640 1 --2- 172.21.15.67:0/345944917 >> v2:172.21.15.97:3300/0 conn(0x7f48d00ae090 0x7f48d00ae4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:53.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:53.318+0000 7f48d7732640 1 --2- 172.21.15.67:0/345944917 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f48d0070070 0x7f48d0070480 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:53.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:53.318+0000 7f48d7732640 1 -- 172.21.15.67:0/345944917 >> 172.21.15.67:0/345944917 conn(0x7f48d006d5a0 msgr2=0x7f48d00b1d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:53.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:53.319+0000 7f48d7732640 1 -- 172.21.15.67:0/345944917 shutdown_connections 2024-09-21T00:25:53.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:53.319+0000 7f48d7732640 1 -- 172.21.15.67:0/345944917 wait complete. 2024-09-21T00:25:53.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:53.320+0000 7f48d7732640 1 Processor -- start 2024-09-21T00:25:53.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:53.320+0000 7f48d7732640 1 -- start start 2024-09-21T00:25:53.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:53.322+0000 7f48d7732640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f48d0070070 0x7f48d01f3430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:53.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:53.322+0000 7f48d7732640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f48d00ae090 0x7f48d0158d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:53.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:53.322+0000 7f48d7732640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f48d0152720 0x7f48d015a840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:53.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:53.322+0000 7f48d7732640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f48d00aedb0 con 0x7f48d0070070 2024-09-21T00:25:53.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:53.322+0000 7f48d7732640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f48d00aec30 con 0x7f48d0152720 2024-09-21T00:25:53.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:53.322+0000 7f48d7732640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f48d00aef30 con 0x7f48d00ae090 2024-09-21T00:25:53.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:53.322+0000 7f48d54ce640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f48d0070070 0x7f48d01f3430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:53.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:53.322+0000 7f48d54ce640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f48d0070070 0x7f48d01f3430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56186/0 (socket says 172.21.15.67:56186) 2024-09-21T00:25:53.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:53.322+0000 7f48d54ce640 1 -- 172.21.15.67:0/4209730204 learned_addr learned my addr 172.21.15.67:0/4209730204 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:53.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:53.322+0000 7f48d4ccd640 1 --2- 172.21.15.67:0/4209730204 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f48d00ae090 0x7f48d0158d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:53.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:53.322+0000 7f48d5ccf640 1 --2- 172.21.15.67:0/4209730204 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f48d0152720 0x7f48d015a840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:53.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:53.322+0000 7f48d54ce640 1 -- 172.21.15.67:0/4209730204 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f48d00ae090 msgr2=0x7f48d0158d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:53.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:53.322+0000 7f48d54ce640 1 --2- 172.21.15.67:0/4209730204 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f48d00ae090 0x7f48d0158d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:53.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:53.322+0000 7f48d54ce640 1 -- 172.21.15.67:0/4209730204 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f48d0152720 msgr2=0x7f48d015a840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:53.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:53.322+0000 7f48d54ce640 1 --2- 172.21.15.67:0/4209730204 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f48d0152720 0x7f48d015a840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:53.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:53.322+0000 7f48d54ce640 1 -- 172.21.15.67:0/4209730204 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48d0148140 con 0x7f48d0070070 2024-09-21T00:25:53.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:53.322+0000 7f48d54ce640 1 --2- 172.21.15.67:0/4209730204 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f48d0070070 0x7f48d01f3430 secure :-1 s=READY pgs=959 cs=0 l=1 rev1=1 crypto rx=0x7f48cc00c3f0 tx=0x7f48cc00c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:53.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:53.323+0000 7f48c5ffb640 1 -- 172.21.15.67:0/4209730204 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48cc017070 con 0x7f48d0070070 2024-09-21T00:25:53.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:53.323+0000 7f48c5ffb640 1 -- 172.21.15.67:0/4209730204 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f48cc0035f0 con 0x7f48d0070070 2024-09-21T00:25:53.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:53.323+0000 7f48d7732640 1 -- 172.21.15.67:0/4209730204 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f48d01475c0 con 0x7f48d0070070 2024-09-21T00:25:53.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:53.323+0000 7f48c5ffb640 1 -- 172.21.15.67:0/4209730204 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48cc003a40 con 0x7f48d0070070 2024-09-21T00:25:53.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:53.323+0000 7f48d7732640 1 -- 172.21.15.67:0/4209730204 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f48d0147b80 con 0x7f48d0070070 2024-09-21T00:25:53.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:53.324+0000 7f48d7732640 1 -- 172.21.15.67:0/4209730204 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f48d00af380 con 0x7f48d0070070 2024-09-21T00:25:53.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:53.325+0000 7f48c5ffb640 1 -- 172.21.15.67:0/4209730204 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f48cc01a070 con 0x7f48d0070070 2024-09-21T00:25:53.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:53.325+0000 7f48c5ffb640 1 --2- 172.21.15.67:0/4209730204 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f48b4078b90 0x7f48b407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:53.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:53.326+0000 7f48c5ffb640 1 -- 172.21.15.67:0/4209730204 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 5881+0+0 (secure 0 0 0) 0x7f48cc09a0d0 con 0x7f48d0070070 2024-09-21T00:25:53.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:53.326+0000 7f48d4ccd640 1 --2- 172.21.15.67:0/4209730204 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f48b4078b90 0x7f48b407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:53.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:53.327+0000 7f48d4ccd640 1 --2- 172.21.15.67:0/4209730204 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f48b4078b90 0x7f48b407b0a0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f48c0033000 tx=0x7f48c0004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:53.331 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:53.330+0000 7f48c5ffb640 1 -- 172.21.15.67:0/4209730204 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f48d0152b30 con 0x7f48d0070070 2024-09-21T00:25:53.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:53.555+0000 7f48d7732640 1 -- 172.21.15.67:0/4209730204 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f48d0073310 con 0x7f48d0070070 2024-09-21T00:25:53.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:53.556+0000 7f48c5ffb640 1 -- 172.21.15.67:0/4209730204 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 63 v63) ==== 94+0+5223 (secure 0 0 0) 0x7f48cc0624f0 con 0x7f48d0070070 2024-09-21T00:25:53.557 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:25:53.557 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":63,"btime":"2024-09-21T00:25:52:569250+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6493,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6835/3686147303","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3686147303},{"type":"v1","addr":"172.21.15.97:6835","nonce":3686147303}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":59},{"gid":6511,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/988187047","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":988187047},{"type":"v1","addr":"172.21.15.97:6837","nonce":988187047}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":61},{"gid":6966,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/1019459772","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1019459772},{"type":"v1","addr":"172.21.15.67:6834","nonce":1019459772}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":59}],"filesystems":[{"mdsmap":{"epoch":63,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:25:37.855341+0000","modified":"2024-09-21T00:25:52.569245+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":75,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6969},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6969":{"gid":6969,"name":"c","rank":0,"incarnation":60,"state":"up:active","state_seq":4,"addr":"172.21.15.67:6835/1917566065","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":1917566065},{"type":"v1","addr":"172.21.15.67:6835","nonce":1917566065}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6969,"qdb_cluster":[6969]},"id":5}]} 2024-09-21T00:25:53.558 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 63 2024-09-21T00:25:53.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:53.558+0000 7f48d7732640 1 -- 172.21.15.67:0/4209730204 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f48b4078b90 msgr2=0x7f48b407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:53.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:53.558+0000 7f48d7732640 1 --2- 172.21.15.67:0/4209730204 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f48b4078b90 0x7f48b407b0a0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f48c0033000 tx=0x7f48c0004730 comp rx=0 tx=0).stop 2024-09-21T00:25:53.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:53.558+0000 7f48d7732640 1 -- 172.21.15.67:0/4209730204 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f48d0070070 msgr2=0x7f48d01f3430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:53.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:53.558+0000 7f48d7732640 1 --2- 172.21.15.67:0/4209730204 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f48d0070070 0x7f48d01f3430 secure :-1 s=READY pgs=959 cs=0 l=1 rev1=1 crypto rx=0x7f48cc00c3f0 tx=0x7f48cc00c8b0 comp rx=0 tx=0).stop 2024-09-21T00:25:53.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:53.558+0000 7f48d7732640 1 -- 172.21.15.67:0/4209730204 shutdown_connections 2024-09-21T00:25:53.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:53.558+0000 7f48d7732640 1 --2- 172.21.15.67:0/4209730204 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f48b4078b90 0x7f48b407b0a0 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:53.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:53.558+0000 7f48d7732640 1 --2- 172.21.15.67:0/4209730204 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f48d0152720 0x7f48d015a840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:53.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:53.558+0000 7f48d7732640 1 --2- 172.21.15.67:0/4209730204 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f48d00ae090 0x7f48d0158d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:53.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:53.558+0000 7f48d7732640 1 --2- 172.21.15.67:0/4209730204 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f48d0070070 0x7f48d01f3430 unknown :-1 s=CLOSED pgs=959 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:53.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:53.558+0000 7f48d7732640 1 -- 172.21.15.67:0/4209730204 >> 172.21.15.67:0/4209730204 conn(0x7f48d006d5a0 msgr2=0x7f48d00748d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:53.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:53.558+0000 7f48d7732640 1 -- 172.21.15.67:0/4209730204 shutdown_connections 2024-09-21T00:25:53.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:53.558+0000 7f48d7732640 1 -- 172.21.15.67:0/4209730204 wait complete. 2024-09-21T00:25:53.974 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 63, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-21T00:25:37.855341+0000', 'modified': '2024-09-21T00:25:52.569245+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 75, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 6969}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6969': {'gid': 6969, 'name': 'c', 'rank': 0, 'incarnation': 60, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.67:6835/1917566065', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.67:6833', 'nonce': 1917566065}, {'type': 'v1', 'addr': '172.21.15.67:6835', 'nonce': 1917566065}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [11], 'metadata_pool': 10, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 6969, 'qdb_cluster': [6969]} 2024-09-21T00:25:53.974 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-21T00:25:53.975 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-21T00:25:54.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.095+0000 7fa2478de640 1 -- 172.21.15.67:0/3753680834 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa22c003a50 msgr2=0x7fa22c003ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:54.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.095+0000 7fa2478de640 1 --2- 172.21.15.67:0/3753680834 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa22c003a50 0x7fa22c003ec0 secure :-1 s=READY pgs=961 cs=0 l=1 rev1=1 crypto rx=0x7fa23c001710 tx=0x7fa22c005830 comp rx=0 tx=0).stop 2024-09-21T00:25:54.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.095+0000 7fa2478de640 1 -- 172.21.15.67:0/3753680834 shutdown_connections 2024-09-21T00:25:54.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.095+0000 7fa2478de640 1 --2- 172.21.15.67:0/3753680834 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa22c003a50 0x7fa22c003ec0 unknown :-1 s=CLOSED pgs=961 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:54.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.095+0000 7fa2478de640 1 -- 172.21.15.67:0/3753680834 >> 172.21.15.67:0/3753680834 conn(0x7fa24006dfb0 msgr2=0x7fa24006e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:54.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.095+0000 7fa2478de640 1 -- 172.21.15.67:0/3753680834 shutdown_connections 2024-09-21T00:25:54.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.095+0000 7fa2478de640 1 -- 172.21.15.67:0/3753680834 wait complete. 2024-09-21T00:25:54.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.096+0000 7fa2478de640 1 Processor -- start 2024-09-21T00:25:54.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.097+0000 7fa2478de640 1 -- start start 2024-09-21T00:25:54.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.098+0000 7fa2478de640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa22c003a50 0x7fa240150730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:54.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.098+0000 7fa2478de640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa240160300 0x7fa2400cbf80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:54.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.098+0000 7fa2478de640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa2400cc4c0 0x7fa2401f54c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:54.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.098+0000 7fa2478de640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fa2400cf8c0 con 0x7fa2400cc4c0 2024-09-21T00:25:54.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.098+0000 7fa2478de640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fa2400cf740 con 0x7fa22c003a50 2024-09-21T00:25:54.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.098+0000 7fa2478de640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fa2400cfa40 con 0x7fa240160300 2024-09-21T00:25:54.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.098+0000 7fa245e7b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa2400cc4c0 0x7fa2401f54c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:54.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.098+0000 7fa245e7b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa2400cc4c0 0x7fa2401f54c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56208/0 (socket says 172.21.15.67:56208) 2024-09-21T00:25:54.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.098+0000 7fa245e7b640 1 -- 172.21.15.67:0/3704570503 learned_addr learned my addr 172.21.15.67:0/3704570503 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:54.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.098+0000 7fa24567a640 1 --2- 172.21.15.67:0/3704570503 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa22c003a50 0x7fa240150730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:54.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.098+0000 7fa244e79640 1 --2- 172.21.15.67:0/3704570503 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa240160300 0x7fa2400cbf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:54.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.098+0000 7fa245e7b640 1 -- 172.21.15.67:0/3704570503 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa240160300 msgr2=0x7fa2400cbf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:54.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.098+0000 7fa245e7b640 1 --2- 172.21.15.67:0/3704570503 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa240160300 0x7fa2400cbf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:54.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.098+0000 7fa245e7b640 1 -- 172.21.15.67:0/3704570503 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa22c003a50 msgr2=0x7fa240150730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:54.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.098+0000 7fa245e7b640 1 --2- 172.21.15.67:0/3704570503 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa22c003a50 0x7fa240150730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:54.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.098+0000 7fa245e7b640 1 -- 172.21.15.67:0/3704570503 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa240160a30 con 0x7fa2400cc4c0 2024-09-21T00:25:54.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.098+0000 7fa245e7b640 1 --2- 172.21.15.67:0/3704570503 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa2400cc4c0 0x7fa2401f54c0 secure :-1 s=READY pgs=962 cs=0 l=1 rev1=1 crypto rx=0x7fa2400d0d30 tx=0x7fa238010f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:54.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.099+0000 7fa235ffb640 1 -- 172.21.15.67:0/3704570503 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa238017070 con 0x7fa2400cc4c0 2024-09-21T00:25:54.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.099+0000 7fa235ffb640 1 -- 172.21.15.67:0/3704570503 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa238015070 con 0x7fa2400cc4c0 2024-09-21T00:25:54.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.099+0000 7fa2478de640 1 -- 172.21.15.67:0/3704570503 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa240160d10 con 0x7fa2400cc4c0 2024-09-21T00:25:54.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.099+0000 7fa235ffb640 1 -- 172.21.15.67:0/3704570503 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa23801c6a0 con 0x7fa2400cc4c0 2024-09-21T00:25:54.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.099+0000 7fa2478de640 1 -- 172.21.15.67:0/3704570503 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2401612d0 con 0x7fa2400cc4c0 2024-09-21T00:25:54.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.101+0000 7fa235ffb640 1 -- 172.21.15.67:0/3704570503 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fa23801c840 con 0x7fa2400cc4c0 2024-09-21T00:25:54.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.101+0000 7fa235ffb640 1 --2- 172.21.15.67:0/3704570503 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa224078b90 0x7fa22407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:54.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.101+0000 7fa235ffb640 1 -- 172.21.15.67:0/3704570503 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 5881+0+0 (secure 0 0 0) 0x7fa23809b9f0 con 0x7fa2400cc4c0 2024-09-21T00:25:54.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.102+0000 7fa24567a640 1 --2- 172.21.15.67:0/3704570503 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa224078b90 0x7fa22407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:54.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.102+0000 7fa24e851740 1 Processor -- start 2024-09-21T00:25:54.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.102+0000 7fa24e851740 1 -- start start 2024-09-21T00:25:54.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.102+0000 7fa24567a640 1 --2- 172.21.15.67:0/3704570503 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa224078b90 0x7fa22407b0a0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fa23c0016e0 tx=0x7fa23c02c040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:54.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.103+0000 7fa24e851740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d13236c270 0x55d13273dfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:54.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.103+0000 7fa24e851740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d1323433b0 0x55d13273e4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:54.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.103+0000 7fa24e851740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d13234b590 0x55d13275b3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:54.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.103+0000 7fa24e851740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55d132686820 con 0x55d13236c270 2024-09-21T00:25:54.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.103+0000 7fa24e851740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55d132675c50 con 0x55d13234b590 2024-09-21T00:25:54.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.103+0000 7fa24e851740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55d132679a60 con 0x55d1323433b0 2024-09-21T00:25:54.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.104+0000 7fa24567a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d13236c270 0x55d13273dfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:54.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.104+0000 7fa24567a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d13236c270 0x55d13273dfa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56220/0 (socket says 172.21.15.67:56220) 2024-09-21T00:25:54.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.104+0000 7fa24567a640 1 -- 172.21.15.67:0/4091341601 learned_addr learned my addr 172.21.15.67:0/4091341601 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:54.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.104+0000 7fa244e79640 1 --2- 172.21.15.67:0/4091341601 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d1323433b0 0x55d13273e4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:54.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.104+0000 7fa245e7b640 1 --2- 172.21.15.67:0/4091341601 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d13234b590 0x55d13275b3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:54.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.104+0000 7fa24567a640 1 -- 172.21.15.67:0/4091341601 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d1323433b0 msgr2=0x55d13273e4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:25:54.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.104+0000 7fa24567a640 1 --2- 172.21.15.67:0/4091341601 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d1323433b0 0x55d13273e4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:54.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.104+0000 7fa24567a640 1 -- 172.21.15.67:0/4091341601 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d13234b590 msgr2=0x55d13275b3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:25:54.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.104+0000 7fa24567a640 1 --2- 172.21.15.67:0/4091341601 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d13234b590 0x55d13275b3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:54.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.104+0000 7fa24567a640 1 -- 172.21.15.67:0/4091341601 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d1323d7850 con 0x55d13236c270 2024-09-21T00:25:54.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.104+0000 7fa24567a640 1 --2- 172.21.15.67:0/4091341601 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d13236c270 0x55d13273dfa0 secure :-1 s=READY pgs=963 cs=0 l=1 rev1=1 crypto rx=0x7fa23c02a8e0 tx=0x7fa22c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=381b4d2eb0641970 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:54.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.104+0000 7fa22affd640 1 -- 172.21.15.67:0/4091341601 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa23c04e070 con 0x55d13236c270 2024-09-21T00:25:54.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.104+0000 7fa22affd640 1 -- 172.21.15.67:0/4091341601 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa23c049440 con 0x55d13236c270 2024-09-21T00:25:54.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.104+0000 7fa22affd640 1 -- 172.21.15.67:0/4091341601 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa23c0497f0 con 0x55d13236c270 2024-09-21T00:25:54.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.105+0000 7fa24e851740 1 -- 172.21.15.67:0/4091341601 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d13236c270 msgr2=0x55d13273dfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:54.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.105+0000 7fa24e851740 1 --2- 172.21.15.67:0/4091341601 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d13236c270 0x55d13273dfa0 secure :-1 s=READY pgs=963 cs=0 l=1 rev1=1 crypto rx=0x7fa23c02a8e0 tx=0x7fa22c005830 comp rx=0 tx=0).stop 2024-09-21T00:25:54.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.105+0000 7fa24e851740 1 -- 172.21.15.67:0/4091341601 shutdown_connections 2024-09-21T00:25:54.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.105+0000 7fa24e851740 1 --2- 172.21.15.67:0/4091341601 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d13234b590 0x55d13275b3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:54.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.105+0000 7fa24e851740 1 --2- 172.21.15.67:0/4091341601 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d1323433b0 0x55d13273e4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:54.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.105+0000 7fa24e851740 1 --2- 172.21.15.67:0/4091341601 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d13236c270 0x55d13273dfa0 unknown :-1 s=CLOSED pgs=963 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:54.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.105+0000 7fa24e851740 1 -- 172.21.15.67:0/4091341601 >> 172.21.15.67:0/4091341601 conn(0x55d1323603c0 msgr2=0x55d132714260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:54.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.105+0000 7fa24e851740 1 -- 172.21.15.67:0/4091341601 shutdown_connections 2024-09-21T00:25:54.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.105+0000 7fa24e851740 1 -- 172.21.15.67:0/4091341601 wait complete. 2024-09-21T00:25:54.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.106+0000 7fa24e851740 1 -- start start 2024-09-21T00:25:54.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.106+0000 7fa24e851740 1 Processor -- start 2024-09-21T00:25:54.112 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.108+0000 7fa24e851740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d1323433b0 0x55d1327517c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:54.112 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.108+0000 7fa24e851740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d13234b590 0x55d13274fb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:54.113 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.108+0000 7fa24e851740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d13236c270 0x55d13275c500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:54.113 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.108+0000 7fa24e851740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55d1323e6620 con 0x55d1323433b0 2024-09-21T00:25:54.113 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.108+0000 7fa24e851740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55d13261b5f0 con 0x55d13234b590 2024-09-21T00:25:54.113 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.108+0000 7fa24e851740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55d13273ea20 con 0x55d13236c270 2024-09-21T00:25:54.113 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.108+0000 7fa24e851740 10 client.0 _ll_register_callbacks cb 0x55d13261f0a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:25:54.113 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.108+0000 7fa24567a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d1323433b0 0x55d1327517c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:54.113 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.108+0000 7fa24567a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d1323433b0 0x55d1327517c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56234/0 (socket says 172.21.15.67:56234) 2024-09-21T00:25:54.113 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.108+0000 7fa24567a640 1 -- 172.21.15.67:0/739401871 learned_addr learned my addr 172.21.15.67:0/739401871 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:54.113 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.108+0000 7fa244e79640 1 --2- 172.21.15.67:0/739401871 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d13234b590 0x55d13274fb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:54.113 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.108+0000 7fa245e7b640 1 --2- 172.21.15.67:0/739401871 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d13236c270 0x55d13275c500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:54.113 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.108+0000 7fa24567a640 1 -- 172.21.15.67:0/739401871 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d13236c270 msgr2=0x55d13275c500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:25:54.113 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.108+0000 7fa24567a640 1 --2- 172.21.15.67:0/739401871 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d13236c270 0x55d13275c500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:54.113 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.108+0000 7fa24567a640 1 -- 172.21.15.67:0/739401871 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d13234b590 msgr2=0x55d13274fb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:25:54.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.108+0000 7fa24567a640 1 --2- 172.21.15.67:0/739401871 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d13234b590 0x55d13274fb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:54.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.108+0000 7fa24567a640 1 -- 172.21.15.67:0/739401871 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d13244e6b0 con 0x55d1323433b0 2024-09-21T00:25:54.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.108+0000 7fa24567a640 1 --2- 172.21.15.67:0/739401871 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d1323433b0 0x55d1327517c0 secure :-1 s=READY pgs=964 cs=0 l=1 rev1=1 crypto rx=0x7fa23c02a8e0 tx=0x7fa23c003f00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b078278afefa5162 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:54.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.108+0000 7fa21ffff640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:25:54.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.108+0000 7fa21ffff640 1 -- 172.21.15.67:0/739401871 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa23c04e070 con 0x55d1323433b0 2024-09-21T00:25:54.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.108+0000 7fa21ffff640 1 -- 172.21.15.67:0/739401871 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(75..75 src has 1..75) ==== 5881+0+0 (secure 0 0 0) 0x7fa23c0497f0 con 0x55d1323433b0 2024-09-21T00:25:54.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.108+0000 7fa24e851740 1 -- 172.21.15.67:0/739401871 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa23c049440 con 0x55d1323433b0 2024-09-21T00:25:54.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.109+0000 7fa21ffff640 1 -- 172.21.15.67:0/739401871 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=63) ==== 24+0+0 (secure 0 0 0) 0x7fa23c060050 con 0x55d1323433b0 2024-09-21T00:25:54.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.109+0000 7fa24e851740 10 client.7002 fetch_fsmap learned FSMap version 63 2024-09-21T00:25:54.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.109+0000 7fa24e851740 1 -- 172.21.15.67:0/739401871 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=63,monmap=2+}) -- 0x55d132751f10 con 0x55d1323433b0 2024-09-21T00:25:54.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.109+0000 7fa21ffff640 1 -- 172.21.15.67:0/739401871 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa23c049440 con 0x55d1323433b0 2024-09-21T00:25:54.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.109+0000 7fa21ffff640 1 -- 172.21.15.67:0/739401871 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 63) ==== 3502+0+0 (secure 0 0 0) 0x7fa23c063020 con 0x55d1323433b0 2024-09-21T00:25:54.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.109+0000 7fa24e851740 10 client.7002 fetch_fsmap finished waiting for FSMap version 63 2024-09-21T00:25:54.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.109+0000 7fa24e851740 10 client.7002 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-21T00:25:54.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.109+0000 7fa24e851740 20 client.7002 populate_metadata read hostname 'smithi067' 2024-09-21T00:25:54.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.109+0000 7fa24e851740 1 --2- 172.21.15.67:0/739401871 >> [v2:172.21.15.67:6833/1917566065,v1:172.21.15.67:6835/1917566065] conn(0x55d13232ae40 0x55d13276b630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:54.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.109+0000 7fa24e851740 4 client.7002 mds_command: new command op to 6969 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:25:54.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.109+0000 7fa24e851740 1 -- 172.21.15.67:0/739401871 --> [v2:172.21.15.67:6833/1917566065,v1:172.21.15.67:6835/1917566065] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d132688770 con 0x55d13232ae40 2024-09-21T00:25:54.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.109+0000 7fa244e79640 1 --2- 172.21.15.67:0/739401871 >> [v2:172.21.15.67:6833/1917566065,v1:172.21.15.67:6835/1917566065] conn(0x55d13232ae40 0x55d13276b630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:54.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.110+0000 7fa21ffff640 10 client.7002 ms_handle_connect on v2:172.21.15.67:6833/1917566065 2024-09-21T00:25:54.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.110+0000 7fa244e79640 1 --2- 172.21.15.67:0/739401871 >> [v2:172.21.15.67:6833/1917566065,v1:172.21.15.67:6835/1917566065] conn(0x55d13232ae40 0x55d13276b630 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3f724290cf18354b server_cookie=df309ca0e4371ef7 in_seq=0 out_seq=0 2024-09-21T00:25:54.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.110+0000 7fa21ffff640 1 -- 172.21.15.67:0/739401871 <== mds.0 v2:172.21.15.67:6833/1917566065 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x55d132688770 con 0x55d13232ae40 2024-09-21T00:25:54.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.110+0000 7fa21ffff640 10 client.7002 handle_command_reply: tid=0 2024-09-21T00:25:54.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.110+0000 7fa24e851740 1 client.7002 shutdown 2024-09-21T00:25:54.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.110+0000 7fa24e851740 1 -- 172.21.15.67:0/739401871 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d1323433b0 msgr2=0x55d1327517c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:54.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.110+0000 7fa24e851740 1 --2- 172.21.15.67:0/739401871 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d1323433b0 0x55d1327517c0 secure :-1 s=READY pgs=964 cs=0 l=1 rev1=1 crypto rx=0x7fa23c02a8e0 tx=0x7fa23c003f00 comp rx=0 tx=0).stop 2024-09-21T00:25:54.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.110+0000 7fa24e851740 1 -- 172.21.15.67:0/739401871 shutdown_connections 2024-09-21T00:25:54.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.110+0000 7fa24e851740 1 --2- 172.21.15.67:0/739401871 >> [v2:172.21.15.67:6833/1917566065,v1:172.21.15.67:6835/1917566065] conn(0x55d13232ae40 0x55d13276b630 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:54.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.111+0000 7fa24e851740 1 --2- 172.21.15.67:0/739401871 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d13236c270 0x55d13275c500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:54.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.111+0000 7fa24e851740 1 --2- 172.21.15.67:0/739401871 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d13234b590 0x55d13274fb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:54.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.111+0000 7fa21ffff640 0 client.7002 ms_handle_reset on v2:172.21.15.67:6833/1917566065 2024-09-21T00:25:54.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.111+0000 7fa24e851740 1 --2- 172.21.15.67:0/739401871 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d1323433b0 0x55d1327517c0 unknown :-1 s=CLOSED pgs=964 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:54.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.111+0000 7fa24e851740 1 -- 172.21.15.67:0/739401871 >> 172.21.15.67:0/739401871 conn(0x55d1323603c0 msgr2=0x55d13275a9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:54.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.111+0000 7fa24e851740 1 -- 172.21.15.67:0/739401871 shutdown_connections 2024-09-21T00:25:54.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.111+0000 7fa24e851740 1 -- 172.21.15.67:0/739401871 wait complete. 2024-09-21T00:25:54.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.111+0000 7fa24e851740 20 client.7002 trim_cache size 0 max 16384 2024-09-21T00:25:54.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.129+0000 7fa24e851740 1 Processor -- start 2024-09-21T00:25:54.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.129+0000 7fa24e851740 1 -- start start 2024-09-21T00:25:54.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.130+0000 7fa24e851740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d1323433b0 0x55d1327515d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:54.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.131+0000 7fa24e851740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d13234b590 0x55d13276ac30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:54.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.131+0000 7fa24e851740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d13236c270 0x55d13275c300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:54.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.131+0000 7fa24e851740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fa240201910 con 0x55d1323433b0 2024-09-21T00:25:54.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.131+0000 7fa24e851740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fa2401f9a00 con 0x55d13236c270 2024-09-21T00:25:54.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.131+0000 7fa24e851740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fa2402012c0 con 0x55d13234b590 2024-09-21T00:25:54.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.131+0000 7fa24567a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d1323433b0 0x55d1327515d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:54.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.131+0000 7fa24567a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d1323433b0 0x55d1327515d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56242/0 (socket says 172.21.15.67:56242) 2024-09-21T00:25:54.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.131+0000 7fa24567a640 1 -- 172.21.15.67:0/885863152 learned_addr learned my addr 172.21.15.67:0/885863152 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:54.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.131+0000 7fa244e79640 1 --2- 172.21.15.67:0/885863152 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d13234b590 0x55d13276ac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:54.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.131+0000 7fa24567a640 1 -- 172.21.15.67:0/885863152 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d13234b590 msgr2=0x55d13276ac30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:25:54.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.131+0000 7fa245e7b640 1 --2- 172.21.15.67:0/885863152 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d13236c270 0x55d13275c300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:54.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.131+0000 7fa24567a640 1 --2- 172.21.15.67:0/885863152 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d13234b590 0x55d13276ac30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:54.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.131+0000 7fa24567a640 1 -- 172.21.15.67:0/885863152 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d13236c270 msgr2=0x55d13275c300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:25:54.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.131+0000 7fa24567a640 1 --2- 172.21.15.67:0/885863152 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d13236c270 0x55d13275c300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:54.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.131+0000 7fa24567a640 1 -- 172.21.15.67:0/885863152 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d1327105c0 con 0x55d1323433b0 2024-09-21T00:25:54.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.131+0000 7fa24567a640 1 --2- 172.21.15.67:0/885863152 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d1323433b0 0x55d1327515d0 secure :-1 s=READY pgs=965 cs=0 l=1 rev1=1 crypto rx=0x7fa23c02a9c0 tx=0x7fa23c003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e78c699ac8a455ce server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:54.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.131+0000 7fa22a7fc640 1 -- 172.21.15.67:0/885863152 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa23c04e040 con 0x55d1323433b0 2024-09-21T00:25:54.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.131+0000 7fa22a7fc640 1 -- 172.21.15.67:0/885863152 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa23c058070 con 0x55d1323433b0 2024-09-21T00:25:54.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.131+0000 7fa22a7fc640 1 -- 172.21.15.67:0/885863152 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa23c03e440 con 0x55d1323433b0 2024-09-21T00:25:54.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.132+0000 7fa24e851740 1 -- 172.21.15.67:0/885863152 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d1323433b0 msgr2=0x55d1327515d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:54.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.132+0000 7fa24e851740 1 --2- 172.21.15.67:0/885863152 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d1323433b0 0x55d1327515d0 secure :-1 s=READY pgs=965 cs=0 l=1 rev1=1 crypto rx=0x7fa23c02a9c0 tx=0x7fa23c003ba0 comp rx=0 tx=0).stop 2024-09-21T00:25:54.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.132+0000 7fa24e851740 1 -- 172.21.15.67:0/885863152 shutdown_connections 2024-09-21T00:25:54.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.132+0000 7fa24e851740 1 --2- 172.21.15.67:0/885863152 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d13236c270 0x55d13275c300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:54.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.132+0000 7fa24e851740 1 --2- 172.21.15.67:0/885863152 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d13234b590 0x55d13276ac30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:54.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.132+0000 7fa24e851740 1 --2- 172.21.15.67:0/885863152 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d1323433b0 0x55d1327515d0 unknown :-1 s=CLOSED pgs=965 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:54.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.132+0000 7fa24e851740 1 -- 172.21.15.67:0/885863152 >> 172.21.15.67:0/885863152 conn(0x55d1323603c0 msgr2=0x55d13275a670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:54.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.132+0000 7fa24e851740 1 -- 172.21.15.67:0/885863152 shutdown_connections 2024-09-21T00:25:54.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.132+0000 7fa24e851740 1 -- 172.21.15.67:0/885863152 wait complete. 2024-09-21T00:25:54.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.133+0000 7fa24e851740 1 -- start start 2024-09-21T00:25:54.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.133+0000 7fa24e851740 1 Processor -- start 2024-09-21T00:25:54.139 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.135+0000 7fa24e851740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d1323433b0 0x55d1327ce320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:54.139 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.135+0000 7fa24e851740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d13234b590 0x55d13277baf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:54.139 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.135+0000 7fa24e851740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d13236c270 0x55d13277c030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:54.139 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.135+0000 7fa24e851740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55d1323e6620 con 0x55d13236c270 2024-09-21T00:25:54.139 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.135+0000 7fa24e851740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55d13273ea20 con 0x55d13234b590 2024-09-21T00:25:54.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.135+0000 7fa24e851740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55d13261b5f0 con 0x55d1323433b0 2024-09-21T00:25:54.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.135+0000 7fa24e851740 10 client.0 _ll_register_callbacks cb 0x7fa23c04c070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:25:54.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.135+0000 7fa245e7b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d13236c270 0x55d13277c030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:54.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.135+0000 7fa245e7b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d13236c270 0x55d13277c030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56252/0 (socket says 172.21.15.67:56252) 2024-09-21T00:25:54.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.135+0000 7fa245e7b640 1 -- 172.21.15.67:0/3981511480 learned_addr learned my addr 172.21.15.67:0/3981511480 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:54.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.135+0000 7fa244e79640 1 --2- 172.21.15.67:0/3981511480 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d13234b590 0x55d13277baf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:54.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.135+0000 7fa24567a640 1 --2- 172.21.15.67:0/3981511480 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d1323433b0 0x55d1327ce320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:54.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.135+0000 7fa245e7b640 1 -- 172.21.15.67:0/3981511480 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d1323433b0 msgr2=0x55d1327ce320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:25:54.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.135+0000 7fa245e7b640 1 --2- 172.21.15.67:0/3981511480 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d1323433b0 0x55d1327ce320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:54.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.135+0000 7fa245e7b640 1 -- 172.21.15.67:0/3981511480 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d13234b590 msgr2=0x55d13277baf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:25:54.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.135+0000 7fa245e7b640 1 --2- 172.21.15.67:0/3981511480 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d13234b590 0x55d13277baf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:54.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.135+0000 7fa245e7b640 1 -- 172.21.15.67:0/3981511480 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d132761310 con 0x55d13236c270 2024-09-21T00:25:54.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.135+0000 7fa245e7b640 1 --2- 172.21.15.67:0/3981511480 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d13236c270 0x55d13277c030 secure :-1 s=READY pgs=966 cs=0 l=1 rev1=1 crypto rx=0x7fa238063380 tx=0x7fa238062e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a8fbb004a3d5e953 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:54.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.135+0000 7fa21ffff640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:25:54.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.135+0000 7fa21ffff640 1 -- 172.21.15.67:0/3981511480 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa238063680 con 0x55d13236c270 2024-09-21T00:25:54.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.135+0000 7fa21ffff640 1 -- 172.21.15.67:0/3981511480 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(75..75 src has 1..75) ==== 5881+0+0 (secure 0 0 0) 0x7fa23801cd40 con 0x55d13236c270 2024-09-21T00:25:54.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.135+0000 7fa24e851740 1 -- 172.21.15.67:0/3981511480 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa23c058070 con 0x55d13236c270 2024-09-21T00:25:54.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.135+0000 7fa21ffff640 1 -- 172.21.15.67:0/3981511480 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=63) ==== 24+0+0 (secure 0 0 0) 0x7fa238068160 con 0x55d13236c270 2024-09-21T00:25:54.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.135+0000 7fa24e851740 10 client.7008 fetch_fsmap learned FSMap version 63 2024-09-21T00:25:54.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.135+0000 7fa24e851740 1 -- 172.21.15.67:0/3981511480 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=63,monmap=2+}) -- 0x55d132761580 con 0x55d13236c270 2024-09-21T00:25:54.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.136+0000 7fa21ffff640 1 -- 172.21.15.67:0/3981511480 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa23c058070 con 0x55d13236c270 2024-09-21T00:25:54.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.136+0000 7fa21ffff640 1 -- 172.21.15.67:0/3981511480 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 63) ==== 3502+0+0 (secure 0 0 0) 0x7fa23806e020 con 0x55d13236c270 2024-09-21T00:25:54.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.136+0000 7fa24e851740 10 client.7008 fetch_fsmap finished waiting for FSMap version 63 2024-09-21T00:25:54.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.136+0000 7fa24e851740 10 client.7008 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-21T00:25:54.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.136+0000 7fa24e851740 20 client.7008 populate_metadata read hostname 'smithi067' 2024-09-21T00:25:54.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.136+0000 7fa24e851740 1 --2- 172.21.15.67:0/3981511480 >> [v2:172.21.15.67:6833/1917566065,v1:172.21.15.67:6835/1917566065] conn(0x55d13275bbc0 0x55d1327db060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:54.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.136+0000 7fa24e851740 4 client.7008 mds_command: new command op to 6969 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-21T00:25:54.142 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.136+0000 7fa24e851740 1 -- 172.21.15.67:0/3981511480 --> [v2:172.21.15.67:6833/1917566065,v1:172.21.15.67:6835/1917566065] -- command(tid 0: {"prefix": "status"}) -- 0x55d132738c10 con 0x55d13275bbc0 2024-09-21T00:25:54.142 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.136+0000 7fa24567a640 1 --2- 172.21.15.67:0/3981511480 >> [v2:172.21.15.67:6833/1917566065,v1:172.21.15.67:6835/1917566065] conn(0x55d13275bbc0 0x55d1327db060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:54.142 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.136+0000 7fa21ffff640 10 client.7008 ms_handle_connect on v2:172.21.15.67:6833/1917566065 2024-09-21T00:25:54.142 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.136+0000 7fa24567a640 1 --2- 172.21.15.67:0/3981511480 >> [v2:172.21.15.67:6833/1917566065,v1:172.21.15.67:6835/1917566065] conn(0x55d13275bbc0 0x55d1327db060 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=865816fc693c2fd6 server_cookie=7cc30b13df0e3800 in_seq=0 out_seq=0 2024-09-21T00:25:54.142 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.136+0000 7fa21ffff640 1 -- 172.21.15.67:0/3981511480 <== mds.0 v2:172.21.15.67:6833/1917566065 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x55d132738c10 con 0x55d13275bbc0 2024-09-21T00:25:54.142 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.137+0000 7fa21ffff640 10 client.7008 handle_command_reply: tid=0 2024-09-21T00:25:54.142 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.137+0000 7fa24e851740 1 client.7008 shutdown 2024-09-21T00:25:54.142 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.137+0000 7fa24e851740 1 -- 172.21.15.67:0/3981511480 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d13236c270 msgr2=0x55d13277c030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:54.142 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.137+0000 7fa24e851740 1 --2- 172.21.15.67:0/3981511480 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d13236c270 0x55d13277c030 secure :-1 s=READY pgs=966 cs=0 l=1 rev1=1 crypto rx=0x7fa238063380 tx=0x7fa238062e60 comp rx=0 tx=0).stop 2024-09-21T00:25:54.142 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.137+0000 7fa24e851740 1 -- 172.21.15.67:0/3981511480 shutdown_connections 2024-09-21T00:25:54.142 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.137+0000 7fa24e851740 1 --2- 172.21.15.67:0/3981511480 >> [v2:172.21.15.67:6833/1917566065,v1:172.21.15.67:6835/1917566065] conn(0x55d13275bbc0 0x55d1327db060 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:54.142 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.137+0000 7fa24e851740 1 --2- 172.21.15.67:0/3981511480 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d13236c270 0x55d13277c030 unknown :-1 s=CLOSED pgs=966 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:54.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.137+0000 7fa24e851740 1 --2- 172.21.15.67:0/3981511480 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d13234b590 0x55d13277baf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:54.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.137+0000 7fa21ffff640 0 client.7008 ms_handle_reset on v2:172.21.15.67:6833/1917566065 2024-09-21T00:25:54.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.137+0000 7fa24e851740 1 --2- 172.21.15.67:0/3981511480 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d1323433b0 0x55d1327ce320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:54.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.137+0000 7fa24e851740 1 -- 172.21.15.67:0/3981511480 >> 172.21.15.67:0/3981511480 conn(0x55d1323603c0 msgr2=0x55d132751550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:54.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.137+0000 7fa24e851740 1 -- 172.21.15.67:0/3981511480 shutdown_connections 2024-09-21T00:25:54.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.137+0000 7fa24e851740 1 -- 172.21.15.67:0/3981511480 wait complete. 2024-09-21T00:25:54.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.137+0000 7fa24e851740 20 client.7008 trim_cache size 0 max 16384 2024-09-21T00:25:54.143 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:25:54.143 INFO:teuthology.orchestra.run.smithi067.stdout: "cluster_fsid": "166a8832-baab-4541-be5c-9c3483b3f7a3", 2024-09-21T00:25:54.143 INFO:teuthology.orchestra.run.smithi067.stdout: "whoami": 0, 2024-09-21T00:25:54.143 INFO:teuthology.orchestra.run.smithi067.stdout: "id": 6969, 2024-09-21T00:25:54.144 INFO:teuthology.orchestra.run.smithi067.stdout: "want_state": "up:active", 2024-09-21T00:25:54.144 INFO:teuthology.orchestra.run.smithi067.stdout: "state": "up:active", 2024-09-21T00:25:54.144 INFO:teuthology.orchestra.run.smithi067.stdout: "fs_name": "cephfs", 2024-09-21T00:25:54.144 INFO:teuthology.orchestra.run.smithi067.stdout: "rank_uptime": 4.5761279589999999, 2024-09-21T00:25:54.144 INFO:teuthology.orchestra.run.smithi067.stdout: "mdsmap_epoch": 63, 2024-09-21T00:25:54.144 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch": 75, 2024-09-21T00:25:54.144 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch_barrier": 75, 2024-09-21T00:25:54.144 INFO:teuthology.orchestra.run.smithi067.stdout: "uptime": 5.4335541679999997 2024-09-21T00:25:54.144 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:25:54.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.137+0000 7fa2478de640 1 -- 172.21.15.67:0/3704570503 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa224078b90 msgr2=0x7fa22407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:54.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.137+0000 7fa2478de640 1 --2- 172.21.15.67:0/3704570503 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa224078b90 0x7fa22407b0a0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fa23c0016e0 tx=0x7fa23c02c040 comp rx=0 tx=0).stop 2024-09-21T00:25:54.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.138+0000 7fa2478de640 1 -- 172.21.15.67:0/3704570503 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa2400cc4c0 msgr2=0x7fa2401f54c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:54.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.138+0000 7fa2478de640 1 --2- 172.21.15.67:0/3704570503 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa2400cc4c0 0x7fa2401f54c0 secure :-1 s=READY pgs=962 cs=0 l=1 rev1=1 crypto rx=0x7fa2400d0d30 tx=0x7fa238010f40 comp rx=0 tx=0).stop 2024-09-21T00:25:54.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.138+0000 7fa2478de640 1 -- 172.21.15.67:0/3704570503 shutdown_connections 2024-09-21T00:25:54.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.138+0000 7fa2478de640 1 --2- 172.21.15.67:0/3704570503 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa224078b90 0x7fa22407b0a0 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:54.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.138+0000 7fa2478de640 1 --2- 172.21.15.67:0/3704570503 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa2400cc4c0 0x7fa2401f54c0 unknown :-1 s=CLOSED pgs=962 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:54.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.138+0000 7fa2478de640 1 --2- 172.21.15.67:0/3704570503 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa240160300 0x7fa2400cbf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:54.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.138+0000 7fa2478de640 1 --2- 172.21.15.67:0/3704570503 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa22c003a50 0x7fa240150730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:54.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.138+0000 7fa2478de640 1 -- 172.21.15.67:0/3704570503 >> 172.21.15.67:0/3704570503 conn(0x7fa24006dfb0 msgr2=0x7fa2400b9c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:54.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.138+0000 7fa2478de640 1 -- 172.21.15.67:0/3704570503 shutdown_connections 2024-09-21T00:25:54.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.138+0000 7fa2478de640 1 -- 172.21.15.67:0/3704570503 wait complete. 2024-09-21T00:25:54.150 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-21T00:25:54.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.266+0000 7f00da469640 1 -- 172.21.15.67:0/1159730845 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f00d4162ea0 msgr2=0x7f00d40cf740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:54.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.266+0000 7f00da469640 1 --2- 172.21.15.67:0/1159730845 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f00d4162ea0 0x7f00d40cf740 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f00c4009820 tx=0x7f00c402a4a0 comp rx=0 tx=0).stop 2024-09-21T00:25:54.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.266+0000 7f00da469640 1 -- 172.21.15.67:0/1159730845 shutdown_connections 2024-09-21T00:25:54.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.266+0000 7f00da469640 1 --2- 172.21.15.67:0/1159730845 >> v2:172.21.15.97:3300/0 conn(0x7f00d40d2b00 0x7f00d415e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:54.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.266+0000 7f00da469640 1 --2- 172.21.15.67:0/1159730845 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f00d4162ea0 0x7f00d40cf740 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:54.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.266+0000 7f00da469640 1 -- 172.21.15.67:0/1159730845 >> 172.21.15.67:0/1159730845 conn(0x7f00d406dfb0 msgr2=0x7f00d406e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:54.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.266+0000 7f00da469640 1 -- 172.21.15.67:0/1159730845 shutdown_connections 2024-09-21T00:25:54.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.266+0000 7f00da469640 1 -- 172.21.15.67:0/1159730845 wait complete. 2024-09-21T00:25:54.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.267+0000 7f00da469640 1 Processor -- start 2024-09-21T00:25:54.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.268+0000 7f00da469640 1 -- start start 2024-09-21T00:25:54.272 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.269+0000 7f00da469640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f00d40d11c0 0x7f00d41f6690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:54.272 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.269+0000 7f00da469640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f00d40d2b00 0x7f00d4160220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:54.272 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.269+0000 7f00da469640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f00d4162ea0 0x7f00d4157650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:54.272 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.269+0000 7f00da469640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f00d415f640 con 0x7f00d40d11c0 2024-09-21T00:25:54.272 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.269+0000 7f00da469640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f00d415f4c0 con 0x7f00d4162ea0 2024-09-21T00:25:54.272 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.269+0000 7f00da469640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f00d415f7c0 con 0x7f00d40d2b00 2024-09-21T00:25:54.272 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.269+0000 7f00d3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f00d40d11c0 0x7f00d41f6690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:54.272 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.269+0000 7f00d3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f00d40d11c0 0x7f00d41f6690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56256/0 (socket says 172.21.15.67:56256) 2024-09-21T00:25:54.272 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.269+0000 7f00d3fff640 1 -- 172.21.15.67:0/3138898056 learned_addr learned my addr 172.21.15.67:0/3138898056 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:54.272 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.269+0000 7f00d37fe640 1 --2- 172.21.15.67:0/3138898056 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f00d40d2b00 0x7f00d4160220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:54.272 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.269+0000 7f00d8a06640 1 --2- 172.21.15.67:0/3138898056 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f00d4162ea0 0x7f00d4157650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:54.272 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.270+0000 7f00d3fff640 1 -- 172.21.15.67:0/3138898056 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f00d40d2b00 msgr2=0x7f00d4160220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:54.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.270+0000 7f00d3fff640 1 --2- 172.21.15.67:0/3138898056 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f00d40d2b00 0x7f00d4160220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:54.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.270+0000 7f00d3fff640 1 -- 172.21.15.67:0/3138898056 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f00d4162ea0 msgr2=0x7f00d4157650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:54.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.270+0000 7f00d3fff640 1 --2- 172.21.15.67:0/3138898056 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f00d4162ea0 0x7f00d4157650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:54.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.270+0000 7f00d3fff640 1 -- 172.21.15.67:0/3138898056 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00d40c9220 con 0x7f00d40d11c0 2024-09-21T00:25:54.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.270+0000 7f00d8a06640 1 --2- 172.21.15.67:0/3138898056 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f00d4162ea0 0x7f00d4157650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:25:54.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.270+0000 7f00d3fff640 1 --2- 172.21.15.67:0/3138898056 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f00d40d11c0 0x7f00d41f6690 secure :-1 s=READY pgs=968 cs=0 l=1 rev1=1 crypto rx=0x7f00c402aa90 tx=0x7f00c4003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:54.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.270+0000 7f00d0ff9640 1 -- 172.21.15.67:0/3138898056 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00c403f070 con 0x7f00d40d11c0 2024-09-21T00:25:54.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.270+0000 7f00d0ff9640 1 -- 172.21.15.67:0/3138898056 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f00c40049b0 con 0x7f00d40d11c0 2024-09-21T00:25:54.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.270+0000 7f00da469640 1 -- 172.21.15.67:0/3138898056 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00d40c8460 con 0x7f00d40d11c0 2024-09-21T00:25:54.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.270+0000 7f00d0ff9640 1 -- 172.21.15.67:0/3138898056 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00c4004e00 con 0x7f00d40d11c0 2024-09-21T00:25:54.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.270+0000 7f00da469640 1 -- 172.21.15.67:0/3138898056 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00d40c8a20 con 0x7f00d40d11c0 2024-09-21T00:25:54.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.271+0000 7f00da469640 1 -- 172.21.15.67:0/3138898056 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f00d415fc50 con 0x7f00d40d11c0 2024-09-21T00:25:54.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.272+0000 7f00d0ff9640 1 -- 172.21.15.67:0/3138898056 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f00c4042070 con 0x7f00d40d11c0 2024-09-21T00:25:54.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.272+0000 7f00d0ff9640 1 --2- 172.21.15.67:0/3138898056 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f00c0078b90 0x7f00c007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:54.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.272+0000 7f00d0ff9640 1 -- 172.21.15.67:0/3138898056 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 5881+0+0 (secure 0 0 0) 0x7f00c40bbb40 con 0x7f00d40d11c0 2024-09-21T00:25:54.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.273+0000 7f00d37fe640 1 --2- 172.21.15.67:0/3138898056 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f00c0078b90 0x7f00c007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:54.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.273+0000 7f00d37fe640 1 --2- 172.21.15.67:0/3138898056 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f00c0078b90 0x7f00c007b0a0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f00c80095f0 tx=0x7f00c8005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:54.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.277+0000 7f00d0ff9640 1 -- 172.21.15.67:0/3138898056 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f00c4083910 con 0x7f00d40d11c0 2024-09-21T00:25:54.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.506+0000 7f00da469640 1 -- 172.21.15.67:0/3138898056 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f00d406e460 con 0x7f00d40d11c0 2024-09-21T00:25:54.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.506+0000 7f00d0ff9640 1 -- 172.21.15.67:0/3138898056 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v63) ==== 53+0+73 (secure 0 0 0) 0x7f00c4088340 con 0x7f00d40d11c0 2024-09-21T00:25:54.508 INFO:teuthology.orchestra.run.smithi067.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-21T00:25:54.510 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.509+0000 7f00da469640 1 -- 172.21.15.67:0/3138898056 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f00c0078b90 msgr2=0x7f00c007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:54.510 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.509+0000 7f00da469640 1 --2- 172.21.15.67:0/3138898056 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f00c0078b90 0x7f00c007b0a0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f00c80095f0 tx=0x7f00c8005f90 comp rx=0 tx=0).stop 2024-09-21T00:25:54.510 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.509+0000 7f00da469640 1 -- 172.21.15.67:0/3138898056 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f00d40d11c0 msgr2=0x7f00d41f6690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:54.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.509+0000 7f00da469640 1 --2- 172.21.15.67:0/3138898056 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f00d40d11c0 0x7f00d41f6690 secure :-1 s=READY pgs=968 cs=0 l=1 rev1=1 crypto rx=0x7f00c402aa90 tx=0x7f00c4003c10 comp rx=0 tx=0).stop 2024-09-21T00:25:54.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.509+0000 7f00da469640 1 -- 172.21.15.67:0/3138898056 shutdown_connections 2024-09-21T00:25:54.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.509+0000 7f00da469640 1 --2- 172.21.15.67:0/3138898056 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f00c0078b90 0x7f00c007b0a0 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:54.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.509+0000 7f00da469640 1 --2- 172.21.15.67:0/3138898056 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f00d4162ea0 0x7f00d4157650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:54.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.509+0000 7f00da469640 1 --2- 172.21.15.67:0/3138898056 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f00d40d2b00 0x7f00d4160220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:54.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.509+0000 7f00da469640 1 --2- 172.21.15.67:0/3138898056 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f00d40d11c0 0x7f00d41f6690 unknown :-1 s=CLOSED pgs=968 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:54.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.509+0000 7f00da469640 1 -- 172.21.15.67:0/3138898056 >> 172.21.15.67:0/3138898056 conn(0x7f00d406dfb0 msgr2=0x7f00d40cf6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:54.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.509+0000 7f00da469640 1 -- 172.21.15.67:0/3138898056 shutdown_connections 2024-09-21T00:25:54.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54.509+0000 7f00da469640 1 -- 172.21.15.67:0/3138898056 wait complete. 2024-09-21T00:25:54.522 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-21T00:25:54.522 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-21T00:25:54.522 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi067.front.sepia.ceph.com 2024-09-21T00:25:54.522 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-21T00:25:54.522 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-21T00:25:54.522 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-21T00:25:54.522 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-21T00:25:54.522 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-21T00:25:54.523 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-21T00:25:54.523 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:25:54.523 DEBUG:teuthology.orchestra.run.smithi067:> ip addr 2024-09-21T00:25:54.539 INFO:teuthology.orchestra.run.smithi067.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-21T00:25:54.540 INFO:teuthology.orchestra.run.smithi067.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-21T00:25:54.540 INFO:teuthology.orchestra.run.smithi067.stdout: inet 127.0.0.1/8 scope host lo 2024-09-21T00:25:54.540 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:25:54.540 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 ::1/128 scope host 2024-09-21T00:25:54.540 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:25:54.540 INFO:teuthology.orchestra.run.smithi067.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-21T00:25:54.540 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:a8:b4:7e brd ff:ff:ff:ff:ff:ff 2024-09-21T00:25:54.540 INFO:teuthology.orchestra.run.smithi067.stdout: altname enp7s0f0 2024-09-21T00:25:54.540 INFO:teuthology.orchestra.run.smithi067.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-21T00:25:54.540 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:a8:b4:7f brd ff:ff:ff:ff:ff:ff 2024-09-21T00:25:54.540 INFO:teuthology.orchestra.run.smithi067.stdout: altname enp7s0f1 2024-09-21T00:25:54.540 INFO:teuthology.orchestra.run.smithi067.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-21T00:25:54.540 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:b6:fc:0a brd ff:ff:ff:ff:ff:ff 2024-09-21T00:25:54.541 INFO:teuthology.orchestra.run.smithi067.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-21T00:25:54.541 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:b6:fc:0b brd ff:ff:ff:ff:ff:ff 2024-09-21T00:25:54.541 INFO:teuthology.orchestra.run.smithi067.stdout: inet 172.21.15.67/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-21T00:25:54.541 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft 42513sec preferred_lft 42513sec 2024-09-21T00:25:54.541 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::ec4:7aff:feb6:fc0b/64 scope link noprefixroute 2024-09-21T00:25:54.541 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:25:54.541 INFO:teuthology.orchestra.run.smithi067.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-21T00:25:54.541 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether ae:69:02:89:12:0b brd ff:ff:ff:ff:ff:ff 2024-09-21T00:25:54.541 INFO:teuthology.orchestra.run.smithi067.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-21T00:25:54.541 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:25:54.541 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::cb7:27ff:fe38:31a4/64 scope link 2024-09-21T00:25:54.541 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:25:54.541 INFO:teuthology.orchestra.run.smithi067.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T00:25:54.542 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether ae:69:02:89:12:0b brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:25:54.542 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::ac69:2ff:fe89:120b/64 scope link 2024-09-21T00:25:54.542 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:25:54.542 INFO:teuthology.orchestra.run.smithi067.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T00:25:54.542 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether d6:c9:e4:80:cc:a3 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:25:54.542 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::d4c9:e4ff:fe80:cca3/64 scope link 2024-09-21T00:25:54.542 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:25:54.542 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:25:54.542 DEBUG:teuthology.orchestra.run.smithi067:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-21T00:25:54.586 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b has been restored 2024-09-21T00:25:54.586 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d has been restored 2024-09-21T00:25:54.604 INFO:teuthology.orchestra.run.smithi067.stdout:1 2024-09-21T00:25:54.605 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:25:54.605 DEBUG:teuthology.orchestra.run.smithi067:> route 2024-09-21T00:25:54.663 INFO:teuthology.orchestra.run.smithi067.stdout:Kernel IP routing table 2024-09-21T00:25:54.663 INFO:teuthology.orchestra.run.smithi067.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-21T00:25:54.663 INFO:teuthology.orchestra.run.smithi067.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-21T00:25:54.663 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-21T00:25:54.663 INFO:teuthology.orchestra.run.smithi067.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-21T00:25:54.664 DEBUG:teuthology.orchestra.run.smithi067:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T00:25:54.664 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:25:54.664 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-21T00:25:54.664 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-21T00:25:54.664 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-21T00:25:54.664 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:25:54.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T00:25:54.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:54 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:25:54.791 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:25:54.791 DEBUG:teuthology.orchestra.run.smithi067:> ip netns list 2024-09-21T00:25:54.807 INFO:teuthology.orchestra.run.smithi067.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-21T00:25:54.807 INFO:teuthology.orchestra.run.smithi067.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-21T00:25:54.807 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-21T00:25:54.807 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:25:54.808 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip link set brx.0 up 2024-09-21T00:25:54.872 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-21T00:25:54.872 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T00:25:54.873 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-21T00:25:54.929 INFO:teuthology.orchestra.run.smithi067.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-21T00:25:54.929 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T00:25:54.929 DEBUG:teuthology.orchestra.run.smithi067:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-21T00:25:54.984 DEBUG:teuthology.orchestra.run.smithi067:> sudo modprobe fuse 2024-09-21T00:25:55.050 DEBUG:teuthology.orchestra.run.smithi067:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T00:25:55.106 INFO:teuthology.orchestra.run.smithi067.stdout:/proc 2024-09-21T00:25:55.107 INFO:teuthology.orchestra.run.smithi067.stdout:/sys 2024-09-21T00:25:55.107 INFO:teuthology.orchestra.run.smithi067.stdout:/dev 2024-09-21T00:25:55.107 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/security 2024-09-21T00:25:55.107 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/shm 2024-09-21T00:25:55.107 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/pts 2024-09-21T00:25:55.107 INFO:teuthology.orchestra.run.smithi067.stdout:/run 2024-09-21T00:25:55.107 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/cgroup 2024-09-21T00:25:55.107 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/pstore 2024-09-21T00:25:55.107 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/bpf 2024-09-21T00:25:55.107 INFO:teuthology.orchestra.run.smithi067.stdout:/ 2024-09-21T00:25:55.107 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/selinux 2024-09-21T00:25:55.107 INFO:teuthology.orchestra.run.smithi067.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T00:25:55.108 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/hugepages 2024-09-21T00:25:55.108 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/mqueue 2024-09-21T00:25:55.108 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/debug 2024-09-21T00:25:55.108 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/tracing 2024-09-21T00:25:55.108 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/fuse/connections 2024-09-21T00:25:55.108 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-sysctl.service 2024-09-21T00:25:55.108 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/config 2024-09-21T00:25:55.108 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-21T00:25:55.108 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-21T00:25:55.108 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/nfs/rpc_pipefs 2024-09-21T00:25:55.108 INFO:teuthology.orchestra.run.smithi067.stdout:/run/user/1000 2024-09-21T00:25:55.108 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph 2024-09-21T00:25:55.108 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T00:25:55.108 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T00:25:55.108 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T00:25:55.109 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T00:25:55.109 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns 2024-09-21T00:25:55.109 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:25:55.109 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:25:55.109 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:25:55.109 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:25:55.109 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:25:55.109 DEBUG:teuthology.orchestra.run.smithi067:> ls /sys/fs/fuse/connections 2024-09-21T00:25:55.162 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-21T00:25:55.163 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-21T00:25:55.205 DEBUG:teuthology.orchestra.run.smithi067:> sudo modprobe fuse 2024-09-21T00:25:55.230 DEBUG:teuthology.orchestra.run.smithi067:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T00:25:55.288 INFO:teuthology.orchestra.run.smithi067.stdout:/proc 2024-09-21T00:25:55.288 INFO:teuthology.orchestra.run.smithi067.stdout:/sys 2024-09-21T00:25:55.288 INFO:teuthology.orchestra.run.smithi067.stdout:/dev 2024-09-21T00:25:55.288 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/security 2024-09-21T00:25:55.288 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/shm 2024-09-21T00:25:55.288 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/pts 2024-09-21T00:25:55.289 INFO:teuthology.orchestra.run.smithi067.stdout:/run 2024-09-21T00:25:55.289 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/cgroup 2024-09-21T00:25:55.289 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/pstore 2024-09-21T00:25:55.289 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/bpf 2024-09-21T00:25:55.289 INFO:teuthology.orchestra.run.smithi067.stdout:/ 2024-09-21T00:25:55.289 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/selinux 2024-09-21T00:25:55.289 INFO:teuthology.orchestra.run.smithi067.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T00:25:55.289 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/hugepages 2024-09-21T00:25:55.289 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/mqueue 2024-09-21T00:25:55.289 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/debug 2024-09-21T00:25:55.289 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/tracing 2024-09-21T00:25:55.289 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/fuse/connections 2024-09-21T00:25:55.289 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-sysctl.service 2024-09-21T00:25:55.290 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/config 2024-09-21T00:25:55.290 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-21T00:25:55.290 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-21T00:25:55.290 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/nfs/rpc_pipefs 2024-09-21T00:25:55.290 INFO:teuthology.orchestra.run.smithi067.stdout:/run/user/1000 2024-09-21T00:25:55.290 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph 2024-09-21T00:25:55.290 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T00:25:55.290 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T00:25:55.290 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T00:25:55.290 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T00:25:55.290 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns 2024-09-21T00:25:55.290 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:25:55.290 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:25:55.290 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:25:55.291 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:25:55.291 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:25:55.291 DEBUG:teuthology.orchestra.run.smithi067:> ls /sys/fs/fuse/connections 2024-09-21T00:25:55.299 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:2024-09-21T00:25:55.298+0000 7f37d5f1b480 -1 init, newargv = 0x7f37b8004640 newargc=15 2024-09-21T00:25:55.300 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:ceph-fuse[66599]: starting ceph client 2024-09-21T00:25:55.305 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:ceph-fuse[66599]: starting fuse 2024-09-21T00:25:55.316 INFO:teuthology.orchestra.run.smithi067.stdout:41 2024-09-21T00:25:55.316 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-21T00:25:55.316 DEBUG:teuthology.orchestra.run.smithi067:> sudo stdin-killer -- python3 -c ' 2024-09-21T00:25:55.316 DEBUG:teuthology.orchestra.run.smithi067:> import glob 2024-09-21T00:25:55.316 DEBUG:teuthology.orchestra.run.smithi067:> import re 2024-09-21T00:25:55.316 DEBUG:teuthology.orchestra.run.smithi067:> import os 2024-09-21T00:25:55.316 DEBUG:teuthology.orchestra.run.smithi067:> import subprocess 2024-09-21T00:25:55.317 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:25:55.317 DEBUG:teuthology.orchestra.run.smithi067:> def _find_admin_socket(client_name): 2024-09-21T00:25:55.317 DEBUG:teuthology.orchestra.run.smithi067:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-21T00:25:55.317 DEBUG:teuthology.orchestra.run.smithi067:> files = glob.glob(asok_path) 2024-09-21T00:25:55.317 DEBUG:teuthology.orchestra.run.smithi067:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-21T00:25:55.317 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:25:55.317 DEBUG:teuthology.orchestra.run.smithi067:> # Given a non-glob path, it better be there 2024-09-21T00:25:55.317 DEBUG:teuthology.orchestra.run.smithi067:> if "*" not in asok_path: 2024-09-21T00:25:55.317 DEBUG:teuthology.orchestra.run.smithi067:> assert(len(files) == 1) 2024-09-21T00:25:55.317 DEBUG:teuthology.orchestra.run.smithi067:> return files[0] 2024-09-21T00:25:55.317 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:25:55.317 DEBUG:teuthology.orchestra.run.smithi067:> for f in files: 2024-09-21T00:25:55.317 DEBUG:teuthology.orchestra.run.smithi067:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-21T00:25:55.317 DEBUG:teuthology.orchestra.run.smithi067:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-21T00:25:55.317 DEBUG:teuthology.orchestra.run.smithi067:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-21T00:25:55.317 DEBUG:teuthology.orchestra.run.smithi067:> contents = proc_f.read() 2024-09-21T00:25:55.318 DEBUG:teuthology.orchestra.run.smithi067:> if mountpoint in contents: 2024-09-21T00:25:55.318 DEBUG:teuthology.orchestra.run.smithi067:> return f 2024-09-21T00:25:55.318 DEBUG:teuthology.orchestra.run.smithi067:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-21T00:25:55.318 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:25:55.318 DEBUG:teuthology.orchestra.run.smithi067:> print(_find_admin_socket("client.0")) 2024-09-21T00:25:55.318 DEBUG:teuthology.orchestra.run.smithi067:> ' 2024-09-21T00:25:55.436 INFO:teuthology.orchestra.run.smithi067.stdout:/var/run/ceph/ceph-client.0.66599.asok 2024-09-21T00:25:55.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:25:55.446 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.66599.asok 2024-09-21T00:25:55.447 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:25:55.447 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.66599.asok status 2024-09-21T00:25:55.561 INFO:tasks.ceph.mds.c.smithi067.stderr:2024-09-21T00:25:55.560+0000 7f568f835640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-21T00:25:55.593 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:25:55.593 INFO:teuthology.orchestra.run.smithi067.stdout: "metadata": { 2024-09-21T00:25:55.593 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", 2024-09-21T00:25:55.593 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", 2024-09-21T00:25:55.593 INFO:teuthology.orchestra.run.smithi067.stdout: "entity_id": "0", 2024-09-21T00:25:55.593 INFO:teuthology.orchestra.run.smithi067.stdout: "hostname": "smithi067", 2024-09-21T00:25:55.593 INFO:teuthology.orchestra.run.smithi067.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-21T00:25:55.593 INFO:teuthology.orchestra.run.smithi067.stdout: "pid": "66599", 2024-09-21T00:25:55.593 INFO:teuthology.orchestra.run.smithi067.stdout: "root": "/" 2024-09-21T00:25:55.593 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:25:55.593 INFO:teuthology.orchestra.run.smithi067.stdout: "dentry_count": 0, 2024-09-21T00:25:55.594 INFO:teuthology.orchestra.run.smithi067.stdout: "dentry_pinned_count": 0, 2024-09-21T00:25:55.594 INFO:teuthology.orchestra.run.smithi067.stdout: "id": 7020, 2024-09-21T00:25:55.594 INFO:teuthology.orchestra.run.smithi067.stdout: "inst": { 2024-09-21T00:25:55.594 INFO:teuthology.orchestra.run.smithi067.stdout: "name": { 2024-09-21T00:25:55.594 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "client", 2024-09-21T00:25:55.594 INFO:teuthology.orchestra.run.smithi067.stdout: "num": 7020 2024-09-21T00:25:55.594 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:25:55.594 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": { 2024-09-21T00:25:55.594 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "v1", 2024-09-21T00:25:55.594 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": "192.168.0.1:0", 2024-09-21T00:25:55.594 INFO:teuthology.orchestra.run.smithi067.stdout: "nonce": 173707696 2024-09-21T00:25:55.594 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:25:55.595 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:25:55.595 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": { 2024-09-21T00:25:55.595 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "v1", 2024-09-21T00:25:55.595 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": "192.168.0.1:0", 2024-09-21T00:25:55.595 INFO:teuthology.orchestra.run.smithi067.stdout: "nonce": 173707696 2024-09-21T00:25:55.595 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:25:55.595 INFO:teuthology.orchestra.run.smithi067.stdout: "inst_str": "client.7020 192.168.0.1:0/173707696", 2024-09-21T00:25:55.595 INFO:teuthology.orchestra.run.smithi067.stdout: "addr_str": "192.168.0.1:0/173707696", 2024-09-21T00:25:55.595 INFO:teuthology.orchestra.run.smithi067.stdout: "inode_count": 1, 2024-09-21T00:25:55.595 INFO:teuthology.orchestra.run.smithi067.stdout: "mds_epoch": 63, 2024-09-21T00:25:55.595 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_epoch": 75, 2024-09-21T00:25:55.595 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_epoch_barrier": 0, 2024-09-21T00:25:55.595 INFO:teuthology.orchestra.run.smithi067.stdout: "blocklisted": false, 2024-09-21T00:25:55.596 INFO:teuthology.orchestra.run.smithi067.stdout: "fs_name": "cephfs" 2024-09-21T00:25:55.596 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:25:55.601 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:25:55.602 DEBUG:teuthology.orchestra.run.smithi067:> stat --file-system '--printf=%T 2024-09-21T00:25:55.602 DEBUG:teuthology.orchestra.run.smithi067:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-21T00:25:55.618 INFO:teuthology.orchestra.run.smithi067.stdout:fuseblk 2024-09-21T00:25:55.618 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-21T00:25:55.618 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:25:55.618 DEBUG:teuthology.orchestra.run.smithi067:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-21T00:25:55.684 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:25:55.684 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir scrub_repair_path) 2024-09-21T00:25:55.742 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-21T00:25:55.742 INFO:teuthology.orchestra.run.smithi067.stderr:rmdir: failed to remove 'scrub_repair_path': Directory not empty 2024-09-21T00:25:55.743 INFO:tasks.cephfs.test_scrub_checks:Running command 'scrub start /scrub_repair_path repair' 2024-09-21T00:25:55.743 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.5:0 scrub start /scrub_repair_path repair 2024-09-21T00:25:55.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.902+0000 7fdfb3ad3640 1 -- 172.21.15.67:0/3651613704 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdfac0b3e10 msgr2=0x7fdfac0b4220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:55.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.902+0000 7fdfb3ad3640 1 --2- 172.21.15.67:0/3651613704 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdfac0b3e10 0x7fdfac0b4220 secure :-1 s=READY pgs=972 cs=0 l=1 rev1=1 crypto rx=0x7fdf9c005fd0 tx=0x7fdf9c02a820 comp rx=0 tx=0).stop 2024-09-21T00:25:55.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.902+0000 7fdfb3ad3640 1 -- 172.21.15.67:0/3651613704 shutdown_connections 2024-09-21T00:25:55.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.902+0000 7fdfb3ad3640 1 --2- 172.21.15.67:0/3651613704 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdfac0b3e10 0x7fdfac0b4220 unknown :-1 s=CLOSED pgs=972 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:55.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.902+0000 7fdfb3ad3640 1 --2- 172.21.15.67:0/3651613704 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdfac0cf220 0x7fdfac0cf630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:55.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.902+0000 7fdfb3ad3640 1 -- 172.21.15.67:0/3651613704 >> 172.21.15.67:0/3651613704 conn(0x7fdfac08bee0 msgr2=0x7fdfac0d45f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:55.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.902+0000 7fdfb3ad3640 1 -- 172.21.15.67:0/3651613704 shutdown_connections 2024-09-21T00:25:55.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.902+0000 7fdfb3ad3640 1 -- 172.21.15.67:0/3651613704 wait complete. 2024-09-21T00:25:55.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.904+0000 7fdfb3ad3640 1 Processor -- start 2024-09-21T00:25:55.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.904+0000 7fdfb3ad3640 1 -- start start 2024-09-21T00:25:55.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.905+0000 7fdfb3ad3640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdfac0b34e0 0x7fdfac15b920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:55.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.906+0000 7fdfb3ad3640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdfac0b3e10 0x7fdfac0d0a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:55.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.906+0000 7fdfb3ad3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdfac0cf220 0x7fdfac0d0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:55.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.906+0000 7fdfb3ad3640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fdfac0b5270 con 0x7fdfac0cf220 2024-09-21T00:25:55.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.906+0000 7fdfb3ad3640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fdfac0b50f0 con 0x7fdfac0b3e10 2024-09-21T00:25:55.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.906+0000 7fdfb3ad3640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fdfac1692c0 con 0x7fdfac0b34e0 2024-09-21T00:25:55.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.906+0000 7fdfb2070640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdfac0cf220 0x7fdfac0d0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:55.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.906+0000 7fdfb2070640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdfac0cf220 0x7fdfac0d0fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56280/0 (socket says 172.21.15.67:56280) 2024-09-21T00:25:55.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.906+0000 7fdfb2070640 1 -- 172.21.15.67:0/66701176 learned_addr learned my addr 172.21.15.67:0/66701176 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:55.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.906+0000 7fdfb186f640 1 --2- 172.21.15.67:0/66701176 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdfac0b34e0 0x7fdfac15b920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:55.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.906+0000 7fdfb106e640 1 --2- 172.21.15.67:0/66701176 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdfac0b3e10 0x7fdfac0d0a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:55.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.906+0000 7fdfb2070640 1 -- 172.21.15.67:0/66701176 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdfac0b34e0 msgr2=0x7fdfac15b920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:55.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.906+0000 7fdfb2070640 1 --2- 172.21.15.67:0/66701176 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdfac0b34e0 0x7fdfac15b920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:55.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.906+0000 7fdfb2070640 1 -- 172.21.15.67:0/66701176 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdfac0b3e10 msgr2=0x7fdfac0d0a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:55.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.906+0000 7fdfb2070640 1 --2- 172.21.15.67:0/66701176 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdfac0b3e10 0x7fdfac0d0a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:55.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.906+0000 7fdfb2070640 1 -- 172.21.15.67:0/66701176 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdfac15f3a0 con 0x7fdfac0cf220 2024-09-21T00:25:55.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.906+0000 7fdfb106e640 1 --2- 172.21.15.67:0/66701176 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdfac0b3e10 0x7fdfac0d0a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:25:55.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.906+0000 7fdfb2070640 1 --2- 172.21.15.67:0/66701176 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdfac0cf220 0x7fdfac0d0fd0 secure :-1 s=READY pgs=973 cs=0 l=1 rev1=1 crypto rx=0x7fdf9c009cd0 tx=0x7fdf9c032d10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:55.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.906+0000 7fdfaa7fc640 1 -- 172.21.15.67:0/66701176 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf9c037040 con 0x7fdfac0cf220 2024-09-21T00:25:55.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.906+0000 7fdfaa7fc640 1 -- 172.21.15.67:0/66701176 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdf9c042070 con 0x7fdfac0cf220 2024-09-21T00:25:55.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.906+0000 7fdfb3ad3640 1 -- 172.21.15.67:0/66701176 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdfac15bfd0 con 0x7fdfac0cf220 2024-09-21T00:25:55.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.907+0000 7fdfaa7fc640 1 -- 172.21.15.67:0/66701176 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf9c004260 con 0x7fdfac0cf220 2024-09-21T00:25:55.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.907+0000 7fdfb3ad3640 1 -- 172.21.15.67:0/66701176 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdfac15ede0 con 0x7fdfac0cf220 2024-09-21T00:25:55.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.908+0000 7fdfaa7fc640 1 -- 172.21.15.67:0/66701176 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fdf9c004400 con 0x7fdfac0cf220 2024-09-21T00:25:55.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.909+0000 7fdfaa7fc640 1 --2- 172.21.15.67:0/66701176 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdf98078bc0 0x7fdf9807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:55.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.909+0000 7fdfaa7fc640 1 -- 172.21.15.67:0/66701176 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(75..75 src has 1..75) ==== 5881+0+0 (secure 0 0 0) 0x7fdf9c0bbc40 con 0x7fdfac0cf220 2024-09-21T00:25:55.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.909+0000 7fdfb186f640 1 --2- 172.21.15.67:0/66701176 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdf98078bc0 0x7fdf9807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:55.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.910+0000 7fdfb186f640 1 --2- 172.21.15.67:0/66701176 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdf98078bc0 0x7fdf9807b0d0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fdfa4000f60 tx=0x7fdfa4009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:55.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.910+0000 7fdfbaa45740 1 Processor -- start 2024-09-21T00:25:55.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.910+0000 7fdfbaa45740 1 -- start start 2024-09-21T00:25:55.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.911+0000 7fdfbaa45740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5579ee04f680 0x5579ee43c8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:55.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.911+0000 7fdfbaa45740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5579ee0267c0 0x5579ee3f1260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:55.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.911+0000 7fdfbaa45740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5579ee02e9a0 0x5579ee3f17a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:55.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.911+0000 7fdfbaa45740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5579ee369c30 con 0x5579ee02e9a0 2024-09-21T00:25:55.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.911+0000 7fdfbaa45740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5579ee359060 con 0x5579ee04f680 2024-09-21T00:25:55.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.911+0000 7fdfbaa45740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x5579ee35ce70 con 0x5579ee0267c0 2024-09-21T00:25:55.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.912+0000 7fdfb2070640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5579ee02e9a0 0x5579ee3f17a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:55.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.912+0000 7fdfb2070640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5579ee02e9a0 0x5579ee3f17a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56290/0 (socket says 172.21.15.67:56290) 2024-09-21T00:25:55.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.912+0000 7fdfb2070640 1 -- 172.21.15.67:0/115094346 learned_addr learned my addr 172.21.15.67:0/115094346 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:55.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.912+0000 7fdfb186f640 1 --2- 172.21.15.67:0/115094346 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5579ee04f680 0x5579ee43c8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:55.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.912+0000 7fdfb106e640 1 --2- 172.21.15.67:0/115094346 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5579ee0267c0 0x5579ee3f1260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:55.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.912+0000 7fdfb2070640 1 -- 172.21.15.67:0/115094346 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5579ee0267c0 msgr2=0x5579ee3f1260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:25:55.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.912+0000 7fdfb2070640 1 --2- 172.21.15.67:0/115094346 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5579ee0267c0 0x5579ee3f1260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:55.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.912+0000 7fdfb2070640 1 -- 172.21.15.67:0/115094346 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5579ee04f680 msgr2=0x5579ee43c8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:25:55.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.912+0000 7fdfb2070640 1 --2- 172.21.15.67:0/115094346 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5579ee04f680 0x5579ee43c8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:55.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.912+0000 7fdfb2070640 1 -- 172.21.15.67:0/115094346 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5579ee133af0 con 0x5579ee02e9a0 2024-09-21T00:25:55.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.912+0000 7fdfb186f640 1 --2- 172.21.15.67:0/115094346 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5579ee04f680 0x5579ee43c8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:25:55.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.912+0000 7fdfb2070640 1 --2- 172.21.15.67:0/115094346 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5579ee02e9a0 0x5579ee3f17a0 secure :-1 s=READY pgs=974 cs=0 l=1 rev1=1 crypto rx=0x7fdf9c0ba0e0 tx=0x7fdf9c07f8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1211ad90c4edb31a server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:55.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.912+0000 7fdf937fe640 1 -- 172.21.15.67:0/115094346 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf9c009280 con 0x5579ee02e9a0 2024-09-21T00:25:55.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.912+0000 7fdf937fe640 1 -- 172.21.15.67:0/115094346 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdf9c083fd0 con 0x5579ee02e9a0 2024-09-21T00:25:55.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.912+0000 7fdf937fe640 1 -- 172.21.15.67:0/115094346 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf9c0838d0 con 0x5579ee02e9a0 2024-09-21T00:25:55.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.913+0000 7fdfbaa45740 1 -- 172.21.15.67:0/115094346 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5579ee02e9a0 msgr2=0x5579ee3f17a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:55.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.913+0000 7fdfbaa45740 1 --2- 172.21.15.67:0/115094346 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5579ee02e9a0 0x5579ee3f17a0 secure :-1 s=READY pgs=974 cs=0 l=1 rev1=1 crypto rx=0x7fdf9c0ba0e0 tx=0x7fdf9c07f8a0 comp rx=0 tx=0).stop 2024-09-21T00:25:55.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.913+0000 7fdfbaa45740 1 -- 172.21.15.67:0/115094346 shutdown_connections 2024-09-21T00:25:55.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.913+0000 7fdfbaa45740 1 --2- 172.21.15.67:0/115094346 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5579ee02e9a0 0x5579ee3f17a0 unknown :-1 s=CLOSED pgs=974 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:55.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.913+0000 7fdfbaa45740 1 --2- 172.21.15.67:0/115094346 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5579ee0267c0 0x5579ee3f1260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:55.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.913+0000 7fdfbaa45740 1 --2- 172.21.15.67:0/115094346 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5579ee04f680 0x5579ee43c8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:55.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.913+0000 7fdfbaa45740 1 -- 172.21.15.67:0/115094346 >> 172.21.15.67:0/115094346 conn(0x5579ee0437d0 msgr2=0x5579ee3f6c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:55.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.913+0000 7fdfbaa45740 1 -- 172.21.15.67:0/115094346 shutdown_connections 2024-09-21T00:25:55.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.913+0000 7fdfbaa45740 1 -- 172.21.15.67:0/115094346 wait complete. 2024-09-21T00:25:55.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.914+0000 7fdfbaa45740 1 -- start start 2024-09-21T00:25:55.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.914+0000 7fdfbaa45740 1 Processor -- start 2024-09-21T00:25:55.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.916+0000 7fdfbaa45740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5579ee0267c0 0x5579ee413c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:55.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.916+0000 7fdfbaa45740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5579ee02e9a0 0x5579ee4382a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:55.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.916+0000 7fdfbaa45740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5579ee04f680 0x5579ee44dfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:55.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.916+0000 7fdfbaa45740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5579ee0c9a30 con 0x5579ee04f680 2024-09-21T00:25:55.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.916+0000 7fdfbaa45740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5579ee2fe5d0 con 0x5579ee0267c0 2024-09-21T00:25:55.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.916+0000 7fdfbaa45740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x5579ee359060 con 0x5579ee02e9a0 2024-09-21T00:25:55.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.916+0000 7fdfbaa45740 10 client.0 _ll_register_callbacks cb 0x5579ee351eb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:25:55.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.916+0000 7fdfb2070640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5579ee04f680 0x5579ee44dfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:55.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.916+0000 7fdfb2070640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5579ee04f680 0x5579ee44dfa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56300/0 (socket says 172.21.15.67:56300) 2024-09-21T00:25:55.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.916+0000 7fdfb2070640 1 -- 172.21.15.67:0/3894852715 learned_addr learned my addr 172.21.15.67:0/3894852715 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:55.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.916+0000 7fdfb186f640 1 --2- 172.21.15.67:0/3894852715 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5579ee0267c0 0x5579ee413c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:55.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.916+0000 7fdfb106e640 1 --2- 172.21.15.67:0/3894852715 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5579ee02e9a0 0x5579ee4382a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:55.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.916+0000 7fdfb2070640 1 -- 172.21.15.67:0/3894852715 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5579ee02e9a0 msgr2=0x5579ee4382a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:25:55.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.916+0000 7fdfb2070640 1 --2- 172.21.15.67:0/3894852715 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5579ee02e9a0 0x5579ee4382a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:55.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.916+0000 7fdfb2070640 1 -- 172.21.15.67:0/3894852715 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5579ee0267c0 msgr2=0x5579ee413c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:25:55.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.916+0000 7fdfb2070640 1 --2- 172.21.15.67:0/3894852715 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5579ee0267c0 0x5579ee413c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:55.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.916+0000 7fdfb2070640 1 -- 172.21.15.67:0/3894852715 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5579ee098990 con 0x5579ee04f680 2024-09-21T00:25:55.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.916+0000 7fdfb2070640 1 --2- 172.21.15.67:0/3894852715 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5579ee04f680 0x5579ee44dfa0 secure :-1 s=READY pgs=975 cs=0 l=1 rev1=1 crypto rx=0x7fdf9c084180 tx=0x7fdf9c009280 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bd10097edb818ad5 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:55.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.916+0000 7fdf90ff9640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:25:55.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.917+0000 7fdf90ff9640 1 -- 172.21.15.67:0/3894852715 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf9c08d2f0 con 0x5579ee04f680 2024-09-21T00:25:55.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.917+0000 7fdf90ff9640 1 -- 172.21.15.67:0/3894852715 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(75..75 src has 1..75) ==== 5881+0+0 (secure 0 0 0) 0x7fdf9c08ce60 con 0x5579ee04f680 2024-09-21T00:25:55.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.917+0000 7fdfbaa45740 1 -- 172.21.15.67:0/3894852715 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdf9c083fd0 con 0x5579ee04f680 2024-09-21T00:25:55.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.917+0000 7fdf90ff9640 1 -- 172.21.15.67:0/3894852715 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=63) ==== 24+0+0 (secure 0 0 0) 0x7fdf9c0a4050 con 0x5579ee04f680 2024-09-21T00:25:55.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.917+0000 7fdfbaa45740 10 client.7035 fetch_fsmap learned FSMap version 63 2024-09-21T00:25:55.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.917+0000 7fdfbaa45740 1 -- 172.21.15.67:0/3894852715 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=63,monmap=2+}) -- 0x5579ee194280 con 0x5579ee04f680 2024-09-21T00:25:55.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.917+0000 7fdf90ff9640 1 -- 172.21.15.67:0/3894852715 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdf9c083fd0 con 0x5579ee04f680 2024-09-21T00:25:55.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.917+0000 7fdf90ff9640 1 -- 172.21.15.67:0/3894852715 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 63) ==== 3502+0+0 (secure 0 0 0) 0x7fdf9c03a030 con 0x5579ee04f680 2024-09-21T00:25:55.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.917+0000 7fdfbaa45740 10 client.7035 fetch_fsmap finished waiting for FSMap version 63 2024-09-21T00:25:55.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.917+0000 7fdfbaa45740 10 client.7035 resolve_mds: resolved 5:0 to role '5:0' aka daemon mds.c 2024-09-21T00:25:55.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.917+0000 7fdfbaa45740 20 client.7035 populate_metadata read hostname 'smithi067' 2024-09-21T00:25:55.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.917+0000 7fdfbaa45740 1 --2- 172.21.15.67:0/3894852715 >> [v2:172.21.15.67:6833/1917566065,v1:172.21.15.67:6835/1917566065] conn(0x5579ee00e250 0x5579ee435cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:55.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.917+0000 7fdfbaa45740 4 client.7035 mds_command: new command op to 6969 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:25:55.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.917+0000 7fdfbaa45740 1 -- 172.21.15.67:0/3894852715 --> [v2:172.21.15.67:6833/1917566065,v1:172.21.15.67:6835/1917566065] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5579ee36bb80 con 0x5579ee00e250 2024-09-21T00:25:55.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.917+0000 7fdfb186f640 1 --2- 172.21.15.67:0/3894852715 >> [v2:172.21.15.67:6833/1917566065,v1:172.21.15.67:6835/1917566065] conn(0x5579ee00e250 0x5579ee435cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:55.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.918+0000 7fdf90ff9640 10 client.7035 ms_handle_connect on v2:172.21.15.67:6833/1917566065 2024-09-21T00:25:55.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.918+0000 7fdfb186f640 1 --2- 172.21.15.67:0/3894852715 >> [v2:172.21.15.67:6833/1917566065,v1:172.21.15.67:6835/1917566065] conn(0x5579ee00e250 0x5579ee435cb0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=23125a3b077aed54 server_cookie=bf2164c9d63d51a2 in_seq=0 out_seq=0 2024-09-21T00:25:55.923 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.918+0000 7fdf90ff9640 1 -- 172.21.15.67:0/3894852715 <== mds.0 v2:172.21.15.67:6833/1917566065 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x5579ee36bb80 con 0x5579ee00e250 2024-09-21T00:25:55.923 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.918+0000 7fdf90ff9640 10 client.7035 handle_command_reply: tid=0 2024-09-21T00:25:55.923 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.919+0000 7fdfbaa45740 1 client.7035 shutdown 2024-09-21T00:25:55.923 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.919+0000 7fdfbaa45740 1 -- 172.21.15.67:0/3894852715 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5579ee04f680 msgr2=0x5579ee44dfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:55.923 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.919+0000 7fdfbaa45740 1 --2- 172.21.15.67:0/3894852715 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5579ee04f680 0x5579ee44dfa0 secure :-1 s=READY pgs=975 cs=0 l=1 rev1=1 crypto rx=0x7fdf9c084180 tx=0x7fdf9c009280 comp rx=0 tx=0).stop 2024-09-21T00:25:55.923 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.919+0000 7fdfbaa45740 1 -- 172.21.15.67:0/3894852715 shutdown_connections 2024-09-21T00:25:55.923 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.919+0000 7fdfbaa45740 1 --2- 172.21.15.67:0/3894852715 >> [v2:172.21.15.67:6833/1917566065,v1:172.21.15.67:6835/1917566065] conn(0x5579ee00e250 0x5579ee435cb0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:55.923 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.919+0000 7fdfbaa45740 1 --2- 172.21.15.67:0/3894852715 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5579ee04f680 0x5579ee44dfa0 unknown :-1 s=CLOSED pgs=975 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:55.923 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.919+0000 7fdfbaa45740 1 --2- 172.21.15.67:0/3894852715 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5579ee02e9a0 0x5579ee4382a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:55.923 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.919+0000 7fdfbaa45740 1 --2- 172.21.15.67:0/3894852715 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5579ee0267c0 0x5579ee413c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:55.923 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.919+0000 7fdf90ff9640 0 client.7035 ms_handle_reset on v2:172.21.15.67:6833/1917566065 2024-09-21T00:25:55.923 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.919+0000 7fdfbaa45740 1 -- 172.21.15.67:0/3894852715 >> 172.21.15.67:0/3894852715 conn(0x5579ee0437d0 msgr2=0x5579ee3f6c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:55.923 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.919+0000 7fdfbaa45740 1 -- 172.21.15.67:0/3894852715 shutdown_connections 2024-09-21T00:25:55.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.919+0000 7fdfbaa45740 1 -- 172.21.15.67:0/3894852715 wait complete. 2024-09-21T00:25:55.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.919+0000 7fdfbaa45740 20 client.7035 trim_cache size 0 max 16384 2024-09-21T00:25:55.938 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.937+0000 7fdfbaa45740 1 Processor -- start 2024-09-21T00:25:55.938 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.937+0000 7fdfbaa45740 1 -- start start 2024-09-21T00:25:55.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.938+0000 7fdfbaa45740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5579ee0267c0 0x5579ee43eca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:55.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.938+0000 7fdfbaa45740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5579ee02e9a0 0x5579ee412940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:55.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.938+0000 7fdfbaa45740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5579ee04f680 0x5579ee412e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:55.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.938+0000 7fdfbaa45740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fdfac2021c0 con 0x5579ee04f680 2024-09-21T00:25:55.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.938+0000 7fdfbaa45740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fdfac1689a0 con 0x5579ee02e9a0 2024-09-21T00:25:55.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.938+0000 7fdfbaa45740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fdfac168350 con 0x5579ee0267c0 2024-09-21T00:25:55.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.939+0000 7fdfb2070640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5579ee04f680 0x5579ee412e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:55.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.939+0000 7fdfb2070640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5579ee04f680 0x5579ee412e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56310/0 (socket says 172.21.15.67:56310) 2024-09-21T00:25:55.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.939+0000 7fdfb2070640 1 -- 172.21.15.67:0/613525551 learned_addr learned my addr 172.21.15.67:0/613525551 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:55.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.939+0000 7fdfb186f640 1 --2- 172.21.15.67:0/613525551 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5579ee0267c0 0x5579ee43eca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:55.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.939+0000 7fdfb106e640 1 --2- 172.21.15.67:0/613525551 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5579ee02e9a0 0x5579ee412940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:55.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.939+0000 7fdfb2070640 1 -- 172.21.15.67:0/613525551 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5579ee0267c0 msgr2=0x5579ee43eca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:25:55.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.939+0000 7fdfb2070640 1 --2- 172.21.15.67:0/613525551 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5579ee0267c0 0x5579ee43eca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:55.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.939+0000 7fdfb2070640 1 -- 172.21.15.67:0/613525551 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5579ee02e9a0 msgr2=0x5579ee412940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:25:55.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.939+0000 7fdfb2070640 1 --2- 172.21.15.67:0/613525551 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5579ee02e9a0 0x5579ee412940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:55.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.939+0000 7fdfb2070640 1 -- 172.21.15.67:0/613525551 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5579ee131df0 con 0x5579ee04f680 2024-09-21T00:25:55.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.939+0000 7fdfb2070640 1 --2- 172.21.15.67:0/613525551 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5579ee04f680 0x5579ee412e80 secure :-1 s=READY pgs=976 cs=0 l=1 rev1=1 crypto rx=0x7fdf9c02ae10 tx=0x7fdf9c0839e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7618c13dce0c574e server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:55.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.939+0000 7fdf92ffd640 1 -- 172.21.15.67:0/613525551 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf9c004b40 con 0x5579ee04f680 2024-09-21T00:25:55.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.939+0000 7fdf92ffd640 1 -- 172.21.15.67:0/613525551 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdf9c083fd0 con 0x5579ee04f680 2024-09-21T00:25:55.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.939+0000 7fdf92ffd640 1 -- 172.21.15.67:0/613525551 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf9c08d2f0 con 0x5579ee04f680 2024-09-21T00:25:55.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.940+0000 7fdfbaa45740 1 -- 172.21.15.67:0/613525551 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5579ee04f680 msgr2=0x5579ee412e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:55.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.940+0000 7fdfbaa45740 1 --2- 172.21.15.67:0/613525551 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5579ee04f680 0x5579ee412e80 secure :-1 s=READY pgs=976 cs=0 l=1 rev1=1 crypto rx=0x7fdf9c02ae10 tx=0x7fdf9c0839e0 comp rx=0 tx=0).stop 2024-09-21T00:25:55.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.940+0000 7fdfbaa45740 1 -- 172.21.15.67:0/613525551 shutdown_connections 2024-09-21T00:25:55.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.940+0000 7fdfbaa45740 1 --2- 172.21.15.67:0/613525551 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5579ee04f680 0x5579ee412e80 unknown :-1 s=CLOSED pgs=976 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:55.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.940+0000 7fdfbaa45740 1 --2- 172.21.15.67:0/613525551 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5579ee02e9a0 0x5579ee412940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:55.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.940+0000 7fdfbaa45740 1 --2- 172.21.15.67:0/613525551 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5579ee0267c0 0x5579ee43eca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:55.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.940+0000 7fdfbaa45740 1 -- 172.21.15.67:0/613525551 >> 172.21.15.67:0/613525551 conn(0x5579ee0437d0 msgr2=0x5579ee4391e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:55.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.940+0000 7fdfbaa45740 1 -- 172.21.15.67:0/613525551 shutdown_connections 2024-09-21T00:25:55.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.940+0000 7fdfbaa45740 1 -- 172.21.15.67:0/613525551 wait complete. 2024-09-21T00:25:55.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.941+0000 7fdfbaa45740 1 -- start start 2024-09-21T00:25:55.944 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.941+0000 7fdfbaa45740 1 Processor -- start 2024-09-21T00:25:55.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.943+0000 7fdfbaa45740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5579ee0267c0 0x5579ee4be3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:55.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.943+0000 7fdfbaa45740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5579ee02e9a0 0x5579ee4a3e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:55.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.943+0000 7fdfbaa45740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5579ee04f680 0x5579ee436a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:55.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.943+0000 7fdfbaa45740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5579ee369c30 con 0x5579ee04f680 2024-09-21T00:25:55.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.943+0000 7fdfbaa45740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5579ee43a3d0 con 0x5579ee02e9a0 2024-09-21T00:25:55.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.943+0000 7fdfbaa45740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x5579ee4bed70 con 0x5579ee0267c0 2024-09-21T00:25:55.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.943+0000 7fdfbaa45740 10 client.0 _ll_register_callbacks cb 0x7fdf9c088050 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:25:55.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.943+0000 7fdfb2070640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5579ee04f680 0x5579ee436a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:55.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.943+0000 7fdfb2070640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5579ee04f680 0x5579ee436a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56312/0 (socket says 172.21.15.67:56312) 2024-09-21T00:25:55.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.943+0000 7fdfb2070640 1 -- 172.21.15.67:0/2275829695 learned_addr learned my addr 172.21.15.67:0/2275829695 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:25:55.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.943+0000 7fdfb106e640 1 --2- 172.21.15.67:0/2275829695 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5579ee02e9a0 0x5579ee4a3e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:55.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.943+0000 7fdfb186f640 1 --2- 172.21.15.67:0/2275829695 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5579ee0267c0 0x5579ee4be3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:55.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.943+0000 7fdfb2070640 1 -- 172.21.15.67:0/2275829695 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5579ee0267c0 msgr2=0x5579ee4be3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:25:55.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.943+0000 7fdfb2070640 1 --2- 172.21.15.67:0/2275829695 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5579ee0267c0 0x5579ee4be3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:55.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.943+0000 7fdfb2070640 1 -- 172.21.15.67:0/2275829695 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5579ee02e9a0 msgr2=0x5579ee4a3e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:25:55.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.943+0000 7fdfb2070640 1 --2- 172.21.15.67:0/2275829695 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5579ee02e9a0 0x5579ee4a3e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:55.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.943+0000 7fdfb2070640 1 -- 172.21.15.67:0/2275829695 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5579ee449f40 con 0x5579ee04f680 2024-09-21T00:25:55.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.943+0000 7fdfb2070640 1 --2- 172.21.15.67:0/2275829695 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5579ee04f680 0x5579ee436a20 secure :-1 s=READY pgs=977 cs=0 l=1 rev1=1 crypto rx=0x7fdf9c084180 tx=0x7fdf9c08d090 comp rx=0 tx=0).ready entity=mon.0 client_cookie=746a4adc0b0abc4 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:25:55.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.943+0000 7fdf90ff9640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:25:55.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.943+0000 7fdf90ff9640 1 -- 172.21.15.67:0/2275829695 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf9c08d2f0 con 0x5579ee04f680 2024-09-21T00:25:55.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.943+0000 7fdf90ff9640 1 -- 172.21.15.67:0/2275829695 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(75..75 src has 1..75) ==== 5881+0+0 (secure 0 0 0) 0x7fdf9c082d40 con 0x5579ee04f680 2024-09-21T00:25:55.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.943+0000 7fdfbaa45740 1 -- 172.21.15.67:0/2275829695 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdf9c083fd0 con 0x5579ee04f680 2024-09-21T00:25:55.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.944+0000 7fdf90ff9640 1 -- 172.21.15.67:0/2275829695 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=63) ==== 24+0+0 (secure 0 0 0) 0x7fdf9c07f220 con 0x5579ee04f680 2024-09-21T00:25:55.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.944+0000 7fdfbaa45740 10 client.7041 fetch_fsmap learned FSMap version 63 2024-09-21T00:25:55.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.944+0000 7fdfbaa45740 1 -- 172.21.15.67:0/2275829695 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=63,monmap=2+}) -- 0x5579ee449f40 con 0x5579ee04f680 2024-09-21T00:25:55.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.944+0000 7fdf90ff9640 1 -- 172.21.15.67:0/2275829695 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdf9c083fd0 con 0x5579ee04f680 2024-09-21T00:25:55.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.944+0000 7fdf90ff9640 1 -- 172.21.15.67:0/2275829695 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 63) ==== 3502+0+0 (secure 0 0 0) 0x7fdf9c07f3c0 con 0x5579ee04f680 2024-09-21T00:25:55.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.944+0000 7fdfbaa45740 10 client.7041 fetch_fsmap finished waiting for FSMap version 63 2024-09-21T00:25:55.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.944+0000 7fdfbaa45740 10 client.7041 resolve_mds: resolved 5:0 to role '5:0' aka daemon mds.c 2024-09-21T00:25:55.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.944+0000 7fdfbaa45740 20 client.7041 populate_metadata read hostname 'smithi067' 2024-09-21T00:25:55.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.944+0000 7fdfbaa45740 1 --2- 172.21.15.67:0/2275829695 >> [v2:172.21.15.67:6833/1917566065,v1:172.21.15.67:6835/1917566065] conn(0x5579ee436f60 0x5579ee41ebe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:25:55.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.944+0000 7fdfbaa45740 4 client.7041 mds_command: new command op to 6969 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/scrub_repair_path", "scrubops": ["repair"]}] 2024-09-21T00:25:55.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.944+0000 7fdfbaa45740 1 -- 172.21.15.67:0/2275829695 --> [v2:172.21.15.67:6833/1917566065,v1:172.21.15.67:6835/1917566065] -- command(tid 0: {"prefix": "scrub start", "path": "/scrub_repair_path", "scrubops": ["repair"]}) -- 0x5579ee367630 con 0x5579ee436f60 2024-09-21T00:25:55.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.944+0000 7fdfb186f640 1 --2- 172.21.15.67:0/2275829695 >> [v2:172.21.15.67:6833/1917566065,v1:172.21.15.67:6835/1917566065] conn(0x5579ee436f60 0x5579ee41ebe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:25:55.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.944+0000 7fdf90ff9640 10 client.7041 ms_handle_connect on v2:172.21.15.67:6833/1917566065 2024-09-21T00:25:55.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.945+0000 7fdfb186f640 1 --2- 172.21.15.67:0/2275829695 >> [v2:172.21.15.67:6833/1917566065,v1:172.21.15.67:6835/1917566065] conn(0x5579ee436f60 0x5579ee41ebe0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c3146b1bd6b9610a server_cookie=5f1b2f2066faa90c in_seq=0 out_seq=0 2024-09-21T00:25:55.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.945+0000 7fdf90ff9640 1 -- 172.21.15.67:0/2275829695 <== mds.0 v2:172.21.15.67:6833/1917566065 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5579ee367630 con 0x5579ee436f60 2024-09-21T00:25:55.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.945+0000 7fdf90ff9640 10 client.7041 handle_command_reply: tid=0 2024-09-21T00:25:55.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.945+0000 7fdfbaa45740 1 client.7041 shutdown 2024-09-21T00:25:55.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.945+0000 7fdfbaa45740 1 -- 172.21.15.67:0/2275829695 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5579ee04f680 msgr2=0x5579ee436a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:55.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.945+0000 7fdfbaa45740 1 --2- 172.21.15.67:0/2275829695 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5579ee04f680 0x5579ee436a20 secure :-1 s=READY pgs=977 cs=0 l=1 rev1=1 crypto rx=0x7fdf9c084180 tx=0x7fdf9c08d090 comp rx=0 tx=0).stop 2024-09-21T00:25:55.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.945+0000 7fdfbaa45740 1 -- 172.21.15.67:0/2275829695 shutdown_connections 2024-09-21T00:25:55.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.945+0000 7fdfbaa45740 1 --2- 172.21.15.67:0/2275829695 >> [v2:172.21.15.67:6833/1917566065,v1:172.21.15.67:6835/1917566065] conn(0x5579ee436f60 0x5579ee41ebe0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:55.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.945+0000 7fdfbaa45740 1 --2- 172.21.15.67:0/2275829695 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5579ee04f680 0x5579ee436a20 unknown :-1 s=CLOSED pgs=977 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:55.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.945+0000 7fdfbaa45740 1 --2- 172.21.15.67:0/2275829695 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5579ee02e9a0 0x5579ee4a3e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:55.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.945+0000 7fdfbaa45740 1 --2- 172.21.15.67:0/2275829695 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5579ee0267c0 0x5579ee4be3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:55.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.945+0000 7fdf90ff9640 0 client.7041 ms_handle_reset on v2:172.21.15.67:6833/1917566065 2024-09-21T00:25:55.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.945+0000 7fdfbaa45740 1 -- 172.21.15.67:0/2275829695 >> 172.21.15.67:0/2275829695 conn(0x5579ee0437d0 msgr2=0x5579ee3f7f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:55.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.945+0000 7fdfbaa45740 1 -- 172.21.15.67:0/2275829695 shutdown_connections 2024-09-21T00:25:55.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.945+0000 7fdfbaa45740 1 -- 172.21.15.67:0/2275829695 wait complete. 2024-09-21T00:25:55.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.946+0000 7fdfbaa45740 20 client.7041 trim_cache size 0 max 16384 2024-09-21T00:25:55.951 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:25:55.951 INFO:teuthology.orchestra.run.smithi067.stdout: "return_code": 0, 2024-09-21T00:25:55.951 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_tag": "3c5772f9-cbda-4536-86b6-3cf4cdfe1aa8", 2024-09-21T00:25:55.951 INFO:teuthology.orchestra.run.smithi067.stdout: "mode": "asynchronous" 2024-09-21T00:25:55.951 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:25:55.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.946+0000 7fdfb3ad3640 1 -- 172.21.15.67:0/66701176 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdf98078bc0 msgr2=0x7fdf9807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:55.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.946+0000 7fdfb3ad3640 1 --2- 172.21.15.67:0/66701176 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdf98078bc0 0x7fdf9807b0d0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fdfa4000f60 tx=0x7fdfa4009040 comp rx=0 tx=0).stop 2024-09-21T00:25:55.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.946+0000 7fdfb3ad3640 1 -- 172.21.15.67:0/66701176 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdfac0cf220 msgr2=0x7fdfac0d0fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:25:55.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.946+0000 7fdfb3ad3640 1 --2- 172.21.15.67:0/66701176 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdfac0cf220 0x7fdfac0d0fd0 secure :-1 s=READY pgs=973 cs=0 l=1 rev1=1 crypto rx=0x7fdf9c009cd0 tx=0x7fdf9c032d10 comp rx=0 tx=0).stop 2024-09-21T00:25:55.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.946+0000 7fdfb3ad3640 1 -- 172.21.15.67:0/66701176 shutdown_connections 2024-09-21T00:25:55.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.946+0000 7fdfb3ad3640 1 --2- 172.21.15.67:0/66701176 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdf98078bc0 0x7fdf9807b0d0 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:55.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.946+0000 7fdfb3ad3640 1 --2- 172.21.15.67:0/66701176 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdfac0cf220 0x7fdfac0d0fd0 unknown :-1 s=CLOSED pgs=973 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:55.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.946+0000 7fdfb3ad3640 1 --2- 172.21.15.67:0/66701176 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdfac0b3e10 0x7fdfac0d0a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:55.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.946+0000 7fdfb3ad3640 1 --2- 172.21.15.67:0/66701176 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdfac0b34e0 0x7fdfac15b920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:25:55.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.946+0000 7fdfb3ad3640 1 -- 172.21.15.67:0/66701176 >> 172.21.15.67:0/66701176 conn(0x7fdfac08bee0 msgr2=0x7fdfac161950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:25:55.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.946+0000 7fdfb3ad3640 1 -- 172.21.15.67:0/66701176 shutdown_connections 2024-09-21T00:25:55.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:25:55.946+0000 7fdfb3ad3640 1 -- 172.21.15.67:0/66701176 wait complete. 2024-09-21T00:25:55.958 INFO:tasks.cephfs.test_scrub_checks:command 'scrub start /scrub_repair_path repair' returned '{'return_code': 0, 'scrub_tag': '3c5772f9-cbda-4536-86b6-3cf4cdfe1aa8', 'mode': 'asynchronous'}' 2024-09-21T00:26:05.959 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:26:05.960 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir scrub_repair_path) 2024-09-21T00:26:05.984 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-21T00:26:05.984 DEBUG:teuthology.orchestra.run.smithi067:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T00:26:06.068 DEBUG:teuthology.orchestra.run.smithi097:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T00:26:06.115 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-21T00:26:06.116 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T00:26:06.116 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:26:06.116 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:26:06.134 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:26:06.135 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:26:06.193 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T00:26:06.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.358+0000 7f55a395e640 1 -- 172.21.15.67:0/2879220283 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5588003c30 msgr2=0x7f5588004080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:06.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.358+0000 7f55a395e640 1 --2- 172.21.15.67:0/2879220283 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5588003c30 0x7f5588004080 secure :-1 s=READY pgs=979 cs=0 l=1 rev1=1 crypto rx=0x7f5598006fb0 tx=0x7f5588005830 comp rx=0 tx=0).stop 2024-09-21T00:26:06.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.358+0000 7f55a395e640 1 -- 172.21.15.67:0/2879220283 shutdown_connections 2024-09-21T00:26:06.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.358+0000 7f55a395e640 1 --2- 172.21.15.67:0/2879220283 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5588003c30 0x7f5588004080 unknown :-1 s=CLOSED pgs=979 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:06.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.358+0000 7f55a395e640 1 -- 172.21.15.67:0/2879220283 >> 172.21.15.67:0/2879220283 conn(0x7f559c0b2e80 msgr2=0x7f559c0b3290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:06.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.358+0000 7f55a395e640 1 -- 172.21.15.67:0/2879220283 shutdown_connections 2024-09-21T00:26:06.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.358+0000 7f55a395e640 1 -- 172.21.15.67:0/2879220283 wait complete. 2024-09-21T00:26:06.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.360+0000 7f55a395e640 1 Processor -- start 2024-09-21T00:26:06.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.360+0000 7f55a395e640 1 -- start start 2024-09-21T00:26:06.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.361+0000 7f55a395e640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5588003c30 0x7f559c1e6490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:06.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.361+0000 7f55a395e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f559c0c7bf0 0x7f559c0c9c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:06.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.361+0000 7f55a395e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f559c0ca170 0x7f559c0ca580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:06.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.361+0000 7f55a395e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f559c0cf6f0 con 0x7f559c0ca170 2024-09-21T00:26:06.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.361+0000 7f55a395e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f559c15f0c0 con 0x7f559c0c7bf0 2024-09-21T00:26:06.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.361+0000 7f55a395e640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f559c0cf870 con 0x7f5588003c30 2024-09-21T00:26:06.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.362+0000 7f55a1efb640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f559c0ca170 0x7f559c0ca580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:06.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.362+0000 7f55a1efb640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f559c0ca170 0x7f559c0ca580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59600/0 (socket says 172.21.15.67:59600) 2024-09-21T00:26:06.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.362+0000 7f55a1efb640 1 -- 172.21.15.67:0/2829207698 learned_addr learned my addr 172.21.15.67:0/2829207698 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:06.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.362+0000 7f55a16fa640 1 --2- 172.21.15.67:0/2829207698 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5588003c30 0x7f559c1e6490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:06.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.362+0000 7f55a0ef9640 1 --2- 172.21.15.67:0/2829207698 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f559c0c7bf0 0x7f559c0c9c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:06.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.362+0000 7f55a1efb640 1 -- 172.21.15.67:0/2829207698 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5588003c30 msgr2=0x7f559c1e6490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:06.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.362+0000 7f55a1efb640 1 --2- 172.21.15.67:0/2829207698 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5588003c30 0x7f559c1e6490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:06.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.362+0000 7f55a1efb640 1 -- 172.21.15.67:0/2829207698 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f559c0c7bf0 msgr2=0x7f559c0c9c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:06.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.362+0000 7f55a1efb640 1 --2- 172.21.15.67:0/2829207698 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f559c0c7bf0 0x7f559c0c9c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:06.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.362+0000 7f55a1efb640 1 -- 172.21.15.67:0/2829207698 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f559c0caac0 con 0x7f559c0ca170 2024-09-21T00:26:06.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.362+0000 7f55a1efb640 1 --2- 172.21.15.67:0/2829207698 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f559c0ca170 0x7f559c0ca580 secure :-1 s=READY pgs=980 cs=0 l=1 rev1=1 crypto rx=0x7f5594005fd0 tx=0x7f5594009a80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:06.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.362+0000 7f5591ffb640 1 -- 172.21.15.67:0/2829207698 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5594011910 con 0x7f559c0ca170 2024-09-21T00:26:06.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.362+0000 7f5591ffb640 1 -- 172.21.15.67:0/2829207698 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5594018070 con 0x7f559c0ca170 2024-09-21T00:26:06.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.362+0000 7f5591ffb640 1 -- 172.21.15.67:0/2829207698 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5594011e20 con 0x7f559c0ca170 2024-09-21T00:26:06.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.362+0000 7f55a395e640 1 -- 172.21.15.67:0/2829207698 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f559c0c54c0 con 0x7f559c0ca170 2024-09-21T00:26:06.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.363+0000 7f55a395e640 1 -- 172.21.15.67:0/2829207698 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f559c0c5a80 con 0x7f559c0ca170 2024-09-21T00:26:06.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.364+0000 7f55a395e640 1 -- 172.21.15.67:0/2829207698 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f559c0c5c80 con 0x7f559c0ca170 2024-09-21T00:26:06.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.364+0000 7f5591ffb640 1 -- 172.21.15.67:0/2829207698 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f559401d460 con 0x7f559c0ca170 2024-09-21T00:26:06.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.365+0000 7f5591ffb640 1 --2- 172.21.15.67:0/2829207698 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5580078b90 0x7f558007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:06.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.365+0000 7f5591ffb640 1 -- 172.21.15.67:0/2829207698 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 5939+0+0 (secure 0 0 0) 0x7f559409b900 con 0x7f559c0ca170 2024-09-21T00:26:06.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.365+0000 7f55a16fa640 1 --2- 172.21.15.67:0/2829207698 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5580078b90 0x7f558007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:06.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.366+0000 7f55a16fa640 1 --2- 172.21.15.67:0/2829207698 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5580078b90 0x7f558007b0a0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f5598033000 tx=0x7f559802d000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:06.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.369+0000 7f5591ffb640 1 -- 172.21.15.67:0/2829207698 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f559c0c5c80 con 0x7f559c0ca170 2024-09-21T00:26:06.570 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.569+0000 7f55a395e640 1 -- 172.21.15.67:0/2829207698 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f559c0c80b0 con 0x7f559c0ca170 2024-09-21T00:26:06.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.569+0000 7f5591ffb640 1 -- 172.21.15.67:0/2829207698 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 4 entries v77) ==== 80+0+242 (secure 0 0 0) 0x7f5594063ce0 con 0x7f559c0ca170 2024-09-21T00:26:06.571 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.15.97:6835/1836888029 2024-09-22T00:25:49.549787+0000 2024-09-21T00:26:06.571 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.15.67:6835/979139170 2024-09-22T00:25:48.546819+0000 2024-09-21T00:26:06.571 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.15.97:6837/1836888029 2024-09-22T00:25:49.549787+0000 2024-09-21T00:26:06.571 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.15.67:6834/979139170 2024-09-22T00:25:48.546819+0000 2024-09-21T00:26:06.571 INFO:teuthology.orchestra.run.smithi067.stderr:listed 4 entries 2024-09-21T00:26:06.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.571+0000 7f55a395e640 1 -- 172.21.15.67:0/2829207698 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5580078b90 msgr2=0x7f558007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:06.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.571+0000 7f55a395e640 1 --2- 172.21.15.67:0/2829207698 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5580078b90 0x7f558007b0a0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f5598033000 tx=0x7f559802d000 comp rx=0 tx=0).stop 2024-09-21T00:26:06.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.571+0000 7f55a395e640 1 -- 172.21.15.67:0/2829207698 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f559c0ca170 msgr2=0x7f559c0ca580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:06.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.571+0000 7f55a395e640 1 --2- 172.21.15.67:0/2829207698 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f559c0ca170 0x7f559c0ca580 secure :-1 s=READY pgs=980 cs=0 l=1 rev1=1 crypto rx=0x7f5594005fd0 tx=0x7f5594009a80 comp rx=0 tx=0).stop 2024-09-21T00:26:06.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.571+0000 7f55a395e640 1 -- 172.21.15.67:0/2829207698 shutdown_connections 2024-09-21T00:26:06.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.571+0000 7f55a395e640 1 --2- 172.21.15.67:0/2829207698 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5580078b90 0x7f558007b0a0 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:06.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.571+0000 7f55a395e640 1 --2- 172.21.15.67:0/2829207698 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f559c0ca170 0x7f559c0ca580 unknown :-1 s=CLOSED pgs=980 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:06.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.571+0000 7f55a395e640 1 --2- 172.21.15.67:0/2829207698 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f559c0c7bf0 0x7f559c0c9c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:06.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.571+0000 7f55a395e640 1 --2- 172.21.15.67:0/2829207698 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5588003c30 0x7f559c1e6490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:06.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.572+0000 7f55a395e640 1 -- 172.21.15.67:0/2829207698 >> 172.21.15.67:0/2829207698 conn(0x7f559c0b2e80 msgr2=0x7f559c15b820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:06.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.572+0000 7f55a395e640 1 -- 172.21.15.67:0/2829207698 shutdown_connections 2024-09-21T00:26:06.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.572+0000 7f55a395e640 1 -- 172.21.15.67:0/2829207698 wait complete. 2024-09-21T00:26:06.584 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi067.front.sepia.ceph.com... 2024-09-21T00:26:06.584 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:26:06.584 DEBUG:teuthology.orchestra.run.smithi067:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-21T00:26:06.608 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:ceph-fuse[66599]: fuse finished with error 0 and tester_r 0 2024-09-21T00:26:06.611 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi067.front.sepia.ceph.com 2024-09-21T00:26:06.611 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:26:06.611 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-21T00:26:06.692 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T00:26:06.693 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:26:06.693 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:26:06.712 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17850 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T00:26:06.712 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T00:26:06.712 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:26:06.712 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:26:06.749 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20178 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T00:26:06.749 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T00:26:06.749 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:26:06.749 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:26:06.770 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17850 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T00:26:06.770 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:26:06.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.904+0000 7f651332b640 1 -- 172.21.15.67:0/4292317889 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f650c0cd030 msgr2=0x7f650c0cd440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:06.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.904+0000 7f651332b640 1 --2- 172.21.15.67:0/4292317889 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f650c0cd030 0x7f650c0cd440 secure :-1 s=READY pgs=982 cs=0 l=1 rev1=1 crypto rx=0x7f6504005fd0 tx=0x7f650402aa90 comp rx=0 tx=0).stop 2024-09-21T00:26:06.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.904+0000 7f651332b640 1 -- 172.21.15.67:0/4292317889 shutdown_connections 2024-09-21T00:26:06.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.904+0000 7f651332b640 1 --2- 172.21.15.67:0/4292317889 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f650c0cd030 0x7f650c0cd440 unknown :-1 s=CLOSED pgs=982 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:06.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.904+0000 7f651332b640 1 --2- 172.21.15.67:0/4292317889 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f650c0b7850 0x7f650c0b4c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:06.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.904+0000 7f651332b640 1 -- 172.21.15.67:0/4292317889 >> 172.21.15.67:0/4292317889 conn(0x7f650c0b4140 msgr2=0x7f650c0b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:06.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.904+0000 7f651332b640 1 -- 172.21.15.67:0/4292317889 shutdown_connections 2024-09-21T00:26:06.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.904+0000 7f651332b640 1 -- 172.21.15.67:0/4292317889 wait complete. 2024-09-21T00:26:06.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.906+0000 7f651332b640 1 Processor -- start 2024-09-21T00:26:06.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.906+0000 7f651332b640 1 -- start start 2024-09-21T00:26:06.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.908+0000 7f651332b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f650c09a950 0x7f650c0cc100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:06.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.908+0000 7f651332b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f650c0b7850 0x7f650c1e0b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:06.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.908+0000 7f651332b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f650c0cd030 0x7f650c0c6b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:06.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.908+0000 7f651332b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f650c0cdd10 con 0x7f650c0cd030 2024-09-21T00:26:06.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.908+0000 7f651332b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f650c0cdb90 con 0x7f650c0b7850 2024-09-21T00:26:06.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.908+0000 7f651332b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f650c0cde90 con 0x7f650c09a950 2024-09-21T00:26:06.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.908+0000 7f65118c8640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f650c0cd030 0x7f650c0c6b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:06.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.908+0000 7f65118c8640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f650c0cd030 0x7f650c0c6b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59616/0 (socket says 172.21.15.67:59616) 2024-09-21T00:26:06.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.908+0000 7f65118c8640 1 -- 172.21.15.67:0/412558700 learned_addr learned my addr 172.21.15.67:0/412558700 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:06.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.908+0000 7f65110c7640 1 --2- 172.21.15.67:0/412558700 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f650c09a950 0x7f650c0cc100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:06.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.908+0000 7f65108c6640 1 --2- 172.21.15.67:0/412558700 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f650c0b7850 0x7f650c1e0b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:06.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.908+0000 7f65118c8640 1 -- 172.21.15.67:0/412558700 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f650c09a950 msgr2=0x7f650c0cc100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:06.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.908+0000 7f65118c8640 1 --2- 172.21.15.67:0/412558700 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f650c09a950 0x7f650c0cc100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:06.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.908+0000 7f65118c8640 1 -- 172.21.15.67:0/412558700 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f650c0b7850 msgr2=0x7f650c1e0b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:06.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.908+0000 7f65118c8640 1 --2- 172.21.15.67:0/412558700 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f650c0b7850 0x7f650c1e0b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:06.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.908+0000 7f65118c8640 1 -- 172.21.15.67:0/412558700 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f650c0cc780 con 0x7f650c0cd030 2024-09-21T00:26:06.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.908+0000 7f65108c6640 1 --2- 172.21.15.67:0/412558700 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f650c0b7850 0x7f650c1e0b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:26:06.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.908+0000 7f65118c8640 1 --2- 172.21.15.67:0/412558700 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f650c0cd030 0x7f650c0c6b00 secure :-1 s=READY pgs=983 cs=0 l=1 rev1=1 crypto rx=0x7f6504009bf0 tx=0x7f6504003d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:06.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.908+0000 7f6501ffb640 1 -- 172.21.15.67:0/412558700 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6504044070 con 0x7f650c0cd030 2024-09-21T00:26:06.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.908+0000 7f6501ffb640 1 -- 172.21.15.67:0/412558700 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6504004250 con 0x7f650c0cd030 2024-09-21T00:26:06.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.908+0000 7f6501ffb640 1 -- 172.21.15.67:0/412558700 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6504004660 con 0x7f650c0cd030 2024-09-21T00:26:06.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.908+0000 7f651332b640 1 -- 172.21.15.67:0/412558700 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f650c0cca60 con 0x7f650c0cd030 2024-09-21T00:26:06.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.909+0000 7f651332b640 1 -- 172.21.15.67:0/412558700 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f650c0c7b00 con 0x7f650c0cd030 2024-09-21T00:26:06.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.910+0000 7f651332b640 1 -- 172.21.15.67:0/412558700 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f650c0c6100 con 0x7f650c0cd030 2024-09-21T00:26:06.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.910+0000 7f6501ffb640 1 -- 172.21.15.67:0/412558700 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f6504047070 con 0x7f650c0cd030 2024-09-21T00:26:06.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.911+0000 7f6501ffb640 1 --2- 172.21.15.67:0/412558700 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f64f0078b90 0x7f64f007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:06.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.911+0000 7f6501ffb640 1 -- 172.21.15.67:0/412558700 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 5939+0+0 (secure 0 0 0) 0x7f65040bbd70 con 0x7f650c0cd030 2024-09-21T00:26:06.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.911+0000 7f65110c7640 1 --2- 172.21.15.67:0/412558700 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f64f0078b90 0x7f64f007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:06.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.912+0000 7f65110c7640 1 --2- 172.21.15.67:0/412558700 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f64f0078b90 0x7f64f007b0a0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f6508005fd0 tx=0x7f650800a250 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:06.917 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:06.916+0000 7f6501ffb640 1 -- 172.21.15.67:0/412558700 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f6504032030 con 0x7f650c0cd030 2024-09-21T00:26:07.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.141+0000 7f651332b640 1 -- 172.21.15.67:0/412558700 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f650c0b4c60 con 0x7f650c0cd030 2024-09-21T00:26:07.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.142+0000 7f6501ffb640 1 -- 172.21.15.67:0/412558700 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 63 v63) ==== 94+0+5223 (secure 0 0 0) 0x7f6504083b90 con 0x7f650c0cd030 2024-09-21T00:26:07.144 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:26:07.144 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":63,"btime":"2024-09-21T00:25:52:569250+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6493,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6835/3686147303","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3686147303},{"type":"v1","addr":"172.21.15.97:6835","nonce":3686147303}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":59},{"gid":6511,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/988187047","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":988187047},{"type":"v1","addr":"172.21.15.97:6837","nonce":988187047}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":61},{"gid":6966,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/1019459772","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1019459772},{"type":"v1","addr":"172.21.15.67:6834","nonce":1019459772}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":59}],"filesystems":[{"mdsmap":{"epoch":63,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:25:37.855341+0000","modified":"2024-09-21T00:25:52.569245+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":75,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6969},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6969":{"gid":6969,"name":"c","rank":0,"incarnation":60,"state":"up:active","state_seq":4,"addr":"172.21.15.67:6835/1917566065","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":1917566065},{"type":"v1","addr":"172.21.15.67:6835","nonce":1917566065}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6969,"qdb_cluster":[6969]},"id":5}]} 2024-09-21T00:26:07.144 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 63 2024-09-21T00:26:07.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.144+0000 7f651332b640 1 -- 172.21.15.67:0/412558700 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f64f0078b90 msgr2=0x7f64f007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:07.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.144+0000 7f651332b640 1 --2- 172.21.15.67:0/412558700 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f64f0078b90 0x7f64f007b0a0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f6508005fd0 tx=0x7f650800a250 comp rx=0 tx=0).stop 2024-09-21T00:26:07.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.144+0000 7f651332b640 1 -- 172.21.15.67:0/412558700 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f650c0cd030 msgr2=0x7f650c0c6b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:07.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.144+0000 7f651332b640 1 --2- 172.21.15.67:0/412558700 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f650c0cd030 0x7f650c0c6b00 secure :-1 s=READY pgs=983 cs=0 l=1 rev1=1 crypto rx=0x7f6504009bf0 tx=0x7f6504003d00 comp rx=0 tx=0).stop 2024-09-21T00:26:07.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.145+0000 7f651332b640 1 -- 172.21.15.67:0/412558700 shutdown_connections 2024-09-21T00:26:07.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.145+0000 7f651332b640 1 --2- 172.21.15.67:0/412558700 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f64f0078b90 0x7f64f007b0a0 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:07.147 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.145+0000 7f651332b640 1 --2- 172.21.15.67:0/412558700 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f650c0cd030 0x7f650c0c6b00 unknown :-1 s=CLOSED pgs=983 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:07.147 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.145+0000 7f651332b640 1 --2- 172.21.15.67:0/412558700 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f650c0b7850 0x7f650c1e0b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:07.147 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.145+0000 7f651332b640 1 --2- 172.21.15.67:0/412558700 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f650c09a950 0x7f650c0cc100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:07.147 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.145+0000 7f651332b640 1 -- 172.21.15.67:0/412558700 >> 172.21.15.67:0/412558700 conn(0x7f650c0b4140 msgr2=0x7f650c0d0220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:07.147 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.145+0000 7f651332b640 1 -- 172.21.15.67:0/412558700 shutdown_connections 2024-09-21T00:26:07.147 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.145+0000 7f651332b640 1 -- 172.21.15.67:0/412558700 wait complete. 2024-09-21T00:26:07.158 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:26:07.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.273+0000 7f47ed762640 1 -- 172.21.15.67:0/1111844227 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f47e80d2b00 msgr2=0x7f47e815e7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:07.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.273+0000 7f47ed762640 1 --2- 172.21.15.67:0/1111844227 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f47e80d2b00 0x7f47e815e7f0 secure :-1 s=READY pgs=984 cs=0 l=1 rev1=1 crypto rx=0x7f47e808d710 tx=0x7f47dc02a560 comp rx=0 tx=0).stop 2024-09-21T00:26:07.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.273+0000 7f47ed762640 1 -- 172.21.15.67:0/1111844227 shutdown_connections 2024-09-21T00:26:07.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.273+0000 7f47ed762640 1 --2- 172.21.15.67:0/1111844227 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f47e80d11c0 0x7f47e80d15d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:07.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.273+0000 7f47ed762640 1 --2- 172.21.15.67:0/1111844227 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f47e80d2b00 0x7f47e815e7f0 unknown :-1 s=CLOSED pgs=984 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:07.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.273+0000 7f47ed762640 1 --2- 172.21.15.67:0/1111844227 >> v2:172.21.15.97:3300/0 conn(0x7f47e8162ea0 0x7f47e80cf740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:07.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.273+0000 7f47ed762640 1 -- 172.21.15.67:0/1111844227 >> 172.21.15.67:0/1111844227 conn(0x7f47e806dfb0 msgr2=0x7f47e806e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:07.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.273+0000 7f47ed762640 1 -- 172.21.15.67:0/1111844227 shutdown_connections 2024-09-21T00:26:07.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.273+0000 7f47ed762640 1 -- 172.21.15.67:0/1111844227 wait complete. 2024-09-21T00:26:07.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.275+0000 7f47ed762640 1 Processor -- start 2024-09-21T00:26:07.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.275+0000 7f47ed762640 1 -- start start 2024-09-21T00:26:07.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.276+0000 7f47ed762640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f47e80d11c0 0x7f47e81f5ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:07.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.276+0000 7f47ed762640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f47e80d2b00 0x7f47e80ccc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:07.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.276+0000 7f47ed762640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f47e8162ea0 0x7f47e80b41f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:07.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.276+0000 7f47ed762640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f47e815f430 con 0x7f47e80d2b00 2024-09-21T00:26:07.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.276+0000 7f47ed762640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f47e815f2b0 con 0x7f47e80d11c0 2024-09-21T00:26:07.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.276+0000 7f47ed762640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f47e815f5b0 con 0x7f47e8162ea0 2024-09-21T00:26:07.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.276+0000 7f47e67fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f47e80d2b00 0x7f47e80ccc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:07.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.276+0000 7f47e67fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f47e80d2b00 0x7f47e80ccc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59620/0 (socket says 172.21.15.67:59620) 2024-09-21T00:26:07.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.276+0000 7f47e67fc640 1 -- 172.21.15.67:0/117800957 learned_addr learned my addr 172.21.15.67:0/117800957 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:07.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.277+0000 7f47e6ffd640 1 --2- 172.21.15.67:0/117800957 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f47e80d11c0 0x7f47e81f5ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:07.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.277+0000 7f47e77fe640 1 --2- 172.21.15.67:0/117800957 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f47e8162ea0 0x7f47e80b41f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:07.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.277+0000 7f47e67fc640 1 -- 172.21.15.67:0/117800957 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f47e8162ea0 msgr2=0x7f47e80b41f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:07.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.277+0000 7f47e67fc640 1 --2- 172.21.15.67:0/117800957 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f47e8162ea0 0x7f47e80b41f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:07.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.277+0000 7f47e67fc640 1 -- 172.21.15.67:0/117800957 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f47e80d11c0 msgr2=0x7f47e81f5ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:07.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.277+0000 7f47e67fc640 1 --2- 172.21.15.67:0/117800957 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f47e80d11c0 0x7f47e81f5ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:07.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.277+0000 7f47e67fc640 1 -- 172.21.15.67:0/117800957 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47e81f63e0 con 0x7f47e80d2b00 2024-09-21T00:26:07.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.277+0000 7f47e67fc640 1 --2- 172.21.15.67:0/117800957 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f47e80d2b00 0x7f47e80ccc50 secure :-1 s=READY pgs=985 cs=0 l=1 rev1=1 crypto rx=0x7f47dc034040 tx=0x7f47dc0039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:07.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.277+0000 7f47cf7fe640 1 -- 172.21.15.67:0/117800957 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47dc03e030 con 0x7f47e80d2b00 2024-09-21T00:26:07.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.277+0000 7f47cf7fe640 1 -- 172.21.15.67:0/117800957 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f47dc0047a0 con 0x7f47e80d2b00 2024-09-21T00:26:07.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.277+0000 7f47ed762640 1 -- 172.21.15.67:0/117800957 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f47e80cbbb0 con 0x7f47e80d2b00 2024-09-21T00:26:07.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.277+0000 7f47cf7fe640 1 -- 172.21.15.67:0/117800957 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47dc035040 con 0x7f47e80d2b00 2024-09-21T00:26:07.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.277+0000 7f47ed762640 1 -- 172.21.15.67:0/117800957 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f47e80cc170 con 0x7f47e80d2b00 2024-09-21T00:26:07.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.278+0000 7f47ed762640 1 -- 172.21.15.67:0/117800957 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f47e815e7f0 con 0x7f47e80d2b00 2024-09-21T00:26:07.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.279+0000 7f47cf7fe640 1 -- 172.21.15.67:0/117800957 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f47dc041030 con 0x7f47e80d2b00 2024-09-21T00:26:07.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.280+0000 7f47cf7fe640 1 --2- 172.21.15.67:0/117800957 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f47d4078b90 0x7f47d407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:07.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.280+0000 7f47cf7fe640 1 -- 172.21.15.67:0/117800957 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 5939+0+0 (secure 0 0 0) 0x7f47dc0bb650 con 0x7f47e80d2b00 2024-09-21T00:26:07.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.280+0000 7f47e6ffd640 1 --2- 172.21.15.67:0/117800957 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f47d4078b90 0x7f47d407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:07.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.280+0000 7f47e6ffd640 1 --2- 172.21.15.67:0/117800957 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f47d4078b90 0x7f47d407b0a0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f47d8005be0 tx=0x7f47d800a550 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:07.286 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.285+0000 7f47cf7fe640 1 -- 172.21.15.67:0/117800957 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f47e81f63e0 con 0x7f47e80d2b00 2024-09-21T00:26:07.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.510+0000 7f47ed762640 1 -- 172.21.15.67:0/117800957 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f47e80cf6a0 con 0x7f47e80d2b00 2024-09-21T00:26:07.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.510+0000 7f47cf7fe640 1 -- 172.21.15.67:0/117800957 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 63 v63) ==== 94+0+5223 (secure 0 0 0) 0x7f47dc083350 con 0x7f47e80d2b00 2024-09-21T00:26:07.512 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:26:07.512 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":63,"btime":"2024-09-21T00:25:52:569250+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6493,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6835/3686147303","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3686147303},{"type":"v1","addr":"172.21.15.97:6835","nonce":3686147303}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":59},{"gid":6511,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/988187047","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":988187047},{"type":"v1","addr":"172.21.15.97:6837","nonce":988187047}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":61},{"gid":6966,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/1019459772","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1019459772},{"type":"v1","addr":"172.21.15.67:6834","nonce":1019459772}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":59}],"filesystems":[{"mdsmap":{"epoch":63,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:25:37.855341+0000","modified":"2024-09-21T00:25:52.569245+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":75,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6969},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6969":{"gid":6969,"name":"c","rank":0,"incarnation":60,"state":"up:active","state_seq":4,"addr":"172.21.15.67:6835/1917566065","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":1917566065},{"type":"v1","addr":"172.21.15.67:6835","nonce":1917566065}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6969,"qdb_cluster":[6969]},"id":5}]} 2024-09-21T00:26:07.512 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 63 2024-09-21T00:26:07.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.513+0000 7f47ed762640 1 -- 172.21.15.67:0/117800957 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f47d4078b90 msgr2=0x7f47d407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:07.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.513+0000 7f47ed762640 1 --2- 172.21.15.67:0/117800957 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f47d4078b90 0x7f47d407b0a0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f47d8005be0 tx=0x7f47d800a550 comp rx=0 tx=0).stop 2024-09-21T00:26:07.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.513+0000 7f47ed762640 1 -- 172.21.15.67:0/117800957 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f47e80d2b00 msgr2=0x7f47e80ccc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:07.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.513+0000 7f47ed762640 1 --2- 172.21.15.67:0/117800957 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f47e80d2b00 0x7f47e80ccc50 secure :-1 s=READY pgs=985 cs=0 l=1 rev1=1 crypto rx=0x7f47dc034040 tx=0x7f47dc0039e0 comp rx=0 tx=0).stop 2024-09-21T00:26:07.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.513+0000 7f47ed762640 1 -- 172.21.15.67:0/117800957 shutdown_connections 2024-09-21T00:26:07.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.513+0000 7f47ed762640 1 --2- 172.21.15.67:0/117800957 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f47d4078b90 0x7f47d407b0a0 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:07.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.513+0000 7f47ed762640 1 --2- 172.21.15.67:0/117800957 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f47e8162ea0 0x7f47e80b41f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:07.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.513+0000 7f47ed762640 1 --2- 172.21.15.67:0/117800957 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f47e80d2b00 0x7f47e80ccc50 unknown :-1 s=CLOSED pgs=985 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:07.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.513+0000 7f47ed762640 1 --2- 172.21.15.67:0/117800957 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f47e80d11c0 0x7f47e81f5ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:07.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.513+0000 7f47ed762640 1 -- 172.21.15.67:0/117800957 >> 172.21.15.67:0/117800957 conn(0x7f47e806dfb0 msgr2=0x7f47e815fc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:07.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.513+0000 7f47ed762640 1 -- 172.21.15.67:0/117800957 shutdown_connections 2024-09-21T00:26:07.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.513+0000 7f47ed762640 1 -- 172.21.15.67:0/117800957 wait complete. 2024-09-21T00:26:07.526 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:26:07.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.644+0000 7f17fe357640 1 -- 172.21.15.67:0/1552075698 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f17f815ffe0 msgr2=0x7f17f809a950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:07.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.644+0000 7f17fe357640 1 --2- 172.21.15.67:0/1552075698 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f17f815ffe0 0x7f17f809a950 secure :-1 s=READY pgs=987 cs=0 l=1 rev1=1 crypto rx=0x7f17e8009900 tx=0x7f17e802a610 comp rx=0 tx=0).stop 2024-09-21T00:26:07.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.644+0000 7f17fe357640 1 -- 172.21.15.67:0/1552075698 shutdown_connections 2024-09-21T00:26:07.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.644+0000 7f17fe357640 1 --2- 172.21.15.67:0/1552075698 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f17f80cd890 0x7f17f80cdca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:07.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.644+0000 7f17fe357640 1 --2- 172.21.15.67:0/1552075698 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f17f815ffe0 0x7f17f809a950 unknown :-1 s=CLOSED pgs=987 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:07.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.644+0000 7f17fe357640 1 -- 172.21.15.67:0/1552075698 >> 172.21.15.67:0/1552075698 conn(0x7f17f80b3e90 msgr2=0x7f17f80b42a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:07.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.644+0000 7f17fe357640 1 -- 172.21.15.67:0/1552075698 shutdown_connections 2024-09-21T00:26:07.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.644+0000 7f17fe357640 1 -- 172.21.15.67:0/1552075698 wait complete. 2024-09-21T00:26:07.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.646+0000 7f17fe357640 1 Processor -- start 2024-09-21T00:26:07.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.646+0000 7f17fe357640 1 -- start start 2024-09-21T00:26:07.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.648+0000 7f17fe357640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f17f80b1910 0x7f17f80b0850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:07.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.648+0000 7f17fe357640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f17f80cd890 0x7f17f80b2c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:07.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.648+0000 7f17fe357640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f17f815ffe0 0x7f17f80b3190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:07.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.648+0000 7f17fe357640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f17f80ce360 con 0x7f17f80cd890 2024-09-21T00:26:07.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.648+0000 7f17fe357640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f17f80ce1e0 con 0x7f17f80b1910 2024-09-21T00:26:07.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.648+0000 7f17fe357640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f17f80ce4e0 con 0x7f17f815ffe0 2024-09-21T00:26:07.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.648+0000 7f17f77fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f17f80cd890 0x7f17f80b2c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:07.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.648+0000 7f17f77fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f17f80cd890 0x7f17f80b2c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59634/0 (socket says 172.21.15.67:59634) 2024-09-21T00:26:07.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.648+0000 7f17f77fe640 1 -- 172.21.15.67:0/601073325 learned_addr learned my addr 172.21.15.67:0/601073325 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:07.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.648+0000 7f17f7fff640 1 --2- 172.21.15.67:0/601073325 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f17f80b1910 0x7f17f80b0850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:07.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.648+0000 7f17fc8f4640 1 --2- 172.21.15.67:0/601073325 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f17f815ffe0 0x7f17f80b3190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:07.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.648+0000 7f17f77fe640 1 -- 172.21.15.67:0/601073325 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f17f815ffe0 msgr2=0x7f17f80b3190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:07.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.648+0000 7f17f77fe640 1 --2- 172.21.15.67:0/601073325 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f17f815ffe0 0x7f17f80b3190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:07.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.648+0000 7f17f77fe640 1 -- 172.21.15.67:0/601073325 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f17f80b1910 msgr2=0x7f17f80b0850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:07.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.648+0000 7f17f77fe640 1 --2- 172.21.15.67:0/601073325 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f17f80b1910 0x7f17f80b0850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:07.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.648+0000 7f17f77fe640 1 -- 172.21.15.67:0/601073325 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17f80af160 con 0x7f17f80cd890 2024-09-21T00:26:07.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.648+0000 7f17f77fe640 1 --2- 172.21.15.67:0/601073325 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f17f80cd890 0x7f17f80b2c50 secure :-1 s=READY pgs=988 cs=0 l=1 rev1=1 crypto rx=0x7f17ec00c3a0 tx=0x7f17ec00c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:07.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.648+0000 7f17f4ff9640 1 -- 172.21.15.67:0/601073325 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17ec017070 con 0x7f17f80cd890 2024-09-21T00:26:07.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.649+0000 7f17f4ff9640 1 -- 172.21.15.67:0/601073325 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f17ec0053c0 con 0x7f17f80cd890 2024-09-21T00:26:07.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.649+0000 7f17f4ff9640 1 -- 172.21.15.67:0/601073325 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17ec003850 con 0x7f17f80cd890 2024-09-21T00:26:07.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.649+0000 7f17fe357640 1 -- 172.21.15.67:0/601073325 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f17f80af440 con 0x7f17f80cd890 2024-09-21T00:26:07.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.649+0000 7f17fe357640 1 -- 172.21.15.67:0/601073325 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f17f80afa00 con 0x7f17f80cd890 2024-09-21T00:26:07.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.650+0000 7f17fe357640 1 -- 172.21.15.67:0/601073325 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f17f80ce960 con 0x7f17f80cd890 2024-09-21T00:26:07.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.650+0000 7f17f4ff9640 1 -- 172.21.15.67:0/601073325 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f17ec01a070 con 0x7f17f80cd890 2024-09-21T00:26:07.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.651+0000 7f17f4ff9640 1 --2- 172.21.15.67:0/601073325 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f17e4078b90 0x7f17e407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:07.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.651+0000 7f17f4ff9640 1 -- 172.21.15.67:0/601073325 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 5939+0+0 (secure 0 0 0) 0x7f17ec09a140 con 0x7f17f80cd890 2024-09-21T00:26:07.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.651+0000 7f17f7fff640 1 --2- 172.21.15.67:0/601073325 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f17e4078b90 0x7f17e407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:07.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.652+0000 7f17f7fff640 1 --2- 172.21.15.67:0/601073325 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f17e4078b90 0x7f17e407b0a0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f17e8033000 tx=0x7f17e8004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:07.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.655+0000 7f17f4ff9640 1 -- 172.21.15.67:0/601073325 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f17ec061e40 con 0x7f17f80cd890 2024-09-21T00:26:07.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.845+0000 7f17fe357640 1 -- 172.21.15.67:0/601073325 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f17f80b4c80 con 0x7f17f80cd890 2024-09-21T00:26:07.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.846+0000 7f17f4ff9640 1 -- 172.21.15.67:0/601073325 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v77) ==== 74+0+17047 (secure 0 0 0) 0x7f17ec066870 con 0x7f17f80cd890 2024-09-21T00:26:07.847 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:26:07.847 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":77,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:26:02.601051+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:25:35.535890+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"70","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_data","create_time":"2024-09-21T00:25:36.820272+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"71","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"11.1e","mappings":[{"from":6,"to":0}]},{"pgid":"11.2d","mappings":[{"from":6,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.97:6835/1836888029":"2024-09-22T00:25:49.549787+0000","172.21.15.67:6835/979139170":"2024-09-22T00:25:48.546819+0000","172.21.15.97:6837/1836888029":"2024-09-22T00:25:49.549787+0000","172.21.15.67:6834/979139170":"2024-09-22T00:25:48.546819+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:26:07.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.848+0000 7f17fe357640 1 -- 172.21.15.67:0/601073325 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f17e4078b90 msgr2=0x7f17e407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:07.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.848+0000 7f17fe357640 1 --2- 172.21.15.67:0/601073325 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f17e4078b90 0x7f17e407b0a0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f17e8033000 tx=0x7f17e8004730 comp rx=0 tx=0).stop 2024-09-21T00:26:07.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.848+0000 7f17fe357640 1 -- 172.21.15.67:0/601073325 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f17f80cd890 msgr2=0x7f17f80b2c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:07.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.848+0000 7f17fe357640 1 --2- 172.21.15.67:0/601073325 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f17f80cd890 0x7f17f80b2c50 secure :-1 s=READY pgs=988 cs=0 l=1 rev1=1 crypto rx=0x7f17ec00c3a0 tx=0x7f17ec00c860 comp rx=0 tx=0).stop 2024-09-21T00:26:07.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.848+0000 7f17fe357640 1 -- 172.21.15.67:0/601073325 shutdown_connections 2024-09-21T00:26:07.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.848+0000 7f17fe357640 1 --2- 172.21.15.67:0/601073325 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f17e4078b90 0x7f17e407b0a0 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:07.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.848+0000 7f17fe357640 1 --2- 172.21.15.67:0/601073325 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f17f815ffe0 0x7f17f80b3190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:07.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.848+0000 7f17fe357640 1 --2- 172.21.15.67:0/601073325 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f17f80cd890 0x7f17f80b2c50 unknown :-1 s=CLOSED pgs=988 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:07.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.848+0000 7f17fe357640 1 --2- 172.21.15.67:0/601073325 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f17f80b1910 0x7f17f80b0850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:07.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.848+0000 7f17fe357640 1 -- 172.21.15.67:0/601073325 >> 172.21.15.67:0/601073325 conn(0x7f17f80b3e90 msgr2=0x7f17f80b2000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:07.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.848+0000 7f17fe357640 1 -- 172.21.15.67:0/601073325 shutdown_connections 2024-09-21T00:26:07.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.848+0000 7f17fe357640 1 -- 172.21.15.67:0/601073325 wait complete. 2024-09-21T00:26:07.861 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-21T00:26:07.861 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:26:07.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.976+0000 7fb43fe69640 1 -- 172.21.15.67:0/369884322 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb43815ffe0 msgr2=0x7fb43809a950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:07.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.976+0000 7fb43fe69640 1 --2- 172.21.15.67:0/369884322 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb43815ffe0 0x7fb43809a950 secure :-1 s=READY pgs=990 cs=0 l=1 rev1=1 crypto rx=0x7fb430005fd0 tx=0x7fb43002a5d0 comp rx=0 tx=0).stop 2024-09-21T00:26:07.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.977+0000 7fb43fe69640 1 -- 172.21.15.67:0/369884322 shutdown_connections 2024-09-21T00:26:07.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.977+0000 7fb43fe69640 1 --2- 172.21.15.67:0/369884322 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb4380b1910 0x7fb43809ae90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:07.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.977+0000 7fb43fe69640 1 --2- 172.21.15.67:0/369884322 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb43815ffe0 0x7fb43809a950 unknown :-1 s=CLOSED pgs=990 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:07.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.977+0000 7fb43fe69640 1 -- 172.21.15.67:0/369884322 >> 172.21.15.67:0/369884322 conn(0x7fb4380b3e90 msgr2=0x7fb4380b42a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:07.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.977+0000 7fb43fe69640 1 -- 172.21.15.67:0/369884322 shutdown_connections 2024-09-21T00:26:07.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.977+0000 7fb43fe69640 1 -- 172.21.15.67:0/369884322 wait complete. 2024-09-21T00:26:07.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.978+0000 7fb43fe69640 1 Processor -- start 2024-09-21T00:26:07.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.979+0000 7fb43fe69640 1 -- start start 2024-09-21T00:26:07.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.980+0000 7fb43fe69640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb4380b1910 0x7fb43815b600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:07.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.980+0000 7fb43fe69640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb43815ffe0 0x7fb43815f0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:07.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.980+0000 7fb43fe69640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb4381604c0 0x7fb4380b2af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:07.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.980+0000 7fb43fe69640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fb4380ce8a0 con 0x7fb4381604c0 2024-09-21T00:26:07.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.980+0000 7fb43fe69640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fb4380b7c00 con 0x7fb43815ffe0 2024-09-21T00:26:07.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.980+0000 7fb43fe69640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fb4380cea20 con 0x7fb4380b1910 2024-09-21T00:26:07.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.980+0000 7fb43e406640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb4381604c0 0x7fb4380b2af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:07.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.980+0000 7fb43dc05640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb4380b1910 0x7fb43815b600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:07.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.980+0000 7fb43dc05640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb4380b1910 0x7fb43815b600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.67:60562/0 (socket says 172.21.15.67:60562) 2024-09-21T00:26:07.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.980+0000 7fb43e406640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb4381604c0 0x7fb4380b2af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59660/0 (socket says 172.21.15.67:59660) 2024-09-21T00:26:07.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.980+0000 7fb43dc05640 1 -- 172.21.15.67:0/1548822993 learned_addr learned my addr 172.21.15.67:0/1548822993 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:07.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.980+0000 7fb43d404640 1 --2- 172.21.15.67:0/1548822993 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb43815ffe0 0x7fb43815f0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:07.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.980+0000 7fb43dc05640 1 -- 172.21.15.67:0/1548822993 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb43815ffe0 msgr2=0x7fb43815f0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:07.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.980+0000 7fb43dc05640 1 --2- 172.21.15.67:0/1548822993 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb43815ffe0 0x7fb43815f0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:07.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.980+0000 7fb43dc05640 1 -- 172.21.15.67:0/1548822993 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb4381604c0 msgr2=0x7fb4380b2af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:07.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.980+0000 7fb43dc05640 1 --2- 172.21.15.67:0/1548822993 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb4381604c0 0x7fb4380b2af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:07.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.980+0000 7fb43dc05640 1 -- 172.21.15.67:0/1548822993 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4380c9a70 con 0x7fb4380b1910 2024-09-21T00:26:07.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.980+0000 7fb43e406640 1 --2- 172.21.15.67:0/1548822993 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb4381604c0 0x7fb4380b2af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:26:07.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.981+0000 7fb43dc05640 1 --2- 172.21.15.67:0/1548822993 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb4380b1910 0x7fb43815b600 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fb430034040 tx=0x7fb4300038a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:07.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.981+0000 7fb4367fc640 1 -- 172.21.15.67:0/1548822993 <== mon.2 v2:172.21.15.97:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb43003e030 con 0x7fb4380b1910 2024-09-21T00:26:07.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.981+0000 7fb4367fc640 1 -- 172.21.15.67:0/1548822993 <== mon.2 v2:172.21.15.97:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb430003ca0 con 0x7fb4380b1910 2024-09-21T00:26:07.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.981+0000 7fb43fe69640 1 -- 172.21.15.67:0/1548822993 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4380c9d50 con 0x7fb4380b1910 2024-09-21T00:26:07.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.981+0000 7fb4367fc640 1 -- 172.21.15.67:0/1548822993 <== mon.2 v2:172.21.15.97:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb430035040 con 0x7fb4380b1910 2024-09-21T00:26:07.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.981+0000 7fb43fe69640 1 -- 172.21.15.67:0/1548822993 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4380ca310 con 0x7fb4380b1910 2024-09-21T00:26:07.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.982+0000 7fb43fe69640 1 -- 172.21.15.67:0/1548822993 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb4381611a0 con 0x7fb4380b1910 2024-09-21T00:26:07.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.983+0000 7fb4367fc640 1 -- 172.21.15.67:0/1548822993 <== mon.2 v2:172.21.15.97:3301/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fb430041030 con 0x7fb4380b1910 2024-09-21T00:26:07.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.983+0000 7fb4367fc640 1 --2- 172.21.15.67:0/1548822993 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb424078b90 0x7fb42407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:07.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.984+0000 7fb4367fc640 1 -- 172.21.15.67:0/1548822993 <== mon.2 v2:172.21.15.97:3301/0 5 ==== osd_map(77..77 src has 1..77) ==== 5939+0+0 (secure 0 0 0) 0x7fb4300bb7c0 con 0x7fb4380b1910 2024-09-21T00:26:07.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.984+0000 7fb43d404640 1 --2- 172.21.15.67:0/1548822993 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb424078b90 0x7fb42407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:07.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.984+0000 7fb43d404640 1 --2- 172.21.15.67:0/1548822993 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb424078b90 0x7fb42407b0a0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7fb438160e00 tx=0x7fb42c00b2e0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:07.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:07.988+0000 7fb4367fc640 1 -- 172.21.15.67:0/1548822993 <== mon.2 v2:172.21.15.97:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fb430083550 con 0x7fb4380b1910 2024-09-21T00:26:08.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.214+0000 7fb43fe69640 1 -- 172.21.15.67:0/1548822993 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb4380b4c80 con 0x7fb4380b1910 2024-09-21T00:26:08.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.215+0000 7fb4367fc640 1 -- 172.21.15.67:0/1548822993 <== mon.2 v2:172.21.15.97:3301/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 63 v63) ==== 94+0+5223 (secure 0 0 0) 0x7fb430087f80 con 0x7fb4380b1910 2024-09-21T00:26:08.216 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:26:08.216 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":63,"btime":"2024-09-21T00:25:52:569250+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6493,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6835/3686147303","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3686147303},{"type":"v1","addr":"172.21.15.97:6835","nonce":3686147303}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":59},{"gid":6511,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/988187047","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":988187047},{"type":"v1","addr":"172.21.15.97:6837","nonce":988187047}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":61},{"gid":6966,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/1019459772","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1019459772},{"type":"v1","addr":"172.21.15.67:6834","nonce":1019459772}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":59}],"filesystems":[{"mdsmap":{"epoch":63,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:25:37.855341+0000","modified":"2024-09-21T00:25:52.569245+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":75,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6969},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6969":{"gid":6969,"name":"c","rank":0,"incarnation":60,"state":"up:active","state_seq":4,"addr":"172.21.15.67:6835/1917566065","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":1917566065},{"type":"v1","addr":"172.21.15.67:6835","nonce":1917566065}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6969,"qdb_cluster":[6969]},"id":5}]} 2024-09-21T00:26:08.217 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 63 2024-09-21T00:26:08.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.217+0000 7fb43fe69640 1 -- 172.21.15.67:0/1548822993 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb424078b90 msgr2=0x7fb42407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:08.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.217+0000 7fb43fe69640 1 --2- 172.21.15.67:0/1548822993 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb424078b90 0x7fb42407b0a0 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7fb438160e00 tx=0x7fb42c00b2e0 comp rx=0 tx=0).stop 2024-09-21T00:26:08.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.217+0000 7fb43fe69640 1 -- 172.21.15.67:0/1548822993 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb4380b1910 msgr2=0x7fb43815b600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:08.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.217+0000 7fb43fe69640 1 --2- 172.21.15.67:0/1548822993 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb4380b1910 0x7fb43815b600 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fb430034040 tx=0x7fb4300038a0 comp rx=0 tx=0).stop 2024-09-21T00:26:08.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.217+0000 7fb43fe69640 1 -- 172.21.15.67:0/1548822993 shutdown_connections 2024-09-21T00:26:08.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.217+0000 7fb43fe69640 1 --2- 172.21.15.67:0/1548822993 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb424078b90 0x7fb42407b0a0 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:08.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.217+0000 7fb43fe69640 1 --2- 172.21.15.67:0/1548822993 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb4381604c0 0x7fb4380b2af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:08.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.217+0000 7fb43fe69640 1 --2- 172.21.15.67:0/1548822993 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb43815ffe0 0x7fb43815f0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:08.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.217+0000 7fb43fe69640 1 --2- 172.21.15.67:0/1548822993 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb4380b1910 0x7fb43815b600 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:08.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.217+0000 7fb43fe69640 1 -- 172.21.15.67:0/1548822993 >> 172.21.15.67:0/1548822993 conn(0x7fb4380b3e90 msgr2=0x7fb438071b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:08.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.217+0000 7fb43fe69640 1 -- 172.21.15.67:0/1548822993 shutdown_connections 2024-09-21T00:26:08.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.217+0000 7fb43fe69640 1 -- 172.21.15.67:0/1548822993 wait complete. 2024-09-21T00:26:08.230 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:26:08.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.345+0000 7f67b6700640 1 -- 172.21.15.67:0/2602597024 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67b00b9e70 msgr2=0x7f67b00b6020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:08.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.345+0000 7f67b6700640 1 --2- 172.21.15.67:0/2602597024 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67b00b9e70 0x7f67b00b6020 secure :-1 s=READY pgs=991 cs=0 l=1 rev1=1 crypto rx=0x7f67b00b3f60 tx=0x7f67a002a560 comp rx=0 tx=0).stop 2024-09-21T00:26:08.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.345+0000 7f67b6700640 1 -- 172.21.15.67:0/2602597024 shutdown_connections 2024-09-21T00:26:08.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.345+0000 7f67b6700640 1 --2- 172.21.15.67:0/2602597024 >> v2:172.21.15.97:3300/0 conn(0x7f67b00d0270 0x7f67b00b6560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:08.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.345+0000 7f67b6700640 1 --2- 172.21.15.67:0/2602597024 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67b00b9e70 0x7f67b00b6020 unknown :-1 s=CLOSED pgs=991 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:08.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.345+0000 7f67b6700640 1 -- 172.21.15.67:0/2602597024 >> 172.21.15.67:0/2602597024 conn(0x7f67b00d45a0 msgr2=0x7f67b00d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:08.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.345+0000 7f67b6700640 1 -- 172.21.15.67:0/2602597024 shutdown_connections 2024-09-21T00:26:08.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.345+0000 7f67b6700640 1 -- 172.21.15.67:0/2602597024 wait complete. 2024-09-21T00:26:08.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.347+0000 7f67b6700640 1 Processor -- start 2024-09-21T00:26:08.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.347+0000 7f67b6700640 1 -- start start 2024-09-21T00:26:08.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.348+0000 7f67b6700640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67b00b9e70 0x7f67b009e200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:08.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.348+0000 7f67b6700640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f67b00d0270 0x7f67b00ce2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:08.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.348+0000 7f67b6700640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f67b00d22f0 0x7f67b00b27e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:08.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.348+0000 7f67b6700640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f67b006f660 con 0x7f67b00b9e70 2024-09-21T00:26:08.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.348+0000 7f67b6700640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f67b006f4e0 con 0x7f67b00d22f0 2024-09-21T00:26:08.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.348+0000 7f67b6700640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f67b006f7e0 con 0x7f67b00d0270 2024-09-21T00:26:08.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.348+0000 7f67affff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67b00b9e70 0x7f67b009e200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:08.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.348+0000 7f67affff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67b00b9e70 0x7f67b009e200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59686/0 (socket says 172.21.15.67:59686) 2024-09-21T00:26:08.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.348+0000 7f67affff640 1 -- 172.21.15.67:0/3284092610 learned_addr learned my addr 172.21.15.67:0/3284092610 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:08.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.348+0000 7f67b4c9d640 1 --2- 172.21.15.67:0/3284092610 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f67b00d22f0 0x7f67b00b27e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:08.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.348+0000 7f67af7fe640 1 --2- 172.21.15.67:0/3284092610 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f67b00d0270 0x7f67b00ce2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:08.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.349+0000 7f67affff640 1 -- 172.21.15.67:0/3284092610 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f67b00d0270 msgr2=0x7f67b00ce2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:08.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.349+0000 7f67affff640 1 --2- 172.21.15.67:0/3284092610 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f67b00d0270 0x7f67b00ce2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:08.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.349+0000 7f67affff640 1 -- 172.21.15.67:0/3284092610 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f67b00d22f0 msgr2=0x7f67b00b27e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:08.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.349+0000 7f67affff640 1 --2- 172.21.15.67:0/3284092610 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f67b00d22f0 0x7f67b00b27e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:08.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.349+0000 7f67affff640 1 -- 172.21.15.67:0/3284092610 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67b01f9490 con 0x7f67b00b9e70 2024-09-21T00:26:08.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.349+0000 7f67af7fe640 1 --2- 172.21.15.67:0/3284092610 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f67b00d0270 0x7f67b00ce2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:26:08.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.349+0000 7f67affff640 1 --2- 172.21.15.67:0/3284092610 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67b00b9e70 0x7f67b009e200 secure :-1 s=READY pgs=992 cs=0 l=1 rev1=1 crypto rx=0x7f67a0034040 tx=0x7f67a0003910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:08.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.349+0000 7f67acff9640 1 -- 172.21.15.67:0/3284092610 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67a003e030 con 0x7f67b00b9e70 2024-09-21T00:26:08.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.349+0000 7f67acff9640 1 -- 172.21.15.67:0/3284092610 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f67a0003e00 con 0x7f67b00b9e70 2024-09-21T00:26:08.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.349+0000 7f67b6700640 1 -- 172.21.15.67:0/3284092610 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f67b01f9770 con 0x7f67b00b9e70 2024-09-21T00:26:08.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.349+0000 7f67acff9640 1 -- 172.21.15.67:0/3284092610 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67a0035040 con 0x7f67b00b9e70 2024-09-21T00:26:08.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.349+0000 7f67b6700640 1 -- 172.21.15.67:0/3284092610 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67b01f9d30 con 0x7f67b00b9e70 2024-09-21T00:26:08.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.350+0000 7f67b6700640 1 -- 172.21.15.67:0/3284092610 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f67b00764b0 con 0x7f67b00b9e70 2024-09-21T00:26:08.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.351+0000 7f67acff9640 1 -- 172.21.15.67:0/3284092610 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f67a0041030 con 0x7f67b00b9e70 2024-09-21T00:26:08.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.351+0000 7f67acff9640 1 --2- 172.21.15.67:0/3284092610 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f679c078b90 0x7f679c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:08.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.351+0000 7f67acff9640 1 -- 172.21.15.67:0/3284092610 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 5939+0+0 (secure 0 0 0) 0x7f67a00bb4b0 con 0x7f67b00b9e70 2024-09-21T00:26:08.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.351+0000 7f67af7fe640 1 --2- 172.21.15.67:0/3284092610 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f679c078b90 0x7f679c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:08.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.352+0000 7f67af7fe640 1 --2- 172.21.15.67:0/3284092610 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f679c078b90 0x7f679c07b0a0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f67b00d1a90 tx=0x7f67a4009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:08.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.356+0000 7f67acff9640 1 -- 172.21.15.67:0/3284092610 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f67a0083240 con 0x7f67b00b9e70 2024-09-21T00:26:08.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.580+0000 7f67b6700640 1 -- 172.21.15.67:0/3284092610 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f67b006fc90 con 0x7f67b00b9e70 2024-09-21T00:26:08.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.580+0000 7f67acff9640 1 -- 172.21.15.67:0/3284092610 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 63 v63) ==== 94+0+5223 (secure 0 0 0) 0x7f67a0087c70 con 0x7f67b00b9e70 2024-09-21T00:26:08.582 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:26:08.582 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":63,"btime":"2024-09-21T00:25:52:569250+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6493,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6835/3686147303","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3686147303},{"type":"v1","addr":"172.21.15.97:6835","nonce":3686147303}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":59},{"gid":6511,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/988187047","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":988187047},{"type":"v1","addr":"172.21.15.97:6837","nonce":988187047}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":61},{"gid":6966,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/1019459772","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1019459772},{"type":"v1","addr":"172.21.15.67:6834","nonce":1019459772}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":59}],"filesystems":[{"mdsmap":{"epoch":63,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:25:37.855341+0000","modified":"2024-09-21T00:25:52.569245+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":75,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6969},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6969":{"gid":6969,"name":"c","rank":0,"incarnation":60,"state":"up:active","state_seq":4,"addr":"172.21.15.67:6835/1917566065","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":1917566065},{"type":"v1","addr":"172.21.15.67:6835","nonce":1917566065}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6969,"qdb_cluster":[6969]},"id":5}]} 2024-09-21T00:26:08.582 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 63 2024-09-21T00:26:08.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.582+0000 7f67b6700640 1 -- 172.21.15.67:0/3284092610 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f679c078b90 msgr2=0x7f679c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:08.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.582+0000 7f67b6700640 1 --2- 172.21.15.67:0/3284092610 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f679c078b90 0x7f679c07b0a0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f67b00d1a90 tx=0x7f67a4009040 comp rx=0 tx=0).stop 2024-09-21T00:26:08.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.582+0000 7f67b6700640 1 -- 172.21.15.67:0/3284092610 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67b00b9e70 msgr2=0x7f67b009e200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:08.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.582+0000 7f67b6700640 1 --2- 172.21.15.67:0/3284092610 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67b00b9e70 0x7f67b009e200 secure :-1 s=READY pgs=992 cs=0 l=1 rev1=1 crypto rx=0x7f67a0034040 tx=0x7f67a0003910 comp rx=0 tx=0).stop 2024-09-21T00:26:08.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.582+0000 7f67b6700640 1 -- 172.21.15.67:0/3284092610 shutdown_connections 2024-09-21T00:26:08.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.582+0000 7f67b6700640 1 --2- 172.21.15.67:0/3284092610 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f679c078b90 0x7f679c07b0a0 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:08.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.582+0000 7f67b6700640 1 --2- 172.21.15.67:0/3284092610 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f67b00d22f0 0x7f67b00b27e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:08.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.582+0000 7f67b6700640 1 --2- 172.21.15.67:0/3284092610 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f67b00d0270 0x7f67b00ce2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:08.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.582+0000 7f67b6700640 1 --2- 172.21.15.67:0/3284092610 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67b00b9e70 0x7f67b009e200 unknown :-1 s=CLOSED pgs=992 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:08.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.582+0000 7f67b6700640 1 -- 172.21.15.67:0/3284092610 >> 172.21.15.67:0/3284092610 conn(0x7f67b00d45a0 msgr2=0x7f67b00b4000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:08.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.583+0000 7f67b6700640 1 -- 172.21.15.67:0/3284092610 shutdown_connections 2024-09-21T00:26:08.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.583+0000 7f67b6700640 1 -- 172.21.15.67:0/3284092610 wait complete. 2024-09-21T00:26:08.595 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:26:08.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.711+0000 7fdd7008b640 1 -- 172.21.15.67:0/2913829830 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdd680b6930 msgr2=0x7fdd680b2330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:08.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.711+0000 7fdd7008b640 1 --2- 172.21.15.67:0/2913829830 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdd680b6930 0x7fdd680b2330 secure :-1 s=READY pgs=994 cs=0 l=1 rev1=1 crypto rx=0x7fdd680c49c0 tx=0x7fdd6402a4d0 comp rx=0 tx=0).stop 2024-09-21T00:26:08.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.711+0000 7fdd7008b640 1 -- 172.21.15.67:0/2913829830 shutdown_connections 2024-09-21T00:26:08.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.711+0000 7fdd7008b640 1 --2- 172.21.15.67:0/2913829830 >> v2:172.21.15.97:3300/0 conn(0x7fdd680cbd80 0x7fdd680cc190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:08.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.711+0000 7fdd7008b640 1 --2- 172.21.15.67:0/2913829830 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdd680b6930 0x7fdd680b2330 unknown :-1 s=CLOSED pgs=994 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:08.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.711+0000 7fdd7008b640 1 -- 172.21.15.67:0/2913829830 >> 172.21.15.67:0/2913829830 conn(0x7fdd680d1290 msgr2=0x7fdd680d16a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:08.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.711+0000 7fdd7008b640 1 -- 172.21.15.67:0/2913829830 shutdown_connections 2024-09-21T00:26:08.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.711+0000 7fdd7008b640 1 -- 172.21.15.67:0/2913829830 wait complete. 2024-09-21T00:26:08.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.713+0000 7fdd7008b640 1 Processor -- start 2024-09-21T00:26:08.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.713+0000 7fdd7008b640 1 -- start start 2024-09-21T00:26:08.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.714+0000 7fdd7008b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdd680b0bb0 0x7fdd681f5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:08.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.714+0000 7fdd7008b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdd680b6930 0x7fdd680caf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:08.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.715+0000 7fdd7008b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdd680cbd80 0x7fdd680b5110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:08.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.715+0000 7fdd7008b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fdd680b1850 con 0x7fdd680cbd80 2024-09-21T00:26:08.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.715+0000 7fdd7008b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fdd680b16d0 con 0x7fdd680b6930 2024-09-21T00:26:08.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.715+0000 7fdd7008b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fdd680ce980 con 0x7fdd680b0bb0 2024-09-21T00:26:08.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.715+0000 7fdd6e628640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdd680cbd80 0x7fdd680b5110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:08.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.715+0000 7fdd6e628640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdd680cbd80 0x7fdd680b5110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59700/0 (socket says 172.21.15.67:59700) 2024-09-21T00:26:08.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.715+0000 7fdd6e628640 1 -- 172.21.15.67:0/15973524 learned_addr learned my addr 172.21.15.67:0/15973524 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:08.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.715+0000 7fdd6d626640 1 --2- 172.21.15.67:0/15973524 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdd680b6930 0x7fdd680caf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:08.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.715+0000 7fdd6de27640 1 --2- 172.21.15.67:0/15973524 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdd680b0bb0 0x7fdd681f5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:08.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.715+0000 7fdd6e628640 1 -- 172.21.15.67:0/15973524 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdd680b0bb0 msgr2=0x7fdd681f5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:08.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.715+0000 7fdd6e628640 1 --2- 172.21.15.67:0/15973524 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdd680b0bb0 0x7fdd681f5bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:08.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.715+0000 7fdd6e628640 1 -- 172.21.15.67:0/15973524 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdd680b6930 msgr2=0x7fdd680caf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:08.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.715+0000 7fdd6e628640 1 --2- 172.21.15.67:0/15973524 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdd680b6930 0x7fdd680caf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:08.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.715+0000 7fdd6e628640 1 -- 172.21.15.67:0/15973524 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd6809b3d0 con 0x7fdd680cbd80 2024-09-21T00:26:08.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.715+0000 7fdd6e628640 1 --2- 172.21.15.67:0/15973524 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdd680cbd80 0x7fdd680b5110 secure :-1 s=READY pgs=995 cs=0 l=1 rev1=1 crypto rx=0x7fdd6000c700 tx=0x7fdd6000cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:08.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.715+0000 7fdd5e7fc640 1 -- 172.21.15.67:0/15973524 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd60003b70 con 0x7fdd680cbd80 2024-09-21T00:26:08.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.715+0000 7fdd5e7fc640 1 -- 172.21.15.67:0/15973524 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdd60003d10 con 0x7fdd680cbd80 2024-09-21T00:26:08.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.715+0000 7fdd7008b640 1 -- 172.21.15.67:0/15973524 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd681f9560 con 0x7fdd680cbd80 2024-09-21T00:26:08.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.715+0000 7fdd5e7fc640 1 -- 172.21.15.67:0/15973524 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd6000aab0 con 0x7fdd680cbd80 2024-09-21T00:26:08.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.715+0000 7fdd7008b640 1 -- 172.21.15.67:0/15973524 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd680afef0 con 0x7fdd680cbd80 2024-09-21T00:26:08.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.716+0000 7fdd7008b640 1 -- 172.21.15.67:0/15973524 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdd680b2330 con 0x7fdd680cbd80 2024-09-21T00:26:08.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.717+0000 7fdd5e7fc640 1 -- 172.21.15.67:0/15973524 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fdd6000ac50 con 0x7fdd680cbd80 2024-09-21T00:26:08.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.718+0000 7fdd5e7fc640 1 --2- 172.21.15.67:0/15973524 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdd4c078b90 0x7fdd4c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:08.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.718+0000 7fdd5e7fc640 1 -- 172.21.15.67:0/15973524 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 5939+0+0 (secure 0 0 0) 0x7fdd6009ab60 con 0x7fdd680cbd80 2024-09-21T00:26:08.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.718+0000 7fdd6de27640 1 --2- 172.21.15.67:0/15973524 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdd4c078b90 0x7fdd4c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:08.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.719+0000 7fdd6de27640 1 --2- 172.21.15.67:0/15973524 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdd4c078b90 0x7fdd4c07b0a0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fdd64034000 tx=0x7fdd64004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:08.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.722+0000 7fdd5e7fc640 1 -- 172.21.15.67:0/15973524 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fdd6809b3d0 con 0x7fdd680cbd80 2024-09-21T00:26:08.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.913+0000 7fdd7008b640 1 -- 172.21.15.67:0/15973524 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fdd6806ef80 con 0x7fdd680cbd80 2024-09-21T00:26:08.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.914+0000 7fdd5e7fc640 1 -- 172.21.15.67:0/15973524 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v77) ==== 74+0+17047 (secure 0 0 0) 0x7fdd60062860 con 0x7fdd680cbd80 2024-09-21T00:26:08.915 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:26:08.916 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":77,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:26:02.601051+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:25:35.535890+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"70","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_data","create_time":"2024-09-21T00:25:36.820272+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"71","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"11.1e","mappings":[{"from":6,"to":0}]},{"pgid":"11.2d","mappings":[{"from":6,"to":0}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.97:6835/1836888029":"2024-09-22T00:25:49.549787+0000","172.21.15.67:6835/979139170":"2024-09-22T00:25:48.546819+0000","172.21.15.97:6837/1836888029":"2024-09-22T00:25:49.549787+0000","172.21.15.67:6834/979139170":"2024-09-22T00:25:48.546819+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:26:08.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.916+0000 7fdd7008b640 1 -- 172.21.15.67:0/15973524 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdd4c078b90 msgr2=0x7fdd4c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:08.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.916+0000 7fdd7008b640 1 --2- 172.21.15.67:0/15973524 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdd4c078b90 0x7fdd4c07b0a0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fdd64034000 tx=0x7fdd64004730 comp rx=0 tx=0).stop 2024-09-21T00:26:08.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.916+0000 7fdd7008b640 1 -- 172.21.15.67:0/15973524 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdd680cbd80 msgr2=0x7fdd680b5110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:08.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.916+0000 7fdd7008b640 1 --2- 172.21.15.67:0/15973524 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdd680cbd80 0x7fdd680b5110 secure :-1 s=READY pgs=995 cs=0 l=1 rev1=1 crypto rx=0x7fdd6000c700 tx=0x7fdd6000cbc0 comp rx=0 tx=0).stop 2024-09-21T00:26:08.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.916+0000 7fdd7008b640 1 -- 172.21.15.67:0/15973524 shutdown_connections 2024-09-21T00:26:08.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.916+0000 7fdd7008b640 1 --2- 172.21.15.67:0/15973524 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdd4c078b90 0x7fdd4c07b0a0 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:08.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.916+0000 7fdd7008b640 1 --2- 172.21.15.67:0/15973524 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdd680cbd80 0x7fdd680b5110 unknown :-1 s=CLOSED pgs=995 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:08.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.916+0000 7fdd7008b640 1 --2- 172.21.15.67:0/15973524 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdd680b6930 0x7fdd680caf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:08.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.916+0000 7fdd7008b640 1 --2- 172.21.15.67:0/15973524 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdd680b0bb0 0x7fdd681f5bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:08.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.916+0000 7fdd7008b640 1 -- 172.21.15.67:0/15973524 >> 172.21.15.67:0/15973524 conn(0x7fdd680d1290 msgr2=0x7fdd681e81f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:08.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.916+0000 7fdd7008b640 1 -- 172.21.15.67:0/15973524 shutdown_connections 2024-09-21T00:26:08.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:08.916+0000 7fdd7008b640 1 -- 172.21.15.67:0/15973524 wait complete. 2024-09-21T00:26:08.929 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-21T00:26:09.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.046+0000 7f807bb50640 1 -- 172.21.15.67:0/461892924 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f807409b060 msgr2=0x7f80740cdfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:09.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.046+0000 7f807bb50640 1 --2- 172.21.15.67:0/461892924 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f807409b060 0x7f80740cdfa0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f806c009860 tx=0x7f806c02a440 comp rx=0 tx=0).stop 2024-09-21T00:26:09.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.046+0000 7f807bb50640 1 -- 172.21.15.67:0/461892924 shutdown_connections 2024-09-21T00:26:09.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.046+0000 7f807bb50640 1 --2- 172.21.15.67:0/461892924 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f807409b060 0x7f80740cdfa0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:09.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.046+0000 7f807bb50640 1 -- 172.21.15.67:0/461892924 >> 172.21.15.67:0/461892924 conn(0x7f80740b3e90 msgr2=0x7f80740b42a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:09.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.046+0000 7f807bb50640 1 -- 172.21.15.67:0/461892924 shutdown_connections 2024-09-21T00:26:09.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.046+0000 7f807bb50640 1 -- 172.21.15.67:0/461892924 wait complete. 2024-09-21T00:26:09.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.047+0000 7f807bb50640 1 Processor -- start 2024-09-21T00:26:09.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.048+0000 7f807bb50640 1 -- start start 2024-09-21T00:26:09.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.049+0000 7f807bb50640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f807409b060 0x7f807415f1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:09.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.049+0000 7f807bb50640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f80740b1910 0x7f8074151b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:09.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.049+0000 7f807bb50640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f807415ffe0 0x7f80740b0060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:09.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.049+0000 7f807bb50640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f80740ce660 con 0x7f807415ffe0 2024-09-21T00:26:09.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.049+0000 7f807bb50640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f80740ce4e0 con 0x7f807409b060 2024-09-21T00:26:09.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.049+0000 7f807bb50640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f80740ce7e0 con 0x7f80740b1910 2024-09-21T00:26:09.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.049+0000 7f807a0ed640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f807415ffe0 0x7f80740b0060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:09.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.049+0000 7f807a0ed640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f807415ffe0 0x7f80740b0060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59716/0 (socket says 172.21.15.67:59716) 2024-09-21T00:26:09.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.049+0000 7f807a0ed640 1 -- 172.21.15.67:0/3364981887 learned_addr learned my addr 172.21.15.67:0/3364981887 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:09.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.049+0000 7f80790eb640 1 --2- 172.21.15.67:0/3364981887 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f80740b1910 0x7f8074151b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:09.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.049+0000 7f80798ec640 1 --2- 172.21.15.67:0/3364981887 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f807409b060 0x7f807415f1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:09.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.049+0000 7f807a0ed640 1 -- 172.21.15.67:0/3364981887 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f80740b1910 msgr2=0x7f8074151b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:09.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.049+0000 7f807a0ed640 1 --2- 172.21.15.67:0/3364981887 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f80740b1910 0x7f8074151b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:09.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.049+0000 7f807a0ed640 1 -- 172.21.15.67:0/3364981887 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f807409b060 msgr2=0x7f807415f1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:09.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.049+0000 7f807a0ed640 1 --2- 172.21.15.67:0/3364981887 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f807409b060 0x7f807415f1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:09.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.049+0000 7f807a0ed640 1 -- 172.21.15.67:0/3364981887 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80741f6e00 con 0x7f807415ffe0 2024-09-21T00:26:09.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.049+0000 7f80798ec640 1 --2- 172.21.15.67:0/3364981887 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f807409b060 0x7f807415f1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:26:09.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.049+0000 7f807a0ed640 1 --2- 172.21.15.67:0/3364981887 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f807415ffe0 0x7f80740b0060 secure :-1 s=READY pgs=997 cs=0 l=1 rev1=1 crypto rx=0x7f806c02aa30 tx=0x7f806c0038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:09.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.050+0000 7f80727fc640 1 -- 172.21.15.67:0/3364981887 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f806c040030 con 0x7f807415ffe0 2024-09-21T00:26:09.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.050+0000 7f80727fc640 1 -- 172.21.15.67:0/3364981887 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f806c038040 con 0x7f807415ffe0 2024-09-21T00:26:09.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.050+0000 7f807bb50640 1 -- 172.21.15.67:0/3364981887 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f80741f7300 con 0x7f807415ffe0 2024-09-21T00:26:09.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.050+0000 7f80727fc640 1 -- 172.21.15.67:0/3364981887 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f806c037070 con 0x7f807415ffe0 2024-09-21T00:26:09.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.050+0000 7f807bb50640 1 -- 172.21.15.67:0/3364981887 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f80741f78c0 con 0x7f807415ffe0 2024-09-21T00:26:09.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.051+0000 7f807bb50640 1 -- 172.21.15.67:0/3364981887 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f80741f7070 con 0x7f807415ffe0 2024-09-21T00:26:09.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.052+0000 7f80727fc640 1 -- 172.21.15.67:0/3364981887 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f806c043070 con 0x7f807415ffe0 2024-09-21T00:26:09.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.052+0000 7f80727fc640 1 --2- 172.21.15.67:0/3364981887 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8060078b90 0x7f806007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:09.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.052+0000 7f80727fc640 1 -- 172.21.15.67:0/3364981887 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 5939+0+0 (secure 0 0 0) 0x7f806c0bb070 con 0x7f807415ffe0 2024-09-21T00:26:09.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.052+0000 7f80798ec640 1 --2- 172.21.15.67:0/3364981887 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8060078b90 0x7f806007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:09.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.053+0000 7f80798ec640 1 --2- 172.21.15.67:0/3364981887 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8060078b90 0x7f806007b0a0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f8064001be0 tx=0x7f8064009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:09.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.057+0000 7f80727fc640 1 -- 172.21.15.67:0/3364981887 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f806c083340 con 0x7f807415ffe0 2024-09-21T00:26:09.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.283+0000 7f807bb50640 1 -- 172.21.15.67:0/3364981887 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f807409a950 con 0x7f807415ffe0 2024-09-21T00:26:09.285 INFO:tasks.ceph.mon.a.smithi067.stderr:2024-09-21T00:26:09.284+0000 7f6547693640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-21T00:26:09.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.286+0000 7f80727fc640 1 -- 172.21.15.67:0/3364981887 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v64) ==== 161+0+0 (secure 0 0 0) 0x7f806c082c40 con 0x7f807415ffe0 2024-09-21T00:26:09.287 INFO:teuthology.orchestra.run.smithi067.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-21T00:26:09.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.288+0000 7f807bb50640 1 -- 172.21.15.67:0/3364981887 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8060078b90 msgr2=0x7f806007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:09.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.288+0000 7f807bb50640 1 --2- 172.21.15.67:0/3364981887 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8060078b90 0x7f806007b0a0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f8064001be0 tx=0x7f8064009040 comp rx=0 tx=0).stop 2024-09-21T00:26:09.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.288+0000 7f807bb50640 1 -- 172.21.15.67:0/3364981887 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f807415ffe0 msgr2=0x7f80740b0060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:09.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.288+0000 7f807bb50640 1 --2- 172.21.15.67:0/3364981887 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f807415ffe0 0x7f80740b0060 secure :-1 s=READY pgs=997 cs=0 l=1 rev1=1 crypto rx=0x7f806c02aa30 tx=0x7f806c0038a0 comp rx=0 tx=0).stop 2024-09-21T00:26:09.291 INFO:tasks.ceph.mds.c.smithi067.stderr: -4017> 2024-09-21T00:25:48.702+0000 7f5695841640 -1 PosixStack listen unable to listen on v2:0.0.0.0:6832/0: (98) Address already in use 2024-09-21T00:26:09.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.289+0000 7f807bb50640 1 -- 172.21.15.67:0/3364981887 shutdown_connections 2024-09-21T00:26:09.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.289+0000 7f807bb50640 1 --2- 172.21.15.67:0/3364981887 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8060078b90 0x7f806007b0a0 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:09.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.289+0000 7f807bb50640 1 --2- 172.21.15.67:0/3364981887 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f807415ffe0 0x7f80740b0060 unknown :-1 s=CLOSED pgs=997 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:09.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.289+0000 7f807bb50640 1 --2- 172.21.15.67:0/3364981887 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f80740b1910 0x7f8074151b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:09.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.289+0000 7f807bb50640 1 --2- 172.21.15.67:0/3364981887 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f807409b060 0x7f807415f1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:09.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.289+0000 7f807bb50640 1 -- 172.21.15.67:0/3364981887 >> 172.21.15.67:0/3364981887 conn(0x7f80740b3e90 msgr2=0x7f80740cec40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:09.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.289+0000 7f807bb50640 1 -- 172.21.15.67:0/3364981887 shutdown_connections 2024-09-21T00:26:09.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.289+0000 7f807bb50640 1 -- 172.21.15.67:0/3364981887 wait complete. 2024-09-21T00:26:09.293 INFO:tasks.ceph.mds.c.smithi067.stderr: -2250> 2024-09-21T00:25:55.560+0000 7f568f835640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-21T00:26:09.303 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-21T00:26:09.349 INFO:tasks.ceph.mds.c.smithi067.stdout:starting mds.c at 2024-09-21T00:26:09.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.422+0000 7f7ff58c5640 1 -- 172.21.15.67:0/2991481865 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7ff00d4db0 msgr2=0x7f7ff00d0d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:09.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.422+0000 7f7ff58c5640 1 --2- 172.21.15.67:0/2991481865 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7ff00d4db0 0x7f7ff00d0d40 secure :-1 s=READY pgs=1002 cs=0 l=1 rev1=1 crypto rx=0x7f7fe4009830 tx=0x7f7fe402a480 comp rx=0 tx=0).stop 2024-09-21T00:26:09.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.422+0000 7f7ff58c5640 1 -- 172.21.15.67:0/2991481865 shutdown_connections 2024-09-21T00:26:09.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.422+0000 7f7ff58c5640 1 --2- 172.21.15.67:0/2991481865 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7ff00d4db0 0x7f7ff00d0d40 unknown :-1 s=CLOSED pgs=1002 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:09.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.422+0000 7f7ff58c5640 1 --2- 172.21.15.67:0/2991481865 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7ff00d3590 0x7f7ff00b9950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:09.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.422+0000 7f7ff58c5640 1 -- 172.21.15.67:0/2991481865 >> 172.21.15.67:0/2991481865 conn(0x7f7ff009da10 msgr2=0x7f7ff00d46a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:09.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.422+0000 7f7ff58c5640 1 -- 172.21.15.67:0/2991481865 shutdown_connections 2024-09-21T00:26:09.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.422+0000 7f7ff58c5640 1 -- 172.21.15.67:0/2991481865 wait complete. 2024-09-21T00:26:09.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.424+0000 7f7ff58c5640 1 Processor -- start 2024-09-21T00:26:09.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.424+0000 7f7ff58c5640 1 -- start start 2024-09-21T00:26:09.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.425+0000 7f7ff58c5640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7ff00d1280 0x7f7ff015c160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:09.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.425+0000 7f7ff58c5640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7ff00d3590 0x7f7ff01f9350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:09.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.425+0000 7f7ff58c5640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7ff00d4db0 0x7f7ff015e570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:09.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.425+0000 7f7ff58c5640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f7ff00b3c40 con 0x7f7ff00d4db0 2024-09-21T00:26:09.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.425+0000 7f7ff58c5640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f7ff00b55b0 con 0x7f7ff00d1280 2024-09-21T00:26:09.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.425+0000 7f7ff58c5640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f7ff00d2b90 con 0x7f7ff00d3590 2024-09-21T00:26:09.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.426+0000 7f7fef7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7ff00d4db0 0x7f7ff015e570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:09.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.426+0000 7f7fef7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7ff00d4db0 0x7f7ff015e570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59752/0 (socket says 172.21.15.67:59752) 2024-09-21T00:26:09.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.426+0000 7f7fef7fe640 1 -- 172.21.15.67:0/2695699926 learned_addr learned my addr 172.21.15.67:0/2695699926 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:09.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.426+0000 7f7fee7fc640 1 --2- 172.21.15.67:0/2695699926 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7ff00d3590 0x7f7ff01f9350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:09.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.426+0000 7f7feeffd640 1 --2- 172.21.15.67:0/2695699926 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7ff00d1280 0x7f7ff015c160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:09.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.426+0000 7f7fef7fe640 1 -- 172.21.15.67:0/2695699926 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7ff00d3590 msgr2=0x7f7ff01f9350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:09.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.426+0000 7f7fef7fe640 1 --2- 172.21.15.67:0/2695699926 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7ff00d3590 0x7f7ff01f9350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:09.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.426+0000 7f7fef7fe640 1 -- 172.21.15.67:0/2695699926 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7ff00d1280 msgr2=0x7f7ff015c160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:09.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.426+0000 7f7fef7fe640 1 --2- 172.21.15.67:0/2695699926 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7ff00d1280 0x7f7ff015c160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:09.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.426+0000 7f7fef7fe640 1 -- 172.21.15.67:0/2695699926 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ff01f9890 con 0x7f7ff00d4db0 2024-09-21T00:26:09.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.426+0000 7f7fef7fe640 1 --2- 172.21.15.67:0/2695699926 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7ff00d4db0 0x7f7ff015e570 secure :-1 s=READY pgs=1003 cs=0 l=1 rev1=1 crypto rx=0x7f7fe800c6c0 tx=0x7f7fe800cb80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:09.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.426+0000 7f7fd7fff640 1 -- 172.21.15.67:0/2695699926 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fe8017070 con 0x7f7ff00d4db0 2024-09-21T00:26:09.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.426+0000 7f7fd7fff640 1 -- 172.21.15.67:0/2695699926 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7fe8003c60 con 0x7f7ff00d4db0 2024-09-21T00:26:09.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.426+0000 7f7fd7fff640 1 -- 172.21.15.67:0/2695699926 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fe80052d0 con 0x7f7ff00d4db0 2024-09-21T00:26:09.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.426+0000 7f7ff58c5640 1 -- 172.21.15.67:0/2695699926 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ff01f5660 con 0x7f7ff00d4db0 2024-09-21T00:26:09.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.426+0000 7f7ff58c5640 1 -- 172.21.15.67:0/2695699926 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ff01f5c20 con 0x7f7ff00d4db0 2024-09-21T00:26:09.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.427+0000 7f7ff58c5640 1 -- 172.21.15.67:0/2695699926 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7ff00d30d0 con 0x7f7ff00d4db0 2024-09-21T00:26:09.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.428+0000 7f7fd7fff640 1 -- 172.21.15.67:0/2695699926 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f7fe801a070 con 0x7f7ff00d4db0 2024-09-21T00:26:09.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.429+0000 7f7fd7fff640 1 --2- 172.21.15.67:0/2695699926 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7fdc078bc0 0x7f7fdc07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:09.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.429+0000 7f7fd7fff640 1 -- 172.21.15.67:0/2695699926 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 6025+0+0 (secure 0 0 0) 0x7f7fe809a390 con 0x7f7ff00d4db0 2024-09-21T00:26:09.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.429+0000 7f7feeffd640 1 --2- 172.21.15.67:0/2695699926 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7fdc078bc0 0x7f7fdc07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:09.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.429+0000 7f7feeffd640 1 --2- 172.21.15.67:0/2695699926 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7fdc078bc0 0x7f7fdc07b0d0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f7fe0009c00 tx=0x7f7fe0005f30 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:09.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.433+0000 7f7fd7fff640 1 -- 172.21.15.67:0/2695699926 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f7ff01f9890 con 0x7f7ff00d4db0 2024-09-21T00:26:09.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:09.666+0000 7f7ff58c5640 1 -- 172.21.15.67:0/2695699926 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f7ff006f9e0 con 0x7f7ff00d4db0 2024-09-21T00:26:10.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:10.291+0000 7f7fd7fff640 1 -- 172.21.15.67:0/2695699926 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v65) ==== 104+0+0 (secure 0 0 0) 0x7f7fe80620d0 con 0x7f7ff00d4db0 2024-09-21T00:26:10.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:10.295+0000 7f7ff58c5640 1 -- 172.21.15.67:0/2695699926 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7fdc078bc0 msgr2=0x7f7fdc07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:10.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:10.295+0000 7f7ff58c5640 1 --2- 172.21.15.67:0/2695699926 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7fdc078bc0 0x7f7fdc07b0d0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f7fe0009c00 tx=0x7f7fe0005f30 comp rx=0 tx=0).stop 2024-09-21T00:26:10.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:10.295+0000 7f7ff58c5640 1 -- 172.21.15.67:0/2695699926 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7ff00d4db0 msgr2=0x7f7ff015e570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:10.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:10.295+0000 7f7ff58c5640 1 --2- 172.21.15.67:0/2695699926 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7ff00d4db0 0x7f7ff015e570 secure :-1 s=READY pgs=1003 cs=0 l=1 rev1=1 crypto rx=0x7f7fe800c6c0 tx=0x7f7fe800cb80 comp rx=0 tx=0).stop 2024-09-21T00:26:10.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:10.295+0000 7f7ff58c5640 1 -- 172.21.15.67:0/2695699926 shutdown_connections 2024-09-21T00:26:10.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:10.295+0000 7f7ff58c5640 1 --2- 172.21.15.67:0/2695699926 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7fdc078bc0 0x7f7fdc07b0d0 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:10.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:10.295+0000 7f7ff58c5640 1 --2- 172.21.15.67:0/2695699926 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7ff00d4db0 0x7f7ff015e570 unknown :-1 s=CLOSED pgs=1003 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:10.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:10.295+0000 7f7ff58c5640 1 --2- 172.21.15.67:0/2695699926 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7ff00d3590 0x7f7ff01f9350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:10.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:10.295+0000 7f7ff58c5640 1 --2- 172.21.15.67:0/2695699926 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7ff00d1280 0x7f7ff015c160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:10.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:10.295+0000 7f7ff58c5640 1 -- 172.21.15.67:0/2695699926 >> 172.21.15.67:0/2695699926 conn(0x7f7ff009da10 msgr2=0x7f7ff0161ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:10.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:10.295+0000 7f7ff58c5640 1 -- 172.21.15.67:0/2695699926 shutdown_connections 2024-09-21T00:26:10.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:10.295+0000 7f7ff58c5640 1 -- 172.21.15.67:0/2695699926 wait complete. 2024-09-21T00:26:10.310 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-21T00:26:10.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:10.437+0000 7f30c9d13640 1 -- 172.21.15.67:0/158954693 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f30ac004800 msgr2=0x7f30ac004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:10.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:10.437+0000 7f30c9d13640 1 --2- 172.21.15.67:0/158954693 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f30ac004800 0x7f30ac004c10 secure :-1 s=READY pgs=1005 cs=0 l=1 rev1=1 crypto rx=0x7f30b8006f90 tx=0x7f30ac005830 comp rx=0 tx=0).stop 2024-09-21T00:26:10.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:10.437+0000 7f30c3fff640 1 -- 172.21.15.67:0/158954693 reap_dead start 2024-09-21T00:26:10.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:10.437+0000 7f30c9d13640 1 -- 172.21.15.67:0/158954693 shutdown_connections 2024-09-21T00:26:10.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:10.437+0000 7f30c9d13640 1 -- 172.21.15.67:0/158954693 >> 172.21.15.67:0/158954693 conn(0x7f30c40cee80 msgr2=0x7f30c40cf290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:10.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:10.437+0000 7f30c9d13640 1 -- 172.21.15.67:0/158954693 shutdown_connections 2024-09-21T00:26:10.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:10.437+0000 7f30c9d13640 1 -- 172.21.15.67:0/158954693 wait complete. 2024-09-21T00:26:10.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:10.439+0000 7f30c9d13640 1 Processor -- start 2024-09-21T00:26:10.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:10.439+0000 7f30c9d13640 1 -- start start 2024-09-21T00:26:10.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:10.440+0000 7f30c9d13640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f30ac004800 0x7f30c41d2fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:10.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:10.440+0000 7f30c9d13640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f30c41d2080 0x7f30c40b2540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:10.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:10.440+0000 7f30c9d13640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f30c41e06c0 0x7f30c40b2a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:10.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:10.440+0000 7f30c9d13640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f30c40b0110 con 0x7f30c41e06c0 2024-09-21T00:26:10.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:10.440+0000 7f30c9d13640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f30c40aff90 con 0x7f30ac004800 2024-09-21T00:26:10.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:10.440+0000 7f30c9d13640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f30c40b0290 con 0x7f30c41d2080 2024-09-21T00:26:10.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:10.440+0000 7f30c3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f30c41e06c0 0x7f30c40b2a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:10.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:10.440+0000 7f30c3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f30c41e06c0 0x7f30c40b2a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59764/0 (socket says 172.21.15.67:59764) 2024-09-21T00:26:10.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:10.440+0000 7f30c3fff640 1 -- 172.21.15.67:0/1864884125 learned_addr learned my addr 172.21.15.67:0/1864884125 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:10.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:10.441+0000 7f30c37fe640 1 --2- 172.21.15.67:0/1864884125 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f30ac004800 0x7f30c41d2fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:10.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:10.441+0000 7f30c2ffd640 1 --2- 172.21.15.67:0/1864884125 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f30c41d2080 0x7f30c40b2540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:10.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:10.441+0000 7f30c3fff640 1 -- 172.21.15.67:0/1864884125 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f30c41d2080 msgr2=0x7f30c40b2540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:10.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:10.441+0000 7f30c3fff640 1 --2- 172.21.15.67:0/1864884125 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f30c41d2080 0x7f30c40b2540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:10.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:10.441+0000 7f30c3fff640 1 -- 172.21.15.67:0/1864884125 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f30ac004800 msgr2=0x7f30c41d2fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:10.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:10.441+0000 7f30c3fff640 1 --2- 172.21.15.67:0/1864884125 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f30ac004800 0x7f30c41d2fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:10.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:10.441+0000 7f30c3fff640 1 -- 172.21.15.67:0/1864884125 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30c41d3870 con 0x7f30c41e06c0 2024-09-21T00:26:10.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:10.441+0000 7f30c3fff640 1 --2- 172.21.15.67:0/1864884125 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f30c41e06c0 0x7f30c40b2a80 secure :-1 s=READY pgs=1006 cs=0 l=1 rev1=1 crypto rx=0x7f30c4073bf0 tx=0x7f30bc00f3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:10.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:10.441+0000 7f30abfff640 1 -- 172.21.15.67:0/1864884125 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30bc004b20 con 0x7f30c41e06c0 2024-09-21T00:26:10.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:10.441+0000 7f30abfff640 1 -- 172.21.15.67:0/1864884125 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f30bc004cc0 con 0x7f30c41e06c0 2024-09-21T00:26:10.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:10.441+0000 7f30abfff640 1 -- 172.21.15.67:0/1864884125 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30bc003bd0 con 0x7f30c41e06c0 2024-09-21T00:26:10.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:10.441+0000 7f30c9d13640 1 -- 172.21.15.67:0/1864884125 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30c41d3b50 con 0x7f30c41e06c0 2024-09-21T00:26:10.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:10.441+0000 7f30c9d13640 1 -- 172.21.15.67:0/1864884125 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30c41d4110 con 0x7f30c41e06c0 2024-09-21T00:26:10.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:10.442+0000 7f30c9d13640 1 -- 172.21.15.67:0/1864884125 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f30c40af470 con 0x7f30c41e06c0 2024-09-21T00:26:10.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:10.443+0000 7f30abfff640 1 -- 172.21.15.67:0/1864884125 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f30bc004030 con 0x7f30c41e06c0 2024-09-21T00:26:10.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:10.443+0000 7f30abfff640 1 --2- 172.21.15.67:0/1864884125 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f30b0078bc0 0x7f30b007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:10.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:10.444+0000 7f30abfff640 1 -- 172.21.15.67:0/1864884125 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 6025+0+0 (secure 0 0 0) 0x7f30bc09b520 con 0x7f30c41e06c0 2024-09-21T00:26:10.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:10.444+0000 7f30c37fe640 1 --2- 172.21.15.67:0/1864884125 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f30b0078bc0 0x7f30b007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:10.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:10.444+0000 7f30c37fe640 1 --2- 172.21.15.67:0/1864884125 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f30b0078bc0 0x7f30b007b0d0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f30b4000f60 tx=0x7f30b4000ed0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:10.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:10.448+0000 7f30abfff640 1 -- 172.21.15.67:0/1864884125 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f30bc063940 con 0x7f30c41e06c0 2024-09-21T00:26:10.641 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:10.640+0000 7f30c9d13640 1 -- 172.21.15.67:0/1864884125 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f30c40d05a0 con 0x7f30c41e06c0 2024-09-21T00:26:11.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:11.641+0000 7f30abfff640 1 -- 172.21.15.67:0/1864884125 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v79) ==== 181+0+0 (secure 0 0 0) 0x7f30bc063240 con 0x7f30c41e06c0 2024-09-21T00:26:11.643 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_metadata' removed 2024-09-21T00:26:11.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:11.645+0000 7f30c9d13640 1 -- 172.21.15.67:0/1864884125 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f30b0078bc0 msgr2=0x7f30b007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:11.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:11.645+0000 7f30c9d13640 1 --2- 172.21.15.67:0/1864884125 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f30b0078bc0 0x7f30b007b0d0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f30b4000f60 tx=0x7f30b4000ed0 comp rx=0 tx=0).stop 2024-09-21T00:26:11.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:11.645+0000 7f30c9d13640 1 -- 172.21.15.67:0/1864884125 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f30c41e06c0 msgr2=0x7f30c40b2a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:11.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:11.645+0000 7f30c9d13640 1 --2- 172.21.15.67:0/1864884125 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f30c41e06c0 0x7f30c40b2a80 secure :-1 s=READY pgs=1006 cs=0 l=1 rev1=1 crypto rx=0x7f30c4073bf0 tx=0x7f30bc00f3c0 comp rx=0 tx=0).stop 2024-09-21T00:26:11.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:11.646+0000 7f30c9d13640 1 -- 172.21.15.67:0/1864884125 shutdown_connections 2024-09-21T00:26:11.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:11.646+0000 7f30c9d13640 1 --2- 172.21.15.67:0/1864884125 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f30b0078bc0 0x7f30b007b0d0 secure :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f30b4000f60 tx=0x7f30b4000ed0 comp rx=0 tx=0).stop 2024-09-21T00:26:11.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:11.646+0000 7f30c9d13640 1 --2- 172.21.15.67:0/1864884125 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f30c41e06c0 0x7f30c40b2a80 unknown :-1 s=CLOSED pgs=1006 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:11.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:11.646+0000 7f30c9d13640 1 --2- 172.21.15.67:0/1864884125 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f30c41d2080 0x7f30c40b2540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:11.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:11.646+0000 7f30c9d13640 1 --2- 172.21.15.67:0/1864884125 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f30ac004800 0x7f30c41d2fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:11.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:11.646+0000 7f30c9d13640 1 -- 172.21.15.67:0/1864884125 >> 172.21.15.67:0/1864884125 conn(0x7f30c40cee80 msgr2=0x7f30c41e4b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:11.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:11.646+0000 7f30c9d13640 1 -- 172.21.15.67:0/1864884125 shutdown_connections 2024-09-21T00:26:11.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:11.646+0000 7f30c9d13640 1 -- 172.21.15.67:0/1864884125 wait complete. 2024-09-21T00:26:11.662 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-21T00:26:11.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:11.789+0000 7f9425b39640 1 -- 172.21.15.67:0/1672597820 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f94200d0590 msgr2=0x7f94200b60b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:11.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:11.789+0000 7f9425b39640 1 --2- 172.21.15.67:0/1672597820 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f94200d0590 0x7f94200b60b0 secure :-1 s=READY pgs=1007 cs=0 l=1 rev1=1 crypto rx=0x7f9420163930 tx=0x7f941802aa30 comp rx=0 tx=0).stop 2024-09-21T00:26:11.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:11.789+0000 7f9425b39640 1 -- 172.21.15.67:0/1672597820 shutdown_connections 2024-09-21T00:26:11.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:11.789+0000 7f9425b39640 1 --2- 172.21.15.67:0/1672597820 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f94200d0590 0x7f94200b60b0 unknown :-1 s=CLOSED pgs=1007 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:11.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:11.789+0000 7f9425b39640 1 --2- 172.21.15.67:0/1672597820 >> v2:172.21.15.97:3300/0 conn(0x7f94200d33f0 0x7f94200d0050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:11.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:11.789+0000 7f9425b39640 1 -- 172.21.15.67:0/1672597820 >> 172.21.15.67:0/1672597820 conn(0x7f94200d4630 msgr2=0x7f94200d4a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:11.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:11.789+0000 7f9425b39640 1 -- 172.21.15.67:0/1672597820 shutdown_connections 2024-09-21T00:26:11.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:11.789+0000 7f9425b39640 1 -- 172.21.15.67:0/1672597820 wait complete. 2024-09-21T00:26:11.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:11.791+0000 7f9425b39640 1 Processor -- start 2024-09-21T00:26:11.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:11.791+0000 7f9425b39640 1 -- start start 2024-09-21T00:26:11.795 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:11.792+0000 7f9425b39640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f94200d0590 0x7f9420150b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:11.795 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:11.792+0000 7f9425b39640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f94200d2490 0x7f94200d0af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:11.795 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:11.792+0000 7f9425b39640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f94200d33f0 0x7f94200d1030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:11.795 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:11.792+0000 7f9425b39640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f942006e830 con 0x7f94200d2490 2024-09-21T00:26:11.795 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:11.792+0000 7f9425b39640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f942006e6b0 con 0x7f94200d33f0 2024-09-21T00:26:11.795 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:11.792+0000 7f9425b39640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f94200b65f0 con 0x7f94200d0590 2024-09-21T00:26:11.795 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:11.793+0000 7f941effd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f94200d2490 0x7f94200d0af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:11.795 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:11.793+0000 7f941effd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f94200d2490 0x7f94200d0af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59784/0 (socket says 172.21.15.67:59784) 2024-09-21T00:26:11.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:11.793+0000 7f941effd640 1 -- 172.21.15.67:0/2518138360 learned_addr learned my addr 172.21.15.67:0/2518138360 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:11.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:11.793+0000 7f941ffff640 1 --2- 172.21.15.67:0/2518138360 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f94200d33f0 0x7f94200d1030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:11.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:11.793+0000 7f941f7fe640 1 --2- 172.21.15.67:0/2518138360 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f94200d0590 0x7f9420150b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:11.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:11.793+0000 7f941effd640 1 -- 172.21.15.67:0/2518138360 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f94200d0590 msgr2=0x7f9420150b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:11.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:11.793+0000 7f941effd640 1 --2- 172.21.15.67:0/2518138360 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f94200d0590 0x7f9420150b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:11.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:11.793+0000 7f941effd640 1 -- 172.21.15.67:0/2518138360 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f94200d33f0 msgr2=0x7f94200d1030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:11.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:11.793+0000 7f941effd640 1 --2- 172.21.15.67:0/2518138360 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f94200d33f0 0x7f94200d1030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:11.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:11.793+0000 7f941effd640 1 -- 172.21.15.67:0/2518138360 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f94201f92d0 con 0x7f94200d2490 2024-09-21T00:26:11.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:11.793+0000 7f941f7fe640 1 --2- 172.21.15.67:0/2518138360 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f94200d0590 0x7f9420150b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:26:11.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:11.793+0000 7f941effd640 1 --2- 172.21.15.67:0/2518138360 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f94200d2490 0x7f94200d0af0 secure :-1 s=READY pgs=1008 cs=0 l=1 rev1=1 crypto rx=0x7f941400d6d0 tx=0x7f941400db90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:11.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:11.793+0000 7f9407fff640 1 -- 172.21.15.67:0/2518138360 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9414017070 con 0x7f94200d2490 2024-09-21T00:26:11.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:11.793+0000 7f9407fff640 1 -- 172.21.15.67:0/2518138360 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9414005330 con 0x7f94200d2490 2024-09-21T00:26:11.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:11.793+0000 7f9425b39640 1 -- 172.21.15.67:0/2518138360 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f94201f95b0 con 0x7f94200d2490 2024-09-21T00:26:11.797 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:11.793+0000 7f9407fff640 1 -- 172.21.15.67:0/2518138360 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9414009820 con 0x7f94200d2490 2024-09-21T00:26:11.797 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:11.793+0000 7f9425b39640 1 -- 172.21.15.67:0/2518138360 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f94200cacf0 con 0x7f94200d2490 2024-09-21T00:26:11.797 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:11.794+0000 7f9425b39640 1 -- 172.21.15.67:0/2518138360 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f942008d000 con 0x7f94200d2490 2024-09-21T00:26:11.797 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:11.795+0000 7f9407fff640 1 -- 172.21.15.67:0/2518138360 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f9414009bd0 con 0x7f94200d2490 2024-09-21T00:26:11.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:11.796+0000 7f9407fff640 1 --2- 172.21.15.67:0/2518138360 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f940c078bc0 0x7f940c07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:11.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:11.796+0000 7f9407fff640 1 -- 172.21.15.67:0/2518138360 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 5587+0+0 (secure 0 0 0) 0x7f941409af10 con 0x7f94200d2490 2024-09-21T00:26:11.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:11.796+0000 7f941f7fe640 1 --2- 172.21.15.67:0/2518138360 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f940c078bc0 0x7f940c07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:11.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:11.797+0000 7f941f7fe640 1 --2- 172.21.15.67:0/2518138360 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f940c078bc0 0x7f940c07b0d0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f9410009890 tx=0x7f9410008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:11.801 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:11.801+0000 7f9407fff640 1 -- 172.21.15.67:0/2518138360 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f942008d000 con 0x7f94200d2490 2024-09-21T00:26:11.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:11.990+0000 7f9425b39640 1 -- 172.21.15.67:0/2518138360 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f94200b60b0 con 0x7f94200d2490 2024-09-21T00:26:12.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:12.642+0000 7f9407fff640 1 -- 172.21.15.67:0/2518138360 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v80) ==== 169+0+0 (secure 0 0 0) 0x7f9414062d70 con 0x7f94200d2490 2024-09-21T00:26:12.645 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_data' removed 2024-09-21T00:26:12.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:12.646+0000 7f9425b39640 1 -- 172.21.15.67:0/2518138360 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f940c078bc0 msgr2=0x7f940c07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:12.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:12.646+0000 7f9425b39640 1 --2- 172.21.15.67:0/2518138360 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f940c078bc0 0x7f940c07b0d0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f9410009890 tx=0x7f9410008040 comp rx=0 tx=0).stop 2024-09-21T00:26:12.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:12.646+0000 7f9425b39640 1 -- 172.21.15.67:0/2518138360 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f94200d2490 msgr2=0x7f94200d0af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:12.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:12.646+0000 7f9425b39640 1 --2- 172.21.15.67:0/2518138360 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f94200d2490 0x7f94200d0af0 secure :-1 s=READY pgs=1008 cs=0 l=1 rev1=1 crypto rx=0x7f941400d6d0 tx=0x7f941400db90 comp rx=0 tx=0).stop 2024-09-21T00:26:12.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:12.646+0000 7f9425b39640 1 -- 172.21.15.67:0/2518138360 shutdown_connections 2024-09-21T00:26:12.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:12.646+0000 7f9425b39640 1 --2- 172.21.15.67:0/2518138360 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f940c078bc0 0x7f940c07b0d0 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:12.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:12.646+0000 7f9425b39640 1 --2- 172.21.15.67:0/2518138360 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f94200d33f0 0x7f94200d1030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:12.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:12.646+0000 7f9425b39640 1 --2- 172.21.15.67:0/2518138360 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f94200d2490 0x7f94200d0af0 unknown :-1 s=CLOSED pgs=1008 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:12.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:12.646+0000 7f9425b39640 1 --2- 172.21.15.67:0/2518138360 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f94200d0590 0x7f9420150b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:12.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:12.646+0000 7f9425b39640 1 -- 172.21.15.67:0/2518138360 >> 172.21.15.67:0/2518138360 conn(0x7f94200d4630 msgr2=0x7f94200b4090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:12.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:12.646+0000 7f9425b39640 1 -- 172.21.15.67:0/2518138360 shutdown_connections 2024-09-21T00:26:12.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:12.646+0000 7f9425b39640 1 -- 172.21.15.67:0/2518138360 wait complete. 2024-09-21T00:26:12.663 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config reset 31 2024-09-21T00:26:12.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:12.786+0000 7f9a1c0de640 1 -- 172.21.15.67:0/1605223279 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f99fc003a50 msgr2=0x7f99fc003ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:12.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:12.786+0000 7f9a1c0de640 1 --2- 172.21.15.67:0/1605223279 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f99fc003a50 0x7f99fc003ec0 secure :-1 s=READY pgs=1010 cs=0 l=1 rev1=1 crypto rx=0x7f9a04005fd0 tx=0x7f99fc005830 comp rx=0 tx=0).stop 2024-09-21T00:26:12.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:12.786+0000 7f9a1c0de640 1 -- 172.21.15.67:0/1605223279 shutdown_connections 2024-09-21T00:26:12.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:12.786+0000 7f9a1c0de640 1 --2- 172.21.15.67:0/1605223279 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f99fc003a50 0x7f99fc003ec0 unknown :-1 s=CLOSED pgs=1010 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:12.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:12.786+0000 7f9a1c0de640 1 -- 172.21.15.67:0/1605223279 >> 172.21.15.67:0/1605223279 conn(0x7f9a140b3e90 msgr2=0x7f9a140b42a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:12.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:12.786+0000 7f9a1c0de640 1 -- 172.21.15.67:0/1605223279 shutdown_connections 2024-09-21T00:26:12.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:12.786+0000 7f9a1c0de640 1 -- 172.21.15.67:0/1605223279 wait complete. 2024-09-21T00:26:12.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:12.788+0000 7f9a1c0de640 1 Processor -- start 2024-09-21T00:26:12.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:12.788+0000 7f9a1c0de640 1 -- start start 2024-09-21T00:26:12.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:12.789+0000 7f9a1c0de640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f99fc003a50 0x7f9a141f0970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:12.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:12.789+0000 7f9a1c0de640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9a140aef50 0x7f9a1414bf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:12.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:12.789+0000 7f9a1c0de640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9a141f6a20 0x7f9a141f6e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:12.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:12.789+0000 7f9a1c0de640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f9a1409ace0 con 0x7f9a140aef50 2024-09-21T00:26:12.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:12.789+0000 7f9a1c0de640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f9a1409ab60 con 0x7f9a141f6a20 2024-09-21T00:26:12.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:12.789+0000 7f9a1c0de640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f9a1409ae60 con 0x7f99fc003a50 2024-09-21T00:26:12.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:12.789+0000 7f9a19679640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9a140aef50 0x7f9a1414bf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:12.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:12.789+0000 7f9a19679640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9a140aef50 0x7f9a1414bf70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59798/0 (socket says 172.21.15.67:59798) 2024-09-21T00:26:12.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:12.789+0000 7f9a19679640 1 -- 172.21.15.67:0/3510116698 learned_addr learned my addr 172.21.15.67:0/3510116698 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:12.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:12.790+0000 7f9a1a67b640 1 --2- 172.21.15.67:0/3510116698 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9a141f6a20 0x7f9a141f6e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:12.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:12.790+0000 7f9a19e7a640 1 --2- 172.21.15.67:0/3510116698 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f99fc003a50 0x7f9a141f0970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:12.794 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:12.790+0000 7f9a19679640 1 -- 172.21.15.67:0/3510116698 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f99fc003a50 msgr2=0x7f9a141f0970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:12.794 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:12.790+0000 7f9a19679640 1 --2- 172.21.15.67:0/3510116698 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f99fc003a50 0x7f9a141f0970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:12.794 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:12.790+0000 7f9a19679640 1 -- 172.21.15.67:0/3510116698 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9a141f6a20 msgr2=0x7f9a141f6e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:12.794 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:12.790+0000 7f9a19679640 1 --2- 172.21.15.67:0/3510116698 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9a141f6a20 0x7f9a141f6e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:12.794 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:12.790+0000 7f9a19679640 1 -- 172.21.15.67:0/3510116698 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a141f7370 con 0x7f9a140aef50 2024-09-21T00:26:12.794 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:12.790+0000 7f9a19679640 1 --2- 172.21.15.67:0/3510116698 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9a140aef50 0x7f9a1414bf70 secure :-1 s=READY pgs=1011 cs=0 l=1 rev1=1 crypto rx=0x7f9a08001480 tx=0x7f9a080039c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:12.795 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:12.790+0000 7f9a127fc640 1 -- 172.21.15.67:0/3510116698 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a08015070 con 0x7f9a140aef50 2024-09-21T00:26:12.795 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:12.790+0000 7f9a127fc640 1 -- 172.21.15.67:0/3510116698 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9a08011900 con 0x7f9a140aef50 2024-09-21T00:26:12.795 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:12.790+0000 7f9a1c0de640 1 -- 172.21.15.67:0/3510116698 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a140c8a90 con 0x7f9a140aef50 2024-09-21T00:26:12.795 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:12.790+0000 7f9a127fc640 1 -- 172.21.15.67:0/3510116698 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a08011d30 con 0x7f9a140aef50 2024-09-21T00:26:12.795 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:12.790+0000 7f9a1c0de640 1 -- 172.21.15.67:0/3510116698 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a140caf60 con 0x7f9a140aef50 2024-09-21T00:26:12.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:12.791+0000 7f9a1c0de640 1 -- 172.21.15.67:0/3510116698 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9a1409b3c0 con 0x7f9a140aef50 2024-09-21T00:26:12.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:12.792+0000 7f9a127fc640 1 -- 172.21.15.67:0/3510116698 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f9a08018070 con 0x7f9a140aef50 2024-09-21T00:26:12.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:12.792+0000 7f9a127fc640 1 --2- 172.21.15.67:0/3510116698 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9a00078bc0 0x7f9a0007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:12.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:12.793+0000 7f9a127fc640 1 -- 172.21.15.67:0/3510116698 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5115+0+0 (secure 0 0 0) 0x7f9a0809b750 con 0x7f9a140aef50 2024-09-21T00:26:12.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:12.793+0000 7f9a19e7a640 1 --2- 172.21.15.67:0/3510116698 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9a00078bc0 0x7f9a0007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:12.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:12.793+0000 7f9a19e7a640 1 --2- 172.21.15.67:0/3510116698 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9a00078bc0 0x7f9a0007b0d0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f9a04035000 tx=0x7f9a04004a40 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:12.799 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:12.797+0000 7f9a127fc640 1 -- 172.21.15.67:0/3510116698 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f9a141f7370 con 0x7f9a140aef50 2024-09-21T00:26:12.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:12.983+0000 7f9a1c0de640 1 -- 172.21.15.67:0/3510116698 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "config reset", "num": 31} v 0) -- 0x7f9a140b4c80 con 0x7f9a140aef50 2024-09-21T00:26:12.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:12.987+0000 7f9a127fc640 1 -- 172.21.15.67:0/3510116698 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "config reset", "num": 31}]=0 v44) ==== 71+0+0 (secure 0 0 0) 0x7f9a08063830 con 0x7f9a140aef50 2024-09-21T00:26:12.993 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:12.990+0000 7f9a1c0de640 1 -- 172.21.15.67:0/3510116698 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9a00078bc0 msgr2=0x7f9a0007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:12.993 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:12.990+0000 7f9a1c0de640 1 --2- 172.21.15.67:0/3510116698 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9a00078bc0 0x7f9a0007b0d0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f9a04035000 tx=0x7f9a04004a40 comp rx=0 tx=0).stop 2024-09-21T00:26:12.993 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:12.990+0000 7f9a1c0de640 1 -- 172.21.15.67:0/3510116698 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9a140aef50 msgr2=0x7f9a1414bf70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:12.993 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:12.990+0000 7f9a1c0de640 1 --2- 172.21.15.67:0/3510116698 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9a140aef50 0x7f9a1414bf70 secure :-1 s=READY pgs=1011 cs=0 l=1 rev1=1 crypto rx=0x7f9a08001480 tx=0x7f9a080039c0 comp rx=0 tx=0).stop 2024-09-21T00:26:12.994 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:12.990+0000 7f9a1c0de640 1 -- 172.21.15.67:0/3510116698 shutdown_connections 2024-09-21T00:26:12.994 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:12.990+0000 7f9a1c0de640 1 --2- 172.21.15.67:0/3510116698 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9a00078bc0 0x7f9a0007b0d0 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:12.994 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:12.990+0000 7f9a1c0de640 1 --2- 172.21.15.67:0/3510116698 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9a141f6a20 0x7f9a141f6e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:12.994 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:12.990+0000 7f9a1c0de640 1 --2- 172.21.15.67:0/3510116698 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9a140aef50 0x7f9a1414bf70 unknown :-1 s=CLOSED pgs=1011 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:12.994 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:12.990+0000 7f9a1c0de640 1 --2- 172.21.15.67:0/3510116698 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f99fc003a50 0x7f9a141f0970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:12.994 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:12.990+0000 7f9a1c0de640 1 -- 172.21.15.67:0/3510116698 >> 172.21.15.67:0/3510116698 conn(0x7f9a140b3e90 msgr2=0x7f9a140b57e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:12.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:12.990+0000 7f9a1c0de640 1 -- 172.21.15.67:0/3510116698 shutdown_connections 2024-09-21T00:26:12.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:12.990+0000 7f9a1c0de640 1 -- 172.21.15.67:0/3510116698 wait complete. 2024-09-21T00:26:13.004 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_scrub_checks.TestScrubChecks.test_scrub_repair' 2024-09-21T00:26:13.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.118+0000 7f38bdfc6640 1 -- 172.21.15.67:0/1945290963 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f38b80b73f0 msgr2=0x7f38b80b7800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:13.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.118+0000 7f38bdfc6640 1 --2- 172.21.15.67:0/1945290963 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f38b80b73f0 0x7f38b80b7800 secure :-1 s=READY pgs=1012 cs=0 l=1 rev1=1 crypto rx=0x7f38b80b7110 tx=0x7f38b002aa30 comp rx=0 tx=0).stop 2024-09-21T00:26:13.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.118+0000 7f38bdfc6640 1 -- 172.21.15.67:0/1945290963 shutdown_connections 2024-09-21T00:26:13.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.118+0000 7f38bdfc6640 1 --2- 172.21.15.67:0/1945290963 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f38b80b73f0 0x7f38b80b7800 unknown :-1 s=CLOSED pgs=1012 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:13.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.118+0000 7f38bdfc6640 1 --2- 172.21.15.67:0/1945290963 >> v2:172.21.15.97:3300/0 conn(0x7f38b80d1010 0x7f38b80d1420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:13.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.118+0000 7f38bdfc6640 1 -- 172.21.15.67:0/1945290963 >> 172.21.15.67:0/1945290963 conn(0x7f38b808bee0 msgr2=0x7f38b80d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:13.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.119+0000 7f38bdfc6640 1 -- 172.21.15.67:0/1945290963 shutdown_connections 2024-09-21T00:26:13.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.119+0000 7f38bdfc6640 1 -- 172.21.15.67:0/1945290963 wait complete. 2024-09-21T00:26:13.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.120+0000 7f38bdfc6640 1 Processor -- start 2024-09-21T00:26:13.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.121+0000 7f38bdfc6640 1 -- start start 2024-09-21T00:26:13.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.122+0000 7f38bdfc6640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f38b80b73f0 0x7f38b8155690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:13.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.122+0000 7f38bdfc6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f38b80b9780 0x7f38b8158540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:13.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.122+0000 7f38bdfc6640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f38b80d1010 0x7f38b8158a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:13.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.122+0000 7f38bdfc6640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f38b80cf540 con 0x7f38b80b9780 2024-09-21T00:26:13.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.122+0000 7f38bdfc6640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f38b80cf3c0 con 0x7f38b80b73f0 2024-09-21T00:26:13.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.122+0000 7f38bdfc6640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f38b80cf6c0 con 0x7f38b80d1010 2024-09-21T00:26:13.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.122+0000 7f38b6ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f38b80b9780 0x7f38b8158540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:13.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.122+0000 7f38b6ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f38b80b9780 0x7f38b8158540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59816/0 (socket says 172.21.15.67:59816) 2024-09-21T00:26:13.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.122+0000 7f38b6ffd640 1 -- 172.21.15.67:0/2849860122 learned_addr learned my addr 172.21.15.67:0/2849860122 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:13.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.122+0000 7f38b77fe640 1 --2- 172.21.15.67:0/2849860122 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f38b80b73f0 0x7f38b8155690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:13.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.122+0000 7f38b7fff640 1 --2- 172.21.15.67:0/2849860122 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f38b80d1010 0x7f38b8158a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:13.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.122+0000 7f38b6ffd640 1 -- 172.21.15.67:0/2849860122 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f38b80d1010 msgr2=0x7f38b8158a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:13.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.122+0000 7f38b6ffd640 1 --2- 172.21.15.67:0/2849860122 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f38b80d1010 0x7f38b8158a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:13.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.122+0000 7f38b6ffd640 1 -- 172.21.15.67:0/2849860122 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f38b80b73f0 msgr2=0x7f38b8155690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:13.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.122+0000 7f38b6ffd640 1 --2- 172.21.15.67:0/2849860122 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f38b80b73f0 0x7f38b8155690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:13.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.122+0000 7f38b6ffd640 1 -- 172.21.15.67:0/2849860122 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38b81ea1e0 con 0x7f38b80b9780 2024-09-21T00:26:13.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.122+0000 7f38b6ffd640 1 --2- 172.21.15.67:0/2849860122 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f38b80b9780 0x7f38b8158540 secure :-1 s=READY pgs=1013 cs=0 l=1 rev1=1 crypto rx=0x7f38ac00c9a0 tx=0x7f38ac00ce60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:13.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.123+0000 7f389ffff640 1 -- 172.21.15.67:0/2849860122 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38ac007bb0 con 0x7f38b80b9780 2024-09-21T00:26:13.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.123+0000 7f389ffff640 1 -- 172.21.15.67:0/2849860122 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f38ac007e40 con 0x7f38b80b9780 2024-09-21T00:26:13.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.123+0000 7f38bdfc6640 1 -- 172.21.15.67:0/2849860122 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f38b81ea4d0 con 0x7f38b80b9780 2024-09-21T00:26:13.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.123+0000 7f389ffff640 1 -- 172.21.15.67:0/2849860122 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38ac00f6b0 con 0x7f38b80b9780 2024-09-21T00:26:13.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.123+0000 7f38bdfc6640 1 -- 172.21.15.67:0/2849860122 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f38b8158020 con 0x7f38b80b9780 2024-09-21T00:26:13.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.124+0000 7f38bdfc6640 1 -- 172.21.15.67:0/2849860122 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f38b80b7800 con 0x7f38b80b9780 2024-09-21T00:26:13.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.125+0000 7f389ffff640 1 -- 172.21.15.67:0/2849860122 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f38ac00f850 con 0x7f38b80b9780 2024-09-21T00:26:13.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.125+0000 7f389ffff640 1 --2- 172.21.15.67:0/2849860122 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f38a4078b90 0x7f38a407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:13.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.125+0000 7f389ffff640 1 -- 172.21.15.67:0/2849860122 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5115+0+0 (secure 0 0 0) 0x7f38ac09b050 con 0x7f38b80b9780 2024-09-21T00:26:13.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.125+0000 7f38b77fe640 1 --2- 172.21.15.67:0/2849860122 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f38a4078b90 0x7f38a407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:13.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.126+0000 7f38b77fe640 1 --2- 172.21.15.67:0/2849860122 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f38a4078b90 0x7f38a407b0a0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f38a80098c0 tx=0x7f38a8009060 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:13.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.129+0000 7f389ffff640 1 -- 172.21.15.67:0/2849860122 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f38ac014030 con 0x7f38b80b9780 2024-09-21T00:26:13.395 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.393+0000 7f38bdfc6640 1 -- 172.21.15.67:0/2849860122 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_scrub_checks.TestScrubChecks.test_scrub_repair"]} v 0) -- 0x7f38b80b7f90 con 0x7f38b80b9780 2024-09-21T00:26:13.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.651+0000 7f389ffff640 1 -- 172.21.15.67:0/2849860122 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_scrub_checks.TestScrubChecks.test_scrub_repair"]}]=0 v246) ==== 143+0+0 (secure 0 0 0) 0x7f38ac0631b0 con 0x7f38b80b9780 2024-09-21T00:26:13.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.654+0000 7f38bdfc6640 1 -- 172.21.15.67:0/2849860122 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f38a4078b90 msgr2=0x7f38a407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:13.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.654+0000 7f38bdfc6640 1 --2- 172.21.15.67:0/2849860122 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f38a4078b90 0x7f38a407b0a0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f38a80098c0 tx=0x7f38a8009060 comp rx=0 tx=0).stop 2024-09-21T00:26:13.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.654+0000 7f38bdfc6640 1 -- 172.21.15.67:0/2849860122 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f38b80b9780 msgr2=0x7f38b8158540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:13.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.654+0000 7f38bdfc6640 1 --2- 172.21.15.67:0/2849860122 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f38b80b9780 0x7f38b8158540 secure :-1 s=READY pgs=1013 cs=0 l=1 rev1=1 crypto rx=0x7f38ac00c9a0 tx=0x7f38ac00ce60 comp rx=0 tx=0).stop 2024-09-21T00:26:13.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.654+0000 7f38bdfc6640 1 -- 172.21.15.67:0/2849860122 shutdown_connections 2024-09-21T00:26:13.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.654+0000 7f38bdfc6640 1 --2- 172.21.15.67:0/2849860122 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f38a4078b90 0x7f38a407b0a0 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:13.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.654+0000 7f38bdfc6640 1 --2- 172.21.15.67:0/2849860122 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f38b80d1010 0x7f38b8158a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:13.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.654+0000 7f38bdfc6640 1 --2- 172.21.15.67:0/2849860122 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f38b80b9780 0x7f38b8158540 unknown :-1 s=CLOSED pgs=1013 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:13.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.654+0000 7f38bdfc6640 1 --2- 172.21.15.67:0/2849860122 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f38b80b73f0 0x7f38b8155690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:13.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.654+0000 7f38bdfc6640 1 -- 172.21.15.67:0/2849860122 >> 172.21.15.67:0/2849860122 conn(0x7f38b808bee0 msgr2=0x7f38b806e900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:13.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.654+0000 7f38bdfc6640 1 -- 172.21.15.67:0/2849860122 shutdown_connections 2024-09-21T00:26:13.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.654+0000 7f38bdfc6640 1 -- 172.21.15.67:0/2849860122 wait complete. 2024-09-21T00:26:13.667 INFO:tasks.cephfs_test_runner:test_scrub_repair (tasks.cephfs.test_scrub_checks.TestScrubChecks) ... ok 2024-09-21T00:26:13.667 INFO:tasks.cephfs_test_runner:Starting test: test_scrub_split_dirfrags (tasks.cephfs.test_scrub_checks.TestScrubChecks) That a directory is split during scrub. 2024-09-21T00:26:13.668 INFO:tasks.cephfs_test_runner:test_scrub_split_dirfrags (tasks.cephfs.test_scrub_checks.TestScrubChecks) 2024-09-21T00:26:13.668 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:26:13.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.783+0000 7fc2d5bc3640 1 -- 172.21.15.67:0/762314094 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2b8005150 msgr2=0x7fc2b800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:13.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.783+0000 7fc2d5bc3640 1 --2- 172.21.15.67:0/762314094 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2b8005150 0x7fc2b800b9c0 secure :-1 s=READY pgs=1015 cs=0 l=1 rev1=1 crypto rx=0x7fc2d00d0df0 tx=0x7fc2b8005830 comp rx=0 tx=0).stop 2024-09-21T00:26:13.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.783+0000 7fc2cffff640 1 -- 172.21.15.67:0/762314094 reap_dead start 2024-09-21T00:26:13.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.783+0000 7fc2d5bc3640 1 -- 172.21.15.67:0/762314094 shutdown_connections 2024-09-21T00:26:13.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.783+0000 7fc2d5bc3640 1 -- 172.21.15.67:0/762314094 >> 172.21.15.67:0/762314094 conn(0x7fc2d00d1280 msgr2=0x7fc2d00d1690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:13.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.784+0000 7fc2d5bc3640 1 -- 172.21.15.67:0/762314094 shutdown_connections 2024-09-21T00:26:13.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.784+0000 7fc2d5bc3640 1 -- 172.21.15.67:0/762314094 wait complete. 2024-09-21T00:26:13.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.785+0000 7fc2d5bc3640 1 Processor -- start 2024-09-21T00:26:13.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.786+0000 7fc2d5bc3640 1 -- start start 2024-09-21T00:26:13.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.787+0000 7fc2d5bc3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2b8005150 0x7fc2d009c090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:13.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.787+0000 7fc2d5bc3640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc2d009cde0 0x7fc2d006cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:13.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.787+0000 7fc2d5bc3640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc2d006d2f0 0x7fc2d01e0c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:13.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.787+0000 7fc2d5bc3640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc2d00b54b0 con 0x7fc2b8005150 2024-09-21T00:26:13.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.787+0000 7fc2d5bc3640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc2d00b5330 con 0x7fc2d006d2f0 2024-09-21T00:26:13.794 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.787+0000 7fc2d5bc3640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fc2d00b5630 con 0x7fc2d009cde0 2024-09-21T00:26:13.794 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.787+0000 7fc2cf7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2b8005150 0x7fc2d009c090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:13.794 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.787+0000 7fc2cf7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2b8005150 0x7fc2d009c090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42712/0 (socket says 172.21.15.67:42712) 2024-09-21T00:26:13.794 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.787+0000 7fc2cf7fe640 1 -- 172.21.15.67:0/3839304904 learned_addr learned my addr 172.21.15.67:0/3839304904 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:13.794 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.787+0000 7fc2ceffd640 1 --2- 172.21.15.67:0/3839304904 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc2d009cde0 0x7fc2d006cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:13.794 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.787+0000 7fc2cffff640 1 --2- 172.21.15.67:0/3839304904 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc2d006d2f0 0x7fc2d01e0c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:13.795 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.787+0000 7fc2cf7fe640 1 -- 172.21.15.67:0/3839304904 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc2d009cde0 msgr2=0x7fc2d006cdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:13.795 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.787+0000 7fc2cf7fe640 1 --2- 172.21.15.67:0/3839304904 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc2d009cde0 0x7fc2d006cdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:13.795 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.787+0000 7fc2cf7fe640 1 -- 172.21.15.67:0/3839304904 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc2d006d2f0 msgr2=0x7fc2d01e0c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:13.795 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.787+0000 7fc2cf7fe640 1 --2- 172.21.15.67:0/3839304904 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc2d006d2f0 0x7fc2d01e0c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:13.795 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.787+0000 7fc2cf7fe640 1 -- 172.21.15.67:0/3839304904 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2d006d700 con 0x7fc2b8005150 2024-09-21T00:26:13.795 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.787+0000 7fc2ceffd640 1 --2- 172.21.15.67:0/3839304904 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc2d009cde0 0x7fc2d006cdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:26:13.795 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.787+0000 7fc2cffff640 1 --2- 172.21.15.67:0/3839304904 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc2d006d2f0 0x7fc2d01e0c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:26:13.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.788+0000 7fc2cf7fe640 1 --2- 172.21.15.67:0/3839304904 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2b8005150 0x7fc2d009c090 secure :-1 s=READY pgs=1016 cs=0 l=1 rev1=1 crypto rx=0x7fc2c0006600 tx=0x7fc2c00039c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:13.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.788+0000 7fc2b7fff640 1 -- 172.21.15.67:0/3839304904 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2c000f760 con 0x7fc2b8005150 2024-09-21T00:26:13.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.788+0000 7fc2d5bc3640 1 -- 172.21.15.67:0/3839304904 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2d009b0d0 con 0x7fc2b8005150 2024-09-21T00:26:13.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.788+0000 7fc2b7fff640 1 -- 172.21.15.67:0/3839304904 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc2c0016020 con 0x7fc2b8005150 2024-09-21T00:26:13.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.788+0000 7fc2b7fff640 1 -- 172.21.15.67:0/3839304904 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2c000fbc0 con 0x7fc2b8005150 2024-09-21T00:26:13.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.788+0000 7fc2d5bc3640 1 -- 172.21.15.67:0/3839304904 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2d009daf0 con 0x7fc2b8005150 2024-09-21T00:26:13.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.789+0000 7fc2d5bc3640 1 -- 172.21.15.67:0/3839304904 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc2d00b5b90 con 0x7fc2b8005150 2024-09-21T00:26:13.797 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.790+0000 7fc2b7fff640 1 -- 172.21.15.67:0/3839304904 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fc2c0011430 con 0x7fc2b8005150 2024-09-21T00:26:13.797 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.790+0000 7fc2b7fff640 1 --2- 172.21.15.67:0/3839304904 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc2bc078bc0 0x7fc2bc07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:13.797 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.790+0000 7fc2b7fff640 1 -- 172.21.15.67:0/3839304904 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5115+0+0 (secure 0 0 0) 0x7fc2c009b6f0 con 0x7fc2b8005150 2024-09-21T00:26:13.797 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.790+0000 7fc2ceffd640 1 --2- 172.21.15.67:0/3839304904 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc2bc078bc0 0x7fc2bc07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:13.797 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.791+0000 7fc2ceffd640 1 --2- 172.21.15.67:0/3839304904 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc2bc078bc0 0x7fc2bc07b0d0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fc2d00b5f10 tx=0x7fc2c4005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:13.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.795+0000 7fc2b7fff640 1 -- 172.21.15.67:0/3839304904 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fc2c0020020 con 0x7fc2b8005150 2024-09-21T00:26:13.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.983+0000 7fc2d5bc3640 1 -- 172.21.15.67:0/3839304904 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc2d01e1ae0 con 0x7fc2b8005150 2024-09-21T00:26:13.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.984+0000 7fc2b7fff640 1 -- 172.21.15.67:0/3839304904 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v80) ==== 74+0+13255 (secure 0 0 0) 0x7fc2d006d700 con 0x7fc2b8005150 2024-09-21T00:26:13.986 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:26:13.986 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":80,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:26:12.642626+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":76,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.67:6833/1917566065":"2024-09-22T00:26:09.284916+0000","172.21.15.67:6835/1917566065":"2024-09-22T00:26:09.284916+0000","172.21.15.97:6835/1836888029":"2024-09-22T00:25:49.549787+0000","172.21.15.67:6835/979139170":"2024-09-22T00:25:48.546819+0000","172.21.15.97:6837/1836888029":"2024-09-22T00:25:49.549787+0000","172.21.15.67:6834/979139170":"2024-09-22T00:25:48.546819+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:26:13.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.986+0000 7fc2d5bc3640 1 -- 172.21.15.67:0/3839304904 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc2bc078bc0 msgr2=0x7fc2bc07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:13.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.986+0000 7fc2d5bc3640 1 --2- 172.21.15.67:0/3839304904 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc2bc078bc0 0x7fc2bc07b0d0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fc2d00b5f10 tx=0x7fc2c4005f90 comp rx=0 tx=0).stop 2024-09-21T00:26:13.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.986+0000 7fc2d5bc3640 1 -- 172.21.15.67:0/3839304904 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2b8005150 msgr2=0x7fc2d009c090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:13.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.986+0000 7fc2d5bc3640 1 --2- 172.21.15.67:0/3839304904 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2b8005150 0x7fc2d009c090 secure :-1 s=READY pgs=1016 cs=0 l=1 rev1=1 crypto rx=0x7fc2c0006600 tx=0x7fc2c00039c0 comp rx=0 tx=0).stop 2024-09-21T00:26:13.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.986+0000 7fc2d5bc3640 1 -- 172.21.15.67:0/3839304904 shutdown_connections 2024-09-21T00:26:13.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.986+0000 7fc2d5bc3640 1 --2- 172.21.15.67:0/3839304904 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc2bc078bc0 0x7fc2bc07b0d0 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:13.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.986+0000 7fc2d5bc3640 1 --2- 172.21.15.67:0/3839304904 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc2d006d2f0 0x7fc2d01e0c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:13.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.986+0000 7fc2d5bc3640 1 --2- 172.21.15.67:0/3839304904 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc2d009cde0 0x7fc2d006cdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:13.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.986+0000 7fc2d5bc3640 1 --2- 172.21.15.67:0/3839304904 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2b8005150 0x7fc2d009c090 unknown :-1 s=CLOSED pgs=1016 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:13.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.986+0000 7fc2d5bc3640 1 -- 172.21.15.67:0/3839304904 >> 172.21.15.67:0/3839304904 conn(0x7fc2d00d1280 msgr2=0x7fc2d00b2200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:13.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.986+0000 7fc2d5bc3640 1 -- 172.21.15.67:0/3839304904 shutdown_connections 2024-09-21T00:26:13.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:13.986+0000 7fc2d5bc3640 1 -- 172.21.15.67:0/3839304904 wait complete. 2024-09-21T00:26:14.000 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-21T00:21:09.510963+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-21T00:26:14.000 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-21T00:26:14.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.117+0000 7fb092121640 1 -- 172.21.15.67:0/2001066158 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb074005250 msgr2=0x7fb07400b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:14.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.117+0000 7fb092121640 1 --2- 172.21.15.67:0/2001066158 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb074005250 0x7fb07400b9c0 secure :-1 s=READY pgs=1018 cs=0 l=1 rev1=1 crypto rx=0x7fb084001d90 tx=0x7fb074005830 comp rx=0 tx=0).stop 2024-09-21T00:26:14.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.117+0000 7fb092121640 1 -- 172.21.15.67:0/2001066158 shutdown_connections 2024-09-21T00:26:14.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.117+0000 7fb092121640 1 --2- 172.21.15.67:0/2001066158 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb074005250 0x7fb07400b9c0 unknown :-1 s=CLOSED pgs=1018 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:14.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.117+0000 7fb092121640 1 -- 172.21.15.67:0/2001066158 >> 172.21.15.67:0/2001066158 conn(0x7fb08c08bee0 msgr2=0x7fb08c0d4720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:14.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.118+0000 7fb092121640 1 -- 172.21.15.67:0/2001066158 shutdown_connections 2024-09-21T00:26:14.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.118+0000 7fb092121640 1 -- 172.21.15.67:0/2001066158 wait complete. 2024-09-21T00:26:14.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.119+0000 7fb092121640 1 Processor -- start 2024-09-21T00:26:14.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.120+0000 7fb092121640 1 -- start start 2024-09-21T00:26:14.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.121+0000 7fb092121640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb074005250 0x7fb08c160270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:14.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.121+0000 7fb092121640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb08c160a00 0x7fb08c15d190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:14.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.121+0000 7fb092121640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb08c0a1530 0x7fb08c0a1940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:14.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.121+0000 7fb092121640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fb08c0d10f0 con 0x7fb08c0a1530 2024-09-21T00:26:14.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.121+0000 7fb092121640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fb08c0d3650 con 0x7fb074005250 2024-09-21T00:26:14.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.121+0000 7fb092121640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fb08c0d1270 con 0x7fb08c160a00 2024-09-21T00:26:14.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.121+0000 7fb08bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb08c0a1530 0x7fb08c0a1940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:14.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.121+0000 7fb08bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb08c0a1530 0x7fb08c0a1940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42736/0 (socket says 172.21.15.67:42736) 2024-09-21T00:26:14.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.121+0000 7fb08bfff640 1 -- 172.21.15.67:0/1058954348 learned_addr learned my addr 172.21.15.67:0/1058954348 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:14.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.121+0000 7fb08affd640 1 --2- 172.21.15.67:0/1058954348 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb08c160a00 0x7fb08c15d190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:14.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.121+0000 7fb08b7fe640 1 --2- 172.21.15.67:0/1058954348 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb074005250 0x7fb08c160270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:14.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.121+0000 7fb08bfff640 1 -- 172.21.15.67:0/1058954348 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb08c160a00 msgr2=0x7fb08c15d190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:14.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.121+0000 7fb08bfff640 1 --2- 172.21.15.67:0/1058954348 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb08c160a00 0x7fb08c15d190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:14.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.121+0000 7fb08bfff640 1 -- 172.21.15.67:0/1058954348 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb074005250 msgr2=0x7fb08c160270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:14.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.121+0000 7fb08bfff640 1 --2- 172.21.15.67:0/1058954348 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb074005250 0x7fb08c160270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:14.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.121+0000 7fb08bfff640 1 -- 172.21.15.67:0/1058954348 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb08c0a1e80 con 0x7fb08c0a1530 2024-09-21T00:26:14.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.122+0000 7fb08bfff640 1 --2- 172.21.15.67:0/1058954348 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb08c0a1530 0x7fb08c0a1940 secure :-1 s=READY pgs=1019 cs=0 l=1 rev1=1 crypto rx=0x7fb084001eb0 tx=0x7fb084006ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:14.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.122+0000 7fb073fff640 1 -- 172.21.15.67:0/1058954348 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb084003d80 con 0x7fb08c0a1530 2024-09-21T00:26:14.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.122+0000 7fb073fff640 1 -- 172.21.15.67:0/1058954348 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb084005b00 con 0x7fb08c0a1530 2024-09-21T00:26:14.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.122+0000 7fb092121640 1 -- 172.21.15.67:0/1058954348 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb08c09e570 con 0x7fb08c0a1530 2024-09-21T00:26:14.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.122+0000 7fb073fff640 1 -- 172.21.15.67:0/1058954348 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb084005f50 con 0x7fb08c0a1530 2024-09-21T00:26:14.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.122+0000 7fb092121640 1 -- 172.21.15.67:0/1058954348 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb08c09eb30 con 0x7fb08c0a1530 2024-09-21T00:26:14.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.123+0000 7fb092121640 1 -- 172.21.15.67:0/1058954348 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb08c0d17d0 con 0x7fb08c0a1530 2024-09-21T00:26:14.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.124+0000 7fb073fff640 1 -- 172.21.15.67:0/1058954348 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fb0840060f0 con 0x7fb08c0a1530 2024-09-21T00:26:14.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.124+0000 7fb073fff640 1 --2- 172.21.15.67:0/1058954348 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb078078b90 0x7fb07807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:14.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.125+0000 7fb073fff640 1 -- 172.21.15.67:0/1058954348 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5115+0+0 (secure 0 0 0) 0x7fb0840ba910 con 0x7fb08c0a1530 2024-09-21T00:26:14.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.125+0000 7fb08b7fe640 1 --2- 172.21.15.67:0/1058954348 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb078078b90 0x7fb07807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:14.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.125+0000 7fb08b7fe640 1 --2- 172.21.15.67:0/1058954348 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb078078b90 0x7fb07807b0a0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7fb07c001350 tx=0x7fb07c0066f0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:14.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.129+0000 7fb073fff640 1 -- 172.21.15.67:0/1058954348 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fb08c0a1e80 con 0x7fb08c0a1530 2024-09-21T00:26:14.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.319+0000 7fb092121640 1 -- 172.21.15.67:0/1058954348 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fb08c0d49c0 con 0x7fb08c0a1530 2024-09-21T00:26:14.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.319+0000 7fb073fff640 1 -- 172.21.15.67:0/1058954348 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v80) ==== 93+0+10 (secure 0 0 0) 0x7fb084082a70 con 0x7fb08c0a1530 2024-09-21T00:26:14.321 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 1 2024-09-21T00:26:14.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.322+0000 7fb092121640 1 -- 172.21.15.67:0/1058954348 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb078078b90 msgr2=0x7fb07807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:14.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.322+0000 7fb092121640 1 --2- 172.21.15.67:0/1058954348 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb078078b90 0x7fb07807b0a0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7fb07c001350 tx=0x7fb07c0066f0 comp rx=0 tx=0).stop 2024-09-21T00:26:14.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.322+0000 7fb092121640 1 -- 172.21.15.67:0/1058954348 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb08c0a1530 msgr2=0x7fb08c0a1940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:14.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.322+0000 7fb092121640 1 --2- 172.21.15.67:0/1058954348 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb08c0a1530 0x7fb08c0a1940 secure :-1 s=READY pgs=1019 cs=0 l=1 rev1=1 crypto rx=0x7fb084001eb0 tx=0x7fb084006ca0 comp rx=0 tx=0).stop 2024-09-21T00:26:14.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.322+0000 7fb092121640 1 -- 172.21.15.67:0/1058954348 shutdown_connections 2024-09-21T00:26:14.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.322+0000 7fb092121640 1 --2- 172.21.15.67:0/1058954348 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb078078b90 0x7fb07807b0a0 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:14.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.322+0000 7fb092121640 1 --2- 172.21.15.67:0/1058954348 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb08c0a1530 0x7fb08c0a1940 unknown :-1 s=CLOSED pgs=1019 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:14.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.322+0000 7fb092121640 1 --2- 172.21.15.67:0/1058954348 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb08c160a00 0x7fb08c15d190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:14.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.322+0000 7fb092121640 1 --2- 172.21.15.67:0/1058954348 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb074005250 0x7fb08c160270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:14.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.322+0000 7fb092121640 1 -- 172.21.15.67:0/1058954348 >> 172.21.15.67:0/1058954348 conn(0x7fb08c08bee0 msgr2=0x7fb08c075c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:14.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.322+0000 7fb092121640 1 -- 172.21.15.67:0/1058954348 shutdown_connections 2024-09-21T00:26:14.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.322+0000 7fb092121640 1 -- 172.21.15.67:0/1058954348 wait complete. 2024-09-21T00:26:14.335 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_scrub_checks.TestScrubChecks.test_scrub_split_dirfrags' 2024-09-21T00:26:14.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.450+0000 7fe61935e640 1 -- 172.21.15.67:0/1325911854 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe6140b1910 msgr2=0x7fe61409b060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:14.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.450+0000 7fe61935e640 1 --2- 172.21.15.67:0/1325911854 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe6140b1910 0x7fe61409b060 secure :-1 s=READY pgs=1021 cs=0 l=1 rev1=1 crypto rx=0x7fe5fc009830 tx=0x7fe5fc02a5b0 comp rx=0 tx=0).stop 2024-09-21T00:26:14.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.450+0000 7fe61935e640 1 -- 172.21.15.67:0/1325911854 shutdown_connections 2024-09-21T00:26:14.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.450+0000 7fe61935e640 1 --2- 172.21.15.67:0/1325911854 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe6140b1910 0x7fe61409b060 unknown :-1 s=CLOSED pgs=1021 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:14.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.450+0000 7fe61935e640 1 -- 172.21.15.67:0/1325911854 >> 172.21.15.67:0/1325911854 conn(0x7fe6140b3e90 msgr2=0x7fe6140b42a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:14.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.450+0000 7fe61935e640 1 -- 172.21.15.67:0/1325911854 shutdown_connections 2024-09-21T00:26:14.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.450+0000 7fe61935e640 1 -- 172.21.15.67:0/1325911854 wait complete. 2024-09-21T00:26:14.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.452+0000 7fe61935e640 1 Processor -- start 2024-09-21T00:26:14.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.452+0000 7fe61935e640 1 -- start start 2024-09-21T00:26:14.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.454+0000 7fe61935e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe6140b1910 0x7fe6140b0780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:14.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.454+0000 7fe61935e640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe6140cd890 0x7fe6141f7810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:14.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.454+0000 7fe61935e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe61415ffe0 0x7fe61414c760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:14.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.454+0000 7fe61935e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fe6140ce530 con 0x7fe61415ffe0 2024-09-21T00:26:14.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.454+0000 7fe61935e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fe6140ce3b0 con 0x7fe6140b1910 2024-09-21T00:26:14.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.454+0000 7fe61935e640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fe6140ce6b0 con 0x7fe6140cd890 2024-09-21T00:26:14.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.454+0000 7fe6137fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe61415ffe0 0x7fe61414c760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:14.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.454+0000 7fe6137fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe61415ffe0 0x7fe61414c760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42760/0 (socket says 172.21.15.67:42760) 2024-09-21T00:26:14.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.454+0000 7fe6137fe640 1 -- 172.21.15.67:0/2432397210 learned_addr learned my addr 172.21.15.67:0/2432397210 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:14.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.454+0000 7fe612ffd640 1 --2- 172.21.15.67:0/2432397210 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe6140b1910 0x7fe6140b0780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:14.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.454+0000 7fe6127fc640 1 --2- 172.21.15.67:0/2432397210 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe6140cd890 0x7fe6141f7810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:14.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.454+0000 7fe6137fe640 1 -- 172.21.15.67:0/2432397210 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe6140cd890 msgr2=0x7fe6141f7810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:14.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.454+0000 7fe6137fe640 1 --2- 172.21.15.67:0/2432397210 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe6140cd890 0x7fe6141f7810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:14.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.454+0000 7fe6137fe640 1 -- 172.21.15.67:0/2432397210 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe6140b1910 msgr2=0x7fe6140b0780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:14.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.454+0000 7fe6137fe640 1 --2- 172.21.15.67:0/2432397210 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe6140b1910 0x7fe6140b0780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:14.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.454+0000 7fe6137fe640 1 -- 172.21.15.67:0/2432397210 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe61414bcc0 con 0x7fe61415ffe0 2024-09-21T00:26:14.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.454+0000 7fe6137fe640 1 --2- 172.21.15.67:0/2432397210 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe61415ffe0 0x7fe61414c760 secure :-1 s=READY pgs=1022 cs=0 l=1 rev1=1 crypto rx=0x7fe60c00c390 tx=0x7fe60c00c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:14.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.454+0000 7fe60b7fe640 1 -- 172.21.15.67:0/2432397210 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe60c011790 con 0x7fe61415ffe0 2024-09-21T00:26:14.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.455+0000 7fe60b7fe640 1 -- 172.21.15.67:0/2432397210 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe60c017070 con 0x7fe61415ffe0 2024-09-21T00:26:14.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.455+0000 7fe61935e640 1 -- 172.21.15.67:0/2432397210 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6140c6070 con 0x7fe61415ffe0 2024-09-21T00:26:14.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.455+0000 7fe60b7fe640 1 -- 172.21.15.67:0/2432397210 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe60c011c40 con 0x7fe61415ffe0 2024-09-21T00:26:14.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.455+0000 7fe61935e640 1 -- 172.21.15.67:0/2432397210 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe61414c240 con 0x7fe61415ffe0 2024-09-21T00:26:14.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.456+0000 7fe61935e640 1 -- 172.21.15.67:0/2432397210 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe6140ceb30 con 0x7fe61415ffe0 2024-09-21T00:26:14.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.456+0000 7fe60b7fe640 1 -- 172.21.15.67:0/2432397210 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fe60c01c460 con 0x7fe61415ffe0 2024-09-21T00:26:14.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.457+0000 7fe60b7fe640 1 --2- 172.21.15.67:0/2432397210 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe5f4078b90 0x7fe5f407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:14.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.457+0000 7fe60b7fe640 1 -- 172.21.15.67:0/2432397210 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5115+0+0 (secure 0 0 0) 0x7fe60c09a6f0 con 0x7fe61415ffe0 2024-09-21T00:26:14.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.457+0000 7fe612ffd640 1 --2- 172.21.15.67:0/2432397210 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe5f4078b90 0x7fe5f407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:14.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.458+0000 7fe612ffd640 1 --2- 172.21.15.67:0/2432397210 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe5f4078b90 0x7fe5f407b0a0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7fe6140b18c0 tx=0x7fe604009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:14.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.461+0000 7fe60b7fe640 1 -- 172.21.15.67:0/2432397210 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fe60c062730 con 0x7fe61415ffe0 2024-09-21T00:26:14.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:14.721+0000 7fe61935e640 1 -- 172.21.15.67:0/2432397210 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_scrub_checks.TestScrubChecks.test_scrub_split_dirfrags"]} v 0) -- 0x7fe6140b4c80 con 0x7fe61415ffe0 2024-09-21T00:26:15.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:15.657+0000 7fe60b7fe640 1 -- 172.21.15.67:0/2432397210 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_scrub_checks.TestScrubChecks.test_scrub_split_dirfrags"]}]=0 v248) ==== 154+0+0 (secure 0 0 0) 0x7fe60c067160 con 0x7fe61415ffe0 2024-09-21T00:26:15.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:15.660+0000 7fe61935e640 1 -- 172.21.15.67:0/2432397210 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe5f4078b90 msgr2=0x7fe5f407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:15.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:15.660+0000 7fe61935e640 1 --2- 172.21.15.67:0/2432397210 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe5f4078b90 0x7fe5f407b0a0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7fe6140b18c0 tx=0x7fe604009040 comp rx=0 tx=0).stop 2024-09-21T00:26:15.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:15.660+0000 7fe61935e640 1 -- 172.21.15.67:0/2432397210 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe61415ffe0 msgr2=0x7fe61414c760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:15.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:15.660+0000 7fe61935e640 1 --2- 172.21.15.67:0/2432397210 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe61415ffe0 0x7fe61414c760 secure :-1 s=READY pgs=1022 cs=0 l=1 rev1=1 crypto rx=0x7fe60c00c390 tx=0x7fe60c00c850 comp rx=0 tx=0).stop 2024-09-21T00:26:15.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:15.661+0000 7fe61935e640 1 -- 172.21.15.67:0/2432397210 shutdown_connections 2024-09-21T00:26:15.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:15.661+0000 7fe61935e640 1 --2- 172.21.15.67:0/2432397210 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe5f4078b90 0x7fe5f407b0a0 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:15.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:15.661+0000 7fe61935e640 1 --2- 172.21.15.67:0/2432397210 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe61415ffe0 0x7fe61414c760 unknown :-1 s=CLOSED pgs=1022 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:15.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:15.661+0000 7fe61935e640 1 --2- 172.21.15.67:0/2432397210 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe6140cd890 0x7fe6141f7810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:15.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:15.661+0000 7fe61935e640 1 --2- 172.21.15.67:0/2432397210 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe6140b1910 0x7fe6140b0780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:15.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:15.661+0000 7fe61935e640 1 -- 172.21.15.67:0/2432397210 >> 172.21.15.67:0/2432397210 conn(0x7fe6140b3e90 msgr2=0x7fe6140ced40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:15.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:15.661+0000 7fe61935e640 1 -- 172.21.15.67:0/2432397210 shutdown_connections 2024-09-21T00:26:15.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:15.661+0000 7fe61935e640 1 -- 172.21.15.67:0/2432397210 wait complete. 2024-09-21T00:26:15.676 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config dump 2024-09-21T00:26:15.795 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:15.792+0000 7f2751fdf640 1 -- 172.21.15.67:0/2583636362 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f274c162ea0 msgr2=0x7f274c0cf740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:15.795 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:15.792+0000 7f2751fdf640 1 --2- 172.21.15.67:0/2583636362 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f274c162ea0 0x7f274c0cf740 secure :-1 s=READY pgs=1023 cs=0 l=1 rev1=1 crypto rx=0x7f273c0098e0 tx=0x7f273c02a530 comp rx=0 tx=0).stop 2024-09-21T00:26:15.795 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:15.792+0000 7f2751fdf640 1 -- 172.21.15.67:0/2583636362 shutdown_connections 2024-09-21T00:26:15.795 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:15.792+0000 7f2751fdf640 1 --2- 172.21.15.67:0/2583636362 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f274c0d11c0 0x7f274c0d15d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:15.795 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:15.792+0000 7f2751fdf640 1 --2- 172.21.15.67:0/2583636362 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f274c162ea0 0x7f274c0cf740 unknown :-1 s=CLOSED pgs=1023 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:15.795 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:15.792+0000 7f2751fdf640 1 -- 172.21.15.67:0/2583636362 >> 172.21.15.67:0/2583636362 conn(0x7f274c06dfb0 msgr2=0x7f274c06e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:15.795 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:15.793+0000 7f2751fdf640 1 -- 172.21.15.67:0/2583636362 shutdown_connections 2024-09-21T00:26:15.795 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:15.793+0000 7f2751fdf640 1 -- 172.21.15.67:0/2583636362 wait complete. 2024-09-21T00:26:15.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:15.794+0000 7f2751fdf640 1 Processor -- start 2024-09-21T00:26:15.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:15.795+0000 7f2751fdf640 1 -- start start 2024-09-21T00:26:15.799 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:15.796+0000 7f2751fdf640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f274c0d11c0 0x7f274c14ebd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:15.799 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:15.796+0000 7f2751fdf640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f274c0d2b00 0x7f274c0b8b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:15.799 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:15.796+0000 7f2751fdf640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f274c162ea0 0x7f274c0b9050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:15.800 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:15.796+0000 7f2751fdf640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f274c15f640 con 0x7f274c162ea0 2024-09-21T00:26:15.800 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:15.796+0000 7f2751fdf640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f274c15f4c0 con 0x7f274c0d2b00 2024-09-21T00:26:15.800 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:15.796+0000 7f2751fdf640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f274c15f7c0 con 0x7f274c0d11c0 2024-09-21T00:26:15.800 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:15.796+0000 7f274bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f274c162ea0 0x7f274c0b9050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:15.800 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:15.796+0000 7f274bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f274c162ea0 0x7f274c0b9050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42772/0 (socket says 172.21.15.67:42772) 2024-09-21T00:26:15.800 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:15.796+0000 7f274bfff640 1 -- 172.21.15.67:0/3171828063 learned_addr learned my addr 172.21.15.67:0/3171828063 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:15.800 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:15.796+0000 7f274b7fe640 1 --2- 172.21.15.67:0/3171828063 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f274c0d11c0 0x7f274c14ebd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:15.800 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:15.796+0000 7f274affd640 1 --2- 172.21.15.67:0/3171828063 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f274c0d2b00 0x7f274c0b8b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:15.800 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:15.796+0000 7f274bfff640 1 -- 172.21.15.67:0/3171828063 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f274c0d11c0 msgr2=0x7f274c14ebd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:15.800 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:15.796+0000 7f274bfff640 1 --2- 172.21.15.67:0/3171828063 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f274c0d11c0 0x7f274c14ebd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:15.800 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:15.796+0000 7f274bfff640 1 -- 172.21.15.67:0/3171828063 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f274c0d2b00 msgr2=0x7f274c0b8b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:15.800 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:15.796+0000 7f274bfff640 1 --2- 172.21.15.67:0/3171828063 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f274c0d2b00 0x7f274c0b8b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:15.800 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:15.796+0000 7f274bfff640 1 -- 172.21.15.67:0/3171828063 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f274c14f110 con 0x7f274c162ea0 2024-09-21T00:26:15.801 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:15.797+0000 7f274bfff640 1 --2- 172.21.15.67:0/3171828063 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f274c162ea0 0x7f274c0b9050 secure :-1 s=READY pgs=1024 cs=0 l=1 rev1=1 crypto rx=0x7f274400e990 tx=0x7f274400ee50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:15.801 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:15.797+0000 7f2733fff640 1 -- 172.21.15.67:0/3171828063 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2744004d20 con 0x7f274c162ea0 2024-09-21T00:26:15.801 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:15.797+0000 7f2733fff640 1 -- 172.21.15.67:0/3171828063 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f274400cb00 con 0x7f274c162ea0 2024-09-21T00:26:15.801 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:15.797+0000 7f2751fdf640 1 -- 172.21.15.67:0/3171828063 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f274c0b60a0 con 0x7f274c162ea0 2024-09-21T00:26:15.801 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:15.797+0000 7f2733fff640 1 -- 172.21.15.67:0/3171828063 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2744005020 con 0x7f274c162ea0 2024-09-21T00:26:15.801 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:15.797+0000 7f2751fdf640 1 -- 172.21.15.67:0/3171828063 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f274c0b6360 con 0x7f274c162ea0 2024-09-21T00:26:15.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:15.798+0000 7f2751fdf640 1 -- 172.21.15.67:0/3171828063 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f274c0b4d50 con 0x7f274c162ea0 2024-09-21T00:26:15.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:15.799+0000 7f2733fff640 1 -- 172.21.15.67:0/3171828063 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f27440051c0 con 0x7f274c162ea0 2024-09-21T00:26:15.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:15.799+0000 7f2733fff640 1 --2- 172.21.15.67:0/3171828063 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2738078b90 0x7f273807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:15.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:15.799+0000 7f2733fff640 1 -- 172.21.15.67:0/3171828063 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5115+0+0 (secure 0 0 0) 0x7f274409b390 con 0x7f274c162ea0 2024-09-21T00:26:15.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:15.800+0000 7f274b7fe640 1 --2- 172.21.15.67:0/3171828063 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2738078b90 0x7f273807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:15.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:15.800+0000 7f274b7fe640 1 --2- 172.21.15.67:0/3171828063 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2738078b90 0x7f273807b0a0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f273c034000 tx=0x7f273c004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:15.806 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:15.804+0000 7f2733fff640 1 -- 172.21.15.67:0/3171828063 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f2744016030 con 0x7f274c162ea0 2024-09-21T00:26:15.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:15.990+0000 7f2751fdf640 1 -- 172.21.15.67:0/3171828063 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7f274c15fcd0 con 0x7f274c162ea0 2024-09-21T00:26:15.993 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:15.991+0000 7f2733fff640 1 -- 172.21.15.67:0/3171828063 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v44) ==== 59+0+2294 (secure 0 0 0) 0x7f27440633d0 con 0x7f274c162ea0 2024-09-21T00:26:15.993 INFO:teuthology.orchestra.run.smithi067.stdout:WHO MASK LEVEL OPTION VALUE RO 2024-09-21T00:26:15.993 INFO:teuthology.orchestra.run.smithi067.stdout:mon advanced mon_op_complaint_time 120 2024-09-21T00:26:15.993 INFO:teuthology.orchestra.run.smithi067.stdout:mgr advanced client_mount_timeout 30 2024-09-21T00:26:15.993 INFO:teuthology.orchestra.run.smithi067.stdout:mgr advanced debug_client 20/20 2024-09-21T00:26:15.993 INFO:teuthology.orchestra.run.smithi067.stdout:mgr advanced debug_mgr 20/20 2024-09-21T00:26:15.993 INFO:teuthology.orchestra.run.smithi067.stdout:mgr advanced debug_ms 1/1 2024-09-21T00:26:15.993 INFO:teuthology.orchestra.run.smithi067.stdout:mgr dev mon_warn_on_pool_no_app false 2024-09-21T00:26:15.993 INFO:teuthology.orchestra.run.smithi067.stdout:osd advanced osd_op_complaint_time 180.000000 2024-09-21T00:26:15.994 INFO:teuthology.orchestra.run.smithi067.stdout:osd.0 basic osd_mclock_max_capacity_iops_ssd 4994.792072 2024-09-21T00:26:15.994 INFO:teuthology.orchestra.run.smithi067.stdout:osd.1 basic osd_mclock_max_capacity_iops_ssd 6949.964888 2024-09-21T00:26:15.994 INFO:teuthology.orchestra.run.smithi067.stdout:osd.2 basic osd_mclock_max_capacity_iops_ssd 4728.394376 2024-09-21T00:26:15.994 INFO:teuthology.orchestra.run.smithi067.stdout:osd.3 basic osd_mclock_max_capacity_iops_ssd 4592.129816 2024-09-21T00:26:15.994 INFO:teuthology.orchestra.run.smithi067.stdout:osd.4 basic osd_mclock_max_capacity_iops_ssd 6550.422905 2024-09-21T00:26:15.994 INFO:teuthology.orchestra.run.smithi067.stdout:osd.5 basic osd_mclock_max_capacity_iops_ssd 5213.710688 2024-09-21T00:26:15.994 INFO:teuthology.orchestra.run.smithi067.stdout:osd.6 basic osd_mclock_max_capacity_iops_ssd 5638.399028 2024-09-21T00:26:15.994 INFO:teuthology.orchestra.run.smithi067.stdout:osd.7 basic osd_mclock_max_capacity_iops_ssd 5357.310397 2024-09-21T00:26:15.994 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced debug_mds 20/20 2024-09-21T00:26:15.994 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced debug_mds_balancer 20/20 2024-09-21T00:26:15.994 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced debug_ms 2/2 2024-09-21T00:26:15.994 INFO:teuthology.orchestra.run.smithi067.stdout:mds dev mds_debug_frag true 2024-09-21T00:26:15.994 INFO:teuthology.orchestra.run.smithi067.stdout:mds dev mds_debug_scatterstat true 2024-09-21T00:26:15.995 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced mds_op_complaint_time 180.000000 2024-09-21T00:26:15.995 INFO:teuthology.orchestra.run.smithi067.stdout:mds dev mds_verify_scatter true 2024-09-21T00:26:15.995 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced osd_op_complaint_time 180.000000 2024-09-21T00:26:15.995 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced rados_mon_op_timeout 900 2024-09-21T00:26:15.995 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced rados_osd_op_timeout 900 2024-09-21T00:26:15.995 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced client_mount_timeout 600 2024-09-21T00:26:15.995 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced debug_client 20/20 2024-09-21T00:26:15.995 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced debug_ms 1/1 2024-09-21T00:26:15.995 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced rados_mon_op_timeout 900 2024-09-21T00:26:15.995 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced rados_osd_op_timeout 900 2024-09-21T00:26:15.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:15.992+0000 7f2751fdf640 1 -- 172.21.15.67:0/3171828063 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2738078b90 msgr2=0x7f273807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:15.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:15.992+0000 7f2751fdf640 1 --2- 172.21.15.67:0/3171828063 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2738078b90 0x7f273807b0a0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f273c034000 tx=0x7f273c004730 comp rx=0 tx=0).stop 2024-09-21T00:26:15.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:15.992+0000 7f2751fdf640 1 -- 172.21.15.67:0/3171828063 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f274c162ea0 msgr2=0x7f274c0b9050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:15.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:15.992+0000 7f2751fdf640 1 --2- 172.21.15.67:0/3171828063 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f274c162ea0 0x7f274c0b9050 secure :-1 s=READY pgs=1024 cs=0 l=1 rev1=1 crypto rx=0x7f274400e990 tx=0x7f274400ee50 comp rx=0 tx=0).stop 2024-09-21T00:26:15.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:15.993+0000 7f2751fdf640 1 -- 172.21.15.67:0/3171828063 shutdown_connections 2024-09-21T00:26:15.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:15.993+0000 7f2751fdf640 1 --2- 172.21.15.67:0/3171828063 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2738078b90 0x7f273807b0a0 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:15.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:15.993+0000 7f2751fdf640 1 --2- 172.21.15.67:0/3171828063 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f274c162ea0 0x7f274c0b9050 unknown :-1 s=CLOSED pgs=1024 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:15.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:15.993+0000 7f2751fdf640 1 --2- 172.21.15.67:0/3171828063 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f274c0d2b00 0x7f274c0b8b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:15.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:15.993+0000 7f2751fdf640 1 --2- 172.21.15.67:0/3171828063 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f274c0d11c0 0x7f274c14ebd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:15.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:15.993+0000 7f2751fdf640 1 -- 172.21.15.67:0/3171828063 >> 172.21.15.67:0/3171828063 conn(0x7f274c06dfb0 msgr2=0x7f274c15de70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:15.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:15.993+0000 7f2751fdf640 1 -- 172.21.15.67:0/3171828063 shutdown_connections 2024-09-21T00:26:15.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:15.993+0000 7f2751fdf640 1 -- 172.21.15.67:0/3171828063 wait complete. 2024-09-21T00:26:16.006 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-21T00:26:16.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.123+0000 7f0ed18b2640 1 -- 172.21.15.67:0/1345406700 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0ecc0d4db0 msgr2=0x7f0ecc0d0d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:16.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.123+0000 7f0ed18b2640 1 --2- 172.21.15.67:0/1345406700 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0ecc0d4db0 0x7f0ecc0d0d40 secure :-1 s=READY pgs=1025 cs=0 l=1 rev1=1 crypto rx=0x7f0ec0005fd0 tx=0x7f0ec002a4a0 comp rx=0 tx=0).stop 2024-09-21T00:26:16.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.123+0000 7f0ed18b2640 1 -- 172.21.15.67:0/1345406700 shutdown_connections 2024-09-21T00:26:16.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.123+0000 7f0ed18b2640 1 --2- 172.21.15.67:0/1345406700 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0ecc0d4db0 0x7f0ecc0d0d40 unknown :-1 s=CLOSED pgs=1025 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:16.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.123+0000 7f0ed18b2640 1 --2- 172.21.15.67:0/1345406700 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0ecc0d3590 0x7f0ecc0b9950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:16.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.123+0000 7f0ed18b2640 1 -- 172.21.15.67:0/1345406700 >> 172.21.15.67:0/1345406700 conn(0x7f0ecc09da10 msgr2=0x7f0ecc0d46a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:16.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.123+0000 7f0ed18b2640 1 -- 172.21.15.67:0/1345406700 shutdown_connections 2024-09-21T00:26:16.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.123+0000 7f0ed18b2640 1 -- 172.21.15.67:0/1345406700 wait complete. 2024-09-21T00:26:16.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.125+0000 7f0ed18b2640 1 Processor -- start 2024-09-21T00:26:16.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.125+0000 7f0ed18b2640 1 -- start start 2024-09-21T00:26:16.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.126+0000 7f0ed18b2640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0ecc0d1280 0x7f0ecc1f4f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:16.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.126+0000 7f0ed18b2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0ecc0d3590 0x7f0ecc14d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:16.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.126+0000 7f0ed18b2640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0ecc0d4db0 0x7f0ecc0a0780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:16.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.126+0000 7f0ed18b2640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f0ecc0b55b0 con 0x7f0ecc0d3590 2024-09-21T00:26:16.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.126+0000 7f0ed18b2640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f0ecc0b3c90 con 0x7f0ecc0d4db0 2024-09-21T00:26:16.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.127+0000 7f0ed18b2640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f0ecc0d2b90 con 0x7f0ecc0d1280 2024-09-21T00:26:16.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.127+0000 7f0eca7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0ecc0d3590 0x7f0ecc14d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:16.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.127+0000 7f0eca7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0ecc0d3590 0x7f0ecc14d5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42794/0 (socket says 172.21.15.67:42794) 2024-09-21T00:26:16.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.127+0000 7f0eca7fc640 1 -- 172.21.15.67:0/3131851287 learned_addr learned my addr 172.21.15.67:0/3131851287 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:16.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.127+0000 7f0ecaffd640 1 --2- 172.21.15.67:0/3131851287 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0ecc0d1280 0x7f0ecc1f4f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:16.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.127+0000 7f0ecb7fe640 1 --2- 172.21.15.67:0/3131851287 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0ecc0d4db0 0x7f0ecc0a0780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:16.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.127+0000 7f0eca7fc640 1 -- 172.21.15.67:0/3131851287 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0ecc0d1280 msgr2=0x7f0ecc1f4f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:16.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.127+0000 7f0eca7fc640 1 --2- 172.21.15.67:0/3131851287 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0ecc0d1280 0x7f0ecc1f4f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:16.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.127+0000 7f0eca7fc640 1 -- 172.21.15.67:0/3131851287 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0ecc0d4db0 msgr2=0x7f0ecc0a0780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:16.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.127+0000 7f0eca7fc640 1 --2- 172.21.15.67:0/3131851287 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0ecc0d4db0 0x7f0ecc0a0780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:16.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.127+0000 7f0eca7fc640 1 -- 172.21.15.67:0/3131851287 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ecc1f54b0 con 0x7f0ecc0d3590 2024-09-21T00:26:16.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.127+0000 7f0eca7fc640 1 --2- 172.21.15.67:0/3131851287 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0ecc0d3590 0x7f0ecc14d5a0 secure :-1 s=READY pgs=1026 cs=0 l=1 rev1=1 crypto rx=0x7f0ec0006010 tx=0x7f0ec00038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:16.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.127+0000 7f0eb3fff640 1 -- 172.21.15.67:0/3131851287 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ec003e030 con 0x7f0ecc0d3590 2024-09-21T00:26:16.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.127+0000 7f0eb3fff640 1 -- 172.21.15.67:0/3131851287 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0ec0003d90 con 0x7f0ecc0d3590 2024-09-21T00:26:16.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.127+0000 7f0ed18b2640 1 -- 172.21.15.67:0/3131851287 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ecc09f6e0 con 0x7f0ecc0d3590 2024-09-21T00:26:16.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.128+0000 7f0eb3fff640 1 -- 172.21.15.67:0/3131851287 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ec0035040 con 0x7f0ecc0d3590 2024-09-21T00:26:16.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.128+0000 7f0ed18b2640 1 -- 172.21.15.67:0/3131851287 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ecc09fca0 con 0x7f0ecc0d3590 2024-09-21T00:26:16.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.128+0000 7f0ed18b2640 1 -- 172.21.15.67:0/3131851287 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0ecc0d30b0 con 0x7f0ecc0d3590 2024-09-21T00:26:16.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.129+0000 7f0eb3fff640 1 -- 172.21.15.67:0/3131851287 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f0ec0041030 con 0x7f0ecc0d3590 2024-09-21T00:26:16.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.130+0000 7f0eb3fff640 1 --2- 172.21.15.67:0/3131851287 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0eb8078b90 0x7f0eb807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:16.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.130+0000 7f0eb3fff640 1 -- 172.21.15.67:0/3131851287 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5115+0+0 (secure 0 0 0) 0x7f0ec00bb1e0 con 0x7f0ecc0d3590 2024-09-21T00:26:16.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.130+0000 7f0ecaffd640 1 --2- 172.21.15.67:0/3131851287 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0eb8078b90 0x7f0eb807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:16.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.131+0000 7f0ecaffd640 1 --2- 172.21.15.67:0/3131851287 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0eb8078b90 0x7f0eb807b0a0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f0ebc00bb30 tx=0x7f0ebc00b2e0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:16.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.134+0000 7f0eb3fff640 1 -- 172.21.15.67:0/3131851287 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f0ec00832b0 con 0x7f0ecc0d3590 2024-09-21T00:26:16.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.320+0000 7f0ed18b2640 1 -- 172.21.15.67:0/3131851287 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f0ecc09f450 con 0x7f0ecc0d3590 2024-09-21T00:26:16.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.324+0000 7f0eb3fff640 1 -- 172.21.15.67:0/3131851287 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v45)=0 v45) ==== 122+0+0 (secure 0 0 0) 0x7f0ec0087ce0 con 0x7f0ecc0d3590 2024-09-21T00:26:16.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.326+0000 7f0ed18b2640 1 -- 172.21.15.67:0/3131851287 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0eb8078b90 msgr2=0x7f0eb807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:16.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.326+0000 7f0ed18b2640 1 --2- 172.21.15.67:0/3131851287 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0eb8078b90 0x7f0eb807b0a0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f0ebc00bb30 tx=0x7f0ebc00b2e0 comp rx=0 tx=0).stop 2024-09-21T00:26:16.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.326+0000 7f0ed18b2640 1 -- 172.21.15.67:0/3131851287 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0ecc0d3590 msgr2=0x7f0ecc14d5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:16.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.326+0000 7f0ed18b2640 1 --2- 172.21.15.67:0/3131851287 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0ecc0d3590 0x7f0ecc14d5a0 secure :-1 s=READY pgs=1026 cs=0 l=1 rev1=1 crypto rx=0x7f0ec0006010 tx=0x7f0ec00038a0 comp rx=0 tx=0).stop 2024-09-21T00:26:16.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.326+0000 7f0ed18b2640 1 -- 172.21.15.67:0/3131851287 shutdown_connections 2024-09-21T00:26:16.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.326+0000 7f0ed18b2640 1 --2- 172.21.15.67:0/3131851287 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0eb8078b90 0x7f0eb807b0a0 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:16.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.326+0000 7f0ed18b2640 1 --2- 172.21.15.67:0/3131851287 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0ecc0d4db0 0x7f0ecc0a0780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:16.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.326+0000 7f0ed18b2640 1 --2- 172.21.15.67:0/3131851287 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0ecc0d3590 0x7f0ecc14d5a0 unknown :-1 s=CLOSED pgs=1026 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:16.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.326+0000 7f0ed18b2640 1 --2- 172.21.15.67:0/3131851287 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0ecc0d1280 0x7f0ecc1f4f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:16.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.326+0000 7f0ed18b2640 1 -- 172.21.15.67:0/3131851287 >> 172.21.15.67:0/3131851287 conn(0x7f0ecc09da10 msgr2=0x7f0ecc0d2270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:16.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.327+0000 7f0ed18b2640 1 -- 172.21.15.67:0/3131851287 shutdown_connections 2024-09-21T00:26:16.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.327+0000 7f0ed18b2640 1 -- 172.21.15.67:0/3131851287 wait complete. 2024-09-21T00:26:16.340 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-21T00:26:16.340 DEBUG:teuthology.orchestra.run.smithi067:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T00:26:16.388 DEBUG:teuthology.orchestra.run.smithi097:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T00:26:16.437 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-21T00:26:16.437 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:26:16.437 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:26:16.453 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20178 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T00:26:16.453 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:26:16.453 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:26:16.471 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17850 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T00:26:16.471 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:26:16.471 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:26:16.509 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20178 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T00:26:16.509 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:26:16.509 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:26:16.529 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17850 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T00:26:16.529 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-21T00:26:16.530 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:26:16.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.664+0000 7f3c577f1640 1 -- 172.21.15.67:0/522663341 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3c500b1910 msgr2=0x7f3c5009b060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:16.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.664+0000 7f3c577f1640 1 --2- 172.21.15.67:0/522663341 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3c500b1910 0x7f3c5009b060 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f3c40009860 tx=0x7f3c4002a530 comp rx=0 tx=0).stop 2024-09-21T00:26:16.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.664+0000 7f3c577f1640 1 -- 172.21.15.67:0/522663341 shutdown_connections 2024-09-21T00:26:16.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.664+0000 7f3c577f1640 1 --2- 172.21.15.67:0/522663341 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3c500b1910 0x7f3c5009b060 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:16.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.664+0000 7f3c577f1640 1 -- 172.21.15.67:0/522663341 >> 172.21.15.67:0/522663341 conn(0x7f3c500b3e90 msgr2=0x7f3c500b42a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:16.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.664+0000 7f3c577f1640 1 -- 172.21.15.67:0/522663341 shutdown_connections 2024-09-21T00:26:16.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.664+0000 7f3c577f1640 1 -- 172.21.15.67:0/522663341 wait complete. 2024-09-21T00:26:16.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.666+0000 7f3c577f1640 1 Processor -- start 2024-09-21T00:26:16.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.666+0000 7f3c577f1640 1 -- start start 2024-09-21T00:26:16.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.668+0000 7f3c577f1640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3c500b1910 0x7f3c500c9450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:16.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.668+0000 7f3c577f1640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3c500cd890 0x7f3c501f9bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:16.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.668+0000 7f3c577f1640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3c5015ffe0 0x7f3c501fa110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:16.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.668+0000 7f3c577f1640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f3c500ce740 con 0x7f3c5015ffe0 2024-09-21T00:26:16.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.668+0000 7f3c577f1640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f3c500ce5c0 con 0x7f3c500b1910 2024-09-21T00:26:16.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.668+0000 7f3c577f1640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f3c500ce8c0 con 0x7f3c500cd890 2024-09-21T00:26:16.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.668+0000 7f3c55d8e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3c5015ffe0 0x7f3c501fa110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:16.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.668+0000 7f3c55d8e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3c5015ffe0 0x7f3c501fa110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42796/0 (socket says 172.21.15.67:42796) 2024-09-21T00:26:16.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.668+0000 7f3c55d8e640 1 -- 172.21.15.67:0/3754697621 learned_addr learned my addr 172.21.15.67:0/3754697621 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:16.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.668+0000 7f3c54d8c640 1 --2- 172.21.15.67:0/3754697621 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3c500cd890 0x7f3c501f9bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:16.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.668+0000 7f3c5558d640 1 --2- 172.21.15.67:0/3754697621 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3c500b1910 0x7f3c500c9450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:16.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.668+0000 7f3c55d8e640 1 -- 172.21.15.67:0/3754697621 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3c500cd890 msgr2=0x7f3c501f9bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:16.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.668+0000 7f3c55d8e640 1 --2- 172.21.15.67:0/3754697621 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3c500cd890 0x7f3c501f9bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:16.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.668+0000 7f3c55d8e640 1 -- 172.21.15.67:0/3754697621 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3c500b1910 msgr2=0x7f3c500c9450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:16.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.668+0000 7f3c55d8e640 1 --2- 172.21.15.67:0/3754697621 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3c500b1910 0x7f3c500c9450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:16.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.668+0000 7f3c55d8e640 1 -- 172.21.15.67:0/3754697621 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3c501f60c0 con 0x7f3c5015ffe0 2024-09-21T00:26:16.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.668+0000 7f3c55d8e640 1 --2- 172.21.15.67:0/3754697621 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3c5015ffe0 0x7f3c501fa110 secure :-1 s=READY pgs=1028 cs=0 l=1 rev1=1 crypto rx=0x7f3c4800cbc0 tx=0x7f3c4800a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:16.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.668+0000 7f3c45ffb640 1 -- 172.21.15.67:0/3754697621 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c48016020 con 0x7f3c5015ffe0 2024-09-21T00:26:16.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.668+0000 7f3c45ffb640 1 -- 172.21.15.67:0/3754697621 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3c48012420 con 0x7f3c5015ffe0 2024-09-21T00:26:16.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.668+0000 7f3c577f1640 1 -- 172.21.15.67:0/3754697621 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3c501f63a0 con 0x7f3c5015ffe0 2024-09-21T00:26:16.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.668+0000 7f3c45ffb640 1 -- 172.21.15.67:0/3754697621 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3c48012870 con 0x7f3c5015ffe0 2024-09-21T00:26:16.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.669+0000 7f3c577f1640 1 -- 172.21.15.67:0/3754697621 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3c501f6960 con 0x7f3c5015ffe0 2024-09-21T00:26:16.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.670+0000 7f3c577f1640 1 -- 172.21.15.67:0/3754697621 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3c500cdca0 con 0x7f3c5015ffe0 2024-09-21T00:26:16.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.670+0000 7f3c45ffb640 1 -- 172.21.15.67:0/3754697621 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f3c48019020 con 0x7f3c5015ffe0 2024-09-21T00:26:16.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.671+0000 7f3c45ffb640 1 --2- 172.21.15.67:0/3754697621 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3c34078bc0 0x7f3c3407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:16.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.671+0000 7f3c45ffb640 1 -- 172.21.15.67:0/3754697621 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5115+0+0 (secure 0 0 0) 0x7f3c4809ada0 con 0x7f3c5015ffe0 2024-09-21T00:26:16.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.671+0000 7f3c5558d640 1 --2- 172.21.15.67:0/3754697621 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3c34078bc0 0x7f3c3407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:16.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.672+0000 7f3c5558d640 1 --2- 172.21.15.67:0/3754697621 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3c34078bc0 0x7f3c3407b0d0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f3c4c000f60 tx=0x7f3c4c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:16.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.675+0000 7f3c45ffb640 1 -- 172.21.15.67:0/3754697621 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f3c48020030 con 0x7f3c5015ffe0 2024-09-21T00:26:16.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.899+0000 7f3c577f1640 1 -- 172.21.15.67:0/3754697621 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3c500b4c80 con 0x7f3c5015ffe0 2024-09-21T00:26:16.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.900+0000 7f3c45ffb640 1 -- 172.21.15.67:0/3754697621 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 65 v65) ==== 94+0+3905 (secure 0 0 0) 0x7f3c48062de0 con 0x7f3c5015ffe0 2024-09-21T00:26:16.902 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:26:16.902 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":65,"btime":"2024-09-21T00:26:10:287141+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6493,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6835/3686147303","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3686147303},{"type":"v1","addr":"172.21.15.97:6835","nonce":3686147303}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":59},{"gid":6511,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/988187047","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":988187047},{"type":"v1","addr":"172.21.15.97:6837","nonce":988187047}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":61},{"gid":6966,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/1019459772","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1019459772},{"type":"v1","addr":"172.21.15.67:6834","nonce":1019459772}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":59},{"gid":7101,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/933754867","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":933754867},{"type":"v1","addr":"172.21.15.67:6835","nonce":933754867}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":65}],"filesystems":[]} 2024-09-21T00:26:16.903 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 65 2024-09-21T00:26:16.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.902+0000 7f3c577f1640 1 -- 172.21.15.67:0/3754697621 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3c34078bc0 msgr2=0x7f3c3407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:16.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.902+0000 7f3c577f1640 1 --2- 172.21.15.67:0/3754697621 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3c34078bc0 0x7f3c3407b0d0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f3c4c000f60 tx=0x7f3c4c009040 comp rx=0 tx=0).stop 2024-09-21T00:26:16.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.902+0000 7f3c577f1640 1 -- 172.21.15.67:0/3754697621 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3c5015ffe0 msgr2=0x7f3c501fa110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:16.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.902+0000 7f3c577f1640 1 --2- 172.21.15.67:0/3754697621 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3c5015ffe0 0x7f3c501fa110 secure :-1 s=READY pgs=1028 cs=0 l=1 rev1=1 crypto rx=0x7f3c4800cbc0 tx=0x7f3c4800a430 comp rx=0 tx=0).stop 2024-09-21T00:26:16.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.902+0000 7f3c577f1640 1 -- 172.21.15.67:0/3754697621 shutdown_connections 2024-09-21T00:26:16.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.902+0000 7f3c577f1640 1 --2- 172.21.15.67:0/3754697621 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3c34078bc0 0x7f3c3407b0d0 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:16.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.902+0000 7f3c577f1640 1 --2- 172.21.15.67:0/3754697621 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3c5015ffe0 0x7f3c501fa110 unknown :-1 s=CLOSED pgs=1028 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:16.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.902+0000 7f3c577f1640 1 --2- 172.21.15.67:0/3754697621 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3c500cd890 0x7f3c501f9bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:16.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.902+0000 7f3c577f1640 1 --2- 172.21.15.67:0/3754697621 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3c500b1910 0x7f3c500c9450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:16.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.902+0000 7f3c577f1640 1 -- 172.21.15.67:0/3754697621 >> 172.21.15.67:0/3754697621 conn(0x7f3c500b3e90 msgr2=0x7f3c5015bc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:16.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.902+0000 7f3c577f1640 1 -- 172.21.15.67:0/3754697621 shutdown_connections 2024-09-21T00:26:16.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:16.902+0000 7f3c577f1640 1 -- 172.21.15.67:0/3754697621 wait complete. 2024-09-21T00:26:16.916 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-21T00:26:16.916 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-21T00:26:16.916 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-21T00:26:16.916 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:26:16.916 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-21T00:26:16.917 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-21T00:26:16.917 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-21T00:26:16.917 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:26:16.917 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-21T00:26:16.917 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-21T00:26:16.917 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-21T00:26:16.917 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:26:16.918 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-21T00:26:16.918 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-21T00:26:16.918 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-21T00:26:16.918 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:26:16.926 INFO:tasks.ceph.mds.a:Stopped 2024-09-21T00:26:16.926 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-21T00:26:16.929 INFO:tasks.ceph.mds.d:Stopped 2024-09-21T00:26:16.929 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-21T00:26:16.930 INFO:tasks.ceph.mds.b:Stopped 2024-09-21T00:26:16.930 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-21T00:26:16.931 INFO:tasks.ceph.mds.c:Stopped 2024-09-21T00:26:16.931 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-21T00:26:16.972 INFO:tasks.ceph.mds.d:Started 2024-09-21T00:26:16.973 DEBUG:teuthology.parallel:result is None 2024-09-21T00:26:16.973 INFO:tasks.ceph.mds.a:Started 2024-09-21T00:26:16.974 DEBUG:teuthology.parallel:result is None 2024-09-21T00:26:16.974 INFO:tasks.ceph.mds.b:Started 2024-09-21T00:26:16.974 DEBUG:teuthology.parallel:result is None 2024-09-21T00:26:16.975 INFO:tasks.ceph.mds.c:Started 2024-09-21T00:26:16.975 DEBUG:teuthology.parallel:result is None 2024-09-21T00:26:16.975 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-21T00:26:17.063 INFO:tasks.ceph.mds.a.smithi067.stdout:starting mds.a at 2024-09-21T00:26:17.063 INFO:tasks.ceph.mds.c.smithi067.stdout:starting mds.c at 2024-09-21T00:26:17.066 INFO:tasks.ceph.mds.d.smithi097.stdout:starting mds.d at 2024-09-21T00:26:17.066 INFO:tasks.ceph.mds.b.smithi097.stdout:starting mds.b at 2024-09-21T00:26:17.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.097+0000 7f1f43a12640 1 -- 172.21.15.67:0/1325191480 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1f3c0cd890 msgr2=0x7f1f3c0cdca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:17.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.097+0000 7f1f43a12640 1 --2- 172.21.15.67:0/1325191480 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1f3c0cd890 0x7f1f3c0cdca0 secure :-1 s=READY pgs=1034 cs=0 l=1 rev1=1 crypto rx=0x7f1f3c09bdd0 tx=0x7f1f3402aac0 comp rx=0 tx=0).stop 2024-09-21T00:26:17.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.097+0000 7f1f43a12640 1 -- 172.21.15.67:0/1325191480 shutdown_connections 2024-09-21T00:26:17.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.097+0000 7f1f43a12640 1 --2- 172.21.15.67:0/1325191480 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1f3c0cd890 0x7f1f3c0cdca0 unknown :-1 s=CLOSED pgs=1034 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:17.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.097+0000 7f1f43a12640 1 --2- 172.21.15.67:0/1325191480 >> v2:172.21.15.97:3300/0 conn(0x7f1f3c0b1910 0x7f1f3c09b060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:17.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.097+0000 7f1f43a12640 1 -- 172.21.15.67:0/1325191480 >> 172.21.15.67:0/1325191480 conn(0x7f1f3c0b3e90 msgr2=0x7f1f3c0b42a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:17.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.098+0000 7f1f43a12640 1 -- 172.21.15.67:0/1325191480 shutdown_connections 2024-09-21T00:26:17.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.098+0000 7f1f43a12640 1 -- 172.21.15.67:0/1325191480 wait complete. 2024-09-21T00:26:17.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.099+0000 7f1f43a12640 1 Processor -- start 2024-09-21T00:26:17.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.099+0000 7f1f43a12640 1 -- start start 2024-09-21T00:26:17.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.101+0000 7f1f43a12640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1f3c0b1910 0x7f1f3c0af0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:17.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.101+0000 7f1f43a12640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1f3c0cd890 0x7f1f3c14d2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:17.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.101+0000 7f1f43a12640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1f3c15ffe0 0x7f1f3c06f1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:17.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.101+0000 7f1f43a12640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f1f3c0ce360 con 0x7f1f3c15ffe0 2024-09-21T00:26:17.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.101+0000 7f1f41faf640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1f3c15ffe0 0x7f1f3c06f1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:17.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.101+0000 7f1f41faf640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1f3c15ffe0 0x7f1f3c06f1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42838/0 (socket says 172.21.15.67:42838) 2024-09-21T00:26:17.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.101+0000 7f1f41faf640 1 -- 172.21.15.67:0/4136645521 learned_addr learned my addr 172.21.15.67:0/4136645521 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:17.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.101+0000 7f1f417ae640 1 --2- 172.21.15.67:0/4136645521 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1f3c0b1910 0x7f1f3c0af0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:17.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.101+0000 7f1f40fad640 1 --2- 172.21.15.67:0/4136645521 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1f3c0cd890 0x7f1f3c14d2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:17.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.101+0000 7f1f43a12640 1 -- 172.21.15.67:0/4136645521 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f1f3c0ce1e0 con 0x7f1f3c0cd890 2024-09-21T00:26:17.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.101+0000 7f1f43a12640 1 -- 172.21.15.67:0/4136645521 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f1f3c0ce4e0 con 0x7f1f3c0b1910 2024-09-21T00:26:17.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.101+0000 7f1f41faf640 1 -- 172.21.15.67:0/4136645521 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1f3c0b1910 msgr2=0x7f1f3c0af0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:17.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.101+0000 7f1f41faf640 1 --2- 172.21.15.67:0/4136645521 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1f3c0b1910 0x7f1f3c0af0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:17.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.101+0000 7f1f41faf640 1 -- 172.21.15.67:0/4136645521 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1f3c0cd890 msgr2=0x7f1f3c14d2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:17.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.101+0000 7f1f41faf640 1 --2- 172.21.15.67:0/4136645521 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1f3c0cd890 0x7f1f3c14d2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:17.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.101+0000 7f1f41faf640 1 -- 172.21.15.67:0/4136645521 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f3c1f6040 con 0x7f1f3c15ffe0 2024-09-21T00:26:17.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.102+0000 7f1f41faf640 1 --2- 172.21.15.67:0/4136645521 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1f3c15ffe0 0x7f1f3c06f1b0 secure :-1 s=READY pgs=1035 cs=0 l=1 rev1=1 crypto rx=0x7f1f34009d60 tx=0x7f1f34003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:17.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.102+0000 7f1f2dffb640 1 -- 172.21.15.67:0/4136645521 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f34044070 con 0x7f1f3c15ffe0 2024-09-21T00:26:17.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.102+0000 7f1f2dffb640 1 -- 172.21.15.67:0/4136645521 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1f34004240 con 0x7f1f3c15ffe0 2024-09-21T00:26:17.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.102+0000 7f1f43a12640 1 -- 172.21.15.67:0/4136645521 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1f3c1f6320 con 0x7f1f3c15ffe0 2024-09-21T00:26:17.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.102+0000 7f1f2dffb640 1 -- 172.21.15.67:0/4136645521 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f34004670 con 0x7f1f3c15ffe0 2024-09-21T00:26:17.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.102+0000 7f1f43a12640 1 -- 172.21.15.67:0/4136645521 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1f3c1f68e0 con 0x7f1f3c15ffe0 2024-09-21T00:26:17.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.103+0000 7f1f43a12640 1 -- 172.21.15.67:0/4136645521 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1f3c1f5db0 con 0x7f1f3c15ffe0 2024-09-21T00:26:17.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.104+0000 7f1f2dffb640 1 -- 172.21.15.67:0/4136645521 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f1f34036400 con 0x7f1f3c15ffe0 2024-09-21T00:26:17.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.104+0000 7f1f2dffb640 1 --2- 172.21.15.67:0/4136645521 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1f20078b90 0x7f1f2007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:17.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.104+0000 7f1f2dffb640 1 -- 172.21.15.67:0/4136645521 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5115+0+0 (secure 0 0 0) 0x7f1f340bb330 con 0x7f1f3c15ffe0 2024-09-21T00:26:17.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.105+0000 7f1f417ae640 1 --2- 172.21.15.67:0/4136645521 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1f20078b90 0x7f1f2007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:17.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.105+0000 7f1f417ae640 1 --2- 172.21.15.67:0/4136645521 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1f20078b90 0x7f1f2007b0a0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f1f38000f60 tx=0x7f1f38009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:17.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.109+0000 7f1f2dffb640 1 -- 172.21.15.67:0/4136645521 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f1f3403c070 con 0x7f1f3c15ffe0 2024-09-21T00:26:17.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.308+0000 7f1f43a12640 1 -- 172.21.15.67:0/4136645521 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f1f3c0ce9d0 con 0x7f1f3c15ffe0 2024-09-21T00:26:17.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.674+0000 7f1f2dffb640 1 -- 172.21.15.67:0/4136645521 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v82) ==== 97+0+0 (secure 0 0 0) 0x7f1f34032030 con 0x7f1f3c15ffe0 2024-09-21T00:26:17.677 INFO:teuthology.orchestra.run.smithi067.stderr: removed all blocklist entries 2024-09-21T00:26:17.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.677+0000 7f1f43a12640 1 -- 172.21.15.67:0/4136645521 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1f20078b90 msgr2=0x7f1f2007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:17.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.677+0000 7f1f43a12640 1 --2- 172.21.15.67:0/4136645521 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1f20078b90 0x7f1f2007b0a0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f1f38000f60 tx=0x7f1f38009040 comp rx=0 tx=0).stop 2024-09-21T00:26:17.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.677+0000 7f1f43a12640 1 -- 172.21.15.67:0/4136645521 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1f3c15ffe0 msgr2=0x7f1f3c06f1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:17.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.677+0000 7f1f43a12640 1 --2- 172.21.15.67:0/4136645521 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1f3c15ffe0 0x7f1f3c06f1b0 secure :-1 s=READY pgs=1035 cs=0 l=1 rev1=1 crypto rx=0x7f1f34009d60 tx=0x7f1f34003c10 comp rx=0 tx=0).stop 2024-09-21T00:26:17.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.677+0000 7f1f43a12640 1 -- 172.21.15.67:0/4136645521 shutdown_connections 2024-09-21T00:26:17.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.677+0000 7f1f43a12640 1 --2- 172.21.15.67:0/4136645521 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1f20078b90 0x7f1f2007b0a0 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:17.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.677+0000 7f1f43a12640 1 --2- 172.21.15.67:0/4136645521 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1f3c15ffe0 0x7f1f3c06f1b0 unknown :-1 s=CLOSED pgs=1035 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:17.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.677+0000 7f1f43a12640 1 --2- 172.21.15.67:0/4136645521 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1f3c0cd890 0x7f1f3c14d2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:17.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.677+0000 7f1f43a12640 1 --2- 172.21.15.67:0/4136645521 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1f3c0b1910 0x7f1f3c0af0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:17.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.677+0000 7f1f43a12640 1 -- 172.21.15.67:0/4136645521 >> 172.21.15.67:0/4136645521 conn(0x7f1f3c0b3e90 msgr2=0x7f1f3c0cf5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:17.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.677+0000 7f1f43a12640 1 -- 172.21.15.67:0/4136645521 shutdown_connections 2024-09-21T00:26:17.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.677+0000 7f1f43a12640 1 -- 172.21.15.67:0/4136645521 wait complete. 2024-09-21T00:26:17.692 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-21T00:26:17.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.807+0000 7f6445b90640 1 -- 172.21.15.67:0/3577857915 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6428003a00 msgr2=0x7f6428003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:17.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.807+0000 7f6445b90640 1 --2- 172.21.15.67:0/3577857915 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6428003a00 0x7f6428003e70 secure :-1 s=READY pgs=1037 cs=0 l=1 rev1=1 crypto rx=0x7f643000c310 tx=0x7f6428005830 comp rx=0 tx=0).stop 2024-09-21T00:26:17.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.807+0000 7f643ffff640 1 -- 172.21.15.67:0/3577857915 reap_dead start 2024-09-21T00:26:17.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.807+0000 7f6445b90640 1 -- 172.21.15.67:0/3577857915 shutdown_connections 2024-09-21T00:26:17.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.807+0000 7f6445b90640 1 -- 172.21.15.67:0/3577857915 >> 172.21.15.67:0/3577857915 conn(0x7f64400b4140 msgr2=0x7f64400b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:17.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.807+0000 7f6445b90640 1 -- 172.21.15.67:0/3577857915 shutdown_connections 2024-09-21T00:26:17.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.807+0000 7f6445b90640 1 -- 172.21.15.67:0/3577857915 wait complete. 2024-09-21T00:26:17.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.809+0000 7f6445b90640 1 Processor -- start 2024-09-21T00:26:17.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.809+0000 7f6445b90640 1 -- start start 2024-09-21T00:26:17.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.811+0000 7f6445b90640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f64400c7300 0x7f64400c88d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:17.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.811+0000 7f6445b90640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f64401d70c0 0x7f64401f08b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:17.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.811+0000 7f6445b90640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f64401f6ab0 0x7f64401f6ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:17.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.811+0000 7f6445b90640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f64400b4c60 con 0x7f64401f6ab0 2024-09-21T00:26:17.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.811+0000 7f6445b90640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f644009b270 con 0x7f64400c7300 2024-09-21T00:26:17.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.811+0000 7f6445b90640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f64400b4de0 con 0x7f64401d70c0 2024-09-21T00:26:17.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.811+0000 7f643ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f64401f6ab0 0x7f64401f6ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:17.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.811+0000 7f643ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f64401f6ab0 0x7f64401f6ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42856/0 (socket says 172.21.15.67:42856) 2024-09-21T00:26:17.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.811+0000 7f643ffff640 1 -- 172.21.15.67:0/1070398412 learned_addr learned my addr 172.21.15.67:0/1070398412 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:17.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.811+0000 7f643f7fe640 1 --2- 172.21.15.67:0/1070398412 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f64400c7300 0x7f64400c88d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:17.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.811+0000 7f643effd640 1 --2- 172.21.15.67:0/1070398412 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f64401d70c0 0x7f64401f08b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:17.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.811+0000 7f643ffff640 1 -- 172.21.15.67:0/1070398412 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f64401d70c0 msgr2=0x7f64401f08b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:17.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.811+0000 7f643ffff640 1 --2- 172.21.15.67:0/1070398412 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f64401d70c0 0x7f64401f08b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:17.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.811+0000 7f643ffff640 1 -- 172.21.15.67:0/1070398412 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f64400c7300 msgr2=0x7f64400c88d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:17.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.811+0000 7f643ffff640 1 --2- 172.21.15.67:0/1070398412 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f64400c7300 0x7f64400c88d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:17.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.811+0000 7f643ffff640 1 -- 172.21.15.67:0/1070398412 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64401f7400 con 0x7f64401f6ab0 2024-09-21T00:26:17.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.811+0000 7f643ffff640 1 --2- 172.21.15.67:0/1070398412 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f64401f6ab0 0x7f64401f6ec0 secure :-1 s=READY pgs=1038 cs=0 l=1 rev1=1 crypto rx=0x7f6440074830 tx=0x7f6438011f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:17.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.811+0000 7f6427fff640 1 -- 172.21.15.67:0/1070398412 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6438003e40 con 0x7f64401f6ab0 2024-09-21T00:26:17.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.812+0000 7f6427fff640 1 -- 172.21.15.67:0/1070398412 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f643800f990 con 0x7f64401f6ab0 2024-09-21T00:26:17.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.812+0000 7f6445b90640 1 -- 172.21.15.67:0/1070398412 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f64400c7830 con 0x7f64401f6ab0 2024-09-21T00:26:17.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.812+0000 7f6427fff640 1 -- 172.21.15.67:0/1070398412 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f643800fda0 con 0x7f64401f6ab0 2024-09-21T00:26:17.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.812+0000 7f6445b90640 1 -- 172.21.15.67:0/1070398412 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64400c7df0 con 0x7f64401f6ab0 2024-09-21T00:26:17.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.813+0000 7f6445b90640 1 -- 172.21.15.67:0/1070398412 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f644009a950 con 0x7f64401f6ab0 2024-09-21T00:26:17.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.813+0000 7f6427fff640 1 -- 172.21.15.67:0/1070398412 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f6438004030 con 0x7f64401f6ab0 2024-09-21T00:26:17.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.814+0000 7f6427fff640 1 --2- 172.21.15.67:0/1070398412 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f642c078b90 0x7f642c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:17.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.814+0000 7f6427fff640 1 -- 172.21.15.67:0/1070398412 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 4857+0+0 (secure 0 0 0) 0x7f643809b0f0 con 0x7f64401f6ab0 2024-09-21T00:26:17.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.814+0000 7f643f7fe640 1 --2- 172.21.15.67:0/1070398412 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f642c078b90 0x7f642c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:17.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.815+0000 7f643f7fe640 1 --2- 172.21.15.67:0/1070398412 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f642c078b90 0x7f642c07b0a0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f6430033000 tx=0x7f6430038040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:17.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:17.819+0000 7f6427fff640 1 -- 172.21.15.67:0/1070398412 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f64401f7400 con 0x7f64401f6ab0 2024-09-21T00:26:18.079 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.077+0000 7f6445b90640 1 -- 172.21.15.67:0/1070398412 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f64400b11e0 con 0x7f64401f6ab0 2024-09-21T00:26:18.079 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.077+0000 7f6427fff640 1 -- 172.21.15.67:0/1070398412 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v16) ==== 80+0+5304 (secure 0 0 0) 0x7f6438063240 con 0x7f64401f6ab0 2024-09-21T00:26:18.079 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:26:18.080 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:26:18.080 INFO:teuthology.orchestra.run.smithi067.stdout: "auth_dump": [ 2024-09-21T00:26:18.080 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:26:18.080 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mds.a", 2024-09-21T00:26:18.080 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5m9QBaFRAAdgisHziG3hw/D2M72XZn8g==", 2024-09-21T00:26:18.080 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:26:18.080 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:26:18.080 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:26:18.080 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:26:18.080 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:26:18.080 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:26:18.080 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:26:18.080 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:26:18.080 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mds.b", 2024-09-21T00:26:18.081 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mLCJuIhAAl/r6CTzwOFBmlvDR8WTorQ==", 2024-09-21T00:26:18.081 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:26:18.081 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:26:18.081 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:26:18.081 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:26:18.081 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:26:18.081 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:26:18.081 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:26:18.081 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:26:18.081 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mds.c", 2024-09-21T00:26:18.081 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mQ14ZHRAAi5QZeknKrKjp2jO02yntmg==", 2024-09-21T00:26:18.081 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:26:18.081 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:26:18.081 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:26:18.082 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:26:18.082 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:26:18.082 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:26:18.082 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:26:18.082 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:26:18.082 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mds.d", 2024-09-21T00:26:18.082 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mgCsdKhAAJ06SsIMmvdDQWaRDeCy6CA==", 2024-09-21T00:26:18.082 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:26:18.082 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:26:18.082 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:26:18.082 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:26:18.082 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:26:18.082 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:26:18.083 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:26:18.083 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:26:18.083 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.0", 2024-09-21T00:26:18.083 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBJEe5mhxC8ERAAwqKGS/tp+aVv++lqOVEPwg==", 2024-09-21T00:26:18.083 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:26:18.083 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:26:18.083 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:26:18.083 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:26:18.083 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:26:18.083 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:26:18.083 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:26:18.083 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.1", 2024-09-21T00:26:18.083 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBMEe5mbob6IxAANdMr4wKZkwcnJzzUY88/xA==", 2024-09-21T00:26:18.083 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:26:18.084 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:26:18.084 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:26:18.084 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:26:18.084 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:26:18.084 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:26:18.084 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:26:18.084 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.2", 2024-09-21T00:26:18.084 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBPEe5mR+B2NRAAbF2XunKQ4T7GqO5mflYgFQ==", 2024-09-21T00:26:18.084 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:26:18.084 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:26:18.084 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:26:18.084 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:26:18.084 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:26:18.084 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:26:18.085 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:26:18.085 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.3", 2024-09-21T00:26:18.085 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBTEe5mrBCaDBAAhESlssYCQxHPjrG5irA8bg==", 2024-09-21T00:26:18.085 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:26:18.085 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:26:18.085 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:26:18.085 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:26:18.085 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:26:18.085 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:26:18.085 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:26:18.085 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.4", 2024-09-21T00:26:18.085 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBZEe5mH7dzKBAALqGrXHFlpxFvgoI3COb/CA==", 2024-09-21T00:26:18.085 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:26:18.085 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:26:18.086 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:26:18.086 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:26:18.086 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:26:18.086 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:26:18.086 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:26:18.086 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.5", 2024-09-21T00:26:18.086 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBcEe5mbQLIORAAhaKf6tntn/oh0n1a70pqAA==", 2024-09-21T00:26:18.086 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:26:18.086 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:26:18.086 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:26:18.086 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:26:18.086 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:26:18.086 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:26:18.087 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:26:18.087 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.6", 2024-09-21T00:26:18.087 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBgEe5m5MO7ABAACbg8WWV3GhNSHRnjscz6Fg==", 2024-09-21T00:26:18.087 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:26:18.087 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:26:18.087 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:26:18.087 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:26:18.087 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:26:18.087 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:26:18.087 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:26:18.087 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.7", 2024-09-21T00:26:18.087 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBjEe5mmCIxAxAArpnzucP3Mbmo3BL6YikqWA==", 2024-09-21T00:26:18.087 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:26:18.087 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:26:18.088 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:26:18.088 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:26:18.088 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:26:18.088 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:26:18.088 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:26:18.088 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.0", 2024-09-21T00:26:18.088 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mUnwLLxAAE0JXCN8yXTH2bWtWI41o2Q==", 2024-09-21T00:26:18.088 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:26:18.088 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:26:18.088 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow r", 2024-09-21T00:26:18.088 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-21T00:26:18.088 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:26:18.088 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:26:18.089 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:26:18.089 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.1", 2024-09-21T00:26:18.089 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mDFa8NhAAraRO3NGJQTzWBBcGkkEhhQ==", 2024-09-21T00:26:18.089 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:26:18.089 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:26:18.089 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow r", 2024-09-21T00:26:18.089 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow rw", 2024-09-21T00:26:18.089 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow rwx" 2024-09-21T00:26:18.089 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:26:18.089 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:26:18.089 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:26:18.089 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.2", 2024-09-21T00:26:18.089 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mLu3nMhAA14NXzzDpQhxci5XP4juw/w==", 2024-09-21T00:26:18.089 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:26:18.090 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:26:18.090 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow r", 2024-09-21T00:26:18.090 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow rw", 2024-09-21T00:26:18.090 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow rwx" 2024-09-21T00:26:18.090 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:26:18.090 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:26:18.090 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:26:18.090 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.3", 2024-09-21T00:26:18.090 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5m6Lx8OhAAx4r6ll1YCFpRFK7DC5qqOw==", 2024-09-21T00:26:18.090 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:26:18.090 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:26:18.090 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow r", 2024-09-21T00:26:18.090 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow rw", 2024-09-21T00:26:18.090 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow rwx" 2024-09-21T00:26:18.091 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:26:18.091 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:26:18.091 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:26:18.091 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.admin", 2024-09-21T00:26:18.091 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBEEe5myhTpMBAA3uuyq5Ek2nSa9jjWQzIshw==", 2024-09-21T00:26:18.091 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:26:18.091 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow *", 2024-09-21T00:26:18.091 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:26:18.091 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:26:18.091 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:26:18.091 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:26:18.091 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:26:18.092 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:26:18.092 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mgr.x", 2024-09-21T00:26:18.092 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mNMdbERAA41Bj7rmSurxL0D2Zq+oHVA==", 2024-09-21T00:26:18.092 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:26:18.092 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow *", 2024-09-21T00:26:18.092 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile mgr", 2024-09-21T00:26:18.092 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:26:18.092 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:26:18.092 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:26:18.092 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:26:18.092 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mgr.y", 2024-09-21T00:26:18.092 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mNcGQCxAA33vjLt+brud7Aul58c5kXw==", 2024-09-21T00:26:18.092 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:26:18.092 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow *", 2024-09-21T00:26:18.093 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile mgr", 2024-09-21T00:26:18.093 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:26:18.093 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:26:18.093 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:26:18.093 INFO:teuthology.orchestra.run.smithi067.stdout: ] 2024-09-21T00:26:18.093 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:26:18.094 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.079+0000 7f6445b90640 1 -- 172.21.15.67:0/1070398412 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f642c078b90 msgr2=0x7f642c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:18.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.079+0000 7f6445b90640 1 --2- 172.21.15.67:0/1070398412 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f642c078b90 0x7f642c07b0a0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f6430033000 tx=0x7f6430038040 comp rx=0 tx=0).stop 2024-09-21T00:26:18.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.079+0000 7f6445b90640 1 -- 172.21.15.67:0/1070398412 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f64401f6ab0 msgr2=0x7f64401f6ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:18.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.079+0000 7f6445b90640 1 --2- 172.21.15.67:0/1070398412 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f64401f6ab0 0x7f64401f6ec0 secure :-1 s=READY pgs=1038 cs=0 l=1 rev1=1 crypto rx=0x7f6440074830 tx=0x7f6438011f10 comp rx=0 tx=0).stop 2024-09-21T00:26:18.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.079+0000 7f6445b90640 1 -- 172.21.15.67:0/1070398412 shutdown_connections 2024-09-21T00:26:18.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.079+0000 7f6445b90640 1 --2- 172.21.15.67:0/1070398412 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f642c078b90 0x7f642c07b0a0 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:18.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.079+0000 7f6445b90640 1 --2- 172.21.15.67:0/1070398412 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f64401f6ab0 0x7f64401f6ec0 unknown :-1 s=CLOSED pgs=1038 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:18.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.079+0000 7f6445b90640 1 --2- 172.21.15.67:0/1070398412 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f64401d70c0 0x7f64401f08b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:18.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.079+0000 7f6445b90640 1 --2- 172.21.15.67:0/1070398412 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f64400c7300 0x7f64400c88d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:18.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.079+0000 7f6445b90640 1 -- 172.21.15.67:0/1070398412 >> 172.21.15.67:0/1070398412 conn(0x7f64400b4140 msgr2=0x7f64401e4980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:18.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.079+0000 7f6445b90640 1 -- 172.21.15.67:0/1070398412 shutdown_connections 2024-09-21T00:26:18.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.079+0000 7f6445b90640 1 -- 172.21.15.67:0/1070398412 wait complete. 2024-09-21T00:26:18.096 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-21T00:26:18.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.210+0000 7fa3fe17b640 1 -- 172.21.15.67:0/337120701 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa3f80cd030 msgr2=0x7fa3f80cd440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:18.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.210+0000 7fa3fe17b640 1 --2- 172.21.15.67:0/337120701 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa3f80cd030 0x7fa3f80cd440 secure :-1 s=READY pgs=1039 cs=0 l=1 rev1=1 crypto rx=0x7fa3f0005fd0 tx=0x7fa3f002aa00 comp rx=0 tx=0).stop 2024-09-21T00:26:18.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.210+0000 7fa3fe17b640 1 -- 172.21.15.67:0/337120701 shutdown_connections 2024-09-21T00:26:18.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.210+0000 7fa3fe17b640 1 --2- 172.21.15.67:0/337120701 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa3f80cd030 0x7fa3f80cd440 unknown :-1 s=CLOSED pgs=1039 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:18.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.210+0000 7fa3fe17b640 1 --2- 172.21.15.67:0/337120701 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa3f809b060 0x7fa3f80b4c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:18.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.210+0000 7fa3fe17b640 1 -- 172.21.15.67:0/337120701 >> 172.21.15.67:0/337120701 conn(0x7fa3f80b4140 msgr2=0x7fa3f80b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:18.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.210+0000 7fa3fe17b640 1 -- 172.21.15.67:0/337120701 shutdown_connections 2024-09-21T00:26:18.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.210+0000 7fa3fe17b640 1 -- 172.21.15.67:0/337120701 wait complete. 2024-09-21T00:26:18.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.212+0000 7fa3fe17b640 1 Processor -- start 2024-09-21T00:26:18.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.212+0000 7fa3fe17b640 1 -- start start 2024-09-21T00:26:18.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.213+0000 7fa3fe17b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa3f80b7850 0x7fa3f806faf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:18.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.213+0000 7fa3fe17b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa3f80cd030 0x7fa3f80c8830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:18.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.213+0000 7fa3fe17b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa3f80b5cf0 0x7fa3f80b6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:18.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.213+0000 7fa3fe17b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fa3f80cdd50 con 0x7fa3f80b5cf0 2024-09-21T00:26:18.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.213+0000 7fa3fe17b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fa3f80cdbd0 con 0x7fa3f80cd030 2024-09-21T00:26:18.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.213+0000 7fa3fe17b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fa3f80cded0 con 0x7fa3f80b7850 2024-09-21T00:26:18.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.214+0000 7fa3f7fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa3f80b5cf0 0x7fa3f80b6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:18.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.214+0000 7fa3f7fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa3f80b5cf0 0x7fa3f80b6100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42870/0 (socket says 172.21.15.67:42870) 2024-09-21T00:26:18.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.214+0000 7fa3f7fff640 1 -- 172.21.15.67:0/160741896 learned_addr learned my addr 172.21.15.67:0/160741896 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:18.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.214+0000 7fa3f77fe640 1 --2- 172.21.15.67:0/160741896 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa3f80b7850 0x7fa3f806faf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:18.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.214+0000 7fa3f6ffd640 1 --2- 172.21.15.67:0/160741896 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa3f80cd030 0x7fa3f80c8830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:18.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.214+0000 7fa3f7fff640 1 -- 172.21.15.67:0/160741896 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa3f80b7850 msgr2=0x7fa3f806faf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:18.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.214+0000 7fa3f7fff640 1 --2- 172.21.15.67:0/160741896 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa3f80b7850 0x7fa3f806faf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:18.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.214+0000 7fa3f7fff640 1 -- 172.21.15.67:0/160741896 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa3f80cd030 msgr2=0x7fa3f80c8830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:18.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.214+0000 7fa3f7fff640 1 --2- 172.21.15.67:0/160741896 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa3f80cd030 0x7fa3f80c8830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:18.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.214+0000 7fa3f7fff640 1 -- 172.21.15.67:0/160741896 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3f81db0c0 con 0x7fa3f80b5cf0 2024-09-21T00:26:18.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.214+0000 7fa3f6ffd640 1 --2- 172.21.15.67:0/160741896 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa3f80cd030 0x7fa3f80c8830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:26:18.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.214+0000 7fa3f7fff640 1 --2- 172.21.15.67:0/160741896 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa3f80b5cf0 0x7fa3f80b6100 secure :-1 s=READY pgs=1040 cs=0 l=1 rev1=1 crypto rx=0x7fa3f0006010 tx=0x7fa3f002f6d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:18.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.214+0000 7fa3dffff640 1 -- 172.21.15.67:0/160741896 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3f0046070 con 0x7fa3f80b5cf0 2024-09-21T00:26:18.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.214+0000 7fa3dffff640 1 -- 172.21.15.67:0/160741896 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa3f00045c0 con 0x7fa3f80b5cf0 2024-09-21T00:26:18.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.214+0000 7fa3fe17b640 1 -- 172.21.15.67:0/160741896 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa3f80b6640 con 0x7fa3f80b5cf0 2024-09-21T00:26:18.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.214+0000 7fa3dffff640 1 -- 172.21.15.67:0/160741896 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3f0033070 con 0x7fa3f80b5cf0 2024-09-21T00:26:18.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.214+0000 7fa3fe17b640 1 -- 172.21.15.67:0/160741896 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa3f806e760 con 0x7fa3f80b5cf0 2024-09-21T00:26:18.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.215+0000 7fa3fe17b640 1 -- 172.21.15.67:0/160741896 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa3f80b4c60 con 0x7fa3f80b5cf0 2024-09-21T00:26:18.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.216+0000 7fa3dffff640 1 -- 172.21.15.67:0/160741896 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fa3f0049070 con 0x7fa3f80b5cf0 2024-09-21T00:26:18.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.217+0000 7fa3dffff640 1 --2- 172.21.15.67:0/160741896 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa3e4078b90 0x7fa3e407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:18.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.217+0000 7fa3dffff640 1 -- 172.21.15.67:0/160741896 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 4857+0+0 (secure 0 0 0) 0x7fa3f00bbb90 con 0x7fa3f80b5cf0 2024-09-21T00:26:18.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.217+0000 7fa3f77fe640 1 --2- 172.21.15.67:0/160741896 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa3e4078b90 0x7fa3e407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:18.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.218+0000 7fa3f77fe640 1 --2- 172.21.15.67:0/160741896 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa3e4078b90 0x7fa3e407b0a0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7fa3e8006fd0 tx=0x7fa3e8009060 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:18.223 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.221+0000 7fa3dffff640 1 -- 172.21.15.67:0/160741896 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fa3f80b6640 con 0x7fa3f80b5cf0 2024-09-21T00:26:18.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.410+0000 7fa3fe17b640 1 -- 172.21.15.67:0/160741896 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fa3f80d04e0 con 0x7fa3f80b5cf0 2024-09-21T00:26:18.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.411+0000 7fa3dffff640 1 -- 172.21.15.67:0/160741896 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v84) ==== 84+0+65 (secure 0 0 0) 0x7fa3f81db0c0 con 0x7fa3f80b5cf0 2024-09-21T00:26:18.413 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:26:18.413 INFO:teuthology.orchestra.run.smithi067.stdout:[ 2024-09-21T00:26:18.413 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:26:18.413 INFO:teuthology.orchestra.run.smithi067.stdout: "poolnum": 1, 2024-09-21T00:26:18.413 INFO:teuthology.orchestra.run.smithi067.stdout: "poolname": ".mgr" 2024-09-21T00:26:18.414 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:26:18.414 INFO:teuthology.orchestra.run.smithi067.stdout:] 2024-09-21T00:26:18.415 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.413+0000 7fa3fe17b640 1 -- 172.21.15.67:0/160741896 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa3e4078b90 msgr2=0x7fa3e407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:18.415 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.413+0000 7fa3fe17b640 1 --2- 172.21.15.67:0/160741896 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa3e4078b90 0x7fa3e407b0a0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7fa3e8006fd0 tx=0x7fa3e8009060 comp rx=0 tx=0).stop 2024-09-21T00:26:18.415 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.413+0000 7fa3fe17b640 1 -- 172.21.15.67:0/160741896 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa3f80b5cf0 msgr2=0x7fa3f80b6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:18.415 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.413+0000 7fa3fe17b640 1 --2- 172.21.15.67:0/160741896 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa3f80b5cf0 0x7fa3f80b6100 secure :-1 s=READY pgs=1040 cs=0 l=1 rev1=1 crypto rx=0x7fa3f0006010 tx=0x7fa3f002f6d0 comp rx=0 tx=0).stop 2024-09-21T00:26:18.415 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.413+0000 7fa3fe17b640 1 -- 172.21.15.67:0/160741896 shutdown_connections 2024-09-21T00:26:18.415 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.413+0000 7fa3fe17b640 1 --2- 172.21.15.67:0/160741896 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa3e4078b90 0x7fa3e407b0a0 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:18.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.413+0000 7fa3fe17b640 1 --2- 172.21.15.67:0/160741896 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa3f80b5cf0 0x7fa3f80b6100 unknown :-1 s=CLOSED pgs=1040 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:18.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.413+0000 7fa3fe17b640 1 --2- 172.21.15.67:0/160741896 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa3f80cd030 0x7fa3f80c8830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:18.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.413+0000 7fa3fe17b640 1 --2- 172.21.15.67:0/160741896 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa3f80b7850 0x7fa3f806faf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:18.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.413+0000 7fa3fe17b640 1 -- 172.21.15.67:0/160741896 >> 172.21.15.67:0/160741896 conn(0x7fa3f80b4140 msgr2=0x7fa3f8071be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:18.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.413+0000 7fa3fe17b640 1 -- 172.21.15.67:0/160741896 shutdown_connections 2024-09-21T00:26:18.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.413+0000 7fa3fe17b640 1 -- 172.21.15.67:0/160741896 wait complete. 2024-09-21T00:26:18.428 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-21T00:26:18.428 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-21T00:26:18.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.546+0000 7f75d76cc640 1 -- 172.21.15.67:0/2791734773 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f75d00d0d10 msgr2=0x7f75d00d1120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:18.549 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.546+0000 7f75d76cc640 1 --2- 172.21.15.67:0/2791734773 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f75d00d0d10 0x7f75d00d1120 secure :-1 s=READY pgs=1041 cs=0 l=1 rev1=1 crypto rx=0x7f75d00d5700 tx=0x7f75c802a560 comp rx=0 tx=0).stop 2024-09-21T00:26:18.549 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.546+0000 7f75d76cc640 1 -- 172.21.15.67:0/2791734773 shutdown_connections 2024-09-21T00:26:18.549 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.546+0000 7f75d76cc640 1 --2- 172.21.15.67:0/2791734773 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f75d00d0d10 0x7f75d00d1120 unknown :-1 s=CLOSED pgs=1041 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:18.549 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.546+0000 7f75d76cc640 1 --2- 172.21.15.67:0/2791734773 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f75d00cfcb0 0x7f75d00d00c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:18.549 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.546+0000 7f75d76cc640 1 --2- 172.21.15.67:0/2791734773 >> v2:172.21.15.97:3300/0 conn(0x7f75d00b3500 0x7f75d00b3f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:18.549 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.546+0000 7f75d76cc640 1 -- 172.21.15.67:0/2791734773 >> 172.21.15.67:0/2791734773 conn(0x7f75d00d4600 msgr2=0x7f75d00d4a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:18.549 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.546+0000 7f75d76cc640 1 -- 172.21.15.67:0/2791734773 shutdown_connections 2024-09-21T00:26:18.549 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.546+0000 7f75d76cc640 1 -- 172.21.15.67:0/2791734773 wait complete. 2024-09-21T00:26:18.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.548+0000 7f75d76cc640 1 Processor -- start 2024-09-21T00:26:18.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.548+0000 7f75d76cc640 1 -- start start 2024-09-21T00:26:18.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.549+0000 7f75d76cc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f75d00b3500 0x7f75d01f8d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:18.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.549+0000 7f75d76cc640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f75d00cfcb0 0x7f75d00cdac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:18.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.549+0000 7f75d76cc640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f75d00d0d10 0x7f75d006ef30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:18.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.549+0000 7f75d76cc640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f75d00b45f0 con 0x7f75d00b3500 2024-09-21T00:26:18.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.549+0000 7f75d76cc640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f75d00b4470 con 0x7f75d00cfcb0 2024-09-21T00:26:18.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.549+0000 7f75d76cc640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f75d00d1660 con 0x7f75d00d0d10 2024-09-21T00:26:18.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.549+0000 7f75d5468640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f75d00b3500 0x7f75d01f8d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:18.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.549+0000 7f75d5468640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f75d00b3500 0x7f75d01f8d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42902/0 (socket says 172.21.15.67:42902) 2024-09-21T00:26:18.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.550+0000 7f75d5468640 1 -- 172.21.15.67:0/2448041215 learned_addr learned my addr 172.21.15.67:0/2448041215 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:18.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.550+0000 7f75d5c69640 1 --2- 172.21.15.67:0/2448041215 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f75d00d0d10 0x7f75d006ef30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:18.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.550+0000 7f75d4c67640 1 --2- 172.21.15.67:0/2448041215 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f75d00cfcb0 0x7f75d00cdac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:18.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.550+0000 7f75d5468640 1 -- 172.21.15.67:0/2448041215 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f75d00d0d10 msgr2=0x7f75d006ef30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:18.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.550+0000 7f75d5468640 1 --2- 172.21.15.67:0/2448041215 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f75d00d0d10 0x7f75d006ef30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:18.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.550+0000 7f75d5468640 1 -- 172.21.15.67:0/2448041215 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f75d00cfcb0 msgr2=0x7f75d00cdac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:18.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.550+0000 7f75d5468640 1 --2- 172.21.15.67:0/2448041215 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f75d00cfcb0 0x7f75d00cdac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:18.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.550+0000 7f75d5468640 1 -- 172.21.15.67:0/2448041215 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75d01f9640 con 0x7f75d00b3500 2024-09-21T00:26:18.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.550+0000 7f75d4c67640 1 --2- 172.21.15.67:0/2448041215 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f75d00cfcb0 0x7f75d00cdac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:26:18.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.550+0000 7f75d5468640 1 --2- 172.21.15.67:0/2448041215 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f75d00b3500 0x7f75d01f8d40 secure :-1 s=READY pgs=1042 cs=0 l=1 rev1=1 crypto rx=0x7f75c000da00 tx=0x7f75c000dec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:18.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.550+0000 7f75cdffb640 1 -- 172.21.15.67:0/2448041215 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75c0017070 con 0x7f75d00b3500 2024-09-21T00:26:18.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.550+0000 7f75cdffb640 1 -- 172.21.15.67:0/2448041215 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f75c0010460 con 0x7f75d00b3500 2024-09-21T00:26:18.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.550+0000 7f75cdffb640 1 -- 172.21.15.67:0/2448041215 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75c000be60 con 0x7f75d00b3500 2024-09-21T00:26:18.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.550+0000 7f75d76cc640 1 -- 172.21.15.67:0/2448041215 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75d01f9920 con 0x7f75d00b3500 2024-09-21T00:26:18.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.550+0000 7f75d76cc640 1 -- 172.21.15.67:0/2448041215 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75d00c81d0 con 0x7f75d00b3500 2024-09-21T00:26:18.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.551+0000 7f75d76cc640 1 -- 172.21.15.67:0/2448041215 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f75d00d1b10 con 0x7f75d00b3500 2024-09-21T00:26:18.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.552+0000 7f75cdffb640 1 -- 172.21.15.67:0/2448041215 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f75c001a070 con 0x7f75d00b3500 2024-09-21T00:26:18.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.553+0000 7f75cdffb640 1 --2- 172.21.15.67:0/2448041215 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f75bc078b90 0x7f75bc07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:18.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.553+0000 7f75cdffb640 1 -- 172.21.15.67:0/2448041215 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 4857+0+0 (secure 0 0 0) 0x7f75c009ad90 con 0x7f75d00b3500 2024-09-21T00:26:18.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.553+0000 7f75d4c67640 1 --2- 172.21.15.67:0/2448041215 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f75bc078b90 0x7f75bc07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:18.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.553+0000 7f75d4c67640 1 --2- 172.21.15.67:0/2448041215 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f75bc078b90 0x7f75bc07b0a0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f75d006fb60 tx=0x7f75c4005d10 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:18.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.557+0000 7f75cdffb640 1 -- 172.21.15.67:0/2448041215 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f75c00635b0 con 0x7f75d00b3500 2024-09-21T00:26:18.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:18.748+0000 7f75d76cc640 1 -- 172.21.15.67:0/2448041215 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f75d00ba110 con 0x7f75d00b3500 2024-09-21T00:26:19.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:19.685+0000 7f75cdffb640 1 -- 172.21.15.67:0/2448041215 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v85) ==== 138+0+0 (secure 0 0 0) 0x7f75c0062eb0 con 0x7f75d00b3500 2024-09-21T00:26:19.686 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_metadata' created 2024-09-21T00:26:19.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:19.688+0000 7f75d76cc640 1 -- 172.21.15.67:0/2448041215 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f75bc078b90 msgr2=0x7f75bc07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:19.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:19.688+0000 7f75d76cc640 1 --2- 172.21.15.67:0/2448041215 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f75bc078b90 0x7f75bc07b0a0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f75d006fb60 tx=0x7f75c4005d10 comp rx=0 tx=0).stop 2024-09-21T00:26:19.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:19.688+0000 7f75d76cc640 1 -- 172.21.15.67:0/2448041215 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f75d00b3500 msgr2=0x7f75d01f8d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:19.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:19.688+0000 7f75d76cc640 1 --2- 172.21.15.67:0/2448041215 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f75d00b3500 0x7f75d01f8d40 secure :-1 s=READY pgs=1042 cs=0 l=1 rev1=1 crypto rx=0x7f75c000da00 tx=0x7f75c000dec0 comp rx=0 tx=0).stop 2024-09-21T00:26:19.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:19.688+0000 7f75d76cc640 1 -- 172.21.15.67:0/2448041215 shutdown_connections 2024-09-21T00:26:19.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:19.688+0000 7f75d76cc640 1 --2- 172.21.15.67:0/2448041215 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f75bc078b90 0x7f75bc07b0a0 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:19.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:19.688+0000 7f75d76cc640 1 --2- 172.21.15.67:0/2448041215 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f75d00d0d10 0x7f75d006ef30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:19.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:19.688+0000 7f75d76cc640 1 --2- 172.21.15.67:0/2448041215 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f75d00cfcb0 0x7f75d00cdac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:19.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:19.688+0000 7f75d76cc640 1 --2- 172.21.15.67:0/2448041215 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f75d00b3500 0x7f75d01f8d40 unknown :-1 s=CLOSED pgs=1042 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:19.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:19.688+0000 7f75d76cc640 1 -- 172.21.15.67:0/2448041215 >> 172.21.15.67:0/2448041215 conn(0x7f75d00d4600 msgr2=0x7f75d00d4a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:19.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:19.688+0000 7f75d76cc640 1 -- 172.21.15.67:0/2448041215 shutdown_connections 2024-09-21T00:26:19.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:19.688+0000 7f75d76cc640 1 -- 172.21.15.67:0/2448041215 wait complete. 2024-09-21T00:26:19.708 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-21T00:26:19.839 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:19.838+0000 7fc9e1919640 1 -- 172.21.15.67:0/50446657 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc9dc0d27b0 msgr2=0x7fc9dc06df20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:19.840 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:19.838+0000 7fc9e1919640 1 --2- 172.21.15.67:0/50446657 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc9dc0d27b0 0x7fc9dc06df20 secure :-1 s=READY pgs=1044 cs=0 l=1 rev1=1 crypto rx=0x7fc9dc0ba750 tx=0x7fc9d002a530 comp rx=0 tx=0).stop 2024-09-21T00:26:19.840 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:19.838+0000 7fc9e1919640 1 -- 172.21.15.67:0/50446657 shutdown_connections 2024-09-21T00:26:19.840 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:19.838+0000 7fc9e1919640 1 --2- 172.21.15.67:0/50446657 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc9dc0d27b0 0x7fc9dc06df20 unknown :-1 s=CLOSED pgs=1044 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:19.840 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:19.838+0000 7fc9e1919640 1 --2- 172.21.15.67:0/50446657 >> v2:172.21.15.97:3300/0 conn(0x7fc9dc0b98a0 0x7fc9dc0d2270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:19.840 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:19.838+0000 7fc9e1919640 1 -- 172.21.15.67:0/50446657 >> 172.21.15.67:0/50446657 conn(0x7fc9dc08bee0 msgr2=0x7fc9dc0d46a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:19.840 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:19.838+0000 7fc9e1919640 1 -- 172.21.15.67:0/50446657 shutdown_connections 2024-09-21T00:26:19.840 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:19.838+0000 7fc9e1919640 1 -- 172.21.15.67:0/50446657 wait complete. 2024-09-21T00:26:19.841 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:19.840+0000 7fc9e1919640 1 Processor -- start 2024-09-21T00:26:19.841 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:19.840+0000 7fc9e1919640 1 -- start start 2024-09-21T00:26:19.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:19.841+0000 7fc9e1919640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc9dc06e460 0x7fc9dc151220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:19.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:19.841+0000 7fc9e1919640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc9dc0b98a0 0x7fc9dc0c9220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:19.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:19.841+0000 7fc9e1919640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc9dc0d27b0 0x7fc9dc0c9760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:19.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:19.841+0000 7fc9e1919640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc9dc06f100 con 0x7fc9dc0d27b0 2024-09-21T00:26:19.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:19.841+0000 7fc9e1919640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc9dc06ef80 con 0x7fc9dc0b98a0 2024-09-21T00:26:19.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:19.841+0000 7fc9e1919640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fc9dc0d0280 con 0x7fc9dc06e460 2024-09-21T00:26:19.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:19.841+0000 7fc9db7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc9dc0d27b0 0x7fc9dc0c9760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:19.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:19.842+0000 7fc9db7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc9dc0d27b0 0x7fc9dc0c9760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42918/0 (socket says 172.21.15.67:42918) 2024-09-21T00:26:19.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:19.842+0000 7fc9db7fe640 1 -- 172.21.15.67:0/3684436477 learned_addr learned my addr 172.21.15.67:0/3684436477 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:19.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:19.842+0000 7fc9daffd640 1 --2- 172.21.15.67:0/3684436477 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc9dc06e460 0x7fc9dc151220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:19.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:19.842+0000 7fc9da7fc640 1 --2- 172.21.15.67:0/3684436477 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc9dc0b98a0 0x7fc9dc0c9220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:19.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:19.842+0000 7fc9db7fe640 1 -- 172.21.15.67:0/3684436477 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc9dc06e460 msgr2=0x7fc9dc151220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:19.845 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:19.842+0000 7fc9db7fe640 1 --2- 172.21.15.67:0/3684436477 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc9dc06e460 0x7fc9dc151220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:19.845 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:19.842+0000 7fc9db7fe640 1 -- 172.21.15.67:0/3684436477 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc9dc0b98a0 msgr2=0x7fc9dc0c9220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:19.845 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:19.842+0000 7fc9db7fe640 1 --2- 172.21.15.67:0/3684436477 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc9dc0b98a0 0x7fc9dc0c9220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:19.845 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:19.842+0000 7fc9db7fe640 1 -- 172.21.15.67:0/3684436477 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc9dc0cb240 con 0x7fc9dc0d27b0 2024-09-21T00:26:19.845 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:19.842+0000 7fc9db7fe640 1 --2- 172.21.15.67:0/3684436477 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc9dc0d27b0 0x7fc9dc0c9760 secure :-1 s=READY pgs=1045 cs=0 l=1 rev1=1 crypto rx=0x7fc9d400c3c0 tx=0x7fc9d400c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:19.845 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:19.842+0000 7fc9c3fff640 1 -- 172.21.15.67:0/3684436477 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9d4017070 con 0x7fc9dc0d27b0 2024-09-21T00:26:19.845 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:19.842+0000 7fc9c3fff640 1 -- 172.21.15.67:0/3684436477 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc9d40035f0 con 0x7fc9dc0d27b0 2024-09-21T00:26:19.845 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:19.842+0000 7fc9e1919640 1 -- 172.21.15.67:0/3684436477 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc9dc09fd50 con 0x7fc9dc0d27b0 2024-09-21T00:26:19.845 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:19.842+0000 7fc9c3fff640 1 -- 172.21.15.67:0/3684436477 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc9d4003a40 con 0x7fc9dc0d27b0 2024-09-21T00:26:19.845 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:19.842+0000 7fc9e1919640 1 -- 172.21.15.67:0/3684436477 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc9dc151f20 con 0x7fc9dc0d27b0 2024-09-21T00:26:19.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:19.843+0000 7fc9e1919640 1 -- 172.21.15.67:0/3684436477 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc9dc09ff20 con 0x7fc9dc0d27b0 2024-09-21T00:26:19.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:19.844+0000 7fc9c3fff640 1 -- 172.21.15.67:0/3684436477 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fc9d401a070 con 0x7fc9dc0d27b0 2024-09-21T00:26:19.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:19.845+0000 7fc9c3fff640 1 --2- 172.21.15.67:0/3684436477 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc9c8078b90 0x7fc9c807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:19.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:19.845+0000 7fc9c3fff640 1 -- 172.21.15.67:0/3684436477 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 5227+0+0 (secure 0 0 0) 0x7fc9d4099cd0 con 0x7fc9dc0d27b0 2024-09-21T00:26:19.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:19.845+0000 7fc9daffd640 1 --2- 172.21.15.67:0/3684436477 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc9c8078b90 0x7fc9c807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:19.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:19.846+0000 7fc9daffd640 1 --2- 172.21.15.67:0/3684436477 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc9c8078b90 0x7fc9c807b0a0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fc9dc08d870 tx=0x7fc9cc0095d0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:19.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:19.850+0000 7fc9c3fff640 1 -- 172.21.15.67:0/3684436477 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fc9dc0d2bc0 con 0x7fc9dc0d27b0 2024-09-21T00:26:19.880 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:26:19.882 DEBUG:teuthology.orchestra.run.smithi097:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:26:20.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:20.041+0000 7fc9e1919640 1 -- 172.21.15.67:0/3684436477 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fc9dc0cafb0 con 0x7fc9dc0d27b0 2024-09-21T00:26:20.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:20.687+0000 7fc9c3fff640 1 -- 172.21.15.67:0/3684436477 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v86) ==== 170+0+0 (secure 0 0 0) 0x7fc9d4061d30 con 0x7fc9dc0d27b0 2024-09-21T00:26:20.689 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_data' created 2024-09-21T00:26:20.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:20.690+0000 7fc9e1919640 1 -- 172.21.15.67:0/3684436477 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc9c8078b90 msgr2=0x7fc9c807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:20.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:20.690+0000 7fc9e1919640 1 --2- 172.21.15.67:0/3684436477 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc9c8078b90 0x7fc9c807b0a0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fc9dc08d870 tx=0x7fc9cc0095d0 comp rx=0 tx=0).stop 2024-09-21T00:26:20.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:20.690+0000 7fc9e1919640 1 -- 172.21.15.67:0/3684436477 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc9dc0d27b0 msgr2=0x7fc9dc0c9760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:20.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:20.690+0000 7fc9e1919640 1 --2- 172.21.15.67:0/3684436477 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc9dc0d27b0 0x7fc9dc0c9760 secure :-1 s=READY pgs=1045 cs=0 l=1 rev1=1 crypto rx=0x7fc9d400c3c0 tx=0x7fc9d400c880 comp rx=0 tx=0).stop 2024-09-21T00:26:20.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:20.690+0000 7fc9e1919640 1 -- 172.21.15.67:0/3684436477 shutdown_connections 2024-09-21T00:26:20.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:20.690+0000 7fc9e1919640 1 --2- 172.21.15.67:0/3684436477 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc9c8078b90 0x7fc9c807b0a0 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:20.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:20.690+0000 7fc9e1919640 1 --2- 172.21.15.67:0/3684436477 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc9dc0d27b0 0x7fc9dc0c9760 unknown :-1 s=CLOSED pgs=1045 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:20.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:20.690+0000 7fc9e1919640 1 --2- 172.21.15.67:0/3684436477 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc9dc0b98a0 0x7fc9dc0c9220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:20.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:20.690+0000 7fc9e1919640 1 --2- 172.21.15.67:0/3684436477 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc9dc06e460 0x7fc9dc151220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:20.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:20.690+0000 7fc9e1919640 1 -- 172.21.15.67:0/3684436477 >> 172.21.15.67:0/3684436477 conn(0x7fc9dc08bee0 msgr2=0x7fc9dc0b22d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:20.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:20.690+0000 7fc9e1919640 1 -- 172.21.15.67:0/3684436477 shutdown_connections 2024-09-21T00:26:20.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:20.690+0000 7fc9e1919640 1 -- 172.21.15.67:0/3684436477 wait complete. 2024-09-21T00:26:20.717 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-21T00:26:20.841 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:20.840+0000 7f74c6fc3640 1 -- 172.21.15.67:0/336040550 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f74ac003c60 msgr2=0x7f74ac0040b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:20.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:20.840+0000 7f74c6fc3640 1 --2- 172.21.15.67:0/336040550 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f74ac003c60 0x7f74ac0040b0 secure :-1 s=READY pgs=1047 cs=0 l=1 rev1=1 crypto rx=0x7f74b8006e80 tx=0x7f74ac005830 comp rx=0 tx=0).stop 2024-09-21T00:26:20.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:20.840+0000 7f74c5560640 1 -- 172.21.15.67:0/336040550 reap_dead start 2024-09-21T00:26:20.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:20.840+0000 7f74c6fc3640 1 -- 172.21.15.67:0/336040550 shutdown_connections 2024-09-21T00:26:20.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:20.840+0000 7f74c6fc3640 1 -- 172.21.15.67:0/336040550 >> 172.21.15.67:0/336040550 conn(0x7f74c009a950 msgr2=0x7f74c00d1460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:20.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:20.840+0000 7f74c6fc3640 1 -- 172.21.15.67:0/336040550 shutdown_connections 2024-09-21T00:26:20.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:20.840+0000 7f74c6fc3640 1 -- 172.21.15.67:0/336040550 wait complete. 2024-09-21T00:26:20.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:20.842+0000 7f74c6fc3640 1 Processor -- start 2024-09-21T00:26:20.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:20.842+0000 7f74c6fc3640 1 -- start start 2024-09-21T00:26:20.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:20.843+0000 7f74c6fc3640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f74ac003c60 0x7f74c0159db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:20.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:20.843+0000 7f74c6fc3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f74c0156570 0x7f74c0155e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:20.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:20.843+0000 7f74c6fc3640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f74c015c5d0 0x7f74c015c9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:20.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:20.843+0000 7f74c6fc3640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f74c00ce730 con 0x7f74c0156570 2024-09-21T00:26:20.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:20.843+0000 7f74c6fc3640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f74c00d0040 con 0x7f74c015c5d0 2024-09-21T00:26:20.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:20.843+0000 7f74c6fc3640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f74c00ce8b0 con 0x7f74ac003c60 2024-09-21T00:26:20.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:20.843+0000 7f74bffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f74c0156570 0x7f74c0155e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:20.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:20.843+0000 7f74bffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f74c0156570 0x7f74c0155e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42924/0 (socket says 172.21.15.67:42924) 2024-09-21T00:26:20.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:20.843+0000 7f74bffff640 1 -- 172.21.15.67:0/1193983389 learned_addr learned my addr 172.21.15.67:0/1193983389 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:20.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:20.844+0000 7f74c4d5f640 1 --2- 172.21.15.67:0/1193983389 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f74ac003c60 0x7f74c0159db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:20.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:20.844+0000 7f74c5560640 1 --2- 172.21.15.67:0/1193983389 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f74c015c5d0 0x7f74c015c9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:20.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:20.844+0000 7f74bffff640 1 -- 172.21.15.67:0/1193983389 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f74ac003c60 msgr2=0x7f74c0159db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:20.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:20.844+0000 7f74bffff640 1 --2- 172.21.15.67:0/1193983389 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f74ac003c60 0x7f74c0159db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:20.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:20.844+0000 7f74bffff640 1 -- 172.21.15.67:0/1193983389 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f74c015c5d0 msgr2=0x7f74c015c9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:20.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:20.844+0000 7f74bffff640 1 --2- 172.21.15.67:0/1193983389 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f74c015c5d0 0x7f74c015c9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:20.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:20.844+0000 7f74bffff640 1 -- 172.21.15.67:0/1193983389 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74c015cf20 con 0x7f74c0156570 2024-09-21T00:26:20.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:20.844+0000 7f74bffff640 1 --2- 172.21.15.67:0/1193983389 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f74c0156570 0x7f74c0155e00 secure :-1 s=READY pgs=1048 cs=0 l=1 rev1=1 crypto rx=0x7f74b0006340 tx=0x7f74b0006800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:20.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:20.844+0000 7f74bd7fa640 1 -- 172.21.15.67:0/1193983389 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74b0015070 con 0x7f74c0156570 2024-09-21T00:26:20.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:20.844+0000 7f74bd7fa640 1 -- 172.21.15.67:0/1193983389 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f74b000fd40 con 0x7f74c0156570 2024-09-21T00:26:20.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:20.844+0000 7f74c6fc3640 1 -- 172.21.15.67:0/1193983389 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f74c0156340 con 0x7f74c0156570 2024-09-21T00:26:20.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:20.844+0000 7f74bd7fa640 1 -- 172.21.15.67:0/1193983389 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74b0011690 con 0x7f74c0156570 2024-09-21T00:26:20.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:20.844+0000 7f74c6fc3640 1 -- 172.21.15.67:0/1193983389 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74c015b580 con 0x7f74c0156570 2024-09-21T00:26:20.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:20.845+0000 7f74c6fc3640 1 -- 172.21.15.67:0/1193983389 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f74c015a370 con 0x7f74c0156570 2024-09-21T00:26:20.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:20.846+0000 7f74bd7fa640 1 -- 172.21.15.67:0/1193983389 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f74b0011830 con 0x7f74c0156570 2024-09-21T00:26:20.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:20.847+0000 7f74bd7fa640 1 --2- 172.21.15.67:0/1193983389 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f74a0078b90 0x7f74a007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:20.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:20.847+0000 7f74bd7fa640 1 -- 172.21.15.67:0/1193983389 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 5609+0+0 (secure 0 0 0) 0x7f74b009bd10 con 0x7f74c0156570 2024-09-21T00:26:20.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:20.847+0000 7f74c4d5f640 1 --2- 172.21.15.67:0/1193983389 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f74a0078b90 0x7f74a007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:20.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:20.848+0000 7f74c4d5f640 1 --2- 172.21.15.67:0/1193983389 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f74a0078b90 0x7f74a007b0a0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f74b8033000 tx=0x7f74b8001850 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:20.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:20.852+0000 7f74bd7fa640 1 -- 172.21.15.67:0/1193983389 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f74c015cf20 con 0x7f74c0156570 2024-09-21T00:26:21.076 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:21.075+0000 7f74c6fc3640 1 -- 172.21.15.67:0/1193983389 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f74c00b07a0 con 0x7f74c0156570 2024-09-21T00:26:21.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:21.711+0000 7f74bd7fa640 1 -- 172.21.15.67:0/1193983389 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 12 and data pool 13 v68) ==== 174+0+0 (secure 0 0 0) 0x7f74c00b07a0 con 0x7f74c0156570 2024-09-21T00:26:21.714 INFO:teuthology.orchestra.run.smithi067.stderr:new fs with metadata pool 12 and data pool 13 2024-09-21T00:26:21.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:21.722+0000 7f74c6fc3640 1 -- 172.21.15.67:0/1193983389 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f74a0078b90 msgr2=0x7f74a007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:21.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:21.722+0000 7f74c6fc3640 1 --2- 172.21.15.67:0/1193983389 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f74a0078b90 0x7f74a007b0a0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f74b8033000 tx=0x7f74b8001850 comp rx=0 tx=0).stop 2024-09-21T00:26:21.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:21.722+0000 7f74c6fc3640 1 -- 172.21.15.67:0/1193983389 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f74c0156570 msgr2=0x7f74c0155e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:21.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:21.722+0000 7f74c6fc3640 1 --2- 172.21.15.67:0/1193983389 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f74c0156570 0x7f74c0155e00 secure :-1 s=READY pgs=1048 cs=0 l=1 rev1=1 crypto rx=0x7f74b0006340 tx=0x7f74b0006800 comp rx=0 tx=0).stop 2024-09-21T00:26:21.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:21.727+0000 7f74c6fc3640 1 -- 172.21.15.67:0/1193983389 shutdown_connections 2024-09-21T00:26:21.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:21.727+0000 7f74c6fc3640 1 --2- 172.21.15.67:0/1193983389 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f74a0078b90 0x7f74a007b0a0 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:21.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:21.728+0000 7f74c6fc3640 1 --2- 172.21.15.67:0/1193983389 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f74c015c5d0 0x7f74c015c9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:21.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:21.728+0000 7f74c6fc3640 1 --2- 172.21.15.67:0/1193983389 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f74c0156570 0x7f74c0155e00 unknown :-1 s=CLOSED pgs=1048 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:21.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:21.728+0000 7f74c6fc3640 1 --2- 172.21.15.67:0/1193983389 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f74ac003c60 0x7f74c0159db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:21.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:21.728+0000 7f74c6fc3640 1 -- 172.21.15.67:0/1193983389 >> 172.21.15.67:0/1193983389 conn(0x7f74c009a950 msgr2=0x7f74c01e4ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:21.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:21.729+0000 7f74c6fc3640 1 -- 172.21.15.67:0/1193983389 shutdown_connections 2024-09-21T00:26:21.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:21.730+0000 7f74c6fc3640 1 -- 172.21.15.67:0/1193983389 wait complete. 2024-09-21T00:26:21.751 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:26:21.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:21.868+0000 7f564f1eb640 1 -- 172.21.15.67:0/568300883 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5634004800 msgr2=0x7f5634004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:21.870 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:21.868+0000 7f564f1eb640 1 --2- 172.21.15.67:0/568300883 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5634004800 0x7f5634004c10 secure :-1 s=READY pgs=1050 cs=0 l=1 rev1=1 crypto rx=0x7f5638001ec0 tx=0x7f5634005830 comp rx=0 tx=0).stop 2024-09-21T00:26:21.870 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:21.868+0000 7f564f1eb640 1 -- 172.21.15.67:0/568300883 shutdown_connections 2024-09-21T00:26:21.870 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:21.868+0000 7f564f1eb640 1 --2- 172.21.15.67:0/568300883 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5634004800 0x7f5634004c10 unknown :-1 s=CLOSED pgs=1050 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:21.870 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:21.868+0000 7f564f1eb640 1 -- 172.21.15.67:0/568300883 >> 172.21.15.67:0/568300883 conn(0x7f56480b4140 msgr2=0x7f56480b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:21.870 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:21.868+0000 7f564f1eb640 1 -- 172.21.15.67:0/568300883 shutdown_connections 2024-09-21T00:26:21.870 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:21.868+0000 7f564f1eb640 1 -- 172.21.15.67:0/568300883 wait complete. 2024-09-21T00:26:21.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:21.870+0000 7f564f1eb640 1 Processor -- start 2024-09-21T00:26:21.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:21.870+0000 7f564f1eb640 1 -- start start 2024-09-21T00:26:21.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:21.871+0000 7f564f1eb640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5634004800 0x7f56480c86a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:21.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:21.871+0000 7f564f1eb640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f564809fc30 0x7f56481d43c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:21.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:21.871+0000 7f564f1eb640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f56481d4900 0x7f56481f68f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:21.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:21.871+0000 7f564f1eb640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f564809aad0 con 0x7f56481d4900 2024-09-21T00:26:21.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:21.871+0000 7f564f1eb640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f564809a950 con 0x7f564809fc30 2024-09-21T00:26:21.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:21.871+0000 7f564f1eb640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f564809ac50 con 0x7f5634004800 2024-09-21T00:26:21.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:21.871+0000 7f564d788640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f56481d4900 0x7f56481f68f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:21.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:21.871+0000 7f564d788640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f56481d4900 0x7f56481f68f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42936/0 (socket says 172.21.15.67:42936) 2024-09-21T00:26:21.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:21.871+0000 7f564d788640 1 -- 172.21.15.67:0/53494407 learned_addr learned my addr 172.21.15.67:0/53494407 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:21.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:21.872+0000 7f5647fff640 1 --2- 172.21.15.67:0/53494407 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f564809fc30 0x7f56481d43c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:21.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:21.872+0000 7f564cf87640 1 --2- 172.21.15.67:0/53494407 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5634004800 0x7f56480c86a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:21.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:21.872+0000 7f564d788640 1 -- 172.21.15.67:0/53494407 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5634004800 msgr2=0x7f56480c86a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:21.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:21.872+0000 7f564d788640 1 --2- 172.21.15.67:0/53494407 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5634004800 0x7f56480c86a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:21.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:21.872+0000 7f564d788640 1 -- 172.21.15.67:0/53494407 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f564809fc30 msgr2=0x7f56481d43c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:21.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:21.872+0000 7f564d788640 1 --2- 172.21.15.67:0/53494407 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f564809fc30 0x7f56481d43c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:21.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:21.872+0000 7f564d788640 1 -- 172.21.15.67:0/53494407 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56480c7600 con 0x7f56481d4900 2024-09-21T00:26:21.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:21.872+0000 7f564cf87640 1 --2- 172.21.15.67:0/53494407 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5634004800 0x7f56480c86a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:26:21.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:21.872+0000 7f5647fff640 1 --2- 172.21.15.67:0/53494407 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f564809fc30 0x7f56481d43c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:26:21.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:21.872+0000 7f564d788640 1 --2- 172.21.15.67:0/53494407 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f56481d4900 0x7f56481f68f0 secure :-1 s=READY pgs=1051 cs=0 l=1 rev1=1 crypto rx=0x7f56400117d0 tx=0x7f5640011c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:21.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:21.872+0000 7f56457fa640 1 -- 172.21.15.67:0/53494407 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5640004460 con 0x7f56481d4900 2024-09-21T00:26:21.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:21.872+0000 7f56457fa640 1 -- 172.21.15.67:0/53494407 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f564000f8c0 con 0x7f56481d4900 2024-09-21T00:26:21.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:21.872+0000 7f56457fa640 1 -- 172.21.15.67:0/53494407 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f564000fd10 con 0x7f56481d4900 2024-09-21T00:26:21.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:21.872+0000 7f564f1eb640 1 -- 172.21.15.67:0/53494407 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56480c78e0 con 0x7f56481d4900 2024-09-21T00:26:21.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:21.872+0000 7f564f1eb640 1 -- 172.21.15.67:0/53494407 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56480c7ea0 con 0x7f56481d4900 2024-09-21T00:26:21.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:21.873+0000 7f564f1eb640 1 -- 172.21.15.67:0/53494407 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f56480b4a80 con 0x7f56481d4900 2024-09-21T00:26:21.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:21.874+0000 7f56457fa640 1 -- 172.21.15.67:0/53494407 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f56400035f0 con 0x7f56481d4900 2024-09-21T00:26:21.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:21.875+0000 7f56457fa640 1 --2- 172.21.15.67:0/53494407 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5628078bc0 0x7f562807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:21.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:21.875+0000 7f56457fa640 1 -- 172.21.15.67:0/53494407 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5709+0+0 (secure 0 0 0) 0x7f564009b350 con 0x7f56481d4900 2024-09-21T00:26:21.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:21.875+0000 7f564cf87640 1 --2- 172.21.15.67:0/53494407 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5628078bc0 0x7f562807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:21.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:21.876+0000 7f564cf87640 1 --2- 172.21.15.67:0/53494407 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5628078bc0 0x7f562807b0d0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f5630001860 tx=0x7f5630001110 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:21.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:21.880+0000 7f56457fa640 1 -- 172.21.15.67:0/53494407 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f56480b4a80 con 0x7f56481d4900 2024-09-21T00:26:22.074 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.070+0000 7f564f1eb640 1 -- 172.21.15.67:0/53494407 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f564809b1b0 con 0x7f56481d4900 2024-09-21T00:26:22.074 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.072+0000 7f56457fa640 1 -- 172.21.15.67:0/53494407 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v87) ==== 74+0+16697 (secure 0 0 0) 0x7f564001f060 con 0x7f56481d4900 2024-09-21T00:26:22.074 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:26:22.075 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":87,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:26:21.076867+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:26:18.754591+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-21T00:26:20.045987+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:26:22.075 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.074+0000 7f564f1eb640 1 -- 172.21.15.67:0/53494407 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5628078bc0 msgr2=0x7f562807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:22.076 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.074+0000 7f564f1eb640 1 --2- 172.21.15.67:0/53494407 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5628078bc0 0x7f562807b0d0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f5630001860 tx=0x7f5630001110 comp rx=0 tx=0).stop 2024-09-21T00:26:22.076 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.074+0000 7f564f1eb640 1 -- 172.21.15.67:0/53494407 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f56481d4900 msgr2=0x7f56481f68f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:22.076 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.074+0000 7f564f1eb640 1 --2- 172.21.15.67:0/53494407 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f56481d4900 0x7f56481f68f0 secure :-1 s=READY pgs=1051 cs=0 l=1 rev1=1 crypto rx=0x7f56400117d0 tx=0x7f5640011c90 comp rx=0 tx=0).stop 2024-09-21T00:26:22.076 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.074+0000 7f564f1eb640 1 -- 172.21.15.67:0/53494407 shutdown_connections 2024-09-21T00:26:22.076 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.074+0000 7f564f1eb640 1 --2- 172.21.15.67:0/53494407 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5628078bc0 0x7f562807b0d0 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:22.076 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.074+0000 7f564f1eb640 1 --2- 172.21.15.67:0/53494407 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f56481d4900 0x7f56481f68f0 unknown :-1 s=CLOSED pgs=1051 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:22.076 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.074+0000 7f564f1eb640 1 --2- 172.21.15.67:0/53494407 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f564809fc30 0x7f56481d43c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:22.076 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.074+0000 7f564f1eb640 1 --2- 172.21.15.67:0/53494407 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5634004800 0x7f56480c86a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:22.076 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.074+0000 7f564f1eb640 1 -- 172.21.15.67:0/53494407 >> 172.21.15.67:0/53494407 conn(0x7f56480b4140 msgr2=0x7f56481e4750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:22.076 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.074+0000 7f564f1eb640 1 -- 172.21.15.67:0/53494407 shutdown_connections 2024-09-21T00:26:22.076 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.074+0000 7f564f1eb640 1 -- 172.21.15.67:0/53494407 wait complete. 2024-09-21T00:26:22.087 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:26:22.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.203+0000 7f673d92b640 1 -- 172.21.15.67:0/2158787004 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f673806fbd0 msgr2=0x7f67380cf7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:22.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.203+0000 7f673d92b640 1 --2- 172.21.15.67:0/2158787004 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f673806fbd0 0x7f67380cf7a0 secure :-1 s=READY pgs=1052 cs=0 l=1 rev1=1 crypto rx=0x7f673808d200 tx=0x7f673002aa30 comp rx=0 tx=0).stop 2024-09-21T00:26:22.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.203+0000 7f673d92b640 1 -- 172.21.15.67:0/2158787004 shutdown_connections 2024-09-21T00:26:22.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.203+0000 7f673d92b640 1 --2- 172.21.15.67:0/2158787004 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f673806fbd0 0x7f67380cf7a0 unknown :-1 s=CLOSED pgs=1052 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:22.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.203+0000 7f673d92b640 1 --2- 172.21.15.67:0/2158787004 >> v2:172.21.15.97:3300/0 conn(0x7f67380b6730 0x7f67380cf260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:22.205 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.203+0000 7f673d92b640 1 -- 172.21.15.67:0/2158787004 >> 172.21.15.67:0/2158787004 conn(0x7f67380d45a0 msgr2=0x7f67380d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:22.205 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.203+0000 7f673d92b640 1 -- 172.21.15.67:0/2158787004 shutdown_connections 2024-09-21T00:26:22.205 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.203+0000 7f673d92b640 1 -- 172.21.15.67:0/2158787004 wait complete. 2024-09-21T00:26:22.205 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.204+0000 7f673d92b640 1 Processor -- start 2024-09-21T00:26:22.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.205+0000 7f673d92b640 1 -- start start 2024-09-21T00:26:22.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.206+0000 7f673d92b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f673806fbd0 0x7f6738159080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:22.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.206+0000 7f673d92b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67380b9e70 0x7f67381581e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:22.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.206+0000 7f673d92b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f67380b8420 0x7f67380b8830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:22.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.206+0000 7f673d92b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f67380cfce0 con 0x7f67380b9e70 2024-09-21T00:26:22.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.206+0000 7f673d92b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f67380d25e0 con 0x7f673806fbd0 2024-09-21T00:26:22.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.206+0000 7f673d92b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f67380cfe60 con 0x7f67380b8420 2024-09-21T00:26:22.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.206+0000 7f672ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67380b9e70 0x7f67381581e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:22.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.206+0000 7f672ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67380b9e70 0x7f67381581e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42960/0 (socket says 172.21.15.67:42960) 2024-09-21T00:26:22.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.206+0000 7f672ffff640 1 -- 172.21.15.67:0/277875747 learned_addr learned my addr 172.21.15.67:0/277875747 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:22.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.206+0000 7f6736ffd640 1 --2- 172.21.15.67:0/277875747 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f673806fbd0 0x7f6738159080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:22.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.206+0000 7f67377fe640 1 --2- 172.21.15.67:0/277875747 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f67380b8420 0x7f67380b8830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:22.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.206+0000 7f672ffff640 1 -- 172.21.15.67:0/277875747 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f67380b8420 msgr2=0x7f67380b8830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:22.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.206+0000 7f672ffff640 1 --2- 172.21.15.67:0/277875747 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f67380b8420 0x7f67380b8830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:22.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.206+0000 7f672ffff640 1 -- 172.21.15.67:0/277875747 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f673806fbd0 msgr2=0x7f6738159080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:22.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.206+0000 7f672ffff640 1 --2- 172.21.15.67:0/277875747 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f673806fbd0 0x7f6738159080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:22.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.206+0000 7f672ffff640 1 -- 172.21.15.67:0/277875747 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67380b8d70 con 0x7f67380b9e70 2024-09-21T00:26:22.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.206+0000 7f672ffff640 1 --2- 172.21.15.67:0/277875747 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67380b9e70 0x7f67381581e0 secure :-1 s=READY pgs=1053 cs=0 l=1 rev1=1 crypto rx=0x7f672000d6d0 tx=0x7f672000db90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:22.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.207+0000 7f6734ff9640 1 -- 172.21.15.67:0/277875747 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6720017070 con 0x7f67380b9e70 2024-09-21T00:26:22.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.207+0000 7f6734ff9640 1 -- 172.21.15.67:0/277875747 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6720005330 con 0x7f67380b9e70 2024-09-21T00:26:22.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.207+0000 7f6734ff9640 1 -- 172.21.15.67:0/277875747 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6720009820 con 0x7f67380b9e70 2024-09-21T00:26:22.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.207+0000 7f673d92b640 1 -- 172.21.15.67:0/277875747 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f67381e9af0 con 0x7f67380b9e70 2024-09-21T00:26:22.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.207+0000 7f673d92b640 1 -- 172.21.15.67:0/277875747 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67381ea2d0 con 0x7f67380b9e70 2024-09-21T00:26:22.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.208+0000 7f673d92b640 1 -- 172.21.15.67:0/277875747 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f67380d0310 con 0x7f67380b9e70 2024-09-21T00:26:22.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.209+0000 7f6734ff9640 1 -- 172.21.15.67:0/277875747 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f6720009bd0 con 0x7f67380b9e70 2024-09-21T00:26:22.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.209+0000 7f6734ff9640 1 --2- 172.21.15.67:0/277875747 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6718078bc0 0x7f671807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:22.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.209+0000 7f6734ff9640 1 -- 172.21.15.67:0/277875747 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5709+0+0 (secure 0 0 0) 0x7f672009b080 con 0x7f67380b9e70 2024-09-21T00:26:22.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.209+0000 7f6736ffd640 1 --2- 172.21.15.67:0/277875747 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6718078bc0 0x7f671807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:22.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.210+0000 7f6736ffd640 1 --2- 172.21.15.67:0/277875747 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6718078bc0 0x7f671807b0d0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f67280015e0 tx=0x7f6728009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:22.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.214+0000 7f6734ff9640 1 -- 172.21.15.67:0/277875747 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f67380b8d70 con 0x7f67380b9e70 2024-09-21T00:26:22.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.402+0000 7f673d92b640 1 -- 172.21.15.67:0/277875747 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f67381e9d80 con 0x7f67380b9e70 2024-09-21T00:26:22.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.403+0000 7f6734ff9640 1 -- 172.21.15.67:0/277875747 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v87) ==== 74+0+16697 (secure 0 0 0) 0x7f6720063550 con 0x7f67380b9e70 2024-09-21T00:26:22.405 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:26:22.405 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":87,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:26:21.076867+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:26:18.754591+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-21T00:26:20.045987+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:26:22.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.405+0000 7f673d92b640 1 -- 172.21.15.67:0/277875747 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6718078bc0 msgr2=0x7f671807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:22.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.405+0000 7f673d92b640 1 --2- 172.21.15.67:0/277875747 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6718078bc0 0x7f671807b0d0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f67280015e0 tx=0x7f6728009040 comp rx=0 tx=0).stop 2024-09-21T00:26:22.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.405+0000 7f673d92b640 1 -- 172.21.15.67:0/277875747 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67380b9e70 msgr2=0x7f67381581e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:22.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.405+0000 7f673d92b640 1 --2- 172.21.15.67:0/277875747 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67380b9e70 0x7f67381581e0 secure :-1 s=READY pgs=1053 cs=0 l=1 rev1=1 crypto rx=0x7f672000d6d0 tx=0x7f672000db90 comp rx=0 tx=0).stop 2024-09-21T00:26:22.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.405+0000 7f673d92b640 1 -- 172.21.15.67:0/277875747 shutdown_connections 2024-09-21T00:26:22.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.405+0000 7f673d92b640 1 --2- 172.21.15.67:0/277875747 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6718078bc0 0x7f671807b0d0 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:22.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.405+0000 7f673d92b640 1 --2- 172.21.15.67:0/277875747 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f67380b8420 0x7f67380b8830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:22.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.405+0000 7f673d92b640 1 --2- 172.21.15.67:0/277875747 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67380b9e70 0x7f67381581e0 unknown :-1 s=CLOSED pgs=1053 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:22.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.405+0000 7f673d92b640 1 --2- 172.21.15.67:0/277875747 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f673806fbd0 0x7f6738159080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:22.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.405+0000 7f673d92b640 1 -- 172.21.15.67:0/277875747 >> 172.21.15.67:0/277875747 conn(0x7f67380d45a0 msgr2=0x7f67380d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:22.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.406+0000 7f673d92b640 1 -- 172.21.15.67:0/277875747 shutdown_connections 2024-09-21T00:26:22.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.406+0000 7f673d92b640 1 -- 172.21.15.67:0/277875747 wait complete. 2024-09-21T00:26:22.419 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-21T00:26:22.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.537+0000 7f1bd3c5c640 1 -- 172.21.15.67:0/1781444221 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1bcc0d4e30 msgr2=0x7f1bcc0d10f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:22.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.537+0000 7f1bd3c5c640 1 --2- 172.21.15.67:0/1781444221 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1bcc0d4e30 0x7f1bcc0d10f0 secure :-1 s=READY pgs=1054 cs=0 l=1 rev1=1 crypto rx=0x7f1bcc075530 tx=0x7f1bbc02a540 comp rx=0 tx=0).stop 2024-09-21T00:26:22.539 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.537+0000 7f1bd3c5c640 1 -- 172.21.15.67:0/1781444221 shutdown_connections 2024-09-21T00:26:22.539 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.537+0000 7f1bd3c5c640 1 --2- 172.21.15.67:0/1781444221 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1bcc0d1630 0x7f1bcc0cf280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:22.539 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.537+0000 7f1bd3c5c640 1 --2- 172.21.15.67:0/1781444221 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1bcc0d4e30 0x7f1bcc0d10f0 unknown :-1 s=CLOSED pgs=1054 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:22.539 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.537+0000 7f1bd3c5c640 1 --2- 172.21.15.67:0/1781444221 >> v2:172.21.15.97:3300/0 conn(0x7f1bcc0b3cb0 0x7f1bcc0d3330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:22.539 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.537+0000 7f1bd3c5c640 1 -- 172.21.15.67:0/1781444221 >> 172.21.15.67:0/1781444221 conn(0x7f1bcc08bee0 msgr2=0x7f1bcc0d4720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:22.539 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.537+0000 7f1bd3c5c640 1 -- 172.21.15.67:0/1781444221 shutdown_connections 2024-09-21T00:26:22.539 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.537+0000 7f1bd3c5c640 1 -- 172.21.15.67:0/1781444221 wait complete. 2024-09-21T00:26:22.540 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.539+0000 7f1bd3c5c640 1 Processor -- start 2024-09-21T00:26:22.540 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.539+0000 7f1bd3c5c640 1 -- start start 2024-09-21T00:26:22.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.540+0000 7f1bd3c5c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1bcc0b3cb0 0x7f1bcc15eef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:22.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.540+0000 7f1bd3c5c640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1bcc0d1630 0x7f1bcc1f8fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:22.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.540+0000 7f1bd3c5c640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1bcc0d4e30 0x7f1bcc1f94e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:22.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.540+0000 7f1bd3c5c640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f1bcc0cf940 con 0x7f1bcc0b3cb0 2024-09-21T00:26:22.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.540+0000 7f1bd3c5c640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f1bcc0cf7c0 con 0x7f1bcc0d4e30 2024-09-21T00:26:22.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.540+0000 7f1bd3c5c640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f1bcc0cfac0 con 0x7f1bcc0d1630 2024-09-21T00:26:22.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.540+0000 7f1bd19f8640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1bcc0b3cb0 0x7f1bcc15eef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:22.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.540+0000 7f1bd19f8640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1bcc0b3cb0 0x7f1bcc15eef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42970/0 (socket says 172.21.15.67:42970) 2024-09-21T00:26:22.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.540+0000 7f1bd19f8640 1 -- 172.21.15.67:0/2774436622 learned_addr learned my addr 172.21.15.67:0/2774436622 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:22.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.540+0000 7f1bd11f7640 1 --2- 172.21.15.67:0/2774436622 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1bcc0d1630 0x7f1bcc1f8fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:22.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.540+0000 7f1bd21f9640 1 --2- 172.21.15.67:0/2774436622 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1bcc0d4e30 0x7f1bcc1f94e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:22.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.541+0000 7f1bd19f8640 1 -- 172.21.15.67:0/2774436622 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1bcc0d1630 msgr2=0x7f1bcc1f8fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:22.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.541+0000 7f1bd19f8640 1 --2- 172.21.15.67:0/2774436622 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1bcc0d1630 0x7f1bcc1f8fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:22.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.541+0000 7f1bd19f8640 1 -- 172.21.15.67:0/2774436622 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1bcc0d4e30 msgr2=0x7f1bcc1f94e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:22.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.541+0000 7f1bd19f8640 1 --2- 172.21.15.67:0/2774436622 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1bcc0d4e30 0x7f1bcc1f94e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:22.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.541+0000 7f1bd19f8640 1 -- 172.21.15.67:0/2774436622 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1bcc09edd0 con 0x7f1bcc0b3cb0 2024-09-21T00:26:22.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.541+0000 7f1bd19f8640 1 --2- 172.21.15.67:0/2774436622 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1bcc0b3cb0 0x7f1bcc15eef0 secure :-1 s=READY pgs=1055 cs=0 l=1 rev1=1 crypto rx=0x7f1bc800c940 tx=0x7f1bc800ce00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:22.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.541+0000 7f1bc27fc640 1 -- 172.21.15.67:0/2774436622 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bc8004220 con 0x7f1bcc0b3cb0 2024-09-21T00:26:22.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.541+0000 7f1bc27fc640 1 -- 172.21.15.67:0/2774436622 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1bc80079b0 con 0x7f1bcc0b3cb0 2024-09-21T00:26:22.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.541+0000 7f1bd3c5c640 1 -- 172.21.15.67:0/2774436622 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1bcc09f0b0 con 0x7f1bcc0b3cb0 2024-09-21T00:26:22.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.541+0000 7f1bc27fc640 1 -- 172.21.15.67:0/2774436622 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bc8007e00 con 0x7f1bcc0b3cb0 2024-09-21T00:26:22.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.541+0000 7f1bd3c5c640 1 -- 172.21.15.67:0/2774436622 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1bcc0a18b0 con 0x7f1bcc0b3cb0 2024-09-21T00:26:22.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.542+0000 7f1bd3c5c640 1 -- 172.21.15.67:0/2774436622 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1bcc0cffb0 con 0x7f1bcc0b3cb0 2024-09-21T00:26:22.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.543+0000 7f1bc27fc640 1 -- 172.21.15.67:0/2774436622 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f1bc8005030 con 0x7f1bcc0b3cb0 2024-09-21T00:26:22.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.544+0000 7f1bc27fc640 1 --2- 172.21.15.67:0/2774436622 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1bb0078b90 0x7f1bb007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:22.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.544+0000 7f1bc27fc640 1 -- 172.21.15.67:0/2774436622 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(87..87 src has 1..87) ==== 5709+0+0 (secure 0 0 0) 0x7f1bc809b070 con 0x7f1bcc0b3cb0 2024-09-21T00:26:22.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.544+0000 7f1bd11f7640 1 --2- 172.21.15.67:0/2774436622 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1bb0078b90 0x7f1bb007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:22.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.545+0000 7f1bd11f7640 1 --2- 172.21.15.67:0/2774436622 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1bb0078b90 0x7f1bb007b0a0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f1bbc034000 tx=0x7f1bbc004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:22.549 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.548+0000 7f1bc27fc640 1 -- 172.21.15.67:0/2774436622 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f1bc8014070 con 0x7f1bcc0b3cb0 2024-09-21T00:26:22.678 INFO:tasks.ceph.mds.a.smithi067.stderr:2024-09-21T00:26:22.677+0000 7f91b4ba9640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-21T00:26:22.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:22.777+0000 7f1bd3c5c640 1 -- 172.21.15.67:0/2774436622 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f1bcc0d4be0 con 0x7f1bcc0b3cb0 2024-09-21T00:26:23.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:23.721+0000 7f1bc27fc640 1 -- 172.21.15.67:0/2774436622 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v70) ==== 118+0+0 (secure 0 0 0) 0x7f1bc8062f80 con 0x7f1bcc0b3cb0 2024-09-21T00:26:23.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:23.725+0000 7f1bd3c5c640 1 -- 172.21.15.67:0/2774436622 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1bb0078b90 msgr2=0x7f1bb007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:23.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:23.725+0000 7f1bd3c5c640 1 --2- 172.21.15.67:0/2774436622 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1bb0078b90 0x7f1bb007b0a0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f1bbc034000 tx=0x7f1bbc004730 comp rx=0 tx=0).stop 2024-09-21T00:26:23.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:23.725+0000 7f1bd3c5c640 1 -- 172.21.15.67:0/2774436622 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1bcc0b3cb0 msgr2=0x7f1bcc15eef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:23.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:23.725+0000 7f1bd3c5c640 1 --2- 172.21.15.67:0/2774436622 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1bcc0b3cb0 0x7f1bcc15eef0 secure :-1 s=READY pgs=1055 cs=0 l=1 rev1=1 crypto rx=0x7f1bc800c940 tx=0x7f1bc800ce00 comp rx=0 tx=0).stop 2024-09-21T00:26:23.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:23.725+0000 7f1bd3c5c640 1 -- 172.21.15.67:0/2774436622 shutdown_connections 2024-09-21T00:26:23.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:23.725+0000 7f1bd3c5c640 1 --2- 172.21.15.67:0/2774436622 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1bb0078b90 0x7f1bb007b0a0 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:23.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:23.725+0000 7f1bd3c5c640 1 --2- 172.21.15.67:0/2774436622 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1bcc0d4e30 0x7f1bcc1f94e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:23.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:23.725+0000 7f1bd3c5c640 1 --2- 172.21.15.67:0/2774436622 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1bcc0d1630 0x7f1bcc1f8fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:23.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:23.725+0000 7f1bd3c5c640 1 --2- 172.21.15.67:0/2774436622 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1bcc0b3cb0 0x7f1bcc15eef0 unknown :-1 s=CLOSED pgs=1055 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:23.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:23.725+0000 7f1bd3c5c640 1 -- 172.21.15.67:0/2774436622 >> 172.21.15.67:0/2774436622 conn(0x7f1bcc08bee0 msgr2=0x7f1bcc0b8710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:23.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:23.726+0000 7f1bd3c5c640 1 -- 172.21.15.67:0/2774436622 shutdown_connections 2024-09-21T00:26:23.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:23.726+0000 7f1bd3c5c640 1 -- 172.21.15.67:0/2774436622 wait complete. 2024-09-21T00:26:23.742 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-21T00:26:23.742 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-21T00:26:23.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:23.871+0000 7f567343f640 1 -- 172.21.15.67:0/2655538987 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f566c0d4bb0 msgr2=0x7f566c0b2060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:23.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:23.871+0000 7f567343f640 1 --2- 172.21.15.67:0/2655538987 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f566c0d4bb0 0x7f566c0b2060 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f5664005fd0 tx=0x7f566402a780 comp rx=0 tx=0).stop 2024-09-21T00:26:23.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:23.871+0000 7f567343f640 1 -- 172.21.15.67:0/2655538987 shutdown_connections 2024-09-21T00:26:23.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:23.871+0000 7f567343f640 1 --2- 172.21.15.67:0/2655538987 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f566c0d4bb0 0x7f566c0b2060 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:23.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:23.871+0000 7f567343f640 1 --2- 172.21.15.67:0/2655538987 >> v2:172.21.15.97:3300/0 conn(0x7f566c06f290 0x7f566c0b1b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:23.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:23.871+0000 7f567343f640 1 -- 172.21.15.67:0/2655538987 >> 172.21.15.67:0/2655538987 conn(0x7f566c09da00 msgr2=0x7f566c08bee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:23.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:23.871+0000 7f567343f640 1 -- 172.21.15.67:0/2655538987 shutdown_connections 2024-09-21T00:26:23.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:23.871+0000 7f567343f640 1 -- 172.21.15.67:0/2655538987 wait complete. 2024-09-21T00:26:23.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:23.873+0000 7f567343f640 1 Processor -- start 2024-09-21T00:26:23.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:23.873+0000 7f567343f640 1 -- start start 2024-09-21T00:26:23.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:23.874+0000 7f567343f640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f566c06f290 0x7f566c1f9a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:23.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:23.874+0000 7f567343f640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f566c0b34c0 0x7f566c1611e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:23.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:23.874+0000 7f567343f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f566c0d4bb0 0x7f566c1e9590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:23.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:23.874+0000 7f567343f640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f566c0b2720 con 0x7f566c0d4bb0 2024-09-21T00:26:23.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:23.874+0000 7f567343f640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f566c0b25a0 con 0x7f566c06f290 2024-09-21T00:26:23.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:23.874+0000 7f567343f640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f566c0b28a0 con 0x7f566c0b34c0 2024-09-21T00:26:23.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:23.874+0000 7f56719dc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f566c0d4bb0 0x7f566c1e9590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:23.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:23.874+0000 7f56719dc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f566c0d4bb0 0x7f566c1e9590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:38956/0 (socket says 172.21.15.67:38956) 2024-09-21T00:26:23.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:23.874+0000 7f56719dc640 1 -- 172.21.15.67:0/2925724238 learned_addr learned my addr 172.21.15.67:0/2925724238 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:23.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:23.875+0000 7f56709da640 1 --2- 172.21.15.67:0/2925724238 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f566c0b34c0 0x7f566c1611e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:23.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:23.875+0000 7f56711db640 1 --2- 172.21.15.67:0/2925724238 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f566c06f290 0x7f566c1f9a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:23.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:23.875+0000 7f56719dc640 1 -- 172.21.15.67:0/2925724238 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f566c0b34c0 msgr2=0x7f566c1611e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:23.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:23.875+0000 7f56719dc640 1 --2- 172.21.15.67:0/2925724238 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f566c0b34c0 0x7f566c1611e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:23.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:23.875+0000 7f56719dc640 1 -- 172.21.15.67:0/2925724238 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f566c06f290 msgr2=0x7f566c1f9a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:23.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:23.875+0000 7f56719dc640 1 --2- 172.21.15.67:0/2925724238 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f566c06f290 0x7f566c1f9a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:23.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:23.875+0000 7f56719dc640 1 -- 172.21.15.67:0/2925724238 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f566c161720 con 0x7f566c0d4bb0 2024-09-21T00:26:23.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:23.875+0000 7f56719dc640 1 --2- 172.21.15.67:0/2925724238 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f566c0d4bb0 0x7f566c1e9590 secure :-1 s=READY pgs=1056 cs=0 l=1 rev1=1 crypto rx=0x7f5664005fd0 tx=0x7f5664003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:23.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:23.875+0000 7f5661ffb640 1 -- 172.21.15.67:0/2925724238 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5664040070 con 0x7f566c0d4bb0 2024-09-21T00:26:23.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:23.875+0000 7f5661ffb640 1 -- 172.21.15.67:0/2925724238 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5664004560 con 0x7f566c0d4bb0 2024-09-21T00:26:23.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:23.875+0000 7f567343f640 1 -- 172.21.15.67:0/2925724238 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f566c1fabb0 con 0x7f566c0d4bb0 2024-09-21T00:26:23.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:23.875+0000 7f5661ffb640 1 -- 172.21.15.67:0/2925724238 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5664003e10 con 0x7f566c0d4bb0 2024-09-21T00:26:23.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:23.875+0000 7f567343f640 1 -- 172.21.15.67:0/2925724238 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f566c1fa6d0 con 0x7f566c0d4bb0 2024-09-21T00:26:23.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:23.877+0000 7f567343f640 1 -- 172.21.15.67:0/2925724238 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f566c1fa160 con 0x7f566c0d4bb0 2024-09-21T00:26:23.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:23.877+0000 7f5661ffb640 1 -- 172.21.15.67:0/2925724238 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f5664043070 con 0x7f566c0d4bb0 2024-09-21T00:26:23.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:23.878+0000 7f5661ffb640 1 --2- 172.21.15.67:0/2925724238 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5650078b90 0x7f565007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:23.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:23.878+0000 7f5661ffb640 1 -- 172.21.15.67:0/2925724238 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 5709+0+0 (secure 0 0 0) 0x7f56640bbea0 con 0x7f566c0d4bb0 2024-09-21T00:26:23.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:23.878+0000 7f56711db640 1 --2- 172.21.15.67:0/2925724238 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5650078b90 0x7f565007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:23.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:23.879+0000 7f56711db640 1 --2- 172.21.15.67:0/2925724238 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5650078b90 0x7f565007b0a0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f5668007fd0 tx=0x7f5668001370 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:23.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:23.882+0000 7f5661ffb640 1 -- 172.21.15.67:0/2925724238 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f566c161720 con 0x7f566c0d4bb0 2024-09-21T00:26:24.110 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:24.107+0000 7f567343f640 1 -- 172.21.15.67:0/2925724238 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f566c1fad80 con 0x7f566c0d4bb0 2024-09-21T00:26:24.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:24.723+0000 7f5661ffb640 1 -- 172.21.15.67:0/2925724238 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v71) ==== 122+0+0 (secure 0 0 0) 0x7f5664083d20 con 0x7f566c0d4bb0 2024-09-21T00:26:24.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:24.726+0000 7f567343f640 1 -- 172.21.15.67:0/2925724238 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5650078b90 msgr2=0x7f565007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:24.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:24.726+0000 7f567343f640 1 --2- 172.21.15.67:0/2925724238 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5650078b90 0x7f565007b0a0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f5668007fd0 tx=0x7f5668001370 comp rx=0 tx=0).stop 2024-09-21T00:26:24.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:24.726+0000 7f567343f640 1 -- 172.21.15.67:0/2925724238 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f566c0d4bb0 msgr2=0x7f566c1e9590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:24.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:24.726+0000 7f567343f640 1 --2- 172.21.15.67:0/2925724238 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f566c0d4bb0 0x7f566c1e9590 secure :-1 s=READY pgs=1056 cs=0 l=1 rev1=1 crypto rx=0x7f5664005fd0 tx=0x7f5664003c20 comp rx=0 tx=0).stop 2024-09-21T00:26:24.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:24.726+0000 7f567343f640 1 -- 172.21.15.67:0/2925724238 shutdown_connections 2024-09-21T00:26:24.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:24.726+0000 7f567343f640 1 --2- 172.21.15.67:0/2925724238 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5650078b90 0x7f565007b0a0 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:24.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:24.726+0000 7f567343f640 1 --2- 172.21.15.67:0/2925724238 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f566c0d4bb0 0x7f566c1e9590 unknown :-1 s=CLOSED pgs=1056 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:24.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:24.726+0000 7f567343f640 1 --2- 172.21.15.67:0/2925724238 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f566c0b34c0 0x7f566c1611e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:24.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:24.726+0000 7f567343f640 1 --2- 172.21.15.67:0/2925724238 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f566c06f290 0x7f566c1f9a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:24.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:24.726+0000 7f567343f640 1 -- 172.21.15.67:0/2925724238 >> 172.21.15.67:0/2925724238 conn(0x7f566c09da00 msgr2=0x7f566c0d2450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:24.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:24.726+0000 7f567343f640 1 -- 172.21.15.67:0/2925724238 shutdown_connections 2024-09-21T00:26:24.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:24.726+0000 7f567343f640 1 -- 172.21.15.67:0/2925724238 wait complete. 2024-09-21T00:26:24.742 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-21T00:26:24.742 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:26:24.866 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:24.865+0000 7f3149830640 1 -- 172.21.15.67:0/323979054 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f31440b19d0 msgr2=0x7f31440ccde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:24.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:24.865+0000 7f3149830640 1 --2- 172.21.15.67:0/323979054 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f31440b19d0 0x7f31440ccde0 secure :-1 s=READY pgs=1058 cs=0 l=1 rev1=1 crypto rx=0x7f3138005fd0 tx=0x7f313802a5d0 comp rx=0 tx=0).stop 2024-09-21T00:26:24.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:24.865+0000 7f3149830640 1 -- 172.21.15.67:0/323979054 shutdown_connections 2024-09-21T00:26:24.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:24.865+0000 7f3149830640 1 --2- 172.21.15.67:0/323979054 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f31440b1de0 0x7f31440cd320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:24.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:24.865+0000 7f3149830640 1 --2- 172.21.15.67:0/323979054 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f31440b19d0 0x7f31440ccde0 unknown :-1 s=CLOSED pgs=1058 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:24.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:24.865+0000 7f3149830640 1 -- 172.21.15.67:0/323979054 >> 172.21.15.67:0/323979054 conn(0x7f31440d1280 msgr2=0x7f31440d1690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:24.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:24.865+0000 7f3149830640 1 -- 172.21.15.67:0/323979054 shutdown_connections 2024-09-21T00:26:24.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:24.865+0000 7f3149830640 1 -- 172.21.15.67:0/323979054 wait complete. 2024-09-21T00:26:24.868 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:24.867+0000 7f3149830640 1 Processor -- start 2024-09-21T00:26:24.868 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:24.867+0000 7f3149830640 1 -- start start 2024-09-21T00:26:24.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:24.869+0000 7f3149830640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f31440b19d0 0x7f314414fb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:24.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:24.869+0000 7f3149830640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f31440b1de0 0x7f314409e310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:24.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:24.869+0000 7f3149830640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f31440b6640 0x7f31440c87a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:24.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:24.869+0000 7f3149830640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f314406d280 con 0x7f31440b19d0 2024-09-21T00:26:24.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:24.869+0000 7f3149830640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f314406d100 con 0x7f31440b1de0 2024-09-21T00:26:24.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:24.869+0000 7f3149830640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f314406d400 con 0x7f31440b6640 2024-09-21T00:26:24.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:24.869+0000 7f3142ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f31440b19d0 0x7f314414fb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:24.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:24.869+0000 7f3142ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f31440b19d0 0x7f314414fb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:38974/0 (socket says 172.21.15.67:38974) 2024-09-21T00:26:24.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:24.869+0000 7f3142ffd640 1 -- 172.21.15.67:0/2609828519 learned_addr learned my addr 172.21.15.67:0/2609828519 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:24.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:24.869+0000 7f31427fc640 1 --2- 172.21.15.67:0/2609828519 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f31440b1de0 0x7f314409e310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:24.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:24.869+0000 7f31437fe640 1 --2- 172.21.15.67:0/2609828519 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f31440b6640 0x7f31440c87a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:24.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:24.869+0000 7f3142ffd640 1 -- 172.21.15.67:0/2609828519 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f31440b6640 msgr2=0x7f31440c87a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:24.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:24.869+0000 7f3142ffd640 1 --2- 172.21.15.67:0/2609828519 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f31440b6640 0x7f31440c87a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:24.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:24.869+0000 7f3142ffd640 1 -- 172.21.15.67:0/2609828519 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f31440b1de0 msgr2=0x7f314409e310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:24.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:24.869+0000 7f3142ffd640 1 --2- 172.21.15.67:0/2609828519 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f31440b1de0 0x7f314409e310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:24.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:24.869+0000 7f3142ffd640 1 -- 172.21.15.67:0/2609828519 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31441f7310 con 0x7f31440b19d0 2024-09-21T00:26:24.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:24.869+0000 7f3142ffd640 1 --2- 172.21.15.67:0/2609828519 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f31440b19d0 0x7f314414fb70 secure :-1 s=READY pgs=1059 cs=0 l=1 rev1=1 crypto rx=0x7f313400c3f0 tx=0x7f313400c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:24.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:24.869+0000 7f312bfff640 1 -- 172.21.15.67:0/2609828519 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3134017070 con 0x7f31440b19d0 2024-09-21T00:26:24.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:24.869+0000 7f312bfff640 1 -- 172.21.15.67:0/2609828519 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f31340035f0 con 0x7f31440b19d0 2024-09-21T00:26:24.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:24.869+0000 7f3149830640 1 -- 172.21.15.67:0/2609828519 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31441f6790 con 0x7f31440b19d0 2024-09-21T00:26:24.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:24.869+0000 7f312bfff640 1 -- 172.21.15.67:0/2609828519 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3134003a40 con 0x7f31440b19d0 2024-09-21T00:26:24.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:24.870+0000 7f3149830640 1 -- 172.21.15.67:0/2609828519 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31441f6d50 con 0x7f31440b19d0 2024-09-21T00:26:24.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:24.871+0000 7f3149830640 1 -- 172.21.15.67:0/2609828519 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f31441f2dc0 con 0x7f31440b19d0 2024-09-21T00:26:24.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:24.871+0000 7f312bfff640 1 -- 172.21.15.67:0/2609828519 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f313401a070 con 0x7f31440b19d0 2024-09-21T00:26:24.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:24.872+0000 7f312bfff640 1 --2- 172.21.15.67:0/2609828519 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3130078bf0 0x7f313007b100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:24.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:24.872+0000 7f312bfff640 1 -- 172.21.15.67:0/2609828519 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 5709+0+0 (secure 0 0 0) 0x7f313409a0f0 con 0x7f31440b19d0 2024-09-21T00:26:24.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:24.872+0000 7f31427fc640 1 --2- 172.21.15.67:0/2609828519 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3130078bf0 0x7f313007b100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:24.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:24.873+0000 7f31427fc640 1 --2- 172.21.15.67:0/2609828519 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3130078bf0 0x7f313007b100 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f3138033000 tx=0x7f3138004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:24.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:24.877+0000 7f312bfff640 1 -- 172.21.15.67:0/2609828519 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f31340624b0 con 0x7f31440b19d0 2024-09-21T00:26:25.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.101+0000 7f3149830640 1 -- 172.21.15.67:0/2609828519 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f314406d920 con 0x7f31440b19d0 2024-09-21T00:26:25.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.101+0000 7f312bfff640 1 -- 172.21.15.67:0/2609828519 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 71 v71) ==== 94+0+5219 (secure 0 0 0) 0x7f3134061db0 con 0x7f31440b19d0 2024-09-21T00:26:25.103 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:26:25.103 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":71,"btime":"2024-09-21T00:26:24:722200+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6206,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/3485960531","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3485960531},{"type":"v1","addr":"172.21.15.97:6836","nonce":3485960531}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67},{"gid":6209,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/2123006928","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":2123006928},{"type":"v1","addr":"172.21.15.97:6837","nonce":2123006928}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67},{"gid":6673,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/134451528","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":134451528},{"type":"v1","addr":"172.21.15.67:6835","nonce":134451528}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67}],"filesystems":[{"mdsmap":{"epoch":71,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:26:21.076817+0000","modified":"2024-09-21T00:26:24.109199+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7191},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7191":{"gid":7191,"name":"a","rank":0,"incarnation":68,"state":"up:active","state_seq":3,"addr":"172.21.15.67:6834/229215736","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":229215736},{"type":"v1","addr":"172.21.15.67:6834","nonce":229215736}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7191,"qdb_cluster":[7191]},"id":6}]} 2024-09-21T00:26:25.103 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 71 2024-09-21T00:26:25.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.104+0000 7f3149830640 1 -- 172.21.15.67:0/2609828519 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3130078bf0 msgr2=0x7f313007b100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:25.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.104+0000 7f3149830640 1 --2- 172.21.15.67:0/2609828519 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3130078bf0 0x7f313007b100 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f3138033000 tx=0x7f3138004730 comp rx=0 tx=0).stop 2024-09-21T00:26:25.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.104+0000 7f3149830640 1 -- 172.21.15.67:0/2609828519 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f31440b19d0 msgr2=0x7f314414fb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:25.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.104+0000 7f3149830640 1 --2- 172.21.15.67:0/2609828519 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f31440b19d0 0x7f314414fb70 secure :-1 s=READY pgs=1059 cs=0 l=1 rev1=1 crypto rx=0x7f313400c3f0 tx=0x7f313400c8b0 comp rx=0 tx=0).stop 2024-09-21T00:26:25.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.104+0000 7f3149830640 1 -- 172.21.15.67:0/2609828519 shutdown_connections 2024-09-21T00:26:25.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.104+0000 7f3149830640 1 --2- 172.21.15.67:0/2609828519 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3130078bf0 0x7f313007b100 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:25.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.104+0000 7f3149830640 1 --2- 172.21.15.67:0/2609828519 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f31440b6640 0x7f31440c87a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:25.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.104+0000 7f3149830640 1 --2- 172.21.15.67:0/2609828519 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f31440b1de0 0x7f314409e310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:25.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.104+0000 7f3149830640 1 --2- 172.21.15.67:0/2609828519 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f31440b19d0 0x7f314414fb70 unknown :-1 s=CLOSED pgs=1059 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:25.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.104+0000 7f3149830640 1 -- 172.21.15.67:0/2609828519 >> 172.21.15.67:0/2609828519 conn(0x7f31440d1280 msgr2=0x7f31440af140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:25.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.104+0000 7f3149830640 1 -- 172.21.15.67:0/2609828519 shutdown_connections 2024-09-21T00:26:25.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.104+0000 7f3149830640 1 -- 172.21.15.67:0/2609828519 wait complete. 2024-09-21T00:26:25.117 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:26:25.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.232+0000 7f96da3b0640 1 -- 172.21.15.67:0/2712768287 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f96d40b73f0 msgr2=0x7f96d40b7800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:25.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.232+0000 7f96da3b0640 1 --2- 172.21.15.67:0/2712768287 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f96d40b73f0 0x7f96d40b7800 secure :-1 s=READY pgs=1061 cs=0 l=1 rev1=1 crypto rx=0x7f96d40b7110 tx=0x7f96cc02a8b0 comp rx=0 tx=0).stop 2024-09-21T00:26:25.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.232+0000 7f96da3b0640 1 -- 172.21.15.67:0/2712768287 shutdown_connections 2024-09-21T00:26:25.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.232+0000 7f96da3b0640 1 --2- 172.21.15.67:0/2712768287 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f96d40b73f0 0x7f96d40b7800 unknown :-1 s=CLOSED pgs=1061 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:25.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.232+0000 7f96da3b0640 1 --2- 172.21.15.67:0/2712768287 >> v2:172.21.15.97:3300/0 conn(0x7f96d40d1010 0x7f96d40d1420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:25.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.232+0000 7f96da3b0640 1 -- 172.21.15.67:0/2712768287 >> 172.21.15.67:0/2712768287 conn(0x7f96d408bee0 msgr2=0x7f96d40d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:25.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.232+0000 7f96da3b0640 1 -- 172.21.15.67:0/2712768287 shutdown_connections 2024-09-21T00:26:25.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.232+0000 7f96da3b0640 1 -- 172.21.15.67:0/2712768287 wait complete. 2024-09-21T00:26:25.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.234+0000 7f96da3b0640 1 Processor -- start 2024-09-21T00:26:25.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.234+0000 7f96da3b0640 1 -- start start 2024-09-21T00:26:25.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.235+0000 7f96da3b0640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f96d40b73f0 0x7f96d40b4190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:25.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.235+0000 7f96da3b0640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f96d40b9780 0x7f96d41f4860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:25.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.235+0000 7f96da3b0640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f96d40d1010 0x7f96d41f4da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:25.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.235+0000 7f96da3b0640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f96d40cf490 con 0x7f96d40b73f0 2024-09-21T00:26:25.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.235+0000 7f96da3b0640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f96d40cf310 con 0x7f96d40d1010 2024-09-21T00:26:25.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.235+0000 7f96da3b0640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f96d40cf610 con 0x7f96d40b9780 2024-09-21T00:26:25.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.235+0000 7f96d3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f96d40b73f0 0x7f96d40b4190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:25.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.235+0000 7f96d3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f96d40b73f0 0x7f96d40b4190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:38998/0 (socket says 172.21.15.67:38998) 2024-09-21T00:26:25.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.235+0000 7f96d3fff640 1 -- 172.21.15.67:0/440284697 learned_addr learned my addr 172.21.15.67:0/440284697 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:25.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.235+0000 7f96d894d640 1 --2- 172.21.15.67:0/440284697 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f96d40d1010 0x7f96d41f4da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:25.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.235+0000 7f96cbfff640 1 --2- 172.21.15.67:0/440284697 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f96d40b9780 0x7f96d41f4860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:25.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.235+0000 7f96d3fff640 1 -- 172.21.15.67:0/440284697 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f96d40b9780 msgr2=0x7f96d41f4860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:25.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.235+0000 7f96d3fff640 1 --2- 172.21.15.67:0/440284697 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f96d40b9780 0x7f96d41f4860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:25.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.235+0000 7f96d3fff640 1 -- 172.21.15.67:0/440284697 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f96d40d1010 msgr2=0x7f96d41f4da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:25.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.235+0000 7f96d3fff640 1 --2- 172.21.15.67:0/440284697 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f96d40d1010 0x7f96d41f4da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:25.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.235+0000 7f96d3fff640 1 -- 172.21.15.67:0/440284697 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96d415c090 con 0x7f96d40b73f0 2024-09-21T00:26:25.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.235+0000 7f96d894d640 1 --2- 172.21.15.67:0/440284697 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f96d40d1010 0x7f96d41f4da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:26:25.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.236+0000 7f96d3fff640 1 --2- 172.21.15.67:0/440284697 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f96d40b73f0 0x7f96d40b4190 secure :-1 s=READY pgs=1062 cs=0 l=1 rev1=1 crypto rx=0x7f96c400c440 tx=0x7f96c400c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:25.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.236+0000 7f96d17fa640 1 -- 172.21.15.67:0/440284697 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96c4017070 con 0x7f96d40b73f0 2024-09-21T00:26:25.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.236+0000 7f96d17fa640 1 -- 172.21.15.67:0/440284697 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f96c40035f0 con 0x7f96d40b73f0 2024-09-21T00:26:25.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.236+0000 7f96da3b0640 1 -- 172.21.15.67:0/440284697 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f96d415c370 con 0x7f96d40b73f0 2024-09-21T00:26:25.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.236+0000 7f96d17fa640 1 -- 172.21.15.67:0/440284697 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96c4003a40 con 0x7f96d40b73f0 2024-09-21T00:26:25.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.236+0000 7f96da3b0640 1 -- 172.21.15.67:0/440284697 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96d414f050 con 0x7f96d40b73f0 2024-09-21T00:26:25.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.237+0000 7f96da3b0640 1 -- 172.21.15.67:0/440284697 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f96d415c5b0 con 0x7f96d40b73f0 2024-09-21T00:26:25.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.238+0000 7f96d17fa640 1 -- 172.21.15.67:0/440284697 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f96c401a070 con 0x7f96d40b73f0 2024-09-21T00:26:25.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.238+0000 7f96d17fa640 1 --2- 172.21.15.67:0/440284697 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f96b4078bc0 0x7f96b407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:25.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.238+0000 7f96d17fa640 1 -- 172.21.15.67:0/440284697 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 5709+0+0 (secure 0 0 0) 0x7f96c4099f50 con 0x7f96d40b73f0 2024-09-21T00:26:25.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.239+0000 7f96cbfff640 1 --2- 172.21.15.67:0/440284697 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f96b4078bc0 0x7f96b407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:25.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.239+0000 7f96cbfff640 1 --2- 172.21.15.67:0/440284697 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f96b4078bc0 0x7f96b407b0d0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f96d406fb70 tx=0x7f96bc005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:25.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.243+0000 7f96d17fa640 1 -- 172.21.15.67:0/440284697 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f96d415c5b0 con 0x7f96d40b73f0 2024-09-21T00:26:25.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.431+0000 7f96da3b0640 1 -- 172.21.15.67:0/440284697 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f96d40b7800 con 0x7f96d40b73f0 2024-09-21T00:26:25.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.432+0000 7f96d17fa640 1 -- 172.21.15.67:0/440284697 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) ==== 74+0+16684 (secure 0 0 0) 0x7f96c4062420 con 0x7f96d40b73f0 2024-09-21T00:26:25.433 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:26:25.433 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":88,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:26:22.711246+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:26:18.754591+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-21T00:26:20.045987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:26:25.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.434+0000 7f96da3b0640 1 -- 172.21.15.67:0/440284697 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f96b4078bc0 msgr2=0x7f96b407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:25.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.434+0000 7f96da3b0640 1 --2- 172.21.15.67:0/440284697 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f96b4078bc0 0x7f96b407b0d0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f96d406fb70 tx=0x7f96bc005f90 comp rx=0 tx=0).stop 2024-09-21T00:26:25.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.434+0000 7f96da3b0640 1 -- 172.21.15.67:0/440284697 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f96d40b73f0 msgr2=0x7f96d40b4190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:25.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.434+0000 7f96da3b0640 1 --2- 172.21.15.67:0/440284697 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f96d40b73f0 0x7f96d40b4190 secure :-1 s=READY pgs=1062 cs=0 l=1 rev1=1 crypto rx=0x7f96c400c440 tx=0x7f96c400c900 comp rx=0 tx=0).stop 2024-09-21T00:26:25.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.434+0000 7f96da3b0640 1 -- 172.21.15.67:0/440284697 shutdown_connections 2024-09-21T00:26:25.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.434+0000 7f96da3b0640 1 --2- 172.21.15.67:0/440284697 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f96b4078bc0 0x7f96b407b0d0 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:25.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.434+0000 7f96da3b0640 1 --2- 172.21.15.67:0/440284697 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f96d40d1010 0x7f96d41f4da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:25.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.434+0000 7f96da3b0640 1 --2- 172.21.15.67:0/440284697 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f96d40b9780 0x7f96d41f4860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:25.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.434+0000 7f96da3b0640 1 --2- 172.21.15.67:0/440284697 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f96d40b73f0 0x7f96d40b4190 unknown :-1 s=CLOSED pgs=1062 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:25.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.434+0000 7f96da3b0640 1 -- 172.21.15.67:0/440284697 >> 172.21.15.67:0/440284697 conn(0x7f96d408bee0 msgr2=0x7f96d415f580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:25.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.434+0000 7f96da3b0640 1 -- 172.21.15.67:0/440284697 shutdown_connections 2024-09-21T00:26:25.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.434+0000 7f96da3b0640 1 -- 172.21.15.67:0/440284697 wait complete. 2024-09-21T00:26:25.447 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-21T00:26:25.447 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T00:26:25.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.563+0000 7ff1dc01d640 1 -- 172.21.15.67:0/3439099695 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff1bc003a30 msgr2=0x7ff1bc003ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:25.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.563+0000 7ff1dc01d640 1 --2- 172.21.15.67:0/3439099695 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff1bc003a30 0x7ff1bc003ea0 secure :-1 s=READY pgs=1064 cs=0 l=1 rev1=1 crypto rx=0x7ff1c4009ed0 tx=0x7ff1bc005830 comp rx=0 tx=0).stop 2024-09-21T00:26:25.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.563+0000 7ff1da5ba640 1 -- 172.21.15.67:0/3439099695 reap_dead start 2024-09-21T00:26:25.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.563+0000 7ff1dc01d640 1 -- 172.21.15.67:0/3439099695 shutdown_connections 2024-09-21T00:26:25.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.563+0000 7ff1dc01d640 1 -- 172.21.15.67:0/3439099695 >> 172.21.15.67:0/3439099695 conn(0x7ff1d40b4140 msgr2=0x7ff1d40b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:25.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.563+0000 7ff1dc01d640 1 -- 172.21.15.67:0/3439099695 shutdown_connections 2024-09-21T00:26:25.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.563+0000 7ff1dc01d640 1 -- 172.21.15.67:0/3439099695 wait complete. 2024-09-21T00:26:25.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.565+0000 7ff1dc01d640 1 Processor -- start 2024-09-21T00:26:25.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.565+0000 7ff1dc01d640 1 -- start start 2024-09-21T00:26:25.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.566+0000 7ff1dc01d640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff1bc003a30 0x7ff1d41f4200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:25.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.566+0000 7ff1dc01d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff1d41f78a0 0x7ff1d40b05d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:25.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.566+0000 7ff1dc01d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff1d41df430 0x7ff1d41e11d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:25.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.566+0000 7ff1dc01d640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff1d40b5030 con 0x7ff1d41df430 2024-09-21T00:26:25.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.566+0000 7ff1dc01d640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff1d40b4eb0 con 0x7ff1d41f78a0 2024-09-21T00:26:25.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.566+0000 7ff1dc01d640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7ff1d40cdb50 con 0x7ff1bc003a30 2024-09-21T00:26:25.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.566+0000 7ff1da5ba640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff1d41df430 0x7ff1d41e11d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:25.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.566+0000 7ff1da5ba640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff1d41df430 0x7ff1d41e11d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39004/0 (socket says 172.21.15.67:39004) 2024-09-21T00:26:25.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.566+0000 7ff1da5ba640 1 -- 172.21.15.67:0/169424046 learned_addr learned my addr 172.21.15.67:0/169424046 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:25.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.566+0000 7ff1d95b8640 1 --2- 172.21.15.67:0/169424046 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff1d41f78a0 0x7ff1d40b05d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:25.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.566+0000 7ff1d9db9640 1 --2- 172.21.15.67:0/169424046 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff1bc003a30 0x7ff1d41f4200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:25.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.566+0000 7ff1da5ba640 1 -- 172.21.15.67:0/169424046 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff1bc003a30 msgr2=0x7ff1d41f4200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:25.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.566+0000 7ff1da5ba640 1 --2- 172.21.15.67:0/169424046 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff1bc003a30 0x7ff1d41f4200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:25.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.566+0000 7ff1da5ba640 1 -- 172.21.15.67:0/169424046 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff1d41f78a0 msgr2=0x7ff1d40b05d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:25.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.566+0000 7ff1da5ba640 1 --2- 172.21.15.67:0/169424046 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff1d41f78a0 0x7ff1d40b05d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:25.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.566+0000 7ff1da5ba640 1 -- 172.21.15.67:0/169424046 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1d40b0eb0 con 0x7ff1d41df430 2024-09-21T00:26:25.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.567+0000 7ff1da5ba640 1 --2- 172.21.15.67:0/169424046 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff1d41df430 0x7ff1d41e11d0 secure :-1 s=READY pgs=1065 cs=0 l=1 rev1=1 crypto rx=0x7ff1d40712f0 tx=0x7ff1cc001630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:25.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.567+0000 7ff1d27fc640 1 -- 172.21.15.67:0/169424046 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1cc011430 con 0x7ff1d41df430 2024-09-21T00:26:25.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.567+0000 7ff1d27fc640 1 -- 172.21.15.67:0/169424046 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff1cc0115d0 con 0x7ff1d41df430 2024-09-21T00:26:25.570 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.567+0000 7ff1dc01d640 1 -- 172.21.15.67:0/169424046 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff1d41f3720 con 0x7ff1d41df430 2024-09-21T00:26:25.570 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.567+0000 7ff1d27fc640 1 -- 172.21.15.67:0/169424046 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1cc011a00 con 0x7ff1d41df430 2024-09-21T00:26:25.570 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.567+0000 7ff1dc01d640 1 -- 172.21.15.67:0/169424046 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1d40b1190 con 0x7ff1d41df430 2024-09-21T00:26:25.570 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.568+0000 7ff1dc01d640 1 -- 172.21.15.67:0/169424046 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff1d40ce0e0 con 0x7ff1d41df430 2024-09-21T00:26:25.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.568+0000 7ff1d27fc640 1 -- 172.21.15.67:0/169424046 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7ff1cc011ba0 con 0x7ff1d41df430 2024-09-21T00:26:25.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.569+0000 7ff1d27fc640 1 --2- 172.21.15.67:0/169424046 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff1c0078bc0 0x7ff1c007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:25.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.569+0000 7ff1d27fc640 1 -- 172.21.15.67:0/169424046 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 5709+0+0 (secure 0 0 0) 0x7ff1cc09b380 con 0x7ff1d41df430 2024-09-21T00:26:25.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.569+0000 7ff1d9db9640 1 --2- 172.21.15.67:0/169424046 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff1c0078bc0 0x7ff1c007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:25.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.570+0000 7ff1d9db9640 1 --2- 172.21.15.67:0/169424046 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff1c0078bc0 0x7ff1c007b0d0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7ff1c4035000 tx=0x7ff1c4004a40 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:25.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.574+0000 7ff1d27fc640 1 -- 172.21.15.67:0/169424046 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7ff1cc0637c0 con 0x7ff1d41df430 2024-09-21T00:26:25.759 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.758+0000 7ff1dc01d640 1 -- 172.21.15.67:0/169424046 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7ff1d41e8bf0 con 0x7ff1c0078bc0 2024-09-21T00:26:25.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.762+0000 7ff1d27fc640 1 -- 172.21.15.67:0/169424046 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+248510 (secure 0 0 0) 0x7ff1d41e8bf0 con 0x7ff1c0078bc0 2024-09-21T00:26:25.766 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:26:25.768 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-21T00:26:25.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.765+0000 7ff1dc01d640 1 -- 172.21.15.67:0/169424046 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff1c0078bc0 msgr2=0x7ff1c007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:25.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.765+0000 7ff1dc01d640 1 --2- 172.21.15.67:0/169424046 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff1c0078bc0 0x7ff1c007b0d0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7ff1c4035000 tx=0x7ff1c4004a40 comp rx=0 tx=0).stop 2024-09-21T00:26:25.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.765+0000 7ff1dc01d640 1 -- 172.21.15.67:0/169424046 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff1d41df430 msgr2=0x7ff1d41e11d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:25.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.765+0000 7ff1dc01d640 1 --2- 172.21.15.67:0/169424046 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff1d41df430 0x7ff1d41e11d0 secure :-1 s=READY pgs=1065 cs=0 l=1 rev1=1 crypto rx=0x7ff1d40712f0 tx=0x7ff1cc001630 comp rx=0 tx=0).stop 2024-09-21T00:26:25.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.765+0000 7ff1dc01d640 1 -- 172.21.15.67:0/169424046 shutdown_connections 2024-09-21T00:26:25.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.765+0000 7ff1dc01d640 1 --2- 172.21.15.67:0/169424046 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff1c0078bc0 0x7ff1c007b0d0 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:25.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.765+0000 7ff1dc01d640 1 --2- 172.21.15.67:0/169424046 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff1d41df430 0x7ff1d41e11d0 unknown :-1 s=CLOSED pgs=1065 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:25.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.765+0000 7ff1dc01d640 1 --2- 172.21.15.67:0/169424046 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff1d41f78a0 0x7ff1d40b05d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:25.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.765+0000 7ff1dc01d640 1 --2- 172.21.15.67:0/169424046 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff1bc003a30 0x7ff1d41f4200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:25.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.765+0000 7ff1dc01d640 1 -- 172.21.15.67:0/169424046 >> 172.21.15.67:0/169424046 conn(0x7ff1d40b4140 msgr2=0x7ff1d40d0220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:25.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.765+0000 7ff1dc01d640 1 -- 172.21.15.67:0/169424046 shutdown_connections 2024-09-21T00:26:25.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.765+0000 7ff1dc01d640 1 -- 172.21.15.67:0/169424046 wait complete. 2024-09-21T00:26:25.777 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":240,"stamp":"2024-09-21T00:26:25.572624+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590402,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":108,"num_write_kb":1635,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":80,"ondisk_log_size":80,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":78,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":358820,"kb_used_data":9376,"kb_used_omap":12,"kb_used_meta":349235,"kb_avail":754615900,"statfs":{"total":773094113280,"available":772726681600,"internally_reserved":0,"allocated":9601024,"data_stored":4785863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12749,"internal_metadata":357617203},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":22,"apply_latency_ms":22,"commit_latency_ns":22000000,"apply_latency_ns":22000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.884411"},"pg_stats":[{"pgid":"13.3f","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.697246+0000","last_change":"2024-09-21T00:26:20.697246+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.697246+0000","last_undegraded":"2024-09-21T00:26:20.697246+0000","last_fullsized":"2024-09-21T00:26:20.697246+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.3e","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.724300+0000","last_change":"2024-09-21T00:26:21.739782+0000","last_active":"2024-09-21T00:26:22.724300+0000","last_peered":"2024-09-21T00:26:22.724300+0000","last_clean":"2024-09-21T00:26:22.724300+0000","last_became_active":"2024-09-21T00:26:21.739381+0000","last_became_peered":"2024-09-21T00:26:21.739381+0000","last_unstale":"2024-09-21T00:26:22.724300+0000","last_undegraded":"2024-09-21T00:26:22.724300+0000","last_fullsized":"2024-09-21T00:26:22.724300+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:09:03.198415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.3d","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.703408+0000","last_change":"2024-09-21T00:26:20.703408+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.703408+0000","last_undegraded":"2024-09-21T00:26:20.703408+0000","last_fullsized":"2024-09-21T00:26:20.703408+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.3c","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.703672+0000","last_change":"2024-09-21T00:26:20.703672+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.703672+0000","last_undegraded":"2024-09-21T00:26:20.703672+0000","last_fullsized":"2024-09-21T00:26:20.703672+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.3b","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720705+0000","last_change":"2024-09-21T00:26:21.728009+0000","last_active":"2024-09-21T00:26:22.720705+0000","last_peered":"2024-09-21T00:26:22.720705+0000","last_clean":"2024-09-21T00:26:22.720705+0000","last_became_active":"2024-09-21T00:26:21.727673+0000","last_became_peered":"2024-09-21T00:26:21.727673+0000","last_unstale":"2024-09-21T00:26:22.720705+0000","last_undegraded":"2024-09-21T00:26:22.720705+0000","last_fullsized":"2024-09-21T00:26:22.720705+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:21:20.697696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.3a","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.699635+0000","last_change":"2024-09-21T00:26:20.699635+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.699635+0000","last_undegraded":"2024-09-21T00:26:20.699635+0000","last_fullsized":"2024-09-21T00:26:20.699635+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.39","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.703121+0000","last_change":"2024-09-21T00:26:20.703121+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.703121+0000","last_undegraded":"2024-09-21T00:26:20.703121+0000","last_fullsized":"2024-09-21T00:26:20.703121+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.38","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.700001+0000","last_change":"2024-09-21T00:26:20.700001+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.700001+0000","last_undegraded":"2024-09-21T00:26:20.700001+0000","last_fullsized":"2024-09-21T00:26:20.700001+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.37","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.700890+0000","last_change":"2024-09-21T00:26:20.700890+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.700890+0000","last_undegraded":"2024-09-21T00:26:20.700890+0000","last_fullsized":"2024-09-21T00:26:20.700890+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.36","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.695003+0000","last_change":"2024-09-21T00:26:20.695003+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.695003+0000","last_undegraded":"2024-09-21T00:26:20.695003+0000","last_fullsized":"2024-09-21T00:26:20.695003+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.35","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.723759+0000","last_change":"2024-09-21T00:26:21.722947+0000","last_active":"2024-09-21T00:26:22.723759+0000","last_peered":"2024-09-21T00:26:22.723759+0000","last_clean":"2024-09-21T00:26:22.723759+0000","last_became_active":"2024-09-21T00:26:21.722530+0000","last_became_peered":"2024-09-21T00:26:21.722530+0000","last_unstale":"2024-09-21T00:26:22.723759+0000","last_undegraded":"2024-09-21T00:26:22.723759+0000","last_fullsized":"2024-09-21T00:26:22.723759+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:27:29.641462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.34","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.696014+0000","last_change":"2024-09-21T00:26:20.696014+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.696014+0000","last_undegraded":"2024-09-21T00:26:20.696014+0000","last_fullsized":"2024-09-21T00:26:20.696014+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.33","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.702768+0000","last_change":"2024-09-21T00:26:20.702768+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.702768+0000","last_undegraded":"2024-09-21T00:26:20.702768+0000","last_fullsized":"2024-09-21T00:26:20.702768+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.32","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.701546+0000","last_change":"2024-09-21T00:26:20.701546+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.701546+0000","last_undegraded":"2024-09-21T00:26:20.701546+0000","last_fullsized":"2024-09-21T00:26:20.701546+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.31","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.699832+0000","last_change":"2024-09-21T00:26:20.699832+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.699832+0000","last_undegraded":"2024-09-21T00:26:20.699832+0000","last_fullsized":"2024-09-21T00:26:20.699832+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.30","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720983+0000","last_change":"2024-09-21T00:26:21.723656+0000","last_active":"2024-09-21T00:26:22.720983+0000","last_peered":"2024-09-21T00:26:22.720983+0000","last_clean":"2024-09-21T00:26:22.720983+0000","last_became_active":"2024-09-21T00:26:21.723349+0000","last_became_peered":"2024-09-21T00:26:21.723349+0000","last_unstale":"2024-09-21T00:26:22.720983+0000","last_undegraded":"2024-09-21T00:26:22.720983+0000","last_fullsized":"2024-09-21T00:26:22.720983+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:14:02.549321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.2f","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720589+0000","last_change":"2024-09-21T00:26:21.720009+0000","last_active":"2024-09-21T00:26:22.720589+0000","last_peered":"2024-09-21T00:26:22.720589+0000","last_clean":"2024-09-21T00:26:22.720589+0000","last_became_active":"2024-09-21T00:26:21.719559+0000","last_became_peered":"2024-09-21T00:26:21.719559+0000","last_unstale":"2024-09-21T00:26:22.720589+0000","last_undegraded":"2024-09-21T00:26:22.720589+0000","last_fullsized":"2024-09-21T00:26:22.720589+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:24:35.062831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.2e","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.701557+0000","last_change":"2024-09-21T00:26:20.701557+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.701557+0000","last_undegraded":"2024-09-21T00:26:20.701557+0000","last_fullsized":"2024-09-21T00:26:20.701557+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2d","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.702287+0000","last_change":"2024-09-21T00:26:20.702287+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.702287+0000","last_undegraded":"2024-09-21T00:26:20.702287+0000","last_fullsized":"2024-09-21T00:26:20.702287+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.2c","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.700883+0000","last_change":"2024-09-21T00:26:20.700883+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.700883+0000","last_undegraded":"2024-09-21T00:26:20.700883+0000","last_fullsized":"2024-09-21T00:26:20.700883+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2b","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.700360+0000","last_change":"2024-09-21T00:26:20.700360+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.700360+0000","last_undegraded":"2024-09-21T00:26:20.700360+0000","last_fullsized":"2024-09-21T00:26:20.700360+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2a","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.723489+0000","last_change":"2024-09-21T00:26:21.738376+0000","last_active":"2024-09-21T00:26:22.723489+0000","last_peered":"2024-09-21T00:26:22.723489+0000","last_clean":"2024-09-21T00:26:22.723489+0000","last_became_active":"2024-09-21T00:26:21.738044+0000","last_became_peered":"2024-09-21T00:26:21.738044+0000","last_unstale":"2024-09-21T00:26:22.723489+0000","last_undegraded":"2024-09-21T00:26:22.723489+0000","last_fullsized":"2024-09-21T00:26:22.723489+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:00:27.441204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.29","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.693491+0000","last_change":"2024-09-21T00:26:20.693491+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.693491+0000","last_undegraded":"2024-09-21T00:26:20.693491+0000","last_fullsized":"2024-09-21T00:26:20.693491+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.28","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.699137+0000","last_change":"2024-09-21T00:26:20.699137+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.699137+0000","last_undegraded":"2024-09-21T00:26:20.699137+0000","last_fullsized":"2024-09-21T00:26:20.699137+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.27","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.724151+0000","last_change":"2024-09-21T00:26:21.740590+0000","last_active":"2024-09-21T00:26:22.724151+0000","last_peered":"2024-09-21T00:26:22.724151+0000","last_clean":"2024-09-21T00:26:22.724151+0000","last_became_active":"2024-09-21T00:26:21.740290+0000","last_became_peered":"2024-09-21T00:26:21.740290+0000","last_unstale":"2024-09-21T00:26:22.724151+0000","last_undegraded":"2024-09-21T00:26:22.724151+0000","last_fullsized":"2024-09-21T00:26:22.724151+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:41:27.277104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.26","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.705597+0000","last_change":"2024-09-21T00:26:20.705597+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.705597+0000","last_undegraded":"2024-09-21T00:26:20.705597+0000","last_fullsized":"2024-09-21T00:26:20.705597+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.25","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720513+0000","last_change":"2024-09-21T00:26:21.719683+0000","last_active":"2024-09-21T00:26:22.720513+0000","last_peered":"2024-09-21T00:26:22.720513+0000","last_clean":"2024-09-21T00:26:22.720513+0000","last_became_active":"2024-09-21T00:26:21.719373+0000","last_became_peered":"2024-09-21T00:26:21.719373+0000","last_unstale":"2024-09-21T00:26:22.720513+0000","last_undegraded":"2024-09-21T00:26:22.720513+0000","last_fullsized":"2024-09-21T00:26:22.720513+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:17:37.026290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.24","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.695255+0000","last_change":"2024-09-21T00:26:20.695255+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.695255+0000","last_undegraded":"2024-09-21T00:26:20.695255+0000","last_fullsized":"2024-09-21T00:26:20.695255+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.23","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.723853+0000","last_change":"2024-09-21T00:26:21.729113+0000","last_active":"2024-09-21T00:26:22.723853+0000","last_peered":"2024-09-21T00:26:22.723853+0000","last_clean":"2024-09-21T00:26:22.723853+0000","last_became_active":"2024-09-21T00:26:21.728672+0000","last_became_peered":"2024-09-21T00:26:21.728672+0000","last_unstale":"2024-09-21T00:26:22.723853+0000","last_undegraded":"2024-09-21T00:26:22.723853+0000","last_fullsized":"2024-09-21T00:26:22.723853+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:10:11.378214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.22","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.723609+0000","last_change":"2024-09-21T00:26:21.733675+0000","last_active":"2024-09-21T00:26:22.723609+0000","last_peered":"2024-09-21T00:26:22.723609+0000","last_clean":"2024-09-21T00:26:22.723609+0000","last_became_active":"2024-09-21T00:26:21.733187+0000","last_became_peered":"2024-09-21T00:26:21.733187+0000","last_unstale":"2024-09-21T00:26:22.723609+0000","last_undegraded":"2024-09-21T00:26:22.723609+0000","last_fullsized":"2024-09-21T00:26:22.723609+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:21:18.040772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.21","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.719588+0000","last_change":"2024-09-21T00:26:21.724484+0000","last_active":"2024-09-21T00:26:22.719588+0000","last_peered":"2024-09-21T00:26:22.719588+0000","last_clean":"2024-09-21T00:26:22.719588+0000","last_became_active":"2024-09-21T00:26:21.724190+0000","last_became_peered":"2024-09-21T00:26:21.724190+0000","last_unstale":"2024-09-21T00:26:22.719588+0000","last_undegraded":"2024-09-21T00:26:22.719588+0000","last_fullsized":"2024-09-21T00:26:22.719588+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:54:01.408600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.20","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.694133+0000","last_change":"2024-09-21T00:26:20.694133+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.694133+0000","last_undegraded":"2024-09-21T00:26:20.694133+0000","last_fullsized":"2024-09-21T00:26:20.694133+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720785+0000","last_change":"2024-09-21T00:26:21.723001+0000","last_active":"2024-09-21T00:26:22.720785+0000","last_peered":"2024-09-21T00:26:22.720785+0000","last_clean":"2024-09-21T00:26:22.720785+0000","last_became_active":"2024-09-21T00:26:21.722636+0000","last_became_peered":"2024-09-21T00:26:21.722636+0000","last_unstale":"2024-09-21T00:26:22.720785+0000","last_undegraded":"2024-09-21T00:26:22.720785+0000","last_fullsized":"2024-09-21T00:26:22.720785+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:04:03.210174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1f","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.714580+0000","last_change":"2024-09-21T00:26:20.709832+0000","last_active":"2024-09-21T00:26:20.714580+0000","last_peered":"2024-09-21T00:26:20.714580+0000","last_clean":"2024-09-21T00:26:20.714580+0000","last_became_active":"2024-09-21T00:26:20.709533+0000","last_became_peered":"2024-09-21T00:26:20.709533+0000","last_unstale":"2024-09-21T00:26:20.714580+0000","last_undegraded":"2024-09-21T00:26:20.714580+0000","last_fullsized":"2024-09-21T00:26:20.714580+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:09:04.608364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1f","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.696606+0000","last_change":"2024-09-21T00:26:20.696606+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.696606+0000","last_undegraded":"2024-09-21T00:26:20.696606+0000","last_fullsized":"2024-09-21T00:26:20.696606+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1e","version":"87'1","reported_seq":16,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720934+0000","last_change":"2024-09-21T00:26:20.710188+0000","last_active":"2024-09-21T00:26:22.720934+0000","last_peered":"2024-09-21T00:26:22.720934+0000","last_clean":"2024-09-21T00:26:22.720934+0000","last_became_active":"2024-09-21T00:26:20.709900+0000","last_became_peered":"2024-09-21T00:26:20.709900+0000","last_unstale":"2024-09-21T00:26:22.720934+0000","last_undegraded":"2024-09-21T00:26:22.720934+0000","last_fullsized":"2024-09-21T00:26:22.720934+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:27:28.633873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.1c","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.694433+0000","last_change":"2024-09-21T00:26:20.694433+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.694433+0000","last_undegraded":"2024-09-21T00:26:20.694433+0000","last_fullsized":"2024-09-21T00:26:20.694433+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1d","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.714033+0000","last_change":"2024-09-21T00:26:20.711811+0000","last_active":"2024-09-21T00:26:20.714033+0000","last_peered":"2024-09-21T00:26:20.714033+0000","last_clean":"2024-09-21T00:26:20.714033+0000","last_became_active":"2024-09-21T00:26:20.711513+0000","last_became_peered":"2024-09-21T00:26:20.711513+0000","last_unstale":"2024-09-21T00:26:20.714033+0000","last_undegraded":"2024-09-21T00:26:20.714033+0000","last_fullsized":"2024-09-21T00:26:20.714033+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:18:38.929527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1d","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.702143+0000","last_change":"2024-09-21T00:26:20.702143+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.702143+0000","last_undegraded":"2024-09-21T00:26:20.702143+0000","last_fullsized":"2024-09-21T00:26:20.702143+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1c","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.714098+0000","last_change":"2024-09-21T00:26:20.711098+0000","last_active":"2024-09-21T00:26:20.714098+0000","last_peered":"2024-09-21T00:26:20.714098+0000","last_clean":"2024-09-21T00:26:20.714098+0000","last_became_active":"2024-09-21T00:26:20.710786+0000","last_became_peered":"2024-09-21T00:26:20.710786+0000","last_unstale":"2024-09-21T00:26:20.714098+0000","last_undegraded":"2024-09-21T00:26:20.714098+0000","last_fullsized":"2024-09-21T00:26:20.714098+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:19:02.070255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.723726+0000","last_change":"2024-09-21T00:26:21.732471+0000","last_active":"2024-09-21T00:26:22.723726+0000","last_peered":"2024-09-21T00:26:22.723726+0000","last_clean":"2024-09-21T00:26:22.723726+0000","last_became_active":"2024-09-21T00:26:21.732130+0000","last_became_peered":"2024-09-21T00:26:21.732130+0000","last_unstale":"2024-09-21T00:26:22.723726+0000","last_undegraded":"2024-09-21T00:26:22.723726+0000","last_fullsized":"2024-09-21T00:26:22.723726+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:07:56.021523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1b","version":"87'1","reported_seq":16,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720146+0000","last_change":"2024-09-21T00:26:20.708008+0000","last_active":"2024-09-21T00:26:22.720146+0000","last_peered":"2024-09-21T00:26:22.720146+0000","last_clean":"2024-09-21T00:26:22.720146+0000","last_became_active":"2024-09-21T00:26:20.707683+0000","last_became_peered":"2024-09-21T00:26:20.707683+0000","last_unstale":"2024-09-21T00:26:22.720146+0000","last_undegraded":"2024-09-21T00:26:22.720146+0000","last_fullsized":"2024-09-21T00:26:22.720146+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:34:37.832980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720004+0000","last_change":"2024-09-21T00:26:21.719975+0000","last_active":"2024-09-21T00:26:22.720004+0000","last_peered":"2024-09-21T00:26:22.720004+0000","last_clean":"2024-09-21T00:26:22.720004+0000","last_became_active":"2024-09-21T00:26:21.719650+0000","last_became_peered":"2024-09-21T00:26:21.719650+0000","last_unstale":"2024-09-21T00:26:22.720004+0000","last_undegraded":"2024-09-21T00:26:22.720004+0000","last_fullsized":"2024-09-21T00:26:22.720004+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:36:20.321602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1a","version":"87'1","reported_seq":16,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720415+0000","last_change":"2024-09-21T00:26:20.708628+0000","last_active":"2024-09-21T00:26:22.720415+0000","last_peered":"2024-09-21T00:26:22.720415+0000","last_clean":"2024-09-21T00:26:22.720415+0000","last_became_active":"2024-09-21T00:26:20.708339+0000","last_became_peered":"2024-09-21T00:26:20.708339+0000","last_unstale":"2024-09-21T00:26:22.720415+0000","last_undegraded":"2024-09-21T00:26:22.720415+0000","last_fullsized":"2024-09-21T00:26:22.720415+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:21:17.033182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.702433+0000","last_change":"2024-09-21T00:26:20.702433+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.702433+0000","last_undegraded":"2024-09-21T00:26:20.702433+0000","last_fullsized":"2024-09-21T00:26:20.702433+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.710304+0000","last_change":"2024-09-21T00:26:20.703091+0000","last_active":"2024-09-21T00:26:20.710304+0000","last_peered":"2024-09-21T00:26:20.710304+0000","last_clean":"2024-09-21T00:26:20.710304+0000","last_became_active":"2024-09-21T00:26:20.702700+0000","last_became_peered":"2024-09-21T00:26:20.702700+0000","last_unstale":"2024-09-21T00:26:20.710304+0000","last_undegraded":"2024-09-21T00:26:20.710304+0000","last_fullsized":"2024-09-21T00:26:20.710304+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:17:49.764539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.699317+0000","last_change":"2024-09-21T00:26:20.699317+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.699317+0000","last_undegraded":"2024-09-21T00:26:20.699317+0000","last_fullsized":"2024-09-21T00:26:20.699317+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":15,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.723606+0000","last_change":"2024-09-21T00:26:20.712172+0000","last_active":"2024-09-21T00:26:22.723606+0000","last_peered":"2024-09-21T00:26:22.723606+0000","last_clean":"2024-09-21T00:26:22.723606+0000","last_became_active":"2024-09-21T00:26:20.711870+0000","last_became_peered":"2024-09-21T00:26:20.711870+0000","last_unstale":"2024-09-21T00:26:22.723606+0000","last_undegraded":"2024-09-21T00:26:22.723606+0000","last_fullsized":"2024-09-21T00:26:22.723606+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:55:57.657907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.699454+0000","last_change":"2024-09-21T00:26:20.699454+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.699454+0000","last_undegraded":"2024-09-21T00:26:20.699454+0000","last_fullsized":"2024-09-21T00:26:20.699454+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.711958+0000","last_change":"2024-09-21T00:26:20.708674+0000","last_active":"2024-09-21T00:26:20.711958+0000","last_peered":"2024-09-21T00:26:20.711958+0000","last_clean":"2024-09-21T00:26:20.711958+0000","last_became_active":"2024-09-21T00:26:20.708314+0000","last_became_peered":"2024-09-21T00:26:20.708314+0000","last_unstale":"2024-09-21T00:26:20.711958+0000","last_undegraded":"2024-09-21T00:26:20.711958+0000","last_fullsized":"2024-09-21T00:26:20.711958+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:09:19.017131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.700415+0000","last_change":"2024-09-21T00:26:20.700415+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.700415+0000","last_undegraded":"2024-09-21T00:26:20.700415+0000","last_fullsized":"2024-09-21T00:26:20.700415+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.703932+0000","last_change":"2024-09-21T00:26:20.701682+0000","last_active":"2024-09-21T00:26:20.703932+0000","last_peered":"2024-09-21T00:26:20.703932+0000","last_clean":"2024-09-21T00:26:20.703932+0000","last_became_active":"2024-09-21T00:26:20.701200+0000","last_became_peered":"2024-09-21T00:26:20.701200+0000","last_unstale":"2024-09-21T00:26:20.703932+0000","last_undegraded":"2024-09-21T00:26:20.703932+0000","last_fullsized":"2024-09-21T00:26:20.703932+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:50:13.966864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.701171+0000","last_change":"2024-09-21T00:26:20.701171+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.701171+0000","last_undegraded":"2024-09-21T00:26:20.701171+0000","last_fullsized":"2024-09-21T00:26:20.701171+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.15","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.709095+0000","last_change":"2024-09-21T00:26:20.707912+0000","last_active":"2024-09-21T00:26:20.709095+0000","last_peered":"2024-09-21T00:26:20.709095+0000","last_clean":"2024-09-21T00:26:20.709095+0000","last_became_active":"2024-09-21T00:26:20.707489+0000","last_became_peered":"2024-09-21T00:26:20.707489+0000","last_unstale":"2024-09-21T00:26:20.709095+0000","last_undegraded":"2024-09-21T00:26:20.709095+0000","last_fullsized":"2024-09-21T00:26:20.709095+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:50:18.366791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720596+0000","last_change":"2024-09-21T00:26:21.726029+0000","last_active":"2024-09-21T00:26:22.720596+0000","last_peered":"2024-09-21T00:26:22.720596+0000","last_clean":"2024-09-21T00:26:22.720596+0000","last_became_active":"2024-09-21T00:26:21.725671+0000","last_became_peered":"2024-09-21T00:26:21.725671+0000","last_unstale":"2024-09-21T00:26:22.720596+0000","last_undegraded":"2024-09-21T00:26:22.720596+0000","last_fullsized":"2024-09-21T00:26:22.720596+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:05:20.343728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.14","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.714543+0000","last_change":"2024-09-21T00:26:20.711295+0000","last_active":"2024-09-21T00:26:20.714543+0000","last_peered":"2024-09-21T00:26:20.714543+0000","last_clean":"2024-09-21T00:26:20.714543+0000","last_became_active":"2024-09-21T00:26:20.710986+0000","last_became_peered":"2024-09-21T00:26:20.710986+0000","last_unstale":"2024-09-21T00:26:20.714543+0000","last_undegraded":"2024-09-21T00:26:20.714543+0000","last_fullsized":"2024-09-21T00:26:20.714543+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:55:09.788554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.701083+0000","last_change":"2024-09-21T00:26:20.701083+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.701083+0000","last_undegraded":"2024-09-21T00:26:20.701083+0000","last_fullsized":"2024-09-21T00:26:20.701083+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.13","version":"87'2","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.724078+0000","last_change":"2024-09-21T00:26:20.714892+0000","last_active":"2024-09-21T00:26:22.724078+0000","last_peered":"2024-09-21T00:26:22.724078+0000","last_clean":"2024-09-21T00:26:22.724078+0000","last_became_active":"2024-09-21T00:26:20.714552+0000","last_became_peered":"2024-09-21T00:26:20.714552+0000","last_unstale":"2024-09-21T00:26:22.724078+0000","last_undegraded":"2024-09-21T00:26:22.724078+0000","last_fullsized":"2024-09-21T00:26:22.724078+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:53:20.039988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.13","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.701903+0000","last_change":"2024-09-21T00:26:20.701903+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.701903+0000","last_undegraded":"2024-09-21T00:26:20.701903+0000","last_fullsized":"2024-09-21T00:26:20.701903+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.714155+0000","last_change":"2024-09-21T00:26:20.710488+0000","last_active":"2024-09-21T00:26:20.714155+0000","last_peered":"2024-09-21T00:26:20.714155+0000","last_clean":"2024-09-21T00:26:20.714155+0000","last_became_active":"2024-09-21T00:26:20.710102+0000","last_became_peered":"2024-09-21T00:26:20.710102+0000","last_unstale":"2024-09-21T00:26:20.714155+0000","last_undegraded":"2024-09-21T00:26:20.714155+0000","last_fullsized":"2024-09-21T00:26:20.714155+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:34:00.558415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.723474+0000","last_change":"2024-09-21T00:26:21.731522+0000","last_active":"2024-09-21T00:26:22.723474+0000","last_peered":"2024-09-21T00:26:22.723474+0000","last_clean":"2024-09-21T00:26:22.723474+0000","last_became_active":"2024-09-21T00:26:21.731206+0000","last_became_peered":"2024-09-21T00:26:21.731206+0000","last_unstale":"2024-09-21T00:26:22.723474+0000","last_undegraded":"2024-09-21T00:26:22.723474+0000","last_fullsized":"2024-09-21T00:26:22.723474+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:34:38.840569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.705082+0000","last_change":"2024-09-21T00:26:20.703950+0000","last_active":"2024-09-21T00:26:20.705082+0000","last_peered":"2024-09-21T00:26:20.705082+0000","last_clean":"2024-09-21T00:26:20.705082+0000","last_became_active":"2024-09-21T00:26:20.703644+0000","last_became_peered":"2024-09-21T00:26:20.703644+0000","last_unstale":"2024-09-21T00:26:20.705082+0000","last_undegraded":"2024-09-21T00:26:20.705082+0000","last_fullsized":"2024-09-21T00:26:20.705082+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:05:02.511099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.723453+0000","last_change":"2024-09-21T00:26:21.739679+0000","last_active":"2024-09-21T00:26:22.723453+0000","last_peered":"2024-09-21T00:26:22.723453+0000","last_clean":"2024-09-21T00:26:22.723453+0000","last_became_active":"2024-09-21T00:26:21.739347+0000","last_became_peered":"2024-09-21T00:26:21.739347+0000","last_unstale":"2024-09-21T00:26:22.723453+0000","last_undegraded":"2024-09-21T00:26:22.723453+0000","last_fullsized":"2024-09-21T00:26:22.723453+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:17:31.043207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.10","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.712161+0000","last_change":"2024-09-21T00:26:20.706726+0000","last_active":"2024-09-21T00:26:20.712161+0000","last_peered":"2024-09-21T00:26:20.712161+0000","last_clean":"2024-09-21T00:26:20.712161+0000","last_became_active":"2024-09-21T00:26:20.706394+0000","last_became_peered":"2024-09-21T00:26:20.706394+0000","last_unstale":"2024-09-21T00:26:20.712161+0000","last_undegraded":"2024-09-21T00:26:20.712161+0000","last_fullsized":"2024-09-21T00:26:20.712161+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:12:10.449771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.e","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.705035+0000","last_change":"2024-09-21T00:26:20.705035+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.705035+0000","last_undegraded":"2024-09-21T00:26:20.705035+0000","last_fullsized":"2024-09-21T00:26:20.705035+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.f","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.708541+0000","last_change":"2024-09-21T00:26:20.706701+0000","last_active":"2024-09-21T00:26:20.708541+0000","last_peered":"2024-09-21T00:26:20.708541+0000","last_clean":"2024-09-21T00:26:20.708541+0000","last_became_active":"2024-09-21T00:26:20.706181+0000","last_became_peered":"2024-09-21T00:26:20.706181+0000","last_unstale":"2024-09-21T00:26:20.708541+0000","last_undegraded":"2024-09-21T00:26:20.708541+0000","last_fullsized":"2024-09-21T00:26:20.708541+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:53:37.556509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.f","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.696000+0000","last_change":"2024-09-21T00:26:20.696000+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.696000+0000","last_undegraded":"2024-09-21T00:26:20.696000+0000","last_fullsized":"2024-09-21T00:26:20.696000+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.e","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.710478+0000","last_change":"2024-09-21T00:26:20.704609+0000","last_active":"2024-09-21T00:26:20.710478+0000","last_peered":"2024-09-21T00:26:20.710478+0000","last_clean":"2024-09-21T00:26:20.710478+0000","last_became_active":"2024-09-21T00:26:20.704340+0000","last_became_peered":"2024-09-21T00:26:20.704340+0000","last_unstale":"2024-09-21T00:26:20.710478+0000","last_undegraded":"2024-09-21T00:26:20.710478+0000","last_fullsized":"2024-09-21T00:26:20.710478+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:10:20.285328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720806+0000","last_change":"2024-09-21T00:26:21.726558+0000","last_active":"2024-09-21T00:26:22.720806+0000","last_peered":"2024-09-21T00:26:22.720806+0000","last_clean":"2024-09-21T00:26:22.720806+0000","last_became_active":"2024-09-21T00:26:21.726236+0000","last_became_peered":"2024-09-21T00:26:21.726236+0000","last_unstale":"2024-09-21T00:26:22.720806+0000","last_undegraded":"2024-09-21T00:26:22.720806+0000","last_fullsized":"2024-09-21T00:26:22.720806+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:33:36.887098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.710345+0000","last_change":"2024-09-21T00:26:20.703727+0000","last_active":"2024-09-21T00:26:20.710345+0000","last_peered":"2024-09-21T00:26:20.710345+0000","last_clean":"2024-09-21T00:26:20.710345+0000","last_became_active":"2024-09-21T00:26:20.703376+0000","last_became_peered":"2024-09-21T00:26:20.703376+0000","last_unstale":"2024-09-21T00:26:20.710345+0000","last_undegraded":"2024-09-21T00:26:20.710345+0000","last_fullsized":"2024-09-21T00:26:20.710345+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:33:19.843599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.699132+0000","last_change":"2024-09-21T00:26:20.699132+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.699132+0000","last_undegraded":"2024-09-21T00:26:20.699132+0000","last_fullsized":"2024-09-21T00:26:20.699132+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.b","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.719368+0000","last_change":"2024-09-21T00:26:20.717436+0000","last_active":"2024-09-21T00:26:20.719368+0000","last_peered":"2024-09-21T00:26:20.719368+0000","last_clean":"2024-09-21T00:26:20.719368+0000","last_became_active":"2024-09-21T00:26:20.716875+0000","last_became_peered":"2024-09-21T00:26:20.716875+0000","last_unstale":"2024-09-21T00:26:20.719368+0000","last_undegraded":"2024-09-21T00:26:20.719368+0000","last_fullsized":"2024-09-21T00:26:20.719368+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:53:06.835962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.b","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.699522+0000","last_change":"2024-09-21T00:26:20.699522+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.699522+0000","last_undegraded":"2024-09-21T00:26:20.699522+0000","last_fullsized":"2024-09-21T00:26:20.699522+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.712251+0000","last_change":"2024-09-21T00:26:20.705864+0000","last_active":"2024-09-21T00:26:20.712251+0000","last_peered":"2024-09-21T00:26:20.712251+0000","last_clean":"2024-09-21T00:26:20.712251+0000","last_became_active":"2024-09-21T00:26:20.705448+0000","last_became_peered":"2024-09-21T00:26:20.705448+0000","last_unstale":"2024-09-21T00:26:20.712251+0000","last_undegraded":"2024-09-21T00:26:20.712251+0000","last_fullsized":"2024-09-21T00:26:20.712251+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:28:04.557483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.698467+0000","last_change":"2024-09-21T00:26:20.698467+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.698467+0000","last_undegraded":"2024-09-21T00:26:20.698467+0000","last_fullsized":"2024-09-21T00:26:20.698467+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.713014+0000","last_change":"2024-09-21T00:26:20.704282+0000","last_active":"2024-09-21T00:26:20.713014+0000","last_peered":"2024-09-21T00:26:20.713014+0000","last_clean":"2024-09-21T00:26:20.713014+0000","last_became_active":"2024-09-21T00:26:20.703966+0000","last_became_peered":"2024-09-21T00:26:20.703966+0000","last_unstale":"2024-09-21T00:26:20.713014+0000","last_undegraded":"2024-09-21T00:26:20.713014+0000","last_fullsized":"2024-09-21T00:26:20.713014+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:15:12.133207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.700099+0000","last_change":"2024-09-21T00:26:20.700099+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.700099+0000","last_undegraded":"2024-09-21T00:26:20.700099+0000","last_fullsized":"2024-09-21T00:26:20.700099+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.719358+0000","last_change":"2024-09-21T00:26:20.717197+0000","last_active":"2024-09-21T00:26:20.719358+0000","last_peered":"2024-09-21T00:26:20.719358+0000","last_clean":"2024-09-21T00:26:20.719358+0000","last_became_active":"2024-09-21T00:26:20.716826+0000","last_became_peered":"2024-09-21T00:26:20.716826+0000","last_unstale":"2024-09-21T00:26:20.719358+0000","last_undegraded":"2024-09-21T00:26:20.719358+0000","last_fullsized":"2024-09-21T00:26:20.719358+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:18:01.346282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720771+0000","last_change":"2024-09-21T00:26:21.714025+0000","last_active":"2024-09-21T00:26:22.720771+0000","last_peered":"2024-09-21T00:26:22.720771+0000","last_clean":"2024-09-21T00:26:22.720771+0000","last_became_active":"2024-09-21T00:26:21.713631+0000","last_became_peered":"2024-09-21T00:26:21.713631+0000","last_unstale":"2024-09-21T00:26:22.720771+0000","last_undegraded":"2024-09-21T00:26:22.720771+0000","last_fullsized":"2024-09-21T00:26:22.720771+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:49:01.357181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.7","version":"87'2","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.724128+0000","last_change":"2024-09-21T00:26:20.710543+0000","last_active":"2024-09-21T00:26:22.724128+0000","last_peered":"2024-09-21T00:26:22.724128+0000","last_clean":"2024-09-21T00:26:22.724128+0000","last_became_active":"2024-09-21T00:26:20.710182+0000","last_became_peered":"2024-09-21T00:26:20.710182+0000","last_unstale":"2024-09-21T00:26:22.724128+0000","last_undegraded":"2024-09-21T00:26:22.724128+0000","last_fullsized":"2024-09-21T00:26:22.724128+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:22:39.131017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.7","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.702398+0000","last_change":"2024-09-21T00:26:20.702398+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.702398+0000","last_undegraded":"2024-09-21T00:26:20.702398+0000","last_fullsized":"2024-09-21T00:26:20.702398+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.6","version":"88'1","reported_seq":16,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.725104+0000","last_change":"2024-09-21T00:26:20.714039+0000","last_active":"2024-09-21T00:26:22.725104+0000","last_peered":"2024-09-21T00:26:22.725104+0000","last_clean":"2024-09-21T00:26:22.725104+0000","last_became_active":"2024-09-21T00:26:20.713696+0000","last_became_peered":"2024-09-21T00:26:20.713696+0000","last_unstale":"2024-09-21T00:26:22.725104+0000","last_undegraded":"2024-09-21T00:26:22.725104+0000","last_fullsized":"2024-09-21T00:26:22.725104+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:15:40.874998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.693948+0000","last_change":"2024-09-21T00:26:20.693948+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.693948+0000","last_undegraded":"2024-09-21T00:26:20.693948+0000","last_fullsized":"2024-09-21T00:26:20.693948+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.714658+0000","last_change":"2024-09-21T00:26:20.710686+0000","last_active":"2024-09-21T00:26:20.714658+0000","last_peered":"2024-09-21T00:26:20.714658+0000","last_clean":"2024-09-21T00:26:20.714658+0000","last_became_active":"2024-09-21T00:26:20.710368+0000","last_became_peered":"2024-09-21T00:26:20.710368+0000","last_unstale":"2024-09-21T00:26:20.714658+0000","last_undegraded":"2024-09-21T00:26:20.714658+0000","last_fullsized":"2024-09-21T00:26:20.714658+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:55:10.762303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720877+0000","last_change":"2024-09-21T00:26:21.725712+0000","last_active":"2024-09-21T00:26:22.720877+0000","last_peered":"2024-09-21T00:26:22.720877+0000","last_clean":"2024-09-21T00:26:22.720877+0000","last_became_active":"2024-09-21T00:26:21.725246+0000","last_became_peered":"2024-09-21T00:26:21.725246+0000","last_unstale":"2024-09-21T00:26:22.720877+0000","last_undegraded":"2024-09-21T00:26:22.720877+0000","last_fullsized":"2024-09-21T00:26:22.720877+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:32:03.430425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.714548+0000","last_change":"2024-09-21T00:26:20.709193+0000","last_active":"2024-09-21T00:26:20.714548+0000","last_peered":"2024-09-21T00:26:20.714548+0000","last_clean":"2024-09-21T00:26:20.714548+0000","last_became_active":"2024-09-21T00:26:20.708852+0000","last_became_peered":"2024-09-21T00:26:20.708852+0000","last_unstale":"2024-09-21T00:26:20.714548+0000","last_undegraded":"2024-09-21T00:26:20.714548+0000","last_fullsized":"2024-09-21T00:26:20.714548+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:56:47.531947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.699002+0000","last_change":"2024-09-21T00:26:20.699002+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.699002+0000","last_undegraded":"2024-09-21T00:26:20.699002+0000","last_fullsized":"2024-09-21T00:26:20.699002+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.712798+0000","last_change":"2024-09-21T00:26:20.709543+0000","last_active":"2024-09-21T00:26:20.712798+0000","last_peered":"2024-09-21T00:26:20.712798+0000","last_clean":"2024-09-21T00:26:20.712798+0000","last_became_active":"2024-09-21T00:26:20.707829+0000","last_became_peered":"2024-09-21T00:26:20.707829+0000","last_unstale":"2024-09-21T00:26:20.712798+0000","last_undegraded":"2024-09-21T00:26:20.712798+0000","last_fullsized":"2024-09-21T00:26:20.712798+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:54:29.194853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.700305+0000","last_change":"2024-09-21T00:26:20.700305+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.700305+0000","last_undegraded":"2024-09-21T00:26:20.700305+0000","last_fullsized":"2024-09-21T00:26:20.700305+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":15,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720387+0000","last_change":"2024-09-21T00:26:20.709377+0000","last_active":"2024-09-21T00:26:22.720387+0000","last_peered":"2024-09-21T00:26:22.720387+0000","last_clean":"2024-09-21T00:26:22.720387+0000","last_became_active":"2024-09-21T00:26:20.709114+0000","last_became_peered":"2024-09-21T00:26:20.709114+0000","last_unstale":"2024-09-21T00:26:22.720387+0000","last_undegraded":"2024-09-21T00:26:22.720387+0000","last_fullsized":"2024-09-21T00:26:22.720387+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:00:26.433615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.701848+0000","last_change":"2024-09-21T00:26:20.701848+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.701848+0000","last_undegraded":"2024-09-21T00:26:20.701848+0000","last_fullsized":"2024-09-21T00:26:20.701848+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.711960+0000","last_change":"2024-09-21T00:26:20.708431+0000","last_active":"2024-09-21T00:26:20.711960+0000","last_peered":"2024-09-21T00:26:20.711960+0000","last_clean":"2024-09-21T00:26:20.711960+0000","last_became_active":"2024-09-21T00:26:20.708140+0000","last_became_peered":"2024-09-21T00:26:20.708140+0000","last_unstale":"2024-09-21T00:26:20.711960+0000","last_undegraded":"2024-09-21T00:26:20.711960+0000","last_fullsized":"2024-09-21T00:26:20.711960+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:21:01.904119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.692808+0000","last_change":"2024-09-21T00:26:20.692808+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.692808+0000","last_undegraded":"2024-09-21T00:26:20.692808+0000","last_fullsized":"2024-09-21T00:26:20.692808+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":15,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720525+0000","last_change":"2024-09-21T00:26:20.699762+0000","last_active":"2024-09-21T00:26:22.720525+0000","last_peered":"2024-09-21T00:26:22.720525+0000","last_clean":"2024-09-21T00:26:22.720525+0000","last_became_active":"2024-09-21T00:26:20.699450+0000","last_became_peered":"2024-09-21T00:26:20.699450+0000","last_unstale":"2024-09-21T00:26:22.720525+0000","last_undegraded":"2024-09-21T00:26:22.720525+0000","last_fullsized":"2024-09-21T00:26:22.720525+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:07:55.013934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.723981+0000","last_change":"2024-09-21T00:26:21.734523+0000","last_active":"2024-09-21T00:26:22.723981+0000","last_peered":"2024-09-21T00:26:22.723981+0000","last_clean":"2024-09-21T00:26:22.723981+0000","last_became_active":"2024-09-21T00:26:21.734050+0000","last_became_peered":"2024-09-21T00:26:21.734050+0000","last_unstale":"2024-09-21T00:26:22.723981+0000","last_undegraded":"2024-09-21T00:26:22.723981+0000","last_fullsized":"2024-09-21T00:26:22.723981+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:11:47.844922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.d","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.714544+0000","last_change":"2024-09-21T00:26:20.710569+0000","last_active":"2024-09-21T00:26:20.714544+0000","last_peered":"2024-09-21T00:26:20.714544+0000","last_clean":"2024-09-21T00:26:20.714544+0000","last_became_active":"2024-09-21T00:26:20.710263+0000","last_became_peered":"2024-09-21T00:26:20.710263+0000","last_unstale":"2024-09-21T00:26:20.714544+0000","last_undegraded":"2024-09-21T00:26:20.714544+0000","last_fullsized":"2024-09-21T00:26:20.714544+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:52:28.989577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":225,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.703461+0000","last_change":"2024-09-21T00:21:11.583793+0000","last_active":"2024-09-21T00:26:20.703461+0000","last_peered":"2024-09-21T00:26:20.703461+0000","last_clean":"2024-09-21T00:26:20.703461+0000","last_became_active":"2024-09-21T00:21:11.582502+0000","last_became_peered":"2024-09-21T00:21:11.582502+0000","last_unstale":"2024-09-21T00:26:20.703461+0000","last_undegraded":"2024-09-21T00:26:20.703461+0000","last_fullsized":"2024-09-21T00:26:20.703461+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_clean_scrub_stamp":"2024-09-21T00:21:10.311964+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:58.010953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":12,"num_pg":32,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":8,"ondisk_log_size":8,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509506,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":45276,"kb_used_data":1604,"kb_used_omap":1,"kb_used_meta":43646,"kb_avail":94326564,"statfs":{"total":96636764160,"available":96590401536,"internally_reserved":0,"allocated":1642496,"data_stored":1040069,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":44693962},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509506,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":40536,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94331304,"statfs":{"total":96636764160,"available":96595255296,"internally_reserved":0,"allocated":1048576,"data_stored":449701,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40434118},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509506,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":40532,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94331308,"statfs":{"total":96636764160,"available":96595259392,"internally_reserved":0,"allocated":1036288,"data_stored":443426,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509507,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":54408,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94317432,"statfs":{"total":96636764160,"available":96581050368,"internally_reserved":0,"allocated":1036288,"data_stored":443426,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":54655432},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509507,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36376,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335464,"statfs":{"total":96636764160,"available":96599515136,"internally_reserved":0,"allocated":1048576,"data_stored":449701,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509505,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41108,"kb_used_data":1592,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94330732,"statfs":{"total":96636764160,"available":96594669568,"internally_reserved":0,"allocated":1630208,"data_stored":1033794,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40434118},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574914,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":50288,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94321552,"statfs":{"total":96636764160,"available":96585269248,"internally_reserved":0,"allocated":1073152,"data_stored":462776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574914,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":50296,"kb_used_data":1060,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94321544,"statfs":{"total":96636764160,"available":96585261056,"internally_reserved":0,"allocated":1085440,"data_stored":462970,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":50395590},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T00:26:25.781 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T00:26:25.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.934+0000 7f7c7f207640 1 -- 172.21.15.67:0/4038812577 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7c7809a950 msgr2=0x7f7c7809ad60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:25.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.934+0000 7f7c7f207640 1 --2- 172.21.15.67:0/4038812577 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7c7809a950 0x7f7c7809ad60 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f7c64009830 tx=0x7f7c6402a510 comp rx=0 tx=0).stop 2024-09-21T00:26:25.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.934+0000 7f7c7f207640 1 -- 172.21.15.67:0/4038812577 shutdown_connections 2024-09-21T00:26:25.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.934+0000 7f7c7f207640 1 --2- 172.21.15.67:0/4038812577 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7c7809a950 0x7f7c7809ad60 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:25.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.934+0000 7f7c7f207640 1 --2- 172.21.15.67:0/4038812577 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7c780b7850 0x7f7c780b4c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:25.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.934+0000 7f7c7f207640 1 -- 172.21.15.67:0/4038812577 >> 172.21.15.67:0/4038812577 conn(0x7f7c780b4140 msgr2=0x7f7c780b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:25.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.934+0000 7f7c7f207640 1 -- 172.21.15.67:0/4038812577 shutdown_connections 2024-09-21T00:26:25.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.934+0000 7f7c7f207640 1 -- 172.21.15.67:0/4038812577 wait complete. 2024-09-21T00:26:25.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.936+0000 7f7c7f207640 1 Processor -- start 2024-09-21T00:26:25.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.936+0000 7f7c7f207640 1 -- start start 2024-09-21T00:26:25.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.937+0000 7f7c7f207640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7c7809a950 0x7f7c781f40d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:25.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.937+0000 7f7c7f207640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7c780b1fb0 0x7f7c780c8860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:25.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.937+0000 7f7c7f207640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7c780b7850 0x7f7c781e8bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:25.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.937+0000 7f7c7f207640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f7c780ce1c0 con 0x7f7c780b7850 2024-09-21T00:26:25.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.937+0000 7f7c7f207640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f7c780ce040 con 0x7f7c7809a950 2024-09-21T00:26:25.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.937+0000 7f7c7f207640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f7c780b2ad0 con 0x7f7c780b1fb0 2024-09-21T00:26:25.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.937+0000 7f7c7d7a4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7c780b7850 0x7f7c781e8bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:25.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.937+0000 7f7c7d7a4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7c780b7850 0x7f7c781e8bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39012/0 (socket says 172.21.15.67:39012) 2024-09-21T00:26:25.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.937+0000 7f7c7d7a4640 1 -- 172.21.15.67:0/2324233192 learned_addr learned my addr 172.21.15.67:0/2324233192 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:25.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.937+0000 7f7c77fff640 1 --2- 172.21.15.67:0/2324233192 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7c780b1fb0 0x7f7c780c8860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:25.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.937+0000 7f7c7cfa3640 1 --2- 172.21.15.67:0/2324233192 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7c7809a950 0x7f7c781f40d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:25.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.938+0000 7f7c7d7a4640 1 -- 172.21.15.67:0/2324233192 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7c780b1fb0 msgr2=0x7f7c780c8860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:25.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.938+0000 7f7c7d7a4640 1 --2- 172.21.15.67:0/2324233192 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7c780b1fb0 0x7f7c780c8860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:25.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.938+0000 7f7c7d7a4640 1 -- 172.21.15.67:0/2324233192 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7c7809a950 msgr2=0x7f7c781f40d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:25.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.938+0000 7f7c7d7a4640 1 --2- 172.21.15.67:0/2324233192 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7c7809a950 0x7f7c781f40d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:25.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.938+0000 7f7c7d7a4640 1 -- 172.21.15.67:0/2324233192 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c780c9b90 con 0x7f7c780b7850 2024-09-21T00:26:25.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.938+0000 7f7c7d7a4640 1 --2- 172.21.15.67:0/2324233192 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7c780b7850 0x7f7c781e8bf0 secure :-1 s=READY pgs=1066 cs=0 l=1 rev1=1 crypto rx=0x7f7c7000cad0 tx=0x7f7c7000cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:25.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.938+0000 7f7c757fa640 1 -- 172.21.15.67:0/2324233192 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c70016020 con 0x7f7c780b7850 2024-09-21T00:26:25.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.938+0000 7f7c757fa640 1 -- 172.21.15.67:0/2324233192 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7c7000ad20 con 0x7f7c780b7850 2024-09-21T00:26:25.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.938+0000 7f7c757fa640 1 -- 172.21.15.67:0/2324233192 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c70012680 con 0x7f7c780b7850 2024-09-21T00:26:25.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.938+0000 7f7c7f207640 1 -- 172.21.15.67:0/2324233192 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7c780c9e50 con 0x7f7c780b7850 2024-09-21T00:26:25.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.938+0000 7f7c7f207640 1 -- 172.21.15.67:0/2324233192 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7c780cb880 con 0x7f7c780b7850 2024-09-21T00:26:25.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.939+0000 7f7c7f207640 1 -- 172.21.15.67:0/2324233192 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7c7809ad60 con 0x7f7c780b7850 2024-09-21T00:26:25.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.940+0000 7f7c757fa640 1 -- 172.21.15.67:0/2324233192 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f7c70019020 con 0x7f7c780b7850 2024-09-21T00:26:25.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.940+0000 7f7c757fa640 1 --2- 172.21.15.67:0/2324233192 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7c5c078bc0 0x7f7c5c07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:25.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.941+0000 7f7c757fa640 1 -- 172.21.15.67:0/2324233192 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 5709+0+0 (secure 0 0 0) 0x7f7c7009b6f0 con 0x7f7c780b7850 2024-09-21T00:26:25.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.941+0000 7f7c7cfa3640 1 --2- 172.21.15.67:0/2324233192 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7c5c078bc0 0x7f7c5c07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:25.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.941+0000 7f7c7cfa3640 1 --2- 172.21.15.67:0/2324233192 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7c5c078bc0 0x7f7c5c07b0d0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f7c6c009b30 tx=0x7f7c6c005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:25.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:25.944+0000 7f7c757fa640 1 -- 172.21.15.67:0/2324233192 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f7c70020020 con 0x7f7c780b7850 2024-09-21T00:26:26.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.128+0000 7f7c7f207640 1 -- 172.21.15.67:0/2324233192 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f7c780b2790 con 0x7f7c5c078bc0 2024-09-21T00:26:26.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.133+0000 7f7c757fa640 1 -- 172.21.15.67:0/2324233192 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+248510 (secure 0 0 0) 0x7f7c780b2790 con 0x7f7c5c078bc0 2024-09-21T00:26:26.136 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:26:26.138 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-21T00:26:26.139 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.136+0000 7f7c7f207640 1 -- 172.21.15.67:0/2324233192 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7c5c078bc0 msgr2=0x7f7c5c07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:26.139 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.136+0000 7f7c7f207640 1 --2- 172.21.15.67:0/2324233192 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7c5c078bc0 0x7f7c5c07b0d0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f7c6c009b30 tx=0x7f7c6c005f90 comp rx=0 tx=0).stop 2024-09-21T00:26:26.139 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.136+0000 7f7c7f207640 1 -- 172.21.15.67:0/2324233192 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7c780b7850 msgr2=0x7f7c781e8bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:26.139 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.136+0000 7f7c7f207640 1 --2- 172.21.15.67:0/2324233192 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7c780b7850 0x7f7c781e8bf0 secure :-1 s=READY pgs=1066 cs=0 l=1 rev1=1 crypto rx=0x7f7c7000cad0 tx=0x7f7c7000cf90 comp rx=0 tx=0).stop 2024-09-21T00:26:26.139 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.136+0000 7f7c7f207640 1 -- 172.21.15.67:0/2324233192 shutdown_connections 2024-09-21T00:26:26.139 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.136+0000 7f7c7f207640 1 --2- 172.21.15.67:0/2324233192 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7c5c078bc0 0x7f7c5c07b0d0 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:26.139 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.136+0000 7f7c7f207640 1 --2- 172.21.15.67:0/2324233192 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7c780b7850 0x7f7c781e8bf0 unknown :-1 s=CLOSED pgs=1066 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:26.139 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.136+0000 7f7c7f207640 1 --2- 172.21.15.67:0/2324233192 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7c780b1fb0 0x7f7c780c8860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:26.139 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.136+0000 7f7c7f207640 1 --2- 172.21.15.67:0/2324233192 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7c7809a950 0x7f7c781f40d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:26.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.136+0000 7f7c7f207640 1 -- 172.21.15.67:0/2324233192 >> 172.21.15.67:0/2324233192 conn(0x7f7c780b4140 msgr2=0x7f7c78071f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:26.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.136+0000 7f7c7f207640 1 -- 172.21.15.67:0/2324233192 shutdown_connections 2024-09-21T00:26:26.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.136+0000 7f7c7f207640 1 -- 172.21.15.67:0/2324233192 wait complete. 2024-09-21T00:26:26.148 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":240,"stamp":"2024-09-21T00:26:25.572624+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590402,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":108,"num_write_kb":1635,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":80,"ondisk_log_size":80,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":78,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":358820,"kb_used_data":9376,"kb_used_omap":12,"kb_used_meta":349235,"kb_avail":754615900,"statfs":{"total":773094113280,"available":772726681600,"internally_reserved":0,"allocated":9601024,"data_stored":4785863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12749,"internal_metadata":357617203},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":22,"apply_latency_ms":22,"commit_latency_ns":22000000,"apply_latency_ns":22000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.884411"},"pg_stats":[{"pgid":"13.3f","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.697246+0000","last_change":"2024-09-21T00:26:20.697246+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.697246+0000","last_undegraded":"2024-09-21T00:26:20.697246+0000","last_fullsized":"2024-09-21T00:26:20.697246+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.3e","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.724300+0000","last_change":"2024-09-21T00:26:21.739782+0000","last_active":"2024-09-21T00:26:22.724300+0000","last_peered":"2024-09-21T00:26:22.724300+0000","last_clean":"2024-09-21T00:26:22.724300+0000","last_became_active":"2024-09-21T00:26:21.739381+0000","last_became_peered":"2024-09-21T00:26:21.739381+0000","last_unstale":"2024-09-21T00:26:22.724300+0000","last_undegraded":"2024-09-21T00:26:22.724300+0000","last_fullsized":"2024-09-21T00:26:22.724300+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:09:03.198415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.3d","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.703408+0000","last_change":"2024-09-21T00:26:20.703408+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.703408+0000","last_undegraded":"2024-09-21T00:26:20.703408+0000","last_fullsized":"2024-09-21T00:26:20.703408+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.3c","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.703672+0000","last_change":"2024-09-21T00:26:20.703672+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.703672+0000","last_undegraded":"2024-09-21T00:26:20.703672+0000","last_fullsized":"2024-09-21T00:26:20.703672+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.3b","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720705+0000","last_change":"2024-09-21T00:26:21.728009+0000","last_active":"2024-09-21T00:26:22.720705+0000","last_peered":"2024-09-21T00:26:22.720705+0000","last_clean":"2024-09-21T00:26:22.720705+0000","last_became_active":"2024-09-21T00:26:21.727673+0000","last_became_peered":"2024-09-21T00:26:21.727673+0000","last_unstale":"2024-09-21T00:26:22.720705+0000","last_undegraded":"2024-09-21T00:26:22.720705+0000","last_fullsized":"2024-09-21T00:26:22.720705+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:21:20.697696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.3a","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.699635+0000","last_change":"2024-09-21T00:26:20.699635+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.699635+0000","last_undegraded":"2024-09-21T00:26:20.699635+0000","last_fullsized":"2024-09-21T00:26:20.699635+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.39","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.703121+0000","last_change":"2024-09-21T00:26:20.703121+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.703121+0000","last_undegraded":"2024-09-21T00:26:20.703121+0000","last_fullsized":"2024-09-21T00:26:20.703121+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.38","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.700001+0000","last_change":"2024-09-21T00:26:20.700001+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.700001+0000","last_undegraded":"2024-09-21T00:26:20.700001+0000","last_fullsized":"2024-09-21T00:26:20.700001+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.37","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.700890+0000","last_change":"2024-09-21T00:26:20.700890+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.700890+0000","last_undegraded":"2024-09-21T00:26:20.700890+0000","last_fullsized":"2024-09-21T00:26:20.700890+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.36","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.695003+0000","last_change":"2024-09-21T00:26:20.695003+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.695003+0000","last_undegraded":"2024-09-21T00:26:20.695003+0000","last_fullsized":"2024-09-21T00:26:20.695003+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.35","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.723759+0000","last_change":"2024-09-21T00:26:21.722947+0000","last_active":"2024-09-21T00:26:22.723759+0000","last_peered":"2024-09-21T00:26:22.723759+0000","last_clean":"2024-09-21T00:26:22.723759+0000","last_became_active":"2024-09-21T00:26:21.722530+0000","last_became_peered":"2024-09-21T00:26:21.722530+0000","last_unstale":"2024-09-21T00:26:22.723759+0000","last_undegraded":"2024-09-21T00:26:22.723759+0000","last_fullsized":"2024-09-21T00:26:22.723759+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:27:29.641462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.34","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.696014+0000","last_change":"2024-09-21T00:26:20.696014+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.696014+0000","last_undegraded":"2024-09-21T00:26:20.696014+0000","last_fullsized":"2024-09-21T00:26:20.696014+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.33","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.702768+0000","last_change":"2024-09-21T00:26:20.702768+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.702768+0000","last_undegraded":"2024-09-21T00:26:20.702768+0000","last_fullsized":"2024-09-21T00:26:20.702768+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.32","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.701546+0000","last_change":"2024-09-21T00:26:20.701546+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.701546+0000","last_undegraded":"2024-09-21T00:26:20.701546+0000","last_fullsized":"2024-09-21T00:26:20.701546+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.31","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.699832+0000","last_change":"2024-09-21T00:26:20.699832+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.699832+0000","last_undegraded":"2024-09-21T00:26:20.699832+0000","last_fullsized":"2024-09-21T00:26:20.699832+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.30","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720983+0000","last_change":"2024-09-21T00:26:21.723656+0000","last_active":"2024-09-21T00:26:22.720983+0000","last_peered":"2024-09-21T00:26:22.720983+0000","last_clean":"2024-09-21T00:26:22.720983+0000","last_became_active":"2024-09-21T00:26:21.723349+0000","last_became_peered":"2024-09-21T00:26:21.723349+0000","last_unstale":"2024-09-21T00:26:22.720983+0000","last_undegraded":"2024-09-21T00:26:22.720983+0000","last_fullsized":"2024-09-21T00:26:22.720983+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:14:02.549321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.2f","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720589+0000","last_change":"2024-09-21T00:26:21.720009+0000","last_active":"2024-09-21T00:26:22.720589+0000","last_peered":"2024-09-21T00:26:22.720589+0000","last_clean":"2024-09-21T00:26:22.720589+0000","last_became_active":"2024-09-21T00:26:21.719559+0000","last_became_peered":"2024-09-21T00:26:21.719559+0000","last_unstale":"2024-09-21T00:26:22.720589+0000","last_undegraded":"2024-09-21T00:26:22.720589+0000","last_fullsized":"2024-09-21T00:26:22.720589+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:24:35.062831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.2e","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.701557+0000","last_change":"2024-09-21T00:26:20.701557+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.701557+0000","last_undegraded":"2024-09-21T00:26:20.701557+0000","last_fullsized":"2024-09-21T00:26:20.701557+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2d","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.702287+0000","last_change":"2024-09-21T00:26:20.702287+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.702287+0000","last_undegraded":"2024-09-21T00:26:20.702287+0000","last_fullsized":"2024-09-21T00:26:20.702287+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.2c","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.700883+0000","last_change":"2024-09-21T00:26:20.700883+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.700883+0000","last_undegraded":"2024-09-21T00:26:20.700883+0000","last_fullsized":"2024-09-21T00:26:20.700883+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2b","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.700360+0000","last_change":"2024-09-21T00:26:20.700360+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.700360+0000","last_undegraded":"2024-09-21T00:26:20.700360+0000","last_fullsized":"2024-09-21T00:26:20.700360+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2a","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.723489+0000","last_change":"2024-09-21T00:26:21.738376+0000","last_active":"2024-09-21T00:26:22.723489+0000","last_peered":"2024-09-21T00:26:22.723489+0000","last_clean":"2024-09-21T00:26:22.723489+0000","last_became_active":"2024-09-21T00:26:21.738044+0000","last_became_peered":"2024-09-21T00:26:21.738044+0000","last_unstale":"2024-09-21T00:26:22.723489+0000","last_undegraded":"2024-09-21T00:26:22.723489+0000","last_fullsized":"2024-09-21T00:26:22.723489+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:00:27.441204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.29","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.693491+0000","last_change":"2024-09-21T00:26:20.693491+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.693491+0000","last_undegraded":"2024-09-21T00:26:20.693491+0000","last_fullsized":"2024-09-21T00:26:20.693491+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.28","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.699137+0000","last_change":"2024-09-21T00:26:20.699137+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.699137+0000","last_undegraded":"2024-09-21T00:26:20.699137+0000","last_fullsized":"2024-09-21T00:26:20.699137+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.27","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.724151+0000","last_change":"2024-09-21T00:26:21.740590+0000","last_active":"2024-09-21T00:26:22.724151+0000","last_peered":"2024-09-21T00:26:22.724151+0000","last_clean":"2024-09-21T00:26:22.724151+0000","last_became_active":"2024-09-21T00:26:21.740290+0000","last_became_peered":"2024-09-21T00:26:21.740290+0000","last_unstale":"2024-09-21T00:26:22.724151+0000","last_undegraded":"2024-09-21T00:26:22.724151+0000","last_fullsized":"2024-09-21T00:26:22.724151+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:41:27.277104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.26","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.705597+0000","last_change":"2024-09-21T00:26:20.705597+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.705597+0000","last_undegraded":"2024-09-21T00:26:20.705597+0000","last_fullsized":"2024-09-21T00:26:20.705597+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.25","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720513+0000","last_change":"2024-09-21T00:26:21.719683+0000","last_active":"2024-09-21T00:26:22.720513+0000","last_peered":"2024-09-21T00:26:22.720513+0000","last_clean":"2024-09-21T00:26:22.720513+0000","last_became_active":"2024-09-21T00:26:21.719373+0000","last_became_peered":"2024-09-21T00:26:21.719373+0000","last_unstale":"2024-09-21T00:26:22.720513+0000","last_undegraded":"2024-09-21T00:26:22.720513+0000","last_fullsized":"2024-09-21T00:26:22.720513+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:17:37.026290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.24","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.695255+0000","last_change":"2024-09-21T00:26:20.695255+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.695255+0000","last_undegraded":"2024-09-21T00:26:20.695255+0000","last_fullsized":"2024-09-21T00:26:20.695255+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.23","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.723853+0000","last_change":"2024-09-21T00:26:21.729113+0000","last_active":"2024-09-21T00:26:22.723853+0000","last_peered":"2024-09-21T00:26:22.723853+0000","last_clean":"2024-09-21T00:26:22.723853+0000","last_became_active":"2024-09-21T00:26:21.728672+0000","last_became_peered":"2024-09-21T00:26:21.728672+0000","last_unstale":"2024-09-21T00:26:22.723853+0000","last_undegraded":"2024-09-21T00:26:22.723853+0000","last_fullsized":"2024-09-21T00:26:22.723853+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:10:11.378214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.22","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.723609+0000","last_change":"2024-09-21T00:26:21.733675+0000","last_active":"2024-09-21T00:26:22.723609+0000","last_peered":"2024-09-21T00:26:22.723609+0000","last_clean":"2024-09-21T00:26:22.723609+0000","last_became_active":"2024-09-21T00:26:21.733187+0000","last_became_peered":"2024-09-21T00:26:21.733187+0000","last_unstale":"2024-09-21T00:26:22.723609+0000","last_undegraded":"2024-09-21T00:26:22.723609+0000","last_fullsized":"2024-09-21T00:26:22.723609+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:21:18.040772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.21","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.719588+0000","last_change":"2024-09-21T00:26:21.724484+0000","last_active":"2024-09-21T00:26:22.719588+0000","last_peered":"2024-09-21T00:26:22.719588+0000","last_clean":"2024-09-21T00:26:22.719588+0000","last_became_active":"2024-09-21T00:26:21.724190+0000","last_became_peered":"2024-09-21T00:26:21.724190+0000","last_unstale":"2024-09-21T00:26:22.719588+0000","last_undegraded":"2024-09-21T00:26:22.719588+0000","last_fullsized":"2024-09-21T00:26:22.719588+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:54:01.408600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.20","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.694133+0000","last_change":"2024-09-21T00:26:20.694133+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.694133+0000","last_undegraded":"2024-09-21T00:26:20.694133+0000","last_fullsized":"2024-09-21T00:26:20.694133+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720785+0000","last_change":"2024-09-21T00:26:21.723001+0000","last_active":"2024-09-21T00:26:22.720785+0000","last_peered":"2024-09-21T00:26:22.720785+0000","last_clean":"2024-09-21T00:26:22.720785+0000","last_became_active":"2024-09-21T00:26:21.722636+0000","last_became_peered":"2024-09-21T00:26:21.722636+0000","last_unstale":"2024-09-21T00:26:22.720785+0000","last_undegraded":"2024-09-21T00:26:22.720785+0000","last_fullsized":"2024-09-21T00:26:22.720785+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:04:03.210174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1f","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.714580+0000","last_change":"2024-09-21T00:26:20.709832+0000","last_active":"2024-09-21T00:26:20.714580+0000","last_peered":"2024-09-21T00:26:20.714580+0000","last_clean":"2024-09-21T00:26:20.714580+0000","last_became_active":"2024-09-21T00:26:20.709533+0000","last_became_peered":"2024-09-21T00:26:20.709533+0000","last_unstale":"2024-09-21T00:26:20.714580+0000","last_undegraded":"2024-09-21T00:26:20.714580+0000","last_fullsized":"2024-09-21T00:26:20.714580+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:09:04.608364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1f","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.696606+0000","last_change":"2024-09-21T00:26:20.696606+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.696606+0000","last_undegraded":"2024-09-21T00:26:20.696606+0000","last_fullsized":"2024-09-21T00:26:20.696606+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1e","version":"87'1","reported_seq":16,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720934+0000","last_change":"2024-09-21T00:26:20.710188+0000","last_active":"2024-09-21T00:26:22.720934+0000","last_peered":"2024-09-21T00:26:22.720934+0000","last_clean":"2024-09-21T00:26:22.720934+0000","last_became_active":"2024-09-21T00:26:20.709900+0000","last_became_peered":"2024-09-21T00:26:20.709900+0000","last_unstale":"2024-09-21T00:26:22.720934+0000","last_undegraded":"2024-09-21T00:26:22.720934+0000","last_fullsized":"2024-09-21T00:26:22.720934+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:27:28.633873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.1c","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.694433+0000","last_change":"2024-09-21T00:26:20.694433+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.694433+0000","last_undegraded":"2024-09-21T00:26:20.694433+0000","last_fullsized":"2024-09-21T00:26:20.694433+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1d","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.714033+0000","last_change":"2024-09-21T00:26:20.711811+0000","last_active":"2024-09-21T00:26:20.714033+0000","last_peered":"2024-09-21T00:26:20.714033+0000","last_clean":"2024-09-21T00:26:20.714033+0000","last_became_active":"2024-09-21T00:26:20.711513+0000","last_became_peered":"2024-09-21T00:26:20.711513+0000","last_unstale":"2024-09-21T00:26:20.714033+0000","last_undegraded":"2024-09-21T00:26:20.714033+0000","last_fullsized":"2024-09-21T00:26:20.714033+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:18:38.929527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1d","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.702143+0000","last_change":"2024-09-21T00:26:20.702143+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.702143+0000","last_undegraded":"2024-09-21T00:26:20.702143+0000","last_fullsized":"2024-09-21T00:26:20.702143+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1c","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.714098+0000","last_change":"2024-09-21T00:26:20.711098+0000","last_active":"2024-09-21T00:26:20.714098+0000","last_peered":"2024-09-21T00:26:20.714098+0000","last_clean":"2024-09-21T00:26:20.714098+0000","last_became_active":"2024-09-21T00:26:20.710786+0000","last_became_peered":"2024-09-21T00:26:20.710786+0000","last_unstale":"2024-09-21T00:26:20.714098+0000","last_undegraded":"2024-09-21T00:26:20.714098+0000","last_fullsized":"2024-09-21T00:26:20.714098+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:19:02.070255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.723726+0000","last_change":"2024-09-21T00:26:21.732471+0000","last_active":"2024-09-21T00:26:22.723726+0000","last_peered":"2024-09-21T00:26:22.723726+0000","last_clean":"2024-09-21T00:26:22.723726+0000","last_became_active":"2024-09-21T00:26:21.732130+0000","last_became_peered":"2024-09-21T00:26:21.732130+0000","last_unstale":"2024-09-21T00:26:22.723726+0000","last_undegraded":"2024-09-21T00:26:22.723726+0000","last_fullsized":"2024-09-21T00:26:22.723726+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:07:56.021523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1b","version":"87'1","reported_seq":16,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720146+0000","last_change":"2024-09-21T00:26:20.708008+0000","last_active":"2024-09-21T00:26:22.720146+0000","last_peered":"2024-09-21T00:26:22.720146+0000","last_clean":"2024-09-21T00:26:22.720146+0000","last_became_active":"2024-09-21T00:26:20.707683+0000","last_became_peered":"2024-09-21T00:26:20.707683+0000","last_unstale":"2024-09-21T00:26:22.720146+0000","last_undegraded":"2024-09-21T00:26:22.720146+0000","last_fullsized":"2024-09-21T00:26:22.720146+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:34:37.832980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720004+0000","last_change":"2024-09-21T00:26:21.719975+0000","last_active":"2024-09-21T00:26:22.720004+0000","last_peered":"2024-09-21T00:26:22.720004+0000","last_clean":"2024-09-21T00:26:22.720004+0000","last_became_active":"2024-09-21T00:26:21.719650+0000","last_became_peered":"2024-09-21T00:26:21.719650+0000","last_unstale":"2024-09-21T00:26:22.720004+0000","last_undegraded":"2024-09-21T00:26:22.720004+0000","last_fullsized":"2024-09-21T00:26:22.720004+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:36:20.321602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1a","version":"87'1","reported_seq":16,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720415+0000","last_change":"2024-09-21T00:26:20.708628+0000","last_active":"2024-09-21T00:26:22.720415+0000","last_peered":"2024-09-21T00:26:22.720415+0000","last_clean":"2024-09-21T00:26:22.720415+0000","last_became_active":"2024-09-21T00:26:20.708339+0000","last_became_peered":"2024-09-21T00:26:20.708339+0000","last_unstale":"2024-09-21T00:26:22.720415+0000","last_undegraded":"2024-09-21T00:26:22.720415+0000","last_fullsized":"2024-09-21T00:26:22.720415+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:21:17.033182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.702433+0000","last_change":"2024-09-21T00:26:20.702433+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.702433+0000","last_undegraded":"2024-09-21T00:26:20.702433+0000","last_fullsized":"2024-09-21T00:26:20.702433+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.710304+0000","last_change":"2024-09-21T00:26:20.703091+0000","last_active":"2024-09-21T00:26:20.710304+0000","last_peered":"2024-09-21T00:26:20.710304+0000","last_clean":"2024-09-21T00:26:20.710304+0000","last_became_active":"2024-09-21T00:26:20.702700+0000","last_became_peered":"2024-09-21T00:26:20.702700+0000","last_unstale":"2024-09-21T00:26:20.710304+0000","last_undegraded":"2024-09-21T00:26:20.710304+0000","last_fullsized":"2024-09-21T00:26:20.710304+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:17:49.764539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.699317+0000","last_change":"2024-09-21T00:26:20.699317+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.699317+0000","last_undegraded":"2024-09-21T00:26:20.699317+0000","last_fullsized":"2024-09-21T00:26:20.699317+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":15,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.723606+0000","last_change":"2024-09-21T00:26:20.712172+0000","last_active":"2024-09-21T00:26:22.723606+0000","last_peered":"2024-09-21T00:26:22.723606+0000","last_clean":"2024-09-21T00:26:22.723606+0000","last_became_active":"2024-09-21T00:26:20.711870+0000","last_became_peered":"2024-09-21T00:26:20.711870+0000","last_unstale":"2024-09-21T00:26:22.723606+0000","last_undegraded":"2024-09-21T00:26:22.723606+0000","last_fullsized":"2024-09-21T00:26:22.723606+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:55:57.657907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.699454+0000","last_change":"2024-09-21T00:26:20.699454+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.699454+0000","last_undegraded":"2024-09-21T00:26:20.699454+0000","last_fullsized":"2024-09-21T00:26:20.699454+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.711958+0000","last_change":"2024-09-21T00:26:20.708674+0000","last_active":"2024-09-21T00:26:20.711958+0000","last_peered":"2024-09-21T00:26:20.711958+0000","last_clean":"2024-09-21T00:26:20.711958+0000","last_became_active":"2024-09-21T00:26:20.708314+0000","last_became_peered":"2024-09-21T00:26:20.708314+0000","last_unstale":"2024-09-21T00:26:20.711958+0000","last_undegraded":"2024-09-21T00:26:20.711958+0000","last_fullsized":"2024-09-21T00:26:20.711958+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:09:19.017131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.700415+0000","last_change":"2024-09-21T00:26:20.700415+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.700415+0000","last_undegraded":"2024-09-21T00:26:20.700415+0000","last_fullsized":"2024-09-21T00:26:20.700415+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.703932+0000","last_change":"2024-09-21T00:26:20.701682+0000","last_active":"2024-09-21T00:26:20.703932+0000","last_peered":"2024-09-21T00:26:20.703932+0000","last_clean":"2024-09-21T00:26:20.703932+0000","last_became_active":"2024-09-21T00:26:20.701200+0000","last_became_peered":"2024-09-21T00:26:20.701200+0000","last_unstale":"2024-09-21T00:26:20.703932+0000","last_undegraded":"2024-09-21T00:26:20.703932+0000","last_fullsized":"2024-09-21T00:26:20.703932+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:50:13.966864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.701171+0000","last_change":"2024-09-21T00:26:20.701171+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.701171+0000","last_undegraded":"2024-09-21T00:26:20.701171+0000","last_fullsized":"2024-09-21T00:26:20.701171+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.15","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.709095+0000","last_change":"2024-09-21T00:26:20.707912+0000","last_active":"2024-09-21T00:26:20.709095+0000","last_peered":"2024-09-21T00:26:20.709095+0000","last_clean":"2024-09-21T00:26:20.709095+0000","last_became_active":"2024-09-21T00:26:20.707489+0000","last_became_peered":"2024-09-21T00:26:20.707489+0000","last_unstale":"2024-09-21T00:26:20.709095+0000","last_undegraded":"2024-09-21T00:26:20.709095+0000","last_fullsized":"2024-09-21T00:26:20.709095+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:50:18.366791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720596+0000","last_change":"2024-09-21T00:26:21.726029+0000","last_active":"2024-09-21T00:26:22.720596+0000","last_peered":"2024-09-21T00:26:22.720596+0000","last_clean":"2024-09-21T00:26:22.720596+0000","last_became_active":"2024-09-21T00:26:21.725671+0000","last_became_peered":"2024-09-21T00:26:21.725671+0000","last_unstale":"2024-09-21T00:26:22.720596+0000","last_undegraded":"2024-09-21T00:26:22.720596+0000","last_fullsized":"2024-09-21T00:26:22.720596+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:05:20.343728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.14","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.714543+0000","last_change":"2024-09-21T00:26:20.711295+0000","last_active":"2024-09-21T00:26:20.714543+0000","last_peered":"2024-09-21T00:26:20.714543+0000","last_clean":"2024-09-21T00:26:20.714543+0000","last_became_active":"2024-09-21T00:26:20.710986+0000","last_became_peered":"2024-09-21T00:26:20.710986+0000","last_unstale":"2024-09-21T00:26:20.714543+0000","last_undegraded":"2024-09-21T00:26:20.714543+0000","last_fullsized":"2024-09-21T00:26:20.714543+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:55:09.788554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.701083+0000","last_change":"2024-09-21T00:26:20.701083+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.701083+0000","last_undegraded":"2024-09-21T00:26:20.701083+0000","last_fullsized":"2024-09-21T00:26:20.701083+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.13","version":"87'2","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.724078+0000","last_change":"2024-09-21T00:26:20.714892+0000","last_active":"2024-09-21T00:26:22.724078+0000","last_peered":"2024-09-21T00:26:22.724078+0000","last_clean":"2024-09-21T00:26:22.724078+0000","last_became_active":"2024-09-21T00:26:20.714552+0000","last_became_peered":"2024-09-21T00:26:20.714552+0000","last_unstale":"2024-09-21T00:26:22.724078+0000","last_undegraded":"2024-09-21T00:26:22.724078+0000","last_fullsized":"2024-09-21T00:26:22.724078+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:53:20.039988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.13","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.701903+0000","last_change":"2024-09-21T00:26:20.701903+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.701903+0000","last_undegraded":"2024-09-21T00:26:20.701903+0000","last_fullsized":"2024-09-21T00:26:20.701903+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.714155+0000","last_change":"2024-09-21T00:26:20.710488+0000","last_active":"2024-09-21T00:26:20.714155+0000","last_peered":"2024-09-21T00:26:20.714155+0000","last_clean":"2024-09-21T00:26:20.714155+0000","last_became_active":"2024-09-21T00:26:20.710102+0000","last_became_peered":"2024-09-21T00:26:20.710102+0000","last_unstale":"2024-09-21T00:26:20.714155+0000","last_undegraded":"2024-09-21T00:26:20.714155+0000","last_fullsized":"2024-09-21T00:26:20.714155+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:34:00.558415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.723474+0000","last_change":"2024-09-21T00:26:21.731522+0000","last_active":"2024-09-21T00:26:22.723474+0000","last_peered":"2024-09-21T00:26:22.723474+0000","last_clean":"2024-09-21T00:26:22.723474+0000","last_became_active":"2024-09-21T00:26:21.731206+0000","last_became_peered":"2024-09-21T00:26:21.731206+0000","last_unstale":"2024-09-21T00:26:22.723474+0000","last_undegraded":"2024-09-21T00:26:22.723474+0000","last_fullsized":"2024-09-21T00:26:22.723474+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:34:38.840569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.705082+0000","last_change":"2024-09-21T00:26:20.703950+0000","last_active":"2024-09-21T00:26:20.705082+0000","last_peered":"2024-09-21T00:26:20.705082+0000","last_clean":"2024-09-21T00:26:20.705082+0000","last_became_active":"2024-09-21T00:26:20.703644+0000","last_became_peered":"2024-09-21T00:26:20.703644+0000","last_unstale":"2024-09-21T00:26:20.705082+0000","last_undegraded":"2024-09-21T00:26:20.705082+0000","last_fullsized":"2024-09-21T00:26:20.705082+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:05:02.511099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.723453+0000","last_change":"2024-09-21T00:26:21.739679+0000","last_active":"2024-09-21T00:26:22.723453+0000","last_peered":"2024-09-21T00:26:22.723453+0000","last_clean":"2024-09-21T00:26:22.723453+0000","last_became_active":"2024-09-21T00:26:21.739347+0000","last_became_peered":"2024-09-21T00:26:21.739347+0000","last_unstale":"2024-09-21T00:26:22.723453+0000","last_undegraded":"2024-09-21T00:26:22.723453+0000","last_fullsized":"2024-09-21T00:26:22.723453+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:17:31.043207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.10","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.712161+0000","last_change":"2024-09-21T00:26:20.706726+0000","last_active":"2024-09-21T00:26:20.712161+0000","last_peered":"2024-09-21T00:26:20.712161+0000","last_clean":"2024-09-21T00:26:20.712161+0000","last_became_active":"2024-09-21T00:26:20.706394+0000","last_became_peered":"2024-09-21T00:26:20.706394+0000","last_unstale":"2024-09-21T00:26:20.712161+0000","last_undegraded":"2024-09-21T00:26:20.712161+0000","last_fullsized":"2024-09-21T00:26:20.712161+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:12:10.449771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.e","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.705035+0000","last_change":"2024-09-21T00:26:20.705035+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.705035+0000","last_undegraded":"2024-09-21T00:26:20.705035+0000","last_fullsized":"2024-09-21T00:26:20.705035+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.f","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.708541+0000","last_change":"2024-09-21T00:26:20.706701+0000","last_active":"2024-09-21T00:26:20.708541+0000","last_peered":"2024-09-21T00:26:20.708541+0000","last_clean":"2024-09-21T00:26:20.708541+0000","last_became_active":"2024-09-21T00:26:20.706181+0000","last_became_peered":"2024-09-21T00:26:20.706181+0000","last_unstale":"2024-09-21T00:26:20.708541+0000","last_undegraded":"2024-09-21T00:26:20.708541+0000","last_fullsized":"2024-09-21T00:26:20.708541+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:53:37.556509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.f","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.696000+0000","last_change":"2024-09-21T00:26:20.696000+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.696000+0000","last_undegraded":"2024-09-21T00:26:20.696000+0000","last_fullsized":"2024-09-21T00:26:20.696000+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.e","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.710478+0000","last_change":"2024-09-21T00:26:20.704609+0000","last_active":"2024-09-21T00:26:20.710478+0000","last_peered":"2024-09-21T00:26:20.710478+0000","last_clean":"2024-09-21T00:26:20.710478+0000","last_became_active":"2024-09-21T00:26:20.704340+0000","last_became_peered":"2024-09-21T00:26:20.704340+0000","last_unstale":"2024-09-21T00:26:20.710478+0000","last_undegraded":"2024-09-21T00:26:20.710478+0000","last_fullsized":"2024-09-21T00:26:20.710478+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:10:20.285328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720806+0000","last_change":"2024-09-21T00:26:21.726558+0000","last_active":"2024-09-21T00:26:22.720806+0000","last_peered":"2024-09-21T00:26:22.720806+0000","last_clean":"2024-09-21T00:26:22.720806+0000","last_became_active":"2024-09-21T00:26:21.726236+0000","last_became_peered":"2024-09-21T00:26:21.726236+0000","last_unstale":"2024-09-21T00:26:22.720806+0000","last_undegraded":"2024-09-21T00:26:22.720806+0000","last_fullsized":"2024-09-21T00:26:22.720806+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:33:36.887098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.710345+0000","last_change":"2024-09-21T00:26:20.703727+0000","last_active":"2024-09-21T00:26:20.710345+0000","last_peered":"2024-09-21T00:26:20.710345+0000","last_clean":"2024-09-21T00:26:20.710345+0000","last_became_active":"2024-09-21T00:26:20.703376+0000","last_became_peered":"2024-09-21T00:26:20.703376+0000","last_unstale":"2024-09-21T00:26:20.710345+0000","last_undegraded":"2024-09-21T00:26:20.710345+0000","last_fullsized":"2024-09-21T00:26:20.710345+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:33:19.843599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.699132+0000","last_change":"2024-09-21T00:26:20.699132+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.699132+0000","last_undegraded":"2024-09-21T00:26:20.699132+0000","last_fullsized":"2024-09-21T00:26:20.699132+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.b","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.719368+0000","last_change":"2024-09-21T00:26:20.717436+0000","last_active":"2024-09-21T00:26:20.719368+0000","last_peered":"2024-09-21T00:26:20.719368+0000","last_clean":"2024-09-21T00:26:20.719368+0000","last_became_active":"2024-09-21T00:26:20.716875+0000","last_became_peered":"2024-09-21T00:26:20.716875+0000","last_unstale":"2024-09-21T00:26:20.719368+0000","last_undegraded":"2024-09-21T00:26:20.719368+0000","last_fullsized":"2024-09-21T00:26:20.719368+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:53:06.835962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.b","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.699522+0000","last_change":"2024-09-21T00:26:20.699522+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.699522+0000","last_undegraded":"2024-09-21T00:26:20.699522+0000","last_fullsized":"2024-09-21T00:26:20.699522+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.712251+0000","last_change":"2024-09-21T00:26:20.705864+0000","last_active":"2024-09-21T00:26:20.712251+0000","last_peered":"2024-09-21T00:26:20.712251+0000","last_clean":"2024-09-21T00:26:20.712251+0000","last_became_active":"2024-09-21T00:26:20.705448+0000","last_became_peered":"2024-09-21T00:26:20.705448+0000","last_unstale":"2024-09-21T00:26:20.712251+0000","last_undegraded":"2024-09-21T00:26:20.712251+0000","last_fullsized":"2024-09-21T00:26:20.712251+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:28:04.557483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.698467+0000","last_change":"2024-09-21T00:26:20.698467+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.698467+0000","last_undegraded":"2024-09-21T00:26:20.698467+0000","last_fullsized":"2024-09-21T00:26:20.698467+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.713014+0000","last_change":"2024-09-21T00:26:20.704282+0000","last_active":"2024-09-21T00:26:20.713014+0000","last_peered":"2024-09-21T00:26:20.713014+0000","last_clean":"2024-09-21T00:26:20.713014+0000","last_became_active":"2024-09-21T00:26:20.703966+0000","last_became_peered":"2024-09-21T00:26:20.703966+0000","last_unstale":"2024-09-21T00:26:20.713014+0000","last_undegraded":"2024-09-21T00:26:20.713014+0000","last_fullsized":"2024-09-21T00:26:20.713014+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:15:12.133207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.700099+0000","last_change":"2024-09-21T00:26:20.700099+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.700099+0000","last_undegraded":"2024-09-21T00:26:20.700099+0000","last_fullsized":"2024-09-21T00:26:20.700099+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.719358+0000","last_change":"2024-09-21T00:26:20.717197+0000","last_active":"2024-09-21T00:26:20.719358+0000","last_peered":"2024-09-21T00:26:20.719358+0000","last_clean":"2024-09-21T00:26:20.719358+0000","last_became_active":"2024-09-21T00:26:20.716826+0000","last_became_peered":"2024-09-21T00:26:20.716826+0000","last_unstale":"2024-09-21T00:26:20.719358+0000","last_undegraded":"2024-09-21T00:26:20.719358+0000","last_fullsized":"2024-09-21T00:26:20.719358+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:18:01.346282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720771+0000","last_change":"2024-09-21T00:26:21.714025+0000","last_active":"2024-09-21T00:26:22.720771+0000","last_peered":"2024-09-21T00:26:22.720771+0000","last_clean":"2024-09-21T00:26:22.720771+0000","last_became_active":"2024-09-21T00:26:21.713631+0000","last_became_peered":"2024-09-21T00:26:21.713631+0000","last_unstale":"2024-09-21T00:26:22.720771+0000","last_undegraded":"2024-09-21T00:26:22.720771+0000","last_fullsized":"2024-09-21T00:26:22.720771+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:49:01.357181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.7","version":"87'2","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.724128+0000","last_change":"2024-09-21T00:26:20.710543+0000","last_active":"2024-09-21T00:26:22.724128+0000","last_peered":"2024-09-21T00:26:22.724128+0000","last_clean":"2024-09-21T00:26:22.724128+0000","last_became_active":"2024-09-21T00:26:20.710182+0000","last_became_peered":"2024-09-21T00:26:20.710182+0000","last_unstale":"2024-09-21T00:26:22.724128+0000","last_undegraded":"2024-09-21T00:26:22.724128+0000","last_fullsized":"2024-09-21T00:26:22.724128+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:22:39.131017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.7","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.702398+0000","last_change":"2024-09-21T00:26:20.702398+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.702398+0000","last_undegraded":"2024-09-21T00:26:20.702398+0000","last_fullsized":"2024-09-21T00:26:20.702398+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.6","version":"88'1","reported_seq":16,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.725104+0000","last_change":"2024-09-21T00:26:20.714039+0000","last_active":"2024-09-21T00:26:22.725104+0000","last_peered":"2024-09-21T00:26:22.725104+0000","last_clean":"2024-09-21T00:26:22.725104+0000","last_became_active":"2024-09-21T00:26:20.713696+0000","last_became_peered":"2024-09-21T00:26:20.713696+0000","last_unstale":"2024-09-21T00:26:22.725104+0000","last_undegraded":"2024-09-21T00:26:22.725104+0000","last_fullsized":"2024-09-21T00:26:22.725104+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:15:40.874998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.693948+0000","last_change":"2024-09-21T00:26:20.693948+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.693948+0000","last_undegraded":"2024-09-21T00:26:20.693948+0000","last_fullsized":"2024-09-21T00:26:20.693948+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.714658+0000","last_change":"2024-09-21T00:26:20.710686+0000","last_active":"2024-09-21T00:26:20.714658+0000","last_peered":"2024-09-21T00:26:20.714658+0000","last_clean":"2024-09-21T00:26:20.714658+0000","last_became_active":"2024-09-21T00:26:20.710368+0000","last_became_peered":"2024-09-21T00:26:20.710368+0000","last_unstale":"2024-09-21T00:26:20.714658+0000","last_undegraded":"2024-09-21T00:26:20.714658+0000","last_fullsized":"2024-09-21T00:26:20.714658+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:55:10.762303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720877+0000","last_change":"2024-09-21T00:26:21.725712+0000","last_active":"2024-09-21T00:26:22.720877+0000","last_peered":"2024-09-21T00:26:22.720877+0000","last_clean":"2024-09-21T00:26:22.720877+0000","last_became_active":"2024-09-21T00:26:21.725246+0000","last_became_peered":"2024-09-21T00:26:21.725246+0000","last_unstale":"2024-09-21T00:26:22.720877+0000","last_undegraded":"2024-09-21T00:26:22.720877+0000","last_fullsized":"2024-09-21T00:26:22.720877+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:32:03.430425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.714548+0000","last_change":"2024-09-21T00:26:20.709193+0000","last_active":"2024-09-21T00:26:20.714548+0000","last_peered":"2024-09-21T00:26:20.714548+0000","last_clean":"2024-09-21T00:26:20.714548+0000","last_became_active":"2024-09-21T00:26:20.708852+0000","last_became_peered":"2024-09-21T00:26:20.708852+0000","last_unstale":"2024-09-21T00:26:20.714548+0000","last_undegraded":"2024-09-21T00:26:20.714548+0000","last_fullsized":"2024-09-21T00:26:20.714548+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:56:47.531947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.699002+0000","last_change":"2024-09-21T00:26:20.699002+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.699002+0000","last_undegraded":"2024-09-21T00:26:20.699002+0000","last_fullsized":"2024-09-21T00:26:20.699002+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.712798+0000","last_change":"2024-09-21T00:26:20.709543+0000","last_active":"2024-09-21T00:26:20.712798+0000","last_peered":"2024-09-21T00:26:20.712798+0000","last_clean":"2024-09-21T00:26:20.712798+0000","last_became_active":"2024-09-21T00:26:20.707829+0000","last_became_peered":"2024-09-21T00:26:20.707829+0000","last_unstale":"2024-09-21T00:26:20.712798+0000","last_undegraded":"2024-09-21T00:26:20.712798+0000","last_fullsized":"2024-09-21T00:26:20.712798+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:54:29.194853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.700305+0000","last_change":"2024-09-21T00:26:20.700305+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.700305+0000","last_undegraded":"2024-09-21T00:26:20.700305+0000","last_fullsized":"2024-09-21T00:26:20.700305+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":15,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720387+0000","last_change":"2024-09-21T00:26:20.709377+0000","last_active":"2024-09-21T00:26:22.720387+0000","last_peered":"2024-09-21T00:26:22.720387+0000","last_clean":"2024-09-21T00:26:22.720387+0000","last_became_active":"2024-09-21T00:26:20.709114+0000","last_became_peered":"2024-09-21T00:26:20.709114+0000","last_unstale":"2024-09-21T00:26:22.720387+0000","last_undegraded":"2024-09-21T00:26:22.720387+0000","last_fullsized":"2024-09-21T00:26:22.720387+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:00:26.433615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.701848+0000","last_change":"2024-09-21T00:26:20.701848+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.701848+0000","last_undegraded":"2024-09-21T00:26:20.701848+0000","last_fullsized":"2024-09-21T00:26:20.701848+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.711960+0000","last_change":"2024-09-21T00:26:20.708431+0000","last_active":"2024-09-21T00:26:20.711960+0000","last_peered":"2024-09-21T00:26:20.711960+0000","last_clean":"2024-09-21T00:26:20.711960+0000","last_became_active":"2024-09-21T00:26:20.708140+0000","last_became_peered":"2024-09-21T00:26:20.708140+0000","last_unstale":"2024-09-21T00:26:20.711960+0000","last_undegraded":"2024-09-21T00:26:20.711960+0000","last_fullsized":"2024-09-21T00:26:20.711960+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:21:01.904119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.692808+0000","last_change":"2024-09-21T00:26:20.692808+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.692808+0000","last_undegraded":"2024-09-21T00:26:20.692808+0000","last_fullsized":"2024-09-21T00:26:20.692808+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":15,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720525+0000","last_change":"2024-09-21T00:26:20.699762+0000","last_active":"2024-09-21T00:26:22.720525+0000","last_peered":"2024-09-21T00:26:22.720525+0000","last_clean":"2024-09-21T00:26:22.720525+0000","last_became_active":"2024-09-21T00:26:20.699450+0000","last_became_peered":"2024-09-21T00:26:20.699450+0000","last_unstale":"2024-09-21T00:26:22.720525+0000","last_undegraded":"2024-09-21T00:26:22.720525+0000","last_fullsized":"2024-09-21T00:26:22.720525+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:07:55.013934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.723981+0000","last_change":"2024-09-21T00:26:21.734523+0000","last_active":"2024-09-21T00:26:22.723981+0000","last_peered":"2024-09-21T00:26:22.723981+0000","last_clean":"2024-09-21T00:26:22.723981+0000","last_became_active":"2024-09-21T00:26:21.734050+0000","last_became_peered":"2024-09-21T00:26:21.734050+0000","last_unstale":"2024-09-21T00:26:22.723981+0000","last_undegraded":"2024-09-21T00:26:22.723981+0000","last_fullsized":"2024-09-21T00:26:22.723981+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:11:47.844922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.d","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.714544+0000","last_change":"2024-09-21T00:26:20.710569+0000","last_active":"2024-09-21T00:26:20.714544+0000","last_peered":"2024-09-21T00:26:20.714544+0000","last_clean":"2024-09-21T00:26:20.714544+0000","last_became_active":"2024-09-21T00:26:20.710263+0000","last_became_peered":"2024-09-21T00:26:20.710263+0000","last_unstale":"2024-09-21T00:26:20.714544+0000","last_undegraded":"2024-09-21T00:26:20.714544+0000","last_fullsized":"2024-09-21T00:26:20.714544+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:52:28.989577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":225,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.703461+0000","last_change":"2024-09-21T00:21:11.583793+0000","last_active":"2024-09-21T00:26:20.703461+0000","last_peered":"2024-09-21T00:26:20.703461+0000","last_clean":"2024-09-21T00:26:20.703461+0000","last_became_active":"2024-09-21T00:21:11.582502+0000","last_became_peered":"2024-09-21T00:21:11.582502+0000","last_unstale":"2024-09-21T00:26:20.703461+0000","last_undegraded":"2024-09-21T00:26:20.703461+0000","last_fullsized":"2024-09-21T00:26:20.703461+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_clean_scrub_stamp":"2024-09-21T00:21:10.311964+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:58.010953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":12,"num_pg":32,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":8,"ondisk_log_size":8,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509506,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":45276,"kb_used_data":1604,"kb_used_omap":1,"kb_used_meta":43646,"kb_avail":94326564,"statfs":{"total":96636764160,"available":96590401536,"internally_reserved":0,"allocated":1642496,"data_stored":1040069,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":44693962},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509506,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":40536,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94331304,"statfs":{"total":96636764160,"available":96595255296,"internally_reserved":0,"allocated":1048576,"data_stored":449701,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40434118},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509506,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":40532,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94331308,"statfs":{"total":96636764160,"available":96595259392,"internally_reserved":0,"allocated":1036288,"data_stored":443426,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509507,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":54408,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94317432,"statfs":{"total":96636764160,"available":96581050368,"internally_reserved":0,"allocated":1036288,"data_stored":443426,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":54655432},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509507,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36376,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335464,"statfs":{"total":96636764160,"available":96599515136,"internally_reserved":0,"allocated":1048576,"data_stored":449701,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509505,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41108,"kb_used_data":1592,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94330732,"statfs":{"total":96636764160,"available":96594669568,"internally_reserved":0,"allocated":1630208,"data_stored":1033794,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40434118},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574914,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":50288,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94321552,"statfs":{"total":96636764160,"available":96585269248,"internally_reserved":0,"allocated":1073152,"data_stored":462776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574914,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":50296,"kb_used_data":1060,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94321544,"statfs":{"total":96636764160,"available":96585261056,"internally_reserved":0,"allocated":1085440,"data_stored":462970,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":50395590},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T00:26:26.152 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T00:26:26.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.304+0000 7f87a6d07640 1 -- 172.21.15.67:0/2127284693 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f87a00b7850 msgr2=0x7f87a00b4c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:26.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.304+0000 7f87a6d07640 1 --2- 172.21.15.67:0/2127284693 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f87a00b7850 0x7f87a00b4c60 secure :-1 s=READY pgs=1068 cs=0 l=1 rev1=1 crypto rx=0x7f879c005fd0 tx=0x7f879c02a5d0 comp rx=0 tx=0).stop 2024-09-21T00:26:26.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.304+0000 7f87a6d07640 1 -- 172.21.15.67:0/2127284693 shutdown_connections 2024-09-21T00:26:26.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.304+0000 7f87a6d07640 1 --2- 172.21.15.67:0/2127284693 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f87a00b7850 0x7f87a00b4c60 unknown :-1 s=CLOSED pgs=1068 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:26.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.305+0000 7f87a6d07640 1 -- 172.21.15.67:0/2127284693 >> 172.21.15.67:0/2127284693 conn(0x7f87a00b4140 msgr2=0x7f87a00b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:26.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.305+0000 7f87a6d07640 1 -- 172.21.15.67:0/2127284693 shutdown_connections 2024-09-21T00:26:26.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.305+0000 7f87a6d07640 1 -- 172.21.15.67:0/2127284693 wait complete. 2024-09-21T00:26:26.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.306+0000 7f87a6d07640 1 Processor -- start 2024-09-21T00:26:26.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.306+0000 7f87a6d07640 1 -- start start 2024-09-21T00:26:26.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.308+0000 7f87a6d07640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f87a009a950 0x7f87a00c89e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:26.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.308+0000 7f87a6d07640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f87a00b7850 0x7f87a00cc700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:26.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.308+0000 7f87a6d07640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f87a00cd030 0x7f87a00cab50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:26.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.308+0000 7f87a6d07640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f87a00cdf20 con 0x7f87a00b7850 2024-09-21T00:26:26.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.308+0000 7f87a6d07640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f87a00cdda0 con 0x7f87a00cd030 2024-09-21T00:26:26.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.308+0000 7f87a6d07640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f87a00ce0a0 con 0x7f87a009a950 2024-09-21T00:26:26.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.308+0000 7f8797fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f87a00b7850 0x7f87a00cc700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:26.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.308+0000 7f8797fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f87a00b7850 0x7f87a00cc700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39016/0 (socket says 172.21.15.67:39016) 2024-09-21T00:26:26.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.308+0000 7f8797fff640 1 -- 172.21.15.67:0/3265780420 learned_addr learned my addr 172.21.15.67:0/3265780420 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:26.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.308+0000 7f87a4aa3640 1 --2- 172.21.15.67:0/3265780420 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f87a009a950 0x7f87a00c89e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:26.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.308+0000 7f87a52a4640 1 --2- 172.21.15.67:0/3265780420 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f87a00cd030 0x7f87a00cab50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:26.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.308+0000 7f8797fff640 1 -- 172.21.15.67:0/3265780420 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f87a009a950 msgr2=0x7f87a00c89e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:26.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.308+0000 7f8797fff640 1 --2- 172.21.15.67:0/3265780420 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f87a009a950 0x7f87a00c89e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:26.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.308+0000 7f8797fff640 1 -- 172.21.15.67:0/3265780420 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f87a00cd030 msgr2=0x7f87a00cab50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:26.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.308+0000 7f8797fff640 1 --2- 172.21.15.67:0/3265780420 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f87a00cd030 0x7f87a00cab50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:26.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.308+0000 7f8797fff640 1 -- 172.21.15.67:0/3265780420 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87a01f7ff0 con 0x7f87a00b7850 2024-09-21T00:26:26.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.308+0000 7f87a52a4640 1 --2- 172.21.15.67:0/3265780420 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f87a00cd030 0x7f87a00cab50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:26:26.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.308+0000 7f87a4aa3640 1 --2- 172.21.15.67:0/3265780420 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f87a009a950 0x7f87a00c89e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:26:26.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.308+0000 7f8797fff640 1 --2- 172.21.15.67:0/3265780420 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f87a00b7850 0x7f87a00cc700 secure :-1 s=READY pgs=1069 cs=0 l=1 rev1=1 crypto rx=0x7f879000c3a0 tx=0x7f879000c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:26.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.309+0000 7f87957fa640 1 -- 172.21.15.67:0/3265780420 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8790017070 con 0x7f87a00b7850 2024-09-21T00:26:26.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.309+0000 7f87957fa640 1 -- 172.21.15.67:0/3265780420 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f87900053c0 con 0x7f87a00b7850 2024-09-21T00:26:26.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.309+0000 7f87a6d07640 1 -- 172.21.15.67:0/3265780420 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87a01e1020 con 0x7f87a00b7850 2024-09-21T00:26:26.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.309+0000 7f87957fa640 1 -- 172.21.15.67:0/3265780420 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8790003850 con 0x7f87a00b7850 2024-09-21T00:26:26.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.309+0000 7f87a6d07640 1 -- 172.21.15.67:0/3265780420 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87a00c7f00 con 0x7f87a00b7850 2024-09-21T00:26:26.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.310+0000 7f87a6d07640 1 -- 172.21.15.67:0/3265780420 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f87a01f8260 con 0x7f87a00b7850 2024-09-21T00:26:26.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.311+0000 7f87957fa640 1 -- 172.21.15.67:0/3265780420 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f879001a070 con 0x7f87a00b7850 2024-09-21T00:26:26.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.311+0000 7f87957fa640 1 --2- 172.21.15.67:0/3265780420 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f878c078bc0 0x7f878c07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:26.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.311+0000 7f87957fa640 1 -- 172.21.15.67:0/3265780420 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 5709+0+0 (secure 0 0 0) 0x7f879009a0d0 con 0x7f87a00b7850 2024-09-21T00:26:26.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.311+0000 7f87a4aa3640 1 --2- 172.21.15.67:0/3265780420 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f878c078bc0 0x7f878c07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:26.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.312+0000 7f87a4aa3640 1 --2- 172.21.15.67:0/3265780420 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f878c078bc0 0x7f878c07b0d0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f879c033000 tx=0x7f879c004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:26.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.316+0000 7f87957fa640 1 -- 172.21.15.67:0/3265780420 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f8790062520 con 0x7f87a00b7850 2024-09-21T00:26:26.500 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.499+0000 7f87a6d07640 1 -- 172.21.15.67:0/3265780420 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f87a01f84f0 con 0x7f878c078bc0 2024-09-21T00:26:26.505 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.504+0000 7f87957fa640 1 -- 172.21.15.67:0/3265780420 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+248510 (secure 0 0 0) 0x7f87a01f84f0 con 0x7f878c078bc0 2024-09-21T00:26:26.508 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:26:26.509 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-21T00:26:26.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.507+0000 7f87a6d07640 1 -- 172.21.15.67:0/3265780420 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f878c078bc0 msgr2=0x7f878c07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:26.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.507+0000 7f87a6d07640 1 --2- 172.21.15.67:0/3265780420 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f878c078bc0 0x7f878c07b0d0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f879c033000 tx=0x7f879c004730 comp rx=0 tx=0).stop 2024-09-21T00:26:26.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.507+0000 7f87a6d07640 1 -- 172.21.15.67:0/3265780420 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f87a00b7850 msgr2=0x7f87a00cc700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:26.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.507+0000 7f87a6d07640 1 --2- 172.21.15.67:0/3265780420 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f87a00b7850 0x7f87a00cc700 secure :-1 s=READY pgs=1069 cs=0 l=1 rev1=1 crypto rx=0x7f879000c3a0 tx=0x7f879000c860 comp rx=0 tx=0).stop 2024-09-21T00:26:26.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.507+0000 7f87a6d07640 1 -- 172.21.15.67:0/3265780420 shutdown_connections 2024-09-21T00:26:26.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.507+0000 7f87a6d07640 1 --2- 172.21.15.67:0/3265780420 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f878c078bc0 0x7f878c07b0d0 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:26.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.507+0000 7f87a6d07640 1 --2- 172.21.15.67:0/3265780420 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f87a00cd030 0x7f87a00cab50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:26.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.507+0000 7f87a6d07640 1 --2- 172.21.15.67:0/3265780420 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f87a00b7850 0x7f87a00cc700 unknown :-1 s=CLOSED pgs=1069 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:26.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.507+0000 7f87a6d07640 1 --2- 172.21.15.67:0/3265780420 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f87a009a950 0x7f87a00c89e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:26.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.507+0000 7f87a6d07640 1 -- 172.21.15.67:0/3265780420 >> 172.21.15.67:0/3265780420 conn(0x7f87a00b4140 msgr2=0x7f87a01e4da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:26.512 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.507+0000 7f87a6d07640 1 -- 172.21.15.67:0/3265780420 shutdown_connections 2024-09-21T00:26:26.512 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.507+0000 7f87a6d07640 1 -- 172.21.15.67:0/3265780420 wait complete. 2024-09-21T00:26:26.520 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":240,"stamp":"2024-09-21T00:26:25.572624+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590402,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":108,"num_write_kb":1635,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":80,"ondisk_log_size":80,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":78,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":358820,"kb_used_data":9376,"kb_used_omap":12,"kb_used_meta":349235,"kb_avail":754615900,"statfs":{"total":773094113280,"available":772726681600,"internally_reserved":0,"allocated":9601024,"data_stored":4785863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12749,"internal_metadata":357617203},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":22,"apply_latency_ms":22,"commit_latency_ns":22000000,"apply_latency_ns":22000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.884411"},"pg_stats":[{"pgid":"13.3f","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.697246+0000","last_change":"2024-09-21T00:26:20.697246+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.697246+0000","last_undegraded":"2024-09-21T00:26:20.697246+0000","last_fullsized":"2024-09-21T00:26:20.697246+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.3e","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.724300+0000","last_change":"2024-09-21T00:26:21.739782+0000","last_active":"2024-09-21T00:26:22.724300+0000","last_peered":"2024-09-21T00:26:22.724300+0000","last_clean":"2024-09-21T00:26:22.724300+0000","last_became_active":"2024-09-21T00:26:21.739381+0000","last_became_peered":"2024-09-21T00:26:21.739381+0000","last_unstale":"2024-09-21T00:26:22.724300+0000","last_undegraded":"2024-09-21T00:26:22.724300+0000","last_fullsized":"2024-09-21T00:26:22.724300+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:09:03.198415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.3d","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.703408+0000","last_change":"2024-09-21T00:26:20.703408+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.703408+0000","last_undegraded":"2024-09-21T00:26:20.703408+0000","last_fullsized":"2024-09-21T00:26:20.703408+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.3c","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.703672+0000","last_change":"2024-09-21T00:26:20.703672+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.703672+0000","last_undegraded":"2024-09-21T00:26:20.703672+0000","last_fullsized":"2024-09-21T00:26:20.703672+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.3b","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720705+0000","last_change":"2024-09-21T00:26:21.728009+0000","last_active":"2024-09-21T00:26:22.720705+0000","last_peered":"2024-09-21T00:26:22.720705+0000","last_clean":"2024-09-21T00:26:22.720705+0000","last_became_active":"2024-09-21T00:26:21.727673+0000","last_became_peered":"2024-09-21T00:26:21.727673+0000","last_unstale":"2024-09-21T00:26:22.720705+0000","last_undegraded":"2024-09-21T00:26:22.720705+0000","last_fullsized":"2024-09-21T00:26:22.720705+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:21:20.697696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.3a","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.699635+0000","last_change":"2024-09-21T00:26:20.699635+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.699635+0000","last_undegraded":"2024-09-21T00:26:20.699635+0000","last_fullsized":"2024-09-21T00:26:20.699635+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.39","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.703121+0000","last_change":"2024-09-21T00:26:20.703121+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.703121+0000","last_undegraded":"2024-09-21T00:26:20.703121+0000","last_fullsized":"2024-09-21T00:26:20.703121+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.38","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.700001+0000","last_change":"2024-09-21T00:26:20.700001+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.700001+0000","last_undegraded":"2024-09-21T00:26:20.700001+0000","last_fullsized":"2024-09-21T00:26:20.700001+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.37","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.700890+0000","last_change":"2024-09-21T00:26:20.700890+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.700890+0000","last_undegraded":"2024-09-21T00:26:20.700890+0000","last_fullsized":"2024-09-21T00:26:20.700890+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.36","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.695003+0000","last_change":"2024-09-21T00:26:20.695003+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.695003+0000","last_undegraded":"2024-09-21T00:26:20.695003+0000","last_fullsized":"2024-09-21T00:26:20.695003+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.35","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.723759+0000","last_change":"2024-09-21T00:26:21.722947+0000","last_active":"2024-09-21T00:26:22.723759+0000","last_peered":"2024-09-21T00:26:22.723759+0000","last_clean":"2024-09-21T00:26:22.723759+0000","last_became_active":"2024-09-21T00:26:21.722530+0000","last_became_peered":"2024-09-21T00:26:21.722530+0000","last_unstale":"2024-09-21T00:26:22.723759+0000","last_undegraded":"2024-09-21T00:26:22.723759+0000","last_fullsized":"2024-09-21T00:26:22.723759+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:27:29.641462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.34","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.696014+0000","last_change":"2024-09-21T00:26:20.696014+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.696014+0000","last_undegraded":"2024-09-21T00:26:20.696014+0000","last_fullsized":"2024-09-21T00:26:20.696014+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.33","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.702768+0000","last_change":"2024-09-21T00:26:20.702768+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.702768+0000","last_undegraded":"2024-09-21T00:26:20.702768+0000","last_fullsized":"2024-09-21T00:26:20.702768+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.32","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.701546+0000","last_change":"2024-09-21T00:26:20.701546+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.701546+0000","last_undegraded":"2024-09-21T00:26:20.701546+0000","last_fullsized":"2024-09-21T00:26:20.701546+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.31","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.699832+0000","last_change":"2024-09-21T00:26:20.699832+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.699832+0000","last_undegraded":"2024-09-21T00:26:20.699832+0000","last_fullsized":"2024-09-21T00:26:20.699832+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.30","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720983+0000","last_change":"2024-09-21T00:26:21.723656+0000","last_active":"2024-09-21T00:26:22.720983+0000","last_peered":"2024-09-21T00:26:22.720983+0000","last_clean":"2024-09-21T00:26:22.720983+0000","last_became_active":"2024-09-21T00:26:21.723349+0000","last_became_peered":"2024-09-21T00:26:21.723349+0000","last_unstale":"2024-09-21T00:26:22.720983+0000","last_undegraded":"2024-09-21T00:26:22.720983+0000","last_fullsized":"2024-09-21T00:26:22.720983+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:14:02.549321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.2f","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720589+0000","last_change":"2024-09-21T00:26:21.720009+0000","last_active":"2024-09-21T00:26:22.720589+0000","last_peered":"2024-09-21T00:26:22.720589+0000","last_clean":"2024-09-21T00:26:22.720589+0000","last_became_active":"2024-09-21T00:26:21.719559+0000","last_became_peered":"2024-09-21T00:26:21.719559+0000","last_unstale":"2024-09-21T00:26:22.720589+0000","last_undegraded":"2024-09-21T00:26:22.720589+0000","last_fullsized":"2024-09-21T00:26:22.720589+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:24:35.062831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.2e","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.701557+0000","last_change":"2024-09-21T00:26:20.701557+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.701557+0000","last_undegraded":"2024-09-21T00:26:20.701557+0000","last_fullsized":"2024-09-21T00:26:20.701557+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2d","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.702287+0000","last_change":"2024-09-21T00:26:20.702287+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.702287+0000","last_undegraded":"2024-09-21T00:26:20.702287+0000","last_fullsized":"2024-09-21T00:26:20.702287+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.2c","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.700883+0000","last_change":"2024-09-21T00:26:20.700883+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.700883+0000","last_undegraded":"2024-09-21T00:26:20.700883+0000","last_fullsized":"2024-09-21T00:26:20.700883+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2b","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.700360+0000","last_change":"2024-09-21T00:26:20.700360+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.700360+0000","last_undegraded":"2024-09-21T00:26:20.700360+0000","last_fullsized":"2024-09-21T00:26:20.700360+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2a","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.723489+0000","last_change":"2024-09-21T00:26:21.738376+0000","last_active":"2024-09-21T00:26:22.723489+0000","last_peered":"2024-09-21T00:26:22.723489+0000","last_clean":"2024-09-21T00:26:22.723489+0000","last_became_active":"2024-09-21T00:26:21.738044+0000","last_became_peered":"2024-09-21T00:26:21.738044+0000","last_unstale":"2024-09-21T00:26:22.723489+0000","last_undegraded":"2024-09-21T00:26:22.723489+0000","last_fullsized":"2024-09-21T00:26:22.723489+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:00:27.441204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.29","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.693491+0000","last_change":"2024-09-21T00:26:20.693491+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.693491+0000","last_undegraded":"2024-09-21T00:26:20.693491+0000","last_fullsized":"2024-09-21T00:26:20.693491+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.28","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.699137+0000","last_change":"2024-09-21T00:26:20.699137+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.699137+0000","last_undegraded":"2024-09-21T00:26:20.699137+0000","last_fullsized":"2024-09-21T00:26:20.699137+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.27","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.724151+0000","last_change":"2024-09-21T00:26:21.740590+0000","last_active":"2024-09-21T00:26:22.724151+0000","last_peered":"2024-09-21T00:26:22.724151+0000","last_clean":"2024-09-21T00:26:22.724151+0000","last_became_active":"2024-09-21T00:26:21.740290+0000","last_became_peered":"2024-09-21T00:26:21.740290+0000","last_unstale":"2024-09-21T00:26:22.724151+0000","last_undegraded":"2024-09-21T00:26:22.724151+0000","last_fullsized":"2024-09-21T00:26:22.724151+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:41:27.277104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.26","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.705597+0000","last_change":"2024-09-21T00:26:20.705597+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.705597+0000","last_undegraded":"2024-09-21T00:26:20.705597+0000","last_fullsized":"2024-09-21T00:26:20.705597+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.25","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720513+0000","last_change":"2024-09-21T00:26:21.719683+0000","last_active":"2024-09-21T00:26:22.720513+0000","last_peered":"2024-09-21T00:26:22.720513+0000","last_clean":"2024-09-21T00:26:22.720513+0000","last_became_active":"2024-09-21T00:26:21.719373+0000","last_became_peered":"2024-09-21T00:26:21.719373+0000","last_unstale":"2024-09-21T00:26:22.720513+0000","last_undegraded":"2024-09-21T00:26:22.720513+0000","last_fullsized":"2024-09-21T00:26:22.720513+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:17:37.026290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.24","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.695255+0000","last_change":"2024-09-21T00:26:20.695255+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.695255+0000","last_undegraded":"2024-09-21T00:26:20.695255+0000","last_fullsized":"2024-09-21T00:26:20.695255+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.23","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.723853+0000","last_change":"2024-09-21T00:26:21.729113+0000","last_active":"2024-09-21T00:26:22.723853+0000","last_peered":"2024-09-21T00:26:22.723853+0000","last_clean":"2024-09-21T00:26:22.723853+0000","last_became_active":"2024-09-21T00:26:21.728672+0000","last_became_peered":"2024-09-21T00:26:21.728672+0000","last_unstale":"2024-09-21T00:26:22.723853+0000","last_undegraded":"2024-09-21T00:26:22.723853+0000","last_fullsized":"2024-09-21T00:26:22.723853+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:10:11.378214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.22","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.723609+0000","last_change":"2024-09-21T00:26:21.733675+0000","last_active":"2024-09-21T00:26:22.723609+0000","last_peered":"2024-09-21T00:26:22.723609+0000","last_clean":"2024-09-21T00:26:22.723609+0000","last_became_active":"2024-09-21T00:26:21.733187+0000","last_became_peered":"2024-09-21T00:26:21.733187+0000","last_unstale":"2024-09-21T00:26:22.723609+0000","last_undegraded":"2024-09-21T00:26:22.723609+0000","last_fullsized":"2024-09-21T00:26:22.723609+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:21:18.040772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.21","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.719588+0000","last_change":"2024-09-21T00:26:21.724484+0000","last_active":"2024-09-21T00:26:22.719588+0000","last_peered":"2024-09-21T00:26:22.719588+0000","last_clean":"2024-09-21T00:26:22.719588+0000","last_became_active":"2024-09-21T00:26:21.724190+0000","last_became_peered":"2024-09-21T00:26:21.724190+0000","last_unstale":"2024-09-21T00:26:22.719588+0000","last_undegraded":"2024-09-21T00:26:22.719588+0000","last_fullsized":"2024-09-21T00:26:22.719588+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:54:01.408600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.20","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.694133+0000","last_change":"2024-09-21T00:26:20.694133+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.694133+0000","last_undegraded":"2024-09-21T00:26:20.694133+0000","last_fullsized":"2024-09-21T00:26:20.694133+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720785+0000","last_change":"2024-09-21T00:26:21.723001+0000","last_active":"2024-09-21T00:26:22.720785+0000","last_peered":"2024-09-21T00:26:22.720785+0000","last_clean":"2024-09-21T00:26:22.720785+0000","last_became_active":"2024-09-21T00:26:21.722636+0000","last_became_peered":"2024-09-21T00:26:21.722636+0000","last_unstale":"2024-09-21T00:26:22.720785+0000","last_undegraded":"2024-09-21T00:26:22.720785+0000","last_fullsized":"2024-09-21T00:26:22.720785+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:04:03.210174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1f","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.714580+0000","last_change":"2024-09-21T00:26:20.709832+0000","last_active":"2024-09-21T00:26:20.714580+0000","last_peered":"2024-09-21T00:26:20.714580+0000","last_clean":"2024-09-21T00:26:20.714580+0000","last_became_active":"2024-09-21T00:26:20.709533+0000","last_became_peered":"2024-09-21T00:26:20.709533+0000","last_unstale":"2024-09-21T00:26:20.714580+0000","last_undegraded":"2024-09-21T00:26:20.714580+0000","last_fullsized":"2024-09-21T00:26:20.714580+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:09:04.608364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1f","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.696606+0000","last_change":"2024-09-21T00:26:20.696606+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.696606+0000","last_undegraded":"2024-09-21T00:26:20.696606+0000","last_fullsized":"2024-09-21T00:26:20.696606+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1e","version":"87'1","reported_seq":16,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720934+0000","last_change":"2024-09-21T00:26:20.710188+0000","last_active":"2024-09-21T00:26:22.720934+0000","last_peered":"2024-09-21T00:26:22.720934+0000","last_clean":"2024-09-21T00:26:22.720934+0000","last_became_active":"2024-09-21T00:26:20.709900+0000","last_became_peered":"2024-09-21T00:26:20.709900+0000","last_unstale":"2024-09-21T00:26:22.720934+0000","last_undegraded":"2024-09-21T00:26:22.720934+0000","last_fullsized":"2024-09-21T00:26:22.720934+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:27:28.633873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.1c","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.694433+0000","last_change":"2024-09-21T00:26:20.694433+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.694433+0000","last_undegraded":"2024-09-21T00:26:20.694433+0000","last_fullsized":"2024-09-21T00:26:20.694433+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1d","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.714033+0000","last_change":"2024-09-21T00:26:20.711811+0000","last_active":"2024-09-21T00:26:20.714033+0000","last_peered":"2024-09-21T00:26:20.714033+0000","last_clean":"2024-09-21T00:26:20.714033+0000","last_became_active":"2024-09-21T00:26:20.711513+0000","last_became_peered":"2024-09-21T00:26:20.711513+0000","last_unstale":"2024-09-21T00:26:20.714033+0000","last_undegraded":"2024-09-21T00:26:20.714033+0000","last_fullsized":"2024-09-21T00:26:20.714033+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:18:38.929527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1d","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.702143+0000","last_change":"2024-09-21T00:26:20.702143+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.702143+0000","last_undegraded":"2024-09-21T00:26:20.702143+0000","last_fullsized":"2024-09-21T00:26:20.702143+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1c","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.714098+0000","last_change":"2024-09-21T00:26:20.711098+0000","last_active":"2024-09-21T00:26:20.714098+0000","last_peered":"2024-09-21T00:26:20.714098+0000","last_clean":"2024-09-21T00:26:20.714098+0000","last_became_active":"2024-09-21T00:26:20.710786+0000","last_became_peered":"2024-09-21T00:26:20.710786+0000","last_unstale":"2024-09-21T00:26:20.714098+0000","last_undegraded":"2024-09-21T00:26:20.714098+0000","last_fullsized":"2024-09-21T00:26:20.714098+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:19:02.070255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.723726+0000","last_change":"2024-09-21T00:26:21.732471+0000","last_active":"2024-09-21T00:26:22.723726+0000","last_peered":"2024-09-21T00:26:22.723726+0000","last_clean":"2024-09-21T00:26:22.723726+0000","last_became_active":"2024-09-21T00:26:21.732130+0000","last_became_peered":"2024-09-21T00:26:21.732130+0000","last_unstale":"2024-09-21T00:26:22.723726+0000","last_undegraded":"2024-09-21T00:26:22.723726+0000","last_fullsized":"2024-09-21T00:26:22.723726+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:07:56.021523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1b","version":"87'1","reported_seq":16,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720146+0000","last_change":"2024-09-21T00:26:20.708008+0000","last_active":"2024-09-21T00:26:22.720146+0000","last_peered":"2024-09-21T00:26:22.720146+0000","last_clean":"2024-09-21T00:26:22.720146+0000","last_became_active":"2024-09-21T00:26:20.707683+0000","last_became_peered":"2024-09-21T00:26:20.707683+0000","last_unstale":"2024-09-21T00:26:22.720146+0000","last_undegraded":"2024-09-21T00:26:22.720146+0000","last_fullsized":"2024-09-21T00:26:22.720146+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:34:37.832980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720004+0000","last_change":"2024-09-21T00:26:21.719975+0000","last_active":"2024-09-21T00:26:22.720004+0000","last_peered":"2024-09-21T00:26:22.720004+0000","last_clean":"2024-09-21T00:26:22.720004+0000","last_became_active":"2024-09-21T00:26:21.719650+0000","last_became_peered":"2024-09-21T00:26:21.719650+0000","last_unstale":"2024-09-21T00:26:22.720004+0000","last_undegraded":"2024-09-21T00:26:22.720004+0000","last_fullsized":"2024-09-21T00:26:22.720004+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:36:20.321602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1a","version":"87'1","reported_seq":16,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720415+0000","last_change":"2024-09-21T00:26:20.708628+0000","last_active":"2024-09-21T00:26:22.720415+0000","last_peered":"2024-09-21T00:26:22.720415+0000","last_clean":"2024-09-21T00:26:22.720415+0000","last_became_active":"2024-09-21T00:26:20.708339+0000","last_became_peered":"2024-09-21T00:26:20.708339+0000","last_unstale":"2024-09-21T00:26:22.720415+0000","last_undegraded":"2024-09-21T00:26:22.720415+0000","last_fullsized":"2024-09-21T00:26:22.720415+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:21:17.033182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.702433+0000","last_change":"2024-09-21T00:26:20.702433+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.702433+0000","last_undegraded":"2024-09-21T00:26:20.702433+0000","last_fullsized":"2024-09-21T00:26:20.702433+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.710304+0000","last_change":"2024-09-21T00:26:20.703091+0000","last_active":"2024-09-21T00:26:20.710304+0000","last_peered":"2024-09-21T00:26:20.710304+0000","last_clean":"2024-09-21T00:26:20.710304+0000","last_became_active":"2024-09-21T00:26:20.702700+0000","last_became_peered":"2024-09-21T00:26:20.702700+0000","last_unstale":"2024-09-21T00:26:20.710304+0000","last_undegraded":"2024-09-21T00:26:20.710304+0000","last_fullsized":"2024-09-21T00:26:20.710304+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:17:49.764539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.699317+0000","last_change":"2024-09-21T00:26:20.699317+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.699317+0000","last_undegraded":"2024-09-21T00:26:20.699317+0000","last_fullsized":"2024-09-21T00:26:20.699317+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":15,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.723606+0000","last_change":"2024-09-21T00:26:20.712172+0000","last_active":"2024-09-21T00:26:22.723606+0000","last_peered":"2024-09-21T00:26:22.723606+0000","last_clean":"2024-09-21T00:26:22.723606+0000","last_became_active":"2024-09-21T00:26:20.711870+0000","last_became_peered":"2024-09-21T00:26:20.711870+0000","last_unstale":"2024-09-21T00:26:22.723606+0000","last_undegraded":"2024-09-21T00:26:22.723606+0000","last_fullsized":"2024-09-21T00:26:22.723606+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:55:57.657907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.699454+0000","last_change":"2024-09-21T00:26:20.699454+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.699454+0000","last_undegraded":"2024-09-21T00:26:20.699454+0000","last_fullsized":"2024-09-21T00:26:20.699454+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.711958+0000","last_change":"2024-09-21T00:26:20.708674+0000","last_active":"2024-09-21T00:26:20.711958+0000","last_peered":"2024-09-21T00:26:20.711958+0000","last_clean":"2024-09-21T00:26:20.711958+0000","last_became_active":"2024-09-21T00:26:20.708314+0000","last_became_peered":"2024-09-21T00:26:20.708314+0000","last_unstale":"2024-09-21T00:26:20.711958+0000","last_undegraded":"2024-09-21T00:26:20.711958+0000","last_fullsized":"2024-09-21T00:26:20.711958+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:09:19.017131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.700415+0000","last_change":"2024-09-21T00:26:20.700415+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.700415+0000","last_undegraded":"2024-09-21T00:26:20.700415+0000","last_fullsized":"2024-09-21T00:26:20.700415+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.703932+0000","last_change":"2024-09-21T00:26:20.701682+0000","last_active":"2024-09-21T00:26:20.703932+0000","last_peered":"2024-09-21T00:26:20.703932+0000","last_clean":"2024-09-21T00:26:20.703932+0000","last_became_active":"2024-09-21T00:26:20.701200+0000","last_became_peered":"2024-09-21T00:26:20.701200+0000","last_unstale":"2024-09-21T00:26:20.703932+0000","last_undegraded":"2024-09-21T00:26:20.703932+0000","last_fullsized":"2024-09-21T00:26:20.703932+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:50:13.966864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.701171+0000","last_change":"2024-09-21T00:26:20.701171+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.701171+0000","last_undegraded":"2024-09-21T00:26:20.701171+0000","last_fullsized":"2024-09-21T00:26:20.701171+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.15","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.709095+0000","last_change":"2024-09-21T00:26:20.707912+0000","last_active":"2024-09-21T00:26:20.709095+0000","last_peered":"2024-09-21T00:26:20.709095+0000","last_clean":"2024-09-21T00:26:20.709095+0000","last_became_active":"2024-09-21T00:26:20.707489+0000","last_became_peered":"2024-09-21T00:26:20.707489+0000","last_unstale":"2024-09-21T00:26:20.709095+0000","last_undegraded":"2024-09-21T00:26:20.709095+0000","last_fullsized":"2024-09-21T00:26:20.709095+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:50:18.366791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720596+0000","last_change":"2024-09-21T00:26:21.726029+0000","last_active":"2024-09-21T00:26:22.720596+0000","last_peered":"2024-09-21T00:26:22.720596+0000","last_clean":"2024-09-21T00:26:22.720596+0000","last_became_active":"2024-09-21T00:26:21.725671+0000","last_became_peered":"2024-09-21T00:26:21.725671+0000","last_unstale":"2024-09-21T00:26:22.720596+0000","last_undegraded":"2024-09-21T00:26:22.720596+0000","last_fullsized":"2024-09-21T00:26:22.720596+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:05:20.343728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.14","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.714543+0000","last_change":"2024-09-21T00:26:20.711295+0000","last_active":"2024-09-21T00:26:20.714543+0000","last_peered":"2024-09-21T00:26:20.714543+0000","last_clean":"2024-09-21T00:26:20.714543+0000","last_became_active":"2024-09-21T00:26:20.710986+0000","last_became_peered":"2024-09-21T00:26:20.710986+0000","last_unstale":"2024-09-21T00:26:20.714543+0000","last_undegraded":"2024-09-21T00:26:20.714543+0000","last_fullsized":"2024-09-21T00:26:20.714543+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:55:09.788554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.701083+0000","last_change":"2024-09-21T00:26:20.701083+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.701083+0000","last_undegraded":"2024-09-21T00:26:20.701083+0000","last_fullsized":"2024-09-21T00:26:20.701083+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.13","version":"87'2","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.724078+0000","last_change":"2024-09-21T00:26:20.714892+0000","last_active":"2024-09-21T00:26:22.724078+0000","last_peered":"2024-09-21T00:26:22.724078+0000","last_clean":"2024-09-21T00:26:22.724078+0000","last_became_active":"2024-09-21T00:26:20.714552+0000","last_became_peered":"2024-09-21T00:26:20.714552+0000","last_unstale":"2024-09-21T00:26:22.724078+0000","last_undegraded":"2024-09-21T00:26:22.724078+0000","last_fullsized":"2024-09-21T00:26:22.724078+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:53:20.039988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.13","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.701903+0000","last_change":"2024-09-21T00:26:20.701903+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.701903+0000","last_undegraded":"2024-09-21T00:26:20.701903+0000","last_fullsized":"2024-09-21T00:26:20.701903+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.714155+0000","last_change":"2024-09-21T00:26:20.710488+0000","last_active":"2024-09-21T00:26:20.714155+0000","last_peered":"2024-09-21T00:26:20.714155+0000","last_clean":"2024-09-21T00:26:20.714155+0000","last_became_active":"2024-09-21T00:26:20.710102+0000","last_became_peered":"2024-09-21T00:26:20.710102+0000","last_unstale":"2024-09-21T00:26:20.714155+0000","last_undegraded":"2024-09-21T00:26:20.714155+0000","last_fullsized":"2024-09-21T00:26:20.714155+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:34:00.558415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.723474+0000","last_change":"2024-09-21T00:26:21.731522+0000","last_active":"2024-09-21T00:26:22.723474+0000","last_peered":"2024-09-21T00:26:22.723474+0000","last_clean":"2024-09-21T00:26:22.723474+0000","last_became_active":"2024-09-21T00:26:21.731206+0000","last_became_peered":"2024-09-21T00:26:21.731206+0000","last_unstale":"2024-09-21T00:26:22.723474+0000","last_undegraded":"2024-09-21T00:26:22.723474+0000","last_fullsized":"2024-09-21T00:26:22.723474+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:34:38.840569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.705082+0000","last_change":"2024-09-21T00:26:20.703950+0000","last_active":"2024-09-21T00:26:20.705082+0000","last_peered":"2024-09-21T00:26:20.705082+0000","last_clean":"2024-09-21T00:26:20.705082+0000","last_became_active":"2024-09-21T00:26:20.703644+0000","last_became_peered":"2024-09-21T00:26:20.703644+0000","last_unstale":"2024-09-21T00:26:20.705082+0000","last_undegraded":"2024-09-21T00:26:20.705082+0000","last_fullsized":"2024-09-21T00:26:20.705082+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:05:02.511099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.723453+0000","last_change":"2024-09-21T00:26:21.739679+0000","last_active":"2024-09-21T00:26:22.723453+0000","last_peered":"2024-09-21T00:26:22.723453+0000","last_clean":"2024-09-21T00:26:22.723453+0000","last_became_active":"2024-09-21T00:26:21.739347+0000","last_became_peered":"2024-09-21T00:26:21.739347+0000","last_unstale":"2024-09-21T00:26:22.723453+0000","last_undegraded":"2024-09-21T00:26:22.723453+0000","last_fullsized":"2024-09-21T00:26:22.723453+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:17:31.043207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.10","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.712161+0000","last_change":"2024-09-21T00:26:20.706726+0000","last_active":"2024-09-21T00:26:20.712161+0000","last_peered":"2024-09-21T00:26:20.712161+0000","last_clean":"2024-09-21T00:26:20.712161+0000","last_became_active":"2024-09-21T00:26:20.706394+0000","last_became_peered":"2024-09-21T00:26:20.706394+0000","last_unstale":"2024-09-21T00:26:20.712161+0000","last_undegraded":"2024-09-21T00:26:20.712161+0000","last_fullsized":"2024-09-21T00:26:20.712161+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:12:10.449771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.e","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.705035+0000","last_change":"2024-09-21T00:26:20.705035+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.705035+0000","last_undegraded":"2024-09-21T00:26:20.705035+0000","last_fullsized":"2024-09-21T00:26:20.705035+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.f","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.708541+0000","last_change":"2024-09-21T00:26:20.706701+0000","last_active":"2024-09-21T00:26:20.708541+0000","last_peered":"2024-09-21T00:26:20.708541+0000","last_clean":"2024-09-21T00:26:20.708541+0000","last_became_active":"2024-09-21T00:26:20.706181+0000","last_became_peered":"2024-09-21T00:26:20.706181+0000","last_unstale":"2024-09-21T00:26:20.708541+0000","last_undegraded":"2024-09-21T00:26:20.708541+0000","last_fullsized":"2024-09-21T00:26:20.708541+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:53:37.556509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.f","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.696000+0000","last_change":"2024-09-21T00:26:20.696000+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.696000+0000","last_undegraded":"2024-09-21T00:26:20.696000+0000","last_fullsized":"2024-09-21T00:26:20.696000+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.e","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.710478+0000","last_change":"2024-09-21T00:26:20.704609+0000","last_active":"2024-09-21T00:26:20.710478+0000","last_peered":"2024-09-21T00:26:20.710478+0000","last_clean":"2024-09-21T00:26:20.710478+0000","last_became_active":"2024-09-21T00:26:20.704340+0000","last_became_peered":"2024-09-21T00:26:20.704340+0000","last_unstale":"2024-09-21T00:26:20.710478+0000","last_undegraded":"2024-09-21T00:26:20.710478+0000","last_fullsized":"2024-09-21T00:26:20.710478+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:10:20.285328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720806+0000","last_change":"2024-09-21T00:26:21.726558+0000","last_active":"2024-09-21T00:26:22.720806+0000","last_peered":"2024-09-21T00:26:22.720806+0000","last_clean":"2024-09-21T00:26:22.720806+0000","last_became_active":"2024-09-21T00:26:21.726236+0000","last_became_peered":"2024-09-21T00:26:21.726236+0000","last_unstale":"2024-09-21T00:26:22.720806+0000","last_undegraded":"2024-09-21T00:26:22.720806+0000","last_fullsized":"2024-09-21T00:26:22.720806+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:33:36.887098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.710345+0000","last_change":"2024-09-21T00:26:20.703727+0000","last_active":"2024-09-21T00:26:20.710345+0000","last_peered":"2024-09-21T00:26:20.710345+0000","last_clean":"2024-09-21T00:26:20.710345+0000","last_became_active":"2024-09-21T00:26:20.703376+0000","last_became_peered":"2024-09-21T00:26:20.703376+0000","last_unstale":"2024-09-21T00:26:20.710345+0000","last_undegraded":"2024-09-21T00:26:20.710345+0000","last_fullsized":"2024-09-21T00:26:20.710345+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:33:19.843599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.699132+0000","last_change":"2024-09-21T00:26:20.699132+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.699132+0000","last_undegraded":"2024-09-21T00:26:20.699132+0000","last_fullsized":"2024-09-21T00:26:20.699132+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.b","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.719368+0000","last_change":"2024-09-21T00:26:20.717436+0000","last_active":"2024-09-21T00:26:20.719368+0000","last_peered":"2024-09-21T00:26:20.719368+0000","last_clean":"2024-09-21T00:26:20.719368+0000","last_became_active":"2024-09-21T00:26:20.716875+0000","last_became_peered":"2024-09-21T00:26:20.716875+0000","last_unstale":"2024-09-21T00:26:20.719368+0000","last_undegraded":"2024-09-21T00:26:20.719368+0000","last_fullsized":"2024-09-21T00:26:20.719368+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:53:06.835962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.b","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.699522+0000","last_change":"2024-09-21T00:26:20.699522+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.699522+0000","last_undegraded":"2024-09-21T00:26:20.699522+0000","last_fullsized":"2024-09-21T00:26:20.699522+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.712251+0000","last_change":"2024-09-21T00:26:20.705864+0000","last_active":"2024-09-21T00:26:20.712251+0000","last_peered":"2024-09-21T00:26:20.712251+0000","last_clean":"2024-09-21T00:26:20.712251+0000","last_became_active":"2024-09-21T00:26:20.705448+0000","last_became_peered":"2024-09-21T00:26:20.705448+0000","last_unstale":"2024-09-21T00:26:20.712251+0000","last_undegraded":"2024-09-21T00:26:20.712251+0000","last_fullsized":"2024-09-21T00:26:20.712251+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:28:04.557483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.698467+0000","last_change":"2024-09-21T00:26:20.698467+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.698467+0000","last_undegraded":"2024-09-21T00:26:20.698467+0000","last_fullsized":"2024-09-21T00:26:20.698467+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.713014+0000","last_change":"2024-09-21T00:26:20.704282+0000","last_active":"2024-09-21T00:26:20.713014+0000","last_peered":"2024-09-21T00:26:20.713014+0000","last_clean":"2024-09-21T00:26:20.713014+0000","last_became_active":"2024-09-21T00:26:20.703966+0000","last_became_peered":"2024-09-21T00:26:20.703966+0000","last_unstale":"2024-09-21T00:26:20.713014+0000","last_undegraded":"2024-09-21T00:26:20.713014+0000","last_fullsized":"2024-09-21T00:26:20.713014+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:15:12.133207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.700099+0000","last_change":"2024-09-21T00:26:20.700099+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.700099+0000","last_undegraded":"2024-09-21T00:26:20.700099+0000","last_fullsized":"2024-09-21T00:26:20.700099+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.719358+0000","last_change":"2024-09-21T00:26:20.717197+0000","last_active":"2024-09-21T00:26:20.719358+0000","last_peered":"2024-09-21T00:26:20.719358+0000","last_clean":"2024-09-21T00:26:20.719358+0000","last_became_active":"2024-09-21T00:26:20.716826+0000","last_became_peered":"2024-09-21T00:26:20.716826+0000","last_unstale":"2024-09-21T00:26:20.719358+0000","last_undegraded":"2024-09-21T00:26:20.719358+0000","last_fullsized":"2024-09-21T00:26:20.719358+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:18:01.346282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720771+0000","last_change":"2024-09-21T00:26:21.714025+0000","last_active":"2024-09-21T00:26:22.720771+0000","last_peered":"2024-09-21T00:26:22.720771+0000","last_clean":"2024-09-21T00:26:22.720771+0000","last_became_active":"2024-09-21T00:26:21.713631+0000","last_became_peered":"2024-09-21T00:26:21.713631+0000","last_unstale":"2024-09-21T00:26:22.720771+0000","last_undegraded":"2024-09-21T00:26:22.720771+0000","last_fullsized":"2024-09-21T00:26:22.720771+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:49:01.357181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.7","version":"87'2","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.724128+0000","last_change":"2024-09-21T00:26:20.710543+0000","last_active":"2024-09-21T00:26:22.724128+0000","last_peered":"2024-09-21T00:26:22.724128+0000","last_clean":"2024-09-21T00:26:22.724128+0000","last_became_active":"2024-09-21T00:26:20.710182+0000","last_became_peered":"2024-09-21T00:26:20.710182+0000","last_unstale":"2024-09-21T00:26:22.724128+0000","last_undegraded":"2024-09-21T00:26:22.724128+0000","last_fullsized":"2024-09-21T00:26:22.724128+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:22:39.131017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.7","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.702398+0000","last_change":"2024-09-21T00:26:20.702398+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.702398+0000","last_undegraded":"2024-09-21T00:26:20.702398+0000","last_fullsized":"2024-09-21T00:26:20.702398+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.6","version":"88'1","reported_seq":16,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.725104+0000","last_change":"2024-09-21T00:26:20.714039+0000","last_active":"2024-09-21T00:26:22.725104+0000","last_peered":"2024-09-21T00:26:22.725104+0000","last_clean":"2024-09-21T00:26:22.725104+0000","last_became_active":"2024-09-21T00:26:20.713696+0000","last_became_peered":"2024-09-21T00:26:20.713696+0000","last_unstale":"2024-09-21T00:26:22.725104+0000","last_undegraded":"2024-09-21T00:26:22.725104+0000","last_fullsized":"2024-09-21T00:26:22.725104+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:15:40.874998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.693948+0000","last_change":"2024-09-21T00:26:20.693948+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.693948+0000","last_undegraded":"2024-09-21T00:26:20.693948+0000","last_fullsized":"2024-09-21T00:26:20.693948+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.714658+0000","last_change":"2024-09-21T00:26:20.710686+0000","last_active":"2024-09-21T00:26:20.714658+0000","last_peered":"2024-09-21T00:26:20.714658+0000","last_clean":"2024-09-21T00:26:20.714658+0000","last_became_active":"2024-09-21T00:26:20.710368+0000","last_became_peered":"2024-09-21T00:26:20.710368+0000","last_unstale":"2024-09-21T00:26:20.714658+0000","last_undegraded":"2024-09-21T00:26:20.714658+0000","last_fullsized":"2024-09-21T00:26:20.714658+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:55:10.762303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720877+0000","last_change":"2024-09-21T00:26:21.725712+0000","last_active":"2024-09-21T00:26:22.720877+0000","last_peered":"2024-09-21T00:26:22.720877+0000","last_clean":"2024-09-21T00:26:22.720877+0000","last_became_active":"2024-09-21T00:26:21.725246+0000","last_became_peered":"2024-09-21T00:26:21.725246+0000","last_unstale":"2024-09-21T00:26:22.720877+0000","last_undegraded":"2024-09-21T00:26:22.720877+0000","last_fullsized":"2024-09-21T00:26:22.720877+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:32:03.430425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.714548+0000","last_change":"2024-09-21T00:26:20.709193+0000","last_active":"2024-09-21T00:26:20.714548+0000","last_peered":"2024-09-21T00:26:20.714548+0000","last_clean":"2024-09-21T00:26:20.714548+0000","last_became_active":"2024-09-21T00:26:20.708852+0000","last_became_peered":"2024-09-21T00:26:20.708852+0000","last_unstale":"2024-09-21T00:26:20.714548+0000","last_undegraded":"2024-09-21T00:26:20.714548+0000","last_fullsized":"2024-09-21T00:26:20.714548+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:56:47.531947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.699002+0000","last_change":"2024-09-21T00:26:20.699002+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.699002+0000","last_undegraded":"2024-09-21T00:26:20.699002+0000","last_fullsized":"2024-09-21T00:26:20.699002+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.712798+0000","last_change":"2024-09-21T00:26:20.709543+0000","last_active":"2024-09-21T00:26:20.712798+0000","last_peered":"2024-09-21T00:26:20.712798+0000","last_clean":"2024-09-21T00:26:20.712798+0000","last_became_active":"2024-09-21T00:26:20.707829+0000","last_became_peered":"2024-09-21T00:26:20.707829+0000","last_unstale":"2024-09-21T00:26:20.712798+0000","last_undegraded":"2024-09-21T00:26:20.712798+0000","last_fullsized":"2024-09-21T00:26:20.712798+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:54:29.194853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.700305+0000","last_change":"2024-09-21T00:26:20.700305+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.700305+0000","last_undegraded":"2024-09-21T00:26:20.700305+0000","last_fullsized":"2024-09-21T00:26:20.700305+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":15,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720387+0000","last_change":"2024-09-21T00:26:20.709377+0000","last_active":"2024-09-21T00:26:22.720387+0000","last_peered":"2024-09-21T00:26:22.720387+0000","last_clean":"2024-09-21T00:26:22.720387+0000","last_became_active":"2024-09-21T00:26:20.709114+0000","last_became_peered":"2024-09-21T00:26:20.709114+0000","last_unstale":"2024-09-21T00:26:22.720387+0000","last_undegraded":"2024-09-21T00:26:22.720387+0000","last_fullsized":"2024-09-21T00:26:22.720387+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:00:26.433615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.701848+0000","last_change":"2024-09-21T00:26:20.701848+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.701848+0000","last_undegraded":"2024-09-21T00:26:20.701848+0000","last_fullsized":"2024-09-21T00:26:20.701848+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.711960+0000","last_change":"2024-09-21T00:26:20.708431+0000","last_active":"2024-09-21T00:26:20.711960+0000","last_peered":"2024-09-21T00:26:20.711960+0000","last_clean":"2024-09-21T00:26:20.711960+0000","last_became_active":"2024-09-21T00:26:20.708140+0000","last_became_peered":"2024-09-21T00:26:20.708140+0000","last_unstale":"2024-09-21T00:26:20.711960+0000","last_undegraded":"2024-09-21T00:26:20.711960+0000","last_fullsized":"2024-09-21T00:26:20.711960+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:21:01.904119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.692808+0000","last_change":"2024-09-21T00:26:20.692808+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.692808+0000","last_undegraded":"2024-09-21T00:26:20.692808+0000","last_fullsized":"2024-09-21T00:26:20.692808+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":15,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720525+0000","last_change":"2024-09-21T00:26:20.699762+0000","last_active":"2024-09-21T00:26:22.720525+0000","last_peered":"2024-09-21T00:26:22.720525+0000","last_clean":"2024-09-21T00:26:22.720525+0000","last_became_active":"2024-09-21T00:26:20.699450+0000","last_became_peered":"2024-09-21T00:26:20.699450+0000","last_unstale":"2024-09-21T00:26:22.720525+0000","last_undegraded":"2024-09-21T00:26:22.720525+0000","last_fullsized":"2024-09-21T00:26:22.720525+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:07:55.013934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.723981+0000","last_change":"2024-09-21T00:26:21.734523+0000","last_active":"2024-09-21T00:26:22.723981+0000","last_peered":"2024-09-21T00:26:22.723981+0000","last_clean":"2024-09-21T00:26:22.723981+0000","last_became_active":"2024-09-21T00:26:21.734050+0000","last_became_peered":"2024-09-21T00:26:21.734050+0000","last_unstale":"2024-09-21T00:26:22.723981+0000","last_undegraded":"2024-09-21T00:26:22.723981+0000","last_fullsized":"2024-09-21T00:26:22.723981+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:11:47.844922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.d","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.714544+0000","last_change":"2024-09-21T00:26:20.710569+0000","last_active":"2024-09-21T00:26:20.714544+0000","last_peered":"2024-09-21T00:26:20.714544+0000","last_clean":"2024-09-21T00:26:20.714544+0000","last_became_active":"2024-09-21T00:26:20.710263+0000","last_became_peered":"2024-09-21T00:26:20.710263+0000","last_unstale":"2024-09-21T00:26:20.714544+0000","last_undegraded":"2024-09-21T00:26:20.714544+0000","last_fullsized":"2024-09-21T00:26:20.714544+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:52:28.989577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":225,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.703461+0000","last_change":"2024-09-21T00:21:11.583793+0000","last_active":"2024-09-21T00:26:20.703461+0000","last_peered":"2024-09-21T00:26:20.703461+0000","last_clean":"2024-09-21T00:26:20.703461+0000","last_became_active":"2024-09-21T00:21:11.582502+0000","last_became_peered":"2024-09-21T00:21:11.582502+0000","last_unstale":"2024-09-21T00:26:20.703461+0000","last_undegraded":"2024-09-21T00:26:20.703461+0000","last_fullsized":"2024-09-21T00:26:20.703461+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_clean_scrub_stamp":"2024-09-21T00:21:10.311964+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:58.010953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":12,"num_pg":32,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":8,"ondisk_log_size":8,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509506,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":45276,"kb_used_data":1604,"kb_used_omap":1,"kb_used_meta":43646,"kb_avail":94326564,"statfs":{"total":96636764160,"available":96590401536,"internally_reserved":0,"allocated":1642496,"data_stored":1040069,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":44693962},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509506,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":40536,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94331304,"statfs":{"total":96636764160,"available":96595255296,"internally_reserved":0,"allocated":1048576,"data_stored":449701,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40434118},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509506,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":40532,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94331308,"statfs":{"total":96636764160,"available":96595259392,"internally_reserved":0,"allocated":1036288,"data_stored":443426,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509507,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":54408,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94317432,"statfs":{"total":96636764160,"available":96581050368,"internally_reserved":0,"allocated":1036288,"data_stored":443426,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":54655432},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509507,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36376,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335464,"statfs":{"total":96636764160,"available":96599515136,"internally_reserved":0,"allocated":1048576,"data_stored":449701,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509505,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41108,"kb_used_data":1592,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94330732,"statfs":{"total":96636764160,"available":96594669568,"internally_reserved":0,"allocated":1630208,"data_stored":1033794,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40434118},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574914,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":50288,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94321552,"statfs":{"total":96636764160,"available":96585269248,"internally_reserved":0,"allocated":1073152,"data_stored":462776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574914,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":50296,"kb_used_data":1060,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94321544,"statfs":{"total":96636764160,"available":96585261056,"internally_reserved":0,"allocated":1085440,"data_stored":462970,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":50395590},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T00:26:26.523 INFO:tasks.ceph.ceph_manager.ceph:PG 13.3f is not active+clean 2024-09-21T00:26:26.523 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.3f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:26:20.697246+0000', 'last_change': '2024-09-21T00:26:20.697246+0000', 'last_active': '2024-09-21T00:26:20.685937+0000', 'last_peered': '2024-09-21T00:26:20.685937+0000', 'last_clean': '2024-09-21T00:26:20.685937+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:26:20.697246+0000', 'last_undegraded': '2024-09-21T00:26:20.697246+0000', 'last_fullsized': '2024-09-21T00:26:20.697246+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_clean_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-21T00:26:26.523 INFO:tasks.ceph.ceph_manager.ceph:PG 13.3d is not active+clean 2024-09-21T00:26:26.523 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.3d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:26:20.703408+0000', 'last_change': '2024-09-21T00:26:20.703408+0000', 'last_active': '2024-09-21T00:26:20.685937+0000', 'last_peered': '2024-09-21T00:26:20.685937+0000', 'last_clean': '2024-09-21T00:26:20.685937+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:26:20.703408+0000', 'last_undegraded': '2024-09-21T00:26:20.703408+0000', 'last_fullsized': '2024-09-21T00:26:20.703408+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_clean_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-21T00:26:26.524 INFO:tasks.ceph.ceph_manager.ceph:PG 13.3c is not active+clean 2024-09-21T00:26:26.524 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.3c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:26:20.703672+0000', 'last_change': '2024-09-21T00:26:20.703672+0000', 'last_active': '2024-09-21T00:26:20.685937+0000', 'last_peered': '2024-09-21T00:26:20.685937+0000', 'last_clean': '2024-09-21T00:26:20.685937+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:26:20.703672+0000', 'last_undegraded': '2024-09-21T00:26:20.703672+0000', 'last_fullsized': '2024-09-21T00:26:20.703672+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_clean_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 1], 'acting': [2, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-21T00:26:26.524 INFO:tasks.ceph.ceph_manager.ceph:PG 13.3a is not active+clean 2024-09-21T00:26:26.524 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.3a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:26:20.699635+0000', 'last_change': '2024-09-21T00:26:20.699635+0000', 'last_active': '2024-09-21T00:26:20.685937+0000', 'last_peered': '2024-09-21T00:26:20.685937+0000', 'last_clean': '2024-09-21T00:26:20.685937+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:26:20.699635+0000', 'last_undegraded': '2024-09-21T00:26:20.699635+0000', 'last_fullsized': '2024-09-21T00:26:20.699635+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_clean_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 2], 'acting': [5, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-21T00:26:26.524 INFO:tasks.ceph.ceph_manager.ceph:PG 13.39 is not active+clean 2024-09-21T00:26:26.524 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.39', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:26:20.703121+0000', 'last_change': '2024-09-21T00:26:20.703121+0000', 'last_active': '2024-09-21T00:26:20.685937+0000', 'last_peered': '2024-09-21T00:26:20.685937+0000', 'last_clean': '2024-09-21T00:26:20.685937+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:26:20.703121+0000', 'last_undegraded': '2024-09-21T00:26:20.703121+0000', 'last_fullsized': '2024-09-21T00:26:20.703121+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_clean_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 7], 'acting': [2, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-21T00:26:26.524 INFO:tasks.ceph.ceph_manager.ceph:PG 13.38 is not active+clean 2024-09-21T00:26:26.524 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.38', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:26:20.700001+0000', 'last_change': '2024-09-21T00:26:20.700001+0000', 'last_active': '2024-09-21T00:26:20.685937+0000', 'last_peered': '2024-09-21T00:26:20.685937+0000', 'last_clean': '2024-09-21T00:26:20.685937+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:26:20.700001+0000', 'last_undegraded': '2024-09-21T00:26:20.700001+0000', 'last_fullsized': '2024-09-21T00:26:20.700001+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_clean_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-21T00:26:26.524 INFO:tasks.ceph.ceph_manager.ceph:PG 13.37 is not active+clean 2024-09-21T00:26:26.524 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.37', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:26:20.700890+0000', 'last_change': '2024-09-21T00:26:20.700890+0000', 'last_active': '2024-09-21T00:26:20.685937+0000', 'last_peered': '2024-09-21T00:26:20.685937+0000', 'last_clean': '2024-09-21T00:26:20.685937+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:26:20.700890+0000', 'last_undegraded': '2024-09-21T00:26:20.700890+0000', 'last_fullsized': '2024-09-21T00:26:20.700890+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_clean_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 0], 'acting': [5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-21T00:26:26.524 INFO:tasks.ceph.ceph_manager.ceph:PG 13.36 is not active+clean 2024-09-21T00:26:26.524 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.36', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:26:20.695003+0000', 'last_change': '2024-09-21T00:26:20.695003+0000', 'last_active': '2024-09-21T00:26:20.685937+0000', 'last_peered': '2024-09-21T00:26:20.685937+0000', 'last_clean': '2024-09-21T00:26:20.685937+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:26:20.695003+0000', 'last_undegraded': '2024-09-21T00:26:20.695003+0000', 'last_fullsized': '2024-09-21T00:26:20.695003+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_clean_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 3], 'acting': [6, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-21T00:26:26.525 INFO:tasks.ceph.ceph_manager.ceph:PG 13.34 is not active+clean 2024-09-21T00:26:26.525 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.34', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:26:20.696014+0000', 'last_change': '2024-09-21T00:26:20.696014+0000', 'last_active': '2024-09-21T00:26:20.685937+0000', 'last_peered': '2024-09-21T00:26:20.685937+0000', 'last_clean': '2024-09-21T00:26:20.685937+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:26:20.696014+0000', 'last_undegraded': '2024-09-21T00:26:20.696014+0000', 'last_fullsized': '2024-09-21T00:26:20.696014+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_clean_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 3], 'acting': [6, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-21T00:26:26.525 INFO:tasks.ceph.ceph_manager.ceph:PG 13.33 is not active+clean 2024-09-21T00:26:26.525 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.33', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:26:20.702768+0000', 'last_change': '2024-09-21T00:26:20.702768+0000', 'last_active': '2024-09-21T00:26:20.685937+0000', 'last_peered': '2024-09-21T00:26:20.685937+0000', 'last_clean': '2024-09-21T00:26:20.685937+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:26:20.702768+0000', 'last_undegraded': '2024-09-21T00:26:20.702768+0000', 'last_fullsized': '2024-09-21T00:26:20.702768+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_clean_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-21T00:26:26.525 INFO:tasks.ceph.ceph_manager.ceph:PG 13.32 is not active+clean 2024-09-21T00:26:26.525 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.32', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:26:20.701546+0000', 'last_change': '2024-09-21T00:26:20.701546+0000', 'last_active': '2024-09-21T00:26:20.685937+0000', 'last_peered': '2024-09-21T00:26:20.685937+0000', 'last_clean': '2024-09-21T00:26:20.685937+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:26:20.701546+0000', 'last_undegraded': '2024-09-21T00:26:20.701546+0000', 'last_fullsized': '2024-09-21T00:26:20.701546+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_clean_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 1], 'acting': [2, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-21T00:26:26.525 INFO:tasks.ceph.ceph_manager.ceph:PG 13.31 is not active+clean 2024-09-21T00:26:26.525 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.31', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:26:20.699832+0000', 'last_change': '2024-09-21T00:26:20.699832+0000', 'last_active': '2024-09-21T00:26:20.685937+0000', 'last_peered': '2024-09-21T00:26:20.685937+0000', 'last_clean': '2024-09-21T00:26:20.685937+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:26:20.699832+0000', 'last_undegraded': '2024-09-21T00:26:20.699832+0000', 'last_fullsized': '2024-09-21T00:26:20.699832+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_clean_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-21T00:26:26.525 INFO:tasks.ceph.ceph_manager.ceph:PG 13.2e is not active+clean 2024-09-21T00:26:26.525 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.2e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:26:20.701557+0000', 'last_change': '2024-09-21T00:26:20.701557+0000', 'last_active': '2024-09-21T00:26:20.685937+0000', 'last_peered': '2024-09-21T00:26:20.685937+0000', 'last_clean': '2024-09-21T00:26:20.685937+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:26:20.701557+0000', 'last_undegraded': '2024-09-21T00:26:20.701557+0000', 'last_fullsized': '2024-09-21T00:26:20.701557+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_clean_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 6], 'acting': [2, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-21T00:26:26.525 INFO:tasks.ceph.ceph_manager.ceph:PG 13.2d is not active+clean 2024-09-21T00:26:26.525 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.2d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:26:20.702287+0000', 'last_change': '2024-09-21T00:26:20.702287+0000', 'last_active': '2024-09-21T00:26:20.685937+0000', 'last_peered': '2024-09-21T00:26:20.685937+0000', 'last_clean': '2024-09-21T00:26:20.685937+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:26:20.702287+0000', 'last_undegraded': '2024-09-21T00:26:20.702287+0000', 'last_fullsized': '2024-09-21T00:26:20.702287+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_clean_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 3], 'acting': [0, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-21T00:26:26.526 INFO:tasks.ceph.ceph_manager.ceph:PG 13.2c is not active+clean 2024-09-21T00:26:26.526 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.2c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:26:20.700883+0000', 'last_change': '2024-09-21T00:26:20.700883+0000', 'last_active': '2024-09-21T00:26:20.685937+0000', 'last_peered': '2024-09-21T00:26:20.685937+0000', 'last_clean': '2024-09-21T00:26:20.685937+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:26:20.700883+0000', 'last_undegraded': '2024-09-21T00:26:20.700883+0000', 'last_fullsized': '2024-09-21T00:26:20.700883+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_clean_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 0], 'acting': [2, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-21T00:26:26.526 INFO:tasks.ceph.ceph_manager.ceph:PG 13.2b is not active+clean 2024-09-21T00:26:26.526 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.2b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:26:20.700360+0000', 'last_change': '2024-09-21T00:26:20.700360+0000', 'last_active': '2024-09-21T00:26:20.685937+0000', 'last_peered': '2024-09-21T00:26:20.685937+0000', 'last_clean': '2024-09-21T00:26:20.685937+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:26:20.700360+0000', 'last_undegraded': '2024-09-21T00:26:20.700360+0000', 'last_fullsized': '2024-09-21T00:26:20.700360+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_clean_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 0], 'acting': [2, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-21T00:26:26.526 INFO:tasks.ceph.ceph_manager.ceph:PG 13.29 is not active+clean 2024-09-21T00:26:26.526 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.29', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:26:20.693491+0000', 'last_change': '2024-09-21T00:26:20.693491+0000', 'last_active': '2024-09-21T00:26:20.685937+0000', 'last_peered': '2024-09-21T00:26:20.685937+0000', 'last_clean': '2024-09-21T00:26:20.685937+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:26:20.693491+0000', 'last_undegraded': '2024-09-21T00:26:20.693491+0000', 'last_fullsized': '2024-09-21T00:26:20.693491+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_clean_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-21T00:26:26.526 INFO:tasks.ceph.ceph_manager.ceph:PG 13.28 is not active+clean 2024-09-21T00:26:26.526 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.28', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:26:20.699137+0000', 'last_change': '2024-09-21T00:26:20.699137+0000', 'last_active': '2024-09-21T00:26:20.685937+0000', 'last_peered': '2024-09-21T00:26:20.685937+0000', 'last_clean': '2024-09-21T00:26:20.685937+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:26:20.699137+0000', 'last_undegraded': '2024-09-21T00:26:20.699137+0000', 'last_fullsized': '2024-09-21T00:26:20.699137+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_clean_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 0], 'acting': [2, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-21T00:26:26.526 INFO:tasks.ceph.ceph_manager.ceph:PG 13.26 is not active+clean 2024-09-21T00:26:26.526 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.26', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:26:20.705597+0000', 'last_change': '2024-09-21T00:26:20.705597+0000', 'last_active': '2024-09-21T00:26:20.685937+0000', 'last_peered': '2024-09-21T00:26:20.685937+0000', 'last_clean': '2024-09-21T00:26:20.685937+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:26:20.705597+0000', 'last_undegraded': '2024-09-21T00:26:20.705597+0000', 'last_fullsized': '2024-09-21T00:26:20.705597+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_clean_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 1], 'acting': [7, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-21T00:26:26.526 INFO:tasks.ceph.ceph_manager.ceph:PG 13.24 is not active+clean 2024-09-21T00:26:26.526 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.24', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:26:20.695255+0000', 'last_change': '2024-09-21T00:26:20.695255+0000', 'last_active': '2024-09-21T00:26:20.685937+0000', 'last_peered': '2024-09-21T00:26:20.685937+0000', 'last_clean': '2024-09-21T00:26:20.685937+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:26:20.695255+0000', 'last_undegraded': '2024-09-21T00:26:20.695255+0000', 'last_fullsized': '2024-09-21T00:26:20.695255+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_clean_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4], 'acting': [6, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-21T00:26:26.527 INFO:tasks.ceph.ceph_manager.ceph:PG 13.20 is not active+clean 2024-09-21T00:26:26.527 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.20', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:26:20.694133+0000', 'last_change': '2024-09-21T00:26:20.694133+0000', 'last_active': '2024-09-21T00:26:20.685937+0000', 'last_peered': '2024-09-21T00:26:20.685937+0000', 'last_clean': '2024-09-21T00:26:20.685937+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:26:20.694133+0000', 'last_undegraded': '2024-09-21T00:26:20.694133+0000', 'last_fullsized': '2024-09-21T00:26:20.694133+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_clean_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 1], 'acting': [6, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-21T00:26:26.527 INFO:tasks.ceph.ceph_manager.ceph:PG 13.1f is not active+clean 2024-09-21T00:26:26.527 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:26:20.696606+0000', 'last_change': '2024-09-21T00:26:20.696606+0000', 'last_active': '2024-09-21T00:26:20.685937+0000', 'last_peered': '2024-09-21T00:26:20.685937+0000', 'last_clean': '2024-09-21T00:26:20.685937+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:26:20.696606+0000', 'last_undegraded': '2024-09-21T00:26:20.696606+0000', 'last_fullsized': '2024-09-21T00:26:20.696606+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_clean_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-21T00:26:26.527 INFO:tasks.ceph.ceph_manager.ceph:PG 13.1c is not active+clean 2024-09-21T00:26:26.527 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:26:20.694433+0000', 'last_change': '2024-09-21T00:26:20.694433+0000', 'last_active': '2024-09-21T00:26:20.685937+0000', 'last_peered': '2024-09-21T00:26:20.685937+0000', 'last_clean': '2024-09-21T00:26:20.685937+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:26:20.694433+0000', 'last_undegraded': '2024-09-21T00:26:20.694433+0000', 'last_fullsized': '2024-09-21T00:26:20.694433+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_clean_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 1], 'acting': [6, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-21T00:26:26.527 INFO:tasks.ceph.ceph_manager.ceph:PG 13.1d is not active+clean 2024-09-21T00:26:26.527 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:26:20.702143+0000', 'last_change': '2024-09-21T00:26:20.702143+0000', 'last_active': '2024-09-21T00:26:20.685937+0000', 'last_peered': '2024-09-21T00:26:20.685937+0000', 'last_clean': '2024-09-21T00:26:20.685937+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:26:20.702143+0000', 'last_undegraded': '2024-09-21T00:26:20.702143+0000', 'last_fullsized': '2024-09-21T00:26:20.702143+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_clean_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-21T00:26:26.527 INFO:tasks.ceph.ceph_manager.ceph:PG 13.18 is not active+clean 2024-09-21T00:26:26.528 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.18', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:26:20.702433+0000', 'last_change': '2024-09-21T00:26:20.702433+0000', 'last_active': '2024-09-21T00:26:20.685937+0000', 'last_peered': '2024-09-21T00:26:20.685937+0000', 'last_clean': '2024-09-21T00:26:20.685937+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:26:20.702433+0000', 'last_undegraded': '2024-09-21T00:26:20.702433+0000', 'last_fullsized': '2024-09-21T00:26:20.702433+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_clean_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 0], 'acting': [7, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-21T00:26:26.528 INFO:tasks.ceph.ceph_manager.ceph:PG 13.19 is not active+clean 2024-09-21T00:26:26.528 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.19', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:26:20.699317+0000', 'last_change': '2024-09-21T00:26:20.699317+0000', 'last_active': '2024-09-21T00:26:20.685937+0000', 'last_peered': '2024-09-21T00:26:20.685937+0000', 'last_clean': '2024-09-21T00:26:20.685937+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:26:20.699317+0000', 'last_undegraded': '2024-09-21T00:26:20.699317+0000', 'last_fullsized': '2024-09-21T00:26:20.699317+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_clean_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-21T00:26:26.528 INFO:tasks.ceph.ceph_manager.ceph:PG 13.16 is not active+clean 2024-09-21T00:26:26.528 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:26:20.699454+0000', 'last_change': '2024-09-21T00:26:20.699454+0000', 'last_active': '2024-09-21T00:26:20.685937+0000', 'last_peered': '2024-09-21T00:26:20.685937+0000', 'last_clean': '2024-09-21T00:26:20.685937+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:26:20.699454+0000', 'last_undegraded': '2024-09-21T00:26:20.699454+0000', 'last_fullsized': '2024-09-21T00:26:20.699454+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_clean_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-21T00:26:26.528 INFO:tasks.ceph.ceph_manager.ceph:PG 13.17 is not active+clean 2024-09-21T00:26:26.528 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.17', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:26:20.700415+0000', 'last_change': '2024-09-21T00:26:20.700415+0000', 'last_active': '2024-09-21T00:26:20.685937+0000', 'last_peered': '2024-09-21T00:26:20.685937+0000', 'last_clean': '2024-09-21T00:26:20.685937+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:26:20.700415+0000', 'last_undegraded': '2024-09-21T00:26:20.700415+0000', 'last_fullsized': '2024-09-21T00:26:20.700415+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_clean_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 2], 'acting': [5, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-21T00:26:26.528 INFO:tasks.ceph.ceph_manager.ceph:PG 13.14 is not active+clean 2024-09-21T00:26:26.528 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:26:20.701171+0000', 'last_change': '2024-09-21T00:26:20.701171+0000', 'last_active': '2024-09-21T00:26:20.685937+0000', 'last_peered': '2024-09-21T00:26:20.685937+0000', 'last_clean': '2024-09-21T00:26:20.685937+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:26:20.701171+0000', 'last_undegraded': '2024-09-21T00:26:20.701171+0000', 'last_fullsized': '2024-09-21T00:26:20.701171+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_clean_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 6], 'acting': [0, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-21T00:26:26.528 INFO:tasks.ceph.ceph_manager.ceph:PG 13.12 is not active+clean 2024-09-21T00:26:26.529 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.12', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:26:20.701083+0000', 'last_change': '2024-09-21T00:26:20.701083+0000', 'last_active': '2024-09-21T00:26:20.685937+0000', 'last_peered': '2024-09-21T00:26:20.685937+0000', 'last_clean': '2024-09-21T00:26:20.685937+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:26:20.701083+0000', 'last_undegraded': '2024-09-21T00:26:20.701083+0000', 'last_fullsized': '2024-09-21T00:26:20.701083+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_clean_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4], 'acting': [0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-21T00:26:26.529 INFO:tasks.ceph.ceph_manager.ceph:PG 13.13 is not active+clean 2024-09-21T00:26:26.529 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:26:20.701903+0000', 'last_change': '2024-09-21T00:26:20.701903+0000', 'last_active': '2024-09-21T00:26:20.685937+0000', 'last_peered': '2024-09-21T00:26:20.685937+0000', 'last_clean': '2024-09-21T00:26:20.685937+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:26:20.701903+0000', 'last_undegraded': '2024-09-21T00:26:20.701903+0000', 'last_fullsized': '2024-09-21T00:26:20.701903+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_clean_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 0], 'acting': [7, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-21T00:26:26.529 INFO:tasks.ceph.ceph_manager.ceph:PG 13.e is not active+clean 2024-09-21T00:26:26.529 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:26:20.705035+0000', 'last_change': '2024-09-21T00:26:20.705035+0000', 'last_active': '2024-09-21T00:26:20.685937+0000', 'last_peered': '2024-09-21T00:26:20.685937+0000', 'last_clean': '2024-09-21T00:26:20.685937+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:26:20.705035+0000', 'last_undegraded': '2024-09-21T00:26:20.705035+0000', 'last_fullsized': '2024-09-21T00:26:20.705035+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_clean_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5], 'acting': [7, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-21T00:26:26.529 INFO:tasks.ceph.ceph_manager.ceph:PG 13.f is not active+clean 2024-09-21T00:26:26.529 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:26:20.696000+0000', 'last_change': '2024-09-21T00:26:20.696000+0000', 'last_active': '2024-09-21T00:26:20.685937+0000', 'last_peered': '2024-09-21T00:26:20.685937+0000', 'last_clean': '2024-09-21T00:26:20.685937+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:26:20.696000+0000', 'last_undegraded': '2024-09-21T00:26:20.696000+0000', 'last_fullsized': '2024-09-21T00:26:20.696000+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_clean_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 7], 'acting': [6, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-21T00:26:26.529 INFO:tasks.ceph.ceph_manager.ceph:PG 13.a is not active+clean 2024-09-21T00:26:26.529 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:26:20.699132+0000', 'last_change': '2024-09-21T00:26:20.699132+0000', 'last_active': '2024-09-21T00:26:20.685937+0000', 'last_peered': '2024-09-21T00:26:20.685937+0000', 'last_clean': '2024-09-21T00:26:20.685937+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:26:20.699132+0000', 'last_undegraded': '2024-09-21T00:26:20.699132+0000', 'last_fullsized': '2024-09-21T00:26:20.699132+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_clean_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 1], 'acting': [2, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-21T00:26:26.529 INFO:tasks.ceph.ceph_manager.ceph:PG 13.b is not active+clean 2024-09-21T00:26:26.530 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:26:20.699522+0000', 'last_change': '2024-09-21T00:26:20.699522+0000', 'last_active': '2024-09-21T00:26:20.685937+0000', 'last_peered': '2024-09-21T00:26:20.685937+0000', 'last_clean': '2024-09-21T00:26:20.685937+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:26:20.699522+0000', 'last_undegraded': '2024-09-21T00:26:20.699522+0000', 'last_fullsized': '2024-09-21T00:26:20.699522+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_clean_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-21T00:26:26.530 INFO:tasks.ceph.ceph_manager.ceph:PG 13.8 is not active+clean 2024-09-21T00:26:26.530 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:26:20.698467+0000', 'last_change': '2024-09-21T00:26:20.698467+0000', 'last_active': '2024-09-21T00:26:20.685937+0000', 'last_peered': '2024-09-21T00:26:20.685937+0000', 'last_clean': '2024-09-21T00:26:20.685937+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:26:20.698467+0000', 'last_undegraded': '2024-09-21T00:26:20.698467+0000', 'last_fullsized': '2024-09-21T00:26:20.698467+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_clean_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 5], 'acting': [2, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-21T00:26:26.530 INFO:tasks.ceph.ceph_manager.ceph:PG 13.9 is not active+clean 2024-09-21T00:26:26.530 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.9', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:26:20.700099+0000', 'last_change': '2024-09-21T00:26:20.700099+0000', 'last_active': '2024-09-21T00:26:20.685937+0000', 'last_peered': '2024-09-21T00:26:20.685937+0000', 'last_clean': '2024-09-21T00:26:20.685937+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:26:20.700099+0000', 'last_undegraded': '2024-09-21T00:26:20.700099+0000', 'last_fullsized': '2024-09-21T00:26:20.700099+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_clean_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 0], 'acting': [5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-21T00:26:26.530 INFO:tasks.ceph.ceph_manager.ceph:PG 13.7 is not active+clean 2024-09-21T00:26:26.530 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:26:20.702398+0000', 'last_change': '2024-09-21T00:26:20.702398+0000', 'last_active': '2024-09-21T00:26:20.685937+0000', 'last_peered': '2024-09-21T00:26:20.685937+0000', 'last_clean': '2024-09-21T00:26:20.685937+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:26:20.702398+0000', 'last_undegraded': '2024-09-21T00:26:20.702398+0000', 'last_fullsized': '2024-09-21T00:26:20.702398+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_clean_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-21T00:26:26.530 INFO:tasks.ceph.ceph_manager.ceph:PG 13.4 is not active+clean 2024-09-21T00:26:26.530 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.4', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:26:20.693948+0000', 'last_change': '2024-09-21T00:26:20.693948+0000', 'last_active': '2024-09-21T00:26:20.685937+0000', 'last_peered': '2024-09-21T00:26:20.685937+0000', 'last_clean': '2024-09-21T00:26:20.685937+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:26:20.693948+0000', 'last_undegraded': '2024-09-21T00:26:20.693948+0000', 'last_fullsized': '2024-09-21T00:26:20.693948+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_clean_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 2], 'acting': [6, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-21T00:26:26.530 INFO:tasks.ceph.ceph_manager.ceph:PG 13.2 is not active+clean 2024-09-21T00:26:26.531 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.2', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:26:20.699002+0000', 'last_change': '2024-09-21T00:26:20.699002+0000', 'last_active': '2024-09-21T00:26:20.685937+0000', 'last_peered': '2024-09-21T00:26:20.685937+0000', 'last_clean': '2024-09-21T00:26:20.685937+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:26:20.699002+0000', 'last_undegraded': '2024-09-21T00:26:20.699002+0000', 'last_fullsized': '2024-09-21T00:26:20.699002+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_clean_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-21T00:26:26.531 INFO:tasks.ceph.ceph_manager.ceph:PG 13.3 is not active+clean 2024-09-21T00:26:26.531 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:26:20.700305+0000', 'last_change': '2024-09-21T00:26:20.700305+0000', 'last_active': '2024-09-21T00:26:20.685937+0000', 'last_peered': '2024-09-21T00:26:20.685937+0000', 'last_clean': '2024-09-21T00:26:20.685937+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:26:20.700305+0000', 'last_undegraded': '2024-09-21T00:26:20.700305+0000', 'last_fullsized': '2024-09-21T00:26:20.700305+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_clean_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4], 'acting': [0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-21T00:26:26.531 INFO:tasks.ceph.ceph_manager.ceph:PG 13.0 is not active+clean 2024-09-21T00:26:26.531 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.0', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:26:20.701848+0000', 'last_change': '2024-09-21T00:26:20.701848+0000', 'last_active': '2024-09-21T00:26:20.685937+0000', 'last_peered': '2024-09-21T00:26:20.685937+0000', 'last_clean': '2024-09-21T00:26:20.685937+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:26:20.701848+0000', 'last_undegraded': '2024-09-21T00:26:20.701848+0000', 'last_fullsized': '2024-09-21T00:26:20.701848+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_clean_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 1], 'acting': [7, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-21T00:26:26.531 INFO:tasks.ceph.ceph_manager.ceph:PG 13.1 is not active+clean 2024-09-21T00:26:26.531 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '13.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 86, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:26:20.692808+0000', 'last_change': '2024-09-21T00:26:20.692808+0000', 'last_active': '2024-09-21T00:26:20.685937+0000', 'last_peered': '2024-09-21T00:26:20.685937+0000', 'last_clean': '2024-09-21T00:26:20.685937+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:26:20.692808+0000', 'last_undegraded': '2024-09-21T00:26:20.692808+0000', 'last_fullsized': '2024-09-21T00:26:20.692808+0000', 'mapping_epoch': 86, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 86, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'last_clean_scrub_stamp': '2024-09-21T00:26:20.685937+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 2], 'acting': [6, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-21T00:26:26.532 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-21T00:26:26.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.675+0000 7f2853cec640 1 -- 172.21.15.67:0/161531429 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f284c0ae060 msgr2=0x7f284c0b42f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:26.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.675+0000 7f2853cec640 1 --2- 172.21.15.67:0/161531429 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f284c0ae060 0x7f284c0b42f0 secure :-1 s=READY pgs=1070 cs=0 l=1 rev1=1 crypto rx=0x7f283c009900 tx=0x7f283c02a580 comp rx=0 tx=0).stop 2024-09-21T00:26:26.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.675+0000 7f2853cec640 1 -- 172.21.15.67:0/161531429 shutdown_connections 2024-09-21T00:26:26.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.675+0000 7f2853cec640 1 --2- 172.21.15.67:0/161531429 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f284c0b4830 0x7f284c0732e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:26.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.675+0000 7f2853cec640 1 --2- 172.21.15.67:0/161531429 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f284c0ae060 0x7f284c0b42f0 unknown :-1 s=CLOSED pgs=1070 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:26.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.675+0000 7f2853cec640 1 -- 172.21.15.67:0/161531429 >> 172.21.15.67:0/161531429 conn(0x7f284c0d0190 msgr2=0x7f284c0d05a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:26.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.675+0000 7f2853cec640 1 -- 172.21.15.67:0/161531429 shutdown_connections 2024-09-21T00:26:26.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.675+0000 7f2853cec640 1 -- 172.21.15.67:0/161531429 wait complete. 2024-09-21T00:26:26.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.677+0000 7f2853cec640 1 Processor -- start 2024-09-21T00:26:26.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.677+0000 7f2853cec640 1 -- start start 2024-09-21T00:26:26.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.678+0000 7f2853cec640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f284c0ae060 0x7f284c146be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:26.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.678+0000 7f2853cec640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f284c0b4830 0x7f284c146290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:26.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.678+0000 7f2853cec640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f284c0cc3f0 0x7f284c1f3fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:26.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.678+0000 7f2853cec640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f284c073820 con 0x7f284c0ae060 2024-09-21T00:26:26.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.678+0000 7f2853cec640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f284c15f2f0 con 0x7f284c0cc3f0 2024-09-21T00:26:26.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.678+0000 7f2853cec640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f284c0739a0 con 0x7f284c0b4830 2024-09-21T00:26:26.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.678+0000 7f2851a88640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f284c0ae060 0x7f284c146be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:26.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.678+0000 7f2851a88640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f284c0ae060 0x7f284c146be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39034/0 (socket says 172.21.15.67:39034) 2024-09-21T00:26:26.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.678+0000 7f2851a88640 1 -- 172.21.15.67:0/1355706319 learned_addr learned my addr 172.21.15.67:0/1355706319 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:26.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.678+0000 7f2852289640 1 --2- 172.21.15.67:0/1355706319 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f284c0cc3f0 0x7f284c1f3fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:26.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.678+0000 7f2851287640 1 --2- 172.21.15.67:0/1355706319 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f284c0b4830 0x7f284c146290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:26.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.678+0000 7f2851a88640 1 -- 172.21.15.67:0/1355706319 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f284c0b4830 msgr2=0x7f284c146290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:26.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.678+0000 7f2851a88640 1 --2- 172.21.15.67:0/1355706319 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f284c0b4830 0x7f284c146290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:26.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.678+0000 7f2851a88640 1 -- 172.21.15.67:0/1355706319 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f284c0cc3f0 msgr2=0x7f284c1f3fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:26.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.678+0000 7f2851a88640 1 --2- 172.21.15.67:0/1355706319 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f284c0cc3f0 0x7f284c1f3fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:26.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.678+0000 7f2851a88640 1 -- 172.21.15.67:0/1355706319 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f284c149450 con 0x7f284c0ae060 2024-09-21T00:26:26.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.679+0000 7f2851a88640 1 --2- 172.21.15.67:0/1355706319 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f284c0ae060 0x7f284c146be0 secure :-1 s=READY pgs=1071 cs=0 l=1 rev1=1 crypto rx=0x7f284800c3a0 tx=0x7f284800c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:26.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.679+0000 7f28427fc640 1 -- 172.21.15.67:0/1355706319 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2848017070 con 0x7f284c0ae060 2024-09-21T00:26:26.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.679+0000 7f28427fc640 1 -- 172.21.15.67:0/1355706319 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f28480053c0 con 0x7f284c0ae060 2024-09-21T00:26:26.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.679+0000 7f28427fc640 1 -- 172.21.15.67:0/1355706319 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2848003850 con 0x7f284c0ae060 2024-09-21T00:26:26.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.679+0000 7f2853cec640 1 -- 172.21.15.67:0/1355706319 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f284c149730 con 0x7f284c0ae060 2024-09-21T00:26:26.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.679+0000 7f2853cec640 1 -- 172.21.15.67:0/1355706319 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f284c1f3ae0 con 0x7f284c0ae060 2024-09-21T00:26:26.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.680+0000 7f2853cec640 1 -- 172.21.15.67:0/1355706319 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f284c073e60 con 0x7f284c0ae060 2024-09-21T00:26:26.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.681+0000 7f28427fc640 1 -- 172.21.15.67:0/1355706319 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f284801a070 con 0x7f284c0ae060 2024-09-21T00:26:26.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.681+0000 7f28427fc640 1 --2- 172.21.15.67:0/1355706319 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2830078bc0 0x7f283007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:26.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.681+0000 7f28427fc640 1 -- 172.21.15.67:0/1355706319 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 5709+0+0 (secure 0 0 0) 0x7f284809a030 con 0x7f284c0ae060 2024-09-21T00:26:26.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.681+0000 7f2851287640 1 --2- 172.21.15.67:0/1355706319 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2830078bc0 0x7f283007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:26.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.682+0000 7f2851287640 1 --2- 172.21.15.67:0/1355706319 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2830078bc0 0x7f283007b0d0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f283c033000 tx=0x7f283c004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:26.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.686+0000 7f28427fc640 1 -- 172.21.15.67:0/1355706319 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f284c0b4c40 con 0x7f284c0ae060 2024-09-21T00:26:26.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.944+0000 7f2853cec640 1 -- 172.21.15.67:0/1355706319 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f284c071280 con 0x7f284c0ae060 2024-09-21T00:26:26.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.944+0000 7f28427fc640 1 -- 172.21.15.67:0/1355706319 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1560 (secure 0 0 0) 0x7f2848061e20 con 0x7f284c0ae060 2024-09-21T00:26:26.946 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:26:26.946 INFO:teuthology.orchestra.run.smithi067.stdout:{"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":329,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":88,"num_osds":8,"num_up_osds":8,"osd_up_since":1726878070,"num_in_osds":8,"osd_in_since":1726878060,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":54},{"state_name":"creating+peering","count":43}],"num_pgs":97,"num_pools":3,"num_objects":6,"data_bytes":590402,"bytes_used":367431680,"bytes_avail":772726681600,"bytes_total":773094113280,"inactive_pgs_ratio":0.44329896569252014,"write_bytes_sec":1218,"read_op_per_sec":0,"write_op_per_sec":1},"fsmap":{"epoch":71,"btime":"2024-09-21T00:26:24:722200+0000","id":6,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":6,"rank":0,"name":"a","status":"up:active","gid":7191}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":17,"modified":"2024-09-21T00:26:09.568400+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-21T00:26:26.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.947+0000 7f2853cec640 1 -- 172.21.15.67:0/1355706319 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2830078bc0 msgr2=0x7f283007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:26.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.947+0000 7f2853cec640 1 --2- 172.21.15.67:0/1355706319 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2830078bc0 0x7f283007b0d0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f283c033000 tx=0x7f283c004730 comp rx=0 tx=0).stop 2024-09-21T00:26:26.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.947+0000 7f2853cec640 1 -- 172.21.15.67:0/1355706319 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f284c0ae060 msgr2=0x7f284c146be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:26.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.947+0000 7f2853cec640 1 --2- 172.21.15.67:0/1355706319 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f284c0ae060 0x7f284c146be0 secure :-1 s=READY pgs=1071 cs=0 l=1 rev1=1 crypto rx=0x7f284800c3a0 tx=0x7f284800c860 comp rx=0 tx=0).stop 2024-09-21T00:26:26.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.947+0000 7f2853cec640 1 -- 172.21.15.67:0/1355706319 shutdown_connections 2024-09-21T00:26:26.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.947+0000 7f2853cec640 1 --2- 172.21.15.67:0/1355706319 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2830078bc0 0x7f283007b0d0 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:26.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.947+0000 7f2853cec640 1 --2- 172.21.15.67:0/1355706319 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f284c0cc3f0 0x7f284c1f3fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:26.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.947+0000 7f2853cec640 1 --2- 172.21.15.67:0/1355706319 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f284c0b4830 0x7f284c146290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:26.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.947+0000 7f2853cec640 1 --2- 172.21.15.67:0/1355706319 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f284c0ae060 0x7f284c146be0 unknown :-1 s=CLOSED pgs=1071 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:26.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.947+0000 7f2853cec640 1 -- 172.21.15.67:0/1355706319 >> 172.21.15.67:0/1355706319 conn(0x7f284c0d0190 msgr2=0x7f284c06fe40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:26.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.947+0000 7f2853cec640 1 -- 172.21.15.67:0/1355706319 shutdown_connections 2024-09-21T00:26:26.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:26.947+0000 7f2853cec640 1 -- 172.21.15.67:0/1355706319 wait complete. 2024-09-21T00:26:26.959 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-21T00:26:26.959 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T00:26:27.075 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:27.074+0000 7f1ec7107640 1 -- 172.21.15.67:0/2523989377 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1ec00cd030 msgr2=0x7f1ec00cd440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:27.076 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:27.074+0000 7f1ec7107640 1 --2- 172.21.15.67:0/2523989377 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1ec00cd030 0x7f1ec00cd440 secure :-1 s=READY pgs=1072 cs=0 l=1 rev1=1 crypto rx=0x7f1eb8005fd0 tx=0x7f1eb802aa00 comp rx=0 tx=0).stop 2024-09-21T00:26:27.076 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:27.074+0000 7f1ec7107640 1 -- 172.21.15.67:0/2523989377 shutdown_connections 2024-09-21T00:26:27.076 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:27.074+0000 7f1ec7107640 1 --2- 172.21.15.67:0/2523989377 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1ec00cd030 0x7f1ec00cd440 unknown :-1 s=CLOSED pgs=1072 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:27.076 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:27.074+0000 7f1ec7107640 1 --2- 172.21.15.67:0/2523989377 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1ec009b060 0x7f1ec00b4c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:27.076 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:27.074+0000 7f1ec7107640 1 -- 172.21.15.67:0/2523989377 >> 172.21.15.67:0/2523989377 conn(0x7f1ec00b4140 msgr2=0x7f1ec00b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:27.076 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:27.074+0000 7f1ec7107640 1 -- 172.21.15.67:0/2523989377 shutdown_connections 2024-09-21T00:26:27.076 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:27.074+0000 7f1ec7107640 1 -- 172.21.15.67:0/2523989377 wait complete. 2024-09-21T00:26:27.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:27.076+0000 7f1ec7107640 1 Processor -- start 2024-09-21T00:26:27.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:27.076+0000 7f1ec7107640 1 -- start start 2024-09-21T00:26:27.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:27.077+0000 7f1ec7107640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1ec00b7850 0x7f1ec009d060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:27.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:27.077+0000 7f1ec7107640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1ec00cd030 0x7f1ec01f35f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:27.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:27.077+0000 7f1ec7107640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1ec009d5a0 0x7f1ec00cc270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:27.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:27.077+0000 7f1ec7107640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f1ec00cdd50 con 0x7f1ec009d5a0 2024-09-21T00:26:27.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:27.077+0000 7f1ec7107640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f1ec00cdbd0 con 0x7f1ec00b7850 2024-09-21T00:26:27.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:27.077+0000 7f1ec7107640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f1ec00cded0 con 0x7f1ec00cd030 2024-09-21T00:26:27.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:27.078+0000 7f1ec56a4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1ec009d5a0 0x7f1ec00cc270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:27.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:27.078+0000 7f1ec56a4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1ec009d5a0 0x7f1ec00cc270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39048/0 (socket says 172.21.15.67:39048) 2024-09-21T00:26:27.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:27.078+0000 7f1ec56a4640 1 -- 172.21.15.67:0/1865890488 learned_addr learned my addr 172.21.15.67:0/1865890488 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:27.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:27.078+0000 7f1ec4ea3640 1 --2- 172.21.15.67:0/1865890488 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1ec00b7850 0x7f1ec009d060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:27.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:27.078+0000 7f1ebffff640 1 --2- 172.21.15.67:0/1865890488 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1ec00cd030 0x7f1ec01f35f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:27.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:27.078+0000 7f1ec56a4640 1 -- 172.21.15.67:0/1865890488 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1ec00cd030 msgr2=0x7f1ec01f35f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:27.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:27.078+0000 7f1ec56a4640 1 --2- 172.21.15.67:0/1865890488 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1ec00cd030 0x7f1ec01f35f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:27.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:27.078+0000 7f1ec56a4640 1 -- 172.21.15.67:0/1865890488 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1ec00b7850 msgr2=0x7f1ec009d060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:27.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:27.078+0000 7f1ec56a4640 1 --2- 172.21.15.67:0/1865890488 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1ec00b7850 0x7f1ec009d060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:27.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:27.078+0000 7f1ec56a4640 1 -- 172.21.15.67:0/1865890488 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ec01f4360 con 0x7f1ec009d5a0 2024-09-21T00:26:27.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:27.078+0000 7f1ec56a4640 1 --2- 172.21.15.67:0/1865890488 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1ec009d5a0 0x7f1ec00cc270 secure :-1 s=READY pgs=1073 cs=0 l=1 rev1=1 crypto rx=0x7f1eb8006010 tx=0x7f1eb8003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:27.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:27.078+0000 7f1ebd7fa640 1 -- 172.21.15.67:0/1865890488 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1eb8046070 con 0x7f1ec009d5a0 2024-09-21T00:26:27.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:27.078+0000 7f1ebd7fa640 1 -- 172.21.15.67:0/1865890488 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1eb8004540 con 0x7f1ec009d5a0 2024-09-21T00:26:27.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:27.078+0000 7f1ec7107640 1 -- 172.21.15.67:0/1865890488 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ec00c9780 con 0x7f1ec009d5a0 2024-09-21T00:26:27.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:27.078+0000 7f1ebd7fa640 1 -- 172.21.15.67:0/1865890488 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1eb8033070 con 0x7f1ec009d5a0 2024-09-21T00:26:27.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:27.078+0000 7f1ec7107640 1 -- 172.21.15.67:0/1865890488 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ec00c9d40 con 0x7f1ec009d5a0 2024-09-21T00:26:27.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:27.079+0000 7f1ec7107640 1 -- 172.21.15.67:0/1865890488 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1ec00b4c60 con 0x7f1ec009d5a0 2024-09-21T00:26:27.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:27.080+0000 7f1ebd7fa640 1 -- 172.21.15.67:0/1865890488 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f1eb8049070 con 0x7f1ec009d5a0 2024-09-21T00:26:27.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:27.080+0000 7f1ebd7fa640 1 --2- 172.21.15.67:0/1865890488 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1eac078bc0 0x7f1eac07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:27.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:27.081+0000 7f1ebd7fa640 1 -- 172.21.15.67:0/1865890488 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 5709+0+0 (secure 0 0 0) 0x7f1eb80bbe50 con 0x7f1ec009d5a0 2024-09-21T00:26:27.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:27.081+0000 7f1ec4ea3640 1 --2- 172.21.15.67:0/1865890488 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1eac078bc0 0x7f1eac07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:27.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:27.081+0000 7f1ec4ea3640 1 --2- 172.21.15.67:0/1865890488 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1eac078bc0 0x7f1eac07b0d0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f1eb0006fd0 tx=0x7f1eb0009060 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:27.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:27.085+0000 7f1ebd7fa640 1 -- 172.21.15.67:0/1865890488 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f1eb803e070 con 0x7f1ec009d5a0 2024-09-21T00:26:27.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:27.269+0000 7f1ec7107640 1 -- 172.21.15.67:0/1865890488 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f1ec00d02c0 con 0x7f1eac078bc0 2024-09-21T00:26:27.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:27.273+0000 7f1ebd7fa640 1 -- 172.21.15.67:0/1865890488 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+248510 (secure 0 0 0) 0x7f1ec00d02c0 con 0x7f1eac078bc0 2024-09-21T00:26:27.277 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:26:27.278 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-21T00:26:27.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:27.277+0000 7f1ec7107640 1 -- 172.21.15.67:0/1865890488 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1eac078bc0 msgr2=0x7f1eac07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:27.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:27.277+0000 7f1ec7107640 1 --2- 172.21.15.67:0/1865890488 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1eac078bc0 0x7f1eac07b0d0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f1eb0006fd0 tx=0x7f1eb0009060 comp rx=0 tx=0).stop 2024-09-21T00:26:27.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:27.277+0000 7f1ec7107640 1 -- 172.21.15.67:0/1865890488 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1ec009d5a0 msgr2=0x7f1ec00cc270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:27.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:27.277+0000 7f1ec7107640 1 --2- 172.21.15.67:0/1865890488 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1ec009d5a0 0x7f1ec00cc270 secure :-1 s=READY pgs=1073 cs=0 l=1 rev1=1 crypto rx=0x7f1eb8006010 tx=0x7f1eb8003f10 comp rx=0 tx=0).stop 2024-09-21T00:26:27.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:27.277+0000 7f1ec7107640 1 -- 172.21.15.67:0/1865890488 shutdown_connections 2024-09-21T00:26:27.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:27.277+0000 7f1ec7107640 1 --2- 172.21.15.67:0/1865890488 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1eac078bc0 0x7f1eac07b0d0 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:27.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:27.277+0000 7f1ec7107640 1 --2- 172.21.15.67:0/1865890488 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1ec009d5a0 0x7f1ec00cc270 unknown :-1 s=CLOSED pgs=1073 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:27.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:27.277+0000 7f1ec7107640 1 --2- 172.21.15.67:0/1865890488 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1ec00cd030 0x7f1ec01f35f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:27.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:27.277+0000 7f1ec7107640 1 --2- 172.21.15.67:0/1865890488 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1ec00b7850 0x7f1ec009d060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:27.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:27.277+0000 7f1ec7107640 1 -- 172.21.15.67:0/1865890488 >> 172.21.15.67:0/1865890488 conn(0x7f1ec00b4140 msgr2=0x7f1ec0072940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:27.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:27.277+0000 7f1ec7107640 1 -- 172.21.15.67:0/1865890488 shutdown_connections 2024-09-21T00:26:27.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:27.277+0000 7f1ec7107640 1 -- 172.21.15.67:0/1865890488 wait complete. 2024-09-21T00:26:27.289 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":240,"stamp":"2024-09-21T00:26:25.572624+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590402,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":108,"num_write_kb":1635,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":80,"ondisk_log_size":80,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":78,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":358820,"kb_used_data":9376,"kb_used_omap":12,"kb_used_meta":349235,"kb_avail":754615900,"statfs":{"total":773094113280,"available":772726681600,"internally_reserved":0,"allocated":9601024,"data_stored":4785863,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12749,"internal_metadata":357617203},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":22,"apply_latency_ms":22,"commit_latency_ns":22000000,"apply_latency_ns":22000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.884411"},"pg_stats":[{"pgid":"13.3f","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.697246+0000","last_change":"2024-09-21T00:26:20.697246+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.697246+0000","last_undegraded":"2024-09-21T00:26:20.697246+0000","last_fullsized":"2024-09-21T00:26:20.697246+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.3e","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.724300+0000","last_change":"2024-09-21T00:26:21.739782+0000","last_active":"2024-09-21T00:26:22.724300+0000","last_peered":"2024-09-21T00:26:22.724300+0000","last_clean":"2024-09-21T00:26:22.724300+0000","last_became_active":"2024-09-21T00:26:21.739381+0000","last_became_peered":"2024-09-21T00:26:21.739381+0000","last_unstale":"2024-09-21T00:26:22.724300+0000","last_undegraded":"2024-09-21T00:26:22.724300+0000","last_fullsized":"2024-09-21T00:26:22.724300+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:09:03.198415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.3d","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.703408+0000","last_change":"2024-09-21T00:26:20.703408+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.703408+0000","last_undegraded":"2024-09-21T00:26:20.703408+0000","last_fullsized":"2024-09-21T00:26:20.703408+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.3c","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.703672+0000","last_change":"2024-09-21T00:26:20.703672+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.703672+0000","last_undegraded":"2024-09-21T00:26:20.703672+0000","last_fullsized":"2024-09-21T00:26:20.703672+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.3b","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720705+0000","last_change":"2024-09-21T00:26:21.728009+0000","last_active":"2024-09-21T00:26:22.720705+0000","last_peered":"2024-09-21T00:26:22.720705+0000","last_clean":"2024-09-21T00:26:22.720705+0000","last_became_active":"2024-09-21T00:26:21.727673+0000","last_became_peered":"2024-09-21T00:26:21.727673+0000","last_unstale":"2024-09-21T00:26:22.720705+0000","last_undegraded":"2024-09-21T00:26:22.720705+0000","last_fullsized":"2024-09-21T00:26:22.720705+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:21:20.697696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.3a","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.699635+0000","last_change":"2024-09-21T00:26:20.699635+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.699635+0000","last_undegraded":"2024-09-21T00:26:20.699635+0000","last_fullsized":"2024-09-21T00:26:20.699635+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.39","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.703121+0000","last_change":"2024-09-21T00:26:20.703121+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.703121+0000","last_undegraded":"2024-09-21T00:26:20.703121+0000","last_fullsized":"2024-09-21T00:26:20.703121+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.38","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.700001+0000","last_change":"2024-09-21T00:26:20.700001+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.700001+0000","last_undegraded":"2024-09-21T00:26:20.700001+0000","last_fullsized":"2024-09-21T00:26:20.700001+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.37","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.700890+0000","last_change":"2024-09-21T00:26:20.700890+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.700890+0000","last_undegraded":"2024-09-21T00:26:20.700890+0000","last_fullsized":"2024-09-21T00:26:20.700890+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.36","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.695003+0000","last_change":"2024-09-21T00:26:20.695003+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.695003+0000","last_undegraded":"2024-09-21T00:26:20.695003+0000","last_fullsized":"2024-09-21T00:26:20.695003+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.35","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.723759+0000","last_change":"2024-09-21T00:26:21.722947+0000","last_active":"2024-09-21T00:26:22.723759+0000","last_peered":"2024-09-21T00:26:22.723759+0000","last_clean":"2024-09-21T00:26:22.723759+0000","last_became_active":"2024-09-21T00:26:21.722530+0000","last_became_peered":"2024-09-21T00:26:21.722530+0000","last_unstale":"2024-09-21T00:26:22.723759+0000","last_undegraded":"2024-09-21T00:26:22.723759+0000","last_fullsized":"2024-09-21T00:26:22.723759+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:27:29.641462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.34","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.696014+0000","last_change":"2024-09-21T00:26:20.696014+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.696014+0000","last_undegraded":"2024-09-21T00:26:20.696014+0000","last_fullsized":"2024-09-21T00:26:20.696014+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.33","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.702768+0000","last_change":"2024-09-21T00:26:20.702768+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.702768+0000","last_undegraded":"2024-09-21T00:26:20.702768+0000","last_fullsized":"2024-09-21T00:26:20.702768+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.32","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.701546+0000","last_change":"2024-09-21T00:26:20.701546+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.701546+0000","last_undegraded":"2024-09-21T00:26:20.701546+0000","last_fullsized":"2024-09-21T00:26:20.701546+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.31","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.699832+0000","last_change":"2024-09-21T00:26:20.699832+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.699832+0000","last_undegraded":"2024-09-21T00:26:20.699832+0000","last_fullsized":"2024-09-21T00:26:20.699832+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.30","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720983+0000","last_change":"2024-09-21T00:26:21.723656+0000","last_active":"2024-09-21T00:26:22.720983+0000","last_peered":"2024-09-21T00:26:22.720983+0000","last_clean":"2024-09-21T00:26:22.720983+0000","last_became_active":"2024-09-21T00:26:21.723349+0000","last_became_peered":"2024-09-21T00:26:21.723349+0000","last_unstale":"2024-09-21T00:26:22.720983+0000","last_undegraded":"2024-09-21T00:26:22.720983+0000","last_fullsized":"2024-09-21T00:26:22.720983+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:14:02.549321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.2f","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720589+0000","last_change":"2024-09-21T00:26:21.720009+0000","last_active":"2024-09-21T00:26:22.720589+0000","last_peered":"2024-09-21T00:26:22.720589+0000","last_clean":"2024-09-21T00:26:22.720589+0000","last_became_active":"2024-09-21T00:26:21.719559+0000","last_became_peered":"2024-09-21T00:26:21.719559+0000","last_unstale":"2024-09-21T00:26:22.720589+0000","last_undegraded":"2024-09-21T00:26:22.720589+0000","last_fullsized":"2024-09-21T00:26:22.720589+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:24:35.062831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.2e","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.701557+0000","last_change":"2024-09-21T00:26:20.701557+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.701557+0000","last_undegraded":"2024-09-21T00:26:20.701557+0000","last_fullsized":"2024-09-21T00:26:20.701557+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2d","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.702287+0000","last_change":"2024-09-21T00:26:20.702287+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.702287+0000","last_undegraded":"2024-09-21T00:26:20.702287+0000","last_fullsized":"2024-09-21T00:26:20.702287+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.2c","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.700883+0000","last_change":"2024-09-21T00:26:20.700883+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.700883+0000","last_undegraded":"2024-09-21T00:26:20.700883+0000","last_fullsized":"2024-09-21T00:26:20.700883+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2b","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.700360+0000","last_change":"2024-09-21T00:26:20.700360+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.700360+0000","last_undegraded":"2024-09-21T00:26:20.700360+0000","last_fullsized":"2024-09-21T00:26:20.700360+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2a","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.723489+0000","last_change":"2024-09-21T00:26:21.738376+0000","last_active":"2024-09-21T00:26:22.723489+0000","last_peered":"2024-09-21T00:26:22.723489+0000","last_clean":"2024-09-21T00:26:22.723489+0000","last_became_active":"2024-09-21T00:26:21.738044+0000","last_became_peered":"2024-09-21T00:26:21.738044+0000","last_unstale":"2024-09-21T00:26:22.723489+0000","last_undegraded":"2024-09-21T00:26:22.723489+0000","last_fullsized":"2024-09-21T00:26:22.723489+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:00:27.441204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.29","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.693491+0000","last_change":"2024-09-21T00:26:20.693491+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.693491+0000","last_undegraded":"2024-09-21T00:26:20.693491+0000","last_fullsized":"2024-09-21T00:26:20.693491+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.28","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.699137+0000","last_change":"2024-09-21T00:26:20.699137+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.699137+0000","last_undegraded":"2024-09-21T00:26:20.699137+0000","last_fullsized":"2024-09-21T00:26:20.699137+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.27","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.724151+0000","last_change":"2024-09-21T00:26:21.740590+0000","last_active":"2024-09-21T00:26:22.724151+0000","last_peered":"2024-09-21T00:26:22.724151+0000","last_clean":"2024-09-21T00:26:22.724151+0000","last_became_active":"2024-09-21T00:26:21.740290+0000","last_became_peered":"2024-09-21T00:26:21.740290+0000","last_unstale":"2024-09-21T00:26:22.724151+0000","last_undegraded":"2024-09-21T00:26:22.724151+0000","last_fullsized":"2024-09-21T00:26:22.724151+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:41:27.277104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.26","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.705597+0000","last_change":"2024-09-21T00:26:20.705597+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.705597+0000","last_undegraded":"2024-09-21T00:26:20.705597+0000","last_fullsized":"2024-09-21T00:26:20.705597+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.25","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720513+0000","last_change":"2024-09-21T00:26:21.719683+0000","last_active":"2024-09-21T00:26:22.720513+0000","last_peered":"2024-09-21T00:26:22.720513+0000","last_clean":"2024-09-21T00:26:22.720513+0000","last_became_active":"2024-09-21T00:26:21.719373+0000","last_became_peered":"2024-09-21T00:26:21.719373+0000","last_unstale":"2024-09-21T00:26:22.720513+0000","last_undegraded":"2024-09-21T00:26:22.720513+0000","last_fullsized":"2024-09-21T00:26:22.720513+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:17:37.026290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.24","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.695255+0000","last_change":"2024-09-21T00:26:20.695255+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.695255+0000","last_undegraded":"2024-09-21T00:26:20.695255+0000","last_fullsized":"2024-09-21T00:26:20.695255+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.23","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.723853+0000","last_change":"2024-09-21T00:26:21.729113+0000","last_active":"2024-09-21T00:26:22.723853+0000","last_peered":"2024-09-21T00:26:22.723853+0000","last_clean":"2024-09-21T00:26:22.723853+0000","last_became_active":"2024-09-21T00:26:21.728672+0000","last_became_peered":"2024-09-21T00:26:21.728672+0000","last_unstale":"2024-09-21T00:26:22.723853+0000","last_undegraded":"2024-09-21T00:26:22.723853+0000","last_fullsized":"2024-09-21T00:26:22.723853+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:10:11.378214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.22","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.723609+0000","last_change":"2024-09-21T00:26:21.733675+0000","last_active":"2024-09-21T00:26:22.723609+0000","last_peered":"2024-09-21T00:26:22.723609+0000","last_clean":"2024-09-21T00:26:22.723609+0000","last_became_active":"2024-09-21T00:26:21.733187+0000","last_became_peered":"2024-09-21T00:26:21.733187+0000","last_unstale":"2024-09-21T00:26:22.723609+0000","last_undegraded":"2024-09-21T00:26:22.723609+0000","last_fullsized":"2024-09-21T00:26:22.723609+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:21:18.040772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.21","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.719588+0000","last_change":"2024-09-21T00:26:21.724484+0000","last_active":"2024-09-21T00:26:22.719588+0000","last_peered":"2024-09-21T00:26:22.719588+0000","last_clean":"2024-09-21T00:26:22.719588+0000","last_became_active":"2024-09-21T00:26:21.724190+0000","last_became_peered":"2024-09-21T00:26:21.724190+0000","last_unstale":"2024-09-21T00:26:22.719588+0000","last_undegraded":"2024-09-21T00:26:22.719588+0000","last_fullsized":"2024-09-21T00:26:22.719588+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:54:01.408600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.20","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.694133+0000","last_change":"2024-09-21T00:26:20.694133+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.694133+0000","last_undegraded":"2024-09-21T00:26:20.694133+0000","last_fullsized":"2024-09-21T00:26:20.694133+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720785+0000","last_change":"2024-09-21T00:26:21.723001+0000","last_active":"2024-09-21T00:26:22.720785+0000","last_peered":"2024-09-21T00:26:22.720785+0000","last_clean":"2024-09-21T00:26:22.720785+0000","last_became_active":"2024-09-21T00:26:21.722636+0000","last_became_peered":"2024-09-21T00:26:21.722636+0000","last_unstale":"2024-09-21T00:26:22.720785+0000","last_undegraded":"2024-09-21T00:26:22.720785+0000","last_fullsized":"2024-09-21T00:26:22.720785+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:04:03.210174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1f","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.714580+0000","last_change":"2024-09-21T00:26:20.709832+0000","last_active":"2024-09-21T00:26:20.714580+0000","last_peered":"2024-09-21T00:26:20.714580+0000","last_clean":"2024-09-21T00:26:20.714580+0000","last_became_active":"2024-09-21T00:26:20.709533+0000","last_became_peered":"2024-09-21T00:26:20.709533+0000","last_unstale":"2024-09-21T00:26:20.714580+0000","last_undegraded":"2024-09-21T00:26:20.714580+0000","last_fullsized":"2024-09-21T00:26:20.714580+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:09:04.608364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1f","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.696606+0000","last_change":"2024-09-21T00:26:20.696606+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.696606+0000","last_undegraded":"2024-09-21T00:26:20.696606+0000","last_fullsized":"2024-09-21T00:26:20.696606+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1e","version":"87'1","reported_seq":16,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720934+0000","last_change":"2024-09-21T00:26:20.710188+0000","last_active":"2024-09-21T00:26:22.720934+0000","last_peered":"2024-09-21T00:26:22.720934+0000","last_clean":"2024-09-21T00:26:22.720934+0000","last_became_active":"2024-09-21T00:26:20.709900+0000","last_became_peered":"2024-09-21T00:26:20.709900+0000","last_unstale":"2024-09-21T00:26:22.720934+0000","last_undegraded":"2024-09-21T00:26:22.720934+0000","last_fullsized":"2024-09-21T00:26:22.720934+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:27:28.633873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.1c","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.694433+0000","last_change":"2024-09-21T00:26:20.694433+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.694433+0000","last_undegraded":"2024-09-21T00:26:20.694433+0000","last_fullsized":"2024-09-21T00:26:20.694433+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1d","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.714033+0000","last_change":"2024-09-21T00:26:20.711811+0000","last_active":"2024-09-21T00:26:20.714033+0000","last_peered":"2024-09-21T00:26:20.714033+0000","last_clean":"2024-09-21T00:26:20.714033+0000","last_became_active":"2024-09-21T00:26:20.711513+0000","last_became_peered":"2024-09-21T00:26:20.711513+0000","last_unstale":"2024-09-21T00:26:20.714033+0000","last_undegraded":"2024-09-21T00:26:20.714033+0000","last_fullsized":"2024-09-21T00:26:20.714033+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:18:38.929527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1d","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.702143+0000","last_change":"2024-09-21T00:26:20.702143+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.702143+0000","last_undegraded":"2024-09-21T00:26:20.702143+0000","last_fullsized":"2024-09-21T00:26:20.702143+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1c","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.714098+0000","last_change":"2024-09-21T00:26:20.711098+0000","last_active":"2024-09-21T00:26:20.714098+0000","last_peered":"2024-09-21T00:26:20.714098+0000","last_clean":"2024-09-21T00:26:20.714098+0000","last_became_active":"2024-09-21T00:26:20.710786+0000","last_became_peered":"2024-09-21T00:26:20.710786+0000","last_unstale":"2024-09-21T00:26:20.714098+0000","last_undegraded":"2024-09-21T00:26:20.714098+0000","last_fullsized":"2024-09-21T00:26:20.714098+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:19:02.070255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.723726+0000","last_change":"2024-09-21T00:26:21.732471+0000","last_active":"2024-09-21T00:26:22.723726+0000","last_peered":"2024-09-21T00:26:22.723726+0000","last_clean":"2024-09-21T00:26:22.723726+0000","last_became_active":"2024-09-21T00:26:21.732130+0000","last_became_peered":"2024-09-21T00:26:21.732130+0000","last_unstale":"2024-09-21T00:26:22.723726+0000","last_undegraded":"2024-09-21T00:26:22.723726+0000","last_fullsized":"2024-09-21T00:26:22.723726+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:07:56.021523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1b","version":"87'1","reported_seq":16,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720146+0000","last_change":"2024-09-21T00:26:20.708008+0000","last_active":"2024-09-21T00:26:22.720146+0000","last_peered":"2024-09-21T00:26:22.720146+0000","last_clean":"2024-09-21T00:26:22.720146+0000","last_became_active":"2024-09-21T00:26:20.707683+0000","last_became_peered":"2024-09-21T00:26:20.707683+0000","last_unstale":"2024-09-21T00:26:22.720146+0000","last_undegraded":"2024-09-21T00:26:22.720146+0000","last_fullsized":"2024-09-21T00:26:22.720146+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:34:37.832980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720004+0000","last_change":"2024-09-21T00:26:21.719975+0000","last_active":"2024-09-21T00:26:22.720004+0000","last_peered":"2024-09-21T00:26:22.720004+0000","last_clean":"2024-09-21T00:26:22.720004+0000","last_became_active":"2024-09-21T00:26:21.719650+0000","last_became_peered":"2024-09-21T00:26:21.719650+0000","last_unstale":"2024-09-21T00:26:22.720004+0000","last_undegraded":"2024-09-21T00:26:22.720004+0000","last_fullsized":"2024-09-21T00:26:22.720004+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:36:20.321602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1a","version":"87'1","reported_seq":16,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720415+0000","last_change":"2024-09-21T00:26:20.708628+0000","last_active":"2024-09-21T00:26:22.720415+0000","last_peered":"2024-09-21T00:26:22.720415+0000","last_clean":"2024-09-21T00:26:22.720415+0000","last_became_active":"2024-09-21T00:26:20.708339+0000","last_became_peered":"2024-09-21T00:26:20.708339+0000","last_unstale":"2024-09-21T00:26:22.720415+0000","last_undegraded":"2024-09-21T00:26:22.720415+0000","last_fullsized":"2024-09-21T00:26:22.720415+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:21:17.033182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.702433+0000","last_change":"2024-09-21T00:26:20.702433+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.702433+0000","last_undegraded":"2024-09-21T00:26:20.702433+0000","last_fullsized":"2024-09-21T00:26:20.702433+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.710304+0000","last_change":"2024-09-21T00:26:20.703091+0000","last_active":"2024-09-21T00:26:20.710304+0000","last_peered":"2024-09-21T00:26:20.710304+0000","last_clean":"2024-09-21T00:26:20.710304+0000","last_became_active":"2024-09-21T00:26:20.702700+0000","last_became_peered":"2024-09-21T00:26:20.702700+0000","last_unstale":"2024-09-21T00:26:20.710304+0000","last_undegraded":"2024-09-21T00:26:20.710304+0000","last_fullsized":"2024-09-21T00:26:20.710304+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:17:49.764539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.699317+0000","last_change":"2024-09-21T00:26:20.699317+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.699317+0000","last_undegraded":"2024-09-21T00:26:20.699317+0000","last_fullsized":"2024-09-21T00:26:20.699317+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":15,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.723606+0000","last_change":"2024-09-21T00:26:20.712172+0000","last_active":"2024-09-21T00:26:22.723606+0000","last_peered":"2024-09-21T00:26:22.723606+0000","last_clean":"2024-09-21T00:26:22.723606+0000","last_became_active":"2024-09-21T00:26:20.711870+0000","last_became_peered":"2024-09-21T00:26:20.711870+0000","last_unstale":"2024-09-21T00:26:22.723606+0000","last_undegraded":"2024-09-21T00:26:22.723606+0000","last_fullsized":"2024-09-21T00:26:22.723606+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:55:57.657907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.699454+0000","last_change":"2024-09-21T00:26:20.699454+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.699454+0000","last_undegraded":"2024-09-21T00:26:20.699454+0000","last_fullsized":"2024-09-21T00:26:20.699454+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.711958+0000","last_change":"2024-09-21T00:26:20.708674+0000","last_active":"2024-09-21T00:26:20.711958+0000","last_peered":"2024-09-21T00:26:20.711958+0000","last_clean":"2024-09-21T00:26:20.711958+0000","last_became_active":"2024-09-21T00:26:20.708314+0000","last_became_peered":"2024-09-21T00:26:20.708314+0000","last_unstale":"2024-09-21T00:26:20.711958+0000","last_undegraded":"2024-09-21T00:26:20.711958+0000","last_fullsized":"2024-09-21T00:26:20.711958+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:09:19.017131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.700415+0000","last_change":"2024-09-21T00:26:20.700415+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.700415+0000","last_undegraded":"2024-09-21T00:26:20.700415+0000","last_fullsized":"2024-09-21T00:26:20.700415+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.703932+0000","last_change":"2024-09-21T00:26:20.701682+0000","last_active":"2024-09-21T00:26:20.703932+0000","last_peered":"2024-09-21T00:26:20.703932+0000","last_clean":"2024-09-21T00:26:20.703932+0000","last_became_active":"2024-09-21T00:26:20.701200+0000","last_became_peered":"2024-09-21T00:26:20.701200+0000","last_unstale":"2024-09-21T00:26:20.703932+0000","last_undegraded":"2024-09-21T00:26:20.703932+0000","last_fullsized":"2024-09-21T00:26:20.703932+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:50:13.966864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.701171+0000","last_change":"2024-09-21T00:26:20.701171+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.701171+0000","last_undegraded":"2024-09-21T00:26:20.701171+0000","last_fullsized":"2024-09-21T00:26:20.701171+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.15","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.709095+0000","last_change":"2024-09-21T00:26:20.707912+0000","last_active":"2024-09-21T00:26:20.709095+0000","last_peered":"2024-09-21T00:26:20.709095+0000","last_clean":"2024-09-21T00:26:20.709095+0000","last_became_active":"2024-09-21T00:26:20.707489+0000","last_became_peered":"2024-09-21T00:26:20.707489+0000","last_unstale":"2024-09-21T00:26:20.709095+0000","last_undegraded":"2024-09-21T00:26:20.709095+0000","last_fullsized":"2024-09-21T00:26:20.709095+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:50:18.366791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720596+0000","last_change":"2024-09-21T00:26:21.726029+0000","last_active":"2024-09-21T00:26:22.720596+0000","last_peered":"2024-09-21T00:26:22.720596+0000","last_clean":"2024-09-21T00:26:22.720596+0000","last_became_active":"2024-09-21T00:26:21.725671+0000","last_became_peered":"2024-09-21T00:26:21.725671+0000","last_unstale":"2024-09-21T00:26:22.720596+0000","last_undegraded":"2024-09-21T00:26:22.720596+0000","last_fullsized":"2024-09-21T00:26:22.720596+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:05:20.343728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.14","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.714543+0000","last_change":"2024-09-21T00:26:20.711295+0000","last_active":"2024-09-21T00:26:20.714543+0000","last_peered":"2024-09-21T00:26:20.714543+0000","last_clean":"2024-09-21T00:26:20.714543+0000","last_became_active":"2024-09-21T00:26:20.710986+0000","last_became_peered":"2024-09-21T00:26:20.710986+0000","last_unstale":"2024-09-21T00:26:20.714543+0000","last_undegraded":"2024-09-21T00:26:20.714543+0000","last_fullsized":"2024-09-21T00:26:20.714543+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:55:09.788554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.701083+0000","last_change":"2024-09-21T00:26:20.701083+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.701083+0000","last_undegraded":"2024-09-21T00:26:20.701083+0000","last_fullsized":"2024-09-21T00:26:20.701083+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.13","version":"87'2","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.724078+0000","last_change":"2024-09-21T00:26:20.714892+0000","last_active":"2024-09-21T00:26:22.724078+0000","last_peered":"2024-09-21T00:26:22.724078+0000","last_clean":"2024-09-21T00:26:22.724078+0000","last_became_active":"2024-09-21T00:26:20.714552+0000","last_became_peered":"2024-09-21T00:26:20.714552+0000","last_unstale":"2024-09-21T00:26:22.724078+0000","last_undegraded":"2024-09-21T00:26:22.724078+0000","last_fullsized":"2024-09-21T00:26:22.724078+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:53:20.039988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.13","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.701903+0000","last_change":"2024-09-21T00:26:20.701903+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.701903+0000","last_undegraded":"2024-09-21T00:26:20.701903+0000","last_fullsized":"2024-09-21T00:26:20.701903+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.714155+0000","last_change":"2024-09-21T00:26:20.710488+0000","last_active":"2024-09-21T00:26:20.714155+0000","last_peered":"2024-09-21T00:26:20.714155+0000","last_clean":"2024-09-21T00:26:20.714155+0000","last_became_active":"2024-09-21T00:26:20.710102+0000","last_became_peered":"2024-09-21T00:26:20.710102+0000","last_unstale":"2024-09-21T00:26:20.714155+0000","last_undegraded":"2024-09-21T00:26:20.714155+0000","last_fullsized":"2024-09-21T00:26:20.714155+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:34:00.558415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.723474+0000","last_change":"2024-09-21T00:26:21.731522+0000","last_active":"2024-09-21T00:26:22.723474+0000","last_peered":"2024-09-21T00:26:22.723474+0000","last_clean":"2024-09-21T00:26:22.723474+0000","last_became_active":"2024-09-21T00:26:21.731206+0000","last_became_peered":"2024-09-21T00:26:21.731206+0000","last_unstale":"2024-09-21T00:26:22.723474+0000","last_undegraded":"2024-09-21T00:26:22.723474+0000","last_fullsized":"2024-09-21T00:26:22.723474+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:34:38.840569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.705082+0000","last_change":"2024-09-21T00:26:20.703950+0000","last_active":"2024-09-21T00:26:20.705082+0000","last_peered":"2024-09-21T00:26:20.705082+0000","last_clean":"2024-09-21T00:26:20.705082+0000","last_became_active":"2024-09-21T00:26:20.703644+0000","last_became_peered":"2024-09-21T00:26:20.703644+0000","last_unstale":"2024-09-21T00:26:20.705082+0000","last_undegraded":"2024-09-21T00:26:20.705082+0000","last_fullsized":"2024-09-21T00:26:20.705082+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:05:02.511099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.723453+0000","last_change":"2024-09-21T00:26:21.739679+0000","last_active":"2024-09-21T00:26:22.723453+0000","last_peered":"2024-09-21T00:26:22.723453+0000","last_clean":"2024-09-21T00:26:22.723453+0000","last_became_active":"2024-09-21T00:26:21.739347+0000","last_became_peered":"2024-09-21T00:26:21.739347+0000","last_unstale":"2024-09-21T00:26:22.723453+0000","last_undegraded":"2024-09-21T00:26:22.723453+0000","last_fullsized":"2024-09-21T00:26:22.723453+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:17:31.043207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.10","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.712161+0000","last_change":"2024-09-21T00:26:20.706726+0000","last_active":"2024-09-21T00:26:20.712161+0000","last_peered":"2024-09-21T00:26:20.712161+0000","last_clean":"2024-09-21T00:26:20.712161+0000","last_became_active":"2024-09-21T00:26:20.706394+0000","last_became_peered":"2024-09-21T00:26:20.706394+0000","last_unstale":"2024-09-21T00:26:20.712161+0000","last_undegraded":"2024-09-21T00:26:20.712161+0000","last_fullsized":"2024-09-21T00:26:20.712161+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:12:10.449771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.e","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.705035+0000","last_change":"2024-09-21T00:26:20.705035+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.705035+0000","last_undegraded":"2024-09-21T00:26:20.705035+0000","last_fullsized":"2024-09-21T00:26:20.705035+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.f","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.708541+0000","last_change":"2024-09-21T00:26:20.706701+0000","last_active":"2024-09-21T00:26:20.708541+0000","last_peered":"2024-09-21T00:26:20.708541+0000","last_clean":"2024-09-21T00:26:20.708541+0000","last_became_active":"2024-09-21T00:26:20.706181+0000","last_became_peered":"2024-09-21T00:26:20.706181+0000","last_unstale":"2024-09-21T00:26:20.708541+0000","last_undegraded":"2024-09-21T00:26:20.708541+0000","last_fullsized":"2024-09-21T00:26:20.708541+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:53:37.556509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.f","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.696000+0000","last_change":"2024-09-21T00:26:20.696000+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.696000+0000","last_undegraded":"2024-09-21T00:26:20.696000+0000","last_fullsized":"2024-09-21T00:26:20.696000+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.e","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.710478+0000","last_change":"2024-09-21T00:26:20.704609+0000","last_active":"2024-09-21T00:26:20.710478+0000","last_peered":"2024-09-21T00:26:20.710478+0000","last_clean":"2024-09-21T00:26:20.710478+0000","last_became_active":"2024-09-21T00:26:20.704340+0000","last_became_peered":"2024-09-21T00:26:20.704340+0000","last_unstale":"2024-09-21T00:26:20.710478+0000","last_undegraded":"2024-09-21T00:26:20.710478+0000","last_fullsized":"2024-09-21T00:26:20.710478+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:10:20.285328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720806+0000","last_change":"2024-09-21T00:26:21.726558+0000","last_active":"2024-09-21T00:26:22.720806+0000","last_peered":"2024-09-21T00:26:22.720806+0000","last_clean":"2024-09-21T00:26:22.720806+0000","last_became_active":"2024-09-21T00:26:21.726236+0000","last_became_peered":"2024-09-21T00:26:21.726236+0000","last_unstale":"2024-09-21T00:26:22.720806+0000","last_undegraded":"2024-09-21T00:26:22.720806+0000","last_fullsized":"2024-09-21T00:26:22.720806+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:33:36.887098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.710345+0000","last_change":"2024-09-21T00:26:20.703727+0000","last_active":"2024-09-21T00:26:20.710345+0000","last_peered":"2024-09-21T00:26:20.710345+0000","last_clean":"2024-09-21T00:26:20.710345+0000","last_became_active":"2024-09-21T00:26:20.703376+0000","last_became_peered":"2024-09-21T00:26:20.703376+0000","last_unstale":"2024-09-21T00:26:20.710345+0000","last_undegraded":"2024-09-21T00:26:20.710345+0000","last_fullsized":"2024-09-21T00:26:20.710345+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:33:19.843599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.699132+0000","last_change":"2024-09-21T00:26:20.699132+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.699132+0000","last_undegraded":"2024-09-21T00:26:20.699132+0000","last_fullsized":"2024-09-21T00:26:20.699132+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.b","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.719368+0000","last_change":"2024-09-21T00:26:20.717436+0000","last_active":"2024-09-21T00:26:20.719368+0000","last_peered":"2024-09-21T00:26:20.719368+0000","last_clean":"2024-09-21T00:26:20.719368+0000","last_became_active":"2024-09-21T00:26:20.716875+0000","last_became_peered":"2024-09-21T00:26:20.716875+0000","last_unstale":"2024-09-21T00:26:20.719368+0000","last_undegraded":"2024-09-21T00:26:20.719368+0000","last_fullsized":"2024-09-21T00:26:20.719368+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:53:06.835962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.b","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.699522+0000","last_change":"2024-09-21T00:26:20.699522+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.699522+0000","last_undegraded":"2024-09-21T00:26:20.699522+0000","last_fullsized":"2024-09-21T00:26:20.699522+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.712251+0000","last_change":"2024-09-21T00:26:20.705864+0000","last_active":"2024-09-21T00:26:20.712251+0000","last_peered":"2024-09-21T00:26:20.712251+0000","last_clean":"2024-09-21T00:26:20.712251+0000","last_became_active":"2024-09-21T00:26:20.705448+0000","last_became_peered":"2024-09-21T00:26:20.705448+0000","last_unstale":"2024-09-21T00:26:20.712251+0000","last_undegraded":"2024-09-21T00:26:20.712251+0000","last_fullsized":"2024-09-21T00:26:20.712251+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:28:04.557483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.698467+0000","last_change":"2024-09-21T00:26:20.698467+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.698467+0000","last_undegraded":"2024-09-21T00:26:20.698467+0000","last_fullsized":"2024-09-21T00:26:20.698467+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.713014+0000","last_change":"2024-09-21T00:26:20.704282+0000","last_active":"2024-09-21T00:26:20.713014+0000","last_peered":"2024-09-21T00:26:20.713014+0000","last_clean":"2024-09-21T00:26:20.713014+0000","last_became_active":"2024-09-21T00:26:20.703966+0000","last_became_peered":"2024-09-21T00:26:20.703966+0000","last_unstale":"2024-09-21T00:26:20.713014+0000","last_undegraded":"2024-09-21T00:26:20.713014+0000","last_fullsized":"2024-09-21T00:26:20.713014+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:15:12.133207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.700099+0000","last_change":"2024-09-21T00:26:20.700099+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.700099+0000","last_undegraded":"2024-09-21T00:26:20.700099+0000","last_fullsized":"2024-09-21T00:26:20.700099+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.719358+0000","last_change":"2024-09-21T00:26:20.717197+0000","last_active":"2024-09-21T00:26:20.719358+0000","last_peered":"2024-09-21T00:26:20.719358+0000","last_clean":"2024-09-21T00:26:20.719358+0000","last_became_active":"2024-09-21T00:26:20.716826+0000","last_became_peered":"2024-09-21T00:26:20.716826+0000","last_unstale":"2024-09-21T00:26:20.719358+0000","last_undegraded":"2024-09-21T00:26:20.719358+0000","last_fullsized":"2024-09-21T00:26:20.719358+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:18:01.346282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720771+0000","last_change":"2024-09-21T00:26:21.714025+0000","last_active":"2024-09-21T00:26:22.720771+0000","last_peered":"2024-09-21T00:26:22.720771+0000","last_clean":"2024-09-21T00:26:22.720771+0000","last_became_active":"2024-09-21T00:26:21.713631+0000","last_became_peered":"2024-09-21T00:26:21.713631+0000","last_unstale":"2024-09-21T00:26:22.720771+0000","last_undegraded":"2024-09-21T00:26:22.720771+0000","last_fullsized":"2024-09-21T00:26:22.720771+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:49:01.357181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.7","version":"87'2","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.724128+0000","last_change":"2024-09-21T00:26:20.710543+0000","last_active":"2024-09-21T00:26:22.724128+0000","last_peered":"2024-09-21T00:26:22.724128+0000","last_clean":"2024-09-21T00:26:22.724128+0000","last_became_active":"2024-09-21T00:26:20.710182+0000","last_became_peered":"2024-09-21T00:26:20.710182+0000","last_unstale":"2024-09-21T00:26:22.724128+0000","last_undegraded":"2024-09-21T00:26:22.724128+0000","last_fullsized":"2024-09-21T00:26:22.724128+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:22:39.131017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.7","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.702398+0000","last_change":"2024-09-21T00:26:20.702398+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.702398+0000","last_undegraded":"2024-09-21T00:26:20.702398+0000","last_fullsized":"2024-09-21T00:26:20.702398+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.6","version":"88'1","reported_seq":16,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.725104+0000","last_change":"2024-09-21T00:26:20.714039+0000","last_active":"2024-09-21T00:26:22.725104+0000","last_peered":"2024-09-21T00:26:22.725104+0000","last_clean":"2024-09-21T00:26:22.725104+0000","last_became_active":"2024-09-21T00:26:20.713696+0000","last_became_peered":"2024-09-21T00:26:20.713696+0000","last_unstale":"2024-09-21T00:26:22.725104+0000","last_undegraded":"2024-09-21T00:26:22.725104+0000","last_fullsized":"2024-09-21T00:26:22.725104+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:15:40.874998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.693948+0000","last_change":"2024-09-21T00:26:20.693948+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.693948+0000","last_undegraded":"2024-09-21T00:26:20.693948+0000","last_fullsized":"2024-09-21T00:26:20.693948+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.714658+0000","last_change":"2024-09-21T00:26:20.710686+0000","last_active":"2024-09-21T00:26:20.714658+0000","last_peered":"2024-09-21T00:26:20.714658+0000","last_clean":"2024-09-21T00:26:20.714658+0000","last_became_active":"2024-09-21T00:26:20.710368+0000","last_became_peered":"2024-09-21T00:26:20.710368+0000","last_unstale":"2024-09-21T00:26:20.714658+0000","last_undegraded":"2024-09-21T00:26:20.714658+0000","last_fullsized":"2024-09-21T00:26:20.714658+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:55:10.762303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720877+0000","last_change":"2024-09-21T00:26:21.725712+0000","last_active":"2024-09-21T00:26:22.720877+0000","last_peered":"2024-09-21T00:26:22.720877+0000","last_clean":"2024-09-21T00:26:22.720877+0000","last_became_active":"2024-09-21T00:26:21.725246+0000","last_became_peered":"2024-09-21T00:26:21.725246+0000","last_unstale":"2024-09-21T00:26:22.720877+0000","last_undegraded":"2024-09-21T00:26:22.720877+0000","last_fullsized":"2024-09-21T00:26:22.720877+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:32:03.430425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.714548+0000","last_change":"2024-09-21T00:26:20.709193+0000","last_active":"2024-09-21T00:26:20.714548+0000","last_peered":"2024-09-21T00:26:20.714548+0000","last_clean":"2024-09-21T00:26:20.714548+0000","last_became_active":"2024-09-21T00:26:20.708852+0000","last_became_peered":"2024-09-21T00:26:20.708852+0000","last_unstale":"2024-09-21T00:26:20.714548+0000","last_undegraded":"2024-09-21T00:26:20.714548+0000","last_fullsized":"2024-09-21T00:26:20.714548+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:56:47.531947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.699002+0000","last_change":"2024-09-21T00:26:20.699002+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.699002+0000","last_undegraded":"2024-09-21T00:26:20.699002+0000","last_fullsized":"2024-09-21T00:26:20.699002+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.712798+0000","last_change":"2024-09-21T00:26:20.709543+0000","last_active":"2024-09-21T00:26:20.712798+0000","last_peered":"2024-09-21T00:26:20.712798+0000","last_clean":"2024-09-21T00:26:20.712798+0000","last_became_active":"2024-09-21T00:26:20.707829+0000","last_became_peered":"2024-09-21T00:26:20.707829+0000","last_unstale":"2024-09-21T00:26:20.712798+0000","last_undegraded":"2024-09-21T00:26:20.712798+0000","last_fullsized":"2024-09-21T00:26:20.712798+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:54:29.194853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.700305+0000","last_change":"2024-09-21T00:26:20.700305+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.700305+0000","last_undegraded":"2024-09-21T00:26:20.700305+0000","last_fullsized":"2024-09-21T00:26:20.700305+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":15,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720387+0000","last_change":"2024-09-21T00:26:20.709377+0000","last_active":"2024-09-21T00:26:22.720387+0000","last_peered":"2024-09-21T00:26:22.720387+0000","last_clean":"2024-09-21T00:26:22.720387+0000","last_became_active":"2024-09-21T00:26:20.709114+0000","last_became_peered":"2024-09-21T00:26:20.709114+0000","last_unstale":"2024-09-21T00:26:22.720387+0000","last_undegraded":"2024-09-21T00:26:22.720387+0000","last_fullsized":"2024-09-21T00:26:22.720387+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:00:26.433615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.701848+0000","last_change":"2024-09-21T00:26:20.701848+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.701848+0000","last_undegraded":"2024-09-21T00:26:20.701848+0000","last_fullsized":"2024-09-21T00:26:20.701848+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.711960+0000","last_change":"2024-09-21T00:26:20.708431+0000","last_active":"2024-09-21T00:26:20.711960+0000","last_peered":"2024-09-21T00:26:20.711960+0000","last_clean":"2024-09-21T00:26:20.711960+0000","last_became_active":"2024-09-21T00:26:20.708140+0000","last_became_peered":"2024-09-21T00:26:20.708140+0000","last_unstale":"2024-09-21T00:26:20.711960+0000","last_undegraded":"2024-09-21T00:26:20.711960+0000","last_fullsized":"2024-09-21T00:26:20.711960+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:21:01.904119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":1,"reported_epoch":86,"state":"creating+peering","last_fresh":"2024-09-21T00:26:20.692808+0000","last_change":"2024-09-21T00:26:20.692808+0000","last_active":"2024-09-21T00:26:20.685937+0000","last_peered":"2024-09-21T00:26:20.685937+0000","last_clean":"2024-09-21T00:26:20.685937+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:26:20.692808+0000","last_undegraded":"2024-09-21T00:26:20.692808+0000","last_fullsized":"2024-09-21T00:26:20.692808+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":15,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720525+0000","last_change":"2024-09-21T00:26:20.699762+0000","last_active":"2024-09-21T00:26:22.720525+0000","last_peered":"2024-09-21T00:26:22.720525+0000","last_clean":"2024-09-21T00:26:22.720525+0000","last_became_active":"2024-09-21T00:26:20.699450+0000","last_became_peered":"2024-09-21T00:26:20.699450+0000","last_unstale":"2024-09-21T00:26:22.720525+0000","last_undegraded":"2024-09-21T00:26:22.720525+0000","last_fullsized":"2024-09-21T00:26:22.720525+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:07:55.013934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.723981+0000","last_change":"2024-09-21T00:26:21.734523+0000","last_active":"2024-09-21T00:26:22.723981+0000","last_peered":"2024-09-21T00:26:22.723981+0000","last_clean":"2024-09-21T00:26:22.723981+0000","last_became_active":"2024-09-21T00:26:21.734050+0000","last_became_peered":"2024-09-21T00:26:21.734050+0000","last_unstale":"2024-09-21T00:26:22.723981+0000","last_undegraded":"2024-09-21T00:26:22.723981+0000","last_fullsized":"2024-09-21T00:26:22.723981+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:11:47.844922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.d","version":"0'0","reported_seq":10,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.714544+0000","last_change":"2024-09-21T00:26:20.710569+0000","last_active":"2024-09-21T00:26:20.714544+0000","last_peered":"2024-09-21T00:26:20.714544+0000","last_clean":"2024-09-21T00:26:20.714544+0000","last_became_active":"2024-09-21T00:26:20.710263+0000","last_became_peered":"2024-09-21T00:26:20.710263+0000","last_unstale":"2024-09-21T00:26:20.714544+0000","last_undegraded":"2024-09-21T00:26:20.714544+0000","last_fullsized":"2024-09-21T00:26:20.714544+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:52:28.989577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":225,"reported_epoch":86,"state":"active+clean","last_fresh":"2024-09-21T00:26:20.703461+0000","last_change":"2024-09-21T00:21:11.583793+0000","last_active":"2024-09-21T00:26:20.703461+0000","last_peered":"2024-09-21T00:26:20.703461+0000","last_clean":"2024-09-21T00:26:20.703461+0000","last_became_active":"2024-09-21T00:21:11.582502+0000","last_became_peered":"2024-09-21T00:21:11.582502+0000","last_unstale":"2024-09-21T00:26:20.703461+0000","last_undegraded":"2024-09-21T00:26:20.703461+0000","last_fullsized":"2024-09-21T00:26:20.703461+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_clean_scrub_stamp":"2024-09-21T00:21:10.311964+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:58.010953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":12,"num_pg":32,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":8,"ondisk_log_size":8,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509506,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":45276,"kb_used_data":1604,"kb_used_omap":1,"kb_used_meta":43646,"kb_avail":94326564,"statfs":{"total":96636764160,"available":96590401536,"internally_reserved":0,"allocated":1642496,"data_stored":1040069,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":44693962},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509506,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":40536,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94331304,"statfs":{"total":96636764160,"available":96595255296,"internally_reserved":0,"allocated":1048576,"data_stored":449701,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40434118},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509506,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":40532,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94331308,"statfs":{"total":96636764160,"available":96595259392,"internally_reserved":0,"allocated":1036288,"data_stored":443426,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":40434117},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509507,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":54408,"kb_used_data":1012,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94317432,"statfs":{"total":96636764160,"available":96581050368,"internally_reserved":0,"allocated":1036288,"data_stored":443426,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":54655432},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509507,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36376,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335464,"statfs":{"total":96636764160,"available":96599515136,"internally_reserved":0,"allocated":1048576,"data_stored":449701,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509505,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41108,"kb_used_data":1592,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94330732,"statfs":{"total":96636764160,"available":96594669568,"internally_reserved":0,"allocated":1630208,"data_stored":1033794,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40434118},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574914,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":50288,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94321552,"statfs":{"total":96636764160,"available":96585269248,"internally_reserved":0,"allocated":1073152,"data_stored":462776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574914,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":50296,"kb_used_data":1060,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94321544,"statfs":{"total":96636764160,"available":96585261056,"internally_reserved":0,"allocated":1085440,"data_stored":462970,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":50395590},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T00:26:30.293 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T00:26:30.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.424+0000 7efc5af69640 1 -- 172.21.15.67:0/435127992 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efc5409b7b0 msgr2=0x7efc540b3ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:30.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.424+0000 7efc5af69640 1 --2- 172.21.15.67:0/435127992 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efc5409b7b0 0x7efc540b3ae0 secure :-1 s=READY pgs=1075 cs=0 l=1 rev1=1 crypto rx=0x7efc44009830 tx=0x7efc4402a3f0 comp rx=0 tx=0).stop 2024-09-21T00:26:30.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.424+0000 7efc5af69640 1 -- 172.21.15.67:0/435127992 shutdown_connections 2024-09-21T00:26:30.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.424+0000 7efc5af69640 1 --2- 172.21.15.67:0/435127992 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efc540d1120 0x7efc540b5530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:30.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.424+0000 7efc5af69640 1 --2- 172.21.15.67:0/435127992 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efc5409b7b0 0x7efc540b3ae0 unknown :-1 s=CLOSED pgs=1075 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:30.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.424+0000 7efc5af69640 1 -- 172.21.15.67:0/435127992 >> 172.21.15.67:0/435127992 conn(0x7efc540b4140 msgr2=0x7efc540b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:30.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.424+0000 7efc5af69640 1 -- 172.21.15.67:0/435127992 shutdown_connections 2024-09-21T00:26:30.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.424+0000 7efc5af69640 1 -- 172.21.15.67:0/435127992 wait complete. 2024-09-21T00:26:30.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.426+0000 7efc5af69640 1 Processor -- start 2024-09-21T00:26:30.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.426+0000 7efc5af69640 1 -- start start 2024-09-21T00:26:30.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.427+0000 7efc5af69640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efc5409b7b0 0x7efc5415c740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:30.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.427+0000 7efc5af69640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efc540b7850 0x7efc541556d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:30.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.427+0000 7efc5af69640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efc541f63f0 0x7efc541f6800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:30.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.427+0000 7efc5af69640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7efc540b5e00 con 0x7efc5409b7b0 2024-09-21T00:26:30.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.427+0000 7efc5af69640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7efc540b5c80 con 0x7efc541f63f0 2024-09-21T00:26:30.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.427+0000 7efc5af69640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7efc540b5f80 con 0x7efc540b7850 2024-09-21T00:26:30.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.427+0000 7efc58d05640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efc5409b7b0 0x7efc5415c740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:30.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.427+0000 7efc58d05640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efc5409b7b0 0x7efc5415c740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39068/0 (socket says 172.21.15.67:39068) 2024-09-21T00:26:30.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.427+0000 7efc58d05640 1 -- 172.21.15.67:0/2699726277 learned_addr learned my addr 172.21.15.67:0/2699726277 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:30.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.428+0000 7efc53fff640 1 --2- 172.21.15.67:0/2699726277 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efc540b7850 0x7efc541556d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:30.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.428+0000 7efc59506640 1 --2- 172.21.15.67:0/2699726277 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efc541f63f0 0x7efc541f6800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:30.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.428+0000 7efc58d05640 1 -- 172.21.15.67:0/2699726277 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efc540b7850 msgr2=0x7efc541556d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:30.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.428+0000 7efc58d05640 1 --2- 172.21.15.67:0/2699726277 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efc540b7850 0x7efc541556d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:30.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.428+0000 7efc58d05640 1 -- 172.21.15.67:0/2699726277 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efc541f63f0 msgr2=0x7efc541f6800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:30.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.428+0000 7efc58d05640 1 --2- 172.21.15.67:0/2699726277 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efc541f63f0 0x7efc541f6800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:30.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.428+0000 7efc58d05640 1 -- 172.21.15.67:0/2699726277 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc541f6d40 con 0x7efc5409b7b0 2024-09-21T00:26:30.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.428+0000 7efc58d05640 1 --2- 172.21.15.67:0/2699726277 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efc5409b7b0 0x7efc5415c740 secure :-1 s=READY pgs=1076 cs=0 l=1 rev1=1 crypto rx=0x7efc44009950 tx=0x7efc44033d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:30.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.428+0000 7efc517fa640 1 -- 172.21.15.67:0/2699726277 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc44031d60 con 0x7efc5409b7b0 2024-09-21T00:26:30.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.428+0000 7efc517fa640 1 -- 172.21.15.67:0/2699726277 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7efc440330d0 con 0x7efc5409b7b0 2024-09-21T00:26:30.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.428+0000 7efc5af69640 1 -- 172.21.15.67:0/2699726277 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc5415cff0 con 0x7efc5409b7b0 2024-09-21T00:26:30.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.428+0000 7efc517fa640 1 -- 172.21.15.67:0/2699726277 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc44033520 con 0x7efc5409b7b0 2024-09-21T00:26:30.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.428+0000 7efc5af69640 1 -- 172.21.15.67:0/2699726277 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efc540b2940 con 0x7efc5409b7b0 2024-09-21T00:26:30.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.429+0000 7efc5af69640 1 -- 172.21.15.67:0/2699726277 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efc540b3ae0 con 0x7efc5409b7b0 2024-09-21T00:26:30.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.430+0000 7efc517fa640 1 -- 172.21.15.67:0/2699726277 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7efc440035f0 con 0x7efc5409b7b0 2024-09-21T00:26:30.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.431+0000 7efc517fa640 1 --2- 172.21.15.67:0/2699726277 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efc40078bc0 0x7efc4007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:30.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.431+0000 7efc517fa640 1 -- 172.21.15.67:0/2699726277 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 5709+0+0 (secure 0 0 0) 0x7efc440bc190 con 0x7efc5409b7b0 2024-09-21T00:26:30.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.431+0000 7efc53fff640 1 --2- 172.21.15.67:0/2699726277 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efc40078bc0 0x7efc4007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:30.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.432+0000 7efc53fff640 1 --2- 172.21.15.67:0/2699726277 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efc40078bc0 0x7efc4007b0d0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7efc54076480 tx=0x7efc48009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:30.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.436+0000 7efc517fa640 1 -- 172.21.15.67:0/2699726277 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7efc541f6d40 con 0x7efc5409b7b0 2024-09-21T00:26:30.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.621+0000 7efc5af69640 1 -- 172.21.15.67:0/2699726277 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7efc5415d7d0 con 0x7efc40078bc0 2024-09-21T00:26:30.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.626+0000 7efc517fa640 1 -- 172.21.15.67:0/2699726277 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252051 (secure 0 0 0) 0x7efc48001440 con 0x7efc40078bc0 2024-09-21T00:26:30.629 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:26:30.631 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-21T00:26:30.632 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.629+0000 7efc5af69640 1 -- 172.21.15.67:0/2699726277 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efc40078bc0 msgr2=0x7efc4007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:30.632 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.629+0000 7efc5af69640 1 --2- 172.21.15.67:0/2699726277 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efc40078bc0 0x7efc4007b0d0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7efc54076480 tx=0x7efc48009040 comp rx=0 tx=0).stop 2024-09-21T00:26:30.632 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.629+0000 7efc5af69640 1 -- 172.21.15.67:0/2699726277 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efc5409b7b0 msgr2=0x7efc5415c740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:30.632 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.629+0000 7efc5af69640 1 --2- 172.21.15.67:0/2699726277 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efc5409b7b0 0x7efc5415c740 secure :-1 s=READY pgs=1076 cs=0 l=1 rev1=1 crypto rx=0x7efc44009950 tx=0x7efc44033d60 comp rx=0 tx=0).stop 2024-09-21T00:26:30.632 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.629+0000 7efc5af69640 1 -- 172.21.15.67:0/2699726277 shutdown_connections 2024-09-21T00:26:30.632 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.629+0000 7efc5af69640 1 --2- 172.21.15.67:0/2699726277 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efc40078bc0 0x7efc4007b0d0 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:30.632 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.629+0000 7efc5af69640 1 --2- 172.21.15.67:0/2699726277 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efc541f63f0 0x7efc541f6800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:30.632 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.629+0000 7efc5af69640 1 --2- 172.21.15.67:0/2699726277 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efc540b7850 0x7efc541556d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:30.633 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.629+0000 7efc5af69640 1 --2- 172.21.15.67:0/2699726277 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efc5409b7b0 0x7efc5415c740 unknown :-1 s=CLOSED pgs=1076 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:30.633 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.629+0000 7efc5af69640 1 -- 172.21.15.67:0/2699726277 >> 172.21.15.67:0/2699726277 conn(0x7efc540b4140 msgr2=0x7efc54075b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:30.633 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.629+0000 7efc5af69640 1 -- 172.21.15.67:0/2699726277 shutdown_connections 2024-09-21T00:26:30.633 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.629+0000 7efc5af69640 1 -- 172.21.15.67:0/2699726277 wait complete. 2024-09-21T00:26:30.642 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":242,"stamp":"2024-09-21T00:26:29.573753+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":190,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":346560,"kb_used_data":9608,"kb_used_omap":12,"kb_used_meta":336755,"kb_avail":754628160,"statfs":{"total":773094113280,"available":772739235840,"internally_reserved":0,"allocated":9838592,"data_stored":4887764,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12749,"internal_metadata":344837683},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":15,"apply_latency_ms":15,"commit_latency_ns":15000000,"apply_latency_ns":15000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002357"},"pg_stats":[{"pgid":"13.3f","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:23.220941+0000","last_change":"2024-09-21T00:26:21.723567+0000","last_active":"2024-09-21T00:26:23.220941+0000","last_peered":"2024-09-21T00:26:23.220941+0000","last_clean":"2024-09-21T00:26:23.220941+0000","last_became_active":"2024-09-21T00:26:21.723252+0000","last_became_peered":"2024-09-21T00:26:21.723252+0000","last_unstale":"2024-09-21T00:26:23.220941+0000","last_undegraded":"2024-09-21T00:26:23.220941+0000","last_fullsized":"2024-09-21T00:26:23.220941+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:25:58.843170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.3e","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.724300+0000","last_change":"2024-09-21T00:26:21.739782+0000","last_active":"2024-09-21T00:26:22.724300+0000","last_peered":"2024-09-21T00:26:22.724300+0000","last_clean":"2024-09-21T00:26:22.724300+0000","last_became_active":"2024-09-21T00:26:21.739381+0000","last_became_peered":"2024-09-21T00:26:21.739381+0000","last_unstale":"2024-09-21T00:26:22.724300+0000","last_undegraded":"2024-09-21T00:26:22.724300+0000","last_fullsized":"2024-09-21T00:26:22.724300+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:09:03.198415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.3d","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:23.220291+0000","last_change":"2024-09-21T00:26:21.723451+0000","last_active":"2024-09-21T00:26:23.220291+0000","last_peered":"2024-09-21T00:26:23.220291+0000","last_clean":"2024-09-21T00:26:23.220291+0000","last_became_active":"2024-09-21T00:26:21.723087+0000","last_became_peered":"2024-09-21T00:26:21.723087+0000","last_unstale":"2024-09-21T00:26:23.220291+0000","last_undegraded":"2024-09-21T00:26:23.220291+0000","last_fullsized":"2024-09-21T00:26:23.220291+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:04:14.430364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.3c","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.718568+0000","last_change":"2024-09-21T00:26:21.730922+0000","last_active":"2024-09-21T00:26:22.718568+0000","last_peered":"2024-09-21T00:26:22.718568+0000","last_clean":"2024-09-21T00:26:22.718568+0000","last_became_active":"2024-09-21T00:26:21.730563+0000","last_became_peered":"2024-09-21T00:26:21.730563+0000","last_unstale":"2024-09-21T00:26:22.718568+0000","last_undegraded":"2024-09-21T00:26:22.718568+0000","last_fullsized":"2024-09-21T00:26:22.718568+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:20:11.199952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.3b","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720705+0000","last_change":"2024-09-21T00:26:21.728009+0000","last_active":"2024-09-21T00:26:22.720705+0000","last_peered":"2024-09-21T00:26:22.720705+0000","last_clean":"2024-09-21T00:26:22.720705+0000","last_became_active":"2024-09-21T00:26:21.727673+0000","last_became_peered":"2024-09-21T00:26:21.727673+0000","last_unstale":"2024-09-21T00:26:22.720705+0000","last_undegraded":"2024-09-21T00:26:22.720705+0000","last_fullsized":"2024-09-21T00:26:22.720705+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:21:20.697696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.3a","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.719239+0000","last_change":"2024-09-21T00:26:21.730102+0000","last_active":"2024-09-21T00:26:22.719239+0000","last_peered":"2024-09-21T00:26:22.719239+0000","last_clean":"2024-09-21T00:26:22.719239+0000","last_became_active":"2024-09-21T00:26:21.729692+0000","last_became_peered":"2024-09-21T00:26:21.729692+0000","last_unstale":"2024-09-21T00:26:22.719239+0000","last_undegraded":"2024-09-21T00:26:22.719239+0000","last_fullsized":"2024-09-21T00:26:22.719239+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:46:36.312461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.39","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.718330+0000","last_change":"2024-09-21T00:26:21.720908+0000","last_active":"2024-09-21T00:26:22.718330+0000","last_peered":"2024-09-21T00:26:22.718330+0000","last_clean":"2024-09-21T00:26:22.718330+0000","last_became_active":"2024-09-21T00:26:21.720604+0000","last_became_peered":"2024-09-21T00:26:21.720604+0000","last_unstale":"2024-09-21T00:26:22.718330+0000","last_undegraded":"2024-09-21T00:26:22.718330+0000","last_fullsized":"2024-09-21T00:26:22.718330+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:58:47.245315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.38","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.719070+0000","last_change":"2024-09-21T00:26:21.730408+0000","last_active":"2024-09-21T00:26:22.719070+0000","last_peered":"2024-09-21T00:26:22.719070+0000","last_clean":"2024-09-21T00:26:22.719070+0000","last_became_active":"2024-09-21T00:26:21.730079+0000","last_became_peered":"2024-09-21T00:26:21.730079+0000","last_unstale":"2024-09-21T00:26:22.719070+0000","last_undegraded":"2024-09-21T00:26:22.719070+0000","last_fullsized":"2024-09-21T00:26:22.719070+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:45:58.329191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.37","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.719966+0000","last_change":"2024-09-21T00:26:21.729232+0000","last_active":"2024-09-21T00:26:22.719966+0000","last_peered":"2024-09-21T00:26:22.719966+0000","last_clean":"2024-09-21T00:26:22.719966+0000","last_became_active":"2024-09-21T00:26:21.728872+0000","last_became_peered":"2024-09-21T00:26:21.728872+0000","last_unstale":"2024-09-21T00:26:22.719966+0000","last_undegraded":"2024-09-21T00:26:22.719966+0000","last_fullsized":"2024-09-21T00:26:22.719966+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:25:58.843170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.36","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:23.220564+0000","last_change":"2024-09-21T00:26:21.723019+0000","last_active":"2024-09-21T00:26:23.220564+0000","last_peered":"2024-09-21T00:26:23.220564+0000","last_clean":"2024-09-21T00:26:23.220564+0000","last_became_active":"2024-09-21T00:26:21.722163+0000","last_became_peered":"2024-09-21T00:26:21.722163+0000","last_unstale":"2024-09-21T00:26:23.220564+0000","last_undegraded":"2024-09-21T00:26:23.220564+0000","last_fullsized":"2024-09-21T00:26:23.220564+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:46:36.312461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.35","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.723759+0000","last_change":"2024-09-21T00:26:21.722947+0000","last_active":"2024-09-21T00:26:22.723759+0000","last_peered":"2024-09-21T00:26:22.723759+0000","last_clean":"2024-09-21T00:26:22.723759+0000","last_became_active":"2024-09-21T00:26:21.722530+0000","last_became_peered":"2024-09-21T00:26:21.722530+0000","last_unstale":"2024-09-21T00:26:22.723759+0000","last_undegraded":"2024-09-21T00:26:22.723759+0000","last_fullsized":"2024-09-21T00:26:22.723759+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:27:29.641462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.34","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:23.220517+0000","last_change":"2024-09-21T00:26:21.723609+0000","last_active":"2024-09-21T00:26:23.220517+0000","last_peered":"2024-09-21T00:26:23.220517+0000","last_clean":"2024-09-21T00:26:23.220517+0000","last_became_active":"2024-09-21T00:26:21.723274+0000","last_became_peered":"2024-09-21T00:26:21.723274+0000","last_unstale":"2024-09-21T00:26:23.220517+0000","last_undegraded":"2024-09-21T00:26:23.220517+0000","last_fullsized":"2024-09-21T00:26:23.220517+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:45:58.329191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.33","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:23.220534+0000","last_change":"2024-09-21T00:26:21.711336+0000","last_active":"2024-09-21T00:26:23.220534+0000","last_peered":"2024-09-21T00:26:23.220534+0000","last_clean":"2024-09-21T00:26:23.220534+0000","last_became_active":"2024-09-21T00:26:21.710855+0000","last_became_peered":"2024-09-21T00:26:21.710855+0000","last_unstale":"2024-09-21T00:26:23.220534+0000","last_undegraded":"2024-09-21T00:26:23.220534+0000","last_fullsized":"2024-09-21T00:26:23.220534+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:08:49.093427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.32","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.718937+0000","last_change":"2024-09-21T00:26:21.728850+0000","last_active":"2024-09-21T00:26:22.718937+0000","last_peered":"2024-09-21T00:26:22.718937+0000","last_clean":"2024-09-21T00:26:22.718937+0000","last_became_active":"2024-09-21T00:26:21.727688+0000","last_became_peered":"2024-09-21T00:26:21.727688+0000","last_unstale":"2024-09-21T00:26:22.718937+0000","last_undegraded":"2024-09-21T00:26:22.718937+0000","last_fullsized":"2024-09-21T00:26:22.718937+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:32:11.008479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.31","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:23.218706+0000","last_change":"2024-09-21T00:26:21.714752+0000","last_active":"2024-09-21T00:26:23.218706+0000","last_peered":"2024-09-21T00:26:23.218706+0000","last_clean":"2024-09-21T00:26:23.218706+0000","last_became_active":"2024-09-21T00:26:21.710769+0000","last_became_peered":"2024-09-21T00:26:21.710769+0000","last_unstale":"2024-09-21T00:26:23.218706+0000","last_undegraded":"2024-09-21T00:26:23.218706+0000","last_fullsized":"2024-09-21T00:26:23.218706+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:31:30.967929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.30","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720983+0000","last_change":"2024-09-21T00:26:21.723656+0000","last_active":"2024-09-21T00:26:22.720983+0000","last_peered":"2024-09-21T00:26:22.720983+0000","last_clean":"2024-09-21T00:26:22.720983+0000","last_became_active":"2024-09-21T00:26:21.723349+0000","last_became_peered":"2024-09-21T00:26:21.723349+0000","last_unstale":"2024-09-21T00:26:22.720983+0000","last_undegraded":"2024-09-21T00:26:22.720983+0000","last_fullsized":"2024-09-21T00:26:22.720983+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:14:02.549321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.2f","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720589+0000","last_change":"2024-09-21T00:26:21.720009+0000","last_active":"2024-09-21T00:26:22.720589+0000","last_peered":"2024-09-21T00:26:22.720589+0000","last_clean":"2024-09-21T00:26:22.720589+0000","last_became_active":"2024-09-21T00:26:21.719559+0000","last_became_peered":"2024-09-21T00:26:21.719559+0000","last_unstale":"2024-09-21T00:26:22.720589+0000","last_undegraded":"2024-09-21T00:26:22.720589+0000","last_fullsized":"2024-09-21T00:26:22.720589+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:24:35.062831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.2e","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.718943+0000","last_change":"2024-09-21T00:26:21.722659+0000","last_active":"2024-09-21T00:26:22.718943+0000","last_peered":"2024-09-21T00:26:22.718943+0000","last_clean":"2024-09-21T00:26:22.718943+0000","last_became_active":"2024-09-21T00:26:21.722369+0000","last_became_peered":"2024-09-21T00:26:21.722369+0000","last_unstale":"2024-09-21T00:26:22.718943+0000","last_undegraded":"2024-09-21T00:26:22.718943+0000","last_fullsized":"2024-09-21T00:26:22.718943+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:36:47.144567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2d","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.726606+0000","last_change":"2024-09-21T00:26:21.727870+0000","last_active":"2024-09-21T00:26:22.726606+0000","last_peered":"2024-09-21T00:26:22.726606+0000","last_clean":"2024-09-21T00:26:22.726606+0000","last_became_active":"2024-09-21T00:26:21.727516+0000","last_became_peered":"2024-09-21T00:26:21.727516+0000","last_unstale":"2024-09-21T00:26:22.726606+0000","last_undegraded":"2024-09-21T00:26:22.726606+0000","last_fullsized":"2024-09-21T00:26:22.726606+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:18:18.094329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.2c","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.719219+0000","last_change":"2024-09-21T00:26:21.726057+0000","last_active":"2024-09-21T00:26:22.719219+0000","last_peered":"2024-09-21T00:26:22.719219+0000","last_clean":"2024-09-21T00:26:22.719219+0000","last_became_active":"2024-09-21T00:26:21.725719+0000","last_became_peered":"2024-09-21T00:26:21.725719+0000","last_unstale":"2024-09-21T00:26:22.719219+0000","last_undegraded":"2024-09-21T00:26:22.719219+0000","last_fullsized":"2024-09-21T00:26:22.719219+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:44:11.085107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2b","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.718568+0000","last_change":"2024-09-21T00:26:21.725100+0000","last_active":"2024-09-21T00:26:22.718568+0000","last_peered":"2024-09-21T00:26:22.718568+0000","last_clean":"2024-09-21T00:26:22.718568+0000","last_became_active":"2024-09-21T00:26:21.724759+0000","last_became_peered":"2024-09-21T00:26:21.724759+0000","last_unstale":"2024-09-21T00:26:22.718568+0000","last_undegraded":"2024-09-21T00:26:22.718568+0000","last_fullsized":"2024-09-21T00:26:22.718568+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:41:53.832428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2a","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.723489+0000","last_change":"2024-09-21T00:26:21.738376+0000","last_active":"2024-09-21T00:26:22.723489+0000","last_peered":"2024-09-21T00:26:22.723489+0000","last_clean":"2024-09-21T00:26:22.723489+0000","last_became_active":"2024-09-21T00:26:21.738044+0000","last_became_peered":"2024-09-21T00:26:21.738044+0000","last_unstale":"2024-09-21T00:26:22.723489+0000","last_undegraded":"2024-09-21T00:26:22.723489+0000","last_fullsized":"2024-09-21T00:26:22.723489+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:00:27.441204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.29","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:23.220705+0000","last_change":"2024-09-21T00:26:21.732720+0000","last_active":"2024-09-21T00:26:23.220705+0000","last_peered":"2024-09-21T00:26:23.220705+0000","last_clean":"2024-09-21T00:26:23.220705+0000","last_became_active":"2024-09-21T00:26:21.732351+0000","last_became_peered":"2024-09-21T00:26:21.732351+0000","last_unstale":"2024-09-21T00:26:23.220705+0000","last_undegraded":"2024-09-21T00:26:23.220705+0000","last_fullsized":"2024-09-21T00:26:23.220705+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:57:08.732963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.28","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.718370+0000","last_change":"2024-09-21T00:26:21.724995+0000","last_active":"2024-09-21T00:26:22.718370+0000","last_peered":"2024-09-21T00:26:22.718370+0000","last_clean":"2024-09-21T00:26:22.718370+0000","last_became_active":"2024-09-21T00:26:21.724373+0000","last_became_peered":"2024-09-21T00:26:21.724373+0000","last_unstale":"2024-09-21T00:26:22.718370+0000","last_undegraded":"2024-09-21T00:26:22.718370+0000","last_fullsized":"2024-09-21T00:26:22.718370+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:30:23.100782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.27","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.724151+0000","last_change":"2024-09-21T00:26:21.740590+0000","last_active":"2024-09-21T00:26:22.724151+0000","last_peered":"2024-09-21T00:26:22.724151+0000","last_clean":"2024-09-21T00:26:22.724151+0000","last_became_active":"2024-09-21T00:26:21.740290+0000","last_became_peered":"2024-09-21T00:26:21.740290+0000","last_unstale":"2024-09-21T00:26:22.724151+0000","last_undegraded":"2024-09-21T00:26:22.724151+0000","last_fullsized":"2024-09-21T00:26:22.724151+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:41:27.277104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.26","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:23.220050+0000","last_change":"2024-09-21T00:26:21.728368+0000","last_active":"2024-09-21T00:26:23.220050+0000","last_peered":"2024-09-21T00:26:23.220050+0000","last_clean":"2024-09-21T00:26:23.220050+0000","last_became_active":"2024-09-21T00:26:21.728009+0000","last_became_peered":"2024-09-21T00:26:21.728009+0000","last_unstale":"2024-09-21T00:26:23.220050+0000","last_undegraded":"2024-09-21T00:26:23.220050+0000","last_fullsized":"2024-09-21T00:26:23.220050+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:53:07.843552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.25","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720513+0000","last_change":"2024-09-21T00:26:21.719683+0000","last_active":"2024-09-21T00:26:22.720513+0000","last_peered":"2024-09-21T00:26:22.720513+0000","last_clean":"2024-09-21T00:26:22.720513+0000","last_became_active":"2024-09-21T00:26:21.719373+0000","last_became_peered":"2024-09-21T00:26:21.719373+0000","last_unstale":"2024-09-21T00:26:22.720513+0000","last_undegraded":"2024-09-21T00:26:22.720513+0000","last_fullsized":"2024-09-21T00:26:22.720513+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:17:37.026290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.24","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:23.220700+0000","last_change":"2024-09-21T00:26:21.722667+0000","last_active":"2024-09-21T00:26:23.220700+0000","last_peered":"2024-09-21T00:26:23.220700+0000","last_clean":"2024-09-21T00:26:23.220700+0000","last_became_active":"2024-09-21T00:26:21.722272+0000","last_became_peered":"2024-09-21T00:26:21.722272+0000","last_unstale":"2024-09-21T00:26:23.220700+0000","last_undegraded":"2024-09-21T00:26:23.220700+0000","last_fullsized":"2024-09-21T00:26:23.220700+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:11:17.961519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.23","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.723853+0000","last_change":"2024-09-21T00:26:21.729113+0000","last_active":"2024-09-21T00:26:22.723853+0000","last_peered":"2024-09-21T00:26:22.723853+0000","last_clean":"2024-09-21T00:26:22.723853+0000","last_became_active":"2024-09-21T00:26:21.728672+0000","last_became_peered":"2024-09-21T00:26:21.728672+0000","last_unstale":"2024-09-21T00:26:22.723853+0000","last_undegraded":"2024-09-21T00:26:22.723853+0000","last_fullsized":"2024-09-21T00:26:22.723853+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:10:11.378214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.22","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.723609+0000","last_change":"2024-09-21T00:26:21.733675+0000","last_active":"2024-09-21T00:26:22.723609+0000","last_peered":"2024-09-21T00:26:22.723609+0000","last_clean":"2024-09-21T00:26:22.723609+0000","last_became_active":"2024-09-21T00:26:21.733187+0000","last_became_peered":"2024-09-21T00:26:21.733187+0000","last_unstale":"2024-09-21T00:26:22.723609+0000","last_undegraded":"2024-09-21T00:26:22.723609+0000","last_fullsized":"2024-09-21T00:26:22.723609+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:21:18.040772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.21","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.719588+0000","last_change":"2024-09-21T00:26:21.724484+0000","last_active":"2024-09-21T00:26:22.719588+0000","last_peered":"2024-09-21T00:26:22.719588+0000","last_clean":"2024-09-21T00:26:22.719588+0000","last_became_active":"2024-09-21T00:26:21.724190+0000","last_became_peered":"2024-09-21T00:26:21.724190+0000","last_unstale":"2024-09-21T00:26:22.719588+0000","last_undegraded":"2024-09-21T00:26:22.719588+0000","last_fullsized":"2024-09-21T00:26:22.719588+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:54:01.408600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.20","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:23.219778+0000","last_change":"2024-09-21T00:26:21.731578+0000","last_active":"2024-09-21T00:26:23.219778+0000","last_peered":"2024-09-21T00:26:23.219778+0000","last_clean":"2024-09-21T00:26:23.219778+0000","last_became_active":"2024-09-21T00:26:21.731240+0000","last_became_peered":"2024-09-21T00:26:21.731240+0000","last_unstale":"2024-09-21T00:26:23.219778+0000","last_undegraded":"2024-09-21T00:26:23.219778+0000","last_fullsized":"2024-09-21T00:26:23.219778+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:56:30.974533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720785+0000","last_change":"2024-09-21T00:26:21.723001+0000","last_active":"2024-09-21T00:26:22.720785+0000","last_peered":"2024-09-21T00:26:22.720785+0000","last_clean":"2024-09-21T00:26:22.720785+0000","last_became_active":"2024-09-21T00:26:21.722636+0000","last_became_peered":"2024-09-21T00:26:21.722636+0000","last_unstale":"2024-09-21T00:26:22.720785+0000","last_undegraded":"2024-09-21T00:26:22.720785+0000","last_fullsized":"2024-09-21T00:26:22.720785+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:04:03.210174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1f","version":"87'4","reported_seq":19,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:23.221142+0000","last_change":"2024-09-21T00:26:20.709832+0000","last_active":"2024-09-21T00:26:23.221142+0000","last_peered":"2024-09-21T00:26:23.221142+0000","last_clean":"2024-09-21T00:26:23.221142+0000","last_became_active":"2024-09-21T00:26:20.709533+0000","last_became_peered":"2024-09-21T00:26:20.709533+0000","last_unstale":"2024-09-21T00:26:23.221142+0000","last_undegraded":"2024-09-21T00:26:23.221142+0000","last_fullsized":"2024-09-21T00:26:23.221142+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:41:23.541254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1f","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:23.220964+0000","last_change":"2024-09-21T00:26:21.732580+0000","last_active":"2024-09-21T00:26:23.220964+0000","last_peered":"2024-09-21T00:26:23.220964+0000","last_clean":"2024-09-21T00:26:23.220964+0000","last_became_active":"2024-09-21T00:26:21.732030+0000","last_became_peered":"2024-09-21T00:26:21.732030+0000","last_unstale":"2024-09-21T00:26:23.220964+0000","last_undegraded":"2024-09-21T00:26:23.220964+0000","last_fullsized":"2024-09-21T00:26:23.220964+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:02:02.144080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1e","version":"87'1","reported_seq":16,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720934+0000","last_change":"2024-09-21T00:26:20.710188+0000","last_active":"2024-09-21T00:26:22.720934+0000","last_peered":"2024-09-21T00:26:22.720934+0000","last_clean":"2024-09-21T00:26:22.720934+0000","last_became_active":"2024-09-21T00:26:20.709900+0000","last_became_peered":"2024-09-21T00:26:20.709900+0000","last_unstale":"2024-09-21T00:26:22.720934+0000","last_undegraded":"2024-09-21T00:26:22.720934+0000","last_fullsized":"2024-09-21T00:26:22.720934+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:27:28.633873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.1c","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:23.220827+0000","last_change":"2024-09-21T00:26:21.731985+0000","last_active":"2024-09-21T00:26:23.220827+0000","last_peered":"2024-09-21T00:26:23.220827+0000","last_clean":"2024-09-21T00:26:23.220827+0000","last_became_active":"2024-09-21T00:26:21.731677+0000","last_became_peered":"2024-09-21T00:26:21.731677+0000","last_unstale":"2024-09-21T00:26:23.220827+0000","last_undegraded":"2024-09-21T00:26:23.220827+0000","last_fullsized":"2024-09-21T00:26:23.220827+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:23:57.348117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1d","version":"87'2","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.726510+0000","last_change":"2024-09-21T00:26:20.711811+0000","last_active":"2024-09-21T00:26:22.726510+0000","last_peered":"2024-09-21T00:26:22.726510+0000","last_clean":"2024-09-21T00:26:22.726510+0000","last_became_active":"2024-09-21T00:26:20.711513+0000","last_became_peered":"2024-09-21T00:26:20.711513+0000","last_unstale":"2024-09-21T00:26:22.726510+0000","last_undegraded":"2024-09-21T00:26:22.726510+0000","last_fullsized":"2024-09-21T00:26:22.726510+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:49:47.238855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1d","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:23.220147+0000","last_change":"2024-09-21T00:26:21.718937+0000","last_active":"2024-09-21T00:26:23.220147+0000","last_peered":"2024-09-21T00:26:23.220147+0000","last_clean":"2024-09-21T00:26:23.220147+0000","last_became_active":"2024-09-21T00:26:21.718227+0000","last_became_peered":"2024-09-21T00:26:21.718227+0000","last_unstale":"2024-09-21T00:26:23.220147+0000","last_undegraded":"2024-09-21T00:26:23.220147+0000","last_fullsized":"2024-09-21T00:26:23.220147+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:17:06.769746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1c","version":"87'2","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.726310+0000","last_change":"2024-09-21T00:26:20.711098+0000","last_active":"2024-09-21T00:26:22.726310+0000","last_peered":"2024-09-21T00:26:22.726310+0000","last_clean":"2024-09-21T00:26:22.726310+0000","last_became_active":"2024-09-21T00:26:20.710786+0000","last_became_peered":"2024-09-21T00:26:20.710786+0000","last_unstale":"2024-09-21T00:26:22.726310+0000","last_undegraded":"2024-09-21T00:26:22.726310+0000","last_fullsized":"2024-09-21T00:26:22.726310+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:45:55.040480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.723726+0000","last_change":"2024-09-21T00:26:21.732471+0000","last_active":"2024-09-21T00:26:22.723726+0000","last_peered":"2024-09-21T00:26:22.723726+0000","last_clean":"2024-09-21T00:26:22.723726+0000","last_became_active":"2024-09-21T00:26:21.732130+0000","last_became_peered":"2024-09-21T00:26:21.732130+0000","last_unstale":"2024-09-21T00:26:22.723726+0000","last_undegraded":"2024-09-21T00:26:22.723726+0000","last_fullsized":"2024-09-21T00:26:22.723726+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:07:56.021523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1b","version":"87'1","reported_seq":16,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720146+0000","last_change":"2024-09-21T00:26:20.708008+0000","last_active":"2024-09-21T00:26:22.720146+0000","last_peered":"2024-09-21T00:26:22.720146+0000","last_clean":"2024-09-21T00:26:22.720146+0000","last_became_active":"2024-09-21T00:26:20.707683+0000","last_became_peered":"2024-09-21T00:26:20.707683+0000","last_unstale":"2024-09-21T00:26:22.720146+0000","last_undegraded":"2024-09-21T00:26:22.720146+0000","last_fullsized":"2024-09-21T00:26:22.720146+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:34:37.832980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720004+0000","last_change":"2024-09-21T00:26:21.719975+0000","last_active":"2024-09-21T00:26:22.720004+0000","last_peered":"2024-09-21T00:26:22.720004+0000","last_clean":"2024-09-21T00:26:22.720004+0000","last_became_active":"2024-09-21T00:26:21.719650+0000","last_became_peered":"2024-09-21T00:26:21.719650+0000","last_unstale":"2024-09-21T00:26:22.720004+0000","last_undegraded":"2024-09-21T00:26:22.720004+0000","last_fullsized":"2024-09-21T00:26:22.720004+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:36:20.321602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1a","version":"87'1","reported_seq":16,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720415+0000","last_change":"2024-09-21T00:26:20.708628+0000","last_active":"2024-09-21T00:26:22.720415+0000","last_peered":"2024-09-21T00:26:22.720415+0000","last_clean":"2024-09-21T00:26:22.720415+0000","last_became_active":"2024-09-21T00:26:20.708339+0000","last_became_peered":"2024-09-21T00:26:20.708339+0000","last_unstale":"2024-09-21T00:26:22.720415+0000","last_undegraded":"2024-09-21T00:26:22.720415+0000","last_fullsized":"2024-09-21T00:26:22.720415+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:21:17.033182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:23.219576+0000","last_change":"2024-09-21T00:26:21.724950+0000","last_active":"2024-09-21T00:26:23.219576+0000","last_peered":"2024-09-21T00:26:23.219576+0000","last_clean":"2024-09-21T00:26:23.219576+0000","last_became_active":"2024-09-21T00:26:21.724628+0000","last_became_peered":"2024-09-21T00:26:21.724628+0000","last_unstale":"2024-09-21T00:26:23.219576+0000","last_undegraded":"2024-09-21T00:26:23.219576+0000","last_fullsized":"2024-09-21T00:26:23.219576+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:58:53.256380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":15,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.725937+0000","last_change":"2024-09-21T00:26:20.703091+0000","last_active":"2024-09-21T00:26:22.725937+0000","last_peered":"2024-09-21T00:26:22.725937+0000","last_clean":"2024-09-21T00:26:22.725937+0000","last_became_active":"2024-09-21T00:26:20.702700+0000","last_became_peered":"2024-09-21T00:26:20.702700+0000","last_unstale":"2024-09-21T00:26:22.725937+0000","last_undegraded":"2024-09-21T00:26:22.725937+0000","last_fullsized":"2024-09-21T00:26:22.725937+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:17:34.170375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:23.218721+0000","last_change":"2024-09-21T00:26:21.714723+0000","last_active":"2024-09-21T00:26:23.218721+0000","last_peered":"2024-09-21T00:26:23.218721+0000","last_clean":"2024-09-21T00:26:23.218721+0000","last_became_active":"2024-09-21T00:26:21.710665+0000","last_became_peered":"2024-09-21T00:26:21.710665+0000","last_unstale":"2024-09-21T00:26:23.218721+0000","last_undegraded":"2024-09-21T00:26:23.218721+0000","last_fullsized":"2024-09-21T00:26:23.218721+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:55:39.331619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":15,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.723606+0000","last_change":"2024-09-21T00:26:20.712172+0000","last_active":"2024-09-21T00:26:22.723606+0000","last_peered":"2024-09-21T00:26:22.723606+0000","last_clean":"2024-09-21T00:26:22.723606+0000","last_became_active":"2024-09-21T00:26:20.711870+0000","last_became_peered":"2024-09-21T00:26:20.711870+0000","last_unstale":"2024-09-21T00:26:22.723606+0000","last_undegraded":"2024-09-21T00:26:22.723606+0000","last_fullsized":"2024-09-21T00:26:22.723606+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:55:57.657907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:23.219073+0000","last_change":"2024-09-21T00:26:21.726887+0000","last_active":"2024-09-21T00:26:23.219073+0000","last_peered":"2024-09-21T00:26:23.219073+0000","last_clean":"2024-09-21T00:26:23.219073+0000","last_became_active":"2024-09-21T00:26:21.726328+0000","last_became_peered":"2024-09-21T00:26:21.726328+0000","last_unstale":"2024-09-21T00:26:23.219073+0000","last_undegraded":"2024-09-21T00:26:23.219073+0000","last_fullsized":"2024-09-21T00:26:23.219073+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:39:45.786464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":15,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:23.221256+0000","last_change":"2024-09-21T00:26:20.708674+0000","last_active":"2024-09-21T00:26:23.221256+0000","last_peered":"2024-09-21T00:26:23.221256+0000","last_clean":"2024-09-21T00:26:23.221256+0000","last_became_active":"2024-09-21T00:26:20.708314+0000","last_became_peered":"2024-09-21T00:26:20.708314+0000","last_unstale":"2024-09-21T00:26:23.221256+0000","last_undegraded":"2024-09-21T00:26:23.221256+0000","last_fullsized":"2024-09-21T00:26:23.221256+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:03:19.491580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720024+0000","last_change":"2024-09-21T00:26:21.729980+0000","last_active":"2024-09-21T00:26:22.720024+0000","last_peered":"2024-09-21T00:26:22.720024+0000","last_clean":"2024-09-21T00:26:22.720024+0000","last_became_active":"2024-09-21T00:26:21.729574+0000","last_became_peered":"2024-09-21T00:26:21.729574+0000","last_unstale":"2024-09-21T00:26:22.720024+0000","last_undegraded":"2024-09-21T00:26:22.720024+0000","last_fullsized":"2024-09-21T00:26:22.720024+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:50:44.234748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":15,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:23.220462+0000","last_change":"2024-09-21T00:26:20.701682+0000","last_active":"2024-09-21T00:26:23.220462+0000","last_peered":"2024-09-21T00:26:23.220462+0000","last_clean":"2024-09-21T00:26:23.220462+0000","last_became_active":"2024-09-21T00:26:20.701200+0000","last_became_peered":"2024-09-21T00:26:20.701200+0000","last_unstale":"2024-09-21T00:26:23.220462+0000","last_undegraded":"2024-09-21T00:26:23.220462+0000","last_fullsized":"2024-09-21T00:26:23.220462+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:26:56.126453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.726362+0000","last_change":"2024-09-21T00:26:21.733211+0000","last_active":"2024-09-21T00:26:22.726362+0000","last_peered":"2024-09-21T00:26:22.726362+0000","last_clean":"2024-09-21T00:26:22.726362+0000","last_became_active":"2024-09-21T00:26:21.732127+0000","last_became_peered":"2024-09-21T00:26:21.732127+0000","last_unstale":"2024-09-21T00:26:22.726362+0000","last_undegraded":"2024-09-21T00:26:22.726362+0000","last_fullsized":"2024-09-21T00:26:22.726362+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:02:02.144080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.15","version":"87'3","reported_seq":18,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:23.220678+0000","last_change":"2024-09-21T00:26:20.707912+0000","last_active":"2024-09-21T00:26:23.220678+0000","last_peered":"2024-09-21T00:26:23.220678+0000","last_clean":"2024-09-21T00:26:23.220678+0000","last_became_active":"2024-09-21T00:26:20.707489+0000","last_became_peered":"2024-09-21T00:26:20.707489+0000","last_unstale":"2024-09-21T00:26:23.220678+0000","last_undegraded":"2024-09-21T00:26:23.220678+0000","last_fullsized":"2024-09-21T00:26:23.220678+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:39:52.376897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720596+0000","last_change":"2024-09-21T00:26:21.726029+0000","last_active":"2024-09-21T00:26:22.720596+0000","last_peered":"2024-09-21T00:26:22.720596+0000","last_clean":"2024-09-21T00:26:22.720596+0000","last_became_active":"2024-09-21T00:26:21.725671+0000","last_became_peered":"2024-09-21T00:26:21.725671+0000","last_unstale":"2024-09-21T00:26:22.720596+0000","last_undegraded":"2024-09-21T00:26:22.720596+0000","last_fullsized":"2024-09-21T00:26:22.720596+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:05:20.343728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.14","version":"87'6","reported_seq":21,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.719812+0000","last_change":"2024-09-21T00:26:20.711295+0000","last_active":"2024-09-21T00:26:22.719812+0000","last_peered":"2024-09-21T00:26:22.719812+0000","last_clean":"2024-09-21T00:26:22.719812+0000","last_became_active":"2024-09-21T00:26:20.710986+0000","last_became_peered":"2024-09-21T00:26:20.710986+0000","last_unstale":"2024-09-21T00:26:22.719812+0000","last_undegraded":"2024-09-21T00:26:22.719812+0000","last_fullsized":"2024-09-21T00:26:22.719812+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:18:38.929527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.726013+0000","last_change":"2024-09-21T00:26:21.720856+0000","last_active":"2024-09-21T00:26:22.726013+0000","last_peered":"2024-09-21T00:26:22.726013+0000","last_clean":"2024-09-21T00:26:22.726013+0000","last_became_active":"2024-09-21T00:26:21.720516+0000","last_became_peered":"2024-09-21T00:26:21.720516+0000","last_unstale":"2024-09-21T00:26:22.726013+0000","last_undegraded":"2024-09-21T00:26:22.726013+0000","last_fullsized":"2024-09-21T00:26:22.726013+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:57:08.732963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.13","version":"87'2","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.724078+0000","last_change":"2024-09-21T00:26:20.714892+0000","last_active":"2024-09-21T00:26:22.724078+0000","last_peered":"2024-09-21T00:26:22.724078+0000","last_clean":"2024-09-21T00:26:22.724078+0000","last_became_active":"2024-09-21T00:26:20.714552+0000","last_became_peered":"2024-09-21T00:26:20.714552+0000","last_unstale":"2024-09-21T00:26:22.724078+0000","last_undegraded":"2024-09-21T00:26:22.724078+0000","last_fullsized":"2024-09-21T00:26:22.724078+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:53:20.039988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.13","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:23.219782+0000","last_change":"2024-09-21T00:26:21.724911+0000","last_active":"2024-09-21T00:26:23.219782+0000","last_peered":"2024-09-21T00:26:23.219782+0000","last_clean":"2024-09-21T00:26:23.219782+0000","last_became_active":"2024-09-21T00:26:21.724584+0000","last_became_peered":"2024-09-21T00:26:21.724584+0000","last_unstale":"2024-09-21T00:26:23.219782+0000","last_undegraded":"2024-09-21T00:26:23.219782+0000","last_fullsized":"2024-09-21T00:26:23.219782+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:18:02.353871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":15,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:23.218711+0000","last_change":"2024-09-21T00:26:20.710488+0000","last_active":"2024-09-21T00:26:23.218711+0000","last_peered":"2024-09-21T00:26:23.218711+0000","last_clean":"2024-09-21T00:26:23.218711+0000","last_became_active":"2024-09-21T00:26:20.710102+0000","last_became_peered":"2024-09-21T00:26:20.710102+0000","last_unstale":"2024-09-21T00:26:23.218711+0000","last_undegraded":"2024-09-21T00:26:23.218711+0000","last_fullsized":"2024-09-21T00:26:23.218711+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:04:13.422775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.723474+0000","last_change":"2024-09-21T00:26:21.731522+0000","last_active":"2024-09-21T00:26:22.723474+0000","last_peered":"2024-09-21T00:26:22.723474+0000","last_clean":"2024-09-21T00:26:22.723474+0000","last_became_active":"2024-09-21T00:26:21.731206+0000","last_became_peered":"2024-09-21T00:26:21.731206+0000","last_unstale":"2024-09-21T00:26:22.723474+0000","last_undegraded":"2024-09-21T00:26:22.723474+0000","last_fullsized":"2024-09-21T00:26:22.723474+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:34:38.840569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":15,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.719142+0000","last_change":"2024-09-21T00:26:20.703950+0000","last_active":"2024-09-21T00:26:22.719142+0000","last_peered":"2024-09-21T00:26:22.719142+0000","last_clean":"2024-09-21T00:26:22.719142+0000","last_became_active":"2024-09-21T00:26:20.703644+0000","last_became_peered":"2024-09-21T00:26:20.703644+0000","last_unstale":"2024-09-21T00:26:22.719142+0000","last_undegraded":"2024-09-21T00:26:22.719142+0000","last_fullsized":"2024-09-21T00:26:22.719142+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:27:51.461431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.723453+0000","last_change":"2024-09-21T00:26:21.739679+0000","last_active":"2024-09-21T00:26:22.723453+0000","last_peered":"2024-09-21T00:26:22.723453+0000","last_clean":"2024-09-21T00:26:22.723453+0000","last_became_active":"2024-09-21T00:26:21.739347+0000","last_became_peered":"2024-09-21T00:26:21.739347+0000","last_unstale":"2024-09-21T00:26:22.723453+0000","last_undegraded":"2024-09-21T00:26:22.723453+0000","last_fullsized":"2024-09-21T00:26:22.723453+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:17:31.043207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.10","version":"87'8","reported_seq":23,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.725837+0000","last_change":"2024-09-21T00:26:20.706726+0000","last_active":"2024-09-21T00:26:22.725837+0000","last_peered":"2024-09-21T00:26:22.725837+0000","last_clean":"2024-09-21T00:26:22.725837+0000","last_became_active":"2024-09-21T00:26:20.706394+0000","last_became_peered":"2024-09-21T00:26:20.706394+0000","last_unstale":"2024-09-21T00:26:22.725837+0000","last_undegraded":"2024-09-21T00:26:22.725837+0000","last_fullsized":"2024-09-21T00:26:22.725837+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:47:30.013463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.e","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:23.220211+0000","last_change":"2024-09-21T00:26:21.714723+0000","last_active":"2024-09-21T00:26:23.220211+0000","last_peered":"2024-09-21T00:26:23.220211+0000","last_clean":"2024-09-21T00:26:23.220211+0000","last_became_active":"2024-09-21T00:26:21.714434+0000","last_became_peered":"2024-09-21T00:26:21.714434+0000","last_unstale":"2024-09-21T00:26:23.220211+0000","last_undegraded":"2024-09-21T00:26:23.220211+0000","last_fullsized":"2024-09-21T00:26:23.220211+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:21:33.793707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.f","version":"87'1","reported_seq":16,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:23.221328+0000","last_change":"2024-09-21T00:26:20.706701+0000","last_active":"2024-09-21T00:26:23.221328+0000","last_peered":"2024-09-21T00:26:23.221328+0000","last_clean":"2024-09-21T00:26:23.221328+0000","last_became_active":"2024-09-21T00:26:20.706181+0000","last_became_peered":"2024-09-21T00:26:20.706181+0000","last_unstale":"2024-09-21T00:26:23.221328+0000","last_undegraded":"2024-09-21T00:26:23.221328+0000","last_fullsized":"2024-09-21T00:26:23.221328+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:22:29.761094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.f","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:23.221138+0000","last_change":"2024-09-21T00:26:21.722404+0000","last_active":"2024-09-21T00:26:23.221138+0000","last_peered":"2024-09-21T00:26:23.221138+0000","last_clean":"2024-09-21T00:26:23.221138+0000","last_became_active":"2024-09-21T00:26:21.721399+0000","last_became_peered":"2024-09-21T00:26:21.721399+0000","last_unstale":"2024-09-21T00:26:23.221138+0000","last_undegraded":"2024-09-21T00:26:23.221138+0000","last_fullsized":"2024-09-21T00:26:23.221138+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:39:28.429445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.e","version":"87'2","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.726498+0000","last_change":"2024-09-21T00:26:20.704609+0000","last_active":"2024-09-21T00:26:22.726498+0000","last_peered":"2024-09-21T00:26:22.726498+0000","last_clean":"2024-09-21T00:26:22.726498+0000","last_became_active":"2024-09-21T00:26:20.704340+0000","last_became_peered":"2024-09-21T00:26:20.704340+0000","last_unstale":"2024-09-21T00:26:22.726498+0000","last_undegraded":"2024-09-21T00:26:22.726498+0000","last_fullsized":"2024-09-21T00:26:22.726498+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:01:01.904330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720806+0000","last_change":"2024-09-21T00:26:21.726558+0000","last_active":"2024-09-21T00:26:22.720806+0000","last_peered":"2024-09-21T00:26:22.720806+0000","last_clean":"2024-09-21T00:26:22.720806+0000","last_became_active":"2024-09-21T00:26:21.726236+0000","last_became_peered":"2024-09-21T00:26:21.726236+0000","last_unstale":"2024-09-21T00:26:22.720806+0000","last_undegraded":"2024-09-21T00:26:22.720806+0000","last_fullsized":"2024-09-21T00:26:22.720806+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:33:36.887098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":15,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.726432+0000","last_change":"2024-09-21T00:26:20.703727+0000","last_active":"2024-09-21T00:26:22.726432+0000","last_peered":"2024-09-21T00:26:22.726432+0000","last_clean":"2024-09-21T00:26:22.726432+0000","last_became_active":"2024-09-21T00:26:20.703376+0000","last_became_peered":"2024-09-21T00:26:20.703376+0000","last_unstale":"2024-09-21T00:26:22.726432+0000","last_undegraded":"2024-09-21T00:26:22.726432+0000","last_fullsized":"2024-09-21T00:26:22.726432+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:55:53.518837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.719066+0000","last_change":"2024-09-21T00:26:21.726813+0000","last_active":"2024-09-21T00:26:22.719066+0000","last_peered":"2024-09-21T00:26:22.719066+0000","last_clean":"2024-09-21T00:26:22.719066+0000","last_became_active":"2024-09-21T00:26:21.726509+0000","last_became_peered":"2024-09-21T00:26:21.726509+0000","last_unstale":"2024-09-21T00:26:22.719066+0000","last_undegraded":"2024-09-21T00:26:22.719066+0000","last_fullsized":"2024-09-21T00:26:22.719066+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:19:01.429024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.b","version":"87'2","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:23.218911+0000","last_change":"2024-09-21T00:26:20.717436+0000","last_active":"2024-09-21T00:26:23.218911+0000","last_peered":"2024-09-21T00:26:23.218911+0000","last_clean":"2024-09-21T00:26:23.218911+0000","last_became_active":"2024-09-21T00:26:20.716875+0000","last_became_peered":"2024-09-21T00:26:20.716875+0000","last_unstale":"2024-09-21T00:26:23.218911+0000","last_undegraded":"2024-09-21T00:26:23.218911+0000","last_fullsized":"2024-09-21T00:26:23.218911+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:21:32.786118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.b","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.719497+0000","last_change":"2024-09-21T00:26:21.720415+0000","last_active":"2024-09-21T00:26:22.719497+0000","last_peered":"2024-09-21T00:26:22.719497+0000","last_clean":"2024-09-21T00:26:22.719497+0000","last_became_active":"2024-09-21T00:26:21.720086+0000","last_became_peered":"2024-09-21T00:26:21.720086+0000","last_unstale":"2024-09-21T00:26:22.719497+0000","last_undegraded":"2024-09-21T00:26:22.719497+0000","last_fullsized":"2024-09-21T00:26:22.719497+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:23:57.348117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":15,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.719257+0000","last_change":"2024-09-21T00:26:20.705864+0000","last_active":"2024-09-21T00:26:22.719257+0000","last_peered":"2024-09-21T00:26:22.719257+0000","last_clean":"2024-09-21T00:26:22.719257+0000","last_became_active":"2024-09-21T00:26:20.705448+0000","last_became_peered":"2024-09-21T00:26:20.705448+0000","last_unstale":"2024-09-21T00:26:22.719257+0000","last_undegraded":"2024-09-21T00:26:22.719257+0000","last_fullsized":"2024-09-21T00:26:22.719257+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:37:54.290637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.718378+0000","last_change":"2024-09-21T00:26:21.721777+0000","last_active":"2024-09-21T00:26:22.718378+0000","last_peered":"2024-09-21T00:26:22.718378+0000","last_clean":"2024-09-21T00:26:22.718378+0000","last_became_active":"2024-09-21T00:26:21.721492+0000","last_became_peered":"2024-09-21T00:26:21.721492+0000","last_unstale":"2024-09-21T00:26:22.718378+0000","last_undegraded":"2024-09-21T00:26:22.718378+0000","last_fullsized":"2024-09-21T00:26:22.718378+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:11:02.300550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":15,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.718337+0000","last_change":"2024-09-21T00:26:20.704282+0000","last_active":"2024-09-21T00:26:22.718337+0000","last_peered":"2024-09-21T00:26:22.718337+0000","last_clean":"2024-09-21T00:26:22.718337+0000","last_became_active":"2024-09-21T00:26:20.703966+0000","last_became_peered":"2024-09-21T00:26:20.703966+0000","last_unstale":"2024-09-21T00:26:22.718337+0000","last_undegraded":"2024-09-21T00:26:22.718337+0000","last_fullsized":"2024-09-21T00:26:22.718337+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:43:42.066937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.719094+0000","last_change":"2024-09-21T00:26:21.729574+0000","last_active":"2024-09-21T00:26:22.719094+0000","last_peered":"2024-09-21T00:26:22.719094+0000","last_clean":"2024-09-21T00:26:22.719094+0000","last_became_active":"2024-09-21T00:26:21.728928+0000","last_became_peered":"2024-09-21T00:26:21.728928+0000","last_unstale":"2024-09-21T00:26:22.719094+0000","last_undegraded":"2024-09-21T00:26:22.719094+0000","last_fullsized":"2024-09-21T00:26:22.719094+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:09:19.752193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":15,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:23.218610+0000","last_change":"2024-09-21T00:26:20.717197+0000","last_active":"2024-09-21T00:26:23.218610+0000","last_peered":"2024-09-21T00:26:23.218610+0000","last_clean":"2024-09-21T00:26:23.218610+0000","last_became_active":"2024-09-21T00:26:20.716826+0000","last_became_peered":"2024-09-21T00:26:20.716826+0000","last_unstale":"2024-09-21T00:26:23.218610+0000","last_undegraded":"2024-09-21T00:26:23.218610+0000","last_fullsized":"2024-09-21T00:26:23.218610+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:17:05.762157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720771+0000","last_change":"2024-09-21T00:26:21.714025+0000","last_active":"2024-09-21T00:26:22.720771+0000","last_peered":"2024-09-21T00:26:22.720771+0000","last_clean":"2024-09-21T00:26:22.720771+0000","last_became_active":"2024-09-21T00:26:21.713631+0000","last_became_peered":"2024-09-21T00:26:21.713631+0000","last_unstale":"2024-09-21T00:26:22.720771+0000","last_undegraded":"2024-09-21T00:26:22.720771+0000","last_fullsized":"2024-09-21T00:26:22.720771+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:49:01.357181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.7","version":"87'2","reported_seq":17,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.724128+0000","last_change":"2024-09-21T00:26:20.710543+0000","last_active":"2024-09-21T00:26:22.724128+0000","last_peered":"2024-09-21T00:26:22.724128+0000","last_clean":"2024-09-21T00:26:22.724128+0000","last_became_active":"2024-09-21T00:26:20.710182+0000","last_became_peered":"2024-09-21T00:26:20.710182+0000","last_unstale":"2024-09-21T00:26:22.724128+0000","last_undegraded":"2024-09-21T00:26:22.724128+0000","last_fullsized":"2024-09-21T00:26:22.724128+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:22:39.131017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.7","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:23.220162+0000","last_change":"2024-09-21T00:26:21.725952+0000","last_active":"2024-09-21T00:26:23.220162+0000","last_peered":"2024-09-21T00:26:23.220162+0000","last_clean":"2024-09-21T00:26:23.220162+0000","last_became_active":"2024-09-21T00:26:21.725598+0000","last_became_peered":"2024-09-21T00:26:21.725598+0000","last_unstale":"2024-09-21T00:26:23.220162+0000","last_undegraded":"2024-09-21T00:26:23.220162+0000","last_fullsized":"2024-09-21T00:26:23.220162+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:41:21.240432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.6","version":"88'1","reported_seq":16,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.725104+0000","last_change":"2024-09-21T00:26:20.714039+0000","last_active":"2024-09-21T00:26:22.725104+0000","last_peered":"2024-09-21T00:26:22.725104+0000","last_clean":"2024-09-21T00:26:22.725104+0000","last_became_active":"2024-09-21T00:26:20.713696+0000","last_became_peered":"2024-09-21T00:26:20.713696+0000","last_unstale":"2024-09-21T00:26:22.725104+0000","last_undegraded":"2024-09-21T00:26:22.725104+0000","last_fullsized":"2024-09-21T00:26:22.725104+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:15:40.874998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:23.221031+0000","last_change":"2024-09-21T00:26:21.732240+0000","last_active":"2024-09-21T00:26:23.221031+0000","last_peered":"2024-09-21T00:26:23.221031+0000","last_clean":"2024-09-21T00:26:23.221031+0000","last_became_active":"2024-09-21T00:26:21.731814+0000","last_became_peered":"2024-09-21T00:26:21.731814+0000","last_unstale":"2024-09-21T00:26:23.221031+0000","last_undegraded":"2024-09-21T00:26:23.221031+0000","last_fullsized":"2024-09-21T00:26:23.221031+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:37:29.465985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":15,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:23.220825+0000","last_change":"2024-09-21T00:26:20.710686+0000","last_active":"2024-09-21T00:26:23.220825+0000","last_peered":"2024-09-21T00:26:23.220825+0000","last_clean":"2024-09-21T00:26:23.220825+0000","last_became_active":"2024-09-21T00:26:20.710368+0000","last_became_peered":"2024-09-21T00:26:20.710368+0000","last_unstale":"2024-09-21T00:26:23.220825+0000","last_undegraded":"2024-09-21T00:26:23.220825+0000","last_fullsized":"2024-09-21T00:26:23.220825+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:09:52.901286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720877+0000","last_change":"2024-09-21T00:26:21.725712+0000","last_active":"2024-09-21T00:26:22.720877+0000","last_peered":"2024-09-21T00:26:22.720877+0000","last_clean":"2024-09-21T00:26:22.720877+0000","last_became_active":"2024-09-21T00:26:21.725246+0000","last_became_peered":"2024-09-21T00:26:21.725246+0000","last_unstale":"2024-09-21T00:26:22.720877+0000","last_undegraded":"2024-09-21T00:26:22.720877+0000","last_fullsized":"2024-09-21T00:26:22.720877+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:32:03.430425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":15,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:23.221031+0000","last_change":"2024-09-21T00:26:20.709193+0000","last_active":"2024-09-21T00:26:23.221031+0000","last_peered":"2024-09-21T00:26:23.221031+0000","last_clean":"2024-09-21T00:26:23.221031+0000","last_became_active":"2024-09-21T00:26:20.708852+0000","last_became_peered":"2024-09-21T00:26:20.708852+0000","last_unstale":"2024-09-21T00:26:23.221031+0000","last_undegraded":"2024-09-21T00:26:23.221031+0000","last_fullsized":"2024-09-21T00:26:23.221031+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:21:35.039386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.719426+0000","last_change":"2024-09-21T00:26:21.724704+0000","last_active":"2024-09-21T00:26:22.719426+0000","last_peered":"2024-09-21T00:26:22.719426+0000","last_clean":"2024-09-21T00:26:22.719426+0000","last_became_active":"2024-09-21T00:26:21.724375+0000","last_became_peered":"2024-09-21T00:26:21.724375+0000","last_unstale":"2024-09-21T00:26:22.719426+0000","last_undegraded":"2024-09-21T00:26:22.719426+0000","last_fullsized":"2024-09-21T00:26:22.719426+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:11:17.961519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":15,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.726279+0000","last_change":"2024-09-21T00:26:20.709543+0000","last_active":"2024-09-21T00:26:22.726279+0000","last_peered":"2024-09-21T00:26:22.726279+0000","last_clean":"2024-09-21T00:26:22.726279+0000","last_became_active":"2024-09-21T00:26:20.707829+0000","last_became_peered":"2024-09-21T00:26:20.707829+0000","last_unstale":"2024-09-21T00:26:22.726279+0000","last_undegraded":"2024-09-21T00:26:22.726279+0000","last_fullsized":"2024-09-21T00:26:22.726279+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:28:16.559642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.726284+0000","last_change":"2024-09-21T00:26:21.722622+0000","last_active":"2024-09-21T00:26:22.726284+0000","last_peered":"2024-09-21T00:26:22.726284+0000","last_clean":"2024-09-21T00:26:22.726284+0000","last_became_active":"2024-09-21T00:26:21.722294+0000","last_became_peered":"2024-09-21T00:26:21.722294+0000","last_unstale":"2024-09-21T00:26:22.726284+0000","last_undegraded":"2024-09-21T00:26:22.726284+0000","last_fullsized":"2024-09-21T00:26:22.726284+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:52:06.864643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":15,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720387+0000","last_change":"2024-09-21T00:26:20.709377+0000","last_active":"2024-09-21T00:26:22.720387+0000","last_peered":"2024-09-21T00:26:22.720387+0000","last_clean":"2024-09-21T00:26:22.720387+0000","last_became_active":"2024-09-21T00:26:20.709114+0000","last_became_peered":"2024-09-21T00:26:20.709114+0000","last_unstale":"2024-09-21T00:26:22.720387+0000","last_undegraded":"2024-09-21T00:26:22.720387+0000","last_fullsized":"2024-09-21T00:26:22.720387+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:00:26.433615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:23.219612+0000","last_change":"2024-09-21T00:26:21.727488+0000","last_active":"2024-09-21T00:26:23.219612+0000","last_peered":"2024-09-21T00:26:23.219612+0000","last_clean":"2024-09-21T00:26:23.219612+0000","last_became_active":"2024-09-21T00:26:21.727164+0000","last_became_peered":"2024-09-21T00:26:21.727164+0000","last_unstale":"2024-09-21T00:26:23.219612+0000","last_undegraded":"2024-09-21T00:26:23.219612+0000","last_fullsized":"2024-09-21T00:26:23.219612+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:34:01.566004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":15,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:23.220771+0000","last_change":"2024-09-21T00:26:20.708431+0000","last_active":"2024-09-21T00:26:23.220771+0000","last_peered":"2024-09-21T00:26:23.220771+0000","last_clean":"2024-09-21T00:26:23.220771+0000","last_became_active":"2024-09-21T00:26:20.708140+0000","last_became_peered":"2024-09-21T00:26:20.708140+0000","last_unstale":"2024-09-21T00:26:23.220771+0000","last_undegraded":"2024-09-21T00:26:23.220771+0000","last_fullsized":"2024-09-21T00:26:23.220771+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:36:45.329296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:23.220139+0000","last_change":"2024-09-21T00:26:21.720839+0000","last_active":"2024-09-21T00:26:23.220139+0000","last_peered":"2024-09-21T00:26:23.220139+0000","last_clean":"2024-09-21T00:26:23.220139+0000","last_became_active":"2024-09-21T00:26:21.720129+0000","last_became_peered":"2024-09-21T00:26:21.720129+0000","last_unstale":"2024-09-21T00:26:23.220139+0000","last_undegraded":"2024-09-21T00:26:23.220139+0000","last_fullsized":"2024-09-21T00:26:23.220139+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:00:59.910976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":15,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.720525+0000","last_change":"2024-09-21T00:26:20.699762+0000","last_active":"2024-09-21T00:26:22.720525+0000","last_peered":"2024-09-21T00:26:22.720525+0000","last_clean":"2024-09-21T00:26:22.720525+0000","last_became_active":"2024-09-21T00:26:20.699450+0000","last_became_peered":"2024-09-21T00:26:20.699450+0000","last_unstale":"2024-09-21T00:26:22.720525+0000","last_undegraded":"2024-09-21T00:26:22.720525+0000","last_fullsized":"2024-09-21T00:26:22.720525+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:07:55.013934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":13,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:22.723981+0000","last_change":"2024-09-21T00:26:21.734523+0000","last_active":"2024-09-21T00:26:22.723981+0000","last_peered":"2024-09-21T00:26:22.723981+0000","last_clean":"2024-09-21T00:26:22.723981+0000","last_became_active":"2024-09-21T00:26:21.734050+0000","last_became_peered":"2024-09-21T00:26:21.734050+0000","last_unstale":"2024-09-21T00:26:22.723981+0000","last_undegraded":"2024-09-21T00:26:22.723981+0000","last_fullsized":"2024-09-21T00:26:22.723981+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:20.685937+0000","last_clean_scrub_stamp":"2024-09-21T00:26:20.685937+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:11:47.844922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.d","version":"87'1","reported_seq":16,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:23.220356+0000","last_change":"2024-09-21T00:26:20.710569+0000","last_active":"2024-09-21T00:26:23.220356+0000","last_peered":"2024-09-21T00:26:23.220356+0000","last_clean":"2024-09-21T00:26:23.220356+0000","last_became_active":"2024-09-21T00:26:20.710263+0000","last_became_peered":"2024-09-21T00:26:20.710263+0000","last_unstale":"2024-09-21T00:26:23.220356+0000","last_undegraded":"2024-09-21T00:26:23.220356+0000","last_fullsized":"2024-09-21T00:26:23.220356+0000","mapping_epoch":85,"log_start":"0'0","ondisk_log_start":"0'0","created":85,"last_epoch_clean":86,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:26:19.678347+0000","last_clean_scrub_stamp":"2024-09-21T00:26:19.678347+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:52:57.486853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":229,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-21T00:26:23.219808+0000","last_change":"2024-09-21T00:21:11.583793+0000","last_active":"2024-09-21T00:26:23.219808+0000","last_peered":"2024-09-21T00:26:23.219808+0000","last_clean":"2024-09-21T00:26:23.219808+0000","last_became_active":"2024-09-21T00:21:11.582502+0000","last_became_peered":"2024-09-21T00:21:11.582502+0000","last_unstale":"2024-09-21T00:26:23.219808+0000","last_undegraded":"2024-09-21T00:26:23.219808+0000","last_fullsized":"2024-09-21T00:26:23.219808+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_clean_scrub_stamp":"2024-09-21T00:21:10.311964+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:58.010953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":12,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509507,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28660,"kb_used_data":1632,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343180,"statfs":{"total":96636764160,"available":96607416320,"internally_reserved":0,"allocated":1671168,"data_stored":1053214,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509507,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":40568,"kb_used_data":1060,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94331272,"statfs":{"total":96636764160,"available":96595222528,"internally_reserved":0,"allocated":1085440,"data_stored":463470,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40434118},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509507,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":44740,"kb_used_data":1064,"kb_used_omap":1,"kb_used_meta":43646,"kb_avail":94327100,"statfs":{"total":96636764160,"available":96590950400,"internally_reserved":0,"allocated":1089536,"data_stored":464410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":44693957},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509508,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":54456,"kb_used_data":1060,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94317384,"statfs":{"total":96636764160,"available":96581001216,"internally_reserved":0,"allocated":1085440,"data_stored":464388,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":54655432},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509508,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36404,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335436,"statfs":{"total":96636764160,"available":96599486464,"internally_reserved":0,"allocated":1077248,"data_stored":463358,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509506,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41148,"kb_used_data":1632,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94330692,"statfs":{"total":96636764160,"available":96594628608,"internally_reserved":0,"allocated":1671168,"data_stored":1053178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40434118},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574915,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":50288,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94321552,"statfs":{"total":96636764160,"available":96585269248,"internally_reserved":0,"allocated":1073152,"data_stored":462776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574915,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":50296,"kb_used_data":1060,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94321544,"statfs":{"total":96636764160,"available":96585261056,"internally_reserved":0,"allocated":1085440,"data_stored":462970,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":50395590},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T00:26:30.646 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-21T00:26:30.646 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-21T00:26:30.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.806+0000 7fc7e5351640 1 -- 172.21.15.67:0/1207395133 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc7c8004d40 msgr2=0x7fc7c8005150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:30.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.806+0000 7fc7e5351640 1 --2- 172.21.15.67:0/1207395133 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc7c8004d40 0x7fc7c8005150 secure :-1 s=READY pgs=1078 cs=0 l=1 rev1=1 crypto rx=0x7fc7d8009b20 tx=0x7fc7c8005830 comp rx=0 tx=0).stop 2024-09-21T00:26:30.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.806+0000 7fc7df7fe640 1 -- 172.21.15.67:0/1207395133 reap_dead start 2024-09-21T00:26:30.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.806+0000 7fc7e5351640 1 -- 172.21.15.67:0/1207395133 shutdown_connections 2024-09-21T00:26:30.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.806+0000 7fc7e5351640 1 -- 172.21.15.67:0/1207395133 >> 172.21.15.67:0/1207395133 conn(0x7fc7e009d880 msgr2=0x7fc7e008bee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:30.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.806+0000 7fc7e5351640 1 -- 172.21.15.67:0/1207395133 shutdown_connections 2024-09-21T00:26:30.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.806+0000 7fc7e5351640 1 -- 172.21.15.67:0/1207395133 wait complete. 2024-09-21T00:26:30.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.808+0000 7fc7e5351640 1 Processor -- start 2024-09-21T00:26:30.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.808+0000 7fc7e5351640 1 -- start start 2024-09-21T00:26:30.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.810+0000 7fc7e5351640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc7c8004d40 0x7fc7e00b4910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:30.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.810+0000 7fc7e5351640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc7e01f5cd0 0x7fc7e01f60e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:30.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.810+0000 7fc7e5351640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc7e01598e0 0x7fc7e0159cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:30.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.810+0000 7fc7e5351640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc7e00cf210 con 0x7fc7c8004d40 2024-09-21T00:26:30.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.810+0000 7fc7e5351640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc7e00d36d0 con 0x7fc7e01598e0 2024-09-21T00:26:30.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.810+0000 7fc7e5351640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fc7e00cf390 con 0x7fc7e01f5cd0 2024-09-21T00:26:30.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.810+0000 7fc7deffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc7c8004d40 0x7fc7e00b4910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:30.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.810+0000 7fc7deffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc7c8004d40 0x7fc7e00b4910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39090/0 (socket says 172.21.15.67:39090) 2024-09-21T00:26:30.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.810+0000 7fc7deffd640 1 -- 172.21.15.67:0/376929459 learned_addr learned my addr 172.21.15.67:0/376929459 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:30.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.810+0000 7fc7deffd640 1 -- 172.21.15.67:0/376929459 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc7e01f5cd0 msgr2=0x7fc7e01f60e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:30.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.810+0000 7fc7deffd640 1 --2- 172.21.15.67:0/376929459 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc7e01f5cd0 0x7fc7e01f60e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:30.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.810+0000 7fc7deffd640 1 -- 172.21.15.67:0/376929459 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc7e01598e0 msgr2=0x7fc7e0159cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:30.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.810+0000 7fc7df7fe640 1 --2- 172.21.15.67:0/376929459 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc7e01598e0 0x7fc7e0159cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:30.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.810+0000 7fc7deffd640 1 --2- 172.21.15.67:0/376929459 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc7e01598e0 0x7fc7e0159cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:30.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.810+0000 7fc7deffd640 1 -- 172.21.15.67:0/376929459 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7e015a230 con 0x7fc7c8004d40 2024-09-21T00:26:30.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.810+0000 7fc7deffd640 1 --2- 172.21.15.67:0/376929459 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc7c8004d40 0x7fc7e00b4910 secure :-1 s=READY pgs=1079 cs=0 l=1 rev1=1 crypto rx=0x7fc7d0011c70 tx=0x7fc7d000f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:30.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.810+0000 7fc7c77fe640 1 -- 172.21.15.67:0/376929459 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7d0003d80 con 0x7fc7c8004d40 2024-09-21T00:26:30.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.810+0000 7fc7c77fe640 1 -- 172.21.15.67:0/376929459 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc7d0004050 con 0x7fc7c8004d40 2024-09-21T00:26:30.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.810+0000 7fc7e5351640 1 -- 172.21.15.67:0/376929459 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc7e00b6430 con 0x7fc7c8004d40 2024-09-21T00:26:30.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.811+0000 7fc7c77fe640 1 -- 172.21.15.67:0/376929459 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7d00044a0 con 0x7fc7c8004d40 2024-09-21T00:26:30.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.811+0000 7fc7e5351640 1 -- 172.21.15.67:0/376929459 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7e00b4e50 con 0x7fc7c8004d40 2024-09-21T00:26:30.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.811+0000 7fc7e5351640 1 -- 172.21.15.67:0/376929459 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc7e006e390 con 0x7fc7c8004d40 2024-09-21T00:26:30.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.812+0000 7fc7c77fe640 1 -- 172.21.15.67:0/376929459 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fc7d0004640 con 0x7fc7c8004d40 2024-09-21T00:26:30.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.813+0000 7fc7c77fe640 1 --2- 172.21.15.67:0/376929459 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc7cc078b90 0x7fc7cc07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:30.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.813+0000 7fc7c77fe640 1 -- 172.21.15.67:0/376929459 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 5709+0+0 (secure 0 0 0) 0x7fc7d009c3d0 con 0x7fc7c8004d40 2024-09-21T00:26:30.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.813+0000 7fc7de7fc640 1 --2- 172.21.15.67:0/376929459 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc7cc078b90 0x7fc7cc07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:30.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.814+0000 7fc7de7fc640 1 --2- 172.21.15.67:0/376929459 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc7cc078b90 0x7fc7cc07b0a0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7fc7e00b4440 tx=0x7fc7d40014f0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:30.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:30.818+0000 7fc7c77fe640 1 -- 172.21.15.67:0/376929459 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fc7e015a230 con 0x7fc7c8004d40 2024-09-21T00:26:31.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.079+0000 7fc7e5351640 1 -- 172.21.15.67:0/376929459 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7fc7e0146b50 con 0x7fc7c8004d40 2024-09-21T00:26:31.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.081+0000 7fc7c77fe640 1 -- 172.21.15.67:0/376929459 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v17) ==== 190+0+147 (secure 0 0 0) 0x7fc7d00648a0 con 0x7fc7c8004d40 2024-09-21T00:26:31.083 INFO:teuthology.orchestra.run.smithi067.stdout:[client.0] 2024-09-21T00:26:31.083 INFO:teuthology.orchestra.run.smithi067.stdout: key = AQBFEe5mUnwLLxAAE0JXCN8yXTH2bWtWI41o2Q== 2024-09-21T00:26:31.083 INFO:teuthology.orchestra.run.smithi067.stdout: caps mds = "allow" 2024-09-21T00:26:31.083 INFO:teuthology.orchestra.run.smithi067.stdout: caps mon = "allow r" 2024-09-21T00:26:31.083 INFO:teuthology.orchestra.run.smithi067.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-21T00:26:31.083 INFO:teuthology.orchestra.run.smithi067.stderr:updated caps for client.0 2024-09-21T00:26:31.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.084+0000 7fc7e5351640 1 -- 172.21.15.67:0/376929459 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc7cc078b90 msgr2=0x7fc7cc07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:31.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.084+0000 7fc7e5351640 1 --2- 172.21.15.67:0/376929459 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc7cc078b90 0x7fc7cc07b0a0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7fc7e00b4440 tx=0x7fc7d40014f0 comp rx=0 tx=0).stop 2024-09-21T00:26:31.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.084+0000 7fc7e5351640 1 -- 172.21.15.67:0/376929459 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc7c8004d40 msgr2=0x7fc7e00b4910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:31.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.084+0000 7fc7e5351640 1 --2- 172.21.15.67:0/376929459 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc7c8004d40 0x7fc7e00b4910 secure :-1 s=READY pgs=1079 cs=0 l=1 rev1=1 crypto rx=0x7fc7d0011c70 tx=0x7fc7d000f790 comp rx=0 tx=0).stop 2024-09-21T00:26:31.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.084+0000 7fc7e5351640 1 -- 172.21.15.67:0/376929459 shutdown_connections 2024-09-21T00:26:31.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.084+0000 7fc7e5351640 1 --2- 172.21.15.67:0/376929459 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc7cc078b90 0x7fc7cc07b0a0 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:31.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.084+0000 7fc7e5351640 1 --2- 172.21.15.67:0/376929459 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc7e01598e0 0x7fc7e0159cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:31.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.084+0000 7fc7e5351640 1 --2- 172.21.15.67:0/376929459 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc7e01f5cd0 0x7fc7e01f60e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:31.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.084+0000 7fc7e5351640 1 --2- 172.21.15.67:0/376929459 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc7c8004d40 0x7fc7e00b4910 unknown :-1 s=CLOSED pgs=1079 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:31.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.084+0000 7fc7e5351640 1 -- 172.21.15.67:0/376929459 >> 172.21.15.67:0/376929459 conn(0x7fc7e009d880 msgr2=0x7fc7e00b8440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:31.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.084+0000 7fc7e5351640 1 -- 172.21.15.67:0/376929459 shutdown_connections 2024-09-21T00:26:31.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.084+0000 7fc7e5351640 1 -- 172.21.15.67:0/376929459 wait complete. 2024-09-21T00:26:31.097 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:26:31.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.212+0000 7fa1a1dc6640 1 -- 172.21.15.67:0/2419616202 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa19c06fbd0 msgr2=0x7fa19c0cf7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:31.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.212+0000 7fa1a1dc6640 1 --2- 172.21.15.67:0/2419616202 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa19c06fbd0 0x7fa19c0cf7a0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fa194005fd0 tx=0x7fa19402a820 comp rx=0 tx=0).stop 2024-09-21T00:26:31.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.212+0000 7fa1a1dc6640 1 -- 172.21.15.67:0/2419616202 shutdown_connections 2024-09-21T00:26:31.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.212+0000 7fa1a1dc6640 1 --2- 172.21.15.67:0/2419616202 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa19c06fbd0 0x7fa19c0cf7a0 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:31.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.212+0000 7fa1a1dc6640 1 --2- 172.21.15.67:0/2419616202 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa19c0b6730 0x7fa19c0cf260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:31.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.212+0000 7fa1a1dc6640 1 -- 172.21.15.67:0/2419616202 >> 172.21.15.67:0/2419616202 conn(0x7fa19c0d45a0 msgr2=0x7fa19c0d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:31.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.213+0000 7fa1a1dc6640 1 -- 172.21.15.67:0/2419616202 shutdown_connections 2024-09-21T00:26:31.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.213+0000 7fa1a1dc6640 1 -- 172.21.15.67:0/2419616202 wait complete. 2024-09-21T00:26:31.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.214+0000 7fa1a1dc6640 1 Processor -- start 2024-09-21T00:26:31.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.215+0000 7fa1a1dc6640 1 -- start start 2024-09-21T00:26:31.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.216+0000 7fa1a1dc6640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa19c06fbd0 0x7fa19c15e500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:31.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.216+0000 7fa1a1dc6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa19c0b9e70 0x7fa19c15b8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:31.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.216+0000 7fa1a1dc6640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa19c15bdf0 0x7fa19c1f8a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:31.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.216+0000 7fa1a1dc6640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fa19c0cfe60 con 0x7fa19c0b9e70 2024-09-21T00:26:31.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.216+0000 7fa1a1dc6640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fa19c0cfce0 con 0x7fa19c15bdf0 2024-09-21T00:26:31.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.216+0000 7fa1a1dc6640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fa19c0cffe0 con 0x7fa19c06fbd0 2024-09-21T00:26:31.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.216+0000 7fa19affd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa19c0b9e70 0x7fa19c15b8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:31.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.216+0000 7fa19affd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa19c0b9e70 0x7fa19c15b8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39100/0 (socket says 172.21.15.67:39100) 2024-09-21T00:26:31.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.216+0000 7fa19affd640 1 -- 172.21.15.67:0/2839098144 learned_addr learned my addr 172.21.15.67:0/2839098144 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:31.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.216+0000 7fa19bfff640 1 --2- 172.21.15.67:0/2839098144 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa19c15bdf0 0x7fa19c1f8a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:31.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.216+0000 7fa19b7fe640 1 --2- 172.21.15.67:0/2839098144 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa19c06fbd0 0x7fa19c15e500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:31.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.216+0000 7fa19affd640 1 -- 172.21.15.67:0/2839098144 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa19c06fbd0 msgr2=0x7fa19c15e500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:31.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.216+0000 7fa19affd640 1 --2- 172.21.15.67:0/2839098144 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa19c06fbd0 0x7fa19c15e500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:31.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.216+0000 7fa19affd640 1 -- 172.21.15.67:0/2839098144 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa19c15bdf0 msgr2=0x7fa19c1f8a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:31.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.216+0000 7fa19affd640 1 --2- 172.21.15.67:0/2839098144 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa19c15bdf0 0x7fa19c1f8a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:31.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.216+0000 7fa19affd640 1 -- 172.21.15.67:0/2839098144 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa19c15c200 con 0x7fa19c0b9e70 2024-09-21T00:26:31.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.216+0000 7fa19bfff640 1 --2- 172.21.15.67:0/2839098144 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa19c15bdf0 0x7fa19c1f8a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:26:31.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.217+0000 7fa19affd640 1 --2- 172.21.15.67:0/2839098144 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa19c0b9e70 0x7fa19c15b8b0 secure :-1 s=READY pgs=1080 cs=0 l=1 rev1=1 crypto rx=0x7fa19000ea20 tx=0x7fa19000eee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:31.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.217+0000 7fa183fff640 1 -- 172.21.15.67:0/2839098144 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa19000cd50 con 0x7fa19c0b9e70 2024-09-21T00:26:31.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.217+0000 7fa183fff640 1 -- 172.21.15.67:0/2839098144 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa190004020 con 0x7fa19c0b9e70 2024-09-21T00:26:31.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.217+0000 7fa1a1dc6640 1 -- 172.21.15.67:0/2839098144 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa19c15cf80 con 0x7fa19c0b9e70 2024-09-21T00:26:31.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.217+0000 7fa183fff640 1 -- 172.21.15.67:0/2839098144 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa190004470 con 0x7fa19c0b9e70 2024-09-21T00:26:31.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.217+0000 7fa1a1dc6640 1 -- 172.21.15.67:0/2839098144 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa19c15d540 con 0x7fa19c0b9e70 2024-09-21T00:26:31.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.218+0000 7fa1a1dc6640 1 -- 172.21.15.67:0/2839098144 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa19c0d0490 con 0x7fa19c0b9e70 2024-09-21T00:26:31.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.219+0000 7fa183fff640 1 -- 172.21.15.67:0/2839098144 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fa1900035f0 con 0x7fa19c0b9e70 2024-09-21T00:26:31.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.219+0000 7fa183fff640 1 --2- 172.21.15.67:0/2839098144 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa188078b90 0x7fa18807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:31.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.220+0000 7fa183fff640 1 -- 172.21.15.67:0/2839098144 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 5709+0+0 (secure 0 0 0) 0x7fa19009b730 con 0x7fa19c0b9e70 2024-09-21T00:26:31.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.220+0000 7fa19b7fe640 1 --2- 172.21.15.67:0/2839098144 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa188078b90 0x7fa18807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:31.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.220+0000 7fa19b7fe640 1 --2- 172.21.15.67:0/2839098144 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa188078b90 0x7fa18807b0a0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7fa18c0015e0 tx=0x7fa18c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:31.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.224+0000 7fa183fff640 1 -- 172.21.15.67:0/2839098144 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fa190063af0 con 0x7fa19c0b9e70 2024-09-21T00:26:31.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.451+0000 7fa1a1dc6640 1 -- 172.21.15.67:0/2839098144 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa19c0b84d0 con 0x7fa19c0b9e70 2024-09-21T00:26:31.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.452+0000 7fa183fff640 1 -- 172.21.15.67:0/2839098144 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 71 v71) ==== 94+0+5219 (secure 0 0 0) 0x7fa1900633f0 con 0x7fa19c0b9e70 2024-09-21T00:26:31.453 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:26:31.453 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":71,"btime":"2024-09-21T00:26:24:722200+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6206,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/3485960531","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3485960531},{"type":"v1","addr":"172.21.15.97:6836","nonce":3485960531}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67},{"gid":6209,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/2123006928","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":2123006928},{"type":"v1","addr":"172.21.15.97:6837","nonce":2123006928}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67},{"gid":6673,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/134451528","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":134451528},{"type":"v1","addr":"172.21.15.67:6835","nonce":134451528}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67}],"filesystems":[{"mdsmap":{"epoch":71,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:26:21.076817+0000","modified":"2024-09-21T00:26:24.109199+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7191},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7191":{"gid":7191,"name":"a","rank":0,"incarnation":68,"state":"up:active","state_seq":3,"addr":"172.21.15.67:6834/229215736","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":229215736},{"type":"v1","addr":"172.21.15.67:6834","nonce":229215736}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7191,"qdb_cluster":[7191]},"id":6}]} 2024-09-21T00:26:31.454 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 71 2024-09-21T00:26:31.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.454+0000 7fa1a1dc6640 1 -- 172.21.15.67:0/2839098144 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa188078b90 msgr2=0x7fa18807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:31.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.454+0000 7fa1a1dc6640 1 --2- 172.21.15.67:0/2839098144 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa188078b90 0x7fa18807b0a0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7fa18c0015e0 tx=0x7fa18c009040 comp rx=0 tx=0).stop 2024-09-21T00:26:31.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.454+0000 7fa1a1dc6640 1 -- 172.21.15.67:0/2839098144 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa19c0b9e70 msgr2=0x7fa19c15b8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:31.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.454+0000 7fa1a1dc6640 1 --2- 172.21.15.67:0/2839098144 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa19c0b9e70 0x7fa19c15b8b0 secure :-1 s=READY pgs=1080 cs=0 l=1 rev1=1 crypto rx=0x7fa19000ea20 tx=0x7fa19000eee0 comp rx=0 tx=0).stop 2024-09-21T00:26:31.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.454+0000 7fa1a1dc6640 1 -- 172.21.15.67:0/2839098144 shutdown_connections 2024-09-21T00:26:31.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.454+0000 7fa1a1dc6640 1 --2- 172.21.15.67:0/2839098144 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa188078b90 0x7fa18807b0a0 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:31.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.454+0000 7fa1a1dc6640 1 --2- 172.21.15.67:0/2839098144 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa19c15bdf0 0x7fa19c1f8a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:31.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.454+0000 7fa1a1dc6640 1 --2- 172.21.15.67:0/2839098144 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa19c0b9e70 0x7fa19c15b8b0 unknown :-1 s=CLOSED pgs=1080 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:31.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.454+0000 7fa1a1dc6640 1 --2- 172.21.15.67:0/2839098144 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa19c06fbd0 0x7fa19c15e500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:31.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.454+0000 7fa1a1dc6640 1 -- 172.21.15.67:0/2839098144 >> 172.21.15.67:0/2839098144 conn(0x7fa19c0d45a0 msgr2=0x7fa19c0b8cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:31.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.454+0000 7fa1a1dc6640 1 -- 172.21.15.67:0/2839098144 shutdown_connections 2024-09-21T00:26:31.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.454+0000 7fa1a1dc6640 1 -- 172.21.15.67:0/2839098144 wait complete. 2024-09-21T00:26:31.869 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 71, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-21T00:26:21.076817+0000', 'modified': '2024-09-21T00:26:24.109199+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 7191}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_7191': {'gid': 7191, 'name': 'a', 'rank': 0, 'incarnation': 68, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.67:6834/229215736', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.67:6832', 'nonce': 229215736}, {'type': 'v1', 'addr': '172.21.15.67:6834', 'nonce': 229215736}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [13], 'metadata_pool': 12, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 7191, 'qdb_cluster': [7191]} 2024-09-21T00:26:31.870 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-21T00:26:31.870 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-21T00:26:31.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.988+0000 7f6f3714a640 1 -- 172.21.15.67:0/622708293 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6f18003a50 msgr2=0x7f6f18003ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:31.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.988+0000 7f6f3714a640 1 --2- 172.21.15.67:0/622708293 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6f18003a50 0x7f6f18003ec0 secure :-1 s=READY pgs=1082 cs=0 l=1 rev1=1 crypto rx=0x7f6f28001dc0 tx=0x7f6f18005830 comp rx=0 tx=0).stop 2024-09-21T00:26:31.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.988+0000 7f6f3714a640 1 -- 172.21.15.67:0/622708293 shutdown_connections 2024-09-21T00:26:31.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.988+0000 7f6f3714a640 1 --2- 172.21.15.67:0/622708293 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6f18003a50 0x7f6f18003ec0 unknown :-1 s=CLOSED pgs=1082 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:31.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.988+0000 7f6f3714a640 1 -- 172.21.15.67:0/622708293 >> 172.21.15.67:0/622708293 conn(0x7f6f300d1280 msgr2=0x7f6f300d1690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:31.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.988+0000 7f6f3714a640 1 -- 172.21.15.67:0/622708293 shutdown_connections 2024-09-21T00:26:31.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.988+0000 7f6f3714a640 1 -- 172.21.15.67:0/622708293 wait complete. 2024-09-21T00:26:31.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.989+0000 7f6f3714a640 1 Processor -- start 2024-09-21T00:26:31.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.990+0000 7f6f3714a640 1 -- start start 2024-09-21T00:26:31.993 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.991+0000 7f6f3714a640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6f18003a50 0x7f6f300c56c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:31.993 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.991+0000 7f6f3714a640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6f300c9380 0x7f6f30155960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:31.994 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.991+0000 7f6f3714a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6f300d0090 0x7f6f300c7360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:31.994 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.991+0000 7f6f3714a640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f6f300ccde0 con 0x7f6f300d0090 2024-09-21T00:26:31.994 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.991+0000 7f6f3714a640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f6f3015cb00 con 0x7f6f300c9380 2024-09-21T00:26:31.994 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.991+0000 7f6f3714a640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f6f300ccf60 con 0x7f6f18003a50 2024-09-21T00:26:31.994 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.991+0000 7f6f356e7640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6f300d0090 0x7f6f300c7360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:31.994 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.991+0000 7f6f356e7640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6f300d0090 0x7f6f300c7360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39116/0 (socket says 172.21.15.67:39116) 2024-09-21T00:26:31.994 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.991+0000 7f6f356e7640 1 -- 172.21.15.67:0/3361534019 learned_addr learned my addr 172.21.15.67:0/3361534019 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:31.994 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.991+0000 7f6f2ffff640 1 --2- 172.21.15.67:0/3361534019 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6f300c9380 0x7f6f30155960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:31.994 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.991+0000 7f6f34ee6640 1 --2- 172.21.15.67:0/3361534019 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6f18003a50 0x7f6f300c56c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:31.994 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.991+0000 7f6f356e7640 1 -- 172.21.15.67:0/3361534019 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6f18003a50 msgr2=0x7f6f300c56c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:31.994 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.991+0000 7f6f356e7640 1 --2- 172.21.15.67:0/3361534019 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6f18003a50 0x7f6f300c56c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:31.994 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.991+0000 7f6f356e7640 1 -- 172.21.15.67:0/3361534019 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6f300c9380 msgr2=0x7f6f30155960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:31.994 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.991+0000 7f6f356e7640 1 --2- 172.21.15.67:0/3361534019 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6f300c9380 0x7f6f30155960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:31.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.991+0000 7f6f356e7640 1 -- 172.21.15.67:0/3361534019 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f300ceff0 con 0x7f6f300d0090 2024-09-21T00:26:31.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.992+0000 7f6f356e7640 1 --2- 172.21.15.67:0/3361534019 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6f300d0090 0x7f6f300c7360 secure :-1 s=READY pgs=1083 cs=0 l=1 rev1=1 crypto rx=0x7f6f300cecb0 tx=0x7f6f20011b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:31.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.992+0000 7f6f2d7fa640 1 -- 172.21.15.67:0/3361534019 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f20004240 con 0x7f6f300d0090 2024-09-21T00:26:31.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.992+0000 7f6f2d7fa640 1 -- 172.21.15.67:0/3361534019 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6f20016070 con 0x7f6f300d0090 2024-09-21T00:26:31.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.992+0000 7f6f2d7fa640 1 -- 172.21.15.67:0/3361534019 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f2000fac0 con 0x7f6f300d0090 2024-09-21T00:26:31.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.992+0000 7f6f3714a640 1 -- 172.21.15.67:0/3361534019 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6f300cf2d0 con 0x7f6f300d0090 2024-09-21T00:26:31.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.992+0000 7f6f3714a640 1 -- 172.21.15.67:0/3361534019 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6f300cf890 con 0x7f6f300d0090 2024-09-21T00:26:31.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.994+0000 7f6f2d7fa640 1 -- 172.21.15.67:0/3361534019 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f6f2000fc60 con 0x7f6f300d0090 2024-09-21T00:26:31.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.995+0000 7f6f2d7fa640 1 --2- 172.21.15.67:0/3361534019 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6f1c078b90 0x7f6f1c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:31.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.995+0000 7f6f2d7fa640 1 -- 172.21.15.67:0/3361534019 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 5709+0+0 (secure 0 0 0) 0x7f6f2009b670 con 0x7f6f300d0090 2024-09-21T00:26:31.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.995+0000 7f6f34ee6640 1 --2- 172.21.15.67:0/3361534019 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6f1c078b90 0x7f6f1c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:31.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.996+0000 7f6f3e0b5740 1 Processor -- start 2024-09-21T00:26:31.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.996+0000 7f6f34ee6640 1 --2- 172.21.15.67:0/3361534019 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6f1c078b90 0x7f6f1c07b0a0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f6f28032000 tx=0x7f6f28001510 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:31.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.996+0000 7f6f3e0b5740 1 -- start start 2024-09-21T00:26:31.999 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.997+0000 7f6f3e0b5740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559bb74ce270 0x559bb789ffc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:31.999 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.997+0000 7f6f3e0b5740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559bb74a53b0 0x559bb78a0500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:31.999 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.997+0000 7f6f3e0b5740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559bb74ad590 0x559bb78bd400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:32.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.997+0000 7f6f3e0b5740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x559bb77e8820 con 0x559bb74a53b0 2024-09-21T00:26:32.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.997+0000 7f6f3e0b5740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x559bb77d7c50 con 0x559bb74ce270 2024-09-21T00:26:32.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.997+0000 7f6f3e0b5740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x559bb77dba60 con 0x559bb74ad590 2024-09-21T00:26:32.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.997+0000 7f6f2ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559bb74a53b0 0x559bb78a0500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:32.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.997+0000 7f6f2ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559bb74a53b0 0x559bb78a0500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39132/0 (socket says 172.21.15.67:39132) 2024-09-21T00:26:32.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.997+0000 7f6f2ffff640 1 -- 172.21.15.67:0/1655068496 learned_addr learned my addr 172.21.15.67:0/1655068496 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:32.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.997+0000 7f6f34ee6640 1 --2- 172.21.15.67:0/1655068496 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559bb74ce270 0x559bb789ffc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:32.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.997+0000 7f6f356e7640 1 --2- 172.21.15.67:0/1655068496 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559bb74ad590 0x559bb78bd400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:32.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.997+0000 7f6f2ffff640 1 -- 172.21.15.67:0/1655068496 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559bb74ad590 msgr2=0x559bb78bd400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:26:32.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.997+0000 7f6f2ffff640 1 --2- 172.21.15.67:0/1655068496 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559bb74ad590 0x559bb78bd400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:32.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.997+0000 7f6f2ffff640 1 -- 172.21.15.67:0/1655068496 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559bb74ce270 msgr2=0x559bb789ffc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:26:32.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.997+0000 7f6f2ffff640 1 --2- 172.21.15.67:0/1655068496 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559bb74ce270 0x559bb789ffc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:32.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.997+0000 7f6f2ffff640 1 -- 172.21.15.67:0/1655068496 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559bb7539850 con 0x559bb74a53b0 2024-09-21T00:26:32.001 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.998+0000 7f6f34ee6640 1 --2- 172.21.15.67:0/1655068496 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559bb74ce270 0x559bb789ffc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:26:32.001 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.998+0000 7f6f2ffff640 1 --2- 172.21.15.67:0/1655068496 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559bb74a53b0 0x559bb78a0500 secure :-1 s=READY pgs=1084 cs=0 l=1 rev1=1 crypto rx=0x7f6f24001050 tx=0x7f6f24001e00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=115a19589f03f088 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:32.001 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.998+0000 7f6f167fc640 1 -- 172.21.15.67:0/1655068496 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f24011c40 con 0x559bb74a53b0 2024-09-21T00:26:32.001 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.998+0000 7f6f167fc640 1 -- 172.21.15.67:0/1655068496 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6f24016030 con 0x559bb74a53b0 2024-09-21T00:26:32.001 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.998+0000 7f6f167fc640 1 -- 172.21.15.67:0/1655068496 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f24012680 con 0x559bb74a53b0 2024-09-21T00:26:32.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.999+0000 7f6f3e0b5740 1 -- 172.21.15.67:0/1655068496 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559bb74a53b0 msgr2=0x559bb78a0500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:32.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.999+0000 7f6f3e0b5740 1 --2- 172.21.15.67:0/1655068496 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559bb74a53b0 0x559bb78a0500 secure :-1 s=READY pgs=1084 cs=0 l=1 rev1=1 crypto rx=0x7f6f24001050 tx=0x7f6f24001e00 comp rx=0 tx=0).stop 2024-09-21T00:26:32.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.999+0000 7f6f3e0b5740 1 -- 172.21.15.67:0/1655068496 shutdown_connections 2024-09-21T00:26:32.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.999+0000 7f6f3e0b5740 1 --2- 172.21.15.67:0/1655068496 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559bb74ad590 0x559bb78bd400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:32.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.999+0000 7f6f3e0b5740 1 --2- 172.21.15.67:0/1655068496 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559bb74a53b0 0x559bb78a0500 unknown :-1 s=CLOSED pgs=1084 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:32.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.999+0000 7f6f3e0b5740 1 --2- 172.21.15.67:0/1655068496 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559bb74ce270 0x559bb789ffc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:32.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.999+0000 7f6f3e0b5740 1 -- 172.21.15.67:0/1655068496 >> 172.21.15.67:0/1655068496 conn(0x559bb74c23c0 msgr2=0x559bb7876280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:32.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.999+0000 7f6f3e0b5740 1 -- 172.21.15.67:0/1655068496 shutdown_connections 2024-09-21T00:26:32.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:31.999+0000 7f6f3e0b5740 1 -- 172.21.15.67:0/1655068496 wait complete. 2024-09-21T00:26:32.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.000+0000 7f6f3e0b5740 1 -- start start 2024-09-21T00:26:32.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.000+0000 7f6f3e0b5740 1 Processor -- start 2024-09-21T00:26:32.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.001+0000 7f6f3e0b5740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559bb74a53b0 0x559bb78b0690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:32.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.001+0000 7f6f3e0b5740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559bb74ad590 0x559bb7888400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:32.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.001+0000 7f6f3e0b5740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559bb74ce270 0x559bb7888940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:32.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.001+0000 7f6f3e0b5740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x559bb7548620 con 0x559bb74ce270 2024-09-21T00:26:32.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.001+0000 7f6f3e0b5740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x559bb777d5f0 con 0x559bb74a53b0 2024-09-21T00:26:32.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.001+0000 7f6f3e0b5740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x559bb78a0a40 con 0x559bb74ad590 2024-09-21T00:26:32.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.001+0000 7f6f3e0b5740 10 client.0 _ll_register_callbacks cb 0x559bb77810a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:26:32.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.001+0000 7f6f356e7640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559bb74ce270 0x559bb7888940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:32.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.001+0000 7f6f356e7640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559bb74ce270 0x559bb7888940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39138/0 (socket says 172.21.15.67:39138) 2024-09-21T00:26:32.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.001+0000 7f6f356e7640 1 -- 172.21.15.67:0/3524658755 learned_addr learned my addr 172.21.15.67:0/3524658755 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:32.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.002+0000 7f6f2ffff640 1 --2- 172.21.15.67:0/3524658755 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559bb74ad590 0x559bb7888400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:32.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.002+0000 7f6f34ee6640 1 --2- 172.21.15.67:0/3524658755 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559bb74a53b0 0x559bb78b0690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:32.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.002+0000 7f6f356e7640 1 -- 172.21.15.67:0/3524658755 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559bb74ad590 msgr2=0x559bb7888400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:26:32.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.002+0000 7f6f356e7640 1 --2- 172.21.15.67:0/3524658755 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559bb74ad590 0x559bb7888400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:32.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.002+0000 7f6f356e7640 1 -- 172.21.15.67:0/3524658755 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559bb74a53b0 msgr2=0x559bb78b0690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:26:32.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.002+0000 7f6f356e7640 1 --2- 172.21.15.67:0/3524658755 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559bb74a53b0 0x559bb78b0690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:32.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.002+0000 7f6f356e7640 1 -- 172.21.15.67:0/3524658755 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559bb75b06b0 con 0x559bb74ce270 2024-09-21T00:26:32.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.002+0000 7f6f34ee6640 1 --2- 172.21.15.67:0/3524658755 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559bb74a53b0 0x559bb78b0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:26:32.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.002+0000 7f6f356e7640 1 --2- 172.21.15.67:0/3524658755 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559bb74ce270 0x559bb7888940 secure :-1 s=READY pgs=1085 cs=0 l=1 rev1=1 crypto rx=0x7f6f2000f730 tx=0x7f6f20099f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d1f63427ade183f server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:32.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.002+0000 7f6f0f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:26:32.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.002+0000 7f6f0f7fe640 1 -- 172.21.15.67:0/3524658755 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f20062ed0 con 0x559bb74ce270 2024-09-21T00:26:32.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.002+0000 7f6f0f7fe640 1 -- 172.21.15.67:0/3524658755 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 5709+0+0 (secure 0 0 0) 0x7f6f2005ed10 con 0x559bb74ce270 2024-09-21T00:26:32.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.002+0000 7f6f3e0b5740 1 -- 172.21.15.67:0/3524658755 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6f24016030 con 0x559bb74ce270 2024-09-21T00:26:32.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.002+0000 7f6f0f7fe640 1 -- 172.21.15.67:0/3524658755 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=71) ==== 24+0+0 (secure 0 0 0) 0x7f6f200633c0 con 0x559bb74ce270 2024-09-21T00:26:32.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.002+0000 7f6f3e0b5740 10 client.7338 fetch_fsmap learned FSMap version 71 2024-09-21T00:26:32.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.002+0000 7f6f3e0b5740 1 -- 172.21.15.67:0/3524658755 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=71,monmap=2+}) -- 0x559bb78756e0 con 0x559bb74ce270 2024-09-21T00:26:32.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.002+0000 7f6f0f7fe640 1 -- 172.21.15.67:0/3524658755 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6f24016030 con 0x559bb74ce270 2024-09-21T00:26:32.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.003+0000 7f6f0f7fe640 1 -- 172.21.15.67:0/3524658755 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 71) ==== 3502+0+0 (secure 0 0 0) 0x7f6f2005ef10 con 0x559bb74ce270 2024-09-21T00:26:32.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.003+0000 7f6f3e0b5740 10 client.7338 fetch_fsmap finished waiting for FSMap version 71 2024-09-21T00:26:32.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.003+0000 7f6f3e0b5740 10 client.7338 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-21T00:26:32.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.003+0000 7f6f3e0b5740 20 client.7338 populate_metadata read hostname 'smithi067' 2024-09-21T00:26:32.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.003+0000 7f6f3e0b5740 1 --2- 172.21.15.67:0/3524658755 >> [v2:172.21.15.67:6832/229215736,v1:172.21.15.67:6834/229215736] conn(0x559bb748ce40 0x559bb78ccfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:32.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.003+0000 7f6f3e0b5740 4 client.7338 mds_command: new command op to 7191 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:26:32.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.003+0000 7f6f3e0b5740 1 -- 172.21.15.67:0/3524658755 --> [v2:172.21.15.67:6832/229215736,v1:172.21.15.67:6834/229215736] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559bb77ea770 con 0x559bb748ce40 2024-09-21T00:26:32.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.003+0000 7f6f34ee6640 1 --2- 172.21.15.67:0/3524658755 >> [v2:172.21.15.67:6832/229215736,v1:172.21.15.67:6834/229215736] conn(0x559bb748ce40 0x559bb78ccfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:32.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.003+0000 7f6f0f7fe640 10 client.7338 ms_handle_connect on v2:172.21.15.67:6832/229215736 2024-09-21T00:26:32.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.003+0000 7f6f34ee6640 1 --2- 172.21.15.67:0/3524658755 >> [v2:172.21.15.67:6832/229215736,v1:172.21.15.67:6834/229215736] conn(0x559bb748ce40 0x559bb78ccfd0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a4fddf319a9b8f3d server_cookie=29e2c80127e7018d in_seq=0 out_seq=0 2024-09-21T00:26:32.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.004+0000 7f6f0f7fe640 1 -- 172.21.15.67:0/3524658755 <== mds.0 v2:172.21.15.67:6832/229215736 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x559bb77ea770 con 0x559bb748ce40 2024-09-21T00:26:32.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.004+0000 7f6f0f7fe640 10 client.7338 handle_command_reply: tid=0 2024-09-21T00:26:32.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.004+0000 7f6f3e0b5740 1 client.7338 shutdown 2024-09-21T00:26:32.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.004+0000 7f6f3e0b5740 1 -- 172.21.15.67:0/3524658755 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559bb74ce270 msgr2=0x559bb7888940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:32.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.004+0000 7f6f3e0b5740 1 --2- 172.21.15.67:0/3524658755 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559bb74ce270 0x559bb7888940 secure :-1 s=READY pgs=1085 cs=0 l=1 rev1=1 crypto rx=0x7f6f2000f730 tx=0x7f6f20099f60 comp rx=0 tx=0).stop 2024-09-21T00:26:32.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.004+0000 7f6f3e0b5740 1 -- 172.21.15.67:0/3524658755 shutdown_connections 2024-09-21T00:26:32.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.004+0000 7f6f3e0b5740 1 --2- 172.21.15.67:0/3524658755 >> [v2:172.21.15.67:6832/229215736,v1:172.21.15.67:6834/229215736] conn(0x559bb748ce40 0x559bb78ccfd0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:32.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.004+0000 7f6f3e0b5740 1 --2- 172.21.15.67:0/3524658755 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559bb74ce270 0x559bb7888940 unknown :-1 s=CLOSED pgs=1085 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:32.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.004+0000 7f6f3e0b5740 1 --2- 172.21.15.67:0/3524658755 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559bb74ad590 0x559bb7888400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:32.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.004+0000 7f6f0f7fe640 0 client.7338 ms_handle_reset on v2:172.21.15.67:6832/229215736 2024-09-21T00:26:32.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.004+0000 7f6f3e0b5740 1 --2- 172.21.15.67:0/3524658755 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559bb74a53b0 0x559bb78b0690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:32.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.004+0000 7f6f3e0b5740 1 -- 172.21.15.67:0/3524658755 >> 172.21.15.67:0/3524658755 conn(0x559bb74c23c0 msgr2=0x559bb7876130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:32.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.004+0000 7f6f3e0b5740 1 -- 172.21.15.67:0/3524658755 shutdown_connections 2024-09-21T00:26:32.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.004+0000 7f6f3e0b5740 1 -- 172.21.15.67:0/3524658755 wait complete. 2024-09-21T00:26:32.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.005+0000 7f6f3e0b5740 20 client.7338 trim_cache size 0 max 16384 2024-09-21T00:26:32.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.023+0000 7f6f3e0b5740 1 Processor -- start 2024-09-21T00:26:32.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.023+0000 7f6f3e0b5740 1 -- start start 2024-09-21T00:26:32.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.024+0000 7f6f3e0b5740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559bb74a53b0 0x559bb789ee70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:32.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.024+0000 7f6f3e0b5740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559bb74ad590 0x559bb7885ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:32.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.024+0000 7f6f3e0b5740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559bb74ce270 0x559bb7886430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:32.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.024+0000 7f6f3e0b5740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f6f30201730 con 0x559bb74ad590 2024-09-21T00:26:32.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.024+0000 7f6f3e0b5740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f6f301f9790 con 0x559bb74a53b0 2024-09-21T00:26:32.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.024+0000 7f6f3e0b5740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f6f302010e0 con 0x559bb74ce270 2024-09-21T00:26:32.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.025+0000 7f6f2ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559bb74ad590 0x559bb7885ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:32.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.025+0000 7f6f2ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559bb74ad590 0x559bb7885ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39150/0 (socket says 172.21.15.67:39150) 2024-09-21T00:26:32.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.025+0000 7f6f2ffff640 1 -- 172.21.15.67:0/1906237787 learned_addr learned my addr 172.21.15.67:0/1906237787 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:32.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.025+0000 7f6f34ee6640 1 --2- 172.21.15.67:0/1906237787 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559bb74a53b0 0x559bb789ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:32.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.025+0000 7f6f356e7640 1 --2- 172.21.15.67:0/1906237787 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559bb74ce270 0x559bb7886430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:32.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.025+0000 7f6f2ffff640 1 -- 172.21.15.67:0/1906237787 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559bb74ce270 msgr2=0x559bb7886430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:26:32.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.025+0000 7f6f2ffff640 1 --2- 172.21.15.67:0/1906237787 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559bb74ce270 0x559bb7886430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:32.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.025+0000 7f6f2ffff640 1 -- 172.21.15.67:0/1906237787 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559bb74a53b0 msgr2=0x559bb789ee70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:26:32.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.025+0000 7f6f2ffff640 1 --2- 172.21.15.67:0/1906237787 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559bb74a53b0 0x559bb789ee70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:32.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.025+0000 7f6f2ffff640 1 -- 172.21.15.67:0/1906237787 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559bb7876380 con 0x559bb74ad590 2024-09-21T00:26:32.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.025+0000 7f6f356e7640 1 --2- 172.21.15.67:0/1906237787 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559bb74ce270 0x559bb7886430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:26:32.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.025+0000 7f6f2ffff640 1 --2- 172.21.15.67:0/1906237787 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559bb74ad590 0x559bb7885ef0 secure :-1 s=READY pgs=1086 cs=0 l=1 rev1=1 crypto rx=0x559bb7877e50 tx=0x7f6f24000fe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b0ce599eb384c5dd server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:32.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.025+0000 7f6f15ffb640 1 -- 172.21.15.67:0/1906237787 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f24004230 con 0x559bb74ad590 2024-09-21T00:26:32.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.025+0000 7f6f15ffb640 1 -- 172.21.15.67:0/1906237787 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6f240043f0 con 0x559bb74ad590 2024-09-21T00:26:32.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.025+0000 7f6f15ffb640 1 -- 172.21.15.67:0/1906237787 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f24003850 con 0x559bb74ad590 2024-09-21T00:26:32.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.026+0000 7f6f3e0b5740 1 -- 172.21.15.67:0/1906237787 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559bb74ad590 msgr2=0x559bb7885ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:32.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.026+0000 7f6f3e0b5740 1 --2- 172.21.15.67:0/1906237787 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559bb74ad590 0x559bb7885ef0 secure :-1 s=READY pgs=1086 cs=0 l=1 rev1=1 crypto rx=0x559bb7877e50 tx=0x7f6f24000fe0 comp rx=0 tx=0).stop 2024-09-21T00:26:32.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.026+0000 7f6f3e0b5740 1 -- 172.21.15.67:0/1906237787 shutdown_connections 2024-09-21T00:26:32.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.026+0000 7f6f3e0b5740 1 --2- 172.21.15.67:0/1906237787 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559bb74ce270 0x559bb7886430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:32.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.026+0000 7f6f3e0b5740 1 --2- 172.21.15.67:0/1906237787 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559bb74ad590 0x559bb7885ef0 unknown :-1 s=CLOSED pgs=1086 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:32.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.026+0000 7f6f3e0b5740 1 --2- 172.21.15.67:0/1906237787 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559bb74a53b0 0x559bb789ee70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:32.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.026+0000 7f6f3e0b5740 1 -- 172.21.15.67:0/1906237787 >> 172.21.15.67:0/1906237787 conn(0x559bb74c23c0 msgr2=0x559bb78c9040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:32.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.026+0000 7f6f3e0b5740 1 -- 172.21.15.67:0/1906237787 shutdown_connections 2024-09-21T00:26:32.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.026+0000 7f6f3e0b5740 1 -- 172.21.15.67:0/1906237787 wait complete. 2024-09-21T00:26:32.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.027+0000 7f6f3e0b5740 1 -- start start 2024-09-21T00:26:32.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.027+0000 7f6f3e0b5740 1 Processor -- start 2024-09-21T00:26:32.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.028+0000 7f6f3e0b5740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559bb74a53b0 0x559bb793a750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:32.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.029+0000 7f6f3e0b5740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559bb74ad590 0x559bb7885ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:32.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.029+0000 7f6f3e0b5740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559bb74ce270 0x559bb7886430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:32.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.029+0000 7f6f3e0b5740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x559bb78b0ff0 con 0x559bb74ad590 2024-09-21T00:26:32.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.029+0000 7f6f3e0b5740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x559bb7889480 con 0x559bb74a53b0 2024-09-21T00:26:32.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.029+0000 7f6f3e0b5740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x559bb78c9cf0 con 0x559bb74ce270 2024-09-21T00:26:32.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.029+0000 7f6f3e0b5740 10 client.0 _ll_register_callbacks cb 0x7f6f2005f310 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:26:32.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.029+0000 7f6f2ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559bb74ad590 0x559bb7885ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:32.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.029+0000 7f6f2ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559bb74ad590 0x559bb7885ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39152/0 (socket says 172.21.15.67:39152) 2024-09-21T00:26:32.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.029+0000 7f6f2ffff640 1 -- 172.21.15.67:0/650697618 learned_addr learned my addr 172.21.15.67:0/650697618 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:32.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.029+0000 7f6f34ee6640 1 --2- 172.21.15.67:0/650697618 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559bb74a53b0 0x559bb793a750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:32.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.029+0000 7f6f356e7640 1 --2- 172.21.15.67:0/650697618 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559bb74ce270 0x559bb7886430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:32.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.029+0000 7f6f2ffff640 1 -- 172.21.15.67:0/650697618 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559bb74ce270 msgr2=0x559bb7886430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:26:32.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.029+0000 7f6f2ffff640 1 --2- 172.21.15.67:0/650697618 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559bb74ce270 0x559bb7886430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:32.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.029+0000 7f6f2ffff640 1 -- 172.21.15.67:0/650697618 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559bb74a53b0 msgr2=0x559bb793a750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:26:32.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.029+0000 7f6f2ffff640 1 --2- 172.21.15.67:0/650697618 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559bb74a53b0 0x559bb793a750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:32.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.029+0000 7f6f2ffff640 1 -- 172.21.15.67:0/650697618 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559bb78a0680 con 0x559bb74ad590 2024-09-21T00:26:32.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.029+0000 7f6f2ffff640 1 --2- 172.21.15.67:0/650697618 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559bb74ad590 0x559bb7885ef0 secure :-1 s=READY pgs=1087 cs=0 l=1 rev1=1 crypto rx=0x7f6f2401d040 tx=0x7f6f240018b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4253e5881ab63bf2 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:32.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.029+0000 7f6f0f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:26:32.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.029+0000 7f6f0f7fe640 1 -- 172.21.15.67:0/650697618 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f24036060 con 0x559bb74ad590 2024-09-21T00:26:32.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.029+0000 7f6f0f7fe640 1 -- 172.21.15.67:0/650697618 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 5709+0+0 (secure 0 0 0) 0x7f6f24031470 con 0x559bb74ad590 2024-09-21T00:26:32.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.029+0000 7f6f3e0b5740 1 -- 172.21.15.67:0/650697618 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6f240043f0 con 0x559bb74ad590 2024-09-21T00:26:32.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.030+0000 7f6f0f7fe640 1 -- 172.21.15.67:0/650697618 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=71) ==== 24+0+0 (secure 0 0 0) 0x7f6f2403c050 con 0x559bb74ad590 2024-09-21T00:26:32.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.030+0000 7f6f3e0b5740 10 client.7344 fetch_fsmap learned FSMap version 71 2024-09-21T00:26:32.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.030+0000 7f6f3e0b5740 1 -- 172.21.15.67:0/650697618 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=71,monmap=2+}) -- 0x559bb78af610 con 0x559bb74ad590 2024-09-21T00:26:32.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.030+0000 7f6f0f7fe640 1 -- 172.21.15.67:0/650697618 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6f240043f0 con 0x559bb74ad590 2024-09-21T00:26:32.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.030+0000 7f6f0f7fe640 1 -- 172.21.15.67:0/650697618 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 71) ==== 3502+0+0 (secure 0 0 0) 0x7f6f2403f020 con 0x559bb74ad590 2024-09-21T00:26:32.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.030+0000 7f6f3e0b5740 10 client.7344 fetch_fsmap finished waiting for FSMap version 71 2024-09-21T00:26:32.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.030+0000 7f6f3e0b5740 10 client.7344 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-21T00:26:32.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.030+0000 7f6f3e0b5740 20 client.7344 populate_metadata read hostname 'smithi067' 2024-09-21T00:26:32.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.030+0000 7f6f3e0b5740 1 --2- 172.21.15.67:0/650697618 >> [v2:172.21.15.67:6832/229215736,v1:172.21.15.67:6834/229215736] conn(0x559bb793eed0 0x559bb78b3e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:32.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.030+0000 7f6f3e0b5740 4 client.7344 mds_command: new command op to 7191 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-21T00:26:32.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.030+0000 7f6f3e0b5740 1 -- 172.21.15.67:0/650697618 --> [v2:172.21.15.67:6832/229215736,v1:172.21.15.67:6834/229215736] -- command(tid 0: {"prefix": "status"}) -- 0x559bb78bc580 con 0x559bb793eed0 2024-09-21T00:26:32.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.030+0000 7f6f34ee6640 1 --2- 172.21.15.67:0/650697618 >> [v2:172.21.15.67:6832/229215736,v1:172.21.15.67:6834/229215736] conn(0x559bb793eed0 0x559bb78b3e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:32.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.030+0000 7f6f0f7fe640 10 client.7344 ms_handle_connect on v2:172.21.15.67:6832/229215736 2024-09-21T00:26:32.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.031+0000 7f6f34ee6640 1 --2- 172.21.15.67:0/650697618 >> [v2:172.21.15.67:6832/229215736,v1:172.21.15.67:6834/229215736] conn(0x559bb793eed0 0x559bb78b3e00 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5ea39b8793e2f4fd server_cookie=f8b11275ffa58957 in_seq=0 out_seq=0 2024-09-21T00:26:32.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.031+0000 7f6f0f7fe640 1 -- 172.21.15.67:0/650697618 <== mds.0 v2:172.21.15.67:6832/229215736 1 ==== command_reply(tid 0: 0 ) ==== 8+0+318 (crc 0 0 0) 0x559bb78bc580 con 0x559bb793eed0 2024-09-21T00:26:32.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.031+0000 7f6f0f7fe640 10 client.7344 handle_command_reply: tid=0 2024-09-21T00:26:32.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.031+0000 7f6f3e0b5740 1 client.7344 shutdown 2024-09-21T00:26:32.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.031+0000 7f6f3e0b5740 1 -- 172.21.15.67:0/650697618 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559bb74ad590 msgr2=0x559bb7885ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:32.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.031+0000 7f6f3e0b5740 1 --2- 172.21.15.67:0/650697618 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559bb74ad590 0x559bb7885ef0 secure :-1 s=READY pgs=1087 cs=0 l=1 rev1=1 crypto rx=0x7f6f2401d040 tx=0x7f6f240018b0 comp rx=0 tx=0).stop 2024-09-21T00:26:32.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.031+0000 7f6f3e0b5740 1 -- 172.21.15.67:0/650697618 shutdown_connections 2024-09-21T00:26:32.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.031+0000 7f6f3e0b5740 1 --2- 172.21.15.67:0/650697618 >> [v2:172.21.15.67:6832/229215736,v1:172.21.15.67:6834/229215736] conn(0x559bb793eed0 0x559bb78b3e00 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:32.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.031+0000 7f6f3e0b5740 1 --2- 172.21.15.67:0/650697618 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559bb74ce270 0x559bb7886430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:32.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.031+0000 7f6f3e0b5740 1 --2- 172.21.15.67:0/650697618 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559bb74ad590 0x559bb7885ef0 unknown :-1 s=CLOSED pgs=1087 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:32.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.031+0000 7f6f0f7fe640 0 client.7344 ms_handle_reset on v2:172.21.15.67:6832/229215736 2024-09-21T00:26:32.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.031+0000 7f6f3e0b5740 1 --2- 172.21.15.67:0/650697618 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559bb74a53b0 0x559bb793a750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:32.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.031+0000 7f6f3e0b5740 1 -- 172.21.15.67:0/650697618 >> 172.21.15.67:0/650697618 conn(0x559bb74c23c0 msgr2=0x559bb789f560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:32.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.031+0000 7f6f3e0b5740 1 -- 172.21.15.67:0/650697618 shutdown_connections 2024-09-21T00:26:32.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.031+0000 7f6f3e0b5740 1 -- 172.21.15.67:0/650697618 wait complete. 2024-09-21T00:26:32.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.031+0000 7f6f3e0b5740 20 client.7344 trim_cache size 0 max 16384 2024-09-21T00:26:32.037 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:26:32.037 INFO:teuthology.orchestra.run.smithi067.stdout: "cluster_fsid": "166a8832-baab-4541-be5c-9c3483b3f7a3", 2024-09-21T00:26:32.037 INFO:teuthology.orchestra.run.smithi067.stdout: "whoami": 0, 2024-09-21T00:26:32.037 INFO:teuthology.orchestra.run.smithi067.stdout: "id": 7191, 2024-09-21T00:26:32.037 INFO:teuthology.orchestra.run.smithi067.stdout: "want_state": "up:active", 2024-09-21T00:26:32.037 INFO:teuthology.orchestra.run.smithi067.stdout: "state": "up:active", 2024-09-21T00:26:32.037 INFO:teuthology.orchestra.run.smithi067.stdout: "fs_name": "cephfs", 2024-09-21T00:26:32.037 INFO:teuthology.orchestra.run.smithi067.stdout: "rank_uptime": 10.31684263, 2024-09-21T00:26:32.037 INFO:teuthology.orchestra.run.smithi067.stdout: "mdsmap_epoch": 71, 2024-09-21T00:26:32.037 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch": 88, 2024-09-21T00:26:32.038 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch_barrier": 88, 2024-09-21T00:26:32.038 INFO:teuthology.orchestra.run.smithi067.stdout: "uptime": 14.967314086 2024-09-21T00:26:32.038 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:26:32.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.032+0000 7f6f3714a640 1 -- 172.21.15.67:0/3361534019 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6f1c078b90 msgr2=0x7f6f1c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:32.039 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.032+0000 7f6f3714a640 1 --2- 172.21.15.67:0/3361534019 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6f1c078b90 0x7f6f1c07b0a0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f6f28032000 tx=0x7f6f28001510 comp rx=0 tx=0).stop 2024-09-21T00:26:32.039 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.032+0000 7f6f3714a640 1 -- 172.21.15.67:0/3361534019 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6f300d0090 msgr2=0x7f6f300c7360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:32.039 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.032+0000 7f6f3714a640 1 --2- 172.21.15.67:0/3361534019 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6f300d0090 0x7f6f300c7360 secure :-1 s=READY pgs=1083 cs=0 l=1 rev1=1 crypto rx=0x7f6f300cecb0 tx=0x7f6f20011b30 comp rx=0 tx=0).stop 2024-09-21T00:26:32.039 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.032+0000 7f6f3714a640 1 -- 172.21.15.67:0/3361534019 shutdown_connections 2024-09-21T00:26:32.039 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.032+0000 7f6f3714a640 1 --2- 172.21.15.67:0/3361534019 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6f1c078b90 0x7f6f1c07b0a0 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:32.039 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.032+0000 7f6f3714a640 1 --2- 172.21.15.67:0/3361534019 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6f300d0090 0x7f6f300c7360 unknown :-1 s=CLOSED pgs=1083 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:32.039 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.032+0000 7f6f3714a640 1 --2- 172.21.15.67:0/3361534019 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6f300c9380 0x7f6f30155960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:32.039 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.032+0000 7f6f3714a640 1 --2- 172.21.15.67:0/3361534019 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6f18003a50 0x7f6f300c56c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:32.039 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.032+0000 7f6f3714a640 1 -- 172.21.15.67:0/3361534019 >> 172.21.15.67:0/3361534019 conn(0x7f6f300d1280 msgr2=0x7f6f300cda80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:32.039 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.032+0000 7f6f3714a640 1 -- 172.21.15.67:0/3361534019 shutdown_connections 2024-09-21T00:26:32.039 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.032+0000 7f6f3714a640 1 -- 172.21.15.67:0/3361534019 wait complete. 2024-09-21T00:26:32.044 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-21T00:26:32.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.159+0000 7f0832ca9640 1 -- 172.21.15.67:0/1567555315 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f082c0b73f0 msgr2=0x7f082c0b7800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:32.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.159+0000 7f0832ca9640 1 --2- 172.21.15.67:0/1567555315 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f082c0b73f0 0x7f082c0b7800 secure :-1 s=READY pgs=1088 cs=0 l=1 rev1=1 crypto rx=0x7f082c0b7110 tx=0x7f082402aa30 comp rx=0 tx=0).stop 2024-09-21T00:26:32.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.160+0000 7f0832ca9640 1 -- 172.21.15.67:0/1567555315 shutdown_connections 2024-09-21T00:26:32.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.160+0000 7f0832ca9640 1 --2- 172.21.15.67:0/1567555315 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f082c0b73f0 0x7f082c0b7800 unknown :-1 s=CLOSED pgs=1088 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:32.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.160+0000 7f0832ca9640 1 --2- 172.21.15.67:0/1567555315 >> v2:172.21.15.97:3300/0 conn(0x7f082c0d1010 0x7f082c0d1420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:32.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.160+0000 7f0832ca9640 1 -- 172.21.15.67:0/1567555315 >> 172.21.15.67:0/1567555315 conn(0x7f082c08bee0 msgr2=0x7f082c0d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:32.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.160+0000 7f0832ca9640 1 -- 172.21.15.67:0/1567555315 shutdown_connections 2024-09-21T00:26:32.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.160+0000 7f0832ca9640 1 -- 172.21.15.67:0/1567555315 wait complete. 2024-09-21T00:26:32.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.161+0000 7f0832ca9640 1 Processor -- start 2024-09-21T00:26:32.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.161+0000 7f0832ca9640 1 -- start start 2024-09-21T00:26:32.165 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.163+0000 7f0832ca9640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f082c0b73f0 0x7f082c1497d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:32.165 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.163+0000 7f0832ca9640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f082c0b9780 0x7f082c15ac70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:32.165 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.163+0000 7f0832ca9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f082c0d1010 0x7f082c15b1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:32.165 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.163+0000 7f0832ca9640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f082c0cf490 con 0x7f082c0d1010 2024-09-21T00:26:32.165 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.163+0000 7f0832ca9640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f082c0cf310 con 0x7f082c0b9780 2024-09-21T00:26:32.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.163+0000 7f0832ca9640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f082c0cf610 con 0x7f082c0b73f0 2024-09-21T00:26:32.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.163+0000 7f0831246640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f082c0d1010 0x7f082c15b1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:32.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.163+0000 7f0831246640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f082c0d1010 0x7f082c15b1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39172/0 (socket says 172.21.15.67:39172) 2024-09-21T00:26:32.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.163+0000 7f0831246640 1 -- 172.21.15.67:0/2146359489 learned_addr learned my addr 172.21.15.67:0/2146359489 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:32.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.163+0000 7f082bfff640 1 --2- 172.21.15.67:0/2146359489 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f082c0b9780 0x7f082c15ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:32.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.163+0000 7f0830a45640 1 --2- 172.21.15.67:0/2146359489 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f082c0b73f0 0x7f082c1497d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:32.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.163+0000 7f0831246640 1 -- 172.21.15.67:0/2146359489 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f082c0b73f0 msgr2=0x7f082c1497d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:32.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.163+0000 7f0831246640 1 --2- 172.21.15.67:0/2146359489 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f082c0b73f0 0x7f082c1497d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:32.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.163+0000 7f0831246640 1 -- 172.21.15.67:0/2146359489 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f082c0b9780 msgr2=0x7f082c15ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:32.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.163+0000 7f0831246640 1 --2- 172.21.15.67:0/2146359489 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f082c0b9780 0x7f082c15ac70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:32.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.163+0000 7f0831246640 1 -- 172.21.15.67:0/2146359489 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f082c15bea0 con 0x7f082c0d1010 2024-09-21T00:26:32.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.163+0000 7f082bfff640 1 --2- 172.21.15.67:0/2146359489 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f082c0b9780 0x7f082c15ac70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:26:32.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.163+0000 7f0831246640 1 --2- 172.21.15.67:0/2146359489 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f082c0d1010 0x7f082c15b1b0 secure :-1 s=READY pgs=1089 cs=0 l=1 rev1=1 crypto rx=0x7f082402b020 tx=0x7f0824003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:32.167 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.164+0000 7f08297fa640 1 -- 172.21.15.67:0/2146359489 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0824033050 con 0x7f082c0d1010 2024-09-21T00:26:32.167 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.164+0000 7f08297fa640 1 -- 172.21.15.67:0/2146359489 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0824004450 con 0x7f082c0d1010 2024-09-21T00:26:32.167 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.164+0000 7f08297fa640 1 -- 172.21.15.67:0/2146359489 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0824038450 con 0x7f082c0d1010 2024-09-21T00:26:32.167 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.164+0000 7f0832ca9640 1 -- 172.21.15.67:0/2146359489 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f082c15c180 con 0x7f082c0d1010 2024-09-21T00:26:32.167 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.164+0000 7f0832ca9640 1 -- 172.21.15.67:0/2146359489 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f082c1568b0 con 0x7f082c0d1010 2024-09-21T00:26:32.168 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.165+0000 7f0832ca9640 1 -- 172.21.15.67:0/2146359489 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f082c0b7800 con 0x7f082c0d1010 2024-09-21T00:26:32.168 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.165+0000 7f08297fa640 1 -- 172.21.15.67:0/2146359489 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f0824036070 con 0x7f082c0d1010 2024-09-21T00:26:32.168 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.166+0000 7f08297fa640 1 --2- 172.21.15.67:0/2146359489 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0810078b90 0x7f081007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:32.168 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.166+0000 7f08297fa640 1 -- 172.21.15.67:0/2146359489 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 5709+0+0 (secure 0 0 0) 0x7f08240bc2d0 con 0x7f082c0d1010 2024-09-21T00:26:32.168 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.166+0000 7f0830a45640 1 --2- 172.21.15.67:0/2146359489 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0810078b90 0x7f081007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:32.168 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.167+0000 7f0830a45640 1 --2- 172.21.15.67:0/2146359489 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0810078b90 0x7f081007b0a0 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f082000b7f0 tx=0x7f0820008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:32.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.171+0000 7f08297fa640 1 -- 172.21.15.67:0/2146359489 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f0824084710 con 0x7f082c0d1010 2024-09-21T00:26:32.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.400+0000 7f0832ca9640 1 -- 172.21.15.67:0/2146359489 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f082c15bc30 con 0x7f082c0d1010 2024-09-21T00:26:32.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.400+0000 7f08297fa640 1 -- 172.21.15.67:0/2146359489 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v71) ==== 53+0+73 (secure 0 0 0) 0x7f0824084010 con 0x7f082c0d1010 2024-09-21T00:26:32.401 INFO:teuthology.orchestra.run.smithi067.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-21T00:26:32.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.402+0000 7f0832ca9640 1 -- 172.21.15.67:0/2146359489 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0810078b90 msgr2=0x7f081007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:32.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.402+0000 7f0832ca9640 1 --2- 172.21.15.67:0/2146359489 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0810078b90 0x7f081007b0a0 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f082000b7f0 tx=0x7f0820008040 comp rx=0 tx=0).stop 2024-09-21T00:26:32.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.402+0000 7f0832ca9640 1 -- 172.21.15.67:0/2146359489 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f082c0d1010 msgr2=0x7f082c15b1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:32.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.402+0000 7f0832ca9640 1 --2- 172.21.15.67:0/2146359489 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f082c0d1010 0x7f082c15b1b0 secure :-1 s=READY pgs=1089 cs=0 l=1 rev1=1 crypto rx=0x7f082402b020 tx=0x7f0824003f10 comp rx=0 tx=0).stop 2024-09-21T00:26:32.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.402+0000 7f0832ca9640 1 -- 172.21.15.67:0/2146359489 shutdown_connections 2024-09-21T00:26:32.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.402+0000 7f0832ca9640 1 --2- 172.21.15.67:0/2146359489 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0810078b90 0x7f081007b0a0 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:32.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.402+0000 7f0832ca9640 1 --2- 172.21.15.67:0/2146359489 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f082c0d1010 0x7f082c15b1b0 unknown :-1 s=CLOSED pgs=1089 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:32.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.402+0000 7f0832ca9640 1 --2- 172.21.15.67:0/2146359489 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f082c0b9780 0x7f082c15ac70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:32.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.402+0000 7f0832ca9640 1 --2- 172.21.15.67:0/2146359489 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f082c0b73f0 0x7f082c1497d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:32.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.402+0000 7f0832ca9640 1 -- 172.21.15.67:0/2146359489 >> 172.21.15.67:0/2146359489 conn(0x7f082c08bee0 msgr2=0x7f082c0b8cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:32.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.402+0000 7f0832ca9640 1 -- 172.21.15.67:0/2146359489 shutdown_connections 2024-09-21T00:26:32.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32.402+0000 7f0832ca9640 1 -- 172.21.15.67:0/2146359489 wait complete. 2024-09-21T00:26:32.415 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-21T00:26:32.415 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-21T00:26:32.415 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi067.front.sepia.ceph.com 2024-09-21T00:26:32.415 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-21T00:26:32.415 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-21T00:26:32.415 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-21T00:26:32.415 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-21T00:26:32.415 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-21T00:26:32.415 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-21T00:26:32.415 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:26:32.416 DEBUG:teuthology.orchestra.run.smithi067:> ip addr 2024-09-21T00:26:32.432 INFO:teuthology.orchestra.run.smithi067.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-21T00:26:32.432 INFO:teuthology.orchestra.run.smithi067.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-21T00:26:32.432 INFO:teuthology.orchestra.run.smithi067.stdout: inet 127.0.0.1/8 scope host lo 2024-09-21T00:26:32.432 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:26:32.432 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 ::1/128 scope host 2024-09-21T00:26:32.432 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:26:32.432 INFO:teuthology.orchestra.run.smithi067.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-21T00:26:32.432 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:a8:b4:7e brd ff:ff:ff:ff:ff:ff 2024-09-21T00:26:32.432 INFO:teuthology.orchestra.run.smithi067.stdout: altname enp7s0f0 2024-09-21T00:26:32.433 INFO:teuthology.orchestra.run.smithi067.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-21T00:26:32.433 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:a8:b4:7f brd ff:ff:ff:ff:ff:ff 2024-09-21T00:26:32.433 INFO:teuthology.orchestra.run.smithi067.stdout: altname enp7s0f1 2024-09-21T00:26:32.433 INFO:teuthology.orchestra.run.smithi067.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-21T00:26:32.433 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:b6:fc:0a brd ff:ff:ff:ff:ff:ff 2024-09-21T00:26:32.433 INFO:teuthology.orchestra.run.smithi067.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-21T00:26:32.433 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:b6:fc:0b brd ff:ff:ff:ff:ff:ff 2024-09-21T00:26:32.433 INFO:teuthology.orchestra.run.smithi067.stdout: inet 172.21.15.67/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-21T00:26:32.433 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft 42475sec preferred_lft 42475sec 2024-09-21T00:26:32.433 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::ec4:7aff:feb6:fc0b/64 scope link noprefixroute 2024-09-21T00:26:32.433 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:26:32.433 INFO:teuthology.orchestra.run.smithi067.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-21T00:26:32.433 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether ae:69:02:89:12:0b brd ff:ff:ff:ff:ff:ff 2024-09-21T00:26:32.434 INFO:teuthology.orchestra.run.smithi067.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-21T00:26:32.434 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:26:32.434 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::cb7:27ff:fe38:31a4/64 scope link 2024-09-21T00:26:32.434 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:26:32.434 INFO:teuthology.orchestra.run.smithi067.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T00:26:32.434 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether ae:69:02:89:12:0b brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:26:32.434 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::ac69:2ff:fe89:120b/64 scope link 2024-09-21T00:26:32.434 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:26:32.434 INFO:teuthology.orchestra.run.smithi067.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T00:26:32.434 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether d6:c9:e4:80:cc:a3 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:26:32.434 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::d4c9:e4ff:fe80:cca3/64 scope link 2024-09-21T00:26:32.434 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:26:32.435 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:26:32.435 DEBUG:teuthology.orchestra.run.smithi067:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-21T00:26:32.496 INFO:teuthology.orchestra.run.smithi067.stdout:1 2024-09-21T00:26:32.497 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:26:32.498 DEBUG:teuthology.orchestra.run.smithi067:> route 2024-09-21T00:26:32.554 INFO:teuthology.orchestra.run.smithi067.stdout:Kernel IP routing table 2024-09-21T00:26:32.554 INFO:teuthology.orchestra.run.smithi067.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-21T00:26:32.554 INFO:teuthology.orchestra.run.smithi067.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-21T00:26:32.554 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-21T00:26:32.554 INFO:teuthology.orchestra.run.smithi067.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-21T00:26:32.555 DEBUG:teuthology.orchestra.run.smithi067:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T00:26:32.555 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:26:32.555 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-21T00:26:32.555 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-21T00:26:32.555 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-21T00:26:32.555 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:26:32.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T00:26:32.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:26:32.683 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:26:32.683 DEBUG:teuthology.orchestra.run.smithi067:> ip netns list 2024-09-21T00:26:32.699 INFO:teuthology.orchestra.run.smithi067.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-21T00:26:32.699 INFO:teuthology.orchestra.run.smithi067.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-21T00:26:32.699 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-21T00:26:32.700 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:26:32.700 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip link set brx.0 up 2024-09-21T00:26:32.765 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-21T00:26:32.765 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T00:26:32.765 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-21T00:26:32.820 INFO:teuthology.orchestra.run.smithi067.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-21T00:26:32.821 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T00:26:32.821 DEBUG:teuthology.orchestra.run.smithi067:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-21T00:26:32.876 DEBUG:teuthology.orchestra.run.smithi067:> sudo modprobe fuse 2024-09-21T00:26:32.942 DEBUG:teuthology.orchestra.run.smithi067:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T00:26:32.999 INFO:teuthology.orchestra.run.smithi067.stdout:/proc 2024-09-21T00:26:32.999 INFO:teuthology.orchestra.run.smithi067.stdout:/sys 2024-09-21T00:26:32.999 INFO:teuthology.orchestra.run.smithi067.stdout:/dev 2024-09-21T00:26:32.999 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/security 2024-09-21T00:26:32.999 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/shm 2024-09-21T00:26:32.999 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/pts 2024-09-21T00:26:32.999 INFO:teuthology.orchestra.run.smithi067.stdout:/run 2024-09-21T00:26:32.999 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/cgroup 2024-09-21T00:26:32.999 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/pstore 2024-09-21T00:26:33.000 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/bpf 2024-09-21T00:26:33.000 INFO:teuthology.orchestra.run.smithi067.stdout:/ 2024-09-21T00:26:33.000 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/selinux 2024-09-21T00:26:33.000 INFO:teuthology.orchestra.run.smithi067.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T00:26:33.000 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/hugepages 2024-09-21T00:26:33.000 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/mqueue 2024-09-21T00:26:33.000 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/debug 2024-09-21T00:26:33.000 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/tracing 2024-09-21T00:26:33.000 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/fuse/connections 2024-09-21T00:26:33.000 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-sysctl.service 2024-09-21T00:26:33.000 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/config 2024-09-21T00:26:33.000 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-21T00:26:33.000 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-21T00:26:33.001 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/nfs/rpc_pipefs 2024-09-21T00:26:33.001 INFO:teuthology.orchestra.run.smithi067.stdout:/run/user/1000 2024-09-21T00:26:33.001 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph 2024-09-21T00:26:33.001 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T00:26:33.001 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T00:26:33.001 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T00:26:33.001 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T00:26:33.001 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns 2024-09-21T00:26:33.001 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:26:33.001 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:26:33.001 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:26:33.001 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:26:33.002 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:26:33.002 DEBUG:teuthology.orchestra.run.smithi067:> ls /sys/fs/fuse/connections 2024-09-21T00:26:33.054 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-21T00:26:33.054 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-21T00:26:33.096 DEBUG:teuthology.orchestra.run.smithi067:> sudo modprobe fuse 2024-09-21T00:26:33.121 DEBUG:teuthology.orchestra.run.smithi067:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T00:26:33.180 INFO:teuthology.orchestra.run.smithi067.stdout:/proc 2024-09-21T00:26:33.180 INFO:teuthology.orchestra.run.smithi067.stdout:/sys 2024-09-21T00:26:33.180 INFO:teuthology.orchestra.run.smithi067.stdout:/dev 2024-09-21T00:26:33.180 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/security 2024-09-21T00:26:33.180 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/shm 2024-09-21T00:26:33.180 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/pts 2024-09-21T00:26:33.180 INFO:teuthology.orchestra.run.smithi067.stdout:/run 2024-09-21T00:26:33.180 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/cgroup 2024-09-21T00:26:33.180 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/pstore 2024-09-21T00:26:33.180 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/bpf 2024-09-21T00:26:33.180 INFO:teuthology.orchestra.run.smithi067.stdout:/ 2024-09-21T00:26:33.180 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/selinux 2024-09-21T00:26:33.181 INFO:teuthology.orchestra.run.smithi067.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T00:26:33.181 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/hugepages 2024-09-21T00:26:33.181 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/mqueue 2024-09-21T00:26:33.181 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/debug 2024-09-21T00:26:33.181 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/tracing 2024-09-21T00:26:33.181 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/fuse/connections 2024-09-21T00:26:33.181 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-sysctl.service 2024-09-21T00:26:33.181 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/config 2024-09-21T00:26:33.181 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-21T00:26:33.181 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-21T00:26:33.181 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/nfs/rpc_pipefs 2024-09-21T00:26:33.181 INFO:teuthology.orchestra.run.smithi067.stdout:/run/user/1000 2024-09-21T00:26:33.181 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph 2024-09-21T00:26:33.181 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T00:26:33.182 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T00:26:33.182 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T00:26:33.182 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T00:26:33.182 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns 2024-09-21T00:26:33.182 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:26:33.182 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:26:33.182 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:26:33.182 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:26:33.182 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:26:33.182 DEBUG:teuthology.orchestra.run.smithi067:> ls /sys/fs/fuse/connections 2024-09-21T00:26:33.191 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:2024-09-21T00:26:33.190+0000 7fafe16ff480 -1 init, newargv = 0x7fafc4004640 newargc=15 2024-09-21T00:26:33.191 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:ceph-fuse[69113]: starting ceph client 2024-09-21T00:26:33.196 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:ceph-fuse[69113]: starting fuse 2024-09-21T00:26:33.206 INFO:teuthology.orchestra.run.smithi067.stdout:41 2024-09-21T00:26:33.206 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-21T00:26:33.206 DEBUG:teuthology.orchestra.run.smithi067:> sudo stdin-killer -- python3 -c ' 2024-09-21T00:26:33.206 DEBUG:teuthology.orchestra.run.smithi067:> import glob 2024-09-21T00:26:33.207 DEBUG:teuthology.orchestra.run.smithi067:> import re 2024-09-21T00:26:33.207 DEBUG:teuthology.orchestra.run.smithi067:> import os 2024-09-21T00:26:33.207 DEBUG:teuthology.orchestra.run.smithi067:> import subprocess 2024-09-21T00:26:33.207 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:26:33.207 DEBUG:teuthology.orchestra.run.smithi067:> def _find_admin_socket(client_name): 2024-09-21T00:26:33.207 DEBUG:teuthology.orchestra.run.smithi067:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-21T00:26:33.207 DEBUG:teuthology.orchestra.run.smithi067:> files = glob.glob(asok_path) 2024-09-21T00:26:33.207 DEBUG:teuthology.orchestra.run.smithi067:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-21T00:26:33.207 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:26:33.207 DEBUG:teuthology.orchestra.run.smithi067:> # Given a non-glob path, it better be there 2024-09-21T00:26:33.207 DEBUG:teuthology.orchestra.run.smithi067:> if "*" not in asok_path: 2024-09-21T00:26:33.207 DEBUG:teuthology.orchestra.run.smithi067:> assert(len(files) == 1) 2024-09-21T00:26:33.207 DEBUG:teuthology.orchestra.run.smithi067:> return files[0] 2024-09-21T00:26:33.207 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:26:33.208 DEBUG:teuthology.orchestra.run.smithi067:> for f in files: 2024-09-21T00:26:33.208 DEBUG:teuthology.orchestra.run.smithi067:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-21T00:26:33.208 DEBUG:teuthology.orchestra.run.smithi067:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-21T00:26:33.208 DEBUG:teuthology.orchestra.run.smithi067:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-21T00:26:33.208 DEBUG:teuthology.orchestra.run.smithi067:> contents = proc_f.read() 2024-09-21T00:26:33.208 DEBUG:teuthology.orchestra.run.smithi067:> if mountpoint in contents: 2024-09-21T00:26:33.208 DEBUG:teuthology.orchestra.run.smithi067:> return f 2024-09-21T00:26:33.208 DEBUG:teuthology.orchestra.run.smithi067:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-21T00:26:33.208 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:26:33.208 DEBUG:teuthology.orchestra.run.smithi067:> print(_find_admin_socket("client.0")) 2024-09-21T00:26:33.208 DEBUG:teuthology.orchestra.run.smithi067:> ' 2024-09-21T00:26:33.325 INFO:teuthology.orchestra.run.smithi067.stdout:/var/run/ceph/ceph-client.0.69113.asok 2024-09-21T00:26:33.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:26:33.335 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.69113.asok 2024-09-21T00:26:33.336 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:26:33.336 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.69113.asok status 2024-09-21T00:26:33.481 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:26:33.482 INFO:teuthology.orchestra.run.smithi067.stdout: "metadata": { 2024-09-21T00:26:33.482 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", 2024-09-21T00:26:33.482 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", 2024-09-21T00:26:33.482 INFO:teuthology.orchestra.run.smithi067.stdout: "entity_id": "0", 2024-09-21T00:26:33.482 INFO:teuthology.orchestra.run.smithi067.stdout: "hostname": "smithi067", 2024-09-21T00:26:33.482 INFO:teuthology.orchestra.run.smithi067.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-21T00:26:33.482 INFO:teuthology.orchestra.run.smithi067.stdout: "pid": "69113", 2024-09-21T00:26:33.482 INFO:teuthology.orchestra.run.smithi067.stdout: "root": "/" 2024-09-21T00:26:33.482 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:26:33.482 INFO:teuthology.orchestra.run.smithi067.stdout: "dentry_count": 0, 2024-09-21T00:26:33.482 INFO:teuthology.orchestra.run.smithi067.stdout: "dentry_pinned_count": 0, 2024-09-21T00:26:33.482 INFO:teuthology.orchestra.run.smithi067.stdout: "id": 7356, 2024-09-21T00:26:33.483 INFO:teuthology.orchestra.run.smithi067.stdout: "inst": { 2024-09-21T00:26:33.483 INFO:teuthology.orchestra.run.smithi067.stdout: "name": { 2024-09-21T00:26:33.483 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "client", 2024-09-21T00:26:33.483 INFO:teuthology.orchestra.run.smithi067.stdout: "num": 7356 2024-09-21T00:26:33.483 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:26:33.483 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": { 2024-09-21T00:26:33.483 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "v1", 2024-09-21T00:26:33.483 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": "192.168.0.1:0", 2024-09-21T00:26:33.483 INFO:teuthology.orchestra.run.smithi067.stdout: "nonce": 3883383732 2024-09-21T00:26:33.483 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:26:33.483 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:26:33.483 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": { 2024-09-21T00:26:33.483 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "v1", 2024-09-21T00:26:33.483 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": "192.168.0.1:0", 2024-09-21T00:26:33.484 INFO:teuthology.orchestra.run.smithi067.stdout: "nonce": 3883383732 2024-09-21T00:26:33.484 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:26:33.484 INFO:teuthology.orchestra.run.smithi067.stdout: "inst_str": "client.7356 192.168.0.1:0/3883383732", 2024-09-21T00:26:33.484 INFO:teuthology.orchestra.run.smithi067.stdout: "addr_str": "192.168.0.1:0/3883383732", 2024-09-21T00:26:33.484 INFO:teuthology.orchestra.run.smithi067.stdout: "inode_count": 1, 2024-09-21T00:26:33.484 INFO:teuthology.orchestra.run.smithi067.stdout: "mds_epoch": 71, 2024-09-21T00:26:33.484 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_epoch": 88, 2024-09-21T00:26:33.484 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_epoch_barrier": 0, 2024-09-21T00:26:33.484 INFO:teuthology.orchestra.run.smithi067.stdout: "blocklisted": false, 2024-09-21T00:26:33.484 INFO:teuthology.orchestra.run.smithi067.stdout: "fs_name": "cephfs" 2024-09-21T00:26:33.484 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:26:33.490 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:26:33.490 DEBUG:teuthology.orchestra.run.smithi067:> stat --file-system '--printf=%T 2024-09-21T00:26:33.491 DEBUG:teuthology.orchestra.run.smithi067:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-21T00:26:33.507 INFO:teuthology.orchestra.run.smithi067.stdout:fuseblk 2024-09-21T00:26:33.507 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-21T00:26:33.507 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:26:33.507 DEBUG:teuthology.orchestra.run.smithi067:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-21T00:26:33.573 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:26:33.574 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir testdir) 2024-09-21T00:26:33.635 DEBUG:teuthology.orchestra.run.smithi067:> stdin-killer -- python3 -c ' 2024-09-21T00:26:33.636 DEBUG:teuthology.orchestra.run.smithi067:> import os 2024-09-21T00:26:33.636 DEBUG:teuthology.orchestra.run.smithi067:> import stat 2024-09-21T00:26:33.636 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:26:33.636 DEBUG:teuthology.orchestra.run.smithi067:> print(os.stat("/home/ubuntu/cephtest/mnt.0/testdir").st_ino) 2024-09-21T00:26:33.636 DEBUG:teuthology.orchestra.run.smithi067:> ' 2024-09-21T00:26:33.743 INFO:teuthology.orchestra.run.smithi067.stdout:1099511627776 2024-09-21T00:26:33.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:26:33.752 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:26:33.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:33.908+0000 7fcf69b58640 1 -- 172.21.15.67:0/454964630 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcf640d1da0 msgr2=0x7fcf640b2240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:33.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:33.908+0000 7fcf69b58640 1 --2- 172.21.15.67:0/454964630 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcf640d1da0 0x7fcf640b2240 secure :-1 s=READY pgs=1093 cs=0 l=1 rev1=1 crypto rx=0x7fcf54005fd0 tx=0x7fcf5402a5d0 comp rx=0 tx=0).stop 2024-09-21T00:26:33.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:33.908+0000 7fcf69b58640 1 -- 172.21.15.67:0/454964630 shutdown_connections 2024-09-21T00:26:33.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:33.908+0000 7fcf69b58640 1 --2- 172.21.15.67:0/454964630 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcf640b6510 0x7fcf640b2780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:33.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:33.908+0000 7fcf69b58640 1 --2- 172.21.15.67:0/454964630 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcf640d1da0 0x7fcf640b2240 unknown :-1 s=CLOSED pgs=1093 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:33.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:33.908+0000 7fcf69b58640 1 -- 172.21.15.67:0/454964630 >> 172.21.15.67:0/454964630 conn(0x7fcf640d1280 msgr2=0x7fcf640d1690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:33.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:33.908+0000 7fcf69b58640 1 -- 172.21.15.67:0/454964630 shutdown_connections 2024-09-21T00:26:33.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:33.908+0000 7fcf69b58640 1 -- 172.21.15.67:0/454964630 wait complete. 2024-09-21T00:26:33.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:33.910+0000 7fcf69b58640 1 Processor -- start 2024-09-21T00:26:33.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:33.910+0000 7fcf69b58640 1 -- start start 2024-09-21T00:26:33.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:33.911+0000 7fcf69b58640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcf640b09a0 0x7fcf64160df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:33.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:33.911+0000 7fcf69b58640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcf640b6510 0x7fcf641f2890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:33.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:33.911+0000 7fcf69b58640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcf640d1da0 0x7fcf6415bea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:33.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:33.911+0000 7fcf69b58640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fcf640b1850 con 0x7fcf640b6510 2024-09-21T00:26:33.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:33.911+0000 7fcf69b58640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fcf640b16d0 con 0x7fcf640b09a0 2024-09-21T00:26:33.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:33.911+0000 7fcf69b58640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fcf640b19d0 con 0x7fcf640d1da0 2024-09-21T00:26:33.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:33.911+0000 7fcf5affd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcf640b6510 0x7fcf641f2890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:33.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:33.911+0000 7fcf5affd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcf640b6510 0x7fcf641f2890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54120/0 (socket says 172.21.15.67:54120) 2024-09-21T00:26:33.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:33.911+0000 7fcf5affd640 1 -- 172.21.15.67:0/3278854349 learned_addr learned my addr 172.21.15.67:0/3278854349 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:33.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:33.912+0000 7fcf637fe640 1 --2- 172.21.15.67:0/3278854349 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcf640b09a0 0x7fcf64160df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:33.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:33.912+0000 7fcf63fff640 1 --2- 172.21.15.67:0/3278854349 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcf640d1da0 0x7fcf6415bea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:33.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:33.912+0000 7fcf5affd640 1 -- 172.21.15.67:0/3278854349 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcf640d1da0 msgr2=0x7fcf6415bea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:33.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:33.912+0000 7fcf5affd640 1 --2- 172.21.15.67:0/3278854349 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcf640d1da0 0x7fcf6415bea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:33.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:33.912+0000 7fcf5affd640 1 -- 172.21.15.67:0/3278854349 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcf640b09a0 msgr2=0x7fcf64160df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:33.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:33.912+0000 7fcf5affd640 1 --2- 172.21.15.67:0/3278854349 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcf640b09a0 0x7fcf64160df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:33.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:33.912+0000 7fcf5affd640 1 -- 172.21.15.67:0/3278854349 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcf64161330 con 0x7fcf640b6510 2024-09-21T00:26:33.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:33.912+0000 7fcf5affd640 1 --2- 172.21.15.67:0/3278854349 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcf640b6510 0x7fcf641f2890 secure :-1 s=READY pgs=1094 cs=0 l=1 rev1=1 crypto rx=0x7fcf4c00b440 tx=0x7fcf4c00b900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:33.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:33.912+0000 7fcf60ff9640 1 -- 172.21.15.67:0/3278854349 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf4c015020 con 0x7fcf640b6510 2024-09-21T00:26:33.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:33.912+0000 7fcf60ff9640 1 -- 172.21.15.67:0/3278854349 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcf4c011980 con 0x7fcf640b6510 2024-09-21T00:26:33.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:33.912+0000 7fcf69b58640 1 -- 172.21.15.67:0/3278854349 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcf641f33c0 con 0x7fcf640b6510 2024-09-21T00:26:33.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:33.912+0000 7fcf60ff9640 1 -- 172.21.15.67:0/3278854349 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf4c011dd0 con 0x7fcf640b6510 2024-09-21T00:26:33.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:33.912+0000 7fcf69b58640 1 -- 172.21.15.67:0/3278854349 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcf64160610 con 0x7fcf640b6510 2024-09-21T00:26:33.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:33.913+0000 7fcf69b58640 1 -- 172.21.15.67:0/3278854349 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcf641f3130 con 0x7fcf640b6510 2024-09-21T00:26:33.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:33.914+0000 7fcf60ff9640 1 -- 172.21.15.67:0/3278854349 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fcf4c018020 con 0x7fcf640b6510 2024-09-21T00:26:33.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:33.915+0000 7fcf60ff9640 1 --2- 172.21.15.67:0/3278854349 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcf44078b90 0x7fcf4407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:33.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:33.915+0000 7fcf60ff9640 1 -- 172.21.15.67:0/3278854349 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 5709+0+0 (secure 0 0 0) 0x7fcf4c09ad60 con 0x7fcf640b6510 2024-09-21T00:26:33.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:33.915+0000 7fcf637fe640 1 --2- 172.21.15.67:0/3278854349 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcf44078b90 0x7fcf4407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:33.917 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:33.916+0000 7fcf637fe640 1 --2- 172.21.15.67:0/3278854349 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcf44078b90 0x7fcf4407b0a0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fcf54033000 tx=0x7fcf54004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:33.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:33.920+0000 7fcf60ff9640 1 -- 172.21.15.67:0/3278854349 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fcf4c01f020 con 0x7fcf640b6510 2024-09-21T00:26:34.147 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34.146+0000 7fcf69b58640 1 -- 172.21.15.67:0/3278854349 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcf640b0db0 con 0x7fcf640b6510 2024-09-21T00:26:34.148 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34.146+0000 7fcf60ff9640 1 -- 172.21.15.67:0/3278854349 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 71 v71) ==== 94+0+5219 (secure 0 0 0) 0x7fcf4c00d040 con 0x7fcf640b6510 2024-09-21T00:26:34.148 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:26:34.148 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":71,"btime":"2024-09-21T00:26:24:722200+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6206,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/3485960531","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3485960531},{"type":"v1","addr":"172.21.15.97:6836","nonce":3485960531}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67},{"gid":6209,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/2123006928","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":2123006928},{"type":"v1","addr":"172.21.15.97:6837","nonce":2123006928}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67},{"gid":6673,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/134451528","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":134451528},{"type":"v1","addr":"172.21.15.67:6835","nonce":134451528}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67}],"filesystems":[{"mdsmap":{"epoch":71,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:26:21.076817+0000","modified":"2024-09-21T00:26:24.109199+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7191},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7191":{"gid":7191,"name":"a","rank":0,"incarnation":68,"state":"up:active","state_seq":3,"addr":"172.21.15.67:6834/229215736","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":229215736},{"type":"v1","addr":"172.21.15.67:6834","nonce":229215736}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7191,"qdb_cluster":[7191]},"id":6}]} 2024-09-21T00:26:34.148 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 71 2024-09-21T00:26:34.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34.148+0000 7fcf69b58640 1 -- 172.21.15.67:0/3278854349 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcf44078b90 msgr2=0x7fcf4407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:34.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34.148+0000 7fcf69b58640 1 --2- 172.21.15.67:0/3278854349 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcf44078b90 0x7fcf4407b0a0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fcf54033000 tx=0x7fcf54004730 comp rx=0 tx=0).stop 2024-09-21T00:26:34.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34.148+0000 7fcf69b58640 1 -- 172.21.15.67:0/3278854349 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcf640b6510 msgr2=0x7fcf641f2890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:34.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34.148+0000 7fcf69b58640 1 --2- 172.21.15.67:0/3278854349 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcf640b6510 0x7fcf641f2890 secure :-1 s=READY pgs=1094 cs=0 l=1 rev1=1 crypto rx=0x7fcf4c00b440 tx=0x7fcf4c00b900 comp rx=0 tx=0).stop 2024-09-21T00:26:34.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34.148+0000 7fcf69b58640 1 -- 172.21.15.67:0/3278854349 shutdown_connections 2024-09-21T00:26:34.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34.148+0000 7fcf69b58640 1 --2- 172.21.15.67:0/3278854349 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcf44078b90 0x7fcf4407b0a0 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:34.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34.148+0000 7fcf69b58640 1 --2- 172.21.15.67:0/3278854349 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcf640d1da0 0x7fcf6415bea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:34.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34.148+0000 7fcf69b58640 1 --2- 172.21.15.67:0/3278854349 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcf640b6510 0x7fcf641f2890 unknown :-1 s=CLOSED pgs=1094 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:34.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34.148+0000 7fcf69b58640 1 --2- 172.21.15.67:0/3278854349 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcf640b09a0 0x7fcf64160df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:34.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34.148+0000 7fcf69b58640 1 -- 172.21.15.67:0/3278854349 >> 172.21.15.67:0/3278854349 conn(0x7fcf640d1280 msgr2=0x7fcf640b2d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:34.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34.148+0000 7fcf69b58640 1 -- 172.21.15.67:0/3278854349 shutdown_connections 2024-09-21T00:26:34.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34.148+0000 7fcf69b58640 1 -- 172.21.15.67:0/3278854349 wait complete. 2024-09-21T00:26:34.161 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json dump inode 1099511627776 2024-09-21T00:26:34.287 INFO:teuthology.orchestra.run.smithi067.stdout:{"path":"/testdir","ino":1099511627776,"rdev":0,"ctime":"2024-09-21T00:26:33.632072+0000","btime":"2024-09-21T00:26:33.632072+0000","mode":16877,"uid":1000,"gid":1333,"nlink":1,"dir_layout":{"dir_hash":2,"unused1":0,"unused2":0,"unused3":0},"layout":{"stripe_unit":0,"stripe_count":0,"object_size":0,"pool_id":-1,"pool_ns":""},"old_pools":[],"size":0,"truncate_seq":1,"truncate_size":18446744073709551615,"truncate_from":0,"truncate_pending":0,"mtime":"2024-09-21T00:26:33.632072+0000","atime":"2024-09-21T00:26:33.632072+0000","time_warp_seq":0,"change_attr":0,"export_pin":-1,"export_ephemeral_random_pin":0,"export_ephemeral_distributed_pin":false,"quiesce_block":false,"client_ranges":[],"dirstat":{"version":0,"mtime":"0.000000","num_files":0,"num_subdirs":0,"change_attr":0},"rstat":{"version":0,"rbytes":0,"rfiles":0,"rsubdirs":1,"rsnaps":0,"rctime":"0.000000"},"accounted_rstat":{"version":0,"rbytes":0,"rfiles":0,"rsubdirs":1,"rsnaps":0,"rctime":"0.000000"},"version":2,"file_data_version":0,"xattr_version":1,"backtrace_version":2,"inline_data_version":18446744073709551615,"inline_data_length":0,"stray_prior_path":"","max_size_ever":0,"quota":{"max_bytes":0,"max_files":0},"last_scrub_stamp":"0.000000","last_scrub_version":0,"symlink":"","xattrs":[],"dirfragtree":{"splits":[]},"old_inodes":[],"oldest_snap":18446744073709551614,"damage_flags":0,"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"request":0,"dirfrag":1,"caps":1,"dirtyparent":1,"dirty":1},"nref":4,"versionlock":{"gather_set":[],"state":"lock","type":"iversion","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"authlock":{"gather_set":[],"state":"excl","type":"iauth","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"linklock":{},"dirfragtreelock":{},"filelock":{"gather_set":[],"state":"excl","type":"ifile","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"xattrlock":{"gather_set":[],"state":"excl","type":"ixattr","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"snaplock":{},"nestlock":{"gather_set":[],"state":"lock","type":"inest","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"flocklock":{},"policylock":{},"quiescelock":{"gather_set":[],"state":"lock","type":"iquiesce","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"states":["auth","dirty","dirtyparent","dirtypool"],"client_caps":[{"client_id":7356,"pending":"pAsxLsXsxFsx","issued":"pAsxLsXsxFsx","wanted":"-","last_sent":1}],"loner":7356,"want_loner":7356,"mds_caps_wanted":[],"is_subvolume":false} 2024-09-21T00:26:34.288 DEBUG:tasks.cephfs.filesystem:_json_asok output { "accounted_rstat": { "rbytes": 0, "rctime": "0.000000", "rfiles": 0, "rsnaps": 0, "rsubdirs": 1, "version": 0 }, "atime": "2024-09-21T00:26:33.632072+0000", "auth_pins": 0, "auth_state": { "replicas": {} }, "authlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "excl", "type": "iauth", "xlock_by": {} }, "backtrace_version": 2, "btime": "2024-09-21T00:26:33.632072+0000", "change_attr": 0, "client_caps": [ { "client_id": 7356, "issued": "pAsxLsXsxFsx", "last_sent": 1, "pending": "pAsxLsXsxFsx", "wanted": "-" } ], "client_ranges": [], "ctime": "2024-09-21T00:26:33.632072+0000", "damage_flags": 0, "dir_layout": { "dir_hash": 2, "unused1": 0, "unused2": 0, "unused3": 0 }, "dirfragtree": { "splits": [] }, "dirfragtreelock": {}, "dirstat": { "change_attr": 0, "mtime": "0.000000", "num_files": 0, "num_subdirs": 0, "version": 0 }, "export_ephemeral_distributed_pin": false, "export_ephemeral_random_pin": 0, "export_pin": -1, "file_data_version": 0, "filelock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "excl", "type": "ifile", "xlock_by": {} }, "flocklock": {}, "gid": 1333, "inline_data_length": 0, "inline_data_version": 18446744073709551615, "ino": 1099511627776, "is_auth": true, "is_freezing": false, "is_frozen": false, "is_subvolume": false, "last_scrub_stamp": "0.000000", "last_scrub_version": 0, "layout": { "object_size": 0, "pool_id": -1, "pool_ns": "", "stripe_count": 0, "stripe_unit": 0 }, "linklock": {}, "loner": 7356, "max_size_ever": 0, "mds_caps_wanted": [], "mode": 16877, "mtime": "2024-09-21T00:26:33.632072+0000", "nestlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "inest", "xlock_by": {} }, "nlink": 1, "nref": 4, "old_inodes": [], "old_pools": [], "oldest_snap": 18446744073709551614, "path": "/testdir", "pins": { "caps": 1, "dirfrag": 1, "dirty": 1, "dirtyparent": 1, "request": 0 }, "policylock": {}, "quiesce_block": false, "quiescelock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "iquiesce", "xlock_by": {} }, "quota": { "max_bytes": 0, "max_files": 0 }, "rdev": 0, "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "rstat": { "rbytes": 0, "rctime": "0.000000", "rfiles": 0, "rsnaps": 0, "rsubdirs": 1, "version": 0 }, "size": 0, "snaplock": {}, "states": [ "auth", "dirty", "dirtyparent", "dirtypool" ], "stray_prior_path": "", "symlink": "", "time_warp_seq": 0, "truncate_from": 0, "truncate_pending": 0, "truncate_seq": 1, "truncate_size": 18446744073709551615, "uid": 1000, "version": 2, "versionlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "iversion", "xlock_by": {} }, "want_loner": 7356, "xattr_version": 1, "xattrlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "excl", "type": "ixattr", "xlock_by": {} }, "xattrs": [] } 2024-09-21T00:26:34.288 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:26:34.288 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:26:34.304 DEBUG:teuthology.orchestra.run.smithi067:> stdin-killer -- python3 -c ' 2024-09-21T00:26:34.304 DEBUG:teuthology.orchestra.run.smithi067:> import os 2024-09-21T00:26:34.304 DEBUG:teuthology.orchestra.run.smithi067:> import uuid 2024-09-21T00:26:34.304 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:26:34.304 DEBUG:teuthology.orchestra.run.smithi067:> n = 21 2024-09-21T00:26:34.304 DEBUG:teuthology.orchestra.run.smithi067:> create_hard_links = False 2024-09-21T00:26:34.304 DEBUG:teuthology.orchestra.run.smithi067:> if 0 > 0: 2024-09-21T00:26:34.305 DEBUG:teuthology.orchestra.run.smithi067:> create_hard_links = True 2024-09-21T00:26:34.305 DEBUG:teuthology.orchestra.run.smithi067:> path = "/home/ubuntu/cephtest/mnt.0/testdir/file" 2024-09-21T00:26:34.305 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:26:34.305 DEBUG:teuthology.orchestra.run.smithi067:> dpath = os.path.dirname(path) 2024-09-21T00:26:34.305 DEBUG:teuthology.orchestra.run.smithi067:> fnameprefix = os.path.basename(path) 2024-09-21T00:26:34.305 DEBUG:teuthology.orchestra.run.smithi067:> os.makedirs(dpath, exist_ok=True) 2024-09-21T00:26:34.305 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:26:34.305 DEBUG:teuthology.orchestra.run.smithi067:> try: 2024-09-21T00:26:34.305 DEBUG:teuthology.orchestra.run.smithi067:> dirfd = os.open(dpath, os.O_DIRECTORY) 2024-09-21T00:26:34.305 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:26:34.305 DEBUG:teuthology.orchestra.run.smithi067:> for i in range(n): 2024-09-21T00:26:34.305 DEBUG:teuthology.orchestra.run.smithi067:> fpath = os.path.join(dpath, f"{fnameprefix}_{i}") 2024-09-21T00:26:34.305 DEBUG:teuthology.orchestra.run.smithi067:> with open(fpath, '"'"'w'"'"') as f: 2024-09-21T00:26:34.305 DEBUG:teuthology.orchestra.run.smithi067:> f.write(f"{i}") 2024-09-21T00:26:34.305 DEBUG:teuthology.orchestra.run.smithi067:> if False: 2024-09-21T00:26:34.306 DEBUG:teuthology.orchestra.run.smithi067:> f.flush() 2024-09-21T00:26:34.306 DEBUG:teuthology.orchestra.run.smithi067:> os.fsync(f.fileno()) 2024-09-21T00:26:34.306 DEBUG:teuthology.orchestra.run.smithi067:> if False: 2024-09-21T00:26:34.306 DEBUG:teuthology.orchestra.run.smithi067:> os.unlink(fpath) 2024-09-21T00:26:34.306 DEBUG:teuthology.orchestra.run.smithi067:> if False: 2024-09-21T00:26:34.306 DEBUG:teuthology.orchestra.run.smithi067:> os.fsync(dirfd) 2024-09-21T00:26:34.306 DEBUG:teuthology.orchestra.run.smithi067:> if create_hard_links: 2024-09-21T00:26:34.306 DEBUG:teuthology.orchestra.run.smithi067:> for j in range(0): 2024-09-21T00:26:34.306 DEBUG:teuthology.orchestra.run.smithi067:> os.system(f"ln {fpath} {dpath}/{fnameprefix}_{i}_{uuid.uuid4()}") 2024-09-21T00:26:34.306 DEBUG:teuthology.orchestra.run.smithi067:> if False: 2024-09-21T00:26:34.306 DEBUG:teuthology.orchestra.run.smithi067:> os.fsync(dirfd) 2024-09-21T00:26:34.306 DEBUG:teuthology.orchestra.run.smithi067:> finally: 2024-09-21T00:26:34.306 DEBUG:teuthology.orchestra.run.smithi067:> os.close(dirfd) 2024-09-21T00:26:34.306 DEBUG:teuthology.orchestra.run.smithi067:> ' 2024-09-21T00:26:34.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:26:34.471 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:26:34.471 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:26:34.527 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T00:26:34.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34.684+0000 7fa909c27640 1 -- 172.21.15.67:0/2997324487 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa9040b7850 msgr2=0x7fa9040b4c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:34.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34.684+0000 7fa909c27640 1 --2- 172.21.15.67:0/2997324487 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa9040b7850 0x7fa9040b4c60 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fa8f4005fd0 tx=0x7fa8f402a5d0 comp rx=0 tx=0).stop 2024-09-21T00:26:34.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34.684+0000 7fa909c27640 1 -- 172.21.15.67:0/2997324487 shutdown_connections 2024-09-21T00:26:34.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34.684+0000 7fa909c27640 1 --2- 172.21.15.67:0/2997324487 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa9040cd030 0x7fa9040cd440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:34.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34.684+0000 7fa909c27640 1 --2- 172.21.15.67:0/2997324487 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa9040b7850 0x7fa9040b4c60 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:34.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34.684+0000 7fa909c27640 1 -- 172.21.15.67:0/2997324487 >> 172.21.15.67:0/2997324487 conn(0x7fa9040b4140 msgr2=0x7fa9040b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:34.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34.684+0000 7fa909c27640 1 -- 172.21.15.67:0/2997324487 shutdown_connections 2024-09-21T00:26:34.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34.684+0000 7fa909c27640 1 -- 172.21.15.67:0/2997324487 wait complete. 2024-09-21T00:26:34.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34.686+0000 7fa909c27640 1 Processor -- start 2024-09-21T00:26:34.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34.686+0000 7fa909c27640 1 -- start start 2024-09-21T00:26:34.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34.687+0000 7fa909c27640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa90409a950 0x7fa9041f7980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:34.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34.687+0000 7fa909c27640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa9040b7850 0x7fa9041e48b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:34.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34.687+0000 7fa909c27640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa9040cd030 0x7fa9041f3a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:34.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34.687+0000 7fa909c27640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fa9040cdd10 con 0x7fa9040cd030 2024-09-21T00:26:34.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34.687+0000 7fa909c27640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fa9040cdb90 con 0x7fa90409a950 2024-09-21T00:26:34.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34.687+0000 7fa909c27640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fa9040cde90 con 0x7fa9040b7850 2024-09-21T00:26:34.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34.687+0000 7fa903fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa9040cd030 0x7fa9041f3a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:34.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34.687+0000 7fa903fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa9040cd030 0x7fa9041f3a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54132/0 (socket says 172.21.15.67:54132) 2024-09-21T00:26:34.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34.687+0000 7fa903fff640 1 -- 172.21.15.67:0/3030183475 learned_addr learned my addr 172.21.15.67:0/3030183475 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:34.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34.688+0000 7fa9037fe640 1 --2- 172.21.15.67:0/3030183475 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa90409a950 0x7fa9041f7980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:34.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34.688+0000 7fa902ffd640 1 --2- 172.21.15.67:0/3030183475 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa9040b7850 0x7fa9041e48b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:34.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34.688+0000 7fa903fff640 1 -- 172.21.15.67:0/3030183475 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa9040b7850 msgr2=0x7fa9041e48b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:34.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34.688+0000 7fa903fff640 1 --2- 172.21.15.67:0/3030183475 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa9040b7850 0x7fa9041e48b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:34.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34.688+0000 7fa903fff640 1 -- 172.21.15.67:0/3030183475 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa90409a950 msgr2=0x7fa9041f7980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:34.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34.688+0000 7fa903fff640 1 --2- 172.21.15.67:0/3030183475 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa90409a950 0x7fa9041f7980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:34.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34.688+0000 7fa903fff640 1 -- 172.21.15.67:0/3030183475 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9040ca3b0 con 0x7fa9040cd030 2024-09-21T00:26:34.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34.688+0000 7fa902ffd640 1 --2- 172.21.15.67:0/3030183475 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa9040b7850 0x7fa9041e48b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:26:34.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34.688+0000 7fa903fff640 1 --2- 172.21.15.67:0/3030183475 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa9040cd030 0x7fa9041f3a10 secure :-1 s=READY pgs=1095 cs=0 l=1 rev1=1 crypto rx=0x7fa8fc00ebf0 tx=0x7fa8fc00c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:34.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34.688+0000 7fa8ebfff640 1 -- 172.21.15.67:0/3030183475 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8fc003b70 con 0x7fa9040cd030 2024-09-21T00:26:34.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34.688+0000 7fa8ebfff640 1 -- 172.21.15.67:0/3030183475 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa8fc003d10 con 0x7fa9040cd030 2024-09-21T00:26:34.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34.688+0000 7fa8ebfff640 1 -- 172.21.15.67:0/3030183475 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8fc004280 con 0x7fa9040cd030 2024-09-21T00:26:34.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34.688+0000 7fa909c27640 1 -- 172.21.15.67:0/3030183475 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa9040ca690 con 0x7fa9040cd030 2024-09-21T00:26:34.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34.688+0000 7fa909c27640 1 -- 172.21.15.67:0/3030183475 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa9041f7460 con 0x7fa9040cd030 2024-09-21T00:26:34.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34.689+0000 7fa909c27640 1 -- 172.21.15.67:0/3030183475 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa9040ca120 con 0x7fa9040cd030 2024-09-21T00:26:34.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34.690+0000 7fa8ebfff640 1 -- 172.21.15.67:0/3030183475 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fa8fc004420 con 0x7fa9040cd030 2024-09-21T00:26:34.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34.691+0000 7fa8ebfff640 1 --2- 172.21.15.67:0/3030183475 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa8f0078b90 0x7fa8f007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:34.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34.691+0000 7fa8ebfff640 1 -- 172.21.15.67:0/3030183475 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 5709+0+0 (secure 0 0 0) 0x7fa8fc09b8f0 con 0x7fa9040cd030 2024-09-21T00:26:34.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34.691+0000 7fa9037fe640 1 --2- 172.21.15.67:0/3030183475 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa8f0078b90 0x7fa8f007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:34.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34.692+0000 7fa9037fe640 1 --2- 172.21.15.67:0/3030183475 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa8f0078b90 0x7fa8f007b0a0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fa8f4033000 tx=0x7fa8f4004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:34.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34.696+0000 7fa8ebfff640 1 -- 172.21.15.67:0/3030183475 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fa8fc063d40 con 0x7fa9040cd030 2024-09-21T00:26:34.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34.895+0000 7fa909c27640 1 -- 172.21.15.67:0/3030183475 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fa9040b4c60 con 0x7fa9040cd030 2024-09-21T00:26:34.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34.895+0000 7fa8ebfff640 1 -- 172.21.15.67:0/3030183475 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v88) ==== 80+0+0 (secure 0 0 0) 0x7fa8fc063640 con 0x7fa9040cd030 2024-09-21T00:26:34.896 INFO:teuthology.orchestra.run.smithi067.stderr:listed 0 entries 2024-09-21T00:26:34.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34.897+0000 7fa909c27640 1 -- 172.21.15.67:0/3030183475 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa8f0078b90 msgr2=0x7fa8f007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:34.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34.897+0000 7fa909c27640 1 --2- 172.21.15.67:0/3030183475 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa8f0078b90 0x7fa8f007b0a0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fa8f4033000 tx=0x7fa8f4004730 comp rx=0 tx=0).stop 2024-09-21T00:26:34.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34.897+0000 7fa909c27640 1 -- 172.21.15.67:0/3030183475 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa9040cd030 msgr2=0x7fa9041f3a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:34.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34.897+0000 7fa909c27640 1 --2- 172.21.15.67:0/3030183475 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa9040cd030 0x7fa9041f3a10 secure :-1 s=READY pgs=1095 cs=0 l=1 rev1=1 crypto rx=0x7fa8fc00ebf0 tx=0x7fa8fc00c6a0 comp rx=0 tx=0).stop 2024-09-21T00:26:34.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34.898+0000 7fa909c27640 1 -- 172.21.15.67:0/3030183475 shutdown_connections 2024-09-21T00:26:34.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34.898+0000 7fa909c27640 1 --2- 172.21.15.67:0/3030183475 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa8f0078b90 0x7fa8f007b0a0 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:34.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34.898+0000 7fa909c27640 1 --2- 172.21.15.67:0/3030183475 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa9040cd030 0x7fa9041f3a10 unknown :-1 s=CLOSED pgs=1095 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:34.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34.898+0000 7fa909c27640 1 --2- 172.21.15.67:0/3030183475 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa9040b7850 0x7fa9041e48b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:34.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34.898+0000 7fa909c27640 1 --2- 172.21.15.67:0/3030183475 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa90409a950 0x7fa9041f7980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:34.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34.898+0000 7fa909c27640 1 -- 172.21.15.67:0/3030183475 >> 172.21.15.67:0/3030183475 conn(0x7fa9040b4140 msgr2=0x7fa9040b11e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:34.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34.898+0000 7fa909c27640 1 -- 172.21.15.67:0/3030183475 shutdown_connections 2024-09-21T00:26:34.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:34.898+0000 7fa909c27640 1 -- 172.21.15.67:0/3030183475 wait complete. 2024-09-21T00:26:34.910 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:26:34.910 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:26:34.927 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T00:26:35.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:35.083+0000 7fc1b577b640 1 -- 172.21.15.67:0/2642930000 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc1b00b9e70 msgr2=0x7fc1b00b6020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:35.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:35.083+0000 7fc1b577b640 1 --2- 172.21.15.67:0/2642930000 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc1b00b9e70 0x7fc1b00b6020 secure :-1 s=READY pgs=1097 cs=0 l=1 rev1=1 crypto rx=0x7fc1b006e010 tx=0x7fc1a002aa90 comp rx=0 tx=0).stop 2024-09-21T00:26:35.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:35.083+0000 7fc1b577b640 1 -- 172.21.15.67:0/2642930000 shutdown_connections 2024-09-21T00:26:35.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:35.083+0000 7fc1b577b640 1 --2- 172.21.15.67:0/2642930000 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc1b00b9e70 0x7fc1b00b6020 unknown :-1 s=CLOSED pgs=1097 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:35.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:35.083+0000 7fc1b577b640 1 -- 172.21.15.67:0/2642930000 >> 172.21.15.67:0/2642930000 conn(0x7fc1b00d45a0 msgr2=0x7fc1b00d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:35.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:35.083+0000 7fc1b577b640 1 -- 172.21.15.67:0/2642930000 shutdown_connections 2024-09-21T00:26:35.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:35.083+0000 7fc1b577b640 1 -- 172.21.15.67:0/2642930000 wait complete. 2024-09-21T00:26:35.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:35.085+0000 7fc1b577b640 1 Processor -- start 2024-09-21T00:26:35.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:35.085+0000 7fc1b577b640 1 -- start start 2024-09-21T00:26:35.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:35.086+0000 7fc1b577b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc1b00b9e70 0x7fc1b014e0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:35.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:35.086+0000 7fc1b577b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc1b00d0270 0x7fc1b01f9240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:35.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:35.086+0000 7fc1b577b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc1b00d22f0 0x7fc1b01f9780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:35.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:35.086+0000 7fc1b577b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc1b00b6930 con 0x7fc1b00d22f0 2024-09-21T00:26:35.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:35.086+0000 7fc1b577b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc1b00b67b0 con 0x7fc1b00d0270 2024-09-21T00:26:35.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:35.086+0000 7fc1b577b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fc1b006f9e0 con 0x7fc1b00b9e70 2024-09-21T00:26:35.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:35.087+0000 7fc1af7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc1b00d22f0 0x7fc1b01f9780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:35.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:35.087+0000 7fc1af7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc1b00d22f0 0x7fc1b01f9780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54162/0 (socket says 172.21.15.67:54162) 2024-09-21T00:26:35.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:35.087+0000 7fc1af7fe640 1 -- 172.21.15.67:0/1932052207 learned_addr learned my addr 172.21.15.67:0/1932052207 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:35.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:35.087+0000 7fc1ae7fc640 1 --2- 172.21.15.67:0/1932052207 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc1b00d0270 0x7fc1b01f9240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:35.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:35.087+0000 7fc1aeffd640 1 --2- 172.21.15.67:0/1932052207 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc1b00b9e70 0x7fc1b014e0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:35.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:35.087+0000 7fc1af7fe640 1 -- 172.21.15.67:0/1932052207 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc1b00b9e70 msgr2=0x7fc1b014e0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:35.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:35.087+0000 7fc1af7fe640 1 --2- 172.21.15.67:0/1932052207 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc1b00b9e70 0x7fc1b014e0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:35.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:35.087+0000 7fc1af7fe640 1 -- 172.21.15.67:0/1932052207 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc1b00d0270 msgr2=0x7fc1b01f9240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:35.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:35.087+0000 7fc1af7fe640 1 --2- 172.21.15.67:0/1932052207 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc1b00d0270 0x7fc1b01f9240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:35.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:35.087+0000 7fc1af7fe640 1 -- 172.21.15.67:0/1932052207 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1b00cd290 con 0x7fc1b00d22f0 2024-09-21T00:26:35.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:35.087+0000 7fc1af7fe640 1 --2- 172.21.15.67:0/1932052207 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc1b00d22f0 0x7fc1b01f9780 secure :-1 s=READY pgs=1098 cs=0 l=1 rev1=1 crypto rx=0x7fc1a800c3c0 tx=0x7fc1a800c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:35.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:35.089+0000 7fc1a77fe640 1 -- 172.21.15.67:0/1932052207 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1a8017070 con 0x7fc1b00d22f0 2024-09-21T00:26:35.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:35.089+0000 7fc1a77fe640 1 -- 172.21.15.67:0/1932052207 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc1a80053c0 con 0x7fc1b00d22f0 2024-09-21T00:26:35.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:35.089+0000 7fc1b577b640 1 -- 172.21.15.67:0/1932052207 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1b00cd570 con 0x7fc1b00d22f0 2024-09-21T00:26:35.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:35.089+0000 7fc1a77fe640 1 -- 172.21.15.67:0/1932052207 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1a8003850 con 0x7fc1b00d22f0 2024-09-21T00:26:35.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:35.089+0000 7fc1b577b640 1 -- 172.21.15.67:0/1932052207 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1b00cdb30 con 0x7fc1b00d22f0 2024-09-21T00:26:35.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:35.090+0000 7fc1b577b640 1 -- 172.21.15.67:0/1932052207 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc1b00b6020 con 0x7fc1b00d22f0 2024-09-21T00:26:35.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:35.091+0000 7fc1a77fe640 1 -- 172.21.15.67:0/1932052207 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fc1a801a070 con 0x7fc1b00d22f0 2024-09-21T00:26:35.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:35.091+0000 7fc1a77fe640 1 --2- 172.21.15.67:0/1932052207 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc190078b90 0x7fc19007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:35.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:35.091+0000 7fc1a77fe640 1 -- 172.21.15.67:0/1932052207 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 5709+0+0 (secure 0 0 0) 0x7fc1a8099e90 con 0x7fc1b00d22f0 2024-09-21T00:26:35.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:35.091+0000 7fc1aeffd640 1 --2- 172.21.15.67:0/1932052207 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc190078b90 0x7fc19007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:35.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:35.092+0000 7fc1aeffd640 1 --2- 172.21.15.67:0/1932052207 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc190078b90 0x7fc19007b0a0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7fc1a0035000 tx=0x7fc1a0038040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:35.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:35.096+0000 7fc1a77fe640 1 -- 172.21.15.67:0/1932052207 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fc1a8061d10 con 0x7fc1b00d22f0 2024-09-21T00:26:35.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:35.294+0000 7fc1b577b640 1 -- 172.21.15.67:0/1932052207 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fc1b00cdf10 con 0x7fc1b00d22f0 2024-09-21T00:26:35.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:35.294+0000 7fc1a77fe640 1 -- 172.21.15.67:0/1932052207 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v88) ==== 80+0+0 (secure 0 0 0) 0x7fc1a8066740 con 0x7fc1b00d22f0 2024-09-21T00:26:35.295 INFO:teuthology.orchestra.run.smithi067.stderr:listed 0 entries 2024-09-21T00:26:35.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:35.296+0000 7fc1b577b640 1 -- 172.21.15.67:0/1932052207 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc190078b90 msgr2=0x7fc19007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:35.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:35.296+0000 7fc1b577b640 1 --2- 172.21.15.67:0/1932052207 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc190078b90 0x7fc19007b0a0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7fc1a0035000 tx=0x7fc1a0038040 comp rx=0 tx=0).stop 2024-09-21T00:26:35.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:35.297+0000 7fc1b577b640 1 -- 172.21.15.67:0/1932052207 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc1b00d22f0 msgr2=0x7fc1b01f9780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:35.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:35.297+0000 7fc1b577b640 1 --2- 172.21.15.67:0/1932052207 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc1b00d22f0 0x7fc1b01f9780 secure :-1 s=READY pgs=1098 cs=0 l=1 rev1=1 crypto rx=0x7fc1a800c3c0 tx=0x7fc1a800c880 comp rx=0 tx=0).stop 2024-09-21T00:26:35.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:35.297+0000 7fc1b577b640 1 -- 172.21.15.67:0/1932052207 shutdown_connections 2024-09-21T00:26:35.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:35.297+0000 7fc1b577b640 1 --2- 172.21.15.67:0/1932052207 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc190078b90 0x7fc19007b0a0 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:35.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:35.297+0000 7fc1b577b640 1 --2- 172.21.15.67:0/1932052207 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc1b00d22f0 0x7fc1b01f9780 unknown :-1 s=CLOSED pgs=1098 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:35.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:35.297+0000 7fc1b577b640 1 --2- 172.21.15.67:0/1932052207 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc1b00d0270 0x7fc1b01f9240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:35.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:35.297+0000 7fc1b577b640 1 --2- 172.21.15.67:0/1932052207 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc1b00b9e70 0x7fc1b014e0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:35.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:35.297+0000 7fc1b577b640 1 -- 172.21.15.67:0/1932052207 >> 172.21.15.67:0/1932052207 conn(0x7fc1b00d45a0 msgr2=0x7fc1b00b74d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:35.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:35.297+0000 7fc1b577b640 1 -- 172.21.15.67:0/1932052207 shutdown_connections 2024-09-21T00:26:35.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:35.297+0000 7fc1b577b640 1 -- 172.21.15.67:0/1932052207 wait complete. 2024-09-21T00:26:35.309 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi067.front.sepia.ceph.com... 2024-09-21T00:26:35.309 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:26:35.309 DEBUG:teuthology.orchestra.run.smithi067:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-21T00:26:35.333 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:ceph-fuse[69113]: fuse finished with error 0 and tester_r 0 2024-09-21T00:26:35.335 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:26:41.437 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi067.front.sepia.ceph.com 2024-09-21T00:26:41.437 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:26:41.437 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-21T00:26:41.457 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.6:0 flush journal 2024-09-21T00:26:41.631 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.629+0000 7fa373c16640 1 -- 172.21.15.67:0/1131172747 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa358005150 msgr2=0x7fa35800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:41.631 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.629+0000 7fa373c16640 1 --2- 172.21.15.67:0/1131172747 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa358005150 0x7fa35800b9c0 secure :-1 s=READY pgs=1100 cs=0 l=1 rev1=1 crypto rx=0x7fa364005fd0 tx=0x7fa358005830 comp rx=0 tx=0).stop 2024-09-21T00:26:41.631 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.629+0000 7fa3721b3640 1 -- 172.21.15.67:0/1131172747 reap_dead start 2024-09-21T00:26:41.631 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.629+0000 7fa373c16640 1 -- 172.21.15.67:0/1131172747 shutdown_connections 2024-09-21T00:26:41.631 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.629+0000 7fa373c16640 1 -- 172.21.15.67:0/1131172747 >> 172.21.15.67:0/1131172747 conn(0x7fa36c0b26a0 msgr2=0x7fa36c0b2ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:41.631 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.630+0000 7fa373c16640 1 -- 172.21.15.67:0/1131172747 shutdown_connections 2024-09-21T00:26:41.631 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.630+0000 7fa373c16640 1 -- 172.21.15.67:0/1131172747 wait complete. 2024-09-21T00:26:41.632 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.631+0000 7fa373c16640 1 Processor -- start 2024-09-21T00:26:41.633 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.631+0000 7fa373c16640 1 -- start start 2024-09-21T00:26:41.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.633+0000 7fa373c16640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa358005150 0x7fa36c15b9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:41.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.633+0000 7fa373c16640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa36c1533a0 0x7fa36c1526b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:41.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.633+0000 7fa373c16640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa36c152de0 0x7fa36c0ae630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:41.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.633+0000 7fa373c16640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fa36c1601f0 con 0x7fa36c1533a0 2024-09-21T00:26:41.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.633+0000 7fa373c16640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fa36c160070 con 0x7fa358005150 2024-09-21T00:26:41.636 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.633+0000 7fa373c16640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fa36c0d0690 con 0x7fa36c152de0 2024-09-21T00:26:41.636 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.633+0000 7fa3711b1640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa36c1533a0 0x7fa36c1526b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:41.636 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.633+0000 7fa3711b1640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa36c1533a0 0x7fa36c1526b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54180/0 (socket says 172.21.15.67:54180) 2024-09-21T00:26:41.636 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.633+0000 7fa3711b1640 1 -- 172.21.15.67:0/3100891582 learned_addr learned my addr 172.21.15.67:0/3100891582 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:41.636 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.633+0000 7fa3719b2640 1 --2- 172.21.15.67:0/3100891582 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa358005150 0x7fa36c15b9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:41.636 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.633+0000 7fa3721b3640 1 --2- 172.21.15.67:0/3100891582 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa36c152de0 0x7fa36c0ae630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:41.636 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.633+0000 7fa3711b1640 1 -- 172.21.15.67:0/3100891582 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa36c152de0 msgr2=0x7fa36c0ae630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:41.636 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.633+0000 7fa3711b1640 1 --2- 172.21.15.67:0/3100891582 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa36c152de0 0x7fa36c0ae630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:41.636 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.633+0000 7fa3711b1640 1 -- 172.21.15.67:0/3100891582 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa358005150 msgr2=0x7fa36c15b9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:41.636 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.633+0000 7fa3711b1640 1 --2- 172.21.15.67:0/3100891582 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa358005150 0x7fa36c15b9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:41.636 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.633+0000 7fa3711b1640 1 -- 172.21.15.67:0/3100891582 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa36c152bf0 con 0x7fa36c1533a0 2024-09-21T00:26:41.636 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.633+0000 7fa3711b1640 1 --2- 172.21.15.67:0/3100891582 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa36c1533a0 0x7fa36c1526b0 secure :-1 s=READY pgs=1101 cs=0 l=1 rev1=1 crypto rx=0x7fa36c15f2a0 tx=0x7fa35c011e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:41.636 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.634+0000 7fa3627fc640 1 -- 172.21.15.67:0/3100891582 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa35c01f070 con 0x7fa36c1533a0 2024-09-21T00:26:41.636 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.634+0000 7fa3627fc640 1 -- 172.21.15.67:0/3100891582 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa35c00fe40 con 0x7fa36c1533a0 2024-09-21T00:26:41.636 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.634+0000 7fa3627fc640 1 -- 172.21.15.67:0/3100891582 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa35c0126b0 con 0x7fa36c1533a0 2024-09-21T00:26:41.637 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.634+0000 7fa373c16640 1 -- 172.21.15.67:0/3100891582 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa36c1f9850 con 0x7fa36c1533a0 2024-09-21T00:26:41.637 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.634+0000 7fa373c16640 1 -- 172.21.15.67:0/3100891582 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa36c157b30 con 0x7fa36c1533a0 2024-09-21T00:26:41.637 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.636+0000 7fa3627fc640 1 -- 172.21.15.67:0/3100891582 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fa35c022070 con 0x7fa36c1533a0 2024-09-21T00:26:41.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.637+0000 7fa3627fc640 1 --2- 172.21.15.67:0/3100891582 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa350078b90 0x7fa35007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:41.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.637+0000 7fa3627fc640 1 -- 172.21.15.67:0/3100891582 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 5709+0+0 (secure 0 0 0) 0x7fa35c09b7d0 con 0x7fa36c1533a0 2024-09-21T00:26:41.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.637+0000 7fa3719b2640 1 --2- 172.21.15.67:0/3100891582 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa350078b90 0x7fa35007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:41.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.638+0000 7fa37ac5d740 1 Processor -- start 2024-09-21T00:26:41.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.638+0000 7fa37ac5d740 1 -- start start 2024-09-21T00:26:41.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.638+0000 7fa3719b2640 1 --2- 172.21.15.67:0/3100891582 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa350078b90 0x7fa35007b0a0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fa368006c70 tx=0x7fa3680067a0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:41.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.639+0000 7fa37ac5d740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f2b6d7d390 0x55f2b7169a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:41.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.639+0000 7fa37ac5d740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f2b6d544d0 0x55f2b713e860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:41.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.639+0000 7fa37ac5d740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f2b6d5c6b0 0x55f2b713eda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:41.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.639+0000 7fa37ac5d740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55f2b7097a60 con 0x55f2b6d544d0 2024-09-21T00:26:41.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.639+0000 7fa37ac5d740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55f2b7086e90 con 0x55f2b6d5c6b0 2024-09-21T00:26:41.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.639+0000 7fa37ac5d740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55f2b708aca0 con 0x55f2b6d7d390 2024-09-21T00:26:41.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.639+0000 7fa3711b1640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f2b6d544d0 0x55f2b713e860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:41.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.639+0000 7fa3711b1640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f2b6d544d0 0x55f2b713e860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54184/0 (socket says 172.21.15.67:54184) 2024-09-21T00:26:41.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.639+0000 7fa3711b1640 1 -- 172.21.15.67:0/1450452082 learned_addr learned my addr 172.21.15.67:0/1450452082 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:41.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.639+0000 7fa3719b2640 1 --2- 172.21.15.67:0/1450452082 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f2b6d7d390 0x55f2b7169a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:41.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.639+0000 7fa3721b3640 1 --2- 172.21.15.67:0/1450452082 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f2b6d5c6b0 0x55f2b713eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:41.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.639+0000 7fa3711b1640 1 -- 172.21.15.67:0/1450452082 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f2b6d7d390 msgr2=0x55f2b7169a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:26:41.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.639+0000 7fa3711b1640 1 --2- 172.21.15.67:0/1450452082 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f2b6d7d390 0x55f2b7169a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:41.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.639+0000 7fa3711b1640 1 -- 172.21.15.67:0/1450452082 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f2b6d5c6b0 msgr2=0x55f2b713eda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:26:41.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.639+0000 7fa3711b1640 1 --2- 172.21.15.67:0/1450452082 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f2b6d5c6b0 0x55f2b713eda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:41.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.639+0000 7fa3711b1640 1 -- 172.21.15.67:0/1450452082 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f2b6e5f7d0 con 0x55f2b6d544d0 2024-09-21T00:26:41.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.640+0000 7fa3711b1640 1 --2- 172.21.15.67:0/1450452082 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f2b6d544d0 0x55f2b713e860 secure :-1 s=READY pgs=1102 cs=0 l=1 rev1=1 crypto rx=0x7fa35c099c40 tx=0x7fa35c063450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=11eba96945d04908 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:41.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.640+0000 7fa34f7fe640 1 -- 172.21.15.67:0/1450452082 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa35c0635c0 con 0x55f2b6d544d0 2024-09-21T00:26:41.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.640+0000 7fa34f7fe640 1 -- 172.21.15.67:0/1450452082 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa35c067ff0 con 0x55f2b6d544d0 2024-09-21T00:26:41.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.640+0000 7fa34f7fe640 1 -- 172.21.15.67:0/1450452082 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa35c06cca0 con 0x55f2b6d544d0 2024-09-21T00:26:41.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.641+0000 7fa37ac5d740 1 -- 172.21.15.67:0/1450452082 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f2b6d544d0 msgr2=0x55f2b713e860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:41.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.641+0000 7fa37ac5d740 1 --2- 172.21.15.67:0/1450452082 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f2b6d544d0 0x55f2b713e860 secure :-1 s=READY pgs=1102 cs=0 l=1 rev1=1 crypto rx=0x7fa35c099c40 tx=0x7fa35c063450 comp rx=0 tx=0).stop 2024-09-21T00:26:41.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.641+0000 7fa37ac5d740 1 -- 172.21.15.67:0/1450452082 shutdown_connections 2024-09-21T00:26:41.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.641+0000 7fa37ac5d740 1 --2- 172.21.15.67:0/1450452082 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f2b6d5c6b0 0x55f2b713eda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:41.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.641+0000 7fa37ac5d740 1 --2- 172.21.15.67:0/1450452082 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f2b6d544d0 0x55f2b713e860 unknown :-1 s=CLOSED pgs=1102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:41.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.641+0000 7fa37ac5d740 1 --2- 172.21.15.67:0/1450452082 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f2b6d7d390 0x55f2b7169a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:41.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.641+0000 7fa37ac5d740 1 -- 172.21.15.67:0/1450452082 >> 172.21.15.67:0/1450452082 conn(0x55f2b6d714e0 msgr2=0x55f2b7124d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:41.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.641+0000 7fa37ac5d740 1 -- 172.21.15.67:0/1450452082 shutdown_connections 2024-09-21T00:26:41.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.641+0000 7fa37ac5d740 1 -- 172.21.15.67:0/1450452082 wait complete. 2024-09-21T00:26:41.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.642+0000 7fa37ac5d740 1 -- start start 2024-09-21T00:26:41.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.642+0000 7fa37ac5d740 1 Processor -- start 2024-09-21T00:26:41.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.643+0000 7fa37ac5d740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f2b6d544d0 0x55f2b7160030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:41.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.643+0000 7fa37ac5d740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f2b6d5c6b0 0x55f2b7126a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:41.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.643+0000 7fa37ac5d740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f2b6d7d390 0x55f2b7126f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:41.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.643+0000 7fa37ac5d740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55f2b6df7740 con 0x55f2b6d7d390 2024-09-21T00:26:41.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.643+0000 7fa37ac5d740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55f2b702c970 con 0x55f2b6d544d0 2024-09-21T00:26:41.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.643+0000 7fa37ac5d740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55f2b712b290 con 0x55f2b6d5c6b0 2024-09-21T00:26:41.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.643+0000 7fa37ac5d740 10 client.0 _ll_register_callbacks cb 0x55f2b703b780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:26:41.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.643+0000 7fa3721b3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f2b6d7d390 0x55f2b7126f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:41.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.643+0000 7fa3721b3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f2b6d7d390 0x55f2b7126f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54194/0 (socket says 172.21.15.67:54194) 2024-09-21T00:26:41.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.643+0000 7fa3721b3640 1 -- 172.21.15.67:0/937179504 learned_addr learned my addr 172.21.15.67:0/937179504 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:41.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.644+0000 7fa3719b2640 1 --2- 172.21.15.67:0/937179504 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f2b6d544d0 0x55f2b7160030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:41.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.644+0000 7fa3711b1640 1 --2- 172.21.15.67:0/937179504 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f2b6d5c6b0 0x55f2b7126a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:41.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.644+0000 7fa3721b3640 1 -- 172.21.15.67:0/937179504 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f2b6d5c6b0 msgr2=0x55f2b7126a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:26:41.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.644+0000 7fa3721b3640 1 --2- 172.21.15.67:0/937179504 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f2b6d5c6b0 0x55f2b7126a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:41.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.644+0000 7fa3721b3640 1 -- 172.21.15.67:0/937179504 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f2b6d544d0 msgr2=0x55f2b7160030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:26:41.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.644+0000 7fa3721b3640 1 --2- 172.21.15.67:0/937179504 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f2b6d544d0 0x55f2b7160030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:41.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.644+0000 7fa3721b3640 1 -- 172.21.15.67:0/937179504 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f2b6de8970 con 0x55f2b6d7d390 2024-09-21T00:26:41.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.644+0000 7fa3721b3640 1 --2- 172.21.15.67:0/937179504 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f2b6d7d390 0x55f2b7126f80 secure :-1 s=READY pgs=1103 cs=0 l=1 rev1=1 crypto rx=0x7fa36402ba00 tx=0x7fa364009be0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=67a5fb0a6572a319 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:41.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.644+0000 7fa34cff9640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:26:41.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.644+0000 7fa34cff9640 1 -- 172.21.15.67:0/937179504 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa364036040 con 0x55f2b6d7d390 2024-09-21T00:26:41.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.644+0000 7fa34cff9640 1 -- 172.21.15.67:0/937179504 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 5709+0+0 (secure 0 0 0) 0x7fa364003b70 con 0x55f2b6d7d390 2024-09-21T00:26:41.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.644+0000 7fa37ac5d740 1 -- 172.21.15.67:0/937179504 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa35c067ff0 con 0x55f2b6d7d390 2024-09-21T00:26:41.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.644+0000 7fa34cff9640 1 -- 172.21.15.67:0/937179504 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=71) ==== 24+0+0 (secure 0 0 0) 0x7fa36404d050 con 0x55f2b6d7d390 2024-09-21T00:26:41.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.644+0000 7fa37ac5d740 10 client.7389 fetch_fsmap learned FSMap version 71 2024-09-21T00:26:41.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.644+0000 7fa37ac5d740 1 -- 172.21.15.67:0/937179504 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=71,monmap=2+}) -- 0x55f2b6dc66a0 con 0x55f2b6d7d390 2024-09-21T00:26:41.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.644+0000 7fa34cff9640 1 -- 172.21.15.67:0/937179504 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa35c067ff0 con 0x55f2b6d7d390 2024-09-21T00:26:41.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.645+0000 7fa34cff9640 1 -- 172.21.15.67:0/937179504 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 71) ==== 3502+0+0 (secure 0 0 0) 0x7fa364050020 con 0x55f2b6d7d390 2024-09-21T00:26:41.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.645+0000 7fa37ac5d740 10 client.7389 fetch_fsmap finished waiting for FSMap version 71 2024-09-21T00:26:41.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.645+0000 7fa37ac5d740 10 client.7389 resolve_mds: resolved 6:0 to role '6:0' aka daemon mds.a 2024-09-21T00:26:41.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.645+0000 7fa37ac5d740 20 client.7389 populate_metadata read hostname 'smithi067' 2024-09-21T00:26:41.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.645+0000 7fa37ac5d740 1 --2- 172.21.15.67:0/937179504 >> [v2:172.21.15.67:6832/229215736,v1:172.21.15.67:6834/229215736] conn(0x55f2b6d3bf60 0x55f2b7164fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:41.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.645+0000 7fa37ac5d740 4 client.7389 mds_command: new command op to 7191 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:26:41.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.645+0000 7fa37ac5d740 1 -- 172.21.15.67:0/937179504 --> [v2:172.21.15.67:6832/229215736,v1:172.21.15.67:6834/229215736] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f2b70999b0 con 0x55f2b6d3bf60 2024-09-21T00:26:41.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.645+0000 7fa3719b2640 1 --2- 172.21.15.67:0/937179504 >> [v2:172.21.15.67:6832/229215736,v1:172.21.15.67:6834/229215736] conn(0x55f2b6d3bf60 0x55f2b7164fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:41.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.645+0000 7fa34cff9640 10 client.7389 ms_handle_connect on v2:172.21.15.67:6832/229215736 2024-09-21T00:26:41.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.645+0000 7fa3719b2640 1 --2- 172.21.15.67:0/937179504 >> [v2:172.21.15.67:6832/229215736,v1:172.21.15.67:6834/229215736] conn(0x55f2b6d3bf60 0x55f2b7164fc0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=707f18a68e5c0f44 server_cookie=a7a426a4f53c53d8 in_seq=0 out_seq=0 2024-09-21T00:26:41.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.646+0000 7fa34cff9640 1 -- 172.21.15.67:0/937179504 <== mds.0 v2:172.21.15.67:6832/229215736 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x55f2b70999b0 con 0x55f2b6d3bf60 2024-09-21T00:26:41.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.646+0000 7fa34cff9640 10 client.7389 handle_command_reply: tid=0 2024-09-21T00:26:41.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.646+0000 7fa37ac5d740 1 client.7389 shutdown 2024-09-21T00:26:41.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.646+0000 7fa37ac5d740 1 -- 172.21.15.67:0/937179504 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f2b6d7d390 msgr2=0x55f2b7126f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:41.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.646+0000 7fa37ac5d740 1 --2- 172.21.15.67:0/937179504 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f2b6d7d390 0x55f2b7126f80 secure :-1 s=READY pgs=1103 cs=0 l=1 rev1=1 crypto rx=0x7fa36402ba00 tx=0x7fa364009be0 comp rx=0 tx=0).stop 2024-09-21T00:26:41.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.646+0000 7fa37ac5d740 1 -- 172.21.15.67:0/937179504 shutdown_connections 2024-09-21T00:26:41.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.646+0000 7fa37ac5d740 1 --2- 172.21.15.67:0/937179504 >> [v2:172.21.15.67:6832/229215736,v1:172.21.15.67:6834/229215736] conn(0x55f2b6d3bf60 0x55f2b7164fc0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:41.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.646+0000 7fa37ac5d740 1 --2- 172.21.15.67:0/937179504 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f2b6d7d390 0x55f2b7126f80 unknown :-1 s=CLOSED pgs=1103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:41.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.646+0000 7fa37ac5d740 1 --2- 172.21.15.67:0/937179504 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f2b6d5c6b0 0x55f2b7126a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:41.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.646+0000 7fa34cff9640 0 client.7389 ms_handle_reset on v2:172.21.15.67:6832/229215736 2024-09-21T00:26:41.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.646+0000 7fa37ac5d740 1 --2- 172.21.15.67:0/937179504 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f2b6d544d0 0x55f2b7160030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:41.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.646+0000 7fa37ac5d740 1 -- 172.21.15.67:0/937179504 >> 172.21.15.67:0/937179504 conn(0x55f2b6d714e0 msgr2=0x55f2b7169a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:41.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.646+0000 7fa37ac5d740 1 -- 172.21.15.67:0/937179504 shutdown_connections 2024-09-21T00:26:41.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.646+0000 7fa37ac5d740 1 -- 172.21.15.67:0/937179504 wait complete. 2024-09-21T00:26:41.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.647+0000 7fa37ac5d740 20 client.7389 trim_cache size 0 max 16384 2024-09-21T00:26:41.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.661+0000 7fa37ac5d740 1 Processor -- start 2024-09-21T00:26:41.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.661+0000 7fa37ac5d740 1 -- start start 2024-09-21T00:26:41.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.663+0000 7fa37ac5d740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f2b6d544d0 0x55f2b7165c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:41.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.663+0000 7fa37ac5d740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f2b6d5c6b0 0x55f2b7126540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:41.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.663+0000 7fa37ac5d740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f2b6d7d390 0x55f2b7126a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:41.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.663+0000 7fa37ac5d740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fa36c202410 con 0x55f2b6d544d0 2024-09-21T00:26:41.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.663+0000 7fa37ac5d740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fa36c201430 con 0x55f2b6d7d390 2024-09-21T00:26:41.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.663+0000 7fa37ac5d740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fa36c1f5ee0 con 0x55f2b6d5c6b0 2024-09-21T00:26:41.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.663+0000 7fa3719b2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f2b6d544d0 0x55f2b7165c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:41.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.663+0000 7fa3719b2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f2b6d544d0 0x55f2b7165c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54204/0 (socket says 172.21.15.67:54204) 2024-09-21T00:26:41.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.663+0000 7fa3719b2640 1 -- 172.21.15.67:0/2736009128 learned_addr learned my addr 172.21.15.67:0/2736009128 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:41.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.663+0000 7fa3711b1640 1 --2- 172.21.15.67:0/2736009128 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f2b6d5c6b0 0x55f2b7126540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:41.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.663+0000 7fa3721b3640 1 --2- 172.21.15.67:0/2736009128 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f2b6d7d390 0x55f2b7126a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:41.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.663+0000 7fa3719b2640 1 -- 172.21.15.67:0/2736009128 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f2b6d5c6b0 msgr2=0x55f2b7126540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:26:41.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.663+0000 7fa3719b2640 1 --2- 172.21.15.67:0/2736009128 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f2b6d5c6b0 0x55f2b7126540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:41.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.663+0000 7fa3719b2640 1 -- 172.21.15.67:0/2736009128 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f2b6d7d390 msgr2=0x55f2b7126a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:26:41.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.663+0000 7fa3719b2640 1 --2- 172.21.15.67:0/2736009128 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f2b6d7d390 0x55f2b7126a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:41.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.663+0000 7fa3719b2640 1 -- 172.21.15.67:0/2736009128 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f2b714c5f0 con 0x55f2b6d544d0 2024-09-21T00:26:41.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.663+0000 7fa3721b3640 1 --2- 172.21.15.67:0/2736009128 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f2b6d7d390 0x55f2b7126a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:26:41.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.663+0000 7fa3719b2640 1 --2- 172.21.15.67:0/2736009128 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f2b6d544d0 0x55f2b7165c30 secure :-1 s=READY pgs=1104 cs=0 l=1 rev1=1 crypto rx=0x7fa3680039c0 tx=0x7fa368015000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46e301a82778c1df server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:41.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.664+0000 7fa34effd640 1 -- 172.21.15.67:0/2736009128 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa368013de0 con 0x55f2b6d544d0 2024-09-21T00:26:41.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.664+0000 7fa34effd640 1 -- 172.21.15.67:0/2736009128 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa368004e30 con 0x55f2b6d544d0 2024-09-21T00:26:41.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.664+0000 7fa34effd640 1 -- 172.21.15.67:0/2736009128 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa36801f660 con 0x55f2b6d544d0 2024-09-21T00:26:41.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.664+0000 7fa37ac5d740 1 -- 172.21.15.67:0/2736009128 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f2b6d544d0 msgr2=0x55f2b7165c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:41.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.664+0000 7fa37ac5d740 1 --2- 172.21.15.67:0/2736009128 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f2b6d544d0 0x55f2b7165c30 secure :-1 s=READY pgs=1104 cs=0 l=1 rev1=1 crypto rx=0x7fa3680039c0 tx=0x7fa368015000 comp rx=0 tx=0).stop 2024-09-21T00:26:41.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.664+0000 7fa37ac5d740 1 -- 172.21.15.67:0/2736009128 shutdown_connections 2024-09-21T00:26:41.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.664+0000 7fa37ac5d740 1 --2- 172.21.15.67:0/2736009128 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f2b6d7d390 0x55f2b7126a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:41.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.664+0000 7fa37ac5d740 1 --2- 172.21.15.67:0/2736009128 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f2b6d5c6b0 0x55f2b7126540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:41.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.664+0000 7fa37ac5d740 1 --2- 172.21.15.67:0/2736009128 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f2b6d544d0 0x55f2b7165c30 unknown :-1 s=CLOSED pgs=1104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:41.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.664+0000 7fa37ac5d740 1 -- 172.21.15.67:0/2736009128 >> 172.21.15.67:0/2736009128 conn(0x55f2b6d714e0 msgr2=0x55f2b7120190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:41.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.664+0000 7fa37ac5d740 1 -- 172.21.15.67:0/2736009128 shutdown_connections 2024-09-21T00:26:41.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.664+0000 7fa37ac5d740 1 -- 172.21.15.67:0/2736009128 wait complete. 2024-09-21T00:26:41.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.665+0000 7fa37ac5d740 1 -- start start 2024-09-21T00:26:41.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.665+0000 7fa37ac5d740 1 Processor -- start 2024-09-21T00:26:41.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.667+0000 7fa37ac5d740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f2b6d544d0 0x55f2b71ed330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:41.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.667+0000 7fa37ac5d740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f2b6d5c6b0 0x55f2b71dfcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:41.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.667+0000 7fa37ac5d740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f2b6d7d390 0x55f2b716a100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:41.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.667+0000 7fa37ac5d740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fa36c200e40 con 0x55f2b6d7d390 2024-09-21T00:26:41.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.667+0000 7fa37ac5d740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55f2b71e96c0 con 0x55f2b6d5c6b0 2024-09-21T00:26:41.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.667+0000 7fa37ac5d740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55f2b71655f0 con 0x55f2b6d544d0 2024-09-21T00:26:41.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.667+0000 7fa37ac5d740 10 client.0 _ll_register_callbacks cb 0x7fa35c005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:26:41.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.667+0000 7fa3721b3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f2b6d7d390 0x55f2b716a100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:41.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.667+0000 7fa3721b3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f2b6d7d390 0x55f2b716a100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54206/0 (socket says 172.21.15.67:54206) 2024-09-21T00:26:41.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.667+0000 7fa3721b3640 1 -- 172.21.15.67:0/3583228125 learned_addr learned my addr 172.21.15.67:0/3583228125 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:41.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.667+0000 7fa3719b2640 1 --2- 172.21.15.67:0/3583228125 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f2b6d544d0 0x55f2b71ed330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:41.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.667+0000 7fa3711b1640 1 --2- 172.21.15.67:0/3583228125 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f2b6d5c6b0 0x55f2b71dfcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:41.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.667+0000 7fa3721b3640 1 -- 172.21.15.67:0/3583228125 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f2b6d544d0 msgr2=0x55f2b71ed330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:26:41.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.667+0000 7fa3721b3640 1 --2- 172.21.15.67:0/3583228125 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f2b6d544d0 0x55f2b71ed330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:41.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.667+0000 7fa3721b3640 1 -- 172.21.15.67:0/3583228125 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f2b6d5c6b0 msgr2=0x55f2b71dfcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:26:41.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.667+0000 7fa3721b3640 1 --2- 172.21.15.67:0/3583228125 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f2b6d5c6b0 0x55f2b71dfcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:41.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.667+0000 7fa3721b3640 1 -- 172.21.15.67:0/3583228125 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f2b71e9230 con 0x55f2b6d7d390 2024-09-21T00:26:41.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.667+0000 7fa3721b3640 1 --2- 172.21.15.67:0/3583228125 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f2b6d7d390 0x55f2b716a100 secure :-1 s=READY pgs=1105 cs=0 l=1 rev1=1 crypto rx=0x7fa36402ba00 tx=0x7fa364009f20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=36751002250861bc server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:41.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.667+0000 7fa34cff9640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:26:41.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.668+0000 7fa34cff9640 1 -- 172.21.15.67:0/3583228125 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa364057060 con 0x55f2b6d7d390 2024-09-21T00:26:41.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.668+0000 7fa34cff9640 1 -- 172.21.15.67:0/3583228125 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(88..88 src has 1..88) ==== 5709+0+0 (secure 0 0 0) 0x7fa364004390 con 0x55f2b6d7d390 2024-09-21T00:26:41.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.668+0000 7fa37ac5d740 1 -- 172.21.15.67:0/3583228125 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa368004e30 con 0x55f2b6d7d390 2024-09-21T00:26:41.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.668+0000 7fa34cff9640 1 -- 172.21.15.67:0/3583228125 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=71) ==== 24+0+0 (secure 0 0 0) 0x7fa36405d050 con 0x55f2b6d7d390 2024-09-21T00:26:41.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.668+0000 7fa37ac5d740 10 client.7395 fetch_fsmap learned FSMap version 71 2024-09-21T00:26:41.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.668+0000 7fa37ac5d740 1 -- 172.21.15.67:0/3583228125 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=71,monmap=2+}) -- 0x55f2b7169cc0 con 0x55f2b6d7d390 2024-09-21T00:26:41.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.668+0000 7fa34cff9640 1 -- 172.21.15.67:0/3583228125 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa368004e30 con 0x55f2b6d7d390 2024-09-21T00:26:41.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.668+0000 7fa34cff9640 1 -- 172.21.15.67:0/3583228125 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 71) ==== 3502+0+0 (secure 0 0 0) 0x7fa364060020 con 0x55f2b6d7d390 2024-09-21T00:26:41.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.668+0000 7fa37ac5d740 10 client.7395 fetch_fsmap finished waiting for FSMap version 71 2024-09-21T00:26:41.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.668+0000 7fa37ac5d740 10 client.7395 resolve_mds: resolved 6:0 to role '6:0' aka daemon mds.a 2024-09-21T00:26:41.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.668+0000 7fa37ac5d740 20 client.7395 populate_metadata read hostname 'smithi067' 2024-09-21T00:26:41.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.668+0000 7fa37ac5d740 1 --2- 172.21.15.67:0/3583228125 >> [v2:172.21.15.67:6832/229215736,v1:172.21.15.67:6834/229215736] conn(0x55f2b713e390 0x55f2b7126540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:41.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.668+0000 7fa37ac5d740 4 client.7395 mds_command: new command op to 7191 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-21T00:26:41.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.668+0000 7fa37ac5d740 1 -- 172.21.15.67:0/3583228125 --> [v2:172.21.15.67:6832/229215736,v1:172.21.15.67:6834/229215736] -- command(tid 0: {"prefix": "flush journal"}) -- 0x55f2b7095460 con 0x55f2b713e390 2024-09-21T00:26:41.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.668+0000 7fa3719b2640 1 --2- 172.21.15.67:0/3583228125 >> [v2:172.21.15.67:6832/229215736,v1:172.21.15.67:6834/229215736] conn(0x55f2b713e390 0x55f2b7126540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:41.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.669+0000 7fa34cff9640 10 client.7395 ms_handle_connect on v2:172.21.15.67:6832/229215736 2024-09-21T00:26:41.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.669+0000 7fa3719b2640 1 --2- 172.21.15.67:0/3583228125 >> [v2:172.21.15.67:6832/229215736,v1:172.21.15.67:6834/229215736] conn(0x55f2b713e390 0x55f2b7126540 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=197bfd735089b9ae server_cookie=9ca7c285210af753 in_seq=0 out_seq=0 2024-09-21T00:26:41.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.683+0000 7fa34cff9640 1 -- 172.21.15.67:0/3583228125 <== mds.0 v2:172.21.15.67:6832/229215736 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x55f2b7095460 con 0x55f2b713e390 2024-09-21T00:26:41.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.683+0000 7fa34cff9640 10 client.7395 handle_command_reply: tid=0 2024-09-21T00:26:41.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.683+0000 7fa37ac5d740 1 client.7395 shutdown 2024-09-21T00:26:41.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.683+0000 7fa37ac5d740 1 -- 172.21.15.67:0/3583228125 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f2b6d7d390 msgr2=0x55f2b716a100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:41.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.683+0000 7fa37ac5d740 1 --2- 172.21.15.67:0/3583228125 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f2b6d7d390 0x55f2b716a100 secure :-1 s=READY pgs=1105 cs=0 l=1 rev1=1 crypto rx=0x7fa36402ba00 tx=0x7fa364009f20 comp rx=0 tx=0).stop 2024-09-21T00:26:41.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.684+0000 7fa37ac5d740 1 -- 172.21.15.67:0/3583228125 shutdown_connections 2024-09-21T00:26:41.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.684+0000 7fa37ac5d740 1 --2- 172.21.15.67:0/3583228125 >> [v2:172.21.15.67:6832/229215736,v1:172.21.15.67:6834/229215736] conn(0x55f2b713e390 0x55f2b7126540 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:41.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.684+0000 7fa37ac5d740 1 --2- 172.21.15.67:0/3583228125 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f2b6d7d390 0x55f2b716a100 unknown :-1 s=CLOSED pgs=1105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:41.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.684+0000 7fa37ac5d740 1 --2- 172.21.15.67:0/3583228125 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f2b6d5c6b0 0x55f2b71dfcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:41.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.684+0000 7fa37ac5d740 1 --2- 172.21.15.67:0/3583228125 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f2b6d544d0 0x55f2b71ed330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:41.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.684+0000 7fa34cff9640 0 client.7395 ms_handle_reset on v2:172.21.15.67:6832/229215736 2024-09-21T00:26:41.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.684+0000 7fa37ac5d740 1 -- 172.21.15.67:0/3583228125 >> 172.21.15.67:0/3583228125 conn(0x55f2b6d714e0 msgr2=0x55f2b7124770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:41.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.684+0000 7fa37ac5d740 1 -- 172.21.15.67:0/3583228125 shutdown_connections 2024-09-21T00:26:41.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.684+0000 7fa37ac5d740 1 -- 172.21.15.67:0/3583228125 wait complete. 2024-09-21T00:26:41.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.684+0000 7fa37ac5d740 20 client.7395 trim_cache size 0 max 16384 2024-09-21T00:26:41.686 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:26:41.686 INFO:teuthology.orchestra.run.smithi067.stdout: "message": "", 2024-09-21T00:26:41.686 INFO:teuthology.orchestra.run.smithi067.stdout: "return_code": 0 2024-09-21T00:26:41.687 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:26:41.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.684+0000 7fa373c16640 1 -- 172.21.15.67:0/3100891582 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa350078b90 msgr2=0x7fa35007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:41.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.684+0000 7fa373c16640 1 --2- 172.21.15.67:0/3100891582 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa350078b90 0x7fa35007b0a0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fa368006c70 tx=0x7fa3680067a0 comp rx=0 tx=0).stop 2024-09-21T00:26:41.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.684+0000 7fa373c16640 1 -- 172.21.15.67:0/3100891582 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa36c1533a0 msgr2=0x7fa36c1526b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:41.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.684+0000 7fa373c16640 1 --2- 172.21.15.67:0/3100891582 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa36c1533a0 0x7fa36c1526b0 secure :-1 s=READY pgs=1101 cs=0 l=1 rev1=1 crypto rx=0x7fa36c15f2a0 tx=0x7fa35c011e10 comp rx=0 tx=0).stop 2024-09-21T00:26:41.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.684+0000 7fa373c16640 1 -- 172.21.15.67:0/3100891582 shutdown_connections 2024-09-21T00:26:41.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.684+0000 7fa373c16640 1 --2- 172.21.15.67:0/3100891582 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa350078b90 0x7fa35007b0a0 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:41.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.684+0000 7fa373c16640 1 --2- 172.21.15.67:0/3100891582 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa36c152de0 0x7fa36c0ae630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:41.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.684+0000 7fa373c16640 1 --2- 172.21.15.67:0/3100891582 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa36c1533a0 0x7fa36c1526b0 unknown :-1 s=CLOSED pgs=1101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:41.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.684+0000 7fa373c16640 1 --2- 172.21.15.67:0/3100891582 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa358005150 0x7fa36c15b9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:41.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.684+0000 7fa373c16640 1 -- 172.21.15.67:0/3100891582 >> 172.21.15.67:0/3100891582 conn(0x7fa36c0b26a0 msgr2=0x7fa36c1599f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:41.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.685+0000 7fa373c16640 1 -- 172.21.15.67:0/3100891582 shutdown_connections 2024-09-21T00:26:41.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.685+0000 7fa373c16640 1 -- 172.21.15.67:0/3100891582 wait complete. 2024-09-21T00:26:41.697 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-21T00:26:41.697 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:26:41.697 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-21T00:26:41.698 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:26:41.698 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-21T00:26:41.698 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:26:41.698 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-21T00:26:41.698 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:26:41.707 INFO:tasks.ceph.mds.c:Stopped 2024-09-21T00:26:41.707 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds fail c 2024-09-21T00:26:41.708 INFO:tasks.ceph.mds.a:Stopped 2024-09-21T00:26:41.708 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds fail a 2024-09-21T00:26:41.711 INFO:tasks.ceph.mds.b:Stopped 2024-09-21T00:26:41.712 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds fail b 2024-09-21T00:26:41.712 INFO:tasks.ceph.mds.d:Stopped 2024-09-21T00:26:41.712 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds fail d 2024-09-21T00:26:41.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.877+0000 7fe8a098e640 1 -- 172.21.15.67:0/1191326661 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe89c162ea0 msgr2=0x7fe89c0cf740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:41.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.877+0000 7fe8a098e640 1 --2- 172.21.15.67:0/1191326661 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe89c162ea0 0x7fe89c0cf740 secure :-1 s=READY pgs=1108 cs=0 l=1 rev1=1 crypto rx=0x7fe88c009820 tx=0x7fe88c02a460 comp rx=0 tx=0).stop 2024-09-21T00:26:41.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.877+0000 7fe8a098e640 1 -- 172.21.15.67:0/1191326661 shutdown_connections 2024-09-21T00:26:41.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.877+0000 7fe8a098e640 1 --2- 172.21.15.67:0/1191326661 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe89c0d2b00 0x7fe89c15e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:41.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.877+0000 7fe8a098e640 1 --2- 172.21.15.67:0/1191326661 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe89c162ea0 0x7fe89c0cf740 unknown :-1 s=CLOSED pgs=1108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:41.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.877+0000 7fe8a098e640 1 -- 172.21.15.67:0/1191326661 >> 172.21.15.67:0/1191326661 conn(0x7fe89c06dfb0 msgr2=0x7fe89c06e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:41.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.877+0000 7fe8a098e640 1 -- 172.21.15.67:0/1191326661 shutdown_connections 2024-09-21T00:26:41.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.877+0000 7fe8a098e640 1 -- 172.21.15.67:0/1191326661 wait complete. 2024-09-21T00:26:41.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.877+0000 7f9b7224d640 1 -- 172.21.15.67:0/1149821189 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9b6c162ea0 msgr2=0x7f9b6c0cf740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:41.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.877+0000 7f9b7224d640 1 --2- 172.21.15.67:0/1149821189 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9b6c162ea0 0x7f9b6c0cf740 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f9b5c009820 tx=0x7f9b5c02a460 comp rx=0 tx=0).stop 2024-09-21T00:26:41.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.877+0000 7f9b7224d640 1 -- 172.21.15.67:0/1149821189 shutdown_connections 2024-09-21T00:26:41.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.877+0000 7f9b7224d640 1 --2- 172.21.15.67:0/1149821189 >> v2:172.21.15.67:3300/0 conn(0x7f9b6c0d2b00 0x7f9b6c15e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:41.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.877+0000 7f9b7224d640 1 --2- 172.21.15.67:0/1149821189 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9b6c162ea0 0x7f9b6c0cf740 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:41.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.877+0000 7f9b7224d640 1 -- 172.21.15.67:0/1149821189 >> 172.21.15.67:0/1149821189 conn(0x7f9b6c06dfb0 msgr2=0x7f9b6c06e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:41.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.877+0000 7f9b7224d640 1 -- 172.21.15.67:0/1149821189 shutdown_connections 2024-09-21T00:26:41.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.877+0000 7f9b7224d640 1 -- 172.21.15.67:0/1149821189 wait complete. 2024-09-21T00:26:41.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.877+0000 7f368e884640 1 -- 172.21.15.67:0/1091162434 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3688162b80 msgr2=0x7f36880b4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:41.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.877+0000 7f368e884640 1 --2- 172.21.15.67:0/1091162434 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3688162b80 0x7f36880b4610 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f3680005fd0 tx=0x7f368002a8b0 comp rx=0 tx=0).stop 2024-09-21T00:26:41.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.878+0000 7f368e884640 1 -- 172.21.15.67:0/1091162434 shutdown_connections 2024-09-21T00:26:41.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.878+0000 7f368e884640 1 --2- 172.21.15.67:0/1091162434 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3688162b80 0x7f36880b4610 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:41.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.878+0000 7f368e884640 1 --2- 172.21.15.67:0/1091162434 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f36880738a0 0x7f368815e7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:41.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.878+0000 7f368e884640 1 -- 172.21.15.67:0/1091162434 >> 172.21.15.67:0/1091162434 conn(0x7f368806d5a0 msgr2=0x7f36880b1d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:41.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.878+0000 7f34eec0e640 1 -- 172.21.15.67:0/1906161647 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f34e809b060 msgr2=0x7f34e80b1eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:41.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.878+0000 7f34eec0e640 1 --2- 172.21.15.67:0/1906161647 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f34e809b060 0x7f34e80b1eb0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f34dc009860 tx=0x7f34dc02a460 comp rx=0 tx=0).stop 2024-09-21T00:26:41.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.878+0000 7f34eec0e640 1 -- 172.21.15.67:0/1906161647 shutdown_connections 2024-09-21T00:26:41.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.878+0000 7f34eec0e640 1 --2- 172.21.15.67:0/1906161647 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f34e809b060 0x7f34e80b1eb0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:41.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.878+0000 7f34eec0e640 1 -- 172.21.15.67:0/1906161647 >> 172.21.15.67:0/1906161647 conn(0x7f34e80b40a0 msgr2=0x7f34e80b44b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:41.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.878+0000 7f368e884640 1 -- 172.21.15.67:0/1091162434 shutdown_connections 2024-09-21T00:26:41.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.878+0000 7f34eec0e640 1 -- 172.21.15.67:0/1906161647 shutdown_connections 2024-09-21T00:26:41.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.878+0000 7f368e884640 1 -- 172.21.15.67:0/1091162434 wait complete. 2024-09-21T00:26:41.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.878+0000 7f34eec0e640 1 -- 172.21.15.67:0/1906161647 wait complete. 2024-09-21T00:26:41.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.879+0000 7fe8a098e640 1 Processor -- start 2024-09-21T00:26:41.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.879+0000 7fe8a098e640 1 -- start start 2024-09-21T00:26:41.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.880+0000 7f9b7224d640 1 Processor -- start 2024-09-21T00:26:41.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.880+0000 7f9b7224d640 1 -- start start 2024-09-21T00:26:41.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.880+0000 7f34eec0e640 1 Processor -- start 2024-09-21T00:26:41.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.880+0000 7f34eec0e640 1 -- start start 2024-09-21T00:26:41.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.880+0000 7f368e884640 1 Processor -- start 2024-09-21T00:26:41.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.880+0000 7fe8a098e640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe89c0d11c0 0x7fe89c1553c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:41.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.880+0000 7fe8a098e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe89c0d2b00 0x7fe89c161a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:41.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.880+0000 7fe8a098e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe89c162ea0 0x7fe89c161f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:41.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.880+0000 7f368e884640 1 -- start start 2024-09-21T00:26:41.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.881+0000 7fe8a098e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fe89c15f640 con 0x7fe89c162ea0 2024-09-21T00:26:41.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.881+0000 7fe8a098e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fe89c15f4c0 con 0x7fe89c0d2b00 2024-09-21T00:26:41.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.881+0000 7fe8a098e640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fe89c15f7c0 con 0x7fe89c0d11c0 2024-09-21T00:26:41.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.881+0000 7fe89ad9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe89c162ea0 0x7fe89c161f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:41.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.881+0000 7fe89ad9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe89c162ea0 0x7fe89c161f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54240/0 (socket says 172.21.15.67:54240) 2024-09-21T00:26:41.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.881+0000 7fe89ad9d640 1 -- 172.21.15.67:0/2084990513 learned_addr learned my addr 172.21.15.67:0/2084990513 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:41.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.881+0000 7fe899d9b640 1 --2- 172.21.15.67:0/2084990513 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe89c0d2b00 0x7fe89c161a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:41.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.881+0000 7fe89a59c640 1 --2- 172.21.15.67:0/2084990513 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe89c0d11c0 0x7fe89c1553c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:41.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.881+0000 7f9b7224d640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9b6c0d11c0 0x7f9b6c0b6ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:41.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.881+0000 7f9b7224d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9b6c0d2b00 0x7f9b6c0b4210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:41.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.881+0000 7fe89ad9d640 1 -- 172.21.15.67:0/2084990513 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe89c0d11c0 msgr2=0x7fe89c1553c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:41.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.881+0000 7fe89ad9d640 1 --2- 172.21.15.67:0/2084990513 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe89c0d11c0 0x7fe89c1553c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:41.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.881+0000 7fe89ad9d640 1 -- 172.21.15.67:0/2084990513 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe89c0d2b00 msgr2=0x7fe89c161a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:41.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.881+0000 7fe89ad9d640 1 --2- 172.21.15.67:0/2084990513 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe89c0d2b00 0x7fe89c161a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:41.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.881+0000 7fe89ad9d640 1 -- 172.21.15.67:0/2084990513 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe89c0b4210 con 0x7fe89c162ea0 2024-09-21T00:26:41.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.881+0000 7f9b7224d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9b6c162ea0 0x7f9b6c0ccfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:41.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.881+0000 7f9b7224d640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f9b6c15f640 con 0x7f9b6c0d2b00 2024-09-21T00:26:41.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.881+0000 7f9b7224d640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f9b6c15f4c0 con 0x7f9b6c162ea0 2024-09-21T00:26:41.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.881+0000 7f9b7224d640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f9b6c15f7c0 con 0x7f9b6c0d11c0 2024-09-21T00:26:41.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.881+0000 7f9b6affd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9b6c0d2b00 0x7f9b6c0b4210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:41.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.881+0000 7f9b6b7fe640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9b6c0d11c0 0x7f9b6c0b6ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:41.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.881+0000 7f9b6affd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9b6c0d2b00 0x7f9b6c0b4210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54248/0 (socket says 172.21.15.67:54248) 2024-09-21T00:26:41.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.882+0000 7f9b6affd640 1 -- 172.21.15.67:0/387778200 learned_addr learned my addr 172.21.15.67:0/387778200 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:41.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.882+0000 7fe89ad9d640 1 --2- 172.21.15.67:0/2084990513 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe89c162ea0 0x7fe89c161f60 secure :-1 s=READY pgs=1109 cs=0 l=1 rev1=1 crypto rx=0x7fe89400ba10 tx=0x7fe89400bed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:41.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.882+0000 7f9b6b7fe640 1 -- 172.21.15.67:0/387778200 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9b6c162ea0 msgr2=0x7f9b6c0ccfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:41.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.882+0000 7fe88affd640 1 -- 172.21.15.67:0/2084990513 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe894019070 con 0x7fe89c162ea0 2024-09-21T00:26:41.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.882+0000 7f9b6b7fe640 1 --2- 172.21.15.67:0/387778200 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9b6c162ea0 0x7f9b6c0ccfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:41.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.882+0000 7f9b6b7fe640 1 -- 172.21.15.67:0/387778200 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9b6c0d2b00 msgr2=0x7f9b6c0b4210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:41.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.882+0000 7f9b6b7fe640 1 --2- 172.21.15.67:0/387778200 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9b6c0d2b00 0x7f9b6c0b4210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:41.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.882+0000 7f9b6b7fe640 1 -- 172.21.15.67:0/387778200 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b6c0cd500 con 0x7f9b6c0d11c0 2024-09-21T00:26:41.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.882+0000 7f9b6affd640 1 --2- 172.21.15.67:0/387778200 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9b6c0d2b00 0x7f9b6c0b4210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:26:41.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.882+0000 7fe88affd640 1 -- 172.21.15.67:0/2084990513 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe89400cbd0 con 0x7fe89c162ea0 2024-09-21T00:26:41.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.882+0000 7fe88affd640 1 -- 172.21.15.67:0/2084990513 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe894014440 con 0x7fe89c162ea0 2024-09-21T00:26:41.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.882+0000 7fe8a098e640 1 -- 172.21.15.67:0/2084990513 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe89c0cdcd0 con 0x7fe89c162ea0 2024-09-21T00:26:41.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.882+0000 7fe8a098e640 1 -- 172.21.15.67:0/2084990513 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe89c0b44d0 con 0x7fe89c162ea0 2024-09-21T00:26:41.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.882+0000 7f34eec0e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f34e809b690 0x7f34e80cacc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:41.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.883+0000 7f34eec0e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f34e80b1950 0x7f34e80cb200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:41.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.883+0000 7f34eec0e640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f34e81587e0 0x7f34e80cb740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:41.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.882+0000 7f368e884640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f36880738a0 0x7f36881457c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:41.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.882+0000 7f368e884640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f36880ad050 0x7f36880b0d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:41.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.882+0000 7f368e884640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3688151660 0x7f36880ce360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:41.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.882+0000 7f368e884640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f36880ad5e0 con 0x7f36880738a0 2024-09-21T00:26:41.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.882+0000 7f368e884640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f36880ad460 con 0x7f36880ad050 2024-09-21T00:26:41.897 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.882+0000 7f368e884640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f36880ad760 con 0x7f3688151660 2024-09-21T00:26:41.897 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.883+0000 7f3687fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f36880738a0 0x7f36881457c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:41.897 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.883+0000 7f3687fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f36880738a0 0x7f36881457c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54250/0 (socket says 172.21.15.67:54250) 2024-09-21T00:26:41.897 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.883+0000 7f3687fff640 1 -- 172.21.15.67:0/4147246566 learned_addr learned my addr 172.21.15.67:0/4147246566 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:41.897 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.883+0000 7f9b6b7fe640 1 --2- 172.21.15.67:0/387778200 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9b6c0d11c0 0x7f9b6c0b6ce0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f9b6c0d0070 tx=0x7f9b5c0052f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:41.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.883+0000 7f34eec0e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f34e80cea60 con 0x7f34e809b690 2024-09-21T00:26:41.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.883+0000 7f34eec0e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f34e80ce8e0 con 0x7f34e80b1950 2024-09-21T00:26:41.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.883+0000 7f34eec0e640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f34e80cebe0 con 0x7f34e81587e0 2024-09-21T00:26:41.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.883+0000 7f34ec9aa640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f34e809b690 0x7f34e80cacc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:41.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.883+0000 7f34ec9aa640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f34e809b690 0x7f34e80cacc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54254/0 (socket says 172.21.15.67:54254) 2024-09-21T00:26:41.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.883+0000 7f34ec9aa640 1 -- 172.21.15.67:0/4087989083 learned_addr learned my addr 172.21.15.67:0/4087989083 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:41.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.883+0000 7f34e7fff640 1 --2- 172.21.15.67:0/4087989083 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f34e80b1950 0x7f34e80cb200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:41.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.883+0000 7f9b53fff640 1 -- 172.21.15.67:0/387778200 <== mon.2 v2:172.21.15.97:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b5c03f070 con 0x7f9b6c0d11c0 2024-09-21T00:26:41.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.883+0000 7f9b53fff640 1 -- 172.21.15.67:0/387778200 <== mon.2 v2:172.21.15.97:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9b5c004380 con 0x7f9b6c0d11c0 2024-09-21T00:26:41.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.883+0000 7f9b53fff640 1 -- 172.21.15.67:0/387778200 <== mon.2 v2:172.21.15.97:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b5c005c30 con 0x7f9b6c0d11c0 2024-09-21T00:26:41.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.883+0000 7f34ed1ab640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f34e81587e0 0x7f34e80cb740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:41.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.883+0000 7f9b7224d640 1 -- 172.21.15.67:0/387778200 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b6c0b4a40 con 0x7f9b6c0d11c0 2024-09-21T00:26:41.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.883+0000 7f9b7224d640 1 -- 172.21.15.67:0/387778200 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b6c0b5000 con 0x7f9b6c0d11c0 2024-09-21T00:26:41.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.883+0000 7f36877fe640 1 --2- 172.21.15.67:0/4147246566 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f36880ad050 0x7f36880b0d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:41.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.883+0000 7f368ce21640 1 --2- 172.21.15.67:0/4147246566 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3688151660 0x7f36880ce360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:41.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.883+0000 7f368ce21640 1 -- 172.21.15.67:0/4147246566 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f36880ad050 msgr2=0x7f36880b0d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:41.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.883+0000 7f368ce21640 1 --2- 172.21.15.67:0/4147246566 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f36880ad050 0x7f36880b0d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:41.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.883+0000 7f368ce21640 1 -- 172.21.15.67:0/4147246566 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f36880738a0 msgr2=0x7f36881457c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:41.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.883+0000 7f368ce21640 1 --2- 172.21.15.67:0/4147246566 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f36880738a0 0x7f36881457c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:41.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.883+0000 7f368ce21640 1 -- 172.21.15.67:0/4147246566 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3688153e40 con 0x7f3688151660 2024-09-21T00:26:41.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.883+0000 7f3687fff640 1 --2- 172.21.15.67:0/4147246566 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f36880738a0 0x7f36881457c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:26:41.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.884+0000 7f34e7fff640 1 -- 172.21.15.67:0/4087989083 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f34e81587e0 msgr2=0x7f34e80cb740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:41.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.884+0000 7f34e7fff640 1 --2- 172.21.15.67:0/4087989083 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f34e81587e0 0x7f34e80cb740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:41.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.884+0000 7fe8a098e640 1 -- 172.21.15.67:0/2084990513 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe89c0cda40 con 0x7fe89c162ea0 2024-09-21T00:26:41.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.884+0000 7f368ce21640 1 --2- 172.21.15.67:0/4147246566 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3688151660 0x7f36880ce360 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f3680009000 tx=0x7f36800316f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:41.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.884+0000 7f34e7fff640 1 -- 172.21.15.67:0/4087989083 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f34e809b690 msgr2=0x7f34e80cacc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:41.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.884+0000 7f34e7fff640 1 --2- 172.21.15.67:0/4087989083 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f34e809b690 0x7f34e80cacc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:41.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.884+0000 7f34e7fff640 1 -- 172.21.15.67:0/4087989083 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34e80c8ec0 con 0x7f34e80b1950 2024-09-21T00:26:41.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.884+0000 7f34e7fff640 1 --2- 172.21.15.67:0/4087989083 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f34e80b1950 0x7f34e80cb200 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f34e8074fa0 tx=0x7f34dc033c20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:41.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.884+0000 7f3684ff9640 1 -- 172.21.15.67:0/4147246566 <== mon.2 v2:172.21.15.97:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3680031da0 con 0x7f3688151660 2024-09-21T00:26:41.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.884+0000 7f3684ff9640 1 -- 172.21.15.67:0/4147246566 <== mon.2 v2:172.21.15.97:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3680003a60 con 0x7f3688151660 2024-09-21T00:26:41.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.884+0000 7f368e884640 1 -- 172.21.15.67:0/4147246566 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3688154120 con 0x7f3688151660 2024-09-21T00:26:41.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.884+0000 7f3684ff9640 1 -- 172.21.15.67:0/4147246566 <== mon.2 v2:172.21.15.97:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36800330d0 con 0x7f3688151660 2024-09-21T00:26:41.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.884+0000 7f34e57fa640 1 -- 172.21.15.67:0/4087989083 <== mon.1 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34dc005c90 con 0x7f34e80b1950 2024-09-21T00:26:41.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.884+0000 7f34e57fa640 1 -- 172.21.15.67:0/4087989083 <== mon.1 v2:172.21.15.97:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f34dc031e50 con 0x7f34e80b1950 2024-09-21T00:26:41.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.884+0000 7f34e57fa640 1 -- 172.21.15.67:0/4087989083 <== mon.1 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34dc005260 con 0x7f34e80b1950 2024-09-21T00:26:41.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.884+0000 7f34eec0e640 1 -- 172.21.15.67:0/4087989083 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f34e80c91a0 con 0x7f34e80b1950 2024-09-21T00:26:41.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.884+0000 7f34eec0e640 1 -- 172.21.15.67:0/4087989083 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f34e815be30 con 0x7f34e80b1950 2024-09-21T00:26:41.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.884+0000 7f368e884640 1 -- 172.21.15.67:0/4147246566 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f36880ced20 con 0x7f3688151660 2024-09-21T00:26:41.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.885+0000 7f9b7224d640 1 -- 172.21.15.67:0/387778200 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9b6c15fc30 con 0x7f9b6c0d11c0 2024-09-21T00:26:41.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.885+0000 7fe88affd640 1 -- 172.21.15.67:0/2084990513 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fe89401c070 con 0x7fe89c162ea0 2024-09-21T00:26:41.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.886+0000 7f368e884640 1 -- 172.21.15.67:0/4147246566 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f36880b4ef0 con 0x7f3688151660 2024-09-21T00:26:41.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.886+0000 7f34eec0e640 1 -- 172.21.15.67:0/4087989083 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f34e80b1eb0 con 0x7f34e80b1950 2024-09-21T00:26:41.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.886+0000 7f9b53fff640 1 -- 172.21.15.67:0/387778200 <== mon.2 v2:172.21.15.97:3301/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f9b5c042070 con 0x7f9b6c0d11c0 2024-09-21T00:26:41.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.886+0000 7fe88affd640 1 --2- 172.21.15.67:0/2084990513 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe87c078c10 0x7fe87c07b120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:41.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.886+0000 7fe88affd640 1 -- 172.21.15.67:0/2084990513 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 5709+0+0 (secure 0 0 0) 0x7fe89409a790 con 0x7fe89c162ea0 2024-09-21T00:26:41.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.887+0000 7f3684ff9640 1 -- 172.21.15.67:0/4147246566 <== mon.2 v2:172.21.15.97:3301/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f3680033270 con 0x7f3688151660 2024-09-21T00:26:41.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.887+0000 7fe89a59c640 1 --2- 172.21.15.67:0/2084990513 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe87c078c10 0x7fe87c07b120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:41.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.887+0000 7f9b53fff640 1 --2- 172.21.15.67:0/387778200 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9b58078c60 0x7f9b5807b170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:41.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.887+0000 7f9b53fff640 1 -- 172.21.15.67:0/387778200 <== mon.2 v2:172.21.15.97:3301/0 5 ==== osd_map(88..88 src has 1..88) ==== 5709+0+0 (secure 0 0 0) 0x7f9b5c0bba00 con 0x7f9b6c0d11c0 2024-09-21T00:26:41.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.887+0000 7f9b6affd640 1 --2- 172.21.15.67:0/387778200 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9b58078c60 0x7f9b5807b170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:41.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.887+0000 7f34e57fa640 1 -- 172.21.15.67:0/4087989083 <== mon.1 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f34dc005400 con 0x7f34e80b1950 2024-09-21T00:26:41.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.887+0000 7f3684ff9640 1 --2- 172.21.15.67:0/4147246566 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3668078bc0 0x7f366807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:41.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.888+0000 7fe89a59c640 1 --2- 172.21.15.67:0/2084990513 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe87c078c10 0x7fe87c07b120 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7fe88c034000 tx=0x7fe88c004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:41.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.888+0000 7f3684ff9640 1 -- 172.21.15.67:0/4147246566 <== mon.2 v2:172.21.15.97:3301/0 5 ==== osd_map(88..88 src has 1..88) ==== 5709+0+0 (secure 0 0 0) 0x7f36800bbe60 con 0x7f3688151660 2024-09-21T00:26:41.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.888+0000 7f3687fff640 1 --2- 172.21.15.67:0/4147246566 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3668078bc0 0x7f366807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:41.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.888+0000 7f9b6affd640 1 --2- 172.21.15.67:0/387778200 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9b58078c60 0x7f9b5807b170 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f9b6c0b7250 tx=0x7f9b60005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:41.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.888+0000 7f34e57fa640 1 --2- 172.21.15.67:0/4087989083 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f34d4078b90 0x7f34d407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:41.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.888+0000 7f3687fff640 1 --2- 172.21.15.67:0/4147246566 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3668078bc0 0x7f366807b0d0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f3678011440 tx=0x7f3678005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:41.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.888+0000 7f34e57fa640 1 -- 172.21.15.67:0/4087989083 <== mon.1 v2:172.21.15.97:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 5709+0+0 (secure 0 0 0) 0x7f34dc0bbd40 con 0x7f34e80b1950 2024-09-21T00:26:41.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.888+0000 7f34ec9aa640 1 --2- 172.21.15.67:0/4087989083 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f34d4078b90 0x7f34d407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:41.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.889+0000 7f34ec9aa640 1 --2- 172.21.15.67:0/4087989083 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f34d4078b90 0x7f34d407b0a0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f34d8007ab0 tx=0x7f34d8007a00 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:41.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.891+0000 7fe88affd640 1 -- 172.21.15.67:0/2084990513 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fe894062660 con 0x7fe89c162ea0 2024-09-21T00:26:41.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.892+0000 7f9b53fff640 1 -- 172.21.15.67:0/387778200 <== mon.2 v2:172.21.15.97:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f9b5c031770 con 0x7f9b6c0d11c0 2024-09-21T00:26:41.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.893+0000 7f34e57fa640 1 -- 172.21.15.67:0/4087989083 <== mon.1 v2:172.21.15.97:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f34dc03f030 con 0x7f34e80b1950 2024-09-21T00:26:41.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:41.897+0000 7f3684ff9640 1 -- 172.21.15.67:0/4147246566 <== mon.2 v2:172.21.15.97:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f368003f030 con 0x7f3688151660 2024-09-21T00:26:42.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:42.157+0000 7fe8a098e640 1 -- 172.21.15.67:0/2084990513 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "mds fail", "role_or_gid": "a"} v 0) -- 0x7fe89c15fc50 con 0x7fe89c162ea0 2024-09-21T00:26:42.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:42.157+0000 7f9b7224d640 1 -- 172.21.15.67:0/387778200 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "mds fail", "role_or_gid": "b"} v 0) -- 0x7f9b6c0cf960 con 0x7f9b6c0d11c0 2024-09-21T00:26:42.159 INFO:tasks.ceph.mon.a.smithi067.stderr:2024-09-21T00:26:42.158+0000 7f6547693640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-21T00:26:42.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:42.159+0000 7f368e884640 1 -- 172.21.15.67:0/4147246566 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "mds fail", "role_or_gid": "c"} v 0) -- 0x7f368815ec90 con 0x7f3688151660 2024-09-21T00:26:42.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:42.159+0000 7fe88affd640 1 -- 172.21.15.67:0/2084990513 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "mds fail", "role_or_gid": "a"}]=0 failed mds gid 7191 v72) ==== 95+0+0 (secure 0 0 0) 0x7fe894067090 con 0x7fe89c162ea0 2024-09-21T00:26:42.160 INFO:teuthology.orchestra.run.smithi067.stderr:failed mds gid 7191 2024-09-21T00:26:42.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:42.162+0000 7fe8a098e640 1 -- 172.21.15.67:0/2084990513 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe87c078c10 msgr2=0x7fe87c07b120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:42.164 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:42.162+0000 7fe8a098e640 1 --2- 172.21.15.67:0/2084990513 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe87c078c10 0x7fe87c07b120 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7fe88c034000 tx=0x7fe88c004730 comp rx=0 tx=0).stop 2024-09-21T00:26:42.164 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:42.162+0000 7fe8a098e640 1 -- 172.21.15.67:0/2084990513 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe89c162ea0 msgr2=0x7fe89c161f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:42.164 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:42.162+0000 7fe8a098e640 1 --2- 172.21.15.67:0/2084990513 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe89c162ea0 0x7fe89c161f60 secure :-1 s=READY pgs=1109 cs=0 l=1 rev1=1 crypto rx=0x7fe89400ba10 tx=0x7fe89400bed0 comp rx=0 tx=0).stop 2024-09-21T00:26:42.164 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:42.162+0000 7fe8a098e640 1 -- 172.21.15.67:0/2084990513 shutdown_connections 2024-09-21T00:26:42.164 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:42.162+0000 7fe8a098e640 1 --2- 172.21.15.67:0/2084990513 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe87c078c10 0x7fe87c07b120 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:42.164 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:42.162+0000 7fe8a098e640 1 --2- 172.21.15.67:0/2084990513 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe89c162ea0 0x7fe89c161f60 unknown :-1 s=CLOSED pgs=1109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:42.164 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:42.162+0000 7fe8a098e640 1 --2- 172.21.15.67:0/2084990513 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe89c0d2b00 0x7fe89c161a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:42.164 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:42.162+0000 7fe8a098e640 1 --2- 172.21.15.67:0/2084990513 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe89c0d11c0 0x7fe89c1553c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:42.164 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:42.162+0000 7fe8a098e640 1 -- 172.21.15.67:0/2084990513 >> 172.21.15.67:0/2084990513 conn(0x7fe89c06dfb0 msgr2=0x7fe89c06e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:42.164 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:42.162+0000 7fe8a098e640 1 -- 172.21.15.67:0/2084990513 shutdown_connections 2024-09-21T00:26:42.164 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:42.163+0000 7fe8a098e640 1 -- 172.21.15.67:0/2084990513 wait complete. 2024-09-21T00:26:42.165 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:42.164+0000 7f34eec0e640 1 -- 172.21.15.67:0/4087989083 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "mds fail", "role_or_gid": "d"} v 0) -- 0x7f34e809bdf0 con 0x7f34e80b1950 2024-09-21T00:26:42.172 INFO:tasks.ceph.mon.a.smithi067.stderr:2024-09-21T00:26:42.171+0000 7f6544e8e640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-21T00:26:42.176 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-21T00:26:42.176 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-21T00:26:42.179 INFO:tasks.ceph.mds.a:Started 2024-09-21T00:26:42.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:42.177+0000 7f9b53fff640 1 -- 172.21.15.67:0/387778200 <== mon.2 v2:172.21.15.97:3301/0 7 ==== mon_command_ack([{"prefix": "mds fail", "role_or_gid": "b"}]=0 failed mds gid 6209 v73) ==== 95+0+0 (secure 0 0 0) 0x7f9b5c083860 con 0x7f9b6c0d11c0 2024-09-21T00:26:42.179 INFO:teuthology.orchestra.run.smithi067.stderr:failed mds gid 6209 2024-09-21T00:26:42.179 DEBUG:teuthology.parallel:result is None 2024-09-21T00:26:42.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:42.180+0000 7f9b7224d640 1 -- 172.21.15.67:0/387778200 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9b58078c60 msgr2=0x7f9b5807b170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:42.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:42.180+0000 7f9b7224d640 1 --2- 172.21.15.67:0/387778200 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9b58078c60 0x7f9b5807b170 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f9b6c0b7250 tx=0x7f9b60005f90 comp rx=0 tx=0).stop 2024-09-21T00:26:42.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:42.180+0000 7f9b7224d640 1 -- 172.21.15.67:0/387778200 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9b6c0d11c0 msgr2=0x7f9b6c0b6ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:42.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:42.180+0000 7f9b7224d640 1 --2- 172.21.15.67:0/387778200 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9b6c0d11c0 0x7f9b6c0b6ce0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f9b6c0d0070 tx=0x7f9b5c0052f0 comp rx=0 tx=0).stop 2024-09-21T00:26:42.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:42.180+0000 7f9b7224d640 1 -- 172.21.15.67:0/387778200 shutdown_connections 2024-09-21T00:26:42.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:42.180+0000 7f9b7224d640 1 --2- 172.21.15.67:0/387778200 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9b58078c60 0x7f9b5807b170 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:42.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:42.180+0000 7f9b7224d640 1 --2- 172.21.15.67:0/387778200 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9b6c162ea0 0x7f9b6c0ccfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:42.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:42.180+0000 7f9b7224d640 1 --2- 172.21.15.67:0/387778200 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9b6c0d2b00 0x7f9b6c0b4210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:42.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:42.180+0000 7f9b7224d640 1 --2- 172.21.15.67:0/387778200 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9b6c0d11c0 0x7f9b6c0b6ce0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:42.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:42.180+0000 7f9b7224d640 1 -- 172.21.15.67:0/387778200 >> 172.21.15.67:0/387778200 conn(0x7f9b6c06dfb0 msgr2=0x7f9b6c0b7ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:42.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:42.180+0000 7f9b7224d640 1 -- 172.21.15.67:0/387778200 shutdown_connections 2024-09-21T00:26:42.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:42.180+0000 7f9b7224d640 1 -- 172.21.15.67:0/387778200 wait complete. 2024-09-21T00:26:42.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:42.184+0000 7f3684ff9640 1 -- 172.21.15.67:0/4147246566 <== mon.2 v2:172.21.15.97:3301/0 7 ==== mon_command_ack([{"prefix": "mds fail", "role_or_gid": "c"}]=0 failed mds gid 6673 v74) ==== 95+0+0 (secure 0 0 0) 0x7f3680083d50 con 0x7f3688151660 2024-09-21T00:26:42.185 INFO:teuthology.orchestra.run.smithi067.stderr:failed mds gid 6673 2024-09-21T00:26:42.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:42.187+0000 7f368e884640 1 -- 172.21.15.67:0/4147246566 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3668078bc0 msgr2=0x7f366807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:42.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:42.187+0000 7f368e884640 1 --2- 172.21.15.67:0/4147246566 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3668078bc0 0x7f366807b0d0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f3678011440 tx=0x7f3678005f90 comp rx=0 tx=0).stop 2024-09-21T00:26:42.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:42.187+0000 7f368e884640 1 -- 172.21.15.67:0/4147246566 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3688151660 msgr2=0x7f36880ce360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:42.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:42.187+0000 7f368e884640 1 --2- 172.21.15.67:0/4147246566 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3688151660 0x7f36880ce360 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f3680009000 tx=0x7f36800316f0 comp rx=0 tx=0).stop 2024-09-21T00:26:42.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:42.187+0000 7f368e884640 1 -- 172.21.15.67:0/4147246566 shutdown_connections 2024-09-21T00:26:42.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:42.187+0000 7f368e884640 1 --2- 172.21.15.67:0/4147246566 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3668078bc0 0x7f366807b0d0 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:42.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:42.187+0000 7f368e884640 1 --2- 172.21.15.67:0/4147246566 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3688151660 0x7f36880ce360 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:42.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:42.187+0000 7f368e884640 1 --2- 172.21.15.67:0/4147246566 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f36880ad050 0x7f36880b0d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:42.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:42.187+0000 7f368e884640 1 --2- 172.21.15.67:0/4147246566 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f36880738a0 0x7f36881457c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:42.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:42.187+0000 7f368e884640 1 -- 172.21.15.67:0/4147246566 >> 172.21.15.67:0/4147246566 conn(0x7f368806d5a0 msgr2=0x7f3688156ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:42.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:42.187+0000 7f368e884640 1 -- 172.21.15.67:0/4147246566 shutdown_connections 2024-09-21T00:26:42.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:42.187+0000 7f368e884640 1 -- 172.21.15.67:0/4147246566 wait complete. 2024-09-21T00:26:42.196 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-21T00:26:42.197 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-21T00:26:42.199 INFO:tasks.ceph.mds.b:Started 2024-09-21T00:26:42.199 DEBUG:teuthology.parallel:result is None 2024-09-21T00:26:42.204 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-21T00:26:42.204 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-21T00:26:42.246 INFO:tasks.ceph.mds.c:Started 2024-09-21T00:26:42.247 DEBUG:teuthology.parallel:result is None 2024-09-21T00:26:42.271 INFO:tasks.ceph.mds.a.smithi067.stdout:starting mds.a at 2024-09-21T00:26:42.288 INFO:tasks.ceph.mds.b.smithi097.stdout:starting mds.b at 2024-09-21T00:26:42.335 INFO:tasks.ceph.mds.c.smithi067.stdout:starting mds.c at 2024-09-21T00:26:43.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:43.182+0000 7f34e57fa640 1 -- 172.21.15.67:0/4087989083 <== mon.1 v2:172.21.15.97:3300/0 7 ==== mon_command_ack([{"prefix": "mds fail", "role_or_gid": "d"}]=0 failed mds gid 6206 v75) ==== 95+0+0 (secure 0 0 0) 0x7f34dc031770 con 0x7f34e80b1950 2024-09-21T00:26:43.184 INFO:teuthology.orchestra.run.smithi067.stderr:failed mds gid 6206 2024-09-21T00:26:43.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:43.185+0000 7f34eec0e640 1 -- 172.21.15.67:0/4087989083 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f34d4078b90 msgr2=0x7f34d407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:43.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:43.185+0000 7f34eec0e640 1 --2- 172.21.15.67:0/4087989083 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f34d4078b90 0x7f34d407b0a0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f34d8007ab0 tx=0x7f34d8007a00 comp rx=0 tx=0).stop 2024-09-21T00:26:43.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:43.185+0000 7f34eec0e640 1 -- 172.21.15.67:0/4087989083 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f34e80b1950 msgr2=0x7f34e80cb200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:43.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:43.185+0000 7f34eec0e640 1 --2- 172.21.15.67:0/4087989083 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f34e80b1950 0x7f34e80cb200 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f34e8074fa0 tx=0x7f34dc033c20 comp rx=0 tx=0).stop 2024-09-21T00:26:43.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:43.185+0000 7f34eec0e640 1 -- 172.21.15.67:0/4087989083 shutdown_connections 2024-09-21T00:26:43.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:43.185+0000 7f34eec0e640 1 --2- 172.21.15.67:0/4087989083 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f34d4078b90 0x7f34d407b0a0 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:43.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:43.185+0000 7f34eec0e640 1 --2- 172.21.15.67:0/4087989083 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f34e81587e0 0x7f34e80cb740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:43.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:43.185+0000 7f34eec0e640 1 --2- 172.21.15.67:0/4087989083 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f34e80b1950 0x7f34e80cb200 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:43.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:43.185+0000 7f34eec0e640 1 --2- 172.21.15.67:0/4087989083 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f34e809b690 0x7f34e80cacc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:43.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:43.185+0000 7f34eec0e640 1 -- 172.21.15.67:0/4087989083 >> 172.21.15.67:0/4087989083 conn(0x7f34e80b40a0 msgr2=0x7f34e8072c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:43.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:43.186+0000 7f34eec0e640 1 -- 172.21.15.67:0/4087989083 shutdown_connections 2024-09-21T00:26:43.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:43.186+0000 7f34eec0e640 1 -- 172.21.15.67:0/4087989083 wait complete. 2024-09-21T00:26:43.203 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-21T00:26:43.203 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-21T00:26:43.206 INFO:tasks.ceph.mds.d:Started 2024-09-21T00:26:43.206 DEBUG:teuthology.parallel:result is None 2024-09-21T00:26:43.206 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:26:43.297 INFO:tasks.ceph.mds.d.smithi097.stdout:starting mds.d at 2024-09-21T00:26:43.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:43.366+0000 7f1da813a640 1 -- 172.21.15.67:0/2274151108 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1da00b6730 msgr2=0x7f1da00cf260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:43.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:43.366+0000 7f1da813a640 1 --2- 172.21.15.67:0/2274151108 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1da00b6730 0x7f1da00cf260 secure :-1 s=READY pgs=1118 cs=0 l=1 rev1=1 crypto rx=0x7f1da00b3f60 tx=0x7f1d9402a560 comp rx=0 tx=0).stop 2024-09-21T00:26:43.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:43.366+0000 7f1da813a640 1 -- 172.21.15.67:0/2274151108 shutdown_connections 2024-09-21T00:26:43.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:43.366+0000 7f1da813a640 1 --2- 172.21.15.67:0/2274151108 >> v2:172.21.15.97:3300/0 conn(0x7f1da006fbd0 0x7f1da00cf7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:43.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:43.366+0000 7f1da813a640 1 --2- 172.21.15.67:0/2274151108 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1da00b6730 0x7f1da00cf260 unknown :-1 s=CLOSED pgs=1118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:43.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:43.366+0000 7f1da813a640 1 -- 172.21.15.67:0/2274151108 >> 172.21.15.67:0/2274151108 conn(0x7f1da00d45a0 msgr2=0x7f1da00d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:43.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:43.366+0000 7f1da813a640 1 -- 172.21.15.67:0/2274151108 shutdown_connections 2024-09-21T00:26:43.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:43.366+0000 7f1da813a640 1 -- 172.21.15.67:0/2274151108 wait complete. 2024-09-21T00:26:43.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:43.368+0000 7f1da813a640 1 Processor -- start 2024-09-21T00:26:43.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:43.368+0000 7f1da813a640 1 -- start start 2024-09-21T00:26:43.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:43.369+0000 7f1da813a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1da006fbd0 0x7f1da01f9270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:43.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:43.369+0000 7f1da813a640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1da00b9e70 0x7f1da00cad80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:43.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:43.369+0000 7f1da813a640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1da01f5100 0x7f1da01f5510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:43.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:43.369+0000 7f1da813a640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f1da00cfce0 con 0x7f1da006fbd0 2024-09-21T00:26:43.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:43.369+0000 7f1da813a640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f1da00d25e0 con 0x7f1da00b9e70 2024-09-21T00:26:43.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:43.369+0000 7f1da813a640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f1da00cfe60 con 0x7f1da01f5100 2024-09-21T00:26:43.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:43.369+0000 7f1da5ed6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1da006fbd0 0x7f1da01f9270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:43.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:43.369+0000 7f1da5ed6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1da006fbd0 0x7f1da01f9270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55032/0 (socket says 172.21.15.67:55032) 2024-09-21T00:26:43.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:43.369+0000 7f1da5ed6640 1 -- 172.21.15.67:0/2987782306 learned_addr learned my addr 172.21.15.67:0/2987782306 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:43.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:43.369+0000 7f1da5ed6640 1 -- 172.21.15.67:0/2987782306 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1da01f5100 msgr2=0x7f1da01f5510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:43.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:43.369+0000 7f1da5ed6640 1 --2- 172.21.15.67:0/2987782306 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1da01f5100 0x7f1da01f5510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:43.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:43.369+0000 7f1da5ed6640 1 -- 172.21.15.67:0/2987782306 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1da00b9e70 msgr2=0x7f1da00cad80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:43.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:43.369+0000 7f1da5ed6640 1 --2- 172.21.15.67:0/2987782306 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1da00b9e70 0x7f1da00cad80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:43.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:43.369+0000 7f1da5ed6640 1 -- 172.21.15.67:0/2987782306 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1da00a15d0 con 0x7f1da006fbd0 2024-09-21T00:26:43.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:43.370+0000 7f1da5ed6640 1 --2- 172.21.15.67:0/2987782306 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1da006fbd0 0x7f1da01f9270 secure :-1 s=READY pgs=1119 cs=0 l=1 rev1=1 crypto rx=0x7f1d9000c7d0 tx=0x7f1d9000cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:43.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:43.370+0000 7f1d9e7fc640 1 -- 172.21.15.67:0/2987782306 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d90017070 con 0x7f1da006fbd0 2024-09-21T00:26:43.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:43.370+0000 7f1d9e7fc640 1 -- 172.21.15.67:0/2987782306 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1d90005070 con 0x7f1da006fbd0 2024-09-21T00:26:43.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:43.370+0000 7f1da813a640 1 -- 172.21.15.67:0/2987782306 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1da014f6c0 con 0x7f1da006fbd0 2024-09-21T00:26:43.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:43.370+0000 7f1d9e7fc640 1 -- 172.21.15.67:0/2987782306 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d900054a0 con 0x7f1da006fbd0 2024-09-21T00:26:43.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:43.370+0000 7f1da813a640 1 -- 172.21.15.67:0/2987782306 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1da01f6030 con 0x7f1da006fbd0 2024-09-21T00:26:43.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:43.371+0000 7f1da813a640 1 -- 172.21.15.67:0/2987782306 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1da00d0310 con 0x7f1da006fbd0 2024-09-21T00:26:43.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:43.372+0000 7f1d9e7fc640 1 -- 172.21.15.67:0/2987782306 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f1d9001a070 con 0x7f1da006fbd0 2024-09-21T00:26:43.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:43.372+0000 7f1d9e7fc640 1 --2- 172.21.15.67:0/2987782306 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1d8c078bc0 0x7f1d8c07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:43.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:43.372+0000 7f1d9e7fc640 1 -- 172.21.15.67:0/2987782306 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 5881+0+0 (secure 0 0 0) 0x7f1d9009a4d0 con 0x7f1da006fbd0 2024-09-21T00:26:43.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:43.372+0000 7f1da56d5640 1 --2- 172.21.15.67:0/2987782306 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1d8c078bc0 0x7f1d8c07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:43.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:43.373+0000 7f1da56d5640 1 --2- 172.21.15.67:0/2987782306 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1d8c078bc0 0x7f1d8c07b0d0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f1d94033000 tx=0x7f1d940046c0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:43.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:43.377+0000 7f1d9e7fc640 1 -- 172.21.15.67:0/2987782306 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f1d90062860 con 0x7f1da006fbd0 2024-09-21T00:26:43.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:43.602+0000 7f1da813a640 1 -- 172.21.15.67:0/2987782306 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1da00b7fe0 con 0x7f1da006fbd0 2024-09-21T00:26:43.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:43.603+0000 7f1d9e7fc640 1 -- 172.21.15.67:0/2987782306 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 76 v76) ==== 94+0+4394 (secure 0 0 0) 0x7f1d90062160 con 0x7f1da006fbd0 2024-09-21T00:26:43.604 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:26:43.604 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":76,"btime":"2024-09-21T00:26:43:182654+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6362,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6835/3086360189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3086360189},{"type":"v1","addr":"172.21.15.97:6835","nonce":3086360189}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":75},{"gid":7422,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6833/2895037060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":2895037060},{"type":"v1","addr":"172.21.15.67:6833","nonce":2895037060}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":75}],"filesystems":[{"mdsmap":{"epoch":76,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:26:21.076817+0000","modified":"2024-09-21T00:26:43.182638+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":91,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7440},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7440":{"gid":7440,"name":"c","rank":0,"incarnation":76,"state":"up:replay","state_seq":1,"addr":"172.21.15.67:6835/1958903248","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":1958903248},{"type":"v1","addr":"172.21.15.67:6835","nonce":1958903248}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-21T00:26:43.605 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 76 2024-09-21T00:26:43.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:43.605+0000 7f1da813a640 1 -- 172.21.15.67:0/2987782306 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1d8c078bc0 msgr2=0x7f1d8c07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:43.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:43.605+0000 7f1da813a640 1 --2- 172.21.15.67:0/2987782306 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1d8c078bc0 0x7f1d8c07b0d0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f1d94033000 tx=0x7f1d940046c0 comp rx=0 tx=0).stop 2024-09-21T00:26:43.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:43.605+0000 7f1da813a640 1 -- 172.21.15.67:0/2987782306 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1da006fbd0 msgr2=0x7f1da01f9270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:43.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:43.605+0000 7f1da813a640 1 --2- 172.21.15.67:0/2987782306 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1da006fbd0 0x7f1da01f9270 secure :-1 s=READY pgs=1119 cs=0 l=1 rev1=1 crypto rx=0x7f1d9000c7d0 tx=0x7f1d9000cc90 comp rx=0 tx=0).stop 2024-09-21T00:26:43.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:43.606+0000 7f1da813a640 1 -- 172.21.15.67:0/2987782306 shutdown_connections 2024-09-21T00:26:43.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:43.606+0000 7f1da813a640 1 --2- 172.21.15.67:0/2987782306 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1d8c078bc0 0x7f1d8c07b0d0 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:43.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:43.606+0000 7f1da813a640 1 --2- 172.21.15.67:0/2987782306 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1da01f5100 0x7f1da01f5510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:43.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:43.606+0000 7f1da813a640 1 --2- 172.21.15.67:0/2987782306 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1da00b9e70 0x7f1da00cad80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:43.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:43.606+0000 7f1da813a640 1 --2- 172.21.15.67:0/2987782306 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1da006fbd0 0x7f1da01f9270 unknown :-1 s=CLOSED pgs=1119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:43.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:43.606+0000 7f1da813a640 1 -- 172.21.15.67:0/2987782306 >> 172.21.15.67:0/2987782306 conn(0x7f1da00d45a0 msgr2=0x7f1da00b1460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:43.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:43.606+0000 7f1da813a640 1 -- 172.21.15.67:0/2987782306 shutdown_connections 2024-09-21T00:26:43.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:43.606+0000 7f1da813a640 1 -- 172.21.15.67:0/2987782306 wait complete. 2024-09-21T00:26:44.020 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 76, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-21T00:26:21.076817+0000', 'modified': '2024-09-21T00:26:43.182638+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 91, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 7440}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_7440': {'gid': 7440, 'name': 'c', 'rank': 0, 'incarnation': 76, 'state': 'up:replay', 'state_seq': 1, 'addr': '172.21.15.67:6835/1958903248', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.67:6834', 'nonce': 1958903248}, {'type': 'v1', 'addr': '172.21.15.67:6835', 'nonce': 1958903248}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [13], 'metadata_pool': 12, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 0, 'qdb_cluster': []} 2024-09-21T00:26:44.021 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_7440:up:replay 2024-09-21T00:26:45.022 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:26:45.154 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:45.153+0000 7f5078094640 1 -- 172.21.15.67:0/4240383722 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f50700d11c0 msgr2=0x7f50700d15d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:45.154 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:45.153+0000 7f5078094640 1 --2- 172.21.15.67:0/4240383722 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f50700d11c0 0x7f50700d15d0 secure :-1 s=READY pgs=1121 cs=0 l=1 rev1=1 crypto rx=0x7f5068005fd0 tx=0x7f506802a940 comp rx=0 tx=0).stop 2024-09-21T00:26:45.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:45.153+0000 7f5078094640 1 -- 172.21.15.67:0/4240383722 shutdown_connections 2024-09-21T00:26:45.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:45.153+0000 7f5078094640 1 --2- 172.21.15.67:0/4240383722 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f50700d11c0 0x7f50700d15d0 unknown :-1 s=CLOSED pgs=1121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:45.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:45.153+0000 7f5078094640 1 -- 172.21.15.67:0/4240383722 >> 172.21.15.67:0/4240383722 conn(0x7f507006dfb0 msgr2=0x7f507006e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:45.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:45.153+0000 7f5078094640 1 -- 172.21.15.67:0/4240383722 shutdown_connections 2024-09-21T00:26:45.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:45.153+0000 7f5078094640 1 -- 172.21.15.67:0/4240383722 wait complete. 2024-09-21T00:26:45.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:45.155+0000 7f5078094640 1 Processor -- start 2024-09-21T00:26:45.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:45.155+0000 7f5078094640 1 -- start start 2024-09-21T00:26:45.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:45.156+0000 7f5078094640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f50700d11c0 0x7f50700cc080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:45.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:45.156+0000 7f5078094640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f50700d2b00 0x7f50701492b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:45.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:45.156+0000 7f5078094640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5070162ea0 0x7f50701497f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:45.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:45.156+0000 7f5078094640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f507015f7e0 con 0x7f5070162ea0 2024-09-21T00:26:45.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:45.156+0000 7f5078094640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f507015f660 con 0x7f50700d2b00 2024-09-21T00:26:45.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:45.156+0000 7f5078094640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f507015f960 con 0x7f50700d11c0 2024-09-21T00:26:45.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:45.156+0000 7f5076631640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5070162ea0 0x7f50701497f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:45.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:45.156+0000 7f5076631640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5070162ea0 0x7f50701497f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55042/0 (socket says 172.21.15.67:55042) 2024-09-21T00:26:45.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:45.156+0000 7f5076631640 1 -- 172.21.15.67:0/3108571986 learned_addr learned my addr 172.21.15.67:0/3108571986 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:45.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:45.156+0000 7f507562f640 1 --2- 172.21.15.67:0/3108571986 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f50700d2b00 0x7f50701492b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:45.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:45.156+0000 7f5076631640 1 -- 172.21.15.67:0/3108571986 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f50700d11c0 msgr2=0x7f50700cc080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:45.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:45.156+0000 7f5075e30640 1 --2- 172.21.15.67:0/3108571986 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f50700d11c0 0x7f50700cc080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:45.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:45.156+0000 7f5076631640 1 --2- 172.21.15.67:0/3108571986 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f50700d11c0 0x7f50700cc080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:45.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:45.156+0000 7f5076631640 1 -- 172.21.15.67:0/3108571986 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f50700d2b00 msgr2=0x7f50701492b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:45.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:45.156+0000 7f5076631640 1 --2- 172.21.15.67:0/3108571986 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f50700d2b00 0x7f50701492b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:45.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:45.156+0000 7f5076631640 1 -- 172.21.15.67:0/3108571986 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50700ccb40 con 0x7f5070162ea0 2024-09-21T00:26:45.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:45.156+0000 7f507562f640 1 --2- 172.21.15.67:0/3108571986 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f50700d2b00 0x7f50701492b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:26:45.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:45.157+0000 7f5076631640 1 --2- 172.21.15.67:0/3108571986 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5070162ea0 0x7f50701497f0 secure :-1 s=READY pgs=1122 cs=0 l=1 rev1=1 crypto rx=0x7f5068009cd0 tx=0x7f5068031ea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:45.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:45.157+0000 7f50667fc640 1 -- 172.21.15.67:0/3108571986 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f506803e070 con 0x7f5070162ea0 2024-09-21T00:26:45.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:45.157+0000 7f50667fc640 1 -- 172.21.15.67:0/3108571986 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5068004560 con 0x7f5070162ea0 2024-09-21T00:26:45.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:45.157+0000 7f5078094640 1 -- 172.21.15.67:0/3108571986 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50700cce20 con 0x7f5070162ea0 2024-09-21T00:26:45.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:45.157+0000 7f50667fc640 1 -- 172.21.15.67:0/3108571986 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5068043460 con 0x7f5070162ea0 2024-09-21T00:26:45.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:45.157+0000 7f5078094640 1 -- 172.21.15.67:0/3108571986 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50700cd3e0 con 0x7f5070162ea0 2024-09-21T00:26:45.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:45.158+0000 7f5078094640 1 -- 172.21.15.67:0/3108571986 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f50700d15d0 con 0x7f5070162ea0 2024-09-21T00:26:45.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:45.159+0000 7f50667fc640 1 -- 172.21.15.67:0/3108571986 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f5068043600 con 0x7f5070162ea0 2024-09-21T00:26:45.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:45.159+0000 7f50667fc640 1 --2- 172.21.15.67:0/3108571986 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5054078b90 0x7f505407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:45.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:45.159+0000 7f50667fc640 1 -- 172.21.15.67:0/3108571986 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 5881+0+0 (secure 0 0 0) 0x7f50680bc870 con 0x7f5070162ea0 2024-09-21T00:26:45.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:45.160+0000 7f5075e30640 1 --2- 172.21.15.67:0/3108571986 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5054078b90 0x7f505407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:45.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:45.160+0000 7f5075e30640 1 --2- 172.21.15.67:0/3108571986 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5054078b90 0x7f505407b0a0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f506c001610 tx=0x7f506c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:45.165 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:45.164+0000 7f50667fc640 1 -- 172.21.15.67:0/3108571986 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f5068084c00 con 0x7f5070162ea0 2024-09-21T00:26:45.395 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:45.393+0000 7f5078094640 1 -- 172.21.15.67:0/3108571986 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f50700cc8d0 con 0x7f5070162ea0 2024-09-21T00:26:45.395 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:45.394+0000 7f50667fc640 1 -- 172.21.15.67:0/3108571986 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 78 v78) ==== 94+0+5219 (secure 0 0 0) 0x7f5068084500 con 0x7f5070162ea0 2024-09-21T00:26:45.395 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:26:45.396 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":78,"btime":"2024-09-21T00:26:45:190628+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6362,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6835/3086360189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3086360189},{"type":"v1","addr":"172.21.15.97:6835","nonce":3086360189}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":75},{"gid":6892,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/2473170653","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":2473170653},{"type":"v1","addr":"172.21.15.97:6837","nonce":2473170653}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":77},{"gid":7422,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6833/2895037060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":2895037060},{"type":"v1","addr":"172.21.15.67:6833","nonce":2895037060}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":75}],"filesystems":[{"mdsmap":{"epoch":78,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:26:21.076817+0000","modified":"2024-09-21T00:26:44.192491+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":91,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7440},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7440":{"gid":7440,"name":"c","rank":0,"incarnation":76,"state":"up:rejoin","state_seq":3,"addr":"172.21.15.67:6835/1958903248","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":1958903248},{"type":"v1","addr":"172.21.15.67:6835","nonce":1958903248}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":6}]} 2024-09-21T00:26:45.396 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 78 2024-09-21T00:26:45.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:45.396+0000 7f5078094640 1 -- 172.21.15.67:0/3108571986 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5054078b90 msgr2=0x7f505407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:45.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:45.396+0000 7f5078094640 1 --2- 172.21.15.67:0/3108571986 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5054078b90 0x7f505407b0a0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f506c001610 tx=0x7f506c009040 comp rx=0 tx=0).stop 2024-09-21T00:26:45.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:45.396+0000 7f5078094640 1 -- 172.21.15.67:0/3108571986 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5070162ea0 msgr2=0x7f50701497f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:45.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:45.396+0000 7f5078094640 1 --2- 172.21.15.67:0/3108571986 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5070162ea0 0x7f50701497f0 secure :-1 s=READY pgs=1122 cs=0 l=1 rev1=1 crypto rx=0x7f5068009cd0 tx=0x7f5068031ea0 comp rx=0 tx=0).stop 2024-09-21T00:26:45.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:45.396+0000 7f5078094640 1 -- 172.21.15.67:0/3108571986 shutdown_connections 2024-09-21T00:26:45.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:45.396+0000 7f5078094640 1 --2- 172.21.15.67:0/3108571986 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5054078b90 0x7f505407b0a0 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:45.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:45.396+0000 7f5078094640 1 --2- 172.21.15.67:0/3108571986 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5070162ea0 0x7f50701497f0 unknown :-1 s=CLOSED pgs=1122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:45.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:45.396+0000 7f5078094640 1 --2- 172.21.15.67:0/3108571986 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f50700d2b00 0x7f50701492b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:45.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:45.396+0000 7f5078094640 1 --2- 172.21.15.67:0/3108571986 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f50700d11c0 0x7f50700cc080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:45.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:45.396+0000 7f5078094640 1 -- 172.21.15.67:0/3108571986 >> 172.21.15.67:0/3108571986 conn(0x7f507006dfb0 msgr2=0x7f50700b87d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:45.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:45.396+0000 7f5078094640 1 -- 172.21.15.67:0/3108571986 shutdown_connections 2024-09-21T00:26:45.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:45.396+0000 7f5078094640 1 -- 172.21.15.67:0/3108571986 wait complete. 2024-09-21T00:26:45.811 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 78, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-21T00:26:21.076817+0000', 'modified': '2024-09-21T00:26:44.192491+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 91, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 7440}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_7440': {'gid': 7440, 'name': 'c', 'rank': 0, 'incarnation': 76, 'state': 'up:rejoin', 'state_seq': 3, 'addr': '172.21.15.67:6835/1958903248', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.67:6834', 'nonce': 1958903248}, {'type': 'v1', 'addr': '172.21.15.67:6835', 'nonce': 1958903248}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [13], 'metadata_pool': 12, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 0, 'qdb_cluster': []} 2024-09-21T00:26:45.811 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_7440:up:rejoin 2024-09-21T00:26:46.812 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:26:46.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:46.943+0000 7febbb871640 1 -- 172.21.15.67:0/3179622352 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7febb40b6730 msgr2=0x7febb40cf260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:46.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:46.943+0000 7febbb871640 1 --2- 172.21.15.67:0/3179622352 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7febb40b6730 0x7febb40cf260 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7feba4009860 tx=0x7feba402a4a0 comp rx=0 tx=0).stop 2024-09-21T00:26:46.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:46.943+0000 7febbb871640 1 -- 172.21.15.67:0/3179622352 shutdown_connections 2024-09-21T00:26:46.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:46.943+0000 7febbb871640 1 --2- 172.21.15.67:0/3179622352 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7febb40b6730 0x7febb40cf260 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:46.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:46.943+0000 7febbb871640 1 -- 172.21.15.67:0/3179622352 >> 172.21.15.67:0/3179622352 conn(0x7febb40d45a0 msgr2=0x7febb40d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:46.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:46.943+0000 7febbb871640 1 -- 172.21.15.67:0/3179622352 shutdown_connections 2024-09-21T00:26:46.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:46.943+0000 7febbb871640 1 -- 172.21.15.67:0/3179622352 wait complete. 2024-09-21T00:26:46.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:46.945+0000 7febbb871640 1 Processor -- start 2024-09-21T00:26:46.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:46.945+0000 7febbb871640 1 -- start start 2024-09-21T00:26:46.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:46.946+0000 7febbb871640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7febb406fbd0 0x7febb40cdb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:46.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:46.947+0000 7febbb871640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7febb40b9e70 0x7febb415b7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:46.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:46.947+0000 7febbb871640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7febb4155d90 0x7febb40cb5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:46.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:46.947+0000 7febbb871640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7febb40d0030 con 0x7febb4155d90 2024-09-21T00:26:46.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:46.947+0000 7febbb871640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7febb40cfeb0 con 0x7febb40b9e70 2024-09-21T00:26:46.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:46.947+0000 7febbb871640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7febb40d01b0 con 0x7febb406fbd0 2024-09-21T00:26:46.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:46.947+0000 7febb960d640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7febb406fbd0 0x7febb40cdb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:46.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:46.947+0000 7febb9e0e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7febb4155d90 0x7febb40cb5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:46.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:46.947+0000 7febb8e0c640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7febb40b9e70 0x7febb415b7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:46.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:46.947+0000 7febb960d640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7febb406fbd0 0x7febb40cdb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.67:46756/0 (socket says 172.21.15.67:46756) 2024-09-21T00:26:46.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:46.947+0000 7febb960d640 1 -- 172.21.15.67:0/1019353340 learned_addr learned my addr 172.21.15.67:0/1019353340 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:46.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:46.947+0000 7febb9e0e640 1 -- 172.21.15.67:0/1019353340 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7febb406fbd0 msgr2=0x7febb40cdb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:46.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:46.947+0000 7febb9e0e640 1 --2- 172.21.15.67:0/1019353340 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7febb406fbd0 0x7febb40cdb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:46.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:46.947+0000 7febb9e0e640 1 -- 172.21.15.67:0/1019353340 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7febb40b9e70 msgr2=0x7febb415b7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:46.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:46.947+0000 7febb9e0e640 1 --2- 172.21.15.67:0/1019353340 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7febb40b9e70 0x7febb415b7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:46.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:46.947+0000 7febb9e0e640 1 -- 172.21.15.67:0/1019353340 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7febb41559e0 con 0x7febb4155d90 2024-09-21T00:26:46.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:46.947+0000 7febb8e0c640 1 --2- 172.21.15.67:0/1019353340 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7febb40b9e70 0x7febb415b7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:26:46.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:46.947+0000 7febb960d640 1 --2- 172.21.15.67:0/1019353340 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7febb406fbd0 0x7febb40cdb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:26:46.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:46.947+0000 7febb9e0e640 1 --2- 172.21.15.67:0/1019353340 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7febb4155d90 0x7febb40cb5e0 secure :-1 s=READY pgs=1124 cs=0 l=1 rev1=1 crypto rx=0x7febb40ceb10 tx=0x7febac00cf70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:46.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:46.948+0000 7feba9ffb640 1 -- 172.21.15.67:0/1019353340 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febac00ac30 con 0x7febb4155d90 2024-09-21T00:26:46.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:46.948+0000 7feba9ffb640 1 -- 172.21.15.67:0/1019353340 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7febac017070 con 0x7febb4155d90 2024-09-21T00:26:46.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:46.948+0000 7febbb871640 1 -- 172.21.15.67:0/1019353340 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7febb415acd0 con 0x7febb4155d90 2024-09-21T00:26:46.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:46.948+0000 7feba9ffb640 1 -- 172.21.15.67:0/1019353340 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febac012680 con 0x7febb4155d90 2024-09-21T00:26:46.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:46.948+0000 7febbb871640 1 -- 172.21.15.67:0/1019353340 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7febb40ce0c0 con 0x7febb4155d90 2024-09-21T00:26:46.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:46.949+0000 7febbb871640 1 -- 172.21.15.67:0/1019353340 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7febb4069de0 con 0x7febb4155d90 2024-09-21T00:26:46.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:46.950+0000 7feba9ffb640 1 -- 172.21.15.67:0/1019353340 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7febac012820 con 0x7febb4155d90 2024-09-21T00:26:46.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:46.950+0000 7feba9ffb640 1 --2- 172.21.15.67:0/1019353340 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7feb98078bc0 0x7feb9807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:46.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:46.950+0000 7feba9ffb640 1 -- 172.21.15.67:0/1019353340 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 5881+0+0 (secure 0 0 0) 0x7febac09b0e0 con 0x7febb4155d90 2024-09-21T00:26:46.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:46.951+0000 7febb960d640 1 --2- 172.21.15.67:0/1019353340 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7feb98078bc0 0x7feb9807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:46.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:46.951+0000 7febb960d640 1 --2- 172.21.15.67:0/1019353340 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7feb98078bc0 0x7feb9807b0d0 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7febb0001120 tx=0x7febb0009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:46.956 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:46.955+0000 7feba9ffb640 1 -- 172.21.15.67:0/1019353340 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7febac062da0 con 0x7febb4155d90 2024-09-21T00:26:47.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.180+0000 7febbb871640 1 -- 172.21.15.67:0/1019353340 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7febb40b8300 con 0x7febb4155d90 2024-09-21T00:26:47.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.181+0000 7feba9ffb640 1 -- 172.21.15.67:0/1019353340 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 79 v79) ==== 94+0+5226 (secure 0 0 0) 0x7febac0677d0 con 0x7febb4155d90 2024-09-21T00:26:47.182 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:26:47.183 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":79,"btime":"2024-09-21T00:26:46:196342+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6362,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6835/3086360189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3086360189},{"type":"v1","addr":"172.21.15.97:6835","nonce":3086360189}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":75},{"gid":6892,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/2473170653","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":2473170653},{"type":"v1","addr":"172.21.15.97:6837","nonce":2473170653}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":77},{"gid":7422,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6833/2895037060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":2895037060},{"type":"v1","addr":"172.21.15.67:6833","nonce":2895037060}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":75}],"filesystems":[{"mdsmap":{"epoch":79,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:26:21.076817+0000","modified":"2024-09-21T00:26:46.196323+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":91,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7440},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7440":{"gid":7440,"name":"c","rank":0,"incarnation":76,"state":"up:active","state_seq":4,"addr":"172.21.15.67:6835/1958903248","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":1958903248},{"type":"v1","addr":"172.21.15.67:6835","nonce":1958903248}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7440,"qdb_cluster":[7440]},"id":6}]} 2024-09-21T00:26:47.183 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 79 2024-09-21T00:26:47.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.183+0000 7febbb871640 1 -- 172.21.15.67:0/1019353340 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7feb98078bc0 msgr2=0x7feb9807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:47.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.183+0000 7febbb871640 1 --2- 172.21.15.67:0/1019353340 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7feb98078bc0 0x7feb9807b0d0 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7febb0001120 tx=0x7febb0009040 comp rx=0 tx=0).stop 2024-09-21T00:26:47.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.184+0000 7febbb871640 1 -- 172.21.15.67:0/1019353340 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7febb4155d90 msgr2=0x7febb40cb5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:47.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.184+0000 7febbb871640 1 --2- 172.21.15.67:0/1019353340 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7febb4155d90 0x7febb40cb5e0 secure :-1 s=READY pgs=1124 cs=0 l=1 rev1=1 crypto rx=0x7febb40ceb10 tx=0x7febac00cf70 comp rx=0 tx=0).stop 2024-09-21T00:26:47.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.184+0000 7febbb871640 1 -- 172.21.15.67:0/1019353340 shutdown_connections 2024-09-21T00:26:47.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.184+0000 7febbb871640 1 --2- 172.21.15.67:0/1019353340 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7feb98078bc0 0x7feb9807b0d0 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:47.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.184+0000 7febbb871640 1 --2- 172.21.15.67:0/1019353340 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7febb4155d90 0x7febb40cb5e0 unknown :-1 s=CLOSED pgs=1124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:47.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.184+0000 7febbb871640 1 --2- 172.21.15.67:0/1019353340 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7febb40b9e70 0x7febb415b7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:47.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.184+0000 7febbb871640 1 --2- 172.21.15.67:0/1019353340 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7febb406fbd0 0x7febb40cdb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:47.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.184+0000 7febbb871640 1 -- 172.21.15.67:0/1019353340 >> 172.21.15.67:0/1019353340 conn(0x7febb40d45a0 msgr2=0x7febb40cf220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:47.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.184+0000 7febbb871640 1 -- 172.21.15.67:0/1019353340 shutdown_connections 2024-09-21T00:26:47.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.184+0000 7febbb871640 1 -- 172.21.15.67:0/1019353340 wait complete. 2024-09-21T00:26:47.599 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 79, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-21T00:26:21.076817+0000', 'modified': '2024-09-21T00:26:46.196323+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 91, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 7440}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_7440': {'gid': 7440, 'name': 'c', 'rank': 0, 'incarnation': 76, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.67:6835/1958903248', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.67:6834', 'nonce': 1958903248}, {'type': 'v1', 'addr': '172.21.15.67:6835', 'nonce': 1958903248}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [13], 'metadata_pool': 12, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 7440, 'qdb_cluster': [7440]} 2024-09-21T00:26:47.599 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-21T00:26:47.600 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-21T00:26:47.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.717+0000 7efd768bd640 1 -- 172.21.15.67:0/3624350596 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efd700d4ad0 msgr2=0x7efd700b33b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:47.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.717+0000 7efd768bd640 1 --2- 172.21.15.67:0/3624350596 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efd700d4ad0 0x7efd700b33b0 secure :-1 s=READY pgs=1126 cs=0 l=1 rev1=1 crypto rx=0x7efd68005fd0 tx=0x7efd6802a940 comp rx=0 tx=0).stop 2024-09-21T00:26:47.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.717+0000 7efd768bd640 1 -- 172.21.15.67:0/3624350596 shutdown_connections 2024-09-21T00:26:47.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.717+0000 7efd768bd640 1 --2- 172.21.15.67:0/3624350596 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efd700d4ad0 0x7efd700b33b0 unknown :-1 s=CLOSED pgs=1126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:47.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.717+0000 7efd768bd640 1 -- 172.21.15.67:0/3624350596 >> 172.21.15.67:0/3624350596 conn(0x7efd7009d8c0 msgr2=0x7efd7008bee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:47.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.717+0000 7efd768bd640 1 -- 172.21.15.67:0/3624350596 shutdown_connections 2024-09-21T00:26:47.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.717+0000 7efd768bd640 1 -- 172.21.15.67:0/3624350596 wait complete. 2024-09-21T00:26:47.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.719+0000 7efd768bd640 1 Processor -- start 2024-09-21T00:26:47.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.719+0000 7efd768bd640 1 -- start start 2024-09-21T00:26:47.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.721+0000 7efd768bd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efd700b5940 0x7efd700b7400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:47.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.721+0000 7efd768bd640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efd700d1bb0 0x7efd700d03c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:47.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.721+0000 7efd768bd640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efd700d4ad0 0x7efd701f91e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:47.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.721+0000 7efd768bd640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7efd700b2ad0 con 0x7efd700b5940 2024-09-21T00:26:47.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.721+0000 7efd768bd640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7efd700b2950 con 0x7efd700d1bb0 2024-09-21T00:26:47.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.721+0000 7efd768bd640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7efd700b2c50 con 0x7efd700d4ad0 2024-09-21T00:26:47.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.721+0000 7efd6ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efd700b5940 0x7efd700b7400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:47.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.721+0000 7efd6ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efd700b5940 0x7efd700b7400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55078/0 (socket says 172.21.15.67:55078) 2024-09-21T00:26:47.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.721+0000 7efd6ffff640 1 -- 172.21.15.67:0/1704024266 learned_addr learned my addr 172.21.15.67:0/1704024266 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:47.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.721+0000 7efd6f7fe640 1 --2- 172.21.15.67:0/1704024266 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efd700d1bb0 0x7efd700d03c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:47.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.721+0000 7efd74e5a640 1 --2- 172.21.15.67:0/1704024266 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efd700d4ad0 0x7efd701f91e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:47.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.721+0000 7efd6ffff640 1 -- 172.21.15.67:0/1704024266 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efd700d4ad0 msgr2=0x7efd701f91e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:47.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.721+0000 7efd6ffff640 1 --2- 172.21.15.67:0/1704024266 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efd700d4ad0 0x7efd701f91e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:47.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.721+0000 7efd6ffff640 1 -- 172.21.15.67:0/1704024266 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efd700d1bb0 msgr2=0x7efd700d03c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:47.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.721+0000 7efd6ffff640 1 --2- 172.21.15.67:0/1704024266 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efd700d1bb0 0x7efd700d03c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:47.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.721+0000 7efd6ffff640 1 -- 172.21.15.67:0/1704024266 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd700b7d70 con 0x7efd700b5940 2024-09-21T00:26:47.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.721+0000 7efd6f7fe640 1 --2- 172.21.15.67:0/1704024266 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efd700d1bb0 0x7efd700d03c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:26:47.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.721+0000 7efd6ffff640 1 --2- 172.21.15.67:0/1704024266 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efd700b5940 0x7efd700b7400 secure :-1 s=READY pgs=1127 cs=0 l=1 rev1=1 crypto rx=0x7efd6000c390 tx=0x7efd60001e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:47.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.721+0000 7efd6cff9640 1 -- 172.21.15.67:0/1704024266 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd60017070 con 0x7efd700b5940 2024-09-21T00:26:47.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.722+0000 7efd6cff9640 1 -- 172.21.15.67:0/1704024266 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7efd600035f0 con 0x7efd700b5940 2024-09-21T00:26:47.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.722+0000 7efd768bd640 1 -- 172.21.15.67:0/1704024266 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efd700b8050 con 0x7efd700b5940 2024-09-21T00:26:47.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.722+0000 7efd6cff9640 1 -- 172.21.15.67:0/1704024266 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd60003ac0 con 0x7efd700b5940 2024-09-21T00:26:47.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.722+0000 7efd768bd640 1 -- 172.21.15.67:0/1704024266 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efd70151c60 con 0x7efd700b5940 2024-09-21T00:26:47.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.724+0000 7efd6cff9640 1 -- 172.21.15.67:0/1704024266 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7efd6001a070 con 0x7efd700b5940 2024-09-21T00:26:47.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.724+0000 7efd6cff9640 1 --2- 172.21.15.67:0/1704024266 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efd5c078bc0 0x7efd5c07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:47.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.724+0000 7efd6cff9640 1 -- 172.21.15.67:0/1704024266 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 5881+0+0 (secure 0 0 0) 0x7efd6009a0b0 con 0x7efd700b5940 2024-09-21T00:26:47.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.725+0000 7efd6f7fe640 1 --2- 172.21.15.67:0/1704024266 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efd5c078bc0 0x7efd5c07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:47.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.725+0000 7efd7d82a740 1 Processor -- start 2024-09-21T00:26:47.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.725+0000 7efd7d82a740 1 -- start start 2024-09-21T00:26:47.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.725+0000 7efd6f7fe640 1 --2- 172.21.15.67:0/1704024266 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efd5c078bc0 0x7efd5c07b0d0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7efd700bac80 tx=0x7efd64009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:47.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.726+0000 7efd7d82a740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55823bc52270 0x55823c023fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:47.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.726+0000 7efd7d82a740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55823bc293b0 0x55823c0244e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:47.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.726+0000 7efd7d82a740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55823bc31590 0x55823c0413e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:47.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.726+0000 7efd7d82a740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55823bf6c820 con 0x55823bc31590 2024-09-21T00:26:47.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.726+0000 7efd7d82a740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55823bf5bc50 con 0x55823bc293b0 2024-09-21T00:26:47.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.726+0000 7efd7d82a740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55823bf5fa60 con 0x55823bc52270 2024-09-21T00:26:47.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.726+0000 7efd74e5a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55823bc31590 0x55823c0413e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:47.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.726+0000 7efd74e5a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55823bc31590 0x55823c0413e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55088/0 (socket says 172.21.15.67:55088) 2024-09-21T00:26:47.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.726+0000 7efd74e5a640 1 -- 172.21.15.67:0/785333224 learned_addr learned my addr 172.21.15.67:0/785333224 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:47.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.726+0000 7efd6ffff640 1 --2- 172.21.15.67:0/785333224 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55823bc52270 0x55823c023fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:47.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.726+0000 7efd6f7fe640 1 --2- 172.21.15.67:0/785333224 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55823bc293b0 0x55823c0244e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:47.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.727+0000 7efd74e5a640 1 -- 172.21.15.67:0/785333224 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55823bc52270 msgr2=0x55823c023fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:26:47.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.727+0000 7efd74e5a640 1 --2- 172.21.15.67:0/785333224 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55823bc52270 0x55823c023fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:47.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.727+0000 7efd74e5a640 1 -- 172.21.15.67:0/785333224 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55823bc293b0 msgr2=0x55823c0244e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:26:47.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.727+0000 7efd74e5a640 1 --2- 172.21.15.67:0/785333224 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55823bc293b0 0x55823c0244e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:47.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.727+0000 7efd74e5a640 1 -- 172.21.15.67:0/785333224 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55823bcbd850 con 0x55823bc31590 2024-09-21T00:26:47.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.727+0000 7efd74e5a640 1 --2- 172.21.15.67:0/785333224 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55823bc31590 0x55823c0413e0 secure :-1 s=READY pgs=1128 cs=0 l=1 rev1=1 crypto rx=0x7efd6802af30 tx=0x7efd68004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=66ff1dccd1fff481 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:47.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.727+0000 7efd55ffb640 1 -- 172.21.15.67:0/785333224 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd68003b70 con 0x55823bc31590 2024-09-21T00:26:47.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.727+0000 7efd55ffb640 1 -- 172.21.15.67:0/785333224 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7efd6803e070 con 0x55823bc31590 2024-09-21T00:26:47.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.727+0000 7efd55ffb640 1 -- 172.21.15.67:0/785333224 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd680306c0 con 0x55823bc31590 2024-09-21T00:26:47.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.728+0000 7efd7d82a740 1 -- 172.21.15.67:0/785333224 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55823bc31590 msgr2=0x55823c0413e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:47.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.728+0000 7efd7d82a740 1 --2- 172.21.15.67:0/785333224 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55823bc31590 0x55823c0413e0 secure :-1 s=READY pgs=1128 cs=0 l=1 rev1=1 crypto rx=0x7efd6802af30 tx=0x7efd68004a40 comp rx=0 tx=0).stop 2024-09-21T00:26:47.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.728+0000 7efd7d82a740 1 -- 172.21.15.67:0/785333224 shutdown_connections 2024-09-21T00:26:47.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.728+0000 7efd7d82a740 1 --2- 172.21.15.67:0/785333224 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55823bc31590 0x55823c0413e0 unknown :-1 s=CLOSED pgs=1128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:47.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.728+0000 7efd7d82a740 1 --2- 172.21.15.67:0/785333224 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55823bc293b0 0x55823c0244e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:47.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.728+0000 7efd7d82a740 1 --2- 172.21.15.67:0/785333224 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55823bc52270 0x55823c023fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:47.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.728+0000 7efd7d82a740 1 -- 172.21.15.67:0/785333224 >> 172.21.15.67:0/785333224 conn(0x55823bc463c0 msgr2=0x55823bffa260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:47.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.728+0000 7efd7d82a740 1 -- 172.21.15.67:0/785333224 shutdown_connections 2024-09-21T00:26:47.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.728+0000 7efd7d82a740 1 -- 172.21.15.67:0/785333224 wait complete. 2024-09-21T00:26:47.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.729+0000 7efd7d82a740 1 -- start start 2024-09-21T00:26:47.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.729+0000 7efd7d82a740 1 Processor -- start 2024-09-21T00:26:47.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.730+0000 7efd7d82a740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55823bc293b0 0x55823c03b7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:47.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.730+0000 7efd7d82a740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55823bc31590 0x55823c0128a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:47.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.730+0000 7efd7d82a740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55823bc52270 0x55823c039840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:47.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.730+0000 7efd7d82a740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55823bccc620 con 0x55823bc31590 2024-09-21T00:26:47.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.730+0000 7efd7d82a740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55823bf015f0 con 0x55823bc293b0 2024-09-21T00:26:47.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.730+0000 7efd7d82a740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55823c024a20 con 0x55823bc52270 2024-09-21T00:26:47.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.730+0000 7efd6f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55823bc31590 0x55823c0128a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:47.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.730+0000 7efd7d82a740 10 client.0 _ll_register_callbacks cb 0x55823bf050a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:26:47.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.730+0000 7efd6f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55823bc31590 0x55823c0128a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55104/0 (socket says 172.21.15.67:55104) 2024-09-21T00:26:47.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.731+0000 7efd6f7fe640 1 -- 172.21.15.67:0/2137559880 learned_addr learned my addr 172.21.15.67:0/2137559880 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:47.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.731+0000 7efd6ffff640 1 --2- 172.21.15.67:0/2137559880 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55823bc293b0 0x55823c03b7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:47.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.731+0000 7efd74e5a640 1 --2- 172.21.15.67:0/2137559880 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55823bc52270 0x55823c039840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:47.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.731+0000 7efd6f7fe640 1 -- 172.21.15.67:0/2137559880 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55823bc52270 msgr2=0x55823c039840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:26:47.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.731+0000 7efd6f7fe640 1 --2- 172.21.15.67:0/2137559880 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55823bc52270 0x55823c039840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:47.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.731+0000 7efd6f7fe640 1 -- 172.21.15.67:0/2137559880 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55823bc293b0 msgr2=0x55823c03b7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:26:47.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.731+0000 7efd6f7fe640 1 --2- 172.21.15.67:0/2137559880 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55823bc293b0 0x55823c03b7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:47.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.731+0000 7efd6f7fe640 1 -- 172.21.15.67:0/2137559880 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55823bd346b0 con 0x55823bc31590 2024-09-21T00:26:47.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.731+0000 7efd6f7fe640 1 --2- 172.21.15.67:0/2137559880 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55823bc31590 0x55823c0128a0 secure :-1 s=READY pgs=1129 cs=0 l=1 rev1=1 crypto rx=0x7efd6400d9d0 tx=0x7efd64010000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b31bbfe9793cbae8 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:47.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.731+0000 7efd4effd640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:26:47.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.731+0000 7efd4effd640 1 -- 172.21.15.67:0/2137559880 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd6400de90 con 0x55823bc31590 2024-09-21T00:26:47.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.731+0000 7efd4effd640 1 -- 172.21.15.67:0/2137559880 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 5881+0+0 (secure 0 0 0) 0x7efd64025ba0 con 0x55823bc31590 2024-09-21T00:26:47.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.731+0000 7efd7d82a740 1 -- 172.21.15.67:0/2137559880 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efd6803e070 con 0x55823bc31590 2024-09-21T00:26:47.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.731+0000 7efd4effd640 1 -- 172.21.15.67:0/2137559880 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=79) ==== 24+0+0 (secure 0 0 0) 0x7efd64025da0 con 0x55823bc31590 2024-09-21T00:26:47.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.731+0000 7efd7d82a740 10 client.7488 fetch_fsmap learned FSMap version 79 2024-09-21T00:26:47.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.731+0000 7efd7d82a740 1 -- 172.21.15.67:0/2137559880 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=79,monmap=2+}) -- 0x55823c037870 con 0x55823bc31590 2024-09-21T00:26:47.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.732+0000 7efd4effd640 1 -- 172.21.15.67:0/2137559880 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7efd6803e070 con 0x55823bc31590 2024-09-21T00:26:47.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.732+0000 7efd4effd640 1 -- 172.21.15.67:0/2137559880 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 79) ==== 3502+0+0 (secure 0 0 0) 0x7efd64022020 con 0x55823bc31590 2024-09-21T00:26:47.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.732+0000 7efd7d82a740 10 client.7488 fetch_fsmap finished waiting for FSMap version 79 2024-09-21T00:26:47.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.732+0000 7efd7d82a740 10 client.7488 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-21T00:26:47.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.732+0000 7efd7d82a740 20 client.7488 populate_metadata read hostname 'smithi067' 2024-09-21T00:26:47.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.732+0000 7efd7d82a740 1 --2- 172.21.15.67:0/2137559880 >> [v2:172.21.15.67:6834/1958903248,v1:172.21.15.67:6835/1958903248] conn(0x55823bc10e40 0x55823c051610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:47.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.732+0000 7efd7d82a740 4 client.7488 mds_command: new command op to 7440 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:26:47.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.732+0000 7efd7d82a740 1 -- 172.21.15.67:0/2137559880 --> [v2:172.21.15.67:6834/1958903248,v1:172.21.15.67:6835/1958903248] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55823bf6e770 con 0x55823bc10e40 2024-09-21T00:26:47.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.732+0000 7efd6ffff640 1 --2- 172.21.15.67:0/2137559880 >> [v2:172.21.15.67:6834/1958903248,v1:172.21.15.67:6835/1958903248] conn(0x55823bc10e40 0x55823c051610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:47.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.732+0000 7efd4effd640 10 client.7488 ms_handle_connect on v2:172.21.15.67:6834/1958903248 2024-09-21T00:26:47.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.732+0000 7efd6ffff640 1 --2- 172.21.15.67:0/2137559880 >> [v2:172.21.15.67:6834/1958903248,v1:172.21.15.67:6835/1958903248] conn(0x55823bc10e40 0x55823c051610 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=79a8ad1cfb59a66b server_cookie=a3e15e40b262f56f in_seq=0 out_seq=0 2024-09-21T00:26:47.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.733+0000 7efd4effd640 1 -- 172.21.15.67:0/2137559880 <== mds.0 v2:172.21.15.67:6834/1958903248 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x55823bf6e770 con 0x55823bc10e40 2024-09-21T00:26:47.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.733+0000 7efd4effd640 10 client.7488 handle_command_reply: tid=0 2024-09-21T00:26:47.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.733+0000 7efd7d82a740 1 client.7488 shutdown 2024-09-21T00:26:47.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.733+0000 7efd7d82a740 1 -- 172.21.15.67:0/2137559880 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55823bc31590 msgr2=0x55823c0128a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:47.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.733+0000 7efd7d82a740 1 --2- 172.21.15.67:0/2137559880 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55823bc31590 0x55823c0128a0 secure :-1 s=READY pgs=1129 cs=0 l=1 rev1=1 crypto rx=0x7efd6400d9d0 tx=0x7efd64010000 comp rx=0 tx=0).stop 2024-09-21T00:26:47.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.733+0000 7efd7d82a740 1 -- 172.21.15.67:0/2137559880 shutdown_connections 2024-09-21T00:26:47.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.733+0000 7efd7d82a740 1 --2- 172.21.15.67:0/2137559880 >> [v2:172.21.15.67:6834/1958903248,v1:172.21.15.67:6835/1958903248] conn(0x55823bc10e40 0x55823c051610 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:47.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.733+0000 7efd7d82a740 1 --2- 172.21.15.67:0/2137559880 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55823bc52270 0x55823c039840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:47.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.733+0000 7efd7d82a740 1 --2- 172.21.15.67:0/2137559880 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55823bc31590 0x55823c0128a0 unknown :-1 s=CLOSED pgs=1129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:47.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.733+0000 7efd7d82a740 1 --2- 172.21.15.67:0/2137559880 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55823bc293b0 0x55823c03b7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:47.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.733+0000 7efd4effd640 0 client.7488 ms_handle_reset on v2:172.21.15.67:6834/1958903248 2024-09-21T00:26:47.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.733+0000 7efd7d82a740 1 -- 172.21.15.67:0/2137559880 >> 172.21.15.67:0/2137559880 conn(0x55823bc463c0 msgr2=0x55823bff48f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:47.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.733+0000 7efd7d82a740 1 -- 172.21.15.67:0/2137559880 shutdown_connections 2024-09-21T00:26:47.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.733+0000 7efd7d82a740 1 -- 172.21.15.67:0/2137559880 wait complete. 2024-09-21T00:26:47.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.734+0000 7efd7d82a740 20 client.7488 trim_cache size 0 max 16384 2024-09-21T00:26:47.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.752+0000 7efd7d82a740 1 Processor -- start 2024-09-21T00:26:47.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.752+0000 7efd7d82a740 1 -- start start 2024-09-21T00:26:47.755 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.753+0000 7efd7d82a740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55823bc293b0 0x55823c020d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:47.755 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.753+0000 7efd7d82a740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55823bc31590 0x55823c061d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:47.755 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.753+0000 7efd7d82a740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55823bc52270 0x55823c0622d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:47.755 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.753+0000 7efd7d82a740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7efd70201380 con 0x55823bc31590 2024-09-21T00:26:47.755 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.753+0000 7efd7d82a740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7efd702006e0 con 0x55823bc52270 2024-09-21T00:26:47.756 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.753+0000 7efd7d82a740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7efd70200d30 con 0x55823bc293b0 2024-09-21T00:26:47.756 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.753+0000 7efd6f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55823bc31590 0x55823c061d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:47.756 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.753+0000 7efd6f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55823bc31590 0x55823c061d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55116/0 (socket says 172.21.15.67:55116) 2024-09-21T00:26:47.756 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.753+0000 7efd6f7fe640 1 -- 172.21.15.67:0/3230882134 learned_addr learned my addr 172.21.15.67:0/3230882134 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:47.756 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.754+0000 7efd6ffff640 1 --2- 172.21.15.67:0/3230882134 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55823bc293b0 0x55823c020d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:47.756 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.754+0000 7efd6f7fe640 1 -- 172.21.15.67:0/3230882134 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55823bc293b0 msgr2=0x55823c020d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:26:47.756 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.754+0000 7efd74e5a640 1 --2- 172.21.15.67:0/3230882134 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55823bc52270 0x55823c0622d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:47.756 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.754+0000 7efd6f7fe640 1 --2- 172.21.15.67:0/3230882134 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55823bc293b0 0x55823c020d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:47.756 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.754+0000 7efd6f7fe640 1 -- 172.21.15.67:0/3230882134 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55823bc52270 msgr2=0x55823c0622d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:26:47.756 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.754+0000 7efd6f7fe640 1 --2- 172.21.15.67:0/3230882134 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55823bc52270 0x55823c0622d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:47.756 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.754+0000 7efd6f7fe640 1 -- 172.21.15.67:0/3230882134 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55823c0390a0 con 0x55823bc31590 2024-09-21T00:26:47.756 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.754+0000 7efd6f7fe640 1 --2- 172.21.15.67:0/3230882134 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55823bc31590 0x55823c061d90 secure :-1 s=READY pgs=1130 cs=0 l=1 rev1=1 crypto rx=0x7efd64005040 tx=0x7efd640053f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a15269b54decdffc server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:47.757 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.754+0000 7efd557fa640 1 -- 172.21.15.67:0/3230882134 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd6402e420 con 0x55823bc31590 2024-09-21T00:26:47.757 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.754+0000 7efd557fa640 1 -- 172.21.15.67:0/3230882134 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7efd64032030 con 0x55823bc31590 2024-09-21T00:26:47.757 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.754+0000 7efd557fa640 1 -- 172.21.15.67:0/3230882134 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd64007280 con 0x55823bc31590 2024-09-21T00:26:47.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.755+0000 7efd7d82a740 1 -- 172.21.15.67:0/3230882134 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55823bc31590 msgr2=0x55823c061d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:47.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.755+0000 7efd7d82a740 1 --2- 172.21.15.67:0/3230882134 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55823bc31590 0x55823c061d90 secure :-1 s=READY pgs=1130 cs=0 l=1 rev1=1 crypto rx=0x7efd64005040 tx=0x7efd640053f0 comp rx=0 tx=0).stop 2024-09-21T00:26:47.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.755+0000 7efd7d82a740 1 -- 172.21.15.67:0/3230882134 shutdown_connections 2024-09-21T00:26:47.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.755+0000 7efd7d82a740 1 --2- 172.21.15.67:0/3230882134 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55823bc52270 0x55823c0622d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:47.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.755+0000 7efd7d82a740 1 --2- 172.21.15.67:0/3230882134 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55823bc31590 0x55823c061d90 unknown :-1 s=CLOSED pgs=1130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:47.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.755+0000 7efd7d82a740 1 --2- 172.21.15.67:0/3230882134 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55823bc293b0 0x55823c020d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:47.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.755+0000 7efd7d82a740 1 -- 172.21.15.67:0/3230882134 >> 172.21.15.67:0/3230882134 conn(0x55823bc463c0 msgr2=0x55823c04d830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:47.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.755+0000 7efd7d82a740 1 -- 172.21.15.67:0/3230882134 shutdown_connections 2024-09-21T00:26:47.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.755+0000 7efd7d82a740 1 -- 172.21.15.67:0/3230882134 wait complete. 2024-09-21T00:26:47.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.756+0000 7efd7d82a740 1 -- start start 2024-09-21T00:26:47.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.756+0000 7efd7d82a740 1 Processor -- start 2024-09-21T00:26:47.762 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.757+0000 7efd7d82a740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55823bc293b0 0x55823c0bc2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:47.762 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.757+0000 7efd7d82a740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55823bc31590 0x55823c04cb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:47.762 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.757+0000 7efd7d82a740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55823bc52270 0x55823c040890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:47.762 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.757+0000 7efd7d82a740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55823c03a6a0 con 0x55823bc31590 2024-09-21T00:26:47.762 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.757+0000 7efd7d82a740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55823c03a250 con 0x55823bc52270 2024-09-21T00:26:47.762 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.757+0000 7efd7d82a740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55823c036b50 con 0x55823bc293b0 2024-09-21T00:26:47.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.757+0000 7efd7d82a740 10 client.0 _ll_register_callbacks cb 0x7efd64001480 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:26:47.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.757+0000 7efd6f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55823bc31590 0x55823c04cb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:47.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.757+0000 7efd6f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55823bc31590 0x55823c04cb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55118/0 (socket says 172.21.15.67:55118) 2024-09-21T00:26:47.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.757+0000 7efd6f7fe640 1 -- 172.21.15.67:0/3796713843 learned_addr learned my addr 172.21.15.67:0/3796713843 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:47.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.758+0000 7efd74e5a640 1 --2- 172.21.15.67:0/3796713843 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55823bc52270 0x55823c040890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:47.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.758+0000 7efd6ffff640 1 --2- 172.21.15.67:0/3796713843 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55823bc293b0 0x55823c0bc2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:47.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.758+0000 7efd6f7fe640 1 -- 172.21.15.67:0/3796713843 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55823bc293b0 msgr2=0x55823c0bc2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:26:47.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.758+0000 7efd6f7fe640 1 --2- 172.21.15.67:0/3796713843 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55823bc293b0 0x55823c0bc2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:47.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.758+0000 7efd6f7fe640 1 -- 172.21.15.67:0/3796713843 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55823bc52270 msgr2=0x55823c040890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:26:47.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.758+0000 7efd6f7fe640 1 --2- 172.21.15.67:0/3796713843 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55823bc52270 0x55823c040890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:47.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.758+0000 7efd6f7fe640 1 -- 172.21.15.67:0/3796713843 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55823c024aa0 con 0x55823bc31590 2024-09-21T00:26:47.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.758+0000 7efd74e5a640 1 --2- 172.21.15.67:0/3796713843 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55823bc52270 0x55823c040890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:26:47.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.758+0000 7efd6f7fe640 1 --2- 172.21.15.67:0/3796713843 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55823bc31590 0x55823c04cb50 secure :-1 s=READY pgs=1131 cs=0 l=1 rev1=1 crypto rx=0x7efd64007eb0 tx=0x7efd64003e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1012cd4144782b93 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:47.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.758+0000 7efd4effd640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:26:47.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.758+0000 7efd4effd640 1 -- 172.21.15.67:0/3796713843 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd64007570 con 0x55823bc31590 2024-09-21T00:26:47.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.758+0000 7efd4effd640 1 -- 172.21.15.67:0/3796713843 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 5881+0+0 (secure 0 0 0) 0x7efd640067d0 con 0x55823bc31590 2024-09-21T00:26:47.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.758+0000 7efd7d82a740 1 -- 172.21.15.67:0/3796713843 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efd64032030 con 0x55823bc31590 2024-09-21T00:26:47.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.758+0000 7efd4effd640 1 -- 172.21.15.67:0/3796713843 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=79) ==== 24+0+0 (secure 0 0 0) 0x7efd64044050 con 0x55823bc31590 2024-09-21T00:26:47.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.758+0000 7efd7d82a740 10 client.7494 fetch_fsmap learned FSMap version 79 2024-09-21T00:26:47.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.758+0000 7efd7d82a740 1 -- 172.21.15.67:0/3796713843 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=79,monmap=2+}) -- 0x55823c0580f0 con 0x55823bc31590 2024-09-21T00:26:47.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.758+0000 7efd4effd640 1 -- 172.21.15.67:0/3796713843 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7efd64032030 con 0x55823bc31590 2024-09-21T00:26:47.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.759+0000 7efd4effd640 1 -- 172.21.15.67:0/3796713843 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 79) ==== 3502+0+0 (secure 0 0 0) 0x7efd64047020 con 0x55823bc31590 2024-09-21T00:26:47.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.759+0000 7efd7d82a740 10 client.7494 fetch_fsmap finished waiting for FSMap version 79 2024-09-21T00:26:47.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.759+0000 7efd7d82a740 10 client.7494 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-21T00:26:47.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.759+0000 7efd7d82a740 20 client.7494 populate_metadata read hostname 'smithi067' 2024-09-21T00:26:47.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.759+0000 7efd7d82a740 1 --2- 172.21.15.67:0/3796713843 >> [v2:172.21.15.67:6834/1958903248,v1:172.21.15.67:6835/1958903248] conn(0x55823c062230 0x55823c0c23a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:47.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.759+0000 7efd7d82a740 4 client.7494 mds_command: new command op to 7440 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-21T00:26:47.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.759+0000 7efd7d82a740 1 -- 172.21.15.67:0/3796713843 --> [v2:172.21.15.67:6834/1958903248,v1:172.21.15.67:6835/1958903248] -- command(tid 0: {"prefix": "status"}) -- 0x55823bf6a220 con 0x55823c062230 2024-09-21T00:26:47.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.759+0000 7efd6ffff640 1 --2- 172.21.15.67:0/3796713843 >> [v2:172.21.15.67:6834/1958903248,v1:172.21.15.67:6835/1958903248] conn(0x55823c062230 0x55823c0c23a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:47.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.759+0000 7efd6ffff640 1 --2- 172.21.15.67:0/3796713843 >> [v2:172.21.15.67:6834/1958903248,v1:172.21.15.67:6835/1958903248] conn(0x55823c062230 0x55823c0c23a0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9d41cb702021ccdf server_cookie=242a9e45434fb757 in_seq=0 out_seq=0 2024-09-21T00:26:47.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.759+0000 7efd4effd640 10 client.7494 ms_handle_connect on v2:172.21.15.67:6834/1958903248 2024-09-21T00:26:47.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.759+0000 7efd4effd640 1 -- 172.21.15.67:0/3796713843 <== mds.0 v2:172.21.15.67:6834/1958903248 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x55823bf6a220 con 0x55823c062230 2024-09-21T00:26:47.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.759+0000 7efd4effd640 10 client.7494 handle_command_reply: tid=0 2024-09-21T00:26:47.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.759+0000 7efd7d82a740 1 client.7494 shutdown 2024-09-21T00:26:47.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.760+0000 7efd7d82a740 1 -- 172.21.15.67:0/3796713843 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55823bc31590 msgr2=0x55823c04cb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:47.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.760+0000 7efd7d82a740 1 --2- 172.21.15.67:0/3796713843 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55823bc31590 0x55823c04cb50 secure :-1 s=READY pgs=1131 cs=0 l=1 rev1=1 crypto rx=0x7efd64007eb0 tx=0x7efd64003e90 comp rx=0 tx=0).stop 2024-09-21T00:26:47.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.760+0000 7efd7d82a740 1 -- 172.21.15.67:0/3796713843 shutdown_connections 2024-09-21T00:26:47.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.760+0000 7efd7d82a740 1 --2- 172.21.15.67:0/3796713843 >> [v2:172.21.15.67:6834/1958903248,v1:172.21.15.67:6835/1958903248] conn(0x55823c062230 0x55823c0c23a0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:47.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.760+0000 7efd7d82a740 1 --2- 172.21.15.67:0/3796713843 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55823bc52270 0x55823c040890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:47.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.760+0000 7efd7d82a740 1 --2- 172.21.15.67:0/3796713843 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55823bc31590 0x55823c04cb50 unknown :-1 s=CLOSED pgs=1131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:47.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.760+0000 7efd4effd640 0 client.7494 ms_handle_reset on v2:172.21.15.67:6834/1958903248 2024-09-21T00:26:47.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.760+0000 7efd7d82a740 1 --2- 172.21.15.67:0/3796713843 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55823bc293b0 0x55823c0bc2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:47.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.760+0000 7efd7d82a740 1 -- 172.21.15.67:0/3796713843 >> 172.21.15.67:0/3796713843 conn(0x55823bc463c0 msgr2=0x55823c0120b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:47.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.760+0000 7efd7d82a740 1 -- 172.21.15.67:0/3796713843 shutdown_connections 2024-09-21T00:26:47.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.760+0000 7efd7d82a740 1 -- 172.21.15.67:0/3796713843 wait complete. 2024-09-21T00:26:47.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.760+0000 7efd7d82a740 20 client.7494 trim_cache size 0 max 16384 2024-09-21T00:26:47.766 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:26:47.766 INFO:teuthology.orchestra.run.smithi067.stdout: "cluster_fsid": "166a8832-baab-4541-be5c-9c3483b3f7a3", 2024-09-21T00:26:47.766 INFO:teuthology.orchestra.run.smithi067.stdout: "whoami": 0, 2024-09-21T00:26:47.766 INFO:teuthology.orchestra.run.smithi067.stdout: "id": 7440, 2024-09-21T00:26:47.767 INFO:teuthology.orchestra.run.smithi067.stdout: "want_state": "up:active", 2024-09-21T00:26:47.767 INFO:teuthology.orchestra.run.smithi067.stdout: "state": "up:active", 2024-09-21T00:26:47.767 INFO:teuthology.orchestra.run.smithi067.stdout: "fs_name": "cephfs", 2024-09-21T00:26:47.767 INFO:teuthology.orchestra.run.smithi067.stdout: "rank_uptime": 4.5719430619999999, 2024-09-21T00:26:47.767 INFO:teuthology.orchestra.run.smithi067.stdout: "mdsmap_epoch": 79, 2024-09-21T00:26:47.767 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch": 92, 2024-09-21T00:26:47.767 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch_barrier": 92, 2024-09-21T00:26:47.767 INFO:teuthology.orchestra.run.smithi067.stdout: "uptime": 5.4242772490000002 2024-09-21T00:26:47.767 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:26:47.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.760+0000 7efd768bd640 1 -- 172.21.15.67:0/1704024266 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efd5c078bc0 msgr2=0x7efd5c07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:47.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.760+0000 7efd768bd640 1 --2- 172.21.15.67:0/1704024266 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efd5c078bc0 0x7efd5c07b0d0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7efd700bac80 tx=0x7efd64009040 comp rx=0 tx=0).stop 2024-09-21T00:26:47.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.760+0000 7efd768bd640 1 -- 172.21.15.67:0/1704024266 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efd700b5940 msgr2=0x7efd700b7400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:47.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.760+0000 7efd768bd640 1 --2- 172.21.15.67:0/1704024266 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efd700b5940 0x7efd700b7400 secure :-1 s=READY pgs=1127 cs=0 l=1 rev1=1 crypto rx=0x7efd6000c390 tx=0x7efd60001e70 comp rx=0 tx=0).stop 2024-09-21T00:26:47.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.760+0000 7efd768bd640 1 -- 172.21.15.67:0/1704024266 shutdown_connections 2024-09-21T00:26:47.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.760+0000 7efd768bd640 1 --2- 172.21.15.67:0/1704024266 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efd5c078bc0 0x7efd5c07b0d0 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:47.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.760+0000 7efd768bd640 1 --2- 172.21.15.67:0/1704024266 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efd700d4ad0 0x7efd701f91e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:47.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.760+0000 7efd768bd640 1 --2- 172.21.15.67:0/1704024266 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efd700d1bb0 0x7efd700d03c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:47.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.760+0000 7efd768bd640 1 --2- 172.21.15.67:0/1704024266 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efd700b5940 0x7efd700b7400 unknown :-1 s=CLOSED pgs=1127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:47.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.760+0000 7efd768bd640 1 -- 172.21.15.67:0/1704024266 >> 172.21.15.67:0/1704024266 conn(0x7efd7009d8c0 msgr2=0x7efd700cf330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:47.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.760+0000 7efd768bd640 1 -- 172.21.15.67:0/1704024266 shutdown_connections 2024-09-21T00:26:47.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.761+0000 7efd768bd640 1 -- 172.21.15.67:0/1704024266 wait complete. 2024-09-21T00:26:47.773 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds mds_bal_split_size 20 2024-09-21T00:26:47.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.892+0000 7f9335869640 1 -- 172.21.15.67:0/3751000855 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9318004800 msgr2=0x7f9318004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:47.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.892+0000 7f9335869640 1 --2- 172.21.15.67:0/3751000855 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9318004800 0x7f9318004c10 secure :-1 s=READY pgs=1133 cs=0 l=1 rev1=1 crypto rx=0x7f93300d09e0 tx=0x7f9318005830 comp rx=0 tx=0).stop 2024-09-21T00:26:47.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.892+0000 7f9335869640 1 -- 172.21.15.67:0/3751000855 shutdown_connections 2024-09-21T00:26:47.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.892+0000 7f9335869640 1 --2- 172.21.15.67:0/3751000855 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9318004800 0x7f9318004c10 unknown :-1 s=CLOSED pgs=1133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:47.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.892+0000 7f9335869640 1 -- 172.21.15.67:0/3751000855 >> 172.21.15.67:0/3751000855 conn(0x7f933009da10 msgr2=0x7f93300d46a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:47.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.892+0000 7f9335869640 1 -- 172.21.15.67:0/3751000855 shutdown_connections 2024-09-21T00:26:47.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.892+0000 7f9335869640 1 -- 172.21.15.67:0/3751000855 wait complete. 2024-09-21T00:26:47.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.894+0000 7f9335869640 1 Processor -- start 2024-09-21T00:26:47.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.894+0000 7f9335869640 1 -- start start 2024-09-21T00:26:47.897 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.895+0000 7f9335869640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9318004800 0x7f93301619b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:47.897 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.895+0000 7f9335869640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f933015abf0 0x7f9330159b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:47.897 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.895+0000 7f9335869640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f933015a060 0x7f93301f8b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:47.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.895+0000 7f9335869640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f93300b9ce0 con 0x7f933015abf0 2024-09-21T00:26:47.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.895+0000 7f9335869640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f93300b9b60 con 0x7f9318004800 2024-09-21T00:26:47.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.895+0000 7f9335869640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f93300d0d40 con 0x7f933015a060 2024-09-21T00:26:47.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.895+0000 7f932e7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f933015abf0 0x7f9330159b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:47.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.895+0000 7f932e7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f933015abf0 0x7f9330159b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55138/0 (socket says 172.21.15.67:55138) 2024-09-21T00:26:47.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.895+0000 7f932e7fc640 1 -- 172.21.15.67:0/659025917 learned_addr learned my addr 172.21.15.67:0/659025917 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:47.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.895+0000 7f932effd640 1 --2- 172.21.15.67:0/659025917 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9318004800 0x7f93301619b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:47.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.895+0000 7f932f7fe640 1 --2- 172.21.15.67:0/659025917 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f933015a060 0x7f93301f8b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:47.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.896+0000 7f932e7fc640 1 -- 172.21.15.67:0/659025917 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f933015a060 msgr2=0x7f93301f8b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:47.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.896+0000 7f932e7fc640 1 --2- 172.21.15.67:0/659025917 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f933015a060 0x7f93301f8b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:47.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.896+0000 7f932e7fc640 1 -- 172.21.15.67:0/659025917 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9318004800 msgr2=0x7f93301619b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:47.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.896+0000 7f932e7fc640 1 --2- 172.21.15.67:0/659025917 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9318004800 0x7f93301619b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:47.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.896+0000 7f932e7fc640 1 -- 172.21.15.67:0/659025917 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f933015a470 con 0x7f933015abf0 2024-09-21T00:26:47.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.896+0000 7f932e7fc640 1 --2- 172.21.15.67:0/659025917 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f933015abf0 0x7f9330159b20 secure :-1 s=READY pgs=1134 cs=0 l=1 rev1=1 crypto rx=0x7f932402b0d0 tx=0x7f9324001180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:47.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.896+0000 7f9317fff640 1 -- 172.21.15.67:0/659025917 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9324031040 con 0x7f933015abf0 2024-09-21T00:26:47.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.896+0000 7f9317fff640 1 -- 172.21.15.67:0/659025917 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9324003610 con 0x7f933015abf0 2024-09-21T00:26:47.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.896+0000 7f9335869640 1 -- 172.21.15.67:0/659025917 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f933015cb80 con 0x7f933015abf0 2024-09-21T00:26:47.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.896+0000 7f9317fff640 1 -- 172.21.15.67:0/659025917 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9324003a60 con 0x7f933015abf0 2024-09-21T00:26:47.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.896+0000 7f9335869640 1 -- 172.21.15.67:0/659025917 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93301582c0 con 0x7f933015abf0 2024-09-21T00:26:47.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.897+0000 7f9335869640 1 -- 172.21.15.67:0/659025917 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f93301f63a0 con 0x7f933015abf0 2024-09-21T00:26:47.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.898+0000 7f9317fff640 1 -- 172.21.15.67:0/659025917 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f9324034070 con 0x7f933015abf0 2024-09-21T00:26:47.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.898+0000 7f9317fff640 1 --2- 172.21.15.67:0/659025917 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f931c078b90 0x7f931c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:47.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.898+0000 7f9317fff640 1 -- 172.21.15.67:0/659025917 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 5881+0+0 (secure 0 0 0) 0x7f93240baf30 con 0x7f933015abf0 2024-09-21T00:26:47.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.899+0000 7f932effd640 1 --2- 172.21.15.67:0/659025917 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f931c078b90 0x7f931c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:47.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.899+0000 7f932effd640 1 --2- 172.21.15.67:0/659025917 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f931c078b90 0x7f931c07b0a0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f9320009cc0 tx=0x7f9320005f30 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:47.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:47.903+0000 7f9317fff640 1 -- 172.21.15.67:0/659025917 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f933015a470 con 0x7f933015abf0 2024-09-21T00:26:48.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.089+0000 7f9335869640 1 -- 172.21.15.67:0/659025917 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command([{prefix=config set, name=mds_bal_split_size}] v 0) -- 0x7f93300d12a0 con 0x7f933015abf0 2024-09-21T00:26:48.094 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.093+0000 7f9317fff640 1 -- 172.21.15.67:0/659025917 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_bal_split_size}]=0 v46)=0 v46) ==== 117+0+0 (secure 0 0 0) 0x7f9324083430 con 0x7f933015abf0 2024-09-21T00:26:48.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.095+0000 7f9335869640 1 -- 172.21.15.67:0/659025917 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f931c078b90 msgr2=0x7f931c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:48.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.095+0000 7f9335869640 1 --2- 172.21.15.67:0/659025917 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f931c078b90 0x7f931c07b0a0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f9320009cc0 tx=0x7f9320005f30 comp rx=0 tx=0).stop 2024-09-21T00:26:48.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.095+0000 7f9335869640 1 -- 172.21.15.67:0/659025917 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f933015abf0 msgr2=0x7f9330159b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:48.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.095+0000 7f9335869640 1 --2- 172.21.15.67:0/659025917 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f933015abf0 0x7f9330159b20 secure :-1 s=READY pgs=1134 cs=0 l=1 rev1=1 crypto rx=0x7f932402b0d0 tx=0x7f9324001180 comp rx=0 tx=0).stop 2024-09-21T00:26:48.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.095+0000 7f9335869640 1 -- 172.21.15.67:0/659025917 shutdown_connections 2024-09-21T00:26:48.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.095+0000 7f9335869640 1 --2- 172.21.15.67:0/659025917 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f931c078b90 0x7f931c07b0a0 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:48.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.095+0000 7f9335869640 1 --2- 172.21.15.67:0/659025917 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f933015a060 0x7f93301f8b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:48.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.095+0000 7f9335869640 1 --2- 172.21.15.67:0/659025917 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f933015abf0 0x7f9330159b20 unknown :-1 s=CLOSED pgs=1134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:48.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.095+0000 7f9335869640 1 --2- 172.21.15.67:0/659025917 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9318004800 0x7f93301619b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:48.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.095+0000 7f9335869640 1 -- 172.21.15.67:0/659025917 >> 172.21.15.67:0/659025917 conn(0x7f933009da10 msgr2=0x7f933015f400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:48.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.095+0000 7f9335869640 1 -- 172.21.15.67:0/659025917 shutdown_connections 2024-09-21T00:26:48.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.095+0000 7f9335869640 1 -- 172.21.15.67:0/659025917 wait complete. 2024-09-21T00:26:48.108 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds mds_bal_merge_size 5 2024-09-21T00:26:48.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.227+0000 7ff38779b640 1 -- 172.21.15.67:0/1868961485 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff3800b3cb0 msgr2=0x7ff3800d3330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:48.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.227+0000 7ff38779b640 1 --2- 172.21.15.67:0/1868961485 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff3800b3cb0 0x7ff3800d3330 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7ff370005fd0 tx=0x7ff37002aa10 comp rx=0 tx=0).stop 2024-09-21T00:26:48.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.227+0000 7ff38779b640 1 -- 172.21.15.67:0/1868961485 shutdown_connections 2024-09-21T00:26:48.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.227+0000 7ff38779b640 1 --2- 172.21.15.67:0/1868961485 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff3800d4e30 0x7ff3800d10f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:48.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.227+0000 7ff38779b640 1 --2- 172.21.15.67:0/1868961485 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff3800b3cb0 0x7ff3800d3330 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:48.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.227+0000 7ff38779b640 1 -- 172.21.15.67:0/1868961485 >> 172.21.15.67:0/1868961485 conn(0x7ff38008bee0 msgr2=0x7ff3800d4720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:48.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.227+0000 7ff38779b640 1 -- 172.21.15.67:0/1868961485 shutdown_connections 2024-09-21T00:26:48.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.227+0000 7ff38779b640 1 -- 172.21.15.67:0/1868961485 wait complete. 2024-09-21T00:26:48.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.229+0000 7ff38779b640 1 Processor -- start 2024-09-21T00:26:48.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.229+0000 7ff38779b640 1 -- start start 2024-09-21T00:26:48.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.231+0000 7ff38779b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff3800b3cb0 0x7ff380156be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:48.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.231+0000 7ff38779b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff3800d1630 0x7ff3800c85d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:48.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.231+0000 7ff38779b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff3800d4e30 0x7ff3800c8b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:48.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.231+0000 7ff38779b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff3800cf990 con 0x7ff3800b3cb0 2024-09-21T00:26:48.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.231+0000 7ff38779b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff38006fea0 con 0x7ff3800d1630 2024-09-21T00:26:48.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.231+0000 7ff38779b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7ff3800cfb10 con 0x7ff3800d4e30 2024-09-21T00:26:48.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.231+0000 7ff385537640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff3800b3cb0 0x7ff380156be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:48.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.231+0000 7ff385537640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff3800b3cb0 0x7ff380156be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55154/0 (socket says 172.21.15.67:55154) 2024-09-21T00:26:48.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.231+0000 7ff385537640 1 -- 172.21.15.67:0/1523538565 learned_addr learned my addr 172.21.15.67:0/1523538565 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:48.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.231+0000 7ff384d36640 1 --2- 172.21.15.67:0/1523538565 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff3800d1630 0x7ff3800c85d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:48.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.231+0000 7ff385d38640 1 --2- 172.21.15.67:0/1523538565 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff3800d4e30 0x7ff3800c8b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:48.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.231+0000 7ff385537640 1 -- 172.21.15.67:0/1523538565 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff3800d4e30 msgr2=0x7ff3800c8b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:48.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.231+0000 7ff385537640 1 --2- 172.21.15.67:0/1523538565 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff3800d4e30 0x7ff3800c8b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:48.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.231+0000 7ff385537640 1 -- 172.21.15.67:0/1523538565 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff3800d1630 msgr2=0x7ff3800c85d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:48.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.231+0000 7ff385537640 1 --2- 172.21.15.67:0/1523538565 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff3800d1630 0x7ff3800c85d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:48.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.231+0000 7ff385537640 1 -- 172.21.15.67:0/1523538565 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff38015efc0 con 0x7ff3800b3cb0 2024-09-21T00:26:48.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.231+0000 7ff385537640 1 --2- 172.21.15.67:0/1523538565 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff3800b3cb0 0x7ff380156be0 secure :-1 s=READY pgs=1135 cs=0 l=1 rev1=1 crypto rx=0x7ff370000f80 tx=0x7ff370003f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:48.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.231+0000 7ff37dffb640 1 -- 172.21.15.67:0/1523538565 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff370033070 con 0x7ff3800b3cb0 2024-09-21T00:26:48.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.231+0000 7ff37dffb640 1 -- 172.21.15.67:0/1523538565 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff370004e30 con 0x7ff3800b3cb0 2024-09-21T00:26:48.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.231+0000 7ff38779b640 1 -- 172.21.15.67:0/1523538565 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff38009e440 con 0x7ff3800b3cb0 2024-09-21T00:26:48.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.231+0000 7ff37dffb640 1 -- 172.21.15.67:0/1523538565 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff370004490 con 0x7ff3800b3cb0 2024-09-21T00:26:48.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.232+0000 7ff38779b640 1 -- 172.21.15.67:0/1523538565 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff38009e9e0 con 0x7ff3800b3cb0 2024-09-21T00:26:48.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.233+0000 7ff38779b640 1 -- 172.21.15.67:0/1523538565 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff3800d0030 con 0x7ff3800b3cb0 2024-09-21T00:26:48.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.233+0000 7ff37dffb640 1 -- 172.21.15.67:0/1523538565 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7ff370036070 con 0x7ff3800b3cb0 2024-09-21T00:26:48.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.234+0000 7ff37dffb640 1 --2- 172.21.15.67:0/1523538565 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff36c078bc0 0x7ff36c07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:48.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.234+0000 7ff37dffb640 1 -- 172.21.15.67:0/1523538565 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 5881+0+0 (secure 0 0 0) 0x7ff3700bbd70 con 0x7ff3800b3cb0 2024-09-21T00:26:48.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.234+0000 7ff384d36640 1 --2- 172.21.15.67:0/1523538565 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff36c078bc0 0x7ff36c07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:48.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.235+0000 7ff384d36640 1 --2- 172.21.15.67:0/1523538565 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff36c078bc0 0x7ff36c07b0d0 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7ff3800c8230 tx=0x7ff374005f30 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:48.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.238+0000 7ff37dffb640 1 -- 172.21.15.67:0/1523538565 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7ff38015efc0 con 0x7ff3800b3cb0 2024-09-21T00:26:48.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.429+0000 7ff38779b640 1 -- 172.21.15.67:0/1523538565 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command([{prefix=config set, name=mds_bal_merge_size}] v 0) -- 0x7ff3800d48b0 con 0x7ff3800b3cb0 2024-09-21T00:26:48.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.432+0000 7ff37dffb640 1 -- 172.21.15.67:0/1523538565 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_bal_merge_size}]=0 v47)=0 v47) ==== 116+0+0 (secure 0 0 0) 0x7ff37003e070 con 0x7ff3800b3cb0 2024-09-21T00:26:48.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.435+0000 7ff38779b640 1 -- 172.21.15.67:0/1523538565 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff36c078bc0 msgr2=0x7ff36c07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:48.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.435+0000 7ff38779b640 1 --2- 172.21.15.67:0/1523538565 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff36c078bc0 0x7ff36c07b0d0 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7ff3800c8230 tx=0x7ff374005f30 comp rx=0 tx=0).stop 2024-09-21T00:26:48.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.435+0000 7ff38779b640 1 -- 172.21.15.67:0/1523538565 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff3800b3cb0 msgr2=0x7ff380156be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:48.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.435+0000 7ff38779b640 1 --2- 172.21.15.67:0/1523538565 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff3800b3cb0 0x7ff380156be0 secure :-1 s=READY pgs=1135 cs=0 l=1 rev1=1 crypto rx=0x7ff370000f80 tx=0x7ff370003f90 comp rx=0 tx=0).stop 2024-09-21T00:26:48.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.435+0000 7ff38779b640 1 -- 172.21.15.67:0/1523538565 shutdown_connections 2024-09-21T00:26:48.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.435+0000 7ff38779b640 1 --2- 172.21.15.67:0/1523538565 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff36c078bc0 0x7ff36c07b0d0 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:48.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.435+0000 7ff38779b640 1 --2- 172.21.15.67:0/1523538565 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff3800d4e30 0x7ff3800c8b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:48.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.435+0000 7ff38779b640 1 --2- 172.21.15.67:0/1523538565 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff3800d1630 0x7ff3800c85d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:48.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.435+0000 7ff38779b640 1 --2- 172.21.15.67:0/1523538565 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff3800b3cb0 0x7ff380156be0 unknown :-1 s=CLOSED pgs=1135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:48.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.435+0000 7ff38779b640 1 -- 172.21.15.67:0/1523538565 >> 172.21.15.67:0/1523538565 conn(0x7ff38008bee0 msgr2=0x7ff3800b2150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:48.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.435+0000 7ff38779b640 1 -- 172.21.15.67:0/1523538565 shutdown_connections 2024-09-21T00:26:48.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.435+0000 7ff38779b640 1 -- 172.21.15.67:0/1523538565 wait complete. 2024-09-21T00:26:48.447 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds mds_bal_split_bits 1 2024-09-21T00:26:48.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.565+0000 7fdba1321640 1 -- 172.21.15.67:0/1335553401 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdb9c0d0b90 msgr2=0x7fdb9c0d0fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:48.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.565+0000 7fdba1321640 1 --2- 172.21.15.67:0/1335553401 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdb9c0d0b90 0x7fdb9c0d0fa0 secure :-1 s=READY pgs=1136 cs=0 l=1 rev1=1 crypto rx=0x7fdb9c0738e0 tx=0x7fdb8c02a560 comp rx=0 tx=0).stop 2024-09-21T00:26:48.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.565+0000 7fdba1321640 1 -- 172.21.15.67:0/1335553401 shutdown_connections 2024-09-21T00:26:48.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.565+0000 7fdba1321640 1 --2- 172.21.15.67:0/1335553401 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdb9c0d0b90 0x7fdb9c0d0fa0 unknown :-1 s=CLOSED pgs=1136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:48.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.565+0000 7fdba1321640 1 --2- 172.21.15.67:0/1335553401 >> v2:172.21.15.97:3300/0 conn(0x7fdb9c0b76c0 0x7fdb9c0cef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:48.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.565+0000 7fdba1321640 1 -- 172.21.15.67:0/1335553401 >> 172.21.15.67:0/1335553401 conn(0x7fdb9c08bee0 msgr2=0x7fdb9c0d24e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:48.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.565+0000 7fdba1321640 1 -- 172.21.15.67:0/1335553401 shutdown_connections 2024-09-21T00:26:48.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.565+0000 7fdba1321640 1 -- 172.21.15.67:0/1335553401 wait complete. 2024-09-21T00:26:48.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.567+0000 7fdba1321640 1 Processor -- start 2024-09-21T00:26:48.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.567+0000 7fdba1321640 1 -- start start 2024-09-21T00:26:48.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.569+0000 7fdba1321640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdb9c0b76c0 0x7fdb9c15be40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:48.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.569+0000 7fdba1321640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdb9c0cfbb0 0x7fdb9c0af150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:48.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.569+0000 7fdba1321640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdb9c0d0b90 0x7fdb9c09f9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:48.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.569+0000 7fdba1321640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fdb9c0cd040 con 0x7fdb9c0cfbb0 2024-09-21T00:26:48.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.569+0000 7fdba1321640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fdb9c0b5b80 con 0x7fdb9c0b76c0 2024-09-21T00:26:48.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.569+0000 7fdba1321640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fdb9c0cd1c0 con 0x7fdb9c0d0b90 2024-09-21T00:26:48.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.569+0000 7fdb9a7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdb9c0cfbb0 0x7fdb9c0af150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:48.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.569+0000 7fdb9a7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdb9c0cfbb0 0x7fdb9c0af150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55164/0 (socket says 172.21.15.67:55164) 2024-09-21T00:26:48.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.569+0000 7fdb9a7fc640 1 -- 172.21.15.67:0/2776273092 learned_addr learned my addr 172.21.15.67:0/2776273092 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:48.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.569+0000 7fdb9affd640 1 --2- 172.21.15.67:0/2776273092 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdb9c0b76c0 0x7fdb9c15be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:48.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.569+0000 7fdb9b7fe640 1 --2- 172.21.15.67:0/2776273092 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdb9c0d0b90 0x7fdb9c09f9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:48.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.569+0000 7fdb9a7fc640 1 -- 172.21.15.67:0/2776273092 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdb9c0d0b90 msgr2=0x7fdb9c09f9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:48.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.569+0000 7fdb9a7fc640 1 --2- 172.21.15.67:0/2776273092 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdb9c0d0b90 0x7fdb9c09f9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:48.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.569+0000 7fdb9a7fc640 1 -- 172.21.15.67:0/2776273092 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdb9c0b76c0 msgr2=0x7fdb9c15be40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:48.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.569+0000 7fdb9a7fc640 1 --2- 172.21.15.67:0/2776273092 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdb9c0b76c0 0x7fdb9c15be40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:48.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.569+0000 7fdb9a7fc640 1 -- 172.21.15.67:0/2776273092 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb9c1f4d30 con 0x7fdb9c0cfbb0 2024-09-21T00:26:48.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.569+0000 7fdb9a7fc640 1 --2- 172.21.15.67:0/2776273092 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdb9c0cfbb0 0x7fdb9c0af150 secure :-1 s=READY pgs=1137 cs=0 l=1 rev1=1 crypto rx=0x7fdb8400b3f0 tx=0x7fdb8400b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:48.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.569+0000 7fdb937fe640 1 -- 172.21.15.67:0/2776273092 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb84015020 con 0x7fdb9c0cfbb0 2024-09-21T00:26:48.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.570+0000 7fdb937fe640 1 -- 172.21.15.67:0/2776273092 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdb84011920 con 0x7fdb9c0cfbb0 2024-09-21T00:26:48.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.570+0000 7fdba1321640 1 -- 172.21.15.67:0/2776273092 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb9c0af690 con 0x7fdb9c0cfbb0 2024-09-21T00:26:48.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.570+0000 7fdb937fe640 1 -- 172.21.15.67:0/2776273092 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb84011d50 con 0x7fdb9c0cfbb0 2024-09-21T00:26:48.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.570+0000 7fdba1321640 1 -- 172.21.15.67:0/2776273092 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb9c09ef00 con 0x7fdb9c0cfbb0 2024-09-21T00:26:48.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.571+0000 7fdba1321640 1 -- 172.21.15.67:0/2776273092 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdb9c0b7100 con 0x7fdb9c0cfbb0 2024-09-21T00:26:48.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.571+0000 7fdb937fe640 1 -- 172.21.15.67:0/2776273092 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fdb84018020 con 0x7fdb9c0cfbb0 2024-09-21T00:26:48.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.572+0000 7fdb937fe640 1 --2- 172.21.15.67:0/2776273092 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdb7c078b90 0x7fdb7c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:48.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.572+0000 7fdb937fe640 1 -- 172.21.15.67:0/2776273092 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 5881+0+0 (secure 0 0 0) 0x7fdb8409ace0 con 0x7fdb9c0cfbb0 2024-09-21T00:26:48.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.572+0000 7fdb9affd640 1 --2- 172.21.15.67:0/2776273092 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdb7c078b90 0x7fdb7c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:48.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.573+0000 7fdb9affd640 1 --2- 172.21.15.67:0/2776273092 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdb7c078b90 0x7fdb7c07b0a0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7fdb94009f20 tx=0x7fdb940094f0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:48.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.577+0000 7fdb937fe640 1 -- 172.21.15.67:0/2776273092 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fdb9c0b7100 con 0x7fdb9c0cfbb0 2024-09-21T00:26:48.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.764+0000 7fdba1321640 1 -- 172.21.15.67:0/2776273092 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command([{prefix=config set, name=mds_bal_split_bits}] v 0) -- 0x7fdb9c0cef80 con 0x7fdb9c0cfbb0 2024-09-21T00:26:48.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.768+0000 7fdb937fe640 1 -- 172.21.15.67:0/2776273092 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_bal_split_bits}]=0 v48)=0 v48) ==== 116+0+0 (secure 0 0 0) 0x7fdb8401f020 con 0x7fdb9c0cfbb0 2024-09-21T00:26:48.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.770+0000 7fdba1321640 1 -- 172.21.15.67:0/2776273092 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdb7c078b90 msgr2=0x7fdb7c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:48.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.770+0000 7fdba1321640 1 --2- 172.21.15.67:0/2776273092 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdb7c078b90 0x7fdb7c07b0a0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7fdb94009f20 tx=0x7fdb940094f0 comp rx=0 tx=0).stop 2024-09-21T00:26:48.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.770+0000 7fdba1321640 1 -- 172.21.15.67:0/2776273092 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdb9c0cfbb0 msgr2=0x7fdb9c0af150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:48.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.770+0000 7fdba1321640 1 --2- 172.21.15.67:0/2776273092 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdb9c0cfbb0 0x7fdb9c0af150 secure :-1 s=READY pgs=1137 cs=0 l=1 rev1=1 crypto rx=0x7fdb8400b3f0 tx=0x7fdb8400b8b0 comp rx=0 tx=0).stop 2024-09-21T00:26:48.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.770+0000 7fdba1321640 1 -- 172.21.15.67:0/2776273092 shutdown_connections 2024-09-21T00:26:48.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.770+0000 7fdba1321640 1 --2- 172.21.15.67:0/2776273092 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdb7c078b90 0x7fdb7c07b0a0 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:48.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.770+0000 7fdba1321640 1 --2- 172.21.15.67:0/2776273092 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdb9c0d0b90 0x7fdb9c09f9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:48.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.770+0000 7fdba1321640 1 --2- 172.21.15.67:0/2776273092 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdb9c0cfbb0 0x7fdb9c0af150 unknown :-1 s=CLOSED pgs=1137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:48.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.770+0000 7fdba1321640 1 --2- 172.21.15.67:0/2776273092 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdb9c0b76c0 0x7fdb9c15be40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:48.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.770+0000 7fdba1321640 1 -- 172.21.15.67:0/2776273092 >> 172.21.15.67:0/2776273092 conn(0x7fdb9c08bee0 msgr2=0x7fdb9c072400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:48.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.771+0000 7fdba1321640 1 -- 172.21.15.67:0/2776273092 shutdown_connections 2024-09-21T00:26:48.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.771+0000 7fdba1321640 1 -- 172.21.15.67:0/2776273092 wait complete. 2024-09-21T00:26:48.783 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:26:48.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.898+0000 7f1af4b94640 1 -- 172.21.15.67:0/2097349987 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1af00b9e70 msgr2=0x7f1af00b6020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:48.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.898+0000 7f1af4b94640 1 --2- 172.21.15.67:0/2097349987 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1af00b9e70 0x7f1af00b6020 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f1ae0005fd0 tx=0x7f1ae002a540 comp rx=0 tx=0).stop 2024-09-21T00:26:48.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.898+0000 7f1af4b94640 1 -- 172.21.15.67:0/2097349987 shutdown_connections 2024-09-21T00:26:48.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.898+0000 7f1af4b94640 1 --2- 172.21.15.67:0/2097349987 >> v2:172.21.15.97:3300/0 conn(0x7f1af00d0270 0x7f1af00b6560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:48.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.898+0000 7f1af4b94640 1 --2- 172.21.15.67:0/2097349987 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1af00b9e70 0x7f1af00b6020 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:48.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.898+0000 7f1af4b94640 1 -- 172.21.15.67:0/2097349987 >> 172.21.15.67:0/2097349987 conn(0x7f1af00d45a0 msgr2=0x7f1af00d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:48.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.898+0000 7f1af4b94640 1 -- 172.21.15.67:0/2097349987 shutdown_connections 2024-09-21T00:26:48.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.898+0000 7f1af4b94640 1 -- 172.21.15.67:0/2097349987 wait complete. 2024-09-21T00:26:48.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.900+0000 7f1af4b94640 1 Processor -- start 2024-09-21T00:26:48.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.900+0000 7f1af4b94640 1 -- start start 2024-09-21T00:26:48.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.901+0000 7f1af4b94640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1af00b9e70 0x7f1af0152b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:48.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.901+0000 7f1af4b94640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1af00d0270 0x7f1af00b2f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:48.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.901+0000 7f1af4b94640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1af00d22f0 0x7f1af00b3450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:48.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.901+0000 7f1af4b94640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f1af006f660 con 0x7f1af00d0270 2024-09-21T00:26:48.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.902+0000 7f1af4b94640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f1af006f4e0 con 0x7f1af00b9e70 2024-09-21T00:26:48.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.902+0000 7f1af4b94640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f1af006f7e0 con 0x7f1af00d22f0 2024-09-21T00:26:48.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.902+0000 7f1aedd9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1af00d0270 0x7f1af00b2f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:48.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.902+0000 7f1aee59c640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1af00b9e70 0x7f1af0152b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:48.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.902+0000 7f1aedd9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1af00d0270 0x7f1af00b2f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55168/0 (socket says 172.21.15.67:55168) 2024-09-21T00:26:48.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.902+0000 7f1aedd9b640 1 -- 172.21.15.67:0/2467999495 learned_addr learned my addr 172.21.15.67:0/2467999495 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:48.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.902+0000 7f1aee59c640 1 --2- 172.21.15.67:0/2467999495 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1af00b9e70 0x7f1af0152b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.67:39044/0 (socket says 172.21.15.67:39044) 2024-09-21T00:26:48.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.902+0000 7f1aeed9d640 1 --2- 172.21.15.67:0/2467999495 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1af00d22f0 0x7f1af00b3450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:48.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.902+0000 7f1aedd9b640 1 -- 172.21.15.67:0/2467999495 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1af00d22f0 msgr2=0x7f1af00b3450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:48.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.902+0000 7f1aedd9b640 1 --2- 172.21.15.67:0/2467999495 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1af00d22f0 0x7f1af00b3450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:48.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.902+0000 7f1aedd9b640 1 -- 172.21.15.67:0/2467999495 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1af00b9e70 msgr2=0x7f1af0152b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:48.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.902+0000 7f1aedd9b640 1 --2- 172.21.15.67:0/2467999495 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1af00b9e70 0x7f1af0152b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:48.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.902+0000 7f1aedd9b640 1 -- 172.21.15.67:0/2467999495 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1af00cd8c0 con 0x7f1af00d0270 2024-09-21T00:26:48.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.902+0000 7f1aedd9b640 1 --2- 172.21.15.67:0/2467999495 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1af00d0270 0x7f1af00b2f10 secure :-1 s=READY pgs=1138 cs=0 l=1 rev1=1 crypto rx=0x7f1ae400c340 tx=0x7f1ae400c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:48.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.902+0000 7f1adeffd640 1 -- 172.21.15.67:0/2467999495 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ae4017070 con 0x7f1af00d0270 2024-09-21T00:26:48.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.902+0000 7f1adeffd640 1 -- 172.21.15.67:0/2467999495 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1ae40035f0 con 0x7f1af00d0270 2024-09-21T00:26:48.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.902+0000 7f1af4b94640 1 -- 172.21.15.67:0/2467999495 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1af00cdba0 con 0x7f1af00d0270 2024-09-21T00:26:48.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.902+0000 7f1adeffd640 1 -- 172.21.15.67:0/2467999495 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ae4003a40 con 0x7f1af00d0270 2024-09-21T00:26:48.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.903+0000 7f1af4b94640 1 -- 172.21.15.67:0/2467999495 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1af015e850 con 0x7f1af00d0270 2024-09-21T00:26:48.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.903+0000 7f1af4b94640 1 -- 172.21.15.67:0/2467999495 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1af00764b0 con 0x7f1af00d0270 2024-09-21T00:26:48.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.904+0000 7f1adeffd640 1 -- 172.21.15.67:0/2467999495 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f1ae401a070 con 0x7f1af00d0270 2024-09-21T00:26:48.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.905+0000 7f1adeffd640 1 --2- 172.21.15.67:0/2467999495 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1ad0078b90 0x7f1ad007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:48.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.905+0000 7f1adeffd640 1 -- 172.21.15.67:0/2467999495 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 5881+0+0 (secure 0 0 0) 0x7f1ae4099f10 con 0x7f1af00d0270 2024-09-21T00:26:48.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.905+0000 7f1aee59c640 1 --2- 172.21.15.67:0/2467999495 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1ad0078b90 0x7f1ad007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:48.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.906+0000 7f1aee59c640 1 --2- 172.21.15.67:0/2467999495 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1ad0078b90 0x7f1ad007b0a0 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f1ae0033000 tx=0x7f1ae0004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:48.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:48.909+0000 7f1adeffd640 1 -- 172.21.15.67:0/2467999495 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f1ae4061d70 con 0x7f1af00d0270 2024-09-21T00:26:49.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.138+0000 7f1af4b94640 1 -- 172.21.15.67:0/2467999495 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1af015ea80 con 0x7f1af00d0270 2024-09-21T00:26:49.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.139+0000 7f1adeffd640 1 -- 172.21.15.67:0/2467999495 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 79 v79) ==== 94+0+5226 (secure 0 0 0) 0x7f1ae40667a0 con 0x7f1af00d0270 2024-09-21T00:26:49.141 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:26:49.141 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":79,"btime":"2024-09-21T00:26:46:196342+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6362,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6835/3086360189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3086360189},{"type":"v1","addr":"172.21.15.97:6835","nonce":3086360189}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":75},{"gid":6892,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/2473170653","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":2473170653},{"type":"v1","addr":"172.21.15.97:6837","nonce":2473170653}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":77},{"gid":7422,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6833/2895037060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":2895037060},{"type":"v1","addr":"172.21.15.67:6833","nonce":2895037060}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":75}],"filesystems":[{"mdsmap":{"epoch":79,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:26:21.076817+0000","modified":"2024-09-21T00:26:46.196323+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":91,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7440},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7440":{"gid":7440,"name":"c","rank":0,"incarnation":76,"state":"up:active","state_seq":4,"addr":"172.21.15.67:6835/1958903248","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":1958903248},{"type":"v1","addr":"172.21.15.67:6835","nonce":1958903248}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7440,"qdb_cluster":[7440]},"id":6}]} 2024-09-21T00:26:49.141 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 79 2024-09-21T00:26:49.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.141+0000 7f1af4b94640 1 -- 172.21.15.67:0/2467999495 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1ad0078b90 msgr2=0x7f1ad007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:49.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.141+0000 7f1af4b94640 1 --2- 172.21.15.67:0/2467999495 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1ad0078b90 0x7f1ad007b0a0 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f1ae0033000 tx=0x7f1ae0004730 comp rx=0 tx=0).stop 2024-09-21T00:26:49.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.141+0000 7f1af4b94640 1 -- 172.21.15.67:0/2467999495 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1af00d0270 msgr2=0x7f1af00b2f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:49.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.141+0000 7f1af4b94640 1 --2- 172.21.15.67:0/2467999495 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1af00d0270 0x7f1af00b2f10 secure :-1 s=READY pgs=1138 cs=0 l=1 rev1=1 crypto rx=0x7f1ae400c340 tx=0x7f1ae400c800 comp rx=0 tx=0).stop 2024-09-21T00:26:49.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.142+0000 7f1af4b94640 1 -- 172.21.15.67:0/2467999495 shutdown_connections 2024-09-21T00:26:49.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.142+0000 7f1af4b94640 1 --2- 172.21.15.67:0/2467999495 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1ad0078b90 0x7f1ad007b0a0 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:49.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.142+0000 7f1af4b94640 1 --2- 172.21.15.67:0/2467999495 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1af00d22f0 0x7f1af00b3450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:49.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.142+0000 7f1af4b94640 1 --2- 172.21.15.67:0/2467999495 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1af00d0270 0x7f1af00b2f10 unknown :-1 s=CLOSED pgs=1138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:49.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.142+0000 7f1af4b94640 1 --2- 172.21.15.67:0/2467999495 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1af00b9e70 0x7f1af0152b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:49.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.142+0000 7f1af4b94640 1 -- 172.21.15.67:0/2467999495 >> 172.21.15.67:0/2467999495 conn(0x7f1af00d45a0 msgr2=0x7f1af00b5220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:49.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.142+0000 7f1af4b94640 1 -- 172.21.15.67:0/2467999495 shutdown_connections 2024-09-21T00:26:49.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.142+0000 7f1af4b94640 1 -- 172.21.15.67:0/2467999495 wait complete. 2024-09-21T00:26:49.154 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json dump inode 1099511627776 2024-09-21T00:26:49.189 INFO:tasks.ceph.mds.c.smithi067.stderr:2024-09-21T00:26:49.187+0000 7f39a1c6b640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-21T00:26:49.280 INFO:teuthology.orchestra.run.smithi067.stdout:{"path":"/testdir","ino":1099511627776,"rdev":0,"ctime":"2024-09-21T00:26:34.459188+0000","btime":"2024-09-21T00:26:33.632072+0000","mode":16877,"uid":1000,"gid":1333,"nlink":1,"dir_layout":{"dir_hash":2,"unused1":0,"unused2":0,"unused3":0},"layout":{"stripe_unit":0,"stripe_count":0,"object_size":0,"pool_id":-1,"pool_ns":""},"old_pools":[],"size":0,"truncate_seq":1,"truncate_size":18446744073709551615,"truncate_from":0,"truncate_pending":0,"mtime":"2024-09-21T00:26:34.459188+0000","atime":"2024-09-21T00:26:33.632072+0000","time_warp_seq":0,"change_attr":21,"export_pin":-1,"export_ephemeral_random_pin":0,"export_ephemeral_distributed_pin":false,"quiesce_block":false,"client_ranges":[],"dirstat":{"version":0,"mtime":"2024-09-21T00:26:34.459188+0000","num_files":21,"num_subdirs":0,"change_attr":21},"rstat":{"version":0,"rbytes":32,"rfiles":21,"rsubdirs":1,"rsnaps":0,"rctime":"2024-09-21T00:26:34.460524+0000"},"accounted_rstat":{"version":0,"rbytes":32,"rfiles":21,"rsubdirs":1,"rsnaps":0,"rctime":"2024-09-21T00:26:34.460524+0000"},"version":86,"file_data_version":0,"xattr_version":1,"backtrace_version":2,"inline_data_version":18446744073709551615,"inline_data_length":0,"stray_prior_path":"","max_size_ever":0,"quota":{"max_bytes":0,"max_files":0},"last_scrub_stamp":"0.000000","last_scrub_version":0,"symlink":"","xattrs":[],"dirfragtree":{"splits":[]},"old_inodes":[],"oldest_snap":18446744073709551614,"damage_flags":0,"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{},"nref":0,"versionlock":{"gather_set":[],"state":"lock","type":"iversion","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"authlock":{},"linklock":{},"dirfragtreelock":{},"filelock":{},"xattrlock":{},"snaplock":{},"nestlock":{},"flocklock":{},"policylock":{},"quiescelock":{"gather_set":[],"state":"lock","type":"iquiesce","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"states":["auth"],"client_caps":[],"loner":-1,"want_loner":-1,"mds_caps_wanted":[],"is_subvolume":false} 2024-09-21T00:26:49.281 DEBUG:tasks.cephfs.filesystem:_json_asok output { "accounted_rstat": { "rbytes": 32, "rctime": "2024-09-21T00:26:34.460524+0000", "rfiles": 21, "rsnaps": 0, "rsubdirs": 1, "version": 0 }, "atime": "2024-09-21T00:26:33.632072+0000", "auth_pins": 0, "auth_state": { "replicas": {} }, "authlock": {}, "backtrace_version": 2, "btime": "2024-09-21T00:26:33.632072+0000", "change_attr": 21, "client_caps": [], "client_ranges": [], "ctime": "2024-09-21T00:26:34.459188+0000", "damage_flags": 0, "dir_layout": { "dir_hash": 2, "unused1": 0, "unused2": 0, "unused3": 0 }, "dirfragtree": { "splits": [] }, "dirfragtreelock": {}, "dirstat": { "change_attr": 21, "mtime": "2024-09-21T00:26:34.459188+0000", "num_files": 21, "num_subdirs": 0, "version": 0 }, "export_ephemeral_distributed_pin": false, "export_ephemeral_random_pin": 0, "export_pin": -1, "file_data_version": 0, "filelock": {}, "flocklock": {}, "gid": 1333, "inline_data_length": 0, "inline_data_version": 18446744073709551615, "ino": 1099511627776, "is_auth": true, "is_freezing": false, "is_frozen": false, "is_subvolume": false, "last_scrub_stamp": "0.000000", "last_scrub_version": 0, "layout": { "object_size": 0, "pool_id": -1, "pool_ns": "", "stripe_count": 0, "stripe_unit": 0 }, "linklock": {}, "loner": -1, "max_size_ever": 0, "mds_caps_wanted": [], "mode": 16877, "mtime": "2024-09-21T00:26:34.459188+0000", "nestlock": {}, "nlink": 1, "nref": 0, "old_inodes": [], "old_pools": [], "oldest_snap": 18446744073709551614, "path": "/testdir", "pins": {}, "policylock": {}, "quiesce_block": false, "quiescelock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "iquiesce", "xlock_by": {} }, "quota": { "max_bytes": 0, "max_files": 0 }, "rdev": 0, "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "rstat": { "rbytes": 32, "rctime": "2024-09-21T00:26:34.460524+0000", "rfiles": 21, "rsnaps": 0, "rsubdirs": 1, "version": 0 }, "size": 0, "snaplock": {}, "states": [ "auth" ], "stray_prior_path": "", "symlink": "", "time_warp_seq": 0, "truncate_from": 0, "truncate_pending": 0, "truncate_seq": 1, "truncate_size": 18446744073709551615, "uid": 1000, "version": 86, "versionlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "iversion", "xlock_by": {} }, "want_loner": -1, "xattr_version": 1, "xattrlock": {}, "xattrs": [] } 2024-09-21T00:26:49.281 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:26:49.281 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.6:0 scrub start /testdir recursive 2024-09-21T00:26:49.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.440+0000 7f91b3f13640 1 -- 172.21.15.67:0/1261632682 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f91ac0c5a90 msgr2=0x7f91ac0d01b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:49.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.440+0000 7f91b3f13640 1 --2- 172.21.15.67:0/1261632682 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f91ac0c5a90 0x7f91ac0d01b0 secure :-1 s=READY pgs=1140 cs=0 l=1 rev1=1 crypto rx=0x7f91ac0ce4e0 tx=0x7f91a802a530 comp rx=0 tx=0).stop 2024-09-21T00:26:49.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.440+0000 7f91b3f13640 1 -- 172.21.15.67:0/1261632682 shutdown_connections 2024-09-21T00:26:49.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.440+0000 7f91b3f13640 1 --2- 172.21.15.67:0/1261632682 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f91ac0c5a90 0x7f91ac0d01b0 unknown :-1 s=CLOSED pgs=1140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:49.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.440+0000 7f91b3f13640 1 -- 172.21.15.67:0/1261632682 >> 172.21.15.67:0/1261632682 conn(0x7f91ac0cee80 msgr2=0x7f91ac0cf290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:49.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.441+0000 7f91b3f13640 1 -- 172.21.15.67:0/1261632682 shutdown_connections 2024-09-21T00:26:49.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.441+0000 7f91b3f13640 1 -- 172.21.15.67:0/1261632682 wait complete. 2024-09-21T00:26:49.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.442+0000 7f91b3f13640 1 Processor -- start 2024-09-21T00:26:49.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.442+0000 7f91b3f13640 1 -- start start 2024-09-21T00:26:49.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.444+0000 7f91b3f13640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f91ac0b0480 0x7f91ac0b2f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:49.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.444+0000 7f91b3f13640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f91ac0c5a90 0x7f91ac159df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:49.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.444+0000 7f91b3f13640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f91ac0d06f0 0x7f91ac167240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:49.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.444+0000 7f91b3f13640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f91ac09bae0 con 0x7f91ac0c5a90 2024-09-21T00:26:49.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.444+0000 7f91b3f13640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f91ac09b960 con 0x7f91ac0b0480 2024-09-21T00:26:49.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.444+0000 7f91b3f13640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f91ac09bc60 con 0x7f91ac0d06f0 2024-09-21T00:26:49.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.444+0000 7f91b14ae640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f91ac0c5a90 0x7f91ac159df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:49.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.444+0000 7f91b14ae640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f91ac0c5a90 0x7f91ac159df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55182/0 (socket says 172.21.15.67:55182) 2024-09-21T00:26:49.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.444+0000 7f91b14ae640 1 -- 172.21.15.67:0/754893570 learned_addr learned my addr 172.21.15.67:0/754893570 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:49.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.444+0000 7f91b1caf640 1 --2- 172.21.15.67:0/754893570 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f91ac0b0480 0x7f91ac0b2f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:49.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.444+0000 7f91b24b0640 1 --2- 172.21.15.67:0/754893570 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f91ac0d06f0 0x7f91ac167240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:49.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.444+0000 7f91b14ae640 1 -- 172.21.15.67:0/754893570 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f91ac0d06f0 msgr2=0x7f91ac167240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:49.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.444+0000 7f91b14ae640 1 --2- 172.21.15.67:0/754893570 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f91ac0d06f0 0x7f91ac167240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:49.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.444+0000 7f91b14ae640 1 -- 172.21.15.67:0/754893570 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f91ac0b0480 msgr2=0x7f91ac0b2f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:49.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.444+0000 7f91b14ae640 1 --2- 172.21.15.67:0/754893570 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f91ac0b0480 0x7f91ac0b2f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:49.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.444+0000 7f91b14ae640 1 -- 172.21.15.67:0/754893570 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91ac0b1e80 con 0x7f91ac0c5a90 2024-09-21T00:26:49.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.444+0000 7f91b14ae640 1 --2- 172.21.15.67:0/754893570 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f91ac0c5a90 0x7f91ac159df0 secure :-1 s=READY pgs=1141 cs=0 l=1 rev1=1 crypto rx=0x7f919c00c3c0 tx=0x7f919c00c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:49.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.445+0000 7f91a27fc640 1 -- 172.21.15.67:0/754893570 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f919c017070 con 0x7f91ac0c5a90 2024-09-21T00:26:49.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.445+0000 7f91a27fc640 1 -- 172.21.15.67:0/754893570 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f919c0035f0 con 0x7f91ac0c5a90 2024-09-21T00:26:49.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.445+0000 7f91a27fc640 1 -- 172.21.15.67:0/754893570 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f919c003a80 con 0x7f91ac0c5a90 2024-09-21T00:26:49.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.445+0000 7f91b3f13640 1 -- 172.21.15.67:0/754893570 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91ac0b2160 con 0x7f91ac0c5a90 2024-09-21T00:26:49.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.445+0000 7f91b3f13640 1 -- 172.21.15.67:0/754893570 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91ac0b2720 con 0x7f91ac0c5a90 2024-09-21T00:26:49.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.446+0000 7f91a27fc640 1 -- 172.21.15.67:0/754893570 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f919c01a070 con 0x7f91ac0c5a90 2024-09-21T00:26:49.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.447+0000 7f91a27fc640 1 --2- 172.21.15.67:0/754893570 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9190078b90 0x7f919007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:49.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.447+0000 7f91a27fc640 1 -- 172.21.15.67:0/754893570 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 5881+0+0 (secure 0 0 0) 0x7f919c09a050 con 0x7f91ac0c5a90 2024-09-21T00:26:49.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.447+0000 7f91b1caf640 1 --2- 172.21.15.67:0/754893570 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9190078b90 0x7f919007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:49.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.448+0000 7f91b1caf640 1 --2- 172.21.15.67:0/754893570 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9190078b90 0x7f919007b0a0 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f91a8033000 tx=0x7f91a8004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:49.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.448+0000 7f91bae77740 1 Processor -- start 2024-09-21T00:26:49.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.448+0000 7f91bae77740 1 -- start start 2024-09-21T00:26:49.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.449+0000 7f91bae77740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d8570425b0 0x55d857404080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:49.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.449+0000 7f91bae77740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d8570196f0 0x55d85742fc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:49.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.449+0000 7f91bae77740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d8570218d0 0x55d857410c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:49.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.449+0000 7f91bae77740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55d85735ca80 con 0x55d8570425b0 2024-09-21T00:26:49.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.449+0000 7f91bae77740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55d85734beb0 con 0x55d8570218d0 2024-09-21T00:26:49.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.449+0000 7f91bae77740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55d85734fcc0 con 0x55d8570196f0 2024-09-21T00:26:49.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.449+0000 7f91b1caf640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d8570425b0 0x55d857404080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:49.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.450+0000 7f91b1caf640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d8570425b0 0x55d857404080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55192/0 (socket says 172.21.15.67:55192) 2024-09-21T00:26:49.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.450+0000 7f91b1caf640 1 -- 172.21.15.67:0/2954500202 learned_addr learned my addr 172.21.15.67:0/2954500202 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:49.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.450+0000 7f91b14ae640 1 --2- 172.21.15.67:0/2954500202 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d8570196f0 0x55d85742fc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:49.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.450+0000 7f91b24b0640 1 --2- 172.21.15.67:0/2954500202 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d8570218d0 0x55d857410c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:49.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.450+0000 7f91b1caf640 1 -- 172.21.15.67:0/2954500202 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d8570196f0 msgr2=0x55d85742fc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:26:49.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.450+0000 7f91b1caf640 1 --2- 172.21.15.67:0/2954500202 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d8570196f0 0x55d85742fc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:49.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.450+0000 7f91b1caf640 1 -- 172.21.15.67:0/2954500202 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d8570218d0 msgr2=0x55d857410c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:26:49.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.450+0000 7f91b1caf640 1 --2- 172.21.15.67:0/2954500202 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d8570218d0 0x55d857410c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:49.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.450+0000 7f91b1caf640 1 -- 172.21.15.67:0/2954500202 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d857126a20 con 0x55d8570425b0 2024-09-21T00:26:49.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.450+0000 7f91b1caf640 1 --2- 172.21.15.67:0/2954500202 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d8570425b0 0x55d857404080 secure :-1 s=READY pgs=1142 cs=0 l=1 rev1=1 crypto rx=0x7f91a8009850 tx=0x7f91a803d000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=903e79db2a6ca9ce server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:49.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.450+0000 7f918f7fe640 1 -- 172.21.15.67:0/2954500202 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91a8035040 con 0x55d8570425b0 2024-09-21T00:26:49.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.450+0000 7f918f7fe640 1 -- 172.21.15.67:0/2954500202 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f91a804e070 con 0x55d8570425b0 2024-09-21T00:26:49.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.450+0000 7f918f7fe640 1 -- 172.21.15.67:0/2954500202 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91a80047a0 con 0x55d8570425b0 2024-09-21T00:26:49.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.451+0000 7f91bae77740 1 -- 172.21.15.67:0/2954500202 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d8570425b0 msgr2=0x55d857404080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:49.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.451+0000 7f91bae77740 1 --2- 172.21.15.67:0/2954500202 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d8570425b0 0x55d857404080 secure :-1 s=READY pgs=1142 cs=0 l=1 rev1=1 crypto rx=0x7f91a8009850 tx=0x7f91a803d000 comp rx=0 tx=0).stop 2024-09-21T00:26:49.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.451+0000 7f91bae77740 1 -- 172.21.15.67:0/2954500202 shutdown_connections 2024-09-21T00:26:49.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.451+0000 7f91bae77740 1 --2- 172.21.15.67:0/2954500202 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d8570218d0 0x55d857410c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:49.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.451+0000 7f91bae77740 1 --2- 172.21.15.67:0/2954500202 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d8570196f0 0x55d85742fc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:49.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.451+0000 7f91bae77740 1 --2- 172.21.15.67:0/2954500202 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d8570425b0 0x55d857404080 unknown :-1 s=CLOSED pgs=1142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:49.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.451+0000 7f91bae77740 1 -- 172.21.15.67:0/2954500202 >> 172.21.15.67:0/2954500202 conn(0x55d857036700 msgr2=0x55d8573e9f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:49.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.451+0000 7f91bae77740 1 -- 172.21.15.67:0/2954500202 shutdown_connections 2024-09-21T00:26:49.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.451+0000 7f91bae77740 1 -- 172.21.15.67:0/2954500202 wait complete. 2024-09-21T00:26:49.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.452+0000 7f91bae77740 1 -- start start 2024-09-21T00:26:49.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.452+0000 7f91bae77740 1 Processor -- start 2024-09-21T00:26:49.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.454+0000 7f91bae77740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d8570196f0 0x55d857401200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:49.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.454+0000 7f91bae77740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d8570218d0 0x55d85742d3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:49.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.454+0000 7f91bae77740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d8570425b0 0x55d857426550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:49.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.454+0000 7f91bae77740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55d8570bc960 con 0x55d8570196f0 2024-09-21T00:26:49.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.454+0000 7f91bae77740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55d8572d2670 con 0x55d8570425b0 2024-09-21T00:26:49.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.454+0000 7f91bae77740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55d857403320 con 0x55d8570218d0 2024-09-21T00:26:49.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.454+0000 7f91bae77740 10 client.0 _ll_register_callbacks cb 0x55d8573453e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:26:49.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.454+0000 7f91b1caf640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d8570196f0 0x55d857401200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:49.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.454+0000 7f91b1caf640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d8570196f0 0x55d857401200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55198/0 (socket says 172.21.15.67:55198) 2024-09-21T00:26:49.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.454+0000 7f91b1caf640 1 -- 172.21.15.67:0/3701018250 learned_addr learned my addr 172.21.15.67:0/3701018250 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:49.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.454+0000 7f91b14ae640 1 --2- 172.21.15.67:0/3701018250 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d8570218d0 0x55d85742d3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:49.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.454+0000 7f91b24b0640 1 --2- 172.21.15.67:0/3701018250 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d8570425b0 0x55d857426550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:49.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.454+0000 7f91b1caf640 1 -- 172.21.15.67:0/3701018250 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d8570218d0 msgr2=0x55d85742d3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:26:49.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.454+0000 7f91b1caf640 1 --2- 172.21.15.67:0/3701018250 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d8570218d0 0x55d85742d3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:49.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.454+0000 7f91b1caf640 1 -- 172.21.15.67:0/3701018250 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d8570425b0 msgr2=0x55d857426550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:26:49.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.454+0000 7f91b1caf640 1 --2- 172.21.15.67:0/3701018250 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d8570425b0 0x55d857426550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:49.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.454+0000 7f91b1caf640 1 -- 172.21.15.67:0/3701018250 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d85708b8c0 con 0x55d8570196f0 2024-09-21T00:26:49.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.454+0000 7f91b14ae640 1 --2- 172.21.15.67:0/3701018250 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d8570218d0 0x55d85742d3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:26:49.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.454+0000 7f91b1caf640 1 --2- 172.21.15.67:0/3701018250 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d8570196f0 0x55d857401200 secure :-1 s=READY pgs=1143 cs=0 l=1 rev1=1 crypto rx=0x7f91a8034040 tx=0x7f91a802aa30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b56312f1215793e9 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:49.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.454+0000 7f918cff9640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:26:49.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.454+0000 7f918cff9640 1 -- 172.21.15.67:0/3701018250 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91a8035040 con 0x55d8570196f0 2024-09-21T00:26:49.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.454+0000 7f918cff9640 1 -- 172.21.15.67:0/3701018250 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 5881+0+0 (secure 0 0 0) 0x7f91a805eb90 con 0x55d8570196f0 2024-09-21T00:26:49.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.454+0000 7f91bae77740 1 -- 172.21.15.67:0/3701018250 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f91a804e070 con 0x55d8570196f0 2024-09-21T00:26:49.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.455+0000 7f918cff9640 1 -- 172.21.15.67:0/3701018250 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=79) ==== 24+0+0 (secure 0 0 0) 0x7f91a8065050 con 0x55d8570196f0 2024-09-21T00:26:49.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.455+0000 7f91bae77740 10 client.7527 fetch_fsmap learned FSMap version 79 2024-09-21T00:26:49.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.455+0000 7f91bae77740 1 -- 172.21.15.67:0/3701018250 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=79,monmap=2+}) -- 0x55d8571871b0 con 0x55d8570196f0 2024-09-21T00:26:49.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.455+0000 7f918cff9640 1 -- 172.21.15.67:0/3701018250 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f91a804e070 con 0x55d8570196f0 2024-09-21T00:26:49.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.455+0000 7f918cff9640 1 -- 172.21.15.67:0/3701018250 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 79) ==== 3502+0+0 (secure 0 0 0) 0x7f91a8068020 con 0x55d8570196f0 2024-09-21T00:26:49.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.455+0000 7f91bae77740 10 client.7527 fetch_fsmap finished waiting for FSMap version 79 2024-09-21T00:26:49.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.455+0000 7f91bae77740 10 client.7527 resolve_mds: resolved 6:0 to role '6:0' aka daemon mds.c 2024-09-21T00:26:49.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.455+0000 7f91bae77740 20 client.7527 populate_metadata read hostname 'smithi067' 2024-09-21T00:26:49.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.455+0000 7f91bae77740 1 --2- 172.21.15.67:0/3701018250 >> [v2:172.21.15.67:6834/1958903248,v1:172.21.15.67:6835/1958903248] conn(0x55d857001180 0x55d857430940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:49.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.455+0000 7f91bae77740 4 client.7527 mds_command: new command op to 7440 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:26:49.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.455+0000 7f91bae77740 1 -- 172.21.15.67:0/3701018250 --> [v2:172.21.15.67:6834/1958903248,v1:172.21.15.67:6835/1958903248] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d85735e9d0 con 0x55d857001180 2024-09-21T00:26:49.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.455+0000 7f91b14ae640 1 --2- 172.21.15.67:0/3701018250 >> [v2:172.21.15.67:6834/1958903248,v1:172.21.15.67:6835/1958903248] conn(0x55d857001180 0x55d857430940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:49.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.455+0000 7f918cff9640 10 client.7527 ms_handle_connect on v2:172.21.15.67:6834/1958903248 2024-09-21T00:26:49.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.456+0000 7f91b14ae640 1 --2- 172.21.15.67:0/3701018250 >> [v2:172.21.15.67:6834/1958903248,v1:172.21.15.67:6835/1958903248] conn(0x55d857001180 0x55d857430940 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=777c8456c1b888f5 server_cookie=c9d50dc8dda7369f in_seq=0 out_seq=0 2024-09-21T00:26:49.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.456+0000 7f918cff9640 1 -- 172.21.15.67:0/3701018250 <== mds.0 v2:172.21.15.67:6834/1958903248 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x55d85735e9d0 con 0x55d857001180 2024-09-21T00:26:49.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.456+0000 7f918cff9640 10 client.7527 handle_command_reply: tid=0 2024-09-21T00:26:49.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.456+0000 7f91bae77740 1 client.7527 shutdown 2024-09-21T00:26:49.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.456+0000 7f91bae77740 1 -- 172.21.15.67:0/3701018250 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d8570196f0 msgr2=0x55d857401200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:49.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.456+0000 7f91bae77740 1 --2- 172.21.15.67:0/3701018250 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d8570196f0 0x55d857401200 secure :-1 s=READY pgs=1143 cs=0 l=1 rev1=1 crypto rx=0x7f91a8034040 tx=0x7f91a802aa30 comp rx=0 tx=0).stop 2024-09-21T00:26:49.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.456+0000 7f91bae77740 1 -- 172.21.15.67:0/3701018250 shutdown_connections 2024-09-21T00:26:49.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.456+0000 7f91bae77740 1 --2- 172.21.15.67:0/3701018250 >> [v2:172.21.15.67:6834/1958903248,v1:172.21.15.67:6835/1958903248] conn(0x55d857001180 0x55d857430940 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:49.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.456+0000 7f91bae77740 1 --2- 172.21.15.67:0/3701018250 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d8570425b0 0x55d857426550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:49.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.456+0000 7f918cff9640 0 client.7527 ms_handle_reset on v2:172.21.15.67:6834/1958903248 2024-09-21T00:26:49.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.456+0000 7f91bae77740 1 --2- 172.21.15.67:0/3701018250 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d8570218d0 0x55d85742d3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:49.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.456+0000 7f91bae77740 1 --2- 172.21.15.67:0/3701018250 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d8570196f0 0x55d857401200 unknown :-1 s=CLOSED pgs=1143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:49.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.456+0000 7f91bae77740 1 -- 172.21.15.67:0/3701018250 >> 172.21.15.67:0/3701018250 conn(0x55d857036700 msgr2=0x55d857410c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:49.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.457+0000 7f91bae77740 1 -- 172.21.15.67:0/3701018250 shutdown_connections 2024-09-21T00:26:49.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.457+0000 7f91bae77740 1 -- 172.21.15.67:0/3701018250 wait complete. 2024-09-21T00:26:49.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.457+0000 7f91bae77740 20 client.7527 trim_cache size 0 max 16384 2024-09-21T00:26:49.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.475+0000 7f91bae77740 1 Processor -- start 2024-09-21T00:26:49.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.475+0000 7f91bae77740 1 -- start start 2024-09-21T00:26:49.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.476+0000 7f91bae77740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d8570196f0 0x55d8574022b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:49.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.476+0000 7f91bae77740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d8570218d0 0x55d8574027f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:49.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.476+0000 7f91bae77740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d8570425b0 0x55d8574308e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:49.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.476+0000 7f91bae77740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f91ac06fe30 con 0x55d8570218d0 2024-09-21T00:26:49.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.476+0000 7f91bae77740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f91ac15f700 con 0x55d8570196f0 2024-09-21T00:26:49.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.476+0000 7f91bae77740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f91ac15ea60 con 0x55d8570425b0 2024-09-21T00:26:49.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.476+0000 7f91b14ae640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d8570218d0 0x55d8574027f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:49.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.476+0000 7f91b14ae640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d8570218d0 0x55d8574027f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55206/0 (socket says 172.21.15.67:55206) 2024-09-21T00:26:49.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.476+0000 7f91b14ae640 1 -- 172.21.15.67:0/4191266983 learned_addr learned my addr 172.21.15.67:0/4191266983 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:49.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.476+0000 7f91b1caf640 1 --2- 172.21.15.67:0/4191266983 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d8570196f0 0x55d8574022b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:49.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.476+0000 7f91b24b0640 1 --2- 172.21.15.67:0/4191266983 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d8570425b0 0x55d8574308e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:49.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.476+0000 7f91b14ae640 1 -- 172.21.15.67:0/4191266983 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d8570425b0 msgr2=0x55d8574308e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:26:49.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.476+0000 7f91b14ae640 1 --2- 172.21.15.67:0/4191266983 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d8570425b0 0x55d8574308e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:49.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.476+0000 7f91b14ae640 1 -- 172.21.15.67:0/4191266983 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d8570196f0 msgr2=0x55d8574022b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:26:49.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.476+0000 7f91b14ae640 1 --2- 172.21.15.67:0/4191266983 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d8570196f0 0x55d8574022b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:49.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.476+0000 7f91b14ae640 1 -- 172.21.15.67:0/4191266983 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d857124d20 con 0x55d8570218d0 2024-09-21T00:26:49.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.477+0000 7f91b14ae640 1 --2- 172.21.15.67:0/4191266983 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d8570218d0 0x55d8574027f0 secure :-1 s=READY pgs=1144 cs=0 l=1 rev1=1 crypto rx=0x7f919c098470 tx=0x7f919c005560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=745f6d4ef886c573 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:49.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.477+0000 7f918effd640 1 -- 172.21.15.67:0/4191266983 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f919c07b020 con 0x55d8570218d0 2024-09-21T00:26:49.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.477+0000 7f918effd640 1 -- 172.21.15.67:0/4191266983 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f919c06b700 con 0x55d8570218d0 2024-09-21T00:26:49.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.477+0000 7f918effd640 1 -- 172.21.15.67:0/4191266983 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f919c05e000 con 0x55d8570218d0 2024-09-21T00:26:49.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.477+0000 7f91bae77740 1 -- 172.21.15.67:0/4191266983 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d8570218d0 msgr2=0x55d8574027f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:49.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.477+0000 7f91bae77740 1 --2- 172.21.15.67:0/4191266983 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d8570218d0 0x55d8574027f0 secure :-1 s=READY pgs=1144 cs=0 l=1 rev1=1 crypto rx=0x7f919c098470 tx=0x7f919c005560 comp rx=0 tx=0).stop 2024-09-21T00:26:49.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.477+0000 7f91bae77740 1 -- 172.21.15.67:0/4191266983 shutdown_connections 2024-09-21T00:26:49.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.477+0000 7f91bae77740 1 --2- 172.21.15.67:0/4191266983 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d8570425b0 0x55d8574308e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:49.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.477+0000 7f91bae77740 1 --2- 172.21.15.67:0/4191266983 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d8570218d0 0x55d8574027f0 unknown :-1 s=CLOSED pgs=1144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:49.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.477+0000 7f91bae77740 1 --2- 172.21.15.67:0/4191266983 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d8570196f0 0x55d8574022b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:49.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.478+0000 7f91bae77740 1 -- 172.21.15.67:0/4191266983 >> 172.21.15.67:0/4191266983 conn(0x55d857036700 msgr2=0x55d8574319d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:49.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.478+0000 7f91bae77740 1 -- 172.21.15.67:0/4191266983 shutdown_connections 2024-09-21T00:26:49.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.478+0000 7f91bae77740 1 -- 172.21.15.67:0/4191266983 wait complete. 2024-09-21T00:26:49.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.478+0000 7f91bae77740 1 -- start start 2024-09-21T00:26:49.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.478+0000 7f91bae77740 1 Processor -- start 2024-09-21T00:26:49.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.480+0000 7f91bae77740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d8570196f0 0x55d8573ffc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:49.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.480+0000 7f91bae77740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d8570218d0 0x55d8574b1700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:49.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.480+0000 7f91bae77740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d8570425b0 0x55d857432650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:49.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.480+0000 7f91bae77740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f91ac15f0b0 con 0x55d8570425b0 2024-09-21T00:26:49.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.480+0000 7f91bae77740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55d8574004b0 con 0x55d8570196f0 2024-09-21T00:26:49.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.480+0000 7f91bae77740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55d8573e9f30 con 0x55d8570218d0 2024-09-21T00:26:49.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.480+0000 7f91bae77740 10 client.0 _ll_register_callbacks cb 0x7f91a4009990 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:26:49.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.480+0000 7f91b24b0640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d8570425b0 0x55d857432650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:49.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.480+0000 7f91b24b0640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d8570425b0 0x55d857432650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55216/0 (socket says 172.21.15.67:55216) 2024-09-21T00:26:49.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.480+0000 7f91b24b0640 1 -- 172.21.15.67:0/156118989 learned_addr learned my addr 172.21.15.67:0/156118989 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:49.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.480+0000 7f91b1caf640 1 --2- 172.21.15.67:0/156118989 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d8570196f0 0x55d8573ffc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:49.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.480+0000 7f91b14ae640 1 --2- 172.21.15.67:0/156118989 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d8570218d0 0x55d8574b1700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:49.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.480+0000 7f91b24b0640 1 -- 172.21.15.67:0/156118989 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d8570218d0 msgr2=0x55d8574b1700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:26:49.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.480+0000 7f91b24b0640 1 --2- 172.21.15.67:0/156118989 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d8570218d0 0x55d8574b1700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:49.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.480+0000 7f91b24b0640 1 -- 172.21.15.67:0/156118989 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d8570196f0 msgr2=0x55d8573ffc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:26:49.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.480+0000 7f91b24b0640 1 --2- 172.21.15.67:0/156118989 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d8570196f0 0x55d8573ffc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:49.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.480+0000 7f91b24b0640 1 -- 172.21.15.67:0/156118989 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d8574b1c40 con 0x55d8570425b0 2024-09-21T00:26:49.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.480+0000 7f91b14ae640 1 --2- 172.21.15.67:0/156118989 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d8570218d0 0x55d8574b1700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:26:49.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.480+0000 7f91b1caf640 1 --2- 172.21.15.67:0/156118989 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d8570196f0 0x55d8573ffc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:26:49.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.481+0000 7f91b24b0640 1 --2- 172.21.15.67:0/156118989 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d8570425b0 0x55d857432650 secure :-1 s=READY pgs=1145 cs=0 l=1 rev1=1 crypto rx=0x7f91a400be90 tx=0x7f91a400a7b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=33e1eca79b68d76f server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:49.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.481+0000 7f918cff9640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:26:49.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.481+0000 7f918cff9640 1 -- 172.21.15.67:0/156118989 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91a401c030 con 0x55d8570425b0 2024-09-21T00:26:49.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.481+0000 7f918cff9640 1 -- 172.21.15.67:0/156118989 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 5881+0+0 (secure 0 0 0) 0x7f91a4003970 con 0x55d8570425b0 2024-09-21T00:26:49.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.481+0000 7f91bae77740 1 -- 172.21.15.67:0/156118989 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f919c06b700 con 0x55d8570425b0 2024-09-21T00:26:49.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.481+0000 7f918cff9640 1 -- 172.21.15.67:0/156118989 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=79) ==== 24+0+0 (secure 0 0 0) 0x7f91a4027050 con 0x55d8570425b0 2024-09-21T00:26:49.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.481+0000 7f91bae77740 10 client.7533 fetch_fsmap learned FSMap version 79 2024-09-21T00:26:49.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.481+0000 7f91bae77740 1 -- 172.21.15.67:0/156118989 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=79,monmap=2+}) -- 0x55d857400250 con 0x55d8570425b0 2024-09-21T00:26:49.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.481+0000 7f918cff9640 1 -- 172.21.15.67:0/156118989 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f919c06b700 con 0x55d8570425b0 2024-09-21T00:26:49.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.481+0000 7f918cff9640 1 -- 172.21.15.67:0/156118989 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 79) ==== 3502+0+0 (secure 0 0 0) 0x7f91a402a020 con 0x55d8570425b0 2024-09-21T00:26:49.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.481+0000 7f91bae77740 10 client.7533 fetch_fsmap finished waiting for FSMap version 79 2024-09-21T00:26:49.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.481+0000 7f91bae77740 10 client.7533 resolve_mds: resolved 6:0 to role '6:0' aka daemon mds.c 2024-09-21T00:26:49.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.481+0000 7f91bae77740 20 client.7533 populate_metadata read hostname 'smithi067' 2024-09-21T00:26:49.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.481+0000 7f91bae77740 1 --2- 172.21.15.67:0/156118989 >> [v2:172.21.15.67:6834/1958903248,v1:172.21.15.67:6835/1958903248] conn(0x55d857432b90 0x55d8574308e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:49.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.481+0000 7f91bae77740 4 client.7533 mds_command: new command op to 7440 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/testdir", "scrubops": ["recursive"]}] 2024-09-21T00:26:49.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.481+0000 7f91bae77740 1 -- 172.21.15.67:0/156118989 --> [v2:172.21.15.67:6834/1958903248,v1:172.21.15.67:6835/1958903248] -- command(tid 0: {"prefix": "scrub start", "path": "/testdir", "scrubops": ["recursive"]}) -- 0x55d85735a480 con 0x55d857432b90 2024-09-21T00:26:49.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.481+0000 7f91b1caf640 1 --2- 172.21.15.67:0/156118989 >> [v2:172.21.15.67:6834/1958903248,v1:172.21.15.67:6835/1958903248] conn(0x55d857432b90 0x55d8574308e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:49.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.482+0000 7f918cff9640 10 client.7533 ms_handle_connect on v2:172.21.15.67:6834/1958903248 2024-09-21T00:26:49.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.482+0000 7f91b1caf640 1 --2- 172.21.15.67:0/156118989 >> [v2:172.21.15.67:6834/1958903248,v1:172.21.15.67:6835/1958903248] conn(0x55d857432b90 0x55d8574308e0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8464d971e06e42a7 server_cookie=31a2851e8319cc87 in_seq=0 out_seq=0 2024-09-21T00:26:49.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.482+0000 7f918cff9640 1 -- 172.21.15.67:0/156118989 <== mds.0 v2:172.21.15.67:6834/1958903248 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55d85735a480 con 0x55d857432b90 2024-09-21T00:26:49.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.482+0000 7f918cff9640 10 client.7533 handle_command_reply: tid=0 2024-09-21T00:26:49.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.482+0000 7f91bae77740 1 client.7533 shutdown 2024-09-21T00:26:49.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.483+0000 7f91bae77740 1 -- 172.21.15.67:0/156118989 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d8570425b0 msgr2=0x55d857432650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:49.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.483+0000 7f91bae77740 1 --2- 172.21.15.67:0/156118989 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d8570425b0 0x55d857432650 secure :-1 s=READY pgs=1145 cs=0 l=1 rev1=1 crypto rx=0x7f91a400be90 tx=0x7f91a400a7b0 comp rx=0 tx=0).stop 2024-09-21T00:26:49.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.483+0000 7f91bae77740 1 -- 172.21.15.67:0/156118989 shutdown_connections 2024-09-21T00:26:49.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.483+0000 7f91bae77740 1 --2- 172.21.15.67:0/156118989 >> [v2:172.21.15.67:6834/1958903248,v1:172.21.15.67:6835/1958903248] conn(0x55d857432b90 0x55d8574308e0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:49.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.483+0000 7f91bae77740 1 --2- 172.21.15.67:0/156118989 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d8570425b0 0x55d857432650 unknown :-1 s=CLOSED pgs=1145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:49.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.483+0000 7f91bae77740 1 --2- 172.21.15.67:0/156118989 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d8570218d0 0x55d8574b1700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:49.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.483+0000 7f91bae77740 1 --2- 172.21.15.67:0/156118989 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d8570196f0 0x55d8573ffc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:49.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.483+0000 7f918cff9640 0 client.7533 ms_handle_reset on v2:172.21.15.67:6834/1958903248 2024-09-21T00:26:49.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.483+0000 7f91bae77740 1 -- 172.21.15.67:0/156118989 >> 172.21.15.67:0/156118989 conn(0x55d857036700 msgr2=0x55d8573e55e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:49.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.483+0000 7f91bae77740 1 -- 172.21.15.67:0/156118989 shutdown_connections 2024-09-21T00:26:49.489 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.483+0000 7f91bae77740 1 -- 172.21.15.67:0/156118989 wait complete. 2024-09-21T00:26:49.489 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.483+0000 7f91bae77740 20 client.7533 trim_cache size 0 max 16384 2024-09-21T00:26:49.489 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:26:49.489 INFO:teuthology.orchestra.run.smithi067.stdout: "return_code": 0, 2024-09-21T00:26:49.489 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_tag": "8d4055fd-7bdf-42b4-87ef-37c7b533a101", 2024-09-21T00:26:49.489 INFO:teuthology.orchestra.run.smithi067.stdout: "mode": "asynchronous" 2024-09-21T00:26:49.489 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:26:49.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.483+0000 7f91b3f13640 1 -- 172.21.15.67:0/754893570 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9190078b90 msgr2=0x7f919007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:49.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.483+0000 7f91b3f13640 1 --2- 172.21.15.67:0/754893570 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9190078b90 0x7f919007b0a0 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f91a8033000 tx=0x7f91a8004730 comp rx=0 tx=0).stop 2024-09-21T00:26:49.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.483+0000 7f91b3f13640 1 -- 172.21.15.67:0/754893570 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f91ac0c5a90 msgr2=0x7f91ac159df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:49.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.483+0000 7f91b3f13640 1 --2- 172.21.15.67:0/754893570 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f91ac0c5a90 0x7f91ac159df0 secure :-1 s=READY pgs=1141 cs=0 l=1 rev1=1 crypto rx=0x7f919c00c3c0 tx=0x7f919c00c880 comp rx=0 tx=0).stop 2024-09-21T00:26:49.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.484+0000 7f91b3f13640 1 -- 172.21.15.67:0/754893570 shutdown_connections 2024-09-21T00:26:49.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.484+0000 7f91b3f13640 1 --2- 172.21.15.67:0/754893570 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9190078b90 0x7f919007b0a0 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:49.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.484+0000 7f91b3f13640 1 --2- 172.21.15.67:0/754893570 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f91ac0d06f0 0x7f91ac167240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:49.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.484+0000 7f91b3f13640 1 --2- 172.21.15.67:0/754893570 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f91ac0c5a90 0x7f91ac159df0 unknown :-1 s=CLOSED pgs=1141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:49.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.484+0000 7f91b3f13640 1 --2- 172.21.15.67:0/754893570 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f91ac0b0480 0x7f91ac0b2f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:49.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.484+0000 7f91b3f13640 1 -- 172.21.15.67:0/754893570 >> 172.21.15.67:0/754893570 conn(0x7f91ac0cee80 msgr2=0x7f91ac163e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:49.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.484+0000 7f91b3f13640 1 -- 172.21.15.67:0/754893570 shutdown_connections 2024-09-21T00:26:49.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.484+0000 7f91b3f13640 1 -- 172.21.15.67:0/754893570 wait complete. 2024-09-21T00:26:49.499 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:26:49.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.614+0000 7f98ea9ba640 1 -- 172.21.15.67:0/2351735994 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f98e409b7b0 msgr2=0x7f98e40b3ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:49.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.614+0000 7f98ea9ba640 1 --2- 172.21.15.67:0/2351735994 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f98e409b7b0 0x7f98e40b3ae0 secure :-1 s=READY pgs=1147 cs=0 l=1 rev1=1 crypto rx=0x7f98d4009830 tx=0x7f98d402a4a0 comp rx=0 tx=0).stop 2024-09-21T00:26:49.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.614+0000 7f98ea9ba640 1 -- 172.21.15.67:0/2351735994 shutdown_connections 2024-09-21T00:26:49.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.614+0000 7f98ea9ba640 1 --2- 172.21.15.67:0/2351735994 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f98e409b7b0 0x7f98e40b3ae0 unknown :-1 s=CLOSED pgs=1147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:49.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.614+0000 7f98ea9ba640 1 -- 172.21.15.67:0/2351735994 >> 172.21.15.67:0/2351735994 conn(0x7f98e40b4140 msgr2=0x7f98e40b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:49.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.614+0000 7f98ea9ba640 1 -- 172.21.15.67:0/2351735994 shutdown_connections 2024-09-21T00:26:49.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.614+0000 7f98ea9ba640 1 -- 172.21.15.67:0/2351735994 wait complete. 2024-09-21T00:26:49.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.616+0000 7f98ea9ba640 1 Processor -- start 2024-09-21T00:26:49.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.616+0000 7f98ea9ba640 1 -- start start 2024-09-21T00:26:49.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.617+0000 7f98ea9ba640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f98e409b7b0 0x7f98e40b2b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:49.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.617+0000 7f98ea9ba640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f98e40b7850 0x7f98e4157ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:49.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.617+0000 7f98ea9ba640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f98e4158ba0 0x7f98e4158fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:49.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.617+0000 7f98ea9ba640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f98e40b5fd0 con 0x7f98e4158ba0 2024-09-21T00:26:49.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.617+0000 7f98ea9ba640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f98e40b5e50 con 0x7f98e409b7b0 2024-09-21T00:26:49.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.617+0000 7f98ea9ba640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f98e40b6150 con 0x7f98e40b7850 2024-09-21T00:26:49.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.617+0000 7f98e8f57640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f98e4158ba0 0x7f98e4158fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:49.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.618+0000 7f98e8f57640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f98e4158ba0 0x7f98e4158fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55238/0 (socket says 172.21.15.67:55238) 2024-09-21T00:26:49.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.618+0000 7f98e8f57640 1 -- 172.21.15.67:0/2046156974 learned_addr learned my addr 172.21.15.67:0/2046156974 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:49.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.618+0000 7f98e3fff640 1 --2- 172.21.15.67:0/2046156974 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f98e409b7b0 0x7f98e40b2b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:49.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.618+0000 7f98e37fe640 1 --2- 172.21.15.67:0/2046156974 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f98e40b7850 0x7f98e4157ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:49.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.618+0000 7f98e8f57640 1 -- 172.21.15.67:0/2046156974 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f98e40b7850 msgr2=0x7f98e4157ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:49.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.618+0000 7f98e8f57640 1 --2- 172.21.15.67:0/2046156974 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f98e40b7850 0x7f98e4157ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:49.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.618+0000 7f98e8f57640 1 -- 172.21.15.67:0/2046156974 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f98e409b7b0 msgr2=0x7f98e40b2b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:49.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.618+0000 7f98e8f57640 1 --2- 172.21.15.67:0/2046156974 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f98e409b7b0 0x7f98e40b2b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:49.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.618+0000 7f98e8f57640 1 -- 172.21.15.67:0/2046156974 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98e41594f0 con 0x7f98e4158ba0 2024-09-21T00:26:49.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.618+0000 7f98e3fff640 1 --2- 172.21.15.67:0/2046156974 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f98e409b7b0 0x7f98e40b2b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:26:49.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.618+0000 7f98e8f57640 1 --2- 172.21.15.67:0/2046156974 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f98e4158ba0 0x7f98e4158fb0 secure :-1 s=READY pgs=1148 cs=0 l=1 rev1=1 crypto rx=0x7f98dc00c730 tx=0x7f98dc00cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:49.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.618+0000 7f98e0ff9640 1 -- 172.21.15.67:0/2046156974 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98dc003b70 con 0x7f98e4158ba0 2024-09-21T00:26:49.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.618+0000 7f98e0ff9640 1 -- 172.21.15.67:0/2046156974 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f98dc003d10 con 0x7f98e4158ba0 2024-09-21T00:26:49.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.618+0000 7f98ea9ba640 1 -- 172.21.15.67:0/2046156974 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f98e41f9a90 con 0x7f98e4158ba0 2024-09-21T00:26:49.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.618+0000 7f98e0ff9640 1 -- 172.21.15.67:0/2046156974 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f98dc00aab0 con 0x7f98e4158ba0 2024-09-21T00:26:49.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.618+0000 7f98ea9ba640 1 -- 172.21.15.67:0/2046156974 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f98e406f7b0 con 0x7f98e4158ba0 2024-09-21T00:26:49.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.619+0000 7f98ea9ba640 1 -- 172.21.15.67:0/2046156974 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f98e40b6600 con 0x7f98e4158ba0 2024-09-21T00:26:49.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.620+0000 7f98e0ff9640 1 -- 172.21.15.67:0/2046156974 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f98dc00ac50 con 0x7f98e4158ba0 2024-09-21T00:26:49.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.621+0000 7f98e0ff9640 1 --2- 172.21.15.67:0/2046156974 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f98d0078b90 0x7f98d007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:49.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.621+0000 7f98e0ff9640 1 -- 172.21.15.67:0/2046156974 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 5881+0+0 (secure 0 0 0) 0x7f98dc09ac20 con 0x7f98e4158ba0 2024-09-21T00:26:49.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.621+0000 7f98e3fff640 1 --2- 172.21.15.67:0/2046156974 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f98d0078b90 0x7f98d007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:49.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.621+0000 7f98e3fff640 1 --2- 172.21.15.67:0/2046156974 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f98d0078b90 0x7f98d007b0a0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f98d4034000 tx=0x7f98d4004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:49.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.625+0000 7f98e0ff9640 1 -- 172.21.15.67:0/2046156974 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f98e41594f0 con 0x7f98e4158ba0 2024-09-21T00:26:49.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.848+0000 7f98ea9ba640 1 -- 172.21.15.67:0/2046156974 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f98e4071760 con 0x7f98e4158ba0 2024-09-21T00:26:49.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.849+0000 7f98e0ff9640 1 -- 172.21.15.67:0/2046156974 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 79 v79) ==== 94+0+5226 (secure 0 0 0) 0x7f98dc062fb0 con 0x7f98e4158ba0 2024-09-21T00:26:49.850 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:26:49.850 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":79,"btime":"2024-09-21T00:26:46:196342+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6362,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6835/3086360189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3086360189},{"type":"v1","addr":"172.21.15.97:6835","nonce":3086360189}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":75},{"gid":6892,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/2473170653","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":2473170653},{"type":"v1","addr":"172.21.15.97:6837","nonce":2473170653}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":77},{"gid":7422,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6833/2895037060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":2895037060},{"type":"v1","addr":"172.21.15.67:6833","nonce":2895037060}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":75}],"filesystems":[{"mdsmap":{"epoch":79,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:26:21.076817+0000","modified":"2024-09-21T00:26:46.196323+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":91,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7440},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7440":{"gid":7440,"name":"c","rank":0,"incarnation":76,"state":"up:active","state_seq":4,"addr":"172.21.15.67:6835/1958903248","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":1958903248},{"type":"v1","addr":"172.21.15.67:6835","nonce":1958903248}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7440,"qdb_cluster":[7440]},"id":6}]} 2024-09-21T00:26:49.850 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 79 2024-09-21T00:26:49.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.851+0000 7f98ea9ba640 1 -- 172.21.15.67:0/2046156974 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f98d0078b90 msgr2=0x7f98d007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:49.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.851+0000 7f98ea9ba640 1 --2- 172.21.15.67:0/2046156974 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f98d0078b90 0x7f98d007b0a0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f98d4034000 tx=0x7f98d4004730 comp rx=0 tx=0).stop 2024-09-21T00:26:49.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.851+0000 7f98ea9ba640 1 -- 172.21.15.67:0/2046156974 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f98e4158ba0 msgr2=0x7f98e4158fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:49.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.851+0000 7f98ea9ba640 1 --2- 172.21.15.67:0/2046156974 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f98e4158ba0 0x7f98e4158fb0 secure :-1 s=READY pgs=1148 cs=0 l=1 rev1=1 crypto rx=0x7f98dc00c730 tx=0x7f98dc00cbf0 comp rx=0 tx=0).stop 2024-09-21T00:26:49.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.851+0000 7f98ea9ba640 1 -- 172.21.15.67:0/2046156974 shutdown_connections 2024-09-21T00:26:49.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.851+0000 7f98ea9ba640 1 --2- 172.21.15.67:0/2046156974 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f98d0078b90 0x7f98d007b0a0 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:49.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.851+0000 7f98ea9ba640 1 --2- 172.21.15.67:0/2046156974 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f98e4158ba0 0x7f98e4158fb0 unknown :-1 s=CLOSED pgs=1148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:49.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.851+0000 7f98ea9ba640 1 --2- 172.21.15.67:0/2046156974 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f98e40b7850 0x7f98e4157ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:49.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.851+0000 7f98ea9ba640 1 --2- 172.21.15.67:0/2046156974 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f98e409b7b0 0x7f98e40b2b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:49.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.851+0000 7f98ea9ba640 1 -- 172.21.15.67:0/2046156974 >> 172.21.15.67:0/2046156974 conn(0x7f98e40b4140 msgr2=0x7f98e4159c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:49.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.851+0000 7f98ea9ba640 1 -- 172.21.15.67:0/2046156974 shutdown_connections 2024-09-21T00:26:49.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:49.851+0000 7f98ea9ba640 1 -- 172.21.15.67:0/2046156974 wait complete. 2024-09-21T00:26:49.864 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json dump inode 1099511627776 2024-09-21T00:26:49.990 INFO:teuthology.orchestra.run.smithi067.stdout:{"path":"/testdir","ino":1099511627776,"rdev":0,"ctime":"2024-09-21T00:26:34.459188+0000","btime":"2024-09-21T00:26:33.632072+0000","mode":16877,"uid":1000,"gid":1333,"nlink":1,"dir_layout":{"dir_hash":2,"unused1":0,"unused2":0,"unused3":0},"layout":{"stripe_unit":0,"stripe_count":0,"object_size":0,"pool_id":-1,"pool_ns":""},"old_pools":[],"size":0,"truncate_seq":1,"truncate_size":18446744073709551615,"truncate_from":0,"truncate_pending":0,"mtime":"2024-09-21T00:26:34.459188+0000","atime":"2024-09-21T00:26:33.632072+0000","time_warp_seq":0,"change_attr":21,"export_pin":-1,"export_ephemeral_random_pin":0,"export_ephemeral_distributed_pin":false,"quiesce_block":false,"client_ranges":[],"dirstat":{"version":0,"mtime":"2024-09-21T00:26:34.459188+0000","num_files":21,"num_subdirs":0,"change_attr":21},"rstat":{"version":0,"rbytes":32,"rfiles":21,"rsubdirs":1,"rsnaps":0,"rctime":"2024-09-21T00:26:34.460524+0000"},"accounted_rstat":{"version":0,"rbytes":32,"rfiles":21,"rsubdirs":1,"rsnaps":0,"rctime":"2024-09-21T00:26:34.460524+0000"},"version":86,"file_data_version":0,"xattr_version":1,"backtrace_version":2,"inline_data_version":18446744073709551615,"inline_data_length":0,"stray_prior_path":"","max_size_ever":0,"quota":{"max_bytes":0,"max_files":0},"last_scrub_stamp":"0.000000","last_scrub_version":0,"symlink":"","xattrs":[],"dirfragtree":{"splits":[]},"old_inodes":[],"oldest_snap":18446744073709551614,"damage_flags":0,"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"lock":0,"dirfrag":1,"authpin":0,"scrubqueue":0},"nref":1,"versionlock":{"gather_set":[],"state":"lock","type":"iversion","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"authlock":{},"linklock":{},"dirfragtreelock":{},"filelock":{},"xattrlock":{},"snaplock":{},"nestlock":{},"flocklock":{},"policylock":{},"quiescelock":{"gather_set":[],"state":"lock","type":"iquiesce","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"states":["auth"],"client_caps":[],"loner":-1,"want_loner":-1,"mds_caps_wanted":[],"is_subvolume":false} 2024-09-21T00:26:49.990 DEBUG:tasks.cephfs.filesystem:_json_asok output { "accounted_rstat": { "rbytes": 32, "rctime": "2024-09-21T00:26:34.460524+0000", "rfiles": 21, "rsnaps": 0, "rsubdirs": 1, "version": 0 }, "atime": "2024-09-21T00:26:33.632072+0000", "auth_pins": 0, "auth_state": { "replicas": {} }, "authlock": {}, "backtrace_version": 2, "btime": "2024-09-21T00:26:33.632072+0000", "change_attr": 21, "client_caps": [], "client_ranges": [], "ctime": "2024-09-21T00:26:34.459188+0000", "damage_flags": 0, "dir_layout": { "dir_hash": 2, "unused1": 0, "unused2": 0, "unused3": 0 }, "dirfragtree": { "splits": [] }, "dirfragtreelock": {}, "dirstat": { "change_attr": 21, "mtime": "2024-09-21T00:26:34.459188+0000", "num_files": 21, "num_subdirs": 0, "version": 0 }, "export_ephemeral_distributed_pin": false, "export_ephemeral_random_pin": 0, "export_pin": -1, "file_data_version": 0, "filelock": {}, "flocklock": {}, "gid": 1333, "inline_data_length": 0, "inline_data_version": 18446744073709551615, "ino": 1099511627776, "is_auth": true, "is_freezing": false, "is_frozen": false, "is_subvolume": false, "last_scrub_stamp": "0.000000", "last_scrub_version": 0, "layout": { "object_size": 0, "pool_id": -1, "pool_ns": "", "stripe_count": 0, "stripe_unit": 0 }, "linklock": {}, "loner": -1, "max_size_ever": 0, "mds_caps_wanted": [], "mode": 16877, "mtime": "2024-09-21T00:26:34.459188+0000", "nestlock": {}, "nlink": 1, "nref": 1, "old_inodes": [], "old_pools": [], "oldest_snap": 18446744073709551614, "path": "/testdir", "pins": { "authpin": 0, "dirfrag": 1, "lock": 0, "scrubqueue": 0 }, "policylock": {}, "quiesce_block": false, "quiescelock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "iquiesce", "xlock_by": {} }, "quota": { "max_bytes": 0, "max_files": 0 }, "rdev": 0, "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "rstat": { "rbytes": 32, "rctime": "2024-09-21T00:26:34.460524+0000", "rfiles": 21, "rsnaps": 0, "rsubdirs": 1, "version": 0 }, "size": 0, "snaplock": {}, "states": [ "auth" ], "stray_prior_path": "", "symlink": "", "time_warp_seq": 0, "truncate_from": 0, "truncate_pending": 0, "truncate_seq": 1, "truncate_size": 18446744073709551615, "uid": 1000, "version": 86, "versionlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "iversion", "xlock_by": {} }, "want_loner": -1, "xattr_version": 1, "xattrlock": {}, "xattrs": [] } 2024-09-21T00:26:49.990 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=30 retry_count=0)... 2024-09-21T00:26:50.020 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:26:50.022 DEBUG:teuthology.orchestra.run.smithi097:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:26:54.991 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:26:55.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.122+0000 7f5ff76f9640 1 -- 172.21.15.67:0/4145965627 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5ff00ccda0 msgr2=0x7f5ff00cd1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:55.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.122+0000 7f5ff76f9640 1 --2- 172.21.15.67:0/4145965627 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5ff00ccda0 0x7f5ff00cd1b0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f5fe8005fd0 tx=0x7f5fe802a840 comp rx=0 tx=0).stop 2024-09-21T00:26:55.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.122+0000 7f5ff76f9640 1 -- 172.21.15.67:0/4145965627 shutdown_connections 2024-09-21T00:26:55.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.122+0000 7f5ff76f9640 1 --2- 172.21.15.67:0/4145965627 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5ff00ccda0 0x7f5ff00cd1b0 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:55.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.122+0000 7f5ff76f9640 1 --2- 172.21.15.67:0/4145965627 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5ff0160a10 0x7f5ff0160e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:55.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.122+0000 7f5ff76f9640 1 -- 172.21.15.67:0/4145965627 >> 172.21.15.67:0/4145965627 conn(0x7f5ff00d1280 msgr2=0x7f5ff00d1690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:55.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.123+0000 7f5ff76f9640 1 -- 172.21.15.67:0/4145965627 shutdown_connections 2024-09-21T00:26:55.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.123+0000 7f5ff76f9640 1 -- 172.21.15.67:0/4145965627 wait complete. 2024-09-21T00:26:55.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.124+0000 7f5ff76f9640 1 Processor -- start 2024-09-21T00:26:55.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.124+0000 7f5ff76f9640 1 -- start start 2024-09-21T00:26:55.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.126+0000 7f5ff76f9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5ff006d7c0 0x7f5ff00cf860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:55.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.126+0000 7f5ff76f9640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5ff00ccda0 0x7f5ff01555a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:55.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.126+0000 7f5ff76f9640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5ff0160a10 0x7f5ff01f8f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:55.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.126+0000 7f5ff76f9640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f5ff00b6a50 con 0x7f5ff006d7c0 2024-09-21T00:26:55.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.126+0000 7f5ff76f9640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f5ff00b2040 con 0x7f5ff0160a10 2024-09-21T00:26:55.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.126+0000 7f5ff76f9640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f5ff00b6bd0 con 0x7f5ff00ccda0 2024-09-21T00:26:55.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.126+0000 7f5ff5495640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5ff006d7c0 0x7f5ff00cf860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:55.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.126+0000 7f5ff5495640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5ff006d7c0 0x7f5ff00cf860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52910/0 (socket says 172.21.15.67:52910) 2024-09-21T00:26:55.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.126+0000 7f5ff5495640 1 -- 172.21.15.67:0/2945344855 learned_addr learned my addr 172.21.15.67:0/2945344855 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:55.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.126+0000 7f5ff5c96640 1 --2- 172.21.15.67:0/2945344855 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5ff0160a10 0x7f5ff01f8f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:55.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.126+0000 7f5ff4c94640 1 --2- 172.21.15.67:0/2945344855 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5ff00ccda0 0x7f5ff01555a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:55.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.126+0000 7f5ff5495640 1 -- 172.21.15.67:0/2945344855 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5ff00ccda0 msgr2=0x7f5ff01555a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:55.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.126+0000 7f5ff5495640 1 --2- 172.21.15.67:0/2945344855 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5ff00ccda0 0x7f5ff01555a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:55.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.126+0000 7f5ff5495640 1 -- 172.21.15.67:0/2945344855 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5ff0160a10 msgr2=0x7f5ff01f8f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:55.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.126+0000 7f5ff5495640 1 --2- 172.21.15.67:0/2945344855 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5ff0160a10 0x7f5ff01f8f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:55.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.126+0000 7f5ff5495640 1 -- 172.21.15.67:0/2945344855 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ff00d00b0 con 0x7f5ff006d7c0 2024-09-21T00:26:55.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.126+0000 7f5ff5495640 1 --2- 172.21.15.67:0/2945344855 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5ff006d7c0 0x7f5ff00cf860 secure :-1 s=READY pgs=1150 cs=0 l=1 rev1=1 crypto rx=0x7f5fec00c430 tx=0x7f5fec00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:55.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.127+0000 7f5fe5ffb640 1 -- 172.21.15.67:0/2945344855 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fec017070 con 0x7f5ff006d7c0 2024-09-21T00:26:55.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.127+0000 7f5fe5ffb640 1 -- 172.21.15.67:0/2945344855 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5fec0035f0 con 0x7f5ff006d7c0 2024-09-21T00:26:55.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.127+0000 7f5ff76f9640 1 -- 172.21.15.67:0/2945344855 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ff00d0390 con 0x7f5ff006d7c0 2024-09-21T00:26:55.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.127+0000 7f5fe5ffb640 1 -- 172.21.15.67:0/2945344855 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fec003a60 con 0x7f5ff006d7c0 2024-09-21T00:26:55.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.127+0000 7f5ff76f9640 1 -- 172.21.15.67:0/2945344855 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ff00cfda0 con 0x7f5ff006d7c0 2024-09-21T00:26:55.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.128+0000 7f5ff76f9640 1 -- 172.21.15.67:0/2945344855 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5ff00cd1b0 con 0x7f5ff006d7c0 2024-09-21T00:26:55.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.128+0000 7f5fe5ffb640 1 -- 172.21.15.67:0/2945344855 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f5fec01a070 con 0x7f5ff006d7c0 2024-09-21T00:26:55.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.129+0000 7f5fe5ffb640 1 --2- 172.21.15.67:0/2945344855 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5fd4078b90 0x7f5fd407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:55.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.129+0000 7f5fe5ffb640 1 -- 172.21.15.67:0/2945344855 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 5881+0+0 (secure 0 0 0) 0x7f5fec099f70 con 0x7f5ff006d7c0 2024-09-21T00:26:55.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.130+0000 7f5ff4c94640 1 --2- 172.21.15.67:0/2945344855 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5fd4078b90 0x7f5fd407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:55.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.130+0000 7f5ff4c94640 1 --2- 172.21.15.67:0/2945344855 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5fd4078b90 0x7f5fd407b0a0 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f5ff0160070 tx=0x7f5fe0005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:55.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.134+0000 7f5fe5ffb640 1 -- 172.21.15.67:0/2945344855 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f5fec061dd0 con 0x7f5ff006d7c0 2024-09-21T00:26:55.359 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.358+0000 7f5ff76f9640 1 -- 172.21.15.67:0/2945344855 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5ff00b6db0 con 0x7f5ff006d7c0 2024-09-21T00:26:55.359 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.358+0000 7f5fe5ffb640 1 -- 172.21.15.67:0/2945344855 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 79 v79) ==== 94+0+5226 (secure 0 0 0) 0x7f5fec066800 con 0x7f5ff006d7c0 2024-09-21T00:26:55.360 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:26:55.360 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":79,"btime":"2024-09-21T00:26:46:196342+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6362,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6835/3086360189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3086360189},{"type":"v1","addr":"172.21.15.97:6835","nonce":3086360189}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":75},{"gid":6892,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/2473170653","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":2473170653},{"type":"v1","addr":"172.21.15.97:6837","nonce":2473170653}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":77},{"gid":7422,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6833/2895037060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":2895037060},{"type":"v1","addr":"172.21.15.67:6833","nonce":2895037060}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":75}],"filesystems":[{"mdsmap":{"epoch":79,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:26:21.076817+0000","modified":"2024-09-21T00:26:46.196323+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":91,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7440},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7440":{"gid":7440,"name":"c","rank":0,"incarnation":76,"state":"up:active","state_seq":4,"addr":"172.21.15.67:6835/1958903248","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":1958903248},{"type":"v1","addr":"172.21.15.67:6835","nonce":1958903248}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7440,"qdb_cluster":[7440]},"id":6}]} 2024-09-21T00:26:55.360 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 79 2024-09-21T00:26:55.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.361+0000 7f5ff76f9640 1 -- 172.21.15.67:0/2945344855 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5fd4078b90 msgr2=0x7f5fd407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:55.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.361+0000 7f5ff76f9640 1 --2- 172.21.15.67:0/2945344855 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5fd4078b90 0x7f5fd407b0a0 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f5ff0160070 tx=0x7f5fe0005f90 comp rx=0 tx=0).stop 2024-09-21T00:26:55.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.361+0000 7f5ff76f9640 1 -- 172.21.15.67:0/2945344855 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5ff006d7c0 msgr2=0x7f5ff00cf860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:55.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.361+0000 7f5ff76f9640 1 --2- 172.21.15.67:0/2945344855 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5ff006d7c0 0x7f5ff00cf860 secure :-1 s=READY pgs=1150 cs=0 l=1 rev1=1 crypto rx=0x7f5fec00c430 tx=0x7f5fec00c8f0 comp rx=0 tx=0).stop 2024-09-21T00:26:55.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.361+0000 7f5ff76f9640 1 -- 172.21.15.67:0/2945344855 shutdown_connections 2024-09-21T00:26:55.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.361+0000 7f5ff76f9640 1 --2- 172.21.15.67:0/2945344855 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5fd4078b90 0x7f5fd407b0a0 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:55.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.361+0000 7f5ff76f9640 1 --2- 172.21.15.67:0/2945344855 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5ff0160a10 0x7f5ff01f8f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:55.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.361+0000 7f5ff76f9640 1 --2- 172.21.15.67:0/2945344855 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5ff00ccda0 0x7f5ff01555a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:55.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.361+0000 7f5ff76f9640 1 --2- 172.21.15.67:0/2945344855 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5ff006d7c0 0x7f5ff00cf860 unknown :-1 s=CLOSED pgs=1150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:55.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.361+0000 7f5ff76f9640 1 -- 172.21.15.67:0/2945344855 >> 172.21.15.67:0/2945344855 conn(0x7f5ff00d1280 msgr2=0x7f5ff0075fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:55.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.361+0000 7f5ff76f9640 1 -- 172.21.15.67:0/2945344855 shutdown_connections 2024-09-21T00:26:55.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.361+0000 7f5ff76f9640 1 -- 172.21.15.67:0/2945344855 wait complete. 2024-09-21T00:26:55.374 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json dump inode 1099511627776 2024-09-21T00:26:55.499 INFO:teuthology.orchestra.run.smithi067.stdout:{"path":"/testdir","ino":1099511627776,"rdev":0,"ctime":"2024-09-21T00:26:34.459188+0000","btime":"2024-09-21T00:26:33.632072+0000","mode":16877,"uid":1000,"gid":1333,"nlink":1,"dir_layout":{"dir_hash":2,"unused1":0,"unused2":0,"unused3":0},"layout":{"stripe_unit":0,"stripe_count":0,"object_size":0,"pool_id":-1,"pool_ns":""},"old_pools":[],"size":0,"truncate_seq":1,"truncate_size":18446744073709551615,"truncate_from":0,"truncate_pending":0,"mtime":"2024-09-21T00:26:34.459188+0000","atime":"2024-09-21T00:26:33.632072+0000","time_warp_seq":0,"change_attr":21,"export_pin":-1,"export_ephemeral_random_pin":0,"export_ephemeral_distributed_pin":false,"quiesce_block":false,"client_ranges":[],"dirstat":{"version":0,"mtime":"2024-09-21T00:26:34.459188+0000","num_files":21,"num_subdirs":0,"change_attr":21},"rstat":{"version":0,"rbytes":32,"rfiles":21,"rsubdirs":1,"rsnaps":0,"rctime":"2024-09-21T00:26:34.460524+0000"},"accounted_rstat":{"version":0,"rbytes":32,"rfiles":21,"rsubdirs":1,"rsnaps":0,"rctime":"2024-09-21T00:26:34.460524+0000"},"version":89,"file_data_version":0,"xattr_version":1,"backtrace_version":2,"inline_data_version":18446744073709551615,"inline_data_length":0,"stray_prior_path":"","max_size_ever":0,"quota":{"max_bytes":0,"max_files":0},"last_scrub_stamp":"2024-09-21T00:26:49.484721+0000","last_scrub_version":86,"symlink":"","xattrs":[],"dirfragtree":{"splits":[{"frag":"*","children":1}]},"old_inodes":[],"oldest_snap":18446744073709551614,"damage_flags":0,"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"lock":0,"dirfrag":2,"dirtyrstat":1,"dirty":1,"authpin":0,"scrubqueue":0},"nref":4,"versionlock":{"gather_set":[],"state":"lock","type":"iversion","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"authlock":{},"linklock":{},"dirfragtreelock":{},"filelock":{},"xattrlock":{},"snaplock":{},"nestlock":{"gather_set":[],"state":"lock","type":"inest","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"flocklock":{},"policylock":{},"quiescelock":{"gather_set":[],"state":"lock","type":"iquiesce","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"states":["auth","dirty","dirtyrstat"],"client_caps":[],"loner":-1,"want_loner":-1,"mds_caps_wanted":[],"is_subvolume":false} 2024-09-21T00:26:55.500 DEBUG:tasks.cephfs.filesystem:_json_asok output { "accounted_rstat": { "rbytes": 32, "rctime": "2024-09-21T00:26:34.460524+0000", "rfiles": 21, "rsnaps": 0, "rsubdirs": 1, "version": 0 }, "atime": "2024-09-21T00:26:33.632072+0000", "auth_pins": 0, "auth_state": { "replicas": {} }, "authlock": {}, "backtrace_version": 2, "btime": "2024-09-21T00:26:33.632072+0000", "change_attr": 21, "client_caps": [], "client_ranges": [], "ctime": "2024-09-21T00:26:34.459188+0000", "damage_flags": 0, "dir_layout": { "dir_hash": 2, "unused1": 0, "unused2": 0, "unused3": 0 }, "dirfragtree": { "splits": [ { "children": 1, "frag": "*" } ] }, "dirfragtreelock": {}, "dirstat": { "change_attr": 21, "mtime": "2024-09-21T00:26:34.459188+0000", "num_files": 21, "num_subdirs": 0, "version": 0 }, "export_ephemeral_distributed_pin": false, "export_ephemeral_random_pin": 0, "export_pin": -1, "file_data_version": 0, "filelock": {}, "flocklock": {}, "gid": 1333, "inline_data_length": 0, "inline_data_version": 18446744073709551615, "ino": 1099511627776, "is_auth": true, "is_freezing": false, "is_frozen": false, "is_subvolume": false, "last_scrub_stamp": "2024-09-21T00:26:49.484721+0000", "last_scrub_version": 86, "layout": { "object_size": 0, "pool_id": -1, "pool_ns": "", "stripe_count": 0, "stripe_unit": 0 }, "linklock": {}, "loner": -1, "max_size_ever": 0, "mds_caps_wanted": [], "mode": 16877, "mtime": "2024-09-21T00:26:34.459188+0000", "nestlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "inest", "xlock_by": {} }, "nlink": 1, "nref": 4, "old_inodes": [], "old_pools": [], "oldest_snap": 18446744073709551614, "path": "/testdir", "pins": { "authpin": 0, "dirfrag": 2, "dirty": 1, "dirtyrstat": 1, "lock": 0, "scrubqueue": 0 }, "policylock": {}, "quiesce_block": false, "quiescelock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "iquiesce", "xlock_by": {} }, "quota": { "max_bytes": 0, "max_files": 0 }, "rdev": 0, "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "rstat": { "rbytes": 32, "rctime": "2024-09-21T00:26:34.460524+0000", "rfiles": 21, "rsnaps": 0, "rsubdirs": 1, "version": 0 }, "size": 0, "snaplock": {}, "states": [ "auth", "dirty", "dirtyrstat" ], "stray_prior_path": "", "symlink": "", "time_warp_seq": 0, "truncate_from": 0, "truncate_pending": 0, "truncate_seq": 1, "truncate_size": 18446744073709551615, "uid": 1000, "version": 89, "versionlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "iversion", "xlock_by": {} }, "want_loner": -1, "xattr_version": 1, "xattrlock": {}, "xattrs": [] } 2024-09-21T00:26:55.500 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-09-21T00:26:55.500 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-21T00:26:55.500 DEBUG:teuthology.orchestra.run.smithi067:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T00:26:55.539 DEBUG:teuthology.orchestra.run.smithi097:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T00:26:55.589 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-21T00:26:55.589 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T00:26:55.589 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:26:55.589 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:26:55.605 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20178 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T00:26:55.605 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T00:26:55.606 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:26:55.606 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:26:55.624 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17850 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T00:26:55.624 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T00:26:55.624 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:26:55.624 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:26:55.661 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20178 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T00:26:55.661 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T00:26:55.661 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:26:55.661 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:26:55.681 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17850 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T00:26:55.682 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:26:55.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.816+0000 7f3d9c230640 1 -- 172.21.15.67:0/4115502617 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3d94073a30 msgr2=0x7f3d94073e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:55.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.816+0000 7f3d9c230640 1 --2- 172.21.15.67:0/4115502617 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3d94073a30 0x7f3d94073e40 secure :-1 s=READY pgs=1151 cs=0 l=1 rev1=1 crypto rx=0x7f3d84005fd0 tx=0x7f3d8402b910 comp rx=0 tx=0).stop 2024-09-21T00:26:55.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.816+0000 7f3d9c230640 1 -- 172.21.15.67:0/4115502617 shutdown_connections 2024-09-21T00:26:55.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.816+0000 7f3d9c230640 1 --2- 172.21.15.67:0/4115502617 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3d940adeb0 0x7f3d940ae2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:55.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.816+0000 7f3d9c230640 1 --2- 172.21.15.67:0/4115502617 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3d94073a30 0x7f3d94073e40 unknown :-1 s=CLOSED pgs=1151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:55.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.816+0000 7f3d9c230640 1 -- 172.21.15.67:0/4115502617 >> 172.21.15.67:0/4115502617 conn(0x7f3d9406d5a0 msgr2=0x7f3d940b1d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:55.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.816+0000 7f3d9c230640 1 -- 172.21.15.67:0/4115502617 shutdown_connections 2024-09-21T00:26:55.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.816+0000 7f3d9c230640 1 -- 172.21.15.67:0/4115502617 wait complete. 2024-09-21T00:26:55.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.818+0000 7f3d9c230640 1 Processor -- start 2024-09-21T00:26:55.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.818+0000 7f3d9c230640 1 -- start start 2024-09-21T00:26:55.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.819+0000 7f3d9c230640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3d940734e0 0x7f3d9415d4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:55.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.819+0000 7f3d9c230640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3d94073a30 0x7f3d94147770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:55.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.819+0000 7f3d9c230640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3d940adeb0 0x7f3d94150390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:55.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.819+0000 7f3d9c230640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f3d940730a0 con 0x7f3d94073a30 2024-09-21T00:26:55.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.819+0000 7f3d9c230640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f3d94072f20 con 0x7f3d940734e0 2024-09-21T00:26:55.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.819+0000 7f3d9c230640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f3d940ae800 con 0x7f3d940adeb0 2024-09-21T00:26:55.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.819+0000 7f3d997cb640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3d94073a30 0x7f3d94147770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:55.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.819+0000 7f3d997cb640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3d94073a30 0x7f3d94147770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52928/0 (socket says 172.21.15.67:52928) 2024-09-21T00:26:55.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.819+0000 7f3d997cb640 1 -- 172.21.15.67:0/1482995913 learned_addr learned my addr 172.21.15.67:0/1482995913 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:55.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.819+0000 7f3d9a7cd640 1 --2- 172.21.15.67:0/1482995913 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3d940adeb0 0x7f3d94150390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:55.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.819+0000 7f3d99fcc640 1 --2- 172.21.15.67:0/1482995913 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3d940734e0 0x7f3d9415d4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:55.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.819+0000 7f3d997cb640 1 -- 172.21.15.67:0/1482995913 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3d940adeb0 msgr2=0x7f3d94150390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:55.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.819+0000 7f3d997cb640 1 --2- 172.21.15.67:0/1482995913 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3d940adeb0 0x7f3d94150390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:55.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.819+0000 7f3d997cb640 1 -- 172.21.15.67:0/1482995913 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3d940734e0 msgr2=0x7f3d9415d4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:55.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.819+0000 7f3d997cb640 1 --2- 172.21.15.67:0/1482995913 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3d940734e0 0x7f3d9415d4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:55.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.819+0000 7f3d997cb640 1 -- 172.21.15.67:0/1482995913 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d941f3e00 con 0x7f3d94073a30 2024-09-21T00:26:55.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.819+0000 7f3d99fcc640 1 --2- 172.21.15.67:0/1482995913 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3d940734e0 0x7f3d9415d4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:26:55.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.820+0000 7f3d997cb640 1 --2- 172.21.15.67:0/1482995913 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3d94073a30 0x7f3d94147770 secure :-1 s=READY pgs=1152 cs=0 l=1 rev1=1 crypto rx=0x7f3d84034040 tx=0x7f3d84004820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:55.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.820+0000 7f3d8a7fc640 1 -- 172.21.15.67:0/1482995913 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d8403e070 con 0x7f3d94073a30 2024-09-21T00:26:55.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.820+0000 7f3d8a7fc640 1 -- 172.21.15.67:0/1482995913 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3d84031610 con 0x7f3d94073a30 2024-09-21T00:26:55.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.820+0000 7f3d9c230640 1 -- 172.21.15.67:0/1482995913 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d941f73f0 con 0x7f3d94073a30 2024-09-21T00:26:55.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.820+0000 7f3d8a7fc640 1 -- 172.21.15.67:0/1482995913 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d84031a00 con 0x7f3d94073a30 2024-09-21T00:26:55.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.820+0000 7f3d9c230640 1 -- 172.21.15.67:0/1482995913 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d941f7bd0 con 0x7f3d94073a30 2024-09-21T00:26:55.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.821+0000 7f3d9c230640 1 -- 172.21.15.67:0/1482995913 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3d940aec90 con 0x7f3d94073a30 2024-09-21T00:26:55.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.822+0000 7f3d8a7fc640 1 -- 172.21.15.67:0/1482995913 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f3d84038070 con 0x7f3d94073a30 2024-09-21T00:26:55.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.822+0000 7f3d8a7fc640 1 --2- 172.21.15.67:0/1482995913 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3d78078b90 0x7f3d7807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:55.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.822+0000 7f3d8a7fc640 1 -- 172.21.15.67:0/1482995913 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 5881+0+0 (secure 0 0 0) 0x7f3d840bc030 con 0x7f3d94073a30 2024-09-21T00:26:55.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.822+0000 7f3d99fcc640 1 --2- 172.21.15.67:0/1482995913 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3d78078b90 0x7f3d7807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:55.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.823+0000 7f3d99fcc640 1 --2- 172.21.15.67:0/1482995913 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3d78078b90 0x7f3d7807b0a0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f3d900016a0 tx=0x7f3d90009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:55.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:55.827+0000 7f3d8a7fc640 1 -- 172.21.15.67:0/1482995913 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f3d941f3e00 con 0x7f3d94073a30 2024-09-21T00:26:56.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.051+0000 7f3d9c230640 1 -- 172.21.15.67:0/1482995913 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3d9415e750 con 0x7f3d94073a30 2024-09-21T00:26:56.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.051+0000 7f3d8a7fc640 1 -- 172.21.15.67:0/1482995913 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 79 v79) ==== 94+0+5226 (secure 0 0 0) 0x7f3d840843c0 con 0x7f3d94073a30 2024-09-21T00:26:56.053 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:26:56.053 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":79,"btime":"2024-09-21T00:26:46:196342+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6362,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6835/3086360189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3086360189},{"type":"v1","addr":"172.21.15.97:6835","nonce":3086360189}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":75},{"gid":6892,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/2473170653","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":2473170653},{"type":"v1","addr":"172.21.15.97:6837","nonce":2473170653}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":77},{"gid":7422,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6833/2895037060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":2895037060},{"type":"v1","addr":"172.21.15.67:6833","nonce":2895037060}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":75}],"filesystems":[{"mdsmap":{"epoch":79,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:26:21.076817+0000","modified":"2024-09-21T00:26:46.196323+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":91,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7440},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7440":{"gid":7440,"name":"c","rank":0,"incarnation":76,"state":"up:active","state_seq":4,"addr":"172.21.15.67:6835/1958903248","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":1958903248},{"type":"v1","addr":"172.21.15.67:6835","nonce":1958903248}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7440,"qdb_cluster":[7440]},"id":6}]} 2024-09-21T00:26:56.053 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 79 2024-09-21T00:26:56.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.054+0000 7f3d9c230640 1 -- 172.21.15.67:0/1482995913 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3d78078b90 msgr2=0x7f3d7807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:56.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.054+0000 7f3d9c230640 1 --2- 172.21.15.67:0/1482995913 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3d78078b90 0x7f3d7807b0a0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f3d900016a0 tx=0x7f3d90009040 comp rx=0 tx=0).stop 2024-09-21T00:26:56.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.054+0000 7f3d9c230640 1 -- 172.21.15.67:0/1482995913 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3d94073a30 msgr2=0x7f3d94147770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:56.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.054+0000 7f3d9c230640 1 --2- 172.21.15.67:0/1482995913 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3d94073a30 0x7f3d94147770 secure :-1 s=READY pgs=1152 cs=0 l=1 rev1=1 crypto rx=0x7f3d84034040 tx=0x7f3d84004820 comp rx=0 tx=0).stop 2024-09-21T00:26:56.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.054+0000 7f3d9c230640 1 -- 172.21.15.67:0/1482995913 shutdown_connections 2024-09-21T00:26:56.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.054+0000 7f3d9c230640 1 --2- 172.21.15.67:0/1482995913 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3d78078b90 0x7f3d7807b0a0 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:56.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.054+0000 7f3d9c230640 1 --2- 172.21.15.67:0/1482995913 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3d940adeb0 0x7f3d94150390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:56.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.054+0000 7f3d9c230640 1 --2- 172.21.15.67:0/1482995913 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3d94073a30 0x7f3d94147770 unknown :-1 s=CLOSED pgs=1152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:56.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.054+0000 7f3d9c230640 1 --2- 172.21.15.67:0/1482995913 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3d940734e0 0x7f3d9415d4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:56.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.054+0000 7f3d9c230640 1 -- 172.21.15.67:0/1482995913 >> 172.21.15.67:0/1482995913 conn(0x7f3d9406d5a0 msgr2=0x7f3d940b2520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:56.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.054+0000 7f3d9c230640 1 -- 172.21.15.67:0/1482995913 shutdown_connections 2024-09-21T00:26:56.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.054+0000 7f3d9c230640 1 -- 172.21.15.67:0/1482995913 wait complete. 2024-09-21T00:26:56.067 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:26:56.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.183+0000 7f5a49512640 1 -- 172.21.15.67:0/1816074924 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5a440d1010 msgr2=0x7f5a440d1420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:56.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.183+0000 7f5a49512640 1 --2- 172.21.15.67:0/1816074924 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5a440d1010 0x7f5a440d1420 secure :-1 s=READY pgs=1154 cs=0 l=1 rev1=1 crypto rx=0x7f5a38009830 tx=0x7f5a3802a5c0 comp rx=0 tx=0).stop 2024-09-21T00:26:56.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.183+0000 7f5a49512640 1 -- 172.21.15.67:0/1816074924 shutdown_connections 2024-09-21T00:26:56.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.183+0000 7f5a49512640 1 --2- 172.21.15.67:0/1816074924 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5a440d1010 0x7f5a440d1420 unknown :-1 s=CLOSED pgs=1154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:56.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.183+0000 7f5a49512640 1 -- 172.21.15.67:0/1816074924 >> 172.21.15.67:0/1816074924 conn(0x7f5a4408bee0 msgr2=0x7f5a440d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:56.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.183+0000 7f5a49512640 1 -- 172.21.15.67:0/1816074924 shutdown_connections 2024-09-21T00:26:56.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.183+0000 7f5a49512640 1 -- 172.21.15.67:0/1816074924 wait complete. 2024-09-21T00:26:56.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.185+0000 7f5a49512640 1 Processor -- start 2024-09-21T00:26:56.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.185+0000 7f5a49512640 1 -- start start 2024-09-21T00:26:56.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.186+0000 7f5a49512640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5a440b73f0 0x7f5a441f9470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:56.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.186+0000 7f5a49512640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5a440b9780 0x7f5a44154bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:56.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.186+0000 7f5a49512640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5a440d1010 0x7f5a441f66a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:56.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.186+0000 7f5a49512640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f5a440cf810 con 0x7f5a440d1010 2024-09-21T00:26:56.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.186+0000 7f5a49512640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f5a440b7cb0 con 0x7f5a440b9780 2024-09-21T00:26:56.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.186+0000 7f5a49512640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f5a440cf990 con 0x7f5a440b73f0 2024-09-21T00:26:56.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.186+0000 7f5a437fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5a440d1010 0x7f5a441f66a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:56.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.186+0000 7f5a437fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5a440d1010 0x7f5a441f66a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52952/0 (socket says 172.21.15.67:52952) 2024-09-21T00:26:56.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.186+0000 7f5a437fe640 1 -- 172.21.15.67:0/3319383842 learned_addr learned my addr 172.21.15.67:0/3319383842 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:56.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.186+0000 7f5a427fc640 1 --2- 172.21.15.67:0/3319383842 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5a440b9780 0x7f5a44154bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:56.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.186+0000 7f5a42ffd640 1 --2- 172.21.15.67:0/3319383842 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5a440b73f0 0x7f5a441f9470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:56.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.187+0000 7f5a437fe640 1 -- 172.21.15.67:0/3319383842 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5a440b73f0 msgr2=0x7f5a441f9470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:56.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.187+0000 7f5a437fe640 1 --2- 172.21.15.67:0/3319383842 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5a440b73f0 0x7f5a441f9470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:56.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.187+0000 7f5a437fe640 1 -- 172.21.15.67:0/3319383842 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5a440b9780 msgr2=0x7f5a44154bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:56.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.187+0000 7f5a437fe640 1 --2- 172.21.15.67:0/3319383842 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5a440b9780 0x7f5a44154bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:56.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.187+0000 7f5a437fe640 1 -- 172.21.15.67:0/3319383842 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a441f99b0 con 0x7f5a440d1010 2024-09-21T00:26:56.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.187+0000 7f5a437fe640 1 --2- 172.21.15.67:0/3319383842 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5a440d1010 0x7f5a441f66a0 secure :-1 s=READY pgs=1155 cs=0 l=1 rev1=1 crypto rx=0x7f5a3c002230 tx=0x7f5a3c00cb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:56.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.187+0000 7f5a2b7fe640 1 -- 172.21.15.67:0/3319383842 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a3c003b70 con 0x7f5a440d1010 2024-09-21T00:26:56.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.187+0000 7f5a2b7fe640 1 -- 172.21.15.67:0/3319383842 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5a3c003d10 con 0x7f5a440d1010 2024-09-21T00:26:56.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.187+0000 7f5a49512640 1 -- 172.21.15.67:0/3319383842 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5a441e9250 con 0x7f5a440d1010 2024-09-21T00:26:56.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.187+0000 7f5a2b7fe640 1 -- 172.21.15.67:0/3319383842 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a3c005330 con 0x7f5a440d1010 2024-09-21T00:26:56.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.187+0000 7f5a49512640 1 -- 172.21.15.67:0/3319383842 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5a441e9750 con 0x7f5a440d1010 2024-09-21T00:26:56.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.188+0000 7f5a49512640 1 -- 172.21.15.67:0/3319383842 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5a441e94c0 con 0x7f5a440d1010 2024-09-21T00:26:56.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.189+0000 7f5a2b7fe640 1 -- 172.21.15.67:0/3319383842 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f5a3c0054d0 con 0x7f5a440d1010 2024-09-21T00:26:56.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.190+0000 7f5a2b7fe640 1 --2- 172.21.15.67:0/3319383842 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5a30078b90 0x7f5a3007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:56.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.190+0000 7f5a2b7fe640 1 -- 172.21.15.67:0/3319383842 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 5881+0+0 (secure 0 0 0) 0x7f5a3c09a9f0 con 0x7f5a440d1010 2024-09-21T00:26:56.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.190+0000 7f5a42ffd640 1 --2- 172.21.15.67:0/3319383842 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5a30078b90 0x7f5a3007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:56.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.190+0000 7f5a42ffd640 1 --2- 172.21.15.67:0/3319383842 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5a30078b90 0x7f5a3007b0a0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f5a34001090 tx=0x7f5a34009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:56.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.194+0000 7f5a2b7fe640 1 -- 172.21.15.67:0/3319383842 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f5a3c0a1080 con 0x7f5a440d1010 2024-09-21T00:26:56.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.421+0000 7f5a49512640 1 -- 172.21.15.67:0/3319383842 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5a441eb9c0 con 0x7f5a440d1010 2024-09-21T00:26:56.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.422+0000 7f5a2b7fe640 1 -- 172.21.15.67:0/3319383842 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 79 v79) ==== 94+0+5226 (secure 0 0 0) 0x7f5a441eb9c0 con 0x7f5a440d1010 2024-09-21T00:26:56.424 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:26:56.424 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":79,"btime":"2024-09-21T00:26:46:196342+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6362,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6835/3086360189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3086360189},{"type":"v1","addr":"172.21.15.97:6835","nonce":3086360189}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":75},{"gid":6892,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/2473170653","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":2473170653},{"type":"v1","addr":"172.21.15.97:6837","nonce":2473170653}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":77},{"gid":7422,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6833/2895037060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":2895037060},{"type":"v1","addr":"172.21.15.67:6833","nonce":2895037060}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":75}],"filesystems":[{"mdsmap":{"epoch":79,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:26:21.076817+0000","modified":"2024-09-21T00:26:46.196323+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":91,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7440},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7440":{"gid":7440,"name":"c","rank":0,"incarnation":76,"state":"up:active","state_seq":4,"addr":"172.21.15.67:6835/1958903248","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":1958903248},{"type":"v1","addr":"172.21.15.67:6835","nonce":1958903248}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7440,"qdb_cluster":[7440]},"id":6}]} 2024-09-21T00:26:56.424 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 79 2024-09-21T00:26:56.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.424+0000 7f5a49512640 1 -- 172.21.15.67:0/3319383842 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5a30078b90 msgr2=0x7f5a3007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:56.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.424+0000 7f5a49512640 1 --2- 172.21.15.67:0/3319383842 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5a30078b90 0x7f5a3007b0a0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f5a34001090 tx=0x7f5a34009040 comp rx=0 tx=0).stop 2024-09-21T00:26:56.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.424+0000 7f5a49512640 1 -- 172.21.15.67:0/3319383842 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5a440d1010 msgr2=0x7f5a441f66a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:56.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.424+0000 7f5a49512640 1 --2- 172.21.15.67:0/3319383842 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5a440d1010 0x7f5a441f66a0 secure :-1 s=READY pgs=1155 cs=0 l=1 rev1=1 crypto rx=0x7f5a3c002230 tx=0x7f5a3c00cb90 comp rx=0 tx=0).stop 2024-09-21T00:26:56.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.424+0000 7f5a49512640 1 -- 172.21.15.67:0/3319383842 shutdown_connections 2024-09-21T00:26:56.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.424+0000 7f5a49512640 1 --2- 172.21.15.67:0/3319383842 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5a30078b90 0x7f5a3007b0a0 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:56.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.424+0000 7f5a49512640 1 --2- 172.21.15.67:0/3319383842 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5a440d1010 0x7f5a441f66a0 unknown :-1 s=CLOSED pgs=1155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:56.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.424+0000 7f5a49512640 1 --2- 172.21.15.67:0/3319383842 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5a440b9780 0x7f5a44154bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:56.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.424+0000 7f5a49512640 1 --2- 172.21.15.67:0/3319383842 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5a440b73f0 0x7f5a441f9470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:56.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.424+0000 7f5a49512640 1 -- 172.21.15.67:0/3319383842 >> 172.21.15.67:0/3319383842 conn(0x7f5a4408bee0 msgr2=0x7f5a441eb2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:56.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.424+0000 7f5a49512640 1 -- 172.21.15.67:0/3319383842 shutdown_connections 2024-09-21T00:26:56.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.424+0000 7f5a49512640 1 -- 172.21.15.67:0/3319383842 wait complete. 2024-09-21T00:26:56.438 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:26:56.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.552+0000 7fe75bc4d640 1 -- 172.21.15.67:0/3834743249 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe7540d1120 msgr2=0x7fe7540b5530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:56.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.552+0000 7fe75bc4d640 1 --2- 172.21.15.67:0/3834743249 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe7540d1120 0x7fe7540b5530 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fe74c005fd0 tx=0x7fe74c02a780 comp rx=0 tx=0).stop 2024-09-21T00:26:56.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.552+0000 7fe75bc4d640 1 -- 172.21.15.67:0/3834743249 shutdown_connections 2024-09-21T00:26:56.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.552+0000 7fe75bc4d640 1 --2- 172.21.15.67:0/3834743249 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe7540d1120 0x7fe7540b5530 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:56.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.552+0000 7fe75bc4d640 1 --2- 172.21.15.67:0/3834743249 >> v2:172.21.15.97:3300/0 conn(0x7fe75409b7b0 0x7fe7540b3ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:56.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.552+0000 7fe75bc4d640 1 -- 172.21.15.67:0/3834743249 >> 172.21.15.67:0/3834743249 conn(0x7fe7540b4140 msgr2=0x7fe7540b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:56.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.552+0000 7fe75bc4d640 1 -- 172.21.15.67:0/3834743249 shutdown_connections 2024-09-21T00:26:56.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.552+0000 7fe75bc4d640 1 -- 172.21.15.67:0/3834743249 wait complete. 2024-09-21T00:26:56.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.554+0000 7fe75bc4d640 1 Processor -- start 2024-09-21T00:26:56.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.554+0000 7fe75bc4d640 1 -- start start 2024-09-21T00:26:56.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.555+0000 7fe75bc4d640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe75409b7b0 0x7fe7541f3b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:56.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.555+0000 7fe75bc4d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe7540b7850 0x7fe7541f27e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:56.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.555+0000 7fe75bc4d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe7540b23b0 0x7fe7540b27c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:56.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.555+0000 7fe75bc4d640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fe7540b5e00 con 0x7fe7540b23b0 2024-09-21T00:26:56.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.555+0000 7fe75bc4d640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fe7540b5c80 con 0x7fe7540b7850 2024-09-21T00:26:56.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.555+0000 7fe75bc4d640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fe7540b5f80 con 0x7fe75409b7b0 2024-09-21T00:26:56.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.555+0000 7fe75a1ea640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe7540b23b0 0x7fe7540b27c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:56.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.555+0000 7fe75a1ea640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe7540b23b0 0x7fe7540b27c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52968/0 (socket says 172.21.15.67:52968) 2024-09-21T00:26:56.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.555+0000 7fe75a1ea640 1 -- 172.21.15.67:0/2423670803 learned_addr learned my addr 172.21.15.67:0/2423670803 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:56.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.555+0000 7fe7591e8640 1 --2- 172.21.15.67:0/2423670803 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe7540b7850 0x7fe7541f27e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:56.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.555+0000 7fe7599e9640 1 --2- 172.21.15.67:0/2423670803 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe75409b7b0 0x7fe7541f3b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:56.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.556+0000 7fe75a1ea640 1 -- 172.21.15.67:0/2423670803 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe75409b7b0 msgr2=0x7fe7541f3b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:56.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.556+0000 7fe75a1ea640 1 --2- 172.21.15.67:0/2423670803 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe75409b7b0 0x7fe7541f3b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:56.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.556+0000 7fe75a1ea640 1 -- 172.21.15.67:0/2423670803 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe7540b7850 msgr2=0x7fe7541f27e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:56.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.556+0000 7fe75a1ea640 1 --2- 172.21.15.67:0/2423670803 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe7540b7850 0x7fe7541f27e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:56.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.556+0000 7fe75a1ea640 1 -- 172.21.15.67:0/2423670803 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe75415c8e0 con 0x7fe7540b23b0 2024-09-21T00:26:56.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.556+0000 7fe75a1ea640 1 --2- 172.21.15.67:0/2423670803 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe7540b23b0 0x7fe7540b27c0 secure :-1 s=READY pgs=1156 cs=0 l=1 rev1=1 crypto rx=0x7fe74c034040 tx=0x7fe74c003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:56.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.556+0000 7fe74a7fc640 1 -- 172.21.15.67:0/2423670803 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe74c040070 con 0x7fe7540b23b0 2024-09-21T00:26:56.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.556+0000 7fe74a7fc640 1 -- 172.21.15.67:0/2423670803 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe74c004330 con 0x7fe7540b23b0 2024-09-21T00:26:56.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.556+0000 7fe75bc4d640 1 -- 172.21.15.67:0/2423670803 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7540af1d0 con 0x7fe7540b23b0 2024-09-21T00:26:56.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.556+0000 7fe74a7fc640 1 -- 172.21.15.67:0/2423670803 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe74c004740 con 0x7fe7540b23b0 2024-09-21T00:26:56.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.556+0000 7fe75bc4d640 1 -- 172.21.15.67:0/2423670803 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7540af790 con 0x7fe7540b23b0 2024-09-21T00:26:56.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.557+0000 7fe75bc4d640 1 -- 172.21.15.67:0/2423670803 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe75415c650 con 0x7fe7540b23b0 2024-09-21T00:26:56.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.558+0000 7fe74a7fc640 1 -- 172.21.15.67:0/2423670803 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fe74c043070 con 0x7fe7540b23b0 2024-09-21T00:26:56.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.559+0000 7fe74a7fc640 1 --2- 172.21.15.67:0/2423670803 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe738078bc0 0x7fe73807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:56.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.559+0000 7fe74a7fc640 1 -- 172.21.15.67:0/2423670803 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 5881+0+0 (secure 0 0 0) 0x7fe74c0bc280 con 0x7fe7540b23b0 2024-09-21T00:26:56.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.559+0000 7fe7599e9640 1 --2- 172.21.15.67:0/2423670803 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe738078bc0 0x7fe73807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:56.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.559+0000 7fe7599e9640 1 --2- 172.21.15.67:0/2423670803 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe738078bc0 0x7fe73807b0d0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7fe750009ac0 tx=0x7fe750005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:56.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.562+0000 7fe74a7fc640 1 -- 172.21.15.67:0/2423670803 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fe74c0840a0 con 0x7fe7540b23b0 2024-09-21T00:26:56.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.751+0000 7fe75bc4d640 1 -- 172.21.15.67:0/2423670803 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe75406a710 con 0x7fe7540b23b0 2024-09-21T00:26:56.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.752+0000 7fe74a7fc640 1 -- 172.21.15.67:0/2423670803 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v92) ==== 74+0+16939 (secure 0 0 0) 0x7fe75406a710 con 0x7fe7540b23b0 2024-09-21T00:26:56.755 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:26:56.755 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":92,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:26:42.182441+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:26:18.754591+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-21T00:26:20.045987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.67:6835/134451528":"2024-09-22T00:26:42.172009+0000","172.21.15.67:6833/134451528":"2024-09-22T00:26:42.172009+0000","172.21.15.67:6834/229215736":"2024-09-22T00:26:42.158547+0000","172.21.15.67:6832/229215736":"2024-09-22T00:26:42.158547+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:26:56.757 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.755+0000 7fe75bc4d640 1 -- 172.21.15.67:0/2423670803 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe738078bc0 msgr2=0x7fe73807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:56.757 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.755+0000 7fe75bc4d640 1 --2- 172.21.15.67:0/2423670803 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe738078bc0 0x7fe73807b0d0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7fe750009ac0 tx=0x7fe750005f90 comp rx=0 tx=0).stop 2024-09-21T00:26:56.757 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.755+0000 7fe75bc4d640 1 -- 172.21.15.67:0/2423670803 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe7540b23b0 msgr2=0x7fe7540b27c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:56.757 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.755+0000 7fe75bc4d640 1 --2- 172.21.15.67:0/2423670803 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe7540b23b0 0x7fe7540b27c0 secure :-1 s=READY pgs=1156 cs=0 l=1 rev1=1 crypto rx=0x7fe74c034040 tx=0x7fe74c003ba0 comp rx=0 tx=0).stop 2024-09-21T00:26:56.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.755+0000 7fe75bc4d640 1 -- 172.21.15.67:0/2423670803 shutdown_connections 2024-09-21T00:26:56.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.755+0000 7fe75bc4d640 1 --2- 172.21.15.67:0/2423670803 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe738078bc0 0x7fe73807b0d0 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:56.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.755+0000 7fe75bc4d640 1 --2- 172.21.15.67:0/2423670803 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe7540b23b0 0x7fe7540b27c0 unknown :-1 s=CLOSED pgs=1156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:56.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.755+0000 7fe75bc4d640 1 --2- 172.21.15.67:0/2423670803 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe7540b7850 0x7fe7541f27e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:56.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.755+0000 7fe75bc4d640 1 --2- 172.21.15.67:0/2423670803 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe75409b7b0 0x7fe7541f3b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:56.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.755+0000 7fe75bc4d640 1 -- 172.21.15.67:0/2423670803 >> 172.21.15.67:0/2423670803 conn(0x7fe7540b4140 msgr2=0x7fe7541563f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:56.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.755+0000 7fe75bc4d640 1 -- 172.21.15.67:0/2423670803 shutdown_connections 2024-09-21T00:26:56.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.755+0000 7fe75bc4d640 1 -- 172.21.15.67:0/2423670803 wait complete. 2024-09-21T00:26:56.768 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-21T00:26:56.769 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:26:56.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.883+0000 7f2a62ea4640 1 -- 172.21.15.67:0/1964817439 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2a5c0d1010 msgr2=0x7f2a5c0d1420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:56.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.883+0000 7f2a62ea4640 1 --2- 172.21.15.67:0/1964817439 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2a5c0d1010 0x7f2a5c0d1420 secure :-1 s=READY pgs=1157 cs=0 l=1 rev1=1 crypto rx=0x7f2a5c0c7dc0 tx=0x7f2a4802a5f0 comp rx=0 tx=0).stop 2024-09-21T00:26:56.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.883+0000 7f2a62ea4640 1 -- 172.21.15.67:0/1964817439 shutdown_connections 2024-09-21T00:26:56.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.883+0000 7f2a62ea4640 1 --2- 172.21.15.67:0/1964817439 >> v2:172.21.15.97:3300/0 conn(0x7f2a5c0b73f0 0x7f2a5c0b7800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:56.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.883+0000 7f2a62ea4640 1 --2- 172.21.15.67:0/1964817439 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2a5c0d1010 0x7f2a5c0d1420 unknown :-1 s=CLOSED pgs=1157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:56.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.883+0000 7f2a62ea4640 1 -- 172.21.15.67:0/1964817439 >> 172.21.15.67:0/1964817439 conn(0x7f2a5c08bee0 msgr2=0x7f2a5c0d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:56.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.883+0000 7f2a62ea4640 1 -- 172.21.15.67:0/1964817439 shutdown_connections 2024-09-21T00:26:56.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.883+0000 7f2a62ea4640 1 -- 172.21.15.67:0/1964817439 wait complete. 2024-09-21T00:26:56.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.885+0000 7f2a62ea4640 1 Processor -- start 2024-09-21T00:26:56.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.885+0000 7f2a62ea4640 1 -- start start 2024-09-21T00:26:56.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.887+0000 7f2a62ea4640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2a5c0b73f0 0x7f2a5c157e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:56.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.887+0000 7f2a62ea4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2a5c0b9780 0x7f2a5c15b7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:56.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.887+0000 7f2a62ea4640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2a5c0d1010 0x7f2a5c154b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:56.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.887+0000 7f2a62ea4640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f2a5c0cf490 con 0x7f2a5c0b9780 2024-09-21T00:26:56.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.887+0000 7f2a62ea4640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f2a5c0cf310 con 0x7f2a5c0d1010 2024-09-21T00:26:56.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.887+0000 7f2a62ea4640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f2a5c0cf610 con 0x7f2a5c0b73f0 2024-09-21T00:26:56.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.887+0000 7f2a5bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2a5c0b9780 0x7f2a5c15b7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:56.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.887+0000 7f2a5bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2a5c0b9780 0x7f2a5c15b7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52988/0 (socket says 172.21.15.67:52988) 2024-09-21T00:26:56.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.887+0000 7f2a5bfff640 1 -- 172.21.15.67:0/1633757870 learned_addr learned my addr 172.21.15.67:0/1633757870 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:56.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.887+0000 7f2a60c40640 1 --2- 172.21.15.67:0/1633757870 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2a5c0b73f0 0x7f2a5c157e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:56.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.887+0000 7f2a61441640 1 --2- 172.21.15.67:0/1633757870 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2a5c0d1010 0x7f2a5c154b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:56.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.887+0000 7f2a5bfff640 1 -- 172.21.15.67:0/1633757870 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2a5c0b73f0 msgr2=0x7f2a5c157e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:56.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.887+0000 7f2a5bfff640 1 --2- 172.21.15.67:0/1633757870 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2a5c0b73f0 0x7f2a5c157e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:56.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.887+0000 7f2a5bfff640 1 -- 172.21.15.67:0/1633757870 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2a5c0d1010 msgr2=0x7f2a5c154b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:56.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.887+0000 7f2a5bfff640 1 --2- 172.21.15.67:0/1633757870 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2a5c0d1010 0x7f2a5c154b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:56.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.887+0000 7f2a5bfff640 1 -- 172.21.15.67:0/1633757870 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a5c1f9290 con 0x7f2a5c0b9780 2024-09-21T00:26:56.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.887+0000 7f2a61441640 1 --2- 172.21.15.67:0/1633757870 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2a5c0d1010 0x7f2a5c154b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:26:56.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.887+0000 7f2a5bfff640 1 --2- 172.21.15.67:0/1633757870 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2a5c0b9780 0x7f2a5c15b7d0 secure :-1 s=READY pgs=1158 cs=0 l=1 rev1=1 crypto rx=0x7f2a480099c0 tx=0x7f2a480038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:56.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.887+0000 7f2a597fa640 1 -- 172.21.15.67:0/1633757870 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a4803e030 con 0x7f2a5c0b9780 2024-09-21T00:26:56.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.887+0000 7f2a597fa640 1 -- 172.21.15.67:0/1633757870 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2a48003db0 con 0x7f2a5c0b9780 2024-09-21T00:26:56.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.887+0000 7f2a62ea4640 1 -- 172.21.15.67:0/1633757870 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2a5c1f9570 con 0x7f2a5c0b9780 2024-09-21T00:26:56.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.887+0000 7f2a597fa640 1 -- 172.21.15.67:0/1633757870 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a48035040 con 0x7f2a5c0b9780 2024-09-21T00:26:56.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.888+0000 7f2a62ea4640 1 -- 172.21.15.67:0/1633757870 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2a5c1f9b30 con 0x7f2a5c0b9780 2024-09-21T00:26:56.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.889+0000 7f2a62ea4640 1 -- 172.21.15.67:0/1633757870 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2a5c1f9d70 con 0x7f2a5c0b9780 2024-09-21T00:26:56.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.889+0000 7f2a597fa640 1 -- 172.21.15.67:0/1633757870 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f2a48041030 con 0x7f2a5c0b9780 2024-09-21T00:26:56.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.890+0000 7f2a597fa640 1 --2- 172.21.15.67:0/1633757870 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2a40078b90 0x7f2a4007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:56.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.890+0000 7f2a597fa640 1 -- 172.21.15.67:0/1633757870 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 5881+0+0 (secure 0 0 0) 0x7f2a480bb8a0 con 0x7f2a5c0b9780 2024-09-21T00:26:56.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.890+0000 7f2a60c40640 1 --2- 172.21.15.67:0/1633757870 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2a40078b90 0x7f2a4007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:56.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.890+0000 7f2a60c40640 1 --2- 172.21.15.67:0/1633757870 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2a40078b90 0x7f2a4007b0a0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f2a50001670 tx=0x7f2a50009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:56.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:56.894+0000 7f2a597fa640 1 -- 172.21.15.67:0/1633757870 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f2a5c1f9d70 con 0x7f2a5c0b9780 2024-09-21T00:26:57.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.121+0000 7f2a62ea4640 1 -- 172.21.15.67:0/1633757870 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2a5c0b7800 con 0x7f2a5c0b9780 2024-09-21T00:26:57.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.122+0000 7f2a597fa640 1 -- 172.21.15.67:0/1633757870 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 79 v79) ==== 94+0+5226 (secure 0 0 0) 0x7f2a48083c30 con 0x7f2a5c0b9780 2024-09-21T00:26:57.125 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:26:57.125 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":79,"btime":"2024-09-21T00:26:46:196342+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6362,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6835/3086360189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3086360189},{"type":"v1","addr":"172.21.15.97:6835","nonce":3086360189}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":75},{"gid":6892,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/2473170653","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":2473170653},{"type":"v1","addr":"172.21.15.97:6837","nonce":2473170653}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":77},{"gid":7422,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6833/2895037060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":2895037060},{"type":"v1","addr":"172.21.15.67:6833","nonce":2895037060}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":75}],"filesystems":[{"mdsmap":{"epoch":79,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:26:21.076817+0000","modified":"2024-09-21T00:26:46.196323+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":91,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7440},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7440":{"gid":7440,"name":"c","rank":0,"incarnation":76,"state":"up:active","state_seq":4,"addr":"172.21.15.67:6835/1958903248","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":1958903248},{"type":"v1","addr":"172.21.15.67:6835","nonce":1958903248}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7440,"qdb_cluster":[7440]},"id":6}]} 2024-09-21T00:26:57.125 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 79 2024-09-21T00:26:57.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.124+0000 7f2a62ea4640 1 -- 172.21.15.67:0/1633757870 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2a40078b90 msgr2=0x7f2a4007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:57.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.124+0000 7f2a62ea4640 1 --2- 172.21.15.67:0/1633757870 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2a40078b90 0x7f2a4007b0a0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f2a50001670 tx=0x7f2a50009040 comp rx=0 tx=0).stop 2024-09-21T00:26:57.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.125+0000 7f2a62ea4640 1 -- 172.21.15.67:0/1633757870 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2a5c0b9780 msgr2=0x7f2a5c15b7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:57.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.125+0000 7f2a62ea4640 1 --2- 172.21.15.67:0/1633757870 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2a5c0b9780 0x7f2a5c15b7d0 secure :-1 s=READY pgs=1158 cs=0 l=1 rev1=1 crypto rx=0x7f2a480099c0 tx=0x7f2a480038a0 comp rx=0 tx=0).stop 2024-09-21T00:26:57.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.125+0000 7f2a62ea4640 1 -- 172.21.15.67:0/1633757870 shutdown_connections 2024-09-21T00:26:57.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.125+0000 7f2a62ea4640 1 --2- 172.21.15.67:0/1633757870 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2a40078b90 0x7f2a4007b0a0 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:57.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.125+0000 7f2a62ea4640 1 --2- 172.21.15.67:0/1633757870 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2a5c0d1010 0x7f2a5c154b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:57.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.125+0000 7f2a62ea4640 1 --2- 172.21.15.67:0/1633757870 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2a5c0b9780 0x7f2a5c15b7d0 unknown :-1 s=CLOSED pgs=1158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:57.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.125+0000 7f2a62ea4640 1 --2- 172.21.15.67:0/1633757870 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2a5c0b73f0 0x7f2a5c157e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:57.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.125+0000 7f2a62ea4640 1 -- 172.21.15.67:0/1633757870 >> 172.21.15.67:0/1633757870 conn(0x7f2a5c08bee0 msgr2=0x7f2a5c155c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:57.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.125+0000 7f2a62ea4640 1 -- 172.21.15.67:0/1633757870 shutdown_connections 2024-09-21T00:26:57.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.125+0000 7f2a62ea4640 1 -- 172.21.15.67:0/1633757870 wait complete. 2024-09-21T00:26:57.138 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:26:57.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.253+0000 7f8590700640 1 -- 172.21.15.67:0/1364320141 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f85880b68f0 msgr2=0x7f85880b1970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:57.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.253+0000 7f8590700640 1 --2- 172.21.15.67:0/1364320141 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f85880b68f0 0x7f85880b1970 secure :-1 s=READY pgs=1160 cs=0 l=1 rev1=1 crypto rx=0x7f8580009830 tx=0x7f858002a3f0 comp rx=0 tx=0).stop 2024-09-21T00:26:57.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.253+0000 7f8590700640 1 -- 172.21.15.67:0/1364320141 shutdown_connections 2024-09-21T00:26:57.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.253+0000 7f8590700640 1 --2- 172.21.15.67:0/1364320141 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f85880b68f0 0x7f85880b1970 unknown :-1 s=CLOSED pgs=1160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:57.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.253+0000 7f8590700640 1 -- 172.21.15.67:0/1364320141 >> 172.21.15.67:0/1364320141 conn(0x7f85880d1280 msgr2=0x7f85880d1690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:57.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.253+0000 7f8590700640 1 -- 172.21.15.67:0/1364320141 shutdown_connections 2024-09-21T00:26:57.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.253+0000 7f8590700640 1 -- 172.21.15.67:0/1364320141 wait complete. 2024-09-21T00:26:57.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.255+0000 7f8590700640 1 Processor -- start 2024-09-21T00:26:57.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.255+0000 7f8590700640 1 -- start start 2024-09-21T00:26:57.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.256+0000 7f8590700640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f85880b68f0 0x7f85880b0ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:57.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.256+0000 7f8590700640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f85880d1da0 0x7f85881e3e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:57.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.256+0000 7f8590700640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8588148890 0x7f8588148eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:57.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.256+0000 7f8590700640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f85880cc370 con 0x7f8588148890 2024-09-21T00:26:57.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.256+0000 7f8590700640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f85880cc1f0 con 0x7f85880b68f0 2024-09-21T00:26:57.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.256+0000 7f8590700640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f85880cc4f0 con 0x7f85880d1da0 2024-09-21T00:26:57.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.256+0000 7f858ec9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8588148890 0x7f8588148eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:57.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.256+0000 7f858ec9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8588148890 0x7f8588148eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52996/0 (socket says 172.21.15.67:52996) 2024-09-21T00:26:57.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.256+0000 7f858ec9d640 1 -- 172.21.15.67:0/2017456853 learned_addr learned my addr 172.21.15.67:0/2017456853 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:57.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.257+0000 7f858e49c640 1 --2- 172.21.15.67:0/2017456853 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f85880b68f0 0x7f85880b0ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:57.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.257+0000 7f858dc9b640 1 --2- 172.21.15.67:0/2017456853 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f85880d1da0 0x7f85881e3e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:57.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.257+0000 7f858ec9d640 1 -- 172.21.15.67:0/2017456853 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f85880d1da0 msgr2=0x7f85881e3e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:57.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.257+0000 7f858ec9d640 1 --2- 172.21.15.67:0/2017456853 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f85880d1da0 0x7f85881e3e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:57.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.257+0000 7f858ec9d640 1 -- 172.21.15.67:0/2017456853 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f85880b68f0 msgr2=0x7f85880b0ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:57.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.257+0000 7f858ec9d640 1 --2- 172.21.15.67:0/2017456853 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f85880b68f0 0x7f85880b0ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:57.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.257+0000 7f858ec9d640 1 -- 172.21.15.67:0/2017456853 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85881e6d80 con 0x7f8588148890 2024-09-21T00:26:57.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.257+0000 7f858ec9d640 1 --2- 172.21.15.67:0/2017456853 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8588148890 0x7f8588148eb0 secure :-1 s=READY pgs=1161 cs=0 l=1 rev1=1 crypto rx=0x7f857800c730 tx=0x7f857800cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:57.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.257+0000 7f8586ffd640 1 -- 172.21.15.67:0/2017456853 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8578003b70 con 0x7f8588148890 2024-09-21T00:26:57.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.257+0000 7f8586ffd640 1 -- 172.21.15.67:0/2017456853 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8578003d30 con 0x7f8588148890 2024-09-21T00:26:57.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.257+0000 7f8590700640 1 -- 172.21.15.67:0/2017456853 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85881e4370 con 0x7f8588148890 2024-09-21T00:26:57.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.257+0000 7f8586ffd640 1 -- 172.21.15.67:0/2017456853 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85780052d0 con 0x7f8588148890 2024-09-21T00:26:57.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.257+0000 7f8590700640 1 -- 172.21.15.67:0/2017456853 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85880affd0 con 0x7f8588148890 2024-09-21T00:26:57.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.258+0000 7f8590700640 1 -- 172.21.15.67:0/2017456853 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f85880b1970 con 0x7f8588148890 2024-09-21T00:26:57.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.259+0000 7f8586ffd640 1 -- 172.21.15.67:0/2017456853 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f8578005470 con 0x7f8588148890 2024-09-21T00:26:57.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.260+0000 7f8586ffd640 1 --2- 172.21.15.67:0/2017456853 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8574078bc0 0x7f857407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:57.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.260+0000 7f8586ffd640 1 -- 172.21.15.67:0/2017456853 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 5881+0+0 (secure 0 0 0) 0x7f857809aaf0 con 0x7f8588148890 2024-09-21T00:26:57.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.260+0000 7f858e49c640 1 --2- 172.21.15.67:0/2017456853 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8574078bc0 0x7f857407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:57.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.261+0000 7f858e49c640 1 --2- 172.21.15.67:0/2017456853 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8574078bc0 0x7f857407b0d0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f8580034000 tx=0x7f8580004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:57.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.265+0000 7f8586ffd640 1 -- 172.21.15.67:0/2017456853 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f85881e6d80 con 0x7f8588148890 2024-09-21T00:26:57.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.493+0000 7f8590700640 1 -- 172.21.15.67:0/2017456853 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f85880b46d0 con 0x7f8588148890 2024-09-21T00:26:57.496 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.494+0000 7f8586ffd640 1 -- 172.21.15.67:0/2017456853 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 79 v79) ==== 94+0+5226 (secure 0 0 0) 0x7f8578062f10 con 0x7f8588148890 2024-09-21T00:26:57.496 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:26:57.496 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":79,"btime":"2024-09-21T00:26:46:196342+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6362,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6835/3086360189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3086360189},{"type":"v1","addr":"172.21.15.97:6835","nonce":3086360189}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":75},{"gid":6892,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/2473170653","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":2473170653},{"type":"v1","addr":"172.21.15.97:6837","nonce":2473170653}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":77},{"gid":7422,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6833/2895037060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":2895037060},{"type":"v1","addr":"172.21.15.67:6833","nonce":2895037060}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":75}],"filesystems":[{"mdsmap":{"epoch":79,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:26:21.076817+0000","modified":"2024-09-21T00:26:46.196323+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":91,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7440},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7440":{"gid":7440,"name":"c","rank":0,"incarnation":76,"state":"up:active","state_seq":4,"addr":"172.21.15.67:6835/1958903248","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":1958903248},{"type":"v1","addr":"172.21.15.67:6835","nonce":1958903248}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7440,"qdb_cluster":[7440]},"id":6}]} 2024-09-21T00:26:57.497 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 79 2024-09-21T00:26:57.499 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.496+0000 7f8590700640 1 -- 172.21.15.67:0/2017456853 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8574078bc0 msgr2=0x7f857407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:57.499 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.496+0000 7f8590700640 1 --2- 172.21.15.67:0/2017456853 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8574078bc0 0x7f857407b0d0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f8580034000 tx=0x7f8580004730 comp rx=0 tx=0).stop 2024-09-21T00:26:57.499 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.496+0000 7f8590700640 1 -- 172.21.15.67:0/2017456853 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8588148890 msgr2=0x7f8588148eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:57.499 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.496+0000 7f8590700640 1 --2- 172.21.15.67:0/2017456853 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8588148890 0x7f8588148eb0 secure :-1 s=READY pgs=1161 cs=0 l=1 rev1=1 crypto rx=0x7f857800c730 tx=0x7f857800cbf0 comp rx=0 tx=0).stop 2024-09-21T00:26:57.499 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.496+0000 7f8590700640 1 -- 172.21.15.67:0/2017456853 shutdown_connections 2024-09-21T00:26:57.499 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.496+0000 7f8590700640 1 --2- 172.21.15.67:0/2017456853 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8574078bc0 0x7f857407b0d0 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:57.499 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.496+0000 7f8590700640 1 --2- 172.21.15.67:0/2017456853 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8588148890 0x7f8588148eb0 unknown :-1 s=CLOSED pgs=1161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:57.499 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.496+0000 7f8590700640 1 --2- 172.21.15.67:0/2017456853 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f85880d1da0 0x7f85881e3e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:57.499 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.496+0000 7f8590700640 1 --2- 172.21.15.67:0/2017456853 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f85880b68f0 0x7f85880b0ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:57.500 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.496+0000 7f8590700640 1 -- 172.21.15.67:0/2017456853 >> 172.21.15.67:0/2017456853 conn(0x7f85880d1280 msgr2=0x7f858815e650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:57.500 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.496+0000 7f8590700640 1 -- 172.21.15.67:0/2017456853 shutdown_connections 2024-09-21T00:26:57.500 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.496+0000 7f8590700640 1 -- 172.21.15.67:0/2017456853 wait complete. 2024-09-21T00:26:57.510 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:26:57.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.625+0000 7f9c325c3640 1 -- 172.21.15.67:0/2548696805 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9c2c09b7b0 msgr2=0x7f9c2c0b3ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:57.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.625+0000 7f9c325c3640 1 --2- 172.21.15.67:0/2548696805 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9c2c09b7b0 0x7f9c2c0b3ae0 secure :-1 s=READY pgs=1162 cs=0 l=1 rev1=1 crypto rx=0x7f9c2c074bc0 tx=0x7f9c1c02a440 comp rx=0 tx=0).stop 2024-09-21T00:26:57.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.625+0000 7f9c325c3640 1 -- 172.21.15.67:0/2548696805 shutdown_connections 2024-09-21T00:26:57.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.625+0000 7f9c325c3640 1 --2- 172.21.15.67:0/2548696805 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9c2c0d0f50 0x7f9c2c0cd030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:57.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.625+0000 7f9c325c3640 1 --2- 172.21.15.67:0/2548696805 >> v2:172.21.15.97:3300/0 conn(0x7f9c2c0b7850 0x7f9c2c0d0a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:57.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.625+0000 7f9c325c3640 1 --2- 172.21.15.67:0/2548696805 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9c2c09b7b0 0x7f9c2c0b3ae0 unknown :-1 s=CLOSED pgs=1162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:57.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.625+0000 7f9c325c3640 1 -- 172.21.15.67:0/2548696805 >> 172.21.15.67:0/2548696805 conn(0x7f9c2c0b4140 msgr2=0x7f9c2c0b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:57.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.625+0000 7f9c325c3640 1 -- 172.21.15.67:0/2548696805 shutdown_connections 2024-09-21T00:26:57.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.625+0000 7f9c325c3640 1 -- 172.21.15.67:0/2548696805 wait complete. 2024-09-21T00:26:57.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.626+0000 7f9c325c3640 1 Processor -- start 2024-09-21T00:26:57.629 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.627+0000 7f9c325c3640 1 -- start start 2024-09-21T00:26:57.631 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.628+0000 7f9c325c3640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9c2c09b7b0 0x7f9c2c09f970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:57.631 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.628+0000 7f9c325c3640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9c2c0b7850 0x7f9c2c1f5030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:57.631 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.628+0000 7f9c325c3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9c2c0d0f50 0x7f9c2c09ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:57.631 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.628+0000 7f9c325c3640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f9c2c0cd900 con 0x7f9c2c0d0f50 2024-09-21T00:26:57.631 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.628+0000 7f9c325c3640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f9c2c0cd780 con 0x7f9c2c09b7b0 2024-09-21T00:26:57.632 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.628+0000 7f9c325c3640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f9c2c0cda80 con 0x7f9c2c0b7850 2024-09-21T00:26:57.632 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.628+0000 7f9c30b60640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9c2c0d0f50 0x7f9c2c09ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:57.632 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.628+0000 7f9c30b60640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9c2c0d0f50 0x7f9c2c09ca40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:53006/0 (socket says 172.21.15.67:53006) 2024-09-21T00:26:57.632 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.628+0000 7f9c30b60640 1 -- 172.21.15.67:0/542584963 learned_addr learned my addr 172.21.15.67:0/542584963 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:57.632 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.628+0000 7f9c2bfff640 1 --2- 172.21.15.67:0/542584963 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9c2c09b7b0 0x7f9c2c09f970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:57.632 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.628+0000 7f9c2b7fe640 1 --2- 172.21.15.67:0/542584963 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9c2c0b7850 0x7f9c2c1f5030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:57.632 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.628+0000 7f9c30b60640 1 -- 172.21.15.67:0/542584963 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9c2c0b7850 msgr2=0x7f9c2c1f5030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:57.632 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.628+0000 7f9c30b60640 1 --2- 172.21.15.67:0/542584963 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9c2c0b7850 0x7f9c2c1f5030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:57.632 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.628+0000 7f9c30b60640 1 -- 172.21.15.67:0/542584963 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9c2c09b7b0 msgr2=0x7f9c2c09f970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:57.632 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.628+0000 7f9c30b60640 1 --2- 172.21.15.67:0/542584963 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9c2c09b7b0 0x7f9c2c09f970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:57.632 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.629+0000 7f9c30b60640 1 -- 172.21.15.67:0/542584963 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c2c0a0230 con 0x7f9c2c0d0f50 2024-09-21T00:26:57.632 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.629+0000 7f9c30b60640 1 --2- 172.21.15.67:0/542584963 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9c2c0d0f50 0x7f9c2c09ca40 secure :-1 s=READY pgs=1163 cs=0 l=1 rev1=1 crypto rx=0x7f9c2400e990 tx=0x7f9c2400ee50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:57.632 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.629+0000 7f9c28ff9640 1 -- 172.21.15.67:0/542584963 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c24004d20 con 0x7f9c2c0d0f50 2024-09-21T00:26:57.632 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.629+0000 7f9c28ff9640 1 -- 172.21.15.67:0/542584963 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9c2400cb00 con 0x7f9c2c0d0f50 2024-09-21T00:26:57.633 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.629+0000 7f9c325c3640 1 -- 172.21.15.67:0/542584963 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c2c1f5570 con 0x7f9c2c0d0f50 2024-09-21T00:26:57.633 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.629+0000 7f9c28ff9640 1 -- 172.21.15.67:0/542584963 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c24005020 con 0x7f9c2c0d0f50 2024-09-21T00:26:57.633 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.629+0000 7f9c325c3640 1 -- 172.21.15.67:0/542584963 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c2c0ca960 con 0x7f9c2c0d0f50 2024-09-21T00:26:57.633 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.630+0000 7f9c325c3640 1 -- 172.21.15.67:0/542584963 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9c2c0cdfa0 con 0x7f9c2c0d0f50 2024-09-21T00:26:57.634 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.631+0000 7f9c28ff9640 1 -- 172.21.15.67:0/542584963 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f9c240051c0 con 0x7f9c2c0d0f50 2024-09-21T00:26:57.634 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.631+0000 7f9c28ff9640 1 --2- 172.21.15.67:0/542584963 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9c18078bc0 0x7f9c1807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:57.634 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.631+0000 7f9c28ff9640 1 -- 172.21.15.67:0/542584963 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 5881+0+0 (secure 0 0 0) 0x7f9c2409b780 con 0x7f9c2c0d0f50 2024-09-21T00:26:57.634 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.631+0000 7f9c2bfff640 1 --2- 172.21.15.67:0/542584963 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9c18078bc0 0x7f9c1807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:57.634 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.632+0000 7f9c2bfff640 1 --2- 172.21.15.67:0/542584963 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9c18078bc0 0x7f9c1807b0d0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f9c1c033000 tx=0x7f9c1c004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:57.637 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.636+0000 7f9c28ff9640 1 -- 172.21.15.67:0/542584963 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f9c24016030 con 0x7f9c2c0d0f50 2024-09-21T00:26:57.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.823+0000 7f9c325c3640 1 -- 172.21.15.67:0/542584963 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f9c2c09ffc0 con 0x7f9c2c0d0f50 2024-09-21T00:26:57.826 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.824+0000 7f9c28ff9640 1 -- 172.21.15.67:0/542584963 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v92) ==== 74+0+16939 (secure 0 0 0) 0x7f9c24063b10 con 0x7f9c2c0d0f50 2024-09-21T00:26:57.826 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:26:57.827 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":92,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:26:42.182441+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:26:18.754591+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"87","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-21T00:26:20.045987+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.67:6835/134451528":"2024-09-22T00:26:42.172009+0000","172.21.15.67:6833/134451528":"2024-09-22T00:26:42.172009+0000","172.21.15.67:6834/229215736":"2024-09-22T00:26:42.158547+0000","172.21.15.67:6832/229215736":"2024-09-22T00:26:42.158547+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:26:57.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.826+0000 7f9c325c3640 1 -- 172.21.15.67:0/542584963 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9c18078bc0 msgr2=0x7f9c1807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:57.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.826+0000 7f9c325c3640 1 --2- 172.21.15.67:0/542584963 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9c18078bc0 0x7f9c1807b0d0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f9c1c033000 tx=0x7f9c1c004730 comp rx=0 tx=0).stop 2024-09-21T00:26:57.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.826+0000 7f9c325c3640 1 -- 172.21.15.67:0/542584963 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9c2c0d0f50 msgr2=0x7f9c2c09ca40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:57.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.826+0000 7f9c325c3640 1 --2- 172.21.15.67:0/542584963 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9c2c0d0f50 0x7f9c2c09ca40 secure :-1 s=READY pgs=1163 cs=0 l=1 rev1=1 crypto rx=0x7f9c2400e990 tx=0x7f9c2400ee50 comp rx=0 tx=0).stop 2024-09-21T00:26:57.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.826+0000 7f9c325c3640 1 -- 172.21.15.67:0/542584963 shutdown_connections 2024-09-21T00:26:57.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.826+0000 7f9c325c3640 1 --2- 172.21.15.67:0/542584963 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9c18078bc0 0x7f9c1807b0d0 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:57.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.826+0000 7f9c325c3640 1 --2- 172.21.15.67:0/542584963 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9c2c0d0f50 0x7f9c2c09ca40 unknown :-1 s=CLOSED pgs=1163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:57.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.826+0000 7f9c325c3640 1 --2- 172.21.15.67:0/542584963 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9c2c0b7850 0x7f9c2c1f5030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:57.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.826+0000 7f9c325c3640 1 --2- 172.21.15.67:0/542584963 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9c2c09b7b0 0x7f9c2c09f970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:57.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.826+0000 7f9c325c3640 1 -- 172.21.15.67:0/542584963 >> 172.21.15.67:0/542584963 conn(0x7f9c2c0b4140 msgr2=0x7f9c2c0b5510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:57.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.826+0000 7f9c325c3640 1 -- 172.21.15.67:0/542584963 shutdown_connections 2024-09-21T00:26:57.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.826+0000 7f9c325c3640 1 -- 172.21.15.67:0/542584963 wait complete. 2024-09-21T00:26:57.840 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-21T00:26:57.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.956+0000 7f6fe0c0e640 1 -- 172.21.15.67:0/3175507674 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6fdc0b9e70 msgr2=0x7f6fdc0b6020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:57.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.956+0000 7f6fe0c0e640 1 --2- 172.21.15.67:0/3175507674 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6fdc0b9e70 0x7f6fdc0b6020 secure :-1 s=READY pgs=1165 cs=0 l=1 rev1=1 crypto rx=0x7f6fdc08d200 tx=0x7f6fcc02a4a0 comp rx=0 tx=0).stop 2024-09-21T00:26:57.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.956+0000 7f6fe0c0e640 1 -- 172.21.15.67:0/3175507674 shutdown_connections 2024-09-21T00:26:57.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.956+0000 7f6fe0c0e640 1 --2- 172.21.15.67:0/3175507674 >> v2:172.21.15.97:3300/0 conn(0x7f6fdc0d22f0 0x7f6fdc0b6560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:57.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.956+0000 7f6fe0c0e640 1 --2- 172.21.15.67:0/3175507674 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6fdc0b9e70 0x7f6fdc0b6020 unknown :-1 s=CLOSED pgs=1165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:57.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.956+0000 7f6fe0c0e640 1 -- 172.21.15.67:0/3175507674 >> 172.21.15.67:0/3175507674 conn(0x7f6fdc0d45a0 msgr2=0x7f6fdc0d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:57.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.956+0000 7f6fe0c0e640 1 -- 172.21.15.67:0/3175507674 shutdown_connections 2024-09-21T00:26:57.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.956+0000 7f6fe0c0e640 1 -- 172.21.15.67:0/3175507674 wait complete. 2024-09-21T00:26:57.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.958+0000 7f6fe0c0e640 1 Processor -- start 2024-09-21T00:26:57.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.958+0000 7f6fe0c0e640 1 -- start start 2024-09-21T00:26:57.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.959+0000 7f6fe0c0e640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6fdc06ebc0 0x7f6fdc1f6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:57.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.959+0000 7f6fe0c0e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6fdc0b9e70 0x7f6fdc1f67a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:57.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.959+0000 7f6fe0c0e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6fdc0d22f0 0x7f6fdc150640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:57.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.959+0000 7f6fe0c0e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f6fdc0d0650 con 0x7f6fdc0b9e70 2024-09-21T00:26:57.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.959+0000 7f6fe0c0e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f6fdc0d04d0 con 0x7f6fdc0d22f0 2024-09-21T00:26:57.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.959+0000 7f6fe0c0e640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f6fdc06f6e0 con 0x7f6fdc06ebc0 2024-09-21T00:26:57.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.959+0000 7f6fd9d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6fdc0b9e70 0x7f6fdc1f67a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:57.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.959+0000 7f6fd9d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6fdc0b9e70 0x7f6fdc1f67a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:53028/0 (socket says 172.21.15.67:53028) 2024-09-21T00:26:57.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.959+0000 7f6fd9d9b640 1 -- 172.21.15.67:0/4034594722 learned_addr learned my addr 172.21.15.67:0/4034594722 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:57.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.959+0000 7f6fd9d9b640 1 -- 172.21.15.67:0/4034594722 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6fdc06ebc0 msgr2=0x7f6fdc1f6260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:57.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.959+0000 7f6fd9d9b640 1 --2- 172.21.15.67:0/4034594722 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6fdc06ebc0 0x7f6fdc1f6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:57.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.959+0000 7f6fd9d9b640 1 -- 172.21.15.67:0/4034594722 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6fdc0d22f0 msgr2=0x7f6fdc150640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:57.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.959+0000 7f6fdad9d640 1 --2- 172.21.15.67:0/4034594722 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6fdc0d22f0 0x7f6fdc150640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:57.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.960+0000 7f6fd9d9b640 1 --2- 172.21.15.67:0/4034594722 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6fdc0d22f0 0x7f6fdc150640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:57.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.960+0000 7f6fd9d9b640 1 -- 172.21.15.67:0/4034594722 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6fdc1e8810 con 0x7f6fdc0b9e70 2024-09-21T00:26:57.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.960+0000 7f6fdad9d640 1 --2- 172.21.15.67:0/4034594722 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6fdc0d22f0 0x7f6fdc150640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:26:57.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.960+0000 7f6fd9d9b640 1 --2- 172.21.15.67:0/4034594722 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6fdc0b9e70 0x7f6fdc1f67a0 secure :-1 s=READY pgs=1166 cs=0 l=1 rev1=1 crypto rx=0x7f6fd000d7a0 tx=0x7f6fd000dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:57.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.960+0000 7f6fcaffd640 1 -- 172.21.15.67:0/4034594722 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fd0017070 con 0x7f6fdc0b9e70 2024-09-21T00:26:57.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.960+0000 7f6fcaffd640 1 -- 172.21.15.67:0/4034594722 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6fd0009d20 con 0x7f6fdc0b9e70 2024-09-21T00:26:57.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.960+0000 7f6fe0c0e640 1 -- 172.21.15.67:0/4034594722 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6fdc1e8af0 con 0x7f6fdc0b9e70 2024-09-21T00:26:57.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.960+0000 7f6fcaffd640 1 -- 172.21.15.67:0/4034594722 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fd0004280 con 0x7f6fdc0b9e70 2024-09-21T00:26:57.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.960+0000 7f6fe0c0e640 1 -- 172.21.15.67:0/4034594722 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6fdc1e90b0 con 0x7f6fdc0b9e70 2024-09-21T00:26:57.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.961+0000 7f6fe0c0e640 1 -- 172.21.15.67:0/4034594722 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6fdc06fb30 con 0x7f6fdc0b9e70 2024-09-21T00:26:57.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.962+0000 7f6fcaffd640 1 -- 172.21.15.67:0/4034594722 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f6fd0005020 con 0x7f6fdc0b9e70 2024-09-21T00:26:57.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.962+0000 7f6fcaffd640 1 --2- 172.21.15.67:0/4034594722 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6fbc078bc0 0x7f6fbc07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:57.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.962+0000 7f6fcaffd640 1 -- 172.21.15.67:0/4034594722 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 5881+0+0 (secure 0 0 0) 0x7f6fd009b180 con 0x7f6fdc0b9e70 2024-09-21T00:26:57.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.963+0000 7f6fda59c640 1 --2- 172.21.15.67:0/4034594722 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6fbc078bc0 0x7f6fbc07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:57.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.963+0000 7f6fda59c640 1 --2- 172.21.15.67:0/4034594722 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6fbc078bc0 0x7f6fbc07b0d0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f6fcc034000 tx=0x7f6fcc0046c0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:57.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:57.967+0000 7f6fcaffd640 1 -- 172.21.15.67:0/4034594722 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f6fd0020020 con 0x7f6fdc0b9e70 2024-09-21T00:26:58.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:58.198+0000 7f6fe0c0e640 1 -- 172.21.15.67:0/4034594722 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f6fdc0b8720 con 0x7f6fdc0b9e70 2024-09-21T00:26:58.200 INFO:tasks.ceph.mon.a.smithi067.stderr:2024-09-21T00:26:58.198+0000 7f6547693640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-21T00:26:58.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:58.200+0000 7f6fcaffd640 1 -- 172.21.15.67:0/4034594722 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v80) ==== 161+0+0 (secure 0 0 0) 0x7f6fd00635a0 con 0x7f6fdc0b9e70 2024-09-21T00:26:58.202 INFO:teuthology.orchestra.run.smithi067.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-21T00:26:58.205 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:58.203+0000 7f6fe0c0e640 1 -- 172.21.15.67:0/4034594722 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6fbc078bc0 msgr2=0x7f6fbc07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:58.205 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:58.203+0000 7f6fe0c0e640 1 --2- 172.21.15.67:0/4034594722 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6fbc078bc0 0x7f6fbc07b0d0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f6fcc034000 tx=0x7f6fcc0046c0 comp rx=0 tx=0).stop 2024-09-21T00:26:58.205 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:58.203+0000 7f6fe0c0e640 1 -- 172.21.15.67:0/4034594722 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6fdc0b9e70 msgr2=0x7f6fdc1f67a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:58.205 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:58.203+0000 7f6fe0c0e640 1 --2- 172.21.15.67:0/4034594722 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6fdc0b9e70 0x7f6fdc1f67a0 secure :-1 s=READY pgs=1166 cs=0 l=1 rev1=1 crypto rx=0x7f6fd000d7a0 tx=0x7f6fd000dc60 comp rx=0 tx=0).stop 2024-09-21T00:26:58.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:58.203+0000 7f6fe0c0e640 1 -- 172.21.15.67:0/4034594722 shutdown_connections 2024-09-21T00:26:58.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:58.203+0000 7f6fe0c0e640 1 --2- 172.21.15.67:0/4034594722 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6fbc078bc0 0x7f6fbc07b0d0 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:58.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:58.203+0000 7f6fe0c0e640 1 --2- 172.21.15.67:0/4034594722 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6fdc0d22f0 0x7f6fdc150640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:58.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:58.203+0000 7f6fe0c0e640 1 --2- 172.21.15.67:0/4034594722 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6fdc0b9e70 0x7f6fdc1f67a0 unknown :-1 s=CLOSED pgs=1166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:58.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:58.203+0000 7f6fe0c0e640 1 --2- 172.21.15.67:0/4034594722 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6fdc06ebc0 0x7f6fdc1f6260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:58.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:58.203+0000 7f6fe0c0e640 1 -- 172.21.15.67:0/4034594722 >> 172.21.15.67:0/4034594722 conn(0x7f6fdc0d45a0 msgr2=0x7f6fdc0b62f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:58.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:58.204+0000 7f6fe0c0e640 1 -- 172.21.15.67:0/4034594722 shutdown_connections 2024-09-21T00:26:58.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:58.204+0000 7f6fe0c0e640 1 -- 172.21.15.67:0/4034594722 wait complete. 2024-09-21T00:26:58.208 INFO:tasks.ceph.mds.c.smithi067.stderr: -3119> 2024-09-21T00:26:49.187+0000 7f39a1c6b640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-21T00:26:58.218 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-21T00:26:58.266 INFO:tasks.ceph.mds.c.smithi067.stdout:starting mds.c at 2024-09-21T00:26:58.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:58.337+0000 7fbae63eb640 1 -- 172.21.15.67:0/1747832043 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbae00d1450 msgr2=0x7fbae00b9950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:58.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:58.337+0000 7fbae63eb640 1 --2- 172.21.15.67:0/1747832043 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbae00d1450 0x7fbae00b9950 secure :-1 s=READY pgs=1171 cs=0 l=1 rev1=1 crypto rx=0x7fbad4009830 tx=0x7fbad402a480 comp rx=0 tx=0).stop 2024-09-21T00:26:58.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:58.337+0000 7fbae63eb640 1 -- 172.21.15.67:0/1747832043 shutdown_connections 2024-09-21T00:26:58.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:58.337+0000 7fbae63eb640 1 --2- 172.21.15.67:0/1747832043 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbae00d4db0 0x7fbae00b4350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:58.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:58.337+0000 7fbae63eb640 1 --2- 172.21.15.67:0/1747832043 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbae00d1450 0x7fbae00b9950 unknown :-1 s=CLOSED pgs=1171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:58.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:58.337+0000 7fbae63eb640 1 -- 172.21.15.67:0/1747832043 >> 172.21.15.67:0/1747832043 conn(0x7fbae009da10 msgr2=0x7fbae00d46a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:58.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:58.337+0000 7fbae63eb640 1 -- 172.21.15.67:0/1747832043 shutdown_connections 2024-09-21T00:26:58.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:58.337+0000 7fbae63eb640 1 -- 172.21.15.67:0/1747832043 wait complete. 2024-09-21T00:26:58.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:58.339+0000 7fbae63eb640 1 Processor -- start 2024-09-21T00:26:58.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:58.339+0000 7fbae63eb640 1 -- start start 2024-09-21T00:26:58.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:58.341+0000 7fbae63eb640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbae00d3590 0x7fbae00bb790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:58.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:58.341+0000 7fbae63eb640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbae00d4db0 0x7fbae015fb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:58.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:58.341+0000 7fbae63eb640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbae00a1910 0x7fbae00bc510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:58.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:58.341+0000 7fbae63eb640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fbae00b4cd0 con 0x7fbae00a1910 2024-09-21T00:26:58.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:58.341+0000 7fbae63eb640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fbae00b4b50 con 0x7fbae00d4db0 2024-09-21T00:26:58.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:58.341+0000 7fbae63eb640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fbae00b4e50 con 0x7fbae00d3590 2024-09-21T00:26:58.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:58.341+0000 7fbae4988640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbae00a1910 0x7fbae00bc510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:58.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:58.341+0000 7fbae4988640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbae00a1910 0x7fbae00bc510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:53068/0 (socket says 172.21.15.67:53068) 2024-09-21T00:26:58.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:58.341+0000 7fbae4988640 1 -- 172.21.15.67:0/1464926651 learned_addr learned my addr 172.21.15.67:0/1464926651 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:58.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:58.341+0000 7fbadf7fe640 1 --2- 172.21.15.67:0/1464926651 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbae00d4db0 0x7fbae015fb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:58.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:58.341+0000 7fbadffff640 1 --2- 172.21.15.67:0/1464926651 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbae00d3590 0x7fbae00bb790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:58.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:58.341+0000 7fbae4988640 1 -- 172.21.15.67:0/1464926651 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbae00d3590 msgr2=0x7fbae00bb790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:58.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:58.341+0000 7fbae4988640 1 --2- 172.21.15.67:0/1464926651 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbae00d3590 0x7fbae00bb790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:58.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:58.341+0000 7fbae4988640 1 -- 172.21.15.67:0/1464926651 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbae00d4db0 msgr2=0x7fbae015fb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:58.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:58.341+0000 7fbae4988640 1 --2- 172.21.15.67:0/1464926651 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbae00d4db0 0x7fbae015fb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:58.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:58.341+0000 7fbae4988640 1 -- 172.21.15.67:0/1464926651 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbae01f6270 con 0x7fbae00a1910 2024-09-21T00:26:58.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:58.341+0000 7fbae4988640 1 --2- 172.21.15.67:0/1464926651 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbae00a1910 0x7fbae00bc510 secure :-1 s=READY pgs=1172 cs=0 l=1 rev1=1 crypto rx=0x7fbad800cab0 tx=0x7fbad800cf70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:58.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:58.341+0000 7fbadcff9640 1 -- 172.21.15.67:0/1464926651 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbad8007d90 con 0x7fbae00a1910 2024-09-21T00:26:58.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:58.341+0000 7fbadcff9640 1 -- 172.21.15.67:0/1464926651 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbad8003990 con 0x7fbae00a1910 2024-09-21T00:26:58.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:58.342+0000 7fbae63eb640 1 -- 172.21.15.67:0/1464926651 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbae00a2060 con 0x7fbae00a1910 2024-09-21T00:26:58.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:58.342+0000 7fbadcff9640 1 -- 172.21.15.67:0/1464926651 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbad8003dc0 con 0x7fbae00a1910 2024-09-21T00:26:58.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:58.342+0000 7fbae63eb640 1 -- 172.21.15.67:0/1464926651 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbae009f110 con 0x7fbae00a1910 2024-09-21T00:26:58.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:58.343+0000 7fbae63eb640 1 -- 172.21.15.67:0/1464926651 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbae00a1dd0 con 0x7fbae00a1910 2024-09-21T00:26:58.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:58.344+0000 7fbadcff9640 1 -- 172.21.15.67:0/1464926651 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fbad8004b20 con 0x7fbae00a1910 2024-09-21T00:26:58.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:58.344+0000 7fbadcff9640 1 --2- 172.21.15.67:0/1464926651 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbacc078bc0 0x7fbacc07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:58.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:58.344+0000 7fbadcff9640 1 -- 172.21.15.67:0/1464926651 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 5967+0+0 (secure 0 0 0) 0x7fbad809b880 con 0x7fbae00a1910 2024-09-21T00:26:58.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:58.344+0000 7fbadffff640 1 --2- 172.21.15.67:0/1464926651 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbacc078bc0 0x7fbacc07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:58.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:58.345+0000 7fbadffff640 1 --2- 172.21.15.67:0/1464926651 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbacc078bc0 0x7fbacc07b0d0 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7fbad0001760 tx=0x7fbad0009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:58.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:58.348+0000 7fbadcff9640 1 -- 172.21.15.67:0/1464926651 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fbad8014030 con 0x7fbae00a1910 2024-09-21T00:26:58.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:58.574+0000 7fbae63eb640 1 -- 172.21.15.67:0/1464926651 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7fbae00b1db0 con 0x7fbae00a1910 2024-09-21T00:26:59.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:59.202+0000 7fbadcff9640 1 -- 172.21.15.67:0/1464926651 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v81) ==== 104+0+0 (secure 0 0 0) 0x7fbad80636e0 con 0x7fbae00a1910 2024-09-21T00:26:59.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:59.205+0000 7fbae63eb640 1 -- 172.21.15.67:0/1464926651 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbacc078bc0 msgr2=0x7fbacc07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:59.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:59.205+0000 7fbae63eb640 1 --2- 172.21.15.67:0/1464926651 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbacc078bc0 0x7fbacc07b0d0 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7fbad0001760 tx=0x7fbad0009040 comp rx=0 tx=0).stop 2024-09-21T00:26:59.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:59.205+0000 7fbae63eb640 1 -- 172.21.15.67:0/1464926651 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbae00a1910 msgr2=0x7fbae00bc510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:59.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:59.205+0000 7fbae63eb640 1 --2- 172.21.15.67:0/1464926651 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbae00a1910 0x7fbae00bc510 secure :-1 s=READY pgs=1172 cs=0 l=1 rev1=1 crypto rx=0x7fbad800cab0 tx=0x7fbad800cf70 comp rx=0 tx=0).stop 2024-09-21T00:26:59.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:59.205+0000 7fbae63eb640 1 -- 172.21.15.67:0/1464926651 shutdown_connections 2024-09-21T00:26:59.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:59.205+0000 7fbae63eb640 1 --2- 172.21.15.67:0/1464926651 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbacc078bc0 0x7fbacc07b0d0 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:59.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:59.205+0000 7fbae63eb640 1 --2- 172.21.15.67:0/1464926651 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbae00a1910 0x7fbae00bc510 unknown :-1 s=CLOSED pgs=1172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:59.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:59.205+0000 7fbae63eb640 1 --2- 172.21.15.67:0/1464926651 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbae00d4db0 0x7fbae015fb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:59.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:59.205+0000 7fbae63eb640 1 --2- 172.21.15.67:0/1464926651 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbae00d3590 0x7fbae00bb790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:59.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:59.205+0000 7fbae63eb640 1 -- 172.21.15.67:0/1464926651 >> 172.21.15.67:0/1464926651 conn(0x7fbae009da10 msgr2=0x7fbae00b7fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:59.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:59.205+0000 7fbae63eb640 1 -- 172.21.15.67:0/1464926651 shutdown_connections 2024-09-21T00:26:59.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:59.206+0000 7fbae63eb640 1 -- 172.21.15.67:0/1464926651 wait complete. 2024-09-21T00:26:59.221 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-21T00:26:59.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:59.344+0000 7f467cd89640 1 -- 172.21.15.67:0/3815122147 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4678074bd0 msgr2=0x7f467815b790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:59.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:59.344+0000 7f467cd89640 1 --2- 172.21.15.67:0/3815122147 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4678074bd0 0x7f467815b790 secure :-1 s=READY pgs=1174 cs=0 l=1 rev1=1 crypto rx=0x7f4668005fd0 tx=0x7f466802a8b0 comp rx=0 tx=0).stop 2024-09-21T00:26:59.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:59.344+0000 7f467cd89640 1 -- 172.21.15.67:0/3815122147 shutdown_connections 2024-09-21T00:26:59.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:59.344+0000 7f467cd89640 1 --2- 172.21.15.67:0/3815122147 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4678074bd0 0x7f467815b790 unknown :-1 s=CLOSED pgs=1174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:59.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:59.344+0000 7f467cd89640 1 -- 172.21.15.67:0/3815122147 >> 172.21.15.67:0/3815122147 conn(0x7f467806d720 msgr2=0x7f46780b1d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:26:59.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:59.344+0000 7f467cd89640 1 -- 172.21.15.67:0/3815122147 shutdown_connections 2024-09-21T00:26:59.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:59.344+0000 7f467cd89640 1 -- 172.21.15.67:0/3815122147 wait complete. 2024-09-21T00:26:59.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:59.346+0000 7f467cd89640 1 Processor -- start 2024-09-21T00:26:59.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:59.346+0000 7f467cd89640 1 -- start start 2024-09-21T00:26:59.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:59.348+0000 7f467cd89640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4678074bd0 0x7f46781560e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:59.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:59.348+0000 7f467cd89640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f46780cc330 0x7f4678149770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:59.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:59.348+0000 7f467cd89640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f46780cf210 0x7f4678159e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:59.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:59.348+0000 7f467cd89640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f4678073830 con 0x7f4678074bd0 2024-09-21T00:26:59.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:59.348+0000 7f467cd89640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f46780736b0 con 0x7f46780cc330 2024-09-21T00:26:59.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:59.348+0000 7f467cd89640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f46780739b0 con 0x7f46780cf210 2024-09-21T00:26:59.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:59.348+0000 7f467659c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4678074bd0 0x7f46781560e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:59.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:59.348+0000 7f467659c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4678074bd0 0x7f46781560e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:53078/0 (socket says 172.21.15.67:53078) 2024-09-21T00:26:59.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:59.348+0000 7f467659c640 1 -- 172.21.15.67:0/64592131 learned_addr learned my addr 172.21.15.67:0/64592131 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:26:59.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:59.348+0000 7f4675d9b640 1 --2- 172.21.15.67:0/64592131 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f46780cc330 0x7f4678149770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:59.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:59.348+0000 7f4676d9d640 1 --2- 172.21.15.67:0/64592131 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f46780cf210 0x7f4678159e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:59.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:59.348+0000 7f467659c640 1 -- 172.21.15.67:0/64592131 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f46780cf210 msgr2=0x7f4678159e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:59.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:59.348+0000 7f467659c640 1 --2- 172.21.15.67:0/64592131 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f46780cf210 0x7f4678159e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:59.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:59.348+0000 7f467659c640 1 -- 172.21.15.67:0/64592131 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f46780cc330 msgr2=0x7f4678149770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:26:59.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:59.348+0000 7f467659c640 1 --2- 172.21.15.67:0/64592131 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f46780cc330 0x7f4678149770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:26:59.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:59.348+0000 7f467659c640 1 -- 172.21.15.67:0/64592131 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4678149cb0 con 0x7f4678074bd0 2024-09-21T00:26:59.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:59.348+0000 7f467659c640 1 --2- 172.21.15.67:0/64592131 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4678074bd0 0x7f46781560e0 secure :-1 s=READY pgs=1175 cs=0 l=1 rev1=1 crypto rx=0x7f4668009cd0 tx=0x7f4668003970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:59.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:59.348+0000 7f466effd640 1 -- 172.21.15.67:0/64592131 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4668031990 con 0x7f4678074bd0 2024-09-21T00:26:59.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:59.348+0000 7f466effd640 1 -- 172.21.15.67:0/64592131 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4668031c20 con 0x7f4678074bd0 2024-09-21T00:26:59.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:59.349+0000 7f467cd89640 1 -- 172.21.15.67:0/64592131 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46781569e0 con 0x7f4678074bd0 2024-09-21T00:26:59.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:59.349+0000 7f466effd640 1 -- 172.21.15.67:0/64592131 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46680332d0 con 0x7f4678074bd0 2024-09-21T00:26:59.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:59.349+0000 7f467cd89640 1 -- 172.21.15.67:0/64592131 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46781f70a0 con 0x7f4678074bd0 2024-09-21T00:26:59.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:59.350+0000 7f467cd89640 1 -- 172.21.15.67:0/64592131 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4678073e60 con 0x7f4678074bd0 2024-09-21T00:26:59.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:59.350+0000 7f466effd640 1 -- 172.21.15.67:0/64592131 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f4668033470 con 0x7f4678074bd0 2024-09-21T00:26:59.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:59.351+0000 7f466effd640 1 --2- 172.21.15.67:0/64592131 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4658078bc0 0x7f465807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:26:59.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:59.351+0000 7f466effd640 1 -- 172.21.15.67:0/64592131 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(93..93 src has 1..93) ==== 5967+0+0 (secure 0 0 0) 0x7f46680bc090 con 0x7f4678074bd0 2024-09-21T00:26:59.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:59.351+0000 7f4675d9b640 1 --2- 172.21.15.67:0/64592131 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4658078bc0 0x7f465807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:26:59.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:59.352+0000 7f4675d9b640 1 --2- 172.21.15.67:0/64592131 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4658078bc0 0x7f465807b0d0 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f4660007fd0 tx=0x7f4660001390 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:26:59.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:59.356+0000 7f466effd640 1 -- 172.21.15.67:0/64592131 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f466803f030 con 0x7f4678074bd0 2024-09-21T00:26:59.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:26:59.542+0000 7f467cd89640 1 -- 172.21.15.67:0/64592131 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f46780cfa10 con 0x7f4678074bd0 2024-09-21T00:27:00.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:00.206+0000 7f466effd640 1 -- 172.21.15.67:0/64592131 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v94) ==== 181+0+0 (secure 0 0 0) 0x7f46680317b0 con 0x7f4678074bd0 2024-09-21T00:27:00.209 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_metadata' removed 2024-09-21T00:27:00.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:00.210+0000 7f467cd89640 1 -- 172.21.15.67:0/64592131 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4658078bc0 msgr2=0x7f465807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:00.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:00.210+0000 7f467cd89640 1 --2- 172.21.15.67:0/64592131 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4658078bc0 0x7f465807b0d0 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f4660007fd0 tx=0x7f4660001390 comp rx=0 tx=0).stop 2024-09-21T00:27:00.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:00.210+0000 7f467cd89640 1 -- 172.21.15.67:0/64592131 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4678074bd0 msgr2=0x7f46781560e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:00.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:00.210+0000 7f467cd89640 1 --2- 172.21.15.67:0/64592131 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4678074bd0 0x7f46781560e0 secure :-1 s=READY pgs=1175 cs=0 l=1 rev1=1 crypto rx=0x7f4668009cd0 tx=0x7f4668003970 comp rx=0 tx=0).stop 2024-09-21T00:27:00.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:00.210+0000 7f467cd89640 1 -- 172.21.15.67:0/64592131 shutdown_connections 2024-09-21T00:27:00.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:00.210+0000 7f467cd89640 1 --2- 172.21.15.67:0/64592131 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4658078bc0 0x7f465807b0d0 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:00.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:00.210+0000 7f467cd89640 1 --2- 172.21.15.67:0/64592131 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f46780cf210 0x7f4678159e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:00.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:00.210+0000 7f467cd89640 1 --2- 172.21.15.67:0/64592131 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f46780cc330 0x7f4678149770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:00.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:00.210+0000 7f467cd89640 1 --2- 172.21.15.67:0/64592131 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4678074bd0 0x7f46781560e0 unknown :-1 s=CLOSED pgs=1175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:00.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:00.210+0000 7f467cd89640 1 -- 172.21.15.67:0/64592131 >> 172.21.15.67:0/64592131 conn(0x7f467806d720 msgr2=0x7f46781e0b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:27:00.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:00.210+0000 7f467cd89640 1 -- 172.21.15.67:0/64592131 shutdown_connections 2024-09-21T00:27:00.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:00.210+0000 7f467cd89640 1 -- 172.21.15.67:0/64592131 wait complete. 2024-09-21T00:27:00.227 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-21T00:27:00.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:00.349+0000 7f2316969640 1 -- 172.21.15.67:0/2074214906 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f23100b9720 msgr2=0x7f23100d0ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:00.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:00.349+0000 7f2316969640 1 --2- 172.21.15.67:0/2074214906 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f23100b9720 0x7f23100d0ee0 secure :-1 s=READY pgs=1177 cs=0 l=1 rev1=1 crypto rx=0x7f23100c8060 tx=0x7f230402a5f0 comp rx=0 tx=0).stop 2024-09-21T00:27:00.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:00.349+0000 7f2316969640 1 -- 172.21.15.67:0/2074214906 shutdown_connections 2024-09-21T00:27:00.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:00.349+0000 7f2316969640 1 --2- 172.21.15.67:0/2074214906 >> v2:172.21.15.97:3300/0 conn(0x7f23100d1420 0x7f23100d2a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:00.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:00.349+0000 7f2316969640 1 --2- 172.21.15.67:0/2074214906 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f23100b9720 0x7f23100d0ee0 unknown :-1 s=CLOSED pgs=1177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:00.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:00.349+0000 7f2316969640 1 -- 172.21.15.67:0/2074214906 >> 172.21.15.67:0/2074214906 conn(0x7f231008bee0 msgr2=0x7f23100d4650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:27:00.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:00.349+0000 7f2316969640 1 -- 172.21.15.67:0/2074214906 shutdown_connections 2024-09-21T00:27:00.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:00.349+0000 7f2316969640 1 -- 172.21.15.67:0/2074214906 wait complete. 2024-09-21T00:27:00.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:00.351+0000 7f2316969640 1 Processor -- start 2024-09-21T00:27:00.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:00.351+0000 7f2316969640 1 -- start start 2024-09-21T00:27:00.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:00.352+0000 7f2316969640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f23100b9720 0x7f23100b4ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:00.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:00.353+0000 7f2316969640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f23100d1420 0x7f23100c80f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:00.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:00.353+0000 7f2316969640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f23100d5230 0x7f231014f3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:00.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:00.353+0000 7f2316969640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f23100d04d0 con 0x7f23100b9720 2024-09-21T00:27:00.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:00.353+0000 7f2316969640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f23100d2530 con 0x7f23100d1420 2024-09-21T00:27:00.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:00.353+0000 7f2316969640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f23100d2f90 con 0x7f23100d5230 2024-09-21T00:27:00.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:00.353+0000 7f230ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f23100b9720 0x7f23100b4ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:00.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:00.353+0000 7f230ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f23100b9720 0x7f23100b4ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:53100/0 (socket says 172.21.15.67:53100) 2024-09-21T00:27:00.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:00.353+0000 7f230ffff640 1 -- 172.21.15.67:0/2181393975 learned_addr learned my addr 172.21.15.67:0/2181393975 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:27:00.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:00.353+0000 7f230f7fe640 1 --2- 172.21.15.67:0/2181393975 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f23100d1420 0x7f23100c80f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:00.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:00.353+0000 7f2314f06640 1 --2- 172.21.15.67:0/2181393975 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f23100d5230 0x7f231014f3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:00.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:00.353+0000 7f230ffff640 1 -- 172.21.15.67:0/2181393975 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f23100d5230 msgr2=0x7f231014f3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:00.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:00.353+0000 7f230ffff640 1 --2- 172.21.15.67:0/2181393975 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f23100d5230 0x7f231014f3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:00.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:00.353+0000 7f230ffff640 1 -- 172.21.15.67:0/2181393975 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f23100d1420 msgr2=0x7f23100c80f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:00.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:00.353+0000 7f230ffff640 1 --2- 172.21.15.67:0/2181393975 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f23100d1420 0x7f23100c80f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:00.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:00.353+0000 7f230ffff640 1 -- 172.21.15.67:0/2181393975 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23101f5cb0 con 0x7f23100b9720 2024-09-21T00:27:00.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:00.353+0000 7f230ffff640 1 --2- 172.21.15.67:0/2181393975 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f23100b9720 0x7f23100b4ef0 secure :-1 s=READY pgs=1178 cs=0 l=1 rev1=1 crypto rx=0x7f230000c390 tx=0x7f230000c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:27:00.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:00.353+0000 7f230cff9640 1 -- 172.21.15.67:0/2181393975 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2300017070 con 0x7f23100b9720 2024-09-21T00:27:00.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:00.353+0000 7f2316969640 1 -- 172.21.15.67:0/2181393975 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23101f6b80 con 0x7f23100b9720 2024-09-21T00:27:00.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:00.353+0000 7f230cff9640 1 -- 172.21.15.67:0/2181393975 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f23000035f0 con 0x7f23100b9720 2024-09-21T00:27:00.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:00.353+0000 7f230cff9640 1 -- 172.21.15.67:0/2181393975 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2300003a20 con 0x7f23100b9720 2024-09-21T00:27:00.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:00.354+0000 7f2316969640 1 -- 172.21.15.67:0/2181393975 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f23101f6250 con 0x7f23100b9720 2024-09-21T00:27:00.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:00.354+0000 7f2316969640 1 -- 172.21.15.67:0/2181393975 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f23100d3520 con 0x7f23100b9720 2024-09-21T00:27:00.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:00.355+0000 7f230cff9640 1 -- 172.21.15.67:0/2181393975 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f230001a070 con 0x7f23100b9720 2024-09-21T00:27:00.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:00.356+0000 7f230cff9640 1 --2- 172.21.15.67:0/2181393975 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f22fc078b90 0x7f22fc07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:00.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:00.356+0000 7f230cff9640 1 -- 172.21.15.67:0/2181393975 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(94..94 src has 1..94) ==== 5529+0+0 (secure 0 0 0) 0x7f2300099fb0 con 0x7f23100b9720 2024-09-21T00:27:00.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:00.356+0000 7f230f7fe640 1 --2- 172.21.15.67:0/2181393975 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f22fc078b90 0x7f22fc07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:00.359 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:00.357+0000 7f230f7fe640 1 --2- 172.21.15.67:0/2181393975 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f22fc078b90 0x7f22fc07b0a0 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f2304034000 tx=0x7f2304004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:27:00.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:00.360+0000 7f230cff9640 1 -- 172.21.15.67:0/2181393975 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f2300061dd0 con 0x7f23100b9720 2024-09-21T00:27:00.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:00.548+0000 7f2316969640 1 -- 172.21.15.67:0/2181393975 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f23100d1f80 con 0x7f23100b9720 2024-09-21T00:27:01.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.216+0000 7f230cff9640 1 -- 172.21.15.67:0/2181393975 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v95) ==== 169+0+0 (secure 0 0 0) 0x7f2300066800 con 0x7f23100b9720 2024-09-21T00:27:01.218 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_data' removed 2024-09-21T00:27:01.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.221+0000 7f2316969640 1 -- 172.21.15.67:0/2181393975 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f22fc078b90 msgr2=0x7f22fc07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:01.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.221+0000 7f2316969640 1 --2- 172.21.15.67:0/2181393975 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f22fc078b90 0x7f22fc07b0a0 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f2304034000 tx=0x7f2304004730 comp rx=0 tx=0).stop 2024-09-21T00:27:01.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.221+0000 7f2316969640 1 -- 172.21.15.67:0/2181393975 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f23100b9720 msgr2=0x7f23100b4ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:01.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.221+0000 7f2316969640 1 --2- 172.21.15.67:0/2181393975 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f23100b9720 0x7f23100b4ef0 secure :-1 s=READY pgs=1178 cs=0 l=1 rev1=1 crypto rx=0x7f230000c390 tx=0x7f230000c850 comp rx=0 tx=0).stop 2024-09-21T00:27:01.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.221+0000 7f2316969640 1 -- 172.21.15.67:0/2181393975 shutdown_connections 2024-09-21T00:27:01.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.221+0000 7f2316969640 1 --2- 172.21.15.67:0/2181393975 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f22fc078b90 0x7f22fc07b0a0 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:01.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.221+0000 7f2316969640 1 --2- 172.21.15.67:0/2181393975 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f23100d5230 0x7f231014f3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:01.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.221+0000 7f2316969640 1 --2- 172.21.15.67:0/2181393975 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f23100d1420 0x7f23100c80f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:01.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.221+0000 7f2316969640 1 --2- 172.21.15.67:0/2181393975 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f23100b9720 0x7f23100b4ef0 unknown :-1 s=CLOSED pgs=1178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:01.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.221+0000 7f2316969640 1 -- 172.21.15.67:0/2181393975 >> 172.21.15.67:0/2181393975 conn(0x7f231008bee0 msgr2=0x7f23100b7480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:27:01.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.222+0000 7f2316969640 1 -- 172.21.15.67:0/2181393975 shutdown_connections 2024-09-21T00:27:01.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.222+0000 7f2316969640 1 -- 172.21.15.67:0/2181393975 wait complete. 2024-09-21T00:27:01.240 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config reset 31 2024-09-21T00:27:01.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.360+0000 7f66a4015640 1 -- 172.21.15.67:0/2981258004 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f669c0d1420 msgr2=0x7f669c0d0110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:01.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.360+0000 7f66a4015640 1 --2- 172.21.15.67:0/2981258004 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f669c0d1420 0x7f669c0d0110 secure :-1 s=READY pgs=1180 cs=0 l=1 rev1=1 crypto rx=0x7f6694005fd0 tx=0x7f669402a940 comp rx=0 tx=0).stop 2024-09-21T00:27:01.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.360+0000 7f66a4015640 1 -- 172.21.15.67:0/2981258004 shutdown_connections 2024-09-21T00:27:01.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.360+0000 7f66a4015640 1 --2- 172.21.15.67:0/2981258004 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f669c0d1420 0x7f669c0d0110 unknown :-1 s=CLOSED pgs=1180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:01.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.360+0000 7f66a4015640 1 -- 172.21.15.67:0/2981258004 >> 172.21.15.67:0/2981258004 conn(0x7f669c08bee0 msgr2=0x7f669c0d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:27:01.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.360+0000 7f66a4015640 1 -- 172.21.15.67:0/2981258004 shutdown_connections 2024-09-21T00:27:01.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.360+0000 7f66a4015640 1 -- 172.21.15.67:0/2981258004 wait complete. 2024-09-21T00:27:01.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.362+0000 7f66a4015640 1 Processor -- start 2024-09-21T00:27:01.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.362+0000 7f66a4015640 1 -- start start 2024-09-21T00:27:01.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.363+0000 7f66a4015640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f669c0b9780 0x7f669c1564b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:01.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.363+0000 7f66a4015640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f669c0d1010 0x7f669c0ce270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:01.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.363+0000 7f66a4015640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f669c0d1420 0x7f669c15cec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:01.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.363+0000 7f66a4015640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f669c169f30 con 0x7f669c0d1420 2024-09-21T00:27:01.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.363+0000 7f66a4015640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f669c169db0 con 0x7f669c0d1010 2024-09-21T00:27:01.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.363+0000 7f66a4015640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f669c16a0b0 con 0x7f669c0b9780 2024-09-21T00:27:01.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.364+0000 7f66a25b2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f669c0d1420 0x7f669c15cec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:01.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.364+0000 7f66a25b2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f669c0d1420 0x7f669c15cec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:53128/0 (socket says 172.21.15.67:53128) 2024-09-21T00:27:01.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.364+0000 7f66a25b2640 1 -- 172.21.15.67:0/2416584238 learned_addr learned my addr 172.21.15.67:0/2416584238 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:27:01.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.364+0000 7f66a15b0640 1 --2- 172.21.15.67:0/2416584238 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f669c0d1010 0x7f669c0ce270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:01.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.364+0000 7f66a1db1640 1 --2- 172.21.15.67:0/2416584238 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f669c0b9780 0x7f669c1564b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:01.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.364+0000 7f66a25b2640 1 -- 172.21.15.67:0/2416584238 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f669c0b9780 msgr2=0x7f669c1564b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:01.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.364+0000 7f66a25b2640 1 --2- 172.21.15.67:0/2416584238 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f669c0b9780 0x7f669c1564b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:01.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.364+0000 7f66a25b2640 1 -- 172.21.15.67:0/2416584238 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f669c0d1010 msgr2=0x7f669c0ce270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:01.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.364+0000 7f66a25b2640 1 --2- 172.21.15.67:0/2416584238 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f669c0d1010 0x7f669c0ce270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:01.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.364+0000 7f66a25b2640 1 -- 172.21.15.67:0/2416584238 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f669c0b37c0 con 0x7f669c0d1420 2024-09-21T00:27:01.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.364+0000 7f66a25b2640 1 --2- 172.21.15.67:0/2416584238 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f669c0d1420 0x7f669c15cec0 secure :-1 s=READY pgs=1181 cs=0 l=1 rev1=1 crypto rx=0x7f669402af30 tx=0x7f6694031ea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:27:01.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.364+0000 7f669a7fc640 1 -- 172.21.15.67:0/2416584238 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f669403e070 con 0x7f669c0d1420 2024-09-21T00:27:01.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.364+0000 7f669a7fc640 1 -- 172.21.15.67:0/2416584238 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6694004560 con 0x7f669c0d1420 2024-09-21T00:27:01.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.364+0000 7f669a7fc640 1 -- 172.21.15.67:0/2416584238 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6694043460 con 0x7f669c0d1420 2024-09-21T00:27:01.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.364+0000 7f66a4015640 1 -- 172.21.15.67:0/2416584238 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f669c0b20a0 con 0x7f669c0d1420 2024-09-21T00:27:01.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.364+0000 7f66a4015640 1 -- 172.21.15.67:0/2416584238 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f669c0b1dc0 con 0x7f669c0d1420 2024-09-21T00:27:01.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.365+0000 7f66a4015640 1 -- 172.21.15.67:0/2416584238 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f669c0d2cf0 con 0x7f669c0d1420 2024-09-21T00:27:01.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.366+0000 7f669a7fc640 1 -- 172.21.15.67:0/2416584238 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f669403a440 con 0x7f669c0d1420 2024-09-21T00:27:01.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.367+0000 7f669a7fc640 1 --2- 172.21.15.67:0/2416584238 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6688078bc0 0x7f668807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:01.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.367+0000 7f669a7fc640 1 -- 172.21.15.67:0/2416584238 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 5115+0+0 (secure 0 0 0) 0x7f66940bc600 con 0x7f669c0d1420 2024-09-21T00:27:01.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.367+0000 7f66a1db1640 1 --2- 172.21.15.67:0/2416584238 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6688078bc0 0x7f668807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:01.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.367+0000 7f66a1db1640 1 --2- 172.21.15.67:0/2416584238 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6688078bc0 0x7f668807b0d0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f668c007fd0 tx=0x7f668c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:27:01.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.371+0000 7f669a7fc640 1 -- 172.21.15.67:0/2416584238 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f66940846d0 con 0x7f669c0d1420 2024-09-21T00:27:01.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.563+0000 7f66a4015640 1 -- 172.21.15.67:0/2416584238 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "config reset", "num": 31} v 0) -- 0x7f669c06f780 con 0x7f669c0d1420 2024-09-21T00:27:01.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.566+0000 7f669a7fc640 1 -- 172.21.15.67:0/2416584238 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "config reset", "num": 31}]=0 v49) ==== 71+0+0 (secure 0 0 0) 0x7f6694089100 con 0x7f669c0d1420 2024-09-21T00:27:01.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.569+0000 7f66a4015640 1 -- 172.21.15.67:0/2416584238 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6688078bc0 msgr2=0x7f668807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:01.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.569+0000 7f66a4015640 1 --2- 172.21.15.67:0/2416584238 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6688078bc0 0x7f668807b0d0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f668c007fd0 tx=0x7f668c009040 comp rx=0 tx=0).stop 2024-09-21T00:27:01.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.569+0000 7f66a4015640 1 -- 172.21.15.67:0/2416584238 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f669c0d1420 msgr2=0x7f669c15cec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:01.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.569+0000 7f66a4015640 1 --2- 172.21.15.67:0/2416584238 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f669c0d1420 0x7f669c15cec0 secure :-1 s=READY pgs=1181 cs=0 l=1 rev1=1 crypto rx=0x7f669402af30 tx=0x7f6694031ea0 comp rx=0 tx=0).stop 2024-09-21T00:27:01.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.569+0000 7f66a4015640 1 -- 172.21.15.67:0/2416584238 shutdown_connections 2024-09-21T00:27:01.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.569+0000 7f66a4015640 1 --2- 172.21.15.67:0/2416584238 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6688078bc0 0x7f668807b0d0 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:01.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.569+0000 7f66a4015640 1 --2- 172.21.15.67:0/2416584238 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f669c0d1420 0x7f669c15cec0 unknown :-1 s=CLOSED pgs=1181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:01.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.569+0000 7f66a4015640 1 --2- 172.21.15.67:0/2416584238 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f669c0d1010 0x7f669c0ce270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:01.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.569+0000 7f66a4015640 1 --2- 172.21.15.67:0/2416584238 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f669c0b9780 0x7f669c1564b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:01.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.569+0000 7f66a4015640 1 -- 172.21.15.67:0/2416584238 >> 172.21.15.67:0/2416584238 conn(0x7f669c08bee0 msgr2=0x7f669c06dfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:27:01.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.569+0000 7f66a4015640 1 -- 172.21.15.67:0/2416584238 shutdown_connections 2024-09-21T00:27:01.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.569+0000 7f66a4015640 1 -- 172.21.15.67:0/2416584238 wait complete. 2024-09-21T00:27:01.583 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_scrub_checks.TestScrubChecks.test_scrub_split_dirfrags' 2024-09-21T00:27:01.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.696+0000 7fca482d3640 1 -- 172.21.15.67:0/2062249456 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fca40162ea0 msgr2=0x7fca400cf740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:01.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.696+0000 7fca482d3640 1 --2- 172.21.15.67:0/2062249456 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fca40162ea0 0x7fca400cf740 secure :-1 s=READY pgs=1182 cs=0 l=1 rev1=1 crypto rx=0x7fca400c8280 tx=0x7fca3c02a540 comp rx=0 tx=0).stop 2024-09-21T00:27:01.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.697+0000 7fca482d3640 1 -- 172.21.15.67:0/2062249456 shutdown_connections 2024-09-21T00:27:01.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.697+0000 7fca482d3640 1 --2- 172.21.15.67:0/2062249456 >> v2:172.21.15.97:3300/0 conn(0x7fca400d11c0 0x7fca400d15d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:01.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.697+0000 7fca482d3640 1 --2- 172.21.15.67:0/2062249456 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fca40162ea0 0x7fca400cf740 unknown :-1 s=CLOSED pgs=1182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:01.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.697+0000 7fca482d3640 1 -- 172.21.15.67:0/2062249456 >> 172.21.15.67:0/2062249456 conn(0x7fca4006dfb0 msgr2=0x7fca4006e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:27:01.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.697+0000 7fca482d3640 1 -- 172.21.15.67:0/2062249456 shutdown_connections 2024-09-21T00:27:01.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.697+0000 7fca482d3640 1 -- 172.21.15.67:0/2062249456 wait complete. 2024-09-21T00:27:01.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.698+0000 7fca482d3640 1 Processor -- start 2024-09-21T00:27:01.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.698+0000 7fca482d3640 1 -- start start 2024-09-21T00:27:01.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.700+0000 7fca482d3640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fca400d11c0 0x7fca40158390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:01.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.700+0000 7fca482d3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fca400d2b00 0x7fca40154890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:01.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.700+0000 7fca482d3640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fca40162ea0 0x7fca400b6290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:01.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.700+0000 7fca482d3640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fca4015f640 con 0x7fca400d2b00 2024-09-21T00:27:01.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.700+0000 7fca482d3640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fca4015f4c0 con 0x7fca400d11c0 2024-09-21T00:27:01.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.700+0000 7fca482d3640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fca4015f7c0 con 0x7fca40162ea0 2024-09-21T00:27:01.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.700+0000 7fca4586e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fca400d2b00 0x7fca40154890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:01.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.700+0000 7fca4586e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fca400d2b00 0x7fca40154890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:53142/0 (socket says 172.21.15.67:53142) 2024-09-21T00:27:01.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.700+0000 7fca4586e640 1 -- 172.21.15.67:0/817323770 learned_addr learned my addr 172.21.15.67:0/817323770 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:27:01.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.700+0000 7fca4606f640 1 --2- 172.21.15.67:0/817323770 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fca400d11c0 0x7fca40158390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:01.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.700+0000 7fca46870640 1 --2- 172.21.15.67:0/817323770 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fca40162ea0 0x7fca400b6290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:01.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.700+0000 7fca4586e640 1 -- 172.21.15.67:0/817323770 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fca40162ea0 msgr2=0x7fca400b6290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:01.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.700+0000 7fca4586e640 1 --2- 172.21.15.67:0/817323770 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fca40162ea0 0x7fca400b6290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:01.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.700+0000 7fca4586e640 1 -- 172.21.15.67:0/817323770 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fca400d11c0 msgr2=0x7fca40158390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:01.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.700+0000 7fca4586e640 1 --2- 172.21.15.67:0/817323770 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fca400d11c0 0x7fca40158390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:01.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.700+0000 7fca4586e640 1 -- 172.21.15.67:0/817323770 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca40154dd0 con 0x7fca400d2b00 2024-09-21T00:27:01.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.700+0000 7fca4586e640 1 --2- 172.21.15.67:0/817323770 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fca400d2b00 0x7fca40154890 secure :-1 s=READY pgs=1183 cs=0 l=1 rev1=1 crypto rx=0x7fca3000b3f0 tx=0x7fca3000b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:27:01.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.700+0000 7fca36ffd640 1 -- 172.21.15.67:0/817323770 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca30015020 con 0x7fca400d2b00 2024-09-21T00:27:01.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.700+0000 7fca36ffd640 1 -- 172.21.15.67:0/817323770 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fca30011920 con 0x7fca400d2b00 2024-09-21T00:27:01.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.701+0000 7fca36ffd640 1 -- 172.21.15.67:0/817323770 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca30011d70 con 0x7fca400d2b00 2024-09-21T00:27:01.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.701+0000 7fca482d3640 1 -- 172.21.15.67:0/817323770 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fca40158dd0 con 0x7fca400d2b00 2024-09-21T00:27:01.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.701+0000 7fca482d3640 1 -- 172.21.15.67:0/817323770 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fca40159390 con 0x7fca400d2b00 2024-09-21T00:27:01.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.701+0000 7fca482d3640 1 -- 172.21.15.67:0/817323770 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fca40158a00 con 0x7fca400d2b00 2024-09-21T00:27:01.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.702+0000 7fca36ffd640 1 -- 172.21.15.67:0/817323770 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fca30018020 con 0x7fca400d2b00 2024-09-21T00:27:01.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.703+0000 7fca36ffd640 1 --2- 172.21.15.67:0/817323770 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fca24078bc0 0x7fca2407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:01.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.703+0000 7fca36ffd640 1 -- 172.21.15.67:0/817323770 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 5115+0+0 (secure 0 0 0) 0x7fca3009a4a0 con 0x7fca400d2b00 2024-09-21T00:27:01.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.703+0000 7fca4606f640 1 --2- 172.21.15.67:0/817323770 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fca24078bc0 0x7fca2407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:01.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.704+0000 7fca4606f640 1 --2- 172.21.15.67:0/817323770 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fca24078bc0 0x7fca2407b0d0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7fca3c034000 tx=0x7fca3c004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:27:01.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.707+0000 7fca36ffd640 1 -- 172.21.15.67:0/817323770 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fca3001f030 con 0x7fca400d2b00 2024-09-21T00:27:01.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:01.977+0000 7fca482d3640 1 -- 172.21.15.67:0/817323770 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_scrub_checks.TestScrubChecks.test_scrub_split_dirfrags"]} v 0) -- 0x7fca40158bd0 con 0x7fca400d2b00 2024-09-21T00:27:02.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.217+0000 7fca36ffd640 1 -- 172.21.15.67:0/817323770 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_scrub_checks.TestScrubChecks.test_scrub_split_dirfrags"]}]=0 v287) ==== 151+0+0 (secure 0 0 0) 0x7fca40158bd0 con 0x7fca400d2b00 2024-09-21T00:27:02.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.220+0000 7fca482d3640 1 -- 172.21.15.67:0/817323770 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fca24078bc0 msgr2=0x7fca2407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:02.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.220+0000 7fca482d3640 1 --2- 172.21.15.67:0/817323770 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fca24078bc0 0x7fca2407b0d0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7fca3c034000 tx=0x7fca3c004730 comp rx=0 tx=0).stop 2024-09-21T00:27:02.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.220+0000 7fca482d3640 1 -- 172.21.15.67:0/817323770 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fca400d2b00 msgr2=0x7fca40154890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:02.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.220+0000 7fca482d3640 1 --2- 172.21.15.67:0/817323770 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fca400d2b00 0x7fca40154890 secure :-1 s=READY pgs=1183 cs=0 l=1 rev1=1 crypto rx=0x7fca3000b3f0 tx=0x7fca3000b8b0 comp rx=0 tx=0).stop 2024-09-21T00:27:02.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.220+0000 7fca482d3640 1 -- 172.21.15.67:0/817323770 shutdown_connections 2024-09-21T00:27:02.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.220+0000 7fca482d3640 1 --2- 172.21.15.67:0/817323770 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fca24078bc0 0x7fca2407b0d0 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:02.223 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.220+0000 7fca482d3640 1 --2- 172.21.15.67:0/817323770 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fca40162ea0 0x7fca400b6290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:02.223 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.220+0000 7fca482d3640 1 --2- 172.21.15.67:0/817323770 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fca400d2b00 0x7fca40154890 unknown :-1 s=CLOSED pgs=1183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:02.223 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.220+0000 7fca482d3640 1 --2- 172.21.15.67:0/817323770 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fca400d11c0 0x7fca40158390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:02.223 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.220+0000 7fca482d3640 1 -- 172.21.15.67:0/817323770 >> 172.21.15.67:0/817323770 conn(0x7fca4006dfb0 msgr2=0x7fca400d4fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:27:02.223 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.220+0000 7fca482d3640 1 -- 172.21.15.67:0/817323770 shutdown_connections 2024-09-21T00:27:02.223 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.220+0000 7fca482d3640 1 -- 172.21.15.67:0/817323770 wait complete. 2024-09-21T00:27:02.233 INFO:tasks.cephfs_test_runner:That a directory is split during scrub. ... ok 2024-09-21T00:27:02.233 INFO:tasks.cephfs_test_runner:Starting test: test_stray_evaluation_with_scrub (tasks.cephfs.test_scrub_checks.TestScrubChecks) test that scrub can iterate over ~mdsdir and evaluate strays 2024-09-21T00:27:02.233 INFO:tasks.cephfs_test_runner:test_stray_evaluation_with_scrub (tasks.cephfs.test_scrub_checks.TestScrubChecks) 2024-09-21T00:27:02.234 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:27:02.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.349+0000 7f2484b00640 1 -- 172.21.15.67:0/691864916 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f24800b6730 msgr2=0x7f24800cf260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:02.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.349+0000 7f2484b00640 1 --2- 172.21.15.67:0/691864916 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f24800b6730 0x7f24800cf260 secure :-1 s=READY pgs=1185 cs=0 l=1 rev1=1 crypto rx=0x7f24800b3f60 tx=0x7f247402a4a0 comp rx=0 tx=0).stop 2024-09-21T00:27:02.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.349+0000 7f2484b00640 1 -- 172.21.15.67:0/691864916 shutdown_connections 2024-09-21T00:27:02.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.349+0000 7f2484b00640 1 --2- 172.21.15.67:0/691864916 >> v2:172.21.15.97:3300/0 conn(0x7f248006fbd0 0x7f24800cf7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:02.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.349+0000 7f2484b00640 1 --2- 172.21.15.67:0/691864916 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f24800b6730 0x7f24800cf260 unknown :-1 s=CLOSED pgs=1185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:02.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.349+0000 7f2484b00640 1 -- 172.21.15.67:0/691864916 >> 172.21.15.67:0/691864916 conn(0x7f24800d45a0 msgr2=0x7f24800d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:27:02.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.349+0000 7f2484b00640 1 -- 172.21.15.67:0/691864916 shutdown_connections 2024-09-21T00:27:02.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.349+0000 7f2484b00640 1 -- 172.21.15.67:0/691864916 wait complete. 2024-09-21T00:27:02.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.351+0000 7f2484b00640 1 Processor -- start 2024-09-21T00:27:02.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.351+0000 7f2484b00640 1 -- start start 2024-09-21T00:27:02.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.352+0000 7f2484b00640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f248006fbd0 0x7f24800ce0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:02.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.352+0000 7f2484b00640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f24800b9e70 0x7f248015c900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:02.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.352+0000 7f2484b00640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f248015d400 0x7f24800d49b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:02.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.352+0000 7f2484b00640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f24800cfce0 con 0x7f248006fbd0 2024-09-21T00:27:02.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.352+0000 7f2484b00640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f24800d25e0 con 0x7f248015d400 2024-09-21T00:27:02.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.352+0000 7f2484b00640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f24800cfe60 con 0x7f24800b9e70 2024-09-21T00:27:02.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.352+0000 7f247e59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f248006fbd0 0x7f24800ce0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:02.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.352+0000 7f247e59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f248006fbd0 0x7f24800ce0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:53170/0 (socket says 172.21.15.67:53170) 2024-09-21T00:27:02.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.352+0000 7f247e59c640 1 -- 172.21.15.67:0/506779667 learned_addr learned my addr 172.21.15.67:0/506779667 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:27:02.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.352+0000 7f247ed9d640 1 --2- 172.21.15.67:0/506779667 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f248015d400 0x7f24800d49b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:02.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.352+0000 7f247dd9b640 1 --2- 172.21.15.67:0/506779667 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f24800b9e70 0x7f248015c900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:02.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.353+0000 7f247e59c640 1 -- 172.21.15.67:0/506779667 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f24800b9e70 msgr2=0x7f248015c900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:02.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.353+0000 7f247e59c640 1 --2- 172.21.15.67:0/506779667 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f24800b9e70 0x7f248015c900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:02.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.353+0000 7f247e59c640 1 -- 172.21.15.67:0/506779667 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f248015d400 msgr2=0x7f24800d49b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:02.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.353+0000 7f247e59c640 1 --2- 172.21.15.67:0/506779667 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f248015d400 0x7f24800d49b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:02.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.353+0000 7f247e59c640 1 -- 172.21.15.67:0/506779667 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24801f4ed0 con 0x7f248006fbd0 2024-09-21T00:27:02.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.353+0000 7f247ed9d640 1 --2- 172.21.15.67:0/506779667 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f248015d400 0x7f24800d49b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:27:02.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.353+0000 7f247e59c640 1 --2- 172.21.15.67:0/506779667 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f248006fbd0 0x7f24800ce0a0 secure :-1 s=READY pgs=1186 cs=0 l=1 rev1=1 crypto rx=0x7f247000c430 tx=0x7f247000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:27:02.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.353+0000 7f246effd640 1 -- 172.21.15.67:0/506779667 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2470011790 con 0x7f248006fbd0 2024-09-21T00:27:02.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.353+0000 7f246effd640 1 -- 172.21.15.67:0/506779667 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2470017070 con 0x7f248006fbd0 2024-09-21T00:27:02.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.353+0000 7f2484b00640 1 -- 172.21.15.67:0/506779667 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f24801f5190 con 0x7f248006fbd0 2024-09-21T00:27:02.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.353+0000 7f246effd640 1 -- 172.21.15.67:0/506779667 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2470011ce0 con 0x7f248006fbd0 2024-09-21T00:27:02.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.353+0000 7f2484b00640 1 -- 172.21.15.67:0/506779667 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24801f5750 con 0x7f248006fbd0 2024-09-21T00:27:02.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.354+0000 7f2484b00640 1 -- 172.21.15.67:0/506779667 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f24800d0310 con 0x7f248006fbd0 2024-09-21T00:27:02.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.355+0000 7f246effd640 1 -- 172.21.15.67:0/506779667 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f247001c460 con 0x7f248006fbd0 2024-09-21T00:27:02.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.356+0000 7f246effd640 1 --2- 172.21.15.67:0/506779667 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2460078b90 0x7f246007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:02.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.356+0000 7f246effd640 1 -- 172.21.15.67:0/506779667 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 5115+0+0 (secure 0 0 0) 0x7f247009a910 con 0x7f248006fbd0 2024-09-21T00:27:02.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.356+0000 7f247dd9b640 1 --2- 172.21.15.67:0/506779667 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2460078b90 0x7f246007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:02.359 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.356+0000 7f247dd9b640 1 --2- 172.21.15.67:0/506779667 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2460078b90 0x7f246007b0a0 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f2474034000 tx=0x7f2474004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:27:02.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.360+0000 7f246effd640 1 -- 172.21.15.67:0/506779667 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f2470062fa0 con 0x7f248006fbd0 2024-09-21T00:27:02.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.552+0000 7f2484b00640 1 -- 172.21.15.67:0/506779667 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f24800b3320 con 0x7f248006fbd0 2024-09-21T00:27:02.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.553+0000 7f246effd640 1 -- 172.21.15.67:0/506779667 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v95) ==== 74+0+13253 (secure 0 0 0) 0x7f24700628a0 con 0x7f248006fbd0 2024-09-21T00:27:02.555 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:27:02.555 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":95,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:27:01.208873+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.67:6835/1958903248":"2024-09-22T00:26:58.200398+0000","172.21.15.67:6834/1958903248":"2024-09-22T00:26:58.200398+0000","172.21.15.67:6835/134451528":"2024-09-22T00:26:42.172009+0000","172.21.15.67:6833/134451528":"2024-09-22T00:26:42.172009+0000","172.21.15.67:6834/229215736":"2024-09-22T00:26:42.158547+0000","172.21.15.67:6832/229215736":"2024-09-22T00:26:42.158547+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:27:02.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.555+0000 7f2484b00640 1 -- 172.21.15.67:0/506779667 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2460078b90 msgr2=0x7f246007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:02.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.555+0000 7f2484b00640 1 --2- 172.21.15.67:0/506779667 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2460078b90 0x7f246007b0a0 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f2474034000 tx=0x7f2474004730 comp rx=0 tx=0).stop 2024-09-21T00:27:02.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.555+0000 7f2484b00640 1 -- 172.21.15.67:0/506779667 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f248006fbd0 msgr2=0x7f24800ce0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:02.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.555+0000 7f2484b00640 1 --2- 172.21.15.67:0/506779667 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f248006fbd0 0x7f24800ce0a0 secure :-1 s=READY pgs=1186 cs=0 l=1 rev1=1 crypto rx=0x7f247000c430 tx=0x7f247000c8f0 comp rx=0 tx=0).stop 2024-09-21T00:27:02.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.555+0000 7f2484b00640 1 -- 172.21.15.67:0/506779667 shutdown_connections 2024-09-21T00:27:02.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.555+0000 7f2484b00640 1 --2- 172.21.15.67:0/506779667 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2460078b90 0x7f246007b0a0 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:02.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.555+0000 7f2484b00640 1 --2- 172.21.15.67:0/506779667 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f248015d400 0x7f24800d49b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:02.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.555+0000 7f2484b00640 1 --2- 172.21.15.67:0/506779667 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f24800b9e70 0x7f248015c900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:02.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.555+0000 7f2484b00640 1 --2- 172.21.15.67:0/506779667 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f248006fbd0 0x7f24800ce0a0 unknown :-1 s=CLOSED pgs=1186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:02.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.555+0000 7f2484b00640 1 -- 172.21.15.67:0/506779667 >> 172.21.15.67:0/506779667 conn(0x7f24800d45a0 msgr2=0x7f2480161420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:27:02.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.555+0000 7f2484b00640 1 -- 172.21.15.67:0/506779667 shutdown_connections 2024-09-21T00:27:02.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.555+0000 7f2484b00640 1 -- 172.21.15.67:0/506779667 wait complete. 2024-09-21T00:27:02.568 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-21T00:21:09.510963+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-21T00:27:02.568 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-21T00:27:02.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.685+0000 7efe6eca9640 1 -- 172.21.15.67:0/2690792816 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efe680d4db0 msgr2=0x7efe680d0d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:02.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.685+0000 7efe6eca9640 1 --2- 172.21.15.67:0/2690792816 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efe680d4db0 0x7efe680d0d40 secure :-1 s=READY pgs=1188 cs=0 l=1 rev1=1 crypto rx=0x7efe680b7270 tx=0x7efe5802a4a0 comp rx=0 tx=0).stop 2024-09-21T00:27:02.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.685+0000 7efe6eca9640 1 -- 172.21.15.67:0/2690792816 shutdown_connections 2024-09-21T00:27:02.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.685+0000 7efe6eca9640 1 --2- 172.21.15.67:0/2690792816 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efe680d4db0 0x7efe680d0d40 unknown :-1 s=CLOSED pgs=1188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:02.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.685+0000 7efe6eca9640 1 --2- 172.21.15.67:0/2690792816 >> v2:172.21.15.97:3300/0 conn(0x7efe680d3590 0x7efe680b9950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:02.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.685+0000 7efe6eca9640 1 -- 172.21.15.67:0/2690792816 >> 172.21.15.67:0/2690792816 conn(0x7efe6809da10 msgr2=0x7efe680d46a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:27:02.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.685+0000 7efe6eca9640 1 -- 172.21.15.67:0/2690792816 shutdown_connections 2024-09-21T00:27:02.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.685+0000 7efe6eca9640 1 -- 172.21.15.67:0/2690792816 wait complete. 2024-09-21T00:27:02.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.687+0000 7efe6eca9640 1 Processor -- start 2024-09-21T00:27:02.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.687+0000 7efe6eca9640 1 -- start start 2024-09-21T00:27:02.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.689+0000 7efe6eca9640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efe680d1280 0x7efe6809f390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:02.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.689+0000 7efe6eca9640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efe680d3590 0x7efe680a1010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:02.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.689+0000 7efe6eca9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efe680d4db0 0x7efe680a1550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:02.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.689+0000 7efe6eca9640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7efe680b5520 con 0x7efe680d4db0 2024-09-21T00:27:02.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.689+0000 7efe6eca9640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7efe680b53a0 con 0x7efe680d3590 2024-09-21T00:27:02.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.689+0000 7efe6eca9640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7efe680b56a0 con 0x7efe680d1280 2024-09-21T00:27:02.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.689+0000 7efe6d246640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efe680d4db0 0x7efe680a1550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:02.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.689+0000 7efe6d246640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efe680d4db0 0x7efe680a1550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:53186/0 (socket says 172.21.15.67:53186) 2024-09-21T00:27:02.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.689+0000 7efe6d246640 1 -- 172.21.15.67:0/820558258 learned_addr learned my addr 172.21.15.67:0/820558258 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:27:02.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.689+0000 7efe5ffff640 1 --2- 172.21.15.67:0/820558258 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efe680d3590 0x7efe680a1010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:02.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.689+0000 7efe6ca45640 1 --2- 172.21.15.67:0/820558258 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efe680d1280 0x7efe6809f390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:02.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.689+0000 7efe6d246640 1 -- 172.21.15.67:0/820558258 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efe680d1280 msgr2=0x7efe6809f390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:02.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.689+0000 7efe6d246640 1 --2- 172.21.15.67:0/820558258 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efe680d1280 0x7efe6809f390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:02.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.689+0000 7efe6d246640 1 -- 172.21.15.67:0/820558258 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efe680d3590 msgr2=0x7efe680a1010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:02.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.689+0000 7efe6d246640 1 --2- 172.21.15.67:0/820558258 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efe680d3590 0x7efe680a1010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:02.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.689+0000 7efe6d246640 1 -- 172.21.15.67:0/820558258 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe6809ff70 con 0x7efe680d4db0 2024-09-21T00:27:02.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.689+0000 7efe6d246640 1 --2- 172.21.15.67:0/820558258 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efe680d4db0 0x7efe680a1550 secure :-1 s=READY pgs=1189 cs=0 l=1 rev1=1 crypto rx=0x7efe6000cab0 tx=0x7efe6000cf70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:27:02.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.690+0000 7efe5d7fa640 1 -- 172.21.15.67:0/820558258 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe60016020 con 0x7efe680d4db0 2024-09-21T00:27:02.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.690+0000 7efe5d7fa640 1 -- 172.21.15.67:0/820558258 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7efe6000ad40 con 0x7efe680d4db0 2024-09-21T00:27:02.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.690+0000 7efe6eca9640 1 -- 172.21.15.67:0/820558258 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efe680a0250 con 0x7efe680d4db0 2024-09-21T00:27:02.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.690+0000 7efe5d7fa640 1 -- 172.21.15.67:0/820558258 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe60012680 con 0x7efe680d4db0 2024-09-21T00:27:02.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.690+0000 7efe6eca9640 1 -- 172.21.15.67:0/820558258 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efe680a0810 con 0x7efe680d4db0 2024-09-21T00:27:02.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.691+0000 7efe6eca9640 1 -- 172.21.15.67:0/820558258 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efe6809fce0 con 0x7efe680d4db0 2024-09-21T00:27:02.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.691+0000 7efe5d7fa640 1 -- 172.21.15.67:0/820558258 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7efe60019020 con 0x7efe680d4db0 2024-09-21T00:27:02.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.692+0000 7efe5d7fa640 1 --2- 172.21.15.67:0/820558258 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efe54078b90 0x7efe5407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:02.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.692+0000 7efe5d7fa640 1 -- 172.21.15.67:0/820558258 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 5115+0+0 (secure 0 0 0) 0x7efe6009b060 con 0x7efe680d4db0 2024-09-21T00:27:02.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.692+0000 7efe6ca45640 1 --2- 172.21.15.67:0/820558258 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efe54078b90 0x7efe5407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:02.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.693+0000 7efe6ca45640 1 --2- 172.21.15.67:0/820558258 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efe54078b90 0x7efe5407b0a0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7efe64005fd0 tx=0x7efe64005dc0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:27:02.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.696+0000 7efe5d7fa640 1 -- 172.21.15.67:0/820558258 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7efe60020020 con 0x7efe680d4db0 2024-09-21T00:27:02.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.884+0000 7efe6eca9640 1 -- 172.21.15.67:0/820558258 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7efe680d2fa0 con 0x7efe680d4db0 2024-09-21T00:27:02.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.884+0000 7efe5d7fa640 1 -- 172.21.15.67:0/820558258 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v95) ==== 93+0+10 (secure 0 0 0) 0x7efe60063780 con 0x7efe680d4db0 2024-09-21T00:27:02.887 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 1 2024-09-21T00:27:02.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.886+0000 7efe6eca9640 1 -- 172.21.15.67:0/820558258 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efe54078b90 msgr2=0x7efe5407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:02.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.886+0000 7efe6eca9640 1 --2- 172.21.15.67:0/820558258 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efe54078b90 0x7efe5407b0a0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7efe64005fd0 tx=0x7efe64005dc0 comp rx=0 tx=0).stop 2024-09-21T00:27:02.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.886+0000 7efe6eca9640 1 -- 172.21.15.67:0/820558258 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efe680d4db0 msgr2=0x7efe680a1550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:02.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.886+0000 7efe6eca9640 1 --2- 172.21.15.67:0/820558258 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efe680d4db0 0x7efe680a1550 secure :-1 s=READY pgs=1189 cs=0 l=1 rev1=1 crypto rx=0x7efe6000cab0 tx=0x7efe6000cf70 comp rx=0 tx=0).stop 2024-09-21T00:27:02.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.886+0000 7efe6eca9640 1 -- 172.21.15.67:0/820558258 shutdown_connections 2024-09-21T00:27:02.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.886+0000 7efe6eca9640 1 --2- 172.21.15.67:0/820558258 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efe54078b90 0x7efe5407b0a0 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:02.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.886+0000 7efe6eca9640 1 --2- 172.21.15.67:0/820558258 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efe680d4db0 0x7efe680a1550 unknown :-1 s=CLOSED pgs=1189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:02.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.886+0000 7efe6eca9640 1 --2- 172.21.15.67:0/820558258 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efe680d3590 0x7efe680a1010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:02.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.886+0000 7efe6eca9640 1 --2- 172.21.15.67:0/820558258 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efe680d1280 0x7efe6809f390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:02.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.886+0000 7efe6eca9640 1 -- 172.21.15.67:0/820558258 >> 172.21.15.67:0/820558258 conn(0x7efe6809da10 msgr2=0x7efe68160cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:27:02.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.887+0000 7efe6eca9640 1 -- 172.21.15.67:0/820558258 shutdown_connections 2024-09-21T00:27:02.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:02.887+0000 7efe6eca9640 1 -- 172.21.15.67:0/820558258 wait complete. 2024-09-21T00:27:02.900 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_scrub_checks.TestScrubChecks.test_stray_evaluation_with_scrub' 2024-09-21T00:27:03.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:03.014+0000 7fd4e0b01640 1 -- 172.21.15.67:0/4167138209 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4dc0d0270 msgr2=0x7fd4dc0b6560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:03.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:03.014+0000 7fd4e0b01640 1 --2- 172.21.15.67:0/4167138209 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4dc0d0270 0x7fd4dc0b6560 secure :-1 s=READY pgs=1190 cs=0 l=1 rev1=1 crypto rx=0x7fd4d4005fd0 tx=0x7fd4d402aa10 comp rx=0 tx=0).stop 2024-09-21T00:27:03.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:03.015+0000 7fd4e0b01640 1 -- 172.21.15.67:0/4167138209 shutdown_connections 2024-09-21T00:27:03.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:03.015+0000 7fd4e0b01640 1 --2- 172.21.15.67:0/4167138209 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4dc0d0270 0x7fd4dc0b6560 unknown :-1 s=CLOSED pgs=1190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:03.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:03.015+0000 7fd4e0b01640 1 --2- 172.21.15.67:0/4167138209 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd4dc0b9e70 0x7fd4dc0b6020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:03.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:03.015+0000 7fd4e0b01640 1 -- 172.21.15.67:0/4167138209 >> 172.21.15.67:0/4167138209 conn(0x7fd4dc0d45a0 msgr2=0x7fd4dc0d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:27:03.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:03.015+0000 7fd4e0b01640 1 -- 172.21.15.67:0/4167138209 shutdown_connections 2024-09-21T00:27:03.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:03.015+0000 7fd4e0b01640 1 -- 172.21.15.67:0/4167138209 wait complete. 2024-09-21T00:27:03.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:03.017+0000 7fd4e0b01640 1 Processor -- start 2024-09-21T00:27:03.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:03.017+0000 7fd4e0b01640 1 -- start start 2024-09-21T00:27:03.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:03.018+0000 7fd4e0b01640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd4dc0b9e70 0x7fd4dc158a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:03.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:03.018+0000 7fd4e0b01640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd4dc0d0270 0x7fd4dc15e0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:03.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:03.018+0000 7fd4e0b01640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4dc0d22f0 0x7fd4dc0cde10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:03.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:03.018+0000 7fd4e0b01640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fd4dc06f660 con 0x7fd4dc0d22f0 2024-09-21T00:27:03.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:03.018+0000 7fd4e0b01640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fd4dc06f4e0 con 0x7fd4dc0d0270 2024-09-21T00:27:03.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:03.018+0000 7fd4e0b01640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fd4dc06f7e0 con 0x7fd4dc0b9e70 2024-09-21T00:27:03.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:03.018+0000 7fd4dad9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4dc0d22f0 0x7fd4dc0cde10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:03.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:03.018+0000 7fd4dad9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4dc0d22f0 0x7fd4dc0cde10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:53196/0 (socket says 172.21.15.67:53196) 2024-09-21T00:27:03.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:03.018+0000 7fd4dad9d640 1 -- 172.21.15.67:0/2142836793 learned_addr learned my addr 172.21.15.67:0/2142836793 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:27:03.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:03.018+0000 7fd4da59c640 1 --2- 172.21.15.67:0/2142836793 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd4dc0b9e70 0x7fd4dc158a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:03.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:03.018+0000 7fd4d3fff640 1 --2- 172.21.15.67:0/2142836793 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd4dc0d0270 0x7fd4dc15e0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:03.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:03.018+0000 7fd4dad9d640 1 -- 172.21.15.67:0/2142836793 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd4dc0b9e70 msgr2=0x7fd4dc158a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:03.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:03.019+0000 7fd4dad9d640 1 --2- 172.21.15.67:0/2142836793 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd4dc0b9e70 0x7fd4dc158a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:03.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:03.019+0000 7fd4dad9d640 1 -- 172.21.15.67:0/2142836793 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd4dc0d0270 msgr2=0x7fd4dc15e0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:03.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:03.019+0000 7fd4dad9d640 1 --2- 172.21.15.67:0/2142836793 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd4dc0d0270 0x7fd4dc15e0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:03.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:03.019+0000 7fd4dad9d640 1 -- 172.21.15.67:0/2142836793 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4dc158fc0 con 0x7fd4dc0d22f0 2024-09-21T00:27:03.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:03.019+0000 7fd4dad9d640 1 --2- 172.21.15.67:0/2142836793 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4dc0d22f0 0x7fd4dc0cde10 secure :-1 s=READY pgs=1191 cs=0 l=1 rev1=1 crypto rx=0x7fd4d4009d90 tx=0x7fd4d4003f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:27:03.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:03.019+0000 7fd4d2ffd640 1 -- 172.21.15.67:0/2142836793 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4d4033050 con 0x7fd4dc0d22f0 2024-09-21T00:27:03.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:03.019+0000 7fd4d2ffd640 1 -- 172.21.15.67:0/2142836793 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd4d40044f0 con 0x7fd4dc0d22f0 2024-09-21T00:27:03.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:03.019+0000 7fd4e0b01640 1 -- 172.21.15.67:0/2142836793 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4dc15eb70 con 0x7fd4dc0d22f0 2024-09-21T00:27:03.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:03.019+0000 7fd4d2ffd640 1 -- 172.21.15.67:0/2142836793 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4d4038450 con 0x7fd4dc0d22f0 2024-09-21T00:27:03.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:03.019+0000 7fd4e0b01640 1 -- 172.21.15.67:0/2142836793 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4dc0cb830 con 0x7fd4dc0d22f0 2024-09-21T00:27:03.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:03.020+0000 7fd4e0b01640 1 -- 172.21.15.67:0/2142836793 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd4dc06fc90 con 0x7fd4dc0d22f0 2024-09-21T00:27:03.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:03.021+0000 7fd4d2ffd640 1 -- 172.21.15.67:0/2142836793 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fd4d4036070 con 0x7fd4dc0d22f0 2024-09-21T00:27:03.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:03.021+0000 7fd4d2ffd640 1 --2- 172.21.15.67:0/2142836793 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd4bc078b90 0x7fd4bc07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:03.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:03.021+0000 7fd4d2ffd640 1 -- 172.21.15.67:0/2142836793 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 5115+0+0 (secure 0 0 0) 0x7fd4d40bbec0 con 0x7fd4dc0d22f0 2024-09-21T00:27:03.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:03.021+0000 7fd4da59c640 1 --2- 172.21.15.67:0/2142836793 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd4bc078b90 0x7fd4bc07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:03.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:03.022+0000 7fd4da59c640 1 --2- 172.21.15.67:0/2142836793 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd4bc078b90 0x7fd4bc07b0a0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fd4cc005fd0 tx=0x7fd4cc005c50 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:27:03.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:03.026+0000 7fd4d2ffd640 1 -- 172.21.15.67:0/2142836793 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fd4d40845e0 con 0x7fd4dc0d22f0 2024-09-21T00:27:03.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:03.289+0000 7fd4e0b01640 1 -- 172.21.15.67:0/2142836793 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_scrub_checks.TestScrubChecks.test_stray_evaluation_with_scrub"]} v 0) -- 0x7fd4dc0b6780 con 0x7fd4dc0d22f0 2024-09-21T00:27:04.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.227+0000 7fd4d2ffd640 1 -- 172.21.15.67:0/2142836793 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_scrub_checks.TestScrubChecks.test_stray_evaluation_with_scrub"]}]=0 v289) ==== 161+0+0 (secure 0 0 0) 0x7fd4d4083ee0 con 0x7fd4dc0d22f0 2024-09-21T00:27:04.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.230+0000 7fd4e0b01640 1 -- 172.21.15.67:0/2142836793 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd4bc078b90 msgr2=0x7fd4bc07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:04.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.230+0000 7fd4e0b01640 1 --2- 172.21.15.67:0/2142836793 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd4bc078b90 0x7fd4bc07b0a0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fd4cc005fd0 tx=0x7fd4cc005c50 comp rx=0 tx=0).stop 2024-09-21T00:27:04.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.230+0000 7fd4e0b01640 1 -- 172.21.15.67:0/2142836793 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4dc0d22f0 msgr2=0x7fd4dc0cde10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:04.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.230+0000 7fd4e0b01640 1 --2- 172.21.15.67:0/2142836793 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4dc0d22f0 0x7fd4dc0cde10 secure :-1 s=READY pgs=1191 cs=0 l=1 rev1=1 crypto rx=0x7fd4d4009d90 tx=0x7fd4d4003f90 comp rx=0 tx=0).stop 2024-09-21T00:27:04.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.231+0000 7fd4e0b01640 1 -- 172.21.15.67:0/2142836793 shutdown_connections 2024-09-21T00:27:04.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.231+0000 7fd4e0b01640 1 --2- 172.21.15.67:0/2142836793 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd4bc078b90 0x7fd4bc07b0a0 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:04.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.231+0000 7fd4e0b01640 1 --2- 172.21.15.67:0/2142836793 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4dc0d22f0 0x7fd4dc0cde10 unknown :-1 s=CLOSED pgs=1191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:04.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.231+0000 7fd4e0b01640 1 --2- 172.21.15.67:0/2142836793 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd4dc0d0270 0x7fd4dc15e0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:04.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.231+0000 7fd4e0b01640 1 --2- 172.21.15.67:0/2142836793 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd4dc0b9e70 0x7fd4dc158a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:04.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.231+0000 7fd4e0b01640 1 -- 172.21.15.67:0/2142836793 >> 172.21.15.67:0/2142836793 conn(0x7fd4dc0d45a0 msgr2=0x7fd4dc0d27d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:27:04.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.231+0000 7fd4e0b01640 1 -- 172.21.15.67:0/2142836793 shutdown_connections 2024-09-21T00:27:04.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.231+0000 7fd4e0b01640 1 -- 172.21.15.67:0/2142836793 wait complete. 2024-09-21T00:27:04.245 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config dump 2024-09-21T00:27:04.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.367+0000 7f1ef112b640 1 -- 172.21.15.67:0/2179928300 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1eec162ea0 msgr2=0x7f1eec0cf740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:04.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.367+0000 7f1ef112b640 1 --2- 172.21.15.67:0/2179928300 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1eec162ea0 0x7f1eec0cf740 secure :-1 s=READY pgs=1193 cs=0 l=1 rev1=1 crypto rx=0x7f1eec0c8280 tx=0x7f1ee402a8b0 comp rx=0 tx=0).stop 2024-09-21T00:27:04.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.367+0000 7f1ef112b640 1 -- 172.21.15.67:0/2179928300 shutdown_connections 2024-09-21T00:27:04.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.367+0000 7f1ef112b640 1 --2- 172.21.15.67:0/2179928300 >> v2:172.21.15.97:3300/0 conn(0x7f1eec0d11c0 0x7f1eec0d15d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:04.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.367+0000 7f1ef112b640 1 --2- 172.21.15.67:0/2179928300 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1eec162ea0 0x7f1eec0cf740 unknown :-1 s=CLOSED pgs=1193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:04.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.367+0000 7f1ef112b640 1 -- 172.21.15.67:0/2179928300 >> 172.21.15.67:0/2179928300 conn(0x7f1eec06dfb0 msgr2=0x7f1eec06e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:27:04.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.367+0000 7f1ef112b640 1 -- 172.21.15.67:0/2179928300 shutdown_connections 2024-09-21T00:27:04.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.367+0000 7f1ef112b640 1 -- 172.21.15.67:0/2179928300 wait complete. 2024-09-21T00:27:04.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.369+0000 7f1ef112b640 1 Processor -- start 2024-09-21T00:27:04.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.369+0000 7f1ef112b640 1 -- start start 2024-09-21T00:27:04.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.371+0000 7f1ef112b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1eec0d11c0 0x7f1eec159ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:04.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.371+0000 7f1ef112b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1eec0d2b00 0x7f1eec1f57c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:04.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.371+0000 7f1ef112b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1eec162ea0 0x7f1eec14ebd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:04.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.371+0000 7f1ef112b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f1eec15f640 con 0x7f1eec0d11c0 2024-09-21T00:27:04.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.371+0000 7f1ef112b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f1eec15f4c0 con 0x7f1eec0d2b00 2024-09-21T00:27:04.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.371+0000 7f1ef112b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f1eec15f7c0 con 0x7f1eec162ea0 2024-09-21T00:27:04.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.371+0000 7f1eead9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1eec0d11c0 0x7f1eec159ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:04.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.371+0000 7f1eead9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1eec0d11c0 0x7f1eec159ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:50882/0 (socket says 172.21.15.67:50882) 2024-09-21T00:27:04.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.371+0000 7f1eead9d640 1 -- 172.21.15.67:0/1943680034 learned_addr learned my addr 172.21.15.67:0/1943680034 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:27:04.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.371+0000 7f1eea59c640 1 --2- 172.21.15.67:0/1943680034 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1eec0d2b00 0x7f1eec1f57c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:04.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.371+0000 7f1eeb59e640 1 --2- 172.21.15.67:0/1943680034 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1eec162ea0 0x7f1eec14ebd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:04.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.371+0000 7f1eead9d640 1 -- 172.21.15.67:0/1943680034 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1eec162ea0 msgr2=0x7f1eec14ebd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:04.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.371+0000 7f1eead9d640 1 --2- 172.21.15.67:0/1943680034 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1eec162ea0 0x7f1eec14ebd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:04.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.371+0000 7f1eead9d640 1 -- 172.21.15.67:0/1943680034 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1eec0d2b00 msgr2=0x7f1eec1f57c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:04.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.371+0000 7f1eead9d640 1 --2- 172.21.15.67:0/1943680034 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1eec0d2b00 0x7f1eec1f57c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:04.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.371+0000 7f1eead9d640 1 -- 172.21.15.67:0/1943680034 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1eec0cc950 con 0x7f1eec0d11c0 2024-09-21T00:27:04.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.371+0000 7f1eead9d640 1 --2- 172.21.15.67:0/1943680034 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1eec0d11c0 0x7f1eec159ab0 secure :-1 s=READY pgs=1194 cs=0 l=1 rev1=1 crypto rx=0x7f1ee4009ca0 tx=0x7f1ee40042e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:27:04.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.372+0000 7f1ee37fe640 1 -- 172.21.15.67:0/1943680034 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ee403f070 con 0x7f1eec0d11c0 2024-09-21T00:27:04.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.372+0000 7f1ee37fe640 1 -- 172.21.15.67:0/1943680034 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1ee4031440 con 0x7f1eec0d11c0 2024-09-21T00:27:04.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.372+0000 7f1ef112b640 1 -- 172.21.15.67:0/1943680034 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1eec0ccc30 con 0x7f1eec0d11c0 2024-09-21T00:27:04.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.372+0000 7f1ee37fe640 1 -- 172.21.15.67:0/1943680034 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ee4031890 con 0x7f1eec0d11c0 2024-09-21T00:27:04.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.372+0000 7f1ef112b640 1 -- 172.21.15.67:0/1943680034 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1eec0cd1f0 con 0x7f1eec0d11c0 2024-09-21T00:27:04.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.373+0000 7f1ef112b640 1 -- 172.21.15.67:0/1943680034 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1eec15fce0 con 0x7f1eec0d11c0 2024-09-21T00:27:04.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.374+0000 7f1ee37fe640 1 -- 172.21.15.67:0/1943680034 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f1ee4042070 con 0x7f1eec0d11c0 2024-09-21T00:27:04.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.374+0000 7f1ee37fe640 1 --2- 172.21.15.67:0/1943680034 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1ecc078bc0 0x7f1ecc07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:04.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.374+0000 7f1ee37fe640 1 -- 172.21.15.67:0/1943680034 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 5115+0+0 (secure 0 0 0) 0x7f1ee40bbb30 con 0x7f1eec0d11c0 2024-09-21T00:27:04.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.374+0000 7f1eea59c640 1 --2- 172.21.15.67:0/1943680034 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1ecc078bc0 0x7f1ecc07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:04.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.375+0000 7f1eea59c640 1 --2- 172.21.15.67:0/1943680034 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1ecc078bc0 0x7f1ecc07b0d0 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f1eec0b9310 tx=0x7f1ed4009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:27:04.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.379+0000 7f1ee37fe640 1 -- 172.21.15.67:0/1943680034 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f1ee4083c00 con 0x7f1eec0d11c0 2024-09-21T00:27:04.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.565+0000 7f1ef112b640 1 -- 172.21.15.67:0/1943680034 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7f1eec06e7d0 con 0x7f1eec0d11c0 2024-09-21T00:27:04.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.566+0000 7f1ee37fe640 1 -- 172.21.15.67:0/1943680034 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v49) ==== 59+0+2294 (secure 0 0 0) 0x7f1ee4088630 con 0x7f1eec0d11c0 2024-09-21T00:27:04.568 INFO:teuthology.orchestra.run.smithi067.stdout:WHO MASK LEVEL OPTION VALUE RO 2024-09-21T00:27:04.568 INFO:teuthology.orchestra.run.smithi067.stdout:mon advanced mon_op_complaint_time 120 2024-09-21T00:27:04.568 INFO:teuthology.orchestra.run.smithi067.stdout:mgr advanced client_mount_timeout 30 2024-09-21T00:27:04.569 INFO:teuthology.orchestra.run.smithi067.stdout:mgr advanced debug_client 20/20 2024-09-21T00:27:04.569 INFO:teuthology.orchestra.run.smithi067.stdout:mgr advanced debug_mgr 20/20 2024-09-21T00:27:04.569 INFO:teuthology.orchestra.run.smithi067.stdout:mgr advanced debug_ms 1/1 2024-09-21T00:27:04.569 INFO:teuthology.orchestra.run.smithi067.stdout:mgr dev mon_warn_on_pool_no_app false 2024-09-21T00:27:04.569 INFO:teuthology.orchestra.run.smithi067.stdout:osd advanced osd_op_complaint_time 180.000000 2024-09-21T00:27:04.570 INFO:teuthology.orchestra.run.smithi067.stdout:osd.0 basic osd_mclock_max_capacity_iops_ssd 4994.792072 2024-09-21T00:27:04.570 INFO:teuthology.orchestra.run.smithi067.stdout:osd.1 basic osd_mclock_max_capacity_iops_ssd 6949.964888 2024-09-21T00:27:04.570 INFO:teuthology.orchestra.run.smithi067.stdout:osd.2 basic osd_mclock_max_capacity_iops_ssd 4728.394376 2024-09-21T00:27:04.570 INFO:teuthology.orchestra.run.smithi067.stdout:osd.3 basic osd_mclock_max_capacity_iops_ssd 4592.129816 2024-09-21T00:27:04.570 INFO:teuthology.orchestra.run.smithi067.stdout:osd.4 basic osd_mclock_max_capacity_iops_ssd 6550.422905 2024-09-21T00:27:04.571 INFO:teuthology.orchestra.run.smithi067.stdout:osd.5 basic osd_mclock_max_capacity_iops_ssd 5213.710688 2024-09-21T00:27:04.571 INFO:teuthology.orchestra.run.smithi067.stdout:osd.6 basic osd_mclock_max_capacity_iops_ssd 5638.399028 2024-09-21T00:27:04.571 INFO:teuthology.orchestra.run.smithi067.stdout:osd.7 basic osd_mclock_max_capacity_iops_ssd 5357.310397 2024-09-21T00:27:04.571 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced debug_mds 20/20 2024-09-21T00:27:04.572 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced debug_mds_balancer 20/20 2024-09-21T00:27:04.572 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced debug_ms 2/2 2024-09-21T00:27:04.572 INFO:teuthology.orchestra.run.smithi067.stdout:mds dev mds_debug_frag true 2024-09-21T00:27:04.572 INFO:teuthology.orchestra.run.smithi067.stdout:mds dev mds_debug_scatterstat true 2024-09-21T00:27:04.572 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced mds_op_complaint_time 180.000000 2024-09-21T00:27:04.573 INFO:teuthology.orchestra.run.smithi067.stdout:mds dev mds_verify_scatter true 2024-09-21T00:27:04.573 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced osd_op_complaint_time 180.000000 2024-09-21T00:27:04.573 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced rados_mon_op_timeout 900 2024-09-21T00:27:04.573 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced rados_osd_op_timeout 900 2024-09-21T00:27:04.573 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced client_mount_timeout 600 2024-09-21T00:27:04.574 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced debug_client 20/20 2024-09-21T00:27:04.574 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced debug_ms 1/1 2024-09-21T00:27:04.574 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced rados_mon_op_timeout 900 2024-09-21T00:27:04.574 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced rados_osd_op_timeout 900 2024-09-21T00:27:04.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.568+0000 7f1ef112b640 1 -- 172.21.15.67:0/1943680034 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1ecc078bc0 msgr2=0x7f1ecc07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:04.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.568+0000 7f1ef112b640 1 --2- 172.21.15.67:0/1943680034 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1ecc078bc0 0x7f1ecc07b0d0 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f1eec0b9310 tx=0x7f1ed4009040 comp rx=0 tx=0).stop 2024-09-21T00:27:04.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.568+0000 7f1ef112b640 1 -- 172.21.15.67:0/1943680034 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1eec0d11c0 msgr2=0x7f1eec159ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:04.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.568+0000 7f1ef112b640 1 --2- 172.21.15.67:0/1943680034 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1eec0d11c0 0x7f1eec159ab0 secure :-1 s=READY pgs=1194 cs=0 l=1 rev1=1 crypto rx=0x7f1ee4009ca0 tx=0x7f1ee40042e0 comp rx=0 tx=0).stop 2024-09-21T00:27:04.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.568+0000 7f1ef112b640 1 -- 172.21.15.67:0/1943680034 shutdown_connections 2024-09-21T00:27:04.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.568+0000 7f1ef112b640 1 --2- 172.21.15.67:0/1943680034 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1ecc078bc0 0x7f1ecc07b0d0 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:04.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.568+0000 7f1ef112b640 1 --2- 172.21.15.67:0/1943680034 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1eec162ea0 0x7f1eec14ebd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:04.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.568+0000 7f1ef112b640 1 --2- 172.21.15.67:0/1943680034 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1eec0d2b00 0x7f1eec1f57c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:04.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.568+0000 7f1ef112b640 1 --2- 172.21.15.67:0/1943680034 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1eec0d11c0 0x7f1eec159ab0 unknown :-1 s=CLOSED pgs=1194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:04.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.568+0000 7f1ef112b640 1 -- 172.21.15.67:0/1943680034 >> 172.21.15.67:0/1943680034 conn(0x7f1eec06dfb0 msgr2=0x7f1eec0cf6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:27:04.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.568+0000 7f1ef112b640 1 -- 172.21.15.67:0/1943680034 shutdown_connections 2024-09-21T00:27:04.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.568+0000 7f1ef112b640 1 -- 172.21.15.67:0/1943680034 wait complete. 2024-09-21T00:27:04.581 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-21T00:27:04.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.701+0000 7f9c1fb89640 1 -- 172.21.15.67:0/4080517214 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9c180d3590 msgr2=0x7f9c180b9950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:04.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.701+0000 7f9c1fb89640 1 --2- 172.21.15.67:0/4080517214 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9c180d3590 0x7f9c180b9950 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f9c14009820 tx=0x7f9c1402a480 comp rx=0 tx=0).stop 2024-09-21T00:27:04.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.701+0000 7f9c1fb89640 1 -- 172.21.15.67:0/4080517214 shutdown_connections 2024-09-21T00:27:04.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.701+0000 7f9c1fb89640 1 --2- 172.21.15.67:0/4080517214 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9c180d4db0 0x7f9c180d0d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:04.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.701+0000 7f9c1fb89640 1 --2- 172.21.15.67:0/4080517214 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9c180d3590 0x7f9c180b9950 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:04.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.701+0000 7f9c1fb89640 1 -- 172.21.15.67:0/4080517214 >> 172.21.15.67:0/4080517214 conn(0x7f9c1809da10 msgr2=0x7f9c180d46a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:27:04.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.701+0000 7f9c1fb89640 1 -- 172.21.15.67:0/4080517214 shutdown_connections 2024-09-21T00:27:04.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.701+0000 7f9c1fb89640 1 -- 172.21.15.67:0/4080517214 wait complete. 2024-09-21T00:27:04.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.703+0000 7f9c1fb89640 1 Processor -- start 2024-09-21T00:27:04.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.703+0000 7f9c1fb89640 1 -- start start 2024-09-21T00:27:04.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.704+0000 7f9c1fb89640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9c180d1280 0x7f9c181f63b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:04.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.704+0000 7f9c1fb89640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9c180d3590 0x7f9c180a1970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:04.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.704+0000 7f9c1fb89640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9c180d4db0 0x7f9c1809e380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:04.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.704+0000 7f9c1fb89640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f9c180b3c40 con 0x7f9c180d1280 2024-09-21T00:27:04.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.704+0000 7f9c1fb89640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f9c180b55b0 con 0x7f9c180d3590 2024-09-21T00:27:04.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.704+0000 7f9c1fb89640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f9c180d2b90 con 0x7f9c180d4db0 2024-09-21T00:27:04.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.704+0000 7f9c1d925640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9c180d1280 0x7f9c181f63b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:04.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.704+0000 7f9c1d925640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9c180d1280 0x7f9c181f63b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:50892/0 (socket says 172.21.15.67:50892) 2024-09-21T00:27:04.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.704+0000 7f9c1d925640 1 -- 172.21.15.67:0/1152168570 learned_addr learned my addr 172.21.15.67:0/1152168570 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:27:04.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.704+0000 7f9c1d124640 1 --2- 172.21.15.67:0/1152168570 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9c180d3590 0x7f9c180a1970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:04.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.704+0000 7f9c1e126640 1 --2- 172.21.15.67:0/1152168570 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9c180d4db0 0x7f9c1809e380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:04.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.704+0000 7f9c1d925640 1 -- 172.21.15.67:0/1152168570 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9c180d4db0 msgr2=0x7f9c1809e380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:04.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.704+0000 7f9c1d925640 1 --2- 172.21.15.67:0/1152168570 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9c180d4db0 0x7f9c1809e380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:04.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.704+0000 7f9c1d925640 1 -- 172.21.15.67:0/1152168570 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9c180d3590 msgr2=0x7f9c180a1970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:04.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.704+0000 7f9c1d925640 1 --2- 172.21.15.67:0/1152168570 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9c180d3590 0x7f9c180a1970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:04.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.704+0000 7f9c1d925640 1 -- 172.21.15.67:0/1152168570 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c181e82e0 con 0x7f9c180d1280 2024-09-21T00:27:04.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.704+0000 7f9c1d124640 1 --2- 172.21.15.67:0/1152168570 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9c180d3590 0x7f9c180a1970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:27:04.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.705+0000 7f9c1d925640 1 --2- 172.21.15.67:0/1152168570 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9c180d1280 0x7f9c181f63b0 secure :-1 s=READY pgs=1195 cs=0 l=1 rev1=1 crypto rx=0x7f9c1402aa70 tx=0x7f9c140049d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:27:04.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.705+0000 7f9c0e7fc640 1 -- 172.21.15.67:0/1152168570 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c14031d60 con 0x7f9c180d1280 2024-09-21T00:27:04.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.705+0000 7f9c0e7fc640 1 -- 172.21.15.67:0/1152168570 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9c14033070 con 0x7f9c180d1280 2024-09-21T00:27:04.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.705+0000 7f9c1fb89640 1 -- 172.21.15.67:0/1152168570 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c181e88c0 con 0x7f9c180d1280 2024-09-21T00:27:04.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.705+0000 7f9c0e7fc640 1 -- 172.21.15.67:0/1152168570 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c140334a0 con 0x7f9c180d1280 2024-09-21T00:27:04.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.705+0000 7f9c1fb89640 1 -- 172.21.15.67:0/1152168570 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c181e8e80 con 0x7f9c180d1280 2024-09-21T00:27:04.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.706+0000 7f9c1fb89640 1 -- 172.21.15.67:0/1152168570 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9c180d30d0 con 0x7f9c180d1280 2024-09-21T00:27:04.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.707+0000 7f9c0e7fc640 1 -- 172.21.15.67:0/1152168570 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f9c14033640 con 0x7f9c180d1280 2024-09-21T00:27:04.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.707+0000 7f9c0e7fc640 1 --2- 172.21.15.67:0/1152168570 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9bfc078b90 0x7f9bfc07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:04.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.707+0000 7f9c0e7fc640 1 -- 172.21.15.67:0/1152168570 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 5115+0+0 (secure 0 0 0) 0x7f9c140bc120 con 0x7f9c180d1280 2024-09-21T00:27:04.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.708+0000 7f9c1d124640 1 --2- 172.21.15.67:0/1152168570 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9bfc078b90 0x7f9bfc07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:04.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.708+0000 7f9c1d124640 1 --2- 172.21.15.67:0/1152168570 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9bfc078b90 0x7f9bfc07b0a0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f9c1808e640 tx=0x7f9c08005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:27:04.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.711+0000 7f9c0e7fc640 1 -- 172.21.15.67:0/1152168570 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f9c1403f030 con 0x7f9c180d1280 2024-09-21T00:27:04.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.898+0000 7f9c1fb89640 1 -- 172.21.15.67:0/1152168570 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f9c180d26f0 con 0x7f9c180d1280 2024-09-21T00:27:04.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.902+0000 7f9c0e7fc640 1 -- 172.21.15.67:0/1152168570 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v50)=0 v50) ==== 122+0+0 (secure 0 0 0) 0x7f9c140849b0 con 0x7f9c180d1280 2024-09-21T00:27:04.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.904+0000 7f9c1fb89640 1 -- 172.21.15.67:0/1152168570 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9bfc078b90 msgr2=0x7f9bfc07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:04.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.904+0000 7f9c1fb89640 1 --2- 172.21.15.67:0/1152168570 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9bfc078b90 0x7f9bfc07b0a0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f9c1808e640 tx=0x7f9c08005f90 comp rx=0 tx=0).stop 2024-09-21T00:27:04.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.904+0000 7f9c1fb89640 1 -- 172.21.15.67:0/1152168570 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9c180d1280 msgr2=0x7f9c181f63b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:04.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.904+0000 7f9c1fb89640 1 --2- 172.21.15.67:0/1152168570 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9c180d1280 0x7f9c181f63b0 secure :-1 s=READY pgs=1195 cs=0 l=1 rev1=1 crypto rx=0x7f9c1402aa70 tx=0x7f9c140049d0 comp rx=0 tx=0).stop 2024-09-21T00:27:04.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.904+0000 7f9c1fb89640 1 -- 172.21.15.67:0/1152168570 shutdown_connections 2024-09-21T00:27:04.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.904+0000 7f9c1fb89640 1 --2- 172.21.15.67:0/1152168570 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9bfc078b90 0x7f9bfc07b0a0 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:04.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.904+0000 7f9c1fb89640 1 --2- 172.21.15.67:0/1152168570 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9c180d4db0 0x7f9c1809e380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:04.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.904+0000 7f9c1fb89640 1 --2- 172.21.15.67:0/1152168570 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9c180d3590 0x7f9c180a1970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:04.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.904+0000 7f9c1fb89640 1 --2- 172.21.15.67:0/1152168570 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9c180d1280 0x7f9c181f63b0 unknown :-1 s=CLOSED pgs=1195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:04.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.904+0000 7f9c1fb89640 1 -- 172.21.15.67:0/1152168570 >> 172.21.15.67:0/1152168570 conn(0x7f9c1809da10 msgr2=0x7f9c1815f5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:27:04.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.904+0000 7f9c1fb89640 1 -- 172.21.15.67:0/1152168570 shutdown_connections 2024-09-21T00:27:04.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:04.904+0000 7f9c1fb89640 1 -- 172.21.15.67:0/1152168570 wait complete. 2024-09-21T00:27:04.917 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-21T00:27:04.917 DEBUG:teuthology.orchestra.run.smithi067:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T00:27:04.964 DEBUG:teuthology.orchestra.run.smithi097:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T00:27:05.006 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-21T00:27:05.006 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:27:05.006 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:27:05.022 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20178 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T00:27:05.022 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:27:05.022 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:27:05.065 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17850 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T00:27:05.065 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:27:05.065 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:27:05.081 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20178 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T00:27:05.081 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:27:05.081 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:27:05.124 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17850 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T00:27:05.124 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-21T00:27:05.124 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:27:05.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:05.239+0000 7fbeb805c640 1 -- 172.21.15.67:0/1537305535 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbeb00b5940 msgr2=0x7fbeb00b33b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:05.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:05.239+0000 7fbeb805c640 1 --2- 172.21.15.67:0/1537305535 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbeb00b5940 0x7fbeb00b33b0 secure :-1 s=READY pgs=1197 cs=0 l=1 rev1=1 crypto rx=0x7fbeb008d9f0 tx=0x7fbeac02a530 comp rx=0 tx=0).stop 2024-09-21T00:27:05.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:05.239+0000 7fbeb805c640 1 -- 172.21.15.67:0/1537305535 shutdown_connections 2024-09-21T00:27:05.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:05.239+0000 7fbeb805c640 1 --2- 172.21.15.67:0/1537305535 >> v2:172.21.15.97:3300/0 conn(0x7fbeb00d1bb0 0x7fbeb00d43c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:05.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:05.239+0000 7fbeb805c640 1 --2- 172.21.15.67:0/1537305535 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbeb00b5940 0x7fbeb00b33b0 unknown :-1 s=CLOSED pgs=1197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:05.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:05.239+0000 7fbeb805c640 1 -- 172.21.15.67:0/1537305535 >> 172.21.15.67:0/1537305535 conn(0x7fbeb009d8c0 msgr2=0x7fbeb008bee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:27:05.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:05.239+0000 7fbeb805c640 1 -- 172.21.15.67:0/1537305535 shutdown_connections 2024-09-21T00:27:05.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:05.239+0000 7fbeb805c640 1 -- 172.21.15.67:0/1537305535 wait complete. 2024-09-21T00:27:05.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:05.241+0000 7fbeb805c640 1 Processor -- start 2024-09-21T00:27:05.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:05.241+0000 7fbeb805c640 1 -- start start 2024-09-21T00:27:05.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:05.242+0000 7fbeb805c640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbeb00b5940 0x7fbeb00ce340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:05.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:05.242+0000 7fbeb805c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbeb00d1bb0 0x7fbeb014fb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:05.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:05.242+0000 7fbeb805c640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbeb00d4900 0x7fbeb0150050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:05.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:05.242+0000 7fbeb805c640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fbeb00b4fd0 con 0x7fbeb00d1bb0 2024-09-21T00:27:05.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:05.242+0000 7fbeb805c640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fbeb00b30e0 con 0x7fbeb00d4900 2024-09-21T00:27:05.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:05.242+0000 7fbeb805c640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fbeb00b5150 con 0x7fbeb00b5940 2024-09-21T00:27:05.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:05.242+0000 7fbeb55f7640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbeb00d1bb0 0x7fbeb014fb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:05.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:05.242+0000 7fbeb55f7640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbeb00d1bb0 0x7fbeb014fb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:50904/0 (socket says 172.21.15.67:50904) 2024-09-21T00:27:05.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:05.242+0000 7fbeb55f7640 1 -- 172.21.15.67:0/1089651296 learned_addr learned my addr 172.21.15.67:0/1089651296 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:27:05.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:05.242+0000 7fbeb5df8640 1 --2- 172.21.15.67:0/1089651296 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbeb00b5940 0x7fbeb00ce340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:05.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:05.242+0000 7fbeb65f9640 1 --2- 172.21.15.67:0/1089651296 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbeb00d4900 0x7fbeb0150050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:05.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:05.243+0000 7fbeb55f7640 1 -- 172.21.15.67:0/1089651296 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbeb00b5940 msgr2=0x7fbeb00ce340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:05.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:05.243+0000 7fbeb55f7640 1 --2- 172.21.15.67:0/1089651296 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbeb00b5940 0x7fbeb00ce340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:05.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:05.243+0000 7fbeb55f7640 1 -- 172.21.15.67:0/1089651296 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbeb00d4900 msgr2=0x7fbeb0150050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:05.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:05.243+0000 7fbeb55f7640 1 --2- 172.21.15.67:0/1089651296 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbeb00d4900 0x7fbeb0150050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:05.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:05.243+0000 7fbeb55f7640 1 -- 172.21.15.67:0/1089651296 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbeb014ea70 con 0x7fbeb00d1bb0 2024-09-21T00:27:05.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:05.243+0000 7fbeb55f7640 1 --2- 172.21.15.67:0/1089651296 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbeb00d1bb0 0x7fbeb014fb10 secure :-1 s=READY pgs=1198 cs=0 l=1 rev1=1 crypto rx=0x7fbea000e7c0 tx=0x7fbea000ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:27:05.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:05.243+0000 7fbea67fc640 1 -- 172.21.15.67:0/1089651296 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbea000ccc0 con 0x7fbeb00d1bb0 2024-09-21T00:27:05.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:05.243+0000 7fbea67fc640 1 -- 172.21.15.67:0/1089651296 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbea0010430 con 0x7fbeb00d1bb0 2024-09-21T00:27:05.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:05.243+0000 7fbeb805c640 1 -- 172.21.15.67:0/1089651296 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbeb014ed50 con 0x7fbeb00d1bb0 2024-09-21T00:27:05.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:05.243+0000 7fbea67fc640 1 -- 172.21.15.67:0/1089651296 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbea0010860 con 0x7fbeb00d1bb0 2024-09-21T00:27:05.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:05.243+0000 7fbeb805c640 1 -- 172.21.15.67:0/1089651296 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbeb014f310 con 0x7fbeb00d1bb0 2024-09-21T00:27:05.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:05.244+0000 7fbeb805c640 1 -- 172.21.15.67:0/1089651296 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbeb00b5670 con 0x7fbeb00d1bb0 2024-09-21T00:27:05.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:05.245+0000 7fbea67fc640 1 -- 172.21.15.67:0/1089651296 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fbea0010a00 con 0x7fbeb00d1bb0 2024-09-21T00:27:05.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:05.245+0000 7fbea67fc640 1 --2- 172.21.15.67:0/1089651296 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbe94078b90 0x7fbe9407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:05.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:05.246+0000 7fbea67fc640 1 -- 172.21.15.67:0/1089651296 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 5115+0+0 (secure 0 0 0) 0x7fbea009b3d0 con 0x7fbeb00d1bb0 2024-09-21T00:27:05.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:05.246+0000 7fbeb5df8640 1 --2- 172.21.15.67:0/1089651296 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbe94078b90 0x7fbe9407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:05.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:05.246+0000 7fbeb5df8640 1 --2- 172.21.15.67:0/1089651296 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbe94078b90 0x7fbe9407b0a0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fbeac034000 tx=0x7fbeac004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:27:05.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:05.250+0000 7fbea67fc640 1 -- 172.21.15.67:0/1089651296 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fbea00634b0 con 0x7fbeb00d1bb0 2024-09-21T00:27:05.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:05.474+0000 7fbeb805c640 1 -- 172.21.15.67:0/1089651296 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbeb00d3150 con 0x7fbeb00d1bb0 2024-09-21T00:27:05.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:05.475+0000 7fbea67fc640 1 -- 172.21.15.67:0/1089651296 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 81 v81) ==== 94+0+3911 (secure 0 0 0) 0x7fbea0067ee0 con 0x7fbeb00d1bb0 2024-09-21T00:27:05.476 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:27:05.476 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":81,"btime":"2024-09-21T00:26:59:202273+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6362,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6835/3086360189","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3086360189},{"type":"v1","addr":"172.21.15.97:6835","nonce":3086360189}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":75},{"gid":6892,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/2473170653","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":2473170653},{"type":"v1","addr":"172.21.15.97:6837","nonce":2473170653}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":77},{"gid":7422,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6833/2895037060","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":2895037060},{"type":"v1","addr":"172.21.15.67:6833","nonce":2895037060}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":75},{"gid":7602,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3233159749","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":3233159749},{"type":"v1","addr":"172.21.15.67:6835","nonce":3233159749}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":81}],"filesystems":[]} 2024-09-21T00:27:05.477 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 81 2024-09-21T00:27:05.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:05.477+0000 7fbeb805c640 1 -- 172.21.15.67:0/1089651296 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbe94078b90 msgr2=0x7fbe9407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:05.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:05.477+0000 7fbeb805c640 1 --2- 172.21.15.67:0/1089651296 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbe94078b90 0x7fbe9407b0a0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fbeac034000 tx=0x7fbeac004730 comp rx=0 tx=0).stop 2024-09-21T00:27:05.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:05.477+0000 7fbeb805c640 1 -- 172.21.15.67:0/1089651296 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbeb00d1bb0 msgr2=0x7fbeb014fb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:05.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:05.477+0000 7fbeb805c640 1 --2- 172.21.15.67:0/1089651296 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbeb00d1bb0 0x7fbeb014fb10 secure :-1 s=READY pgs=1198 cs=0 l=1 rev1=1 crypto rx=0x7fbea000e7c0 tx=0x7fbea000ec80 comp rx=0 tx=0).stop 2024-09-21T00:27:05.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:05.477+0000 7fbeb805c640 1 -- 172.21.15.67:0/1089651296 shutdown_connections 2024-09-21T00:27:05.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:05.477+0000 7fbeb805c640 1 --2- 172.21.15.67:0/1089651296 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbe94078b90 0x7fbe9407b0a0 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:05.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:05.477+0000 7fbeb805c640 1 --2- 172.21.15.67:0/1089651296 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbeb00d4900 0x7fbeb0150050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:05.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:05.477+0000 7fbeb805c640 1 --2- 172.21.15.67:0/1089651296 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbeb00d1bb0 0x7fbeb014fb10 unknown :-1 s=CLOSED pgs=1198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:05.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:05.477+0000 7fbeb805c640 1 --2- 172.21.15.67:0/1089651296 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbeb00b5940 0x7fbeb00ce340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:05.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:05.477+0000 7fbeb805c640 1 -- 172.21.15.67:0/1089651296 >> 172.21.15.67:0/1089651296 conn(0x7fbeb009d8c0 msgr2=0x7fbeb0161cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:27:05.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:05.477+0000 7fbeb805c640 1 -- 172.21.15.67:0/1089651296 shutdown_connections 2024-09-21T00:27:05.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:05.477+0000 7fbeb805c640 1 -- 172.21.15.67:0/1089651296 wait complete. 2024-09-21T00:27:05.490 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-21T00:27:05.490 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-21T00:27:05.490 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-21T00:27:05.490 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:27:05.490 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-21T00:27:05.490 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-21T00:27:05.491 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-21T00:27:05.491 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:27:05.491 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-21T00:27:05.491 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-21T00:27:05.492 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-21T00:27:05.492 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:27:05.492 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-21T00:27:05.492 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-21T00:27:05.492 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-21T00:27:05.492 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:27:05.499 INFO:tasks.ceph.mds.a:Stopped 2024-09-21T00:27:05.499 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-21T00:27:05.503 INFO:tasks.ceph.mds.c:Stopped 2024-09-21T00:27:05.503 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-21T00:27:05.504 INFO:tasks.ceph.mds.d:Stopped 2024-09-21T00:27:05.504 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-21T00:27:05.545 INFO:tasks.ceph.mds.a:Started 2024-09-21T00:27:05.546 DEBUG:teuthology.parallel:result is None 2024-09-21T00:27:05.547 INFO:tasks.ceph.mds.c:Started 2024-09-21T00:27:05.547 DEBUG:teuthology.parallel:result is None 2024-09-21T00:27:05.548 INFO:tasks.ceph.mds.d:Started 2024-09-21T00:27:05.548 DEBUG:teuthology.parallel:result is None 2024-09-21T00:27:05.632 INFO:tasks.ceph.mds.c.smithi067.stdout:starting mds.c at 2024-09-21T00:27:05.632 INFO:tasks.ceph.mds.a.smithi067.stdout:starting mds.a at 2024-09-21T00:27:05.639 INFO:tasks.ceph.mds.d.smithi097.stdout:starting mds.d at 2024-09-21T00:27:08.322 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b is failed for ~0s 2024-09-21T00:27:11.504 INFO:tasks.ceph.mds.b:Stopped 2024-09-21T00:27:11.504 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-21T00:27:11.507 INFO:tasks.ceph.mds.b:Started 2024-09-21T00:27:11.508 DEBUG:teuthology.parallel:result is None 2024-09-21T00:27:11.508 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-21T00:27:11.602 INFO:tasks.ceph.mds.b.smithi097.stdout:starting mds.b at 2024-09-21T00:27:11.641 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:11.640+0000 7ff742230640 1 -- 172.21.15.67:0/2178736655 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff73c163d60 msgr2=0x7ff73c166180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:11.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:11.640+0000 7ff742230640 1 --2- 172.21.15.67:0/2178736655 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff73c163d60 0x7ff73c166180 secure :-1 s=READY pgs=1205 cs=0 l=1 rev1=1 crypto rx=0x7ff734005fd0 tx=0x7ff73402a940 comp rx=0 tx=0).stop 2024-09-21T00:27:11.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:11.640+0000 7ff742230640 1 -- 172.21.15.67:0/2178736655 shutdown_connections 2024-09-21T00:27:11.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:11.640+0000 7ff742230640 1 --2- 172.21.15.67:0/2178736655 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff73c163d60 0x7ff73c166180 unknown :-1 s=CLOSED pgs=1205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:11.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:11.640+0000 7ff742230640 1 -- 172.21.15.67:0/2178736655 >> 172.21.15.67:0/2178736655 conn(0x7ff73c06d5a0 msgr2=0x7ff73c0b1d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:27:11.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:11.640+0000 7ff742230640 1 -- 172.21.15.67:0/2178736655 shutdown_connections 2024-09-21T00:27:11.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:11.640+0000 7ff742230640 1 -- 172.21.15.67:0/2178736655 wait complete. 2024-09-21T00:27:11.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:11.642+0000 7ff742230640 1 Processor -- start 2024-09-21T00:27:11.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:11.642+0000 7ff742230640 1 -- start start 2024-09-21T00:27:11.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:11.643+0000 7ff742230640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff73c0734e0 0x7ff73c157f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:11.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:11.643+0000 7ff742230640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff73c073a30 0x7ff73c14f0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:11.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:11.643+0000 7ff742230640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff73c163d60 0x7ff73c15af00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:11.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:11.643+0000 7ff742230640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff73c1666c0 con 0x7ff73c163d60 2024-09-21T00:27:11.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:11.643+0000 7ff742230640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff73c0cff80 con 0x7ff73c073a30 2024-09-21T00:27:11.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:11.643+0000 7ff742230640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7ff73c166840 con 0x7ff73c0734e0 2024-09-21T00:27:11.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:11.644+0000 7ff73bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff73c163d60 0x7ff73c15af00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:11.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:11.644+0000 7ff73bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff73c163d60 0x7ff73c15af00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:50938/0 (socket says 172.21.15.67:50938) 2024-09-21T00:27:11.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:11.644+0000 7ff73bfff640 1 -- 172.21.15.67:0/3437969805 learned_addr learned my addr 172.21.15.67:0/3437969805 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:27:11.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:11.644+0000 7ff73affd640 1 --2- 172.21.15.67:0/3437969805 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff73c073a30 0x7ff73c14f0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:11.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:11.644+0000 7ff73b7fe640 1 --2- 172.21.15.67:0/3437969805 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff73c0734e0 0x7ff73c157f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:11.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:11.644+0000 7ff73bfff640 1 -- 172.21.15.67:0/3437969805 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff73c0734e0 msgr2=0x7ff73c157f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:11.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:11.644+0000 7ff73bfff640 1 --2- 172.21.15.67:0/3437969805 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff73c0734e0 0x7ff73c157f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:11.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:11.644+0000 7ff73bfff640 1 -- 172.21.15.67:0/3437969805 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff73c073a30 msgr2=0x7ff73c14f0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:11.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:11.644+0000 7ff73bfff640 1 --2- 172.21.15.67:0/3437969805 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff73c073a30 0x7ff73c14f0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:11.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:11.644+0000 7ff73bfff640 1 -- 172.21.15.67:0/3437969805 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff73c14f620 con 0x7ff73c163d60 2024-09-21T00:27:11.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:11.644+0000 7ff73bfff640 1 --2- 172.21.15.67:0/3437969805 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff73c163d60 0x7ff73c15af00 secure :-1 s=READY pgs=1206 cs=0 l=1 rev1=1 crypto rx=0x7ff73402af30 tx=0x7ff734031ea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:27:11.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:11.644+0000 7ff733fff640 1 -- 172.21.15.67:0/3437969805 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff73403e070 con 0x7ff73c163d60 2024-09-21T00:27:11.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:11.644+0000 7ff733fff640 1 -- 172.21.15.67:0/3437969805 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff734004560 con 0x7ff73c163d60 2024-09-21T00:27:11.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:11.644+0000 7ff733fff640 1 -- 172.21.15.67:0/3437969805 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff734043460 con 0x7ff73c163d60 2024-09-21T00:27:11.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:11.644+0000 7ff742230640 1 -- 172.21.15.67:0/3437969805 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff73c1f7e70 con 0x7ff73c163d60 2024-09-21T00:27:11.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:11.645+0000 7ff742230640 1 -- 172.21.15.67:0/3437969805 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff73c157750 con 0x7ff73c163d60 2024-09-21T00:27:11.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:11.646+0000 7ff742230640 1 -- 172.21.15.67:0/3437969805 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff73c15acf0 con 0x7ff73c163d60 2024-09-21T00:27:11.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:11.646+0000 7ff733fff640 1 -- 172.21.15.67:0/3437969805 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7ff73403a440 con 0x7ff73c163d60 2024-09-21T00:27:11.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:11.647+0000 7ff733fff640 1 --2- 172.21.15.67:0/3437969805 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff71c078b90 0x7ff71c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:11.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:11.647+0000 7ff733fff640 1 -- 172.21.15.67:0/3437969805 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 5115+0+0 (secure 0 0 0) 0x7ff7340bc5c0 con 0x7ff73c163d60 2024-09-21T00:27:11.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:11.647+0000 7ff73b7fe640 1 --2- 172.21.15.67:0/3437969805 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff71c078b90 0x7ff71c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:11.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:11.648+0000 7ff73b7fe640 1 --2- 172.21.15.67:0/3437969805 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff71c078b90 0x7ff71c07b0a0 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7ff72c0046b0 tx=0x7ff72c007e90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:27:11.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:11.652+0000 7ff733fff640 1 -- 172.21.15.67:0/3437969805 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7ff7340846a0 con 0x7ff73c163d60 2024-09-21T00:27:11.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:11.849+0000 7ff742230640 1 -- 172.21.15.67:0/3437969805 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7ff73c15e750 con 0x7ff73c163d60 2024-09-21T00:27:13.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.258+0000 7ff733fff640 1 -- 172.21.15.67:0/3437969805 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v100) ==== 97+0+0 (secure 0 0 0) 0x7ff7340890d0 con 0x7ff73c163d60 2024-09-21T00:27:13.260 INFO:teuthology.orchestra.run.smithi067.stderr: removed all blocklist entries 2024-09-21T00:27:13.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.261+0000 7ff742230640 1 -- 172.21.15.67:0/3437969805 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff71c078b90 msgr2=0x7ff71c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:13.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.262+0000 7ff742230640 1 --2- 172.21.15.67:0/3437969805 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff71c078b90 0x7ff71c07b0a0 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7ff72c0046b0 tx=0x7ff72c007e90 comp rx=0 tx=0).stop 2024-09-21T00:27:13.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.262+0000 7ff742230640 1 -- 172.21.15.67:0/3437969805 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff73c163d60 msgr2=0x7ff73c15af00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:13.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.262+0000 7ff742230640 1 --2- 172.21.15.67:0/3437969805 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff73c163d60 0x7ff73c15af00 secure :-1 s=READY pgs=1206 cs=0 l=1 rev1=1 crypto rx=0x7ff73402af30 tx=0x7ff734031ea0 comp rx=0 tx=0).stop 2024-09-21T00:27:13.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.262+0000 7ff742230640 1 -- 172.21.15.67:0/3437969805 shutdown_connections 2024-09-21T00:27:13.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.262+0000 7ff742230640 1 --2- 172.21.15.67:0/3437969805 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff71c078b90 0x7ff71c07b0a0 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:13.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.262+0000 7ff742230640 1 --2- 172.21.15.67:0/3437969805 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff73c163d60 0x7ff73c15af00 unknown :-1 s=CLOSED pgs=1206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:13.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.262+0000 7ff742230640 1 --2- 172.21.15.67:0/3437969805 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff73c073a30 0x7ff73c14f0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:13.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.262+0000 7ff742230640 1 --2- 172.21.15.67:0/3437969805 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff73c0734e0 0x7ff73c157f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:13.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.262+0000 7ff742230640 1 -- 172.21.15.67:0/3437969805 >> 172.21.15.67:0/3437969805 conn(0x7ff73c06d5a0 msgr2=0x7ff73c1503d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:27:13.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.262+0000 7ff742230640 1 -- 172.21.15.67:0/3437969805 shutdown_connections 2024-09-21T00:27:13.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.262+0000 7ff742230640 1 -- 172.21.15.67:0/3437969805 wait complete. 2024-09-21T00:27:13.277 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-21T00:27:13.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.400+0000 7f33c96f9640 1 -- 172.21.15.67:0/886736353 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f33c40cd030 msgr2=0x7f33c40cd440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:13.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.400+0000 7f33c96f9640 1 --2- 172.21.15.67:0/886736353 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f33c40cd030 0x7f33c40cd440 secure :-1 s=READY pgs=1208 cs=0 l=1 rev1=1 crypto rx=0x7f33bc009830 tx=0x7f33bc02a510 comp rx=0 tx=0).stop 2024-09-21T00:27:13.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.400+0000 7f33c96f9640 1 -- 172.21.15.67:0/886736353 shutdown_connections 2024-09-21T00:27:13.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.400+0000 7f33c96f9640 1 --2- 172.21.15.67:0/886736353 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f33c40cd030 0x7f33c40cd440 unknown :-1 s=CLOSED pgs=1208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:13.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.400+0000 7f33c96f9640 1 --2- 172.21.15.67:0/886736353 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f33c40b7850 0x7f33c40b4c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:13.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.400+0000 7f33c96f9640 1 -- 172.21.15.67:0/886736353 >> 172.21.15.67:0/886736353 conn(0x7f33c40b4140 msgr2=0x7f33c40b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:27:13.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.400+0000 7f33c96f9640 1 -- 172.21.15.67:0/886736353 shutdown_connections 2024-09-21T00:27:13.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.400+0000 7f33c96f9640 1 -- 172.21.15.67:0/886736353 wait complete. 2024-09-21T00:27:13.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.402+0000 7f33c96f9640 1 Processor -- start 2024-09-21T00:27:13.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.402+0000 7f33c96f9640 1 -- start start 2024-09-21T00:27:13.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.403+0000 7f33c96f9640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f33c409a950 0x7f33c40c6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:13.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.403+0000 7f33c96f9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f33c40b7850 0x7f33c41f91d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:13.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.403+0000 7f33c96f9640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f33c40cd030 0x7f33c41f9710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:13.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.403+0000 7f33c96f9640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f33c40cdd50 con 0x7f33c40b7850 2024-09-21T00:27:13.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.403+0000 7f33c96f9640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f33c40cdbd0 con 0x7f33c40cd030 2024-09-21T00:27:13.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.403+0000 7f33c96f9640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f33c40cded0 con 0x7f33c409a950 2024-09-21T00:27:13.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.404+0000 7f33c27fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f33c40b7850 0x7f33c41f91d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:13.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.404+0000 7f33c27fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f33c40b7850 0x7f33c41f91d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:35652/0 (socket says 172.21.15.67:35652) 2024-09-21T00:27:13.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.404+0000 7f33c27fc640 1 -- 172.21.15.67:0/1906416872 learned_addr learned my addr 172.21.15.67:0/1906416872 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:27:13.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.404+0000 7f33c2ffd640 1 --2- 172.21.15.67:0/1906416872 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f33c409a950 0x7f33c40c6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:13.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.404+0000 7f33c37fe640 1 --2- 172.21.15.67:0/1906416872 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f33c40cd030 0x7f33c41f9710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:13.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.404+0000 7f33c27fc640 1 -- 172.21.15.67:0/1906416872 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f33c409a950 msgr2=0x7f33c40c6180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:13.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.404+0000 7f33c27fc640 1 --2- 172.21.15.67:0/1906416872 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f33c409a950 0x7f33c40c6180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:13.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.404+0000 7f33c27fc640 1 -- 172.21.15.67:0/1906416872 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f33c40cd030 msgr2=0x7f33c41f9710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:13.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.404+0000 7f33c27fc640 1 --2- 172.21.15.67:0/1906416872 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f33c40cd030 0x7f33c41f9710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:13.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.404+0000 7f33c27fc640 1 -- 172.21.15.67:0/1906416872 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33c40c66c0 con 0x7f33c40b7850 2024-09-21T00:27:13.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.404+0000 7f33c27fc640 1 --2- 172.21.15.67:0/1906416872 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f33c40b7850 0x7f33c41f91d0 secure :-1 s=READY pgs=1209 cs=0 l=1 rev1=1 crypto rx=0x7f33ac00c370 tx=0x7f33ac00c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:27:13.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.404+0000 7f33bb7fe640 1 -- 172.21.15.67:0/1906416872 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33ac011790 con 0x7f33c40b7850 2024-09-21T00:27:13.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.404+0000 7f33bb7fe640 1 -- 172.21.15.67:0/1906416872 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f33ac017070 con 0x7f33c40b7850 2024-09-21T00:27:13.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.404+0000 7f33c96f9640 1 -- 172.21.15.67:0/1906416872 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f33c41e2a60 con 0x7f33c40b7850 2024-09-21T00:27:13.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.404+0000 7f33bb7fe640 1 -- 172.21.15.67:0/1906416872 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33ac011c80 con 0x7f33c40b7850 2024-09-21T00:27:13.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.404+0000 7f33c96f9640 1 -- 172.21.15.67:0/1906416872 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f33c41e3020 con 0x7f33c40b7850 2024-09-21T00:27:13.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.405+0000 7f33c96f9640 1 -- 172.21.15.67:0/1906416872 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f33c40b4c60 con 0x7f33c40b7850 2024-09-21T00:27:13.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.406+0000 7f33bb7fe640 1 -- 172.21.15.67:0/1906416872 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f33ac01c460 con 0x7f33c40b7850 2024-09-21T00:27:13.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.407+0000 7f33bb7fe640 1 --2- 172.21.15.67:0/1906416872 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f33a4078b90 0x7f33a407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:13.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.407+0000 7f33bb7fe640 1 -- 172.21.15.67:0/1906416872 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 4857+0+0 (secure 0 0 0) 0x7f33ac09a630 con 0x7f33c40b7850 2024-09-21T00:27:13.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.407+0000 7f33c2ffd640 1 --2- 172.21.15.67:0/1906416872 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f33a4078b90 0x7f33a407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:13.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.407+0000 7f33c2ffd640 1 --2- 172.21.15.67:0/1906416872 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f33a4078b90 0x7f33a407b0a0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f33b4005fd0 tx=0x7f33b40095e0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:27:13.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.411+0000 7f33bb7fe640 1 -- 172.21.15.67:0/1906416872 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f33ac062770 con 0x7f33c40b7850 2024-09-21T00:27:13.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.670+0000 7f33c96f9640 1 -- 172.21.15.67:0/1906416872 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f33c40b6030 con 0x7f33c40b7850 2024-09-21T00:27:13.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.670+0000 7f33bb7fe640 1 -- 172.21.15.67:0/1906416872 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v17) ==== 80+0+5304 (secure 0 0 0) 0x7f33ac0671a0 con 0x7f33c40b7850 2024-09-21T00:27:13.672 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:27:13.672 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:27:13.672 INFO:teuthology.orchestra.run.smithi067.stdout: "auth_dump": [ 2024-09-21T00:27:13.672 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:27:13.672 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mds.a", 2024-09-21T00:27:13.672 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5m9QBaFRAAdgisHziG3hw/D2M72XZn8g==", 2024-09-21T00:27:13.672 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:27:13.672 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:27:13.672 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:27:13.673 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:27:13.673 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:27:13.673 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:27:13.673 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:27:13.673 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:27:13.673 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mds.b", 2024-09-21T00:27:13.673 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mLCJuIhAAl/r6CTzwOFBmlvDR8WTorQ==", 2024-09-21T00:27:13.673 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:27:13.673 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:27:13.674 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:27:13.674 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:27:13.674 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:27:13.674 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:27:13.674 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:27:13.674 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:27:13.674 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mds.c", 2024-09-21T00:27:13.674 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mQ14ZHRAAi5QZeknKrKjp2jO02yntmg==", 2024-09-21T00:27:13.674 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:27:13.675 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:27:13.675 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:27:13.675 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:27:13.675 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:27:13.675 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:27:13.675 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:27:13.675 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:27:13.675 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mds.d", 2024-09-21T00:27:13.675 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mgCsdKhAAJ06SsIMmvdDQWaRDeCy6CA==", 2024-09-21T00:27:13.675 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:27:13.675 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:27:13.675 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:27:13.675 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:27:13.676 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:27:13.676 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:27:13.676 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:27:13.676 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:27:13.676 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.0", 2024-09-21T00:27:13.676 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBJEe5mhxC8ERAAwqKGS/tp+aVv++lqOVEPwg==", 2024-09-21T00:27:13.676 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:27:13.676 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:27:13.676 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:27:13.676 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:27:13.677 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:27:13.677 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:27:13.677 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:27:13.677 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.1", 2024-09-21T00:27:13.677 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBMEe5mbob6IxAANdMr4wKZkwcnJzzUY88/xA==", 2024-09-21T00:27:13.677 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:27:13.677 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:27:13.677 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:27:13.677 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:27:13.678 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:27:13.678 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:27:13.678 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:27:13.678 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.2", 2024-09-21T00:27:13.678 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBPEe5mR+B2NRAAbF2XunKQ4T7GqO5mflYgFQ==", 2024-09-21T00:27:13.678 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:27:13.678 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:27:13.678 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:27:13.678 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:27:13.678 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:27:13.679 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:27:13.679 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:27:13.679 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.3", 2024-09-21T00:27:13.679 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBTEe5mrBCaDBAAhESlssYCQxHPjrG5irA8bg==", 2024-09-21T00:27:13.679 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:27:13.679 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:27:13.679 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:27:13.679 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:27:13.679 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:27:13.679 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:27:13.680 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:27:13.680 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.4", 2024-09-21T00:27:13.680 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBZEe5mH7dzKBAALqGrXHFlpxFvgoI3COb/CA==", 2024-09-21T00:27:13.680 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:27:13.680 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:27:13.680 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:27:13.680 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:27:13.680 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:27:13.680 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:27:13.680 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:27:13.681 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.5", 2024-09-21T00:27:13.681 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBcEe5mbQLIORAAhaKf6tntn/oh0n1a70pqAA==", 2024-09-21T00:27:13.681 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:27:13.681 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:27:13.681 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:27:13.681 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:27:13.681 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:27:13.681 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:27:13.681 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:27:13.681 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.6", 2024-09-21T00:27:13.681 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBgEe5m5MO7ABAACbg8WWV3GhNSHRnjscz6Fg==", 2024-09-21T00:27:13.681 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:27:13.681 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:27:13.682 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:27:13.682 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:27:13.682 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:27:13.682 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:27:13.682 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:27:13.682 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.7", 2024-09-21T00:27:13.682 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBjEe5mmCIxAxAArpnzucP3Mbmo3BL6YikqWA==", 2024-09-21T00:27:13.682 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:27:13.682 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:27:13.682 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:27:13.682 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:27:13.682 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:27:13.682 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:27:13.682 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:27:13.683 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.0", 2024-09-21T00:27:13.683 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mUnwLLxAAE0JXCN8yXTH2bWtWI41o2Q==", 2024-09-21T00:27:13.683 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:27:13.683 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:27:13.683 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow r", 2024-09-21T00:27:13.683 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-21T00:27:13.683 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:27:13.683 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:27:13.683 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:27:13.683 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.1", 2024-09-21T00:27:13.683 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mDFa8NhAAraRO3NGJQTzWBBcGkkEhhQ==", 2024-09-21T00:27:13.683 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:27:13.683 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:27:13.684 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow r", 2024-09-21T00:27:13.684 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow rw", 2024-09-21T00:27:13.684 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow rwx" 2024-09-21T00:27:13.684 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:27:13.684 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:27:13.684 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:27:13.684 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.2", 2024-09-21T00:27:13.684 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mLu3nMhAA14NXzzDpQhxci5XP4juw/w==", 2024-09-21T00:27:13.684 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:27:13.684 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:27:13.684 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow r", 2024-09-21T00:27:13.684 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow rw", 2024-09-21T00:27:13.684 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow rwx" 2024-09-21T00:27:13.685 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:27:13.685 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:27:13.685 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:27:13.685 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.3", 2024-09-21T00:27:13.685 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5m6Lx8OhAAx4r6ll1YCFpRFK7DC5qqOw==", 2024-09-21T00:27:13.685 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:27:13.685 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:27:13.685 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow r", 2024-09-21T00:27:13.685 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow rw", 2024-09-21T00:27:13.685 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow rwx" 2024-09-21T00:27:13.685 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:27:13.685 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:27:13.685 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:27:13.685 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.admin", 2024-09-21T00:27:13.686 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBEEe5myhTpMBAA3uuyq5Ek2nSa9jjWQzIshw==", 2024-09-21T00:27:13.686 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:27:13.686 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow *", 2024-09-21T00:27:13.686 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:27:13.686 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:27:13.686 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:27:13.686 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:27:13.686 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:27:13.686 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:27:13.686 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mgr.x", 2024-09-21T00:27:13.686 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mNMdbERAA41Bj7rmSurxL0D2Zq+oHVA==", 2024-09-21T00:27:13.686 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:27:13.686 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow *", 2024-09-21T00:27:13.687 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile mgr", 2024-09-21T00:27:13.687 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:27:13.687 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:27:13.687 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:27:13.687 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:27:13.687 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mgr.y", 2024-09-21T00:27:13.687 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mNcGQCxAA33vjLt+brud7Aul58c5kXw==", 2024-09-21T00:27:13.687 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:27:13.687 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow *", 2024-09-21T00:27:13.687 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile mgr", 2024-09-21T00:27:13.687 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:27:13.687 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:27:13.687 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:27:13.687 INFO:teuthology.orchestra.run.smithi067.stdout: ] 2024-09-21T00:27:13.688 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:27:13.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.672+0000 7f33c96f9640 1 -- 172.21.15.67:0/1906416872 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f33a4078b90 msgr2=0x7f33a407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:13.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.672+0000 7f33c96f9640 1 --2- 172.21.15.67:0/1906416872 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f33a4078b90 0x7f33a407b0a0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f33b4005fd0 tx=0x7f33b40095e0 comp rx=0 tx=0).stop 2024-09-21T00:27:13.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.672+0000 7f33c96f9640 1 -- 172.21.15.67:0/1906416872 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f33c40b7850 msgr2=0x7f33c41f91d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:13.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.672+0000 7f33c96f9640 1 --2- 172.21.15.67:0/1906416872 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f33c40b7850 0x7f33c41f91d0 secure :-1 s=READY pgs=1209 cs=0 l=1 rev1=1 crypto rx=0x7f33ac00c370 tx=0x7f33ac00c830 comp rx=0 tx=0).stop 2024-09-21T00:27:13.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.672+0000 7f33c96f9640 1 -- 172.21.15.67:0/1906416872 shutdown_connections 2024-09-21T00:27:13.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.672+0000 7f33c96f9640 1 --2- 172.21.15.67:0/1906416872 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f33a4078b90 0x7f33a407b0a0 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:13.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.672+0000 7f33c96f9640 1 --2- 172.21.15.67:0/1906416872 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f33c40cd030 0x7f33c41f9710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:13.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.672+0000 7f33c96f9640 1 --2- 172.21.15.67:0/1906416872 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f33c40b7850 0x7f33c41f91d0 unknown :-1 s=CLOSED pgs=1209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:13.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.672+0000 7f33c96f9640 1 --2- 172.21.15.67:0/1906416872 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f33c409a950 0x7f33c40c6180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:13.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.672+0000 7f33c96f9640 1 -- 172.21.15.67:0/1906416872 >> 172.21.15.67:0/1906416872 conn(0x7f33c40b4140 msgr2=0x7f33c40cf0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:27:13.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.673+0000 7f33c96f9640 1 -- 172.21.15.67:0/1906416872 shutdown_connections 2024-09-21T00:27:13.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.673+0000 7f33c96f9640 1 -- 172.21.15.67:0/1906416872 wait complete. 2024-09-21T00:27:13.690 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-21T00:27:13.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.806+0000 7f6bd0430640 1 -- 172.21.15.67:0/2092871767 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6bc80b9e70 msgr2=0x7f6bc80b6020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:13.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.806+0000 7f6bd0430640 1 --2- 172.21.15.67:0/2092871767 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6bc80b9e70 0x7f6bc80b6020 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f6bc4009830 tx=0x7f6bc402a480 comp rx=0 tx=0).stop 2024-09-21T00:27:13.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.806+0000 7f6bd0430640 1 -- 172.21.15.67:0/2092871767 shutdown_connections 2024-09-21T00:27:13.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.806+0000 7f6bd0430640 1 --2- 172.21.15.67:0/2092871767 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6bc80d22f0 0x7f6bc80b6560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:13.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.806+0000 7f6bd0430640 1 --2- 172.21.15.67:0/2092871767 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6bc80b9e70 0x7f6bc80b6020 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:13.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.806+0000 7f6bd0430640 1 -- 172.21.15.67:0/2092871767 >> 172.21.15.67:0/2092871767 conn(0x7f6bc80d45a0 msgr2=0x7f6bc80d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:27:13.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.806+0000 7f6bd0430640 1 -- 172.21.15.67:0/2092871767 shutdown_connections 2024-09-21T00:27:13.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.806+0000 7f6bd0430640 1 -- 172.21.15.67:0/2092871767 wait complete. 2024-09-21T00:27:13.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.808+0000 7f6bd0430640 1 Processor -- start 2024-09-21T00:27:13.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.808+0000 7f6bd0430640 1 -- start start 2024-09-21T00:27:13.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.809+0000 7f6bd0430640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6bc806ebc0 0x7f6bc8157820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:13.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.809+0000 7f6bd0430640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6bc80b9e70 0x7f6bc8151120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:13.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.809+0000 7f6bd0430640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6bc80d22f0 0x7f6bc8151660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:13.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.809+0000 7f6bd0430640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f6bc806f6e0 con 0x7f6bc806ebc0 2024-09-21T00:27:13.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.809+0000 7f6bd0430640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f6bc80d05c0 con 0x7f6bc80d22f0 2024-09-21T00:27:13.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.809+0000 7f6bd0430640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f6bc806f860 con 0x7f6bc80b9e70 2024-09-21T00:27:13.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.809+0000 7f6bce1cc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6bc806ebc0 0x7f6bc8157820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:13.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.809+0000 7f6bce1cc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6bc806ebc0 0x7f6bc8157820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:35668/0 (socket says 172.21.15.67:35668) 2024-09-21T00:27:13.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.809+0000 7f6bce1cc640 1 -- 172.21.15.67:0/656513390 learned_addr learned my addr 172.21.15.67:0/656513390 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:27:13.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.809+0000 7f6bcd9cb640 1 --2- 172.21.15.67:0/656513390 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6bc80b9e70 0x7f6bc8151120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:13.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.809+0000 7f6bce9cd640 1 --2- 172.21.15.67:0/656513390 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6bc80d22f0 0x7f6bc8151660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:13.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.810+0000 7f6bce1cc640 1 -- 172.21.15.67:0/656513390 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6bc80b9e70 msgr2=0x7f6bc8151120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:13.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.810+0000 7f6bce1cc640 1 --2- 172.21.15.67:0/656513390 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6bc80b9e70 0x7f6bc8151120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:13.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.810+0000 7f6bce1cc640 1 -- 172.21.15.67:0/656513390 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6bc80d22f0 msgr2=0x7f6bc8151660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:13.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.810+0000 7f6bce1cc640 1 --2- 172.21.15.67:0/656513390 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6bc80d22f0 0x7f6bc8151660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:13.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.810+0000 7f6bce1cc640 1 -- 172.21.15.67:0/656513390 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6bc80ce0d0 con 0x7f6bc806ebc0 2024-09-21T00:27:13.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.810+0000 7f6bce1cc640 1 --2- 172.21.15.67:0/656513390 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6bc806ebc0 0x7f6bc8157820 secure :-1 s=READY pgs=1210 cs=0 l=1 rev1=1 crypto rx=0x7f6bc4009950 tx=0x7f6bc4033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:27:13.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.810+0000 7f6bbaffd640 1 -- 172.21.15.67:0/656513390 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bc4031d60 con 0x7f6bc806ebc0 2024-09-21T00:27:13.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.810+0000 7f6bbaffd640 1 -- 172.21.15.67:0/656513390 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6bc4033e10 con 0x7f6bc806ebc0 2024-09-21T00:27:13.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.810+0000 7f6bd0430640 1 -- 172.21.15.67:0/656513390 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6bc80cd550 con 0x7f6bc806ebc0 2024-09-21T00:27:13.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.810+0000 7f6bbaffd640 1 -- 172.21.15.67:0/656513390 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bc4005260 con 0x7f6bc806ebc0 2024-09-21T00:27:13.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.810+0000 7f6bd0430640 1 -- 172.21.15.67:0/656513390 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6bc80cdb10 con 0x7f6bc806ebc0 2024-09-21T00:27:13.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.811+0000 7f6bd0430640 1 -- 172.21.15.67:0/656513390 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6bc808dc60 con 0x7f6bc806ebc0 2024-09-21T00:27:13.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.812+0000 7f6bbaffd640 1 -- 172.21.15.67:0/656513390 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f6bc4005400 con 0x7f6bc806ebc0 2024-09-21T00:27:13.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.813+0000 7f6bbaffd640 1 --2- 172.21.15.67:0/656513390 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6bac078b90 0x7f6bac07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:13.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.813+0000 7f6bbaffd640 1 -- 172.21.15.67:0/656513390 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 4857+0+0 (secure 0 0 0) 0x7f6bc40bbaa0 con 0x7f6bc806ebc0 2024-09-21T00:27:13.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.813+0000 7f6bcd9cb640 1 --2- 172.21.15.67:0/656513390 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6bac078b90 0x7f6bac07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:13.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.813+0000 7f6bcd9cb640 1 --2- 172.21.15.67:0/656513390 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6bac078b90 0x7f6bac07b0a0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f6bc80b94a0 tx=0x7f6bbc005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:27:13.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:13.817+0000 7f6bbaffd640 1 -- 172.21.15.67:0/656513390 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f6bc808dc60 con 0x7f6bc806ebc0 2024-09-21T00:27:14.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:14.007+0000 7f6bd0430640 1 -- 172.21.15.67:0/656513390 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f6bc806fd10 con 0x7f6bc806ebc0 2024-09-21T00:27:14.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:14.008+0000 7f6bbaffd640 1 -- 172.21.15.67:0/656513390 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v100) ==== 84+0+65 (secure 0 0 0) 0x7f6bc403f030 con 0x7f6bc806ebc0 2024-09-21T00:27:14.009 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:27:14.009 INFO:teuthology.orchestra.run.smithi067.stdout:[ 2024-09-21T00:27:14.009 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:27:14.009 INFO:teuthology.orchestra.run.smithi067.stdout: "poolnum": 1, 2024-09-21T00:27:14.009 INFO:teuthology.orchestra.run.smithi067.stdout: "poolname": ".mgr" 2024-09-21T00:27:14.010 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:27:14.010 INFO:teuthology.orchestra.run.smithi067.stdout:] 2024-09-21T00:27:14.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:14.010+0000 7f6bd0430640 1 -- 172.21.15.67:0/656513390 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6bac078b90 msgr2=0x7f6bac07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:14.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:14.010+0000 7f6bd0430640 1 --2- 172.21.15.67:0/656513390 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6bac078b90 0x7f6bac07b0a0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f6bc80b94a0 tx=0x7f6bbc005f90 comp rx=0 tx=0).stop 2024-09-21T00:27:14.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:14.010+0000 7f6bd0430640 1 -- 172.21.15.67:0/656513390 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6bc806ebc0 msgr2=0x7f6bc8157820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:14.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:14.010+0000 7f6bd0430640 1 --2- 172.21.15.67:0/656513390 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6bc806ebc0 0x7f6bc8157820 secure :-1 s=READY pgs=1210 cs=0 l=1 rev1=1 crypto rx=0x7f6bc4009950 tx=0x7f6bc4033c20 comp rx=0 tx=0).stop 2024-09-21T00:27:14.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:14.010+0000 7f6bd0430640 1 -- 172.21.15.67:0/656513390 shutdown_connections 2024-09-21T00:27:14.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:14.010+0000 7f6bd0430640 1 --2- 172.21.15.67:0/656513390 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6bac078b90 0x7f6bac07b0a0 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:14.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:14.010+0000 7f6bd0430640 1 --2- 172.21.15.67:0/656513390 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6bc80d22f0 0x7f6bc8151660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:14.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:14.010+0000 7f6bd0430640 1 --2- 172.21.15.67:0/656513390 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6bc80b9e70 0x7f6bc8151120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:14.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:14.010+0000 7f6bd0430640 1 --2- 172.21.15.67:0/656513390 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6bc806ebc0 0x7f6bc8157820 unknown :-1 s=CLOSED pgs=1210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:14.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:14.010+0000 7f6bd0430640 1 -- 172.21.15.67:0/656513390 >> 172.21.15.67:0/656513390 conn(0x7f6bc80d45a0 msgr2=0x7f6bc806efd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:27:14.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:14.010+0000 7f6bd0430640 1 -- 172.21.15.67:0/656513390 shutdown_connections 2024-09-21T00:27:14.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:14.010+0000 7f6bd0430640 1 -- 172.21.15.67:0/656513390 wait complete. 2024-09-21T00:27:14.023 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-21T00:27:14.023 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-21T00:27:14.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:14.143+0000 7fb6a4e30640 1 -- 172.21.15.67:0/1632609872 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb688004d40 msgr2=0x7fb688005150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:14.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:14.143+0000 7fb6a4e30640 1 --2- 172.21.15.67:0/1632609872 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb688004d40 0x7fb688005150 secure :-1 s=READY pgs=1212 cs=0 l=1 rev1=1 crypto rx=0x7fb6a00cb620 tx=0x7fb688005830 comp rx=0 tx=0).stop 2024-09-21T00:27:14.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:14.143+0000 7fb69ed9d640 1 -- 172.21.15.67:0/1632609872 reap_dead start 2024-09-21T00:27:14.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:14.143+0000 7fb6a4e30640 1 -- 172.21.15.67:0/1632609872 shutdown_connections 2024-09-21T00:27:14.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:14.143+0000 7fb6a4e30640 1 -- 172.21.15.67:0/1632609872 >> 172.21.15.67:0/1632609872 conn(0x7fb6a00d4630 msgr2=0x7fb6a00d4a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:27:14.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:14.143+0000 7fb6a4e30640 1 -- 172.21.15.67:0/1632609872 shutdown_connections 2024-09-21T00:27:14.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:14.143+0000 7fb6a4e30640 1 -- 172.21.15.67:0/1632609872 wait complete. 2024-09-21T00:27:14.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:14.145+0000 7fb6a4e30640 1 Processor -- start 2024-09-21T00:27:14.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:14.145+0000 7fb6a4e30640 1 -- start start 2024-09-21T00:27:14.149 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:14.146+0000 7fb6a4e30640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb688004d40 0x7fb6a015f540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:14.149 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:14.146+0000 7fb6a4e30640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb6a014d9d0 0x7fb6a00cb670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:14.149 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:14.146+0000 7fb6a4e30640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb6a01f5ce0 0x7fb6a01f60f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:14.149 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:14.146+0000 7fb6a4e30640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fb6a00d33f0 con 0x7fb688004d40 2024-09-21T00:27:14.149 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:14.146+0000 7fb6a4e30640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fb6a00b69d0 con 0x7fb6a01f5ce0 2024-09-21T00:27:14.149 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:14.146+0000 7fb6a4e30640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fb6a00d3570 con 0x7fb6a014d9d0 2024-09-21T00:27:14.149 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:14.146+0000 7fb69e59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb688004d40 0x7fb6a015f540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:14.149 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:14.147+0000 7fb69e59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb688004d40 0x7fb6a015f540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:35698/0 (socket says 172.21.15.67:35698) 2024-09-21T00:27:14.149 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:14.147+0000 7fb69e59c640 1 -- 172.21.15.67:0/37091611 learned_addr learned my addr 172.21.15.67:0/37091611 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:27:14.149 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:14.147+0000 7fb69ed9d640 1 --2- 172.21.15.67:0/37091611 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb6a01f5ce0 0x7fb6a01f60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:14.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:14.147+0000 7fb69dd9b640 1 --2- 172.21.15.67:0/37091611 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb6a014d9d0 0x7fb6a00cb670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:14.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:14.147+0000 7fb69e59c640 1 -- 172.21.15.67:0/37091611 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb6a014d9d0 msgr2=0x7fb6a00cb670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:14.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:14.147+0000 7fb69e59c640 1 --2- 172.21.15.67:0/37091611 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb6a014d9d0 0x7fb6a00cb670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:14.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:14.147+0000 7fb69e59c640 1 -- 172.21.15.67:0/37091611 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb6a01f5ce0 msgr2=0x7fb6a01f60f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:14.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:14.147+0000 7fb69e59c640 1 --2- 172.21.15.67:0/37091611 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb6a01f5ce0 0x7fb6a01f60f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:14.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:14.147+0000 7fb69e59c640 1 -- 172.21.15.67:0/37091611 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6a015fa80 con 0x7fb688004d40 2024-09-21T00:27:14.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:14.147+0000 7fb69dd9b640 1 --2- 172.21.15.67:0/37091611 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb6a014d9d0 0x7fb6a00cb670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:27:14.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:14.147+0000 7fb69e59c640 1 --2- 172.21.15.67:0/37091611 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb688004d40 0x7fb6a015f540 secure :-1 s=READY pgs=1213 cs=0 l=1 rev1=1 crypto rx=0x7fb690011ab0 tx=0x7fb690011f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:27:14.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:14.147+0000 7fb68effd640 1 -- 172.21.15.67:0/37091611 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb69001e070 con 0x7fb688004d40 2024-09-21T00:27:14.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:14.147+0000 7fb68effd640 1 -- 172.21.15.67:0/37091611 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb69000fc70 con 0x7fb688004d40 2024-09-21T00:27:14.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:14.147+0000 7fb68effd640 1 -- 172.21.15.67:0/37091611 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb690004290 con 0x7fb688004d40 2024-09-21T00:27:14.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:14.147+0000 7fb6a4e30640 1 -- 172.21.15.67:0/37091611 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb6a015e4a0 con 0x7fb688004d40 2024-09-21T00:27:14.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:14.147+0000 7fb6a4e30640 1 -- 172.21.15.67:0/37091611 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6a015ea60 con 0x7fb688004d40 2024-09-21T00:27:14.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:14.148+0000 7fb6a4e30640 1 -- 172.21.15.67:0/37091611 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb6a008d000 con 0x7fb688004d40 2024-09-21T00:27:14.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:14.149+0000 7fb68effd640 1 -- 172.21.15.67:0/37091611 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fb690021070 con 0x7fb688004d40 2024-09-21T00:27:14.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:14.150+0000 7fb68effd640 1 --2- 172.21.15.67:0/37091611 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb680078b90 0x7fb68007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:14.152 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:14.150+0000 7fb68effd640 1 -- 172.21.15.67:0/37091611 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(100..100 src has 1..100) ==== 4857+0+0 (secure 0 0 0) 0x7fb69009b220 con 0x7fb688004d40 2024-09-21T00:27:14.152 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:14.150+0000 7fb69dd9b640 1 --2- 172.21.15.67:0/37091611 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb680078b90 0x7fb68007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:14.152 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:14.151+0000 7fb69dd9b640 1 --2- 172.21.15.67:0/37091611 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb680078b90 0x7fb68007b0a0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7fb6a00b3720 tx=0x7fb694005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:27:14.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:14.154+0000 7fb68effd640 1 -- 172.21.15.67:0/37091611 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fb6a008d000 con 0x7fb688004d40 2024-09-21T00:27:14.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:14.341+0000 7fb6a4e30640 1 -- 172.21.15.67:0/37091611 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7fb6a006e3b0 con 0x7fb688004d40 2024-09-21T00:27:15.033 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b has been restored 2024-09-21T00:27:15.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:15.277+0000 7fb68effd640 1 -- 172.21.15.67:0/37091611 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v101) ==== 138+0+0 (secure 0 0 0) 0x7fb690099e20 con 0x7fb688004d40 2024-09-21T00:27:15.278 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_metadata' created 2024-09-21T00:27:15.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:15.280+0000 7fb6a4e30640 1 -- 172.21.15.67:0/37091611 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb680078b90 msgr2=0x7fb68007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:15.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:15.280+0000 7fb6a4e30640 1 --2- 172.21.15.67:0/37091611 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb680078b90 0x7fb68007b0a0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7fb6a00b3720 tx=0x7fb694005f90 comp rx=0 tx=0).stop 2024-09-21T00:27:15.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:15.280+0000 7fb6a4e30640 1 -- 172.21.15.67:0/37091611 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb688004d40 msgr2=0x7fb6a015f540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:15.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:15.280+0000 7fb6a4e30640 1 --2- 172.21.15.67:0/37091611 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb688004d40 0x7fb6a015f540 secure :-1 s=READY pgs=1213 cs=0 l=1 rev1=1 crypto rx=0x7fb690011ab0 tx=0x7fb690011f70 comp rx=0 tx=0).stop 2024-09-21T00:27:15.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:15.281+0000 7fb6a4e30640 1 -- 172.21.15.67:0/37091611 shutdown_connections 2024-09-21T00:27:15.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:15.281+0000 7fb6a4e30640 1 --2- 172.21.15.67:0/37091611 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb680078b90 0x7fb68007b0a0 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:15.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:15.281+0000 7fb6a4e30640 1 --2- 172.21.15.67:0/37091611 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb6a01f5ce0 0x7fb6a01f60f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:15.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:15.281+0000 7fb6a4e30640 1 --2- 172.21.15.67:0/37091611 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb6a014d9d0 0x7fb6a00cb670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:15.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:15.281+0000 7fb6a4e30640 1 --2- 172.21.15.67:0/37091611 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb688004d40 0x7fb6a015f540 secure :-1 s=CLOSED pgs=1213 cs=0 l=1 rev1=1 crypto rx=0x7fb690011ab0 tx=0x7fb690011f70 comp rx=0 tx=0).stop 2024-09-21T00:27:15.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:15.281+0000 7fb6a4e30640 1 -- 172.21.15.67:0/37091611 >> 172.21.15.67:0/37091611 conn(0x7fb6a00d4630 msgr2=0x7fb6a00b2270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:27:15.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:15.281+0000 7fb6a4e30640 1 -- 172.21.15.67:0/37091611 shutdown_connections 2024-09-21T00:27:15.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:15.281+0000 7fb6a4e30640 1 -- 172.21.15.67:0/37091611 wait complete. 2024-09-21T00:27:15.301 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-21T00:27:15.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:15.429+0000 7f6466952640 1 -- 172.21.15.67:0/3303151074 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f646009a950 msgr2=0x7f646009ad60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:15.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:15.429+0000 7f6466952640 1 --2- 172.21.15.67:0/3303151074 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f646009a950 0x7f646009ad60 secure :-1 s=READY pgs=1214 cs=0 l=1 rev1=1 crypto rx=0x7f646006dd90 tx=0x7f645402a560 comp rx=0 tx=0).stop 2024-09-21T00:27:15.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:15.430+0000 7f6466952640 1 -- 172.21.15.67:0/3303151074 shutdown_connections 2024-09-21T00:27:15.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:15.430+0000 7f6466952640 1 --2- 172.21.15.67:0/3303151074 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f64600b1fb0 0x7f64600b23c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:15.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:15.430+0000 7f6466952640 1 --2- 172.21.15.67:0/3303151074 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f646009a950 0x7f646009ad60 unknown :-1 s=CLOSED pgs=1214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:15.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:15.430+0000 7f6466952640 1 --2- 172.21.15.67:0/3303151074 >> v2:172.21.15.97:3300/0 conn(0x7f64600b7850 0x7f64600b4c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:15.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:15.430+0000 7f6466952640 1 -- 172.21.15.67:0/3303151074 >> 172.21.15.67:0/3303151074 conn(0x7f64600b4140 msgr2=0x7f64600b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:27:15.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:15.430+0000 7f6466952640 1 -- 172.21.15.67:0/3303151074 shutdown_connections 2024-09-21T00:27:15.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:15.430+0000 7f6466952640 1 -- 172.21.15.67:0/3303151074 wait complete. 2024-09-21T00:27:15.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:15.431+0000 7f6466952640 1 Processor -- start 2024-09-21T00:27:15.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:15.432+0000 7f6466952640 1 -- start start 2024-09-21T00:27:15.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:15.433+0000 7f6466952640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f646009a950 0x7f64600c71d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:15.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:15.433+0000 7f6466952640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f64600b1fb0 0x7f64601e31b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:15.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:15.433+0000 7f6466952640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f64600b7850 0x7f64600cc570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:15.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:15.433+0000 7f6466952640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f64600b2900 con 0x7f64600b7850 2024-09-21T00:27:15.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:15.433+0000 7f6466952640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f64600b2a80 con 0x7f646009a950 2024-09-21T00:27:15.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:15.433+0000 7f6466952640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f64600b2c00 con 0x7f64600b1fb0 2024-09-21T00:27:15.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:15.433+0000 7f6464eef640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f64600b7850 0x7f64600cc570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:15.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:15.433+0000 7f6464eef640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f64600b7850 0x7f64600cc570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:35714/0 (socket says 172.21.15.67:35714) 2024-09-21T00:27:15.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:15.433+0000 7f6464eef640 1 -- 172.21.15.67:0/562262935 learned_addr learned my addr 172.21.15.67:0/562262935 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:27:15.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:15.433+0000 7f645f7fe640 1 --2- 172.21.15.67:0/562262935 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f64600b1fb0 0x7f64601e31b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:15.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:15.433+0000 7f645ffff640 1 --2- 172.21.15.67:0/562262935 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f646009a950 0x7f64600c71d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:15.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:15.433+0000 7f6464eef640 1 -- 172.21.15.67:0/562262935 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f64600b1fb0 msgr2=0x7f64601e31b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:15.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:15.433+0000 7f6464eef640 1 --2- 172.21.15.67:0/562262935 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f64600b1fb0 0x7f64601e31b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:15.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:15.433+0000 7f6464eef640 1 -- 172.21.15.67:0/562262935 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f646009a950 msgr2=0x7f64600c71d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:15.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:15.433+0000 7f6464eef640 1 --2- 172.21.15.67:0/562262935 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f646009a950 0x7f64600c71d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:15.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:15.433+0000 7f6464eef640 1 -- 172.21.15.67:0/562262935 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f646006e960 con 0x7f64600b7850 2024-09-21T00:27:15.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:15.434+0000 7f6464eef640 1 --2- 172.21.15.67:0/562262935 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f64600b7850 0x7f64600cc570 secure :-1 s=READY pgs=1215 cs=0 l=1 rev1=1 crypto rx=0x7f645800d980 tx=0x7f645800de40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:27:15.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:15.434+0000 7f645cff9640 1 -- 172.21.15.67:0/562262935 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6458016070 con 0x7f64600b7850 2024-09-21T00:27:15.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:15.434+0000 7f645cff9640 1 -- 172.21.15.67:0/562262935 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f645800bd40 con 0x7f64600b7850 2024-09-21T00:27:15.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:15.434+0000 7f6466952640 1 -- 172.21.15.67:0/562262935 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f64600cabc0 con 0x7f64600b7850 2024-09-21T00:27:15.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:15.434+0000 7f645cff9640 1 -- 172.21.15.67:0/562262935 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6458003bd0 con 0x7f64600b7850 2024-09-21T00:27:15.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:15.434+0000 7f6466952640 1 -- 172.21.15.67:0/562262935 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64601e36f0 con 0x7f64600b7850 2024-09-21T00:27:15.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:15.435+0000 7f6466952640 1 -- 172.21.15.67:0/562262935 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f64600b23c0 con 0x7f64600b7850 2024-09-21T00:27:15.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:15.436+0000 7f645cff9640 1 -- 172.21.15.67:0/562262935 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f6458010460 con 0x7f64600b7850 2024-09-21T00:27:15.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:15.436+0000 7f645cff9640 1 --2- 172.21.15.67:0/562262935 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f644c078bc0 0x7f644c07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:15.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:15.436+0000 7f645cff9640 1 -- 172.21.15.67:0/562262935 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(101..101 src has 1..101) ==== 5227+0+0 (secure 0 0 0) 0x7f645809b0a0 con 0x7f64600b7850 2024-09-21T00:27:15.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:15.437+0000 7f645ffff640 1 --2- 172.21.15.67:0/562262935 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f644c078bc0 0x7f644c07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:15.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:15.437+0000 7f645ffff640 1 --2- 172.21.15.67:0/562262935 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f644c078bc0 0x7f644c07b0d0 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f6450009a00 tx=0x7f6450005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:27:15.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:15.441+0000 7f645cff9640 1 -- 172.21.15.67:0/562262935 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f6458063750 con 0x7f64600b7850 2024-09-21T00:27:15.631 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:15.630+0000 7f6466952640 1 -- 172.21.15.67:0/562262935 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f64600b5760 con 0x7f64600b7850 2024-09-21T00:27:16.286 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:16.285+0000 7f645cff9640 1 -- 172.21.15.67:0/562262935 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v102) ==== 170+0+0 (secure 0 0 0) 0x7f645806ae20 con 0x7f64600b7850 2024-09-21T00:27:16.286 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_data' created 2024-09-21T00:27:16.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:16.288+0000 7f6466952640 1 -- 172.21.15.67:0/562262935 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f644c078bc0 msgr2=0x7f644c07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:16.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:16.288+0000 7f6466952640 1 --2- 172.21.15.67:0/562262935 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f644c078bc0 0x7f644c07b0d0 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f6450009a00 tx=0x7f6450005f90 comp rx=0 tx=0).stop 2024-09-21T00:27:16.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:16.288+0000 7f6466952640 1 -- 172.21.15.67:0/562262935 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f64600b7850 msgr2=0x7f64600cc570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:16.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:16.288+0000 7f6466952640 1 --2- 172.21.15.67:0/562262935 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f64600b7850 0x7f64600cc570 secure :-1 s=READY pgs=1215 cs=0 l=1 rev1=1 crypto rx=0x7f645800d980 tx=0x7f645800de40 comp rx=0 tx=0).stop 2024-09-21T00:27:16.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:16.288+0000 7f6466952640 1 -- 172.21.15.67:0/562262935 shutdown_connections 2024-09-21T00:27:16.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:16.288+0000 7f6466952640 1 --2- 172.21.15.67:0/562262935 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f644c078bc0 0x7f644c07b0d0 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:16.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:16.288+0000 7f6466952640 1 --2- 172.21.15.67:0/562262935 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f64600b7850 0x7f64600cc570 unknown :-1 s=CLOSED pgs=1215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:16.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:16.288+0000 7f6466952640 1 --2- 172.21.15.67:0/562262935 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f64600b1fb0 0x7f64601e31b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:16.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:16.288+0000 7f6466952640 1 --2- 172.21.15.67:0/562262935 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f646009a950 0x7f64600c71d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:16.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:16.288+0000 7f6466952640 1 -- 172.21.15.67:0/562262935 >> 172.21.15.67:0/562262935 conn(0x7f64600b4140 msgr2=0x7f64601e4fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:27:16.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:16.288+0000 7f6466952640 1 -- 172.21.15.67:0/562262935 shutdown_connections 2024-09-21T00:27:16.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:16.288+0000 7f6466952640 1 -- 172.21.15.67:0/562262935 wait complete. 2024-09-21T00:27:16.314 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-21T00:27:16.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:16.433+0000 7ff3650cc640 1 -- 172.21.15.67:0/583660025 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff3600ce110 msgr2=0x7ff360160690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:16.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:16.433+0000 7ff3650cc640 1 --2- 172.21.15.67:0/583660025 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff3600ce110 0x7ff360160690 secure :-1 s=READY pgs=1217 cs=0 l=1 rev1=1 crypto rx=0x7ff358009830 tx=0x7ff35802a510 comp rx=0 tx=0).stop 2024-09-21T00:27:16.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:16.433+0000 7ff3650cc640 1 -- 172.21.15.67:0/583660025 shutdown_connections 2024-09-21T00:27:16.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:16.433+0000 7ff3650cc640 1 --2- 172.21.15.67:0/583660025 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff3600ce110 0x7ff360160690 unknown :-1 s=CLOSED pgs=1217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:16.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:16.433+0000 7ff3650cc640 1 --2- 172.21.15.67:0/583660025 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff3600b78f0 0x7ff3600b16e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:16.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:16.433+0000 7ff3650cc640 1 -- 172.21.15.67:0/583660025 >> 172.21.15.67:0/583660025 conn(0x7ff3600d24c0 msgr2=0x7ff3600d28d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:27:16.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:16.433+0000 7ff3650cc640 1 -- 172.21.15.67:0/583660025 shutdown_connections 2024-09-21T00:27:16.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:16.433+0000 7ff3650cc640 1 -- 172.21.15.67:0/583660025 wait complete. 2024-09-21T00:27:16.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:16.435+0000 7ff3650cc640 1 Processor -- start 2024-09-21T00:27:16.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:16.435+0000 7ff3650cc640 1 -- start start 2024-09-21T00:27:16.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:16.436+0000 7ff3650cc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff360071230 0x7ff3600c65b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:16.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:16.436+0000 7ff3650cc640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff3600b78f0 0x7ff3600afdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:16.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:16.436+0000 7ff3650cc640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff3600ce110 0x7ff360150740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:16.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:16.436+0000 7ff3650cc640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff360160d50 con 0x7ff360071230 2024-09-21T00:27:16.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:16.436+0000 7ff3650cc640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff360160bd0 con 0x7ff3600ce110 2024-09-21T00:27:16.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:16.436+0000 7ff3650cc640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7ff360160ed0 con 0x7ff3600b78f0 2024-09-21T00:27:16.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:16.436+0000 7ff35ed9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff360071230 0x7ff3600c65b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:16.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:16.436+0000 7ff35ed9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff360071230 0x7ff3600c65b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:35722/0 (socket says 172.21.15.67:35722) 2024-09-21T00:27:16.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:16.436+0000 7ff35ed9d640 1 -- 172.21.15.67:0/2095235762 learned_addr learned my addr 172.21.15.67:0/2095235762 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:27:16.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:16.437+0000 7ff35e59c640 1 --2- 172.21.15.67:0/2095235762 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff3600b78f0 0x7ff3600afdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:16.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:16.437+0000 7ff35f59e640 1 --2- 172.21.15.67:0/2095235762 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff3600ce110 0x7ff360150740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:16.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:16.437+0000 7ff35ed9d640 1 -- 172.21.15.67:0/2095235762 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff3600b78f0 msgr2=0x7ff3600afdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:16.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:16.437+0000 7ff35ed9d640 1 --2- 172.21.15.67:0/2095235762 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff3600b78f0 0x7ff3600afdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:16.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:16.437+0000 7ff35ed9d640 1 -- 172.21.15.67:0/2095235762 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff3600ce110 msgr2=0x7ff360150740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:16.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:16.437+0000 7ff35ed9d640 1 --2- 172.21.15.67:0/2095235762 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff3600ce110 0x7ff360150740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:16.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:16.437+0000 7ff35ed9d640 1 -- 172.21.15.67:0/2095235762 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff3600c6af0 con 0x7ff360071230 2024-09-21T00:27:16.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:16.437+0000 7ff35f59e640 1 --2- 172.21.15.67:0/2095235762 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff3600ce110 0x7ff360150740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:27:16.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:16.437+0000 7ff35e59c640 1 --2- 172.21.15.67:0/2095235762 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff3600b78f0 0x7ff3600afdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:27:16.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:16.437+0000 7ff35ed9d640 1 --2- 172.21.15.67:0/2095235762 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff360071230 0x7ff3600c65b0 secure :-1 s=READY pgs=1218 cs=0 l=1 rev1=1 crypto rx=0x7ff35000ccb0 tx=0x7ff35000a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:27:16.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:16.437+0000 7ff3477fe640 1 -- 172.21.15.67:0/2095235762 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff350004b40 con 0x7ff360071230 2024-09-21T00:27:16.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:16.437+0000 7ff3477fe640 1 -- 172.21.15.67:0/2095235762 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff350004dd0 con 0x7ff360071230 2024-09-21T00:27:16.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:16.437+0000 7ff3650cc640 1 -- 172.21.15.67:0/2095235762 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff3601f3950 con 0x7ff360071230 2024-09-21T00:27:16.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:16.437+0000 7ff3477fe640 1 -- 172.21.15.67:0/2095235762 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff350005290 con 0x7ff360071230 2024-09-21T00:27:16.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:16.437+0000 7ff3650cc640 1 -- 172.21.15.67:0/2095235762 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff3601f4150 con 0x7ff360071230 2024-09-21T00:27:16.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:16.438+0000 7ff3650cc640 1 -- 172.21.15.67:0/2095235762 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff360161380 con 0x7ff360071230 2024-09-21T00:27:16.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:16.439+0000 7ff3477fe640 1 -- 172.21.15.67:0/2095235762 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7ff350005430 con 0x7ff360071230 2024-09-21T00:27:16.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:16.440+0000 7ff3477fe640 1 --2- 172.21.15.67:0/2095235762 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff34c078b90 0x7ff34c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:16.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:16.440+0000 7ff3477fe640 1 -- 172.21.15.67:0/2095235762 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(102..102 src has 1..102) ==== 5609+0+0 (secure 0 0 0) 0x7ff35009b910 con 0x7ff360071230 2024-09-21T00:27:16.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:16.440+0000 7ff35e59c640 1 --2- 172.21.15.67:0/2095235762 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff34c078b90 0x7ff34c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:16.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:16.441+0000 7ff35e59c640 1 --2- 172.21.15.67:0/2095235762 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff34c078b90 0x7ff34c07b0a0 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7ff3600c6ed0 tx=0x7ff354009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:27:16.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:16.445+0000 7ff3477fe640 1 -- 172.21.15.67:0/2095235762 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7ff350014070 con 0x7ff360071230 2024-09-21T00:27:16.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:16.670+0000 7ff3650cc640 1 -- 172.21.15.67:0/2095235762 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7ff3600cf750 con 0x7ff360071230 2024-09-21T00:27:17.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.286+0000 7ff3477fe640 1 -- 172.21.15.67:0/2095235762 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 14 and data pool 15 v85) ==== 174+0+0 (secure 0 0 0) 0x7ff350063e40 con 0x7ff360071230 2024-09-21T00:27:17.288 INFO:teuthology.orchestra.run.smithi067.stderr:new fs with metadata pool 14 and data pool 15 2024-09-21T00:27:17.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.291+0000 7ff3650cc640 1 -- 172.21.15.67:0/2095235762 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff34c078b90 msgr2=0x7ff34c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:17.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.291+0000 7ff3650cc640 1 --2- 172.21.15.67:0/2095235762 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff34c078b90 0x7ff34c07b0a0 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7ff3600c6ed0 tx=0x7ff354009040 comp rx=0 tx=0).stop 2024-09-21T00:27:17.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.291+0000 7ff3650cc640 1 -- 172.21.15.67:0/2095235762 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff360071230 msgr2=0x7ff3600c65b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:17.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.291+0000 7ff3650cc640 1 --2- 172.21.15.67:0/2095235762 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff360071230 0x7ff3600c65b0 secure :-1 s=READY pgs=1218 cs=0 l=1 rev1=1 crypto rx=0x7ff35000ccb0 tx=0x7ff35000a620 comp rx=0 tx=0).stop 2024-09-21T00:27:17.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.291+0000 7ff3650cc640 1 -- 172.21.15.67:0/2095235762 shutdown_connections 2024-09-21T00:27:17.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.291+0000 7ff3650cc640 1 --2- 172.21.15.67:0/2095235762 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff34c078b90 0x7ff34c07b0a0 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:17.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.291+0000 7ff3650cc640 1 --2- 172.21.15.67:0/2095235762 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff3600ce110 0x7ff360150740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:17.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.291+0000 7ff3650cc640 1 --2- 172.21.15.67:0/2095235762 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff3600b78f0 0x7ff3600afdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:17.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.291+0000 7ff3650cc640 1 --2- 172.21.15.67:0/2095235762 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff360071230 0x7ff3600c65b0 unknown :-1 s=CLOSED pgs=1218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:17.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.291+0000 7ff3650cc640 1 -- 172.21.15.67:0/2095235762 >> 172.21.15.67:0/2095235762 conn(0x7ff3600d24c0 msgr2=0x7ff3600d0090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:27:17.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.291+0000 7ff3650cc640 1 -- 172.21.15.67:0/2095235762 shutdown_connections 2024-09-21T00:27:17.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.292+0000 7ff3650cc640 1 -- 172.21.15.67:0/2095235762 wait complete. 2024-09-21T00:27:17.324 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:27:17.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.442+0000 7fd1c86b4640 1 -- 172.21.15.67:0/3822110862 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd1c00b9780 msgr2=0x7fd1c00d2cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:17.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.442+0000 7fd1c86b4640 1 --2- 172.21.15.67:0/3822110862 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd1c00b9780 0x7fd1c00d2cf0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fd1bc0098e0 tx=0x7fd1bc02a5d0 comp rx=0 tx=0).stop 2024-09-21T00:27:17.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.442+0000 7fd1c86b4640 1 -- 172.21.15.67:0/3822110862 shutdown_connections 2024-09-21T00:27:17.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.442+0000 7fd1c86b4640 1 --2- 172.21.15.67:0/3822110862 >> v2:172.21.15.97:3300/0 conn(0x7fd1c00d1010 0x7fd1c00d1420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:17.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.442+0000 7fd1c86b4640 1 --2- 172.21.15.67:0/3822110862 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd1c00b9780 0x7fd1c00d2cf0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:17.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.442+0000 7fd1c86b4640 1 -- 172.21.15.67:0/3822110862 >> 172.21.15.67:0/3822110862 conn(0x7fd1c008bee0 msgr2=0x7fd1c00d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:27:17.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.442+0000 7fd1c86b4640 1 -- 172.21.15.67:0/3822110862 shutdown_connections 2024-09-21T00:27:17.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.442+0000 7fd1c86b4640 1 -- 172.21.15.67:0/3822110862 wait complete. 2024-09-21T00:27:17.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.444+0000 7fd1c86b4640 1 Processor -- start 2024-09-21T00:27:17.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.444+0000 7fd1c86b4640 1 -- start start 2024-09-21T00:27:17.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.445+0000 7fd1c86b4640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd1c00b73f0 0x7fd1c01591d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:17.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.445+0000 7fd1c86b4640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd1c00b9780 0x7fd1c015c7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:17.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.445+0000 7fd1c86b4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd1c00d1010 0x7fd1c01f8a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:17.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.445+0000 7fd1c86b4640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fd1c00d04a0 con 0x7fd1c00d1010 2024-09-21T00:27:17.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.445+0000 7fd1c86b4640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fd1c00d0320 con 0x7fd1c00b73f0 2024-09-21T00:27:17.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.445+0000 7fd1c86b4640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fd1c00b7800 con 0x7fd1c00b9780 2024-09-21T00:27:17.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.445+0000 7fd1c6c51640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd1c00d1010 0x7fd1c01f8a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:17.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.445+0000 7fd1c6c51640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd1c00d1010 0x7fd1c01f8a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:35726/0 (socket says 172.21.15.67:35726) 2024-09-21T00:27:17.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.445+0000 7fd1c6c51640 1 -- 172.21.15.67:0/123284732 learned_addr learned my addr 172.21.15.67:0/123284732 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:27:17.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.445+0000 7fd1c5c4f640 1 --2- 172.21.15.67:0/123284732 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd1c00b9780 0x7fd1c015c7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:17.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.445+0000 7fd1c6450640 1 --2- 172.21.15.67:0/123284732 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd1c00b73f0 0x7fd1c01591d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:17.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.445+0000 7fd1c6c51640 1 -- 172.21.15.67:0/123284732 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd1c00b9780 msgr2=0x7fd1c015c7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:17.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.445+0000 7fd1c6c51640 1 --2- 172.21.15.67:0/123284732 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd1c00b9780 0x7fd1c015c7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:17.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.445+0000 7fd1c6c51640 1 -- 172.21.15.67:0/123284732 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd1c00b73f0 msgr2=0x7fd1c01591d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:17.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.445+0000 7fd1c6c51640 1 --2- 172.21.15.67:0/123284732 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd1c00b73f0 0x7fd1c01591d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:17.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.445+0000 7fd1c6c51640 1 -- 172.21.15.67:0/123284732 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1c01e9290 con 0x7fd1c00d1010 2024-09-21T00:27:17.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.446+0000 7fd1c6c51640 1 --2- 172.21.15.67:0/123284732 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd1c00d1010 0x7fd1c01f8a80 secure :-1 s=READY pgs=1219 cs=0 l=1 rev1=1 crypto rx=0x7fd1b800c730 tx=0x7fd1b800cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:27:17.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.446+0000 7fd1b6ffd640 1 -- 172.21.15.67:0/123284732 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1b8003b70 con 0x7fd1c00d1010 2024-09-21T00:27:17.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.446+0000 7fd1b6ffd640 1 -- 172.21.15.67:0/123284732 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd1b8003d30 con 0x7fd1c00d1010 2024-09-21T00:27:17.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.446+0000 7fd1c86b4640 1 -- 172.21.15.67:0/123284732 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1c01e9570 con 0x7fd1c00d1010 2024-09-21T00:27:17.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.446+0000 7fd1b6ffd640 1 -- 172.21.15.67:0/123284732 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1b800aa50 con 0x7fd1c00d1010 2024-09-21T00:27:17.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.446+0000 7fd1c86b4640 1 -- 172.21.15.67:0/123284732 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1c01e9b30 con 0x7fd1c00d1010 2024-09-21T00:27:17.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.447+0000 7fd1c86b4640 1 -- 172.21.15.67:0/123284732 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd1c00b8470 con 0x7fd1c00d1010 2024-09-21T00:27:17.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.448+0000 7fd1b6ffd640 1 -- 172.21.15.67:0/123284732 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fd1b800abf0 con 0x7fd1c00d1010 2024-09-21T00:27:17.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.448+0000 7fd1b6ffd640 1 --2- 172.21.15.67:0/123284732 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd1a4078b90 0x7fd1a407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:17.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.448+0000 7fd1b6ffd640 1 -- 172.21.15.67:0/123284732 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5709+0+0 (secure 0 0 0) 0x7fd1b809aa00 con 0x7fd1c00d1010 2024-09-21T00:27:17.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.448+0000 7fd1c6450640 1 --2- 172.21.15.67:0/123284732 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd1a4078b90 0x7fd1a407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:17.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.449+0000 7fd1c6450640 1 --2- 172.21.15.67:0/123284732 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd1a4078b90 0x7fd1a407b0a0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7fd1bc034000 tx=0x7fd1bc004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:27:17.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.453+0000 7fd1b6ffd640 1 -- 172.21.15.67:0/123284732 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fd1b8062800 con 0x7fd1c00d1010 2024-09-21T00:27:17.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.643+0000 7fd1c86b4640 1 -- 172.21.15.67:0/123284732 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd1c00b8b20 con 0x7fd1c00d1010 2024-09-21T00:27:17.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.644+0000 7fd1b6ffd640 1 -- 172.21.15.67:0/123284732 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v103) ==== 74+0+16656 (secure 0 0 0) 0x7fd1b8067230 con 0x7fd1c00d1010 2024-09-21T00:27:17.646 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:27:17.646 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":103,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:27:16.671498+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:27:14.346588+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"103","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_data","create_time":"2024-09-21T00:27:15.635341+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"103","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":102,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":102,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":102,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":102,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":102,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":102,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":102,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":102,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:27:17.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.647+0000 7fd1c86b4640 1 -- 172.21.15.67:0/123284732 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd1a4078b90 msgr2=0x7fd1a407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:17.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.647+0000 7fd1c86b4640 1 --2- 172.21.15.67:0/123284732 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd1a4078b90 0x7fd1a407b0a0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7fd1bc034000 tx=0x7fd1bc004730 comp rx=0 tx=0).stop 2024-09-21T00:27:17.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.647+0000 7fd1c86b4640 1 -- 172.21.15.67:0/123284732 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd1c00d1010 msgr2=0x7fd1c01f8a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:17.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.647+0000 7fd1c86b4640 1 --2- 172.21.15.67:0/123284732 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd1c00d1010 0x7fd1c01f8a80 secure :-1 s=READY pgs=1219 cs=0 l=1 rev1=1 crypto rx=0x7fd1b800c730 tx=0x7fd1b800cbf0 comp rx=0 tx=0).stop 2024-09-21T00:27:17.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.647+0000 7fd1c86b4640 1 -- 172.21.15.67:0/123284732 shutdown_connections 2024-09-21T00:27:17.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.647+0000 7fd1c86b4640 1 --2- 172.21.15.67:0/123284732 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd1a4078b90 0x7fd1a407b0a0 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:17.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.647+0000 7fd1c86b4640 1 --2- 172.21.15.67:0/123284732 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd1c00d1010 0x7fd1c01f8a80 unknown :-1 s=CLOSED pgs=1219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:17.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.647+0000 7fd1c86b4640 1 --2- 172.21.15.67:0/123284732 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd1c00b9780 0x7fd1c015c7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:17.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.647+0000 7fd1c86b4640 1 --2- 172.21.15.67:0/123284732 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd1c00b73f0 0x7fd1c01591d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:17.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.647+0000 7fd1c86b4640 1 -- 172.21.15.67:0/123284732 >> 172.21.15.67:0/123284732 conn(0x7fd1c008bee0 msgr2=0x7fd1c0162100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:27:17.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.647+0000 7fd1c86b4640 1 -- 172.21.15.67:0/123284732 shutdown_connections 2024-09-21T00:27:17.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.647+0000 7fd1c86b4640 1 -- 172.21.15.67:0/123284732 wait complete. 2024-09-21T00:27:17.660 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:27:17.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.775+0000 7faccd607640 1 -- 172.21.15.67:0/1465991593 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7facb0004000 msgr2=0x7facb0004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:17.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.775+0000 7faccd607640 1 --2- 172.21.15.67:0/1465991593 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7facb0004000 0x7facb0004800 secure :-1 s=READY pgs=1221 cs=0 l=1 rev1=1 crypto rx=0x7facc80b21d0 tx=0x7facb0005830 comp rx=0 tx=0).stop 2024-09-21T00:27:17.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.775+0000 7facc77fe640 1 -- 172.21.15.67:0/1465991593 reap_dead start 2024-09-21T00:27:17.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.775+0000 7faccd607640 1 -- 172.21.15.67:0/1465991593 shutdown_connections 2024-09-21T00:27:17.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.775+0000 7faccd607640 1 -- 172.21.15.67:0/1465991593 >> 172.21.15.67:0/1465991593 conn(0x7facc80d1280 msgr2=0x7facc80d1690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:27:17.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.775+0000 7faccd607640 1 -- 172.21.15.67:0/1465991593 shutdown_connections 2024-09-21T00:27:17.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.775+0000 7faccd607640 1 -- 172.21.15.67:0/1465991593 wait complete. 2024-09-21T00:27:17.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.777+0000 7faccd607640 1 Processor -- start 2024-09-21T00:27:17.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.777+0000 7faccd607640 1 -- start start 2024-09-21T00:27:17.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.779+0000 7faccd607640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7facb0004000 0x7facc81e20a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:17.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.779+0000 7faccd607640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7facc81e28c0 0x7facc809e420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:17.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.779+0000 7faccd607640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7facc81f6200 0x7facc809e960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:17.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.779+0000 7faccd607640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7facc80b5700 con 0x7facc81e28c0 2024-09-21T00:27:17.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.779+0000 7faccd607640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7facc80b5580 con 0x7facb0004000 2024-09-21T00:27:17.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.779+0000 7faccd607640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7facc80b5880 con 0x7facc81f6200 2024-09-21T00:27:17.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.779+0000 7facc67fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7facc81e28c0 0x7facc809e420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:17.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.779+0000 7facc67fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7facc81e28c0 0x7facc809e420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:35744/0 (socket says 172.21.15.67:35744) 2024-09-21T00:27:17.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.779+0000 7facc67fc640 1 -- 172.21.15.67:0/3500173258 learned_addr learned my addr 172.21.15.67:0/3500173258 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:27:17.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.779+0000 7facc77fe640 1 --2- 172.21.15.67:0/3500173258 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7facc81f6200 0x7facc809e960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:17.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.779+0000 7facc6ffd640 1 --2- 172.21.15.67:0/3500173258 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7facb0004000 0x7facc81e20a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:17.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.779+0000 7facc67fc640 1 -- 172.21.15.67:0/3500173258 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7facc81f6200 msgr2=0x7facc809e960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:17.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.779+0000 7facc67fc640 1 --2- 172.21.15.67:0/3500173258 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7facc81f6200 0x7facc809e960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:17.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.779+0000 7facc67fc640 1 -- 172.21.15.67:0/3500173258 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7facb0004000 msgr2=0x7facc81e20a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:17.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.779+0000 7facc67fc640 1 --2- 172.21.15.67:0/3500173258 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7facb0004000 0x7facc81e20a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:17.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.779+0000 7facc67fc640 1 -- 172.21.15.67:0/3500173258 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7facc81e4eb0 con 0x7facc81e28c0 2024-09-21T00:27:17.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.779+0000 7facc67fc640 1 --2- 172.21.15.67:0/3500173258 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7facc81e28c0 0x7facc809e420 secure :-1 s=READY pgs=1222 cs=0 l=1 rev1=1 crypto rx=0x7facbc001780 tx=0x7facbc006360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:27:17.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.780+0000 7facaf7fe640 1 -- 172.21.15.67:0/3500173258 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facbc038070 con 0x7facc81e28c0 2024-09-21T00:27:17.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.780+0000 7facaf7fe640 1 -- 172.21.15.67:0/3500173258 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7facbc003af0 con 0x7facc81e28c0 2024-09-21T00:27:17.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.780+0000 7facaf7fe640 1 -- 172.21.15.67:0/3500173258 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facbc033420 con 0x7facc81e28c0 2024-09-21T00:27:17.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.780+0000 7faccd607640 1 -- 172.21.15.67:0/3500173258 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7facc80ae330 con 0x7facc81e28c0 2024-09-21T00:27:17.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.780+0000 7faccd607640 1 -- 172.21.15.67:0/3500173258 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7facc80ae8f0 con 0x7facc81e28c0 2024-09-21T00:27:17.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.781+0000 7faccd607640 1 -- 172.21.15.67:0/3500173258 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7facc80b4a50 con 0x7facc81e28c0 2024-09-21T00:27:17.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.782+0000 7facaf7fe640 1 -- 172.21.15.67:0/3500173258 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7facbc043020 con 0x7facc81e28c0 2024-09-21T00:27:17.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.782+0000 7facaf7fe640 1 --2- 172.21.15.67:0/3500173258 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7facb4078bc0 0x7facb407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:17.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.782+0000 7facaf7fe640 1 -- 172.21.15.67:0/3500173258 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5709+0+0 (secure 0 0 0) 0x7facbc0ba340 con 0x7facc81e28c0 2024-09-21T00:27:17.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.783+0000 7facc6ffd640 1 --2- 172.21.15.67:0/3500173258 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7facb4078bc0 0x7facb407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:17.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.783+0000 7facc6ffd640 1 --2- 172.21.15.67:0/3500173258 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7facb4078bc0 0x7facb407b0d0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7facb8001050 tx=0x7facb80067a0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:27:17.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.787+0000 7facaf7fe640 1 -- 172.21.15.67:0/3500173258 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7facbc082250 con 0x7facc81e28c0 2024-09-21T00:27:17.976 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.975+0000 7faccd607640 1 -- 172.21.15.67:0/3500173258 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7facc80b32f0 con 0x7facc81e28c0 2024-09-21T00:27:17.977 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.976+0000 7facaf7fe640 1 -- 172.21.15.67:0/3500173258 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v103) ==== 74+0+16656 (secure 0 0 0) 0x7facbc086c80 con 0x7facc81e28c0 2024-09-21T00:27:17.978 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:27:17.978 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":103,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:27:16.671498+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:27:14.346588+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"103","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_data","create_time":"2024-09-21T00:27:15.635341+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"103","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":102,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":102,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":102,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":102,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":102,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":102,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":102,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":102,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:27:17.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.978+0000 7faccd607640 1 -- 172.21.15.67:0/3500173258 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7facb4078bc0 msgr2=0x7facb407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:17.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.978+0000 7faccd607640 1 --2- 172.21.15.67:0/3500173258 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7facb4078bc0 0x7facb407b0d0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7facb8001050 tx=0x7facb80067a0 comp rx=0 tx=0).stop 2024-09-21T00:27:17.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.978+0000 7faccd607640 1 -- 172.21.15.67:0/3500173258 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7facc81e28c0 msgr2=0x7facc809e420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:17.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.978+0000 7faccd607640 1 --2- 172.21.15.67:0/3500173258 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7facc81e28c0 0x7facc809e420 secure :-1 s=READY pgs=1222 cs=0 l=1 rev1=1 crypto rx=0x7facbc001780 tx=0x7facbc006360 comp rx=0 tx=0).stop 2024-09-21T00:27:17.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.978+0000 7faccd607640 1 -- 172.21.15.67:0/3500173258 shutdown_connections 2024-09-21T00:27:17.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.978+0000 7faccd607640 1 --2- 172.21.15.67:0/3500173258 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7facb4078bc0 0x7facb407b0d0 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:17.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.978+0000 7faccd607640 1 --2- 172.21.15.67:0/3500173258 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7facc81f6200 0x7facc809e960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:17.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.978+0000 7faccd607640 1 --2- 172.21.15.67:0/3500173258 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7facc81e28c0 0x7facc809e420 unknown :-1 s=CLOSED pgs=1222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:17.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.978+0000 7faccd607640 1 --2- 172.21.15.67:0/3500173258 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7facb0004000 0x7facc81e20a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:17.981 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.978+0000 7faccd607640 1 -- 172.21.15.67:0/3500173258 >> 172.21.15.67:0/3500173258 conn(0x7facc80d1280 msgr2=0x7facc80b1470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:27:17.981 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.979+0000 7faccd607640 1 -- 172.21.15.67:0/3500173258 shutdown_connections 2024-09-21T00:27:17.981 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:17.979+0000 7faccd607640 1 -- 172.21.15.67:0/3500173258 wait complete. 2024-09-21T00:27:17.991 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-21T00:27:18.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:18.110+0000 7f1e86e1d640 1 -- 172.21.15.67:0/56432844 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1e800d3590 msgr2=0x7f1e800b9950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:18.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:18.110+0000 7f1e86e1d640 1 --2- 172.21.15.67:0/56432844 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1e800d3590 0x7f1e800b9950 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f1e740098e0 tx=0x7f1e7402a530 comp rx=0 tx=0).stop 2024-09-21T00:27:18.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:18.110+0000 7f1e86e1d640 1 -- 172.21.15.67:0/56432844 shutdown_connections 2024-09-21T00:27:18.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:18.110+0000 7f1e86e1d640 1 --2- 172.21.15.67:0/56432844 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1e800d4db0 0x7f1e800d0d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:18.112 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:18.110+0000 7f1e86e1d640 1 --2- 172.21.15.67:0/56432844 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1e800d3590 0x7f1e800b9950 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:18.112 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:18.110+0000 7f1e86e1d640 1 -- 172.21.15.67:0/56432844 >> 172.21.15.67:0/56432844 conn(0x7f1e8009da10 msgr2=0x7f1e800d46a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:27:18.112 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:18.110+0000 7f1e86e1d640 1 -- 172.21.15.67:0/56432844 shutdown_connections 2024-09-21T00:27:18.112 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:18.110+0000 7f1e86e1d640 1 -- 172.21.15.67:0/56432844 wait complete. 2024-09-21T00:27:18.113 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:18.112+0000 7f1e86e1d640 1 Processor -- start 2024-09-21T00:27:18.113 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:18.112+0000 7f1e86e1d640 1 -- start start 2024-09-21T00:27:18.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:18.113+0000 7f1e86e1d640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1e800d1280 0x7f1e801f63b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:18.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:18.113+0000 7f1e86e1d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1e800d3590 0x7f1e800a1970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:18.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:18.113+0000 7f1e86e1d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1e800d4db0 0x7f1e8009e380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:18.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:18.113+0000 7f1e86e1d640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f1e800b3c40 con 0x7f1e800d4db0 2024-09-21T00:27:18.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:18.113+0000 7f1e86e1d640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f1e800b55b0 con 0x7f1e800d3590 2024-09-21T00:27:18.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:18.113+0000 7f1e86e1d640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f1e800d2b90 con 0x7f1e800d1280 2024-09-21T00:27:18.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:18.113+0000 7f1e853ba640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1e800d4db0 0x7f1e8009e380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:18.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:18.113+0000 7f1e853ba640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1e800d4db0 0x7f1e8009e380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:35752/0 (socket says 172.21.15.67:35752) 2024-09-21T00:27:18.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:18.113+0000 7f1e853ba640 1 -- 172.21.15.67:0/1635934591 learned_addr learned my addr 172.21.15.67:0/1635934591 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:27:18.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:18.113+0000 7f1e7ffff640 1 --2- 172.21.15.67:0/1635934591 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1e800d3590 0x7f1e800a1970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:18.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:18.113+0000 7f1e84bb9640 1 --2- 172.21.15.67:0/1635934591 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1e800d1280 0x7f1e801f63b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:18.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:18.114+0000 7f1e853ba640 1 -- 172.21.15.67:0/1635934591 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1e800d1280 msgr2=0x7f1e801f63b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:18.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:18.114+0000 7f1e853ba640 1 --2- 172.21.15.67:0/1635934591 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1e800d1280 0x7f1e801f63b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:18.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:18.114+0000 7f1e853ba640 1 -- 172.21.15.67:0/1635934591 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1e800d3590 msgr2=0x7f1e800a1970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:18.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:18.114+0000 7f1e853ba640 1 --2- 172.21.15.67:0/1635934591 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1e800d3590 0x7f1e800a1970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:18.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:18.114+0000 7f1e853ba640 1 -- 172.21.15.67:0/1635934591 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e801e82e0 con 0x7f1e800d4db0 2024-09-21T00:27:18.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:18.114+0000 7f1e853ba640 1 --2- 172.21.15.67:0/1635934591 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1e800d4db0 0x7f1e8009e380 secure :-1 s=READY pgs=1223 cs=0 l=1 rev1=1 crypto rx=0x7f1e7800c730 tx=0x7f1e7800cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:27:18.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:18.114+0000 7f1e7d7fa640 1 -- 172.21.15.67:0/1635934591 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e78003b70 con 0x7f1e800d4db0 2024-09-21T00:27:18.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:18.114+0000 7f1e86e1d640 1 -- 172.21.15.67:0/1635934591 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1e801e88c0 con 0x7f1e800d4db0 2024-09-21T00:27:18.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:18.114+0000 7f1e7d7fa640 1 -- 172.21.15.67:0/1635934591 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1e78003d10 con 0x7f1e800d4db0 2024-09-21T00:27:18.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:18.114+0000 7f1e7d7fa640 1 -- 172.21.15.67:0/1635934591 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e7800aab0 con 0x7f1e800d4db0 2024-09-21T00:27:18.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:18.114+0000 7f1e86e1d640 1 -- 172.21.15.67:0/1635934591 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1e801e8e80 con 0x7f1e800d4db0 2024-09-21T00:27:18.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:18.115+0000 7f1e86e1d640 1 -- 172.21.15.67:0/1635934591 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1e800d30d0 con 0x7f1e800d4db0 2024-09-21T00:27:18.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:18.116+0000 7f1e7d7fa640 1 -- 172.21.15.67:0/1635934591 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f1e7800ac50 con 0x7f1e800d4db0 2024-09-21T00:27:18.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:18.116+0000 7f1e7d7fa640 1 --2- 172.21.15.67:0/1635934591 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1e64078b90 0x7f1e6407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:18.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:18.116+0000 7f1e7d7fa640 1 -- 172.21.15.67:0/1635934591 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 5709+0+0 (secure 0 0 0) 0x7f1e7809ab40 con 0x7f1e800d4db0 2024-09-21T00:27:18.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:18.117+0000 7f1e84bb9640 1 --2- 172.21.15.67:0/1635934591 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1e64078b90 0x7f1e6407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:18.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:18.117+0000 7f1e84bb9640 1 --2- 172.21.15.67:0/1635934591 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1e64078b90 0x7f1e6407b0a0 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f1e74034000 tx=0x7f1e74004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:27:18.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:18.121+0000 7f1e7d7fa640 1 -- 172.21.15.67:0/1635934591 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f1e78062f90 con 0x7f1e800d4db0 2024-09-21T00:27:18.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:18.349+0000 7f1e86e1d640 1 -- 172.21.15.67:0/1635934591 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f1e800d26f0 con 0x7f1e800d4db0 2024-09-21T00:27:19.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:19.312+0000 7f1e7d7fa640 1 -- 172.21.15.67:0/1635934591 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v88) ==== 118+0+0 (secure 0 0 0) 0x7f1e78062890 con 0x7f1e800d4db0 2024-09-21T00:27:19.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:19.315+0000 7f1e86e1d640 1 -- 172.21.15.67:0/1635934591 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1e64078b90 msgr2=0x7f1e6407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:19.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:19.315+0000 7f1e86e1d640 1 --2- 172.21.15.67:0/1635934591 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1e64078b90 0x7f1e6407b0a0 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f1e74034000 tx=0x7f1e74004730 comp rx=0 tx=0).stop 2024-09-21T00:27:19.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:19.315+0000 7f1e86e1d640 1 -- 172.21.15.67:0/1635934591 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1e800d4db0 msgr2=0x7f1e8009e380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:19.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:19.315+0000 7f1e86e1d640 1 --2- 172.21.15.67:0/1635934591 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1e800d4db0 0x7f1e8009e380 secure :-1 s=READY pgs=1223 cs=0 l=1 rev1=1 crypto rx=0x7f1e7800c730 tx=0x7f1e7800cbf0 comp rx=0 tx=0).stop 2024-09-21T00:27:19.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:19.315+0000 7f1e86e1d640 1 -- 172.21.15.67:0/1635934591 shutdown_connections 2024-09-21T00:27:19.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:19.315+0000 7f1e86e1d640 1 --2- 172.21.15.67:0/1635934591 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1e64078b90 0x7f1e6407b0a0 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:19.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:19.315+0000 7f1e86e1d640 1 --2- 172.21.15.67:0/1635934591 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1e800d4db0 0x7f1e8009e380 unknown :-1 s=CLOSED pgs=1223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:19.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:19.315+0000 7f1e86e1d640 1 --2- 172.21.15.67:0/1635934591 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1e800d3590 0x7f1e800a1970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:19.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:19.315+0000 7f1e86e1d640 1 --2- 172.21.15.67:0/1635934591 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1e800d1280 0x7f1e801f63b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:19.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:19.315+0000 7f1e86e1d640 1 -- 172.21.15.67:0/1635934591 >> 172.21.15.67:0/1635934591 conn(0x7f1e8009da10 msgr2=0x7f1e8015f5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:27:19.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:19.315+0000 7f1e86e1d640 1 -- 172.21.15.67:0/1635934591 shutdown_connections 2024-09-21T00:27:19.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:19.315+0000 7f1e86e1d640 1 -- 172.21.15.67:0/1635934591 wait complete. 2024-09-21T00:27:19.331 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-21T00:27:19.331 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-21T00:27:19.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:19.458+0000 7f4a75c70640 1 -- 172.21.15.67:0/2372056761 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4a58004800 msgr2=0x7f4a58004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:19.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:19.458+0000 7f4a75c70640 1 --2- 172.21.15.67:0/2372056761 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4a58004800 0x7f4a58004c10 secure :-1 s=READY pgs=1225 cs=0 l=1 rev1=1 crypto rx=0x7f4a700c4ec0 tx=0x7f4a58005830 comp rx=0 tx=0).stop 2024-09-21T00:27:19.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:19.458+0000 7f4a6ffff640 1 -- 172.21.15.67:0/2372056761 reap_dead start 2024-09-21T00:27:19.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:19.459+0000 7f4a75c70640 1 -- 172.21.15.67:0/2372056761 shutdown_connections 2024-09-21T00:27:19.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:19.459+0000 7f4a75c70640 1 -- 172.21.15.67:0/2372056761 >> 172.21.15.67:0/2372056761 conn(0x7f4a7009a950 msgr2=0x7f4a700d13c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:27:19.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:19.459+0000 7f4a75c70640 1 -- 172.21.15.67:0/2372056761 shutdown_connections 2024-09-21T00:27:19.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:19.459+0000 7f4a75c70640 1 -- 172.21.15.67:0/2372056761 wait complete. 2024-09-21T00:27:19.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:19.460+0000 7f4a75c70640 1 Processor -- start 2024-09-21T00:27:19.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:19.461+0000 7f4a75c70640 1 -- start start 2024-09-21T00:27:19.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:19.462+0000 7f4a75c70640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4a58004800 0x7f4a701508e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:19.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:19.462+0000 7f4a75c70640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4a701f95e0 0x7f4a7015dc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:19.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:19.462+0000 7f4a75c70640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4a70157260 0x7f4a7015e1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:19.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:19.462+0000 7f4a75c70640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f4a700b6d90 con 0x7f4a70157260 2024-09-21T00:27:19.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:19.462+0000 7f4a75c70640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f4a700b0ca0 con 0x7f4a701f95e0 2024-09-21T00:27:19.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:19.462+0000 7f4a75c70640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f4a700ce3c0 con 0x7f4a58004800 2024-09-21T00:27:19.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:19.462+0000 7f4a6ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4a70157260 0x7f4a7015e1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:19.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:19.462+0000 7f4a6ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4a70157260 0x7f4a7015e1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:35772/0 (socket says 172.21.15.67:35772) 2024-09-21T00:27:19.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:19.462+0000 7f4a6ffff640 1 -- 172.21.15.67:0/1297635698 learned_addr learned my addr 172.21.15.67:0/1297635698 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:27:19.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:19.462+0000 7f4a6f7fe640 1 --2- 172.21.15.67:0/1297635698 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4a58004800 0x7f4a701508e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:19.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:19.462+0000 7f4a6effd640 1 --2- 172.21.15.67:0/1297635698 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4a701f95e0 0x7f4a7015dc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:19.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:19.462+0000 7f4a6ffff640 1 -- 172.21.15.67:0/1297635698 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4a58004800 msgr2=0x7f4a701508e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:19.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:19.462+0000 7f4a6ffff640 1 --2- 172.21.15.67:0/1297635698 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4a58004800 0x7f4a701508e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:19.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:19.462+0000 7f4a6ffff640 1 -- 172.21.15.67:0/1297635698 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4a701f95e0 msgr2=0x7f4a7015dc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:19.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:19.462+0000 7f4a6ffff640 1 --2- 172.21.15.67:0/1297635698 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4a701f95e0 0x7f4a7015dc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:19.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:19.462+0000 7f4a6ffff640 1 -- 172.21.15.67:0/1297635698 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a700b0170 con 0x7f4a70157260 2024-09-21T00:27:19.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:19.463+0000 7f4a6ffff640 1 --2- 172.21.15.67:0/1297635698 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4a70157260 0x7f4a7015e1b0 secure :-1 s=READY pgs=1226 cs=0 l=1 rev1=1 crypto rx=0x7f4a700b73c0 tx=0x7f4a68010f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:27:19.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:19.463+0000 7f4a57fff640 1 -- 172.21.15.67:0/1297635698 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a6800ee70 con 0x7f4a70157260 2024-09-21T00:27:19.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:19.463+0000 7f4a57fff640 1 -- 172.21.15.67:0/1297635698 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4a68015070 con 0x7f4a70157260 2024-09-21T00:27:19.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:19.463+0000 7f4a75c70640 1 -- 172.21.15.67:0/1297635698 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a701f8b00 con 0x7f4a70157260 2024-09-21T00:27:19.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:19.463+0000 7f4a57fff640 1 -- 172.21.15.67:0/1297635698 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a68003d00 con 0x7f4a70157260 2024-09-21T00:27:19.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:19.463+0000 7f4a75c70640 1 -- 172.21.15.67:0/1297635698 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a70150e20 con 0x7f4a70157260 2024-09-21T00:27:19.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:19.464+0000 7f4a75c70640 1 -- 172.21.15.67:0/1297635698 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4a701f88f0 con 0x7f4a70157260 2024-09-21T00:27:19.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:19.465+0000 7f4a57fff640 1 -- 172.21.15.67:0/1297635698 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f4a68004030 con 0x7f4a70157260 2024-09-21T00:27:19.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:19.465+0000 7f4a57fff640 1 --2- 172.21.15.67:0/1297635698 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4a5c078bc0 0x7f4a5c07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:19.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:19.465+0000 7f4a57fff640 1 -- 172.21.15.67:0/1297635698 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 5709+0+0 (secure 0 0 0) 0x7f4a6809bbb0 con 0x7f4a70157260 2024-09-21T00:27:19.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:19.466+0000 7f4a6f7fe640 1 --2- 172.21.15.67:0/1297635698 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4a5c078bc0 0x7f4a5c07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:19.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:19.466+0000 7f4a6f7fe640 1 --2- 172.21.15.67:0/1297635698 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4a5c078bc0 0x7f4a5c07b0d0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f4a60001990 tx=0x7f4a60006040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:27:19.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:19.470+0000 7f4a57fff640 1 -- 172.21.15.67:0/1297635698 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f4a680639a0 con 0x7f4a70157260 2024-09-21T00:27:19.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:19.696+0000 7f4a75c70640 1 -- 172.21.15.67:0/1297635698 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f4a700b6710 con 0x7f4a70157260 2024-09-21T00:27:20.185 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:27:20.187 DEBUG:teuthology.orchestra.run.smithi097:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:27:20.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.317+0000 7f4a57fff640 1 -- 172.21.15.67:0/1297635698 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v89) ==== 122+0+0 (secure 0 0 0) 0x7f4a6809f0c0 con 0x7f4a70157260 2024-09-21T00:27:20.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.320+0000 7f4a75c70640 1 -- 172.21.15.67:0/1297635698 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4a5c078bc0 msgr2=0x7f4a5c07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:20.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.320+0000 7f4a75c70640 1 --2- 172.21.15.67:0/1297635698 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4a5c078bc0 0x7f4a5c07b0d0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f4a60001990 tx=0x7f4a60006040 comp rx=0 tx=0).stop 2024-09-21T00:27:20.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.320+0000 7f4a75c70640 1 -- 172.21.15.67:0/1297635698 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4a70157260 msgr2=0x7f4a7015e1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:20.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.320+0000 7f4a75c70640 1 --2- 172.21.15.67:0/1297635698 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4a70157260 0x7f4a7015e1b0 secure :-1 s=READY pgs=1226 cs=0 l=1 rev1=1 crypto rx=0x7f4a700b73c0 tx=0x7f4a68010f40 comp rx=0 tx=0).stop 2024-09-21T00:27:20.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.320+0000 7f4a75c70640 1 -- 172.21.15.67:0/1297635698 shutdown_connections 2024-09-21T00:27:20.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.320+0000 7f4a75c70640 1 --2- 172.21.15.67:0/1297635698 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4a5c078bc0 0x7f4a5c07b0d0 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:20.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.320+0000 7f4a75c70640 1 --2- 172.21.15.67:0/1297635698 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4a70157260 0x7f4a7015e1b0 unknown :-1 s=CLOSED pgs=1226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:20.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.320+0000 7f4a75c70640 1 --2- 172.21.15.67:0/1297635698 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4a701f95e0 0x7f4a7015dc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:20.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.320+0000 7f4a75c70640 1 --2- 172.21.15.67:0/1297635698 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4a58004800 0x7f4a701508e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:20.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.320+0000 7f4a75c70640 1 -- 172.21.15.67:0/1297635698 >> 172.21.15.67:0/1297635698 conn(0x7f4a7009a950 msgr2=0x7f4a7015aa80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:27:20.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.320+0000 7f4a75c70640 1 -- 172.21.15.67:0/1297635698 shutdown_connections 2024-09-21T00:27:20.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.320+0000 7f4a75c70640 1 -- 172.21.15.67:0/1297635698 wait complete. 2024-09-21T00:27:20.333 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-21T00:27:20.334 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:27:20.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.451+0000 7f06dbd39640 1 -- 172.21.15.67:0/9337327 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f06bc004800 msgr2=0x7f06bc004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:20.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.451+0000 7f06dbd39640 1 --2- 172.21.15.67:0/9337327 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f06bc004800 0x7f06bc004c10 secure :-1 s=READY pgs=1228 cs=0 l=1 rev1=1 crypto rx=0x7f06c800c290 tx=0x7f06bc005830 comp rx=0 tx=0).stop 2024-09-21T00:27:20.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.451+0000 7f06dbd39640 1 -- 172.21.15.67:0/9337327 shutdown_connections 2024-09-21T00:27:20.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.451+0000 7f06dbd39640 1 --2- 172.21.15.67:0/9337327 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f06bc004800 0x7f06bc004c10 unknown :-1 s=CLOSED pgs=1228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:20.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.451+0000 7f06dbd39640 1 -- 172.21.15.67:0/9337327 >> 172.21.15.67:0/9337327 conn(0x7f06d406dfb0 msgr2=0x7f06d406e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:27:20.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.451+0000 7f06dbd39640 1 -- 172.21.15.67:0/9337327 shutdown_connections 2024-09-21T00:27:20.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.451+0000 7f06dbd39640 1 -- 172.21.15.67:0/9337327 wait complete. 2024-09-21T00:27:20.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.453+0000 7f06dbd39640 1 Processor -- start 2024-09-21T00:27:20.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.453+0000 7f06dbd39640 1 -- start start 2024-09-21T00:27:20.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.454+0000 7f06dbd39640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f06bc004800 0x7f06d40ccf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:20.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.454+0000 7f06dbd39640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f06d415c050 0x7f06d415b870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:20.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.454+0000 7f06dbd39640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f06d40c8580 0x7f06d40c8990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:20.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.454+0000 7f06dbd39640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f06d40d1750 con 0x7f06d415c050 2024-09-21T00:27:20.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.454+0000 7f06dbd39640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f06d40d15d0 con 0x7f06d40c8580 2024-09-21T00:27:20.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.454+0000 7f06dbd39640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f06d40d18d0 con 0x7f06bc004800 2024-09-21T00:27:20.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.454+0000 7f06d92d4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f06d415c050 0x7f06d415b870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:20.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.454+0000 7f06d92d4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f06d415c050 0x7f06d415b870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:35794/0 (socket says 172.21.15.67:35794) 2024-09-21T00:27:20.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.454+0000 7f06d92d4640 1 -- 172.21.15.67:0/425735998 learned_addr learned my addr 172.21.15.67:0/425735998 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:27:20.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.455+0000 7f06d9ad5640 1 --2- 172.21.15.67:0/425735998 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f06bc004800 0x7f06d40ccf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:20.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.455+0000 7f06da2d6640 1 --2- 172.21.15.67:0/425735998 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f06d40c8580 0x7f06d40c8990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:20.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.455+0000 7f06d92d4640 1 -- 172.21.15.67:0/425735998 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f06bc004800 msgr2=0x7f06d40ccf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:20.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.455+0000 7f06d92d4640 1 --2- 172.21.15.67:0/425735998 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f06bc004800 0x7f06d40ccf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:20.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.455+0000 7f06d92d4640 1 -- 172.21.15.67:0/425735998 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f06d40c8580 msgr2=0x7f06d40c8990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:20.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.455+0000 7f06d92d4640 1 --2- 172.21.15.67:0/425735998 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f06d40c8580 0x7f06d40c8990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:20.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.455+0000 7f06d92d4640 1 -- 172.21.15.67:0/425735998 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06d40cd4b0 con 0x7f06d415c050 2024-09-21T00:27:20.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.455+0000 7f06da2d6640 1 --2- 172.21.15.67:0/425735998 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f06d40c8580 0x7f06d40c8990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:27:20.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.455+0000 7f06d92d4640 1 --2- 172.21.15.67:0/425735998 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f06d415c050 0x7f06d415b870 secure :-1 s=READY pgs=1229 cs=0 l=1 rev1=1 crypto rx=0x7f06c802b0f0 tx=0x7f06c8006c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:27:20.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.455+0000 7f06d27fc640 1 -- 172.21.15.67:0/425735998 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06c8031040 con 0x7f06d415c050 2024-09-21T00:27:20.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.455+0000 7f06dbd39640 1 -- 172.21.15.67:0/425735998 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06d40c8ed0 con 0x7f06d415c050 2024-09-21T00:27:20.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.455+0000 7f06d27fc640 1 -- 172.21.15.67:0/425735998 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f06c80035f0 con 0x7f06d415c050 2024-09-21T00:27:20.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.455+0000 7f06d27fc640 1 -- 172.21.15.67:0/425735998 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06c8003a00 con 0x7f06d415c050 2024-09-21T00:27:20.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.455+0000 7f06dbd39640 1 -- 172.21.15.67:0/425735998 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06d4160df0 con 0x7f06d415c050 2024-09-21T00:27:20.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.456+0000 7f06dbd39640 1 -- 172.21.15.67:0/425735998 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f06d415e7f0 con 0x7f06d415c050 2024-09-21T00:27:20.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.457+0000 7f06d27fc640 1 -- 172.21.15.67:0/425735998 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f06c8034070 con 0x7f06d415c050 2024-09-21T00:27:20.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.458+0000 7f06d27fc640 1 --2- 172.21.15.67:0/425735998 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f06c0078bc0 0x7f06c007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:20.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.458+0000 7f06d27fc640 1 -- 172.21.15.67:0/425735998 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 5709+0+0 (secure 0 0 0) 0x7f06c80ba940 con 0x7f06d415c050 2024-09-21T00:27:20.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.458+0000 7f06d9ad5640 1 --2- 172.21.15.67:0/425735998 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f06c0078bc0 0x7f06c007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:20.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.458+0000 7f06d9ad5640 1 --2- 172.21.15.67:0/425735998 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f06c0078bc0 0x7f06c007b0d0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f06d406bb40 tx=0x7f06cc005f30 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:27:20.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.462+0000 7f06d27fc640 1 -- 172.21.15.67:0/425735998 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f06c8047030 con 0x7f06d415c050 2024-09-21T00:27:20.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.689+0000 7f06dbd39640 1 -- 172.21.15.67:0/425735998 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f06d40b8ad0 con 0x7f06d415c050 2024-09-21T00:27:20.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.689+0000 7f06d27fc640 1 -- 172.21.15.67:0/425735998 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 89 v89) ==== 94+0+5219 (secure 0 0 0) 0x7f06d40c8ed0 con 0x7f06d415c050 2024-09-21T00:27:20.691 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:27:20.691 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":89,"btime":"2024-09-21T00:27:20:313144+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6509,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6835/3663372017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3663372017},{"type":"v1","addr":"172.21.15.97:6835","nonce":3663372017}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":83},{"gid":6512,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/235976541","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":235976541},{"type":"v1","addr":"172.21.15.97:6837","nonce":235976541}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":84},{"gid":7090,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/1704519395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1704519395},{"type":"v1","addr":"172.21.15.67:6834","nonce":1704519395}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":82}],"filesystems":[{"mdsmap":{"epoch":89,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:27:16.671438+0000","modified":"2024-09-21T00:27:19.697836+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7093},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7093":{"gid":7093,"name":"a","rank":0,"incarnation":85,"state":"up:active","state_seq":4,"addr":"172.21.15.67:6835/932752713","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":932752713},{"type":"v1","addr":"172.21.15.67:6835","nonce":932752713}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7093,"qdb_cluster":[7093]},"id":7}]} 2024-09-21T00:27:20.691 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 89 2024-09-21T00:27:20.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.691+0000 7f06dbd39640 1 -- 172.21.15.67:0/425735998 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f06c0078bc0 msgr2=0x7f06c007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:20.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.691+0000 7f06dbd39640 1 --2- 172.21.15.67:0/425735998 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f06c0078bc0 0x7f06c007b0d0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f06d406bb40 tx=0x7f06cc005f30 comp rx=0 tx=0).stop 2024-09-21T00:27:20.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.692+0000 7f06dbd39640 1 -- 172.21.15.67:0/425735998 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f06d415c050 msgr2=0x7f06d415b870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:20.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.692+0000 7f06dbd39640 1 --2- 172.21.15.67:0/425735998 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f06d415c050 0x7f06d415b870 secure :-1 s=READY pgs=1229 cs=0 l=1 rev1=1 crypto rx=0x7f06c802b0f0 tx=0x7f06c8006c30 comp rx=0 tx=0).stop 2024-09-21T00:27:20.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.692+0000 7f06dbd39640 1 -- 172.21.15.67:0/425735998 shutdown_connections 2024-09-21T00:27:20.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.692+0000 7f06dbd39640 1 --2- 172.21.15.67:0/425735998 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f06c0078bc0 0x7f06c007b0d0 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:20.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.692+0000 7f06dbd39640 1 --2- 172.21.15.67:0/425735998 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f06d40c8580 0x7f06d40c8990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:20.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.692+0000 7f06dbd39640 1 --2- 172.21.15.67:0/425735998 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f06d415c050 0x7f06d415b870 unknown :-1 s=CLOSED pgs=1229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:20.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.692+0000 7f06dbd39640 1 --2- 172.21.15.67:0/425735998 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f06bc004800 0x7f06d40ccf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:20.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.692+0000 7f06dbd39640 1 -- 172.21.15.67:0/425735998 >> 172.21.15.67:0/425735998 conn(0x7f06d406dfb0 msgr2=0x7f06d40b8ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:27:20.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.692+0000 7f06dbd39640 1 -- 172.21.15.67:0/425735998 shutdown_connections 2024-09-21T00:27:20.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.692+0000 7f06dbd39640 1 -- 172.21.15.67:0/425735998 wait complete. 2024-09-21T00:27:20.705 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:27:20.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.820+0000 7fa48dd6e640 1 -- 172.21.15.67:0/4193778155 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa4880d0270 msgr2=0x7fa4880b6560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:20.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.820+0000 7fa48dd6e640 1 --2- 172.21.15.67:0/4193778155 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa4880d0270 0x7fa4880b6560 secure :-1 s=READY pgs=1231 cs=0 l=1 rev1=1 crypto rx=0x7fa480009830 tx=0x7fa48002a480 comp rx=0 tx=0).stop 2024-09-21T00:27:20.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.820+0000 7fa48dd6e640 1 -- 172.21.15.67:0/4193778155 shutdown_connections 2024-09-21T00:27:20.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.820+0000 7fa48dd6e640 1 --2- 172.21.15.67:0/4193778155 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa4880d0270 0x7fa4880b6560 unknown :-1 s=CLOSED pgs=1231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:20.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.820+0000 7fa48dd6e640 1 --2- 172.21.15.67:0/4193778155 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa4880b9e70 0x7fa4880b6020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:20.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.820+0000 7fa48dd6e640 1 -- 172.21.15.67:0/4193778155 >> 172.21.15.67:0/4193778155 conn(0x7fa4880d45a0 msgr2=0x7fa4880d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:27:20.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.820+0000 7fa48dd6e640 1 -- 172.21.15.67:0/4193778155 shutdown_connections 2024-09-21T00:27:20.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.820+0000 7fa48dd6e640 1 -- 172.21.15.67:0/4193778155 wait complete. 2024-09-21T00:27:20.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.822+0000 7fa48dd6e640 1 Processor -- start 2024-09-21T00:27:20.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.822+0000 7fa48dd6e640 1 -- start start 2024-09-21T00:27:20.826 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.824+0000 7fa48dd6e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa4880b9e70 0x7fa48815c050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:20.826 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.824+0000 7fa48dd6e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa4880d0270 0x7fa488156580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:20.826 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.824+0000 7fa48dd6e640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa4880d22f0 0x7fa48815a120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:20.826 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.824+0000 7fa48dd6e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fa48806f660 con 0x7fa4880b9e70 2024-09-21T00:27:20.826 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.824+0000 7fa48dd6e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fa48806f4e0 con 0x7fa4880d0270 2024-09-21T00:27:20.826 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.824+0000 7fa48dd6e640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fa48806f7e0 con 0x7fa4880d22f0 2024-09-21T00:27:20.826 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.824+0000 7fa4877fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa4880b9e70 0x7fa48815c050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:20.826 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.824+0000 7fa4877fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa4880b9e70 0x7fa48815c050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:35804/0 (socket says 172.21.15.67:35804) 2024-09-21T00:27:20.826 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.824+0000 7fa4877fe640 1 -- 172.21.15.67:0/3080733250 learned_addr learned my addr 172.21.15.67:0/3080733250 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:27:20.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.824+0000 7fa487fff640 1 --2- 172.21.15.67:0/3080733250 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa4880d22f0 0x7fa48815a120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:20.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.824+0000 7fa486ffd640 1 --2- 172.21.15.67:0/3080733250 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa4880d0270 0x7fa488156580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:20.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.824+0000 7fa4877fe640 1 -- 172.21.15.67:0/3080733250 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa4880d22f0 msgr2=0x7fa48815a120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:20.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.824+0000 7fa4877fe640 1 --2- 172.21.15.67:0/3080733250 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa4880d22f0 0x7fa48815a120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:20.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.824+0000 7fa4877fe640 1 -- 172.21.15.67:0/3080733250 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa4880d0270 msgr2=0x7fa488156580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:20.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.824+0000 7fa4877fe640 1 --2- 172.21.15.67:0/3080733250 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa4880d0270 0x7fa488156580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:20.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.824+0000 7fa4877fe640 1 -- 172.21.15.67:0/3080733250 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4881f9590 con 0x7fa4880b9e70 2024-09-21T00:27:20.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.824+0000 7fa4877fe640 1 --2- 172.21.15.67:0/3080733250 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa4880b9e70 0x7fa48815c050 secure :-1 s=READY pgs=1232 cs=0 l=1 rev1=1 crypto rx=0x7fa47800eb60 tx=0x7fa47800c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:27:20.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.824+0000 7fa46ffff640 1 -- 172.21.15.67:0/3080733250 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa478010630 con 0x7fa4880b9e70 2024-09-21T00:27:20.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.825+0000 7fa48dd6e640 1 -- 172.21.15.67:0/3080733250 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4881f9870 con 0x7fa4880b9e70 2024-09-21T00:27:20.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.825+0000 7fa46ffff640 1 -- 172.21.15.67:0/3080733250 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa4780108c0 con 0x7fa4880b9e70 2024-09-21T00:27:20.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.825+0000 7fa46ffff640 1 -- 172.21.15.67:0/3080733250 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa478010d10 con 0x7fa4880b9e70 2024-09-21T00:27:20.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.825+0000 7fa48dd6e640 1 -- 172.21.15.67:0/3080733250 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4881f9e30 con 0x7fa4880b9e70 2024-09-21T00:27:20.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.826+0000 7fa48dd6e640 1 -- 172.21.15.67:0/3080733250 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa48806fc90 con 0x7fa4880b9e70 2024-09-21T00:27:20.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.826+0000 7fa46ffff640 1 -- 172.21.15.67:0/3080733250 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fa478018420 con 0x7fa4880b9e70 2024-09-21T00:27:20.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.827+0000 7fa46ffff640 1 --2- 172.21.15.67:0/3080733250 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa474078b90 0x7fa47407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:20.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.827+0000 7fa46ffff640 1 -- 172.21.15.67:0/3080733250 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 5709+0+0 (secure 0 0 0) 0x7fa47809ba50 con 0x7fa4880b9e70 2024-09-21T00:27:20.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.827+0000 7fa486ffd640 1 --2- 172.21.15.67:0/3080733250 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa474078b90 0x7fa47407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:20.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.828+0000 7fa486ffd640 1 --2- 172.21.15.67:0/3080733250 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa474078b90 0x7fa47407b0a0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fa4880cea80 tx=0x7fa47c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:27:20.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:20.832+0000 7fa46ffff640 1 -- 172.21.15.67:0/3080733250 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fa47800ee60 con 0x7fa4880b9e70 2024-09-21T00:27:21.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.021+0000 7fa48dd6e640 1 -- 172.21.15.67:0/3080733250 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa4880b7ec0 con 0x7fa4880b9e70 2024-09-21T00:27:21.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.022+0000 7fa46ffff640 1 -- 172.21.15.67:0/3080733250 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v104) ==== 74+0+16643 (secure 0 0 0) 0x7fa478063850 con 0x7fa4880b9e70 2024-09-21T00:27:21.023 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:27:21.024 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":104,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:27:18.287521+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:27:14.346588+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"103","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_data","create_time":"2024-09-21T00:27:15.635341+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"104","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":102,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":102,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":102,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":102,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":102,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":102,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":102,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":102,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:27:21.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.024+0000 7fa48dd6e640 1 -- 172.21.15.67:0/3080733250 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa474078b90 msgr2=0x7fa47407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:21.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.024+0000 7fa48dd6e640 1 --2- 172.21.15.67:0/3080733250 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa474078b90 0x7fa47407b0a0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fa4880cea80 tx=0x7fa47c009040 comp rx=0 tx=0).stop 2024-09-21T00:27:21.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.024+0000 7fa48dd6e640 1 -- 172.21.15.67:0/3080733250 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa4880b9e70 msgr2=0x7fa48815c050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:21.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.024+0000 7fa48dd6e640 1 --2- 172.21.15.67:0/3080733250 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa4880b9e70 0x7fa48815c050 secure :-1 s=READY pgs=1232 cs=0 l=1 rev1=1 crypto rx=0x7fa47800eb60 tx=0x7fa47800c6a0 comp rx=0 tx=0).stop 2024-09-21T00:27:21.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.024+0000 7fa48dd6e640 1 -- 172.21.15.67:0/3080733250 shutdown_connections 2024-09-21T00:27:21.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.024+0000 7fa48dd6e640 1 --2- 172.21.15.67:0/3080733250 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa474078b90 0x7fa47407b0a0 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:21.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.024+0000 7fa48dd6e640 1 --2- 172.21.15.67:0/3080733250 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa4880d22f0 0x7fa48815a120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:21.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.024+0000 7fa48dd6e640 1 --2- 172.21.15.67:0/3080733250 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa4880d0270 0x7fa488156580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:21.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.024+0000 7fa48dd6e640 1 --2- 172.21.15.67:0/3080733250 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa4880b9e70 0x7fa48815c050 unknown :-1 s=CLOSED pgs=1232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:21.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.024+0000 7fa48dd6e640 1 -- 172.21.15.67:0/3080733250 >> 172.21.15.67:0/3080733250 conn(0x7fa4880d45a0 msgr2=0x7fa4880d27d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:27:21.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.024+0000 7fa48dd6e640 1 -- 172.21.15.67:0/3080733250 shutdown_connections 2024-09-21T00:27:21.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.025+0000 7fa48dd6e640 1 -- 172.21.15.67:0/3080733250 wait complete. 2024-09-21T00:27:21.037 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-21T00:27:21.037 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T00:27:21.154 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.153+0000 7f015e04d640 1 -- 172.21.15.67:0/3461384569 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f01580b9e70 msgr2=0x7f01580b6020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:21.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.153+0000 7f015e04d640 1 --2- 172.21.15.67:0/3461384569 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f01580b9e70 0x7f01580b6020 secure :-1 s=READY pgs=1233 cs=0 l=1 rev1=1 crypto rx=0x7f015808d200 tx=0x7f014802a4d0 comp rx=0 tx=0).stop 2024-09-21T00:27:21.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.153+0000 7f015e04d640 1 -- 172.21.15.67:0/3461384569 shutdown_connections 2024-09-21T00:27:21.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.153+0000 7f015e04d640 1 --2- 172.21.15.67:0/3461384569 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f015806ebc0 0x7f015806efd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:21.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.153+0000 7f015e04d640 1 --2- 172.21.15.67:0/3461384569 >> v2:172.21.15.97:3300/0 conn(0x7f01580d22f0 0x7f01580b6560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:21.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.153+0000 7f015e04d640 1 --2- 172.21.15.67:0/3461384569 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f01580b9e70 0x7f01580b6020 unknown :-1 s=CLOSED pgs=1233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:21.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.153+0000 7f015e04d640 1 -- 172.21.15.67:0/3461384569 >> 172.21.15.67:0/3461384569 conn(0x7f01580d45a0 msgr2=0x7f01580d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:27:21.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.153+0000 7f015e04d640 1 -- 172.21.15.67:0/3461384569 shutdown_connections 2024-09-21T00:27:21.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.153+0000 7f015e04d640 1 -- 172.21.15.67:0/3461384569 wait complete. 2024-09-21T00:27:21.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.155+0000 7f015e04d640 1 Processor -- start 2024-09-21T00:27:21.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.155+0000 7f015e04d640 1 -- start start 2024-09-21T00:27:21.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.156+0000 7f015e04d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f015806ebc0 0x7f01580ce560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:21.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.156+0000 7f015e04d640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f01580b9e70 0x7f01580cda50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:21.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.156+0000 7f015e04d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f01580d22f0 0x7f015815f4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:21.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.156+0000 7f015e04d640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f015806f8a0 con 0x7f015806ebc0 2024-09-21T00:27:21.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.156+0000 7f015e04d640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f015806f720 con 0x7f01580d22f0 2024-09-21T00:27:21.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.156+0000 7f015e04d640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f015806fa20 con 0x7f01580b9e70 2024-09-21T00:27:21.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.156+0000 7f01577fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f015806ebc0 0x7f01580ce560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:21.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.157+0000 7f01577fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f015806ebc0 0x7f01580ce560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:35820/0 (socket says 172.21.15.67:35820) 2024-09-21T00:27:21.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.157+0000 7f01577fe640 1 -- 172.21.15.67:0/501105128 learned_addr learned my addr 172.21.15.67:0/501105128 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:27:21.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.157+0000 7f0156ffd640 1 --2- 172.21.15.67:0/501105128 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f01580b9e70 0x7f01580cda50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:21.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.157+0000 7f0157fff640 1 --2- 172.21.15.67:0/501105128 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f01580d22f0 0x7f015815f4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:21.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.157+0000 7f01577fe640 1 -- 172.21.15.67:0/501105128 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f01580b9e70 msgr2=0x7f01580cda50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:21.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.157+0000 7f01577fe640 1 --2- 172.21.15.67:0/501105128 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f01580b9e70 0x7f01580cda50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:21.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.157+0000 7f01577fe640 1 -- 172.21.15.67:0/501105128 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f01580d22f0 msgr2=0x7f015815f4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:21.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.157+0000 7f01577fe640 1 --2- 172.21.15.67:0/501105128 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f01580d22f0 0x7f015815f4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:21.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.157+0000 7f01577fe640 1 -- 172.21.15.67:0/501105128 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f015809f8c0 con 0x7f015806ebc0 2024-09-21T00:27:21.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.157+0000 7f01577fe640 1 --2- 172.21.15.67:0/501105128 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f015806ebc0 0x7f01580ce560 secure :-1 s=READY pgs=1234 cs=0 l=1 rev1=1 crypto rx=0x7f0148034040 tx=0x7f01480039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:27:21.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.157+0000 7f013ffff640 1 -- 172.21.15.67:0/501105128 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f014803e030 con 0x7f015806ebc0 2024-09-21T00:27:21.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.157+0000 7f013ffff640 1 -- 172.21.15.67:0/501105128 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f01480047a0 con 0x7f015806ebc0 2024-09-21T00:27:21.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.157+0000 7f015e04d640 1 -- 172.21.15.67:0/501105128 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f015809fba0 con 0x7f015806ebc0 2024-09-21T00:27:21.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.157+0000 7f013ffff640 1 -- 172.21.15.67:0/501105128 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0148035040 con 0x7f015806ebc0 2024-09-21T00:27:21.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.157+0000 7f015e04d640 1 -- 172.21.15.67:0/501105128 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f01580a0160 con 0x7f015806ebc0 2024-09-21T00:27:21.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.158+0000 7f015e04d640 1 -- 172.21.15.67:0/501105128 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f015806efd0 con 0x7f015806ebc0 2024-09-21T00:27:21.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.159+0000 7f013ffff640 1 -- 172.21.15.67:0/501105128 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f0148041030 con 0x7f015806ebc0 2024-09-21T00:27:21.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.160+0000 7f013ffff640 1 --2- 172.21.15.67:0/501105128 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0144078b90 0x7f014407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:21.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.160+0000 7f013ffff640 1 -- 172.21.15.67:0/501105128 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 5709+0+0 (secure 0 0 0) 0x7f01480bb4f0 con 0x7f015806ebc0 2024-09-21T00:27:21.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.160+0000 7f0156ffd640 1 --2- 172.21.15.67:0/501105128 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0144078b90 0x7f014407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:21.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.160+0000 7f0156ffd640 1 --2- 172.21.15.67:0/501105128 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0144078b90 0x7f014407b0a0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f01580b8410 tx=0x7f014c00b2e0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:27:21.165 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.164+0000 7f013ffff640 1 -- 172.21.15.67:0/501105128 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f0148083250 con 0x7f015806ebc0 2024-09-21T00:27:21.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.350+0000 7f015e04d640 1 -- 172.21.15.67:0/501105128 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f01580b8160 con 0x7f0144078b90 2024-09-21T00:27:21.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.355+0000 7f013ffff640 1 -- 172.21.15.67:0/501105128 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+243119 (secure 0 0 0) 0x7f01580b8160 con 0x7f0144078b90 2024-09-21T00:27:21.359 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:27:21.360 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-21T00:27:21.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.358+0000 7f015e04d640 1 -- 172.21.15.67:0/501105128 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0144078b90 msgr2=0x7f014407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:21.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.358+0000 7f015e04d640 1 --2- 172.21.15.67:0/501105128 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0144078b90 0x7f014407b0a0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f01580b8410 tx=0x7f014c00b2e0 comp rx=0 tx=0).stop 2024-09-21T00:27:21.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.358+0000 7f015e04d640 1 -- 172.21.15.67:0/501105128 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f015806ebc0 msgr2=0x7f01580ce560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:21.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.358+0000 7f015e04d640 1 --2- 172.21.15.67:0/501105128 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f015806ebc0 0x7f01580ce560 secure :-1 s=READY pgs=1234 cs=0 l=1 rev1=1 crypto rx=0x7f0148034040 tx=0x7f01480039e0 comp rx=0 tx=0).stop 2024-09-21T00:27:21.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.358+0000 7f015e04d640 1 -- 172.21.15.67:0/501105128 shutdown_connections 2024-09-21T00:27:21.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.358+0000 7f015e04d640 1 --2- 172.21.15.67:0/501105128 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0144078b90 0x7f014407b0a0 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:21.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.358+0000 7f015e04d640 1 --2- 172.21.15.67:0/501105128 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f01580d22f0 0x7f015815f4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:21.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.358+0000 7f015e04d640 1 --2- 172.21.15.67:0/501105128 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f01580b9e70 0x7f01580cda50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:21.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.358+0000 7f015e04d640 1 --2- 172.21.15.67:0/501105128 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f015806ebc0 0x7f01580ce560 unknown :-1 s=CLOSED pgs=1234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:21.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.358+0000 7f015e04d640 1 -- 172.21.15.67:0/501105128 >> 172.21.15.67:0/501105128 conn(0x7f01580d45a0 msgr2=0x7f01580b3100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:27:21.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.358+0000 7f015e04d640 1 -- 172.21.15.67:0/501105128 shutdown_connections 2024-09-21T00:27:21.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.358+0000 7f015e04d640 1 -- 172.21.15.67:0/501105128 wait complete. 2024-09-21T00:27:21.371 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":283,"stamp":"2024-09-21T00:27:19.587105+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591980,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":122,"num_write_kb":1631,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":89,"ondisk_log_size":89,"up":96,"acting":96,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":42,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":352036,"kb_used_data":10936,"kb_used_omap":12,"kb_used_meta":340915,"kb_avail":754622684,"statfs":{"total":773094113280,"available":772733628416,"internally_reserved":0,"allocated":11198464,"data_stored":5515744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12749,"internal_metadata":349097523},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,7],"upper_bound":16},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1612,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.303787"},"pg_stats":[{"pgid":"15.3f","version":"0'0","reported_seq":10,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T00:27:17.304698+0000","last_change":"2024-09-21T00:27:17.301854+0000","last_active":"2024-09-21T00:27:17.304698+0000","last_peered":"2024-09-21T00:27:17.304698+0000","last_clean":"2024-09-21T00:27:17.304698+0000","last_became_active":"2024-09-21T00:27:17.301531+0000","last_became_peered":"2024-09-21T00:27:17.301531+0000","last_unstale":"2024-09-21T00:27:17.304698+0000","last_undegraded":"2024-09-21T00:27:17.304698+0000","last_fullsized":"2024-09-21T00:27:17.304698+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:00:01.205250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:27:16.278397+0000","last_change":"2024-09-21T00:27:16.278397+0000","last_active":"2024-09-21T00:27:16.278397+0000","last_peered":"2024-09-21T00:27:16.278397+0000","last_clean":"2024-09-21T00:27:16.278397+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:16.278397+0000","last_undegraded":"2024-09-21T00:27:16.278397+0000","last_fullsized":"2024-09-21T00:27:16.278397+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3d","version":"0'0","reported_seq":10,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T00:27:17.304707+0000","last_change":"2024-09-21T00:27:17.302270+0000","last_active":"2024-09-21T00:27:17.304707+0000","last_peered":"2024-09-21T00:27:17.304707+0000","last_clean":"2024-09-21T00:27:17.304707+0000","last_became_active":"2024-09-21T00:27:17.301649+0000","last_became_peered":"2024-09-21T00:27:17.301649+0000","last_unstale":"2024-09-21T00:27:17.304707+0000","last_undegraded":"2024-09-21T00:27:17.304707+0000","last_fullsized":"2024-09-21T00:27:17.304707+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:14:03.789849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:27:16.278397+0000","last_change":"2024-09-21T00:27:16.278397+0000","last_active":"2024-09-21T00:27:16.278397+0000","last_peered":"2024-09-21T00:27:16.278397+0000","last_clean":"2024-09-21T00:27:16.278397+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:16.278397+0000","last_undegraded":"2024-09-21T00:27:16.278397+0000","last_fullsized":"2024-09-21T00:27:16.278397+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:27:16.278397+0000","last_change":"2024-09-21T00:27:16.278397+0000","last_active":"2024-09-21T00:27:16.278397+0000","last_peered":"2024-09-21T00:27:16.278397+0000","last_clean":"2024-09-21T00:27:16.278397+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:16.278397+0000","last_undegraded":"2024-09-21T00:27:16.278397+0000","last_fullsized":"2024-09-21T00:27:16.278397+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:27:16.278397+0000","last_change":"2024-09-21T00:27:16.278397+0000","last_active":"2024-09-21T00:27:16.278397+0000","last_peered":"2024-09-21T00:27:16.278397+0000","last_clean":"2024-09-21T00:27:16.278397+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:16.278397+0000","last_undegraded":"2024-09-21T00:27:16.278397+0000","last_fullsized":"2024-09-21T00:27:16.278397+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:27:16.278397+0000","last_change":"2024-09-21T00:27:16.278397+0000","last_active":"2024-09-21T00:27:16.278397+0000","last_peered":"2024-09-21T00:27:16.278397+0000","last_clean":"2024-09-21T00:27:16.278397+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:16.278397+0000","last_undegraded":"2024-09-21T00:27:16.278397+0000","last_fullsized":"2024-09-21T00:27:16.278397+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:27:16.278397+0000","last_change":"2024-09-21T00:27:16.278397+0000","last_active":"2024-09-21T00:27:16.278397+0000","last_peered":"2024-09-21T00:27:16.278397+0000","last_clean":"2024-09-21T00:27:16.278397+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:16.278397+0000","last_undegraded":"2024-09-21T00:27:16.278397+0000","last_fullsized":"2024-09-21T00:27:16.278397+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.37","version":"0'0","reported_seq":13,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:18.294104+0000","last_change":"2024-09-21T00:27:17.303739+0000","last_active":"2024-09-21T00:27:18.294104+0000","last_peered":"2024-09-21T00:27:18.294104+0000","last_clean":"2024-09-21T00:27:18.294104+0000","last_became_active":"2024-09-21T00:27:17.303430+0000","last_became_peered":"2024-09-21T00:27:17.303430+0000","last_unstale":"2024-09-21T00:27:18.294104+0000","last_undegraded":"2024-09-21T00:27:18.294104+0000","last_fullsized":"2024-09-21T00:27:18.294104+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:15:00.561884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:27:16.278397+0000","last_change":"2024-09-21T00:27:16.278397+0000","last_active":"2024-09-21T00:27:16.278397+0000","last_peered":"2024-09-21T00:27:16.278397+0000","last_clean":"2024-09-21T00:27:16.278397+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:16.278397+0000","last_undegraded":"2024-09-21T00:27:16.278397+0000","last_fullsized":"2024-09-21T00:27:16.278397+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:27:16.278397+0000","last_change":"2024-09-21T00:27:16.278397+0000","last_active":"2024-09-21T00:27:16.278397+0000","last_peered":"2024-09-21T00:27:16.278397+0000","last_clean":"2024-09-21T00:27:16.278397+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:16.278397+0000","last_undegraded":"2024-09-21T00:27:16.278397+0000","last_fullsized":"2024-09-21T00:27:16.278397+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.34","version":"0'0","reported_seq":13,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:18.294362+0000","last_change":"2024-09-21T00:27:17.306381+0000","last_active":"2024-09-21T00:27:18.294362+0000","last_peered":"2024-09-21T00:27:18.294362+0000","last_clean":"2024-09-21T00:27:18.294362+0000","last_became_active":"2024-09-21T00:27:17.306094+0000","last_became_peered":"2024-09-21T00:27:17.306094+0000","last_unstale":"2024-09-21T00:27:18.294362+0000","last_undegraded":"2024-09-21T00:27:18.294362+0000","last_fullsized":"2024-09-21T00:27:18.294362+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:10:35.953887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:27:16.278397+0000","last_change":"2024-09-21T00:27:16.278397+0000","last_active":"2024-09-21T00:27:16.278397+0000","last_peered":"2024-09-21T00:27:16.278397+0000","last_clean":"2024-09-21T00:27:16.278397+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:16.278397+0000","last_undegraded":"2024-09-21T00:27:16.278397+0000","last_fullsized":"2024-09-21T00:27:16.278397+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:27:16.278397+0000","last_change":"2024-09-21T00:27:16.278397+0000","last_active":"2024-09-21T00:27:16.278397+0000","last_peered":"2024-09-21T00:27:16.278397+0000","last_clean":"2024-09-21T00:27:16.278397+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:16.278397+0000","last_undegraded":"2024-09-21T00:27:16.278397+0000","last_fullsized":"2024-09-21T00:27:16.278397+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:27:16.278397+0000","last_change":"2024-09-21T00:27:16.278397+0000","last_active":"2024-09-21T00:27:16.278397+0000","last_peered":"2024-09-21T00:27:16.278397+0000","last_clean":"2024-09-21T00:27:16.278397+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:16.278397+0000","last_undegraded":"2024-09-21T00:27:16.278397+0000","last_fullsized":"2024-09-21T00:27:16.278397+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:27:16.278397+0000","last_change":"2024-09-21T00:27:16.278397+0000","last_active":"2024-09-21T00:27:16.278397+0000","last_peered":"2024-09-21T00:27:16.278397+0000","last_clean":"2024-09-21T00:27:16.278397+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:16.278397+0000","last_undegraded":"2024-09-21T00:27:16.278397+0000","last_fullsized":"2024-09-21T00:27:16.278397+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:27:16.278397+0000","last_change":"2024-09-21T00:27:16.278397+0000","last_active":"2024-09-21T00:27:16.278397+0000","last_peered":"2024-09-21T00:27:16.278397+0000","last_clean":"2024-09-21T00:27:16.278397+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:16.278397+0000","last_undegraded":"2024-09-21T00:27:16.278397+0000","last_fullsized":"2024-09-21T00:27:16.278397+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:27:16.278397+0000","last_change":"2024-09-21T00:27:16.278397+0000","last_active":"2024-09-21T00:27:16.278397+0000","last_peered":"2024-09-21T00:27:16.278397+0000","last_clean":"2024-09-21T00:27:16.278397+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:16.278397+0000","last_undegraded":"2024-09-21T00:27:16.278397+0000","last_fullsized":"2024-09-21T00:27:16.278397+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:27:16.278397+0000","last_change":"2024-09-21T00:27:16.278397+0000","last_active":"2024-09-21T00:27:16.278397+0000","last_peered":"2024-09-21T00:27:16.278397+0000","last_clean":"2024-09-21T00:27:16.278397+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:16.278397+0000","last_undegraded":"2024-09-21T00:27:16.278397+0000","last_fullsized":"2024-09-21T00:27:16.278397+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2c","version":"0'0","reported_seq":13,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:18.294430+0000","last_change":"2024-09-21T00:27:17.302828+0000","last_active":"2024-09-21T00:27:18.294430+0000","last_peered":"2024-09-21T00:27:18.294430+0000","last_clean":"2024-09-21T00:27:18.294430+0000","last_became_active":"2024-09-21T00:27:17.302510+0000","last_became_peered":"2024-09-21T00:27:17.302510+0000","last_unstale":"2024-09-21T00:27:18.294430+0000","last_undegraded":"2024-09-21T00:27:18.294430+0000","last_fullsized":"2024-09-21T00:27:18.294430+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:07:54.664271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:27:16.278397+0000","last_change":"2024-09-21T00:27:16.278397+0000","last_active":"2024-09-21T00:27:16.278397+0000","last_peered":"2024-09-21T00:27:16.278397+0000","last_clean":"2024-09-21T00:27:16.278397+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:16.278397+0000","last_undegraded":"2024-09-21T00:27:16.278397+0000","last_fullsized":"2024-09-21T00:27:16.278397+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:27:16.278397+0000","last_change":"2024-09-21T00:27:16.278397+0000","last_active":"2024-09-21T00:27:16.278397+0000","last_peered":"2024-09-21T00:27:16.278397+0000","last_clean":"2024-09-21T00:27:16.278397+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:16.278397+0000","last_undegraded":"2024-09-21T00:27:16.278397+0000","last_fullsized":"2024-09-21T00:27:16.278397+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:27:16.278397+0000","last_change":"2024-09-21T00:27:16.278397+0000","last_active":"2024-09-21T00:27:16.278397+0000","last_peered":"2024-09-21T00:27:16.278397+0000","last_clean":"2024-09-21T00:27:16.278397+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:16.278397+0000","last_undegraded":"2024-09-21T00:27:16.278397+0000","last_fullsized":"2024-09-21T00:27:16.278397+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:27:16.278397+0000","last_change":"2024-09-21T00:27:16.278397+0000","last_active":"2024-09-21T00:27:16.278397+0000","last_peered":"2024-09-21T00:27:16.278397+0000","last_clean":"2024-09-21T00:27:16.278397+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:16.278397+0000","last_undegraded":"2024-09-21T00:27:16.278397+0000","last_fullsized":"2024-09-21T00:27:16.278397+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:27:16.278397+0000","last_change":"2024-09-21T00:27:16.278397+0000","last_active":"2024-09-21T00:27:16.278397+0000","last_peered":"2024-09-21T00:27:16.278397+0000","last_clean":"2024-09-21T00:27:16.278397+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:16.278397+0000","last_undegraded":"2024-09-21T00:27:16.278397+0000","last_fullsized":"2024-09-21T00:27:16.278397+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:27:16.278397+0000","last_change":"2024-09-21T00:27:16.278397+0000","last_active":"2024-09-21T00:27:16.278397+0000","last_peered":"2024-09-21T00:27:16.278397+0000","last_clean":"2024-09-21T00:27:16.278397+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:16.278397+0000","last_undegraded":"2024-09-21T00:27:16.278397+0000","last_fullsized":"2024-09-21T00:27:16.278397+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:27:16.278397+0000","last_change":"2024-09-21T00:27:16.278397+0000","last_active":"2024-09-21T00:27:16.278397+0000","last_peered":"2024-09-21T00:27:16.278397+0000","last_clean":"2024-09-21T00:27:16.278397+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:16.278397+0000","last_undegraded":"2024-09-21T00:27:16.278397+0000","last_fullsized":"2024-09-21T00:27:16.278397+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:27:16.278397+0000","last_change":"2024-09-21T00:27:16.278397+0000","last_active":"2024-09-21T00:27:16.278397+0000","last_peered":"2024-09-21T00:27:16.278397+0000","last_clean":"2024-09-21T00:27:16.278397+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:16.278397+0000","last_undegraded":"2024-09-21T00:27:16.278397+0000","last_fullsized":"2024-09-21T00:27:16.278397+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:27:16.278397+0000","last_change":"2024-09-21T00:27:16.278397+0000","last_active":"2024-09-21T00:27:16.278397+0000","last_peered":"2024-09-21T00:27:16.278397+0000","last_clean":"2024-09-21T00:27:16.278397+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:16.278397+0000","last_undegraded":"2024-09-21T00:27:16.278397+0000","last_fullsized":"2024-09-21T00:27:16.278397+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:27:16.278397+0000","last_change":"2024-09-21T00:27:16.278397+0000","last_active":"2024-09-21T00:27:16.278397+0000","last_peered":"2024-09-21T00:27:16.278397+0000","last_clean":"2024-09-21T00:27:16.278397+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:16.278397+0000","last_undegraded":"2024-09-21T00:27:16.278397+0000","last_fullsized":"2024-09-21T00:27:16.278397+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:27:16.278397+0000","last_change":"2024-09-21T00:27:16.278397+0000","last_active":"2024-09-21T00:27:16.278397+0000","last_peered":"2024-09-21T00:27:16.278397+0000","last_clean":"2024-09-21T00:27:16.278397+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:16.278397+0000","last_undegraded":"2024-09-21T00:27:16.278397+0000","last_fullsized":"2024-09-21T00:27:16.278397+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.20","version":"0'0","reported_seq":10,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T00:27:17.304744+0000","last_change":"2024-09-21T00:27:17.303418+0000","last_active":"2024-09-21T00:27:17.304744+0000","last_peered":"2024-09-21T00:27:17.304744+0000","last_clean":"2024-09-21T00:27:17.304744+0000","last_became_active":"2024-09-21T00:27:17.303096+0000","last_became_peered":"2024-09-21T00:27:17.303096+0000","last_unstale":"2024-09-21T00:27:17.304744+0000","last_undegraded":"2024-09-21T00:27:17.304744+0000","last_fullsized":"2024-09-21T00:27:17.304744+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:47:36.916097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:27:16.278397+0000","last_change":"2024-09-21T00:27:16.278397+0000","last_active":"2024-09-21T00:27:16.278397+0000","last_peered":"2024-09-21T00:27:16.278397+0000","last_clean":"2024-09-21T00:27:16.278397+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:16.278397+0000","last_undegraded":"2024-09-21T00:27:16.278397+0000","last_fullsized":"2024-09-21T00:27:16.278397+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1f","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-21T00:27:15.285060+0000","last_change":"2024-09-21T00:27:15.285060+0000","last_active":"2024-09-21T00:27:15.269976+0000","last_peered":"2024-09-21T00:27:15.269976+0000","last_clean":"2024-09-21T00:27:15.269976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:15.285060+0000","last_undegraded":"2024-09-21T00:27:15.285060+0000","last_fullsized":"2024-09-21T00:27:15.285060+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_clean_scrub_stamp":"2024-09-21T00:27:15.269976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:27:16.278397+0000","last_change":"2024-09-21T00:27:16.278397+0000","last_active":"2024-09-21T00:27:16.278397+0000","last_peered":"2024-09-21T00:27:16.278397+0000","last_clean":"2024-09-21T00:27:16.278397+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:16.278397+0000","last_undegraded":"2024-09-21T00:27:16.278397+0000","last_fullsized":"2024-09-21T00:27:16.278397+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1e","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-21T00:27:15.285484+0000","last_change":"2024-09-21T00:27:15.285484+0000","last_active":"2024-09-21T00:27:15.269976+0000","last_peered":"2024-09-21T00:27:15.269976+0000","last_clean":"2024-09-21T00:27:15.269976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:15.285484+0000","last_undegraded":"2024-09-21T00:27:15.285484+0000","last_fullsized":"2024-09-21T00:27:15.285484+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_clean_scrub_stamp":"2024-09-21T00:27:15.269976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.1c","version":"0'0","reported_seq":10,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T00:27:17.318251+0000","last_change":"2024-09-21T00:27:17.313689+0000","last_active":"2024-09-21T00:27:17.318251+0000","last_peered":"2024-09-21T00:27:17.318251+0000","last_clean":"2024-09-21T00:27:17.318251+0000","last_became_active":"2024-09-21T00:27:17.312981+0000","last_became_peered":"2024-09-21T00:27:17.312981+0000","last_unstale":"2024-09-21T00:27:17.318251+0000","last_undegraded":"2024-09-21T00:27:17.318251+0000","last_fullsized":"2024-09-21T00:27:17.318251+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:31:51.971680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.1d","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-21T00:27:15.286465+0000","last_change":"2024-09-21T00:27:15.286465+0000","last_active":"2024-09-21T00:27:15.269976+0000","last_peered":"2024-09-21T00:27:15.269976+0000","last_clean":"2024-09-21T00:27:15.269976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:15.286465+0000","last_undegraded":"2024-09-21T00:27:15.286465+0000","last_fullsized":"2024-09-21T00:27:15.286465+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_clean_scrub_stamp":"2024-09-21T00:27:15.269976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1d","version":"0'0","reported_seq":13,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:18.294485+0000","last_change":"2024-09-21T00:27:17.302045+0000","last_active":"2024-09-21T00:27:18.294485+0000","last_peered":"2024-09-21T00:27:18.294485+0000","last_clean":"2024-09-21T00:27:18.294485+0000","last_became_active":"2024-09-21T00:27:17.301725+0000","last_became_peered":"2024-09-21T00:27:17.301725+0000","last_unstale":"2024-09-21T00:27:18.294485+0000","last_undegraded":"2024-09-21T00:27:18.294485+0000","last_fullsized":"2024-09-21T00:27:18.294485+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:34:36.429157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.1c","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-21T00:27:15.286573+0000","last_change":"2024-09-21T00:27:15.286573+0000","last_active":"2024-09-21T00:27:15.269976+0000","last_peered":"2024-09-21T00:27:15.269976+0000","last_clean":"2024-09-21T00:27:15.269976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:15.286573+0000","last_undegraded":"2024-09-21T00:27:15.286573+0000","last_fullsized":"2024-09-21T00:27:15.286573+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_clean_scrub_stamp":"2024-09-21T00:27:15.269976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:27:16.278397+0000","last_change":"2024-09-21T00:27:16.278397+0000","last_active":"2024-09-21T00:27:16.278397+0000","last_peered":"2024-09-21T00:27:16.278397+0000","last_clean":"2024-09-21T00:27:16.278397+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:16.278397+0000","last_undegraded":"2024-09-21T00:27:16.278397+0000","last_fullsized":"2024-09-21T00:27:16.278397+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1b","version":"103'1","reported_seq":14,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T00:27:17.322321+0000","last_change":"2024-09-21T00:27:16.299631+0000","last_active":"2024-09-21T00:27:17.322321+0000","last_peered":"2024-09-21T00:27:17.322321+0000","last_clean":"2024-09-21T00:27:17.322321+0000","last_became_active":"2024-09-21T00:27:16.299342+0000","last_became_peered":"2024-09-21T00:27:16.299342+0000","last_unstale":"2024-09-21T00:27:17.322321+0000","last_undegraded":"2024-09-21T00:27:17.322321+0000","last_fullsized":"2024-09-21T00:27:17.322321+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_clean_scrub_stamp":"2024-09-21T00:27:15.269976+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:10:56.805875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:27:16.278397+0000","last_change":"2024-09-21T00:27:16.278397+0000","last_active":"2024-09-21T00:27:16.278397+0000","last_peered":"2024-09-21T00:27:16.278397+0000","last_clean":"2024-09-21T00:27:16.278397+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:16.278397+0000","last_undegraded":"2024-09-21T00:27:16.278397+0000","last_fullsized":"2024-09-21T00:27:16.278397+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1a","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-21T00:27:15.285038+0000","last_change":"2024-09-21T00:27:15.285038+0000","last_active":"2024-09-21T00:27:15.269976+0000","last_peered":"2024-09-21T00:27:15.269976+0000","last_clean":"2024-09-21T00:27:15.269976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:15.285038+0000","last_undegraded":"2024-09-21T00:27:15.285038+0000","last_fullsized":"2024-09-21T00:27:15.285038+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_clean_scrub_stamp":"2024-09-21T00:27:15.269976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:27:16.278397+0000","last_change":"2024-09-21T00:27:16.278397+0000","last_active":"2024-09-21T00:27:16.278397+0000","last_peered":"2024-09-21T00:27:16.278397+0000","last_clean":"2024-09-21T00:27:16.278397+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:16.278397+0000","last_undegraded":"2024-09-21T00:27:16.278397+0000","last_fullsized":"2024-09-21T00:27:16.278397+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.19","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-21T00:27:15.287817+0000","last_change":"2024-09-21T00:27:15.287817+0000","last_active":"2024-09-21T00:27:15.269976+0000","last_peered":"2024-09-21T00:27:15.269976+0000","last_clean":"2024-09-21T00:27:15.269976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:15.287817+0000","last_undegraded":"2024-09-21T00:27:15.287817+0000","last_fullsized":"2024-09-21T00:27:15.287817+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_clean_scrub_stamp":"2024-09-21T00:27:15.269976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.19","version":"0'0","reported_seq":13,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:18.293881+0000","last_change":"2024-09-21T00:27:17.309374+0000","last_active":"2024-09-21T00:27:18.293881+0000","last_peered":"2024-09-21T00:27:18.293881+0000","last_clean":"2024-09-21T00:27:18.293881+0000","last_became_active":"2024-09-21T00:27:17.309028+0000","last_became_peered":"2024-09-21T00:27:17.309028+0000","last_unstale":"2024-09-21T00:27:18.293881+0000","last_undegraded":"2024-09-21T00:27:18.293881+0000","last_fullsized":"2024-09-21T00:27:18.293881+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:02:26.235282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.18","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T00:27:17.296925+0000","last_change":"2024-09-21T00:27:16.307661+0000","last_active":"2024-09-21T00:27:17.296925+0000","last_peered":"2024-09-21T00:27:17.296925+0000","last_clean":"2024-09-21T00:27:17.296925+0000","last_became_active":"2024-09-21T00:27:16.307330+0000","last_became_peered":"2024-09-21T00:27:16.307330+0000","last_unstale":"2024-09-21T00:27:17.296925+0000","last_undegraded":"2024-09-21T00:27:17.296925+0000","last_fullsized":"2024-09-21T00:27:17.296925+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_clean_scrub_stamp":"2024-09-21T00:27:15.269976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:04:57.794213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:27:16.278397+0000","last_change":"2024-09-21T00:27:16.278397+0000","last_active":"2024-09-21T00:27:16.278397+0000","last_peered":"2024-09-21T00:27:16.278397+0000","last_clean":"2024-09-21T00:27:16.278397+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:16.278397+0000","last_undegraded":"2024-09-21T00:27:16.278397+0000","last_fullsized":"2024-09-21T00:27:16.278397+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.17","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T00:27:17.296443+0000","last_change":"2024-09-21T00:27:16.305317+0000","last_active":"2024-09-21T00:27:17.296443+0000","last_peered":"2024-09-21T00:27:17.296443+0000","last_clean":"2024-09-21T00:27:17.296443+0000","last_became_active":"2024-09-21T00:27:16.305004+0000","last_became_peered":"2024-09-21T00:27:16.305004+0000","last_unstale":"2024-09-21T00:27:17.296443+0000","last_undegraded":"2024-09-21T00:27:17.296443+0000","last_fullsized":"2024-09-21T00:27:17.296443+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_clean_scrub_stamp":"2024-09-21T00:27:15.269976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:21:21.518914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.17","version":"0'0","reported_seq":13,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:18.294216+0000","last_change":"2024-09-21T00:27:17.302004+0000","last_active":"2024-09-21T00:27:18.294216+0000","last_peered":"2024-09-21T00:27:18.294216+0000","last_clean":"2024-09-21T00:27:18.294216+0000","last_became_active":"2024-09-21T00:27:17.301690+0000","last_became_peered":"2024-09-21T00:27:17.301690+0000","last_unstale":"2024-09-21T00:27:18.294216+0000","last_undegraded":"2024-09-21T00:27:18.294216+0000","last_fullsized":"2024-09-21T00:27:18.294216+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:08:54.771173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.16","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-21T00:27:15.282945+0000","last_change":"2024-09-21T00:27:15.282945+0000","last_active":"2024-09-21T00:27:15.269976+0000","last_peered":"2024-09-21T00:27:15.269976+0000","last_clean":"2024-09-21T00:27:15.269976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:15.282945+0000","last_undegraded":"2024-09-21T00:27:15.282945+0000","last_fullsized":"2024-09-21T00:27:15.282945+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_clean_scrub_stamp":"2024-09-21T00:27:15.269976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:27:16.278397+0000","last_change":"2024-09-21T00:27:16.278397+0000","last_active":"2024-09-21T00:27:16.278397+0000","last_peered":"2024-09-21T00:27:16.278397+0000","last_clean":"2024-09-21T00:27:16.278397+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:16.278397+0000","last_undegraded":"2024-09-21T00:27:16.278397+0000","last_fullsized":"2024-09-21T00:27:16.278397+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.15","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-21T00:27:15.285468+0000","last_change":"2024-09-21T00:27:15.285468+0000","last_active":"2024-09-21T00:27:15.269976+0000","last_peered":"2024-09-21T00:27:15.269976+0000","last_clean":"2024-09-21T00:27:15.269976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:15.285468+0000","last_undegraded":"2024-09-21T00:27:15.285468+0000","last_fullsized":"2024-09-21T00:27:15.285468+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_clean_scrub_stamp":"2024-09-21T00:27:15.269976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:27:16.278397+0000","last_change":"2024-09-21T00:27:16.278397+0000","last_active":"2024-09-21T00:27:16.278397+0000","last_peered":"2024-09-21T00:27:16.278397+0000","last_clean":"2024-09-21T00:27:16.278397+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:16.278397+0000","last_undegraded":"2024-09-21T00:27:16.278397+0000","last_fullsized":"2024-09-21T00:27:16.278397+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.14","version":"103'6","reported_seq":21,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:18.294470+0000","last_change":"2024-09-21T00:27:16.308087+0000","last_active":"2024-09-21T00:27:18.294470+0000","last_peered":"2024-09-21T00:27:18.294470+0000","last_clean":"2024-09-21T00:27:18.294470+0000","last_became_active":"2024-09-21T00:27:16.307754+0000","last_became_peered":"2024-09-21T00:27:16.307754+0000","last_unstale":"2024-09-21T00:27:18.294470+0000","last_undegraded":"2024-09-21T00:27:18.294470+0000","last_fullsized":"2024-09-21T00:27:18.294470+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_clean_scrub_stamp":"2024-09-21T00:27:15.269976+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:00:15.496095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:27:16.278397+0000","last_change":"2024-09-21T00:27:16.278397+0000","last_active":"2024-09-21T00:27:16.278397+0000","last_peered":"2024-09-21T00:27:16.278397+0000","last_clean":"2024-09-21T00:27:16.278397+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:16.278397+0000","last_undegraded":"2024-09-21T00:27:16.278397+0000","last_fullsized":"2024-09-21T00:27:16.278397+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.13","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-21T00:27:15.287962+0000","last_change":"2024-09-21T00:27:15.287962+0000","last_active":"2024-09-21T00:27:15.269976+0000","last_peered":"2024-09-21T00:27:15.269976+0000","last_clean":"2024-09-21T00:27:15.269976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:15.287962+0000","last_undegraded":"2024-09-21T00:27:15.287962+0000","last_fullsized":"2024-09-21T00:27:15.287962+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_clean_scrub_stamp":"2024-09-21T00:27:15.269976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.13","version":"0'0","reported_seq":10,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T00:27:17.318275+0000","last_change":"2024-09-21T00:27:17.312267+0000","last_active":"2024-09-21T00:27:17.318275+0000","last_peered":"2024-09-21T00:27:17.318275+0000","last_clean":"2024-09-21T00:27:17.318275+0000","last_became_active":"2024-09-21T00:27:17.308727+0000","last_became_peered":"2024-09-21T00:27:17.308727+0000","last_unstale":"2024-09-21T00:27:17.318275+0000","last_undegraded":"2024-09-21T00:27:17.318275+0000","last_fullsized":"2024-09-21T00:27:17.318275+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:36:48.607176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.12","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-21T00:27:15.287979+0000","last_change":"2024-09-21T00:27:15.287979+0000","last_active":"2024-09-21T00:27:15.269976+0000","last_peered":"2024-09-21T00:27:15.269976+0000","last_clean":"2024-09-21T00:27:15.269976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:15.287979+0000","last_undegraded":"2024-09-21T00:27:15.287979+0000","last_fullsized":"2024-09-21T00:27:15.287979+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_clean_scrub_stamp":"2024-09-21T00:27:15.269976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.10","version":"0'0","reported_seq":13,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:18.293665+0000","last_change":"2024-09-21T00:27:17.301149+0000","last_active":"2024-09-21T00:27:18.293665+0000","last_peered":"2024-09-21T00:27:18.293665+0000","last_clean":"2024-09-21T00:27:18.293665+0000","last_became_active":"2024-09-21T00:27:17.300821+0000","last_became_peered":"2024-09-21T00:27:17.300821+0000","last_unstale":"2024-09-21T00:27:18.293665+0000","last_undegraded":"2024-09-21T00:27:18.293665+0000","last_fullsized":"2024-09-21T00:27:18.293665+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:58:12.997972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.11","version":"0'0","reported_seq":15,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:18.294009+0000","last_change":"2024-09-21T00:27:16.298387+0000","last_active":"2024-09-21T00:27:18.294009+0000","last_peered":"2024-09-21T00:27:18.294009+0000","last_clean":"2024-09-21T00:27:18.294009+0000","last_became_active":"2024-09-21T00:27:16.298058+0000","last_became_peered":"2024-09-21T00:27:16.298058+0000","last_unstale":"2024-09-21T00:27:18.294009+0000","last_undegraded":"2024-09-21T00:27:18.294009+0000","last_fullsized":"2024-09-21T00:27:18.294009+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_clean_scrub_stamp":"2024-09-21T00:27:15.269976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:45:24.880892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:27:16.278397+0000","last_change":"2024-09-21T00:27:16.278397+0000","last_active":"2024-09-21T00:27:16.278397+0000","last_peered":"2024-09-21T00:27:16.278397+0000","last_clean":"2024-09-21T00:27:16.278397+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:16.278397+0000","last_undegraded":"2024-09-21T00:27:16.278397+0000","last_fullsized":"2024-09-21T00:27:16.278397+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.10","version":"103'8","reported_seq":21,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T00:27:17.325398+0000","last_change":"2024-09-21T00:27:16.301958+0000","last_active":"2024-09-21T00:27:17.325398+0000","last_peered":"2024-09-21T00:27:17.325398+0000","last_clean":"2024-09-21T00:27:17.325398+0000","last_became_active":"2024-09-21T00:27:16.301608+0000","last_became_peered":"2024-09-21T00:27:16.301608+0000","last_unstale":"2024-09-21T00:27:17.325398+0000","last_undegraded":"2024-09-21T00:27:17.325398+0000","last_fullsized":"2024-09-21T00:27:17.325398+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_clean_scrub_stamp":"2024-09-21T00:27:15.269976+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:42:06.205270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:27:16.278397+0000","last_change":"2024-09-21T00:27:16.278397+0000","last_active":"2024-09-21T00:27:16.278397+0000","last_peered":"2024-09-21T00:27:16.278397+0000","last_clean":"2024-09-21T00:27:16.278397+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:16.278397+0000","last_undegraded":"2024-09-21T00:27:16.278397+0000","last_fullsized":"2024-09-21T00:27:16.278397+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.e","version":"103'2","reported_seq":17,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:18.293973+0000","last_change":"2024-09-21T00:27:16.298354+0000","last_active":"2024-09-21T00:27:18.293973+0000","last_peered":"2024-09-21T00:27:18.293973+0000","last_clean":"2024-09-21T00:27:18.293973+0000","last_became_active":"2024-09-21T00:27:16.298005+0000","last_became_peered":"2024-09-21T00:27:16.298005+0000","last_unstale":"2024-09-21T00:27:18.293973+0000","last_undegraded":"2024-09-21T00:27:18.293973+0000","last_fullsized":"2024-09-21T00:27:18.293973+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_clean_scrub_stamp":"2024-09-21T00:27:15.269976+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:03:42.907878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:27:16.278397+0000","last_change":"2024-09-21T00:27:16.278397+0000","last_active":"2024-09-21T00:27:16.278397+0000","last_peered":"2024-09-21T00:27:16.278397+0000","last_clean":"2024-09-21T00:27:16.278397+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:16.278397+0000","last_undegraded":"2024-09-21T00:27:16.278397+0000","last_fullsized":"2024-09-21T00:27:16.278397+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.d","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-21T00:27:15.288782+0000","last_change":"2024-09-21T00:27:15.288782+0000","last_active":"2024-09-21T00:27:15.269976+0000","last_peered":"2024-09-21T00:27:15.269976+0000","last_clean":"2024-09-21T00:27:15.269976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:15.288782+0000","last_undegraded":"2024-09-21T00:27:15.288782+0000","last_fullsized":"2024-09-21T00:27:15.288782+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_clean_scrub_stamp":"2024-09-21T00:27:15.269976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:27:16.278397+0000","last_change":"2024-09-21T00:27:16.278397+0000","last_active":"2024-09-21T00:27:16.278397+0000","last_peered":"2024-09-21T00:27:16.278397+0000","last_clean":"2024-09-21T00:27:16.278397+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:16.278397+0000","last_undegraded":"2024-09-21T00:27:16.278397+0000","last_fullsized":"2024-09-21T00:27:16.278397+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.c","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-21T00:27:15.285315+0000","last_change":"2024-09-21T00:27:15.285315+0000","last_active":"2024-09-21T00:27:15.269976+0000","last_peered":"2024-09-21T00:27:15.269976+0000","last_clean":"2024-09-21T00:27:15.269976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:15.285315+0000","last_undegraded":"2024-09-21T00:27:15.285315+0000","last_fullsized":"2024-09-21T00:27:15.285315+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_clean_scrub_stamp":"2024-09-21T00:27:15.269976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:27:16.278397+0000","last_change":"2024-09-21T00:27:16.278397+0000","last_active":"2024-09-21T00:27:16.278397+0000","last_peered":"2024-09-21T00:27:16.278397+0000","last_clean":"2024-09-21T00:27:16.278397+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:16.278397+0000","last_undegraded":"2024-09-21T00:27:16.278397+0000","last_fullsized":"2024-09-21T00:27:16.278397+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.b","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-21T00:27:15.286143+0000","last_change":"2024-09-21T00:27:15.286143+0000","last_active":"2024-09-21T00:27:15.269976+0000","last_peered":"2024-09-21T00:27:15.269976+0000","last_clean":"2024-09-21T00:27:15.269976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:15.286143+0000","last_undegraded":"2024-09-21T00:27:15.286143+0000","last_fullsized":"2024-09-21T00:27:15.286143+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_clean_scrub_stamp":"2024-09-21T00:27:15.269976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:27:16.278397+0000","last_change":"2024-09-21T00:27:16.278397+0000","last_active":"2024-09-21T00:27:16.278397+0000","last_peered":"2024-09-21T00:27:16.278397+0000","last_clean":"2024-09-21T00:27:16.278397+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:16.278397+0000","last_undegraded":"2024-09-21T00:27:16.278397+0000","last_fullsized":"2024-09-21T00:27:16.278397+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.a","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-21T00:27:15.289420+0000","last_change":"2024-09-21T00:27:15.289420+0000","last_active":"2024-09-21T00:27:15.269976+0000","last_peered":"2024-09-21T00:27:15.269976+0000","last_clean":"2024-09-21T00:27:15.269976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:15.289420+0000","last_undegraded":"2024-09-21T00:27:15.289420+0000","last_fullsized":"2024-09-21T00:27:15.289420+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_clean_scrub_stamp":"2024-09-21T00:27:15.269976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:27:16.278397+0000","last_change":"2024-09-21T00:27:16.278397+0000","last_active":"2024-09-21T00:27:16.278397+0000","last_peered":"2024-09-21T00:27:16.278397+0000","last_clean":"2024-09-21T00:27:16.278397+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:16.278397+0000","last_undegraded":"2024-09-21T00:27:16.278397+0000","last_fullsized":"2024-09-21T00:27:16.278397+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.9","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-21T00:27:15.289387+0000","last_change":"2024-09-21T00:27:15.289387+0000","last_active":"2024-09-21T00:27:15.269976+0000","last_peered":"2024-09-21T00:27:15.269976+0000","last_clean":"2024-09-21T00:27:15.269976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:15.289387+0000","last_undegraded":"2024-09-21T00:27:15.289387+0000","last_fullsized":"2024-09-21T00:27:15.289387+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_clean_scrub_stamp":"2024-09-21T00:27:15.269976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:27:16.278397+0000","last_change":"2024-09-21T00:27:16.278397+0000","last_active":"2024-09-21T00:27:16.278397+0000","last_peered":"2024-09-21T00:27:16.278397+0000","last_clean":"2024-09-21T00:27:16.278397+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:16.278397+0000","last_undegraded":"2024-09-21T00:27:16.278397+0000","last_fullsized":"2024-09-21T00:27:16.278397+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.8","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-21T00:27:15.285296+0000","last_change":"2024-09-21T00:27:15.285296+0000","last_active":"2024-09-21T00:27:15.269976+0000","last_peered":"2024-09-21T00:27:15.269976+0000","last_clean":"2024-09-21T00:27:15.269976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:15.285296+0000","last_undegraded":"2024-09-21T00:27:15.285296+0000","last_fullsized":"2024-09-21T00:27:15.285296+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_clean_scrub_stamp":"2024-09-21T00:27:15.269976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:27:16.278397+0000","last_change":"2024-09-21T00:27:16.278397+0000","last_active":"2024-09-21T00:27:16.278397+0000","last_peered":"2024-09-21T00:27:16.278397+0000","last_clean":"2024-09-21T00:27:16.278397+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:16.278397+0000","last_undegraded":"2024-09-21T00:27:16.278397+0000","last_fullsized":"2024-09-21T00:27:16.278397+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.7","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-21T00:27:15.289263+0000","last_change":"2024-09-21T00:27:15.289263+0000","last_active":"2024-09-21T00:27:15.269976+0000","last_peered":"2024-09-21T00:27:15.269976+0000","last_clean":"2024-09-21T00:27:15.269976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:15.289263+0000","last_undegraded":"2024-09-21T00:27:15.289263+0000","last_fullsized":"2024-09-21T00:27:15.289263+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_clean_scrub_stamp":"2024-09-21T00:27:15.269976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.7","version":"0'0","reported_seq":10,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T00:27:17.308732+0000","last_change":"2024-09-21T00:27:17.307300+0000","last_active":"2024-09-21T00:27:17.308732+0000","last_peered":"2024-09-21T00:27:17.308732+0000","last_clean":"2024-09-21T00:27:17.308732+0000","last_became_active":"2024-09-21T00:27:17.306992+0000","last_became_peered":"2024-09-21T00:27:17.306992+0000","last_unstale":"2024-09-21T00:27:17.308732+0000","last_undegraded":"2024-09-21T00:27:17.308732+0000","last_fullsized":"2024-09-21T00:27:17.308732+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:10:39.243595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.6","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-21T00:27:15.285385+0000","last_change":"2024-09-21T00:27:15.285385+0000","last_active":"2024-09-21T00:27:15.269976+0000","last_peered":"2024-09-21T00:27:15.269976+0000","last_clean":"2024-09-21T00:27:15.269976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:15.285385+0000","last_undegraded":"2024-09-21T00:27:15.285385+0000","last_fullsized":"2024-09-21T00:27:15.285385+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_clean_scrub_stamp":"2024-09-21T00:27:15.269976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.4","version":"0'0","reported_seq":10,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T00:27:17.318221+0000","last_change":"2024-09-21T00:27:17.313341+0000","last_active":"2024-09-21T00:27:17.318221+0000","last_peered":"2024-09-21T00:27:17.318221+0000","last_clean":"2024-09-21T00:27:17.318221+0000","last_became_active":"2024-09-21T00:27:17.310594+0000","last_became_peered":"2024-09-21T00:27:17.310594+0000","last_unstale":"2024-09-21T00:27:17.318221+0000","last_undegraded":"2024-09-21T00:27:17.318221+0000","last_fullsized":"2024-09-21T00:27:17.318221+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:22:58.099048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.5","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-21T00:27:15.285238+0000","last_change":"2024-09-21T00:27:15.285238+0000","last_active":"2024-09-21T00:27:15.269976+0000","last_peered":"2024-09-21T00:27:15.269976+0000","last_clean":"2024-09-21T00:27:15.269976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:15.285238+0000","last_undegraded":"2024-09-21T00:27:15.285238+0000","last_fullsized":"2024-09-21T00:27:15.285238+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_clean_scrub_stamp":"2024-09-21T00:27:15.269976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:27:16.278397+0000","last_change":"2024-09-21T00:27:16.278397+0000","last_active":"2024-09-21T00:27:16.278397+0000","last_peered":"2024-09-21T00:27:16.278397+0000","last_clean":"2024-09-21T00:27:16.278397+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:16.278397+0000","last_undegraded":"2024-09-21T00:27:16.278397+0000","last_fullsized":"2024-09-21T00:27:16.278397+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.4","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-21T00:27:15.288792+0000","last_change":"2024-09-21T00:27:15.288792+0000","last_active":"2024-09-21T00:27:15.269976+0000","last_peered":"2024-09-21T00:27:15.269976+0000","last_clean":"2024-09-21T00:27:15.269976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:15.288792+0000","last_undegraded":"2024-09-21T00:27:15.288792+0000","last_fullsized":"2024-09-21T00:27:15.288792+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_clean_scrub_stamp":"2024-09-21T00:27:15.269976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:27:16.278397+0000","last_change":"2024-09-21T00:27:16.278397+0000","last_active":"2024-09-21T00:27:16.278397+0000","last_peered":"2024-09-21T00:27:16.278397+0000","last_clean":"2024-09-21T00:27:16.278397+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:16.278397+0000","last_undegraded":"2024-09-21T00:27:16.278397+0000","last_fullsized":"2024-09-21T00:27:16.278397+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.3","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-21T00:27:15.285206+0000","last_change":"2024-09-21T00:27:15.285206+0000","last_active":"2024-09-21T00:27:15.269976+0000","last_peered":"2024-09-21T00:27:15.269976+0000","last_clean":"2024-09-21T00:27:15.269976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:15.285206+0000","last_undegraded":"2024-09-21T00:27:15.285206+0000","last_fullsized":"2024-09-21T00:27:15.285206+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_clean_scrub_stamp":"2024-09-21T00:27:15.269976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.3","version":"0'0","reported_seq":13,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:18.294246+0000","last_change":"2024-09-21T00:27:17.311189+0000","last_active":"2024-09-21T00:27:18.294246+0000","last_peered":"2024-09-21T00:27:18.294246+0000","last_clean":"2024-09-21T00:27:18.294246+0000","last_became_active":"2024-09-21T00:27:17.310867+0000","last_became_peered":"2024-09-21T00:27:17.310867+0000","last_unstale":"2024-09-21T00:27:18.294246+0000","last_undegraded":"2024-09-21T00:27:18.294246+0000","last_fullsized":"2024-09-21T00:27:18.294246+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:48:09.355419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.2","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-21T00:27:15.287844+0000","last_change":"2024-09-21T00:27:15.287844+0000","last_active":"2024-09-21T00:27:15.269976+0000","last_peered":"2024-09-21T00:27:15.269976+0000","last_clean":"2024-09-21T00:27:15.269976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:15.287844+0000","last_undegraded":"2024-09-21T00:27:15.287844+0000","last_fullsized":"2024-09-21T00:27:15.287844+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_clean_scrub_stamp":"2024-09-21T00:27:15.269976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:27:16.278397+0000","last_change":"2024-09-21T00:27:16.278397+0000","last_active":"2024-09-21T00:27:16.278397+0000","last_peered":"2024-09-21T00:27:16.278397+0000","last_clean":"2024-09-21T00:27:16.278397+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:16.278397+0000","last_undegraded":"2024-09-21T00:27:16.278397+0000","last_fullsized":"2024-09-21T00:27:16.278397+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-21T00:27:15.282469+0000","last_change":"2024-09-21T00:27:15.282469+0000","last_active":"2024-09-21T00:27:15.269976+0000","last_peered":"2024-09-21T00:27:15.269976+0000","last_clean":"2024-09-21T00:27:15.269976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:15.282469+0000","last_undegraded":"2024-09-21T00:27:15.282469+0000","last_fullsized":"2024-09-21T00:27:15.282469+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_clean_scrub_stamp":"2024-09-21T00:27:15.269976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:27:16.278397+0000","last_change":"2024-09-21T00:27:16.278397+0000","last_active":"2024-09-21T00:27:16.278397+0000","last_peered":"2024-09-21T00:27:16.278397+0000","last_clean":"2024-09-21T00:27:16.278397+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:16.278397+0000","last_undegraded":"2024-09-21T00:27:16.278397+0000","last_fullsized":"2024-09-21T00:27:16.278397+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.0","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-21T00:27:15.288199+0000","last_change":"2024-09-21T00:27:15.288199+0000","last_active":"2024-09-21T00:27:15.269976+0000","last_peered":"2024-09-21T00:27:15.269976+0000","last_clean":"2024-09-21T00:27:15.269976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:15.288199+0000","last_undegraded":"2024-09-21T00:27:15.288199+0000","last_fullsized":"2024-09-21T00:27:15.288199+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_clean_scrub_stamp":"2024-09-21T00:27:15.269976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:27:16.278397+0000","last_change":"2024-09-21T00:27:16.278397+0000","last_active":"2024-09-21T00:27:16.278397+0000","last_peered":"2024-09-21T00:27:16.278397+0000","last_clean":"2024-09-21T00:27:16.278397+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:16.278397+0000","last_undegraded":"2024-09-21T00:27:16.278397+0000","last_fullsized":"2024-09-21T00:27:16.278397+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.f","version":"0'0","reported_seq":1,"reported_epoch":101,"state":"creating+peering","last_fresh":"2024-09-21T00:27:15.285458+0000","last_change":"2024-09-21T00:27:15.285458+0000","last_active":"2024-09-21T00:27:15.269976+0000","last_peered":"2024-09-21T00:27:15.269976+0000","last_clean":"2024-09-21T00:27:15.269976+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:27:15.285458+0000","last_undegraded":"2024-09-21T00:27:15.285458+0000","last_fullsized":"2024-09-21T00:27:15.285458+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_clean_scrub_stamp":"2024-09-21T00:27:15.269976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":251,"reported_epoch":101,"state":"active+clean","last_fresh":"2024-09-21T00:27:15.286707+0000","last_change":"2024-09-21T00:21:11.583793+0000","last_active":"2024-09-21T00:27:15.286707+0000","last_peered":"2024-09-21T00:27:15.286707+0000","last_clean":"2024-09-21T00:27:15.286707+0000","last_became_active":"2024-09-21T00:21:11.582502+0000","last_became_peered":"2024-09-21T00:21:11.582502+0000","last_unstale":"2024-09-21T00:27:15.286707+0000","last_undegraded":"2024-09-21T00:27:15.286707+0000","last_fullsized":"2024-09-21T00:27:15.286707+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_clean_scrub_stamp":"2024-09-21T00:21:10.311964+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:58.010953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":15,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":30,"acting":30,"num_store_stats":2},{"poolid":14,"num_pg":32,"stat_sum":{"num_bytes":1612,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":21,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":17,"ondisk_log_size":17,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509517,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28820,"kb_used_data":1792,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343020,"statfs":{"total":96636764160,"available":96607252480,"internally_reserved":0,"allocated":1835008,"data_stored":1127977,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509517,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":44880,"kb_used_data":1212,"kb_used_omap":1,"kb_used_meta":43646,"kb_avail":94326960,"statfs":{"total":96636764160,"available":96590807040,"internally_reserved":0,"allocated":1241088,"data_stored":537609,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":44693958},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509517,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":44880,"kb_used_data":1212,"kb_used_omap":1,"kb_used_meta":43646,"kb_avail":94326960,"statfs":{"total":96636764160,"available":96590807040,"internally_reserved":0,"allocated":1241088,"data_stored":537609,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":44693957},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509518,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":54612,"kb_used_data":1212,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94317228,"statfs":{"total":96636764160,"available":96580841472,"internally_reserved":0,"allocated":1241088,"data_stored":537609,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":54655432},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509518,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36564,"kb_used_data":1212,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335276,"statfs":{"total":96636764160,"available":96599322624,"internally_reserved":0,"allocated":1241088,"data_stored":537609,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509516,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41300,"kb_used_data":1792,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94330540,"statfs":{"total":96636764160,"available":96594472960,"internally_reserved":0,"allocated":1835008,"data_stored":1127977,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40434118},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574925,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":50504,"kb_used_data":1268,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94321336,"statfs":{"total":96636764160,"available":96585048064,"internally_reserved":0,"allocated":1298432,"data_stored":558695,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574925,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":50476,"kb_used_data":1236,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94321364,"statfs":{"total":96636764160,"available":96585076736,"internally_reserved":0,"allocated":1265664,"data_stored":550659,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":50395590},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,7],"upper_bound":16},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T00:27:21.375 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T00:27:21.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.527+0000 7f2de619d640 1 -- 172.21.15.67:0/1566579804 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2dcc004800 msgr2=0x7f2dcc004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:21.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.527+0000 7f2de619d640 1 --2- 172.21.15.67:0/1566579804 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2dcc004800 0x7f2dcc004c10 secure :-1 s=READY pgs=1236 cs=0 l=1 rev1=1 crypto rx=0x7f2dd0001740 tx=0x7f2dcc005830 comp rx=0 tx=0).stop 2024-09-21T00:27:21.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.527+0000 7f2de599c640 1 -- 172.21.15.67:0/1566579804 reap_dead start 2024-09-21T00:27:21.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.527+0000 7f2de619d640 1 -- 172.21.15.67:0/1566579804 shutdown_connections 2024-09-21T00:27:21.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.527+0000 7f2de619d640 1 -- 172.21.15.67:0/1566579804 >> 172.21.15.67:0/1566579804 conn(0x7f2de008db90 msgr2=0x7f2de009d7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:27:21.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.527+0000 7f2de619d640 1 -- 172.21.15.67:0/1566579804 shutdown_connections 2024-09-21T00:27:21.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.527+0000 7f2de619d640 1 -- 172.21.15.67:0/1566579804 wait complete. 2024-09-21T00:27:21.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.529+0000 7f2de619d640 1 Processor -- start 2024-09-21T00:27:21.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.529+0000 7f2de619d640 1 -- start start 2024-09-21T00:27:21.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.531+0000 7f2de619d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2dcc004800 0x7f2de0157790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:21.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.531+0000 7f2de619d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2de015bd80 0x7f2de015e2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:21.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.531+0000 7f2de619d640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2de015e810 0x7f2de015ec20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:21.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.531+0000 7f2de619d640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f2de00d45c0 con 0x7f2dcc004800 2024-09-21T00:27:21.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.531+0000 7f2de619d640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f2de00d4440 con 0x7f2de015bd80 2024-09-21T00:27:21.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.531+0000 7f2de619d640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f2de00d4740 con 0x7f2de015e810 2024-09-21T00:27:21.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.531+0000 7f2de519b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2dcc004800 0x7f2de0157790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:21.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.531+0000 7f2de519b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2dcc004800 0x7f2de0157790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:35846/0 (socket says 172.21.15.67:35846) 2024-09-21T00:27:21.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.531+0000 7f2de519b640 1 -- 172.21.15.67:0/638324600 learned_addr learned my addr 172.21.15.67:0/638324600 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:27:21.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.531+0000 7f2de499a640 1 --2- 172.21.15.67:0/638324600 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2de015bd80 0x7f2de015e2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:21.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.531+0000 7f2de599c640 1 --2- 172.21.15.67:0/638324600 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2de015e810 0x7f2de015ec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:21.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.531+0000 7f2de519b640 1 -- 172.21.15.67:0/638324600 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2de015e810 msgr2=0x7f2de015ec20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:21.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.531+0000 7f2de519b640 1 --2- 172.21.15.67:0/638324600 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2de015e810 0x7f2de015ec20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:21.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.531+0000 7f2de519b640 1 -- 172.21.15.67:0/638324600 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2de015bd80 msgr2=0x7f2de015e2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:21.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.531+0000 7f2de519b640 1 --2- 172.21.15.67:0/638324600 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2de015bd80 0x7f2de015e2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:21.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.531+0000 7f2de519b640 1 -- 172.21.15.67:0/638324600 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2de014b360 con 0x7f2dcc004800 2024-09-21T00:27:21.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.531+0000 7f2de599c640 1 --2- 172.21.15.67:0/638324600 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2de015e810 0x7f2de015ec20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:27:21.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.531+0000 7f2de499a640 1 --2- 172.21.15.67:0/638324600 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2de015bd80 0x7f2de015e2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:27:21.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.531+0000 7f2de519b640 1 --2- 172.21.15.67:0/638324600 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2dcc004800 0x7f2de0157790 secure :-1 s=READY pgs=1237 cs=0 l=1 rev1=1 crypto rx=0x7f2ddc0118d0 tx=0x7f2ddc011d90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:27:21.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.531+0000 7f2dd5ffb640 1 -- 172.21.15.67:0/638324600 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ddc01e070 con 0x7f2dcc004800 2024-09-21T00:27:21.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.531+0000 7f2dd5ffb640 1 -- 172.21.15.67:0/638324600 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2ddc00fbb0 con 0x7f2dcc004800 2024-09-21T00:27:21.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.531+0000 7f2dd5ffb640 1 -- 172.21.15.67:0/638324600 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ddc019410 con 0x7f2dcc004800 2024-09-21T00:27:21.535 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.531+0000 7f2de619d640 1 -- 172.21.15.67:0/638324600 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2de014b640 con 0x7f2dcc004800 2024-09-21T00:27:21.535 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.532+0000 7f2de619d640 1 -- 172.21.15.67:0/638324600 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2de015ddb0 con 0x7f2dcc004800 2024-09-21T00:27:21.536 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.533+0000 7f2de619d640 1 -- 172.21.15.67:0/638324600 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2de00d4c40 con 0x7f2dcc004800 2024-09-21T00:27:21.536 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.534+0000 7f2dd5ffb640 1 -- 172.21.15.67:0/638324600 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f2ddc021070 con 0x7f2dcc004800 2024-09-21T00:27:21.536 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.534+0000 7f2dd5ffb640 1 --2- 172.21.15.67:0/638324600 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2dc4078b90 0x7f2dc407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:21.536 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.534+0000 7f2dd5ffb640 1 -- 172.21.15.67:0/638324600 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 5709+0+0 (secure 0 0 0) 0x7f2ddc09b470 con 0x7f2dcc004800 2024-09-21T00:27:21.536 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.534+0000 7f2de499a640 1 --2- 172.21.15.67:0/638324600 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2dc4078b90 0x7f2dc407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:21.536 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.535+0000 7f2de499a640 1 --2- 172.21.15.67:0/638324600 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2dc4078b90 0x7f2dc407b0a0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f2dd0001710 tx=0x7f2dd0001270 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:27:21.540 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.539+0000 7f2dd5ffb640 1 -- 172.21.15.67:0/638324600 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f2ddc0633b0 con 0x7f2dcc004800 2024-09-21T00:27:21.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.724+0000 7f2de619d640 1 -- 172.21.15.67:0/638324600 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f2de006a130 con 0x7f2dc4078b90 2024-09-21T00:27:21.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.729+0000 7f2dd5ffb640 1 -- 172.21.15.67:0/638324600 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252491 (secure 0 0 0) 0x7f2de006a130 con 0x7f2dc4078b90 2024-09-21T00:27:21.733 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:27:21.734 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-21T00:27:21.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.732+0000 7f2de619d640 1 -- 172.21.15.67:0/638324600 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2dc4078b90 msgr2=0x7f2dc407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:21.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.732+0000 7f2de619d640 1 --2- 172.21.15.67:0/638324600 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2dc4078b90 0x7f2dc407b0a0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f2dd0001710 tx=0x7f2dd0001270 comp rx=0 tx=0).stop 2024-09-21T00:27:21.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.732+0000 7f2de619d640 1 -- 172.21.15.67:0/638324600 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2dcc004800 msgr2=0x7f2de0157790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:21.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.732+0000 7f2de619d640 1 --2- 172.21.15.67:0/638324600 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2dcc004800 0x7f2de0157790 secure :-1 s=READY pgs=1237 cs=0 l=1 rev1=1 crypto rx=0x7f2ddc0118d0 tx=0x7f2ddc011d90 comp rx=0 tx=0).stop 2024-09-21T00:27:21.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.732+0000 7f2de619d640 1 -- 172.21.15.67:0/638324600 shutdown_connections 2024-09-21T00:27:21.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.732+0000 7f2de619d640 1 --2- 172.21.15.67:0/638324600 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2dc4078b90 0x7f2dc407b0a0 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:21.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.732+0000 7f2de619d640 1 --2- 172.21.15.67:0/638324600 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2de015e810 0x7f2de015ec20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:21.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.732+0000 7f2de619d640 1 --2- 172.21.15.67:0/638324600 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2de015bd80 0x7f2de015e2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:21.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.732+0000 7f2de619d640 1 --2- 172.21.15.67:0/638324600 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2dcc004800 0x7f2de0157790 unknown :-1 s=CLOSED pgs=1237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:21.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.733+0000 7f2de619d640 1 -- 172.21.15.67:0/638324600 >> 172.21.15.67:0/638324600 conn(0x7f2de008db90 msgr2=0x7f2de00b8e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:27:21.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.733+0000 7f2de619d640 1 -- 172.21.15.67:0/638324600 shutdown_connections 2024-09-21T00:27:21.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.733+0000 7f2de619d640 1 -- 172.21.15.67:0/638324600 wait complete. 2024-09-21T00:27:21.746 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":284,"stamp":"2024-09-21T00:27:21.587753+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":170,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":352292,"kb_used_data":11196,"kb_used_omap":12,"kb_used_meta":340915,"kb_avail":754622428,"statfs":{"total":773094113280,"available":772733366272,"internally_reserved":0,"allocated":11464704,"data_stored":5634928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12749,"internal_metadata":349097523},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,7],"upper_bound":16},"perf_stat":{"commit_latency_ms":20,"apply_latency_ms":20,"commit_latency_ns":20000000,"apply_latency_ns":20000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001609"},"pg_stats":[{"pgid":"15.3f","version":"0'0","reported_seq":10,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T00:27:17.304698+0000","last_change":"2024-09-21T00:27:17.301854+0000","last_active":"2024-09-21T00:27:17.304698+0000","last_peered":"2024-09-21T00:27:17.304698+0000","last_clean":"2024-09-21T00:27:17.304698+0000","last_became_active":"2024-09-21T00:27:17.301531+0000","last_became_peered":"2024-09-21T00:27:17.301531+0000","last_unstale":"2024-09-21T00:27:17.304698+0000","last_undegraded":"2024-09-21T00:27:17.304698+0000","last_fullsized":"2024-09-21T00:27:17.304698+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:00:01.205250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.3e","version":"0'0","reported_seq":13,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:18.292180+0000","last_change":"2024-09-21T00:27:17.301555+0000","last_active":"2024-09-21T00:27:18.292180+0000","last_peered":"2024-09-21T00:27:18.292180+0000","last_clean":"2024-09-21T00:27:18.292180+0000","last_became_active":"2024-09-21T00:27:17.301246+0000","last_became_peered":"2024-09-21T00:27:17.301246+0000","last_unstale":"2024-09-21T00:27:18.292180+0000","last_undegraded":"2024-09-21T00:27:18.292180+0000","last_fullsized":"2024-09-21T00:27:18.292180+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:06:38.504850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.3d","version":"0'0","reported_seq":10,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T00:27:17.304707+0000","last_change":"2024-09-21T00:27:17.302270+0000","last_active":"2024-09-21T00:27:17.304707+0000","last_peered":"2024-09-21T00:27:17.304707+0000","last_clean":"2024-09-21T00:27:17.304707+0000","last_became_active":"2024-09-21T00:27:17.301649+0000","last_became_peered":"2024-09-21T00:27:17.301649+0000","last_unstale":"2024-09-21T00:27:17.304707+0000","last_undegraded":"2024-09-21T00:27:17.304707+0000","last_fullsized":"2024-09-21T00:27:17.304707+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:14:03.789849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.3c","version":"0'0","reported_seq":13,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:19.714253+0000","last_change":"2024-09-21T00:27:17.303284+0000","last_active":"2024-09-21T00:27:19.714253+0000","last_peered":"2024-09-21T00:27:19.714253+0000","last_clean":"2024-09-21T00:27:19.714253+0000","last_became_active":"2024-09-21T00:27:17.302981+0000","last_became_peered":"2024-09-21T00:27:17.302981+0000","last_unstale":"2024-09-21T00:27:19.714253+0000","last_undegraded":"2024-09-21T00:27:19.714253+0000","last_fullsized":"2024-09-21T00:27:19.714253+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:33:02.625250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.3b","version":"0'0","reported_seq":13,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:19.714614+0000","last_change":"2024-09-21T00:27:17.318103+0000","last_active":"2024-09-21T00:27:19.714614+0000","last_peered":"2024-09-21T00:27:19.714614+0000","last_clean":"2024-09-21T00:27:19.714614+0000","last_became_active":"2024-09-21T00:27:17.317757+0000","last_became_peered":"2024-09-21T00:27:17.317757+0000","last_unstale":"2024-09-21T00:27:19.714614+0000","last_undegraded":"2024-09-21T00:27:19.714614+0000","last_fullsized":"2024-09-21T00:27:19.714614+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:51:00.505745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.3a","version":"0'0","reported_seq":13,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:18.357775+0000","last_change":"2024-09-21T00:27:17.310377+0000","last_active":"2024-09-21T00:27:18.357775+0000","last_peered":"2024-09-21T00:27:18.357775+0000","last_clean":"2024-09-21T00:27:18.357775+0000","last_became_active":"2024-09-21T00:27:17.310062+0000","last_became_peered":"2024-09-21T00:27:17.310062+0000","last_unstale":"2024-09-21T00:27:18.357775+0000","last_undegraded":"2024-09-21T00:27:18.357775+0000","last_fullsized":"2024-09-21T00:27:18.357775+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:43:51.660370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.39","version":"0'0","reported_seq":13,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:18.357830+0000","last_change":"2024-09-21T00:27:17.304561+0000","last_active":"2024-09-21T00:27:18.357830+0000","last_peered":"2024-09-21T00:27:18.357830+0000","last_clean":"2024-09-21T00:27:18.357830+0000","last_became_active":"2024-09-21T00:27:17.304141+0000","last_became_peered":"2024-09-21T00:27:17.304141+0000","last_unstale":"2024-09-21T00:27:18.357830+0000","last_undegraded":"2024-09-21T00:27:18.357830+0000","last_fullsized":"2024-09-21T00:27:18.357830+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:06:18.210397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.38","version":"0'0","reported_seq":13,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:18.291704+0000","last_change":"2024-09-21T00:27:17.305859+0000","last_active":"2024-09-21T00:27:18.291704+0000","last_peered":"2024-09-21T00:27:18.291704+0000","last_clean":"2024-09-21T00:27:18.291704+0000","last_became_active":"2024-09-21T00:27:17.305539+0000","last_became_peered":"2024-09-21T00:27:17.305539+0000","last_unstale":"2024-09-21T00:27:18.291704+0000","last_undegraded":"2024-09-21T00:27:18.291704+0000","last_fullsized":"2024-09-21T00:27:18.291704+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:57:33.491293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.37","version":"0'0","reported_seq":13,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:18.294104+0000","last_change":"2024-09-21T00:27:17.303739+0000","last_active":"2024-09-21T00:27:18.294104+0000","last_peered":"2024-09-21T00:27:18.294104+0000","last_clean":"2024-09-21T00:27:18.294104+0000","last_became_active":"2024-09-21T00:27:17.303430+0000","last_became_peered":"2024-09-21T00:27:17.303430+0000","last_unstale":"2024-09-21T00:27:18.294104+0000","last_undegraded":"2024-09-21T00:27:18.294104+0000","last_fullsized":"2024-09-21T00:27:18.294104+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:15:00.561884+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.36","version":"0'0","reported_seq":13,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:19.714684+0000","last_change":"2024-09-21T00:27:17.309532+0000","last_active":"2024-09-21T00:27:19.714684+0000","last_peered":"2024-09-21T00:27:19.714684+0000","last_clean":"2024-09-21T00:27:19.714684+0000","last_became_active":"2024-09-21T00:27:17.309218+0000","last_became_peered":"2024-09-21T00:27:17.309218+0000","last_unstale":"2024-09-21T00:27:19.714684+0000","last_undegraded":"2024-09-21T00:27:19.714684+0000","last_fullsized":"2024-09-21T00:27:19.714684+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:23:01.243924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.35","version":"0'0","reported_seq":13,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:18.357963+0000","last_change":"2024-09-21T00:27:17.312936+0000","last_active":"2024-09-21T00:27:18.357963+0000","last_peered":"2024-09-21T00:27:18.357963+0000","last_clean":"2024-09-21T00:27:18.357963+0000","last_became_active":"2024-09-21T00:27:17.312601+0000","last_became_peered":"2024-09-21T00:27:17.312601+0000","last_unstale":"2024-09-21T00:27:18.357963+0000","last_undegraded":"2024-09-21T00:27:18.357963+0000","last_fullsized":"2024-09-21T00:27:18.357963+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:27:34.686183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.34","version":"0'0","reported_seq":13,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:18.294362+0000","last_change":"2024-09-21T00:27:17.306381+0000","last_active":"2024-09-21T00:27:18.294362+0000","last_peered":"2024-09-21T00:27:18.294362+0000","last_clean":"2024-09-21T00:27:18.294362+0000","last_became_active":"2024-09-21T00:27:17.306094+0000","last_became_peered":"2024-09-21T00:27:17.306094+0000","last_unstale":"2024-09-21T00:27:18.294362+0000","last_undegraded":"2024-09-21T00:27:18.294362+0000","last_fullsized":"2024-09-21T00:27:18.294362+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:10:35.953887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.33","version":"0'0","reported_seq":13,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:19.714097+0000","last_change":"2024-09-21T00:27:17.311170+0000","last_active":"2024-09-21T00:27:19.714097+0000","last_peered":"2024-09-21T00:27:19.714097+0000","last_clean":"2024-09-21T00:27:19.714097+0000","last_became_active":"2024-09-21T00:27:17.310878+0000","last_became_peered":"2024-09-21T00:27:17.310878+0000","last_unstale":"2024-09-21T00:27:19.714097+0000","last_undegraded":"2024-09-21T00:27:19.714097+0000","last_fullsized":"2024-09-21T00:27:19.714097+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:15:40.590717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.32","version":"0'0","reported_seq":13,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:19.296935+0000","last_change":"2024-09-21T00:27:17.311517+0000","last_active":"2024-09-21T00:27:19.296935+0000","last_peered":"2024-09-21T00:27:19.296935+0000","last_clean":"2024-09-21T00:27:19.296935+0000","last_became_active":"2024-09-21T00:27:17.311220+0000","last_became_peered":"2024-09-21T00:27:17.311220+0000","last_unstale":"2024-09-21T00:27:19.296935+0000","last_undegraded":"2024-09-21T00:27:19.296935+0000","last_fullsized":"2024-09-21T00:27:19.296935+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:46:53.921651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.31","version":"0'0","reported_seq":13,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:19.713800+0000","last_change":"2024-09-21T00:27:17.320215+0000","last_active":"2024-09-21T00:27:19.713800+0000","last_peered":"2024-09-21T00:27:19.713800+0000","last_clean":"2024-09-21T00:27:19.713800+0000","last_became_active":"2024-09-21T00:27:17.319808+0000","last_became_peered":"2024-09-21T00:27:17.319808+0000","last_unstale":"2024-09-21T00:27:19.713800+0000","last_undegraded":"2024-09-21T00:27:19.713800+0000","last_fullsized":"2024-09-21T00:27:19.713800+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:25:46.552140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.30","version":"0'0","reported_seq":13,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:18.357892+0000","last_change":"2024-09-21T00:27:17.323202+0000","last_active":"2024-09-21T00:27:18.357892+0000","last_peered":"2024-09-21T00:27:18.357892+0000","last_clean":"2024-09-21T00:27:18.357892+0000","last_became_active":"2024-09-21T00:27:17.322811+0000","last_became_peered":"2024-09-21T00:27:17.322811+0000","last_unstale":"2024-09-21T00:27:18.357892+0000","last_undegraded":"2024-09-21T00:27:18.357892+0000","last_fullsized":"2024-09-21T00:27:18.357892+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:33:46.433974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.2f","version":"0'0","reported_seq":13,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:18.292295+0000","last_change":"2024-09-21T00:27:17.311042+0000","last_active":"2024-09-21T00:27:18.292295+0000","last_peered":"2024-09-21T00:27:18.292295+0000","last_clean":"2024-09-21T00:27:18.292295+0000","last_became_active":"2024-09-21T00:27:17.304821+0000","last_became_peered":"2024-09-21T00:27:17.304821+0000","last_unstale":"2024-09-21T00:27:18.292295+0000","last_undegraded":"2024-09-21T00:27:18.292295+0000","last_fullsized":"2024-09-21T00:27:18.292295+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:54:26.868057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.2e","version":"0'0","reported_seq":13,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:19.714306+0000","last_change":"2024-09-21T00:27:17.314226+0000","last_active":"2024-09-21T00:27:19.714306+0000","last_peered":"2024-09-21T00:27:19.714306+0000","last_clean":"2024-09-21T00:27:19.714306+0000","last_became_active":"2024-09-21T00:27:17.313871+0000","last_became_peered":"2024-09-21T00:27:17.313871+0000","last_unstale":"2024-09-21T00:27:19.714306+0000","last_undegraded":"2024-09-21T00:27:19.714306+0000","last_fullsized":"2024-09-21T00:27:19.714306+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:45:55.898614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.2d","version":"0'0","reported_seq":13,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:19.297351+0000","last_change":"2024-09-21T00:27:17.314486+0000","last_active":"2024-09-21T00:27:19.297351+0000","last_peered":"2024-09-21T00:27:19.297351+0000","last_clean":"2024-09-21T00:27:19.297351+0000","last_became_active":"2024-09-21T00:27:17.314188+0000","last_became_peered":"2024-09-21T00:27:17.314188+0000","last_unstale":"2024-09-21T00:27:19.297351+0000","last_undegraded":"2024-09-21T00:27:19.297351+0000","last_fullsized":"2024-09-21T00:27:19.297351+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:51:39.827209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.2c","version":"0'0","reported_seq":13,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:18.294430+0000","last_change":"2024-09-21T00:27:17.302828+0000","last_active":"2024-09-21T00:27:18.294430+0000","last_peered":"2024-09-21T00:27:18.294430+0000","last_clean":"2024-09-21T00:27:18.294430+0000","last_became_active":"2024-09-21T00:27:17.302510+0000","last_became_peered":"2024-09-21T00:27:17.302510+0000","last_unstale":"2024-09-21T00:27:18.294430+0000","last_undegraded":"2024-09-21T00:27:18.294430+0000","last_fullsized":"2024-09-21T00:27:18.294430+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:07:54.664271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.2b","version":"0'0","reported_seq":13,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:19.297048+0000","last_change":"2024-09-21T00:27:17.303227+0000","last_active":"2024-09-21T00:27:19.297048+0000","last_peered":"2024-09-21T00:27:19.297048+0000","last_clean":"2024-09-21T00:27:19.297048+0000","last_became_active":"2024-09-21T00:27:17.302898+0000","last_became_peered":"2024-09-21T00:27:17.302898+0000","last_unstale":"2024-09-21T00:27:19.297048+0000","last_undegraded":"2024-09-21T00:27:19.297048+0000","last_fullsized":"2024-09-21T00:27:19.297048+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:12:13.553980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.2a","version":"0'0","reported_seq":13,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:18.291701+0000","last_change":"2024-09-21T00:27:17.300553+0000","last_active":"2024-09-21T00:27:18.291701+0000","last_peered":"2024-09-21T00:27:18.291701+0000","last_clean":"2024-09-21T00:27:18.291701+0000","last_became_active":"2024-09-21T00:27:17.300225+0000","last_became_peered":"2024-09-21T00:27:17.300225+0000","last_unstale":"2024-09-21T00:27:18.291701+0000","last_undegraded":"2024-09-21T00:27:18.291701+0000","last_fullsized":"2024-09-21T00:27:18.291701+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:33:46.433974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.29","version":"0'0","reported_seq":13,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:18.291724+0000","last_change":"2024-09-21T00:27:17.302395+0000","last_active":"2024-09-21T00:27:18.291724+0000","last_peered":"2024-09-21T00:27:18.291724+0000","last_clean":"2024-09-21T00:27:18.291724+0000","last_became_active":"2024-09-21T00:27:17.302069+0000","last_became_peered":"2024-09-21T00:27:17.302069+0000","last_unstale":"2024-09-21T00:27:18.291724+0000","last_undegraded":"2024-09-21T00:27:18.291724+0000","last_fullsized":"2024-09-21T00:27:18.291724+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:50:57.776562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.28","version":"0'0","reported_seq":13,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:18.357868+0000","last_change":"2024-09-21T00:27:17.321072+0000","last_active":"2024-09-21T00:27:18.357868+0000","last_peered":"2024-09-21T00:27:18.357868+0000","last_clean":"2024-09-21T00:27:18.357868+0000","last_became_active":"2024-09-21T00:27:17.320612+0000","last_became_peered":"2024-09-21T00:27:17.320612+0000","last_unstale":"2024-09-21T00:27:18.357868+0000","last_undegraded":"2024-09-21T00:27:18.357868+0000","last_fullsized":"2024-09-21T00:27:18.357868+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:06:38.504850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.27","version":"0'0","reported_seq":13,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:19.714662+0000","last_change":"2024-09-21T00:27:17.322787+0000","last_active":"2024-09-21T00:27:19.714662+0000","last_peered":"2024-09-21T00:27:19.714662+0000","last_clean":"2024-09-21T00:27:19.714662+0000","last_became_active":"2024-09-21T00:27:17.322431+0000","last_became_peered":"2024-09-21T00:27:17.322431+0000","last_unstale":"2024-09-21T00:27:19.714662+0000","last_undegraded":"2024-09-21T00:27:19.714662+0000","last_fullsized":"2024-09-21T00:27:19.714662+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:20:19.151427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.26","version":"0'0","reported_seq":13,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:18.292263+0000","last_change":"2024-09-21T00:27:17.304368+0000","last_active":"2024-09-21T00:27:18.292263+0000","last_peered":"2024-09-21T00:27:18.292263+0000","last_clean":"2024-09-21T00:27:18.292263+0000","last_became_active":"2024-09-21T00:27:17.304014+0000","last_became_peered":"2024-09-21T00:27:17.304014+0000","last_unstale":"2024-09-21T00:27:18.292263+0000","last_undegraded":"2024-09-21T00:27:18.292263+0000","last_fullsized":"2024-09-21T00:27:18.292263+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:27:34.686183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.25","version":"0'0","reported_seq":13,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:18.358062+0000","last_change":"2024-09-21T00:27:17.310162+0000","last_active":"2024-09-21T00:27:18.358062+0000","last_peered":"2024-09-21T00:27:18.358062+0000","last_clean":"2024-09-21T00:27:18.358062+0000","last_became_active":"2024-09-21T00:27:17.309813+0000","last_became_peered":"2024-09-21T00:27:17.309813+0000","last_unstale":"2024-09-21T00:27:18.358062+0000","last_undegraded":"2024-09-21T00:27:18.358062+0000","last_fullsized":"2024-09-21T00:27:18.358062+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:54:26.868057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.24","version":"0'0","reported_seq":13,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:19.714699+0000","last_change":"2024-09-21T00:27:17.315118+0000","last_active":"2024-09-21T00:27:19.714699+0000","last_peered":"2024-09-21T00:27:19.714699+0000","last_clean":"2024-09-21T00:27:19.714699+0000","last_became_active":"2024-09-21T00:27:17.314720+0000","last_became_peered":"2024-09-21T00:27:17.314720+0000","last_unstale":"2024-09-21T00:27:19.714699+0000","last_undegraded":"2024-09-21T00:27:19.714699+0000","last_fullsized":"2024-09-21T00:27:19.714699+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:58:23.077286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.23","version":"0'0","reported_seq":13,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:18.291989+0000","last_change":"2024-09-21T00:27:17.311892+0000","last_active":"2024-09-21T00:27:18.291989+0000","last_peered":"2024-09-21T00:27:18.291989+0000","last_clean":"2024-09-21T00:27:18.291989+0000","last_became_active":"2024-09-21T00:27:17.310638+0000","last_became_peered":"2024-09-21T00:27:17.310638+0000","last_unstale":"2024-09-21T00:27:18.291989+0000","last_undegraded":"2024-09-21T00:27:18.291989+0000","last_fullsized":"2024-09-21T00:27:18.291989+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:25:46.552140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.22","version":"0'0","reported_seq":13,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:19.296869+0000","last_change":"2024-09-21T00:27:17.319608+0000","last_active":"2024-09-21T00:27:19.296869+0000","last_peered":"2024-09-21T00:27:19.296869+0000","last_clean":"2024-09-21T00:27:19.296869+0000","last_became_active":"2024-09-21T00:27:17.319273+0000","last_became_peered":"2024-09-21T00:27:17.319273+0000","last_unstale":"2024-09-21T00:27:19.296869+0000","last_undegraded":"2024-09-21T00:27:19.296869+0000","last_fullsized":"2024-09-21T00:27:19.296869+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:53:25.589627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.21","version":"0'0","reported_seq":13,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:19.713902+0000","last_change":"2024-09-21T00:27:17.315082+0000","last_active":"2024-09-21T00:27:19.713902+0000","last_peered":"2024-09-21T00:27:19.713902+0000","last_clean":"2024-09-21T00:27:19.713902+0000","last_became_active":"2024-09-21T00:27:17.314773+0000","last_became_peered":"2024-09-21T00:27:17.314773+0000","last_unstale":"2024-09-21T00:27:19.713902+0000","last_undegraded":"2024-09-21T00:27:19.713902+0000","last_fullsized":"2024-09-21T00:27:19.713902+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:06:38.504850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.20","version":"0'0","reported_seq":10,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T00:27:17.304744+0000","last_change":"2024-09-21T00:27:17.303418+0000","last_active":"2024-09-21T00:27:17.304744+0000","last_peered":"2024-09-21T00:27:17.304744+0000","last_clean":"2024-09-21T00:27:17.304744+0000","last_became_active":"2024-09-21T00:27:17.303096+0000","last_became_peered":"2024-09-21T00:27:17.303096+0000","last_unstale":"2024-09-21T00:27:17.304744+0000","last_undegraded":"2024-09-21T00:27:17.304744+0000","last_fullsized":"2024-09-21T00:27:17.304744+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:47:36.916097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.1e","version":"0'0","reported_seq":13,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:19.297365+0000","last_change":"2024-09-21T00:27:17.309048+0000","last_active":"2024-09-21T00:27:19.297365+0000","last_peered":"2024-09-21T00:27:19.297365+0000","last_clean":"2024-09-21T00:27:19.297365+0000","last_became_active":"2024-09-21T00:27:17.308692+0000","last_became_peered":"2024-09-21T00:27:17.308692+0000","last_unstale":"2024-09-21T00:27:19.297365+0000","last_undegraded":"2024-09-21T00:27:19.297365+0000","last_fullsized":"2024-09-21T00:27:19.297365+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:38:25.058445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.1f","version":"103'4","reported_seq":19,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:18.292213+0000","last_change":"2024-09-21T00:27:16.298556+0000","last_active":"2024-09-21T00:27:18.292213+0000","last_peered":"2024-09-21T00:27:18.292213+0000","last_clean":"2024-09-21T00:27:18.292213+0000","last_became_active":"2024-09-21T00:27:16.298159+0000","last_became_peered":"2024-09-21T00:27:16.298159+0000","last_unstale":"2024-09-21T00:27:18.292213+0000","last_undegraded":"2024-09-21T00:27:18.292213+0000","last_fullsized":"2024-09-21T00:27:18.292213+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_clean_scrub_stamp":"2024-09-21T00:27:15.269976+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:55:38.775174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1f","version":"0'0","reported_seq":13,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:19.714095+0000","last_change":"2024-09-21T00:27:17.314429+0000","last_active":"2024-09-21T00:27:19.714095+0000","last_peered":"2024-09-21T00:27:19.714095+0000","last_clean":"2024-09-21T00:27:19.714095+0000","last_became_active":"2024-09-21T00:27:17.314081+0000","last_became_peered":"2024-09-21T00:27:17.314081+0000","last_unstale":"2024-09-21T00:27:19.714095+0000","last_undegraded":"2024-09-21T00:27:19.714095+0000","last_fullsized":"2024-09-21T00:27:19.714095+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:27:34.686183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.1e","version":"103'1","reported_seq":16,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:18.357769+0000","last_change":"2024-09-21T00:27:16.309055+0000","last_active":"2024-09-21T00:27:18.357769+0000","last_peered":"2024-09-21T00:27:18.357769+0000","last_clean":"2024-09-21T00:27:18.357769+0000","last_became_active":"2024-09-21T00:27:16.308756+0000","last_became_peered":"2024-09-21T00:27:16.308756+0000","last_unstale":"2024-09-21T00:27:18.357769+0000","last_undegraded":"2024-09-21T00:27:18.357769+0000","last_fullsized":"2024-09-21T00:27:18.357769+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_clean_scrub_stamp":"2024-09-21T00:27:15.269976+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:27:35.564429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.1c","version":"0'0","reported_seq":10,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T00:27:17.318251+0000","last_change":"2024-09-21T00:27:17.313689+0000","last_active":"2024-09-21T00:27:17.318251+0000","last_peered":"2024-09-21T00:27:17.318251+0000","last_clean":"2024-09-21T00:27:17.318251+0000","last_became_active":"2024-09-21T00:27:17.312981+0000","last_became_peered":"2024-09-21T00:27:17.312981+0000","last_unstale":"2024-09-21T00:27:17.318251+0000","last_undegraded":"2024-09-21T00:27:17.318251+0000","last_fullsized":"2024-09-21T00:27:17.318251+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:31:51.971680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.1d","version":"103'2","reported_seq":17,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:18.291858+0000","last_change":"2024-09-21T00:27:16.304838+0000","last_active":"2024-09-21T00:27:18.291858+0000","last_peered":"2024-09-21T00:27:18.291858+0000","last_clean":"2024-09-21T00:27:18.291858+0000","last_became_active":"2024-09-21T00:27:16.303156+0000","last_became_peered":"2024-09-21T00:27:16.303156+0000","last_unstale":"2024-09-21T00:27:18.291858+0000","last_undegraded":"2024-09-21T00:27:18.291858+0000","last_fullsized":"2024-09-21T00:27:18.291858+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_clean_scrub_stamp":"2024-09-21T00:27:15.269976+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:49:41.820002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1d","version":"0'0","reported_seq":13,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:18.294485+0000","last_change":"2024-09-21T00:27:17.302045+0000","last_active":"2024-09-21T00:27:18.294485+0000","last_peered":"2024-09-21T00:27:18.294485+0000","last_clean":"2024-09-21T00:27:18.294485+0000","last_became_active":"2024-09-21T00:27:17.301725+0000","last_became_peered":"2024-09-21T00:27:17.301725+0000","last_unstale":"2024-09-21T00:27:18.294485+0000","last_undegraded":"2024-09-21T00:27:18.294485+0000","last_fullsized":"2024-09-21T00:27:18.294485+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:34:36.429157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.1c","version":"103'2","reported_seq":17,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:18.291780+0000","last_change":"2024-09-21T00:27:16.307813+0000","last_active":"2024-09-21T00:27:18.291780+0000","last_peered":"2024-09-21T00:27:18.291780+0000","last_clean":"2024-09-21T00:27:18.291780+0000","last_became_active":"2024-09-21T00:27:16.305486+0000","last_became_peered":"2024-09-21T00:27:16.305486+0000","last_unstale":"2024-09-21T00:27:18.291780+0000","last_undegraded":"2024-09-21T00:27:18.291780+0000","last_fullsized":"2024-09-21T00:27:18.291780+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_clean_scrub_stamp":"2024-09-21T00:27:15.269976+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:58:45.030859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1a","version":"0'0","reported_seq":13,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:18.293652+0000","last_change":"2024-09-21T00:27:17.305622+0000","last_active":"2024-09-21T00:27:18.293652+0000","last_peered":"2024-09-21T00:27:18.293652+0000","last_clean":"2024-09-21T00:27:18.293652+0000","last_became_active":"2024-09-21T00:27:17.305300+0000","last_became_peered":"2024-09-21T00:27:17.305300+0000","last_unstale":"2024-09-21T00:27:18.293652+0000","last_undegraded":"2024-09-21T00:27:18.293652+0000","last_fullsized":"2024-09-21T00:27:18.293652+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:15:31.716207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.1b","version":"103'1","reported_seq":14,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T00:27:17.322321+0000","last_change":"2024-09-21T00:27:16.299631+0000","last_active":"2024-09-21T00:27:17.322321+0000","last_peered":"2024-09-21T00:27:17.322321+0000","last_clean":"2024-09-21T00:27:17.322321+0000","last_became_active":"2024-09-21T00:27:16.299342+0000","last_became_peered":"2024-09-21T00:27:16.299342+0000","last_unstale":"2024-09-21T00:27:17.322321+0000","last_undegraded":"2024-09-21T00:27:17.322321+0000","last_fullsized":"2024-09-21T00:27:17.322321+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_clean_scrub_stamp":"2024-09-21T00:27:15.269976+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:10:56.805875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.1b","version":"0'0","reported_seq":13,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:18.357832+0000","last_change":"2024-09-21T00:27:17.310924+0000","last_active":"2024-09-21T00:27:18.357832+0000","last_peered":"2024-09-21T00:27:18.357832+0000","last_clean":"2024-09-21T00:27:18.357832+0000","last_became_active":"2024-09-21T00:27:17.310620+0000","last_became_peered":"2024-09-21T00:27:17.310620+0000","last_unstale":"2024-09-21T00:27:18.357832+0000","last_undegraded":"2024-09-21T00:27:18.357832+0000","last_fullsized":"2024-09-21T00:27:18.357832+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:50:57.776562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.1a","version":"103'1","reported_seq":16,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:18.291648+0000","last_change":"2024-09-21T00:27:16.307529+0000","last_active":"2024-09-21T00:27:18.291648+0000","last_peered":"2024-09-21T00:27:18.291648+0000","last_clean":"2024-09-21T00:27:18.291648+0000","last_became_active":"2024-09-21T00:27:16.307225+0000","last_became_peered":"2024-09-21T00:27:16.307225+0000","last_unstale":"2024-09-21T00:27:18.291648+0000","last_undegraded":"2024-09-21T00:27:18.291648+0000","last_fullsized":"2024-09-21T00:27:18.291648+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_clean_scrub_stamp":"2024-09-21T00:27:15.269976+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:28:59.626013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.18","version":"0'0","reported_seq":13,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:19.713631+0000","last_change":"2024-09-21T00:27:17.315283+0000","last_active":"2024-09-21T00:27:19.713631+0000","last_peered":"2024-09-21T00:27:19.713631+0000","last_clean":"2024-09-21T00:27:19.713631+0000","last_became_active":"2024-09-21T00:27:17.314977+0000","last_became_peered":"2024-09-21T00:27:17.314977+0000","last_unstale":"2024-09-21T00:27:19.713631+0000","last_undegraded":"2024-09-21T00:27:19.713631+0000","last_fullsized":"2024-09-21T00:27:19.713631+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:43:51.660370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.19","version":"0'0","reported_seq":15,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:19.714585+0000","last_change":"2024-09-21T00:27:16.306099+0000","last_active":"2024-09-21T00:27:19.714585+0000","last_peered":"2024-09-21T00:27:19.714585+0000","last_clean":"2024-09-21T00:27:19.714585+0000","last_became_active":"2024-09-21T00:27:16.305683+0000","last_became_peered":"2024-09-21T00:27:16.305683+0000","last_unstale":"2024-09-21T00:27:19.714585+0000","last_undegraded":"2024-09-21T00:27:19.714585+0000","last_fullsized":"2024-09-21T00:27:19.714585+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_clean_scrub_stamp":"2024-09-21T00:27:15.269976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:56:33.915658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.19","version":"0'0","reported_seq":13,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:18.293881+0000","last_change":"2024-09-21T00:27:17.309374+0000","last_active":"2024-09-21T00:27:18.293881+0000","last_peered":"2024-09-21T00:27:18.293881+0000","last_clean":"2024-09-21T00:27:18.293881+0000","last_became_active":"2024-09-21T00:27:17.309028+0000","last_became_peered":"2024-09-21T00:27:17.309028+0000","last_unstale":"2024-09-21T00:27:18.293881+0000","last_undegraded":"2024-09-21T00:27:18.293881+0000","last_fullsized":"2024-09-21T00:27:18.293881+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:02:26.235282+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.18","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T00:27:17.296925+0000","last_change":"2024-09-21T00:27:16.307661+0000","last_active":"2024-09-21T00:27:17.296925+0000","last_peered":"2024-09-21T00:27:17.296925+0000","last_clean":"2024-09-21T00:27:17.296925+0000","last_became_active":"2024-09-21T00:27:16.307330+0000","last_became_peered":"2024-09-21T00:27:16.307330+0000","last_unstale":"2024-09-21T00:27:17.296925+0000","last_undegraded":"2024-09-21T00:27:17.296925+0000","last_fullsized":"2024-09-21T00:27:17.296925+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_clean_scrub_stamp":"2024-09-21T00:27:15.269976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:04:57.794213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.16","version":"0'0","reported_seq":13,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:18.292417+0000","last_change":"2024-09-21T00:27:17.296850+0000","last_active":"2024-09-21T00:27:18.292417+0000","last_peered":"2024-09-21T00:27:18.292417+0000","last_clean":"2024-09-21T00:27:18.292417+0000","last_became_active":"2024-09-21T00:27:17.296516+0000","last_became_peered":"2024-09-21T00:27:17.296516+0000","last_unstale":"2024-09-21T00:27:18.292417+0000","last_undegraded":"2024-09-21T00:27:18.292417+0000","last_fullsized":"2024-09-21T00:27:18.292417+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:33:02.625250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.17","version":"0'0","reported_seq":13,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T00:27:17.296443+0000","last_change":"2024-09-21T00:27:16.305317+0000","last_active":"2024-09-21T00:27:17.296443+0000","last_peered":"2024-09-21T00:27:17.296443+0000","last_clean":"2024-09-21T00:27:17.296443+0000","last_became_active":"2024-09-21T00:27:16.305004+0000","last_became_peered":"2024-09-21T00:27:16.305004+0000","last_unstale":"2024-09-21T00:27:17.296443+0000","last_undegraded":"2024-09-21T00:27:17.296443+0000","last_fullsized":"2024-09-21T00:27:17.296443+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_clean_scrub_stamp":"2024-09-21T00:27:15.269976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:21:21.518914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.17","version":"0'0","reported_seq":13,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:18.294216+0000","last_change":"2024-09-21T00:27:17.302004+0000","last_active":"2024-09-21T00:27:18.294216+0000","last_peered":"2024-09-21T00:27:18.294216+0000","last_clean":"2024-09-21T00:27:18.294216+0000","last_became_active":"2024-09-21T00:27:17.301690+0000","last_became_peered":"2024-09-21T00:27:17.301690+0000","last_unstale":"2024-09-21T00:27:18.294216+0000","last_undegraded":"2024-09-21T00:27:18.294216+0000","last_fullsized":"2024-09-21T00:27:18.294216+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:08:54.771173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.16","version":"0'0","reported_seq":15,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:19.714169+0000","last_change":"2024-09-21T00:27:16.312552+0000","last_active":"2024-09-21T00:27:19.714169+0000","last_peered":"2024-09-21T00:27:19.714169+0000","last_clean":"2024-09-21T00:27:19.714169+0000","last_became_active":"2024-09-21T00:27:16.312167+0000","last_became_peered":"2024-09-21T00:27:16.312167+0000","last_unstale":"2024-09-21T00:27:19.714169+0000","last_undegraded":"2024-09-21T00:27:19.714169+0000","last_fullsized":"2024-09-21T00:27:19.714169+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_clean_scrub_stamp":"2024-09-21T00:27:15.269976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:33:50.735195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.14","version":"0'0","reported_seq":13,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:19.714724+0000","last_change":"2024-09-21T00:27:17.319967+0000","last_active":"2024-09-21T00:27:19.714724+0000","last_peered":"2024-09-21T00:27:19.714724+0000","last_clean":"2024-09-21T00:27:19.714724+0000","last_became_active":"2024-09-21T00:27:17.319645+0000","last_became_peered":"2024-09-21T00:27:17.319645+0000","last_unstale":"2024-09-21T00:27:19.714724+0000","last_undegraded":"2024-09-21T00:27:19.714724+0000","last_fullsized":"2024-09-21T00:27:19.714724+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:38:36.053965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.15","version":"103'3","reported_seq":18,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:18.358169+0000","last_change":"2024-09-21T00:27:16.303513+0000","last_active":"2024-09-21T00:27:18.358169+0000","last_peered":"2024-09-21T00:27:18.358169+0000","last_clean":"2024-09-21T00:27:18.358169+0000","last_became_active":"2024-09-21T00:27:16.303217+0000","last_became_peered":"2024-09-21T00:27:16.303217+0000","last_unstale":"2024-09-21T00:27:18.358169+0000","last_undegraded":"2024-09-21T00:27:18.358169+0000","last_fullsized":"2024-09-21T00:27:18.358169+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_clean_scrub_stamp":"2024-09-21T00:27:15.269976+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:53:04.002034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.15","version":"0'0","reported_seq":13,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:18.358123+0000","last_change":"2024-09-21T00:27:17.323186+0000","last_active":"2024-09-21T00:27:18.358123+0000","last_peered":"2024-09-21T00:27:18.358123+0000","last_clean":"2024-09-21T00:27:18.358123+0000","last_became_active":"2024-09-21T00:27:17.322853+0000","last_became_peered":"2024-09-21T00:27:17.322853+0000","last_unstale":"2024-09-21T00:27:18.358123+0000","last_undegraded":"2024-09-21T00:27:18.358123+0000","last_fullsized":"2024-09-21T00:27:18.358123+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:33:02.625250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.14","version":"103'6","reported_seq":21,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:18.294470+0000","last_change":"2024-09-21T00:27:16.308087+0000","last_active":"2024-09-21T00:27:18.294470+0000","last_peered":"2024-09-21T00:27:18.294470+0000","last_clean":"2024-09-21T00:27:18.294470+0000","last_became_active":"2024-09-21T00:27:16.307754+0000","last_became_peered":"2024-09-21T00:27:16.307754+0000","last_unstale":"2024-09-21T00:27:18.294470+0000","last_undegraded":"2024-09-21T00:27:18.294470+0000","last_fullsized":"2024-09-21T00:27:18.294470+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_clean_scrub_stamp":"2024-09-21T00:27:15.269976+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:00:15.496095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.12","version":"0'0","reported_seq":13,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:19.713782+0000","last_change":"2024-09-21T00:27:17.313699+0000","last_active":"2024-09-21T00:27:19.713782+0000","last_peered":"2024-09-21T00:27:19.713782+0000","last_clean":"2024-09-21T00:27:19.713782+0000","last_became_active":"2024-09-21T00:27:17.313353+0000","last_became_peered":"2024-09-21T00:27:17.313353+0000","last_unstale":"2024-09-21T00:27:19.713782+0000","last_undegraded":"2024-09-21T00:27:19.713782+0000","last_fullsized":"2024-09-21T00:27:19.713782+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:50:57.776562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.13","version":"103'2","reported_seq":17,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:19.297418+0000","last_change":"2024-09-21T00:27:16.300396+0000","last_active":"2024-09-21T00:27:19.297418+0000","last_peered":"2024-09-21T00:27:19.297418+0000","last_clean":"2024-09-21T00:27:19.297418+0000","last_became_active":"2024-09-21T00:27:16.300098+0000","last_became_peered":"2024-09-21T00:27:16.300098+0000","last_unstale":"2024-09-21T00:27:19.297418+0000","last_undegraded":"2024-09-21T00:27:19.297418+0000","last_fullsized":"2024-09-21T00:27:19.297418+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_clean_scrub_stamp":"2024-09-21T00:27:15.269976+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:27:51.718082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.13","version":"0'0","reported_seq":10,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T00:27:17.318275+0000","last_change":"2024-09-21T00:27:17.312267+0000","last_active":"2024-09-21T00:27:17.318275+0000","last_peered":"2024-09-21T00:27:17.318275+0000","last_clean":"2024-09-21T00:27:17.318275+0000","last_became_active":"2024-09-21T00:27:17.308727+0000","last_became_peered":"2024-09-21T00:27:17.308727+0000","last_unstale":"2024-09-21T00:27:17.318275+0000","last_undegraded":"2024-09-21T00:27:17.318275+0000","last_fullsized":"2024-09-21T00:27:17.318275+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:36:48.607176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.12","version":"0'0","reported_seq":15,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:19.297513+0000","last_change":"2024-09-21T00:27:16.306641+0000","last_active":"2024-09-21T00:27:19.297513+0000","last_peered":"2024-09-21T00:27:19.297513+0000","last_clean":"2024-09-21T00:27:19.297513+0000","last_became_active":"2024-09-21T00:27:16.306353+0000","last_became_peered":"2024-09-21T00:27:16.306353+0000","last_unstale":"2024-09-21T00:27:19.297513+0000","last_undegraded":"2024-09-21T00:27:19.297513+0000","last_fullsized":"2024-09-21T00:27:19.297513+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_clean_scrub_stamp":"2024-09-21T00:27:15.269976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:23:25.352722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.10","version":"0'0","reported_seq":13,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:18.293665+0000","last_change":"2024-09-21T00:27:17.301149+0000","last_active":"2024-09-21T00:27:18.293665+0000","last_peered":"2024-09-21T00:27:18.293665+0000","last_clean":"2024-09-21T00:27:18.293665+0000","last_became_active":"2024-09-21T00:27:17.300821+0000","last_became_peered":"2024-09-21T00:27:17.300821+0000","last_unstale":"2024-09-21T00:27:18.293665+0000","last_undegraded":"2024-09-21T00:27:18.293665+0000","last_fullsized":"2024-09-21T00:27:18.293665+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:58:12.997972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.11","version":"0'0","reported_seq":15,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:18.294009+0000","last_change":"2024-09-21T00:27:16.298387+0000","last_active":"2024-09-21T00:27:18.294009+0000","last_peered":"2024-09-21T00:27:18.294009+0000","last_clean":"2024-09-21T00:27:18.294009+0000","last_became_active":"2024-09-21T00:27:16.298058+0000","last_became_peered":"2024-09-21T00:27:16.298058+0000","last_unstale":"2024-09-21T00:27:18.294009+0000","last_undegraded":"2024-09-21T00:27:18.294009+0000","last_fullsized":"2024-09-21T00:27:18.294009+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_clean_scrub_stamp":"2024-09-21T00:27:15.269976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:45:24.880892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.11","version":"0'0","reported_seq":13,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:19.296824+0000","last_change":"2024-09-21T00:27:17.309887+0000","last_active":"2024-09-21T00:27:19.296824+0000","last_peered":"2024-09-21T00:27:19.296824+0000","last_clean":"2024-09-21T00:27:19.296824+0000","last_became_active":"2024-09-21T00:27:17.309541+0000","last_became_peered":"2024-09-21T00:27:17.309541+0000","last_unstale":"2024-09-21T00:27:19.296824+0000","last_undegraded":"2024-09-21T00:27:19.296824+0000","last_fullsized":"2024-09-21T00:27:19.296824+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:01:55.503436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.10","version":"103'8","reported_seq":21,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T00:27:17.325398+0000","last_change":"2024-09-21T00:27:16.301958+0000","last_active":"2024-09-21T00:27:17.325398+0000","last_peered":"2024-09-21T00:27:17.325398+0000","last_clean":"2024-09-21T00:27:17.325398+0000","last_became_active":"2024-09-21T00:27:16.301608+0000","last_became_peered":"2024-09-21T00:27:16.301608+0000","last_unstale":"2024-09-21T00:27:17.325398+0000","last_undegraded":"2024-09-21T00:27:17.325398+0000","last_fullsized":"2024-09-21T00:27:17.325398+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_clean_scrub_stamp":"2024-09-21T00:27:15.269976+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:42:06.205270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.f","version":"0'0","reported_seq":13,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:19.714844+0000","last_change":"2024-09-21T00:27:17.310097+0000","last_active":"2024-09-21T00:27:19.714844+0000","last_peered":"2024-09-21T00:27:19.714844+0000","last_clean":"2024-09-21T00:27:19.714844+0000","last_became_active":"2024-09-21T00:27:17.308425+0000","last_became_peered":"2024-09-21T00:27:17.308425+0000","last_unstale":"2024-09-21T00:27:19.714844+0000","last_undegraded":"2024-09-21T00:27:19.714844+0000","last_fullsized":"2024-09-21T00:27:19.714844+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:11:38.655562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.e","version":"103'2","reported_seq":17,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:18.293973+0000","last_change":"2024-09-21T00:27:16.298354+0000","last_active":"2024-09-21T00:27:18.293973+0000","last_peered":"2024-09-21T00:27:18.293973+0000","last_clean":"2024-09-21T00:27:18.293973+0000","last_became_active":"2024-09-21T00:27:16.298005+0000","last_became_peered":"2024-09-21T00:27:16.298005+0000","last_unstale":"2024-09-21T00:27:18.293973+0000","last_undegraded":"2024-09-21T00:27:18.293973+0000","last_fullsized":"2024-09-21T00:27:18.293973+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_clean_scrub_stamp":"2024-09-21T00:27:15.269976+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:03:42.907878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.c","version":"0'0","reported_seq":13,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:18.293219+0000","last_change":"2024-09-21T00:27:17.311153+0000","last_active":"2024-09-21T00:27:18.293219+0000","last_peered":"2024-09-21T00:27:18.293219+0000","last_clean":"2024-09-21T00:27:18.293219+0000","last_became_active":"2024-09-21T00:27:17.310794+0000","last_became_peered":"2024-09-21T00:27:17.310794+0000","last_unstale":"2024-09-21T00:27:18.293219+0000","last_undegraded":"2024-09-21T00:27:18.293219+0000","last_fullsized":"2024-09-21T00:27:18.293219+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:40:41.378924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.d","version":"103'1","reported_seq":16,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:19.714286+0000","last_change":"2024-09-21T00:27:16.298195+0000","last_active":"2024-09-21T00:27:19.714286+0000","last_peered":"2024-09-21T00:27:19.714286+0000","last_clean":"2024-09-21T00:27:19.714286+0000","last_became_active":"2024-09-21T00:27:16.297875+0000","last_became_peered":"2024-09-21T00:27:16.297875+0000","last_unstale":"2024-09-21T00:27:19.714286+0000","last_undegraded":"2024-09-21T00:27:19.714286+0000","last_fullsized":"2024-09-21T00:27:19.714286+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_clean_scrub_stamp":"2024-09-21T00:27:15.269976+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:40:40.370503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.d","version":"0'0","reported_seq":13,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:18.358207+0000","last_change":"2024-09-21T00:27:17.313046+0000","last_active":"2024-09-21T00:27:18.358207+0000","last_peered":"2024-09-21T00:27:18.358207+0000","last_clean":"2024-09-21T00:27:18.358207+0000","last_became_active":"2024-09-21T00:27:17.312691+0000","last_became_peered":"2024-09-21T00:27:17.312691+0000","last_unstale":"2024-09-21T00:27:18.358207+0000","last_undegraded":"2024-09-21T00:27:18.358207+0000","last_fullsized":"2024-09-21T00:27:18.358207+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:45:55.898614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.c","version":"0'0","reported_seq":15,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:18.291830+0000","last_change":"2024-09-21T00:27:16.297559+0000","last_active":"2024-09-21T00:27:18.291830+0000","last_peered":"2024-09-21T00:27:18.291830+0000","last_clean":"2024-09-21T00:27:18.291830+0000","last_became_active":"2024-09-21T00:27:16.297251+0000","last_became_peered":"2024-09-21T00:27:16.297251+0000","last_unstale":"2024-09-21T00:27:18.291830+0000","last_undegraded":"2024-09-21T00:27:18.291830+0000","last_fullsized":"2024-09-21T00:27:18.291830+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_clean_scrub_stamp":"2024-09-21T00:27:15.269976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:29:53.471434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.a","version":"0'0","reported_seq":13,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:19.297515+0000","last_change":"2024-09-21T00:27:17.312457+0000","last_active":"2024-09-21T00:27:19.297515+0000","last_peered":"2024-09-21T00:27:19.297515+0000","last_clean":"2024-09-21T00:27:19.297515+0000","last_became_active":"2024-09-21T00:27:17.312143+0000","last_became_peered":"2024-09-21T00:27:17.312143+0000","last_unstale":"2024-09-21T00:27:19.297515+0000","last_undegraded":"2024-09-21T00:27:19.297515+0000","last_fullsized":"2024-09-21T00:27:19.297515+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:19:13.686790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.b","version":"103'2","reported_seq":17,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:18.291865+0000","last_change":"2024-09-21T00:27:16.308713+0000","last_active":"2024-09-21T00:27:18.291865+0000","last_peered":"2024-09-21T00:27:18.291865+0000","last_clean":"2024-09-21T00:27:18.291865+0000","last_became_active":"2024-09-21T00:27:16.307987+0000","last_became_peered":"2024-09-21T00:27:16.307987+0000","last_unstale":"2024-09-21T00:27:18.291865+0000","last_undegraded":"2024-09-21T00:27:18.291865+0000","last_fullsized":"2024-09-21T00:27:18.291865+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_clean_scrub_stamp":"2024-09-21T00:27:15.269976+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:51:04.150811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.b","version":"0'0","reported_seq":13,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:19.297425+0000","last_change":"2024-09-21T00:27:17.307471+0000","last_active":"2024-09-21T00:27:19.297425+0000","last_peered":"2024-09-21T00:27:19.297425+0000","last_clean":"2024-09-21T00:27:19.297425+0000","last_became_active":"2024-09-21T00:27:17.306563+0000","last_became_peered":"2024-09-21T00:27:17.306563+0000","last_unstale":"2024-09-21T00:27:19.297425+0000","last_undegraded":"2024-09-21T00:27:19.297425+0000","last_fullsized":"2024-09-21T00:27:19.297425+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:00:39.725213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.a","version":"0'0","reported_seq":15,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:18.293528+0000","last_change":"2024-09-21T00:27:16.306479+0000","last_active":"2024-09-21T00:27:18.293528+0000","last_peered":"2024-09-21T00:27:18.293528+0000","last_clean":"2024-09-21T00:27:18.293528+0000","last_became_active":"2024-09-21T00:27:16.306177+0000","last_became_peered":"2024-09-21T00:27:16.306177+0000","last_unstale":"2024-09-21T00:27:18.293528+0000","last_undegraded":"2024-09-21T00:27:18.293528+0000","last_fullsized":"2024-09-21T00:27:18.293528+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_clean_scrub_stamp":"2024-09-21T00:27:15.269976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:35:57.061409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.8","version":"0'0","reported_seq":13,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:19.297296+0000","last_change":"2024-09-21T00:27:17.316836+0000","last_active":"2024-09-21T00:27:19.297296+0000","last_peered":"2024-09-21T00:27:19.297296+0000","last_clean":"2024-09-21T00:27:19.297296+0000","last_became_active":"2024-09-21T00:27:17.316550+0000","last_became_peered":"2024-09-21T00:27:17.316550+0000","last_unstale":"2024-09-21T00:27:19.297296+0000","last_undegraded":"2024-09-21T00:27:19.297296+0000","last_fullsized":"2024-09-21T00:27:19.297296+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:24:52.940577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.9","version":"0'0","reported_seq":15,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:18.293064+0000","last_change":"2024-09-21T00:27:16.305195+0000","last_active":"2024-09-21T00:27:18.293064+0000","last_peered":"2024-09-21T00:27:18.293064+0000","last_clean":"2024-09-21T00:27:18.293064+0000","last_became_active":"2024-09-21T00:27:16.304869+0000","last_became_peered":"2024-09-21T00:27:16.304869+0000","last_unstale":"2024-09-21T00:27:18.293064+0000","last_undegraded":"2024-09-21T00:27:18.293064+0000","last_fullsized":"2024-09-21T00:27:18.293064+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_clean_scrub_stamp":"2024-09-21T00:27:15.269976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:08:02.003157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.9","version":"0'0","reported_seq":13,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:19.714289+0000","last_change":"2024-09-21T00:27:17.320748+0000","last_active":"2024-09-21T00:27:19.714289+0000","last_peered":"2024-09-21T00:27:19.714289+0000","last_clean":"2024-09-21T00:27:19.714289+0000","last_became_active":"2024-09-21T00:27:17.320477+0000","last_became_peered":"2024-09-21T00:27:17.320477+0000","last_unstale":"2024-09-21T00:27:19.714289+0000","last_undegraded":"2024-09-21T00:27:19.714289+0000","last_fullsized":"2024-09-21T00:27:19.714289+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:36:18.364284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.8","version":"0'0","reported_seq":15,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:18.291537+0000","last_change":"2024-09-21T00:27:16.306714+0000","last_active":"2024-09-21T00:27:18.291537+0000","last_peered":"2024-09-21T00:27:18.291537+0000","last_clean":"2024-09-21T00:27:18.291537+0000","last_became_active":"2024-09-21T00:27:16.306427+0000","last_became_peered":"2024-09-21T00:27:16.306427+0000","last_unstale":"2024-09-21T00:27:18.291537+0000","last_undegraded":"2024-09-21T00:27:18.291537+0000","last_fullsized":"2024-09-21T00:27:18.291537+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_clean_scrub_stamp":"2024-09-21T00:27:15.269976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:05:17.690583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.6","version":"0'0","reported_seq":13,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:18.292488+0000","last_change":"2024-09-21T00:27:17.299619+0000","last_active":"2024-09-21T00:27:18.292488+0000","last_peered":"2024-09-21T00:27:18.292488+0000","last_clean":"2024-09-21T00:27:18.292488+0000","last_became_active":"2024-09-21T00:27:17.299300+0000","last_became_peered":"2024-09-21T00:27:17.299300+0000","last_unstale":"2024-09-21T00:27:18.292488+0000","last_undegraded":"2024-09-21T00:27:18.292488+0000","last_fullsized":"2024-09-21T00:27:18.292488+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:45:55.898614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.7","version":"103'2","reported_seq":17,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:18.293417+0000","last_change":"2024-09-21T00:27:16.301569+0000","last_active":"2024-09-21T00:27:18.293417+0000","last_peered":"2024-09-21T00:27:18.293417+0000","last_clean":"2024-09-21T00:27:18.293417+0000","last_became_active":"2024-09-21T00:27:16.301231+0000","last_became_peered":"2024-09-21T00:27:16.301231+0000","last_unstale":"2024-09-21T00:27:18.293417+0000","last_undegraded":"2024-09-21T00:27:18.293417+0000","last_fullsized":"2024-09-21T00:27:18.293417+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_clean_scrub_stamp":"2024-09-21T00:27:15.269976+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:26:44.611230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.7","version":"0'0","reported_seq":10,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T00:27:17.308732+0000","last_change":"2024-09-21T00:27:17.307300+0000","last_active":"2024-09-21T00:27:17.308732+0000","last_peered":"2024-09-21T00:27:17.308732+0000","last_clean":"2024-09-21T00:27:17.308732+0000","last_became_active":"2024-09-21T00:27:17.306992+0000","last_became_peered":"2024-09-21T00:27:17.306992+0000","last_unstale":"2024-09-21T00:27:17.308732+0000","last_undegraded":"2024-09-21T00:27:17.308732+0000","last_fullsized":"2024-09-21T00:27:17.308732+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:10:39.243595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.6","version":"104'1","reported_seq":16,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:18.292538+0000","last_change":"2024-09-21T00:27:16.302665+0000","last_active":"2024-09-21T00:27:18.292538+0000","last_peered":"2024-09-21T00:27:18.292538+0000","last_clean":"2024-09-21T00:27:18.292538+0000","last_became_active":"2024-09-21T00:27:16.302335+0000","last_became_peered":"2024-09-21T00:27:16.302335+0000","last_unstale":"2024-09-21T00:27:18.292538+0000","last_undegraded":"2024-09-21T00:27:18.292538+0000","last_fullsized":"2024-09-21T00:27:18.292538+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_clean_scrub_stamp":"2024-09-21T00:27:15.269976+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:50:21.224199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.4","version":"0'0","reported_seq":10,"reported_epoch":103,"state":"active+clean","last_fresh":"2024-09-21T00:27:17.318221+0000","last_change":"2024-09-21T00:27:17.313341+0000","last_active":"2024-09-21T00:27:17.318221+0000","last_peered":"2024-09-21T00:27:17.318221+0000","last_clean":"2024-09-21T00:27:17.318221+0000","last_became_active":"2024-09-21T00:27:17.310594+0000","last_became_peered":"2024-09-21T00:27:17.310594+0000","last_unstale":"2024-09-21T00:27:17.318221+0000","last_undegraded":"2024-09-21T00:27:17.318221+0000","last_fullsized":"2024-09-21T00:27:17.318221+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:22:58.099048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.5","version":"0'0","reported_seq":15,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:18.292003+0000","last_change":"2024-09-21T00:27:16.307550+0000","last_active":"2024-09-21T00:27:18.292003+0000","last_peered":"2024-09-21T00:27:18.292003+0000","last_clean":"2024-09-21T00:27:18.292003+0000","last_became_active":"2024-09-21T00:27:16.307242+0000","last_became_peered":"2024-09-21T00:27:16.307242+0000","last_unstale":"2024-09-21T00:27:18.292003+0000","last_undegraded":"2024-09-21T00:27:18.292003+0000","last_fullsized":"2024-09-21T00:27:18.292003+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_clean_scrub_stamp":"2024-09-21T00:27:15.269976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:38:03.447539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.5","version":"0'0","reported_seq":13,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:19.714469+0000","last_change":"2024-09-21T00:27:17.318068+0000","last_active":"2024-09-21T00:27:19.714469+0000","last_peered":"2024-09-21T00:27:19.714469+0000","last_clean":"2024-09-21T00:27:19.714469+0000","last_became_active":"2024-09-21T00:27:17.317727+0000","last_became_peered":"2024-09-21T00:27:17.317727+0000","last_unstale":"2024-09-21T00:27:19.714469+0000","last_undegraded":"2024-09-21T00:27:19.714469+0000","last_fullsized":"2024-09-21T00:27:19.714469+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:33:51.743616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.4","version":"0'0","reported_seq":15,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:19.714784+0000","last_change":"2024-09-21T00:27:16.300992+0000","last_active":"2024-09-21T00:27:19.714784+0000","last_peered":"2024-09-21T00:27:19.714784+0000","last_clean":"2024-09-21T00:27:19.714784+0000","last_became_active":"2024-09-21T00:27:16.300642+0000","last_became_peered":"2024-09-21T00:27:16.300642+0000","last_unstale":"2024-09-21T00:27:19.714784+0000","last_undegraded":"2024-09-21T00:27:19.714784+0000","last_fullsized":"2024-09-21T00:27:19.714784+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_clean_scrub_stamp":"2024-09-21T00:27:15.269976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:15:30.707786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.2","version":"0'0","reported_seq":13,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:19.297337+0000","last_change":"2024-09-21T00:27:17.307859+0000","last_active":"2024-09-21T00:27:19.297337+0000","last_peered":"2024-09-21T00:27:19.297337+0000","last_clean":"2024-09-21T00:27:19.297337+0000","last_became_active":"2024-09-21T00:27:17.307262+0000","last_became_peered":"2024-09-21T00:27:17.307262+0000","last_unstale":"2024-09-21T00:27:19.297337+0000","last_undegraded":"2024-09-21T00:27:19.297337+0000","last_fullsized":"2024-09-21T00:27:19.297337+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:53:02.457103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.3","version":"0'0","reported_seq":15,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:18.292052+0000","last_change":"2024-09-21T00:27:16.311140+0000","last_active":"2024-09-21T00:27:18.292052+0000","last_peered":"2024-09-21T00:27:18.292052+0000","last_clean":"2024-09-21T00:27:18.292052+0000","last_became_active":"2024-09-21T00:27:16.310406+0000","last_became_peered":"2024-09-21T00:27:16.310406+0000","last_unstale":"2024-09-21T00:27:18.292052+0000","last_undegraded":"2024-09-21T00:27:18.292052+0000","last_fullsized":"2024-09-21T00:27:18.292052+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_clean_scrub_stamp":"2024-09-21T00:27:15.269976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:36:17.355863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.3","version":"0'0","reported_seq":13,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:18.294246+0000","last_change":"2024-09-21T00:27:17.311189+0000","last_active":"2024-09-21T00:27:18.294246+0000","last_peered":"2024-09-21T00:27:18.294246+0000","last_clean":"2024-09-21T00:27:18.294246+0000","last_became_active":"2024-09-21T00:27:17.310867+0000","last_became_peered":"2024-09-21T00:27:17.310867+0000","last_unstale":"2024-09-21T00:27:18.294246+0000","last_undegraded":"2024-09-21T00:27:18.294246+0000","last_fullsized":"2024-09-21T00:27:18.294246+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:48:09.355419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.2","version":"0'0","reported_seq":15,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:19.714106+0000","last_change":"2024-09-21T00:27:16.306470+0000","last_active":"2024-09-21T00:27:19.714106+0000","last_peered":"2024-09-21T00:27:19.714106+0000","last_clean":"2024-09-21T00:27:19.714106+0000","last_became_active":"2024-09-21T00:27:16.306123+0000","last_became_peered":"2024-09-21T00:27:16.306123+0000","last_unstale":"2024-09-21T00:27:19.714106+0000","last_undegraded":"2024-09-21T00:27:19.714106+0000","last_fullsized":"2024-09-21T00:27:19.714106+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_clean_scrub_stamp":"2024-09-21T00:27:15.269976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:32:25.551968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.0","version":"0'0","reported_seq":13,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:19.296832+0000","last_change":"2024-09-21T00:27:17.316134+0000","last_active":"2024-09-21T00:27:19.296832+0000","last_peered":"2024-09-21T00:27:19.296832+0000","last_clean":"2024-09-21T00:27:19.296832+0000","last_became_active":"2024-09-21T00:27:17.315832+0000","last_became_peered":"2024-09-21T00:27:17.315832+0000","last_unstale":"2024-09-21T00:27:19.296832+0000","last_undegraded":"2024-09-21T00:27:19.296832+0000","last_fullsized":"2024-09-21T00:27:19.296832+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:57:26.566993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.1","version":"0'0","reported_seq":15,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:19.713964+0000","last_change":"2024-09-21T00:27:16.309126+0000","last_active":"2024-09-21T00:27:19.713964+0000","last_peered":"2024-09-21T00:27:19.713964+0000","last_clean":"2024-09-21T00:27:19.713964+0000","last_became_active":"2024-09-21T00:27:16.308759+0000","last_became_peered":"2024-09-21T00:27:16.308759+0000","last_unstale":"2024-09-21T00:27:19.713964+0000","last_undegraded":"2024-09-21T00:27:19.713964+0000","last_fullsized":"2024-09-21T00:27:19.713964+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_clean_scrub_stamp":"2024-09-21T00:27:15.269976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:50:59.497323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.1","version":"0'0","reported_seq":13,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:19.714665+0000","last_change":"2024-09-21T00:27:17.319064+0000","last_active":"2024-09-21T00:27:19.714665+0000","last_peered":"2024-09-21T00:27:19.714665+0000","last_clean":"2024-09-21T00:27:19.714665+0000","last_became_active":"2024-09-21T00:27:17.318657+0000","last_became_peered":"2024-09-21T00:27:17.318657+0000","last_unstale":"2024-09-21T00:27:19.714665+0000","last_undegraded":"2024-09-21T00:27:19.714665+0000","last_fullsized":"2024-09-21T00:27:19.714665+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:44:55.669949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.0","version":"0'0","reported_seq":15,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:19.297200+0000","last_change":"2024-09-21T00:27:16.311746+0000","last_active":"2024-09-21T00:27:19.297200+0000","last_peered":"2024-09-21T00:27:19.297200+0000","last_clean":"2024-09-21T00:27:19.297200+0000","last_became_active":"2024-09-21T00:27:16.311384+0000","last_became_peered":"2024-09-21T00:27:16.311384+0000","last_unstale":"2024-09-21T00:27:19.297200+0000","last_undegraded":"2024-09-21T00:27:19.297200+0000","last_fullsized":"2024-09-21T00:27:19.297200+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_clean_scrub_stamp":"2024-09-21T00:27:15.269976+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:42:19.132882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.e","version":"0'0","reported_seq":13,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:19.297314+0000","last_change":"2024-09-21T00:27:17.320391+0000","last_active":"2024-09-21T00:27:19.297314+0000","last_peered":"2024-09-21T00:27:19.297314+0000","last_clean":"2024-09-21T00:27:19.297314+0000","last_became_active":"2024-09-21T00:27:17.319795+0000","last_became_peered":"2024-09-21T00:27:17.319795+0000","last_unstale":"2024-09-21T00:27:19.297314+0000","last_undegraded":"2024-09-21T00:27:19.297314+0000","last_fullsized":"2024-09-21T00:27:19.297314+0000","mapping_epoch":102,"log_start":"0'0","ondisk_log_start":"0'0","created":102,"last_epoch_clean":103,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:16.278397+0000","last_clean_scrub_stamp":"2024-09-21T00:27:16.278397+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:58:04.325423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.f","version":"103'1","reported_seq":16,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:18.357654+0000","last_change":"2024-09-21T00:27:16.310765+0000","last_active":"2024-09-21T00:27:18.357654+0000","last_peered":"2024-09-21T00:27:18.357654+0000","last_clean":"2024-09-21T00:27:18.357654+0000","last_became_active":"2024-09-21T00:27:16.310361+0000","last_became_peered":"2024-09-21T00:27:16.310361+0000","last_unstale":"2024-09-21T00:27:18.357654+0000","last_undegraded":"2024-09-21T00:27:18.357654+0000","last_fullsized":"2024-09-21T00:27:18.357654+0000","mapping_epoch":101,"log_start":"0'0","ondisk_log_start":"0'0","created":101,"last_epoch_clean":102,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:27:15.269976+0000","last_clean_scrub_stamp":"2024-09-21T00:27:15.269976+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:50:51.882944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":257,"reported_epoch":104,"state":"active+clean","last_fresh":"2024-09-21T00:27:18.357961+0000","last_change":"2024-09-21T00:21:11.583793+0000","last_active":"2024-09-21T00:27:18.357961+0000","last_peered":"2024-09-21T00:27:18.357961+0000","last_clean":"2024-09-21T00:27:18.357961+0000","last_became_active":"2024-09-21T00:21:11.582502+0000","last_became_peered":"2024-09-21T00:21:11.582502+0000","last_unstale":"2024-09-21T00:27:18.357961+0000","last_undegraded":"2024-09-21T00:27:18.357961+0000","last_fullsized":"2024-09-21T00:27:18.357961+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_clean_scrub_stamp":"2024-09-21T00:21:10.311964+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:58.010953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":15,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":14,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509518,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28868,"kb_used_data":1836,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94342972,"statfs":{"total":96636764160,"available":96607203328,"internally_reserved":0,"allocated":1880064,"data_stored":1147439,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509518,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":44924,"kb_used_data":1256,"kb_used_omap":1,"kb_used_meta":43646,"kb_avail":94326916,"statfs":{"total":96636764160,"available":96590761984,"internally_reserved":0,"allocated":1286144,"data_stored":557611,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":44693958},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509518,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":44920,"kb_used_data":1252,"kb_used_omap":1,"kb_used_meta":43646,"kb_avail":94326920,"statfs":{"total":96636764160,"available":96590766080,"internally_reserved":0,"allocated":1282048,"data_stored":557029,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":44693957},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509519,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":54660,"kb_used_data":1264,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94317180,"statfs":{"total":96636764160,"available":96580792320,"internally_reserved":0,"allocated":1294336,"data_stored":558593,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":54655432},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509519,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36600,"kb_used_data":1252,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335240,"statfs":{"total":96636764160,"available":96599285760,"internally_reserved":0,"allocated":1282048,"data_stored":556993,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509517,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41340,"kb_used_data":1832,"kb_used_omap":1,"kb_used_meta":39486,"kb_avail":94330500,"statfs":{"total":96636764160,"available":96594432000,"internally_reserved":0,"allocated":1875968,"data_stored":1147909,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40434118},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574925,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":50504,"kb_used_data":1268,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94321336,"statfs":{"total":96636764160,"available":96585048064,"internally_reserved":0,"allocated":1298432,"data_stored":558695,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574925,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":50476,"kb_used_data":1236,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94321364,"statfs":{"total":96636764160,"available":96585076736,"internally_reserved":0,"allocated":1265664,"data_stored":550659,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":50395590},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,0,1,7],"upper_bound":16},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T00:27:21.804 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-21T00:27:21.804 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-21T00:27:21.928 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.926+0000 7f38e08bd640 1 -- 172.21.15.67:0/1569904756 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f38dc070740 msgr2=0x7f38dc0cfa10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:21.928 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.926+0000 7f38e08bd640 1 --2- 172.21.15.67:0/1569904756 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f38dc070740 0x7f38dc0cfa10 secure :-1 s=READY pgs=1239 cs=0 l=1 rev1=1 crypto rx=0x7f38c4009830 tx=0x7f38c402a5c0 comp rx=0 tx=0).stop 2024-09-21T00:27:21.928 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.926+0000 7f38e08bd640 1 -- 172.21.15.67:0/1569904756 shutdown_connections 2024-09-21T00:27:21.928 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.926+0000 7f38e08bd640 1 --2- 172.21.15.67:0/1569904756 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f38dc070740 0x7f38dc0cfa10 unknown :-1 s=CLOSED pgs=1239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:21.928 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.926+0000 7f38e08bd640 1 -- 172.21.15.67:0/1569904756 >> 172.21.15.67:0/1569904756 conn(0x7f38dc0ccc00 msgr2=0x7f38dc0cd010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:27:21.928 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.927+0000 7f38e08bd640 1 -- 172.21.15.67:0/1569904756 shutdown_connections 2024-09-21T00:27:21.928 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.927+0000 7f38e08bd640 1 -- 172.21.15.67:0/1569904756 wait complete. 2024-09-21T00:27:21.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.928+0000 7f38e08bd640 1 Processor -- start 2024-09-21T00:27:21.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.928+0000 7f38e08bd640 1 -- start start 2024-09-21T00:27:21.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.930+0000 7f38e08bd640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f38dc0b2fd0 0x7f38dc0ae710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:21.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.930+0000 7f38e08bd640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f38dc0ce290 0x7f38dc0ad8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:21.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.930+0000 7f38e08bd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f38dc0aec50 0x7f38dc0c8410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:21.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.930+0000 7f38e08bd640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f38dc167050 con 0x7f38dc0aec50 2024-09-21T00:27:21.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.930+0000 7f38e08bd640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f38dc0cb530 con 0x7f38dc0ce290 2024-09-21T00:27:21.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.930+0000 7f38e08bd640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f38dc1671d0 con 0x7f38dc0b2fd0 2024-09-21T00:27:21.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.930+0000 7f38dad9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f38dc0aec50 0x7f38dc0c8410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:21.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.930+0000 7f38dad9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f38dc0aec50 0x7f38dc0c8410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:35858/0 (socket says 172.21.15.67:35858) 2024-09-21T00:27:21.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.930+0000 7f38dad9d640 1 -- 172.21.15.67:0/3138943307 learned_addr learned my addr 172.21.15.67:0/3138943307 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:27:21.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.930+0000 7f38da59c640 1 --2- 172.21.15.67:0/3138943307 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f38dc0b2fd0 0x7f38dc0ae710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:21.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.930+0000 7f38d3fff640 1 --2- 172.21.15.67:0/3138943307 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f38dc0ce290 0x7f38dc0ad8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:21.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.930+0000 7f38dad9d640 1 -- 172.21.15.67:0/3138943307 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f38dc0b2fd0 msgr2=0x7f38dc0ae710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:21.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.930+0000 7f38dad9d640 1 --2- 172.21.15.67:0/3138943307 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f38dc0b2fd0 0x7f38dc0ae710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:21.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.930+0000 7f38dad9d640 1 -- 172.21.15.67:0/3138943307 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f38dc0ce290 msgr2=0x7f38dc0ad8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:21.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.930+0000 7f38dad9d640 1 --2- 172.21.15.67:0/3138943307 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f38dc0ce290 0x7f38dc0ad8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:21.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.930+0000 7f38dad9d640 1 -- 172.21.15.67:0/3138943307 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38dc073880 con 0x7f38dc0aec50 2024-09-21T00:27:21.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.930+0000 7f38dad9d640 1 --2- 172.21.15.67:0/3138943307 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f38dc0aec50 0x7f38dc0c8410 secure :-1 s=READY pgs=1240 cs=0 l=1 rev1=1 crypto rx=0x7f38d400caa0 tx=0x7f38d400cf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:27:21.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.931+0000 7f38d2ffd640 1 -- 172.21.15.67:0/3138943307 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38d4016020 con 0x7f38dc0aec50 2024-09-21T00:27:21.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.931+0000 7f38d2ffd640 1 -- 172.21.15.67:0/3138943307 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f38d400ac90 con 0x7f38dc0aec50 2024-09-21T00:27:21.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.931+0000 7f38e08bd640 1 -- 172.21.15.67:0/3138943307 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f38dc073b60 con 0x7f38dc0aec50 2024-09-21T00:27:21.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.931+0000 7f38d2ffd640 1 -- 172.21.15.67:0/3138943307 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38d4012680 con 0x7f38dc0aec50 2024-09-21T00:27:21.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.931+0000 7f38e08bd640 1 -- 172.21.15.67:0/3138943307 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f38dc0c7ef0 con 0x7f38dc0aec50 2024-09-21T00:27:21.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.932+0000 7f38e08bd640 1 -- 172.21.15.67:0/3138943307 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f38dc0735f0 con 0x7f38dc0aec50 2024-09-21T00:27:21.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.933+0000 7f38d2ffd640 1 -- 172.21.15.67:0/3138943307 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f38d4019020 con 0x7f38dc0aec50 2024-09-21T00:27:21.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.933+0000 7f38d2ffd640 1 --2- 172.21.15.67:0/3138943307 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f38bc078bc0 0x7f38bc07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:21.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.933+0000 7f38d2ffd640 1 -- 172.21.15.67:0/3138943307 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 5709+0+0 (secure 0 0 0) 0x7f38d409adf0 con 0x7f38dc0aec50 2024-09-21T00:27:21.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.934+0000 7f38da59c640 1 --2- 172.21.15.67:0/3138943307 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f38bc078bc0 0x7f38bc07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:21.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.934+0000 7f38da59c640 1 --2- 172.21.15.67:0/3138943307 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f38bc078bc0 0x7f38bc07b0d0 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f38cc000c00 tx=0x7f38cc009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:27:21.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:21.938+0000 7f38d2ffd640 1 -- 172.21.15.67:0/3138943307 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f38d4020030 con 0x7f38dc0aec50 2024-09-21T00:27:22.207 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:22.205+0000 7f38e08bd640 1 -- 172.21.15.67:0/3138943307 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f38dc0cfa10 con 0x7f38dc0aec50 2024-09-21T00:27:22.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:22.208+0000 7f38d2ffd640 1 -- 172.21.15.67:0/3138943307 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v18) ==== 190+0+147 (secure 0 0 0) 0x7f38d4062c70 con 0x7f38dc0aec50 2024-09-21T00:27:22.209 INFO:teuthology.orchestra.run.smithi067.stdout:[client.0] 2024-09-21T00:27:22.209 INFO:teuthology.orchestra.run.smithi067.stdout: key = AQBFEe5mUnwLLxAAE0JXCN8yXTH2bWtWI41o2Q== 2024-09-21T00:27:22.210 INFO:teuthology.orchestra.run.smithi067.stdout: caps mds = "allow" 2024-09-21T00:27:22.210 INFO:teuthology.orchestra.run.smithi067.stdout: caps mon = "allow r" 2024-09-21T00:27:22.210 INFO:teuthology.orchestra.run.smithi067.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-21T00:27:22.210 INFO:teuthology.orchestra.run.smithi067.stderr:updated caps for client.0 2024-09-21T00:27:22.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:22.210+0000 7f38e08bd640 1 -- 172.21.15.67:0/3138943307 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f38bc078bc0 msgr2=0x7f38bc07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:22.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:22.210+0000 7f38e08bd640 1 --2- 172.21.15.67:0/3138943307 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f38bc078bc0 0x7f38bc07b0d0 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f38cc000c00 tx=0x7f38cc009040 comp rx=0 tx=0).stop 2024-09-21T00:27:22.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:22.210+0000 7f38e08bd640 1 -- 172.21.15.67:0/3138943307 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f38dc0aec50 msgr2=0x7f38dc0c8410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:22.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:22.210+0000 7f38e08bd640 1 --2- 172.21.15.67:0/3138943307 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f38dc0aec50 0x7f38dc0c8410 secure :-1 s=READY pgs=1240 cs=0 l=1 rev1=1 crypto rx=0x7f38d400caa0 tx=0x7f38d400cf60 comp rx=0 tx=0).stop 2024-09-21T00:27:22.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:22.210+0000 7f38e08bd640 1 -- 172.21.15.67:0/3138943307 shutdown_connections 2024-09-21T00:27:22.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:22.210+0000 7f38e08bd640 1 --2- 172.21.15.67:0/3138943307 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f38bc078bc0 0x7f38bc07b0d0 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:22.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:22.210+0000 7f38e08bd640 1 --2- 172.21.15.67:0/3138943307 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f38dc0aec50 0x7f38dc0c8410 unknown :-1 s=CLOSED pgs=1240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:22.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:22.210+0000 7f38e08bd640 1 --2- 172.21.15.67:0/3138943307 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f38dc0ce290 0x7f38dc0ad8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:22.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:22.210+0000 7f38e08bd640 1 --2- 172.21.15.67:0/3138943307 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f38dc0b2fd0 0x7f38dc0ae710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:22.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:22.210+0000 7f38e08bd640 1 -- 172.21.15.67:0/3138943307 >> 172.21.15.67:0/3138943307 conn(0x7f38dc0ccc00 msgr2=0x7f38dc06ef20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:27:22.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:22.210+0000 7f38e08bd640 1 -- 172.21.15.67:0/3138943307 shutdown_connections 2024-09-21T00:27:22.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:22.210+0000 7f38e08bd640 1 -- 172.21.15.67:0/3138943307 wait complete. 2024-09-21T00:27:22.223 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:27:22.251 INFO:tasks.ceph.mds.a.smithi067.stderr:2024-09-21T00:27:22.250+0000 7fe2abca6640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-21T00:27:22.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:22.339+0000 7fb59c2c5640 1 -- 172.21.15.67:0/2292460172 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb5940b9780 msgr2=0x7fb5940d2cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:22.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:22.339+0000 7fb59c2c5640 1 --2- 172.21.15.67:0/2292460172 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb5940b9780 0x7fb5940d2cf0 secure :-1 s=READY pgs=1241 cs=0 l=1 rev1=1 crypto rx=0x7fb5940b7110 tx=0x7fb59002a540 comp rx=0 tx=0).stop 2024-09-21T00:27:22.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:22.339+0000 7fb59c2c5640 1 -- 172.21.15.67:0/2292460172 shutdown_connections 2024-09-21T00:27:22.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:22.339+0000 7fb59c2c5640 1 --2- 172.21.15.67:0/2292460172 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb5940b73f0 0x7fb5940b7800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:22.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:22.339+0000 7fb59c2c5640 1 --2- 172.21.15.67:0/2292460172 >> v2:172.21.15.97:3300/0 conn(0x7fb5940d1010 0x7fb5940d1420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:22.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:22.339+0000 7fb59c2c5640 1 --2- 172.21.15.67:0/2292460172 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb5940b9780 0x7fb5940d2cf0 unknown :-1 s=CLOSED pgs=1241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:22.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:22.339+0000 7fb59c2c5640 1 -- 172.21.15.67:0/2292460172 >> 172.21.15.67:0/2292460172 conn(0x7fb59408bee0 msgr2=0x7fb5940d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:27:22.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:22.339+0000 7fb59c2c5640 1 -- 172.21.15.67:0/2292460172 shutdown_connections 2024-09-21T00:27:22.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:22.339+0000 7fb59c2c5640 1 -- 172.21.15.67:0/2292460172 wait complete. 2024-09-21T00:27:22.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:22.341+0000 7fb59c2c5640 1 Processor -- start 2024-09-21T00:27:22.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:22.341+0000 7fb59c2c5640 1 -- start start 2024-09-21T00:27:22.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:22.342+0000 7fb59c2c5640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb5940b73f0 0x7fb5940a0720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:22.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:22.342+0000 7fb59c2c5640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb5940b9780 0x7fb59409eb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:22.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:22.342+0000 7fb59c2c5640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb5940d1010 0x7fb5941eb240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:22.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:22.342+0000 7fb59c2c5640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fb594162e80 con 0x7fb5940d1010 2024-09-21T00:27:22.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:22.342+0000 7fb59c2c5640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fb594162d00 con 0x7fb5940b73f0 2024-09-21T00:27:22.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:22.342+0000 7fb59c2c5640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fb594163000 con 0x7fb5940b9780 2024-09-21T00:27:22.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:22.342+0000 7fb59a862640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb5940d1010 0x7fb5941eb240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:22.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:22.342+0000 7fb59a862640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb5940d1010 0x7fb5941eb240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:35872/0 (socket says 172.21.15.67:35872) 2024-09-21T00:27:22.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:22.342+0000 7fb59a862640 1 -- 172.21.15.67:0/2395656684 learned_addr learned my addr 172.21.15.67:0/2395656684 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:27:22.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:22.342+0000 7fb59a061640 1 --2- 172.21.15.67:0/2395656684 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb5940b73f0 0x7fb5940a0720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:22.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:22.342+0000 7fb599860640 1 --2- 172.21.15.67:0/2395656684 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb5940b9780 0x7fb59409eb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:22.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:22.342+0000 7fb59a862640 1 -- 172.21.15.67:0/2395656684 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb5940b9780 msgr2=0x7fb59409eb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:22.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:22.342+0000 7fb59a862640 1 --2- 172.21.15.67:0/2395656684 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb5940b9780 0x7fb59409eb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:22.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:22.342+0000 7fb59a862640 1 -- 172.21.15.67:0/2395656684 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb5940b73f0 msgr2=0x7fb5940a0720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:22.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:22.342+0000 7fb59a862640 1 --2- 172.21.15.67:0/2395656684 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb5940b73f0 0x7fb5940a0720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:22.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:22.342+0000 7fb59a862640 1 -- 172.21.15.67:0/2395656684 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5941f6b30 con 0x7fb5940d1010 2024-09-21T00:27:22.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:22.343+0000 7fb59a862640 1 --2- 172.21.15.67:0/2395656684 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb5940d1010 0x7fb5941eb240 secure :-1 s=READY pgs=1242 cs=0 l=1 rev1=1 crypto rx=0x7fb58c00e990 tx=0x7fb58c00ee50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:27:22.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:22.343+0000 7fb58affd640 1 -- 172.21.15.67:0/2395656684 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb58c004d20 con 0x7fb5940d1010 2024-09-21T00:27:22.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:22.343+0000 7fb58affd640 1 -- 172.21.15.67:0/2395656684 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb58c00cb00 con 0x7fb5940d1010 2024-09-21T00:27:22.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:22.343+0000 7fb59c2c5640 1 -- 172.21.15.67:0/2395656684 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5941f6850 con 0x7fb5940d1010 2024-09-21T00:27:22.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:22.343+0000 7fb58affd640 1 -- 172.21.15.67:0/2395656684 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb58c005020 con 0x7fb5940d1010 2024-09-21T00:27:22.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:22.343+0000 7fb59c2c5640 1 -- 172.21.15.67:0/2395656684 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb59409e650 con 0x7fb5940d1010 2024-09-21T00:27:22.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:22.344+0000 7fb59c2c5640 1 -- 172.21.15.67:0/2395656684 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb5940d2cf0 con 0x7fb5940d1010 2024-09-21T00:27:22.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:22.345+0000 7fb58affd640 1 -- 172.21.15.67:0/2395656684 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fb58c0051c0 con 0x7fb5940d1010 2024-09-21T00:27:22.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:22.345+0000 7fb58affd640 1 --2- 172.21.15.67:0/2395656684 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb578078b90 0x7fb57807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:22.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:22.345+0000 7fb58affd640 1 -- 172.21.15.67:0/2395656684 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 5709+0+0 (secure 0 0 0) 0x7fb58c09b4e0 con 0x7fb5940d1010 2024-09-21T00:27:22.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:22.346+0000 7fb59a061640 1 --2- 172.21.15.67:0/2395656684 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb578078b90 0x7fb57807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:22.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:22.346+0000 7fb59a061640 1 --2- 172.21.15.67:0/2395656684 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb578078b90 0x7fb57807b0a0 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7fb590034000 tx=0x7fb590004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:27:22.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:22.350+0000 7fb58affd640 1 -- 172.21.15.67:0/2395656684 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fb58c016030 con 0x7fb5940d1010 2024-09-21T00:27:22.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:22.577+0000 7fb59c2c5640 1 -- 172.21.15.67:0/2395656684 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb5940a0500 con 0x7fb5940d1010 2024-09-21T00:27:22.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:22.577+0000 7fb58affd640 1 -- 172.21.15.67:0/2395656684 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 89 v89) ==== 94+0+5219 (secure 0 0 0) 0x7fb58c0633f0 con 0x7fb5940d1010 2024-09-21T00:27:22.578 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:27:22.579 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":89,"btime":"2024-09-21T00:27:20:313144+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6509,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6835/3663372017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3663372017},{"type":"v1","addr":"172.21.15.97:6835","nonce":3663372017}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":83},{"gid":6512,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/235976541","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":235976541},{"type":"v1","addr":"172.21.15.97:6837","nonce":235976541}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":84},{"gid":7090,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/1704519395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1704519395},{"type":"v1","addr":"172.21.15.67:6834","nonce":1704519395}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":82}],"filesystems":[{"mdsmap":{"epoch":89,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:27:16.671438+0000","modified":"2024-09-21T00:27:19.697836+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7093},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7093":{"gid":7093,"name":"a","rank":0,"incarnation":85,"state":"up:active","state_seq":4,"addr":"172.21.15.67:6835/932752713","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":932752713},{"type":"v1","addr":"172.21.15.67:6835","nonce":932752713}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7093,"qdb_cluster":[7093]},"id":7}]} 2024-09-21T00:27:22.579 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 89 2024-09-21T00:27:22.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:22.579+0000 7fb59c2c5640 1 -- 172.21.15.67:0/2395656684 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb578078b90 msgr2=0x7fb57807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:22.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:22.579+0000 7fb59c2c5640 1 --2- 172.21.15.67:0/2395656684 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb578078b90 0x7fb57807b0a0 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7fb590034000 tx=0x7fb590004730 comp rx=0 tx=0).stop 2024-09-21T00:27:22.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:22.579+0000 7fb59c2c5640 1 -- 172.21.15.67:0/2395656684 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb5940d1010 msgr2=0x7fb5941eb240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:22.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:22.579+0000 7fb59c2c5640 1 --2- 172.21.15.67:0/2395656684 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb5940d1010 0x7fb5941eb240 secure :-1 s=READY pgs=1242 cs=0 l=1 rev1=1 crypto rx=0x7fb58c00e990 tx=0x7fb58c00ee50 comp rx=0 tx=0).stop 2024-09-21T00:27:22.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:22.579+0000 7fb59c2c5640 1 -- 172.21.15.67:0/2395656684 shutdown_connections 2024-09-21T00:27:22.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:22.579+0000 7fb59c2c5640 1 --2- 172.21.15.67:0/2395656684 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb578078b90 0x7fb57807b0a0 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:22.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:22.579+0000 7fb59c2c5640 1 --2- 172.21.15.67:0/2395656684 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb5940d1010 0x7fb5941eb240 unknown :-1 s=CLOSED pgs=1242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:22.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:22.579+0000 7fb59c2c5640 1 --2- 172.21.15.67:0/2395656684 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb5940b9780 0x7fb59409eb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:22.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:22.579+0000 7fb59c2c5640 1 --2- 172.21.15.67:0/2395656684 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb5940b73f0 0x7fb5940a0720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:22.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:22.579+0000 7fb59c2c5640 1 -- 172.21.15.67:0/2395656684 >> 172.21.15.67:0/2395656684 conn(0x7fb59408bee0 msgr2=0x7fb59406de70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:27:22.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:22.579+0000 7fb59c2c5640 1 -- 172.21.15.67:0/2395656684 shutdown_connections 2024-09-21T00:27:22.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:22.579+0000 7fb59c2c5640 1 -- 172.21.15.67:0/2395656684 wait complete. 2024-09-21T00:27:22.994 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 89, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-21T00:27:16.671438+0000', 'modified': '2024-09-21T00:27:19.697836+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 7093}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_7093': {'gid': 7093, 'name': 'a', 'rank': 0, 'incarnation': 85, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.67:6835/932752713', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.67:6833', 'nonce': 932752713}, {'type': 'v1', 'addr': '172.21.15.67:6835', 'nonce': 932752713}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [15], 'metadata_pool': 14, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 7093, 'qdb_cluster': [7093]} 2024-09-21T00:27:22.995 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-21T00:27:22.995 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-21T00:27:23.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.116+0000 7fa7dac1d640 1 -- 172.21.15.67:0/4037985407 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa7bc003a00 msgr2=0x7fa7bc003e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:23.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.116+0000 7fa7dac1d640 1 --2- 172.21.15.67:0/4037985407 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa7bc003a00 0x7fa7bc003e50 secure :-1 s=READY pgs=1244 cs=0 l=1 rev1=1 crypto rx=0x7fa7d000c260 tx=0x7fa7bc005830 comp rx=0 tx=0).stop 2024-09-21T00:27:23.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.116+0000 7fa7dac1d640 1 -- 172.21.15.67:0/4037985407 shutdown_connections 2024-09-21T00:27:23.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.116+0000 7fa7dac1d640 1 --2- 172.21.15.67:0/4037985407 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa7bc003a00 0x7fa7bc003e50 unknown :-1 s=CLOSED pgs=1244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:23.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.116+0000 7fa7dac1d640 1 -- 172.21.15.67:0/4037985407 >> 172.21.15.67:0/4037985407 conn(0x7fa7d40b4140 msgr2=0x7fa7d40b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:27:23.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.116+0000 7fa7dac1d640 1 -- 172.21.15.67:0/4037985407 shutdown_connections 2024-09-21T00:27:23.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.116+0000 7fa7dac1d640 1 -- 172.21.15.67:0/4037985407 wait complete. 2024-09-21T00:27:23.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.118+0000 7fa7dac1d640 1 Processor -- start 2024-09-21T00:27:23.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.118+0000 7fa7dac1d640 1 -- start start 2024-09-21T00:27:23.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.119+0000 7fa7dac1d640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa7bc003a00 0x7fa7d41e7cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:23.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.119+0000 7fa7dac1d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa7d40c96e0 0x7fa7d41f6680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:23.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.119+0000 7fa7dac1d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa7d40c9af0 0x7fa7d41f6bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:23.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.119+0000 7fa7dac1d640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fa7d40b4ff0 con 0x7fa7d40c96e0 2024-09-21T00:27:23.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.119+0000 7fa7dac1d640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fa7d40b4e70 con 0x7fa7d40c9af0 2024-09-21T00:27:23.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.119+0000 7fa7dac1d640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fa7d409a950 con 0x7fa7bc003a00 2024-09-21T00:27:23.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.119+0000 7fa7cbfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa7d40c96e0 0x7fa7d41f6680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:23.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.119+0000 7fa7cbfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa7d40c96e0 0x7fa7d41f6680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:35898/0 (socket says 172.21.15.67:35898) 2024-09-21T00:27:23.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.119+0000 7fa7cbfff640 1 -- 172.21.15.67:0/2546572276 learned_addr learned my addr 172.21.15.67:0/2546572276 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:27:23.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.119+0000 7fa7d89b9640 1 --2- 172.21.15.67:0/2546572276 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa7bc003a00 0x7fa7d41e7cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:23.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.119+0000 7fa7d91ba640 1 --2- 172.21.15.67:0/2546572276 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa7d40c9af0 0x7fa7d41f6bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:23.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.120+0000 7fa7cbfff640 1 -- 172.21.15.67:0/2546572276 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa7bc003a00 msgr2=0x7fa7d41e7cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:23.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.120+0000 7fa7cbfff640 1 --2- 172.21.15.67:0/2546572276 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa7bc003a00 0x7fa7d41e7cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:23.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.120+0000 7fa7cbfff640 1 -- 172.21.15.67:0/2546572276 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa7d40c9af0 msgr2=0x7fa7d41f6bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:23.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.120+0000 7fa7cbfff640 1 --2- 172.21.15.67:0/2546572276 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa7d40c9af0 0x7fa7d41f6bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:23.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.120+0000 7fa7cbfff640 1 -- 172.21.15.67:0/2546572276 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7d41e8210 con 0x7fa7d40c96e0 2024-09-21T00:27:23.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.120+0000 7fa7d91ba640 1 --2- 172.21.15.67:0/2546572276 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa7d40c9af0 0x7fa7d41f6bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:27:23.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.120+0000 7fa7cbfff640 1 --2- 172.21.15.67:0/2546572276 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa7d40c96e0 0x7fa7d41f6680 secure :-1 s=READY pgs=1245 cs=0 l=1 rev1=1 crypto rx=0x7fa7c400f7a0 tx=0x7fa7c400fc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:27:23.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.120+0000 7fa7c97fa640 1 -- 172.21.15.67:0/2546572276 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7c400bcb0 con 0x7fa7d40c96e0 2024-09-21T00:27:23.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.120+0000 7fa7c97fa640 1 -- 172.21.15.67:0/2546572276 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa7c4011440 con 0x7fa7d40c96e0 2024-09-21T00:27:23.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.120+0000 7fa7dac1d640 1 -- 172.21.15.67:0/2546572276 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7d41e61b0 con 0x7fa7d40c96e0 2024-09-21T00:27:23.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.120+0000 7fa7c97fa640 1 -- 172.21.15.67:0/2546572276 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7c4011890 con 0x7fa7d40c96e0 2024-09-21T00:27:23.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.120+0000 7fa7dac1d640 1 -- 172.21.15.67:0/2546572276 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7d40cc3f0 con 0x7fa7d40c96e0 2024-09-21T00:27:23.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.122+0000 7fa7c97fa640 1 -- 172.21.15.67:0/2546572276 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fa7c4019020 con 0x7fa7d40c96e0 2024-09-21T00:27:23.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.122+0000 7fa7c97fa640 1 --2- 172.21.15.67:0/2546572276 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa7c0078b90 0x7fa7c007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:23.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.122+0000 7fa7c97fa640 1 -- 172.21.15.67:0/2546572276 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 5709+0+0 (secure 0 0 0) 0x7fa7c409b620 con 0x7fa7d40c96e0 2024-09-21T00:27:23.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.123+0000 7fa7d89b9640 1 --2- 172.21.15.67:0/2546572276 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa7c0078b90 0x7fa7c007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:23.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.123+0000 7fa7d89b9640 1 --2- 172.21.15.67:0/2546572276 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa7c0078b90 0x7fa7c007b0a0 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7fa7d0033000 tx=0x7fa7d0038040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:27:23.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.123+0000 7fa7e1c64740 1 Processor -- start 2024-09-21T00:27:23.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.123+0000 7fa7e1c64740 1 -- start start 2024-09-21T00:27:23.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.125+0000 7fa7e1c64740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f818508270 0x55f8188d9fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:23.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.125+0000 7fa7e1c64740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f8184df3b0 0x55f8188da500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:23.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.125+0000 7fa7e1c64740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f8184e7590 0x55f8188f7400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:23.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.125+0000 7fa7e1c64740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55f818822820 con 0x55f818508270 2024-09-21T00:27:23.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.125+0000 7fa7e1c64740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55f818811c50 con 0x55f8184e7590 2024-09-21T00:27:23.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.125+0000 7fa7e1c64740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55f818815a60 con 0x55f8184df3b0 2024-09-21T00:27:23.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.125+0000 7fa7d89b9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f818508270 0x55f8188d9fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:23.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.125+0000 7fa7d89b9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f818508270 0x55f8188d9fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:35906/0 (socket says 172.21.15.67:35906) 2024-09-21T00:27:23.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.125+0000 7fa7d89b9640 1 -- 172.21.15.67:0/2004512147 learned_addr learned my addr 172.21.15.67:0/2004512147 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:27:23.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.125+0000 7fa7d91ba640 1 --2- 172.21.15.67:0/2004512147 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f8184e7590 0x55f8188f7400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:23.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.125+0000 7fa7cbfff640 1 --2- 172.21.15.67:0/2004512147 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f8184df3b0 0x55f8188da500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:23.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.125+0000 7fa7d89b9640 1 -- 172.21.15.67:0/2004512147 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f8184df3b0 msgr2=0x55f8188da500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:27:23.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.125+0000 7fa7d89b9640 1 --2- 172.21.15.67:0/2004512147 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f8184df3b0 0x55f8188da500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:23.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.125+0000 7fa7d89b9640 1 -- 172.21.15.67:0/2004512147 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f8184e7590 msgr2=0x55f8188f7400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:27:23.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.125+0000 7fa7d89b9640 1 --2- 172.21.15.67:0/2004512147 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f8184e7590 0x55f8188f7400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:23.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.125+0000 7fa7d89b9640 1 -- 172.21.15.67:0/2004512147 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f818573850 con 0x55f818508270 2024-09-21T00:27:23.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.125+0000 7fa7cbfff640 1 --2- 172.21.15.67:0/2004512147 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f8184df3b0 0x55f8188da500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:27:23.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.125+0000 7fa7d91ba640 1 --2- 172.21.15.67:0/2004512147 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f8184e7590 0x55f8188f7400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:27:23.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.125+0000 7fa7d89b9640 1 --2- 172.21.15.67:0/2004512147 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f818508270 0x55f8188d9fc0 secure :-1 s=READY pgs=1246 cs=0 l=1 rev1=1 crypto rx=0x7fa7d000c350 tx=0x7fa7bc005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9df620459bab93cf server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:27:23.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.126+0000 7fa7ba7fc640 1 -- 172.21.15.67:0/2004512147 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7d0031040 con 0x55f818508270 2024-09-21T00:27:23.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.126+0000 7fa7ba7fc640 1 -- 172.21.15.67:0/2004512147 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa7d0003d70 con 0x55f818508270 2024-09-21T00:27:23.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.126+0000 7fa7ba7fc640 1 -- 172.21.15.67:0/2004512147 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7d002e660 con 0x55f818508270 2024-09-21T00:27:23.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.126+0000 7fa7e1c64740 1 -- 172.21.15.67:0/2004512147 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f818508270 msgr2=0x55f8188d9fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:23.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.126+0000 7fa7e1c64740 1 --2- 172.21.15.67:0/2004512147 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f818508270 0x55f8188d9fc0 secure :-1 s=READY pgs=1246 cs=0 l=1 rev1=1 crypto rx=0x7fa7d000c350 tx=0x7fa7bc005830 comp rx=0 tx=0).stop 2024-09-21T00:27:23.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.126+0000 7fa7e1c64740 1 -- 172.21.15.67:0/2004512147 shutdown_connections 2024-09-21T00:27:23.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.126+0000 7fa7e1c64740 1 --2- 172.21.15.67:0/2004512147 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f8184e7590 0x55f8188f7400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:23.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.126+0000 7fa7e1c64740 1 --2- 172.21.15.67:0/2004512147 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f8184df3b0 0x55f8188da500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:23.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.126+0000 7fa7e1c64740 1 --2- 172.21.15.67:0/2004512147 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f818508270 0x55f8188d9fc0 unknown :-1 s=CLOSED pgs=1246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:23.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.126+0000 7fa7e1c64740 1 -- 172.21.15.67:0/2004512147 >> 172.21.15.67:0/2004512147 conn(0x55f8184fc3c0 msgr2=0x55f8188b0280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:27:23.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.126+0000 7fa7e1c64740 1 -- 172.21.15.67:0/2004512147 shutdown_connections 2024-09-21T00:27:23.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.126+0000 7fa7e1c64740 1 -- 172.21.15.67:0/2004512147 wait complete. 2024-09-21T00:27:23.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.127+0000 7fa7e1c64740 1 -- start start 2024-09-21T00:27:23.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.128+0000 7fa7e1c64740 1 Processor -- start 2024-09-21T00:27:23.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.129+0000 7fa7e1c64740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f8184df3b0 0x55f8188c7fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:23.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.129+0000 7fa7e1c64740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f8184e7590 0x55f8189048f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:23.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.129+0000 7fa7e1c64740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f818508270 0x55f8188d88e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:23.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.129+0000 7fa7e1c64740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55f818582620 con 0x55f818508270 2024-09-21T00:27:23.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.129+0000 7fa7e1c64740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55f8187b75f0 con 0x55f8184e7590 2024-09-21T00:27:23.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.129+0000 7fa7e1c64740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55f8188daa40 con 0x55f8184df3b0 2024-09-21T00:27:23.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.129+0000 7fa7e1c64740 10 client.0 _ll_register_callbacks cb 0x55f8187bb0a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:27:23.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.129+0000 7fa7d91ba640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f818508270 0x55f8188d88e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:23.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.129+0000 7fa7d91ba640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f818508270 0x55f8188d88e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:35914/0 (socket says 172.21.15.67:35914) 2024-09-21T00:27:23.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.129+0000 7fa7d91ba640 1 -- 172.21.15.67:0/882566057 learned_addr learned my addr 172.21.15.67:0/882566057 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:27:23.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.129+0000 7fa7cbfff640 1 --2- 172.21.15.67:0/882566057 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f8184e7590 0x55f8189048f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:23.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.129+0000 7fa7d89b9640 1 --2- 172.21.15.67:0/882566057 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f8184df3b0 0x55f8188c7fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:23.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.129+0000 7fa7d91ba640 1 -- 172.21.15.67:0/882566057 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f8184df3b0 msgr2=0x55f8188c7fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:27:23.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.129+0000 7fa7d91ba640 1 --2- 172.21.15.67:0/882566057 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f8184df3b0 0x55f8188c7fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:23.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.129+0000 7fa7d91ba640 1 -- 172.21.15.67:0/882566057 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f8184e7590 msgr2=0x55f8189048f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:27:23.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.129+0000 7fa7d91ba640 1 --2- 172.21.15.67:0/882566057 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f8184e7590 0x55f8189048f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:23.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.129+0000 7fa7d91ba640 1 -- 172.21.15.67:0/882566057 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f8185ea6b0 con 0x55f818508270 2024-09-21T00:27:23.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.130+0000 7fa7d91ba640 1 --2- 172.21.15.67:0/882566057 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f818508270 0x55f8188d88e0 secure :-1 s=READY pgs=1247 cs=0 l=1 rev1=1 crypto rx=0x7fa7d40d2620 tx=0x7fa7cc0127b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a350955271b6d469 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:27:23.137 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.130+0000 7fa7b37fe640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:27:23.137 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.130+0000 7fa7b37fe640 1 -- 172.21.15.67:0/882566057 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7cc013660 con 0x55f818508270 2024-09-21T00:27:23.137 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.130+0000 7fa7b37fe640 1 -- 172.21.15.67:0/882566057 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 5709+0+0 (secure 0 0 0) 0x7fa7cc013800 con 0x55f818508270 2024-09-21T00:27:23.137 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.130+0000 7fa7e1c64740 1 -- 172.21.15.67:0/882566057 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa7d0003d70 con 0x55f818508270 2024-09-21T00:27:23.137 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.130+0000 7fa7b37fe640 1 -- 172.21.15.67:0/882566057 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=89) ==== 24+0+0 (secure 0 0 0) 0x7fa7cc024050 con 0x55f818508270 2024-09-21T00:27:23.137 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.130+0000 7fa7e1c64740 10 client.7830 fetch_fsmap learned FSMap version 89 2024-09-21T00:27:23.137 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.130+0000 7fa7e1c64740 1 -- 172.21.15.67:0/882566057 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=89,monmap=2+}) -- 0x55f8188ec5c0 con 0x55f818508270 2024-09-21T00:27:23.137 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.130+0000 7fa7b37fe640 1 -- 172.21.15.67:0/882566057 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa7d0003d70 con 0x55f818508270 2024-09-21T00:27:23.137 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.130+0000 7fa7b37fe640 1 -- 172.21.15.67:0/882566057 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 89) ==== 3502+0+0 (secure 0 0 0) 0x7fa7cc027020 con 0x55f818508270 2024-09-21T00:27:23.138 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.130+0000 7fa7e1c64740 10 client.7830 fetch_fsmap finished waiting for FSMap version 89 2024-09-21T00:27:23.138 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.130+0000 7fa7e1c64740 10 client.7830 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-21T00:27:23.138 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.130+0000 7fa7e1c64740 20 client.7830 populate_metadata read hostname 'smithi067' 2024-09-21T00:27:23.138 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.130+0000 7fa7e1c64740 1 --2- 172.21.15.67:0/882566057 >> [v2:172.21.15.67:6833/932752713,v1:172.21.15.67:6835/932752713] conn(0x55f8184c6e40 0x55f8188d25d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:23.138 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.130+0000 7fa7e1c64740 4 client.7830 mds_command: new command op to 7093 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:27:23.138 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.130+0000 7fa7e1c64740 1 -- 172.21.15.67:0/882566057 --> [v2:172.21.15.67:6833/932752713,v1:172.21.15.67:6835/932752713] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f818824770 con 0x55f8184c6e40 2024-09-21T00:27:23.138 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.130+0000 7fa7d89b9640 1 --2- 172.21.15.67:0/882566057 >> [v2:172.21.15.67:6833/932752713,v1:172.21.15.67:6835/932752713] conn(0x55f8184c6e40 0x55f8188d25d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:23.138 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.131+0000 7fa7b37fe640 10 client.7830 ms_handle_connect on v2:172.21.15.67:6833/932752713 2024-09-21T00:27:23.138 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.131+0000 7fa7d89b9640 1 --2- 172.21.15.67:0/882566057 >> [v2:172.21.15.67:6833/932752713,v1:172.21.15.67:6835/932752713] conn(0x55f8184c6e40 0x55f8188d25d0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ee171cfca6875cd8 server_cookie=de9d32244a1ca0e3 in_seq=0 out_seq=0 2024-09-21T00:27:23.138 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.132+0000 7fa7b37fe640 1 -- 172.21.15.67:0/882566057 <== mds.0 v2:172.21.15.67:6833/932752713 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x55f818824770 con 0x55f8184c6e40 2024-09-21T00:27:23.139 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.132+0000 7fa7b37fe640 10 client.7830 handle_command_reply: tid=0 2024-09-21T00:27:23.139 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.132+0000 7fa7e1c64740 1 client.7830 shutdown 2024-09-21T00:27:23.139 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.132+0000 7fa7e1c64740 1 -- 172.21.15.67:0/882566057 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f818508270 msgr2=0x55f8188d88e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:23.139 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.132+0000 7fa7e1c64740 1 --2- 172.21.15.67:0/882566057 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f818508270 0x55f8188d88e0 secure :-1 s=READY pgs=1247 cs=0 l=1 rev1=1 crypto rx=0x7fa7d40d2620 tx=0x7fa7cc0127b0 comp rx=0 tx=0).stop 2024-09-21T00:27:23.139 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.132+0000 7fa7e1c64740 1 -- 172.21.15.67:0/882566057 shutdown_connections 2024-09-21T00:27:23.139 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.132+0000 7fa7e1c64740 1 --2- 172.21.15.67:0/882566057 >> [v2:172.21.15.67:6833/932752713,v1:172.21.15.67:6835/932752713] conn(0x55f8184c6e40 0x55f8188d25d0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:23.139 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.132+0000 7fa7e1c64740 1 --2- 172.21.15.67:0/882566057 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f818508270 0x55f8188d88e0 unknown :-1 s=CLOSED pgs=1247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:23.139 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.132+0000 7fa7e1c64740 1 --2- 172.21.15.67:0/882566057 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f8184e7590 0x55f8189048f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:23.139 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.132+0000 7fa7b37fe640 0 client.7830 ms_handle_reset on v2:172.21.15.67:6833/932752713 2024-09-21T00:27:23.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.132+0000 7fa7e1c64740 1 --2- 172.21.15.67:0/882566057 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f8184df3b0 0x55f8188c7fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:23.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.132+0000 7fa7e1c64740 1 -- 172.21.15.67:0/882566057 >> 172.21.15.67:0/882566057 conn(0x55f8184fc3c0 msgr2=0x55f8188aab20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:27:23.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.132+0000 7fa7e1c64740 1 -- 172.21.15.67:0/882566057 shutdown_connections 2024-09-21T00:27:23.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.132+0000 7fa7e1c64740 1 -- 172.21.15.67:0/882566057 wait complete. 2024-09-21T00:27:23.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.132+0000 7fa7e1c64740 20 client.7830 trim_cache size 0 max 16384 2024-09-21T00:27:23.152 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.151+0000 7fa7e1c64740 1 Processor -- start 2024-09-21T00:27:23.152 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.151+0000 7fa7e1c64740 1 -- start start 2024-09-21T00:27:23.154 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.152+0000 7fa7e1c64740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f8184df3b0 0x55f8188d1940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:23.154 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.152+0000 7fa7e1c64740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f8184e7590 0x55f818903dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:23.154 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.152+0000 7fa7e1c64740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f818508270 0x55f818904300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:23.154 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.152+0000 7fa7e1c64740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fa7d41ff150 con 0x55f8184df3b0 2024-09-21T00:27:23.154 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.152+0000 7fa7e1c64740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fa7d41f3ba0 con 0x55f818508270 2024-09-21T00:27:23.154 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.152+0000 7fa7e1c64740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fa7d41feb00 con 0x55f8184e7590 2024-09-21T00:27:23.154 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.152+0000 7fa7d89b9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f8184df3b0 0x55f8188d1940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:23.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.152+0000 7fa7d89b9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f8184df3b0 0x55f8188d1940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:35916/0 (socket says 172.21.15.67:35916) 2024-09-21T00:27:23.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.152+0000 7fa7d89b9640 1 -- 172.21.15.67:0/2222679662 learned_addr learned my addr 172.21.15.67:0/2222679662 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:27:23.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.152+0000 7fa7d91ba640 1 --2- 172.21.15.67:0/2222679662 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f818508270 0x55f818904300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:23.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.152+0000 7fa7cbfff640 1 --2- 172.21.15.67:0/2222679662 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f8184e7590 0x55f818903dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:23.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.152+0000 7fa7d89b9640 1 -- 172.21.15.67:0/2222679662 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f8184e7590 msgr2=0x55f818903dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:27:23.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.152+0000 7fa7d89b9640 1 --2- 172.21.15.67:0/2222679662 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f8184e7590 0x55f818903dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:23.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.152+0000 7fa7d89b9640 1 -- 172.21.15.67:0/2222679662 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f818508270 msgr2=0x55f818904300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:27:23.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.152+0000 7fa7d89b9640 1 --2- 172.21.15.67:0/2222679662 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f818508270 0x55f818904300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:23.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.152+0000 7fa7d89b9640 1 -- 172.21.15.67:0/2222679662 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f8188d2370 con 0x55f8184df3b0 2024-09-21T00:27:23.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.152+0000 7fa7d89b9640 1 --2- 172.21.15.67:0/2222679662 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f8184df3b0 0x55f8188d1940 secure :-1 s=READY pgs=1248 cs=0 l=1 rev1=1 crypto rx=0x7fa7d0001810 tx=0x7fa7d409bf20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=af02bf10fe95389 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:27:23.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.153+0000 7fa7b9ffb640 1 -- 172.21.15.67:0/2222679662 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7d0031040 con 0x55f8184df3b0 2024-09-21T00:27:23.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.153+0000 7fa7b9ffb640 1 -- 172.21.15.67:0/2222679662 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa7d0058420 con 0x55f8184df3b0 2024-09-21T00:27:23.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.153+0000 7fa7b9ffb640 1 -- 172.21.15.67:0/2222679662 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7d00587f0 con 0x55f8184df3b0 2024-09-21T00:27:23.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.153+0000 7fa7e1c64740 1 -- 172.21.15.67:0/2222679662 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f8184df3b0 msgr2=0x55f8188d1940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:23.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.153+0000 7fa7e1c64740 1 --2- 172.21.15.67:0/2222679662 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f8184df3b0 0x55f8188d1940 secure :-1 s=READY pgs=1248 cs=0 l=1 rev1=1 crypto rx=0x7fa7d0001810 tx=0x7fa7d409bf20 comp rx=0 tx=0).stop 2024-09-21T00:27:23.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.153+0000 7fa7e1c64740 1 -- 172.21.15.67:0/2222679662 shutdown_connections 2024-09-21T00:27:23.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.153+0000 7fa7e1c64740 1 --2- 172.21.15.67:0/2222679662 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f818508270 0x55f818904300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:23.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.153+0000 7fa7e1c64740 1 --2- 172.21.15.67:0/2222679662 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f8184e7590 0x55f818903dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:23.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.153+0000 7fa7e1c64740 1 --2- 172.21.15.67:0/2222679662 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f8184df3b0 0x55f8188d1940 unknown :-1 s=CLOSED pgs=1248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:23.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.153+0000 7fa7e1c64740 1 -- 172.21.15.67:0/2222679662 >> 172.21.15.67:0/2222679662 conn(0x55f8184fc3c0 msgr2=0x55f818907110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:27:23.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.153+0000 7fa7e1c64740 1 -- 172.21.15.67:0/2222679662 shutdown_connections 2024-09-21T00:27:23.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.154+0000 7fa7e1c64740 1 -- 172.21.15.67:0/2222679662 wait complete. 2024-09-21T00:27:23.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.154+0000 7fa7e1c64740 1 -- start start 2024-09-21T00:27:23.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.155+0000 7fa7e1c64740 1 Processor -- start 2024-09-21T00:27:23.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.156+0000 7fa7e1c64740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f8184df3b0 0x55f818903510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:23.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.156+0000 7fa7e1c64740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f8184e7590 0x55f8188f13a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:23.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.156+0000 7fa7e1c64740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f818508270 0x55f8188f18e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:23.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.156+0000 7fa7e1c64740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55f818904e30 con 0x55f8184e7590 2024-09-21T00:27:23.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.156+0000 7fa7e1c64740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55f8188ec8a0 con 0x55f8184df3b0 2024-09-21T00:27:23.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.156+0000 7fa7e1c64740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55f818907840 con 0x55f818508270 2024-09-21T00:27:23.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.156+0000 7fa7e1c64740 10 client.0 _ll_register_callbacks cb 0x7fa7cc006250 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:27:23.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.156+0000 7fa7cbfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f8184e7590 0x55f8188f13a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:23.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.156+0000 7fa7cbfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f8184e7590 0x55f8188f13a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:35918/0 (socket says 172.21.15.67:35918) 2024-09-21T00:27:23.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.156+0000 7fa7cbfff640 1 -- 172.21.15.67:0/1240498937 learned_addr learned my addr 172.21.15.67:0/1240498937 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:27:23.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.156+0000 7fa7d89b9640 1 --2- 172.21.15.67:0/1240498937 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f8184df3b0 0x55f818903510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:23.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.156+0000 7fa7d91ba640 1 --2- 172.21.15.67:0/1240498937 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f818508270 0x55f8188f18e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:23.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.156+0000 7fa7cbfff640 1 -- 172.21.15.67:0/1240498937 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f818508270 msgr2=0x55f8188f18e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:27:23.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.156+0000 7fa7cbfff640 1 --2- 172.21.15.67:0/1240498937 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f818508270 0x55f8188f18e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:23.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.156+0000 7fa7cbfff640 1 -- 172.21.15.67:0/1240498937 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f8184df3b0 msgr2=0x55f818903510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:27:23.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.156+0000 7fa7cbfff640 1 --2- 172.21.15.67:0/1240498937 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f8184df3b0 0x55f818903510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:23.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.156+0000 7fa7cbfff640 1 -- 172.21.15.67:0/1240498937 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f8188f4b10 con 0x55f8184e7590 2024-09-21T00:27:23.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.157+0000 7fa7cbfff640 1 --2- 172.21.15.67:0/1240498937 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f8184e7590 0x55f8188f13a0 secure :-1 s=READY pgs=1249 cs=0 l=1 rev1=1 crypto rx=0x7fa7c40633a0 tx=0x7fa7c400d480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8cc7df427907ecac server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:27:23.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.157+0000 7fa7b37fe640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:27:23.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.157+0000 7fa7b37fe640 1 -- 172.21.15.67:0/1240498937 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7c404e070 con 0x55f8184e7590 2024-09-21T00:27:23.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.157+0000 7fa7b37fe640 1 -- 172.21.15.67:0/1240498937 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 5709+0+0 (secure 0 0 0) 0x7fa7c4062670 con 0x55f8184e7590 2024-09-21T00:27:23.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.157+0000 7fa7e1c64740 1 -- 172.21.15.67:0/1240498937 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa7d0058420 con 0x55f8184e7590 2024-09-21T00:27:23.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.157+0000 7fa7b37fe640 1 -- 172.21.15.67:0/1240498937 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=89) ==== 24+0+0 (secure 0 0 0) 0x7fa7c4084050 con 0x55f8184e7590 2024-09-21T00:27:23.164 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.157+0000 7fa7e1c64740 10 client.7836 fetch_fsmap learned FSMap version 89 2024-09-21T00:27:23.164 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.157+0000 7fa7e1c64740 1 -- 172.21.15.67:0/1240498937 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=89,monmap=2+}) -- 0x55f8188f33a0 con 0x55f8184e7590 2024-09-21T00:27:23.164 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.157+0000 7fa7b37fe640 1 -- 172.21.15.67:0/1240498937 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa7d0058420 con 0x55f8184e7590 2024-09-21T00:27:23.164 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.157+0000 7fa7b37fe640 1 -- 172.21.15.67:0/1240498937 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 89) ==== 3502+0+0 (secure 0 0 0) 0x7fa7c4023030 con 0x55f8184e7590 2024-09-21T00:27:23.164 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.157+0000 7fa7e1c64740 10 client.7836 fetch_fsmap finished waiting for FSMap version 89 2024-09-21T00:27:23.164 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.157+0000 7fa7e1c64740 10 client.7836 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-21T00:27:23.164 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.157+0000 7fa7e1c64740 20 client.7836 populate_metadata read hostname 'smithi067' 2024-09-21T00:27:23.164 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.157+0000 7fa7e1c64740 1 --2- 172.21.15.67:0/1240498937 >> [v2:172.21.15.67:6833/932752713,v1:172.21.15.67:6835/932752713] conn(0x55f818977330 0x55f818977740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:23.164 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.157+0000 7fa7e1c64740 4 client.7836 mds_command: new command op to 7093 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-21T00:27:23.164 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.157+0000 7fa7e1c64740 1 -- 172.21.15.67:0/1240498937 --> [v2:172.21.15.67:6833/932752713,v1:172.21.15.67:6835/932752713] -- command(tid 0: {"prefix": "status"}) -- 0x55f8188d46a0 con 0x55f818977330 2024-09-21T00:27:23.165 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.157+0000 7fa7d89b9640 1 --2- 172.21.15.67:0/1240498937 >> [v2:172.21.15.67:6833/932752713,v1:172.21.15.67:6835/932752713] conn(0x55f818977330 0x55f818977740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:23.165 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.158+0000 7fa7b37fe640 10 client.7836 ms_handle_connect on v2:172.21.15.67:6833/932752713 2024-09-21T00:27:23.165 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.158+0000 7fa7d89b9640 1 --2- 172.21.15.67:0/1240498937 >> [v2:172.21.15.67:6833/932752713,v1:172.21.15.67:6835/932752713] conn(0x55f818977330 0x55f818977740 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=451c1b3adc101be5 server_cookie=64d33e253dde955c in_seq=0 out_seq=0 2024-09-21T00:27:23.165 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.158+0000 7fa7b37fe640 1 -- 172.21.15.67:0/1240498937 <== mds.0 v2:172.21.15.67:6833/932752713 1 ==== command_reply(tid 0: 0 ) ==== 8+0+325 (crc 0 0 0) 0x55f8188d46a0 con 0x55f818977330 2024-09-21T00:27:23.165 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.158+0000 7fa7b37fe640 10 client.7836 handle_command_reply: tid=0 2024-09-21T00:27:23.165 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.158+0000 7fa7e1c64740 1 client.7836 shutdown 2024-09-21T00:27:23.165 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.158+0000 7fa7e1c64740 1 -- 172.21.15.67:0/1240498937 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f8184e7590 msgr2=0x55f8188f13a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:23.165 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.158+0000 7fa7e1c64740 1 --2- 172.21.15.67:0/1240498937 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f8184e7590 0x55f8188f13a0 secure :-1 s=READY pgs=1249 cs=0 l=1 rev1=1 crypto rx=0x7fa7c40633a0 tx=0x7fa7c400d480 comp rx=0 tx=0).stop 2024-09-21T00:27:23.165 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.158+0000 7fa7e1c64740 1 -- 172.21.15.67:0/1240498937 shutdown_connections 2024-09-21T00:27:23.165 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.158+0000 7fa7e1c64740 1 --2- 172.21.15.67:0/1240498937 >> [v2:172.21.15.67:6833/932752713,v1:172.21.15.67:6835/932752713] conn(0x55f818977330 0x55f818977740 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:23.165 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.158+0000 7fa7e1c64740 1 --2- 172.21.15.67:0/1240498937 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f818508270 0x55f8188f18e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:23.165 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.158+0000 7fa7b37fe640 0 client.7836 ms_handle_reset on v2:172.21.15.67:6833/932752713 2024-09-21T00:27:23.165 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.158+0000 7fa7e1c64740 1 --2- 172.21.15.67:0/1240498937 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f8184e7590 0x55f8188f13a0 unknown :-1 s=CLOSED pgs=1249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:23.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.158+0000 7fa7e1c64740 1 --2- 172.21.15.67:0/1240498937 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f8184df3b0 0x55f818903510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:23.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.158+0000 7fa7e1c64740 1 -- 172.21.15.67:0/1240498937 >> 172.21.15.67:0/1240498937 conn(0x55f8184fc3c0 msgr2=0x55f818906fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:27:23.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.158+0000 7fa7e1c64740 1 -- 172.21.15.67:0/1240498937 shutdown_connections 2024-09-21T00:27:23.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.158+0000 7fa7e1c64740 1 -- 172.21.15.67:0/1240498937 wait complete. 2024-09-21T00:27:23.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.159+0000 7fa7e1c64740 20 client.7836 trim_cache size 0 max 16384 2024-09-21T00:27:23.166 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:27:23.167 INFO:teuthology.orchestra.run.smithi067.stdout: "cluster_fsid": "166a8832-baab-4541-be5c-9c3483b3f7a3", 2024-09-21T00:27:23.167 INFO:teuthology.orchestra.run.smithi067.stdout: "whoami": 0, 2024-09-21T00:27:23.167 INFO:teuthology.orchestra.run.smithi067.stdout: "id": 7093, 2024-09-21T00:27:23.167 INFO:teuthology.orchestra.run.smithi067.stdout: "want_state": "up:active", 2024-09-21T00:27:23.167 INFO:teuthology.orchestra.run.smithi067.stdout: "state": "up:active", 2024-09-21T00:27:23.167 INFO:teuthology.orchestra.run.smithi067.stdout: "fs_name": "cephfs", 2024-09-21T00:27:23.167 INFO:teuthology.orchestra.run.smithi067.stdout: "rank_uptime": 5.87068894, 2024-09-21T00:27:23.167 INFO:teuthology.orchestra.run.smithi067.stdout: "mdsmap_epoch": 89, 2024-09-21T00:27:23.167 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch": 104, 2024-09-21T00:27:23.167 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch_barrier": 104, 2024-09-21T00:27:23.167 INFO:teuthology.orchestra.run.smithi067.stdout: "uptime": 17.525717220000001 2024-09-21T00:27:23.167 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:27:23.168 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.159+0000 7fa7dac1d640 1 -- 172.21.15.67:0/2546572276 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa7c0078b90 msgr2=0x7fa7c007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:23.168 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.159+0000 7fa7dac1d640 1 --2- 172.21.15.67:0/2546572276 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa7c0078b90 0x7fa7c007b0a0 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7fa7d0033000 tx=0x7fa7d0038040 comp rx=0 tx=0).stop 2024-09-21T00:27:23.168 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.159+0000 7fa7dac1d640 1 -- 172.21.15.67:0/2546572276 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa7d40c96e0 msgr2=0x7fa7d41f6680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:23.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.159+0000 7fa7dac1d640 1 --2- 172.21.15.67:0/2546572276 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa7d40c96e0 0x7fa7d41f6680 secure :-1 s=READY pgs=1245 cs=0 l=1 rev1=1 crypto rx=0x7fa7c400f7a0 tx=0x7fa7c400fc60 comp rx=0 tx=0).stop 2024-09-21T00:27:23.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.159+0000 7fa7dac1d640 1 -- 172.21.15.67:0/2546572276 shutdown_connections 2024-09-21T00:27:23.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.159+0000 7fa7dac1d640 1 --2- 172.21.15.67:0/2546572276 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa7c0078b90 0x7fa7c007b0a0 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:23.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.159+0000 7fa7dac1d640 1 --2- 172.21.15.67:0/2546572276 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa7d40c9af0 0x7fa7d41f6bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:23.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.159+0000 7fa7dac1d640 1 --2- 172.21.15.67:0/2546572276 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa7d40c96e0 0x7fa7d41f6680 unknown :-1 s=CLOSED pgs=1245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:23.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.159+0000 7fa7dac1d640 1 --2- 172.21.15.67:0/2546572276 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa7bc003a00 0x7fa7d41e7cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:23.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.159+0000 7fa7dac1d640 1 -- 172.21.15.67:0/2546572276 >> 172.21.15.67:0/2546572276 conn(0x7fa7d40b4140 msgr2=0x7fa7d40b6520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:27:23.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.159+0000 7fa7dac1d640 1 -- 172.21.15.67:0/2546572276 shutdown_connections 2024-09-21T00:27:23.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.159+0000 7fa7dac1d640 1 -- 172.21.15.67:0/2546572276 wait complete. 2024-09-21T00:27:23.172 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-21T00:27:23.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.287+0000 7fe01800e640 1 -- 172.21.15.67:0/3895684860 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe010070070 msgr2=0x7fe010070480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:23.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.287+0000 7fe01800e640 1 --2- 172.21.15.67:0/3895684860 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe010070070 0x7fe010070480 secure :-1 s=READY pgs=1251 cs=0 l=1 rev1=1 crypto rx=0x7fe000009830 tx=0x7fe00002a560 comp rx=0 tx=0).stop 2024-09-21T00:27:23.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.287+0000 7fe01800e640 1 -- 172.21.15.67:0/3895684860 shutdown_connections 2024-09-21T00:27:23.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.287+0000 7fe01800e640 1 --2- 172.21.15.67:0/3895684860 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe010070070 0x7fe010070480 unknown :-1 s=CLOSED pgs=1251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:23.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.287+0000 7fe01800e640 1 --2- 172.21.15.67:0/3895684860 >> v2:172.21.15.97:3300/0 conn(0x7fe010152720 0x7fe0100b4a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:23.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.287+0000 7fe01800e640 1 -- 172.21.15.67:0/3895684860 >> 172.21.15.67:0/3895684860 conn(0x7fe01006d5a0 msgr2=0x7fe0100b1d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:27:23.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.287+0000 7fe01800e640 1 -- 172.21.15.67:0/3895684860 shutdown_connections 2024-09-21T00:27:23.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.287+0000 7fe01800e640 1 -- 172.21.15.67:0/3895684860 wait complete. 2024-09-21T00:27:23.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.289+0000 7fe01800e640 1 Processor -- start 2024-09-21T00:27:23.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.289+0000 7fe01800e640 1 -- start start 2024-09-21T00:27:23.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.290+0000 7fe01800e640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe010070070 0x7fe0101f5290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:23.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.290+0000 7fe01800e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe010152720 0x7fe0100ceac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:23.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.290+0000 7fe01800e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe01015f1e0 0x7fe01015a6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:23.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.290+0000 7fe01800e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fe01015cb50 con 0x7fe010152720 2024-09-21T00:27:23.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.290+0000 7fe01800e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fe01015ff10 con 0x7fe01015f1e0 2024-09-21T00:27:23.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.290+0000 7fe01800e640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fe0100af0a0 con 0x7fe010070070 2024-09-21T00:27:23.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.290+0000 7fe0155a9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe010152720 0x7fe0100ceac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:23.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.290+0000 7fe0155a9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe010152720 0x7fe0100ceac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45816/0 (socket says 172.21.15.67:45816) 2024-09-21T00:27:23.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.290+0000 7fe0155a9640 1 -- 172.21.15.67:0/3840112271 learned_addr learned my addr 172.21.15.67:0/3840112271 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:27:23.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.291+0000 7fe015daa640 1 --2- 172.21.15.67:0/3840112271 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe010070070 0x7fe0101f5290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:23.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.291+0000 7fe0165ab640 1 --2- 172.21.15.67:0/3840112271 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe01015f1e0 0x7fe01015a6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:23.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.291+0000 7fe0155a9640 1 -- 172.21.15.67:0/3840112271 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe010070070 msgr2=0x7fe0101f5290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:23.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.291+0000 7fe0155a9640 1 --2- 172.21.15.67:0/3840112271 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe010070070 0x7fe0101f5290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:23.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.291+0000 7fe0155a9640 1 -- 172.21.15.67:0/3840112271 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe01015f1e0 msgr2=0x7fe01015a6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:23.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.291+0000 7fe0155a9640 1 --2- 172.21.15.67:0/3840112271 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe01015f1e0 0x7fe01015a6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:23.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.291+0000 7fe0155a9640 1 -- 172.21.15.67:0/3840112271 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0101f93f0 con 0x7fe010152720 2024-09-21T00:27:23.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.291+0000 7fe015daa640 1 --2- 172.21.15.67:0/3840112271 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe010070070 0x7fe0101f5290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:27:23.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.291+0000 7fe0165ab640 1 --2- 172.21.15.67:0/3840112271 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe01015f1e0 0x7fe01015a6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:27:23.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.291+0000 7fe0155a9640 1 --2- 172.21.15.67:0/3840112271 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe010152720 0x7fe0100ceac0 secure :-1 s=READY pgs=1252 cs=0 l=1 rev1=1 crypto rx=0x7fe000009950 tx=0x7fe000033c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:27:23.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.291+0000 7fe0067fc640 1 -- 172.21.15.67:0/3840112271 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe000005c90 con 0x7fe010152720 2024-09-21T00:27:23.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.291+0000 7fe0067fc640 1 -- 172.21.15.67:0/3840112271 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe000031e50 con 0x7fe010152720 2024-09-21T00:27:23.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.291+0000 7fe01800e640 1 -- 172.21.15.67:0/3840112271 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe0101f96d0 con 0x7fe010152720 2024-09-21T00:27:23.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.291+0000 7fe0067fc640 1 -- 172.21.15.67:0/3840112271 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0000332f0 con 0x7fe010152720 2024-09-21T00:27:23.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.291+0000 7fe01800e640 1 -- 172.21.15.67:0/3840112271 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe0101f9c90 con 0x7fe010152720 2024-09-21T00:27:23.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.292+0000 7fe01800e640 1 -- 172.21.15.67:0/3840112271 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe0101f9160 con 0x7fe010152720 2024-09-21T00:27:23.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.293+0000 7fe0067fc640 1 -- 172.21.15.67:0/3840112271 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fe000033490 con 0x7fe010152720 2024-09-21T00:27:23.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.293+0000 7fe0067fc640 1 --2- 172.21.15.67:0/3840112271 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdff4078b90 0x7fdff407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:23.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.294+0000 7fe0067fc640 1 -- 172.21.15.67:0/3840112271 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 5709+0+0 (secure 0 0 0) 0x7fe0000bc200 con 0x7fe010152720 2024-09-21T00:27:23.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.294+0000 7fe015daa640 1 --2- 172.21.15.67:0/3840112271 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdff4078b90 0x7fdff407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:23.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.294+0000 7fe015daa640 1 --2- 172.21.15.67:0/3840112271 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdff4078b90 0x7fdff407b0a0 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7fe00c009aa0 tx=0x7fe00c005db0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:27:23.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.298+0000 7fe0067fc640 1 -- 172.21.15.67:0/3840112271 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fe00003f030 con 0x7fe010152720 2024-09-21T00:27:23.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.524+0000 7fe01800e640 1 -- 172.21.15.67:0/3840112271 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fe010070480 con 0x7fe010152720 2024-09-21T00:27:23.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.525+0000 7fe0067fc640 1 -- 172.21.15.67:0/3840112271 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v89) ==== 53+0+73 (secure 0 0 0) 0x7fe000084640 con 0x7fe010152720 2024-09-21T00:27:23.526 INFO:teuthology.orchestra.run.smithi067.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-21T00:27:23.528 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.527+0000 7fe01800e640 1 -- 172.21.15.67:0/3840112271 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdff4078b90 msgr2=0x7fdff407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:23.528 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.527+0000 7fe01800e640 1 --2- 172.21.15.67:0/3840112271 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdff4078b90 0x7fdff407b0a0 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7fe00c009aa0 tx=0x7fe00c005db0 comp rx=0 tx=0).stop 2024-09-21T00:27:23.528 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.527+0000 7fe01800e640 1 -- 172.21.15.67:0/3840112271 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe010152720 msgr2=0x7fe0100ceac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:23.528 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.527+0000 7fe01800e640 1 --2- 172.21.15.67:0/3840112271 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe010152720 0x7fe0100ceac0 secure :-1 s=READY pgs=1252 cs=0 l=1 rev1=1 crypto rx=0x7fe000009950 tx=0x7fe000033c90 comp rx=0 tx=0).stop 2024-09-21T00:27:23.528 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.527+0000 7fe01800e640 1 -- 172.21.15.67:0/3840112271 shutdown_connections 2024-09-21T00:27:23.528 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.527+0000 7fe01800e640 1 --2- 172.21.15.67:0/3840112271 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdff4078b90 0x7fdff407b0a0 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:23.528 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.527+0000 7fe01800e640 1 --2- 172.21.15.67:0/3840112271 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe01015f1e0 0x7fe01015a6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:23.528 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.527+0000 7fe01800e640 1 --2- 172.21.15.67:0/3840112271 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe010152720 0x7fe0100ceac0 unknown :-1 s=CLOSED pgs=1252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:23.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.527+0000 7fe01800e640 1 --2- 172.21.15.67:0/3840112271 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe010070070 0x7fe0101f5290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:23.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.527+0000 7fe01800e640 1 -- 172.21.15.67:0/3840112271 >> 172.21.15.67:0/3840112271 conn(0x7fe01006d5a0 msgr2=0x7fe01015e440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:27:23.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.527+0000 7fe01800e640 1 -- 172.21.15.67:0/3840112271 shutdown_connections 2024-09-21T00:27:23.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23.527+0000 7fe01800e640 1 -- 172.21.15.67:0/3840112271 wait complete. 2024-09-21T00:27:23.539 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-21T00:27:23.539 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-21T00:27:23.539 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi067.front.sepia.ceph.com 2024-09-21T00:27:23.539 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-21T00:27:23.540 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-21T00:27:23.540 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-21T00:27:23.540 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-21T00:27:23.540 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-21T00:27:23.540 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-21T00:27:23.540 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:27:23.540 DEBUG:teuthology.orchestra.run.smithi067:> ip addr 2024-09-21T00:27:23.556 INFO:teuthology.orchestra.run.smithi067.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-21T00:27:23.556 INFO:teuthology.orchestra.run.smithi067.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-21T00:27:23.556 INFO:teuthology.orchestra.run.smithi067.stdout: inet 127.0.0.1/8 scope host lo 2024-09-21T00:27:23.557 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:27:23.557 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 ::1/128 scope host 2024-09-21T00:27:23.557 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:27:23.557 INFO:teuthology.orchestra.run.smithi067.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-21T00:27:23.557 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:a8:b4:7e brd ff:ff:ff:ff:ff:ff 2024-09-21T00:27:23.557 INFO:teuthology.orchestra.run.smithi067.stdout: altname enp7s0f0 2024-09-21T00:27:23.557 INFO:teuthology.orchestra.run.smithi067.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-21T00:27:23.557 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:a8:b4:7f brd ff:ff:ff:ff:ff:ff 2024-09-21T00:27:23.557 INFO:teuthology.orchestra.run.smithi067.stdout: altname enp7s0f1 2024-09-21T00:27:23.557 INFO:teuthology.orchestra.run.smithi067.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-21T00:27:23.557 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:b6:fc:0a brd ff:ff:ff:ff:ff:ff 2024-09-21T00:27:23.557 INFO:teuthology.orchestra.run.smithi067.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-21T00:27:23.557 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:b6:fc:0b brd ff:ff:ff:ff:ff:ff 2024-09-21T00:27:23.558 INFO:teuthology.orchestra.run.smithi067.stdout: inet 172.21.15.67/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-21T00:27:23.558 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft 42424sec preferred_lft 42424sec 2024-09-21T00:27:23.558 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::ec4:7aff:feb6:fc0b/64 scope link noprefixroute 2024-09-21T00:27:23.558 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:27:23.558 INFO:teuthology.orchestra.run.smithi067.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-21T00:27:23.558 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether ae:69:02:89:12:0b brd ff:ff:ff:ff:ff:ff 2024-09-21T00:27:23.558 INFO:teuthology.orchestra.run.smithi067.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-21T00:27:23.558 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:27:23.558 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::cb7:27ff:fe38:31a4/64 scope link 2024-09-21T00:27:23.558 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:27:23.558 INFO:teuthology.orchestra.run.smithi067.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T00:27:23.558 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether ae:69:02:89:12:0b brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:27:23.558 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::ac69:2ff:fe89:120b/64 scope link 2024-09-21T00:27:23.559 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:27:23.559 INFO:teuthology.orchestra.run.smithi067.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T00:27:23.559 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether d6:c9:e4:80:cc:a3 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:27:23.559 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::d4c9:e4ff:fe80:cca3/64 scope link 2024-09-21T00:27:23.559 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:27:23.559 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:27:23.559 DEBUG:teuthology.orchestra.run.smithi067:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-21T00:27:23.621 INFO:teuthology.orchestra.run.smithi067.stdout:1 2024-09-21T00:27:23.623 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:27:23.623 DEBUG:teuthology.orchestra.run.smithi067:> route 2024-09-21T00:27:23.680 INFO:teuthology.orchestra.run.smithi067.stdout:Kernel IP routing table 2024-09-21T00:27:23.680 INFO:teuthology.orchestra.run.smithi067.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-21T00:27:23.680 INFO:teuthology.orchestra.run.smithi067.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-21T00:27:23.680 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-21T00:27:23.680 INFO:teuthology.orchestra.run.smithi067.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-21T00:27:23.680 DEBUG:teuthology.orchestra.run.smithi067:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T00:27:23.680 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:27:23.681 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-21T00:27:23.681 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-21T00:27:23.681 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-21T00:27:23.681 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:27:23.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T00:27:23.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:27:23.808 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:27:23.808 DEBUG:teuthology.orchestra.run.smithi067:> ip netns list 2024-09-21T00:27:23.823 INFO:teuthology.orchestra.run.smithi067.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-21T00:27:23.824 INFO:teuthology.orchestra.run.smithi067.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-21T00:27:23.824 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-21T00:27:23.824 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:27:23.824 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip link set brx.0 up 2024-09-21T00:27:23.889 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-21T00:27:23.889 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T00:27:23.889 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-21T00:27:23.944 INFO:teuthology.orchestra.run.smithi067.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-21T00:27:23.945 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T00:27:23.945 DEBUG:teuthology.orchestra.run.smithi067:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-21T00:27:24.000 DEBUG:teuthology.orchestra.run.smithi067:> sudo modprobe fuse 2024-09-21T00:27:24.066 DEBUG:teuthology.orchestra.run.smithi067:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T00:27:24.122 INFO:teuthology.orchestra.run.smithi067.stdout:/proc 2024-09-21T00:27:24.123 INFO:teuthology.orchestra.run.smithi067.stdout:/sys 2024-09-21T00:27:24.123 INFO:teuthology.orchestra.run.smithi067.stdout:/dev 2024-09-21T00:27:24.123 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/security 2024-09-21T00:27:24.123 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/shm 2024-09-21T00:27:24.123 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/pts 2024-09-21T00:27:24.123 INFO:teuthology.orchestra.run.smithi067.stdout:/run 2024-09-21T00:27:24.123 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/cgroup 2024-09-21T00:27:24.123 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/pstore 2024-09-21T00:27:24.123 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/bpf 2024-09-21T00:27:24.123 INFO:teuthology.orchestra.run.smithi067.stdout:/ 2024-09-21T00:27:24.123 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/selinux 2024-09-21T00:27:24.123 INFO:teuthology.orchestra.run.smithi067.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T00:27:24.123 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/hugepages 2024-09-21T00:27:24.124 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/mqueue 2024-09-21T00:27:24.124 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/debug 2024-09-21T00:27:24.124 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/tracing 2024-09-21T00:27:24.124 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/fuse/connections 2024-09-21T00:27:24.124 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-sysctl.service 2024-09-21T00:27:24.124 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/config 2024-09-21T00:27:24.124 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-21T00:27:24.124 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-21T00:27:24.124 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/nfs/rpc_pipefs 2024-09-21T00:27:24.124 INFO:teuthology.orchestra.run.smithi067.stdout:/run/user/1000 2024-09-21T00:27:24.124 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph 2024-09-21T00:27:24.124 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T00:27:24.124 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T00:27:24.124 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T00:27:24.125 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T00:27:24.125 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns 2024-09-21T00:27:24.125 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:27:24.125 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:27:24.125 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:27:24.125 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:27:24.125 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:27:24.125 DEBUG:teuthology.orchestra.run.smithi067:> ls /sys/fs/fuse/connections 2024-09-21T00:27:24.178 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-21T00:27:24.178 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-21T00:27:24.221 DEBUG:teuthology.orchestra.run.smithi067:> sudo modprobe fuse 2024-09-21T00:27:24.246 DEBUG:teuthology.orchestra.run.smithi067:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T00:27:24.306 INFO:teuthology.orchestra.run.smithi067.stdout:/proc 2024-09-21T00:27:24.306 INFO:teuthology.orchestra.run.smithi067.stdout:/sys 2024-09-21T00:27:24.306 INFO:teuthology.orchestra.run.smithi067.stdout:/dev 2024-09-21T00:27:24.306 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/security 2024-09-21T00:27:24.306 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/shm 2024-09-21T00:27:24.306 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/pts 2024-09-21T00:27:24.306 INFO:teuthology.orchestra.run.smithi067.stdout:/run 2024-09-21T00:27:24.306 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/cgroup 2024-09-21T00:27:24.306 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/pstore 2024-09-21T00:27:24.306 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/bpf 2024-09-21T00:27:24.306 INFO:teuthology.orchestra.run.smithi067.stdout:/ 2024-09-21T00:27:24.307 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/selinux 2024-09-21T00:27:24.307 INFO:teuthology.orchestra.run.smithi067.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T00:27:24.307 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/hugepages 2024-09-21T00:27:24.307 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/mqueue 2024-09-21T00:27:24.307 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/debug 2024-09-21T00:27:24.307 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/tracing 2024-09-21T00:27:24.307 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/fuse/connections 2024-09-21T00:27:24.307 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-sysctl.service 2024-09-21T00:27:24.307 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/config 2024-09-21T00:27:24.307 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-21T00:27:24.307 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-21T00:27:24.307 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/nfs/rpc_pipefs 2024-09-21T00:27:24.307 INFO:teuthology.orchestra.run.smithi067.stdout:/run/user/1000 2024-09-21T00:27:24.307 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph 2024-09-21T00:27:24.308 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T00:27:24.308 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T00:27:24.308 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T00:27:24.308 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T00:27:24.308 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns 2024-09-21T00:27:24.308 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:27:24.308 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:27:24.308 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:27:24.308 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:27:24.309 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:27:24.309 DEBUG:teuthology.orchestra.run.smithi067:> ls /sys/fs/fuse/connections 2024-09-21T00:27:24.318 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:2024-09-21T00:27:24.316+0000 7f750ed22480 -1 init, newargv = 0x7f74f0001080 newargc=15 2024-09-21T00:27:24.318 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:ceph-fuse[72460]: starting ceph client 2024-09-21T00:27:24.323 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:ceph-fuse[72460]: starting fuse 2024-09-21T00:27:24.334 INFO:teuthology.orchestra.run.smithi067.stdout:41 2024-09-21T00:27:24.334 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-21T00:27:24.334 DEBUG:teuthology.orchestra.run.smithi067:> sudo stdin-killer -- python3 -c ' 2024-09-21T00:27:24.334 DEBUG:teuthology.orchestra.run.smithi067:> import glob 2024-09-21T00:27:24.334 DEBUG:teuthology.orchestra.run.smithi067:> import re 2024-09-21T00:27:24.334 DEBUG:teuthology.orchestra.run.smithi067:> import os 2024-09-21T00:27:24.334 DEBUG:teuthology.orchestra.run.smithi067:> import subprocess 2024-09-21T00:27:24.334 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:27:24.335 DEBUG:teuthology.orchestra.run.smithi067:> def _find_admin_socket(client_name): 2024-09-21T00:27:24.335 DEBUG:teuthology.orchestra.run.smithi067:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-21T00:27:24.335 DEBUG:teuthology.orchestra.run.smithi067:> files = glob.glob(asok_path) 2024-09-21T00:27:24.335 DEBUG:teuthology.orchestra.run.smithi067:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-21T00:27:24.335 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:27:24.335 DEBUG:teuthology.orchestra.run.smithi067:> # Given a non-glob path, it better be there 2024-09-21T00:27:24.335 DEBUG:teuthology.orchestra.run.smithi067:> if "*" not in asok_path: 2024-09-21T00:27:24.335 DEBUG:teuthology.orchestra.run.smithi067:> assert(len(files) == 1) 2024-09-21T00:27:24.335 DEBUG:teuthology.orchestra.run.smithi067:> return files[0] 2024-09-21T00:27:24.335 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:27:24.335 DEBUG:teuthology.orchestra.run.smithi067:> for f in files: 2024-09-21T00:27:24.335 DEBUG:teuthology.orchestra.run.smithi067:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-21T00:27:24.336 DEBUG:teuthology.orchestra.run.smithi067:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-21T00:27:24.336 DEBUG:teuthology.orchestra.run.smithi067:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-21T00:27:24.336 DEBUG:teuthology.orchestra.run.smithi067:> contents = proc_f.read() 2024-09-21T00:27:24.336 DEBUG:teuthology.orchestra.run.smithi067:> if mountpoint in contents: 2024-09-21T00:27:24.336 DEBUG:teuthology.orchestra.run.smithi067:> return f 2024-09-21T00:27:24.336 DEBUG:teuthology.orchestra.run.smithi067:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-21T00:27:24.336 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:27:24.336 DEBUG:teuthology.orchestra.run.smithi067:> print(_find_admin_socket("client.0")) 2024-09-21T00:27:24.336 DEBUG:teuthology.orchestra.run.smithi067:> ' 2024-09-21T00:27:24.454 INFO:teuthology.orchestra.run.smithi067.stdout:/var/run/ceph/ceph-client.0.72460.asok 2024-09-21T00:27:24.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:27:24.464 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.72460.asok 2024-09-21T00:27:24.464 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:27:24.464 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.72460.asok status 2024-09-21T00:27:24.610 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:27:24.610 INFO:teuthology.orchestra.run.smithi067.stdout: "metadata": { 2024-09-21T00:27:24.610 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", 2024-09-21T00:27:24.610 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", 2024-09-21T00:27:24.610 INFO:teuthology.orchestra.run.smithi067.stdout: "entity_id": "0", 2024-09-21T00:27:24.610 INFO:teuthology.orchestra.run.smithi067.stdout: "hostname": "smithi067", 2024-09-21T00:27:24.610 INFO:teuthology.orchestra.run.smithi067.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-21T00:27:24.610 INFO:teuthology.orchestra.run.smithi067.stdout: "pid": "72460", 2024-09-21T00:27:24.610 INFO:teuthology.orchestra.run.smithi067.stdout: "root": "/" 2024-09-21T00:27:24.611 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:27:24.611 INFO:teuthology.orchestra.run.smithi067.stdout: "dentry_count": 0, 2024-09-21T00:27:24.611 INFO:teuthology.orchestra.run.smithi067.stdout: "dentry_pinned_count": 0, 2024-09-21T00:27:24.611 INFO:teuthology.orchestra.run.smithi067.stdout: "id": 7854, 2024-09-21T00:27:24.611 INFO:teuthology.orchestra.run.smithi067.stdout: "inst": { 2024-09-21T00:27:24.611 INFO:teuthology.orchestra.run.smithi067.stdout: "name": { 2024-09-21T00:27:24.611 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "client", 2024-09-21T00:27:24.611 INFO:teuthology.orchestra.run.smithi067.stdout: "num": 7854 2024-09-21T00:27:24.611 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:27:24.611 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": { 2024-09-21T00:27:24.611 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "v1", 2024-09-21T00:27:24.611 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": "192.168.0.1:0", 2024-09-21T00:27:24.612 INFO:teuthology.orchestra.run.smithi067.stdout: "nonce": 1926378859 2024-09-21T00:27:24.612 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:27:24.612 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:27:24.612 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": { 2024-09-21T00:27:24.612 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "v1", 2024-09-21T00:27:24.612 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": "192.168.0.1:0", 2024-09-21T00:27:24.612 INFO:teuthology.orchestra.run.smithi067.stdout: "nonce": 1926378859 2024-09-21T00:27:24.612 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:27:24.612 INFO:teuthology.orchestra.run.smithi067.stdout: "inst_str": "client.7854 192.168.0.1:0/1926378859", 2024-09-21T00:27:24.612 INFO:teuthology.orchestra.run.smithi067.stdout: "addr_str": "192.168.0.1:0/1926378859", 2024-09-21T00:27:24.612 INFO:teuthology.orchestra.run.smithi067.stdout: "inode_count": 1, 2024-09-21T00:27:24.612 INFO:teuthology.orchestra.run.smithi067.stdout: "mds_epoch": 89, 2024-09-21T00:27:24.612 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_epoch": 104, 2024-09-21T00:27:24.612 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_epoch_barrier": 0, 2024-09-21T00:27:24.613 INFO:teuthology.orchestra.run.smithi067.stdout: "blocklisted": false, 2024-09-21T00:27:24.613 INFO:teuthology.orchestra.run.smithi067.stdout: "fs_name": "cephfs" 2024-09-21T00:27:24.613 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:27:24.619 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:27:24.619 DEBUG:teuthology.orchestra.run.smithi067:> stat --file-system '--printf=%T 2024-09-21T00:27:24.619 DEBUG:teuthology.orchestra.run.smithi067:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-21T00:27:24.635 INFO:teuthology.orchestra.run.smithi067.stdout:fuseblk 2024-09-21T00:27:24.635 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-21T00:27:24.635 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:27:24.635 DEBUG:teuthology.orchestra.run.smithi067:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-21T00:27:24.701 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_new_snaps true --yes-i-really-mean-it 2024-09-21T00:27:24.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:24.861+0000 7f44915ba640 1 -- 172.21.15.67:0/179078419 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4478004800 msgr2=0x7f4478004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:24.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:24.861+0000 7f44915ba640 1 --2- 172.21.15.67:0/179078419 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4478004800 0x7f4478004c10 secure :-1 s=READY pgs=1257 cs=0 l=1 rev1=1 crypto rx=0x7f44740016c0 tx=0x7f4478005830 comp rx=0 tx=0).stop 2024-09-21T00:27:24.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:24.861+0000 7f448b7fe640 1 -- 172.21.15.67:0/179078419 reap_dead start 2024-09-21T00:27:24.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:24.862+0000 7f44915ba640 1 -- 172.21.15.67:0/179078419 shutdown_connections 2024-09-21T00:27:24.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:24.862+0000 7f44915ba640 1 -- 172.21.15.67:0/179078419 >> 172.21.15.67:0/179078419 conn(0x7f448c0d4630 msgr2=0x7f448c0d4a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:27:24.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:24.862+0000 7f44915ba640 1 -- 172.21.15.67:0/179078419 shutdown_connections 2024-09-21T00:27:24.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:24.862+0000 7f44915ba640 1 -- 172.21.15.67:0/179078419 wait complete. 2024-09-21T00:27:24.865 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:24.864+0000 7f44915ba640 1 Processor -- start 2024-09-21T00:27:24.865 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:24.864+0000 7f44915ba640 1 -- start start 2024-09-21T00:27:24.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:24.865+0000 7f44915ba640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4478004800 0x7f448c0cda70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:24.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:24.865+0000 7f44915ba640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f448c15cbf0 0x7f448c09ff00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:24.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:24.865+0000 7f44915ba640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f448c0a1720 0x7f448c1f9160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:24.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:24.865+0000 7f44915ba640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f448c06e830 con 0x7f4478004800 2024-09-21T00:27:24.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:24.865+0000 7f44915ba640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f448c06e6b0 con 0x7f448c15cbf0 2024-09-21T00:27:24.868 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:24.865+0000 7f44915ba640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f448c0d0760 con 0x7f448c0a1720 2024-09-21T00:27:24.868 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:24.865+0000 7f448affd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4478004800 0x7f448c0cda70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:24.868 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:24.865+0000 7f448affd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4478004800 0x7f448c0cda70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45836/0 (socket says 172.21.15.67:45836) 2024-09-21T00:27:24.868 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:24.865+0000 7f448affd640 1 -- 172.21.15.67:0/2094787659 learned_addr learned my addr 172.21.15.67:0/2094787659 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:27:24.868 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:24.865+0000 7f448b7fe640 1 --2- 172.21.15.67:0/2094787659 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f448c0a1720 0x7f448c1f9160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:24.868 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:24.865+0000 7f448a7fc640 1 --2- 172.21.15.67:0/2094787659 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f448c15cbf0 0x7f448c09ff00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:24.868 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:24.865+0000 7f448affd640 1 -- 172.21.15.67:0/2094787659 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f448c0a1720 msgr2=0x7f448c1f9160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:24.868 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:24.865+0000 7f448affd640 1 --2- 172.21.15.67:0/2094787659 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f448c0a1720 0x7f448c1f9160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:24.868 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:24.866+0000 7f448affd640 1 -- 172.21.15.67:0/2094787659 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f448c15cbf0 msgr2=0x7f448c09ff00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:24.868 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:24.866+0000 7f448affd640 1 --2- 172.21.15.67:0/2094787659 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f448c15cbf0 0x7f448c09ff00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:24.868 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:24.866+0000 7f448affd640 1 -- 172.21.15.67:0/2094787659 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f448c09e3f0 con 0x7f4478004800 2024-09-21T00:27:24.868 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:24.866+0000 7f448affd640 1 --2- 172.21.15.67:0/2094787659 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4478004800 0x7f448c0cda70 secure :-1 s=READY pgs=1258 cs=0 l=1 rev1=1 crypto rx=0x7f447c006310 tx=0x7f447c006710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:27:24.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:24.866+0000 7f44837fe640 1 -- 172.21.15.67:0/2094787659 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f447c00fad0 con 0x7f4478004800 2024-09-21T00:27:24.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:24.866+0000 7f44837fe640 1 -- 172.21.15.67:0/2094787659 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f447c00fc70 con 0x7f4478004800 2024-09-21T00:27:24.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:24.866+0000 7f44915ba640 1 -- 172.21.15.67:0/2094787659 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f448c09e6d0 con 0x7f4478004800 2024-09-21T00:27:24.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:24.866+0000 7f44837fe640 1 -- 172.21.15.67:0/2094787659 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f447c011690 con 0x7f4478004800 2024-09-21T00:27:24.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:24.866+0000 7f44915ba640 1 -- 172.21.15.67:0/2094787659 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f448c0cdfb0 con 0x7f4478004800 2024-09-21T00:27:24.870 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:24.867+0000 7f44915ba640 1 -- 172.21.15.67:0/2094787659 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f448c15f580 con 0x7f4478004800 2024-09-21T00:27:24.870 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:24.868+0000 7f44837fe640 1 -- 172.21.15.67:0/2094787659 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f447c011a40 con 0x7f4478004800 2024-09-21T00:27:24.870 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:24.868+0000 7f44837fe640 1 --2- 172.21.15.67:0/2094787659 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f446c078bc0 0x7f446c07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:27:24.870 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:24.868+0000 7f44837fe640 1 -- 172.21.15.67:0/2094787659 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 5709+0+0 (secure 0 0 0) 0x7f447c09b860 con 0x7f4478004800 2024-09-21T00:27:24.870 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:24.869+0000 7f448a7fc640 1 --2- 172.21.15.67:0/2094787659 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f446c078bc0 0x7f446c07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:27:24.870 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:24.869+0000 7f448a7fc640 1 --2- 172.21.15.67:0/2094787659 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f446c078bc0 0x7f446c07b0d0 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f4474032000 tx=0x7f4474001190 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:27:24.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:24.873+0000 7f44837fe640 1 -- 172.21.15.67:0/2094787659 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f447c015030 con 0x7f4478004800 2024-09-21T00:27:25.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:25.100+0000 7f44915ba640 1 -- 172.21.15.67:0/2094787659 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_new_snaps", "val": "true", "yes_i_really_mean_it": true} v 0) -- 0x7f448c08d000 con 0x7f4478004800 2024-09-21T00:27:25.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:25.341+0000 7f44837fe640 1 -- 172.21.15.67:0/2094787659 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_new_snaps", "val": "true", "yes_i_really_mean_it": true}]=0 enabled new snapshots v90) ==== 167+0+0 (secure 0 0 0) 0x7f448c08d000 con 0x7f4478004800 2024-09-21T00:27:25.343 INFO:teuthology.orchestra.run.smithi067.stderr:enabled new snapshots 2024-09-21T00:27:25.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:25.344+0000 7f44915ba640 1 -- 172.21.15.67:0/2094787659 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f446c078bc0 msgr2=0x7f446c07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:25.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:25.344+0000 7f44915ba640 1 --2- 172.21.15.67:0/2094787659 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f446c078bc0 0x7f446c07b0d0 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f4474032000 tx=0x7f4474001190 comp rx=0 tx=0).stop 2024-09-21T00:27:25.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:25.344+0000 7f44915ba640 1 -- 172.21.15.67:0/2094787659 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4478004800 msgr2=0x7f448c0cda70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:27:25.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:25.344+0000 7f44915ba640 1 --2- 172.21.15.67:0/2094787659 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4478004800 0x7f448c0cda70 secure :-1 s=READY pgs=1258 cs=0 l=1 rev1=1 crypto rx=0x7f447c006310 tx=0x7f447c006710 comp rx=0 tx=0).stop 2024-09-21T00:27:25.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:25.344+0000 7f44915ba640 1 -- 172.21.15.67:0/2094787659 shutdown_connections 2024-09-21T00:27:25.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:25.344+0000 7f44915ba640 1 --2- 172.21.15.67:0/2094787659 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f446c078bc0 0x7f446c07b0d0 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:25.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:25.344+0000 7f44915ba640 1 --2- 172.21.15.67:0/2094787659 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f448c0a1720 0x7f448c1f9160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:25.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:25.344+0000 7f44915ba640 1 --2- 172.21.15.67:0/2094787659 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f448c15cbf0 0x7f448c09ff00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:25.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:25.344+0000 7f44915ba640 1 --2- 172.21.15.67:0/2094787659 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4478004800 0x7f448c0cda70 unknown :-1 s=CLOSED pgs=1258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:27:25.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:25.344+0000 7f44915ba640 1 -- 172.21.15.67:0/2094787659 >> 172.21.15.67:0/2094787659 conn(0x7f448c0d4630 msgr2=0x7f448c0d4a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:27:25.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:25.344+0000 7f44915ba640 1 -- 172.21.15.67:0/2094787659 shutdown_connections 2024-09-21T00:27:25.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:25.344+0000 7f44915ba640 1 -- 172.21.15.67:0/2094787659 wait complete. 2024-09-21T00:27:25.362 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:27:25.362 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir stray_eval_dir) 2024-09-21T00:27:25.386 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:27:25.386 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:27:25.449 DEBUG:teuthology.orchestra.run.smithi067:> stdin-killer -- python3 -c ' 2024-09-21T00:27:25.449 DEBUG:teuthology.orchestra.run.smithi067:> import os 2024-09-21T00:27:25.449 DEBUG:teuthology.orchestra.run.smithi067:> import uuid 2024-09-21T00:27:25.450 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:27:25.450 DEBUG:teuthology.orchestra.run.smithi067:> n = 2000 2024-09-21T00:27:25.450 DEBUG:teuthology.orchestra.run.smithi067:> create_hard_links = False 2024-09-21T00:27:25.450 DEBUG:teuthology.orchestra.run.smithi067:> if 3 > 0: 2024-09-21T00:27:25.450 DEBUG:teuthology.orchestra.run.smithi067:> create_hard_links = True 2024-09-21T00:27:25.450 DEBUG:teuthology.orchestra.run.smithi067:> path = "/home/ubuntu/cephtest/mnt.0/stray_eval_dir/file" 2024-09-21T00:27:25.450 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:27:25.450 DEBUG:teuthology.orchestra.run.smithi067:> dpath = os.path.dirname(path) 2024-09-21T00:27:25.450 DEBUG:teuthology.orchestra.run.smithi067:> fnameprefix = os.path.basename(path) 2024-09-21T00:27:25.451 DEBUG:teuthology.orchestra.run.smithi067:> os.makedirs(dpath, exist_ok=True) 2024-09-21T00:27:25.451 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:27:25.451 DEBUG:teuthology.orchestra.run.smithi067:> try: 2024-09-21T00:27:25.451 DEBUG:teuthology.orchestra.run.smithi067:> dirfd = os.open(dpath, os.O_DIRECTORY) 2024-09-21T00:27:25.451 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:27:25.451 DEBUG:teuthology.orchestra.run.smithi067:> for i in range(n): 2024-09-21T00:27:25.451 DEBUG:teuthology.orchestra.run.smithi067:> fpath = os.path.join(dpath, f"{fnameprefix}_{i}") 2024-09-21T00:27:25.451 DEBUG:teuthology.orchestra.run.smithi067:> with open(fpath, '"'"'w'"'"') as f: 2024-09-21T00:27:25.451 DEBUG:teuthology.orchestra.run.smithi067:> f.write(f"{i}") 2024-09-21T00:27:25.451 DEBUG:teuthology.orchestra.run.smithi067:> if False: 2024-09-21T00:27:25.451 DEBUG:teuthology.orchestra.run.smithi067:> f.flush() 2024-09-21T00:27:25.451 DEBUG:teuthology.orchestra.run.smithi067:> os.fsync(f.fileno()) 2024-09-21T00:27:25.451 DEBUG:teuthology.orchestra.run.smithi067:> if False: 2024-09-21T00:27:25.451 DEBUG:teuthology.orchestra.run.smithi067:> os.unlink(fpath) 2024-09-21T00:27:25.451 DEBUG:teuthology.orchestra.run.smithi067:> if False: 2024-09-21T00:27:25.452 DEBUG:teuthology.orchestra.run.smithi067:> os.fsync(dirfd) 2024-09-21T00:27:25.452 DEBUG:teuthology.orchestra.run.smithi067:> if create_hard_links: 2024-09-21T00:27:25.452 DEBUG:teuthology.orchestra.run.smithi067:> for j in range(3): 2024-09-21T00:27:25.452 DEBUG:teuthology.orchestra.run.smithi067:> os.system(f"ln {fpath} {dpath}/{fnameprefix}_{i}_{uuid.uuid4()}") 2024-09-21T00:27:25.452 DEBUG:teuthology.orchestra.run.smithi067:> if False: 2024-09-21T00:27:25.452 DEBUG:teuthology.orchestra.run.smithi067:> os.fsync(dirfd) 2024-09-21T00:27:25.452 DEBUG:teuthology.orchestra.run.smithi067:> finally: 2024-09-21T00:27:25.452 DEBUG:teuthology.orchestra.run.smithi067:> os.close(dirfd) 2024-09-21T00:27:25.452 DEBUG:teuthology.orchestra.run.smithi067:> ' 2024-09-21T00:27:50.317 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:27:50.320 DEBUG:teuthology.orchestra.run.smithi097:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:27:57.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:27:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:27:57.179 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:27:57.179 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir /home/ubuntu/cephtest/mnt.0/stray_eval_dir/.snap/snap1-stray_eval_dir) 2024-09-21T00:27:57.230 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:27:57.230 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec find /home/ubuntu/cephtest/mnt.0/stray_eval_dir/ -type f -delete) 2024-09-21T00:28:20.382 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:28:20.384 DEBUG:teuthology.orchestra.run.smithi097:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:28:31.068 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:28:31.068 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec rmdir /home/ubuntu/cephtest/mnt.0/stray_eval_dir/.snap/snap1-stray_eval_dir) 2024-09-21T00:28:31.115 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.7:0 perf dump 2024-09-21T00:28:31.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.232+0000 7ffa1a49b640 1 -- 172.21.15.67:0/1766506509 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ffa140d1450 msgr2=0x7ffa140b9950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:28:31.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.232+0000 7ffa1a49b640 1 --2- 172.21.15.67:0/1766506509 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ffa140d1450 0x7ffa140b9950 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7ffa08009860 tx=0x7ffa0802a4a0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.232+0000 7ffa1a49b640 1 -- 172.21.15.67:0/1766506509 shutdown_connections 2024-09-21T00:28:31.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.232+0000 7ffa1a49b640 1 --2- 172.21.15.67:0/1766506509 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ffa140d1450 0x7ffa140b9950 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.232+0000 7ffa1a49b640 1 -- 172.21.15.67:0/1766506509 >> 172.21.15.67:0/1766506509 conn(0x7ffa1409da10 msgr2=0x7ffa140d46a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:28:31.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.232+0000 7ffa1a49b640 1 -- 172.21.15.67:0/1766506509 shutdown_connections 2024-09-21T00:28:31.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.232+0000 7ffa1a49b640 1 -- 172.21.15.67:0/1766506509 wait complete. 2024-09-21T00:28:31.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.234+0000 7ffa1a49b640 1 Processor -- start 2024-09-21T00:28:31.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.234+0000 7ffa1a49b640 1 -- start start 2024-09-21T00:28:31.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.235+0000 7ffa1a49b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ffa140d3590 0x7ffa141f6040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:28:31.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.235+0000 7ffa1a49b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ffa140d4db0 0x7ffa14159f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:28:31.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.235+0000 7ffa1a49b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffa1415adb0 0x7ffa1406ee50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:28:31.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.235+0000 7ffa1a49b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ffa140b4ee0 con 0x7ffa1415adb0 2024-09-21T00:28:31.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.235+0000 7ffa1a49b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ffa140b4d60 con 0x7ffa140d3590 2024-09-21T00:28:31.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.235+0000 7ffa1a49b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7ffa140b5060 con 0x7ffa140d4db0 2024-09-21T00:28:31.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.235+0000 7ffa18a38640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffa1415adb0 0x7ffa1406ee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:28:31.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.235+0000 7ffa18a38640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffa1415adb0 0x7ffa1406ee50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36420/0 (socket says 172.21.15.67:36420) 2024-09-21T00:28:31.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.235+0000 7ffa18a38640 1 -- 172.21.15.67:0/818959471 learned_addr learned my addr 172.21.15.67:0/818959471 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:28:31.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.235+0000 7ffa13fff640 1 --2- 172.21.15.67:0/818959471 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ffa140d3590 0x7ffa141f6040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:28:31.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.235+0000 7ffa137fe640 1 --2- 172.21.15.67:0/818959471 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ffa140d4db0 0x7ffa14159f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:28:31.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.236+0000 7ffa18a38640 1 -- 172.21.15.67:0/818959471 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ffa140d4db0 msgr2=0x7ffa14159f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:28:31.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.236+0000 7ffa18a38640 1 --2- 172.21.15.67:0/818959471 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ffa140d4db0 0x7ffa14159f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.236+0000 7ffa18a38640 1 -- 172.21.15.67:0/818959471 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ffa140d3590 msgr2=0x7ffa141f6040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:28:31.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.236+0000 7ffa18a38640 1 --2- 172.21.15.67:0/818959471 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ffa140d3590 0x7ffa141f6040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.236+0000 7ffa18a38640 1 -- 172.21.15.67:0/818959471 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa141f6580 con 0x7ffa1415adb0 2024-09-21T00:28:31.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.236+0000 7ffa18a38640 1 --2- 172.21.15.67:0/818959471 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffa1415adb0 0x7ffa1406ee50 secure :-1 s=READY pgs=1260 cs=0 l=1 rev1=1 crypto rx=0x7ffa0c00cc50 tx=0x7ffa0c00a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:28:31.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.236+0000 7ffa10ff9640 1 -- 172.21.15.67:0/818959471 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa0c016020 con 0x7ffa1415adb0 2024-09-21T00:28:31.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.236+0000 7ffa10ff9640 1 -- 172.21.15.67:0/818959471 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ffa0c012420 con 0x7ffa1415adb0 2024-09-21T00:28:31.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.236+0000 7ffa1a49b640 1 -- 172.21.15.67:0/818959471 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffa1415b340 con 0x7ffa1415adb0 2024-09-21T00:28:31.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.236+0000 7ffa10ff9640 1 -- 172.21.15.67:0/818959471 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa0c00ce60 con 0x7ffa1415adb0 2024-09-21T00:28:31.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.236+0000 7ffa1a49b640 1 -- 172.21.15.67:0/818959471 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffa141e7640 con 0x7ffa1415adb0 2024-09-21T00:28:31.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.238+0000 7ffa10ff9640 1 -- 172.21.15.67:0/818959471 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7ffa0c019020 con 0x7ffa1415adb0 2024-09-21T00:28:31.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.238+0000 7ffa10ff9640 1 --2- 172.21.15.67:0/818959471 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ffa00078b90 0x7ffa0007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:28:31.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.239+0000 7ffa10ff9640 1 -- 172.21.15.67:0/818959471 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 5709+0+0 (secure 0 0 0) 0x7ffa0c09b3d0 con 0x7ffa1415adb0 2024-09-21T00:28:31.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.239+0000 7ffa13fff640 1 --2- 172.21.15.67:0/818959471 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ffa00078b90 0x7ffa0007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:28:31.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.239+0000 7ffa13fff640 1 --2- 172.21.15.67:0/818959471 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ffa00078b90 0x7ffa0007b0a0 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7ffa04007fd0 tx=0x7ffa04009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:28:31.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.239+0000 7ffa2140a740 1 Processor -- start 2024-09-21T00:28:31.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.240+0000 7ffa2140a740 1 -- start start 2024-09-21T00:28:31.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.241+0000 7ffa2140a740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b20816b390 0x55b208559b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:28:31.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.241+0000 7ffa2140a740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b2081424d0 0x55b20853c830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:28:31.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.241+0000 7ffa2140a740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b20814a6b0 0x55b20853cd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:28:31.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.241+0000 7ffa2140a740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55b208485bd0 con 0x55b20814a6b0 2024-09-21T00:28:31.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.241+0000 7ffa2140a740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55b208475000 con 0x55b2081424d0 2024-09-21T00:28:31.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.241+0000 7ffa2140a740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55b208478e10 con 0x55b20816b390 2024-09-21T00:28:31.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.241+0000 7ffa18a38640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b20814a6b0 0x55b20853cd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:28:31.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.241+0000 7ffa18a38640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b20814a6b0 0x55b20853cd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36432/0 (socket says 172.21.15.67:36432) 2024-09-21T00:28:31.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.241+0000 7ffa18a38640 1 -- 172.21.15.67:0/3327785575 learned_addr learned my addr 172.21.15.67:0/3327785575 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:28:31.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.241+0000 7ffa137fe640 1 --2- 172.21.15.67:0/3327785575 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b2081424d0 0x55b20853c830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:28:31.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.241+0000 7ffa13fff640 1 --2- 172.21.15.67:0/3327785575 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b20816b390 0x55b208559b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:28:31.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.241+0000 7ffa18a38640 1 -- 172.21.15.67:0/3327785575 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b20816b390 msgr2=0x55b208559b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:28:31.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.241+0000 7ffa18a38640 1 --2- 172.21.15.67:0/3327785575 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b20816b390 0x55b208559b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.241+0000 7ffa18a38640 1 -- 172.21.15.67:0/3327785575 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b2081424d0 msgr2=0x55b20853c830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:28:31.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.241+0000 7ffa18a38640 1 --2- 172.21.15.67:0/3327785575 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b2081424d0 0x55b20853c830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.241+0000 7ffa18a38640 1 -- 172.21.15.67:0/3327785575 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b20824d7d0 con 0x55b20814a6b0 2024-09-21T00:28:31.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.241+0000 7ffa18a38640 1 --2- 172.21.15.67:0/3327785575 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b20814a6b0 0x55b20853cd70 secure :-1 s=READY pgs=1261 cs=0 l=1 rev1=1 crypto rx=0x7ffa0c099840 tx=0x7ffa0c0631c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ffb0aaff509604c4 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:28:31.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.242+0000 7ff9f9ffb640 1 -- 172.21.15.67:0/3327785575 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa0c06cb30 con 0x55b20814a6b0 2024-09-21T00:28:31.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.242+0000 7ff9f9ffb640 1 -- 172.21.15.67:0/3327785575 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ffa0c09b070 con 0x55b20814a6b0 2024-09-21T00:28:31.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.242+0000 7ff9f9ffb640 1 -- 172.21.15.67:0/3327785575 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa0c062660 con 0x55b20814a6b0 2024-09-21T00:28:31.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.242+0000 7ffa2140a740 1 -- 172.21.15.67:0/3327785575 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b20814a6b0 msgr2=0x55b20853cd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:28:31.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.242+0000 7ffa2140a740 1 --2- 172.21.15.67:0/3327785575 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b20814a6b0 0x55b20853cd70 secure :-1 s=READY pgs=1261 cs=0 l=1 rev1=1 crypto rx=0x7ffa0c099840 tx=0x7ffa0c0631c0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.242+0000 7ffa2140a740 1 -- 172.21.15.67:0/3327785575 shutdown_connections 2024-09-21T00:28:31.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.242+0000 7ffa2140a740 1 --2- 172.21.15.67:0/3327785575 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b20814a6b0 0x55b20853cd70 unknown :-1 s=CLOSED pgs=1261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.242+0000 7ffa2140a740 1 --2- 172.21.15.67:0/3327785575 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b2081424d0 0x55b20853c830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.242+0000 7ffa2140a740 1 --2- 172.21.15.67:0/3327785575 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b20816b390 0x55b208559b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.242+0000 7ffa2140a740 1 -- 172.21.15.67:0/3327785575 >> 172.21.15.67:0/3327785575 conn(0x55b20815f4e0 msgr2=0x55b208512a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:28:31.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.242+0000 7ffa2140a740 1 -- 172.21.15.67:0/3327785575 shutdown_connections 2024-09-21T00:28:31.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.242+0000 7ffa2140a740 1 -- 172.21.15.67:0/3327785575 wait complete. 2024-09-21T00:28:31.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.243+0000 7ffa2140a740 1 -- start start 2024-09-21T00:28:31.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.244+0000 7ffa2140a740 1 Processor -- start 2024-09-21T00:28:31.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.245+0000 7ffa2140a740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b2081424d0 0x55b208566a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:28:31.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.245+0000 7ffa2140a740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b20814a6b0 0x55b2085537a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:28:31.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.245+0000 7ffa2140a740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b20816b390 0x55b20852aef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:28:31.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.245+0000 7ffa2140a740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55b2081e5740 con 0x55b20816b390 2024-09-21T00:28:31.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.245+0000 7ffa2140a740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55b20841a540 con 0x55b2081424d0 2024-09-21T00:28:31.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.245+0000 7ffa2140a740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55b20854e9f0 con 0x55b20814a6b0 2024-09-21T00:28:31.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.245+0000 7ffa2140a740 10 client.0 _ll_register_callbacks cb 0x55b2084190e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:28:31.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.245+0000 7ffa18a38640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b20816b390 0x55b20852aef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:28:31.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.245+0000 7ffa18a38640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b20816b390 0x55b20852aef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36442/0 (socket says 172.21.15.67:36442) 2024-09-21T00:28:31.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.245+0000 7ffa18a38640 1 -- 172.21.15.67:0/702319376 learned_addr learned my addr 172.21.15.67:0/702319376 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:28:31.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.245+0000 7ffa13fff640 1 --2- 172.21.15.67:0/702319376 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b2081424d0 0x55b208566a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:28:31.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.245+0000 7ffa137fe640 1 --2- 172.21.15.67:0/702319376 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b20814a6b0 0x55b2085537a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:28:31.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.245+0000 7ffa18a38640 1 -- 172.21.15.67:0/702319376 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b20814a6b0 msgr2=0x55b2085537a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:28:31.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.245+0000 7ffa18a38640 1 --2- 172.21.15.67:0/702319376 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b20814a6b0 0x55b2085537a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.245+0000 7ffa18a38640 1 -- 172.21.15.67:0/702319376 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b2081424d0 msgr2=0x55b208566a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:28:31.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.245+0000 7ffa18a38640 1 --2- 172.21.15.67:0/702319376 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b2081424d0 0x55b208566a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.245+0000 7ffa18a38640 1 -- 172.21.15.67:0/702319376 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b2081b46a0 con 0x55b20816b390 2024-09-21T00:28:31.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.246+0000 7ffa18a38640 1 --2- 172.21.15.67:0/702319376 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b20816b390 0x55b20852aef0 secure :-1 s=READY pgs=1262 cs=0 l=1 rev1=1 crypto rx=0x7ffa0c099840 tx=0x7ffa0c099910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3c0166728fd4f572 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:28:31.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.246+0000 7ff9f2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:28:31.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.246+0000 7ff9f2ffd640 1 -- 172.21.15.67:0/702319376 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa0c09b220 con 0x55b20816b390 2024-09-21T00:28:31.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.246+0000 7ff9f2ffd640 1 -- 172.21.15.67:0/702319376 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 5709+0+0 (secure 0 0 0) 0x7ffa0c05ed20 con 0x55b20816b390 2024-09-21T00:28:31.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.246+0000 7ffa2140a740 1 -- 172.21.15.67:0/702319376 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffa0c09b070 con 0x55b20816b390 2024-09-21T00:28:31.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.246+0000 7ff9f2ffd640 1 -- 172.21.15.67:0/702319376 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7ffa0c06cb30 con 0x55b20816b390 2024-09-21T00:28:31.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.246+0000 7ffa2140a740 10 client.7872 fetch_fsmap learned FSMap version 90 2024-09-21T00:28:31.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.246+0000 7ffa2140a740 1 -- 172.21.15.67:0/702319376 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=90,monmap=2+}) -- 0x55b2082adf60 con 0x55b20816b390 2024-09-21T00:28:31.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.246+0000 7ff9f2ffd640 1 -- 172.21.15.67:0/702319376 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ffa0c09b070 con 0x55b20816b390 2024-09-21T00:28:31.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.246+0000 7ff9f2ffd640 1 -- 172.21.15.67:0/702319376 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 90) ==== 3502+0+0 (secure 0 0 0) 0x7ffa0c061e90 con 0x55b20816b390 2024-09-21T00:28:31.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.246+0000 7ffa2140a740 10 client.7872 fetch_fsmap finished waiting for FSMap version 90 2024-09-21T00:28:31.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.246+0000 7ffa2140a740 10 client.7872 resolve_mds: resolved 7:0 to role '7:0' aka daemon mds.a 2024-09-21T00:28:31.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.246+0000 7ffa2140a740 20 client.7872 populate_metadata read hostname 'smithi067' 2024-09-21T00:28:31.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.246+0000 7ffa2140a740 1 --2- 172.21.15.67:0/702319376 >> [v2:172.21.15.67:6833/932752713,v1:172.21.15.67:6835/932752713] conn(0x55b208129f60 0x55b20854e400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:28:31.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.246+0000 7ffa2140a740 4 client.7872 mds_command: new command op to 7093 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:28:31.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.246+0000 7ffa2140a740 1 -- 172.21.15.67:0/702319376 --> [v2:172.21.15.67:6833/932752713,v1:172.21.15.67:6835/932752713] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b208487b20 con 0x55b208129f60 2024-09-21T00:28:31.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.246+0000 7ffa13fff640 1 --2- 172.21.15.67:0/702319376 >> [v2:172.21.15.67:6833/932752713,v1:172.21.15.67:6835/932752713] conn(0x55b208129f60 0x55b20854e400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:28:31.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.247+0000 7ff9f2ffd640 10 client.7872 ms_handle_connect on v2:172.21.15.67:6833/932752713 2024-09-21T00:28:31.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.247+0000 7ffa13fff640 1 --2- 172.21.15.67:0/702319376 >> [v2:172.21.15.67:6833/932752713,v1:172.21.15.67:6835/932752713] conn(0x55b208129f60 0x55b20854e400 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9f932357eba0aeaa server_cookie=7eea4b11142571fd in_seq=0 out_seq=0 2024-09-21T00:28:31.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.247+0000 7ff9f2ffd640 1 -- 172.21.15.67:0/702319376 <== mds.0 v2:172.21.15.67:6833/932752713 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x55b208487b20 con 0x55b208129f60 2024-09-21T00:28:31.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.247+0000 7ff9f2ffd640 10 client.7872 handle_command_reply: tid=0 2024-09-21T00:28:31.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.248+0000 7ffa2140a740 1 client.7872 shutdown 2024-09-21T00:28:31.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.248+0000 7ffa2140a740 1 -- 172.21.15.67:0/702319376 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b20816b390 msgr2=0x55b20852aef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:28:31.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.248+0000 7ffa2140a740 1 --2- 172.21.15.67:0/702319376 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b20816b390 0x55b20852aef0 secure :-1 s=READY pgs=1262 cs=0 l=1 rev1=1 crypto rx=0x7ffa0c099840 tx=0x7ffa0c099910 comp rx=0 tx=0).stop 2024-09-21T00:28:31.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.248+0000 7ffa2140a740 1 -- 172.21.15.67:0/702319376 shutdown_connections 2024-09-21T00:28:31.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.248+0000 7ffa2140a740 1 --2- 172.21.15.67:0/702319376 >> [v2:172.21.15.67:6833/932752713,v1:172.21.15.67:6835/932752713] conn(0x55b208129f60 0x55b20854e400 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.248+0000 7ffa2140a740 1 --2- 172.21.15.67:0/702319376 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b20816b390 0x55b20852aef0 unknown :-1 s=CLOSED pgs=1262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.248+0000 7ffa2140a740 1 --2- 172.21.15.67:0/702319376 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b20814a6b0 0x55b2085537a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.248+0000 7ff9f2ffd640 0 client.7872 ms_handle_reset on v2:172.21.15.67:6833/932752713 2024-09-21T00:28:31.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.248+0000 7ffa2140a740 1 --2- 172.21.15.67:0/702319376 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b2081424d0 0x55b208566a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.248+0000 7ffa2140a740 1 -- 172.21.15.67:0/702319376 >> 172.21.15.67:0/702319376 conn(0x55b20815f4e0 msgr2=0x55b20853ca40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:28:31.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.248+0000 7ffa2140a740 1 -- 172.21.15.67:0/702319376 shutdown_connections 2024-09-21T00:28:31.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.248+0000 7ffa2140a740 1 -- 172.21.15.67:0/702319376 wait complete. 2024-09-21T00:28:31.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.248+0000 7ffa2140a740 20 client.7872 trim_cache size 0 max 16384 2024-09-21T00:28:31.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.264+0000 7ffa2140a740 1 Processor -- start 2024-09-21T00:28:31.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.264+0000 7ffa2140a740 1 -- start start 2024-09-21T00:28:31.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.266+0000 7ffa2140a740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b2081424d0 0x55b208513730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:28:31.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.266+0000 7ffa2140a740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b20814a6b0 0x55b208513c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:28:31.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.266+0000 7ffa2140a740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b20816b390 0x55b20857a510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:28:31.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.266+0000 7ffa2140a740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ffa142020f0 con 0x55b20814a6b0 2024-09-21T00:28:31.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.266+0000 7ffa2140a740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ffa14201130 con 0x55b2081424d0 2024-09-21T00:28:31.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.266+0000 7ffa2140a740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7ffa141e8870 con 0x55b20816b390 2024-09-21T00:28:31.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.266+0000 7ffa137fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b20814a6b0 0x55b208513c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:28:31.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.266+0000 7ffa137fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b20814a6b0 0x55b208513c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36446/0 (socket says 172.21.15.67:36446) 2024-09-21T00:28:31.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.266+0000 7ffa137fe640 1 -- 172.21.15.67:0/288314360 learned_addr learned my addr 172.21.15.67:0/288314360 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:28:31.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.266+0000 7ffa13fff640 1 --2- 172.21.15.67:0/288314360 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b2081424d0 0x55b208513730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:28:31.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.266+0000 7ffa18a38640 1 --2- 172.21.15.67:0/288314360 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b20816b390 0x55b20857a510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:28:31.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.266+0000 7ffa137fe640 1 -- 172.21.15.67:0/288314360 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b20816b390 msgr2=0x55b20857a510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:28:31.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.266+0000 7ffa137fe640 1 --2- 172.21.15.67:0/288314360 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b20816b390 0x55b20857a510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.266+0000 7ffa137fe640 1 -- 172.21.15.67:0/288314360 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b2081424d0 msgr2=0x55b208513730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:28:31.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.266+0000 7ffa137fe640 1 --2- 172.21.15.67:0/288314360 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b2081424d0 0x55b208513730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.266+0000 7ffa137fe640 1 -- 172.21.15.67:0/288314360 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b208554e40 con 0x55b20814a6b0 2024-09-21T00:28:31.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.266+0000 7ffa13fff640 1 --2- 172.21.15.67:0/288314360 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b2081424d0 0x55b208513730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:28:31.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.266+0000 7ffa137fe640 1 --2- 172.21.15.67:0/288314360 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b20814a6b0 0x55b208513c70 secure :-1 s=READY pgs=1263 cs=0 l=1 rev1=1 crypto rx=0x7ffa08009980 tx=0x7ffa08004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=94a134a1f48a80d4 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:28:31.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.266+0000 7ff9f97fa640 1 -- 172.21.15.67:0/288314360 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa080044b0 con 0x55b20814a6b0 2024-09-21T00:28:31.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.266+0000 7ff9f97fa640 1 -- 172.21.15.67:0/288314360 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ffa08005020 con 0x55b20814a6b0 2024-09-21T00:28:31.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.266+0000 7ff9f97fa640 1 -- 172.21.15.67:0/288314360 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa080053f0 con 0x55b20814a6b0 2024-09-21T00:28:31.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.267+0000 7ffa2140a740 1 -- 172.21.15.67:0/288314360 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b20814a6b0 msgr2=0x55b208513c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:28:31.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.267+0000 7ffa2140a740 1 --2- 172.21.15.67:0/288314360 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b20814a6b0 0x55b208513c70 secure :-1 s=READY pgs=1263 cs=0 l=1 rev1=1 crypto rx=0x7ffa08009980 tx=0x7ffa08004730 comp rx=0 tx=0).stop 2024-09-21T00:28:31.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.267+0000 7ffa2140a740 1 -- 172.21.15.67:0/288314360 shutdown_connections 2024-09-21T00:28:31.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.267+0000 7ffa2140a740 1 --2- 172.21.15.67:0/288314360 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b20816b390 0x55b20857a510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.267+0000 7ffa2140a740 1 --2- 172.21.15.67:0/288314360 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b20814a6b0 0x55b208513c70 unknown :-1 s=CLOSED pgs=1263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.267+0000 7ffa2140a740 1 --2- 172.21.15.67:0/288314360 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b2081424d0 0x55b208513730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.267+0000 7ffa2140a740 1 -- 172.21.15.67:0/288314360 >> 172.21.15.67:0/288314360 conn(0x55b20815f4e0 msgr2=0x55b20852acc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:28:31.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.267+0000 7ffa2140a740 1 -- 172.21.15.67:0/288314360 shutdown_connections 2024-09-21T00:28:31.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.267+0000 7ffa2140a740 1 -- 172.21.15.67:0/288314360 wait complete. 2024-09-21T00:28:31.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.268+0000 7ffa2140a740 1 -- start start 2024-09-21T00:28:31.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.268+0000 7ffa2140a740 1 Processor -- start 2024-09-21T00:28:31.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.270+0000 7ffa2140a740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b2081424d0 0x55b208537ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:28:31.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.270+0000 7ffa2140a740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b20814a6b0 0x55b2085d6310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:28:31.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.270+0000 7ffa2140a740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b20816b390 0x55b208559980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:28:31.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.270+0000 7ffa2140a740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55b20854fda0 con 0x55b20814a6b0 2024-09-21T00:28:31.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.270+0000 7ffa2140a740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ffa141e8ec0 con 0x55b20816b390 2024-09-21T00:28:31.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.270+0000 7ffa2140a740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55b2085387c0 con 0x55b2081424d0 2024-09-21T00:28:31.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.270+0000 7ffa2140a740 10 client.0 _ll_register_callbacks cb 0x7ff9fc003880 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:28:31.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.270+0000 7ffa137fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b20814a6b0 0x55b2085d6310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:28:31.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.270+0000 7ffa137fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b20814a6b0 0x55b2085d6310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36456/0 (socket says 172.21.15.67:36456) 2024-09-21T00:28:31.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.270+0000 7ffa137fe640 1 -- 172.21.15.67:0/650215730 learned_addr learned my addr 172.21.15.67:0/650215730 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:28:31.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.270+0000 7ffa18a38640 1 --2- 172.21.15.67:0/650215730 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b20816b390 0x55b208559980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:28:31.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.270+0000 7ffa13fff640 1 --2- 172.21.15.67:0/650215730 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b2081424d0 0x55b208537ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:28:31.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.270+0000 7ffa137fe640 1 -- 172.21.15.67:0/650215730 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b2081424d0 msgr2=0x55b208537ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:28:31.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.270+0000 7ffa137fe640 1 --2- 172.21.15.67:0/650215730 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b2081424d0 0x55b208537ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.270+0000 7ffa137fe640 1 -- 172.21.15.67:0/650215730 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b20816b390 msgr2=0x55b208559980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:28:31.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.270+0000 7ffa137fe640 1 --2- 172.21.15.67:0/650215730 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b20816b390 0x55b208559980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.270+0000 7ffa137fe640 1 -- 172.21.15.67:0/650215730 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b20824bad0 con 0x55b20814a6b0 2024-09-21T00:28:31.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.270+0000 7ffa137fe640 1 --2- 172.21.15.67:0/650215730 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b20814a6b0 0x55b2085d6310 secure :-1 s=READY pgs=1264 cs=0 l=1 rev1=1 crypto rx=0x7ffa08009860 tx=0x7ffa08005480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b324966981a50eb server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:28:31.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.270+0000 7ff9f2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:28:31.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.270+0000 7ff9f2ffd640 1 -- 172.21.15.67:0/650215730 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa08054020 con 0x55b20814a6b0 2024-09-21T00:28:31.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.270+0000 7ff9f2ffd640 1 -- 172.21.15.67:0/650215730 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 5709+0+0 (secure 0 0 0) 0x7ffa08004bb0 con 0x55b20814a6b0 2024-09-21T00:28:31.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.270+0000 7ffa2140a740 1 -- 172.21.15.67:0/650215730 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffa08005020 con 0x55b20814a6b0 2024-09-21T00:28:31.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.271+0000 7ff9f2ffd640 1 -- 172.21.15.67:0/650215730 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7ffa0805e050 con 0x55b20814a6b0 2024-09-21T00:28:31.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.271+0000 7ffa2140a740 10 client.7878 fetch_fsmap learned FSMap version 90 2024-09-21T00:28:31.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.271+0000 7ffa2140a740 1 -- 172.21.15.67:0/650215730 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=90,monmap=2+}) -- 0x55b20853d1d0 con 0x55b20814a6b0 2024-09-21T00:28:31.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.271+0000 7ff9f2ffd640 1 -- 172.21.15.67:0/650215730 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ffa08005020 con 0x55b20814a6b0 2024-09-21T00:28:31.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.271+0000 7ff9f2ffd640 1 -- 172.21.15.67:0/650215730 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 90) ==== 3502+0+0 (secure 0 0 0) 0x7ffa08061020 con 0x55b20814a6b0 2024-09-21T00:28:31.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.271+0000 7ffa2140a740 10 client.7878 fetch_fsmap finished waiting for FSMap version 90 2024-09-21T00:28:31.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.271+0000 7ffa2140a740 10 client.7878 resolve_mds: resolved 7:0 to role '7:0' aka daemon mds.a 2024-09-21T00:28:31.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.271+0000 7ffa2140a740 20 client.7878 populate_metadata read hostname 'smithi067' 2024-09-21T00:28:31.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.271+0000 7ffa2140a740 1 --2- 172.21.15.67:0/650215730 >> [v2:172.21.15.67:6833/932752713,v1:172.21.15.67:6835/932752713] conn(0x55b2085d6850 0x55b20857a540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:28:31.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.271+0000 7ffa2140a740 4 client.7878 mds_command: new command op to 7093 tid=0 multi_id=0 [{"prefix": "perf dump"}] 2024-09-21T00:28:31.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.271+0000 7ffa2140a740 1 -- 172.21.15.67:0/650215730 --> [v2:172.21.15.67:6833/932752713,v1:172.21.15.67:6835/932752713] -- command(tid 0: {"prefix": "perf dump"}) -- 0x55b20856a350 con 0x55b2085d6850 2024-09-21T00:28:31.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.271+0000 7ffa13fff640 1 --2- 172.21.15.67:0/650215730 >> [v2:172.21.15.67:6833/932752713,v1:172.21.15.67:6835/932752713] conn(0x55b2085d6850 0x55b20857a540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:28:31.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.271+0000 7ff9f2ffd640 10 client.7878 ms_handle_connect on v2:172.21.15.67:6833/932752713 2024-09-21T00:28:31.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.272+0000 7ffa13fff640 1 --2- 172.21.15.67:0/650215730 >> [v2:172.21.15.67:6833/932752713,v1:172.21.15.67:6835/932752713] conn(0x55b2085d6850 0x55b20857a540 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b02545d87d86bbf4 server_cookie=8a3cea98a1aa32ec in_seq=0 out_seq=0 2024-09-21T00:28:31.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.272+0000 7ff9f2ffd640 1 -- 172.21.15.67:0/650215730 <== mds.0 v2:172.21.15.67:6833/932752713 1 ==== command_reply(tid 0: 0 ) ==== 8+0+18098 (crc 0 0 0) 0x55b20856a350 con 0x55b2085d6850 2024-09-21T00:28:31.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.272+0000 7ff9f2ffd640 10 client.7878 handle_command_reply: tid=0 2024-09-21T00:28:31.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.272+0000 7ffa2140a740 1 client.7878 shutdown 2024-09-21T00:28:31.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.272+0000 7ffa2140a740 1 -- 172.21.15.67:0/650215730 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b20814a6b0 msgr2=0x55b2085d6310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:28:31.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.272+0000 7ffa2140a740 1 --2- 172.21.15.67:0/650215730 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b20814a6b0 0x55b2085d6310 secure :-1 s=READY pgs=1264 cs=0 l=1 rev1=1 crypto rx=0x7ffa08009860 tx=0x7ffa08005480 comp rx=0 tx=0).stop 2024-09-21T00:28:31.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.272+0000 7ffa2140a740 1 -- 172.21.15.67:0/650215730 shutdown_connections 2024-09-21T00:28:31.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.272+0000 7ffa2140a740 1 --2- 172.21.15.67:0/650215730 >> [v2:172.21.15.67:6833/932752713,v1:172.21.15.67:6835/932752713] conn(0x55b2085d6850 0x55b20857a540 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.272+0000 7ffa2140a740 1 --2- 172.21.15.67:0/650215730 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b20816b390 0x55b208559980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.272+0000 7ffa2140a740 1 --2- 172.21.15.67:0/650215730 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b20814a6b0 0x55b2085d6310 unknown :-1 s=CLOSED pgs=1264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.272+0000 7ffa2140a740 1 --2- 172.21.15.67:0/650215730 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b2081424d0 0x55b208537ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.272+0000 7ff9f2ffd640 0 client.7878 ms_handle_reset on v2:172.21.15.67:6833/932752713 2024-09-21T00:28:31.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.272+0000 7ffa2140a740 1 -- 172.21.15.67:0/650215730 >> 172.21.15.67:0/650215730 conn(0x55b20815f4e0 msgr2=0x55b208566080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:28:31.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.272+0000 7ffa2140a740 1 -- 172.21.15.67:0/650215730 shutdown_connections 2024-09-21T00:28:31.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.272+0000 7ffa2140a740 1 -- 172.21.15.67:0/650215730 wait complete. 2024-09-21T00:28:31.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.273+0000 7ffa2140a740 20 client.7878 trim_cache size 0 max 16384 2024-09-21T00:28:31.280 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:28:31.280 INFO:teuthology.orchestra.run.smithi067.stdout: "AsyncMessenger::Worker-0": { 2024-09-21T00:28:31.280 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_messages": 2995, 2024-09-21T00:28:31.280 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_messages": 2994, 2024-09-21T00:28:31.281 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_bytes": 742516, 2024-09-21T00:28:31.281 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_bytes": 31373785, 2024-09-21T00:28:31.281 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_created_connections": 9, 2024-09-21T00:28:31.281 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_active_connections": 3, 2024-09-21T00:28:31.281 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_total_time": 0.362125626, 2024-09-21T00:28:31.281 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_send_time": 0.187284884, 2024-09-21T00:28:31.281 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_recv_time": 0.062374487, 2024-09-21T00:28:31.281 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_fast_dispatch_time": 0.091596118, 2024-09-21T00:28:31.281 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_messages_queue_lat": { 2024-09-21T00:28:31.282 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 2993, 2024-09-21T00:28:31.282 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.689959123, 2024-09-21T00:28:31.282 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000230524 2024-09-21T00:28:31.282 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:28:31.282 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_handle_ack_lat": { 2024-09-21T00:28:31.282 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 2, 2024-09-21T00:28:31.282 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000207, 2024-09-21T00:28:31.282 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000103 2024-09-21T00:28:31.282 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:28:31.282 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_encrypted_bytes": 1872, 2024-09-21T00:28:31.282 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_encrypted_bytes": 448 2024-09-21T00:28:31.282 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:28:31.282 INFO:teuthology.orchestra.run.smithi067.stdout: "AsyncMessenger::Worker-1": { 2024-09-21T00:28:31.283 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_messages": 33093, 2024-09-21T00:28:31.283 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_messages": 59034, 2024-09-21T00:28:31.283 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_bytes": 11635219, 2024-09-21T00:28:31.283 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_bytes": 36710968, 2024-09-21T00:28:31.283 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_created_connections": 8, 2024-09-21T00:28:31.283 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_active_connections": 4, 2024-09-21T00:28:31.283 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_total_time": 4.032616348, 2024-09-21T00:28:31.283 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_send_time": 2.312946664, 2024-09-21T00:28:31.283 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_recv_time": 1.912084431, 2024-09-21T00:28:31.283 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_fast_dispatch_time": 0.138723043, 2024-09-21T00:28:31.283 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_messages_queue_lat": { 2024-09-21T00:28:31.283 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 59033, 2024-09-21T00:28:31.283 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 1.171474786, 2024-09-21T00:28:31.283 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000019844 2024-09-21T00:28:31.284 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:28:31.284 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_handle_ack_lat": { 2024-09-21T00:28:31.284 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 88797, 2024-09-21T00:28:31.284 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.016557641, 2024-09-21T00:28:31.284 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000186 2024-09-21T00:28:31.284 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:28:31.284 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_encrypted_bytes": 160, 2024-09-21T00:28:31.284 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_encrypted_bytes": 116368 2024-09-21T00:28:31.284 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:28:31.284 INFO:teuthology.orchestra.run.smithi067.stdout: "AsyncMessenger::Worker-2": { 2024-09-21T00:28:31.284 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_messages": 4689, 2024-09-21T00:28:31.284 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_messages": 4683, 2024-09-21T00:28:31.284 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_bytes": 1441541, 2024-09-21T00:28:31.285 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_bytes": 43624919, 2024-09-21T00:28:31.285 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_created_connections": 5, 2024-09-21T00:28:31.285 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_active_connections": 4, 2024-09-21T00:28:31.285 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_total_time": 0.617468641, 2024-09-21T00:28:31.285 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_send_time": 0.305259444, 2024-09-21T00:28:31.285 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_recv_time": 0.098275753, 2024-09-21T00:28:31.285 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_fast_dispatch_time": 0.195219691, 2024-09-21T00:28:31.285 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_messages_queue_lat": { 2024-09-21T00:28:31.285 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 4683, 2024-09-21T00:28:31.285 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.462139229, 2024-09-21T00:28:31.285 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000098684 2024-09-21T00:28:31.285 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:28:31.285 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_handle_ack_lat": { 2024-09-21T00:28:31.286 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:28:31.286 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:28:31.286 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:28:31.286 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:28:31.286 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_encrypted_bytes": 130576, 2024-09-21T00:28:31.286 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_encrypted_bytes": 21952 2024-09-21T00:28:31.286 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:28:31.286 INFO:teuthology.orchestra.run.smithi067.stdout: "cct": { 2024-09-21T00:28:31.286 INFO:teuthology.orchestra.run.smithi067.stdout: "total_workers": 1, 2024-09-21T00:28:31.286 INFO:teuthology.orchestra.run.smithi067.stdout: "unhealthy_workers": 0 2024-09-21T00:28:31.286 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:28:31.286 INFO:teuthology.orchestra.run.smithi067.stdout: "finisher-MDSRank": { 2024-09-21T00:28:31.286 INFO:teuthology.orchestra.run.smithi067.stdout: "queue_len": 0, 2024-09-21T00:28:31.287 INFO:teuthology.orchestra.run.smithi067.stdout: "complete_latency": { 2024-09-21T00:28:31.287 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 9405, 2024-09-21T00:28:31.287 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 15.784021973, 2024-09-21T00:28:31.287 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.001678258 2024-09-21T00:28:31.287 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:28:31.287 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:28:31.287 INFO:teuthology.orchestra.run.smithi067.stdout: "finisher-PurgeQueue": { 2024-09-21T00:28:31.287 INFO:teuthology.orchestra.run.smithi067.stdout: "queue_len": 0, 2024-09-21T00:28:31.287 INFO:teuthology.orchestra.run.smithi067.stdout: "complete_latency": { 2024-09-21T00:28:31.287 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 1346, 2024-09-21T00:28:31.288 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.747494776, 2024-09-21T00:28:31.288 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000555345 2024-09-21T00:28:31.288 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:28:31.288 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:28:31.288 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": { 2024-09-21T00:28:31.288 INFO:teuthology.orchestra.run.smithi067.stdout: "request": 28246, 2024-09-21T00:28:31.288 INFO:teuthology.orchestra.run.smithi067.stdout: "reply": 28246, 2024-09-21T00:28:31.288 INFO:teuthology.orchestra.run.smithi067.stdout: "reply_latency": { 2024-09-21T00:28:31.288 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 28246, 2024-09-21T00:28:31.288 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 290.836918133, 2024-09-21T00:28:31.288 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.010296570 2024-09-21T00:28:31.288 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:28:31.288 INFO:teuthology.orchestra.run.smithi067.stdout: "slow_reply": 0, 2024-09-21T00:28:31.289 INFO:teuthology.orchestra.run.smithi067.stdout: "forward": 0, 2024-09-21T00:28:31.289 INFO:teuthology.orchestra.run.smithi067.stdout: "dir_fetch_complete": 0, 2024-09-21T00:28:31.289 INFO:teuthology.orchestra.run.smithi067.stdout: "dir_fetch_keys": 0, 2024-09-21T00:28:31.289 INFO:teuthology.orchestra.run.smithi067.stdout: "dir_commit": 12, 2024-09-21T00:28:31.289 INFO:teuthology.orchestra.run.smithi067.stdout: "dir_split": 0, 2024-09-21T00:28:31.289 INFO:teuthology.orchestra.run.smithi067.stdout: "dir_merge": 0, 2024-09-21T00:28:31.289 INFO:teuthology.orchestra.run.smithi067.stdout: "inodes": 19877, 2024-09-21T00:28:31.289 INFO:teuthology.orchestra.run.smithi067.stdout: "inodes_top": 0, 2024-09-21T00:28:31.289 INFO:teuthology.orchestra.run.smithi067.stdout: "inodes_bottom": 19877, 2024-09-21T00:28:31.289 INFO:teuthology.orchestra.run.smithi067.stdout: "inodes_pin_tail": 0, 2024-09-21T00:28:31.289 INFO:teuthology.orchestra.run.smithi067.stdout: "inodes_pinned": 19877, 2024-09-21T00:28:31.290 INFO:teuthology.orchestra.run.smithi067.stdout: "inodes_expired": 0, 2024-09-21T00:28:31.290 INFO:teuthology.orchestra.run.smithi067.stdout: "inodes_with_caps": 461, 2024-09-21T00:28:31.290 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": 461, 2024-09-21T00:28:31.290 INFO:teuthology.orchestra.run.smithi067.stdout: "subtrees": 2, 2024-09-21T00:28:31.290 INFO:teuthology.orchestra.run.smithi067.stdout: "traverse": 45942, 2024-09-21T00:28:31.290 INFO:teuthology.orchestra.run.smithi067.stdout: "traverse_hit": 45358, 2024-09-21T00:28:31.290 INFO:teuthology.orchestra.run.smithi067.stdout: "traverse_forward": 0, 2024-09-21T00:28:31.290 INFO:teuthology.orchestra.run.smithi067.stdout: "traverse_discover": 0, 2024-09-21T00:28:31.290 INFO:teuthology.orchestra.run.smithi067.stdout: "traverse_dir_fetch": 0, 2024-09-21T00:28:31.290 INFO:teuthology.orchestra.run.smithi067.stdout: "traverse_remote_ino": 0, 2024-09-21T00:28:31.290 INFO:teuthology.orchestra.run.smithi067.stdout: "traverse_lock": 117, 2024-09-21T00:28:31.290 INFO:teuthology.orchestra.run.smithi067.stdout: "load_cent": 0, 2024-09-21T00:28:31.291 INFO:teuthology.orchestra.run.smithi067.stdout: "q": 0, 2024-09-21T00:28:31.291 INFO:teuthology.orchestra.run.smithi067.stdout: "exported": 0, 2024-09-21T00:28:31.291 INFO:teuthology.orchestra.run.smithi067.stdout: "exported_inodes": 0, 2024-09-21T00:28:31.291 INFO:teuthology.orchestra.run.smithi067.stdout: "imported": 0, 2024-09-21T00:28:31.291 INFO:teuthology.orchestra.run.smithi067.stdout: "imported_inodes": 0, 2024-09-21T00:28:31.291 INFO:teuthology.orchestra.run.smithi067.stdout: "openino_dir_fetch": 0, 2024-09-21T00:28:31.291 INFO:teuthology.orchestra.run.smithi067.stdout: "openino_backtrace_fetch": 0, 2024-09-21T00:28:31.291 INFO:teuthology.orchestra.run.smithi067.stdout: "openino_peer_discover": 0, 2024-09-21T00:28:31.291 INFO:teuthology.orchestra.run.smithi067.stdout: "root_rfiles": 0, 2024-09-21T00:28:31.292 INFO:teuthology.orchestra.run.smithi067.stdout: "root_rbytes": 0, 2024-09-21T00:28:31.292 INFO:teuthology.orchestra.run.smithi067.stdout: "root_rsnaps": 0, 2024-09-21T00:28:31.292 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_backtrace_fetch": 0, 2024-09-21T00:28:31.292 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_set_tag": 0, 2024-09-21T00:28:31.292 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_backtrace_repaired": 0, 2024-09-21T00:28:31.292 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_inotable_repaired": 0, 2024-09-21T00:28:31.292 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_dir_inodes": 0, 2024-09-21T00:28:31.292 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_dir_base_inodes": 0, 2024-09-21T00:28:31.292 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_dirfrag_rstats": 0, 2024-09-21T00:28:31.292 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_file_inodes": 0, 2024-09-21T00:28:31.292 INFO:teuthology.orchestra.run.smithi067.stdout: "handle_inode_file_caps": 0, 2024-09-21T00:28:31.292 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_cap_op_revoke": 6158, 2024-09-21T00:28:31.292 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_cap_op_grant": 6010, 2024-09-21T00:28:31.292 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_cap_op_trunc": 0, 2024-09-21T00:28:31.292 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-21T00:28:31.293 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-21T00:28:31.293 INFO:teuthology.orchestra.run.smithi067.stdout: "handle_client_caps": 6158, 2024-09-21T00:28:31.293 INFO:teuthology.orchestra.run.smithi067.stdout: "handle_client_caps_dirty": 2000, 2024-09-21T00:28:31.293 INFO:teuthology.orchestra.run.smithi067.stdout: "handle_client_cap_release": 26, 2024-09-21T00:28:31.293 INFO:teuthology.orchestra.run.smithi067.stdout: "process_request_cap_release": 17838 2024-09-21T00:28:31.293 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:28:31.293 INFO:teuthology.orchestra.run.smithi067.stdout: "mds_cache": { 2024-09-21T00:28:31.293 INFO:teuthology.orchestra.run.smithi067.stdout: "dir_update": 0, 2024-09-21T00:28:31.293 INFO:teuthology.orchestra.run.smithi067.stdout: "dir_update_receipt": 0, 2024-09-21T00:28:31.293 INFO:teuthology.orchestra.run.smithi067.stdout: "dir_try_discover": 0, 2024-09-21T00:28:31.294 INFO:teuthology.orchestra.run.smithi067.stdout: "dir_send_discover": 0, 2024-09-21T00:28:31.294 INFO:teuthology.orchestra.run.smithi067.stdout: "dir_handle_discover": 0, 2024-09-21T00:28:31.294 INFO:teuthology.orchestra.run.smithi067.stdout: "num_strays": 2000, 2024-09-21T00:28:31.294 INFO:teuthology.orchestra.run.smithi067.stdout: "num_strays_delayed": 1, 2024-09-21T00:28:31.294 INFO:teuthology.orchestra.run.smithi067.stdout: "num_strays_enqueuing": 0, 2024-09-21T00:28:31.294 INFO:teuthology.orchestra.run.smithi067.stdout: "strays_created": 4167, 2024-09-21T00:28:31.294 INFO:teuthology.orchestra.run.smithi067.stdout: "strays_enqueued": 1541, 2024-09-21T00:28:31.294 INFO:teuthology.orchestra.run.smithi067.stdout: "strays_reintegrated": 2226, 2024-09-21T00:28:31.294 INFO:teuthology.orchestra.run.smithi067.stdout: "strays_migrated": 0, 2024-09-21T00:28:31.294 INFO:teuthology.orchestra.run.smithi067.stdout: "num_recovering_processing": 0, 2024-09-21T00:28:31.294 INFO:teuthology.orchestra.run.smithi067.stdout: "num_recovering_enqueued": 0, 2024-09-21T00:28:31.294 INFO:teuthology.orchestra.run.smithi067.stdout: "num_recovering_prioritized": 0, 2024-09-21T00:28:31.295 INFO:teuthology.orchestra.run.smithi067.stdout: "recovery_started": 0, 2024-09-21T00:28:31.295 INFO:teuthology.orchestra.run.smithi067.stdout: "recovery_completed": 0, 2024-09-21T00:28:31.295 INFO:teuthology.orchestra.run.smithi067.stdout: "ireq_quiesce_path": 0, 2024-09-21T00:28:31.295 INFO:teuthology.orchestra.run.smithi067.stdout: "ireq_quiesce_inode": 0, 2024-09-21T00:28:31.295 INFO:teuthology.orchestra.run.smithi067.stdout: "ireq_enqueue_scrub": 0, 2024-09-21T00:28:31.295 INFO:teuthology.orchestra.run.smithi067.stdout: "ireq_exportdir": 0, 2024-09-21T00:28:31.295 INFO:teuthology.orchestra.run.smithi067.stdout: "ireq_flush": 0, 2024-09-21T00:28:31.295 INFO:teuthology.orchestra.run.smithi067.stdout: "ireq_fragmentdir": 0, 2024-09-21T00:28:31.295 INFO:teuthology.orchestra.run.smithi067.stdout: "ireq_fragstats": 0, 2024-09-21T00:28:31.295 INFO:teuthology.orchestra.run.smithi067.stdout: "ireq_inodestats": 0, 2024-09-21T00:28:31.296 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_started": 0, 2024-09-21T00:28:31.296 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_succeeded": 0, 2024-09-21T00:28:31.296 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_write_failed": 0 2024-09-21T00:28:31.296 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:28:31.296 INFO:teuthology.orchestra.run.smithi067.stdout: "mds_log": { 2024-09-21T00:28:31.296 INFO:teuthology.orchestra.run.smithi067.stdout: "evlrg": 0, 2024-09-21T00:28:31.296 INFO:teuthology.orchestra.run.smithi067.stdout: "evadd": 21776, 2024-09-21T00:28:31.296 INFO:teuthology.orchestra.run.smithi067.stdout: "evex": 0, 2024-09-21T00:28:31.296 INFO:teuthology.orchestra.run.smithi067.stdout: "evtrm": 0, 2024-09-21T00:28:31.296 INFO:teuthology.orchestra.run.smithi067.stdout: "ev": 21776, 2024-09-21T00:28:31.296 INFO:teuthology.orchestra.run.smithi067.stdout: "evexg": 0, 2024-09-21T00:28:31.297 INFO:teuthology.orchestra.run.smithi067.stdout: "evexd": 0, 2024-09-21T00:28:31.297 INFO:teuthology.orchestra.run.smithi067.stdout: "segadd": 29, 2024-09-21T00:28:31.297 INFO:teuthology.orchestra.run.smithi067.stdout: "segex": 0, 2024-09-21T00:28:31.297 INFO:teuthology.orchestra.run.smithi067.stdout: "segtrm": 0, 2024-09-21T00:28:31.297 INFO:teuthology.orchestra.run.smithi067.stdout: "seg": 29, 2024-09-21T00:28:31.297 INFO:teuthology.orchestra.run.smithi067.stdout: "segmjr": 3, 2024-09-21T00:28:31.297 INFO:teuthology.orchestra.run.smithi067.stdout: "segexg": 0, 2024-09-21T00:28:31.297 INFO:teuthology.orchestra.run.smithi067.stdout: "segexd": 0, 2024-09-21T00:28:31.297 INFO:teuthology.orchestra.run.smithi067.stdout: "expos": 4194304, 2024-09-21T00:28:31.297 INFO:teuthology.orchestra.run.smithi067.stdout: "wrpos": 81477573, 2024-09-21T00:28:31.297 INFO:teuthology.orchestra.run.smithi067.stdout: "rdpos": 0, 2024-09-21T00:28:31.297 INFO:teuthology.orchestra.run.smithi067.stdout: "jlat": { 2024-09-21T00:28:31.297 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 6618, 2024-09-21T00:28:31.297 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 88.858710389, 2024-09-21T00:28:31.297 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.013426822 2024-09-21T00:28:31.297 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:28:31.298 INFO:teuthology.orchestra.run.smithi067.stdout: "replayed": 0 2024-09-21T00:28:31.298 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:28:31.298 INFO:teuthology.orchestra.run.smithi067.stdout: "mds_mem": { 2024-09-21T00:28:31.298 INFO:teuthology.orchestra.run.smithi067.stdout: "ino": 2014, 2024-09-21T00:28:31.298 INFO:teuthology.orchestra.run.smithi067.stdout: "ino+": 2014, 2024-09-21T00:28:31.298 INFO:teuthology.orchestra.run.smithi067.stdout: "ino-": 0, 2024-09-21T00:28:31.298 INFO:teuthology.orchestra.run.smithi067.stdout: "dir": 13, 2024-09-21T00:28:31.298 INFO:teuthology.orchestra.run.smithi067.stdout: "dir+": 13, 2024-09-21T00:28:31.298 INFO:teuthology.orchestra.run.smithi067.stdout: "dir-": 0, 2024-09-21T00:28:31.298 INFO:teuthology.orchestra.run.smithi067.stdout: "dn": 19877, 2024-09-21T00:28:31.298 INFO:teuthology.orchestra.run.smithi067.stdout: "dn+": 19877, 2024-09-21T00:28:31.298 INFO:teuthology.orchestra.run.smithi067.stdout: "dn-": 0, 2024-09-21T00:28:31.298 INFO:teuthology.orchestra.run.smithi067.stdout: "cap": 461, 2024-09-21T00:28:31.298 INFO:teuthology.orchestra.run.smithi067.stdout: "cap+": 2002, 2024-09-21T00:28:31.299 INFO:teuthology.orchestra.run.smithi067.stdout: "cap-": 1541, 2024-09-21T00:28:31.299 INFO:teuthology.orchestra.run.smithi067.stdout: "rss": 173496, 2024-09-21T00:28:31.299 INFO:teuthology.orchestra.run.smithi067.stdout: "heap": 387866624 2024-09-21T00:28:31.299 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:28:31.299 INFO:teuthology.orchestra.run.smithi067.stdout: "mds_server": { 2024-09-21T00:28:31.299 INFO:teuthology.orchestra.run.smithi067.stdout: "dispatch_client_request": 37275, 2024-09-21T00:28:31.299 INFO:teuthology.orchestra.run.smithi067.stdout: "dispatch_server_request": 0, 2024-09-21T00:28:31.299 INFO:teuthology.orchestra.run.smithi067.stdout: "handle_client_request": 28246, 2024-09-21T00:28:31.299 INFO:teuthology.orchestra.run.smithi067.stdout: "handle_client_session": 6, 2024-09-21T00:28:31.299 INFO:teuthology.orchestra.run.smithi067.stdout: "handle_peer_request": 0, 2024-09-21T00:28:31.299 INFO:teuthology.orchestra.run.smithi067.stdout: "req_create_latency": { 2024-09-21T00:28:31.299 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 2000, 2024-09-21T00:28:31.299 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 1.817166407, 2024-09-21T00:28:31.299 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000908583 2024-09-21T00:28:31.300 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:28:31.300 INFO:teuthology.orchestra.run.smithi067.stdout: "req_getattr_latency": { 2024-09-21T00:28:31.300 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 2005, 2024-09-21T00:28:31.300 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.688394039, 2024-09-21T00:28:31.300 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000343338 2024-09-21T00:28:31.300 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:28:31.300 INFO:teuthology.orchestra.run.smithi067.stdout: "req_getfilelock_latency": { 2024-09-21T00:28:31.300 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:28:31.300 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:28:31.300 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:28:31.301 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:28:31.301 INFO:teuthology.orchestra.run.smithi067.stdout: "req_link_latency": { 2024-09-21T00:28:31.301 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 6000, 2024-09-21T00:28:31.301 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 11.092133178, 2024-09-21T00:28:31.301 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.001848688 2024-09-21T00:28:31.301 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:28:31.301 INFO:teuthology.orchestra.run.smithi067.stdout: "req_lookup_latency": { 2024-09-21T00:28:31.301 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 8002, 2024-09-21T00:28:31.301 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 5.667723035, 2024-09-21T00:28:31.301 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000708288 2024-09-21T00:28:31.302 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:28:31.302 INFO:teuthology.orchestra.run.smithi067.stdout: "req_lookuphash_latency": { 2024-09-21T00:28:31.302 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:28:31.302 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:28:31.302 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:28:31.302 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:28:31.302 INFO:teuthology.orchestra.run.smithi067.stdout: "req_lookupino_latency": { 2024-09-21T00:28:31.302 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:28:31.302 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:28:31.302 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:28:31.302 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:28:31.302 INFO:teuthology.orchestra.run.smithi067.stdout: "req_lookupname_latency": { 2024-09-21T00:28:31.302 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:28:31.303 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:28:31.303 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:28:31.303 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:28:31.303 INFO:teuthology.orchestra.run.smithi067.stdout: "req_lookupparent_latency": { 2024-09-21T00:28:31.303 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:28:31.303 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:28:31.303 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:28:31.303 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:28:31.303 INFO:teuthology.orchestra.run.smithi067.stdout: "req_lookupsnap_latency": { 2024-09-21T00:28:31.303 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 3, 2024-09-21T00:28:31.303 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.017381176, 2024-09-21T00:28:31.303 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.005793725 2024-09-21T00:28:31.303 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:28:31.303 INFO:teuthology.orchestra.run.smithi067.stdout: "req_lssnap_latency": { 2024-09-21T00:28:31.304 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:28:31.304 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:28:31.304 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:28:31.304 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:28:31.304 INFO:teuthology.orchestra.run.smithi067.stdout: "req_mkdir_latency": { 2024-09-21T00:28:31.304 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 1, 2024-09-21T00:28:31.304 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.002674247, 2024-09-21T00:28:31.304 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.002674247 2024-09-21T00:28:31.304 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:28:31.304 INFO:teuthology.orchestra.run.smithi067.stdout: "req_mknod_latency": { 2024-09-21T00:28:31.304 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:28:31.304 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:28:31.304 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:28:31.304 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:28:31.304 INFO:teuthology.orchestra.run.smithi067.stdout: "req_mksnap_latency": { 2024-09-21T00:28:31.305 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 1, 2024-09-21T00:28:31.305 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.006098194, 2024-09-21T00:28:31.305 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.006098194 2024-09-21T00:28:31.305 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:28:31.305 INFO:teuthology.orchestra.run.smithi067.stdout: "req_open_latency": { 2024-09-21T00:28:31.305 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:28:31.305 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:28:31.305 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:28:31.305 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:28:31.305 INFO:teuthology.orchestra.run.smithi067.stdout: "req_readdir_latency": { 2024-09-21T00:28:31.305 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 6, 2024-09-21T00:28:31.305 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.114746949, 2024-09-21T00:28:31.305 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.019124491 2024-09-21T00:28:31.305 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:28:31.306 INFO:teuthology.orchestra.run.smithi067.stdout: "req_rename_latency": { 2024-09-21T00:28:31.306 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 2226, 2024-09-21T00:28:31.306 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 250.875080340, 2024-09-21T00:28:31.306 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.112702192 2024-09-21T00:28:31.306 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:28:31.306 INFO:teuthology.orchestra.run.smithi067.stdout: "req_renamesnap_latency": { 2024-09-21T00:28:31.306 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:28:31.306 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:28:31.306 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:28:31.306 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:28:31.306 INFO:teuthology.orchestra.run.smithi067.stdout: "req_snapdiff_latency": { 2024-09-21T00:28:31.306 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:28:31.306 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:28:31.307 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:28:31.307 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:28:31.307 INFO:teuthology.orchestra.run.smithi067.stdout: "req_rmdir_latency": { 2024-09-21T00:28:31.307 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:28:31.307 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:28:31.307 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:28:31.307 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:28:31.307 INFO:teuthology.orchestra.run.smithi067.stdout: "req_rmsnap_latency": { 2024-09-21T00:28:31.307 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 1, 2024-09-21T00:28:31.307 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.003885502, 2024-09-21T00:28:31.307 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.003885502 2024-09-21T00:28:31.307 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:28:31.307 INFO:teuthology.orchestra.run.smithi067.stdout: "req_rmxattr_latency": { 2024-09-21T00:28:31.308 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:28:31.308 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:28:31.308 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:28:31.308 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:28:31.308 INFO:teuthology.orchestra.run.smithi067.stdout: "req_setattr_latency": { 2024-09-21T00:28:31.308 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 1, 2024-09-21T00:28:31.308 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000280644, 2024-09-21T00:28:31.308 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000280644 2024-09-21T00:28:31.308 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:28:31.308 INFO:teuthology.orchestra.run.smithi067.stdout: "req_setdirlayout_latency": { 2024-09-21T00:28:31.308 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:28:31.308 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:28:31.308 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:28:31.308 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:28:31.309 INFO:teuthology.orchestra.run.smithi067.stdout: "req_setfilelock_latency": { 2024-09-21T00:28:31.309 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:28:31.309 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:28:31.309 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:28:31.309 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:28:31.309 INFO:teuthology.orchestra.run.smithi067.stdout: "req_setlayout_latency": { 2024-09-21T00:28:31.309 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:28:31.309 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:28:31.309 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:28:31.309 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:28:31.309 INFO:teuthology.orchestra.run.smithi067.stdout: "req_setxattr_latency": { 2024-09-21T00:28:31.309 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:28:31.309 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:28:31.309 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:28:31.309 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:28:31.309 INFO:teuthology.orchestra.run.smithi067.stdout: "req_symlink_latency": { 2024-09-21T00:28:31.310 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:28:31.310 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:28:31.310 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:28:31.310 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:28:31.310 INFO:teuthology.orchestra.run.smithi067.stdout: "req_unlink_latency": { 2024-09-21T00:28:31.310 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 8000, 2024-09-21T00:28:31.310 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 20.551354422, 2024-09-21T00:28:31.310 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.002568919 2024-09-21T00:28:31.310 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:28:31.310 INFO:teuthology.orchestra.run.smithi067.stdout: "cap_revoke_eviction": 0, 2024-09-21T00:28:31.310 INFO:teuthology.orchestra.run.smithi067.stdout: "cap_acquisition_throttle": 0, 2024-09-21T00:28:31.310 INFO:teuthology.orchestra.run.smithi067.stdout: "req_getvxattr_latency": { 2024-09-21T00:28:31.310 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:28:31.310 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:28:31.311 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:28:31.311 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:28:31.311 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:28:31.311 INFO:teuthology.orchestra.run.smithi067.stdout: "mds_sessions": { 2024-09-21T00:28:31.311 INFO:teuthology.orchestra.run.smithi067.stdout: "session_count": 1, 2024-09-21T00:28:31.311 INFO:teuthology.orchestra.run.smithi067.stdout: "session_add": 1, 2024-09-21T00:28:31.311 INFO:teuthology.orchestra.run.smithi067.stdout: "session_remove": 0, 2024-09-21T00:28:31.311 INFO:teuthology.orchestra.run.smithi067.stdout: "sessions_open": 1, 2024-09-21T00:28:31.311 INFO:teuthology.orchestra.run.smithi067.stdout: "sessions_stale": 0, 2024-09-21T00:28:31.311 INFO:teuthology.orchestra.run.smithi067.stdout: "total_load": 18890, 2024-09-21T00:28:31.311 INFO:teuthology.orchestra.run.smithi067.stdout: "average_load": 18890, 2024-09-21T00:28:31.311 INFO:teuthology.orchestra.run.smithi067.stdout: "avg_session_uptime": 66, 2024-09-21T00:28:31.311 INFO:teuthology.orchestra.run.smithi067.stdout: "mdthresh_evicted": 0 2024-09-21T00:28:31.311 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:28:31.312 INFO:teuthology.orchestra.run.smithi067.stdout: "mempool": { 2024-09-21T00:28:31.312 INFO:teuthology.orchestra.run.smithi067.stdout: "bloom_filter_bytes": 0, 2024-09-21T00:28:31.312 INFO:teuthology.orchestra.run.smithi067.stdout: "bloom_filter_items": 0, 2024-09-21T00:28:31.312 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_alloc_bytes": 0, 2024-09-21T00:28:31.312 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_alloc_items": 0, 2024-09-21T00:28:31.312 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_data_bytes": 0, 2024-09-21T00:28:31.312 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_data_items": 0, 2024-09-21T00:28:31.312 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-21T00:28:31.312 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_onode_items": 0, 2024-09-21T00:28:31.312 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-21T00:28:31.312 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_meta_items": 0, 2024-09-21T00:28:31.312 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_other_bytes": 0, 2024-09-21T00:28:31.312 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_other_items": 0, 2024-09-21T00:28:31.313 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-21T00:28:31.313 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_buffer_items": 0, 2024-09-21T00:28:31.313 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_extent_bytes": 0, 2024-09-21T00:28:31.313 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_extent_items": 0, 2024-09-21T00:28:31.313 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_blob_bytes": 0, 2024-09-21T00:28:31.313 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_blob_items": 0, 2024-09-21T00:28:31.313 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-21T00:28:31.313 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_shared_blob_items": 0, 2024-09-21T00:28:31.313 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-21T00:28:31.313 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_inline_bl_items": 0, 2024-09-21T00:28:31.313 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_fsck_bytes": 0, 2024-09-21T00:28:31.313 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_fsck_items": 0, 2024-09-21T00:28:31.313 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_txc_bytes": 0, 2024-09-21T00:28:31.313 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_txc_items": 0, 2024-09-21T00:28:31.314 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-21T00:28:31.314 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_writing_deferred_items": 0, 2024-09-21T00:28:31.314 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_writing_bytes": 0, 2024-09-21T00:28:31.314 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_writing_items": 0, 2024-09-21T00:28:31.314 INFO:teuthology.orchestra.run.smithi067.stdout: "bluefs_bytes": 0, 2024-09-21T00:28:31.314 INFO:teuthology.orchestra.run.smithi067.stdout: "bluefs_items": 0, 2024-09-21T00:28:31.314 INFO:teuthology.orchestra.run.smithi067.stdout: "bluefs_file_reader_bytes": 0, 2024-09-21T00:28:31.314 INFO:teuthology.orchestra.run.smithi067.stdout: "bluefs_file_reader_items": 0, 2024-09-21T00:28:31.314 INFO:teuthology.orchestra.run.smithi067.stdout: "bluefs_file_writer_bytes": 0, 2024-09-21T00:28:31.314 INFO:teuthology.orchestra.run.smithi067.stdout: "bluefs_file_writer_items": 0, 2024-09-21T00:28:31.314 INFO:teuthology.orchestra.run.smithi067.stdout: "buffer_anon_bytes": 17092922, 2024-09-21T00:28:31.314 INFO:teuthology.orchestra.run.smithi067.stdout: "buffer_anon_items": 4340, 2024-09-21T00:28:31.314 INFO:teuthology.orchestra.run.smithi067.stdout: "buffer_meta_bytes": 176, 2024-09-21T00:28:31.314 INFO:teuthology.orchestra.run.smithi067.stdout: "buffer_meta_items": 2, 2024-09-21T00:28:31.315 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_bytes": 0, 2024-09-21T00:28:31.315 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_items": 0, 2024-09-21T00:28:31.315 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_mapbl_bytes": 0, 2024-09-21T00:28:31.315 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_mapbl_items": 0, 2024-09-21T00:28:31.315 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_pglog_bytes": 0, 2024-09-21T00:28:31.315 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_pglog_items": 0, 2024-09-21T00:28:31.315 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_bytes": 5312, 2024-09-21T00:28:31.315 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_items": 75, 2024-09-21T00:28:31.315 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_mapping_bytes": 0, 2024-09-21T00:28:31.315 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_mapping_items": 0, 2024-09-21T00:28:31.315 INFO:teuthology.orchestra.run.smithi067.stdout: "pgmap_bytes": 0, 2024-09-21T00:28:31.315 INFO:teuthology.orchestra.run.smithi067.stdout: "pgmap_items": 0, 2024-09-21T00:28:31.315 INFO:teuthology.orchestra.run.smithi067.stdout: "mds_co_bytes": 21006529, 2024-09-21T00:28:31.315 INFO:teuthology.orchestra.run.smithi067.stdout: "mds_co_items": 822598, 2024-09-21T00:28:31.316 INFO:teuthology.orchestra.run.smithi067.stdout: "unittest_1_bytes": 0, 2024-09-21T00:28:31.316 INFO:teuthology.orchestra.run.smithi067.stdout: "unittest_1_items": 0, 2024-09-21T00:28:31.316 INFO:teuthology.orchestra.run.smithi067.stdout: "unittest_2_bytes": 0, 2024-09-21T00:28:31.316 INFO:teuthology.orchestra.run.smithi067.stdout: "unittest_2_items": 0 2024-09-21T00:28:31.316 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:28:31.316 INFO:teuthology.orchestra.run.smithi067.stdout: "objecter": { 2024-09-21T00:28:31.316 INFO:teuthology.orchestra.run.smithi067.stdout: "op_active": 0, 2024-09-21T00:28:31.316 INFO:teuthology.orchestra.run.smithi067.stdout: "op_laggy": 0, 2024-09-21T00:28:31.316 INFO:teuthology.orchestra.run.smithi067.stdout: "op_send": 8417, 2024-09-21T00:28:31.316 INFO:teuthology.orchestra.run.smithi067.stdout: "op_send_bytes": 77468779, 2024-09-21T00:28:31.316 INFO:teuthology.orchestra.run.smithi067.stdout: "op_resend": 37, 2024-09-21T00:28:31.316 INFO:teuthology.orchestra.run.smithi067.stdout: "op_reply": 8417, 2024-09-21T00:28:31.316 INFO:teuthology.orchestra.run.smithi067.stdout: "op_latency": { 2024-09-21T00:28:31.317 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 8417, 2024-09-21T00:28:31.317 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 23.005472593, 2024-09-21T00:28:31.317 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.002733215 2024-09-21T00:28:31.317 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:28:31.317 INFO:teuthology.orchestra.run.smithi067.stdout: "op_inflight": 0, 2024-09-21T00:28:31.317 INFO:teuthology.orchestra.run.smithi067.stdout: "oplen_avg": { 2024-09-21T00:28:31.317 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 8417, 2024-09-21T00:28:31.317 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 8477 2024-09-21T00:28:31.317 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:28:31.317 INFO:teuthology.orchestra.run.smithi067.stdout: "op": 8417, 2024-09-21T00:28:31.317 INFO:teuthology.orchestra.run.smithi067.stdout: "op_r": 62, 2024-09-21T00:28:31.317 INFO:teuthology.orchestra.run.smithi067.stdout: "op_w": 8355, 2024-09-21T00:28:31.317 INFO:teuthology.orchestra.run.smithi067.stdout: "op_rmw": 0, 2024-09-21T00:28:31.317 INFO:teuthology.orchestra.run.smithi067.stdout: "op_pg": 0, 2024-09-21T00:28:31.317 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_stat": 0, 2024-09-21T00:28:31.318 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_create": 11, 2024-09-21T00:28:31.318 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_read": 62, 2024-09-21T00:28:31.318 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_write": 6680, 2024-09-21T00:28:31.318 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_writefull": 37, 2024-09-21T00:28:31.318 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_writesame": 0, 2024-09-21T00:28:31.318 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_append": 0, 2024-09-21T00:28:31.318 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_zero": 1541, 2024-09-21T00:28:31.318 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_truncate": 0, 2024-09-21T00:28:31.318 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_delete": 30, 2024-09-21T00:28:31.318 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_mapext": 0, 2024-09-21T00:28:31.318 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_sparse_read": 0, 2024-09-21T00:28:31.318 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_clonerange": 0, 2024-09-21T00:28:31.318 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_getxattr": 0, 2024-09-21T00:28:31.318 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_setxattr": 22, 2024-09-21T00:28:31.319 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_cmpxattr": 0, 2024-09-21T00:28:31.319 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_rmxattr": 0, 2024-09-21T00:28:31.319 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_resetxattrs": 0, 2024-09-21T00:28:31.319 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_call": 0, 2024-09-21T00:28:31.319 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_watch": 0, 2024-09-21T00:28:31.319 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_notify": 0, 2024-09-21T00:28:31.319 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_src_cmpxattr": 0, 2024-09-21T00:28:31.319 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_pgls": 0, 2024-09-21T00:28:31.319 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_pgls_filter": 0, 2024-09-21T00:28:31.319 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_other": 0, 2024-09-21T00:28:31.319 INFO:teuthology.orchestra.run.smithi067.stdout: "linger_active": 0, 2024-09-21T00:28:31.319 INFO:teuthology.orchestra.run.smithi067.stdout: "linger_send": 0, 2024-09-21T00:28:31.319 INFO:teuthology.orchestra.run.smithi067.stdout: "linger_resend": 0, 2024-09-21T00:28:31.319 INFO:teuthology.orchestra.run.smithi067.stdout: "linger_ping": 0, 2024-09-21T00:28:31.320 INFO:teuthology.orchestra.run.smithi067.stdout: "poolop_active": 0, 2024-09-21T00:28:31.320 INFO:teuthology.orchestra.run.smithi067.stdout: "poolop_send": 0, 2024-09-21T00:28:31.320 INFO:teuthology.orchestra.run.smithi067.stdout: "poolop_resend": 0, 2024-09-21T00:28:31.320 INFO:teuthology.orchestra.run.smithi067.stdout: "poolstat_active": 0, 2024-09-21T00:28:31.320 INFO:teuthology.orchestra.run.smithi067.stdout: "poolstat_send": 0, 2024-09-21T00:28:31.320 INFO:teuthology.orchestra.run.smithi067.stdout: "poolstat_resend": 0, 2024-09-21T00:28:31.320 INFO:teuthology.orchestra.run.smithi067.stdout: "statfs_active": 0, 2024-09-21T00:28:31.320 INFO:teuthology.orchestra.run.smithi067.stdout: "statfs_send": 0, 2024-09-21T00:28:31.320 INFO:teuthology.orchestra.run.smithi067.stdout: "statfs_resend": 0, 2024-09-21T00:28:31.320 INFO:teuthology.orchestra.run.smithi067.stdout: "command_active": 0, 2024-09-21T00:28:31.320 INFO:teuthology.orchestra.run.smithi067.stdout: "command_send": 0, 2024-09-21T00:28:31.320 INFO:teuthology.orchestra.run.smithi067.stdout: "command_resend": 0, 2024-09-21T00:28:31.320 INFO:teuthology.orchestra.run.smithi067.stdout: "map_epoch": 104, 2024-09-21T00:28:31.320 INFO:teuthology.orchestra.run.smithi067.stdout: "map_full": 0, 2024-09-21T00:28:31.321 INFO:teuthology.orchestra.run.smithi067.stdout: "map_inc": 1, 2024-09-21T00:28:31.321 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_sessions": 8, 2024-09-21T00:28:31.321 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_session_open": 8, 2024-09-21T00:28:31.321 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_session_close": 0, 2024-09-21T00:28:31.321 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_laggy": 0, 2024-09-21T00:28:31.321 INFO:teuthology.orchestra.run.smithi067.stdout: "omap_wr": 80, 2024-09-21T00:28:31.321 INFO:teuthology.orchestra.run.smithi067.stdout: "omap_rd": 0, 2024-09-21T00:28:31.321 INFO:teuthology.orchestra.run.smithi067.stdout: "omap_del": 14 2024-09-21T00:28:31.321 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:28:31.321 INFO:teuthology.orchestra.run.smithi067.stdout: "oft": { 2024-09-21T00:28:31.321 INFO:teuthology.orchestra.run.smithi067.stdout: "omap_total_objs": 1, 2024-09-21T00:28:31.321 INFO:teuthology.orchestra.run.smithi067.stdout: "omap_total_kv_pairs": 0, 2024-09-21T00:28:31.321 INFO:teuthology.orchestra.run.smithi067.stdout: "omap_total_updates": 0, 2024-09-21T00:28:31.321 INFO:teuthology.orchestra.run.smithi067.stdout: "omap_total_removes": 0 2024-09-21T00:28:31.322 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:28:31.322 INFO:teuthology.orchestra.run.smithi067.stdout: "purge_queue": { 2024-09-21T00:28:31.322 INFO:teuthology.orchestra.run.smithi067.stdout: "pq_executing_ops": 0, 2024-09-21T00:28:31.322 INFO:teuthology.orchestra.run.smithi067.stdout: "pq_executing_ops_high_water": 32, 2024-09-21T00:28:31.322 INFO:teuthology.orchestra.run.smithi067.stdout: "pq_executing": 0, 2024-09-21T00:28:31.322 INFO:teuthology.orchestra.run.smithi067.stdout: "pq_executing_high_water": 32, 2024-09-21T00:28:31.322 INFO:teuthology.orchestra.run.smithi067.stdout: "pq_executed_ops": 1541, 2024-09-21T00:28:31.322 INFO:teuthology.orchestra.run.smithi067.stdout: "pq_executed": 1541, 2024-09-21T00:28:31.322 INFO:teuthology.orchestra.run.smithi067.stdout: "pq_item_in_journal": 0 2024-09-21T00:28:31.323 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:28:31.323 INFO:teuthology.orchestra.run.smithi067.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-21T00:28:31.323 INFO:teuthology.orchestra.run.smithi067.stdout: "val": 0, 2024-09-21T00:28:31.323 INFO:teuthology.orchestra.run.smithi067.stdout: "max": 104857600, 2024-09-21T00:28:31.323 INFO:teuthology.orchestra.run.smithi067.stdout: "get_started": 0, 2024-09-21T00:28:31.323 INFO:teuthology.orchestra.run.smithi067.stdout: "get": 40772, 2024-09-21T00:28:31.323 INFO:teuthology.orchestra.run.smithi067.stdout: "get_sum": 10144248, 2024-09-21T00:28:31.323 INFO:teuthology.orchestra.run.smithi067.stdout: "get_or_fail_fail": 0, 2024-09-21T00:28:31.323 INFO:teuthology.orchestra.run.smithi067.stdout: "get_or_fail_success": 40772, 2024-09-21T00:28:31.323 INFO:teuthology.orchestra.run.smithi067.stdout: "take": 0, 2024-09-21T00:28:31.323 INFO:teuthology.orchestra.run.smithi067.stdout: "take_sum": 0, 2024-09-21T00:28:31.323 INFO:teuthology.orchestra.run.smithi067.stdout: "put": 40772, 2024-09-21T00:28:31.324 INFO:teuthology.orchestra.run.smithi067.stdout: "put_sum": 10144248, 2024-09-21T00:28:31.324 INFO:teuthology.orchestra.run.smithi067.stdout: "wait": { 2024-09-21T00:28:31.324 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:28:31.324 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:28:31.324 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:28:31.324 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:28:31.324 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:28:31.324 INFO:teuthology.orchestra.run.smithi067.stdout: "throttle-objecter_bytes": { 2024-09-21T00:28:31.324 INFO:teuthology.orchestra.run.smithi067.stdout: "val": 0, 2024-09-21T00:28:31.324 INFO:teuthology.orchestra.run.smithi067.stdout: "max": 104857600, 2024-09-21T00:28:31.325 INFO:teuthology.orchestra.run.smithi067.stdout: "get_started": 0, 2024-09-21T00:28:31.325 INFO:teuthology.orchestra.run.smithi067.stdout: "get": 0, 2024-09-21T00:28:31.325 INFO:teuthology.orchestra.run.smithi067.stdout: "get_sum": 0, 2024-09-21T00:28:31.325 INFO:teuthology.orchestra.run.smithi067.stdout: "get_or_fail_fail": 0, 2024-09-21T00:28:31.325 INFO:teuthology.orchestra.run.smithi067.stdout: "get_or_fail_success": 0, 2024-09-21T00:28:31.325 INFO:teuthology.orchestra.run.smithi067.stdout: "take": 8417, 2024-09-21T00:28:31.325 INFO:teuthology.orchestra.run.smithi067.stdout: "take_sum": 77636748, 2024-09-21T00:28:31.325 INFO:teuthology.orchestra.run.smithi067.stdout: "put": 8417, 2024-09-21T00:28:31.325 INFO:teuthology.orchestra.run.smithi067.stdout: "put_sum": 77636748, 2024-09-21T00:28:31.325 INFO:teuthology.orchestra.run.smithi067.stdout: "wait": { 2024-09-21T00:28:31.325 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:28:31.326 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:28:31.326 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:28:31.326 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:28:31.326 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:28:31.326 INFO:teuthology.orchestra.run.smithi067.stdout: "throttle-objecter_ops": { 2024-09-21T00:28:31.326 INFO:teuthology.orchestra.run.smithi067.stdout: "val": 0, 2024-09-21T00:28:31.326 INFO:teuthology.orchestra.run.smithi067.stdout: "max": 1024, 2024-09-21T00:28:31.326 INFO:teuthology.orchestra.run.smithi067.stdout: "get_started": 0, 2024-09-21T00:28:31.326 INFO:teuthology.orchestra.run.smithi067.stdout: "get": 0, 2024-09-21T00:28:31.326 INFO:teuthology.orchestra.run.smithi067.stdout: "get_sum": 0, 2024-09-21T00:28:31.326 INFO:teuthology.orchestra.run.smithi067.stdout: "get_or_fail_fail": 0, 2024-09-21T00:28:31.327 INFO:teuthology.orchestra.run.smithi067.stdout: "get_or_fail_success": 0, 2024-09-21T00:28:31.327 INFO:teuthology.orchestra.run.smithi067.stdout: "take": 8417, 2024-09-21T00:28:31.327 INFO:teuthology.orchestra.run.smithi067.stdout: "take_sum": 8417, 2024-09-21T00:28:31.327 INFO:teuthology.orchestra.run.smithi067.stdout: "put": 8417, 2024-09-21T00:28:31.327 INFO:teuthology.orchestra.run.smithi067.stdout: "put_sum": 8417, 2024-09-21T00:28:31.327 INFO:teuthology.orchestra.run.smithi067.stdout: "wait": { 2024-09-21T00:28:31.327 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:28:31.327 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:28:31.327 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:28:31.327 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:28:31.327 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:28:31.328 INFO:teuthology.orchestra.run.smithi067.stdout: "throttle-write_buf_throttle": { 2024-09-21T00:28:31.328 INFO:teuthology.orchestra.run.smithi067.stdout: "val": 0, 2024-09-21T00:28:31.328 INFO:teuthology.orchestra.run.smithi067.stdout: "max": 3758096384, 2024-09-21T00:28:31.328 INFO:teuthology.orchestra.run.smithi067.stdout: "get_started": 0, 2024-09-21T00:28:31.328 INFO:teuthology.orchestra.run.smithi067.stdout: "get": 1541, 2024-09-21T00:28:31.328 INFO:teuthology.orchestra.run.smithi067.stdout: "get_sum": 167969, 2024-09-21T00:28:31.328 INFO:teuthology.orchestra.run.smithi067.stdout: "get_or_fail_fail": 0, 2024-09-21T00:28:31.328 INFO:teuthology.orchestra.run.smithi067.stdout: "get_or_fail_success": 1541, 2024-09-21T00:28:31.328 INFO:teuthology.orchestra.run.smithi067.stdout: "take": 0, 2024-09-21T00:28:31.328 INFO:teuthology.orchestra.run.smithi067.stdout: "take_sum": 0, 2024-09-21T00:28:31.329 INFO:teuthology.orchestra.run.smithi067.stdout: "put": 62, 2024-09-21T00:28:31.329 INFO:teuthology.orchestra.run.smithi067.stdout: "put_sum": 167969, 2024-09-21T00:28:31.329 INFO:teuthology.orchestra.run.smithi067.stdout: "wait": { 2024-09-21T00:28:31.329 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:28:31.329 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:28:31.329 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:28:31.329 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:28:31.329 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:28:31.329 INFO:teuthology.orchestra.run.smithi067.stdout: "throttle-write_buf_throttle-0x562c6fafb450": { 2024-09-21T00:28:31.329 INFO:teuthology.orchestra.run.smithi067.stdout: "val": 84, 2024-09-21T00:28:31.329 INFO:teuthology.orchestra.run.smithi067.stdout: "max": 3758096384, 2024-09-21T00:28:31.330 INFO:teuthology.orchestra.run.smithi067.stdout: "get_started": 0, 2024-09-21T00:28:31.330 INFO:teuthology.orchestra.run.smithi067.stdout: "get": 21776, 2024-09-21T00:28:31.330 INFO:teuthology.orchestra.run.smithi067.stdout: "get_sum": 77283269, 2024-09-21T00:28:31.330 INFO:teuthology.orchestra.run.smithi067.stdout: "get_or_fail_fail": 0, 2024-09-21T00:28:31.330 INFO:teuthology.orchestra.run.smithi067.stdout: "get_or_fail_success": 21776, 2024-09-21T00:28:31.330 INFO:teuthology.orchestra.run.smithi067.stdout: "take": 0, 2024-09-21T00:28:31.330 INFO:teuthology.orchestra.run.smithi067.stdout: "take_sum": 0, 2024-09-21T00:28:31.330 INFO:teuthology.orchestra.run.smithi067.stdout: "put": 6618, 2024-09-21T00:28:31.330 INFO:teuthology.orchestra.run.smithi067.stdout: "put_sum": 77283185, 2024-09-21T00:28:31.331 INFO:teuthology.orchestra.run.smithi067.stdout: "wait": { 2024-09-21T00:28:31.331 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:28:31.331 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:28:31.331 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:28:31.331 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:28:31.331 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:28:31.331 INFO:teuthology.orchestra.run.smithi067.stdout: "trackedop": { 2024-09-21T00:28:31.331 INFO:teuthology.orchestra.run.smithi067.stdout: "slow_ops_count": 0 2024-09-21T00:28:31.331 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:28:31.331 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:28:31.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.273+0000 7ffa1a49b640 1 -- 172.21.15.67:0/818959471 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ffa00078b90 msgr2=0x7ffa0007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:28:31.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.273+0000 7ffa1a49b640 1 --2- 172.21.15.67:0/818959471 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ffa00078b90 0x7ffa0007b0a0 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7ffa04007fd0 tx=0x7ffa04009040 comp rx=0 tx=0).stop 2024-09-21T00:28:31.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.273+0000 7ffa1a49b640 1 -- 172.21.15.67:0/818959471 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffa1415adb0 msgr2=0x7ffa1406ee50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:28:31.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.273+0000 7ffa1a49b640 1 --2- 172.21.15.67:0/818959471 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffa1415adb0 0x7ffa1406ee50 secure :-1 s=READY pgs=1260 cs=0 l=1 rev1=1 crypto rx=0x7ffa0c00cc50 tx=0x7ffa0c00a430 comp rx=0 tx=0).stop 2024-09-21T00:28:31.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.273+0000 7ffa1a49b640 1 -- 172.21.15.67:0/818959471 shutdown_connections 2024-09-21T00:28:31.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.273+0000 7ffa1a49b640 1 --2- 172.21.15.67:0/818959471 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ffa00078b90 0x7ffa0007b0a0 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.273+0000 7ffa1a49b640 1 --2- 172.21.15.67:0/818959471 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffa1415adb0 0x7ffa1406ee50 unknown :-1 s=CLOSED pgs=1260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.273+0000 7ffa1a49b640 1 --2- 172.21.15.67:0/818959471 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ffa140d4db0 0x7ffa14159f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.273+0000 7ffa1a49b640 1 --2- 172.21.15.67:0/818959471 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ffa140d3590 0x7ffa141f6040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.273+0000 7ffa1a49b640 1 -- 172.21.15.67:0/818959471 >> 172.21.15.67:0/818959471 conn(0x7ffa1409da10 msgr2=0x7ffa1415bcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:28:31.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.273+0000 7ffa1a49b640 1 -- 172.21.15.67:0/818959471 shutdown_connections 2024-09-21T00:28:31.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.273+0000 7ffa1a49b640 1 -- 172.21.15.67:0/818959471 wait complete. 2024-09-21T00:28:31.335 INFO:tasks.cephfs.test_scrub_checks:num of strays: 2000 2024-09-21T00:28:31.335 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:28:31.335 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.7:0 scrub start '~mdsdir' recursive 2024-09-21T00:28:31.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.455+0000 7f2fe49e4640 1 -- 172.21.15.67:0/3984168268 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2fe00b3a10 msgr2=0x7f2fe00ccb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:28:31.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.455+0000 7f2fe49e4640 1 --2- 172.21.15.67:0/3984168268 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2fe00b3a10 0x7f2fe00ccb00 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f2fe00cc230 tx=0x7f2fd002a890 comp rx=0 tx=0).stop 2024-09-21T00:28:31.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.456+0000 7f2fe49e4640 1 -- 172.21.15.67:0/3984168268 shutdown_connections 2024-09-21T00:28:31.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.456+0000 7f2fe49e4640 1 --2- 172.21.15.67:0/3984168268 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2fe00b3a10 0x7f2fe00ccb00 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.456+0000 7f2fe49e4640 1 -- 172.21.15.67:0/3984168268 >> 172.21.15.67:0/3984168268 conn(0x7f2fe00b2ef0 msgr2=0x7f2fe00b3300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:28:31.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.456+0000 7f2fe49e4640 1 -- 172.21.15.67:0/3984168268 shutdown_connections 2024-09-21T00:28:31.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.456+0000 7f2fe49e4640 1 -- 172.21.15.67:0/3984168268 wait complete. 2024-09-21T00:28:31.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.458+0000 7f2fe49e4640 1 Processor -- start 2024-09-21T00:28:31.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.458+0000 7f2fe49e4640 1 -- start start 2024-09-21T00:28:31.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.459+0000 7f2fe49e4640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2fe00b3a10 0x7f2fe009d4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:28:31.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.459+0000 7f2fe49e4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2fe00b4210 0x7f2fe0156c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:28:31.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.459+0000 7f2fe49e4640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2fe015dde0 0x7f2fe01f7020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:28:31.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.459+0000 7f2fe49e4640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f2fe015ec90 con 0x7f2fe00b4210 2024-09-21T00:28:31.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.459+0000 7f2fe49e4640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f2fe015eb10 con 0x7f2fe015dde0 2024-09-21T00:28:31.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.459+0000 7f2fe49e4640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f2fe015ee10 con 0x7f2fe00b3a10 2024-09-21T00:28:31.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.459+0000 7f2fddd9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2fe00b4210 0x7f2fe0156c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:28:31.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.459+0000 7f2fddd9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2fe00b4210 0x7f2fe0156c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36458/0 (socket says 172.21.15.67:36458) 2024-09-21T00:28:31.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.459+0000 7f2fddd9b640 1 -- 172.21.15.67:0/1571275861 learned_addr learned my addr 172.21.15.67:0/1571275861 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:28:31.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.459+0000 7f2fded9d640 1 --2- 172.21.15.67:0/1571275861 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2fe015dde0 0x7f2fe01f7020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:28:31.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.459+0000 7f2fde59c640 1 --2- 172.21.15.67:0/1571275861 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2fe00b3a10 0x7f2fe009d4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:28:31.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.459+0000 7f2fddd9b640 1 -- 172.21.15.67:0/1571275861 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2fe00b3a10 msgr2=0x7f2fe009d4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:28:31.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.459+0000 7f2fddd9b640 1 --2- 172.21.15.67:0/1571275861 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2fe00b3a10 0x7f2fe009d4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.459+0000 7f2fddd9b640 1 -- 172.21.15.67:0/1571275861 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2fe015dde0 msgr2=0x7f2fe01f7020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:28:31.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.459+0000 7f2fddd9b640 1 --2- 172.21.15.67:0/1571275861 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2fe015dde0 0x7f2fe01f7020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.459+0000 7f2fddd9b640 1 -- 172.21.15.67:0/1571275861 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2fe00afb70 con 0x7f2fe00b4210 2024-09-21T00:28:31.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.460+0000 7f2fddd9b640 1 --2- 172.21.15.67:0/1571275861 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2fe00b4210 0x7f2fe0156c20 secure :-1 s=READY pgs=1266 cs=0 l=1 rev1=1 crypto rx=0x7f2fc800c430 tx=0x7f2fc800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:28:31.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.460+0000 7f2fd6ffd640 1 -- 172.21.15.67:0/1571275861 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fc8011850 con 0x7f2fe00b4210 2024-09-21T00:28:31.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.460+0000 7f2fd6ffd640 1 -- 172.21.15.67:0/1571275861 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2fc8017070 con 0x7f2fe00b4210 2024-09-21T00:28:31.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.460+0000 7f2fe49e4640 1 -- 172.21.15.67:0/1571275861 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2fe00afe50 con 0x7f2fe00b4210 2024-09-21T00:28:31.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.460+0000 7f2fd6ffd640 1 -- 172.21.15.67:0/1571275861 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fc8011da0 con 0x7f2fe00b4210 2024-09-21T00:28:31.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.460+0000 7f2fe49e4640 1 -- 172.21.15.67:0/1571275861 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2fe009da80 con 0x7f2fe00b4210 2024-09-21T00:28:31.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.462+0000 7f2fd6ffd640 1 -- 172.21.15.67:0/1571275861 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f2fc801c460 con 0x7f2fe00b4210 2024-09-21T00:28:31.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.463+0000 7f2fd6ffd640 1 --2- 172.21.15.67:0/1571275861 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2fc0078b90 0x7f2fc007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:28:31.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.463+0000 7f2fd6ffd640 1 -- 172.21.15.67:0/1571275861 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 5709+0+0 (secure 0 0 0) 0x7f2fc809aaf0 con 0x7f2fe00b4210 2024-09-21T00:28:31.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.463+0000 7f2fde59c640 1 --2- 172.21.15.67:0/1571275861 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2fc0078b90 0x7f2fc007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:28:31.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.464+0000 7f2feba31740 1 Processor -- start 2024-09-21T00:28:31.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.464+0000 7f2feba31740 1 -- start start 2024-09-21T00:28:31.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.464+0000 7f2fde59c640 1 --2- 172.21.15.67:0/1571275861 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2fc0078b90 0x7f2fc007b0a0 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f2fd0034000 tx=0x7f2fd0004ab0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:28:31.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.465+0000 7f2feba31740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5580a949d5b0 0x5580a985f080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:28:31.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.465+0000 7f2feba31740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5580a94746f0 0x5580a988ac10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:28:31.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.465+0000 7f2feba31740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5580a947c8d0 0x5580a986bc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:28:31.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.465+0000 7f2feba31740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5580a97b7a80 con 0x5580a94746f0 2024-09-21T00:28:31.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.465+0000 7f2feba31740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5580a97a6eb0 con 0x5580a949d5b0 2024-09-21T00:28:31.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.465+0000 7f2feba31740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x5580a97aacc0 con 0x5580a947c8d0 2024-09-21T00:28:31.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.465+0000 7f2fddd9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5580a94746f0 0x5580a988ac10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:28:31.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.465+0000 7f2fddd9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5580a94746f0 0x5580a988ac10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36472/0 (socket says 172.21.15.67:36472) 2024-09-21T00:28:31.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.465+0000 7f2fddd9b640 1 -- 172.21.15.67:0/3703388442 learned_addr learned my addr 172.21.15.67:0/3703388442 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:28:31.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.465+0000 7f2fde59c640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5580a949d5b0 0x5580a985f080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:28:31.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.465+0000 7f2fded9d640 1 --2- 172.21.15.67:0/3703388442 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5580a947c8d0 0x5580a986bc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:28:31.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.466+0000 7f2fddd9b640 1 -- 172.21.15.67:0/3703388442 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5580a947c8d0 msgr2=0x5580a986bc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:28:31.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.466+0000 7f2fddd9b640 1 --2- 172.21.15.67:0/3703388442 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5580a947c8d0 0x5580a986bc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.466+0000 7f2fddd9b640 1 -- 172.21.15.67:0/3703388442 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5580a949d5b0 msgr2=0x5580a985f080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:28:31.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.466+0000 7f2fddd9b640 1 --2- 172.21.15.67:0/3703388442 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5580a949d5b0 0x5580a985f080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.466+0000 7f2fddd9b640 1 -- 172.21.15.67:0/3703388442 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5580a9581a20 con 0x5580a94746f0 2024-09-21T00:28:31.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.466+0000 7f2fddd9b640 1 --2- 172.21.15.67:0/3703388442 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5580a94746f0 0x5580a988ac10 secure :-1 s=READY pgs=1267 cs=0 l=1 rev1=1 crypto rx=0x7f2fc8062900 tx=0x7f2fc8062380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=98e70d52ee9dbb60 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:28:31.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.466+0000 7f2fbffff640 1 -- 172.21.15.67:0/3703388442 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fc8067320 con 0x5580a94746f0 2024-09-21T00:28:31.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.466+0000 7f2fbffff640 1 -- 172.21.15.67:0/3703388442 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2fc806c1d0 con 0x5580a94746f0 2024-09-21T00:28:31.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.466+0000 7f2fbffff640 1 -- 172.21.15.67:0/3703388442 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fc8061e30 con 0x5580a94746f0 2024-09-21T00:28:31.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.467+0000 7f2feba31740 1 -- 172.21.15.67:0/3703388442 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5580a94746f0 msgr2=0x5580a988ac10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:28:31.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.467+0000 7f2feba31740 1 --2- 172.21.15.67:0/3703388442 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5580a94746f0 0x5580a988ac10 secure :-1 s=READY pgs=1267 cs=0 l=1 rev1=1 crypto rx=0x7f2fc8062900 tx=0x7f2fc8062380 comp rx=0 tx=0).stop 2024-09-21T00:28:31.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.467+0000 7f2feba31740 1 -- 172.21.15.67:0/3703388442 shutdown_connections 2024-09-21T00:28:31.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.467+0000 7f2feba31740 1 --2- 172.21.15.67:0/3703388442 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5580a947c8d0 0x5580a986bc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.467+0000 7f2feba31740 1 --2- 172.21.15.67:0/3703388442 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5580a94746f0 0x5580a988ac10 unknown :-1 s=CLOSED pgs=1267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.467+0000 7f2feba31740 1 --2- 172.21.15.67:0/3703388442 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5580a949d5b0 0x5580a985f080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.467+0000 7f2feba31740 1 -- 172.21.15.67:0/3703388442 >> 172.21.15.67:0/3703388442 conn(0x5580a9491700 msgr2=0x5580a9844f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:28:31.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.467+0000 7f2feba31740 1 -- 172.21.15.67:0/3703388442 shutdown_connections 2024-09-21T00:28:31.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.467+0000 7f2feba31740 1 -- 172.21.15.67:0/3703388442 wait complete. 2024-09-21T00:28:31.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.468+0000 7f2feba31740 1 -- start start 2024-09-21T00:28:31.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.468+0000 7f2feba31740 1 Processor -- start 2024-09-21T00:28:31.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.469+0000 7f2feba31740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5580a94746f0 0x5580a9859920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:28:31.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.469+0000 7f2feba31740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5580a947c8d0 0x5580a985d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:28:31.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.469+0000 7f2feba31740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5580a949d5b0 0x5580a985d900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:28:31.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.469+0000 7f2feba31740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5580a9517960 con 0x5580a94746f0 2024-09-21T00:28:31.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.469+0000 7f2feba31740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5580a972d670 con 0x5580a949d5b0 2024-09-21T00:28:31.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.469+0000 7f2feba31740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x5580a986d0f0 con 0x5580a947c8d0 2024-09-21T00:28:31.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.469+0000 7f2feba31740 10 client.0 _ll_register_callbacks cb 0x5580a97a03e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:28:31.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.469+0000 7f2fde59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5580a94746f0 0x5580a9859920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:28:31.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.470+0000 7f2fde59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5580a94746f0 0x5580a9859920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36482/0 (socket says 172.21.15.67:36482) 2024-09-21T00:28:31.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.470+0000 7f2fde59c640 1 -- 172.21.15.67:0/3428870586 learned_addr learned my addr 172.21.15.67:0/3428870586 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:28:31.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.470+0000 7f2fddd9b640 1 --2- 172.21.15.67:0/3428870586 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5580a947c8d0 0x5580a985d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:28:31.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.470+0000 7f2fded9d640 1 --2- 172.21.15.67:0/3428870586 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5580a949d5b0 0x5580a985d900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:28:31.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.470+0000 7f2fde59c640 1 -- 172.21.15.67:0/3428870586 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5580a947c8d0 msgr2=0x5580a985d3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:28:31.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.470+0000 7f2fde59c640 1 --2- 172.21.15.67:0/3428870586 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5580a947c8d0 0x5580a985d3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.470+0000 7f2fde59c640 1 -- 172.21.15.67:0/3428870586 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5580a949d5b0 msgr2=0x5580a985d900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:28:31.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.470+0000 7f2fde59c640 1 --2- 172.21.15.67:0/3428870586 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5580a949d5b0 0x5580a985d900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.470+0000 7f2fde59c640 1 -- 172.21.15.67:0/3428870586 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5580a94e68c0 con 0x5580a94746f0 2024-09-21T00:28:31.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.470+0000 7f2fde59c640 1 --2- 172.21.15.67:0/3428870586 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5580a94746f0 0x5580a9859920 secure :-1 s=READY pgs=1268 cs=0 l=1 rev1=1 crypto rx=0x7f2fd002ae80 tx=0x7f2fd002a890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5547520c259c403 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:28:31.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.470+0000 7f2fbd7fa640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:28:31.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.470+0000 7f2fbd7fa640 1 -- 172.21.15.67:0/3428870586 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fd0045870 con 0x5580a94746f0 2024-09-21T00:28:31.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.470+0000 7f2fbd7fa640 1 -- 172.21.15.67:0/3428870586 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 5709+0+0 (secure 0 0 0) 0x7f2fd0052ae0 con 0x5580a94746f0 2024-09-21T00:28:31.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.470+0000 7f2feba31740 1 -- 172.21.15.67:0/3428870586 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2fc806c1d0 con 0x5580a94746f0 2024-09-21T00:28:31.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.470+0000 7f2fbd7fa640 1 -- 172.21.15.67:0/3428870586 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7f2fd0052ce0 con 0x5580a94746f0 2024-09-21T00:28:31.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.470+0000 7f2feba31740 10 client.7890 fetch_fsmap learned FSMap version 90 2024-09-21T00:28:31.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.470+0000 7f2feba31740 1 -- 172.21.15.67:0/3428870586 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=90,monmap=2+}) -- 0x5580a95e21b0 con 0x5580a94746f0 2024-09-21T00:28:31.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.471+0000 7f2fbd7fa640 1 -- 172.21.15.67:0/3428870586 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2fc806c1d0 con 0x5580a94746f0 2024-09-21T00:28:31.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.471+0000 7f2fbd7fa640 1 -- 172.21.15.67:0/3428870586 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 90) ==== 3502+0+0 (secure 0 0 0) 0x7f2fd0043040 con 0x5580a94746f0 2024-09-21T00:28:31.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.471+0000 7f2feba31740 10 client.7890 fetch_fsmap finished waiting for FSMap version 90 2024-09-21T00:28:31.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.471+0000 7f2feba31740 10 client.7890 resolve_mds: resolved 7:0 to role '7:0' aka daemon mds.a 2024-09-21T00:28:31.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.471+0000 7f2feba31740 20 client.7890 populate_metadata read hostname 'smithi067' 2024-09-21T00:28:31.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.471+0000 7f2feba31740 1 --2- 172.21.15.67:0/3428870586 >> [v2:172.21.15.67:6833/932752713,v1:172.21.15.67:6835/932752713] conn(0x5580a945c180 0x5580a9870f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:28:31.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.471+0000 7f2feba31740 4 client.7890 mds_command: new command op to 7093 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:28:31.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.471+0000 7f2feba31740 1 -- 172.21.15.67:0/3428870586 --> [v2:172.21.15.67:6833/932752713,v1:172.21.15.67:6835/932752713] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5580a97b99d0 con 0x5580a945c180 2024-09-21T00:28:31.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.471+0000 7f2fddd9b640 1 --2- 172.21.15.67:0/3428870586 >> [v2:172.21.15.67:6833/932752713,v1:172.21.15.67:6835/932752713] conn(0x5580a945c180 0x5580a9870f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:28:31.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.471+0000 7f2fbd7fa640 10 client.7890 ms_handle_connect on v2:172.21.15.67:6833/932752713 2024-09-21T00:28:31.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.471+0000 7f2fddd9b640 1 --2- 172.21.15.67:0/3428870586 >> [v2:172.21.15.67:6833/932752713,v1:172.21.15.67:6835/932752713] conn(0x5580a945c180 0x5580a9870f50 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dd5fcfa584f729e7 server_cookie=b93bbbef9c72ee92 in_seq=0 out_seq=0 2024-09-21T00:28:31.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.472+0000 7f2fbd7fa640 1 -- 172.21.15.67:0/3428870586 <== mds.0 v2:172.21.15.67:6833/932752713 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x5580a97b99d0 con 0x5580a945c180 2024-09-21T00:28:31.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.472+0000 7f2fbd7fa640 10 client.7890 handle_command_reply: tid=0 2024-09-21T00:28:31.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.472+0000 7f2feba31740 1 client.7890 shutdown 2024-09-21T00:28:31.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.472+0000 7f2feba31740 1 -- 172.21.15.67:0/3428870586 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5580a94746f0 msgr2=0x5580a9859920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:28:31.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.472+0000 7f2feba31740 1 --2- 172.21.15.67:0/3428870586 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5580a94746f0 0x5580a9859920 secure :-1 s=READY pgs=1268 cs=0 l=1 rev1=1 crypto rx=0x7f2fd002ae80 tx=0x7f2fd002a890 comp rx=0 tx=0).stop 2024-09-21T00:28:31.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.472+0000 7f2feba31740 1 -- 172.21.15.67:0/3428870586 shutdown_connections 2024-09-21T00:28:31.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.472+0000 7f2feba31740 1 --2- 172.21.15.67:0/3428870586 >> [v2:172.21.15.67:6833/932752713,v1:172.21.15.67:6835/932752713] conn(0x5580a945c180 0x5580a9870f50 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.472+0000 7f2feba31740 1 --2- 172.21.15.67:0/3428870586 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5580a949d5b0 0x5580a985d900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.472+0000 7f2feba31740 1 --2- 172.21.15.67:0/3428870586 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5580a947c8d0 0x5580a985d3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.472+0000 7f2fbd7fa640 0 client.7890 ms_handle_reset on v2:172.21.15.67:6833/932752713 2024-09-21T00:28:31.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.472+0000 7f2feba31740 1 --2- 172.21.15.67:0/3428870586 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5580a94746f0 0x5580a9859920 unknown :-1 s=CLOSED pgs=1268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.472+0000 7f2feba31740 1 -- 172.21.15.67:0/3428870586 >> 172.21.15.67:0/3428870586 conn(0x5580a9491700 msgr2=0x5580a9844f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:28:31.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.472+0000 7f2feba31740 1 -- 172.21.15.67:0/3428870586 shutdown_connections 2024-09-21T00:28:31.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.472+0000 7f2feba31740 1 -- 172.21.15.67:0/3428870586 wait complete. 2024-09-21T00:28:31.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.472+0000 7f2feba31740 20 client.7890 trim_cache size 0 max 16384 2024-09-21T00:28:31.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.490+0000 7f2feba31740 1 Processor -- start 2024-09-21T00:28:31.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.491+0000 7f2feba31740 1 -- start start 2024-09-21T00:28:31.494 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.492+0000 7f2feba31740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5580a94746f0 0x5580a98598c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:28:31.494 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.492+0000 7f2feba31740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5580a947c8d0 0x5580a9845e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:28:31.494 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.492+0000 7f2feba31740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5580a949d5b0 0x5580a9883230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:28:31.494 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.492+0000 7f2feba31740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f2fe01fdbf0 con 0x5580a94746f0 2024-09-21T00:28:31.494 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.492+0000 7f2feba31740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f2fe00b60b0 con 0x5580a947c8d0 2024-09-21T00:28:31.494 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.492+0000 7f2feba31740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f2fe00ae630 con 0x5580a949d5b0 2024-09-21T00:28:31.494 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.492+0000 7f2fde59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5580a94746f0 0x5580a98598c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:28:31.494 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.492+0000 7f2fde59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5580a94746f0 0x5580a98598c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36488/0 (socket says 172.21.15.67:36488) 2024-09-21T00:28:31.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.492+0000 7f2fde59c640 1 -- 172.21.15.67:0/3506382145 learned_addr learned my addr 172.21.15.67:0/3506382145 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:28:31.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.492+0000 7f2fde59c640 1 -- 172.21.15.67:0/3506382145 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5580a949d5b0 msgr2=0x5580a9883230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:28:31.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.492+0000 7f2fde59c640 1 --2- 172.21.15.67:0/3506382145 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5580a949d5b0 0x5580a9883230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.492+0000 7f2fde59c640 1 -- 172.21.15.67:0/3506382145 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5580a947c8d0 msgr2=0x5580a9845e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:28:31.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.492+0000 7f2fde59c640 1 --2- 172.21.15.67:0/3506382145 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5580a947c8d0 0x5580a9845e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.492+0000 7f2fde59c640 1 -- 172.21.15.67:0/3506382145 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5580a957fd20 con 0x5580a94746f0 2024-09-21T00:28:31.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.492+0000 7f2fde59c640 1 --2- 172.21.15.67:0/3506382145 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5580a94746f0 0x5580a98598c0 secure :-1 s=READY pgs=1269 cs=0 l=1 rev1=1 crypto rx=0x7f2fd0032dd0 tx=0x7f2fd0032e00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=31aa5e7789972b49 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:28:31.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.492+0000 7f2fbf7fe640 1 -- 172.21.15.67:0/3506382145 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fd0045d40 con 0x5580a94746f0 2024-09-21T00:28:31.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.493+0000 7f2fbf7fe640 1 -- 172.21.15.67:0/3506382145 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2fd005f020 con 0x5580a94746f0 2024-09-21T00:28:31.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.493+0000 7f2fbf7fe640 1 -- 172.21.15.67:0/3506382145 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fd0045870 con 0x5580a94746f0 2024-09-21T00:28:31.496 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.493+0000 7f2feba31740 1 -- 172.21.15.67:0/3506382145 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5580a94746f0 msgr2=0x5580a98598c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:28:31.496 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.493+0000 7f2feba31740 1 --2- 172.21.15.67:0/3506382145 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5580a94746f0 0x5580a98598c0 secure :-1 s=READY pgs=1269 cs=0 l=1 rev1=1 crypto rx=0x7f2fd0032dd0 tx=0x7f2fd0032e00 comp rx=0 tx=0).stop 2024-09-21T00:28:31.496 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.493+0000 7f2feba31740 1 -- 172.21.15.67:0/3506382145 shutdown_connections 2024-09-21T00:28:31.496 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.493+0000 7f2feba31740 1 --2- 172.21.15.67:0/3506382145 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5580a949d5b0 0x5580a9883230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.496 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.493+0000 7f2feba31740 1 --2- 172.21.15.67:0/3506382145 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5580a947c8d0 0x5580a9845e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.496 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.493+0000 7f2feba31740 1 --2- 172.21.15.67:0/3506382145 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5580a94746f0 0x5580a98598c0 unknown :-1 s=CLOSED pgs=1269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.497 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.493+0000 7f2feba31740 1 -- 172.21.15.67:0/3506382145 >> 172.21.15.67:0/3506382145 conn(0x5580a9491700 msgr2=0x5580a983ef40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:28:31.497 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.493+0000 7f2feba31740 1 -- 172.21.15.67:0/3506382145 shutdown_connections 2024-09-21T00:28:31.497 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.493+0000 7f2feba31740 1 -- 172.21.15.67:0/3506382145 wait complete. 2024-09-21T00:28:31.497 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.495+0000 7f2feba31740 1 -- start start 2024-09-21T00:28:31.497 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.495+0000 7f2feba31740 1 Processor -- start 2024-09-21T00:28:31.499 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.496+0000 7f2feba31740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5580a94746f0 0x5580a988a140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:28:31.500 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.496+0000 7f2feba31740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5580a947c8d0 0x5580a98563c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:28:31.500 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.496+0000 7f2feba31740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5580a949d5b0 0x5580a987f960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:28:31.500 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.496+0000 7f2feba31740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f2fe00aec80 con 0x5580a94746f0 2024-09-21T00:28:31.500 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.496+0000 7f2feba31740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5580a9880880 con 0x5580a949d5b0 2024-09-21T00:28:31.500 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.496+0000 7f2feba31740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x5580a98f70f0 con 0x5580a947c8d0 2024-09-21T00:28:31.500 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.496+0000 7f2feba31740 10 client.0 _ll_register_callbacks cb 0x7f2fd0032570 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:28:31.500 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.496+0000 7f2fde59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5580a94746f0 0x5580a988a140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:28:31.500 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.496+0000 7f2fde59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5580a94746f0 0x5580a988a140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36498/0 (socket says 172.21.15.67:36498) 2024-09-21T00:28:31.500 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.496+0000 7f2fde59c640 1 -- 172.21.15.67:0/4032984574 learned_addr learned my addr 172.21.15.67:0/4032984574 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:28:31.500 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.497+0000 7f2fddd9b640 1 --2- 172.21.15.67:0/4032984574 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5580a947c8d0 0x5580a98563c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:28:31.500 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.497+0000 7f2fded9d640 1 --2- 172.21.15.67:0/4032984574 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5580a949d5b0 0x5580a987f960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:28:31.500 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.497+0000 7f2fde59c640 1 -- 172.21.15.67:0/4032984574 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5580a947c8d0 msgr2=0x5580a98563c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:28:31.500 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.497+0000 7f2fde59c640 1 --2- 172.21.15.67:0/4032984574 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5580a947c8d0 0x5580a98563c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.497+0000 7f2fde59c640 1 -- 172.21.15.67:0/4032984574 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5580a949d5b0 msgr2=0x5580a987f960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:28:31.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.497+0000 7f2fde59c640 1 --2- 172.21.15.67:0/4032984574 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5580a949d5b0 0x5580a987f960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.497+0000 7f2fde59c640 1 -- 172.21.15.67:0/4032984574 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5580a987f020 con 0x5580a94746f0 2024-09-21T00:28:31.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.497+0000 7f2fde59c640 1 --2- 172.21.15.67:0/4032984574 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5580a94746f0 0x5580a988a140 secure :-1 s=READY pgs=1270 cs=0 l=1 rev1=1 crypto rx=0x7f2fd0005ff0 tx=0x7f2fd0045f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=62ddce3294a31fc1 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:28:31.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.497+0000 7f2fbd7fa640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:28:31.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.497+0000 7f2fbd7fa640 1 -- 172.21.15.67:0/4032984574 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fd0068020 con 0x5580a94746f0 2024-09-21T00:28:31.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.497+0000 7f2fbd7fa640 1 -- 172.21.15.67:0/4032984574 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 5709+0+0 (secure 0 0 0) 0x7f2fd0064660 con 0x5580a94746f0 2024-09-21T00:28:31.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.497+0000 7f2feba31740 1 -- 172.21.15.67:0/4032984574 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2fd005f020 con 0x5580a94746f0 2024-09-21T00:28:31.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.497+0000 7f2fbd7fa640 1 -- 172.21.15.67:0/4032984574 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7f2fd0072050 con 0x5580a94746f0 2024-09-21T00:28:31.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.497+0000 7f2feba31740 10 client.7896 fetch_fsmap learned FSMap version 90 2024-09-21T00:28:31.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.497+0000 7f2feba31740 1 -- 172.21.15.67:0/4032984574 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=90,monmap=2+}) -- 0x5580a9912100 con 0x5580a94746f0 2024-09-21T00:28:31.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.497+0000 7f2fbd7fa640 1 -- 172.21.15.67:0/4032984574 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2fd005f020 con 0x5580a94746f0 2024-09-21T00:28:31.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.497+0000 7f2fbd7fa640 1 -- 172.21.15.67:0/4032984574 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 90) ==== 3502+0+0 (secure 0 0 0) 0x7f2fd0075020 con 0x5580a94746f0 2024-09-21T00:28:31.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.498+0000 7f2feba31740 10 client.7896 fetch_fsmap finished waiting for FSMap version 90 2024-09-21T00:28:31.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.498+0000 7f2feba31740 10 client.7896 resolve_mds: resolved 7:0 to role '7:0' aka daemon mds.a 2024-09-21T00:28:31.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.498+0000 7f2feba31740 20 client.7896 populate_metadata read hostname 'smithi067' 2024-09-21T00:28:31.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.498+0000 7f2feba31740 1 --2- 172.21.15.67:0/4032984574 >> [v2:172.21.15.67:6833/932752713,v1:172.21.15.67:6835/932752713] conn(0x5580a9852c60 0x5580a9858fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:28:31.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.498+0000 7f2feba31740 4 client.7896 mds_command: new command op to 7093 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "~mdsdir", "scrubops": ["recursive"]}] 2024-09-21T00:28:31.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.498+0000 7f2feba31740 1 -- 172.21.15.67:0/4032984574 --> [v2:172.21.15.67:6833/932752713,v1:172.21.15.67:6835/932752713] -- command(tid 0: {"prefix": "scrub start", "path": "~mdsdir", "scrubops": ["recursive"]}) -- 0x5580a97b5480 con 0x5580a9852c60 2024-09-21T00:28:31.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.498+0000 7f2fddd9b640 1 --2- 172.21.15.67:0/4032984574 >> [v2:172.21.15.67:6833/932752713,v1:172.21.15.67:6835/932752713] conn(0x5580a9852c60 0x5580a9858fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:28:31.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.498+0000 7f2fbd7fa640 10 client.7896 ms_handle_connect on v2:172.21.15.67:6833/932752713 2024-09-21T00:28:31.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.498+0000 7f2fddd9b640 1 --2- 172.21.15.67:0/4032984574 >> [v2:172.21.15.67:6833/932752713,v1:172.21.15.67:6835/932752713] conn(0x5580a9852c60 0x5580a9858fa0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e7adb86edd9b9b38 server_cookie=8d4cdc50acf73d40 in_seq=0 out_seq=0 2024-09-21T00:28:31.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.512+0000 7f2fbd7fa640 1 -- 172.21.15.67:0/4032984574 <== mds.0 v2:172.21.15.67:6833/932752713 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5580a97b5480 con 0x5580a9852c60 2024-09-21T00:28:31.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.512+0000 7f2fbd7fa640 10 client.7896 handle_command_reply: tid=0 2024-09-21T00:28:31.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.512+0000 7f2feba31740 1 client.7896 shutdown 2024-09-21T00:28:31.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.513+0000 7f2feba31740 1 -- 172.21.15.67:0/4032984574 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5580a94746f0 msgr2=0x5580a988a140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:28:31.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.513+0000 7f2feba31740 1 --2- 172.21.15.67:0/4032984574 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5580a94746f0 0x5580a988a140 secure :-1 s=READY pgs=1270 cs=0 l=1 rev1=1 crypto rx=0x7f2fd0005ff0 tx=0x7f2fd0045f70 comp rx=0 tx=0).stop 2024-09-21T00:28:31.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.513+0000 7f2feba31740 1 -- 172.21.15.67:0/4032984574 shutdown_connections 2024-09-21T00:28:31.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.513+0000 7f2feba31740 1 --2- 172.21.15.67:0/4032984574 >> [v2:172.21.15.67:6833/932752713,v1:172.21.15.67:6835/932752713] conn(0x5580a9852c60 0x5580a9858fa0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.513+0000 7f2feba31740 1 --2- 172.21.15.67:0/4032984574 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5580a949d5b0 0x5580a987f960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.513+0000 7f2fbd7fa640 0 client.7896 ms_handle_reset on v2:172.21.15.67:6833/932752713 2024-09-21T00:28:31.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.513+0000 7f2feba31740 1 --2- 172.21.15.67:0/4032984574 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5580a947c8d0 0x5580a98563c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.513+0000 7f2feba31740 1 --2- 172.21.15.67:0/4032984574 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5580a94746f0 0x5580a988a140 unknown :-1 s=CLOSED pgs=1270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.513+0000 7f2feba31740 1 -- 172.21.15.67:0/4032984574 >> 172.21.15.67:0/4032984574 conn(0x5580a9491700 msgr2=0x5580a98668f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:28:31.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.513+0000 7f2feba31740 1 -- 172.21.15.67:0/4032984574 shutdown_connections 2024-09-21T00:28:31.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.513+0000 7f2feba31740 1 -- 172.21.15.67:0/4032984574 wait complete. 2024-09-21T00:28:31.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.513+0000 7f2feba31740 20 client.7896 trim_cache size 0 max 16384 2024-09-21T00:28:31.516 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:28:31.516 INFO:teuthology.orchestra.run.smithi067.stdout: "return_code": 0, 2024-09-21T00:28:31.516 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_tag": "9ba6c27e-92cd-456d-92bc-8450e00e3caa", 2024-09-21T00:28:31.516 INFO:teuthology.orchestra.run.smithi067.stdout: "mode": "asynchronous" 2024-09-21T00:28:31.516 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:28:31.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.514+0000 7f2fe49e4640 1 -- 172.21.15.67:0/1571275861 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2fc0078b90 msgr2=0x7f2fc007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:28:31.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.514+0000 7f2fe49e4640 1 --2- 172.21.15.67:0/1571275861 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2fc0078b90 0x7f2fc007b0a0 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f2fd0034000 tx=0x7f2fd0004ab0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.514+0000 7f2fe49e4640 1 -- 172.21.15.67:0/1571275861 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2fe00b4210 msgr2=0x7f2fe0156c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:28:31.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.514+0000 7f2fe49e4640 1 --2- 172.21.15.67:0/1571275861 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2fe00b4210 0x7f2fe0156c20 secure :-1 s=READY pgs=1266 cs=0 l=1 rev1=1 crypto rx=0x7f2fc800c430 tx=0x7f2fc800c8f0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.514+0000 7f2fe49e4640 1 -- 172.21.15.67:0/1571275861 shutdown_connections 2024-09-21T00:28:31.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.514+0000 7f2fe49e4640 1 --2- 172.21.15.67:0/1571275861 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2fc0078b90 0x7f2fc007b0a0 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.514+0000 7f2fe49e4640 1 --2- 172.21.15.67:0/1571275861 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2fe015dde0 0x7f2fe01f7020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.514+0000 7f2fe49e4640 1 --2- 172.21.15.67:0/1571275861 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2fe00b4210 0x7f2fe0156c20 unknown :-1 s=CLOSED pgs=1266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.514+0000 7f2fe49e4640 1 --2- 172.21.15.67:0/1571275861 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2fe00b3a10 0x7f2fe009d4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.514+0000 7f2fe49e4640 1 -- 172.21.15.67:0/1571275861 >> 172.21.15.67:0/1571275861 conn(0x7f2fe00b2ef0 msgr2=0x7f2fe00cfcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:28:31.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.514+0000 7f2fe49e4640 1 -- 172.21.15.67:0/1571275861 shutdown_connections 2024-09-21T00:28:31.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.514+0000 7f2fe49e4640 1 -- 172.21.15.67:0/1571275861 wait complete. 2024-09-21T00:28:31.526 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:28:31.526 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.7:0 scrub status 2024-09-21T00:28:31.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.666+0000 7f6af1407640 1 -- 172.21.15.67:0/2326409532 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6aec0b6660 msgr2=0x7f6aec0b4210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:28:31.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.666+0000 7f6af1407640 1 --2- 172.21.15.67:0/2326409532 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6aec0b6660 0x7f6aec0b4210 secure :-1 s=READY pgs=1271 cs=0 l=1 rev1=1 crypto rx=0x7f6adc0098e0 tx=0x7f6adc02a5d0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.666+0000 7f6af1407640 1 -- 172.21.15.67:0/2326409532 shutdown_connections 2024-09-21T00:28:31.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.666+0000 7f6af1407640 1 --2- 172.21.15.67:0/2326409532 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6aec0b4750 0x7f6aec0cfa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.666+0000 7f6af1407640 1 --2- 172.21.15.67:0/2326409532 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6aec0b6660 0x7f6aec0b4210 unknown :-1 s=CLOSED pgs=1271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.666+0000 7f6af1407640 1 -- 172.21.15.67:0/2326409532 >> 172.21.15.67:0/2326409532 conn(0x7f6aec0d13c0 msgr2=0x7f6aec0d17d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:28:31.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.666+0000 7f6af1407640 1 -- 172.21.15.67:0/2326409532 shutdown_connections 2024-09-21T00:28:31.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.666+0000 7f6af1407640 1 -- 172.21.15.67:0/2326409532 wait complete. 2024-09-21T00:28:31.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.668+0000 7f6af1407640 1 Processor -- start 2024-09-21T00:28:31.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.668+0000 7f6af1407640 1 -- start start 2024-09-21T00:28:31.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.671+0000 7f6af1407640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6aec0b4750 0x7f6aec15da80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:28:31.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.671+0000 7f6af1407640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6aec0b6660 0x7f6aec15b070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:28:31.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.671+0000 7f6af1407640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6aec0cffb0 0x7f6aec15b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:28:31.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.671+0000 7f6af1407640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f6aec0cc220 con 0x7f6aec0b4750 2024-09-21T00:28:31.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.671+0000 7f6af1407640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f6aec0cc0a0 con 0x7f6aec0b6660 2024-09-21T00:28:31.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.671+0000 7f6af1407640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f6aec0cc3a0 con 0x7f6aec0cffb0 2024-09-21T00:28:31.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.671+0000 7f6aeaffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6aec0b4750 0x7f6aec15da80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:28:31.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.671+0000 7f6aeaffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6aec0b4750 0x7f6aec15da80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36520/0 (socket says 172.21.15.67:36520) 2024-09-21T00:28:31.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.671+0000 7f6aeaffd640 1 -- 172.21.15.67:0/4068990406 learned_addr learned my addr 172.21.15.67:0/4068990406 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:28:31.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.671+0000 7f6aea7fc640 1 --2- 172.21.15.67:0/4068990406 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6aec0b6660 0x7f6aec15b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:28:31.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.671+0000 7f6aeb7fe640 1 --2- 172.21.15.67:0/4068990406 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6aec0cffb0 0x7f6aec15b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:28:31.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.671+0000 7f6aea7fc640 1 -- 172.21.15.67:0/4068990406 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6aec0cffb0 msgr2=0x7f6aec15b5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:28:31.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.671+0000 7f6aea7fc640 1 --2- 172.21.15.67:0/4068990406 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6aec0cffb0 0x7f6aec15b5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.671+0000 7f6aea7fc640 1 -- 172.21.15.67:0/4068990406 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6aec0b4750 msgr2=0x7f6aec15da80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:28:31.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.671+0000 7f6aea7fc640 1 --2- 172.21.15.67:0/4068990406 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6aec0b4750 0x7f6aec15da80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.671+0000 7f6aea7fc640 1 -- 172.21.15.67:0/4068990406 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6aec1f9bd0 con 0x7f6aec0b6660 2024-09-21T00:28:31.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.671+0000 7f6aea7fc640 1 --2- 172.21.15.67:0/4068990406 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6aec0b6660 0x7f6aec15b070 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f6aec0752b0 tx=0x7f6ae000eb30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:28:31.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.672+0000 7f6ad37fe640 1 -- 172.21.15.67:0/4068990406 <== mon.1 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ae0004220 con 0x7f6aec0b6660 2024-09-21T00:28:31.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.672+0000 7f6ad37fe640 1 -- 172.21.15.67:0/4068990406 <== mon.1 v2:172.21.15.97:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6ae00043c0 con 0x7f6aec0b6660 2024-09-21T00:28:31.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.672+0000 7f6af1407640 1 -- 172.21.15.67:0/4068990406 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6aec1fa0d0 con 0x7f6aec0b6660 2024-09-21T00:28:31.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.672+0000 7f6ad37fe640 1 -- 172.21.15.67:0/4068990406 <== mon.1 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ae000cb10 con 0x7f6aec0b6660 2024-09-21T00:28:31.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.672+0000 7f6af1407640 1 -- 172.21.15.67:0/4068990406 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6aec143b70 con 0x7f6aec0b6660 2024-09-21T00:28:31.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.675+0000 7f6ad37fe640 1 -- 172.21.15.67:0/4068990406 <== mon.1 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f6ae000ccb0 con 0x7f6aec0b6660 2024-09-21T00:28:31.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.675+0000 7f6af8448740 1 Processor -- start 2024-09-21T00:28:31.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.676+0000 7f6af8448740 1 -- start start 2024-09-21T00:28:31.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.676+0000 7f6ad37fe640 1 --2- 172.21.15.67:0/4068990406 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6ad8078b90 0x7f6ad807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:28:31.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.677+0000 7f6aeb7fe640 1 --2- 172.21.15.67:0/4068990406 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6ad8078b90 0x7f6ad807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:28:31.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.677+0000 7f6ad37fe640 1 -- 172.21.15.67:0/4068990406 <== mon.1 v2:172.21.15.97:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 5709+0+0 (secure 0 0 0) 0x7f6ae009b570 con 0x7f6aec0b6660 2024-09-21T00:28:31.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.677+0000 7f6af8448740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556003357390 0x556003743a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:28:31.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.677+0000 7f6af8448740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55600332e4d0 0x556003718860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:28:31.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.677+0000 7f6af8448740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5560033366b0 0x556003718da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:28:31.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.677+0000 7f6af8448740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x556003671a60 con 0x556003357390 2024-09-21T00:28:31.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.677+0000 7f6af8448740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x556003660e90 con 0x55600332e4d0 2024-09-21T00:28:31.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.677+0000 7f6af8448740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x556003664ca0 con 0x5560033366b0 2024-09-21T00:28:31.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.677+0000 7f6aea7fc640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55600332e4d0 0x556003718860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:28:31.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.677+0000 7f6aeaffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556003357390 0x556003743a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:28:31.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.677+0000 7f6aea7fc640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55600332e4d0 0x556003718860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.67:54016/0 (socket says 172.21.15.67:54016) 2024-09-21T00:28:31.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.677+0000 7f6aea7fc640 1 -- 172.21.15.67:0/1959443715 learned_addr learned my addr 172.21.15.67:0/1959443715 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:28:31.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.677+0000 7f6aeb7fe640 1 --2- 172.21.15.67:0/4068990406 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6ad8078b90 0x7f6ad807b0a0 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f6ae40012e0 tx=0x7f6ae4009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:28:31.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.678+0000 7f6aeb7fe640 1 --2- 172.21.15.67:0/1959443715 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5560033366b0 0x556003718da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:28:31.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.678+0000 7f6aea7fc640 1 -- 172.21.15.67:0/1959443715 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5560033366b0 msgr2=0x556003718da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:28:31.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.678+0000 7f6aea7fc640 1 --2- 172.21.15.67:0/1959443715 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5560033366b0 0x556003718da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.678+0000 7f6aea7fc640 1 -- 172.21.15.67:0/1959443715 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556003357390 msgr2=0x556003743a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:28:31.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.678+0000 7f6aea7fc640 1 --2- 172.21.15.67:0/1959443715 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556003357390 0x556003743a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.678+0000 7f6aea7fc640 1 -- 172.21.15.67:0/1959443715 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5560034397d0 con 0x55600332e4d0 2024-09-21T00:28:31.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.678+0000 7f6aeaffd640 1 --2- 172.21.15.67:0/1959443715 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556003357390 0x556003743a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:28:31.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.678+0000 7f6aea7fc640 1 --2- 172.21.15.67:0/1959443715 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55600332e4d0 0x556003718860 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f6ae0099970 tx=0x7f6ae0062cd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cdc3683878d46d62 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:28:31.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.678+0000 7f6ad0ff9640 1 -- 172.21.15.67:0/1959443715 <== mon.1 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ae0067cf0 con 0x55600332e4d0 2024-09-21T00:28:31.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.678+0000 7f6ad0ff9640 1 -- 172.21.15.67:0/1959443715 <== mon.1 v2:172.21.15.97:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6ae0089030 con 0x55600332e4d0 2024-09-21T00:28:31.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.678+0000 7f6ad0ff9640 1 -- 172.21.15.67:0/1959443715 <== mon.1 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ae006c9e0 con 0x55600332e4d0 2024-09-21T00:28:31.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.679+0000 7f6af8448740 1 -- 172.21.15.67:0/1959443715 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55600332e4d0 msgr2=0x556003718860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:28:31.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.679+0000 7f6af8448740 1 --2- 172.21.15.67:0/1959443715 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55600332e4d0 0x556003718860 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f6ae0099970 tx=0x7f6ae0062cd0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.679+0000 7f6af8448740 1 -- 172.21.15.67:0/1959443715 shutdown_connections 2024-09-21T00:28:31.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.679+0000 7f6af8448740 1 --2- 172.21.15.67:0/1959443715 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5560033366b0 0x556003718da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.679+0000 7f6af8448740 1 --2- 172.21.15.67:0/1959443715 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55600332e4d0 0x556003718860 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.679+0000 7f6af8448740 1 --2- 172.21.15.67:0/1959443715 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556003357390 0x556003743a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.679+0000 7f6af8448740 1 -- 172.21.15.67:0/1959443715 >> 172.21.15.67:0/1959443715 conn(0x55600334b4e0 msgr2=0x5560036fed00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:28:31.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.679+0000 7f6af8448740 1 -- 172.21.15.67:0/1959443715 shutdown_connections 2024-09-21T00:28:31.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.679+0000 7f6af8448740 1 -- 172.21.15.67:0/1959443715 wait complete. 2024-09-21T00:28:31.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.680+0000 7f6af8448740 1 -- start start 2024-09-21T00:28:31.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.680+0000 7f6af8448740 1 Processor -- start 2024-09-21T00:28:31.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.682+0000 7f6af8448740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55600332e4d0 0x55600370aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:28:31.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.682+0000 7f6af8448740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5560033366b0 0x556003752160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:28:31.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.682+0000 7f6af8448740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556003357390 0x5560036fe770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:28:31.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.682+0000 7f6af8448740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5560033d1740 con 0x5560033366b0 2024-09-21T00:28:31.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.682+0000 7f6af8448740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x556003606970 con 0x556003357390 2024-09-21T00:28:31.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.682+0000 7f6af8448740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55600373d8b0 con 0x55600332e4d0 2024-09-21T00:28:31.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.682+0000 7f6aea7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5560033366b0 0x556003752160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:28:31.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.682+0000 7f6aea7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5560033366b0 0x556003752160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36536/0 (socket says 172.21.15.67:36536) 2024-09-21T00:28:31.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.682+0000 7f6aea7fc640 1 -- 172.21.15.67:0/2757260176 learned_addr learned my addr 172.21.15.67:0/2757260176 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:28:31.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.682+0000 7f6aeaffd640 1 --2- 172.21.15.67:0/2757260176 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55600332e4d0 0x55600370aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:28:31.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.682+0000 7f6aeb7fe640 1 --2- 172.21.15.67:0/2757260176 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556003357390 0x5560036fe770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:28:31.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.682+0000 7f6af8448740 10 client.0 _ll_register_callbacks cb 0x556003615780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:28:31.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.682+0000 7f6aea7fc640 1 -- 172.21.15.67:0/2757260176 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55600332e4d0 msgr2=0x55600370aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:28:31.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.682+0000 7f6aea7fc640 1 --2- 172.21.15.67:0/2757260176 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55600332e4d0 0x55600370aa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.682+0000 7f6aea7fc640 1 -- 172.21.15.67:0/2757260176 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556003357390 msgr2=0x5560036fe770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:28:31.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.682+0000 7f6aea7fc640 1 --2- 172.21.15.67:0/2757260176 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556003357390 0x5560036fe770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.682+0000 7f6aea7fc640 1 -- 172.21.15.67:0/2757260176 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5560033c2970 con 0x5560033366b0 2024-09-21T00:28:31.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.682+0000 7f6aeaffd640 1 --2- 172.21.15.67:0/2757260176 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55600332e4d0 0x55600370aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:28:31.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.683+0000 7f6aea7fc640 1 --2- 172.21.15.67:0/2757260176 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5560033366b0 0x556003752160 secure :-1 s=READY pgs=1272 cs=0 l=1 rev1=1 crypto rx=0x7f6ae0062fc0 tx=0x7f6ae006c9d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bfec92af0975074a server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:28:31.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.683+0000 7f6ac9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:28:31.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.683+0000 7f6ac9ffb640 1 -- 172.21.15.67:0/2757260176 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ae006cc30 con 0x5560033366b0 2024-09-21T00:28:31.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.683+0000 7f6ac9ffb640 1 -- 172.21.15.67:0/2757260176 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 5709+0+0 (secure 0 0 0) 0x7f6ae009b070 con 0x5560033366b0 2024-09-21T00:28:31.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.683+0000 7f6af8448740 1 -- 172.21.15.67:0/2757260176 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6ae0089030 con 0x5560033366b0 2024-09-21T00:28:31.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.683+0000 7f6ac9ffb640 1 -- 172.21.15.67:0/2757260176 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7f6ae0067cf0 con 0x5560033366b0 2024-09-21T00:28:31.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.683+0000 7f6af8448740 10 client.7908 fetch_fsmap learned FSMap version 90 2024-09-21T00:28:31.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.683+0000 7f6af8448740 1 -- 172.21.15.67:0/2757260176 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=90,monmap=2+}) -- 0x5560033a06a0 con 0x5560033366b0 2024-09-21T00:28:31.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.683+0000 7f6ac9ffb640 1 -- 172.21.15.67:0/2757260176 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6ae0082070 con 0x5560033366b0 2024-09-21T00:28:31.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.683+0000 7f6ac9ffb640 1 -- 172.21.15.67:0/2757260176 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 90) ==== 3502+0+0 (secure 0 0 0) 0x7f6ae005ec10 con 0x5560033366b0 2024-09-21T00:28:31.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.683+0000 7f6af8448740 10 client.7908 fetch_fsmap finished waiting for FSMap version 90 2024-09-21T00:28:31.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.683+0000 7f6af8448740 10 client.7908 resolve_mds: resolved 7:0 to role '7:0' aka daemon mds.a 2024-09-21T00:28:31.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.683+0000 7f6af8448740 20 client.7908 populate_metadata read hostname 'smithi067' 2024-09-21T00:28:31.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.683+0000 7f6af8448740 1 --2- 172.21.15.67:0/2757260176 >> [v2:172.21.15.67:6833/932752713,v1:172.21.15.67:6835/932752713] conn(0x556003315f60 0x55600373f530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:28:31.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.683+0000 7f6af8448740 4 client.7908 mds_command: new command op to 7093 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:28:31.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.683+0000 7f6af8448740 1 -- 172.21.15.67:0/2757260176 --> [v2:172.21.15.67:6833/932752713,v1:172.21.15.67:6835/932752713] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f6ae0089030 con 0x556003315f60 2024-09-21T00:28:31.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.684+0000 7f6aeaffd640 1 --2- 172.21.15.67:0/2757260176 >> [v2:172.21.15.67:6833/932752713,v1:172.21.15.67:6835/932752713] conn(0x556003315f60 0x55600373f530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:28:31.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.684+0000 7f6ac9ffb640 10 client.7908 ms_handle_connect on v2:172.21.15.67:6833/932752713 2024-09-21T00:28:31.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.684+0000 7f6aeaffd640 1 --2- 172.21.15.67:0/2757260176 >> [v2:172.21.15.67:6833/932752713,v1:172.21.15.67:6835/932752713] conn(0x556003315f60 0x55600373f530 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4412d34e4f934af8 server_cookie=d4ff9b1ede471eef in_seq=0 out_seq=0 2024-09-21T00:28:31.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.685+0000 7f6ac9ffb640 1 -- 172.21.15.67:0/2757260176 <== mds.0 v2:172.21.15.67:6833/932752713 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x7f6ae0089030 con 0x556003315f60 2024-09-21T00:28:31.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.685+0000 7f6ac9ffb640 10 client.7908 handle_command_reply: tid=0 2024-09-21T00:28:31.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.685+0000 7f6af8448740 1 client.7908 shutdown 2024-09-21T00:28:31.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.685+0000 7f6af8448740 1 -- 172.21.15.67:0/2757260176 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5560033366b0 msgr2=0x556003752160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:28:31.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.685+0000 7f6af8448740 1 --2- 172.21.15.67:0/2757260176 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5560033366b0 0x556003752160 secure :-1 s=READY pgs=1272 cs=0 l=1 rev1=1 crypto rx=0x7f6ae0062fc0 tx=0x7f6ae006c9d0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.685+0000 7f6af8448740 1 -- 172.21.15.67:0/2757260176 shutdown_connections 2024-09-21T00:28:31.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.685+0000 7f6af8448740 1 --2- 172.21.15.67:0/2757260176 >> [v2:172.21.15.67:6833/932752713,v1:172.21.15.67:6835/932752713] conn(0x556003315f60 0x55600373f530 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.685+0000 7f6af8448740 1 --2- 172.21.15.67:0/2757260176 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556003357390 0x5560036fe770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.685+0000 7f6af8448740 1 --2- 172.21.15.67:0/2757260176 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5560033366b0 0x556003752160 unknown :-1 s=CLOSED pgs=1272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.685+0000 7f6af8448740 1 --2- 172.21.15.67:0/2757260176 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55600332e4d0 0x55600370aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.685+0000 7f6ac9ffb640 0 client.7908 ms_handle_reset on v2:172.21.15.67:6833/932752713 2024-09-21T00:28:31.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.685+0000 7f6af8448740 1 -- 172.21.15.67:0/2757260176 >> 172.21.15.67:0/2757260176 conn(0x55600334b4e0 msgr2=0x5560036f9a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:28:31.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.686+0000 7f6af8448740 1 -- 172.21.15.67:0/2757260176 shutdown_connections 2024-09-21T00:28:31.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.686+0000 7f6af8448740 1 -- 172.21.15.67:0/2757260176 wait complete. 2024-09-21T00:28:31.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.686+0000 7f6af8448740 20 client.7908 trim_cache size 0 max 16384 2024-09-21T00:28:31.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.706+0000 7f6af8448740 1 Processor -- start 2024-09-21T00:28:31.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.706+0000 7f6af8448740 1 -- start start 2024-09-21T00:28:31.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.707+0000 7f6af8448740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55600332e4d0 0x5560036ffc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:28:31.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.707+0000 7f6af8448740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5560033366b0 0x5560036f9500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:28:31.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.707+0000 7f6af8448740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556003357390 0x5560036f9a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:28:31.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.707+0000 7f6af8448740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f6aec202100 con 0x55600332e4d0 2024-09-21T00:28:31.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.707+0000 7f6af8448740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f6aec06da50 con 0x5560033366b0 2024-09-21T00:28:31.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.707+0000 7f6af8448740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f6aec06cdb0 con 0x556003357390 2024-09-21T00:28:31.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.707+0000 7f6aeb7fe640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556003357390 0x5560036f9a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:28:31.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.707+0000 7f6aea7fc640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5560033366b0 0x5560036f9500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:28:31.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.707+0000 7f6aeaffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55600332e4d0 0x5560036ffc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:28:31.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.707+0000 7f6aeb7fe640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556003357390 0x5560036f9a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.67:59006/0 (socket says 172.21.15.67:59006) 2024-09-21T00:28:31.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.707+0000 7f6aea7fc640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5560033366b0 0x5560036f9500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.67:54034/0 (socket says 172.21.15.67:54034) 2024-09-21T00:28:31.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.707+0000 7f6aeb7fe640 1 -- 172.21.15.67:0/2867685604 learned_addr learned my addr 172.21.15.67:0/2867685604 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:28:31.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.708+0000 7f6aea7fc640 1 -- 172.21.15.67:0/2867685604 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556003357390 msgr2=0x5560036f9a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:28:31.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.708+0000 7f6aea7fc640 1 --2- 172.21.15.67:0/2867685604 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556003357390 0x5560036f9a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.708+0000 7f6aea7fc640 1 -- 172.21.15.67:0/2867685604 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55600332e4d0 msgr2=0x5560036ffc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:28:31.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.708+0000 7f6aea7fc640 1 --2- 172.21.15.67:0/2867685604 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55600332e4d0 0x5560036ffc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.708+0000 7f6aea7fc640 1 -- 172.21.15.67:0/2867685604 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5560036f8780 con 0x5560033366b0 2024-09-21T00:28:31.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.708+0000 7f6aea7fc640 1 --2- 172.21.15.67:0/2867685604 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5560033366b0 0x5560036f9500 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x556003717ff0 tx=0x7f6ae0009390 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7bdbc64543fea7f server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:28:31.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.708+0000 7f6acbfff640 1 -- 172.21.15.67:0/2867685604 <== mon.1 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ae006cc30 con 0x5560033366b0 2024-09-21T00:28:31.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.708+0000 7f6acbfff640 1 -- 172.21.15.67:0/2867685604 <== mon.1 v2:172.21.15.97:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6ae0082040 con 0x5560033366b0 2024-09-21T00:28:31.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.708+0000 7f6acbfff640 1 -- 172.21.15.67:0/2867685604 <== mon.1 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ae0099940 con 0x5560033366b0 2024-09-21T00:28:31.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.709+0000 7f6af8448740 1 -- 172.21.15.67:0/2867685604 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5560033366b0 msgr2=0x5560036f9500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:28:31.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.709+0000 7f6af8448740 1 --2- 172.21.15.67:0/2867685604 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5560033366b0 0x5560036f9500 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x556003717ff0 tx=0x7f6ae0009390 comp rx=0 tx=0).stop 2024-09-21T00:28:31.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.709+0000 7f6af8448740 1 -- 172.21.15.67:0/2867685604 shutdown_connections 2024-09-21T00:28:31.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.709+0000 7f6af8448740 1 --2- 172.21.15.67:0/2867685604 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556003357390 0x5560036f9a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.709+0000 7f6af8448740 1 --2- 172.21.15.67:0/2867685604 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5560033366b0 0x5560036f9500 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.709+0000 7f6af8448740 1 --2- 172.21.15.67:0/2867685604 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55600332e4d0 0x5560036ffc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.709+0000 7f6af8448740 1 -- 172.21.15.67:0/2867685604 >> 172.21.15.67:0/2867685604 conn(0x55600334b4e0 msgr2=0x556003709d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:28:31.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.709+0000 7f6af8448740 1 -- 172.21.15.67:0/2867685604 shutdown_connections 2024-09-21T00:28:31.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.709+0000 7f6af8448740 1 -- 172.21.15.67:0/2867685604 wait complete. 2024-09-21T00:28:31.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.710+0000 7f6af8448740 1 -- start start 2024-09-21T00:28:31.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.710+0000 7f6af8448740 1 Processor -- start 2024-09-21T00:28:31.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.711+0000 7f6af8448740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55600332e4d0 0x5560037c2630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:28:31.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.711+0000 7f6af8448740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5560033366b0 0x5560036f9500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:28:31.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.711+0000 7f6af8448740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556003357390 0x5560036f9a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:28:31.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.712+0000 7f6af8448740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x556003740870 con 0x5560033366b0 2024-09-21T00:28:31.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.712+0000 7f6af8448740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f6aec06d400 con 0x55600332e4d0 2024-09-21T00:28:31.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.712+0000 7f6af8448740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x556003756be0 con 0x556003357390 2024-09-21T00:28:31.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.712+0000 7f6af8448740 10 client.0 _ll_register_callbacks cb 0x7f6adc009690 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:28:31.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.712+0000 7f6aeaffd640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55600332e4d0 0x5560037c2630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:28:31.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.712+0000 7f6aeaffd640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55600332e4d0 0x5560037c2630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.67:54044/0 (socket says 172.21.15.67:54044) 2024-09-21T00:28:31.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.712+0000 7f6aeaffd640 1 -- 172.21.15.67:0/2595073465 learned_addr learned my addr 172.21.15.67:0/2595073465 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:28:31.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.712+0000 7f6aeb7fe640 1 --2- 172.21.15.67:0/2595073465 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556003357390 0x5560036f9a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:28:31.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.712+0000 7f6aea7fc640 1 --2- 172.21.15.67:0/2595073465 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5560033366b0 0x5560036f9500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:28:31.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.712+0000 7f6aeaffd640 1 -- 172.21.15.67:0/2595073465 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556003357390 msgr2=0x5560036f9a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:28:31.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.712+0000 7f6aeaffd640 1 --2- 172.21.15.67:0/2595073465 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556003357390 0x5560036f9a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.712+0000 7f6aeaffd640 1 -- 172.21.15.67:0/2595073465 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5560033366b0 msgr2=0x5560036f9500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:28:31.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.712+0000 7f6aeaffd640 1 --2- 172.21.15.67:0/2595073465 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5560033366b0 0x5560036f9500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.712+0000 7f6aeaffd640 1 -- 172.21.15.67:0/2595073465 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5560037670c0 con 0x55600332e4d0 2024-09-21T00:28:31.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.712+0000 7f6aeaffd640 1 --2- 172.21.15.67:0/2595073465 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55600332e4d0 0x5560037c2630 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f6adc009a00 tx=0x7f6adc0046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=28e6f8c8841330b6 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:28:31.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.712+0000 7f6ac9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.97:3300/0 2024-09-21T00:28:31.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.712+0000 7f6ac9ffb640 1 -- 172.21.15.67:0/2595073465 <== mon.1 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6adc052060 con 0x55600332e4d0 2024-09-21T00:28:31.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.712+0000 7f6ac9ffb640 1 -- 172.21.15.67:0/2595073465 <== mon.1 v2:172.21.15.97:3300/0 2 ==== osd_map(104..104 src has 1..104) ==== 5709+0+0 (secure 0 0 0) 0x7f6adc004230 con 0x55600332e4d0 2024-09-21T00:28:31.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.713+0000 7f6af8448740 1 -- 172.21.15.67:0/2595073465 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6ae0082040 con 0x55600332e4d0 2024-09-21T00:28:31.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.713+0000 7f6ac9ffb640 1 -- 172.21.15.67:0/2595073465 <== mon.1 v2:172.21.15.97:3300/0 3 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7f6adc058050 con 0x55600332e4d0 2024-09-21T00:28:31.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.713+0000 7f6af8448740 10 client.7279 fetch_fsmap learned FSMap version 90 2024-09-21T00:28:31.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.713+0000 7f6af8448740 1 -- 172.21.15.67:0/2595073465 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,fsmap=90,monmap=2+}) -- 0x5560036fff90 con 0x55600332e4d0 2024-09-21T00:28:31.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.713+0000 7f6ac9ffb640 1 -- 172.21.15.67:0/2595073465 <== mon.1 v2:172.21.15.97:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6ae0082040 con 0x55600332e4d0 2024-09-21T00:28:31.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.713+0000 7f6ac9ffb640 1 -- 172.21.15.67:0/2595073465 <== mon.1 v2:172.21.15.97:3300/0 5 ==== fsmap(e 90) ==== 3502+0+0 (secure 0 0 0) 0x7f6adc05b020 con 0x55600332e4d0 2024-09-21T00:28:31.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.713+0000 7f6af8448740 10 client.7279 fetch_fsmap finished waiting for FSMap version 90 2024-09-21T00:28:31.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.713+0000 7f6af8448740 10 client.7279 resolve_mds: resolved 7:0 to role '7:0' aka daemon mds.a 2024-09-21T00:28:31.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.713+0000 7f6af8448740 20 client.7279 populate_metadata read hostname 'smithi067' 2024-09-21T00:28:31.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.713+0000 7f6af8448740 1 --2- 172.21.15.67:0/2595073465 >> [v2:172.21.15.67:6833/932752713,v1:172.21.15.67:6835/932752713] conn(0x55600370d090 0x5560037548b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:28:31.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.713+0000 7f6af8448740 4 client.7279 mds_command: new command op to 7093 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-21T00:28:31.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.713+0000 7f6af8448740 1 -- 172.21.15.67:0/2595073465 --> [v2:172.21.15.67:6833/932752713,v1:172.21.15.67:6835/932752713] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5560036739b0 con 0x55600370d090 2024-09-21T00:28:31.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.713+0000 7f6aea7fc640 1 --2- 172.21.15.67:0/2595073465 >> [v2:172.21.15.67:6833/932752713,v1:172.21.15.67:6835/932752713] conn(0x55600370d090 0x5560037548b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:28:31.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.714+0000 7f6ac9ffb640 10 client.7279 ms_handle_connect on v2:172.21.15.67:6833/932752713 2024-09-21T00:28:31.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.714+0000 7f6aea7fc640 1 --2- 172.21.15.67:0/2595073465 >> [v2:172.21.15.67:6833/932752713,v1:172.21.15.67:6835/932752713] conn(0x55600370d090 0x5560037548b0 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=48b5aed77cfe21f9 server_cookie=d51209e4524a3499 in_seq=0 out_seq=0 2024-09-21T00:28:31.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.715+0000 7f6ac9ffb640 1 -- 172.21.15.67:0/2595073465 <== mds.0 v2:172.21.15.67:6833/932752713 1 ==== command_reply(tid 0: 0 ) ==== 8+0+583 (crc 0 0 0) 0x5560036739b0 con 0x55600370d090 2024-09-21T00:28:31.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.715+0000 7f6ac9ffb640 10 client.7279 handle_command_reply: tid=0 2024-09-21T00:28:31.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.715+0000 7f6af8448740 1 client.7279 shutdown 2024-09-21T00:28:31.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.715+0000 7f6af8448740 1 -- 172.21.15.67:0/2595073465 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55600332e4d0 msgr2=0x5560037c2630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:28:31.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.715+0000 7f6af8448740 1 --2- 172.21.15.67:0/2595073465 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55600332e4d0 0x5560037c2630 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f6adc009a00 tx=0x7f6adc0046c0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.715+0000 7f6af8448740 1 -- 172.21.15.67:0/2595073465 shutdown_connections 2024-09-21T00:28:31.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.715+0000 7f6af8448740 1 --2- 172.21.15.67:0/2595073465 >> [v2:172.21.15.67:6833/932752713,v1:172.21.15.67:6835/932752713] conn(0x55600370d090 0x5560037548b0 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.715+0000 7f6af8448740 1 --2- 172.21.15.67:0/2595073465 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556003357390 0x5560036f9a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.715+0000 7f6af8448740 1 --2- 172.21.15.67:0/2595073465 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5560033366b0 0x5560036f9500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.715+0000 7f6af8448740 1 --2- 172.21.15.67:0/2595073465 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55600332e4d0 0x5560037c2630 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.715+0000 7f6ac9ffb640 0 client.7279 ms_handle_reset on v2:172.21.15.67:6833/932752713 2024-09-21T00:28:31.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.715+0000 7f6af8448740 1 -- 172.21.15.67:0/2595073465 >> 172.21.15.67:0/2595073465 conn(0x55600334b4e0 msgr2=0x556003751be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:28:31.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.715+0000 7f6af8448740 1 -- 172.21.15.67:0/2595073465 shutdown_connections 2024-09-21T00:28:31.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.715+0000 7f6af8448740 1 -- 172.21.15.67:0/2595073465 wait complete. 2024-09-21T00:28:31.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.715+0000 7f6af8448740 20 client.7279 trim_cache size 0 max 16384 2024-09-21T00:28:31.721 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:28:31.721 INFO:teuthology.orchestra.run.smithi067.stdout: "status": "scrub active (1644 inodes in the stack)", 2024-09-21T00:28:31.721 INFO:teuthology.orchestra.run.smithi067.stdout: "scrubs": { 2024-09-21T00:28:31.721 INFO:teuthology.orchestra.run.smithi067.stdout: "9ba6c27e-92cd-456d-92bc-8450e00e3caa": { 2024-09-21T00:28:31.721 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "~mds0", 2024-09-21T00:28:31.722 INFO:teuthology.orchestra.run.smithi067.stdout: "tag": "9ba6c27e-92cd-456d-92bc-8450e00e3caa", 2024-09-21T00:28:31.722 INFO:teuthology.orchestra.run.smithi067.stdout: "options": "recursive" 2024-09-21T00:28:31.722 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:28:31.722 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:28:31.722 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_stats": { 2024-09-21T00:28:31.722 INFO:teuthology.orchestra.run.smithi067.stdout: "9ba6c27e-92cd-456d-92bc-8450e00e3caa": { 2024-09-21T00:28:31.722 INFO:teuthology.orchestra.run.smithi067.stdout: "start_time": "2024-09-21T00:28:31.498814+0000", 2024-09-21T00:28:31.722 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "~mdsdir", 2024-09-21T00:28:31.722 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_started": 0, 2024-09-21T00:28:31.722 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_passed": 0, 2024-09-21T00:28:31.722 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_failed": 0, 2024-09-21T00:28:31.722 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_skipped": 0 2024-09-21T00:28:31.723 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:28:31.723 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:28:31.723 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:28:31.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.716+0000 7f6af1407640 1 -- 172.21.15.67:0/4068990406 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6ad8078b90 msgr2=0x7f6ad807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:28:31.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.716+0000 7f6af1407640 1 --2- 172.21.15.67:0/4068990406 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6ad8078b90 0x7f6ad807b0a0 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f6ae40012e0 tx=0x7f6ae4009040 comp rx=0 tx=0).stop 2024-09-21T00:28:31.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.716+0000 7f6af1407640 1 -- 172.21.15.67:0/4068990406 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6aec0b6660 msgr2=0x7f6aec15b070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:28:31.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.716+0000 7f6af1407640 1 --2- 172.21.15.67:0/4068990406 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6aec0b6660 0x7f6aec15b070 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f6aec0752b0 tx=0x7f6ae000eb30 comp rx=0 tx=0).stop 2024-09-21T00:28:31.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.716+0000 7f6af1407640 1 -- 172.21.15.67:0/4068990406 shutdown_connections 2024-09-21T00:28:31.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.716+0000 7f6af1407640 1 --2- 172.21.15.67:0/4068990406 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6ad8078b90 0x7f6ad807b0a0 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.716+0000 7f6af1407640 1 --2- 172.21.15.67:0/4068990406 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6aec0cffb0 0x7f6aec15b5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.716+0000 7f6af1407640 1 --2- 172.21.15.67:0/4068990406 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6aec0b6660 0x7f6aec15b070 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.716+0000 7f6af1407640 1 --2- 172.21.15.67:0/4068990406 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6aec0b4750 0x7f6aec15da80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:28:31.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.716+0000 7f6af1407640 1 -- 172.21.15.67:0/4068990406 >> 172.21.15.67:0/4068990406 conn(0x7f6aec0d13c0 msgr2=0x7f6aec070140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:28:31.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.716+0000 7f6af1407640 1 -- 172.21.15.67:0/4068990406 shutdown_connections 2024-09-21T00:28:31.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:28:31.716+0000 7f6af1407640 1 -- 172.21.15.67:0/4068990406 wait complete. 2024-09-21T00:28:31.730 INFO:tasks.cephfs.filesystem:scrub status for tag:9ba6c27e-92cd-456d-92bc-8450e00e3caa - {'path': '~mds0', 'tag': '9ba6c27e-92cd-456d-92bc-8450e00e3caa', 'options': 'recursive'} 2024-09-21T00:28:50.848 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:28:50.851 DEBUG:teuthology.orchestra.run.smithi097:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:29:01.730 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:29:01.731 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.7:0 scrub status 2024-09-21T00:29:01.866 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.864+0000 7f5a45b94640 1 -- 172.21.15.67:0/928056825 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5a400d4e30 msgr2=0x7f5a400d10f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:01.866 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.864+0000 7f5a45b94640 1 --2- 172.21.15.67:0/928056825 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5a400d4e30 0x7f5a400d10f0 secure :-1 s=READY pgs=1273 cs=0 l=1 rev1=1 crypto rx=0x7f5a4008dc70 tx=0x7f5a2802a510 comp rx=0 tx=0).stop 2024-09-21T00:29:01.866 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.864+0000 7f5a45b94640 1 -- 172.21.15.67:0/928056825 shutdown_connections 2024-09-21T00:29:01.866 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.864+0000 7f5a45b94640 1 --2- 172.21.15.67:0/928056825 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5a400d4e30 0x7f5a400d10f0 unknown :-1 s=CLOSED pgs=1273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:01.866 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.864+0000 7f5a45b94640 1 --2- 172.21.15.67:0/928056825 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5a400b3cb0 0x7f5a400d3330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:01.866 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.864+0000 7f5a45b94640 1 -- 172.21.15.67:0/928056825 >> 172.21.15.67:0/928056825 conn(0x7f5a4008bee0 msgr2=0x7f5a400d4720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:01.866 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.864+0000 7f5a45b94640 1 -- 172.21.15.67:0/928056825 shutdown_connections 2024-09-21T00:29:01.866 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.864+0000 7f5a45b94640 1 -- 172.21.15.67:0/928056825 wait complete. 2024-09-21T00:29:01.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.866+0000 7f5a45b94640 1 Processor -- start 2024-09-21T00:29:01.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.866+0000 7f5a45b94640 1 -- start start 2024-09-21T00:29:01.870 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.867+0000 7f5a45b94640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5a400b3cb0 0x7f5a4015bd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:01.870 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.868+0000 7f5a45b94640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5a400d1630 0x7f5a4015d570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:01.870 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.868+0000 7f5a45b94640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5a400d4e30 0x7f5a4015f170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:01.870 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.868+0000 7f5a45b94640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f5a400cf990 con 0x7f5a400b3cb0 2024-09-21T00:29:01.870 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.868+0000 7f5a45b94640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f5a4006fea0 con 0x7f5a400d1630 2024-09-21T00:29:01.870 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.868+0000 7f5a45b94640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f5a400cfb10 con 0x7f5a400d4e30 2024-09-21T00:29:01.870 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.868+0000 7f5a3f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5a400b3cb0 0x7f5a4015bd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:01.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.868+0000 7f5a3f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5a400b3cb0 0x7f5a4015bd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:51164/0 (socket says 172.21.15.67:51164) 2024-09-21T00:29:01.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.868+0000 7f5a3f7fe640 1 -- 172.21.15.67:0/2153085578 learned_addr learned my addr 172.21.15.67:0/2153085578 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:01.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.868+0000 7f5a3ffff640 1 --2- 172.21.15.67:0/2153085578 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5a400d4e30 0x7f5a4015f170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:01.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.868+0000 7f5a36ffd640 1 --2- 172.21.15.67:0/2153085578 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5a400d1630 0x7f5a4015d570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:01.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.868+0000 7f5a3f7fe640 1 -- 172.21.15.67:0/2153085578 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5a400d4e30 msgr2=0x7f5a4015f170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:01.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.868+0000 7f5a3f7fe640 1 --2- 172.21.15.67:0/2153085578 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5a400d4e30 0x7f5a4015f170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:01.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.868+0000 7f5a3f7fe640 1 -- 172.21.15.67:0/2153085578 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5a400d1630 msgr2=0x7f5a4015d570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:01.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.868+0000 7f5a3f7fe640 1 --2- 172.21.15.67:0/2153085578 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5a400d1630 0x7f5a4015d570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:01.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.868+0000 7f5a3f7fe640 1 -- 172.21.15.67:0/2153085578 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a4015c270 con 0x7f5a400b3cb0 2024-09-21T00:29:01.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.868+0000 7f5a3f7fe640 1 --2- 172.21.15.67:0/2153085578 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5a400b3cb0 0x7f5a4015bd30 secure :-1 s=READY pgs=1274 cs=0 l=1 rev1=1 crypto rx=0x7f5a3000c9a0 tx=0x7f5a3000ce60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:01.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.868+0000 7f5a3cff9640 1 -- 172.21.15.67:0/2153085578 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a30007bb0 con 0x7f5a400b3cb0 2024-09-21T00:29:01.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.868+0000 7f5a3cff9640 1 -- 172.21.15.67:0/2153085578 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5a30007e40 con 0x7f5a400b3cb0 2024-09-21T00:29:01.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.869+0000 7f5a45b94640 1 -- 172.21.15.67:0/2153085578 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5a401f5d60 con 0x7f5a400b3cb0 2024-09-21T00:29:01.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.869+0000 7f5a3cff9640 1 -- 172.21.15.67:0/2153085578 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a30005290 con 0x7f5a400b3cb0 2024-09-21T00:29:01.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.869+0000 7f5a45b94640 1 -- 172.21.15.67:0/2153085578 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5a401f6320 con 0x7f5a400b3cb0 2024-09-21T00:29:01.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.870+0000 7f5a3cff9640 1 -- 172.21.15.67:0/2153085578 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f5a30005430 con 0x7f5a400b3cb0 2024-09-21T00:29:01.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.871+0000 7f5a3cff9640 1 --2- 172.21.15.67:0/2153085578 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5a20078bf0 0x7f5a2007b100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:01.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.871+0000 7f5a3cff9640 1 -- 172.21.15.67:0/2153085578 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 5737+0+0 (secure 0 0 0) 0x7f5a3009b160 con 0x7f5a400b3cb0 2024-09-21T00:29:01.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.871+0000 7f5a36ffd640 1 --2- 172.21.15.67:0/2153085578 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5a20078bf0 0x7f5a2007b100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:01.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.872+0000 7f5a4cbda740 1 Processor -- start 2024-09-21T00:29:01.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.872+0000 7f5a36ffd640 1 --2- 172.21.15.67:0/2153085578 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5a20078bf0 0x7f5a2007b100 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f5a28034000 tx=0x7f5a28004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:01.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.872+0000 7f5a4cbda740 1 -- start start 2024-09-21T00:29:01.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.873+0000 7f5a4cbda740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b2eba3b390 0x55b2ebe27a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:01.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.873+0000 7f5a4cbda740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b2eba124d0 0x55b2ebdfc860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:01.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.873+0000 7f5a4cbda740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b2eba1a6b0 0x55b2ebdfcda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:01.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.873+0000 7f5a4cbda740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55b2ebd55a60 con 0x55b2eba124d0 2024-09-21T00:29:01.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.873+0000 7f5a4cbda740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55b2ebd44e90 con 0x55b2eba1a6b0 2024-09-21T00:29:01.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.873+0000 7f5a4cbda740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55b2ebd48ca0 con 0x55b2eba3b390 2024-09-21T00:29:01.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.873+0000 7f5a36ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b2eba124d0 0x55b2ebdfc860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:01.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.873+0000 7f5a36ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b2eba124d0 0x55b2ebdfc860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:51170/0 (socket says 172.21.15.67:51170) 2024-09-21T00:29:01.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.873+0000 7f5a36ffd640 1 -- 172.21.15.67:0/1370264669 learned_addr learned my addr 172.21.15.67:0/1370264669 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:01.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.874+0000 7f5a3f7fe640 1 --2- 172.21.15.67:0/1370264669 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b2eba3b390 0x55b2ebe27a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:01.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.874+0000 7f5a3ffff640 1 --2- 172.21.15.67:0/1370264669 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b2eba1a6b0 0x55b2ebdfcda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:01.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.874+0000 7f5a36ffd640 1 -- 172.21.15.67:0/1370264669 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b2eba3b390 msgr2=0x55b2ebe27a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:29:01.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.874+0000 7f5a36ffd640 1 --2- 172.21.15.67:0/1370264669 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b2eba3b390 0x55b2ebe27a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:01.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.874+0000 7f5a36ffd640 1 -- 172.21.15.67:0/1370264669 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b2eba1a6b0 msgr2=0x55b2ebdfcda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:29:01.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.874+0000 7f5a36ffd640 1 --2- 172.21.15.67:0/1370264669 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b2eba1a6b0 0x55b2ebdfcda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:01.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.874+0000 7f5a36ffd640 1 -- 172.21.15.67:0/1370264669 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b2ebb1d7d0 con 0x55b2eba124d0 2024-09-21T00:29:01.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.874+0000 7f5a3f7fe640 1 --2- 172.21.15.67:0/1370264669 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b2eba3b390 0x55b2ebe27a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:29:01.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.874+0000 7f5a36ffd640 1 --2- 172.21.15.67:0/1370264669 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b2eba124d0 0x55b2ebdfc860 secure :-1 s=READY pgs=1275 cs=0 l=1 rev1=1 crypto rx=0x7f5a2802ab00 tx=0x7f5a2803e040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ceb10aa257a19efa server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:01.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.874+0000 7f5a357fa640 1 -- 172.21.15.67:0/1370264669 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a28004450 con 0x55b2eba124d0 2024-09-21T00:29:01.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.874+0000 7f5a357fa640 1 -- 172.21.15.67:0/1370264669 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5a2804b030 con 0x55b2eba124d0 2024-09-21T00:29:01.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.874+0000 7f5a357fa640 1 -- 172.21.15.67:0/1370264669 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a28004b10 con 0x55b2eba124d0 2024-09-21T00:29:01.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.875+0000 7f5a4cbda740 1 -- 172.21.15.67:0/1370264669 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b2eba124d0 msgr2=0x55b2ebdfc860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:01.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.875+0000 7f5a4cbda740 1 --2- 172.21.15.67:0/1370264669 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b2eba124d0 0x55b2ebdfc860 secure :-1 s=READY pgs=1275 cs=0 l=1 rev1=1 crypto rx=0x7f5a2802ab00 tx=0x7f5a2803e040 comp rx=0 tx=0).stop 2024-09-21T00:29:01.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.875+0000 7f5a4cbda740 1 -- 172.21.15.67:0/1370264669 shutdown_connections 2024-09-21T00:29:01.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.875+0000 7f5a4cbda740 1 --2- 172.21.15.67:0/1370264669 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b2eba1a6b0 0x55b2ebdfcda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:01.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.875+0000 7f5a4cbda740 1 --2- 172.21.15.67:0/1370264669 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b2eba124d0 0x55b2ebdfc860 unknown :-1 s=CLOSED pgs=1275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:01.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.875+0000 7f5a4cbda740 1 --2- 172.21.15.67:0/1370264669 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b2eba3b390 0x55b2ebe27a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:01.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.875+0000 7f5a4cbda740 1 -- 172.21.15.67:0/1370264669 >> 172.21.15.67:0/1370264669 conn(0x55b2eba2f4e0 msgr2=0x55b2ebde2d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:01.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.875+0000 7f5a4cbda740 1 -- 172.21.15.67:0/1370264669 shutdown_connections 2024-09-21T00:29:01.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.875+0000 7f5a4cbda740 1 -- 172.21.15.67:0/1370264669 wait complete. 2024-09-21T00:29:01.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.876+0000 7f5a4cbda740 1 -- start start 2024-09-21T00:29:01.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.876+0000 7f5a4cbda740 1 Processor -- start 2024-09-21T00:29:01.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.878+0000 7f5a4cbda740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b2eba124d0 0x55b2ebe37580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:01.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.878+0000 7f5a4cbda740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b2eba1a6b0 0x55b2ebe24940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:01.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.878+0000 7f5a4cbda740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b2eba3b390 0x55b2ebe216a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:01.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.878+0000 7f5a4cbda740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55b2ebab5740 con 0x55b2eba3b390 2024-09-21T00:29:01.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.878+0000 7f5a4cbda740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55b2ebcea970 con 0x55b2eba124d0 2024-09-21T00:29:01.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.878+0000 7f5a4cbda740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55b2ebe20d30 con 0x55b2eba1a6b0 2024-09-21T00:29:01.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.878+0000 7f5a4cbda740 10 client.0 _ll_register_callbacks cb 0x55b2ebcf9780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:29:01.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.878+0000 7f5a3ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b2eba3b390 0x55b2ebe216a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:01.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.878+0000 7f5a3ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b2eba3b390 0x55b2ebe216a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:51176/0 (socket says 172.21.15.67:51176) 2024-09-21T00:29:01.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.878+0000 7f5a3ffff640 1 -- 172.21.15.67:0/812040297 learned_addr learned my addr 172.21.15.67:0/812040297 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:01.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.878+0000 7f5a3f7fe640 1 --2- 172.21.15.67:0/812040297 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b2eba124d0 0x55b2ebe37580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:01.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.878+0000 7f5a36ffd640 1 --2- 172.21.15.67:0/812040297 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b2eba1a6b0 0x55b2ebe24940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:01.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.878+0000 7f5a3ffff640 1 -- 172.21.15.67:0/812040297 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b2eba1a6b0 msgr2=0x55b2ebe24940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:29:01.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.878+0000 7f5a3ffff640 1 --2- 172.21.15.67:0/812040297 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b2eba1a6b0 0x55b2ebe24940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:01.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.878+0000 7f5a3ffff640 1 -- 172.21.15.67:0/812040297 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b2eba124d0 msgr2=0x55b2ebe37580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:29:01.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.878+0000 7f5a3ffff640 1 --2- 172.21.15.67:0/812040297 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b2eba124d0 0x55b2ebe37580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:01.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.878+0000 7f5a3ffff640 1 -- 172.21.15.67:0/812040297 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b2ebaa6970 con 0x55b2eba3b390 2024-09-21T00:29:01.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.878+0000 7f5a3ffff640 1 --2- 172.21.15.67:0/812040297 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b2eba3b390 0x55b2ebe216a0 secure :-1 s=READY pgs=1276 cs=0 l=1 rev1=1 crypto rx=0x7f5a3800bb50 tx=0x7f5a3800a7b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f4e545a41d02a6e server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:01.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.878+0000 7f5a1e7fc640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:29:01.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.878+0000 7f5a1e7fc640 1 -- 172.21.15.67:0/812040297 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a38016610 con 0x55b2eba3b390 2024-09-21T00:29:01.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.878+0000 7f5a1e7fc640 1 -- 172.21.15.67:0/812040297 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 5737+0+0 (secure 0 0 0) 0x7f5a380167b0 con 0x55b2eba3b390 2024-09-21T00:29:01.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.878+0000 7f5a4cbda740 1 -- 172.21.15.67:0/812040297 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5a2804b030 con 0x55b2eba3b390 2024-09-21T00:29:01.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.879+0000 7f5a1e7fc640 1 -- 172.21.15.67:0/812040297 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7f5a3800be50 con 0x55b2eba3b390 2024-09-21T00:29:01.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.879+0000 7f5a4cbda740 10 client.7926 fetch_fsmap learned FSMap version 90 2024-09-21T00:29:01.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.879+0000 7f5a4cbda740 1 -- 172.21.15.67:0/812040297 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=90,monmap=2+}) -- 0x55b2eba846a0 con 0x55b2eba3b390 2024-09-21T00:29:01.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.879+0000 7f5a1e7fc640 1 -- 172.21.15.67:0/812040297 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5a2804b030 con 0x55b2eba3b390 2024-09-21T00:29:01.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.879+0000 7f5a1e7fc640 1 -- 172.21.15.67:0/812040297 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 90) ==== 3502+0+0 (secure 0 0 0) 0x7f5a38026080 con 0x55b2eba3b390 2024-09-21T00:29:01.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.879+0000 7f5a4cbda740 10 client.7926 fetch_fsmap finished waiting for FSMap version 90 2024-09-21T00:29:01.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.879+0000 7f5a4cbda740 10 client.7926 resolve_mds: resolved 7:0 to role '7:0' aka daemon mds.a 2024-09-21T00:29:01.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.879+0000 7f5a4cbda740 20 client.7926 populate_metadata read hostname 'smithi067' 2024-09-21T00:29:01.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.879+0000 7f5a4cbda740 1 --2- 172.21.15.67:0/812040297 >> [v2:172.21.15.67:6833/932752713,v1:172.21.15.67:6835/932752713] conn(0x55b2eb9f9f60 0x55b2ebe205f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:01.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.879+0000 7f5a4cbda740 4 client.7926 mds_command: new command op to 7093 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:29:01.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.879+0000 7f5a4cbda740 1 -- 172.21.15.67:0/812040297 --> [v2:172.21.15.67:6833/932752713,v1:172.21.15.67:6835/932752713] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b2ebd579b0 con 0x55b2eb9f9f60 2024-09-21T00:29:01.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.879+0000 7f5a3f7fe640 1 --2- 172.21.15.67:0/812040297 >> [v2:172.21.15.67:6833/932752713,v1:172.21.15.67:6835/932752713] conn(0x55b2eb9f9f60 0x55b2ebe205f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:01.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.879+0000 7f5a1e7fc640 10 client.7926 ms_handle_connect on v2:172.21.15.67:6833/932752713 2024-09-21T00:29:01.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.879+0000 7f5a3f7fe640 1 --2- 172.21.15.67:0/812040297 >> [v2:172.21.15.67:6833/932752713,v1:172.21.15.67:6835/932752713] conn(0x55b2eb9f9f60 0x55b2ebe205f0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=87cfb6c58c943c71 server_cookie=c1dd0fdb2906fda6 in_seq=0 out_seq=0 2024-09-21T00:29:01.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.880+0000 7f5a1e7fc640 1 -- 172.21.15.67:0/812040297 <== mds.0 v2:172.21.15.67:6833/932752713 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x55b2ebd579b0 con 0x55b2eb9f9f60 2024-09-21T00:29:01.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.880+0000 7f5a1e7fc640 10 client.7926 handle_command_reply: tid=0 2024-09-21T00:29:01.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.880+0000 7f5a4cbda740 1 client.7926 shutdown 2024-09-21T00:29:01.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.880+0000 7f5a4cbda740 1 -- 172.21.15.67:0/812040297 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b2eba3b390 msgr2=0x55b2ebe216a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:01.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.880+0000 7f5a4cbda740 1 --2- 172.21.15.67:0/812040297 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b2eba3b390 0x55b2ebe216a0 secure :-1 s=READY pgs=1276 cs=0 l=1 rev1=1 crypto rx=0x7f5a3800bb50 tx=0x7f5a3800a7b0 comp rx=0 tx=0).stop 2024-09-21T00:29:01.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.880+0000 7f5a4cbda740 1 -- 172.21.15.67:0/812040297 shutdown_connections 2024-09-21T00:29:01.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.880+0000 7f5a4cbda740 1 --2- 172.21.15.67:0/812040297 >> [v2:172.21.15.67:6833/932752713,v1:172.21.15.67:6835/932752713] conn(0x55b2eb9f9f60 0x55b2ebe205f0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:01.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.880+0000 7f5a4cbda740 1 --2- 172.21.15.67:0/812040297 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b2eba3b390 0x55b2ebe216a0 unknown :-1 s=CLOSED pgs=1276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:01.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.880+0000 7f5a4cbda740 1 --2- 172.21.15.67:0/812040297 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b2eba1a6b0 0x55b2ebe24940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:01.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.880+0000 7f5a4cbda740 1 --2- 172.21.15.67:0/812040297 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b2eba124d0 0x55b2ebe37580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:01.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.880+0000 7f5a1e7fc640 0 client.7926 ms_handle_reset on v2:172.21.15.67:6833/932752713 2024-09-21T00:29:01.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.880+0000 7f5a4cbda740 1 -- 172.21.15.67:0/812040297 >> 172.21.15.67:0/812040297 conn(0x55b2eba2f4e0 msgr2=0x55b2ebe09ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:01.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.880+0000 7f5a4cbda740 1 -- 172.21.15.67:0/812040297 shutdown_connections 2024-09-21T00:29:01.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.880+0000 7f5a4cbda740 1 -- 172.21.15.67:0/812040297 wait complete. 2024-09-21T00:29:01.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.881+0000 7f5a4cbda740 20 client.7926 trim_cache size 0 max 16384 2024-09-21T00:29:01.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.899+0000 7f5a4cbda740 1 Processor -- start 2024-09-21T00:29:01.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.899+0000 7f5a4cbda740 1 -- start start 2024-09-21T00:29:01.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.900+0000 7f5a4cbda740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b2eba124d0 0x55b2ebe21280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:01.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.900+0000 7f5a4cbda740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b2eba1a6b0 0x55b2ebe09eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:01.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.900+0000 7f5a4cbda740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b2eba3b390 0x55b2ebe3ff10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:01.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.900+0000 7f5a4cbda740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f5a40201f20 con 0x55b2eba124d0 2024-09-21T00:29:01.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.900+0000 7f5a4cbda740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f5a401f9be0 con 0x55b2eba3b390 2024-09-21T00:29:01.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.900+0000 7f5a4cbda740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f5a401f8f40 con 0x55b2eba1a6b0 2024-09-21T00:29:01.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.900+0000 7f5a3f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b2eba124d0 0x55b2ebe21280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:01.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.900+0000 7f5a3f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b2eba124d0 0x55b2ebe21280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:51190/0 (socket says 172.21.15.67:51190) 2024-09-21T00:29:01.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.900+0000 7f5a3f7fe640 1 -- 172.21.15.67:0/1490315546 learned_addr learned my addr 172.21.15.67:0/1490315546 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:01.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.900+0000 7f5a36ffd640 1 --2- 172.21.15.67:0/1490315546 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b2eba1a6b0 0x55b2ebe09eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:01.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.900+0000 7f5a3ffff640 1 --2- 172.21.15.67:0/1490315546 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b2eba3b390 0x55b2ebe3ff10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:01.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.900+0000 7f5a3f7fe640 1 -- 172.21.15.67:0/1490315546 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b2eba1a6b0 msgr2=0x55b2ebe09eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:29:01.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.900+0000 7f5a3f7fe640 1 --2- 172.21.15.67:0/1490315546 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b2eba1a6b0 0x55b2ebe09eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:01.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.900+0000 7f5a3f7fe640 1 -- 172.21.15.67:0/1490315546 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b2eba3b390 msgr2=0x55b2ebe3ff10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:29:01.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.900+0000 7f5a3f7fe640 1 --2- 172.21.15.67:0/1490315546 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b2eba3b390 0x55b2ebe3ff10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:01.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.900+0000 7f5a3f7fe640 1 -- 172.21.15.67:0/1490315546 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b2ebe420b0 con 0x55b2eba124d0 2024-09-21T00:29:01.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.900+0000 7f5a3ffff640 1 --2- 172.21.15.67:0/1490315546 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b2eba3b390 0x55b2ebe3ff10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:29:01.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.901+0000 7f5a3f7fe640 1 --2- 172.21.15.67:0/1490315546 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b2eba124d0 0x55b2ebe21280 secure :-1 s=READY pgs=1277 cs=0 l=1 rev1=1 crypto rx=0x7f5a30007590 tx=0x7f5a30085040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e60acddc06a002c server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:01.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.901+0000 7f5a34ff9640 1 -- 172.21.15.67:0/1490315546 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a3001d040 con 0x55b2eba124d0 2024-09-21T00:29:01.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.901+0000 7f5a34ff9640 1 -- 172.21.15.67:0/1490315546 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5a3006c820 con 0x55b2eba124d0 2024-09-21T00:29:01.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.901+0000 7f5a34ff9640 1 -- 172.21.15.67:0/1490315546 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a3005f1b0 con 0x55b2eba124d0 2024-09-21T00:29:01.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.901+0000 7f5a4cbda740 1 -- 172.21.15.67:0/1490315546 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b2eba124d0 msgr2=0x55b2ebe21280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:01.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.901+0000 7f5a4cbda740 1 --2- 172.21.15.67:0/1490315546 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b2eba124d0 0x55b2ebe21280 secure :-1 s=READY pgs=1277 cs=0 l=1 rev1=1 crypto rx=0x7f5a30007590 tx=0x7f5a30085040 comp rx=0 tx=0).stop 2024-09-21T00:29:01.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.902+0000 7f5a4cbda740 1 -- 172.21.15.67:0/1490315546 shutdown_connections 2024-09-21T00:29:01.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.902+0000 7f5a4cbda740 1 --2- 172.21.15.67:0/1490315546 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b2eba3b390 0x55b2ebe3ff10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:01.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.902+0000 7f5a4cbda740 1 --2- 172.21.15.67:0/1490315546 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b2eba1a6b0 0x55b2ebe09eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:01.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.902+0000 7f5a4cbda740 1 --2- 172.21.15.67:0/1490315546 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b2eba124d0 0x55b2ebe21280 unknown :-1 s=CLOSED pgs=1277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:01.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.902+0000 7f5a4cbda740 1 -- 172.21.15.67:0/1490315546 >> 172.21.15.67:0/1490315546 conn(0x55b2eba2f4e0 msgr2=0x55b2ebddde00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:01.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.902+0000 7f5a4cbda740 1 -- 172.21.15.67:0/1490315546 shutdown_connections 2024-09-21T00:29:01.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.902+0000 7f5a4cbda740 1 -- 172.21.15.67:0/1490315546 wait complete. 2024-09-21T00:29:01.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.902+0000 7f5a4cbda740 1 -- start start 2024-09-21T00:29:01.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.903+0000 7f5a4cbda740 1 Processor -- start 2024-09-21T00:29:01.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.904+0000 7f5a4cbda740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b2eba124d0 0x55b2ebde2960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:01.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.904+0000 7f5a4cbda740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b2eba1a6b0 0x55b2ebea6600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:01.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.904+0000 7f5a4cbda740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b2eba3b390 0x55b2ebea6b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:01.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.904+0000 7f5a4cbda740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55b2ebe3ace0 con 0x55b2eba124d0 2024-09-21T00:29:01.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.904+0000 7f5a4cbda740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f5a401f9590 con 0x55b2eba3b390 2024-09-21T00:29:01.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.904+0000 7f5a4cbda740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55b2ebe1e840 con 0x55b2eba1a6b0 2024-09-21T00:29:01.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.904+0000 7f5a4cbda740 10 client.0 _ll_register_callbacks cb 0x7f5a38009a50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:29:01.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.904+0000 7f5a3f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b2eba124d0 0x55b2ebde2960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:01.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.904+0000 7f5a3f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b2eba124d0 0x55b2ebde2960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:51192/0 (socket says 172.21.15.67:51192) 2024-09-21T00:29:01.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.904+0000 7f5a3f7fe640 1 -- 172.21.15.67:0/3236577766 learned_addr learned my addr 172.21.15.67:0/3236577766 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:01.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.904+0000 7f5a36ffd640 1 --2- 172.21.15.67:0/3236577766 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b2eba1a6b0 0x55b2ebea6600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:01.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.904+0000 7f5a3ffff640 1 --2- 172.21.15.67:0/3236577766 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b2eba3b390 0x55b2ebea6b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:01.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.904+0000 7f5a3f7fe640 1 -- 172.21.15.67:0/3236577766 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b2eba1a6b0 msgr2=0x55b2ebea6600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:29:01.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.904+0000 7f5a3f7fe640 1 --2- 172.21.15.67:0/3236577766 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b2eba1a6b0 0x55b2ebea6600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:01.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.904+0000 7f5a3f7fe640 1 -- 172.21.15.67:0/3236577766 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b2eba3b390 msgr2=0x55b2ebea6b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:29:01.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.904+0000 7f5a3f7fe640 1 --2- 172.21.15.67:0/3236577766 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b2eba3b390 0x55b2ebea6b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:01.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.904+0000 7f5a3f7fe640 1 -- 172.21.15.67:0/3236577766 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b2ebdfc390 con 0x55b2eba124d0 2024-09-21T00:29:01.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.904+0000 7f5a3ffff640 1 --2- 172.21.15.67:0/3236577766 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b2eba3b390 0x55b2ebea6b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:29:01.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.905+0000 7f5a3f7fe640 1 --2- 172.21.15.67:0/3236577766 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b2eba124d0 0x55b2ebde2960 secure :-1 s=READY pgs=1278 cs=0 l=1 rev1=1 crypto rx=0x7f5a3000c970 tx=0x7f5a30062a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a8b5b834c1ccd6eb server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:01.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.905+0000 7f5a1e7fc640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:29:01.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.905+0000 7f5a1e7fc640 1 -- 172.21.15.67:0/3236577766 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a3001d030 con 0x55b2eba124d0 2024-09-21T00:29:01.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.905+0000 7f5a1e7fc640 1 -- 172.21.15.67:0/3236577766 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 5737+0+0 (secure 0 0 0) 0x7f5a3006c390 con 0x55b2eba124d0 2024-09-21T00:29:01.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.905+0000 7f5a4cbda740 1 -- 172.21.15.67:0/3236577766 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5a3006c820 con 0x55b2eba124d0 2024-09-21T00:29:01.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.905+0000 7f5a1e7fc640 1 -- 172.21.15.67:0/3236577766 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7f5a3006c590 con 0x55b2eba124d0 2024-09-21T00:29:01.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.905+0000 7f5a4cbda740 10 client.7932 fetch_fsmap learned FSMap version 90 2024-09-21T00:29:01.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.905+0000 7f5a4cbda740 1 -- 172.21.15.67:0/3236577766 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=90,monmap=2+}) -- 0x55b2ebde2ea0 con 0x55b2eba124d0 2024-09-21T00:29:01.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.905+0000 7f5a1e7fc640 1 -- 172.21.15.67:0/3236577766 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5a3006c820 con 0x55b2eba124d0 2024-09-21T00:29:01.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.905+0000 7f5a1e7fc640 1 -- 172.21.15.67:0/3236577766 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 90) ==== 3502+0+0 (secure 0 0 0) 0x7f5a300850b0 con 0x55b2eba124d0 2024-09-21T00:29:01.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.905+0000 7f5a4cbda740 10 client.7932 fetch_fsmap finished waiting for FSMap version 90 2024-09-21T00:29:01.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.905+0000 7f5a4cbda740 10 client.7932 resolve_mds: resolved 7:0 to role '7:0' aka daemon mds.a 2024-09-21T00:29:01.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.905+0000 7f5a4cbda740 20 client.7932 populate_metadata read hostname 'smithi067' 2024-09-21T00:29:01.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.905+0000 7f5a4cbda740 1 --2- 172.21.15.67:0/3236577766 >> [v2:172.21.15.67:6833/932752713,v1:172.21.15.67:6835/932752713] conn(0x55b2ebe40380 0x55b2ebeaa770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:01.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.905+0000 7f5a4cbda740 4 client.7932 mds_command: new command op to 7093 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-21T00:29:01.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.905+0000 7f5a4cbda740 1 -- 172.21.15.67:0/3236577766 --> [v2:172.21.15.67:6833/932752713,v1:172.21.15.67:6835/932752713] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55b2ebd53460 con 0x55b2ebe40380 2024-09-21T00:29:01.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.905+0000 7f5a36ffd640 1 --2- 172.21.15.67:0/3236577766 >> [v2:172.21.15.67:6833/932752713,v1:172.21.15.67:6835/932752713] conn(0x55b2ebe40380 0x55b2ebeaa770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:01.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.906+0000 7f5a1e7fc640 10 client.7932 ms_handle_connect on v2:172.21.15.67:6833/932752713 2024-09-21T00:29:01.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.906+0000 7f5a36ffd640 1 --2- 172.21.15.67:0/3236577766 >> [v2:172.21.15.67:6833/932752713,v1:172.21.15.67:6835/932752713] conn(0x55b2ebe40380 0x55b2ebeaa770 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=262ec1b8f6a654f1 server_cookie=68161f88e889eb9d in_seq=0 out_seq=0 2024-09-21T00:29:01.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.906+0000 7f5a1e7fc640 1 -- 172.21.15.67:0/3236577766 <== mds.0 v2:172.21.15.67:6833/932752713 1 ==== command_reply(tid 0: 0 ) ==== 8+0+380 (crc 0 0 0) 0x55b2ebd53460 con 0x55b2ebe40380 2024-09-21T00:29:01.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.906+0000 7f5a1e7fc640 10 client.7932 handle_command_reply: tid=0 2024-09-21T00:29:01.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.906+0000 7f5a4cbda740 1 client.7932 shutdown 2024-09-21T00:29:01.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.906+0000 7f5a4cbda740 1 -- 172.21.15.67:0/3236577766 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b2eba124d0 msgr2=0x55b2ebde2960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:01.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.906+0000 7f5a4cbda740 1 --2- 172.21.15.67:0/3236577766 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b2eba124d0 0x55b2ebde2960 secure :-1 s=READY pgs=1278 cs=0 l=1 rev1=1 crypto rx=0x7f5a3000c970 tx=0x7f5a30062a50 comp rx=0 tx=0).stop 2024-09-21T00:29:01.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.906+0000 7f5a4cbda740 1 -- 172.21.15.67:0/3236577766 shutdown_connections 2024-09-21T00:29:01.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.906+0000 7f5a4cbda740 1 --2- 172.21.15.67:0/3236577766 >> [v2:172.21.15.67:6833/932752713,v1:172.21.15.67:6835/932752713] conn(0x55b2ebe40380 0x55b2ebeaa770 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:01.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.906+0000 7f5a4cbda740 1 --2- 172.21.15.67:0/3236577766 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b2eba3b390 0x55b2ebea6b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:01.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.906+0000 7f5a4cbda740 1 --2- 172.21.15.67:0/3236577766 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b2eba1a6b0 0x55b2ebea6600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:01.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.906+0000 7f5a1e7fc640 0 client.7932 ms_handle_reset on v2:172.21.15.67:6833/932752713 2024-09-21T00:29:01.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.906+0000 7f5a4cbda740 1 --2- 172.21.15.67:0/3236577766 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b2eba124d0 0x55b2ebde2960 unknown :-1 s=CLOSED pgs=1278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:01.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.906+0000 7f5a4cbda740 1 -- 172.21.15.67:0/3236577766 >> 172.21.15.67:0/3236577766 conn(0x55b2eba2f4e0 msgr2=0x55b2ebe4b7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:01.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.906+0000 7f5a4cbda740 1 -- 172.21.15.67:0/3236577766 shutdown_connections 2024-09-21T00:29:01.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.906+0000 7f5a4cbda740 1 -- 172.21.15.67:0/3236577766 wait complete. 2024-09-21T00:29:01.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.907+0000 7f5a4cbda740 20 client.7932 trim_cache size 0 max 16384 2024-09-21T00:29:01.916 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:29:01.916 INFO:teuthology.orchestra.run.smithi067.stdout: "status": "no active scrubs running", 2024-09-21T00:29:01.916 INFO:teuthology.orchestra.run.smithi067.stdout: "scrubs": {}, 2024-09-21T00:29:01.916 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_stats": { 2024-09-21T00:29:01.916 INFO:teuthology.orchestra.run.smithi067.stdout: "9ba6c27e-92cd-456d-92bc-8450e00e3caa": { 2024-09-21T00:29:01.916 INFO:teuthology.orchestra.run.smithi067.stdout: "start_time": "2024-09-21T00:28:31.498814+0000", 2024-09-21T00:29:01.916 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "~mdsdir", 2024-09-21T00:29:01.916 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_started": 0, 2024-09-21T00:29:01.916 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_passed": 0, 2024-09-21T00:29:01.917 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_failed": 0, 2024-09-21T00:29:01.917 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_skipped": 0 2024-09-21T00:29:01.917 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:29:01.917 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:29:01.917 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:29:01.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.907+0000 7f5a45b94640 1 -- 172.21.15.67:0/2153085578 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5a20078bf0 msgr2=0x7f5a2007b100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:01.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.907+0000 7f5a45b94640 1 --2- 172.21.15.67:0/2153085578 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5a20078bf0 0x7f5a2007b100 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f5a28034000 tx=0x7f5a28004730 comp rx=0 tx=0).stop 2024-09-21T00:29:01.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.907+0000 7f5a45b94640 1 -- 172.21.15.67:0/2153085578 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5a400b3cb0 msgr2=0x7f5a4015bd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:01.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.907+0000 7f5a45b94640 1 --2- 172.21.15.67:0/2153085578 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5a400b3cb0 0x7f5a4015bd30 secure :-1 s=READY pgs=1274 cs=0 l=1 rev1=1 crypto rx=0x7f5a3000c9a0 tx=0x7f5a3000ce60 comp rx=0 tx=0).stop 2024-09-21T00:29:01.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.907+0000 7f5a45b94640 1 -- 172.21.15.67:0/2153085578 shutdown_connections 2024-09-21T00:29:01.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.907+0000 7f5a45b94640 1 --2- 172.21.15.67:0/2153085578 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5a20078bf0 0x7f5a2007b100 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:01.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.907+0000 7f5a45b94640 1 --2- 172.21.15.67:0/2153085578 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5a400d4e30 0x7f5a4015f170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:01.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.907+0000 7f5a45b94640 1 --2- 172.21.15.67:0/2153085578 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5a400d1630 0x7f5a4015d570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:01.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.907+0000 7f5a45b94640 1 --2- 172.21.15.67:0/2153085578 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5a400b3cb0 0x7f5a4015bd30 unknown :-1 s=CLOSED pgs=1274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:01.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.907+0000 7f5a45b94640 1 -- 172.21.15.67:0/2153085578 >> 172.21.15.67:0/2153085578 conn(0x7f5a4008bee0 msgr2=0x7f5a401ea680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:01.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.907+0000 7f5a45b94640 1 -- 172.21.15.67:0/2153085578 shutdown_connections 2024-09-21T00:29:01.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:01.907+0000 7f5a45b94640 1 -- 172.21.15.67:0/2153085578 wait complete. 2024-09-21T00:29:01.920 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-21T00:29:01.920 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.7:0 perf dump 2024-09-21T00:29:02.039 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.037+0000 7ffb2938b640 1 -- 172.21.15.67:0/1870838935 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffb240d1450 msgr2=0x7ffb240b9950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:02.039 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.037+0000 7ffb2938b640 1 --2- 172.21.15.67:0/1870838935 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffb240d1450 0x7ffb240b9950 secure :-1 s=READY pgs=1280 cs=0 l=1 rev1=1 crypto rx=0x7ffb18009830 tx=0x7ffb1802a530 comp rx=0 tx=0).stop 2024-09-21T00:29:02.040 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.037+0000 7ffb2938b640 1 -- 172.21.15.67:0/1870838935 shutdown_connections 2024-09-21T00:29:02.040 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.037+0000 7ffb2938b640 1 --2- 172.21.15.67:0/1870838935 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffb240d1450 0x7ffb240b9950 unknown :-1 s=CLOSED pgs=1280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:02.040 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.037+0000 7ffb2938b640 1 -- 172.21.15.67:0/1870838935 >> 172.21.15.67:0/1870838935 conn(0x7ffb2409da10 msgr2=0x7ffb240d46a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:02.040 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.037+0000 7ffb2938b640 1 -- 172.21.15.67:0/1870838935 shutdown_connections 2024-09-21T00:29:02.040 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.038+0000 7ffb2938b640 1 -- 172.21.15.67:0/1870838935 wait complete. 2024-09-21T00:29:02.040 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.039+0000 7ffb2938b640 1 Processor -- start 2024-09-21T00:29:02.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.039+0000 7ffb2938b640 1 -- start start 2024-09-21T00:29:02.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.041+0000 7ffb2938b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ffb240d3590 0x7ffb240ce4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:02.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.041+0000 7ffb2938b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ffb240d4db0 0x7ffb2415f170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:02.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.041+0000 7ffb2938b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffb2415f6b0 0x7ffb240b24b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:02.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.041+0000 7ffb2938b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ffb240b4ee0 con 0x7ffb2415f6b0 2024-09-21T00:29:02.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.041+0000 7ffb2938b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ffb240b4d60 con 0x7ffb240d4db0 2024-09-21T00:29:02.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.041+0000 7ffb2938b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7ffb240b5060 con 0x7ffb240d3590 2024-09-21T00:29:02.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.041+0000 7ffb237fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffb2415f6b0 0x7ffb240b24b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:02.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.041+0000 7ffb237fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffb2415f6b0 0x7ffb240b24b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:51214/0 (socket says 172.21.15.67:51214) 2024-09-21T00:29:02.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.041+0000 7ffb237fe640 1 -- 172.21.15.67:0/1979138098 learned_addr learned my addr 172.21.15.67:0/1979138098 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:02.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.041+0000 7ffb227fc640 1 --2- 172.21.15.67:0/1979138098 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ffb240d4db0 0x7ffb2415f170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:02.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.041+0000 7ffb22ffd640 1 --2- 172.21.15.67:0/1979138098 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ffb240d3590 0x7ffb240ce4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:02.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.041+0000 7ffb237fe640 1 -- 172.21.15.67:0/1979138098 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ffb240d3590 msgr2=0x7ffb240ce4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:02.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.041+0000 7ffb237fe640 1 --2- 172.21.15.67:0/1979138098 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ffb240d3590 0x7ffb240ce4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:02.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.041+0000 7ffb237fe640 1 -- 172.21.15.67:0/1979138098 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ffb240d4db0 msgr2=0x7ffb2415f170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:02.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.041+0000 7ffb237fe640 1 --2- 172.21.15.67:0/1979138098 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ffb240d4db0 0x7ffb2415f170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:02.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.041+0000 7ffb237fe640 1 -- 172.21.15.67:0/1979138098 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb240cea20 con 0x7ffb2415f6b0 2024-09-21T00:29:02.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.041+0000 7ffb237fe640 1 --2- 172.21.15.67:0/1979138098 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffb2415f6b0 0x7ffb240b24b0 secure :-1 s=READY pgs=1281 cs=0 l=1 rev1=1 crypto rx=0x7ffb1c00c9f0 tx=0x7ffb1c00ceb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:02.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.042+0000 7ffb0b7fe640 1 -- 172.21.15.67:0/1979138098 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb1c016020 con 0x7ffb2415f6b0 2024-09-21T00:29:02.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.042+0000 7ffb0b7fe640 1 -- 172.21.15.67:0/1979138098 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ffb1c00ac60 con 0x7ffb2415f6b0 2024-09-21T00:29:02.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.042+0000 7ffb0b7fe640 1 -- 172.21.15.67:0/1979138098 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb1c012680 con 0x7ffb2415f6b0 2024-09-21T00:29:02.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.042+0000 7ffb2938b640 1 -- 172.21.15.67:0/1979138098 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffb2414f4b0 con 0x7ffb2415f6b0 2024-09-21T00:29:02.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.042+0000 7ffb2938b640 1 -- 172.21.15.67:0/1979138098 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffb2414fa70 con 0x7ffb2415f6b0 2024-09-21T00:29:02.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.044+0000 7ffb0b7fe640 1 -- 172.21.15.67:0/1979138098 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7ffb1c019020 con 0x7ffb2415f6b0 2024-09-21T00:29:02.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.045+0000 7ffb0b7fe640 1 --2- 172.21.15.67:0/1979138098 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ffb10078b90 0x7ffb1007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:02.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.045+0000 7ffb0b7fe640 1 -- 172.21.15.67:0/1979138098 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 5737+0+0 (secure 0 0 0) 0x7ffb1c09b2c0 con 0x7ffb2415f6b0 2024-09-21T00:29:02.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.045+0000 7ffb22ffd640 1 --2- 172.21.15.67:0/1979138098 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ffb10078b90 0x7ffb1007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:02.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.045+0000 7ffb303d8740 1 Processor -- start 2024-09-21T00:29:02.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.046+0000 7ffb303d8740 1 -- start start 2024-09-21T00:29:02.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.046+0000 7ffb22ffd640 1 --2- 172.21.15.67:0/1979138098 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ffb10078b90 0x7ffb1007b0a0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7ffb14000fb0 tx=0x7ffb14009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:02.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.047+0000 7ffb303d8740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5641ed567390 0x5641ed955b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:02.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.047+0000 7ffb303d8740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5641ed53e4d0 0x5641ed938830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:02.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.047+0000 7ffb303d8740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5641ed5466b0 0x5641ed938d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:02.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.047+0000 7ffb303d8740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5641ed881bd0 con 0x5641ed5466b0 2024-09-21T00:29:02.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.047+0000 7ffb303d8740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5641ed871000 con 0x5641ed53e4d0 2024-09-21T00:29:02.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.047+0000 7ffb303d8740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x5641ed874e10 con 0x5641ed567390 2024-09-21T00:29:02.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.047+0000 7ffb237fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5641ed5466b0 0x5641ed938d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:02.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.047+0000 7ffb237fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5641ed5466b0 0x5641ed938d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:51228/0 (socket says 172.21.15.67:51228) 2024-09-21T00:29:02.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.047+0000 7ffb237fe640 1 -- 172.21.15.67:0/1123739080 learned_addr learned my addr 172.21.15.67:0/1123739080 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:02.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.047+0000 7ffb22ffd640 1 --2- 172.21.15.67:0/1123739080 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5641ed567390 0x5641ed955b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:02.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.047+0000 7ffb227fc640 1 --2- 172.21.15.67:0/1123739080 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5641ed53e4d0 0x5641ed938830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:02.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.047+0000 7ffb237fe640 1 -- 172.21.15.67:0/1123739080 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5641ed567390 msgr2=0x5641ed955b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:29:02.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.047+0000 7ffb237fe640 1 --2- 172.21.15.67:0/1123739080 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5641ed567390 0x5641ed955b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:02.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.047+0000 7ffb237fe640 1 -- 172.21.15.67:0/1123739080 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5641ed53e4d0 msgr2=0x5641ed938830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:29:02.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.047+0000 7ffb237fe640 1 --2- 172.21.15.67:0/1123739080 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5641ed53e4d0 0x5641ed938830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:02.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.047+0000 7ffb237fe640 1 -- 172.21.15.67:0/1123739080 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5641ed6497d0 con 0x5641ed5466b0 2024-09-21T00:29:02.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.047+0000 7ffb227fc640 1 --2- 172.21.15.67:0/1123739080 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5641ed53e4d0 0x5641ed938830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:29:02.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.047+0000 7ffb22ffd640 1 --2- 172.21.15.67:0/1123739080 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5641ed567390 0x5641ed955b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:29:02.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.047+0000 7ffb237fe640 1 --2- 172.21.15.67:0/1123739080 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5641ed5466b0 0x5641ed938d70 secure :-1 s=READY pgs=1282 cs=0 l=1 rev1=1 crypto rx=0x7ffb1c0602e0 tx=0x7ffb1c062c40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c308148e02ddf397 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:02.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.047+0000 7ffb08ff9640 1 -- 172.21.15.67:0/1123739080 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb1c067b50 con 0x5641ed5466b0 2024-09-21T00:29:02.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.048+0000 7ffb08ff9640 1 -- 172.21.15.67:0/1123739080 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ffb1c06ca00 con 0x5641ed5466b0 2024-09-21T00:29:02.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.048+0000 7ffb08ff9640 1 -- 172.21.15.67:0/1123739080 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb1c010b90 con 0x5641ed5466b0 2024-09-21T00:29:02.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.048+0000 7ffb303d8740 1 -- 172.21.15.67:0/1123739080 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5641ed5466b0 msgr2=0x5641ed938d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:02.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.048+0000 7ffb303d8740 1 --2- 172.21.15.67:0/1123739080 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5641ed5466b0 0x5641ed938d70 secure :-1 s=READY pgs=1282 cs=0 l=1 rev1=1 crypto rx=0x7ffb1c0602e0 tx=0x7ffb1c062c40 comp rx=0 tx=0).stop 2024-09-21T00:29:02.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.048+0000 7ffb303d8740 1 -- 172.21.15.67:0/1123739080 shutdown_connections 2024-09-21T00:29:02.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.048+0000 7ffb303d8740 1 --2- 172.21.15.67:0/1123739080 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5641ed5466b0 0x5641ed938d70 unknown :-1 s=CLOSED pgs=1282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:02.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.048+0000 7ffb303d8740 1 --2- 172.21.15.67:0/1123739080 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5641ed53e4d0 0x5641ed938830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:02.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.048+0000 7ffb303d8740 1 --2- 172.21.15.67:0/1123739080 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5641ed567390 0x5641ed955b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:02.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.048+0000 7ffb303d8740 1 -- 172.21.15.67:0/1123739080 >> 172.21.15.67:0/1123739080 conn(0x5641ed55b4e0 msgr2=0x5641ed90ea50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:02.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.049+0000 7ffb303d8740 1 -- 172.21.15.67:0/1123739080 shutdown_connections 2024-09-21T00:29:02.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.049+0000 7ffb303d8740 1 -- 172.21.15.67:0/1123739080 wait complete. 2024-09-21T00:29:02.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.049+0000 7ffb303d8740 1 -- start start 2024-09-21T00:29:02.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.050+0000 7ffb303d8740 1 Processor -- start 2024-09-21T00:29:02.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.051+0000 7ffb303d8740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5641ed53e4d0 0x5641ed94e5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:02.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.051+0000 7ffb303d8740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5641ed5466b0 0x5641ed9502b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:02.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.051+0000 7ffb303d8740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5641ed567390 0x5641ed9526a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:02.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.051+0000 7ffb303d8740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5641ed5e1740 con 0x5641ed53e4d0 2024-09-21T00:29:02.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.051+0000 7ffb303d8740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5641ed816540 con 0x5641ed5466b0 2024-09-21T00:29:02.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.051+0000 7ffb303d8740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x5641ed90ed60 con 0x5641ed567390 2024-09-21T00:29:02.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.051+0000 7ffb303d8740 10 client.0 _ll_register_callbacks cb 0x5641ed8150e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:29:02.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.051+0000 7ffb22ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5641ed53e4d0 0x5641ed94e5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:02.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.051+0000 7ffb22ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5641ed53e4d0 0x5641ed94e5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:51230/0 (socket says 172.21.15.67:51230) 2024-09-21T00:29:02.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.051+0000 7ffb22ffd640 1 -- 172.21.15.67:0/156590829 learned_addr learned my addr 172.21.15.67:0/156590829 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:02.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.051+0000 7ffb237fe640 1 --2- 172.21.15.67:0/156590829 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5641ed567390 0x5641ed9526a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:02.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.051+0000 7ffb227fc640 1 --2- 172.21.15.67:0/156590829 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5641ed5466b0 0x5641ed9502b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:02.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.051+0000 7ffb22ffd640 1 -- 172.21.15.67:0/156590829 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5641ed567390 msgr2=0x5641ed9526a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:29:02.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.051+0000 7ffb22ffd640 1 --2- 172.21.15.67:0/156590829 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5641ed567390 0x5641ed9526a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:02.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.051+0000 7ffb22ffd640 1 -- 172.21.15.67:0/156590829 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5641ed5466b0 msgr2=0x5641ed9502b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:29:02.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.051+0000 7ffb22ffd640 1 --2- 172.21.15.67:0/156590829 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5641ed5466b0 0x5641ed9502b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:02.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.051+0000 7ffb22ffd640 1 -- 172.21.15.67:0/156590829 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5641ed5b06a0 con 0x5641ed53e4d0 2024-09-21T00:29:02.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.051+0000 7ffb237fe640 1 --2- 172.21.15.67:0/156590829 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5641ed567390 0x5641ed9526a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:29:02.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.052+0000 7ffb22ffd640 1 --2- 172.21.15.67:0/156590829 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5641ed53e4d0 0x5641ed94e5a0 secure :-1 s=READY pgs=1283 cs=0 l=1 rev1=1 crypto rx=0x7ffb140038f0 tx=0x7ffb14000f20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3acc45e386f9240 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:02.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.052+0000 7ffb01ffb640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:29:02.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.052+0000 7ffb01ffb640 1 -- 172.21.15.67:0/156590829 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb1400ec70 con 0x5641ed53e4d0 2024-09-21T00:29:02.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.052+0000 7ffb01ffb640 1 -- 172.21.15.67:0/156590829 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 5737+0+0 (secure 0 0 0) 0x7ffb1400ee10 con 0x5641ed53e4d0 2024-09-21T00:29:02.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.052+0000 7ffb303d8740 1 -- 172.21.15.67:0/156590829 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffb1c06ca00 con 0x5641ed53e4d0 2024-09-21T00:29:02.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.054+0000 7ffb01ffb640 1 -- 172.21.15.67:0/156590829 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7ffb14022430 con 0x5641ed53e4d0 2024-09-21T00:29:02.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.054+0000 7ffb303d8740 10 client.7947 fetch_fsmap learned FSMap version 90 2024-09-21T00:29:02.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.054+0000 7ffb303d8740 1 -- 172.21.15.67:0/156590829 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=90,monmap=2+}) -- 0x5641ed6a9f60 con 0x5641ed53e4d0 2024-09-21T00:29:02.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.054+0000 7ffb01ffb640 1 -- 172.21.15.67:0/156590829 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ffb1c06ca00 con 0x5641ed53e4d0 2024-09-21T00:29:02.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.054+0000 7ffb01ffb640 1 -- 172.21.15.67:0/156590829 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 90) ==== 3502+0+0 (secure 0 0 0) 0x7ffb140225d0 con 0x5641ed53e4d0 2024-09-21T00:29:02.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.054+0000 7ffb303d8740 10 client.7947 fetch_fsmap finished waiting for FSMap version 90 2024-09-21T00:29:02.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.054+0000 7ffb303d8740 10 client.7947 resolve_mds: resolved 7:0 to role '7:0' aka daemon mds.a 2024-09-21T00:29:02.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.054+0000 7ffb303d8740 20 client.7947 populate_metadata read hostname 'smithi067' 2024-09-21T00:29:02.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.054+0000 7ffb303d8740 1 --2- 172.21.15.67:0/156590829 >> [v2:172.21.15.67:6833/932752713,v1:172.21.15.67:6835/932752713] conn(0x5641ed525f60 0x5641ed9530b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:02.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.055+0000 7ffb303d8740 4 client.7947 mds_command: new command op to 7093 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:29:02.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.055+0000 7ffb303d8740 1 -- 172.21.15.67:0/156590829 --> [v2:172.21.15.67:6833/932752713,v1:172.21.15.67:6835/932752713] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5641ed883b20 con 0x5641ed525f60 2024-09-21T00:29:02.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.055+0000 7ffb227fc640 1 --2- 172.21.15.67:0/156590829 >> [v2:172.21.15.67:6833/932752713,v1:172.21.15.67:6835/932752713] conn(0x5641ed525f60 0x5641ed9530b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:02.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.055+0000 7ffb01ffb640 10 client.7947 ms_handle_connect on v2:172.21.15.67:6833/932752713 2024-09-21T00:29:02.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.055+0000 7ffb227fc640 1 --2- 172.21.15.67:0/156590829 >> [v2:172.21.15.67:6833/932752713,v1:172.21.15.67:6835/932752713] conn(0x5641ed525f60 0x5641ed9530b0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a2d79ff969335d33 server_cookie=8350eb13ddb14060 in_seq=0 out_seq=0 2024-09-21T00:29:02.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.056+0000 7ffb01ffb640 1 -- 172.21.15.67:0/156590829 <== mds.0 v2:172.21.15.67:6833/932752713 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x5641ed883b20 con 0x5641ed525f60 2024-09-21T00:29:02.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.056+0000 7ffb01ffb640 10 client.7947 handle_command_reply: tid=0 2024-09-21T00:29:02.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.056+0000 7ffb303d8740 1 client.7947 shutdown 2024-09-21T00:29:02.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.056+0000 7ffb303d8740 1 -- 172.21.15.67:0/156590829 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5641ed53e4d0 msgr2=0x5641ed94e5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:02.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.056+0000 7ffb303d8740 1 --2- 172.21.15.67:0/156590829 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5641ed53e4d0 0x5641ed94e5a0 secure :-1 s=READY pgs=1283 cs=0 l=1 rev1=1 crypto rx=0x7ffb140038f0 tx=0x7ffb14000f20 comp rx=0 tx=0).stop 2024-09-21T00:29:02.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.056+0000 7ffb303d8740 1 -- 172.21.15.67:0/156590829 shutdown_connections 2024-09-21T00:29:02.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.056+0000 7ffb303d8740 1 --2- 172.21.15.67:0/156590829 >> [v2:172.21.15.67:6833/932752713,v1:172.21.15.67:6835/932752713] conn(0x5641ed525f60 0x5641ed9530b0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:02.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.056+0000 7ffb303d8740 1 --2- 172.21.15.67:0/156590829 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5641ed567390 0x5641ed9526a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:02.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.056+0000 7ffb01ffb640 0 client.7947 ms_handle_reset on v2:172.21.15.67:6833/932752713 2024-09-21T00:29:02.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.056+0000 7ffb303d8740 1 --2- 172.21.15.67:0/156590829 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5641ed5466b0 0x5641ed9502b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:02.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.056+0000 7ffb303d8740 1 --2- 172.21.15.67:0/156590829 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5641ed53e4d0 0x5641ed94e5a0 unknown :-1 s=CLOSED pgs=1283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:02.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.056+0000 7ffb303d8740 1 -- 172.21.15.67:0/156590829 >> 172.21.15.67:0/156590829 conn(0x5641ed55b4e0 msgr2=0x5641ed94cfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:02.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.056+0000 7ffb303d8740 1 -- 172.21.15.67:0/156590829 shutdown_connections 2024-09-21T00:29:02.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.056+0000 7ffb303d8740 1 -- 172.21.15.67:0/156590829 wait complete. 2024-09-21T00:29:02.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.056+0000 7ffb303d8740 20 client.7947 trim_cache size 0 max 16384 2024-09-21T00:29:02.074 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.073+0000 7ffb303d8740 1 Processor -- start 2024-09-21T00:29:02.074 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.073+0000 7ffb303d8740 1 -- start start 2024-09-21T00:29:02.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.074+0000 7ffb303d8740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5641ed525f60 0x5641ed909160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:02.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.074+0000 7ffb303d8740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5641ed53e4d0 0x5641ed9096a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:02.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.074+0000 7ffb303d8740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5641ed5466b0 0x5641ed976c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:02.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.074+0000 7ffb303d8740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ffb24202190 con 0x5641ed5466b0 2024-09-21T00:29:02.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.074+0000 7ffb303d8740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ffb24201190 con 0x5641ed525f60 2024-09-21T00:29:02.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.074+0000 7ffb303d8740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7ffb241568b0 con 0x5641ed53e4d0 2024-09-21T00:29:02.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.074+0000 7ffb237fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5641ed5466b0 0x5641ed976c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:02.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.074+0000 7ffb237fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5641ed5466b0 0x5641ed976c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:51236/0 (socket says 172.21.15.67:51236) 2024-09-21T00:29:02.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.074+0000 7ffb237fe640 1 -- 172.21.15.67:0/618736670 learned_addr learned my addr 172.21.15.67:0/618736670 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:02.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.074+0000 7ffb227fc640 1 --2- 172.21.15.67:0/618736670 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5641ed53e4d0 0x5641ed9096a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:02.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.074+0000 7ffb22ffd640 1 --2- 172.21.15.67:0/618736670 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5641ed525f60 0x5641ed909160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:02.079 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.074+0000 7ffb237fe640 1 -- 172.21.15.67:0/618736670 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5641ed53e4d0 msgr2=0x5641ed9096a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:29:02.079 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.074+0000 7ffb237fe640 1 --2- 172.21.15.67:0/618736670 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5641ed53e4d0 0x5641ed9096a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:02.079 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.074+0000 7ffb237fe640 1 -- 172.21.15.67:0/618736670 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5641ed525f60 msgr2=0x5641ed909160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:29:02.079 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.074+0000 7ffb237fe640 1 --2- 172.21.15.67:0/618736670 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5641ed525f60 0x5641ed909160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:02.079 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.074+0000 7ffb237fe640 1 -- 172.21.15.67:0/618736670 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5641ed647ad0 con 0x5641ed5466b0 2024-09-21T00:29:02.079 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.074+0000 7ffb22ffd640 1 --2- 172.21.15.67:0/618736670 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5641ed525f60 0x5641ed909160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:29:02.079 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.074+0000 7ffb227fc640 1 --2- 172.21.15.67:0/618736670 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5641ed53e4d0 0x5641ed9096a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:29:02.079 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.075+0000 7ffb237fe640 1 --2- 172.21.15.67:0/618736670 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5641ed5466b0 0x5641ed976c90 secure :-1 s=READY pgs=1284 cs=0 l=1 rev1=1 crypto rx=0x7ffb1c00a430 tx=0x7ffb1c0996a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d8a2fe558746b3eb server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:02.079 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.075+0000 7ffb03fff640 1 -- 172.21.15.67:0/618736670 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb1c06a070 con 0x5641ed5466b0 2024-09-21T00:29:02.079 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.075+0000 7ffb03fff640 1 -- 172.21.15.67:0/618736670 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ffb1c05f360 con 0x5641ed5466b0 2024-09-21T00:29:02.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.075+0000 7ffb03fff640 1 -- 172.21.15.67:0/618736670 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb1c010dd0 con 0x5641ed5466b0 2024-09-21T00:29:02.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.076+0000 7ffb303d8740 1 -- 172.21.15.67:0/618736670 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5641ed5466b0 msgr2=0x5641ed976c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:02.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.076+0000 7ffb303d8740 1 --2- 172.21.15.67:0/618736670 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5641ed5466b0 0x5641ed976c90 secure :-1 s=READY pgs=1284 cs=0 l=1 rev1=1 crypto rx=0x7ffb1c00a430 tx=0x7ffb1c0996a0 comp rx=0 tx=0).stop 2024-09-21T00:29:02.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.076+0000 7ffb303d8740 1 -- 172.21.15.67:0/618736670 shutdown_connections 2024-09-21T00:29:02.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.076+0000 7ffb303d8740 1 --2- 172.21.15.67:0/618736670 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5641ed5466b0 0x5641ed976c90 unknown :-1 s=CLOSED pgs=1284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:02.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.076+0000 7ffb303d8740 1 --2- 172.21.15.67:0/618736670 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5641ed53e4d0 0x5641ed9096a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:02.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.076+0000 7ffb303d8740 1 --2- 172.21.15.67:0/618736670 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5641ed525f60 0x5641ed909160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:02.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.076+0000 7ffb303d8740 1 -- 172.21.15.67:0/618736670 >> 172.21.15.67:0/618736670 conn(0x5641ed55b4e0 msgr2=0x5641ed94e400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:02.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.076+0000 7ffb303d8740 1 -- 172.21.15.67:0/618736670 shutdown_connections 2024-09-21T00:29:02.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.076+0000 7ffb303d8740 1 -- 172.21.15.67:0/618736670 wait complete. 2024-09-21T00:29:02.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.076+0000 7ffb303d8740 1 -- start start 2024-09-21T00:29:02.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.077+0000 7ffb303d8740 1 Processor -- start 2024-09-21T00:29:02.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.078+0000 7ffb303d8740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5641ed525f60 0x5641ed9d0c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:02.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.078+0000 7ffb303d8740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5641ed53e4d0 0x5641ed90d900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:02.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.078+0000 7ffb303d8740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5641ed5466b0 0x5641ed90de40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:02.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.078+0000 7ffb303d8740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5641ed94f300 con 0x5641ed53e4d0 2024-09-21T00:29:02.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.078+0000 7ffb303d8740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ffb24156f00 con 0x5641ed525f60 2024-09-21T00:29:02.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.078+0000 7ffb303d8740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x5641ed90c960 con 0x5641ed5466b0 2024-09-21T00:29:02.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.078+0000 7ffb303d8740 10 client.0 _ll_register_callbacks cb 0x7ffb14001390 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:29:02.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.078+0000 7ffb227fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5641ed53e4d0 0x5641ed90d900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:02.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.078+0000 7ffb227fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5641ed53e4d0 0x5641ed90d900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:51238/0 (socket says 172.21.15.67:51238) 2024-09-21T00:29:02.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.078+0000 7ffb227fc640 1 -- 172.21.15.67:0/142512950 learned_addr learned my addr 172.21.15.67:0/142512950 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:02.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.078+0000 7ffb227fc640 1 -- 172.21.15.67:0/142512950 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5641ed5466b0 msgr2=0x5641ed90de40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:29:02.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.078+0000 7ffb22ffd640 1 --2- 172.21.15.67:0/142512950 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5641ed525f60 0x5641ed9d0c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:02.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.078+0000 7ffb237fe640 1 --2- 172.21.15.67:0/142512950 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5641ed5466b0 0x5641ed90de40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:02.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.078+0000 7ffb227fc640 1 --2- 172.21.15.67:0/142512950 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5641ed5466b0 0x5641ed90de40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:02.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.078+0000 7ffb227fc640 1 -- 172.21.15.67:0/142512950 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5641ed525f60 msgr2=0x5641ed9d0c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:29:02.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.078+0000 7ffb227fc640 1 --2- 172.21.15.67:0/142512950 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5641ed525f60 0x5641ed9d0c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:02.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.078+0000 7ffb227fc640 1 -- 172.21.15.67:0/142512950 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5641ed956f60 con 0x5641ed53e4d0 2024-09-21T00:29:02.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.078+0000 7ffb22ffd640 1 --2- 172.21.15.67:0/142512950 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5641ed525f60 0x5641ed9d0c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:29:02.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.078+0000 7ffb237fe640 1 --2- 172.21.15.67:0/142512950 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5641ed5466b0 0x5641ed90de40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:29:02.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.078+0000 7ffb227fc640 1 --2- 172.21.15.67:0/142512950 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5641ed53e4d0 0x5641ed90d900 secure :-1 s=READY pgs=1285 cs=0 l=1 rev1=1 crypto rx=0x7ffb1802ab20 tx=0x7ffb180046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=706de3fc3b6f9669 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:02.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.079+0000 7ffb01ffb640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:29:02.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.079+0000 7ffb01ffb640 1 -- 172.21.15.67:0/142512950 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb18048070 con 0x5641ed53e4d0 2024-09-21T00:29:02.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.079+0000 7ffb01ffb640 1 -- 172.21.15.67:0/142512950 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(106..106 src has 1..106) ==== 5737+0+0 (secure 0 0 0) 0x7ffb18003a00 con 0x5641ed53e4d0 2024-09-21T00:29:02.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.079+0000 7ffb303d8740 1 -- 172.21.15.67:0/142512950 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffb1c05f360 con 0x5641ed53e4d0 2024-09-21T00:29:02.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.079+0000 7ffb01ffb640 1 -- 172.21.15.67:0/142512950 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=90) ==== 24+0+0 (secure 0 0 0) 0x7ffb18053050 con 0x5641ed53e4d0 2024-09-21T00:29:02.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.079+0000 7ffb303d8740 10 client.7953 fetch_fsmap learned FSMap version 90 2024-09-21T00:29:02.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.079+0000 7ffb303d8740 1 -- 172.21.15.67:0/142512950 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=90,monmap=2+}) -- 0x5641ed9d1140 con 0x5641ed53e4d0 2024-09-21T00:29:02.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.079+0000 7ffb01ffb640 1 -- 172.21.15.67:0/142512950 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ffb1c05f360 con 0x5641ed53e4d0 2024-09-21T00:29:02.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.079+0000 7ffb01ffb640 1 -- 172.21.15.67:0/142512950 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 90) ==== 3502+0+0 (secure 0 0 0) 0x7ffb18056020 con 0x5641ed53e4d0 2024-09-21T00:29:02.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.079+0000 7ffb303d8740 10 client.7953 fetch_fsmap finished waiting for FSMap version 90 2024-09-21T00:29:02.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.079+0000 7ffb303d8740 10 client.7953 resolve_mds: resolved 7:0 to role '7:0' aka daemon mds.a 2024-09-21T00:29:02.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.079+0000 7ffb303d8740 20 client.7953 populate_metadata read hostname 'smithi067' 2024-09-21T00:29:02.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.079+0000 7ffb303d8740 1 --2- 172.21.15.67:0/142512950 >> [v2:172.21.15.67:6833/932752713,v1:172.21.15.67:6835/932752713] conn(0x5641ed4fb3a0 0x5641ed9d3b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:02.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.079+0000 7ffb303d8740 4 client.7953 mds_command: new command op to 7093 tid=0 multi_id=0 [{"prefix": "perf dump"}] 2024-09-21T00:29:02.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.079+0000 7ffb303d8740 1 -- 172.21.15.67:0/142512950 --> [v2:172.21.15.67:6833/932752713,v1:172.21.15.67:6835/932752713] -- command(tid 0: {"prefix": "perf dump"}) -- 0x5641ed87f5d0 con 0x5641ed4fb3a0 2024-09-21T00:29:02.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.079+0000 7ffb22ffd640 1 --2- 172.21.15.67:0/142512950 >> [v2:172.21.15.67:6833/932752713,v1:172.21.15.67:6835/932752713] conn(0x5641ed4fb3a0 0x5641ed9d3b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:02.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.080+0000 7ffb01ffb640 10 client.7953 ms_handle_connect on v2:172.21.15.67:6833/932752713 2024-09-21T00:29:02.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.080+0000 7ffb22ffd640 1 --2- 172.21.15.67:0/142512950 >> [v2:172.21.15.67:6833/932752713,v1:172.21.15.67:6835/932752713] conn(0x5641ed4fb3a0 0x5641ed9d3b90 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6f1ec05f5b563455 server_cookie=964d9c1ca9545d1a in_seq=0 out_seq=0 2024-09-21T00:29:02.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.080+0000 7ffb01ffb640 1 -- 172.21.15.67:0/142512950 <== mds.0 v2:172.21.15.67:6833/932752713 1 ==== command_reply(tid 0: 0 ) ==== 8+0+18120 (crc 0 0 0) 0x5641ed87f5d0 con 0x5641ed4fb3a0 2024-09-21T00:29:02.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.080+0000 7ffb01ffb640 10 client.7953 handle_command_reply: tid=0 2024-09-21T00:29:02.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.080+0000 7ffb303d8740 1 client.7953 shutdown 2024-09-21T00:29:02.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.080+0000 7ffb303d8740 1 -- 172.21.15.67:0/142512950 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5641ed53e4d0 msgr2=0x5641ed90d900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:02.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.080+0000 7ffb303d8740 1 --2- 172.21.15.67:0/142512950 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5641ed53e4d0 0x5641ed90d900 secure :-1 s=READY pgs=1285 cs=0 l=1 rev1=1 crypto rx=0x7ffb1802ab20 tx=0x7ffb180046c0 comp rx=0 tx=0).stop 2024-09-21T00:29:02.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.080+0000 7ffb303d8740 1 -- 172.21.15.67:0/142512950 shutdown_connections 2024-09-21T00:29:02.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.080+0000 7ffb303d8740 1 --2- 172.21.15.67:0/142512950 >> [v2:172.21.15.67:6833/932752713,v1:172.21.15.67:6835/932752713] conn(0x5641ed4fb3a0 0x5641ed9d3b90 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:02.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.080+0000 7ffb303d8740 1 --2- 172.21.15.67:0/142512950 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5641ed5466b0 0x5641ed90de40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:02.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.080+0000 7ffb303d8740 1 --2- 172.21.15.67:0/142512950 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5641ed53e4d0 0x5641ed90d900 unknown :-1 s=CLOSED pgs=1285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:02.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.080+0000 7ffb01ffb640 0 client.7953 ms_handle_reset on v2:172.21.15.67:6833/932752713 2024-09-21T00:29:02.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.080+0000 7ffb303d8740 1 --2- 172.21.15.67:0/142512950 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5641ed525f60 0x5641ed9d0c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:02.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.080+0000 7ffb303d8740 1 -- 172.21.15.67:0/142512950 >> 172.21.15.67:0/142512950 conn(0x5641ed55b4e0 msgr2=0x5641ed951320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:02.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.080+0000 7ffb303d8740 1 -- 172.21.15.67:0/142512950 shutdown_connections 2024-09-21T00:29:02.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.080+0000 7ffb303d8740 1 -- 172.21.15.67:0/142512950 wait complete. 2024-09-21T00:29:02.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.081+0000 7ffb303d8740 20 client.7953 trim_cache size 0 max 16384 2024-09-21T00:29:02.088 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:29:02.089 INFO:teuthology.orchestra.run.smithi067.stdout: "AsyncMessenger::Worker-0": { 2024-09-21T00:29:02.089 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_messages": 4486, 2024-09-21T00:29:02.089 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_messages": 4485, 2024-09-21T00:29:02.089 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_bytes": 1120692, 2024-09-21T00:29:02.089 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_bytes": 33181956, 2024-09-21T00:29:02.089 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_created_connections": 17, 2024-09-21T00:29:02.089 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_active_connections": 6, 2024-09-21T00:29:02.089 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_total_time": 0.478188492, 2024-09-21T00:29:02.089 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_send_time": 0.240224371, 2024-09-21T00:29:02.089 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_recv_time": 0.087058635, 2024-09-21T00:29:02.089 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_fast_dispatch_time": 0.123846911, 2024-09-21T00:29:02.089 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_messages_queue_lat": { 2024-09-21T00:29:02.089 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 4484, 2024-09-21T00:29:02.090 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.838492254, 2024-09-21T00:29:02.090 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000186996 2024-09-21T00:29:02.090 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:02.090 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_handle_ack_lat": { 2024-09-21T00:29:02.090 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 10, 2024-09-21T00:29:02.090 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000001240, 2024-09-21T00:29:02.090 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000124 2024-09-21T00:29:02.090 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:02.090 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_encrypted_bytes": 1872, 2024-09-21T00:29:02.090 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_encrypted_bytes": 448 2024-09-21T00:29:02.090 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:02.090 INFO:teuthology.orchestra.run.smithi067.stdout: "AsyncMessenger::Worker-1": { 2024-09-21T00:29:02.090 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_messages": 33825, 2024-09-21T00:29:02.090 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_messages": 59740, 2024-09-21T00:29:02.091 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_bytes": 11836915, 2024-09-21T00:29:02.091 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_bytes": 36952314, 2024-09-21T00:29:02.092 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_created_connections": 8, 2024-09-21T00:29:02.092 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_active_connections": 4, 2024-09-21T00:29:02.092 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_total_time": 4.092329245, 2024-09-21T00:29:02.092 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_send_time": 2.336277968, 2024-09-21T00:29:02.092 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_recv_time": 1.923454890, 2024-09-21T00:29:02.092 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_fast_dispatch_time": 0.155881661, 2024-09-21T00:29:02.092 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_messages_queue_lat": { 2024-09-21T00:29:02.092 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 59739, 2024-09-21T00:29:02.092 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 1.237609009, 2024-09-21T00:29:02.092 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000020716 2024-09-21T00:29:02.093 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:02.093 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_handle_ack_lat": { 2024-09-21T00:29:02.093 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 88833, 2024-09-21T00:29:02.093 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.016563732, 2024-09-21T00:29:02.093 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000186 2024-09-21T00:29:02.093 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:02.093 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_encrypted_bytes": 160, 2024-09-21T00:29:02.093 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_encrypted_bytes": 127456 2024-09-21T00:29:02.093 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:02.093 INFO:teuthology.orchestra.run.smithi067.stdout: "AsyncMessenger::Worker-2": { 2024-09-21T00:29:02.093 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_messages": 6552, 2024-09-21T00:29:02.093 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_messages": 6547, 2024-09-21T00:29:02.093 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_bytes": 2118091, 2024-09-21T00:29:02.093 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_bytes": 44442741, 2024-09-21T00:29:02.094 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_created_connections": 5, 2024-09-21T00:29:02.094 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_active_connections": 4, 2024-09-21T00:29:02.094 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_total_time": 0.759254978, 2024-09-21T00:29:02.094 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_send_time": 0.375105431, 2024-09-21T00:29:02.094 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_recv_time": 0.124865538, 2024-09-21T00:29:02.094 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_running_fast_dispatch_time": 0.234063066, 2024-09-21T00:29:02.094 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_messages_queue_lat": { 2024-09-21T00:29:02.094 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 6547, 2024-09-21T00:29:02.094 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.650251952, 2024-09-21T00:29:02.094 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000099320 2024-09-21T00:29:02.094 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:02.094 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_handle_ack_lat": { 2024-09-21T00:29:02.094 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:29:02.094 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:29:02.095 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:29:02.095 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:02.095 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_recv_encrypted_bytes": 134704, 2024-09-21T00:29:02.095 INFO:teuthology.orchestra.run.smithi067.stdout: "msgr_send_encrypted_bytes": 29120 2024-09-21T00:29:02.095 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:02.095 INFO:teuthology.orchestra.run.smithi067.stdout: "cct": { 2024-09-21T00:29:02.095 INFO:teuthology.orchestra.run.smithi067.stdout: "total_workers": 1, 2024-09-21T00:29:02.095 INFO:teuthology.orchestra.run.smithi067.stdout: "unhealthy_workers": 0 2024-09-21T00:29:02.095 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:02.095 INFO:teuthology.orchestra.run.smithi067.stdout: "finisher-MDSRank": { 2024-09-21T00:29:02.095 INFO:teuthology.orchestra.run.smithi067.stdout: "queue_len": 0, 2024-09-21T00:29:02.095 INFO:teuthology.orchestra.run.smithi067.stdout: "complete_latency": { 2024-09-21T00:29:02.096 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 9945, 2024-09-21T00:29:02.096 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 16.727212465, 2024-09-21T00:29:02.097 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.001681972 2024-09-21T00:29:02.097 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:29:02.097 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:02.097 INFO:teuthology.orchestra.run.smithi067.stdout: "finisher-PurgeQueue": { 2024-09-21T00:29:02.097 INFO:teuthology.orchestra.run.smithi067.stdout: "queue_len": 0, 2024-09-21T00:29:02.097 INFO:teuthology.orchestra.run.smithi067.stdout: "complete_latency": { 2024-09-21T00:29:02.098 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 3137, 2024-09-21T00:29:02.098 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.986707136, 2024-09-21T00:29:02.098 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000314538 2024-09-21T00:29:02.098 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:29:02.098 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:02.098 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": { 2024-09-21T00:29:02.099 INFO:teuthology.orchestra.run.smithi067.stdout: "request": 28246, 2024-09-21T00:29:02.099 INFO:teuthology.orchestra.run.smithi067.stdout: "reply": 28246, 2024-09-21T00:29:02.099 INFO:teuthology.orchestra.run.smithi067.stdout: "reply_latency": { 2024-09-21T00:29:02.099 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 28246, 2024-09-21T00:29:02.099 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 290.836918133, 2024-09-21T00:29:02.099 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.010296570 2024-09-21T00:29:02.099 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:02.099 INFO:teuthology.orchestra.run.smithi067.stdout: "slow_reply": 0, 2024-09-21T00:29:02.099 INFO:teuthology.orchestra.run.smithi067.stdout: "forward": 0, 2024-09-21T00:29:02.099 INFO:teuthology.orchestra.run.smithi067.stdout: "dir_fetch_complete": 0, 2024-09-21T00:29:02.100 INFO:teuthology.orchestra.run.smithi067.stdout: "dir_fetch_keys": 0, 2024-09-21T00:29:02.100 INFO:teuthology.orchestra.run.smithi067.stdout: "dir_commit": 12, 2024-09-21T00:29:02.100 INFO:teuthology.orchestra.run.smithi067.stdout: "dir_split": 0, 2024-09-21T00:29:02.100 INFO:teuthology.orchestra.run.smithi067.stdout: "dir_merge": 0, 2024-09-21T00:29:02.100 INFO:teuthology.orchestra.run.smithi067.stdout: "inodes": 17877, 2024-09-21T00:29:02.100 INFO:teuthology.orchestra.run.smithi067.stdout: "inodes_top": 0, 2024-09-21T00:29:02.100 INFO:teuthology.orchestra.run.smithi067.stdout: "inodes_bottom": 17877, 2024-09-21T00:29:02.101 INFO:teuthology.orchestra.run.smithi067.stdout: "inodes_pin_tail": 0, 2024-09-21T00:29:02.101 INFO:teuthology.orchestra.run.smithi067.stdout: "inodes_pinned": 17877, 2024-09-21T00:29:02.101 INFO:teuthology.orchestra.run.smithi067.stdout: "inodes_expired": 0, 2024-09-21T00:29:02.101 INFO:teuthology.orchestra.run.smithi067.stdout: "inodes_with_caps": 2, 2024-09-21T00:29:02.101 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": 2, 2024-09-21T00:29:02.101 INFO:teuthology.orchestra.run.smithi067.stdout: "subtrees": 2, 2024-09-21T00:29:02.101 INFO:teuthology.orchestra.run.smithi067.stdout: "traverse": 47943, 2024-09-21T00:29:02.101 INFO:teuthology.orchestra.run.smithi067.stdout: "traverse_hit": 47359, 2024-09-21T00:29:02.102 INFO:teuthology.orchestra.run.smithi067.stdout: "traverse_forward": 0, 2024-09-21T00:29:02.102 INFO:teuthology.orchestra.run.smithi067.stdout: "traverse_discover": 0, 2024-09-21T00:29:02.102 INFO:teuthology.orchestra.run.smithi067.stdout: "traverse_dir_fetch": 0, 2024-09-21T00:29:02.102 INFO:teuthology.orchestra.run.smithi067.stdout: "traverse_remote_ino": 0, 2024-09-21T00:29:02.103 INFO:teuthology.orchestra.run.smithi067.stdout: "traverse_lock": 117, 2024-09-21T00:29:02.103 INFO:teuthology.orchestra.run.smithi067.stdout: "load_cent": 0, 2024-09-21T00:29:02.103 INFO:teuthology.orchestra.run.smithi067.stdout: "q": 0, 2024-09-21T00:29:02.103 INFO:teuthology.orchestra.run.smithi067.stdout: "exported": 0, 2024-09-21T00:29:02.103 INFO:teuthology.orchestra.run.smithi067.stdout: "exported_inodes": 0, 2024-09-21T00:29:02.103 INFO:teuthology.orchestra.run.smithi067.stdout: "imported": 0, 2024-09-21T00:29:02.103 INFO:teuthology.orchestra.run.smithi067.stdout: "imported_inodes": 0, 2024-09-21T00:29:02.103 INFO:teuthology.orchestra.run.smithi067.stdout: "openino_dir_fetch": 0, 2024-09-21T00:29:02.103 INFO:teuthology.orchestra.run.smithi067.stdout: "openino_backtrace_fetch": 2011, 2024-09-21T00:29:02.104 INFO:teuthology.orchestra.run.smithi067.stdout: "openino_peer_discover": 0, 2024-09-21T00:29:02.104 INFO:teuthology.orchestra.run.smithi067.stdout: "root_rfiles": 0, 2024-09-21T00:29:02.104 INFO:teuthology.orchestra.run.smithi067.stdout: "root_rbytes": 0, 2024-09-21T00:29:02.104 INFO:teuthology.orchestra.run.smithi067.stdout: "root_rsnaps": 0, 2024-09-21T00:29:02.104 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_backtrace_fetch": 2011, 2024-09-21T00:29:02.104 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_set_tag": 0, 2024-09-21T00:29:02.104 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_backtrace_repaired": 0, 2024-09-21T00:29:02.104 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_inotable_repaired": 0, 2024-09-21T00:29:02.104 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_dir_inodes": 11, 2024-09-21T00:29:02.105 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_dir_base_inodes": 1, 2024-09-21T00:29:02.105 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_dirfrag_rstats": 10, 2024-09-21T00:29:02.105 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_file_inodes": 2000, 2024-09-21T00:29:02.105 INFO:teuthology.orchestra.run.smithi067.stdout: "handle_inode_file_caps": 0, 2024-09-21T00:29:02.105 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_cap_op_revoke": 6159, 2024-09-21T00:29:02.105 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_cap_op_grant": 6010, 2024-09-21T00:29:02.105 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_cap_op_trunc": 0, 2024-09-21T00:29:02.105 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-21T00:29:02.105 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-21T00:29:02.105 INFO:teuthology.orchestra.run.smithi067.stdout: "handle_client_caps": 6158, 2024-09-21T00:29:02.106 INFO:teuthology.orchestra.run.smithi067.stdout: "handle_client_caps_dirty": 2000, 2024-09-21T00:29:02.106 INFO:teuthology.orchestra.run.smithi067.stdout: "handle_client_cap_release": 28, 2024-09-21T00:29:02.106 INFO:teuthology.orchestra.run.smithi067.stdout: "process_request_cap_release": 17838 2024-09-21T00:29:02.106 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:02.106 INFO:teuthology.orchestra.run.smithi067.stdout: "mds_cache": { 2024-09-21T00:29:02.106 INFO:teuthology.orchestra.run.smithi067.stdout: "dir_update": 0, 2024-09-21T00:29:02.106 INFO:teuthology.orchestra.run.smithi067.stdout: "dir_update_receipt": 0, 2024-09-21T00:29:02.106 INFO:teuthology.orchestra.run.smithi067.stdout: "dir_try_discover": 0, 2024-09-21T00:29:02.106 INFO:teuthology.orchestra.run.smithi067.stdout: "dir_send_discover": 0, 2024-09-21T00:29:02.106 INFO:teuthology.orchestra.run.smithi067.stdout: "dir_handle_discover": 0, 2024-09-21T00:29:02.107 INFO:teuthology.orchestra.run.smithi067.stdout: "num_strays": 0, 2024-09-21T00:29:02.107 INFO:teuthology.orchestra.run.smithi067.stdout: "num_strays_delayed": 0, 2024-09-21T00:29:02.107 INFO:teuthology.orchestra.run.smithi067.stdout: "num_strays_enqueuing": 0, 2024-09-21T00:29:02.107 INFO:teuthology.orchestra.run.smithi067.stdout: "strays_created": 4167, 2024-09-21T00:29:02.107 INFO:teuthology.orchestra.run.smithi067.stdout: "strays_enqueued": 3541, 2024-09-21T00:29:02.107 INFO:teuthology.orchestra.run.smithi067.stdout: "strays_reintegrated": 2226, 2024-09-21T00:29:02.107 INFO:teuthology.orchestra.run.smithi067.stdout: "strays_migrated": 0, 2024-09-21T00:29:02.107 INFO:teuthology.orchestra.run.smithi067.stdout: "num_recovering_processing": 0, 2024-09-21T00:29:02.107 INFO:teuthology.orchestra.run.smithi067.stdout: "num_recovering_enqueued": 0, 2024-09-21T00:29:02.107 INFO:teuthology.orchestra.run.smithi067.stdout: "num_recovering_prioritized": 0, 2024-09-21T00:29:02.107 INFO:teuthology.orchestra.run.smithi067.stdout: "recovery_started": 0, 2024-09-21T00:29:02.108 INFO:teuthology.orchestra.run.smithi067.stdout: "recovery_completed": 0, 2024-09-21T00:29:02.108 INFO:teuthology.orchestra.run.smithi067.stdout: "ireq_quiesce_path": 0, 2024-09-21T00:29:02.108 INFO:teuthology.orchestra.run.smithi067.stdout: "ireq_quiesce_inode": 0, 2024-09-21T00:29:02.108 INFO:teuthology.orchestra.run.smithi067.stdout: "ireq_enqueue_scrub": 1, 2024-09-21T00:29:02.108 INFO:teuthology.orchestra.run.smithi067.stdout: "ireq_exportdir": 0, 2024-09-21T00:29:02.108 INFO:teuthology.orchestra.run.smithi067.stdout: "ireq_flush": 0, 2024-09-21T00:29:02.108 INFO:teuthology.orchestra.run.smithi067.stdout: "ireq_fragmentdir": 0, 2024-09-21T00:29:02.108 INFO:teuthology.orchestra.run.smithi067.stdout: "ireq_fragstats": 0, 2024-09-21T00:29:02.108 INFO:teuthology.orchestra.run.smithi067.stdout: "ireq_inodestats": 0, 2024-09-21T00:29:02.108 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_started": 0, 2024-09-21T00:29:02.108 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_succeeded": 0, 2024-09-21T00:29:02.108 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_write_failed": 0 2024-09-21T00:29:02.108 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:02.108 INFO:teuthology.orchestra.run.smithi067.stdout: "mds_log": { 2024-09-21T00:29:02.109 INFO:teuthology.orchestra.run.smithi067.stdout: "evlrg": 0, 2024-09-21T00:29:02.109 INFO:teuthology.orchestra.run.smithi067.stdout: "evadd": 23782, 2024-09-21T00:29:02.109 INFO:teuthology.orchestra.run.smithi067.stdout: "evex": 0, 2024-09-21T00:29:02.109 INFO:teuthology.orchestra.run.smithi067.stdout: "evtrm": 0, 2024-09-21T00:29:02.109 INFO:teuthology.orchestra.run.smithi067.stdout: "ev": 23782, 2024-09-21T00:29:02.109 INFO:teuthology.orchestra.run.smithi067.stdout: "evexg": 0, 2024-09-21T00:29:02.109 INFO:teuthology.orchestra.run.smithi067.stdout: "evexd": 0, 2024-09-21T00:29:02.109 INFO:teuthology.orchestra.run.smithi067.stdout: "segadd": 31, 2024-09-21T00:29:02.109 INFO:teuthology.orchestra.run.smithi067.stdout: "segex": 0, 2024-09-21T00:29:02.109 INFO:teuthology.orchestra.run.smithi067.stdout: "segtrm": 0, 2024-09-21T00:29:02.109 INFO:teuthology.orchestra.run.smithi067.stdout: "seg": 31, 2024-09-21T00:29:02.109 INFO:teuthology.orchestra.run.smithi067.stdout: "segmjr": 3, 2024-09-21T00:29:02.109 INFO:teuthology.orchestra.run.smithi067.stdout: "segexg": 0, 2024-09-21T00:29:02.109 INFO:teuthology.orchestra.run.smithi067.stdout: "segexd": 0, 2024-09-21T00:29:02.110 INFO:teuthology.orchestra.run.smithi067.stdout: "expos": 4194304, 2024-09-21T00:29:02.110 INFO:teuthology.orchestra.run.smithi067.stdout: "wrpos": 82680017, 2024-09-21T00:29:02.110 INFO:teuthology.orchestra.run.smithi067.stdout: "rdpos": 0, 2024-09-21T00:29:02.110 INFO:teuthology.orchestra.run.smithi067.stdout: "jlat": { 2024-09-21T00:29:02.110 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 6622, 2024-09-21T00:29:02.110 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 88.891396246, 2024-09-21T00:29:02.110 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.013423647 2024-09-21T00:29:02.110 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:02.110 INFO:teuthology.orchestra.run.smithi067.stdout: "replayed": 0 2024-09-21T00:29:02.110 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:02.110 INFO:teuthology.orchestra.run.smithi067.stdout: "mds_mem": { 2024-09-21T00:29:02.110 INFO:teuthology.orchestra.run.smithi067.stdout: "ino": 14, 2024-09-21T00:29:02.111 INFO:teuthology.orchestra.run.smithi067.stdout: "ino+": 2015, 2024-09-21T00:29:02.111 INFO:teuthology.orchestra.run.smithi067.stdout: "ino-": 2001, 2024-09-21T00:29:02.111 INFO:teuthology.orchestra.run.smithi067.stdout: "dir": 13, 2024-09-21T00:29:02.111 INFO:teuthology.orchestra.run.smithi067.stdout: "dir+": 13, 2024-09-21T00:29:02.111 INFO:teuthology.orchestra.run.smithi067.stdout: "dir-": 0, 2024-09-21T00:29:02.111 INFO:teuthology.orchestra.run.smithi067.stdout: "dn": 17877, 2024-09-21T00:29:02.111 INFO:teuthology.orchestra.run.smithi067.stdout: "dn+": 19877, 2024-09-21T00:29:02.111 INFO:teuthology.orchestra.run.smithi067.stdout: "dn-": 2000, 2024-09-21T00:29:02.111 INFO:teuthology.orchestra.run.smithi067.stdout: "cap": 2, 2024-09-21T00:29:02.111 INFO:teuthology.orchestra.run.smithi067.stdout: "cap+": 2002, 2024-09-21T00:29:02.111 INFO:teuthology.orchestra.run.smithi067.stdout: "cap-": 2000, 2024-09-21T00:29:02.112 INFO:teuthology.orchestra.run.smithi067.stdout: "rss": 161996, 2024-09-21T00:29:02.112 INFO:teuthology.orchestra.run.smithi067.stdout: "heap": 402546688 2024-09-21T00:29:02.112 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:02.112 INFO:teuthology.orchestra.run.smithi067.stdout: "mds_server": { 2024-09-21T00:29:02.112 INFO:teuthology.orchestra.run.smithi067.stdout: "dispatch_client_request": 37275, 2024-09-21T00:29:02.112 INFO:teuthology.orchestra.run.smithi067.stdout: "dispatch_server_request": 0, 2024-09-21T00:29:02.112 INFO:teuthology.orchestra.run.smithi067.stdout: "handle_client_request": 28246, 2024-09-21T00:29:02.112 INFO:teuthology.orchestra.run.smithi067.stdout: "handle_client_session": 7, 2024-09-21T00:29:02.112 INFO:teuthology.orchestra.run.smithi067.stdout: "handle_peer_request": 0, 2024-09-21T00:29:02.112 INFO:teuthology.orchestra.run.smithi067.stdout: "req_create_latency": { 2024-09-21T00:29:02.112 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 2000, 2024-09-21T00:29:02.112 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 1.817166407, 2024-09-21T00:29:02.112 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000908583 2024-09-21T00:29:02.112 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:02.113 INFO:teuthology.orchestra.run.smithi067.stdout: "req_getattr_latency": { 2024-09-21T00:29:02.113 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 2005, 2024-09-21T00:29:02.113 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.688394039, 2024-09-21T00:29:02.113 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000343338 2024-09-21T00:29:02.113 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:02.113 INFO:teuthology.orchestra.run.smithi067.stdout: "req_getfilelock_latency": { 2024-09-21T00:29:02.113 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:29:02.113 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:29:02.113 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:29:02.113 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:02.113 INFO:teuthology.orchestra.run.smithi067.stdout: "req_link_latency": { 2024-09-21T00:29:02.113 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 6000, 2024-09-21T00:29:02.113 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 11.092133178, 2024-09-21T00:29:02.114 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.001848688 2024-09-21T00:29:02.114 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:02.114 INFO:teuthology.orchestra.run.smithi067.stdout: "req_lookup_latency": { 2024-09-21T00:29:02.114 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 8002, 2024-09-21T00:29:02.114 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 5.667723035, 2024-09-21T00:29:02.114 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000708288 2024-09-21T00:29:02.114 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:02.114 INFO:teuthology.orchestra.run.smithi067.stdout: "req_lookuphash_latency": { 2024-09-21T00:29:02.114 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:29:02.114 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:29:02.114 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:29:02.114 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:02.114 INFO:teuthology.orchestra.run.smithi067.stdout: "req_lookupino_latency": { 2024-09-21T00:29:02.114 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:29:02.115 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:29:02.115 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:29:02.115 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:02.115 INFO:teuthology.orchestra.run.smithi067.stdout: "req_lookupname_latency": { 2024-09-21T00:29:02.115 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:29:02.115 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:29:02.115 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:29:02.115 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:02.115 INFO:teuthology.orchestra.run.smithi067.stdout: "req_lookupparent_latency": { 2024-09-21T00:29:02.115 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:29:02.115 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:29:02.115 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:29:02.116 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:02.116 INFO:teuthology.orchestra.run.smithi067.stdout: "req_lookupsnap_latency": { 2024-09-21T00:29:02.116 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 3, 2024-09-21T00:29:02.116 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.017381176, 2024-09-21T00:29:02.116 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.005793725 2024-09-21T00:29:02.116 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:02.116 INFO:teuthology.orchestra.run.smithi067.stdout: "req_lssnap_latency": { 2024-09-21T00:29:02.116 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:29:02.116 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:29:02.116 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:29:02.116 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:02.116 INFO:teuthology.orchestra.run.smithi067.stdout: "req_mkdir_latency": { 2024-09-21T00:29:02.116 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 1, 2024-09-21T00:29:02.117 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.002674247, 2024-09-21T00:29:02.117 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.002674247 2024-09-21T00:29:02.117 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:02.117 INFO:teuthology.orchestra.run.smithi067.stdout: "req_mknod_latency": { 2024-09-21T00:29:02.117 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:29:02.117 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:29:02.117 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:29:02.117 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:02.117 INFO:teuthology.orchestra.run.smithi067.stdout: "req_mksnap_latency": { 2024-09-21T00:29:02.117 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 1, 2024-09-21T00:29:02.117 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.006098194, 2024-09-21T00:29:02.117 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.006098194 2024-09-21T00:29:02.118 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:02.118 INFO:teuthology.orchestra.run.smithi067.stdout: "req_open_latency": { 2024-09-21T00:29:02.118 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:29:02.118 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:29:02.118 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:29:02.118 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:02.118 INFO:teuthology.orchestra.run.smithi067.stdout: "req_readdir_latency": { 2024-09-21T00:29:02.118 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 6, 2024-09-21T00:29:02.118 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.114746949, 2024-09-21T00:29:02.118 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.019124491 2024-09-21T00:29:02.119 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:02.119 INFO:teuthology.orchestra.run.smithi067.stdout: "req_rename_latency": { 2024-09-21T00:29:02.119 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 2226, 2024-09-21T00:29:02.119 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 250.875080340, 2024-09-21T00:29:02.119 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.112702192 2024-09-21T00:29:02.119 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:02.119 INFO:teuthology.orchestra.run.smithi067.stdout: "req_renamesnap_latency": { 2024-09-21T00:29:02.119 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:29:02.119 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:29:02.119 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:29:02.120 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:02.120 INFO:teuthology.orchestra.run.smithi067.stdout: "req_snapdiff_latency": { 2024-09-21T00:29:02.120 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:29:02.120 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:29:02.120 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:29:02.120 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:02.120 INFO:teuthology.orchestra.run.smithi067.stdout: "req_rmdir_latency": { 2024-09-21T00:29:02.120 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:29:02.120 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:29:02.121 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:29:02.121 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:02.121 INFO:teuthology.orchestra.run.smithi067.stdout: "req_rmsnap_latency": { 2024-09-21T00:29:02.121 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 1, 2024-09-21T00:29:02.121 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.003885502, 2024-09-21T00:29:02.121 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.003885502 2024-09-21T00:29:02.121 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:02.121 INFO:teuthology.orchestra.run.smithi067.stdout: "req_rmxattr_latency": { 2024-09-21T00:29:02.121 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:29:02.122 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:29:02.122 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:29:02.122 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:02.122 INFO:teuthology.orchestra.run.smithi067.stdout: "req_setattr_latency": { 2024-09-21T00:29:02.122 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 1, 2024-09-21T00:29:02.122 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000280644, 2024-09-21T00:29:02.122 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000280644 2024-09-21T00:29:02.122 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:02.123 INFO:teuthology.orchestra.run.smithi067.stdout: "req_setdirlayout_latency": { 2024-09-21T00:29:02.123 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:29:02.123 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:29:02.123 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:29:02.123 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:02.123 INFO:teuthology.orchestra.run.smithi067.stdout: "req_setfilelock_latency": { 2024-09-21T00:29:02.123 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:29:02.123 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:29:02.123 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:29:02.123 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:02.124 INFO:teuthology.orchestra.run.smithi067.stdout: "req_setlayout_latency": { 2024-09-21T00:29:02.124 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:29:02.124 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:29:02.124 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:29:02.124 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:02.124 INFO:teuthology.orchestra.run.smithi067.stdout: "req_setxattr_latency": { 2024-09-21T00:29:02.124 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:29:02.124 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:29:02.124 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:29:02.124 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:02.125 INFO:teuthology.orchestra.run.smithi067.stdout: "req_symlink_latency": { 2024-09-21T00:29:02.125 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:29:02.125 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:29:02.125 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:29:02.125 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:02.125 INFO:teuthology.orchestra.run.smithi067.stdout: "req_unlink_latency": { 2024-09-21T00:29:02.125 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 8000, 2024-09-21T00:29:02.126 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 20.551354422, 2024-09-21T00:29:02.126 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.002568919 2024-09-21T00:29:02.126 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:02.126 INFO:teuthology.orchestra.run.smithi067.stdout: "cap_revoke_eviction": 0, 2024-09-21T00:29:02.126 INFO:teuthology.orchestra.run.smithi067.stdout: "cap_acquisition_throttle": 0, 2024-09-21T00:29:02.127 INFO:teuthology.orchestra.run.smithi067.stdout: "req_getvxattr_latency": { 2024-09-21T00:29:02.127 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:29:02.127 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:29:02.127 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:29:02.127 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:29:02.127 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:02.127 INFO:teuthology.orchestra.run.smithi067.stdout: "mds_sessions": { 2024-09-21T00:29:02.127 INFO:teuthology.orchestra.run.smithi067.stdout: "session_count": 1, 2024-09-21T00:29:02.127 INFO:teuthology.orchestra.run.smithi067.stdout: "session_add": 1, 2024-09-21T00:29:02.127 INFO:teuthology.orchestra.run.smithi067.stdout: "session_remove": 0, 2024-09-21T00:29:02.128 INFO:teuthology.orchestra.run.smithi067.stdout: "sessions_open": 1, 2024-09-21T00:29:02.128 INFO:teuthology.orchestra.run.smithi067.stdout: "sessions_stale": 0, 2024-09-21T00:29:02.128 INFO:teuthology.orchestra.run.smithi067.stdout: "total_load": 18890, 2024-09-21T00:29:02.128 INFO:teuthology.orchestra.run.smithi067.stdout: "average_load": 18890, 2024-09-21T00:29:02.128 INFO:teuthology.orchestra.run.smithi067.stdout: "avg_session_uptime": 96, 2024-09-21T00:29:02.128 INFO:teuthology.orchestra.run.smithi067.stdout: "mdthresh_evicted": 0 2024-09-21T00:29:02.128 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:02.128 INFO:teuthology.orchestra.run.smithi067.stdout: "mempool": { 2024-09-21T00:29:02.128 INFO:teuthology.orchestra.run.smithi067.stdout: "bloom_filter_bytes": 0, 2024-09-21T00:29:02.128 INFO:teuthology.orchestra.run.smithi067.stdout: "bloom_filter_items": 0, 2024-09-21T00:29:02.128 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_alloc_bytes": 0, 2024-09-21T00:29:02.129 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_alloc_items": 0, 2024-09-21T00:29:02.129 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_data_bytes": 0, 2024-09-21T00:29:02.129 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_data_items": 0, 2024-09-21T00:29:02.129 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-21T00:29:02.129 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_onode_items": 0, 2024-09-21T00:29:02.129 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-21T00:29:02.129 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_meta_items": 0, 2024-09-21T00:29:02.129 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_other_bytes": 0, 2024-09-21T00:29:02.129 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_other_items": 0, 2024-09-21T00:29:02.129 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-21T00:29:02.129 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_cache_buffer_items": 0, 2024-09-21T00:29:02.130 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_extent_bytes": 0, 2024-09-21T00:29:02.130 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_extent_items": 0, 2024-09-21T00:29:02.130 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_blob_bytes": 0, 2024-09-21T00:29:02.130 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_blob_items": 0, 2024-09-21T00:29:02.130 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-21T00:29:02.130 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_shared_blob_items": 0, 2024-09-21T00:29:02.130 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-21T00:29:02.130 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_inline_bl_items": 0, 2024-09-21T00:29:02.130 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_fsck_bytes": 0, 2024-09-21T00:29:02.130 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_fsck_items": 0, 2024-09-21T00:29:02.130 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_txc_bytes": 0, 2024-09-21T00:29:02.131 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_txc_items": 0, 2024-09-21T00:29:02.131 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-21T00:29:02.131 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_writing_deferred_items": 0, 2024-09-21T00:29:02.131 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_writing_bytes": 0, 2024-09-21T00:29:02.131 INFO:teuthology.orchestra.run.smithi067.stdout: "bluestore_writing_items": 0, 2024-09-21T00:29:02.131 INFO:teuthology.orchestra.run.smithi067.stdout: "bluefs_bytes": 0, 2024-09-21T00:29:02.131 INFO:teuthology.orchestra.run.smithi067.stdout: "bluefs_items": 0, 2024-09-21T00:29:02.131 INFO:teuthology.orchestra.run.smithi067.stdout: "bluefs_file_reader_bytes": 0, 2024-09-21T00:29:02.132 INFO:teuthology.orchestra.run.smithi067.stdout: "bluefs_file_reader_items": 0, 2024-09-21T00:29:02.132 INFO:teuthology.orchestra.run.smithi067.stdout: "bluefs_file_writer_bytes": 0, 2024-09-21T00:29:02.132 INFO:teuthology.orchestra.run.smithi067.stdout: "bluefs_file_writer_items": 0, 2024-09-21T00:29:02.132 INFO:teuthology.orchestra.run.smithi067.stdout: "buffer_anon_bytes": 251330, 2024-09-21T00:29:02.132 INFO:teuthology.orchestra.run.smithi067.stdout: "buffer_anon_items": 86, 2024-09-21T00:29:02.132 INFO:teuthology.orchestra.run.smithi067.stdout: "buffer_meta_bytes": 0, 2024-09-21T00:29:02.132 INFO:teuthology.orchestra.run.smithi067.stdout: "buffer_meta_items": 0, 2024-09-21T00:29:02.132 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_bytes": 0, 2024-09-21T00:29:02.132 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_items": 0, 2024-09-21T00:29:02.132 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_mapbl_bytes": 0, 2024-09-21T00:29:02.132 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_mapbl_items": 0, 2024-09-21T00:29:02.133 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_pglog_bytes": 0, 2024-09-21T00:29:02.133 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_pglog_items": 0, 2024-09-21T00:29:02.133 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_bytes": 5416, 2024-09-21T00:29:02.133 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_items": 77, 2024-09-21T00:29:02.133 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_mapping_bytes": 0, 2024-09-21T00:29:02.133 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_mapping_items": 0, 2024-09-21T00:29:02.133 INFO:teuthology.orchestra.run.smithi067.stdout: "pgmap_bytes": 0, 2024-09-21T00:29:02.133 INFO:teuthology.orchestra.run.smithi067.stdout: "pgmap_items": 0, 2024-09-21T00:29:02.133 INFO:teuthology.orchestra.run.smithi067.stdout: "mds_co_bytes": 13036916, 2024-09-21T00:29:02.133 INFO:teuthology.orchestra.run.smithi067.stdout: "mds_co_items": 661568, 2024-09-21T00:29:02.134 INFO:teuthology.orchestra.run.smithi067.stdout: "unittest_1_bytes": 0, 2024-09-21T00:29:02.134 INFO:teuthology.orchestra.run.smithi067.stdout: "unittest_1_items": 0, 2024-09-21T00:29:02.134 INFO:teuthology.orchestra.run.smithi067.stdout: "unittest_2_bytes": 0, 2024-09-21T00:29:02.134 INFO:teuthology.orchestra.run.smithi067.stdout: "unittest_2_items": 0 2024-09-21T00:29:02.134 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:02.134 INFO:teuthology.orchestra.run.smithi067.stdout: "objecter": { 2024-09-21T00:29:02.134 INFO:teuthology.orchestra.run.smithi067.stdout: "op_active": 0, 2024-09-21T00:29:02.134 INFO:teuthology.orchestra.run.smithi067.stdout: "op_laggy": 0, 2024-09-21T00:29:02.134 INFO:teuthology.orchestra.run.smithi067.stdout: "op_send": 12447, 2024-09-21T00:29:02.134 INFO:teuthology.orchestra.run.smithi067.stdout: "op_send_bytes": 78885949, 2024-09-21T00:29:02.134 INFO:teuthology.orchestra.run.smithi067.stdout: "op_resend": 37, 2024-09-21T00:29:02.134 INFO:teuthology.orchestra.run.smithi067.stdout: "op_reply": 12447, 2024-09-21T00:29:02.134 INFO:teuthology.orchestra.run.smithi067.stdout: "op_latency": { 2024-09-21T00:29:02.135 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 12447, 2024-09-21T00:29:02.135 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 33.493232289, 2024-09-21T00:29:02.135 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.002690867 2024-09-21T00:29:02.135 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:02.135 INFO:teuthology.orchestra.run.smithi067.stdout: "op_inflight": 0, 2024-09-21T00:29:02.135 INFO:teuthology.orchestra.run.smithi067.stdout: "oplen_avg": { 2024-09-21T00:29:02.135 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 12447, 2024-09-21T00:29:02.135 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 12511 2024-09-21T00:29:02.135 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:02.135 INFO:teuthology.orchestra.run.smithi067.stdout: "op": 12447, 2024-09-21T00:29:02.135 INFO:teuthology.orchestra.run.smithi067.stdout: "op_r": 2078, 2024-09-21T00:29:02.136 INFO:teuthology.orchestra.run.smithi067.stdout: "op_w": 10369, 2024-09-21T00:29:02.136 INFO:teuthology.orchestra.run.smithi067.stdout: "op_rmw": 0, 2024-09-21T00:29:02.136 INFO:teuthology.orchestra.run.smithi067.stdout: "op_pg": 0, 2024-09-21T00:29:02.136 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_stat": 0, 2024-09-21T00:29:02.136 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_create": 11, 2024-09-21T00:29:02.136 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_read": 66, 2024-09-21T00:29:02.136 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_write": 6687, 2024-09-21T00:29:02.136 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_writefull": 40, 2024-09-21T00:29:02.136 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_writesame": 0, 2024-09-21T00:29:02.136 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_append": 0, 2024-09-21T00:29:02.136 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_zero": 1541, 2024-09-21T00:29:02.136 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_truncate": 0, 2024-09-21T00:29:02.136 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_delete": 2030, 2024-09-21T00:29:02.136 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_mapext": 0, 2024-09-21T00:29:02.137 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_sparse_read": 0, 2024-09-21T00:29:02.137 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_clonerange": 0, 2024-09-21T00:29:02.137 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_getxattr": 2012, 2024-09-21T00:29:02.137 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_setxattr": 22, 2024-09-21T00:29:02.137 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_cmpxattr": 0, 2024-09-21T00:29:02.137 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_rmxattr": 0, 2024-09-21T00:29:02.137 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_resetxattrs": 0, 2024-09-21T00:29:02.137 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_call": 0, 2024-09-21T00:29:02.137 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_watch": 0, 2024-09-21T00:29:02.137 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_notify": 0, 2024-09-21T00:29:02.137 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_src_cmpxattr": 0, 2024-09-21T00:29:02.138 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_pgls": 0, 2024-09-21T00:29:02.138 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_pgls_filter": 0, 2024-09-21T00:29:02.138 INFO:teuthology.orchestra.run.smithi067.stdout: "osdop_other": 0, 2024-09-21T00:29:02.138 INFO:teuthology.orchestra.run.smithi067.stdout: "linger_active": 0, 2024-09-21T00:29:02.138 INFO:teuthology.orchestra.run.smithi067.stdout: "linger_send": 0, 2024-09-21T00:29:02.138 INFO:teuthology.orchestra.run.smithi067.stdout: "linger_resend": 0, 2024-09-21T00:29:02.138 INFO:teuthology.orchestra.run.smithi067.stdout: "linger_ping": 0, 2024-09-21T00:29:02.138 INFO:teuthology.orchestra.run.smithi067.stdout: "poolop_active": 0, 2024-09-21T00:29:02.138 INFO:teuthology.orchestra.run.smithi067.stdout: "poolop_send": 0, 2024-09-21T00:29:02.138 INFO:teuthology.orchestra.run.smithi067.stdout: "poolop_resend": 0, 2024-09-21T00:29:02.138 INFO:teuthology.orchestra.run.smithi067.stdout: "poolstat_active": 0, 2024-09-21T00:29:02.138 INFO:teuthology.orchestra.run.smithi067.stdout: "poolstat_send": 0, 2024-09-21T00:29:02.139 INFO:teuthology.orchestra.run.smithi067.stdout: "poolstat_resend": 0, 2024-09-21T00:29:02.139 INFO:teuthology.orchestra.run.smithi067.stdout: "statfs_active": 0, 2024-09-21T00:29:02.139 INFO:teuthology.orchestra.run.smithi067.stdout: "statfs_send": 0, 2024-09-21T00:29:02.139 INFO:teuthology.orchestra.run.smithi067.stdout: "statfs_resend": 0, 2024-09-21T00:29:02.139 INFO:teuthology.orchestra.run.smithi067.stdout: "command_active": 0, 2024-09-21T00:29:02.139 INFO:teuthology.orchestra.run.smithi067.stdout: "command_send": 0, 2024-09-21T00:29:02.139 INFO:teuthology.orchestra.run.smithi067.stdout: "command_resend": 0, 2024-09-21T00:29:02.139 INFO:teuthology.orchestra.run.smithi067.stdout: "map_epoch": 106, 2024-09-21T00:29:02.139 INFO:teuthology.orchestra.run.smithi067.stdout: "map_full": 0, 2024-09-21T00:29:02.139 INFO:teuthology.orchestra.run.smithi067.stdout: "map_inc": 3, 2024-09-21T00:29:02.139 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_sessions": 8, 2024-09-21T00:29:02.140 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_session_open": 8, 2024-09-21T00:29:02.140 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_session_close": 0, 2024-09-21T00:29:02.140 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_laggy": 0, 2024-09-21T00:29:02.140 INFO:teuthology.orchestra.run.smithi067.stdout: "omap_wr": 85, 2024-09-21T00:29:02.140 INFO:teuthology.orchestra.run.smithi067.stdout: "omap_rd": 0, 2024-09-21T00:29:02.140 INFO:teuthology.orchestra.run.smithi067.stdout: "omap_del": 17 2024-09-21T00:29:02.140 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:02.140 INFO:teuthology.orchestra.run.smithi067.stdout: "oft": { 2024-09-21T00:29:02.140 INFO:teuthology.orchestra.run.smithi067.stdout: "omap_total_objs": 1, 2024-09-21T00:29:02.140 INFO:teuthology.orchestra.run.smithi067.stdout: "omap_total_kv_pairs": 0, 2024-09-21T00:29:02.140 INFO:teuthology.orchestra.run.smithi067.stdout: "omap_total_updates": 0, 2024-09-21T00:29:02.141 INFO:teuthology.orchestra.run.smithi067.stdout: "omap_total_removes": 0 2024-09-21T00:29:02.141 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:02.141 INFO:teuthology.orchestra.run.smithi067.stdout: "purge_queue": { 2024-09-21T00:29:02.141 INFO:teuthology.orchestra.run.smithi067.stdout: "pq_executing_ops": 0, 2024-09-21T00:29:02.141 INFO:teuthology.orchestra.run.smithi067.stdout: "pq_executing_ops_high_water": 32, 2024-09-21T00:29:02.141 INFO:teuthology.orchestra.run.smithi067.stdout: "pq_executing": 0, 2024-09-21T00:29:02.141 INFO:teuthology.orchestra.run.smithi067.stdout: "pq_executing_high_water": 32, 2024-09-21T00:29:02.141 INFO:teuthology.orchestra.run.smithi067.stdout: "pq_executed_ops": 3541, 2024-09-21T00:29:02.141 INFO:teuthology.orchestra.run.smithi067.stdout: "pq_executed": 3541, 2024-09-21T00:29:02.141 INFO:teuthology.orchestra.run.smithi067.stdout: "pq_item_in_journal": 0 2024-09-21T00:29:02.141 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:02.142 INFO:teuthology.orchestra.run.smithi067.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-21T00:29:02.142 INFO:teuthology.orchestra.run.smithi067.stdout: "val": 0, 2024-09-21T00:29:02.142 INFO:teuthology.orchestra.run.smithi067.stdout: "max": 104857600, 2024-09-21T00:29:02.142 INFO:teuthology.orchestra.run.smithi067.stdout: "get_started": 0, 2024-09-21T00:29:02.142 INFO:teuthology.orchestra.run.smithi067.stdout: "get": 44858, 2024-09-21T00:29:02.142 INFO:teuthology.orchestra.run.smithi067.stdout: "get_sum": 11032255, 2024-09-21T00:29:02.142 INFO:teuthology.orchestra.run.smithi067.stdout: "get_or_fail_fail": 0, 2024-09-21T00:29:02.142 INFO:teuthology.orchestra.run.smithi067.stdout: "get_or_fail_success": 44858, 2024-09-21T00:29:02.143 INFO:teuthology.orchestra.run.smithi067.stdout: "take": 0, 2024-09-21T00:29:02.143 INFO:teuthology.orchestra.run.smithi067.stdout: "take_sum": 0, 2024-09-21T00:29:02.143 INFO:teuthology.orchestra.run.smithi067.stdout: "put": 44858, 2024-09-21T00:29:02.143 INFO:teuthology.orchestra.run.smithi067.stdout: "put_sum": 11032255, 2024-09-21T00:29:02.143 INFO:teuthology.orchestra.run.smithi067.stdout: "wait": { 2024-09-21T00:29:02.143 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:29:02.143 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:29:02.143 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:29:02.143 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:29:02.143 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:02.144 INFO:teuthology.orchestra.run.smithi067.stdout: "throttle-objecter_bytes": { 2024-09-21T00:29:02.144 INFO:teuthology.orchestra.run.smithi067.stdout: "val": 0, 2024-09-21T00:29:02.144 INFO:teuthology.orchestra.run.smithi067.stdout: "max": 104857600, 2024-09-21T00:29:02.144 INFO:teuthology.orchestra.run.smithi067.stdout: "get_started": 0, 2024-09-21T00:29:02.144 INFO:teuthology.orchestra.run.smithi067.stdout: "get": 0, 2024-09-21T00:29:02.144 INFO:teuthology.orchestra.run.smithi067.stdout: "get_sum": 0, 2024-09-21T00:29:02.144 INFO:teuthology.orchestra.run.smithi067.stdout: "get_or_fail_fail": 0, 2024-09-21T00:29:02.144 INFO:teuthology.orchestra.run.smithi067.stdout: "get_or_fail_success": 0, 2024-09-21T00:29:02.144 INFO:teuthology.orchestra.run.smithi067.stdout: "take": 12447, 2024-09-21T00:29:02.144 INFO:teuthology.orchestra.run.smithi067.stdout: "take_sum": 79255918, 2024-09-21T00:29:02.144 INFO:teuthology.orchestra.run.smithi067.stdout: "put": 12447, 2024-09-21T00:29:02.144 INFO:teuthology.orchestra.run.smithi067.stdout: "put_sum": 79255918, 2024-09-21T00:29:02.145 INFO:teuthology.orchestra.run.smithi067.stdout: "wait": { 2024-09-21T00:29:02.145 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:29:02.145 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:29:02.145 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:29:02.145 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:29:02.145 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:02.145 INFO:teuthology.orchestra.run.smithi067.stdout: "throttle-objecter_ops": { 2024-09-21T00:29:02.145 INFO:teuthology.orchestra.run.smithi067.stdout: "val": 0, 2024-09-21T00:29:02.145 INFO:teuthology.orchestra.run.smithi067.stdout: "max": 1024, 2024-09-21T00:29:02.145 INFO:teuthology.orchestra.run.smithi067.stdout: "get_started": 0, 2024-09-21T00:29:02.145 INFO:teuthology.orchestra.run.smithi067.stdout: "get": 0, 2024-09-21T00:29:02.145 INFO:teuthology.orchestra.run.smithi067.stdout: "get_sum": 0, 2024-09-21T00:29:02.146 INFO:teuthology.orchestra.run.smithi067.stdout: "get_or_fail_fail": 0, 2024-09-21T00:29:02.146 INFO:teuthology.orchestra.run.smithi067.stdout: "get_or_fail_success": 0, 2024-09-21T00:29:02.146 INFO:teuthology.orchestra.run.smithi067.stdout: "take": 12447, 2024-09-21T00:29:02.146 INFO:teuthology.orchestra.run.smithi067.stdout: "take_sum": 12447, 2024-09-21T00:29:02.146 INFO:teuthology.orchestra.run.smithi067.stdout: "put": 12447, 2024-09-21T00:29:02.146 INFO:teuthology.orchestra.run.smithi067.stdout: "put_sum": 12447, 2024-09-21T00:29:02.146 INFO:teuthology.orchestra.run.smithi067.stdout: "wait": { 2024-09-21T00:29:02.146 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:29:02.146 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:29:02.146 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:29:02.146 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:29:02.146 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:02.146 INFO:teuthology.orchestra.run.smithi067.stdout: "throttle-write_buf_throttle": { 2024-09-21T00:29:02.147 INFO:teuthology.orchestra.run.smithi067.stdout: "val": 0, 2024-09-21T00:29:02.147 INFO:teuthology.orchestra.run.smithi067.stdout: "max": 3758096384, 2024-09-21T00:29:02.147 INFO:teuthology.orchestra.run.smithi067.stdout: "get_started": 0, 2024-09-21T00:29:02.147 INFO:teuthology.orchestra.run.smithi067.stdout: "get": 3541, 2024-09-21T00:29:02.147 INFO:teuthology.orchestra.run.smithi067.stdout: "get_sum": 369969, 2024-09-21T00:29:02.147 INFO:teuthology.orchestra.run.smithi067.stdout: "get_or_fail_fail": 0, 2024-09-21T00:29:02.147 INFO:teuthology.orchestra.run.smithi067.stdout: "get_or_fail_success": 3541, 2024-09-21T00:29:02.147 INFO:teuthology.orchestra.run.smithi067.stdout: "take": 0, 2024-09-21T00:29:02.147 INFO:teuthology.orchestra.run.smithi067.stdout: "take_sum": 0, 2024-09-21T00:29:02.147 INFO:teuthology.orchestra.run.smithi067.stdout: "put": 65, 2024-09-21T00:29:02.147 INFO:teuthology.orchestra.run.smithi067.stdout: "put_sum": 369969, 2024-09-21T00:29:02.147 INFO:teuthology.orchestra.run.smithi067.stdout: "wait": { 2024-09-21T00:29:02.148 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:29:02.148 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:29:02.148 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:29:02.148 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:29:02.148 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:02.148 INFO:teuthology.orchestra.run.smithi067.stdout: "throttle-write_buf_throttle-0x562c6fafb450": { 2024-09-21T00:29:02.148 INFO:teuthology.orchestra.run.smithi067.stdout: "val": 0, 2024-09-21T00:29:02.148 INFO:teuthology.orchestra.run.smithi067.stdout: "max": 3758096384, 2024-09-21T00:29:02.148 INFO:teuthology.orchestra.run.smithi067.stdout: "get_started": 0, 2024-09-21T00:29:02.148 INFO:teuthology.orchestra.run.smithi067.stdout: "get": 23782, 2024-09-21T00:29:02.148 INFO:teuthology.orchestra.run.smithi067.stdout: "get_sum": 78485713, 2024-09-21T00:29:02.148 INFO:teuthology.orchestra.run.smithi067.stdout: "get_or_fail_fail": 0, 2024-09-21T00:29:02.148 INFO:teuthology.orchestra.run.smithi067.stdout: "get_or_fail_success": 23782, 2024-09-21T00:29:02.148 INFO:teuthology.orchestra.run.smithi067.stdout: "take": 0, 2024-09-21T00:29:02.149 INFO:teuthology.orchestra.run.smithi067.stdout: "take_sum": 0, 2024-09-21T00:29:02.149 INFO:teuthology.orchestra.run.smithi067.stdout: "put": 6622, 2024-09-21T00:29:02.149 INFO:teuthology.orchestra.run.smithi067.stdout: "put_sum": 78485713, 2024-09-21T00:29:02.149 INFO:teuthology.orchestra.run.smithi067.stdout: "wait": { 2024-09-21T00:29:02.149 INFO:teuthology.orchestra.run.smithi067.stdout: "avgcount": 0, 2024-09-21T00:29:02.149 INFO:teuthology.orchestra.run.smithi067.stdout: "sum": 0.000000000, 2024-09-21T00:29:02.149 INFO:teuthology.orchestra.run.smithi067.stdout: "avgtime": 0.000000000 2024-09-21T00:29:02.149 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:29:02.149 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:02.149 INFO:teuthology.orchestra.run.smithi067.stdout: "trackedop": { 2024-09-21T00:29:02.149 INFO:teuthology.orchestra.run.smithi067.stdout: "slow_ops_count": 0 2024-09-21T00:29:02.149 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:29:02.149 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:29:02.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.081+0000 7ffb2938b640 1 -- 172.21.15.67:0/1979138098 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ffb10078b90 msgr2=0x7ffb1007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:02.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.081+0000 7ffb2938b640 1 --2- 172.21.15.67:0/1979138098 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ffb10078b90 0x7ffb1007b0a0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7ffb14000fb0 tx=0x7ffb14009040 comp rx=0 tx=0).stop 2024-09-21T00:29:02.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.081+0000 7ffb2938b640 1 -- 172.21.15.67:0/1979138098 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffb2415f6b0 msgr2=0x7ffb240b24b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:02.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.081+0000 7ffb2938b640 1 --2- 172.21.15.67:0/1979138098 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffb2415f6b0 0x7ffb240b24b0 secure :-1 s=READY pgs=1281 cs=0 l=1 rev1=1 crypto rx=0x7ffb1c00c9f0 tx=0x7ffb1c00ceb0 comp rx=0 tx=0).stop 2024-09-21T00:29:02.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.081+0000 7ffb2938b640 1 -- 172.21.15.67:0/1979138098 shutdown_connections 2024-09-21T00:29:02.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.081+0000 7ffb2938b640 1 --2- 172.21.15.67:0/1979138098 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ffb10078b90 0x7ffb1007b0a0 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:02.152 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.081+0000 7ffb2938b640 1 --2- 172.21.15.67:0/1979138098 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffb2415f6b0 0x7ffb240b24b0 unknown :-1 s=CLOSED pgs=1281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:02.152 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.081+0000 7ffb2938b640 1 --2- 172.21.15.67:0/1979138098 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ffb240d4db0 0x7ffb2415f170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:02.152 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.081+0000 7ffb2938b640 1 --2- 172.21.15.67:0/1979138098 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ffb240d3590 0x7ffb240ce4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:02.152 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.081+0000 7ffb2938b640 1 -- 172.21.15.67:0/1979138098 >> 172.21.15.67:0/1979138098 conn(0x7ffb2409da10 msgr2=0x7ffb240d4560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:02.152 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.081+0000 7ffb2938b640 1 -- 172.21.15.67:0/1979138098 shutdown_connections 2024-09-21T00:29:02.152 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.081+0000 7ffb2938b640 1 -- 172.21.15.67:0/1979138098 wait complete. 2024-09-21T00:29:02.153 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-21T00:29:02.153 DEBUG:teuthology.orchestra.run.smithi067:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T00:29:02.201 DEBUG:teuthology.orchestra.run.smithi097:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T00:29:02.245 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-21T00:29:02.245 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T00:29:02.245 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:29:02.246 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:29:02.262 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:29:02.262 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:29:02.318 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T00:29:02.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.475+0000 7f311fa4d640 1 -- 172.21.15.67:0/941826315 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f31180d11c0 msgr2=0x7f31180d15d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:02.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.475+0000 7f311fa4d640 1 --2- 172.21.15.67:0/941826315 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f31180d11c0 0x7f31180d15d0 secure :-1 s=READY pgs=1286 cs=0 l=1 rev1=1 crypto rx=0x7f310c005fd0 tx=0x7f310c02a5d0 comp rx=0 tx=0).stop 2024-09-21T00:29:02.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.475+0000 7f311fa4d640 1 -- 172.21.15.67:0/941826315 shutdown_connections 2024-09-21T00:29:02.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.475+0000 7f311fa4d640 1 --2- 172.21.15.67:0/941826315 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f31180b7c20 0x7f31180b8030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:02.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.475+0000 7f311fa4d640 1 --2- 172.21.15.67:0/941826315 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f31180d11c0 0x7f31180d15d0 unknown :-1 s=CLOSED pgs=1286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:02.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.475+0000 7f311fa4d640 1 -- 172.21.15.67:0/941826315 >> 172.21.15.67:0/941826315 conn(0x7f311806dfb0 msgr2=0x7f311806e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:02.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.475+0000 7f311fa4d640 1 -- 172.21.15.67:0/941826315 shutdown_connections 2024-09-21T00:29:02.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.475+0000 7f311fa4d640 1 -- 172.21.15.67:0/941826315 wait complete. 2024-09-21T00:29:02.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.477+0000 7f311fa4d640 1 Processor -- start 2024-09-21T00:29:02.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.477+0000 7f311fa4d640 1 -- start start 2024-09-21T00:29:02.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.478+0000 7f311fa4d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f31180b7c20 0x7f3118159210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:02.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.478+0000 7f311fa4d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f31180cf010 0x7f311814dac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:02.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.478+0000 7f311fa4d640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f31180d11c0 0x7f31181f5920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:02.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.478+0000 7f311fa4d640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f31180b89b0 con 0x7f31180cf010 2024-09-21T00:29:02.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.478+0000 7f311fa4d640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f31180b8830 con 0x7f31180b7c20 2024-09-21T00:29:02.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.478+0000 7f311fa4d640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f31180b8b30 con 0x7f31180d11c0 2024-09-21T00:29:02.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.478+0000 7f311cfe8640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f31180cf010 0x7f311814dac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:02.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.478+0000 7f311cfe8640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f31180cf010 0x7f311814dac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:51256/0 (socket says 172.21.15.67:51256) 2024-09-21T00:29:02.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.478+0000 7f311cfe8640 1 -- 172.21.15.67:0/3796815620 learned_addr learned my addr 172.21.15.67:0/3796815620 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:02.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.479+0000 7f311d7e9640 1 --2- 172.21.15.67:0/3796815620 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f31180b7c20 0x7f3118159210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:02.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.479+0000 7f311dfea640 1 --2- 172.21.15.67:0/3796815620 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f31180d11c0 0x7f31181f5920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:02.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.479+0000 7f311cfe8640 1 -- 172.21.15.67:0/3796815620 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f31180d11c0 msgr2=0x7f31181f5920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:02.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.479+0000 7f311cfe8640 1 --2- 172.21.15.67:0/3796815620 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f31180d11c0 0x7f31181f5920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:02.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.479+0000 7f311cfe8640 1 -- 172.21.15.67:0/3796815620 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f31180b7c20 msgr2=0x7f3118159210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:02.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.479+0000 7f311cfe8640 1 --2- 172.21.15.67:0/3796815620 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f31180b7c20 0x7f3118159210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:02.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.479+0000 7f311cfe8640 1 -- 172.21.15.67:0/3796815620 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f311815abc0 con 0x7f31180cf010 2024-09-21T00:29:02.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.479+0000 7f311d7e9640 1 --2- 172.21.15.67:0/3796815620 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f31180b7c20 0x7f3118159210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:29:02.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.479+0000 7f311cfe8640 1 --2- 172.21.15.67:0/3796815620 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f31180cf010 0x7f311814dac0 secure :-1 s=READY pgs=1287 cs=0 l=1 rev1=1 crypto rx=0x7f310c000c00 tx=0x7f310c0035f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:02.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.479+0000 7f3109ffb640 1 -- 172.21.15.67:0/3796815620 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f310c03e030 con 0x7f31180cf010 2024-09-21T00:29:02.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.479+0000 7f3109ffb640 1 -- 172.21.15.67:0/3796815620 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f310c003ae0 con 0x7f31180cf010 2024-09-21T00:29:02.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.479+0000 7f311fa4d640 1 -- 172.21.15.67:0/3796815620 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f311815aea0 con 0x7f31180cf010 2024-09-21T00:29:02.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.479+0000 7f3109ffb640 1 -- 172.21.15.67:0/3796815620 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f310c035040 con 0x7f31180cf010 2024-09-21T00:29:02.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.479+0000 7f311fa4d640 1 -- 172.21.15.67:0/3796815620 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f311815b460 con 0x7f31180cf010 2024-09-21T00:29:02.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.480+0000 7f311fa4d640 1 -- 172.21.15.67:0/3796815620 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f31180b8030 con 0x7f31180cf010 2024-09-21T00:29:02.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.481+0000 7f3109ffb640 1 -- 172.21.15.67:0/3796815620 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f310c041030 con 0x7f31180cf010 2024-09-21T00:29:02.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.482+0000 7f3109ffb640 1 --2- 172.21.15.67:0/3796815620 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f30fc078bc0 0x7f30fc07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:02.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.482+0000 7f3109ffb640 1 -- 172.21.15.67:0/3796815620 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 5737+0+0 (secure 0 0 0) 0x7f310c0bb240 con 0x7f31180cf010 2024-09-21T00:29:02.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.482+0000 7f311d7e9640 1 --2- 172.21.15.67:0/3796815620 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f30fc078bc0 0x7f30fc07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:02.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.483+0000 7f311d7e9640 1 --2- 172.21.15.67:0/3796815620 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f30fc078bc0 0x7f30fc07b0d0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f3114001750 tx=0x7f3114009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:02.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.487+0000 7f3109ffb640 1 -- 172.21.15.67:0/3796815620 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f310c0836f0 con 0x7f31180cf010 2024-09-21T00:29:02.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.684+0000 7f311fa4d640 1 -- 172.21.15.67:0/3796815620 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f31180cf5f0 con 0x7f31180cf010 2024-09-21T00:29:02.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.685+0000 7f3109ffb640 1 -- 172.21.15.67:0/3796815620 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v106) ==== 80+0+0 (secure 0 0 0) 0x7f310c082ff0 con 0x7f31180cf010 2024-09-21T00:29:02.686 INFO:teuthology.orchestra.run.smithi067.stderr:listed 0 entries 2024-09-21T00:29:02.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.687+0000 7f311fa4d640 1 -- 172.21.15.67:0/3796815620 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f30fc078bc0 msgr2=0x7f30fc07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:02.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.687+0000 7f311fa4d640 1 --2- 172.21.15.67:0/3796815620 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f30fc078bc0 0x7f30fc07b0d0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f3114001750 tx=0x7f3114009040 comp rx=0 tx=0).stop 2024-09-21T00:29:02.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.687+0000 7f311fa4d640 1 -- 172.21.15.67:0/3796815620 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f31180cf010 msgr2=0x7f311814dac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:02.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.687+0000 7f311fa4d640 1 --2- 172.21.15.67:0/3796815620 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f31180cf010 0x7f311814dac0 secure :-1 s=READY pgs=1287 cs=0 l=1 rev1=1 crypto rx=0x7f310c000c00 tx=0x7f310c0035f0 comp rx=0 tx=0).stop 2024-09-21T00:29:02.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.687+0000 7f311fa4d640 1 -- 172.21.15.67:0/3796815620 shutdown_connections 2024-09-21T00:29:02.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.687+0000 7f311fa4d640 1 --2- 172.21.15.67:0/3796815620 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f30fc078bc0 0x7f30fc07b0d0 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:02.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.687+0000 7f311fa4d640 1 --2- 172.21.15.67:0/3796815620 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f31180d11c0 0x7f31181f5920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:02.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.687+0000 7f311fa4d640 1 --2- 172.21.15.67:0/3796815620 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f31180cf010 0x7f311814dac0 unknown :-1 s=CLOSED pgs=1287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:02.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.687+0000 7f311fa4d640 1 --2- 172.21.15.67:0/3796815620 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f31180b7c20 0x7f3118159210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:02.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.687+0000 7f311fa4d640 1 -- 172.21.15.67:0/3796815620 >> 172.21.15.67:0/3796815620 conn(0x7f311806dfb0 msgr2=0x7f311815cd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:02.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.687+0000 7f311fa4d640 1 -- 172.21.15.67:0/3796815620 shutdown_connections 2024-09-21T00:29:02.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:02.687+0000 7f311fa4d640 1 -- 172.21.15.67:0/3796815620 wait complete. 2024-09-21T00:29:02.699 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi067.front.sepia.ceph.com... 2024-09-21T00:29:02.699 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:29:02.699 DEBUG:teuthology.orchestra.run.smithi067:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-21T00:29:02.724 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:ceph-fuse[72460]: fuse finished with error 0 and tester_r 0 2024-09-21T00:29:02.728 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi067.front.sepia.ceph.com 2024-09-21T00:29:02.729 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:29:02.729 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-21T00:29:02.899 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T00:29:02.900 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:29:02.900 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:29:02.920 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17850 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T00:29:02.920 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T00:29:02.920 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:29:02.921 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:29:02.958 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20178 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T00:29:02.958 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T00:29:02.959 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:29:02.959 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:29:02.980 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17850 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T00:29:02.980 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:29:03.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.113+0000 7f03bb87e640 1 -- 172.21.15.67:0/1558740136 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f03b40b7850 msgr2=0x7f03b40b4c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:03.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.113+0000 7f03bb87e640 1 --2- 172.21.15.67:0/1558740136 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f03b40b7850 0x7f03b40b4c60 secure :-1 s=READY pgs=1288 cs=0 l=1 rev1=1 crypto rx=0x7f03a4005fd0 tx=0x7f03a402aa00 comp rx=0 tx=0).stop 2024-09-21T00:29:03.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.113+0000 7f03bb87e640 1 -- 172.21.15.67:0/1558740136 shutdown_connections 2024-09-21T00:29:03.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.113+0000 7f03bb87e640 1 --2- 172.21.15.67:0/1558740136 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f03b409a950 0x7f03b409ad60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:03.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.113+0000 7f03bb87e640 1 --2- 172.21.15.67:0/1558740136 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f03b40b7850 0x7f03b40b4c60 unknown :-1 s=CLOSED pgs=1288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:03.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.113+0000 7f03bb87e640 1 -- 172.21.15.67:0/1558740136 >> 172.21.15.67:0/1558740136 conn(0x7f03b40b4140 msgr2=0x7f03b40b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:03.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.113+0000 7f03bb87e640 1 -- 172.21.15.67:0/1558740136 shutdown_connections 2024-09-21T00:29:03.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.113+0000 7f03bb87e640 1 -- 172.21.15.67:0/1558740136 wait complete. 2024-09-21T00:29:03.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.115+0000 7f03bb87e640 1 Processor -- start 2024-09-21T00:29:03.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.115+0000 7f03bb87e640 1 -- start start 2024-09-21T00:29:03.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.116+0000 7f03bb87e640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f03b409a950 0x7f03b41e31b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:03.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.116+0000 7f03bb87e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f03b40b1fb0 0x7f03b41ddaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:03.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.116+0000 7f03bb87e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f03b40b7850 0x7f03b41f7820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:03.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.116+0000 7f03bb87e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f03b40ce1c0 con 0x7f03b40b1fb0 2024-09-21T00:29:03.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.116+0000 7f03bb87e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f03b40ce040 con 0x7f03b40b7850 2024-09-21T00:29:03.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.116+0000 7f03bb87e640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f03b40b2ad0 con 0x7f03b409a950 2024-09-21T00:29:03.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.116+0000 7f03b8e19640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f03b40b1fb0 0x7f03b41ddaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:03.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.117+0000 7f03b8e19640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f03b40b1fb0 0x7f03b41ddaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:51276/0 (socket says 172.21.15.67:51276) 2024-09-21T00:29:03.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.117+0000 7f03b8e19640 1 -- 172.21.15.67:0/2463116462 learned_addr learned my addr 172.21.15.67:0/2463116462 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:03.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.117+0000 7f03b9e1b640 1 --2- 172.21.15.67:0/2463116462 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f03b40b7850 0x7f03b41f7820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:03.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.117+0000 7f03b961a640 1 --2- 172.21.15.67:0/2463116462 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f03b409a950 0x7f03b41e31b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:03.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.117+0000 7f03b8e19640 1 -- 172.21.15.67:0/2463116462 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f03b409a950 msgr2=0x7f03b41e31b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:03.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.117+0000 7f03b8e19640 1 --2- 172.21.15.67:0/2463116462 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f03b409a950 0x7f03b41e31b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:03.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.117+0000 7f03b8e19640 1 -- 172.21.15.67:0/2463116462 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f03b40b7850 msgr2=0x7f03b41f7820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:03.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.117+0000 7f03b8e19640 1 --2- 172.21.15.67:0/2463116462 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f03b40b7850 0x7f03b41f7820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:03.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.117+0000 7f03b8e19640 1 -- 172.21.15.67:0/2463116462 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03b41f7040 con 0x7f03b40b1fb0 2024-09-21T00:29:03.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.117+0000 7f03b8e19640 1 --2- 172.21.15.67:0/2463116462 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f03b40b1fb0 0x7f03b41ddaf0 secure :-1 s=READY pgs=1289 cs=0 l=1 rev1=1 crypto rx=0x7f03a800d6d0 tx=0x7f03a800db90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:03.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.117+0000 7f03b1ffb640 1 -- 172.21.15.67:0/2463116462 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03a8017070 con 0x7f03b40b1fb0 2024-09-21T00:29:03.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.117+0000 7f03b1ffb640 1 -- 172.21.15.67:0/2463116462 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f03a8009b10 con 0x7f03b40b1fb0 2024-09-21T00:29:03.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.117+0000 7f03bb87e640 1 -- 172.21.15.67:0/2463116462 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f03b41e39e0 con 0x7f03b40b1fb0 2024-09-21T00:29:03.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.117+0000 7f03b1ffb640 1 -- 172.21.15.67:0/2463116462 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03a8010460 con 0x7f03b40b1fb0 2024-09-21T00:29:03.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.117+0000 7f03bb87e640 1 -- 172.21.15.67:0/2463116462 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03b41e3fa0 con 0x7f03b40b1fb0 2024-09-21T00:29:03.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.118+0000 7f03bb87e640 1 -- 172.21.15.67:0/2463116462 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f03b409ad60 con 0x7f03b40b1fb0 2024-09-21T00:29:03.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.119+0000 7f03b1ffb640 1 -- 172.21.15.67:0/2463116462 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f03a801a070 con 0x7f03b40b1fb0 2024-09-21T00:29:03.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.120+0000 7f03b1ffb640 1 --2- 172.21.15.67:0/2463116462 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f03a0078b90 0x7f03a007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:03.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.120+0000 7f03b1ffb640 1 -- 172.21.15.67:0/2463116462 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 5737+0+0 (secure 0 0 0) 0x7f03a809b080 con 0x7f03b40b1fb0 2024-09-21T00:29:03.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.120+0000 7f03b961a640 1 --2- 172.21.15.67:0/2463116462 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f03a0078b90 0x7f03a007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:03.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.121+0000 7f03b961a640 1 --2- 172.21.15.67:0/2463116462 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f03a0078b90 0x7f03a007b0a0 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f03a4035000 tx=0x7f03a403b040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:03.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.125+0000 7f03b1ffb640 1 -- 172.21.15.67:0/2463116462 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f03a8062e50 con 0x7f03b40b1fb0 2024-09-21T00:29:03.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.350+0000 7f03bb87e640 1 -- 172.21.15.67:0/2463116462 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f03b41e9050 con 0x7f03b40b1fb0 2024-09-21T00:29:03.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.350+0000 7f03b1ffb640 1 -- 172.21.15.67:0/2463116462 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 90 v90) ==== 94+0+5219 (secure 0 0 0) 0x7f03a8067880 con 0x7f03b40b1fb0 2024-09-21T00:29:03.351 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:29:03.352 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":90,"btime":"2024-09-21T00:27:25:335954+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6509,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6835/3663372017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3663372017},{"type":"v1","addr":"172.21.15.97:6835","nonce":3663372017}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":83},{"gid":6512,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/235976541","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":235976541},{"type":"v1","addr":"172.21.15.97:6837","nonce":235976541}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":84},{"gid":7090,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/1704519395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1704519395},{"type":"v1","addr":"172.21.15.67:6834","nonce":1704519395}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":82}],"filesystems":[{"mdsmap":{"epoch":90,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-09-21T00:27:16.671438+0000","modified":"2024-09-21T00:27:25.101547+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7093},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7093":{"gid":7093,"name":"a","rank":0,"incarnation":85,"state":"up:active","state_seq":4,"addr":"172.21.15.67:6835/932752713","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":932752713},{"type":"v1","addr":"172.21.15.67:6835","nonce":932752713}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7093,"qdb_cluster":[7093]},"id":7}]} 2024-09-21T00:29:03.352 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 90 2024-09-21T00:29:03.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.353+0000 7f03bb87e640 1 -- 172.21.15.67:0/2463116462 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f03a0078b90 msgr2=0x7f03a007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:03.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.353+0000 7f03bb87e640 1 --2- 172.21.15.67:0/2463116462 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f03a0078b90 0x7f03a007b0a0 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f03a4035000 tx=0x7f03a403b040 comp rx=0 tx=0).stop 2024-09-21T00:29:03.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.353+0000 7f03bb87e640 1 -- 172.21.15.67:0/2463116462 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f03b40b1fb0 msgr2=0x7f03b41ddaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:03.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.353+0000 7f03bb87e640 1 --2- 172.21.15.67:0/2463116462 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f03b40b1fb0 0x7f03b41ddaf0 secure :-1 s=READY pgs=1289 cs=0 l=1 rev1=1 crypto rx=0x7f03a800d6d0 tx=0x7f03a800db90 comp rx=0 tx=0).stop 2024-09-21T00:29:03.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.353+0000 7f03bb87e640 1 -- 172.21.15.67:0/2463116462 shutdown_connections 2024-09-21T00:29:03.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.353+0000 7f03bb87e640 1 --2- 172.21.15.67:0/2463116462 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f03a0078b90 0x7f03a007b0a0 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:03.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.353+0000 7f03bb87e640 1 --2- 172.21.15.67:0/2463116462 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f03b40b7850 0x7f03b41f7820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:03.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.353+0000 7f03bb87e640 1 --2- 172.21.15.67:0/2463116462 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f03b40b1fb0 0x7f03b41ddaf0 unknown :-1 s=CLOSED pgs=1289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:03.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.353+0000 7f03bb87e640 1 --2- 172.21.15.67:0/2463116462 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f03b409a950 0x7f03b41e31b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:03.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.353+0000 7f03bb87e640 1 -- 172.21.15.67:0/2463116462 >> 172.21.15.67:0/2463116462 conn(0x7f03b40b4140 msgr2=0x7f03b41e9570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:03.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.353+0000 7f03bb87e640 1 -- 172.21.15.67:0/2463116462 shutdown_connections 2024-09-21T00:29:03.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.353+0000 7f03bb87e640 1 -- 172.21.15.67:0/2463116462 wait complete. 2024-09-21T00:29:03.366 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:29:03.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.480+0000 7f43de55e640 1 -- 172.21.15.67:0/3287369035 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f43d80b9e70 msgr2=0x7f43d80b6020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:03.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.480+0000 7f43de55e640 1 --2- 172.21.15.67:0/3287369035 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f43d80b9e70 0x7f43d80b6020 secure :-1 s=READY pgs=1291 cs=0 l=1 rev1=1 crypto rx=0x7f43d808d200 tx=0x7f43c802a4a0 comp rx=0 tx=0).stop 2024-09-21T00:29:03.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.480+0000 7f43de55e640 1 -- 172.21.15.67:0/3287369035 shutdown_connections 2024-09-21T00:29:03.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.481+0000 7f43de55e640 1 --2- 172.21.15.67:0/3287369035 >> v2:172.21.15.97:3300/0 conn(0x7f43d80d22f0 0x7f43d80b6560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:03.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.481+0000 7f43de55e640 1 --2- 172.21.15.67:0/3287369035 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f43d80b9e70 0x7f43d80b6020 unknown :-1 s=CLOSED pgs=1291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:03.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.481+0000 7f43de55e640 1 -- 172.21.15.67:0/3287369035 >> 172.21.15.67:0/3287369035 conn(0x7f43d80d45a0 msgr2=0x7f43d80d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:03.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.481+0000 7f43de55e640 1 -- 172.21.15.67:0/3287369035 shutdown_connections 2024-09-21T00:29:03.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.481+0000 7f43de55e640 1 -- 172.21.15.67:0/3287369035 wait complete. 2024-09-21T00:29:03.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.482+0000 7f43de55e640 1 Processor -- start 2024-09-21T00:29:03.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.483+0000 7f43de55e640 1 -- start start 2024-09-21T00:29:03.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.484+0000 7f43de55e640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f43d806ebc0 0x7f43d81f5590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:03.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.484+0000 7f43de55e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f43d80b9e70 0x7f43d81f95c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:03.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.484+0000 7f43de55e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f43d80d22f0 0x7f43d8160fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:03.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.484+0000 7f43de55e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f43d80d0650 con 0x7f43d80b9e70 2024-09-21T00:29:03.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.484+0000 7f43de55e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f43d80d04d0 con 0x7f43d80d22f0 2024-09-21T00:29:03.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.484+0000 7f43de55e640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f43d806f6e0 con 0x7f43d806ebc0 2024-09-21T00:29:03.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.484+0000 7f43d77fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f43d80b9e70 0x7f43d81f95c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:03.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.484+0000 7f43d77fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f43d80b9e70 0x7f43d81f95c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48200/0 (socket says 172.21.15.67:48200) 2024-09-21T00:29:03.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.484+0000 7f43d77fe640 1 -- 172.21.15.67:0/1761597770 learned_addr learned my addr 172.21.15.67:0/1761597770 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:03.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.484+0000 7f43dcafb640 1 --2- 172.21.15.67:0/1761597770 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f43d80d22f0 0x7f43d8160fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:03.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.484+0000 7f43d7fff640 1 --2- 172.21.15.67:0/1761597770 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f43d806ebc0 0x7f43d81f5590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:03.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.484+0000 7f43d77fe640 1 -- 172.21.15.67:0/1761597770 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f43d806ebc0 msgr2=0x7f43d81f5590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:03.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.484+0000 7f43d77fe640 1 --2- 172.21.15.67:0/1761597770 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f43d806ebc0 0x7f43d81f5590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:03.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.484+0000 7f43d77fe640 1 -- 172.21.15.67:0/1761597770 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f43d80d22f0 msgr2=0x7f43d8160fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:03.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.484+0000 7f43d77fe640 1 --2- 172.21.15.67:0/1761597770 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f43d80d22f0 0x7f43d8160fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:03.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.484+0000 7f43d77fe640 1 -- 172.21.15.67:0/1761597770 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43d80a1d60 con 0x7f43d80b9e70 2024-09-21T00:29:03.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.484+0000 7f43d77fe640 1 --2- 172.21.15.67:0/1761597770 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f43d80b9e70 0x7f43d81f95c0 secure :-1 s=READY pgs=1292 cs=0 l=1 rev1=1 crypto rx=0x7f43cc00d7a0 tx=0x7f43cc00dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:03.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.485+0000 7f43d4ff9640 1 -- 172.21.15.67:0/1761597770 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43cc017070 con 0x7f43d80b9e70 2024-09-21T00:29:03.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.485+0000 7f43d4ff9640 1 -- 172.21.15.67:0/1761597770 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f43cc009d20 con 0x7f43d80b9e70 2024-09-21T00:29:03.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.485+0000 7f43de55e640 1 -- 172.21.15.67:0/1761597770 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43d81f5d50 con 0x7f43d80b9e70 2024-09-21T00:29:03.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.485+0000 7f43d4ff9640 1 -- 172.21.15.67:0/1761597770 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43cc004280 con 0x7f43d80b9e70 2024-09-21T00:29:03.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.485+0000 7f43de55e640 1 -- 172.21.15.67:0/1761597770 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43d81f6310 con 0x7f43d80b9e70 2024-09-21T00:29:03.489 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.486+0000 7f43de55e640 1 -- 172.21.15.67:0/1761597770 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f43d806fb30 con 0x7f43d80b9e70 2024-09-21T00:29:03.489 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.486+0000 7f43d4ff9640 1 -- 172.21.15.67:0/1761597770 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f43cc005020 con 0x7f43d80b9e70 2024-09-21T00:29:03.489 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.487+0000 7f43d4ff9640 1 --2- 172.21.15.67:0/1761597770 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f43c4078bc0 0x7f43c407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:03.489 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.487+0000 7f43d4ff9640 1 -- 172.21.15.67:0/1761597770 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 5737+0+0 (secure 0 0 0) 0x7f43cc09b0f0 con 0x7f43d80b9e70 2024-09-21T00:29:03.489 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.487+0000 7f43d7fff640 1 --2- 172.21.15.67:0/1761597770 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f43c4078bc0 0x7f43c407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:03.489 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.488+0000 7f43d7fff640 1 --2- 172.21.15.67:0/1761597770 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f43c4078bc0 0x7f43c407b0d0 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f43c8034000 tx=0x7f43c8004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:03.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.491+0000 7f43d4ff9640 1 -- 172.21.15.67:0/1761597770 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f43cc020020 con 0x7f43d80b9e70 2024-09-21T00:29:03.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.715+0000 7f43de55e640 1 -- 172.21.15.67:0/1761597770 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f43d81f5ae0 con 0x7f43d80b9e70 2024-09-21T00:29:03.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.716+0000 7f43d4ff9640 1 -- 172.21.15.67:0/1761597770 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 90 v90) ==== 94+0+5219 (secure 0 0 0) 0x7f43cc0635a0 con 0x7f43d80b9e70 2024-09-21T00:29:03.717 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:29:03.717 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":90,"btime":"2024-09-21T00:27:25:335954+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6509,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6835/3663372017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3663372017},{"type":"v1","addr":"172.21.15.97:6835","nonce":3663372017}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":83},{"gid":6512,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/235976541","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":235976541},{"type":"v1","addr":"172.21.15.97:6837","nonce":235976541}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":84},{"gid":7090,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/1704519395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1704519395},{"type":"v1","addr":"172.21.15.67:6834","nonce":1704519395}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":82}],"filesystems":[{"mdsmap":{"epoch":90,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-09-21T00:27:16.671438+0000","modified":"2024-09-21T00:27:25.101547+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7093},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7093":{"gid":7093,"name":"a","rank":0,"incarnation":85,"state":"up:active","state_seq":4,"addr":"172.21.15.67:6835/932752713","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":932752713},{"type":"v1","addr":"172.21.15.67:6835","nonce":932752713}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7093,"qdb_cluster":[7093]},"id":7}]} 2024-09-21T00:29:03.717 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 90 2024-09-21T00:29:03.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.718+0000 7f43de55e640 1 -- 172.21.15.67:0/1761597770 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f43c4078bc0 msgr2=0x7f43c407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:03.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.718+0000 7f43de55e640 1 --2- 172.21.15.67:0/1761597770 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f43c4078bc0 0x7f43c407b0d0 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f43c8034000 tx=0x7f43c8004730 comp rx=0 tx=0).stop 2024-09-21T00:29:03.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.718+0000 7f43de55e640 1 -- 172.21.15.67:0/1761597770 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f43d80b9e70 msgr2=0x7f43d81f95c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:03.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.718+0000 7f43de55e640 1 --2- 172.21.15.67:0/1761597770 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f43d80b9e70 0x7f43d81f95c0 secure :-1 s=READY pgs=1292 cs=0 l=1 rev1=1 crypto rx=0x7f43cc00d7a0 tx=0x7f43cc00dc60 comp rx=0 tx=0).stop 2024-09-21T00:29:03.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.718+0000 7f43de55e640 1 -- 172.21.15.67:0/1761597770 shutdown_connections 2024-09-21T00:29:03.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.718+0000 7f43de55e640 1 --2- 172.21.15.67:0/1761597770 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f43c4078bc0 0x7f43c407b0d0 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:03.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.718+0000 7f43de55e640 1 --2- 172.21.15.67:0/1761597770 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f43d80d22f0 0x7f43d8160fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:03.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.718+0000 7f43de55e640 1 --2- 172.21.15.67:0/1761597770 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f43d80b9e70 0x7f43d81f95c0 unknown :-1 s=CLOSED pgs=1292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:03.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.718+0000 7f43de55e640 1 --2- 172.21.15.67:0/1761597770 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f43d806ebc0 0x7f43d81f5590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:03.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.718+0000 7f43de55e640 1 -- 172.21.15.67:0/1761597770 >> 172.21.15.67:0/1761597770 conn(0x7f43d80d45a0 msgr2=0x7f43d8161bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:03.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.718+0000 7f43de55e640 1 -- 172.21.15.67:0/1761597770 shutdown_connections 2024-09-21T00:29:03.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.718+0000 7f43de55e640 1 -- 172.21.15.67:0/1761597770 wait complete. 2024-09-21T00:29:03.731 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:29:03.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.846+0000 7efcfc28c640 1 -- 172.21.15.67:0/2075116586 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efce0005350 msgr2=0x7efce000b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:03.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.846+0000 7efcfc28c640 1 --2- 172.21.15.67:0/2075116586 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efce0005350 0x7efce000b9c0 secure :-1 s=READY pgs=1294 cs=0 l=1 rev1=1 crypto rx=0x7efcec00c610 tx=0x7efce0005830 comp rx=0 tx=0).stop 2024-09-21T00:29:03.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.846+0000 7efcfc28c640 1 -- 172.21.15.67:0/2075116586 shutdown_connections 2024-09-21T00:29:03.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.846+0000 7efcfc28c640 1 --2- 172.21.15.67:0/2075116586 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efce0005350 0x7efce000b9c0 unknown :-1 s=CLOSED pgs=1294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:03.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.846+0000 7efcfc28c640 1 -- 172.21.15.67:0/2075116586 >> 172.21.15.67:0/2075116586 conn(0x7efcf40d45a0 msgr2=0x7efcf40d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:03.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.847+0000 7efcfc28c640 1 -- 172.21.15.67:0/2075116586 shutdown_connections 2024-09-21T00:29:03.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.847+0000 7efcfc28c640 1 -- 172.21.15.67:0/2075116586 wait complete. 2024-09-21T00:29:03.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.848+0000 7efcfc28c640 1 Processor -- start 2024-09-21T00:29:03.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.848+0000 7efcfc28c640 1 -- start start 2024-09-21T00:29:03.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.850+0000 7efcfc28c640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efce0005350 0x7efcf40ce060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:03.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.850+0000 7efcfc28c640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efcf40cca60 0x7efcf41f8570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:03.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.850+0000 7efcfc28c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efcf41f8ab0 0x7efcf4159420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:03.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.850+0000 7efcfc28c640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7efcf40b6020 con 0x7efcf41f8ab0 2024-09-21T00:29:03.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.850+0000 7efcfc28c640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7efcf40d2610 con 0x7efcf40cca60 2024-09-21T00:29:03.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.850+0000 7efcfc28c640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7efcf40b61a0 con 0x7efce0005350 2024-09-21T00:29:03.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.850+0000 7efcfa829640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efcf41f8ab0 0x7efcf4159420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:03.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.850+0000 7efcfa829640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efcf41f8ab0 0x7efcf4159420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48224/0 (socket says 172.21.15.67:48224) 2024-09-21T00:29:03.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.850+0000 7efcfa829640 1 -- 172.21.15.67:0/4248394540 learned_addr learned my addr 172.21.15.67:0/4248394540 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:03.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.850+0000 7efcfa028640 1 --2- 172.21.15.67:0/4248394540 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efce0005350 0x7efcf40ce060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:03.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.850+0000 7efcf9827640 1 --2- 172.21.15.67:0/4248394540 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efcf40cca60 0x7efcf41f8570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:03.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.850+0000 7efcfa829640 1 -- 172.21.15.67:0/4248394540 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efce0005350 msgr2=0x7efcf40ce060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:03.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.850+0000 7efcfa829640 1 --2- 172.21.15.67:0/4248394540 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efce0005350 0x7efcf40ce060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:03.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.850+0000 7efcfa829640 1 -- 172.21.15.67:0/4248394540 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efcf40cca60 msgr2=0x7efcf41f8570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:03.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.850+0000 7efcfa829640 1 --2- 172.21.15.67:0/4248394540 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efcf40cca60 0x7efcf41f8570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:03.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.850+0000 7efcfa829640 1 -- 172.21.15.67:0/4248394540 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efcf40cb9c0 con 0x7efcf41f8ab0 2024-09-21T00:29:03.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.850+0000 7efcfa829640 1 --2- 172.21.15.67:0/4248394540 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efcf41f8ab0 0x7efcf4159420 secure :-1 s=READY pgs=1295 cs=0 l=1 rev1=1 crypto rx=0x7efcec00c610 tx=0x7efcec003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:03.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.850+0000 7efceaffd640 1 -- 172.21.15.67:0/4248394540 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcec02bbf0 con 0x7efcf41f8ab0 2024-09-21T00:29:03.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.850+0000 7efceaffd640 1 -- 172.21.15.67:0/4248394540 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7efcec02bdd0 con 0x7efcf41f8ab0 2024-09-21T00:29:03.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.850+0000 7efceaffd640 1 -- 172.21.15.67:0/4248394540 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcec006330 con 0x7efcf41f8ab0 2024-09-21T00:29:03.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.850+0000 7efcfc28c640 1 -- 172.21.15.67:0/4248394540 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efcf40cbca0 con 0x7efcf41f8ab0 2024-09-21T00:29:03.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.851+0000 7efcfc28c640 1 -- 172.21.15.67:0/4248394540 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efcf40cc260 con 0x7efcf41f8ab0 2024-09-21T00:29:03.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.851+0000 7efcfc28c640 1 -- 172.21.15.67:0/4248394540 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efcf40b6700 con 0x7efcf41f8ab0 2024-09-21T00:29:03.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.852+0000 7efceaffd640 1 -- 172.21.15.67:0/4248394540 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7efcec0064d0 con 0x7efcf41f8ab0 2024-09-21T00:29:03.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.853+0000 7efceaffd640 1 --2- 172.21.15.67:0/4248394540 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efcd8078b90 0x7efcd807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:03.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.853+0000 7efceaffd640 1 -- 172.21.15.67:0/4248394540 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 5737+0+0 (secure 0 0 0) 0x7efcec0babe0 con 0x7efcf41f8ab0 2024-09-21T00:29:03.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.853+0000 7efcfa028640 1 --2- 172.21.15.67:0/4248394540 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efcd8078b90 0x7efcd807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:03.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.854+0000 7efcfa028640 1 --2- 172.21.15.67:0/4248394540 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efcd8078b90 0x7efcd807b0a0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7efcf0006630 tx=0x7efcf0006310 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:03.858 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:03.857+0000 7efceaffd640 1 -- 172.21.15.67:0/4248394540 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7efcec0829c0 con 0x7efcf41f8ab0 2024-09-21T00:29:04.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.045+0000 7efcfc28c640 1 -- 172.21.15.67:0/4248394540 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7efcf40cb750 con 0x7efcf41f8ab0 2024-09-21T00:29:04.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.046+0000 7efceaffd640 1 -- 172.21.15.67:0/4248394540 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v106) ==== 74+0+16710 (secure 0 0 0) 0x7efcec0873f0 con 0x7efcf41f8ab0 2024-09-21T00:29:04.048 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:29:04.048 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":106,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:28:42.018684+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:27:14.346588+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"103","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_data","create_time":"2024-09-21T00:27:15.635341+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"105","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":105,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":102,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":102,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":102,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":102,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":102,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":102,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":102,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":102,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":15,"snaps":[{"begin":2,"length":2}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:29:04.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.048+0000 7efcfc28c640 1 -- 172.21.15.67:0/4248394540 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efcd8078b90 msgr2=0x7efcd807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:04.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.048+0000 7efcfc28c640 1 --2- 172.21.15.67:0/4248394540 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efcd8078b90 0x7efcd807b0a0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7efcf0006630 tx=0x7efcf0006310 comp rx=0 tx=0).stop 2024-09-21T00:29:04.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.048+0000 7efcfc28c640 1 -- 172.21.15.67:0/4248394540 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efcf41f8ab0 msgr2=0x7efcf4159420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:04.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.048+0000 7efcfc28c640 1 --2- 172.21.15.67:0/4248394540 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efcf41f8ab0 0x7efcf4159420 secure :-1 s=READY pgs=1295 cs=0 l=1 rev1=1 crypto rx=0x7efcec00c610 tx=0x7efcec003ba0 comp rx=0 tx=0).stop 2024-09-21T00:29:04.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.048+0000 7efcfc28c640 1 -- 172.21.15.67:0/4248394540 shutdown_connections 2024-09-21T00:29:04.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.048+0000 7efcfc28c640 1 --2- 172.21.15.67:0/4248394540 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efcd8078b90 0x7efcd807b0a0 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:04.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.048+0000 7efcfc28c640 1 --2- 172.21.15.67:0/4248394540 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efcf41f8ab0 0x7efcf4159420 unknown :-1 s=CLOSED pgs=1295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:04.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.048+0000 7efcfc28c640 1 --2- 172.21.15.67:0/4248394540 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efcf40cca60 0x7efcf41f8570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:04.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.048+0000 7efcfc28c640 1 --2- 172.21.15.67:0/4248394540 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efce0005350 0x7efcf40ce060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:04.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.048+0000 7efcfc28c640 1 -- 172.21.15.67:0/4248394540 >> 172.21.15.67:0/4248394540 conn(0x7efcf40d45a0 msgr2=0x7efcf40b5600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:04.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.048+0000 7efcfc28c640 1 -- 172.21.15.67:0/4248394540 shutdown_connections 2024-09-21T00:29:04.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.048+0000 7efcfc28c640 1 -- 172.21.15.67:0/4248394540 wait complete. 2024-09-21T00:29:04.062 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-21T00:29:04.062 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:29:04.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.177+0000 7f16a5a9b640 1 -- 172.21.15.67:0/2308697298 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1688005250 msgr2=0x7f168800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:04.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.177+0000 7f16a5a9b640 1 --2- 172.21.15.67:0/2308697298 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1688005250 0x7f168800b9c0 secure :-1 s=READY pgs=1297 cs=0 l=1 rev1=1 crypto rx=0x7f1698005fd0 tx=0x7f1688005830 comp rx=0 tx=0).stop 2024-09-21T00:29:04.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.177+0000 7f16a5a9b640 1 -- 172.21.15.67:0/2308697298 shutdown_connections 2024-09-21T00:29:04.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.177+0000 7f16a5a9b640 1 --2- 172.21.15.67:0/2308697298 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1688005250 0x7f168800b9c0 unknown :-1 s=CLOSED pgs=1297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:04.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.177+0000 7f16a5a9b640 1 -- 172.21.15.67:0/2308697298 >> 172.21.15.67:0/2308697298 conn(0x7f16a00b4140 msgr2=0x7f16a00b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:04.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.177+0000 7f16a5a9b640 1 -- 172.21.15.67:0/2308697298 shutdown_connections 2024-09-21T00:29:04.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.177+0000 7f16a5a9b640 1 -- 172.21.15.67:0/2308697298 wait complete. 2024-09-21T00:29:04.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.179+0000 7f16a5a9b640 1 Processor -- start 2024-09-21T00:29:04.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.179+0000 7f16a5a9b640 1 -- start start 2024-09-21T00:29:04.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.181+0000 7f16a5a9b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1688005250 0x7f16a00b5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:04.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.181+0000 7f16a5a9b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f16a01f6410 0x7f16a00cb8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:04.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.181+0000 7f16a5a9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f16a00cbdf0 0x7f16a01f2230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:04.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.181+0000 7f16a5a9b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f16a009a950 con 0x7f16a00cbdf0 2024-09-21T00:29:04.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.181+0000 7f16a5a9b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f16a00b1db0 con 0x7f16a01f6410 2024-09-21T00:29:04.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.181+0000 7f16a5a9b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f16a009aad0 con 0x7f1688005250 2024-09-21T00:29:04.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.181+0000 7f169ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f16a00cbdf0 0x7f16a01f2230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:04.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.181+0000 7f169ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f16a00cbdf0 0x7f16a01f2230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48250/0 (socket says 172.21.15.67:48250) 2024-09-21T00:29:04.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.181+0000 7f169ffff640 1 -- 172.21.15.67:0/2946375078 learned_addr learned my addr 172.21.15.67:0/2946375078 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:04.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.181+0000 7f169f7fe640 1 --2- 172.21.15.67:0/2946375078 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1688005250 0x7f16a00b5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:04.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.181+0000 7f169effd640 1 --2- 172.21.15.67:0/2946375078 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f16a01f6410 0x7f16a00cb8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:04.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.181+0000 7f169ffff640 1 -- 172.21.15.67:0/2946375078 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1688005250 msgr2=0x7f16a00b5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:04.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.181+0000 7f169ffff640 1 --2- 172.21.15.67:0/2946375078 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1688005250 0x7f16a00b5bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:04.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.181+0000 7f169ffff640 1 -- 172.21.15.67:0/2946375078 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f16a01f6410 msgr2=0x7f16a00cb8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:04.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.181+0000 7f169ffff640 1 --2- 172.21.15.67:0/2946375078 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f16a01f6410 0x7f16a00cb8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:04.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.181+0000 7f169ffff640 1 -- 172.21.15.67:0/2946375078 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16a00cc200 con 0x7f16a00cbdf0 2024-09-21T00:29:04.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.181+0000 7f169effd640 1 --2- 172.21.15.67:0/2946375078 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f16a01f6410 0x7f16a00cb8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:29:04.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.181+0000 7f169f7fe640 1 --2- 172.21.15.67:0/2946375078 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1688005250 0x7f16a00b5bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:29:04.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.181+0000 7f169ffff640 1 --2- 172.21.15.67:0/2946375078 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f16a00cbdf0 0x7f16a01f2230 secure :-1 s=READY pgs=1298 cs=0 l=1 rev1=1 crypto rx=0x7f1698009e20 tx=0x7f1698004250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:04.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.182+0000 7f1687fff640 1 -- 172.21.15.67:0/2946375078 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1698009200 con 0x7f16a00cbdf0 2024-09-21T00:29:04.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.182+0000 7f1687fff640 1 -- 172.21.15.67:0/2946375078 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1698041070 con 0x7f16a00cbdf0 2024-09-21T00:29:04.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.182+0000 7f1687fff640 1 -- 172.21.15.67:0/2946375078 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1698009ad0 con 0x7f16a00cbdf0 2024-09-21T00:29:04.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.182+0000 7f16a5a9b640 1 -- 172.21.15.67:0/2946375078 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16a01f6b60 con 0x7f16a00cbdf0 2024-09-21T00:29:04.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.182+0000 7f16a5a9b640 1 -- 172.21.15.67:0/2946375078 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16a01f7120 con 0x7f16a00cbdf0 2024-09-21T00:29:04.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.183+0000 7f16a5a9b640 1 -- 172.21.15.67:0/2946375078 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f16a01f68d0 con 0x7f16a00cbdf0 2024-09-21T00:29:04.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.184+0000 7f1687fff640 1 -- 172.21.15.67:0/2946375078 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f169803c450 con 0x7f16a00cbdf0 2024-09-21T00:29:04.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.185+0000 7f1687fff640 1 --2- 172.21.15.67:0/2946375078 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f168c078b90 0x7f168c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:04.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.185+0000 7f1687fff640 1 -- 172.21.15.67:0/2946375078 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 5737+0+0 (secure 0 0 0) 0x7f16980bc920 con 0x7f16a00cbdf0 2024-09-21T00:29:04.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.185+0000 7f169f7fe640 1 --2- 172.21.15.67:0/2946375078 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f168c078b90 0x7f168c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:04.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.186+0000 7f169f7fe640 1 --2- 172.21.15.67:0/2946375078 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f168c078b90 0x7f168c07b0a0 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f1690000fb0 tx=0x7f1690006720 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:04.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.189+0000 7f1687fff640 1 -- 172.21.15.67:0/2946375078 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f16a00cc200 con 0x7f16a00cbdf0 2024-09-21T00:29:04.415 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.414+0000 7f16a5a9b640 1 -- 172.21.15.67:0/2946375078 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f16a009b030 con 0x7f16a00cbdf0 2024-09-21T00:29:04.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.414+0000 7f1687fff640 1 -- 172.21.15.67:0/2946375078 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 90 v90) ==== 94+0+5219 (secure 0 0 0) 0x7f1698084e20 con 0x7f16a00cbdf0 2024-09-21T00:29:04.545 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:29:04.545 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":90,"btime":"2024-09-21T00:27:25:335954+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6509,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6835/3663372017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3663372017},{"type":"v1","addr":"172.21.15.97:6835","nonce":3663372017}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":83},{"gid":6512,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/235976541","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":235976541},{"type":"v1","addr":"172.21.15.97:6837","nonce":235976541}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":84},{"gid":7090,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/1704519395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1704519395},{"type":"v1","addr":"172.21.15.67:6834","nonce":1704519395}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":82}],"filesystems":[{"mdsmap":{"epoch":90,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-09-21T00:27:16.671438+0000","modified":"2024-09-21T00:27:25.101547+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7093},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7093":{"gid":7093,"name":"a","rank":0,"incarnation":85,"state":"up:active","state_seq":4,"addr":"172.21.15.67:6835/932752713","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":932752713},{"type":"v1","addr":"172.21.15.67:6835","nonce":932752713}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7093,"qdb_cluster":[7093]},"id":7}]} 2024-09-21T00:29:04.547 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 90 2024-09-21T00:29:04.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.417+0000 7f16a5a9b640 1 -- 172.21.15.67:0/2946375078 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f168c078b90 msgr2=0x7f168c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:04.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.417+0000 7f16a5a9b640 1 --2- 172.21.15.67:0/2946375078 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f168c078b90 0x7f168c07b0a0 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f1690000fb0 tx=0x7f1690006720 comp rx=0 tx=0).stop 2024-09-21T00:29:04.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.417+0000 7f16a5a9b640 1 -- 172.21.15.67:0/2946375078 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f16a00cbdf0 msgr2=0x7f16a01f2230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:04.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.417+0000 7f16a5a9b640 1 --2- 172.21.15.67:0/2946375078 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f16a00cbdf0 0x7f16a01f2230 secure :-1 s=READY pgs=1298 cs=0 l=1 rev1=1 crypto rx=0x7f1698009e20 tx=0x7f1698004250 comp rx=0 tx=0).stop 2024-09-21T00:29:04.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.417+0000 7f16a5a9b640 1 -- 172.21.15.67:0/2946375078 shutdown_connections 2024-09-21T00:29:04.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.417+0000 7f16a5a9b640 1 --2- 172.21.15.67:0/2946375078 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f168c078b90 0x7f168c07b0a0 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:04.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.417+0000 7f16a5a9b640 1 --2- 172.21.15.67:0/2946375078 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f16a00cbdf0 0x7f16a01f2230 unknown :-1 s=CLOSED pgs=1298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:04.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.417+0000 7f16a5a9b640 1 --2- 172.21.15.67:0/2946375078 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f16a01f6410 0x7f16a00cb8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:04.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.417+0000 7f16a5a9b640 1 --2- 172.21.15.67:0/2946375078 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1688005250 0x7f16a00b5bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:04.549 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.417+0000 7f16a5a9b640 1 -- 172.21.15.67:0/2946375078 >> 172.21.15.67:0/2946375078 conn(0x7f16a00b4140 msgr2=0x7f16a00b6910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:04.549 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.417+0000 7f16a5a9b640 1 -- 172.21.15.67:0/2946375078 shutdown_connections 2024-09-21T00:29:04.549 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.417+0000 7f16a5a9b640 1 -- 172.21.15.67:0/2946375078 wait complete. 2024-09-21T00:29:04.549 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:29:04.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.668+0000 7f5a657eb640 1 -- 172.21.15.67:0/1932751917 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5a600cd890 msgr2=0x7f5a600cdca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:04.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.668+0000 7f5a657eb640 1 --2- 172.21.15.67:0/1932751917 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5a600cd890 0x7f5a600cdca0 secure :-1 s=READY pgs=1299 cs=0 l=1 rev1=1 crypto rx=0x7f5a58005fd0 tx=0x7f5a5802aa90 comp rx=0 tx=0).stop 2024-09-21T00:29:04.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.668+0000 7f5a657eb640 1 -- 172.21.15.67:0/1932751917 shutdown_connections 2024-09-21T00:29:04.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.668+0000 7f5a657eb640 1 --2- 172.21.15.67:0/1932751917 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5a600cd890 0x7f5a600cdca0 unknown :-1 s=CLOSED pgs=1299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:04.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.668+0000 7f5a657eb640 1 --2- 172.21.15.67:0/1932751917 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5a6015ffe0 0x7f5a6009a950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:04.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.668+0000 7f5a657eb640 1 -- 172.21.15.67:0/1932751917 >> 172.21.15.67:0/1932751917 conn(0x7f5a600b3e90 msgr2=0x7f5a600b42a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:04.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.668+0000 7f5a657eb640 1 -- 172.21.15.67:0/1932751917 shutdown_connections 2024-09-21T00:29:04.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.668+0000 7f5a657eb640 1 -- 172.21.15.67:0/1932751917 wait complete. 2024-09-21T00:29:04.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.670+0000 7f5a657eb640 1 Processor -- start 2024-09-21T00:29:04.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.670+0000 7f5a657eb640 1 -- start start 2024-09-21T00:29:04.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.671+0000 7f5a657eb640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5a600b1910 0x7f5a601f8e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:04.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.671+0000 7f5a657eb640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5a600cd890 0x7f5a60159ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:04.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.671+0000 7f5a657eb640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5a6015ffe0 0x7f5a6009cfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:04.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.672+0000 7f5a657eb640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f5a600ce570 con 0x7f5a600cd890 2024-09-21T00:29:04.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.672+0000 7f5a657eb640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f5a600ce3f0 con 0x7f5a6015ffe0 2024-09-21T00:29:04.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.672+0000 7f5a657eb640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f5a600ce6f0 con 0x7f5a600b1910 2024-09-21T00:29:04.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.672+0000 7f5a5e7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5a600cd890 0x7f5a60159ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:04.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.672+0000 7f5a5effd640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5a600b1910 0x7f5a601f8e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:04.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.672+0000 7f5a5e7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5a600cd890 0x7f5a60159ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48274/0 (socket says 172.21.15.67:48274) 2024-09-21T00:29:04.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.672+0000 7f5a5e7fc640 1 -- 172.21.15.67:0/2506983622 learned_addr learned my addr 172.21.15.67:0/2506983622 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:04.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.672+0000 7f5a5f7fe640 1 --2- 172.21.15.67:0/2506983622 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5a6015ffe0 0x7f5a6009cfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:04.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.672+0000 7f5a5e7fc640 1 -- 172.21.15.67:0/2506983622 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5a600b1910 msgr2=0x7f5a601f8e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:04.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.672+0000 7f5a5e7fc640 1 --2- 172.21.15.67:0/2506983622 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5a600b1910 0x7f5a601f8e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:04.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.672+0000 7f5a5e7fc640 1 -- 172.21.15.67:0/2506983622 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5a6015ffe0 msgr2=0x7f5a6009cfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:04.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.672+0000 7f5a5e7fc640 1 --2- 172.21.15.67:0/2506983622 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5a6015ffe0 0x7f5a6009cfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:04.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.672+0000 7f5a5e7fc640 1 -- 172.21.15.67:0/2506983622 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a601f9360 con 0x7f5a600cd890 2024-09-21T00:29:04.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.672+0000 7f5a5e7fc640 1 --2- 172.21.15.67:0/2506983622 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5a600cd890 0x7f5a60159ac0 secure :-1 s=READY pgs=1300 cs=0 l=1 rev1=1 crypto rx=0x7f5a5400c3d0 tx=0x7f5a5400c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:04.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.672+0000 7f5a477fe640 1 -- 172.21.15.67:0/2506983622 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a54017070 con 0x7f5a600cd890 2024-09-21T00:29:04.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.672+0000 7f5a477fe640 1 -- 172.21.15.67:0/2506983622 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5a540053c0 con 0x7f5a600cd890 2024-09-21T00:29:04.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.672+0000 7f5a657eb640 1 -- 172.21.15.67:0/2506983622 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5a601f9630 con 0x7f5a600cd890 2024-09-21T00:29:04.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.672+0000 7f5a477fe640 1 -- 172.21.15.67:0/2506983622 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a54003850 con 0x7f5a600cd890 2024-09-21T00:29:04.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.672+0000 7f5a657eb640 1 -- 172.21.15.67:0/2506983622 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5a601f9bf0 con 0x7f5a600cd890 2024-09-21T00:29:04.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.674+0000 7f5a657eb640 1 -- 172.21.15.67:0/2506983622 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5a600b4c80 con 0x7f5a600cd890 2024-09-21T00:29:04.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.674+0000 7f5a477fe640 1 -- 172.21.15.67:0/2506983622 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f5a5401a070 con 0x7f5a600cd890 2024-09-21T00:29:04.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.675+0000 7f5a477fe640 1 --2- 172.21.15.67:0/2506983622 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5a4c078bc0 0x7f5a4c07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:04.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.675+0000 7f5a477fe640 1 -- 172.21.15.67:0/2506983622 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 5737+0+0 (secure 0 0 0) 0x7f5a54099f70 con 0x7f5a600cd890 2024-09-21T00:29:04.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.675+0000 7f5a5effd640 1 --2- 172.21.15.67:0/2506983622 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5a4c078bc0 0x7f5a4c07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:04.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.676+0000 7f5a5effd640 1 --2- 172.21.15.67:0/2506983622 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5a4c078bc0 0x7f5a4c07b0d0 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f5a600b18c0 tx=0x7f5a5000b2e0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:04.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.679+0000 7f5a477fe640 1 -- 172.21.15.67:0/2506983622 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f5a54061dd0 con 0x7f5a600cd890 2024-09-21T00:29:04.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.904+0000 7f5a657eb640 1 -- 172.21.15.67:0/2506983622 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5a600b14c0 con 0x7f5a600cd890 2024-09-21T00:29:04.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.905+0000 7f5a477fe640 1 -- 172.21.15.67:0/2506983622 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 90 v90) ==== 94+0+5219 (secure 0 0 0) 0x7f5a54066800 con 0x7f5a600cd890 2024-09-21T00:29:04.908 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:29:04.908 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":90,"btime":"2024-09-21T00:27:25:335954+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6509,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6835/3663372017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3663372017},{"type":"v1","addr":"172.21.15.97:6835","nonce":3663372017}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":83},{"gid":6512,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/235976541","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":235976541},{"type":"v1","addr":"172.21.15.97:6837","nonce":235976541}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":84},{"gid":7090,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/1704519395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1704519395},{"type":"v1","addr":"172.21.15.67:6834","nonce":1704519395}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":82}],"filesystems":[{"mdsmap":{"epoch":90,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":2,"explicitly_allowed_features":2,"created":"2024-09-21T00:27:16.671438+0000","modified":"2024-09-21T00:27:25.101547+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7093},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7093":{"gid":7093,"name":"a","rank":0,"incarnation":85,"state":"up:active","state_seq":4,"addr":"172.21.15.67:6835/932752713","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":932752713},{"type":"v1","addr":"172.21.15.67:6835","nonce":932752713}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7093,"qdb_cluster":[7093]},"id":7}]} 2024-09-21T00:29:04.909 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 90 2024-09-21T00:29:04.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.907+0000 7f5a657eb640 1 -- 172.21.15.67:0/2506983622 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5a4c078bc0 msgr2=0x7f5a4c07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:04.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.907+0000 7f5a657eb640 1 --2- 172.21.15.67:0/2506983622 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5a4c078bc0 0x7f5a4c07b0d0 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f5a600b18c0 tx=0x7f5a5000b2e0 comp rx=0 tx=0).stop 2024-09-21T00:29:04.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.907+0000 7f5a657eb640 1 -- 172.21.15.67:0/2506983622 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5a600cd890 msgr2=0x7f5a60159ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:04.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.907+0000 7f5a657eb640 1 --2- 172.21.15.67:0/2506983622 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5a600cd890 0x7f5a60159ac0 secure :-1 s=READY pgs=1300 cs=0 l=1 rev1=1 crypto rx=0x7f5a5400c3d0 tx=0x7f5a5400c890 comp rx=0 tx=0).stop 2024-09-21T00:29:04.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.907+0000 7f5a657eb640 1 -- 172.21.15.67:0/2506983622 shutdown_connections 2024-09-21T00:29:04.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.907+0000 7f5a657eb640 1 --2- 172.21.15.67:0/2506983622 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5a4c078bc0 0x7f5a4c07b0d0 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:04.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.907+0000 7f5a657eb640 1 --2- 172.21.15.67:0/2506983622 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5a6015ffe0 0x7f5a6009cfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:04.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.907+0000 7f5a657eb640 1 --2- 172.21.15.67:0/2506983622 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5a600cd890 0x7f5a60159ac0 unknown :-1 s=CLOSED pgs=1300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:04.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.907+0000 7f5a657eb640 1 --2- 172.21.15.67:0/2506983622 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5a600b1910 0x7f5a601f8e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:04.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.907+0000 7f5a657eb640 1 -- 172.21.15.67:0/2506983622 >> 172.21.15.67:0/2506983622 conn(0x7f5a600b3e90 msgr2=0x7f5a600b1dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:04.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.907+0000 7f5a657eb640 1 -- 172.21.15.67:0/2506983622 shutdown_connections 2024-09-21T00:29:04.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:04.907+0000 7f5a657eb640 1 -- 172.21.15.67:0/2506983622 wait complete. 2024-09-21T00:29:04.920 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:29:05.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.042+0000 7f61b72b4640 1 -- 172.21.15.67:0/80086370 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f61b00b7850 msgr2=0x7f61b00b4c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:05.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.042+0000 7f61b72b4640 1 --2- 172.21.15.67:0/80086370 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f61b00b7850 0x7f61b00b4c60 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f61a0005fd0 tx=0x7f61a002aa90 comp rx=0 tx=0).stop 2024-09-21T00:29:05.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.042+0000 7f61b72b4640 1 -- 172.21.15.67:0/80086370 shutdown_connections 2024-09-21T00:29:05.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.042+0000 7f61b72b4640 1 --2- 172.21.15.67:0/80086370 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f61b009a950 0x7f61b009ad60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:05.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.042+0000 7f61b72b4640 1 --2- 172.21.15.67:0/80086370 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f61b00b7850 0x7f61b00b4c60 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:05.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.042+0000 7f61b72b4640 1 -- 172.21.15.67:0/80086370 >> 172.21.15.67:0/80086370 conn(0x7f61b00b4140 msgr2=0x7f61b00b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:05.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.042+0000 7f61b72b4640 1 -- 172.21.15.67:0/80086370 shutdown_connections 2024-09-21T00:29:05.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.042+0000 7f61b72b4640 1 -- 172.21.15.67:0/80086370 wait complete. 2024-09-21T00:29:05.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.044+0000 7f61b72b4640 1 Processor -- start 2024-09-21T00:29:05.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.044+0000 7f61b72b4640 1 -- start start 2024-09-21T00:29:05.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.045+0000 7f61b72b4640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f61b009a950 0x7f61b01e6980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:05.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.045+0000 7f61b72b4640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f61b00b1fb0 0x7f61b01e4140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:05.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.045+0000 7f61b72b4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f61b00b7850 0x7f61b01e17c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:05.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.045+0000 7f61b72b4640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f61b00ce1c0 con 0x7f61b00b7850 2024-09-21T00:29:05.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.045+0000 7f61b72b4640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f61b00ce040 con 0x7f61b00b1fb0 2024-09-21T00:29:05.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.045+0000 7f61b72b4640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f61b00b2ad0 con 0x7f61b009a950 2024-09-21T00:29:05.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.045+0000 7f61b5851640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f61b00b7850 0x7f61b01e17c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:05.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.045+0000 7f61b5851640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f61b00b7850 0x7f61b01e17c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48282/0 (socket says 172.21.15.67:48282) 2024-09-21T00:29:05.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.046+0000 7f61b5851640 1 -- 172.21.15.67:0/3804474427 learned_addr learned my addr 172.21.15.67:0/3804474427 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:05.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.046+0000 7f61b5050640 1 --2- 172.21.15.67:0/3804474427 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f61b009a950 0x7f61b01e6980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:05.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.046+0000 7f61b484f640 1 --2- 172.21.15.67:0/3804474427 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f61b00b1fb0 0x7f61b01e4140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:05.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.046+0000 7f61b5851640 1 -- 172.21.15.67:0/3804474427 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f61b009a950 msgr2=0x7f61b01e6980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:05.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.046+0000 7f61b5851640 1 --2- 172.21.15.67:0/3804474427 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f61b009a950 0x7f61b01e6980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:05.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.046+0000 7f61b5851640 1 -- 172.21.15.67:0/3804474427 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f61b00b1fb0 msgr2=0x7f61b01e4140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:05.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.046+0000 7f61b5851640 1 --2- 172.21.15.67:0/3804474427 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f61b00b1fb0 0x7f61b01e4140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:05.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.046+0000 7f61b5851640 1 -- 172.21.15.67:0/3804474427 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61b01e3380 con 0x7f61b00b7850 2024-09-21T00:29:05.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.046+0000 7f61b5851640 1 --2- 172.21.15.67:0/3804474427 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f61b00b7850 0x7f61b01e17c0 secure :-1 s=READY pgs=1301 cs=0 l=1 rev1=1 crypto rx=0x7f61a800c3c0 tx=0x7f61a800c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:05.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.046+0000 7f61adffb640 1 -- 172.21.15.67:0/3804474427 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61a8017070 con 0x7f61b00b7850 2024-09-21T00:29:05.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.046+0000 7f61adffb640 1 -- 172.21.15.67:0/3804474427 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f61a80053c0 con 0x7f61b00b7850 2024-09-21T00:29:05.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.046+0000 7f61b72b4640 1 -- 172.21.15.67:0/3804474427 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f61b01e3660 con 0x7f61b00b7850 2024-09-21T00:29:05.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.046+0000 7f61adffb640 1 -- 172.21.15.67:0/3804474427 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61a8003850 con 0x7f61b00b7850 2024-09-21T00:29:05.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.046+0000 7f61b72b4640 1 -- 172.21.15.67:0/3804474427 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f61b01e3c20 con 0x7f61b00b7850 2024-09-21T00:29:05.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.047+0000 7f61b72b4640 1 -- 172.21.15.67:0/3804474427 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f61b009ad60 con 0x7f61b00b7850 2024-09-21T00:29:05.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.048+0000 7f61adffb640 1 -- 172.21.15.67:0/3804474427 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f61a801a070 con 0x7f61b00b7850 2024-09-21T00:29:05.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.049+0000 7f61adffb640 1 --2- 172.21.15.67:0/3804474427 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f619c078bc0 0x7f619c07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:05.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.049+0000 7f61adffb640 1 -- 172.21.15.67:0/3804474427 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 5737+0+0 (secure 0 0 0) 0x7f61a809a0a0 con 0x7f61b00b7850 2024-09-21T00:29:05.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.049+0000 7f61b5050640 1 --2- 172.21.15.67:0/3804474427 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f619c078bc0 0x7f619c07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:05.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.049+0000 7f61b5050640 1 --2- 172.21.15.67:0/3804474427 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f619c078bc0 0x7f619c07b0d0 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f61a0035000 tx=0x7f61a0038040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:05.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.053+0000 7f61adffb640 1 -- 172.21.15.67:0/3804474427 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f61b009b2a0 con 0x7f61b00b7850 2024-09-21T00:29:05.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.241+0000 7f61b72b4640 1 -- 172.21.15.67:0/3804474427 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f61b00c9310 con 0x7f61b00b7850 2024-09-21T00:29:05.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.242+0000 7f61adffb640 1 -- 172.21.15.67:0/3804474427 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v106) ==== 74+0+16710 (secure 0 0 0) 0x7f61a8061eb0 con 0x7f61b00b7850 2024-09-21T00:29:05.244 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:29:05.245 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":106,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:28:42.018684+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:27:14.346588+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"103","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_data","create_time":"2024-09-21T00:27:15.635341+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"105","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":105,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":102,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":102,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":102,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":102,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":102,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":102,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":102,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":102,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":15,"snaps":[{"begin":2,"length":2}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:29:05.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.245+0000 7f61b72b4640 1 -- 172.21.15.67:0/3804474427 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f619c078bc0 msgr2=0x7f619c07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:05.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.245+0000 7f61b72b4640 1 --2- 172.21.15.67:0/3804474427 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f619c078bc0 0x7f619c07b0d0 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f61a0035000 tx=0x7f61a0038040 comp rx=0 tx=0).stop 2024-09-21T00:29:05.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.245+0000 7f61b72b4640 1 -- 172.21.15.67:0/3804474427 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f61b00b7850 msgr2=0x7f61b01e17c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:05.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.245+0000 7f61b72b4640 1 --2- 172.21.15.67:0/3804474427 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f61b00b7850 0x7f61b01e17c0 secure :-1 s=READY pgs=1301 cs=0 l=1 rev1=1 crypto rx=0x7f61a800c3c0 tx=0x7f61a800c880 comp rx=0 tx=0).stop 2024-09-21T00:29:05.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.245+0000 7f61b72b4640 1 -- 172.21.15.67:0/3804474427 shutdown_connections 2024-09-21T00:29:05.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.245+0000 7f61b72b4640 1 --2- 172.21.15.67:0/3804474427 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f619c078bc0 0x7f619c07b0d0 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:05.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.245+0000 7f61b72b4640 1 --2- 172.21.15.67:0/3804474427 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f61b00b7850 0x7f61b01e17c0 unknown :-1 s=CLOSED pgs=1301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:05.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.245+0000 7f61b72b4640 1 --2- 172.21.15.67:0/3804474427 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f61b00b1fb0 0x7f61b01e4140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:05.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.245+0000 7f61b72b4640 1 --2- 172.21.15.67:0/3804474427 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f61b009a950 0x7f61b01e6980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:05.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.245+0000 7f61b72b4640 1 -- 172.21.15.67:0/3804474427 >> 172.21.15.67:0/3804474427 conn(0x7f61b00b4140 msgr2=0x7f61b00b61a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:05.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.245+0000 7f61b72b4640 1 -- 172.21.15.67:0/3804474427 shutdown_connections 2024-09-21T00:29:05.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.245+0000 7f61b72b4640 1 -- 172.21.15.67:0/3804474427 wait complete. 2024-09-21T00:29:05.258 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-21T00:29:05.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.380+0000 7f10f497b640 1 -- 172.21.15.67:0/2352846994 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f10f015ffe0 msgr2=0x7f10f009a950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:05.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.380+0000 7f10f497b640 1 --2- 172.21.15.67:0/2352846994 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f10f015ffe0 0x7f10f009a950 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f10e0005fd0 tx=0x7f10e002aa90 comp rx=0 tx=0).stop 2024-09-21T00:29:05.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.380+0000 7f10f497b640 1 -- 172.21.15.67:0/2352846994 shutdown_connections 2024-09-21T00:29:05.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.380+0000 7f10f497b640 1 --2- 172.21.15.67:0/2352846994 >> v2:172.21.15.97:3300/0 conn(0x7f10f00b1910 0x7f10f009ae90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:05.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.380+0000 7f10f497b640 1 --2- 172.21.15.67:0/2352846994 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f10f015ffe0 0x7f10f009a950 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:05.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.380+0000 7f10f497b640 1 -- 172.21.15.67:0/2352846994 >> 172.21.15.67:0/2352846994 conn(0x7f10f00b3e90 msgr2=0x7f10f00b42a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:05.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.380+0000 7f10f497b640 1 -- 172.21.15.67:0/2352846994 shutdown_connections 2024-09-21T00:29:05.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.380+0000 7f10f497b640 1 -- 172.21.15.67:0/2352846994 wait complete. 2024-09-21T00:29:05.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.382+0000 7f10f497b640 1 Processor -- start 2024-09-21T00:29:05.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.382+0000 7f10f497b640 1 -- start start 2024-09-21T00:29:05.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.383+0000 7f10f497b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f10f00b1910 0x7f10f01589b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:05.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.383+0000 7f10f497b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f10f015ffe0 0x7f10f00c9e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:05.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.383+0000 7f10f497b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f10f01604c0 0x7f10f00ca340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:05.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.383+0000 7f10f497b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f10f00ce8a0 con 0x7f10f00b1910 2024-09-21T00:29:05.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.383+0000 7f10f497b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f10f00b7c00 con 0x7f10f015ffe0 2024-09-21T00:29:05.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.383+0000 7f10f497b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f10f00cea20 con 0x7f10f01604c0 2024-09-21T00:29:05.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.383+0000 7f10ee59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f10f00b1910 0x7f10f01589b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:05.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.383+0000 7f10ee59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f10f00b1910 0x7f10f01589b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48286/0 (socket says 172.21.15.67:48286) 2024-09-21T00:29:05.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.383+0000 7f10ee59c640 1 -- 172.21.15.67:0/3528112865 learned_addr learned my addr 172.21.15.67:0/3528112865 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:05.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.383+0000 7f10edd9b640 1 --2- 172.21.15.67:0/3528112865 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f10f015ffe0 0x7f10f00c9e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:05.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.383+0000 7f10eed9d640 1 --2- 172.21.15.67:0/3528112865 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f10f01604c0 0x7f10f00ca340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:05.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.383+0000 7f10ee59c640 1 -- 172.21.15.67:0/3528112865 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f10f01604c0 msgr2=0x7f10f00ca340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:05.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.383+0000 7f10ee59c640 1 --2- 172.21.15.67:0/3528112865 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f10f01604c0 0x7f10f00ca340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:05.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.383+0000 7f10ee59c640 1 -- 172.21.15.67:0/3528112865 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f10f015ffe0 msgr2=0x7f10f00c9e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:05.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.383+0000 7f10ee59c640 1 --2- 172.21.15.67:0/3528112865 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f10f015ffe0 0x7f10f00c9e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:05.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.384+0000 7f10ee59c640 1 -- 172.21.15.67:0/3528112865 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10f01f7f70 con 0x7f10f00b1910 2024-09-21T00:29:05.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.384+0000 7f10edd9b640 1 --2- 172.21.15.67:0/3528112865 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f10f015ffe0 0x7f10f00c9e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:29:05.388 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.384+0000 7f10ee59c640 1 --2- 172.21.15.67:0/3528112865 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f10f00b1910 0x7f10f01589b0 secure :-1 s=READY pgs=1302 cs=0 l=1 rev1=1 crypto rx=0x7f10e0006010 tx=0x7f10e0003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:05.388 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.384+0000 7f10e6ffd640 1 -- 172.21.15.67:0/3528112865 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10e0044070 con 0x7f10f00b1910 2024-09-21T00:29:05.388 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.384+0000 7f10f497b640 1 -- 172.21.15.67:0/3528112865 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10f00cbe90 con 0x7f10f00b1910 2024-09-21T00:29:05.388 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.384+0000 7f10e6ffd640 1 -- 172.21.15.67:0/3528112865 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f10e0003e00 con 0x7f10f00b1910 2024-09-21T00:29:05.388 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.384+0000 7f10e6ffd640 1 -- 172.21.15.67:0/3528112865 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10e0004490 con 0x7f10f00b1910 2024-09-21T00:29:05.388 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.384+0000 7f10f497b640 1 -- 172.21.15.67:0/3528112865 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10f015daa0 con 0x7f10f00b1910 2024-09-21T00:29:05.388 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.385+0000 7f10f497b640 1 -- 172.21.15.67:0/3528112865 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f10f00cbc80 con 0x7f10f00b1910 2024-09-21T00:29:05.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.386+0000 7f10e6ffd640 1 -- 172.21.15.67:0/3528112865 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f10e0004630 con 0x7f10f00b1910 2024-09-21T00:29:05.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.386+0000 7f10e6ffd640 1 --2- 172.21.15.67:0/3528112865 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f10d0078b90 0x7f10d007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:05.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.386+0000 7f10e6ffd640 1 -- 172.21.15.67:0/3528112865 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 5737+0+0 (secure 0 0 0) 0x7f10e00bbd20 con 0x7f10f00b1910 2024-09-21T00:29:05.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.386+0000 7f10edd9b640 1 --2- 172.21.15.67:0/3528112865 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f10d0078b90 0x7f10d007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:05.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.387+0000 7f10edd9b640 1 --2- 172.21.15.67:0/3528112865 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f10d0078b90 0x7f10d007b0a0 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f10f00b0db0 tx=0x7f10d8005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:05.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.391+0000 7f10e6ffd640 1 -- 172.21.15.67:0/3528112865 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f10e0032030 con 0x7f10f00b1910 2024-09-21T00:29:05.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.618+0000 7f10f497b640 1 -- 172.21.15.67:0/3528112865 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f10f01611f0 con 0x7f10f00b1910 2024-09-21T00:29:05.620 INFO:tasks.ceph.mon.a.smithi067.stderr:2024-09-21T00:29:05.619+0000 7f6547693640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-21T00:29:05.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.620+0000 7f10e6ffd640 1 -- 172.21.15.67:0/3528112865 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v91) ==== 161+0+0 (secure 0 0 0) 0x7f10e00840c0 con 0x7f10f00b1910 2024-09-21T00:29:05.622 INFO:teuthology.orchestra.run.smithi067.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-21T00:29:05.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.623+0000 7f10f497b640 1 -- 172.21.15.67:0/3528112865 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f10d0078b90 msgr2=0x7f10d007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:05.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.623+0000 7f10f497b640 1 --2- 172.21.15.67:0/3528112865 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f10d0078b90 0x7f10d007b0a0 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f10f00b0db0 tx=0x7f10d8005f90 comp rx=0 tx=0).stop 2024-09-21T00:29:05.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.623+0000 7f10f497b640 1 -- 172.21.15.67:0/3528112865 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f10f00b1910 msgr2=0x7f10f01589b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:05.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.623+0000 7f10f497b640 1 --2- 172.21.15.67:0/3528112865 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f10f00b1910 0x7f10f01589b0 secure :-1 s=READY pgs=1302 cs=0 l=1 rev1=1 crypto rx=0x7f10e0006010 tx=0x7f10e0003c10 comp rx=0 tx=0).stop 2024-09-21T00:29:05.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.624+0000 7f10f497b640 1 -- 172.21.15.67:0/3528112865 shutdown_connections 2024-09-21T00:29:05.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.624+0000 7f10f497b640 1 --2- 172.21.15.67:0/3528112865 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f10d0078b90 0x7f10d007b0a0 secure :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f10f00b0db0 tx=0x7f10d8005f90 comp rx=0 tx=0).stop 2024-09-21T00:29:05.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.624+0000 7f10f497b640 1 --2- 172.21.15.67:0/3528112865 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f10f01604c0 0x7f10f00ca340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:05.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.624+0000 7f10f497b640 1 --2- 172.21.15.67:0/3528112865 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f10f015ffe0 0x7f10f00c9e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:05.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.624+0000 7f10f497b640 1 --2- 172.21.15.67:0/3528112865 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f10f00b1910 0x7f10f01589b0 unknown :-1 s=CLOSED pgs=1302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:05.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.624+0000 7f10f497b640 1 -- 172.21.15.67:0/3528112865 >> 172.21.15.67:0/3528112865 conn(0x7f10f00b3e90 msgr2=0x7f10f00726c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:05.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.624+0000 7f10f497b640 1 -- 172.21.15.67:0/3528112865 shutdown_connections 2024-09-21T00:29:05.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.624+0000 7f10f497b640 1 -- 172.21.15.67:0/3528112865 wait complete. 2024-09-21T00:29:05.638 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-21T00:29:05.693 INFO:tasks.ceph.mds.a.smithi067.stdout:starting mds.a at 2024-09-21T00:29:05.759 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.758+0000 7f26b6782640 1 -- 172.21.15.67:0/3724572237 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f26b00d1800 msgr2=0x7f26b006ec80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:05.760 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.758+0000 7f26b6782640 1 --2- 172.21.15.67:0/3724572237 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f26b00d1800 0x7f26b006ec80 secure :-1 s=READY pgs=1305 cs=0 l=1 rev1=1 crypto rx=0x7f26a8005fd0 tx=0x7f26a802aa90 comp rx=0 tx=0).stop 2024-09-21T00:29:05.760 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.758+0000 7f26b6782640 1 -- 172.21.15.67:0/3724572237 shutdown_connections 2024-09-21T00:29:05.760 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.758+0000 7f26b6782640 1 --2- 172.21.15.67:0/3724572237 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f26b00d1800 0x7f26b006ec80 unknown :-1 s=CLOSED pgs=1305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:05.760 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.758+0000 7f26b6782640 1 --2- 172.21.15.67:0/3724572237 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f26b00b3cb0 0x7f26b00d3330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:05.760 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.758+0000 7f26b6782640 1 -- 172.21.15.67:0/3724572237 >> 172.21.15.67:0/3724572237 conn(0x7f26b008bee0 msgr2=0x7f26b00d4720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:05.760 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.758+0000 7f26b6782640 1 -- 172.21.15.67:0/3724572237 shutdown_connections 2024-09-21T00:29:05.760 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.758+0000 7f26b6782640 1 -- 172.21.15.67:0/3724572237 wait complete. 2024-09-21T00:29:05.761 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.760+0000 7f26b6782640 1 Processor -- start 2024-09-21T00:29:05.761 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.760+0000 7f26b6782640 1 -- start start 2024-09-21T00:29:05.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.761+0000 7f26b6782640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f26b00b3cb0 0x7f26b009f900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:05.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.761+0000 7f26b6782640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f26b00d4e30 0x7f26b009e440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:05.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.761+0000 7f26b6782640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f26b01e8080 0x7f26b00a10d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:05.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.761+0000 7f26b6782640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f26b006f550 con 0x7f26b00d4e30 2024-09-21T00:29:05.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.761+0000 7f26b6782640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f26b006f3d0 con 0x7f26b01e8080 2024-09-21T00:29:05.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.761+0000 7f26b6782640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f26b006f6d0 con 0x7f26b00b3cb0 2024-09-21T00:29:05.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.761+0000 7f26af7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f26b00d4e30 0x7f26b009e440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:05.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.761+0000 7f26af7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f26b00d4e30 0x7f26b009e440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48316/0 (socket says 172.21.15.67:48316) 2024-09-21T00:29:05.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.762+0000 7f26af7fe640 1 -- 172.21.15.67:0/3957771190 learned_addr learned my addr 172.21.15.67:0/3957771190 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:05.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.762+0000 7f26b4d1f640 1 --2- 172.21.15.67:0/3957771190 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f26b01e8080 0x7f26b00a10d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:05.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.762+0000 7f26affff640 1 --2- 172.21.15.67:0/3957771190 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f26b00b3cb0 0x7f26b009f900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:05.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.762+0000 7f26af7fe640 1 -- 172.21.15.67:0/3957771190 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f26b00b3cb0 msgr2=0x7f26b009f900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:05.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.762+0000 7f26af7fe640 1 --2- 172.21.15.67:0/3957771190 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f26b00b3cb0 0x7f26b009f900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:05.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.762+0000 7f26af7fe640 1 -- 172.21.15.67:0/3957771190 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f26b01e8080 msgr2=0x7f26b00a10d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:05.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.762+0000 7f26af7fe640 1 --2- 172.21.15.67:0/3957771190 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f26b01e8080 0x7f26b00a10d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:05.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.762+0000 7f26af7fe640 1 -- 172.21.15.67:0/3957771190 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26b009fe40 con 0x7f26b00d4e30 2024-09-21T00:29:05.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.762+0000 7f26af7fe640 1 --2- 172.21.15.67:0/3957771190 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f26b00d4e30 0x7f26b009e440 secure :-1 s=READY pgs=1306 cs=0 l=1 rev1=1 crypto rx=0x7f26a400c400 tx=0x7f26a400c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:05.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.762+0000 7f26acff9640 1 -- 172.21.15.67:0/3957771190 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26a4017070 con 0x7f26b00d4e30 2024-09-21T00:29:05.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.762+0000 7f26b6782640 1 -- 172.21.15.67:0/3957771190 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f26b00a1e40 con 0x7f26b00d4e30 2024-09-21T00:29:05.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.762+0000 7f26acff9640 1 -- 172.21.15.67:0/3957771190 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f26a40053c0 con 0x7f26b00d4e30 2024-09-21T00:29:05.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.762+0000 7f26acff9640 1 -- 172.21.15.67:0/3957771190 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26a40038a0 con 0x7f26b00d4e30 2024-09-21T00:29:05.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.762+0000 7f26b6782640 1 -- 172.21.15.67:0/3957771190 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26b01e7880 con 0x7f26b00d4e30 2024-09-21T00:29:05.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.764+0000 7f26b6782640 1 -- 172.21.15.67:0/3957771190 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f26b00a1bb0 con 0x7f26b00d4e30 2024-09-21T00:29:05.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.764+0000 7f26acff9640 1 -- 172.21.15.67:0/3957771190 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f26a401a070 con 0x7f26b00d4e30 2024-09-21T00:29:05.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.764+0000 7f26acff9640 1 --2- 172.21.15.67:0/3957771190 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f269c078b90 0x7f269c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:05.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.765+0000 7f26acff9640 1 -- 172.21.15.67:0/3957771190 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 5795+0+0 (secure 0 0 0) 0x7f26a409a0c0 con 0x7f26b00d4e30 2024-09-21T00:29:05.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.765+0000 7f26affff640 1 --2- 172.21.15.67:0/3957771190 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f269c078b90 0x7f269c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:05.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.765+0000 7f26affff640 1 --2- 172.21.15.67:0/3957771190 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f269c078b90 0x7f269c07b0a0 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f26a0009c00 tx=0x7f26a0005f30 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:05.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.769+0000 7f26acff9640 1 -- 172.21.15.67:0/3957771190 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f26a4061e60 con 0x7f26b00d4e30 2024-09-21T00:29:05.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:05.995+0000 7f26b6782640 1 -- 172.21.15.67:0/3957771190 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f26b006fb80 con 0x7f26b00d4e30 2024-09-21T00:29:06.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:06.622+0000 7f26acff9640 1 -- 172.21.15.67:0/3957771190 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v92) ==== 104+0+0 (secure 0 0 0) 0x7f26a4066890 con 0x7f26b00d4e30 2024-09-21T00:29:06.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:06.625+0000 7f26b6782640 1 -- 172.21.15.67:0/3957771190 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f269c078b90 msgr2=0x7f269c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:06.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:06.625+0000 7f26b6782640 1 --2- 172.21.15.67:0/3957771190 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f269c078b90 0x7f269c07b0a0 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f26a0009c00 tx=0x7f26a0005f30 comp rx=0 tx=0).stop 2024-09-21T00:29:06.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:06.625+0000 7f26b6782640 1 -- 172.21.15.67:0/3957771190 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f26b00d4e30 msgr2=0x7f26b009e440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:06.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:06.625+0000 7f26b6782640 1 --2- 172.21.15.67:0/3957771190 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f26b00d4e30 0x7f26b009e440 secure :-1 s=READY pgs=1306 cs=0 l=1 rev1=1 crypto rx=0x7f26a400c400 tx=0x7f26a400c8c0 comp rx=0 tx=0).stop 2024-09-21T00:29:06.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:06.625+0000 7f26b6782640 1 -- 172.21.15.67:0/3957771190 shutdown_connections 2024-09-21T00:29:06.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:06.625+0000 7f26b6782640 1 --2- 172.21.15.67:0/3957771190 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f269c078b90 0x7f269c07b0a0 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:06.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:06.625+0000 7f26b6782640 1 --2- 172.21.15.67:0/3957771190 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f26b01e8080 0x7f26b00a10d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:06.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:06.625+0000 7f26b6782640 1 --2- 172.21.15.67:0/3957771190 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f26b00d4e30 0x7f26b009e440 unknown :-1 s=CLOSED pgs=1306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:06.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:06.625+0000 7f26b6782640 1 --2- 172.21.15.67:0/3957771190 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f26b00b3cb0 0x7f26b009f900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:06.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:06.625+0000 7f26b6782640 1 -- 172.21.15.67:0/3957771190 >> 172.21.15.67:0/3957771190 conn(0x7f26b008bee0 msgr2=0x7f26b00b7870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:06.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:06.625+0000 7f26b6782640 1 -- 172.21.15.67:0/3957771190 shutdown_connections 2024-09-21T00:29:06.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:06.625+0000 7f26b6782640 1 -- 172.21.15.67:0/3957771190 wait complete. 2024-09-21T00:29:06.639 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-21T00:29:06.762 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:06.760+0000 7fb973b62640 1 -- 172.21.15.67:0/1023762675 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb96c0d1460 msgr2=0x7fb96c0cfce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:06.762 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:06.760+0000 7fb973b62640 1 --2- 172.21.15.67:0/1023762675 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb96c0d1460 0x7fb96c0cfce0 secure :-1 s=READY pgs=1307 cs=0 l=1 rev1=1 crypto rx=0x7fb964005fd0 tx=0x7fb96402aa80 comp rx=0 tx=0).stop 2024-09-21T00:29:06.762 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:06.760+0000 7fb973b62640 1 -- 172.21.15.67:0/1023762675 shutdown_connections 2024-09-21T00:29:06.762 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:06.760+0000 7fb973b62640 1 --2- 172.21.15.67:0/1023762675 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb96c0d1460 0x7fb96c0cfce0 unknown :-1 s=CLOSED pgs=1307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:06.762 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:06.760+0000 7fb973b62640 1 --2- 172.21.15.67:0/1023762675 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb96c0b7480 0x7fb96c0d0f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:06.762 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:06.760+0000 7fb973b62640 1 -- 172.21.15.67:0/1023762675 >> 172.21.15.67:0/1023762675 conn(0x7fb96c08bee0 msgr2=0x7fb96c0d4630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:06.762 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:06.760+0000 7fb973b62640 1 -- 172.21.15.67:0/1023762675 shutdown_connections 2024-09-21T00:29:06.762 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:06.760+0000 7fb973b62640 1 -- 172.21.15.67:0/1023762675 wait complete. 2024-09-21T00:29:06.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:06.762+0000 7fb973b62640 1 Processor -- start 2024-09-21T00:29:06.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:06.762+0000 7fb973b62640 1 -- start start 2024-09-21T00:29:06.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:06.763+0000 7fb973b62640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb96c0b7480 0x7fb96c1eabe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:06.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:06.763+0000 7fb973b62640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb96c0b9ca0 0x7fb96c1eb120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:06.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:06.763+0000 7fb973b62640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb96c0d1460 0x7fb96c1eb660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:06.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:06.763+0000 7fb973b62640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fb96c0d05b0 con 0x7fb96c0d1460 2024-09-21T00:29:06.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:06.763+0000 7fb973b62640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fb96c0d0430 con 0x7fb96c0b9ca0 2024-09-21T00:29:06.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:06.763+0000 7fb973b62640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fb96c0d0730 con 0x7fb96c0b7480 2024-09-21T00:29:06.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:06.763+0000 7fb9720ff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb96c0d1460 0x7fb96c1eb660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:06.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:06.764+0000 7fb9720ff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb96c0d1460 0x7fb96c1eb660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48330/0 (socket says 172.21.15.67:48330) 2024-09-21T00:29:06.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:06.764+0000 7fb9720ff640 1 -- 172.21.15.67:0/3399392635 learned_addr learned my addr 172.21.15.67:0/3399392635 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:06.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:06.764+0000 7fb9718fe640 1 --2- 172.21.15.67:0/3399392635 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb96c0b7480 0x7fb96c1eabe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:06.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:06.764+0000 7fb9710fd640 1 --2- 172.21.15.67:0/3399392635 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb96c0b9ca0 0x7fb96c1eb120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:06.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:06.764+0000 7fb9720ff640 1 -- 172.21.15.67:0/3399392635 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb96c0b7480 msgr2=0x7fb96c1eabe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:06.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:06.764+0000 7fb9720ff640 1 --2- 172.21.15.67:0/3399392635 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb96c0b7480 0x7fb96c1eabe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:06.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:06.764+0000 7fb9720ff640 1 -- 172.21.15.67:0/3399392635 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb96c0b9ca0 msgr2=0x7fb96c1eb120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:06.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:06.764+0000 7fb9720ff640 1 --2- 172.21.15.67:0/3399392635 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb96c0b9ca0 0x7fb96c1eb120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:06.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:06.764+0000 7fb9720ff640 1 -- 172.21.15.67:0/3399392635 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb96c0a1f60 con 0x7fb96c0d1460 2024-09-21T00:29:06.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:06.764+0000 7fb9720ff640 1 --2- 172.21.15.67:0/3399392635 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb96c0d1460 0x7fb96c1eb660 secure :-1 s=READY pgs=1308 cs=0 l=1 rev1=1 crypto rx=0x7fb964006010 tx=0x7fb964003ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:06.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:06.764+0000 7fb9627fc640 1 -- 172.21.15.67:0/3399392635 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb964044070 con 0x7fb96c0d1460 2024-09-21T00:29:06.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:06.764+0000 7fb9627fc640 1 -- 172.21.15.67:0/3399392635 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb964003e50 con 0x7fb96c0d1460 2024-09-21T00:29:06.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:06.764+0000 7fb973b62640 1 -- 172.21.15.67:0/3399392635 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb96c14d940 con 0x7fb96c0d1460 2024-09-21T00:29:06.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:06.764+0000 7fb9627fc640 1 -- 172.21.15.67:0/3399392635 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9640044b0 con 0x7fb96c0d1460 2024-09-21T00:29:06.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:06.764+0000 7fb973b62640 1 -- 172.21.15.67:0/3399392635 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb96c14f4a0 con 0x7fb96c0d1460 2024-09-21T00:29:06.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:06.765+0000 7fb973b62640 1 -- 172.21.15.67:0/3399392635 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb96c0d0f20 con 0x7fb96c0d1460 2024-09-21T00:29:06.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:06.766+0000 7fb9627fc640 1 -- 172.21.15.67:0/3399392635 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fb964047070 con 0x7fb96c0d1460 2024-09-21T00:29:06.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:06.767+0000 7fb9627fc640 1 --2- 172.21.15.67:0/3399392635 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb950078b90 0x7fb95007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:06.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:06.767+0000 7fb9627fc640 1 -- 172.21.15.67:0/3399392635 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 5795+0+0 (secure 0 0 0) 0x7fb9640bbc90 con 0x7fb96c0d1460 2024-09-21T00:29:06.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:06.767+0000 7fb9718fe640 1 --2- 172.21.15.67:0/3399392635 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb950078b90 0x7fb95007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:06.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:06.768+0000 7fb9718fe640 1 --2- 172.21.15.67:0/3399392635 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb950078b90 0x7fb95007b0a0 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7fb968007fd0 tx=0x7fb968009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:06.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:06.771+0000 7fb9627fc640 1 -- 172.21.15.67:0/3399392635 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fb964032030 con 0x7fb96c0d1460 2024-09-21T00:29:06.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:06.958+0000 7fb973b62640 1 -- 172.21.15.67:0/3399392635 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fb96c0d1ef0 con 0x7fb96c0d1460 2024-09-21T00:29:07.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:07.623+0000 7fb9627fc640 1 -- 172.21.15.67:0/3399392635 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v108) ==== 181+0+0 (secure 0 0 0) 0x7fb964083a20 con 0x7fb96c0d1460 2024-09-21T00:29:07.625 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_metadata' removed 2024-09-21T00:29:07.629 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:07.627+0000 7fb973b62640 1 -- 172.21.15.67:0/3399392635 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb950078b90 msgr2=0x7fb95007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:07.629 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:07.627+0000 7fb973b62640 1 --2- 172.21.15.67:0/3399392635 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb950078b90 0x7fb95007b0a0 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7fb968007fd0 tx=0x7fb968009040 comp rx=0 tx=0).stop 2024-09-21T00:29:07.629 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:07.627+0000 7fb973b62640 1 -- 172.21.15.67:0/3399392635 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb96c0d1460 msgr2=0x7fb96c1eb660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:07.629 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:07.627+0000 7fb973b62640 1 --2- 172.21.15.67:0/3399392635 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb96c0d1460 0x7fb96c1eb660 secure :-1 s=READY pgs=1308 cs=0 l=1 rev1=1 crypto rx=0x7fb964006010 tx=0x7fb964003ce0 comp rx=0 tx=0).stop 2024-09-21T00:29:07.630 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:07.627+0000 7fb973b62640 1 -- 172.21.15.67:0/3399392635 shutdown_connections 2024-09-21T00:29:07.630 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:07.627+0000 7fb973b62640 1 --2- 172.21.15.67:0/3399392635 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb950078b90 0x7fb95007b0a0 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:07.630 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:07.627+0000 7fb973b62640 1 --2- 172.21.15.67:0/3399392635 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb96c0d1460 0x7fb96c1eb660 unknown :-1 s=CLOSED pgs=1308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:07.630 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:07.627+0000 7fb973b62640 1 --2- 172.21.15.67:0/3399392635 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb96c0b9ca0 0x7fb96c1eb120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:07.630 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:07.627+0000 7fb973b62640 1 --2- 172.21.15.67:0/3399392635 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb96c0b7480 0x7fb96c1eabe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:07.630 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:07.627+0000 7fb973b62640 1 -- 172.21.15.67:0/3399392635 >> 172.21.15.67:0/3399392635 conn(0x7fb96c08bee0 msgr2=0x7fb96c0b8250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:07.630 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:07.628+0000 7fb973b62640 1 -- 172.21.15.67:0/3399392635 shutdown_connections 2024-09-21T00:29:07.631 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:07.628+0000 7fb973b62640 1 -- 172.21.15.67:0/3399392635 wait complete. 2024-09-21T00:29:07.646 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-21T00:29:07.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:07.772+0000 7f8eb9913640 1 -- 172.21.15.67:0/823966502 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8e9c004800 msgr2=0x7f8e9c004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:07.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:07.772+0000 7f8eb9913640 1 --2- 172.21.15.67:0/823966502 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8e9c004800 0x7f8e9c004c10 secure :-1 s=READY pgs=1310 cs=0 l=1 rev1=1 crypto rx=0x7f8ea80016c0 tx=0x7f8e9c005830 comp rx=0 tx=0).stop 2024-09-21T00:29:07.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:07.772+0000 7f8eb9913640 1 -- 172.21.15.67:0/823966502 shutdown_connections 2024-09-21T00:29:07.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:07.772+0000 7f8eb9913640 1 --2- 172.21.15.67:0/823966502 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8e9c004800 0x7f8e9c004c10 unknown :-1 s=CLOSED pgs=1310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:07.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:07.772+0000 7f8eb9913640 1 -- 172.21.15.67:0/823966502 >> 172.21.15.67:0/823966502 conn(0x7f8eb40d4630 msgr2=0x7f8eb40d4a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:07.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:07.772+0000 7f8eb9913640 1 -- 172.21.15.67:0/823966502 shutdown_connections 2024-09-21T00:29:07.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:07.772+0000 7f8eb9913640 1 -- 172.21.15.67:0/823966502 wait complete. 2024-09-21T00:29:07.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:07.774+0000 7f8eb9913640 1 Processor -- start 2024-09-21T00:29:07.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:07.774+0000 7f8eb9913640 1 -- start start 2024-09-21T00:29:07.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:07.775+0000 7f8eb9913640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8e9c004800 0x7f8eb4161970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:07.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:07.775+0000 7f8eb9913640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8eb40ce4d0 0x7f8eb41f57d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:07.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:07.775+0000 7f8eb9913640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8eb40cb670 0x7f8eb40cba80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:07.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:07.775+0000 7f8eb9913640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f8eb40d3570 con 0x7f8eb40ce4d0 2024-09-21T00:29:07.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:07.775+0000 7f8eb9913640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f8eb40d33f0 con 0x7f8eb40cb670 2024-09-21T00:29:07.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:07.775+0000 7f8eb9913640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f8eb40d36f0 con 0x7f8e9c004800 2024-09-21T00:29:07.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:07.775+0000 7f8eb27fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8eb40ce4d0 0x7f8eb41f57d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:07.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:07.775+0000 7f8eb27fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8eb40ce4d0 0x7f8eb41f57d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48352/0 (socket says 172.21.15.67:48352) 2024-09-21T00:29:07.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:07.775+0000 7f8eb27fc640 1 -- 172.21.15.67:0/3673085770 learned_addr learned my addr 172.21.15.67:0/3673085770 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:07.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:07.775+0000 7f8eb37fe640 1 --2- 172.21.15.67:0/3673085770 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8eb40cb670 0x7f8eb40cba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:07.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:07.776+0000 7f8eb2ffd640 1 --2- 172.21.15.67:0/3673085770 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8e9c004800 0x7f8eb4161970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:07.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:07.776+0000 7f8eb27fc640 1 -- 172.21.15.67:0/3673085770 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8e9c004800 msgr2=0x7f8eb4161970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:07.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:07.776+0000 7f8eb27fc640 1 --2- 172.21.15.67:0/3673085770 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8e9c004800 0x7f8eb4161970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:07.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:07.776+0000 7f8eb27fc640 1 -- 172.21.15.67:0/3673085770 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8eb40cb670 msgr2=0x7f8eb40cba80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:07.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:07.776+0000 7f8eb27fc640 1 --2- 172.21.15.67:0/3673085770 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8eb40cb670 0x7f8eb40cba80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:07.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:07.776+0000 7f8eb27fc640 1 -- 172.21.15.67:0/3673085770 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8eb40cbfc0 con 0x7f8eb40ce4d0 2024-09-21T00:29:07.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:07.776+0000 7f8eb37fe640 1 --2- 172.21.15.67:0/3673085770 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8eb40cb670 0x7f8eb40cba80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:29:07.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:07.776+0000 7f8eb2ffd640 1 --2- 172.21.15.67:0/3673085770 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8e9c004800 0x7f8eb4161970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:29:07.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:07.776+0000 7f8eb27fc640 1 --2- 172.21.15.67:0/3673085770 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8eb40ce4d0 0x7f8eb41f57d0 secure :-1 s=READY pgs=1311 cs=0 l=1 rev1=1 crypto rx=0x7f8ea8000c00 tx=0x7f8ea80062f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:07.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:07.776+0000 7f8e9bfff640 1 -- 172.21.15.67:0/3673085770 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ea8042070 con 0x7f8eb40ce4d0 2024-09-21T00:29:07.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:07.776+0000 7f8e9bfff640 1 -- 172.21.15.67:0/3673085770 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8ea8039070 con 0x7f8eb40ce4d0 2024-09-21T00:29:07.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:07.776+0000 7f8eb9913640 1 -- 172.21.15.67:0/3673085770 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8eb41608d0 con 0x7f8eb40ce4d0 2024-09-21T00:29:07.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:07.776+0000 7f8e9bfff640 1 -- 172.21.15.67:0/3673085770 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ea8003bb0 con 0x7f8eb40ce4d0 2024-09-21T00:29:07.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:07.776+0000 7f8eb9913640 1 -- 172.21.15.67:0/3673085770 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8eb4160e90 con 0x7f8eb40ce4d0 2024-09-21T00:29:07.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:07.777+0000 7f8eb9913640 1 -- 172.21.15.67:0/3673085770 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8eb408d000 con 0x7f8eb40ce4d0 2024-09-21T00:29:07.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:07.778+0000 7f8e9bfff640 1 -- 172.21.15.67:0/3673085770 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f8ea803b070 con 0x7f8eb40ce4d0 2024-09-21T00:29:07.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:07.778+0000 7f8e9bfff640 1 --2- 172.21.15.67:0/3673085770 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8ea0078b90 0x7f8ea007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:07.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:07.778+0000 7f8e9bfff640 1 -- 172.21.15.67:0/3673085770 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 5357+0+0 (secure 0 0 0) 0x7f8ea80ba030 con 0x7f8eb40ce4d0 2024-09-21T00:29:07.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:07.779+0000 7f8eb2ffd640 1 --2- 172.21.15.67:0/3673085770 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8ea0078b90 0x7f8ea007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:07.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:07.779+0000 7f8eb2ffd640 1 --2- 172.21.15.67:0/3673085770 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8ea0078b90 0x7f8ea007b0a0 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f8eb406bb40 tx=0x7f8ea40094a0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:07.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:07.783+0000 7f8e9bfff640 1 -- 172.21.15.67:0/3673085770 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f8eb408d000 con 0x7f8eb40ce4d0 2024-09-21T00:29:07.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:07.969+0000 7f8eb9913640 1 -- 172.21.15.67:0/3673085770 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f8eb40d14e0 con 0x7f8eb40ce4d0 2024-09-21T00:29:08.631 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:08.628+0000 7f8e9bfff640 1 -- 172.21.15.67:0/3673085770 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v109) ==== 169+0+0 (secure 0 0 0) 0x7f8eb40cbfc0 con 0x7f8eb40ce4d0 2024-09-21T00:29:08.631 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_data' removed 2024-09-21T00:29:08.634 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:08.631+0000 7f8eb9913640 1 -- 172.21.15.67:0/3673085770 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8ea0078b90 msgr2=0x7f8ea007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:08.634 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:08.631+0000 7f8eb9913640 1 --2- 172.21.15.67:0/3673085770 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8ea0078b90 0x7f8ea007b0a0 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f8eb406bb40 tx=0x7f8ea40094a0 comp rx=0 tx=0).stop 2024-09-21T00:29:08.634 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:08.631+0000 7f8eb9913640 1 -- 172.21.15.67:0/3673085770 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8eb40ce4d0 msgr2=0x7f8eb41f57d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:08.634 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:08.631+0000 7f8eb9913640 1 --2- 172.21.15.67:0/3673085770 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8eb40ce4d0 0x7f8eb41f57d0 secure :-1 s=READY pgs=1311 cs=0 l=1 rev1=1 crypto rx=0x7f8ea8000c00 tx=0x7f8ea80062f0 comp rx=0 tx=0).stop 2024-09-21T00:29:08.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:08.632+0000 7f8eb9913640 1 -- 172.21.15.67:0/3673085770 shutdown_connections 2024-09-21T00:29:08.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:08.633+0000 7f8eb9913640 1 --2- 172.21.15.67:0/3673085770 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8ea0078b90 0x7f8ea007b0a0 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:08.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:08.633+0000 7f8eb9913640 1 --2- 172.21.15.67:0/3673085770 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8eb40cb670 0x7f8eb40cba80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:08.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:08.633+0000 7f8eb9913640 1 --2- 172.21.15.67:0/3673085770 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8eb40ce4d0 0x7f8eb41f57d0 unknown :-1 s=CLOSED pgs=1311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:08.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:08.633+0000 7f8eb9913640 1 --2- 172.21.15.67:0/3673085770 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8e9c004800 0x7f8eb4161970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:08.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:08.633+0000 7f8eb9913640 1 -- 172.21.15.67:0/3673085770 >> 172.21.15.67:0/3673085770 conn(0x7f8eb40d4630 msgr2=0x7f8eb40b8240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:08.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:08.633+0000 7f8eb9913640 1 -- 172.21.15.67:0/3673085770 shutdown_connections 2024-09-21T00:29:08.636 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:08.633+0000 7f8eb9913640 1 -- 172.21.15.67:0/3673085770 wait complete. 2024-09-21T00:29:08.650 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config reset 31 2024-09-21T00:29:08.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:08.771+0000 7f451a294640 1 -- 172.21.15.67:0/2923698848 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f45140d0270 msgr2=0x7f45140b6560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:08.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:08.771+0000 7f451a294640 1 --2- 172.21.15.67:0/2923698848 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f45140d0270 0x7f45140b6560 secure :-1 s=READY pgs=1313 cs=0 l=1 rev1=1 crypto rx=0x7f450c005fd0 tx=0x7f450c02a820 comp rx=0 tx=0).stop 2024-09-21T00:29:08.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:08.771+0000 7f451a294640 1 -- 172.21.15.67:0/2923698848 shutdown_connections 2024-09-21T00:29:08.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:08.771+0000 7f451a294640 1 --2- 172.21.15.67:0/2923698848 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f45140d0270 0x7f45140b6560 unknown :-1 s=CLOSED pgs=1313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:08.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:08.771+0000 7f451a294640 1 --2- 172.21.15.67:0/2923698848 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f45140b9e70 0x7f45140b6020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:08.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:08.771+0000 7f451a294640 1 -- 172.21.15.67:0/2923698848 >> 172.21.15.67:0/2923698848 conn(0x7f45140d45a0 msgr2=0x7f45140d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:08.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:08.771+0000 7f451a294640 1 -- 172.21.15.67:0/2923698848 shutdown_connections 2024-09-21T00:29:08.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:08.771+0000 7f451a294640 1 -- 172.21.15.67:0/2923698848 wait complete. 2024-09-21T00:29:08.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:08.773+0000 7f451a294640 1 Processor -- start 2024-09-21T00:29:08.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:08.773+0000 7f451a294640 1 -- start start 2024-09-21T00:29:08.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:08.774+0000 7f451a294640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f45140b9e70 0x7f451415dfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:08.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:08.774+0000 7f451a294640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f45140d0270 0x7f45141593c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:08.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:08.774+0000 7f451a294640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f45140d22f0 0x7f4514159900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:08.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:08.774+0000 7f451a294640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f451406f660 con 0x7f45140b9e70 2024-09-21T00:29:08.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:08.774+0000 7f451a294640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f451406f4e0 con 0x7f45140d22f0 2024-09-21T00:29:08.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:08.774+0000 7f451a294640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f451406f7e0 con 0x7f45140d0270 2024-09-21T00:29:08.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:08.775+0000 7f4513fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f45140b9e70 0x7f451415dfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:08.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:08.775+0000 7f4513fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f45140b9e70 0x7f451415dfa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48356/0 (socket says 172.21.15.67:48356) 2024-09-21T00:29:08.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:08.775+0000 7f4513fff640 1 -- 172.21.15.67:0/3817091011 learned_addr learned my addr 172.21.15.67:0/3817091011 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:08.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:08.775+0000 7f45137fe640 1 --2- 172.21.15.67:0/3817091011 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f45140d0270 0x7f45141593c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:08.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:08.775+0000 7f4518831640 1 --2- 172.21.15.67:0/3817091011 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f45140d22f0 0x7f4514159900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:08.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:08.775+0000 7f4513fff640 1 -- 172.21.15.67:0/3817091011 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f45140d0270 msgr2=0x7f45141593c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:08.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:08.775+0000 7f4513fff640 1 --2- 172.21.15.67:0/3817091011 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f45140d0270 0x7f45141593c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:08.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:08.775+0000 7f4513fff640 1 -- 172.21.15.67:0/3817091011 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f45140d22f0 msgr2=0x7f4514159900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:08.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:08.775+0000 7f4513fff640 1 --2- 172.21.15.67:0/3817091011 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f45140d22f0 0x7f4514159900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:08.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:08.775+0000 7f4513fff640 1 -- 172.21.15.67:0/3817091011 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f451415f480 con 0x7f45140b9e70 2024-09-21T00:29:08.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:08.775+0000 7f4513fff640 1 --2- 172.21.15.67:0/3817091011 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f45140b9e70 0x7f451415dfa0 secure :-1 s=READY pgs=1314 cs=0 l=1 rev1=1 crypto rx=0x7f450400d740 tx=0x7f450400dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:08.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:08.775+0000 7f4510ff9640 1 -- 172.21.15.67:0/3817091011 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4504017070 con 0x7f45140b9e70 2024-09-21T00:29:08.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:08.775+0000 7f4510ff9640 1 -- 172.21.15.67:0/3817091011 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4504009d20 con 0x7f45140b9e70 2024-09-21T00:29:08.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:08.775+0000 7f451a294640 1 -- 172.21.15.67:0/3817091011 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45141f5a20 con 0x7f45140b9e70 2024-09-21T00:29:08.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:08.775+0000 7f4510ff9640 1 -- 172.21.15.67:0/3817091011 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45040106c0 con 0x7f45140b9e70 2024-09-21T00:29:08.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:08.775+0000 7f451a294640 1 -- 172.21.15.67:0/3817091011 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f451415ef10 con 0x7f45140b9e70 2024-09-21T00:29:08.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:08.776+0000 7f451a294640 1 -- 172.21.15.67:0/3817091011 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f451406fc90 con 0x7f45140b9e70 2024-09-21T00:29:08.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:08.777+0000 7f4510ff9640 1 -- 172.21.15.67:0/3817091011 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f450401a070 con 0x7f45140b9e70 2024-09-21T00:29:08.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:08.777+0000 7f4510ff9640 1 --2- 172.21.15.67:0/3817091011 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4500078bc0 0x7f450007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:08.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:08.778+0000 7f4510ff9640 1 -- 172.21.15.67:0/3817091011 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 4943+0+0 (secure 0 0 0) 0x7f450409aaf0 con 0x7f45140b9e70 2024-09-21T00:29:08.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:08.778+0000 7f45137fe640 1 --2- 172.21.15.67:0/3817091011 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4500078bc0 0x7f450007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:08.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:08.778+0000 7f45137fe640 1 --2- 172.21.15.67:0/3817091011 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4500078bc0 0x7f450007b0d0 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f45140b62f0 tx=0x7f4508009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:08.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:08.782+0000 7f4510ff9640 1 -- 172.21.15.67:0/3817091011 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f45040632c0 con 0x7f45140b9e70 2024-09-21T00:29:08.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:08.969+0000 7f451a294640 1 -- 172.21.15.67:0/3817091011 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "config reset", "num": 31} v 0) -- 0x7f45140b7850 con 0x7f45140b9e70 2024-09-21T00:29:08.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:08.973+0000 7f4510ff9640 1 -- 172.21.15.67:0/3817091011 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "config reset", "num": 31}]=0 v51) ==== 71+0+0 (secure 0 0 0) 0x7f4504062bc0 con 0x7f45140b9e70 2024-09-21T00:29:08.977 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:08.975+0000 7f451a294640 1 -- 172.21.15.67:0/3817091011 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4500078bc0 msgr2=0x7f450007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:08.977 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:08.975+0000 7f451a294640 1 --2- 172.21.15.67:0/3817091011 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4500078bc0 0x7f450007b0d0 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f45140b62f0 tx=0x7f4508009040 comp rx=0 tx=0).stop 2024-09-21T00:29:08.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:08.975+0000 7f451a294640 1 -- 172.21.15.67:0/3817091011 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f45140b9e70 msgr2=0x7f451415dfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:08.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:08.975+0000 7f451a294640 1 --2- 172.21.15.67:0/3817091011 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f45140b9e70 0x7f451415dfa0 secure :-1 s=READY pgs=1314 cs=0 l=1 rev1=1 crypto rx=0x7f450400d740 tx=0x7f450400dc00 comp rx=0 tx=0).stop 2024-09-21T00:29:08.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:08.975+0000 7f451a294640 1 -- 172.21.15.67:0/3817091011 shutdown_connections 2024-09-21T00:29:08.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:08.975+0000 7f451a294640 1 --2- 172.21.15.67:0/3817091011 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4500078bc0 0x7f450007b0d0 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:08.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:08.975+0000 7f451a294640 1 --2- 172.21.15.67:0/3817091011 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f45140d22f0 0x7f4514159900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:08.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:08.975+0000 7f451a294640 1 --2- 172.21.15.67:0/3817091011 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f45140d0270 0x7f45141593c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:08.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:08.975+0000 7f451a294640 1 --2- 172.21.15.67:0/3817091011 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f45140b9e70 0x7f451415dfa0 unknown :-1 s=CLOSED pgs=1314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:08.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:08.975+0000 7f451a294640 1 -- 172.21.15.67:0/3817091011 >> 172.21.15.67:0/3817091011 conn(0x7f45140d45a0 msgr2=0x7f45140d27d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:08.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:08.975+0000 7f451a294640 1 -- 172.21.15.67:0/3817091011 shutdown_connections 2024-09-21T00:29:08.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:08.975+0000 7f451a294640 1 -- 172.21.15.67:0/3817091011 wait complete. 2024-09-21T00:29:08.988 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_scrub_checks.TestScrubChecks.test_stray_evaluation_with_scrub' 2024-09-21T00:29:09.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.107+0000 7f2dc8b2b640 1 -- 172.21.15.67:0/2833491706 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2dc4070070 msgr2=0x7f2dc4070480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:09.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.107+0000 7f2dc8b2b640 1 --2- 172.21.15.67:0/2833491706 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2dc4070070 0x7f2dc4070480 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f2dac005fd0 tx=0x7f2dac02a5c0 comp rx=0 tx=0).stop 2024-09-21T00:29:09.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.107+0000 7f2dc8b2b640 1 -- 172.21.15.67:0/2833491706 shutdown_connections 2024-09-21T00:29:09.110 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.107+0000 7f2dc8b2b640 1 --2- 172.21.15.67:0/2833491706 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2dc4070070 0x7f2dc4070480 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:09.110 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.107+0000 7f2dc8b2b640 1 --2- 172.21.15.67:0/2833491706 >> v2:172.21.15.97:3300/0 conn(0x7f2dc4152720 0x7f2dc40b4a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:09.110 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.107+0000 7f2dc8b2b640 1 -- 172.21.15.67:0/2833491706 >> 172.21.15.67:0/2833491706 conn(0x7f2dc406d5a0 msgr2=0x7f2dc40b1d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:09.110 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.107+0000 7f2dc8b2b640 1 -- 172.21.15.67:0/2833491706 shutdown_connections 2024-09-21T00:29:09.110 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.107+0000 7f2dc8b2b640 1 -- 172.21.15.67:0/2833491706 wait complete. 2024-09-21T00:29:09.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.109+0000 7f2dc8b2b640 1 Processor -- start 2024-09-21T00:29:09.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.109+0000 7f2dc8b2b640 1 -- start start 2024-09-21T00:29:09.113 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.110+0000 7f2dc8b2b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2dc4070070 0x7f2dc414f8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:09.113 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.110+0000 7f2dc8b2b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2dc4152720 0x7f2dc4154b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:09.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.110+0000 7f2dc8b2b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2dc415f1e0 0x7f2dc41f8d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:09.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.110+0000 7f2dc8b2b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f2dc415fe80 con 0x7f2dc415f1e0 2024-09-21T00:29:09.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.110+0000 7f2dc8b2b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f2dc415fd00 con 0x7f2dc4070070 2024-09-21T00:29:09.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.110+0000 7f2dc8b2b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f2dc4160000 con 0x7f2dc4152720 2024-09-21T00:29:09.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.110+0000 7f2dc2d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2dc415f1e0 0x7f2dc41f8d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:09.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.110+0000 7f2dc2d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2dc415f1e0 0x7f2dc41f8d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48364/0 (socket says 172.21.15.67:48364) 2024-09-21T00:29:09.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.110+0000 7f2dc2d9d640 1 -- 172.21.15.67:0/3383306329 learned_addr learned my addr 172.21.15.67:0/3383306329 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:09.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.110+0000 7f2dc1d9b640 1 --2- 172.21.15.67:0/3383306329 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2dc4152720 0x7f2dc4154b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:09.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.110+0000 7f2dc259c640 1 --2- 172.21.15.67:0/3383306329 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2dc4070070 0x7f2dc414f8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:09.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.111+0000 7f2dc2d9d640 1 -- 172.21.15.67:0/3383306329 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2dc4152720 msgr2=0x7f2dc4154b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:09.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.111+0000 7f2dc2d9d640 1 --2- 172.21.15.67:0/3383306329 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2dc4152720 0x7f2dc4154b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:09.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.111+0000 7f2dc2d9d640 1 -- 172.21.15.67:0/3383306329 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2dc4070070 msgr2=0x7f2dc414f8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:09.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.111+0000 7f2dc2d9d640 1 --2- 172.21.15.67:0/3383306329 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2dc4070070 0x7f2dc414f8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:09.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.111+0000 7f2dc2d9d640 1 -- 172.21.15.67:0/3383306329 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2dc4155ba0 con 0x7f2dc415f1e0 2024-09-21T00:29:09.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.111+0000 7f2dc2d9d640 1 --2- 172.21.15.67:0/3383306329 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2dc415f1e0 0x7f2dc41f8d10 secure :-1 s=READY pgs=1315 cs=0 l=1 rev1=1 crypto rx=0x7f2dbc00c3c0 tx=0x7f2dbc00c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:09.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.111+0000 7f2dbaffd640 1 -- 172.21.15.67:0/3383306329 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2dbc017070 con 0x7f2dc415f1e0 2024-09-21T00:29:09.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.111+0000 7f2dbaffd640 1 -- 172.21.15.67:0/3383306329 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2dbc0053c0 con 0x7f2dc415f1e0 2024-09-21T00:29:09.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.111+0000 7f2dc8b2b640 1 -- 172.21.15.67:0/3383306329 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2dc41555e0 con 0x7f2dc415f1e0 2024-09-21T00:29:09.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.111+0000 7f2dbaffd640 1 -- 172.21.15.67:0/3383306329 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2dbc003850 con 0x7f2dc415f1e0 2024-09-21T00:29:09.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.111+0000 7f2dc8b2b640 1 -- 172.21.15.67:0/3383306329 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2dc40af650 con 0x7f2dc415f1e0 2024-09-21T00:29:09.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.112+0000 7f2dc8b2b640 1 -- 172.21.15.67:0/3383306329 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2dc406f2e0 con 0x7f2dc415f1e0 2024-09-21T00:29:09.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.113+0000 7f2dbaffd640 1 -- 172.21.15.67:0/3383306329 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f2dbc01a070 con 0x7f2dc415f1e0 2024-09-21T00:29:09.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.113+0000 7f2dbaffd640 1 --2- 172.21.15.67:0/3383306329 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2da4078bc0 0x7f2da407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:09.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.114+0000 7f2dbaffd640 1 -- 172.21.15.67:0/3383306329 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 4943+0+0 (secure 0 0 0) 0x7f2dbc099b60 con 0x7f2dc415f1e0 2024-09-21T00:29:09.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.114+0000 7f2dc259c640 1 --2- 172.21.15.67:0/3383306329 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2da4078bc0 0x7f2da407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:09.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.114+0000 7f2dc259c640 1 --2- 172.21.15.67:0/3383306329 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2da4078bc0 0x7f2da407b0d0 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f2db4005fd0 tx=0x7f2db4009500 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:09.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.118+0000 7f2dbaffd640 1 -- 172.21.15.67:0/3383306329 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f2dc4152b30 con 0x7f2dc415f1e0 2024-09-21T00:29:09.388 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.386+0000 7f2dc8b2b640 1 -- 172.21.15.67:0/3383306329 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_scrub_checks.TestScrubChecks.test_stray_evaluation_with_scrub"]} v 0) -- 0x7f2dc406f000 con 0x7f2dc415f1e0 2024-09-21T00:29:09.632 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.630+0000 7f2dbaffd640 1 -- 172.21.15.67:0/3383306329 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_scrub_checks.TestScrubChecks.test_stray_evaluation_with_scrub"]}]=0 v366) ==== 158+0+0 (secure 0 0 0) 0x7f2dbc061d70 con 0x7f2dc415f1e0 2024-09-21T00:29:09.634 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.632+0000 7f2dc8b2b640 1 -- 172.21.15.67:0/3383306329 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2da4078bc0 msgr2=0x7f2da407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:09.634 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.632+0000 7f2dc8b2b640 1 --2- 172.21.15.67:0/3383306329 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2da4078bc0 0x7f2da407b0d0 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f2db4005fd0 tx=0x7f2db4009500 comp rx=0 tx=0).stop 2024-09-21T00:29:09.634 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.632+0000 7f2dc8b2b640 1 -- 172.21.15.67:0/3383306329 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2dc415f1e0 msgr2=0x7f2dc41f8d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:09.634 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.632+0000 7f2dc8b2b640 1 --2- 172.21.15.67:0/3383306329 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2dc415f1e0 0x7f2dc41f8d10 secure :-1 s=READY pgs=1315 cs=0 l=1 rev1=1 crypto rx=0x7f2dbc00c3c0 tx=0x7f2dbc00c880 comp rx=0 tx=0).stop 2024-09-21T00:29:09.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.632+0000 7f2dc8b2b640 1 -- 172.21.15.67:0/3383306329 shutdown_connections 2024-09-21T00:29:09.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.632+0000 7f2dc8b2b640 1 --2- 172.21.15.67:0/3383306329 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2da4078bc0 0x7f2da407b0d0 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:09.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.632+0000 7f2dc8b2b640 1 --2- 172.21.15.67:0/3383306329 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2dc415f1e0 0x7f2dc41f8d10 unknown :-1 s=CLOSED pgs=1315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:09.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.632+0000 7f2dc8b2b640 1 --2- 172.21.15.67:0/3383306329 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2dc4152720 0x7f2dc4154b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:09.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.632+0000 7f2dc8b2b640 1 --2- 172.21.15.67:0/3383306329 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2dc4070070 0x7f2dc414f8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:09.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.632+0000 7f2dc8b2b640 1 -- 172.21.15.67:0/3383306329 >> 172.21.15.67:0/3383306329 conn(0x7f2dc406d5a0 msgr2=0x7f2dc40b17c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:09.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.632+0000 7f2dc8b2b640 1 -- 172.21.15.67:0/3383306329 shutdown_connections 2024-09-21T00:29:09.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.632+0000 7f2dc8b2b640 1 -- 172.21.15.67:0/3383306329 wait complete. 2024-09-21T00:29:09.646 INFO:tasks.cephfs_test_runner:test that scrub can iterate over ~mdsdir and evaluate strays ... ok 2024-09-21T00:29:09.646 INFO:tasks.cephfs_test_runner:Starting test: test_scrub_abort (tasks.cephfs.test_scrub_checks.TestScrubControls) 2024-09-21T00:29:09.647 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:29:09.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.762+0000 7fb9894f2640 1 -- 172.21.15.67:0/2571151601 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb9700041c0 msgr2=0x7fb970004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:09.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.762+0000 7fb9894f2640 1 --2- 172.21.15.67:0/2571151601 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb9700041c0 0x7fb970004800 secure :-1 s=READY pgs=1317 cs=0 l=1 rev1=1 crypto rx=0x7fb96c009b50 tx=0x7fb970005830 comp rx=0 tx=0).stop 2024-09-21T00:29:09.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.762+0000 7fb9837fe640 1 -- 172.21.15.67:0/2571151601 reap_dead start 2024-09-21T00:29:09.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.762+0000 7fb9894f2640 1 -- 172.21.15.67:0/2571151601 shutdown_connections 2024-09-21T00:29:09.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.762+0000 7fb9894f2640 1 -- 172.21.15.67:0/2571151601 >> 172.21.15.67:0/2571151601 conn(0x7fb98406dfb0 msgr2=0x7fb98406e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:09.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.762+0000 7fb9894f2640 1 -- 172.21.15.67:0/2571151601 shutdown_connections 2024-09-21T00:29:09.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.762+0000 7fb9894f2640 1 -- 172.21.15.67:0/2571151601 wait complete. 2024-09-21T00:29:09.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.764+0000 7fb9894f2640 1 Processor -- start 2024-09-21T00:29:09.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.764+0000 7fb9894f2640 1 -- start start 2024-09-21T00:29:09.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.765+0000 7fb9894f2640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb9700041c0 0x7fb9840b3160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:09.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.765+0000 7fb9894f2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb9840b4760 0x7fb98415a5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:09.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.765+0000 7fb9894f2640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb9840ca4b0 0x7fb9840ca8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:09.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.765+0000 7fb9894f2640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fb98415f2b0 con 0x7fb9840b4760 2024-09-21T00:29:09.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.765+0000 7fb9894f2640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fb98415ee10 con 0x7fb9700041c0 2024-09-21T00:29:09.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.765+0000 7fb9894f2640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fb98415f430 con 0x7fb9840ca4b0 2024-09-21T00:29:09.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.765+0000 7fb9827fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb9840b4760 0x7fb98415a5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:09.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.765+0000 7fb9827fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb9840b4760 0x7fb98415a5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48384/0 (socket says 172.21.15.67:48384) 2024-09-21T00:29:09.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.765+0000 7fb9827fc640 1 -- 172.21.15.67:0/3380615945 learned_addr learned my addr 172.21.15.67:0/3380615945 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:09.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.765+0000 7fb9827fc640 1 -- 172.21.15.67:0/3380615945 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb9840ca4b0 msgr2=0x7fb9840ca8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:09.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.765+0000 7fb9827fc640 1 --2- 172.21.15.67:0/3380615945 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb9840ca4b0 0x7fb9840ca8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:09.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.765+0000 7fb9827fc640 1 -- 172.21.15.67:0/3380615945 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb9700041c0 msgr2=0x7fb9840b3160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:09.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.765+0000 7fb9827fc640 1 --2- 172.21.15.67:0/3380615945 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb9700041c0 0x7fb9840b3160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:09.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.765+0000 7fb9827fc640 1 -- 172.21.15.67:0/3380615945 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9840cae00 con 0x7fb9840b4760 2024-09-21T00:29:09.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.765+0000 7fb9827fc640 1 --2- 172.21.15.67:0/3380615945 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb9840b4760 0x7fb98415a5a0 secure :-1 s=READY pgs=1318 cs=0 l=1 rev1=1 crypto rx=0x7fb96c009a70 tx=0x7fb96c033670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:09.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.766+0000 7fb97b7fe640 1 -- 172.21.15.67:0/3380615945 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb96c038040 con 0x7fb9840b4760 2024-09-21T00:29:09.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.766+0000 7fb97b7fe640 1 -- 172.21.15.67:0/3380615945 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb96c041070 con 0x7fb9840b4760 2024-09-21T00:29:09.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.766+0000 7fb97b7fe640 1 -- 172.21.15.67:0/3380615945 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb96c033cd0 con 0x7fb9840b4760 2024-09-21T00:29:09.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.766+0000 7fb9894f2640 1 -- 172.21.15.67:0/3380615945 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9840b4fb0 con 0x7fb9840b4760 2024-09-21T00:29:09.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.766+0000 7fb9894f2640 1 -- 172.21.15.67:0/3380615945 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9841f59b0 con 0x7fb9840b4760 2024-09-21T00:29:09.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.767+0000 7fb9894f2640 1 -- 172.21.15.67:0/3380615945 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb9840cb580 con 0x7fb9840b4760 2024-09-21T00:29:09.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.768+0000 7fb97b7fe640 1 -- 172.21.15.67:0/3380615945 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fb96c046460 con 0x7fb9840b4760 2024-09-21T00:29:09.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.768+0000 7fb97b7fe640 1 --2- 172.21.15.67:0/3380615945 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb964078b90 0x7fb96407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:09.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.768+0000 7fb97b7fe640 1 -- 172.21.15.67:0/3380615945 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 4943+0+0 (secure 0 0 0) 0x7fb96c0bb330 con 0x7fb9840b4760 2024-09-21T00:29:09.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.769+0000 7fb982ffd640 1 --2- 172.21.15.67:0/3380615945 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb964078b90 0x7fb96407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:09.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.769+0000 7fb982ffd640 1 --2- 172.21.15.67:0/3380615945 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb964078b90 0x7fb96407b0a0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7fb97c001c30 tx=0x7fb97c001bc0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:09.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.773+0000 7fb97b7fe640 1 -- 172.21.15.67:0/3380615945 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fb9840cb580 con 0x7fb9840b4760 2024-09-21T00:29:09.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.960+0000 7fb9894f2640 1 -- 172.21.15.67:0/3380615945 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb98415f960 con 0x7fb9840b4760 2024-09-21T00:29:09.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.961+0000 7fb97b7fe640 1 -- 172.21.15.67:0/3380615945 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v109) ==== 74+0+13004 (secure 0 0 0) 0x7fb9840cae00 con 0x7fb9840b4760 2024-09-21T00:29:09.963 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:29:09.964 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":109,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:29:08.625050+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":102,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":102,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":102,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":102,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":102,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":102,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":102,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":102,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.67:6835/932752713":"2024-09-22T00:29:05.619629+0000","172.21.15.67:6833/932752713":"2024-09-22T00:29:05.619629+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:29:09.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.964+0000 7fb9894f2640 1 -- 172.21.15.67:0/3380615945 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb964078b90 msgr2=0x7fb96407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:09.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.964+0000 7fb9894f2640 1 --2- 172.21.15.67:0/3380615945 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb964078b90 0x7fb96407b0a0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7fb97c001c30 tx=0x7fb97c001bc0 comp rx=0 tx=0).stop 2024-09-21T00:29:09.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.964+0000 7fb9894f2640 1 -- 172.21.15.67:0/3380615945 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb9840b4760 msgr2=0x7fb98415a5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:09.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.964+0000 7fb9894f2640 1 --2- 172.21.15.67:0/3380615945 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb9840b4760 0x7fb98415a5a0 secure :-1 s=READY pgs=1318 cs=0 l=1 rev1=1 crypto rx=0x7fb96c009a70 tx=0x7fb96c033670 comp rx=0 tx=0).stop 2024-09-21T00:29:09.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.964+0000 7fb9894f2640 1 -- 172.21.15.67:0/3380615945 shutdown_connections 2024-09-21T00:29:09.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.964+0000 7fb9894f2640 1 --2- 172.21.15.67:0/3380615945 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb964078b90 0x7fb96407b0a0 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:09.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.964+0000 7fb9894f2640 1 --2- 172.21.15.67:0/3380615945 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb9840ca4b0 0x7fb9840ca8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:09.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.964+0000 7fb9894f2640 1 --2- 172.21.15.67:0/3380615945 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb9840b4760 0x7fb98415a5a0 unknown :-1 s=CLOSED pgs=1318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:09.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.964+0000 7fb9894f2640 1 --2- 172.21.15.67:0/3380615945 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb9700041c0 0x7fb9840b3160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:09.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.964+0000 7fb9894f2640 1 -- 172.21.15.67:0/3380615945 >> 172.21.15.67:0/3380615945 conn(0x7fb98406dfb0 msgr2=0x7fb9840cf6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:09.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.964+0000 7fb9894f2640 1 -- 172.21.15.67:0/3380615945 shutdown_connections 2024-09-21T00:29:09.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:09.964+0000 7fb9894f2640 1 -- 172.21.15.67:0/3380615945 wait complete. 2024-09-21T00:29:09.977 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-21T00:21:09.510963+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-21T00:29:09.978 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-21T00:29:10.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.096+0000 7ff78434a640 1 -- 172.21.15.67:0/698020007 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff77c0d3590 msgr2=0x7ff77c0b9950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:10.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.096+0000 7ff78434a640 1 --2- 172.21.15.67:0/698020007 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff77c0d3590 0x7ff77c0b9950 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7ff76c005fd0 tx=0x7ff76c02a980 comp rx=0 tx=0).stop 2024-09-21T00:29:10.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.096+0000 7ff78434a640 1 -- 172.21.15.67:0/698020007 shutdown_connections 2024-09-21T00:29:10.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.096+0000 7ff78434a640 1 --2- 172.21.15.67:0/698020007 >> v2:172.21.15.97:3300/0 conn(0x7ff77c0d1450 0x7ff77c0b4350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:10.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.096+0000 7ff78434a640 1 --2- 172.21.15.67:0/698020007 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff77c0d3590 0x7ff77c0b9950 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:10.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.096+0000 7ff78434a640 1 -- 172.21.15.67:0/698020007 >> 172.21.15.67:0/698020007 conn(0x7ff77c09da10 msgr2=0x7ff77c0d46a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:10.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.096+0000 7ff78434a640 1 -- 172.21.15.67:0/698020007 shutdown_connections 2024-09-21T00:29:10.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.096+0000 7ff78434a640 1 -- 172.21.15.67:0/698020007 wait complete. 2024-09-21T00:29:10.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.098+0000 7ff78434a640 1 Processor -- start 2024-09-21T00:29:10.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.098+0000 7ff78434a640 1 -- start start 2024-09-21T00:29:10.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.099+0000 7ff78434a640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff77c0d3590 0x7ff77c1f6740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:10.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.099+0000 7ff78434a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff77c0d4db0 0x7ff77c14f610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:10.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.099+0000 7ff78434a640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff77c1f92b0 0x7ff77c09e380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:10.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.099+0000 7ff78434a640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff77c0b4c90 con 0x7ff77c0d4db0 2024-09-21T00:29:10.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.099+0000 7ff78434a640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff77c0b4b10 con 0x7ff77c0d3590 2024-09-21T00:29:10.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.099+0000 7ff78434a640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7ff77c0b4e10 con 0x7ff77c1f92b0 2024-09-21T00:29:10.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.099+0000 7ff7818e5640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff77c0d4db0 0x7ff77c14f610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:10.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.099+0000 7ff7818e5640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff77c0d4db0 0x7ff77c14f610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48394/0 (socket says 172.21.15.67:48394) 2024-09-21T00:29:10.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.099+0000 7ff7818e5640 1 -- 172.21.15.67:0/3998268677 learned_addr learned my addr 172.21.15.67:0/3998268677 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:10.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.099+0000 7ff7820e6640 1 --2- 172.21.15.67:0/3998268677 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff77c0d3590 0x7ff77c1f6740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:10.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.099+0000 7ff7828e7640 1 --2- 172.21.15.67:0/3998268677 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff77c1f92b0 0x7ff77c09e380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:10.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.099+0000 7ff7818e5640 1 -- 172.21.15.67:0/3998268677 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff77c1f92b0 msgr2=0x7ff77c09e380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:10.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.099+0000 7ff7818e5640 1 --2- 172.21.15.67:0/3998268677 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff77c1f92b0 0x7ff77c09e380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:10.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.099+0000 7ff7818e5640 1 -- 172.21.15.67:0/3998268677 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff77c0d3590 msgr2=0x7ff77c1f6740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:10.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.099+0000 7ff7818e5640 1 --2- 172.21.15.67:0/3998268677 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff77c0d3590 0x7ff77c1f6740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:10.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.099+0000 7ff7818e5640 1 -- 172.21.15.67:0/3998268677 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff77c1f5c80 con 0x7ff77c0d4db0 2024-09-21T00:29:10.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.099+0000 7ff7828e7640 1 --2- 172.21.15.67:0/3998268677 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff77c1f92b0 0x7ff77c09e380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:29:10.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.100+0000 7ff7818e5640 1 --2- 172.21.15.67:0/3998268677 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff77c0d4db0 0x7ff77c14f610 secure :-1 s=READY pgs=1319 cs=0 l=1 rev1=1 crypto rx=0x7ff77000c3c0 tx=0x7ff77000c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:10.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.100+0000 7ff77affd640 1 -- 172.21.15.67:0/3998268677 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff770017070 con 0x7ff77c0d4db0 2024-09-21T00:29:10.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.100+0000 7ff77affd640 1 -- 172.21.15.67:0/3998268677 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff7700053c0 con 0x7ff77c0d4db0 2024-09-21T00:29:10.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.100+0000 7ff78434a640 1 -- 172.21.15.67:0/3998268677 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff77c1f9d50 con 0x7ff77c0d4db0 2024-09-21T00:29:10.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.100+0000 7ff77affd640 1 -- 172.21.15.67:0/3998268677 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff770003850 con 0x7ff77c0d4db0 2024-09-21T00:29:10.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.100+0000 7ff78434a640 1 -- 172.21.15.67:0/3998268677 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff77c1f5f40 con 0x7ff77c0d4db0 2024-09-21T00:29:10.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.101+0000 7ff78434a640 1 -- 172.21.15.67:0/3998268677 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff77c0b53a0 con 0x7ff77c0d4db0 2024-09-21T00:29:10.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.102+0000 7ff77affd640 1 -- 172.21.15.67:0/3998268677 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7ff77001a070 con 0x7ff77c0d4db0 2024-09-21T00:29:10.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.102+0000 7ff77affd640 1 --2- 172.21.15.67:0/3998268677 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff768078bc0 0x7ff76807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:10.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.102+0000 7ff77affd640 1 -- 172.21.15.67:0/3998268677 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 4943+0+0 (secure 0 0 0) 0x7ff770099d20 con 0x7ff77c0d4db0 2024-09-21T00:29:10.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.103+0000 7ff7820e6640 1 --2- 172.21.15.67:0/3998268677 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff768078bc0 0x7ff76807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:10.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.103+0000 7ff7820e6640 1 --2- 172.21.15.67:0/3998268677 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff768078bc0 0x7ff76807b0d0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7ff76c035000 tx=0x7ff76c004ab0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:10.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.107+0000 7ff77affd640 1 -- 172.21.15.67:0/3998268677 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7ff7700624f0 con 0x7ff77c0d4db0 2024-09-21T00:29:10.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.294+0000 7ff78434a640 1 -- 172.21.15.67:0/3998268677 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7ff77c0c7dd0 con 0x7ff77c0d4db0 2024-09-21T00:29:10.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.295+0000 7ff77affd640 1 -- 172.21.15.67:0/3998268677 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v109) ==== 93+0+10 (secure 0 0 0) 0x7ff770061df0 con 0x7ff77c0d4db0 2024-09-21T00:29:10.297 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 1 2024-09-21T00:29:10.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.297+0000 7ff78434a640 1 -- 172.21.15.67:0/3998268677 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff768078bc0 msgr2=0x7ff76807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:10.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.297+0000 7ff78434a640 1 --2- 172.21.15.67:0/3998268677 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff768078bc0 0x7ff76807b0d0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7ff76c035000 tx=0x7ff76c004ab0 comp rx=0 tx=0).stop 2024-09-21T00:29:10.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.297+0000 7ff78434a640 1 -- 172.21.15.67:0/3998268677 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff77c0d4db0 msgr2=0x7ff77c14f610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:10.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.297+0000 7ff78434a640 1 --2- 172.21.15.67:0/3998268677 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff77c0d4db0 0x7ff77c14f610 secure :-1 s=READY pgs=1319 cs=0 l=1 rev1=1 crypto rx=0x7ff77000c3c0 tx=0x7ff77000c880 comp rx=0 tx=0).stop 2024-09-21T00:29:10.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.297+0000 7ff78434a640 1 -- 172.21.15.67:0/3998268677 shutdown_connections 2024-09-21T00:29:10.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.298+0000 7ff78434a640 1 --2- 172.21.15.67:0/3998268677 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff768078bc0 0x7ff76807b0d0 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:10.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.298+0000 7ff78434a640 1 --2- 172.21.15.67:0/3998268677 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff77c1f92b0 0x7ff77c09e380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:10.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.298+0000 7ff78434a640 1 --2- 172.21.15.67:0/3998268677 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff77c0d4db0 0x7ff77c14f610 unknown :-1 s=CLOSED pgs=1319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:10.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.298+0000 7ff78434a640 1 --2- 172.21.15.67:0/3998268677 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff77c0d3590 0x7ff77c1f6740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:10.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.298+0000 7ff78434a640 1 -- 172.21.15.67:0/3998268677 >> 172.21.15.67:0/3998268677 conn(0x7ff77c09da10 msgr2=0x7ff77c0d0a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:10.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.298+0000 7ff78434a640 1 -- 172.21.15.67:0/3998268677 shutdown_connections 2024-09-21T00:29:10.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.298+0000 7ff78434a640 1 -- 172.21.15.67:0/3998268677 wait complete. 2024-09-21T00:29:10.311 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_scrub_checks.TestScrubControls.test_scrub_abort' 2024-09-21T00:29:10.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.426+0000 7f08cc084640 1 -- 172.21.15.67:0/4003831680 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f08c40d2b00 msgr2=0x7f08c415e7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:10.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.426+0000 7f08cc084640 1 --2- 172.21.15.67:0/4003831680 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f08c40d2b00 0x7f08c415e7f0 secure :-1 s=READY pgs=1321 cs=0 l=1 rev1=1 crypto rx=0x7f08c408d710 tx=0x7f08b802a5f0 comp rx=0 tx=0).stop 2024-09-21T00:29:10.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.426+0000 7f08cc084640 1 -- 172.21.15.67:0/4003831680 shutdown_connections 2024-09-21T00:29:10.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.426+0000 7f08cc084640 1 --2- 172.21.15.67:0/4003831680 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f08c40d2b00 0x7f08c415e7f0 unknown :-1 s=CLOSED pgs=1321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:10.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.426+0000 7f08cc084640 1 --2- 172.21.15.67:0/4003831680 >> v2:172.21.15.97:3300/0 conn(0x7f08c4162ea0 0x7f08c40cf740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:10.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.426+0000 7f08cc084640 1 -- 172.21.15.67:0/4003831680 >> 172.21.15.67:0/4003831680 conn(0x7f08c406dfb0 msgr2=0x7f08c406e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:10.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.426+0000 7f08cc084640 1 -- 172.21.15.67:0/4003831680 shutdown_connections 2024-09-21T00:29:10.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.426+0000 7f08cc084640 1 -- 172.21.15.67:0/4003831680 wait complete. 2024-09-21T00:29:10.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.428+0000 7f08cc084640 1 Processor -- start 2024-09-21T00:29:10.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.428+0000 7f08cc084640 1 -- start start 2024-09-21T00:29:10.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.429+0000 7f08cc084640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f08c40d11c0 0x7f08c41f62a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:10.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.429+0000 7f08cc084640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f08c40d2b00 0x7f08c40b9870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:10.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.429+0000 7f08cc084640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f08c4162ea0 0x7f08c41f5830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:10.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.429+0000 7f08cc084640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f08c415f640 con 0x7f08c40d11c0 2024-09-21T00:29:10.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.429+0000 7f08cc084640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f08c415f4c0 con 0x7f08c40d2b00 2024-09-21T00:29:10.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.429+0000 7f08cc084640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f08c415f7c0 con 0x7f08c4162ea0 2024-09-21T00:29:10.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.429+0000 7f08c9e20640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f08c40d11c0 0x7f08c41f62a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:10.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.430+0000 7f08c9e20640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f08c40d11c0 0x7f08c41f62a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48404/0 (socket says 172.21.15.67:48404) 2024-09-21T00:29:10.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.430+0000 7f08c9e20640 1 -- 172.21.15.67:0/1055264921 learned_addr learned my addr 172.21.15.67:0/1055264921 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:10.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.430+0000 7f08c961f640 1 --2- 172.21.15.67:0/1055264921 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f08c40d2b00 0x7f08c40b9870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:10.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.430+0000 7f08ca621640 1 --2- 172.21.15.67:0/1055264921 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f08c4162ea0 0x7f08c41f5830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:10.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.430+0000 7f08c9e20640 1 -- 172.21.15.67:0/1055264921 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f08c4162ea0 msgr2=0x7f08c41f5830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:10.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.430+0000 7f08c9e20640 1 --2- 172.21.15.67:0/1055264921 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f08c4162ea0 0x7f08c41f5830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:10.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.430+0000 7f08c9e20640 1 -- 172.21.15.67:0/1055264921 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f08c40d2b00 msgr2=0x7f08c40b9870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:10.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.430+0000 7f08c9e20640 1 --2- 172.21.15.67:0/1055264921 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f08c40d2b00 0x7f08c40b9870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:10.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.430+0000 7f08c9e20640 1 -- 172.21.15.67:0/1055264921 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08c415b160 con 0x7f08c40d11c0 2024-09-21T00:29:10.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.430+0000 7f08c9e20640 1 --2- 172.21.15.67:0/1055264921 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f08c40d11c0 0x7f08c41f62a0 secure :-1 s=READY pgs=1322 cs=0 l=1 rev1=1 crypto rx=0x7f08b400cce0 tx=0x7f08b4007610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:10.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.430+0000 7f08c27fc640 1 -- 172.21.15.67:0/1055264921 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08b4004b20 con 0x7f08c40d11c0 2024-09-21T00:29:10.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.430+0000 7f08c27fc640 1 -- 172.21.15.67:0/1055264921 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f08b4004db0 con 0x7f08c40d11c0 2024-09-21T00:29:10.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.430+0000 7f08cc084640 1 -- 172.21.15.67:0/1055264921 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f08c415b440 con 0x7f08c40d11c0 2024-09-21T00:29:10.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.430+0000 7f08c27fc640 1 -- 172.21.15.67:0/1055264921 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f08b4005280 con 0x7f08c40d11c0 2024-09-21T00:29:10.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.430+0000 7f08cc084640 1 -- 172.21.15.67:0/1055264921 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f08c41f68e0 con 0x7f08c40d11c0 2024-09-21T00:29:10.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.431+0000 7f08cc084640 1 -- 172.21.15.67:0/1055264921 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f08c415fce0 con 0x7f08c40d11c0 2024-09-21T00:29:10.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.432+0000 7f08c27fc640 1 -- 172.21.15.67:0/1055264921 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f08b4005420 con 0x7f08c40d11c0 2024-09-21T00:29:10.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.432+0000 7f08c27fc640 1 --2- 172.21.15.67:0/1055264921 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f08b0078b90 0x7f08b007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:10.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.433+0000 7f08c27fc640 1 -- 172.21.15.67:0/1055264921 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 4943+0+0 (secure 0 0 0) 0x7f08b409b200 con 0x7f08c40d11c0 2024-09-21T00:29:10.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.433+0000 7f08c961f640 1 --2- 172.21.15.67:0/1055264921 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f08b0078b90 0x7f08b007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:10.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.433+0000 7f08c961f640 1 --2- 172.21.15.67:0/1055264921 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f08b0078b90 0x7f08b007b0a0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f08b8033000 tx=0x7f08b8004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:10.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.437+0000 7f08c27fc640 1 -- 172.21.15.67:0/1055264921 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f08b4014030 con 0x7f08c40d11c0 2024-09-21T00:29:10.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:10.698+0000 7f08cc084640 1 -- 172.21.15.67:0/1055264921 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_scrub_checks.TestScrubControls.test_scrub_abort"]} v 0) -- 0x7f08c406cfe0 con 0x7f08c40d11c0 2024-09-21T00:29:11.640 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:11.638+0000 7f08c27fc640 1 -- 172.21.15.67:0/1055264921 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_scrub_checks.TestScrubControls.test_scrub_abort"]}]=0 v368) ==== 147+0+0 (secure 0 0 0) 0x7f08b4063940 con 0x7f08c40d11c0 2024-09-21T00:29:11.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:11.641+0000 7f08cc084640 1 -- 172.21.15.67:0/1055264921 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f08b0078b90 msgr2=0x7f08b007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:11.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:11.641+0000 7f08cc084640 1 --2- 172.21.15.67:0/1055264921 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f08b0078b90 0x7f08b007b0a0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f08b8033000 tx=0x7f08b8004730 comp rx=0 tx=0).stop 2024-09-21T00:29:11.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:11.641+0000 7f08cc084640 1 -- 172.21.15.67:0/1055264921 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f08c40d11c0 msgr2=0x7f08c41f62a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:11.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:11.641+0000 7f08cc084640 1 --2- 172.21.15.67:0/1055264921 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f08c40d11c0 0x7f08c41f62a0 secure :-1 s=READY pgs=1322 cs=0 l=1 rev1=1 crypto rx=0x7f08b400cce0 tx=0x7f08b4007610 comp rx=0 tx=0).stop 2024-09-21T00:29:11.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:11.641+0000 7f08cc084640 1 -- 172.21.15.67:0/1055264921 shutdown_connections 2024-09-21T00:29:11.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:11.641+0000 7f08cc084640 1 --2- 172.21.15.67:0/1055264921 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f08b0078b90 0x7f08b007b0a0 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:11.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:11.641+0000 7f08cc084640 1 --2- 172.21.15.67:0/1055264921 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f08c4162ea0 0x7f08c41f5830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:11.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:11.641+0000 7f08cc084640 1 --2- 172.21.15.67:0/1055264921 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f08c40d2b00 0x7f08c40b9870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:11.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:11.641+0000 7f08cc084640 1 --2- 172.21.15.67:0/1055264921 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f08c40d11c0 0x7f08c41f62a0 unknown :-1 s=CLOSED pgs=1322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:11.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:11.641+0000 7f08cc084640 1 -- 172.21.15.67:0/1055264921 >> 172.21.15.67:0/1055264921 conn(0x7f08c406dfb0 msgr2=0x7f08c40d15d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:11.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:11.641+0000 7f08cc084640 1 -- 172.21.15.67:0/1055264921 shutdown_connections 2024-09-21T00:29:11.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:11.641+0000 7f08cc084640 1 -- 172.21.15.67:0/1055264921 wait complete. 2024-09-21T00:29:11.657 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config dump 2024-09-21T00:29:11.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:11.780+0000 7f27551c3640 1 -- 172.21.15.67:0/3313512980 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f27500b5940 msgr2=0x7f27500b33b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:11.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:11.780+0000 7f27551c3640 1 --2- 172.21.15.67:0/3313512980 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f27500b5940 0x7f27500b33b0 secure :-1 s=READY pgs=1324 cs=0 l=1 rev1=1 crypto rx=0x7f2740009bb0 tx=0x7f274002a8b0 comp rx=0 tx=0).stop 2024-09-21T00:29:11.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:11.780+0000 7f27551c3640 1 -- 172.21.15.67:0/3313512980 shutdown_connections 2024-09-21T00:29:11.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:11.780+0000 7f27551c3640 1 --2- 172.21.15.67:0/3313512980 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f27500d1bb0 0x7f27500d43c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:11.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:11.780+0000 7f27551c3640 1 --2- 172.21.15.67:0/3313512980 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f27500b5940 0x7f27500b33b0 unknown :-1 s=CLOSED pgs=1324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:11.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:11.780+0000 7f27551c3640 1 -- 172.21.15.67:0/3313512980 >> 172.21.15.67:0/3313512980 conn(0x7f275009d8c0 msgr2=0x7f275008bee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:11.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:11.780+0000 7f27551c3640 1 -- 172.21.15.67:0/3313512980 shutdown_connections 2024-09-21T00:29:11.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:11.780+0000 7f27551c3640 1 -- 172.21.15.67:0/3313512980 wait complete. 2024-09-21T00:29:11.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:11.782+0000 7f27551c3640 1 Processor -- start 2024-09-21T00:29:11.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:11.782+0000 7f27551c3640 1 -- start start 2024-09-21T00:29:11.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:11.784+0000 7f27551c3640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f27500b5940 0x7f27501f5c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:11.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:11.784+0000 7f27551c3640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f27500d1bb0 0x7f27501f9c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:11.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:11.784+0000 7f27551c3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f27500d4900 0x7f27501f8a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:11.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:11.784+0000 7f27551c3640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f27500b4fd0 con 0x7f27500d4900 2024-09-21T00:29:11.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:11.784+0000 7f27551c3640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f27500b30e0 con 0x7f27500b5940 2024-09-21T00:29:11.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:11.784+0000 7f27551c3640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f27500b5150 con 0x7f27500d1bb0 2024-09-21T00:29:11.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:11.784+0000 7f274f59e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f27500d4900 0x7f27501f8a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:11.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:11.784+0000 7f274f59e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f27500d4900 0x7f27501f8a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48424/0 (socket says 172.21.15.67:48424) 2024-09-21T00:29:11.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:11.784+0000 7f274f59e640 1 -- 172.21.15.67:0/3400559102 learned_addr learned my addr 172.21.15.67:0/3400559102 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:11.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:11.784+0000 7f274ed9d640 1 --2- 172.21.15.67:0/3400559102 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f27500b5940 0x7f27501f5c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:11.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:11.784+0000 7f274e59c640 1 --2- 172.21.15.67:0/3400559102 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f27500d1bb0 0x7f27501f9c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:11.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:11.784+0000 7f274f59e640 1 -- 172.21.15.67:0/3400559102 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f27500d1bb0 msgr2=0x7f27501f9c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:11.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:11.784+0000 7f274f59e640 1 --2- 172.21.15.67:0/3400559102 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f27500d1bb0 0x7f27501f9c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:11.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:11.784+0000 7f274f59e640 1 -- 172.21.15.67:0/3400559102 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f27500b5940 msgr2=0x7f27501f5c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:11.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:11.784+0000 7f274f59e640 1 --2- 172.21.15.67:0/3400559102 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f27500b5940 0x7f27501f5c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:11.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:11.784+0000 7f274f59e640 1 -- 172.21.15.67:0/3400559102 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27501fa1b0 con 0x7f27500d4900 2024-09-21T00:29:11.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:11.784+0000 7f274f59e640 1 --2- 172.21.15.67:0/3400559102 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f27500d4900 0x7f27501f8a00 secure :-1 s=READY pgs=1325 cs=0 l=1 rev1=1 crypto rx=0x7f274800c3c0 tx=0x7f274800c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:11.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:11.784+0000 7f27377fe640 1 -- 172.21.15.67:0/3400559102 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2748017070 con 0x7f27500d4900 2024-09-21T00:29:11.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:11.784+0000 7f27377fe640 1 -- 172.21.15.67:0/3400559102 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f27480035f0 con 0x7f27500d4900 2024-09-21T00:29:11.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:11.784+0000 7f27551c3640 1 -- 172.21.15.67:0/3400559102 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27501e9750 con 0x7f27500d4900 2024-09-21T00:29:11.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:11.784+0000 7f27377fe640 1 -- 172.21.15.67:0/3400559102 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2748003a40 con 0x7f27500d4900 2024-09-21T00:29:11.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:11.785+0000 7f27551c3640 1 -- 172.21.15.67:0/3400559102 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27500cbb90 con 0x7f27500d4900 2024-09-21T00:29:11.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:11.786+0000 7f27551c3640 1 -- 172.21.15.67:0/3400559102 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f27500d43c0 con 0x7f27500d4900 2024-09-21T00:29:11.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:11.786+0000 7f27377fe640 1 -- 172.21.15.67:0/3400559102 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f274801a070 con 0x7f27500d4900 2024-09-21T00:29:11.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:11.787+0000 7f27377fe640 1 --2- 172.21.15.67:0/3400559102 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f273c078b90 0x7f273c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:11.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:11.787+0000 7f27377fe640 1 -- 172.21.15.67:0/3400559102 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 4943+0+0 (secure 0 0 0) 0x7f2748099b30 con 0x7f27500d4900 2024-09-21T00:29:11.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:11.787+0000 7f274ed9d640 1 --2- 172.21.15.67:0/3400559102 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f273c078b90 0x7f273c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:11.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:11.788+0000 7f274ed9d640 1 --2- 172.21.15.67:0/3400559102 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f273c078b90 0x7f273c07b0a0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f275008d810 tx=0x7f2740004ab0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:11.794 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:11.792+0000 7f27377fe640 1 -- 172.21.15.67:0/3400559102 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f27501fa1b0 con 0x7f27500d4900 2024-09-21T00:29:11.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:11.977+0000 7f27551c3640 1 -- 172.21.15.67:0/3400559102 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7f27500cff70 con 0x7f27500d4900 2024-09-21T00:29:11.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:11.978+0000 7f27377fe640 1 -- 172.21.15.67:0/3400559102 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v51) ==== 59+0+2294 (secure 0 0 0) 0x7f27480623c0 con 0x7f27500d4900 2024-09-21T00:29:11.981 INFO:teuthology.orchestra.run.smithi067.stdout:WHO MASK LEVEL OPTION VALUE RO 2024-09-21T00:29:11.981 INFO:teuthology.orchestra.run.smithi067.stdout:mon advanced mon_op_complaint_time 120 2024-09-21T00:29:11.981 INFO:teuthology.orchestra.run.smithi067.stdout:mgr advanced client_mount_timeout 30 2024-09-21T00:29:11.981 INFO:teuthology.orchestra.run.smithi067.stdout:mgr advanced debug_client 20/20 2024-09-21T00:29:11.981 INFO:teuthology.orchestra.run.smithi067.stdout:mgr advanced debug_mgr 20/20 2024-09-21T00:29:11.981 INFO:teuthology.orchestra.run.smithi067.stdout:mgr advanced debug_ms 1/1 2024-09-21T00:29:11.981 INFO:teuthology.orchestra.run.smithi067.stdout:mgr dev mon_warn_on_pool_no_app false 2024-09-21T00:29:11.981 INFO:teuthology.orchestra.run.smithi067.stdout:osd advanced osd_op_complaint_time 180.000000 2024-09-21T00:29:11.981 INFO:teuthology.orchestra.run.smithi067.stdout:osd.0 basic osd_mclock_max_capacity_iops_ssd 4994.792072 2024-09-21T00:29:11.981 INFO:teuthology.orchestra.run.smithi067.stdout:osd.1 basic osd_mclock_max_capacity_iops_ssd 6949.964888 2024-09-21T00:29:11.981 INFO:teuthology.orchestra.run.smithi067.stdout:osd.2 basic osd_mclock_max_capacity_iops_ssd 4728.394376 2024-09-21T00:29:11.982 INFO:teuthology.orchestra.run.smithi067.stdout:osd.3 basic osd_mclock_max_capacity_iops_ssd 4592.129816 2024-09-21T00:29:11.982 INFO:teuthology.orchestra.run.smithi067.stdout:osd.4 basic osd_mclock_max_capacity_iops_ssd 6550.422905 2024-09-21T00:29:11.982 INFO:teuthology.orchestra.run.smithi067.stdout:osd.5 basic osd_mclock_max_capacity_iops_ssd 5213.710688 2024-09-21T00:29:11.982 INFO:teuthology.orchestra.run.smithi067.stdout:osd.6 basic osd_mclock_max_capacity_iops_ssd 5638.399028 2024-09-21T00:29:11.982 INFO:teuthology.orchestra.run.smithi067.stdout:osd.7 basic osd_mclock_max_capacity_iops_ssd 5357.310397 2024-09-21T00:29:11.982 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced debug_mds 20/20 2024-09-21T00:29:11.982 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced debug_mds_balancer 20/20 2024-09-21T00:29:11.982 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced debug_ms 2/2 2024-09-21T00:29:11.982 INFO:teuthology.orchestra.run.smithi067.stdout:mds dev mds_debug_frag true 2024-09-21T00:29:11.982 INFO:teuthology.orchestra.run.smithi067.stdout:mds dev mds_debug_scatterstat true 2024-09-21T00:29:11.982 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced mds_op_complaint_time 180.000000 2024-09-21T00:29:11.982 INFO:teuthology.orchestra.run.smithi067.stdout:mds dev mds_verify_scatter true 2024-09-21T00:29:11.983 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced osd_op_complaint_time 180.000000 2024-09-21T00:29:11.983 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced rados_mon_op_timeout 900 2024-09-21T00:29:11.983 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced rados_osd_op_timeout 900 2024-09-21T00:29:11.983 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced client_mount_timeout 600 2024-09-21T00:29:11.983 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced debug_client 20/20 2024-09-21T00:29:11.983 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced debug_ms 1/1 2024-09-21T00:29:11.983 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced rados_mon_op_timeout 900 2024-09-21T00:29:11.983 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced rados_osd_op_timeout 900 2024-09-21T00:29:11.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:11.980+0000 7f27551c3640 1 -- 172.21.15.67:0/3400559102 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f273c078b90 msgr2=0x7f273c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:11.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:11.980+0000 7f27551c3640 1 --2- 172.21.15.67:0/3400559102 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f273c078b90 0x7f273c07b0a0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f275008d810 tx=0x7f2740004ab0 comp rx=0 tx=0).stop 2024-09-21T00:29:11.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:11.980+0000 7f27551c3640 1 -- 172.21.15.67:0/3400559102 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f27500d4900 msgr2=0x7f27501f8a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:11.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:11.980+0000 7f27551c3640 1 --2- 172.21.15.67:0/3400559102 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f27500d4900 0x7f27501f8a00 secure :-1 s=READY pgs=1325 cs=0 l=1 rev1=1 crypto rx=0x7f274800c3c0 tx=0x7f274800c880 comp rx=0 tx=0).stop 2024-09-21T00:29:11.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:11.980+0000 7f27551c3640 1 -- 172.21.15.67:0/3400559102 shutdown_connections 2024-09-21T00:29:11.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:11.980+0000 7f27551c3640 1 --2- 172.21.15.67:0/3400559102 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f273c078b90 0x7f273c07b0a0 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:11.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:11.980+0000 7f27551c3640 1 --2- 172.21.15.67:0/3400559102 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f27500d4900 0x7f27501f8a00 unknown :-1 s=CLOSED pgs=1325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:11.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:11.980+0000 7f27551c3640 1 --2- 172.21.15.67:0/3400559102 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f27500d1bb0 0x7f27501f9c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:11.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:11.980+0000 7f27551c3640 1 --2- 172.21.15.67:0/3400559102 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f27500b5940 0x7f27501f5c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:11.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:11.980+0000 7f27551c3640 1 -- 172.21.15.67:0/3400559102 >> 172.21.15.67:0/3400559102 conn(0x7f275009d8c0 msgr2=0x7f27500b33d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:11.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:11.980+0000 7f27551c3640 1 -- 172.21.15.67:0/3400559102 shutdown_connections 2024-09-21T00:29:11.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:11.980+0000 7f27551c3640 1 -- 172.21.15.67:0/3400559102 wait complete. 2024-09-21T00:29:11.994 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-21T00:29:12.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.112+0000 7f430561d640 1 -- 172.21.15.67:0/198443027 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f430015ee80 msgr2=0x7f43000b65f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:12.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.112+0000 7f430561d640 1 --2- 172.21.15.67:0/198443027 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f430015ee80 0x7f43000b65f0 secure :-1 s=READY pgs=1327 cs=0 l=1 rev1=1 crypto rx=0x7f42f00098e0 tx=0x7f42f002a5d0 comp rx=0 tx=0).stop 2024-09-21T00:29:12.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.112+0000 7f430561d640 1 -- 172.21.15.67:0/198443027 shutdown_connections 2024-09-21T00:29:12.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.112+0000 7f430561d640 1 --2- 172.21.15.67:0/198443027 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f430015ee80 0x7f43000b65f0 unknown :-1 s=CLOSED pgs=1327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:12.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.112+0000 7f430561d640 1 -- 172.21.15.67:0/198443027 >> 172.21.15.67:0/198443027 conn(0x7f430009a950 msgr2=0x7f43000d13c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:12.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.112+0000 7f430561d640 1 -- 172.21.15.67:0/198443027 shutdown_connections 2024-09-21T00:29:12.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.112+0000 7f430561d640 1 -- 172.21.15.67:0/198443027 wait complete. 2024-09-21T00:29:12.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.114+0000 7f430561d640 1 Processor -- start 2024-09-21T00:29:12.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.114+0000 7f430561d640 1 -- start start 2024-09-21T00:29:12.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.115+0000 7f430561d640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f43000cca20 0x7f430006d920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:12.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.115+0000 7f430561d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f43000cdcb0 0x7f43000c9950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:12.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.115+0000 7f430561d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f430015ee80 0x7f4300157550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:12.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.115+0000 7f430561d640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f43000b0c10 con 0x7f43000cdcb0 2024-09-21T00:29:12.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.115+0000 7f430561d640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f43000b0a90 con 0x7f430015ee80 2024-09-21T00:29:12.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.115+0000 7f430561d640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f43000cd540 con 0x7f43000cca20 2024-09-21T00:29:12.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.115+0000 7f42fe7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f43000cdcb0 0x7f43000c9950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:12.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.115+0000 7f42fe7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f43000cdcb0 0x7f43000c9950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48448/0 (socket says 172.21.15.67:48448) 2024-09-21T00:29:12.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.115+0000 7f42fe7fc640 1 -- 172.21.15.67:0/1761067053 learned_addr learned my addr 172.21.15.67:0/1761067053 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:12.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.115+0000 7f42feffd640 1 --2- 172.21.15.67:0/1761067053 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f43000cca20 0x7f430006d920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:12.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.115+0000 7f42ff7fe640 1 --2- 172.21.15.67:0/1761067053 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f430015ee80 0x7f4300157550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:12.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.115+0000 7f42fe7fc640 1 -- 172.21.15.67:0/1761067053 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f43000cca20 msgr2=0x7f430006d920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:12.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.116+0000 7f42fe7fc640 1 --2- 172.21.15.67:0/1761067053 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f43000cca20 0x7f430006d920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:12.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.116+0000 7f42fe7fc640 1 -- 172.21.15.67:0/1761067053 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f430015ee80 msgr2=0x7f4300157550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:12.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.116+0000 7f42fe7fc640 1 --2- 172.21.15.67:0/1761067053 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f430015ee80 0x7f4300157550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:12.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.116+0000 7f42fe7fc640 1 -- 172.21.15.67:0/1761067053 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43000b03e0 con 0x7f43000cdcb0 2024-09-21T00:29:12.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.116+0000 7f42ff7fe640 1 --2- 172.21.15.67:0/1761067053 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f430015ee80 0x7f4300157550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:29:12.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.116+0000 7f42fe7fc640 1 --2- 172.21.15.67:0/1761067053 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f43000cdcb0 0x7f43000c9950 secure :-1 s=READY pgs=1328 cs=0 l=1 rev1=1 crypto rx=0x7f42f400b3f0 tx=0x7f42f400b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:12.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.116+0000 7f42e77fe640 1 -- 172.21.15.67:0/1761067053 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42f4015020 con 0x7f43000cdcb0 2024-09-21T00:29:12.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.116+0000 7f430561d640 1 -- 172.21.15.67:0/1761067053 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43000afb40 con 0x7f43000cdcb0 2024-09-21T00:29:12.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.116+0000 7f42e77fe640 1 -- 172.21.15.67:0/1761067053 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f42f4011920 con 0x7f43000cdcb0 2024-09-21T00:29:12.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.116+0000 7f42e77fe640 1 -- 172.21.15.67:0/1761067053 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42f4011d70 con 0x7f43000cdcb0 2024-09-21T00:29:12.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.116+0000 7f430561d640 1 -- 172.21.15.67:0/1761067053 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43000b0100 con 0x7f43000cdcb0 2024-09-21T00:29:12.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.117+0000 7f430561d640 1 -- 172.21.15.67:0/1761067053 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f43000b65f0 con 0x7f43000cdcb0 2024-09-21T00:29:12.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.118+0000 7f42e77fe640 1 -- 172.21.15.67:0/1761067053 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f42f4018020 con 0x7f43000cdcb0 2024-09-21T00:29:12.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.118+0000 7f42e77fe640 1 --2- 172.21.15.67:0/1761067053 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f42ec078bc0 0x7f42ec07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:12.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.118+0000 7f42e77fe640 1 -- 172.21.15.67:0/1761067053 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 4943+0+0 (secure 0 0 0) 0x7f42f409a9d0 con 0x7f43000cdcb0 2024-09-21T00:29:12.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.119+0000 7f42feffd640 1 --2- 172.21.15.67:0/1761067053 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f42ec078bc0 0x7f42ec07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:12.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.119+0000 7f42feffd640 1 --2- 172.21.15.67:0/1761067053 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f42ec078bc0 0x7f42ec07b0d0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f42f0034000 tx=0x7f42f0004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:12.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.123+0000 7f42e77fe640 1 -- 172.21.15.67:0/1761067053 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f42f401f020 con 0x7f43000cdcb0 2024-09-21T00:29:12.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.310+0000 7f430561d640 1 -- 172.21.15.67:0/1761067053 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f43000cb7f0 con 0x7f43000cdcb0 2024-09-21T00:29:12.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.315+0000 7f42e77fe640 1 -- 172.21.15.67:0/1761067053 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v52)=0 v52) ==== 122+0+0 (secure 0 0 0) 0x7f42f4063120 con 0x7f43000cdcb0 2024-09-21T00:29:12.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.318+0000 7f430561d640 1 -- 172.21.15.67:0/1761067053 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f42ec078bc0 msgr2=0x7f42ec07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:12.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.318+0000 7f430561d640 1 --2- 172.21.15.67:0/1761067053 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f42ec078bc0 0x7f42ec07b0d0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f42f0034000 tx=0x7f42f0004730 comp rx=0 tx=0).stop 2024-09-21T00:29:12.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.318+0000 7f430561d640 1 -- 172.21.15.67:0/1761067053 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f43000cdcb0 msgr2=0x7f43000c9950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:12.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.318+0000 7f430561d640 1 --2- 172.21.15.67:0/1761067053 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f43000cdcb0 0x7f43000c9950 secure :-1 s=READY pgs=1328 cs=0 l=1 rev1=1 crypto rx=0x7f42f400b3f0 tx=0x7f42f400b8b0 comp rx=0 tx=0).stop 2024-09-21T00:29:12.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.318+0000 7f430561d640 1 -- 172.21.15.67:0/1761067053 shutdown_connections 2024-09-21T00:29:12.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.318+0000 7f430561d640 1 --2- 172.21.15.67:0/1761067053 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f42ec078bc0 0x7f42ec07b0d0 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:12.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.318+0000 7f430561d640 1 --2- 172.21.15.67:0/1761067053 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f430015ee80 0x7f4300157550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:12.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.318+0000 7f430561d640 1 --2- 172.21.15.67:0/1761067053 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f43000cdcb0 0x7f43000c9950 unknown :-1 s=CLOSED pgs=1328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:12.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.318+0000 7f430561d640 1 --2- 172.21.15.67:0/1761067053 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f43000cca20 0x7f430006d920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:12.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.318+0000 7f430561d640 1 -- 172.21.15.67:0/1761067053 >> 172.21.15.67:0/1761067053 conn(0x7f430009a950 msgr2=0x7f430015d2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:12.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.318+0000 7f430561d640 1 -- 172.21.15.67:0/1761067053 shutdown_connections 2024-09-21T00:29:12.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.318+0000 7f430561d640 1 -- 172.21.15.67:0/1761067053 wait complete. 2024-09-21T00:29:12.332 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-21T00:29:12.332 DEBUG:teuthology.orchestra.run.smithi067:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T00:29:12.368 DEBUG:teuthology.orchestra.run.smithi097:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T00:29:12.422 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-21T00:29:12.422 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:29:12.422 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:29:12.439 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20178 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T00:29:12.439 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:29:12.439 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:29:12.457 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17850 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T00:29:12.458 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:29:12.458 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:29:12.495 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20178 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T00:29:12.495 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:29:12.495 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:29:12.515 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17850 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T00:29:12.516 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-21T00:29:12.516 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:29:12.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.648+0000 7fda12c27640 1 -- 172.21.15.67:0/262563619 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fda0c0b4f20 msgr2=0x7fda0c0b5330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:12.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.648+0000 7fda12c27640 1 --2- 172.21.15.67:0/262563619 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fda0c0b4f20 0x7fda0c0b5330 secure :-1 s=READY pgs=1330 cs=0 l=1 rev1=1 crypto rx=0x7fda0c0b4370 tx=0x7fd9f802a5f0 comp rx=0 tx=0).stop 2024-09-21T00:29:12.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.648+0000 7fda12c27640 1 -- 172.21.15.67:0/262563619 shutdown_connections 2024-09-21T00:29:12.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.648+0000 7fda12c27640 1 --2- 172.21.15.67:0/262563619 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fda0c0b4f20 0x7fda0c0b5330 unknown :-1 s=CLOSED pgs=1330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:12.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.648+0000 7fda12c27640 1 --2- 172.21.15.67:0/262563619 >> v2:172.21.15.97:3300/0 conn(0x7fda0c0b6790 0x7fda0c15b9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:12.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.648+0000 7fda12c27640 1 -- 172.21.15.67:0/262563619 >> 172.21.15.67:0/262563619 conn(0x7fda0c0b2ef0 msgr2=0x7fda0c0b3300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:12.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.648+0000 7fda12c27640 1 -- 172.21.15.67:0/262563619 shutdown_connections 2024-09-21T00:29:12.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.648+0000 7fda12c27640 1 -- 172.21.15.67:0/262563619 wait complete. 2024-09-21T00:29:12.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.650+0000 7fda12c27640 1 Processor -- start 2024-09-21T00:29:12.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.650+0000 7fda12c27640 1 -- start start 2024-09-21T00:29:12.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.652+0000 7fda12c27640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fda0c0b4f20 0x7fda0c0cd860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:12.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.652+0000 7fda12c27640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fda0c0b5870 0x7fda0c09e620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:12.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.652+0000 7fda12c27640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fda0c0b6790 0x7fda0c0cacb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:12.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.652+0000 7fda12c27640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fda0c0b2050 con 0x7fda0c0b4f20 2024-09-21T00:29:12.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.652+0000 7fda12c27640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fda0c0b1ed0 con 0x7fda0c0b5870 2024-09-21T00:29:12.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.652+0000 7fda12c27640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fda0c0b21d0 con 0x7fda0c0b6790 2024-09-21T00:29:12.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.652+0000 7fda109c3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fda0c0b4f20 0x7fda0c0cd860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:12.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.652+0000 7fda109c3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fda0c0b4f20 0x7fda0c0cd860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48470/0 (socket says 172.21.15.67:48470) 2024-09-21T00:29:12.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.652+0000 7fda109c3640 1 -- 172.21.15.67:0/3574213763 learned_addr learned my addr 172.21.15.67:0/3574213763 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:12.658 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.652+0000 7fda0bfff640 1 --2- 172.21.15.67:0/3574213763 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fda0c0b5870 0x7fda0c09e620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:12.658 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.652+0000 7fda111c4640 1 --2- 172.21.15.67:0/3574213763 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fda0c0b6790 0x7fda0c0cacb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:12.658 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.652+0000 7fda109c3640 1 -- 172.21.15.67:0/3574213763 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fda0c0b6790 msgr2=0x7fda0c0cacb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:12.658 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.652+0000 7fda109c3640 1 --2- 172.21.15.67:0/3574213763 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fda0c0b6790 0x7fda0c0cacb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:12.658 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.652+0000 7fda109c3640 1 -- 172.21.15.67:0/3574213763 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fda0c0b5870 msgr2=0x7fda0c09e620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:12.658 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.652+0000 7fda109c3640 1 --2- 172.21.15.67:0/3574213763 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fda0c0b5870 0x7fda0c09e620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:12.658 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.652+0000 7fda109c3640 1 -- 172.21.15.67:0/3574213763 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda0c1e8630 con 0x7fda0c0b4f20 2024-09-21T00:29:12.658 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.652+0000 7fda0bfff640 1 --2- 172.21.15.67:0/3574213763 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fda0c0b5870 0x7fda0c09e620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:29:12.658 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.652+0000 7fda109c3640 1 --2- 172.21.15.67:0/3574213763 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fda0c0b4f20 0x7fda0c0cd860 secure :-1 s=READY pgs=1331 cs=0 l=1 rev1=1 crypto rx=0x7fda00009fd0 tx=0x7fda0000ec20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:12.658 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.653+0000 7fda097fa640 1 -- 172.21.15.67:0/3574213763 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda0000ccc0 con 0x7fda0c0b4f20 2024-09-21T00:29:12.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.653+0000 7fda097fa640 1 -- 172.21.15.67:0/3574213763 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fda0000ee70 con 0x7fda0c0b4f20 2024-09-21T00:29:12.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.653+0000 7fda12c27640 1 -- 172.21.15.67:0/3574213763 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fda0c0c8fa0 con 0x7fda0c0b4f20 2024-09-21T00:29:12.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.653+0000 7fda097fa640 1 -- 172.21.15.67:0/3574213763 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda0000ce60 con 0x7fda0c0b4f20 2024-09-21T00:29:12.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.653+0000 7fda12c27640 1 -- 172.21.15.67:0/3574213763 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fda0c0c9560 con 0x7fda0c0b4f20 2024-09-21T00:29:12.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.654+0000 7fda12c27640 1 -- 172.21.15.67:0/3574213763 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fda0c0b26f0 con 0x7fda0c0b4f20 2024-09-21T00:29:12.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.654+0000 7fda097fa640 1 -- 172.21.15.67:0/3574213763 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fda00004280 con 0x7fda0c0b4f20 2024-09-21T00:29:12.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.655+0000 7fda097fa640 1 --2- 172.21.15.67:0/3574213763 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd9f0078b90 0x7fd9f007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:12.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.655+0000 7fda097fa640 1 -- 172.21.15.67:0/3574213763 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 4943+0+0 (secure 0 0 0) 0x7fda0009b320 con 0x7fda0c0b4f20 2024-09-21T00:29:12.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.655+0000 7fda0bfff640 1 --2- 172.21.15.67:0/3574213763 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd9f0078b90 0x7fd9f007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:12.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.656+0000 7fda0bfff640 1 --2- 172.21.15.67:0/3574213763 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd9f0078b90 0x7fd9f007b0a0 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7fd9f8033000 tx=0x7fd9f8004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:12.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.660+0000 7fda097fa640 1 -- 172.21.15.67:0/3574213763 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fda00063af0 con 0x7fda0c0b4f20 2024-09-21T00:29:12.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.888+0000 7fda12c27640 1 -- 172.21.15.67:0/3574213763 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fda0c0cf3d0 con 0x7fda0c0b4f20 2024-09-21T00:29:12.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.889+0000 7fda097fa640 1 -- 172.21.15.67:0/3574213763 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 92 v92) ==== 94+0+3908 (secure 0 0 0) 0x7fda000633f0 con 0x7fda0c0b4f20 2024-09-21T00:29:12.891 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:29:12.891 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":92,"btime":"2024-09-21T00:29:06:621607+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6509,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6835/3663372017","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3663372017},{"type":"v1","addr":"172.21.15.97:6835","nonce":3663372017}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":83},{"gid":6512,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/235976541","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":235976541},{"type":"v1","addr":"172.21.15.97:6837","nonce":235976541}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":84},{"gid":7090,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/1704519395","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1704519395},{"type":"v1","addr":"172.21.15.67:6834","nonce":1704519395}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":82},{"gid":8004,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/1251631633","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":1251631633},{"type":"v1","addr":"172.21.15.67:6835","nonce":1251631633}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":92}],"filesystems":[]} 2024-09-21T00:29:12.892 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 92 2024-09-21T00:29:12.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.891+0000 7fda12c27640 1 -- 172.21.15.67:0/3574213763 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd9f0078b90 msgr2=0x7fd9f007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:12.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.891+0000 7fda12c27640 1 --2- 172.21.15.67:0/3574213763 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd9f0078b90 0x7fd9f007b0a0 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7fd9f8033000 tx=0x7fd9f8004730 comp rx=0 tx=0).stop 2024-09-21T00:29:12.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.891+0000 7fda12c27640 1 -- 172.21.15.67:0/3574213763 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fda0c0b4f20 msgr2=0x7fda0c0cd860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:12.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.891+0000 7fda12c27640 1 --2- 172.21.15.67:0/3574213763 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fda0c0b4f20 0x7fda0c0cd860 secure :-1 s=READY pgs=1331 cs=0 l=1 rev1=1 crypto rx=0x7fda00009fd0 tx=0x7fda0000ec20 comp rx=0 tx=0).stop 2024-09-21T00:29:12.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.891+0000 7fda12c27640 1 -- 172.21.15.67:0/3574213763 shutdown_connections 2024-09-21T00:29:12.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.891+0000 7fda12c27640 1 --2- 172.21.15.67:0/3574213763 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd9f0078b90 0x7fd9f007b0a0 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:12.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.891+0000 7fda12c27640 1 --2- 172.21.15.67:0/3574213763 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fda0c0b6790 0x7fda0c0cacb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:12.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.891+0000 7fda12c27640 1 --2- 172.21.15.67:0/3574213763 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fda0c0b5870 0x7fda0c09e620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:12.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.891+0000 7fda12c27640 1 --2- 172.21.15.67:0/3574213763 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fda0c0b4f20 0x7fda0c0cd860 unknown :-1 s=CLOSED pgs=1331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:12.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.891+0000 7fda12c27640 1 -- 172.21.15.67:0/3574213763 >> 172.21.15.67:0/3574213763 conn(0x7fda0c0b2ef0 msgr2=0x7fda0c0cdff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:12.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.891+0000 7fda12c27640 1 -- 172.21.15.67:0/3574213763 shutdown_connections 2024-09-21T00:29:12.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:12.891+0000 7fda12c27640 1 -- 172.21.15.67:0/3574213763 wait complete. 2024-09-21T00:29:12.905 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-21T00:29:12.905 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-21T00:29:12.906 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-21T00:29:12.906 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:29:12.906 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-21T00:29:12.906 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-21T00:29:12.906 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-21T00:29:12.906 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:29:12.906 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-21T00:29:12.906 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-21T00:29:12.907 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-21T00:29:12.907 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:29:12.907 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-21T00:29:12.907 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-21T00:29:12.907 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-21T00:29:12.907 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:29:12.916 INFO:tasks.ceph.mds.c:Stopped 2024-09-21T00:29:12.916 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-21T00:29:12.918 INFO:tasks.ceph.mds.b:Stopped 2024-09-21T00:29:12.918 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-21T00:29:12.919 INFO:tasks.ceph.mds.d:Stopped 2024-09-21T00:29:12.919 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-21T00:29:12.920 INFO:tasks.ceph.mds.a:Stopped 2024-09-21T00:29:12.920 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-21T00:29:12.961 INFO:tasks.ceph.mds.b:Started 2024-09-21T00:29:12.961 DEBUG:teuthology.parallel:result is None 2024-09-21T00:29:12.961 INFO:tasks.ceph.mds.d:Started 2024-09-21T00:29:12.962 DEBUG:teuthology.parallel:result is None 2024-09-21T00:29:12.962 INFO:tasks.ceph.mds.c:Started 2024-09-21T00:29:12.963 DEBUG:teuthology.parallel:result is None 2024-09-21T00:29:12.964 INFO:tasks.ceph.mds.a:Started 2024-09-21T00:29:12.964 DEBUG:teuthology.parallel:result is None 2024-09-21T00:29:12.964 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-21T00:29:13.052 INFO:tasks.ceph.mds.c.smithi067.stdout:starting mds.c at 2024-09-21T00:29:13.052 INFO:tasks.ceph.mds.a.smithi067.stdout:starting mds.a at 2024-09-21T00:29:13.055 INFO:tasks.ceph.mds.b.smithi097.stdout:starting mds.b at 2024-09-21T00:29:13.055 INFO:tasks.ceph.mds.d.smithi097.stdout:starting mds.d at 2024-09-21T00:29:13.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.086+0000 7f6e4fd01640 1 -- 172.21.15.67:0/508901889 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6e480d2b00 msgr2=0x7f6e4815e7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:13.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.086+0000 7f6e4fd01640 1 --2- 172.21.15.67:0/508901889 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6e480d2b00 0x7f6e4815e7f0 secure :-1 s=READY pgs=1341 cs=0 l=1 rev1=1 crypto rx=0x7f6e4808d710 tx=0x7f6e3c02a530 comp rx=0 tx=0).stop 2024-09-21T00:29:13.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.086+0000 7f6e4fd01640 1 -- 172.21.15.67:0/508901889 shutdown_connections 2024-09-21T00:29:13.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.086+0000 7f6e4fd01640 1 --2- 172.21.15.67:0/508901889 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6e480d2b00 0x7f6e4815e7f0 unknown :-1 s=CLOSED pgs=1341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:13.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.086+0000 7f6e4fd01640 1 --2- 172.21.15.67:0/508901889 >> v2:172.21.15.97:3300/0 conn(0x7f6e48162ea0 0x7f6e480cf740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:13.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.086+0000 7f6e4fd01640 1 -- 172.21.15.67:0/508901889 >> 172.21.15.67:0/508901889 conn(0x7f6e4806dfb0 msgr2=0x7f6e4806e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:13.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.086+0000 7f6e4fd01640 1 -- 172.21.15.67:0/508901889 shutdown_connections 2024-09-21T00:29:13.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.086+0000 7f6e4fd01640 1 -- 172.21.15.67:0/508901889 wait complete. 2024-09-21T00:29:13.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.088+0000 7f6e4fd01640 1 Processor -- start 2024-09-21T00:29:13.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.088+0000 7f6e4fd01640 1 -- start start 2024-09-21T00:29:13.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.090+0000 7f6e4fd01640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6e480d11c0 0x7f6e480cdaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:13.094 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.090+0000 7f6e4fd01640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6e480d2b00 0x7f6e480ca620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:13.094 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.090+0000 7f6e4fd01640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6e48162ea0 0x7f6e48152820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:13.094 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.090+0000 7f6e4fd01640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f6e4815f640 con 0x7f6e480d2b00 2024-09-21T00:29:13.094 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.090+0000 7f6e4da9d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6e480d11c0 0x7f6e480cdaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:13.094 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.090+0000 7f6e4fd01640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f6e4815f4c0 con 0x7f6e480d11c0 2024-09-21T00:29:13.094 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.090+0000 7f6e4fd01640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f6e4815f7c0 con 0x7f6e48162ea0 2024-09-21T00:29:13.094 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.090+0000 7f6e4d29c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6e480d2b00 0x7f6e480ca620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:13.094 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.090+0000 7f6e4da9d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6e480d11c0 0x7f6e480cdaa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.67:40064/0 (socket says 172.21.15.67:40064) 2024-09-21T00:29:13.094 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.090+0000 7f6e4d29c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6e480d2b00 0x7f6e480ca620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48510/0 (socket says 172.21.15.67:48510) 2024-09-21T00:29:13.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.090+0000 7f6e4da9d640 1 -- 172.21.15.67:0/483251529 learned_addr learned my addr 172.21.15.67:0/483251529 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:13.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.090+0000 7f6e4e29e640 1 --2- 172.21.15.67:0/483251529 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6e48162ea0 0x7f6e48152820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:13.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.090+0000 7f6e4d29c640 1 -- 172.21.15.67:0/483251529 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6e48162ea0 msgr2=0x7f6e48152820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:13.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.090+0000 7f6e4d29c640 1 --2- 172.21.15.67:0/483251529 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6e48162ea0 0x7f6e48152820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:13.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.090+0000 7f6e4d29c640 1 -- 172.21.15.67:0/483251529 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6e480d11c0 msgr2=0x7f6e480cdaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:13.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.090+0000 7f6e4d29c640 1 --2- 172.21.15.67:0/483251529 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6e480d11c0 0x7f6e480cdaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:13.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.090+0000 7f6e4d29c640 1 -- 172.21.15.67:0/483251529 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e480b5490 con 0x7f6e480d2b00 2024-09-21T00:29:13.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.090+0000 7f6e4d29c640 1 --2- 172.21.15.67:0/483251529 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6e480d2b00 0x7f6e480ca620 secure :-1 s=READY pgs=1342 cs=0 l=1 rev1=1 crypto rx=0x7f6e3c031000 tx=0x7f6e3c033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:13.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.091+0000 7f6e3a7fc640 1 -- 172.21.15.67:0/483251529 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e3c005c90 con 0x7f6e480d2b00 2024-09-21T00:29:13.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.091+0000 7f6e3a7fc640 1 -- 172.21.15.67:0/483251529 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6e3c031e50 con 0x7f6e480d2b00 2024-09-21T00:29:13.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.091+0000 7f6e4fd01640 1 -- 172.21.15.67:0/483251529 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e480b5770 con 0x7f6e480d2b00 2024-09-21T00:29:13.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.091+0000 7f6e3a7fc640 1 -- 172.21.15.67:0/483251529 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e3c005240 con 0x7f6e480d2b00 2024-09-21T00:29:13.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.091+0000 7f6e4fd01640 1 -- 172.21.15.67:0/483251529 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e480b5d30 con 0x7f6e480d2b00 2024-09-21T00:29:13.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.092+0000 7f6e4fd01640 1 -- 172.21.15.67:0/483251529 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6e4815fce0 con 0x7f6e480d2b00 2024-09-21T00:29:13.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.093+0000 7f6e3a7fc640 1 -- 172.21.15.67:0/483251529 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f6e3c0053e0 con 0x7f6e480d2b00 2024-09-21T00:29:13.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.093+0000 7f6e3a7fc640 1 --2- 172.21.15.67:0/483251529 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6e2c078b90 0x7f6e2c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:13.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.093+0000 7f6e3a7fc640 1 -- 172.21.15.67:0/483251529 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 4943+0+0 (secure 0 0 0) 0x7f6e3c0bba40 con 0x7f6e480d2b00 2024-09-21T00:29:13.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.094+0000 7f6e4da9d640 1 --2- 172.21.15.67:0/483251529 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6e2c078b90 0x7f6e2c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:13.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.094+0000 7f6e4da9d640 1 --2- 172.21.15.67:0/483251529 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6e2c078b90 0x7f6e2c07b0a0 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f6e44005fd0 tx=0x7f6e4400b410 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:13.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.098+0000 7f6e3a7fc640 1 -- 172.21.15.67:0/483251529 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f6e3c03f030 con 0x7f6e480d2b00 2024-09-21T00:29:13.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.296+0000 7f6e4fd01640 1 -- 172.21.15.67:0/483251529 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f6e480d1670 con 0x7f6e480d2b00 2024-09-21T00:29:13.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.657+0000 7f6e3a7fc640 1 -- 172.21.15.67:0/483251529 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v111) ==== 97+0+0 (secure 0 0 0) 0x7f6e3c0bbe20 con 0x7f6e480d2b00 2024-09-21T00:29:13.659 INFO:teuthology.orchestra.run.smithi067.stderr: removed all blocklist entries 2024-09-21T00:29:13.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.659+0000 7f6e4fd01640 1 -- 172.21.15.67:0/483251529 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6e2c078b90 msgr2=0x7f6e2c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:13.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.659+0000 7f6e4fd01640 1 --2- 172.21.15.67:0/483251529 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6e2c078b90 0x7f6e2c07b0a0 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f6e44005fd0 tx=0x7f6e4400b410 comp rx=0 tx=0).stop 2024-09-21T00:29:13.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.659+0000 7f6e4fd01640 1 -- 172.21.15.67:0/483251529 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6e480d2b00 msgr2=0x7f6e480ca620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:13.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.659+0000 7f6e4fd01640 1 --2- 172.21.15.67:0/483251529 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6e480d2b00 0x7f6e480ca620 secure :-1 s=READY pgs=1342 cs=0 l=1 rev1=1 crypto rx=0x7f6e3c031000 tx=0x7f6e3c033c20 comp rx=0 tx=0).stop 2024-09-21T00:29:13.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.659+0000 7f6e4fd01640 1 -- 172.21.15.67:0/483251529 shutdown_connections 2024-09-21T00:29:13.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.659+0000 7f6e4fd01640 1 --2- 172.21.15.67:0/483251529 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6e2c078b90 0x7f6e2c07b0a0 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:13.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.659+0000 7f6e4fd01640 1 --2- 172.21.15.67:0/483251529 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6e48162ea0 0x7f6e48152820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:13.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.659+0000 7f6e4fd01640 1 --2- 172.21.15.67:0/483251529 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6e480d2b00 0x7f6e480ca620 unknown :-1 s=CLOSED pgs=1342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:13.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.659+0000 7f6e4fd01640 1 --2- 172.21.15.67:0/483251529 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6e480d11c0 0x7f6e480cdaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:13.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.659+0000 7f6e4fd01640 1 -- 172.21.15.67:0/483251529 >> 172.21.15.67:0/483251529 conn(0x7f6e4806dfb0 msgr2=0x7f6e4815dd90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:13.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.659+0000 7f6e4fd01640 1 -- 172.21.15.67:0/483251529 shutdown_connections 2024-09-21T00:29:13.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.659+0000 7f6e4fd01640 1 -- 172.21.15.67:0/483251529 wait complete. 2024-09-21T00:29:13.675 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-21T00:29:13.795 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.793+0000 7f14b924d640 1 -- 172.21.15.67:0/3477200630 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f14b40d0f50 msgr2=0x7f14b40b5530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:13.795 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.793+0000 7f14b924d640 1 --2- 172.21.15.67:0/3477200630 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f14b40d0f50 0x7f14b40b5530 secure :-1 s=READY pgs=1343 cs=0 l=1 rev1=1 crypto rx=0x7f14ac005fd0 tx=0x7f14ac02a4b0 comp rx=0 tx=0).stop 2024-09-21T00:29:13.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.793+0000 7f14b924d640 1 -- 172.21.15.67:0/3477200630 shutdown_connections 2024-09-21T00:29:13.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.793+0000 7f14b924d640 1 --2- 172.21.15.67:0/3477200630 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f14b40d0f50 0x7f14b40b5530 unknown :-1 s=CLOSED pgs=1343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:13.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.793+0000 7f14b924d640 1 --2- 172.21.15.67:0/3477200630 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f14b40b3ae0 0x7f14b40d0a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:13.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.793+0000 7f14b924d640 1 -- 172.21.15.67:0/3477200630 >> 172.21.15.67:0/3477200630 conn(0x7f14b40b4140 msgr2=0x7f14b40b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:13.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.793+0000 7f14b924d640 1 -- 172.21.15.67:0/3477200630 shutdown_connections 2024-09-21T00:29:13.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.793+0000 7f14b924d640 1 -- 172.21.15.67:0/3477200630 wait complete. 2024-09-21T00:29:13.797 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.795+0000 7f14b924d640 1 Processor -- start 2024-09-21T00:29:13.797 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.795+0000 7f14b924d640 1 -- start start 2024-09-21T00:29:13.800 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.796+0000 7f14b924d640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f14b409b7b0 0x7f14b409daa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:13.800 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.796+0000 7f14b924d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f14b40b3ae0 0x7f14b40c7130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:13.800 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.796+0000 7f14b924d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f14b40d0f50 0x7f14b40c6160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:13.800 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.796+0000 7f14b924d640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f14b40b5e00 con 0x7f14b40b3ae0 2024-09-21T00:29:13.800 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.796+0000 7f14b924d640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f14b40b5c80 con 0x7f14b40d0f50 2024-09-21T00:29:13.800 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.796+0000 7f14b924d640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f14b40b5f80 con 0x7f14b409b7b0 2024-09-21T00:29:13.800 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.796+0000 7f14b259c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f14b40b3ae0 0x7f14b40c7130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:13.800 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.796+0000 7f14b259c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f14b40b3ae0 0x7f14b40c7130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:49478/0 (socket says 172.21.15.67:49478) 2024-09-21T00:29:13.800 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.796+0000 7f14b259c640 1 -- 172.21.15.67:0/2220160279 learned_addr learned my addr 172.21.15.67:0/2220160279 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:13.800 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.797+0000 7f14b2d9d640 1 --2- 172.21.15.67:0/2220160279 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f14b409b7b0 0x7f14b409daa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:13.800 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.797+0000 7f14b359e640 1 --2- 172.21.15.67:0/2220160279 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f14b40d0f50 0x7f14b40c6160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:13.801 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.797+0000 7f14b259c640 1 -- 172.21.15.67:0/2220160279 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f14b409b7b0 msgr2=0x7f14b409daa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:13.801 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.797+0000 7f14b259c640 1 --2- 172.21.15.67:0/2220160279 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f14b409b7b0 0x7f14b409daa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:13.801 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.797+0000 7f14b259c640 1 -- 172.21.15.67:0/2220160279 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f14b40d0f50 msgr2=0x7f14b40c6160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:13.801 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.797+0000 7f14b259c640 1 --2- 172.21.15.67:0/2220160279 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f14b40d0f50 0x7f14b40c6160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:13.801 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.797+0000 7f14b259c640 1 -- 172.21.15.67:0/2220160279 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14b4151730 con 0x7f14b40b3ae0 2024-09-21T00:29:13.801 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.797+0000 7f14b259c640 1 --2- 172.21.15.67:0/2220160279 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f14b40b3ae0 0x7f14b40c7130 secure :-1 s=READY pgs=1344 cs=0 l=1 rev1=1 crypto rx=0x7f149c00d6d0 tx=0x7f149c00db90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:13.801 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.797+0000 7f14ab7fe640 1 -- 172.21.15.67:0/2220160279 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f149c017070 con 0x7f14b40b3ae0 2024-09-21T00:29:13.801 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.797+0000 7f14ab7fe640 1 -- 172.21.15.67:0/2220160279 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f149c005330 con 0x7f14b40b3ae0 2024-09-21T00:29:13.801 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.797+0000 7f14b924d640 1 -- 172.21.15.67:0/2220160279 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14b4151a10 con 0x7f14b40b3ae0 2024-09-21T00:29:13.801 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.797+0000 7f14ab7fe640 1 -- 172.21.15.67:0/2220160279 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f149c009820 con 0x7f14b40b3ae0 2024-09-21T00:29:13.801 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.797+0000 7f14b924d640 1 -- 172.21.15.67:0/2220160279 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14b4151fd0 con 0x7f14b40b3ae0 2024-09-21T00:29:13.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.798+0000 7f14b924d640 1 -- 172.21.15.67:0/2220160279 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f14b40d0a10 con 0x7f14b40b3ae0 2024-09-21T00:29:13.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.799+0000 7f14ab7fe640 1 -- 172.21.15.67:0/2220160279 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f149c009bd0 con 0x7f14b40b3ae0 2024-09-21T00:29:13.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.799+0000 7f14ab7fe640 1 --2- 172.21.15.67:0/2220160279 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1494078b90 0x7f149407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:13.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.800+0000 7f14ab7fe640 1 -- 172.21.15.67:0/2220160279 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(113..113 src has 1..113) ==== 4857+0+0 (secure 0 0 0) 0x7f149c09ac80 con 0x7f14b40b3ae0 2024-09-21T00:29:13.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.800+0000 7f14b2d9d640 1 --2- 172.21.15.67:0/2220160279 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1494078b90 0x7f149407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:13.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.800+0000 7f14b2d9d640 1 --2- 172.21.15.67:0/2220160279 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1494078b90 0x7f149407b0a0 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f14a4001e20 tx=0x7f14a4009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:13.806 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:13.804+0000 7f14ab7fe640 1 -- 172.21.15.67:0/2220160279 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f149c062dc0 con 0x7f14b40b3ae0 2024-09-21T00:29:14.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.065+0000 7f14b924d640 1 -- 172.21.15.67:0/2220160279 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f14b409add0 con 0x7f14b40b3ae0 2024-09-21T00:29:14.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.066+0000 7f14ab7fe640 1 -- 172.21.15.67:0/2220160279 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v19) ==== 80+0+5304 (secure 0 0 0) 0x7f149c0677f0 con 0x7f14b40b3ae0 2024-09-21T00:29:14.067 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:29:14.067 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:29:14.067 INFO:teuthology.orchestra.run.smithi067.stdout: "auth_dump": [ 2024-09-21T00:29:14.067 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:29:14.067 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mds.a", 2024-09-21T00:29:14.067 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5m9QBaFRAAdgisHziG3hw/D2M72XZn8g==", 2024-09-21T00:29:14.068 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:29:14.068 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:29:14.068 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:29:14.068 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:29:14.068 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:29:14.068 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:29:14.068 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:14.068 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:29:14.068 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mds.b", 2024-09-21T00:29:14.068 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mLCJuIhAAl/r6CTzwOFBmlvDR8WTorQ==", 2024-09-21T00:29:14.069 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:29:14.069 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:29:14.069 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:29:14.069 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:29:14.069 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:29:14.069 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:29:14.070 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:14.070 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:29:14.070 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mds.c", 2024-09-21T00:29:14.071 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mQ14ZHRAAi5QZeknKrKjp2jO02yntmg==", 2024-09-21T00:29:14.071 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:29:14.071 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:29:14.071 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:29:14.071 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:29:14.071 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:29:14.071 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:29:14.071 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:14.071 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:29:14.071 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mds.d", 2024-09-21T00:29:14.071 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mgCsdKhAAJ06SsIMmvdDQWaRDeCy6CA==", 2024-09-21T00:29:14.071 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:29:14.072 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:29:14.072 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:29:14.072 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:29:14.072 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:29:14.072 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:29:14.072 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:14.072 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:29:14.072 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.0", 2024-09-21T00:29:14.072 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBJEe5mhxC8ERAAwqKGS/tp+aVv++lqOVEPwg==", 2024-09-21T00:29:14.072 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:29:14.072 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:29:14.072 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:29:14.072 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:29:14.072 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:29:14.073 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:14.073 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:29:14.073 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.1", 2024-09-21T00:29:14.073 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBMEe5mbob6IxAANdMr4wKZkwcnJzzUY88/xA==", 2024-09-21T00:29:14.073 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:29:14.073 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:29:14.073 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:29:14.073 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:29:14.073 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:29:14.073 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:14.073 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:29:14.073 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.2", 2024-09-21T00:29:14.073 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBPEe5mR+B2NRAAbF2XunKQ4T7GqO5mflYgFQ==", 2024-09-21T00:29:14.073 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:29:14.074 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:29:14.074 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:29:14.074 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:29:14.074 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:29:14.074 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:14.074 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:29:14.074 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.3", 2024-09-21T00:29:14.074 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBTEe5mrBCaDBAAhESlssYCQxHPjrG5irA8bg==", 2024-09-21T00:29:14.074 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:29:14.074 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:29:14.074 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:29:14.074 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:29:14.074 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:29:14.075 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:14.075 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:29:14.075 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.4", 2024-09-21T00:29:14.075 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBZEe5mH7dzKBAALqGrXHFlpxFvgoI3COb/CA==", 2024-09-21T00:29:14.075 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:29:14.075 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:29:14.075 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:29:14.075 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:29:14.075 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:29:14.075 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:14.075 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:29:14.075 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.5", 2024-09-21T00:29:14.075 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBcEe5mbQLIORAAhaKf6tntn/oh0n1a70pqAA==", 2024-09-21T00:29:14.075 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:29:14.076 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:29:14.076 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:29:14.076 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:29:14.076 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:29:14.076 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:14.076 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:29:14.076 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.6", 2024-09-21T00:29:14.076 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBgEe5m5MO7ABAACbg8WWV3GhNSHRnjscz6Fg==", 2024-09-21T00:29:14.076 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:29:14.076 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:29:14.076 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:29:14.076 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:29:14.076 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:29:14.077 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:14.077 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:29:14.077 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.7", 2024-09-21T00:29:14.077 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBjEe5mmCIxAxAArpnzucP3Mbmo3BL6YikqWA==", 2024-09-21T00:29:14.077 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:29:14.077 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:29:14.077 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:29:14.077 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:29:14.077 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:29:14.077 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:14.077 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:29:14.077 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.0", 2024-09-21T00:29:14.077 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mUnwLLxAAE0JXCN8yXTH2bWtWI41o2Q==", 2024-09-21T00:29:14.077 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:29:14.077 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:29:14.078 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow r", 2024-09-21T00:29:14.078 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-21T00:29:14.078 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:29:14.078 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:14.078 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:29:14.078 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.1", 2024-09-21T00:29:14.078 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mDFa8NhAAraRO3NGJQTzWBBcGkkEhhQ==", 2024-09-21T00:29:14.078 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:29:14.078 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:29:14.078 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow r", 2024-09-21T00:29:14.078 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow rw", 2024-09-21T00:29:14.078 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow rwx" 2024-09-21T00:29:14.078 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:29:14.079 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:14.079 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:29:14.079 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.2", 2024-09-21T00:29:14.079 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mLu3nMhAA14NXzzDpQhxci5XP4juw/w==", 2024-09-21T00:29:14.079 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:29:14.079 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:29:14.079 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow r", 2024-09-21T00:29:14.079 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow rw", 2024-09-21T00:29:14.079 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow rwx" 2024-09-21T00:29:14.079 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:29:14.079 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:14.079 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:29:14.079 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.3", 2024-09-21T00:29:14.079 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5m6Lx8OhAAx4r6ll1YCFpRFK7DC5qqOw==", 2024-09-21T00:29:14.080 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:29:14.080 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:29:14.080 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow r", 2024-09-21T00:29:14.080 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow rw", 2024-09-21T00:29:14.080 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow rwx" 2024-09-21T00:29:14.080 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:29:14.080 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:14.080 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:29:14.080 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.admin", 2024-09-21T00:29:14.080 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBEEe5myhTpMBAA3uuyq5Ek2nSa9jjWQzIshw==", 2024-09-21T00:29:14.080 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:29:14.080 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow *", 2024-09-21T00:29:14.080 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:29:14.080 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:29:14.081 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:29:14.081 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:29:14.081 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:14.081 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:29:14.081 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mgr.x", 2024-09-21T00:29:14.081 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mNMdbERAA41Bj7rmSurxL0D2Zq+oHVA==", 2024-09-21T00:29:14.081 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:29:14.081 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow *", 2024-09-21T00:29:14.081 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile mgr", 2024-09-21T00:29:14.081 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:29:14.081 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:29:14.081 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:14.081 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:29:14.081 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mgr.y", 2024-09-21T00:29:14.081 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mNcGQCxAA33vjLt+brud7Aul58c5kXw==", 2024-09-21T00:29:14.082 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:29:14.082 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow *", 2024-09-21T00:29:14.082 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile mgr", 2024-09-21T00:29:14.082 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:29:14.082 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:29:14.082 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:29:14.082 INFO:teuthology.orchestra.run.smithi067.stdout: ] 2024-09-21T00:29:14.082 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:29:14.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.068+0000 7f14b924d640 1 -- 172.21.15.67:0/2220160279 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1494078b90 msgr2=0x7f149407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:14.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.068+0000 7f14b924d640 1 --2- 172.21.15.67:0/2220160279 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1494078b90 0x7f149407b0a0 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f14a4001e20 tx=0x7f14a4009040 comp rx=0 tx=0).stop 2024-09-21T00:29:14.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.068+0000 7f14b924d640 1 -- 172.21.15.67:0/2220160279 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f14b40b3ae0 msgr2=0x7f14b40c7130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:14.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.068+0000 7f14b924d640 1 --2- 172.21.15.67:0/2220160279 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f14b40b3ae0 0x7f14b40c7130 secure :-1 s=READY pgs=1344 cs=0 l=1 rev1=1 crypto rx=0x7f149c00d6d0 tx=0x7f149c00db90 comp rx=0 tx=0).stop 2024-09-21T00:29:14.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.068+0000 7f14b924d640 1 -- 172.21.15.67:0/2220160279 shutdown_connections 2024-09-21T00:29:14.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.068+0000 7f14b924d640 1 --2- 172.21.15.67:0/2220160279 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1494078b90 0x7f149407b0a0 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:14.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.068+0000 7f14b924d640 1 --2- 172.21.15.67:0/2220160279 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f14b40d0f50 0x7f14b40c6160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:14.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.068+0000 7f14b924d640 1 --2- 172.21.15.67:0/2220160279 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f14b40b3ae0 0x7f14b40c7130 unknown :-1 s=CLOSED pgs=1344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:14.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.068+0000 7f14b924d640 1 --2- 172.21.15.67:0/2220160279 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f14b409b7b0 0x7f14b409daa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:14.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.068+0000 7f14b924d640 1 -- 172.21.15.67:0/2220160279 >> 172.21.15.67:0/2220160279 conn(0x7f14b40b4140 msgr2=0x7f14b40b6350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:14.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.068+0000 7f14b924d640 1 -- 172.21.15.67:0/2220160279 shutdown_connections 2024-09-21T00:29:14.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.068+0000 7f14b924d640 1 -- 172.21.15.67:0/2220160279 wait complete. 2024-09-21T00:29:14.085 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-21T00:29:14.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.201+0000 7f7073277640 1 -- 172.21.15.67:0/2733435541 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f706c0d0f50 msgr2=0x7f706c0b5530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:14.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.201+0000 7f7073277640 1 --2- 172.21.15.67:0/2733435541 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f706c0d0f50 0x7f706c0b5530 secure :-1 s=READY pgs=1346 cs=0 l=1 rev1=1 crypto rx=0x7f706c074bc0 tx=0x7f706402a410 comp rx=0 tx=0).stop 2024-09-21T00:29:14.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.201+0000 7f7073277640 1 -- 172.21.15.67:0/2733435541 shutdown_connections 2024-09-21T00:29:14.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.201+0000 7f7073277640 1 --2- 172.21.15.67:0/2733435541 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f706c0d0f50 0x7f706c0b5530 unknown :-1 s=CLOSED pgs=1346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:14.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.201+0000 7f7073277640 1 --2- 172.21.15.67:0/2733435541 >> v2:172.21.15.97:3300/0 conn(0x7f706c0b3ae0 0x7f706c0d0a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:14.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.201+0000 7f7073277640 1 -- 172.21.15.67:0/2733435541 >> 172.21.15.67:0/2733435541 conn(0x7f706c0b4140 msgr2=0x7f706c0b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:14.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.201+0000 7f7073277640 1 -- 172.21.15.67:0/2733435541 shutdown_connections 2024-09-21T00:29:14.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.201+0000 7f7073277640 1 -- 172.21.15.67:0/2733435541 wait complete. 2024-09-21T00:29:14.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.203+0000 7f7073277640 1 Processor -- start 2024-09-21T00:29:14.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.203+0000 7f7073277640 1 -- start start 2024-09-21T00:29:14.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.204+0000 7f7073277640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f706c09b7b0 0x7f706c15cfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:14.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.204+0000 7f7073277640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f706c0b3ae0 0x7f706c09d440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:14.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.204+0000 7f7073277640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f706c0d0f50 0x7f706c1f3780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:14.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.204+0000 7f7073277640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f706c0b5e00 con 0x7f706c0b3ae0 2024-09-21T00:29:14.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.204+0000 7f7073277640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f706c0b5c80 con 0x7f706c0d0f50 2024-09-21T00:29:14.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.204+0000 7f7073277640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f706c0b5f80 con 0x7f706c09b7b0 2024-09-21T00:29:14.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.204+0000 7f7070812640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f706c0b3ae0 0x7f706c09d440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:14.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.204+0000 7f7070812640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f706c0b3ae0 0x7f706c09d440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:49502/0 (socket says 172.21.15.67:49502) 2024-09-21T00:29:14.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.204+0000 7f7070812640 1 -- 172.21.15.67:0/2888368542 learned_addr learned my addr 172.21.15.67:0/2888368542 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:14.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.205+0000 7f7071814640 1 --2- 172.21.15.67:0/2888368542 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f706c0d0f50 0x7f706c1f3780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:14.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.205+0000 7f7071013640 1 --2- 172.21.15.67:0/2888368542 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f706c09b7b0 0x7f706c15cfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:14.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.205+0000 7f7070812640 1 -- 172.21.15.67:0/2888368542 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f706c09b7b0 msgr2=0x7f706c15cfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:14.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.205+0000 7f7070812640 1 --2- 172.21.15.67:0/2888368542 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f706c09b7b0 0x7f706c15cfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:14.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.205+0000 7f7070812640 1 -- 172.21.15.67:0/2888368542 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f706c0d0f50 msgr2=0x7f706c1f3780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:14.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.205+0000 7f7070812640 1 --2- 172.21.15.67:0/2888368542 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f706c0d0f50 0x7f706c1f3780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:14.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.205+0000 7f7070812640 1 -- 172.21.15.67:0/2888368542 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f706c0b3040 con 0x7f706c0b3ae0 2024-09-21T00:29:14.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.205+0000 7f7070812640 1 --2- 172.21.15.67:0/2888368542 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f706c0b3ae0 0x7f706c09d440 secure :-1 s=READY pgs=1347 cs=0 l=1 rev1=1 crypto rx=0x7f706000d740 tx=0x7f706000dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:14.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.205+0000 7f7069ffb640 1 -- 172.21.15.67:0/2888368542 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7060017070 con 0x7f706c0b3ae0 2024-09-21T00:29:14.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.205+0000 7f7069ffb640 1 -- 172.21.15.67:0/2888368542 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7060009cc0 con 0x7f706c0b3ae0 2024-09-21T00:29:14.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.205+0000 7f7073277640 1 -- 172.21.15.67:0/2888368542 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f706c0b13d0 con 0x7f706c0b3ae0 2024-09-21T00:29:14.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.205+0000 7f7069ffb640 1 -- 172.21.15.67:0/2888368542 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70600106c0 con 0x7f706c0b3ae0 2024-09-21T00:29:14.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.205+0000 7f7073277640 1 -- 172.21.15.67:0/2888368542 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f706c0b1670 con 0x7f706c0b3ae0 2024-09-21T00:29:14.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.206+0000 7f7073277640 1 -- 172.21.15.67:0/2888368542 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f706c0d0a10 con 0x7f706c0b3ae0 2024-09-21T00:29:14.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.207+0000 7f7069ffb640 1 -- 172.21.15.67:0/2888368542 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f706001a070 con 0x7f706c0b3ae0 2024-09-21T00:29:14.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.208+0000 7f7069ffb640 1 --2- 172.21.15.67:0/2888368542 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7058078bc0 0x7f705807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:14.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.208+0000 7f7069ffb640 1 -- 172.21.15.67:0/2888368542 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(113..113 src has 1..113) ==== 4857+0+0 (secure 0 0 0) 0x7f706009aae0 con 0x7f706c0b3ae0 2024-09-21T00:29:14.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.208+0000 7f7071013640 1 --2- 172.21.15.67:0/2888368542 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7058078bc0 0x7f705807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:14.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.208+0000 7f7071013640 1 --2- 172.21.15.67:0/2888368542 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7058078bc0 0x7f705807b0d0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f705c0020b0 tx=0x7f705c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:14.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.212+0000 7f7069ffb640 1 -- 172.21.15.67:0/2888368542 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f706c0b13d0 con 0x7f706c0b3ae0 2024-09-21T00:29:14.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.402+0000 7f7073277640 1 -- 172.21.15.67:0/2888368542 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f706c0b1a10 con 0x7f706c0b3ae0 2024-09-21T00:29:14.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.402+0000 7f7069ffb640 1 -- 172.21.15.67:0/2888368542 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v113) ==== 84+0+65 (secure 0 0 0) 0x7f7060063300 con 0x7f706c0b3ae0 2024-09-21T00:29:14.403 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:29:14.404 INFO:teuthology.orchestra.run.smithi067.stdout:[ 2024-09-21T00:29:14.404 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:29:14.404 INFO:teuthology.orchestra.run.smithi067.stdout: "poolnum": 1, 2024-09-21T00:29:14.404 INFO:teuthology.orchestra.run.smithi067.stdout: "poolname": ".mgr" 2024-09-21T00:29:14.404 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:29:14.404 INFO:teuthology.orchestra.run.smithi067.stdout:] 2024-09-21T00:29:14.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.404+0000 7f7073277640 1 -- 172.21.15.67:0/2888368542 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7058078bc0 msgr2=0x7f705807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:14.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.404+0000 7f7073277640 1 --2- 172.21.15.67:0/2888368542 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7058078bc0 0x7f705807b0d0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f705c0020b0 tx=0x7f705c009040 comp rx=0 tx=0).stop 2024-09-21T00:29:14.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.404+0000 7f7073277640 1 -- 172.21.15.67:0/2888368542 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f706c0b3ae0 msgr2=0x7f706c09d440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:14.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.404+0000 7f7073277640 1 --2- 172.21.15.67:0/2888368542 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f706c0b3ae0 0x7f706c09d440 secure :-1 s=READY pgs=1347 cs=0 l=1 rev1=1 crypto rx=0x7f706000d740 tx=0x7f706000dc00 comp rx=0 tx=0).stop 2024-09-21T00:29:14.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.404+0000 7f7073277640 1 -- 172.21.15.67:0/2888368542 shutdown_connections 2024-09-21T00:29:14.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.404+0000 7f7073277640 1 --2- 172.21.15.67:0/2888368542 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7058078bc0 0x7f705807b0d0 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:14.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.404+0000 7f7073277640 1 --2- 172.21.15.67:0/2888368542 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f706c0d0f50 0x7f706c1f3780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:14.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.404+0000 7f7073277640 1 --2- 172.21.15.67:0/2888368542 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f706c0b3ae0 0x7f706c09d440 unknown :-1 s=CLOSED pgs=1347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:14.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.404+0000 7f7073277640 1 --2- 172.21.15.67:0/2888368542 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f706c09b7b0 0x7f706c15cfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:14.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.404+0000 7f7073277640 1 -- 172.21.15.67:0/2888368542 >> 172.21.15.67:0/2888368542 conn(0x7f706c0b4140 msgr2=0x7f706c075e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:14.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.404+0000 7f7073277640 1 -- 172.21.15.67:0/2888368542 shutdown_connections 2024-09-21T00:29:14.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.404+0000 7f7073277640 1 -- 172.21.15.67:0/2888368542 wait complete. 2024-09-21T00:29:14.417 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-21T00:29:14.417 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-21T00:29:14.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.536+0000 7f6a88312640 1 -- 172.21.15.67:0/3522881243 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6a800d2490 msgr2=0x7f6a800d33f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:14.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.536+0000 7f6a88312640 1 --2- 172.21.15.67:0/3522881243 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6a800d2490 0x7f6a800d33f0 secure :-1 s=READY pgs=1349 cs=0 l=1 rev1=1 crypto rx=0x7f6a7c009820 tx=0x7f6a7c02a510 comp rx=0 tx=0).stop 2024-09-21T00:29:14.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.536+0000 7f6a88312640 1 -- 172.21.15.67:0/3522881243 shutdown_connections 2024-09-21T00:29:14.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.536+0000 7f6a88312640 1 --2- 172.21.15.67:0/3522881243 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6a800d2490 0x7f6a800d33f0 unknown :-1 s=CLOSED pgs=1349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:14.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.536+0000 7f6a88312640 1 -- 172.21.15.67:0/3522881243 >> 172.21.15.67:0/3522881243 conn(0x7f6a800d4630 msgr2=0x7f6a800d4a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:14.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.536+0000 7f6a88312640 1 -- 172.21.15.67:0/3522881243 shutdown_connections 2024-09-21T00:29:14.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.536+0000 7f6a88312640 1 -- 172.21.15.67:0/3522881243 wait complete. 2024-09-21T00:29:14.539 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.538+0000 7f6a88312640 1 Processor -- start 2024-09-21T00:29:14.539 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.538+0000 7f6a88312640 1 -- start start 2024-09-21T00:29:14.542 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.539+0000 7f6a88312640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6a8006dfa0 0x7f6a8015bd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:14.542 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.539+0000 7f6a88312640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6a8006e3b0 0x7f6a8015d490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:14.542 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.539+0000 7f6a88312640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6a800d2490 0x7f6a8015d9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:14.542 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.539+0000 7f6a88312640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f6a800d08e0 con 0x7f6a8006e3b0 2024-09-21T00:29:14.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.539+0000 7f6a88312640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f6a800d0760 con 0x7f6a8006dfa0 2024-09-21T00:29:14.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.539+0000 7f6a88312640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f6a800b67c0 con 0x7f6a800d2490 2024-09-21T00:29:14.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.540+0000 7f6a858ad640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6a8006e3b0 0x7f6a8015d490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:14.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.540+0000 7f6a858ad640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6a8006e3b0 0x7f6a8015d490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:49530/0 (socket says 172.21.15.67:49530) 2024-09-21T00:29:14.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.540+0000 7f6a858ad640 1 -- 172.21.15.67:0/821663521 learned_addr learned my addr 172.21.15.67:0/821663521 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:14.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.540+0000 7f6a860ae640 1 --2- 172.21.15.67:0/821663521 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6a8006dfa0 0x7f6a8015bd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:14.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.540+0000 7f6a868af640 1 --2- 172.21.15.67:0/821663521 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6a800d2490 0x7f6a8015d9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:14.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.540+0000 7f6a858ad640 1 -- 172.21.15.67:0/821663521 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6a800d2490 msgr2=0x7f6a8015d9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:14.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.540+0000 7f6a858ad640 1 --2- 172.21.15.67:0/821663521 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6a800d2490 0x7f6a8015d9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:14.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.540+0000 7f6a858ad640 1 -- 172.21.15.67:0/821663521 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6a8006dfa0 msgr2=0x7f6a8015bd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:14.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.540+0000 7f6a858ad640 1 --2- 172.21.15.67:0/821663521 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6a8006dfa0 0x7f6a8015bd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:14.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.540+0000 7f6a858ad640 1 -- 172.21.15.67:0/821663521 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a800cc290 con 0x7f6a8006e3b0 2024-09-21T00:29:14.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.540+0000 7f6a858ad640 1 --2- 172.21.15.67:0/821663521 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6a8006e3b0 0x7f6a8015d490 secure :-1 s=READY pgs=1350 cs=0 l=1 rev1=1 crypto rx=0x7f6a7000b420 tx=0x7f6a7000b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:14.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.540+0000 7f6a76ffd640 1 -- 172.21.15.67:0/821663521 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a70011830 con 0x7f6a8006e3b0 2024-09-21T00:29:14.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.540+0000 7f6a88312640 1 -- 172.21.15.67:0/821663521 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a800ce3b0 con 0x7f6a8006e3b0 2024-09-21T00:29:14.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.540+0000 7f6a76ffd640 1 -- 172.21.15.67:0/821663521 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6a70016070 con 0x7f6a8006e3b0 2024-09-21T00:29:14.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.540+0000 7f6a76ffd640 1 -- 172.21.15.67:0/821663521 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a70011d60 con 0x7f6a8006e3b0 2024-09-21T00:29:14.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.540+0000 7f6a88312640 1 -- 172.21.15.67:0/821663521 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a800a1a80 con 0x7f6a8006e3b0 2024-09-21T00:29:14.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.541+0000 7f6a88312640 1 -- 172.21.15.67:0/821663521 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6a8008d000 con 0x7f6a8006e3b0 2024-09-21T00:29:14.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.542+0000 7f6a76ffd640 1 -- 172.21.15.67:0/821663521 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f6a7001b460 con 0x7f6a8006e3b0 2024-09-21T00:29:14.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.543+0000 7f6a76ffd640 1 --2- 172.21.15.67:0/821663521 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6a64078bc0 0x7f6a6407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:14.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.543+0000 7f6a76ffd640 1 -- 172.21.15.67:0/821663521 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(113..113 src has 1..113) ==== 4857+0+0 (secure 0 0 0) 0x7f6a7009a450 con 0x7f6a8006e3b0 2024-09-21T00:29:14.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.543+0000 7f6a860ae640 1 --2- 172.21.15.67:0/821663521 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6a64078bc0 0x7f6a6407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:14.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.543+0000 7f6a860ae640 1 --2- 172.21.15.67:0/821663521 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6a64078bc0 0x7f6a6407b0d0 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f6a7c034000 tx=0x7f6a7c004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:14.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.547+0000 7f6a76ffd640 1 -- 172.21.15.67:0/821663521 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f6a8008d000 con 0x7f6a8006e3b0 2024-09-21T00:29:14.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:14.736+0000 7f6a88312640 1 -- 172.21.15.67:0/821663521 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f6a800d33f0 con 0x7f6a8006e3b0 2024-09-21T00:29:15.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:15.666+0000 7f6a76ffd640 1 -- 172.21.15.67:0/821663521 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v114) ==== 138+0+0 (secure 0 0 0) 0x7f6a70020020 con 0x7f6a8006e3b0 2024-09-21T00:29:15.668 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_metadata' created 2024-09-21T00:29:15.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:15.671+0000 7f6a88312640 1 -- 172.21.15.67:0/821663521 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6a64078bc0 msgr2=0x7f6a6407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:15.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:15.671+0000 7f6a88312640 1 --2- 172.21.15.67:0/821663521 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6a64078bc0 0x7f6a6407b0d0 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f6a7c034000 tx=0x7f6a7c004730 comp rx=0 tx=0).stop 2024-09-21T00:29:15.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:15.671+0000 7f6a88312640 1 -- 172.21.15.67:0/821663521 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6a8006e3b0 msgr2=0x7f6a8015d490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:15.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:15.671+0000 7f6a88312640 1 --2- 172.21.15.67:0/821663521 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6a8006e3b0 0x7f6a8015d490 secure :-1 s=READY pgs=1350 cs=0 l=1 rev1=1 crypto rx=0x7f6a7000b420 tx=0x7f6a7000b8e0 comp rx=0 tx=0).stop 2024-09-21T00:29:15.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:15.671+0000 7f6a88312640 1 -- 172.21.15.67:0/821663521 shutdown_connections 2024-09-21T00:29:15.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:15.671+0000 7f6a88312640 1 --2- 172.21.15.67:0/821663521 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6a64078bc0 0x7f6a6407b0d0 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:15.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:15.671+0000 7f6a88312640 1 --2- 172.21.15.67:0/821663521 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6a800d2490 0x7f6a8015d9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:15.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:15.671+0000 7f6a88312640 1 --2- 172.21.15.67:0/821663521 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6a8006e3b0 0x7f6a8015d490 unknown :-1 s=CLOSED pgs=1350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:15.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:15.671+0000 7f6a88312640 1 --2- 172.21.15.67:0/821663521 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6a8006dfa0 0x7f6a8015bd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:15.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:15.671+0000 7f6a88312640 1 -- 172.21.15.67:0/821663521 >> 172.21.15.67:0/821663521 conn(0x7f6a800d4630 msgr2=0x7f6a800b7460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:15.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:15.671+0000 7f6a88312640 1 -- 172.21.15.67:0/821663521 shutdown_connections 2024-09-21T00:29:15.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:15.672+0000 7f6a88312640 1 -- 172.21.15.67:0/821663521 wait complete. 2024-09-21T00:29:15.691 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-21T00:29:15.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:15.821+0000 7f872c207640 1 -- 172.21.15.67:0/3669426661 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f87240ce290 msgr2=0x7f8724070030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:15.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:15.822+0000 7f872c207640 1 --2- 172.21.15.67:0/3669426661 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f87240ce290 0x7f8724070030 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f8718005fd0 tx=0x7f871802a5d0 comp rx=0 tx=0).stop 2024-09-21T00:29:15.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:15.822+0000 7f872c207640 1 -- 172.21.15.67:0/3669426661 shutdown_connections 2024-09-21T00:29:15.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:15.822+0000 7f872c207640 1 --2- 172.21.15.67:0/3669426661 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f87240ce290 0x7f8724070030 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:15.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:15.822+0000 7f872c207640 1 --2- 172.21.15.67:0/3669426661 >> v2:172.21.15.97:3300/0 conn(0x7f87240b2fd0 0x7f87240cfa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:15.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:15.822+0000 7f872c207640 1 -- 172.21.15.67:0/3669426661 >> 172.21.15.67:0/3669426661 conn(0x7f87240ccc00 msgr2=0x7f87240cd010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:15.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:15.822+0000 7f872c207640 1 -- 172.21.15.67:0/3669426661 shutdown_connections 2024-09-21T00:29:15.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:15.822+0000 7f872c207640 1 -- 172.21.15.67:0/3669426661 wait complete. 2024-09-21T00:29:15.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:15.823+0000 7f872c207640 1 Processor -- start 2024-09-21T00:29:15.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:15.824+0000 7f872c207640 1 -- start start 2024-09-21T00:29:15.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:15.825+0000 7f872c207640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8724070570 0x7f872409d270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:15.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:15.825+0000 7f872c207640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f87240b2fd0 0x7f87240afac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:15.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:15.825+0000 7f872c207640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f87240ce290 0x7f87240b1200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:15.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:15.825+0000 7f872c207640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f87240cb490 con 0x7f8724070570 2024-09-21T00:29:15.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:15.825+0000 7f872c207640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f87240cb310 con 0x7f87240ce290 2024-09-21T00:29:15.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:15.825+0000 7f872c207640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f87240cb610 con 0x7f87240b2fd0 2024-09-21T00:29:15.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:15.825+0000 7f8729fa3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8724070570 0x7f872409d270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:15.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:15.825+0000 7f8729fa3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8724070570 0x7f872409d270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:49532/0 (socket says 172.21.15.67:49532) 2024-09-21T00:29:15.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:15.825+0000 7f8729fa3640 1 -- 172.21.15.67:0/406162175 learned_addr learned my addr 172.21.15.67:0/406162175 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:15.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:15.825+0000 7f87297a2640 1 --2- 172.21.15.67:0/406162175 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f87240b2fd0 0x7f87240afac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:15.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:15.825+0000 7f872a7a4640 1 --2- 172.21.15.67:0/406162175 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f87240ce290 0x7f87240b1200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:15.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:15.825+0000 7f8729fa3640 1 -- 172.21.15.67:0/406162175 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f87240b2fd0 msgr2=0x7f87240afac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:15.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:15.825+0000 7f8729fa3640 1 --2- 172.21.15.67:0/406162175 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f87240b2fd0 0x7f87240afac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:15.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:15.825+0000 7f8729fa3640 1 -- 172.21.15.67:0/406162175 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f87240ce290 msgr2=0x7f87240b1200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:15.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:15.825+0000 7f8729fa3640 1 --2- 172.21.15.67:0/406162175 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f87240ce290 0x7f87240b1200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:15.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:15.825+0000 7f8729fa3640 1 -- 172.21.15.67:0/406162175 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87241f6a90 con 0x7f8724070570 2024-09-21T00:29:15.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:15.826+0000 7f8729fa3640 1 --2- 172.21.15.67:0/406162175 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8724070570 0x7f872409d270 secure :-1 s=READY pgs=1351 cs=0 l=1 rev1=1 crypto rx=0x7f871c00e9f0 tx=0x7f871c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:15.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:15.826+0000 7f87227fc640 1 -- 172.21.15.67:0/406162175 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f871c00cd80 con 0x7f8724070570 2024-09-21T00:29:15.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:15.826+0000 7f87227fc640 1 -- 172.21.15.67:0/406162175 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f871c004020 con 0x7f8724070570 2024-09-21T00:29:15.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:15.826+0000 7f872c207640 1 -- 172.21.15.67:0/406162175 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f872409c790 con 0x7f8724070570 2024-09-21T00:29:15.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:15.826+0000 7f87227fc640 1 -- 172.21.15.67:0/406162175 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f871c004470 con 0x7f8724070570 2024-09-21T00:29:15.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:15.826+0000 7f872c207640 1 -- 172.21.15.67:0/406162175 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f872409cd50 con 0x7f8724070570 2024-09-21T00:29:15.830 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:15.827+0000 7f872c207640 1 -- 172.21.15.67:0/406162175 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f87240cfa10 con 0x7f8724070570 2024-09-21T00:29:15.830 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:15.828+0000 7f87227fc640 1 -- 172.21.15.67:0/406162175 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f871c0035f0 con 0x7f8724070570 2024-09-21T00:29:15.830 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:15.829+0000 7f87227fc640 1 --2- 172.21.15.67:0/406162175 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8710078bc0 0x7f871007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:15.830 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:15.829+0000 7f87227fc640 1 -- 172.21.15.67:0/406162175 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(114..114 src has 1..114) ==== 5227+0+0 (secure 0 0 0) 0x7f871c09b520 con 0x7f8724070570 2024-09-21T00:29:15.830 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:15.829+0000 7f87297a2640 1 --2- 172.21.15.67:0/406162175 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8710078bc0 0x7f871007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:15.830 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:15.829+0000 7f87297a2640 1 --2- 172.21.15.67:0/406162175 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8710078bc0 0x7f871007b0d0 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f8718033000 tx=0x7f8718004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:15.835 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:15.834+0000 7f87227fc640 1 -- 172.21.15.67:0/406162175 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f871c063500 con 0x7f8724070570 2024-09-21T00:29:16.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:16.025+0000 7f872c207640 1 -- 172.21.15.67:0/406162175 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f87240cc970 con 0x7f8724070570 2024-09-21T00:29:16.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:16.669+0000 7f87227fc640 1 -- 172.21.15.67:0/406162175 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v115) ==== 170+0+0 (secure 0 0 0) 0x7f871c067f30 con 0x7f8724070570 2024-09-21T00:29:16.670 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_data' created 2024-09-21T00:29:16.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:16.671+0000 7f872c207640 1 -- 172.21.15.67:0/406162175 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8710078bc0 msgr2=0x7f871007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:16.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:16.671+0000 7f872c207640 1 --2- 172.21.15.67:0/406162175 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8710078bc0 0x7f871007b0d0 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f8718033000 tx=0x7f8718004730 comp rx=0 tx=0).stop 2024-09-21T00:29:16.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:16.671+0000 7f872c207640 1 -- 172.21.15.67:0/406162175 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8724070570 msgr2=0x7f872409d270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:16.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:16.671+0000 7f872c207640 1 --2- 172.21.15.67:0/406162175 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8724070570 0x7f872409d270 secure :-1 s=READY pgs=1351 cs=0 l=1 rev1=1 crypto rx=0x7f871c00e9f0 tx=0x7f871c00eeb0 comp rx=0 tx=0).stop 2024-09-21T00:29:16.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:16.671+0000 7f872c207640 1 -- 172.21.15.67:0/406162175 shutdown_connections 2024-09-21T00:29:16.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:16.671+0000 7f872c207640 1 --2- 172.21.15.67:0/406162175 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8710078bc0 0x7f871007b0d0 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:16.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:16.671+0000 7f872c207640 1 --2- 172.21.15.67:0/406162175 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f87240ce290 0x7f87240b1200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:16.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:16.671+0000 7f872c207640 1 --2- 172.21.15.67:0/406162175 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f87240b2fd0 0x7f87240afac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:16.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:16.671+0000 7f872c207640 1 --2- 172.21.15.67:0/406162175 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8724070570 0x7f872409d270 unknown :-1 s=CLOSED pgs=1351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:16.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:16.671+0000 7f872c207640 1 -- 172.21.15.67:0/406162175 >> 172.21.15.67:0/406162175 conn(0x7f87240ccc00 msgr2=0x7f87240cbb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:16.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:16.672+0000 7f872c207640 1 -- 172.21.15.67:0/406162175 shutdown_connections 2024-09-21T00:29:16.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:16.672+0000 7f872c207640 1 -- 172.21.15.67:0/406162175 wait complete. 2024-09-21T00:29:16.698 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-21T00:29:16.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:16.823+0000 7f09a7c4d640 1 -- 172.21.15.67:0/3548201131 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f09a00d1f70 msgr2=0x7f09a00b2690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:16.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:16.823+0000 7f09a7c4d640 1 --2- 172.21.15.67:0/3548201131 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f09a00d1f70 0x7f09a00b2690 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f0990009860 tx=0x7f099002a530 comp rx=0 tx=0).stop 2024-09-21T00:29:16.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:16.823+0000 7f09a7c4d640 1 -- 172.21.15.67:0/3548201131 shutdown_connections 2024-09-21T00:29:16.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:16.823+0000 7f09a7c4d640 1 --2- 172.21.15.67:0/3548201131 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f09a00d1f70 0x7f09a00b2690 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:16.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:16.823+0000 7f09a7c4d640 1 -- 172.21.15.67:0/3548201131 >> 172.21.15.67:0/3548201131 conn(0x7f09a009a950 msgr2=0x7f09a00d1430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:16.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:16.823+0000 7f09a7c4d640 1 -- 172.21.15.67:0/3548201131 shutdown_connections 2024-09-21T00:29:16.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:16.823+0000 7f09a7c4d640 1 -- 172.21.15.67:0/3548201131 wait complete. 2024-09-21T00:29:16.826 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:16.825+0000 7f09a7c4d640 1 Processor -- start 2024-09-21T00:29:16.826 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:16.825+0000 7f09a7c4d640 1 -- start start 2024-09-21T00:29:16.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:16.826+0000 7f09a7c4d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f09a00b1b80 0x7f09a014a6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:16.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:16.826+0000 7f09a7c4d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f09a00d1f70 0x7f09a015e1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:16.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:16.826+0000 7f09a7c4d640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f09a01e6e40 0x7f09a015e720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:16.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:16.826+0000 7f09a7c4d640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f09a00ae770 con 0x7f09a00d1f70 2024-09-21T00:29:16.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:16.826+0000 7f09a7c4d640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f09a00b6f80 con 0x7f09a00b1b80 2024-09-21T00:29:16.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:16.826+0000 7f09a7c4d640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f09a00ae8f0 con 0x7f09a01e6e40 2024-09-21T00:29:16.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:16.826+0000 7f09a51e8640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f09a00d1f70 0x7f09a015e1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:16.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:16.826+0000 7f09a51e8640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f09a00d1f70 0x7f09a015e1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:49546/0 (socket says 172.21.15.67:49546) 2024-09-21T00:29:16.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:16.826+0000 7f09a51e8640 1 -- 172.21.15.67:0/1149376918 learned_addr learned my addr 172.21.15.67:0/1149376918 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:16.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:16.826+0000 7f09a61ea640 1 --2- 172.21.15.67:0/1149376918 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f09a01e6e40 0x7f09a015e720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:16.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:16.826+0000 7f09a59e9640 1 --2- 172.21.15.67:0/1149376918 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f09a00b1b80 0x7f09a014a6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:16.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:16.826+0000 7f09a51e8640 1 -- 172.21.15.67:0/1149376918 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f09a01e6e40 msgr2=0x7f09a015e720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:16.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:16.827+0000 7f09a51e8640 1 --2- 172.21.15.67:0/1149376918 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f09a01e6e40 0x7f09a015e720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:16.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:16.827+0000 7f09a51e8640 1 -- 172.21.15.67:0/1149376918 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f09a00b1b80 msgr2=0x7f09a014a6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:16.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:16.827+0000 7f09a51e8640 1 --2- 172.21.15.67:0/1149376918 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f09a00b1b80 0x7f09a014a6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:16.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:16.827+0000 7f09a51e8640 1 -- 172.21.15.67:0/1149376918 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09a015f390 con 0x7f09a00d1f70 2024-09-21T00:29:16.830 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:16.827+0000 7f09a59e9640 1 --2- 172.21.15.67:0/1149376918 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f09a00b1b80 0x7f09a014a6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:29:16.830 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:16.827+0000 7f09a51e8640 1 --2- 172.21.15.67:0/1149376918 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f09a00d1f70 0x7f09a015e1e0 secure :-1 s=READY pgs=1353 cs=0 l=1 rev1=1 crypto rx=0x7f099400c390 tx=0x7f099400c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:16.830 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:16.827+0000 7f099e7fc640 1 -- 172.21.15.67:0/1149376918 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0994017070 con 0x7f09a00d1f70 2024-09-21T00:29:16.830 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:16.827+0000 7f09a7c4d640 1 -- 172.21.15.67:0/1149376918 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f09a01e8610 con 0x7f09a00d1f70 2024-09-21T00:29:16.830 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:16.827+0000 7f099e7fc640 1 -- 172.21.15.67:0/1149376918 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f09940053c0 con 0x7f09a00d1f70 2024-09-21T00:29:16.830 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:16.827+0000 7f099e7fc640 1 -- 172.21.15.67:0/1149376918 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0994003850 con 0x7f09a00d1f70 2024-09-21T00:29:16.830 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:16.827+0000 7f09a7c4d640 1 -- 172.21.15.67:0/1149376918 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09a01e7850 con 0x7f09a00d1f70 2024-09-21T00:29:16.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:16.828+0000 7f09a7c4d640 1 -- 172.21.15.67:0/1149376918 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f09a01e72e0 con 0x7f09a00d1f70 2024-09-21T00:29:16.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:16.829+0000 7f099e7fc640 1 -- 172.21.15.67:0/1149376918 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f099401a070 con 0x7f09a00d1f70 2024-09-21T00:29:16.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:16.830+0000 7f099e7fc640 1 --2- 172.21.15.67:0/1149376918 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f098c078b90 0x7f098c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:16.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:16.830+0000 7f099e7fc640 1 -- 172.21.15.67:0/1149376918 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(115..115 src has 1..115) ==== 5609+0+0 (secure 0 0 0) 0x7f099409a1d0 con 0x7f09a00d1f70 2024-09-21T00:29:16.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:16.830+0000 7f09a59e9640 1 --2- 172.21.15.67:0/1149376918 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f098c078b90 0x7f098c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:16.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:16.831+0000 7f09a59e9640 1 --2- 172.21.15.67:0/1149376918 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f098c078b90 0x7f098c07b0a0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f0990034000 tx=0x7f0990004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:16.835 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:16.834+0000 7f099e7fc640 1 -- 172.21.15.67:0/1149376918 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f0994061f00 con 0x7f09a00d1f70 2024-09-21T00:29:17.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:17.060+0000 7f09a7c4d640 1 -- 172.21.15.67:0/1149376918 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f09a00aed80 con 0x7f09a00d1f70 2024-09-21T00:29:17.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:17.701+0000 7f099e7fc640 1 -- 172.21.15.67:0/1149376918 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 16 and data pool 17 v95) ==== 174+0+0 (secure 0 0 0) 0x7f0994066930 con 0x7f09a00d1f70 2024-09-21T00:29:17.703 INFO:teuthology.orchestra.run.smithi067.stderr:new fs with metadata pool 16 and data pool 17 2024-09-21T00:29:17.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:17.711+0000 7f09a7c4d640 1 -- 172.21.15.67:0/1149376918 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f098c078b90 msgr2=0x7f098c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:17.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:17.711+0000 7f09a7c4d640 1 --2- 172.21.15.67:0/1149376918 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f098c078b90 0x7f098c07b0a0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f0990034000 tx=0x7f0990004730 comp rx=0 tx=0).stop 2024-09-21T00:29:17.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:17.711+0000 7f09a7c4d640 1 -- 172.21.15.67:0/1149376918 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f09a00d1f70 msgr2=0x7f09a015e1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:17.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:17.711+0000 7f09a7c4d640 1 --2- 172.21.15.67:0/1149376918 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f09a00d1f70 0x7f09a015e1e0 secure :-1 s=READY pgs=1353 cs=0 l=1 rev1=1 crypto rx=0x7f099400c390 tx=0x7f099400c850 comp rx=0 tx=0).stop 2024-09-21T00:29:17.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:17.711+0000 7f09a7c4d640 1 -- 172.21.15.67:0/1149376918 shutdown_connections 2024-09-21T00:29:17.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:17.712+0000 7f09a7c4d640 1 --2- 172.21.15.67:0/1149376918 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f098c078b90 0x7f098c07b0a0 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:17.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:17.712+0000 7f09a7c4d640 1 --2- 172.21.15.67:0/1149376918 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f09a01e6e40 0x7f09a015e720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:17.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:17.712+0000 7f09a7c4d640 1 --2- 172.21.15.67:0/1149376918 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f09a00d1f70 0x7f09a015e1e0 unknown :-1 s=CLOSED pgs=1353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:17.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:17.712+0000 7f09a7c4d640 1 --2- 172.21.15.67:0/1149376918 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f09a00b1b80 0x7f09a014a6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:17.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:17.712+0000 7f09a7c4d640 1 -- 172.21.15.67:0/1149376918 >> 172.21.15.67:0/1149376918 conn(0x7f09a009a950 msgr2=0x7f09a015f740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:17.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:17.712+0000 7f09a7c4d640 1 -- 172.21.15.67:0/1149376918 shutdown_connections 2024-09-21T00:29:17.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:17.712+0000 7f09a7c4d640 1 -- 172.21.15.67:0/1149376918 wait complete. 2024-09-21T00:29:17.736 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:29:17.858 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:17.856+0000 7f201f541640 1 -- 172.21.15.67:0/3616989878 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20180d1bb0 msgr2=0x7f20180b33b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:17.858 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:17.856+0000 7f201f541640 1 --2- 172.21.15.67:0/3616989878 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20180d1bb0 0x7f20180b33b0 secure :-1 s=READY pgs=1355 cs=0 l=1 rev1=1 crypto rx=0x7f2008005fd0 tx=0x7f200802a5d0 comp rx=0 tx=0).stop 2024-09-21T00:29:17.858 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:17.857+0000 7f201f541640 1 -- 172.21.15.67:0/3616989878 shutdown_connections 2024-09-21T00:29:17.858 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:17.857+0000 7f201f541640 1 --2- 172.21.15.67:0/3616989878 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20180d1bb0 0x7f20180b33b0 unknown :-1 s=CLOSED pgs=1355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:17.858 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:17.857+0000 7f201f541640 1 -- 172.21.15.67:0/3616989878 >> 172.21.15.67:0/3616989878 conn(0x7f201809d8c0 msgr2=0x7f201808bee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:17.859 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:17.857+0000 7f201f541640 1 -- 172.21.15.67:0/3616989878 shutdown_connections 2024-09-21T00:29:17.859 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:17.857+0000 7f201f541640 1 -- 172.21.15.67:0/3616989878 wait complete. 2024-09-21T00:29:17.859 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:17.858+0000 7f201f541640 1 Processor -- start 2024-09-21T00:29:17.859 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:17.858+0000 7f201f541640 1 -- start start 2024-09-21T00:29:17.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:17.860+0000 7f201f541640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f20180b5940 0x7f20180cb660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:17.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:17.860+0000 7f201f541640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f20180d1bb0 0x7f20180ca540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:17.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:17.860+0000 7f201f541640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20180d4ad0 0x7f20180cde80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:17.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:17.860+0000 7f201f541640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f20180b2ad0 con 0x7f20180d4ad0 2024-09-21T00:29:17.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:17.860+0000 7f201f541640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f20180b2950 con 0x7f20180d1bb0 2024-09-21T00:29:17.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:17.860+0000 7f201f541640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f20180b2c50 con 0x7f20180b5940 2024-09-21T00:29:17.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:17.860+0000 7f201dade640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20180d4ad0 0x7f20180cde80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:17.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:17.860+0000 7f201dade640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20180d4ad0 0x7f20180cde80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:49564/0 (socket says 172.21.15.67:49564) 2024-09-21T00:29:17.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:17.860+0000 7f201dade640 1 -- 172.21.15.67:0/3557590437 learned_addr learned my addr 172.21.15.67:0/3557590437 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:17.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:17.860+0000 7f201d2dd640 1 --2- 172.21.15.67:0/3557590437 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f20180b5940 0x7f20180cb660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:17.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:17.860+0000 7f201cadc640 1 --2- 172.21.15.67:0/3557590437 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f20180d1bb0 0x7f20180ca540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:17.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:17.860+0000 7f201dade640 1 -- 172.21.15.67:0/3557590437 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f20180b5940 msgr2=0x7f20180cb660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:17.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:17.860+0000 7f201dade640 1 --2- 172.21.15.67:0/3557590437 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f20180b5940 0x7f20180cb660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:17.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:17.860+0000 7f201dade640 1 -- 172.21.15.67:0/3557590437 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f20180d1bb0 msgr2=0x7f20180ca540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:17.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:17.860+0000 7f201dade640 1 --2- 172.21.15.67:0/3557590437 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f20180d1bb0 0x7f20180ca540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:17.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:17.860+0000 7f201dade640 1 -- 172.21.15.67:0/3557590437 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20180caa80 con 0x7f20180d4ad0 2024-09-21T00:29:17.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:17.860+0000 7f201dade640 1 --2- 172.21.15.67:0/3557590437 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20180d4ad0 0x7f20180cde80 secure :-1 s=READY pgs=1356 cs=0 l=1 rev1=1 crypto rx=0x7f201000c6e0 tx=0x7f201000cba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:17.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:17.861+0000 7f200dffb640 1 -- 172.21.15.67:0/3557590437 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2010003b70 con 0x7f20180d4ad0 2024-09-21T00:29:17.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:17.861+0000 7f200dffb640 1 -- 172.21.15.67:0/3557590437 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2010003d30 con 0x7f20180d4ad0 2024-09-21T00:29:17.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:17.861+0000 7f200dffb640 1 -- 172.21.15.67:0/3557590437 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2010005330 con 0x7f20180d4ad0 2024-09-21T00:29:17.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:17.861+0000 7f201f541640 1 -- 172.21.15.67:0/3557590437 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f201815d850 con 0x7f20180d4ad0 2024-09-21T00:29:17.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:17.861+0000 7f201f541640 1 -- 172.21.15.67:0/3557590437 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f201815de10 con 0x7f20180d4ad0 2024-09-21T00:29:17.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:17.862+0000 7f201f541640 1 -- 172.21.15.67:0/3557590437 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f20180b3100 con 0x7f20180d4ad0 2024-09-21T00:29:17.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:17.862+0000 7f200dffb640 1 -- 172.21.15.67:0/3557590437 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f20100054d0 con 0x7f20180d4ad0 2024-09-21T00:29:17.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:17.863+0000 7f200dffb640 1 --2- 172.21.15.67:0/3557590437 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1ffc078b90 0x7f1ffc07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:17.865 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:17.863+0000 7f200dffb640 1 -- 172.21.15.67:0/3557590437 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(116..116 src has 1..116) ==== 5709+0+0 (secure 0 0 0) 0x7f201009a9c0 con 0x7f20180d4ad0 2024-09-21T00:29:17.865 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:17.863+0000 7f201d2dd640 1 --2- 172.21.15.67:0/3557590437 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1ffc078b90 0x7f1ffc07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:17.865 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:17.864+0000 7f201d2dd640 1 --2- 172.21.15.67:0/3557590437 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1ffc078b90 0x7f1ffc07b0a0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f20140098c0 tx=0x7f2014009060 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:17.868 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:17.868+0000 7f200dffb640 1 -- 172.21.15.67:0/3557590437 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f201009ce20 con 0x7f20180d4ad0 2024-09-21T00:29:18.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.056+0000 7f201f541640 1 -- 172.21.15.67:0/3557590437 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f20180d48b0 con 0x7f20180d4ad0 2024-09-21T00:29:18.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.058+0000 7f200dffb640 1 -- 172.21.15.67:0/3557590437 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v116) ==== 74+0+16664 (secure 0 0 0) 0x7f20100627b0 con 0x7f20180d4ad0 2024-09-21T00:29:18.059 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:29:18.059 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":116,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:29:17.061623+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":17,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:29:14.740949+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"116","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":17,"pool_name":"cephfs_data","create_time":"2024-09-21T00:29:16.030115+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"116","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:29:18.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.060+0000 7f201f541640 1 -- 172.21.15.67:0/3557590437 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1ffc078b90 msgr2=0x7f1ffc07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:18.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.060+0000 7f201f541640 1 --2- 172.21.15.67:0/3557590437 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1ffc078b90 0x7f1ffc07b0a0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f20140098c0 tx=0x7f2014009060 comp rx=0 tx=0).stop 2024-09-21T00:29:18.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.060+0000 7f201f541640 1 -- 172.21.15.67:0/3557590437 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20180d4ad0 msgr2=0x7f20180cde80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:18.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.060+0000 7f201f541640 1 --2- 172.21.15.67:0/3557590437 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20180d4ad0 0x7f20180cde80 secure :-1 s=READY pgs=1356 cs=0 l=1 rev1=1 crypto rx=0x7f201000c6e0 tx=0x7f201000cba0 comp rx=0 tx=0).stop 2024-09-21T00:29:18.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.060+0000 7f201f541640 1 -- 172.21.15.67:0/3557590437 shutdown_connections 2024-09-21T00:29:18.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.060+0000 7f201f541640 1 --2- 172.21.15.67:0/3557590437 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1ffc078b90 0x7f1ffc07b0a0 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:18.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.060+0000 7f201f541640 1 --2- 172.21.15.67:0/3557590437 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20180d4ad0 0x7f20180cde80 unknown :-1 s=CLOSED pgs=1356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:18.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.060+0000 7f201f541640 1 --2- 172.21.15.67:0/3557590437 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f20180d1bb0 0x7f20180ca540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:18.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.060+0000 7f201f541640 1 --2- 172.21.15.67:0/3557590437 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f20180b5940 0x7f20180cb660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:18.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.060+0000 7f201f541640 1 -- 172.21.15.67:0/3557590437 >> 172.21.15.67:0/3557590437 conn(0x7f201809d8c0 msgr2=0x7f2018161c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:18.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.060+0000 7f201f541640 1 -- 172.21.15.67:0/3557590437 shutdown_connections 2024-09-21T00:29:18.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.060+0000 7f201f541640 1 -- 172.21.15.67:0/3557590437 wait complete. 2024-09-21T00:29:18.073 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:29:18.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.188+0000 7f97d35da640 1 -- 172.21.15.67:0/2303295966 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f97cc070070 msgr2=0x7f97cc070480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:18.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.188+0000 7f97d35da640 1 --2- 172.21.15.67:0/2303295966 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f97cc070070 0x7f97cc070480 secure :-1 s=READY pgs=1357 cs=0 l=1 rev1=1 crypto rx=0x7f97c0005fd0 tx=0x7f97c002a5d0 comp rx=0 tx=0).stop 2024-09-21T00:29:18.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.188+0000 7f97d35da640 1 -- 172.21.15.67:0/2303295966 shutdown_connections 2024-09-21T00:29:18.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.188+0000 7f97d35da640 1 --2- 172.21.15.67:0/2303295966 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f97cc0ae090 0x7f97cc0ae4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:18.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.188+0000 7f97d35da640 1 --2- 172.21.15.67:0/2303295966 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f97cc070070 0x7f97cc070480 unknown :-1 s=CLOSED pgs=1357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:18.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.188+0000 7f97d35da640 1 -- 172.21.15.67:0/2303295966 >> 172.21.15.67:0/2303295966 conn(0x7f97cc06d5a0 msgr2=0x7f97cc0b1d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:18.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.188+0000 7f97d35da640 1 -- 172.21.15.67:0/2303295966 shutdown_connections 2024-09-21T00:29:18.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.188+0000 7f97d35da640 1 -- 172.21.15.67:0/2303295966 wait complete. 2024-09-21T00:29:18.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.190+0000 7f97d35da640 1 Processor -- start 2024-09-21T00:29:18.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.190+0000 7f97d35da640 1 -- start start 2024-09-21T00:29:18.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.191+0000 7f97d35da640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f97cc070070 0x7f97cc09df70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:18.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.192+0000 7f97d35da640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f97cc0ae090 0x7f97cc1e48e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:18.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.192+0000 7f97d35da640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f97cc152720 0x7f97cc1f4940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:18.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.192+0000 7f97d35da640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f97cc0aee20 con 0x7f97cc0ae090 2024-09-21T00:29:18.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.192+0000 7f97d35da640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f97cc0aeca0 con 0x7f97cc152720 2024-09-21T00:29:18.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.192+0000 7f97d35da640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f97cc0aefa0 con 0x7f97cc070070 2024-09-21T00:29:18.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.192+0000 7f97d0b75640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f97cc0ae090 0x7f97cc1e48e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:18.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.192+0000 7f97d0b75640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f97cc0ae090 0x7f97cc1e48e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:49574/0 (socket says 172.21.15.67:49574) 2024-09-21T00:29:18.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.192+0000 7f97d0b75640 1 -- 172.21.15.67:0/1305047807 learned_addr learned my addr 172.21.15.67:0/1305047807 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:18.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.192+0000 7f97d1376640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f97cc070070 0x7f97cc09df70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:18.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.192+0000 7f97d1b77640 1 --2- 172.21.15.67:0/1305047807 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f97cc152720 0x7f97cc1f4940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:18.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.192+0000 7f97d0b75640 1 -- 172.21.15.67:0/1305047807 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f97cc070070 msgr2=0x7f97cc09df70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:18.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.192+0000 7f97d0b75640 1 --2- 172.21.15.67:0/1305047807 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f97cc070070 0x7f97cc09df70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:18.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.192+0000 7f97d0b75640 1 -- 172.21.15.67:0/1305047807 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f97cc152720 msgr2=0x7f97cc1f4940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:18.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.192+0000 7f97d0b75640 1 --2- 172.21.15.67:0/1305047807 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f97cc152720 0x7f97cc1f4940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:18.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.192+0000 7f97d0b75640 1 -- 172.21.15.67:0/1305047807 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97cc1e4e20 con 0x7f97cc0ae090 2024-09-21T00:29:18.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.192+0000 7f97d0b75640 1 --2- 172.21.15.67:0/1305047807 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f97cc0ae090 0x7f97cc1e48e0 secure :-1 s=READY pgs=1358 cs=0 l=1 rev1=1 crypto rx=0x7f97c0034040 tx=0x7f97c00038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:18.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.192+0000 7f97c9ffb640 1 -- 172.21.15.67:0/1305047807 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97c003e030 con 0x7f97cc0ae090 2024-09-21T00:29:18.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.192+0000 7f97c9ffb640 1 -- 172.21.15.67:0/1305047807 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f97c0003ca0 con 0x7f97cc0ae090 2024-09-21T00:29:18.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.193+0000 7f97c9ffb640 1 -- 172.21.15.67:0/1305047807 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97c0035040 con 0x7f97cc0ae090 2024-09-21T00:29:18.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.193+0000 7f97d35da640 1 -- 172.21.15.67:0/1305047807 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f97cc1e3840 con 0x7f97cc0ae090 2024-09-21T00:29:18.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.193+0000 7f97d35da640 1 -- 172.21.15.67:0/1305047807 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97cc1e3e00 con 0x7f97cc0ae090 2024-09-21T00:29:18.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.194+0000 7f97d35da640 1 -- 172.21.15.67:0/1305047807 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f97cc0b2320 con 0x7f97cc0ae090 2024-09-21T00:29:18.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.195+0000 7f97c9ffb640 1 -- 172.21.15.67:0/1305047807 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f97c0041030 con 0x7f97cc0ae090 2024-09-21T00:29:18.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.195+0000 7f97c9ffb640 1 --2- 172.21.15.67:0/1305047807 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f97b8078b90 0x7f97b807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:18.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.195+0000 7f97c9ffb640 1 -- 172.21.15.67:0/1305047807 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(116..116 src has 1..116) ==== 5709+0+0 (secure 0 0 0) 0x7f97c00bb2a0 con 0x7f97cc0ae090 2024-09-21T00:29:18.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.195+0000 7f97d1376640 1 --2- 172.21.15.67:0/1305047807 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f97b8078b90 0x7f97b807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:18.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.196+0000 7f97d1376640 1 --2- 172.21.15.67:0/1305047807 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f97b8078b90 0x7f97b807b0a0 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f97bc001e20 tx=0x7f97bc009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:18.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.200+0000 7f97c9ffb640 1 -- 172.21.15.67:0/1305047807 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f97cc0b2320 con 0x7f97cc0ae090 2024-09-21T00:29:18.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.389+0000 7f97d35da640 1 -- 172.21.15.67:0/1305047807 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f97cc070480 con 0x7f97cc0ae090 2024-09-21T00:29:18.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.391+0000 7f97c9ffb640 1 -- 172.21.15.67:0/1305047807 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v116) ==== 74+0+16664 (secure 0 0 0) 0x7f97c0083120 con 0x7f97cc0ae090 2024-09-21T00:29:18.392 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:29:18.392 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":116,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:29:17.061623+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":17,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:29:14.740949+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"116","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":17,"pool_name":"cephfs_data","create_time":"2024-09-21T00:29:16.030115+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"116","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:29:18.394 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.393+0000 7f97d35da640 1 -- 172.21.15.67:0/1305047807 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f97b8078b90 msgr2=0x7f97b807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:18.394 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.393+0000 7f97d35da640 1 --2- 172.21.15.67:0/1305047807 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f97b8078b90 0x7f97b807b0a0 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f97bc001e20 tx=0x7f97bc009040 comp rx=0 tx=0).stop 2024-09-21T00:29:18.395 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.393+0000 7f97d35da640 1 -- 172.21.15.67:0/1305047807 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f97cc0ae090 msgr2=0x7f97cc1e48e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:18.395 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.393+0000 7f97d35da640 1 --2- 172.21.15.67:0/1305047807 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f97cc0ae090 0x7f97cc1e48e0 secure :-1 s=READY pgs=1358 cs=0 l=1 rev1=1 crypto rx=0x7f97c0034040 tx=0x7f97c00038a0 comp rx=0 tx=0).stop 2024-09-21T00:29:18.395 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.393+0000 7f97d35da640 1 -- 172.21.15.67:0/1305047807 shutdown_connections 2024-09-21T00:29:18.395 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.393+0000 7f97d35da640 1 --2- 172.21.15.67:0/1305047807 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f97b8078b90 0x7f97b807b0a0 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:18.395 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.393+0000 7f97d35da640 1 --2- 172.21.15.67:0/1305047807 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f97cc152720 0x7f97cc1f4940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:18.395 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.393+0000 7f97d35da640 1 --2- 172.21.15.67:0/1305047807 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f97cc0ae090 0x7f97cc1e48e0 unknown :-1 s=CLOSED pgs=1358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:18.395 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.393+0000 7f97d35da640 1 --2- 172.21.15.67:0/1305047807 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f97cc070070 0x7f97cc09df70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:18.395 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.393+0000 7f97d35da640 1 -- 172.21.15.67:0/1305047807 >> 172.21.15.67:0/1305047807 conn(0x7f97cc06d5a0 msgr2=0x7f97cc0ccb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:18.395 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.393+0000 7f97d35da640 1 -- 172.21.15.67:0/1305047807 shutdown_connections 2024-09-21T00:29:18.395 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.393+0000 7f97d35da640 1 -- 172.21.15.67:0/1305047807 wait complete. 2024-09-21T00:29:18.406 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-21T00:29:18.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.524+0000 7fc81df20640 1 -- 172.21.15.67:0/2403472587 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc8180d1800 msgr2=0x7fc81806ec80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:18.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.524+0000 7fc81df20640 1 --2- 172.21.15.67:0/2403472587 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc8180d1800 0x7fc81806ec80 secure :-1 s=READY pgs=1360 cs=0 l=1 rev1=1 crypto rx=0x7fc810005fd0 tx=0x7fc81002aa90 comp rx=0 tx=0).stop 2024-09-21T00:29:18.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.524+0000 7fc81df20640 1 -- 172.21.15.67:0/2403472587 shutdown_connections 2024-09-21T00:29:18.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.524+0000 7fc81df20640 1 --2- 172.21.15.67:0/2403472587 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc8180d1800 0x7fc81806ec80 unknown :-1 s=CLOSED pgs=1360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:18.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.524+0000 7fc81df20640 1 --2- 172.21.15.67:0/2403472587 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc8180b3cb0 0x7fc8180d3330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:18.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.524+0000 7fc81df20640 1 -- 172.21.15.67:0/2403472587 >> 172.21.15.67:0/2403472587 conn(0x7fc81808bee0 msgr2=0x7fc8180d4720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:18.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.524+0000 7fc81df20640 1 -- 172.21.15.67:0/2403472587 shutdown_connections 2024-09-21T00:29:18.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.524+0000 7fc81df20640 1 -- 172.21.15.67:0/2403472587 wait complete. 2024-09-21T00:29:18.527 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.526+0000 7fc81df20640 1 Processor -- start 2024-09-21T00:29:18.527 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.526+0000 7fc81df20640 1 -- start start 2024-09-21T00:29:18.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.527+0000 7fc81df20640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc8180b3cb0 0x7fc8180b4160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:18.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.527+0000 7fc81df20640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc8180d4e30 0x7fc8180b67c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:18.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.527+0000 7fc81df20640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc8180b4e10 0x7fc8180b8e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:18.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.527+0000 7fc81df20640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc81806f550 con 0x7fc8180d4e30 2024-09-21T00:29:18.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.527+0000 7fc81df20640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc81806f3d0 con 0x7fc8180b3cb0 2024-09-21T00:29:18.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.527+0000 7fc81df20640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fc81806f6d0 con 0x7fc8180b4e10 2024-09-21T00:29:18.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.527+0000 7fc816ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc8180d4e30 0x7fc8180b67c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:18.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.527+0000 7fc816ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc8180d4e30 0x7fc8180b67c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:49592/0 (socket says 172.21.15.67:49592) 2024-09-21T00:29:18.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.527+0000 7fc816ffd640 1 -- 172.21.15.67:0/657849549 learned_addr learned my addr 172.21.15.67:0/657849549 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:18.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.528+0000 7fc817fff640 1 --2- 172.21.15.67:0/657849549 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc8180b4e10 0x7fc8180b8e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:18.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.528+0000 7fc8177fe640 1 --2- 172.21.15.67:0/657849549 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc8180b3cb0 0x7fc8180b4160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:18.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.528+0000 7fc816ffd640 1 -- 172.21.15.67:0/657849549 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc8180b4e10 msgr2=0x7fc8180b8e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:18.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.528+0000 7fc816ffd640 1 --2- 172.21.15.67:0/657849549 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc8180b4e10 0x7fc8180b8e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:18.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.528+0000 7fc816ffd640 1 -- 172.21.15.67:0/657849549 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc8180b3cb0 msgr2=0x7fc8180b4160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:18.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.528+0000 7fc816ffd640 1 --2- 172.21.15.67:0/657849549 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc8180b3cb0 0x7fc8180b4160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:18.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.528+0000 7fc816ffd640 1 -- 172.21.15.67:0/657849549 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8181f9810 con 0x7fc8180d4e30 2024-09-21T00:29:18.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.528+0000 7fc8177fe640 1 --2- 172.21.15.67:0/657849549 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc8180b3cb0 0x7fc8180b4160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:29:18.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.528+0000 7fc816ffd640 1 --2- 172.21.15.67:0/657849549 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc8180d4e30 0x7fc8180b67c0 secure :-1 s=READY pgs=1361 cs=0 l=1 rev1=1 crypto rx=0x7fc80c001eb0 tx=0x7fc80c00c820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:18.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.528+0000 7fc7fffff640 1 -- 172.21.15.67:0/657849549 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc80c017070 con 0x7fc8180d4e30 2024-09-21T00:29:18.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.528+0000 7fc7fffff640 1 -- 172.21.15.67:0/657849549 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc80c0035f0 con 0x7fc8180d4e30 2024-09-21T00:29:18.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.528+0000 7fc81df20640 1 -- 172.21.15.67:0/657849549 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc8181f8c90 con 0x7fc8180d4e30 2024-09-21T00:29:18.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.528+0000 7fc7fffff640 1 -- 172.21.15.67:0/657849549 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc80c003a40 con 0x7fc8180d4e30 2024-09-21T00:29:18.532 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.528+0000 7fc81df20640 1 -- 172.21.15.67:0/657849549 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8181f9250 con 0x7fc8180d4e30 2024-09-21T00:29:18.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.529+0000 7fc81df20640 1 -- 172.21.15.67:0/657849549 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc8181f8a00 con 0x7fc8180d4e30 2024-09-21T00:29:18.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.530+0000 7fc7fffff640 1 -- 172.21.15.67:0/657849549 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fc80c003be0 con 0x7fc8180d4e30 2024-09-21T00:29:18.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.530+0000 7fc7fffff640 1 --2- 172.21.15.67:0/657849549 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc804078b90 0x7fc80407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:18.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.530+0000 7fc7fffff640 1 -- 172.21.15.67:0/657849549 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(116..116 src has 1..116) ==== 5709+0+0 (secure 0 0 0) 0x7fc80c099df0 con 0x7fc8180d4e30 2024-09-21T00:29:18.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.531+0000 7fc8177fe640 1 --2- 172.21.15.67:0/657849549 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc804078b90 0x7fc80407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:18.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.531+0000 7fc8177fe640 1 --2- 172.21.15.67:0/657849549 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc804078b90 0x7fc80407b0a0 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7fc80800bbb0 tx=0x7fc80800b590 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:18.536 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.535+0000 7fc7fffff640 1 -- 172.21.15.67:0/657849549 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fc80c061c80 con 0x7fc8180d4e30 2024-09-21T00:29:18.762 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:18.761+0000 7fc81df20640 1 -- 172.21.15.67:0/657849549 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fc8181f52d0 con 0x7fc8180d4e30 2024-09-21T00:29:19.662 INFO:tasks.ceph.mds.b.smithi097.stderr:2024-09-21T00:29:19.661+0000 7ff40af9c640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-21T00:29:19.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:19.713+0000 7fc7fffff640 1 -- 172.21.15.67:0/657849549 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v98) ==== 118+0+0 (secure 0 0 0) 0x7fc8181f52d0 con 0x7fc8180d4e30 2024-09-21T00:29:19.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:19.716+0000 7fc81df20640 1 -- 172.21.15.67:0/657849549 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc804078b90 msgr2=0x7fc80407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:19.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:19.716+0000 7fc81df20640 1 --2- 172.21.15.67:0/657849549 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc804078b90 0x7fc80407b0a0 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7fc80800bbb0 tx=0x7fc80800b590 comp rx=0 tx=0).stop 2024-09-21T00:29:19.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:19.716+0000 7fc81df20640 1 -- 172.21.15.67:0/657849549 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc8180d4e30 msgr2=0x7fc8180b67c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:19.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:19.716+0000 7fc81df20640 1 --2- 172.21.15.67:0/657849549 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc8180d4e30 0x7fc8180b67c0 secure :-1 s=READY pgs=1361 cs=0 l=1 rev1=1 crypto rx=0x7fc80c001eb0 tx=0x7fc80c00c820 comp rx=0 tx=0).stop 2024-09-21T00:29:19.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:19.716+0000 7fc81df20640 1 -- 172.21.15.67:0/657849549 shutdown_connections 2024-09-21T00:29:19.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:19.716+0000 7fc81df20640 1 --2- 172.21.15.67:0/657849549 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc804078b90 0x7fc80407b0a0 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:19.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:19.716+0000 7fc81df20640 1 --2- 172.21.15.67:0/657849549 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc8180b4e10 0x7fc8180b8e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:19.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:19.716+0000 7fc81df20640 1 --2- 172.21.15.67:0/657849549 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc8180d4e30 0x7fc8180b67c0 unknown :-1 s=CLOSED pgs=1361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:19.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:19.716+0000 7fc81df20640 1 --2- 172.21.15.67:0/657849549 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc8180b3cb0 0x7fc8180b4160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:19.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:19.716+0000 7fc81df20640 1 -- 172.21.15.67:0/657849549 >> 172.21.15.67:0/657849549 conn(0x7fc81808bee0 msgr2=0x7fc8180b28c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:19.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:19.717+0000 7fc81df20640 1 -- 172.21.15.67:0/657849549 shutdown_connections 2024-09-21T00:29:19.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:19.717+0000 7fc81df20640 1 -- 172.21.15.67:0/657849549 wait complete. 2024-09-21T00:29:19.732 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-21T00:29:19.732 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-21T00:29:19.860 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:19.858+0000 7fe10b694640 1 -- 172.21.15.67:0/1466492413 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe1040b3cb0 msgr2=0x7fe1040d3330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:19.860 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:19.858+0000 7fe10b694640 1 --2- 172.21.15.67:0/1466492413 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe1040b3cb0 0x7fe1040d3330 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7fe100009bb0 tx=0x7fe10002a8b0 comp rx=0 tx=0).stop 2024-09-21T00:29:19.860 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:19.859+0000 7fe10b694640 1 -- 172.21.15.67:0/1466492413 shutdown_connections 2024-09-21T00:29:19.860 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:19.859+0000 7fe10b694640 1 --2- 172.21.15.67:0/1466492413 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe1040d1800 0x7fe10406ec80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:19.861 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:19.859+0000 7fe10b694640 1 --2- 172.21.15.67:0/1466492413 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe1040b3cb0 0x7fe1040d3330 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:19.861 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:19.859+0000 7fe10b694640 1 -- 172.21.15.67:0/1466492413 >> 172.21.15.67:0/1466492413 conn(0x7fe10408bee0 msgr2=0x7fe1040d4720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:19.861 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:19.859+0000 7fe10b694640 1 -- 172.21.15.67:0/1466492413 shutdown_connections 2024-09-21T00:29:19.861 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:19.859+0000 7fe10b694640 1 -- 172.21.15.67:0/1466492413 wait complete. 2024-09-21T00:29:19.861 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:19.860+0000 7fe10b694640 1 Processor -- start 2024-09-21T00:29:19.861 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:19.861+0000 7fe10b694640 1 -- start start 2024-09-21T00:29:19.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:19.862+0000 7fe10b694640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe1040b3cb0 0x7fe1040b6140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:19.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:19.862+0000 7fe10b694640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe1040d4e30 0x7fe1041584d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:19.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:19.862+0000 7fe10b694640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe104159140 0x7fe1040b5380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:19.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:19.862+0000 7fe10b694640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fe10406f550 con 0x7fe1040d4e30 2024-09-21T00:29:19.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:19.862+0000 7fe10b694640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fe10406f3d0 con 0x7fe1040b3cb0 2024-09-21T00:29:19.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:19.862+0000 7fe10b694640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fe10406f6d0 con 0x7fe104159140 2024-09-21T00:29:19.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:19.862+0000 7fe108c2f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe1040d4e30 0x7fe1041584d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:19.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:19.862+0000 7fe108c2f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe1040d4e30 0x7fe1041584d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:49606/0 (socket says 172.21.15.67:49606) 2024-09-21T00:29:19.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:19.862+0000 7fe108c2f640 1 -- 172.21.15.67:0/1380750863 learned_addr learned my addr 172.21.15.67:0/1380750863 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:19.865 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:19.862+0000 7fe109430640 1 --2- 172.21.15.67:0/1380750863 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe1040b3cb0 0x7fe1040b6140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:19.865 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:19.862+0000 7fe109c31640 1 --2- 172.21.15.67:0/1380750863 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe104159140 0x7fe1040b5380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:19.865 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:19.862+0000 7fe108c2f640 1 -- 172.21.15.67:0/1380750863 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe104159140 msgr2=0x7fe1040b5380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:19.865 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:19.862+0000 7fe108c2f640 1 --2- 172.21.15.67:0/1380750863 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe104159140 0x7fe1040b5380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:19.865 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:19.862+0000 7fe108c2f640 1 -- 172.21.15.67:0/1380750863 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe1040b3cb0 msgr2=0x7fe1040b6140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:19.865 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:19.862+0000 7fe108c2f640 1 --2- 172.21.15.67:0/1380750863 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe1040b3cb0 0x7fe1040b6140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:19.865 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:19.862+0000 7fe108c2f640 1 -- 172.21.15.67:0/1380750863 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe10415c430 con 0x7fe1040d4e30 2024-09-21T00:29:19.865 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:19.863+0000 7fe108c2f640 1 --2- 172.21.15.67:0/1380750863 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe1040d4e30 0x7fe1041584d0 secure :-1 s=READY pgs=1362 cs=0 l=1 rev1=1 crypto rx=0x7fe0f400c430 tx=0x7fe0f400c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:19.865 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:19.863+0000 7fe0f9ffb640 1 -- 172.21.15.67:0/1380750863 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0f4011790 con 0x7fe1040d4e30 2024-09-21T00:29:19.865 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:19.863+0000 7fe10b694640 1 -- 172.21.15.67:0/1380750863 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe10415c710 con 0x7fe1040d4e30 2024-09-21T00:29:19.865 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:19.863+0000 7fe0f9ffb640 1 -- 172.21.15.67:0/1380750863 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe0f4017070 con 0x7fe1040d4e30 2024-09-21T00:29:19.865 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:19.863+0000 7fe0f9ffb640 1 -- 172.21.15.67:0/1380750863 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0f4011d40 con 0x7fe1040d4e30 2024-09-21T00:29:19.866 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:19.863+0000 7fe10b694640 1 -- 172.21.15.67:0/1380750863 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe10415ccd0 con 0x7fe1040d4e30 2024-09-21T00:29:19.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:19.864+0000 7fe10b694640 1 -- 172.21.15.67:0/1380750863 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe10406fb80 con 0x7fe1040d4e30 2024-09-21T00:29:19.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:19.865+0000 7fe0f9ffb640 1 -- 172.21.15.67:0/1380750863 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fe0f401c460 con 0x7fe1040d4e30 2024-09-21T00:29:19.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:19.865+0000 7fe0f9ffb640 1 --2- 172.21.15.67:0/1380750863 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe0e8078b90 0x7fe0e807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:19.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:19.866+0000 7fe0f9ffb640 1 -- 172.21.15.67:0/1380750863 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5709+0+0 (secure 0 0 0) 0x7fe0f409a9e0 con 0x7fe1040d4e30 2024-09-21T00:29:19.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:19.866+0000 7fe109430640 1 --2- 172.21.15.67:0/1380750863 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe0e8078b90 0x7fe0e807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:19.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:19.866+0000 7fe109430640 1 --2- 172.21.15.67:0/1380750863 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe0e8078b90 0x7fe0e807b0a0 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7fe10408db00 tx=0x7fe100004ab0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:19.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:19.870+0000 7fe0f9ffb640 1 -- 172.21.15.67:0/1380750863 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fe0f4062e30 con 0x7fe1040d4e30 2024-09-21T00:29:20.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:20.097+0000 7fe10b694640 1 -- 172.21.15.67:0/1380750863 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7fe1040b6700 con 0x7fe1040d4e30 2024-09-21T00:29:20.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:20.719+0000 7fe0f9ffb640 1 -- 172.21.15.67:0/1380750863 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v99) ==== 122+0+0 (secure 0 0 0) 0x7fe0f4062730 con 0x7fe1040d4e30 2024-09-21T00:29:20.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:20.722+0000 7fe10b694640 1 -- 172.21.15.67:0/1380750863 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe0e8078b90 msgr2=0x7fe0e807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:20.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:20.722+0000 7fe10b694640 1 --2- 172.21.15.67:0/1380750863 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe0e8078b90 0x7fe0e807b0a0 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7fe10408db00 tx=0x7fe100004ab0 comp rx=0 tx=0).stop 2024-09-21T00:29:20.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:20.722+0000 7fe10b694640 1 -- 172.21.15.67:0/1380750863 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe1040d4e30 msgr2=0x7fe1041584d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:20.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:20.722+0000 7fe10b694640 1 --2- 172.21.15.67:0/1380750863 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe1040d4e30 0x7fe1041584d0 secure :-1 s=READY pgs=1362 cs=0 l=1 rev1=1 crypto rx=0x7fe0f400c430 tx=0x7fe0f400c830 comp rx=0 tx=0).stop 2024-09-21T00:29:20.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:20.722+0000 7fe10b694640 1 -- 172.21.15.67:0/1380750863 shutdown_connections 2024-09-21T00:29:20.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:20.722+0000 7fe10b694640 1 --2- 172.21.15.67:0/1380750863 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe0e8078b90 0x7fe0e807b0a0 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:20.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:20.722+0000 7fe10b694640 1 --2- 172.21.15.67:0/1380750863 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe104159140 0x7fe1040b5380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:20.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:20.722+0000 7fe10b694640 1 --2- 172.21.15.67:0/1380750863 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe1040d4e30 0x7fe1041584d0 unknown :-1 s=CLOSED pgs=1362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:20.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:20.722+0000 7fe10b694640 1 --2- 172.21.15.67:0/1380750863 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe1040b3cb0 0x7fe1040b6140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:20.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:20.722+0000 7fe10b694640 1 -- 172.21.15.67:0/1380750863 >> 172.21.15.67:0/1380750863 conn(0x7fe10408bee0 msgr2=0x7fe1040b1d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:20.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:20.722+0000 7fe10b694640 1 -- 172.21.15.67:0/1380750863 shutdown_connections 2024-09-21T00:29:20.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:20.722+0000 7fe10b694640 1 -- 172.21.15.67:0/1380750863 wait complete. 2024-09-21T00:29:20.735 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-21T00:29:20.735 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:29:20.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:20.851+0000 7f7f5f728640 1 -- 172.21.15.67:0/2891288420 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7f58160310 msgr2=0x7f7f58160720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:20.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:20.851+0000 7f7f5f728640 1 --2- 172.21.15.67:0/2891288420 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7f58160310 0x7f7f58160720 secure :-1 s=READY pgs=1364 cs=0 l=1 rev1=1 crypto rx=0x7f7f48009860 tx=0x7f7f4802a560 comp rx=0 tx=0).stop 2024-09-21T00:29:20.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:20.851+0000 7f7f5f728640 1 -- 172.21.15.67:0/2891288420 shutdown_connections 2024-09-21T00:29:20.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:20.851+0000 7f7f5f728640 1 --2- 172.21.15.67:0/2891288420 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7f58160310 0x7f7f58160720 unknown :-1 s=CLOSED pgs=1364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:20.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:20.851+0000 7f7f5f728640 1 -- 172.21.15.67:0/2891288420 >> 172.21.15.67:0/2891288420 conn(0x7f7f5806d5a0 msgr2=0x7f7f580b1d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:20.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:20.851+0000 7f7f5f728640 1 -- 172.21.15.67:0/2891288420 shutdown_connections 2024-09-21T00:29:20.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:20.851+0000 7f7f5f728640 1 -- 172.21.15.67:0/2891288420 wait complete. 2024-09-21T00:29:20.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:20.853+0000 7f7f5f728640 1 Processor -- start 2024-09-21T00:29:20.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:20.853+0000 7f7f5f728640 1 -- start start 2024-09-21T00:29:20.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:20.854+0000 7f7f5f728640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7f580ad2f0 0x7f7f58151b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:20.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:20.854+0000 7f7f5f728640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7f58153810 0x7f7f581e7da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:20.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:20.854+0000 7f7f5f728640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7f58160310 0x7f7f5809d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:20.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:20.854+0000 7f7f5f728640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f7f5806f530 con 0x7f7f58160310 2024-09-21T00:29:20.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:20.854+0000 7f7f5f728640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f7f5806f3b0 con 0x7f7f58153810 2024-09-21T00:29:20.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:20.854+0000 7f7f5f728640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f7f5806f6b0 con 0x7f7f580ad2f0 2024-09-21T00:29:20.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:20.855+0000 7f7f5dcc5640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7f58160310 0x7f7f5809d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:20.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:20.855+0000 7f7f5dcc5640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7f58160310 0x7f7f5809d3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:49636/0 (socket says 172.21.15.67:49636) 2024-09-21T00:29:20.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:20.855+0000 7f7f5dcc5640 1 -- 172.21.15.67:0/1806484744 learned_addr learned my addr 172.21.15.67:0/1806484744 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:20.858 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:20.855+0000 7f7f5d4c4640 1 --2- 172.21.15.67:0/1806484744 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7f580ad2f0 0x7f7f58151b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:20.858 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:20.855+0000 7f7f5ccc3640 1 --2- 172.21.15.67:0/1806484744 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7f58153810 0x7f7f581e7da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:20.858 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:20.855+0000 7f7f5dcc5640 1 -- 172.21.15.67:0/1806484744 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7f580ad2f0 msgr2=0x7f7f58151b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:20.858 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:20.855+0000 7f7f5dcc5640 1 --2- 172.21.15.67:0/1806484744 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7f580ad2f0 0x7f7f58151b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:20.858 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:20.855+0000 7f7f5dcc5640 1 -- 172.21.15.67:0/1806484744 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7f58153810 msgr2=0x7f7f581e7da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:20.858 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:20.855+0000 7f7f5dcc5640 1 --2- 172.21.15.67:0/1806484744 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7f58153810 0x7f7f581e7da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:20.858 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:20.855+0000 7f7f5dcc5640 1 -- 172.21.15.67:0/1806484744 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f581e6f90 con 0x7f7f58160310 2024-09-21T00:29:20.858 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:20.855+0000 7f7f5dcc5640 1 --2- 172.21.15.67:0/1806484744 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7f58160310 0x7f7f5809d3c0 secure :-1 s=READY pgs=1365 cs=0 l=1 rev1=1 crypto rx=0x7f7f5000ca20 tx=0x7f7f5000cee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:20.858 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:20.855+0000 7f7f4dffb640 1 -- 172.21.15.67:0/1806484744 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f50016020 con 0x7f7f58160310 2024-09-21T00:29:20.858 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:20.855+0000 7f7f4dffb640 1 -- 172.21.15.67:0/1806484744 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7f5000ac80 con 0x7f7f58160310 2024-09-21T00:29:20.858 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:20.855+0000 7f7f5f728640 1 -- 172.21.15.67:0/1806484744 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f581e7250 con 0x7f7f58160310 2024-09-21T00:29:20.858 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:20.855+0000 7f7f4dffb640 1 -- 172.21.15.67:0/1806484744 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f50012680 con 0x7f7f58160310 2024-09-21T00:29:20.858 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:20.856+0000 7f7f5f728640 1 -- 172.21.15.67:0/1806484744 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f581e7810 con 0x7f7f58160310 2024-09-21T00:29:20.859 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:20.857+0000 7f7f5f728640 1 -- 172.21.15.67:0/1806484744 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7f58160720 con 0x7f7f58160310 2024-09-21T00:29:20.859 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:20.858+0000 7f7f4dffb640 1 -- 172.21.15.67:0/1806484744 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f7f50019020 con 0x7f7f58160310 2024-09-21T00:29:20.860 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:20.859+0000 7f7f4dffb640 1 --2- 172.21.15.67:0/1806484744 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7f3c078b90 0x7f7f3c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:20.860 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:20.859+0000 7f7f4dffb640 1 -- 172.21.15.67:0/1806484744 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5709+0+0 (secure 0 0 0) 0x7f7f5009b190 con 0x7f7f58160310 2024-09-21T00:29:20.860 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:20.859+0000 7f7f5d4c4640 1 --2- 172.21.15.67:0/1806484744 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7f3c078b90 0x7f7f3c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:20.861 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:20.860+0000 7f7f5d4c4640 1 --2- 172.21.15.67:0/1806484744 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7f3c078b90 0x7f7f3c07b0a0 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f7f54000f60 tx=0x7f7f54009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:20.865 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:20.864+0000 7f7f4dffb640 1 -- 172.21.15.67:0/1806484744 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f7f50020020 con 0x7f7f58160310 2024-09-21T00:29:21.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.090+0000 7f7f5f728640 1 -- 172.21.15.67:0/1806484744 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7f5806dee0 con 0x7f7f58160310 2024-09-21T00:29:21.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.091+0000 7f7f4dffb640 1 -- 172.21.15.67:0/1806484744 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 99 v99) ==== 94+0+5225 (secure 0 0 0) 0x7f7f50062f90 con 0x7f7f58160310 2024-09-21T00:29:21.092 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:29:21.093 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":99,"btime":"2024-09-21T00:29:20:714461+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6794,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/4236000197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":4236000197},{"type":"v1","addr":"172.21.15.97:6837","nonce":4236000197}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":94},{"gid":7432,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/1587573747","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":1587573747},{"type":"v1","addr":"172.21.15.67:6835","nonce":1587573747}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":94},{"gid":8097,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/1023421388","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1023421388},{"type":"v1","addr":"172.21.15.67:6834","nonce":1023421388}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":93}],"filesystems":[{"mdsmap":{"epoch":99,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:29:17.061586+0000","modified":"2024-09-21T00:29:20.098364+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8103},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8103":{"gid":8103,"name":"b","rank":0,"incarnation":95,"state":"up:active","state_seq":3,"addr":"172.21.15.97:6836/2742067706","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":2742067706},{"type":"v1","addr":"172.21.15.97:6836","nonce":2742067706}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8103,"qdb_cluster":[8103]},"id":8}]} 2024-09-21T00:29:21.093 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 99 2024-09-21T00:29:21.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.093+0000 7f7f5f728640 1 -- 172.21.15.67:0/1806484744 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7f3c078b90 msgr2=0x7f7f3c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:21.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.093+0000 7f7f5f728640 1 --2- 172.21.15.67:0/1806484744 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7f3c078b90 0x7f7f3c07b0a0 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f7f54000f60 tx=0x7f7f54009040 comp rx=0 tx=0).stop 2024-09-21T00:29:21.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.093+0000 7f7f5f728640 1 -- 172.21.15.67:0/1806484744 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7f58160310 msgr2=0x7f7f5809d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:21.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.093+0000 7f7f5f728640 1 --2- 172.21.15.67:0/1806484744 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7f58160310 0x7f7f5809d3c0 secure :-1 s=READY pgs=1365 cs=0 l=1 rev1=1 crypto rx=0x7f7f5000ca20 tx=0x7f7f5000cee0 comp rx=0 tx=0).stop 2024-09-21T00:29:21.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.093+0000 7f7f5f728640 1 -- 172.21.15.67:0/1806484744 shutdown_connections 2024-09-21T00:29:21.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.093+0000 7f7f5f728640 1 --2- 172.21.15.67:0/1806484744 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7f3c078b90 0x7f7f3c07b0a0 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:21.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.093+0000 7f7f5f728640 1 --2- 172.21.15.67:0/1806484744 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7f58160310 0x7f7f5809d3c0 unknown :-1 s=CLOSED pgs=1365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:21.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.093+0000 7f7f5f728640 1 --2- 172.21.15.67:0/1806484744 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7f58153810 0x7f7f581e7da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:21.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.093+0000 7f7f5f728640 1 --2- 172.21.15.67:0/1806484744 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7f580ad2f0 0x7f7f58151b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:21.095 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.093+0000 7f7f5f728640 1 -- 172.21.15.67:0/1806484744 >> 172.21.15.67:0/1806484744 conn(0x7f7f5806d5a0 msgr2=0x7f7f5815fa30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:21.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.093+0000 7f7f5f728640 1 -- 172.21.15.67:0/1806484744 shutdown_connections 2024-09-21T00:29:21.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.093+0000 7f7f5f728640 1 -- 172.21.15.67:0/1806484744 wait complete. 2024-09-21T00:29:21.106 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:29:21.121 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:29:21.151 DEBUG:teuthology.orchestra.run.smithi097:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:29:21.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.225+0000 7f749fc15640 1 -- 172.21.15.67:0/2824626387 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7484003c10 msgr2=0x7f7484004060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:21.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.225+0000 7f749fc15640 1 --2- 172.21.15.67:0/2824626387 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7484003c10 0x7f7484004060 secure :-1 s=READY pgs=1367 cs=0 l=1 rev1=1 crypto rx=0x7f7494001880 tx=0x7f7484005830 comp rx=0 tx=0).stop 2024-09-21T00:29:21.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.225+0000 7f749e1b2640 1 -- 172.21.15.67:0/2824626387 reap_dead start 2024-09-21T00:29:21.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.225+0000 7f749fc15640 1 -- 172.21.15.67:0/2824626387 shutdown_connections 2024-09-21T00:29:21.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.225+0000 7f749fc15640 1 -- 172.21.15.67:0/2824626387 >> 172.21.15.67:0/2824626387 conn(0x7f74980cee00 msgr2=0x7f74980cf210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:21.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.225+0000 7f749fc15640 1 -- 172.21.15.67:0/2824626387 shutdown_connections 2024-09-21T00:29:21.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.225+0000 7f749fc15640 1 -- 172.21.15.67:0/2824626387 wait complete. 2024-09-21T00:29:21.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.227+0000 7f749fc15640 1 Processor -- start 2024-09-21T00:29:21.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.227+0000 7f749fc15640 1 -- start start 2024-09-21T00:29:21.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.228+0000 7f749fc15640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7484003c10 0x7f74981f7780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:21.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.228+0000 7f749fc15640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7498152940 0x7f74981f2d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:21.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.228+0000 7f749fc15640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f74981f32d0 0x7f74980b5800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:21.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.228+0000 7f749fc15640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f74980cdd70 con 0x7f7484003c10 2024-09-21T00:29:21.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.228+0000 7f749fc15640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f74980cdbf0 con 0x7f74981f32d0 2024-09-21T00:29:21.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.228+0000 7f749fc15640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f74980cdef0 con 0x7f7498152940 2024-09-21T00:29:21.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.228+0000 7f749d9b1640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7484003c10 0x7f74981f7780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:21.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.228+0000 7f749d9b1640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7484003c10 0x7f74981f7780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:49658/0 (socket says 172.21.15.67:49658) 2024-09-21T00:29:21.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.228+0000 7f749d9b1640 1 -- 172.21.15.67:0/2592670593 learned_addr learned my addr 172.21.15.67:0/2592670593 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:21.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.229+0000 7f749d1b0640 1 --2- 172.21.15.67:0/2592670593 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7498152940 0x7f74981f2d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:21.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.229+0000 7f749e1b2640 1 --2- 172.21.15.67:0/2592670593 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f74981f32d0 0x7f74980b5800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:21.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.229+0000 7f749d9b1640 1 -- 172.21.15.67:0/2592670593 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7498152940 msgr2=0x7f74981f2d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:21.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.229+0000 7f749d9b1640 1 --2- 172.21.15.67:0/2592670593 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7498152940 0x7f74981f2d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:21.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.229+0000 7f749d9b1640 1 -- 172.21.15.67:0/2592670593 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f74981f32d0 msgr2=0x7f74980b5800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:21.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.229+0000 7f749d9b1640 1 --2- 172.21.15.67:0/2592670593 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f74981f32d0 0x7f74980b5800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:21.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.229+0000 7f749d9b1640 1 -- 172.21.15.67:0/2592670593 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f749809c1e0 con 0x7f7484003c10 2024-09-21T00:29:21.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.229+0000 7f749d9b1640 1 --2- 172.21.15.67:0/2592670593 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7484003c10 0x7f74981f7780 secure :-1 s=READY pgs=1368 cs=0 l=1 rev1=1 crypto rx=0x7f7494001970 tx=0x7f7494006990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:21.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.229+0000 7f748e7fc640 1 -- 172.21.15.67:0/2592670593 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7494043070 con 0x7f7484003c10 2024-09-21T00:29:21.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.229+0000 7f748e7fc640 1 -- 172.21.15.67:0/2592670593 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7494003930 con 0x7f7484003c10 2024-09-21T00:29:21.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.229+0000 7f749fc15640 1 -- 172.21.15.67:0/2592670593 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f749809c4c0 con 0x7f7484003c10 2024-09-21T00:29:21.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.229+0000 7f748e7fc640 1 -- 172.21.15.67:0/2592670593 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7494003d60 con 0x7f7484003c10 2024-09-21T00:29:21.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.229+0000 7f749fc15640 1 -- 172.21.15.67:0/2592670593 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f749809e190 con 0x7f7484003c10 2024-09-21T00:29:21.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.230+0000 7f749fc15640 1 -- 172.21.15.67:0/2592670593 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f74980d0610 con 0x7f7484003c10 2024-09-21T00:29:21.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.231+0000 7f748e7fc640 1 -- 172.21.15.67:0/2592670593 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f7494046070 con 0x7f7484003c10 2024-09-21T00:29:21.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.232+0000 7f748e7fc640 1 --2- 172.21.15.67:0/2592670593 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f747c078b90 0x7f747c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:21.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.232+0000 7f748e7fc640 1 -- 172.21.15.67:0/2592670593 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5709+0+0 (secure 0 0 0) 0x7f74940bab80 con 0x7f7484003c10 2024-09-21T00:29:21.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.232+0000 7f749d1b0640 1 --2- 172.21.15.67:0/2592670593 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f747c078b90 0x7f747c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:21.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.233+0000 7f749d1b0640 1 --2- 172.21.15.67:0/2592670593 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f747c078b90 0x7f747c07b0a0 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f74981f6cd0 tx=0x7f7488001040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:21.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.236+0000 7f748e7fc640 1 -- 172.21.15.67:0/2592670593 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f7494082a00 con 0x7f7484003c10 2024-09-21T00:29:21.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.423+0000 7f749fc15640 1 -- 172.21.15.67:0/2592670593 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f7498157b30 con 0x7f7484003c10 2024-09-21T00:29:21.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.424+0000 7f748e7fc640 1 -- 172.21.15.67:0/2592670593 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v117) ==== 74+0+16651 (secure 0 0 0) 0x7f7494087430 con 0x7f7484003c10 2024-09-21T00:29:21.426 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:29:21.426 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":117,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:29:18.687133+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":17,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:29:14.740949+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"116","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":17,"pool_name":"cephfs_data","create_time":"2024-09-21T00:29:16.030115+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"117","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:29:21.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.426+0000 7f749fc15640 1 -- 172.21.15.67:0/2592670593 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f747c078b90 msgr2=0x7f747c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:21.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.426+0000 7f749fc15640 1 --2- 172.21.15.67:0/2592670593 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f747c078b90 0x7f747c07b0a0 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f74981f6cd0 tx=0x7f7488001040 comp rx=0 tx=0).stop 2024-09-21T00:29:21.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.426+0000 7f749fc15640 1 -- 172.21.15.67:0/2592670593 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7484003c10 msgr2=0x7f74981f7780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:21.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.426+0000 7f749fc15640 1 --2- 172.21.15.67:0/2592670593 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7484003c10 0x7f74981f7780 secure :-1 s=READY pgs=1368 cs=0 l=1 rev1=1 crypto rx=0x7f7494001970 tx=0x7f7494006990 comp rx=0 tx=0).stop 2024-09-21T00:29:21.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.426+0000 7f749fc15640 1 -- 172.21.15.67:0/2592670593 shutdown_connections 2024-09-21T00:29:21.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.426+0000 7f749fc15640 1 --2- 172.21.15.67:0/2592670593 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f747c078b90 0x7f747c07b0a0 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:21.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.426+0000 7f749fc15640 1 --2- 172.21.15.67:0/2592670593 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f74981f32d0 0x7f74980b5800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:21.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.426+0000 7f749fc15640 1 --2- 172.21.15.67:0/2592670593 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7498152940 0x7f74981f2d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:21.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.426+0000 7f749fc15640 1 --2- 172.21.15.67:0/2592670593 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7484003c10 0x7f74981f7780 unknown :-1 s=CLOSED pgs=1368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:21.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.426+0000 7f749fc15640 1 -- 172.21.15.67:0/2592670593 >> 172.21.15.67:0/2592670593 conn(0x7f74980cee00 msgr2=0x7f7498158330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:21.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.426+0000 7f749fc15640 1 -- 172.21.15.67:0/2592670593 shutdown_connections 2024-09-21T00:29:21.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.427+0000 7f749fc15640 1 -- 172.21.15.67:0/2592670593 wait complete. 2024-09-21T00:29:21.439 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-21T00:29:21.440 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T00:29:21.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.594+0000 7fbc1db83640 1 -- 172.21.15.67:0/1170086589 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbc180ae090 msgr2=0x7fbc180ae4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:21.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.594+0000 7fbc1db83640 1 --2- 172.21.15.67:0/1170086589 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbc180ae090 0x7fbc180ae4a0 secure :-1 s=READY pgs=1370 cs=0 l=1 rev1=1 crypto rx=0x7fbc10005fd0 tx=0x7fbc1002aa90 comp rx=0 tx=0).stop 2024-09-21T00:29:21.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.594+0000 7fbc1db83640 1 -- 172.21.15.67:0/1170086589 shutdown_connections 2024-09-21T00:29:21.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.594+0000 7fbc1db83640 1 --2- 172.21.15.67:0/1170086589 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbc180ae090 0x7fbc180ae4a0 unknown :-1 s=CLOSED pgs=1370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:21.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.594+0000 7fbc1db83640 1 --2- 172.21.15.67:0/1170086589 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbc18152720 0x7fbc180b4a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:21.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.594+0000 7fbc1db83640 1 -- 172.21.15.67:0/1170086589 >> 172.21.15.67:0/1170086589 conn(0x7fbc1806d5a0 msgr2=0x7fbc180b1d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:21.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.594+0000 7fbc1db83640 1 -- 172.21.15.67:0/1170086589 shutdown_connections 2024-09-21T00:29:21.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.594+0000 7fbc1db83640 1 -- 172.21.15.67:0/1170086589 wait complete. 2024-09-21T00:29:21.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.596+0000 7fbc1db83640 1 Processor -- start 2024-09-21T00:29:21.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.596+0000 7fbc1db83640 1 -- start start 2024-09-21T00:29:21.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.598+0000 7fbc1db83640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbc18070070 0x7fbc1809ac00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:21.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.598+0000 7fbc1db83640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbc180ae090 0x7fbc18150cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:21.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.598+0000 7fbc1db83640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbc18152720 0x7fbc18154ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:21.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.598+0000 7fbc1db83640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fbc180aee20 con 0x7fbc18070070 2024-09-21T00:29:21.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.598+0000 7fbc1db83640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fbc180aeca0 con 0x7fbc180ae090 2024-09-21T00:29:21.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.598+0000 7fbc1db83640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fbc180aefa0 con 0x7fbc18152720 2024-09-21T00:29:21.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.598+0000 7fbc177fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbc18070070 0x7fbc1809ac00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:21.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.598+0000 7fbc177fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbc18070070 0x7fbc1809ac00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:49684/0 (socket says 172.21.15.67:49684) 2024-09-21T00:29:21.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.598+0000 7fbc177fe640 1 -- 172.21.15.67:0/2916185828 learned_addr learned my addr 172.21.15.67:0/2916185828 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:21.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.598+0000 7fbc17fff640 1 --2- 172.21.15.67:0/2916185828 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbc18152720 0x7fbc18154ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:21.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.598+0000 7fbc16ffd640 1 --2- 172.21.15.67:0/2916185828 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbc180ae090 0x7fbc18150cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:21.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.598+0000 7fbc177fe640 1 -- 172.21.15.67:0/2916185828 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbc18152720 msgr2=0x7fbc18154ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:21.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.598+0000 7fbc177fe640 1 --2- 172.21.15.67:0/2916185828 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbc18152720 0x7fbc18154ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:21.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.598+0000 7fbc177fe640 1 -- 172.21.15.67:0/2916185828 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbc180ae090 msgr2=0x7fbc18150cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:21.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.598+0000 7fbc177fe640 1 --2- 172.21.15.67:0/2916185828 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbc180ae090 0x7fbc18150cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:21.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.598+0000 7fbc177fe640 1 -- 172.21.15.67:0/2916185828 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc181f4230 con 0x7fbc18070070 2024-09-21T00:29:21.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.598+0000 7fbc17fff640 1 --2- 172.21.15.67:0/2916185828 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbc18152720 0x7fbc18154ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:29:21.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.598+0000 7fbc177fe640 1 --2- 172.21.15.67:0/2916185828 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbc18070070 0x7fbc1809ac00 secure :-1 s=READY pgs=1371 cs=0 l=1 rev1=1 crypto rx=0x7fbc0800d740 tx=0x7fbc0800dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:21.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.598+0000 7fbbfffff640 1 -- 172.21.15.67:0/2916185828 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc08017070 con 0x7fbc18070070 2024-09-21T00:29:21.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.599+0000 7fbbfffff640 1 -- 172.21.15.67:0/2916185828 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbc08009d20 con 0x7fbc18070070 2024-09-21T00:29:21.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.599+0000 7fbc1db83640 1 -- 172.21.15.67:0/2916185828 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc181f6a50 con 0x7fbc18070070 2024-09-21T00:29:21.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.599+0000 7fbbfffff640 1 -- 172.21.15.67:0/2916185828 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc080106c0 con 0x7fbc18070070 2024-09-21T00:29:21.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.599+0000 7fbc1db83640 1 -- 172.21.15.67:0/2916185828 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc181f7010 con 0x7fbc18070070 2024-09-21T00:29:21.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.599+0000 7fbc1db83640 1 -- 172.21.15.67:0/2916185828 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbc180af3f0 con 0x7fbc18070070 2024-09-21T00:29:21.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.600+0000 7fbbfffff640 1 -- 172.21.15.67:0/2916185828 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fbc0801a070 con 0x7fbc18070070 2024-09-21T00:29:21.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.601+0000 7fbbfffff640 1 --2- 172.21.15.67:0/2916185828 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbc04078b90 0x7fbc0407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:21.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.601+0000 7fbbfffff640 1 -- 172.21.15.67:0/2916185828 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5709+0+0 (secure 0 0 0) 0x7fbc0809af80 con 0x7fbc18070070 2024-09-21T00:29:21.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.601+0000 7fbc16ffd640 1 --2- 172.21.15.67:0/2916185828 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbc04078b90 0x7fbc0407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:21.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.602+0000 7fbc16ffd640 1 --2- 172.21.15.67:0/2916185828 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbc04078b90 0x7fbc0407b0a0 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7fbc181f79b0 tx=0x7fbc0c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:21.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.605+0000 7fbbfffff640 1 -- 172.21.15.67:0/2916185828 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fbc08063340 con 0x7fbc18070070 2024-09-21T00:29:21.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.792+0000 7fbc1db83640 1 -- 172.21.15.67:0/2916185828 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fbc18157a50 con 0x7fbc04078b90 2024-09-21T00:29:21.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.797+0000 7fbbfffff640 1 -- 172.21.15.67:0/2916185828 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252471 (secure 0 0 0) 0x7fbc18157a50 con 0x7fbc04078b90 2024-09-21T00:29:21.800 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:29:21.802 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-21T00:29:21.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.800+0000 7fbc1db83640 1 -- 172.21.15.67:0/2916185828 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbc04078b90 msgr2=0x7fbc0407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:21.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.800+0000 7fbc1db83640 1 --2- 172.21.15.67:0/2916185828 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbc04078b90 0x7fbc0407b0a0 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7fbc181f79b0 tx=0x7fbc0c009040 comp rx=0 tx=0).stop 2024-09-21T00:29:21.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.800+0000 7fbc1db83640 1 -- 172.21.15.67:0/2916185828 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbc18070070 msgr2=0x7fbc1809ac00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:21.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.800+0000 7fbc1db83640 1 --2- 172.21.15.67:0/2916185828 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbc18070070 0x7fbc1809ac00 secure :-1 s=READY pgs=1371 cs=0 l=1 rev1=1 crypto rx=0x7fbc0800d740 tx=0x7fbc0800dc00 comp rx=0 tx=0).stop 2024-09-21T00:29:21.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.800+0000 7fbc1db83640 1 -- 172.21.15.67:0/2916185828 shutdown_connections 2024-09-21T00:29:21.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.800+0000 7fbc1db83640 1 --2- 172.21.15.67:0/2916185828 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbc04078b90 0x7fbc0407b0a0 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:21.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.800+0000 7fbc1db83640 1 --2- 172.21.15.67:0/2916185828 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbc18152720 0x7fbc18154ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:21.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.800+0000 7fbc1db83640 1 --2- 172.21.15.67:0/2916185828 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbc180ae090 0x7fbc18150cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:21.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.800+0000 7fbc1db83640 1 --2- 172.21.15.67:0/2916185828 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbc18070070 0x7fbc1809ac00 unknown :-1 s=CLOSED pgs=1371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:21.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.800+0000 7fbc1db83640 1 -- 172.21.15.67:0/2916185828 >> 172.21.15.67:0/2916185828 conn(0x7fbc1806d5a0 msgr2=0x7fbc18073d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:21.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.800+0000 7fbc1db83640 1 -- 172.21.15.67:0/2916185828 shutdown_connections 2024-09-21T00:29:21.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.800+0000 7fbc1db83640 1 -- 172.21.15.67:0/2916185828 wait complete. 2024-09-21T00:29:21.813 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":357,"stamp":"2024-09-21T00:29:21.619797+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":158,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":468884,"kb_used_data":12508,"kb_used_omap":12,"kb_used_meta":456179,"kb_avail":754505836,"statfs":{"total":773094113280,"available":772613976064,"internally_reserved":0,"allocated":12808192,"data_stored":6239320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12749,"internal_metadata":467127859},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":15,"apply_latency_ms":15,"commit_latency_ns":15000000,"apply_latency_ns":15000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.950604"},"pg_stats":[{"pgid":"17.3f","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.242662+0000","last_change":"2024-09-21T00:29:17.714069+0000","last_active":"2024-09-21T00:29:19.242662+0000","last_peered":"2024-09-21T00:29:19.242662+0000","last_clean":"2024-09-21T00:29:19.242662+0000","last_became_active":"2024-09-21T00:29:17.712713+0000","last_became_peered":"2024-09-21T00:29:17.712713+0000","last_unstale":"2024-09-21T00:29:19.242662+0000","last_undegraded":"2024-09-21T00:29:19.242662+0000","last_fullsized":"2024-09-21T00:29:19.242662+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:15:17.622098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.3e","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.693115+0000","last_change":"2024-09-21T00:29:17.714249+0000","last_active":"2024-09-21T00:29:18.693115+0000","last_peered":"2024-09-21T00:29:18.693115+0000","last_clean":"2024-09-21T00:29:18.693115+0000","last_became_active":"2024-09-21T00:29:17.711502+0000","last_became_peered":"2024-09-21T00:29:17.711502+0000","last_unstale":"2024-09-21T00:29:18.693115+0000","last_undegraded":"2024-09-21T00:29:18.693115+0000","last_fullsized":"2024-09-21T00:29:18.693115+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:26:44.787917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.3d","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.242283+0000","last_change":"2024-09-21T00:29:17.717565+0000","last_active":"2024-09-21T00:29:19.242283+0000","last_peered":"2024-09-21T00:29:19.242283+0000","last_clean":"2024-09-21T00:29:19.242283+0000","last_became_active":"2024-09-21T00:29:17.717017+0000","last_became_peered":"2024-09-21T00:29:17.717017+0000","last_unstale":"2024-09-21T00:29:19.242283+0000","last_undegraded":"2024-09-21T00:29:19.242283+0000","last_fullsized":"2024-09-21T00:29:19.242283+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:09:56.768971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.3c","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.241830+0000","last_change":"2024-09-21T00:29:17.706330+0000","last_active":"2024-09-21T00:29:19.241830+0000","last_peered":"2024-09-21T00:29:19.241830+0000","last_clean":"2024-09-21T00:29:19.241830+0000","last_became_active":"2024-09-21T00:29:17.705702+0000","last_became_peered":"2024-09-21T00:29:17.705702+0000","last_unstale":"2024-09-21T00:29:19.241830+0000","last_undegraded":"2024-09-21T00:29:19.241830+0000","last_fullsized":"2024-09-21T00:29:19.241830+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:10:08.307332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.3b","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.242390+0000","last_change":"2024-09-21T00:29:17.707520+0000","last_active":"2024-09-21T00:29:19.242390+0000","last_peered":"2024-09-21T00:29:19.242390+0000","last_clean":"2024-09-21T00:29:19.242390+0000","last_became_active":"2024-09-21T00:29:17.707189+0000","last_became_peered":"2024-09-21T00:29:17.707189+0000","last_unstale":"2024-09-21T00:29:19.242390+0000","last_undegraded":"2024-09-21T00:29:19.242390+0000","last_fullsized":"2024-09-21T00:29:19.242390+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:42:46.709275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.3a","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.690693+0000","last_change":"2024-09-21T00:29:17.707031+0000","last_active":"2024-09-21T00:29:18.690693+0000","last_peered":"2024-09-21T00:29:18.690693+0000","last_clean":"2024-09-21T00:29:18.690693+0000","last_became_active":"2024-09-21T00:29:17.706706+0000","last_became_peered":"2024-09-21T00:29:17.706706+0000","last_unstale":"2024-09-21T00:29:18.690693+0000","last_undegraded":"2024-09-21T00:29:18.690693+0000","last_fullsized":"2024-09-21T00:29:18.690693+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:04:29.287505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.39","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.692166+0000","last_change":"2024-09-21T00:29:17.707186+0000","last_active":"2024-09-21T00:29:18.692166+0000","last_peered":"2024-09-21T00:29:18.692166+0000","last_clean":"2024-09-21T00:29:18.692166+0000","last_became_active":"2024-09-21T00:29:17.706882+0000","last_became_peered":"2024-09-21T00:29:17.706882+0000","last_unstale":"2024-09-21T00:29:18.692166+0000","last_undegraded":"2024-09-21T00:29:18.692166+0000","last_fullsized":"2024-09-21T00:29:18.692166+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:13:54.240952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.38","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.242139+0000","last_change":"2024-09-21T00:29:17.707634+0000","last_active":"2024-09-21T00:29:19.242139+0000","last_peered":"2024-09-21T00:29:19.242139+0000","last_clean":"2024-09-21T00:29:19.242139+0000","last_became_active":"2024-09-21T00:29:17.707347+0000","last_became_peered":"2024-09-21T00:29:17.707347+0000","last_unstale":"2024-09-21T00:29:19.242139+0000","last_undegraded":"2024-09-21T00:29:19.242139+0000","last_fullsized":"2024-09-21T00:29:19.242139+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:56:05.946990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.37","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.242695+0000","last_change":"2024-09-21T00:29:17.707923+0000","last_active":"2024-09-21T00:29:19.242695+0000","last_peered":"2024-09-21T00:29:19.242695+0000","last_clean":"2024-09-21T00:29:19.242695+0000","last_became_active":"2024-09-21T00:29:17.707520+0000","last_became_peered":"2024-09-21T00:29:17.707520+0000","last_unstale":"2024-09-21T00:29:19.242695+0000","last_undegraded":"2024-09-21T00:29:19.242695+0000","last_fullsized":"2024-09-21T00:29:19.242695+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:03:03.750699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.36","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.242341+0000","last_change":"2024-09-21T00:29:17.702937+0000","last_active":"2024-09-21T00:29:19.242341+0000","last_peered":"2024-09-21T00:29:19.242341+0000","last_clean":"2024-09-21T00:29:19.242341+0000","last_became_active":"2024-09-21T00:29:17.702607+0000","last_became_peered":"2024-09-21T00:29:17.702607+0000","last_unstale":"2024-09-21T00:29:19.242341+0000","last_undegraded":"2024-09-21T00:29:19.242341+0000","last_fullsized":"2024-09-21T00:29:19.242341+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:07:57.404660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.35","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.692773+0000","last_change":"2024-09-21T00:29:17.710080+0000","last_active":"2024-09-21T00:29:18.692773+0000","last_peered":"2024-09-21T00:29:18.692773+0000","last_clean":"2024-09-21T00:29:18.692773+0000","last_became_active":"2024-09-21T00:29:17.709760+0000","last_became_peered":"2024-09-21T00:29:17.709760+0000","last_unstale":"2024-09-21T00:29:18.692773+0000","last_undegraded":"2024-09-21T00:29:18.692773+0000","last_fullsized":"2024-09-21T00:29:18.692773+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:56:01.873925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.34","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.241997+0000","last_change":"2024-09-21T00:29:17.706009+0000","last_active":"2024-09-21T00:29:19.241997+0000","last_peered":"2024-09-21T00:29:19.241997+0000","last_clean":"2024-09-21T00:29:19.241997+0000","last_became_active":"2024-09-21T00:29:17.705102+0000","last_became_peered":"2024-09-21T00:29:17.705102+0000","last_unstale":"2024-09-21T00:29:19.241997+0000","last_undegraded":"2024-09-21T00:29:19.241997+0000","last_fullsized":"2024-09-21T00:29:19.241997+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:36:19.296461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.33","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.242336+0000","last_change":"2024-09-21T00:29:17.712277+0000","last_active":"2024-09-21T00:29:19.242336+0000","last_peered":"2024-09-21T00:29:19.242336+0000","last_clean":"2024-09-21T00:29:19.242336+0000","last_became_active":"2024-09-21T00:29:17.711938+0000","last_became_peered":"2024-09-21T00:29:17.711938+0000","last_unstale":"2024-09-21T00:29:19.242336+0000","last_undegraded":"2024-09-21T00:29:19.242336+0000","last_fullsized":"2024-09-21T00:29:19.242336+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:04:25.336264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.32","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.242429+0000","last_change":"2024-09-21T00:29:17.711553+0000","last_active":"2024-09-21T00:29:19.242429+0000","last_peered":"2024-09-21T00:29:19.242429+0000","last_clean":"2024-09-21T00:29:19.242429+0000","last_became_active":"2024-09-21T00:29:17.709331+0000","last_became_peered":"2024-09-21T00:29:17.709331+0000","last_unstale":"2024-09-21T00:29:19.242429+0000","last_undegraded":"2024-09-21T00:29:19.242429+0000","last_fullsized":"2024-09-21T00:29:19.242429+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:07:14.494706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.31","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.690689+0000","last_change":"2024-09-21T00:29:17.704194+0000","last_active":"2024-09-21T00:29:18.690689+0000","last_peered":"2024-09-21T00:29:18.690689+0000","last_clean":"2024-09-21T00:29:18.690689+0000","last_became_active":"2024-09-21T00:29:17.703450+0000","last_became_peered":"2024-09-21T00:29:17.703450+0000","last_unstale":"2024-09-21T00:29:18.690689+0000","last_undegraded":"2024-09-21T00:29:18.690689+0000","last_fullsized":"2024-09-21T00:29:18.690689+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:20:14.089991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.30","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.241287+0000","last_change":"2024-09-21T00:29:17.711801+0000","last_active":"2024-09-21T00:29:19.241287+0000","last_peered":"2024-09-21T00:29:19.241287+0000","last_clean":"2024-09-21T00:29:19.241287+0000","last_became_active":"2024-09-21T00:29:17.711438+0000","last_became_peered":"2024-09-21T00:29:17.711438+0000","last_unstale":"2024-09-21T00:29:19.241287+0000","last_undegraded":"2024-09-21T00:29:19.241287+0000","last_fullsized":"2024-09-21T00:29:19.241287+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:21:17.135795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.2f","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.693438+0000","last_change":"2024-09-21T00:29:17.713140+0000","last_active":"2024-09-21T00:29:18.693438+0000","last_peered":"2024-09-21T00:29:18.693438+0000","last_clean":"2024-09-21T00:29:18.693438+0000","last_became_active":"2024-09-21T00:29:17.712829+0000","last_became_peered":"2024-09-21T00:29:17.712829+0000","last_unstale":"2024-09-21T00:29:18.693438+0000","last_undegraded":"2024-09-21T00:29:18.693438+0000","last_fullsized":"2024-09-21T00:29:18.693438+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:29:04.746058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.2e","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.712320+0000","last_change":"2024-09-21T00:29:17.706791+0000","last_active":"2024-09-21T00:29:18.712320+0000","last_peered":"2024-09-21T00:29:18.712320+0000","last_clean":"2024-09-21T00:29:18.712320+0000","last_became_active":"2024-09-21T00:29:17.706449+0000","last_became_peered":"2024-09-21T00:29:17.706449+0000","last_unstale":"2024-09-21T00:29:18.712320+0000","last_undegraded":"2024-09-21T00:29:18.712320+0000","last_fullsized":"2024-09-21T00:29:18.712320+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:12:31.546734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.2d","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.242374+0000","last_change":"2024-09-21T00:29:17.716303+0000","last_active":"2024-09-21T00:29:19.242374+0000","last_peered":"2024-09-21T00:29:19.242374+0000","last_clean":"2024-09-21T00:29:19.242374+0000","last_became_active":"2024-09-21T00:29:17.713796+0000","last_became_peered":"2024-09-21T00:29:17.713796+0000","last_unstale":"2024-09-21T00:29:19.242374+0000","last_undegraded":"2024-09-21T00:29:19.242374+0000","last_fullsized":"2024-09-21T00:29:19.242374+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:18:01.815187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.2c","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.693257+0000","last_change":"2024-09-21T00:29:17.706627+0000","last_active":"2024-09-21T00:29:18.693257+0000","last_peered":"2024-09-21T00:29:18.693257+0000","last_clean":"2024-09-21T00:29:18.693257+0000","last_became_active":"2024-09-21T00:29:17.706340+0000","last_became_peered":"2024-09-21T00:29:17.706340+0000","last_unstale":"2024-09-21T00:29:18.693257+0000","last_undegraded":"2024-09-21T00:29:18.693257+0000","last_fullsized":"2024-09-21T00:29:18.693257+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:21:16.232531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.2b","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.693735+0000","last_change":"2024-09-21T00:29:17.703886+0000","last_active":"2024-09-21T00:29:18.693735+0000","last_peered":"2024-09-21T00:29:18.693735+0000","last_clean":"2024-09-21T00:29:18.693735+0000","last_became_active":"2024-09-21T00:29:17.703076+0000","last_became_peered":"2024-09-21T00:29:17.703076+0000","last_unstale":"2024-09-21T00:29:18.693735+0000","last_undegraded":"2024-09-21T00:29:18.693735+0000","last_fullsized":"2024-09-21T00:29:18.693735+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:11:12.119994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.2a","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.243381+0000","last_change":"2024-09-21T00:29:17.708966+0000","last_active":"2024-09-21T00:29:19.243381+0000","last_peered":"2024-09-21T00:29:19.243381+0000","last_clean":"2024-09-21T00:29:19.243381+0000","last_became_active":"2024-09-21T00:29:17.708648+0000","last_became_peered":"2024-09-21T00:29:17.708648+0000","last_unstale":"2024-09-21T00:29:19.243381+0000","last_undegraded":"2024-09-21T00:29:19.243381+0000","last_fullsized":"2024-09-21T00:29:19.243381+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:27:06.853955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.29","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.692977+0000","last_change":"2024-09-21T00:29:17.705810+0000","last_active":"2024-09-21T00:29:18.692977+0000","last_peered":"2024-09-21T00:29:18.692977+0000","last_clean":"2024-09-21T00:29:18.692977+0000","last_became_active":"2024-09-21T00:29:17.705493+0000","last_became_peered":"2024-09-21T00:29:17.705493+0000","last_unstale":"2024-09-21T00:29:18.692977+0000","last_undegraded":"2024-09-21T00:29:18.692977+0000","last_fullsized":"2024-09-21T00:29:18.692977+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:32:19.932797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.28","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.242347+0000","last_change":"2024-09-21T00:29:17.706940+0000","last_active":"2024-09-21T00:29:19.242347+0000","last_peered":"2024-09-21T00:29:19.242347+0000","last_clean":"2024-09-21T00:29:19.242347+0000","last_became_active":"2024-09-21T00:29:17.706625+0000","last_became_peered":"2024-09-21T00:29:17.706625+0000","last_unstale":"2024-09-21T00:29:19.242347+0000","last_undegraded":"2024-09-21T00:29:19.242347+0000","last_fullsized":"2024-09-21T00:29:19.242347+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:51:56.394052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.27","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.693574+0000","last_change":"2024-09-21T00:29:17.711259+0000","last_active":"2024-09-21T00:29:18.693574+0000","last_peered":"2024-09-21T00:29:18.693574+0000","last_clean":"2024-09-21T00:29:18.693574+0000","last_became_active":"2024-09-21T00:29:17.710958+0000","last_became_peered":"2024-09-21T00:29:17.710958+0000","last_unstale":"2024-09-21T00:29:18.693574+0000","last_undegraded":"2024-09-21T00:29:18.693574+0000","last_fullsized":"2024-09-21T00:29:18.693574+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:34:32.795894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.26","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.241757+0000","last_change":"2024-09-21T00:29:17.701463+0000","last_active":"2024-09-21T00:29:19.241757+0000","last_peered":"2024-09-21T00:29:19.241757+0000","last_clean":"2024-09-21T00:29:19.241757+0000","last_became_active":"2024-09-21T00:29:17.701130+0000","last_became_peered":"2024-09-21T00:29:17.701130+0000","last_unstale":"2024-09-21T00:29:19.241757+0000","last_undegraded":"2024-09-21T00:29:19.241757+0000","last_fullsized":"2024-09-21T00:29:19.241757+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:22:23.705313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.25","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.690898+0000","last_change":"2024-09-21T00:29:17.720864+0000","last_active":"2024-09-21T00:29:18.690898+0000","last_peered":"2024-09-21T00:29:18.690898+0000","last_clean":"2024-09-21T00:29:18.690898+0000","last_became_active":"2024-09-21T00:29:17.720335+0000","last_became_peered":"2024-09-21T00:29:17.720335+0000","last_unstale":"2024-09-21T00:29:18.690898+0000","last_undegraded":"2024-09-21T00:29:18.690898+0000","last_fullsized":"2024-09-21T00:29:18.690898+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:31:43.618903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.24","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.243541+0000","last_change":"2024-09-21T00:29:17.703489+0000","last_active":"2024-09-21T00:29:19.243541+0000","last_peered":"2024-09-21T00:29:19.243541+0000","last_clean":"2024-09-21T00:29:19.243541+0000","last_became_active":"2024-09-21T00:29:17.703124+0000","last_became_peered":"2024-09-21T00:29:17.703124+0000","last_unstale":"2024-09-21T00:29:19.243541+0000","last_undegraded":"2024-09-21T00:29:19.243541+0000","last_fullsized":"2024-09-21T00:29:19.243541+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:36:18.768242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.23","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.693150+0000","last_change":"2024-09-21T00:29:17.708212+0000","last_active":"2024-09-21T00:29:18.693150+0000","last_peered":"2024-09-21T00:29:18.693150+0000","last_clean":"2024-09-21T00:29:18.693150+0000","last_became_active":"2024-09-21T00:29:17.707824+0000","last_became_peered":"2024-09-21T00:29:17.707824+0000","last_unstale":"2024-09-21T00:29:18.693150+0000","last_undegraded":"2024-09-21T00:29:18.693150+0000","last_fullsized":"2024-09-21T00:29:18.693150+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:27:23.146383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.22","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.692399+0000","last_change":"2024-09-21T00:29:17.696977+0000","last_active":"2024-09-21T00:29:18.692399+0000","last_peered":"2024-09-21T00:29:18.692399+0000","last_clean":"2024-09-21T00:29:18.692399+0000","last_became_active":"2024-09-21T00:29:17.696491+0000","last_became_peered":"2024-09-21T00:29:17.696491+0000","last_unstale":"2024-09-21T00:29:18.692399+0000","last_undegraded":"2024-09-21T00:29:18.692399+0000","last_fullsized":"2024-09-21T00:29:18.692399+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:06:12.445030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.21","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.241637+0000","last_change":"2024-09-21T00:29:17.704706+0000","last_active":"2024-09-21T00:29:19.241637+0000","last_peered":"2024-09-21T00:29:19.241637+0000","last_clean":"2024-09-21T00:29:19.241637+0000","last_became_active":"2024-09-21T00:29:17.700498+0000","last_became_peered":"2024-09-21T00:29:17.700498+0000","last_unstale":"2024-09-21T00:29:19.241637+0000","last_undegraded":"2024-09-21T00:29:19.241637+0000","last_fullsized":"2024-09-21T00:29:19.241637+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:40:56.223261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.20","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.690827+0000","last_change":"2024-09-21T00:29:17.700818+0000","last_active":"2024-09-21T00:29:18.690827+0000","last_peered":"2024-09-21T00:29:18.690827+0000","last_clean":"2024-09-21T00:29:18.690827+0000","last_became_active":"2024-09-21T00:29:17.700477+0000","last_became_peered":"2024-09-21T00:29:17.700477+0000","last_unstale":"2024-09-21T00:29:18.690827+0000","last_undegraded":"2024-09-21T00:29:18.690827+0000","last_fullsized":"2024-09-21T00:29:18.690827+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:02:57.350363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.1e","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.690984+0000","last_change":"2024-09-21T00:29:17.705224+0000","last_active":"2024-09-21T00:29:18.690984+0000","last_peered":"2024-09-21T00:29:18.690984+0000","last_clean":"2024-09-21T00:29:18.690984+0000","last_became_active":"2024-09-21T00:29:17.703505+0000","last_became_peered":"2024-09-21T00:29:17.703505+0000","last_unstale":"2024-09-21T00:29:18.690984+0000","last_undegraded":"2024-09-21T00:29:18.690984+0000","last_fullsized":"2024-09-21T00:29:18.690984+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:55:52.804334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.1f","version":"116'4","reported_seq":19,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.693189+0000","last_change":"2024-09-21T00:29:16.687004+0000","last_active":"2024-09-21T00:29:18.693189+0000","last_peered":"2024-09-21T00:29:18.693189+0000","last_clean":"2024-09-21T00:29:18.693189+0000","last_became_active":"2024-09-21T00:29:16.686588+0000","last_became_peered":"2024-09-21T00:29:16.686588+0000","last_unstale":"2024-09-21T00:29:18.693189+0000","last_undegraded":"2024-09-21T00:29:18.693189+0000","last_fullsized":"2024-09-21T00:29:18.693189+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_clean_scrub_stamp":"2024-09-21T00:29:15.660880+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:08:58.316423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.1f","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.712574+0000","last_change":"2024-09-21T00:29:17.707141+0000","last_active":"2024-09-21T00:29:18.712574+0000","last_peered":"2024-09-21T00:29:18.712574+0000","last_clean":"2024-09-21T00:29:18.712574+0000","last_became_active":"2024-09-21T00:29:17.706837+0000","last_became_peered":"2024-09-21T00:29:17.706837+0000","last_unstale":"2024-09-21T00:29:18.712574+0000","last_undegraded":"2024-09-21T00:29:18.712574+0000","last_fullsized":"2024-09-21T00:29:18.712574+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:37:15.103464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.1e","version":"116'1","reported_seq":16,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.241892+0000","last_change":"2024-09-21T00:29:16.693808+0000","last_active":"2024-09-21T00:29:19.241892+0000","last_peered":"2024-09-21T00:29:19.241892+0000","last_clean":"2024-09-21T00:29:19.241892+0000","last_became_active":"2024-09-21T00:29:16.693477+0000","last_became_peered":"2024-09-21T00:29:16.693477+0000","last_unstale":"2024-09-21T00:29:19.241892+0000","last_undegraded":"2024-09-21T00:29:19.241892+0000","last_fullsized":"2024-09-21T00:29:19.241892+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_clean_scrub_stamp":"2024-09-21T00:29:15.660880+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:29:07.952022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.1c","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.690926+0000","last_change":"2024-09-21T00:29:17.706014+0000","last_active":"2024-09-21T00:29:18.690926+0000","last_peered":"2024-09-21T00:29:18.690926+0000","last_clean":"2024-09-21T00:29:18.690926+0000","last_became_active":"2024-09-21T00:29:17.705697+0000","last_became_peered":"2024-09-21T00:29:17.705697+0000","last_unstale":"2024-09-21T00:29:18.690926+0000","last_undegraded":"2024-09-21T00:29:18.690926+0000","last_fullsized":"2024-09-21T00:29:18.690926+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:54:00.872347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.1d","version":"116'2","reported_seq":17,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.243626+0000","last_change":"2024-09-21T00:29:16.695223+0000","last_active":"2024-09-21T00:29:19.243626+0000","last_peered":"2024-09-21T00:29:19.243626+0000","last_clean":"2024-09-21T00:29:19.243626+0000","last_became_active":"2024-09-21T00:29:16.694894+0000","last_became_peered":"2024-09-21T00:29:16.694894+0000","last_unstale":"2024-09-21T00:29:19.243626+0000","last_undegraded":"2024-09-21T00:29:19.243626+0000","last_fullsized":"2024-09-21T00:29:19.243626+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_clean_scrub_stamp":"2024-09-21T00:29:15.660880+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:27:45.934623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.1d","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.242512+0000","last_change":"2024-09-21T00:29:17.716696+0000","last_active":"2024-09-21T00:29:19.242512+0000","last_peered":"2024-09-21T00:29:19.242512+0000","last_clean":"2024-09-21T00:29:19.242512+0000","last_became_active":"2024-09-21T00:29:17.714326+0000","last_became_peered":"2024-09-21T00:29:17.714326+0000","last_unstale":"2024-09-21T00:29:19.242512+0000","last_undegraded":"2024-09-21T00:29:19.242512+0000","last_fullsized":"2024-09-21T00:29:19.242512+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:27:06.853955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.1c","version":"116'2","reported_seq":17,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.241815+0000","last_change":"2024-09-21T00:29:16.692676+0000","last_active":"2024-09-21T00:29:19.241815+0000","last_peered":"2024-09-21T00:29:19.241815+0000","last_clean":"2024-09-21T00:29:19.241815+0000","last_became_active":"2024-09-21T00:29:16.692318+0000","last_became_peered":"2024-09-21T00:29:16.692318+0000","last_unstale":"2024-09-21T00:29:19.241815+0000","last_undegraded":"2024-09-21T00:29:19.241815+0000","last_fullsized":"2024-09-21T00:29:19.241815+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_clean_scrub_stamp":"2024-09-21T00:29:15.660880+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:29:34.068666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.1a","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.242549+0000","last_change":"2024-09-21T00:29:17.702873+0000","last_active":"2024-09-21T00:29:19.242549+0000","last_peered":"2024-09-21T00:29:19.242549+0000","last_clean":"2024-09-21T00:29:19.242549+0000","last_became_active":"2024-09-21T00:29:17.702472+0000","last_became_peered":"2024-09-21T00:29:17.702472+0000","last_unstale":"2024-09-21T00:29:19.242549+0000","last_undegraded":"2024-09-21T00:29:19.242549+0000","last_fullsized":"2024-09-21T00:29:19.242549+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:16:12.067754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.1b","version":"116'1","reported_seq":16,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.692504+0000","last_change":"2024-09-21T00:29:16.694182+0000","last_active":"2024-09-21T00:29:18.692504+0000","last_peered":"2024-09-21T00:29:18.692504+0000","last_clean":"2024-09-21T00:29:18.692504+0000","last_became_active":"2024-09-21T00:29:16.693844+0000","last_became_peered":"2024-09-21T00:29:16.693844+0000","last_unstale":"2024-09-21T00:29:18.692504+0000","last_undegraded":"2024-09-21T00:29:18.692504+0000","last_fullsized":"2024-09-21T00:29:18.692504+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_clean_scrub_stamp":"2024-09-21T00:29:15.660880+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:52:41.399284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.1b","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.693410+0000","last_change":"2024-09-21T00:29:17.710475+0000","last_active":"2024-09-21T00:29:18.693410+0000","last_peered":"2024-09-21T00:29:18.693410+0000","last_clean":"2024-09-21T00:29:18.693410+0000","last_became_active":"2024-09-21T00:29:17.710181+0000","last_became_peered":"2024-09-21T00:29:17.710181+0000","last_unstale":"2024-09-21T00:29:18.693410+0000","last_undegraded":"2024-09-21T00:29:18.693410+0000","last_fullsized":"2024-09-21T00:29:18.693410+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:21:50.678420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.1a","version":"116'1","reported_seq":16,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.243460+0000","last_change":"2024-09-21T00:29:16.695830+0000","last_active":"2024-09-21T00:29:19.243460+0000","last_peered":"2024-09-21T00:29:19.243460+0000","last_clean":"2024-09-21T00:29:19.243460+0000","last_became_active":"2024-09-21T00:29:16.695497+0000","last_became_peered":"2024-09-21T00:29:16.695497+0000","last_unstale":"2024-09-21T00:29:19.243460+0000","last_undegraded":"2024-09-21T00:29:19.243460+0000","last_fullsized":"2024-09-21T00:29:19.243460+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_clean_scrub_stamp":"2024-09-21T00:29:15.660880+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:45:57.607208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.18","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.241264+0000","last_change":"2024-09-21T00:29:17.714232+0000","last_active":"2024-09-21T00:29:19.241264+0000","last_peered":"2024-09-21T00:29:19.241264+0000","last_clean":"2024-09-21T00:29:19.241264+0000","last_became_active":"2024-09-21T00:29:17.713884+0000","last_became_peered":"2024-09-21T00:29:17.713884+0000","last_unstale":"2024-09-21T00:29:19.241264+0000","last_undegraded":"2024-09-21T00:29:19.241264+0000","last_fullsized":"2024-09-21T00:29:19.241264+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:15:11.603375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.19","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.692564+0000","last_change":"2024-09-21T00:29:16.689944+0000","last_active":"2024-09-21T00:29:18.692564+0000","last_peered":"2024-09-21T00:29:18.692564+0000","last_clean":"2024-09-21T00:29:18.692564+0000","last_became_active":"2024-09-21T00:29:16.689613+0000","last_became_peered":"2024-09-21T00:29:16.689613+0000","last_unstale":"2024-09-21T00:29:18.692564+0000","last_undegraded":"2024-09-21T00:29:18.692564+0000","last_fullsized":"2024-09-21T00:29:18.692564+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_clean_scrub_stamp":"2024-09-21T00:29:15.660880+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:33:34.043140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.19","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.692076+0000","last_change":"2024-09-21T00:29:17.706057+0000","last_active":"2024-09-21T00:29:18.692076+0000","last_peered":"2024-09-21T00:29:18.692076+0000","last_clean":"2024-09-21T00:29:18.692076+0000","last_became_active":"2024-09-21T00:29:17.704146+0000","last_became_peered":"2024-09-21T00:29:17.704146+0000","last_unstale":"2024-09-21T00:29:18.692076+0000","last_undegraded":"2024-09-21T00:29:18.692076+0000","last_fullsized":"2024-09-21T00:29:18.692076+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:30:49.769144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.18","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.241371+0000","last_change":"2024-09-21T00:29:16.700819+0000","last_active":"2024-09-21T00:29:19.241371+0000","last_peered":"2024-09-21T00:29:19.241371+0000","last_clean":"2024-09-21T00:29:19.241371+0000","last_became_active":"2024-09-21T00:29:16.700482+0000","last_became_peered":"2024-09-21T00:29:16.700482+0000","last_unstale":"2024-09-21T00:29:19.241371+0000","last_undegraded":"2024-09-21T00:29:19.241371+0000","last_fullsized":"2024-09-21T00:29:19.241371+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_clean_scrub_stamp":"2024-09-21T00:29:15.660880+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:10:17.805630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.16","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.692693+0000","last_change":"2024-09-21T00:29:17.701782+0000","last_active":"2024-09-21T00:29:18.692693+0000","last_peered":"2024-09-21T00:29:18.692693+0000","last_clean":"2024-09-21T00:29:18.692693+0000","last_became_active":"2024-09-21T00:29:17.701414+0000","last_became_peered":"2024-09-21T00:29:17.701414+0000","last_unstale":"2024-09-21T00:29:18.692693+0000","last_undegraded":"2024-09-21T00:29:18.692693+0000","last_fullsized":"2024-09-21T00:29:18.692693+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:49:13.927596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.17","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.243719+0000","last_change":"2024-09-21T00:29:16.695183+0000","last_active":"2024-09-21T00:29:19.243719+0000","last_peered":"2024-09-21T00:29:19.243719+0000","last_clean":"2024-09-21T00:29:19.243719+0000","last_became_active":"2024-09-21T00:29:16.694866+0000","last_became_peered":"2024-09-21T00:29:16.694866+0000","last_unstale":"2024-09-21T00:29:19.243719+0000","last_undegraded":"2024-09-21T00:29:19.243719+0000","last_fullsized":"2024-09-21T00:29:19.243719+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_clean_scrub_stamp":"2024-09-21T00:29:15.660880+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:56:26.250539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.17","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.712649+0000","last_change":"2024-09-21T00:29:17.717751+0000","last_active":"2024-09-21T00:29:18.712649+0000","last_peered":"2024-09-21T00:29:18.712649+0000","last_clean":"2024-09-21T00:29:18.712649+0000","last_became_active":"2024-09-21T00:29:17.717414+0000","last_became_peered":"2024-09-21T00:29:17.717414+0000","last_unstale":"2024-09-21T00:29:18.712649+0000","last_undegraded":"2024-09-21T00:29:18.712649+0000","last_fullsized":"2024-09-21T00:29:18.712649+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:29:44.060760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.16","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.242672+0000","last_change":"2024-09-21T00:29:16.695763+0000","last_active":"2024-09-21T00:29:19.242672+0000","last_peered":"2024-09-21T00:29:19.242672+0000","last_clean":"2024-09-21T00:29:19.242672+0000","last_became_active":"2024-09-21T00:29:16.695453+0000","last_became_peered":"2024-09-21T00:29:16.695453+0000","last_unstale":"2024-09-21T00:29:19.242672+0000","last_undegraded":"2024-09-21T00:29:19.242672+0000","last_fullsized":"2024-09-21T00:29:19.242672+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_clean_scrub_stamp":"2024-09-21T00:29:15.660880+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:10:00.811586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.14","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.243656+0000","last_change":"2024-09-21T00:29:17.700462+0000","last_active":"2024-09-21T00:29:19.243656+0000","last_peered":"2024-09-21T00:29:19.243656+0000","last_clean":"2024-09-21T00:29:19.243656+0000","last_became_active":"2024-09-21T00:29:17.699485+0000","last_became_peered":"2024-09-21T00:29:17.699485+0000","last_unstale":"2024-09-21T00:29:19.243656+0000","last_undegraded":"2024-09-21T00:29:19.243656+0000","last_fullsized":"2024-09-21T00:29:19.243656+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:29:00.927691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.15","version":"116'3","reported_seq":18,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.241524+0000","last_change":"2024-09-21T00:29:16.694455+0000","last_active":"2024-09-21T00:29:19.241524+0000","last_peered":"2024-09-21T00:29:19.241524+0000","last_clean":"2024-09-21T00:29:19.241524+0000","last_became_active":"2024-09-21T00:29:16.694146+0000","last_became_peered":"2024-09-21T00:29:16.694146+0000","last_unstale":"2024-09-21T00:29:19.241524+0000","last_undegraded":"2024-09-21T00:29:19.241524+0000","last_fullsized":"2024-09-21T00:29:19.241524+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_clean_scrub_stamp":"2024-09-21T00:29:15.660880+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:13:28.059478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.15","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.693090+0000","last_change":"2024-09-21T00:29:17.708766+0000","last_active":"2024-09-21T00:29:18.693090+0000","last_peered":"2024-09-21T00:29:18.693090+0000","last_clean":"2024-09-21T00:29:18.693090+0000","last_became_active":"2024-09-21T00:29:17.708485+0000","last_became_peered":"2024-09-21T00:29:17.708485+0000","last_unstale":"2024-09-21T00:29:18.693090+0000","last_undegraded":"2024-09-21T00:29:18.693090+0000","last_fullsized":"2024-09-21T00:29:18.693090+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:48:42.324485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.14","version":"116'6","reported_seq":21,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.242080+0000","last_change":"2024-09-21T00:29:16.698659+0000","last_active":"2024-09-21T00:29:19.242080+0000","last_peered":"2024-09-21T00:29:19.242080+0000","last_clean":"2024-09-21T00:29:19.242080+0000","last_became_active":"2024-09-21T00:29:16.698156+0000","last_became_peered":"2024-09-21T00:29:16.698156+0000","last_unstale":"2024-09-21T00:29:19.242080+0000","last_undegraded":"2024-09-21T00:29:19.242080+0000","last_fullsized":"2024-09-21T00:29:19.242080+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_clean_scrub_stamp":"2024-09-21T00:29:15.660880+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:38:58.040651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.12","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.243434+0000","last_change":"2024-09-21T00:29:17.697163+0000","last_active":"2024-09-21T00:29:19.243434+0000","last_peered":"2024-09-21T00:29:19.243434+0000","last_clean":"2024-09-21T00:29:19.243434+0000","last_became_active":"2024-09-21T00:29:17.696798+0000","last_became_peered":"2024-09-21T00:29:17.696798+0000","last_unstale":"2024-09-21T00:29:19.243434+0000","last_undegraded":"2024-09-21T00:29:19.243434+0000","last_fullsized":"2024-09-21T00:29:19.243434+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:51:32.862565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.13","version":"116'2","reported_seq":17,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.691224+0000","last_change":"2024-09-21T00:29:16.691535+0000","last_active":"2024-09-21T00:29:18.691224+0000","last_peered":"2024-09-21T00:29:18.691224+0000","last_clean":"2024-09-21T00:29:18.691224+0000","last_became_active":"2024-09-21T00:29:16.691075+0000","last_became_peered":"2024-09-21T00:29:16.691075+0000","last_unstale":"2024-09-21T00:29:18.691224+0000","last_undegraded":"2024-09-21T00:29:18.691224+0000","last_fullsized":"2024-09-21T00:29:18.691224+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_clean_scrub_stamp":"2024-09-21T00:29:15.660880+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:16:20.737945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.13","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.242316+0000","last_change":"2024-09-21T00:29:17.707985+0000","last_active":"2024-09-21T00:29:19.242316+0000","last_peered":"2024-09-21T00:29:19.242316+0000","last_clean":"2024-09-21T00:29:19.242316+0000","last_became_active":"2024-09-21T00:29:17.707652+0000","last_became_peered":"2024-09-21T00:29:17.707652+0000","last_unstale":"2024-09-21T00:29:19.242316+0000","last_undegraded":"2024-09-21T00:29:19.242316+0000","last_fullsized":"2024-09-21T00:29:19.242316+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:09:56.768971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.12","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.712132+0000","last_change":"2024-09-21T00:29:16.693397+0000","last_active":"2024-09-21T00:29:18.712132+0000","last_peered":"2024-09-21T00:29:18.712132+0000","last_clean":"2024-09-21T00:29:18.712132+0000","last_became_active":"2024-09-21T00:29:16.693035+0000","last_became_peered":"2024-09-21T00:29:16.693035+0000","last_unstale":"2024-09-21T00:29:18.712132+0000","last_undegraded":"2024-09-21T00:29:18.712132+0000","last_fullsized":"2024-09-21T00:29:18.712132+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_clean_scrub_stamp":"2024-09-21T00:29:15.660880+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:32:21.128284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.11","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.242943+0000","last_change":"2024-09-21T00:29:17.696428+0000","last_active":"2024-09-21T00:29:19.242943+0000","last_peered":"2024-09-21T00:29:19.242943+0000","last_clean":"2024-09-21T00:29:19.242943+0000","last_became_active":"2024-09-21T00:29:17.696086+0000","last_became_peered":"2024-09-21T00:29:17.696086+0000","last_unstale":"2024-09-21T00:29:19.242943+0000","last_undegraded":"2024-09-21T00:29:19.242943+0000","last_fullsized":"2024-09-21T00:29:19.242943+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:18:01.815187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.10","version":"116'8","reported_seq":23,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.242055+0000","last_change":"2024-09-21T00:29:16.691941+0000","last_active":"2024-09-21T00:29:19.242055+0000","last_peered":"2024-09-21T00:29:19.242055+0000","last_clean":"2024-09-21T00:29:19.242055+0000","last_became_active":"2024-09-21T00:29:16.691592+0000","last_became_peered":"2024-09-21T00:29:16.691592+0000","last_unstale":"2024-09-21T00:29:19.242055+0000","last_undegraded":"2024-09-21T00:29:19.242055+0000","last_fullsized":"2024-09-21T00:29:19.242055+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_clean_scrub_stamp":"2024-09-21T00:29:15.660880+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:35:02.007732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.e","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.243896+0000","last_change":"2024-09-21T00:29:17.711645+0000","last_active":"2024-09-21T00:29:19.243896+0000","last_peered":"2024-09-21T00:29:19.243896+0000","last_clean":"2024-09-21T00:29:19.243896+0000","last_became_active":"2024-09-21T00:29:17.711329+0000","last_became_peered":"2024-09-21T00:29:17.711329+0000","last_unstale":"2024-09-21T00:29:19.243896+0000","last_undegraded":"2024-09-21T00:29:19.243896+0000","last_fullsized":"2024-09-21T00:29:19.243896+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:52:16.518413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.f","version":"116'1","reported_seq":16,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.242773+0000","last_change":"2024-09-21T00:29:16.687331+0000","last_active":"2024-09-21T00:29:19.242773+0000","last_peered":"2024-09-21T00:29:19.242773+0000","last_clean":"2024-09-21T00:29:19.242773+0000","last_became_active":"2024-09-21T00:29:16.686976+0000","last_became_peered":"2024-09-21T00:29:16.686976+0000","last_unstale":"2024-09-21T00:29:19.242773+0000","last_undegraded":"2024-09-21T00:29:19.242773+0000","last_fullsized":"2024-09-21T00:29:19.242773+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_clean_scrub_stamp":"2024-09-21T00:29:15.660880+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:07:47.211048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.f","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.691159+0000","last_change":"2024-09-21T00:29:17.717954+0000","last_active":"2024-09-21T00:29:18.691159+0000","last_peered":"2024-09-21T00:29:18.691159+0000","last_clean":"2024-09-21T00:29:18.691159+0000","last_became_active":"2024-09-21T00:29:17.717515+0000","last_became_peered":"2024-09-21T00:29:17.717515+0000","last_unstale":"2024-09-21T00:29:18.691159+0000","last_undegraded":"2024-09-21T00:29:18.691159+0000","last_fullsized":"2024-09-21T00:29:18.691159+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:56:19.557795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.e","version":"116'2","reported_seq":17,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.243806+0000","last_change":"2024-09-21T00:29:16.684144+0000","last_active":"2024-09-21T00:29:19.243806+0000","last_peered":"2024-09-21T00:29:19.243806+0000","last_clean":"2024-09-21T00:29:19.243806+0000","last_became_active":"2024-09-21T00:29:16.683400+0000","last_became_peered":"2024-09-21T00:29:16.683400+0000","last_unstale":"2024-09-21T00:29:19.243806+0000","last_undegraded":"2024-09-21T00:29:19.243806+0000","last_fullsized":"2024-09-21T00:29:19.243806+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_clean_scrub_stamp":"2024-09-21T00:29:15.660880+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:13:13.350896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.c","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.242175+0000","last_change":"2024-09-21T00:29:17.716193+0000","last_active":"2024-09-21T00:29:19.242175+0000","last_peered":"2024-09-21T00:29:19.242175+0000","last_clean":"2024-09-21T00:29:19.242175+0000","last_became_active":"2024-09-21T00:29:17.715870+0000","last_became_peered":"2024-09-21T00:29:17.715870+0000","last_unstale":"2024-09-21T00:29:19.242175+0000","last_undegraded":"2024-09-21T00:29:19.242175+0000","last_fullsized":"2024-09-21T00:29:19.242175+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:51:36.709788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.d","version":"116'1","reported_seq":16,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.712277+0000","last_change":"2024-09-21T00:29:16.696887+0000","last_active":"2024-09-21T00:29:18.712277+0000","last_peered":"2024-09-21T00:29:18.712277+0000","last_clean":"2024-09-21T00:29:18.712277+0000","last_became_active":"2024-09-21T00:29:16.696536+0000","last_became_peered":"2024-09-21T00:29:16.696536+0000","last_unstale":"2024-09-21T00:29:18.712277+0000","last_undegraded":"2024-09-21T00:29:18.712277+0000","last_fullsized":"2024-09-21T00:29:18.712277+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_clean_scrub_stamp":"2024-09-21T00:29:15.660880+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:20:55.878923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.d","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.242563+0000","last_change":"2024-09-21T00:29:17.715289+0000","last_active":"2024-09-21T00:29:19.242563+0000","last_peered":"2024-09-21T00:29:19.242563+0000","last_clean":"2024-09-21T00:29:19.242563+0000","last_became_active":"2024-09-21T00:29:17.713035+0000","last_became_peered":"2024-09-21T00:29:17.713035+0000","last_unstale":"2024-09-21T00:29:19.242563+0000","last_undegraded":"2024-09-21T00:29:19.242563+0000","last_fullsized":"2024-09-21T00:29:19.242563+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:51:32.862565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.c","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.691972+0000","last_change":"2024-09-21T00:29:16.692135+0000","last_active":"2024-09-21T00:29:18.691972+0000","last_peered":"2024-09-21T00:29:18.691972+0000","last_clean":"2024-09-21T00:29:18.691972+0000","last_became_active":"2024-09-21T00:29:16.691788+0000","last_became_peered":"2024-09-21T00:29:16.691788+0000","last_unstale":"2024-09-21T00:29:18.691972+0000","last_undegraded":"2024-09-21T00:29:18.691972+0000","last_fullsized":"2024-09-21T00:29:18.691972+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_clean_scrub_stamp":"2024-09-21T00:29:15.660880+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:36:09.533905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.a","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.242122+0000","last_change":"2024-09-21T00:29:17.713795+0000","last_active":"2024-09-21T00:29:19.242122+0000","last_peered":"2024-09-21T00:29:19.242122+0000","last_clean":"2024-09-21T00:29:19.242122+0000","last_became_active":"2024-09-21T00:29:17.713450+0000","last_became_peered":"2024-09-21T00:29:17.713450+0000","last_unstale":"2024-09-21T00:29:19.242122+0000","last_undegraded":"2024-09-21T00:29:19.242122+0000","last_fullsized":"2024-09-21T00:29:19.242122+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:07:48.217766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.b","version":"116'2","reported_seq":17,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.691222+0000","last_change":"2024-09-21T00:29:16.700516+0000","last_active":"2024-09-21T00:29:18.691222+0000","last_peered":"2024-09-21T00:29:18.691222+0000","last_clean":"2024-09-21T00:29:18.691222+0000","last_became_active":"2024-09-21T00:29:16.700059+0000","last_became_peered":"2024-09-21T00:29:16.700059+0000","last_unstale":"2024-09-21T00:29:18.691222+0000","last_undegraded":"2024-09-21T00:29:18.691222+0000","last_fullsized":"2024-09-21T00:29:18.691222+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_clean_scrub_stamp":"2024-09-21T00:29:15.660880+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:49:20.883720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.b","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.241454+0000","last_change":"2024-09-21T00:29:17.711015+0000","last_active":"2024-09-21T00:29:19.241454+0000","last_peered":"2024-09-21T00:29:19.241454+0000","last_clean":"2024-09-21T00:29:19.241454+0000","last_became_active":"2024-09-21T00:29:17.710691+0000","last_became_peered":"2024-09-21T00:29:17.710691+0000","last_unstale":"2024-09-21T00:29:19.241454+0000","last_undegraded":"2024-09-21T00:29:19.241454+0000","last_fullsized":"2024-09-21T00:29:19.241454+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:00:16.121908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.a","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.241584+0000","last_change":"2024-09-21T00:29:16.692837+0000","last_active":"2024-09-21T00:29:19.241584+0000","last_peered":"2024-09-21T00:29:19.241584+0000","last_clean":"2024-09-21T00:29:19.241584+0000","last_became_active":"2024-09-21T00:29:16.692540+0000","last_became_peered":"2024-09-21T00:29:16.692540+0000","last_unstale":"2024-09-21T00:29:19.241584+0000","last_undegraded":"2024-09-21T00:29:19.241584+0000","last_fullsized":"2024-09-21T00:29:19.241584+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_clean_scrub_stamp":"2024-09-21T00:29:15.660880+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:47:55.281097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.8","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.242042+0000","last_change":"2024-09-21T00:29:17.713187+0000","last_active":"2024-09-21T00:29:19.242042+0000","last_peered":"2024-09-21T00:29:19.242042+0000","last_clean":"2024-09-21T00:29:19.242042+0000","last_became_active":"2024-09-21T00:29:17.712328+0000","last_became_peered":"2024-09-21T00:29:17.712328+0000","last_unstale":"2024-09-21T00:29:19.242042+0000","last_undegraded":"2024-09-21T00:29:19.242042+0000","last_fullsized":"2024-09-21T00:29:19.242042+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:38:59.047368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.9","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.690934+0000","last_change":"2024-09-21T00:29:16.689833+0000","last_active":"2024-09-21T00:29:18.690934+0000","last_peered":"2024-09-21T00:29:18.690934+0000","last_clean":"2024-09-21T00:29:18.690934+0000","last_became_active":"2024-09-21T00:29:16.689505+0000","last_became_peered":"2024-09-21T00:29:16.689505+0000","last_unstale":"2024-09-21T00:29:18.690934+0000","last_undegraded":"2024-09-21T00:29:18.690934+0000","last_fullsized":"2024-09-21T00:29:18.690934+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_clean_scrub_stamp":"2024-09-21T00:29:15.660880+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:34:38.399121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.9","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.243094+0000","last_change":"2024-09-21T00:29:17.700648+0000","last_active":"2024-09-21T00:29:19.243094+0000","last_peered":"2024-09-21T00:29:19.243094+0000","last_clean":"2024-09-21T00:29:19.243094+0000","last_became_active":"2024-09-21T00:29:17.700317+0000","last_became_peered":"2024-09-21T00:29:17.700317+0000","last_unstale":"2024-09-21T00:29:19.243094+0000","last_undegraded":"2024-09-21T00:29:19.243094+0000","last_fullsized":"2024-09-21T00:29:19.243094+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:07:14.494706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.8","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.241497+0000","last_change":"2024-09-21T00:29:16.690687+0000","last_active":"2024-09-21T00:29:19.241497+0000","last_peered":"2024-09-21T00:29:19.241497+0000","last_clean":"2024-09-21T00:29:19.241497+0000","last_became_active":"2024-09-21T00:29:16.690369+0000","last_became_peered":"2024-09-21T00:29:16.690369+0000","last_unstale":"2024-09-21T00:29:19.241497+0000","last_undegraded":"2024-09-21T00:29:19.241497+0000","last_fullsized":"2024-09-21T00:29:19.241497+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_clean_scrub_stamp":"2024-09-21T00:29:15.660880+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:50:48.539774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.6","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.712382+0000","last_change":"2024-09-21T00:29:17.718257+0000","last_active":"2024-09-21T00:29:18.712382+0000","last_peered":"2024-09-21T00:29:18.712382+0000","last_clean":"2024-09-21T00:29:18.712382+0000","last_became_active":"2024-09-21T00:29:17.717628+0000","last_became_peered":"2024-09-21T00:29:17.717628+0000","last_unstale":"2024-09-21T00:29:18.712382+0000","last_undegraded":"2024-09-21T00:29:18.712382+0000","last_fullsized":"2024-09-21T00:29:18.712382+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:30:29.491795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.7","version":"116'2","reported_seq":17,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.242915+0000","last_change":"2024-09-21T00:29:16.699635+0000","last_active":"2024-09-21T00:29:19.242915+0000","last_peered":"2024-09-21T00:29:19.242915+0000","last_clean":"2024-09-21T00:29:19.242915+0000","last_became_active":"2024-09-21T00:29:16.699244+0000","last_became_peered":"2024-09-21T00:29:16.699244+0000","last_unstale":"2024-09-21T00:29:19.242915+0000","last_undegraded":"2024-09-21T00:29:19.242915+0000","last_fullsized":"2024-09-21T00:29:19.242915+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_clean_scrub_stamp":"2024-09-21T00:29:15.660880+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:39:00.519012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.7","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.242907+0000","last_change":"2024-09-21T00:29:17.707106+0000","last_active":"2024-09-21T00:29:19.242907+0000","last_peered":"2024-09-21T00:29:19.242907+0000","last_clean":"2024-09-21T00:29:19.242907+0000","last_became_active":"2024-09-21T00:29:17.706730+0000","last_became_peered":"2024-09-21T00:29:17.706730+0000","last_unstale":"2024-09-21T00:29:19.242907+0000","last_undegraded":"2024-09-21T00:29:19.242907+0000","last_fullsized":"2024-09-21T00:29:19.242907+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:51:29.112892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.6","version":"117'1","reported_seq":16,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.712403+0000","last_change":"2024-09-21T00:29:16.689178+0000","last_active":"2024-09-21T00:29:18.712403+0000","last_peered":"2024-09-21T00:29:18.712403+0000","last_clean":"2024-09-21T00:29:18.712403+0000","last_became_active":"2024-09-21T00:29:16.688216+0000","last_became_peered":"2024-09-21T00:29:16.688216+0000","last_unstale":"2024-09-21T00:29:18.712403+0000","last_undegraded":"2024-09-21T00:29:18.712403+0000","last_fullsized":"2024-09-21T00:29:18.712403+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_clean_scrub_stamp":"2024-09-21T00:29:15.660880+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:41:48.862250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.4","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.242151+0000","last_change":"2024-09-21T00:29:17.713726+0000","last_active":"2024-09-21T00:29:19.242151+0000","last_peered":"2024-09-21T00:29:19.242151+0000","last_clean":"2024-09-21T00:29:19.242151+0000","last_became_active":"2024-09-21T00:29:17.713362+0000","last_became_peered":"2024-09-21T00:29:17.713362+0000","last_unstale":"2024-09-21T00:29:19.242151+0000","last_undegraded":"2024-09-21T00:29:19.242151+0000","last_fullsized":"2024-09-21T00:29:19.242151+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:10:17.133395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.5","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.241675+0000","last_change":"2024-09-21T00:29:16.689375+0000","last_active":"2024-09-21T00:29:19.241675+0000","last_peered":"2024-09-21T00:29:19.241675+0000","last_clean":"2024-09-21T00:29:19.241675+0000","last_became_active":"2024-09-21T00:29:16.689004+0000","last_became_peered":"2024-09-21T00:29:16.689004+0000","last_unstale":"2024-09-21T00:29:19.241675+0000","last_undegraded":"2024-09-21T00:29:19.241675+0000","last_fullsized":"2024-09-21T00:29:19.241675+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_clean_scrub_stamp":"2024-09-21T00:29:15.660880+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:49:43.759627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.5","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.712296+0000","last_change":"2024-09-21T00:29:17.716121+0000","last_active":"2024-09-21T00:29:18.712296+0000","last_peered":"2024-09-21T00:29:18.712296+0000","last_clean":"2024-09-21T00:29:18.712296+0000","last_became_active":"2024-09-21T00:29:17.715822+0000","last_became_peered":"2024-09-21T00:29:17.715822+0000","last_unstale":"2024-09-21T00:29:18.712296+0000","last_undegraded":"2024-09-21T00:29:18.712296+0000","last_fullsized":"2024-09-21T00:29:18.712296+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:25:56.423441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.4","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.243617+0000","last_change":"2024-09-21T00:29:16.698120+0000","last_active":"2024-09-21T00:29:19.243617+0000","last_peered":"2024-09-21T00:29:19.243617+0000","last_clean":"2024-09-21T00:29:19.243617+0000","last_became_active":"2024-09-21T00:29:16.697766+0000","last_became_peered":"2024-09-21T00:29:16.697766+0000","last_unstale":"2024-09-21T00:29:19.243617+0000","last_undegraded":"2024-09-21T00:29:19.243617+0000","last_fullsized":"2024-09-21T00:29:19.243617+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_clean_scrub_stamp":"2024-09-21T00:29:15.660880+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:55:28.828850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.2","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.692630+0000","last_change":"2024-09-21T00:29:17.701163+0000","last_active":"2024-09-21T00:29:18.692630+0000","last_peered":"2024-09-21T00:29:18.692630+0000","last_clean":"2024-09-21T00:29:18.692630+0000","last_became_active":"2024-09-21T00:29:17.700833+0000","last_became_peered":"2024-09-21T00:29:17.700833+0000","last_unstale":"2024-09-21T00:29:18.692630+0000","last_undegraded":"2024-09-21T00:29:18.692630+0000","last_fullsized":"2024-09-21T00:29:18.692630+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:20:49.487798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.3","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.692658+0000","last_change":"2024-09-21T00:29:16.682993+0000","last_active":"2024-09-21T00:29:18.692658+0000","last_peered":"2024-09-21T00:29:18.692658+0000","last_clean":"2024-09-21T00:29:18.692658+0000","last_became_active":"2024-09-21T00:29:16.682640+0000","last_became_peered":"2024-09-21T00:29:16.682640+0000","last_unstale":"2024-09-21T00:29:18.692658+0000","last_undegraded":"2024-09-21T00:29:18.692658+0000","last_fullsized":"2024-09-21T00:29:18.692658+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_clean_scrub_stamp":"2024-09-21T00:29:15.660880+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:30:46.642196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.3","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.693531+0000","last_change":"2024-09-21T00:29:17.703479+0000","last_active":"2024-09-21T00:29:18.693531+0000","last_peered":"2024-09-21T00:29:18.693531+0000","last_clean":"2024-09-21T00:29:18.693531+0000","last_became_active":"2024-09-21T00:29:17.702607+0000","last_became_peered":"2024-09-21T00:29:17.702607+0000","last_unstale":"2024-09-21T00:29:18.693531+0000","last_undegraded":"2024-09-21T00:29:18.693531+0000","last_fullsized":"2024-09-21T00:29:18.693531+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:10:38.220827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.2","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.692773+0000","last_change":"2024-09-21T00:29:16.694741+0000","last_active":"2024-09-21T00:29:18.692773+0000","last_peered":"2024-09-21T00:29:18.692773+0000","last_clean":"2024-09-21T00:29:18.692773+0000","last_became_active":"2024-09-21T00:29:16.694406+0000","last_became_peered":"2024-09-21T00:29:16.694406+0000","last_unstale":"2024-09-21T00:29:18.692773+0000","last_undegraded":"2024-09-21T00:29:18.692773+0000","last_fullsized":"2024-09-21T00:29:18.692773+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_clean_scrub_stamp":"2024-09-21T00:29:15.660880+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:55:51.797616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.0","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.242321+0000","last_change":"2024-09-21T00:29:17.713731+0000","last_active":"2024-09-21T00:29:19.242321+0000","last_peered":"2024-09-21T00:29:19.242321+0000","last_clean":"2024-09-21T00:29:19.242321+0000","last_became_active":"2024-09-21T00:29:17.711921+0000","last_became_peered":"2024-09-21T00:29:17.711921+0000","last_unstale":"2024-09-21T00:29:19.242321+0000","last_undegraded":"2024-09-21T00:29:19.242321+0000","last_fullsized":"2024-09-21T00:29:19.242321+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:51:56.394052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.1","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.241444+0000","last_change":"2024-09-21T00:29:16.694040+0000","last_active":"2024-09-21T00:29:19.241444+0000","last_peered":"2024-09-21T00:29:19.241444+0000","last_clean":"2024-09-21T00:29:19.241444+0000","last_became_active":"2024-09-21T00:29:16.693717+0000","last_became_peered":"2024-09-21T00:29:16.693717+0000","last_unstale":"2024-09-21T00:29:19.241444+0000","last_undegraded":"2024-09-21T00:29:19.241444+0000","last_fullsized":"2024-09-21T00:29:19.241444+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_clean_scrub_stamp":"2024-09-21T00:29:15.660880+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:08:37.887333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.1","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.241820+0000","last_change":"2024-09-21T00:29:17.713444+0000","last_active":"2024-09-21T00:29:19.241820+0000","last_peered":"2024-09-21T00:29:19.241820+0000","last_clean":"2024-09-21T00:29:19.241820+0000","last_became_active":"2024-09-21T00:29:17.713069+0000","last_became_peered":"2024-09-21T00:29:17.713069+0000","last_unstale":"2024-09-21T00:29:19.241820+0000","last_undegraded":"2024-09-21T00:29:19.241820+0000","last_fullsized":"2024-09-21T00:29:19.241820+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:59:43.978858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.0","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.241619+0000","last_change":"2024-09-21T00:29:16.689736+0000","last_active":"2024-09-21T00:29:19.241619+0000","last_peered":"2024-09-21T00:29:19.241619+0000","last_clean":"2024-09-21T00:29:19.241619+0000","last_became_active":"2024-09-21T00:29:16.689390+0000","last_became_peered":"2024-09-21T00:29:16.689390+0000","last_unstale":"2024-09-21T00:29:19.241619+0000","last_undegraded":"2024-09-21T00:29:19.241619+0000","last_fullsized":"2024-09-21T00:29:19.241619+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_clean_scrub_stamp":"2024-09-21T00:29:15.660880+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:05:04.185891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.10","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.242584+0000","last_change":"2024-09-21T00:29:17.705696+0000","last_active":"2024-09-21T00:29:19.242584+0000","last_peered":"2024-09-21T00:29:19.242584+0000","last_clean":"2024-09-21T00:29:19.242584+0000","last_became_active":"2024-09-21T00:29:17.705381+0000","last_became_peered":"2024-09-21T00:29:17.705381+0000","last_unstale":"2024-09-21T00:29:19.242584+0000","last_undegraded":"2024-09-21T00:29:19.242584+0000","last_fullsized":"2024-09-21T00:29:19.242584+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:45:42.798595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.11","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.692154+0000","last_change":"2024-09-21T00:29:16.688090+0000","last_active":"2024-09-21T00:29:18.692154+0000","last_peered":"2024-09-21T00:29:18.692154+0000","last_clean":"2024-09-21T00:29:18.692154+0000","last_became_active":"2024-09-21T00:29:16.687761+0000","last_became_peered":"2024-09-21T00:29:16.687761+0000","last_unstale":"2024-09-21T00:29:18.692154+0000","last_undegraded":"2024-09-21T00:29:18.692154+0000","last_fullsized":"2024-09-21T00:29:18.692154+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_clean_scrub_stamp":"2024-09-21T00:29:15.660880+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:20:10.477866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":281,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.242375+0000","last_change":"2024-09-21T00:21:11.583793+0000","last_active":"2024-09-21T00:29:19.242375+0000","last_peered":"2024-09-21T00:29:19.242375+0000","last_clean":"2024-09-21T00:29:19.242375+0000","last_became_active":"2024-09-21T00:21:11.582502+0000","last_became_peered":"2024-09-21T00:21:11.582502+0000","last_unstale":"2024-09-21T00:29:19.242375+0000","last_undegraded":"2024-09-21T00:29:19.242375+0000","last_fullsized":"2024-09-21T00:29:19.242375+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_clean_scrub_stamp":"2024-09-21T00:21:10.311964+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:58.010953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":17,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":16,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509542,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":55400,"kb_used_data":2000,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94316440,"statfs":{"total":96636764160,"available":96580034560,"internally_reserved":0,"allocated":2048000,"data_stored":1223492,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":54655434},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509542,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":58980,"kb_used_data":1416,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312860,"statfs":{"total":96636764160,"available":96576368640,"internally_reserved":0,"allocated":1449984,"data_stored":632578,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":58915270},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509542,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":50660,"kb_used_data":1420,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94321180,"statfs":{"total":96636764160,"available":96584888320,"internally_reserved":0,"allocated":1454080,"data_stored":633112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509543,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":68712,"kb_used_data":1428,"kb_used_omap":1,"kb_used_meta":67262,"kb_avail":94303128,"statfs":{"total":96636764160,"available":96566403072,"internally_reserved":0,"allocated":1462272,"data_stored":634190,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":68876744},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509543,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":54808,"kb_used_data":1412,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94317032,"statfs":{"total":96636764160,"available":96580640768,"internally_reserved":0,"allocated":1445888,"data_stored":632508,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":54655429},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509541,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":65140,"kb_used_data":2012,"kb_used_omap":1,"kb_used_meta":63102,"kb_avail":94306700,"statfs":{"total":96636764160,"available":96570060800,"internally_reserved":0,"allocated":2060288,"data_stored":1224600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":64616902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574949,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":46480,"kb_used_data":1400,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94325360,"statfs":{"total":96636764160,"available":96589168640,"internally_reserved":0,"allocated":1433600,"data_stored":626208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":46135749},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574949,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":68704,"kb_used_data":1420,"kb_used_omap":1,"kb_used_meta":67262,"kb_avail":94303136,"statfs":{"total":96636764160,"available":96566411264,"internally_reserved":0,"allocated":1454080,"data_stored":632632,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":68876742},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T00:29:21.817 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T00:29:21.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.968+0000 7f0e1f807640 1 -- 172.21.15.67:0/380093483 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0e18162ea0 msgr2=0x7f0e180cf740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:21.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.968+0000 7f0e1f807640 1 --2- 172.21.15.67:0/380093483 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0e18162ea0 0x7f0e180cf740 secure :-1 s=READY pgs=1372 cs=0 l=1 rev1=1 crypto rx=0x7f0e100098e0 tx=0x7f0e1002a5d0 comp rx=0 tx=0).stop 2024-09-21T00:29:21.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.968+0000 7f0e1f807640 1 -- 172.21.15.67:0/380093483 shutdown_connections 2024-09-21T00:29:21.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.968+0000 7f0e1f807640 1 --2- 172.21.15.67:0/380093483 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0e180d2b00 0x7f0e1815e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:21.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.968+0000 7f0e1f807640 1 --2- 172.21.15.67:0/380093483 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0e18162ea0 0x7f0e180cf740 unknown :-1 s=CLOSED pgs=1372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:21.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.968+0000 7f0e1f807640 1 -- 172.21.15.67:0/380093483 >> 172.21.15.67:0/380093483 conn(0x7f0e1806dfb0 msgr2=0x7f0e1806e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:21.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.968+0000 7f0e1f807640 1 -- 172.21.15.67:0/380093483 shutdown_connections 2024-09-21T00:29:21.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.968+0000 7f0e1f807640 1 -- 172.21.15.67:0/380093483 wait complete. 2024-09-21T00:29:21.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.970+0000 7f0e1f807640 1 Processor -- start 2024-09-21T00:29:21.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.970+0000 7f0e1f807640 1 -- start start 2024-09-21T00:29:21.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.971+0000 7f0e1f807640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0e180d11c0 0x7f0e180b6d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:21.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.971+0000 7f0e1f807640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0e180d2b00 0x7f0e1814ac70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:21.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.971+0000 7f0e1f807640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0e18162ea0 0x7f0e1814b1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:21.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.971+0000 7f0e1f807640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f0e1815f640 con 0x7f0e18162ea0 2024-09-21T00:29:21.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.971+0000 7f0e1f807640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f0e1815f4c0 con 0x7f0e180d11c0 2024-09-21T00:29:21.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.971+0000 7f0e1f807640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f0e1815f7c0 con 0x7f0e180d2b00 2024-09-21T00:29:21.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.972+0000 7f0e1dda4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0e18162ea0 0x7f0e1814b1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:21.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.972+0000 7f0e1dda4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0e18162ea0 0x7f0e1814b1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:49704/0 (socket says 172.21.15.67:49704) 2024-09-21T00:29:21.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.972+0000 7f0e1dda4640 1 -- 172.21.15.67:0/1902669416 learned_addr learned my addr 172.21.15.67:0/1902669416 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:21.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.972+0000 7f0e1cda2640 1 --2- 172.21.15.67:0/1902669416 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0e180d2b00 0x7f0e1814ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:21.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.972+0000 7f0e1d5a3640 1 --2- 172.21.15.67:0/1902669416 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0e180d11c0 0x7f0e180b6d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:21.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.972+0000 7f0e1dda4640 1 -- 172.21.15.67:0/1902669416 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0e180d2b00 msgr2=0x7f0e1814ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:21.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.972+0000 7f0e1dda4640 1 --2- 172.21.15.67:0/1902669416 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0e180d2b00 0x7f0e1814ac70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:21.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.972+0000 7f0e1dda4640 1 -- 172.21.15.67:0/1902669416 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0e180d11c0 msgr2=0x7f0e180b6d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:21.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.972+0000 7f0e1dda4640 1 --2- 172.21.15.67:0/1902669416 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0e180d11c0 0x7f0e180b6d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:21.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.972+0000 7f0e1dda4640 1 -- 172.21.15.67:0/1902669416 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e18148c40 con 0x7f0e18162ea0 2024-09-21T00:29:21.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.972+0000 7f0e1dda4640 1 --2- 172.21.15.67:0/1902669416 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0e18162ea0 0x7f0e1814b1b0 secure :-1 s=READY pgs=1373 cs=0 l=1 rev1=1 crypto rx=0x7f0e08002230 tx=0x7f0e0800cb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:21.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.972+0000 7f0e15ffb640 1 -- 172.21.15.67:0/1902669416 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e08003b70 con 0x7f0e18162ea0 2024-09-21T00:29:21.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.972+0000 7f0e15ffb640 1 -- 172.21.15.67:0/1902669416 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0e08003d10 con 0x7f0e18162ea0 2024-09-21T00:29:21.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.972+0000 7f0e1f807640 1 -- 172.21.15.67:0/1902669416 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e18148f20 con 0x7f0e18162ea0 2024-09-21T00:29:21.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.972+0000 7f0e15ffb640 1 -- 172.21.15.67:0/1902669416 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e08005330 con 0x7f0e18162ea0 2024-09-21T00:29:21.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.973+0000 7f0e1f807640 1 -- 172.21.15.67:0/1902669416 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e181494e0 con 0x7f0e18162ea0 2024-09-21T00:29:21.976 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.974+0000 7f0e1f807640 1 -- 172.21.15.67:0/1902669416 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0e1815fc10 con 0x7f0e18162ea0 2024-09-21T00:29:21.976 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.974+0000 7f0e15ffb640 1 -- 172.21.15.67:0/1902669416 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f0e080056e0 con 0x7f0e18162ea0 2024-09-21T00:29:21.976 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.975+0000 7f0e15ffb640 1 --2- 172.21.15.67:0/1902669416 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0e04078bc0 0x7f0e0407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:21.976 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.975+0000 7f0e15ffb640 1 -- 172.21.15.67:0/1902669416 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5709+0+0 (secure 0 0 0) 0x7f0e0809aaf0 con 0x7f0e18162ea0 2024-09-21T00:29:21.976 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.975+0000 7f0e1d5a3640 1 --2- 172.21.15.67:0/1902669416 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0e04078bc0 0x7f0e0407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:21.977 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.976+0000 7f0e1d5a3640 1 --2- 172.21.15.67:0/1902669416 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0e04078bc0 0x7f0e0407b0d0 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f0e10034000 tx=0x7f0e10004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:21.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:21.979+0000 7f0e15ffb640 1 -- 172.21.15.67:0/1902669416 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f0e08062970 con 0x7f0e18162ea0 2024-09-21T00:29:22.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.162+0000 7f0e1f807640 1 -- 172.21.15.67:0/1902669416 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f0e1806e8b0 con 0x7f0e04078bc0 2024-09-21T00:29:22.167 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.166+0000 7f0e15ffb640 1 -- 172.21.15.67:0/1902669416 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252471 (secure 0 0 0) 0x7f0e1806e8b0 con 0x7f0e04078bc0 2024-09-21T00:29:22.170 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:29:22.171 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-21T00:29:22.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.169+0000 7f0e1f807640 1 -- 172.21.15.67:0/1902669416 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0e04078bc0 msgr2=0x7f0e0407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:22.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.169+0000 7f0e1f807640 1 --2- 172.21.15.67:0/1902669416 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0e04078bc0 0x7f0e0407b0d0 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f0e10034000 tx=0x7f0e10004730 comp rx=0 tx=0).stop 2024-09-21T00:29:22.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.169+0000 7f0e1f807640 1 -- 172.21.15.67:0/1902669416 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0e18162ea0 msgr2=0x7f0e1814b1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:22.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.169+0000 7f0e1f807640 1 --2- 172.21.15.67:0/1902669416 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0e18162ea0 0x7f0e1814b1b0 secure :-1 s=READY pgs=1373 cs=0 l=1 rev1=1 crypto rx=0x7f0e08002230 tx=0x7f0e0800cb90 comp rx=0 tx=0).stop 2024-09-21T00:29:22.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.170+0000 7f0e1f807640 1 -- 172.21.15.67:0/1902669416 shutdown_connections 2024-09-21T00:29:22.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.170+0000 7f0e1f807640 1 --2- 172.21.15.67:0/1902669416 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0e04078bc0 0x7f0e0407b0d0 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:22.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.170+0000 7f0e1f807640 1 --2- 172.21.15.67:0/1902669416 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0e18162ea0 0x7f0e1814b1b0 unknown :-1 s=CLOSED pgs=1373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:22.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.170+0000 7f0e1f807640 1 --2- 172.21.15.67:0/1902669416 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0e180d2b00 0x7f0e1814ac70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:22.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.170+0000 7f0e1f807640 1 --2- 172.21.15.67:0/1902669416 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0e180d11c0 0x7f0e180b6d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:22.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.170+0000 7f0e1f807640 1 -- 172.21.15.67:0/1902669416 >> 172.21.15.67:0/1902669416 conn(0x7f0e1806dfb0 msgr2=0x7f0e180d4ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:22.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.170+0000 7f0e1f807640 1 -- 172.21.15.67:0/1902669416 shutdown_connections 2024-09-21T00:29:22.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.170+0000 7f0e1f807640 1 -- 172.21.15.67:0/1902669416 wait complete. 2024-09-21T00:29:22.182 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":357,"stamp":"2024-09-21T00:29:21.619797+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":158,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":468884,"kb_used_data":12508,"kb_used_omap":12,"kb_used_meta":456179,"kb_avail":754505836,"statfs":{"total":773094113280,"available":772613976064,"internally_reserved":0,"allocated":12808192,"data_stored":6239320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12749,"internal_metadata":467127859},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":15,"apply_latency_ms":15,"commit_latency_ns":15000000,"apply_latency_ns":15000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.950604"},"pg_stats":[{"pgid":"17.3f","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.242662+0000","last_change":"2024-09-21T00:29:17.714069+0000","last_active":"2024-09-21T00:29:19.242662+0000","last_peered":"2024-09-21T00:29:19.242662+0000","last_clean":"2024-09-21T00:29:19.242662+0000","last_became_active":"2024-09-21T00:29:17.712713+0000","last_became_peered":"2024-09-21T00:29:17.712713+0000","last_unstale":"2024-09-21T00:29:19.242662+0000","last_undegraded":"2024-09-21T00:29:19.242662+0000","last_fullsized":"2024-09-21T00:29:19.242662+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:15:17.622098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.3e","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.693115+0000","last_change":"2024-09-21T00:29:17.714249+0000","last_active":"2024-09-21T00:29:18.693115+0000","last_peered":"2024-09-21T00:29:18.693115+0000","last_clean":"2024-09-21T00:29:18.693115+0000","last_became_active":"2024-09-21T00:29:17.711502+0000","last_became_peered":"2024-09-21T00:29:17.711502+0000","last_unstale":"2024-09-21T00:29:18.693115+0000","last_undegraded":"2024-09-21T00:29:18.693115+0000","last_fullsized":"2024-09-21T00:29:18.693115+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:26:44.787917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.3d","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.242283+0000","last_change":"2024-09-21T00:29:17.717565+0000","last_active":"2024-09-21T00:29:19.242283+0000","last_peered":"2024-09-21T00:29:19.242283+0000","last_clean":"2024-09-21T00:29:19.242283+0000","last_became_active":"2024-09-21T00:29:17.717017+0000","last_became_peered":"2024-09-21T00:29:17.717017+0000","last_unstale":"2024-09-21T00:29:19.242283+0000","last_undegraded":"2024-09-21T00:29:19.242283+0000","last_fullsized":"2024-09-21T00:29:19.242283+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:09:56.768971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.3c","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.241830+0000","last_change":"2024-09-21T00:29:17.706330+0000","last_active":"2024-09-21T00:29:19.241830+0000","last_peered":"2024-09-21T00:29:19.241830+0000","last_clean":"2024-09-21T00:29:19.241830+0000","last_became_active":"2024-09-21T00:29:17.705702+0000","last_became_peered":"2024-09-21T00:29:17.705702+0000","last_unstale":"2024-09-21T00:29:19.241830+0000","last_undegraded":"2024-09-21T00:29:19.241830+0000","last_fullsized":"2024-09-21T00:29:19.241830+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:10:08.307332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.3b","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.242390+0000","last_change":"2024-09-21T00:29:17.707520+0000","last_active":"2024-09-21T00:29:19.242390+0000","last_peered":"2024-09-21T00:29:19.242390+0000","last_clean":"2024-09-21T00:29:19.242390+0000","last_became_active":"2024-09-21T00:29:17.707189+0000","last_became_peered":"2024-09-21T00:29:17.707189+0000","last_unstale":"2024-09-21T00:29:19.242390+0000","last_undegraded":"2024-09-21T00:29:19.242390+0000","last_fullsized":"2024-09-21T00:29:19.242390+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:42:46.709275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.3a","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.690693+0000","last_change":"2024-09-21T00:29:17.707031+0000","last_active":"2024-09-21T00:29:18.690693+0000","last_peered":"2024-09-21T00:29:18.690693+0000","last_clean":"2024-09-21T00:29:18.690693+0000","last_became_active":"2024-09-21T00:29:17.706706+0000","last_became_peered":"2024-09-21T00:29:17.706706+0000","last_unstale":"2024-09-21T00:29:18.690693+0000","last_undegraded":"2024-09-21T00:29:18.690693+0000","last_fullsized":"2024-09-21T00:29:18.690693+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:04:29.287505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.39","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.692166+0000","last_change":"2024-09-21T00:29:17.707186+0000","last_active":"2024-09-21T00:29:18.692166+0000","last_peered":"2024-09-21T00:29:18.692166+0000","last_clean":"2024-09-21T00:29:18.692166+0000","last_became_active":"2024-09-21T00:29:17.706882+0000","last_became_peered":"2024-09-21T00:29:17.706882+0000","last_unstale":"2024-09-21T00:29:18.692166+0000","last_undegraded":"2024-09-21T00:29:18.692166+0000","last_fullsized":"2024-09-21T00:29:18.692166+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:13:54.240952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.38","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.242139+0000","last_change":"2024-09-21T00:29:17.707634+0000","last_active":"2024-09-21T00:29:19.242139+0000","last_peered":"2024-09-21T00:29:19.242139+0000","last_clean":"2024-09-21T00:29:19.242139+0000","last_became_active":"2024-09-21T00:29:17.707347+0000","last_became_peered":"2024-09-21T00:29:17.707347+0000","last_unstale":"2024-09-21T00:29:19.242139+0000","last_undegraded":"2024-09-21T00:29:19.242139+0000","last_fullsized":"2024-09-21T00:29:19.242139+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:56:05.946990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.37","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.242695+0000","last_change":"2024-09-21T00:29:17.707923+0000","last_active":"2024-09-21T00:29:19.242695+0000","last_peered":"2024-09-21T00:29:19.242695+0000","last_clean":"2024-09-21T00:29:19.242695+0000","last_became_active":"2024-09-21T00:29:17.707520+0000","last_became_peered":"2024-09-21T00:29:17.707520+0000","last_unstale":"2024-09-21T00:29:19.242695+0000","last_undegraded":"2024-09-21T00:29:19.242695+0000","last_fullsized":"2024-09-21T00:29:19.242695+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:03:03.750699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.36","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.242341+0000","last_change":"2024-09-21T00:29:17.702937+0000","last_active":"2024-09-21T00:29:19.242341+0000","last_peered":"2024-09-21T00:29:19.242341+0000","last_clean":"2024-09-21T00:29:19.242341+0000","last_became_active":"2024-09-21T00:29:17.702607+0000","last_became_peered":"2024-09-21T00:29:17.702607+0000","last_unstale":"2024-09-21T00:29:19.242341+0000","last_undegraded":"2024-09-21T00:29:19.242341+0000","last_fullsized":"2024-09-21T00:29:19.242341+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:07:57.404660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.35","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.692773+0000","last_change":"2024-09-21T00:29:17.710080+0000","last_active":"2024-09-21T00:29:18.692773+0000","last_peered":"2024-09-21T00:29:18.692773+0000","last_clean":"2024-09-21T00:29:18.692773+0000","last_became_active":"2024-09-21T00:29:17.709760+0000","last_became_peered":"2024-09-21T00:29:17.709760+0000","last_unstale":"2024-09-21T00:29:18.692773+0000","last_undegraded":"2024-09-21T00:29:18.692773+0000","last_fullsized":"2024-09-21T00:29:18.692773+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:56:01.873925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.34","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.241997+0000","last_change":"2024-09-21T00:29:17.706009+0000","last_active":"2024-09-21T00:29:19.241997+0000","last_peered":"2024-09-21T00:29:19.241997+0000","last_clean":"2024-09-21T00:29:19.241997+0000","last_became_active":"2024-09-21T00:29:17.705102+0000","last_became_peered":"2024-09-21T00:29:17.705102+0000","last_unstale":"2024-09-21T00:29:19.241997+0000","last_undegraded":"2024-09-21T00:29:19.241997+0000","last_fullsized":"2024-09-21T00:29:19.241997+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:36:19.296461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.33","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.242336+0000","last_change":"2024-09-21T00:29:17.712277+0000","last_active":"2024-09-21T00:29:19.242336+0000","last_peered":"2024-09-21T00:29:19.242336+0000","last_clean":"2024-09-21T00:29:19.242336+0000","last_became_active":"2024-09-21T00:29:17.711938+0000","last_became_peered":"2024-09-21T00:29:17.711938+0000","last_unstale":"2024-09-21T00:29:19.242336+0000","last_undegraded":"2024-09-21T00:29:19.242336+0000","last_fullsized":"2024-09-21T00:29:19.242336+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:04:25.336264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.32","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.242429+0000","last_change":"2024-09-21T00:29:17.711553+0000","last_active":"2024-09-21T00:29:19.242429+0000","last_peered":"2024-09-21T00:29:19.242429+0000","last_clean":"2024-09-21T00:29:19.242429+0000","last_became_active":"2024-09-21T00:29:17.709331+0000","last_became_peered":"2024-09-21T00:29:17.709331+0000","last_unstale":"2024-09-21T00:29:19.242429+0000","last_undegraded":"2024-09-21T00:29:19.242429+0000","last_fullsized":"2024-09-21T00:29:19.242429+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:07:14.494706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.31","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.690689+0000","last_change":"2024-09-21T00:29:17.704194+0000","last_active":"2024-09-21T00:29:18.690689+0000","last_peered":"2024-09-21T00:29:18.690689+0000","last_clean":"2024-09-21T00:29:18.690689+0000","last_became_active":"2024-09-21T00:29:17.703450+0000","last_became_peered":"2024-09-21T00:29:17.703450+0000","last_unstale":"2024-09-21T00:29:18.690689+0000","last_undegraded":"2024-09-21T00:29:18.690689+0000","last_fullsized":"2024-09-21T00:29:18.690689+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:20:14.089991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.30","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.241287+0000","last_change":"2024-09-21T00:29:17.711801+0000","last_active":"2024-09-21T00:29:19.241287+0000","last_peered":"2024-09-21T00:29:19.241287+0000","last_clean":"2024-09-21T00:29:19.241287+0000","last_became_active":"2024-09-21T00:29:17.711438+0000","last_became_peered":"2024-09-21T00:29:17.711438+0000","last_unstale":"2024-09-21T00:29:19.241287+0000","last_undegraded":"2024-09-21T00:29:19.241287+0000","last_fullsized":"2024-09-21T00:29:19.241287+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:21:17.135795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.2f","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.693438+0000","last_change":"2024-09-21T00:29:17.713140+0000","last_active":"2024-09-21T00:29:18.693438+0000","last_peered":"2024-09-21T00:29:18.693438+0000","last_clean":"2024-09-21T00:29:18.693438+0000","last_became_active":"2024-09-21T00:29:17.712829+0000","last_became_peered":"2024-09-21T00:29:17.712829+0000","last_unstale":"2024-09-21T00:29:18.693438+0000","last_undegraded":"2024-09-21T00:29:18.693438+0000","last_fullsized":"2024-09-21T00:29:18.693438+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:29:04.746058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.2e","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.712320+0000","last_change":"2024-09-21T00:29:17.706791+0000","last_active":"2024-09-21T00:29:18.712320+0000","last_peered":"2024-09-21T00:29:18.712320+0000","last_clean":"2024-09-21T00:29:18.712320+0000","last_became_active":"2024-09-21T00:29:17.706449+0000","last_became_peered":"2024-09-21T00:29:17.706449+0000","last_unstale":"2024-09-21T00:29:18.712320+0000","last_undegraded":"2024-09-21T00:29:18.712320+0000","last_fullsized":"2024-09-21T00:29:18.712320+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:12:31.546734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.2d","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.242374+0000","last_change":"2024-09-21T00:29:17.716303+0000","last_active":"2024-09-21T00:29:19.242374+0000","last_peered":"2024-09-21T00:29:19.242374+0000","last_clean":"2024-09-21T00:29:19.242374+0000","last_became_active":"2024-09-21T00:29:17.713796+0000","last_became_peered":"2024-09-21T00:29:17.713796+0000","last_unstale":"2024-09-21T00:29:19.242374+0000","last_undegraded":"2024-09-21T00:29:19.242374+0000","last_fullsized":"2024-09-21T00:29:19.242374+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:18:01.815187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.2c","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.693257+0000","last_change":"2024-09-21T00:29:17.706627+0000","last_active":"2024-09-21T00:29:18.693257+0000","last_peered":"2024-09-21T00:29:18.693257+0000","last_clean":"2024-09-21T00:29:18.693257+0000","last_became_active":"2024-09-21T00:29:17.706340+0000","last_became_peered":"2024-09-21T00:29:17.706340+0000","last_unstale":"2024-09-21T00:29:18.693257+0000","last_undegraded":"2024-09-21T00:29:18.693257+0000","last_fullsized":"2024-09-21T00:29:18.693257+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:21:16.232531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.2b","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.693735+0000","last_change":"2024-09-21T00:29:17.703886+0000","last_active":"2024-09-21T00:29:18.693735+0000","last_peered":"2024-09-21T00:29:18.693735+0000","last_clean":"2024-09-21T00:29:18.693735+0000","last_became_active":"2024-09-21T00:29:17.703076+0000","last_became_peered":"2024-09-21T00:29:17.703076+0000","last_unstale":"2024-09-21T00:29:18.693735+0000","last_undegraded":"2024-09-21T00:29:18.693735+0000","last_fullsized":"2024-09-21T00:29:18.693735+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:11:12.119994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.2a","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.243381+0000","last_change":"2024-09-21T00:29:17.708966+0000","last_active":"2024-09-21T00:29:19.243381+0000","last_peered":"2024-09-21T00:29:19.243381+0000","last_clean":"2024-09-21T00:29:19.243381+0000","last_became_active":"2024-09-21T00:29:17.708648+0000","last_became_peered":"2024-09-21T00:29:17.708648+0000","last_unstale":"2024-09-21T00:29:19.243381+0000","last_undegraded":"2024-09-21T00:29:19.243381+0000","last_fullsized":"2024-09-21T00:29:19.243381+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:27:06.853955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.29","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.692977+0000","last_change":"2024-09-21T00:29:17.705810+0000","last_active":"2024-09-21T00:29:18.692977+0000","last_peered":"2024-09-21T00:29:18.692977+0000","last_clean":"2024-09-21T00:29:18.692977+0000","last_became_active":"2024-09-21T00:29:17.705493+0000","last_became_peered":"2024-09-21T00:29:17.705493+0000","last_unstale":"2024-09-21T00:29:18.692977+0000","last_undegraded":"2024-09-21T00:29:18.692977+0000","last_fullsized":"2024-09-21T00:29:18.692977+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:32:19.932797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.28","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.242347+0000","last_change":"2024-09-21T00:29:17.706940+0000","last_active":"2024-09-21T00:29:19.242347+0000","last_peered":"2024-09-21T00:29:19.242347+0000","last_clean":"2024-09-21T00:29:19.242347+0000","last_became_active":"2024-09-21T00:29:17.706625+0000","last_became_peered":"2024-09-21T00:29:17.706625+0000","last_unstale":"2024-09-21T00:29:19.242347+0000","last_undegraded":"2024-09-21T00:29:19.242347+0000","last_fullsized":"2024-09-21T00:29:19.242347+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:51:56.394052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.27","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.693574+0000","last_change":"2024-09-21T00:29:17.711259+0000","last_active":"2024-09-21T00:29:18.693574+0000","last_peered":"2024-09-21T00:29:18.693574+0000","last_clean":"2024-09-21T00:29:18.693574+0000","last_became_active":"2024-09-21T00:29:17.710958+0000","last_became_peered":"2024-09-21T00:29:17.710958+0000","last_unstale":"2024-09-21T00:29:18.693574+0000","last_undegraded":"2024-09-21T00:29:18.693574+0000","last_fullsized":"2024-09-21T00:29:18.693574+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:34:32.795894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.26","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.241757+0000","last_change":"2024-09-21T00:29:17.701463+0000","last_active":"2024-09-21T00:29:19.241757+0000","last_peered":"2024-09-21T00:29:19.241757+0000","last_clean":"2024-09-21T00:29:19.241757+0000","last_became_active":"2024-09-21T00:29:17.701130+0000","last_became_peered":"2024-09-21T00:29:17.701130+0000","last_unstale":"2024-09-21T00:29:19.241757+0000","last_undegraded":"2024-09-21T00:29:19.241757+0000","last_fullsized":"2024-09-21T00:29:19.241757+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:22:23.705313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.25","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.690898+0000","last_change":"2024-09-21T00:29:17.720864+0000","last_active":"2024-09-21T00:29:18.690898+0000","last_peered":"2024-09-21T00:29:18.690898+0000","last_clean":"2024-09-21T00:29:18.690898+0000","last_became_active":"2024-09-21T00:29:17.720335+0000","last_became_peered":"2024-09-21T00:29:17.720335+0000","last_unstale":"2024-09-21T00:29:18.690898+0000","last_undegraded":"2024-09-21T00:29:18.690898+0000","last_fullsized":"2024-09-21T00:29:18.690898+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:31:43.618903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.24","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.243541+0000","last_change":"2024-09-21T00:29:17.703489+0000","last_active":"2024-09-21T00:29:19.243541+0000","last_peered":"2024-09-21T00:29:19.243541+0000","last_clean":"2024-09-21T00:29:19.243541+0000","last_became_active":"2024-09-21T00:29:17.703124+0000","last_became_peered":"2024-09-21T00:29:17.703124+0000","last_unstale":"2024-09-21T00:29:19.243541+0000","last_undegraded":"2024-09-21T00:29:19.243541+0000","last_fullsized":"2024-09-21T00:29:19.243541+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:36:18.768242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.23","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.693150+0000","last_change":"2024-09-21T00:29:17.708212+0000","last_active":"2024-09-21T00:29:18.693150+0000","last_peered":"2024-09-21T00:29:18.693150+0000","last_clean":"2024-09-21T00:29:18.693150+0000","last_became_active":"2024-09-21T00:29:17.707824+0000","last_became_peered":"2024-09-21T00:29:17.707824+0000","last_unstale":"2024-09-21T00:29:18.693150+0000","last_undegraded":"2024-09-21T00:29:18.693150+0000","last_fullsized":"2024-09-21T00:29:18.693150+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:27:23.146383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.22","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.692399+0000","last_change":"2024-09-21T00:29:17.696977+0000","last_active":"2024-09-21T00:29:18.692399+0000","last_peered":"2024-09-21T00:29:18.692399+0000","last_clean":"2024-09-21T00:29:18.692399+0000","last_became_active":"2024-09-21T00:29:17.696491+0000","last_became_peered":"2024-09-21T00:29:17.696491+0000","last_unstale":"2024-09-21T00:29:18.692399+0000","last_undegraded":"2024-09-21T00:29:18.692399+0000","last_fullsized":"2024-09-21T00:29:18.692399+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:06:12.445030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.21","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.241637+0000","last_change":"2024-09-21T00:29:17.704706+0000","last_active":"2024-09-21T00:29:19.241637+0000","last_peered":"2024-09-21T00:29:19.241637+0000","last_clean":"2024-09-21T00:29:19.241637+0000","last_became_active":"2024-09-21T00:29:17.700498+0000","last_became_peered":"2024-09-21T00:29:17.700498+0000","last_unstale":"2024-09-21T00:29:19.241637+0000","last_undegraded":"2024-09-21T00:29:19.241637+0000","last_fullsized":"2024-09-21T00:29:19.241637+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:40:56.223261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.20","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.690827+0000","last_change":"2024-09-21T00:29:17.700818+0000","last_active":"2024-09-21T00:29:18.690827+0000","last_peered":"2024-09-21T00:29:18.690827+0000","last_clean":"2024-09-21T00:29:18.690827+0000","last_became_active":"2024-09-21T00:29:17.700477+0000","last_became_peered":"2024-09-21T00:29:17.700477+0000","last_unstale":"2024-09-21T00:29:18.690827+0000","last_undegraded":"2024-09-21T00:29:18.690827+0000","last_fullsized":"2024-09-21T00:29:18.690827+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:02:57.350363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.1e","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.690984+0000","last_change":"2024-09-21T00:29:17.705224+0000","last_active":"2024-09-21T00:29:18.690984+0000","last_peered":"2024-09-21T00:29:18.690984+0000","last_clean":"2024-09-21T00:29:18.690984+0000","last_became_active":"2024-09-21T00:29:17.703505+0000","last_became_peered":"2024-09-21T00:29:17.703505+0000","last_unstale":"2024-09-21T00:29:18.690984+0000","last_undegraded":"2024-09-21T00:29:18.690984+0000","last_fullsized":"2024-09-21T00:29:18.690984+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:55:52.804334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.1f","version":"116'4","reported_seq":19,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.693189+0000","last_change":"2024-09-21T00:29:16.687004+0000","last_active":"2024-09-21T00:29:18.693189+0000","last_peered":"2024-09-21T00:29:18.693189+0000","last_clean":"2024-09-21T00:29:18.693189+0000","last_became_active":"2024-09-21T00:29:16.686588+0000","last_became_peered":"2024-09-21T00:29:16.686588+0000","last_unstale":"2024-09-21T00:29:18.693189+0000","last_undegraded":"2024-09-21T00:29:18.693189+0000","last_fullsized":"2024-09-21T00:29:18.693189+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_clean_scrub_stamp":"2024-09-21T00:29:15.660880+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:08:58.316423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.1f","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.712574+0000","last_change":"2024-09-21T00:29:17.707141+0000","last_active":"2024-09-21T00:29:18.712574+0000","last_peered":"2024-09-21T00:29:18.712574+0000","last_clean":"2024-09-21T00:29:18.712574+0000","last_became_active":"2024-09-21T00:29:17.706837+0000","last_became_peered":"2024-09-21T00:29:17.706837+0000","last_unstale":"2024-09-21T00:29:18.712574+0000","last_undegraded":"2024-09-21T00:29:18.712574+0000","last_fullsized":"2024-09-21T00:29:18.712574+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:37:15.103464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.1e","version":"116'1","reported_seq":16,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.241892+0000","last_change":"2024-09-21T00:29:16.693808+0000","last_active":"2024-09-21T00:29:19.241892+0000","last_peered":"2024-09-21T00:29:19.241892+0000","last_clean":"2024-09-21T00:29:19.241892+0000","last_became_active":"2024-09-21T00:29:16.693477+0000","last_became_peered":"2024-09-21T00:29:16.693477+0000","last_unstale":"2024-09-21T00:29:19.241892+0000","last_undegraded":"2024-09-21T00:29:19.241892+0000","last_fullsized":"2024-09-21T00:29:19.241892+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_clean_scrub_stamp":"2024-09-21T00:29:15.660880+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:29:07.952022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.1c","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.690926+0000","last_change":"2024-09-21T00:29:17.706014+0000","last_active":"2024-09-21T00:29:18.690926+0000","last_peered":"2024-09-21T00:29:18.690926+0000","last_clean":"2024-09-21T00:29:18.690926+0000","last_became_active":"2024-09-21T00:29:17.705697+0000","last_became_peered":"2024-09-21T00:29:17.705697+0000","last_unstale":"2024-09-21T00:29:18.690926+0000","last_undegraded":"2024-09-21T00:29:18.690926+0000","last_fullsized":"2024-09-21T00:29:18.690926+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:54:00.872347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.1d","version":"116'2","reported_seq":17,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.243626+0000","last_change":"2024-09-21T00:29:16.695223+0000","last_active":"2024-09-21T00:29:19.243626+0000","last_peered":"2024-09-21T00:29:19.243626+0000","last_clean":"2024-09-21T00:29:19.243626+0000","last_became_active":"2024-09-21T00:29:16.694894+0000","last_became_peered":"2024-09-21T00:29:16.694894+0000","last_unstale":"2024-09-21T00:29:19.243626+0000","last_undegraded":"2024-09-21T00:29:19.243626+0000","last_fullsized":"2024-09-21T00:29:19.243626+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_clean_scrub_stamp":"2024-09-21T00:29:15.660880+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:27:45.934623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.1d","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.242512+0000","last_change":"2024-09-21T00:29:17.716696+0000","last_active":"2024-09-21T00:29:19.242512+0000","last_peered":"2024-09-21T00:29:19.242512+0000","last_clean":"2024-09-21T00:29:19.242512+0000","last_became_active":"2024-09-21T00:29:17.714326+0000","last_became_peered":"2024-09-21T00:29:17.714326+0000","last_unstale":"2024-09-21T00:29:19.242512+0000","last_undegraded":"2024-09-21T00:29:19.242512+0000","last_fullsized":"2024-09-21T00:29:19.242512+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:27:06.853955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.1c","version":"116'2","reported_seq":17,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.241815+0000","last_change":"2024-09-21T00:29:16.692676+0000","last_active":"2024-09-21T00:29:19.241815+0000","last_peered":"2024-09-21T00:29:19.241815+0000","last_clean":"2024-09-21T00:29:19.241815+0000","last_became_active":"2024-09-21T00:29:16.692318+0000","last_became_peered":"2024-09-21T00:29:16.692318+0000","last_unstale":"2024-09-21T00:29:19.241815+0000","last_undegraded":"2024-09-21T00:29:19.241815+0000","last_fullsized":"2024-09-21T00:29:19.241815+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_clean_scrub_stamp":"2024-09-21T00:29:15.660880+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:29:34.068666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.1a","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.242549+0000","last_change":"2024-09-21T00:29:17.702873+0000","last_active":"2024-09-21T00:29:19.242549+0000","last_peered":"2024-09-21T00:29:19.242549+0000","last_clean":"2024-09-21T00:29:19.242549+0000","last_became_active":"2024-09-21T00:29:17.702472+0000","last_became_peered":"2024-09-21T00:29:17.702472+0000","last_unstale":"2024-09-21T00:29:19.242549+0000","last_undegraded":"2024-09-21T00:29:19.242549+0000","last_fullsized":"2024-09-21T00:29:19.242549+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:16:12.067754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.1b","version":"116'1","reported_seq":16,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.692504+0000","last_change":"2024-09-21T00:29:16.694182+0000","last_active":"2024-09-21T00:29:18.692504+0000","last_peered":"2024-09-21T00:29:18.692504+0000","last_clean":"2024-09-21T00:29:18.692504+0000","last_became_active":"2024-09-21T00:29:16.693844+0000","last_became_peered":"2024-09-21T00:29:16.693844+0000","last_unstale":"2024-09-21T00:29:18.692504+0000","last_undegraded":"2024-09-21T00:29:18.692504+0000","last_fullsized":"2024-09-21T00:29:18.692504+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_clean_scrub_stamp":"2024-09-21T00:29:15.660880+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:52:41.399284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.1b","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.693410+0000","last_change":"2024-09-21T00:29:17.710475+0000","last_active":"2024-09-21T00:29:18.693410+0000","last_peered":"2024-09-21T00:29:18.693410+0000","last_clean":"2024-09-21T00:29:18.693410+0000","last_became_active":"2024-09-21T00:29:17.710181+0000","last_became_peered":"2024-09-21T00:29:17.710181+0000","last_unstale":"2024-09-21T00:29:18.693410+0000","last_undegraded":"2024-09-21T00:29:18.693410+0000","last_fullsized":"2024-09-21T00:29:18.693410+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:21:50.678420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.1a","version":"116'1","reported_seq":16,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.243460+0000","last_change":"2024-09-21T00:29:16.695830+0000","last_active":"2024-09-21T00:29:19.243460+0000","last_peered":"2024-09-21T00:29:19.243460+0000","last_clean":"2024-09-21T00:29:19.243460+0000","last_became_active":"2024-09-21T00:29:16.695497+0000","last_became_peered":"2024-09-21T00:29:16.695497+0000","last_unstale":"2024-09-21T00:29:19.243460+0000","last_undegraded":"2024-09-21T00:29:19.243460+0000","last_fullsized":"2024-09-21T00:29:19.243460+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_clean_scrub_stamp":"2024-09-21T00:29:15.660880+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:45:57.607208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.18","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.241264+0000","last_change":"2024-09-21T00:29:17.714232+0000","last_active":"2024-09-21T00:29:19.241264+0000","last_peered":"2024-09-21T00:29:19.241264+0000","last_clean":"2024-09-21T00:29:19.241264+0000","last_became_active":"2024-09-21T00:29:17.713884+0000","last_became_peered":"2024-09-21T00:29:17.713884+0000","last_unstale":"2024-09-21T00:29:19.241264+0000","last_undegraded":"2024-09-21T00:29:19.241264+0000","last_fullsized":"2024-09-21T00:29:19.241264+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:15:11.603375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.19","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.692564+0000","last_change":"2024-09-21T00:29:16.689944+0000","last_active":"2024-09-21T00:29:18.692564+0000","last_peered":"2024-09-21T00:29:18.692564+0000","last_clean":"2024-09-21T00:29:18.692564+0000","last_became_active":"2024-09-21T00:29:16.689613+0000","last_became_peered":"2024-09-21T00:29:16.689613+0000","last_unstale":"2024-09-21T00:29:18.692564+0000","last_undegraded":"2024-09-21T00:29:18.692564+0000","last_fullsized":"2024-09-21T00:29:18.692564+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_clean_scrub_stamp":"2024-09-21T00:29:15.660880+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:33:34.043140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.19","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.692076+0000","last_change":"2024-09-21T00:29:17.706057+0000","last_active":"2024-09-21T00:29:18.692076+0000","last_peered":"2024-09-21T00:29:18.692076+0000","last_clean":"2024-09-21T00:29:18.692076+0000","last_became_active":"2024-09-21T00:29:17.704146+0000","last_became_peered":"2024-09-21T00:29:17.704146+0000","last_unstale":"2024-09-21T00:29:18.692076+0000","last_undegraded":"2024-09-21T00:29:18.692076+0000","last_fullsized":"2024-09-21T00:29:18.692076+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:30:49.769144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.18","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.241371+0000","last_change":"2024-09-21T00:29:16.700819+0000","last_active":"2024-09-21T00:29:19.241371+0000","last_peered":"2024-09-21T00:29:19.241371+0000","last_clean":"2024-09-21T00:29:19.241371+0000","last_became_active":"2024-09-21T00:29:16.700482+0000","last_became_peered":"2024-09-21T00:29:16.700482+0000","last_unstale":"2024-09-21T00:29:19.241371+0000","last_undegraded":"2024-09-21T00:29:19.241371+0000","last_fullsized":"2024-09-21T00:29:19.241371+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_clean_scrub_stamp":"2024-09-21T00:29:15.660880+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:10:17.805630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.16","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.692693+0000","last_change":"2024-09-21T00:29:17.701782+0000","last_active":"2024-09-21T00:29:18.692693+0000","last_peered":"2024-09-21T00:29:18.692693+0000","last_clean":"2024-09-21T00:29:18.692693+0000","last_became_active":"2024-09-21T00:29:17.701414+0000","last_became_peered":"2024-09-21T00:29:17.701414+0000","last_unstale":"2024-09-21T00:29:18.692693+0000","last_undegraded":"2024-09-21T00:29:18.692693+0000","last_fullsized":"2024-09-21T00:29:18.692693+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:49:13.927596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.17","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.243719+0000","last_change":"2024-09-21T00:29:16.695183+0000","last_active":"2024-09-21T00:29:19.243719+0000","last_peered":"2024-09-21T00:29:19.243719+0000","last_clean":"2024-09-21T00:29:19.243719+0000","last_became_active":"2024-09-21T00:29:16.694866+0000","last_became_peered":"2024-09-21T00:29:16.694866+0000","last_unstale":"2024-09-21T00:29:19.243719+0000","last_undegraded":"2024-09-21T00:29:19.243719+0000","last_fullsized":"2024-09-21T00:29:19.243719+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_clean_scrub_stamp":"2024-09-21T00:29:15.660880+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:56:26.250539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.17","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.712649+0000","last_change":"2024-09-21T00:29:17.717751+0000","last_active":"2024-09-21T00:29:18.712649+0000","last_peered":"2024-09-21T00:29:18.712649+0000","last_clean":"2024-09-21T00:29:18.712649+0000","last_became_active":"2024-09-21T00:29:17.717414+0000","last_became_peered":"2024-09-21T00:29:17.717414+0000","last_unstale":"2024-09-21T00:29:18.712649+0000","last_undegraded":"2024-09-21T00:29:18.712649+0000","last_fullsized":"2024-09-21T00:29:18.712649+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:29:44.060760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.16","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.242672+0000","last_change":"2024-09-21T00:29:16.695763+0000","last_active":"2024-09-21T00:29:19.242672+0000","last_peered":"2024-09-21T00:29:19.242672+0000","last_clean":"2024-09-21T00:29:19.242672+0000","last_became_active":"2024-09-21T00:29:16.695453+0000","last_became_peered":"2024-09-21T00:29:16.695453+0000","last_unstale":"2024-09-21T00:29:19.242672+0000","last_undegraded":"2024-09-21T00:29:19.242672+0000","last_fullsized":"2024-09-21T00:29:19.242672+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_clean_scrub_stamp":"2024-09-21T00:29:15.660880+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:10:00.811586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.14","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.243656+0000","last_change":"2024-09-21T00:29:17.700462+0000","last_active":"2024-09-21T00:29:19.243656+0000","last_peered":"2024-09-21T00:29:19.243656+0000","last_clean":"2024-09-21T00:29:19.243656+0000","last_became_active":"2024-09-21T00:29:17.699485+0000","last_became_peered":"2024-09-21T00:29:17.699485+0000","last_unstale":"2024-09-21T00:29:19.243656+0000","last_undegraded":"2024-09-21T00:29:19.243656+0000","last_fullsized":"2024-09-21T00:29:19.243656+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:29:00.927691+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.15","version":"116'3","reported_seq":18,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.241524+0000","last_change":"2024-09-21T00:29:16.694455+0000","last_active":"2024-09-21T00:29:19.241524+0000","last_peered":"2024-09-21T00:29:19.241524+0000","last_clean":"2024-09-21T00:29:19.241524+0000","last_became_active":"2024-09-21T00:29:16.694146+0000","last_became_peered":"2024-09-21T00:29:16.694146+0000","last_unstale":"2024-09-21T00:29:19.241524+0000","last_undegraded":"2024-09-21T00:29:19.241524+0000","last_fullsized":"2024-09-21T00:29:19.241524+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_clean_scrub_stamp":"2024-09-21T00:29:15.660880+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:13:28.059478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.15","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.693090+0000","last_change":"2024-09-21T00:29:17.708766+0000","last_active":"2024-09-21T00:29:18.693090+0000","last_peered":"2024-09-21T00:29:18.693090+0000","last_clean":"2024-09-21T00:29:18.693090+0000","last_became_active":"2024-09-21T00:29:17.708485+0000","last_became_peered":"2024-09-21T00:29:17.708485+0000","last_unstale":"2024-09-21T00:29:18.693090+0000","last_undegraded":"2024-09-21T00:29:18.693090+0000","last_fullsized":"2024-09-21T00:29:18.693090+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:48:42.324485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.14","version":"116'6","reported_seq":21,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.242080+0000","last_change":"2024-09-21T00:29:16.698659+0000","last_active":"2024-09-21T00:29:19.242080+0000","last_peered":"2024-09-21T00:29:19.242080+0000","last_clean":"2024-09-21T00:29:19.242080+0000","last_became_active":"2024-09-21T00:29:16.698156+0000","last_became_peered":"2024-09-21T00:29:16.698156+0000","last_unstale":"2024-09-21T00:29:19.242080+0000","last_undegraded":"2024-09-21T00:29:19.242080+0000","last_fullsized":"2024-09-21T00:29:19.242080+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_clean_scrub_stamp":"2024-09-21T00:29:15.660880+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:38:58.040651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.12","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.243434+0000","last_change":"2024-09-21T00:29:17.697163+0000","last_active":"2024-09-21T00:29:19.243434+0000","last_peered":"2024-09-21T00:29:19.243434+0000","last_clean":"2024-09-21T00:29:19.243434+0000","last_became_active":"2024-09-21T00:29:17.696798+0000","last_became_peered":"2024-09-21T00:29:17.696798+0000","last_unstale":"2024-09-21T00:29:19.243434+0000","last_undegraded":"2024-09-21T00:29:19.243434+0000","last_fullsized":"2024-09-21T00:29:19.243434+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:51:32.862565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.13","version":"116'2","reported_seq":17,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.691224+0000","last_change":"2024-09-21T00:29:16.691535+0000","last_active":"2024-09-21T00:29:18.691224+0000","last_peered":"2024-09-21T00:29:18.691224+0000","last_clean":"2024-09-21T00:29:18.691224+0000","last_became_active":"2024-09-21T00:29:16.691075+0000","last_became_peered":"2024-09-21T00:29:16.691075+0000","last_unstale":"2024-09-21T00:29:18.691224+0000","last_undegraded":"2024-09-21T00:29:18.691224+0000","last_fullsized":"2024-09-21T00:29:18.691224+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_clean_scrub_stamp":"2024-09-21T00:29:15.660880+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:16:20.737945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.13","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.242316+0000","last_change":"2024-09-21T00:29:17.707985+0000","last_active":"2024-09-21T00:29:19.242316+0000","last_peered":"2024-09-21T00:29:19.242316+0000","last_clean":"2024-09-21T00:29:19.242316+0000","last_became_active":"2024-09-21T00:29:17.707652+0000","last_became_peered":"2024-09-21T00:29:17.707652+0000","last_unstale":"2024-09-21T00:29:19.242316+0000","last_undegraded":"2024-09-21T00:29:19.242316+0000","last_fullsized":"2024-09-21T00:29:19.242316+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:09:56.768971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.12","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.712132+0000","last_change":"2024-09-21T00:29:16.693397+0000","last_active":"2024-09-21T00:29:18.712132+0000","last_peered":"2024-09-21T00:29:18.712132+0000","last_clean":"2024-09-21T00:29:18.712132+0000","last_became_active":"2024-09-21T00:29:16.693035+0000","last_became_peered":"2024-09-21T00:29:16.693035+0000","last_unstale":"2024-09-21T00:29:18.712132+0000","last_undegraded":"2024-09-21T00:29:18.712132+0000","last_fullsized":"2024-09-21T00:29:18.712132+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_clean_scrub_stamp":"2024-09-21T00:29:15.660880+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:32:21.128284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.11","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.242943+0000","last_change":"2024-09-21T00:29:17.696428+0000","last_active":"2024-09-21T00:29:19.242943+0000","last_peered":"2024-09-21T00:29:19.242943+0000","last_clean":"2024-09-21T00:29:19.242943+0000","last_became_active":"2024-09-21T00:29:17.696086+0000","last_became_peered":"2024-09-21T00:29:17.696086+0000","last_unstale":"2024-09-21T00:29:19.242943+0000","last_undegraded":"2024-09-21T00:29:19.242943+0000","last_fullsized":"2024-09-21T00:29:19.242943+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:18:01.815187+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.10","version":"116'8","reported_seq":23,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.242055+0000","last_change":"2024-09-21T00:29:16.691941+0000","last_active":"2024-09-21T00:29:19.242055+0000","last_peered":"2024-09-21T00:29:19.242055+0000","last_clean":"2024-09-21T00:29:19.242055+0000","last_became_active":"2024-09-21T00:29:16.691592+0000","last_became_peered":"2024-09-21T00:29:16.691592+0000","last_unstale":"2024-09-21T00:29:19.242055+0000","last_undegraded":"2024-09-21T00:29:19.242055+0000","last_fullsized":"2024-09-21T00:29:19.242055+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_clean_scrub_stamp":"2024-09-21T00:29:15.660880+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:35:02.007732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.e","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.243896+0000","last_change":"2024-09-21T00:29:17.711645+0000","last_active":"2024-09-21T00:29:19.243896+0000","last_peered":"2024-09-21T00:29:19.243896+0000","last_clean":"2024-09-21T00:29:19.243896+0000","last_became_active":"2024-09-21T00:29:17.711329+0000","last_became_peered":"2024-09-21T00:29:17.711329+0000","last_unstale":"2024-09-21T00:29:19.243896+0000","last_undegraded":"2024-09-21T00:29:19.243896+0000","last_fullsized":"2024-09-21T00:29:19.243896+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:52:16.518413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.f","version":"116'1","reported_seq":16,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.242773+0000","last_change":"2024-09-21T00:29:16.687331+0000","last_active":"2024-09-21T00:29:19.242773+0000","last_peered":"2024-09-21T00:29:19.242773+0000","last_clean":"2024-09-21T00:29:19.242773+0000","last_became_active":"2024-09-21T00:29:16.686976+0000","last_became_peered":"2024-09-21T00:29:16.686976+0000","last_unstale":"2024-09-21T00:29:19.242773+0000","last_undegraded":"2024-09-21T00:29:19.242773+0000","last_fullsized":"2024-09-21T00:29:19.242773+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_clean_scrub_stamp":"2024-09-21T00:29:15.660880+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:07:47.211048+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.f","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.691159+0000","last_change":"2024-09-21T00:29:17.717954+0000","last_active":"2024-09-21T00:29:18.691159+0000","last_peered":"2024-09-21T00:29:18.691159+0000","last_clean":"2024-09-21T00:29:18.691159+0000","last_became_active":"2024-09-21T00:29:17.717515+0000","last_became_peered":"2024-09-21T00:29:17.717515+0000","last_unstale":"2024-09-21T00:29:18.691159+0000","last_undegraded":"2024-09-21T00:29:18.691159+0000","last_fullsized":"2024-09-21T00:29:18.691159+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:56:19.557795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.e","version":"116'2","reported_seq":17,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.243806+0000","last_change":"2024-09-21T00:29:16.684144+0000","last_active":"2024-09-21T00:29:19.243806+0000","last_peered":"2024-09-21T00:29:19.243806+0000","last_clean":"2024-09-21T00:29:19.243806+0000","last_became_active":"2024-09-21T00:29:16.683400+0000","last_became_peered":"2024-09-21T00:29:16.683400+0000","last_unstale":"2024-09-21T00:29:19.243806+0000","last_undegraded":"2024-09-21T00:29:19.243806+0000","last_fullsized":"2024-09-21T00:29:19.243806+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_clean_scrub_stamp":"2024-09-21T00:29:15.660880+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:13:13.350896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.c","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.242175+0000","last_change":"2024-09-21T00:29:17.716193+0000","last_active":"2024-09-21T00:29:19.242175+0000","last_peered":"2024-09-21T00:29:19.242175+0000","last_clean":"2024-09-21T00:29:19.242175+0000","last_became_active":"2024-09-21T00:29:17.715870+0000","last_became_peered":"2024-09-21T00:29:17.715870+0000","last_unstale":"2024-09-21T00:29:19.242175+0000","last_undegraded":"2024-09-21T00:29:19.242175+0000","last_fullsized":"2024-09-21T00:29:19.242175+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:51:36.709788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.d","version":"116'1","reported_seq":16,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.712277+0000","last_change":"2024-09-21T00:29:16.696887+0000","last_active":"2024-09-21T00:29:18.712277+0000","last_peered":"2024-09-21T00:29:18.712277+0000","last_clean":"2024-09-21T00:29:18.712277+0000","last_became_active":"2024-09-21T00:29:16.696536+0000","last_became_peered":"2024-09-21T00:29:16.696536+0000","last_unstale":"2024-09-21T00:29:18.712277+0000","last_undegraded":"2024-09-21T00:29:18.712277+0000","last_fullsized":"2024-09-21T00:29:18.712277+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_clean_scrub_stamp":"2024-09-21T00:29:15.660880+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:20:55.878923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.d","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.242563+0000","last_change":"2024-09-21T00:29:17.715289+0000","last_active":"2024-09-21T00:29:19.242563+0000","last_peered":"2024-09-21T00:29:19.242563+0000","last_clean":"2024-09-21T00:29:19.242563+0000","last_became_active":"2024-09-21T00:29:17.713035+0000","last_became_peered":"2024-09-21T00:29:17.713035+0000","last_unstale":"2024-09-21T00:29:19.242563+0000","last_undegraded":"2024-09-21T00:29:19.242563+0000","last_fullsized":"2024-09-21T00:29:19.242563+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:51:32.862565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.c","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.691972+0000","last_change":"2024-09-21T00:29:16.692135+0000","last_active":"2024-09-21T00:29:18.691972+0000","last_peered":"2024-09-21T00:29:18.691972+0000","last_clean":"2024-09-21T00:29:18.691972+0000","last_became_active":"2024-09-21T00:29:16.691788+0000","last_became_peered":"2024-09-21T00:29:16.691788+0000","last_unstale":"2024-09-21T00:29:18.691972+0000","last_undegraded":"2024-09-21T00:29:18.691972+0000","last_fullsized":"2024-09-21T00:29:18.691972+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_clean_scrub_stamp":"2024-09-21T00:29:15.660880+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:36:09.533905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.a","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.242122+0000","last_change":"2024-09-21T00:29:17.713795+0000","last_active":"2024-09-21T00:29:19.242122+0000","last_peered":"2024-09-21T00:29:19.242122+0000","last_clean":"2024-09-21T00:29:19.242122+0000","last_became_active":"2024-09-21T00:29:17.713450+0000","last_became_peered":"2024-09-21T00:29:17.713450+0000","last_unstale":"2024-09-21T00:29:19.242122+0000","last_undegraded":"2024-09-21T00:29:19.242122+0000","last_fullsized":"2024-09-21T00:29:19.242122+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:07:48.217766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.b","version":"116'2","reported_seq":17,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.691222+0000","last_change":"2024-09-21T00:29:16.700516+0000","last_active":"2024-09-21T00:29:18.691222+0000","last_peered":"2024-09-21T00:29:18.691222+0000","last_clean":"2024-09-21T00:29:18.691222+0000","last_became_active":"2024-09-21T00:29:16.700059+0000","last_became_peered":"2024-09-21T00:29:16.700059+0000","last_unstale":"2024-09-21T00:29:18.691222+0000","last_undegraded":"2024-09-21T00:29:18.691222+0000","last_fullsized":"2024-09-21T00:29:18.691222+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_clean_scrub_stamp":"2024-09-21T00:29:15.660880+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:49:20.883720+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.b","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.241454+0000","last_change":"2024-09-21T00:29:17.711015+0000","last_active":"2024-09-21T00:29:19.241454+0000","last_peered":"2024-09-21T00:29:19.241454+0000","last_clean":"2024-09-21T00:29:19.241454+0000","last_became_active":"2024-09-21T00:29:17.710691+0000","last_became_peered":"2024-09-21T00:29:17.710691+0000","last_unstale":"2024-09-21T00:29:19.241454+0000","last_undegraded":"2024-09-21T00:29:19.241454+0000","last_fullsized":"2024-09-21T00:29:19.241454+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:00:16.121908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.a","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.241584+0000","last_change":"2024-09-21T00:29:16.692837+0000","last_active":"2024-09-21T00:29:19.241584+0000","last_peered":"2024-09-21T00:29:19.241584+0000","last_clean":"2024-09-21T00:29:19.241584+0000","last_became_active":"2024-09-21T00:29:16.692540+0000","last_became_peered":"2024-09-21T00:29:16.692540+0000","last_unstale":"2024-09-21T00:29:19.241584+0000","last_undegraded":"2024-09-21T00:29:19.241584+0000","last_fullsized":"2024-09-21T00:29:19.241584+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_clean_scrub_stamp":"2024-09-21T00:29:15.660880+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:47:55.281097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.8","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.242042+0000","last_change":"2024-09-21T00:29:17.713187+0000","last_active":"2024-09-21T00:29:19.242042+0000","last_peered":"2024-09-21T00:29:19.242042+0000","last_clean":"2024-09-21T00:29:19.242042+0000","last_became_active":"2024-09-21T00:29:17.712328+0000","last_became_peered":"2024-09-21T00:29:17.712328+0000","last_unstale":"2024-09-21T00:29:19.242042+0000","last_undegraded":"2024-09-21T00:29:19.242042+0000","last_fullsized":"2024-09-21T00:29:19.242042+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:38:59.047368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.9","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.690934+0000","last_change":"2024-09-21T00:29:16.689833+0000","last_active":"2024-09-21T00:29:18.690934+0000","last_peered":"2024-09-21T00:29:18.690934+0000","last_clean":"2024-09-21T00:29:18.690934+0000","last_became_active":"2024-09-21T00:29:16.689505+0000","last_became_peered":"2024-09-21T00:29:16.689505+0000","last_unstale":"2024-09-21T00:29:18.690934+0000","last_undegraded":"2024-09-21T00:29:18.690934+0000","last_fullsized":"2024-09-21T00:29:18.690934+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_clean_scrub_stamp":"2024-09-21T00:29:15.660880+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:34:38.399121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.9","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.243094+0000","last_change":"2024-09-21T00:29:17.700648+0000","last_active":"2024-09-21T00:29:19.243094+0000","last_peered":"2024-09-21T00:29:19.243094+0000","last_clean":"2024-09-21T00:29:19.243094+0000","last_became_active":"2024-09-21T00:29:17.700317+0000","last_became_peered":"2024-09-21T00:29:17.700317+0000","last_unstale":"2024-09-21T00:29:19.243094+0000","last_undegraded":"2024-09-21T00:29:19.243094+0000","last_fullsized":"2024-09-21T00:29:19.243094+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:07:14.494706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.8","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.241497+0000","last_change":"2024-09-21T00:29:16.690687+0000","last_active":"2024-09-21T00:29:19.241497+0000","last_peered":"2024-09-21T00:29:19.241497+0000","last_clean":"2024-09-21T00:29:19.241497+0000","last_became_active":"2024-09-21T00:29:16.690369+0000","last_became_peered":"2024-09-21T00:29:16.690369+0000","last_unstale":"2024-09-21T00:29:19.241497+0000","last_undegraded":"2024-09-21T00:29:19.241497+0000","last_fullsized":"2024-09-21T00:29:19.241497+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_clean_scrub_stamp":"2024-09-21T00:29:15.660880+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:50:48.539774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.6","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.712382+0000","last_change":"2024-09-21T00:29:17.718257+0000","last_active":"2024-09-21T00:29:18.712382+0000","last_peered":"2024-09-21T00:29:18.712382+0000","last_clean":"2024-09-21T00:29:18.712382+0000","last_became_active":"2024-09-21T00:29:17.717628+0000","last_became_peered":"2024-09-21T00:29:17.717628+0000","last_unstale":"2024-09-21T00:29:18.712382+0000","last_undegraded":"2024-09-21T00:29:18.712382+0000","last_fullsized":"2024-09-21T00:29:18.712382+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:30:29.491795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.7","version":"116'2","reported_seq":17,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.242915+0000","last_change":"2024-09-21T00:29:16.699635+0000","last_active":"2024-09-21T00:29:19.242915+0000","last_peered":"2024-09-21T00:29:19.242915+0000","last_clean":"2024-09-21T00:29:19.242915+0000","last_became_active":"2024-09-21T00:29:16.699244+0000","last_became_peered":"2024-09-21T00:29:16.699244+0000","last_unstale":"2024-09-21T00:29:19.242915+0000","last_undegraded":"2024-09-21T00:29:19.242915+0000","last_fullsized":"2024-09-21T00:29:19.242915+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_clean_scrub_stamp":"2024-09-21T00:29:15.660880+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:39:00.519012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.7","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.242907+0000","last_change":"2024-09-21T00:29:17.707106+0000","last_active":"2024-09-21T00:29:19.242907+0000","last_peered":"2024-09-21T00:29:19.242907+0000","last_clean":"2024-09-21T00:29:19.242907+0000","last_became_active":"2024-09-21T00:29:17.706730+0000","last_became_peered":"2024-09-21T00:29:17.706730+0000","last_unstale":"2024-09-21T00:29:19.242907+0000","last_undegraded":"2024-09-21T00:29:19.242907+0000","last_fullsized":"2024-09-21T00:29:19.242907+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:51:29.112892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.6","version":"117'1","reported_seq":16,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.712403+0000","last_change":"2024-09-21T00:29:16.689178+0000","last_active":"2024-09-21T00:29:18.712403+0000","last_peered":"2024-09-21T00:29:18.712403+0000","last_clean":"2024-09-21T00:29:18.712403+0000","last_became_active":"2024-09-21T00:29:16.688216+0000","last_became_peered":"2024-09-21T00:29:16.688216+0000","last_unstale":"2024-09-21T00:29:18.712403+0000","last_undegraded":"2024-09-21T00:29:18.712403+0000","last_fullsized":"2024-09-21T00:29:18.712403+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_clean_scrub_stamp":"2024-09-21T00:29:15.660880+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:41:48.862250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.4","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.242151+0000","last_change":"2024-09-21T00:29:17.713726+0000","last_active":"2024-09-21T00:29:19.242151+0000","last_peered":"2024-09-21T00:29:19.242151+0000","last_clean":"2024-09-21T00:29:19.242151+0000","last_became_active":"2024-09-21T00:29:17.713362+0000","last_became_peered":"2024-09-21T00:29:17.713362+0000","last_unstale":"2024-09-21T00:29:19.242151+0000","last_undegraded":"2024-09-21T00:29:19.242151+0000","last_fullsized":"2024-09-21T00:29:19.242151+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:10:17.133395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.5","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.241675+0000","last_change":"2024-09-21T00:29:16.689375+0000","last_active":"2024-09-21T00:29:19.241675+0000","last_peered":"2024-09-21T00:29:19.241675+0000","last_clean":"2024-09-21T00:29:19.241675+0000","last_became_active":"2024-09-21T00:29:16.689004+0000","last_became_peered":"2024-09-21T00:29:16.689004+0000","last_unstale":"2024-09-21T00:29:19.241675+0000","last_undegraded":"2024-09-21T00:29:19.241675+0000","last_fullsized":"2024-09-21T00:29:19.241675+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_clean_scrub_stamp":"2024-09-21T00:29:15.660880+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:49:43.759627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.5","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.712296+0000","last_change":"2024-09-21T00:29:17.716121+0000","last_active":"2024-09-21T00:29:18.712296+0000","last_peered":"2024-09-21T00:29:18.712296+0000","last_clean":"2024-09-21T00:29:18.712296+0000","last_became_active":"2024-09-21T00:29:17.715822+0000","last_became_peered":"2024-09-21T00:29:17.715822+0000","last_unstale":"2024-09-21T00:29:18.712296+0000","last_undegraded":"2024-09-21T00:29:18.712296+0000","last_fullsized":"2024-09-21T00:29:18.712296+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:25:56.423441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.4","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.243617+0000","last_change":"2024-09-21T00:29:16.698120+0000","last_active":"2024-09-21T00:29:19.243617+0000","last_peered":"2024-09-21T00:29:19.243617+0000","last_clean":"2024-09-21T00:29:19.243617+0000","last_became_active":"2024-09-21T00:29:16.697766+0000","last_became_peered":"2024-09-21T00:29:16.697766+0000","last_unstale":"2024-09-21T00:29:19.243617+0000","last_undegraded":"2024-09-21T00:29:19.243617+0000","last_fullsized":"2024-09-21T00:29:19.243617+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_clean_scrub_stamp":"2024-09-21T00:29:15.660880+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:55:28.828850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.2","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.692630+0000","last_change":"2024-09-21T00:29:17.701163+0000","last_active":"2024-09-21T00:29:18.692630+0000","last_peered":"2024-09-21T00:29:18.692630+0000","last_clean":"2024-09-21T00:29:18.692630+0000","last_became_active":"2024-09-21T00:29:17.700833+0000","last_became_peered":"2024-09-21T00:29:17.700833+0000","last_unstale":"2024-09-21T00:29:18.692630+0000","last_undegraded":"2024-09-21T00:29:18.692630+0000","last_fullsized":"2024-09-21T00:29:18.692630+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:20:49.487798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.3","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.692658+0000","last_change":"2024-09-21T00:29:16.682993+0000","last_active":"2024-09-21T00:29:18.692658+0000","last_peered":"2024-09-21T00:29:18.692658+0000","last_clean":"2024-09-21T00:29:18.692658+0000","last_became_active":"2024-09-21T00:29:16.682640+0000","last_became_peered":"2024-09-21T00:29:16.682640+0000","last_unstale":"2024-09-21T00:29:18.692658+0000","last_undegraded":"2024-09-21T00:29:18.692658+0000","last_fullsized":"2024-09-21T00:29:18.692658+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_clean_scrub_stamp":"2024-09-21T00:29:15.660880+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:30:46.642196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.3","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.693531+0000","last_change":"2024-09-21T00:29:17.703479+0000","last_active":"2024-09-21T00:29:18.693531+0000","last_peered":"2024-09-21T00:29:18.693531+0000","last_clean":"2024-09-21T00:29:18.693531+0000","last_became_active":"2024-09-21T00:29:17.702607+0000","last_became_peered":"2024-09-21T00:29:17.702607+0000","last_unstale":"2024-09-21T00:29:18.693531+0000","last_undegraded":"2024-09-21T00:29:18.693531+0000","last_fullsized":"2024-09-21T00:29:18.693531+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:10:38.220827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.2","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.692773+0000","last_change":"2024-09-21T00:29:16.694741+0000","last_active":"2024-09-21T00:29:18.692773+0000","last_peered":"2024-09-21T00:29:18.692773+0000","last_clean":"2024-09-21T00:29:18.692773+0000","last_became_active":"2024-09-21T00:29:16.694406+0000","last_became_peered":"2024-09-21T00:29:16.694406+0000","last_unstale":"2024-09-21T00:29:18.692773+0000","last_undegraded":"2024-09-21T00:29:18.692773+0000","last_fullsized":"2024-09-21T00:29:18.692773+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_clean_scrub_stamp":"2024-09-21T00:29:15.660880+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:55:51.797616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.0","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.242321+0000","last_change":"2024-09-21T00:29:17.713731+0000","last_active":"2024-09-21T00:29:19.242321+0000","last_peered":"2024-09-21T00:29:19.242321+0000","last_clean":"2024-09-21T00:29:19.242321+0000","last_became_active":"2024-09-21T00:29:17.711921+0000","last_became_peered":"2024-09-21T00:29:17.711921+0000","last_unstale":"2024-09-21T00:29:19.242321+0000","last_undegraded":"2024-09-21T00:29:19.242321+0000","last_fullsized":"2024-09-21T00:29:19.242321+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:51:56.394052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.1","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.241444+0000","last_change":"2024-09-21T00:29:16.694040+0000","last_active":"2024-09-21T00:29:19.241444+0000","last_peered":"2024-09-21T00:29:19.241444+0000","last_clean":"2024-09-21T00:29:19.241444+0000","last_became_active":"2024-09-21T00:29:16.693717+0000","last_became_peered":"2024-09-21T00:29:16.693717+0000","last_unstale":"2024-09-21T00:29:19.241444+0000","last_undegraded":"2024-09-21T00:29:19.241444+0000","last_fullsized":"2024-09-21T00:29:19.241444+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_clean_scrub_stamp":"2024-09-21T00:29:15.660880+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:08:37.887333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.1","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.241820+0000","last_change":"2024-09-21T00:29:17.713444+0000","last_active":"2024-09-21T00:29:19.241820+0000","last_peered":"2024-09-21T00:29:19.241820+0000","last_clean":"2024-09-21T00:29:19.241820+0000","last_became_active":"2024-09-21T00:29:17.713069+0000","last_became_peered":"2024-09-21T00:29:17.713069+0000","last_unstale":"2024-09-21T00:29:19.241820+0000","last_undegraded":"2024-09-21T00:29:19.241820+0000","last_fullsized":"2024-09-21T00:29:19.241820+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:59:43.978858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.0","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.241619+0000","last_change":"2024-09-21T00:29:16.689736+0000","last_active":"2024-09-21T00:29:19.241619+0000","last_peered":"2024-09-21T00:29:19.241619+0000","last_clean":"2024-09-21T00:29:19.241619+0000","last_became_active":"2024-09-21T00:29:16.689390+0000","last_became_peered":"2024-09-21T00:29:16.689390+0000","last_unstale":"2024-09-21T00:29:19.241619+0000","last_undegraded":"2024-09-21T00:29:19.241619+0000","last_fullsized":"2024-09-21T00:29:19.241619+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_clean_scrub_stamp":"2024-09-21T00:29:15.660880+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:05:04.185891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.10","version":"0'0","reported_seq":13,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.242584+0000","last_change":"2024-09-21T00:29:17.705696+0000","last_active":"2024-09-21T00:29:19.242584+0000","last_peered":"2024-09-21T00:29:19.242584+0000","last_clean":"2024-09-21T00:29:19.242584+0000","last_became_active":"2024-09-21T00:29:17.705381+0000","last_became_peered":"2024-09-21T00:29:17.705381+0000","last_unstale":"2024-09-21T00:29:19.242584+0000","last_undegraded":"2024-09-21T00:29:19.242584+0000","last_fullsized":"2024-09-21T00:29:19.242584+0000","mapping_epoch":115,"log_start":"0'0","ondisk_log_start":"0'0","created":115,"last_epoch_clean":116,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:16.667597+0000","last_clean_scrub_stamp":"2024-09-21T00:29:16.667597+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:45:42.798595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.11","version":"0'0","reported_seq":15,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:18.692154+0000","last_change":"2024-09-21T00:29:16.688090+0000","last_active":"2024-09-21T00:29:18.692154+0000","last_peered":"2024-09-21T00:29:18.692154+0000","last_clean":"2024-09-21T00:29:18.692154+0000","last_became_active":"2024-09-21T00:29:16.687761+0000","last_became_peered":"2024-09-21T00:29:16.687761+0000","last_unstale":"2024-09-21T00:29:18.692154+0000","last_undegraded":"2024-09-21T00:29:18.692154+0000","last_fullsized":"2024-09-21T00:29:18.692154+0000","mapping_epoch":114,"log_start":"0'0","ondisk_log_start":"0'0","created":114,"last_epoch_clean":115,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:15.660880+0000","last_clean_scrub_stamp":"2024-09-21T00:29:15.660880+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:20:10.477866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":281,"reported_epoch":117,"state":"active+clean","last_fresh":"2024-09-21T00:29:19.242375+0000","last_change":"2024-09-21T00:21:11.583793+0000","last_active":"2024-09-21T00:29:19.242375+0000","last_peered":"2024-09-21T00:29:19.242375+0000","last_clean":"2024-09-21T00:29:19.242375+0000","last_became_active":"2024-09-21T00:21:11.582502+0000","last_became_peered":"2024-09-21T00:21:11.582502+0000","last_unstale":"2024-09-21T00:29:19.242375+0000","last_undegraded":"2024-09-21T00:29:19.242375+0000","last_fullsized":"2024-09-21T00:29:19.242375+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_clean_scrub_stamp":"2024-09-21T00:21:10.311964+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:58.010953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":17,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":16,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509542,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":55400,"kb_used_data":2000,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94316440,"statfs":{"total":96636764160,"available":96580034560,"internally_reserved":0,"allocated":2048000,"data_stored":1223492,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":54655434},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509542,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":58980,"kb_used_data":1416,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312860,"statfs":{"total":96636764160,"available":96576368640,"internally_reserved":0,"allocated":1449984,"data_stored":632578,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":58915270},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509542,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":50660,"kb_used_data":1420,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94321180,"statfs":{"total":96636764160,"available":96584888320,"internally_reserved":0,"allocated":1454080,"data_stored":633112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":50395589},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509543,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":68712,"kb_used_data":1428,"kb_used_omap":1,"kb_used_meta":67262,"kb_avail":94303128,"statfs":{"total":96636764160,"available":96566403072,"internally_reserved":0,"allocated":1462272,"data_stored":634190,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":68876744},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509543,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":54808,"kb_used_data":1412,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94317032,"statfs":{"total":96636764160,"available":96580640768,"internally_reserved":0,"allocated":1445888,"data_stored":632508,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":54655429},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509541,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":65140,"kb_used_data":2012,"kb_used_omap":1,"kb_used_meta":63102,"kb_avail":94306700,"statfs":{"total":96636764160,"available":96570060800,"internally_reserved":0,"allocated":2060288,"data_stored":1224600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":64616902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574949,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":46480,"kb_used_data":1400,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94325360,"statfs":{"total":96636764160,"available":96589168640,"internally_reserved":0,"allocated":1433600,"data_stored":626208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":46135749},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574949,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":68704,"kb_used_data":1420,"kb_used_omap":1,"kb_used_meta":67262,"kb_avail":94303136,"statfs":{"total":96636764160,"available":96566411264,"internally_reserved":0,"allocated":1454080,"data_stored":632632,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":68876742},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T00:29:22.185 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-21T00:29:22.186 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-21T00:29:22.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.345+0000 7f402cb89640 1 -- 172.21.15.67:0/1479600344 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f40280b9d60 msgr2=0x7f40280d32d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:22.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.345+0000 7f402cb89640 1 --2- 172.21.15.67:0/1479600344 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f40280b9d60 0x7f40280d32d0 secure :-1 s=READY pgs=1374 cs=0 l=1 rev1=1 crypto rx=0x7f40280d2060 tx=0x7f401802a8d0 comp rx=0 tx=0).stop 2024-09-21T00:29:22.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.345+0000 7f402cb89640 1 -- 172.21.15.67:0/1479600344 shutdown_connections 2024-09-21T00:29:22.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.345+0000 7f402cb89640 1 --2- 172.21.15.67:0/1479600344 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f40280d17b0 0x7f402806e390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:22.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.345+0000 7f402cb89640 1 --2- 172.21.15.67:0/1479600344 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f40280b9d60 0x7f40280d32d0 unknown :-1 s=CLOSED pgs=1374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:22.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.345+0000 7f402cb89640 1 -- 172.21.15.67:0/1479600344 >> 172.21.15.67:0/1479600344 conn(0x7f402809d880 msgr2=0x7f402808bee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:22.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.345+0000 7f402cb89640 1 -- 172.21.15.67:0/1479600344 shutdown_connections 2024-09-21T00:29:22.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.345+0000 7f402cb89640 1 -- 172.21.15.67:0/1479600344 wait complete. 2024-09-21T00:29:22.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.347+0000 7f402cb89640 1 Processor -- start 2024-09-21T00:29:22.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.347+0000 7f402cb89640 1 -- start start 2024-09-21T00:29:22.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.348+0000 7f402cb89640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f40280b9d60 0x7f40280c9830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:22.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.348+0000 7f402cb89640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f40280d17b0 0x7f40281598c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:22.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.348+0000 7f402cb89640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f40280d43b0 0x7f40280b5d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:22.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.348+0000 7f402cb89640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f40280cf790 con 0x7f40280d17b0 2024-09-21T00:29:22.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.348+0000 7f402cb89640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f40280cf610 con 0x7f40280b9d60 2024-09-21T00:29:22.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.348+0000 7f402cb89640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f40280cf910 con 0x7f40280d43b0 2024-09-21T00:29:22.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.348+0000 7f4025d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f40280d17b0 0x7f40281598c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:22.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.348+0000 7f4025d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f40280d17b0 0x7f40281598c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:49716/0 (socket says 172.21.15.67:49716) 2024-09-21T00:29:22.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.348+0000 7f4025d9b640 1 -- 172.21.15.67:0/319274001 learned_addr learned my addr 172.21.15.67:0/319274001 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:22.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.349+0000 7f402659c640 1 --2- 172.21.15.67:0/319274001 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f40280b9d60 0x7f40280c9830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:22.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.349+0000 7f4026d9d640 1 --2- 172.21.15.67:0/319274001 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f40280d43b0 0x7f40280b5d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:22.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.349+0000 7f4025d9b640 1 -- 172.21.15.67:0/319274001 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f40280d43b0 msgr2=0x7f40280b5d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:22.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.349+0000 7f4025d9b640 1 --2- 172.21.15.67:0/319274001 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f40280d43b0 0x7f40280b5d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:22.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.349+0000 7f4025d9b640 1 -- 172.21.15.67:0/319274001 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f40280b9d60 msgr2=0x7f40280c9830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:22.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.349+0000 7f4025d9b640 1 --2- 172.21.15.67:0/319274001 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f40280b9d60 0x7f40280c9830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:22.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.349+0000 7f4025d9b640 1 -- 172.21.15.67:0/319274001 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4028161db0 con 0x7f40280d17b0 2024-09-21T00:29:22.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.349+0000 7f4026d9d640 1 --2- 172.21.15.67:0/319274001 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f40280d43b0 0x7f40280b5d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:29:22.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.349+0000 7f4025d9b640 1 --2- 172.21.15.67:0/319274001 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f40280d17b0 0x7f40281598c0 secure :-1 s=READY pgs=1375 cs=0 l=1 rev1=1 crypto rx=0x7f401000d6d0 tx=0x7f401000db90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:22.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.349+0000 7f401effd640 1 -- 172.21.15.67:0/319274001 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4010017070 con 0x7f40280d17b0 2024-09-21T00:29:22.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.349+0000 7f401effd640 1 -- 172.21.15.67:0/319274001 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4010005330 con 0x7f40280d17b0 2024-09-21T00:29:22.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.349+0000 7f402cb89640 1 -- 172.21.15.67:0/319274001 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4028162090 con 0x7f40280d17b0 2024-09-21T00:29:22.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.349+0000 7f401effd640 1 -- 172.21.15.67:0/319274001 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4010009820 con 0x7f40280d17b0 2024-09-21T00:29:22.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.349+0000 7f402cb89640 1 -- 172.21.15.67:0/319274001 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f402815b860 con 0x7f40280d17b0 2024-09-21T00:29:22.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.350+0000 7f402cb89640 1 -- 172.21.15.67:0/319274001 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f40280c9e60 con 0x7f40280d17b0 2024-09-21T00:29:22.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.351+0000 7f401effd640 1 -- 172.21.15.67:0/319274001 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f4010009bd0 con 0x7f40280d17b0 2024-09-21T00:29:22.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.352+0000 7f401effd640 1 --2- 172.21.15.67:0/319274001 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4008078b90 0x7f400807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:22.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.352+0000 7f401effd640 1 -- 172.21.15.67:0/319274001 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5709+0+0 (secure 0 0 0) 0x7f401009af00 con 0x7f40280d17b0 2024-09-21T00:29:22.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.352+0000 7f402659c640 1 --2- 172.21.15.67:0/319274001 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4008078b90 0x7f400807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:22.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.353+0000 7f402659c640 1 --2- 172.21.15.67:0/319274001 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4008078b90 0x7f400807b0a0 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f4018035000 tx=0x7f4018004ab0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:22.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.357+0000 7f401effd640 1 -- 172.21.15.67:0/319274001 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f4010062d80 con 0x7f40280d17b0 2024-09-21T00:29:22.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.618+0000 7f402cb89640 1 -- 172.21.15.67:0/319274001 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f40280ce980 con 0x7f40280d17b0 2024-09-21T00:29:22.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.621+0000 7f401effd640 1 -- 172.21.15.67:0/319274001 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v20) ==== 190+0+147 (secure 0 0 0) 0x7f40280ce980 con 0x7f40280d17b0 2024-09-21T00:29:22.622 INFO:teuthology.orchestra.run.smithi067.stdout:[client.0] 2024-09-21T00:29:22.622 INFO:teuthology.orchestra.run.smithi067.stdout: key = AQBFEe5mUnwLLxAAE0JXCN8yXTH2bWtWI41o2Q== 2024-09-21T00:29:22.622 INFO:teuthology.orchestra.run.smithi067.stdout: caps mds = "allow" 2024-09-21T00:29:22.622 INFO:teuthology.orchestra.run.smithi067.stdout: caps mon = "allow r" 2024-09-21T00:29:22.622 INFO:teuthology.orchestra.run.smithi067.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-21T00:29:22.622 INFO:teuthology.orchestra.run.smithi067.stderr:updated caps for client.0 2024-09-21T00:29:22.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.623+0000 7f402cb89640 1 -- 172.21.15.67:0/319274001 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4008078b90 msgr2=0x7f400807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:22.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.623+0000 7f402cb89640 1 --2- 172.21.15.67:0/319274001 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4008078b90 0x7f400807b0a0 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f4018035000 tx=0x7f4018004ab0 comp rx=0 tx=0).stop 2024-09-21T00:29:22.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.623+0000 7f402cb89640 1 -- 172.21.15.67:0/319274001 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f40280d17b0 msgr2=0x7f40281598c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:22.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.623+0000 7f402cb89640 1 --2- 172.21.15.67:0/319274001 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f40280d17b0 0x7f40281598c0 secure :-1 s=READY pgs=1375 cs=0 l=1 rev1=1 crypto rx=0x7f401000d6d0 tx=0x7f401000db90 comp rx=0 tx=0).stop 2024-09-21T00:29:22.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.623+0000 7f402cb89640 1 -- 172.21.15.67:0/319274001 shutdown_connections 2024-09-21T00:29:22.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.623+0000 7f402cb89640 1 --2- 172.21.15.67:0/319274001 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4008078b90 0x7f400807b0a0 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:22.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.623+0000 7f402cb89640 1 --2- 172.21.15.67:0/319274001 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f40280d43b0 0x7f40280b5d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:22.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.623+0000 7f402cb89640 1 --2- 172.21.15.67:0/319274001 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f40280d17b0 0x7f40281598c0 unknown :-1 s=CLOSED pgs=1375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:22.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.623+0000 7f402cb89640 1 --2- 172.21.15.67:0/319274001 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f40280b9d60 0x7f40280c9830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:22.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.623+0000 7f402cb89640 1 -- 172.21.15.67:0/319274001 >> 172.21.15.67:0/319274001 conn(0x7f402809d880 msgr2=0x7f40280d47c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:22.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.623+0000 7f402cb89640 1 -- 172.21.15.67:0/319274001 shutdown_connections 2024-09-21T00:29:22.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.623+0000 7f402cb89640 1 -- 172.21.15.67:0/319274001 wait complete. 2024-09-21T00:29:22.635 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:29:22.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.751+0000 7f565e9ad640 1 -- 172.21.15.67:0/99919835 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f56580ce570 msgr2=0x7f56580d1da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:22.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.751+0000 7f565e9ad640 1 --2- 172.21.15.67:0/99919835 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f56580ce570 0x7f56580d1da0 secure :-1 s=READY pgs=1376 cs=0 l=1 rev1=1 crypto rx=0x7f56580b3e00 tx=0x7f564802a560 comp rx=0 tx=0).stop 2024-09-21T00:29:22.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.751+0000 7f565e9ad640 1 -- 172.21.15.67:0/99919835 shutdown_connections 2024-09-21T00:29:22.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.751+0000 7f565e9ad640 1 --2- 172.21.15.67:0/99919835 >> v2:172.21.15.97:3300/0 conn(0x7f56580b5260 0x7f56580b5670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:22.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.751+0000 7f565e9ad640 1 --2- 172.21.15.67:0/99919835 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f56580ce570 0x7f56580d1da0 unknown :-1 s=CLOSED pgs=1376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:22.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.751+0000 7f565e9ad640 1 -- 172.21.15.67:0/99919835 >> 172.21.15.67:0/99919835 conn(0x7f56580d1280 msgr2=0x7f56580d1690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:22.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.751+0000 7f565e9ad640 1 -- 172.21.15.67:0/99919835 shutdown_connections 2024-09-21T00:29:22.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.751+0000 7f565e9ad640 1 -- 172.21.15.67:0/99919835 wait complete. 2024-09-21T00:29:22.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.753+0000 7f565e9ad640 1 Processor -- start 2024-09-21T00:29:22.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.753+0000 7f565e9ad640 1 -- start start 2024-09-21T00:29:22.757 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.755+0000 7f565e9ad640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f56580b5260 0x7f56580ae9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:22.757 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.755+0000 7f565e9ad640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f56580b5bb0 0x7f56581f33b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:22.757 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.755+0000 7f565e9ad640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f56580ce570 0x7f56581516a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:22.757 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.755+0000 7f565e9ad640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f5658165a30 con 0x7f56580b5bb0 2024-09-21T00:29:22.757 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.755+0000 7f565e9ad640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f56581658b0 con 0x7f56580b5260 2024-09-21T00:29:22.757 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.755+0000 7f565e9ad640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f5658165bb0 con 0x7f56580ce570 2024-09-21T00:29:22.757 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.755+0000 7f56577fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f56580b5bb0 0x7f56581f33b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:22.757 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.755+0000 7f56577fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f56580b5bb0 0x7f56581f33b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:49734/0 (socket says 172.21.15.67:49734) 2024-09-21T00:29:22.757 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.755+0000 7f56577fe640 1 -- 172.21.15.67:0/731911719 learned_addr learned my addr 172.21.15.67:0/731911719 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:22.757 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.755+0000 7f5657fff640 1 --2- 172.21.15.67:0/731911719 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f56580b5260 0x7f56580ae9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:22.757 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.755+0000 7f565cf4a640 1 --2- 172.21.15.67:0/731911719 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f56580ce570 0x7f56581516a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:22.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.755+0000 7f56577fe640 1 -- 172.21.15.67:0/731911719 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f56580ce570 msgr2=0x7f56581516a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:22.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.755+0000 7f56577fe640 1 --2- 172.21.15.67:0/731911719 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f56580ce570 0x7f56581516a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:22.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.755+0000 7f56577fe640 1 -- 172.21.15.67:0/731911719 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f56580b5260 msgr2=0x7f56580ae9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:22.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.755+0000 7f56577fe640 1 --2- 172.21.15.67:0/731911719 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f56580b5260 0x7f56580ae9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:22.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.755+0000 7f56577fe640 1 -- 172.21.15.67:0/731911719 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56580c7900 con 0x7f56580b5bb0 2024-09-21T00:29:22.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.755+0000 7f56577fe640 1 --2- 172.21.15.67:0/731911719 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f56580b5bb0 0x7f56581f33b0 secure :-1 s=READY pgs=1377 cs=0 l=1 rev1=1 crypto rx=0x7f564c00d6d0 tx=0x7f564c00db90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:22.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.755+0000 7f5654ff9640 1 -- 172.21.15.67:0/731911719 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f564c017070 con 0x7f56580b5bb0 2024-09-21T00:29:22.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.755+0000 7f5654ff9640 1 -- 172.21.15.67:0/731911719 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f564c009b10 con 0x7f56580b5bb0 2024-09-21T00:29:22.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.755+0000 7f565e9ad640 1 -- 172.21.15.67:0/731911719 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56580c7be0 con 0x7f56580b5bb0 2024-09-21T00:29:22.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.756+0000 7f5654ff9640 1 -- 172.21.15.67:0/731911719 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f564c010460 con 0x7f56580b5bb0 2024-09-21T00:29:22.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.756+0000 7f565e9ad640 1 -- 172.21.15.67:0/731911719 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56580c9ce0 con 0x7f56580b5bb0 2024-09-21T00:29:22.759 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.756+0000 7f565e9ad640 1 -- 172.21.15.67:0/731911719 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f56580b5670 con 0x7f56580b5bb0 2024-09-21T00:29:22.759 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.757+0000 7f5654ff9640 1 -- 172.21.15.67:0/731911719 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f564c01a070 con 0x7f56580b5bb0 2024-09-21T00:29:22.759 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.758+0000 7f5654ff9640 1 --2- 172.21.15.67:0/731911719 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5644078bc0 0x7f564407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:22.759 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.758+0000 7f5654ff9640 1 -- 172.21.15.67:0/731911719 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5709+0+0 (secure 0 0 0) 0x7f564c09adf0 con 0x7f56580b5bb0 2024-09-21T00:29:22.759 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.758+0000 7f5657fff640 1 --2- 172.21.15.67:0/731911719 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5644078bc0 0x7f564407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:22.760 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.759+0000 7f5657fff640 1 --2- 172.21.15.67:0/731911719 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5644078bc0 0x7f564407b0d0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f5648034000 tx=0x7f5648004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:22.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.762+0000 7f5654ff9640 1 -- 172.21.15.67:0/731911719 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f564c062bf0 con 0x7f56580b5bb0 2024-09-21T00:29:22.994 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.993+0000 7f565e9ad640 1 -- 172.21.15.67:0/731911719 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f56580cf3a0 con 0x7f56580b5bb0 2024-09-21T00:29:22.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.994+0000 7f5654ff9640 1 -- 172.21.15.67:0/731911719 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 99 v99) ==== 94+0+5225 (secure 0 0 0) 0x7f564c067620 con 0x7f56580b5bb0 2024-09-21T00:29:22.995 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:29:22.995 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":99,"btime":"2024-09-21T00:29:20:714461+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6794,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/4236000197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":4236000197},{"type":"v1","addr":"172.21.15.97:6837","nonce":4236000197}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":94},{"gid":7432,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/1587573747","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":1587573747},{"type":"v1","addr":"172.21.15.67:6835","nonce":1587573747}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":94},{"gid":8097,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/1023421388","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1023421388},{"type":"v1","addr":"172.21.15.67:6834","nonce":1023421388}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":93}],"filesystems":[{"mdsmap":{"epoch":99,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:29:17.061586+0000","modified":"2024-09-21T00:29:20.098364+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8103},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8103":{"gid":8103,"name":"b","rank":0,"incarnation":95,"state":"up:active","state_seq":3,"addr":"172.21.15.97:6836/2742067706","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":2742067706},{"type":"v1","addr":"172.21.15.97:6836","nonce":2742067706}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8103,"qdb_cluster":[8103]},"id":8}]} 2024-09-21T00:29:22.995 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 99 2024-09-21T00:29:22.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.996+0000 7f565e9ad640 1 -- 172.21.15.67:0/731911719 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5644078bc0 msgr2=0x7f564407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:22.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.996+0000 7f565e9ad640 1 --2- 172.21.15.67:0/731911719 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5644078bc0 0x7f564407b0d0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f5648034000 tx=0x7f5648004730 comp rx=0 tx=0).stop 2024-09-21T00:29:22.998 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.996+0000 7f565e9ad640 1 -- 172.21.15.67:0/731911719 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f56580b5bb0 msgr2=0x7f56581f33b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:22.998 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.996+0000 7f565e9ad640 1 --2- 172.21.15.67:0/731911719 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f56580b5bb0 0x7f56581f33b0 secure :-1 s=READY pgs=1377 cs=0 l=1 rev1=1 crypto rx=0x7f564c00d6d0 tx=0x7f564c00db90 comp rx=0 tx=0).stop 2024-09-21T00:29:22.998 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.996+0000 7f565e9ad640 1 -- 172.21.15.67:0/731911719 shutdown_connections 2024-09-21T00:29:22.998 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.996+0000 7f565e9ad640 1 --2- 172.21.15.67:0/731911719 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5644078bc0 0x7f564407b0d0 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:22.998 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.996+0000 7f565e9ad640 1 --2- 172.21.15.67:0/731911719 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f56580ce570 0x7f56581516a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:22.998 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.996+0000 7f565e9ad640 1 --2- 172.21.15.67:0/731911719 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f56580b5bb0 0x7f56581f33b0 unknown :-1 s=CLOSED pgs=1377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:22.998 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.996+0000 7f565e9ad640 1 --2- 172.21.15.67:0/731911719 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f56580b5260 0x7f56580ae9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:22.998 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.996+0000 7f565e9ad640 1 -- 172.21.15.67:0/731911719 >> 172.21.15.67:0/731911719 conn(0x7f56580d1280 msgr2=0x7f5658156010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:22.998 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.996+0000 7f565e9ad640 1 -- 172.21.15.67:0/731911719 shutdown_connections 2024-09-21T00:29:22.998 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:22.996+0000 7f565e9ad640 1 -- 172.21.15.67:0/731911719 wait complete. 2024-09-21T00:29:23.411 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 99, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-21T00:29:17.061586+0000', 'modified': '2024-09-21T00:29:20.098364+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 8103}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_8103': {'gid': 8103, 'name': 'b', 'rank': 0, 'incarnation': 95, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.97:6836/2742067706', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.97:6834', 'nonce': 2742067706}, {'type': 'v1', 'addr': '172.21.15.97:6836', 'nonce': 2742067706}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [17], 'metadata_pool': 16, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 8103, 'qdb_cluster': [8103]} 2024-09-21T00:29:23.411 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-21T00:29:23.412 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-09-21T00:29:23.532 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.531+0000 7f820508b640 1 -- 172.21.15.67:0/3921194067 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f82000cf010 msgr2=0x7f82000cf810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:23.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.531+0000 7f820508b640 1 --2- 172.21.15.67:0/3921194067 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f82000cf010 0x7f82000cf810 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f81f00098e0 tx=0x7f81f002a5d0 comp rx=0 tx=0).stop 2024-09-21T00:29:23.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.531+0000 7f820508b640 1 -- 172.21.15.67:0/3921194067 shutdown_connections 2024-09-21T00:29:23.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.531+0000 7f820508b640 1 --2- 172.21.15.67:0/3921194067 >> v2:172.21.15.97:3300/0 conn(0x7f82000b7c20 0x7f82000b8030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:23.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.531+0000 7f820508b640 1 --2- 172.21.15.67:0/3921194067 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f82000cf010 0x7f82000cf810 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:23.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.531+0000 7f820508b640 1 -- 172.21.15.67:0/3921194067 >> 172.21.15.67:0/3921194067 conn(0x7f820006dfb0 msgr2=0x7f820006e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:23.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.531+0000 7f820508b640 1 -- 172.21.15.67:0/3921194067 shutdown_connections 2024-09-21T00:29:23.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.531+0000 7f820508b640 1 -- 172.21.15.67:0/3921194067 wait complete. 2024-09-21T00:29:23.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.533+0000 7f820508b640 1 Processor -- start 2024-09-21T00:29:23.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.533+0000 7f820508b640 1 -- start start 2024-09-21T00:29:23.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.534+0000 7f820508b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f82000b7c20 0x7f820014aaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:23.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.534+0000 7f820508b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f82000cf010 0x7f82000b5f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:23.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.534+0000 7f820508b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f82000d11c0 0x7f82001f8cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:23.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.534+0000 7f820508b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f82000b8900 con 0x7f82000b7c20 2024-09-21T00:29:23.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.534+0000 7f820508b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f82000b8780 con 0x7f82000cf010 2024-09-21T00:29:23.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.534+0000 7f820508b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f82000b8a80 con 0x7f82000d11c0 2024-09-21T00:29:23.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.534+0000 7f81fed9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f82000b7c20 0x7f820014aaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:23.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.534+0000 7f81fed9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f82000b7c20 0x7f820014aaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48900/0 (socket says 172.21.15.67:48900) 2024-09-21T00:29:23.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.534+0000 7f81fed9d640 1 -- 172.21.15.67:0/108894340 learned_addr learned my addr 172.21.15.67:0/108894340 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:23.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.535+0000 7f81ff59e640 1 --2- 172.21.15.67:0/108894340 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f82000d11c0 0x7f82001f8cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:23.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.535+0000 7f81f659c640 1 --2- 172.21.15.67:0/108894340 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f82000cf010 0x7f82000b5f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:23.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.535+0000 7f81fed9d640 1 -- 172.21.15.67:0/108894340 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f82000d11c0 msgr2=0x7f82001f8cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:23.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.535+0000 7f81fed9d640 1 --2- 172.21.15.67:0/108894340 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f82000d11c0 0x7f82001f8cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:23.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.535+0000 7f81fed9d640 1 -- 172.21.15.67:0/108894340 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f82000cf010 msgr2=0x7f82000b5f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:23.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.535+0000 7f81fed9d640 1 --2- 172.21.15.67:0/108894340 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f82000cf010 0x7f82000b5f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:23.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.535+0000 7f81fed9d640 1 -- 172.21.15.67:0/108894340 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82000b64c0 con 0x7f82000b7c20 2024-09-21T00:29:23.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.535+0000 7f81f659c640 1 --2- 172.21.15.67:0/108894340 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f82000cf010 0x7f82000b5f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:29:23.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.535+0000 7f81fed9d640 1 --2- 172.21.15.67:0/108894340 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f82000b7c20 0x7f820014aaf0 secure :-1 s=READY pgs=1378 cs=0 l=1 rev1=1 crypto rx=0x7f81f002abc0 tx=0x7f81f00316b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:23.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.535+0000 7f81f7fff640 1 -- 172.21.15.67:0/108894340 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81f003f070 con 0x7f82000b7c20 2024-09-21T00:29:23.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.535+0000 7f81f7fff640 1 -- 172.21.15.67:0/108894340 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f81f00048a0 con 0x7f82000b7c20 2024-09-21T00:29:23.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.535+0000 7f820508b640 1 -- 172.21.15.67:0/108894340 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f82000b69d0 con 0x7f82000b7c20 2024-09-21T00:29:23.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.535+0000 7f81f7fff640 1 -- 172.21.15.67:0/108894340 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81f0004cf0 con 0x7f82000b7c20 2024-09-21T00:29:23.539 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.535+0000 7f820508b640 1 -- 172.21.15.67:0/108894340 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82000b6f90 con 0x7f82000b7c20 2024-09-21T00:29:23.540 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.537+0000 7f81f7fff640 1 -- 172.21.15.67:0/108894340 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f81f0042070 con 0x7f82000b7c20 2024-09-21T00:29:23.540 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.538+0000 7f81f7fff640 1 --2- 172.21.15.67:0/108894340 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f81e0078b90 0x7f81e007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:23.540 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.538+0000 7f81f7fff640 1 -- 172.21.15.67:0/108894340 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5709+0+0 (secure 0 0 0) 0x7f81f00bb930 con 0x7f82000b7c20 2024-09-21T00:29:23.540 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.538+0000 7f81f659c640 1 --2- 172.21.15.67:0/108894340 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f81e0078b90 0x7f81e007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:23.540 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.538+0000 7f820bff7740 1 Processor -- start 2024-09-21T00:29:23.540 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.538+0000 7f81f659c640 1 --2- 172.21.15.67:0/108894340 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f81e0078b90 0x7f81e007b0a0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f82001f9db0 tx=0x7f81e8009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:23.540 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.539+0000 7f820bff7740 1 -- start start 2024-09-21T00:29:23.542 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.540+0000 7f820bff7740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56246b781270 0x56246bb52fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:23.542 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.540+0000 7f820bff7740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56246b7583b0 0x56246bb534e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:23.542 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.540+0000 7f820bff7740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56246b760590 0x56246bb703e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:23.542 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.540+0000 7f820bff7740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x56246ba9b820 con 0x56246b760590 2024-09-21T00:29:23.542 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.540+0000 7f820bff7740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x56246ba8ac50 con 0x56246b7583b0 2024-09-21T00:29:23.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.540+0000 7f820bff7740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x56246ba8ea60 con 0x56246b781270 2024-09-21T00:29:23.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.540+0000 7f81ff59e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56246b760590 0x56246bb703e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:23.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.540+0000 7f81ff59e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56246b760590 0x56246bb703e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48906/0 (socket says 172.21.15.67:48906) 2024-09-21T00:29:23.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.540+0000 7f81ff59e640 1 -- 172.21.15.67:0/4188675773 learned_addr learned my addr 172.21.15.67:0/4188675773 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:23.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.540+0000 7f81f659c640 1 --2- 172.21.15.67:0/4188675773 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56246b7583b0 0x56246bb534e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:23.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.540+0000 7f81fed9d640 1 --2- 172.21.15.67:0/4188675773 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56246b781270 0x56246bb52fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:23.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.540+0000 7f81ff59e640 1 -- 172.21.15.67:0/4188675773 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56246b781270 msgr2=0x56246bb52fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:29:23.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.540+0000 7f81ff59e640 1 --2- 172.21.15.67:0/4188675773 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56246b781270 0x56246bb52fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:23.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.540+0000 7f81ff59e640 1 -- 172.21.15.67:0/4188675773 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56246b7583b0 msgr2=0x56246bb534e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:29:23.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.540+0000 7f81ff59e640 1 --2- 172.21.15.67:0/4188675773 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56246b7583b0 0x56246bb534e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:23.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.540+0000 7f81ff59e640 1 -- 172.21.15.67:0/4188675773 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56246b7ec850 con 0x56246b760590 2024-09-21T00:29:23.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.540+0000 7f81fed9d640 1 --2- 172.21.15.67:0/4188675773 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56246b781270 0x56246bb52fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:29:23.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.541+0000 7f81ff59e640 1 --2- 172.21.15.67:0/4188675773 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56246b760590 0x56246bb703e0 secure :-1 s=READY pgs=1379 cs=0 l=1 rev1=1 crypto rx=0x7f81f8009df0 tx=0x7f81f800f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51b5f21db97eb116 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:23.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.541+0000 7f81f4d99640 1 -- 172.21.15.67:0/4188675773 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81f8004b20 con 0x56246b760590 2024-09-21T00:29:23.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.541+0000 7f81f4d99640 1 -- 172.21.15.67:0/4188675773 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f81f8004db0 con 0x56246b760590 2024-09-21T00:29:23.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.541+0000 7f81f4d99640 1 -- 172.21.15.67:0/4188675773 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81f8005280 con 0x56246b760590 2024-09-21T00:29:23.549 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.541+0000 7f820bff7740 1 -- 172.21.15.67:0/4188675773 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56246b760590 msgr2=0x56246bb703e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:23.549 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.541+0000 7f820bff7740 1 --2- 172.21.15.67:0/4188675773 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56246b760590 0x56246bb703e0 secure :-1 s=READY pgs=1379 cs=0 l=1 rev1=1 crypto rx=0x7f81f8009df0 tx=0x7f81f800f730 comp rx=0 tx=0).stop 2024-09-21T00:29:23.549 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.542+0000 7f820bff7740 1 -- 172.21.15.67:0/4188675773 shutdown_connections 2024-09-21T00:29:23.549 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.542+0000 7f820bff7740 1 --2- 172.21.15.67:0/4188675773 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56246b760590 0x56246bb703e0 unknown :-1 s=CLOSED pgs=1379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:23.549 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.542+0000 7f820bff7740 1 --2- 172.21.15.67:0/4188675773 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56246b7583b0 0x56246bb534e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:23.549 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.542+0000 7f820bff7740 1 --2- 172.21.15.67:0/4188675773 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56246b781270 0x56246bb52fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:23.549 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.542+0000 7f820bff7740 1 -- 172.21.15.67:0/4188675773 >> 172.21.15.67:0/4188675773 conn(0x56246b7753c0 msgr2=0x56246bb29260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:23.549 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.542+0000 7f820bff7740 1 -- 172.21.15.67:0/4188675773 shutdown_connections 2024-09-21T00:29:23.549 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.542+0000 7f820bff7740 1 -- 172.21.15.67:0/4188675773 wait complete. 2024-09-21T00:29:23.549 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.543+0000 7f820bff7740 1 -- start start 2024-09-21T00:29:23.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.543+0000 7f820bff7740 1 Processor -- start 2024-09-21T00:29:23.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.544+0000 7f820bff7740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56246b7583b0 0x56246bb35450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:23.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.544+0000 7f820bff7740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56246b760590 0x56246bb7c620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:23.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.544+0000 7f820bff7740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56246b781270 0x56246bb67360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:23.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.544+0000 7f820bff7740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x56246b7fb620 con 0x56246b7583b0 2024-09-21T00:29:23.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.544+0000 7f820bff7740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x56246ba305f0 con 0x56246b760590 2024-09-21T00:29:23.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.544+0000 7f820bff7740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x56246bb53a20 con 0x56246b781270 2024-09-21T00:29:23.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.544+0000 7f820bff7740 10 client.0 _ll_register_callbacks cb 0x56246ba340a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:29:23.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.544+0000 7f81fed9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56246b7583b0 0x56246bb35450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:23.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.544+0000 7f81fed9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56246b7583b0 0x56246bb35450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48914/0 (socket says 172.21.15.67:48914) 2024-09-21T00:29:23.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.544+0000 7f81fed9d640 1 -- 172.21.15.67:0/1538750034 learned_addr learned my addr 172.21.15.67:0/1538750034 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:23.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.544+0000 7f81ff59e640 1 --2- 172.21.15.67:0/1538750034 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56246b781270 0x56246bb67360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:23.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.544+0000 7f81f659c640 1 --2- 172.21.15.67:0/1538750034 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56246b760590 0x56246bb7c620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:23.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.545+0000 7f81fed9d640 1 -- 172.21.15.67:0/1538750034 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56246b781270 msgr2=0x56246bb67360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:29:23.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.545+0000 7f81fed9d640 1 --2- 172.21.15.67:0/1538750034 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56246b781270 0x56246bb67360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:23.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.545+0000 7f81fed9d640 1 -- 172.21.15.67:0/1538750034 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56246b760590 msgr2=0x56246bb7c620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:29:23.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.545+0000 7f81fed9d640 1 --2- 172.21.15.67:0/1538750034 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56246b760590 0x56246bb7c620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:23.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.545+0000 7f81fed9d640 1 -- 172.21.15.67:0/1538750034 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56246b8636b0 con 0x56246b7583b0 2024-09-21T00:29:23.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.545+0000 7f81ff59e640 1 --2- 172.21.15.67:0/1538750034 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56246b781270 0x56246bb67360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:29:23.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.545+0000 7f81f659c640 1 --2- 172.21.15.67:0/1538750034 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56246b760590 0x56246bb7c620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:29:23.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.545+0000 7f81fed9d640 1 --2- 172.21.15.67:0/1538750034 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56246b7583b0 0x56246bb35450 secure :-1 s=READY pgs=1380 cs=0 l=1 rev1=1 crypto rx=0x7f81f00b9da0 tx=0x7f81f0083d20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5499ab949739f3cd server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:23.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.545+0000 7f81ddffb640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:29:23.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.545+0000 7f81ddffb640 1 -- 172.21.15.67:0/1538750034 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81f0049040 con 0x56246b7583b0 2024-09-21T00:29:23.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.545+0000 7f81ddffb640 1 -- 172.21.15.67:0/1538750034 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(117..117 src has 1..117) ==== 5709+0+0 (secure 0 0 0) 0x7f81f0082960 con 0x56246b7583b0 2024-09-21T00:29:23.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.545+0000 7f820bff7740 1 -- 172.21.15.67:0/1538750034 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f81f8004db0 con 0x56246b7583b0 2024-09-21T00:29:23.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.545+0000 7f81ddffb640 1 -- 172.21.15.67:0/1538750034 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=99) ==== 24+0+0 (secure 0 0 0) 0x7f81f0083210 con 0x56246b7583b0 2024-09-21T00:29:23.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.545+0000 7f820bff7740 10 client.8226 fetch_fsmap learned FSMap version 99 2024-09-21T00:29:23.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.545+0000 7f820bff7740 1 -- 172.21.15.67:0/1538750034 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=99,monmap=2+}) -- 0x56246bb35a50 con 0x56246b7583b0 2024-09-21T00:29:23.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.545+0000 7f81ddffb640 1 -- 172.21.15.67:0/1538750034 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f81f8004db0 con 0x56246b7583b0 2024-09-21T00:29:23.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.545+0000 7f81ddffb640 1 -- 172.21.15.67:0/1538750034 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 99) ==== 3502+0+0 (secure 0 0 0) 0x7f81f008a3e0 con 0x56246b7583b0 2024-09-21T00:29:23.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.545+0000 7f820bff7740 10 client.8226 fetch_fsmap finished waiting for FSMap version 99 2024-09-21T00:29:23.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.545+0000 7f820bff7740 10 client.8226 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-21T00:29:23.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.545+0000 7f820bff7740 20 client.8226 populate_metadata read hostname 'smithi067' 2024-09-21T00:29:23.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.545+0000 7f820bff7740 1 --2- 172.21.15.67:0/1538750034 >> [v2:172.21.15.97:6834/2742067706,v1:172.21.15.97:6836/2742067706] conn(0x56246b73fe40 0x56246bb8a820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:23.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.545+0000 7f820bff7740 4 client.8226 mds_command: new command op to 8103 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:29:23.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.545+0000 7f820bff7740 1 -- 172.21.15.67:0/1538750034 --> [v2:172.21.15.97:6834/2742067706,v1:172.21.15.97:6836/2742067706] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56246ba9d770 con 0x56246b73fe40 2024-09-21T00:29:23.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.546+0000 7f81f659c640 1 --2- 172.21.15.67:0/1538750034 >> [v2:172.21.15.97:6834/2742067706,v1:172.21.15.97:6836/2742067706] conn(0x56246b73fe40 0x56246bb8a820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:23.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.546+0000 7f81ddffb640 10 client.8226 ms_handle_connect on v2:172.21.15.97:6834/2742067706 2024-09-21T00:29:23.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.546+0000 7f81f659c640 1 --2- 172.21.15.67:0/1538750034 >> [v2:172.21.15.97:6834/2742067706,v1:172.21.15.97:6836/2742067706] conn(0x56246b73fe40 0x56246bb8a820 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fa229d9b04abb284 server_cookie=c09b7bf73d669db in_seq=0 out_seq=0 2024-09-21T00:29:23.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.547+0000 7f81ddffb640 1 -- 172.21.15.67:0/1538750034 <== mds.0 v2:172.21.15.97:6834/2742067706 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x56246ba9d770 con 0x56246b73fe40 2024-09-21T00:29:23.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.547+0000 7f81ddffb640 10 client.8226 handle_command_reply: tid=0 2024-09-21T00:29:23.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.547+0000 7f820bff7740 1 client.8226 shutdown 2024-09-21T00:29:23.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.547+0000 7f820bff7740 1 -- 172.21.15.67:0/1538750034 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56246b7583b0 msgr2=0x56246bb35450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:23.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.547+0000 7f820bff7740 1 --2- 172.21.15.67:0/1538750034 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56246b7583b0 0x56246bb35450 secure :-1 s=READY pgs=1380 cs=0 l=1 rev1=1 crypto rx=0x7f81f00b9da0 tx=0x7f81f0083d20 comp rx=0 tx=0).stop 2024-09-21T00:29:23.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.547+0000 7f820bff7740 1 -- 172.21.15.67:0/1538750034 shutdown_connections 2024-09-21T00:29:23.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.547+0000 7f820bff7740 1 --2- 172.21.15.67:0/1538750034 >> [v2:172.21.15.97:6834/2742067706,v1:172.21.15.97:6836/2742067706] conn(0x56246b73fe40 0x56246bb8a820 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:23.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.547+0000 7f820bff7740 1 --2- 172.21.15.67:0/1538750034 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56246b781270 0x56246bb67360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:23.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.547+0000 7f81ddffb640 0 client.8226 ms_handle_reset on v2:172.21.15.97:6834/2742067706 2024-09-21T00:29:23.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.547+0000 7f820bff7740 1 --2- 172.21.15.67:0/1538750034 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56246b760590 0x56246bb7c620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:23.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.547+0000 7f820bff7740 1 --2- 172.21.15.67:0/1538750034 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56246b7583b0 0x56246bb35450 unknown :-1 s=CLOSED pgs=1380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:23.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.547+0000 7f820bff7740 1 -- 172.21.15.67:0/1538750034 >> 172.21.15.67:0/1538750034 conn(0x56246b7753c0 msgr2=0x56246bb23d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:23.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.547+0000 7f820bff7740 1 -- 172.21.15.67:0/1538750034 shutdown_connections 2024-09-21T00:29:23.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.547+0000 7f820bff7740 1 -- 172.21.15.67:0/1538750034 wait complete. 2024-09-21T00:29:23.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.547+0000 7f820bff7740 20 client.8226 trim_cache size 0 max 16384 2024-09-21T00:29:23.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.566+0000 7f820bff7740 1 Processor -- start 2024-09-21T00:29:23.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.566+0000 7f820bff7740 1 -- start start 2024-09-21T00:29:23.570 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.567+0000 7f820bff7740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56246b73fe40 0x56246bb64b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:23.570 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.567+0000 7f820bff7740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56246b7583b0 0x56246bb650d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:23.570 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.567+0000 7f820bff7740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56246b760590 0x56246bb52c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:23.570 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.567+0000 7f820bff7740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f8200201320 con 0x56246b7583b0 2024-09-21T00:29:23.570 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.567+0000 7f820bff7740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f820014c5d0 con 0x56246b73fe40 2024-09-21T00:29:23.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.567+0000 7f820bff7740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f820014cc20 con 0x56246b760590 2024-09-21T00:29:23.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.567+0000 7f81f659c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56246b7583b0 0x56246bb650d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:23.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.567+0000 7f81f659c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56246b7583b0 0x56246bb650d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48920/0 (socket says 172.21.15.67:48920) 2024-09-21T00:29:23.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.567+0000 7f81f659c640 1 -- 172.21.15.67:0/479576344 learned_addr learned my addr 172.21.15.67:0/479576344 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:23.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.567+0000 7f81fed9d640 1 --2- 172.21.15.67:0/479576344 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56246b73fe40 0x56246bb64b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:23.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.567+0000 7f81ff59e640 1 --2- 172.21.15.67:0/479576344 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56246b760590 0x56246bb52c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:23.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.568+0000 7f81f659c640 1 -- 172.21.15.67:0/479576344 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56246b760590 msgr2=0x56246bb52c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:29:23.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.568+0000 7f81f659c640 1 --2- 172.21.15.67:0/479576344 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56246b760590 0x56246bb52c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:23.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.568+0000 7f81f659c640 1 -- 172.21.15.67:0/479576344 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56246b73fe40 msgr2=0x56246bb64b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:29:23.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.568+0000 7f81f659c640 1 --2- 172.21.15.67:0/479576344 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56246b73fe40 0x56246bb64b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:23.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.568+0000 7f81f659c640 1 -- 172.21.15.67:0/479576344 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56246bb23710 con 0x56246b7583b0 2024-09-21T00:29:23.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.568+0000 7f81f659c640 1 --2- 172.21.15.67:0/479576344 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56246b7583b0 0x56246bb650d0 secure :-1 s=READY pgs=1381 cs=0 l=1 rev1=1 crypto rx=0x7f81e8007bf0 tx=0x7f81e8013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb4461171f75e493 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:23.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.568+0000 7f81dffff640 1 -- 172.21.15.67:0/479576344 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81e801d040 con 0x56246b7583b0 2024-09-21T00:29:23.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.568+0000 7f81dffff640 1 -- 172.21.15.67:0/479576344 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f81e802e070 con 0x56246b7583b0 2024-09-21T00:29:23.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.568+0000 7f81dffff640 1 -- 172.21.15.67:0/479576344 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81e8014c00 con 0x56246b7583b0 2024-09-21T00:29:23.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.569+0000 7f820bff7740 1 -- 172.21.15.67:0/479576344 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56246b7583b0 msgr2=0x56246bb650d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:23.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.569+0000 7f820bff7740 1 --2- 172.21.15.67:0/479576344 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56246b7583b0 0x56246bb650d0 secure :-1 s=READY pgs=1381 cs=0 l=1 rev1=1 crypto rx=0x7f81e8007bf0 tx=0x7f81e8013000 comp rx=0 tx=0).stop 2024-09-21T00:29:23.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.569+0000 7f820bff7740 1 -- 172.21.15.67:0/479576344 shutdown_connections 2024-09-21T00:29:23.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.569+0000 7f820bff7740 1 --2- 172.21.15.67:0/479576344 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56246b760590 0x56246bb52c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:23.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.569+0000 7f820bff7740 1 --2- 172.21.15.67:0/479576344 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56246b7583b0 0x56246bb650d0 unknown :-1 s=CLOSED pgs=1381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:23.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.569+0000 7f820bff7740 1 --2- 172.21.15.67:0/479576344 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56246b73fe40 0x56246bb64b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:23.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.569+0000 7f820bff7740 1 -- 172.21.15.67:0/479576344 >> 172.21.15.67:0/479576344 conn(0x56246b7753c0 msgr2=0x56246bb65770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:23.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.569+0000 7f820bff7740 1 -- 172.21.15.67:0/479576344 shutdown_connections 2024-09-21T00:29:23.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.569+0000 7f820bff7740 1 -- 172.21.15.67:0/479576344 wait complete. 2024-09-21T00:29:23.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.569+0000 7f820bff7740 1 -- start start 2024-09-21T00:29:23.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.570+0000 7f820bff7740 1 Processor -- start 2024-09-21T00:29:23.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.571+0000 7f820bff7740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56246b73fe40 0x56246bb847a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:23.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.571+0000 7f820bff7740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56246b7583b0 0x56246bb84ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:23.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.571+0000 7f820bff7740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56246b760590 0x56246bb85920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:23.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.571+0000 7f820bff7740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x56246bb7cc00 con 0x56246b73fe40 2024-09-21T00:29:23.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.571+0000 7f820bff7740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x56246bb6e810 con 0x56246b760590 2024-09-21T00:29:23.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.571+0000 7f820bff7740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x56246bb807a0 con 0x56246b7583b0 2024-09-21T00:29:23.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.571+0000 7f820bff7740 10 client.0 _ll_register_callbacks cb 0x7f81f0031e70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:29:23.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.571+0000 7f81fed9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56246b73fe40 0x56246bb847a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:23.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.571+0000 7f81fed9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56246b73fe40 0x56246bb847a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48934/0 (socket says 172.21.15.67:48934) 2024-09-21T00:29:23.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.571+0000 7f81fed9d640 1 -- 172.21.15.67:0/3561430110 learned_addr learned my addr 172.21.15.67:0/3561430110 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:23.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.571+0000 7f81ff59e640 1 --2- 172.21.15.67:0/3561430110 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56246b760590 0x56246bb85920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:23.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.571+0000 7f81f659c640 1 --2- 172.21.15.67:0/3561430110 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56246b7583b0 0x56246bb84ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:23.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.571+0000 7f81fed9d640 1 -- 172.21.15.67:0/3561430110 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56246b7583b0 msgr2=0x56246bb84ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:29:23.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.571+0000 7f81fed9d640 1 --2- 172.21.15.67:0/3561430110 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56246b7583b0 0x56246bb84ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:23.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.571+0000 7f81fed9d640 1 -- 172.21.15.67:0/3561430110 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56246b760590 msgr2=0x56246bb85920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:29:23.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.571+0000 7f81fed9d640 1 --2- 172.21.15.67:0/3561430110 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56246b760590 0x56246bb85920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:23.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.571+0000 7f81fed9d640 1 -- 172.21.15.67:0/3561430110 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56246bb1e9c0 con 0x56246b73fe40 2024-09-21T00:29:23.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.571+0000 7f81ff59e640 1 --2- 172.21.15.67:0/3561430110 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56246b760590 0x56246bb85920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:29:23.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.571+0000 7f81fed9d640 1 --2- 172.21.15.67:0/3561430110 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56246b73fe40 0x56246bb847a0 secure :-1 s=READY pgs=1382 cs=0 l=1 rev1=1 crypto rx=0x7f81f008a8b0 tx=0x7f81f00b9e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=42395be87e9dd53c server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:23.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.571+0000 7f81ddffb640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:29:23.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.572+0000 7f81ddffb640 1 -- 172.21.15.67:0/3561430110 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81f0049030 con 0x56246b73fe40 2024-09-21T00:29:23.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.572+0000 7f81ddffb640 1 -- 172.21.15.67:0/3561430110 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(117..117 src has 1..117) ==== 5709+0+0 (secure 0 0 0) 0x7f81f00a5930 con 0x56246b73fe40 2024-09-21T00:29:23.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.572+0000 7f820bff7740 1 -- 172.21.15.67:0/3561430110 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f81e802e070 con 0x56246b73fe40 2024-09-21T00:29:23.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.572+0000 7f81ddffb640 1 -- 172.21.15.67:0/3561430110 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=99) ==== 24+0+0 (secure 0 0 0) 0x7f81f00834d0 con 0x56246b73fe40 2024-09-21T00:29:23.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.572+0000 7f820bff7740 10 client.8232 fetch_fsmap learned FSMap version 99 2024-09-21T00:29:23.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.572+0000 7f820bff7740 1 -- 172.21.15.67:0/3561430110 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=99,monmap=2+}) -- 0x56246bb1e9c0 con 0x56246b73fe40 2024-09-21T00:29:23.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.572+0000 7f81ddffb640 1 -- 172.21.15.67:0/3561430110 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f81e802e070 con 0x56246b73fe40 2024-09-21T00:29:23.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.572+0000 7f81ddffb640 1 -- 172.21.15.67:0/3561430110 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 99) ==== 3502+0+0 (secure 0 0 0) 0x7f81f0082960 con 0x56246b73fe40 2024-09-21T00:29:23.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.572+0000 7f820bff7740 10 client.8232 fetch_fsmap finished waiting for FSMap version 99 2024-09-21T00:29:23.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.572+0000 7f820bff7740 10 client.8232 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-21T00:29:23.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.572+0000 7f820bff7740 20 client.8232 populate_metadata read hostname 'smithi067' 2024-09-21T00:29:23.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.572+0000 7f820bff7740 1 --2- 172.21.15.67:0/3561430110 >> [v2:172.21.15.97:6834/2742067706,v1:172.21.15.97:6836/2742067706] conn(0x56246b715280 0x56246bb406e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:23.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.572+0000 7f820bff7740 4 client.8232 mds_command: new command op to 8103 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-21T00:29:23.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.572+0000 7f820bff7740 1 -- 172.21.15.67:0/3561430110 --> [v2:172.21.15.97:6834/2742067706,v1:172.21.15.97:6836/2742067706] -- command(tid 0: {"prefix": "status"}) -- 0x56246ba99220 con 0x56246b715280 2024-09-21T00:29:23.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.572+0000 7f81f659c640 1 --2- 172.21.15.67:0/3561430110 >> [v2:172.21.15.97:6834/2742067706,v1:172.21.15.97:6836/2742067706] conn(0x56246b715280 0x56246bb406e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:23.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.573+0000 7f81ddffb640 10 client.8232 ms_handle_connect on v2:172.21.15.97:6834/2742067706 2024-09-21T00:29:23.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.573+0000 7f81f659c640 1 --2- 172.21.15.67:0/3561430110 >> [v2:172.21.15.97:6834/2742067706,v1:172.21.15.97:6836/2742067706] conn(0x56246b715280 0x56246bb406e0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=39c345021ec2f8c6 server_cookie=9f0a51b140cbe07d in_seq=0 out_seq=0 2024-09-21T00:29:23.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.573+0000 7f81ddffb640 1 -- 172.21.15.67:0/3561430110 <== mds.0 v2:172.21.15.97:6834/2742067706 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x56246ba99220 con 0x56246b715280 2024-09-21T00:29:23.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.573+0000 7f81ddffb640 10 client.8232 handle_command_reply: tid=0 2024-09-21T00:29:23.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.573+0000 7f820bff7740 1 client.8232 shutdown 2024-09-21T00:29:23.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.573+0000 7f820bff7740 1 -- 172.21.15.67:0/3561430110 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56246b73fe40 msgr2=0x56246bb847a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:23.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.573+0000 7f820bff7740 1 --2- 172.21.15.67:0/3561430110 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56246b73fe40 0x56246bb847a0 secure :-1 s=READY pgs=1382 cs=0 l=1 rev1=1 crypto rx=0x7f81f008a8b0 tx=0x7f81f00b9e60 comp rx=0 tx=0).stop 2024-09-21T00:29:23.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.573+0000 7f820bff7740 1 -- 172.21.15.67:0/3561430110 shutdown_connections 2024-09-21T00:29:23.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.573+0000 7f820bff7740 1 --2- 172.21.15.67:0/3561430110 >> [v2:172.21.15.97:6834/2742067706,v1:172.21.15.97:6836/2742067706] conn(0x56246b715280 0x56246bb406e0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:23.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.573+0000 7f820bff7740 1 --2- 172.21.15.67:0/3561430110 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56246b760590 0x56246bb85920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:23.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.573+0000 7f820bff7740 1 --2- 172.21.15.67:0/3561430110 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56246b7583b0 0x56246bb84ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:23.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.573+0000 7f81ddffb640 0 client.8232 ms_handle_reset on v2:172.21.15.97:6834/2742067706 2024-09-21T00:29:23.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.573+0000 7f820bff7740 1 --2- 172.21.15.67:0/3561430110 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56246b73fe40 0x56246bb847a0 unknown :-1 s=CLOSED pgs=1382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:23.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.573+0000 7f820bff7740 1 -- 172.21.15.67:0/3561430110 >> 172.21.15.67:0/3561430110 conn(0x56246b7753c0 msgr2=0x56246bb34f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:23.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.573+0000 7f820bff7740 1 -- 172.21.15.67:0/3561430110 shutdown_connections 2024-09-21T00:29:23.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.573+0000 7f820bff7740 1 -- 172.21.15.67:0/3561430110 wait complete. 2024-09-21T00:29:23.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.573+0000 7f820bff7740 20 client.8232 trim_cache size 0 max 16384 2024-09-21T00:29:23.581 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:29:23.581 INFO:teuthology.orchestra.run.smithi067.stdout: "cluster_fsid": "166a8832-baab-4541-be5c-9c3483b3f7a3", 2024-09-21T00:29:23.582 INFO:teuthology.orchestra.run.smithi067.stdout: "whoami": 0, 2024-09-21T00:29:23.582 INFO:teuthology.orchestra.run.smithi067.stdout: "id": 8103, 2024-09-21T00:29:23.582 INFO:teuthology.orchestra.run.smithi067.stdout: "want_state": "up:active", 2024-09-21T00:29:23.582 INFO:teuthology.orchestra.run.smithi067.stdout: "state": "up:active", 2024-09-21T00:29:23.582 INFO:teuthology.orchestra.run.smithi067.stdout: "fs_name": "cephfs", 2024-09-21T00:29:23.582 INFO:teuthology.orchestra.run.smithi067.stdout: "rank_uptime": 5.8714106460000002, 2024-09-21T00:29:23.582 INFO:teuthology.orchestra.run.smithi067.stdout: "mdsmap_epoch": 99, 2024-09-21T00:29:23.582 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch": 117, 2024-09-21T00:29:23.582 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch_barrier": 117, 2024-09-21T00:29:23.582 INFO:teuthology.orchestra.run.smithi067.stdout: "uptime": 10.517704384 2024-09-21T00:29:23.583 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:29:23.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.574+0000 7f820508b640 1 -- 172.21.15.67:0/108894340 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f81e0078b90 msgr2=0x7f81e007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:23.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.574+0000 7f820508b640 1 --2- 172.21.15.67:0/108894340 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f81e0078b90 0x7f81e007b0a0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f82001f9db0 tx=0x7f81e8009040 comp rx=0 tx=0).stop 2024-09-21T00:29:23.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.574+0000 7f820508b640 1 -- 172.21.15.67:0/108894340 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f82000b7c20 msgr2=0x7f820014aaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:23.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.574+0000 7f820508b640 1 --2- 172.21.15.67:0/108894340 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f82000b7c20 0x7f820014aaf0 secure :-1 s=READY pgs=1378 cs=0 l=1 rev1=1 crypto rx=0x7f81f002abc0 tx=0x7f81f00316b0 comp rx=0 tx=0).stop 2024-09-21T00:29:23.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.574+0000 7f820508b640 1 -- 172.21.15.67:0/108894340 shutdown_connections 2024-09-21T00:29:23.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.574+0000 7f820508b640 1 --2- 172.21.15.67:0/108894340 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f81e0078b90 0x7f81e007b0a0 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:23.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.574+0000 7f820508b640 1 --2- 172.21.15.67:0/108894340 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f82000d11c0 0x7f82001f8cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:23.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.574+0000 7f820508b640 1 --2- 172.21.15.67:0/108894340 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f82000cf010 0x7f82000b5f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:23.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.574+0000 7f820508b640 1 --2- 172.21.15.67:0/108894340 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f82000b7c20 0x7f820014aaf0 unknown :-1 s=CLOSED pgs=1378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:23.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.574+0000 7f820508b640 1 -- 172.21.15.67:0/108894340 >> 172.21.15.67:0/108894340 conn(0x7f820006dfb0 msgr2=0x7f82000d15d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:23.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.574+0000 7f820508b640 1 -- 172.21.15.67:0/108894340 shutdown_connections 2024-09-21T00:29:23.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.574+0000 7f820508b640 1 -- 172.21.15.67:0/108894340 wait complete. 2024-09-21T00:29:23.586 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-21T00:29:23.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.701+0000 7fdf6f550640 1 -- 172.21.15.67:0/2754371141 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdf680d11c0 msgr2=0x7fdf680d15d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:23.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.701+0000 7fdf6f550640 1 --2- 172.21.15.67:0/2754371141 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdf680d11c0 0x7fdf680d15d0 secure :-1 s=READY pgs=1383 cs=0 l=1 rev1=1 crypto rx=0x7fdf6808d710 tx=0x7fdf6002aa30 comp rx=0 tx=0).stop 2024-09-21T00:29:23.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.701+0000 7fdf6f550640 1 -- 172.21.15.67:0/2754371141 shutdown_connections 2024-09-21T00:29:23.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.701+0000 7fdf6f550640 1 --2- 172.21.15.67:0/2754371141 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdf680d11c0 0x7fdf680d15d0 unknown :-1 s=CLOSED pgs=1383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:23.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.701+0000 7fdf6f550640 1 --2- 172.21.15.67:0/2754371141 >> v2:172.21.15.97:3300/0 conn(0x7fdf68162ea0 0x7fdf680cf740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:23.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.701+0000 7fdf6f550640 1 -- 172.21.15.67:0/2754371141 >> 172.21.15.67:0/2754371141 conn(0x7fdf6806dfb0 msgr2=0x7fdf6806e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:23.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.702+0000 7fdf6f550640 1 -- 172.21.15.67:0/2754371141 shutdown_connections 2024-09-21T00:29:23.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.702+0000 7fdf6f550640 1 -- 172.21.15.67:0/2754371141 wait complete. 2024-09-21T00:29:23.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.703+0000 7fdf6f550640 1 Processor -- start 2024-09-21T00:29:23.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.703+0000 7fdf6f550640 1 -- start start 2024-09-21T00:29:23.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.705+0000 7fdf6f550640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdf680d11c0 0x7fdf681f8cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:23.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.705+0000 7fdf6f550640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdf680d2b00 0x7fdf681f91f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:23.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.705+0000 7fdf6f550640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdf68162ea0 0x7fdf680cbec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:23.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.705+0000 7fdf6f550640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fdf6815f640 con 0x7fdf68162ea0 2024-09-21T00:29:23.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.705+0000 7fdf6f550640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fdf6815f4c0 con 0x7fdf680d2b00 2024-09-21T00:29:23.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.705+0000 7fdf6f550640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fdf6815f7c0 con 0x7fdf680d11c0 2024-09-21T00:29:23.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.705+0000 7fdf6daed640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdf68162ea0 0x7fdf680cbec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:23.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.705+0000 7fdf6daed640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdf68162ea0 0x7fdf680cbec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:48944/0 (socket says 172.21.15.67:48944) 2024-09-21T00:29:23.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.705+0000 7fdf6daed640 1 -- 172.21.15.67:0/2471257704 learned_addr learned my addr 172.21.15.67:0/2471257704 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:23.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.705+0000 7fdf6d2ec640 1 --2- 172.21.15.67:0/2471257704 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdf680d11c0 0x7fdf681f8cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:23.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.705+0000 7fdf6caeb640 1 --2- 172.21.15.67:0/2471257704 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdf680d2b00 0x7fdf681f91f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:23.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.705+0000 7fdf6daed640 1 -- 172.21.15.67:0/2471257704 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdf680d11c0 msgr2=0x7fdf681f8cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:23.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.705+0000 7fdf6daed640 1 --2- 172.21.15.67:0/2471257704 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdf680d11c0 0x7fdf681f8cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:23.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.705+0000 7fdf6daed640 1 -- 172.21.15.67:0/2471257704 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdf680d2b00 msgr2=0x7fdf681f91f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:23.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.705+0000 7fdf6daed640 1 --2- 172.21.15.67:0/2471257704 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdf680d2b00 0x7fdf681f91f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:23.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.705+0000 7fdf6daed640 1 -- 172.21.15.67:0/2471257704 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf6814f990 con 0x7fdf68162ea0 2024-09-21T00:29:23.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.705+0000 7fdf6daed640 1 --2- 172.21.15.67:0/2471257704 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdf68162ea0 0x7fdf680cbec0 secure :-1 s=READY pgs=1384 cs=0 l=1 rev1=1 crypto rx=0x7fdf60005fd0 tx=0x7fdf60003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:23.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.705+0000 7fdf5dffb640 1 -- 172.21.15.67:0/2471257704 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf60033050 con 0x7fdf68162ea0 2024-09-21T00:29:23.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.706+0000 7fdf6f550640 1 -- 172.21.15.67:0/2471257704 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf6814fc70 con 0x7fdf68162ea0 2024-09-21T00:29:23.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.706+0000 7fdf5dffb640 1 -- 172.21.15.67:0/2471257704 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdf60004450 con 0x7fdf68162ea0 2024-09-21T00:29:23.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.706+0000 7fdf5dffb640 1 -- 172.21.15.67:0/2471257704 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf60004840 con 0x7fdf68162ea0 2024-09-21T00:29:23.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.706+0000 7fdf6f550640 1 -- 172.21.15.67:0/2471257704 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf68150230 con 0x7fdf68162ea0 2024-09-21T00:29:23.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.707+0000 7fdf6f550640 1 -- 172.21.15.67:0/2471257704 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf6815fd00 con 0x7fdf68162ea0 2024-09-21T00:29:23.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.707+0000 7fdf5dffb640 1 -- 172.21.15.67:0/2471257704 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fdf60036070 con 0x7fdf68162ea0 2024-09-21T00:29:23.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.708+0000 7fdf5dffb640 1 --2- 172.21.15.67:0/2471257704 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdf4c078bc0 0x7fdf4c07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:23.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.708+0000 7fdf5dffb640 1 -- 172.21.15.67:0/2471257704 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5709+0+0 (secure 0 0 0) 0x7fdf600bc0c0 con 0x7fdf68162ea0 2024-09-21T00:29:23.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.708+0000 7fdf6d2ec640 1 --2- 172.21.15.67:0/2471257704 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdf4c078bc0 0x7fdf4c07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:23.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.709+0000 7fdf6d2ec640 1 --2- 172.21.15.67:0/2471257704 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdf4c078bc0 0x7fdf4c07b0d0 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7fdf6400bb30 tx=0x7fdf6400b2e0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:23.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.713+0000 7fdf5dffb640 1 -- 172.21.15.67:0/2471257704 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fdf60083ec0 con 0x7fdf68162ea0 2024-09-21T00:29:23.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.938+0000 7fdf6f550640 1 -- 172.21.15.67:0/2471257704 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7fdf6815e890 con 0x7fdf68162ea0 2024-09-21T00:29:23.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.938+0000 7fdf5dffb640 1 -- 172.21.15.67:0/2471257704 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v99) ==== 53+0+73 (secure 0 0 0) 0x7fdf600888f0 con 0x7fdf68162ea0 2024-09-21T00:29:23.940 INFO:teuthology.orchestra.run.smithi067.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-21T00:29:23.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.940+0000 7fdf6f550640 1 -- 172.21.15.67:0/2471257704 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdf4c078bc0 msgr2=0x7fdf4c07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:23.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.940+0000 7fdf6f550640 1 --2- 172.21.15.67:0/2471257704 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdf4c078bc0 0x7fdf4c07b0d0 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7fdf6400bb30 tx=0x7fdf6400b2e0 comp rx=0 tx=0).stop 2024-09-21T00:29:23.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.940+0000 7fdf6f550640 1 -- 172.21.15.67:0/2471257704 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdf68162ea0 msgr2=0x7fdf680cbec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:23.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.940+0000 7fdf6f550640 1 --2- 172.21.15.67:0/2471257704 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdf68162ea0 0x7fdf680cbec0 secure :-1 s=READY pgs=1384 cs=0 l=1 rev1=1 crypto rx=0x7fdf60005fd0 tx=0x7fdf60003f10 comp rx=0 tx=0).stop 2024-09-21T00:29:23.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.940+0000 7fdf6f550640 1 -- 172.21.15.67:0/2471257704 shutdown_connections 2024-09-21T00:29:23.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.940+0000 7fdf6f550640 1 --2- 172.21.15.67:0/2471257704 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdf4c078bc0 0x7fdf4c07b0d0 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:23.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.940+0000 7fdf6f550640 1 --2- 172.21.15.67:0/2471257704 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdf68162ea0 0x7fdf680cbec0 unknown :-1 s=CLOSED pgs=1384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:23.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.940+0000 7fdf6f550640 1 --2- 172.21.15.67:0/2471257704 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdf680d2b00 0x7fdf681f91f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:23.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.940+0000 7fdf6f550640 1 --2- 172.21.15.67:0/2471257704 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdf680d11c0 0x7fdf681f8cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:23.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.940+0000 7fdf6f550640 1 -- 172.21.15.67:0/2471257704 >> 172.21.15.67:0/2471257704 conn(0x7fdf6806dfb0 msgr2=0x7fdf680b87f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:23.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.940+0000 7fdf6f550640 1 -- 172.21.15.67:0/2471257704 shutdown_connections 2024-09-21T00:29:23.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:23.940+0000 7fdf6f550640 1 -- 172.21.15.67:0/2471257704 wait complete. 2024-09-21T00:29:23.953 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-21T00:29:23.953 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-21T00:29:23.953 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi067.front.sepia.ceph.com 2024-09-21T00:29:23.953 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-21T00:29:23.954 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-21T00:29:23.954 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-21T00:29:23.954 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-21T00:29:23.954 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-21T00:29:23.954 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-21T00:29:23.954 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:29:23.955 DEBUG:teuthology.orchestra.run.smithi067:> ip addr 2024-09-21T00:29:23.971 INFO:teuthology.orchestra.run.smithi067.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-21T00:29:23.971 INFO:teuthology.orchestra.run.smithi067.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-21T00:29:23.971 INFO:teuthology.orchestra.run.smithi067.stdout: inet 127.0.0.1/8 scope host lo 2024-09-21T00:29:23.971 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:29:23.971 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 ::1/128 scope host 2024-09-21T00:29:23.972 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:29:23.972 INFO:teuthology.orchestra.run.smithi067.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-21T00:29:23.972 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:a8:b4:7e brd ff:ff:ff:ff:ff:ff 2024-09-21T00:29:23.972 INFO:teuthology.orchestra.run.smithi067.stdout: altname enp7s0f0 2024-09-21T00:29:23.972 INFO:teuthology.orchestra.run.smithi067.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-21T00:29:23.972 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:a8:b4:7f brd ff:ff:ff:ff:ff:ff 2024-09-21T00:29:23.972 INFO:teuthology.orchestra.run.smithi067.stdout: altname enp7s0f1 2024-09-21T00:29:23.972 INFO:teuthology.orchestra.run.smithi067.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-21T00:29:23.972 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:b6:fc:0a brd ff:ff:ff:ff:ff:ff 2024-09-21T00:29:23.972 INFO:teuthology.orchestra.run.smithi067.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-21T00:29:23.972 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:b6:fc:0b brd ff:ff:ff:ff:ff:ff 2024-09-21T00:29:23.972 INFO:teuthology.orchestra.run.smithi067.stdout: inet 172.21.15.67/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-21T00:29:23.972 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft 42304sec preferred_lft 42304sec 2024-09-21T00:29:23.972 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::ec4:7aff:feb6:fc0b/64 scope link noprefixroute 2024-09-21T00:29:23.973 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:29:23.973 INFO:teuthology.orchestra.run.smithi067.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-21T00:29:23.973 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether ae:69:02:89:12:0b brd ff:ff:ff:ff:ff:ff 2024-09-21T00:29:23.973 INFO:teuthology.orchestra.run.smithi067.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-21T00:29:23.973 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:29:23.973 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::cb7:27ff:fe38:31a4/64 scope link 2024-09-21T00:29:23.973 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:29:23.973 INFO:teuthology.orchestra.run.smithi067.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T00:29:23.973 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether ae:69:02:89:12:0b brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:29:23.973 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::ac69:2ff:fe89:120b/64 scope link 2024-09-21T00:29:23.973 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:29:23.973 INFO:teuthology.orchestra.run.smithi067.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T00:29:23.973 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether d6:c9:e4:80:cc:a3 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:29:23.973 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::d4c9:e4ff:fe80:cca3/64 scope link 2024-09-21T00:29:23.974 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:29:23.974 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:29:23.974 DEBUG:teuthology.orchestra.run.smithi067:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-21T00:29:24.036 INFO:teuthology.orchestra.run.smithi067.stdout:1 2024-09-21T00:29:24.038 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:29:24.038 DEBUG:teuthology.orchestra.run.smithi067:> route 2024-09-21T00:29:24.095 INFO:teuthology.orchestra.run.smithi067.stdout:Kernel IP routing table 2024-09-21T00:29:24.095 INFO:teuthology.orchestra.run.smithi067.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-21T00:29:24.095 INFO:teuthology.orchestra.run.smithi067.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-21T00:29:24.095 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-21T00:29:24.095 INFO:teuthology.orchestra.run.smithi067.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-21T00:29:24.095 DEBUG:teuthology.orchestra.run.smithi067:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T00:29:24.095 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:29:24.095 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-21T00:29:24.096 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-21T00:29:24.096 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-21T00:29:24.096 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:29:24.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:24 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T00:29:24.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:29:24.224 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:29:24.224 DEBUG:teuthology.orchestra.run.smithi067:> ip netns list 2024-09-21T00:29:24.240 INFO:teuthology.orchestra.run.smithi067.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-21T00:29:24.241 INFO:teuthology.orchestra.run.smithi067.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-21T00:29:24.241 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-21T00:29:24.241 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:29:24.241 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip link set brx.0 up 2024-09-21T00:29:24.307 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-21T00:29:24.307 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T00:29:24.307 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-21T00:29:24.363 INFO:teuthology.orchestra.run.smithi067.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-21T00:29:24.363 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T00:29:24.363 DEBUG:teuthology.orchestra.run.smithi067:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-21T00:29:24.418 DEBUG:teuthology.orchestra.run.smithi067:> sudo modprobe fuse 2024-09-21T00:29:24.485 DEBUG:teuthology.orchestra.run.smithi067:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T00:29:24.543 INFO:teuthology.orchestra.run.smithi067.stdout:/proc 2024-09-21T00:29:24.543 INFO:teuthology.orchestra.run.smithi067.stdout:/sys 2024-09-21T00:29:24.543 INFO:teuthology.orchestra.run.smithi067.stdout:/dev 2024-09-21T00:29:24.543 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/security 2024-09-21T00:29:24.543 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/shm 2024-09-21T00:29:24.543 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/pts 2024-09-21T00:29:24.543 INFO:teuthology.orchestra.run.smithi067.stdout:/run 2024-09-21T00:29:24.543 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/cgroup 2024-09-21T00:29:24.543 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/pstore 2024-09-21T00:29:24.544 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/bpf 2024-09-21T00:29:24.544 INFO:teuthology.orchestra.run.smithi067.stdout:/ 2024-09-21T00:29:24.544 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/selinux 2024-09-21T00:29:24.544 INFO:teuthology.orchestra.run.smithi067.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T00:29:24.544 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/hugepages 2024-09-21T00:29:24.544 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/mqueue 2024-09-21T00:29:24.544 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/debug 2024-09-21T00:29:24.544 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/tracing 2024-09-21T00:29:24.544 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/fuse/connections 2024-09-21T00:29:24.544 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-sysctl.service 2024-09-21T00:29:24.544 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/config 2024-09-21T00:29:24.544 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-21T00:29:24.544 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-21T00:29:24.545 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/nfs/rpc_pipefs 2024-09-21T00:29:24.545 INFO:teuthology.orchestra.run.smithi067.stdout:/run/user/1000 2024-09-21T00:29:24.545 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph 2024-09-21T00:29:24.545 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T00:29:24.545 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T00:29:24.545 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T00:29:24.545 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T00:29:24.545 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns 2024-09-21T00:29:24.545 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:29:24.545 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:29:24.545 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:29:24.545 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:29:24.546 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:29:24.546 DEBUG:teuthology.orchestra.run.smithi067:> ls /sys/fs/fuse/connections 2024-09-21T00:29:24.599 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-21T00:29:24.599 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-21T00:29:24.641 DEBUG:teuthology.orchestra.run.smithi067:> sudo modprobe fuse 2024-09-21T00:29:24.667 DEBUG:teuthology.orchestra.run.smithi067:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T00:29:24.725 INFO:teuthology.orchestra.run.smithi067.stdout:/proc 2024-09-21T00:29:24.725 INFO:teuthology.orchestra.run.smithi067.stdout:/sys 2024-09-21T00:29:24.725 INFO:teuthology.orchestra.run.smithi067.stdout:/dev 2024-09-21T00:29:24.725 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/security 2024-09-21T00:29:24.725 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/shm 2024-09-21T00:29:24.725 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/pts 2024-09-21T00:29:24.726 INFO:teuthology.orchestra.run.smithi067.stdout:/run 2024-09-21T00:29:24.726 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/cgroup 2024-09-21T00:29:24.726 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/pstore 2024-09-21T00:29:24.726 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/bpf 2024-09-21T00:29:24.726 INFO:teuthology.orchestra.run.smithi067.stdout:/ 2024-09-21T00:29:24.726 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/selinux 2024-09-21T00:29:24.726 INFO:teuthology.orchestra.run.smithi067.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T00:29:24.726 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/hugepages 2024-09-21T00:29:24.726 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/mqueue 2024-09-21T00:29:24.726 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/debug 2024-09-21T00:29:24.726 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/tracing 2024-09-21T00:29:24.726 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/fuse/connections 2024-09-21T00:29:24.726 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-sysctl.service 2024-09-21T00:29:24.726 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/config 2024-09-21T00:29:24.727 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-21T00:29:24.727 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-21T00:29:24.727 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/nfs/rpc_pipefs 2024-09-21T00:29:24.727 INFO:teuthology.orchestra.run.smithi067.stdout:/run/user/1000 2024-09-21T00:29:24.727 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph 2024-09-21T00:29:24.727 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T00:29:24.727 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T00:29:24.727 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T00:29:24.727 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T00:29:24.727 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns 2024-09-21T00:29:24.727 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:29:24.728 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:29:24.728 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:29:24.728 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:29:24.728 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:29:24.728 DEBUG:teuthology.orchestra.run.smithi067:> ls /sys/fs/fuse/connections 2024-09-21T00:29:24.741 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:2024-09-21T00:29:24.739+0000 7fd401d3a480 -1 init, newargv = 0x7fd3e4001080 newargc=15 2024-09-21T00:29:24.741 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:ceph-fuse[81234]: starting ceph client 2024-09-21T00:29:24.746 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:ceph-fuse[81234]: starting fuse 2024-09-21T00:29:24.757 INFO:teuthology.orchestra.run.smithi067.stdout:41 2024-09-21T00:29:24.757 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-21T00:29:24.757 DEBUG:teuthology.orchestra.run.smithi067:> sudo stdin-killer -- python3 -c ' 2024-09-21T00:29:24.757 DEBUG:teuthology.orchestra.run.smithi067:> import glob 2024-09-21T00:29:24.757 DEBUG:teuthology.orchestra.run.smithi067:> import re 2024-09-21T00:29:24.757 DEBUG:teuthology.orchestra.run.smithi067:> import os 2024-09-21T00:29:24.757 DEBUG:teuthology.orchestra.run.smithi067:> import subprocess 2024-09-21T00:29:24.757 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:29:24.757 DEBUG:teuthology.orchestra.run.smithi067:> def _find_admin_socket(client_name): 2024-09-21T00:29:24.758 DEBUG:teuthology.orchestra.run.smithi067:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-21T00:29:24.758 DEBUG:teuthology.orchestra.run.smithi067:> files = glob.glob(asok_path) 2024-09-21T00:29:24.758 DEBUG:teuthology.orchestra.run.smithi067:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-21T00:29:24.758 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:29:24.758 DEBUG:teuthology.orchestra.run.smithi067:> # Given a non-glob path, it better be there 2024-09-21T00:29:24.758 DEBUG:teuthology.orchestra.run.smithi067:> if "*" not in asok_path: 2024-09-21T00:29:24.758 DEBUG:teuthology.orchestra.run.smithi067:> assert(len(files) == 1) 2024-09-21T00:29:24.758 DEBUG:teuthology.orchestra.run.smithi067:> return files[0] 2024-09-21T00:29:24.758 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:29:24.758 DEBUG:teuthology.orchestra.run.smithi067:> for f in files: 2024-09-21T00:29:24.758 DEBUG:teuthology.orchestra.run.smithi067:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-21T00:29:24.758 DEBUG:teuthology.orchestra.run.smithi067:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-21T00:29:24.758 DEBUG:teuthology.orchestra.run.smithi067:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-21T00:29:24.758 DEBUG:teuthology.orchestra.run.smithi067:> contents = proc_f.read() 2024-09-21T00:29:24.759 DEBUG:teuthology.orchestra.run.smithi067:> if mountpoint in contents: 2024-09-21T00:29:24.759 DEBUG:teuthology.orchestra.run.smithi067:> return f 2024-09-21T00:29:24.759 DEBUG:teuthology.orchestra.run.smithi067:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-21T00:29:24.759 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:29:24.759 DEBUG:teuthology.orchestra.run.smithi067:> print(_find_admin_socket("client.0")) 2024-09-21T00:29:24.759 DEBUG:teuthology.orchestra.run.smithi067:> ' 2024-09-21T00:29:24.877 INFO:teuthology.orchestra.run.smithi067.stdout:/var/run/ceph/ceph-client.0.81234.asok 2024-09-21T00:29:24.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:29:24.887 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.81234.asok 2024-09-21T00:29:24.887 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:29:24.887 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.81234.asok status 2024-09-21T00:29:25.032 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:29:25.032 INFO:teuthology.orchestra.run.smithi067.stdout: "metadata": { 2024-09-21T00:29:25.032 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", 2024-09-21T00:29:25.033 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", 2024-09-21T00:29:25.033 INFO:teuthology.orchestra.run.smithi067.stdout: "entity_id": "0", 2024-09-21T00:29:25.033 INFO:teuthology.orchestra.run.smithi067.stdout: "hostname": "smithi067", 2024-09-21T00:29:25.033 INFO:teuthology.orchestra.run.smithi067.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-21T00:29:25.033 INFO:teuthology.orchestra.run.smithi067.stdout: "pid": "81234", 2024-09-21T00:29:25.033 INFO:teuthology.orchestra.run.smithi067.stdout: "root": "/" 2024-09-21T00:29:25.033 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:25.033 INFO:teuthology.orchestra.run.smithi067.stdout: "dentry_count": 0, 2024-09-21T00:29:25.033 INFO:teuthology.orchestra.run.smithi067.stdout: "dentry_pinned_count": 0, 2024-09-21T00:29:25.033 INFO:teuthology.orchestra.run.smithi067.stdout: "id": 8241, 2024-09-21T00:29:25.033 INFO:teuthology.orchestra.run.smithi067.stdout: "inst": { 2024-09-21T00:29:25.033 INFO:teuthology.orchestra.run.smithi067.stdout: "name": { 2024-09-21T00:29:25.034 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "client", 2024-09-21T00:29:25.034 INFO:teuthology.orchestra.run.smithi067.stdout: "num": 8241 2024-09-21T00:29:25.034 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:25.034 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": { 2024-09-21T00:29:25.034 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "v1", 2024-09-21T00:29:25.034 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": "192.168.0.1:0", 2024-09-21T00:29:25.034 INFO:teuthology.orchestra.run.smithi067.stdout: "nonce": 2514148185 2024-09-21T00:29:25.034 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:29:25.034 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:25.034 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": { 2024-09-21T00:29:25.034 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "v1", 2024-09-21T00:29:25.035 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": "192.168.0.1:0", 2024-09-21T00:29:25.035 INFO:teuthology.orchestra.run.smithi067.stdout: "nonce": 2514148185 2024-09-21T00:29:25.035 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:25.035 INFO:teuthology.orchestra.run.smithi067.stdout: "inst_str": "client.8241 192.168.0.1:0/2514148185", 2024-09-21T00:29:25.035 INFO:teuthology.orchestra.run.smithi067.stdout: "addr_str": "192.168.0.1:0/2514148185", 2024-09-21T00:29:25.035 INFO:teuthology.orchestra.run.smithi067.stdout: "inode_count": 1, 2024-09-21T00:29:25.035 INFO:teuthology.orchestra.run.smithi067.stdout: "mds_epoch": 99, 2024-09-21T00:29:25.035 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_epoch": 117, 2024-09-21T00:29:25.035 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_epoch_barrier": 0, 2024-09-21T00:29:25.035 INFO:teuthology.orchestra.run.smithi067.stdout: "blocklisted": false, 2024-09-21T00:29:25.035 INFO:teuthology.orchestra.run.smithi067.stdout: "fs_name": "cephfs" 2024-09-21T00:29:25.035 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:29:25.041 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:29:25.041 DEBUG:teuthology.orchestra.run.smithi067:> stat --file-system '--printf=%T 2024-09-21T00:29:25.041 DEBUG:teuthology.orchestra.run.smithi067:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-21T00:29:25.057 INFO:teuthology.orchestra.run.smithi067.stdout:fuseblk 2024-09-21T00:29:25.058 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-21T00:29:25.058 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:29:25.058 DEBUG:teuthology.orchestra.run.smithi067:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-21T00:29:25.127 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:29:25.127 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:29:25.127 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.0 2024-09-21T00:29:25.127 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:29:25.127 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.0/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:29:25.127 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:29:25.127 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:29:25.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:25 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:29:25.248 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:25.248 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:25.249 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0117718 s, 89.1 MB/s 2024-09-21T00:29:25.260 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:25.261 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:25.261 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00875515 s, 120 MB/s 2024-09-21T00:29:25.273 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:25.273 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:25.273 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00992689 s, 106 MB/s 2024-09-21T00:29:25.283 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:25.283 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:25.283 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00769023 s, 136 MB/s 2024-09-21T00:29:25.294 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:25.294 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:25.294 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0083414 s, 126 MB/s 2024-09-21T00:29:25.306 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:25.306 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:25.306 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00867961 s, 121 MB/s 2024-09-21T00:29:25.318 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:25.318 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:25.318 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0102113 s, 103 MB/s 2024-09-21T00:29:25.330 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:25.330 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:25.330 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00808251 s, 130 MB/s 2024-09-21T00:29:25.342 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:25.342 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:25.342 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00841354 s, 125 MB/s 2024-09-21T00:29:25.354 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:25.355 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:25.355 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00819894 s, 128 MB/s 2024-09-21T00:29:25.361 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:25.361 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:25.361 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00803169 s, 131 MB/s 2024-09-21T00:29:25.375 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:25.375 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:25.375 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00819138 s, 128 MB/s 2024-09-21T00:29:25.382 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:25.383 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:25.383 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00783733 s, 134 MB/s 2024-09-21T00:29:25.400 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:25.400 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:25.400 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0104877 s, 100 MB/s 2024-09-21T00:29:25.411 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:25.411 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:25.411 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0101662 s, 103 MB/s 2024-09-21T00:29:25.423 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:25.424 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:25.424 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00846819 s, 124 MB/s 2024-09-21T00:29:25.434 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:25.434 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:25.434 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0082807 s, 127 MB/s 2024-09-21T00:29:25.446 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:25.447 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:25.447 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00834788 s, 126 MB/s 2024-09-21T00:29:25.452 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:25.452 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:25.452 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00799443 s, 131 MB/s 2024-09-21T00:29:25.468 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:25.469 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:25.469 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00798686 s, 131 MB/s 2024-09-21T00:29:25.473 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:25.473 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:25.473 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00839694 s, 125 MB/s 2024-09-21T00:29:25.485 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:25.486 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:25.486 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00871248 s, 120 MB/s 2024-09-21T00:29:25.504 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:25.504 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:25.504 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0077827 s, 135 MB/s 2024-09-21T00:29:25.509 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:25.509 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:25.509 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0080316 s, 131 MB/s 2024-09-21T00:29:25.520 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:25.520 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:25.520 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00845455 s, 124 MB/s 2024-09-21T00:29:25.529 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:25.529 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:25.529 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00820313 s, 128 MB/s 2024-09-21T00:29:25.538 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:25.538 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:25.538 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00820886 s, 128 MB/s 2024-09-21T00:29:25.549 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:25.549 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:25.549 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00785328 s, 134 MB/s 2024-09-21T00:29:25.559 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:25.559 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:25.559 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00797915 s, 131 MB/s 2024-09-21T00:29:25.574 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:25.575 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:25.575 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00789061 s, 133 MB/s 2024-09-21T00:29:25.582 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:25.582 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:25.582 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00845669 s, 124 MB/s 2024-09-21T00:29:25.595 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:25.596 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:25.596 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00876073 s, 120 MB/s 2024-09-21T00:29:25.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:29:25.602 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:29:25.602 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:29:25.602 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.1 2024-09-21T00:29:25.602 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:29:25.602 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.1/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:29:25.602 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:29:25.602 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:29:25.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:25 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:29:25.678 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:25.678 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:25.679 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00798614 s, 131 MB/s 2024-09-21T00:29:25.690 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:25.691 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:25.691 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0088785 s, 118 MB/s 2024-09-21T00:29:25.707 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:25.707 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:25.707 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00781693 s, 134 MB/s 2024-09-21T00:29:25.711 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:25.711 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:25.711 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00844675 s, 124 MB/s 2024-09-21T00:29:25.724 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:25.724 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:25.724 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0080751 s, 130 MB/s 2024-09-21T00:29:25.729 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:25.729 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:25.729 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0079148 s, 132 MB/s 2024-09-21T00:29:25.741 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:25.741 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:25.741 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00808322 s, 130 MB/s 2024-09-21T00:29:25.750 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:25.750 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:25.750 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00806201 s, 130 MB/s 2024-09-21T00:29:25.760 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:25.761 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:25.761 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00783551 s, 134 MB/s 2024-09-21T00:29:25.770 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:25.770 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:25.771 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00729647 s, 144 MB/s 2024-09-21T00:29:25.781 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:25.781 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:25.781 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00772671 s, 136 MB/s 2024-09-21T00:29:25.791 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:25.792 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:25.792 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0079448 s, 132 MB/s 2024-09-21T00:29:25.802 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:25.802 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:25.802 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00799037 s, 131 MB/s 2024-09-21T00:29:25.812 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:25.812 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:25.812 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0075127 s, 140 MB/s 2024-09-21T00:29:25.822 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:25.822 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:25.822 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0076658 s, 137 MB/s 2024-09-21T00:29:25.832 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:25.832 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:25.832 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00738516 s, 142 MB/s 2024-09-21T00:29:25.843 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:25.843 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:25.843 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00778571 s, 135 MB/s 2024-09-21T00:29:25.855 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:25.855 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:25.855 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00905876 s, 116 MB/s 2024-09-21T00:29:25.866 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:25.866 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:25.866 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0092219 s, 114 MB/s 2024-09-21T00:29:25.877 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:25.877 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:25.877 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00796393 s, 132 MB/s 2024-09-21T00:29:25.887 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:25.887 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:25.887 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00777859 s, 135 MB/s 2024-09-21T00:29:25.897 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:25.897 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:25.898 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00750207 s, 140 MB/s 2024-09-21T00:29:25.909 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:25.909 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:25.909 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00876567 s, 120 MB/s 2024-09-21T00:29:25.919 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:25.919 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:25.919 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00745104 s, 141 MB/s 2024-09-21T00:29:25.929 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:25.929 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:25.929 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00759432 s, 138 MB/s 2024-09-21T00:29:25.942 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:25.942 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:25.942 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00758926 s, 138 MB/s 2024-09-21T00:29:25.949 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:25.950 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:25.950 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00762104 s, 138 MB/s 2024-09-21T00:29:25.960 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:25.961 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:25.961 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00781981 s, 134 MB/s 2024-09-21T00:29:25.970 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:25.970 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:25.971 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00781266 s, 134 MB/s 2024-09-21T00:29:25.980 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:25.981 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:25.981 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00733757 s, 143 MB/s 2024-09-21T00:29:25.994 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:25.994 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:25.994 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.010821 s, 96.9 MB/s 2024-09-21T00:29:26.005 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.005 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.005 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00776918 s, 135 MB/s 2024-09-21T00:29:26.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:29:26.011 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:29:26.011 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:29:26.011 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.2 2024-09-21T00:29:26.011 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:29:26.011 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.2/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:29:26.012 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:29:26.012 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:29:26.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:26 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:29:26.077 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.077 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.077 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00819533 s, 128 MB/s 2024-09-21T00:29:26.087 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.087 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.087 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00792654 s, 132 MB/s 2024-09-21T00:29:26.097 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.098 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.098 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00716706 s, 146 MB/s 2024-09-21T00:29:26.109 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.109 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.109 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.008059 s, 130 MB/s 2024-09-21T00:29:26.118 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.118 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.118 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00782324 s, 134 MB/s 2024-09-21T00:29:26.132 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.132 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.132 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0107508 s, 97.5 MB/s 2024-09-21T00:29:26.142 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.142 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.142 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00777928 s, 135 MB/s 2024-09-21T00:29:26.153 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.153 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.153 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00811013 s, 129 MB/s 2024-09-21T00:29:26.163 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.163 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.163 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00782729 s, 134 MB/s 2024-09-21T00:29:26.173 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.173 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.173 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00792141 s, 132 MB/s 2024-09-21T00:29:26.184 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.184 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.184 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00807249 s, 130 MB/s 2024-09-21T00:29:26.194 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.194 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.194 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00754391 s, 139 MB/s 2024-09-21T00:29:26.204 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.204 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.204 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00779258 s, 135 MB/s 2024-09-21T00:29:26.215 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.215 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.215 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00796292 s, 132 MB/s 2024-09-21T00:29:26.226 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.226 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.226 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00891968 s, 118 MB/s 2024-09-21T00:29:26.237 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.237 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.237 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00824677 s, 127 MB/s 2024-09-21T00:29:26.249 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.249 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.249 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00909533 s, 115 MB/s 2024-09-21T00:29:26.258 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.258 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.259 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00726684 s, 144 MB/s 2024-09-21T00:29:26.269 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.269 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.269 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00809416 s, 130 MB/s 2024-09-21T00:29:26.279 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.279 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.279 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00716375 s, 146 MB/s 2024-09-21T00:29:26.291 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.291 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.291 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00907609 s, 116 MB/s 2024-09-21T00:29:26.300 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.300 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.301 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0072677 s, 144 MB/s 2024-09-21T00:29:26.311 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.311 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.311 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00765423 s, 137 MB/s 2024-09-21T00:29:26.321 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.321 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.321 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00789693 s, 133 MB/s 2024-09-21T00:29:26.331 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.332 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.332 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00793391 s, 132 MB/s 2024-09-21T00:29:26.342 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.342 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.342 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00767184 s, 137 MB/s 2024-09-21T00:29:26.353 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.353 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.353 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00831028 s, 126 MB/s 2024-09-21T00:29:26.364 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.364 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.364 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00867001 s, 121 MB/s 2024-09-21T00:29:26.376 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.376 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.376 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00882857 s, 119 MB/s 2024-09-21T00:29:26.386 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.386 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.386 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00775183 s, 135 MB/s 2024-09-21T00:29:26.397 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.397 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.397 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00821646 s, 128 MB/s 2024-09-21T00:29:26.407 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.407 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.407 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00777415 s, 135 MB/s 2024-09-21T00:29:26.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:29:26.414 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:29:26.414 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:29:26.414 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.3 2024-09-21T00:29:26.414 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:29:26.414 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.3/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:29:26.414 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:29:26.414 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:29:26.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:26 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:29:26.481 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.482 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.482 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00802601 s, 131 MB/s 2024-09-21T00:29:26.491 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.491 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.491 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00784358 s, 134 MB/s 2024-09-21T00:29:26.501 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.501 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.501 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00784518 s, 134 MB/s 2024-09-21T00:29:26.512 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.513 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.513 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00852581 s, 123 MB/s 2024-09-21T00:29:26.522 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.522 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.523 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00768171 s, 137 MB/s 2024-09-21T00:29:26.533 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.533 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.533 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00790181 s, 133 MB/s 2024-09-21T00:29:26.544 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.544 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.545 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00900145 s, 116 MB/s 2024-09-21T00:29:26.554 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.555 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.555 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00741675 s, 141 MB/s 2024-09-21T00:29:26.564 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.565 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.565 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00754594 s, 139 MB/s 2024-09-21T00:29:26.574 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.575 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.575 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00740961 s, 142 MB/s 2024-09-21T00:29:26.587 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.587 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.587 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00911311 s, 115 MB/s 2024-09-21T00:29:26.598 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.598 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.598 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00872593 s, 120 MB/s 2024-09-21T00:29:26.608 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.608 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.608 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00817103 s, 128 MB/s 2024-09-21T00:29:26.618 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.619 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.619 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00783947 s, 134 MB/s 2024-09-21T00:29:26.629 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.629 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.630 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00829104 s, 126 MB/s 2024-09-21T00:29:26.639 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.640 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.640 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00762253 s, 138 MB/s 2024-09-21T00:29:26.650 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.650 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.650 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00808017 s, 130 MB/s 2024-09-21T00:29:26.662 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.662 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.662 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00893714 s, 117 MB/s 2024-09-21T00:29:26.673 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.673 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.673 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00840748 s, 125 MB/s 2024-09-21T00:29:26.683 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.683 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.683 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00791972 s, 132 MB/s 2024-09-21T00:29:26.693 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.693 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.693 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0077791 s, 135 MB/s 2024-09-21T00:29:26.703 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.704 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.704 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00791648 s, 132 MB/s 2024-09-21T00:29:26.714 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.714 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.715 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00793717 s, 132 MB/s 2024-09-21T00:29:26.724 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.725 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.725 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00768928 s, 136 MB/s 2024-09-21T00:29:26.736 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.737 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.737 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00923039 s, 114 MB/s 2024-09-21T00:29:26.747 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.747 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.747 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00808654 s, 130 MB/s 2024-09-21T00:29:26.757 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.757 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.757 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00752497 s, 139 MB/s 2024-09-21T00:29:26.767 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.767 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.768 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00789724 s, 133 MB/s 2024-09-21T00:29:26.778 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.778 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.778 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00811074 s, 129 MB/s 2024-09-21T00:29:26.789 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.789 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.789 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0079204 s, 132 MB/s 2024-09-21T00:29:26.800 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.800 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.800 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0087801 s, 119 MB/s 2024-09-21T00:29:26.811 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.811 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.811 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00822642 s, 127 MB/s 2024-09-21T00:29:26.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:29:26.818 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:29:26.818 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:29:26.818 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.4 2024-09-21T00:29:26.818 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:29:26.818 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.4/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:29:26.818 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:29:26.818 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:29:26.870 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:26 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:29:26.883 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.884 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.884 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00800919 s, 131 MB/s 2024-09-21T00:29:26.894 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.894 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.894 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00788676 s, 133 MB/s 2024-09-21T00:29:26.905 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.905 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.905 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00860542 s, 122 MB/s 2024-09-21T00:29:26.915 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.915 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.916 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00781866 s, 134 MB/s 2024-09-21T00:29:26.926 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.926 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.926 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00799173 s, 131 MB/s 2024-09-21T00:29:26.936 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.936 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.936 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0075894 s, 138 MB/s 2024-09-21T00:29:26.947 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.947 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.947 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00763896 s, 137 MB/s 2024-09-21T00:29:26.957 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.958 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.958 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00823835 s, 127 MB/s 2024-09-21T00:29:26.968 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.968 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.968 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00777893 s, 135 MB/s 2024-09-21T00:29:26.978 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.978 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.978 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00757261 s, 138 MB/s 2024-09-21T00:29:26.990 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:26.990 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:26.990 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00901484 s, 116 MB/s 2024-09-21T00:29:27.000 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.001 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.001 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00815485 s, 129 MB/s 2024-09-21T00:29:27.011 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.011 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.011 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00819634 s, 128 MB/s 2024-09-21T00:29:27.021 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.021 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.021 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00776843 s, 135 MB/s 2024-09-21T00:29:27.032 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.033 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.033 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0080137 s, 131 MB/s 2024-09-21T00:29:27.042 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.042 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.043 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00741108 s, 141 MB/s 2024-09-21T00:29:27.054 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.054 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.054 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00934964 s, 112 MB/s 2024-09-21T00:29:27.065 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.065 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.065 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00799388 s, 131 MB/s 2024-09-21T00:29:27.076 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.076 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.077 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00912001 s, 115 MB/s 2024-09-21T00:29:27.087 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.087 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.087 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00807258 s, 130 MB/s 2024-09-21T00:29:27.098 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.098 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.099 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00885241 s, 118 MB/s 2024-09-21T00:29:27.109 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.109 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.109 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00793494 s, 132 MB/s 2024-09-21T00:29:27.120 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.120 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.120 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00815152 s, 129 MB/s 2024-09-21T00:29:27.129 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.129 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.129 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00740282 s, 142 MB/s 2024-09-21T00:29:27.140 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.140 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.140 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00830849 s, 126 MB/s 2024-09-21T00:29:27.151 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.151 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.151 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00797002 s, 132 MB/s 2024-09-21T00:29:27.161 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.161 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.161 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00775366 s, 135 MB/s 2024-09-21T00:29:27.171 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.171 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.171 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00735953 s, 142 MB/s 2024-09-21T00:29:27.182 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.182 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.182 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00803243 s, 131 MB/s 2024-09-21T00:29:27.192 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.192 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.192 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00790866 s, 133 MB/s 2024-09-21T00:29:27.203 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.203 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.203 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00891719 s, 118 MB/s 2024-09-21T00:29:27.214 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.214 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.214 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00798179 s, 131 MB/s 2024-09-21T00:29:27.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:29:27.220 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:29:27.221 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:29:27.221 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.5 2024-09-21T00:29:27.221 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:29:27.221 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.5/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:29:27.221 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:29:27.221 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:29:27.272 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:27 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:29:27.286 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.287 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.287 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00898169 s, 117 MB/s 2024-09-21T00:29:27.298 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.298 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.298 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00858246 s, 122 MB/s 2024-09-21T00:29:27.310 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.310 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.310 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00907753 s, 116 MB/s 2024-09-21T00:29:27.320 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.321 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.321 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00794788 s, 132 MB/s 2024-09-21T00:29:27.331 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.331 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.332 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0088992 s, 118 MB/s 2024-09-21T00:29:27.343 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.343 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.343 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00873489 s, 120 MB/s 2024-09-21T00:29:27.353 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.354 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.354 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00807323 s, 130 MB/s 2024-09-21T00:29:27.363 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.363 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.363 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00742276 s, 141 MB/s 2024-09-21T00:29:27.374 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.374 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.374 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00830138 s, 126 MB/s 2024-09-21T00:29:27.385 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.385 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.385 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00801708 s, 131 MB/s 2024-09-21T00:29:27.396 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.396 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.396 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0091111 s, 115 MB/s 2024-09-21T00:29:27.407 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.407 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.407 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00765256 s, 137 MB/s 2024-09-21T00:29:27.417 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.417 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.417 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00744148 s, 141 MB/s 2024-09-21T00:29:27.428 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.428 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.428 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00860771 s, 122 MB/s 2024-09-21T00:29:27.438 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.438 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.438 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00742857 s, 141 MB/s 2024-09-21T00:29:27.449 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.449 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.449 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00821099 s, 128 MB/s 2024-09-21T00:29:27.459 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.459 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.460 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00821605 s, 128 MB/s 2024-09-21T00:29:27.470 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.470 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.470 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00826032 s, 127 MB/s 2024-09-21T00:29:27.481 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.481 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.481 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0080336 s, 131 MB/s 2024-09-21T00:29:27.492 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.492 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.492 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00889555 s, 118 MB/s 2024-09-21T00:29:27.503 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.503 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.503 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0083013 s, 126 MB/s 2024-09-21T00:29:27.513 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.513 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.513 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00753518 s, 139 MB/s 2024-09-21T00:29:27.524 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.524 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.524 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0080671 s, 130 MB/s 2024-09-21T00:29:27.535 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.535 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.535 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00895621 s, 117 MB/s 2024-09-21T00:29:27.547 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.547 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.547 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00893541 s, 117 MB/s 2024-09-21T00:29:27.558 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.558 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.558 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00862416 s, 122 MB/s 2024-09-21T00:29:27.568 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.568 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.568 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0074551 s, 141 MB/s 2024-09-21T00:29:27.578 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.578 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.579 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0081752 s, 128 MB/s 2024-09-21T00:29:27.589 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.589 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.589 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00785259 s, 134 MB/s 2024-09-21T00:29:27.600 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.600 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.600 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00878914 s, 119 MB/s 2024-09-21T00:29:27.612 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.612 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.612 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00869883 s, 121 MB/s 2024-09-21T00:29:27.621 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.621 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.621 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00756832 s, 139 MB/s 2024-09-21T00:29:27.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:29:27.628 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:29:27.628 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:29:27.628 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.6 2024-09-21T00:29:27.628 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:29:27.628 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.6/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:29:27.628 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:29:27.628 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:29:27.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:27 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:29:27.692 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.692 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.692 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00804505 s, 130 MB/s 2024-09-21T00:29:27.702 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.702 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.702 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00749602 s, 140 MB/s 2024-09-21T00:29:27.712 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.712 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.712 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00732523 s, 143 MB/s 2024-09-21T00:29:27.722 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.722 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.722 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00783862 s, 134 MB/s 2024-09-21T00:29:27.733 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.733 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.733 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00856644 s, 122 MB/s 2024-09-21T00:29:27.744 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.744 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.744 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00853596 s, 123 MB/s 2024-09-21T00:29:27.755 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.755 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.755 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00857077 s, 122 MB/s 2024-09-21T00:29:27.766 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.767 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.767 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00842221 s, 125 MB/s 2024-09-21T00:29:27.778 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.778 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.778 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00883819 s, 119 MB/s 2024-09-21T00:29:27.788 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.788 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.789 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.007819 s, 134 MB/s 2024-09-21T00:29:27.798 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.798 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.798 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00692103 s, 152 MB/s 2024-09-21T00:29:27.808 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.808 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.809 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0077621 s, 135 MB/s 2024-09-21T00:29:27.818 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.818 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.818 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0073745 s, 142 MB/s 2024-09-21T00:29:27.828 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.828 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.828 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00720018 s, 146 MB/s 2024-09-21T00:29:27.837 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.838 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.838 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00698242 s, 150 MB/s 2024-09-21T00:29:27.849 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.849 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.849 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00870264 s, 120 MB/s 2024-09-21T00:29:27.860 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.860 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.860 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00776143 s, 135 MB/s 2024-09-21T00:29:27.870 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.870 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.870 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00755696 s, 139 MB/s 2024-09-21T00:29:27.880 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.880 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.880 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00777719 s, 135 MB/s 2024-09-21T00:29:27.890 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.890 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.890 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00719202 s, 146 MB/s 2024-09-21T00:29:27.900 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.900 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.900 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0072968 s, 144 MB/s 2024-09-21T00:29:27.910 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.910 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.910 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00773275 s, 136 MB/s 2024-09-21T00:29:27.921 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.921 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.921 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00858485 s, 122 MB/s 2024-09-21T00:29:27.930 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.931 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.931 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0068691 s, 153 MB/s 2024-09-21T00:29:27.940 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.940 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.941 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00728654 s, 144 MB/s 2024-09-21T00:29:27.950 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.950 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.950 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00699591 s, 150 MB/s 2024-09-21T00:29:27.960 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.960 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.960 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00746153 s, 141 MB/s 2024-09-21T00:29:27.971 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.971 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.971 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00824094 s, 127 MB/s 2024-09-21T00:29:27.981 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.981 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.981 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00752913 s, 139 MB/s 2024-09-21T00:29:27.992 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:27.992 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:27.992 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00811899 s, 129 MB/s 2024-09-21T00:29:28.002 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.002 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.003 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00832416 s, 126 MB/s 2024-09-21T00:29:28.012 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.012 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.012 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00728704 s, 144 MB/s 2024-09-21T00:29:28.013 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:29:28.019 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:29:28.019 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:29:28.019 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.7 2024-09-21T00:29:28.019 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:29:28.019 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.7/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:29:28.019 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:29:28.019 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:29:28.072 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:28 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:29:28.087 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.087 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.087 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00808768 s, 130 MB/s 2024-09-21T00:29:28.098 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.098 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.098 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00833475 s, 126 MB/s 2024-09-21T00:29:28.110 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.110 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.110 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00898061 s, 117 MB/s 2024-09-21T00:29:28.122 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.122 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.122 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0092039 s, 114 MB/s 2024-09-21T00:29:28.133 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.133 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.133 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0086406 s, 121 MB/s 2024-09-21T00:29:28.144 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.144 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.144 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00830352 s, 126 MB/s 2024-09-21T00:29:28.154 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.154 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.154 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00779013 s, 135 MB/s 2024-09-21T00:29:28.165 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.165 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.165 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0082589 s, 127 MB/s 2024-09-21T00:29:28.175 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.175 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.175 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00749874 s, 140 MB/s 2024-09-21T00:29:28.185 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.185 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.185 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00758105 s, 138 MB/s 2024-09-21T00:29:28.195 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.195 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.195 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00739847 s, 142 MB/s 2024-09-21T00:29:28.205 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.205 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.205 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00754568 s, 139 MB/s 2024-09-21T00:29:28.215 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.215 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.215 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00727748 s, 144 MB/s 2024-09-21T00:29:28.226 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.226 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.226 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0081289 s, 129 MB/s 2024-09-21T00:29:28.235 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.236 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.236 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00734046 s, 143 MB/s 2024-09-21T00:29:28.246 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.246 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.246 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00773427 s, 136 MB/s 2024-09-21T00:29:28.256 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.256 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.256 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00781542 s, 134 MB/s 2024-09-21T00:29:28.266 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.266 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.266 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00706039 s, 149 MB/s 2024-09-21T00:29:28.275 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.276 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.276 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00710418 s, 148 MB/s 2024-09-21T00:29:28.285 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.285 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.285 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00705142 s, 149 MB/s 2024-09-21T00:29:28.296 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.296 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.296 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00822396 s, 128 MB/s 2024-09-21T00:29:28.307 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.307 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.307 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00824712 s, 127 MB/s 2024-09-21T00:29:28.318 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.318 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.318 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00852131 s, 123 MB/s 2024-09-21T00:29:28.328 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.328 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.328 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00796347 s, 132 MB/s 2024-09-21T00:29:28.338 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.338 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.338 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00751731 s, 139 MB/s 2024-09-21T00:29:28.348 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.348 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.348 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0073639 s, 142 MB/s 2024-09-21T00:29:28.358 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.358 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.358 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00741729 s, 141 MB/s 2024-09-21T00:29:28.368 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.368 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.368 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00744116 s, 141 MB/s 2024-09-21T00:29:28.379 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.379 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.379 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00863399 s, 121 MB/s 2024-09-21T00:29:28.390 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.390 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.390 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00812674 s, 129 MB/s 2024-09-21T00:29:28.399 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.400 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.400 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00728222 s, 144 MB/s 2024-09-21T00:29:28.410 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.410 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.410 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00771492 s, 136 MB/s 2024-09-21T00:29:28.410 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:29:28.417 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:29:28.417 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:29:28.417 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.8 2024-09-21T00:29:28.417 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:29:28.417 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.8/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:29:28.417 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:29:28.417 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:29:28.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:28 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:29:28.481 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.481 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.481 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00767799 s, 137 MB/s 2024-09-21T00:29:28.491 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.491 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.491 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00747899 s, 140 MB/s 2024-09-21T00:29:28.501 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.502 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.502 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00791642 s, 132 MB/s 2024-09-21T00:29:28.512 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.512 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.512 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00823016 s, 127 MB/s 2024-09-21T00:29:28.523 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.523 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.523 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00809622 s, 130 MB/s 2024-09-21T00:29:28.533 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.533 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.533 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00731928 s, 143 MB/s 2024-09-21T00:29:28.542 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.542 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.542 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0068639 s, 153 MB/s 2024-09-21T00:29:28.552 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.553 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.553 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00772054 s, 136 MB/s 2024-09-21T00:29:28.563 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.563 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.563 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00828341 s, 127 MB/s 2024-09-21T00:29:28.574 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.574 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.574 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00803301 s, 131 MB/s 2024-09-21T00:29:28.584 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.584 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.584 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0078898 s, 133 MB/s 2024-09-21T00:29:28.595 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.595 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.595 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00850435 s, 123 MB/s 2024-09-21T00:29:28.604 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.604 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.605 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00683464 s, 153 MB/s 2024-09-21T00:29:28.616 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.616 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.616 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00853868 s, 123 MB/s 2024-09-21T00:29:28.626 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.626 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.626 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00741808 s, 141 MB/s 2024-09-21T00:29:28.636 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.636 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.636 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00741244 s, 141 MB/s 2024-09-21T00:29:28.646 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.646 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.646 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00819285 s, 128 MB/s 2024-09-21T00:29:28.656 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.656 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.656 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0073348 s, 143 MB/s 2024-09-21T00:29:28.667 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.667 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.667 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0082987 s, 126 MB/s 2024-09-21T00:29:28.677 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.677 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.677 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00738201 s, 142 MB/s 2024-09-21T00:29:28.688 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.688 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.688 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00864842 s, 121 MB/s 2024-09-21T00:29:28.698 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.698 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.698 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00746101 s, 141 MB/s 2024-09-21T00:29:28.708 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.708 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.708 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00733445 s, 143 MB/s 2024-09-21T00:29:28.717 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.717 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.717 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00692221 s, 151 MB/s 2024-09-21T00:29:28.727 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.727 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.727 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00710439 s, 148 MB/s 2024-09-21T00:29:28.737 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.737 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.737 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00736751 s, 142 MB/s 2024-09-21T00:29:28.747 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.747 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.747 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00752409 s, 139 MB/s 2024-09-21T00:29:28.757 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.757 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.757 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00770157 s, 136 MB/s 2024-09-21T00:29:28.768 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.768 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.768 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00785615 s, 133 MB/s 2024-09-21T00:29:28.777 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.777 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.777 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.006909 s, 152 MB/s 2024-09-21T00:29:28.787 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.788 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.788 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00758851 s, 138 MB/s 2024-09-21T00:29:28.798 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.798 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.798 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00836441 s, 125 MB/s 2024-09-21T00:29:28.799 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:29:28.805 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:29:28.805 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:29:28.805 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.9 2024-09-21T00:29:28.805 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:29:28.805 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.9/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:29:28.805 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:29:28.805 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:29:28.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:28 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:29:28.871 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.871 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.871 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00884808 s, 119 MB/s 2024-09-21T00:29:28.881 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.881 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.881 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00753419 s, 139 MB/s 2024-09-21T00:29:28.893 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.893 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.893 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00749385 s, 140 MB/s 2024-09-21T00:29:28.901 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.901 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.901 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00735952 s, 142 MB/s 2024-09-21T00:29:28.911 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.911 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.911 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00731395 s, 143 MB/s 2024-09-21T00:29:28.922 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.922 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.922 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00771119 s, 136 MB/s 2024-09-21T00:29:28.931 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.931 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.931 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00751468 s, 140 MB/s 2024-09-21T00:29:28.941 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.942 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.942 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00759888 s, 138 MB/s 2024-09-21T00:29:28.952 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.952 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.952 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00827419 s, 127 MB/s 2024-09-21T00:29:28.963 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.963 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.963 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00815027 s, 129 MB/s 2024-09-21T00:29:28.973 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.973 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.973 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00744784 s, 141 MB/s 2024-09-21T00:29:28.982 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.983 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.983 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00719238 s, 146 MB/s 2024-09-21T00:29:28.992 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:28.993 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:28.993 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00778003 s, 135 MB/s 2024-09-21T00:29:29.003 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.003 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.004 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00840543 s, 125 MB/s 2024-09-21T00:29:29.014 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.014 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.015 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00826763 s, 127 MB/s 2024-09-21T00:29:29.024 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.024 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.024 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00756553 s, 139 MB/s 2024-09-21T00:29:29.034 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.035 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.035 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00759865 s, 138 MB/s 2024-09-21T00:29:29.045 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.045 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.045 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00765497 s, 137 MB/s 2024-09-21T00:29:29.055 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.055 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.055 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00788437 s, 133 MB/s 2024-09-21T00:29:29.065 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.065 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.065 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00778904 s, 135 MB/s 2024-09-21T00:29:29.076 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.076 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.076 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00831809 s, 126 MB/s 2024-09-21T00:29:29.086 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.086 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.086 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00737971 s, 142 MB/s 2024-09-21T00:29:29.096 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.096 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.096 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00753841 s, 139 MB/s 2024-09-21T00:29:29.106 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.106 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.106 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00737247 s, 142 MB/s 2024-09-21T00:29:29.115 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.115 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.115 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00686044 s, 153 MB/s 2024-09-21T00:29:29.126 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.126 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.127 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00844907 s, 124 MB/s 2024-09-21T00:29:29.137 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.137 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.137 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00761825 s, 138 MB/s 2024-09-21T00:29:29.146 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.147 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.147 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00727168 s, 144 MB/s 2024-09-21T00:29:29.157 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.157 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.157 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00783565 s, 134 MB/s 2024-09-21T00:29:29.167 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.167 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.167 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00761463 s, 138 MB/s 2024-09-21T00:29:29.178 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.178 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.178 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00825459 s, 127 MB/s 2024-09-21T00:29:29.188 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.188 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.188 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00754487 s, 139 MB/s 2024-09-21T00:29:29.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:29:29.195 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:29:29.195 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:29:29.195 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.10 2024-09-21T00:29:29.195 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:29:29.195 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.10/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:29:29.195 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:29:29.196 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:29:29.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:29 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:29:29.260 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.261 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.261 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00772805 s, 136 MB/s 2024-09-21T00:29:29.270 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.270 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.270 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00697887 s, 150 MB/s 2024-09-21T00:29:29.281 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.281 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.281 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00824273 s, 127 MB/s 2024-09-21T00:29:29.291 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.291 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.291 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0073392 s, 143 MB/s 2024-09-21T00:29:29.301 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.301 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.301 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00740356 s, 142 MB/s 2024-09-21T00:29:29.311 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.311 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.311 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00740536 s, 142 MB/s 2024-09-21T00:29:29.322 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.322 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.322 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00831148 s, 126 MB/s 2024-09-21T00:29:29.332 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.332 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.332 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0075031 s, 140 MB/s 2024-09-21T00:29:29.342 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.342 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.342 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00743617 s, 141 MB/s 2024-09-21T00:29:29.352 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.352 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.352 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00758959 s, 138 MB/s 2024-09-21T00:29:29.362 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.362 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.362 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00748956 s, 140 MB/s 2024-09-21T00:29:29.372 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.372 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.372 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00757544 s, 138 MB/s 2024-09-21T00:29:29.383 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.383 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.383 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00838291 s, 125 MB/s 2024-09-21T00:29:29.394 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.394 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.394 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0083551 s, 126 MB/s 2024-09-21T00:29:29.404 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.404 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.404 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00730095 s, 144 MB/s 2024-09-21T00:29:29.414 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.414 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.414 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00710165 s, 148 MB/s 2024-09-21T00:29:29.424 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.424 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.424 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00744404 s, 141 MB/s 2024-09-21T00:29:29.433 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.434 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.434 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00711218 s, 147 MB/s 2024-09-21T00:29:29.444 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.444 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.445 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0082057 s, 128 MB/s 2024-09-21T00:29:29.454 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.454 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.455 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00740907 s, 142 MB/s 2024-09-21T00:29:29.465 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.466 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.466 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00866024 s, 121 MB/s 2024-09-21T00:29:29.475 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.476 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.476 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00751316 s, 140 MB/s 2024-09-21T00:29:29.486 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.486 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.486 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00766294 s, 137 MB/s 2024-09-21T00:29:29.496 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.496 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.496 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00729994 s, 144 MB/s 2024-09-21T00:29:29.506 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.506 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.506 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00789119 s, 133 MB/s 2024-09-21T00:29:29.517 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.517 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.518 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00864424 s, 121 MB/s 2024-09-21T00:29:29.527 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.527 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.527 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00690845 s, 152 MB/s 2024-09-21T00:29:29.537 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.537 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.537 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00711984 s, 147 MB/s 2024-09-21T00:29:29.548 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.548 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.548 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00838226 s, 125 MB/s 2024-09-21T00:29:29.557 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.557 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.558 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00706923 s, 148 MB/s 2024-09-21T00:29:29.568 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.568 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.568 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00826246 s, 127 MB/s 2024-09-21T00:29:29.579 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.579 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.579 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00841696 s, 125 MB/s 2024-09-21T00:29:29.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:29:29.586 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:29:29.587 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:29:29.587 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.11 2024-09-21T00:29:29.587 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:29:29.587 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.11/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:29:29.587 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:29:29.587 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:29:29.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:29 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:29:29.651 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.651 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.651 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00754827 s, 139 MB/s 2024-09-21T00:29:29.662 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.662 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.662 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00842193 s, 125 MB/s 2024-09-21T00:29:29.672 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.672 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.672 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00774118 s, 135 MB/s 2024-09-21T00:29:29.683 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.683 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.683 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00852875 s, 123 MB/s 2024-09-21T00:29:29.693 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.694 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.694 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0075208 s, 139 MB/s 2024-09-21T00:29:29.704 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.704 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.704 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00768825 s, 136 MB/s 2024-09-21T00:29:29.714 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.714 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.714 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00755405 s, 139 MB/s 2024-09-21T00:29:29.724 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.724 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.724 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00749986 s, 140 MB/s 2024-09-21T00:29:29.740 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.740 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.740 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0134423 s, 78.0 MB/s 2024-09-21T00:29:29.751 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.751 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.752 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00836581 s, 125 MB/s 2024-09-21T00:29:29.761 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.762 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.762 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00747414 s, 140 MB/s 2024-09-21T00:29:29.771 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.771 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.771 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00710108 s, 148 MB/s 2024-09-21T00:29:29.780 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.781 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.781 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00703808 s, 149 MB/s 2024-09-21T00:29:29.790 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.791 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.791 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00720703 s, 145 MB/s 2024-09-21T00:29:29.801 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.801 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.801 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00776131 s, 135 MB/s 2024-09-21T00:29:29.811 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.811 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.811 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.007694 s, 136 MB/s 2024-09-21T00:29:29.821 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.821 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.821 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00776409 s, 135 MB/s 2024-09-21T00:29:29.831 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.831 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.831 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00740712 s, 142 MB/s 2024-09-21T00:29:29.842 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.842 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.842 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00818014 s, 128 MB/s 2024-09-21T00:29:29.853 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.854 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.854 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00840523 s, 125 MB/s 2024-09-21T00:29:29.864 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.864 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.864 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00735667 s, 143 MB/s 2024-09-21T00:29:29.874 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.874 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.874 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00759649 s, 138 MB/s 2024-09-21T00:29:29.885 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.885 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.885 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00735589 s, 143 MB/s 2024-09-21T00:29:29.895 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.895 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.895 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00745213 s, 141 MB/s 2024-09-21T00:29:29.906 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.906 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.906 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0077287 s, 136 MB/s 2024-09-21T00:29:29.915 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.916 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.916 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00707403 s, 148 MB/s 2024-09-21T00:29:29.926 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.926 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.927 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0077916 s, 135 MB/s 2024-09-21T00:29:29.937 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.937 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.937 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00758358 s, 138 MB/s 2024-09-21T00:29:29.947 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.947 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.948 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0075136 s, 140 MB/s 2024-09-21T00:29:29.959 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.959 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.959 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00852682 s, 123 MB/s 2024-09-21T00:29:29.970 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.970 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.970 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00772944 s, 136 MB/s 2024-09-21T00:29:29.981 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:29.981 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:29.981 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00834039 s, 126 MB/s 2024-09-21T00:29:29.981 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:29:29.987 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:29:29.987 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:29:29.988 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.12 2024-09-21T00:29:29.988 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:29:29.988 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.12/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:29:29.988 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:29:29.988 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:29:30.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:30 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:29:30.052 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.052 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.053 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00849135 s, 123 MB/s 2024-09-21T00:29:30.063 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.063 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.063 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0076249 s, 138 MB/s 2024-09-21T00:29:30.073 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.073 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.073 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00734258 s, 143 MB/s 2024-09-21T00:29:30.083 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.084 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.084 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00752281 s, 139 MB/s 2024-09-21T00:29:30.095 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.095 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.095 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00846384 s, 124 MB/s 2024-09-21T00:29:30.106 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.106 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.106 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00763562 s, 137 MB/s 2024-09-21T00:29:30.115 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.115 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.116 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00672285 s, 156 MB/s 2024-09-21T00:29:30.127 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.127 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.127 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0085882 s, 122 MB/s 2024-09-21T00:29:30.138 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.138 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.138 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0075558 s, 139 MB/s 2024-09-21T00:29:30.148 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.148 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.148 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00696561 s, 151 MB/s 2024-09-21T00:29:30.158 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.158 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.158 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00755405 s, 139 MB/s 2024-09-21T00:29:30.169 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.169 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.169 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00746737 s, 140 MB/s 2024-09-21T00:29:30.180 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.180 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.180 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00852864 s, 123 MB/s 2024-09-21T00:29:30.190 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.190 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.191 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00719034 s, 146 MB/s 2024-09-21T00:29:30.201 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.201 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.201 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0075661 s, 139 MB/s 2024-09-21T00:29:30.211 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.211 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.212 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00755268 s, 139 MB/s 2024-09-21T00:29:30.222 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.222 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.222 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00714882 s, 147 MB/s 2024-09-21T00:29:30.233 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.233 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.233 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00794948 s, 132 MB/s 2024-09-21T00:29:30.244 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.244 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.244 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00848746 s, 124 MB/s 2024-09-21T00:29:30.258 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.258 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.258 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00813439 s, 129 MB/s 2024-09-21T00:29:30.266 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.266 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.266 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00762863 s, 137 MB/s 2024-09-21T00:29:30.275 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.275 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.276 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00666298 s, 157 MB/s 2024-09-21T00:29:30.287 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.287 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.287 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00797819 s, 131 MB/s 2024-09-21T00:29:30.297 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.297 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.297 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00767009 s, 137 MB/s 2024-09-21T00:29:30.308 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.308 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.308 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00816557 s, 128 MB/s 2024-09-21T00:29:30.319 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.320 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.320 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0081897 s, 128 MB/s 2024-09-21T00:29:30.331 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.331 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.331 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00813811 s, 129 MB/s 2024-09-21T00:29:30.341 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.341 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.341 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00758102 s, 138 MB/s 2024-09-21T00:29:30.352 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.352 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.352 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00820275 s, 128 MB/s 2024-09-21T00:29:30.363 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.363 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.363 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00769185 s, 136 MB/s 2024-09-21T00:29:30.373 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.374 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.374 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00731923 s, 143 MB/s 2024-09-21T00:29:30.384 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.384 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.384 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00771035 s, 136 MB/s 2024-09-21T00:29:30.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:29:30.391 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:29:30.391 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:29:30.391 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.13 2024-09-21T00:29:30.391 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:29:30.391 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.13/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:29:30.391 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:29:30.391 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:29:30.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:30 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:29:30.455 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.455 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.455 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00731948 s, 143 MB/s 2024-09-21T00:29:30.465 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.466 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.466 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00782866 s, 134 MB/s 2024-09-21T00:29:30.476 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.476 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.476 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00768827 s, 136 MB/s 2024-09-21T00:29:30.487 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.487 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.487 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00860926 s, 122 MB/s 2024-09-21T00:29:30.498 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.498 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.498 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00770238 s, 136 MB/s 2024-09-21T00:29:30.507 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.507 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.508 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00743853 s, 141 MB/s 2024-09-21T00:29:30.517 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.517 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.517 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00703708 s, 149 MB/s 2024-09-21T00:29:30.527 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.527 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.527 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00702802 s, 149 MB/s 2024-09-21T00:29:30.537 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.537 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.538 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00804837 s, 130 MB/s 2024-09-21T00:29:30.547 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.547 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.548 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00744006 s, 141 MB/s 2024-09-21T00:29:30.557 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.557 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.557 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00710919 s, 147 MB/s 2024-09-21T00:29:30.567 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.567 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.567 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00754786 s, 139 MB/s 2024-09-21T00:29:30.577 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.577 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.577 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00693065 s, 151 MB/s 2024-09-21T00:29:30.588 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.588 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.588 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00830715 s, 126 MB/s 2024-09-21T00:29:30.598 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.598 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.598 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00754619 s, 139 MB/s 2024-09-21T00:29:30.608 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.608 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.608 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00759469 s, 138 MB/s 2024-09-21T00:29:30.619 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.619 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.619 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00867814 s, 121 MB/s 2024-09-21T00:29:30.630 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.631 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.631 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00832979 s, 126 MB/s 2024-09-21T00:29:30.641 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.641 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.641 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00757024 s, 139 MB/s 2024-09-21T00:29:30.651 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.651 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.651 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00755808 s, 139 MB/s 2024-09-21T00:29:30.661 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.661 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.661 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00746665 s, 140 MB/s 2024-09-21T00:29:30.671 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.671 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.671 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00746528 s, 140 MB/s 2024-09-21T00:29:30.681 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.681 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.681 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00746405 s, 140 MB/s 2024-09-21T00:29:30.691 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.691 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.691 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00745179 s, 141 MB/s 2024-09-21T00:29:30.701 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.701 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.701 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00755613 s, 139 MB/s 2024-09-21T00:29:30.711 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.711 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.711 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00772554 s, 136 MB/s 2024-09-21T00:29:30.721 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.721 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.721 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00721927 s, 145 MB/s 2024-09-21T00:29:30.731 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.731 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.731 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0072693 s, 144 MB/s 2024-09-21T00:29:30.742 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.742 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.742 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00791593 s, 132 MB/s 2024-09-21T00:29:30.755 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.755 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.756 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0100713 s, 104 MB/s 2024-09-21T00:29:30.771 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.771 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.772 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0068247 s, 154 MB/s 2024-09-21T00:29:30.781 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.781 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.782 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00745366 s, 141 MB/s 2024-09-21T00:29:30.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:29:30.788 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:29:30.788 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:29:30.789 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.14 2024-09-21T00:29:30.789 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:29:30.789 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.14/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:29:30.789 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:29:30.789 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:29:30.839 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:30 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:29:30.853 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.853 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.853 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00724601 s, 145 MB/s 2024-09-21T00:29:30.864 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.864 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.864 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00802459 s, 131 MB/s 2024-09-21T00:29:30.874 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.875 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.875 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00827532 s, 127 MB/s 2024-09-21T00:29:30.885 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.885 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.885 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00778553 s, 135 MB/s 2024-09-21T00:29:30.895 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.895 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.895 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00780684 s, 134 MB/s 2024-09-21T00:29:30.905 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.905 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.906 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00754483 s, 139 MB/s 2024-09-21T00:29:30.915 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.915 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.915 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00712309 s, 147 MB/s 2024-09-21T00:29:30.925 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.925 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.925 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00701935 s, 149 MB/s 2024-09-21T00:29:30.937 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.937 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.937 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00895957 s, 117 MB/s 2024-09-21T00:29:30.947 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.947 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.947 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00779906 s, 134 MB/s 2024-09-21T00:29:30.958 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.958 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.958 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00801658 s, 131 MB/s 2024-09-21T00:29:30.968 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.968 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.968 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00729834 s, 144 MB/s 2024-09-21T00:29:30.978 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.978 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.979 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00768547 s, 136 MB/s 2024-09-21T00:29:30.989 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:30.989 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:30.989 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00817665 s, 128 MB/s 2024-09-21T00:29:31.000 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.000 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.000 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00863137 s, 121 MB/s 2024-09-21T00:29:31.010 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.011 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.011 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00730066 s, 144 MB/s 2024-09-21T00:29:31.021 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.021 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.021 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00780981 s, 134 MB/s 2024-09-21T00:29:31.031 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.031 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.031 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00779972 s, 134 MB/s 2024-09-21T00:29:31.043 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.043 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.043 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0086708 s, 121 MB/s 2024-09-21T00:29:31.054 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.054 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.054 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00841181 s, 125 MB/s 2024-09-21T00:29:31.065 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.065 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.065 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00889284 s, 118 MB/s 2024-09-21T00:29:31.076 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.076 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.076 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00812653 s, 129 MB/s 2024-09-21T00:29:31.086 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.086 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.086 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00757391 s, 138 MB/s 2024-09-21T00:29:31.096 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.096 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.096 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00752725 s, 139 MB/s 2024-09-21T00:29:31.107 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.107 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.107 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00772097 s, 136 MB/s 2024-09-21T00:29:31.117 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.117 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.117 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00749623 s, 140 MB/s 2024-09-21T00:29:31.128 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.128 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.128 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00866967 s, 121 MB/s 2024-09-21T00:29:31.139 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.139 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.139 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00857503 s, 122 MB/s 2024-09-21T00:29:31.150 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.150 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.150 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0084457 s, 124 MB/s 2024-09-21T00:29:31.160 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.160 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.161 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00766609 s, 137 MB/s 2024-09-21T00:29:31.171 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.171 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.171 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0077241 s, 136 MB/s 2024-09-21T00:29:31.182 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.182 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.182 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00855936 s, 123 MB/s 2024-09-21T00:29:31.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:29:31.189 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:29:31.189 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:29:31.189 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.15 2024-09-21T00:29:31.189 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:29:31.189 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.15/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:29:31.189 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:29:31.189 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:29:31.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:31 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:29:31.254 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.254 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.254 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00793318 s, 132 MB/s 2024-09-21T00:29:31.264 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.264 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.265 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00803159 s, 131 MB/s 2024-09-21T00:29:31.275 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.275 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.275 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00773731 s, 136 MB/s 2024-09-21T00:29:31.285 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.285 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.285 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00767105 s, 137 MB/s 2024-09-21T00:29:31.295 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.295 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.295 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00709979 s, 148 MB/s 2024-09-21T00:29:31.304 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.304 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.305 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00694346 s, 151 MB/s 2024-09-21T00:29:31.314 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.314 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.314 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00720546 s, 146 MB/s 2024-09-21T00:29:31.324 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.324 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.324 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00730048 s, 144 MB/s 2024-09-21T00:29:31.335 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.335 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.335 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0079747 s, 131 MB/s 2024-09-21T00:29:31.345 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.345 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.346 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00826861 s, 127 MB/s 2024-09-21T00:29:31.355 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.355 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.355 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00688627 s, 152 MB/s 2024-09-21T00:29:31.365 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.365 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.365 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00765415 s, 137 MB/s 2024-09-21T00:29:31.375 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.376 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.376 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00753096 s, 139 MB/s 2024-09-21T00:29:31.385 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.385 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.385 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00729073 s, 144 MB/s 2024-09-21T00:29:31.396 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.396 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.396 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00758013 s, 138 MB/s 2024-09-21T00:29:31.406 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.406 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.406 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0076261 s, 137 MB/s 2024-09-21T00:29:31.417 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.417 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.417 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00855416 s, 123 MB/s 2024-09-21T00:29:31.428 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.428 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.428 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0081408 s, 129 MB/s 2024-09-21T00:29:31.438 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.438 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.438 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0075521 s, 139 MB/s 2024-09-21T00:29:31.447 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.447 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.447 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00690334 s, 152 MB/s 2024-09-21T00:29:31.457 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.457 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.457 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00688406 s, 152 MB/s 2024-09-21T00:29:31.467 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.467 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.467 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00709279 s, 148 MB/s 2024-09-21T00:29:31.478 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.478 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.478 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0088551 s, 118 MB/s 2024-09-21T00:29:31.488 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.488 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.488 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00737223 s, 142 MB/s 2024-09-21T00:29:31.498 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.499 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.499 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00782808 s, 134 MB/s 2024-09-21T00:29:31.509 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.509 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.509 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0080119 s, 131 MB/s 2024-09-21T00:29:31.520 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.520 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.520 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00788127 s, 133 MB/s 2024-09-21T00:29:31.531 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.531 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.531 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00827791 s, 127 MB/s 2024-09-21T00:29:31.541 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.541 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.541 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00796019 s, 132 MB/s 2024-09-21T00:29:31.552 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.552 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.552 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.007607 s, 138 MB/s 2024-09-21T00:29:31.561 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.561 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.561 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00688924 s, 152 MB/s 2024-09-21T00:29:31.572 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.572 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.572 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00770582 s, 136 MB/s 2024-09-21T00:29:31.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:29:31.578 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:29:31.578 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:29:31.579 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.16 2024-09-21T00:29:31.579 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:29:31.579 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.16/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:29:31.579 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:29:31.579 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:29:31.629 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:31 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:29:31.643 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.644 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.644 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00839255 s, 125 MB/s 2024-09-21T00:29:31.654 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.654 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.654 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00739235 s, 142 MB/s 2024-09-21T00:29:31.664 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.664 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.664 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00722788 s, 145 MB/s 2024-09-21T00:29:31.674 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.674 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.674 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00729582 s, 144 MB/s 2024-09-21T00:29:31.684 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.684 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.684 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00735996 s, 142 MB/s 2024-09-21T00:29:31.694 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.694 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.694 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00739016 s, 142 MB/s 2024-09-21T00:29:31.704 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.704 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.704 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00760998 s, 138 MB/s 2024-09-21T00:29:31.714 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.714 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.714 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00792805 s, 132 MB/s 2024-09-21T00:29:31.725 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.725 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.725 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00826842 s, 127 MB/s 2024-09-21T00:29:31.734 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.734 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.735 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00690432 s, 152 MB/s 2024-09-21T00:29:31.746 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.746 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.746 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00874937 s, 120 MB/s 2024-09-21T00:29:31.759 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.759 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.759 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0105389 s, 99.5 MB/s 2024-09-21T00:29:31.787 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.788 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.788 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0072585 s, 144 MB/s 2024-09-21T00:29:31.797 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.797 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.797 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00695892 s, 151 MB/s 2024-09-21T00:29:31.808 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.808 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.808 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00756861 s, 139 MB/s 2024-09-21T00:29:31.817 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.817 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.818 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00734602 s, 143 MB/s 2024-09-21T00:29:31.827 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.827 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.827 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0071581 s, 146 MB/s 2024-09-21T00:29:31.838 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.838 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.838 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00849496 s, 123 MB/s 2024-09-21T00:29:31.849 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.849 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.849 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00819713 s, 128 MB/s 2024-09-21T00:29:31.859 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.859 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.860 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00761448 s, 138 MB/s 2024-09-21T00:29:31.870 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.871 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.871 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00825018 s, 127 MB/s 2024-09-21T00:29:31.880 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.880 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.881 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00727541 s, 144 MB/s 2024-09-21T00:29:31.890 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.890 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.890 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00720105 s, 146 MB/s 2024-09-21T00:29:31.901 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.901 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.901 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00848005 s, 124 MB/s 2024-09-21T00:29:31.911 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.911 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.911 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00765636 s, 137 MB/s 2024-09-21T00:29:31.921 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.921 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.921 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0073802 s, 142 MB/s 2024-09-21T00:29:31.932 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.932 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.932 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00836065 s, 125 MB/s 2024-09-21T00:29:31.943 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.943 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.943 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0080881 s, 130 MB/s 2024-09-21T00:29:31.953 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.953 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.953 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00766502 s, 137 MB/s 2024-09-21T00:29:31.962 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.963 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.963 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00697609 s, 150 MB/s 2024-09-21T00:29:31.972 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.972 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.973 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0070682 s, 148 MB/s 2024-09-21T00:29:31.984 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:31.984 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:31.984 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00886329 s, 118 MB/s 2024-09-21T00:29:31.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:29:31.991 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:29:31.991 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:29:31.991 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.17 2024-09-21T00:29:31.991 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:29:31.991 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.17/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:29:31.991 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:29:31.991 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:29:32.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:32 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:29:32.055 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.055 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.055 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00715444 s, 147 MB/s 2024-09-21T00:29:32.064 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.065 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.065 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00722107 s, 145 MB/s 2024-09-21T00:29:32.076 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.076 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.076 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0087365 s, 120 MB/s 2024-09-21T00:29:32.086 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.087 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.087 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00807614 s, 130 MB/s 2024-09-21T00:29:32.098 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.098 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.098 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00849904 s, 123 MB/s 2024-09-21T00:29:32.108 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.108 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.108 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00742076 s, 141 MB/s 2024-09-21T00:29:32.117 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.118 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.118 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00707777 s, 148 MB/s 2024-09-21T00:29:32.127 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.127 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.127 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00689346 s, 152 MB/s 2024-09-21T00:29:32.137 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.137 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.138 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0078065 s, 134 MB/s 2024-09-21T00:29:32.148 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.149 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.149 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00846867 s, 124 MB/s 2024-09-21T00:29:32.158 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.158 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.159 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00746749 s, 140 MB/s 2024-09-21T00:29:32.168 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.168 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.168 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00699495 s, 150 MB/s 2024-09-21T00:29:32.178 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.178 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.178 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00744747 s, 141 MB/s 2024-09-21T00:29:32.189 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.189 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.189 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00779735 s, 134 MB/s 2024-09-21T00:29:32.200 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.200 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.200 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00860505 s, 122 MB/s 2024-09-21T00:29:32.211 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.211 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.211 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00859919 s, 122 MB/s 2024-09-21T00:29:32.221 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.221 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.221 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00719371 s, 146 MB/s 2024-09-21T00:29:32.231 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.232 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.232 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00773355 s, 136 MB/s 2024-09-21T00:29:32.241 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.241 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.241 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00697162 s, 150 MB/s 2024-09-21T00:29:32.251 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.251 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.251 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0071428 s, 147 MB/s 2024-09-21T00:29:32.261 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.261 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.262 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00768161 s, 137 MB/s 2024-09-21T00:29:32.272 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.272 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.272 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00755527 s, 139 MB/s 2024-09-21T00:29:32.283 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.283 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.283 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00841288 s, 125 MB/s 2024-09-21T00:29:32.294 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.294 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.294 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00838091 s, 125 MB/s 2024-09-21T00:29:32.304 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.304 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.304 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00758672 s, 138 MB/s 2024-09-21T00:29:32.314 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.314 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.314 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00746999 s, 140 MB/s 2024-09-21T00:29:32.324 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.324 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.324 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00731682 s, 143 MB/s 2024-09-21T00:29:32.334 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.334 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.334 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00768181 s, 137 MB/s 2024-09-21T00:29:32.345 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.345 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.345 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00833382 s, 126 MB/s 2024-09-21T00:29:32.354 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.355 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.355 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00707156 s, 148 MB/s 2024-09-21T00:29:32.364 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.364 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.364 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00684415 s, 153 MB/s 2024-09-21T00:29:32.375 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.375 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.375 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00815888 s, 129 MB/s 2024-09-21T00:29:32.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:29:32.382 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:29:32.382 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:29:32.382 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.18 2024-09-21T00:29:32.382 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:29:32.382 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.18/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:29:32.382 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:29:32.382 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:29:32.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:32 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:29:32.446 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.446 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.446 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00774128 s, 135 MB/s 2024-09-21T00:29:32.457 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.457 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.457 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00829705 s, 126 MB/s 2024-09-21T00:29:32.467 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.468 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.468 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00766561 s, 137 MB/s 2024-09-21T00:29:32.478 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.478 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.478 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00773154 s, 136 MB/s 2024-09-21T00:29:32.489 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.489 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.489 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00811217 s, 129 MB/s 2024-09-21T00:29:32.499 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.499 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.499 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00769939 s, 136 MB/s 2024-09-21T00:29:32.509 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.509 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.510 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00774294 s, 135 MB/s 2024-09-21T00:29:32.520 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.520 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.520 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00746682 s, 140 MB/s 2024-09-21T00:29:32.530 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.530 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.530 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00726434 s, 144 MB/s 2024-09-21T00:29:32.541 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.541 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.541 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00834656 s, 126 MB/s 2024-09-21T00:29:32.551 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.551 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.551 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00758327 s, 138 MB/s 2024-09-21T00:29:32.561 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.561 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.561 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.007095 s, 148 MB/s 2024-09-21T00:29:32.571 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.571 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.571 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00786888 s, 133 MB/s 2024-09-21T00:29:32.582 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.582 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.582 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00825707 s, 127 MB/s 2024-09-21T00:29:32.591 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.592 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.592 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00706938 s, 148 MB/s 2024-09-21T00:29:32.602 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.602 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.602 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00750449 s, 140 MB/s 2024-09-21T00:29:32.612 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.612 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.612 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00753966 s, 139 MB/s 2024-09-21T00:29:32.622 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.622 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.622 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00775907 s, 135 MB/s 2024-09-21T00:29:32.632 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.632 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.632 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00709583 s, 148 MB/s 2024-09-21T00:29:32.641 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.642 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.642 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00695288 s, 151 MB/s 2024-09-21T00:29:32.652 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.652 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.652 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00766651 s, 137 MB/s 2024-09-21T00:29:32.662 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.662 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.662 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00744266 s, 141 MB/s 2024-09-21T00:29:32.671 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.671 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.671 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00687187 s, 153 MB/s 2024-09-21T00:29:32.681 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.681 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.682 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00753918 s, 139 MB/s 2024-09-21T00:29:32.691 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.691 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.691 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0070514 s, 149 MB/s 2024-09-21T00:29:32.702 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.702 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.702 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00791387 s, 132 MB/s 2024-09-21T00:29:32.712 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.712 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.712 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00711592 s, 147 MB/s 2024-09-21T00:29:32.721 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.721 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.721 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00682288 s, 154 MB/s 2024-09-21T00:29:32.732 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.732 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.732 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00830909 s, 126 MB/s 2024-09-21T00:29:32.742 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.742 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.742 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0073139 s, 143 MB/s 2024-09-21T00:29:32.753 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.753 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.753 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00838273 s, 125 MB/s 2024-09-21T00:29:32.788 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.789 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.789 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00798317 s, 131 MB/s 2024-09-21T00:29:32.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:29:32.795 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:29:32.795 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:29:32.795 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.19 2024-09-21T00:29:32.795 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:29:32.795 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.19/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:29:32.796 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:29:32.796 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:29:32.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:32 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:29:32.861 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.861 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.861 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00896937 s, 117 MB/s 2024-09-21T00:29:32.871 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.871 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.871 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00724106 s, 145 MB/s 2024-09-21T00:29:32.882 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.882 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.883 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00865671 s, 121 MB/s 2024-09-21T00:29:32.893 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.893 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.893 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00756001 s, 139 MB/s 2024-09-21T00:29:32.903 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.903 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.903 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00754114 s, 139 MB/s 2024-09-21T00:29:32.913 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.913 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.913 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00741522 s, 141 MB/s 2024-09-21T00:29:32.923 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.923 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.923 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00758619 s, 138 MB/s 2024-09-21T00:29:32.933 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.933 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.933 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00746686 s, 140 MB/s 2024-09-21T00:29:32.943 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.943 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.943 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00745099 s, 141 MB/s 2024-09-21T00:29:32.953 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.953 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.953 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00755175 s, 139 MB/s 2024-09-21T00:29:32.963 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.963 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.963 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00723996 s, 145 MB/s 2024-09-21T00:29:32.973 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.973 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.973 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00763679 s, 137 MB/s 2024-09-21T00:29:32.983 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.983 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.983 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00717362 s, 146 MB/s 2024-09-21T00:29:32.993 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:32.993 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:32.993 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00710366 s, 148 MB/s 2024-09-21T00:29:33.004 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.004 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.004 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00857433 s, 122 MB/s 2024-09-21T00:29:33.014 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.014 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.014 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00713137 s, 147 MB/s 2024-09-21T00:29:33.025 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.025 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.025 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0082733 s, 127 MB/s 2024-09-21T00:29:33.035 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.035 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.035 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00781216 s, 134 MB/s 2024-09-21T00:29:33.046 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.047 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.047 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00860817 s, 122 MB/s 2024-09-21T00:29:33.057 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.057 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.057 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00784985 s, 134 MB/s 2024-09-21T00:29:33.068 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.068 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.069 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00805816 s, 130 MB/s 2024-09-21T00:29:33.079 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.079 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.079 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00813781 s, 129 MB/s 2024-09-21T00:29:33.089 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.089 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.089 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0078719 s, 133 MB/s 2024-09-21T00:29:33.100 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.100 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.100 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00770004 s, 136 MB/s 2024-09-21T00:29:33.111 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.111 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.111 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00873012 s, 120 MB/s 2024-09-21T00:29:33.122 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.122 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.122 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00723171 s, 145 MB/s 2024-09-21T00:29:33.132 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.132 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.132 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00809975 s, 129 MB/s 2024-09-21T00:29:33.142 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.142 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.142 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00770015 s, 136 MB/s 2024-09-21T00:29:33.153 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.153 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.153 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00833163 s, 126 MB/s 2024-09-21T00:29:33.164 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.164 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.164 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0080185 s, 131 MB/s 2024-09-21T00:29:33.173 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.174 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.174 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00713582 s, 147 MB/s 2024-09-21T00:29:33.184 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.184 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.184 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00811746 s, 129 MB/s 2024-09-21T00:29:33.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:29:33.191 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:29:33.191 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:29:33.191 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.20 2024-09-21T00:29:33.191 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:29:33.191 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.20/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:29:33.191 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:29:33.191 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:29:33.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:33 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:29:33.259 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.259 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.259 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0076769 s, 137 MB/s 2024-09-21T00:29:33.269 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.269 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.269 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00778654 s, 135 MB/s 2024-09-21T00:29:33.280 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.280 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.280 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00849752 s, 123 MB/s 2024-09-21T00:29:33.290 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.290 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.290 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00713427 s, 147 MB/s 2024-09-21T00:29:33.301 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.301 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.301 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00843603 s, 124 MB/s 2024-09-21T00:29:33.312 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.312 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.312 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00903383 s, 116 MB/s 2024-09-21T00:29:33.322 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.322 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.322 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0070402 s, 149 MB/s 2024-09-21T00:29:33.333 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.333 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.334 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00842343 s, 124 MB/s 2024-09-21T00:29:33.344 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.345 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.345 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00849911 s, 123 MB/s 2024-09-21T00:29:33.355 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.356 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.356 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00843646 s, 124 MB/s 2024-09-21T00:29:33.365 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.366 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.366 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00711285 s, 147 MB/s 2024-09-21T00:29:33.375 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.376 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.376 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00762384 s, 138 MB/s 2024-09-21T00:29:33.387 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.387 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.387 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00854014 s, 123 MB/s 2024-09-21T00:29:33.397 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.397 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.397 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00770407 s, 136 MB/s 2024-09-21T00:29:33.408 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.408 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.409 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00871679 s, 120 MB/s 2024-09-21T00:29:33.418 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.419 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.419 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00752858 s, 139 MB/s 2024-09-21T00:29:33.428 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.428 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.428 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00732485 s, 143 MB/s 2024-09-21T00:29:33.438 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.438 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.438 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0069759 s, 150 MB/s 2024-09-21T00:29:33.448 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.448 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.448 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00717516 s, 146 MB/s 2024-09-21T00:29:33.457 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.458 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.458 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00700235 s, 150 MB/s 2024-09-21T00:29:33.467 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.467 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.467 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00683537 s, 153 MB/s 2024-09-21T00:29:33.477 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.477 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.477 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00692235 s, 151 MB/s 2024-09-21T00:29:33.493 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.493 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.493 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0137966 s, 76.0 MB/s 2024-09-21T00:29:33.503 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.503 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.503 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00707428 s, 148 MB/s 2024-09-21T00:29:33.513 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.513 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.513 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00775852 s, 135 MB/s 2024-09-21T00:29:33.523 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.524 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.524 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00765753 s, 137 MB/s 2024-09-21T00:29:33.533 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.534 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.534 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0073438 s, 143 MB/s 2024-09-21T00:29:33.545 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.545 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.545 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00864968 s, 121 MB/s 2024-09-21T00:29:33.556 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.556 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.557 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00861311 s, 122 MB/s 2024-09-21T00:29:33.566 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.566 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.566 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00765342 s, 137 MB/s 2024-09-21T00:29:33.577 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.577 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.577 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00785095 s, 134 MB/s 2024-09-21T00:29:33.586 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.587 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.587 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00734947 s, 143 MB/s 2024-09-21T00:29:33.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:33 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:29:33.593 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:29:33.593 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:29:33.593 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.21 2024-09-21T00:29:33.593 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:29:33.593 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.21/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:29:33.593 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:29:33.594 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:29:33.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:33 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:29:33.657 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.658 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.658 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00742752 s, 141 MB/s 2024-09-21T00:29:33.668 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.668 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.668 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0078024 s, 134 MB/s 2024-09-21T00:29:33.678 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.678 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.678 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00755167 s, 139 MB/s 2024-09-21T00:29:33.688 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.688 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.688 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00727535 s, 144 MB/s 2024-09-21T00:29:33.699 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.699 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.699 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00829319 s, 126 MB/s 2024-09-21T00:29:33.709 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.709 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.709 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0079201 s, 132 MB/s 2024-09-21T00:29:33.719 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.719 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.720 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0076099 s, 138 MB/s 2024-09-21T00:29:33.730 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.730 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.730 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.007465 s, 140 MB/s 2024-09-21T00:29:33.742 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.742 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.743 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00784883 s, 134 MB/s 2024-09-21T00:29:33.752 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.752 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.752 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00859229 s, 122 MB/s 2024-09-21T00:29:33.769 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.769 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.769 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0149216 s, 70.3 MB/s 2024-09-21T00:29:33.798 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.798 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.798 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00874235 s, 120 MB/s 2024-09-21T00:29:33.808 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.808 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.809 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00824801 s, 127 MB/s 2024-09-21T00:29:33.818 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.819 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.819 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00742549 s, 141 MB/s 2024-09-21T00:29:33.829 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.829 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.829 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00736825 s, 142 MB/s 2024-09-21T00:29:33.839 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.840 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.840 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00820035 s, 128 MB/s 2024-09-21T00:29:33.850 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.850 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.850 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00756336 s, 139 MB/s 2024-09-21T00:29:33.860 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.860 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.860 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00744692 s, 141 MB/s 2024-09-21T00:29:33.871 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.871 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.871 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00841701 s, 125 MB/s 2024-09-21T00:29:33.882 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.882 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.882 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00822161 s, 128 MB/s 2024-09-21T00:29:33.893 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.893 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.893 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00839327 s, 125 MB/s 2024-09-21T00:29:33.903 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.903 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.903 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00771198 s, 136 MB/s 2024-09-21T00:29:33.913 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.913 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.913 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00769779 s, 136 MB/s 2024-09-21T00:29:33.923 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.924 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.924 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00756767 s, 139 MB/s 2024-09-21T00:29:33.934 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.935 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.935 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00847906 s, 124 MB/s 2024-09-21T00:29:33.946 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.946 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.946 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00760154 s, 138 MB/s 2024-09-21T00:29:33.956 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.956 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.956 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00845459 s, 124 MB/s 2024-09-21T00:29:33.966 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.966 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.966 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00780009 s, 134 MB/s 2024-09-21T00:29:33.976 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.976 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.976 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00730852 s, 143 MB/s 2024-09-21T00:29:33.987 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.987 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.987 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00850626 s, 123 MB/s 2024-09-21T00:29:33.997 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:33.997 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:33.997 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00696274 s, 151 MB/s 2024-09-21T00:29:34.008 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.008 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.008 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00797347 s, 132 MB/s 2024-09-21T00:29:34.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:29:34.014 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:29:34.014 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:29:34.015 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.22 2024-09-21T00:29:34.015 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:29:34.015 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.22/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:29:34.015 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:29:34.015 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:29:34.065 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:34 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:29:34.079 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.079 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.080 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00812176 s, 129 MB/s 2024-09-21T00:29:34.090 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.090 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.090 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00819139 s, 128 MB/s 2024-09-21T00:29:34.101 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.101 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.101 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00819787 s, 128 MB/s 2024-09-21T00:29:34.111 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.111 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.111 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00744927 s, 141 MB/s 2024-09-21T00:29:34.122 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.122 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.122 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00834574 s, 126 MB/s 2024-09-21T00:29:34.132 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.132 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.132 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00696982 s, 150 MB/s 2024-09-21T00:29:34.143 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.143 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.143 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00838524 s, 125 MB/s 2024-09-21T00:29:34.154 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.154 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.154 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00842878 s, 124 MB/s 2024-09-21T00:29:34.164 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.164 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.164 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00771686 s, 136 MB/s 2024-09-21T00:29:34.174 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.174 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.175 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00751226 s, 140 MB/s 2024-09-21T00:29:34.185 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.185 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.185 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00753684 s, 139 MB/s 2024-09-21T00:29:34.196 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.196 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.196 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00851232 s, 123 MB/s 2024-09-21T00:29:34.207 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.207 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.207 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00851384 s, 123 MB/s 2024-09-21T00:29:34.217 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.218 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.218 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00804655 s, 130 MB/s 2024-09-21T00:29:34.229 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.229 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.229 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00839969 s, 125 MB/s 2024-09-21T00:29:34.238 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.238 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.238 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00685413 s, 153 MB/s 2024-09-21T00:29:34.248 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.249 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.249 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00778375 s, 135 MB/s 2024-09-21T00:29:34.259 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.259 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.260 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00841809 s, 125 MB/s 2024-09-21T00:29:34.269 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.269 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.270 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00740296 s, 142 MB/s 2024-09-21T00:29:34.280 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.280 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.281 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00856267 s, 122 MB/s 2024-09-21T00:29:34.290 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.290 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.290 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00694765 s, 151 MB/s 2024-09-21T00:29:34.300 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.300 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.300 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00741451 s, 141 MB/s 2024-09-21T00:29:34.310 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.311 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.311 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00823321 s, 127 MB/s 2024-09-21T00:29:34.321 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.321 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.321 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00761259 s, 138 MB/s 2024-09-21T00:29:34.331 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.331 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.331 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00759787 s, 138 MB/s 2024-09-21T00:29:34.342 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.342 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.342 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00852628 s, 123 MB/s 2024-09-21T00:29:34.352 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.353 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.353 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00830437 s, 126 MB/s 2024-09-21T00:29:34.362 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.363 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.363 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00739668 s, 142 MB/s 2024-09-21T00:29:34.372 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.372 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.372 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00711941 s, 147 MB/s 2024-09-21T00:29:34.382 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.382 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.382 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00746894 s, 140 MB/s 2024-09-21T00:29:34.392 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.392 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.392 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00789289 s, 133 MB/s 2024-09-21T00:29:34.402 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.403 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.403 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00781355 s, 134 MB/s 2024-09-21T00:29:34.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:29:34.409 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:29:34.409 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:29:34.409 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.23 2024-09-21T00:29:34.410 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:29:34.410 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.23/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:29:34.410 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:29:34.410 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:29:34.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:34 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:29:34.475 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.475 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.475 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00849393 s, 123 MB/s 2024-09-21T00:29:34.485 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.485 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.486 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00782415 s, 134 MB/s 2024-09-21T00:29:34.495 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.496 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.496 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00779468 s, 135 MB/s 2024-09-21T00:29:34.506 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.506 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.506 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00735681 s, 143 MB/s 2024-09-21T00:29:34.516 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.517 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.517 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00804163 s, 130 MB/s 2024-09-21T00:29:34.526 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.527 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.527 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00771034 s, 136 MB/s 2024-09-21T00:29:34.537 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.537 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.537 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0077047 s, 136 MB/s 2024-09-21T00:29:34.547 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.547 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.547 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00739673 s, 142 MB/s 2024-09-21T00:29:34.557 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.557 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.557 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0074744 s, 140 MB/s 2024-09-21T00:29:34.567 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.567 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.567 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00793024 s, 132 MB/s 2024-09-21T00:29:34.577 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.577 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.577 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00759571 s, 138 MB/s 2024-09-21T00:29:34.588 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.588 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.588 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00825286 s, 127 MB/s 2024-09-21T00:29:34.599 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.599 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.599 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00755682 s, 139 MB/s 2024-09-21T00:29:34.609 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.609 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.609 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00765602 s, 137 MB/s 2024-09-21T00:29:34.620 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.620 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.620 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00834983 s, 126 MB/s 2024-09-21T00:29:34.630 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.630 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.630 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00771177 s, 136 MB/s 2024-09-21T00:29:34.641 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.641 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.641 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00776563 s, 135 MB/s 2024-09-21T00:29:34.651 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.652 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.652 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00844098 s, 124 MB/s 2024-09-21T00:29:34.663 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.663 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.663 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00842476 s, 124 MB/s 2024-09-21T00:29:34.674 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.674 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.674 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00847824 s, 124 MB/s 2024-09-21T00:29:34.684 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.684 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.684 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00760878 s, 138 MB/s 2024-09-21T00:29:34.694 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.694 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.694 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00734597 s, 143 MB/s 2024-09-21T00:29:34.705 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.705 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.705 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00866893 s, 121 MB/s 2024-09-21T00:29:34.715 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.716 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.716 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00789397 s, 133 MB/s 2024-09-21T00:29:34.725 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.725 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.725 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00718843 s, 146 MB/s 2024-09-21T00:29:34.735 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.735 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.735 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00743781 s, 141 MB/s 2024-09-21T00:29:34.746 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.746 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.746 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00764717 s, 137 MB/s 2024-09-21T00:29:34.756 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.757 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.757 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00828288 s, 127 MB/s 2024-09-21T00:29:34.767 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.768 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.768 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00838991 s, 125 MB/s 2024-09-21T00:29:34.801 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.801 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.801 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00706222 s, 148 MB/s 2024-09-21T00:29:34.812 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.812 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.812 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00870805 s, 120 MB/s 2024-09-21T00:29:34.821 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.822 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.822 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00678936 s, 154 MB/s 2024-09-21T00:29:34.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:29:34.828 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:29:34.829 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:29:34.829 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.24 2024-09-21T00:29:34.829 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:29:34.829 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.24/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:29:34.829 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:29:34.829 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:29:34.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:34 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:29:34.893 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.893 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.893 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00792908 s, 132 MB/s 2024-09-21T00:29:34.903 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.903 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.903 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00739927 s, 142 MB/s 2024-09-21T00:29:34.913 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.913 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.913 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00718868 s, 146 MB/s 2024-09-21T00:29:34.922 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.922 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.922 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00686267 s, 153 MB/s 2024-09-21T00:29:34.933 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.933 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.933 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00851155 s, 123 MB/s 2024-09-21T00:29:34.944 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.945 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.945 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00876852 s, 120 MB/s 2024-09-21T00:29:34.955 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.955 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.955 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00800281 s, 131 MB/s 2024-09-21T00:29:34.965 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.965 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.965 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00709116 s, 148 MB/s 2024-09-21T00:29:34.976 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.976 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.976 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00833328 s, 126 MB/s 2024-09-21T00:29:34.986 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.986 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.986 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00745678 s, 141 MB/s 2024-09-21T00:29:34.997 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:34.997 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:34.997 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00844164 s, 124 MB/s 2024-09-21T00:29:35.007 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.007 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.007 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00757103 s, 138 MB/s 2024-09-21T00:29:35.017 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.017 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.017 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0074541 s, 141 MB/s 2024-09-21T00:29:35.027 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.027 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.027 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00691058 s, 152 MB/s 2024-09-21T00:29:35.037 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.037 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.037 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00714993 s, 147 MB/s 2024-09-21T00:29:35.046 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.047 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.047 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00718305 s, 146 MB/s 2024-09-21T00:29:35.058 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.058 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.058 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00880788 s, 119 MB/s 2024-09-21T00:29:35.069 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.069 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.069 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00793219 s, 132 MB/s 2024-09-21T00:29:35.078 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.078 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.078 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00716716 s, 146 MB/s 2024-09-21T00:29:35.088 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.088 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.088 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0075598 s, 139 MB/s 2024-09-21T00:29:35.099 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.099 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.099 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00852194 s, 123 MB/s 2024-09-21T00:29:35.109 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.109 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.109 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0071451 s, 147 MB/s 2024-09-21T00:29:35.119 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.119 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.119 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00756637 s, 139 MB/s 2024-09-21T00:29:35.129 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.129 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.129 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00698472 s, 150 MB/s 2024-09-21T00:29:35.139 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.139 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.139 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00767373 s, 137 MB/s 2024-09-21T00:29:35.149 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.149 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.150 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00778434 s, 135 MB/s 2024-09-21T00:29:35.159 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.159 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.159 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00704915 s, 149 MB/s 2024-09-21T00:29:35.170 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.170 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.170 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0082935 s, 126 MB/s 2024-09-21T00:29:35.180 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.180 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.180 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00765461 s, 137 MB/s 2024-09-21T00:29:35.190 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.190 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.190 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00717097 s, 146 MB/s 2024-09-21T00:29:35.199 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.200 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.200 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00741515 s, 141 MB/s 2024-09-21T00:29:35.209 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.210 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.210 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00707066 s, 148 MB/s 2024-09-21T00:29:35.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:29:35.217 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:29:35.217 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:29:35.217 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.25 2024-09-21T00:29:35.217 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:29:35.217 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.25/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:29:35.217 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:29:35.217 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:29:35.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:35 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:29:35.281 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.281 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.281 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00677908 s, 155 MB/s 2024-09-21T00:29:35.291 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.291 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.291 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00763286 s, 137 MB/s 2024-09-21T00:29:35.302 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.302 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.302 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00840037 s, 125 MB/s 2024-09-21T00:29:35.313 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.313 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.314 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00892686 s, 117 MB/s 2024-09-21T00:29:35.323 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.324 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.324 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00733179 s, 143 MB/s 2024-09-21T00:29:35.334 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.334 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.334 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00745456 s, 141 MB/s 2024-09-21T00:29:35.345 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.345 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.345 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00826988 s, 127 MB/s 2024-09-21T00:29:35.355 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.356 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.356 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00845906 s, 124 MB/s 2024-09-21T00:29:35.365 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.365 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.365 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00717452 s, 146 MB/s 2024-09-21T00:29:35.375 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.376 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.376 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00767078 s, 137 MB/s 2024-09-21T00:29:35.386 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.386 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.386 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00788627 s, 133 MB/s 2024-09-21T00:29:35.397 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.397 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.397 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00848967 s, 124 MB/s 2024-09-21T00:29:35.408 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.408 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.408 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00836126 s, 125 MB/s 2024-09-21T00:29:35.419 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.419 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.419 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00781917 s, 134 MB/s 2024-09-21T00:29:35.428 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.428 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.428 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00724022 s, 145 MB/s 2024-09-21T00:29:35.438 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.438 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.438 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0075668 s, 139 MB/s 2024-09-21T00:29:35.448 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.449 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.449 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0075698 s, 139 MB/s 2024-09-21T00:29:35.459 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.459 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.460 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00849439 s, 123 MB/s 2024-09-21T00:29:35.470 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.470 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.470 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00785035 s, 134 MB/s 2024-09-21T00:29:35.480 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.481 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.481 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00762726 s, 137 MB/s 2024-09-21T00:29:35.490 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.491 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.491 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00742002 s, 141 MB/s 2024-09-21T00:29:35.500 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.500 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.500 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00745725 s, 141 MB/s 2024-09-21T00:29:35.510 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.510 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.510 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00729041 s, 144 MB/s 2024-09-21T00:29:35.521 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.521 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.521 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00810549 s, 129 MB/s 2024-09-21T00:29:35.531 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.531 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.531 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00724064 s, 145 MB/s 2024-09-21T00:29:35.542 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.542 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.542 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0084889 s, 124 MB/s 2024-09-21T00:29:35.552 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.552 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.552 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00773208 s, 136 MB/s 2024-09-21T00:29:35.562 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.562 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.562 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00761101 s, 138 MB/s 2024-09-21T00:29:35.572 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.572 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.572 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00757128 s, 138 MB/s 2024-09-21T00:29:35.582 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.582 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.582 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00712119 s, 147 MB/s 2024-09-21T00:29:35.591 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.592 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.592 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00704212 s, 149 MB/s 2024-09-21T00:29:35.603 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.603 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.603 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00860652 s, 122 MB/s 2024-09-21T00:29:35.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:35 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:29:35.610 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:29:35.611 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:29:35.611 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.26 2024-09-21T00:29:35.611 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:29:35.611 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.26/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:29:35.612 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:29:35.612 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:29:35.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:35 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:29:35.945 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.945 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.945 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00795102 s, 132 MB/s 2024-09-21T00:29:35.945 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.945 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.945 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00824454 s, 127 MB/s 2024-09-21T00:29:35.946 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.946 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.946 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00728147 s, 144 MB/s 2024-09-21T00:29:35.946 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.946 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.946 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0071367 s, 147 MB/s 2024-09-21T00:29:35.946 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.946 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.946 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00840183 s, 125 MB/s 2024-09-21T00:29:35.946 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.947 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.947 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0075187 s, 139 MB/s 2024-09-21T00:29:35.947 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.947 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.947 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00758609 s, 138 MB/s 2024-09-21T00:29:35.947 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.947 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.947 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0073345 s, 143 MB/s 2024-09-21T00:29:35.947 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.947 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.947 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00795033 s, 132 MB/s 2024-09-21T00:29:35.947 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.948 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.948 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00866637 s, 121 MB/s 2024-09-21T00:29:35.948 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.948 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.948 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00762465 s, 138 MB/s 2024-09-21T00:29:35.948 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.948 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.948 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00756156 s, 139 MB/s 2024-09-21T00:29:35.948 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.948 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.948 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00767957 s, 137 MB/s 2024-09-21T00:29:35.948 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.949 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.949 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00740845 s, 142 MB/s 2024-09-21T00:29:35.949 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.949 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.949 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00775561 s, 135 MB/s 2024-09-21T00:29:35.949 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.949 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.949 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00747038 s, 140 MB/s 2024-09-21T00:29:35.949 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.949 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.949 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00708716 s, 148 MB/s 2024-09-21T00:29:35.949 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.950 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.950 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00742844 s, 141 MB/s 2024-09-21T00:29:35.950 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.950 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.950 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0075624 s, 139 MB/s 2024-09-21T00:29:35.950 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.950 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.950 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00693326 s, 151 MB/s 2024-09-21T00:29:35.950 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.950 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.950 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00708105 s, 148 MB/s 2024-09-21T00:29:35.950 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.950 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.951 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00743219 s, 141 MB/s 2024-09-21T00:29:35.951 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.951 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.951 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00707563 s, 148 MB/s 2024-09-21T00:29:35.951 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.951 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.951 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0078471 s, 134 MB/s 2024-09-21T00:29:35.951 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.952 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.952 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00759452 s, 138 MB/s 2024-09-21T00:29:35.956 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.956 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.956 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00709457 s, 148 MB/s 2024-09-21T00:29:35.967 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.967 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.967 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00746104 s, 141 MB/s 2024-09-21T00:29:35.977 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.977 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.977 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0074976 s, 140 MB/s 2024-09-21T00:29:35.988 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.988 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.988 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0083315 s, 126 MB/s 2024-09-21T00:29:35.997 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:35.997 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:35.998 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00717406 s, 146 MB/s 2024-09-21T00:29:36.007 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.007 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.007 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00716507 s, 146 MB/s 2024-09-21T00:29:36.017 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.017 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.018 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0072378 s, 145 MB/s 2024-09-21T00:29:36.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:29:36.024 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:29:36.024 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:29:36.024 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.27 2024-09-21T00:29:36.024 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:29:36.024 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.27/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:29:36.024 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:29:36.024 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:29:36.074 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:36 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:29:36.089 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.089 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.089 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00784821 s, 134 MB/s 2024-09-21T00:29:36.099 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.099 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.099 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0070073 s, 150 MB/s 2024-09-21T00:29:36.109 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.110 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.110 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00861819 s, 122 MB/s 2024-09-21T00:29:36.120 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.120 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.120 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00743975 s, 141 MB/s 2024-09-21T00:29:36.129 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.130 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.130 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00724122 s, 145 MB/s 2024-09-21T00:29:36.139 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.140 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.140 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00776558 s, 135 MB/s 2024-09-21T00:29:36.151 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.151 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.151 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00839278 s, 125 MB/s 2024-09-21T00:29:36.161 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.161 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.161 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00727273 s, 144 MB/s 2024-09-21T00:29:36.170 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.170 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.170 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00701617 s, 149 MB/s 2024-09-21T00:29:36.180 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.180 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.180 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00748587 s, 140 MB/s 2024-09-21T00:29:36.190 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.190 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.190 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00731404 s, 143 MB/s 2024-09-21T00:29:36.201 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.201 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.201 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0076993 s, 136 MB/s 2024-09-21T00:29:36.211 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.211 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.211 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00747661 s, 140 MB/s 2024-09-21T00:29:36.221 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.221 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.221 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00775296 s, 135 MB/s 2024-09-21T00:29:36.232 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.232 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.232 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00847344 s, 124 MB/s 2024-09-21T00:29:36.242 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.242 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.242 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00754414 s, 139 MB/s 2024-09-21T00:29:36.253 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.253 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.253 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00762744 s, 137 MB/s 2024-09-21T00:29:36.263 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.264 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.264 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00824226 s, 127 MB/s 2024-09-21T00:29:36.274 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.274 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.274 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00761298 s, 138 MB/s 2024-09-21T00:29:36.285 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.285 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.285 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00811415 s, 129 MB/s 2024-09-21T00:29:36.295 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.295 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.295 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00730177 s, 144 MB/s 2024-09-21T00:29:36.306 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.306 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.306 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00844171 s, 124 MB/s 2024-09-21T00:29:36.316 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.316 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.316 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00776214 s, 135 MB/s 2024-09-21T00:29:36.325 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.325 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.326 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0071401 s, 147 MB/s 2024-09-21T00:29:36.336 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.336 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.336 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00764464 s, 137 MB/s 2024-09-21T00:29:36.346 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.346 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.346 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00793349 s, 132 MB/s 2024-09-21T00:29:36.358 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.358 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.358 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0085325 s, 123 MB/s 2024-09-21T00:29:36.368 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.368 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.368 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00779949 s, 134 MB/s 2024-09-21T00:29:36.379 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.379 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.379 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00833297 s, 126 MB/s 2024-09-21T00:29:36.390 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.390 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.390 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00856337 s, 122 MB/s 2024-09-21T00:29:36.400 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.400 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.400 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00752072 s, 139 MB/s 2024-09-21T00:29:36.410 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.411 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.411 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00779099 s, 135 MB/s 2024-09-21T00:29:36.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:29:36.417 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:29:36.418 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:29:36.418 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.28 2024-09-21T00:29:36.418 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:29:36.418 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.28/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:29:36.418 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:29:36.418 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:29:36.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:36 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:29:36.482 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.482 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.482 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00756931 s, 139 MB/s 2024-09-21T00:29:36.493 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.493 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.493 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00845667 s, 124 MB/s 2024-09-21T00:29:36.504 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.504 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.504 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00808904 s, 130 MB/s 2024-09-21T00:29:36.514 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.514 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.515 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00829282 s, 126 MB/s 2024-09-21T00:29:36.524 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.525 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.525 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00778108 s, 135 MB/s 2024-09-21T00:29:36.535 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.535 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.535 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00752524 s, 139 MB/s 2024-09-21T00:29:36.546 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.546 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.546 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00824768 s, 127 MB/s 2024-09-21T00:29:36.556 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.557 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.557 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00766889 s, 137 MB/s 2024-09-21T00:29:36.567 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.567 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.567 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00829509 s, 126 MB/s 2024-09-21T00:29:36.577 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.578 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.578 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00762244 s, 138 MB/s 2024-09-21T00:29:36.587 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.587 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.587 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00694771 s, 151 MB/s 2024-09-21T00:29:36.598 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.598 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.598 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00828468 s, 127 MB/s 2024-09-21T00:29:36.608 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.609 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.609 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00772976 s, 136 MB/s 2024-09-21T00:29:36.619 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.619 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.619 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00871427 s, 120 MB/s 2024-09-21T00:29:36.629 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.629 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.629 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00765235 s, 137 MB/s 2024-09-21T00:29:36.639 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.639 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.639 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00727806 s, 144 MB/s 2024-09-21T00:29:36.650 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.650 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.650 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00772242 s, 136 MB/s 2024-09-21T00:29:36.659 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.659 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.659 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00718343 s, 146 MB/s 2024-09-21T00:29:36.671 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.671 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.671 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00857144 s, 122 MB/s 2024-09-21T00:29:36.681 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.681 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.681 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00781691 s, 134 MB/s 2024-09-21T00:29:36.691 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.691 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.691 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00763076 s, 137 MB/s 2024-09-21T00:29:36.702 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.702 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.702 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00773516 s, 136 MB/s 2024-09-21T00:29:36.712 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.712 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.712 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00747673 s, 140 MB/s 2024-09-21T00:29:36.722 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.722 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.723 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00781769 s, 134 MB/s 2024-09-21T00:29:36.733 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.733 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.733 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0075309 s, 139 MB/s 2024-09-21T00:29:36.744 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.744 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.744 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0086789 s, 121 MB/s 2024-09-21T00:29:36.755 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.755 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.755 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00856565 s, 122 MB/s 2024-09-21T00:29:36.766 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.766 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.766 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00745272 s, 141 MB/s 2024-09-21T00:29:36.779 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.779 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.780 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0105256 s, 99.6 MB/s 2024-09-21T00:29:36.830 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.831 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.831 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00804492 s, 130 MB/s 2024-09-21T00:29:36.840 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.840 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.840 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00714382 s, 147 MB/s 2024-09-21T00:29:36.852 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.852 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.852 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00863243 s, 121 MB/s 2024-09-21T00:29:36.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:29:36.859 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:29:36.859 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:29:36.859 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.29 2024-09-21T00:29:36.859 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:29:36.859 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.29/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:29:36.859 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:29:36.859 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:29:36.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:36 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:29:36.925 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.925 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.925 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00745004 s, 141 MB/s 2024-09-21T00:29:36.937 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.937 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.937 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00832005 s, 126 MB/s 2024-09-21T00:29:36.947 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.947 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.947 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00742076 s, 141 MB/s 2024-09-21T00:29:36.958 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.959 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.959 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00835679 s, 125 MB/s 2024-09-21T00:29:36.969 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.969 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.969 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00720606 s, 146 MB/s 2024-09-21T00:29:36.980 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.980 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.980 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00764984 s, 137 MB/s 2024-09-21T00:29:36.990 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:36.990 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:36.990 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00773186 s, 136 MB/s 2024-09-21T00:29:37.002 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.002 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.002 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00842256 s, 124 MB/s 2024-09-21T00:29:37.013 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.013 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.013 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00793955 s, 132 MB/s 2024-09-21T00:29:37.023 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.023 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.023 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00796022 s, 132 MB/s 2024-09-21T00:29:37.034 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.034 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.034 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00828671 s, 127 MB/s 2024-09-21T00:29:37.048 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.048 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.048 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00989939 s, 106 MB/s 2024-09-21T00:29:37.057 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.057 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.057 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00711488 s, 147 MB/s 2024-09-21T00:29:37.067 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.068 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.068 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00720573 s, 146 MB/s 2024-09-21T00:29:37.079 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.079 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.079 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00816455 s, 128 MB/s 2024-09-21T00:29:37.089 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.089 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.089 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00695757 s, 151 MB/s 2024-09-21T00:29:37.100 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.100 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.100 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00839828 s, 125 MB/s 2024-09-21T00:29:37.110 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.110 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.111 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00696145 s, 151 MB/s 2024-09-21T00:29:37.121 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.122 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.122 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00831877 s, 126 MB/s 2024-09-21T00:29:37.132 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.132 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.132 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00756897 s, 139 MB/s 2024-09-21T00:29:37.142 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.142 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.142 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00710736 s, 148 MB/s 2024-09-21T00:29:37.154 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.154 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.154 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00827133 s, 127 MB/s 2024-09-21T00:29:37.164 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.164 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.164 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0071795 s, 146 MB/s 2024-09-21T00:29:37.174 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.174 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.174 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00701262 s, 150 MB/s 2024-09-21T00:29:37.184 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.184 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.184 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00755613 s, 139 MB/s 2024-09-21T00:29:37.195 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.195 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.195 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00767643 s, 137 MB/s 2024-09-21T00:29:37.205 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.205 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.205 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00699171 s, 150 MB/s 2024-09-21T00:29:37.215 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.215 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.215 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00713004 s, 147 MB/s 2024-09-21T00:29:37.225 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.225 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.225 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00707695 s, 148 MB/s 2024-09-21T00:29:37.236 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.236 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.237 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0083579 s, 125 MB/s 2024-09-21T00:29:37.247 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.247 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.247 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00824614 s, 127 MB/s 2024-09-21T00:29:37.257 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.257 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.257 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00688245 s, 152 MB/s 2024-09-21T00:29:37.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:29:37.264 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:29:37.264 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:29:37.264 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.30 2024-09-21T00:29:37.264 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:29:37.264 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.30/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:29:37.264 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:29:37.264 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:29:37.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:37 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:29:37.329 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.329 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.330 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00765006 s, 137 MB/s 2024-09-21T00:29:37.340 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.340 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.340 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00798916 s, 131 MB/s 2024-09-21T00:29:37.351 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.351 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.351 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00763695 s, 137 MB/s 2024-09-21T00:29:37.361 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.361 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.361 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00716837 s, 146 MB/s 2024-09-21T00:29:37.373 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.373 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.373 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00853758 s, 123 MB/s 2024-09-21T00:29:37.384 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.384 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.384 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00788883 s, 133 MB/s 2024-09-21T00:29:37.395 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.395 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.395 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00780746 s, 134 MB/s 2024-09-21T00:29:37.405 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.405 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.406 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00806659 s, 130 MB/s 2024-09-21T00:29:37.416 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.416 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.417 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00789867 s, 133 MB/s 2024-09-21T00:29:37.427 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.427 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.427 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00768195 s, 136 MB/s 2024-09-21T00:29:37.437 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.437 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.437 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00705304 s, 149 MB/s 2024-09-21T00:29:37.447 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.447 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.448 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00728134 s, 144 MB/s 2024-09-21T00:29:37.459 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.459 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.459 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00886518 s, 118 MB/s 2024-09-21T00:29:37.469 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.470 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.470 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00729413 s, 144 MB/s 2024-09-21T00:29:37.481 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.481 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.481 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00775857 s, 135 MB/s 2024-09-21T00:29:37.491 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.491 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.491 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.007514 s, 140 MB/s 2024-09-21T00:29:37.501 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.501 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.501 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00718078 s, 146 MB/s 2024-09-21T00:29:37.513 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.513 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.513 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00802561 s, 131 MB/s 2024-09-21T00:29:37.524 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.524 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.524 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00865241 s, 121 MB/s 2024-09-21T00:29:37.534 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.534 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.535 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00731862 s, 143 MB/s 2024-09-21T00:29:37.546 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.546 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.546 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0082469 s, 127 MB/s 2024-09-21T00:29:37.556 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.557 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.557 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00772379 s, 136 MB/s 2024-09-21T00:29:37.568 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.568 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.568 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00843062 s, 124 MB/s 2024-09-21T00:29:37.578 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.578 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.578 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00717838 s, 146 MB/s 2024-09-21T00:29:37.588 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.588 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.588 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00685446 s, 153 MB/s 2024-09-21T00:29:37.598 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.598 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.598 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0071101 s, 147 MB/s 2024-09-21T00:29:37.608 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.608 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.608 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00732401 s, 143 MB/s 2024-09-21T00:29:37.619 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.619 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.619 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.007785 s, 135 MB/s 2024-09-21T00:29:37.630 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.630 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.630 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0068074 s, 154 MB/s 2024-09-21T00:29:37.638 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.639 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.639 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00715138 s, 147 MB/s 2024-09-21T00:29:37.649 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.649 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.649 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00737491 s, 142 MB/s 2024-09-21T00:29:37.660 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.660 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.660 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00855378 s, 123 MB/s 2024-09-21T00:29:37.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:29:37.666 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:29:37.667 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:29:37.667 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.31 2024-09-21T00:29:37.667 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:29:37.667 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.31/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:29:37.667 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:29:37.667 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:29:37.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:37 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:29:37.732 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.732 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.732 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00837918 s, 125 MB/s 2024-09-21T00:29:37.742 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.742 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.742 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00755699 s, 139 MB/s 2024-09-21T00:29:37.753 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.753 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.753 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00838993 s, 125 MB/s 2024-09-21T00:29:37.762 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.763 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.763 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00735196 s, 143 MB/s 2024-09-21T00:29:37.772 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.772 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.772 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00725508 s, 145 MB/s 2024-09-21T00:29:37.813 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.813 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.813 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00715122 s, 147 MB/s 2024-09-21T00:29:37.824 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.824 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.824 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00845255 s, 124 MB/s 2024-09-21T00:29:37.834 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.834 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.834 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00760552 s, 138 MB/s 2024-09-21T00:29:37.844 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.845 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.845 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00848628 s, 124 MB/s 2024-09-21T00:29:37.855 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.855 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.855 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00753085 s, 139 MB/s 2024-09-21T00:29:37.865 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.865 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.865 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00747242 s, 140 MB/s 2024-09-21T00:29:37.874 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.875 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.875 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00728303 s, 144 MB/s 2024-09-21T00:29:37.885 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.886 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.886 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0083427 s, 126 MB/s 2024-09-21T00:29:37.896 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.896 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.896 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00746305 s, 141 MB/s 2024-09-21T00:29:37.905 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.905 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.906 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00728362 s, 144 MB/s 2024-09-21T00:29:37.916 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.917 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.917 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00846824 s, 124 MB/s 2024-09-21T00:29:37.927 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.927 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.927 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00822937 s, 127 MB/s 2024-09-21T00:29:37.936 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.937 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.937 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00681887 s, 154 MB/s 2024-09-21T00:29:37.947 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.947 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.947 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00762116 s, 138 MB/s 2024-09-21T00:29:37.957 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.957 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.957 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00775347 s, 135 MB/s 2024-09-21T00:29:37.967 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.967 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.967 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00700409 s, 150 MB/s 2024-09-21T00:29:37.978 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.978 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.978 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00830481 s, 126 MB/s 2024-09-21T00:29:37.988 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.988 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.988 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00760419 s, 138 MB/s 2024-09-21T00:29:37.998 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:37.998 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:37.999 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00720104 s, 146 MB/s 2024-09-21T00:29:38.010 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:38.010 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:38.010 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00899483 s, 117 MB/s 2024-09-21T00:29:38.019 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:38.019 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:38.019 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0069772 s, 150 MB/s 2024-09-21T00:29:38.029 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:38.029 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:38.029 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00708433 s, 148 MB/s 2024-09-21T00:29:38.039 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:38.039 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:38.039 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00724641 s, 145 MB/s 2024-09-21T00:29:38.050 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:38.050 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:38.050 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00822157 s, 128 MB/s 2024-09-21T00:29:38.059 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:38.060 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:38.060 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00722859 s, 145 MB/s 2024-09-21T00:29:38.072 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:38.072 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:38.072 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0093865 s, 112 MB/s 2024-09-21T00:29:38.083 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:29:38.083 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:29:38.083 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00791147 s, 133 MB/s 2024-09-21T00:29:38.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:29:38.090 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:29:38.090 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.8:0 scrub start /scrub_control_test_path recursive 2024-09-21T00:29:38.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.227+0000 7f40f798b640 1 -- 172.21.15.67:0/3487367773 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f40f00af9b0 msgr2=0x7f40f00afdc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:38.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.227+0000 7f40f798b640 1 --2- 172.21.15.67:0/3487367773 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f40f00af9b0 0x7f40f00afdc0 secure :-1 s=READY pgs=1387 cs=0 l=1 rev1=1 crypto rx=0x7f40e8005fd0 tx=0x7f40e802aa10 comp rx=0 tx=0).stop 2024-09-21T00:29:38.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.227+0000 7f40f798b640 1 -- 172.21.15.67:0/3487367773 shutdown_connections 2024-09-21T00:29:38.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.227+0000 7f40f798b640 1 --2- 172.21.15.67:0/3487367773 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f40f00af9b0 0x7f40f00afdc0 unknown :-1 s=CLOSED pgs=1387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.227+0000 7f40f798b640 1 --2- 172.21.15.67:0/3487367773 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f40f009b960 0x7f40f00af470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.227+0000 7f40f798b640 1 -- 172.21.15.67:0/3487367773 >> 172.21.15.67:0/3487367773 conn(0x7f40f00cee80 msgr2=0x7f40f00cf290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:38.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.227+0000 7f40f798b640 1 -- 172.21.15.67:0/3487367773 shutdown_connections 2024-09-21T00:29:38.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.227+0000 7f40f798b640 1 -- 172.21.15.67:0/3487367773 wait complete. 2024-09-21T00:29:38.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.229+0000 7f40f798b640 1 Processor -- start 2024-09-21T00:29:38.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.229+0000 7f40f798b640 1 -- start start 2024-09-21T00:29:38.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.230+0000 7f40f798b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f40f009b960 0x7f40f01667e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:38.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.230+0000 7f40f798b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f40f00af9b0 0x7f40f015c460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:38.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.230+0000 7f40f798b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f40f00c5a90 0x7f40f01f6cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:38.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.230+0000 7f40f798b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f40f00b0480 con 0x7f40f00af9b0 2024-09-21T00:29:38.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.230+0000 7f40f798b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f40f00b0300 con 0x7f40f009b960 2024-09-21T00:29:38.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.230+0000 7f40f798b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f40f00b0600 con 0x7f40f00c5a90 2024-09-21T00:29:38.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.231+0000 7f40f4f26640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f40f00af9b0 0x7f40f015c460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:38.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.231+0000 7f40f4f26640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f40f00af9b0 0x7f40f015c460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56530/0 (socket says 172.21.15.67:56530) 2024-09-21T00:29:38.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.231+0000 7f40f5727640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f40f009b960 0x7f40f01667e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:38.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.231+0000 7f40f4f26640 1 -- 172.21.15.67:0/947047252 learned_addr learned my addr 172.21.15.67:0/947047252 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:38.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.231+0000 7f40f5f28640 1 --2- 172.21.15.67:0/947047252 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f40f00c5a90 0x7f40f01f6cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:38.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.231+0000 7f40f4f26640 1 -- 172.21.15.67:0/947047252 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f40f00c5a90 msgr2=0x7f40f01f6cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:38.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.231+0000 7f40f4f26640 1 --2- 172.21.15.67:0/947047252 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f40f00c5a90 0x7f40f01f6cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.231+0000 7f40f4f26640 1 -- 172.21.15.67:0/947047252 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f40f009b960 msgr2=0x7f40f01667e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:38.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.231+0000 7f40f4f26640 1 --2- 172.21.15.67:0/947047252 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f40f009b960 0x7f40f01667e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.231+0000 7f40f4f26640 1 -- 172.21.15.67:0/947047252 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40f0162520 con 0x7f40f00af9b0 2024-09-21T00:29:38.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.231+0000 7f40f5727640 1 --2- 172.21.15.67:0/947047252 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f40f009b960 0x7f40f01667e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:29:38.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.231+0000 7f40f5f28640 1 --2- 172.21.15.67:0/947047252 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f40f00c5a90 0x7f40f01f6cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:29:38.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.231+0000 7f40f4f26640 1 --2- 172.21.15.67:0/947047252 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f40f00af9b0 0x7f40f015c460 secure :-1 s=READY pgs=1388 cs=0 l=1 rev1=1 crypto rx=0x7f40e000e7c0 tx=0x7f40e000ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:38.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.231+0000 7f40e5ffb640 1 -- 172.21.15.67:0/947047252 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40e000ccc0 con 0x7f40f00af9b0 2024-09-21T00:29:38.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.232+0000 7f40e5ffb640 1 -- 172.21.15.67:0/947047252 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f40e0010430 con 0x7f40f00af9b0 2024-09-21T00:29:38.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.232+0000 7f40f798b640 1 -- 172.21.15.67:0/947047252 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40f0162800 con 0x7f40f00af9b0 2024-09-21T00:29:38.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.232+0000 7f40e5ffb640 1 -- 172.21.15.67:0/947047252 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40e0010860 con 0x7f40f00af9b0 2024-09-21T00:29:38.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.232+0000 7f40f798b640 1 -- 172.21.15.67:0/947047252 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40f015cc80 con 0x7f40f00af9b0 2024-09-21T00:29:38.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.234+0000 7f40e5ffb640 1 -- 172.21.15.67:0/947047252 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f40e0010a00 con 0x7f40f00af9b0 2024-09-21T00:29:38.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.234+0000 7f40e5ffb640 1 --2- 172.21.15.67:0/947047252 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f40d4078bc0 0x7f40d407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:38.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.235+0000 7f40e5ffb640 1 -- 172.21.15.67:0/947047252 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5709+0+0 (secure 0 0 0) 0x7f40e009b6d0 con 0x7f40f00af9b0 2024-09-21T00:29:38.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.235+0000 7f40f5727640 1 --2- 172.21.15.67:0/947047252 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f40d4078bc0 0x7f40d407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:38.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.235+0000 7f40fe9d7740 1 Processor -- start 2024-09-21T00:29:38.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.235+0000 7f40fe9d7740 1 -- start start 2024-09-21T00:29:38.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.235+0000 7f40f5727640 1 --2- 172.21.15.67:0/947047252 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f40d4078bc0 0x7f40d407b0d0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f40ec001b10 tx=0x7f40ec009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:38.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.236+0000 7f40fe9d7740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f2c0d9f730 0x55f2c1161e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:38.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.236+0000 7f40fe9d7740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f2c0d76870 0x55f2c118d990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:38.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.236+0000 7f40fe9d7740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f2c0d7ea50 0x55f2c116e9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:38.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.236+0000 7f40fe9d7740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55f2c10b9c40 con 0x55f2c0d76870 2024-09-21T00:29:38.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.236+0000 7f40fe9d7740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55f2c10a9070 con 0x55f2c0d9f730 2024-09-21T00:29:38.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.236+0000 7f40fe9d7740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55f2c10ace80 con 0x55f2c0d7ea50 2024-09-21T00:29:38.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.237+0000 7f40f4f26640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f2c0d76870 0x55f2c118d990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:38.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.237+0000 7f40f5727640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f2c0d9f730 0x55f2c1161e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:38.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.237+0000 7f40f4f26640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f2c0d76870 0x55f2c118d990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56534/0 (socket says 172.21.15.67:56534) 2024-09-21T00:29:38.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.237+0000 7f40f5727640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f2c0d9f730 0x55f2c1161e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.67:58436/0 (socket says 172.21.15.67:58436) 2024-09-21T00:29:38.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.237+0000 7f40f4f26640 1 -- 172.21.15.67:0/3402020924 learned_addr learned my addr 172.21.15.67:0/3402020924 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:38.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.237+0000 7f40f5f28640 1 --2- 172.21.15.67:0/3402020924 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f2c0d7ea50 0x55f2c116e9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:38.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.237+0000 7f40f4f26640 1 -- 172.21.15.67:0/3402020924 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f2c0d7ea50 msgr2=0x55f2c116e9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:29:38.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.237+0000 7f40f4f26640 1 --2- 172.21.15.67:0/3402020924 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f2c0d7ea50 0x55f2c116e9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.237+0000 7f40f4f26640 1 -- 172.21.15.67:0/3402020924 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f2c0d9f730 msgr2=0x55f2c1161e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:29:38.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.237+0000 7f40f4f26640 1 --2- 172.21.15.67:0/3402020924 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f2c0d9f730 0x55f2c1161e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.237+0000 7f40f4f26640 1 -- 172.21.15.67:0/3402020924 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f2c0e83ba0 con 0x55f2c0d76870 2024-09-21T00:29:38.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.237+0000 7f40f4f26640 1 --2- 172.21.15.67:0/3402020924 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f2c0d76870 0x55f2c118d990 secure :-1 s=READY pgs=1389 cs=0 l=1 rev1=1 crypto rx=0x7f40e00631c0 tx=0x7f40e0062ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7df19a770a17e6d server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:38.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.237+0000 7f40daffd640 1 -- 172.21.15.67:0/3402020924 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40e0067e70 con 0x55f2c0d76870 2024-09-21T00:29:38.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.237+0000 7f40daffd640 1 -- 172.21.15.67:0/3402020924 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f40e006cdb0 con 0x55f2c0d76870 2024-09-21T00:29:38.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.237+0000 7f40daffd640 1 -- 172.21.15.67:0/3402020924 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40e0062720 con 0x55f2c0d76870 2024-09-21T00:29:38.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.238+0000 7f40fe9d7740 1 -- 172.21.15.67:0/3402020924 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f2c0d76870 msgr2=0x55f2c118d990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:38.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.238+0000 7f40fe9d7740 1 --2- 172.21.15.67:0/3402020924 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f2c0d76870 0x55f2c118d990 secure :-1 s=READY pgs=1389 cs=0 l=1 rev1=1 crypto rx=0x7f40e00631c0 tx=0x7f40e0062ed0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.238+0000 7f40fe9d7740 1 -- 172.21.15.67:0/3402020924 shutdown_connections 2024-09-21T00:29:38.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.238+0000 7f40fe9d7740 1 --2- 172.21.15.67:0/3402020924 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f2c0d7ea50 0x55f2c116e9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.238+0000 7f40fe9d7740 1 --2- 172.21.15.67:0/3402020924 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f2c0d76870 0x55f2c118d990 unknown :-1 s=CLOSED pgs=1389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.238+0000 7f40fe9d7740 1 --2- 172.21.15.67:0/3402020924 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f2c0d9f730 0x55f2c1161e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.238+0000 7f40fe9d7740 1 -- 172.21.15.67:0/3402020924 >> 172.21.15.67:0/3402020924 conn(0x55f2c0d93880 msgr2=0x55f2c1147ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:38.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.238+0000 7f40fe9d7740 1 -- 172.21.15.67:0/3402020924 shutdown_connections 2024-09-21T00:29:38.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.238+0000 7f40fe9d7740 1 -- 172.21.15.67:0/3402020924 wait complete. 2024-09-21T00:29:38.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.239+0000 7f40fe9d7740 1 -- start start 2024-09-21T00:29:38.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.239+0000 7f40fe9d7740 1 Processor -- start 2024-09-21T00:29:38.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.241+0000 7f40fe9d7740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f2c0d76870 0x55f2c11842d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:38.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.241+0000 7f40fe9d7740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f2c0d7ea50 0x55f2c115c7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:38.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.241+0000 7f40fe9d7740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f2c0d9f730 0x55f2c118ec10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:38.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.241+0000 7f40fe9d7740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55f2c0e19ae0 con 0x55f2c0d9f730 2024-09-21T00:29:38.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.241+0000 7f40fe9d7740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55f2c102f870 con 0x55f2c0d7ea50 2024-09-21T00:29:38.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.241+0000 7f40fe9d7740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55f2c11733f0 con 0x55f2c0d76870 2024-09-21T00:29:38.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.241+0000 7f40fe9d7740 10 client.0 _ll_register_callbacks cb 0x55f2c105d2d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:29:38.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.241+0000 7f40f5f28640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f2c0d9f730 0x55f2c118ec10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:38.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.241+0000 7f40f4f26640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f2c0d7ea50 0x55f2c115c7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:38.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.241+0000 7f40f5f28640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f2c0d9f730 0x55f2c118ec10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56548/0 (socket says 172.21.15.67:56548) 2024-09-21T00:29:38.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.241+0000 7f40f5f28640 1 -- 172.21.15.67:0/2370880773 learned_addr learned my addr 172.21.15.67:0/2370880773 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:38.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.241+0000 7f40f4f26640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f2c0d7ea50 0x55f2c115c7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.67:58440/0 (socket says 172.21.15.67:58440) 2024-09-21T00:29:38.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.241+0000 7f40f5727640 1 --2- 172.21.15.67:0/2370880773 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f2c0d76870 0x55f2c11842d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:38.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.241+0000 7f40f5f28640 1 -- 172.21.15.67:0/2370880773 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f2c0d76870 msgr2=0x55f2c11842d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:29:38.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.241+0000 7f40f5f28640 1 --2- 172.21.15.67:0/2370880773 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f2c0d76870 0x55f2c11842d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.241+0000 7f40f5f28640 1 -- 172.21.15.67:0/2370880773 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f2c0d7ea50 msgr2=0x55f2c115c7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:29:38.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.241+0000 7f40f5f28640 1 --2- 172.21.15.67:0/2370880773 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f2c0d7ea50 0x55f2c115c7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.241+0000 7f40f5f28640 1 -- 172.21.15.67:0/2370880773 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f2c0de8a40 con 0x55f2c0d9f730 2024-09-21T00:29:38.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.241+0000 7f40f4f26640 1 --2- 172.21.15.67:0/2370880773 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f2c0d7ea50 0x55f2c115c7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:29:38.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.241+0000 7f40f5f28640 1 --2- 172.21.15.67:0/2370880773 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f2c0d9f730 0x55f2c118ec10 secure :-1 s=READY pgs=1390 cs=0 l=1 rev1=1 crypto rx=0x7f40e8030fd0 tx=0x7f40e8003ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=798159ebd0698719 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:38.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.241+0000 7f40cffff640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:29:38.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.242+0000 7f40cffff640 1 -- 172.21.15.67:0/2370880773 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40e8049060 con 0x55f2c0d9f730 2024-09-21T00:29:38.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.242+0000 7f40cffff640 1 -- 172.21.15.67:0/2370880773 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(117..117 src has 1..117) ==== 5709+0+0 (secure 0 0 0) 0x7f40e8004240 con 0x55f2c0d9f730 2024-09-21T00:29:38.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.242+0000 7f40fe9d7740 1 -- 172.21.15.67:0/2370880773 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f40e006cdb0 con 0x55f2c0d9f730 2024-09-21T00:29:38.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.242+0000 7f40cffff640 1 -- 172.21.15.67:0/2370880773 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=99) ==== 24+0+0 (secure 0 0 0) 0x7f40e804f050 con 0x55f2c0d9f730 2024-09-21T00:29:38.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.242+0000 7f40fe9d7740 10 client.8253 fetch_fsmap learned FSMap version 99 2024-09-21T00:29:38.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.242+0000 7f40fe9d7740 1 -- 172.21.15.67:0/2370880773 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=99,monmap=2+}) -- 0x55f2c0ee4330 con 0x55f2c0d9f730 2024-09-21T00:29:38.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.242+0000 7f40cffff640 1 -- 172.21.15.67:0/2370880773 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f40e006cdb0 con 0x55f2c0d9f730 2024-09-21T00:29:38.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.242+0000 7f40cffff640 1 -- 172.21.15.67:0/2370880773 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 99) ==== 3502+0+0 (secure 0 0 0) 0x7f40e8052020 con 0x55f2c0d9f730 2024-09-21T00:29:38.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.242+0000 7f40fe9d7740 10 client.8253 fetch_fsmap finished waiting for FSMap version 99 2024-09-21T00:29:38.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.242+0000 7f40fe9d7740 10 client.8253 resolve_mds: resolved 8:0 to role '8:0' aka daemon mds.b 2024-09-21T00:29:38.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.242+0000 7f40fe9d7740 20 client.8253 populate_metadata read hostname 'smithi067' 2024-09-21T00:29:38.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.242+0000 7f40fe9d7740 1 --2- 172.21.15.67:0/2370880773 >> [v2:172.21.15.97:6834/2742067706,v1:172.21.15.97:6836/2742067706] conn(0x55f2c0d5e300 0x55f2c1185d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:38.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.242+0000 7f40fe9d7740 4 client.8253 mds_command: new command op to 8103 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:29:38.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.242+0000 7f40fe9d7740 1 -- 172.21.15.67:0/2370880773 --> [v2:172.21.15.97:6834/2742067706,v1:172.21.15.97:6836/2742067706] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f2c10bbb90 con 0x55f2c0d5e300 2024-09-21T00:29:38.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.242+0000 7f40f5727640 1 --2- 172.21.15.67:0/2370880773 >> [v2:172.21.15.97:6834/2742067706,v1:172.21.15.97:6836/2742067706] conn(0x55f2c0d5e300 0x55f2c1185d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:38.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.243+0000 7f40cffff640 10 client.8253 ms_handle_connect on v2:172.21.15.97:6834/2742067706 2024-09-21T00:29:38.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.243+0000 7f40f5727640 1 --2- 172.21.15.67:0/2370880773 >> [v2:172.21.15.97:6834/2742067706,v1:172.21.15.97:6836/2742067706] conn(0x55f2c0d5e300 0x55f2c1185d50 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fff74ac308c17fb5 server_cookie=b51246e43192327a in_seq=0 out_seq=0 2024-09-21T00:29:38.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.243+0000 7f40cffff640 1 -- 172.21.15.67:0/2370880773 <== mds.0 v2:172.21.15.97:6834/2742067706 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x55f2c10bbb90 con 0x55f2c0d5e300 2024-09-21T00:29:38.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.243+0000 7f40cffff640 10 client.8253 handle_command_reply: tid=0 2024-09-21T00:29:38.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.243+0000 7f40fe9d7740 1 client.8253 shutdown 2024-09-21T00:29:38.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.244+0000 7f40fe9d7740 1 -- 172.21.15.67:0/2370880773 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f2c0d9f730 msgr2=0x55f2c118ec10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:38.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.244+0000 7f40fe9d7740 1 --2- 172.21.15.67:0/2370880773 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f2c0d9f730 0x55f2c118ec10 secure :-1 s=READY pgs=1390 cs=0 l=1 rev1=1 crypto rx=0x7f40e8030fd0 tx=0x7f40e8003ef0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.244+0000 7f40fe9d7740 1 -- 172.21.15.67:0/2370880773 shutdown_connections 2024-09-21T00:29:38.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.244+0000 7f40fe9d7740 1 --2- 172.21.15.67:0/2370880773 >> [v2:172.21.15.97:6834/2742067706,v1:172.21.15.97:6836/2742067706] conn(0x55f2c0d5e300 0x55f2c1185d50 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.244+0000 7f40fe9d7740 1 --2- 172.21.15.67:0/2370880773 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f2c0d9f730 0x55f2c118ec10 unknown :-1 s=CLOSED pgs=1390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.244+0000 7f40cffff640 0 client.8253 ms_handle_reset on v2:172.21.15.97:6834/2742067706 2024-09-21T00:29:38.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.244+0000 7f40fe9d7740 1 --2- 172.21.15.67:0/2370880773 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f2c0d7ea50 0x55f2c115c7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.244+0000 7f40fe9d7740 1 --2- 172.21.15.67:0/2370880773 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f2c0d76870 0x55f2c11842d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.244+0000 7f40fe9d7740 1 -- 172.21.15.67:0/2370880773 >> 172.21.15.67:0/2370880773 conn(0x55f2c0d93880 msgr2=0x55f2c1161e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:38.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.244+0000 7f40fe9d7740 1 -- 172.21.15.67:0/2370880773 shutdown_connections 2024-09-21T00:29:38.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.244+0000 7f40fe9d7740 1 -- 172.21.15.67:0/2370880773 wait complete. 2024-09-21T00:29:38.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.244+0000 7f40fe9d7740 20 client.8253 trim_cache size 0 max 16384 2024-09-21T00:29:38.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.262+0000 7f40fe9d7740 1 Processor -- start 2024-09-21T00:29:38.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.262+0000 7f40fe9d7740 1 -- start start 2024-09-21T00:29:38.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.263+0000 7f40fe9d7740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f2c0d5e300 0x55f2c1168db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:38.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.263+0000 7f40fe9d7740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f2c0d76870 0x55f2c1185f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:38.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.263+0000 7f40fe9d7740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f2c0d7ea50 0x55f2c1186460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:38.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.263+0000 7f40fe9d7740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f40f01fde30 con 0x55f2c0d7ea50 2024-09-21T00:29:38.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.263+0000 7f40fe9d7740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f40f01f37b0 con 0x55f2c0d76870 2024-09-21T00:29:38.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.263+0000 7f40fe9d7740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f40f006f500 con 0x55f2c0d5e300 2024-09-21T00:29:38.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.264+0000 7f40f5f28640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f2c0d7ea50 0x55f2c1186460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:38.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.264+0000 7f40f5f28640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f2c0d7ea50 0x55f2c1186460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56564/0 (socket says 172.21.15.67:56564) 2024-09-21T00:29:38.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.264+0000 7f40f5f28640 1 -- 172.21.15.67:0/3988873130 learned_addr learned my addr 172.21.15.67:0/3988873130 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:38.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.264+0000 7f40f5727640 1 --2- 172.21.15.67:0/3988873130 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f2c0d5e300 0x55f2c1168db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:38.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.264+0000 7f40f4f26640 1 --2- 172.21.15.67:0/3988873130 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f2c0d76870 0x55f2c1185f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:38.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.264+0000 7f40f5f28640 1 -- 172.21.15.67:0/3988873130 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f2c0d5e300 msgr2=0x55f2c1168db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:29:38.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.264+0000 7f40f5f28640 1 --2- 172.21.15.67:0/3988873130 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f2c0d5e300 0x55f2c1168db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.264+0000 7f40f5f28640 1 -- 172.21.15.67:0/3988873130 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f2c0d76870 msgr2=0x55f2c1185f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:29:38.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.264+0000 7f40f5f28640 1 --2- 172.21.15.67:0/3988873130 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f2c0d76870 0x55f2c1185f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.264+0000 7f40f5f28640 1 -- 172.21.15.67:0/3988873130 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f2c0e81ea0 con 0x55f2c0d7ea50 2024-09-21T00:29:38.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.264+0000 7f40f4f26640 1 --2- 172.21.15.67:0/3988873130 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f2c0d76870 0x55f2c1185f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:29:38.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.264+0000 7f40f5727640 1 --2- 172.21.15.67:0/3988873130 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f2c0d5e300 0x55f2c1168db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:29:38.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.264+0000 7f40f5f28640 1 --2- 172.21.15.67:0/3988873130 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f2c0d7ea50 0x55f2c1186460 secure :-1 s=READY pgs=1391 cs=0 l=1 rev1=1 crypto rx=0x7f40e8005ca0 tx=0x7f40e802f670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be5570713d3f65bc server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:38.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.264+0000 7f40da7fc640 1 -- 172.21.15.67:0/3988873130 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40e8049020 con 0x55f2c0d7ea50 2024-09-21T00:29:38.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.264+0000 7f40da7fc640 1 -- 172.21.15.67:0/3988873130 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f40e8003f60 con 0x55f2c0d7ea50 2024-09-21T00:29:38.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.264+0000 7f40da7fc640 1 -- 172.21.15.67:0/3988873130 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40e8033040 con 0x55f2c0d7ea50 2024-09-21T00:29:38.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.265+0000 7f40fe9d7740 1 -- 172.21.15.67:0/3988873130 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f2c0d7ea50 msgr2=0x55f2c1186460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:38.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.265+0000 7f40fe9d7740 1 --2- 172.21.15.67:0/3988873130 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f2c0d7ea50 0x55f2c1186460 secure :-1 s=READY pgs=1391 cs=0 l=1 rev1=1 crypto rx=0x7f40e8005ca0 tx=0x7f40e802f670 comp rx=0 tx=0).stop 2024-09-21T00:29:38.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.265+0000 7f40fe9d7740 1 -- 172.21.15.67:0/3988873130 shutdown_connections 2024-09-21T00:29:38.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.265+0000 7f40fe9d7740 1 --2- 172.21.15.67:0/3988873130 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f2c0d7ea50 0x55f2c1186460 unknown :-1 s=CLOSED pgs=1391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.265+0000 7f40fe9d7740 1 --2- 172.21.15.67:0/3988873130 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f2c0d76870 0x55f2c1185f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.265+0000 7f40fe9d7740 1 --2- 172.21.15.67:0/3988873130 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f2c0d5e300 0x55f2c1168db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.265+0000 7f40fe9d7740 1 -- 172.21.15.67:0/3988873130 >> 172.21.15.67:0/3988873130 conn(0x55f2c0d93880 msgr2=0x55f2c1148070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:38.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.265+0000 7f40fe9d7740 1 -- 172.21.15.67:0/3988873130 shutdown_connections 2024-09-21T00:29:38.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.265+0000 7f40fe9d7740 1 -- 172.21.15.67:0/3988873130 wait complete. 2024-09-21T00:29:38.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.266+0000 7f40fe9d7740 1 -- start start 2024-09-21T00:29:38.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.266+0000 7f40fe9d7740 1 Processor -- start 2024-09-21T00:29:38.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.267+0000 7f40fe9d7740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f2c0d5e300 0x55f2c11f9450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:38.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.267+0000 7f40fe9d7740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f2c0d76870 0x55f2c1173340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:38.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.267+0000 7f40fe9d7740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f2c0d7ea50 0x55f2c1173880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:38.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.267+0000 7f40fe9d7740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55f2c1141b10 con 0x55f2c0d5e300 2024-09-21T00:29:38.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.267+0000 7f40fe9d7740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f40f006fb50 con 0x55f2c0d76870 2024-09-21T00:29:38.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.267+0000 7f40fe9d7740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55f2c1214820 con 0x55f2c0d7ea50 2024-09-21T00:29:38.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.268+0000 7f40fe9d7740 10 client.0 _ll_register_callbacks cb 0x7f40e8003e20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:29:38.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.268+0000 7f40f5727640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f2c0d5e300 0x55f2c11f9450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:38.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.268+0000 7f40f5727640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f2c0d5e300 0x55f2c11f9450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56568/0 (socket says 172.21.15.67:56568) 2024-09-21T00:29:38.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.268+0000 7f40f5727640 1 -- 172.21.15.67:0/1071756489 learned_addr learned my addr 172.21.15.67:0/1071756489 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:38.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.268+0000 7f40f4f26640 1 --2- 172.21.15.67:0/1071756489 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f2c0d76870 0x55f2c1173340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:38.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.268+0000 7f40f5f28640 1 --2- 172.21.15.67:0/1071756489 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f2c0d7ea50 0x55f2c1173880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:38.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.268+0000 7f40f5727640 1 -- 172.21.15.67:0/1071756489 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f2c0d7ea50 msgr2=0x55f2c1173880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:29:38.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.268+0000 7f40f5727640 1 --2- 172.21.15.67:0/1071756489 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f2c0d7ea50 0x55f2c1173880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.268+0000 7f40f5727640 1 -- 172.21.15.67:0/1071756489 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f2c0d76870 msgr2=0x55f2c1173340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:29:38.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.268+0000 7f40f5727640 1 --2- 172.21.15.67:0/1071756489 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f2c0d76870 0x55f2c1173340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.268+0000 7f40f5727640 1 -- 172.21.15.67:0/1071756489 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f2c1213a60 con 0x55f2c0d5e300 2024-09-21T00:29:38.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.268+0000 7f40f4f26640 1 --2- 172.21.15.67:0/1071756489 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f2c0d76870 0x55f2c1173340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:29:38.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.268+0000 7f40f5727640 1 --2- 172.21.15.67:0/1071756489 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f2c0d5e300 0x55f2c11f9450 secure :-1 s=READY pgs=1392 cs=0 l=1 rev1=1 crypto rx=0x7f40ec00fa30 tx=0x7f40ec000ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1836f09e9d0303ce server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:38.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.268+0000 7f40cffff640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:29:38.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.268+0000 7f40cffff640 1 -- 172.21.15.67:0/1071756489 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40ec0133f0 con 0x55f2c0d5e300 2024-09-21T00:29:38.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.268+0000 7f40cffff640 1 -- 172.21.15.67:0/1071756489 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(117..117 src has 1..117) ==== 5709+0+0 (secure 0 0 0) 0x7f40ec013590 con 0x55f2c0d5e300 2024-09-21T00:29:38.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.268+0000 7f40fe9d7740 1 -- 172.21.15.67:0/1071756489 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f40e8003f60 con 0x55f2c0d5e300 2024-09-21T00:29:38.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.268+0000 7f40cffff640 1 -- 172.21.15.67:0/1071756489 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=99) ==== 24+0+0 (secure 0 0 0) 0x7f40ec039050 con 0x55f2c0d5e300 2024-09-21T00:29:38.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.268+0000 7f40fe9d7740 10 client.8259 fetch_fsmap learned FSMap version 99 2024-09-21T00:29:38.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.268+0000 7f40fe9d7740 1 -- 172.21.15.67:0/1071756489 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=99,monmap=2+}) -- 0x55f2c115caa0 con 0x55f2c0d5e300 2024-09-21T00:29:38.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.269+0000 7f40cffff640 1 -- 172.21.15.67:0/1071756489 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f40e8003f60 con 0x55f2c0d5e300 2024-09-21T00:29:38.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.269+0000 7f40cffff640 1 -- 172.21.15.67:0/1071756489 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 99) ==== 3502+0+0 (secure 0 0 0) 0x7f40ec03c020 con 0x55f2c0d5e300 2024-09-21T00:29:38.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.269+0000 7f40fe9d7740 10 client.8259 fetch_fsmap finished waiting for FSMap version 99 2024-09-21T00:29:38.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.269+0000 7f40fe9d7740 10 client.8259 resolve_mds: resolved 8:0 to role '8:0' aka daemon mds.b 2024-09-21T00:29:38.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.269+0000 7f40fe9d7740 20 client.8259 populate_metadata read hostname 'smithi067' 2024-09-21T00:29:38.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.269+0000 7f40fe9d7740 1 --2- 172.21.15.67:0/1071756489 >> [v2:172.21.15.97:6834/2742067706,v1:172.21.15.97:6836/2742067706] conn(0x55f2c0d33740 0x55f2c115bb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:38.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.269+0000 7f40fe9d7740 4 client.8259 mds_command: new command op to 8103 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/scrub_control_test_path", "scrubops": ["recursive"]}] 2024-09-21T00:29:38.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.269+0000 7f40fe9d7740 1 -- 172.21.15.67:0/1071756489 --> [v2:172.21.15.97:6834/2742067706,v1:172.21.15.97:6836/2742067706] -- command(tid 0: {"prefix": "scrub start", "path": "/scrub_control_test_path", "scrubops": ["recursive"]}) -- 0x55f2c10b7640 con 0x55f2c0d33740 2024-09-21T00:29:38.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.269+0000 7f40f4f26640 1 --2- 172.21.15.67:0/1071756489 >> [v2:172.21.15.97:6834/2742067706,v1:172.21.15.97:6836/2742067706] conn(0x55f2c0d33740 0x55f2c115bb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:38.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.269+0000 7f40f4f26640 1 --2- 172.21.15.67:0/1071756489 >> [v2:172.21.15.97:6834/2742067706,v1:172.21.15.97:6836/2742067706] conn(0x55f2c0d33740 0x55f2c115bb40 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f776fbd2eb4593f7 server_cookie=2d275ae7b0e56f08 in_seq=0 out_seq=0 2024-09-21T00:29:38.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.269+0000 7f40cffff640 10 client.8259 ms_handle_connect on v2:172.21.15.97:6834/2742067706 2024-09-21T00:29:38.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.272+0000 7f40cffff640 1 -- 172.21.15.67:0/1071756489 <== mds.0 v2:172.21.15.97:6834/2742067706 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55f2c10b7640 con 0x55f2c0d33740 2024-09-21T00:29:38.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.272+0000 7f40cffff640 10 client.8259 handle_command_reply: tid=0 2024-09-21T00:29:38.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.272+0000 7f40fe9d7740 1 client.8259 shutdown 2024-09-21T00:29:38.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.272+0000 7f40fe9d7740 1 -- 172.21.15.67:0/1071756489 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f2c0d5e300 msgr2=0x55f2c11f9450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:38.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.272+0000 7f40fe9d7740 1 --2- 172.21.15.67:0/1071756489 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f2c0d5e300 0x55f2c11f9450 secure :-1 s=READY pgs=1392 cs=0 l=1 rev1=1 crypto rx=0x7f40ec00fa30 tx=0x7f40ec000ed0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.272+0000 7f40fe9d7740 1 -- 172.21.15.67:0/1071756489 shutdown_connections 2024-09-21T00:29:38.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.272+0000 7f40fe9d7740 1 --2- 172.21.15.67:0/1071756489 >> [v2:172.21.15.97:6834/2742067706,v1:172.21.15.97:6836/2742067706] conn(0x55f2c0d33740 0x55f2c115bb40 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.272+0000 7f40fe9d7740 1 --2- 172.21.15.67:0/1071756489 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f2c0d7ea50 0x55f2c1173880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.272+0000 7f40fe9d7740 1 --2- 172.21.15.67:0/1071756489 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f2c0d76870 0x55f2c1173340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.272+0000 7f40fe9d7740 1 --2- 172.21.15.67:0/1071756489 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f2c0d5e300 0x55f2c11f9450 unknown :-1 s=CLOSED pgs=1392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.272+0000 7f40cffff640 0 client.8259 ms_handle_reset on v2:172.21.15.97:6834/2742067706 2024-09-21T00:29:38.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.272+0000 7f40fe9d7740 1 -- 172.21.15.67:0/1071756489 >> 172.21.15.67:0/1071756489 conn(0x55f2c0d93880 msgr2=0x55f2c1142fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:38.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.272+0000 7f40fe9d7740 1 -- 172.21.15.67:0/1071756489 shutdown_connections 2024-09-21T00:29:38.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.272+0000 7f40fe9d7740 1 -- 172.21.15.67:0/1071756489 wait complete. 2024-09-21T00:29:38.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.272+0000 7f40fe9d7740 20 client.8259 trim_cache size 0 max 16384 2024-09-21T00:29:38.280 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:29:38.280 INFO:teuthology.orchestra.run.smithi067.stdout: "return_code": 0, 2024-09-21T00:29:38.280 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_tag": "71b3bf41-e939-4789-b178-103e76d92455", 2024-09-21T00:29:38.281 INFO:teuthology.orchestra.run.smithi067.stdout: "mode": "asynchronous" 2024-09-21T00:29:38.281 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:29:38.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.273+0000 7f40f798b640 1 -- 172.21.15.67:0/947047252 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f40d4078bc0 msgr2=0x7f40d407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:38.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.273+0000 7f40f798b640 1 --2- 172.21.15.67:0/947047252 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f40d4078bc0 0x7f40d407b0d0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f40ec001b10 tx=0x7f40ec009040 comp rx=0 tx=0).stop 2024-09-21T00:29:38.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.273+0000 7f40f798b640 1 -- 172.21.15.67:0/947047252 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f40f00af9b0 msgr2=0x7f40f015c460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:38.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.273+0000 7f40f798b640 1 --2- 172.21.15.67:0/947047252 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f40f00af9b0 0x7f40f015c460 secure :-1 s=READY pgs=1388 cs=0 l=1 rev1=1 crypto rx=0x7f40e000e7c0 tx=0x7f40e000ec80 comp rx=0 tx=0).stop 2024-09-21T00:29:38.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.273+0000 7f40f798b640 1 -- 172.21.15.67:0/947047252 shutdown_connections 2024-09-21T00:29:38.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.273+0000 7f40f798b640 1 --2- 172.21.15.67:0/947047252 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f40d4078bc0 0x7f40d407b0d0 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.273+0000 7f40f798b640 1 --2- 172.21.15.67:0/947047252 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f40f00c5a90 0x7f40f01f6cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.273+0000 7f40f798b640 1 --2- 172.21.15.67:0/947047252 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f40f00af9b0 0x7f40f015c460 unknown :-1 s=CLOSED pgs=1388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.273+0000 7f40f798b640 1 --2- 172.21.15.67:0/947047252 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f40f009b960 0x7f40f01667e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.273+0000 7f40f798b640 1 -- 172.21.15.67:0/947047252 >> 172.21.15.67:0/947047252 conn(0x7f40f00cee80 msgr2=0x7f40f0071c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:38.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.273+0000 7f40f798b640 1 -- 172.21.15.67:0/947047252 shutdown_connections 2024-09-21T00:29:38.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.273+0000 7f40f798b640 1 -- 172.21.15.67:0/947047252 wait complete. 2024-09-21T00:29:38.285 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:29:38.285 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.8:0 scrub abort 2024-09-21T00:29:38.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.427+0000 7f007910b640 1 -- 172.21.15.67:0/862587020 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f00740cdf40 msgr2=0x7f0074160690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:38.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.427+0000 7f007910b640 1 --2- 172.21.15.67:0/862587020 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f00740cdf40 0x7f0074160690 secure :-1 s=READY pgs=1393 cs=0 l=1 rev1=1 crypto rx=0x7f00740749a0 tx=0x7f006c02aac0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.427+0000 7f007910b640 1 -- 172.21.15.67:0/862587020 shutdown_connections 2024-09-21T00:29:38.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.427+0000 7f007910b640 1 --2- 172.21.15.67:0/862587020 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f00740cdf40 0x7f0074160690 unknown :-1 s=CLOSED pgs=1393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.427+0000 7f007910b640 1 --2- 172.21.15.67:0/862587020 >> v2:172.21.15.97:3300/0 conn(0x7f00740b16e0 0x7f00740cda00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.427+0000 7f007910b640 1 -- 172.21.15.67:0/862587020 >> 172.21.15.67:0/862587020 conn(0x7f00740d24c0 msgr2=0x7f00740d28d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:38.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.427+0000 7f007910b640 1 -- 172.21.15.67:0/862587020 shutdown_connections 2024-09-21T00:29:38.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.427+0000 7f007910b640 1 -- 172.21.15.67:0/862587020 wait complete. 2024-09-21T00:29:38.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.430+0000 7f007910b640 1 Processor -- start 2024-09-21T00:29:38.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.430+0000 7f007910b640 1 -- start start 2024-09-21T00:29:38.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.431+0000 7f007910b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f00740b16e0 0x7f007409cb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:38.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.431+0000 7f007910b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f00740b78f0 0x7f0074158be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:38.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.431+0000 7f007910b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f00740cdf40 0x7f007409e0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:38.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.431+0000 7f007910b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f0074160bd0 con 0x7f00740b16e0 2024-09-21T00:29:38.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.431+0000 7f007910b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f00740b1af0 con 0x7f00740b78f0 2024-09-21T00:29:38.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.431+0000 7f007910b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f0074160d50 con 0x7f00740cdf40 2024-09-21T00:29:38.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.431+0000 7f0072d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f00740b16e0 0x7f007409cb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:38.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.431+0000 7f006bfff640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f00740b78f0 0x7f0074158be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:38.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.431+0000 7f0072d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f00740b16e0 0x7f007409cb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56590/0 (socket says 172.21.15.67:56590) 2024-09-21T00:29:38.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.431+0000 7f0072d9d640 1 -- 172.21.15.67:0/2937555072 learned_addr learned my addr 172.21.15.67:0/2937555072 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:38.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.431+0000 7f007359e640 1 --2- 172.21.15.67:0/2937555072 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f00740cdf40 0x7f007409e0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:38.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.432+0000 7f0072d9d640 1 -- 172.21.15.67:0/2937555072 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f00740cdf40 msgr2=0x7f007409e0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:38.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.432+0000 7f0072d9d640 1 --2- 172.21.15.67:0/2937555072 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f00740cdf40 0x7f007409e0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.432+0000 7f0072d9d640 1 -- 172.21.15.67:0/2937555072 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f00740b78f0 msgr2=0x7f0074158be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:38.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.432+0000 7f0072d9d640 1 --2- 172.21.15.67:0/2937555072 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f00740b78f0 0x7f0074158be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.432+0000 7f0072d9d640 1 -- 172.21.15.67:0/2937555072 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f007415c910 con 0x7f00740b16e0 2024-09-21T00:29:38.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.432+0000 7f0072d9d640 1 --2- 172.21.15.67:0/2937555072 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f00740b16e0 0x7f007409cb20 secure :-1 s=READY pgs=1394 cs=0 l=1 rev1=1 crypto rx=0x7f006400c3c0 tx=0x7f006400c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:38.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.432+0000 7f006b7fe640 1 -- 172.21.15.67:0/2937555072 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0064017070 con 0x7f00740b16e0 2024-09-21T00:29:38.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.432+0000 7f006b7fe640 1 -- 172.21.15.67:0/2937555072 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f00640053c0 con 0x7f00740b16e0 2024-09-21T00:29:38.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.432+0000 7f007910b640 1 -- 172.21.15.67:0/2937555072 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f007409d390 con 0x7f00740b16e0 2024-09-21T00:29:38.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.432+0000 7f006b7fe640 1 -- 172.21.15.67:0/2937555072 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0064003880 con 0x7f00740b16e0 2024-09-21T00:29:38.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.432+0000 7f007910b640 1 -- 172.21.15.67:0/2937555072 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00740caaf0 con 0x7f00740b16e0 2024-09-21T00:29:38.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.434+0000 7f006b7fe640 1 -- 172.21.15.67:0/2937555072 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f006401a070 con 0x7f00740b16e0 2024-09-21T00:29:38.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.434+0000 7f006b7fe640 1 --2- 172.21.15.67:0/2937555072 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0054078b90 0x7f005407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:38.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.435+0000 7f006b7fe640 1 -- 172.21.15.67:0/2937555072 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5709+0+0 (secure 0 0 0) 0x7f006409a040 con 0x7f00740b16e0 2024-09-21T00:29:38.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.435+0000 7f006bfff640 1 --2- 172.21.15.67:0/2937555072 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0054078b90 0x7f005407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:38.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.435+0000 7f006bfff640 1 --2- 172.21.15.67:0/2937555072 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0054078b90 0x7f005407b0a0 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f007409d8e0 tx=0x7f005c005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:38.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.436+0000 7f008007b740 1 Processor -- start 2024-09-21T00:29:38.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.436+0000 7f008007b740 1 -- start start 2024-09-21T00:29:38.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.437+0000 7f008007b740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563f71631390 0x563f71a24720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:38.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.437+0000 7f008007b740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563f716084d0 0x563f71a073f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:38.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.438+0000 7f008007b740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x563f716106b0 0x563f71a07930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:38.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.438+0000 7f008007b740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x563f7194bbd0 con 0x563f71631390 2024-09-21T00:29:38.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.438+0000 7f008007b740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x563f7193b000 con 0x563f716084d0 2024-09-21T00:29:38.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.438+0000 7f008007b740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x563f7193ee10 con 0x563f716106b0 2024-09-21T00:29:38.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.438+0000 7f0072d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563f71631390 0x563f71a24720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:38.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.438+0000 7f0072d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563f71631390 0x563f71a24720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56600/0 (socket says 172.21.15.67:56600) 2024-09-21T00:29:38.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.438+0000 7f006bfff640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563f716084d0 0x563f71a073f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:38.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.438+0000 7f0072d9d640 1 -- 172.21.15.67:0/2388859255 learned_addr learned my addr 172.21.15.67:0/2388859255 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:38.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.438+0000 7f007359e640 1 --2- 172.21.15.67:0/2388859255 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x563f716106b0 0x563f71a07930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:38.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.438+0000 7f0072d9d640 1 -- 172.21.15.67:0/2388859255 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x563f716106b0 msgr2=0x563f71a07930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:29:38.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.438+0000 7f0072d9d640 1 --2- 172.21.15.67:0/2388859255 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x563f716106b0 0x563f71a07930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.438+0000 7f0072d9d640 1 -- 172.21.15.67:0/2388859255 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563f716084d0 msgr2=0x563f71a073f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:29:38.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.438+0000 7f0072d9d640 1 --2- 172.21.15.67:0/2388859255 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563f716084d0 0x563f71a073f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.438+0000 7f0072d9d640 1 -- 172.21.15.67:0/2388859255 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563f717137d0 con 0x563f71631390 2024-09-21T00:29:38.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.438+0000 7f0072d9d640 1 --2- 172.21.15.67:0/2388859255 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563f71631390 0x563f71a24720 secure :-1 s=READY pgs=1395 cs=0 l=1 rev1=1 crypto rx=0x7f0064098510 tx=0x7f0064061940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=37c340d0089be89f server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:38.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.438+0000 7f0068ff9640 1 -- 172.21.15.67:0/2388859255 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0064066860 con 0x563f71631390 2024-09-21T00:29:38.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.438+0000 7f0068ff9640 1 -- 172.21.15.67:0/2388859255 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f006406b7a0 con 0x563f71631390 2024-09-21T00:29:38.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.439+0000 7f0068ff9640 1 -- 172.21.15.67:0/2388859255 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00640612d0 con 0x563f71631390 2024-09-21T00:29:38.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.439+0000 7f008007b740 1 -- 172.21.15.67:0/2388859255 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563f71631390 msgr2=0x563f71a24720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:38.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.439+0000 7f008007b740 1 --2- 172.21.15.67:0/2388859255 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563f71631390 0x563f71a24720 secure :-1 s=READY pgs=1395 cs=0 l=1 rev1=1 crypto rx=0x7f0064098510 tx=0x7f0064061940 comp rx=0 tx=0).stop 2024-09-21T00:29:38.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.439+0000 7f008007b740 1 -- 172.21.15.67:0/2388859255 shutdown_connections 2024-09-21T00:29:38.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.439+0000 7f008007b740 1 --2- 172.21.15.67:0/2388859255 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x563f716106b0 0x563f71a07930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.439+0000 7f008007b740 1 --2- 172.21.15.67:0/2388859255 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563f716084d0 0x563f71a073f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.439+0000 7f008007b740 1 --2- 172.21.15.67:0/2388859255 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563f71631390 0x563f71a24720 unknown :-1 s=CLOSED pgs=1395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.440+0000 7f008007b740 1 -- 172.21.15.67:0/2388859255 >> 172.21.15.67:0/2388859255 conn(0x563f716254e0 msgr2=0x563f719dd610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:38.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.440+0000 7f008007b740 1 -- 172.21.15.67:0/2388859255 shutdown_connections 2024-09-21T00:29:38.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.440+0000 7f008007b740 1 -- 172.21.15.67:0/2388859255 wait complete. 2024-09-21T00:29:38.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.441+0000 7f008007b740 1 -- start start 2024-09-21T00:29:38.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.441+0000 7f008007b740 1 Processor -- start 2024-09-21T00:29:38.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.442+0000 7f008007b740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563f716084d0 0x563f71a35090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:38.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.442+0000 7f008007b740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563f716106b0 0x563f71a22b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:38.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.442+0000 7f008007b740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x563f71631390 0x563f719dce20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:38.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.442+0000 7f008007b740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x563f716ab740 con 0x563f716106b0 2024-09-21T00:29:38.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.442+0000 7f008007b740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x563f718e0540 con 0x563f716084d0 2024-09-21T00:29:38.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.442+0000 7f008007b740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x563f71a030b0 con 0x563f71631390 2024-09-21T00:29:38.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.442+0000 7f008007b740 10 client.0 _ll_register_callbacks cb 0x563f718df0e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:29:38.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.442+0000 7f006bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563f716106b0 0x563f71a22b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:38.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.442+0000 7f0072d9d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563f716084d0 0x563f71a35090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:38.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.442+0000 7f006bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563f716106b0 0x563f71a22b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56616/0 (socket says 172.21.15.67:56616) 2024-09-21T00:29:38.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.442+0000 7f006bfff640 1 -- 172.21.15.67:0/1018739464 learned_addr learned my addr 172.21.15.67:0/1018739464 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:38.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.442+0000 7f007359e640 1 --2- 172.21.15.67:0/1018739464 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x563f71631390 0x563f719dce20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:38.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.443+0000 7f0072d9d640 1 -- 172.21.15.67:0/1018739464 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x563f71631390 msgr2=0x563f719dce20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:29:38.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.443+0000 7f0072d9d640 1 --2- 172.21.15.67:0/1018739464 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x563f71631390 0x563f719dce20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.443+0000 7f0072d9d640 1 -- 172.21.15.67:0/1018739464 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563f716106b0 msgr2=0x563f71a22b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:29:38.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.443+0000 7f0072d9d640 1 --2- 172.21.15.67:0/1018739464 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563f716106b0 0x563f71a22b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.443+0000 7f0072d9d640 1 -- 172.21.15.67:0/1018739464 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563f7167a6a0 con 0x563f716084d0 2024-09-21T00:29:38.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.443+0000 7f006bfff640 1 --2- 172.21.15.67:0/1018739464 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563f716106b0 0x563f71a22b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:29:38.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.443+0000 7f0072d9d640 1 --2- 172.21.15.67:0/1018739464 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563f716084d0 0x563f71a35090 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f0064061b30 tx=0x7f00640612c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c2d84fe6036d22d6 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:38.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.443+0000 7f0051ffb640 10 client.0 ms_handle_connect on v2:172.21.15.97:3300/0 2024-09-21T00:29:38.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.443+0000 7f0051ffb640 1 -- 172.21.15.67:0/1018739464 <== mon.1 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0064088180 con 0x563f716084d0 2024-09-21T00:29:38.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.443+0000 7f0051ffb640 1 -- 172.21.15.67:0/1018739464 <== mon.1 v2:172.21.15.97:3300/0 2 ==== osd_map(117..117 src has 1..117) ==== 5709+0+0 (secure 0 0 0) 0x7f006405d990 con 0x563f716084d0 2024-09-21T00:29:38.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.443+0000 7f008007b740 1 -- 172.21.15.67:0/1018739464 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f006406b7a0 con 0x563f716084d0 2024-09-21T00:29:38.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.443+0000 7f0051ffb640 1 -- 172.21.15.67:0/1018739464 <== mon.1 v2:172.21.15.97:3300/0 3 ==== mon_get_version_reply(handle=1 version=99) ==== 24+0+0 (secure 0 0 0) 0x7f0064066860 con 0x563f716084d0 2024-09-21T00:29:38.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.443+0000 7f008007b740 10 client.7579 fetch_fsmap learned FSMap version 99 2024-09-21T00:29:38.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.443+0000 7f008007b740 1 -- 172.21.15.67:0/1018739464 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,fsmap=99,monmap=2+}) -- 0x563f71773f60 con 0x563f716084d0 2024-09-21T00:29:38.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.444+0000 7f0051ffb640 1 -- 172.21.15.67:0/1018739464 <== mon.1 v2:172.21.15.97:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f006406b7a0 con 0x563f716084d0 2024-09-21T00:29:38.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.444+0000 7f0051ffb640 1 -- 172.21.15.67:0/1018739464 <== mon.1 v2:172.21.15.97:3300/0 5 ==== fsmap(e 99) ==== 3502+0+0 (secure 0 0 0) 0x7f0064069be0 con 0x563f716084d0 2024-09-21T00:29:38.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.444+0000 7f008007b740 10 client.7579 fetch_fsmap finished waiting for FSMap version 99 2024-09-21T00:29:38.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.444+0000 7f008007b740 10 client.7579 resolve_mds: resolved 8:0 to role '8:0' aka daemon mds.b 2024-09-21T00:29:38.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.444+0000 7f008007b740 20 client.7579 populate_metadata read hostname 'smithi067' 2024-09-21T00:29:38.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.444+0000 7f008007b740 1 --2- 172.21.15.67:0/1018739464 >> [v2:172.21.15.97:6834/2742067706,v1:172.21.15.97:6836/2742067706] conn(0x563f715eff60 0x563f719dd360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:38.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.444+0000 7f008007b740 4 client.7579 mds_command: new command op to 8103 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:29:38.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.444+0000 7f008007b740 1 -- 172.21.15.67:0/1018739464 --> [v2:172.21.15.97:6834/2742067706,v1:172.21.15.97:6836/2742067706] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563f7194db20 con 0x563f715eff60 2024-09-21T00:29:38.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.444+0000 7f006bfff640 1 --2- 172.21.15.67:0/1018739464 >> [v2:172.21.15.97:6834/2742067706,v1:172.21.15.97:6836/2742067706] conn(0x563f715eff60 0x563f719dd360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:38.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.444+0000 7f006bfff640 1 --2- 172.21.15.67:0/1018739464 >> [v2:172.21.15.97:6834/2742067706,v1:172.21.15.97:6836/2742067706] conn(0x563f715eff60 0x563f719dd360 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=78cbdafdbbff0b93 server_cookie=36c5598b51df004e in_seq=0 out_seq=0 2024-09-21T00:29:38.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.444+0000 7f0051ffb640 10 client.7579 ms_handle_connect on v2:172.21.15.97:6834/2742067706 2024-09-21T00:29:38.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.447+0000 7f0051ffb640 1 -- 172.21.15.67:0/1018739464 <== mds.0 v2:172.21.15.97:6834/2742067706 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x563f7194db20 con 0x563f715eff60 2024-09-21T00:29:38.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.447+0000 7f0051ffb640 10 client.7579 handle_command_reply: tid=0 2024-09-21T00:29:38.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.447+0000 7f008007b740 1 client.7579 shutdown 2024-09-21T00:29:38.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.447+0000 7f008007b740 1 -- 172.21.15.67:0/1018739464 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563f716084d0 msgr2=0x563f71a35090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:38.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.447+0000 7f008007b740 1 --2- 172.21.15.67:0/1018739464 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563f716084d0 0x563f71a35090 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f0064061b30 tx=0x7f00640612c0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.447+0000 7f008007b740 1 -- 172.21.15.67:0/1018739464 shutdown_connections 2024-09-21T00:29:38.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.447+0000 7f008007b740 1 --2- 172.21.15.67:0/1018739464 >> [v2:172.21.15.97:6834/2742067706,v1:172.21.15.97:6836/2742067706] conn(0x563f715eff60 0x563f719dd360 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.447+0000 7f008007b740 1 --2- 172.21.15.67:0/1018739464 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x563f71631390 0x563f719dce20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.447+0000 7f008007b740 1 --2- 172.21.15.67:0/1018739464 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563f716106b0 0x563f71a22b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.447+0000 7f008007b740 1 --2- 172.21.15.67:0/1018739464 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563f716084d0 0x563f71a35090 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.447+0000 7f0051ffb640 0 client.7579 ms_handle_reset on v2:172.21.15.97:6834/2742067706 2024-09-21T00:29:38.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.447+0000 7f008007b740 1 -- 172.21.15.67:0/1018739464 >> 172.21.15.67:0/1018739464 conn(0x563f716254e0 msgr2=0x563f71a25470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:38.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.447+0000 7f008007b740 1 -- 172.21.15.67:0/1018739464 shutdown_connections 2024-09-21T00:29:38.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.447+0000 7f008007b740 1 -- 172.21.15.67:0/1018739464 wait complete. 2024-09-21T00:29:38.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.447+0000 7f008007b740 20 client.7579 trim_cache size 0 max 16384 2024-09-21T00:29:38.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.467+0000 7f008007b740 1 Processor -- start 2024-09-21T00:29:38.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.467+0000 7f008007b740 1 -- start start 2024-09-21T00:29:38.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.468+0000 7f008007b740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563f716084d0 0x563f719d25b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:38.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.468+0000 7f008007b740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563f716106b0 0x563f71a19980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:38.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.468+0000 7f008007b740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x563f71631390 0x563f71a33bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:38.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.469+0000 7f008007b740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x563f719d8ea0 con 0x563f716106b0 2024-09-21T00:29:38.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.469+0000 7f008007b740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f00741fddd0 con 0x563f716084d0 2024-09-21T00:29:38.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.469+0000 7f008007b740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f007406f150 con 0x563f71631390 2024-09-21T00:29:38.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.469+0000 7f006bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563f716106b0 0x563f71a19980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:38.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.469+0000 7f007359e640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x563f71631390 0x563f71a33bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:38.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.469+0000 7f0072d9d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563f716084d0 0x563f719d25b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:38.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.469+0000 7f0072d9d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563f716084d0 0x563f719d25b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.67:58516/0 (socket says 172.21.15.67:58516) 2024-09-21T00:29:38.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.469+0000 7f006bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563f716106b0 0x563f71a19980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56618/0 (socket says 172.21.15.67:56618) 2024-09-21T00:29:38.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.469+0000 7f007359e640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x563f71631390 0x563f71a33bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.67:52132/0 (socket says 172.21.15.67:52132) 2024-09-21T00:29:38.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.469+0000 7f006bfff640 1 -- 172.21.15.67:0/1420988829 learned_addr learned my addr 172.21.15.67:0/1420988829 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:38.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.469+0000 7f006bfff640 1 -- 172.21.15.67:0/1420988829 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x563f71631390 msgr2=0x563f71a33bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:29:38.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.469+0000 7f006bfff640 1 --2- 172.21.15.67:0/1420988829 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x563f71631390 0x563f71a33bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.469+0000 7f006bfff640 1 -- 172.21.15.67:0/1420988829 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563f716084d0 msgr2=0x563f719d25b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:29:38.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.469+0000 7f006bfff640 1 --2- 172.21.15.67:0/1420988829 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563f716084d0 0x563f719d25b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.469+0000 7f006bfff640 1 -- 172.21.15.67:0/1420988829 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563f71711ad0 con 0x563f716106b0 2024-09-21T00:29:38.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.469+0000 7f006bfff640 1 --2- 172.21.15.67:0/1420988829 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563f716106b0 0x563f71a19980 secure :-1 s=READY pgs=1396 cs=0 l=1 rev1=1 crypto rx=0x563f719f6600 tx=0x7f005c014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8237954e157a63a9 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:38.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.469+0000 7f0053fff640 1 -- 172.21.15.67:0/1420988829 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f005c01dca0 con 0x563f716106b0 2024-09-21T00:29:38.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.470+0000 7f0053fff640 1 -- 172.21.15.67:0/1420988829 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f005c01de40 con 0x563f716106b0 2024-09-21T00:29:38.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.470+0000 7f0053fff640 1 -- 172.21.15.67:0/1420988829 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f005c005280 con 0x563f716106b0 2024-09-21T00:29:38.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.470+0000 7f008007b740 1 -- 172.21.15.67:0/1420988829 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563f716106b0 msgr2=0x563f71a19980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:38.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.470+0000 7f008007b740 1 --2- 172.21.15.67:0/1420988829 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563f716106b0 0x563f71a19980 secure :-1 s=READY pgs=1396 cs=0 l=1 rev1=1 crypto rx=0x563f719f6600 tx=0x7f005c014000 comp rx=0 tx=0).stop 2024-09-21T00:29:38.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.471+0000 7f008007b740 1 -- 172.21.15.67:0/1420988829 shutdown_connections 2024-09-21T00:29:38.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.471+0000 7f008007b740 1 --2- 172.21.15.67:0/1420988829 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x563f71631390 0x563f71a33bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.471+0000 7f008007b740 1 --2- 172.21.15.67:0/1420988829 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563f716106b0 0x563f71a19980 unknown :-1 s=CLOSED pgs=1396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.471+0000 7f008007b740 1 --2- 172.21.15.67:0/1420988829 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563f716084d0 0x563f719d25b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.471+0000 7f008007b740 1 -- 172.21.15.67:0/1420988829 >> 172.21.15.67:0/1420988829 conn(0x563f716254e0 msgr2=0x563f71a227f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:38.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.471+0000 7f008007b740 1 -- 172.21.15.67:0/1420988829 shutdown_connections 2024-09-21T00:29:38.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.471+0000 7f008007b740 1 -- 172.21.15.67:0/1420988829 wait complete. 2024-09-21T00:29:38.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.472+0000 7f008007b740 1 -- start start 2024-09-21T00:29:38.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.472+0000 7f008007b740 1 Processor -- start 2024-09-21T00:29:38.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.473+0000 7f008007b740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x563f716084d0 0x563f71a25870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:38.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.473+0000 7f008007b740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563f716106b0 0x563f71aa48c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:38.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.473+0000 7f008007b740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563f71631390 0x563f71aa4e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:38.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.473+0000 7f008007b740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f00740cbb80 con 0x563f71631390 2024-09-21T00:29:38.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.473+0000 7f008007b740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f00741f7920 con 0x563f716106b0 2024-09-21T00:29:38.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.473+0000 7f008007b740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x563f71a19190 con 0x563f716084d0 2024-09-21T00:29:38.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.473+0000 7f008007b740 10 client.0 _ll_register_callbacks cb 0x7f005c009860 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:29:38.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.474+0000 7f0072d9d640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x563f716084d0 0x563f71a25870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:38.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.474+0000 7f007359e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563f71631390 0x563f71aa4e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:38.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.474+0000 7f0072d9d640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x563f716084d0 0x563f71a25870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.67:52142/0 (socket says 172.21.15.67:52142) 2024-09-21T00:29:38.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.474+0000 7f0072d9d640 1 -- 172.21.15.67:0/989726533 learned_addr learned my addr 172.21.15.67:0/989726533 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:38.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.474+0000 7f006bfff640 1 --2- 172.21.15.67:0/989726533 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563f716106b0 0x563f71aa48c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:38.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.474+0000 7f0072d9d640 1 -- 172.21.15.67:0/989726533 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563f716106b0 msgr2=0x563f71aa48c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:29:38.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.474+0000 7f0072d9d640 1 --2- 172.21.15.67:0/989726533 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563f716106b0 0x563f71aa48c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.474+0000 7f0072d9d640 1 -- 172.21.15.67:0/989726533 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563f71631390 msgr2=0x563f71aa4e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:29:38.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.474+0000 7f0072d9d640 1 --2- 172.21.15.67:0/989726533 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563f71631390 0x563f71aa4e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.474+0000 7f0072d9d640 1 -- 172.21.15.67:0/989726533 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({osdmap=0}) -- 0x563f71a1bb20 con 0x563f716084d0 2024-09-21T00:29:38.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.474+0000 7f007359e640 1 --2- 172.21.15.67:0/989726533 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563f71631390 0x563f71aa4e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:29:38.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.474+0000 7f0072d9d640 1 --2- 172.21.15.67:0/989726533 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x563f716084d0 0x563f71a25870 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f006407c240 tx=0x7f0064061a70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=87b593c8a51ea834 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:38.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.474+0000 7f0051ffb640 10 client.0 ms_handle_connect on v2:172.21.15.97:3301/0 2024-09-21T00:29:38.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.474+0000 7f0051ffb640 1 -- 172.21.15.67:0/989726533 <== mon.2 v2:172.21.15.97:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f006406b7a0 con 0x563f716084d0 2024-09-21T00:29:38.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.474+0000 7f0051ffb640 1 -- 172.21.15.67:0/989726533 <== mon.2 v2:172.21.15.97:3301/0 2 ==== osd_map(117..117 src has 1..117) ==== 5709+0+0 (secure 0 0 0) 0x7f0064013ad0 con 0x563f716084d0 2024-09-21T00:29:38.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.474+0000 7f008007b740 1 -- 172.21.15.67:0/989726533 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_get_version(what=fsmap handle=1) -- 0x563f719495d0 con 0x563f716084d0 2024-09-21T00:29:38.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.475+0000 7f0051ffb640 1 -- 172.21.15.67:0/989726533 <== mon.2 v2:172.21.15.97:3301/0 3 ==== mon_get_version_reply(handle=1 version=99) ==== 24+0+0 (secure 0 0 0) 0x7f0064088180 con 0x563f716084d0 2024-09-21T00:29:38.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.475+0000 7f008007b740 10 client.6926 fetch_fsmap learned FSMap version 99 2024-09-21T00:29:38.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.475+0000 7f008007b740 1 -- 172.21.15.67:0/989726533 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({config=0+,fsmap=99,monmap=2+}) -- 0x563f71a1bb20 con 0x563f716084d0 2024-09-21T00:29:38.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.475+0000 7f0051ffb640 1 -- 172.21.15.67:0/989726533 <== mon.2 v2:172.21.15.97:3301/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0064084200 con 0x563f716084d0 2024-09-21T00:29:38.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.475+0000 7f0051ffb640 1 -- 172.21.15.67:0/989726533 <== mon.2 v2:172.21.15.97:3301/0 5 ==== fsmap(e 99) ==== 3502+0+0 (secure 0 0 0) 0x7f0064013cd0 con 0x563f716084d0 2024-09-21T00:29:38.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.475+0000 7f008007b740 10 client.6926 fetch_fsmap finished waiting for FSMap version 99 2024-09-21T00:29:38.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.475+0000 7f008007b740 10 client.6926 resolve_mds: resolved 8:0 to role '8:0' aka daemon mds.b 2024-09-21T00:29:38.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.475+0000 7f008007b740 20 client.6926 populate_metadata read hostname 'smithi067' 2024-09-21T00:29:38.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.475+0000 7f008007b740 1 --2- 172.21.15.67:0/989726533 >> [v2:172.21.15.97:6834/2742067706,v1:172.21.15.97:6836/2742067706] conn(0x563f71a189b0 0x563f71aa3790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:38.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.475+0000 7f008007b740 4 client.6926 mds_command: new command op to 8103 tid=0 multi_id=0 [{"prefix": "scrub abort"}] 2024-09-21T00:29:38.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.475+0000 7f008007b740 1 -- 172.21.15.67:0/989726533 --> [v2:172.21.15.97:6834/2742067706,v1:172.21.15.97:6836/2742067706] -- command(tid 0: {"prefix": "scrub abort"}) -- 0x563f719495d0 con 0x563f71a189b0 2024-09-21T00:29:38.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.475+0000 7f006bfff640 1 --2- 172.21.15.67:0/989726533 >> [v2:172.21.15.97:6834/2742067706,v1:172.21.15.97:6836/2742067706] conn(0x563f71a189b0 0x563f71aa3790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:38.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.476+0000 7f006bfff640 1 --2- 172.21.15.67:0/989726533 >> [v2:172.21.15.97:6834/2742067706,v1:172.21.15.97:6836/2742067706] conn(0x563f71a189b0 0x563f71aa3790 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9700307e3ee12680 server_cookie=e24569576cfbb261 in_seq=0 out_seq=0 2024-09-21T00:29:38.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.476+0000 7f0051ffb640 10 client.6926 ms_handle_connect on v2:172.21.15.97:6834/2742067706 2024-09-21T00:29:38.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.481+0000 7f0051ffb640 1 -- 172.21.15.67:0/989726533 <== mds.0 v2:172.21.15.97:6834/2742067706 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x563f719495d0 con 0x563f71a189b0 2024-09-21T00:29:38.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.481+0000 7f0051ffb640 10 client.6926 handle_command_reply: tid=0 2024-09-21T00:29:38.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.481+0000 7f008007b740 1 client.6926 shutdown 2024-09-21T00:29:38.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.481+0000 7f008007b740 1 -- 172.21.15.67:0/989726533 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x563f716084d0 msgr2=0x563f71a25870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:38.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.481+0000 7f008007b740 1 --2- 172.21.15.67:0/989726533 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x563f716084d0 0x563f71a25870 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f006407c240 tx=0x7f0064061a70 comp rx=0 tx=0).stop 2024-09-21T00:29:38.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.481+0000 7f008007b740 1 -- 172.21.15.67:0/989726533 shutdown_connections 2024-09-21T00:29:38.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.481+0000 7f008007b740 1 --2- 172.21.15.67:0/989726533 >> [v2:172.21.15.97:6834/2742067706,v1:172.21.15.97:6836/2742067706] conn(0x563f71a189b0 0x563f71aa3790 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.481+0000 7f008007b740 1 --2- 172.21.15.67:0/989726533 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563f71631390 0x563f71aa4e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.481+0000 7f008007b740 1 --2- 172.21.15.67:0/989726533 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563f716106b0 0x563f71aa48c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.481+0000 7f0051ffb640 0 client.6926 ms_handle_reset on v2:172.21.15.97:6834/2742067706 2024-09-21T00:29:38.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.481+0000 7f008007b740 1 --2- 172.21.15.67:0/989726533 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x563f716084d0 0x563f71a25870 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.481+0000 7f008007b740 1 -- 172.21.15.67:0/989726533 >> 172.21.15.67:0/989726533 conn(0x563f716254e0 msgr2=0x563f71a33bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:38.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.481+0000 7f008007b740 1 -- 172.21.15.67:0/989726533 shutdown_connections 2024-09-21T00:29:38.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.482+0000 7f008007b740 1 -- 172.21.15.67:0/989726533 wait complete. 2024-09-21T00:29:38.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.482+0000 7f008007b740 20 client.6926 trim_cache size 0 max 16384 2024-09-21T00:29:38.486 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:29:38.487 INFO:teuthology.orchestra.run.smithi067.stdout: "message": "", 2024-09-21T00:29:38.487 INFO:teuthology.orchestra.run.smithi067.stdout: "return_code": 0 2024-09-21T00:29:38.487 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:29:38.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.482+0000 7f007910b640 1 -- 172.21.15.67:0/2937555072 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0054078b90 msgr2=0x7f005407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:38.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.482+0000 7f007910b640 1 --2- 172.21.15.67:0/2937555072 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0054078b90 0x7f005407b0a0 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f007409d8e0 tx=0x7f005c005f90 comp rx=0 tx=0).stop 2024-09-21T00:29:38.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.482+0000 7f007910b640 1 -- 172.21.15.67:0/2937555072 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f00740b16e0 msgr2=0x7f007409cb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:38.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.482+0000 7f007910b640 1 --2- 172.21.15.67:0/2937555072 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f00740b16e0 0x7f007409cb20 secure :-1 s=READY pgs=1394 cs=0 l=1 rev1=1 crypto rx=0x7f006400c3c0 tx=0x7f006400c880 comp rx=0 tx=0).stop 2024-09-21T00:29:38.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.482+0000 7f007910b640 1 -- 172.21.15.67:0/2937555072 shutdown_connections 2024-09-21T00:29:38.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.482+0000 7f007910b640 1 --2- 172.21.15.67:0/2937555072 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0054078b90 0x7f005407b0a0 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.482+0000 7f007910b640 1 --2- 172.21.15.67:0/2937555072 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f00740cdf40 0x7f007409e0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.483+0000 7f007910b640 1 --2- 172.21.15.67:0/2937555072 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f00740b78f0 0x7f0074158be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.483+0000 7f007910b640 1 --2- 172.21.15.67:0/2937555072 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f00740b16e0 0x7f007409cb20 unknown :-1 s=CLOSED pgs=1394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.489 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.483+0000 7f007910b640 1 -- 172.21.15.67:0/2937555072 >> 172.21.15.67:0/2937555072 conn(0x7f00740d24c0 msgr2=0x7f00740cf150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:38.489 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.483+0000 7f007910b640 1 -- 172.21.15.67:0/2937555072 shutdown_connections 2024-09-21T00:29:38.489 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.483+0000 7f007910b640 1 -- 172.21.15.67:0/2937555072 wait complete. 2024-09-21T00:29:38.498 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-21T00:29:38.498 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 30 ceph --cluster ceph tell mds.8:0 scrub status 2024-09-21T00:29:38.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.619+0000 7f868052b640 1 -- 172.21.15.67:0/3916267429 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f86780d1630 msgr2=0x7f86780cf280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:38.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.619+0000 7f868052b640 1 --2- 172.21.15.67:0/3916267429 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f86780d1630 0x7f86780cf280 secure :-1 s=READY pgs=1397 cs=0 l=1 rev1=1 crypto rx=0x7f867806e0d0 tx=0x7f867002aa00 comp rx=0 tx=0).stop 2024-09-21T00:29:38.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.619+0000 7f868052b640 1 -- 172.21.15.67:0/3916267429 shutdown_connections 2024-09-21T00:29:38.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.619+0000 7f868052b640 1 --2- 172.21.15.67:0/3916267429 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f86780d1630 0x7f86780cf280 unknown :-1 s=CLOSED pgs=1397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.619+0000 7f868052b640 1 --2- 172.21.15.67:0/3916267429 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f86780d4e30 0x7f86780d10f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.619+0000 7f868052b640 1 --2- 172.21.15.67:0/3916267429 >> v2:172.21.15.97:3300/0 conn(0x7f86780b3cb0 0x7f86780d3330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.619+0000 7f868052b640 1 -- 172.21.15.67:0/3916267429 >> 172.21.15.67:0/3916267429 conn(0x7f867808bee0 msgr2=0x7f86780d4720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:38.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.619+0000 7f868052b640 1 -- 172.21.15.67:0/3916267429 shutdown_connections 2024-09-21T00:29:38.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.619+0000 7f868052b640 1 -- 172.21.15.67:0/3916267429 wait complete. 2024-09-21T00:29:38.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.621+0000 7f868052b640 1 Processor -- start 2024-09-21T00:29:38.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.621+0000 7f868052b640 1 -- start start 2024-09-21T00:29:38.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.622+0000 7f868052b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f86780b3cb0 0x7f86781ec2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:38.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.622+0000 7f868052b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f86780d1630 0x7f8678159440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:38.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.622+0000 7f868052b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f86780d4e30 0x7f867815b150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:38.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.622+0000 7f868052b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f86780cf940 con 0x7f86780d4e30 2024-09-21T00:29:38.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.622+0000 7f868052b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f86780cf7c0 con 0x7f86780b3cb0 2024-09-21T00:29:38.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.622+0000 7f868052b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f86780cfac0 con 0x7f86780d1630 2024-09-21T00:29:38.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.622+0000 7f867eac8640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f86780d4e30 0x7f867815b150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:38.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.622+0000 7f867eac8640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f86780d4e30 0x7f867815b150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56640/0 (socket says 172.21.15.67:56640) 2024-09-21T00:29:38.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.622+0000 7f867eac8640 1 -- 172.21.15.67:0/3106586004 learned_addr learned my addr 172.21.15.67:0/3106586004 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:38.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.622+0000 7f867e2c7640 1 --2- 172.21.15.67:0/3106586004 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f86780b3cb0 0x7f86781ec2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:38.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.622+0000 7f867dac6640 1 --2- 172.21.15.67:0/3106586004 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f86780d1630 0x7f8678159440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:38.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.623+0000 7f867eac8640 1 -- 172.21.15.67:0/3106586004 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f86780d1630 msgr2=0x7f8678159440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:38.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.623+0000 7f867eac8640 1 --2- 172.21.15.67:0/3106586004 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f86780d1630 0x7f8678159440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.623+0000 7f867eac8640 1 -- 172.21.15.67:0/3106586004 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f86780b3cb0 msgr2=0x7f86781ec2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:38.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.623+0000 7f867eac8640 1 --2- 172.21.15.67:0/3106586004 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f86780b3cb0 0x7f86781ec2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.623+0000 7f867eac8640 1 -- 172.21.15.67:0/3106586004 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8678159ee0 con 0x7f86780d4e30 2024-09-21T00:29:38.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.623+0000 7f867eac8640 1 --2- 172.21.15.67:0/3106586004 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f86780d4e30 0x7f867815b150 secure :-1 s=READY pgs=1398 cs=0 l=1 rev1=1 crypto rx=0x7f8670005fd0 tx=0x7f8670003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:38.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.623+0000 7f866effd640 1 -- 172.21.15.67:0/3106586004 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8670033050 con 0x7f86780d4e30 2024-09-21T00:29:38.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.623+0000 7f866effd640 1 -- 172.21.15.67:0/3106586004 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8670004450 con 0x7f86780d4e30 2024-09-21T00:29:38.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.623+0000 7f868052b640 1 -- 172.21.15.67:0/3106586004 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f867815a1c0 con 0x7f86780d4e30 2024-09-21T00:29:38.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.623+0000 7f866effd640 1 -- 172.21.15.67:0/3106586004 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8670038450 con 0x7f86780d4e30 2024-09-21T00:29:38.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.623+0000 7f868052b640 1 -- 172.21.15.67:0/3106586004 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f867815a780 con 0x7f86780d4e30 2024-09-21T00:29:38.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.625+0000 7f866effd640 1 -- 172.21.15.67:0/3106586004 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f8670036070 con 0x7f86780d4e30 2024-09-21T00:29:38.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.626+0000 7f866effd640 1 --2- 172.21.15.67:0/3106586004 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f865c078b90 0x7f865c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:38.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.626+0000 7f866effd640 1 -- 172.21.15.67:0/3106586004 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5709+0+0 (secure 0 0 0) 0x7f86700bc090 con 0x7f86780d4e30 2024-09-21T00:29:38.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.626+0000 7f867e2c7640 1 --2- 172.21.15.67:0/3106586004 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f865c078b90 0x7f865c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:38.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.626+0000 7f867e2c7640 1 --2- 172.21.15.67:0/3106586004 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f865c078b90 0x7f865c07b0a0 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f8674005860 tx=0x7f8674005f70 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:38.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.626+0000 7f868749a740 1 Processor -- start 2024-09-21T00:29:38.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.627+0000 7f868749a740 1 -- start start 2024-09-21T00:29:38.630 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.628+0000 7f868749a740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55612f347390 0x55612f718740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:38.630 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.628+0000 7f868749a740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55612f31e4d0 0x55612f718c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:38.630 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.628+0000 7f868749a740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55612f3266b0 0x55612f735b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:38.630 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.628+0000 7f868749a740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55612f661a60 con 0x55612f31e4d0 2024-09-21T00:29:38.630 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.628+0000 7f868749a740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55612f650e90 con 0x55612f3266b0 2024-09-21T00:29:38.630 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.628+0000 7f868749a740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55612f654ca0 con 0x55612f347390 2024-09-21T00:29:38.631 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.628+0000 7f867dac6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55612f31e4d0 0x55612f718c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:38.631 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.628+0000 7f867e2c7640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55612f347390 0x55612f718740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:38.631 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.628+0000 7f867eac8640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55612f3266b0 0x55612f735b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:38.631 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.628+0000 7f867e2c7640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55612f347390 0x55612f718740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.67:52166/0 (socket says 172.21.15.67:52166) 2024-09-21T00:29:38.631 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.628+0000 7f867e2c7640 1 -- 172.21.15.67:0/1209005557 learned_addr learned my addr 172.21.15.67:0/1209005557 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:38.631 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.628+0000 7f867dac6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55612f31e4d0 0x55612f718c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56648/0 (socket says 172.21.15.67:56648) 2024-09-21T00:29:38.631 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.628+0000 7f867e2c7640 1 -- 172.21.15.67:0/1209005557 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55612f3266b0 msgr2=0x55612f735b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:29:38.631 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.628+0000 7f867e2c7640 1 --2- 172.21.15.67:0/1209005557 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55612f3266b0 0x55612f735b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.631 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.628+0000 7f867e2c7640 1 -- 172.21.15.67:0/1209005557 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55612f31e4d0 msgr2=0x55612f718c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:29:38.631 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.628+0000 7f867e2c7640 1 --2- 172.21.15.67:0/1209005557 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55612f31e4d0 0x55612f718c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.631 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.628+0000 7f867e2c7640 1 -- 172.21.15.67:0/1209005557 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55612f4297d0 con 0x55612f347390 2024-09-21T00:29:38.631 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.628+0000 7f867eac8640 1 --2- 172.21.15.67:0/1209005557 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55612f3266b0 0x55612f735b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:29:38.631 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.629+0000 7f867e2c7640 1 --2- 172.21.15.67:0/1209005557 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55612f347390 0x55612f718740 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f867400fe80 tx=0x7f8674012000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3c7d1a5800a566c8 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:38.632 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.629+0000 7f865bfff640 1 -- 172.21.15.67:0/1209005557 <== mon.2 v2:172.21.15.97:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8674016070 con 0x55612f347390 2024-09-21T00:29:38.632 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.629+0000 7f865bfff640 1 -- 172.21.15.67:0/1209005557 <== mon.2 v2:172.21.15.97:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8674025430 con 0x55612f347390 2024-09-21T00:29:38.632 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.629+0000 7f865bfff640 1 -- 172.21.15.67:0/1209005557 <== mon.2 v2:172.21.15.97:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86740257e0 con 0x55612f347390 2024-09-21T00:29:38.633 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.630+0000 7f868749a740 1 -- 172.21.15.67:0/1209005557 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55612f347390 msgr2=0x55612f718740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:38.633 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.630+0000 7f868749a740 1 --2- 172.21.15.67:0/1209005557 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55612f347390 0x55612f718740 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f867400fe80 tx=0x7f8674012000 comp rx=0 tx=0).stop 2024-09-21T00:29:38.633 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.630+0000 7f868749a740 1 -- 172.21.15.67:0/1209005557 shutdown_connections 2024-09-21T00:29:38.633 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.630+0000 7f868749a740 1 --2- 172.21.15.67:0/1209005557 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55612f3266b0 0x55612f735b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.633 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.630+0000 7f868749a740 1 --2- 172.21.15.67:0/1209005557 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55612f31e4d0 0x55612f718c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.633 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.630+0000 7f868749a740 1 --2- 172.21.15.67:0/1209005557 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55612f347390 0x55612f718740 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.633 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.630+0000 7f868749a740 1 -- 172.21.15.67:0/1209005557 >> 172.21.15.67:0/1209005557 conn(0x55612f33b4e0 msgr2=0x55612f6eea00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:38.633 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.630+0000 7f868749a740 1 -- 172.21.15.67:0/1209005557 shutdown_connections 2024-09-21T00:29:38.633 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.630+0000 7f868749a740 1 -- 172.21.15.67:0/1209005557 wait complete. 2024-09-21T00:29:38.633 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.631+0000 7f868749a740 1 -- start start 2024-09-21T00:29:38.634 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.631+0000 7f868749a740 1 Processor -- start 2024-09-21T00:29:38.637 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.632+0000 7f868749a740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55612f31e4d0 0x55612f72afb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:38.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.632+0000 7f868749a740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55612f3266b0 0x55612f72e5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:38.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.632+0000 7f868749a740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55612f347390 0x55612f72c170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:38.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.632+0000 7f868749a740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55612f3c1740 con 0x55612f31e4d0 2024-09-21T00:29:38.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.632+0000 7f868749a740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55612f5f6970 con 0x55612f347390 2024-09-21T00:29:38.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.632+0000 7f868749a740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55612f7191c0 con 0x55612f3266b0 2024-09-21T00:29:38.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.632+0000 7f868749a740 10 client.0 _ll_register_callbacks cb 0x55612f5f9be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:29:38.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.632+0000 7f867e2c7640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55612f31e4d0 0x55612f72afb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:38.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.632+0000 7f867e2c7640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55612f31e4d0 0x55612f72afb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56652/0 (socket says 172.21.15.67:56652) 2024-09-21T00:29:38.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.632+0000 7f867e2c7640 1 -- 172.21.15.67:0/4057627895 learned_addr learned my addr 172.21.15.67:0/4057627895 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:38.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.633+0000 7f867dac6640 1 --2- 172.21.15.67:0/4057627895 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55612f3266b0 0x55612f72e5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:38.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.633+0000 7f867eac8640 1 --2- 172.21.15.67:0/4057627895 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55612f347390 0x55612f72c170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:38.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.633+0000 7f867e2c7640 1 -- 172.21.15.67:0/4057627895 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55612f3266b0 msgr2=0x55612f72e5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:29:38.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.633+0000 7f867e2c7640 1 --2- 172.21.15.67:0/4057627895 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55612f3266b0 0x55612f72e5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.633+0000 7f867e2c7640 1 -- 172.21.15.67:0/4057627895 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55612f347390 msgr2=0x55612f72c170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:29:38.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.633+0000 7f867e2c7640 1 --2- 172.21.15.67:0/4057627895 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55612f347390 0x55612f72c170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.633+0000 7f867e2c7640 1 -- 172.21.15.67:0/4057627895 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55612f3b2970 con 0x55612f31e4d0 2024-09-21T00:29:38.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.633+0000 7f867e2c7640 1 --2- 172.21.15.67:0/4057627895 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55612f31e4d0 0x55612f72afb0 secure :-1 s=READY pgs=1399 cs=0 l=1 rev1=1 crypto rx=0x7f867400f790 tx=0x7f86740265f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aba8f8b91622d7b server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:38.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.633+0000 7f86597fa640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:29:38.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.633+0000 7f86597fa640 1 -- 172.21.15.67:0/4057627895 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86740269f0 con 0x55612f31e4d0 2024-09-21T00:29:38.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.633+0000 7f86597fa640 1 -- 172.21.15.67:0/4057627895 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(117..117 src has 1..117) ==== 5709+0+0 (secure 0 0 0) 0x7f8674026b90 con 0x55612f31e4d0 2024-09-21T00:29:38.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.633+0000 7f868749a740 1 -- 172.21.15.67:0/4057627895 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8674025430 con 0x55612f31e4d0 2024-09-21T00:29:38.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.633+0000 7f86597fa640 1 -- 172.21.15.67:0/4057627895 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=99) ==== 24+0+0 (secure 0 0 0) 0x7f867403a050 con 0x55612f31e4d0 2024-09-21T00:29:38.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.633+0000 7f868749a740 10 client.8289 fetch_fsmap learned FSMap version 99 2024-09-21T00:29:38.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.633+0000 7f868749a740 1 -- 172.21.15.67:0/4057627895 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=99,monmap=2+}) -- 0x55612f3906a0 con 0x55612f31e4d0 2024-09-21T00:29:38.640 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.634+0000 7f86597fa640 1 -- 172.21.15.67:0/4057627895 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8674025430 con 0x55612f31e4d0 2024-09-21T00:29:38.640 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.634+0000 7f86597fa640 1 -- 172.21.15.67:0/4057627895 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 99) ==== 3502+0+0 (secure 0 0 0) 0x7f867403d020 con 0x55612f31e4d0 2024-09-21T00:29:38.640 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.634+0000 7f868749a740 10 client.8289 fetch_fsmap finished waiting for FSMap version 99 2024-09-21T00:29:38.640 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.634+0000 7f868749a740 10 client.8289 resolve_mds: resolved 8:0 to role '8:0' aka daemon mds.b 2024-09-21T00:29:38.640 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.634+0000 7f868749a740 20 client.8289 populate_metadata read hostname 'smithi067' 2024-09-21T00:29:38.640 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.634+0000 7f868749a740 1 --2- 172.21.15.67:0/4057627895 >> [v2:172.21.15.97:6834/2742067706,v1:172.21.15.97:6836/2742067706] conn(0x55612f305f60 0x55612f6ed6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:38.640 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.634+0000 7f868749a740 4 client.8289 mds_command: new command op to 8103 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:29:38.640 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.634+0000 7f868749a740 1 -- 172.21.15.67:0/4057627895 --> [v2:172.21.15.97:6834/2742067706,v1:172.21.15.97:6836/2742067706] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55612f6639b0 con 0x55612f305f60 2024-09-21T00:29:38.640 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.634+0000 7f867dac6640 1 --2- 172.21.15.67:0/4057627895 >> [v2:172.21.15.97:6834/2742067706,v1:172.21.15.97:6836/2742067706] conn(0x55612f305f60 0x55612f6ed6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:38.640 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.634+0000 7f86597fa640 10 client.8289 ms_handle_connect on v2:172.21.15.97:6834/2742067706 2024-09-21T00:29:38.640 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.634+0000 7f867dac6640 1 --2- 172.21.15.67:0/4057627895 >> [v2:172.21.15.97:6834/2742067706,v1:172.21.15.97:6836/2742067706] conn(0x55612f305f60 0x55612f6ed6d0 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e32f29694dd66e85 server_cookie=ef75c92dfe02790f in_seq=0 out_seq=0 2024-09-21T00:29:38.640 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.635+0000 7f86597fa640 1 -- 172.21.15.67:0/4057627895 <== mds.0 v2:172.21.15.97:6834/2742067706 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x55612f6639b0 con 0x55612f305f60 2024-09-21T00:29:38.640 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.635+0000 7f86597fa640 10 client.8289 handle_command_reply: tid=0 2024-09-21T00:29:38.640 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.635+0000 7f868749a740 1 client.8289 shutdown 2024-09-21T00:29:38.641 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.635+0000 7f868749a740 1 -- 172.21.15.67:0/4057627895 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55612f31e4d0 msgr2=0x55612f72afb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:38.641 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.635+0000 7f868749a740 1 --2- 172.21.15.67:0/4057627895 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55612f31e4d0 0x55612f72afb0 secure :-1 s=READY pgs=1399 cs=0 l=1 rev1=1 crypto rx=0x7f867400f790 tx=0x7f86740265f0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.641 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.635+0000 7f868749a740 1 -- 172.21.15.67:0/4057627895 shutdown_connections 2024-09-21T00:29:38.641 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.635+0000 7f868749a740 1 --2- 172.21.15.67:0/4057627895 >> [v2:172.21.15.97:6834/2742067706,v1:172.21.15.97:6836/2742067706] conn(0x55612f305f60 0x55612f6ed6d0 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.641 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.635+0000 7f868749a740 1 --2- 172.21.15.67:0/4057627895 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55612f347390 0x55612f72c170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.641 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.635+0000 7f86597fa640 0 client.8289 ms_handle_reset on v2:172.21.15.97:6834/2742067706 2024-09-21T00:29:38.641 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.635+0000 7f868749a740 1 --2- 172.21.15.67:0/4057627895 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55612f3266b0 0x55612f72e5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.641 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.635+0000 7f868749a740 1 --2- 172.21.15.67:0/4057627895 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55612f31e4d0 0x55612f72afb0 unknown :-1 s=CLOSED pgs=1399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.641 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.635+0000 7f868749a740 1 -- 172.21.15.67:0/4057627895 >> 172.21.15.67:0/4057627895 conn(0x55612f33b4e0 msgr2=0x55612f6ee8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:38.641 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.635+0000 7f868749a740 1 -- 172.21.15.67:0/4057627895 shutdown_connections 2024-09-21T00:29:38.641 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.635+0000 7f868749a740 1 -- 172.21.15.67:0/4057627895 wait complete. 2024-09-21T00:29:38.641 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.636+0000 7f868749a740 20 client.8289 trim_cache size 0 max 16384 2024-09-21T00:29:38.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.653+0000 7f868749a740 1 Processor -- start 2024-09-21T00:29:38.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.653+0000 7f868749a740 1 -- start start 2024-09-21T00:29:38.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.655+0000 7f868749a740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55612f305f60 0x55612f72cfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:38.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.655+0000 7f868749a740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55612f31e4d0 0x55612f72d4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:38.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.655+0000 7f868749a740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55612f3266b0 0x55612f72f4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:38.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.655+0000 7f868749a740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f86782022a0 con 0x55612f31e4d0 2024-09-21T00:29:38.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.655+0000 7f868749a740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f8678201320 con 0x55612f305f60 2024-09-21T00:29:38.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.655+0000 7f868749a740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f86781e82f0 con 0x55612f3266b0 2024-09-21T00:29:38.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.655+0000 7f867dac6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55612f31e4d0 0x55612f72d4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:38.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.655+0000 7f867dac6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55612f31e4d0 0x55612f72d4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56658/0 (socket says 172.21.15.67:56658) 2024-09-21T00:29:38.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.655+0000 7f867dac6640 1 -- 172.21.15.67:0/843910039 learned_addr learned my addr 172.21.15.67:0/843910039 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:38.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.655+0000 7f867eac8640 1 --2- 172.21.15.67:0/843910039 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55612f3266b0 0x55612f72f4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:38.658 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.655+0000 7f867e2c7640 1 --2- 172.21.15.67:0/843910039 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55612f305f60 0x55612f72cfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:38.658 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.655+0000 7f867dac6640 1 -- 172.21.15.67:0/843910039 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55612f3266b0 msgr2=0x55612f72f4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:29:38.658 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.655+0000 7f867dac6640 1 --2- 172.21.15.67:0/843910039 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55612f3266b0 0x55612f72f4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.658 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.655+0000 7f867dac6640 1 -- 172.21.15.67:0/843910039 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55612f305f60 msgr2=0x55612f72cfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:29:38.658 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.655+0000 7f867dac6640 1 --2- 172.21.15.67:0/843910039 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55612f305f60 0x55612f72cfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.658 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.655+0000 7f867dac6640 1 -- 172.21.15.67:0/843910039 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55612f719190 con 0x55612f31e4d0 2024-09-21T00:29:38.658 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.655+0000 7f867eac8640 1 --2- 172.21.15.67:0/843910039 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55612f3266b0 0x55612f72f4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:29:38.658 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.655+0000 7f867dac6640 1 --2- 172.21.15.67:0/843910039 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55612f31e4d0 0x55612f72d4f0 secure :-1 s=READY pgs=1400 cs=0 l=1 rev1=1 crypto rx=0x55612f7163a0 tx=0x7f866800b2e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce7824cba9922999 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:38.658 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.656+0000 7f865b7fe640 1 -- 172.21.15.67:0/843910039 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8668029070 con 0x55612f31e4d0 2024-09-21T00:29:38.658 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.656+0000 7f865b7fe640 1 -- 172.21.15.67:0/843910039 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8668003d80 con 0x55612f31e4d0 2024-09-21T00:29:38.658 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.656+0000 7f865b7fe640 1 -- 172.21.15.67:0/843910039 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86680246b0 con 0x55612f31e4d0 2024-09-21T00:29:38.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.656+0000 7f868749a740 1 -- 172.21.15.67:0/843910039 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55612f31e4d0 msgr2=0x55612f72d4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:38.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.656+0000 7f868749a740 1 --2- 172.21.15.67:0/843910039 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55612f31e4d0 0x55612f72d4f0 secure :-1 s=READY pgs=1400 cs=0 l=1 rev1=1 crypto rx=0x55612f7163a0 tx=0x7f866800b2e0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.656+0000 7f868749a740 1 -- 172.21.15.67:0/843910039 shutdown_connections 2024-09-21T00:29:38.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.656+0000 7f868749a740 1 --2- 172.21.15.67:0/843910039 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55612f3266b0 0x55612f72f4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.656+0000 7f868749a740 1 --2- 172.21.15.67:0/843910039 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55612f31e4d0 0x55612f72d4f0 unknown :-1 s=CLOSED pgs=1400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.656+0000 7f868749a740 1 --2- 172.21.15.67:0/843910039 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55612f305f60 0x55612f72cfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.656+0000 7f868749a740 1 -- 172.21.15.67:0/843910039 >> 172.21.15.67:0/843910039 conn(0x55612f33b4e0 msgr2=0x55612f6e4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:38.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.656+0000 7f868749a740 1 -- 172.21.15.67:0/843910039 shutdown_connections 2024-09-21T00:29:38.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.656+0000 7f868749a740 1 -- 172.21.15.67:0/843910039 wait complete. 2024-09-21T00:29:38.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.657+0000 7f868749a740 1 -- start start 2024-09-21T00:29:38.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.657+0000 7f868749a740 1 Processor -- start 2024-09-21T00:29:38.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.659+0000 7f868749a740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55612f305f60 0x55612f799000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:38.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.659+0000 7f868749a740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55612f31e4d0 0x55612f72db10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:38.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.659+0000 7f868749a740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55612f3266b0 0x55612f72e050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:38.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.659+0000 7f868749a740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f86781e8940 con 0x55612f31e4d0 2024-09-21T00:29:38.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.659+0000 7f868749a740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55612f74cc10 con 0x55612f305f60 2024-09-21T00:29:38.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.659+0000 7f868749a740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55612f7b6e00 con 0x55612f3266b0 2024-09-21T00:29:38.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.659+0000 7f868749a740 10 client.0 _ll_register_callbacks cb 0x7f8670009430 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:29:38.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.659+0000 7f867dac6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55612f31e4d0 0x55612f72db10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:38.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.659+0000 7f867dac6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55612f31e4d0 0x55612f72db10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56660/0 (socket says 172.21.15.67:56660) 2024-09-21T00:29:38.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.659+0000 7f867dac6640 1 -- 172.21.15.67:0/2408983081 learned_addr learned my addr 172.21.15.67:0/2408983081 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:38.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.659+0000 7f867eac8640 1 --2- 172.21.15.67:0/2408983081 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55612f3266b0 0x55612f72e050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:38.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.659+0000 7f867e2c7640 1 --2- 172.21.15.67:0/2408983081 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55612f305f60 0x55612f799000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:38.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.659+0000 7f867dac6640 1 -- 172.21.15.67:0/2408983081 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55612f3266b0 msgr2=0x55612f72e050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:29:38.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.659+0000 7f867dac6640 1 --2- 172.21.15.67:0/2408983081 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55612f3266b0 0x55612f72e050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.659+0000 7f867dac6640 1 -- 172.21.15.67:0/2408983081 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55612f305f60 msgr2=0x55612f799000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:29:38.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.659+0000 7f867dac6640 1 --2- 172.21.15.67:0/2408983081 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55612f305f60 0x55612f799000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.659+0000 7f867dac6640 1 -- 172.21.15.67:0/2408983081 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55612f742600 con 0x55612f31e4d0 2024-09-21T00:29:38.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.660+0000 7f867dac6640 1 --2- 172.21.15.67:0/2408983081 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55612f31e4d0 0x55612f72db10 secure :-1 s=READY pgs=1401 cs=0 l=1 rev1=1 crypto rx=0x55612f5f6a90 tx=0x7f8668004560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=754ea677a7ed059d server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:38.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.660+0000 7f86597fa640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:29:38.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.660+0000 7f86597fa640 1 -- 172.21.15.67:0/2408983081 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8668029040 con 0x55612f31e4d0 2024-09-21T00:29:38.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.660+0000 7f86597fa640 1 -- 172.21.15.67:0/2408983081 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(117..117 src has 1..117) ==== 5709+0+0 (secure 0 0 0) 0x7f8668024670 con 0x55612f31e4d0 2024-09-21T00:29:38.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.660+0000 7f868749a740 1 -- 172.21.15.67:0/2408983081 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8668003d80 con 0x55612f31e4d0 2024-09-21T00:29:38.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.660+0000 7f86597fa640 1 -- 172.21.15.67:0/2408983081 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=99) ==== 24+0+0 (secure 0 0 0) 0x7f866803c050 con 0x55612f31e4d0 2024-09-21T00:29:38.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.660+0000 7f868749a740 10 client.8295 fetch_fsmap learned FSMap version 99 2024-09-21T00:29:38.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.660+0000 7f868749a740 1 -- 172.21.15.67:0/2408983081 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=99,monmap=2+}) -- 0x55612f7b6b40 con 0x55612f31e4d0 2024-09-21T00:29:38.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.660+0000 7f86597fa640 1 -- 172.21.15.67:0/2408983081 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8668003d80 con 0x55612f31e4d0 2024-09-21T00:29:38.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.660+0000 7f86597fa640 1 -- 172.21.15.67:0/2408983081 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 99) ==== 3502+0+0 (secure 0 0 0) 0x7f866803f020 con 0x55612f31e4d0 2024-09-21T00:29:38.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.660+0000 7f868749a740 10 client.8295 fetch_fsmap finished waiting for FSMap version 99 2024-09-21T00:29:38.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.660+0000 7f868749a740 10 client.8295 resolve_mds: resolved 8:0 to role '8:0' aka daemon mds.b 2024-09-21T00:29:38.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.660+0000 7f868749a740 20 client.8295 populate_metadata read hostname 'smithi067' 2024-09-21T00:29:38.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.660+0000 7f868749a740 1 --2- 172.21.15.67:0/2408983081 >> [v2:172.21.15.97:6834/2742067706,v1:172.21.15.97:6836/2742067706] conn(0x55612f2db3a0 0x55612f72f750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:38.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.660+0000 7f868749a740 4 client.8295 mds_command: new command op to 8103 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-21T00:29:38.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.660+0000 7f868749a740 1 -- 172.21.15.67:0/2408983081 --> [v2:172.21.15.97:6834/2742067706,v1:172.21.15.97:6836/2742067706] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55612f65f460 con 0x55612f2db3a0 2024-09-21T00:29:38.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.660+0000 7f867e2c7640 1 --2- 172.21.15.67:0/2408983081 >> [v2:172.21.15.97:6834/2742067706,v1:172.21.15.97:6836/2742067706] conn(0x55612f2db3a0 0x55612f72f750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:38.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.661+0000 7f86597fa640 10 client.8295 ms_handle_connect on v2:172.21.15.97:6834/2742067706 2024-09-21T00:29:38.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.661+0000 7f867e2c7640 1 --2- 172.21.15.67:0/2408983081 >> [v2:172.21.15.97:6834/2742067706,v1:172.21.15.97:6836/2742067706] conn(0x55612f2db3a0 0x55612f72f750 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=abaae3f0120c70a7 server_cookie=b6c69b4bf6e390a4 in_seq=0 out_seq=0 2024-09-21T00:29:38.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.661+0000 7f86597fa640 1 -- 172.21.15.67:0/2408983081 <== mds.0 v2:172.21.15.97:6834/2742067706 1 ==== command_reply(tid 0: 0 ) ==== 8+0+610 (crc 0 0 0) 0x55612f65f460 con 0x55612f2db3a0 2024-09-21T00:29:38.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.661+0000 7f86597fa640 10 client.8295 handle_command_reply: tid=0 2024-09-21T00:29:38.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.661+0000 7f868749a740 1 client.8295 shutdown 2024-09-21T00:29:38.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.661+0000 7f868749a740 1 -- 172.21.15.67:0/2408983081 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55612f31e4d0 msgr2=0x55612f72db10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:38.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.661+0000 7f868749a740 1 --2- 172.21.15.67:0/2408983081 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55612f31e4d0 0x55612f72db10 secure :-1 s=READY pgs=1401 cs=0 l=1 rev1=1 crypto rx=0x55612f5f6a90 tx=0x7f8668004560 comp rx=0 tx=0).stop 2024-09-21T00:29:38.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.661+0000 7f868749a740 1 -- 172.21.15.67:0/2408983081 shutdown_connections 2024-09-21T00:29:38.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.661+0000 7f868749a740 1 --2- 172.21.15.67:0/2408983081 >> [v2:172.21.15.97:6834/2742067706,v1:172.21.15.97:6836/2742067706] conn(0x55612f2db3a0 0x55612f72f750 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.661+0000 7f868749a740 1 --2- 172.21.15.67:0/2408983081 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55612f3266b0 0x55612f72e050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.661+0000 7f868749a740 1 --2- 172.21.15.67:0/2408983081 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55612f31e4d0 0x55612f72db10 unknown :-1 s=CLOSED pgs=1401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.661+0000 7f86597fa640 0 client.8295 ms_handle_reset on v2:172.21.15.97:6834/2742067706 2024-09-21T00:29:38.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.661+0000 7f868749a740 1 --2- 172.21.15.67:0/2408983081 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55612f305f60 0x55612f799000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.661+0000 7f868749a740 1 -- 172.21.15.67:0/2408983081 >> 172.21.15.67:0/2408983081 conn(0x55612f33b4e0 msgr2=0x55612f72cf70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:38.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.661+0000 7f868749a740 1 -- 172.21.15.67:0/2408983081 shutdown_connections 2024-09-21T00:29:38.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.661+0000 7f868749a740 1 -- 172.21.15.67:0/2408983081 wait complete. 2024-09-21T00:29:38.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.661+0000 7f868749a740 20 client.8295 trim_cache size 0 max 16384 2024-09-21T00:29:38.668 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:29:38.668 INFO:teuthology.orchestra.run.smithi067.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-21T00:29:38.668 INFO:teuthology.orchestra.run.smithi067.stdout: "scrubs": { 2024-09-21T00:29:38.668 INFO:teuthology.orchestra.run.smithi067.stdout: "71b3bf41-e939-4789-b178-103e76d92455": { 2024-09-21T00:29:38.668 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/scrub_control_test_path", 2024-09-21T00:29:38.668 INFO:teuthology.orchestra.run.smithi067.stdout: "tag": "71b3bf41-e939-4789-b178-103e76d92455", 2024-09-21T00:29:38.668 INFO:teuthology.orchestra.run.smithi067.stdout: "options": "recursive" 2024-09-21T00:29:38.668 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:29:38.669 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:38.669 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_stats": { 2024-09-21T00:29:38.669 INFO:teuthology.orchestra.run.smithi067.stdout: "71b3bf41-e939-4789-b178-103e76d92455": { 2024-09-21T00:29:38.669 INFO:teuthology.orchestra.run.smithi067.stdout: "start_time": "2024-09-21T00:29:38.270341+0000", 2024-09-21T00:29:38.669 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/scrub_control_test_path", 2024-09-21T00:29:38.669 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_started": 0, 2024-09-21T00:29:38.669 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_passed": 0, 2024-09-21T00:29:38.669 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_failed": 0, 2024-09-21T00:29:38.669 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_skipped": 0 2024-09-21T00:29:38.669 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:29:38.669 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:29:38.669 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:29:38.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.662+0000 7f868052b640 1 -- 172.21.15.67:0/3106586004 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f865c078b90 msgr2=0x7f865c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:38.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.662+0000 7f868052b640 1 --2- 172.21.15.67:0/3106586004 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f865c078b90 0x7f865c07b0a0 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f8674005860 tx=0x7f8674005f70 comp rx=0 tx=0).stop 2024-09-21T00:29:38.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.662+0000 7f868052b640 1 -- 172.21.15.67:0/3106586004 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f86780d4e30 msgr2=0x7f867815b150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:38.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.662+0000 7f868052b640 1 --2- 172.21.15.67:0/3106586004 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f86780d4e30 0x7f867815b150 secure :-1 s=READY pgs=1398 cs=0 l=1 rev1=1 crypto rx=0x7f8670005fd0 tx=0x7f8670003f10 comp rx=0 tx=0).stop 2024-09-21T00:29:38.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.662+0000 7f868052b640 1 -- 172.21.15.67:0/3106586004 shutdown_connections 2024-09-21T00:29:38.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.662+0000 7f868052b640 1 --2- 172.21.15.67:0/3106586004 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f865c078b90 0x7f865c07b0a0 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.662+0000 7f868052b640 1 --2- 172.21.15.67:0/3106586004 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f86780d4e30 0x7f867815b150 unknown :-1 s=CLOSED pgs=1398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.662+0000 7f868052b640 1 --2- 172.21.15.67:0/3106586004 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f86780d1630 0x7f8678159440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.662+0000 7f868052b640 1 --2- 172.21.15.67:0/3106586004 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f86780b3cb0 0x7f86781ec2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:38.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.662+0000 7f868052b640 1 -- 172.21.15.67:0/3106586004 >> 172.21.15.67:0/3106586004 conn(0x7f867808bee0 msgr2=0x7f86780b2a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:38.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.662+0000 7f868052b640 1 -- 172.21.15.67:0/3106586004 shutdown_connections 2024-09-21T00:29:38.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:38.662+0000 7f868052b640 1 -- 172.21.15.67:0/3106586004 wait complete. 2024-09-21T00:29:43.675 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-21T00:29:43.675 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 30 ceph --cluster ceph tell mds.8:0 scrub status 2024-09-21T00:29:43.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.808+0000 7f724ee30640 1 -- 172.21.15.67:0/2508785652 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f72480b4270 msgr2=0x7f72480b4680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:43.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.808+0000 7f724ee30640 1 --2- 172.21.15.67:0/2508785652 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f72480b4270 0x7f72480b4680 secure :-1 s=READY pgs=1402 cs=0 l=1 rev1=1 crypto rx=0x7f7248072a40 tx=0x7f723002a4d0 comp rx=0 tx=0).stop 2024-09-21T00:29:43.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.808+0000 7f724ee30640 1 -- 172.21.15.67:0/2508785652 shutdown_connections 2024-09-21T00:29:43.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.808+0000 7f724ee30640 1 --2- 172.21.15.67:0/2508785652 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7248070100 0x7f7248070510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:43.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.808+0000 7f724ee30640 1 --2- 172.21.15.67:0/2508785652 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f72480b4270 0x7f72480b4680 unknown :-1 s=CLOSED pgs=1402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:43.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.808+0000 7f724ee30640 1 --2- 172.21.15.67:0/2508785652 >> v2:172.21.15.97:3300/0 conn(0x7f724815ba30 0x7f72480ce1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:43.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.808+0000 7f724ee30640 1 -- 172.21.15.67:0/2508785652 >> 172.21.15.67:0/2508785652 conn(0x7f724806d630 msgr2=0x7f72480d02a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:43.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.808+0000 7f724ee30640 1 -- 172.21.15.67:0/2508785652 shutdown_connections 2024-09-21T00:29:43.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.808+0000 7f724ee30640 1 -- 172.21.15.67:0/2508785652 wait complete. 2024-09-21T00:29:43.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.810+0000 7f724ee30640 1 Processor -- start 2024-09-21T00:29:43.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.810+0000 7f724ee30640 1 -- start start 2024-09-21T00:29:43.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.811+0000 7f724ee30640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7248070100 0x7f72480c9060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:43.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.811+0000 7f724ee30640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f72480b4270 0x7f72480cb7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:43.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.811+0000 7f724ee30640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f724815ba30 0x7f7248155ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:43.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.811+0000 7f724ee30640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f72480cac50 con 0x7f7248070100 2024-09-21T00:29:43.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.811+0000 7f724ee30640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f72480caad0 con 0x7f72480b4270 2024-09-21T00:29:43.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.811+0000 7f724ee30640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f72480cadd0 con 0x7f724815ba30 2024-09-21T00:29:43.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.811+0000 7f724cbcc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7248070100 0x7f72480c9060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:43.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.811+0000 7f724cbcc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7248070100 0x7f72480c9060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52088/0 (socket says 172.21.15.67:52088) 2024-09-21T00:29:43.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.811+0000 7f724cbcc640 1 -- 172.21.15.67:0/1306742196 learned_addr learned my addr 172.21.15.67:0/1306742196 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:43.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.812+0000 7f724d3cd640 1 --2- 172.21.15.67:0/1306742196 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f724815ba30 0x7f7248155ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:43.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.812+0000 7f7247fff640 1 --2- 172.21.15.67:0/1306742196 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f72480b4270 0x7f72480cb7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:43.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.812+0000 7f724cbcc640 1 -- 172.21.15.67:0/1306742196 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f724815ba30 msgr2=0x7f7248155ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:43.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.812+0000 7f724cbcc640 1 --2- 172.21.15.67:0/1306742196 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f724815ba30 0x7f7248155ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:43.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.812+0000 7f724cbcc640 1 -- 172.21.15.67:0/1306742196 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f72480b4270 msgr2=0x7f72480cb7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:43.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.812+0000 7f724cbcc640 1 --2- 172.21.15.67:0/1306742196 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f72480b4270 0x7f72480cb7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:43.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.812+0000 7f724cbcc640 1 -- 172.21.15.67:0/1306742196 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72480c99d0 con 0x7f7248070100 2024-09-21T00:29:43.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.812+0000 7f7247fff640 1 --2- 172.21.15.67:0/1306742196 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f72480b4270 0x7f72480cb7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:29:43.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.812+0000 7f724cbcc640 1 --2- 172.21.15.67:0/1306742196 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7248070100 0x7f72480c9060 secure :-1 s=READY pgs=1403 cs=0 l=1 rev1=1 crypto rx=0x7f723800d770 tx=0x7f723800db70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:43.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.812+0000 7f72457fa640 1 -- 172.21.15.67:0/1306742196 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7238017070 con 0x7f7248070100 2024-09-21T00:29:43.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.812+0000 7f72457fa640 1 -- 172.21.15.67:0/1306742196 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7238004310 con 0x7f7248070100 2024-09-21T00:29:43.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.812+0000 7f724ee30640 1 -- 172.21.15.67:0/1306742196 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72481f6c90 con 0x7f7248070100 2024-09-21T00:29:43.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.812+0000 7f72457fa640 1 -- 172.21.15.67:0/1306742196 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7238005280 con 0x7f7248070100 2024-09-21T00:29:43.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.812+0000 7f724ee30640 1 -- 172.21.15.67:0/1306742196 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72481f7250 con 0x7f7248070100 2024-09-21T00:29:43.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.814+0000 7f72457fa640 1 -- 172.21.15.67:0/1306742196 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f7238005420 con 0x7f7248070100 2024-09-21T00:29:43.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.815+0000 7f72457fa640 1 --2- 172.21.15.67:0/1306742196 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7228078b90 0x7f722807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:43.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.815+0000 7f72457fa640 1 -- 172.21.15.67:0/1306742196 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5709+0+0 (secure 0 0 0) 0x7f723809ad10 con 0x7f7248070100 2024-09-21T00:29:43.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.815+0000 7f7247fff640 1 --2- 172.21.15.67:0/1306742196 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7228078b90 0x7f722807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:43.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.816+0000 7f7255e7a740 1 Processor -- start 2024-09-21T00:29:43.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.816+0000 7f7255e7a740 1 -- start start 2024-09-21T00:29:43.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.816+0000 7f7247fff640 1 --2- 172.21.15.67:0/1306742196 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7228078b90 0x7f722807b0a0 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f7230033000 tx=0x7f7230004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:43.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.817+0000 7f7255e7a740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e4eb300390 0x55e4eb6d1740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:43.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.817+0000 7f7255e7a740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e4eb2d74d0 0x55e4eb6d1c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:43.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.817+0000 7f7255e7a740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e4eb2df6b0 0x55e4eb6eeb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:43.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.817+0000 7f7255e7a740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55e4eb61aa60 con 0x55e4eb2df6b0 2024-09-21T00:29:43.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.817+0000 7f7255e7a740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55e4eb609e90 con 0x55e4eb2d74d0 2024-09-21T00:29:43.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.817+0000 7f7255e7a740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55e4eb60dca0 con 0x55e4eb300390 2024-09-21T00:29:43.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.817+0000 7f724d3cd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e4eb2df6b0 0x55e4eb6eeb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:43.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.817+0000 7f724cbcc640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e4eb300390 0x55e4eb6d1740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:43.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.817+0000 7f724d3cd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e4eb2df6b0 0x55e4eb6eeb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52100/0 (socket says 172.21.15.67:52100) 2024-09-21T00:29:43.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.817+0000 7f724d3cd640 1 -- 172.21.15.67:0/1656507390 learned_addr learned my addr 172.21.15.67:0/1656507390 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:43.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.817+0000 7f7247fff640 1 --2- 172.21.15.67:0/1656507390 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e4eb2d74d0 0x55e4eb6d1c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:43.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.818+0000 7f724cbcc640 1 -- 172.21.15.67:0/1656507390 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e4eb2d74d0 msgr2=0x55e4eb6d1c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:29:43.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.818+0000 7f724cbcc640 1 --2- 172.21.15.67:0/1656507390 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e4eb2d74d0 0x55e4eb6d1c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:43.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.818+0000 7f724cbcc640 1 -- 172.21.15.67:0/1656507390 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e4eb2df6b0 msgr2=0x55e4eb6eeb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:29:43.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.818+0000 7f724cbcc640 1 --2- 172.21.15.67:0/1656507390 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e4eb2df6b0 0x55e4eb6eeb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:43.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.818+0000 7f724cbcc640 1 -- 172.21.15.67:0/1656507390 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e4eb3e27d0 con 0x55e4eb300390 2024-09-21T00:29:43.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.818+0000 7f724cbcc640 1 --2- 172.21.15.67:0/1656507390 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e4eb300390 0x55e4eb6d1740 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f7238099290 tx=0x7f7238062310 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e17f8db574664ec2 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:43.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.818+0000 7f723e7fc640 1 -- 172.21.15.67:0/1656507390 <== mon.2 v2:172.21.15.97:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7238062ae0 con 0x55e4eb300390 2024-09-21T00:29:43.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.818+0000 7f723e7fc640 1 -- 172.21.15.67:0/1656507390 <== mon.2 v2:172.21.15.97:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f72380675c0 con 0x55e4eb300390 2024-09-21T00:29:43.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.818+0000 7f723e7fc640 1 -- 172.21.15.67:0/1656507390 <== mon.2 v2:172.21.15.97:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7238067300 con 0x55e4eb300390 2024-09-21T00:29:43.826 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.819+0000 7f7255e7a740 1 -- 172.21.15.67:0/1656507390 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e4eb300390 msgr2=0x55e4eb6d1740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:43.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.819+0000 7f7255e7a740 1 --2- 172.21.15.67:0/1656507390 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e4eb300390 0x55e4eb6d1740 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f7238099290 tx=0x7f7238062310 comp rx=0 tx=0).stop 2024-09-21T00:29:43.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.819+0000 7f7255e7a740 1 -- 172.21.15.67:0/1656507390 shutdown_connections 2024-09-21T00:29:43.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.819+0000 7f7255e7a740 1 --2- 172.21.15.67:0/1656507390 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e4eb2df6b0 0x55e4eb6eeb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:43.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.819+0000 7f7255e7a740 1 --2- 172.21.15.67:0/1656507390 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e4eb2d74d0 0x55e4eb6d1c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:43.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.819+0000 7f7255e7a740 1 --2- 172.21.15.67:0/1656507390 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e4eb300390 0x55e4eb6d1740 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:43.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.819+0000 7f7255e7a740 1 -- 172.21.15.67:0/1656507390 >> 172.21.15.67:0/1656507390 conn(0x55e4eb2f44e0 msgr2=0x55e4eb6a7a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:43.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.819+0000 7f7255e7a740 1 -- 172.21.15.67:0/1656507390 shutdown_connections 2024-09-21T00:29:43.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.819+0000 7f7255e7a740 1 -- 172.21.15.67:0/1656507390 wait complete. 2024-09-21T00:29:43.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.820+0000 7f7255e7a740 1 -- start start 2024-09-21T00:29:43.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.820+0000 7f7255e7a740 1 Processor -- start 2024-09-21T00:29:43.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.821+0000 7f7255e7a740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e4eb2d74d0 0x55e4eb6e4f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:43.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.821+0000 7f7255e7a740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e4eb2df6b0 0x55e4eb6bfd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:43.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.821+0000 7f7255e7a740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e4eb300390 0x55e4eb6e3f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:43.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.821+0000 7f7255e7a740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55e4eb37a740 con 0x55e4eb2df6b0 2024-09-21T00:29:43.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.821+0000 7f7255e7a740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55e4eb5af970 con 0x55e4eb300390 2024-09-21T00:29:43.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.821+0000 7f7255e7a740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55e4eb6d21c0 con 0x55e4eb2d74d0 2024-09-21T00:29:43.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.821+0000 7f7255e7a740 10 client.0 _ll_register_callbacks cb 0x55e4eb5b2be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:29:43.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.821+0000 7f7247fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e4eb2df6b0 0x55e4eb6bfd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:43.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.822+0000 7f7247fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e4eb2df6b0 0x55e4eb6bfd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52106/0 (socket says 172.21.15.67:52106) 2024-09-21T00:29:43.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.822+0000 7f7247fff640 1 -- 172.21.15.67:0/3496517680 learned_addr learned my addr 172.21.15.67:0/3496517680 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:43.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.822+0000 7f724cbcc640 1 --2- 172.21.15.67:0/3496517680 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e4eb2d74d0 0x55e4eb6e4f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:43.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.822+0000 7f724d3cd640 1 --2- 172.21.15.67:0/3496517680 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e4eb300390 0x55e4eb6e3f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:43.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.822+0000 7f7247fff640 1 -- 172.21.15.67:0/3496517680 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e4eb2d74d0 msgr2=0x55e4eb6e4f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:29:43.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.822+0000 7f7247fff640 1 --2- 172.21.15.67:0/3496517680 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e4eb2d74d0 0x55e4eb6e4f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:43.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.822+0000 7f7247fff640 1 -- 172.21.15.67:0/3496517680 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e4eb300390 msgr2=0x55e4eb6e3f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:29:43.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.822+0000 7f7247fff640 1 --2- 172.21.15.67:0/3496517680 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e4eb300390 0x55e4eb6e3f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:43.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.822+0000 7f7247fff640 1 -- 172.21.15.67:0/3496517680 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e4eb36b970 con 0x55e4eb2df6b0 2024-09-21T00:29:43.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.822+0000 7f7247fff640 1 --2- 172.21.15.67:0/3496517680 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e4eb2df6b0 0x55e4eb6bfd70 secure :-1 s=READY pgs=1404 cs=0 l=1 rev1=1 crypto rx=0x7f72300099c0 tx=0x7f7230009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ca4895569d69ce7c server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:43.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.822+0000 7f72277fe640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:29:43.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.822+0000 7f72277fe640 1 -- 172.21.15.67:0/3496517680 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f723004d020 con 0x55e4eb2df6b0 2024-09-21T00:29:43.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.822+0000 7f72277fe640 1 -- 172.21.15.67:0/3496517680 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(117..117 src has 1..117) ==== 5709+0+0 (secure 0 0 0) 0x7f72300047a0 con 0x55e4eb2df6b0 2024-09-21T00:29:43.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.822+0000 7f7255e7a740 1 -- 172.21.15.67:0/3496517680 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f72380675c0 con 0x55e4eb2df6b0 2024-09-21T00:29:43.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.822+0000 7f72277fe640 1 -- 172.21.15.67:0/3496517680 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=99) ==== 24+0+0 (secure 0 0 0) 0x7f7230057050 con 0x55e4eb2df6b0 2024-09-21T00:29:43.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.823+0000 7f7255e7a740 10 client.8307 fetch_fsmap learned FSMap version 99 2024-09-21T00:29:43.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.823+0000 7f7255e7a740 1 -- 172.21.15.67:0/3496517680 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=99,monmap=2+}) -- 0x55e4eb3496a0 con 0x55e4eb2df6b0 2024-09-21T00:29:43.830 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.823+0000 7f72277fe640 1 -- 172.21.15.67:0/3496517680 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f72380675c0 con 0x55e4eb2df6b0 2024-09-21T00:29:43.830 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.823+0000 7f72277fe640 1 -- 172.21.15.67:0/3496517680 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 99) ==== 3502+0+0 (secure 0 0 0) 0x7f723005a020 con 0x55e4eb2df6b0 2024-09-21T00:29:43.830 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.823+0000 7f7255e7a740 10 client.8307 fetch_fsmap finished waiting for FSMap version 99 2024-09-21T00:29:43.830 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.823+0000 7f7255e7a740 10 client.8307 resolve_mds: resolved 8:0 to role '8:0' aka daemon mds.b 2024-09-21T00:29:43.830 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.823+0000 7f7255e7a740 20 client.8307 populate_metadata read hostname 'smithi067' 2024-09-21T00:29:43.830 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.823+0000 7f7255e7a740 1 --2- 172.21.15.67:0/3496517680 >> [v2:172.21.15.97:6834/2742067706,v1:172.21.15.97:6836/2742067706] conn(0x55e4eb2bef60 0x55e4eb6ca610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:43.830 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.823+0000 7f7255e7a740 4 client.8307 mds_command: new command op to 8103 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:29:43.830 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.823+0000 7f7255e7a740 1 -- 172.21.15.67:0/3496517680 --> [v2:172.21.15.97:6834/2742067706,v1:172.21.15.97:6836/2742067706] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e4eb61c9b0 con 0x55e4eb2bef60 2024-09-21T00:29:43.830 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.823+0000 7f724cbcc640 1 --2- 172.21.15.67:0/3496517680 >> [v2:172.21.15.97:6834/2742067706,v1:172.21.15.97:6836/2742067706] conn(0x55e4eb2bef60 0x55e4eb6ca610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:43.830 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.824+0000 7f72277fe640 10 client.8307 ms_handle_connect on v2:172.21.15.97:6834/2742067706 2024-09-21T00:29:43.830 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.824+0000 7f724cbcc640 1 --2- 172.21.15.67:0/3496517680 >> [v2:172.21.15.97:6834/2742067706,v1:172.21.15.97:6836/2742067706] conn(0x55e4eb2bef60 0x55e4eb6ca610 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7416851a14a086d6 server_cookie=65918f31585b2797 in_seq=0 out_seq=0 2024-09-21T00:29:43.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.824+0000 7f72277fe640 1 -- 172.21.15.67:0/3496517680 <== mds.0 v2:172.21.15.97:6834/2742067706 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x55e4eb61c9b0 con 0x55e4eb2bef60 2024-09-21T00:29:43.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.824+0000 7f72277fe640 10 client.8307 handle_command_reply: tid=0 2024-09-21T00:29:43.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.824+0000 7f7255e7a740 1 client.8307 shutdown 2024-09-21T00:29:43.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.824+0000 7f7255e7a740 1 -- 172.21.15.67:0/3496517680 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e4eb2df6b0 msgr2=0x55e4eb6bfd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:43.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.824+0000 7f7255e7a740 1 --2- 172.21.15.67:0/3496517680 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e4eb2df6b0 0x55e4eb6bfd70 secure :-1 s=READY pgs=1404 cs=0 l=1 rev1=1 crypto rx=0x7f72300099c0 tx=0x7f7230009260 comp rx=0 tx=0).stop 2024-09-21T00:29:43.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.825+0000 7f7255e7a740 1 -- 172.21.15.67:0/3496517680 shutdown_connections 2024-09-21T00:29:43.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.825+0000 7f7255e7a740 1 --2- 172.21.15.67:0/3496517680 >> [v2:172.21.15.97:6834/2742067706,v1:172.21.15.97:6836/2742067706] conn(0x55e4eb2bef60 0x55e4eb6ca610 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:43.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.825+0000 7f7255e7a740 1 --2- 172.21.15.67:0/3496517680 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e4eb300390 0x55e4eb6e3f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:43.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.825+0000 7f7255e7a740 1 --2- 172.21.15.67:0/3496517680 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e4eb2df6b0 0x55e4eb6bfd70 unknown :-1 s=CLOSED pgs=1404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:43.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.825+0000 7f7255e7a740 1 --2- 172.21.15.67:0/3496517680 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e4eb2d74d0 0x55e4eb6e4f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:43.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.825+0000 7f72277fe640 0 client.8307 ms_handle_reset on v2:172.21.15.97:6834/2742067706 2024-09-21T00:29:43.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.825+0000 7f7255e7a740 1 -- 172.21.15.67:0/3496517680 >> 172.21.15.67:0/3496517680 conn(0x55e4eb2f44e0 msgr2=0x55e4eb6ee150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:43.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.825+0000 7f7255e7a740 1 -- 172.21.15.67:0/3496517680 shutdown_connections 2024-09-21T00:29:43.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.825+0000 7f7255e7a740 1 -- 172.21.15.67:0/3496517680 wait complete. 2024-09-21T00:29:43.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.825+0000 7f7255e7a740 20 client.8307 trim_cache size 0 max 16384 2024-09-21T00:29:43.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.843+0000 7f7255e7a740 1 Processor -- start 2024-09-21T00:29:43.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.843+0000 7f7255e7a740 1 -- start start 2024-09-21T00:29:43.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.844+0000 7f7255e7a740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e4eb2d74d0 0x55e4eb6d18c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:43.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.844+0000 7f7255e7a740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e4eb2df6b0 0x55e4eb6d1e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:43.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.844+0000 7f7255e7a740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e4eb300390 0x55e4eb70f210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:43.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.844+0000 7f7255e7a740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f72481fff60 con 0x55e4eb2d74d0 2024-09-21T00:29:43.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.844+0000 7f7255e7a740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f72481fefd0 con 0x55e4eb2df6b0 2024-09-21T00:29:43.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.844+0000 7f7255e7a740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f72481f4270 con 0x55e4eb300390 2024-09-21T00:29:43.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.844+0000 7f724cbcc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e4eb2d74d0 0x55e4eb6d18c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:43.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.844+0000 7f724cbcc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e4eb2d74d0 0x55e4eb6d18c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52122/0 (socket says 172.21.15.67:52122) 2024-09-21T00:29:43.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.844+0000 7f724cbcc640 1 -- 172.21.15.67:0/1767272220 learned_addr learned my addr 172.21.15.67:0/1767272220 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:43.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.845+0000 7f7247fff640 1 --2- 172.21.15.67:0/1767272220 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e4eb2df6b0 0x55e4eb6d1e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:43.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.845+0000 7f724d3cd640 1 --2- 172.21.15.67:0/1767272220 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e4eb300390 0x55e4eb70f210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:43.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.845+0000 7f724cbcc640 1 -- 172.21.15.67:0/1767272220 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e4eb300390 msgr2=0x55e4eb70f210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:29:43.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.845+0000 7f724cbcc640 1 --2- 172.21.15.67:0/1767272220 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e4eb300390 0x55e4eb70f210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:43.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.845+0000 7f724cbcc640 1 -- 172.21.15.67:0/1767272220 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e4eb2df6b0 msgr2=0x55e4eb6d1e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:29:43.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.845+0000 7f724cbcc640 1 --2- 172.21.15.67:0/1767272220 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e4eb2df6b0 0x55e4eb6d1e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:43.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.845+0000 7f724cbcc640 1 -- 172.21.15.67:0/1767272220 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e4eb6cc2e0 con 0x55e4eb2d74d0 2024-09-21T00:29:43.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.845+0000 7f7247fff640 1 --2- 172.21.15.67:0/1767272220 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e4eb2df6b0 0x55e4eb6d1e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:29:43.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.845+0000 7f724cbcc640 1 --2- 172.21.15.67:0/1767272220 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e4eb2d74d0 0x55e4eb6d18c0 secure :-1 s=READY pgs=1405 cs=0 l=1 rev1=1 crypto rx=0x7f723805fd50 tx=0x7f723801d040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=750867d92193d004 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:43.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.845+0000 7f723dffb640 1 -- 172.21.15.67:0/1767272220 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7238067100 con 0x55e4eb2d74d0 2024-09-21T00:29:43.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.845+0000 7f723dffb640 1 -- 172.21.15.67:0/1767272220 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7238067390 con 0x55e4eb2d74d0 2024-09-21T00:29:43.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.845+0000 7f723dffb640 1 -- 172.21.15.67:0/1767272220 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7238061f60 con 0x55e4eb2d74d0 2024-09-21T00:29:43.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.846+0000 7f7255e7a740 1 -- 172.21.15.67:0/1767272220 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e4eb2d74d0 msgr2=0x55e4eb6d18c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:43.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.846+0000 7f7255e7a740 1 --2- 172.21.15.67:0/1767272220 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e4eb2d74d0 0x55e4eb6d18c0 secure :-1 s=READY pgs=1405 cs=0 l=1 rev1=1 crypto rx=0x7f723805fd50 tx=0x7f723801d040 comp rx=0 tx=0).stop 2024-09-21T00:29:43.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.846+0000 7f7255e7a740 1 -- 172.21.15.67:0/1767272220 shutdown_connections 2024-09-21T00:29:43.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.846+0000 7f7255e7a740 1 --2- 172.21.15.67:0/1767272220 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e4eb300390 0x55e4eb70f210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:43.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.846+0000 7f7255e7a740 1 --2- 172.21.15.67:0/1767272220 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e4eb2df6b0 0x55e4eb6d1e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:43.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.846+0000 7f7255e7a740 1 --2- 172.21.15.67:0/1767272220 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e4eb2d74d0 0x55e4eb6d18c0 unknown :-1 s=CLOSED pgs=1405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:43.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.846+0000 7f7255e7a740 1 -- 172.21.15.67:0/1767272220 >> 172.21.15.67:0/1767272220 conn(0x55e4eb2f44e0 msgr2=0x55e4eb705740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:43.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.846+0000 7f7255e7a740 1 -- 172.21.15.67:0/1767272220 shutdown_connections 2024-09-21T00:29:43.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.846+0000 7f7255e7a740 1 -- 172.21.15.67:0/1767272220 wait complete. 2024-09-21T00:29:43.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.847+0000 7f7255e7a740 1 -- start start 2024-09-21T00:29:43.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.847+0000 7f7255e7a740 1 Processor -- start 2024-09-21T00:29:43.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.848+0000 7f7255e7a740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e4eb2d74d0 0x55e4eb768960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:43.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.848+0000 7f7255e7a740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e4eb2df6b0 0x55e4eb6e2990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:43.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.848+0000 7f7255e7a740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e4eb300390 0x55e4eb6d18c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:43.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.848+0000 7f7255e7a740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55e4eb6cea20 con 0x55e4eb2df6b0 2024-09-21T00:29:43.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.848+0000 7f7255e7a740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f724806faf0 con 0x55e4eb300390 2024-09-21T00:29:43.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.848+0000 7f7255e7a740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55e4eb6e6580 con 0x55e4eb2d74d0 2024-09-21T00:29:43.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.848+0000 7f7255e7a740 10 client.0 _ll_register_callbacks cb 0x7f7230004130 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:29:43.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.848+0000 7f7247fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e4eb2df6b0 0x55e4eb6e2990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:43.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.848+0000 7f7247fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e4eb2df6b0 0x55e4eb6e2990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52124/0 (socket says 172.21.15.67:52124) 2024-09-21T00:29:43.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.848+0000 7f7247fff640 1 -- 172.21.15.67:0/1954627573 learned_addr learned my addr 172.21.15.67:0/1954627573 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:43.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.848+0000 7f724d3cd640 1 --2- 172.21.15.67:0/1954627573 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e4eb300390 0x55e4eb6d18c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:43.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.848+0000 7f724cbcc640 1 --2- 172.21.15.67:0/1954627573 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e4eb2d74d0 0x55e4eb768960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:43.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.849+0000 7f7247fff640 1 -- 172.21.15.67:0/1954627573 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e4eb2d74d0 msgr2=0x55e4eb768960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:29:43.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.849+0000 7f7247fff640 1 --2- 172.21.15.67:0/1954627573 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e4eb2d74d0 0x55e4eb768960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:43.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.849+0000 7f7247fff640 1 -- 172.21.15.67:0/1954627573 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e4eb300390 msgr2=0x55e4eb6d18c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:29:43.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.849+0000 7f7247fff640 1 --2- 172.21.15.67:0/1954627573 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e4eb300390 0x55e4eb6d18c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:43.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.849+0000 7f7247fff640 1 -- 172.21.15.67:0/1954627573 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e4eb6ceda0 con 0x55e4eb2df6b0 2024-09-21T00:29:43.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.849+0000 7f7247fff640 1 --2- 172.21.15.67:0/1954627573 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e4eb2df6b0 0x55e4eb6e2990 secure :-1 s=READY pgs=1406 cs=0 l=1 rev1=1 crypto rx=0x7f7230005f40 tx=0x7f7230004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c65450487977aa62 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:43.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.849+0000 7f72277fe640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:29:43.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.849+0000 7f72277fe640 1 -- 172.21.15.67:0/1954627573 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f723004d070 con 0x55e4eb2df6b0 2024-09-21T00:29:43.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.849+0000 7f72277fe640 1 -- 172.21.15.67:0/1954627573 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(117..117 src has 1..117) ==== 5709+0+0 (secure 0 0 0) 0x7f723004aac0 con 0x55e4eb2df6b0 2024-09-21T00:29:43.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.849+0000 7f7255e7a740 1 -- 172.21.15.67:0/1954627573 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7238067390 con 0x55e4eb2df6b0 2024-09-21T00:29:43.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.849+0000 7f72277fe640 1 -- 172.21.15.67:0/1954627573 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=99) ==== 24+0+0 (secure 0 0 0) 0x7f7230035040 con 0x55e4eb2df6b0 2024-09-21T00:29:43.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.849+0000 7f7255e7a740 10 client.8313 fetch_fsmap learned FSMap version 99 2024-09-21T00:29:43.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.849+0000 7f7255e7a740 1 -- 172.21.15.67:0/1954627573 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=99,monmap=2+}) -- 0x55e4eb768ea0 con 0x55e4eb2df6b0 2024-09-21T00:29:43.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.849+0000 7f72277fe640 1 -- 172.21.15.67:0/1954627573 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7238067390 con 0x55e4eb2df6b0 2024-09-21T00:29:43.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.850+0000 7f72277fe640 1 -- 172.21.15.67:0/1954627573 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 99) ==== 3502+0+0 (secure 0 0 0) 0x7f723005a040 con 0x55e4eb2df6b0 2024-09-21T00:29:43.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.850+0000 7f7255e7a740 10 client.8313 fetch_fsmap finished waiting for FSMap version 99 2024-09-21T00:29:43.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.850+0000 7f7255e7a740 10 client.8313 resolve_mds: resolved 8:0 to role '8:0' aka daemon mds.b 2024-09-21T00:29:43.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.850+0000 7f7255e7a740 20 client.8313 populate_metadata read hostname 'smithi067' 2024-09-21T00:29:43.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.850+0000 7f7255e7a740 1 --2- 172.21.15.67:0/1954627573 >> [v2:172.21.15.97:6834/2742067706,v1:172.21.15.97:6836/2742067706] conn(0x55e4eb76c360 0x55e4eb6d1e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:43.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.850+0000 7f7255e7a740 4 client.8313 mds_command: new command op to 8103 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-21T00:29:43.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.850+0000 7f7255e7a740 1 -- 172.21.15.67:0/1954627573 --> [v2:172.21.15.97:6834/2742067706,v1:172.21.15.97:6836/2742067706] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55e4eb6a3da0 con 0x55e4eb76c360 2024-09-21T00:29:43.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.850+0000 7f724cbcc640 1 --2- 172.21.15.67:0/1954627573 >> [v2:172.21.15.97:6834/2742067706,v1:172.21.15.97:6836/2742067706] conn(0x55e4eb76c360 0x55e4eb6d1e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:43.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.850+0000 7f72277fe640 10 client.8313 ms_handle_connect on v2:172.21.15.97:6834/2742067706 2024-09-21T00:29:43.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.850+0000 7f724cbcc640 1 --2- 172.21.15.67:0/1954627573 >> [v2:172.21.15.97:6834/2742067706,v1:172.21.15.97:6836/2742067706] conn(0x55e4eb76c360 0x55e4eb6d1e00 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a1c7299d2de01184 server_cookie=5f28674e2e8c7066 in_seq=0 out_seq=0 2024-09-21T00:29:43.858 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.850+0000 7f72277fe640 1 -- 172.21.15.67:0/1954627573 <== mds.0 v2:172.21.15.97:6834/2742067706 1 ==== command_reply(tid 0: 0 ) ==== 8+0+397 (crc 0 0 0) 0x55e4eb6a3da0 con 0x55e4eb76c360 2024-09-21T00:29:43.858 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.850+0000 7f72277fe640 10 client.8313 handle_command_reply: tid=0 2024-09-21T00:29:43.858 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.850+0000 7f7255e7a740 1 client.8313 shutdown 2024-09-21T00:29:43.858 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.851+0000 7f7255e7a740 1 -- 172.21.15.67:0/1954627573 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e4eb2df6b0 msgr2=0x55e4eb6e2990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:43.858 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.851+0000 7f7255e7a740 1 --2- 172.21.15.67:0/1954627573 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e4eb2df6b0 0x55e4eb6e2990 secure :-1 s=READY pgs=1406 cs=0 l=1 rev1=1 crypto rx=0x7f7230005f40 tx=0x7f7230004040 comp rx=0 tx=0).stop 2024-09-21T00:29:43.858 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.851+0000 7f7255e7a740 1 -- 172.21.15.67:0/1954627573 shutdown_connections 2024-09-21T00:29:43.858 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.851+0000 7f7255e7a740 1 --2- 172.21.15.67:0/1954627573 >> [v2:172.21.15.97:6834/2742067706,v1:172.21.15.97:6836/2742067706] conn(0x55e4eb76c360 0x55e4eb6d1e00 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:43.858 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.851+0000 7f7255e7a740 1 --2- 172.21.15.67:0/1954627573 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e4eb300390 0x55e4eb6d18c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:43.858 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.851+0000 7f72277fe640 0 client.8313 ms_handle_reset on v2:172.21.15.97:6834/2742067706 2024-09-21T00:29:43.858 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.851+0000 7f7255e7a740 1 --2- 172.21.15.67:0/1954627573 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e4eb2df6b0 0x55e4eb6e2990 unknown :-1 s=CLOSED pgs=1406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:43.858 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.851+0000 7f7255e7a740 1 --2- 172.21.15.67:0/1954627573 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e4eb2d74d0 0x55e4eb768960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:43.859 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.851+0000 7f7255e7a740 1 -- 172.21.15.67:0/1954627573 >> 172.21.15.67:0/1954627573 conn(0x55e4eb2f44e0 msgr2=0x55e4eb6a7890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:43.859 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.851+0000 7f7255e7a740 1 -- 172.21.15.67:0/1954627573 shutdown_connections 2024-09-21T00:29:43.859 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.851+0000 7f7255e7a740 1 -- 172.21.15.67:0/1954627573 wait complete. 2024-09-21T00:29:43.859 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.851+0000 7f7255e7a740 20 client.8313 trim_cache size 0 max 16384 2024-09-21T00:29:43.860 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:29:43.860 INFO:teuthology.orchestra.run.smithi067.stdout: "status": "no active scrubs running", 2024-09-21T00:29:43.860 INFO:teuthology.orchestra.run.smithi067.stdout: "scrubs": {}, 2024-09-21T00:29:43.860 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_stats": { 2024-09-21T00:29:43.860 INFO:teuthology.orchestra.run.smithi067.stdout: "71b3bf41-e939-4789-b178-103e76d92455": { 2024-09-21T00:29:43.860 INFO:teuthology.orchestra.run.smithi067.stdout: "start_time": "2024-09-21T00:29:38.270341+0000", 2024-09-21T00:29:43.860 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/scrub_control_test_path", 2024-09-21T00:29:43.860 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_started": 0, 2024-09-21T00:29:43.860 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_passed": 0, 2024-09-21T00:29:43.860 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_failed": 0, 2024-09-21T00:29:43.860 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_skipped": 0 2024-09-21T00:29:43.861 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:29:43.861 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:29:43.861 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:29:43.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.851+0000 7f724ee30640 1 -- 172.21.15.67:0/1306742196 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7228078b90 msgr2=0x7f722807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:43.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.851+0000 7f724ee30640 1 --2- 172.21.15.67:0/1306742196 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7228078b90 0x7f722807b0a0 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f7230033000 tx=0x7f7230004730 comp rx=0 tx=0).stop 2024-09-21T00:29:43.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.851+0000 7f724ee30640 1 -- 172.21.15.67:0/1306742196 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7248070100 msgr2=0x7f72480c9060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:43.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.851+0000 7f724ee30640 1 --2- 172.21.15.67:0/1306742196 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7248070100 0x7f72480c9060 secure :-1 s=READY pgs=1403 cs=0 l=1 rev1=1 crypto rx=0x7f723800d770 tx=0x7f723800db70 comp rx=0 tx=0).stop 2024-09-21T00:29:43.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.851+0000 7f724ee30640 1 -- 172.21.15.67:0/1306742196 shutdown_connections 2024-09-21T00:29:43.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.851+0000 7f724ee30640 1 --2- 172.21.15.67:0/1306742196 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7228078b90 0x7f722807b0a0 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:43.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.851+0000 7f724ee30640 1 --2- 172.21.15.67:0/1306742196 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f724815ba30 0x7f7248155ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:43.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.851+0000 7f724ee30640 1 --2- 172.21.15.67:0/1306742196 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f72480b4270 0x7f72480cb7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:43.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.851+0000 7f724ee30640 1 --2- 172.21.15.67:0/1306742196 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7248070100 0x7f72480c9060 unknown :-1 s=CLOSED pgs=1403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:43.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.851+0000 7f724ee30640 1 -- 172.21.15.67:0/1306742196 >> 172.21.15.67:0/1306742196 conn(0x7f724806d630 msgr2=0x7f72480c57e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:43.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.852+0000 7f724ee30640 1 -- 172.21.15.67:0/1306742196 shutdown_connections 2024-09-21T00:29:43.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.852+0000 7f724ee30640 1 -- 172.21.15.67:0/1306742196 wait complete. 2024-09-21T00:29:43.863 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-21T00:29:43.864 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:29:43.981 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.979+0000 7f4b8a2a4640 1 -- 172.21.15.67:0/1027555278 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4b840b7850 msgr2=0x7f4b840d0a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:43.981 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.979+0000 7f4b8a2a4640 1 --2- 172.21.15.67:0/1027555278 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4b840b7850 0x7f4b840d0a10 secure :-1 s=READY pgs=1408 cs=0 l=1 rev1=1 crypto rx=0x7f4b84074df0 tx=0x7f4b7802a410 comp rx=0 tx=0).stop 2024-09-21T00:29:43.981 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.979+0000 7f4b8a2a4640 1 -- 172.21.15.67:0/1027555278 shutdown_connections 2024-09-21T00:29:43.981 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.979+0000 7f4b8a2a4640 1 --2- 172.21.15.67:0/1027555278 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4b840b7850 0x7f4b840d0a10 unknown :-1 s=CLOSED pgs=1408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:43.981 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.979+0000 7f4b8a2a4640 1 --2- 172.21.15.67:0/1027555278 >> v2:172.21.15.97:3300/0 conn(0x7f4b8409b7b0 0x7f4b840b3ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:43.981 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.979+0000 7f4b8a2a4640 1 -- 172.21.15.67:0/1027555278 >> 172.21.15.67:0/1027555278 conn(0x7f4b840b4140 msgr2=0x7f4b840b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:43.981 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.979+0000 7f4b8a2a4640 1 -- 172.21.15.67:0/1027555278 shutdown_connections 2024-09-21T00:29:43.981 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.979+0000 7f4b8a2a4640 1 -- 172.21.15.67:0/1027555278 wait complete. 2024-09-21T00:29:43.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.981+0000 7f4b8a2a4640 1 Processor -- start 2024-09-21T00:29:43.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.981+0000 7f4b8a2a4640 1 -- start start 2024-09-21T00:29:43.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.982+0000 7f4b8a2a4640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4b8409b7b0 0x7f4b840cb5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:43.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.982+0000 7f4b8a2a4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4b840b7850 0x7f4b841f6c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:43.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.982+0000 7f4b8a2a4640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4b840d0f50 0x7f4b841f7140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:43.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.982+0000 7f4b8a2a4640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f4b840cd740 con 0x7f4b840b7850 2024-09-21T00:29:43.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.982+0000 7f4b8a2a4640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f4b840b6750 con 0x7f4b8409b7b0 2024-09-21T00:29:43.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.982+0000 7f4b8a2a4640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f4b840cd8c0 con 0x7f4b840d0f50 2024-09-21T00:29:43.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.983+0000 7f4b837fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4b840b7850 0x7f4b841f6c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:43.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.983+0000 7f4b837fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4b840b7850 0x7f4b841f6c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52152/0 (socket says 172.21.15.67:52152) 2024-09-21T00:29:43.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.983+0000 7f4b837fe640 1 -- 172.21.15.67:0/1325340331 learned_addr learned my addr 172.21.15.67:0/1325340331 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:43.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.983+0000 7f4b83fff640 1 --2- 172.21.15.67:0/1325340331 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4b8409b7b0 0x7f4b840cb5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:43.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.983+0000 7f4b88841640 1 --2- 172.21.15.67:0/1325340331 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4b840d0f50 0x7f4b841f7140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:43.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.983+0000 7f4b837fe640 1 -- 172.21.15.67:0/1325340331 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4b840d0f50 msgr2=0x7f4b841f7140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:43.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.983+0000 7f4b837fe640 1 --2- 172.21.15.67:0/1325340331 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4b840d0f50 0x7f4b841f7140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:43.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.983+0000 7f4b837fe640 1 -- 172.21.15.67:0/1325340331 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4b8409b7b0 msgr2=0x7f4b840cb5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:43.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.983+0000 7f4b837fe640 1 --2- 172.21.15.67:0/1325340331 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4b8409b7b0 0x7f4b840cb5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:43.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.983+0000 7f4b837fe640 1 -- 172.21.15.67:0/1325340331 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b840cbb30 con 0x7f4b840b7850 2024-09-21T00:29:43.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.983+0000 7f4b837fe640 1 --2- 172.21.15.67:0/1325340331 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4b840b7850 0x7f4b841f6c00 secure :-1 s=READY pgs=1409 cs=0 l=1 rev1=1 crypto rx=0x7f4b780098f0 tx=0x7f4b78033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:43.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.983+0000 7f4b80ff9640 1 -- 172.21.15.67:0/1325340331 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b78031d60 con 0x7f4b840b7850 2024-09-21T00:29:43.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.983+0000 7f4b80ff9640 1 -- 172.21.15.67:0/1325340331 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4b78033e10 con 0x7f4b840b7850 2024-09-21T00:29:43.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.983+0000 7f4b8a2a4640 1 -- 172.21.15.67:0/1325340331 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4b840a0010 con 0x7f4b840b7850 2024-09-21T00:29:43.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.983+0000 7f4b80ff9640 1 -- 172.21.15.67:0/1325340331 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b78005260 con 0x7f4b840b7850 2024-09-21T00:29:43.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.983+0000 7f4b8a2a4640 1 -- 172.21.15.67:0/1325340331 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4b8409c790 con 0x7f4b840b7850 2024-09-21T00:29:43.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.984+0000 7f4b8a2a4640 1 -- 172.21.15.67:0/1325340331 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4b840a0530 con 0x7f4b840b7850 2024-09-21T00:29:43.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.985+0000 7f4b80ff9640 1 -- 172.21.15.67:0/1325340331 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f4b78005400 con 0x7f4b840b7850 2024-09-21T00:29:43.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.986+0000 7f4b80ff9640 1 --2- 172.21.15.67:0/1325340331 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4b70078bc0 0x7f4b7007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:43.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.986+0000 7f4b80ff9640 1 -- 172.21.15.67:0/1325340331 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5709+0+0 (secure 0 0 0) 0x7f4b780bbe90 con 0x7f4b840b7850 2024-09-21T00:29:43.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.986+0000 7f4b83fff640 1 --2- 172.21.15.67:0/1325340331 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4b70078bc0 0x7f4b7007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:43.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.987+0000 7f4b83fff640 1 --2- 172.21.15.67:0/1325340331 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4b70078bc0 0x7f4b7007b0d0 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f4b7400bb50 tx=0x7f4b7400b2e0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:43.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:43.991+0000 7f4b80ff9640 1 -- 172.21.15.67:0/1325340331 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f4b840a0530 con 0x7f4b840b7850 2024-09-21T00:29:44.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.216+0000 7f4b8a2a4640 1 -- 172.21.15.67:0/1325340331 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4b840cddc0 con 0x7f4b840b7850 2024-09-21T00:29:44.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.217+0000 7f4b80ff9640 1 -- 172.21.15.67:0/1325340331 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 99 v99) ==== 94+0+5225 (secure 0 0 0) 0x7f4b7803f030 con 0x7f4b840b7850 2024-09-21T00:29:44.218 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:29:44.218 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":99,"btime":"2024-09-21T00:29:20:714461+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6794,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/4236000197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":4236000197},{"type":"v1","addr":"172.21.15.97:6837","nonce":4236000197}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":94},{"gid":7432,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/1587573747","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":1587573747},{"type":"v1","addr":"172.21.15.67:6835","nonce":1587573747}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":94},{"gid":8097,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/1023421388","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1023421388},{"type":"v1","addr":"172.21.15.67:6834","nonce":1023421388}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":93}],"filesystems":[{"mdsmap":{"epoch":99,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:29:17.061586+0000","modified":"2024-09-21T00:29:20.098364+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8103},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8103":{"gid":8103,"name":"b","rank":0,"incarnation":95,"state":"up:active","state_seq":3,"addr":"172.21.15.97:6836/2742067706","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":2742067706},{"type":"v1","addr":"172.21.15.97:6836","nonce":2742067706}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8103,"qdb_cluster":[8103]},"id":8}]} 2024-09-21T00:29:44.218 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 99 2024-09-21T00:29:44.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.219+0000 7f4b8a2a4640 1 -- 172.21.15.67:0/1325340331 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4b70078bc0 msgr2=0x7f4b7007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:44.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.219+0000 7f4b8a2a4640 1 --2- 172.21.15.67:0/1325340331 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4b70078bc0 0x7f4b7007b0d0 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f4b7400bb50 tx=0x7f4b7400b2e0 comp rx=0 tx=0).stop 2024-09-21T00:29:44.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.219+0000 7f4b8a2a4640 1 -- 172.21.15.67:0/1325340331 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4b840b7850 msgr2=0x7f4b841f6c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:44.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.219+0000 7f4b8a2a4640 1 --2- 172.21.15.67:0/1325340331 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4b840b7850 0x7f4b841f6c00 secure :-1 s=READY pgs=1409 cs=0 l=1 rev1=1 crypto rx=0x7f4b780098f0 tx=0x7f4b78033c20 comp rx=0 tx=0).stop 2024-09-21T00:29:44.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.219+0000 7f4b8a2a4640 1 -- 172.21.15.67:0/1325340331 shutdown_connections 2024-09-21T00:29:44.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.219+0000 7f4b8a2a4640 1 --2- 172.21.15.67:0/1325340331 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4b70078bc0 0x7f4b7007b0d0 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:44.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.219+0000 7f4b8a2a4640 1 --2- 172.21.15.67:0/1325340331 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4b840d0f50 0x7f4b841f7140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:44.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.219+0000 7f4b8a2a4640 1 --2- 172.21.15.67:0/1325340331 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4b840b7850 0x7f4b841f6c00 unknown :-1 s=CLOSED pgs=1409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:44.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.219+0000 7f4b8a2a4640 1 --2- 172.21.15.67:0/1325340331 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4b8409b7b0 0x7f4b840cb5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:44.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.219+0000 7f4b8a2a4640 1 -- 172.21.15.67:0/1325340331 >> 172.21.15.67:0/1325340331 conn(0x7f4b840b4140 msgr2=0x7f4b84072730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:44.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.219+0000 7f4b8a2a4640 1 -- 172.21.15.67:0/1325340331 shutdown_connections 2024-09-21T00:29:44.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.219+0000 7f4b8a2a4640 1 -- 172.21.15.67:0/1325340331 wait complete. 2024-09-21T00:29:44.231 DEBUG:tasks.cephfs.test_scrub_checks:current active=['b'] 2024-09-21T00:29:44.232 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-21T00:29:44.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.346+0000 7ffa01a84640 1 -- 172.21.15.67:0/605798074 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff9fc0b9720 msgr2=0x7ff9fc1620a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:44.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.346+0000 7ffa01a84640 1 --2- 172.21.15.67:0/605798074 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff9fc0b9720 0x7ff9fc1620a0 secure :-1 s=READY pgs=1410 cs=0 l=1 rev1=1 crypto rx=0x7ff9ec0098e0 tx=0x7ff9ec02a530 comp rx=0 tx=0).stop 2024-09-21T00:29:44.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.346+0000 7ffa01a84640 1 -- 172.21.15.67:0/605798074 shutdown_connections 2024-09-21T00:29:44.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.346+0000 7ffa01a84640 1 --2- 172.21.15.67:0/605798074 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff9fc0b9c90 0x7ff9fc0d29a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:44.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.346+0000 7ffa01a84640 1 --2- 172.21.15.67:0/605798074 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff9fc0b9720 0x7ff9fc1620a0 unknown :-1 s=CLOSED pgs=1410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:44.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.346+0000 7ffa01a84640 1 -- 172.21.15.67:0/605798074 >> 172.21.15.67:0/605798074 conn(0x7ff9fc09d910 msgr2=0x7ff9fc08bee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:44.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.346+0000 7ffa01a84640 1 -- 172.21.15.67:0/605798074 shutdown_connections 2024-09-21T00:29:44.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.346+0000 7ffa01a84640 1 -- 172.21.15.67:0/605798074 wait complete. 2024-09-21T00:29:44.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.348+0000 7ffa01a84640 1 Processor -- start 2024-09-21T00:29:44.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.348+0000 7ffa01a84640 1 -- start start 2024-09-21T00:29:44.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.349+0000 7ffa01a84640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff9fc0b9720 0x7ff9fc1f56c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:44.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.349+0000 7ffa01a84640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff9fc0b9c90 0x7ff9fc1f9400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:44.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.349+0000 7ffa01a84640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff9fc0d2ee0 0x7ff9fc1f9940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:44.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.349+0000 7ffa01a84640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff9fc06f040 con 0x7ff9fc0b9720 2024-09-21T00:29:44.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.349+0000 7ffa01a84640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff9fc0b91a0 con 0x7ff9fc0d2ee0 2024-09-21T00:29:44.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.349+0000 7ffa01a84640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7ff9fc06f1c0 con 0x7ff9fc0b9c90 2024-09-21T00:29:44.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.349+0000 7ff9fb7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff9fc0b9720 0x7ff9fc1f56c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:44.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.349+0000 7ff9fb7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff9fc0b9720 0x7ff9fc1f56c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52170/0 (socket says 172.21.15.67:52170) 2024-09-21T00:29:44.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.349+0000 7ff9fb7fe640 1 -- 172.21.15.67:0/3389248974 learned_addr learned my addr 172.21.15.67:0/3389248974 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:44.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.349+0000 7ff9faffd640 1 --2- 172.21.15.67:0/3389248974 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff9fc0b9c90 0x7ff9fc1f9400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:44.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.349+0000 7ff9fbfff640 1 --2- 172.21.15.67:0/3389248974 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff9fc0d2ee0 0x7ff9fc1f9940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:44.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.350+0000 7ff9fb7fe640 1 -- 172.21.15.67:0/3389248974 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff9fc0b9c90 msgr2=0x7ff9fc1f9400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:44.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.350+0000 7ff9fb7fe640 1 --2- 172.21.15.67:0/3389248974 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff9fc0b9c90 0x7ff9fc1f9400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:44.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.350+0000 7ff9fb7fe640 1 -- 172.21.15.67:0/3389248974 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff9fc0d2ee0 msgr2=0x7ff9fc1f9940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:44.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.350+0000 7ff9fb7fe640 1 --2- 172.21.15.67:0/3389248974 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff9fc0d2ee0 0x7ff9fc1f9940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:44.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.350+0000 7ff9fb7fe640 1 -- 172.21.15.67:0/3389248974 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9fc156710 con 0x7ff9fc0b9720 2024-09-21T00:29:44.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.350+0000 7ff9faffd640 1 --2- 172.21.15.67:0/3389248974 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff9fc0b9c90 0x7ff9fc1f9400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:29:44.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.350+0000 7ff9fb7fe640 1 --2- 172.21.15.67:0/3389248974 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff9fc0b9720 0x7ff9fc1f56c0 secure :-1 s=READY pgs=1411 cs=0 l=1 rev1=1 crypto rx=0x7ff9ec02ab20 tx=0x7ff9ec005270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:44.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.350+0000 7ff9e3fff640 1 -- 172.21.15.67:0/3389248974 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9ec03f070 con 0x7ff9fc0b9720 2024-09-21T00:29:44.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.350+0000 7ff9e3fff640 1 -- 172.21.15.67:0/3389248974 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff9ec004360 con 0x7ff9fc0b9720 2024-09-21T00:29:44.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.350+0000 7ffa01a84640 1 -- 172.21.15.67:0/3389248974 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff9fc1569f0 con 0x7ff9fc0b9720 2024-09-21T00:29:44.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.350+0000 7ff9e3fff640 1 -- 172.21.15.67:0/3389248974 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9ec031bb0 con 0x7ff9fc0b9720 2024-09-21T00:29:44.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.350+0000 7ffa01a84640 1 -- 172.21.15.67:0/3389248974 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9fc1f5c00 con 0x7ff9fc0b9720 2024-09-21T00:29:44.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.351+0000 7ffa01a84640 1 -- 172.21.15.67:0/3389248974 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff9fc06a6f0 con 0x7ff9fc0b9720 2024-09-21T00:29:44.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.352+0000 7ff9e3fff640 1 -- 172.21.15.67:0/3389248974 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7ff9ec042070 con 0x7ff9fc0b9720 2024-09-21T00:29:44.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.352+0000 7ff9e3fff640 1 --2- 172.21.15.67:0/3389248974 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff9e8078b90 0x7ff9e807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:44.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.352+0000 7ff9e3fff640 1 -- 172.21.15.67:0/3389248974 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5709+0+0 (secure 0 0 0) 0x7ff9ec0bbcd0 con 0x7ff9fc0b9720 2024-09-21T00:29:44.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.353+0000 7ff9faffd640 1 --2- 172.21.15.67:0/3389248974 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff9e8078b90 0x7ff9e807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:44.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.353+0000 7ff9faffd640 1 --2- 172.21.15.67:0/3389248974 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff9e8078b90 0x7ff9e807b0a0 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7ff9f0005fd0 tx=0x7ff9f0005e00 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:44.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.357+0000 7ff9e3fff640 1 -- 172.21.15.67:0/3389248974 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7ff9fc06a6f0 con 0x7ff9fc0b9720 2024-09-21T00:29:44.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.619+0000 7ffa01a84640 1 -- 172.21.15.67:0/3389248974 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7ff9fc06f700 con 0x7ff9fc0b9720 2024-09-21T00:29:44.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.619+0000 7ff9e3fff640 1 -- 172.21.15.67:0/3389248974 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1230 (secure 0 0 0) 0x7ff9ec0841a0 con 0x7ff9fc0b9720 2024-09-21T00:29:44.620 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:29:44.621 INFO:teuthology.orchestra.run.smithi067.stdout:{"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":527,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":117,"num_osds":8,"num_up_osds":8,"osd_up_since":1726878070,"num_in_osds":8,"osd_in_since":1726878060,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":1048,"data_bytes":1077794018,"bytes_used":2647269376,"bytes_avail":770446843904,"bytes_total":773094113280,"write_bytes_sec":51450236,"read_op_per_sec":0,"write_op_per_sec":59},"fsmap":{"epoch":99,"btime":"2024-09-21T00:29:20:714461+0000","id":8,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":8,"rank":0,"name":"b","status":"up:active","gid":8103}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":23,"modified":"2024-09-21T00:28:43.609745+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-21T00:29:44.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.622+0000 7ffa01a84640 1 -- 172.21.15.67:0/3389248974 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff9e8078b90 msgr2=0x7ff9e807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:44.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.622+0000 7ffa01a84640 1 --2- 172.21.15.67:0/3389248974 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff9e8078b90 0x7ff9e807b0a0 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7ff9f0005fd0 tx=0x7ff9f0005e00 comp rx=0 tx=0).stop 2024-09-21T00:29:44.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.622+0000 7ffa01a84640 1 -- 172.21.15.67:0/3389248974 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff9fc0b9720 msgr2=0x7ff9fc1f56c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:44.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.622+0000 7ffa01a84640 1 --2- 172.21.15.67:0/3389248974 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff9fc0b9720 0x7ff9fc1f56c0 secure :-1 s=READY pgs=1411 cs=0 l=1 rev1=1 crypto rx=0x7ff9ec02ab20 tx=0x7ff9ec005270 comp rx=0 tx=0).stop 2024-09-21T00:29:44.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.622+0000 7ffa01a84640 1 -- 172.21.15.67:0/3389248974 shutdown_connections 2024-09-21T00:29:44.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.622+0000 7ffa01a84640 1 --2- 172.21.15.67:0/3389248974 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff9e8078b90 0x7ff9e807b0a0 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:44.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.622+0000 7ffa01a84640 1 --2- 172.21.15.67:0/3389248974 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff9fc0d2ee0 0x7ff9fc1f9940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:44.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.622+0000 7ffa01a84640 1 --2- 172.21.15.67:0/3389248974 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff9fc0b9c90 0x7ff9fc1f9400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:44.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.622+0000 7ffa01a84640 1 --2- 172.21.15.67:0/3389248974 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff9fc0b9720 0x7ff9fc1f56c0 unknown :-1 s=CLOSED pgs=1411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:44.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.622+0000 7ffa01a84640 1 -- 172.21.15.67:0/3389248974 >> 172.21.15.67:0/3389248974 conn(0x7ff9fc09d910 msgr2=0x7ff9fc1586b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:44.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.622+0000 7ffa01a84640 1 -- 172.21.15.67:0/3389248974 shutdown_connections 2024-09-21T00:29:44.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.622+0000 7ffa01a84640 1 -- 172.21.15.67:0/3389248974 wait complete. 2024-09-21T00:29:44.634 INFO:tasks.ceph.ceph_manager.ceph:{} 2024-09-21T00:29:44.634 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-21T00:29:44.634 DEBUG:teuthology.orchestra.run.smithi067:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T00:29:44.678 DEBUG:teuthology.orchestra.run.smithi097:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T00:29:44.726 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-21T00:29:44.726 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T00:29:44.726 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:29:44.726 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:29:44.742 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:29:44.743 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:29:44.800 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T00:29:44.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.956+0000 7f35c6aec640 1 -- 172.21.15.67:0/532376902 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f35c00d11c0 msgr2=0x7f35c00d15d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:44.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.956+0000 7f35c6aec640 1 --2- 172.21.15.67:0/532376902 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f35c00d11c0 0x7f35c00d15d0 secure :-1 s=READY pgs=1412 cs=0 l=1 rev1=1 crypto rx=0x7f35b8005fd0 tx=0x7f35b802aa00 comp rx=0 tx=0).stop 2024-09-21T00:29:44.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.957+0000 7f35c6aec640 1 -- 172.21.15.67:0/532376902 shutdown_connections 2024-09-21T00:29:44.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.957+0000 7f35c6aec640 1 --2- 172.21.15.67:0/532376902 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f35c00d11c0 0x7f35c00d15d0 unknown :-1 s=CLOSED pgs=1412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:44.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.957+0000 7f35c6aec640 1 --2- 172.21.15.67:0/532376902 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f35c00d2b00 0x7f35c015e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:44.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.957+0000 7f35c6aec640 1 -- 172.21.15.67:0/532376902 >> 172.21.15.67:0/532376902 conn(0x7f35c006dfb0 msgr2=0x7f35c006e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:44.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.957+0000 7f35c6aec640 1 -- 172.21.15.67:0/532376902 shutdown_connections 2024-09-21T00:29:44.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.957+0000 7f35c6aec640 1 -- 172.21.15.67:0/532376902 wait complete. 2024-09-21T00:29:44.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.958+0000 7f35c6aec640 1 Processor -- start 2024-09-21T00:29:44.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.958+0000 7f35c6aec640 1 -- start start 2024-09-21T00:29:44.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.960+0000 7f35c6aec640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f35c00d11c0 0x7f35c014a6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:44.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.960+0000 7f35c6aec640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f35c00d2b00 0x7f35c00b4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:44.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.960+0000 7f35c6aec640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f35c0162ea0 0x7f35c00b5200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:44.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.960+0000 7f35c6aec640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f35c015f640 con 0x7f35c00d11c0 2024-09-21T00:29:44.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.960+0000 7f35c6aec640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f35c015f4c0 con 0x7f35c0162ea0 2024-09-21T00:29:44.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.960+0000 7f35c6aec640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f35c015f7c0 con 0x7f35c00d2b00 2024-09-21T00:29:44.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.960+0000 7f35c4888640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f35c00d11c0 0x7f35c014a6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:44.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.960+0000 7f35c4888640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f35c00d11c0 0x7f35c014a6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52184/0 (socket says 172.21.15.67:52184) 2024-09-21T00:29:44.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.960+0000 7f35c4888640 1 -- 172.21.15.67:0/3885438530 learned_addr learned my addr 172.21.15.67:0/3885438530 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:44.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.960+0000 7f35b7fff640 1 --2- 172.21.15.67:0/3885438530 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f35c00d2b00 0x7f35c00b4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:44.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.960+0000 7f35c5089640 1 --2- 172.21.15.67:0/3885438530 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f35c0162ea0 0x7f35c00b5200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:44.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.960+0000 7f35c4888640 1 -- 172.21.15.67:0/3885438530 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f35c00d2b00 msgr2=0x7f35c00b4cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:44.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.960+0000 7f35c4888640 1 --2- 172.21.15.67:0/3885438530 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f35c00d2b00 0x7f35c00b4cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:44.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.960+0000 7f35c4888640 1 -- 172.21.15.67:0/3885438530 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f35c0162ea0 msgr2=0x7f35c00b5200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:44.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.960+0000 7f35c4888640 1 --2- 172.21.15.67:0/3885438530 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f35c0162ea0 0x7f35c00b5200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:44.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.960+0000 7f35c4888640 1 -- 172.21.15.67:0/3885438530 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35c01e8630 con 0x7f35c00d11c0 2024-09-21T00:29:44.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.960+0000 7f35b7fff640 1 --2- 172.21.15.67:0/3885438530 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f35c00d2b00 0x7f35c00b4cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:29:44.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.961+0000 7f35c4888640 1 --2- 172.21.15.67:0/3885438530 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f35c00d11c0 0x7f35c014a6d0 secure :-1 s=READY pgs=1413 cs=0 l=1 rev1=1 crypto rx=0x7f35bc00b410 tx=0x7f35bc00b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:44.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.961+0000 7f35b57fa640 1 -- 172.21.15.67:0/3885438530 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35bc015020 con 0x7f35c00d11c0 2024-09-21T00:29:44.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.961+0000 7f35b57fa640 1 -- 172.21.15.67:0/3885438530 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f35bc011920 con 0x7f35c00d11c0 2024-09-21T00:29:44.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.961+0000 7f35c6aec640 1 -- 172.21.15.67:0/3885438530 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35c014ae90 con 0x7f35c00d11c0 2024-09-21T00:29:44.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.961+0000 7f35b57fa640 1 -- 172.21.15.67:0/3885438530 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35bc011d70 con 0x7f35c00d11c0 2024-09-21T00:29:44.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.961+0000 7f35c6aec640 1 -- 172.21.15.67:0/3885438530 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35c014b450 con 0x7f35c00d11c0 2024-09-21T00:29:44.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.962+0000 7f35c6aec640 1 -- 172.21.15.67:0/3885438530 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f35c0162060 con 0x7f35c00d11c0 2024-09-21T00:29:44.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.963+0000 7f35b57fa640 1 -- 172.21.15.67:0/3885438530 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f35bc018020 con 0x7f35c00d11c0 2024-09-21T00:29:44.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.963+0000 7f35b57fa640 1 --2- 172.21.15.67:0/3885438530 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f35ac078b90 0x7f35ac07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:44.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.963+0000 7f35b57fa640 1 -- 172.21.15.67:0/3885438530 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5709+0+0 (secure 0 0 0) 0x7f35bc09ab60 con 0x7f35c00d11c0 2024-09-21T00:29:44.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.963+0000 7f35b7fff640 1 --2- 172.21.15.67:0/3885438530 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f35ac078b90 0x7f35ac07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:44.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.964+0000 7f35b7fff640 1 --2- 172.21.15.67:0/3885438530 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f35ac078b90 0x7f35ac07b0a0 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f35c00cbf40 tx=0x7f35b0005f10 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:44.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:44.968+0000 7f35b57fa640 1 -- 172.21.15.67:0/3885438530 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f35c0162060 con 0x7f35c00d11c0 2024-09-21T00:29:45.168 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:45.167+0000 7f35c6aec640 1 -- 172.21.15.67:0/3885438530 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f35c015fc30 con 0x7f35c00d11c0 2024-09-21T00:29:45.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:45.167+0000 7f35b57fa640 1 -- 172.21.15.67:0/3885438530 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v117) ==== 80+0+0 (secure 0 0 0) 0x7f35bc062fa0 con 0x7f35c00d11c0 2024-09-21T00:29:45.169 INFO:teuthology.orchestra.run.smithi067.stderr:listed 0 entries 2024-09-21T00:29:45.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:45.170+0000 7f35c6aec640 1 -- 172.21.15.67:0/3885438530 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f35ac078b90 msgr2=0x7f35ac07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:45.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:45.170+0000 7f35c6aec640 1 --2- 172.21.15.67:0/3885438530 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f35ac078b90 0x7f35ac07b0a0 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f35c00cbf40 tx=0x7f35b0005f10 comp rx=0 tx=0).stop 2024-09-21T00:29:45.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:45.170+0000 7f35c6aec640 1 -- 172.21.15.67:0/3885438530 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f35c00d11c0 msgr2=0x7f35c014a6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:45.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:45.170+0000 7f35c6aec640 1 --2- 172.21.15.67:0/3885438530 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f35c00d11c0 0x7f35c014a6d0 secure :-1 s=READY pgs=1413 cs=0 l=1 rev1=1 crypto rx=0x7f35bc00b410 tx=0x7f35bc00b8d0 comp rx=0 tx=0).stop 2024-09-21T00:29:45.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:45.170+0000 7f35c6aec640 1 -- 172.21.15.67:0/3885438530 shutdown_connections 2024-09-21T00:29:45.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:45.170+0000 7f35c6aec640 1 --2- 172.21.15.67:0/3885438530 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f35ac078b90 0x7f35ac07b0a0 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:45.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:45.170+0000 7f35c6aec640 1 --2- 172.21.15.67:0/3885438530 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f35c0162ea0 0x7f35c00b5200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:45.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:45.170+0000 7f35c6aec640 1 --2- 172.21.15.67:0/3885438530 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f35c00d2b00 0x7f35c00b4cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:45.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:45.170+0000 7f35c6aec640 1 --2- 172.21.15.67:0/3885438530 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f35c00d11c0 0x7f35c014a6d0 unknown :-1 s=CLOSED pgs=1413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:45.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:45.170+0000 7f35c6aec640 1 -- 172.21.15.67:0/3885438530 >> 172.21.15.67:0/3885438530 conn(0x7f35c006dfb0 msgr2=0x7f35c00cf6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:45.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:45.170+0000 7f35c6aec640 1 -- 172.21.15.67:0/3885438530 shutdown_connections 2024-09-21T00:29:45.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:45.170+0000 7f35c6aec640 1 -- 172.21.15.67:0/3885438530 wait complete. 2024-09-21T00:29:45.182 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi067.front.sepia.ceph.com... 2024-09-21T00:29:45.182 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:29:45.182 DEBUG:teuthology.orchestra.run.smithi067:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-21T00:29:45.207 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:ceph-fuse[81234]: fuse finished with error 0 and tester_r 0 2024-09-21T00:29:45.271 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi067.front.sepia.ceph.com 2024-09-21T00:29:45.271 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:29:45.271 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-21T00:29:45.447 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T00:29:45.447 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:29:45.447 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:29:45.467 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17850 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T00:29:45.467 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T00:29:45.467 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:29:45.467 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:29:45.503 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20178 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T00:29:45.503 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T00:29:45.503 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:29:45.504 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:29:45.525 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17850 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T00:29:45.526 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:29:45.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:45.658+0000 7f2faf7e6640 1 -- 172.21.15.67:0/3720748729 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2fa80d1010 msgr2=0x7f2fa80d1420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:45.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:45.658+0000 7f2faf7e6640 1 --2- 172.21.15.67:0/3720748729 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2fa80d1010 0x7f2fa80d1420 secure :-1 s=READY pgs=1414 cs=0 l=1 rev1=1 crypto rx=0x7f2f98005fd0 tx=0x7f2f9802a5d0 comp rx=0 tx=0).stop 2024-09-21T00:29:45.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:45.658+0000 7f2faf7e6640 1 -- 172.21.15.67:0/3720748729 shutdown_connections 2024-09-21T00:29:45.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:45.658+0000 7f2faf7e6640 1 --2- 172.21.15.67:0/3720748729 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2fa80b73f0 0x7f2fa80b7800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:45.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:45.658+0000 7f2faf7e6640 1 --2- 172.21.15.67:0/3720748729 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2fa80d1010 0x7f2fa80d1420 unknown :-1 s=CLOSED pgs=1414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:45.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:45.658+0000 7f2faf7e6640 1 -- 172.21.15.67:0/3720748729 >> 172.21.15.67:0/3720748729 conn(0x7f2fa808bee0 msgr2=0x7f2fa80d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:45.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:45.658+0000 7f2faf7e6640 1 -- 172.21.15.67:0/3720748729 shutdown_connections 2024-09-21T00:29:45.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:45.658+0000 7f2faf7e6640 1 -- 172.21.15.67:0/3720748729 wait complete. 2024-09-21T00:29:45.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:45.660+0000 7f2faf7e6640 1 Processor -- start 2024-09-21T00:29:45.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:45.660+0000 7f2faf7e6640 1 -- start start 2024-09-21T00:29:45.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:45.661+0000 7f2faf7e6640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2fa80b73f0 0x7f2fa81e7a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:45.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:45.661+0000 7f2faf7e6640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2fa80b9780 0x7f2fa81467f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:45.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:45.661+0000 7f2faf7e6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2fa80d1010 0x7f2fa8146d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:45.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:45.661+0000 7f2faf7e6640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f2fa80cf5a0 con 0x7f2fa80d1010 2024-09-21T00:29:45.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:45.661+0000 7f2faf7e6640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f2fa80cf420 con 0x7f2fa80b73f0 2024-09-21T00:29:45.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:45.661+0000 7f2faf7e6640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f2fa80cf720 con 0x7f2fa80b9780 2024-09-21T00:29:45.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:45.661+0000 7f2fadd83640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2fa80d1010 0x7f2fa8146d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:45.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:45.661+0000 7f2fadd83640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2fa80d1010 0x7f2fa8146d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52194/0 (socket says 172.21.15.67:52194) 2024-09-21T00:29:45.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:45.661+0000 7f2fadd83640 1 -- 172.21.15.67:0/4018257214 learned_addr learned my addr 172.21.15.67:0/4018257214 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:45.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:45.661+0000 7f2facd81640 1 --2- 172.21.15.67:0/4018257214 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2fa80b9780 0x7f2fa81467f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:45.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:45.661+0000 7f2fad582640 1 --2- 172.21.15.67:0/4018257214 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2fa80b73f0 0x7f2fa81e7a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:45.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:45.662+0000 7f2fadd83640 1 -- 172.21.15.67:0/4018257214 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2fa80b9780 msgr2=0x7f2fa81467f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:45.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:45.662+0000 7f2fadd83640 1 --2- 172.21.15.67:0/4018257214 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2fa80b9780 0x7f2fa81467f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:45.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:45.662+0000 7f2fadd83640 1 -- 172.21.15.67:0/4018257214 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2fa80b73f0 msgr2=0x7f2fa81e7a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:45.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:45.662+0000 7f2fadd83640 1 --2- 172.21.15.67:0/4018257214 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2fa80b73f0 0x7f2fa81e7a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:45.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:45.662+0000 7f2fadd83640 1 -- 172.21.15.67:0/4018257214 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2fa81e8440 con 0x7f2fa80d1010 2024-09-21T00:29:45.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:45.662+0000 7f2fadd83640 1 --2- 172.21.15.67:0/4018257214 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2fa80d1010 0x7f2fa8146d30 secure :-1 s=READY pgs=1415 cs=0 l=1 rev1=1 crypto rx=0x7f2fa000e990 tx=0x7f2fa000ee50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:45.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:45.662+0000 7f2f9dffb640 1 -- 172.21.15.67:0/4018257214 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fa0004d20 con 0x7f2fa80d1010 2024-09-21T00:29:45.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:45.662+0000 7f2f9dffb640 1 -- 172.21.15.67:0/4018257214 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2fa000cb00 con 0x7f2fa80d1010 2024-09-21T00:29:45.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:45.662+0000 7f2f9dffb640 1 -- 172.21.15.67:0/4018257214 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fa0005020 con 0x7f2fa80d1010 2024-09-21T00:29:45.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:45.662+0000 7f2faf7e6640 1 -- 172.21.15.67:0/4018257214 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2fa81e8720 con 0x7f2fa80d1010 2024-09-21T00:29:45.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:45.662+0000 7f2faf7e6640 1 -- 172.21.15.67:0/4018257214 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2fa81e8ce0 con 0x7f2fa80d1010 2024-09-21T00:29:45.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:45.663+0000 7f2faf7e6640 1 -- 172.21.15.67:0/4018257214 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2fa80b7800 con 0x7f2fa80d1010 2024-09-21T00:29:45.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:45.664+0000 7f2f9dffb640 1 -- 172.21.15.67:0/4018257214 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f2fa00051c0 con 0x7f2fa80d1010 2024-09-21T00:29:45.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:45.665+0000 7f2f9dffb640 1 --2- 172.21.15.67:0/4018257214 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2f8c078b90 0x7f2f8c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:45.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:45.665+0000 7f2f9dffb640 1 -- 172.21.15.67:0/4018257214 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5709+0+0 (secure 0 0 0) 0x7f2fa009b660 con 0x7f2fa80d1010 2024-09-21T00:29:45.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:45.665+0000 7f2fad582640 1 --2- 172.21.15.67:0/4018257214 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2f8c078b90 0x7f2f8c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:45.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:45.666+0000 7f2fad582640 1 --2- 172.21.15.67:0/4018257214 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2f8c078b90 0x7f2f8c07b0a0 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f2fa4001670 tx=0x7f2fa4009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:45.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:45.669+0000 7f2f9dffb640 1 -- 172.21.15.67:0/4018257214 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f2fa0016030 con 0x7f2fa80d1010 2024-09-21T00:29:45.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:45.893+0000 7f2faf7e6640 1 -- 172.21.15.67:0/4018257214 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2fa81e94e0 con 0x7f2fa80d1010 2024-09-21T00:29:45.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:45.894+0000 7f2f9dffb640 1 -- 172.21.15.67:0/4018257214 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 99 v99) ==== 94+0+5225 (secure 0 0 0) 0x7f2fa0063450 con 0x7f2fa80d1010 2024-09-21T00:29:45.895 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:29:45.895 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":99,"btime":"2024-09-21T00:29:20:714461+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6794,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/4236000197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":4236000197},{"type":"v1","addr":"172.21.15.97:6837","nonce":4236000197}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":94},{"gid":7432,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/1587573747","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":1587573747},{"type":"v1","addr":"172.21.15.67:6835","nonce":1587573747}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":94},{"gid":8097,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/1023421388","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1023421388},{"type":"v1","addr":"172.21.15.67:6834","nonce":1023421388}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":93}],"filesystems":[{"mdsmap":{"epoch":99,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:29:17.061586+0000","modified":"2024-09-21T00:29:20.098364+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8103},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8103":{"gid":8103,"name":"b","rank":0,"incarnation":95,"state":"up:active","state_seq":3,"addr":"172.21.15.97:6836/2742067706","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":2742067706},{"type":"v1","addr":"172.21.15.97:6836","nonce":2742067706}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8103,"qdb_cluster":[8103]},"id":8}]} 2024-09-21T00:29:45.896 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 99 2024-09-21T00:29:45.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:45.897+0000 7f2faf7e6640 1 -- 172.21.15.67:0/4018257214 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2f8c078b90 msgr2=0x7f2f8c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:45.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:45.897+0000 7f2faf7e6640 1 --2- 172.21.15.67:0/4018257214 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2f8c078b90 0x7f2f8c07b0a0 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f2fa4001670 tx=0x7f2fa4009040 comp rx=0 tx=0).stop 2024-09-21T00:29:45.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:45.897+0000 7f2faf7e6640 1 -- 172.21.15.67:0/4018257214 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2fa80d1010 msgr2=0x7f2fa8146d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:45.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:45.897+0000 7f2faf7e6640 1 --2- 172.21.15.67:0/4018257214 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2fa80d1010 0x7f2fa8146d30 secure :-1 s=READY pgs=1415 cs=0 l=1 rev1=1 crypto rx=0x7f2fa000e990 tx=0x7f2fa000ee50 comp rx=0 tx=0).stop 2024-09-21T00:29:45.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:45.897+0000 7f2faf7e6640 1 -- 172.21.15.67:0/4018257214 shutdown_connections 2024-09-21T00:29:45.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:45.897+0000 7f2faf7e6640 1 --2- 172.21.15.67:0/4018257214 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2f8c078b90 0x7f2f8c07b0a0 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:45.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:45.897+0000 7f2faf7e6640 1 --2- 172.21.15.67:0/4018257214 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2fa80d1010 0x7f2fa8146d30 unknown :-1 s=CLOSED pgs=1415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:45.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:45.897+0000 7f2faf7e6640 1 --2- 172.21.15.67:0/4018257214 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2fa80b9780 0x7f2fa81467f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:45.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:45.897+0000 7f2faf7e6640 1 --2- 172.21.15.67:0/4018257214 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2fa80b73f0 0x7f2fa81e7a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:45.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:45.897+0000 7f2faf7e6640 1 -- 172.21.15.67:0/4018257214 >> 172.21.15.67:0/4018257214 conn(0x7f2fa808bee0 msgr2=0x7f2fa806de70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:45.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:45.897+0000 7f2faf7e6640 1 -- 172.21.15.67:0/4018257214 shutdown_connections 2024-09-21T00:29:45.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:45.897+0000 7f2faf7e6640 1 -- 172.21.15.67:0/4018257214 wait complete. 2024-09-21T00:29:45.909 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:29:46.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.025+0000 7f89486f9640 1 -- 172.21.15.67:0/4015182341 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f892c0041c0 msgr2=0x7f892c004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:46.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.025+0000 7f89486f9640 1 --2- 172.21.15.67:0/4015182341 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f892c0041c0 0x7f892c004800 secure :-1 s=READY pgs=1417 cs=0 l=1 rev1=1 crypto rx=0x7f8930001830 tx=0x7f892c005830 comp rx=0 tx=0).stop 2024-09-21T00:29:46.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.025+0000 7f8946c96640 1 -- 172.21.15.67:0/4015182341 reap_dead start 2024-09-21T00:29:46.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.025+0000 7f89486f9640 1 -- 172.21.15.67:0/4015182341 shutdown_connections 2024-09-21T00:29:46.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.025+0000 7f89486f9640 1 -- 172.21.15.67:0/4015182341 >> 172.21.15.67:0/4015182341 conn(0x7f894006d5a0 msgr2=0x7f89400b1d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:46.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.025+0000 7f89486f9640 1 -- 172.21.15.67:0/4015182341 shutdown_connections 2024-09-21T00:29:46.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.025+0000 7f89486f9640 1 -- 172.21.15.67:0/4015182341 wait complete. 2024-09-21T00:29:46.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.027+0000 7f89486f9640 1 Processor -- start 2024-09-21T00:29:46.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.027+0000 7f89486f9640 1 -- start start 2024-09-21T00:29:46.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.029+0000 7f89486f9640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f892c0041c0 0x7f89400b1c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:46.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.029+0000 7f89486f9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8940074720 0x7f89401f8990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:46.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.029+0000 7f89486f9640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8940074b30 0x7f89401f8ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:46.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.029+0000 7f89486f9640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f8940160720 con 0x7f8940074720 2024-09-21T00:29:46.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.029+0000 7f89486f9640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f894015d990 con 0x7f8940074b30 2024-09-21T00:29:46.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.029+0000 7f89486f9640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f89401608a0 con 0x7f892c0041c0 2024-09-21T00:29:46.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.029+0000 7f8945c94640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8940074720 0x7f89401f8990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:46.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.029+0000 7f8945c94640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8940074720 0x7f89401f8990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52204/0 (socket says 172.21.15.67:52204) 2024-09-21T00:29:46.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.029+0000 7f8945c94640 1 -- 172.21.15.67:0/234146459 learned_addr learned my addr 172.21.15.67:0/234146459 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:46.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.029+0000 7f8946495640 1 --2- 172.21.15.67:0/234146459 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f892c0041c0 0x7f89400b1c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:46.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.029+0000 7f8946c96640 1 --2- 172.21.15.67:0/234146459 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8940074b30 0x7f89401f8ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:46.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.029+0000 7f8945c94640 1 -- 172.21.15.67:0/234146459 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f892c0041c0 msgr2=0x7f89400b1c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:46.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.029+0000 7f8945c94640 1 --2- 172.21.15.67:0/234146459 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f892c0041c0 0x7f89400b1c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:46.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.029+0000 7f8945c94640 1 -- 172.21.15.67:0/234146459 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8940074b30 msgr2=0x7f89401f8ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:46.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.029+0000 7f8945c94640 1 --2- 172.21.15.67:0/234146459 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8940074b30 0x7f89401f8ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:46.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.029+0000 7f8945c94640 1 -- 172.21.15.67:0/234146459 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f894009a5b0 con 0x7f8940074720 2024-09-21T00:29:46.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.029+0000 7f8945c94640 1 --2- 172.21.15.67:0/234146459 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8940074720 0x7f89401f8990 secure :-1 s=READY pgs=1418 cs=0 l=1 rev1=1 crypto rx=0x7f893002aa50 tx=0x7f8930006170 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:46.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.029+0000 7f8936ffd640 1 -- 172.21.15.67:0/234146459 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8930003a00 con 0x7f8940074720 2024-09-21T00:29:46.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.029+0000 7f8936ffd640 1 -- 172.21.15.67:0/234146459 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8930003c90 con 0x7f8940074720 2024-09-21T00:29:46.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.029+0000 7f89486f9640 1 -- 172.21.15.67:0/234146459 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f89401559b0 con 0x7f8940074720 2024-09-21T00:29:46.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.029+0000 7f8936ffd640 1 -- 172.21.15.67:0/234146459 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89300336e0 con 0x7f8940074720 2024-09-21T00:29:46.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.029+0000 7f89486f9640 1 -- 172.21.15.67:0/234146459 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f894009a890 con 0x7f8940074720 2024-09-21T00:29:46.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.030+0000 7f89486f9640 1 -- 172.21.15.67:0/234146459 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8940153420 con 0x7f8940074720 2024-09-21T00:29:46.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.031+0000 7f8936ffd640 1 -- 172.21.15.67:0/234146459 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f8930045020 con 0x7f8940074720 2024-09-21T00:29:46.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.032+0000 7f8936ffd640 1 --2- 172.21.15.67:0/234146459 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8924078bc0 0x7f892407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:46.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.032+0000 7f8936ffd640 1 -- 172.21.15.67:0/234146459 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5709+0+0 (secure 0 0 0) 0x7f89300bab60 con 0x7f8940074720 2024-09-21T00:29:46.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.032+0000 7f8946495640 1 --2- 172.21.15.67:0/234146459 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8924078bc0 0x7f892407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:46.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.032+0000 7f8946495640 1 --2- 172.21.15.67:0/234146459 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8924078bc0 0x7f892407b0d0 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f894009e3a0 tx=0x7f893c005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:46.037 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.036+0000 7f8936ffd640 1 -- 172.21.15.67:0/234146459 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f8940153420 con 0x7f8940074720 2024-09-21T00:29:46.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.266+0000 7f89486f9640 1 -- 172.21.15.67:0/234146459 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f894006f710 con 0x7f8940074720 2024-09-21T00:29:46.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.267+0000 7f8936ffd640 1 -- 172.21.15.67:0/234146459 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 99 v99) ==== 94+0+5225 (secure 0 0 0) 0x7f89300830f0 con 0x7f8940074720 2024-09-21T00:29:46.268 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:29:46.268 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":99,"btime":"2024-09-21T00:29:20:714461+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6794,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/4236000197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":4236000197},{"type":"v1","addr":"172.21.15.97:6837","nonce":4236000197}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":94},{"gid":7432,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/1587573747","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":1587573747},{"type":"v1","addr":"172.21.15.67:6835","nonce":1587573747}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":94},{"gid":8097,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/1023421388","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1023421388},{"type":"v1","addr":"172.21.15.67:6834","nonce":1023421388}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":93}],"filesystems":[{"mdsmap":{"epoch":99,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:29:17.061586+0000","modified":"2024-09-21T00:29:20.098364+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8103},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8103":{"gid":8103,"name":"b","rank":0,"incarnation":95,"state":"up:active","state_seq":3,"addr":"172.21.15.97:6836/2742067706","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":2742067706},{"type":"v1","addr":"172.21.15.97:6836","nonce":2742067706}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8103,"qdb_cluster":[8103]},"id":8}]} 2024-09-21T00:29:46.268 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 99 2024-09-21T00:29:46.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.269+0000 7f89486f9640 1 -- 172.21.15.67:0/234146459 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8924078bc0 msgr2=0x7f892407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:46.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.269+0000 7f89486f9640 1 --2- 172.21.15.67:0/234146459 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8924078bc0 0x7f892407b0d0 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f894009e3a0 tx=0x7f893c005f90 comp rx=0 tx=0).stop 2024-09-21T00:29:46.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.269+0000 7f89486f9640 1 -- 172.21.15.67:0/234146459 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8940074720 msgr2=0x7f89401f8990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:46.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.269+0000 7f89486f9640 1 --2- 172.21.15.67:0/234146459 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8940074720 0x7f89401f8990 secure :-1 s=READY pgs=1418 cs=0 l=1 rev1=1 crypto rx=0x7f893002aa50 tx=0x7f8930006170 comp rx=0 tx=0).stop 2024-09-21T00:29:46.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.269+0000 7f89486f9640 1 -- 172.21.15.67:0/234146459 shutdown_connections 2024-09-21T00:29:46.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.269+0000 7f89486f9640 1 --2- 172.21.15.67:0/234146459 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8924078bc0 0x7f892407b0d0 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:46.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.269+0000 7f89486f9640 1 --2- 172.21.15.67:0/234146459 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8940074b30 0x7f89401f8ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:46.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.269+0000 7f89486f9640 1 --2- 172.21.15.67:0/234146459 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8940074720 0x7f89401f8990 unknown :-1 s=CLOSED pgs=1418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:46.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.269+0000 7f89486f9640 1 --2- 172.21.15.67:0/234146459 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f892c0041c0 0x7f89400b1c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:46.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.269+0000 7f89486f9640 1 -- 172.21.15.67:0/234146459 >> 172.21.15.67:0/234146459 conn(0x7f894006d5a0 msgr2=0x7f894006f920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:46.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.269+0000 7f89486f9640 1 -- 172.21.15.67:0/234146459 shutdown_connections 2024-09-21T00:29:46.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.269+0000 7f89486f9640 1 -- 172.21.15.67:0/234146459 wait complete. 2024-09-21T00:29:46.282 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:29:46.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.398+0000 7f524aaa4640 1 -- 172.21.15.67:0/128159580 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f52440d1010 msgr2=0x7f52440d1420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:46.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.398+0000 7f524aaa4640 1 --2- 172.21.15.67:0/128159580 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f52440d1010 0x7f52440d1420 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f5234005fd0 tx=0x7f523402a5d0 comp rx=0 tx=0).stop 2024-09-21T00:29:46.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.398+0000 7f524aaa4640 1 -- 172.21.15.67:0/128159580 shutdown_connections 2024-09-21T00:29:46.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.398+0000 7f524aaa4640 1 --2- 172.21.15.67:0/128159580 >> v2:172.21.15.97:3300/0 conn(0x7f52440b73f0 0x7f52440b7800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:46.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.398+0000 7f524aaa4640 1 --2- 172.21.15.67:0/128159580 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f52440d1010 0x7f52440d1420 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:46.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.398+0000 7f524aaa4640 1 -- 172.21.15.67:0/128159580 >> 172.21.15.67:0/128159580 conn(0x7f524408bee0 msgr2=0x7f52440d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:46.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.398+0000 7f524aaa4640 1 -- 172.21.15.67:0/128159580 shutdown_connections 2024-09-21T00:29:46.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.398+0000 7f524aaa4640 1 -- 172.21.15.67:0/128159580 wait complete. 2024-09-21T00:29:46.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.400+0000 7f524aaa4640 1 Processor -- start 2024-09-21T00:29:46.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.400+0000 7f524aaa4640 1 -- start start 2024-09-21T00:29:46.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.401+0000 7f524aaa4640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f52440b73f0 0x7f524409f850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:46.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.401+0000 7f524aaa4640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f52440b9780 0x7f524415c3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:46.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.401+0000 7f524aaa4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f52440d1010 0x7f52440b3860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:46.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.401+0000 7f524aaa4640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f52440cf490 con 0x7f52440d1010 2024-09-21T00:29:46.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.401+0000 7f524aaa4640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f52440cf310 con 0x7f52440b9780 2024-09-21T00:29:46.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.401+0000 7f524aaa4640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f52440cf610 con 0x7f52440b73f0 2024-09-21T00:29:46.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.401+0000 7f5249041640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f52440d1010 0x7f52440b3860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:46.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.401+0000 7f5249041640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f52440d1010 0x7f52440b3860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52206/0 (socket says 172.21.15.67:52206) 2024-09-21T00:29:46.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.401+0000 7f5249041640 1 -- 172.21.15.67:0/1266153699 learned_addr learned my addr 172.21.15.67:0/1266153699 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:46.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.402+0000 7f5248840640 1 --2- 172.21.15.67:0/1266153699 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f52440b73f0 0x7f524409f850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:46.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.402+0000 7f523bfff640 1 --2- 172.21.15.67:0/1266153699 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f52440b9780 0x7f524415c3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:46.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.402+0000 7f5249041640 1 -- 172.21.15.67:0/1266153699 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f52440b73f0 msgr2=0x7f524409f850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:46.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.402+0000 7f5249041640 1 --2- 172.21.15.67:0/1266153699 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f52440b73f0 0x7f524409f850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:46.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.402+0000 7f5249041640 1 -- 172.21.15.67:0/1266153699 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f52440b9780 msgr2=0x7f524415c3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:46.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.402+0000 7f5249041640 1 --2- 172.21.15.67:0/1266153699 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f52440b9780 0x7f524415c3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:46.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.402+0000 7f5249041640 1 -- 172.21.15.67:0/1266153699 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f524415cf00 con 0x7f52440d1010 2024-09-21T00:29:46.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.402+0000 7f5249041640 1 --2- 172.21.15.67:0/1266153699 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f52440d1010 0x7f52440b3860 secure :-1 s=READY pgs=1419 cs=0 l=1 rev1=1 crypto rx=0x7f523c00ec50 tx=0x7f523c00c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:46.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.402+0000 7f52397fa640 1 -- 172.21.15.67:0/1266153699 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f523c003b70 con 0x7f52440d1010 2024-09-21T00:29:46.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.402+0000 7f52397fa640 1 -- 172.21.15.67:0/1266153699 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f523c003d10 con 0x7f52440d1010 2024-09-21T00:29:46.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.402+0000 7f524aaa4640 1 -- 172.21.15.67:0/1266153699 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f524409e7b0 con 0x7f52440d1010 2024-09-21T00:29:46.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.402+0000 7f52397fa640 1 -- 172.21.15.67:0/1266153699 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f523c004280 con 0x7f52440d1010 2024-09-21T00:29:46.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.402+0000 7f524aaa4640 1 -- 172.21.15.67:0/1266153699 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f524409ed70 con 0x7f52440d1010 2024-09-21T00:29:46.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.403+0000 7f524aaa4640 1 -- 172.21.15.67:0/1266153699 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f524409e520 con 0x7f52440d1010 2024-09-21T00:29:46.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.404+0000 7f52397fa640 1 -- 172.21.15.67:0/1266153699 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f523c004420 con 0x7f52440d1010 2024-09-21T00:29:46.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.404+0000 7f52397fa640 1 --2- 172.21.15.67:0/1266153699 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5230078bc0 0x7f523007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:46.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.405+0000 7f52397fa640 1 -- 172.21.15.67:0/1266153699 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5709+0+0 (secure 0 0 0) 0x7f523c09bc50 con 0x7f52440d1010 2024-09-21T00:29:46.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.405+0000 7f5248840640 1 --2- 172.21.15.67:0/1266153699 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5230078bc0 0x7f523007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:46.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.405+0000 7f5248840640 1 --2- 172.21.15.67:0/1266153699 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5230078bc0 0x7f523007b0d0 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f5240001670 tx=0x7f5240009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:46.410 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.409+0000 7f52397fa640 1 -- 172.21.15.67:0/1266153699 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f523c0a1020 con 0x7f52440d1010 2024-09-21T00:29:46.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.598+0000 7f524aaa4640 1 -- 172.21.15.67:0/1266153699 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f52440b9d80 con 0x7f52440d1010 2024-09-21T00:29:46.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.599+0000 7f52397fa640 1 -- 172.21.15.67:0/1266153699 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v117) ==== 74+0+16651 (secure 0 0 0) 0x7f52440b9d80 con 0x7f52440d1010 2024-09-21T00:29:46.601 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:29:46.601 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":117,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:29:18.687133+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":17,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:29:14.740949+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"116","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":17,"pool_name":"cephfs_data","create_time":"2024-09-21T00:29:16.030115+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"117","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:29:46.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.601+0000 7f524aaa4640 1 -- 172.21.15.67:0/1266153699 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5230078bc0 msgr2=0x7f523007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:46.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.601+0000 7f524aaa4640 1 --2- 172.21.15.67:0/1266153699 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5230078bc0 0x7f523007b0d0 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f5240001670 tx=0x7f5240009040 comp rx=0 tx=0).stop 2024-09-21T00:29:46.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.601+0000 7f524aaa4640 1 -- 172.21.15.67:0/1266153699 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f52440d1010 msgr2=0x7f52440b3860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:46.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.601+0000 7f524aaa4640 1 --2- 172.21.15.67:0/1266153699 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f52440d1010 0x7f52440b3860 secure :-1 s=READY pgs=1419 cs=0 l=1 rev1=1 crypto rx=0x7f523c00ec50 tx=0x7f523c00c6a0 comp rx=0 tx=0).stop 2024-09-21T00:29:46.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.601+0000 7f524aaa4640 1 -- 172.21.15.67:0/1266153699 shutdown_connections 2024-09-21T00:29:46.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.601+0000 7f524aaa4640 1 --2- 172.21.15.67:0/1266153699 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5230078bc0 0x7f523007b0d0 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:46.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.601+0000 7f524aaa4640 1 --2- 172.21.15.67:0/1266153699 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f52440d1010 0x7f52440b3860 unknown :-1 s=CLOSED pgs=1419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:46.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.601+0000 7f524aaa4640 1 --2- 172.21.15.67:0/1266153699 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f52440b9780 0x7f524415c3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:46.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.601+0000 7f524aaa4640 1 --2- 172.21.15.67:0/1266153699 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f52440b73f0 0x7f524409f850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:46.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.601+0000 7f524aaa4640 1 -- 172.21.15.67:0/1266153699 >> 172.21.15.67:0/1266153699 conn(0x7f524408bee0 msgr2=0x7f524415ea40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:46.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.602+0000 7f524aaa4640 1 -- 172.21.15.67:0/1266153699 shutdown_connections 2024-09-21T00:29:46.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.602+0000 7f524aaa4640 1 -- 172.21.15.67:0/1266153699 wait complete. 2024-09-21T00:29:46.614 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-21T00:29:46.615 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:29:46.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.730+0000 7ff537671640 1 -- 172.21.15.67:0/2386646716 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff5300d1bb0 msgr2=0x7ff5300d43c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:46.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.730+0000 7ff537671640 1 --2- 172.21.15.67:0/2386646716 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff5300d1bb0 0x7ff5300d43c0 secure :-1 s=READY pgs=1420 cs=0 l=1 rev1=1 crypto rx=0x7ff53008d810 tx=0x7ff52402a560 comp rx=0 tx=0).stop 2024-09-21T00:29:46.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.730+0000 7ff537671640 1 -- 172.21.15.67:0/2386646716 shutdown_connections 2024-09-21T00:29:46.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.730+0000 7ff537671640 1 --2- 172.21.15.67:0/2386646716 >> v2:172.21.15.97:3300/0 conn(0x7ff5300d4900 0x7ff5300b48c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:46.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.730+0000 7ff537671640 1 --2- 172.21.15.67:0/2386646716 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff5300d1bb0 0x7ff5300d43c0 unknown :-1 s=CLOSED pgs=1420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:46.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.730+0000 7ff537671640 1 --2- 172.21.15.67:0/2386646716 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff5300b5940 0x7ff5300b33b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:46.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.730+0000 7ff537671640 1 -- 172.21.15.67:0/2386646716 >> 172.21.15.67:0/2386646716 conn(0x7ff53009d8c0 msgr2=0x7ff53008bee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:46.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.730+0000 7ff537671640 1 -- 172.21.15.67:0/2386646716 shutdown_connections 2024-09-21T00:29:46.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.730+0000 7ff537671640 1 -- 172.21.15.67:0/2386646716 wait complete. 2024-09-21T00:29:46.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.732+0000 7ff537671640 1 Processor -- start 2024-09-21T00:29:46.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.732+0000 7ff537671640 1 -- start start 2024-09-21T00:29:46.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.733+0000 7ff537671640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff5300b5940 0x7ff5300ce0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:46.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.733+0000 7ff537671640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff5300d1bb0 0x7ff5301f52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:46.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.733+0000 7ff537671640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff5300d4900 0x7ff5300a1630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:46.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.733+0000 7ff537671640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff5300b5190 con 0x7ff5300d4900 2024-09-21T00:29:46.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.733+0000 7ff537671640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff5300b5010 con 0x7ff5300d1bb0 2024-09-21T00:29:46.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.733+0000 7ff537671640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7ff5300b5310 con 0x7ff5300b5940 2024-09-21T00:29:46.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.733+0000 7ff535c0e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff5300d4900 0x7ff5300a1630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:46.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.733+0000 7ff535c0e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff5300d4900 0x7ff5300a1630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52218/0 (socket says 172.21.15.67:52218) 2024-09-21T00:29:46.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.733+0000 7ff535c0e640 1 -- 172.21.15.67:0/639278662 learned_addr learned my addr 172.21.15.67:0/639278662 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:46.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.733+0000 7ff53540d640 1 --2- 172.21.15.67:0/639278662 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff5300b5940 0x7ff5300ce0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:46.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.733+0000 7ff534c0c640 1 --2- 172.21.15.67:0/639278662 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff5300d1bb0 0x7ff5301f52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:46.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.734+0000 7ff535c0e640 1 -- 172.21.15.67:0/639278662 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff5300b5940 msgr2=0x7ff5300ce0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:46.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.734+0000 7ff535c0e640 1 --2- 172.21.15.67:0/639278662 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff5300b5940 0x7ff5300ce0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:46.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.734+0000 7ff535c0e640 1 -- 172.21.15.67:0/639278662 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff5300d1bb0 msgr2=0x7ff5301f52e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:46.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.734+0000 7ff535c0e640 1 --2- 172.21.15.67:0/639278662 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff5300d1bb0 0x7ff5301f52e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:46.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.734+0000 7ff535c0e640 1 -- 172.21.15.67:0/639278662 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5300cb790 con 0x7ff5300d4900 2024-09-21T00:29:46.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.734+0000 7ff535c0e640 1 --2- 172.21.15.67:0/639278662 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff5300d4900 0x7ff5300a1630 secure :-1 s=READY pgs=1421 cs=0 l=1 rev1=1 crypto rx=0x7ff52800d630 tx=0x7ff52800daf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:46.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.734+0000 7ff52dffb640 1 -- 172.21.15.67:0/639278662 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff528017070 con 0x7ff5300d4900 2024-09-21T00:29:46.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.734+0000 7ff52dffb640 1 -- 172.21.15.67:0/639278662 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff528004330 con 0x7ff5300d4900 2024-09-21T00:29:46.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.734+0000 7ff537671640 1 -- 172.21.15.67:0/639278662 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff5300cba70 con 0x7ff5300d4900 2024-09-21T00:29:46.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.734+0000 7ff52dffb640 1 -- 172.21.15.67:0/639278662 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5280099e0 con 0x7ff5300d4900 2024-09-21T00:29:46.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.734+0000 7ff537671640 1 -- 172.21.15.67:0/639278662 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5301f5820 con 0x7ff5300d4900 2024-09-21T00:29:46.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.735+0000 7ff537671640 1 -- 172.21.15.67:0/639278662 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff5300ce710 con 0x7ff5300d4900 2024-09-21T00:29:46.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.736+0000 7ff52dffb640 1 -- 172.21.15.67:0/639278662 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7ff528009b80 con 0x7ff5300d4900 2024-09-21T00:29:46.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.736+0000 7ff52dffb640 1 --2- 172.21.15.67:0/639278662 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff51c078b90 0x7ff51c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:46.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.736+0000 7ff52dffb640 1 -- 172.21.15.67:0/639278662 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5709+0+0 (secure 0 0 0) 0x7ff52809acd0 con 0x7ff5300d4900 2024-09-21T00:29:46.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.737+0000 7ff53540d640 1 --2- 172.21.15.67:0/639278662 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff51c078b90 0x7ff51c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:46.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.737+0000 7ff53540d640 1 --2- 172.21.15.67:0/639278662 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff51c078b90 0x7ff51c07b0a0 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7ff520005fd0 tx=0x7ff5200094a0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:46.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.741+0000 7ff52dffb640 1 -- 172.21.15.67:0/639278662 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7ff528062b50 con 0x7ff5300d4900 2024-09-21T00:29:46.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.965+0000 7ff537671640 1 -- 172.21.15.67:0/639278662 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff5300d43c0 con 0x7ff5300d4900 2024-09-21T00:29:46.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.965+0000 7ff52dffb640 1 -- 172.21.15.67:0/639278662 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 99 v99) ==== 94+0+5225 (secure 0 0 0) 0x7ff528067580 con 0x7ff5300d4900 2024-09-21T00:29:46.967 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:29:46.967 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":99,"btime":"2024-09-21T00:29:20:714461+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6794,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/4236000197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":4236000197},{"type":"v1","addr":"172.21.15.97:6837","nonce":4236000197}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":94},{"gid":7432,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/1587573747","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":1587573747},{"type":"v1","addr":"172.21.15.67:6835","nonce":1587573747}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":94},{"gid":8097,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/1023421388","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1023421388},{"type":"v1","addr":"172.21.15.67:6834","nonce":1023421388}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":93}],"filesystems":[{"mdsmap":{"epoch":99,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:29:17.061586+0000","modified":"2024-09-21T00:29:20.098364+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8103},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8103":{"gid":8103,"name":"b","rank":0,"incarnation":95,"state":"up:active","state_seq":3,"addr":"172.21.15.97:6836/2742067706","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":2742067706},{"type":"v1","addr":"172.21.15.97:6836","nonce":2742067706}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8103,"qdb_cluster":[8103]},"id":8}]} 2024-09-21T00:29:46.967 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 99 2024-09-21T00:29:46.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.967+0000 7ff537671640 1 -- 172.21.15.67:0/639278662 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff51c078b90 msgr2=0x7ff51c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:46.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.967+0000 7ff537671640 1 --2- 172.21.15.67:0/639278662 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff51c078b90 0x7ff51c07b0a0 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7ff520005fd0 tx=0x7ff5200094a0 comp rx=0 tx=0).stop 2024-09-21T00:29:46.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.967+0000 7ff537671640 1 -- 172.21.15.67:0/639278662 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff5300d4900 msgr2=0x7ff5300a1630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:46.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.967+0000 7ff537671640 1 --2- 172.21.15.67:0/639278662 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff5300d4900 0x7ff5300a1630 secure :-1 s=READY pgs=1421 cs=0 l=1 rev1=1 crypto rx=0x7ff52800d630 tx=0x7ff52800daf0 comp rx=0 tx=0).stop 2024-09-21T00:29:46.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.967+0000 7ff537671640 1 -- 172.21.15.67:0/639278662 shutdown_connections 2024-09-21T00:29:46.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.967+0000 7ff537671640 1 --2- 172.21.15.67:0/639278662 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff51c078b90 0x7ff51c07b0a0 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:46.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.967+0000 7ff537671640 1 --2- 172.21.15.67:0/639278662 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff5300d4900 0x7ff5300a1630 unknown :-1 s=CLOSED pgs=1421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:46.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.967+0000 7ff537671640 1 --2- 172.21.15.67:0/639278662 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff5300d1bb0 0x7ff5301f52e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:46.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.967+0000 7ff537671640 1 --2- 172.21.15.67:0/639278662 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff5300b5940 0x7ff5300ce0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:46.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.967+0000 7ff537671640 1 -- 172.21.15.67:0/639278662 >> 172.21.15.67:0/639278662 conn(0x7ff53009d8c0 msgr2=0x7ff53006edf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:46.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.967+0000 7ff537671640 1 -- 172.21.15.67:0/639278662 shutdown_connections 2024-09-21T00:29:46.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:46.967+0000 7ff537671640 1 -- 172.21.15.67:0/639278662 wait complete. 2024-09-21T00:29:46.980 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:29:47.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.096+0000 7f78d210b640 1 -- 172.21.15.67:0/332037600 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f78b4004d40 msgr2=0x7f78b40051f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:47.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.096+0000 7f78d210b640 1 --2- 172.21.15.67:0/332037600 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f78b4004d40 0x7f78b40051f0 secure :-1 s=READY pgs=1423 cs=0 l=1 rev1=1 crypto rx=0x7f78c400c610 tx=0x7f78b4005830 comp rx=0 tx=0).stop 2024-09-21T00:29:47.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.096+0000 7f78cbfff640 1 -- 172.21.15.67:0/332037600 reap_dead start 2024-09-21T00:29:47.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.096+0000 7f78d210b640 1 -- 172.21.15.67:0/332037600 shutdown_connections 2024-09-21T00:29:47.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.096+0000 7f78d210b640 1 -- 172.21.15.67:0/332037600 >> 172.21.15.67:0/332037600 conn(0x7f78cc06dfb0 msgr2=0x7f78cc06e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:47.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.096+0000 7f78d210b640 1 -- 172.21.15.67:0/332037600 shutdown_connections 2024-09-21T00:29:47.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.096+0000 7f78d210b640 1 -- 172.21.15.67:0/332037600 wait complete. 2024-09-21T00:29:47.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.098+0000 7f78d210b640 1 Processor -- start 2024-09-21T00:29:47.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.098+0000 7f78d210b640 1 -- start start 2024-09-21T00:29:47.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.099+0000 7f78d210b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f78b4004d40 0x7f78cc0b3680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:47.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.099+0000 7f78d210b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f78cc15d3d0 0x7f78cc15cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:47.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.099+0000 7f78d210b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f78cc0b62c0 0x7f78cc0b66d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:47.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.099+0000 7f78d210b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f78cc0b8740 con 0x7f78b4004d40 2024-09-21T00:29:47.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.099+0000 7f78d210b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f78cc0cfa70 con 0x7f78cc15d3d0 2024-09-21T00:29:47.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.099+0000 7f78d210b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f78cc0b88c0 con 0x7f78cc0b62c0 2024-09-21T00:29:47.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.099+0000 7f78cb7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f78b4004d40 0x7f78cc0b3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:47.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.099+0000 7f78cb7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f78b4004d40 0x7f78cc0b3680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52244/0 (socket says 172.21.15.67:52244) 2024-09-21T00:29:47.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.099+0000 7f78cb7fe640 1 -- 172.21.15.67:0/3091578268 learned_addr learned my addr 172.21.15.67:0/3091578268 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:47.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.100+0000 7f78caffd640 1 --2- 172.21.15.67:0/3091578268 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f78cc15d3d0 0x7f78cc15cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:47.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.100+0000 7f78cbfff640 1 --2- 172.21.15.67:0/3091578268 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f78cc0b62c0 0x7f78cc0b66d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:47.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.100+0000 7f78cb7fe640 1 -- 172.21.15.67:0/3091578268 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f78cc0b62c0 msgr2=0x7f78cc0b66d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:47.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.100+0000 7f78cb7fe640 1 --2- 172.21.15.67:0/3091578268 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f78cc0b62c0 0x7f78cc0b66d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:47.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.100+0000 7f78cb7fe640 1 -- 172.21.15.67:0/3091578268 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f78cc15d3d0 msgr2=0x7f78cc15cbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:47.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.100+0000 7f78cb7fe640 1 --2- 172.21.15.67:0/3091578268 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f78cc15d3d0 0x7f78cc15cbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:47.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.100+0000 7f78cb7fe640 1 -- 172.21.15.67:0/3091578268 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f78cc0b3dd0 con 0x7f78b4004d40 2024-09-21T00:29:47.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.100+0000 7f78caffd640 1 --2- 172.21.15.67:0/3091578268 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f78cc15d3d0 0x7f78cc15cbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:29:47.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.100+0000 7f78cb7fe640 1 --2- 172.21.15.67:0/3091578268 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f78b4004d40 0x7f78cc0b3680 secure :-1 s=READY pgs=1424 cs=0 l=1 rev1=1 crypto rx=0x7f78bc011ab0 tx=0x7f78bc011f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:47.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.100+0000 7f78b3fff640 1 -- 172.21.15.67:0/3091578268 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78bc01e070 con 0x7f78b4004d40 2024-09-21T00:29:47.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.100+0000 7f78b3fff640 1 -- 172.21.15.67:0/3091578268 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f78bc00fc70 con 0x7f78b4004d40 2024-09-21T00:29:47.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.100+0000 7f78d210b640 1 -- 172.21.15.67:0/3091578268 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f78cc15d110 con 0x7f78b4004d40 2024-09-21T00:29:47.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.100+0000 7f78b3fff640 1 -- 172.21.15.67:0/3091578268 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f78bc004290 con 0x7f78b4004d40 2024-09-21T00:29:47.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.100+0000 7f78d210b640 1 -- 172.21.15.67:0/3091578268 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f78cc1f5890 con 0x7f78b4004d40 2024-09-21T00:29:47.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.101+0000 7f78d210b640 1 -- 172.21.15.67:0/3091578268 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f78cc0b3fa0 con 0x7f78b4004d40 2024-09-21T00:29:47.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.102+0000 7f78b3fff640 1 -- 172.21.15.67:0/3091578268 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f78bc021070 con 0x7f78b4004d40 2024-09-21T00:29:47.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.103+0000 7f78b3fff640 1 --2- 172.21.15.67:0/3091578268 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f78b8078b90 0x7f78b807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:47.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.103+0000 7f78b3fff640 1 -- 172.21.15.67:0/3091578268 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5709+0+0 (secure 0 0 0) 0x7f78bc09b5f0 con 0x7f78b4004d40 2024-09-21T00:29:47.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.103+0000 7f78caffd640 1 --2- 172.21.15.67:0/3091578268 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f78b8078b90 0x7f78b807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:47.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.104+0000 7f78caffd640 1 --2- 172.21.15.67:0/3091578268 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f78b8078b90 0x7f78b807b0a0 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f78cc1f30a0 tx=0x7f78c0006b70 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:47.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.107+0000 7f78b3fff640 1 -- 172.21.15.67:0/3091578268 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f78bc00fe60 con 0x7f78b4004d40 2024-09-21T00:29:47.332 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.331+0000 7f78d210b640 1 -- 172.21.15.67:0/3091578268 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f78cc0b8e20 con 0x7f78b4004d40 2024-09-21T00:29:47.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.332+0000 7f78b3fff640 1 -- 172.21.15.67:0/3091578268 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 99 v99) ==== 94+0+5225 (secure 0 0 0) 0x7f78bc0633e0 con 0x7f78b4004d40 2024-09-21T00:29:47.333 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:29:47.333 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":99,"btime":"2024-09-21T00:29:20:714461+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6794,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/4236000197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":4236000197},{"type":"v1","addr":"172.21.15.97:6837","nonce":4236000197}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":94},{"gid":7432,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/1587573747","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":1587573747},{"type":"v1","addr":"172.21.15.67:6835","nonce":1587573747}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":94},{"gid":8097,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/1023421388","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1023421388},{"type":"v1","addr":"172.21.15.67:6834","nonce":1023421388}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":93}],"filesystems":[{"mdsmap":{"epoch":99,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:29:17.061586+0000","modified":"2024-09-21T00:29:20.098364+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8103},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8103":{"gid":8103,"name":"b","rank":0,"incarnation":95,"state":"up:active","state_seq":3,"addr":"172.21.15.97:6836/2742067706","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":2742067706},{"type":"v1","addr":"172.21.15.97:6836","nonce":2742067706}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8103,"qdb_cluster":[8103]},"id":8}]} 2024-09-21T00:29:47.334 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 99 2024-09-21T00:29:47.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.334+0000 7f78d210b640 1 -- 172.21.15.67:0/3091578268 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f78b8078b90 msgr2=0x7f78b807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:47.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.334+0000 7f78d210b640 1 --2- 172.21.15.67:0/3091578268 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f78b8078b90 0x7f78b807b0a0 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f78cc1f30a0 tx=0x7f78c0006b70 comp rx=0 tx=0).stop 2024-09-21T00:29:47.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.334+0000 7f78d210b640 1 -- 172.21.15.67:0/3091578268 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f78b4004d40 msgr2=0x7f78cc0b3680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:47.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.334+0000 7f78d210b640 1 --2- 172.21.15.67:0/3091578268 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f78b4004d40 0x7f78cc0b3680 secure :-1 s=READY pgs=1424 cs=0 l=1 rev1=1 crypto rx=0x7f78bc011ab0 tx=0x7f78bc011f70 comp rx=0 tx=0).stop 2024-09-21T00:29:47.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.334+0000 7f78d210b640 1 -- 172.21.15.67:0/3091578268 shutdown_connections 2024-09-21T00:29:47.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.334+0000 7f78d210b640 1 --2- 172.21.15.67:0/3091578268 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f78b8078b90 0x7f78b807b0a0 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:47.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.334+0000 7f78d210b640 1 --2- 172.21.15.67:0/3091578268 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f78cc0b62c0 0x7f78cc0b66d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:47.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.334+0000 7f78d210b640 1 --2- 172.21.15.67:0/3091578268 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f78cc15d3d0 0x7f78cc15cbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:47.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.334+0000 7f78d210b640 1 --2- 172.21.15.67:0/3091578268 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f78b4004d40 0x7f78cc0b3680 unknown :-1 s=CLOSED pgs=1424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:47.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.334+0000 7f78d210b640 1 -- 172.21.15.67:0/3091578268 >> 172.21.15.67:0/3091578268 conn(0x7f78cc06dfb0 msgr2=0x7f78cc0b9030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:47.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.335+0000 7f78d210b640 1 -- 172.21.15.67:0/3091578268 shutdown_connections 2024-09-21T00:29:47.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.335+0000 7f78d210b640 1 -- 172.21.15.67:0/3091578268 wait complete. 2024-09-21T00:29:47.347 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:29:47.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.463+0000 7f7f798b4640 1 -- 172.21.15.67:0/2784387320 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7f740b8c30 msgr2=0x7f7f74169560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:47.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.463+0000 7f7f798b4640 1 --2- 172.21.15.67:0/2784387320 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7f740b8c30 0x7f7f74169560 secure :-1 s=READY pgs=1426 cs=0 l=1 rev1=1 crypto rx=0x7f7f6c005fd0 tx=0x7f7f6c02ab40 comp rx=0 tx=0).stop 2024-09-21T00:29:47.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.463+0000 7f7f798b4640 1 -- 172.21.15.67:0/2784387320 shutdown_connections 2024-09-21T00:29:47.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.463+0000 7f7f798b4640 1 --2- 172.21.15.67:0/2784387320 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7f740b8c30 0x7f7f74169560 unknown :-1 s=CLOSED pgs=1426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:47.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.463+0000 7f7f798b4640 1 -- 172.21.15.67:0/2784387320 >> 172.21.15.67:0/2784387320 conn(0x7f7f7406dfb0 msgr2=0x7f7f7406e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:47.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.463+0000 7f7f798b4640 1 -- 172.21.15.67:0/2784387320 shutdown_connections 2024-09-21T00:29:47.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.463+0000 7f7f798b4640 1 -- 172.21.15.67:0/2784387320 wait complete. 2024-09-21T00:29:47.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.464+0000 7f7f798b4640 1 Processor -- start 2024-09-21T00:29:47.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.465+0000 7f7f798b4640 1 -- start start 2024-09-21T00:29:47.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.466+0000 7f7f798b4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7f740b8c30 0x7f7f74154090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:47.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.466+0000 7f7f798b4640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7f740cf010 0x7f7f740cc830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:47.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.466+0000 7f7f798b4640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7f740d11c0 0x7f7f74158f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:47.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.466+0000 7f7f798b4640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f7f74169f90 con 0x7f7f740b8c30 2024-09-21T00:29:47.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.466+0000 7f7f798b4640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f7f74169e10 con 0x7f7f740d11c0 2024-09-21T00:29:47.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.466+0000 7f7f798b4640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f7f7416a110 con 0x7f7f740cf010 2024-09-21T00:29:47.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.466+0000 7f7f72ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7f740b8c30 0x7f7f74154090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:47.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.466+0000 7f7f72ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7f740b8c30 0x7f7f74154090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52248/0 (socket says 172.21.15.67:52248) 2024-09-21T00:29:47.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.466+0000 7f7f72ffd640 1 -- 172.21.15.67:0/3817257674 learned_addr learned my addr 172.21.15.67:0/3817257674 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:47.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.466+0000 7f7f737fe640 1 --2- 172.21.15.67:0/3817257674 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7f740d11c0 0x7f7f74158f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:47.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.466+0000 7f7f727fc640 1 --2- 172.21.15.67:0/3817257674 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7f740cf010 0x7f7f740cc830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:47.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.466+0000 7f7f72ffd640 1 -- 172.21.15.67:0/3817257674 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7f740cf010 msgr2=0x7f7f740cc830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:47.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.466+0000 7f7f72ffd640 1 --2- 172.21.15.67:0/3817257674 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7f740cf010 0x7f7f740cc830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:47.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.466+0000 7f7f72ffd640 1 -- 172.21.15.67:0/3817257674 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7f740d11c0 msgr2=0x7f7f74158f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:47.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.466+0000 7f7f72ffd640 1 --2- 172.21.15.67:0/3817257674 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7f740d11c0 0x7f7f74158f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:47.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.466+0000 7f7f72ffd640 1 -- 172.21.15.67:0/3817257674 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f741545d0 con 0x7f7f740b8c30 2024-09-21T00:29:47.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.466+0000 7f7f737fe640 1 --2- 172.21.15.67:0/3817257674 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7f740d11c0 0x7f7f74158f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:29:47.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.466+0000 7f7f727fc640 1 --2- 172.21.15.67:0/3817257674 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7f740cf010 0x7f7f740cc830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:29:47.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.467+0000 7f7f72ffd640 1 --2- 172.21.15.67:0/3817257674 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7f740b8c30 0x7f7f74154090 secure :-1 s=READY pgs=1427 cs=0 l=1 rev1=1 crypto rx=0x7f7f6400c3c0 tx=0x7f7f6400c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:47.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.467+0000 7f7f5bfff640 1 -- 172.21.15.67:0/3817257674 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f64017070 con 0x7f7f740b8c30 2024-09-21T00:29:47.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.467+0000 7f7f798b4640 1 -- 172.21.15.67:0/3817257674 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f740cd4d0 con 0x7f7f740b8c30 2024-09-21T00:29:47.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.467+0000 7f7f5bfff640 1 -- 172.21.15.67:0/3817257674 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7f640035f0 con 0x7f7f740b8c30 2024-09-21T00:29:47.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.467+0000 7f7f5bfff640 1 -- 172.21.15.67:0/3817257674 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f64003a40 con 0x7f7f740b8c30 2024-09-21T00:29:47.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.467+0000 7f7f798b4640 1 -- 172.21.15.67:0/3817257674 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f740cda90 con 0x7f7f740b8c30 2024-09-21T00:29:47.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.468+0000 7f7f798b4640 1 -- 172.21.15.67:0/3817257674 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7f740d2e60 con 0x7f7f740b8c30 2024-09-21T00:29:47.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.469+0000 7f7f5bfff640 1 -- 172.21.15.67:0/3817257674 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f7f6401a070 con 0x7f7f740b8c30 2024-09-21T00:29:47.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.469+0000 7f7f5bfff640 1 --2- 172.21.15.67:0/3817257674 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7f60078b90 0x7f7f6007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:47.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.469+0000 7f7f5bfff640 1 -- 172.21.15.67:0/3817257674 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5709+0+0 (secure 0 0 0) 0x7f7f6409a000 con 0x7f7f740b8c30 2024-09-21T00:29:47.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.470+0000 7f7f727fc640 1 --2- 172.21.15.67:0/3817257674 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7f60078b90 0x7f7f6007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:47.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.470+0000 7f7f727fc640 1 --2- 172.21.15.67:0/3817257674 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7f60078b90 0x7f7f6007b0a0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f7f740d2e30 tx=0x7f7f68009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:47.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.474+0000 7f7f5bfff640 1 -- 172.21.15.67:0/3817257674 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f7f640623c0 con 0x7f7f740b8c30 2024-09-21T00:29:47.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.661+0000 7f7f798b4640 1 -- 172.21.15.67:0/3817257674 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f7f7406e560 con 0x7f7f740b8c30 2024-09-21T00:29:47.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.662+0000 7f7f5bfff640 1 -- 172.21.15.67:0/3817257674 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v117) ==== 74+0+16651 (secure 0 0 0) 0x7f7f64061cc0 con 0x7f7f740b8c30 2024-09-21T00:29:47.664 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:29:47.664 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":117,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:29:18.687133+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":17,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:29:14.740949+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"116","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":17,"pool_name":"cephfs_data","create_time":"2024-09-21T00:29:16.030115+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"117","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:29:47.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.665+0000 7f7f798b4640 1 -- 172.21.15.67:0/3817257674 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7f60078b90 msgr2=0x7f7f6007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:47.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.665+0000 7f7f798b4640 1 --2- 172.21.15.67:0/3817257674 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7f60078b90 0x7f7f6007b0a0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f7f740d2e30 tx=0x7f7f68009040 comp rx=0 tx=0).stop 2024-09-21T00:29:47.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.665+0000 7f7f798b4640 1 -- 172.21.15.67:0/3817257674 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7f740b8c30 msgr2=0x7f7f74154090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:47.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.665+0000 7f7f798b4640 1 --2- 172.21.15.67:0/3817257674 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7f740b8c30 0x7f7f74154090 secure :-1 s=READY pgs=1427 cs=0 l=1 rev1=1 crypto rx=0x7f7f6400c3c0 tx=0x7f7f6400c880 comp rx=0 tx=0).stop 2024-09-21T00:29:47.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.665+0000 7f7f798b4640 1 -- 172.21.15.67:0/3817257674 shutdown_connections 2024-09-21T00:29:47.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.665+0000 7f7f798b4640 1 --2- 172.21.15.67:0/3817257674 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7f60078b90 0x7f7f6007b0a0 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:47.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.665+0000 7f7f798b4640 1 --2- 172.21.15.67:0/3817257674 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7f740d11c0 0x7f7f74158f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:47.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.665+0000 7f7f798b4640 1 --2- 172.21.15.67:0/3817257674 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7f740cf010 0x7f7f740cc830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:47.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.665+0000 7f7f798b4640 1 --2- 172.21.15.67:0/3817257674 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7f740b8c30 0x7f7f74154090 unknown :-1 s=CLOSED pgs=1427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:47.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.665+0000 7f7f798b4640 1 -- 172.21.15.67:0/3817257674 >> 172.21.15.67:0/3817257674 conn(0x7f7f7406dfb0 msgr2=0x7f7f741692c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:47.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.665+0000 7f7f798b4640 1 -- 172.21.15.67:0/3817257674 shutdown_connections 2024-09-21T00:29:47.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.665+0000 7f7f798b4640 1 -- 172.21.15.67:0/3817257674 wait complete. 2024-09-21T00:29:47.678 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-21T00:29:47.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.795+0000 7fe91e151640 1 -- 172.21.15.67:0/1029979416 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe9180cd890 msgr2=0x7fe9180cdca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:47.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.795+0000 7fe91e151640 1 --2- 172.21.15.67:0/1029979416 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe9180cd890 0x7fe9180cdca0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fe910005fd0 tx=0x7fe91002a5d0 comp rx=0 tx=0).stop 2024-09-21T00:29:47.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.795+0000 7fe91e151640 1 -- 172.21.15.67:0/1029979416 shutdown_connections 2024-09-21T00:29:47.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.795+0000 7fe91e151640 1 --2- 172.21.15.67:0/1029979416 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe9180cd890 0x7fe9180cdca0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:47.797 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.795+0000 7fe91e151640 1 --2- 172.21.15.67:0/1029979416 >> v2:172.21.15.97:3300/0 conn(0x7fe9180b1910 0x7fe91809b060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:47.797 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.795+0000 7fe91e151640 1 -- 172.21.15.67:0/1029979416 >> 172.21.15.67:0/1029979416 conn(0x7fe9180b3e90 msgr2=0x7fe9180b42a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:47.797 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.795+0000 7fe91e151640 1 -- 172.21.15.67:0/1029979416 shutdown_connections 2024-09-21T00:29:47.797 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.795+0000 7fe91e151640 1 -- 172.21.15.67:0/1029979416 wait complete. 2024-09-21T00:29:47.797 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.796+0000 7fe91e151640 1 Processor -- start 2024-09-21T00:29:47.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.797+0000 7fe91e151640 1 -- start start 2024-09-21T00:29:47.800 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.798+0000 7fe91e151640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe9180b1910 0x7fe918157ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:47.801 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.798+0000 7fe91e151640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe9180cd890 0x7fe91806e1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:47.801 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.798+0000 7fe91e151640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe91815ffe0 0x7fe91815eac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:47.801 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.798+0000 7fe91e151640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fe9180ce360 con 0x7fe9180b1910 2024-09-21T00:29:47.801 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.798+0000 7fe91e151640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fe9180ce1e0 con 0x7fe9180cd890 2024-09-21T00:29:47.801 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.798+0000 7fe91e151640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fe9180ce4e0 con 0x7fe91815ffe0 2024-09-21T00:29:47.801 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.798+0000 7fe9177fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe9180b1910 0x7fe918157ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:47.801 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.798+0000 7fe9177fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe9180b1910 0x7fe918157ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52256/0 (socket says 172.21.15.67:52256) 2024-09-21T00:29:47.801 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.798+0000 7fe9177fe640 1 -- 172.21.15.67:0/4133646048 learned_addr learned my addr 172.21.15.67:0/4133646048 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:47.801 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.798+0000 7fe916ffd640 1 --2- 172.21.15.67:0/4133646048 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe9180cd890 0x7fe91806e1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:47.801 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.798+0000 7fe917fff640 1 --2- 172.21.15.67:0/4133646048 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe91815ffe0 0x7fe91815eac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:47.801 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.799+0000 7fe9177fe640 1 -- 172.21.15.67:0/4133646048 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe91815ffe0 msgr2=0x7fe91815eac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:47.801 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.799+0000 7fe9177fe640 1 --2- 172.21.15.67:0/4133646048 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe91815ffe0 0x7fe91815eac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:47.801 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.799+0000 7fe9177fe640 1 -- 172.21.15.67:0/4133646048 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe9180cd890 msgr2=0x7fe91806e1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:47.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.799+0000 7fe9177fe640 1 --2- 172.21.15.67:0/4133646048 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe9180cd890 0x7fe91806e1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:47.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.799+0000 7fe9177fe640 1 -- 172.21.15.67:0/4133646048 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe91815be60 con 0x7fe9180b1910 2024-09-21T00:29:47.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.799+0000 7fe916ffd640 1 --2- 172.21.15.67:0/4133646048 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe9180cd890 0x7fe91806e1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:29:47.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.799+0000 7fe9177fe640 1 --2- 172.21.15.67:0/4133646048 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe9180b1910 0x7fe918157ed0 secure :-1 s=READY pgs=1428 cs=0 l=1 rev1=1 crypto rx=0x7fe90800c760 tx=0x7fe90800cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:47.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.799+0000 7fe90ffff640 1 -- 172.21.15.67:0/4133646048 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe908003b70 con 0x7fe9180b1910 2024-09-21T00:29:47.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.799+0000 7fe90ffff640 1 -- 172.21.15.67:0/4133646048 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe908003d10 con 0x7fe9180b1910 2024-09-21T00:29:47.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.799+0000 7fe90ffff640 1 -- 172.21.15.67:0/4133646048 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe90800aab0 con 0x7fe9180b1910 2024-09-21T00:29:47.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.799+0000 7fe91e151640 1 -- 172.21.15.67:0/4133646048 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe91806ed40 con 0x7fe9180b1910 2024-09-21T00:29:47.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.799+0000 7fe91e151640 1 -- 172.21.15.67:0/4133646048 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe91806f300 con 0x7fe9180b1910 2024-09-21T00:29:47.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.800+0000 7fe91e151640 1 -- 172.21.15.67:0/4133646048 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe9180ce960 con 0x7fe9180b1910 2024-09-21T00:29:47.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.801+0000 7fe90ffff640 1 -- 172.21.15.67:0/4133646048 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fe90800ac50 con 0x7fe9180b1910 2024-09-21T00:29:47.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.802+0000 7fe90ffff640 1 --2- 172.21.15.67:0/4133646048 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe8f8078b90 0x7fe8f807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:47.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.802+0000 7fe90ffff640 1 -- 172.21.15.67:0/4133646048 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(117..117 src has 1..117) ==== 5709+0+0 (secure 0 0 0) 0x7fe90809aad0 con 0x7fe9180b1910 2024-09-21T00:29:47.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.802+0000 7fe916ffd640 1 --2- 172.21.15.67:0/4133646048 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe8f8078b90 0x7fe8f807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:47.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.802+0000 7fe916ffd640 1 --2- 172.21.15.67:0/4133646048 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe8f8078b90 0x7fe8f807b0a0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7fe9180b15a0 tx=0x7fe900005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:47.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:47.806+0000 7fe90ffff640 1 -- 172.21.15.67:0/4133646048 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fe908062fa0 con 0x7fe9180b1910 2024-09-21T00:29:48.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:48.032+0000 7fe91e151640 1 -- 172.21.15.67:0/4133646048 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fe9180b4c80 con 0x7fe9180b1910 2024-09-21T00:29:48.033 INFO:tasks.ceph.mon.a.smithi067.stderr:2024-09-21T00:29:48.033+0000 7f6547693640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-21T00:29:48.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:48.034+0000 7fe90ffff640 1 -- 172.21.15.67:0/4133646048 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v100) ==== 161+0+0 (secure 0 0 0) 0x7fe9080628a0 con 0x7fe9180b1910 2024-09-21T00:29:48.035 INFO:teuthology.orchestra.run.smithi067.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-21T00:29:48.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:48.037+0000 7fe91e151640 1 -- 172.21.15.67:0/4133646048 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe8f8078b90 msgr2=0x7fe8f807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:48.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:48.037+0000 7fe91e151640 1 --2- 172.21.15.67:0/4133646048 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe8f8078b90 0x7fe8f807b0a0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7fe9180b15a0 tx=0x7fe900005f90 comp rx=0 tx=0).stop 2024-09-21T00:29:48.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:48.037+0000 7fe91e151640 1 -- 172.21.15.67:0/4133646048 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe9180b1910 msgr2=0x7fe918157ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:48.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:48.037+0000 7fe91e151640 1 --2- 172.21.15.67:0/4133646048 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe9180b1910 0x7fe918157ed0 secure :-1 s=READY pgs=1428 cs=0 l=1 rev1=1 crypto rx=0x7fe90800c760 tx=0x7fe90800cc20 comp rx=0 tx=0).stop 2024-09-21T00:29:48.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:48.037+0000 7fe91e151640 1 -- 172.21.15.67:0/4133646048 shutdown_connections 2024-09-21T00:29:48.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:48.037+0000 7fe91e151640 1 --2- 172.21.15.67:0/4133646048 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe8f8078b90 0x7fe8f807b0a0 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:48.039 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:48.037+0000 7fe91e151640 1 --2- 172.21.15.67:0/4133646048 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe91815ffe0 0x7fe91815eac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:48.039 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:48.037+0000 7fe91e151640 1 --2- 172.21.15.67:0/4133646048 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe9180cd890 0x7fe91806e1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:48.039 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:48.037+0000 7fe91e151640 1 --2- 172.21.15.67:0/4133646048 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe9180b1910 0x7fe918157ed0 unknown :-1 s=CLOSED pgs=1428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:48.039 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:48.037+0000 7fe91e151640 1 -- 172.21.15.67:0/4133646048 >> 172.21.15.67:0/4133646048 conn(0x7fe9180b3e90 msgr2=0x7fe918071170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:48.039 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:48.037+0000 7fe91e151640 1 -- 172.21.15.67:0/4133646048 shutdown_connections 2024-09-21T00:29:48.039 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:48.037+0000 7fe91e151640 1 -- 172.21.15.67:0/4133646048 wait complete. 2024-09-21T00:29:48.050 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-21T00:29:48.105 INFO:tasks.ceph.mds.b.smithi097.stdout:starting mds.b at 2024-09-21T00:29:48.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:48.169+0000 7f5f11471640 1 -- 172.21.15.67:0/778034236 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5ef4004d40 msgr2=0x7f5ef4005150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:48.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:48.169+0000 7f5f11471640 1 --2- 172.21.15.67:0/778034236 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5ef4004d40 0x7f5ef4005150 secure :-1 s=READY pgs=1431 cs=0 l=1 rev1=1 crypto rx=0x7f5f04009ed0 tx=0x7f5ef4005830 comp rx=0 tx=0).stop 2024-09-21T00:29:48.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:48.169+0000 7f5f0b7fe640 1 -- 172.21.15.67:0/778034236 reap_dead start 2024-09-21T00:29:48.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:48.169+0000 7f5f11471640 1 -- 172.21.15.67:0/778034236 shutdown_connections 2024-09-21T00:29:48.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:48.169+0000 7f5f11471640 1 -- 172.21.15.67:0/778034236 >> 172.21.15.67:0/778034236 conn(0x7f5f0c09a950 msgr2=0x7f5f0c0d13c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:48.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:48.169+0000 7f5f11471640 1 -- 172.21.15.67:0/778034236 shutdown_connections 2024-09-21T00:29:48.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:48.169+0000 7f5f11471640 1 -- 172.21.15.67:0/778034236 wait complete. 2024-09-21T00:29:48.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:48.171+0000 7f5f11471640 1 Processor -- start 2024-09-21T00:29:48.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:48.171+0000 7f5f11471640 1 -- start start 2024-09-21T00:29:48.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:48.172+0000 7f5f11471640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5ef4004d40 0x7f5f0c1f4220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:48.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:48.172+0000 7f5f11471640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5f0c09cbb0 0x7f5f0c150750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:48.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:48.172+0000 7f5f11471640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5f0c0c4ef0 0x7f5f0c15baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:48.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:48.172+0000 7f5f11471640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f5f0c0b6230 con 0x7f5f0c09cbb0 2024-09-21T00:29:48.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:48.172+0000 7f5f11471640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f5f0c06d690 con 0x7f5ef4004d40 2024-09-21T00:29:48.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:48.172+0000 7f5f11471640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f5f0c0b63b0 con 0x7f5f0c0c4ef0 2024-09-21T00:29:48.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:48.173+0000 7f5f0a7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5f0c09cbb0 0x7f5f0c150750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:48.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:48.173+0000 7f5f0a7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5f0c09cbb0 0x7f5f0c150750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52284/0 (socket says 172.21.15.67:52284) 2024-09-21T00:29:48.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:48.173+0000 7f5f0a7fc640 1 -- 172.21.15.67:0/509955834 learned_addr learned my addr 172.21.15.67:0/509955834 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:48.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:48.173+0000 7f5f0affd640 1 --2- 172.21.15.67:0/509955834 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5ef4004d40 0x7f5f0c1f4220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:48.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:48.173+0000 7f5f0b7fe640 1 --2- 172.21.15.67:0/509955834 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5f0c0c4ef0 0x7f5f0c15baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:48.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:48.173+0000 7f5f0a7fc640 1 -- 172.21.15.67:0/509955834 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5f0c0c4ef0 msgr2=0x7f5f0c15baa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:48.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:48.173+0000 7f5f0a7fc640 1 --2- 172.21.15.67:0/509955834 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5f0c0c4ef0 0x7f5f0c15baa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:48.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:48.173+0000 7f5f0a7fc640 1 -- 172.21.15.67:0/509955834 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5ef4004d40 msgr2=0x7f5f0c1f4220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:48.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:48.173+0000 7f5f0a7fc640 1 --2- 172.21.15.67:0/509955834 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5ef4004d40 0x7f5f0c1f4220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:48.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:48.173+0000 7f5f0a7fc640 1 -- 172.21.15.67:0/509955834 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f0c1f4760 con 0x7f5f0c09cbb0 2024-09-21T00:29:48.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:48.173+0000 7f5f0a7fc640 1 --2- 172.21.15.67:0/509955834 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5f0c09cbb0 0x7f5f0c150750 secure :-1 s=READY pgs=1432 cs=0 l=1 rev1=1 crypto rx=0x7f5f00011b10 tx=0x7f5f0000f3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:48.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:48.173+0000 7f5ef37fe640 1 -- 172.21.15.67:0/509955834 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f0000fe90 con 0x7f5f0c09cbb0 2024-09-21T00:29:48.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:48.173+0000 7f5ef37fe640 1 -- 172.21.15.67:0/509955834 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5f00004020 con 0x7f5f0c09cbb0 2024-09-21T00:29:48.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:48.173+0000 7f5f11471640 1 -- 172.21.15.67:0/509955834 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5f0c09e740 con 0x7f5f0c09cbb0 2024-09-21T00:29:48.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:48.173+0000 7f5ef37fe640 1 -- 172.21.15.67:0/509955834 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f00004470 con 0x7f5f0c09cbb0 2024-09-21T00:29:48.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:48.173+0000 7f5f11471640 1 -- 172.21.15.67:0/509955834 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5f0c09c3b0 con 0x7f5f0c09cbb0 2024-09-21T00:29:48.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:48.174+0000 7f5f11471640 1 -- 172.21.15.67:0/509955834 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5f0c0cd510 con 0x7f5f0c09cbb0 2024-09-21T00:29:48.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:48.176+0000 7f5ef37fe640 1 -- 172.21.15.67:0/509955834 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f5f000035f0 con 0x7f5f0c09cbb0 2024-09-21T00:29:48.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:48.176+0000 7f5ef37fe640 1 --2- 172.21.15.67:0/509955834 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5ef8078d30 0x7f5ef807b240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:48.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:48.176+0000 7f5ef37fe640 1 -- 172.21.15.67:0/509955834 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(118..118 src has 1..118) ==== 5795+0+0 (secure 0 0 0) 0x7f5f0009c120 con 0x7f5f0c09cbb0 2024-09-21T00:29:48.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:48.176+0000 7f5f0affd640 1 --2- 172.21.15.67:0/509955834 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5ef8078d30 0x7f5ef807b240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:48.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:48.177+0000 7f5f0affd640 1 --2- 172.21.15.67:0/509955834 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5ef8078d30 0x7f5ef807b240 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f5f0c15e010 tx=0x7f5efc006740 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:48.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:48.180+0000 7f5ef37fe640 1 -- 172.21.15.67:0/509955834 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f5f0c0cd510 con 0x7f5f0c09cbb0 2024-09-21T00:29:48.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:48.405+0000 7f5f11471640 1 -- 172.21.15.67:0/509955834 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f5f0c06cdb0 con 0x7f5f0c09cbb0 2024-09-21T00:29:49.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:49.066+0000 7f5ef37fe640 1 -- 172.21.15.67:0/509955834 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v101) ==== 104+0+0 (secure 0 0 0) 0x7f5f00063f90 con 0x7f5f0c09cbb0 2024-09-21T00:29:49.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:49.068+0000 7f5f11471640 1 -- 172.21.15.67:0/509955834 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5ef8078d30 msgr2=0x7f5ef807b240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:49.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:49.068+0000 7f5f11471640 1 --2- 172.21.15.67:0/509955834 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5ef8078d30 0x7f5ef807b240 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f5f0c15e010 tx=0x7f5efc006740 comp rx=0 tx=0).stop 2024-09-21T00:29:49.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:49.068+0000 7f5f11471640 1 -- 172.21.15.67:0/509955834 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5f0c09cbb0 msgr2=0x7f5f0c150750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:49.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:49.068+0000 7f5f11471640 1 --2- 172.21.15.67:0/509955834 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5f0c09cbb0 0x7f5f0c150750 secure :-1 s=READY pgs=1432 cs=0 l=1 rev1=1 crypto rx=0x7f5f00011b10 tx=0x7f5f0000f3c0 comp rx=0 tx=0).stop 2024-09-21T00:29:49.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:49.069+0000 7f5f11471640 1 -- 172.21.15.67:0/509955834 shutdown_connections 2024-09-21T00:29:49.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:49.069+0000 7f5f11471640 1 --2- 172.21.15.67:0/509955834 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5ef8078d30 0x7f5ef807b240 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:49.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:49.069+0000 7f5f11471640 1 --2- 172.21.15.67:0/509955834 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5f0c0c4ef0 0x7f5f0c15baa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:49.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:49.069+0000 7f5f11471640 1 --2- 172.21.15.67:0/509955834 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5f0c09cbb0 0x7f5f0c150750 unknown :-1 s=CLOSED pgs=1432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:49.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:49.069+0000 7f5f11471640 1 --2- 172.21.15.67:0/509955834 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5ef4004d40 0x7f5f0c1f4220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:49.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:49.069+0000 7f5f11471640 1 -- 172.21.15.67:0/509955834 >> 172.21.15.67:0/509955834 conn(0x7f5f0c09a950 msgr2=0x7f5f0c0b1b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:49.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:49.069+0000 7f5f11471640 1 -- 172.21.15.67:0/509955834 shutdown_connections 2024-09-21T00:29:49.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:49.069+0000 7f5f11471640 1 -- 172.21.15.67:0/509955834 wait complete. 2024-09-21T00:29:49.083 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-21T00:29:49.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:49.206+0000 7fb5766f9640 1 -- 172.21.15.67:0/1103153442 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb5700b1bf0 msgr2=0x7fb5700b2000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:49.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:49.206+0000 7fb5766f9640 1 --2- 172.21.15.67:0/1103153442 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb5700b1bf0 0x7fb5700b2000 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fb564009830 tx=0x7fb56402a3f0 comp rx=0 tx=0).stop 2024-09-21T00:29:49.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:49.206+0000 7fb5766f9640 1 -- 172.21.15.67:0/1103153442 shutdown_connections 2024-09-21T00:29:49.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:49.206+0000 7fb5766f9640 1 --2- 172.21.15.67:0/1103153442 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb5700b1bf0 0x7fb5700b2000 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:49.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:49.206+0000 7fb5766f9640 1 --2- 172.21.15.67:0/1103153442 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb5700b16a0 0x7fb5700d0670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:49.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:49.206+0000 7fb5766f9640 1 -- 172.21.15.67:0/1103153442 >> 172.21.15.67:0/1103153442 conn(0x7fb5700ceec0 msgr2=0x7fb5700cf2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:49.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:49.206+0000 7fb5766f9640 1 -- 172.21.15.67:0/1103153442 shutdown_connections 2024-09-21T00:29:49.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:49.206+0000 7fb5766f9640 1 -- 172.21.15.67:0/1103153442 wait complete. 2024-09-21T00:29:49.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:49.208+0000 7fb5766f9640 1 Processor -- start 2024-09-21T00:29:49.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:49.208+0000 7fb5766f9640 1 -- start start 2024-09-21T00:29:49.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:49.209+0000 7fb5766f9640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb5700b16a0 0x7fb570163d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:49.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:49.209+0000 7fb5766f9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb5700b1bf0 0x7fb57014e880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:49.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:49.209+0000 7fb5766f9640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb5700b2540 0x7fb5700b5290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:49.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:49.209+0000 7fb5766f9640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fb5700cfd70 con 0x7fb5700b1bf0 2024-09-21T00:29:49.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:49.209+0000 7fb5766f9640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fb5700cfbf0 con 0x7fb5700b16a0 2024-09-21T00:29:49.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:49.209+0000 7fb5766f9640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fb570167110 con 0x7fb5700b2540 2024-09-21T00:29:49.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:49.209+0000 7fb56f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb5700b1bf0 0x7fb57014e880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:49.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:49.209+0000 7fb56f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb5700b1bf0 0x7fb57014e880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52292/0 (socket says 172.21.15.67:52292) 2024-09-21T00:29:49.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:49.209+0000 7fb56f7fe640 1 -- 172.21.15.67:0/2743033105 learned_addr learned my addr 172.21.15.67:0/2743033105 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:49.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:49.210+0000 7fb56ffff640 1 --2- 172.21.15.67:0/2743033105 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb5700b16a0 0x7fb570163d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:49.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:49.210+0000 7fb574c96640 1 --2- 172.21.15.67:0/2743033105 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb5700b2540 0x7fb5700b5290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:49.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:49.210+0000 7fb56f7fe640 1 -- 172.21.15.67:0/2743033105 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb5700b2540 msgr2=0x7fb5700b5290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:49.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:49.210+0000 7fb56f7fe640 1 --2- 172.21.15.67:0/2743033105 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb5700b2540 0x7fb5700b5290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:49.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:49.210+0000 7fb56f7fe640 1 -- 172.21.15.67:0/2743033105 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb5700b16a0 msgr2=0x7fb570163d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:49.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:49.210+0000 7fb56f7fe640 1 --2- 172.21.15.67:0/2743033105 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb5700b16a0 0x7fb570163d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:49.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:49.210+0000 7fb56f7fe640 1 -- 172.21.15.67:0/2743033105 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb57014edc0 con 0x7fb5700b1bf0 2024-09-21T00:29:49.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:49.210+0000 7fb56f7fe640 1 --2- 172.21.15.67:0/2743033105 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb5700b1bf0 0x7fb57014e880 secure :-1 s=READY pgs=1433 cs=0 l=1 rev1=1 crypto rx=0x7fb564009950 tx=0x7fb564033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:49.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:49.210+0000 7fb56cff9640 1 -- 172.21.15.67:0/2743033105 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb564031d60 con 0x7fb5700b1bf0 2024-09-21T00:29:49.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:49.210+0000 7fb56cff9640 1 -- 172.21.15.67:0/2743033105 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb564033e10 con 0x7fb5700b1bf0 2024-09-21T00:29:49.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:49.210+0000 7fb5766f9640 1 -- 172.21.15.67:0/2743033105 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb570162cf0 con 0x7fb5700b1bf0 2024-09-21T00:29:49.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:49.210+0000 7fb56cff9640 1 -- 172.21.15.67:0/2743033105 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb564005260 con 0x7fb5700b1bf0 2024-09-21T00:29:49.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:49.210+0000 7fb5766f9640 1 -- 172.21.15.67:0/2743033105 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb570163290 con 0x7fb5700b1bf0 2024-09-21T00:29:49.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:49.211+0000 7fb5766f9640 1 -- 172.21.15.67:0/2743033105 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb5700d0670 con 0x7fb5700b1bf0 2024-09-21T00:29:49.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:49.212+0000 7fb56cff9640 1 -- 172.21.15.67:0/2743033105 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fb564005400 con 0x7fb5700b1bf0 2024-09-21T00:29:49.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:49.212+0000 7fb56cff9640 1 --2- 172.21.15.67:0/2743033105 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb55c078b90 0x7fb55c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:49.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:49.213+0000 7fb56cff9640 1 -- 172.21.15.67:0/2743033105 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(118..118 src has 1..118) ==== 5795+0+0 (secure 0 0 0) 0x7fb5640bbed0 con 0x7fb5700b1bf0 2024-09-21T00:29:49.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:49.213+0000 7fb56ffff640 1 --2- 172.21.15.67:0/2743033105 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb55c078b90 0x7fb55c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:49.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:49.213+0000 7fb56ffff640 1 --2- 172.21.15.67:0/2743033105 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb55c078b90 0x7fb55c07b0a0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7fb560009660 tx=0x7fb5600091e0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:49.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:49.217+0000 7fb56cff9640 1 -- 172.21.15.67:0/2743033105 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fb56403f030 con 0x7fb5700b1bf0 2024-09-21T00:29:49.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:49.407+0000 7fb5766f9640 1 -- 172.21.15.67:0/2743033105 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fb570071010 con 0x7fb5700b1bf0 2024-09-21T00:29:50.072 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:50.071+0000 7fb56cff9640 1 -- 172.21.15.67:0/2743033105 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v119) ==== 181+0+0 (secure 0 0 0) 0x7fb564083c60 con 0x7fb5700b1bf0 2024-09-21T00:29:50.072 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_metadata' removed 2024-09-21T00:29:50.076 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:50.075+0000 7fb5766f9640 1 -- 172.21.15.67:0/2743033105 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb55c078b90 msgr2=0x7fb55c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:50.076 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:50.075+0000 7fb5766f9640 1 --2- 172.21.15.67:0/2743033105 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb55c078b90 0x7fb55c07b0a0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7fb560009660 tx=0x7fb5600091e0 comp rx=0 tx=0).stop 2024-09-21T00:29:50.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:50.075+0000 7fb5766f9640 1 -- 172.21.15.67:0/2743033105 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb5700b1bf0 msgr2=0x7fb57014e880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:50.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:50.075+0000 7fb5766f9640 1 --2- 172.21.15.67:0/2743033105 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb5700b1bf0 0x7fb57014e880 secure :-1 s=READY pgs=1433 cs=0 l=1 rev1=1 crypto rx=0x7fb564009950 tx=0x7fb564033c20 comp rx=0 tx=0).stop 2024-09-21T00:29:50.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:50.075+0000 7fb5766f9640 1 -- 172.21.15.67:0/2743033105 shutdown_connections 2024-09-21T00:29:50.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:50.075+0000 7fb5766f9640 1 --2- 172.21.15.67:0/2743033105 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb55c078b90 0x7fb55c07b0a0 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:50.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:50.075+0000 7fb5766f9640 1 --2- 172.21.15.67:0/2743033105 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb5700b2540 0x7fb5700b5290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:50.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:50.075+0000 7fb5766f9640 1 --2- 172.21.15.67:0/2743033105 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb5700b1bf0 0x7fb57014e880 unknown :-1 s=CLOSED pgs=1433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:50.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:50.075+0000 7fb5766f9640 1 --2- 172.21.15.67:0/2743033105 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb5700b16a0 0x7fb570163d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:50.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:50.075+0000 7fb5766f9640 1 -- 172.21.15.67:0/2743033105 >> 172.21.15.67:0/2743033105 conn(0x7fb5700ceec0 msgr2=0x7fb5700af300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:50.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:50.075+0000 7fb5766f9640 1 -- 172.21.15.67:0/2743033105 shutdown_connections 2024-09-21T00:29:50.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:50.075+0000 7fb5766f9640 1 -- 172.21.15.67:0/2743033105 wait complete. 2024-09-21T00:29:50.090 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-21T00:29:50.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:50.217+0000 7f753dd58640 1 -- 172.21.15.67:0/456402693 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f75380d0590 msgr2=0x7f75380b60b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:50.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:50.217+0000 7f753dd58640 1 --2- 172.21.15.67:0/456402693 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f75380d0590 0x7f75380b60b0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f7530005fd0 tx=0x7f753002a8b0 comp rx=0 tx=0).stop 2024-09-21T00:29:50.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:50.217+0000 7f753dd58640 1 -- 172.21.15.67:0/456402693 shutdown_connections 2024-09-21T00:29:50.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:50.217+0000 7f753dd58640 1 --2- 172.21.15.67:0/456402693 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f75380d0590 0x7f75380b60b0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:50.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:50.217+0000 7f753dd58640 1 --2- 172.21.15.67:0/456402693 >> v2:172.21.15.97:3300/0 conn(0x7f75380d33f0 0x7f75380d0050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:50.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:50.217+0000 7f753dd58640 1 -- 172.21.15.67:0/456402693 >> 172.21.15.67:0/456402693 conn(0x7f75380d4630 msgr2=0x7f75380d4a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:50.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:50.217+0000 7f753dd58640 1 -- 172.21.15.67:0/456402693 shutdown_connections 2024-09-21T00:29:50.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:50.217+0000 7f753dd58640 1 -- 172.21.15.67:0/456402693 wait complete. 2024-09-21T00:29:50.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:50.219+0000 7f753dd58640 1 Processor -- start 2024-09-21T00:29:50.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:50.219+0000 7f753dd58640 1 -- start start 2024-09-21T00:29:50.223 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:50.220+0000 7f753dd58640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f75380d0590 0x7f753809f3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:50.223 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:50.220+0000 7f753dd58640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f75380d2490 0x7f753809e330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:50.223 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:50.220+0000 7f753dd58640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f75380d33f0 0x7f753809e870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:50.223 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:50.220+0000 7f753dd58640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f753806e830 con 0x7f75380d2490 2024-09-21T00:29:50.223 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:50.220+0000 7f753dd58640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f753806e6b0 con 0x7f75380d0590 2024-09-21T00:29:50.223 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:50.220+0000 7f753dd58640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f75380b65f0 con 0x7f75380d33f0 2024-09-21T00:29:50.223 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:50.221+0000 7f7536ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f75380d2490 0x7f753809e330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:50.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:50.221+0000 7f7536ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f75380d2490 0x7f753809e330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52298/0 (socket says 172.21.15.67:52298) 2024-09-21T00:29:50.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:50.221+0000 7f7536ffd640 1 -- 172.21.15.67:0/299231477 learned_addr learned my addr 172.21.15.67:0/299231477 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:50.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:50.221+0000 7f7537fff640 1 --2- 172.21.15.67:0/299231477 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f75380d33f0 0x7f753809e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:50.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:50.221+0000 7f75377fe640 1 --2- 172.21.15.67:0/299231477 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f75380d0590 0x7f753809f3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:50.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:50.221+0000 7f7536ffd640 1 -- 172.21.15.67:0/299231477 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f75380d33f0 msgr2=0x7f753809e870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:50.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:50.221+0000 7f7536ffd640 1 --2- 172.21.15.67:0/299231477 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f75380d33f0 0x7f753809e870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:50.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:50.221+0000 7f7536ffd640 1 -- 172.21.15.67:0/299231477 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f75380d0590 msgr2=0x7f753809f3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:50.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:50.221+0000 7f7536ffd640 1 --2- 172.21.15.67:0/299231477 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f75380d0590 0x7f753809f3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:50.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:50.221+0000 7f7536ffd640 1 -- 172.21.15.67:0/299231477 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75380a1190 con 0x7f75380d2490 2024-09-21T00:29:50.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:50.221+0000 7f7536ffd640 1 --2- 172.21.15.67:0/299231477 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f75380d2490 0x7f753809e330 secure :-1 s=READY pgs=1434 cs=0 l=1 rev1=1 crypto rx=0x7f752000e9c0 tx=0x7f752000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:50.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:50.221+0000 7f752ffff640 1 -- 172.21.15.67:0/299231477 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f752000cd20 con 0x7f75380d2490 2024-09-21T00:29:50.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:50.221+0000 7f752ffff640 1 -- 172.21.15.67:0/299231477 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7520004020 con 0x7f75380d2490 2024-09-21T00:29:50.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:50.221+0000 7f753dd58640 1 -- 172.21.15.67:0/299231477 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75380a1470 con 0x7f75380d2490 2024-09-21T00:29:50.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:50.221+0000 7f752ffff640 1 -- 172.21.15.67:0/299231477 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7520004450 con 0x7f75380d2490 2024-09-21T00:29:50.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:50.221+0000 7f753dd58640 1 -- 172.21.15.67:0/299231477 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75380a1a30 con 0x7f75380d2490 2024-09-21T00:29:50.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:50.222+0000 7f753dd58640 1 -- 172.21.15.67:0/299231477 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f753808d000 con 0x7f75380d2490 2024-09-21T00:29:50.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:50.223+0000 7f752ffff640 1 -- 172.21.15.67:0/299231477 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f75200035f0 con 0x7f75380d2490 2024-09-21T00:29:50.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:50.224+0000 7f752ffff640 1 --2- 172.21.15.67:0/299231477 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7518078b90 0x7f751807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:50.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:50.224+0000 7f752ffff640 1 -- 172.21.15.67:0/299231477 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(119..119 src has 1..119) ==== 5357+0+0 (secure 0 0 0) 0x7f752009b460 con 0x7f75380d2490 2024-09-21T00:29:50.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:50.224+0000 7f75377fe640 1 --2- 172.21.15.67:0/299231477 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7518078b90 0x7f751807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:50.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:50.225+0000 7f75377fe640 1 --2- 172.21.15.67:0/299231477 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7518078b90 0x7f751807b0a0 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f7528007fd0 tx=0x7f7528009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:50.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:50.228+0000 7f752ffff640 1 -- 172.21.15.67:0/299231477 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f753808d000 con 0x7f75380d2490 2024-09-21T00:29:50.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:50.416+0000 7f753dd58640 1 -- 172.21.15.67:0/299231477 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f75380b60b0 con 0x7f75380d2490 2024-09-21T00:29:51.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.076+0000 7f752ffff640 1 -- 172.21.15.67:0/299231477 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v120) ==== 169+0+0 (secure 0 0 0) 0x7f7520063330 con 0x7f75380d2490 2024-09-21T00:29:51.078 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_data' removed 2024-09-21T00:29:51.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.081+0000 7f753dd58640 1 -- 172.21.15.67:0/299231477 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7518078b90 msgr2=0x7f751807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:51.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.081+0000 7f753dd58640 1 --2- 172.21.15.67:0/299231477 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7518078b90 0x7f751807b0a0 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f7528007fd0 tx=0x7f7528009040 comp rx=0 tx=0).stop 2024-09-21T00:29:51.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.081+0000 7f753dd58640 1 -- 172.21.15.67:0/299231477 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f75380d2490 msgr2=0x7f753809e330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:51.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.081+0000 7f753dd58640 1 --2- 172.21.15.67:0/299231477 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f75380d2490 0x7f753809e330 secure :-1 s=READY pgs=1434 cs=0 l=1 rev1=1 crypto rx=0x7f752000e9c0 tx=0x7f752000ee80 comp rx=0 tx=0).stop 2024-09-21T00:29:51.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.082+0000 7f753dd58640 1 -- 172.21.15.67:0/299231477 shutdown_connections 2024-09-21T00:29:51.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.082+0000 7f753dd58640 1 --2- 172.21.15.67:0/299231477 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7518078b90 0x7f751807b0a0 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:51.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.082+0000 7f753dd58640 1 --2- 172.21.15.67:0/299231477 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f75380d33f0 0x7f753809e870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:51.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.082+0000 7f753dd58640 1 --2- 172.21.15.67:0/299231477 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f75380d2490 0x7f753809e330 unknown :-1 s=CLOSED pgs=1434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:51.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.082+0000 7f753dd58640 1 --2- 172.21.15.67:0/299231477 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f75380d0590 0x7f753809f3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:51.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.082+0000 7f753dd58640 1 -- 172.21.15.67:0/299231477 >> 172.21.15.67:0/299231477 conn(0x7f75380d4630 msgr2=0x7f75380d1980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:51.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.083+0000 7f753dd58640 1 -- 172.21.15.67:0/299231477 shutdown_connections 2024-09-21T00:29:51.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.083+0000 7f753dd58640 1 -- 172.21.15.67:0/299231477 wait complete. 2024-09-21T00:29:51.104 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config reset 31 2024-09-21T00:29:51.207 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:29:51.210 DEBUG:teuthology.orchestra.run.smithi097:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:29:51.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.227+0000 7feefc389640 1 -- 172.21.15.67:0/2320204128 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feef40b5b70 msgr2=0x7feef40b1cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:51.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.227+0000 7feefc389640 1 --2- 172.21.15.67:0/2320204128 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feef40b5b70 0x7feef40b1cc0 secure :-1 s=READY pgs=1435 cs=0 l=1 rev1=1 crypto rx=0x7feeec005fd0 tx=0x7feeec02aa90 comp rx=0 tx=0).stop 2024-09-21T00:29:51.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.227+0000 7feefc389640 1 -- 172.21.15.67:0/2320204128 shutdown_connections 2024-09-21T00:29:51.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.227+0000 7feefc389640 1 --2- 172.21.15.67:0/2320204128 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feef40b5b70 0x7feef40b1cc0 unknown :-1 s=CLOSED pgs=1435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:51.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.227+0000 7feefc389640 1 --2- 172.21.15.67:0/2320204128 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7feef415b9b0 0x7feef40b5630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:51.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.227+0000 7feefc389640 1 -- 172.21.15.67:0/2320204128 >> 172.21.15.67:0/2320204128 conn(0x7feef40b2ef0 msgr2=0x7feef40b3300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:51.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.227+0000 7feefc389640 1 -- 172.21.15.67:0/2320204128 shutdown_connections 2024-09-21T00:29:51.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.227+0000 7feefc389640 1 -- 172.21.15.67:0/2320204128 wait complete. 2024-09-21T00:29:51.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.230+0000 7feefc389640 1 Processor -- start 2024-09-21T00:29:51.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.230+0000 7feefc389640 1 -- start start 2024-09-21T00:29:51.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.231+0000 7feefc389640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7feef40b5b70 0x7feef4154810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:51.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.231+0000 7feefc389640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feef40b6790 0x7feef40ce450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:51.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.231+0000 7feefc389640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7feef415b9b0 0x7feef40ce990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:51.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.231+0000 7feefc389640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7feef40b6f00 con 0x7feef40b6790 2024-09-21T00:29:51.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.231+0000 7feefc389640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7feef40b6190 con 0x7feef415b9b0 2024-09-21T00:29:51.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.232+0000 7feefc389640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7feef40b2200 con 0x7feef40b5b70 2024-09-21T00:29:51.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.232+0000 7feef9924640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feef40b6790 0x7feef40ce450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:51.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.232+0000 7feef9924640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feef40b6790 0x7feef40ce450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52322/0 (socket says 172.21.15.67:52322) 2024-09-21T00:29:51.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.232+0000 7feef9924640 1 -- 172.21.15.67:0/348008711 learned_addr learned my addr 172.21.15.67:0/348008711 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:51.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.232+0000 7feefa125640 1 --2- 172.21.15.67:0/348008711 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7feef40b5b70 0x7feef4154810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:51.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.232+0000 7feefa926640 1 --2- 172.21.15.67:0/348008711 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7feef415b9b0 0x7feef40ce990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:51.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.232+0000 7feef9924640 1 -- 172.21.15.67:0/348008711 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7feef40b5b70 msgr2=0x7feef4154810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:51.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.232+0000 7feef9924640 1 --2- 172.21.15.67:0/348008711 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7feef40b5b70 0x7feef4154810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:51.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.232+0000 7feef9924640 1 -- 172.21.15.67:0/348008711 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7feef415b9b0 msgr2=0x7feef40ce990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:51.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.232+0000 7feef9924640 1 --2- 172.21.15.67:0/348008711 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7feef415b9b0 0x7feef40ce990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:51.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.232+0000 7feef9924640 1 -- 172.21.15.67:0/348008711 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feef4154d50 con 0x7feef40b6790 2024-09-21T00:29:51.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.232+0000 7feef9924640 1 --2- 172.21.15.67:0/348008711 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feef40b6790 0x7feef40ce450 secure :-1 s=READY pgs=1436 cs=0 l=1 rev1=1 crypto rx=0x7feee800d780 tx=0x7feee800dc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:51.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.232+0000 7feee6ffd640 1 -- 172.21.15.67:0/348008711 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feee8017070 con 0x7feef40b6790 2024-09-21T00:29:51.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.232+0000 7feee6ffd640 1 -- 172.21.15.67:0/348008711 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7feee800de90 con 0x7feef40b6790 2024-09-21T00:29:51.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.232+0000 7feefc389640 1 -- 172.21.15.67:0/348008711 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feef41f9260 con 0x7feef40b6790 2024-09-21T00:29:51.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.232+0000 7feee6ffd640 1 -- 172.21.15.67:0/348008711 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feee80099d0 con 0x7feef40b6790 2024-09-21T00:29:51.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.233+0000 7feefc389640 1 -- 172.21.15.67:0/348008711 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feef41f9820 con 0x7feef40b6790 2024-09-21T00:29:51.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.234+0000 7feefc389640 1 -- 172.21.15.67:0/348008711 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feef40b26f0 con 0x7feef40b6790 2024-09-21T00:29:51.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.235+0000 7feee6ffd640 1 -- 172.21.15.67:0/348008711 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7feee8009b70 con 0x7feef40b6790 2024-09-21T00:29:51.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.235+0000 7feee6ffd640 1 --2- 172.21.15.67:0/348008711 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7feed8078bc0 0x7feed807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:51.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.235+0000 7feee6ffd640 1 -- 172.21.15.67:0/348008711 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(120..120 src has 1..120) ==== 4943+0+0 (secure 0 0 0) 0x7feee809ad50 con 0x7feef40b6790 2024-09-21T00:29:51.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.235+0000 7feefa125640 1 --2- 172.21.15.67:0/348008711 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7feed8078bc0 0x7feed807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:51.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.236+0000 7feefa125640 1 --2- 172.21.15.67:0/348008711 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7feed8078bc0 0x7feed807b0d0 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7feef4074a40 tx=0x7feef0009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:51.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.240+0000 7feee6ffd640 1 -- 172.21.15.67:0/348008711 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7feee809e030 con 0x7feef40b6790 2024-09-21T00:29:51.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.428+0000 7feefc389640 1 -- 172.21.15.67:0/348008711 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "config reset", "num": 31} v 0) -- 0x7feef40cf3d0 con 0x7feef40b6790 2024-09-21T00:29:51.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.432+0000 7feee6ffd640 1 -- 172.21.15.67:0/348008711 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "config reset", "num": 31}]=0 v53) ==== 71+0+0 (secure 0 0 0) 0x7feee8020020 con 0x7feef40b6790 2024-09-21T00:29:51.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.434+0000 7feefc389640 1 -- 172.21.15.67:0/348008711 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7feed8078bc0 msgr2=0x7feed807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:51.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.434+0000 7feefc389640 1 --2- 172.21.15.67:0/348008711 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7feed8078bc0 0x7feed807b0d0 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7feef4074a40 tx=0x7feef0009040 comp rx=0 tx=0).stop 2024-09-21T00:29:51.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.434+0000 7feefc389640 1 -- 172.21.15.67:0/348008711 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feef40b6790 msgr2=0x7feef40ce450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:51.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.434+0000 7feefc389640 1 --2- 172.21.15.67:0/348008711 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feef40b6790 0x7feef40ce450 secure :-1 s=READY pgs=1436 cs=0 l=1 rev1=1 crypto rx=0x7feee800d780 tx=0x7feee800dc40 comp rx=0 tx=0).stop 2024-09-21T00:29:51.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.434+0000 7feefc389640 1 -- 172.21.15.67:0/348008711 shutdown_connections 2024-09-21T00:29:51.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.434+0000 7feefc389640 1 --2- 172.21.15.67:0/348008711 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7feed8078bc0 0x7feed807b0d0 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:51.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.434+0000 7feefc389640 1 --2- 172.21.15.67:0/348008711 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7feef415b9b0 0x7feef40ce990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:51.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.434+0000 7feefc389640 1 --2- 172.21.15.67:0/348008711 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feef40b6790 0x7feef40ce450 unknown :-1 s=CLOSED pgs=1436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:51.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.434+0000 7feefc389640 1 --2- 172.21.15.67:0/348008711 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7feef40b5b70 0x7feef4154810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:51.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.434+0000 7feefc389640 1 -- 172.21.15.67:0/348008711 >> 172.21.15.67:0/348008711 conn(0x7feef40b2ef0 msgr2=0x7feef415aa90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:51.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.434+0000 7feefc389640 1 -- 172.21.15.67:0/348008711 shutdown_connections 2024-09-21T00:29:51.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.434+0000 7feefc389640 1 -- 172.21.15.67:0/348008711 wait complete. 2024-09-21T00:29:51.448 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_scrub_checks.TestScrubControls.test_scrub_abort' 2024-09-21T00:29:51.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.563+0000 7fbc972c5640 1 -- 172.21.15.67:0/1805531506 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbc78003c10 msgr2=0x7fbc78004060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:51.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.563+0000 7fbc972c5640 1 --2- 172.21.15.67:0/1805531506 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbc78003c10 0x7fbc78004060 secure :-1 s=READY pgs=1438 cs=0 l=1 rev1=1 crypto rx=0x7fbc8000c740 tx=0x7fbc78005830 comp rx=0 tx=0).stop 2024-09-21T00:29:51.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.564+0000 7fbc95862640 1 -- 172.21.15.67:0/1805531506 reap_dead start 2024-09-21T00:29:51.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.564+0000 7fbc972c5640 1 -- 172.21.15.67:0/1805531506 shutdown_connections 2024-09-21T00:29:51.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.564+0000 7fbc972c5640 1 -- 172.21.15.67:0/1805531506 >> 172.21.15.67:0/1805531506 conn(0x7fbc9006cf90 msgr2=0x7fbc9006d3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:51.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.564+0000 7fbc972c5640 1 -- 172.21.15.67:0/1805531506 shutdown_connections 2024-09-21T00:29:51.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.564+0000 7fbc972c5640 1 -- 172.21.15.67:0/1805531506 wait complete. 2024-09-21T00:29:51.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.565+0000 7fbc972c5640 1 Processor -- start 2024-09-21T00:29:51.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.565+0000 7fbc972c5640 1 -- start start 2024-09-21T00:29:51.570 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.567+0000 7fbc972c5640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbc78003c10 0x7fbc901514c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:51.570 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.567+0000 7fbc972c5640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbc90151d80 0x7fbc900b43d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:51.570 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.567+0000 7fbc972c5640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbc900b4910 0x7fbc901528e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:51.570 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.567+0000 7fbc972c5640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fbc900cf4a0 con 0x7fbc78003c10 2024-09-21T00:29:51.570 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.567+0000 7fbc972c5640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fbc900cf320 con 0x7fbc900b4910 2024-09-21T00:29:51.570 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.567+0000 7fbc972c5640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fbc900cf620 con 0x7fbc90151d80 2024-09-21T00:29:51.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.567+0000 7fbc95061640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbc78003c10 0x7fbc901514c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:51.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.567+0000 7fbc95061640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbc78003c10 0x7fbc901514c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52348/0 (socket says 172.21.15.67:52348) 2024-09-21T00:29:51.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.567+0000 7fbc95061640 1 -- 172.21.15.67:0/123689909 learned_addr learned my addr 172.21.15.67:0/123689909 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:51.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.567+0000 7fbc94860640 1 --2- 172.21.15.67:0/123689909 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbc90151d80 0x7fbc900b43d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:51.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.567+0000 7fbc95862640 1 --2- 172.21.15.67:0/123689909 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbc900b4910 0x7fbc901528e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:51.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.567+0000 7fbc95061640 1 -- 172.21.15.67:0/123689909 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbc90151d80 msgr2=0x7fbc900b43d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:51.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.567+0000 7fbc95061640 1 --2- 172.21.15.67:0/123689909 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbc90151d80 0x7fbc900b43d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:51.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.567+0000 7fbc95061640 1 -- 172.21.15.67:0/123689909 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbc900b4910 msgr2=0x7fbc901528e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:51.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.567+0000 7fbc95061640 1 --2- 172.21.15.67:0/123689909 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbc900b4910 0x7fbc901528e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:51.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.567+0000 7fbc95061640 1 -- 172.21.15.67:0/123689909 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc900b4d20 con 0x7fbc78003c10 2024-09-21T00:29:51.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.567+0000 7fbc95862640 1 --2- 172.21.15.67:0/123689909 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbc900b4910 0x7fbc901528e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:29:51.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.567+0000 7fbc95061640 1 --2- 172.21.15.67:0/123689909 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbc78003c10 0x7fbc901514c0 secure :-1 s=READY pgs=1439 cs=0 l=1 rev1=1 crypto rx=0x7fbc80000f80 tx=0x7fbc8000c3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:51.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.568+0000 7fbc8dffb640 1 -- 172.21.15.67:0/123689909 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc80043070 con 0x7fbc78003c10 2024-09-21T00:29:51.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.568+0000 7fbc8dffb640 1 -- 172.21.15.67:0/123689909 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbc8002b940 con 0x7fbc78003c10 2024-09-21T00:29:51.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.568+0000 7fbc8dffb640 1 -- 172.21.15.67:0/123689909 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc8002bd90 con 0x7fbc78003c10 2024-09-21T00:29:51.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.568+0000 7fbc972c5640 1 -- 172.21.15.67:0/123689909 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc901f7290 con 0x7fbc78003c10 2024-09-21T00:29:51.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.568+0000 7fbc972c5640 1 -- 172.21.15.67:0/123689909 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc901f7850 con 0x7fbc78003c10 2024-09-21T00:29:51.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.569+0000 7fbc972c5640 1 -- 172.21.15.67:0/123689909 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbc9006fd00 con 0x7fbc78003c10 2024-09-21T00:29:51.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.570+0000 7fbc8dffb640 1 -- 172.21.15.67:0/123689909 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fbc80046070 con 0x7fbc78003c10 2024-09-21T00:29:51.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.570+0000 7fbc8dffb640 1 --2- 172.21.15.67:0/123689909 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbc7c078b90 0x7fbc7c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:51.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.571+0000 7fbc8dffb640 1 -- 172.21.15.67:0/123689909 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(120..120 src has 1..120) ==== 4943+0+0 (secure 0 0 0) 0x7fbc800ba820 con 0x7fbc78003c10 2024-09-21T00:29:51.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.571+0000 7fbc94860640 1 --2- 172.21.15.67:0/123689909 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbc7c078b90 0x7fbc7c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:51.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.571+0000 7fbc94860640 1 --2- 172.21.15.67:0/123689909 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbc7c078b90 0x7fbc7c07b0a0 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7fbc90157d30 tx=0x7fbc84005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:51.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.575+0000 7fbc8dffb640 1 -- 172.21.15.67:0/123689909 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fbc900c66a0 con 0x7fbc78003c10 2024-09-21T00:29:51.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:51.854+0000 7fbc972c5640 1 -- 172.21.15.67:0/123689909 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_scrub_checks.TestScrubControls.test_scrub_abort"]} v 0) -- 0x7fbc9015ffd0 con 0x7fbc78003c10 2024-09-21T00:29:52.079 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.077+0000 7fbc8dffb640 1 -- 172.21.15.67:0/123689909 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_scrub_checks.TestScrubControls.test_scrub_abort"]}]=0 v399) ==== 144+0+0 (secure 0 0 0) 0x7fbc80082f60 con 0x7fbc78003c10 2024-09-21T00:29:52.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.080+0000 7fbc972c5640 1 -- 172.21.15.67:0/123689909 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbc7c078b90 msgr2=0x7fbc7c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:52.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.080+0000 7fbc972c5640 1 --2- 172.21.15.67:0/123689909 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbc7c078b90 0x7fbc7c07b0a0 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7fbc90157d30 tx=0x7fbc84005f90 comp rx=0 tx=0).stop 2024-09-21T00:29:52.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.080+0000 7fbc972c5640 1 -- 172.21.15.67:0/123689909 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbc78003c10 msgr2=0x7fbc901514c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:52.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.080+0000 7fbc972c5640 1 --2- 172.21.15.67:0/123689909 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbc78003c10 0x7fbc901514c0 secure :-1 s=READY pgs=1439 cs=0 l=1 rev1=1 crypto rx=0x7fbc80000f80 tx=0x7fbc8000c3f0 comp rx=0 tx=0).stop 2024-09-21T00:29:52.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.080+0000 7fbc972c5640 1 -- 172.21.15.67:0/123689909 shutdown_connections 2024-09-21T00:29:52.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.080+0000 7fbc972c5640 1 --2- 172.21.15.67:0/123689909 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbc7c078b90 0x7fbc7c07b0a0 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:52.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.080+0000 7fbc972c5640 1 --2- 172.21.15.67:0/123689909 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbc900b4910 0x7fbc901528e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:52.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.080+0000 7fbc972c5640 1 --2- 172.21.15.67:0/123689909 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbc90151d80 0x7fbc900b43d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:52.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.080+0000 7fbc972c5640 1 --2- 172.21.15.67:0/123689909 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbc78003c10 0x7fbc901514c0 unknown :-1 s=CLOSED pgs=1439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:52.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.080+0000 7fbc972c5640 1 -- 172.21.15.67:0/123689909 >> 172.21.15.67:0/123689909 conn(0x7fbc9006cf90 msgr2=0x7fbc900b2640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:52.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.080+0000 7fbc972c5640 1 -- 172.21.15.67:0/123689909 shutdown_connections 2024-09-21T00:29:52.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.080+0000 7fbc972c5640 1 -- 172.21.15.67:0/123689909 wait complete. 2024-09-21T00:29:52.094 INFO:tasks.cephfs_test_runner:test_scrub_abort (tasks.cephfs.test_scrub_checks.TestScrubControls) ... ok 2024-09-21T00:29:52.095 INFO:tasks.cephfs_test_runner:Starting test: test_scrub_pause_and_resume (tasks.cephfs.test_scrub_checks.TestScrubControls) 2024-09-21T00:29:52.095 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:29:52.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.210+0000 7f80e4f71640 1 -- 172.21.15.67:0/2148140875 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f80e015ffe0 msgr2=0x7f80e009a950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:52.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.210+0000 7f80e4f71640 1 --2- 172.21.15.67:0/2148140875 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f80e015ffe0 0x7f80e009a950 secure :-1 s=READY pgs=1441 cs=0 l=1 rev1=1 crypto rx=0x7f80e00c9400 tx=0x7f80d002a8b0 comp rx=0 tx=0).stop 2024-09-21T00:29:52.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.210+0000 7f80e4f71640 1 -- 172.21.15.67:0/2148140875 shutdown_connections 2024-09-21T00:29:52.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.210+0000 7f80e4f71640 1 --2- 172.21.15.67:0/2148140875 >> v2:172.21.15.97:3300/0 conn(0x7f80e00cd890 0x7f80e00cdca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:52.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.210+0000 7f80e4f71640 1 --2- 172.21.15.67:0/2148140875 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f80e015ffe0 0x7f80e009a950 unknown :-1 s=CLOSED pgs=1441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:52.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.210+0000 7f80e4f71640 1 -- 172.21.15.67:0/2148140875 >> 172.21.15.67:0/2148140875 conn(0x7f80e00b3e90 msgr2=0x7f80e00b42a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:52.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.210+0000 7f80e4f71640 1 -- 172.21.15.67:0/2148140875 shutdown_connections 2024-09-21T00:29:52.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.210+0000 7f80e4f71640 1 -- 172.21.15.67:0/2148140875 wait complete. 2024-09-21T00:29:52.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.212+0000 7f80e4f71640 1 Processor -- start 2024-09-21T00:29:52.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.212+0000 7f80e4f71640 1 -- start start 2024-09-21T00:29:52.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.213+0000 7f80e4f71640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f80e00b1910 0x7f80e015a9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:52.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.213+0000 7f80e4f71640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f80e00cd890 0x7f80e009f4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:52.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.213+0000 7f80e4f71640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f80e015ffe0 0x7f80e00b6240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:52.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.213+0000 7f80e4f71640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f80e00ce360 con 0x7f80e00b1910 2024-09-21T00:29:52.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.213+0000 7f80e4f71640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f80e00ce1e0 con 0x7f80e00cd890 2024-09-21T00:29:52.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.213+0000 7f80e4f71640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f80e00ce4e0 con 0x7f80e015ffe0 2024-09-21T00:29:52.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.213+0000 7f80de59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f80e00b1910 0x7f80e015a9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:52.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.213+0000 7f80de59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f80e00b1910 0x7f80e015a9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52366/0 (socket says 172.21.15.67:52366) 2024-09-21T00:29:52.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.213+0000 7f80de59c640 1 -- 172.21.15.67:0/3142810019 learned_addr learned my addr 172.21.15.67:0/3142810019 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:52.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.214+0000 7f80ded9d640 1 --2- 172.21.15.67:0/3142810019 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f80e015ffe0 0x7f80e00b6240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:52.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.214+0000 7f80ddd9b640 1 --2- 172.21.15.67:0/3142810019 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f80e00cd890 0x7f80e009f4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:52.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.214+0000 7f80de59c640 1 -- 172.21.15.67:0/3142810019 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f80e015ffe0 msgr2=0x7f80e00b6240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:52.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.214+0000 7f80de59c640 1 --2- 172.21.15.67:0/3142810019 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f80e015ffe0 0x7f80e00b6240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:52.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.214+0000 7f80de59c640 1 -- 172.21.15.67:0/3142810019 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f80e00cd890 msgr2=0x7f80e009f4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:52.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.214+0000 7f80de59c640 1 --2- 172.21.15.67:0/3142810019 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f80e00cd890 0x7f80e009f4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:52.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.214+0000 7f80de59c640 1 -- 172.21.15.67:0/3142810019 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80e00b0590 con 0x7f80e00b1910 2024-09-21T00:29:52.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.214+0000 7f80de59c640 1 --2- 172.21.15.67:0/3142810019 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f80e00b1910 0x7f80e015a9e0 secure :-1 s=READY pgs=1442 cs=0 l=1 rev1=1 crypto rx=0x7f80d0005fd0 tx=0x7f80d0003970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:52.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.214+0000 7f80ceffd640 1 -- 172.21.15.67:0/3142810019 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80d0031b90 con 0x7f80e00b1910 2024-09-21T00:29:52.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.214+0000 7f80ceffd640 1 -- 172.21.15.67:0/3142810019 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f80d0031e20 con 0x7f80e00b1910 2024-09-21T00:29:52.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.214+0000 7f80e4f71640 1 -- 172.21.15.67:0/3142810019 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f80e00b0870 con 0x7f80e00b1910 2024-09-21T00:29:52.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.214+0000 7f80ceffd640 1 -- 172.21.15.67:0/3142810019 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f80d00332d0 con 0x7f80e00b1910 2024-09-21T00:29:52.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.214+0000 7f80e4f71640 1 -- 172.21.15.67:0/3142810019 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f80e00b0e30 con 0x7f80e00b1910 2024-09-21T00:29:52.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.215+0000 7f80e4f71640 1 -- 172.21.15.67:0/3142810019 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f80e00ce9d0 con 0x7f80e00b1910 2024-09-21T00:29:52.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.216+0000 7f80ceffd640 1 -- 172.21.15.67:0/3142810019 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f80d0033470 con 0x7f80e00b1910 2024-09-21T00:29:52.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.216+0000 7f80ceffd640 1 --2- 172.21.15.67:0/3142810019 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f80c0078b90 0x7f80c007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:52.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.216+0000 7f80ceffd640 1 -- 172.21.15.67:0/3142810019 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(120..120 src has 1..120) ==== 4943+0+0 (secure 0 0 0) 0x7f80d00bbfe0 con 0x7f80e00b1910 2024-09-21T00:29:52.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.217+0000 7f80ddd9b640 1 --2- 172.21.15.67:0/3142810019 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f80c0078b90 0x7f80c007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:52.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.217+0000 7f80ddd9b640 1 --2- 172.21.15.67:0/3142810019 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f80c0078b90 0x7f80c007b0a0 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f80e00b72b0 tx=0x7f80d4009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:52.223 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.221+0000 7f80ceffd640 1 -- 172.21.15.67:0/3142810019 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f80d003f030 con 0x7f80e00b1910 2024-09-21T00:29:52.410 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.407+0000 7f80e4f71640 1 -- 172.21.15.67:0/3142810019 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f80e00b4c80 con 0x7f80e00b1910 2024-09-21T00:29:52.410 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.408+0000 7f80ceffd640 1 -- 172.21.15.67:0/3142810019 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v120) ==== 74+0+13006 (secure 0 0 0) 0x7f80d0084720 con 0x7f80e00b1910 2024-09-21T00:29:52.410 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:29:52.411 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":120,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:29:51.072275+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":17,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":115,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.97:6836/2742067706":"2024-09-22T00:29:48.033607+0000","172.21.15.97:6834/2742067706":"2024-09-22T00:29:48.033607+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:29:52.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.411+0000 7f80e4f71640 1 -- 172.21.15.67:0/3142810019 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f80c0078b90 msgr2=0x7f80c007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:52.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.411+0000 7f80e4f71640 1 --2- 172.21.15.67:0/3142810019 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f80c0078b90 0x7f80c007b0a0 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f80e00b72b0 tx=0x7f80d4009040 comp rx=0 tx=0).stop 2024-09-21T00:29:52.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.411+0000 7f80e4f71640 1 -- 172.21.15.67:0/3142810019 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f80e00b1910 msgr2=0x7f80e015a9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:52.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.411+0000 7f80e4f71640 1 --2- 172.21.15.67:0/3142810019 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f80e00b1910 0x7f80e015a9e0 secure :-1 s=READY pgs=1442 cs=0 l=1 rev1=1 crypto rx=0x7f80d0005fd0 tx=0x7f80d0003970 comp rx=0 tx=0).stop 2024-09-21T00:29:52.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.411+0000 7f80e4f71640 1 -- 172.21.15.67:0/3142810019 shutdown_connections 2024-09-21T00:29:52.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.411+0000 7f80e4f71640 1 --2- 172.21.15.67:0/3142810019 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f80c0078b90 0x7f80c007b0a0 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:52.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.411+0000 7f80e4f71640 1 --2- 172.21.15.67:0/3142810019 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f80e015ffe0 0x7f80e00b6240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:52.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.411+0000 7f80e4f71640 1 --2- 172.21.15.67:0/3142810019 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f80e00cd890 0x7f80e009f4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:52.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.411+0000 7f80e4f71640 1 --2- 172.21.15.67:0/3142810019 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f80e00b1910 0x7f80e015a9e0 unknown :-1 s=CLOSED pgs=1442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:52.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.411+0000 7f80e4f71640 1 -- 172.21.15.67:0/3142810019 >> 172.21.15.67:0/3142810019 conn(0x7f80e00b3e90 msgr2=0x7f80e0071390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:52.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.411+0000 7f80e4f71640 1 -- 172.21.15.67:0/3142810019 shutdown_connections 2024-09-21T00:29:52.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.411+0000 7f80e4f71640 1 -- 172.21.15.67:0/3142810019 wait complete. 2024-09-21T00:29:52.425 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-21T00:21:09.510963+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-21T00:29:52.425 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-21T00:29:52.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.543+0000 7f6ba19e6640 1 -- 172.21.15.67:0/1935265311 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6b9c0d1800 msgr2=0x7f6b9c0d3330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:52.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.543+0000 7f6ba19e6640 1 --2- 172.21.15.67:0/1935265311 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6b9c0d1800 0x7f6b9c0d3330 secure :-1 s=READY pgs=1444 cs=0 l=1 rev1=1 crypto rx=0x7f6b9c08d970 tx=0x7f6b9002a4f0 comp rx=0 tx=0).stop 2024-09-21T00:29:52.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.543+0000 7f6ba19e6640 1 -- 172.21.15.67:0/1935265311 shutdown_connections 2024-09-21T00:29:52.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.543+0000 7f6ba19e6640 1 --2- 172.21.15.67:0/1935265311 >> v2:172.21.15.97:3300/0 conn(0x7f6b9c0d4e30 0x7f6b9c06ec80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:52.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.543+0000 7f6ba19e6640 1 --2- 172.21.15.67:0/1935265311 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6b9c0d1800 0x7f6b9c0d3330 unknown :-1 s=CLOSED pgs=1444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:52.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.543+0000 7f6ba19e6640 1 -- 172.21.15.67:0/1935265311 >> 172.21.15.67:0/1935265311 conn(0x7f6b9c08bee0 msgr2=0x7f6b9c0d4720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:52.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.543+0000 7f6ba19e6640 1 -- 172.21.15.67:0/1935265311 shutdown_connections 2024-09-21T00:29:52.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.543+0000 7f6ba19e6640 1 -- 172.21.15.67:0/1935265311 wait complete. 2024-09-21T00:29:52.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.545+0000 7f6ba19e6640 1 Processor -- start 2024-09-21T00:29:52.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.545+0000 7f6ba19e6640 1 -- start start 2024-09-21T00:29:52.549 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.546+0000 7f6ba19e6640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6b9c0b3cb0 0x7f6b9c1ea020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:52.549 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.546+0000 7f6ba19e6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6b9c0d4e30 0x7f6b9c15b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:52.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.546+0000 7f6ba19e6640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6b9c1f9f60 0x7f6b9c0b2450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:52.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.546+0000 7f6ba19e6640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f6b9c06f550 con 0x7f6b9c0d4e30 2024-09-21T00:29:52.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.546+0000 7f6ba19e6640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f6b9c06f3d0 con 0x7f6b9c0b3cb0 2024-09-21T00:29:52.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.546+0000 7f6ba19e6640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f6b9c06f6d0 con 0x7f6b9c1f9f60 2024-09-21T00:29:52.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.546+0000 7f6b9a7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6b9c0d4e30 0x7f6b9c15b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:52.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.546+0000 7f6b9a7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6b9c0d4e30 0x7f6b9c15b340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52372/0 (socket says 172.21.15.67:52372) 2024-09-21T00:29:52.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.546+0000 7f6b9a7fc640 1 -- 172.21.15.67:0/720562433 learned_addr learned my addr 172.21.15.67:0/720562433 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:52.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.547+0000 7f6b9affd640 1 --2- 172.21.15.67:0/720562433 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6b9c0b3cb0 0x7f6b9c1ea020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:52.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.547+0000 7f6b9b7fe640 1 --2- 172.21.15.67:0/720562433 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6b9c1f9f60 0x7f6b9c0b2450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:52.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.547+0000 7f6b9a7fc640 1 -- 172.21.15.67:0/720562433 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6b9c1f9f60 msgr2=0x7f6b9c0b2450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:52.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.547+0000 7f6b9a7fc640 1 --2- 172.21.15.67:0/720562433 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6b9c1f9f60 0x7f6b9c0b2450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:52.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.547+0000 7f6b9a7fc640 1 -- 172.21.15.67:0/720562433 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6b9c0b3cb0 msgr2=0x7f6b9c1ea020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:52.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.547+0000 7f6b9a7fc640 1 --2- 172.21.15.67:0/720562433 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6b9c0b3cb0 0x7f6b9c1ea020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:52.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.547+0000 7f6b9a7fc640 1 -- 172.21.15.67:0/720562433 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b9c15b880 con 0x7f6b9c0d4e30 2024-09-21T00:29:52.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.547+0000 7f6b9a7fc640 1 --2- 172.21.15.67:0/720562433 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6b9c0d4e30 0x7f6b9c15b340 secure :-1 s=READY pgs=1445 cs=0 l=1 rev1=1 crypto rx=0x7f6b9002aae0 tx=0x7f6b900316a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:52.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.547+0000 7f6b83fff640 1 -- 172.21.15.67:0/720562433 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b90031950 con 0x7f6b9c0d4e30 2024-09-21T00:29:52.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.547+0000 7f6b83fff640 1 -- 172.21.15.67:0/720562433 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6b90031c00 con 0x7f6b9c0d4e30 2024-09-21T00:29:52.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.547+0000 7f6ba19e6640 1 -- 172.21.15.67:0/720562433 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b9c1e9980 con 0x7f6b9c0d4e30 2024-09-21T00:29:52.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.547+0000 7f6b83fff640 1 -- 172.21.15.67:0/720562433 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6b900330d0 con 0x7f6b9c0d4e30 2024-09-21T00:29:52.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.547+0000 7f6ba19e6640 1 -- 172.21.15.67:0/720562433 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b9c1f9760 con 0x7f6b9c0d4e30 2024-09-21T00:29:52.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.548+0000 7f6ba19e6640 1 -- 172.21.15.67:0/720562433 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6b9c161df0 con 0x7f6b9c0d4e30 2024-09-21T00:29:52.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.549+0000 7f6b83fff640 1 -- 172.21.15.67:0/720562433 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f6b90033270 con 0x7f6b9c0d4e30 2024-09-21T00:29:52.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.550+0000 7f6b83fff640 1 --2- 172.21.15.67:0/720562433 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6b88078b90 0x7f6b8807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:52.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.550+0000 7f6b83fff640 1 -- 172.21.15.67:0/720562433 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(120..120 src has 1..120) ==== 4943+0+0 (secure 0 0 0) 0x7f6b900bbc00 con 0x7f6b9c0d4e30 2024-09-21T00:29:52.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.550+0000 7f6b9affd640 1 --2- 172.21.15.67:0/720562433 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6b88078b90 0x7f6b8807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:52.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.550+0000 7f6b9affd640 1 --2- 172.21.15.67:0/720562433 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6b88078b90 0x7f6b8807b0a0 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f6b8c0017e0 tx=0x7f6b8c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:52.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.554+0000 7f6b83fff640 1 -- 172.21.15.67:0/720562433 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f6b9c161df0 con 0x7f6b9c0d4e30 2024-09-21T00:29:52.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.741+0000 7f6ba19e6640 1 -- 172.21.15.67:0/720562433 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f6b9c06fb80 con 0x7f6b9c0d4e30 2024-09-21T00:29:52.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.742+0000 7f6b83fff640 1 -- 172.21.15.67:0/720562433 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v120) ==== 93+0+10 (secure 0 0 0) 0x7f6b900c2080 con 0x7f6b9c0d4e30 2024-09-21T00:29:52.745 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 1 2024-09-21T00:29:52.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.744+0000 7f6ba19e6640 1 -- 172.21.15.67:0/720562433 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6b88078b90 msgr2=0x7f6b8807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:52.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.744+0000 7f6ba19e6640 1 --2- 172.21.15.67:0/720562433 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6b88078b90 0x7f6b8807b0a0 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f6b8c0017e0 tx=0x7f6b8c009040 comp rx=0 tx=0).stop 2024-09-21T00:29:52.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.744+0000 7f6ba19e6640 1 -- 172.21.15.67:0/720562433 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6b9c0d4e30 msgr2=0x7f6b9c15b340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:52.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.744+0000 7f6ba19e6640 1 --2- 172.21.15.67:0/720562433 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6b9c0d4e30 0x7f6b9c15b340 secure :-1 s=READY pgs=1445 cs=0 l=1 rev1=1 crypto rx=0x7f6b9002aae0 tx=0x7f6b900316a0 comp rx=0 tx=0).stop 2024-09-21T00:29:52.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.744+0000 7f6ba19e6640 1 -- 172.21.15.67:0/720562433 shutdown_connections 2024-09-21T00:29:52.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.744+0000 7f6ba19e6640 1 --2- 172.21.15.67:0/720562433 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6b88078b90 0x7f6b8807b0a0 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:52.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.744+0000 7f6ba19e6640 1 --2- 172.21.15.67:0/720562433 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6b9c1f9f60 0x7f6b9c0b2450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:52.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.744+0000 7f6ba19e6640 1 --2- 172.21.15.67:0/720562433 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6b9c0d4e30 0x7f6b9c15b340 unknown :-1 s=CLOSED pgs=1445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:52.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.744+0000 7f6ba19e6640 1 --2- 172.21.15.67:0/720562433 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6b9c0b3cb0 0x7f6b9c1ea020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:52.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.744+0000 7f6ba19e6640 1 -- 172.21.15.67:0/720562433 >> 172.21.15.67:0/720562433 conn(0x7f6b9c08bee0 msgr2=0x7f6b9c1eafa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:52.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.744+0000 7f6ba19e6640 1 -- 172.21.15.67:0/720562433 shutdown_connections 2024-09-21T00:29:52.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.744+0000 7f6ba19e6640 1 -- 172.21.15.67:0/720562433 wait complete. 2024-09-21T00:29:52.758 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_scrub_checks.TestScrubControls.test_scrub_pause_and_resume' 2024-09-21T00:29:52.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.873+0000 7f99aef20640 1 -- 172.21.15.67:0/2032610064 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9990004800 msgr2=0x7f9990004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:52.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.873+0000 7f99aef20640 1 --2- 172.21.15.67:0/2032610064 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9990004800 0x7f9990004c10 secure :-1 s=READY pgs=1447 cs=0 l=1 rev1=1 crypto rx=0x7f999c001800 tx=0x7f9990005830 comp rx=0 tx=0).stop 2024-09-21T00:29:52.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.873+0000 7f99ad4bd640 1 -- 172.21.15.67:0/2032610064 reap_dead start 2024-09-21T00:29:52.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.873+0000 7f99aef20640 1 -- 172.21.15.67:0/2032610064 shutdown_connections 2024-09-21T00:29:52.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.873+0000 7f99aef20640 1 -- 172.21.15.67:0/2032610064 >> 172.21.15.67:0/2032610064 conn(0x7f99a80d45a0 msgr2=0x7f99a80d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:52.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.873+0000 7f99aef20640 1 -- 172.21.15.67:0/2032610064 shutdown_connections 2024-09-21T00:29:52.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.873+0000 7f99aef20640 1 -- 172.21.15.67:0/2032610064 wait complete. 2024-09-21T00:29:52.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.875+0000 7f99aef20640 1 Processor -- start 2024-09-21T00:29:52.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.875+0000 7f99aef20640 1 -- start start 2024-09-21T00:29:52.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.876+0000 7f99aef20640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9990004800 0x7f99a814e500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:52.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.876+0000 7f99aef20640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f99a8151f80 0x7f99a80cd2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:52.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.876+0000 7f99aef20640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f99a81f9580 0x7f99a81f9990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:52.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.876+0000 7f99aef20640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f99a806fd70 con 0x7f99a8151f80 2024-09-21T00:29:52.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.876+0000 7f99aef20640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f99a806fbf0 con 0x7f99a81f9580 2024-09-21T00:29:52.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.876+0000 7f99aef20640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f99a80cdcb0 con 0x7f9990004800 2024-09-21T00:29:52.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.876+0000 7f99a7fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f99a8151f80 0x7f99a80cd2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:52.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.876+0000 7f99a7fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f99a8151f80 0x7f99a80cd2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:52390/0 (socket says 172.21.15.67:52390) 2024-09-21T00:29:52.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.876+0000 7f99a7fff640 1 -- 172.21.15.67:0/35111048 learned_addr learned my addr 172.21.15.67:0/35111048 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:52.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.876+0000 7f99ad4bd640 1 --2- 172.21.15.67:0/35111048 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f99a81f9580 0x7f99a81f9990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:52.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.876+0000 7f99accbc640 1 --2- 172.21.15.67:0/35111048 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9990004800 0x7f99a814e500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:52.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.877+0000 7f99a7fff640 1 -- 172.21.15.67:0/35111048 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9990004800 msgr2=0x7f99a814e500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:52.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.877+0000 7f99a7fff640 1 --2- 172.21.15.67:0/35111048 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9990004800 0x7f99a814e500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:52.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.877+0000 7f99a7fff640 1 -- 172.21.15.67:0/35111048 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f99a81f9580 msgr2=0x7f99a81f9990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:52.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.877+0000 7f99a7fff640 1 --2- 172.21.15.67:0/35111048 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f99a81f9580 0x7f99a81f9990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:52.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.877+0000 7f99a7fff640 1 -- 172.21.15.67:0/35111048 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99a81f8dc0 con 0x7f99a8151f80 2024-09-21T00:29:52.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.877+0000 7f99ad4bd640 1 --2- 172.21.15.67:0/35111048 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f99a81f9580 0x7f99a81f9990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:29:52.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.877+0000 7f99a7fff640 1 --2- 172.21.15.67:0/35111048 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f99a8151f80 0x7f99a80cd2e0 secure :-1 s=READY pgs=1448 cs=0 l=1 rev1=1 crypto rx=0x7f999c02aa40 tx=0x7f999c0060e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:52.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.877+0000 7f99a57fa640 1 -- 172.21.15.67:0/35111048 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f999c003a00 con 0x7f99a8151f80 2024-09-21T00:29:52.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.877+0000 7f99a57fa640 1 -- 172.21.15.67:0/35111048 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f999c003c90 con 0x7f99a8151f80 2024-09-21T00:29:52.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.877+0000 7f99aef20640 1 -- 172.21.15.67:0/35111048 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f99a814ed30 con 0x7f99a8151f80 2024-09-21T00:29:52.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.877+0000 7f99a57fa640 1 -- 172.21.15.67:0/35111048 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f999c0336e0 con 0x7f99a8151f80 2024-09-21T00:29:52.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.877+0000 7f99aef20640 1 -- 172.21.15.67:0/35111048 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f99a814f2f0 con 0x7f99a8151f80 2024-09-21T00:29:52.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.878+0000 7f99aef20640 1 -- 172.21.15.67:0/35111048 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f99a80b6430 con 0x7f99a8151f80 2024-09-21T00:29:52.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.879+0000 7f99a57fa640 1 -- 172.21.15.67:0/35111048 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f999c045020 con 0x7f99a8151f80 2024-09-21T00:29:52.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.879+0000 7f99a57fa640 1 --2- 172.21.15.67:0/35111048 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9994078b90 0x7f999407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:52.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.880+0000 7f99a57fa640 1 -- 172.21.15.67:0/35111048 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(120..120 src has 1..120) ==== 4943+0+0 (secure 0 0 0) 0x7f999c0ba9f0 con 0x7f99a8151f80 2024-09-21T00:29:52.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.880+0000 7f99accbc640 1 --2- 172.21.15.67:0/35111048 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9994078b90 0x7f999407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:52.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.880+0000 7f99accbc640 1 --2- 172.21.15.67:0/35111048 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9994078b90 0x7f999407b0a0 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f9998005eb0 tx=0x7f9998005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:52.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:52.884+0000 7f99a57fa640 1 -- 172.21.15.67:0/35111048 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f999c0831c0 con 0x7f99a8151f80 2024-09-21T00:29:53.147 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:53.145+0000 7f99aef20640 1 -- 172.21.15.67:0/35111048 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_scrub_checks.TestScrubControls.test_scrub_pause_and_resume"]} v 0) -- 0x7f99a814ea90 con 0x7f99a8151f80 2024-09-21T00:29:54.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.084+0000 7f99a57fa640 1 -- 172.21.15.67:0/35111048 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_scrub_checks.TestScrubControls.test_scrub_pause_and_resume"]}]=0 v401) ==== 158+0+0 (secure 0 0 0) 0x7f999c082ac0 con 0x7f99a8151f80 2024-09-21T00:29:54.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.087+0000 7f99aef20640 1 -- 172.21.15.67:0/35111048 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9994078b90 msgr2=0x7f999407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:54.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.087+0000 7f99aef20640 1 --2- 172.21.15.67:0/35111048 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9994078b90 0x7f999407b0a0 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f9998005eb0 tx=0x7f9998005f90 comp rx=0 tx=0).stop 2024-09-21T00:29:54.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.087+0000 7f99aef20640 1 -- 172.21.15.67:0/35111048 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f99a8151f80 msgr2=0x7f99a80cd2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:54.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.087+0000 7f99aef20640 1 --2- 172.21.15.67:0/35111048 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f99a8151f80 0x7f99a80cd2e0 secure :-1 s=READY pgs=1448 cs=0 l=1 rev1=1 crypto rx=0x7f999c02aa40 tx=0x7f999c0060e0 comp rx=0 tx=0).stop 2024-09-21T00:29:54.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.087+0000 7f99aef20640 1 -- 172.21.15.67:0/35111048 shutdown_connections 2024-09-21T00:29:54.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.087+0000 7f99aef20640 1 --2- 172.21.15.67:0/35111048 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9994078b90 0x7f999407b0a0 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:54.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.087+0000 7f99aef20640 1 --2- 172.21.15.67:0/35111048 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f99a81f9580 0x7f99a81f9990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:54.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.087+0000 7f99aef20640 1 --2- 172.21.15.67:0/35111048 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f99a8151f80 0x7f99a80cd2e0 unknown :-1 s=CLOSED pgs=1448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:54.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.087+0000 7f99aef20640 1 --2- 172.21.15.67:0/35111048 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9990004800 0x7f99a814e500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:54.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.087+0000 7f99aef20640 1 -- 172.21.15.67:0/35111048 >> 172.21.15.67:0/35111048 conn(0x7f99a80d45a0 msgr2=0x7f99a80b7500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:54.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.087+0000 7f99aef20640 1 -- 172.21.15.67:0/35111048 shutdown_connections 2024-09-21T00:29:54.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.088+0000 7f99aef20640 1 -- 172.21.15.67:0/35111048 wait complete. 2024-09-21T00:29:54.104 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config dump 2024-09-21T00:29:54.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.225+0000 7f8538620640 1 -- 172.21.15.67:0/2024948656 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f85300d11c0 msgr2=0x7f85300d15d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:54.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.225+0000 7f8538620640 1 --2- 172.21.15.67:0/2024948656 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f85300d11c0 0x7f85300d15d0 secure :-1 s=READY pgs=1450 cs=0 l=1 rev1=1 crypto rx=0x7f8520005fd0 tx=0x7f852002aa90 comp rx=0 tx=0).stop 2024-09-21T00:29:54.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.225+0000 7f8538620640 1 -- 172.21.15.67:0/2024948656 shutdown_connections 2024-09-21T00:29:54.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.225+0000 7f8538620640 1 --2- 172.21.15.67:0/2024948656 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f85300d11c0 0x7f85300d15d0 unknown :-1 s=CLOSED pgs=1450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:54.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.225+0000 7f8538620640 1 --2- 172.21.15.67:0/2024948656 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f85300d2b00 0x7f853015e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:54.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.225+0000 7f8538620640 1 -- 172.21.15.67:0/2024948656 >> 172.21.15.67:0/2024948656 conn(0x7f853006dfb0 msgr2=0x7f853006e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:54.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.225+0000 7f8538620640 1 -- 172.21.15.67:0/2024948656 shutdown_connections 2024-09-21T00:29:54.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.225+0000 7f8538620640 1 -- 172.21.15.67:0/2024948656 wait complete. 2024-09-21T00:29:54.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.227+0000 7f8538620640 1 Processor -- start 2024-09-21T00:29:54.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.227+0000 7f8538620640 1 -- start start 2024-09-21T00:29:54.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.228+0000 7f8538620640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f85300d11c0 0x7f85300b4bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:54.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.228+0000 7f8538620640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f85300d2b00 0x7f85300ca4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:54.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.228+0000 7f8538620640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8530162ea0 0x7f85300ca9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:54.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.228+0000 7f8538620640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f853015f640 con 0x7f8530162ea0 2024-09-21T00:29:54.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.228+0000 7f8538620640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f853015f4c0 con 0x7f85300d11c0 2024-09-21T00:29:54.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.228+0000 7f8538620640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f853015f7c0 con 0x7f85300d2b00 2024-09-21T00:29:54.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.229+0000 7f8536bbd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8530162ea0 0x7f85300ca9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:54.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.229+0000 7f8536bbd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8530162ea0 0x7f85300ca9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60302/0 (socket says 172.21.15.67:60302) 2024-09-21T00:29:54.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.229+0000 7f8536bbd640 1 -- 172.21.15.67:0/1632738838 learned_addr learned my addr 172.21.15.67:0/1632738838 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:54.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.229+0000 7f8535bbb640 1 --2- 172.21.15.67:0/1632738838 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f85300d2b00 0x7f85300ca4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:54.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.229+0000 7f85363bc640 1 --2- 172.21.15.67:0/1632738838 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f85300d11c0 0x7f85300b4bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:54.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.229+0000 7f8536bbd640 1 -- 172.21.15.67:0/1632738838 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f85300d2b00 msgr2=0x7f85300ca4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:54.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.229+0000 7f8536bbd640 1 --2- 172.21.15.67:0/1632738838 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f85300d2b00 0x7f85300ca4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:54.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.229+0000 7f8536bbd640 1 -- 172.21.15.67:0/1632738838 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f85300d11c0 msgr2=0x7f85300b4bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:54.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.229+0000 7f8536bbd640 1 --2- 172.21.15.67:0/1632738838 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f85300d11c0 0x7f85300b4bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:54.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.229+0000 7f8536bbd640 1 -- 172.21.15.67:0/1632738838 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85300b5130 con 0x7f8530162ea0 2024-09-21T00:29:54.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.229+0000 7f8536bbd640 1 --2- 172.21.15.67:0/1632738838 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8530162ea0 0x7f85300ca9f0 secure :-1 s=READY pgs=1451 cs=0 l=1 rev1=1 crypto rx=0x7f8520009d90 tx=0x7f8520003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:54.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.229+0000 7f852effd640 1 -- 172.21.15.67:0/1632738838 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8520044070 con 0x7f8530162ea0 2024-09-21T00:29:54.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.229+0000 7f852effd640 1 -- 172.21.15.67:0/1632738838 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8520004250 con 0x7f8530162ea0 2024-09-21T00:29:54.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.229+0000 7f8538620640 1 -- 172.21.15.67:0/1632738838 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85300b5fd0 con 0x7f8530162ea0 2024-09-21T00:29:54.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.229+0000 7f852effd640 1 -- 172.21.15.67:0/1632738838 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8520004680 con 0x7f8530162ea0 2024-09-21T00:29:54.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.229+0000 7f8538620640 1 -- 172.21.15.67:0/1632738838 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85300b6590 con 0x7f8530162ea0 2024-09-21T00:29:54.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.231+0000 7f8538620640 1 -- 172.21.15.67:0/1632738838 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f85300b5d40 con 0x7f8530162ea0 2024-09-21T00:29:54.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.231+0000 7f852effd640 1 -- 172.21.15.67:0/1632738838 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f8520047070 con 0x7f8530162ea0 2024-09-21T00:29:54.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.232+0000 7f852effd640 1 --2- 172.21.15.67:0/1632738838 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f851c078b90 0x7f851c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:54.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.232+0000 7f852effd640 1 -- 172.21.15.67:0/1632738838 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(120..120 src has 1..120) ==== 4943+0+0 (secure 0 0 0) 0x7f85200bba90 con 0x7f8530162ea0 2024-09-21T00:29:54.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.232+0000 7f85363bc640 1 --2- 172.21.15.67:0/1632738838 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f851c078b90 0x7f851c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:54.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.233+0000 7f85363bc640 1 --2- 172.21.15.67:0/1632738838 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f851c078b90 0x7f851c07b0a0 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f8528001710 tx=0x7f8528009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:54.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.237+0000 7f852effd640 1 -- 172.21.15.67:0/1632738838 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f8520032030 con 0x7f8530162ea0 2024-09-21T00:29:54.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.425+0000 7f8538620640 1 -- 172.21.15.67:0/1632738838 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7f853015fc10 con 0x7f8530162ea0 2024-09-21T00:29:54.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.425+0000 7f852effd640 1 -- 172.21.15.67:0/1632738838 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v53) ==== 59+0+2294 (secure 0 0 0) 0x7f8520004820 con 0x7f8530162ea0 2024-09-21T00:29:54.428 INFO:teuthology.orchestra.run.smithi067.stdout:WHO MASK LEVEL OPTION VALUE RO 2024-09-21T00:29:54.428 INFO:teuthology.orchestra.run.smithi067.stdout:mon advanced mon_op_complaint_time 120 2024-09-21T00:29:54.428 INFO:teuthology.orchestra.run.smithi067.stdout:mgr advanced client_mount_timeout 30 2024-09-21T00:29:54.428 INFO:teuthology.orchestra.run.smithi067.stdout:mgr advanced debug_client 20/20 2024-09-21T00:29:54.428 INFO:teuthology.orchestra.run.smithi067.stdout:mgr advanced debug_mgr 20/20 2024-09-21T00:29:54.428 INFO:teuthology.orchestra.run.smithi067.stdout:mgr advanced debug_ms 1/1 2024-09-21T00:29:54.428 INFO:teuthology.orchestra.run.smithi067.stdout:mgr dev mon_warn_on_pool_no_app false 2024-09-21T00:29:54.428 INFO:teuthology.orchestra.run.smithi067.stdout:osd advanced osd_op_complaint_time 180.000000 2024-09-21T00:29:54.429 INFO:teuthology.orchestra.run.smithi067.stdout:osd.0 basic osd_mclock_max_capacity_iops_ssd 4994.792072 2024-09-21T00:29:54.429 INFO:teuthology.orchestra.run.smithi067.stdout:osd.1 basic osd_mclock_max_capacity_iops_ssd 6949.964888 2024-09-21T00:29:54.429 INFO:teuthology.orchestra.run.smithi067.stdout:osd.2 basic osd_mclock_max_capacity_iops_ssd 4728.394376 2024-09-21T00:29:54.429 INFO:teuthology.orchestra.run.smithi067.stdout:osd.3 basic osd_mclock_max_capacity_iops_ssd 4592.129816 2024-09-21T00:29:54.429 INFO:teuthology.orchestra.run.smithi067.stdout:osd.4 basic osd_mclock_max_capacity_iops_ssd 6550.422905 2024-09-21T00:29:54.429 INFO:teuthology.orchestra.run.smithi067.stdout:osd.5 basic osd_mclock_max_capacity_iops_ssd 5213.710688 2024-09-21T00:29:54.429 INFO:teuthology.orchestra.run.smithi067.stdout:osd.6 basic osd_mclock_max_capacity_iops_ssd 5638.399028 2024-09-21T00:29:54.429 INFO:teuthology.orchestra.run.smithi067.stdout:osd.7 basic osd_mclock_max_capacity_iops_ssd 5357.310397 2024-09-21T00:29:54.429 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced debug_mds 20/20 2024-09-21T00:29:54.429 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced debug_mds_balancer 20/20 2024-09-21T00:29:54.429 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced debug_ms 2/2 2024-09-21T00:29:54.429 INFO:teuthology.orchestra.run.smithi067.stdout:mds dev mds_debug_frag true 2024-09-21T00:29:54.430 INFO:teuthology.orchestra.run.smithi067.stdout:mds dev mds_debug_scatterstat true 2024-09-21T00:29:54.430 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced mds_op_complaint_time 180.000000 2024-09-21T00:29:54.430 INFO:teuthology.orchestra.run.smithi067.stdout:mds dev mds_verify_scatter true 2024-09-21T00:29:54.430 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced osd_op_complaint_time 180.000000 2024-09-21T00:29:54.430 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced rados_mon_op_timeout 900 2024-09-21T00:29:54.430 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced rados_osd_op_timeout 900 2024-09-21T00:29:54.430 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced client_mount_timeout 600 2024-09-21T00:29:54.430 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced debug_client 20/20 2024-09-21T00:29:54.430 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced debug_ms 1/1 2024-09-21T00:29:54.430 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced rados_mon_op_timeout 900 2024-09-21T00:29:54.430 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced rados_osd_op_timeout 900 2024-09-21T00:29:54.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.428+0000 7f8538620640 1 -- 172.21.15.67:0/1632738838 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f851c078b90 msgr2=0x7f851c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:54.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.428+0000 7f8538620640 1 --2- 172.21.15.67:0/1632738838 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f851c078b90 0x7f851c07b0a0 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f8528001710 tx=0x7f8528009040 comp rx=0 tx=0).stop 2024-09-21T00:29:54.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.428+0000 7f8538620640 1 -- 172.21.15.67:0/1632738838 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8530162ea0 msgr2=0x7f85300ca9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:54.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.428+0000 7f8538620640 1 --2- 172.21.15.67:0/1632738838 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8530162ea0 0x7f85300ca9f0 secure :-1 s=READY pgs=1451 cs=0 l=1 rev1=1 crypto rx=0x7f8520009d90 tx=0x7f8520003f10 comp rx=0 tx=0).stop 2024-09-21T00:29:54.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.428+0000 7f8538620640 1 -- 172.21.15.67:0/1632738838 shutdown_connections 2024-09-21T00:29:54.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.428+0000 7f8538620640 1 --2- 172.21.15.67:0/1632738838 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f851c078b90 0x7f851c07b0a0 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:54.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.428+0000 7f8538620640 1 --2- 172.21.15.67:0/1632738838 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8530162ea0 0x7f85300ca9f0 unknown :-1 s=CLOSED pgs=1451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:54.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.428+0000 7f8538620640 1 --2- 172.21.15.67:0/1632738838 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f85300d2b00 0x7f85300ca4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:54.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.428+0000 7f8538620640 1 --2- 172.21.15.67:0/1632738838 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f85300d11c0 0x7f85300b4bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:54.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.428+0000 7f8538620640 1 -- 172.21.15.67:0/1632738838 >> 172.21.15.67:0/1632738838 conn(0x7f853006dfb0 msgr2=0x7f85300cf6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:54.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.428+0000 7f8538620640 1 -- 172.21.15.67:0/1632738838 shutdown_connections 2024-09-21T00:29:54.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.428+0000 7f8538620640 1 -- 172.21.15.67:0/1632738838 wait complete. 2024-09-21T00:29:54.441 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-21T00:29:54.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.558+0000 7f3d14b5f640 1 -- 172.21.15.67:0/2756072173 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3d1015ba30 msgr2=0x7f3d100ce1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:54.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.558+0000 7f3d14b5f640 1 --2- 172.21.15.67:0/2756072173 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3d1015ba30 0x7f3d100ce1e0 secure :-1 s=READY pgs=1453 cs=0 l=1 rev1=1 crypto rx=0x7f3d1006dd90 tx=0x7f3d0002a4a0 comp rx=0 tx=0).stop 2024-09-21T00:29:54.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.558+0000 7f3d14b5f640 1 -- 172.21.15.67:0/2756072173 shutdown_connections 2024-09-21T00:29:54.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.558+0000 7f3d14b5f640 1 --2- 172.21.15.67:0/2756072173 >> v2:172.21.15.97:3300/0 conn(0x7f3d100b4270 0x7f3d100b4680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:54.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.558+0000 7f3d14b5f640 1 --2- 172.21.15.67:0/2756072173 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3d1015ba30 0x7f3d100ce1e0 unknown :-1 s=CLOSED pgs=1453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:54.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.558+0000 7f3d14b5f640 1 -- 172.21.15.67:0/2756072173 >> 172.21.15.67:0/2756072173 conn(0x7f3d1006d630 msgr2=0x7f3d100d02a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:54.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.558+0000 7f3d14b5f640 1 -- 172.21.15.67:0/2756072173 shutdown_connections 2024-09-21T00:29:54.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.558+0000 7f3d14b5f640 1 -- 172.21.15.67:0/2756072173 wait complete. 2024-09-21T00:29:54.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.560+0000 7f3d14b5f640 1 Processor -- start 2024-09-21T00:29:54.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.560+0000 7f3d14b5f640 1 -- start start 2024-09-21T00:29:54.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.562+0000 7f3d14b5f640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3d10070100 0x7f3d100c6130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:54.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.562+0000 7f3d14b5f640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3d100b4270 0x7f3d100c7350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:54.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.562+0000 7f3d14b5f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3d1015ba30 0x7f3d100b1eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:54.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.562+0000 7f3d14b5f640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f3d100cae60 con 0x7f3d1015ba30 2024-09-21T00:29:54.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.562+0000 7f3d14b5f640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f3d100cace0 con 0x7f3d10070100 2024-09-21T00:29:54.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.562+0000 7f3d14b5f640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f3d100cafe0 con 0x7f3d100b4270 2024-09-21T00:29:54.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.562+0000 7f3d0ed9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3d1015ba30 0x7f3d100b1eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:54.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.562+0000 7f3d0ed9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3d1015ba30 0x7f3d100b1eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60326/0 (socket says 172.21.15.67:60326) 2024-09-21T00:29:54.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.562+0000 7f3d0ed9d640 1 -- 172.21.15.67:0/2159540467 learned_addr learned my addr 172.21.15.67:0/2159540467 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:54.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.562+0000 7f3d0e59c640 1 --2- 172.21.15.67:0/2159540467 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3d10070100 0x7f3d100c6130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:54.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.562+0000 7f3d0dd9b640 1 --2- 172.21.15.67:0/2159540467 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3d100b4270 0x7f3d100c7350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:54.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.562+0000 7f3d0ed9d640 1 -- 172.21.15.67:0/2159540467 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3d100b4270 msgr2=0x7f3d100c7350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:54.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.562+0000 7f3d0ed9d640 1 --2- 172.21.15.67:0/2159540467 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3d100b4270 0x7f3d100c7350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:54.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.562+0000 7f3d0ed9d640 1 -- 172.21.15.67:0/2159540467 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3d10070100 msgr2=0x7f3d100c6130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:54.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.562+0000 7f3d0ed9d640 1 --2- 172.21.15.67:0/2159540467 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3d10070100 0x7f3d100c6130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:54.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.562+0000 7f3d0ed9d640 1 -- 172.21.15.67:0/2159540467 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d101f6de0 con 0x7f3d1015ba30 2024-09-21T00:29:54.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.562+0000 7f3d0dd9b640 1 --2- 172.21.15.67:0/2159540467 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3d100b4270 0x7f3d100c7350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:29:54.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.562+0000 7f3d0e59c640 1 --2- 172.21.15.67:0/2159540467 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3d10070100 0x7f3d100c6130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:29:54.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.562+0000 7f3d0ed9d640 1 --2- 172.21.15.67:0/2159540467 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3d1015ba30 0x7f3d100b1eb0 secure :-1 s=READY pgs=1454 cs=0 l=1 rev1=1 crypto rx=0x7f3d0800cae0 tx=0x7f3d0800a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:54.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.562+0000 7f3cfeffd640 1 -- 172.21.15.67:0/2159540467 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d08016020 con 0x7f3d1015ba30 2024-09-21T00:29:54.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.562+0000 7f3d14b5f640 1 -- 172.21.15.67:0/2159540467 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d101f70c0 con 0x7f3d1015ba30 2024-09-21T00:29:54.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.562+0000 7f3cfeffd640 1 -- 172.21.15.67:0/2159540467 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3d0800acd0 con 0x7f3d1015ba30 2024-09-21T00:29:54.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.562+0000 7f3cfeffd640 1 -- 172.21.15.67:0/2159540467 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d08012680 con 0x7f3d1015ba30 2024-09-21T00:29:54.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.563+0000 7f3d14b5f640 1 -- 172.21.15.67:0/2159540467 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d101f7680 con 0x7f3d1015ba30 2024-09-21T00:29:54.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.563+0000 7f3d14b5f640 1 -- 172.21.15.67:0/2159540467 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3d100b4680 con 0x7f3d1015ba30 2024-09-21T00:29:54.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.564+0000 7f3cfeffd640 1 -- 172.21.15.67:0/2159540467 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f3d08019020 con 0x7f3d1015ba30 2024-09-21T00:29:54.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.565+0000 7f3cfeffd640 1 --2- 172.21.15.67:0/2159540467 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3cf0078b90 0x7f3cf007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:54.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.565+0000 7f3cfeffd640 1 -- 172.21.15.67:0/2159540467 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(120..120 src has 1..120) ==== 4943+0+0 (secure 0 0 0) 0x7f3d0809ae40 con 0x7f3d1015ba30 2024-09-21T00:29:54.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.565+0000 7f3d0e59c640 1 --2- 172.21.15.67:0/2159540467 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3cf0078b90 0x7f3cf007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:54.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.566+0000 7f3d0e59c640 1 --2- 172.21.15.67:0/2159540467 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3cf0078b90 0x7f3cf007b0a0 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f3d00034000 tx=0x7f3d00004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:54.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.570+0000 7f3cfeffd640 1 -- 172.21.15.67:0/2159540467 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f3d08020030 con 0x7f3d1015ba30 2024-09-21T00:29:54.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.756+0000 7f3d14b5f640 1 -- 172.21.15.67:0/2159540467 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f3d100ce7c0 con 0x7f3d1015ba30 2024-09-21T00:29:54.762 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.760+0000 7f3cfeffd640 1 -- 172.21.15.67:0/2159540467 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v54)=0 v54) ==== 122+0+0 (secure 0 0 0) 0x7f3d08063500 con 0x7f3d1015ba30 2024-09-21T00:29:54.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.762+0000 7f3d14b5f640 1 -- 172.21.15.67:0/2159540467 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3cf0078b90 msgr2=0x7f3cf007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:54.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.762+0000 7f3d14b5f640 1 --2- 172.21.15.67:0/2159540467 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3cf0078b90 0x7f3cf007b0a0 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f3d00034000 tx=0x7f3d00004730 comp rx=0 tx=0).stop 2024-09-21T00:29:54.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.762+0000 7f3d14b5f640 1 -- 172.21.15.67:0/2159540467 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3d1015ba30 msgr2=0x7f3d100b1eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:54.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.762+0000 7f3d14b5f640 1 --2- 172.21.15.67:0/2159540467 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3d1015ba30 0x7f3d100b1eb0 secure :-1 s=READY pgs=1454 cs=0 l=1 rev1=1 crypto rx=0x7f3d0800cae0 tx=0x7f3d0800a060 comp rx=0 tx=0).stop 2024-09-21T00:29:54.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.762+0000 7f3d14b5f640 1 -- 172.21.15.67:0/2159540467 shutdown_connections 2024-09-21T00:29:54.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.762+0000 7f3d14b5f640 1 --2- 172.21.15.67:0/2159540467 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3cf0078b90 0x7f3cf007b0a0 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:54.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.762+0000 7f3d14b5f640 1 --2- 172.21.15.67:0/2159540467 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3d1015ba30 0x7f3d100b1eb0 unknown :-1 s=CLOSED pgs=1454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:54.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.762+0000 7f3d14b5f640 1 --2- 172.21.15.67:0/2159540467 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3d100b4270 0x7f3d100c7350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:54.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.762+0000 7f3d14b5f640 1 --2- 172.21.15.67:0/2159540467 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3d10070100 0x7f3d100c6130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:54.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.762+0000 7f3d14b5f640 1 -- 172.21.15.67:0/2159540467 >> 172.21.15.67:0/2159540467 conn(0x7f3d1006d630 msgr2=0x7f3d10157a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:54.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.763+0000 7f3d14b5f640 1 -- 172.21.15.67:0/2159540467 shutdown_connections 2024-09-21T00:29:54.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:54.763+0000 7f3d14b5f640 1 -- 172.21.15.67:0/2159540467 wait complete. 2024-09-21T00:29:54.776 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-21T00:29:54.776 DEBUG:teuthology.orchestra.run.smithi067:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T00:29:54.827 DEBUG:teuthology.orchestra.run.smithi097:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T00:29:54.881 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-21T00:29:54.881 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:29:54.881 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:29:54.897 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20178 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T00:29:54.898 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:29:54.898 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:29:54.916 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17850 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T00:29:54.916 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:29:54.916 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:29:54.954 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20178 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T00:29:54.954 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:29:54.954 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:29:54.975 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17850 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T00:29:54.975 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-21T00:29:54.976 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:29:55.112 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.109+0000 7ff7e9f6e640 1 -- 172.21.15.67:0/2668069214 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff7cc003a00 msgr2=0x7ff7cc003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:55.112 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.109+0000 7ff7e9f6e640 1 --2- 172.21.15.67:0/2668069214 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff7cc003a00 0x7ff7cc003e70 secure :-1 s=READY pgs=1456 cs=0 l=1 rev1=1 crypto rx=0x7ff7d400c290 tx=0x7ff7cc005830 comp rx=0 tx=0).stop 2024-09-21T00:29:55.112 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.109+0000 7ff7e3fff640 1 -- 172.21.15.67:0/2668069214 reap_dead start 2024-09-21T00:29:55.112 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.109+0000 7ff7e9f6e640 1 -- 172.21.15.67:0/2668069214 shutdown_connections 2024-09-21T00:29:55.112 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.109+0000 7ff7e9f6e640 1 -- 172.21.15.67:0/2668069214 >> 172.21.15.67:0/2668069214 conn(0x7ff7e408bee0 msgr2=0x7ff7e40d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:55.112 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.109+0000 7ff7e9f6e640 1 -- 172.21.15.67:0/2668069214 shutdown_connections 2024-09-21T00:29:55.112 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.109+0000 7ff7e9f6e640 1 -- 172.21.15.67:0/2668069214 wait complete. 2024-09-21T00:29:55.113 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.111+0000 7ff7e9f6e640 1 Processor -- start 2024-09-21T00:29:55.113 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.111+0000 7ff7e9f6e640 1 -- start start 2024-09-21T00:29:55.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.113+0000 7ff7e9f6e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff7cc003a00 0x7ff7e41f96f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:55.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.113+0000 7ff7e9f6e640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff7e40a1ba0 0x7ff7e415ba90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:55.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.113+0000 7ff7e9f6e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff7e41e9a50 0x7ff7e41e9e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:55.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.113+0000 7ff7e9f6e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff7e40d17b0 con 0x7ff7cc003a00 2024-09-21T00:29:55.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.113+0000 7ff7e9f6e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff7e40d1630 con 0x7ff7e41e9a50 2024-09-21T00:29:55.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.113+0000 7ff7e9f6e640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7ff7e40cf100 con 0x7ff7e40a1ba0 2024-09-21T00:29:55.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.113+0000 7ff7e37fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff7cc003a00 0x7ff7e41f96f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:55.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.113+0000 7ff7e37fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff7cc003a00 0x7ff7e41f96f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60344/0 (socket says 172.21.15.67:60344) 2024-09-21T00:29:55.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.113+0000 7ff7e37fe640 1 -- 172.21.15.67:0/3900481197 learned_addr learned my addr 172.21.15.67:0/3900481197 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:55.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.113+0000 7ff7e2ffd640 1 --2- 172.21.15.67:0/3900481197 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff7e40a1ba0 0x7ff7e415ba90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:55.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.113+0000 7ff7e3fff640 1 --2- 172.21.15.67:0/3900481197 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff7e41e9a50 0x7ff7e41e9e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:55.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.113+0000 7ff7e37fe640 1 -- 172.21.15.67:0/3900481197 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff7e40a1ba0 msgr2=0x7ff7e415ba90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:55.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.113+0000 7ff7e37fe640 1 --2- 172.21.15.67:0/3900481197 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff7e40a1ba0 0x7ff7e415ba90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:55.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.113+0000 7ff7e37fe640 1 -- 172.21.15.67:0/3900481197 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff7e41e9a50 msgr2=0x7ff7e41e9e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:55.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.113+0000 7ff7e37fe640 1 --2- 172.21.15.67:0/3900481197 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff7e41e9a50 0x7ff7e41e9e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:55.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.113+0000 7ff7e37fe640 1 -- 172.21.15.67:0/3900481197 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7e41ea3a0 con 0x7ff7cc003a00 2024-09-21T00:29:55.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.113+0000 7ff7e3fff640 1 --2- 172.21.15.67:0/3900481197 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff7e41e9a50 0x7ff7e41e9e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:29:55.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.113+0000 7ff7e2ffd640 1 --2- 172.21.15.67:0/3900481197 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff7e40a1ba0 0x7ff7e415ba90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:29:55.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.113+0000 7ff7e37fe640 1 --2- 172.21.15.67:0/3900481197 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff7cc003a00 0x7ff7e41f96f0 secure :-1 s=READY pgs=1457 cs=0 l=1 rev1=1 crypto rx=0x7ff7d4030040 tx=0x7ff7d4006380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:55.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.113+0000 7ff7cbfff640 1 -- 172.21.15.67:0/3900481197 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7d4031070 con 0x7ff7cc003a00 2024-09-21T00:29:55.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.114+0000 7ff7cbfff640 1 -- 172.21.15.67:0/3900481197 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff7d4003b10 con 0x7ff7cc003a00 2024-09-21T00:29:55.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.114+0000 7ff7cbfff640 1 -- 172.21.15.67:0/3900481197 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7d4000f40 con 0x7ff7cc003a00 2024-09-21T00:29:55.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.114+0000 7ff7e9f6e640 1 -- 172.21.15.67:0/3900481197 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff7e41f58e0 con 0x7ff7cc003a00 2024-09-21T00:29:55.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.114+0000 7ff7e9f6e640 1 -- 172.21.15.67:0/3900481197 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff7e41f5ea0 con 0x7ff7cc003a00 2024-09-21T00:29:55.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.115+0000 7ff7e9f6e640 1 -- 172.21.15.67:0/3900481197 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff7e40b7800 con 0x7ff7cc003a00 2024-09-21T00:29:55.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.116+0000 7ff7cbfff640 1 -- 172.21.15.67:0/3900481197 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7ff7d402d450 con 0x7ff7cc003a00 2024-09-21T00:29:55.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.116+0000 7ff7cbfff640 1 --2- 172.21.15.67:0/3900481197 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff7d0078bc0 0x7ff7d007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:55.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.116+0000 7ff7cbfff640 1 -- 172.21.15.67:0/3900481197 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(120..120 src has 1..120) ==== 4943+0+0 (secure 0 0 0) 0x7ff7d40baa40 con 0x7ff7cc003a00 2024-09-21T00:29:55.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.116+0000 7ff7e2ffd640 1 --2- 172.21.15.67:0/3900481197 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff7d0078bc0 0x7ff7d007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:55.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.117+0000 7ff7e2ffd640 1 --2- 172.21.15.67:0/3900481197 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff7d0078bc0 0x7ff7d007b0d0 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7ff7e41f67d0 tx=0x7ff7d8005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:55.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.121+0000 7ff7cbfff640 1 -- 172.21.15.67:0/3900481197 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7ff7d4046030 con 0x7ff7cc003a00 2024-09-21T00:29:55.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.347+0000 7ff7e9f6e640 1 -- 172.21.15.67:0/3900481197 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff7e40d0250 con 0x7ff7cc003a00 2024-09-21T00:29:55.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.348+0000 7ff7cbfff640 1 -- 172.21.15.67:0/3900481197 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 101 v101) ==== 95+0+3910 (secure 0 0 0) 0x7ff7d40bae20 con 0x7ff7cc003a00 2024-09-21T00:29:55.350 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:29:55.351 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":101,"btime":"2024-09-21T00:29:49:061097+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6794,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/4236000197","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":4236000197},{"type":"v1","addr":"172.21.15.97:6837","nonce":4236000197}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":94},{"gid":7007,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/571919671","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":571919671},{"type":"v1","addr":"172.21.15.97:6836","nonce":571919671}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":101},{"gid":7432,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/1587573747","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":1587573747},{"type":"v1","addr":"172.21.15.67:6835","nonce":1587573747}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":94},{"gid":8097,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/1023421388","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1023421388},{"type":"v1","addr":"172.21.15.67:6834","nonce":1023421388}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":93}],"filesystems":[]} 2024-09-21T00:29:55.351 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 101 2024-09-21T00:29:55.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.350+0000 7ff7e9f6e640 1 -- 172.21.15.67:0/3900481197 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff7d0078bc0 msgr2=0x7ff7d007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:55.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.350+0000 7ff7e9f6e640 1 --2- 172.21.15.67:0/3900481197 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff7d0078bc0 0x7ff7d007b0d0 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7ff7e41f67d0 tx=0x7ff7d8005f90 comp rx=0 tx=0).stop 2024-09-21T00:29:55.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.350+0000 7ff7e9f6e640 1 -- 172.21.15.67:0/3900481197 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff7cc003a00 msgr2=0x7ff7e41f96f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:55.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.350+0000 7ff7e9f6e640 1 --2- 172.21.15.67:0/3900481197 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff7cc003a00 0x7ff7e41f96f0 secure :-1 s=READY pgs=1457 cs=0 l=1 rev1=1 crypto rx=0x7ff7d4030040 tx=0x7ff7d4006380 comp rx=0 tx=0).stop 2024-09-21T00:29:55.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.350+0000 7ff7e9f6e640 1 -- 172.21.15.67:0/3900481197 shutdown_connections 2024-09-21T00:29:55.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.350+0000 7ff7e9f6e640 1 --2- 172.21.15.67:0/3900481197 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff7d0078bc0 0x7ff7d007b0d0 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:55.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.350+0000 7ff7e9f6e640 1 --2- 172.21.15.67:0/3900481197 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff7e41e9a50 0x7ff7e41e9e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:55.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.350+0000 7ff7e9f6e640 1 --2- 172.21.15.67:0/3900481197 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff7e40a1ba0 0x7ff7e415ba90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:55.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.350+0000 7ff7e9f6e640 1 --2- 172.21.15.67:0/3900481197 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff7cc003a00 0x7ff7e41f96f0 unknown :-1 s=CLOSED pgs=1457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:55.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.350+0000 7ff7e9f6e640 1 -- 172.21.15.67:0/3900481197 >> 172.21.15.67:0/3900481197 conn(0x7ff7e408bee0 msgr2=0x7ff7e415c3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:55.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.350+0000 7ff7e9f6e640 1 -- 172.21.15.67:0/3900481197 shutdown_connections 2024-09-21T00:29:55.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.350+0000 7ff7e9f6e640 1 -- 172.21.15.67:0/3900481197 wait complete. 2024-09-21T00:29:55.364 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-21T00:29:55.364 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-21T00:29:55.364 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-21T00:29:55.364 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:29:55.365 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-21T00:29:55.365 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-21T00:29:55.365 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-21T00:29:55.365 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:29:55.365 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-21T00:29:55.365 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-21T00:29:55.366 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-21T00:29:55.366 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:29:55.366 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-21T00:29:55.366 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-21T00:29:55.366 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-21T00:29:55.366 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:29:55.374 INFO:tasks.ceph.mds.a:Stopped 2024-09-21T00:29:55.374 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-21T00:29:55.375 INFO:tasks.ceph.mds.c:Stopped 2024-09-21T00:29:55.375 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-21T00:29:55.378 INFO:tasks.ceph.mds.d:Stopped 2024-09-21T00:29:55.378 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-21T00:29:55.380 INFO:tasks.ceph.mds.b:Stopped 2024-09-21T00:29:55.380 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-21T00:29:55.417 INFO:tasks.ceph.mds.a:Started 2024-09-21T00:29:55.417 DEBUG:teuthology.parallel:result is None 2024-09-21T00:29:55.417 INFO:tasks.ceph.mds.c:Started 2024-09-21T00:29:55.418 DEBUG:teuthology.parallel:result is None 2024-09-21T00:29:55.422 INFO:tasks.ceph.mds.d:Started 2024-09-21T00:29:55.422 DEBUG:teuthology.parallel:result is None 2024-09-21T00:29:55.423 INFO:tasks.ceph.mds.b:Started 2024-09-21T00:29:55.423 DEBUG:teuthology.parallel:result is None 2024-09-21T00:29:55.424 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-21T00:29:55.506 INFO:tasks.ceph.mds.a.smithi067.stdout:starting mds.a at 2024-09-21T00:29:55.507 INFO:tasks.ceph.mds.c.smithi067.stdout:starting mds.c at 2024-09-21T00:29:55.517 INFO:tasks.ceph.mds.b.smithi097.stdout:starting mds.b at 2024-09-21T00:29:55.517 INFO:tasks.ceph.mds.d.smithi097.stdout:starting mds.d at 2024-09-21T00:29:55.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.544+0000 7f5e49dad640 1 -- 172.21.15.67:0/4110753664 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e440b7b70 msgr2=0x7f5e440b5bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:55.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.544+0000 7f5e49dad640 1 --2- 172.21.15.67:0/4110753664 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e440b7b70 0x7f5e440b5bf0 secure :-1 s=READY pgs=1463 cs=0 l=1 rev1=1 crypto rx=0x7f5e34009820 tx=0x7f5e3402a480 comp rx=0 tx=0).stop 2024-09-21T00:29:55.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.544+0000 7f5e49dad640 1 -- 172.21.15.67:0/4110753664 shutdown_connections 2024-09-21T00:29:55.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.544+0000 7f5e49dad640 1 --2- 172.21.15.67:0/4110753664 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e440b7b70 0x7f5e440b5bf0 unknown :-1 s=CLOSED pgs=1463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:55.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.544+0000 7f5e49dad640 1 -- 172.21.15.67:0/4110753664 >> 172.21.15.67:0/4110753664 conn(0x7f5e440cee10 msgr2=0x7f5e440cf220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:55.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.544+0000 7f5e49dad640 1 -- 172.21.15.67:0/4110753664 shutdown_connections 2024-09-21T00:29:55.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.544+0000 7f5e49dad640 1 -- 172.21.15.67:0/4110753664 wait complete. 2024-09-21T00:29:55.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.546+0000 7f5e49dad640 1 Processor -- start 2024-09-21T00:29:55.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.546+0000 7f5e49dad640 1 -- start start 2024-09-21T00:29:55.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.548+0000 7f5e49dad640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e440b6130 0x7f5e441cd120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:55.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.548+0000 7f5e49dad640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5e440b7b70 0x7f5e441e03a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:55.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.548+0000 7f5e49dad640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5e440d0da0 0x7f5e441e11a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:55.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.548+0000 7f5e437fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e440b6130 0x7f5e441cd120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:55.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.548+0000 7f5e49dad640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f5e440d00e0 con 0x7f5e440b6130 2024-09-21T00:29:55.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.548+0000 7f5e49dad640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f5e440cff60 con 0x7f5e440d0da0 2024-09-21T00:29:55.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.548+0000 7f5e437fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e440b6130 0x7f5e441cd120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60380/0 (socket says 172.21.15.67:60380) 2024-09-21T00:29:55.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.548+0000 7f5e437fe640 1 -- 172.21.15.67:0/3091248638 learned_addr learned my addr 172.21.15.67:0/3091248638 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:55.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.548+0000 7f5e49dad640 1 -- 172.21.15.67:0/3091248638 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f5e440d11b0 con 0x7f5e440b7b70 2024-09-21T00:29:55.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.548+0000 7f5e43fff640 1 --2- 172.21.15.67:0/3091248638 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5e440d0da0 0x7f5e441e11a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:55.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.548+0000 7f5e42ffd640 1 --2- 172.21.15.67:0/3091248638 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5e440b7b70 0x7f5e441e03a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:55.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.548+0000 7f5e437fe640 1 -- 172.21.15.67:0/3091248638 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5e440b7b70 msgr2=0x7f5e441e03a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:55.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.548+0000 7f5e437fe640 1 --2- 172.21.15.67:0/3091248638 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5e440b7b70 0x7f5e441e03a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:55.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.548+0000 7f5e437fe640 1 -- 172.21.15.67:0/3091248638 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5e440d0da0 msgr2=0x7f5e441e11a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:55.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.548+0000 7f5e437fe640 1 --2- 172.21.15.67:0/3091248638 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5e440d0da0 0x7f5e441e11a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:55.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.548+0000 7f5e437fe640 1 -- 172.21.15.67:0/3091248638 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e441cd660 con 0x7f5e440b6130 2024-09-21T00:29:55.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.548+0000 7f5e43fff640 1 --2- 172.21.15.67:0/3091248638 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5e440d0da0 0x7f5e441e11a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:29:55.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.549+0000 7f5e437fe640 1 --2- 172.21.15.67:0/3091248638 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e440b6130 0x7f5e441cd120 secure :-1 s=READY pgs=1464 cs=0 l=1 rev1=1 crypto rx=0x7f5e34009910 tx=0x7f5e34004a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:55.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.549+0000 7f5e3bfff640 1 -- 172.21.15.67:0/3091248638 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e3403f070 con 0x7f5e440b6130 2024-09-21T00:29:55.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.549+0000 7f5e3bfff640 1 -- 172.21.15.67:0/3091248638 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5e34004e50 con 0x7f5e440b6130 2024-09-21T00:29:55.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.549+0000 7f5e49dad640 1 -- 172.21.15.67:0/3091248638 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e441e7e20 con 0x7f5e440b6130 2024-09-21T00:29:55.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.549+0000 7f5e3bfff640 1 -- 172.21.15.67:0/3091248638 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e34031950 con 0x7f5e440b6130 2024-09-21T00:29:55.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.549+0000 7f5e49dad640 1 -- 172.21.15.67:0/3091248638 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e441e83e0 con 0x7f5e440b6130 2024-09-21T00:29:55.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.550+0000 7f5e49dad640 1 -- 172.21.15.67:0/3091248638 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5e440c9b50 con 0x7f5e440b6130 2024-09-21T00:29:55.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.551+0000 7f5e3bfff640 1 -- 172.21.15.67:0/3091248638 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f5e34042070 con 0x7f5e440b6130 2024-09-21T00:29:55.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.551+0000 7f5e3bfff640 1 --2- 172.21.15.67:0/3091248638 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5e24078bc0 0x7f5e2407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:55.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.551+0000 7f5e3bfff640 1 -- 172.21.15.67:0/3091248638 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(120..120 src has 1..120) ==== 4943+0+0 (secure 0 0 0) 0x7f5e340bbae0 con 0x7f5e440b6130 2024-09-21T00:29:55.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.551+0000 7f5e42ffd640 1 --2- 172.21.15.67:0/3091248638 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5e24078bc0 0x7f5e2407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:55.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.552+0000 7f5e42ffd640 1 --2- 172.21.15.67:0/3091248638 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5e24078bc0 0x7f5e2407b0d0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f5e440b68b0 tx=0x7f5e2c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:55.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.556+0000 7f5e3bfff640 1 -- 172.21.15.67:0/3091248638 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f5e440c9b50 con 0x7f5e440b6130 2024-09-21T00:29:55.759 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:55.757+0000 7f5e49dad640 1 -- 172.21.15.67:0/3091248638 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f5e441e5230 con 0x7f5e440b6130 2024-09-21T00:29:56.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.096+0000 7f5e3bfff640 1 -- 172.21.15.67:0/3091248638 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v122) ==== 97+0+0 (secure 0 0 0) 0x7f5e441e5230 con 0x7f5e440b6130 2024-09-21T00:29:56.099 INFO:teuthology.orchestra.run.smithi067.stderr: removed all blocklist entries 2024-09-21T00:29:56.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.099+0000 7f5e49dad640 1 -- 172.21.15.67:0/3091248638 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5e24078bc0 msgr2=0x7f5e2407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:56.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.099+0000 7f5e49dad640 1 --2- 172.21.15.67:0/3091248638 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5e24078bc0 0x7f5e2407b0d0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f5e440b68b0 tx=0x7f5e2c009040 comp rx=0 tx=0).stop 2024-09-21T00:29:56.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.099+0000 7f5e49dad640 1 -- 172.21.15.67:0/3091248638 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e440b6130 msgr2=0x7f5e441cd120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:56.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.099+0000 7f5e49dad640 1 --2- 172.21.15.67:0/3091248638 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e440b6130 0x7f5e441cd120 secure :-1 s=READY pgs=1464 cs=0 l=1 rev1=1 crypto rx=0x7f5e34009910 tx=0x7f5e34004a50 comp rx=0 tx=0).stop 2024-09-21T00:29:56.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.099+0000 7f5e49dad640 1 -- 172.21.15.67:0/3091248638 shutdown_connections 2024-09-21T00:29:56.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.099+0000 7f5e49dad640 1 --2- 172.21.15.67:0/3091248638 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5e24078bc0 0x7f5e2407b0d0 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:56.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.099+0000 7f5e49dad640 1 --2- 172.21.15.67:0/3091248638 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5e440d0da0 0x7f5e441e11a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:56.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.099+0000 7f5e49dad640 1 --2- 172.21.15.67:0/3091248638 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5e440b7b70 0x7f5e441e03a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:56.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.099+0000 7f5e49dad640 1 --2- 172.21.15.67:0/3091248638 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e440b6130 0x7f5e441cd120 unknown :-1 s=CLOSED pgs=1464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:56.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.099+0000 7f5e49dad640 1 -- 172.21.15.67:0/3091248638 >> 172.21.15.67:0/3091248638 conn(0x7f5e440cee10 msgr2=0x7f5e440c9440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:56.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.099+0000 7f5e49dad640 1 -- 172.21.15.67:0/3091248638 shutdown_connections 2024-09-21T00:29:56.102 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.099+0000 7f5e49dad640 1 -- 172.21.15.67:0/3091248638 wait complete. 2024-09-21T00:29:56.114 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-21T00:29:56.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.230+0000 7f23067ed640 1 -- 172.21.15.67:0/2069649629 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f23000b7850 msgr2=0x7f23000b4c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:56.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.230+0000 7f23067ed640 1 --2- 172.21.15.67:0/2069649629 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f23000b7850 0x7f23000b4c60 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f22f0009830 tx=0x7f22f002a510 comp rx=0 tx=0).stop 2024-09-21T00:29:56.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.230+0000 7f23067ed640 1 -- 172.21.15.67:0/2069649629 shutdown_connections 2024-09-21T00:29:56.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.230+0000 7f23067ed640 1 --2- 172.21.15.67:0/2069649629 >> v2:172.21.15.97:3300/0 conn(0x7f23000cd030 0x7f23000cd440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:56.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.230+0000 7f23067ed640 1 --2- 172.21.15.67:0/2069649629 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f23000b7850 0x7f23000b4c60 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:56.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.230+0000 7f23067ed640 1 -- 172.21.15.67:0/2069649629 >> 172.21.15.67:0/2069649629 conn(0x7f23000b4140 msgr2=0x7f23000b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:56.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.230+0000 7f23067ed640 1 -- 172.21.15.67:0/2069649629 shutdown_connections 2024-09-21T00:29:56.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.230+0000 7f23067ed640 1 -- 172.21.15.67:0/2069649629 wait complete. 2024-09-21T00:29:56.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.232+0000 7f23067ed640 1 Processor -- start 2024-09-21T00:29:56.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.232+0000 7f23067ed640 1 -- start start 2024-09-21T00:29:56.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.233+0000 7f23067ed640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f230009a950 0x7f23001d4880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:56.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.233+0000 7f23067ed640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f23000b7850 0x7f23001d3ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:56.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.233+0000 7f23067ed640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f23000cd030 0x7f23000c8230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:56.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.233+0000 7f23067ed640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f23000cdd50 con 0x7f23000cd030 2024-09-21T00:29:56.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.233+0000 7f23067ed640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f23000cdbd0 con 0x7f23000b7850 2024-09-21T00:29:56.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.233+0000 7f23067ed640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f23000cded0 con 0x7f230009a950 2024-09-21T00:29:56.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.233+0000 7f2304d8a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f23000cd030 0x7f23000c8230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:56.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.233+0000 7f2304d8a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f23000cd030 0x7f23000c8230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60392/0 (socket says 172.21.15.67:60392) 2024-09-21T00:29:56.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.233+0000 7f2304d8a640 1 -- 172.21.15.67:0/371303097 learned_addr learned my addr 172.21.15.67:0/371303097 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:56.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.233+0000 7f22ff7fe640 1 --2- 172.21.15.67:0/371303097 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f23000b7850 0x7f23001d3ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:56.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.233+0000 7f22fffff640 1 --2- 172.21.15.67:0/371303097 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f230009a950 0x7f23001d4880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:56.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.234+0000 7f2304d8a640 1 -- 172.21.15.67:0/371303097 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f230009a950 msgr2=0x7f23001d4880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:56.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.234+0000 7f2304d8a640 1 --2- 172.21.15.67:0/371303097 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f230009a950 0x7f23001d4880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:56.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.234+0000 7f2304d8a640 1 -- 172.21.15.67:0/371303097 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f23000b7850 msgr2=0x7f23001d3ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:56.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.234+0000 7f2304d8a640 1 --2- 172.21.15.67:0/371303097 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f23000b7850 0x7f23001d3ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:56.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.234+0000 7f2304d8a640 1 -- 172.21.15.67:0/371303097 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23000c7ac0 con 0x7f23000cd030 2024-09-21T00:29:56.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.234+0000 7f2304d8a640 1 --2- 172.21.15.67:0/371303097 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f23000cd030 0x7f23000c8230 secure :-1 s=READY pgs=1465 cs=0 l=1 rev1=1 crypto rx=0x7f22f800ebf0 tx=0x7f22f800c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:56.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.234+0000 7f22fcff9640 1 -- 172.21.15.67:0/371303097 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22f8003b70 con 0x7f23000cd030 2024-09-21T00:29:56.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.234+0000 7f22fcff9640 1 -- 172.21.15.67:0/371303097 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f22f8003d10 con 0x7f23000cd030 2024-09-21T00:29:56.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.234+0000 7f22fcff9640 1 -- 172.21.15.67:0/371303097 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22f8004280 con 0x7f23000cd030 2024-09-21T00:29:56.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.234+0000 7f23067ed640 1 -- 172.21.15.67:0/371303097 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23001d4dc0 con 0x7f23000cd030 2024-09-21T00:29:56.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.234+0000 7f23067ed640 1 -- 172.21.15.67:0/371303097 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f23001da370 con 0x7f23000cd030 2024-09-21T00:29:56.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.235+0000 7f23067ed640 1 -- 172.21.15.67:0/371303097 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f23000ccaa0 con 0x7f23000cd030 2024-09-21T00:29:56.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.236+0000 7f22fcff9640 1 -- 172.21.15.67:0/371303097 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f22f8004420 con 0x7f23000cd030 2024-09-21T00:29:56.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.236+0000 7f22fcff9640 1 --2- 172.21.15.67:0/371303097 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f22ec078b90 0x7f22ec07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:56.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.236+0000 7f22fcff9640 1 -- 172.21.15.67:0/371303097 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(124..124 src has 1..124) ==== 4857+0+0 (secure 0 0 0) 0x7f22f809b5b0 con 0x7f23000cd030 2024-09-21T00:29:56.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.236+0000 7f22fffff640 1 --2- 172.21.15.67:0/371303097 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f22ec078b90 0x7f22ec07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:56.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.237+0000 7f22fffff640 1 --2- 172.21.15.67:0/371303097 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f22ec078b90 0x7f22ec07b0a0 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f22f0034000 tx=0x7f22f0004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:56.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.241+0000 7f22fcff9640 1 -- 172.21.15.67:0/371303097 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f22f8063780 con 0x7f23000cd030 2024-09-21T00:29:56.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.500+0000 7f23067ed640 1 -- 172.21.15.67:0/371303097 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f23000b4c60 con 0x7f23000cd030 2024-09-21T00:29:56.503 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.500+0000 7f22fcff9640 1 -- 172.21.15.67:0/371303097 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v20) ==== 80+0+5304 (secure 0 0 0) 0x7f22f80681b0 con 0x7f23000cd030 2024-09-21T00:29:56.503 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:29:56.503 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:29:56.503 INFO:teuthology.orchestra.run.smithi067.stdout: "auth_dump": [ 2024-09-21T00:29:56.503 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:29:56.503 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mds.a", 2024-09-21T00:29:56.503 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5m9QBaFRAAdgisHziG3hw/D2M72XZn8g==", 2024-09-21T00:29:56.503 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:29:56.503 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:29:56.504 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:29:56.504 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:29:56.504 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:29:56.504 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:29:56.504 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:56.504 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:29:56.504 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mds.b", 2024-09-21T00:29:56.504 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mLCJuIhAAl/r6CTzwOFBmlvDR8WTorQ==", 2024-09-21T00:29:56.504 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:29:56.504 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:29:56.504 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:29:56.504 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:29:56.504 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:29:56.504 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:29:56.505 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:56.505 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:29:56.505 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mds.c", 2024-09-21T00:29:56.505 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mQ14ZHRAAi5QZeknKrKjp2jO02yntmg==", 2024-09-21T00:29:56.505 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:29:56.505 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:29:56.505 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:29:56.505 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:29:56.505 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:29:56.505 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:29:56.505 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:56.505 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:29:56.505 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mds.d", 2024-09-21T00:29:56.505 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mgCsdKhAAJ06SsIMmvdDQWaRDeCy6CA==", 2024-09-21T00:29:56.506 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:29:56.506 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:29:56.506 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:29:56.506 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:29:56.506 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:29:56.506 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:29:56.506 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:56.506 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:29:56.506 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.0", 2024-09-21T00:29:56.506 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBJEe5mhxC8ERAAwqKGS/tp+aVv++lqOVEPwg==", 2024-09-21T00:29:56.506 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:29:56.506 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:29:56.506 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:29:56.506 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:29:56.507 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:29:56.507 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:56.507 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:29:56.507 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.1", 2024-09-21T00:29:56.507 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBMEe5mbob6IxAANdMr4wKZkwcnJzzUY88/xA==", 2024-09-21T00:29:56.507 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:29:56.507 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:29:56.507 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:29:56.507 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:29:56.507 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:29:56.507 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:56.507 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:29:56.507 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.2", 2024-09-21T00:29:56.507 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBPEe5mR+B2NRAAbF2XunKQ4T7GqO5mflYgFQ==", 2024-09-21T00:29:56.508 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:29:56.508 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:29:56.508 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:29:56.508 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:29:56.508 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:29:56.508 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:56.508 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:29:56.508 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.3", 2024-09-21T00:29:56.508 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBTEe5mrBCaDBAAhESlssYCQxHPjrG5irA8bg==", 2024-09-21T00:29:56.508 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:29:56.508 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:29:56.508 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:29:56.508 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:29:56.508 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:29:56.509 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:56.509 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:29:56.509 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.4", 2024-09-21T00:29:56.509 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBZEe5mH7dzKBAALqGrXHFlpxFvgoI3COb/CA==", 2024-09-21T00:29:56.509 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:29:56.509 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:29:56.509 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:29:56.509 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:29:56.509 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:29:56.509 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:56.509 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:29:56.509 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.5", 2024-09-21T00:29:56.509 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBcEe5mbQLIORAAhaKf6tntn/oh0n1a70pqAA==", 2024-09-21T00:29:56.510 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:29:56.510 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:29:56.510 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:29:56.510 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:29:56.510 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:29:56.510 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:56.510 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:29:56.510 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.6", 2024-09-21T00:29:56.510 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBgEe5m5MO7ABAACbg8WWV3GhNSHRnjscz6Fg==", 2024-09-21T00:29:56.510 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:29:56.510 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:29:56.510 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:29:56.510 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:29:56.510 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:29:56.511 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:56.511 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:29:56.511 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.7", 2024-09-21T00:29:56.511 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBjEe5mmCIxAxAArpnzucP3Mbmo3BL6YikqWA==", 2024-09-21T00:29:56.511 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:29:56.511 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:29:56.511 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:29:56.511 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:29:56.511 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:29:56.511 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:56.511 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:29:56.511 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.0", 2024-09-21T00:29:56.511 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mUnwLLxAAE0JXCN8yXTH2bWtWI41o2Q==", 2024-09-21T00:29:56.512 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:29:56.512 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:29:56.512 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow r", 2024-09-21T00:29:56.512 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-21T00:29:56.512 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:29:56.512 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:56.512 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:29:56.512 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.1", 2024-09-21T00:29:56.512 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mDFa8NhAAraRO3NGJQTzWBBcGkkEhhQ==", 2024-09-21T00:29:56.512 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:29:56.512 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:29:56.512 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow r", 2024-09-21T00:29:56.512 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow rw", 2024-09-21T00:29:56.512 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow rwx" 2024-09-21T00:29:56.513 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:29:56.513 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:56.513 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:29:56.513 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.2", 2024-09-21T00:29:56.513 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mLu3nMhAA14NXzzDpQhxci5XP4juw/w==", 2024-09-21T00:29:56.513 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:29:56.513 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:29:56.513 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow r", 2024-09-21T00:29:56.513 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow rw", 2024-09-21T00:29:56.513 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow rwx" 2024-09-21T00:29:56.513 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:29:56.513 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:56.513 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:29:56.513 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.3", 2024-09-21T00:29:56.514 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5m6Lx8OhAAx4r6ll1YCFpRFK7DC5qqOw==", 2024-09-21T00:29:56.514 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:29:56.514 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:29:56.514 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow r", 2024-09-21T00:29:56.514 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow rw", 2024-09-21T00:29:56.514 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow rwx" 2024-09-21T00:29:56.514 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:29:56.514 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:56.514 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:29:56.514 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.admin", 2024-09-21T00:29:56.514 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBEEe5myhTpMBAA3uuyq5Ek2nSa9jjWQzIshw==", 2024-09-21T00:29:56.514 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:29:56.514 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow *", 2024-09-21T00:29:56.514 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:29:56.515 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:29:56.515 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:29:56.515 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:29:56.515 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:56.515 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:29:56.515 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mgr.x", 2024-09-21T00:29:56.515 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mNMdbERAA41Bj7rmSurxL0D2Zq+oHVA==", 2024-09-21T00:29:56.515 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:29:56.515 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow *", 2024-09-21T00:29:56.515 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile mgr", 2024-09-21T00:29:56.515 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:29:56.515 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:29:56.515 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:29:56.515 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:29:56.516 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mgr.y", 2024-09-21T00:29:56.516 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mNcGQCxAA33vjLt+brud7Aul58c5kXw==", 2024-09-21T00:29:56.516 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:29:56.516 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow *", 2024-09-21T00:29:56.516 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile mgr", 2024-09-21T00:29:56.516 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:29:56.516 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:29:56.516 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:29:56.516 INFO:teuthology.orchestra.run.smithi067.stdout: ] 2024-09-21T00:29:56.516 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:29:56.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.502+0000 7f23067ed640 1 -- 172.21.15.67:0/371303097 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f22ec078b90 msgr2=0x7f22ec07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:56.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.502+0000 7f23067ed640 1 --2- 172.21.15.67:0/371303097 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f22ec078b90 0x7f22ec07b0a0 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f22f0034000 tx=0x7f22f0004730 comp rx=0 tx=0).stop 2024-09-21T00:29:56.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.502+0000 7f23067ed640 1 -- 172.21.15.67:0/371303097 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f23000cd030 msgr2=0x7f23000c8230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:56.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.502+0000 7f23067ed640 1 --2- 172.21.15.67:0/371303097 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f23000cd030 0x7f23000c8230 secure :-1 s=READY pgs=1465 cs=0 l=1 rev1=1 crypto rx=0x7f22f800ebf0 tx=0x7f22f800c6a0 comp rx=0 tx=0).stop 2024-09-21T00:29:56.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.503+0000 7f23067ed640 1 -- 172.21.15.67:0/371303097 shutdown_connections 2024-09-21T00:29:56.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.503+0000 7f23067ed640 1 --2- 172.21.15.67:0/371303097 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f22ec078b90 0x7f22ec07b0a0 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:56.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.503+0000 7f23067ed640 1 --2- 172.21.15.67:0/371303097 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f23000cd030 0x7f23000c8230 unknown :-1 s=CLOSED pgs=1465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:56.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.503+0000 7f23067ed640 1 --2- 172.21.15.67:0/371303097 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f23000b7850 0x7f23001d3ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:56.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.503+0000 7f23067ed640 1 --2- 172.21.15.67:0/371303097 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f230009a950 0x7f23001d4880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:56.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.503+0000 7f23067ed640 1 -- 172.21.15.67:0/371303097 >> 172.21.15.67:0/371303097 conn(0x7f23000b4140 msgr2=0x7f23000b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:56.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.503+0000 7f23067ed640 1 -- 172.21.15.67:0/371303097 shutdown_connections 2024-09-21T00:29:56.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.503+0000 7f23067ed640 1 -- 172.21.15.67:0/371303097 wait complete. 2024-09-21T00:29:56.519 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-21T00:29:56.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.644+0000 7fbbe5dba640 1 -- 172.21.15.67:0/825095502 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbbe0160a10 msgr2=0x7fbbe0160e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:56.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.644+0000 7fbbe5dba640 1 --2- 172.21.15.67:0/825095502 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbbe0160a10 0x7fbbe0160e20 secure :-1 s=READY pgs=1466 cs=0 l=1 rev1=1 crypto rx=0x7fbbe0074f70 tx=0x7fbbc802a560 comp rx=0 tx=0).stop 2024-09-21T00:29:56.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.644+0000 7fbbe5dba640 1 -- 172.21.15.67:0/825095502 shutdown_connections 2024-09-21T00:29:56.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.644+0000 7fbbe5dba640 1 --2- 172.21.15.67:0/825095502 >> v2:172.21.15.97:3300/0 conn(0x7fbbe00ccda0 0x7fbbe00cd1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:56.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.644+0000 7fbbe5dba640 1 --2- 172.21.15.67:0/825095502 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbbe0160a10 0x7fbbe0160e20 unknown :-1 s=CLOSED pgs=1466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:56.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.644+0000 7fbbe5dba640 1 -- 172.21.15.67:0/825095502 >> 172.21.15.67:0/825095502 conn(0x7fbbe00d1280 msgr2=0x7fbbe00d1690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:56.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.644+0000 7fbbe5dba640 1 -- 172.21.15.67:0/825095502 shutdown_connections 2024-09-21T00:29:56.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.644+0000 7fbbe5dba640 1 -- 172.21.15.67:0/825095502 wait complete. 2024-09-21T00:29:56.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.645+0000 7fbbe5dba640 1 Processor -- start 2024-09-21T00:29:56.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.646+0000 7fbbe5dba640 1 -- start start 2024-09-21T00:29:56.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.647+0000 7fbbe5dba640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbbe006d7c0 0x7fbbe01f7bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:56.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.647+0000 7fbbe5dba640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbbe00ccda0 0x7fbbe014d750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:56.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.647+0000 7fbbe5dba640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbbe0160a10 0x7fbbe015ec80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:56.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.647+0000 7fbbe5dba640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fbbe00b6a50 con 0x7fbbe0160a10 2024-09-21T00:29:56.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.647+0000 7fbbe5dba640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fbbe00cd6f0 con 0x7fbbe006d7c0 2024-09-21T00:29:56.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.647+0000 7fbbe5dba640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fbbe00b6bd0 con 0x7fbbe00ccda0 2024-09-21T00:29:56.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.647+0000 7fbbdffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbbe0160a10 0x7fbbe015ec80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:56.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.647+0000 7fbbdffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbbe0160a10 0x7fbbe015ec80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60412/0 (socket says 172.21.15.67:60412) 2024-09-21T00:29:56.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.647+0000 7fbbdffff640 1 -- 172.21.15.67:0/3021169789 learned_addr learned my addr 172.21.15.67:0/3021169789 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:56.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.647+0000 7fbbdeffd640 1 --2- 172.21.15.67:0/3021169789 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbbe00ccda0 0x7fbbe014d750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:56.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.647+0000 7fbbdf7fe640 1 --2- 172.21.15.67:0/3021169789 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbbe006d7c0 0x7fbbe01f7bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:56.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.647+0000 7fbbdffff640 1 -- 172.21.15.67:0/3021169789 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbbe00ccda0 msgr2=0x7fbbe014d750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:56.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.647+0000 7fbbdffff640 1 --2- 172.21.15.67:0/3021169789 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbbe00ccda0 0x7fbbe014d750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:56.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.647+0000 7fbbdffff640 1 -- 172.21.15.67:0/3021169789 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbbe006d7c0 msgr2=0x7fbbe01f7bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:56.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.647+0000 7fbbdffff640 1 --2- 172.21.15.67:0/3021169789 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbbe006d7c0 0x7fbbe01f7bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:56.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.647+0000 7fbbdffff640 1 -- 172.21.15.67:0/3021169789 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbbe01f3d90 con 0x7fbbe0160a10 2024-09-21T00:29:56.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.648+0000 7fbbdf7fe640 1 --2- 172.21.15.67:0/3021169789 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbbe006d7c0 0x7fbbe01f7bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:29:56.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.648+0000 7fbbdeffd640 1 --2- 172.21.15.67:0/3021169789 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbbe00ccda0 0x7fbbe014d750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:29:56.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.648+0000 7fbbdffff640 1 --2- 172.21.15.67:0/3021169789 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbbe0160a10 0x7fbbe015ec80 secure :-1 s=READY pgs=1467 cs=0 l=1 rev1=1 crypto rx=0x7fbbd800c740 tx=0x7fbbd800cc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:56.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.648+0000 7fbbd7fff640 1 -- 172.21.15.67:0/3021169789 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbd8007bb0 con 0x7fbbe0160a10 2024-09-21T00:29:56.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.648+0000 7fbbd7fff640 1 -- 172.21.15.67:0/3021169789 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbbd800ce50 con 0x7fbbe0160a10 2024-09-21T00:29:56.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.648+0000 7fbbe5dba640 1 -- 172.21.15.67:0/3021169789 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbbe01f4070 con 0x7fbbe0160a10 2024-09-21T00:29:56.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.648+0000 7fbbd7fff640 1 -- 172.21.15.67:0/3021169789 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbd8005280 con 0x7fbbe0160a10 2024-09-21T00:29:56.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.648+0000 7fbbe5dba640 1 -- 172.21.15.67:0/3021169789 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbbe01f4630 con 0x7fbbe0160a10 2024-09-21T00:29:56.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.649+0000 7fbbe5dba640 1 -- 172.21.15.67:0/3021169789 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbbe00d1f10 con 0x7fbbe0160a10 2024-09-21T00:29:56.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.650+0000 7fbbd7fff640 1 -- 172.21.15.67:0/3021169789 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fbbd8005420 con 0x7fbbe0160a10 2024-09-21T00:29:56.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.650+0000 7fbbd7fff640 1 --2- 172.21.15.67:0/3021169789 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbbc0078b90 0x7fbbc007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:56.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.650+0000 7fbbd7fff640 1 -- 172.21.15.67:0/3021169789 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(124..124 src has 1..124) ==== 4857+0+0 (secure 0 0 0) 0x7fbbd809ad90 con 0x7fbbe0160a10 2024-09-21T00:29:56.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.651+0000 7fbbdf7fe640 1 --2- 172.21.15.67:0/3021169789 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbbc0078b90 0x7fbbc007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:56.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.651+0000 7fbbdf7fe640 1 --2- 172.21.15.67:0/3021169789 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbbc0078b90 0x7fbbc007b0a0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7fbbe00731d0 tx=0x7fbbd0009550 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:56.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.655+0000 7fbbd7fff640 1 -- 172.21.15.67:0/3021169789 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fbbd8014030 con 0x7fbbe0160a10 2024-09-21T00:29:56.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.842+0000 7fbbe5dba640 1 -- 172.21.15.67:0/3021169789 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fbbe009b600 con 0x7fbbe0160a10 2024-09-21T00:29:56.845 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.843+0000 7fbbd7fff640 1 -- 172.21.15.67:0/3021169789 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v124) ==== 84+0+65 (secure 0 0 0) 0x7fbbd8063520 con 0x7fbbe0160a10 2024-09-21T00:29:56.845 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:29:56.845 INFO:teuthology.orchestra.run.smithi067.stdout:[ 2024-09-21T00:29:56.845 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:29:56.845 INFO:teuthology.orchestra.run.smithi067.stdout: "poolnum": 1, 2024-09-21T00:29:56.845 INFO:teuthology.orchestra.run.smithi067.stdout: "poolname": ".mgr" 2024-09-21T00:29:56.846 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:29:56.846 INFO:teuthology.orchestra.run.smithi067.stdout:] 2024-09-21T00:29:56.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.845+0000 7fbbe5dba640 1 -- 172.21.15.67:0/3021169789 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbbc0078b90 msgr2=0x7fbbc007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:56.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.845+0000 7fbbe5dba640 1 --2- 172.21.15.67:0/3021169789 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbbc0078b90 0x7fbbc007b0a0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7fbbe00731d0 tx=0x7fbbd0009550 comp rx=0 tx=0).stop 2024-09-21T00:29:56.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.845+0000 7fbbe5dba640 1 -- 172.21.15.67:0/3021169789 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbbe0160a10 msgr2=0x7fbbe015ec80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:56.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.845+0000 7fbbe5dba640 1 --2- 172.21.15.67:0/3021169789 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbbe0160a10 0x7fbbe015ec80 secure :-1 s=READY pgs=1467 cs=0 l=1 rev1=1 crypto rx=0x7fbbd800c740 tx=0x7fbbd800cc00 comp rx=0 tx=0).stop 2024-09-21T00:29:56.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.845+0000 7fbbe5dba640 1 -- 172.21.15.67:0/3021169789 shutdown_connections 2024-09-21T00:29:56.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.845+0000 7fbbe5dba640 1 --2- 172.21.15.67:0/3021169789 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbbc0078b90 0x7fbbc007b0a0 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:56.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.845+0000 7fbbe5dba640 1 --2- 172.21.15.67:0/3021169789 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbbe0160a10 0x7fbbe015ec80 unknown :-1 s=CLOSED pgs=1467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:56.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.845+0000 7fbbe5dba640 1 --2- 172.21.15.67:0/3021169789 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbbe00ccda0 0x7fbbe014d750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:56.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.845+0000 7fbbe5dba640 1 --2- 172.21.15.67:0/3021169789 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbbe006d7c0 0x7fbbe01f7bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:56.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.845+0000 7fbbe5dba640 1 -- 172.21.15.67:0/3021169789 >> 172.21.15.67:0/3021169789 conn(0x7fbbe00d1280 msgr2=0x7fbbe00cb320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:56.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.845+0000 7fbbe5dba640 1 -- 172.21.15.67:0/3021169789 shutdown_connections 2024-09-21T00:29:56.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.845+0000 7fbbe5dba640 1 -- 172.21.15.67:0/3021169789 wait complete. 2024-09-21T00:29:56.859 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-21T00:29:56.859 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-21T00:29:56.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.981+0000 7f762fde4640 1 -- 172.21.15.67:0/1029528838 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f76280b7b00 msgr2=0x7f76280d0010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:56.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.981+0000 7f762fde4640 1 --2- 172.21.15.67:0/1029528838 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f76280b7b00 0x7f76280d0010 secure :-1 s=READY pgs=1468 cs=0 l=1 rev1=1 crypto rx=0x7f76280c5c50 tx=0x7f761c02a670 comp rx=0 tx=0).stop 2024-09-21T00:29:56.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.981+0000 7f762fde4640 1 -- 172.21.15.67:0/1029528838 shutdown_connections 2024-09-21T00:29:56.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.981+0000 7f762fde4640 1 --2- 172.21.15.67:0/1029528838 >> v2:172.21.15.97:3300/0 conn(0x7f76280d0550 0x7f76280cd130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:56.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.981+0000 7f762fde4640 1 --2- 172.21.15.67:0/1029528838 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f76280b7b00 0x7f76280d0010 unknown :-1 s=CLOSED pgs=1468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:56.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.981+0000 7f762fde4640 1 -- 172.21.15.67:0/1029528838 >> 172.21.15.67:0/1029528838 conn(0x7f76280ceec0 msgr2=0x7f76280cf2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:56.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.981+0000 7f762fde4640 1 -- 172.21.15.67:0/1029528838 shutdown_connections 2024-09-21T00:29:56.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.981+0000 7f762fde4640 1 -- 172.21.15.67:0/1029528838 wait complete. 2024-09-21T00:29:56.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.983+0000 7f762fde4640 1 Processor -- start 2024-09-21T00:29:56.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.983+0000 7f762fde4640 1 -- start start 2024-09-21T00:29:56.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.984+0000 7f762fde4640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f76280b1d10 0x7f76281508c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:56.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.984+0000 7f762fde4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f76280b7b00 0x7f76281e7340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:56.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.984+0000 7f762fde4640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f76280d0550 0x7f76281e7880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:56.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.984+0000 7f762fde4640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f76280cecf0 con 0x7f76280b7b00 2024-09-21T00:29:56.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.984+0000 7f762fde4640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f76280ceb70 con 0x7f76280d0550 2024-09-21T00:29:56.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.984+0000 7f762fde4640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f76280b1950 con 0x7f76280b1d10 2024-09-21T00:29:56.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.984+0000 7f762d37f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f76280b7b00 0x7f76281e7340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:56.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.984+0000 7f762d37f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f76280b7b00 0x7f76281e7340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60432/0 (socket says 172.21.15.67:60432) 2024-09-21T00:29:56.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.984+0000 7f762d37f640 1 -- 172.21.15.67:0/122043457 learned_addr learned my addr 172.21.15.67:0/122043457 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:56.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.984+0000 7f762e381640 1 --2- 172.21.15.67:0/122043457 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f76280d0550 0x7f76281e7880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:56.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.984+0000 7f762db80640 1 --2- 172.21.15.67:0/122043457 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f76280b1d10 0x7f76281508c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:56.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.984+0000 7f762d37f640 1 -- 172.21.15.67:0/122043457 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f76280b1d10 msgr2=0x7f76281508c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:56.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.984+0000 7f762d37f640 1 --2- 172.21.15.67:0/122043457 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f76280b1d10 0x7f76281508c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:56.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.984+0000 7f762d37f640 1 -- 172.21.15.67:0/122043457 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f76280d0550 msgr2=0x7f76281e7880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:56.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.984+0000 7f762d37f640 1 --2- 172.21.15.67:0/122043457 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f76280d0550 0x7f76281e7880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:56.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.984+0000 7f762d37f640 1 -- 172.21.15.67:0/122043457 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76280c5f40 con 0x7f76280b7b00 2024-09-21T00:29:56.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.985+0000 7f762d37f640 1 --2- 172.21.15.67:0/122043457 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f76280b7b00 0x7f76281e7340 secure :-1 s=READY pgs=1469 cs=0 l=1 rev1=1 crypto rx=0x7f761c034040 tx=0x7f761c003910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:56.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.985+0000 7f76267fc640 1 -- 172.21.15.67:0/122043457 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f761c03e030 con 0x7f76280b7b00 2024-09-21T00:29:56.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.985+0000 7f76267fc640 1 -- 172.21.15.67:0/122043457 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f761c003e00 con 0x7f76280b7b00 2024-09-21T00:29:56.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.985+0000 7f762fde4640 1 -- 172.21.15.67:0/122043457 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76280c6220 con 0x7f76280b7b00 2024-09-21T00:29:56.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.985+0000 7f76267fc640 1 -- 172.21.15.67:0/122043457 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f761c035040 con 0x7f76280b7b00 2024-09-21T00:29:56.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.985+0000 7f762fde4640 1 -- 172.21.15.67:0/122043457 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76280c67e0 con 0x7f76280b7b00 2024-09-21T00:29:56.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.986+0000 7f762fde4640 1 -- 172.21.15.67:0/122043457 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f76281f7d10 con 0x7f76280b7b00 2024-09-21T00:29:56.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.987+0000 7f76267fc640 1 -- 172.21.15.67:0/122043457 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f761c041030 con 0x7f76280b7b00 2024-09-21T00:29:56.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.987+0000 7f76267fc640 1 --2- 172.21.15.67:0/122043457 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7614078bc0 0x7f761407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:56.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.987+0000 7f76267fc640 1 -- 172.21.15.67:0/122043457 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(124..124 src has 1..124) ==== 4857+0+0 (secure 0 0 0) 0x7f761c0bb110 con 0x7f76280b7b00 2024-09-21T00:29:56.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.987+0000 7f762db80640 1 --2- 172.21.15.67:0/122043457 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7614078bc0 0x7f761407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:56.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.988+0000 7f762db80640 1 --2- 172.21.15.67:0/122043457 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7614078bc0 0x7f761407b0d0 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f7618001720 tx=0x7f7618009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:56.994 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:56.992+0000 7f76267fc640 1 -- 172.21.15.67:0/122043457 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f761c083250 con 0x7f76280b7b00 2024-09-21T00:29:57.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:57.181+0000 7f762fde4640 1 -- 172.21.15.67:0/122043457 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f76280b2240 con 0x7f76280b7b00 2024-09-21T00:29:58.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:58.108+0000 7f76267fc640 1 -- 172.21.15.67:0/122043457 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v125) ==== 138+0+0 (secure 0 0 0) 0x7f761c087c80 con 0x7f76280b7b00 2024-09-21T00:29:58.109 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_metadata' created 2024-09-21T00:29:58.112 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:58.111+0000 7f762fde4640 1 -- 172.21.15.67:0/122043457 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7614078bc0 msgr2=0x7f761407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:58.112 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:58.111+0000 7f762fde4640 1 --2- 172.21.15.67:0/122043457 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7614078bc0 0x7f761407b0d0 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f7618001720 tx=0x7f7618009040 comp rx=0 tx=0).stop 2024-09-21T00:29:58.112 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:58.111+0000 7f762fde4640 1 -- 172.21.15.67:0/122043457 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f76280b7b00 msgr2=0x7f76281e7340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:58.112 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:58.111+0000 7f762fde4640 1 --2- 172.21.15.67:0/122043457 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f76280b7b00 0x7f76281e7340 secure :-1 s=READY pgs=1469 cs=0 l=1 rev1=1 crypto rx=0x7f761c034040 tx=0x7f761c003910 comp rx=0 tx=0).stop 2024-09-21T00:29:58.113 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:58.111+0000 7f762fde4640 1 -- 172.21.15.67:0/122043457 shutdown_connections 2024-09-21T00:29:58.113 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:58.111+0000 7f762fde4640 1 --2- 172.21.15.67:0/122043457 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7614078bc0 0x7f761407b0d0 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:58.113 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:58.111+0000 7f762fde4640 1 --2- 172.21.15.67:0/122043457 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f76280d0550 0x7f76281e7880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:58.113 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:58.111+0000 7f762fde4640 1 --2- 172.21.15.67:0/122043457 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f76280b7b00 0x7f76281e7340 unknown :-1 s=CLOSED pgs=1469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:58.113 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:58.111+0000 7f762fde4640 1 --2- 172.21.15.67:0/122043457 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f76280b1d10 0x7f76281508c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:58.113 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:58.111+0000 7f762fde4640 1 -- 172.21.15.67:0/122043457 >> 172.21.15.67:0/122043457 conn(0x7f76280ceec0 msgr2=0x7f76280d0b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:58.113 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:58.111+0000 7f762fde4640 1 -- 172.21.15.67:0/122043457 shutdown_connections 2024-09-21T00:29:58.113 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:58.111+0000 7f762fde4640 1 -- 172.21.15.67:0/122043457 wait complete. 2024-09-21T00:29:58.130 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-21T00:29:58.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:58.259+0000 7f0d8eaa9640 1 -- 172.21.15.67:0/1790669108 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0d880b98a0 msgr2=0x7f0d880d2270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:58.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:58.259+0000 7f0d8eaa9640 1 --2- 172.21.15.67:0/1790669108 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0d880b98a0 0x7f0d880d2270 secure :-1 s=READY pgs=1470 cs=0 l=1 rev1=1 crypto rx=0x7f0d7c005fd0 tx=0x7f0d7c02a5d0 comp rx=0 tx=0).stop 2024-09-21T00:29:58.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:58.260+0000 7f0d8eaa9640 1 -- 172.21.15.67:0/1790669108 shutdown_connections 2024-09-21T00:29:58.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:58.260+0000 7f0d8eaa9640 1 --2- 172.21.15.67:0/1790669108 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0d880d27b0 0x7f0d8806df20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:58.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:58.260+0000 7f0d8eaa9640 1 --2- 172.21.15.67:0/1790669108 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0d880b98a0 0x7f0d880d2270 unknown :-1 s=CLOSED pgs=1470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:58.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:58.260+0000 7f0d8eaa9640 1 -- 172.21.15.67:0/1790669108 >> 172.21.15.67:0/1790669108 conn(0x7f0d8808bee0 msgr2=0x7f0d880d46a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:58.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:58.260+0000 7f0d8eaa9640 1 -- 172.21.15.67:0/1790669108 shutdown_connections 2024-09-21T00:29:58.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:58.260+0000 7f0d8eaa9640 1 -- 172.21.15.67:0/1790669108 wait complete. 2024-09-21T00:29:58.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:58.261+0000 7f0d8eaa9640 1 Processor -- start 2024-09-21T00:29:58.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:58.261+0000 7f0d8eaa9640 1 -- start start 2024-09-21T00:29:58.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:58.263+0000 7f0d8eaa9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0d8806e460 0x7f0d881f97e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:58.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:58.263+0000 7f0d8eaa9640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0d880b98a0 0x7f0d8814e3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:58.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:58.263+0000 7f0d8eaa9640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0d880d27b0 0x7f0d880b8500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:58.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:58.263+0000 7f0d8eaa9640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f0d8806f100 con 0x7f0d8806e460 2024-09-21T00:29:58.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:58.263+0000 7f0d8eaa9640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f0d8806ef80 con 0x7f0d880b98a0 2024-09-21T00:29:58.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:58.263+0000 7f0d8eaa9640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f0d880d0280 con 0x7f0d880d27b0 2024-09-21T00:29:58.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:58.263+0000 7f0d8c845640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0d8806e460 0x7f0d881f97e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:58.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:58.263+0000 7f0d8c845640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0d8806e460 0x7f0d881f97e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60444/0 (socket says 172.21.15.67:60444) 2024-09-21T00:29:58.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:58.263+0000 7f0d8c845640 1 -- 172.21.15.67:0/2555873996 learned_addr learned my addr 172.21.15.67:0/2555873996 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:58.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:58.263+0000 7f0d87fff640 1 --2- 172.21.15.67:0/2555873996 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0d880b98a0 0x7f0d8814e3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:58.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:58.263+0000 7f0d8d046640 1 --2- 172.21.15.67:0/2555873996 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0d880d27b0 0x7f0d880b8500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:58.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:58.263+0000 7f0d8c845640 1 -- 172.21.15.67:0/2555873996 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0d880d27b0 msgr2=0x7f0d880b8500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:58.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:58.263+0000 7f0d8c845640 1 --2- 172.21.15.67:0/2555873996 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0d880d27b0 0x7f0d880b8500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:58.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:58.263+0000 7f0d8c845640 1 -- 172.21.15.67:0/2555873996 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0d880b98a0 msgr2=0x7f0d8814e3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:58.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:58.263+0000 7f0d8c845640 1 --2- 172.21.15.67:0/2555873996 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0d880b98a0 0x7f0d8814e3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:58.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:58.263+0000 7f0d8c845640 1 -- 172.21.15.67:0/2555873996 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d88150d50 con 0x7f0d8806e460 2024-09-21T00:29:58.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:58.263+0000 7f0d87fff640 1 --2- 172.21.15.67:0/2555873996 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0d880b98a0 0x7f0d8814e3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:29:58.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:58.264+0000 7f0d8c845640 1 --2- 172.21.15.67:0/2555873996 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0d8806e460 0x7f0d881f97e0 secure :-1 s=READY pgs=1471 cs=0 l=1 rev1=1 crypto rx=0x7f0d7c034040 tx=0x7f0d7c0038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:58.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:58.264+0000 7f0d857fa640 1 -- 172.21.15.67:0/2555873996 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d7c03e030 con 0x7f0d8806e460 2024-09-21T00:29:58.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:58.264+0000 7f0d857fa640 1 -- 172.21.15.67:0/2555873996 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0d7c003ca0 con 0x7f0d8806e460 2024-09-21T00:29:58.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:58.264+0000 7f0d8eaa9640 1 -- 172.21.15.67:0/2555873996 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0d8814e910 con 0x7f0d8806e460 2024-09-21T00:29:58.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:58.264+0000 7f0d857fa640 1 -- 172.21.15.67:0/2555873996 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d7c035040 con 0x7f0d8806e460 2024-09-21T00:29:58.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:58.264+0000 7f0d8eaa9640 1 -- 172.21.15.67:0/2555873996 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0d8815dad0 con 0x7f0d8806e460 2024-09-21T00:29:58.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:58.265+0000 7f0d8eaa9640 1 -- 172.21.15.67:0/2555873996 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0d880cebd0 con 0x7f0d8806e460 2024-09-21T00:29:58.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:58.266+0000 7f0d857fa640 1 -- 172.21.15.67:0/2555873996 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f0d7c041030 con 0x7f0d8806e460 2024-09-21T00:29:58.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:58.266+0000 7f0d857fa640 1 --2- 172.21.15.67:0/2555873996 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0d6c078b90 0x7f0d6c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:58.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:58.266+0000 7f0d857fa640 1 -- 172.21.15.67:0/2555873996 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(125..125 src has 1..125) ==== 5227+0+0 (secure 0 0 0) 0x7f0d7c0bb520 con 0x7f0d8806e460 2024-09-21T00:29:58.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:58.267+0000 7f0d87fff640 1 --2- 172.21.15.67:0/2555873996 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0d6c078b90 0x7f0d6c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:58.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:58.267+0000 7f0d87fff640 1 --2- 172.21.15.67:0/2555873996 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0d6c078b90 0x7f0d6c07b0a0 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f0d8815d670 tx=0x7f0d74005dd0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:58.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:58.271+0000 7f0d857fa640 1 -- 172.21.15.67:0/2555873996 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f0d7c083cb0 con 0x7f0d8806e460 2024-09-21T00:29:58.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:58.462+0000 7f0d8eaa9640 1 -- 172.21.15.67:0/2555873996 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f0d8806a130 con 0x7f0d8806e460 2024-09-21T00:29:59.112 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:59.110+0000 7f0d857fa640 1 -- 172.21.15.67:0/2555873996 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v126) ==== 170+0+0 (secure 0 0 0) 0x7f0d7c0b9e20 con 0x7f0d8806e460 2024-09-21T00:29:59.112 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_data' created 2024-09-21T00:29:59.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:59.113+0000 7f0d8eaa9640 1 -- 172.21.15.67:0/2555873996 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0d6c078b90 msgr2=0x7f0d6c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:59.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:59.113+0000 7f0d8eaa9640 1 --2- 172.21.15.67:0/2555873996 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0d6c078b90 0x7f0d6c07b0a0 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f0d8815d670 tx=0x7f0d74005dd0 comp rx=0 tx=0).stop 2024-09-21T00:29:59.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:59.113+0000 7f0d8eaa9640 1 -- 172.21.15.67:0/2555873996 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0d8806e460 msgr2=0x7f0d881f97e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:59.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:59.113+0000 7f0d8eaa9640 1 --2- 172.21.15.67:0/2555873996 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0d8806e460 0x7f0d881f97e0 secure :-1 s=READY pgs=1471 cs=0 l=1 rev1=1 crypto rx=0x7f0d7c034040 tx=0x7f0d7c0038a0 comp rx=0 tx=0).stop 2024-09-21T00:29:59.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:59.114+0000 7f0d8eaa9640 1 -- 172.21.15.67:0/2555873996 shutdown_connections 2024-09-21T00:29:59.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:59.114+0000 7f0d8eaa9640 1 --2- 172.21.15.67:0/2555873996 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0d6c078b90 0x7f0d6c07b0a0 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:59.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:59.114+0000 7f0d8eaa9640 1 --2- 172.21.15.67:0/2555873996 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0d880d27b0 0x7f0d880b8500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:59.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:59.114+0000 7f0d8eaa9640 1 --2- 172.21.15.67:0/2555873996 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0d880b98a0 0x7f0d8814e3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:59.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:59.114+0000 7f0d8eaa9640 1 --2- 172.21.15.67:0/2555873996 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0d8806e460 0x7f0d881f97e0 unknown :-1 s=CLOSED pgs=1471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:59.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:59.114+0000 7f0d8eaa9640 1 -- 172.21.15.67:0/2555873996 >> 172.21.15.67:0/2555873996 conn(0x7f0d8808bee0 msgr2=0x7f0d8806e870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:59.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:59.114+0000 7f0d8eaa9640 1 -- 172.21.15.67:0/2555873996 shutdown_connections 2024-09-21T00:29:59.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:59.114+0000 7f0d8eaa9640 1 -- 172.21.15.67:0/2555873996 wait complete. 2024-09-21T00:29:59.145 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-21T00:29:59.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:59.274+0000 7f8547684640 1 -- 172.21.15.67:0/3881208848 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f852c004800 msgr2=0x7f852c004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:59.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:59.274+0000 7f8547684640 1 --2- 172.21.15.67:0/3881208848 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f852c004800 0x7f852c004c10 secure :-1 s=READY pgs=1473 cs=0 l=1 rev1=1 crypto rx=0x7f8530009b20 tx=0x7f852c005830 comp rx=0 tx=0).stop 2024-09-21T00:29:59.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:59.275+0000 7f8547684640 1 -- 172.21.15.67:0/3881208848 shutdown_connections 2024-09-21T00:29:59.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:59.275+0000 7f8547684640 1 --2- 172.21.15.67:0/3881208848 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f852c004800 0x7f852c004c10 unknown :-1 s=CLOSED pgs=1473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:59.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:59.275+0000 7f8547684640 1 -- 172.21.15.67:0/3881208848 >> 172.21.15.67:0/3881208848 conn(0x7f854009a950 msgr2=0x7f85400d1430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:29:59.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:59.275+0000 7f8547684640 1 -- 172.21.15.67:0/3881208848 shutdown_connections 2024-09-21T00:29:59.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:59.275+0000 7f8547684640 1 -- 172.21.15.67:0/3881208848 wait complete. 2024-09-21T00:29:59.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:59.277+0000 7f8547684640 1 Processor -- start 2024-09-21T00:29:59.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:59.277+0000 7f8547684640 1 -- start start 2024-09-21T00:29:59.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:59.278+0000 7f8547684640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f852c004800 0x7f85400aeb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:59.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:59.278+0000 7f8547684640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f85401f5f60 0x7f85401f6370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:59.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:59.278+0000 7f8547684640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f85400b4ac0 0x7f85400b4ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:59.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:59.278+0000 7f8547684640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f85400cde80 con 0x7f85400b4ac0 2024-09-21T00:29:59.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:59.278+0000 7f8547684640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f85400cdd00 con 0x7f852c004800 2024-09-21T00:29:59.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:59.278+0000 7f8547684640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f85400ce000 con 0x7f85401f5f60 2024-09-21T00:29:59.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:59.278+0000 7f8545c21640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f85400b4ac0 0x7f85400b4ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:59.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:59.278+0000 7f8545c21640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f85400b4ac0 0x7f85400b4ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60450/0 (socket says 172.21.15.67:60450) 2024-09-21T00:29:59.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:59.278+0000 7f8545c21640 1 -- 172.21.15.67:0/2953694015 learned_addr learned my addr 172.21.15.67:0/2953694015 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:29:59.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:59.278+0000 7f8545420640 1 --2- 172.21.15.67:0/2953694015 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f852c004800 0x7f85400aeb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:59.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:59.278+0000 7f8544c1f640 1 --2- 172.21.15.67:0/2953694015 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f85401f5f60 0x7f85401f6370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:59.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:59.278+0000 7f8545c21640 1 -- 172.21.15.67:0/2953694015 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f85401f5f60 msgr2=0x7f85401f6370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:59.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:59.278+0000 7f8545c21640 1 --2- 172.21.15.67:0/2953694015 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f85401f5f60 0x7f85401f6370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:59.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:59.278+0000 7f8545c21640 1 -- 172.21.15.67:0/2953694015 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f852c004800 msgr2=0x7f85400aeb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:29:59.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:59.278+0000 7f8545c21640 1 --2- 172.21.15.67:0/2953694015 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f852c004800 0x7f85400aeb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:29:59.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:59.278+0000 7f8545c21640 1 -- 172.21.15.67:0/2953694015 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85400b5410 con 0x7f85400b4ac0 2024-09-21T00:29:59.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:59.279+0000 7f8545c21640 1 --2- 172.21.15.67:0/2953694015 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f85400b4ac0 0x7f85400b4ed0 secure :-1 s=READY pgs=1474 cs=0 l=1 rev1=1 crypto rx=0x7f85400b6660 tx=0x7f8538006430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:59.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:59.279+0000 7f8535ffb640 1 -- 172.21.15.67:0/2953694015 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8538011900 con 0x7f85400b4ac0 2024-09-21T00:29:59.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:59.279+0000 7f8535ffb640 1 -- 172.21.15.67:0/2953694015 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8538018070 con 0x7f85400b4ac0 2024-09-21T00:29:59.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:59.279+0000 7f8547684640 1 -- 172.21.15.67:0/2953694015 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85400cbfe0 con 0x7f85400b4ac0 2024-09-21T00:29:59.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:59.279+0000 7f8535ffb640 1 -- 172.21.15.67:0/2953694015 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8538011d40 con 0x7f85400b4ac0 2024-09-21T00:29:59.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:59.279+0000 7f8547684640 1 -- 172.21.15.67:0/2953694015 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85400cc5a0 con 0x7f85400b4ac0 2024-09-21T00:29:59.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:59.280+0000 7f8547684640 1 -- 172.21.15.67:0/2953694015 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f85400af360 con 0x7f85400b4ac0 2024-09-21T00:29:59.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:59.281+0000 7f8535ffb640 1 -- 172.21.15.67:0/2953694015 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f853801d460 con 0x7f85400b4ac0 2024-09-21T00:29:59.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:59.281+0000 7f8535ffb640 1 --2- 172.21.15.67:0/2953694015 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8524078b90 0x7f852407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:29:59.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:59.282+0000 7f8535ffb640 1 -- 172.21.15.67:0/2953694015 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(126..126 src has 1..126) ==== 5609+0+0 (secure 0 0 0) 0x7f853809b650 con 0x7f85400b4ac0 2024-09-21T00:29:59.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:59.282+0000 7f8545420640 1 --2- 172.21.15.67:0/2953694015 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8524078b90 0x7f852407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:29:59.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:59.282+0000 7f8545420640 1 --2- 172.21.15.67:0/2953694015 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8524078b90 0x7f852407b0a0 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f853c000c00 tx=0x7f853c006b10 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:29:59.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:59.286+0000 7f8535ffb640 1 -- 172.21.15.67:0/2953694015 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f85400b5410 con 0x7f85400b4ac0 2024-09-21T00:29:59.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:29:59.515+0000 7f8547684640 1 -- 172.21.15.67:0/2953694015 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f85400715b0 con 0x7f85400b4ac0 2024-09-21T00:30:00.137 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.136+0000 7f8535ffb640 1 -- 172.21.15.67:0/2953694015 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 18 and data pool 19 v104) ==== 174+0+0 (secure 0 0 0) 0x7f85400715b0 con 0x7f85400b4ac0 2024-09-21T00:30:00.137 INFO:teuthology.orchestra.run.smithi067.stderr:new fs with metadata pool 18 and data pool 19 2024-09-21T00:30:00.142 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.141+0000 7f8547684640 1 -- 172.21.15.67:0/2953694015 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8524078b90 msgr2=0x7f852407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:00.142 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.141+0000 7f8547684640 1 --2- 172.21.15.67:0/2953694015 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8524078b90 0x7f852407b0a0 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f853c000c00 tx=0x7f853c006b10 comp rx=0 tx=0).stop 2024-09-21T00:30:00.142 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.141+0000 7f8547684640 1 -- 172.21.15.67:0/2953694015 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f85400b4ac0 msgr2=0x7f85400b4ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:00.142 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.141+0000 7f8547684640 1 --2- 172.21.15.67:0/2953694015 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f85400b4ac0 0x7f85400b4ed0 secure :-1 s=READY pgs=1474 cs=0 l=1 rev1=1 crypto rx=0x7f85400b6660 tx=0x7f8538006430 comp rx=0 tx=0).stop 2024-09-21T00:30:00.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.142+0000 7f8547684640 1 -- 172.21.15.67:0/2953694015 shutdown_connections 2024-09-21T00:30:00.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.142+0000 7f8547684640 1 --2- 172.21.15.67:0/2953694015 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8524078b90 0x7f852407b0a0 secure :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f853c000c00 tx=0x7f853c006b10 comp rx=0 tx=0).stop 2024-09-21T00:30:00.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.142+0000 7f8547684640 1 --2- 172.21.15.67:0/2953694015 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f85400b4ac0 0x7f85400b4ed0 unknown :-1 s=CLOSED pgs=1474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:00.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.142+0000 7f8547684640 1 --2- 172.21.15.67:0/2953694015 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f85401f5f60 0x7f85401f6370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:00.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.142+0000 7f8547684640 1 --2- 172.21.15.67:0/2953694015 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f852c004800 0x7f85400aeb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:00.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.142+0000 7f8547684640 1 -- 172.21.15.67:0/2953694015 >> 172.21.15.67:0/2953694015 conn(0x7f854009a950 msgr2=0x7f85401e3740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:00.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.143+0000 7f8547684640 1 -- 172.21.15.67:0/2953694015 shutdown_connections 2024-09-21T00:30:00.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.143+0000 7f8547684640 1 -- 172.21.15.67:0/2953694015 wait complete. 2024-09-21T00:30:00.167 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:30:00.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.285+0000 7f6634301640 1 -- 172.21.15.67:0/2019689067 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f662c152720 msgr2=0x7f662c0b4a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:00.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.285+0000 7f6634301640 1 --2- 172.21.15.67:0/2019689067 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f662c152720 0x7f662c0b4a80 secure :-1 s=READY pgs=1476 cs=0 l=1 rev1=1 crypto rx=0x7f6628009830 tx=0x7f662802a560 comp rx=0 tx=0).stop 2024-09-21T00:30:00.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.286+0000 7f6634301640 1 -- 172.21.15.67:0/2019689067 shutdown_connections 2024-09-21T00:30:00.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.286+0000 7f6634301640 1 --2- 172.21.15.67:0/2019689067 >> v2:172.21.15.97:3300/0 conn(0x7f662c070070 0x7f662c070480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:00.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.286+0000 7f6634301640 1 --2- 172.21.15.67:0/2019689067 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f662c152720 0x7f662c0b4a80 unknown :-1 s=CLOSED pgs=1476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:00.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.286+0000 7f6634301640 1 -- 172.21.15.67:0/2019689067 >> 172.21.15.67:0/2019689067 conn(0x7f662c06d5a0 msgr2=0x7f662c0b1d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:00.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.286+0000 7f6634301640 1 -- 172.21.15.67:0/2019689067 shutdown_connections 2024-09-21T00:30:00.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.286+0000 7f6634301640 1 -- 172.21.15.67:0/2019689067 wait complete. 2024-09-21T00:30:00.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.287+0000 7f6634301640 1 Processor -- start 2024-09-21T00:30:00.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.288+0000 7f6634301640 1 -- start start 2024-09-21T00:30:00.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.289+0000 7f6634301640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f662c070070 0x7f662c150440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:00.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.289+0000 7f6634301640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f662c152720 0x7f662c0747f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:00.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.289+0000 7f6634301640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f662c15f1e0 0x7f662c1584c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:00.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.289+0000 7f6634301640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f662c15cb50 con 0x7f662c070070 2024-09-21T00:30:00.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.289+0000 7f6634301640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f662c15ff10 con 0x7f662c15f1e0 2024-09-21T00:30:00.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.289+0000 7f6634301640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f662c0af0a0 con 0x7f662c152720 2024-09-21T00:30:00.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.289+0000 7f663209d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f662c070070 0x7f662c150440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:00.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.289+0000 7f663209d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f662c070070 0x7f662c150440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60478/0 (socket says 172.21.15.67:60478) 2024-09-21T00:30:00.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.289+0000 7f663209d640 1 -- 172.21.15.67:0/3635926926 learned_addr learned my addr 172.21.15.67:0/3635926926 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:00.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.289+0000 7f663189c640 1 --2- 172.21.15.67:0/3635926926 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f662c152720 0x7f662c0747f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:00.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.289+0000 7f663289e640 1 --2- 172.21.15.67:0/3635926926 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f662c15f1e0 0x7f662c1584c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:00.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.289+0000 7f663209d640 1 -- 172.21.15.67:0/3635926926 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f662c152720 msgr2=0x7f662c0747f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:00.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.289+0000 7f663209d640 1 --2- 172.21.15.67:0/3635926926 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f662c152720 0x7f662c0747f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:00.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.289+0000 7f663209d640 1 -- 172.21.15.67:0/3635926926 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f662c15f1e0 msgr2=0x7f662c1584c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:00.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.289+0000 7f663209d640 1 --2- 172.21.15.67:0/3635926926 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f662c15f1e0 0x7f662c1584c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:00.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.289+0000 7f663209d640 1 -- 172.21.15.67:0/3635926926 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f662c06f000 con 0x7f662c070070 2024-09-21T00:30:00.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.289+0000 7f663289e640 1 --2- 172.21.15.67:0/3635926926 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f662c15f1e0 0x7f662c1584c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:30:00.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.289+0000 7f663209d640 1 --2- 172.21.15.67:0/3635926926 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f662c070070 0x7f662c150440 secure :-1 s=READY pgs=1477 cs=0 l=1 rev1=1 crypto rx=0x7f6628009950 tx=0x7f6628033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:00.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.290+0000 7f6622ffd640 1 -- 172.21.15.67:0/3635926926 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6628031d60 con 0x7f662c070070 2024-09-21T00:30:00.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.290+0000 7f6622ffd640 1 -- 172.21.15.67:0/3635926926 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6628033e10 con 0x7f662c070070 2024-09-21T00:30:00.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.290+0000 7f6634301640 1 -- 172.21.15.67:0/3635926926 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f662c0ccb90 con 0x7f662c070070 2024-09-21T00:30:00.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.290+0000 7f6622ffd640 1 -- 172.21.15.67:0/3635926926 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6628005260 con 0x7f662c070070 2024-09-21T00:30:00.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.290+0000 7f6634301640 1 -- 172.21.15.67:0/3635926926 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f662c06f270 con 0x7f662c070070 2024-09-21T00:30:00.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.291+0000 7f6634301640 1 -- 172.21.15.67:0/3635926926 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f662c070480 con 0x7f662c070070 2024-09-21T00:30:00.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.292+0000 7f6622ffd640 1 -- 172.21.15.67:0/3635926926 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f6628005400 con 0x7f662c070070 2024-09-21T00:30:00.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.292+0000 7f6622ffd640 1 --2- 172.21.15.67:0/3635926926 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6610078b90 0x7f661007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:00.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.293+0000 7f6622ffd640 1 -- 172.21.15.67:0/3635926926 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(127..127 src has 1..127) ==== 5709+0+0 (secure 0 0 0) 0x7f66280bbf90 con 0x7f662c070070 2024-09-21T00:30:00.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.293+0000 7f663189c640 1 --2- 172.21.15.67:0/3635926926 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6610078b90 0x7f661007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:00.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.293+0000 7f663189c640 1 --2- 172.21.15.67:0/3635926926 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6610078b90 0x7f661007b0a0 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f661c005fd0 tx=0x7f661c005850 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:00.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.297+0000 7f6622ffd640 1 -- 172.21.15.67:0/3635926926 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f662803f030 con 0x7f662c070070 2024-09-21T00:30:00.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.487+0000 7f6634301640 1 -- 172.21.15.67:0/3635926926 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f662c15d460 con 0x7f662c070070 2024-09-21T00:30:00.489 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.489+0000 7f6622ffd640 1 -- 172.21.15.67:0/3635926926 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v127) ==== 74+0+16716 (secure 0 0 0) 0x7f6628084460 con 0x7f662c070070 2024-09-21T00:30:00.490 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:30:00.490 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":127,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:29:59.516669+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":19,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":18,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:29:57.187062+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"127","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":19,"pool_name":"cephfs_data","create_time":"2024-09-21T00:29:58.466961+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"127","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":126,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":126,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":126,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":126,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":126,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":126,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":126,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":126,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:30:00.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.491+0000 7f6634301640 1 -- 172.21.15.67:0/3635926926 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6610078b90 msgr2=0x7f661007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:00.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.491+0000 7f6634301640 1 --2- 172.21.15.67:0/3635926926 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6610078b90 0x7f661007b0a0 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f661c005fd0 tx=0x7f661c005850 comp rx=0 tx=0).stop 2024-09-21T00:30:00.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.491+0000 7f6634301640 1 -- 172.21.15.67:0/3635926926 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f662c070070 msgr2=0x7f662c150440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:00.493 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.491+0000 7f6634301640 1 --2- 172.21.15.67:0/3635926926 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f662c070070 0x7f662c150440 secure :-1 s=READY pgs=1477 cs=0 l=1 rev1=1 crypto rx=0x7f6628009950 tx=0x7f6628033c20 comp rx=0 tx=0).stop 2024-09-21T00:30:00.493 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.491+0000 7f6634301640 1 -- 172.21.15.67:0/3635926926 shutdown_connections 2024-09-21T00:30:00.493 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.491+0000 7f6634301640 1 --2- 172.21.15.67:0/3635926926 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6610078b90 0x7f661007b0a0 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:00.493 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.491+0000 7f6634301640 1 --2- 172.21.15.67:0/3635926926 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f662c15f1e0 0x7f662c1584c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:00.493 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.491+0000 7f6634301640 1 --2- 172.21.15.67:0/3635926926 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f662c152720 0x7f662c0747f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:00.493 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.491+0000 7f6634301640 1 --2- 172.21.15.67:0/3635926926 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f662c070070 0x7f662c150440 unknown :-1 s=CLOSED pgs=1477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:00.493 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.491+0000 7f6634301640 1 -- 172.21.15.67:0/3635926926 >> 172.21.15.67:0/3635926926 conn(0x7f662c06d5a0 msgr2=0x7f662c151700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:00.493 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.491+0000 7f6634301640 1 -- 172.21.15.67:0/3635926926 shutdown_connections 2024-09-21T00:30:00.493 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.491+0000 7f6634301640 1 -- 172.21.15.67:0/3635926926 wait complete. 2024-09-21T00:30:00.504 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:30:00.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.620+0000 7f6e66971640 1 -- 172.21.15.67:0/1333207542 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6e600b9e70 msgr2=0x7f6e600b6020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:00.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.620+0000 7f6e66971640 1 --2- 172.21.15.67:0/1333207542 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6e600b9e70 0x7f6e600b6020 secure :-1 s=READY pgs=1479 cs=0 l=1 rev1=1 crypto rx=0x7f6e6008d200 tx=0x7f6e5002a4a0 comp rx=0 tx=0).stop 2024-09-21T00:30:00.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.620+0000 7f6e66971640 1 -- 172.21.15.67:0/1333207542 shutdown_connections 2024-09-21T00:30:00.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.620+0000 7f6e66971640 1 --2- 172.21.15.67:0/1333207542 >> v2:172.21.15.97:3300/0 conn(0x7f6e600d22f0 0x7f6e600b6560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:00.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.620+0000 7f6e66971640 1 --2- 172.21.15.67:0/1333207542 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6e600b9e70 0x7f6e600b6020 unknown :-1 s=CLOSED pgs=1479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:00.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.620+0000 7f6e66971640 1 -- 172.21.15.67:0/1333207542 >> 172.21.15.67:0/1333207542 conn(0x7f6e600d45a0 msgr2=0x7f6e600d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:00.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.620+0000 7f6e66971640 1 -- 172.21.15.67:0/1333207542 shutdown_connections 2024-09-21T00:30:00.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.620+0000 7f6e66971640 1 -- 172.21.15.67:0/1333207542 wait complete. 2024-09-21T00:30:00.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.622+0000 7f6e66971640 1 Processor -- start 2024-09-21T00:30:00.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.622+0000 7f6e66971640 1 -- start start 2024-09-21T00:30:00.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.623+0000 7f6e66971640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6e6006ebc0 0x7f6e600cd3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:00.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.623+0000 7f6e66971640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6e600b9e70 0x7f6e6015faf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:00.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.623+0000 7f6e66971640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6e600d22f0 0x7f6e601f8740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:00.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.623+0000 7f6e66971640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f6e600d0650 con 0x7f6e600b9e70 2024-09-21T00:30:00.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.623+0000 7f6e66971640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f6e600d04d0 con 0x7f6e6006ebc0 2024-09-21T00:30:00.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.623+0000 7f6e66971640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f6e6006f6e0 con 0x7f6e600d22f0 2024-09-21T00:30:00.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.624+0000 7f6e5f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6e600b9e70 0x7f6e6015faf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:00.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.624+0000 7f6e5f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6e600b9e70 0x7f6e6015faf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60500/0 (socket says 172.21.15.67:60500) 2024-09-21T00:30:00.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.624+0000 7f6e5f7fe640 1 -- 172.21.15.67:0/3976721273 learned_addr learned my addr 172.21.15.67:0/3976721273 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:00.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.624+0000 7f6e5ffff640 1 --2- 172.21.15.67:0/3976721273 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6e6006ebc0 0x7f6e600cd3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:00.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.624+0000 7f6e64f0e640 1 --2- 172.21.15.67:0/3976721273 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6e600d22f0 0x7f6e601f8740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:00.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.624+0000 7f6e5f7fe640 1 -- 172.21.15.67:0/3976721273 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6e600d22f0 msgr2=0x7f6e601f8740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:00.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.624+0000 7f6e5f7fe640 1 --2- 172.21.15.67:0/3976721273 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6e600d22f0 0x7f6e601f8740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:00.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.624+0000 7f6e5f7fe640 1 -- 172.21.15.67:0/3976721273 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6e6006ebc0 msgr2=0x7f6e600cd3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:00.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.624+0000 7f6e5f7fe640 1 --2- 172.21.15.67:0/3976721273 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6e6006ebc0 0x7f6e600cd3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:00.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.624+0000 7f6e5f7fe640 1 -- 172.21.15.67:0/3976721273 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e601e7380 con 0x7f6e600b9e70 2024-09-21T00:30:00.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.624+0000 7f6e5f7fe640 1 --2- 172.21.15.67:0/3976721273 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6e600b9e70 0x7f6e6015faf0 secure :-1 s=READY pgs=1480 cs=0 l=1 rev1=1 crypto rx=0x7f6e5400c970 tx=0x7f6e5400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:00.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.624+0000 7f6e5cff9640 1 -- 172.21.15.67:0/3976721273 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e54007bb0 con 0x7f6e600b9e70 2024-09-21T00:30:00.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.624+0000 7f6e5cff9640 1 -- 172.21.15.67:0/3976721273 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6e54007e40 con 0x7f6e600b9e70 2024-09-21T00:30:00.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.624+0000 7f6e66971640 1 -- 172.21.15.67:0/3976721273 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e601e7660 con 0x7f6e600b9e70 2024-09-21T00:30:00.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.624+0000 7f6e5cff9640 1 -- 172.21.15.67:0/3976721273 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e54005280 con 0x7f6e600b9e70 2024-09-21T00:30:00.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.624+0000 7f6e66971640 1 -- 172.21.15.67:0/3976721273 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e601e7c20 con 0x7f6e600b9e70 2024-09-21T00:30:00.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.626+0000 7f6e66971640 1 -- 172.21.15.67:0/3976721273 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6e601e9f40 con 0x7f6e600b9e70 2024-09-21T00:30:00.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.626+0000 7f6e5cff9640 1 -- 172.21.15.67:0/3976721273 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f6e54005420 con 0x7f6e600b9e70 2024-09-21T00:30:00.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.627+0000 7f6e5cff9640 1 --2- 172.21.15.67:0/3976721273 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6e4c078bc0 0x7f6e4c07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:00.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.627+0000 7f6e5cff9640 1 -- 172.21.15.67:0/3976721273 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(127..127 src has 1..127) ==== 5709+0+0 (secure 0 0 0) 0x7f6e5409b080 con 0x7f6e600b9e70 2024-09-21T00:30:00.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.627+0000 7f6e5ffff640 1 --2- 172.21.15.67:0/3976721273 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6e4c078bc0 0x7f6e4c07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:00.629 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.628+0000 7f6e5ffff640 1 --2- 172.21.15.67:0/3976721273 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6e4c078bc0 0x7f6e4c07b0d0 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f6e50034000 tx=0x7f6e50004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:00.632 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.632+0000 7f6e5cff9640 1 -- 172.21.15.67:0/3976721273 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f6e54014030 con 0x7f6e600b9e70 2024-09-21T00:30:00.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.822+0000 7f6e66971640 1 -- 172.21.15.67:0/3976721273 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6e6006fb30 con 0x7f6e600b9e70 2024-09-21T00:30:00.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.823+0000 7f6e5cff9640 1 -- 172.21.15.67:0/3976721273 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v127) ==== 74+0+16716 (secure 0 0 0) 0x7f6e54062fc0 con 0x7f6e600b9e70 2024-09-21T00:30:00.825 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:30:00.825 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":127,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:29:59.516669+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":19,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":18,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:29:57.187062+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"127","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":19,"pool_name":"cephfs_data","create_time":"2024-09-21T00:29:58.466961+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"127","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":126,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":126,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":126,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":126,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":126,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":126,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":126,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":126,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:30:00.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.826+0000 7f6e66971640 1 -- 172.21.15.67:0/3976721273 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6e4c078bc0 msgr2=0x7f6e4c07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:00.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.826+0000 7f6e66971640 1 --2- 172.21.15.67:0/3976721273 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6e4c078bc0 0x7f6e4c07b0d0 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f6e50034000 tx=0x7f6e50004730 comp rx=0 tx=0).stop 2024-09-21T00:30:00.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.826+0000 7f6e66971640 1 -- 172.21.15.67:0/3976721273 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6e600b9e70 msgr2=0x7f6e6015faf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:00.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.826+0000 7f6e66971640 1 --2- 172.21.15.67:0/3976721273 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6e600b9e70 0x7f6e6015faf0 secure :-1 s=READY pgs=1480 cs=0 l=1 rev1=1 crypto rx=0x7f6e5400c970 tx=0x7f6e5400ce30 comp rx=0 tx=0).stop 2024-09-21T00:30:00.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.826+0000 7f6e66971640 1 -- 172.21.15.67:0/3976721273 shutdown_connections 2024-09-21T00:30:00.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.826+0000 7f6e66971640 1 --2- 172.21.15.67:0/3976721273 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6e4c078bc0 0x7f6e4c07b0d0 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:00.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.826+0000 7f6e66971640 1 --2- 172.21.15.67:0/3976721273 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6e600d22f0 0x7f6e601f8740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:00.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.826+0000 7f6e66971640 1 --2- 172.21.15.67:0/3976721273 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6e600b9e70 0x7f6e6015faf0 unknown :-1 s=CLOSED pgs=1480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:00.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.826+0000 7f6e66971640 1 --2- 172.21.15.67:0/3976721273 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6e6006ebc0 0x7f6e600cd3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:00.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.826+0000 7f6e66971640 1 -- 172.21.15.67:0/3976721273 >> 172.21.15.67:0/3976721273 conn(0x7f6e600d45a0 msgr2=0x7f6e600cae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:00.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.826+0000 7f6e66971640 1 -- 172.21.15.67:0/3976721273 shutdown_connections 2024-09-21T00:30:00.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.826+0000 7f6e66971640 1 -- 172.21.15.67:0/3976721273 wait complete. 2024-09-21T00:30:00.840 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-21T00:30:00.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.958+0000 7f767735e640 1 -- 172.21.15.67:0/3812168816 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f767015dc00 msgr2=0x7f767015a410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:00.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.958+0000 7f767735e640 1 --2- 172.21.15.67:0/3812168816 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f767015dc00 0x7f767015a410 secure :-1 s=READY pgs=1482 cs=0 l=1 rev1=1 crypto rx=0x7f766c009820 tx=0x7f766c02a510 comp rx=0 tx=0).stop 2024-09-21T00:30:00.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.958+0000 7f767735e640 1 -- 172.21.15.67:0/3812168816 shutdown_connections 2024-09-21T00:30:00.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.958+0000 7f767735e640 1 --2- 172.21.15.67:0/3812168816 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f76700b2530 0x7f767006cdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:00.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.958+0000 7f767735e640 1 --2- 172.21.15.67:0/3812168816 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f767015dc00 0x7f767015a410 unknown :-1 s=CLOSED pgs=1482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:00.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.958+0000 7f767735e640 1 -- 172.21.15.67:0/3812168816 >> 172.21.15.67:0/3812168816 conn(0x7f767009a950 msgr2=0x7f76700d13c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:00.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.958+0000 7f767735e640 1 -- 172.21.15.67:0/3812168816 shutdown_connections 2024-09-21T00:30:00.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.958+0000 7f767735e640 1 -- 172.21.15.67:0/3812168816 wait complete. 2024-09-21T00:30:00.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.960+0000 7f767735e640 1 Processor -- start 2024-09-21T00:30:00.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.960+0000 7f767735e640 1 -- start start 2024-09-21T00:30:00.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.961+0000 7f767735e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f76700b2530 0x7f7670153980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:00.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.961+0000 7f767735e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f76700d1d70 0x7f767009d750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:00.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.961+0000 7f767735e640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f767015dc00 0x7f76700c4ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:00.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.961+0000 7f767735e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f767006d680 con 0x7f76700d1d70 2024-09-21T00:30:00.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.961+0000 7f767735e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f767006d500 con 0x7f76700b2530 2024-09-21T00:30:00.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.961+0000 7f767735e640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f76700b6940 con 0x7f767015dc00 2024-09-21T00:30:00.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.961+0000 7f76748f9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f76700d1d70 0x7f767009d750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:00.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.961+0000 7f76748f9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f76700d1d70 0x7f767009d750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60514/0 (socket says 172.21.15.67:60514) 2024-09-21T00:30:00.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.961+0000 7f76748f9640 1 -- 172.21.15.67:0/109174486 learned_addr learned my addr 172.21.15.67:0/109174486 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:00.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.962+0000 7f76758fb640 1 --2- 172.21.15.67:0/109174486 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f767015dc00 0x7f76700c4ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:00.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.962+0000 7f76748f9640 1 -- 172.21.15.67:0/109174486 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f767015dc00 msgr2=0x7f76700c4ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:00.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.962+0000 7f76748f9640 1 --2- 172.21.15.67:0/109174486 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f767015dc00 0x7f76700c4ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:00.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.962+0000 7f76750fa640 1 --2- 172.21.15.67:0/109174486 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f76700b2530 0x7f7670153980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:00.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.962+0000 7f76748f9640 1 -- 172.21.15.67:0/109174486 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f76700b2530 msgr2=0x7f7670153980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:00.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.962+0000 7f76748f9640 1 --2- 172.21.15.67:0/109174486 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f76700b2530 0x7f7670153980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:00.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.962+0000 7f76748f9640 1 -- 172.21.15.67:0/109174486 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7670153ec0 con 0x7f76700d1d70 2024-09-21T00:30:00.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.962+0000 7f76748f9640 1 --2- 172.21.15.67:0/109174486 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f76700d1d70 0x7f767009d750 secure :-1 s=READY pgs=1483 cs=0 l=1 rev1=1 crypto rx=0x7f766000d6a0 tx=0x7f766000db60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:00.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.962+0000 7f7665ffb640 1 -- 172.21.15.67:0/109174486 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7660017070 con 0x7f76700d1d70 2024-09-21T00:30:00.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.962+0000 7f7665ffb640 1 -- 172.21.15.67:0/109174486 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7660004310 con 0x7f76700d1d70 2024-09-21T00:30:00.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.962+0000 7f767735e640 1 -- 172.21.15.67:0/109174486 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76701f39d0 con 0x7f76700d1d70 2024-09-21T00:30:00.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.962+0000 7f7665ffb640 1 -- 172.21.15.67:0/109174486 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7660005280 con 0x7f76700d1d70 2024-09-21T00:30:00.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.962+0000 7f767735e640 1 -- 172.21.15.67:0/109174486 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76701f3f90 con 0x7f76700d1d70 2024-09-21T00:30:00.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.963+0000 7f767735e640 1 -- 172.21.15.67:0/109174486 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f76701f3740 con 0x7f76700d1d70 2024-09-21T00:30:00.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.964+0000 7f7665ffb640 1 -- 172.21.15.67:0/109174486 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f7660005420 con 0x7f76700d1d70 2024-09-21T00:30:00.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.965+0000 7f7665ffb640 1 --2- 172.21.15.67:0/109174486 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7654078b90 0x7f765407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:00.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.965+0000 7f7665ffb640 1 -- 172.21.15.67:0/109174486 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(127..127 src has 1..127) ==== 5709+0+0 (secure 0 0 0) 0x7f766009b100 con 0x7f76700d1d70 2024-09-21T00:30:00.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.965+0000 7f76750fa640 1 --2- 172.21.15.67:0/109174486 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7654078b90 0x7f765407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:00.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.966+0000 7f76750fa640 1 --2- 172.21.15.67:0/109174486 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7654078b90 0x7f765407b0a0 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f766c034000 tx=0x7f766c004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:00.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:00.969+0000 7f7665ffb640 1 -- 172.21.15.67:0/109174486 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f7660020020 con 0x7f76700d1d70 2024-09-21T00:30:01.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:01.198+0000 7f767735e640 1 -- 172.21.15.67:0/109174486 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f76700b6e00 con 0x7f76700d1d70 2024-09-21T00:30:02.114 INFO:tasks.ceph.mds.b.smithi097.stderr:2024-09-21T00:30:02.112+0000 7f14fba99640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-21T00:30:02.147 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:02.145+0000 7f7665ffb640 1 -- 172.21.15.67:0/109174486 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v107) ==== 118+0+0 (secure 0 0 0) 0x7f7660063540 con 0x7f76700d1d70 2024-09-21T00:30:02.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:02.149+0000 7f767735e640 1 -- 172.21.15.67:0/109174486 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7654078b90 msgr2=0x7f765407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:02.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:02.149+0000 7f767735e640 1 --2- 172.21.15.67:0/109174486 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7654078b90 0x7f765407b0a0 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f766c034000 tx=0x7f766c004730 comp rx=0 tx=0).stop 2024-09-21T00:30:02.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:02.149+0000 7f767735e640 1 -- 172.21.15.67:0/109174486 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f76700d1d70 msgr2=0x7f767009d750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:02.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:02.149+0000 7f767735e640 1 --2- 172.21.15.67:0/109174486 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f76700d1d70 0x7f767009d750 secure :-1 s=READY pgs=1483 cs=0 l=1 rev1=1 crypto rx=0x7f766000d6a0 tx=0x7f766000db60 comp rx=0 tx=0).stop 2024-09-21T00:30:02.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:02.149+0000 7f767735e640 1 -- 172.21.15.67:0/109174486 shutdown_connections 2024-09-21T00:30:02.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:02.149+0000 7f767735e640 1 --2- 172.21.15.67:0/109174486 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7654078b90 0x7f765407b0a0 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:02.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:02.149+0000 7f767735e640 1 --2- 172.21.15.67:0/109174486 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f767015dc00 0x7f76700c4ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:02.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:02.149+0000 7f767735e640 1 --2- 172.21.15.67:0/109174486 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f76700d1d70 0x7f767009d750 unknown :-1 s=CLOSED pgs=1483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:02.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:02.149+0000 7f767735e640 1 --2- 172.21.15.67:0/109174486 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f76700b2530 0x7f7670153980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:02.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:02.149+0000 7f767735e640 1 -- 172.21.15.67:0/109174486 >> 172.21.15.67:0/109174486 conn(0x7f767009a950 msgr2=0x7f76700b6200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:02.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:02.149+0000 7f767735e640 1 -- 172.21.15.67:0/109174486 shutdown_connections 2024-09-21T00:30:02.152 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:02.149+0000 7f767735e640 1 -- 172.21.15.67:0/109174486 wait complete. 2024-09-21T00:30:02.165 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-21T00:30:02.165 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-21T00:30:02.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:02.292+0000 7fafdf0f4640 1 -- 172.21.15.67:0/697184944 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fafd80ce110 msgr2=0x7fafd8160690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:02.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:02.292+0000 7fafdf0f4640 1 --2- 172.21.15.67:0/697184944 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fafd80ce110 0x7fafd8160690 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fafd0005fd0 tx=0x7fafd002a8b0 comp rx=0 tx=0).stop 2024-09-21T00:30:02.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:02.292+0000 7fafdf0f4640 1 -- 172.21.15.67:0/697184944 shutdown_connections 2024-09-21T00:30:02.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:02.292+0000 7fafdf0f4640 1 --2- 172.21.15.67:0/697184944 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fafd80ce110 0x7fafd8160690 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:02.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:02.292+0000 7fafdf0f4640 1 --2- 172.21.15.67:0/697184944 >> v2:172.21.15.97:3300/0 conn(0x7fafd80b78f0 0x7fafd80b16e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:02.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:02.292+0000 7fafdf0f4640 1 -- 172.21.15.67:0/697184944 >> 172.21.15.67:0/697184944 conn(0x7fafd80d24c0 msgr2=0x7fafd80d28d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:02.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:02.292+0000 7fafdf0f4640 1 -- 172.21.15.67:0/697184944 shutdown_connections 2024-09-21T00:30:02.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:02.292+0000 7fafdf0f4640 1 -- 172.21.15.67:0/697184944 wait complete. 2024-09-21T00:30:02.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:02.294+0000 7fafdf0f4640 1 Processor -- start 2024-09-21T00:30:02.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:02.294+0000 7fafdf0f4640 1 -- start start 2024-09-21T00:30:02.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:02.295+0000 7fafdf0f4640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fafd8071230 0x7fafd81f41b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:02.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:02.295+0000 7fafdf0f4640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fafd80b78f0 0x7fafd80c5bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:02.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:02.296+0000 7fafdf0f4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fafd80ce110 0x7fafd815a760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:02.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:02.296+0000 7fafdf0f4640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fafd8160bd0 con 0x7fafd80ce110 2024-09-21T00:30:02.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:02.296+0000 7fafdf0f4640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fafd8071990 con 0x7fafd80b78f0 2024-09-21T00:30:02.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:02.296+0000 7fafdf0f4640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fafd8160d50 con 0x7fafd8071230 2024-09-21T00:30:02.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:02.296+0000 7fafdd691640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fafd80ce110 0x7fafd815a760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:02.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:02.296+0000 7fafdd691640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fafd80ce110 0x7fafd815a760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60530/0 (socket says 172.21.15.67:60530) 2024-09-21T00:30:02.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:02.296+0000 7fafdd691640 1 -- 172.21.15.67:0/993468003 learned_addr learned my addr 172.21.15.67:0/993468003 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:02.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:02.296+0000 7fafd7fff640 1 --2- 172.21.15.67:0/993468003 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fafd80b78f0 0x7fafd80c5bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:02.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:02.296+0000 7fafdce90640 1 --2- 172.21.15.67:0/993468003 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fafd8071230 0x7fafd81f41b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:02.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:02.296+0000 7fafdd691640 1 -- 172.21.15.67:0/993468003 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fafd8071230 msgr2=0x7fafd81f41b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:02.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:02.296+0000 7fafdd691640 1 --2- 172.21.15.67:0/993468003 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fafd8071230 0x7fafd81f41b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:02.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:02.296+0000 7fafdd691640 1 -- 172.21.15.67:0/993468003 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fafd80b78f0 msgr2=0x7fafd80c5bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:02.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:02.296+0000 7fafdd691640 1 --2- 172.21.15.67:0/993468003 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fafd80b78f0 0x7fafd80c5bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:02.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:02.296+0000 7fafdd691640 1 -- 172.21.15.67:0/993468003 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fafd80c6130 con 0x7fafd80ce110 2024-09-21T00:30:02.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:02.296+0000 7fafdd691640 1 --2- 172.21.15.67:0/993468003 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fafd80ce110 0x7fafd815a760 secure :-1 s=READY pgs=1484 cs=0 l=1 rev1=1 crypto rx=0x7fafd002aea0 tx=0x7fafd00316f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:02.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:02.297+0000 7fafd57fa640 1 -- 172.21.15.67:0/993468003 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafd0031da0 con 0x7fafd80ce110 2024-09-21T00:30:02.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:02.297+0000 7fafdf0f4640 1 -- 172.21.15.67:0/993468003 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fafd80c8460 con 0x7fafd80ce110 2024-09-21T00:30:02.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:02.297+0000 7fafd57fa640 1 -- 172.21.15.67:0/993468003 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fafd0003a60 con 0x7fafd80ce110 2024-09-21T00:30:02.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:02.297+0000 7fafd57fa640 1 -- 172.21.15.67:0/993468003 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafd00330d0 con 0x7fafd80ce110 2024-09-21T00:30:02.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:02.297+0000 7fafdf0f4640 1 -- 172.21.15.67:0/993468003 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fafd815bbd0 con 0x7fafd80ce110 2024-09-21T00:30:02.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:02.298+0000 7fafdf0f4640 1 -- 172.21.15.67:0/993468003 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fafd80c6300 con 0x7fafd80ce110 2024-09-21T00:30:02.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:02.298+0000 7fafd57fa640 1 -- 172.21.15.67:0/993468003 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fafd0033270 con 0x7fafd80ce110 2024-09-21T00:30:02.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:02.299+0000 7fafd57fa640 1 --2- 172.21.15.67:0/993468003 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fafc4078b90 0x7fafc407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:02.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:02.299+0000 7fafd57fa640 1 -- 172.21.15.67:0/993468003 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(128..128 src has 1..128) ==== 5709+0+0 (secure 0 0 0) 0x7fafd00bbd70 con 0x7fafd80ce110 2024-09-21T00:30:02.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:02.299+0000 7fafdce90640 1 --2- 172.21.15.67:0/993468003 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fafc4078b90 0x7fafc407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:02.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:02.300+0000 7fafdce90640 1 --2- 172.21.15.67:0/993468003 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fafc4078b90 0x7fafc407b0a0 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7fafc8009590 tx=0x7fafc8005f30 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:02.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:02.304+0000 7fafd57fa640 1 -- 172.21.15.67:0/993468003 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fafd004a030 con 0x7fafd80ce110 2024-09-21T00:30:02.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:02.532+0000 7fafdf0f4640 1 -- 172.21.15.67:0/993468003 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7fafd80b16e0 con 0x7fafd80ce110 2024-09-21T00:30:03.148 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.147+0000 7fafd57fa640 1 -- 172.21.15.67:0/993468003 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v108) ==== 122+0+0 (secure 0 0 0) 0x7fafd003f030 con 0x7fafd80ce110 2024-09-21T00:30:03.153 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.151+0000 7fafdf0f4640 1 -- 172.21.15.67:0/993468003 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fafc4078b90 msgr2=0x7fafc407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:03.153 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.151+0000 7fafdf0f4640 1 --2- 172.21.15.67:0/993468003 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fafc4078b90 0x7fafc407b0a0 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7fafc8009590 tx=0x7fafc8005f30 comp rx=0 tx=0).stop 2024-09-21T00:30:03.153 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.151+0000 7fafdf0f4640 1 -- 172.21.15.67:0/993468003 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fafd80ce110 msgr2=0x7fafd815a760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:03.153 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.151+0000 7fafdf0f4640 1 --2- 172.21.15.67:0/993468003 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fafd80ce110 0x7fafd815a760 secure :-1 s=READY pgs=1484 cs=0 l=1 rev1=1 crypto rx=0x7fafd002aea0 tx=0x7fafd00316f0 comp rx=0 tx=0).stop 2024-09-21T00:30:03.153 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.152+0000 7fafdf0f4640 1 -- 172.21.15.67:0/993468003 shutdown_connections 2024-09-21T00:30:03.153 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.152+0000 7fafdf0f4640 1 --2- 172.21.15.67:0/993468003 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fafc4078b90 0x7fafc407b0a0 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:03.153 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.152+0000 7fafdf0f4640 1 --2- 172.21.15.67:0/993468003 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fafd80ce110 0x7fafd815a760 unknown :-1 s=CLOSED pgs=1484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:03.153 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.152+0000 7fafdf0f4640 1 --2- 172.21.15.67:0/993468003 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fafd80b78f0 0x7fafd80c5bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:03.153 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.152+0000 7fafdf0f4640 1 --2- 172.21.15.67:0/993468003 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fafd8071230 0x7fafd81f41b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:03.154 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.152+0000 7fafdf0f4640 1 -- 172.21.15.67:0/993468003 >> 172.21.15.67:0/993468003 conn(0x7fafd80d24c0 msgr2=0x7fafd80b52f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:03.154 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.152+0000 7fafdf0f4640 1 -- 172.21.15.67:0/993468003 shutdown_connections 2024-09-21T00:30:03.154 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.152+0000 7fafdf0f4640 1 -- 172.21.15.67:0/993468003 wait complete. 2024-09-21T00:30:03.168 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-21T00:30:03.168 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:30:03.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.291+0000 7f10ac225640 1 -- 172.21.15.67:0/3056508601 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f10a4162ea0 msgr2=0x7f10a40cf740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:03.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.291+0000 7f10ac225640 1 --2- 172.21.15.67:0/3056508601 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f10a4162ea0 0x7f10a40cf740 secure :-1 s=READY pgs=1486 cs=0 l=1 rev1=1 crypto rx=0x7f10a0009820 tx=0x7f10a002a510 comp rx=0 tx=0).stop 2024-09-21T00:30:03.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.291+0000 7f10ac225640 1 -- 172.21.15.67:0/3056508601 shutdown_connections 2024-09-21T00:30:03.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.291+0000 7f10ac225640 1 --2- 172.21.15.67:0/3056508601 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f10a4162ea0 0x7f10a40cf740 unknown :-1 s=CLOSED pgs=1486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:03.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.291+0000 7f10ac225640 1 -- 172.21.15.67:0/3056508601 >> 172.21.15.67:0/3056508601 conn(0x7f10a406dfb0 msgr2=0x7f10a406e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:03.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.292+0000 7f10ac225640 1 -- 172.21.15.67:0/3056508601 shutdown_connections 2024-09-21T00:30:03.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.292+0000 7f10ac225640 1 -- 172.21.15.67:0/3056508601 wait complete. 2024-09-21T00:30:03.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.293+0000 7f10ac225640 1 Processor -- start 2024-09-21T00:30:03.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.293+0000 7f10ac225640 1 -- start start 2024-09-21T00:30:03.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.295+0000 7f10ac225640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f10a40d11c0 0x7f10a40700d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:03.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.295+0000 7f10ac225640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f10a40d2b00 0x7f10a4070610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:03.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.295+0000 7f10ac225640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f10a4162ea0 0x7f10a415a050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:03.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.295+0000 7f10ac225640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f10a415f7e0 con 0x7f10a40d11c0 2024-09-21T00:30:03.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.295+0000 7f10ac225640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f10a415f660 con 0x7f10a40d2b00 2024-09-21T00:30:03.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.295+0000 7f10ac225640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f10a415f960 con 0x7f10a4162ea0 2024-09-21T00:30:03.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.295+0000 7f10a9fc1640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f10a40d11c0 0x7f10a40700d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:03.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.295+0000 7f10a9fc1640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f10a40d11c0 0x7f10a40700d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:47058/0 (socket says 172.21.15.67:47058) 2024-09-21T00:30:03.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.295+0000 7f10a9fc1640 1 -- 172.21.15.67:0/3735085278 learned_addr learned my addr 172.21.15.67:0/3735085278 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:03.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.295+0000 7f10a97c0640 1 --2- 172.21.15.67:0/3735085278 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f10a40d2b00 0x7f10a4070610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:03.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.295+0000 7f10aa7c2640 1 --2- 172.21.15.67:0/3735085278 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f10a4162ea0 0x7f10a415a050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:03.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.295+0000 7f10a9fc1640 1 -- 172.21.15.67:0/3735085278 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f10a4162ea0 msgr2=0x7f10a415a050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:03.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.295+0000 7f10a9fc1640 1 --2- 172.21.15.67:0/3735085278 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f10a4162ea0 0x7f10a415a050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:03.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.295+0000 7f10a9fc1640 1 -- 172.21.15.67:0/3735085278 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f10a40d2b00 msgr2=0x7f10a4070610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:03.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.295+0000 7f10a9fc1640 1 --2- 172.21.15.67:0/3735085278 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f10a40d2b00 0x7f10a4070610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:03.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.295+0000 7f10a9fc1640 1 -- 172.21.15.67:0/3735085278 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10a40721b0 con 0x7f10a40d11c0 2024-09-21T00:30:03.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.295+0000 7f10a9fc1640 1 --2- 172.21.15.67:0/3735085278 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f10a40d11c0 0x7f10a40700d0 secure :-1 s=READY pgs=1487 cs=0 l=1 rev1=1 crypto rx=0x7f10a0000c00 tx=0x7f10a0005360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:03.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.296+0000 7f109a7fc640 1 -- 172.21.15.67:0/3735085278 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10a003f070 con 0x7f10a40d11c0 2024-09-21T00:30:03.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.296+0000 7f109a7fc640 1 -- 172.21.15.67:0/3735085278 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f10a0004340 con 0x7f10a40d11c0 2024-09-21T00:30:03.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.296+0000 7f109a7fc640 1 -- 172.21.15.67:0/3735085278 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10a0031bb0 con 0x7f10a40d11c0 2024-09-21T00:30:03.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.296+0000 7f10ac225640 1 -- 172.21.15.67:0/3735085278 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10a4072470 con 0x7f10a40d11c0 2024-09-21T00:30:03.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.296+0000 7f10ac225640 1 -- 172.21.15.67:0/3735085278 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10a4072a30 con 0x7f10a40d11c0 2024-09-21T00:30:03.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.297+0000 7f10ac225640 1 -- 172.21.15.67:0/3735085278 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f10a40cf740 con 0x7f10a40d11c0 2024-09-21T00:30:03.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.298+0000 7f109a7fc640 1 -- 172.21.15.67:0/3735085278 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f10a0042070 con 0x7f10a40d11c0 2024-09-21T00:30:03.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.298+0000 7f109a7fc640 1 --2- 172.21.15.67:0/3735085278 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1088078b90 0x7f108807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:03.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.298+0000 7f109a7fc640 1 -- 172.21.15.67:0/3735085278 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(128..128 src has 1..128) ==== 5709+0+0 (secure 0 0 0) 0x7f10a00bbcf0 con 0x7f10a40d11c0 2024-09-21T00:30:03.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.298+0000 7f10a97c0640 1 --2- 172.21.15.67:0/3735085278 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1088078b90 0x7f108807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:03.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.299+0000 7f10a97c0640 1 --2- 172.21.15.67:0/3735085278 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1088078b90 0x7f108807b0a0 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f10a4074350 tx=0x7f1094007e90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:03.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.303+0000 7f109a7fc640 1 -- 172.21.15.67:0/3735085278 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f10a00c0070 con 0x7f10a40d11c0 2024-09-21T00:30:03.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.528+0000 7f10ac225640 1 -- 172.21.15.67:0/3735085278 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f10a406cfe0 con 0x7f10a40d11c0 2024-09-21T00:30:03.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.529+0000 7f109a7fc640 1 -- 172.21.15.67:0/3735085278 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 108 v108) ==== 95+0+5225 (secure 0 0 0) 0x7f10a0083b70 con 0x7f10a40d11c0 2024-09-21T00:30:03.530 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:30:03.530 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":108,"btime":"2024-09-21T00:30:03:146509+0000","default_fscid":9,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7076,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/3729383831","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":3729383831},{"type":"v1","addr":"172.21.15.97:6837","nonce":3729383831}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":103},{"gid":7732,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/97932944","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":97932944},{"type":"v1","addr":"172.21.15.67:6834","nonce":97932944}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":102},{"gid":7735,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3469130706","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":3469130706},{"type":"v1","addr":"172.21.15.67:6835","nonce":3469130706}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":103}],"filesystems":[{"mdsmap":{"epoch":108,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:29:59.516625+0000","modified":"2024-09-21T00:30:02.533562+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7744},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7744":{"gid":7744,"name":"b","rank":0,"incarnation":104,"state":"up:active","state_seq":3,"addr":"172.21.15.97:6835/2367808255","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":2367808255},{"type":"v1","addr":"172.21.15.97:6835","nonce":2367808255}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[19],"metadata_pool":18,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7744,"qdb_cluster":[7744]},"id":9}]} 2024-09-21T00:30:03.530 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 108 2024-09-21T00:30:03.532 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.531+0000 7f10ac225640 1 -- 172.21.15.67:0/3735085278 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1088078b90 msgr2=0x7f108807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:03.532 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.531+0000 7f10ac225640 1 --2- 172.21.15.67:0/3735085278 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1088078b90 0x7f108807b0a0 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f10a4074350 tx=0x7f1094007e90 comp rx=0 tx=0).stop 2024-09-21T00:30:03.532 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.531+0000 7f10ac225640 1 -- 172.21.15.67:0/3735085278 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f10a40d11c0 msgr2=0x7f10a40700d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:03.532 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.531+0000 7f10ac225640 1 --2- 172.21.15.67:0/3735085278 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f10a40d11c0 0x7f10a40700d0 secure :-1 s=READY pgs=1487 cs=0 l=1 rev1=1 crypto rx=0x7f10a0000c00 tx=0x7f10a0005360 comp rx=0 tx=0).stop 2024-09-21T00:30:03.532 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.531+0000 7f10ac225640 1 -- 172.21.15.67:0/3735085278 shutdown_connections 2024-09-21T00:30:03.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.531+0000 7f10ac225640 1 --2- 172.21.15.67:0/3735085278 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1088078b90 0x7f108807b0a0 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:03.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.531+0000 7f10ac225640 1 --2- 172.21.15.67:0/3735085278 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f10a4162ea0 0x7f10a415a050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:03.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.531+0000 7f10ac225640 1 --2- 172.21.15.67:0/3735085278 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f10a40d2b00 0x7f10a4070610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:03.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.531+0000 7f10ac225640 1 --2- 172.21.15.67:0/3735085278 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f10a40d11c0 0x7f10a40700d0 unknown :-1 s=CLOSED pgs=1487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:03.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.531+0000 7f10ac225640 1 -- 172.21.15.67:0/3735085278 >> 172.21.15.67:0/3735085278 conn(0x7f10a406dfb0 msgr2=0x7f10a40d15d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:03.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.531+0000 7f10ac225640 1 -- 172.21.15.67:0/3735085278 shutdown_connections 2024-09-21T00:30:03.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.531+0000 7f10ac225640 1 -- 172.21.15.67:0/3735085278 wait complete. 2024-09-21T00:30:03.544 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:30:03.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.658+0000 7f1484f5f640 1 -- 172.21.15.67:0/2777620170 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f148015ffe0 msgr2=0x7f148009a950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:03.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.658+0000 7f1484f5f640 1 --2- 172.21.15.67:0/2777620170 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f148015ffe0 0x7f148009a950 secure :-1 s=READY pgs=1488 cs=0 l=1 rev1=1 crypto rx=0x7f14800c9400 tx=0x7f147002a5f0 comp rx=0 tx=0).stop 2024-09-21T00:30:03.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.658+0000 7f1484f5f640 1 -- 172.21.15.67:0/2777620170 shutdown_connections 2024-09-21T00:30:03.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.658+0000 7f1484f5f640 1 --2- 172.21.15.67:0/2777620170 >> v2:172.21.15.97:3300/0 conn(0x7f14800cd890 0x7f14800cdca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:03.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.658+0000 7f1484f5f640 1 --2- 172.21.15.67:0/2777620170 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f148015ffe0 0x7f148009a950 unknown :-1 s=CLOSED pgs=1488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:03.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.658+0000 7f1484f5f640 1 -- 172.21.15.67:0/2777620170 >> 172.21.15.67:0/2777620170 conn(0x7f14800b3e90 msgr2=0x7f14800b42a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:03.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.658+0000 7f1484f5f640 1 -- 172.21.15.67:0/2777620170 shutdown_connections 2024-09-21T00:30:03.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.658+0000 7f1484f5f640 1 -- 172.21.15.67:0/2777620170 wait complete. 2024-09-21T00:30:03.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.660+0000 7f1484f5f640 1 Processor -- start 2024-09-21T00:30:03.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.660+0000 7f1484f5f640 1 -- start start 2024-09-21T00:30:03.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.662+0000 7f1484f5f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f14800b1910 0x7f148015e070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:03.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.662+0000 7f1484f5f640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f14800cd890 0x7f14800cacc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:03.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.662+0000 7f1484f5f640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f148015ffe0 0x7f148015b720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:03.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.662+0000 7f1484f5f640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f14800ce360 con 0x7f14800b1910 2024-09-21T00:30:03.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.662+0000 7f1484f5f640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f14800ce1e0 con 0x7f148015ffe0 2024-09-21T00:30:03.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.662+0000 7f1484f5f640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f14800ce4e0 con 0x7f14800cd890 2024-09-21T00:30:03.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.662+0000 7f147e59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f14800b1910 0x7f148015e070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:03.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.662+0000 7f147e59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f14800b1910 0x7f148015e070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:47074/0 (socket says 172.21.15.67:47074) 2024-09-21T00:30:03.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.662+0000 7f147e59c640 1 -- 172.21.15.67:0/427425943 learned_addr learned my addr 172.21.15.67:0/427425943 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:03.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.662+0000 7f147ed9d640 1 --2- 172.21.15.67:0/427425943 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f148015ffe0 0x7f148015b720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:03.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.662+0000 7f147dd9b640 1 --2- 172.21.15.67:0/427425943 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f14800cd890 0x7f14800cacc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:03.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.662+0000 7f147e59c640 1 -- 172.21.15.67:0/427425943 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f14800cd890 msgr2=0x7f14800cacc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:03.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.662+0000 7f147e59c640 1 --2- 172.21.15.67:0/427425943 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f14800cd890 0x7f14800cacc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:03.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.662+0000 7f147e59c640 1 -- 172.21.15.67:0/427425943 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f148015ffe0 msgr2=0x7f148015b720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:03.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.662+0000 7f147e59c640 1 --2- 172.21.15.67:0/427425943 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f148015ffe0 0x7f148015b720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:03.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.662+0000 7f147e59c640 1 -- 172.21.15.67:0/427425943 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f148015e970 con 0x7f14800b1910 2024-09-21T00:30:03.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.662+0000 7f147dd9b640 1 --2- 172.21.15.67:0/427425943 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f14800cd890 0x7f14800cacc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:30:03.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.662+0000 7f147e59c640 1 --2- 172.21.15.67:0/427425943 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f14800b1910 0x7f148015e070 secure :-1 s=READY pgs=1489 cs=0 l=1 rev1=1 crypto rx=0x7f14700099c0 tx=0x7f14700039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:03.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.663+0000 7f146effd640 1 -- 172.21.15.67:0/427425943 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f147003e030 con 0x7f14800b1910 2024-09-21T00:30:03.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.663+0000 7f146effd640 1 -- 172.21.15.67:0/427425943 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f14700047a0 con 0x7f14800b1910 2024-09-21T00:30:03.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.663+0000 7f1484f5f640 1 -- 172.21.15.67:0/427425943 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f148015ec50 con 0x7f14800b1910 2024-09-21T00:30:03.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.663+0000 7f146effd640 1 -- 172.21.15.67:0/427425943 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1470035040 con 0x7f14800b1910 2024-09-21T00:30:03.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.663+0000 7f1484f5f640 1 -- 172.21.15.67:0/427425943 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f148015f210 con 0x7f14800b1910 2024-09-21T00:30:03.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.664+0000 7f1484f5f640 1 -- 172.21.15.67:0/427425943 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f14800ce9d0 con 0x7f14800b1910 2024-09-21T00:30:03.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.665+0000 7f146effd640 1 -- 172.21.15.67:0/427425943 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f1470041030 con 0x7f14800b1910 2024-09-21T00:30:03.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.665+0000 7f146effd640 1 --2- 172.21.15.67:0/427425943 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1460078b90 0x7f146007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:03.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.665+0000 7f146effd640 1 -- 172.21.15.67:0/427425943 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(128..128 src has 1..128) ==== 5709+0+0 (secure 0 0 0) 0x7f14700bb480 con 0x7f14800b1910 2024-09-21T00:30:03.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.665+0000 7f147dd9b640 1 --2- 172.21.15.67:0/427425943 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1460078b90 0x7f146007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:03.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.666+0000 7f147dd9b640 1 --2- 172.21.15.67:0/427425943 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1460078b90 0x7f146007b0a0 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f148015fcb0 tx=0x7f1474009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:03.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.670+0000 7f146effd640 1 -- 172.21.15.67:0/427425943 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f1470083270 con 0x7f14800b1910 2024-09-21T00:30:03.859 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.858+0000 7f1484f5f640 1 -- 172.21.15.67:0/427425943 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f14800b4c80 con 0x7f14800b1910 2024-09-21T00:30:03.860 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.859+0000 7f146effd640 1 -- 172.21.15.67:0/427425943 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v128) ==== 74+0+16703 (secure 0 0 0) 0x7f1470087ca0 con 0x7f14800b1910 2024-09-21T00:30:03.860 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:30:03.860 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":128,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:30:01.133768+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":19,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":18,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:29:57.187062+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"127","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":19,"pool_name":"cephfs_data","create_time":"2024-09-21T00:29:58.466961+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"128","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":126,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":126,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":126,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":126,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":126,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":126,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":126,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":126,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:30:03.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.861+0000 7f1484f5f640 1 -- 172.21.15.67:0/427425943 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1460078b90 msgr2=0x7f146007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:03.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.861+0000 7f1484f5f640 1 --2- 172.21.15.67:0/427425943 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1460078b90 0x7f146007b0a0 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f148015fcb0 tx=0x7f1474009040 comp rx=0 tx=0).stop 2024-09-21T00:30:03.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.861+0000 7f1484f5f640 1 -- 172.21.15.67:0/427425943 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f14800b1910 msgr2=0x7f148015e070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:03.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.861+0000 7f1484f5f640 1 --2- 172.21.15.67:0/427425943 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f14800b1910 0x7f148015e070 secure :-1 s=READY pgs=1489 cs=0 l=1 rev1=1 crypto rx=0x7f14700099c0 tx=0x7f14700039e0 comp rx=0 tx=0).stop 2024-09-21T00:30:03.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.861+0000 7f1484f5f640 1 -- 172.21.15.67:0/427425943 shutdown_connections 2024-09-21T00:30:03.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.861+0000 7f1484f5f640 1 --2- 172.21.15.67:0/427425943 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1460078b90 0x7f146007b0a0 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:03.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.861+0000 7f1484f5f640 1 --2- 172.21.15.67:0/427425943 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f148015ffe0 0x7f148015b720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:03.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.861+0000 7f1484f5f640 1 --2- 172.21.15.67:0/427425943 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f14800cd890 0x7f14800cacc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:03.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.861+0000 7f1484f5f640 1 --2- 172.21.15.67:0/427425943 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f14800b1910 0x7f148015e070 unknown :-1 s=CLOSED pgs=1489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:03.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.861+0000 7f1484f5f640 1 -- 172.21.15.67:0/427425943 >> 172.21.15.67:0/427425943 conn(0x7f14800b3e90 msgr2=0x7f14800b31b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:03.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.861+0000 7f1484f5f640 1 -- 172.21.15.67:0/427425943 shutdown_connections 2024-09-21T00:30:03.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.861+0000 7f1484f5f640 1 -- 172.21.15.67:0/427425943 wait complete. 2024-09-21T00:30:03.874 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-21T00:30:03.875 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T00:30:03.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.989+0000 7f4c36f52640 1 -- 172.21.15.67:0/3096480514 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4c300b5260 msgr2=0x7f4c300b5670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:03.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.989+0000 7f4c36f52640 1 --2- 172.21.15.67:0/3096480514 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4c300b5260 0x7f4c300b5670 secure :-1 s=READY pgs=1490 cs=0 l=1 rev1=1 crypto rx=0x7f4c20005fd0 tx=0x7f4c2002a970 comp rx=0 tx=0).stop 2024-09-21T00:30:03.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.989+0000 7f4c36f52640 1 -- 172.21.15.67:0/3096480514 shutdown_connections 2024-09-21T00:30:03.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.989+0000 7f4c36f52640 1 --2- 172.21.15.67:0/3096480514 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4c300b5260 0x7f4c300b5670 unknown :-1 s=CLOSED pgs=1490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:03.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.989+0000 7f4c36f52640 1 --2- 172.21.15.67:0/3096480514 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4c300ce570 0x7f4c300d1da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:03.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.989+0000 7f4c36f52640 1 -- 172.21.15.67:0/3096480514 >> 172.21.15.67:0/3096480514 conn(0x7f4c300d1280 msgr2=0x7f4c300d1690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:03.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.989+0000 7f4c36f52640 1 -- 172.21.15.67:0/3096480514 shutdown_connections 2024-09-21T00:30:03.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.989+0000 7f4c36f52640 1 -- 172.21.15.67:0/3096480514 wait complete. 2024-09-21T00:30:03.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.991+0000 7f4c36f52640 1 Processor -- start 2024-09-21T00:30:03.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.991+0000 7f4c36f52640 1 -- start start 2024-09-21T00:30:03.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.993+0000 7f4c36f52640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4c300b5260 0x7f4c300ae040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:03.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.993+0000 7f4c36f52640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4c300b5bb0 0x7f4c301518b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:03.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.993+0000 7f4c36f52640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4c300ce570 0x7f4c300cadb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:03.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.993+0000 7f4c36f52640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f4c30165a90 con 0x7f4c300b5bb0 2024-09-21T00:30:03.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.993+0000 7f4c36f52640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f4c30165910 con 0x7f4c300b5260 2024-09-21T00:30:03.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.993+0000 7f4c36f52640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f4c30165c10 con 0x7f4c300ce570 2024-09-21T00:30:03.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.993+0000 7f4c2ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4c300b5bb0 0x7f4c301518b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:03.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.993+0000 7f4c2ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4c300b5bb0 0x7f4c301518b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:47098/0 (socket says 172.21.15.67:47098) 2024-09-21T00:30:03.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.993+0000 7f4c2ffff640 1 -- 172.21.15.67:0/3021014549 learned_addr learned my addr 172.21.15.67:0/3021014549 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:03.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.993+0000 7f4c34cee640 1 --2- 172.21.15.67:0/3021014549 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4c300b5260 0x7f4c300ae040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:03.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.993+0000 7f4c354ef640 1 --2- 172.21.15.67:0/3021014549 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4c300ce570 0x7f4c300cadb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:03.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.993+0000 7f4c2ffff640 1 -- 172.21.15.67:0/3021014549 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4c300ce570 msgr2=0x7f4c300cadb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:03.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.993+0000 7f4c2ffff640 1 --2- 172.21.15.67:0/3021014549 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4c300ce570 0x7f4c300cadb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:03.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.993+0000 7f4c2ffff640 1 -- 172.21.15.67:0/3021014549 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4c300b5260 msgr2=0x7f4c300ae040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:03.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.993+0000 7f4c2ffff640 1 --2- 172.21.15.67:0/3021014549 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4c300b5260 0x7f4c300ae040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:03.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.993+0000 7f4c2ffff640 1 -- 172.21.15.67:0/3021014549 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c300cde40 con 0x7f4c300b5bb0 2024-09-21T00:30:03.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.993+0000 7f4c2ffff640 1 --2- 172.21.15.67:0/3021014549 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4c300b5bb0 0x7f4c301518b0 secure :-1 s=READY pgs=1491 cs=0 l=1 rev1=1 crypto rx=0x7f4c20006010 tx=0x7f4c20003f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:03.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.993+0000 7f4c2d7fa640 1 -- 172.21.15.67:0/3021014549 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c20034040 con 0x7f4c300b5bb0 2024-09-21T00:30:03.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.994+0000 7f4c2d7fa640 1 -- 172.21.15.67:0/3021014549 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4c20004640 con 0x7f4c300b5bb0 2024-09-21T00:30:03.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.994+0000 7f4c36f52640 1 -- 172.21.15.67:0/3021014549 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4c300cdba0 con 0x7f4c300b5bb0 2024-09-21T00:30:03.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.994+0000 7f4c2d7fa640 1 -- 172.21.15.67:0/3021014549 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c20045480 con 0x7f4c300b5bb0 2024-09-21T00:30:03.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.994+0000 7f4c36f52640 1 -- 172.21.15.67:0/3021014549 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4c3015eda0 con 0x7f4c300b5bb0 2024-09-21T00:30:03.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.995+0000 7f4c36f52640 1 -- 172.21.15.67:0/3021014549 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4c300b5670 con 0x7f4c300b5bb0 2024-09-21T00:30:03.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.995+0000 7f4c2d7fa640 1 -- 172.21.15.67:0/3021014549 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f4c20037020 con 0x7f4c300b5bb0 2024-09-21T00:30:03.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.996+0000 7f4c2d7fa640 1 --2- 172.21.15.67:0/3021014549 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4c10078b90 0x7f4c1007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:03.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.996+0000 7f4c2d7fa640 1 -- 172.21.15.67:0/3021014549 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(128..128 src has 1..128) ==== 5709+0+0 (secure 0 0 0) 0x7f4c200bc520 con 0x7f4c300b5bb0 2024-09-21T00:30:03.998 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.996+0000 7f4c34cee640 1 --2- 172.21.15.67:0/3021014549 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4c10078b90 0x7f4c1007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:03.998 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:03.997+0000 7f4c34cee640 1 --2- 172.21.15.67:0/3021014549 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4c10078b90 0x7f4c1007b0a0 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f4c28005860 tx=0x7f4c28005f70 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:04.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.001+0000 7f4c2d7fa640 1 -- 172.21.15.67:0/3021014549 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f4c300cde40 con 0x7f4c300b5bb0 2024-09-21T00:30:04.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.190+0000 7f4c36f52640 1 -- 172.21.15.67:0/3021014549 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f4c300cf3a0 con 0x7f4c10078b90 2024-09-21T00:30:04.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.195+0000 7f4c2d7fa640 1 -- 172.21.15.67:0/3021014549 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+250981 (secure 0 0 0) 0x7f4c300cf3a0 con 0x7f4c10078b90 2024-09-21T00:30:04.198 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:30:04.199 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-21T00:30:04.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.198+0000 7f4c36f52640 1 -- 172.21.15.67:0/3021014549 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4c10078b90 msgr2=0x7f4c1007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:04.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.198+0000 7f4c36f52640 1 --2- 172.21.15.67:0/3021014549 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4c10078b90 0x7f4c1007b0a0 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f4c28005860 tx=0x7f4c28005f70 comp rx=0 tx=0).stop 2024-09-21T00:30:04.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.198+0000 7f4c36f52640 1 -- 172.21.15.67:0/3021014549 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4c300b5bb0 msgr2=0x7f4c301518b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:04.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.198+0000 7f4c36f52640 1 --2- 172.21.15.67:0/3021014549 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4c300b5bb0 0x7f4c301518b0 secure :-1 s=READY pgs=1491 cs=0 l=1 rev1=1 crypto rx=0x7f4c20006010 tx=0x7f4c20003f90 comp rx=0 tx=0).stop 2024-09-21T00:30:04.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.198+0000 7f4c36f52640 1 -- 172.21.15.67:0/3021014549 shutdown_connections 2024-09-21T00:30:04.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.198+0000 7f4c36f52640 1 --2- 172.21.15.67:0/3021014549 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4c10078b90 0x7f4c1007b0a0 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:04.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.198+0000 7f4c36f52640 1 --2- 172.21.15.67:0/3021014549 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4c300ce570 0x7f4c300cadb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:04.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.198+0000 7f4c36f52640 1 --2- 172.21.15.67:0/3021014549 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4c300b5bb0 0x7f4c301518b0 unknown :-1 s=CLOSED pgs=1491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:04.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.198+0000 7f4c36f52640 1 --2- 172.21.15.67:0/3021014549 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4c300b5260 0x7f4c300ae040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:04.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.198+0000 7f4c36f52640 1 -- 172.21.15.67:0/3021014549 >> 172.21.15.67:0/3021014549 conn(0x7f4c300d1280 msgr2=0x7f4c30164b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:04.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.198+0000 7f4c36f52640 1 -- 172.21.15.67:0/3021014549 shutdown_connections 2024-09-21T00:30:04.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.199+0000 7f4c36f52640 1 -- 172.21.15.67:0/3021014549 wait complete. 2024-09-21T00:30:04.211 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":389,"stamp":"2024-09-21T00:30:03.631175+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592708,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":142,"num_write_kb":1641,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":107,"ondisk_log_size":107,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":114,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":504580,"kb_used_data":13492,"kb_used_omap":12,"kb_used_meta":490867,"kb_avail":754470140,"statfs":{"total":773094113280,"available":772577423360,"internally_reserved":0,"allocated":13815808,"data_stored":6674650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12749,"internal_metadata":502648371},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":15,"apply_latency_ms":15,"commit_latency_ns":15000000,"apply_latency_ns":15000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2340,"num_objects":20,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":41,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.516904"},"pg_stats":[{"pgid":"19.3f","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281874+0000","last_change":"2024-09-21T00:30:00.148095+0000","last_active":"2024-09-21T00:30:01.281874+0000","last_peered":"2024-09-21T00:30:01.281874+0000","last_clean":"2024-09-21T00:30:01.281874+0000","last_became_active":"2024-09-21T00:30:00.147181+0000","last_became_peered":"2024-09-21T00:30:00.147181+0000","last_unstale":"2024-09-21T00:30:01.281874+0000","last_undegraded":"2024-09-21T00:30:01.281874+0000","last_fullsized":"2024-09-21T00:30:01.281874+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:10:44.259483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.3e","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-21T00:29:59.127817+0000","last_change":"2024-09-21T00:29:59.127817+0000","last_active":"2024-09-21T00:29:59.108777+0000","last_peered":"2024-09-21T00:29:59.108777+0000","last_clean":"2024-09-21T00:29:59.108777+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:29:59.127817+0000","last_undegraded":"2024-09-21T00:29:59.127817+0000","last_fullsized":"2024-09-21T00:29:59.127817+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.3d","version":"0'0","reported_seq":10,"reported_epoch":127,"state":"active+clean","last_fresh":"2024-09-21T00:30:00.154894+0000","last_change":"2024-09-21T00:30:00.145827+0000","last_active":"2024-09-21T00:30:00.154894+0000","last_peered":"2024-09-21T00:30:00.154894+0000","last_clean":"2024-09-21T00:30:00.154894+0000","last_became_active":"2024-09-21T00:30:00.145516+0000","last_became_peered":"2024-09-21T00:30:00.145516+0000","last_unstale":"2024-09-21T00:30:00.154894+0000","last_undegraded":"2024-09-21T00:30:00.154894+0000","last_fullsized":"2024-09-21T00:30:00.154894+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:52:19.150967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.3c","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.282018+0000","last_change":"2024-09-21T00:30:00.154034+0000","last_active":"2024-09-21T00:30:01.282018+0000","last_peered":"2024-09-21T00:30:01.282018+0000","last_clean":"2024-09-21T00:30:01.282018+0000","last_became_active":"2024-09-21T00:30:00.153612+0000","last_became_peered":"2024-09-21T00:30:00.153612+0000","last_unstale":"2024-09-21T00:30:01.282018+0000","last_undegraded":"2024-09-21T00:30:01.282018+0000","last_fullsized":"2024-09-21T00:30:01.282018+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:56:12.276746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.3b","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.150663+0000","last_change":"2024-09-21T00:30:00.149014+0000","last_active":"2024-09-21T00:30:01.150663+0000","last_peered":"2024-09-21T00:30:01.150663+0000","last_clean":"2024-09-21T00:30:01.150663+0000","last_became_active":"2024-09-21T00:30:00.148550+0000","last_became_peered":"2024-09-21T00:30:00.148550+0000","last_unstale":"2024-09-21T00:30:01.150663+0000","last_undegraded":"2024-09-21T00:30:01.150663+0000","last_fullsized":"2024-09-21T00:30:01.150663+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:33:00.876176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.3a","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-21T00:29:59.118297+0000","last_change":"2024-09-21T00:29:59.118297+0000","last_active":"2024-09-21T00:29:59.108777+0000","last_peered":"2024-09-21T00:29:59.108777+0000","last_clean":"2024-09-21T00:29:59.108777+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:29:59.118297+0000","last_undegraded":"2024-09-21T00:29:59.118297+0000","last_fullsized":"2024-09-21T00:29:59.118297+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.39","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-21T00:29:59.117677+0000","last_change":"2024-09-21T00:29:59.117677+0000","last_active":"2024-09-21T00:29:59.108777+0000","last_peered":"2024-09-21T00:29:59.108777+0000","last_clean":"2024-09-21T00:29:59.108777+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:29:59.117677+0000","last_undegraded":"2024-09-21T00:29:59.117677+0000","last_fullsized":"2024-09-21T00:29:59.117677+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.38","version":"0'0","reported_seq":10,"reported_epoch":127,"state":"active+clean","last_fresh":"2024-09-21T00:30:00.155103+0000","last_change":"2024-09-21T00:30:00.144991+0000","last_active":"2024-09-21T00:30:00.155103+0000","last_peered":"2024-09-21T00:30:00.155103+0000","last_clean":"2024-09-21T00:30:00.155103+0000","last_became_active":"2024-09-21T00:30:00.144444+0000","last_became_peered":"2024-09-21T00:30:00.144444+0000","last_unstale":"2024-09-21T00:30:00.155103+0000","last_undegraded":"2024-09-21T00:30:00.155103+0000","last_fullsized":"2024-09-21T00:30:00.155103+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:39:41.488547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.37","version":"0'0","reported_seq":10,"reported_epoch":127,"state":"active+clean","last_fresh":"2024-09-21T00:30:00.154949+0000","last_change":"2024-09-21T00:30:00.144753+0000","last_active":"2024-09-21T00:30:00.154949+0000","last_peered":"2024-09-21T00:30:00.154949+0000","last_clean":"2024-09-21T00:30:00.154949+0000","last_became_active":"2024-09-21T00:30:00.144418+0000","last_became_peered":"2024-09-21T00:30:00.144418+0000","last_unstale":"2024-09-21T00:30:00.154949+0000","last_undegraded":"2024-09-21T00:30:00.154949+0000","last_fullsized":"2024-09-21T00:30:00.154949+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:08:30.658945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.36","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-21T00:29:59.126259+0000","last_change":"2024-09-21T00:29:59.126259+0000","last_active":"2024-09-21T00:29:59.108777+0000","last_peered":"2024-09-21T00:29:59.108777+0000","last_clean":"2024-09-21T00:29:59.108777+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:29:59.126259+0000","last_undegraded":"2024-09-21T00:29:59.126259+0000","last_fullsized":"2024-09-21T00:29:59.126259+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.35","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280671+0000","last_change":"2024-09-21T00:30:00.145807+0000","last_active":"2024-09-21T00:30:01.280671+0000","last_peered":"2024-09-21T00:30:01.280671+0000","last_clean":"2024-09-21T00:30:01.280671+0000","last_became_active":"2024-09-21T00:30:00.145513+0000","last_became_peered":"2024-09-21T00:30:00.145513+0000","last_unstale":"2024-09-21T00:30:01.280671+0000","last_undegraded":"2024-09-21T00:30:01.280671+0000","last_fullsized":"2024-09-21T00:30:01.280671+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:11:09.528636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.34","version":"0'0","reported_seq":10,"reported_epoch":127,"state":"active+clean","last_fresh":"2024-09-21T00:30:00.156240+0000","last_change":"2024-09-21T00:30:00.154351+0000","last_active":"2024-09-21T00:30:00.156240+0000","last_peered":"2024-09-21T00:30:00.156240+0000","last_clean":"2024-09-21T00:30:00.156240+0000","last_became_active":"2024-09-21T00:30:00.154044+0000","last_became_peered":"2024-09-21T00:30:00.154044+0000","last_unstale":"2024-09-21T00:30:00.156240+0000","last_undegraded":"2024-09-21T00:30:00.156240+0000","last_fullsized":"2024-09-21T00:30:00.156240+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:07:56.935885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.33","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281810+0000","last_change":"2024-09-21T00:30:00.150083+0000","last_active":"2024-09-21T00:30:01.281810+0000","last_peered":"2024-09-21T00:30:01.281810+0000","last_clean":"2024-09-21T00:30:01.281810+0000","last_became_active":"2024-09-21T00:30:00.149777+0000","last_became_peered":"2024-09-21T00:30:00.149777+0000","last_unstale":"2024-09-21T00:30:01.281810+0000","last_undegraded":"2024-09-21T00:30:01.281810+0000","last_fullsized":"2024-09-21T00:30:01.281810+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:24:27.676069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.32","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-21T00:29:59.124405+0000","last_change":"2024-09-21T00:29:59.124405+0000","last_active":"2024-09-21T00:29:59.108777+0000","last_peered":"2024-09-21T00:29:59.108777+0000","last_clean":"2024-09-21T00:29:59.108777+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:29:59.124405+0000","last_undegraded":"2024-09-21T00:29:59.124405+0000","last_fullsized":"2024-09-21T00:29:59.124405+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.31","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281181+0000","last_change":"2024-09-21T00:30:00.141627+0000","last_active":"2024-09-21T00:30:01.281181+0000","last_peered":"2024-09-21T00:30:01.281181+0000","last_clean":"2024-09-21T00:30:01.281181+0000","last_became_active":"2024-09-21T00:30:00.141309+0000","last_became_peered":"2024-09-21T00:30:00.141309+0000","last_unstale":"2024-09-21T00:30:01.281181+0000","last_undegraded":"2024-09-21T00:30:01.281181+0000","last_fullsized":"2024-09-21T00:30:01.281181+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:17:04.013803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.30","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281399+0000","last_change":"2024-09-21T00:30:00.144100+0000","last_active":"2024-09-21T00:30:01.281399+0000","last_peered":"2024-09-21T00:30:01.281399+0000","last_clean":"2024-09-21T00:30:01.281399+0000","last_became_active":"2024-09-21T00:30:00.143641+0000","last_became_peered":"2024-09-21T00:30:00.143641+0000","last_unstale":"2024-09-21T00:30:01.281399+0000","last_undegraded":"2024-09-21T00:30:01.281399+0000","last_fullsized":"2024-09-21T00:30:01.281399+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:45:41.287424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.2f","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-21T00:29:59.118296+0000","last_change":"2024-09-21T00:29:59.118296+0000","last_active":"2024-09-21T00:29:59.108777+0000","last_peered":"2024-09-21T00:29:59.108777+0000","last_clean":"2024-09-21T00:29:59.108777+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:29:59.118296+0000","last_undegraded":"2024-09-21T00:29:59.118296+0000","last_fullsized":"2024-09-21T00:29:59.118296+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.2e","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280367+0000","last_change":"2024-09-21T00:30:00.147014+0000","last_active":"2024-09-21T00:30:01.280367+0000","last_peered":"2024-09-21T00:30:01.280367+0000","last_clean":"2024-09-21T00:30:01.280367+0000","last_became_active":"2024-09-21T00:30:00.146622+0000","last_became_peered":"2024-09-21T00:30:00.146622+0000","last_unstale":"2024-09-21T00:30:01.280367+0000","last_undegraded":"2024-09-21T00:30:01.280367+0000","last_fullsized":"2024-09-21T00:30:01.280367+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:34:10.031975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.2d","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280914+0000","last_change":"2024-09-21T00:30:00.136727+0000","last_active":"2024-09-21T00:30:01.280914+0000","last_peered":"2024-09-21T00:30:01.280914+0000","last_clean":"2024-09-21T00:30:01.280914+0000","last_became_active":"2024-09-21T00:30:00.136371+0000","last_became_peered":"2024-09-21T00:30:00.136371+0000","last_unstale":"2024-09-21T00:30:01.280914+0000","last_undegraded":"2024-09-21T00:30:01.280914+0000","last_fullsized":"2024-09-21T00:30:01.280914+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:22:27.972807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.2c","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280968+0000","last_change":"2024-09-21T00:30:00.143353+0000","last_active":"2024-09-21T00:30:01.280968+0000","last_peered":"2024-09-21T00:30:01.280968+0000","last_clean":"2024-09-21T00:30:01.280968+0000","last_became_active":"2024-09-21T00:30:00.143019+0000","last_became_peered":"2024-09-21T00:30:00.143019+0000","last_unstale":"2024-09-21T00:30:01.280968+0000","last_undegraded":"2024-09-21T00:30:01.280968+0000","last_fullsized":"2024-09-21T00:30:01.280968+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:46:05.476039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.2b","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.150289+0000","last_change":"2024-09-21T00:30:00.150371+0000","last_active":"2024-09-21T00:30:01.150289+0000","last_peered":"2024-09-21T00:30:01.150289+0000","last_clean":"2024-09-21T00:30:01.150289+0000","last_became_active":"2024-09-21T00:30:00.149301+0000","last_became_peered":"2024-09-21T00:30:00.149301+0000","last_unstale":"2024-09-21T00:30:01.150289+0000","last_undegraded":"2024-09-21T00:30:01.150289+0000","last_fullsized":"2024-09-21T00:30:01.150289+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:08:31.986151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.2a","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280292+0000","last_change":"2024-09-21T00:30:00.145951+0000","last_active":"2024-09-21T00:30:01.280292+0000","last_peered":"2024-09-21T00:30:01.280292+0000","last_clean":"2024-09-21T00:30:01.280292+0000","last_became_active":"2024-09-21T00:30:00.145633+0000","last_became_peered":"2024-09-21T00:30:00.145633+0000","last_unstale":"2024-09-21T00:30:01.280292+0000","last_undegraded":"2024-09-21T00:30:01.280292+0000","last_fullsized":"2024-09-21T00:30:01.280292+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:12:09.106914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.29","version":"0'0","reported_seq":10,"reported_epoch":127,"state":"active+clean","last_fresh":"2024-09-21T00:30:00.155698+0000","last_change":"2024-09-21T00:30:00.151835+0000","last_active":"2024-09-21T00:30:00.155698+0000","last_peered":"2024-09-21T00:30:00.155698+0000","last_clean":"2024-09-21T00:30:00.155698+0000","last_became_active":"2024-09-21T00:30:00.151268+0000","last_became_peered":"2024-09-21T00:30:00.151268+0000","last_unstale":"2024-09-21T00:30:00.155698+0000","last_undegraded":"2024-09-21T00:30:00.155698+0000","last_fullsized":"2024-09-21T00:30:00.155698+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:18:44.256366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.28","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280319+0000","last_change":"2024-09-21T00:30:00.141181+0000","last_active":"2024-09-21T00:30:01.280319+0000","last_peered":"2024-09-21T00:30:01.280319+0000","last_clean":"2024-09-21T00:30:01.280319+0000","last_became_active":"2024-09-21T00:30:00.140863+0000","last_became_peered":"2024-09-21T00:30:00.140863+0000","last_unstale":"2024-09-21T00:30:01.280319+0000","last_undegraded":"2024-09-21T00:30:01.280319+0000","last_fullsized":"2024-09-21T00:30:01.280319+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:07:03.497567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.27","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-21T00:29:59.124709+0000","last_change":"2024-09-21T00:29:59.124709+0000","last_active":"2024-09-21T00:29:59.108777+0000","last_peered":"2024-09-21T00:29:59.108777+0000","last_clean":"2024-09-21T00:29:59.108777+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:29:59.124709+0000","last_undegraded":"2024-09-21T00:29:59.124709+0000","last_fullsized":"2024-09-21T00:29:59.124709+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.26","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280920+0000","last_change":"2024-09-21T00:30:00.152147+0000","last_active":"2024-09-21T00:30:01.280920+0000","last_peered":"2024-09-21T00:30:01.280920+0000","last_clean":"2024-09-21T00:30:01.280920+0000","last_became_active":"2024-09-21T00:30:00.151812+0000","last_became_peered":"2024-09-21T00:30:00.151812+0000","last_unstale":"2024-09-21T00:30:01.280920+0000","last_undegraded":"2024-09-21T00:30:01.280920+0000","last_fullsized":"2024-09-21T00:30:01.280920+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:56:52.649434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.25","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281788+0000","last_change":"2024-09-21T00:30:00.147200+0000","last_active":"2024-09-21T00:30:01.281788+0000","last_peered":"2024-09-21T00:30:01.281788+0000","last_clean":"2024-09-21T00:30:01.281788+0000","last_became_active":"2024-09-21T00:30:00.146789+0000","last_became_peered":"2024-09-21T00:30:00.146789+0000","last_unstale":"2024-09-21T00:30:01.281788+0000","last_undegraded":"2024-09-21T00:30:01.281788+0000","last_fullsized":"2024-09-21T00:30:01.281788+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:08:45.590570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.24","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.144385+0000","last_change":"2024-09-21T00:30:00.135121+0000","last_active":"2024-09-21T00:30:01.144385+0000","last_peered":"2024-09-21T00:30:01.144385+0000","last_clean":"2024-09-21T00:30:01.144385+0000","last_became_active":"2024-09-21T00:30:00.134812+0000","last_became_peered":"2024-09-21T00:30:00.134812+0000","last_unstale":"2024-09-21T00:30:01.144385+0000","last_undegraded":"2024-09-21T00:30:01.144385+0000","last_fullsized":"2024-09-21T00:30:01.144385+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:46:41.055104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.23","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281768+0000","last_change":"2024-09-21T00:30:00.156336+0000","last_active":"2024-09-21T00:30:01.281768+0000","last_peered":"2024-09-21T00:30:01.281768+0000","last_clean":"2024-09-21T00:30:01.281768+0000","last_became_active":"2024-09-21T00:30:00.155858+0000","last_became_peered":"2024-09-21T00:30:00.155858+0000","last_unstale":"2024-09-21T00:30:01.281768+0000","last_undegraded":"2024-09-21T00:30:01.281768+0000","last_fullsized":"2024-09-21T00:30:01.281768+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:29:51.399918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.22","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281477+0000","last_change":"2024-09-21T00:30:00.144318+0000","last_active":"2024-09-21T00:30:01.281477+0000","last_peered":"2024-09-21T00:30:01.281477+0000","last_clean":"2024-09-21T00:30:01.281477+0000","last_became_active":"2024-09-21T00:30:00.143998+0000","last_became_peered":"2024-09-21T00:30:00.143998+0000","last_unstale":"2024-09-21T00:30:01.281477+0000","last_undegraded":"2024-09-21T00:30:01.281477+0000","last_fullsized":"2024-09-21T00:30:01.281477+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:52:58.394513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.21","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.150346+0000","last_change":"2024-09-21T00:30:00.157452+0000","last_active":"2024-09-21T00:30:01.150346+0000","last_peered":"2024-09-21T00:30:01.150346+0000","last_clean":"2024-09-21T00:30:01.150346+0000","last_became_active":"2024-09-21T00:30:00.156787+0000","last_became_peered":"2024-09-21T00:30:00.156787+0000","last_unstale":"2024-09-21T00:30:01.150346+0000","last_undegraded":"2024-09-21T00:30:01.150346+0000","last_fullsized":"2024-09-21T00:30:01.150346+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:22:22.907449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.20","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-21T00:29:59.117407+0000","last_change":"2024-09-21T00:29:59.117407+0000","last_active":"2024-09-21T00:29:59.108777+0000","last_peered":"2024-09-21T00:29:59.108777+0000","last_clean":"2024-09-21T00:29:59.108777+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:29:59.117407+0000","last_undegraded":"2024-09-21T00:29:59.117407+0000","last_fullsized":"2024-09-21T00:29:59.117407+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.1e","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281164+0000","last_change":"2024-09-21T00:30:00.142936+0000","last_active":"2024-09-21T00:30:01.281164+0000","last_peered":"2024-09-21T00:30:01.281164+0000","last_clean":"2024-09-21T00:30:01.281164+0000","last_became_active":"2024-09-21T00:30:00.142594+0000","last_became_peered":"2024-09-21T00:30:00.142594+0000","last_unstale":"2024-09-21T00:30:01.281164+0000","last_undegraded":"2024-09-21T00:30:01.281164+0000","last_fullsized":"2024-09-21T00:30:01.281164+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:19:40.536406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.1f","version":"127'4","reported_seq":19,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.150627+0000","last_change":"2024-09-21T00:29:59.133560+0000","last_active":"2024-09-21T00:30:01.150627+0000","last_peered":"2024-09-21T00:30:01.150627+0000","last_clean":"2024-09-21T00:30:01.150627+0000","last_became_active":"2024-09-21T00:29:59.133212+0000","last_became_peered":"2024-09-21T00:29:59.133212+0000","last_unstale":"2024-09-21T00:30:01.150627+0000","last_undegraded":"2024-09-21T00:30:01.150627+0000","last_fullsized":"2024-09-21T00:30:01.150627+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:05:31.475298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.1f","version":"0'0","reported_seq":10,"reported_epoch":127,"state":"active+clean","last_fresh":"2024-09-21T00:30:00.155138+0000","last_change":"2024-09-21T00:30:00.150353+0000","last_active":"2024-09-21T00:30:00.155138+0000","last_peered":"2024-09-21T00:30:00.155138+0000","last_clean":"2024-09-21T00:30:00.155138+0000","last_became_active":"2024-09-21T00:30:00.149555+0000","last_became_peered":"2024-09-21T00:30:00.149555+0000","last_unstale":"2024-09-21T00:30:00.155138+0000","last_undegraded":"2024-09-21T00:30:00.155138+0000","last_fullsized":"2024-09-21T00:30:00.155138+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:46:25.239774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.1e","version":"127'1","reported_seq":16,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.144671+0000","last_change":"2024-09-21T00:29:59.137390+0000","last_active":"2024-09-21T00:30:01.144671+0000","last_peered":"2024-09-21T00:30:01.144671+0000","last_clean":"2024-09-21T00:30:01.144671+0000","last_became_active":"2024-09-21T00:29:59.137036+0000","last_became_peered":"2024-09-21T00:29:59.137036+0000","last_unstale":"2024-09-21T00:30:01.144671+0000","last_undegraded":"2024-09-21T00:30:01.144671+0000","last_fullsized":"2024-09-21T00:30:01.144671+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:07:12.202354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.1c","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.150567+0000","last_change":"2024-09-21T00:30:00.154114+0000","last_active":"2024-09-21T00:30:01.150567+0000","last_peered":"2024-09-21T00:30:01.150567+0000","last_clean":"2024-09-21T00:30:01.150567+0000","last_became_active":"2024-09-21T00:30:00.153715+0000","last_became_peered":"2024-09-21T00:30:00.153715+0000","last_unstale":"2024-09-21T00:30:01.150567+0000","last_undegraded":"2024-09-21T00:30:01.150567+0000","last_fullsized":"2024-09-21T00:30:01.150567+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:35:33.386497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.1d","version":"127'2","reported_seq":17,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281283+0000","last_change":"2024-09-21T00:29:59.131034+0000","last_active":"2024-09-21T00:30:01.281283+0000","last_peered":"2024-09-21T00:30:01.281283+0000","last_clean":"2024-09-21T00:30:01.281283+0000","last_became_active":"2024-09-21T00:29:59.130717+0000","last_became_peered":"2024-09-21T00:29:59.130717+0000","last_unstale":"2024-09-21T00:30:01.281283+0000","last_undegraded":"2024-09-21T00:30:01.281283+0000","last_fullsized":"2024-09-21T00:30:01.281283+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:14:22.433696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.1d","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.150467+0000","last_change":"2024-09-21T00:30:00.145355+0000","last_active":"2024-09-21T00:30:01.150467+0000","last_peered":"2024-09-21T00:30:01.150467+0000","last_clean":"2024-09-21T00:30:01.150467+0000","last_became_active":"2024-09-21T00:30:00.145067+0000","last_became_peered":"2024-09-21T00:30:00.145067+0000","last_unstale":"2024-09-21T00:30:01.150467+0000","last_undegraded":"2024-09-21T00:30:01.150467+0000","last_fullsized":"2024-09-21T00:30:01.150467+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:25:05.823849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.1c","version":"0'0","reported_seq":10,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-21T00:29:59.138251+0000","last_change":"2024-09-21T00:29:59.137430+0000","last_active":"2024-09-21T00:29:59.138251+0000","last_peered":"2024-09-21T00:29:59.138251+0000","last_clean":"2024-09-21T00:29:59.138251+0000","last_became_active":"2024-09-21T00:29:59.136862+0000","last_became_peered":"2024-09-21T00:29:59.136862+0000","last_unstale":"2024-09-21T00:29:59.138251+0000","last_undegraded":"2024-09-21T00:29:59.138251+0000","last_fullsized":"2024-09-21T00:29:59.138251+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:21:30.923598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.1a","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280729+0000","last_change":"2024-09-21T00:30:00.151672+0000","last_active":"2024-09-21T00:30:01.280729+0000","last_peered":"2024-09-21T00:30:01.280729+0000","last_clean":"2024-09-21T00:30:01.280729+0000","last_became_active":"2024-09-21T00:30:00.151259+0000","last_became_peered":"2024-09-21T00:30:00.151259+0000","last_unstale":"2024-09-21T00:30:01.280729+0000","last_undegraded":"2024-09-21T00:30:01.280729+0000","last_fullsized":"2024-09-21T00:30:01.280729+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:44:05.358071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.1b","version":"0'0","reported_seq":10,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-21T00:29:59.135483+0000","last_change":"2024-09-21T00:29:59.132697+0000","last_active":"2024-09-21T00:29:59.135483+0000","last_peered":"2024-09-21T00:29:59.135483+0000","last_clean":"2024-09-21T00:29:59.135483+0000","last_became_active":"2024-09-21T00:29:59.131978+0000","last_became_peered":"2024-09-21T00:29:59.131978+0000","last_unstale":"2024-09-21T00:29:59.135483+0000","last_undegraded":"2024-09-21T00:29:59.135483+0000","last_fullsized":"2024-09-21T00:29:59.135483+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:12:37.620945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.1b","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-21T00:29:59.117563+0000","last_change":"2024-09-21T00:29:59.117563+0000","last_active":"2024-09-21T00:29:59.108777+0000","last_peered":"2024-09-21T00:29:59.108777+0000","last_clean":"2024-09-21T00:29:59.108777+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:29:59.117563+0000","last_undegraded":"2024-09-21T00:29:59.117563+0000","last_fullsized":"2024-09-21T00:29:59.117563+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.1a","version":"127'1","reported_seq":16,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280656+0000","last_change":"2024-09-21T00:29:59.125828+0000","last_active":"2024-09-21T00:30:01.280656+0000","last_peered":"2024-09-21T00:30:01.280656+0000","last_clean":"2024-09-21T00:30:01.280656+0000","last_became_active":"2024-09-21T00:29:59.125496+0000","last_became_peered":"2024-09-21T00:29:59.125496+0000","last_unstale":"2024-09-21T00:30:01.280656+0000","last_undegraded":"2024-09-21T00:30:01.280656+0000","last_fullsized":"2024-09-21T00:30:01.280656+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:15:40.941105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.18","version":"0'0","reported_seq":10,"reported_epoch":127,"state":"active+clean","last_fresh":"2024-09-21T00:30:00.155133+0000","last_change":"2024-09-21T00:30:00.148689+0000","last_active":"2024-09-21T00:30:00.155133+0000","last_peered":"2024-09-21T00:30:00.155133+0000","last_clean":"2024-09-21T00:30:00.155133+0000","last_became_active":"2024-09-21T00:30:00.142883+0000","last_became_peered":"2024-09-21T00:30:00.142883+0000","last_unstale":"2024-09-21T00:30:00.155133+0000","last_undegraded":"2024-09-21T00:30:00.155133+0000","last_fullsized":"2024-09-21T00:30:00.155133+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:56:48.388170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.19","version":"0'0","reported_seq":10,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-21T00:29:59.131788+0000","last_change":"2024-09-21T00:29:59.129649+0000","last_active":"2024-09-21T00:29:59.131788+0000","last_peered":"2024-09-21T00:29:59.131788+0000","last_clean":"2024-09-21T00:29:59.131788+0000","last_became_active":"2024-09-21T00:29:59.129329+0000","last_became_peered":"2024-09-21T00:29:59.129329+0000","last_unstale":"2024-09-21T00:29:59.131788+0000","last_undegraded":"2024-09-21T00:29:59.131788+0000","last_fullsized":"2024-09-21T00:29:59.131788+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:12:54.929022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.19","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-21T00:29:59.124236+0000","last_change":"2024-09-21T00:29:59.124236+0000","last_active":"2024-09-21T00:29:59.108777+0000","last_peered":"2024-09-21T00:29:59.108777+0000","last_clean":"2024-09-21T00:29:59.108777+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:29:59.124236+0000","last_undegraded":"2024-09-21T00:29:59.124236+0000","last_fullsized":"2024-09-21T00:29:59.124236+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.18","version":"0'0","reported_seq":10,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-21T00:29:59.135382+0000","last_change":"2024-09-21T00:29:59.128999+0000","last_active":"2024-09-21T00:29:59.135382+0000","last_peered":"2024-09-21T00:29:59.135382+0000","last_clean":"2024-09-21T00:29:59.135382+0000","last_became_active":"2024-09-21T00:29:59.128266+0000","last_became_peered":"2024-09-21T00:29:59.128266+0000","last_unstale":"2024-09-21T00:29:59.135382+0000","last_undegraded":"2024-09-21T00:29:59.135382+0000","last_fullsized":"2024-09-21T00:29:59.135382+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:52:22.661066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.16","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281885+0000","last_change":"2024-09-21T00:30:00.150127+0000","last_active":"2024-09-21T00:30:01.281885+0000","last_peered":"2024-09-21T00:30:01.281885+0000","last_clean":"2024-09-21T00:30:01.281885+0000","last_became_active":"2024-09-21T00:30:00.149264+0000","last_became_peered":"2024-09-21T00:30:00.149264+0000","last_unstale":"2024-09-21T00:30:01.281885+0000","last_undegraded":"2024-09-21T00:30:01.281885+0000","last_fullsized":"2024-09-21T00:30:01.281885+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:43:35.587700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.17","version":"0'0","reported_seq":15,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.144987+0000","last_change":"2024-09-21T00:29:59.136432+0000","last_active":"2024-09-21T00:30:01.144987+0000","last_peered":"2024-09-21T00:30:01.144987+0000","last_clean":"2024-09-21T00:30:01.144987+0000","last_became_active":"2024-09-21T00:29:59.136121+0000","last_became_peered":"2024-09-21T00:29:59.136121+0000","last_unstale":"2024-09-21T00:30:01.144987+0000","last_undegraded":"2024-09-21T00:30:01.144987+0000","last_fullsized":"2024-09-21T00:30:01.144987+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:17:03.008425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.17","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.144835+0000","last_change":"2024-09-21T00:30:00.142021+0000","last_active":"2024-09-21T00:30:01.144835+0000","last_peered":"2024-09-21T00:30:01.144835+0000","last_clean":"2024-09-21T00:30:01.144835+0000","last_became_active":"2024-09-21T00:30:00.140499+0000","last_became_peered":"2024-09-21T00:30:00.140499+0000","last_unstale":"2024-09-21T00:30:01.144835+0000","last_undegraded":"2024-09-21T00:30:01.144835+0000","last_fullsized":"2024-09-21T00:30:01.144835+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:56:12.276746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.16","version":"0'0","reported_seq":15,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281282+0000","last_change":"2024-09-21T00:29:59.134367+0000","last_active":"2024-09-21T00:30:01.281282+0000","last_peered":"2024-09-21T00:30:01.281282+0000","last_clean":"2024-09-21T00:30:01.281282+0000","last_became_active":"2024-09-21T00:29:59.132230+0000","last_became_peered":"2024-09-21T00:29:59.132230+0000","last_unstale":"2024-09-21T00:30:01.281282+0000","last_undegraded":"2024-09-21T00:30:01.281282+0000","last_fullsized":"2024-09-21T00:30:01.281282+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:04:27.845383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.14","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.150825+0000","last_change":"2024-09-21T00:30:00.144643+0000","last_active":"2024-09-21T00:30:01.150825+0000","last_peered":"2024-09-21T00:30:01.150825+0000","last_clean":"2024-09-21T00:30:01.150825+0000","last_became_active":"2024-09-21T00:30:00.144337+0000","last_became_peered":"2024-09-21T00:30:00.144337+0000","last_unstale":"2024-09-21T00:30:01.150825+0000","last_undegraded":"2024-09-21T00:30:01.150825+0000","last_fullsized":"2024-09-21T00:30:01.150825+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:41:52.981700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.15","version":"127'3","reported_seq":18,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.144353+0000","last_change":"2024-09-21T00:29:59.132428+0000","last_active":"2024-09-21T00:30:01.144353+0000","last_peered":"2024-09-21T00:30:01.144353+0000","last_clean":"2024-09-21T00:30:01.144353+0000","last_became_active":"2024-09-21T00:29:59.132104+0000","last_became_peered":"2024-09-21T00:29:59.132104+0000","last_unstale":"2024-09-21T00:30:01.144353+0000","last_undegraded":"2024-09-21T00:30:01.144353+0000","last_fullsized":"2024-09-21T00:30:01.144353+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:48:04.953272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.15","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.150681+0000","last_change":"2024-09-21T00:30:00.148882+0000","last_active":"2024-09-21T00:30:01.150681+0000","last_peered":"2024-09-21T00:30:01.150681+0000","last_clean":"2024-09-21T00:30:01.150681+0000","last_became_active":"2024-09-21T00:30:00.148515+0000","last_became_peered":"2024-09-21T00:30:00.148515+0000","last_unstale":"2024-09-21T00:30:01.150681+0000","last_undegraded":"2024-09-21T00:30:01.150681+0000","last_fullsized":"2024-09-21T00:30:01.150681+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:14:23.439074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.14","version":"127'6","reported_seq":19,"reported_epoch":127,"state":"active+clean","last_fresh":"2024-09-21T00:30:00.164278+0000","last_change":"2024-09-21T00:29:59.132731+0000","last_active":"2024-09-21T00:30:00.164278+0000","last_peered":"2024-09-21T00:30:00.164278+0000","last_clean":"2024-09-21T00:30:00.164278+0000","last_became_active":"2024-09-21T00:29:59.132246+0000","last_became_peered":"2024-09-21T00:29:59.132246+0000","last_unstale":"2024-09-21T00:30:00.164278+0000","last_undegraded":"2024-09-21T00:30:00.164278+0000","last_fullsized":"2024-09-21T00:30:00.164278+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:51:30.982293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.13","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.282048+0000","last_change":"2024-09-21T00:30:00.147908+0000","last_active":"2024-09-21T00:30:01.282048+0000","last_peered":"2024-09-21T00:30:01.282048+0000","last_clean":"2024-09-21T00:30:01.282048+0000","last_became_active":"2024-09-21T00:30:00.147495+0000","last_became_peered":"2024-09-21T00:30:00.147495+0000","last_unstale":"2024-09-21T00:30:01.282048+0000","last_undegraded":"2024-09-21T00:30:01.282048+0000","last_fullsized":"2024-09-21T00:30:01.282048+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:32:50.214363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.12","version":"0'0","reported_seq":15,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281728+0000","last_change":"2024-09-21T00:29:59.126657+0000","last_active":"2024-09-21T00:30:01.281728+0000","last_peered":"2024-09-21T00:30:01.281728+0000","last_clean":"2024-09-21T00:30:01.281728+0000","last_became_active":"2024-09-21T00:29:59.126313+0000","last_became_peered":"2024-09-21T00:29:59.126313+0000","last_unstale":"2024-09-21T00:30:01.281728+0000","last_undegraded":"2024-09-21T00:30:01.281728+0000","last_fullsized":"2024-09-21T00:30:01.281728+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:44:06.022589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.10","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-21T00:29:59.124216+0000","last_change":"2024-09-21T00:29:59.124216+0000","last_active":"2024-09-21T00:29:59.108777+0000","last_peered":"2024-09-21T00:29:59.108777+0000","last_clean":"2024-09-21T00:29:59.108777+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:29:59.124216+0000","last_undegraded":"2024-09-21T00:29:59.124216+0000","last_fullsized":"2024-09-21T00:29:59.124216+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.11","version":"0'0","reported_seq":10,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-21T00:29:59.136356+0000","last_change":"2024-09-21T00:29:59.133410+0000","last_active":"2024-09-21T00:29:59.136356+0000","last_peered":"2024-09-21T00:29:59.136356+0000","last_clean":"2024-09-21T00:29:59.136356+0000","last_became_active":"2024-09-21T00:29:59.133064+0000","last_became_peered":"2024-09-21T00:29:59.133064+0000","last_unstale":"2024-09-21T00:29:59.136356+0000","last_undegraded":"2024-09-21T00:29:59.136356+0000","last_fullsized":"2024-09-21T00:29:59.136356+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:00:53.723732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.11","version":"0'0","reported_seq":10,"reported_epoch":127,"state":"active+clean","last_fresh":"2024-09-21T00:30:00.155556+0000","last_change":"2024-09-21T00:30:00.146847+0000","last_active":"2024-09-21T00:30:00.155556+0000","last_peered":"2024-09-21T00:30:00.155556+0000","last_clean":"2024-09-21T00:30:00.155556+0000","last_became_active":"2024-09-21T00:30:00.144177+0000","last_became_peered":"2024-09-21T00:30:00.144177+0000","last_unstale":"2024-09-21T00:30:00.155556+0000","last_undegraded":"2024-09-21T00:30:00.155556+0000","last_fullsized":"2024-09-21T00:30:00.155556+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:10:39.210151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.10","version":"127'8","reported_seq":21,"reported_epoch":127,"state":"active+clean","last_fresh":"2024-09-21T00:30:00.163669+0000","last_change":"2024-09-21T00:29:59.130582+0000","last_active":"2024-09-21T00:30:00.163669+0000","last_peered":"2024-09-21T00:30:00.163669+0000","last_clean":"2024-09-21T00:30:00.163669+0000","last_became_active":"2024-09-21T00:29:59.129014+0000","last_became_peered":"2024-09-21T00:29:59.129014+0000","last_unstale":"2024-09-21T00:30:00.163669+0000","last_undegraded":"2024-09-21T00:30:00.163669+0000","last_fullsized":"2024-09-21T00:30:00.163669+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:05:46.628410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.e","version":"0'0","reported_seq":10,"reported_epoch":127,"state":"active+clean","last_fresh":"2024-09-21T00:30:00.155042+0000","last_change":"2024-09-21T00:30:00.150583+0000","last_active":"2024-09-21T00:30:00.155042+0000","last_peered":"2024-09-21T00:30:00.155042+0000","last_clean":"2024-09-21T00:30:00.155042+0000","last_became_active":"2024-09-21T00:30:00.150208+0000","last_became_peered":"2024-09-21T00:30:00.150208+0000","last_unstale":"2024-09-21T00:30:00.155042+0000","last_undegraded":"2024-09-21T00:30:00.155042+0000","last_fullsized":"2024-09-21T00:30:00.155042+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:52:38.835232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.f","version":"127'1","reported_seq":16,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.145060+0000","last_change":"2024-09-21T00:29:59.132843+0000","last_active":"2024-09-21T00:30:01.145060+0000","last_peered":"2024-09-21T00:30:01.145060+0000","last_clean":"2024-09-21T00:30:01.145060+0000","last_became_active":"2024-09-21T00:29:59.132437+0000","last_became_peered":"2024-09-21T00:29:59.132437+0000","last_unstale":"2024-09-21T00:30:01.145060+0000","last_undegraded":"2024-09-21T00:30:01.145060+0000","last_fullsized":"2024-09-21T00:30:01.145060+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:52:57.389135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.f","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.144840+0000","last_change":"2024-09-21T00:30:00.138591+0000","last_active":"2024-09-21T00:30:01.144840+0000","last_peered":"2024-09-21T00:30:01.144840+0000","last_clean":"2024-09-21T00:30:01.144840+0000","last_became_active":"2024-09-21T00:30:00.138282+0000","last_became_peered":"2024-09-21T00:30:00.138282+0000","last_unstale":"2024-09-21T00:30:01.144840+0000","last_undegraded":"2024-09-21T00:30:01.144840+0000","last_fullsized":"2024-09-21T00:30:01.144840+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:46:48.209847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.e","version":"127'2","reported_seq":17,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280866+0000","last_change":"2024-09-21T00:29:59.129255+0000","last_active":"2024-09-21T00:30:01.280866+0000","last_peered":"2024-09-21T00:30:01.280866+0000","last_clean":"2024-09-21T00:30:01.280866+0000","last_became_active":"2024-09-21T00:29:59.128891+0000","last_became_peered":"2024-09-21T00:29:59.128891+0000","last_unstale":"2024-09-21T00:30:01.280866+0000","last_undegraded":"2024-09-21T00:30:01.280866+0000","last_fullsized":"2024-09-21T00:30:01.280866+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:41:51.976322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.c","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281084+0000","last_change":"2024-09-21T00:30:00.142928+0000","last_active":"2024-09-21T00:30:01.281084+0000","last_peered":"2024-09-21T00:30:01.281084+0000","last_clean":"2024-09-21T00:30:01.281084+0000","last_became_active":"2024-09-21T00:30:00.142075+0000","last_became_peered":"2024-09-21T00:30:00.142075+0000","last_unstale":"2024-09-21T00:30:01.281084+0000","last_undegraded":"2024-09-21T00:30:01.281084+0000","last_fullsized":"2024-09-21T00:30:01.281084+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:21:16.224184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.d","version":"0'0","reported_seq":10,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-21T00:29:59.131343+0000","last_change":"2024-09-21T00:29:59.128386+0000","last_active":"2024-09-21T00:29:59.131343+0000","last_peered":"2024-09-21T00:29:59.131343+0000","last_clean":"2024-09-21T00:29:59.131343+0000","last_became_active":"2024-09-21T00:29:59.127947+0000","last_became_peered":"2024-09-21T00:29:59.127947+0000","last_unstale":"2024-09-21T00:29:59.131343+0000","last_undegraded":"2024-09-21T00:29:59.131343+0000","last_fullsized":"2024-09-21T00:29:59.131343+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:45:15.123389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.d","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-21T00:29:59.121778+0000","last_change":"2024-09-21T00:29:59.121778+0000","last_active":"2024-09-21T00:29:59.108777+0000","last_peered":"2024-09-21T00:29:59.108777+0000","last_clean":"2024-09-21T00:29:59.108777+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:29:59.121778+0000","last_undegraded":"2024-09-21T00:29:59.121778+0000","last_fullsized":"2024-09-21T00:29:59.121778+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.c","version":"0'0","reported_seq":15,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.144388+0000","last_change":"2024-09-21T00:29:59.137434+0000","last_active":"2024-09-21T00:30:01.144388+0000","last_peered":"2024-09-21T00:30:01.144388+0000","last_clean":"2024-09-21T00:30:01.144388+0000","last_became_active":"2024-09-21T00:29:59.137072+0000","last_became_peered":"2024-09-21T00:29:59.137072+0000","last_unstale":"2024-09-21T00:30:01.144388+0000","last_undegraded":"2024-09-21T00:30:01.144388+0000","last_fullsized":"2024-09-21T00:30:01.144388+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:12:02.604785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.a","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.282047+0000","last_change":"2024-09-21T00:30:00.149817+0000","last_active":"2024-09-21T00:30:01.282047+0000","last_peered":"2024-09-21T00:30:01.282047+0000","last_clean":"2024-09-21T00:30:01.282047+0000","last_became_active":"2024-09-21T00:30:00.149134+0000","last_became_peered":"2024-09-21T00:30:00.149134+0000","last_unstale":"2024-09-21T00:30:01.282047+0000","last_undegraded":"2024-09-21T00:30:01.282047+0000","last_fullsized":"2024-09-21T00:30:01.282047+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:14:11.507375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.b","version":"127'2","reported_seq":17,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.144064+0000","last_change":"2024-09-21T00:29:59.139220+0000","last_active":"2024-09-21T00:30:01.144064+0000","last_peered":"2024-09-21T00:30:01.144064+0000","last_clean":"2024-09-21T00:30:01.144064+0000","last_became_active":"2024-09-21T00:29:59.138857+0000","last_became_peered":"2024-09-21T00:29:59.138857+0000","last_unstale":"2024-09-21T00:30:01.144064+0000","last_undegraded":"2024-09-21T00:30:01.144064+0000","last_fullsized":"2024-09-21T00:30:01.144064+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:47:30.387537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.b","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-21T00:29:59.116880+0000","last_change":"2024-09-21T00:29:59.116880+0000","last_active":"2024-09-21T00:29:59.108777+0000","last_peered":"2024-09-21T00:29:59.108777+0000","last_clean":"2024-09-21T00:29:59.108777+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:29:59.116880+0000","last_undegraded":"2024-09-21T00:29:59.116880+0000","last_fullsized":"2024-09-21T00:29:59.116880+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.a","version":"0'0","reported_seq":15,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280775+0000","last_change":"2024-09-21T00:29:59.127663+0000","last_active":"2024-09-21T00:30:01.280775+0000","last_peered":"2024-09-21T00:30:01.280775+0000","last_clean":"2024-09-21T00:30:01.280775+0000","last_became_active":"2024-09-21T00:29:59.127228+0000","last_became_peered":"2024-09-21T00:29:59.127228+0000","last_unstale":"2024-09-21T00:30:01.280775+0000","last_undegraded":"2024-09-21T00:30:01.280775+0000","last_fullsized":"2024-09-21T00:30:01.280775+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:16:37.763628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.8","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-21T00:29:59.122565+0000","last_change":"2024-09-21T00:29:59.122565+0000","last_active":"2024-09-21T00:29:59.108777+0000","last_peered":"2024-09-21T00:29:59.108777+0000","last_clean":"2024-09-21T00:29:59.108777+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:29:59.122565+0000","last_undegraded":"2024-09-21T00:29:59.122565+0000","last_fullsized":"2024-09-21T00:29:59.122565+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.9","version":"0'0","reported_seq":15,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280476+0000","last_change":"2024-09-21T00:29:59.135870+0000","last_active":"2024-09-21T00:30:01.280476+0000","last_peered":"2024-09-21T00:30:01.280476+0000","last_clean":"2024-09-21T00:30:01.280476+0000","last_became_active":"2024-09-21T00:29:59.135504+0000","last_became_peered":"2024-09-21T00:29:59.135504+0000","last_unstale":"2024-09-21T00:30:01.280476+0000","last_undegraded":"2024-09-21T00:30:01.280476+0000","last_fullsized":"2024-09-21T00:30:01.280476+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:33:14.764164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.9","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.150143+0000","last_change":"2024-09-21T00:30:00.155823+0000","last_active":"2024-09-21T00:30:01.150143+0000","last_peered":"2024-09-21T00:30:01.150143+0000","last_clean":"2024-09-21T00:30:01.150143+0000","last_became_active":"2024-09-21T00:30:00.155526+0000","last_became_peered":"2024-09-21T00:30:00.155526+0000","last_unstale":"2024-09-21T00:30:01.150143+0000","last_undegraded":"2024-09-21T00:30:01.150143+0000","last_fullsized":"2024-09-21T00:30:01.150143+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:53:18.392241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.8","version":"0'0","reported_seq":15,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280040+0000","last_change":"2024-09-21T00:29:59.136314+0000","last_active":"2024-09-21T00:30:01.280040+0000","last_peered":"2024-09-21T00:30:01.280040+0000","last_clean":"2024-09-21T00:30:01.280040+0000","last_became_active":"2024-09-21T00:29:59.135992+0000","last_became_peered":"2024-09-21T00:29:59.135992+0000","last_unstale":"2024-09-21T00:30:01.280040+0000","last_undegraded":"2024-09-21T00:30:01.280040+0000","last_fullsized":"2024-09-21T00:30:01.280040+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:32:59.870797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.6","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-21T00:29:59.117143+0000","last_change":"2024-09-21T00:29:59.117143+0000","last_active":"2024-09-21T00:29:59.108777+0000","last_peered":"2024-09-21T00:29:59.108777+0000","last_clean":"2024-09-21T00:29:59.108777+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:29:59.117143+0000","last_undegraded":"2024-09-21T00:29:59.117143+0000","last_fullsized":"2024-09-21T00:29:59.117143+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.7","version":"127'2","reported_seq":17,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.282014+0000","last_change":"2024-09-21T00:29:59.134744+0000","last_active":"2024-09-21T00:30:01.282014+0000","last_peered":"2024-09-21T00:30:01.282014+0000","last_clean":"2024-09-21T00:30:01.282014+0000","last_became_active":"2024-09-21T00:29:59.134417+0000","last_became_peered":"2024-09-21T00:29:59.134417+0000","last_unstale":"2024-09-21T00:30:01.282014+0000","last_undegraded":"2024-09-21T00:30:01.282014+0000","last_fullsized":"2024-09-21T00:30:01.282014+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:14:57.253528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.7","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281911+0000","last_change":"2024-09-21T00:30:00.145289+0000","last_active":"2024-09-21T00:30:01.281911+0000","last_peered":"2024-09-21T00:30:01.281911+0000","last_clean":"2024-09-21T00:30:01.281911+0000","last_became_active":"2024-09-21T00:30:00.144921+0000","last_became_peered":"2024-09-21T00:30:00.144921+0000","last_unstale":"2024-09-21T00:30:01.281911+0000","last_undegraded":"2024-09-21T00:30:01.281911+0000","last_fullsized":"2024-09-21T00:30:01.281911+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:46:41.055104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.6","version":"128'1","reported_seq":16,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.151631+0000","last_change":"2024-09-21T00:29:59.133259+0000","last_active":"2024-09-21T00:30:01.151631+0000","last_peered":"2024-09-21T00:30:01.151631+0000","last_clean":"2024-09-21T00:30:01.151631+0000","last_became_active":"2024-09-21T00:29:59.132375+0000","last_became_peered":"2024-09-21T00:29:59.132375+0000","last_unstale":"2024-09-21T00:30:01.151631+0000","last_undegraded":"2024-09-21T00:30:01.151631+0000","last_fullsized":"2024-09-21T00:30:01.151631+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:10:49.743132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.4","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-21T00:29:59.121460+0000","last_change":"2024-09-21T00:29:59.121460+0000","last_active":"2024-09-21T00:29:59.108777+0000","last_peered":"2024-09-21T00:29:59.108777+0000","last_clean":"2024-09-21T00:29:59.108777+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:29:59.121460+0000","last_undegraded":"2024-09-21T00:29:59.121460+0000","last_fullsized":"2024-09-21T00:29:59.121460+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.5","version":"0'0","reported_seq":10,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-21T00:29:59.124885+0000","last_change":"2024-09-21T00:29:59.123268+0000","last_active":"2024-09-21T00:29:59.124885+0000","last_peered":"2024-09-21T00:29:59.124885+0000","last_clean":"2024-09-21T00:29:59.124885+0000","last_became_active":"2024-09-21T00:29:59.122927+0000","last_became_peered":"2024-09-21T00:29:59.122927+0000","last_unstale":"2024-09-21T00:29:59.124885+0000","last_undegraded":"2024-09-21T00:29:59.124885+0000","last_fullsized":"2024-09-21T00:29:59.124885+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:38:27.274398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.5","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-21T00:29:59.117142+0000","last_change":"2024-09-21T00:29:59.117142+0000","last_active":"2024-09-21T00:29:59.108777+0000","last_peered":"2024-09-21T00:29:59.108777+0000","last_clean":"2024-09-21T00:29:59.108777+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:29:59.117142+0000","last_undegraded":"2024-09-21T00:29:59.117142+0000","last_fullsized":"2024-09-21T00:29:59.117142+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.4","version":"0'0","reported_seq":15,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280336+0000","last_change":"2024-09-21T00:29:59.134816+0000","last_active":"2024-09-21T00:30:01.280336+0000","last_peered":"2024-09-21T00:30:01.280336+0000","last_clean":"2024-09-21T00:30:01.280336+0000","last_became_active":"2024-09-21T00:29:59.134482+0000","last_became_peered":"2024-09-21T00:29:59.134482+0000","last_unstale":"2024-09-21T00:30:01.280336+0000","last_undegraded":"2024-09-21T00:30:01.280336+0000","last_fullsized":"2024-09-21T00:30:01.280336+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:23:47.903099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.2","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.150409+0000","last_change":"2024-09-21T00:30:00.153655+0000","last_active":"2024-09-21T00:30:01.150409+0000","last_peered":"2024-09-21T00:30:01.150409+0000","last_clean":"2024-09-21T00:30:01.150409+0000","last_became_active":"2024-09-21T00:30:00.153353+0000","last_became_peered":"2024-09-21T00:30:00.153353+0000","last_unstale":"2024-09-21T00:30:01.150409+0000","last_undegraded":"2024-09-21T00:30:01.150409+0000","last_fullsized":"2024-09-21T00:30:01.150409+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:41:12.660838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.3","version":"0'0","reported_seq":10,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-21T00:29:59.136397+0000","last_change":"2024-09-21T00:29:59.133092+0000","last_active":"2024-09-21T00:29:59.136397+0000","last_peered":"2024-09-21T00:29:59.136397+0000","last_clean":"2024-09-21T00:29:59.136397+0000","last_became_active":"2024-09-21T00:29:59.132386+0000","last_became_peered":"2024-09-21T00:29:59.132386+0000","last_unstale":"2024-09-21T00:29:59.136397+0000","last_undegraded":"2024-09-21T00:29:59.136397+0000","last_fullsized":"2024-09-21T00:29:59.136397+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:15:09.149993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.3","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.143921+0000","last_change":"2024-09-21T00:30:00.152576+0000","last_active":"2024-09-21T00:30:01.143921+0000","last_peered":"2024-09-21T00:30:01.143921+0000","last_clean":"2024-09-21T00:30:01.143921+0000","last_became_active":"2024-09-21T00:30:00.152272+0000","last_became_peered":"2024-09-21T00:30:00.152272+0000","last_unstale":"2024-09-21T00:30:01.143921+0000","last_undegraded":"2024-09-21T00:30:01.143921+0000","last_fullsized":"2024-09-21T00:30:01.143921+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:39:43.966908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.2","version":"0'0","reported_seq":15,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.150570+0000","last_change":"2024-09-21T00:29:59.134912+0000","last_active":"2024-09-21T00:30:01.150570+0000","last_peered":"2024-09-21T00:30:01.150570+0000","last_clean":"2024-09-21T00:30:01.150570+0000","last_became_active":"2024-09-21T00:29:59.134523+0000","last_became_peered":"2024-09-21T00:29:59.134523+0000","last_unstale":"2024-09-21T00:30:01.150570+0000","last_undegraded":"2024-09-21T00:30:01.150570+0000","last_fullsized":"2024-09-21T00:30:01.150570+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:04:27.845383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.0","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281058+0000","last_change":"2024-09-21T00:30:00.148811+0000","last_active":"2024-09-21T00:30:01.281058+0000","last_peered":"2024-09-21T00:30:01.281058+0000","last_clean":"2024-09-21T00:30:01.281058+0000","last_became_active":"2024-09-21T00:30:00.146700+0000","last_became_peered":"2024-09-21T00:30:00.146700+0000","last_unstale":"2024-09-21T00:30:01.281058+0000","last_undegraded":"2024-09-21T00:30:01.281058+0000","last_fullsized":"2024-09-21T00:30:01.281058+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:28:22.484594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.1","version":"0'0","reported_seq":15,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280485+0000","last_change":"2024-09-21T00:29:59.127938+0000","last_active":"2024-09-21T00:30:01.280485+0000","last_peered":"2024-09-21T00:30:01.280485+0000","last_clean":"2024-09-21T00:30:01.280485+0000","last_became_active":"2024-09-21T00:29:59.127610+0000","last_became_peered":"2024-09-21T00:29:59.127610+0000","last_unstale":"2024-09-21T00:30:01.280485+0000","last_undegraded":"2024-09-21T00:30:01.280485+0000","last_fullsized":"2024-09-21T00:30:01.280485+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:34:50.918619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.1","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-21T00:29:59.119276+0000","last_change":"2024-09-21T00:29:59.119276+0000","last_active":"2024-09-21T00:29:59.108777+0000","last_peered":"2024-09-21T00:29:59.108777+0000","last_clean":"2024-09-21T00:29:59.108777+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:29:59.119276+0000","last_undegraded":"2024-09-21T00:29:59.119276+0000","last_fullsized":"2024-09-21T00:29:59.119276+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.0","version":"0'0","reported_seq":15,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280163+0000","last_change":"2024-09-21T00:29:59.130496+0000","last_active":"2024-09-21T00:30:01.280163+0000","last_peered":"2024-09-21T00:30:01.280163+0000","last_clean":"2024-09-21T00:30:01.280163+0000","last_became_active":"2024-09-21T00:29:59.130003+0000","last_became_peered":"2024-09-21T00:29:59.130003+0000","last_unstale":"2024-09-21T00:30:01.280163+0000","last_undegraded":"2024-09-21T00:30:01.280163+0000","last_fullsized":"2024-09-21T00:30:01.280163+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:55:02.301907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.12","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.150731+0000","last_change":"2024-09-21T00:30:00.157126+0000","last_active":"2024-09-21T00:30:01.150731+0000","last_peered":"2024-09-21T00:30:01.150731+0000","last_clean":"2024-09-21T00:30:01.150731+0000","last_became_active":"2024-09-21T00:30:00.156825+0000","last_became_peered":"2024-09-21T00:30:00.156825+0000","last_unstale":"2024-09-21T00:30:01.150731+0000","last_undegraded":"2024-09-21T00:30:01.150731+0000","last_fullsized":"2024-09-21T00:30:01.150731+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:55:03.307285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.13","version":"127'2","reported_seq":17,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.150443+0000","last_change":"2024-09-21T00:29:59.139332+0000","last_active":"2024-09-21T00:30:01.150443+0000","last_peered":"2024-09-21T00:30:01.150443+0000","last_clean":"2024-09-21T00:30:01.150443+0000","last_became_active":"2024-09-21T00:29:59.138976+0000","last_became_peered":"2024-09-21T00:29:59.138976+0000","last_unstale":"2024-09-21T00:30:01.150443+0000","last_undegraded":"2024-09-21T00:30:01.150443+0000","last_fullsized":"2024-09-21T00:30:01.150443+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:34:50.918619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":301,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.149888+0000","last_change":"2024-09-21T00:21:11.583793+0000","last_active":"2024-09-21T00:30:01.149888+0000","last_peered":"2024-09-21T00:30:01.149888+0000","last_clean":"2024-09-21T00:30:01.149888+0000","last_became_active":"2024-09-21T00:21:11.582502+0000","last_became_peered":"2024-09-21T00:21:11.582502+0000","last_unstale":"2024-09-21T00:30:01.149888+0000","last_undegraded":"2024-09-21T00:30:01.149888+0000","last_fullsized":"2024-09-21T00:30:01.149888+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_clean_scrub_stamp":"2024-09-21T00:21:10.311964+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:58.010953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":19,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":18,"num_pg":32,"stat_sum":{"num_bytes":2340,"num_objects":20,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":41,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4750,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":35,"ondisk_log_size":35,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509550,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":55544,"kb_used_data":2144,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94316296,"statfs":{"total":96636764160,"available":96579887104,"internally_reserved":0,"allocated":2195456,"data_stored":1282026,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":54655434},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509550,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":63276,"kb_used_data":1552,"kb_used_omap":1,"kb_used_meta":61694,"kb_avail":94308564,"statfs":{"total":96636764160,"available":96571969536,"internally_reserved":0,"allocated":1589248,"data_stored":691020,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":63175110},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509550,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":54948,"kb_used_data":1548,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94316892,"statfs":{"total":96636764160,"available":96580497408,"internally_reserved":0,"allocated":1585152,"data_stored":689520,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":54655429},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509551,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":68840,"kb_used_data":1548,"kb_used_omap":1,"kb_used_meta":67262,"kb_avail":94303000,"statfs":{"total":96636764160,"available":96566272000,"internally_reserved":0,"allocated":1585152,"data_stored":689568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":68876744},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509551,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":54952,"kb_used_data":1548,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94316888,"statfs":{"total":96636764160,"available":96580493312,"internally_reserved":0,"allocated":1585152,"data_stored":690024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":54655429},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509549,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":69404,"kb_used_data":2120,"kb_used_omap":1,"kb_used_meta":67262,"kb_avail":94302436,"statfs":{"total":96636764160,"available":96565694464,"internally_reserved":0,"allocated":2170880,"data_stored":1279776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":68876742},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574957,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":64656,"kb_used_data":1516,"kb_used_omap":1,"kb_used_meta":63102,"kb_avail":94307184,"statfs":{"total":96636764160,"available":96570556416,"internally_reserved":0,"allocated":1552384,"data_stored":676358,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":64616901},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574957,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":72960,"kb_used_data":1516,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94298880,"statfs":{"total":96636764160,"available":96562053120,"internally_reserved":0,"allocated":1552384,"data_stored":676358,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":73136582},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2250,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T00:30:04.215 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T00:30:04.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.367+0000 7f6ef787f640 1 -- 172.21.15.67:0/3073765584 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6ed8004d40 msgr2=0x7f6ed8005150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:04.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.367+0000 7f6ef787f640 1 --2- 172.21.15.67:0/3073765584 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6ed8004d40 0x7f6ed8005150 secure :-1 s=READY pgs=1493 cs=0 l=1 rev1=1 crypto rx=0x7f6ee8005fd0 tx=0x7f6ed8005830 comp rx=0 tx=0).stop 2024-09-21T00:30:04.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.367+0000 7f6ef5e1c640 1 -- 172.21.15.67:0/3073765584 reap_dead start 2024-09-21T00:30:04.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.367+0000 7f6ef787f640 1 -- 172.21.15.67:0/3073765584 shutdown_connections 2024-09-21T00:30:04.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.367+0000 7f6ef787f640 1 -- 172.21.15.67:0/3073765584 >> 172.21.15.67:0/3073765584 conn(0x7f6ef006dfb0 msgr2=0x7f6ef006e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:04.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.367+0000 7f6ef787f640 1 -- 172.21.15.67:0/3073765584 shutdown_connections 2024-09-21T00:30:04.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.367+0000 7f6ef787f640 1 -- 172.21.15.67:0/3073765584 wait complete. 2024-09-21T00:30:04.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.369+0000 7f6ef787f640 1 Processor -- start 2024-09-21T00:30:04.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.369+0000 7f6ef787f640 1 -- start start 2024-09-21T00:30:04.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.370+0000 7f6ef787f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6ed8004d40 0x7f6ef015cac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:04.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.370+0000 7f6ef787f640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6ef0162670 0x7f6ef015d000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:04.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.370+0000 7f6ef787f640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6ef0160cd0 0x7f6ef00cb7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:04.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.370+0000 7f6ef787f640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f6ef015ed20 con 0x7f6ed8004d40 2024-09-21T00:30:04.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.370+0000 7f6ef787f640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f6ef015eba0 con 0x7f6ef0160cd0 2024-09-21T00:30:04.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.370+0000 7f6ef787f640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f6ef015f2b0 con 0x7f6ef0162670 2024-09-21T00:30:04.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.370+0000 7f6ef561b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6ed8004d40 0x7f6ef015cac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:04.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.370+0000 7f6ef561b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6ed8004d40 0x7f6ef015cac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:47118/0 (socket says 172.21.15.67:47118) 2024-09-21T00:30:04.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.370+0000 7f6ef561b640 1 -- 172.21.15.67:0/394081510 learned_addr learned my addr 172.21.15.67:0/394081510 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:04.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.370+0000 7f6ef4e1a640 1 --2- 172.21.15.67:0/394081510 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6ef0162670 0x7f6ef015d000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:04.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.370+0000 7f6ef5e1c640 1 --2- 172.21.15.67:0/394081510 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6ef0160cd0 0x7f6ef00cb7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:04.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.371+0000 7f6ef561b640 1 -- 172.21.15.67:0/394081510 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6ef0162670 msgr2=0x7f6ef015d000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:04.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.371+0000 7f6ef561b640 1 --2- 172.21.15.67:0/394081510 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6ef0162670 0x7f6ef015d000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:04.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.371+0000 7f6ef561b640 1 -- 172.21.15.67:0/394081510 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6ef0160cd0 msgr2=0x7f6ef00cb7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:04.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.371+0000 7f6ef561b640 1 --2- 172.21.15.67:0/394081510 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6ef0160cd0 0x7f6ef00cb7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:04.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.371+0000 7f6ef561b640 1 -- 172.21.15.67:0/394081510 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ef01618b0 con 0x7f6ed8004d40 2024-09-21T00:30:04.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.371+0000 7f6ef561b640 1 --2- 172.21.15.67:0/394081510 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6ed8004d40 0x7f6ef015cac0 secure :-1 s=READY pgs=1494 cs=0 l=1 rev1=1 crypto rx=0x7f6ee0006df0 tx=0x7f6ee00049d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:04.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.371+0000 7f6eedffb640 1 -- 172.21.15.67:0/394081510 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ee0015020 con 0x7f6ed8004d40 2024-09-21T00:30:04.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.371+0000 7f6eedffb640 1 -- 172.21.15.67:0/394081510 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6ee0010980 con 0x7f6ed8004d40 2024-09-21T00:30:04.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.371+0000 7f6ef787f640 1 -- 172.21.15.67:0/394081510 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6ef0161b90 con 0x7f6ed8004d40 2024-09-21T00:30:04.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.371+0000 7f6eedffb640 1 -- 172.21.15.67:0/394081510 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ee0010d90 con 0x7f6ed8004d40 2024-09-21T00:30:04.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.371+0000 7f6ef787f640 1 -- 172.21.15.67:0/394081510 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6ef0162150 con 0x7f6ed8004d40 2024-09-21T00:30:04.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.373+0000 7f6ef787f640 1 -- 172.21.15.67:0/394081510 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6ef00d15d0 con 0x7f6ed8004d40 2024-09-21T00:30:04.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.373+0000 7f6eedffb640 1 -- 172.21.15.67:0/394081510 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f6ee0018020 con 0x7f6ed8004d40 2024-09-21T00:30:04.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.373+0000 7f6eedffb640 1 --2- 172.21.15.67:0/394081510 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6edc078bc0 0x7f6edc07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:04.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.374+0000 7f6eedffb640 1 -- 172.21.15.67:0/394081510 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(128..128 src has 1..128) ==== 5709+0+0 (secure 0 0 0) 0x7f6ee009b810 con 0x7f6ed8004d40 2024-09-21T00:30:04.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.374+0000 7f6ef4e1a640 1 --2- 172.21.15.67:0/394081510 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6edc078bc0 0x7f6edc07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:04.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.374+0000 7f6ef4e1a640 1 --2- 172.21.15.67:0/394081510 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6edc078bc0 0x7f6edc07b0d0 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f6ef006df60 tx=0x7f6ee4005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:04.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.378+0000 7f6eedffb640 1 -- 172.21.15.67:0/394081510 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f6ee001f020 con 0x7f6ed8004d40 2024-09-21T00:30:04.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.565+0000 7f6ef787f640 1 -- 172.21.15.67:0/394081510 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f6ef0154240 con 0x7f6edc078bc0 2024-09-21T00:30:04.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.570+0000 7f6eedffb640 1 -- 172.21.15.67:0/394081510 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+250981 (secure 0 0 0) 0x7f6ef0154240 con 0x7f6edc078bc0 2024-09-21T00:30:04.573 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:30:04.575 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-21T00:30:04.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.573+0000 7f6ef787f640 1 -- 172.21.15.67:0/394081510 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6edc078bc0 msgr2=0x7f6edc07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:04.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.573+0000 7f6ef787f640 1 --2- 172.21.15.67:0/394081510 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6edc078bc0 0x7f6edc07b0d0 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f6ef006df60 tx=0x7f6ee4005f90 comp rx=0 tx=0).stop 2024-09-21T00:30:04.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.573+0000 7f6ef787f640 1 -- 172.21.15.67:0/394081510 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6ed8004d40 msgr2=0x7f6ef015cac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:04.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.573+0000 7f6ef787f640 1 --2- 172.21.15.67:0/394081510 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6ed8004d40 0x7f6ef015cac0 secure :-1 s=READY pgs=1494 cs=0 l=1 rev1=1 crypto rx=0x7f6ee0006df0 tx=0x7f6ee00049d0 comp rx=0 tx=0).stop 2024-09-21T00:30:04.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.573+0000 7f6ef787f640 1 -- 172.21.15.67:0/394081510 shutdown_connections 2024-09-21T00:30:04.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.573+0000 7f6ef787f640 1 --2- 172.21.15.67:0/394081510 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6edc078bc0 0x7f6edc07b0d0 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:04.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.573+0000 7f6ef787f640 1 --2- 172.21.15.67:0/394081510 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6ef0160cd0 0x7f6ef00cb7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:04.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.573+0000 7f6ef787f640 1 --2- 172.21.15.67:0/394081510 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6ef0162670 0x7f6ef015d000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:04.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.573+0000 7f6ef787f640 1 --2- 172.21.15.67:0/394081510 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6ed8004d40 0x7f6ef015cac0 unknown :-1 s=CLOSED pgs=1494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:04.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.573+0000 7f6ef787f640 1 -- 172.21.15.67:0/394081510 >> 172.21.15.67:0/394081510 conn(0x7f6ef006dfb0 msgr2=0x7f6ef00c82e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:04.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.573+0000 7f6ef787f640 1 -- 172.21.15.67:0/394081510 shutdown_connections 2024-09-21T00:30:04.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.573+0000 7f6ef787f640 1 -- 172.21.15.67:0/394081510 wait complete. 2024-09-21T00:30:04.586 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":389,"stamp":"2024-09-21T00:30:03.631175+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592708,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":142,"num_write_kb":1641,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":107,"ondisk_log_size":107,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":114,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":504580,"kb_used_data":13492,"kb_used_omap":12,"kb_used_meta":490867,"kb_avail":754470140,"statfs":{"total":773094113280,"available":772577423360,"internally_reserved":0,"allocated":13815808,"data_stored":6674650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12749,"internal_metadata":502648371},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":15,"apply_latency_ms":15,"commit_latency_ns":15000000,"apply_latency_ns":15000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2340,"num_objects":20,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":41,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.516904"},"pg_stats":[{"pgid":"19.3f","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281874+0000","last_change":"2024-09-21T00:30:00.148095+0000","last_active":"2024-09-21T00:30:01.281874+0000","last_peered":"2024-09-21T00:30:01.281874+0000","last_clean":"2024-09-21T00:30:01.281874+0000","last_became_active":"2024-09-21T00:30:00.147181+0000","last_became_peered":"2024-09-21T00:30:00.147181+0000","last_unstale":"2024-09-21T00:30:01.281874+0000","last_undegraded":"2024-09-21T00:30:01.281874+0000","last_fullsized":"2024-09-21T00:30:01.281874+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:10:44.259483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.3e","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-21T00:29:59.127817+0000","last_change":"2024-09-21T00:29:59.127817+0000","last_active":"2024-09-21T00:29:59.108777+0000","last_peered":"2024-09-21T00:29:59.108777+0000","last_clean":"2024-09-21T00:29:59.108777+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:29:59.127817+0000","last_undegraded":"2024-09-21T00:29:59.127817+0000","last_fullsized":"2024-09-21T00:29:59.127817+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.3d","version":"0'0","reported_seq":10,"reported_epoch":127,"state":"active+clean","last_fresh":"2024-09-21T00:30:00.154894+0000","last_change":"2024-09-21T00:30:00.145827+0000","last_active":"2024-09-21T00:30:00.154894+0000","last_peered":"2024-09-21T00:30:00.154894+0000","last_clean":"2024-09-21T00:30:00.154894+0000","last_became_active":"2024-09-21T00:30:00.145516+0000","last_became_peered":"2024-09-21T00:30:00.145516+0000","last_unstale":"2024-09-21T00:30:00.154894+0000","last_undegraded":"2024-09-21T00:30:00.154894+0000","last_fullsized":"2024-09-21T00:30:00.154894+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:52:19.150967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.3c","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.282018+0000","last_change":"2024-09-21T00:30:00.154034+0000","last_active":"2024-09-21T00:30:01.282018+0000","last_peered":"2024-09-21T00:30:01.282018+0000","last_clean":"2024-09-21T00:30:01.282018+0000","last_became_active":"2024-09-21T00:30:00.153612+0000","last_became_peered":"2024-09-21T00:30:00.153612+0000","last_unstale":"2024-09-21T00:30:01.282018+0000","last_undegraded":"2024-09-21T00:30:01.282018+0000","last_fullsized":"2024-09-21T00:30:01.282018+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:56:12.276746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.3b","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.150663+0000","last_change":"2024-09-21T00:30:00.149014+0000","last_active":"2024-09-21T00:30:01.150663+0000","last_peered":"2024-09-21T00:30:01.150663+0000","last_clean":"2024-09-21T00:30:01.150663+0000","last_became_active":"2024-09-21T00:30:00.148550+0000","last_became_peered":"2024-09-21T00:30:00.148550+0000","last_unstale":"2024-09-21T00:30:01.150663+0000","last_undegraded":"2024-09-21T00:30:01.150663+0000","last_fullsized":"2024-09-21T00:30:01.150663+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:33:00.876176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.3a","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-21T00:29:59.118297+0000","last_change":"2024-09-21T00:29:59.118297+0000","last_active":"2024-09-21T00:29:59.108777+0000","last_peered":"2024-09-21T00:29:59.108777+0000","last_clean":"2024-09-21T00:29:59.108777+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:29:59.118297+0000","last_undegraded":"2024-09-21T00:29:59.118297+0000","last_fullsized":"2024-09-21T00:29:59.118297+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.39","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-21T00:29:59.117677+0000","last_change":"2024-09-21T00:29:59.117677+0000","last_active":"2024-09-21T00:29:59.108777+0000","last_peered":"2024-09-21T00:29:59.108777+0000","last_clean":"2024-09-21T00:29:59.108777+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:29:59.117677+0000","last_undegraded":"2024-09-21T00:29:59.117677+0000","last_fullsized":"2024-09-21T00:29:59.117677+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.38","version":"0'0","reported_seq":10,"reported_epoch":127,"state":"active+clean","last_fresh":"2024-09-21T00:30:00.155103+0000","last_change":"2024-09-21T00:30:00.144991+0000","last_active":"2024-09-21T00:30:00.155103+0000","last_peered":"2024-09-21T00:30:00.155103+0000","last_clean":"2024-09-21T00:30:00.155103+0000","last_became_active":"2024-09-21T00:30:00.144444+0000","last_became_peered":"2024-09-21T00:30:00.144444+0000","last_unstale":"2024-09-21T00:30:00.155103+0000","last_undegraded":"2024-09-21T00:30:00.155103+0000","last_fullsized":"2024-09-21T00:30:00.155103+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:39:41.488547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.37","version":"0'0","reported_seq":10,"reported_epoch":127,"state":"active+clean","last_fresh":"2024-09-21T00:30:00.154949+0000","last_change":"2024-09-21T00:30:00.144753+0000","last_active":"2024-09-21T00:30:00.154949+0000","last_peered":"2024-09-21T00:30:00.154949+0000","last_clean":"2024-09-21T00:30:00.154949+0000","last_became_active":"2024-09-21T00:30:00.144418+0000","last_became_peered":"2024-09-21T00:30:00.144418+0000","last_unstale":"2024-09-21T00:30:00.154949+0000","last_undegraded":"2024-09-21T00:30:00.154949+0000","last_fullsized":"2024-09-21T00:30:00.154949+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:08:30.658945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.36","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-21T00:29:59.126259+0000","last_change":"2024-09-21T00:29:59.126259+0000","last_active":"2024-09-21T00:29:59.108777+0000","last_peered":"2024-09-21T00:29:59.108777+0000","last_clean":"2024-09-21T00:29:59.108777+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:29:59.126259+0000","last_undegraded":"2024-09-21T00:29:59.126259+0000","last_fullsized":"2024-09-21T00:29:59.126259+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.35","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280671+0000","last_change":"2024-09-21T00:30:00.145807+0000","last_active":"2024-09-21T00:30:01.280671+0000","last_peered":"2024-09-21T00:30:01.280671+0000","last_clean":"2024-09-21T00:30:01.280671+0000","last_became_active":"2024-09-21T00:30:00.145513+0000","last_became_peered":"2024-09-21T00:30:00.145513+0000","last_unstale":"2024-09-21T00:30:01.280671+0000","last_undegraded":"2024-09-21T00:30:01.280671+0000","last_fullsized":"2024-09-21T00:30:01.280671+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:11:09.528636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.34","version":"0'0","reported_seq":10,"reported_epoch":127,"state":"active+clean","last_fresh":"2024-09-21T00:30:00.156240+0000","last_change":"2024-09-21T00:30:00.154351+0000","last_active":"2024-09-21T00:30:00.156240+0000","last_peered":"2024-09-21T00:30:00.156240+0000","last_clean":"2024-09-21T00:30:00.156240+0000","last_became_active":"2024-09-21T00:30:00.154044+0000","last_became_peered":"2024-09-21T00:30:00.154044+0000","last_unstale":"2024-09-21T00:30:00.156240+0000","last_undegraded":"2024-09-21T00:30:00.156240+0000","last_fullsized":"2024-09-21T00:30:00.156240+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:07:56.935885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.33","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281810+0000","last_change":"2024-09-21T00:30:00.150083+0000","last_active":"2024-09-21T00:30:01.281810+0000","last_peered":"2024-09-21T00:30:01.281810+0000","last_clean":"2024-09-21T00:30:01.281810+0000","last_became_active":"2024-09-21T00:30:00.149777+0000","last_became_peered":"2024-09-21T00:30:00.149777+0000","last_unstale":"2024-09-21T00:30:01.281810+0000","last_undegraded":"2024-09-21T00:30:01.281810+0000","last_fullsized":"2024-09-21T00:30:01.281810+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:24:27.676069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.32","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-21T00:29:59.124405+0000","last_change":"2024-09-21T00:29:59.124405+0000","last_active":"2024-09-21T00:29:59.108777+0000","last_peered":"2024-09-21T00:29:59.108777+0000","last_clean":"2024-09-21T00:29:59.108777+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:29:59.124405+0000","last_undegraded":"2024-09-21T00:29:59.124405+0000","last_fullsized":"2024-09-21T00:29:59.124405+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.31","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281181+0000","last_change":"2024-09-21T00:30:00.141627+0000","last_active":"2024-09-21T00:30:01.281181+0000","last_peered":"2024-09-21T00:30:01.281181+0000","last_clean":"2024-09-21T00:30:01.281181+0000","last_became_active":"2024-09-21T00:30:00.141309+0000","last_became_peered":"2024-09-21T00:30:00.141309+0000","last_unstale":"2024-09-21T00:30:01.281181+0000","last_undegraded":"2024-09-21T00:30:01.281181+0000","last_fullsized":"2024-09-21T00:30:01.281181+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:17:04.013803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.30","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281399+0000","last_change":"2024-09-21T00:30:00.144100+0000","last_active":"2024-09-21T00:30:01.281399+0000","last_peered":"2024-09-21T00:30:01.281399+0000","last_clean":"2024-09-21T00:30:01.281399+0000","last_became_active":"2024-09-21T00:30:00.143641+0000","last_became_peered":"2024-09-21T00:30:00.143641+0000","last_unstale":"2024-09-21T00:30:01.281399+0000","last_undegraded":"2024-09-21T00:30:01.281399+0000","last_fullsized":"2024-09-21T00:30:01.281399+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:45:41.287424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.2f","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-21T00:29:59.118296+0000","last_change":"2024-09-21T00:29:59.118296+0000","last_active":"2024-09-21T00:29:59.108777+0000","last_peered":"2024-09-21T00:29:59.108777+0000","last_clean":"2024-09-21T00:29:59.108777+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:29:59.118296+0000","last_undegraded":"2024-09-21T00:29:59.118296+0000","last_fullsized":"2024-09-21T00:29:59.118296+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.2e","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280367+0000","last_change":"2024-09-21T00:30:00.147014+0000","last_active":"2024-09-21T00:30:01.280367+0000","last_peered":"2024-09-21T00:30:01.280367+0000","last_clean":"2024-09-21T00:30:01.280367+0000","last_became_active":"2024-09-21T00:30:00.146622+0000","last_became_peered":"2024-09-21T00:30:00.146622+0000","last_unstale":"2024-09-21T00:30:01.280367+0000","last_undegraded":"2024-09-21T00:30:01.280367+0000","last_fullsized":"2024-09-21T00:30:01.280367+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:34:10.031975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.2d","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280914+0000","last_change":"2024-09-21T00:30:00.136727+0000","last_active":"2024-09-21T00:30:01.280914+0000","last_peered":"2024-09-21T00:30:01.280914+0000","last_clean":"2024-09-21T00:30:01.280914+0000","last_became_active":"2024-09-21T00:30:00.136371+0000","last_became_peered":"2024-09-21T00:30:00.136371+0000","last_unstale":"2024-09-21T00:30:01.280914+0000","last_undegraded":"2024-09-21T00:30:01.280914+0000","last_fullsized":"2024-09-21T00:30:01.280914+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:22:27.972807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.2c","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280968+0000","last_change":"2024-09-21T00:30:00.143353+0000","last_active":"2024-09-21T00:30:01.280968+0000","last_peered":"2024-09-21T00:30:01.280968+0000","last_clean":"2024-09-21T00:30:01.280968+0000","last_became_active":"2024-09-21T00:30:00.143019+0000","last_became_peered":"2024-09-21T00:30:00.143019+0000","last_unstale":"2024-09-21T00:30:01.280968+0000","last_undegraded":"2024-09-21T00:30:01.280968+0000","last_fullsized":"2024-09-21T00:30:01.280968+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:46:05.476039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.2b","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.150289+0000","last_change":"2024-09-21T00:30:00.150371+0000","last_active":"2024-09-21T00:30:01.150289+0000","last_peered":"2024-09-21T00:30:01.150289+0000","last_clean":"2024-09-21T00:30:01.150289+0000","last_became_active":"2024-09-21T00:30:00.149301+0000","last_became_peered":"2024-09-21T00:30:00.149301+0000","last_unstale":"2024-09-21T00:30:01.150289+0000","last_undegraded":"2024-09-21T00:30:01.150289+0000","last_fullsized":"2024-09-21T00:30:01.150289+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:08:31.986151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.2a","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280292+0000","last_change":"2024-09-21T00:30:00.145951+0000","last_active":"2024-09-21T00:30:01.280292+0000","last_peered":"2024-09-21T00:30:01.280292+0000","last_clean":"2024-09-21T00:30:01.280292+0000","last_became_active":"2024-09-21T00:30:00.145633+0000","last_became_peered":"2024-09-21T00:30:00.145633+0000","last_unstale":"2024-09-21T00:30:01.280292+0000","last_undegraded":"2024-09-21T00:30:01.280292+0000","last_fullsized":"2024-09-21T00:30:01.280292+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:12:09.106914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.29","version":"0'0","reported_seq":10,"reported_epoch":127,"state":"active+clean","last_fresh":"2024-09-21T00:30:00.155698+0000","last_change":"2024-09-21T00:30:00.151835+0000","last_active":"2024-09-21T00:30:00.155698+0000","last_peered":"2024-09-21T00:30:00.155698+0000","last_clean":"2024-09-21T00:30:00.155698+0000","last_became_active":"2024-09-21T00:30:00.151268+0000","last_became_peered":"2024-09-21T00:30:00.151268+0000","last_unstale":"2024-09-21T00:30:00.155698+0000","last_undegraded":"2024-09-21T00:30:00.155698+0000","last_fullsized":"2024-09-21T00:30:00.155698+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:18:44.256366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.28","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280319+0000","last_change":"2024-09-21T00:30:00.141181+0000","last_active":"2024-09-21T00:30:01.280319+0000","last_peered":"2024-09-21T00:30:01.280319+0000","last_clean":"2024-09-21T00:30:01.280319+0000","last_became_active":"2024-09-21T00:30:00.140863+0000","last_became_peered":"2024-09-21T00:30:00.140863+0000","last_unstale":"2024-09-21T00:30:01.280319+0000","last_undegraded":"2024-09-21T00:30:01.280319+0000","last_fullsized":"2024-09-21T00:30:01.280319+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:07:03.497567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.27","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-21T00:29:59.124709+0000","last_change":"2024-09-21T00:29:59.124709+0000","last_active":"2024-09-21T00:29:59.108777+0000","last_peered":"2024-09-21T00:29:59.108777+0000","last_clean":"2024-09-21T00:29:59.108777+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:29:59.124709+0000","last_undegraded":"2024-09-21T00:29:59.124709+0000","last_fullsized":"2024-09-21T00:29:59.124709+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.26","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280920+0000","last_change":"2024-09-21T00:30:00.152147+0000","last_active":"2024-09-21T00:30:01.280920+0000","last_peered":"2024-09-21T00:30:01.280920+0000","last_clean":"2024-09-21T00:30:01.280920+0000","last_became_active":"2024-09-21T00:30:00.151812+0000","last_became_peered":"2024-09-21T00:30:00.151812+0000","last_unstale":"2024-09-21T00:30:01.280920+0000","last_undegraded":"2024-09-21T00:30:01.280920+0000","last_fullsized":"2024-09-21T00:30:01.280920+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:56:52.649434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.25","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281788+0000","last_change":"2024-09-21T00:30:00.147200+0000","last_active":"2024-09-21T00:30:01.281788+0000","last_peered":"2024-09-21T00:30:01.281788+0000","last_clean":"2024-09-21T00:30:01.281788+0000","last_became_active":"2024-09-21T00:30:00.146789+0000","last_became_peered":"2024-09-21T00:30:00.146789+0000","last_unstale":"2024-09-21T00:30:01.281788+0000","last_undegraded":"2024-09-21T00:30:01.281788+0000","last_fullsized":"2024-09-21T00:30:01.281788+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:08:45.590570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.24","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.144385+0000","last_change":"2024-09-21T00:30:00.135121+0000","last_active":"2024-09-21T00:30:01.144385+0000","last_peered":"2024-09-21T00:30:01.144385+0000","last_clean":"2024-09-21T00:30:01.144385+0000","last_became_active":"2024-09-21T00:30:00.134812+0000","last_became_peered":"2024-09-21T00:30:00.134812+0000","last_unstale":"2024-09-21T00:30:01.144385+0000","last_undegraded":"2024-09-21T00:30:01.144385+0000","last_fullsized":"2024-09-21T00:30:01.144385+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:46:41.055104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.23","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281768+0000","last_change":"2024-09-21T00:30:00.156336+0000","last_active":"2024-09-21T00:30:01.281768+0000","last_peered":"2024-09-21T00:30:01.281768+0000","last_clean":"2024-09-21T00:30:01.281768+0000","last_became_active":"2024-09-21T00:30:00.155858+0000","last_became_peered":"2024-09-21T00:30:00.155858+0000","last_unstale":"2024-09-21T00:30:01.281768+0000","last_undegraded":"2024-09-21T00:30:01.281768+0000","last_fullsized":"2024-09-21T00:30:01.281768+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:29:51.399918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.22","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281477+0000","last_change":"2024-09-21T00:30:00.144318+0000","last_active":"2024-09-21T00:30:01.281477+0000","last_peered":"2024-09-21T00:30:01.281477+0000","last_clean":"2024-09-21T00:30:01.281477+0000","last_became_active":"2024-09-21T00:30:00.143998+0000","last_became_peered":"2024-09-21T00:30:00.143998+0000","last_unstale":"2024-09-21T00:30:01.281477+0000","last_undegraded":"2024-09-21T00:30:01.281477+0000","last_fullsized":"2024-09-21T00:30:01.281477+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:52:58.394513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.21","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.150346+0000","last_change":"2024-09-21T00:30:00.157452+0000","last_active":"2024-09-21T00:30:01.150346+0000","last_peered":"2024-09-21T00:30:01.150346+0000","last_clean":"2024-09-21T00:30:01.150346+0000","last_became_active":"2024-09-21T00:30:00.156787+0000","last_became_peered":"2024-09-21T00:30:00.156787+0000","last_unstale":"2024-09-21T00:30:01.150346+0000","last_undegraded":"2024-09-21T00:30:01.150346+0000","last_fullsized":"2024-09-21T00:30:01.150346+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:22:22.907449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.20","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-21T00:29:59.117407+0000","last_change":"2024-09-21T00:29:59.117407+0000","last_active":"2024-09-21T00:29:59.108777+0000","last_peered":"2024-09-21T00:29:59.108777+0000","last_clean":"2024-09-21T00:29:59.108777+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:29:59.117407+0000","last_undegraded":"2024-09-21T00:29:59.117407+0000","last_fullsized":"2024-09-21T00:29:59.117407+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.1e","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281164+0000","last_change":"2024-09-21T00:30:00.142936+0000","last_active":"2024-09-21T00:30:01.281164+0000","last_peered":"2024-09-21T00:30:01.281164+0000","last_clean":"2024-09-21T00:30:01.281164+0000","last_became_active":"2024-09-21T00:30:00.142594+0000","last_became_peered":"2024-09-21T00:30:00.142594+0000","last_unstale":"2024-09-21T00:30:01.281164+0000","last_undegraded":"2024-09-21T00:30:01.281164+0000","last_fullsized":"2024-09-21T00:30:01.281164+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:19:40.536406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.1f","version":"127'4","reported_seq":19,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.150627+0000","last_change":"2024-09-21T00:29:59.133560+0000","last_active":"2024-09-21T00:30:01.150627+0000","last_peered":"2024-09-21T00:30:01.150627+0000","last_clean":"2024-09-21T00:30:01.150627+0000","last_became_active":"2024-09-21T00:29:59.133212+0000","last_became_peered":"2024-09-21T00:29:59.133212+0000","last_unstale":"2024-09-21T00:30:01.150627+0000","last_undegraded":"2024-09-21T00:30:01.150627+0000","last_fullsized":"2024-09-21T00:30:01.150627+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:05:31.475298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.1f","version":"0'0","reported_seq":10,"reported_epoch":127,"state":"active+clean","last_fresh":"2024-09-21T00:30:00.155138+0000","last_change":"2024-09-21T00:30:00.150353+0000","last_active":"2024-09-21T00:30:00.155138+0000","last_peered":"2024-09-21T00:30:00.155138+0000","last_clean":"2024-09-21T00:30:00.155138+0000","last_became_active":"2024-09-21T00:30:00.149555+0000","last_became_peered":"2024-09-21T00:30:00.149555+0000","last_unstale":"2024-09-21T00:30:00.155138+0000","last_undegraded":"2024-09-21T00:30:00.155138+0000","last_fullsized":"2024-09-21T00:30:00.155138+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:46:25.239774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.1e","version":"127'1","reported_seq":16,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.144671+0000","last_change":"2024-09-21T00:29:59.137390+0000","last_active":"2024-09-21T00:30:01.144671+0000","last_peered":"2024-09-21T00:30:01.144671+0000","last_clean":"2024-09-21T00:30:01.144671+0000","last_became_active":"2024-09-21T00:29:59.137036+0000","last_became_peered":"2024-09-21T00:29:59.137036+0000","last_unstale":"2024-09-21T00:30:01.144671+0000","last_undegraded":"2024-09-21T00:30:01.144671+0000","last_fullsized":"2024-09-21T00:30:01.144671+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:07:12.202354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.1c","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.150567+0000","last_change":"2024-09-21T00:30:00.154114+0000","last_active":"2024-09-21T00:30:01.150567+0000","last_peered":"2024-09-21T00:30:01.150567+0000","last_clean":"2024-09-21T00:30:01.150567+0000","last_became_active":"2024-09-21T00:30:00.153715+0000","last_became_peered":"2024-09-21T00:30:00.153715+0000","last_unstale":"2024-09-21T00:30:01.150567+0000","last_undegraded":"2024-09-21T00:30:01.150567+0000","last_fullsized":"2024-09-21T00:30:01.150567+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:35:33.386497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.1d","version":"127'2","reported_seq":17,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281283+0000","last_change":"2024-09-21T00:29:59.131034+0000","last_active":"2024-09-21T00:30:01.281283+0000","last_peered":"2024-09-21T00:30:01.281283+0000","last_clean":"2024-09-21T00:30:01.281283+0000","last_became_active":"2024-09-21T00:29:59.130717+0000","last_became_peered":"2024-09-21T00:29:59.130717+0000","last_unstale":"2024-09-21T00:30:01.281283+0000","last_undegraded":"2024-09-21T00:30:01.281283+0000","last_fullsized":"2024-09-21T00:30:01.281283+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:14:22.433696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.1d","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.150467+0000","last_change":"2024-09-21T00:30:00.145355+0000","last_active":"2024-09-21T00:30:01.150467+0000","last_peered":"2024-09-21T00:30:01.150467+0000","last_clean":"2024-09-21T00:30:01.150467+0000","last_became_active":"2024-09-21T00:30:00.145067+0000","last_became_peered":"2024-09-21T00:30:00.145067+0000","last_unstale":"2024-09-21T00:30:01.150467+0000","last_undegraded":"2024-09-21T00:30:01.150467+0000","last_fullsized":"2024-09-21T00:30:01.150467+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:25:05.823849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.1c","version":"0'0","reported_seq":10,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-21T00:29:59.138251+0000","last_change":"2024-09-21T00:29:59.137430+0000","last_active":"2024-09-21T00:29:59.138251+0000","last_peered":"2024-09-21T00:29:59.138251+0000","last_clean":"2024-09-21T00:29:59.138251+0000","last_became_active":"2024-09-21T00:29:59.136862+0000","last_became_peered":"2024-09-21T00:29:59.136862+0000","last_unstale":"2024-09-21T00:29:59.138251+0000","last_undegraded":"2024-09-21T00:29:59.138251+0000","last_fullsized":"2024-09-21T00:29:59.138251+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:21:30.923598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.1a","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280729+0000","last_change":"2024-09-21T00:30:00.151672+0000","last_active":"2024-09-21T00:30:01.280729+0000","last_peered":"2024-09-21T00:30:01.280729+0000","last_clean":"2024-09-21T00:30:01.280729+0000","last_became_active":"2024-09-21T00:30:00.151259+0000","last_became_peered":"2024-09-21T00:30:00.151259+0000","last_unstale":"2024-09-21T00:30:01.280729+0000","last_undegraded":"2024-09-21T00:30:01.280729+0000","last_fullsized":"2024-09-21T00:30:01.280729+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:44:05.358071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.1b","version":"0'0","reported_seq":10,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-21T00:29:59.135483+0000","last_change":"2024-09-21T00:29:59.132697+0000","last_active":"2024-09-21T00:29:59.135483+0000","last_peered":"2024-09-21T00:29:59.135483+0000","last_clean":"2024-09-21T00:29:59.135483+0000","last_became_active":"2024-09-21T00:29:59.131978+0000","last_became_peered":"2024-09-21T00:29:59.131978+0000","last_unstale":"2024-09-21T00:29:59.135483+0000","last_undegraded":"2024-09-21T00:29:59.135483+0000","last_fullsized":"2024-09-21T00:29:59.135483+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:12:37.620945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.1b","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-21T00:29:59.117563+0000","last_change":"2024-09-21T00:29:59.117563+0000","last_active":"2024-09-21T00:29:59.108777+0000","last_peered":"2024-09-21T00:29:59.108777+0000","last_clean":"2024-09-21T00:29:59.108777+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:29:59.117563+0000","last_undegraded":"2024-09-21T00:29:59.117563+0000","last_fullsized":"2024-09-21T00:29:59.117563+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.1a","version":"127'1","reported_seq":16,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280656+0000","last_change":"2024-09-21T00:29:59.125828+0000","last_active":"2024-09-21T00:30:01.280656+0000","last_peered":"2024-09-21T00:30:01.280656+0000","last_clean":"2024-09-21T00:30:01.280656+0000","last_became_active":"2024-09-21T00:29:59.125496+0000","last_became_peered":"2024-09-21T00:29:59.125496+0000","last_unstale":"2024-09-21T00:30:01.280656+0000","last_undegraded":"2024-09-21T00:30:01.280656+0000","last_fullsized":"2024-09-21T00:30:01.280656+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:15:40.941105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.18","version":"0'0","reported_seq":10,"reported_epoch":127,"state":"active+clean","last_fresh":"2024-09-21T00:30:00.155133+0000","last_change":"2024-09-21T00:30:00.148689+0000","last_active":"2024-09-21T00:30:00.155133+0000","last_peered":"2024-09-21T00:30:00.155133+0000","last_clean":"2024-09-21T00:30:00.155133+0000","last_became_active":"2024-09-21T00:30:00.142883+0000","last_became_peered":"2024-09-21T00:30:00.142883+0000","last_unstale":"2024-09-21T00:30:00.155133+0000","last_undegraded":"2024-09-21T00:30:00.155133+0000","last_fullsized":"2024-09-21T00:30:00.155133+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:56:48.388170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.19","version":"0'0","reported_seq":10,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-21T00:29:59.131788+0000","last_change":"2024-09-21T00:29:59.129649+0000","last_active":"2024-09-21T00:29:59.131788+0000","last_peered":"2024-09-21T00:29:59.131788+0000","last_clean":"2024-09-21T00:29:59.131788+0000","last_became_active":"2024-09-21T00:29:59.129329+0000","last_became_peered":"2024-09-21T00:29:59.129329+0000","last_unstale":"2024-09-21T00:29:59.131788+0000","last_undegraded":"2024-09-21T00:29:59.131788+0000","last_fullsized":"2024-09-21T00:29:59.131788+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:12:54.929022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.19","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-21T00:29:59.124236+0000","last_change":"2024-09-21T00:29:59.124236+0000","last_active":"2024-09-21T00:29:59.108777+0000","last_peered":"2024-09-21T00:29:59.108777+0000","last_clean":"2024-09-21T00:29:59.108777+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:29:59.124236+0000","last_undegraded":"2024-09-21T00:29:59.124236+0000","last_fullsized":"2024-09-21T00:29:59.124236+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.18","version":"0'0","reported_seq":10,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-21T00:29:59.135382+0000","last_change":"2024-09-21T00:29:59.128999+0000","last_active":"2024-09-21T00:29:59.135382+0000","last_peered":"2024-09-21T00:29:59.135382+0000","last_clean":"2024-09-21T00:29:59.135382+0000","last_became_active":"2024-09-21T00:29:59.128266+0000","last_became_peered":"2024-09-21T00:29:59.128266+0000","last_unstale":"2024-09-21T00:29:59.135382+0000","last_undegraded":"2024-09-21T00:29:59.135382+0000","last_fullsized":"2024-09-21T00:29:59.135382+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:52:22.661066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.16","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281885+0000","last_change":"2024-09-21T00:30:00.150127+0000","last_active":"2024-09-21T00:30:01.281885+0000","last_peered":"2024-09-21T00:30:01.281885+0000","last_clean":"2024-09-21T00:30:01.281885+0000","last_became_active":"2024-09-21T00:30:00.149264+0000","last_became_peered":"2024-09-21T00:30:00.149264+0000","last_unstale":"2024-09-21T00:30:01.281885+0000","last_undegraded":"2024-09-21T00:30:01.281885+0000","last_fullsized":"2024-09-21T00:30:01.281885+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:43:35.587700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.17","version":"0'0","reported_seq":15,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.144987+0000","last_change":"2024-09-21T00:29:59.136432+0000","last_active":"2024-09-21T00:30:01.144987+0000","last_peered":"2024-09-21T00:30:01.144987+0000","last_clean":"2024-09-21T00:30:01.144987+0000","last_became_active":"2024-09-21T00:29:59.136121+0000","last_became_peered":"2024-09-21T00:29:59.136121+0000","last_unstale":"2024-09-21T00:30:01.144987+0000","last_undegraded":"2024-09-21T00:30:01.144987+0000","last_fullsized":"2024-09-21T00:30:01.144987+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:17:03.008425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.17","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.144835+0000","last_change":"2024-09-21T00:30:00.142021+0000","last_active":"2024-09-21T00:30:01.144835+0000","last_peered":"2024-09-21T00:30:01.144835+0000","last_clean":"2024-09-21T00:30:01.144835+0000","last_became_active":"2024-09-21T00:30:00.140499+0000","last_became_peered":"2024-09-21T00:30:00.140499+0000","last_unstale":"2024-09-21T00:30:01.144835+0000","last_undegraded":"2024-09-21T00:30:01.144835+0000","last_fullsized":"2024-09-21T00:30:01.144835+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:56:12.276746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.16","version":"0'0","reported_seq":15,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281282+0000","last_change":"2024-09-21T00:29:59.134367+0000","last_active":"2024-09-21T00:30:01.281282+0000","last_peered":"2024-09-21T00:30:01.281282+0000","last_clean":"2024-09-21T00:30:01.281282+0000","last_became_active":"2024-09-21T00:29:59.132230+0000","last_became_peered":"2024-09-21T00:29:59.132230+0000","last_unstale":"2024-09-21T00:30:01.281282+0000","last_undegraded":"2024-09-21T00:30:01.281282+0000","last_fullsized":"2024-09-21T00:30:01.281282+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:04:27.845383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.14","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.150825+0000","last_change":"2024-09-21T00:30:00.144643+0000","last_active":"2024-09-21T00:30:01.150825+0000","last_peered":"2024-09-21T00:30:01.150825+0000","last_clean":"2024-09-21T00:30:01.150825+0000","last_became_active":"2024-09-21T00:30:00.144337+0000","last_became_peered":"2024-09-21T00:30:00.144337+0000","last_unstale":"2024-09-21T00:30:01.150825+0000","last_undegraded":"2024-09-21T00:30:01.150825+0000","last_fullsized":"2024-09-21T00:30:01.150825+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:41:52.981700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.15","version":"127'3","reported_seq":18,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.144353+0000","last_change":"2024-09-21T00:29:59.132428+0000","last_active":"2024-09-21T00:30:01.144353+0000","last_peered":"2024-09-21T00:30:01.144353+0000","last_clean":"2024-09-21T00:30:01.144353+0000","last_became_active":"2024-09-21T00:29:59.132104+0000","last_became_peered":"2024-09-21T00:29:59.132104+0000","last_unstale":"2024-09-21T00:30:01.144353+0000","last_undegraded":"2024-09-21T00:30:01.144353+0000","last_fullsized":"2024-09-21T00:30:01.144353+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:48:04.953272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.15","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.150681+0000","last_change":"2024-09-21T00:30:00.148882+0000","last_active":"2024-09-21T00:30:01.150681+0000","last_peered":"2024-09-21T00:30:01.150681+0000","last_clean":"2024-09-21T00:30:01.150681+0000","last_became_active":"2024-09-21T00:30:00.148515+0000","last_became_peered":"2024-09-21T00:30:00.148515+0000","last_unstale":"2024-09-21T00:30:01.150681+0000","last_undegraded":"2024-09-21T00:30:01.150681+0000","last_fullsized":"2024-09-21T00:30:01.150681+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:14:23.439074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.14","version":"127'6","reported_seq":19,"reported_epoch":127,"state":"active+clean","last_fresh":"2024-09-21T00:30:00.164278+0000","last_change":"2024-09-21T00:29:59.132731+0000","last_active":"2024-09-21T00:30:00.164278+0000","last_peered":"2024-09-21T00:30:00.164278+0000","last_clean":"2024-09-21T00:30:00.164278+0000","last_became_active":"2024-09-21T00:29:59.132246+0000","last_became_peered":"2024-09-21T00:29:59.132246+0000","last_unstale":"2024-09-21T00:30:00.164278+0000","last_undegraded":"2024-09-21T00:30:00.164278+0000","last_fullsized":"2024-09-21T00:30:00.164278+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:51:30.982293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.13","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.282048+0000","last_change":"2024-09-21T00:30:00.147908+0000","last_active":"2024-09-21T00:30:01.282048+0000","last_peered":"2024-09-21T00:30:01.282048+0000","last_clean":"2024-09-21T00:30:01.282048+0000","last_became_active":"2024-09-21T00:30:00.147495+0000","last_became_peered":"2024-09-21T00:30:00.147495+0000","last_unstale":"2024-09-21T00:30:01.282048+0000","last_undegraded":"2024-09-21T00:30:01.282048+0000","last_fullsized":"2024-09-21T00:30:01.282048+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:32:50.214363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.12","version":"0'0","reported_seq":15,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281728+0000","last_change":"2024-09-21T00:29:59.126657+0000","last_active":"2024-09-21T00:30:01.281728+0000","last_peered":"2024-09-21T00:30:01.281728+0000","last_clean":"2024-09-21T00:30:01.281728+0000","last_became_active":"2024-09-21T00:29:59.126313+0000","last_became_peered":"2024-09-21T00:29:59.126313+0000","last_unstale":"2024-09-21T00:30:01.281728+0000","last_undegraded":"2024-09-21T00:30:01.281728+0000","last_fullsized":"2024-09-21T00:30:01.281728+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:44:06.022589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.10","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-21T00:29:59.124216+0000","last_change":"2024-09-21T00:29:59.124216+0000","last_active":"2024-09-21T00:29:59.108777+0000","last_peered":"2024-09-21T00:29:59.108777+0000","last_clean":"2024-09-21T00:29:59.108777+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:29:59.124216+0000","last_undegraded":"2024-09-21T00:29:59.124216+0000","last_fullsized":"2024-09-21T00:29:59.124216+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.11","version":"0'0","reported_seq":10,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-21T00:29:59.136356+0000","last_change":"2024-09-21T00:29:59.133410+0000","last_active":"2024-09-21T00:29:59.136356+0000","last_peered":"2024-09-21T00:29:59.136356+0000","last_clean":"2024-09-21T00:29:59.136356+0000","last_became_active":"2024-09-21T00:29:59.133064+0000","last_became_peered":"2024-09-21T00:29:59.133064+0000","last_unstale":"2024-09-21T00:29:59.136356+0000","last_undegraded":"2024-09-21T00:29:59.136356+0000","last_fullsized":"2024-09-21T00:29:59.136356+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:00:53.723732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.11","version":"0'0","reported_seq":10,"reported_epoch":127,"state":"active+clean","last_fresh":"2024-09-21T00:30:00.155556+0000","last_change":"2024-09-21T00:30:00.146847+0000","last_active":"2024-09-21T00:30:00.155556+0000","last_peered":"2024-09-21T00:30:00.155556+0000","last_clean":"2024-09-21T00:30:00.155556+0000","last_became_active":"2024-09-21T00:30:00.144177+0000","last_became_peered":"2024-09-21T00:30:00.144177+0000","last_unstale":"2024-09-21T00:30:00.155556+0000","last_undegraded":"2024-09-21T00:30:00.155556+0000","last_fullsized":"2024-09-21T00:30:00.155556+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:10:39.210151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.10","version":"127'8","reported_seq":21,"reported_epoch":127,"state":"active+clean","last_fresh":"2024-09-21T00:30:00.163669+0000","last_change":"2024-09-21T00:29:59.130582+0000","last_active":"2024-09-21T00:30:00.163669+0000","last_peered":"2024-09-21T00:30:00.163669+0000","last_clean":"2024-09-21T00:30:00.163669+0000","last_became_active":"2024-09-21T00:29:59.129014+0000","last_became_peered":"2024-09-21T00:29:59.129014+0000","last_unstale":"2024-09-21T00:30:00.163669+0000","last_undegraded":"2024-09-21T00:30:00.163669+0000","last_fullsized":"2024-09-21T00:30:00.163669+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:05:46.628410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.e","version":"0'0","reported_seq":10,"reported_epoch":127,"state":"active+clean","last_fresh":"2024-09-21T00:30:00.155042+0000","last_change":"2024-09-21T00:30:00.150583+0000","last_active":"2024-09-21T00:30:00.155042+0000","last_peered":"2024-09-21T00:30:00.155042+0000","last_clean":"2024-09-21T00:30:00.155042+0000","last_became_active":"2024-09-21T00:30:00.150208+0000","last_became_peered":"2024-09-21T00:30:00.150208+0000","last_unstale":"2024-09-21T00:30:00.155042+0000","last_undegraded":"2024-09-21T00:30:00.155042+0000","last_fullsized":"2024-09-21T00:30:00.155042+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:52:38.835232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.f","version":"127'1","reported_seq":16,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.145060+0000","last_change":"2024-09-21T00:29:59.132843+0000","last_active":"2024-09-21T00:30:01.145060+0000","last_peered":"2024-09-21T00:30:01.145060+0000","last_clean":"2024-09-21T00:30:01.145060+0000","last_became_active":"2024-09-21T00:29:59.132437+0000","last_became_peered":"2024-09-21T00:29:59.132437+0000","last_unstale":"2024-09-21T00:30:01.145060+0000","last_undegraded":"2024-09-21T00:30:01.145060+0000","last_fullsized":"2024-09-21T00:30:01.145060+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:52:57.389135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.f","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.144840+0000","last_change":"2024-09-21T00:30:00.138591+0000","last_active":"2024-09-21T00:30:01.144840+0000","last_peered":"2024-09-21T00:30:01.144840+0000","last_clean":"2024-09-21T00:30:01.144840+0000","last_became_active":"2024-09-21T00:30:00.138282+0000","last_became_peered":"2024-09-21T00:30:00.138282+0000","last_unstale":"2024-09-21T00:30:01.144840+0000","last_undegraded":"2024-09-21T00:30:01.144840+0000","last_fullsized":"2024-09-21T00:30:01.144840+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:46:48.209847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.e","version":"127'2","reported_seq":17,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280866+0000","last_change":"2024-09-21T00:29:59.129255+0000","last_active":"2024-09-21T00:30:01.280866+0000","last_peered":"2024-09-21T00:30:01.280866+0000","last_clean":"2024-09-21T00:30:01.280866+0000","last_became_active":"2024-09-21T00:29:59.128891+0000","last_became_peered":"2024-09-21T00:29:59.128891+0000","last_unstale":"2024-09-21T00:30:01.280866+0000","last_undegraded":"2024-09-21T00:30:01.280866+0000","last_fullsized":"2024-09-21T00:30:01.280866+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:41:51.976322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.c","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281084+0000","last_change":"2024-09-21T00:30:00.142928+0000","last_active":"2024-09-21T00:30:01.281084+0000","last_peered":"2024-09-21T00:30:01.281084+0000","last_clean":"2024-09-21T00:30:01.281084+0000","last_became_active":"2024-09-21T00:30:00.142075+0000","last_became_peered":"2024-09-21T00:30:00.142075+0000","last_unstale":"2024-09-21T00:30:01.281084+0000","last_undegraded":"2024-09-21T00:30:01.281084+0000","last_fullsized":"2024-09-21T00:30:01.281084+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:21:16.224184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.d","version":"0'0","reported_seq":10,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-21T00:29:59.131343+0000","last_change":"2024-09-21T00:29:59.128386+0000","last_active":"2024-09-21T00:29:59.131343+0000","last_peered":"2024-09-21T00:29:59.131343+0000","last_clean":"2024-09-21T00:29:59.131343+0000","last_became_active":"2024-09-21T00:29:59.127947+0000","last_became_peered":"2024-09-21T00:29:59.127947+0000","last_unstale":"2024-09-21T00:29:59.131343+0000","last_undegraded":"2024-09-21T00:29:59.131343+0000","last_fullsized":"2024-09-21T00:29:59.131343+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:45:15.123389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.d","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-21T00:29:59.121778+0000","last_change":"2024-09-21T00:29:59.121778+0000","last_active":"2024-09-21T00:29:59.108777+0000","last_peered":"2024-09-21T00:29:59.108777+0000","last_clean":"2024-09-21T00:29:59.108777+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:29:59.121778+0000","last_undegraded":"2024-09-21T00:29:59.121778+0000","last_fullsized":"2024-09-21T00:29:59.121778+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.c","version":"0'0","reported_seq":15,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.144388+0000","last_change":"2024-09-21T00:29:59.137434+0000","last_active":"2024-09-21T00:30:01.144388+0000","last_peered":"2024-09-21T00:30:01.144388+0000","last_clean":"2024-09-21T00:30:01.144388+0000","last_became_active":"2024-09-21T00:29:59.137072+0000","last_became_peered":"2024-09-21T00:29:59.137072+0000","last_unstale":"2024-09-21T00:30:01.144388+0000","last_undegraded":"2024-09-21T00:30:01.144388+0000","last_fullsized":"2024-09-21T00:30:01.144388+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:12:02.604785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.a","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.282047+0000","last_change":"2024-09-21T00:30:00.149817+0000","last_active":"2024-09-21T00:30:01.282047+0000","last_peered":"2024-09-21T00:30:01.282047+0000","last_clean":"2024-09-21T00:30:01.282047+0000","last_became_active":"2024-09-21T00:30:00.149134+0000","last_became_peered":"2024-09-21T00:30:00.149134+0000","last_unstale":"2024-09-21T00:30:01.282047+0000","last_undegraded":"2024-09-21T00:30:01.282047+0000","last_fullsized":"2024-09-21T00:30:01.282047+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:14:11.507375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.b","version":"127'2","reported_seq":17,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.144064+0000","last_change":"2024-09-21T00:29:59.139220+0000","last_active":"2024-09-21T00:30:01.144064+0000","last_peered":"2024-09-21T00:30:01.144064+0000","last_clean":"2024-09-21T00:30:01.144064+0000","last_became_active":"2024-09-21T00:29:59.138857+0000","last_became_peered":"2024-09-21T00:29:59.138857+0000","last_unstale":"2024-09-21T00:30:01.144064+0000","last_undegraded":"2024-09-21T00:30:01.144064+0000","last_fullsized":"2024-09-21T00:30:01.144064+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:47:30.387537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.b","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-21T00:29:59.116880+0000","last_change":"2024-09-21T00:29:59.116880+0000","last_active":"2024-09-21T00:29:59.108777+0000","last_peered":"2024-09-21T00:29:59.108777+0000","last_clean":"2024-09-21T00:29:59.108777+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:29:59.116880+0000","last_undegraded":"2024-09-21T00:29:59.116880+0000","last_fullsized":"2024-09-21T00:29:59.116880+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.a","version":"0'0","reported_seq":15,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280775+0000","last_change":"2024-09-21T00:29:59.127663+0000","last_active":"2024-09-21T00:30:01.280775+0000","last_peered":"2024-09-21T00:30:01.280775+0000","last_clean":"2024-09-21T00:30:01.280775+0000","last_became_active":"2024-09-21T00:29:59.127228+0000","last_became_peered":"2024-09-21T00:29:59.127228+0000","last_unstale":"2024-09-21T00:30:01.280775+0000","last_undegraded":"2024-09-21T00:30:01.280775+0000","last_fullsized":"2024-09-21T00:30:01.280775+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:16:37.763628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.8","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-21T00:29:59.122565+0000","last_change":"2024-09-21T00:29:59.122565+0000","last_active":"2024-09-21T00:29:59.108777+0000","last_peered":"2024-09-21T00:29:59.108777+0000","last_clean":"2024-09-21T00:29:59.108777+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:29:59.122565+0000","last_undegraded":"2024-09-21T00:29:59.122565+0000","last_fullsized":"2024-09-21T00:29:59.122565+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.9","version":"0'0","reported_seq":15,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280476+0000","last_change":"2024-09-21T00:29:59.135870+0000","last_active":"2024-09-21T00:30:01.280476+0000","last_peered":"2024-09-21T00:30:01.280476+0000","last_clean":"2024-09-21T00:30:01.280476+0000","last_became_active":"2024-09-21T00:29:59.135504+0000","last_became_peered":"2024-09-21T00:29:59.135504+0000","last_unstale":"2024-09-21T00:30:01.280476+0000","last_undegraded":"2024-09-21T00:30:01.280476+0000","last_fullsized":"2024-09-21T00:30:01.280476+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:33:14.764164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.9","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.150143+0000","last_change":"2024-09-21T00:30:00.155823+0000","last_active":"2024-09-21T00:30:01.150143+0000","last_peered":"2024-09-21T00:30:01.150143+0000","last_clean":"2024-09-21T00:30:01.150143+0000","last_became_active":"2024-09-21T00:30:00.155526+0000","last_became_peered":"2024-09-21T00:30:00.155526+0000","last_unstale":"2024-09-21T00:30:01.150143+0000","last_undegraded":"2024-09-21T00:30:01.150143+0000","last_fullsized":"2024-09-21T00:30:01.150143+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:53:18.392241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.8","version":"0'0","reported_seq":15,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280040+0000","last_change":"2024-09-21T00:29:59.136314+0000","last_active":"2024-09-21T00:30:01.280040+0000","last_peered":"2024-09-21T00:30:01.280040+0000","last_clean":"2024-09-21T00:30:01.280040+0000","last_became_active":"2024-09-21T00:29:59.135992+0000","last_became_peered":"2024-09-21T00:29:59.135992+0000","last_unstale":"2024-09-21T00:30:01.280040+0000","last_undegraded":"2024-09-21T00:30:01.280040+0000","last_fullsized":"2024-09-21T00:30:01.280040+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:32:59.870797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.6","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-21T00:29:59.117143+0000","last_change":"2024-09-21T00:29:59.117143+0000","last_active":"2024-09-21T00:29:59.108777+0000","last_peered":"2024-09-21T00:29:59.108777+0000","last_clean":"2024-09-21T00:29:59.108777+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:29:59.117143+0000","last_undegraded":"2024-09-21T00:29:59.117143+0000","last_fullsized":"2024-09-21T00:29:59.117143+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.7","version":"127'2","reported_seq":17,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.282014+0000","last_change":"2024-09-21T00:29:59.134744+0000","last_active":"2024-09-21T00:30:01.282014+0000","last_peered":"2024-09-21T00:30:01.282014+0000","last_clean":"2024-09-21T00:30:01.282014+0000","last_became_active":"2024-09-21T00:29:59.134417+0000","last_became_peered":"2024-09-21T00:29:59.134417+0000","last_unstale":"2024-09-21T00:30:01.282014+0000","last_undegraded":"2024-09-21T00:30:01.282014+0000","last_fullsized":"2024-09-21T00:30:01.282014+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:14:57.253528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.7","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281911+0000","last_change":"2024-09-21T00:30:00.145289+0000","last_active":"2024-09-21T00:30:01.281911+0000","last_peered":"2024-09-21T00:30:01.281911+0000","last_clean":"2024-09-21T00:30:01.281911+0000","last_became_active":"2024-09-21T00:30:00.144921+0000","last_became_peered":"2024-09-21T00:30:00.144921+0000","last_unstale":"2024-09-21T00:30:01.281911+0000","last_undegraded":"2024-09-21T00:30:01.281911+0000","last_fullsized":"2024-09-21T00:30:01.281911+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:46:41.055104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.6","version":"128'1","reported_seq":16,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.151631+0000","last_change":"2024-09-21T00:29:59.133259+0000","last_active":"2024-09-21T00:30:01.151631+0000","last_peered":"2024-09-21T00:30:01.151631+0000","last_clean":"2024-09-21T00:30:01.151631+0000","last_became_active":"2024-09-21T00:29:59.132375+0000","last_became_peered":"2024-09-21T00:29:59.132375+0000","last_unstale":"2024-09-21T00:30:01.151631+0000","last_undegraded":"2024-09-21T00:30:01.151631+0000","last_fullsized":"2024-09-21T00:30:01.151631+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:10:49.743132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.4","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-21T00:29:59.121460+0000","last_change":"2024-09-21T00:29:59.121460+0000","last_active":"2024-09-21T00:29:59.108777+0000","last_peered":"2024-09-21T00:29:59.108777+0000","last_clean":"2024-09-21T00:29:59.108777+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:29:59.121460+0000","last_undegraded":"2024-09-21T00:29:59.121460+0000","last_fullsized":"2024-09-21T00:29:59.121460+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.5","version":"0'0","reported_seq":10,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-21T00:29:59.124885+0000","last_change":"2024-09-21T00:29:59.123268+0000","last_active":"2024-09-21T00:29:59.124885+0000","last_peered":"2024-09-21T00:29:59.124885+0000","last_clean":"2024-09-21T00:29:59.124885+0000","last_became_active":"2024-09-21T00:29:59.122927+0000","last_became_peered":"2024-09-21T00:29:59.122927+0000","last_unstale":"2024-09-21T00:29:59.124885+0000","last_undegraded":"2024-09-21T00:29:59.124885+0000","last_fullsized":"2024-09-21T00:29:59.124885+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:38:27.274398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.5","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-21T00:29:59.117142+0000","last_change":"2024-09-21T00:29:59.117142+0000","last_active":"2024-09-21T00:29:59.108777+0000","last_peered":"2024-09-21T00:29:59.108777+0000","last_clean":"2024-09-21T00:29:59.108777+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:29:59.117142+0000","last_undegraded":"2024-09-21T00:29:59.117142+0000","last_fullsized":"2024-09-21T00:29:59.117142+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.4","version":"0'0","reported_seq":15,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280336+0000","last_change":"2024-09-21T00:29:59.134816+0000","last_active":"2024-09-21T00:30:01.280336+0000","last_peered":"2024-09-21T00:30:01.280336+0000","last_clean":"2024-09-21T00:30:01.280336+0000","last_became_active":"2024-09-21T00:29:59.134482+0000","last_became_peered":"2024-09-21T00:29:59.134482+0000","last_unstale":"2024-09-21T00:30:01.280336+0000","last_undegraded":"2024-09-21T00:30:01.280336+0000","last_fullsized":"2024-09-21T00:30:01.280336+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:23:47.903099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.2","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.150409+0000","last_change":"2024-09-21T00:30:00.153655+0000","last_active":"2024-09-21T00:30:01.150409+0000","last_peered":"2024-09-21T00:30:01.150409+0000","last_clean":"2024-09-21T00:30:01.150409+0000","last_became_active":"2024-09-21T00:30:00.153353+0000","last_became_peered":"2024-09-21T00:30:00.153353+0000","last_unstale":"2024-09-21T00:30:01.150409+0000","last_undegraded":"2024-09-21T00:30:01.150409+0000","last_fullsized":"2024-09-21T00:30:01.150409+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:41:12.660838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.3","version":"0'0","reported_seq":10,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-21T00:29:59.136397+0000","last_change":"2024-09-21T00:29:59.133092+0000","last_active":"2024-09-21T00:29:59.136397+0000","last_peered":"2024-09-21T00:29:59.136397+0000","last_clean":"2024-09-21T00:29:59.136397+0000","last_became_active":"2024-09-21T00:29:59.132386+0000","last_became_peered":"2024-09-21T00:29:59.132386+0000","last_unstale":"2024-09-21T00:29:59.136397+0000","last_undegraded":"2024-09-21T00:29:59.136397+0000","last_fullsized":"2024-09-21T00:29:59.136397+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:15:09.149993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.3","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.143921+0000","last_change":"2024-09-21T00:30:00.152576+0000","last_active":"2024-09-21T00:30:01.143921+0000","last_peered":"2024-09-21T00:30:01.143921+0000","last_clean":"2024-09-21T00:30:01.143921+0000","last_became_active":"2024-09-21T00:30:00.152272+0000","last_became_peered":"2024-09-21T00:30:00.152272+0000","last_unstale":"2024-09-21T00:30:01.143921+0000","last_undegraded":"2024-09-21T00:30:01.143921+0000","last_fullsized":"2024-09-21T00:30:01.143921+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:39:43.966908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.2","version":"0'0","reported_seq":15,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.150570+0000","last_change":"2024-09-21T00:29:59.134912+0000","last_active":"2024-09-21T00:30:01.150570+0000","last_peered":"2024-09-21T00:30:01.150570+0000","last_clean":"2024-09-21T00:30:01.150570+0000","last_became_active":"2024-09-21T00:29:59.134523+0000","last_became_peered":"2024-09-21T00:29:59.134523+0000","last_unstale":"2024-09-21T00:30:01.150570+0000","last_undegraded":"2024-09-21T00:30:01.150570+0000","last_fullsized":"2024-09-21T00:30:01.150570+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:04:27.845383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.0","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281058+0000","last_change":"2024-09-21T00:30:00.148811+0000","last_active":"2024-09-21T00:30:01.281058+0000","last_peered":"2024-09-21T00:30:01.281058+0000","last_clean":"2024-09-21T00:30:01.281058+0000","last_became_active":"2024-09-21T00:30:00.146700+0000","last_became_peered":"2024-09-21T00:30:00.146700+0000","last_unstale":"2024-09-21T00:30:01.281058+0000","last_undegraded":"2024-09-21T00:30:01.281058+0000","last_fullsized":"2024-09-21T00:30:01.281058+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:28:22.484594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.1","version":"0'0","reported_seq":15,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280485+0000","last_change":"2024-09-21T00:29:59.127938+0000","last_active":"2024-09-21T00:30:01.280485+0000","last_peered":"2024-09-21T00:30:01.280485+0000","last_clean":"2024-09-21T00:30:01.280485+0000","last_became_active":"2024-09-21T00:29:59.127610+0000","last_became_peered":"2024-09-21T00:29:59.127610+0000","last_unstale":"2024-09-21T00:30:01.280485+0000","last_undegraded":"2024-09-21T00:30:01.280485+0000","last_fullsized":"2024-09-21T00:30:01.280485+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:34:50.918619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.1","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-21T00:29:59.119276+0000","last_change":"2024-09-21T00:29:59.119276+0000","last_active":"2024-09-21T00:29:59.108777+0000","last_peered":"2024-09-21T00:29:59.108777+0000","last_clean":"2024-09-21T00:29:59.108777+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:29:59.119276+0000","last_undegraded":"2024-09-21T00:29:59.119276+0000","last_fullsized":"2024-09-21T00:29:59.119276+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.0","version":"0'0","reported_seq":15,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280163+0000","last_change":"2024-09-21T00:29:59.130496+0000","last_active":"2024-09-21T00:30:01.280163+0000","last_peered":"2024-09-21T00:30:01.280163+0000","last_clean":"2024-09-21T00:30:01.280163+0000","last_became_active":"2024-09-21T00:29:59.130003+0000","last_became_peered":"2024-09-21T00:29:59.130003+0000","last_unstale":"2024-09-21T00:30:01.280163+0000","last_undegraded":"2024-09-21T00:30:01.280163+0000","last_fullsized":"2024-09-21T00:30:01.280163+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:55:02.301907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.12","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.150731+0000","last_change":"2024-09-21T00:30:00.157126+0000","last_active":"2024-09-21T00:30:01.150731+0000","last_peered":"2024-09-21T00:30:01.150731+0000","last_clean":"2024-09-21T00:30:01.150731+0000","last_became_active":"2024-09-21T00:30:00.156825+0000","last_became_peered":"2024-09-21T00:30:00.156825+0000","last_unstale":"2024-09-21T00:30:01.150731+0000","last_undegraded":"2024-09-21T00:30:01.150731+0000","last_fullsized":"2024-09-21T00:30:01.150731+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:55:03.307285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.13","version":"127'2","reported_seq":17,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.150443+0000","last_change":"2024-09-21T00:29:59.139332+0000","last_active":"2024-09-21T00:30:01.150443+0000","last_peered":"2024-09-21T00:30:01.150443+0000","last_clean":"2024-09-21T00:30:01.150443+0000","last_became_active":"2024-09-21T00:29:59.138976+0000","last_became_peered":"2024-09-21T00:29:59.138976+0000","last_unstale":"2024-09-21T00:30:01.150443+0000","last_undegraded":"2024-09-21T00:30:01.150443+0000","last_fullsized":"2024-09-21T00:30:01.150443+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:34:50.918619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":301,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.149888+0000","last_change":"2024-09-21T00:21:11.583793+0000","last_active":"2024-09-21T00:30:01.149888+0000","last_peered":"2024-09-21T00:30:01.149888+0000","last_clean":"2024-09-21T00:30:01.149888+0000","last_became_active":"2024-09-21T00:21:11.582502+0000","last_became_peered":"2024-09-21T00:21:11.582502+0000","last_unstale":"2024-09-21T00:30:01.149888+0000","last_undegraded":"2024-09-21T00:30:01.149888+0000","last_fullsized":"2024-09-21T00:30:01.149888+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_clean_scrub_stamp":"2024-09-21T00:21:10.311964+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:58.010953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":19,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":18,"num_pg":32,"stat_sum":{"num_bytes":2340,"num_objects":20,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":41,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4750,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":35,"ondisk_log_size":35,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509550,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":55544,"kb_used_data":2144,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94316296,"statfs":{"total":96636764160,"available":96579887104,"internally_reserved":0,"allocated":2195456,"data_stored":1282026,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":54655434},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509550,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":63276,"kb_used_data":1552,"kb_used_omap":1,"kb_used_meta":61694,"kb_avail":94308564,"statfs":{"total":96636764160,"available":96571969536,"internally_reserved":0,"allocated":1589248,"data_stored":691020,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":63175110},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509550,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":54948,"kb_used_data":1548,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94316892,"statfs":{"total":96636764160,"available":96580497408,"internally_reserved":0,"allocated":1585152,"data_stored":689520,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":54655429},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509551,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":68840,"kb_used_data":1548,"kb_used_omap":1,"kb_used_meta":67262,"kb_avail":94303000,"statfs":{"total":96636764160,"available":96566272000,"internally_reserved":0,"allocated":1585152,"data_stored":689568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":68876744},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509551,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":54952,"kb_used_data":1548,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94316888,"statfs":{"total":96636764160,"available":96580493312,"internally_reserved":0,"allocated":1585152,"data_stored":690024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":54655429},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509549,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":69404,"kb_used_data":2120,"kb_used_omap":1,"kb_used_meta":67262,"kb_avail":94302436,"statfs":{"total":96636764160,"available":96565694464,"internally_reserved":0,"allocated":2170880,"data_stored":1279776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":68876742},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574957,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":64656,"kb_used_data":1516,"kb_used_omap":1,"kb_used_meta":63102,"kb_avail":94307184,"statfs":{"total":96636764160,"available":96570556416,"internally_reserved":0,"allocated":1552384,"data_stored":676358,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":64616901},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574957,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":72960,"kb_used_data":1516,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94298880,"statfs":{"total":96636764160,"available":96562053120,"internally_reserved":0,"allocated":1552384,"data_stored":676358,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":73136582},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2250,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T00:30:04.589 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T00:30:04.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.741+0000 7f190debd640 1 -- 172.21.15.67:0/2519226215 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1908070070 msgr2=0x7f1908070480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:04.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.741+0000 7f190debd640 1 --2- 172.21.15.67:0/2519226215 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1908070070 0x7f1908070480 secure :-1 s=READY pgs=1496 cs=0 l=1 rev1=1 crypto rx=0x7f18fc009830 tx=0x7f18fc02a510 comp rx=0 tx=0).stop 2024-09-21T00:30:04.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.741+0000 7f190debd640 1 -- 172.21.15.67:0/2519226215 shutdown_connections 2024-09-21T00:30:04.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.741+0000 7f190debd640 1 --2- 172.21.15.67:0/2519226215 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f19080ae090 0x7f19080ae4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:04.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.741+0000 7f190debd640 1 --2- 172.21.15.67:0/2519226215 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1908070070 0x7f1908070480 unknown :-1 s=CLOSED pgs=1496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:04.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.741+0000 7f190debd640 1 -- 172.21.15.67:0/2519226215 >> 172.21.15.67:0/2519226215 conn(0x7f190806d5a0 msgr2=0x7f19080b1d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:04.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.741+0000 7f190debd640 1 -- 172.21.15.67:0/2519226215 shutdown_connections 2024-09-21T00:30:04.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.741+0000 7f190debd640 1 -- 172.21.15.67:0/2519226215 wait complete. 2024-09-21T00:30:04.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.743+0000 7f190debd640 1 Processor -- start 2024-09-21T00:30:04.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.743+0000 7f190debd640 1 -- start start 2024-09-21T00:30:04.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.744+0000 7f190debd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1908070070 0x7f190809bd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:04.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.744+0000 7f190debd640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f19080ae090 0x7f190809ad50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:04.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.744+0000 7f190debd640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1908152720 0x7f19081f2630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:04.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.744+0000 7f190debd640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f19080aee20 con 0x7f1908070070 2024-09-21T00:30:04.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.744+0000 7f190debd640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f19080aeca0 con 0x7f19080ae090 2024-09-21T00:30:04.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.744+0000 7f190debd640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f19080aefa0 con 0x7f1908152720 2024-09-21T00:30:04.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.744+0000 7f19077fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1908070070 0x7f190809bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:04.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.744+0000 7f19077fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1908070070 0x7f190809bd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:47146/0 (socket says 172.21.15.67:47146) 2024-09-21T00:30:04.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.744+0000 7f19077fe640 1 -- 172.21.15.67:0/2689712112 learned_addr learned my addr 172.21.15.67:0/2689712112 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:04.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.744+0000 7f1907fff640 1 --2- 172.21.15.67:0/2689712112 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1908152720 0x7f19081f2630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:04.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.744+0000 7f1906ffd640 1 --2- 172.21.15.67:0/2689712112 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f19080ae090 0x7f190809ad50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:04.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.745+0000 7f19077fe640 1 -- 172.21.15.67:0/2689712112 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1908152720 msgr2=0x7f19081f2630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:04.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.745+0000 7f19077fe640 1 --2- 172.21.15.67:0/2689712112 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1908152720 0x7f19081f2630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:04.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.745+0000 7f19077fe640 1 -- 172.21.15.67:0/2689712112 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f19080ae090 msgr2=0x7f190809ad50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:04.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.745+0000 7f19077fe640 1 --2- 172.21.15.67:0/2689712112 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f19080ae090 0x7f190809ad50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:04.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.745+0000 7f19077fe640 1 -- 172.21.15.67:0/2689712112 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1908156750 con 0x7f1908070070 2024-09-21T00:30:04.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.745+0000 7f1906ffd640 1 --2- 172.21.15.67:0/2689712112 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f19080ae090 0x7f190809ad50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:30:04.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.745+0000 7f19077fe640 1 --2- 172.21.15.67:0/2689712112 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1908070070 0x7f190809bd50 secure :-1 s=READY pgs=1497 cs=0 l=1 rev1=1 crypto rx=0x7f18f800c3a0 tx=0x7f18f800c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:04.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.745+0000 7f18effff640 1 -- 172.21.15.67:0/2689712112 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18f8011790 con 0x7f1908070070 2024-09-21T00:30:04.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.745+0000 7f18effff640 1 -- 172.21.15.67:0/2689712112 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f18f8017070 con 0x7f1908070070 2024-09-21T00:30:04.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.745+0000 7f190debd640 1 -- 172.21.15.67:0/2689712112 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f19081f31f0 con 0x7f1908070070 2024-09-21T00:30:04.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.745+0000 7f18effff640 1 -- 172.21.15.67:0/2689712112 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18f8011cc0 con 0x7f1908070070 2024-09-21T00:30:04.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.745+0000 7f190debd640 1 -- 172.21.15.67:0/2689712112 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f190809a270 con 0x7f1908070070 2024-09-21T00:30:04.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.746+0000 7f190debd640 1 -- 172.21.15.67:0/2689712112 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1908070480 con 0x7f1908070070 2024-09-21T00:30:04.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.747+0000 7f18effff640 1 -- 172.21.15.67:0/2689712112 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f18f801c460 con 0x7f1908070070 2024-09-21T00:30:04.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.748+0000 7f18effff640 1 --2- 172.21.15.67:0/2689712112 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f18f4078b90 0x7f18f407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:04.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.748+0000 7f18effff640 1 -- 172.21.15.67:0/2689712112 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(128..128 src has 1..128) ==== 5709+0+0 (secure 0 0 0) 0x7f18f809a9f0 con 0x7f1908070070 2024-09-21T00:30:04.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.748+0000 7f1906ffd640 1 --2- 172.21.15.67:0/2689712112 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f18f4078b90 0x7f18f407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:04.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.749+0000 7f1906ffd640 1 --2- 172.21.15.67:0/2689712112 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f18f4078b90 0x7f18f407b0a0 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f18fc034000 tx=0x7f18fc004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:04.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.752+0000 7f18effff640 1 -- 172.21.15.67:0/2689712112 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f1908152b30 con 0x7f1908070070 2024-09-21T00:30:04.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.935+0000 7f190debd640 1 -- 172.21.15.67:0/2689712112 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f19080cfaa0 con 0x7f18f4078b90 2024-09-21T00:30:04.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.940+0000 7f18effff640 1 -- 172.21.15.67:0/2689712112 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+250981 (secure 0 0 0) 0x7f19080cfaa0 con 0x7f18f4078b90 2024-09-21T00:30:04.944 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:30:04.945 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-21T00:30:04.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.943+0000 7f190debd640 1 -- 172.21.15.67:0/2689712112 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f18f4078b90 msgr2=0x7f18f407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:04.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.943+0000 7f190debd640 1 --2- 172.21.15.67:0/2689712112 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f18f4078b90 0x7f18f407b0a0 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f18fc034000 tx=0x7f18fc004730 comp rx=0 tx=0).stop 2024-09-21T00:30:04.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.943+0000 7f190debd640 1 -- 172.21.15.67:0/2689712112 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1908070070 msgr2=0x7f190809bd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:04.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.943+0000 7f190debd640 1 --2- 172.21.15.67:0/2689712112 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1908070070 0x7f190809bd50 secure :-1 s=READY pgs=1497 cs=0 l=1 rev1=1 crypto rx=0x7f18f800c3a0 tx=0x7f18f800c860 comp rx=0 tx=0).stop 2024-09-21T00:30:04.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.943+0000 7f190debd640 1 -- 172.21.15.67:0/2689712112 shutdown_connections 2024-09-21T00:30:04.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.943+0000 7f190debd640 1 --2- 172.21.15.67:0/2689712112 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f18f4078b90 0x7f18f407b0a0 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:04.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.943+0000 7f190debd640 1 --2- 172.21.15.67:0/2689712112 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1908152720 0x7f19081f2630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:04.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.943+0000 7f190debd640 1 --2- 172.21.15.67:0/2689712112 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f19080ae090 0x7f190809ad50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:04.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.943+0000 7f190debd640 1 --2- 172.21.15.67:0/2689712112 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1908070070 0x7f190809bd50 unknown :-1 s=CLOSED pgs=1497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:04.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.943+0000 7f190debd640 1 -- 172.21.15.67:0/2689712112 >> 172.21.15.67:0/2689712112 conn(0x7f190806d5a0 msgr2=0x7f1908074860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:04.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.944+0000 7f190debd640 1 -- 172.21.15.67:0/2689712112 shutdown_connections 2024-09-21T00:30:04.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:04.944+0000 7f190debd640 1 -- 172.21.15.67:0/2689712112 wait complete. 2024-09-21T00:30:04.957 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":389,"stamp":"2024-09-21T00:30:03.631175+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592708,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":142,"num_write_kb":1641,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":107,"ondisk_log_size":107,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":114,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":504580,"kb_used_data":13492,"kb_used_omap":12,"kb_used_meta":490867,"kb_avail":754470140,"statfs":{"total":773094113280,"available":772577423360,"internally_reserved":0,"allocated":13815808,"data_stored":6674650,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12749,"internal_metadata":502648371},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":15,"apply_latency_ms":15,"commit_latency_ns":15000000,"apply_latency_ns":15000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2340,"num_objects":20,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":41,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.516904"},"pg_stats":[{"pgid":"19.3f","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281874+0000","last_change":"2024-09-21T00:30:00.148095+0000","last_active":"2024-09-21T00:30:01.281874+0000","last_peered":"2024-09-21T00:30:01.281874+0000","last_clean":"2024-09-21T00:30:01.281874+0000","last_became_active":"2024-09-21T00:30:00.147181+0000","last_became_peered":"2024-09-21T00:30:00.147181+0000","last_unstale":"2024-09-21T00:30:01.281874+0000","last_undegraded":"2024-09-21T00:30:01.281874+0000","last_fullsized":"2024-09-21T00:30:01.281874+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:10:44.259483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.3e","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-21T00:29:59.127817+0000","last_change":"2024-09-21T00:29:59.127817+0000","last_active":"2024-09-21T00:29:59.108777+0000","last_peered":"2024-09-21T00:29:59.108777+0000","last_clean":"2024-09-21T00:29:59.108777+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:29:59.127817+0000","last_undegraded":"2024-09-21T00:29:59.127817+0000","last_fullsized":"2024-09-21T00:29:59.127817+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.3d","version":"0'0","reported_seq":10,"reported_epoch":127,"state":"active+clean","last_fresh":"2024-09-21T00:30:00.154894+0000","last_change":"2024-09-21T00:30:00.145827+0000","last_active":"2024-09-21T00:30:00.154894+0000","last_peered":"2024-09-21T00:30:00.154894+0000","last_clean":"2024-09-21T00:30:00.154894+0000","last_became_active":"2024-09-21T00:30:00.145516+0000","last_became_peered":"2024-09-21T00:30:00.145516+0000","last_unstale":"2024-09-21T00:30:00.154894+0000","last_undegraded":"2024-09-21T00:30:00.154894+0000","last_fullsized":"2024-09-21T00:30:00.154894+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:52:19.150967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.3c","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.282018+0000","last_change":"2024-09-21T00:30:00.154034+0000","last_active":"2024-09-21T00:30:01.282018+0000","last_peered":"2024-09-21T00:30:01.282018+0000","last_clean":"2024-09-21T00:30:01.282018+0000","last_became_active":"2024-09-21T00:30:00.153612+0000","last_became_peered":"2024-09-21T00:30:00.153612+0000","last_unstale":"2024-09-21T00:30:01.282018+0000","last_undegraded":"2024-09-21T00:30:01.282018+0000","last_fullsized":"2024-09-21T00:30:01.282018+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:56:12.276746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.3b","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.150663+0000","last_change":"2024-09-21T00:30:00.149014+0000","last_active":"2024-09-21T00:30:01.150663+0000","last_peered":"2024-09-21T00:30:01.150663+0000","last_clean":"2024-09-21T00:30:01.150663+0000","last_became_active":"2024-09-21T00:30:00.148550+0000","last_became_peered":"2024-09-21T00:30:00.148550+0000","last_unstale":"2024-09-21T00:30:01.150663+0000","last_undegraded":"2024-09-21T00:30:01.150663+0000","last_fullsized":"2024-09-21T00:30:01.150663+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:33:00.876176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.3a","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-21T00:29:59.118297+0000","last_change":"2024-09-21T00:29:59.118297+0000","last_active":"2024-09-21T00:29:59.108777+0000","last_peered":"2024-09-21T00:29:59.108777+0000","last_clean":"2024-09-21T00:29:59.108777+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:29:59.118297+0000","last_undegraded":"2024-09-21T00:29:59.118297+0000","last_fullsized":"2024-09-21T00:29:59.118297+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.39","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-21T00:29:59.117677+0000","last_change":"2024-09-21T00:29:59.117677+0000","last_active":"2024-09-21T00:29:59.108777+0000","last_peered":"2024-09-21T00:29:59.108777+0000","last_clean":"2024-09-21T00:29:59.108777+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:29:59.117677+0000","last_undegraded":"2024-09-21T00:29:59.117677+0000","last_fullsized":"2024-09-21T00:29:59.117677+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.38","version":"0'0","reported_seq":10,"reported_epoch":127,"state":"active+clean","last_fresh":"2024-09-21T00:30:00.155103+0000","last_change":"2024-09-21T00:30:00.144991+0000","last_active":"2024-09-21T00:30:00.155103+0000","last_peered":"2024-09-21T00:30:00.155103+0000","last_clean":"2024-09-21T00:30:00.155103+0000","last_became_active":"2024-09-21T00:30:00.144444+0000","last_became_peered":"2024-09-21T00:30:00.144444+0000","last_unstale":"2024-09-21T00:30:00.155103+0000","last_undegraded":"2024-09-21T00:30:00.155103+0000","last_fullsized":"2024-09-21T00:30:00.155103+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:39:41.488547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.37","version":"0'0","reported_seq":10,"reported_epoch":127,"state":"active+clean","last_fresh":"2024-09-21T00:30:00.154949+0000","last_change":"2024-09-21T00:30:00.144753+0000","last_active":"2024-09-21T00:30:00.154949+0000","last_peered":"2024-09-21T00:30:00.154949+0000","last_clean":"2024-09-21T00:30:00.154949+0000","last_became_active":"2024-09-21T00:30:00.144418+0000","last_became_peered":"2024-09-21T00:30:00.144418+0000","last_unstale":"2024-09-21T00:30:00.154949+0000","last_undegraded":"2024-09-21T00:30:00.154949+0000","last_fullsized":"2024-09-21T00:30:00.154949+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:08:30.658945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.36","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-21T00:29:59.126259+0000","last_change":"2024-09-21T00:29:59.126259+0000","last_active":"2024-09-21T00:29:59.108777+0000","last_peered":"2024-09-21T00:29:59.108777+0000","last_clean":"2024-09-21T00:29:59.108777+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:29:59.126259+0000","last_undegraded":"2024-09-21T00:29:59.126259+0000","last_fullsized":"2024-09-21T00:29:59.126259+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.35","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280671+0000","last_change":"2024-09-21T00:30:00.145807+0000","last_active":"2024-09-21T00:30:01.280671+0000","last_peered":"2024-09-21T00:30:01.280671+0000","last_clean":"2024-09-21T00:30:01.280671+0000","last_became_active":"2024-09-21T00:30:00.145513+0000","last_became_peered":"2024-09-21T00:30:00.145513+0000","last_unstale":"2024-09-21T00:30:01.280671+0000","last_undegraded":"2024-09-21T00:30:01.280671+0000","last_fullsized":"2024-09-21T00:30:01.280671+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:11:09.528636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.34","version":"0'0","reported_seq":10,"reported_epoch":127,"state":"active+clean","last_fresh":"2024-09-21T00:30:00.156240+0000","last_change":"2024-09-21T00:30:00.154351+0000","last_active":"2024-09-21T00:30:00.156240+0000","last_peered":"2024-09-21T00:30:00.156240+0000","last_clean":"2024-09-21T00:30:00.156240+0000","last_became_active":"2024-09-21T00:30:00.154044+0000","last_became_peered":"2024-09-21T00:30:00.154044+0000","last_unstale":"2024-09-21T00:30:00.156240+0000","last_undegraded":"2024-09-21T00:30:00.156240+0000","last_fullsized":"2024-09-21T00:30:00.156240+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:07:56.935885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.33","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281810+0000","last_change":"2024-09-21T00:30:00.150083+0000","last_active":"2024-09-21T00:30:01.281810+0000","last_peered":"2024-09-21T00:30:01.281810+0000","last_clean":"2024-09-21T00:30:01.281810+0000","last_became_active":"2024-09-21T00:30:00.149777+0000","last_became_peered":"2024-09-21T00:30:00.149777+0000","last_unstale":"2024-09-21T00:30:01.281810+0000","last_undegraded":"2024-09-21T00:30:01.281810+0000","last_fullsized":"2024-09-21T00:30:01.281810+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:24:27.676069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.32","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-21T00:29:59.124405+0000","last_change":"2024-09-21T00:29:59.124405+0000","last_active":"2024-09-21T00:29:59.108777+0000","last_peered":"2024-09-21T00:29:59.108777+0000","last_clean":"2024-09-21T00:29:59.108777+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:29:59.124405+0000","last_undegraded":"2024-09-21T00:29:59.124405+0000","last_fullsized":"2024-09-21T00:29:59.124405+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.31","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281181+0000","last_change":"2024-09-21T00:30:00.141627+0000","last_active":"2024-09-21T00:30:01.281181+0000","last_peered":"2024-09-21T00:30:01.281181+0000","last_clean":"2024-09-21T00:30:01.281181+0000","last_became_active":"2024-09-21T00:30:00.141309+0000","last_became_peered":"2024-09-21T00:30:00.141309+0000","last_unstale":"2024-09-21T00:30:01.281181+0000","last_undegraded":"2024-09-21T00:30:01.281181+0000","last_fullsized":"2024-09-21T00:30:01.281181+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:17:04.013803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.30","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281399+0000","last_change":"2024-09-21T00:30:00.144100+0000","last_active":"2024-09-21T00:30:01.281399+0000","last_peered":"2024-09-21T00:30:01.281399+0000","last_clean":"2024-09-21T00:30:01.281399+0000","last_became_active":"2024-09-21T00:30:00.143641+0000","last_became_peered":"2024-09-21T00:30:00.143641+0000","last_unstale":"2024-09-21T00:30:01.281399+0000","last_undegraded":"2024-09-21T00:30:01.281399+0000","last_fullsized":"2024-09-21T00:30:01.281399+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:45:41.287424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.2f","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-21T00:29:59.118296+0000","last_change":"2024-09-21T00:29:59.118296+0000","last_active":"2024-09-21T00:29:59.108777+0000","last_peered":"2024-09-21T00:29:59.108777+0000","last_clean":"2024-09-21T00:29:59.108777+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:29:59.118296+0000","last_undegraded":"2024-09-21T00:29:59.118296+0000","last_fullsized":"2024-09-21T00:29:59.118296+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.2e","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280367+0000","last_change":"2024-09-21T00:30:00.147014+0000","last_active":"2024-09-21T00:30:01.280367+0000","last_peered":"2024-09-21T00:30:01.280367+0000","last_clean":"2024-09-21T00:30:01.280367+0000","last_became_active":"2024-09-21T00:30:00.146622+0000","last_became_peered":"2024-09-21T00:30:00.146622+0000","last_unstale":"2024-09-21T00:30:01.280367+0000","last_undegraded":"2024-09-21T00:30:01.280367+0000","last_fullsized":"2024-09-21T00:30:01.280367+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:34:10.031975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.2d","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280914+0000","last_change":"2024-09-21T00:30:00.136727+0000","last_active":"2024-09-21T00:30:01.280914+0000","last_peered":"2024-09-21T00:30:01.280914+0000","last_clean":"2024-09-21T00:30:01.280914+0000","last_became_active":"2024-09-21T00:30:00.136371+0000","last_became_peered":"2024-09-21T00:30:00.136371+0000","last_unstale":"2024-09-21T00:30:01.280914+0000","last_undegraded":"2024-09-21T00:30:01.280914+0000","last_fullsized":"2024-09-21T00:30:01.280914+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:22:27.972807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.2c","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280968+0000","last_change":"2024-09-21T00:30:00.143353+0000","last_active":"2024-09-21T00:30:01.280968+0000","last_peered":"2024-09-21T00:30:01.280968+0000","last_clean":"2024-09-21T00:30:01.280968+0000","last_became_active":"2024-09-21T00:30:00.143019+0000","last_became_peered":"2024-09-21T00:30:00.143019+0000","last_unstale":"2024-09-21T00:30:01.280968+0000","last_undegraded":"2024-09-21T00:30:01.280968+0000","last_fullsized":"2024-09-21T00:30:01.280968+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:46:05.476039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.2b","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.150289+0000","last_change":"2024-09-21T00:30:00.150371+0000","last_active":"2024-09-21T00:30:01.150289+0000","last_peered":"2024-09-21T00:30:01.150289+0000","last_clean":"2024-09-21T00:30:01.150289+0000","last_became_active":"2024-09-21T00:30:00.149301+0000","last_became_peered":"2024-09-21T00:30:00.149301+0000","last_unstale":"2024-09-21T00:30:01.150289+0000","last_undegraded":"2024-09-21T00:30:01.150289+0000","last_fullsized":"2024-09-21T00:30:01.150289+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:08:31.986151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.2a","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280292+0000","last_change":"2024-09-21T00:30:00.145951+0000","last_active":"2024-09-21T00:30:01.280292+0000","last_peered":"2024-09-21T00:30:01.280292+0000","last_clean":"2024-09-21T00:30:01.280292+0000","last_became_active":"2024-09-21T00:30:00.145633+0000","last_became_peered":"2024-09-21T00:30:00.145633+0000","last_unstale":"2024-09-21T00:30:01.280292+0000","last_undegraded":"2024-09-21T00:30:01.280292+0000","last_fullsized":"2024-09-21T00:30:01.280292+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:12:09.106914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.29","version":"0'0","reported_seq":10,"reported_epoch":127,"state":"active+clean","last_fresh":"2024-09-21T00:30:00.155698+0000","last_change":"2024-09-21T00:30:00.151835+0000","last_active":"2024-09-21T00:30:00.155698+0000","last_peered":"2024-09-21T00:30:00.155698+0000","last_clean":"2024-09-21T00:30:00.155698+0000","last_became_active":"2024-09-21T00:30:00.151268+0000","last_became_peered":"2024-09-21T00:30:00.151268+0000","last_unstale":"2024-09-21T00:30:00.155698+0000","last_undegraded":"2024-09-21T00:30:00.155698+0000","last_fullsized":"2024-09-21T00:30:00.155698+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:18:44.256366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.28","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280319+0000","last_change":"2024-09-21T00:30:00.141181+0000","last_active":"2024-09-21T00:30:01.280319+0000","last_peered":"2024-09-21T00:30:01.280319+0000","last_clean":"2024-09-21T00:30:01.280319+0000","last_became_active":"2024-09-21T00:30:00.140863+0000","last_became_peered":"2024-09-21T00:30:00.140863+0000","last_unstale":"2024-09-21T00:30:01.280319+0000","last_undegraded":"2024-09-21T00:30:01.280319+0000","last_fullsized":"2024-09-21T00:30:01.280319+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:07:03.497567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.27","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-21T00:29:59.124709+0000","last_change":"2024-09-21T00:29:59.124709+0000","last_active":"2024-09-21T00:29:59.108777+0000","last_peered":"2024-09-21T00:29:59.108777+0000","last_clean":"2024-09-21T00:29:59.108777+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:29:59.124709+0000","last_undegraded":"2024-09-21T00:29:59.124709+0000","last_fullsized":"2024-09-21T00:29:59.124709+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.26","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280920+0000","last_change":"2024-09-21T00:30:00.152147+0000","last_active":"2024-09-21T00:30:01.280920+0000","last_peered":"2024-09-21T00:30:01.280920+0000","last_clean":"2024-09-21T00:30:01.280920+0000","last_became_active":"2024-09-21T00:30:00.151812+0000","last_became_peered":"2024-09-21T00:30:00.151812+0000","last_unstale":"2024-09-21T00:30:01.280920+0000","last_undegraded":"2024-09-21T00:30:01.280920+0000","last_fullsized":"2024-09-21T00:30:01.280920+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:56:52.649434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.25","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281788+0000","last_change":"2024-09-21T00:30:00.147200+0000","last_active":"2024-09-21T00:30:01.281788+0000","last_peered":"2024-09-21T00:30:01.281788+0000","last_clean":"2024-09-21T00:30:01.281788+0000","last_became_active":"2024-09-21T00:30:00.146789+0000","last_became_peered":"2024-09-21T00:30:00.146789+0000","last_unstale":"2024-09-21T00:30:01.281788+0000","last_undegraded":"2024-09-21T00:30:01.281788+0000","last_fullsized":"2024-09-21T00:30:01.281788+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:08:45.590570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.24","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.144385+0000","last_change":"2024-09-21T00:30:00.135121+0000","last_active":"2024-09-21T00:30:01.144385+0000","last_peered":"2024-09-21T00:30:01.144385+0000","last_clean":"2024-09-21T00:30:01.144385+0000","last_became_active":"2024-09-21T00:30:00.134812+0000","last_became_peered":"2024-09-21T00:30:00.134812+0000","last_unstale":"2024-09-21T00:30:01.144385+0000","last_undegraded":"2024-09-21T00:30:01.144385+0000","last_fullsized":"2024-09-21T00:30:01.144385+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:46:41.055104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.23","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281768+0000","last_change":"2024-09-21T00:30:00.156336+0000","last_active":"2024-09-21T00:30:01.281768+0000","last_peered":"2024-09-21T00:30:01.281768+0000","last_clean":"2024-09-21T00:30:01.281768+0000","last_became_active":"2024-09-21T00:30:00.155858+0000","last_became_peered":"2024-09-21T00:30:00.155858+0000","last_unstale":"2024-09-21T00:30:01.281768+0000","last_undegraded":"2024-09-21T00:30:01.281768+0000","last_fullsized":"2024-09-21T00:30:01.281768+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:29:51.399918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.22","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281477+0000","last_change":"2024-09-21T00:30:00.144318+0000","last_active":"2024-09-21T00:30:01.281477+0000","last_peered":"2024-09-21T00:30:01.281477+0000","last_clean":"2024-09-21T00:30:01.281477+0000","last_became_active":"2024-09-21T00:30:00.143998+0000","last_became_peered":"2024-09-21T00:30:00.143998+0000","last_unstale":"2024-09-21T00:30:01.281477+0000","last_undegraded":"2024-09-21T00:30:01.281477+0000","last_fullsized":"2024-09-21T00:30:01.281477+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:52:58.394513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.21","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.150346+0000","last_change":"2024-09-21T00:30:00.157452+0000","last_active":"2024-09-21T00:30:01.150346+0000","last_peered":"2024-09-21T00:30:01.150346+0000","last_clean":"2024-09-21T00:30:01.150346+0000","last_became_active":"2024-09-21T00:30:00.156787+0000","last_became_peered":"2024-09-21T00:30:00.156787+0000","last_unstale":"2024-09-21T00:30:01.150346+0000","last_undegraded":"2024-09-21T00:30:01.150346+0000","last_fullsized":"2024-09-21T00:30:01.150346+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:22:22.907449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.20","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-21T00:29:59.117407+0000","last_change":"2024-09-21T00:29:59.117407+0000","last_active":"2024-09-21T00:29:59.108777+0000","last_peered":"2024-09-21T00:29:59.108777+0000","last_clean":"2024-09-21T00:29:59.108777+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:29:59.117407+0000","last_undegraded":"2024-09-21T00:29:59.117407+0000","last_fullsized":"2024-09-21T00:29:59.117407+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.1e","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281164+0000","last_change":"2024-09-21T00:30:00.142936+0000","last_active":"2024-09-21T00:30:01.281164+0000","last_peered":"2024-09-21T00:30:01.281164+0000","last_clean":"2024-09-21T00:30:01.281164+0000","last_became_active":"2024-09-21T00:30:00.142594+0000","last_became_peered":"2024-09-21T00:30:00.142594+0000","last_unstale":"2024-09-21T00:30:01.281164+0000","last_undegraded":"2024-09-21T00:30:01.281164+0000","last_fullsized":"2024-09-21T00:30:01.281164+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:19:40.536406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.1f","version":"127'4","reported_seq":19,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.150627+0000","last_change":"2024-09-21T00:29:59.133560+0000","last_active":"2024-09-21T00:30:01.150627+0000","last_peered":"2024-09-21T00:30:01.150627+0000","last_clean":"2024-09-21T00:30:01.150627+0000","last_became_active":"2024-09-21T00:29:59.133212+0000","last_became_peered":"2024-09-21T00:29:59.133212+0000","last_unstale":"2024-09-21T00:30:01.150627+0000","last_undegraded":"2024-09-21T00:30:01.150627+0000","last_fullsized":"2024-09-21T00:30:01.150627+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:05:31.475298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.1f","version":"0'0","reported_seq":10,"reported_epoch":127,"state":"active+clean","last_fresh":"2024-09-21T00:30:00.155138+0000","last_change":"2024-09-21T00:30:00.150353+0000","last_active":"2024-09-21T00:30:00.155138+0000","last_peered":"2024-09-21T00:30:00.155138+0000","last_clean":"2024-09-21T00:30:00.155138+0000","last_became_active":"2024-09-21T00:30:00.149555+0000","last_became_peered":"2024-09-21T00:30:00.149555+0000","last_unstale":"2024-09-21T00:30:00.155138+0000","last_undegraded":"2024-09-21T00:30:00.155138+0000","last_fullsized":"2024-09-21T00:30:00.155138+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:46:25.239774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.1e","version":"127'1","reported_seq":16,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.144671+0000","last_change":"2024-09-21T00:29:59.137390+0000","last_active":"2024-09-21T00:30:01.144671+0000","last_peered":"2024-09-21T00:30:01.144671+0000","last_clean":"2024-09-21T00:30:01.144671+0000","last_became_active":"2024-09-21T00:29:59.137036+0000","last_became_peered":"2024-09-21T00:29:59.137036+0000","last_unstale":"2024-09-21T00:30:01.144671+0000","last_undegraded":"2024-09-21T00:30:01.144671+0000","last_fullsized":"2024-09-21T00:30:01.144671+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:07:12.202354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.1c","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.150567+0000","last_change":"2024-09-21T00:30:00.154114+0000","last_active":"2024-09-21T00:30:01.150567+0000","last_peered":"2024-09-21T00:30:01.150567+0000","last_clean":"2024-09-21T00:30:01.150567+0000","last_became_active":"2024-09-21T00:30:00.153715+0000","last_became_peered":"2024-09-21T00:30:00.153715+0000","last_unstale":"2024-09-21T00:30:01.150567+0000","last_undegraded":"2024-09-21T00:30:01.150567+0000","last_fullsized":"2024-09-21T00:30:01.150567+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:35:33.386497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.1d","version":"127'2","reported_seq":17,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281283+0000","last_change":"2024-09-21T00:29:59.131034+0000","last_active":"2024-09-21T00:30:01.281283+0000","last_peered":"2024-09-21T00:30:01.281283+0000","last_clean":"2024-09-21T00:30:01.281283+0000","last_became_active":"2024-09-21T00:29:59.130717+0000","last_became_peered":"2024-09-21T00:29:59.130717+0000","last_unstale":"2024-09-21T00:30:01.281283+0000","last_undegraded":"2024-09-21T00:30:01.281283+0000","last_fullsized":"2024-09-21T00:30:01.281283+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:14:22.433696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.1d","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.150467+0000","last_change":"2024-09-21T00:30:00.145355+0000","last_active":"2024-09-21T00:30:01.150467+0000","last_peered":"2024-09-21T00:30:01.150467+0000","last_clean":"2024-09-21T00:30:01.150467+0000","last_became_active":"2024-09-21T00:30:00.145067+0000","last_became_peered":"2024-09-21T00:30:00.145067+0000","last_unstale":"2024-09-21T00:30:01.150467+0000","last_undegraded":"2024-09-21T00:30:01.150467+0000","last_fullsized":"2024-09-21T00:30:01.150467+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:25:05.823849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.1c","version":"0'0","reported_seq":10,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-21T00:29:59.138251+0000","last_change":"2024-09-21T00:29:59.137430+0000","last_active":"2024-09-21T00:29:59.138251+0000","last_peered":"2024-09-21T00:29:59.138251+0000","last_clean":"2024-09-21T00:29:59.138251+0000","last_became_active":"2024-09-21T00:29:59.136862+0000","last_became_peered":"2024-09-21T00:29:59.136862+0000","last_unstale":"2024-09-21T00:29:59.138251+0000","last_undegraded":"2024-09-21T00:29:59.138251+0000","last_fullsized":"2024-09-21T00:29:59.138251+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:21:30.923598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.1a","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280729+0000","last_change":"2024-09-21T00:30:00.151672+0000","last_active":"2024-09-21T00:30:01.280729+0000","last_peered":"2024-09-21T00:30:01.280729+0000","last_clean":"2024-09-21T00:30:01.280729+0000","last_became_active":"2024-09-21T00:30:00.151259+0000","last_became_peered":"2024-09-21T00:30:00.151259+0000","last_unstale":"2024-09-21T00:30:01.280729+0000","last_undegraded":"2024-09-21T00:30:01.280729+0000","last_fullsized":"2024-09-21T00:30:01.280729+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:44:05.358071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.1b","version":"0'0","reported_seq":10,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-21T00:29:59.135483+0000","last_change":"2024-09-21T00:29:59.132697+0000","last_active":"2024-09-21T00:29:59.135483+0000","last_peered":"2024-09-21T00:29:59.135483+0000","last_clean":"2024-09-21T00:29:59.135483+0000","last_became_active":"2024-09-21T00:29:59.131978+0000","last_became_peered":"2024-09-21T00:29:59.131978+0000","last_unstale":"2024-09-21T00:29:59.135483+0000","last_undegraded":"2024-09-21T00:29:59.135483+0000","last_fullsized":"2024-09-21T00:29:59.135483+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:12:37.620945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.1b","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-21T00:29:59.117563+0000","last_change":"2024-09-21T00:29:59.117563+0000","last_active":"2024-09-21T00:29:59.108777+0000","last_peered":"2024-09-21T00:29:59.108777+0000","last_clean":"2024-09-21T00:29:59.108777+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:29:59.117563+0000","last_undegraded":"2024-09-21T00:29:59.117563+0000","last_fullsized":"2024-09-21T00:29:59.117563+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.1a","version":"127'1","reported_seq":16,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280656+0000","last_change":"2024-09-21T00:29:59.125828+0000","last_active":"2024-09-21T00:30:01.280656+0000","last_peered":"2024-09-21T00:30:01.280656+0000","last_clean":"2024-09-21T00:30:01.280656+0000","last_became_active":"2024-09-21T00:29:59.125496+0000","last_became_peered":"2024-09-21T00:29:59.125496+0000","last_unstale":"2024-09-21T00:30:01.280656+0000","last_undegraded":"2024-09-21T00:30:01.280656+0000","last_fullsized":"2024-09-21T00:30:01.280656+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:15:40.941105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.18","version":"0'0","reported_seq":10,"reported_epoch":127,"state":"active+clean","last_fresh":"2024-09-21T00:30:00.155133+0000","last_change":"2024-09-21T00:30:00.148689+0000","last_active":"2024-09-21T00:30:00.155133+0000","last_peered":"2024-09-21T00:30:00.155133+0000","last_clean":"2024-09-21T00:30:00.155133+0000","last_became_active":"2024-09-21T00:30:00.142883+0000","last_became_peered":"2024-09-21T00:30:00.142883+0000","last_unstale":"2024-09-21T00:30:00.155133+0000","last_undegraded":"2024-09-21T00:30:00.155133+0000","last_fullsized":"2024-09-21T00:30:00.155133+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:56:48.388170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.19","version":"0'0","reported_seq":10,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-21T00:29:59.131788+0000","last_change":"2024-09-21T00:29:59.129649+0000","last_active":"2024-09-21T00:29:59.131788+0000","last_peered":"2024-09-21T00:29:59.131788+0000","last_clean":"2024-09-21T00:29:59.131788+0000","last_became_active":"2024-09-21T00:29:59.129329+0000","last_became_peered":"2024-09-21T00:29:59.129329+0000","last_unstale":"2024-09-21T00:29:59.131788+0000","last_undegraded":"2024-09-21T00:29:59.131788+0000","last_fullsized":"2024-09-21T00:29:59.131788+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:12:54.929022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.19","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-21T00:29:59.124236+0000","last_change":"2024-09-21T00:29:59.124236+0000","last_active":"2024-09-21T00:29:59.108777+0000","last_peered":"2024-09-21T00:29:59.108777+0000","last_clean":"2024-09-21T00:29:59.108777+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:29:59.124236+0000","last_undegraded":"2024-09-21T00:29:59.124236+0000","last_fullsized":"2024-09-21T00:29:59.124236+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.18","version":"0'0","reported_seq":10,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-21T00:29:59.135382+0000","last_change":"2024-09-21T00:29:59.128999+0000","last_active":"2024-09-21T00:29:59.135382+0000","last_peered":"2024-09-21T00:29:59.135382+0000","last_clean":"2024-09-21T00:29:59.135382+0000","last_became_active":"2024-09-21T00:29:59.128266+0000","last_became_peered":"2024-09-21T00:29:59.128266+0000","last_unstale":"2024-09-21T00:29:59.135382+0000","last_undegraded":"2024-09-21T00:29:59.135382+0000","last_fullsized":"2024-09-21T00:29:59.135382+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:52:22.661066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.16","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281885+0000","last_change":"2024-09-21T00:30:00.150127+0000","last_active":"2024-09-21T00:30:01.281885+0000","last_peered":"2024-09-21T00:30:01.281885+0000","last_clean":"2024-09-21T00:30:01.281885+0000","last_became_active":"2024-09-21T00:30:00.149264+0000","last_became_peered":"2024-09-21T00:30:00.149264+0000","last_unstale":"2024-09-21T00:30:01.281885+0000","last_undegraded":"2024-09-21T00:30:01.281885+0000","last_fullsized":"2024-09-21T00:30:01.281885+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:43:35.587700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.17","version":"0'0","reported_seq":15,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.144987+0000","last_change":"2024-09-21T00:29:59.136432+0000","last_active":"2024-09-21T00:30:01.144987+0000","last_peered":"2024-09-21T00:30:01.144987+0000","last_clean":"2024-09-21T00:30:01.144987+0000","last_became_active":"2024-09-21T00:29:59.136121+0000","last_became_peered":"2024-09-21T00:29:59.136121+0000","last_unstale":"2024-09-21T00:30:01.144987+0000","last_undegraded":"2024-09-21T00:30:01.144987+0000","last_fullsized":"2024-09-21T00:30:01.144987+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:17:03.008425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.17","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.144835+0000","last_change":"2024-09-21T00:30:00.142021+0000","last_active":"2024-09-21T00:30:01.144835+0000","last_peered":"2024-09-21T00:30:01.144835+0000","last_clean":"2024-09-21T00:30:01.144835+0000","last_became_active":"2024-09-21T00:30:00.140499+0000","last_became_peered":"2024-09-21T00:30:00.140499+0000","last_unstale":"2024-09-21T00:30:01.144835+0000","last_undegraded":"2024-09-21T00:30:01.144835+0000","last_fullsized":"2024-09-21T00:30:01.144835+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:56:12.276746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.16","version":"0'0","reported_seq":15,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281282+0000","last_change":"2024-09-21T00:29:59.134367+0000","last_active":"2024-09-21T00:30:01.281282+0000","last_peered":"2024-09-21T00:30:01.281282+0000","last_clean":"2024-09-21T00:30:01.281282+0000","last_became_active":"2024-09-21T00:29:59.132230+0000","last_became_peered":"2024-09-21T00:29:59.132230+0000","last_unstale":"2024-09-21T00:30:01.281282+0000","last_undegraded":"2024-09-21T00:30:01.281282+0000","last_fullsized":"2024-09-21T00:30:01.281282+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:04:27.845383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.14","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.150825+0000","last_change":"2024-09-21T00:30:00.144643+0000","last_active":"2024-09-21T00:30:01.150825+0000","last_peered":"2024-09-21T00:30:01.150825+0000","last_clean":"2024-09-21T00:30:01.150825+0000","last_became_active":"2024-09-21T00:30:00.144337+0000","last_became_peered":"2024-09-21T00:30:00.144337+0000","last_unstale":"2024-09-21T00:30:01.150825+0000","last_undegraded":"2024-09-21T00:30:01.150825+0000","last_fullsized":"2024-09-21T00:30:01.150825+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:41:52.981700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.15","version":"127'3","reported_seq":18,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.144353+0000","last_change":"2024-09-21T00:29:59.132428+0000","last_active":"2024-09-21T00:30:01.144353+0000","last_peered":"2024-09-21T00:30:01.144353+0000","last_clean":"2024-09-21T00:30:01.144353+0000","last_became_active":"2024-09-21T00:29:59.132104+0000","last_became_peered":"2024-09-21T00:29:59.132104+0000","last_unstale":"2024-09-21T00:30:01.144353+0000","last_undegraded":"2024-09-21T00:30:01.144353+0000","last_fullsized":"2024-09-21T00:30:01.144353+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:48:04.953272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.15","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.150681+0000","last_change":"2024-09-21T00:30:00.148882+0000","last_active":"2024-09-21T00:30:01.150681+0000","last_peered":"2024-09-21T00:30:01.150681+0000","last_clean":"2024-09-21T00:30:01.150681+0000","last_became_active":"2024-09-21T00:30:00.148515+0000","last_became_peered":"2024-09-21T00:30:00.148515+0000","last_unstale":"2024-09-21T00:30:01.150681+0000","last_undegraded":"2024-09-21T00:30:01.150681+0000","last_fullsized":"2024-09-21T00:30:01.150681+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:14:23.439074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.14","version":"127'6","reported_seq":19,"reported_epoch":127,"state":"active+clean","last_fresh":"2024-09-21T00:30:00.164278+0000","last_change":"2024-09-21T00:29:59.132731+0000","last_active":"2024-09-21T00:30:00.164278+0000","last_peered":"2024-09-21T00:30:00.164278+0000","last_clean":"2024-09-21T00:30:00.164278+0000","last_became_active":"2024-09-21T00:29:59.132246+0000","last_became_peered":"2024-09-21T00:29:59.132246+0000","last_unstale":"2024-09-21T00:30:00.164278+0000","last_undegraded":"2024-09-21T00:30:00.164278+0000","last_fullsized":"2024-09-21T00:30:00.164278+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:51:30.982293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.13","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.282048+0000","last_change":"2024-09-21T00:30:00.147908+0000","last_active":"2024-09-21T00:30:01.282048+0000","last_peered":"2024-09-21T00:30:01.282048+0000","last_clean":"2024-09-21T00:30:01.282048+0000","last_became_active":"2024-09-21T00:30:00.147495+0000","last_became_peered":"2024-09-21T00:30:00.147495+0000","last_unstale":"2024-09-21T00:30:01.282048+0000","last_undegraded":"2024-09-21T00:30:01.282048+0000","last_fullsized":"2024-09-21T00:30:01.282048+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:32:50.214363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.12","version":"0'0","reported_seq":15,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281728+0000","last_change":"2024-09-21T00:29:59.126657+0000","last_active":"2024-09-21T00:30:01.281728+0000","last_peered":"2024-09-21T00:30:01.281728+0000","last_clean":"2024-09-21T00:30:01.281728+0000","last_became_active":"2024-09-21T00:29:59.126313+0000","last_became_peered":"2024-09-21T00:29:59.126313+0000","last_unstale":"2024-09-21T00:30:01.281728+0000","last_undegraded":"2024-09-21T00:30:01.281728+0000","last_fullsized":"2024-09-21T00:30:01.281728+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:44:06.022589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.10","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-21T00:29:59.124216+0000","last_change":"2024-09-21T00:29:59.124216+0000","last_active":"2024-09-21T00:29:59.108777+0000","last_peered":"2024-09-21T00:29:59.108777+0000","last_clean":"2024-09-21T00:29:59.108777+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:29:59.124216+0000","last_undegraded":"2024-09-21T00:29:59.124216+0000","last_fullsized":"2024-09-21T00:29:59.124216+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.11","version":"0'0","reported_seq":10,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-21T00:29:59.136356+0000","last_change":"2024-09-21T00:29:59.133410+0000","last_active":"2024-09-21T00:29:59.136356+0000","last_peered":"2024-09-21T00:29:59.136356+0000","last_clean":"2024-09-21T00:29:59.136356+0000","last_became_active":"2024-09-21T00:29:59.133064+0000","last_became_peered":"2024-09-21T00:29:59.133064+0000","last_unstale":"2024-09-21T00:29:59.136356+0000","last_undegraded":"2024-09-21T00:29:59.136356+0000","last_fullsized":"2024-09-21T00:29:59.136356+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:00:53.723732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.11","version":"0'0","reported_seq":10,"reported_epoch":127,"state":"active+clean","last_fresh":"2024-09-21T00:30:00.155556+0000","last_change":"2024-09-21T00:30:00.146847+0000","last_active":"2024-09-21T00:30:00.155556+0000","last_peered":"2024-09-21T00:30:00.155556+0000","last_clean":"2024-09-21T00:30:00.155556+0000","last_became_active":"2024-09-21T00:30:00.144177+0000","last_became_peered":"2024-09-21T00:30:00.144177+0000","last_unstale":"2024-09-21T00:30:00.155556+0000","last_undegraded":"2024-09-21T00:30:00.155556+0000","last_fullsized":"2024-09-21T00:30:00.155556+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:10:39.210151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.10","version":"127'8","reported_seq":21,"reported_epoch":127,"state":"active+clean","last_fresh":"2024-09-21T00:30:00.163669+0000","last_change":"2024-09-21T00:29:59.130582+0000","last_active":"2024-09-21T00:30:00.163669+0000","last_peered":"2024-09-21T00:30:00.163669+0000","last_clean":"2024-09-21T00:30:00.163669+0000","last_became_active":"2024-09-21T00:29:59.129014+0000","last_became_peered":"2024-09-21T00:29:59.129014+0000","last_unstale":"2024-09-21T00:30:00.163669+0000","last_undegraded":"2024-09-21T00:30:00.163669+0000","last_fullsized":"2024-09-21T00:30:00.163669+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:05:46.628410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.e","version":"0'0","reported_seq":10,"reported_epoch":127,"state":"active+clean","last_fresh":"2024-09-21T00:30:00.155042+0000","last_change":"2024-09-21T00:30:00.150583+0000","last_active":"2024-09-21T00:30:00.155042+0000","last_peered":"2024-09-21T00:30:00.155042+0000","last_clean":"2024-09-21T00:30:00.155042+0000","last_became_active":"2024-09-21T00:30:00.150208+0000","last_became_peered":"2024-09-21T00:30:00.150208+0000","last_unstale":"2024-09-21T00:30:00.155042+0000","last_undegraded":"2024-09-21T00:30:00.155042+0000","last_fullsized":"2024-09-21T00:30:00.155042+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:52:38.835232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.f","version":"127'1","reported_seq":16,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.145060+0000","last_change":"2024-09-21T00:29:59.132843+0000","last_active":"2024-09-21T00:30:01.145060+0000","last_peered":"2024-09-21T00:30:01.145060+0000","last_clean":"2024-09-21T00:30:01.145060+0000","last_became_active":"2024-09-21T00:29:59.132437+0000","last_became_peered":"2024-09-21T00:29:59.132437+0000","last_unstale":"2024-09-21T00:30:01.145060+0000","last_undegraded":"2024-09-21T00:30:01.145060+0000","last_fullsized":"2024-09-21T00:30:01.145060+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:52:57.389135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.f","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.144840+0000","last_change":"2024-09-21T00:30:00.138591+0000","last_active":"2024-09-21T00:30:01.144840+0000","last_peered":"2024-09-21T00:30:01.144840+0000","last_clean":"2024-09-21T00:30:01.144840+0000","last_became_active":"2024-09-21T00:30:00.138282+0000","last_became_peered":"2024-09-21T00:30:00.138282+0000","last_unstale":"2024-09-21T00:30:01.144840+0000","last_undegraded":"2024-09-21T00:30:01.144840+0000","last_fullsized":"2024-09-21T00:30:01.144840+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:46:48.209847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.e","version":"127'2","reported_seq":17,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280866+0000","last_change":"2024-09-21T00:29:59.129255+0000","last_active":"2024-09-21T00:30:01.280866+0000","last_peered":"2024-09-21T00:30:01.280866+0000","last_clean":"2024-09-21T00:30:01.280866+0000","last_became_active":"2024-09-21T00:29:59.128891+0000","last_became_peered":"2024-09-21T00:29:59.128891+0000","last_unstale":"2024-09-21T00:30:01.280866+0000","last_undegraded":"2024-09-21T00:30:01.280866+0000","last_fullsized":"2024-09-21T00:30:01.280866+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:41:51.976322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.c","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281084+0000","last_change":"2024-09-21T00:30:00.142928+0000","last_active":"2024-09-21T00:30:01.281084+0000","last_peered":"2024-09-21T00:30:01.281084+0000","last_clean":"2024-09-21T00:30:01.281084+0000","last_became_active":"2024-09-21T00:30:00.142075+0000","last_became_peered":"2024-09-21T00:30:00.142075+0000","last_unstale":"2024-09-21T00:30:01.281084+0000","last_undegraded":"2024-09-21T00:30:01.281084+0000","last_fullsized":"2024-09-21T00:30:01.281084+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:21:16.224184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.d","version":"0'0","reported_seq":10,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-21T00:29:59.131343+0000","last_change":"2024-09-21T00:29:59.128386+0000","last_active":"2024-09-21T00:29:59.131343+0000","last_peered":"2024-09-21T00:29:59.131343+0000","last_clean":"2024-09-21T00:29:59.131343+0000","last_became_active":"2024-09-21T00:29:59.127947+0000","last_became_peered":"2024-09-21T00:29:59.127947+0000","last_unstale":"2024-09-21T00:29:59.131343+0000","last_undegraded":"2024-09-21T00:29:59.131343+0000","last_fullsized":"2024-09-21T00:29:59.131343+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:45:15.123389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.d","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-21T00:29:59.121778+0000","last_change":"2024-09-21T00:29:59.121778+0000","last_active":"2024-09-21T00:29:59.108777+0000","last_peered":"2024-09-21T00:29:59.108777+0000","last_clean":"2024-09-21T00:29:59.108777+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:29:59.121778+0000","last_undegraded":"2024-09-21T00:29:59.121778+0000","last_fullsized":"2024-09-21T00:29:59.121778+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.c","version":"0'0","reported_seq":15,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.144388+0000","last_change":"2024-09-21T00:29:59.137434+0000","last_active":"2024-09-21T00:30:01.144388+0000","last_peered":"2024-09-21T00:30:01.144388+0000","last_clean":"2024-09-21T00:30:01.144388+0000","last_became_active":"2024-09-21T00:29:59.137072+0000","last_became_peered":"2024-09-21T00:29:59.137072+0000","last_unstale":"2024-09-21T00:30:01.144388+0000","last_undegraded":"2024-09-21T00:30:01.144388+0000","last_fullsized":"2024-09-21T00:30:01.144388+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:12:02.604785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.a","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.282047+0000","last_change":"2024-09-21T00:30:00.149817+0000","last_active":"2024-09-21T00:30:01.282047+0000","last_peered":"2024-09-21T00:30:01.282047+0000","last_clean":"2024-09-21T00:30:01.282047+0000","last_became_active":"2024-09-21T00:30:00.149134+0000","last_became_peered":"2024-09-21T00:30:00.149134+0000","last_unstale":"2024-09-21T00:30:01.282047+0000","last_undegraded":"2024-09-21T00:30:01.282047+0000","last_fullsized":"2024-09-21T00:30:01.282047+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:14:11.507375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.b","version":"127'2","reported_seq":17,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.144064+0000","last_change":"2024-09-21T00:29:59.139220+0000","last_active":"2024-09-21T00:30:01.144064+0000","last_peered":"2024-09-21T00:30:01.144064+0000","last_clean":"2024-09-21T00:30:01.144064+0000","last_became_active":"2024-09-21T00:29:59.138857+0000","last_became_peered":"2024-09-21T00:29:59.138857+0000","last_unstale":"2024-09-21T00:30:01.144064+0000","last_undegraded":"2024-09-21T00:30:01.144064+0000","last_fullsized":"2024-09-21T00:30:01.144064+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:47:30.387537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.b","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-21T00:29:59.116880+0000","last_change":"2024-09-21T00:29:59.116880+0000","last_active":"2024-09-21T00:29:59.108777+0000","last_peered":"2024-09-21T00:29:59.108777+0000","last_clean":"2024-09-21T00:29:59.108777+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:29:59.116880+0000","last_undegraded":"2024-09-21T00:29:59.116880+0000","last_fullsized":"2024-09-21T00:29:59.116880+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.a","version":"0'0","reported_seq":15,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280775+0000","last_change":"2024-09-21T00:29:59.127663+0000","last_active":"2024-09-21T00:30:01.280775+0000","last_peered":"2024-09-21T00:30:01.280775+0000","last_clean":"2024-09-21T00:30:01.280775+0000","last_became_active":"2024-09-21T00:29:59.127228+0000","last_became_peered":"2024-09-21T00:29:59.127228+0000","last_unstale":"2024-09-21T00:30:01.280775+0000","last_undegraded":"2024-09-21T00:30:01.280775+0000","last_fullsized":"2024-09-21T00:30:01.280775+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:16:37.763628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.8","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-21T00:29:59.122565+0000","last_change":"2024-09-21T00:29:59.122565+0000","last_active":"2024-09-21T00:29:59.108777+0000","last_peered":"2024-09-21T00:29:59.108777+0000","last_clean":"2024-09-21T00:29:59.108777+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:29:59.122565+0000","last_undegraded":"2024-09-21T00:29:59.122565+0000","last_fullsized":"2024-09-21T00:29:59.122565+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.9","version":"0'0","reported_seq":15,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280476+0000","last_change":"2024-09-21T00:29:59.135870+0000","last_active":"2024-09-21T00:30:01.280476+0000","last_peered":"2024-09-21T00:30:01.280476+0000","last_clean":"2024-09-21T00:30:01.280476+0000","last_became_active":"2024-09-21T00:29:59.135504+0000","last_became_peered":"2024-09-21T00:29:59.135504+0000","last_unstale":"2024-09-21T00:30:01.280476+0000","last_undegraded":"2024-09-21T00:30:01.280476+0000","last_fullsized":"2024-09-21T00:30:01.280476+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:33:14.764164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.9","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.150143+0000","last_change":"2024-09-21T00:30:00.155823+0000","last_active":"2024-09-21T00:30:01.150143+0000","last_peered":"2024-09-21T00:30:01.150143+0000","last_clean":"2024-09-21T00:30:01.150143+0000","last_became_active":"2024-09-21T00:30:00.155526+0000","last_became_peered":"2024-09-21T00:30:00.155526+0000","last_unstale":"2024-09-21T00:30:01.150143+0000","last_undegraded":"2024-09-21T00:30:01.150143+0000","last_fullsized":"2024-09-21T00:30:01.150143+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:53:18.392241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.8","version":"0'0","reported_seq":15,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280040+0000","last_change":"2024-09-21T00:29:59.136314+0000","last_active":"2024-09-21T00:30:01.280040+0000","last_peered":"2024-09-21T00:30:01.280040+0000","last_clean":"2024-09-21T00:30:01.280040+0000","last_became_active":"2024-09-21T00:29:59.135992+0000","last_became_peered":"2024-09-21T00:29:59.135992+0000","last_unstale":"2024-09-21T00:30:01.280040+0000","last_undegraded":"2024-09-21T00:30:01.280040+0000","last_fullsized":"2024-09-21T00:30:01.280040+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:32:59.870797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.6","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-21T00:29:59.117143+0000","last_change":"2024-09-21T00:29:59.117143+0000","last_active":"2024-09-21T00:29:59.108777+0000","last_peered":"2024-09-21T00:29:59.108777+0000","last_clean":"2024-09-21T00:29:59.108777+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:29:59.117143+0000","last_undegraded":"2024-09-21T00:29:59.117143+0000","last_fullsized":"2024-09-21T00:29:59.117143+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.7","version":"127'2","reported_seq":17,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.282014+0000","last_change":"2024-09-21T00:29:59.134744+0000","last_active":"2024-09-21T00:30:01.282014+0000","last_peered":"2024-09-21T00:30:01.282014+0000","last_clean":"2024-09-21T00:30:01.282014+0000","last_became_active":"2024-09-21T00:29:59.134417+0000","last_became_peered":"2024-09-21T00:29:59.134417+0000","last_unstale":"2024-09-21T00:30:01.282014+0000","last_undegraded":"2024-09-21T00:30:01.282014+0000","last_fullsized":"2024-09-21T00:30:01.282014+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:14:57.253528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.7","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281911+0000","last_change":"2024-09-21T00:30:00.145289+0000","last_active":"2024-09-21T00:30:01.281911+0000","last_peered":"2024-09-21T00:30:01.281911+0000","last_clean":"2024-09-21T00:30:01.281911+0000","last_became_active":"2024-09-21T00:30:00.144921+0000","last_became_peered":"2024-09-21T00:30:00.144921+0000","last_unstale":"2024-09-21T00:30:01.281911+0000","last_undegraded":"2024-09-21T00:30:01.281911+0000","last_fullsized":"2024-09-21T00:30:01.281911+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:46:41.055104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.6","version":"128'1","reported_seq":16,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.151631+0000","last_change":"2024-09-21T00:29:59.133259+0000","last_active":"2024-09-21T00:30:01.151631+0000","last_peered":"2024-09-21T00:30:01.151631+0000","last_clean":"2024-09-21T00:30:01.151631+0000","last_became_active":"2024-09-21T00:29:59.132375+0000","last_became_peered":"2024-09-21T00:29:59.132375+0000","last_unstale":"2024-09-21T00:30:01.151631+0000","last_undegraded":"2024-09-21T00:30:01.151631+0000","last_fullsized":"2024-09-21T00:30:01.151631+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:10:49.743132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.4","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-21T00:29:59.121460+0000","last_change":"2024-09-21T00:29:59.121460+0000","last_active":"2024-09-21T00:29:59.108777+0000","last_peered":"2024-09-21T00:29:59.108777+0000","last_clean":"2024-09-21T00:29:59.108777+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:29:59.121460+0000","last_undegraded":"2024-09-21T00:29:59.121460+0000","last_fullsized":"2024-09-21T00:29:59.121460+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.5","version":"0'0","reported_seq":10,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-21T00:29:59.124885+0000","last_change":"2024-09-21T00:29:59.123268+0000","last_active":"2024-09-21T00:29:59.124885+0000","last_peered":"2024-09-21T00:29:59.124885+0000","last_clean":"2024-09-21T00:29:59.124885+0000","last_became_active":"2024-09-21T00:29:59.122927+0000","last_became_peered":"2024-09-21T00:29:59.122927+0000","last_unstale":"2024-09-21T00:29:59.124885+0000","last_undegraded":"2024-09-21T00:29:59.124885+0000","last_fullsized":"2024-09-21T00:29:59.124885+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:38:27.274398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.5","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-21T00:29:59.117142+0000","last_change":"2024-09-21T00:29:59.117142+0000","last_active":"2024-09-21T00:29:59.108777+0000","last_peered":"2024-09-21T00:29:59.108777+0000","last_clean":"2024-09-21T00:29:59.108777+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:29:59.117142+0000","last_undegraded":"2024-09-21T00:29:59.117142+0000","last_fullsized":"2024-09-21T00:29:59.117142+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.4","version":"0'0","reported_seq":15,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280336+0000","last_change":"2024-09-21T00:29:59.134816+0000","last_active":"2024-09-21T00:30:01.280336+0000","last_peered":"2024-09-21T00:30:01.280336+0000","last_clean":"2024-09-21T00:30:01.280336+0000","last_became_active":"2024-09-21T00:29:59.134482+0000","last_became_peered":"2024-09-21T00:29:59.134482+0000","last_unstale":"2024-09-21T00:30:01.280336+0000","last_undegraded":"2024-09-21T00:30:01.280336+0000","last_fullsized":"2024-09-21T00:30:01.280336+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:23:47.903099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.2","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.150409+0000","last_change":"2024-09-21T00:30:00.153655+0000","last_active":"2024-09-21T00:30:01.150409+0000","last_peered":"2024-09-21T00:30:01.150409+0000","last_clean":"2024-09-21T00:30:01.150409+0000","last_became_active":"2024-09-21T00:30:00.153353+0000","last_became_peered":"2024-09-21T00:30:00.153353+0000","last_unstale":"2024-09-21T00:30:01.150409+0000","last_undegraded":"2024-09-21T00:30:01.150409+0000","last_fullsized":"2024-09-21T00:30:01.150409+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:41:12.660838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.3","version":"0'0","reported_seq":10,"reported_epoch":126,"state":"active+clean","last_fresh":"2024-09-21T00:29:59.136397+0000","last_change":"2024-09-21T00:29:59.133092+0000","last_active":"2024-09-21T00:29:59.136397+0000","last_peered":"2024-09-21T00:29:59.136397+0000","last_clean":"2024-09-21T00:29:59.136397+0000","last_became_active":"2024-09-21T00:29:59.132386+0000","last_became_peered":"2024-09-21T00:29:59.132386+0000","last_unstale":"2024-09-21T00:29:59.136397+0000","last_undegraded":"2024-09-21T00:29:59.136397+0000","last_fullsized":"2024-09-21T00:29:59.136397+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:15:09.149993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.3","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.143921+0000","last_change":"2024-09-21T00:30:00.152576+0000","last_active":"2024-09-21T00:30:01.143921+0000","last_peered":"2024-09-21T00:30:01.143921+0000","last_clean":"2024-09-21T00:30:01.143921+0000","last_became_active":"2024-09-21T00:30:00.152272+0000","last_became_peered":"2024-09-21T00:30:00.152272+0000","last_unstale":"2024-09-21T00:30:01.143921+0000","last_undegraded":"2024-09-21T00:30:01.143921+0000","last_fullsized":"2024-09-21T00:30:01.143921+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:39:43.966908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.2","version":"0'0","reported_seq":15,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.150570+0000","last_change":"2024-09-21T00:29:59.134912+0000","last_active":"2024-09-21T00:30:01.150570+0000","last_peered":"2024-09-21T00:30:01.150570+0000","last_clean":"2024-09-21T00:30:01.150570+0000","last_became_active":"2024-09-21T00:29:59.134523+0000","last_became_peered":"2024-09-21T00:29:59.134523+0000","last_unstale":"2024-09-21T00:30:01.150570+0000","last_undegraded":"2024-09-21T00:30:01.150570+0000","last_fullsized":"2024-09-21T00:30:01.150570+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:04:27.845383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.0","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281058+0000","last_change":"2024-09-21T00:30:00.148811+0000","last_active":"2024-09-21T00:30:01.281058+0000","last_peered":"2024-09-21T00:30:01.281058+0000","last_clean":"2024-09-21T00:30:01.281058+0000","last_became_active":"2024-09-21T00:30:00.146700+0000","last_became_peered":"2024-09-21T00:30:00.146700+0000","last_unstale":"2024-09-21T00:30:01.281058+0000","last_undegraded":"2024-09-21T00:30:01.281058+0000","last_fullsized":"2024-09-21T00:30:01.281058+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:28:22.484594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.1","version":"0'0","reported_seq":15,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280485+0000","last_change":"2024-09-21T00:29:59.127938+0000","last_active":"2024-09-21T00:30:01.280485+0000","last_peered":"2024-09-21T00:30:01.280485+0000","last_clean":"2024-09-21T00:30:01.280485+0000","last_became_active":"2024-09-21T00:29:59.127610+0000","last_became_peered":"2024-09-21T00:29:59.127610+0000","last_unstale":"2024-09-21T00:30:01.280485+0000","last_undegraded":"2024-09-21T00:30:01.280485+0000","last_fullsized":"2024-09-21T00:30:01.280485+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:34:50.918619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.1","version":"0'0","reported_seq":1,"reported_epoch":126,"state":"creating+peering","last_fresh":"2024-09-21T00:29:59.119276+0000","last_change":"2024-09-21T00:29:59.119276+0000","last_active":"2024-09-21T00:29:59.108777+0000","last_peered":"2024-09-21T00:29:59.108777+0000","last_clean":"2024-09-21T00:29:59.108777+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:29:59.119276+0000","last_undegraded":"2024-09-21T00:29:59.119276+0000","last_fullsized":"2024-09-21T00:29:59.119276+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.0","version":"0'0","reported_seq":15,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280163+0000","last_change":"2024-09-21T00:29:59.130496+0000","last_active":"2024-09-21T00:30:01.280163+0000","last_peered":"2024-09-21T00:30:01.280163+0000","last_clean":"2024-09-21T00:30:01.280163+0000","last_became_active":"2024-09-21T00:29:59.130003+0000","last_became_peered":"2024-09-21T00:29:59.130003+0000","last_unstale":"2024-09-21T00:30:01.280163+0000","last_undegraded":"2024-09-21T00:30:01.280163+0000","last_fullsized":"2024-09-21T00:30:01.280163+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:55:02.301907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.12","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.150731+0000","last_change":"2024-09-21T00:30:00.157126+0000","last_active":"2024-09-21T00:30:01.150731+0000","last_peered":"2024-09-21T00:30:01.150731+0000","last_clean":"2024-09-21T00:30:01.150731+0000","last_became_active":"2024-09-21T00:30:00.156825+0000","last_became_peered":"2024-09-21T00:30:00.156825+0000","last_unstale":"2024-09-21T00:30:01.150731+0000","last_undegraded":"2024-09-21T00:30:01.150731+0000","last_fullsized":"2024-09-21T00:30:01.150731+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:55:03.307285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.13","version":"127'2","reported_seq":17,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.150443+0000","last_change":"2024-09-21T00:29:59.139332+0000","last_active":"2024-09-21T00:30:01.150443+0000","last_peered":"2024-09-21T00:30:01.150443+0000","last_clean":"2024-09-21T00:30:01.150443+0000","last_became_active":"2024-09-21T00:29:59.138976+0000","last_became_peered":"2024-09-21T00:29:59.138976+0000","last_unstale":"2024-09-21T00:30:01.150443+0000","last_undegraded":"2024-09-21T00:30:01.150443+0000","last_fullsized":"2024-09-21T00:30:01.150443+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:34:50.918619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":301,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.149888+0000","last_change":"2024-09-21T00:21:11.583793+0000","last_active":"2024-09-21T00:30:01.149888+0000","last_peered":"2024-09-21T00:30:01.149888+0000","last_clean":"2024-09-21T00:30:01.149888+0000","last_became_active":"2024-09-21T00:21:11.582502+0000","last_became_peered":"2024-09-21T00:21:11.582502+0000","last_unstale":"2024-09-21T00:30:01.149888+0000","last_undegraded":"2024-09-21T00:30:01.149888+0000","last_fullsized":"2024-09-21T00:30:01.149888+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_clean_scrub_stamp":"2024-09-21T00:21:10.311964+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:58.010953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":19,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":18,"num_pg":32,"stat_sum":{"num_bytes":2340,"num_objects":20,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":41,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4750,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":35,"ondisk_log_size":35,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509550,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":55544,"kb_used_data":2144,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94316296,"statfs":{"total":96636764160,"available":96579887104,"internally_reserved":0,"allocated":2195456,"data_stored":1282026,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":54655434},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509550,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":63276,"kb_used_data":1552,"kb_used_omap":1,"kb_used_meta":61694,"kb_avail":94308564,"statfs":{"total":96636764160,"available":96571969536,"internally_reserved":0,"allocated":1589248,"data_stored":691020,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":63175110},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509550,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":54948,"kb_used_data":1548,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94316892,"statfs":{"total":96636764160,"available":96580497408,"internally_reserved":0,"allocated":1585152,"data_stored":689520,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":54655429},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509551,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":68840,"kb_used_data":1548,"kb_used_omap":1,"kb_used_meta":67262,"kb_avail":94303000,"statfs":{"total":96636764160,"available":96566272000,"internally_reserved":0,"allocated":1585152,"data_stored":689568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":68876744},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509551,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":54952,"kb_used_data":1548,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94316888,"statfs":{"total":96636764160,"available":96580493312,"internally_reserved":0,"allocated":1585152,"data_stored":690024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":54655429},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509549,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":69404,"kb_used_data":2120,"kb_used_omap":1,"kb_used_meta":67262,"kb_avail":94302436,"statfs":{"total":96636764160,"available":96565694464,"internally_reserved":0,"allocated":2170880,"data_stored":1279776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":68876742},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574957,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":64656,"kb_used_data":1516,"kb_used_omap":1,"kb_used_meta":63102,"kb_avail":94307184,"statfs":{"total":96636764160,"available":96570556416,"internally_reserved":0,"allocated":1552384,"data_stored":676358,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":64616901},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574957,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":72960,"kb_used_data":1516,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94298880,"statfs":{"total":96636764160,"available":96562053120,"internally_reserved":0,"allocated":1552384,"data_stored":676358,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":73136582},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2250,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T00:30:04.963 INFO:tasks.ceph.ceph_manager.ceph:PG 19.3e is not active+clean 2024-09-21T00:30:04.963 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '19.3e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 126, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:29:59.127817+0000', 'last_change': '2024-09-21T00:29:59.127817+0000', 'last_active': '2024-09-21T00:29:59.108777+0000', 'last_peered': '2024-09-21T00:29:59.108777+0000', 'last_clean': '2024-09-21T00:29:59.108777+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:29:59.127817+0000', 'last_undegraded': '2024-09-21T00:29:59.127817+0000', 'last_fullsized': '2024-09-21T00:29:59.127817+0000', 'mapping_epoch': 126, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 126, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:29:59.108777+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:29:59.108777+0000', 'last_clean_scrub_stamp': '2024-09-21T00:29:59.108777+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4], 'acting': [1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-21T00:30:04.964 INFO:tasks.ceph.ceph_manager.ceph:PG 19.3a is not active+clean 2024-09-21T00:30:04.964 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '19.3a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 126, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:29:59.118297+0000', 'last_change': '2024-09-21T00:29:59.118297+0000', 'last_active': '2024-09-21T00:29:59.108777+0000', 'last_peered': '2024-09-21T00:29:59.108777+0000', 'last_clean': '2024-09-21T00:29:59.108777+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:29:59.118297+0000', 'last_undegraded': '2024-09-21T00:29:59.118297+0000', 'last_fullsized': '2024-09-21T00:29:59.118297+0000', 'mapping_epoch': 126, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 126, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:29:59.108777+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:29:59.108777+0000', 'last_clean_scrub_stamp': '2024-09-21T00:29:59.108777+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 2], 'acting': [4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-21T00:30:04.964 INFO:tasks.ceph.ceph_manager.ceph:PG 19.39 is not active+clean 2024-09-21T00:30:04.964 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '19.39', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 126, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:29:59.117677+0000', 'last_change': '2024-09-21T00:29:59.117677+0000', 'last_active': '2024-09-21T00:29:59.108777+0000', 'last_peered': '2024-09-21T00:29:59.108777+0000', 'last_clean': '2024-09-21T00:29:59.108777+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:29:59.117677+0000', 'last_undegraded': '2024-09-21T00:29:59.117677+0000', 'last_fullsized': '2024-09-21T00:29:59.117677+0000', 'mapping_epoch': 126, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 126, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:29:59.108777+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:29:59.108777+0000', 'last_clean_scrub_stamp': '2024-09-21T00:29:59.108777+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-21T00:30:04.965 INFO:tasks.ceph.ceph_manager.ceph:PG 19.36 is not active+clean 2024-09-21T00:30:04.965 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '19.36', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 126, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:29:59.126259+0000', 'last_change': '2024-09-21T00:29:59.126259+0000', 'last_active': '2024-09-21T00:29:59.108777+0000', 'last_peered': '2024-09-21T00:29:59.108777+0000', 'last_clean': '2024-09-21T00:29:59.108777+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:29:59.126259+0000', 'last_undegraded': '2024-09-21T00:29:59.126259+0000', 'last_fullsized': '2024-09-21T00:29:59.126259+0000', 'mapping_epoch': 126, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 126, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:29:59.108777+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:29:59.108777+0000', 'last_clean_scrub_stamp': '2024-09-21T00:29:59.108777+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4], 'acting': [1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-21T00:30:04.965 INFO:tasks.ceph.ceph_manager.ceph:PG 19.32 is not active+clean 2024-09-21T00:30:04.965 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '19.32', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 126, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:29:59.124405+0000', 'last_change': '2024-09-21T00:29:59.124405+0000', 'last_active': '2024-09-21T00:29:59.108777+0000', 'last_peered': '2024-09-21T00:29:59.108777+0000', 'last_clean': '2024-09-21T00:29:59.108777+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:29:59.124405+0000', 'last_undegraded': '2024-09-21T00:29:59.124405+0000', 'last_fullsized': '2024-09-21T00:29:59.124405+0000', 'mapping_epoch': 126, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 126, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:29:59.108777+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:29:59.108777+0000', 'last_clean_scrub_stamp': '2024-09-21T00:29:59.108777+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 2], 'acting': [1, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-21T00:30:04.965 INFO:tasks.ceph.ceph_manager.ceph:PG 19.2f is not active+clean 2024-09-21T00:30:04.966 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '19.2f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 126, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:29:59.118296+0000', 'last_change': '2024-09-21T00:29:59.118296+0000', 'last_active': '2024-09-21T00:29:59.108777+0000', 'last_peered': '2024-09-21T00:29:59.108777+0000', 'last_clean': '2024-09-21T00:29:59.108777+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:29:59.118296+0000', 'last_undegraded': '2024-09-21T00:29:59.118296+0000', 'last_fullsized': '2024-09-21T00:29:59.118296+0000', 'mapping_epoch': 126, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 126, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:29:59.108777+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:29:59.108777+0000', 'last_clean_scrub_stamp': '2024-09-21T00:29:59.108777+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 0], 'acting': [4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-21T00:30:04.966 INFO:tasks.ceph.ceph_manager.ceph:PG 19.27 is not active+clean 2024-09-21T00:30:04.966 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '19.27', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 126, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:29:59.124709+0000', 'last_change': '2024-09-21T00:29:59.124709+0000', 'last_active': '2024-09-21T00:29:59.108777+0000', 'last_peered': '2024-09-21T00:29:59.108777+0000', 'last_clean': '2024-09-21T00:29:59.108777+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:29:59.124709+0000', 'last_undegraded': '2024-09-21T00:29:59.124709+0000', 'last_fullsized': '2024-09-21T00:29:59.124709+0000', 'mapping_epoch': 126, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 126, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:29:59.108777+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:29:59.108777+0000', 'last_clean_scrub_stamp': '2024-09-21T00:29:59.108777+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 7], 'acting': [1, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-21T00:30:04.967 INFO:tasks.ceph.ceph_manager.ceph:PG 19.20 is not active+clean 2024-09-21T00:30:04.968 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '19.20', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 126, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:29:59.117407+0000', 'last_change': '2024-09-21T00:29:59.117407+0000', 'last_active': '2024-09-21T00:29:59.108777+0000', 'last_peered': '2024-09-21T00:29:59.108777+0000', 'last_clean': '2024-09-21T00:29:59.108777+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:29:59.117407+0000', 'last_undegraded': '2024-09-21T00:29:59.117407+0000', 'last_fullsized': '2024-09-21T00:29:59.117407+0000', 'mapping_epoch': 126, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 126, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:29:59.108777+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:29:59.108777+0000', 'last_clean_scrub_stamp': '2024-09-21T00:29:59.108777+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-21T00:30:04.968 INFO:tasks.ceph.ceph_manager.ceph:PG 19.1b is not active+clean 2024-09-21T00:30:04.968 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '19.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 126, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:29:59.117563+0000', 'last_change': '2024-09-21T00:29:59.117563+0000', 'last_active': '2024-09-21T00:29:59.108777+0000', 'last_peered': '2024-09-21T00:29:59.108777+0000', 'last_clean': '2024-09-21T00:29:59.108777+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:29:59.117563+0000', 'last_undegraded': '2024-09-21T00:29:59.117563+0000', 'last_fullsized': '2024-09-21T00:29:59.117563+0000', 'mapping_epoch': 126, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 126, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:29:59.108777+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:29:59.108777+0000', 'last_clean_scrub_stamp': '2024-09-21T00:29:59.108777+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 0], 'acting': [4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-21T00:30:04.968 INFO:tasks.ceph.ceph_manager.ceph:PG 19.19 is not active+clean 2024-09-21T00:30:04.969 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '19.19', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 126, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:29:59.124236+0000', 'last_change': '2024-09-21T00:29:59.124236+0000', 'last_active': '2024-09-21T00:29:59.108777+0000', 'last_peered': '2024-09-21T00:29:59.108777+0000', 'last_clean': '2024-09-21T00:29:59.108777+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:29:59.124236+0000', 'last_undegraded': '2024-09-21T00:29:59.124236+0000', 'last_fullsized': '2024-09-21T00:29:59.124236+0000', 'mapping_epoch': 126, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 126, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:29:59.108777+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:29:59.108777+0000', 'last_clean_scrub_stamp': '2024-09-21T00:29:59.108777+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 3], 'acting': [1, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-21T00:30:04.969 INFO:tasks.ceph.ceph_manager.ceph:PG 19.10 is not active+clean 2024-09-21T00:30:04.969 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '19.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 126, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:29:59.124216+0000', 'last_change': '2024-09-21T00:29:59.124216+0000', 'last_active': '2024-09-21T00:29:59.108777+0000', 'last_peered': '2024-09-21T00:29:59.108777+0000', 'last_clean': '2024-09-21T00:29:59.108777+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:29:59.124216+0000', 'last_undegraded': '2024-09-21T00:29:59.124216+0000', 'last_fullsized': '2024-09-21T00:29:59.124216+0000', 'mapping_epoch': 126, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 126, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:29:59.108777+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:29:59.108777+0000', 'last_clean_scrub_stamp': '2024-09-21T00:29:59.108777+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6], 'acting': [1, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-21T00:30:04.969 INFO:tasks.ceph.ceph_manager.ceph:PG 19.d is not active+clean 2024-09-21T00:30:04.969 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '19.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 126, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:29:59.121778+0000', 'last_change': '2024-09-21T00:29:59.121778+0000', 'last_active': '2024-09-21T00:29:59.108777+0000', 'last_peered': '2024-09-21T00:29:59.108777+0000', 'last_clean': '2024-09-21T00:29:59.108777+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:29:59.121778+0000', 'last_undegraded': '2024-09-21T00:29:59.121778+0000', 'last_fullsized': '2024-09-21T00:29:59.121778+0000', 'mapping_epoch': 126, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 126, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:29:59.108777+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:29:59.108777+0000', 'last_clean_scrub_stamp': '2024-09-21T00:29:59.108777+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 3], 'acting': [1, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-21T00:30:04.969 INFO:tasks.ceph.ceph_manager.ceph:PG 19.b is not active+clean 2024-09-21T00:30:04.969 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '19.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 126, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:29:59.116880+0000', 'last_change': '2024-09-21T00:29:59.116880+0000', 'last_active': '2024-09-21T00:29:59.108777+0000', 'last_peered': '2024-09-21T00:29:59.108777+0000', 'last_clean': '2024-09-21T00:29:59.108777+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:29:59.116880+0000', 'last_undegraded': '2024-09-21T00:29:59.116880+0000', 'last_fullsized': '2024-09-21T00:29:59.116880+0000', 'mapping_epoch': 126, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 126, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:29:59.108777+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:29:59.108777+0000', 'last_clean_scrub_stamp': '2024-09-21T00:29:59.108777+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-21T00:30:04.969 INFO:tasks.ceph.ceph_manager.ceph:PG 19.8 is not active+clean 2024-09-21T00:30:04.969 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '19.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 126, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:29:59.122565+0000', 'last_change': '2024-09-21T00:29:59.122565+0000', 'last_active': '2024-09-21T00:29:59.108777+0000', 'last_peered': '2024-09-21T00:29:59.108777+0000', 'last_clean': '2024-09-21T00:29:59.108777+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:29:59.122565+0000', 'last_undegraded': '2024-09-21T00:29:59.122565+0000', 'last_fullsized': '2024-09-21T00:29:59.122565+0000', 'mapping_epoch': 126, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 126, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:29:59.108777+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:29:59.108777+0000', 'last_clean_scrub_stamp': '2024-09-21T00:29:59.108777+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 0], 'acting': [1, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-21T00:30:04.970 INFO:tasks.ceph.ceph_manager.ceph:PG 19.6 is not active+clean 2024-09-21T00:30:04.970 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '19.6', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 126, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:29:59.117143+0000', 'last_change': '2024-09-21T00:29:59.117143+0000', 'last_active': '2024-09-21T00:29:59.108777+0000', 'last_peered': '2024-09-21T00:29:59.108777+0000', 'last_clean': '2024-09-21T00:29:59.108777+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:29:59.117143+0000', 'last_undegraded': '2024-09-21T00:29:59.117143+0000', 'last_fullsized': '2024-09-21T00:29:59.117143+0000', 'mapping_epoch': 126, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 126, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:29:59.108777+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:29:59.108777+0000', 'last_clean_scrub_stamp': '2024-09-21T00:29:59.108777+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 5], 'acting': [4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-21T00:30:04.970 INFO:tasks.ceph.ceph_manager.ceph:PG 19.4 is not active+clean 2024-09-21T00:30:04.970 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '19.4', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 126, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:29:59.121460+0000', 'last_change': '2024-09-21T00:29:59.121460+0000', 'last_active': '2024-09-21T00:29:59.108777+0000', 'last_peered': '2024-09-21T00:29:59.108777+0000', 'last_clean': '2024-09-21T00:29:59.108777+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:29:59.121460+0000', 'last_undegraded': '2024-09-21T00:29:59.121460+0000', 'last_fullsized': '2024-09-21T00:29:59.121460+0000', 'mapping_epoch': 126, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 126, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:29:59.108777+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:29:59.108777+0000', 'last_clean_scrub_stamp': '2024-09-21T00:29:59.108777+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 7], 'acting': [1, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-21T00:30:04.970 INFO:tasks.ceph.ceph_manager.ceph:PG 19.5 is not active+clean 2024-09-21T00:30:04.970 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '19.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 126, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:29:59.117142+0000', 'last_change': '2024-09-21T00:29:59.117142+0000', 'last_active': '2024-09-21T00:29:59.108777+0000', 'last_peered': '2024-09-21T00:29:59.108777+0000', 'last_clean': '2024-09-21T00:29:59.108777+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:29:59.117142+0000', 'last_undegraded': '2024-09-21T00:29:59.117142+0000', 'last_fullsized': '2024-09-21T00:29:59.117142+0000', 'mapping_epoch': 126, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 126, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:29:59.108777+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:29:59.108777+0000', 'last_clean_scrub_stamp': '2024-09-21T00:29:59.108777+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 2], 'acting': [4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-21T00:30:04.970 INFO:tasks.ceph.ceph_manager.ceph:PG 19.1 is not active+clean 2024-09-21T00:30:04.970 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '19.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 126, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:29:59.119276+0000', 'last_change': '2024-09-21T00:29:59.119276+0000', 'last_active': '2024-09-21T00:29:59.108777+0000', 'last_peered': '2024-09-21T00:29:59.108777+0000', 'last_clean': '2024-09-21T00:29:59.108777+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:29:59.119276+0000', 'last_undegraded': '2024-09-21T00:29:59.119276+0000', 'last_fullsized': '2024-09-21T00:29:59.119276+0000', 'mapping_epoch': 126, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 126, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:29:59.108777+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:29:59.108777+0000', 'last_clean_scrub_stamp': '2024-09-21T00:29:59.108777+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 7], 'acting': [1, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-21T00:30:04.971 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-21T00:30:05.113 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.112+0000 7f2ccf827640 1 -- 172.21.15.67:0/949924693 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2cc80cc480 msgr2=0x7f2cc815fc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:05.113 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.112+0000 7f2ccf827640 1 --2- 172.21.15.67:0/949924693 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2cc80cc480 0x7f2cc815fc20 secure :-1 s=READY pgs=1498 cs=0 l=1 rev1=1 crypto rx=0x7f2cc8072d90 tx=0x7f2cc402a560 comp rx=0 tx=0).stop 2024-09-21T00:30:05.113 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.112+0000 7f2ccf827640 1 -- 172.21.15.67:0/949924693 shutdown_connections 2024-09-21T00:30:05.113 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.112+0000 7f2ccf827640 1 --2- 172.21.15.67:0/949924693 >> v2:172.21.15.97:3300/0 conn(0x7f2cc80af890 0x7f2cc80b3380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:05.113 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.112+0000 7f2ccf827640 1 --2- 172.21.15.67:0/949924693 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2cc80cc480 0x7f2cc815fc20 unknown :-1 s=CLOSED pgs=1498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:05.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.112+0000 7f2ccf827640 1 -- 172.21.15.67:0/949924693 >> 172.21.15.67:0/949924693 conn(0x7f2cc80d0190 msgr2=0x7f2cc80d05a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:05.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.112+0000 7f2ccf827640 1 -- 172.21.15.67:0/949924693 shutdown_connections 2024-09-21T00:30:05.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.112+0000 7f2ccf827640 1 -- 172.21.15.67:0/949924693 wait complete. 2024-09-21T00:30:05.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.114+0000 7f2ccf827640 1 Processor -- start 2024-09-21T00:30:05.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.114+0000 7f2ccf827640 1 -- start start 2024-09-21T00:30:05.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.115+0000 7f2ccf827640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2cc80af890 0x7f2cc8145960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:05.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.115+0000 7f2ccf827640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2cc80cc480 0x7f2cc80ce740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:05.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.115+0000 7f2ccf827640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2cc80d0cb0 0x7f2cc80cec80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:05.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.115+0000 7f2ccf827640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f2cc80b3d30 con 0x7f2cc80cc480 2024-09-21T00:30:05.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.115+0000 7f2ccf827640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f2cc80b3bb0 con 0x7f2cc80af890 2024-09-21T00:30:05.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.115+0000 7f2ccf827640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f2cc80b3eb0 con 0x7f2cc80d0cb0 2024-09-21T00:30:05.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.115+0000 7f2cccdc2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2cc80cc480 0x7f2cc80ce740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:05.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.115+0000 7f2cccdc2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2cc80cc480 0x7f2cc80ce740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:47154/0 (socket says 172.21.15.67:47154) 2024-09-21T00:30:05.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.115+0000 7f2cccdc2640 1 -- 172.21.15.67:0/341943402 learned_addr learned my addr 172.21.15.67:0/341943402 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:05.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.115+0000 7f2ccd5c3640 1 --2- 172.21.15.67:0/341943402 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2cc80af890 0x7f2cc8145960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:05.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.115+0000 7f2ccddc4640 1 --2- 172.21.15.67:0/341943402 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2cc80d0cb0 0x7f2cc80cec80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:05.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.115+0000 7f2cccdc2640 1 -- 172.21.15.67:0/341943402 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2cc80d0cb0 msgr2=0x7f2cc80cec80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:05.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.115+0000 7f2cccdc2640 1 --2- 172.21.15.67:0/341943402 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2cc80d0cb0 0x7f2cc80cec80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:05.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.115+0000 7f2cccdc2640 1 -- 172.21.15.67:0/341943402 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2cc80af890 msgr2=0x7f2cc8145960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:05.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.115+0000 7f2cccdc2640 1 --2- 172.21.15.67:0/341943402 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2cc80af890 0x7f2cc8145960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:05.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.115+0000 7f2cccdc2640 1 -- 172.21.15.67:0/341943402 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2cc8145ea0 con 0x7f2cc80cc480 2024-09-21T00:30:05.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.115+0000 7f2ccddc4640 1 --2- 172.21.15.67:0/341943402 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2cc80d0cb0 0x7f2cc80cec80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:30:05.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.116+0000 7f2cccdc2640 1 --2- 172.21.15.67:0/341943402 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2cc80cc480 0x7f2cc80ce740 secure :-1 s=READY pgs=1499 cs=0 l=1 rev1=1 crypto rx=0x7f2cb800c340 tx=0x7f2cb800c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:05.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.116+0000 7f2cbdffb640 1 -- 172.21.15.67:0/341943402 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cb8017070 con 0x7f2cc80cc480 2024-09-21T00:30:05.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.116+0000 7f2cbdffb640 1 -- 172.21.15.67:0/341943402 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2cb80053c0 con 0x7f2cc80cc480 2024-09-21T00:30:05.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.116+0000 7f2cbdffb640 1 -- 172.21.15.67:0/341943402 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cb8003850 con 0x7f2cc80cc480 2024-09-21T00:30:05.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.116+0000 7f2ccf827640 1 -- 172.21.15.67:0/341943402 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2cc81e68a0 con 0x7f2cc80cc480 2024-09-21T00:30:05.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.116+0000 7f2ccf827640 1 -- 172.21.15.67:0/341943402 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2cc81e6e60 con 0x7f2cc80cc480 2024-09-21T00:30:05.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.117+0000 7f2ccf827640 1 -- 172.21.15.67:0/341943402 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2cc80b4380 con 0x7f2cc80cc480 2024-09-21T00:30:05.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.118+0000 7f2cbdffb640 1 -- 172.21.15.67:0/341943402 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f2cb801a070 con 0x7f2cc80cc480 2024-09-21T00:30:05.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.118+0000 7f2cbdffb640 1 --2- 172.21.15.67:0/341943402 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2cac078b90 0x7f2cac07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:05.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.118+0000 7f2cbdffb640 1 -- 172.21.15.67:0/341943402 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(128..128 src has 1..128) ==== 5709+0+0 (secure 0 0 0) 0x7f2cb8099e40 con 0x7f2cc80cc480 2024-09-21T00:30:05.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.119+0000 7f2ccd5c3640 1 --2- 172.21.15.67:0/341943402 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2cac078b90 0x7f2cac07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:05.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.119+0000 7f2ccd5c3640 1 --2- 172.21.15.67:0/341943402 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2cac078b90 0x7f2cac07b0a0 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f2cc4033000 tx=0x7f2cc4004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:05.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.123+0000 7f2cbdffb640 1 -- 172.21.15.67:0/341943402 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f2cb8061d50 con 0x7f2cc80cc480 2024-09-21T00:30:05.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.386+0000 7f2ccf827640 1 -- 172.21.15.67:0/341943402 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f2cc81e6630 con 0x7f2cc80cc480 2024-09-21T00:30:05.388 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.387+0000 7f2cbdffb640 1 -- 172.21.15.67:0/341943402 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1305 (secure 0 0 0) 0x7f2cb8066780 con 0x7f2cc80cc480 2024-09-21T00:30:05.388 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:30:05.388 INFO:teuthology.orchestra.run.smithi067.stdout:{"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":548,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":128,"num_osds":8,"num_up_osds":8,"osd_up_since":1726878070,"num_in_osds":8,"osd_in_since":1726878060,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":79},{"state_name":"creating+peering","count":18}],"num_pgs":97,"num_pools":3,"num_objects":22,"data_bytes":592708,"bytes_used":516689920,"bytes_avail":772577423360,"bytes_total":773094113280,"inactive_pgs_ratio":0.18556700646877289,"write_bytes_sec":2412,"read_op_per_sec":0,"write_op_per_sec":7},"fsmap":{"epoch":108,"btime":"2024-09-21T00:30:03:146509+0000","id":9,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":9,"rank":0,"name":"b","status":"up:active","gid":7744}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":23,"modified":"2024-09-21T00:28:43.609745+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-21T00:30:05.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.389+0000 7f2ccf827640 1 -- 172.21.15.67:0/341943402 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2cac078b90 msgr2=0x7f2cac07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:05.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.389+0000 7f2ccf827640 1 --2- 172.21.15.67:0/341943402 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2cac078b90 0x7f2cac07b0a0 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f2cc4033000 tx=0x7f2cc4004730 comp rx=0 tx=0).stop 2024-09-21T00:30:05.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.389+0000 7f2ccf827640 1 -- 172.21.15.67:0/341943402 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2cc80cc480 msgr2=0x7f2cc80ce740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:05.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.389+0000 7f2ccf827640 1 --2- 172.21.15.67:0/341943402 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2cc80cc480 0x7f2cc80ce740 secure :-1 s=READY pgs=1499 cs=0 l=1 rev1=1 crypto rx=0x7f2cb800c340 tx=0x7f2cb800c800 comp rx=0 tx=0).stop 2024-09-21T00:30:05.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.389+0000 7f2ccf827640 1 -- 172.21.15.67:0/341943402 shutdown_connections 2024-09-21T00:30:05.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.389+0000 7f2ccf827640 1 --2- 172.21.15.67:0/341943402 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2cac078b90 0x7f2cac07b0a0 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:05.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.389+0000 7f2ccf827640 1 --2- 172.21.15.67:0/341943402 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2cc80d0cb0 0x7f2cc80cec80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:05.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.389+0000 7f2ccf827640 1 --2- 172.21.15.67:0/341943402 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2cc80cc480 0x7f2cc80ce740 unknown :-1 s=CLOSED pgs=1499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:05.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.389+0000 7f2ccf827640 1 --2- 172.21.15.67:0/341943402 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2cc80af890 0x7f2cc8145960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:05.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.389+0000 7f2ccf827640 1 -- 172.21.15.67:0/341943402 >> 172.21.15.67:0/341943402 conn(0x7f2cc80d0190 msgr2=0x7f2cc8075c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:05.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.389+0000 7f2ccf827640 1 -- 172.21.15.67:0/341943402 shutdown_connections 2024-09-21T00:30:05.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.389+0000 7f2ccf827640 1 -- 172.21.15.67:0/341943402 wait complete. 2024-09-21T00:30:05.402 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-21T00:30:05.402 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T00:30:05.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.517+0000 7fdd6277b640 1 -- 172.21.15.67:0/154833034 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdd44004d40 msgr2=0x7fdd44005150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:05.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.517+0000 7fdd6277b640 1 --2- 172.21.15.67:0/154833034 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdd44004d40 0x7fdd44005150 secure :-1 s=READY pgs=1501 cs=0 l=1 rev1=1 crypto rx=0x7fdd54005fd0 tx=0x7fdd44005830 comp rx=0 tx=0).stop 2024-09-21T00:30:05.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.517+0000 7fdd60d18640 1 -- 172.21.15.67:0/154833034 reap_dead start 2024-09-21T00:30:05.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.517+0000 7fdd6277b640 1 -- 172.21.15.67:0/154833034 shutdown_connections 2024-09-21T00:30:05.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.517+0000 7fdd6277b640 1 -- 172.21.15.67:0/154833034 >> 172.21.15.67:0/154833034 conn(0x7fdd5c0d1280 msgr2=0x7fdd5c0d1690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:05.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.517+0000 7fdd6277b640 1 -- 172.21.15.67:0/154833034 shutdown_connections 2024-09-21T00:30:05.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.517+0000 7fdd6277b640 1 -- 172.21.15.67:0/154833034 wait complete. 2024-09-21T00:30:05.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.519+0000 7fdd6277b640 1 Processor -- start 2024-09-21T00:30:05.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.519+0000 7fdd6277b640 1 -- start start 2024-09-21T00:30:05.523 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.521+0000 7fdd6277b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdd44004d40 0x7fdd5c1e21c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:05.523 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.521+0000 7fdd6277b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdd5c09b0d0 0x7fdd5c1e7a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:05.523 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.521+0000 7fdd6277b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdd5c0ca420 0x7fdd5c0ca830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:05.523 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.521+0000 7fdd6277b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fdd5c0b1230 con 0x7fdd5c09b0d0 2024-09-21T00:30:05.523 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.521+0000 7fdd6277b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fdd5c0b10b0 con 0x7fdd5c0ca420 2024-09-21T00:30:05.523 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.521+0000 7fdd6277b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fdd5c0b13b0 con 0x7fdd44004d40 2024-09-21T00:30:05.523 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.521+0000 7fdd5b7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdd5c09b0d0 0x7fdd5c1e7a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:05.523 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.521+0000 7fdd5b7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdd5c09b0d0 0x7fdd5c1e7a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:47174/0 (socket says 172.21.15.67:47174) 2024-09-21T00:30:05.523 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.521+0000 7fdd5b7fe640 1 -- 172.21.15.67:0/1688779454 learned_addr learned my addr 172.21.15.67:0/1688779454 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:05.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.521+0000 7fdd5bfff640 1 --2- 172.21.15.67:0/1688779454 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdd44004d40 0x7fdd5c1e21c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:05.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.521+0000 7fdd60d18640 1 --2- 172.21.15.67:0/1688779454 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdd5c0ca420 0x7fdd5c0ca830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:05.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.521+0000 7fdd5b7fe640 1 -- 172.21.15.67:0/1688779454 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdd44004d40 msgr2=0x7fdd5c1e21c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:05.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.521+0000 7fdd5b7fe640 1 --2- 172.21.15.67:0/1688779454 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdd44004d40 0x7fdd5c1e21c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:05.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.521+0000 7fdd5b7fe640 1 -- 172.21.15.67:0/1688779454 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdd5c0ca420 msgr2=0x7fdd5c0ca830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:05.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.521+0000 7fdd5b7fe640 1 --2- 172.21.15.67:0/1688779454 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdd5c0ca420 0x7fdd5c0ca830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:05.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.521+0000 7fdd5b7fe640 1 -- 172.21.15.67:0/1688779454 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd5c1e7250 con 0x7fdd5c09b0d0 2024-09-21T00:30:05.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.521+0000 7fdd5bfff640 1 --2- 172.21.15.67:0/1688779454 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdd44004d40 0x7fdd5c1e21c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:30:05.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.521+0000 7fdd5b7fe640 1 --2- 172.21.15.67:0/1688779454 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdd5c09b0d0 0x7fdd5c1e7a10 secure :-1 s=READY pgs=1502 cs=0 l=1 rev1=1 crypto rx=0x7fdd50000ff0 tx=0x7fdd500039c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:05.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.521+0000 7fdd58ff9640 1 -- 172.21.15.67:0/1688779454 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd50015070 con 0x7fdd5c09b0d0 2024-09-21T00:30:05.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.521+0000 7fdd58ff9640 1 -- 172.21.15.67:0/1688779454 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdd50011920 con 0x7fdd5c09b0d0 2024-09-21T00:30:05.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.521+0000 7fdd6277b640 1 -- 172.21.15.67:0/1688779454 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd5c1e89b0 con 0x7fdd5c09b0d0 2024-09-21T00:30:05.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.521+0000 7fdd58ff9640 1 -- 172.21.15.67:0/1688779454 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd50011d70 con 0x7fdd5c09b0d0 2024-09-21T00:30:05.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.521+0000 7fdd6277b640 1 -- 172.21.15.67:0/1688779454 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd5c1e8f70 con 0x7fdd5c09b0d0 2024-09-21T00:30:05.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.522+0000 7fdd6277b640 1 -- 172.21.15.67:0/1688779454 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdd5c0b1940 con 0x7fdd5c09b0d0 2024-09-21T00:30:05.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.523+0000 7fdd58ff9640 1 -- 172.21.15.67:0/1688779454 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fdd500103c0 con 0x7fdd5c09b0d0 2024-09-21T00:30:05.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.524+0000 7fdd58ff9640 1 --2- 172.21.15.67:0/1688779454 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdd48078b90 0x7fdd4807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:05.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.524+0000 7fdd58ff9640 1 -- 172.21.15.67:0/1688779454 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(128..128 src has 1..128) ==== 5709+0+0 (secure 0 0 0) 0x7fdd5009ba90 con 0x7fdd5c09b0d0 2024-09-21T00:30:05.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.524+0000 7fdd5bfff640 1 --2- 172.21.15.67:0/1688779454 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdd48078b90 0x7fdd4807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:05.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.524+0000 7fdd5bfff640 1 --2- 172.21.15.67:0/1688779454 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdd48078b90 0x7fdd4807b0a0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7fdd4c009cd0 tx=0x7fdd4c005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:05.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.528+0000 7fdd58ff9640 1 -- 172.21.15.67:0/1688779454 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fdd50063f70 con 0x7fdd5c09b0d0 2024-09-21T00:30:05.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.712+0000 7fdd6277b640 1 -- 172.21.15.67:0/1688779454 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fdd5c0cfc70 con 0x7fdd48078b90 2024-09-21T00:30:05.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.717+0000 7fdd58ff9640 1 -- 172.21.15.67:0/1688779454 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252470 (secure 0 0 0) 0x7fdd5c0cfc70 con 0x7fdd48078b90 2024-09-21T00:30:05.721 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:30:05.722 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-21T00:30:05.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.721+0000 7fdd6277b640 1 -- 172.21.15.67:0/1688779454 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdd48078b90 msgr2=0x7fdd4807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:05.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.721+0000 7fdd6277b640 1 --2- 172.21.15.67:0/1688779454 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdd48078b90 0x7fdd4807b0a0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7fdd4c009cd0 tx=0x7fdd4c005f90 comp rx=0 tx=0).stop 2024-09-21T00:30:05.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.721+0000 7fdd6277b640 1 -- 172.21.15.67:0/1688779454 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdd5c09b0d0 msgr2=0x7fdd5c1e7a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:05.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.721+0000 7fdd6277b640 1 --2- 172.21.15.67:0/1688779454 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdd5c09b0d0 0x7fdd5c1e7a10 secure :-1 s=READY pgs=1502 cs=0 l=1 rev1=1 crypto rx=0x7fdd50000ff0 tx=0x7fdd500039c0 comp rx=0 tx=0).stop 2024-09-21T00:30:05.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.721+0000 7fdd6277b640 1 -- 172.21.15.67:0/1688779454 shutdown_connections 2024-09-21T00:30:05.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.721+0000 7fdd6277b640 1 --2- 172.21.15.67:0/1688779454 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdd48078b90 0x7fdd4807b0a0 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:05.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.721+0000 7fdd6277b640 1 --2- 172.21.15.67:0/1688779454 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdd5c0ca420 0x7fdd5c0ca830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:05.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.721+0000 7fdd6277b640 1 --2- 172.21.15.67:0/1688779454 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdd5c09b0d0 0x7fdd5c1e7a10 unknown :-1 s=CLOSED pgs=1502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:05.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.721+0000 7fdd6277b640 1 --2- 172.21.15.67:0/1688779454 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdd44004d40 0x7fdd5c1e21c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:05.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.721+0000 7fdd6277b640 1 -- 172.21.15.67:0/1688779454 >> 172.21.15.67:0/1688779454 conn(0x7fdd5c0d1280 msgr2=0x7fdd5c0cbd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:05.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.721+0000 7fdd6277b640 1 -- 172.21.15.67:0/1688779454 shutdown_connections 2024-09-21T00:30:05.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:05.721+0000 7fdd6277b640 1 -- 172.21.15.67:0/1688779454 wait complete. 2024-09-21T00:30:05.733 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":390,"stamp":"2024-09-21T00:30:05.631620+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":154,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":504648,"kb_used_data":13568,"kb_used_omap":12,"kb_used_meta":490867,"kb_avail":754470072,"statfs":{"total":773094113280,"available":772577353728,"internally_reserved":0,"allocated":13893632,"data_stored":6713420,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12749,"internal_metadata":502648371},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":14,"apply_latency_ms":14,"commit_latency_ns":14000000,"apply_latency_ns":14000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.516796"},"pg_stats":[{"pgid":"19.3f","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281874+0000","last_change":"2024-09-21T00:30:00.148095+0000","last_active":"2024-09-21T00:30:01.281874+0000","last_peered":"2024-09-21T00:30:01.281874+0000","last_clean":"2024-09-21T00:30:01.281874+0000","last_became_active":"2024-09-21T00:30:00.147181+0000","last_became_peered":"2024-09-21T00:30:00.147181+0000","last_unstale":"2024-09-21T00:30:01.281874+0000","last_undegraded":"2024-09-21T00:30:01.281874+0000","last_fullsized":"2024-09-21T00:30:01.281874+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:10:44.259483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.3e","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.146381+0000","last_change":"2024-09-21T00:30:00.137871+0000","last_active":"2024-09-21T00:30:01.146381+0000","last_peered":"2024-09-21T00:30:01.146381+0000","last_clean":"2024-09-21T00:30:01.146381+0000","last_became_active":"2024-09-21T00:30:00.136283+0000","last_became_peered":"2024-09-21T00:30:00.136283+0000","last_unstale":"2024-09-21T00:30:01.146381+0000","last_undegraded":"2024-09-21T00:30:01.146381+0000","last_fullsized":"2024-09-21T00:30:01.146381+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:01:16.054902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.3d","version":"0'0","reported_seq":10,"reported_epoch":127,"state":"active+clean","last_fresh":"2024-09-21T00:30:00.154894+0000","last_change":"2024-09-21T00:30:00.145827+0000","last_active":"2024-09-21T00:30:00.154894+0000","last_peered":"2024-09-21T00:30:00.154894+0000","last_clean":"2024-09-21T00:30:00.154894+0000","last_became_active":"2024-09-21T00:30:00.145516+0000","last_became_peered":"2024-09-21T00:30:00.145516+0000","last_unstale":"2024-09-21T00:30:00.154894+0000","last_undegraded":"2024-09-21T00:30:00.154894+0000","last_fullsized":"2024-09-21T00:30:00.154894+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:52:19.150967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.3c","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.282018+0000","last_change":"2024-09-21T00:30:00.154034+0000","last_active":"2024-09-21T00:30:01.282018+0000","last_peered":"2024-09-21T00:30:01.282018+0000","last_clean":"2024-09-21T00:30:01.282018+0000","last_became_active":"2024-09-21T00:30:00.153612+0000","last_became_peered":"2024-09-21T00:30:00.153612+0000","last_unstale":"2024-09-21T00:30:01.282018+0000","last_undegraded":"2024-09-21T00:30:01.282018+0000","last_fullsized":"2024-09-21T00:30:01.282018+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:56:12.276746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.3b","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.150663+0000","last_change":"2024-09-21T00:30:00.149014+0000","last_active":"2024-09-21T00:30:01.150663+0000","last_peered":"2024-09-21T00:30:01.150663+0000","last_clean":"2024-09-21T00:30:01.150663+0000","last_became_active":"2024-09-21T00:30:00.148550+0000","last_became_peered":"2024-09-21T00:30:00.148550+0000","last_unstale":"2024-09-21T00:30:01.150663+0000","last_undegraded":"2024-09-21T00:30:01.150663+0000","last_fullsized":"2024-09-21T00:30:01.150663+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:33:00.876176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.3a","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.143753+0000","last_change":"2024-09-21T00:30:00.151966+0000","last_active":"2024-09-21T00:30:01.143753+0000","last_peered":"2024-09-21T00:30:01.143753+0000","last_clean":"2024-09-21T00:30:01.143753+0000","last_became_active":"2024-09-21T00:30:00.151368+0000","last_became_peered":"2024-09-21T00:30:00.151368+0000","last_unstale":"2024-09-21T00:30:01.143753+0000","last_undegraded":"2024-09-21T00:30:01.143753+0000","last_fullsized":"2024-09-21T00:30:01.143753+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:01:09.786351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.39","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.143549+0000","last_change":"2024-09-21T00:30:00.146220+0000","last_active":"2024-09-21T00:30:01.143549+0000","last_peered":"2024-09-21T00:30:01.143549+0000","last_clean":"2024-09-21T00:30:01.143549+0000","last_became_active":"2024-09-21T00:30:00.145905+0000","last_became_peered":"2024-09-21T00:30:00.145905+0000","last_unstale":"2024-09-21T00:30:01.143549+0000","last_undegraded":"2024-09-21T00:30:01.143549+0000","last_fullsized":"2024-09-21T00:30:01.143549+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:38:10.807164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.38","version":"0'0","reported_seq":10,"reported_epoch":127,"state":"active+clean","last_fresh":"2024-09-21T00:30:00.155103+0000","last_change":"2024-09-21T00:30:00.144991+0000","last_active":"2024-09-21T00:30:00.155103+0000","last_peered":"2024-09-21T00:30:00.155103+0000","last_clean":"2024-09-21T00:30:00.155103+0000","last_became_active":"2024-09-21T00:30:00.144444+0000","last_became_peered":"2024-09-21T00:30:00.144444+0000","last_unstale":"2024-09-21T00:30:00.155103+0000","last_undegraded":"2024-09-21T00:30:00.155103+0000","last_fullsized":"2024-09-21T00:30:00.155103+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:39:41.488547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.37","version":"0'0","reported_seq":10,"reported_epoch":127,"state":"active+clean","last_fresh":"2024-09-21T00:30:00.154949+0000","last_change":"2024-09-21T00:30:00.144753+0000","last_active":"2024-09-21T00:30:00.154949+0000","last_peered":"2024-09-21T00:30:00.154949+0000","last_clean":"2024-09-21T00:30:00.154949+0000","last_became_active":"2024-09-21T00:30:00.144418+0000","last_became_peered":"2024-09-21T00:30:00.144418+0000","last_unstale":"2024-09-21T00:30:00.154949+0000","last_undegraded":"2024-09-21T00:30:00.154949+0000","last_fullsized":"2024-09-21T00:30:00.154949+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:08:30.658945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.36","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.146615+0000","last_change":"2024-09-21T00:30:00.137515+0000","last_active":"2024-09-21T00:30:01.146615+0000","last_peered":"2024-09-21T00:30:01.146615+0000","last_clean":"2024-09-21T00:30:01.146615+0000","last_became_active":"2024-09-21T00:30:00.134391+0000","last_became_peered":"2024-09-21T00:30:00.134391+0000","last_unstale":"2024-09-21T00:30:01.146615+0000","last_undegraded":"2024-09-21T00:30:01.146615+0000","last_fullsized":"2024-09-21T00:30:01.146615+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:39:17.808672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.35","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280671+0000","last_change":"2024-09-21T00:30:00.145807+0000","last_active":"2024-09-21T00:30:01.280671+0000","last_peered":"2024-09-21T00:30:01.280671+0000","last_clean":"2024-09-21T00:30:01.280671+0000","last_became_active":"2024-09-21T00:30:00.145513+0000","last_became_peered":"2024-09-21T00:30:00.145513+0000","last_unstale":"2024-09-21T00:30:01.280671+0000","last_undegraded":"2024-09-21T00:30:01.280671+0000","last_fullsized":"2024-09-21T00:30:01.280671+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:11:09.528636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.34","version":"0'0","reported_seq":10,"reported_epoch":127,"state":"active+clean","last_fresh":"2024-09-21T00:30:00.156240+0000","last_change":"2024-09-21T00:30:00.154351+0000","last_active":"2024-09-21T00:30:00.156240+0000","last_peered":"2024-09-21T00:30:00.156240+0000","last_clean":"2024-09-21T00:30:00.156240+0000","last_became_active":"2024-09-21T00:30:00.154044+0000","last_became_peered":"2024-09-21T00:30:00.154044+0000","last_unstale":"2024-09-21T00:30:00.156240+0000","last_undegraded":"2024-09-21T00:30:00.156240+0000","last_fullsized":"2024-09-21T00:30:00.156240+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:07:56.935885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.33","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281810+0000","last_change":"2024-09-21T00:30:00.150083+0000","last_active":"2024-09-21T00:30:01.281810+0000","last_peered":"2024-09-21T00:30:01.281810+0000","last_clean":"2024-09-21T00:30:01.281810+0000","last_became_active":"2024-09-21T00:30:00.149777+0000","last_became_peered":"2024-09-21T00:30:00.149777+0000","last_unstale":"2024-09-21T00:30:01.281810+0000","last_undegraded":"2024-09-21T00:30:01.281810+0000","last_fullsized":"2024-09-21T00:30:01.281810+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:24:27.676069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.32","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.146269+0000","last_change":"2024-09-21T00:30:00.143281+0000","last_active":"2024-09-21T00:30:01.146269+0000","last_peered":"2024-09-21T00:30:01.146269+0000","last_clean":"2024-09-21T00:30:01.146269+0000","last_became_active":"2024-09-21T00:30:00.142712+0000","last_became_peered":"2024-09-21T00:30:00.142712+0000","last_unstale":"2024-09-21T00:30:01.146269+0000","last_undegraded":"2024-09-21T00:30:01.146269+0000","last_fullsized":"2024-09-21T00:30:01.146269+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:04:55.499334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.31","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281181+0000","last_change":"2024-09-21T00:30:00.141627+0000","last_active":"2024-09-21T00:30:01.281181+0000","last_peered":"2024-09-21T00:30:01.281181+0000","last_clean":"2024-09-21T00:30:01.281181+0000","last_became_active":"2024-09-21T00:30:00.141309+0000","last_became_peered":"2024-09-21T00:30:00.141309+0000","last_unstale":"2024-09-21T00:30:01.281181+0000","last_undegraded":"2024-09-21T00:30:01.281181+0000","last_fullsized":"2024-09-21T00:30:01.281181+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:17:04.013803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.30","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281399+0000","last_change":"2024-09-21T00:30:00.144100+0000","last_active":"2024-09-21T00:30:01.281399+0000","last_peered":"2024-09-21T00:30:01.281399+0000","last_clean":"2024-09-21T00:30:01.281399+0000","last_became_active":"2024-09-21T00:30:00.143641+0000","last_became_peered":"2024-09-21T00:30:00.143641+0000","last_unstale":"2024-09-21T00:30:01.281399+0000","last_undegraded":"2024-09-21T00:30:01.281399+0000","last_fullsized":"2024-09-21T00:30:01.281399+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:45:41.287424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.2f","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.144291+0000","last_change":"2024-09-21T00:30:00.142895+0000","last_active":"2024-09-21T00:30:01.144291+0000","last_peered":"2024-09-21T00:30:01.144291+0000","last_clean":"2024-09-21T00:30:01.144291+0000","last_became_active":"2024-09-21T00:30:00.141985+0000","last_became_peered":"2024-09-21T00:30:00.141985+0000","last_unstale":"2024-09-21T00:30:01.144291+0000","last_undegraded":"2024-09-21T00:30:01.144291+0000","last_fullsized":"2024-09-21T00:30:01.144291+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:29:50.305099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.2e","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280367+0000","last_change":"2024-09-21T00:30:00.147014+0000","last_active":"2024-09-21T00:30:01.280367+0000","last_peered":"2024-09-21T00:30:01.280367+0000","last_clean":"2024-09-21T00:30:01.280367+0000","last_became_active":"2024-09-21T00:30:00.146622+0000","last_became_peered":"2024-09-21T00:30:00.146622+0000","last_unstale":"2024-09-21T00:30:01.280367+0000","last_undegraded":"2024-09-21T00:30:01.280367+0000","last_fullsized":"2024-09-21T00:30:01.280367+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:34:10.031975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.2d","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280914+0000","last_change":"2024-09-21T00:30:00.136727+0000","last_active":"2024-09-21T00:30:01.280914+0000","last_peered":"2024-09-21T00:30:01.280914+0000","last_clean":"2024-09-21T00:30:01.280914+0000","last_became_active":"2024-09-21T00:30:00.136371+0000","last_became_peered":"2024-09-21T00:30:00.136371+0000","last_unstale":"2024-09-21T00:30:01.280914+0000","last_undegraded":"2024-09-21T00:30:01.280914+0000","last_fullsized":"2024-09-21T00:30:01.280914+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:22:27.972807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.2c","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280968+0000","last_change":"2024-09-21T00:30:00.143353+0000","last_active":"2024-09-21T00:30:01.280968+0000","last_peered":"2024-09-21T00:30:01.280968+0000","last_clean":"2024-09-21T00:30:01.280968+0000","last_became_active":"2024-09-21T00:30:00.143019+0000","last_became_peered":"2024-09-21T00:30:00.143019+0000","last_unstale":"2024-09-21T00:30:01.280968+0000","last_undegraded":"2024-09-21T00:30:01.280968+0000","last_fullsized":"2024-09-21T00:30:01.280968+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:46:05.476039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.2b","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.150289+0000","last_change":"2024-09-21T00:30:00.150371+0000","last_active":"2024-09-21T00:30:01.150289+0000","last_peered":"2024-09-21T00:30:01.150289+0000","last_clean":"2024-09-21T00:30:01.150289+0000","last_became_active":"2024-09-21T00:30:00.149301+0000","last_became_peered":"2024-09-21T00:30:00.149301+0000","last_unstale":"2024-09-21T00:30:01.150289+0000","last_undegraded":"2024-09-21T00:30:01.150289+0000","last_fullsized":"2024-09-21T00:30:01.150289+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:08:31.986151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.2a","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280292+0000","last_change":"2024-09-21T00:30:00.145951+0000","last_active":"2024-09-21T00:30:01.280292+0000","last_peered":"2024-09-21T00:30:01.280292+0000","last_clean":"2024-09-21T00:30:01.280292+0000","last_became_active":"2024-09-21T00:30:00.145633+0000","last_became_peered":"2024-09-21T00:30:00.145633+0000","last_unstale":"2024-09-21T00:30:01.280292+0000","last_undegraded":"2024-09-21T00:30:01.280292+0000","last_fullsized":"2024-09-21T00:30:01.280292+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:12:09.106914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.29","version":"0'0","reported_seq":10,"reported_epoch":127,"state":"active+clean","last_fresh":"2024-09-21T00:30:00.155698+0000","last_change":"2024-09-21T00:30:00.151835+0000","last_active":"2024-09-21T00:30:00.155698+0000","last_peered":"2024-09-21T00:30:00.155698+0000","last_clean":"2024-09-21T00:30:00.155698+0000","last_became_active":"2024-09-21T00:30:00.151268+0000","last_became_peered":"2024-09-21T00:30:00.151268+0000","last_unstale":"2024-09-21T00:30:00.155698+0000","last_undegraded":"2024-09-21T00:30:00.155698+0000","last_fullsized":"2024-09-21T00:30:00.155698+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:18:44.256366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.28","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280319+0000","last_change":"2024-09-21T00:30:00.141181+0000","last_active":"2024-09-21T00:30:01.280319+0000","last_peered":"2024-09-21T00:30:01.280319+0000","last_clean":"2024-09-21T00:30:01.280319+0000","last_became_active":"2024-09-21T00:30:00.140863+0000","last_became_peered":"2024-09-21T00:30:00.140863+0000","last_unstale":"2024-09-21T00:30:01.280319+0000","last_undegraded":"2024-09-21T00:30:01.280319+0000","last_fullsized":"2024-09-21T00:30:01.280319+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:07:03.497567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.27","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.146834+0000","last_change":"2024-09-21T00:30:00.145156+0000","last_active":"2024-09-21T00:30:01.146834+0000","last_peered":"2024-09-21T00:30:01.146834+0000","last_clean":"2024-09-21T00:30:01.146834+0000","last_became_active":"2024-09-21T00:30:00.144822+0000","last_became_peered":"2024-09-21T00:30:00.144822+0000","last_unstale":"2024-09-21T00:30:01.146834+0000","last_undegraded":"2024-09-21T00:30:01.146834+0000","last_fullsized":"2024-09-21T00:30:01.146834+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:41:28.092948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.26","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280920+0000","last_change":"2024-09-21T00:30:00.152147+0000","last_active":"2024-09-21T00:30:01.280920+0000","last_peered":"2024-09-21T00:30:01.280920+0000","last_clean":"2024-09-21T00:30:01.280920+0000","last_became_active":"2024-09-21T00:30:00.151812+0000","last_became_peered":"2024-09-21T00:30:00.151812+0000","last_unstale":"2024-09-21T00:30:01.280920+0000","last_undegraded":"2024-09-21T00:30:01.280920+0000","last_fullsized":"2024-09-21T00:30:01.280920+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:56:52.649434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.25","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281788+0000","last_change":"2024-09-21T00:30:00.147200+0000","last_active":"2024-09-21T00:30:01.281788+0000","last_peered":"2024-09-21T00:30:01.281788+0000","last_clean":"2024-09-21T00:30:01.281788+0000","last_became_active":"2024-09-21T00:30:00.146789+0000","last_became_peered":"2024-09-21T00:30:00.146789+0000","last_unstale":"2024-09-21T00:30:01.281788+0000","last_undegraded":"2024-09-21T00:30:01.281788+0000","last_fullsized":"2024-09-21T00:30:01.281788+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:08:45.590570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.24","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.144385+0000","last_change":"2024-09-21T00:30:00.135121+0000","last_active":"2024-09-21T00:30:01.144385+0000","last_peered":"2024-09-21T00:30:01.144385+0000","last_clean":"2024-09-21T00:30:01.144385+0000","last_became_active":"2024-09-21T00:30:00.134812+0000","last_became_peered":"2024-09-21T00:30:00.134812+0000","last_unstale":"2024-09-21T00:30:01.144385+0000","last_undegraded":"2024-09-21T00:30:01.144385+0000","last_fullsized":"2024-09-21T00:30:01.144385+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:46:41.055104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.23","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281768+0000","last_change":"2024-09-21T00:30:00.156336+0000","last_active":"2024-09-21T00:30:01.281768+0000","last_peered":"2024-09-21T00:30:01.281768+0000","last_clean":"2024-09-21T00:30:01.281768+0000","last_became_active":"2024-09-21T00:30:00.155858+0000","last_became_peered":"2024-09-21T00:30:00.155858+0000","last_unstale":"2024-09-21T00:30:01.281768+0000","last_undegraded":"2024-09-21T00:30:01.281768+0000","last_fullsized":"2024-09-21T00:30:01.281768+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:29:51.399918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.22","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281477+0000","last_change":"2024-09-21T00:30:00.144318+0000","last_active":"2024-09-21T00:30:01.281477+0000","last_peered":"2024-09-21T00:30:01.281477+0000","last_clean":"2024-09-21T00:30:01.281477+0000","last_became_active":"2024-09-21T00:30:00.143998+0000","last_became_peered":"2024-09-21T00:30:00.143998+0000","last_unstale":"2024-09-21T00:30:01.281477+0000","last_undegraded":"2024-09-21T00:30:01.281477+0000","last_fullsized":"2024-09-21T00:30:01.281477+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:52:58.394513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.21","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.150346+0000","last_change":"2024-09-21T00:30:00.157452+0000","last_active":"2024-09-21T00:30:01.150346+0000","last_peered":"2024-09-21T00:30:01.150346+0000","last_clean":"2024-09-21T00:30:01.150346+0000","last_became_active":"2024-09-21T00:30:00.156787+0000","last_became_peered":"2024-09-21T00:30:00.156787+0000","last_unstale":"2024-09-21T00:30:01.150346+0000","last_undegraded":"2024-09-21T00:30:01.150346+0000","last_fullsized":"2024-09-21T00:30:01.150346+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:22:22.907449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.20","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.143383+0000","last_change":"2024-09-21T00:30:00.148015+0000","last_active":"2024-09-21T00:30:01.143383+0000","last_peered":"2024-09-21T00:30:01.143383+0000","last_clean":"2024-09-21T00:30:01.143383+0000","last_became_active":"2024-09-21T00:30:00.147666+0000","last_became_peered":"2024-09-21T00:30:00.147666+0000","last_unstale":"2024-09-21T00:30:01.143383+0000","last_undegraded":"2024-09-21T00:30:01.143383+0000","last_fullsized":"2024-09-21T00:30:01.143383+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:12:25.155697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.1e","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281164+0000","last_change":"2024-09-21T00:30:00.142936+0000","last_active":"2024-09-21T00:30:01.281164+0000","last_peered":"2024-09-21T00:30:01.281164+0000","last_clean":"2024-09-21T00:30:01.281164+0000","last_became_active":"2024-09-21T00:30:00.142594+0000","last_became_peered":"2024-09-21T00:30:00.142594+0000","last_unstale":"2024-09-21T00:30:01.281164+0000","last_undegraded":"2024-09-21T00:30:01.281164+0000","last_fullsized":"2024-09-21T00:30:01.281164+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:19:40.536406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.1f","version":"127'4","reported_seq":19,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.150627+0000","last_change":"2024-09-21T00:29:59.133560+0000","last_active":"2024-09-21T00:30:01.150627+0000","last_peered":"2024-09-21T00:30:01.150627+0000","last_clean":"2024-09-21T00:30:01.150627+0000","last_became_active":"2024-09-21T00:29:59.133212+0000","last_became_peered":"2024-09-21T00:29:59.133212+0000","last_unstale":"2024-09-21T00:30:01.150627+0000","last_undegraded":"2024-09-21T00:30:01.150627+0000","last_fullsized":"2024-09-21T00:30:01.150627+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:05:31.475298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.1f","version":"0'0","reported_seq":10,"reported_epoch":127,"state":"active+clean","last_fresh":"2024-09-21T00:30:00.155138+0000","last_change":"2024-09-21T00:30:00.150353+0000","last_active":"2024-09-21T00:30:00.155138+0000","last_peered":"2024-09-21T00:30:00.155138+0000","last_clean":"2024-09-21T00:30:00.155138+0000","last_became_active":"2024-09-21T00:30:00.149555+0000","last_became_peered":"2024-09-21T00:30:00.149555+0000","last_unstale":"2024-09-21T00:30:00.155138+0000","last_undegraded":"2024-09-21T00:30:00.155138+0000","last_fullsized":"2024-09-21T00:30:00.155138+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:46:25.239774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.1e","version":"127'1","reported_seq":16,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.144671+0000","last_change":"2024-09-21T00:29:59.137390+0000","last_active":"2024-09-21T00:30:01.144671+0000","last_peered":"2024-09-21T00:30:01.144671+0000","last_clean":"2024-09-21T00:30:01.144671+0000","last_became_active":"2024-09-21T00:29:59.137036+0000","last_became_peered":"2024-09-21T00:29:59.137036+0000","last_unstale":"2024-09-21T00:30:01.144671+0000","last_undegraded":"2024-09-21T00:30:01.144671+0000","last_fullsized":"2024-09-21T00:30:01.144671+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:07:12.202354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.1c","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.150567+0000","last_change":"2024-09-21T00:30:00.154114+0000","last_active":"2024-09-21T00:30:01.150567+0000","last_peered":"2024-09-21T00:30:01.150567+0000","last_clean":"2024-09-21T00:30:01.150567+0000","last_became_active":"2024-09-21T00:30:00.153715+0000","last_became_peered":"2024-09-21T00:30:00.153715+0000","last_unstale":"2024-09-21T00:30:01.150567+0000","last_undegraded":"2024-09-21T00:30:01.150567+0000","last_fullsized":"2024-09-21T00:30:01.150567+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:35:33.386497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.1d","version":"127'2","reported_seq":17,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281283+0000","last_change":"2024-09-21T00:29:59.131034+0000","last_active":"2024-09-21T00:30:01.281283+0000","last_peered":"2024-09-21T00:30:01.281283+0000","last_clean":"2024-09-21T00:30:01.281283+0000","last_became_active":"2024-09-21T00:29:59.130717+0000","last_became_peered":"2024-09-21T00:29:59.130717+0000","last_unstale":"2024-09-21T00:30:01.281283+0000","last_undegraded":"2024-09-21T00:30:01.281283+0000","last_fullsized":"2024-09-21T00:30:01.281283+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:14:22.433696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.1d","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.150467+0000","last_change":"2024-09-21T00:30:00.145355+0000","last_active":"2024-09-21T00:30:01.150467+0000","last_peered":"2024-09-21T00:30:01.150467+0000","last_clean":"2024-09-21T00:30:01.150467+0000","last_became_active":"2024-09-21T00:30:00.145067+0000","last_became_peered":"2024-09-21T00:30:00.145067+0000","last_unstale":"2024-09-21T00:30:01.150467+0000","last_undegraded":"2024-09-21T00:30:01.150467+0000","last_fullsized":"2024-09-21T00:30:01.150467+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:25:05.823849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.1c","version":"127'2","reported_seq":17,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.146584+0000","last_change":"2024-09-21T00:29:59.137430+0000","last_active":"2024-09-21T00:30:01.146584+0000","last_peered":"2024-09-21T00:30:01.146584+0000","last_clean":"2024-09-21T00:30:01.146584+0000","last_became_active":"2024-09-21T00:29:59.136862+0000","last_became_peered":"2024-09-21T00:29:59.136862+0000","last_unstale":"2024-09-21T00:30:01.146584+0000","last_undegraded":"2024-09-21T00:30:01.146584+0000","last_fullsized":"2024-09-21T00:30:01.146584+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:45:49.340395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.1a","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280729+0000","last_change":"2024-09-21T00:30:00.151672+0000","last_active":"2024-09-21T00:30:01.280729+0000","last_peered":"2024-09-21T00:30:01.280729+0000","last_clean":"2024-09-21T00:30:01.280729+0000","last_became_active":"2024-09-21T00:30:00.151259+0000","last_became_peered":"2024-09-21T00:30:00.151259+0000","last_unstale":"2024-09-21T00:30:01.280729+0000","last_undegraded":"2024-09-21T00:30:01.280729+0000","last_fullsized":"2024-09-21T00:30:01.280729+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:44:05.358071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.1b","version":"127'1","reported_seq":16,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.146457+0000","last_change":"2024-09-21T00:29:59.132697+0000","last_active":"2024-09-21T00:30:01.146457+0000","last_peered":"2024-09-21T00:30:01.146457+0000","last_clean":"2024-09-21T00:30:01.146457+0000","last_became_active":"2024-09-21T00:29:59.131978+0000","last_became_peered":"2024-09-21T00:29:59.131978+0000","last_unstale":"2024-09-21T00:30:01.146457+0000","last_undegraded":"2024-09-21T00:30:01.146457+0000","last_fullsized":"2024-09-21T00:30:01.146457+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:00:50.086962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.1b","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.144469+0000","last_change":"2024-09-21T00:30:00.143260+0000","last_active":"2024-09-21T00:30:01.144469+0000","last_peered":"2024-09-21T00:30:01.144469+0000","last_clean":"2024-09-21T00:30:01.144469+0000","last_became_active":"2024-09-21T00:30:00.141122+0000","last_became_peered":"2024-09-21T00:30:00.141122+0000","last_unstale":"2024-09-21T00:30:01.144469+0000","last_undegraded":"2024-09-21T00:30:01.144469+0000","last_fullsized":"2024-09-21T00:30:01.144469+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:46:48.341525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.1a","version":"127'1","reported_seq":16,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280656+0000","last_change":"2024-09-21T00:29:59.125828+0000","last_active":"2024-09-21T00:30:01.280656+0000","last_peered":"2024-09-21T00:30:01.280656+0000","last_clean":"2024-09-21T00:30:01.280656+0000","last_became_active":"2024-09-21T00:29:59.125496+0000","last_became_peered":"2024-09-21T00:29:59.125496+0000","last_unstale":"2024-09-21T00:30:01.280656+0000","last_undegraded":"2024-09-21T00:30:01.280656+0000","last_fullsized":"2024-09-21T00:30:01.280656+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:15:40.941105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.18","version":"0'0","reported_seq":10,"reported_epoch":127,"state":"active+clean","last_fresh":"2024-09-21T00:30:00.155133+0000","last_change":"2024-09-21T00:30:00.148689+0000","last_active":"2024-09-21T00:30:00.155133+0000","last_peered":"2024-09-21T00:30:00.155133+0000","last_clean":"2024-09-21T00:30:00.155133+0000","last_became_active":"2024-09-21T00:30:00.142883+0000","last_became_peered":"2024-09-21T00:30:00.142883+0000","last_unstale":"2024-09-21T00:30:00.155133+0000","last_undegraded":"2024-09-21T00:30:00.155133+0000","last_fullsized":"2024-09-21T00:30:00.155133+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:56:48.388170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.19","version":"0'0","reported_seq":15,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.143749+0000","last_change":"2024-09-21T00:29:59.129649+0000","last_active":"2024-09-21T00:30:01.143749+0000","last_peered":"2024-09-21T00:30:01.143749+0000","last_clean":"2024-09-21T00:30:01.143749+0000","last_became_active":"2024-09-21T00:29:59.129329+0000","last_became_peered":"2024-09-21T00:29:59.129329+0000","last_unstale":"2024-09-21T00:30:01.143749+0000","last_undegraded":"2024-09-21T00:30:01.143749+0000","last_fullsized":"2024-09-21T00:30:01.143749+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:08:41.038721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.19","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.145992+0000","last_change":"2024-09-21T00:30:00.137774+0000","last_active":"2024-09-21T00:30:01.145992+0000","last_peered":"2024-09-21T00:30:01.145992+0000","last_clean":"2024-09-21T00:30:01.145992+0000","last_became_active":"2024-09-21T00:30:00.137472+0000","last_became_peered":"2024-09-21T00:30:00.137472+0000","last_unstale":"2024-09-21T00:30:01.145992+0000","last_undegraded":"2024-09-21T00:30:01.145992+0000","last_fullsized":"2024-09-21T00:30:01.145992+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:39:45.726210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.18","version":"0'0","reported_seq":15,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.146350+0000","last_change":"2024-09-21T00:29:59.128999+0000","last_active":"2024-09-21T00:30:01.146350+0000","last_peered":"2024-09-21T00:30:01.146350+0000","last_clean":"2024-09-21T00:30:01.146350+0000","last_became_active":"2024-09-21T00:29:59.128266+0000","last_became_peered":"2024-09-21T00:29:59.128266+0000","last_unstale":"2024-09-21T00:30:01.146350+0000","last_undegraded":"2024-09-21T00:30:01.146350+0000","last_fullsized":"2024-09-21T00:30:01.146350+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:15:12.695222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.16","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281885+0000","last_change":"2024-09-21T00:30:00.150127+0000","last_active":"2024-09-21T00:30:01.281885+0000","last_peered":"2024-09-21T00:30:01.281885+0000","last_clean":"2024-09-21T00:30:01.281885+0000","last_became_active":"2024-09-21T00:30:00.149264+0000","last_became_peered":"2024-09-21T00:30:00.149264+0000","last_unstale":"2024-09-21T00:30:01.281885+0000","last_undegraded":"2024-09-21T00:30:01.281885+0000","last_fullsized":"2024-09-21T00:30:01.281885+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:43:35.587700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.17","version":"0'0","reported_seq":15,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.144987+0000","last_change":"2024-09-21T00:29:59.136432+0000","last_active":"2024-09-21T00:30:01.144987+0000","last_peered":"2024-09-21T00:30:01.144987+0000","last_clean":"2024-09-21T00:30:01.144987+0000","last_became_active":"2024-09-21T00:29:59.136121+0000","last_became_peered":"2024-09-21T00:29:59.136121+0000","last_unstale":"2024-09-21T00:30:01.144987+0000","last_undegraded":"2024-09-21T00:30:01.144987+0000","last_fullsized":"2024-09-21T00:30:01.144987+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:17:03.008425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.17","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.144835+0000","last_change":"2024-09-21T00:30:00.142021+0000","last_active":"2024-09-21T00:30:01.144835+0000","last_peered":"2024-09-21T00:30:01.144835+0000","last_clean":"2024-09-21T00:30:01.144835+0000","last_became_active":"2024-09-21T00:30:00.140499+0000","last_became_peered":"2024-09-21T00:30:00.140499+0000","last_unstale":"2024-09-21T00:30:01.144835+0000","last_undegraded":"2024-09-21T00:30:01.144835+0000","last_fullsized":"2024-09-21T00:30:01.144835+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:56:12.276746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.16","version":"0'0","reported_seq":15,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281282+0000","last_change":"2024-09-21T00:29:59.134367+0000","last_active":"2024-09-21T00:30:01.281282+0000","last_peered":"2024-09-21T00:30:01.281282+0000","last_clean":"2024-09-21T00:30:01.281282+0000","last_became_active":"2024-09-21T00:29:59.132230+0000","last_became_peered":"2024-09-21T00:29:59.132230+0000","last_unstale":"2024-09-21T00:30:01.281282+0000","last_undegraded":"2024-09-21T00:30:01.281282+0000","last_fullsized":"2024-09-21T00:30:01.281282+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:04:27.845383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.14","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.150825+0000","last_change":"2024-09-21T00:30:00.144643+0000","last_active":"2024-09-21T00:30:01.150825+0000","last_peered":"2024-09-21T00:30:01.150825+0000","last_clean":"2024-09-21T00:30:01.150825+0000","last_became_active":"2024-09-21T00:30:00.144337+0000","last_became_peered":"2024-09-21T00:30:00.144337+0000","last_unstale":"2024-09-21T00:30:01.150825+0000","last_undegraded":"2024-09-21T00:30:01.150825+0000","last_fullsized":"2024-09-21T00:30:01.150825+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:41:52.981700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.15","version":"127'3","reported_seq":18,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.144353+0000","last_change":"2024-09-21T00:29:59.132428+0000","last_active":"2024-09-21T00:30:01.144353+0000","last_peered":"2024-09-21T00:30:01.144353+0000","last_clean":"2024-09-21T00:30:01.144353+0000","last_became_active":"2024-09-21T00:29:59.132104+0000","last_became_peered":"2024-09-21T00:29:59.132104+0000","last_unstale":"2024-09-21T00:30:01.144353+0000","last_undegraded":"2024-09-21T00:30:01.144353+0000","last_fullsized":"2024-09-21T00:30:01.144353+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:48:04.953272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.15","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.150681+0000","last_change":"2024-09-21T00:30:00.148882+0000","last_active":"2024-09-21T00:30:01.150681+0000","last_peered":"2024-09-21T00:30:01.150681+0000","last_clean":"2024-09-21T00:30:01.150681+0000","last_became_active":"2024-09-21T00:30:00.148515+0000","last_became_peered":"2024-09-21T00:30:00.148515+0000","last_unstale":"2024-09-21T00:30:01.150681+0000","last_undegraded":"2024-09-21T00:30:01.150681+0000","last_fullsized":"2024-09-21T00:30:01.150681+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:14:23.439074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.14","version":"127'6","reported_seq":19,"reported_epoch":127,"state":"active+clean","last_fresh":"2024-09-21T00:30:00.164278+0000","last_change":"2024-09-21T00:29:59.132731+0000","last_active":"2024-09-21T00:30:00.164278+0000","last_peered":"2024-09-21T00:30:00.164278+0000","last_clean":"2024-09-21T00:30:00.164278+0000","last_became_active":"2024-09-21T00:29:59.132246+0000","last_became_peered":"2024-09-21T00:29:59.132246+0000","last_unstale":"2024-09-21T00:30:00.164278+0000","last_undegraded":"2024-09-21T00:30:00.164278+0000","last_fullsized":"2024-09-21T00:30:00.164278+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:51:30.982293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.13","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.282048+0000","last_change":"2024-09-21T00:30:00.147908+0000","last_active":"2024-09-21T00:30:01.282048+0000","last_peered":"2024-09-21T00:30:01.282048+0000","last_clean":"2024-09-21T00:30:01.282048+0000","last_became_active":"2024-09-21T00:30:00.147495+0000","last_became_peered":"2024-09-21T00:30:00.147495+0000","last_unstale":"2024-09-21T00:30:01.282048+0000","last_undegraded":"2024-09-21T00:30:01.282048+0000","last_fullsized":"2024-09-21T00:30:01.282048+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:32:50.214363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.12","version":"0'0","reported_seq":15,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281728+0000","last_change":"2024-09-21T00:29:59.126657+0000","last_active":"2024-09-21T00:30:01.281728+0000","last_peered":"2024-09-21T00:30:01.281728+0000","last_clean":"2024-09-21T00:30:01.281728+0000","last_became_active":"2024-09-21T00:29:59.126313+0000","last_became_peered":"2024-09-21T00:29:59.126313+0000","last_unstale":"2024-09-21T00:30:01.281728+0000","last_undegraded":"2024-09-21T00:30:01.281728+0000","last_fullsized":"2024-09-21T00:30:01.281728+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:44:06.022589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.10","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.145974+0000","last_change":"2024-09-21T00:30:00.142288+0000","last_active":"2024-09-21T00:30:01.145974+0000","last_peered":"2024-09-21T00:30:01.145974+0000","last_clean":"2024-09-21T00:30:01.145974+0000","last_became_active":"2024-09-21T00:30:00.141563+0000","last_became_peered":"2024-09-21T00:30:00.141563+0000","last_unstale":"2024-09-21T00:30:01.145974+0000","last_undegraded":"2024-09-21T00:30:01.145974+0000","last_fullsized":"2024-09-21T00:30:01.145974+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:43:22.607554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.11","version":"0'0","reported_seq":15,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.146214+0000","last_change":"2024-09-21T00:29:59.133410+0000","last_active":"2024-09-21T00:30:01.146214+0000","last_peered":"2024-09-21T00:30:01.146214+0000","last_clean":"2024-09-21T00:30:01.146214+0000","last_became_active":"2024-09-21T00:29:59.133064+0000","last_became_peered":"2024-09-21T00:29:59.133064+0000","last_unstale":"2024-09-21T00:30:01.146214+0000","last_undegraded":"2024-09-21T00:30:01.146214+0000","last_fullsized":"2024-09-21T00:30:01.146214+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:03:08.311609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.11","version":"0'0","reported_seq":10,"reported_epoch":127,"state":"active+clean","last_fresh":"2024-09-21T00:30:00.155556+0000","last_change":"2024-09-21T00:30:00.146847+0000","last_active":"2024-09-21T00:30:00.155556+0000","last_peered":"2024-09-21T00:30:00.155556+0000","last_clean":"2024-09-21T00:30:00.155556+0000","last_became_active":"2024-09-21T00:30:00.144177+0000","last_became_peered":"2024-09-21T00:30:00.144177+0000","last_unstale":"2024-09-21T00:30:00.155556+0000","last_undegraded":"2024-09-21T00:30:00.155556+0000","last_fullsized":"2024-09-21T00:30:00.155556+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:10:39.210151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.10","version":"127'8","reported_seq":21,"reported_epoch":127,"state":"active+clean","last_fresh":"2024-09-21T00:30:00.163669+0000","last_change":"2024-09-21T00:29:59.130582+0000","last_active":"2024-09-21T00:30:00.163669+0000","last_peered":"2024-09-21T00:30:00.163669+0000","last_clean":"2024-09-21T00:30:00.163669+0000","last_became_active":"2024-09-21T00:29:59.129014+0000","last_became_peered":"2024-09-21T00:29:59.129014+0000","last_unstale":"2024-09-21T00:30:00.163669+0000","last_undegraded":"2024-09-21T00:30:00.163669+0000","last_fullsized":"2024-09-21T00:30:00.163669+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:05:46.628410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.e","version":"0'0","reported_seq":10,"reported_epoch":127,"state":"active+clean","last_fresh":"2024-09-21T00:30:00.155042+0000","last_change":"2024-09-21T00:30:00.150583+0000","last_active":"2024-09-21T00:30:00.155042+0000","last_peered":"2024-09-21T00:30:00.155042+0000","last_clean":"2024-09-21T00:30:00.155042+0000","last_became_active":"2024-09-21T00:30:00.150208+0000","last_became_peered":"2024-09-21T00:30:00.150208+0000","last_unstale":"2024-09-21T00:30:00.155042+0000","last_undegraded":"2024-09-21T00:30:00.155042+0000","last_fullsized":"2024-09-21T00:30:00.155042+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:52:38.835232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.f","version":"127'1","reported_seq":16,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.145060+0000","last_change":"2024-09-21T00:29:59.132843+0000","last_active":"2024-09-21T00:30:01.145060+0000","last_peered":"2024-09-21T00:30:01.145060+0000","last_clean":"2024-09-21T00:30:01.145060+0000","last_became_active":"2024-09-21T00:29:59.132437+0000","last_became_peered":"2024-09-21T00:29:59.132437+0000","last_unstale":"2024-09-21T00:30:01.145060+0000","last_undegraded":"2024-09-21T00:30:01.145060+0000","last_fullsized":"2024-09-21T00:30:01.145060+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:52:57.389135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.f","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.144840+0000","last_change":"2024-09-21T00:30:00.138591+0000","last_active":"2024-09-21T00:30:01.144840+0000","last_peered":"2024-09-21T00:30:01.144840+0000","last_clean":"2024-09-21T00:30:01.144840+0000","last_became_active":"2024-09-21T00:30:00.138282+0000","last_became_peered":"2024-09-21T00:30:00.138282+0000","last_unstale":"2024-09-21T00:30:01.144840+0000","last_undegraded":"2024-09-21T00:30:01.144840+0000","last_fullsized":"2024-09-21T00:30:01.144840+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:46:48.209847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.e","version":"127'2","reported_seq":17,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280866+0000","last_change":"2024-09-21T00:29:59.129255+0000","last_active":"2024-09-21T00:30:01.280866+0000","last_peered":"2024-09-21T00:30:01.280866+0000","last_clean":"2024-09-21T00:30:01.280866+0000","last_became_active":"2024-09-21T00:29:59.128891+0000","last_became_peered":"2024-09-21T00:29:59.128891+0000","last_unstale":"2024-09-21T00:30:01.280866+0000","last_undegraded":"2024-09-21T00:30:01.280866+0000","last_fullsized":"2024-09-21T00:30:01.280866+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:41:51.976322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.c","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281084+0000","last_change":"2024-09-21T00:30:00.142928+0000","last_active":"2024-09-21T00:30:01.281084+0000","last_peered":"2024-09-21T00:30:01.281084+0000","last_clean":"2024-09-21T00:30:01.281084+0000","last_became_active":"2024-09-21T00:30:00.142075+0000","last_became_peered":"2024-09-21T00:30:00.142075+0000","last_unstale":"2024-09-21T00:30:01.281084+0000","last_undegraded":"2024-09-21T00:30:01.281084+0000","last_fullsized":"2024-09-21T00:30:01.281084+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:21:16.224184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.d","version":"127'1","reported_seq":16,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.144034+0000","last_change":"2024-09-21T00:29:59.128386+0000","last_active":"2024-09-21T00:30:01.144034+0000","last_peered":"2024-09-21T00:30:01.144034+0000","last_clean":"2024-09-21T00:30:01.144034+0000","last_became_active":"2024-09-21T00:29:59.127947+0000","last_became_peered":"2024-09-21T00:29:59.127947+0000","last_unstale":"2024-09-21T00:30:01.144034+0000","last_undegraded":"2024-09-21T00:30:01.144034+0000","last_fullsized":"2024-09-21T00:30:01.144034+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:28:36.193999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.d","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.146382+0000","last_change":"2024-09-21T00:30:00.135980+0000","last_active":"2024-09-21T00:30:01.146382+0000","last_peered":"2024-09-21T00:30:01.146382+0000","last_clean":"2024-09-21T00:30:01.146382+0000","last_became_active":"2024-09-21T00:30:00.135645+0000","last_became_peered":"2024-09-21T00:30:00.135645+0000","last_unstale":"2024-09-21T00:30:01.146382+0000","last_undegraded":"2024-09-21T00:30:01.146382+0000","last_fullsized":"2024-09-21T00:30:01.146382+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:44:33.936988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.c","version":"0'0","reported_seq":15,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.144388+0000","last_change":"2024-09-21T00:29:59.137434+0000","last_active":"2024-09-21T00:30:01.144388+0000","last_peered":"2024-09-21T00:30:01.144388+0000","last_clean":"2024-09-21T00:30:01.144388+0000","last_became_active":"2024-09-21T00:29:59.137072+0000","last_became_peered":"2024-09-21T00:29:59.137072+0000","last_unstale":"2024-09-21T00:30:01.144388+0000","last_undegraded":"2024-09-21T00:30:01.144388+0000","last_fullsized":"2024-09-21T00:30:01.144388+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:12:02.604785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.a","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.282047+0000","last_change":"2024-09-21T00:30:00.149817+0000","last_active":"2024-09-21T00:30:01.282047+0000","last_peered":"2024-09-21T00:30:01.282047+0000","last_clean":"2024-09-21T00:30:01.282047+0000","last_became_active":"2024-09-21T00:30:00.149134+0000","last_became_peered":"2024-09-21T00:30:00.149134+0000","last_unstale":"2024-09-21T00:30:01.282047+0000","last_undegraded":"2024-09-21T00:30:01.282047+0000","last_fullsized":"2024-09-21T00:30:01.282047+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:14:11.507375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.b","version":"127'2","reported_seq":17,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.144064+0000","last_change":"2024-09-21T00:29:59.139220+0000","last_active":"2024-09-21T00:30:01.144064+0000","last_peered":"2024-09-21T00:30:01.144064+0000","last_clean":"2024-09-21T00:30:01.144064+0000","last_became_active":"2024-09-21T00:29:59.138857+0000","last_became_peered":"2024-09-21T00:29:59.138857+0000","last_unstale":"2024-09-21T00:30:01.144064+0000","last_undegraded":"2024-09-21T00:30:01.144064+0000","last_fullsized":"2024-09-21T00:30:01.144064+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:47:30.387537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.b","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.143968+0000","last_change":"2024-09-21T00:30:00.147822+0000","last_active":"2024-09-21T00:30:01.143968+0000","last_peered":"2024-09-21T00:30:01.143968+0000","last_clean":"2024-09-21T00:30:01.143968+0000","last_became_active":"2024-09-21T00:30:00.147476+0000","last_became_peered":"2024-09-21T00:30:00.147476+0000","last_unstale":"2024-09-21T00:30:01.143968+0000","last_undegraded":"2024-09-21T00:30:01.143968+0000","last_fullsized":"2024-09-21T00:30:01.143968+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:28:55.125363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.a","version":"0'0","reported_seq":15,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280775+0000","last_change":"2024-09-21T00:29:59.127663+0000","last_active":"2024-09-21T00:30:01.280775+0000","last_peered":"2024-09-21T00:30:01.280775+0000","last_clean":"2024-09-21T00:30:01.280775+0000","last_became_active":"2024-09-21T00:29:59.127228+0000","last_became_peered":"2024-09-21T00:29:59.127228+0000","last_unstale":"2024-09-21T00:30:01.280775+0000","last_undegraded":"2024-09-21T00:30:01.280775+0000","last_fullsized":"2024-09-21T00:30:01.280775+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:16:37.763628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.8","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.145975+0000","last_change":"2024-09-21T00:30:00.143082+0000","last_active":"2024-09-21T00:30:01.145975+0000","last_peered":"2024-09-21T00:30:01.145975+0000","last_clean":"2024-09-21T00:30:01.145975+0000","last_became_active":"2024-09-21T00:30:00.142776+0000","last_became_peered":"2024-09-21T00:30:00.142776+0000","last_unstale":"2024-09-21T00:30:01.145975+0000","last_undegraded":"2024-09-21T00:30:01.145975+0000","last_fullsized":"2024-09-21T00:30:01.145975+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:34:19.070773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.9","version":"0'0","reported_seq":15,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280476+0000","last_change":"2024-09-21T00:29:59.135870+0000","last_active":"2024-09-21T00:30:01.280476+0000","last_peered":"2024-09-21T00:30:01.280476+0000","last_clean":"2024-09-21T00:30:01.280476+0000","last_became_active":"2024-09-21T00:29:59.135504+0000","last_became_peered":"2024-09-21T00:29:59.135504+0000","last_unstale":"2024-09-21T00:30:01.280476+0000","last_undegraded":"2024-09-21T00:30:01.280476+0000","last_fullsized":"2024-09-21T00:30:01.280476+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:33:14.764164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.9","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.150143+0000","last_change":"2024-09-21T00:30:00.155823+0000","last_active":"2024-09-21T00:30:01.150143+0000","last_peered":"2024-09-21T00:30:01.150143+0000","last_clean":"2024-09-21T00:30:01.150143+0000","last_became_active":"2024-09-21T00:30:00.155526+0000","last_became_peered":"2024-09-21T00:30:00.155526+0000","last_unstale":"2024-09-21T00:30:01.150143+0000","last_undegraded":"2024-09-21T00:30:01.150143+0000","last_fullsized":"2024-09-21T00:30:01.150143+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:53:18.392241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.8","version":"0'0","reported_seq":15,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280040+0000","last_change":"2024-09-21T00:29:59.136314+0000","last_active":"2024-09-21T00:30:01.280040+0000","last_peered":"2024-09-21T00:30:01.280040+0000","last_clean":"2024-09-21T00:30:01.280040+0000","last_became_active":"2024-09-21T00:29:59.135992+0000","last_became_peered":"2024-09-21T00:29:59.135992+0000","last_unstale":"2024-09-21T00:30:01.280040+0000","last_undegraded":"2024-09-21T00:30:01.280040+0000","last_fullsized":"2024-09-21T00:30:01.280040+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:32:59.870797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.6","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.145181+0000","last_change":"2024-09-21T00:30:00.139767+0000","last_active":"2024-09-21T00:30:01.145181+0000","last_peered":"2024-09-21T00:30:01.145181+0000","last_clean":"2024-09-21T00:30:01.145181+0000","last_became_active":"2024-09-21T00:30:00.139498+0000","last_became_peered":"2024-09-21T00:30:00.139498+0000","last_unstale":"2024-09-21T00:30:01.145181+0000","last_undegraded":"2024-09-21T00:30:01.145181+0000","last_fullsized":"2024-09-21T00:30:01.145181+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:45:49.770753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.7","version":"127'2","reported_seq":17,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.282014+0000","last_change":"2024-09-21T00:29:59.134744+0000","last_active":"2024-09-21T00:30:01.282014+0000","last_peered":"2024-09-21T00:30:01.282014+0000","last_clean":"2024-09-21T00:30:01.282014+0000","last_became_active":"2024-09-21T00:29:59.134417+0000","last_became_peered":"2024-09-21T00:29:59.134417+0000","last_unstale":"2024-09-21T00:30:01.282014+0000","last_undegraded":"2024-09-21T00:30:01.282014+0000","last_fullsized":"2024-09-21T00:30:01.282014+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:14:57.253528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.7","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281911+0000","last_change":"2024-09-21T00:30:00.145289+0000","last_active":"2024-09-21T00:30:01.281911+0000","last_peered":"2024-09-21T00:30:01.281911+0000","last_clean":"2024-09-21T00:30:01.281911+0000","last_became_active":"2024-09-21T00:30:00.144921+0000","last_became_peered":"2024-09-21T00:30:00.144921+0000","last_unstale":"2024-09-21T00:30:01.281911+0000","last_undegraded":"2024-09-21T00:30:01.281911+0000","last_fullsized":"2024-09-21T00:30:01.281911+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:46:41.055104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.6","version":"128'1","reported_seq":16,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.151631+0000","last_change":"2024-09-21T00:29:59.133259+0000","last_active":"2024-09-21T00:30:01.151631+0000","last_peered":"2024-09-21T00:30:01.151631+0000","last_clean":"2024-09-21T00:30:01.151631+0000","last_became_active":"2024-09-21T00:29:59.132375+0000","last_became_peered":"2024-09-21T00:29:59.132375+0000","last_unstale":"2024-09-21T00:30:01.151631+0000","last_undegraded":"2024-09-21T00:30:01.151631+0000","last_fullsized":"2024-09-21T00:30:01.151631+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:10:49.743132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.4","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.146603+0000","last_change":"2024-09-21T00:30:00.151254+0000","last_active":"2024-09-21T00:30:01.146603+0000","last_peered":"2024-09-21T00:30:01.146603+0000","last_clean":"2024-09-21T00:30:01.146603+0000","last_became_active":"2024-09-21T00:30:00.150877+0000","last_became_peered":"2024-09-21T00:30:00.150877+0000","last_unstale":"2024-09-21T00:30:01.146603+0000","last_undegraded":"2024-09-21T00:30:01.146603+0000","last_fullsized":"2024-09-21T00:30:01.146603+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:28:25.277838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.5","version":"0'0","reported_seq":15,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.146442+0000","last_change":"2024-09-21T00:29:59.123268+0000","last_active":"2024-09-21T00:30:01.146442+0000","last_peered":"2024-09-21T00:30:01.146442+0000","last_clean":"2024-09-21T00:30:01.146442+0000","last_became_active":"2024-09-21T00:29:59.122927+0000","last_became_peered":"2024-09-21T00:29:59.122927+0000","last_unstale":"2024-09-21T00:30:01.146442+0000","last_undegraded":"2024-09-21T00:30:01.146442+0000","last_fullsized":"2024-09-21T00:30:01.146442+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:41:07.437500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.5","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.144030+0000","last_change":"2024-09-21T00:30:00.145880+0000","last_active":"2024-09-21T00:30:01.144030+0000","last_peered":"2024-09-21T00:30:01.144030+0000","last_clean":"2024-09-21T00:30:01.144030+0000","last_became_active":"2024-09-21T00:30:00.145507+0000","last_became_peered":"2024-09-21T00:30:00.145507+0000","last_unstale":"2024-09-21T00:30:01.144030+0000","last_undegraded":"2024-09-21T00:30:01.144030+0000","last_fullsized":"2024-09-21T00:30:01.144030+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:35:49.889306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.4","version":"0'0","reported_seq":15,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280336+0000","last_change":"2024-09-21T00:29:59.134816+0000","last_active":"2024-09-21T00:30:01.280336+0000","last_peered":"2024-09-21T00:30:01.280336+0000","last_clean":"2024-09-21T00:30:01.280336+0000","last_became_active":"2024-09-21T00:29:59.134482+0000","last_became_peered":"2024-09-21T00:29:59.134482+0000","last_unstale":"2024-09-21T00:30:01.280336+0000","last_undegraded":"2024-09-21T00:30:01.280336+0000","last_fullsized":"2024-09-21T00:30:01.280336+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:23:47.903099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.2","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.150409+0000","last_change":"2024-09-21T00:30:00.153655+0000","last_active":"2024-09-21T00:30:01.150409+0000","last_peered":"2024-09-21T00:30:01.150409+0000","last_clean":"2024-09-21T00:30:01.150409+0000","last_became_active":"2024-09-21T00:30:00.153353+0000","last_became_peered":"2024-09-21T00:30:00.153353+0000","last_unstale":"2024-09-21T00:30:01.150409+0000","last_undegraded":"2024-09-21T00:30:01.150409+0000","last_fullsized":"2024-09-21T00:30:01.150409+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:41:12.660838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.3","version":"0'0","reported_seq":15,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.146131+0000","last_change":"2024-09-21T00:29:59.133092+0000","last_active":"2024-09-21T00:30:01.146131+0000","last_peered":"2024-09-21T00:30:01.146131+0000","last_clean":"2024-09-21T00:30:01.146131+0000","last_became_active":"2024-09-21T00:29:59.132386+0000","last_became_peered":"2024-09-21T00:29:59.132386+0000","last_unstale":"2024-09-21T00:30:01.146131+0000","last_undegraded":"2024-09-21T00:30:01.146131+0000","last_fullsized":"2024-09-21T00:30:01.146131+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:01:01.691987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.3","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.143921+0000","last_change":"2024-09-21T00:30:00.152576+0000","last_active":"2024-09-21T00:30:01.143921+0000","last_peered":"2024-09-21T00:30:01.143921+0000","last_clean":"2024-09-21T00:30:01.143921+0000","last_became_active":"2024-09-21T00:30:00.152272+0000","last_became_peered":"2024-09-21T00:30:00.152272+0000","last_unstale":"2024-09-21T00:30:01.143921+0000","last_undegraded":"2024-09-21T00:30:01.143921+0000","last_fullsized":"2024-09-21T00:30:01.143921+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:39:43.966908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.2","version":"0'0","reported_seq":15,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.150570+0000","last_change":"2024-09-21T00:29:59.134912+0000","last_active":"2024-09-21T00:30:01.150570+0000","last_peered":"2024-09-21T00:30:01.150570+0000","last_clean":"2024-09-21T00:30:01.150570+0000","last_became_active":"2024-09-21T00:29:59.134523+0000","last_became_peered":"2024-09-21T00:29:59.134523+0000","last_unstale":"2024-09-21T00:30:01.150570+0000","last_undegraded":"2024-09-21T00:30:01.150570+0000","last_fullsized":"2024-09-21T00:30:01.150570+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:04:27.845383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.0","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281058+0000","last_change":"2024-09-21T00:30:00.148811+0000","last_active":"2024-09-21T00:30:01.281058+0000","last_peered":"2024-09-21T00:30:01.281058+0000","last_clean":"2024-09-21T00:30:01.281058+0000","last_became_active":"2024-09-21T00:30:00.146700+0000","last_became_peered":"2024-09-21T00:30:00.146700+0000","last_unstale":"2024-09-21T00:30:01.281058+0000","last_undegraded":"2024-09-21T00:30:01.281058+0000","last_fullsized":"2024-09-21T00:30:01.281058+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:28:22.484594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.1","version":"0'0","reported_seq":15,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280485+0000","last_change":"2024-09-21T00:29:59.127938+0000","last_active":"2024-09-21T00:30:01.280485+0000","last_peered":"2024-09-21T00:30:01.280485+0000","last_clean":"2024-09-21T00:30:01.280485+0000","last_became_active":"2024-09-21T00:29:59.127610+0000","last_became_peered":"2024-09-21T00:29:59.127610+0000","last_unstale":"2024-09-21T00:30:01.280485+0000","last_undegraded":"2024-09-21T00:30:01.280485+0000","last_fullsized":"2024-09-21T00:30:01.280485+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:34:50.918619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.1","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.146038+0000","last_change":"2024-09-21T00:30:00.147346+0000","last_active":"2024-09-21T00:30:01.146038+0000","last_peered":"2024-09-21T00:30:01.146038+0000","last_clean":"2024-09-21T00:30:01.146038+0000","last_became_active":"2024-09-21T00:30:00.147029+0000","last_became_peered":"2024-09-21T00:30:00.147029+0000","last_unstale":"2024-09-21T00:30:01.146038+0000","last_undegraded":"2024-09-21T00:30:01.146038+0000","last_fullsized":"2024-09-21T00:30:01.146038+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:57:32.709997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.0","version":"0'0","reported_seq":15,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280163+0000","last_change":"2024-09-21T00:29:59.130496+0000","last_active":"2024-09-21T00:30:01.280163+0000","last_peered":"2024-09-21T00:30:01.280163+0000","last_clean":"2024-09-21T00:30:01.280163+0000","last_became_active":"2024-09-21T00:29:59.130003+0000","last_became_peered":"2024-09-21T00:29:59.130003+0000","last_unstale":"2024-09-21T00:30:01.280163+0000","last_undegraded":"2024-09-21T00:30:01.280163+0000","last_fullsized":"2024-09-21T00:30:01.280163+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:55:02.301907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.12","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.150731+0000","last_change":"2024-09-21T00:30:00.157126+0000","last_active":"2024-09-21T00:30:01.150731+0000","last_peered":"2024-09-21T00:30:01.150731+0000","last_clean":"2024-09-21T00:30:01.150731+0000","last_became_active":"2024-09-21T00:30:00.156825+0000","last_became_peered":"2024-09-21T00:30:00.156825+0000","last_unstale":"2024-09-21T00:30:01.150731+0000","last_undegraded":"2024-09-21T00:30:01.150731+0000","last_fullsized":"2024-09-21T00:30:01.150731+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:55:03.307285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.13","version":"127'2","reported_seq":17,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.150443+0000","last_change":"2024-09-21T00:29:59.139332+0000","last_active":"2024-09-21T00:30:01.150443+0000","last_peered":"2024-09-21T00:30:01.150443+0000","last_clean":"2024-09-21T00:30:01.150443+0000","last_became_active":"2024-09-21T00:29:59.138976+0000","last_became_peered":"2024-09-21T00:29:59.138976+0000","last_unstale":"2024-09-21T00:30:01.150443+0000","last_undegraded":"2024-09-21T00:30:01.150443+0000","last_fullsized":"2024-09-21T00:30:01.150443+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:34:50.918619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":301,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.149888+0000","last_change":"2024-09-21T00:21:11.583793+0000","last_active":"2024-09-21T00:30:01.149888+0000","last_peered":"2024-09-21T00:30:01.149888+0000","last_clean":"2024-09-21T00:30:01.149888+0000","last_became_active":"2024-09-21T00:21:11.582502+0000","last_became_peered":"2024-09-21T00:21:11.582502+0000","last_unstale":"2024-09-21T00:30:01.149888+0000","last_undegraded":"2024-09-21T00:30:01.149888+0000","last_fullsized":"2024-09-21T00:30:01.149888+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_clean_scrub_stamp":"2024-09-21T00:21:10.311964+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:58.010953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":19,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":18,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509550,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":55544,"kb_used_data":2144,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94316296,"statfs":{"total":96636764160,"available":96579887104,"internally_reserved":0,"allocated":2195456,"data_stored":1282026,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":54655434},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509550,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":63276,"kb_used_data":1552,"kb_used_omap":1,"kb_used_meta":61694,"kb_avail":94308564,"statfs":{"total":96636764160,"available":96571969536,"internally_reserved":0,"allocated":1589248,"data_stored":691020,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":63175110},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509550,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":54948,"kb_used_data":1548,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94316892,"statfs":{"total":96636764160,"available":96580497408,"internally_reserved":0,"allocated":1585152,"data_stored":689520,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":54655429},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509551,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":68840,"kb_used_data":1548,"kb_used_omap":1,"kb_used_meta":67262,"kb_avail":94303000,"statfs":{"total":96636764160,"available":96566272000,"internally_reserved":0,"allocated":1585152,"data_stored":689568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":68876744},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509551,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":54952,"kb_used_data":1548,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94316888,"statfs":{"total":96636764160,"available":96580493312,"internally_reserved":0,"allocated":1585152,"data_stored":690024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":54655429},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509549,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":69404,"kb_used_data":2120,"kb_used_omap":1,"kb_used_meta":67262,"kb_avail":94302436,"statfs":{"total":96636764160,"available":96565694464,"internally_reserved":0,"allocated":2170880,"data_stored":1279776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":68876742},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574958,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":64688,"kb_used_data":1556,"kb_used_omap":1,"kb_used_meta":63102,"kb_avail":94307152,"statfs":{"total":96636764160,"available":96570523648,"internally_reserved":0,"allocated":1593344,"data_stored":695778,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":64616901},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574958,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":72996,"kb_used_data":1552,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94298844,"statfs":{"total":96636764160,"available":96562016256,"internally_reserved":0,"allocated":1589248,"data_stored":695708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":73136582},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2250,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T00:30:08.738 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T00:30:08.870 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:08.869+0000 7f8ef0b5e640 1 -- 172.21.15.67:0/4070243424 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8eec0b9e70 msgr2=0x7f8eec0b6020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:08.870 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:08.869+0000 7f8ef0b5e640 1 --2- 172.21.15.67:0/4070243424 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8eec0b9e70 0x7f8eec0b6020 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f8edc005fd0 tx=0x7f8edc02a7a0 comp rx=0 tx=0).stop 2024-09-21T00:30:08.870 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:08.869+0000 7f8ef0b5e640 1 -- 172.21.15.67:0/4070243424 shutdown_connections 2024-09-21T00:30:08.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:08.869+0000 7f8ef0b5e640 1 --2- 172.21.15.67:0/4070243424 >> v2:172.21.15.97:3300/0 conn(0x7f8eec0d0270 0x7f8eec0b6560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:08.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:08.869+0000 7f8ef0b5e640 1 --2- 172.21.15.67:0/4070243424 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8eec0b9e70 0x7f8eec0b6020 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:08.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:08.869+0000 7f8ef0b5e640 1 -- 172.21.15.67:0/4070243424 >> 172.21.15.67:0/4070243424 conn(0x7f8eec0d45a0 msgr2=0x7f8eec0d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:08.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:08.869+0000 7f8ef0b5e640 1 -- 172.21.15.67:0/4070243424 shutdown_connections 2024-09-21T00:30:08.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:08.869+0000 7f8ef0b5e640 1 -- 172.21.15.67:0/4070243424 wait complete. 2024-09-21T00:30:08.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:08.871+0000 7f8ef0b5e640 1 Processor -- start 2024-09-21T00:30:08.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:08.871+0000 7f8ef0b5e640 1 -- start start 2024-09-21T00:30:08.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:08.872+0000 7f8ef0b5e640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8eec0b9e70 0x7f8eec0ce220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:08.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:08.872+0000 7f8ef0b5e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8eec0d0270 0x7f8eec1589d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:08.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:08.872+0000 7f8ef0b5e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8eec0d22f0 0x7f8eec160d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:08.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:08.872+0000 7f8ef0b5e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f8eec06f660 con 0x7f8eec0d22f0 2024-09-21T00:30:08.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:08.872+0000 7f8ef0b5e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f8eec06f4e0 con 0x7f8eec0d0270 2024-09-21T00:30:08.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:08.872+0000 7f8ef0b5e640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f8eec06f7e0 con 0x7f8eec0b9e70 2024-09-21T00:30:08.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:08.872+0000 7f8eead9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8eec0d22f0 0x7f8eec160d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:08.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:08.872+0000 7f8eead9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8eec0d22f0 0x7f8eec160d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:47180/0 (socket says 172.21.15.67:47180) 2024-09-21T00:30:08.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:08.872+0000 7f8eead9d640 1 -- 172.21.15.67:0/1629709581 learned_addr learned my addr 172.21.15.67:0/1629709581 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:08.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:08.873+0000 7f8eea59c640 1 --2- 172.21.15.67:0/1629709581 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8eec0b9e70 0x7f8eec0ce220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:08.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:08.873+0000 7f8ee9d9b640 1 --2- 172.21.15.67:0/1629709581 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8eec0d0270 0x7f8eec1589d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:08.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:08.873+0000 7f8eead9d640 1 -- 172.21.15.67:0/1629709581 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8eec0b9e70 msgr2=0x7f8eec0ce220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:08.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:08.873+0000 7f8eead9d640 1 --2- 172.21.15.67:0/1629709581 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8eec0b9e70 0x7f8eec0ce220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:08.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:08.873+0000 7f8eead9d640 1 -- 172.21.15.67:0/1629709581 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8eec0d0270 msgr2=0x7f8eec1589d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:08.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:08.873+0000 7f8eead9d640 1 --2- 172.21.15.67:0/1629709581 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8eec0d0270 0x7f8eec1589d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:08.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:08.873+0000 7f8eead9d640 1 -- 172.21.15.67:0/1629709581 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8eec1e90e0 con 0x7f8eec0d22f0 2024-09-21T00:30:08.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:08.873+0000 7f8ee9d9b640 1 --2- 172.21.15.67:0/1629709581 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8eec0d0270 0x7f8eec1589d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:30:08.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:08.873+0000 7f8eead9d640 1 --2- 172.21.15.67:0/1629709581 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8eec0d22f0 0x7f8eec160d10 secure :-1 s=READY pgs=1504 cs=0 l=1 rev1=1 crypto rx=0x7f8ee400e940 tx=0x7f8ee400ee00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:08.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:08.873+0000 7f8edaffd640 1 -- 172.21.15.67:0/1629709581 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ee400cc60 con 0x7f8eec0d22f0 2024-09-21T00:30:08.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:08.873+0000 7f8edaffd640 1 -- 172.21.15.67:0/1629709581 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8ee400ce00 con 0x7f8eec0d22f0 2024-09-21T00:30:08.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:08.873+0000 7f8ef0b5e640 1 -- 172.21.15.67:0/1629709581 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8eec1e93c0 con 0x7f8eec0d22f0 2024-09-21T00:30:08.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:08.873+0000 7f8edaffd640 1 -- 172.21.15.67:0/1629709581 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ee4010690 con 0x7f8eec0d22f0 2024-09-21T00:30:08.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:08.873+0000 7f8ef0b5e640 1 -- 172.21.15.67:0/1629709581 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8eec158f10 con 0x7f8eec0d22f0 2024-09-21T00:30:08.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:08.874+0000 7f8ef0b5e640 1 -- 172.21.15.67:0/1629709581 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8eec06fc90 con 0x7f8eec0d22f0 2024-09-21T00:30:08.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:08.875+0000 7f8edaffd640 1 -- 172.21.15.67:0/1629709581 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f8ee4010830 con 0x7f8eec0d22f0 2024-09-21T00:30:08.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:08.875+0000 7f8edaffd640 1 --2- 172.21.15.67:0/1629709581 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8ecc078b90 0x7f8ecc07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:08.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:08.876+0000 7f8edaffd640 1 -- 172.21.15.67:0/1629709581 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(128..128 src has 1..128) ==== 5709+0+0 (secure 0 0 0) 0x7f8ee409b750 con 0x7f8eec0d22f0 2024-09-21T00:30:08.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:08.876+0000 7f8eea59c640 1 --2- 172.21.15.67:0/1629709581 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8ecc078b90 0x7f8ecc07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:08.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:08.876+0000 7f8eea59c640 1 --2- 172.21.15.67:0/1629709581 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8ecc078b90 0x7f8ecc07b0a0 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7f8edc033000 tx=0x7f8edc004ab0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:08.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:08.880+0000 7f8edaffd640 1 -- 172.21.15.67:0/1629709581 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f8ee4063af0 con 0x7f8eec0d22f0 2024-09-21T00:30:09.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.065+0000 7f8ef0b5e640 1 -- 172.21.15.67:0/1629709581 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f8eec1e8e90 con 0x7f8ecc078b90 2024-09-21T00:30:09.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.070+0000 7f8edaffd640 1 -- 172.21.15.67:0/1629709581 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252396 (secure 0 0 0) 0x7f8eec1e8e90 con 0x7f8ecc078b90 2024-09-21T00:30:09.073 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:30:09.074 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-21T00:30:09.076 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.073+0000 7f8ef0b5e640 1 -- 172.21.15.67:0/1629709581 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8ecc078b90 msgr2=0x7f8ecc07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:09.076 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.073+0000 7f8ef0b5e640 1 --2- 172.21.15.67:0/1629709581 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8ecc078b90 0x7f8ecc07b0a0 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7f8edc033000 tx=0x7f8edc004ab0 comp rx=0 tx=0).stop 2024-09-21T00:30:09.076 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.073+0000 7f8ef0b5e640 1 -- 172.21.15.67:0/1629709581 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8eec0d22f0 msgr2=0x7f8eec160d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:09.076 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.073+0000 7f8ef0b5e640 1 --2- 172.21.15.67:0/1629709581 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8eec0d22f0 0x7f8eec160d10 secure :-1 s=READY pgs=1504 cs=0 l=1 rev1=1 crypto rx=0x7f8ee400e940 tx=0x7f8ee400ee00 comp rx=0 tx=0).stop 2024-09-21T00:30:09.076 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.073+0000 7f8ef0b5e640 1 -- 172.21.15.67:0/1629709581 shutdown_connections 2024-09-21T00:30:09.076 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.073+0000 7f8ef0b5e640 1 --2- 172.21.15.67:0/1629709581 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8ecc078b90 0x7f8ecc07b0a0 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:09.076 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.073+0000 7f8ef0b5e640 1 --2- 172.21.15.67:0/1629709581 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8eec0d22f0 0x7f8eec160d10 unknown :-1 s=CLOSED pgs=1504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:09.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.073+0000 7f8ef0b5e640 1 --2- 172.21.15.67:0/1629709581 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8eec0d0270 0x7f8eec1589d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:09.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.073+0000 7f8ef0b5e640 1 --2- 172.21.15.67:0/1629709581 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8eec0b9e70 0x7f8eec0ce220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:09.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.073+0000 7f8ef0b5e640 1 -- 172.21.15.67:0/1629709581 >> 172.21.15.67:0/1629709581 conn(0x7f8eec0d45a0 msgr2=0x7f8eec0caae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:09.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.073+0000 7f8ef0b5e640 1 -- 172.21.15.67:0/1629709581 shutdown_connections 2024-09-21T00:30:09.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.073+0000 7f8ef0b5e640 1 -- 172.21.15.67:0/1629709581 wait complete. 2024-09-21T00:30:09.085 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":391,"stamp":"2024-09-21T00:30:07.632232+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":504708,"kb_used_data":13640,"kb_used_omap":12,"kb_used_meta":490867,"kb_avail":754470012,"statfs":{"total":773094113280,"available":772577292288,"internally_reserved":0,"allocated":13967360,"data_stored":6751220,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12749,"internal_metadata":502648371},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002142"},"pg_stats":[{"pgid":"19.3f","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281874+0000","last_change":"2024-09-21T00:30:00.148095+0000","last_active":"2024-09-21T00:30:01.281874+0000","last_peered":"2024-09-21T00:30:01.281874+0000","last_clean":"2024-09-21T00:30:01.281874+0000","last_became_active":"2024-09-21T00:30:00.147181+0000","last_became_peered":"2024-09-21T00:30:00.147181+0000","last_unstale":"2024-09-21T00:30:01.281874+0000","last_undegraded":"2024-09-21T00:30:01.281874+0000","last_fullsized":"2024-09-21T00:30:01.281874+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:10:44.259483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.3e","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.146381+0000","last_change":"2024-09-21T00:30:00.137871+0000","last_active":"2024-09-21T00:30:01.146381+0000","last_peered":"2024-09-21T00:30:01.146381+0000","last_clean":"2024-09-21T00:30:01.146381+0000","last_became_active":"2024-09-21T00:30:00.136283+0000","last_became_peered":"2024-09-21T00:30:00.136283+0000","last_unstale":"2024-09-21T00:30:01.146381+0000","last_undegraded":"2024-09-21T00:30:01.146381+0000","last_fullsized":"2024-09-21T00:30:01.146381+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:01:16.054902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.3d","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280541+0000","last_change":"2024-09-21T00:30:00.145827+0000","last_active":"2024-09-21T00:30:01.280541+0000","last_peered":"2024-09-21T00:30:01.280541+0000","last_clean":"2024-09-21T00:30:01.280541+0000","last_became_active":"2024-09-21T00:30:00.145516+0000","last_became_peered":"2024-09-21T00:30:00.145516+0000","last_unstale":"2024-09-21T00:30:01.280541+0000","last_undegraded":"2024-09-21T00:30:01.280541+0000","last_fullsized":"2024-09-21T00:30:01.280541+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:15:54.044554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.3c","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.282018+0000","last_change":"2024-09-21T00:30:00.154034+0000","last_active":"2024-09-21T00:30:01.282018+0000","last_peered":"2024-09-21T00:30:01.282018+0000","last_clean":"2024-09-21T00:30:01.282018+0000","last_became_active":"2024-09-21T00:30:00.153612+0000","last_became_peered":"2024-09-21T00:30:00.153612+0000","last_unstale":"2024-09-21T00:30:01.282018+0000","last_undegraded":"2024-09-21T00:30:01.282018+0000","last_fullsized":"2024-09-21T00:30:01.282018+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:56:12.276746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.3b","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.150663+0000","last_change":"2024-09-21T00:30:00.149014+0000","last_active":"2024-09-21T00:30:01.150663+0000","last_peered":"2024-09-21T00:30:01.150663+0000","last_clean":"2024-09-21T00:30:01.150663+0000","last_became_active":"2024-09-21T00:30:00.148550+0000","last_became_peered":"2024-09-21T00:30:00.148550+0000","last_unstale":"2024-09-21T00:30:01.150663+0000","last_undegraded":"2024-09-21T00:30:01.150663+0000","last_fullsized":"2024-09-21T00:30:01.150663+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:33:00.876176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.3a","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.143753+0000","last_change":"2024-09-21T00:30:00.151966+0000","last_active":"2024-09-21T00:30:01.143753+0000","last_peered":"2024-09-21T00:30:01.143753+0000","last_clean":"2024-09-21T00:30:01.143753+0000","last_became_active":"2024-09-21T00:30:00.151368+0000","last_became_peered":"2024-09-21T00:30:00.151368+0000","last_unstale":"2024-09-21T00:30:01.143753+0000","last_undegraded":"2024-09-21T00:30:01.143753+0000","last_fullsized":"2024-09-21T00:30:01.143753+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:01:09.786351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.39","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.143549+0000","last_change":"2024-09-21T00:30:00.146220+0000","last_active":"2024-09-21T00:30:01.143549+0000","last_peered":"2024-09-21T00:30:01.143549+0000","last_clean":"2024-09-21T00:30:01.143549+0000","last_became_active":"2024-09-21T00:30:00.145905+0000","last_became_peered":"2024-09-21T00:30:00.145905+0000","last_unstale":"2024-09-21T00:30:01.143549+0000","last_undegraded":"2024-09-21T00:30:01.143549+0000","last_fullsized":"2024-09-21T00:30:01.143549+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:38:10.807164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.38","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280354+0000","last_change":"2024-09-21T00:30:00.144991+0000","last_active":"2024-09-21T00:30:01.280354+0000","last_peered":"2024-09-21T00:30:01.280354+0000","last_clean":"2024-09-21T00:30:01.280354+0000","last_became_active":"2024-09-21T00:30:00.144444+0000","last_became_peered":"2024-09-21T00:30:00.144444+0000","last_unstale":"2024-09-21T00:30:01.280354+0000","last_undegraded":"2024-09-21T00:30:01.280354+0000","last_fullsized":"2024-09-21T00:30:01.280354+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:15:16.002626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.37","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280511+0000","last_change":"2024-09-21T00:30:00.144753+0000","last_active":"2024-09-21T00:30:01.280511+0000","last_peered":"2024-09-21T00:30:01.280511+0000","last_clean":"2024-09-21T00:30:01.280511+0000","last_became_active":"2024-09-21T00:30:00.144418+0000","last_became_peered":"2024-09-21T00:30:00.144418+0000","last_unstale":"2024-09-21T00:30:01.280511+0000","last_undegraded":"2024-09-21T00:30:01.280511+0000","last_fullsized":"2024-09-21T00:30:01.280511+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:17:51.571631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.36","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.146615+0000","last_change":"2024-09-21T00:30:00.137515+0000","last_active":"2024-09-21T00:30:01.146615+0000","last_peered":"2024-09-21T00:30:01.146615+0000","last_clean":"2024-09-21T00:30:01.146615+0000","last_became_active":"2024-09-21T00:30:00.134391+0000","last_became_peered":"2024-09-21T00:30:00.134391+0000","last_unstale":"2024-09-21T00:30:01.146615+0000","last_undegraded":"2024-09-21T00:30:01.146615+0000","last_fullsized":"2024-09-21T00:30:01.146615+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:39:17.808672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.35","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280671+0000","last_change":"2024-09-21T00:30:00.145807+0000","last_active":"2024-09-21T00:30:01.280671+0000","last_peered":"2024-09-21T00:30:01.280671+0000","last_clean":"2024-09-21T00:30:01.280671+0000","last_became_active":"2024-09-21T00:30:00.145513+0000","last_became_peered":"2024-09-21T00:30:00.145513+0000","last_unstale":"2024-09-21T00:30:01.280671+0000","last_undegraded":"2024-09-21T00:30:01.280671+0000","last_fullsized":"2024-09-21T00:30:01.280671+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:11:09.528636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.34","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280414+0000","last_change":"2024-09-21T00:30:00.154351+0000","last_active":"2024-09-21T00:30:01.280414+0000","last_peered":"2024-09-21T00:30:01.280414+0000","last_clean":"2024-09-21T00:30:01.280414+0000","last_became_active":"2024-09-21T00:30:00.154044+0000","last_became_peered":"2024-09-21T00:30:00.154044+0000","last_unstale":"2024-09-21T00:30:01.280414+0000","last_undegraded":"2024-09-21T00:30:01.280414+0000","last_fullsized":"2024-09-21T00:30:01.280414+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:29:43.368870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.33","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281810+0000","last_change":"2024-09-21T00:30:00.150083+0000","last_active":"2024-09-21T00:30:01.281810+0000","last_peered":"2024-09-21T00:30:01.281810+0000","last_clean":"2024-09-21T00:30:01.281810+0000","last_became_active":"2024-09-21T00:30:00.149777+0000","last_became_peered":"2024-09-21T00:30:00.149777+0000","last_unstale":"2024-09-21T00:30:01.281810+0000","last_undegraded":"2024-09-21T00:30:01.281810+0000","last_fullsized":"2024-09-21T00:30:01.281810+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:24:27.676069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.32","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.146269+0000","last_change":"2024-09-21T00:30:00.143281+0000","last_active":"2024-09-21T00:30:01.146269+0000","last_peered":"2024-09-21T00:30:01.146269+0000","last_clean":"2024-09-21T00:30:01.146269+0000","last_became_active":"2024-09-21T00:30:00.142712+0000","last_became_peered":"2024-09-21T00:30:00.142712+0000","last_unstale":"2024-09-21T00:30:01.146269+0000","last_undegraded":"2024-09-21T00:30:01.146269+0000","last_fullsized":"2024-09-21T00:30:01.146269+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:04:55.499334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.31","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281181+0000","last_change":"2024-09-21T00:30:00.141627+0000","last_active":"2024-09-21T00:30:01.281181+0000","last_peered":"2024-09-21T00:30:01.281181+0000","last_clean":"2024-09-21T00:30:01.281181+0000","last_became_active":"2024-09-21T00:30:00.141309+0000","last_became_peered":"2024-09-21T00:30:00.141309+0000","last_unstale":"2024-09-21T00:30:01.281181+0000","last_undegraded":"2024-09-21T00:30:01.281181+0000","last_fullsized":"2024-09-21T00:30:01.281181+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:17:04.013803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.30","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281399+0000","last_change":"2024-09-21T00:30:00.144100+0000","last_active":"2024-09-21T00:30:01.281399+0000","last_peered":"2024-09-21T00:30:01.281399+0000","last_clean":"2024-09-21T00:30:01.281399+0000","last_became_active":"2024-09-21T00:30:00.143641+0000","last_became_peered":"2024-09-21T00:30:00.143641+0000","last_unstale":"2024-09-21T00:30:01.281399+0000","last_undegraded":"2024-09-21T00:30:01.281399+0000","last_fullsized":"2024-09-21T00:30:01.281399+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:45:41.287424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.2f","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.144291+0000","last_change":"2024-09-21T00:30:00.142895+0000","last_active":"2024-09-21T00:30:01.144291+0000","last_peered":"2024-09-21T00:30:01.144291+0000","last_clean":"2024-09-21T00:30:01.144291+0000","last_became_active":"2024-09-21T00:30:00.141985+0000","last_became_peered":"2024-09-21T00:30:00.141985+0000","last_unstale":"2024-09-21T00:30:01.144291+0000","last_undegraded":"2024-09-21T00:30:01.144291+0000","last_fullsized":"2024-09-21T00:30:01.144291+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:29:50.305099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.2e","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280367+0000","last_change":"2024-09-21T00:30:00.147014+0000","last_active":"2024-09-21T00:30:01.280367+0000","last_peered":"2024-09-21T00:30:01.280367+0000","last_clean":"2024-09-21T00:30:01.280367+0000","last_became_active":"2024-09-21T00:30:00.146622+0000","last_became_peered":"2024-09-21T00:30:00.146622+0000","last_unstale":"2024-09-21T00:30:01.280367+0000","last_undegraded":"2024-09-21T00:30:01.280367+0000","last_fullsized":"2024-09-21T00:30:01.280367+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:34:10.031975+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.2d","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280914+0000","last_change":"2024-09-21T00:30:00.136727+0000","last_active":"2024-09-21T00:30:01.280914+0000","last_peered":"2024-09-21T00:30:01.280914+0000","last_clean":"2024-09-21T00:30:01.280914+0000","last_became_active":"2024-09-21T00:30:00.136371+0000","last_became_peered":"2024-09-21T00:30:00.136371+0000","last_unstale":"2024-09-21T00:30:01.280914+0000","last_undegraded":"2024-09-21T00:30:01.280914+0000","last_fullsized":"2024-09-21T00:30:01.280914+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:22:27.972807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.2c","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280968+0000","last_change":"2024-09-21T00:30:00.143353+0000","last_active":"2024-09-21T00:30:01.280968+0000","last_peered":"2024-09-21T00:30:01.280968+0000","last_clean":"2024-09-21T00:30:01.280968+0000","last_became_active":"2024-09-21T00:30:00.143019+0000","last_became_peered":"2024-09-21T00:30:00.143019+0000","last_unstale":"2024-09-21T00:30:01.280968+0000","last_undegraded":"2024-09-21T00:30:01.280968+0000","last_fullsized":"2024-09-21T00:30:01.280968+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:46:05.476039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.2b","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.150289+0000","last_change":"2024-09-21T00:30:00.150371+0000","last_active":"2024-09-21T00:30:01.150289+0000","last_peered":"2024-09-21T00:30:01.150289+0000","last_clean":"2024-09-21T00:30:01.150289+0000","last_became_active":"2024-09-21T00:30:00.149301+0000","last_became_peered":"2024-09-21T00:30:00.149301+0000","last_unstale":"2024-09-21T00:30:01.150289+0000","last_undegraded":"2024-09-21T00:30:01.150289+0000","last_fullsized":"2024-09-21T00:30:01.150289+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:08:31.986151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.2a","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280292+0000","last_change":"2024-09-21T00:30:00.145951+0000","last_active":"2024-09-21T00:30:01.280292+0000","last_peered":"2024-09-21T00:30:01.280292+0000","last_clean":"2024-09-21T00:30:01.280292+0000","last_became_active":"2024-09-21T00:30:00.145633+0000","last_became_peered":"2024-09-21T00:30:00.145633+0000","last_unstale":"2024-09-21T00:30:01.280292+0000","last_undegraded":"2024-09-21T00:30:01.280292+0000","last_fullsized":"2024-09-21T00:30:01.280292+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:12:09.106914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.29","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280310+0000","last_change":"2024-09-21T00:30:00.151835+0000","last_active":"2024-09-21T00:30:01.280310+0000","last_peered":"2024-09-21T00:30:01.280310+0000","last_clean":"2024-09-21T00:30:01.280310+0000","last_became_active":"2024-09-21T00:30:00.151268+0000","last_became_peered":"2024-09-21T00:30:00.151268+0000","last_unstale":"2024-09-21T00:30:01.280310+0000","last_undegraded":"2024-09-21T00:30:01.280310+0000","last_fullsized":"2024-09-21T00:30:01.280310+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:52:15.303744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.28","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280319+0000","last_change":"2024-09-21T00:30:00.141181+0000","last_active":"2024-09-21T00:30:01.280319+0000","last_peered":"2024-09-21T00:30:01.280319+0000","last_clean":"2024-09-21T00:30:01.280319+0000","last_became_active":"2024-09-21T00:30:00.140863+0000","last_became_peered":"2024-09-21T00:30:00.140863+0000","last_unstale":"2024-09-21T00:30:01.280319+0000","last_undegraded":"2024-09-21T00:30:01.280319+0000","last_fullsized":"2024-09-21T00:30:01.280319+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:07:03.497567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.27","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.146834+0000","last_change":"2024-09-21T00:30:00.145156+0000","last_active":"2024-09-21T00:30:01.146834+0000","last_peered":"2024-09-21T00:30:01.146834+0000","last_clean":"2024-09-21T00:30:01.146834+0000","last_became_active":"2024-09-21T00:30:00.144822+0000","last_became_peered":"2024-09-21T00:30:00.144822+0000","last_unstale":"2024-09-21T00:30:01.146834+0000","last_undegraded":"2024-09-21T00:30:01.146834+0000","last_fullsized":"2024-09-21T00:30:01.146834+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:41:28.092948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.26","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280920+0000","last_change":"2024-09-21T00:30:00.152147+0000","last_active":"2024-09-21T00:30:01.280920+0000","last_peered":"2024-09-21T00:30:01.280920+0000","last_clean":"2024-09-21T00:30:01.280920+0000","last_became_active":"2024-09-21T00:30:00.151812+0000","last_became_peered":"2024-09-21T00:30:00.151812+0000","last_unstale":"2024-09-21T00:30:01.280920+0000","last_undegraded":"2024-09-21T00:30:01.280920+0000","last_fullsized":"2024-09-21T00:30:01.280920+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:56:52.649434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.25","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281788+0000","last_change":"2024-09-21T00:30:00.147200+0000","last_active":"2024-09-21T00:30:01.281788+0000","last_peered":"2024-09-21T00:30:01.281788+0000","last_clean":"2024-09-21T00:30:01.281788+0000","last_became_active":"2024-09-21T00:30:00.146789+0000","last_became_peered":"2024-09-21T00:30:00.146789+0000","last_unstale":"2024-09-21T00:30:01.281788+0000","last_undegraded":"2024-09-21T00:30:01.281788+0000","last_fullsized":"2024-09-21T00:30:01.281788+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:08:45.590570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.24","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.144385+0000","last_change":"2024-09-21T00:30:00.135121+0000","last_active":"2024-09-21T00:30:01.144385+0000","last_peered":"2024-09-21T00:30:01.144385+0000","last_clean":"2024-09-21T00:30:01.144385+0000","last_became_active":"2024-09-21T00:30:00.134812+0000","last_became_peered":"2024-09-21T00:30:00.134812+0000","last_unstale":"2024-09-21T00:30:01.144385+0000","last_undegraded":"2024-09-21T00:30:01.144385+0000","last_fullsized":"2024-09-21T00:30:01.144385+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:46:41.055104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.23","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281768+0000","last_change":"2024-09-21T00:30:00.156336+0000","last_active":"2024-09-21T00:30:01.281768+0000","last_peered":"2024-09-21T00:30:01.281768+0000","last_clean":"2024-09-21T00:30:01.281768+0000","last_became_active":"2024-09-21T00:30:00.155858+0000","last_became_peered":"2024-09-21T00:30:00.155858+0000","last_unstale":"2024-09-21T00:30:01.281768+0000","last_undegraded":"2024-09-21T00:30:01.281768+0000","last_fullsized":"2024-09-21T00:30:01.281768+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:29:51.399918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.22","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281477+0000","last_change":"2024-09-21T00:30:00.144318+0000","last_active":"2024-09-21T00:30:01.281477+0000","last_peered":"2024-09-21T00:30:01.281477+0000","last_clean":"2024-09-21T00:30:01.281477+0000","last_became_active":"2024-09-21T00:30:00.143998+0000","last_became_peered":"2024-09-21T00:30:00.143998+0000","last_unstale":"2024-09-21T00:30:01.281477+0000","last_undegraded":"2024-09-21T00:30:01.281477+0000","last_fullsized":"2024-09-21T00:30:01.281477+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:52:58.394513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.21","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.150346+0000","last_change":"2024-09-21T00:30:00.157452+0000","last_active":"2024-09-21T00:30:01.150346+0000","last_peered":"2024-09-21T00:30:01.150346+0000","last_clean":"2024-09-21T00:30:01.150346+0000","last_became_active":"2024-09-21T00:30:00.156787+0000","last_became_peered":"2024-09-21T00:30:00.156787+0000","last_unstale":"2024-09-21T00:30:01.150346+0000","last_undegraded":"2024-09-21T00:30:01.150346+0000","last_fullsized":"2024-09-21T00:30:01.150346+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:22:22.907449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.20","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.143383+0000","last_change":"2024-09-21T00:30:00.148015+0000","last_active":"2024-09-21T00:30:01.143383+0000","last_peered":"2024-09-21T00:30:01.143383+0000","last_clean":"2024-09-21T00:30:01.143383+0000","last_became_active":"2024-09-21T00:30:00.147666+0000","last_became_peered":"2024-09-21T00:30:00.147666+0000","last_unstale":"2024-09-21T00:30:01.143383+0000","last_undegraded":"2024-09-21T00:30:01.143383+0000","last_fullsized":"2024-09-21T00:30:01.143383+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:12:25.155697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.1e","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281164+0000","last_change":"2024-09-21T00:30:00.142936+0000","last_active":"2024-09-21T00:30:01.281164+0000","last_peered":"2024-09-21T00:30:01.281164+0000","last_clean":"2024-09-21T00:30:01.281164+0000","last_became_active":"2024-09-21T00:30:00.142594+0000","last_became_peered":"2024-09-21T00:30:00.142594+0000","last_unstale":"2024-09-21T00:30:01.281164+0000","last_undegraded":"2024-09-21T00:30:01.281164+0000","last_fullsized":"2024-09-21T00:30:01.281164+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:19:40.536406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.1f","version":"127'4","reported_seq":19,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.150627+0000","last_change":"2024-09-21T00:29:59.133560+0000","last_active":"2024-09-21T00:30:01.150627+0000","last_peered":"2024-09-21T00:30:01.150627+0000","last_clean":"2024-09-21T00:30:01.150627+0000","last_became_active":"2024-09-21T00:29:59.133212+0000","last_became_peered":"2024-09-21T00:29:59.133212+0000","last_unstale":"2024-09-21T00:30:01.150627+0000","last_undegraded":"2024-09-21T00:30:01.150627+0000","last_fullsized":"2024-09-21T00:30:01.150627+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:05:31.475298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.1f","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280528+0000","last_change":"2024-09-21T00:30:00.150353+0000","last_active":"2024-09-21T00:30:01.280528+0000","last_peered":"2024-09-21T00:30:01.280528+0000","last_clean":"2024-09-21T00:30:01.280528+0000","last_became_active":"2024-09-21T00:30:00.149555+0000","last_became_peered":"2024-09-21T00:30:00.149555+0000","last_unstale":"2024-09-21T00:30:01.280528+0000","last_undegraded":"2024-09-21T00:30:01.280528+0000","last_fullsized":"2024-09-21T00:30:01.280528+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:36:48.881541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.1e","version":"127'1","reported_seq":16,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.144671+0000","last_change":"2024-09-21T00:29:59.137390+0000","last_active":"2024-09-21T00:30:01.144671+0000","last_peered":"2024-09-21T00:30:01.144671+0000","last_clean":"2024-09-21T00:30:01.144671+0000","last_became_active":"2024-09-21T00:29:59.137036+0000","last_became_peered":"2024-09-21T00:29:59.137036+0000","last_unstale":"2024-09-21T00:30:01.144671+0000","last_undegraded":"2024-09-21T00:30:01.144671+0000","last_fullsized":"2024-09-21T00:30:01.144671+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:07:12.202354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.1c","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.150567+0000","last_change":"2024-09-21T00:30:00.154114+0000","last_active":"2024-09-21T00:30:01.150567+0000","last_peered":"2024-09-21T00:30:01.150567+0000","last_clean":"2024-09-21T00:30:01.150567+0000","last_became_active":"2024-09-21T00:30:00.153715+0000","last_became_peered":"2024-09-21T00:30:00.153715+0000","last_unstale":"2024-09-21T00:30:01.150567+0000","last_undegraded":"2024-09-21T00:30:01.150567+0000","last_fullsized":"2024-09-21T00:30:01.150567+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:35:33.386497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.1d","version":"127'2","reported_seq":17,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281283+0000","last_change":"2024-09-21T00:29:59.131034+0000","last_active":"2024-09-21T00:30:01.281283+0000","last_peered":"2024-09-21T00:30:01.281283+0000","last_clean":"2024-09-21T00:30:01.281283+0000","last_became_active":"2024-09-21T00:29:59.130717+0000","last_became_peered":"2024-09-21T00:29:59.130717+0000","last_unstale":"2024-09-21T00:30:01.281283+0000","last_undegraded":"2024-09-21T00:30:01.281283+0000","last_fullsized":"2024-09-21T00:30:01.281283+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:14:22.433696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.1d","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.150467+0000","last_change":"2024-09-21T00:30:00.145355+0000","last_active":"2024-09-21T00:30:01.150467+0000","last_peered":"2024-09-21T00:30:01.150467+0000","last_clean":"2024-09-21T00:30:01.150467+0000","last_became_active":"2024-09-21T00:30:00.145067+0000","last_became_peered":"2024-09-21T00:30:00.145067+0000","last_unstale":"2024-09-21T00:30:01.150467+0000","last_undegraded":"2024-09-21T00:30:01.150467+0000","last_fullsized":"2024-09-21T00:30:01.150467+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:25:05.823849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.1c","version":"127'2","reported_seq":17,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.146584+0000","last_change":"2024-09-21T00:29:59.137430+0000","last_active":"2024-09-21T00:30:01.146584+0000","last_peered":"2024-09-21T00:30:01.146584+0000","last_clean":"2024-09-21T00:30:01.146584+0000","last_became_active":"2024-09-21T00:29:59.136862+0000","last_became_peered":"2024-09-21T00:29:59.136862+0000","last_unstale":"2024-09-21T00:30:01.146584+0000","last_undegraded":"2024-09-21T00:30:01.146584+0000","last_fullsized":"2024-09-21T00:30:01.146584+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:45:49.340395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.1a","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280729+0000","last_change":"2024-09-21T00:30:00.151672+0000","last_active":"2024-09-21T00:30:01.280729+0000","last_peered":"2024-09-21T00:30:01.280729+0000","last_clean":"2024-09-21T00:30:01.280729+0000","last_became_active":"2024-09-21T00:30:00.151259+0000","last_became_peered":"2024-09-21T00:30:00.151259+0000","last_unstale":"2024-09-21T00:30:01.280729+0000","last_undegraded":"2024-09-21T00:30:01.280729+0000","last_fullsized":"2024-09-21T00:30:01.280729+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:44:05.358071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.1b","version":"127'1","reported_seq":16,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.146457+0000","last_change":"2024-09-21T00:29:59.132697+0000","last_active":"2024-09-21T00:30:01.146457+0000","last_peered":"2024-09-21T00:30:01.146457+0000","last_clean":"2024-09-21T00:30:01.146457+0000","last_became_active":"2024-09-21T00:29:59.131978+0000","last_became_peered":"2024-09-21T00:29:59.131978+0000","last_unstale":"2024-09-21T00:30:01.146457+0000","last_undegraded":"2024-09-21T00:30:01.146457+0000","last_fullsized":"2024-09-21T00:30:01.146457+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:00:50.086962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.1b","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.144469+0000","last_change":"2024-09-21T00:30:00.143260+0000","last_active":"2024-09-21T00:30:01.144469+0000","last_peered":"2024-09-21T00:30:01.144469+0000","last_clean":"2024-09-21T00:30:01.144469+0000","last_became_active":"2024-09-21T00:30:00.141122+0000","last_became_peered":"2024-09-21T00:30:00.141122+0000","last_unstale":"2024-09-21T00:30:01.144469+0000","last_undegraded":"2024-09-21T00:30:01.144469+0000","last_fullsized":"2024-09-21T00:30:01.144469+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:46:48.341525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.1a","version":"127'1","reported_seq":16,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280656+0000","last_change":"2024-09-21T00:29:59.125828+0000","last_active":"2024-09-21T00:30:01.280656+0000","last_peered":"2024-09-21T00:30:01.280656+0000","last_clean":"2024-09-21T00:30:01.280656+0000","last_became_active":"2024-09-21T00:29:59.125496+0000","last_became_peered":"2024-09-21T00:29:59.125496+0000","last_unstale":"2024-09-21T00:30:01.280656+0000","last_undegraded":"2024-09-21T00:30:01.280656+0000","last_fullsized":"2024-09-21T00:30:01.280656+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:15:40.941105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.18","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280282+0000","last_change":"2024-09-21T00:30:00.148689+0000","last_active":"2024-09-21T00:30:01.280282+0000","last_peered":"2024-09-21T00:30:01.280282+0000","last_clean":"2024-09-21T00:30:01.280282+0000","last_became_active":"2024-09-21T00:30:00.142883+0000","last_became_peered":"2024-09-21T00:30:00.142883+0000","last_unstale":"2024-09-21T00:30:01.280282+0000","last_undegraded":"2024-09-21T00:30:01.280282+0000","last_fullsized":"2024-09-21T00:30:01.280282+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:37:01.209421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.19","version":"0'0","reported_seq":15,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.143749+0000","last_change":"2024-09-21T00:29:59.129649+0000","last_active":"2024-09-21T00:30:01.143749+0000","last_peered":"2024-09-21T00:30:01.143749+0000","last_clean":"2024-09-21T00:30:01.143749+0000","last_became_active":"2024-09-21T00:29:59.129329+0000","last_became_peered":"2024-09-21T00:29:59.129329+0000","last_unstale":"2024-09-21T00:30:01.143749+0000","last_undegraded":"2024-09-21T00:30:01.143749+0000","last_fullsized":"2024-09-21T00:30:01.143749+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:08:41.038721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.19","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.145992+0000","last_change":"2024-09-21T00:30:00.137774+0000","last_active":"2024-09-21T00:30:01.145992+0000","last_peered":"2024-09-21T00:30:01.145992+0000","last_clean":"2024-09-21T00:30:01.145992+0000","last_became_active":"2024-09-21T00:30:00.137472+0000","last_became_peered":"2024-09-21T00:30:00.137472+0000","last_unstale":"2024-09-21T00:30:01.145992+0000","last_undegraded":"2024-09-21T00:30:01.145992+0000","last_fullsized":"2024-09-21T00:30:01.145992+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:39:45.726210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.18","version":"0'0","reported_seq":15,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.146350+0000","last_change":"2024-09-21T00:29:59.128999+0000","last_active":"2024-09-21T00:30:01.146350+0000","last_peered":"2024-09-21T00:30:01.146350+0000","last_clean":"2024-09-21T00:30:01.146350+0000","last_became_active":"2024-09-21T00:29:59.128266+0000","last_became_peered":"2024-09-21T00:29:59.128266+0000","last_unstale":"2024-09-21T00:30:01.146350+0000","last_undegraded":"2024-09-21T00:30:01.146350+0000","last_fullsized":"2024-09-21T00:30:01.146350+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:15:12.695222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.16","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281885+0000","last_change":"2024-09-21T00:30:00.150127+0000","last_active":"2024-09-21T00:30:01.281885+0000","last_peered":"2024-09-21T00:30:01.281885+0000","last_clean":"2024-09-21T00:30:01.281885+0000","last_became_active":"2024-09-21T00:30:00.149264+0000","last_became_peered":"2024-09-21T00:30:00.149264+0000","last_unstale":"2024-09-21T00:30:01.281885+0000","last_undegraded":"2024-09-21T00:30:01.281885+0000","last_fullsized":"2024-09-21T00:30:01.281885+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:43:35.587700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.17","version":"0'0","reported_seq":15,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.144987+0000","last_change":"2024-09-21T00:29:59.136432+0000","last_active":"2024-09-21T00:30:01.144987+0000","last_peered":"2024-09-21T00:30:01.144987+0000","last_clean":"2024-09-21T00:30:01.144987+0000","last_became_active":"2024-09-21T00:29:59.136121+0000","last_became_peered":"2024-09-21T00:29:59.136121+0000","last_unstale":"2024-09-21T00:30:01.144987+0000","last_undegraded":"2024-09-21T00:30:01.144987+0000","last_fullsized":"2024-09-21T00:30:01.144987+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:17:03.008425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.17","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.144835+0000","last_change":"2024-09-21T00:30:00.142021+0000","last_active":"2024-09-21T00:30:01.144835+0000","last_peered":"2024-09-21T00:30:01.144835+0000","last_clean":"2024-09-21T00:30:01.144835+0000","last_became_active":"2024-09-21T00:30:00.140499+0000","last_became_peered":"2024-09-21T00:30:00.140499+0000","last_unstale":"2024-09-21T00:30:01.144835+0000","last_undegraded":"2024-09-21T00:30:01.144835+0000","last_fullsized":"2024-09-21T00:30:01.144835+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:56:12.276746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.16","version":"0'0","reported_seq":15,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281282+0000","last_change":"2024-09-21T00:29:59.134367+0000","last_active":"2024-09-21T00:30:01.281282+0000","last_peered":"2024-09-21T00:30:01.281282+0000","last_clean":"2024-09-21T00:30:01.281282+0000","last_became_active":"2024-09-21T00:29:59.132230+0000","last_became_peered":"2024-09-21T00:29:59.132230+0000","last_unstale":"2024-09-21T00:30:01.281282+0000","last_undegraded":"2024-09-21T00:30:01.281282+0000","last_fullsized":"2024-09-21T00:30:01.281282+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:04:27.845383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.14","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.150825+0000","last_change":"2024-09-21T00:30:00.144643+0000","last_active":"2024-09-21T00:30:01.150825+0000","last_peered":"2024-09-21T00:30:01.150825+0000","last_clean":"2024-09-21T00:30:01.150825+0000","last_became_active":"2024-09-21T00:30:00.144337+0000","last_became_peered":"2024-09-21T00:30:00.144337+0000","last_unstale":"2024-09-21T00:30:01.150825+0000","last_undegraded":"2024-09-21T00:30:01.150825+0000","last_fullsized":"2024-09-21T00:30:01.150825+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:41:52.981700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.15","version":"127'3","reported_seq":18,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.144353+0000","last_change":"2024-09-21T00:29:59.132428+0000","last_active":"2024-09-21T00:30:01.144353+0000","last_peered":"2024-09-21T00:30:01.144353+0000","last_clean":"2024-09-21T00:30:01.144353+0000","last_became_active":"2024-09-21T00:29:59.132104+0000","last_became_peered":"2024-09-21T00:29:59.132104+0000","last_unstale":"2024-09-21T00:30:01.144353+0000","last_undegraded":"2024-09-21T00:30:01.144353+0000","last_fullsized":"2024-09-21T00:30:01.144353+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:48:04.953272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.15","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.150681+0000","last_change":"2024-09-21T00:30:00.148882+0000","last_active":"2024-09-21T00:30:01.150681+0000","last_peered":"2024-09-21T00:30:01.150681+0000","last_clean":"2024-09-21T00:30:01.150681+0000","last_became_active":"2024-09-21T00:30:00.148515+0000","last_became_peered":"2024-09-21T00:30:00.148515+0000","last_unstale":"2024-09-21T00:30:01.150681+0000","last_undegraded":"2024-09-21T00:30:01.150681+0000","last_fullsized":"2024-09-21T00:30:01.150681+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:14:23.439074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.14","version":"127'6","reported_seq":21,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280291+0000","last_change":"2024-09-21T00:29:59.132731+0000","last_active":"2024-09-21T00:30:01.280291+0000","last_peered":"2024-09-21T00:30:01.280291+0000","last_clean":"2024-09-21T00:30:01.280291+0000","last_became_active":"2024-09-21T00:29:59.132246+0000","last_became_peered":"2024-09-21T00:29:59.132246+0000","last_unstale":"2024-09-21T00:30:01.280291+0000","last_undegraded":"2024-09-21T00:30:01.280291+0000","last_fullsized":"2024-09-21T00:30:01.280291+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:51:30.982293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.13","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.282048+0000","last_change":"2024-09-21T00:30:00.147908+0000","last_active":"2024-09-21T00:30:01.282048+0000","last_peered":"2024-09-21T00:30:01.282048+0000","last_clean":"2024-09-21T00:30:01.282048+0000","last_became_active":"2024-09-21T00:30:00.147495+0000","last_became_peered":"2024-09-21T00:30:00.147495+0000","last_unstale":"2024-09-21T00:30:01.282048+0000","last_undegraded":"2024-09-21T00:30:01.282048+0000","last_fullsized":"2024-09-21T00:30:01.282048+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:32:50.214363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.12","version":"0'0","reported_seq":15,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281728+0000","last_change":"2024-09-21T00:29:59.126657+0000","last_active":"2024-09-21T00:30:01.281728+0000","last_peered":"2024-09-21T00:30:01.281728+0000","last_clean":"2024-09-21T00:30:01.281728+0000","last_became_active":"2024-09-21T00:29:59.126313+0000","last_became_peered":"2024-09-21T00:29:59.126313+0000","last_unstale":"2024-09-21T00:30:01.281728+0000","last_undegraded":"2024-09-21T00:30:01.281728+0000","last_fullsized":"2024-09-21T00:30:01.281728+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:44:06.022589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.10","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.145974+0000","last_change":"2024-09-21T00:30:00.142288+0000","last_active":"2024-09-21T00:30:01.145974+0000","last_peered":"2024-09-21T00:30:01.145974+0000","last_clean":"2024-09-21T00:30:01.145974+0000","last_became_active":"2024-09-21T00:30:00.141563+0000","last_became_peered":"2024-09-21T00:30:00.141563+0000","last_unstale":"2024-09-21T00:30:01.145974+0000","last_undegraded":"2024-09-21T00:30:01.145974+0000","last_fullsized":"2024-09-21T00:30:01.145974+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:43:22.607554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.11","version":"0'0","reported_seq":15,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.146214+0000","last_change":"2024-09-21T00:29:59.133410+0000","last_active":"2024-09-21T00:30:01.146214+0000","last_peered":"2024-09-21T00:30:01.146214+0000","last_clean":"2024-09-21T00:30:01.146214+0000","last_became_active":"2024-09-21T00:29:59.133064+0000","last_became_peered":"2024-09-21T00:29:59.133064+0000","last_unstale":"2024-09-21T00:30:01.146214+0000","last_undegraded":"2024-09-21T00:30:01.146214+0000","last_fullsized":"2024-09-21T00:30:01.146214+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:03:08.311609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.11","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280725+0000","last_change":"2024-09-21T00:30:00.146847+0000","last_active":"2024-09-21T00:30:01.280725+0000","last_peered":"2024-09-21T00:30:01.280725+0000","last_clean":"2024-09-21T00:30:01.280725+0000","last_became_active":"2024-09-21T00:30:00.144177+0000","last_became_peered":"2024-09-21T00:30:00.144177+0000","last_unstale":"2024-09-21T00:30:01.280725+0000","last_undegraded":"2024-09-21T00:30:01.280725+0000","last_fullsized":"2024-09-21T00:30:01.280725+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:00:58.563087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.10","version":"127'8","reported_seq":23,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280545+0000","last_change":"2024-09-21T00:29:59.130582+0000","last_active":"2024-09-21T00:30:01.280545+0000","last_peered":"2024-09-21T00:30:01.280545+0000","last_clean":"2024-09-21T00:30:01.280545+0000","last_became_active":"2024-09-21T00:29:59.129014+0000","last_became_peered":"2024-09-21T00:29:59.129014+0000","last_unstale":"2024-09-21T00:30:01.280545+0000","last_undegraded":"2024-09-21T00:30:01.280545+0000","last_fullsized":"2024-09-21T00:30:01.280545+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:05:46.628410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"19.e","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280601+0000","last_change":"2024-09-21T00:30:00.150583+0000","last_active":"2024-09-21T00:30:01.280601+0000","last_peered":"2024-09-21T00:30:01.280601+0000","last_clean":"2024-09-21T00:30:01.280601+0000","last_became_active":"2024-09-21T00:30:00.150208+0000","last_became_peered":"2024-09-21T00:30:00.150208+0000","last_unstale":"2024-09-21T00:30:01.280601+0000","last_undegraded":"2024-09-21T00:30:01.280601+0000","last_fullsized":"2024-09-21T00:30:01.280601+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:21:59.576974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"18.f","version":"127'1","reported_seq":16,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.145060+0000","last_change":"2024-09-21T00:29:59.132843+0000","last_active":"2024-09-21T00:30:01.145060+0000","last_peered":"2024-09-21T00:30:01.145060+0000","last_clean":"2024-09-21T00:30:01.145060+0000","last_became_active":"2024-09-21T00:29:59.132437+0000","last_became_peered":"2024-09-21T00:29:59.132437+0000","last_unstale":"2024-09-21T00:30:01.145060+0000","last_undegraded":"2024-09-21T00:30:01.145060+0000","last_fullsized":"2024-09-21T00:30:01.145060+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:52:57.389135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.f","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.144840+0000","last_change":"2024-09-21T00:30:00.138591+0000","last_active":"2024-09-21T00:30:01.144840+0000","last_peered":"2024-09-21T00:30:01.144840+0000","last_clean":"2024-09-21T00:30:01.144840+0000","last_became_active":"2024-09-21T00:30:00.138282+0000","last_became_peered":"2024-09-21T00:30:00.138282+0000","last_unstale":"2024-09-21T00:30:01.144840+0000","last_undegraded":"2024-09-21T00:30:01.144840+0000","last_fullsized":"2024-09-21T00:30:01.144840+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:46:48.209847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.e","version":"127'2","reported_seq":17,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280866+0000","last_change":"2024-09-21T00:29:59.129255+0000","last_active":"2024-09-21T00:30:01.280866+0000","last_peered":"2024-09-21T00:30:01.280866+0000","last_clean":"2024-09-21T00:30:01.280866+0000","last_became_active":"2024-09-21T00:29:59.128891+0000","last_became_peered":"2024-09-21T00:29:59.128891+0000","last_unstale":"2024-09-21T00:30:01.280866+0000","last_undegraded":"2024-09-21T00:30:01.280866+0000","last_fullsized":"2024-09-21T00:30:01.280866+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:41:51.976322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.c","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281084+0000","last_change":"2024-09-21T00:30:00.142928+0000","last_active":"2024-09-21T00:30:01.281084+0000","last_peered":"2024-09-21T00:30:01.281084+0000","last_clean":"2024-09-21T00:30:01.281084+0000","last_became_active":"2024-09-21T00:30:00.142075+0000","last_became_peered":"2024-09-21T00:30:00.142075+0000","last_unstale":"2024-09-21T00:30:01.281084+0000","last_undegraded":"2024-09-21T00:30:01.281084+0000","last_fullsized":"2024-09-21T00:30:01.281084+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:21:16.224184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.d","version":"127'1","reported_seq":16,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.144034+0000","last_change":"2024-09-21T00:29:59.128386+0000","last_active":"2024-09-21T00:30:01.144034+0000","last_peered":"2024-09-21T00:30:01.144034+0000","last_clean":"2024-09-21T00:30:01.144034+0000","last_became_active":"2024-09-21T00:29:59.127947+0000","last_became_peered":"2024-09-21T00:29:59.127947+0000","last_unstale":"2024-09-21T00:30:01.144034+0000","last_undegraded":"2024-09-21T00:30:01.144034+0000","last_fullsized":"2024-09-21T00:30:01.144034+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:28:36.193999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"19.d","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.146382+0000","last_change":"2024-09-21T00:30:00.135980+0000","last_active":"2024-09-21T00:30:01.146382+0000","last_peered":"2024-09-21T00:30:01.146382+0000","last_clean":"2024-09-21T00:30:01.146382+0000","last_became_active":"2024-09-21T00:30:00.135645+0000","last_became_peered":"2024-09-21T00:30:00.135645+0000","last_unstale":"2024-09-21T00:30:01.146382+0000","last_undegraded":"2024-09-21T00:30:01.146382+0000","last_fullsized":"2024-09-21T00:30:01.146382+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:44:33.936988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.c","version":"0'0","reported_seq":15,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.144388+0000","last_change":"2024-09-21T00:29:59.137434+0000","last_active":"2024-09-21T00:30:01.144388+0000","last_peered":"2024-09-21T00:30:01.144388+0000","last_clean":"2024-09-21T00:30:01.144388+0000","last_became_active":"2024-09-21T00:29:59.137072+0000","last_became_peered":"2024-09-21T00:29:59.137072+0000","last_unstale":"2024-09-21T00:30:01.144388+0000","last_undegraded":"2024-09-21T00:30:01.144388+0000","last_fullsized":"2024-09-21T00:30:01.144388+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:12:02.604785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.a","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.282047+0000","last_change":"2024-09-21T00:30:00.149817+0000","last_active":"2024-09-21T00:30:01.282047+0000","last_peered":"2024-09-21T00:30:01.282047+0000","last_clean":"2024-09-21T00:30:01.282047+0000","last_became_active":"2024-09-21T00:30:00.149134+0000","last_became_peered":"2024-09-21T00:30:00.149134+0000","last_unstale":"2024-09-21T00:30:01.282047+0000","last_undegraded":"2024-09-21T00:30:01.282047+0000","last_fullsized":"2024-09-21T00:30:01.282047+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:14:11.507375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.b","version":"127'2","reported_seq":17,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.144064+0000","last_change":"2024-09-21T00:29:59.139220+0000","last_active":"2024-09-21T00:30:01.144064+0000","last_peered":"2024-09-21T00:30:01.144064+0000","last_clean":"2024-09-21T00:30:01.144064+0000","last_became_active":"2024-09-21T00:29:59.138857+0000","last_became_peered":"2024-09-21T00:29:59.138857+0000","last_unstale":"2024-09-21T00:30:01.144064+0000","last_undegraded":"2024-09-21T00:30:01.144064+0000","last_fullsized":"2024-09-21T00:30:01.144064+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:47:30.387537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"19.b","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.143968+0000","last_change":"2024-09-21T00:30:00.147822+0000","last_active":"2024-09-21T00:30:01.143968+0000","last_peered":"2024-09-21T00:30:01.143968+0000","last_clean":"2024-09-21T00:30:01.143968+0000","last_became_active":"2024-09-21T00:30:00.147476+0000","last_became_peered":"2024-09-21T00:30:00.147476+0000","last_unstale":"2024-09-21T00:30:01.143968+0000","last_undegraded":"2024-09-21T00:30:01.143968+0000","last_fullsized":"2024-09-21T00:30:01.143968+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:28:55.125363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.a","version":"0'0","reported_seq":15,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280775+0000","last_change":"2024-09-21T00:29:59.127663+0000","last_active":"2024-09-21T00:30:01.280775+0000","last_peered":"2024-09-21T00:30:01.280775+0000","last_clean":"2024-09-21T00:30:01.280775+0000","last_became_active":"2024-09-21T00:29:59.127228+0000","last_became_peered":"2024-09-21T00:29:59.127228+0000","last_unstale":"2024-09-21T00:30:01.280775+0000","last_undegraded":"2024-09-21T00:30:01.280775+0000","last_fullsized":"2024-09-21T00:30:01.280775+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:16:37.763628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.8","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.145975+0000","last_change":"2024-09-21T00:30:00.143082+0000","last_active":"2024-09-21T00:30:01.145975+0000","last_peered":"2024-09-21T00:30:01.145975+0000","last_clean":"2024-09-21T00:30:01.145975+0000","last_became_active":"2024-09-21T00:30:00.142776+0000","last_became_peered":"2024-09-21T00:30:00.142776+0000","last_unstale":"2024-09-21T00:30:01.145975+0000","last_undegraded":"2024-09-21T00:30:01.145975+0000","last_fullsized":"2024-09-21T00:30:01.145975+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:34:19.070773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.9","version":"0'0","reported_seq":15,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280476+0000","last_change":"2024-09-21T00:29:59.135870+0000","last_active":"2024-09-21T00:30:01.280476+0000","last_peered":"2024-09-21T00:30:01.280476+0000","last_clean":"2024-09-21T00:30:01.280476+0000","last_became_active":"2024-09-21T00:29:59.135504+0000","last_became_peered":"2024-09-21T00:29:59.135504+0000","last_unstale":"2024-09-21T00:30:01.280476+0000","last_undegraded":"2024-09-21T00:30:01.280476+0000","last_fullsized":"2024-09-21T00:30:01.280476+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:33:14.764164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.9","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.150143+0000","last_change":"2024-09-21T00:30:00.155823+0000","last_active":"2024-09-21T00:30:01.150143+0000","last_peered":"2024-09-21T00:30:01.150143+0000","last_clean":"2024-09-21T00:30:01.150143+0000","last_became_active":"2024-09-21T00:30:00.155526+0000","last_became_peered":"2024-09-21T00:30:00.155526+0000","last_unstale":"2024-09-21T00:30:01.150143+0000","last_undegraded":"2024-09-21T00:30:01.150143+0000","last_fullsized":"2024-09-21T00:30:01.150143+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:53:18.392241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.8","version":"0'0","reported_seq":15,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280040+0000","last_change":"2024-09-21T00:29:59.136314+0000","last_active":"2024-09-21T00:30:01.280040+0000","last_peered":"2024-09-21T00:30:01.280040+0000","last_clean":"2024-09-21T00:30:01.280040+0000","last_became_active":"2024-09-21T00:29:59.135992+0000","last_became_peered":"2024-09-21T00:29:59.135992+0000","last_unstale":"2024-09-21T00:30:01.280040+0000","last_undegraded":"2024-09-21T00:30:01.280040+0000","last_fullsized":"2024-09-21T00:30:01.280040+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:32:59.870797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.6","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.145181+0000","last_change":"2024-09-21T00:30:00.139767+0000","last_active":"2024-09-21T00:30:01.145181+0000","last_peered":"2024-09-21T00:30:01.145181+0000","last_clean":"2024-09-21T00:30:01.145181+0000","last_became_active":"2024-09-21T00:30:00.139498+0000","last_became_peered":"2024-09-21T00:30:00.139498+0000","last_unstale":"2024-09-21T00:30:01.145181+0000","last_undegraded":"2024-09-21T00:30:01.145181+0000","last_fullsized":"2024-09-21T00:30:01.145181+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:45:49.770753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.7","version":"127'2","reported_seq":17,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.282014+0000","last_change":"2024-09-21T00:29:59.134744+0000","last_active":"2024-09-21T00:30:01.282014+0000","last_peered":"2024-09-21T00:30:01.282014+0000","last_clean":"2024-09-21T00:30:01.282014+0000","last_became_active":"2024-09-21T00:29:59.134417+0000","last_became_peered":"2024-09-21T00:29:59.134417+0000","last_unstale":"2024-09-21T00:30:01.282014+0000","last_undegraded":"2024-09-21T00:30:01.282014+0000","last_fullsized":"2024-09-21T00:30:01.282014+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:14:57.253528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"19.7","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281911+0000","last_change":"2024-09-21T00:30:00.145289+0000","last_active":"2024-09-21T00:30:01.281911+0000","last_peered":"2024-09-21T00:30:01.281911+0000","last_clean":"2024-09-21T00:30:01.281911+0000","last_became_active":"2024-09-21T00:30:00.144921+0000","last_became_peered":"2024-09-21T00:30:00.144921+0000","last_unstale":"2024-09-21T00:30:01.281911+0000","last_undegraded":"2024-09-21T00:30:01.281911+0000","last_fullsized":"2024-09-21T00:30:01.281911+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:46:41.055104+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"18.6","version":"128'1","reported_seq":16,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.151631+0000","last_change":"2024-09-21T00:29:59.133259+0000","last_active":"2024-09-21T00:30:01.151631+0000","last_peered":"2024-09-21T00:30:01.151631+0000","last_clean":"2024-09-21T00:30:01.151631+0000","last_became_active":"2024-09-21T00:29:59.132375+0000","last_became_peered":"2024-09-21T00:29:59.132375+0000","last_unstale":"2024-09-21T00:30:01.151631+0000","last_undegraded":"2024-09-21T00:30:01.151631+0000","last_fullsized":"2024-09-21T00:30:01.151631+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:10:49.743132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.4","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.146603+0000","last_change":"2024-09-21T00:30:00.151254+0000","last_active":"2024-09-21T00:30:01.146603+0000","last_peered":"2024-09-21T00:30:01.146603+0000","last_clean":"2024-09-21T00:30:01.146603+0000","last_became_active":"2024-09-21T00:30:00.150877+0000","last_became_peered":"2024-09-21T00:30:00.150877+0000","last_unstale":"2024-09-21T00:30:01.146603+0000","last_undegraded":"2024-09-21T00:30:01.146603+0000","last_fullsized":"2024-09-21T00:30:01.146603+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:28:25.277838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.5","version":"0'0","reported_seq":15,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.146442+0000","last_change":"2024-09-21T00:29:59.123268+0000","last_active":"2024-09-21T00:30:01.146442+0000","last_peered":"2024-09-21T00:30:01.146442+0000","last_clean":"2024-09-21T00:30:01.146442+0000","last_became_active":"2024-09-21T00:29:59.122927+0000","last_became_peered":"2024-09-21T00:29:59.122927+0000","last_unstale":"2024-09-21T00:30:01.146442+0000","last_undegraded":"2024-09-21T00:30:01.146442+0000","last_fullsized":"2024-09-21T00:30:01.146442+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:41:07.437500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.5","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.144030+0000","last_change":"2024-09-21T00:30:00.145880+0000","last_active":"2024-09-21T00:30:01.144030+0000","last_peered":"2024-09-21T00:30:01.144030+0000","last_clean":"2024-09-21T00:30:01.144030+0000","last_became_active":"2024-09-21T00:30:00.145507+0000","last_became_peered":"2024-09-21T00:30:00.145507+0000","last_unstale":"2024-09-21T00:30:01.144030+0000","last_undegraded":"2024-09-21T00:30:01.144030+0000","last_fullsized":"2024-09-21T00:30:01.144030+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:35:49.889306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"18.4","version":"0'0","reported_seq":15,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280336+0000","last_change":"2024-09-21T00:29:59.134816+0000","last_active":"2024-09-21T00:30:01.280336+0000","last_peered":"2024-09-21T00:30:01.280336+0000","last_clean":"2024-09-21T00:30:01.280336+0000","last_became_active":"2024-09-21T00:29:59.134482+0000","last_became_peered":"2024-09-21T00:29:59.134482+0000","last_unstale":"2024-09-21T00:30:01.280336+0000","last_undegraded":"2024-09-21T00:30:01.280336+0000","last_fullsized":"2024-09-21T00:30:01.280336+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:23:47.903099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.2","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.150409+0000","last_change":"2024-09-21T00:30:00.153655+0000","last_active":"2024-09-21T00:30:01.150409+0000","last_peered":"2024-09-21T00:30:01.150409+0000","last_clean":"2024-09-21T00:30:01.150409+0000","last_became_active":"2024-09-21T00:30:00.153353+0000","last_became_peered":"2024-09-21T00:30:00.153353+0000","last_unstale":"2024-09-21T00:30:01.150409+0000","last_undegraded":"2024-09-21T00:30:01.150409+0000","last_fullsized":"2024-09-21T00:30:01.150409+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:41:12.660838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.3","version":"0'0","reported_seq":15,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.146131+0000","last_change":"2024-09-21T00:29:59.133092+0000","last_active":"2024-09-21T00:30:01.146131+0000","last_peered":"2024-09-21T00:30:01.146131+0000","last_clean":"2024-09-21T00:30:01.146131+0000","last_became_active":"2024-09-21T00:29:59.132386+0000","last_became_peered":"2024-09-21T00:29:59.132386+0000","last_unstale":"2024-09-21T00:30:01.146131+0000","last_undegraded":"2024-09-21T00:30:01.146131+0000","last_fullsized":"2024-09-21T00:30:01.146131+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:01:01.691987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"19.3","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.143921+0000","last_change":"2024-09-21T00:30:00.152576+0000","last_active":"2024-09-21T00:30:01.143921+0000","last_peered":"2024-09-21T00:30:01.143921+0000","last_clean":"2024-09-21T00:30:01.143921+0000","last_became_active":"2024-09-21T00:30:00.152272+0000","last_became_peered":"2024-09-21T00:30:00.152272+0000","last_unstale":"2024-09-21T00:30:01.143921+0000","last_undegraded":"2024-09-21T00:30:01.143921+0000","last_fullsized":"2024-09-21T00:30:01.143921+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:39:43.966908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"18.2","version":"0'0","reported_seq":15,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.150570+0000","last_change":"2024-09-21T00:29:59.134912+0000","last_active":"2024-09-21T00:30:01.150570+0000","last_peered":"2024-09-21T00:30:01.150570+0000","last_clean":"2024-09-21T00:30:01.150570+0000","last_became_active":"2024-09-21T00:29:59.134523+0000","last_became_peered":"2024-09-21T00:29:59.134523+0000","last_unstale":"2024-09-21T00:30:01.150570+0000","last_undegraded":"2024-09-21T00:30:01.150570+0000","last_fullsized":"2024-09-21T00:30:01.150570+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:04:27.845383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"19.0","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.281058+0000","last_change":"2024-09-21T00:30:00.148811+0000","last_active":"2024-09-21T00:30:01.281058+0000","last_peered":"2024-09-21T00:30:01.281058+0000","last_clean":"2024-09-21T00:30:01.281058+0000","last_became_active":"2024-09-21T00:30:00.146700+0000","last_became_peered":"2024-09-21T00:30:00.146700+0000","last_unstale":"2024-09-21T00:30:01.281058+0000","last_undegraded":"2024-09-21T00:30:01.281058+0000","last_fullsized":"2024-09-21T00:30:01.281058+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:28:22.484594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"18.1","version":"0'0","reported_seq":15,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280485+0000","last_change":"2024-09-21T00:29:59.127938+0000","last_active":"2024-09-21T00:30:01.280485+0000","last_peered":"2024-09-21T00:30:01.280485+0000","last_clean":"2024-09-21T00:30:01.280485+0000","last_became_active":"2024-09-21T00:29:59.127610+0000","last_became_peered":"2024-09-21T00:29:59.127610+0000","last_unstale":"2024-09-21T00:30:01.280485+0000","last_undegraded":"2024-09-21T00:30:01.280485+0000","last_fullsized":"2024-09-21T00:30:01.280485+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:34:50.918619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"19.1","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.146038+0000","last_change":"2024-09-21T00:30:00.147346+0000","last_active":"2024-09-21T00:30:01.146038+0000","last_peered":"2024-09-21T00:30:01.146038+0000","last_clean":"2024-09-21T00:30:01.146038+0000","last_became_active":"2024-09-21T00:30:00.147029+0000","last_became_peered":"2024-09-21T00:30:00.147029+0000","last_unstale":"2024-09-21T00:30:01.146038+0000","last_undegraded":"2024-09-21T00:30:01.146038+0000","last_fullsized":"2024-09-21T00:30:01.146038+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:57:32.709997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"18.0","version":"0'0","reported_seq":15,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.280163+0000","last_change":"2024-09-21T00:29:59.130496+0000","last_active":"2024-09-21T00:30:01.280163+0000","last_peered":"2024-09-21T00:30:01.280163+0000","last_clean":"2024-09-21T00:30:01.280163+0000","last_became_active":"2024-09-21T00:29:59.130003+0000","last_became_peered":"2024-09-21T00:29:59.130003+0000","last_unstale":"2024-09-21T00:30:01.280163+0000","last_undegraded":"2024-09-21T00:30:01.280163+0000","last_fullsized":"2024-09-21T00:30:01.280163+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:55:02.301907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"19.12","version":"0'0","reported_seq":13,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.150731+0000","last_change":"2024-09-21T00:30:00.157126+0000","last_active":"2024-09-21T00:30:01.150731+0000","last_peered":"2024-09-21T00:30:01.150731+0000","last_clean":"2024-09-21T00:30:01.150731+0000","last_became_active":"2024-09-21T00:30:00.156825+0000","last_became_peered":"2024-09-21T00:30:00.156825+0000","last_unstale":"2024-09-21T00:30:01.150731+0000","last_undegraded":"2024-09-21T00:30:01.150731+0000","last_fullsized":"2024-09-21T00:30:01.150731+0000","mapping_epoch":126,"log_start":"0'0","ondisk_log_start":"0'0","created":126,"last_epoch_clean":127,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:59.108777+0000","last_clean_scrub_stamp":"2024-09-21T00:29:59.108777+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:55:03.307285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"18.13","version":"127'2","reported_seq":17,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.150443+0000","last_change":"2024-09-21T00:29:59.139332+0000","last_active":"2024-09-21T00:30:01.150443+0000","last_peered":"2024-09-21T00:30:01.150443+0000","last_clean":"2024-09-21T00:30:01.150443+0000","last_became_active":"2024-09-21T00:29:59.138976+0000","last_became_peered":"2024-09-21T00:29:59.138976+0000","last_unstale":"2024-09-21T00:30:01.150443+0000","last_undegraded":"2024-09-21T00:30:01.150443+0000","last_fullsized":"2024-09-21T00:30:01.150443+0000","mapping_epoch":125,"log_start":"0'0","ondisk_log_start":"0'0","created":125,"last_epoch_clean":126,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:29:58.103398+0000","last_clean_scrub_stamp":"2024-09-21T00:29:58.103398+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:34:50.918619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":301,"reported_epoch":128,"state":"active+clean","last_fresh":"2024-09-21T00:30:01.149888+0000","last_change":"2024-09-21T00:21:11.583793+0000","last_active":"2024-09-21T00:30:01.149888+0000","last_peered":"2024-09-21T00:30:01.149888+0000","last_clean":"2024-09-21T00:30:01.149888+0000","last_became_active":"2024-09-21T00:21:11.582502+0000","last_became_peered":"2024-09-21T00:21:11.582502+0000","last_unstale":"2024-09-21T00:30:01.149888+0000","last_undegraded":"2024-09-21T00:30:01.149888+0000","last_fullsized":"2024-09-21T00:30:01.149888+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_clean_scrub_stamp":"2024-09-21T00:21:10.311964+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:58.010953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":19,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":18,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509551,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":55560,"kb_used_data":2156,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94316280,"statfs":{"total":96636764160,"available":96579870720,"internally_reserved":0,"allocated":2207744,"data_stored":1288326,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":54655434},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509551,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":63280,"kb_used_data":1564,"kb_used_omap":1,"kb_used_meta":61694,"kb_avail":94308560,"statfs":{"total":96636764160,"available":96571965440,"internally_reserved":0,"allocated":1601536,"data_stored":697320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":63175110},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509551,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":54964,"kb_used_data":1560,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94316876,"statfs":{"total":96636764160,"available":96580481024,"internally_reserved":0,"allocated":1597440,"data_stored":695820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":54655429},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509552,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":68844,"kb_used_data":1560,"kb_used_omap":1,"kb_used_meta":67262,"kb_avail":94302996,"statfs":{"total":96636764160,"available":96566267904,"internally_reserved":0,"allocated":1597440,"data_stored":695868,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":68876744},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509552,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":54956,"kb_used_data":1560,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94316884,"statfs":{"total":96636764160,"available":96580489216,"internally_reserved":0,"allocated":1597440,"data_stored":696324,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":54655429},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509550,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":69420,"kb_used_data":2132,"kb_used_omap":1,"kb_used_meta":67262,"kb_avail":94302420,"statfs":{"total":96636764160,"available":96565678080,"internally_reserved":0,"allocated":2183168,"data_stored":1286076,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":68876742},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574958,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":64688,"kb_used_data":1556,"kb_used_omap":1,"kb_used_meta":63102,"kb_avail":94307152,"statfs":{"total":96636764160,"available":96570523648,"internally_reserved":0,"allocated":1593344,"data_stored":695778,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":64616901},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574958,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":72996,"kb_used_data":1552,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94298844,"statfs":{"total":96636764160,"available":96562016256,"internally_reserved":0,"allocated":1589248,"data_stored":695708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":73136582},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":18,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2250,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":19,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T00:30:09.089 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-21T00:30:09.089 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-21T00:30:09.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.249+0000 7efe4204d640 1 -- 172.21.15.67:0/2632151669 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efe3c06cdb0 msgr2=0x7efe3c160d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:09.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.249+0000 7efe4204d640 1 --2- 172.21.15.67:0/2632151669 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efe3c06cdb0 0x7efe3c160d10 secure :-1 s=READY pgs=1506 cs=0 l=1 rev1=1 crypto rx=0x7efe30009830 tx=0x7efe3002a510 comp rx=0 tx=0).stop 2024-09-21T00:30:09.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.249+0000 7efe4204d640 1 -- 172.21.15.67:0/2632151669 shutdown_connections 2024-09-21T00:30:09.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.249+0000 7efe4204d640 1 --2- 172.21.15.67:0/2632151669 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efe3c0b2130 0x7efe3c0b2540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:09.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.249+0000 7efe4204d640 1 --2- 172.21.15.67:0/2632151669 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efe3c06cdb0 0x7efe3c160d10 unknown :-1 s=CLOSED pgs=1506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:09.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.249+0000 7efe4204d640 1 -- 172.21.15.67:0/2632151669 >> 172.21.15.67:0/2632151669 conn(0x7efe3c0b2e80 msgr2=0x7efe3c0b3290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:09.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.249+0000 7efe4204d640 1 -- 172.21.15.67:0/2632151669 shutdown_connections 2024-09-21T00:30:09.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.249+0000 7efe4204d640 1 -- 172.21.15.67:0/2632151669 wait complete. 2024-09-21T00:30:09.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.251+0000 7efe4204d640 1 Processor -- start 2024-09-21T00:30:09.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.251+0000 7efe4204d640 1 -- start start 2024-09-21T00:30:09.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.252+0000 7efe4204d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efe3c06cdb0 0x7efe3c0caeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:09.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.252+0000 7efe4204d640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efe3c0b2130 0x7efe3c1f59f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:09.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.252+0000 7efe4204d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efe3c0c49c0 0x7efe3c0710e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:09.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.252+0000 7efe4204d640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7efe3c0b4300 con 0x7efe3c06cdb0 2024-09-21T00:30:09.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.252+0000 7efe4204d640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7efe3c0b4180 con 0x7efe3c0c49c0 2024-09-21T00:30:09.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.252+0000 7efe4204d640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7efe3c0b4480 con 0x7efe3c0b2130 2024-09-21T00:30:09.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.253+0000 7efe3b7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efe3c06cdb0 0x7efe3c0caeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:09.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.253+0000 7efe3b7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efe3c06cdb0 0x7efe3c0caeb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:47192/0 (socket says 172.21.15.67:47192) 2024-09-21T00:30:09.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.253+0000 7efe3b7fe640 1 -- 172.21.15.67:0/3980738019 learned_addr learned my addr 172.21.15.67:0/3980738019 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:09.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.253+0000 7efe3bfff640 1 --2- 172.21.15.67:0/3980738019 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efe3c0c49c0 0x7efe3c0710e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:09.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.253+0000 7efe3affd640 1 --2- 172.21.15.67:0/3980738019 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efe3c0b2130 0x7efe3c1f59f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:09.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.253+0000 7efe3b7fe640 1 -- 172.21.15.67:0/3980738019 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efe3c0b2130 msgr2=0x7efe3c1f59f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:09.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.253+0000 7efe3b7fe640 1 --2- 172.21.15.67:0/3980738019 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efe3c0b2130 0x7efe3c1f59f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:09.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.253+0000 7efe3b7fe640 1 -- 172.21.15.67:0/3980738019 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efe3c0c49c0 msgr2=0x7efe3c0710e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:09.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.253+0000 7efe3b7fe640 1 --2- 172.21.15.67:0/3980738019 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efe3c0c49c0 0x7efe3c0710e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:09.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.253+0000 7efe3b7fe640 1 -- 172.21.15.67:0/3980738019 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe3c0ae4f0 con 0x7efe3c06cdb0 2024-09-21T00:30:09.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.253+0000 7efe3b7fe640 1 --2- 172.21.15.67:0/3980738019 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efe3c06cdb0 0x7efe3c0caeb0 secure :-1 s=READY pgs=1507 cs=0 l=1 rev1=1 crypto rx=0x7efe2c00c3c0 tx=0x7efe2c00c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:09.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.253+0000 7efe23fff640 1 -- 172.21.15.67:0/3980738019 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe2c017070 con 0x7efe3c06cdb0 2024-09-21T00:30:09.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.253+0000 7efe23fff640 1 -- 172.21.15.67:0/3980738019 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7efe2c0035f0 con 0x7efe3c06cdb0 2024-09-21T00:30:09.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.253+0000 7efe4204d640 1 -- 172.21.15.67:0/3980738019 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efe3c1f64a0 con 0x7efe3c06cdb0 2024-09-21T00:30:09.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.253+0000 7efe23fff640 1 -- 172.21.15.67:0/3980738019 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe2c003a40 con 0x7efe3c06cdb0 2024-09-21T00:30:09.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.253+0000 7efe4204d640 1 -- 172.21.15.67:0/3980738019 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efe3c0cf2a0 con 0x7efe3c06cdb0 2024-09-21T00:30:09.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.255+0000 7efe4204d640 1 -- 172.21.15.67:0/3980738019 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efe3c0b4970 con 0x7efe3c06cdb0 2024-09-21T00:30:09.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.255+0000 7efe23fff640 1 -- 172.21.15.67:0/3980738019 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7efe2c01a070 con 0x7efe3c06cdb0 2024-09-21T00:30:09.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.256+0000 7efe23fff640 1 --2- 172.21.15.67:0/3980738019 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efe28078bc0 0x7efe2807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:09.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.256+0000 7efe23fff640 1 -- 172.21.15.67:0/3980738019 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(128..128 src has 1..128) ==== 5709+0+0 (secure 0 0 0) 0x7efe2c099e40 con 0x7efe3c06cdb0 2024-09-21T00:30:09.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.256+0000 7efe3affd640 1 --2- 172.21.15.67:0/3980738019 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efe28078bc0 0x7efe2807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:09.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.257+0000 7efe3affd640 1 --2- 172.21.15.67:0/3980738019 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efe28078bc0 0x7efe2807b0d0 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7efe30034000 tx=0x7efe30004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:09.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.260+0000 7efe23fff640 1 -- 172.21.15.67:0/3980738019 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7efe3c0b2a80 con 0x7efe3c06cdb0 2024-09-21T00:30:09.527 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.526+0000 7efe4204d640 1 -- 172.21.15.67:0/3980738019 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7efe3c160110 con 0x7efe3c06cdb0 2024-09-21T00:30:09.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.529+0000 7efe23fff640 1 -- 172.21.15.67:0/3980738019 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v21) ==== 190+0+147 (secure 0 0 0) 0x7efe2c061d50 con 0x7efe3c06cdb0 2024-09-21T00:30:09.530 INFO:teuthology.orchestra.run.smithi067.stdout:[client.0] 2024-09-21T00:30:09.530 INFO:teuthology.orchestra.run.smithi067.stdout: key = AQBFEe5mUnwLLxAAE0JXCN8yXTH2bWtWI41o2Q== 2024-09-21T00:30:09.530 INFO:teuthology.orchestra.run.smithi067.stdout: caps mds = "allow" 2024-09-21T00:30:09.530 INFO:teuthology.orchestra.run.smithi067.stdout: caps mon = "allow r" 2024-09-21T00:30:09.530 INFO:teuthology.orchestra.run.smithi067.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-21T00:30:09.531 INFO:teuthology.orchestra.run.smithi067.stderr:updated caps for client.0 2024-09-21T00:30:09.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.532+0000 7efe4204d640 1 -- 172.21.15.67:0/3980738019 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efe28078bc0 msgr2=0x7efe2807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:09.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.532+0000 7efe4204d640 1 --2- 172.21.15.67:0/3980738019 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efe28078bc0 0x7efe2807b0d0 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7efe30034000 tx=0x7efe30004730 comp rx=0 tx=0).stop 2024-09-21T00:30:09.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.532+0000 7efe4204d640 1 -- 172.21.15.67:0/3980738019 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efe3c06cdb0 msgr2=0x7efe3c0caeb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:09.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.532+0000 7efe4204d640 1 --2- 172.21.15.67:0/3980738019 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efe3c06cdb0 0x7efe3c0caeb0 secure :-1 s=READY pgs=1507 cs=0 l=1 rev1=1 crypto rx=0x7efe2c00c3c0 tx=0x7efe2c00c880 comp rx=0 tx=0).stop 2024-09-21T00:30:09.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.532+0000 7efe4204d640 1 -- 172.21.15.67:0/3980738019 shutdown_connections 2024-09-21T00:30:09.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.532+0000 7efe4204d640 1 --2- 172.21.15.67:0/3980738019 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efe28078bc0 0x7efe2807b0d0 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:09.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.532+0000 7efe4204d640 1 --2- 172.21.15.67:0/3980738019 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efe3c0c49c0 0x7efe3c0710e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:09.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.532+0000 7efe4204d640 1 --2- 172.21.15.67:0/3980738019 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efe3c0b2130 0x7efe3c1f59f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:09.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.532+0000 7efe4204d640 1 --2- 172.21.15.67:0/3980738019 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efe3c06cdb0 0x7efe3c0caeb0 unknown :-1 s=CLOSED pgs=1507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:09.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.532+0000 7efe4204d640 1 -- 172.21.15.67:0/3980738019 >> 172.21.15.67:0/3980738019 conn(0x7efe3c0b2e80 msgr2=0x7efe3c15ba00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:09.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.532+0000 7efe4204d640 1 -- 172.21.15.67:0/3980738019 shutdown_connections 2024-09-21T00:30:09.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.532+0000 7efe4204d640 1 -- 172.21.15.67:0/3980738019 wait complete. 2024-09-21T00:30:09.545 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:30:09.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.660+0000 7fa35d720640 1 -- 172.21.15.67:0/3801490548 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa3580ae090 msgr2=0x7fa3580ae4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:09.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.660+0000 7fa35d720640 1 --2- 172.21.15.67:0/3801490548 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa3580ae090 0x7fa3580ae4a0 secure :-1 s=READY pgs=1509 cs=0 l=1 rev1=1 crypto rx=0x7fa350005fd0 tx=0x7fa35002a900 comp rx=0 tx=0).stop 2024-09-21T00:30:09.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.660+0000 7fa35d720640 1 -- 172.21.15.67:0/3801490548 shutdown_connections 2024-09-21T00:30:09.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.660+0000 7fa35d720640 1 --2- 172.21.15.67:0/3801490548 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa3580ae090 0x7fa3580ae4a0 unknown :-1 s=CLOSED pgs=1509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:09.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.660+0000 7fa35d720640 1 --2- 172.21.15.67:0/3801490548 >> v2:172.21.15.97:3300/0 conn(0x7fa358070070 0x7fa358070480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:09.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.660+0000 7fa35d720640 1 -- 172.21.15.67:0/3801490548 >> 172.21.15.67:0/3801490548 conn(0x7fa35806d5a0 msgr2=0x7fa3580b1d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:09.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.660+0000 7fa35d720640 1 -- 172.21.15.67:0/3801490548 shutdown_connections 2024-09-21T00:30:09.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.660+0000 7fa35d720640 1 -- 172.21.15.67:0/3801490548 wait complete. 2024-09-21T00:30:09.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.662+0000 7fa35d720640 1 Processor -- start 2024-09-21T00:30:09.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.662+0000 7fa35d720640 1 -- start start 2024-09-21T00:30:09.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.663+0000 7fa35d720640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa358070070 0x7fa35814ff10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:09.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.663+0000 7fa35d720640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa3580ae090 0x7fa3581f6f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:09.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.663+0000 7fa35d720640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa358152720 0x7fa3581f74a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:09.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.663+0000 7fa35d720640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fa3580aed70 con 0x7fa358070070 2024-09-21T00:30:09.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.663+0000 7fa35d720640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fa3580aebf0 con 0x7fa3580ae090 2024-09-21T00:30:09.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.663+0000 7fa35d720640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fa3580aeef0 con 0x7fa358152720 2024-09-21T00:30:09.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.663+0000 7fa356ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa358070070 0x7fa35814ff10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:09.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.663+0000 7fa356ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa358070070 0x7fa35814ff10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:47208/0 (socket says 172.21.15.67:47208) 2024-09-21T00:30:09.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.663+0000 7fa356ffd640 1 -- 172.21.15.67:0/2310901710 learned_addr learned my addr 172.21.15.67:0/2310901710 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:09.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.664+0000 7fa3577fe640 1 --2- 172.21.15.67:0/2310901710 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa358152720 0x7fa3581f74a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:09.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.664+0000 7fa3567fc640 1 --2- 172.21.15.67:0/2310901710 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa3580ae090 0x7fa3581f6f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:09.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.664+0000 7fa356ffd640 1 -- 172.21.15.67:0/2310901710 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa358152720 msgr2=0x7fa3581f74a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:09.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.664+0000 7fa356ffd640 1 --2- 172.21.15.67:0/2310901710 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa358152720 0x7fa3581f74a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:09.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.664+0000 7fa356ffd640 1 -- 172.21.15.67:0/2310901710 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa3580ae090 msgr2=0x7fa3581f6f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:09.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.664+0000 7fa356ffd640 1 --2- 172.21.15.67:0/2310901710 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa3580ae090 0x7fa3581f6f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:09.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.664+0000 7fa356ffd640 1 -- 172.21.15.67:0/2310901710 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa35809ac80 con 0x7fa358070070 2024-09-21T00:30:09.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.664+0000 7fa356ffd640 1 --2- 172.21.15.67:0/2310901710 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa358070070 0x7fa35814ff10 secure :-1 s=READY pgs=1510 cs=0 l=1 rev1=1 crypto rx=0x7fa34800c3c0 tx=0x7fa34800c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:09.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.664+0000 7fa33f7fe640 1 -- 172.21.15.67:0/2310901710 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa348017070 con 0x7fa358070070 2024-09-21T00:30:09.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.664+0000 7fa33f7fe640 1 -- 172.21.15.67:0/2310901710 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa3480035f0 con 0x7fa358070070 2024-09-21T00:30:09.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.664+0000 7fa33f7fe640 1 -- 172.21.15.67:0/2310901710 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa348003a80 con 0x7fa358070070 2024-09-21T00:30:09.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.664+0000 7fa35d720640 1 -- 172.21.15.67:0/2310901710 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa35809af60 con 0x7fa358070070 2024-09-21T00:30:09.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.664+0000 7fa35d720640 1 -- 172.21.15.67:0/2310901710 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa35809cc60 con 0x7fa358070070 2024-09-21T00:30:09.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.665+0000 7fa35d720640 1 -- 172.21.15.67:0/2310901710 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa35809cf00 con 0x7fa358070070 2024-09-21T00:30:09.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.666+0000 7fa33f7fe640 1 -- 172.21.15.67:0/2310901710 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fa34801a070 con 0x7fa358070070 2024-09-21T00:30:09.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.666+0000 7fa33f7fe640 1 --2- 172.21.15.67:0/2310901710 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa344078b90 0x7fa34407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:09.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.667+0000 7fa33f7fe640 1 -- 172.21.15.67:0/2310901710 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(128..128 src has 1..128) ==== 5709+0+0 (secure 0 0 0) 0x7fa348099ef0 con 0x7fa358070070 2024-09-21T00:30:09.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.667+0000 7fa3567fc640 1 --2- 172.21.15.67:0/2310901710 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa344078b90 0x7fa34407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:09.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.667+0000 7fa3567fc640 1 --2- 172.21.15.67:0/2310901710 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa344078b90 0x7fa34407b0a0 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7fa3581e66f0 tx=0x7fa34c008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:09.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.671+0000 7fa33f7fe640 1 -- 172.21.15.67:0/2310901710 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fa358152b30 con 0x7fa358070070 2024-09-21T00:30:09.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.899+0000 7fa35d720640 1 -- 172.21.15.67:0/2310901710 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa358070480 con 0x7fa358070070 2024-09-21T00:30:09.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.899+0000 7fa33f7fe640 1 -- 172.21.15.67:0/2310901710 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 108 v108) ==== 95+0+5225 (secure 0 0 0) 0x7fa348062450 con 0x7fa358070070 2024-09-21T00:30:09.900 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:30:09.901 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":108,"btime":"2024-09-21T00:30:03:146509+0000","default_fscid":9,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7076,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/3729383831","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":3729383831},{"type":"v1","addr":"172.21.15.97:6837","nonce":3729383831}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":103},{"gid":7732,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/97932944","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":97932944},{"type":"v1","addr":"172.21.15.67:6834","nonce":97932944}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":102},{"gid":7735,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3469130706","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":3469130706},{"type":"v1","addr":"172.21.15.67:6835","nonce":3469130706}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":103}],"filesystems":[{"mdsmap":{"epoch":108,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:29:59.516625+0000","modified":"2024-09-21T00:30:02.533562+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7744},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7744":{"gid":7744,"name":"b","rank":0,"incarnation":104,"state":"up:active","state_seq":3,"addr":"172.21.15.97:6835/2367808255","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":2367808255},{"type":"v1","addr":"172.21.15.97:6835","nonce":2367808255}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[19],"metadata_pool":18,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7744,"qdb_cluster":[7744]},"id":9}]} 2024-09-21T00:30:09.901 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 108 2024-09-21T00:30:09.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.901+0000 7fa35d720640 1 -- 172.21.15.67:0/2310901710 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa344078b90 msgr2=0x7fa34407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:09.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.901+0000 7fa35d720640 1 --2- 172.21.15.67:0/2310901710 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa344078b90 0x7fa34407b0a0 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7fa3581e66f0 tx=0x7fa34c008040 comp rx=0 tx=0).stop 2024-09-21T00:30:09.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.901+0000 7fa35d720640 1 -- 172.21.15.67:0/2310901710 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa358070070 msgr2=0x7fa35814ff10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:09.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.901+0000 7fa35d720640 1 --2- 172.21.15.67:0/2310901710 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa358070070 0x7fa35814ff10 secure :-1 s=READY pgs=1510 cs=0 l=1 rev1=1 crypto rx=0x7fa34800c3c0 tx=0x7fa34800c880 comp rx=0 tx=0).stop 2024-09-21T00:30:09.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.901+0000 7fa35d720640 1 -- 172.21.15.67:0/2310901710 shutdown_connections 2024-09-21T00:30:09.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.901+0000 7fa35d720640 1 --2- 172.21.15.67:0/2310901710 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa344078b90 0x7fa34407b0a0 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:09.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.901+0000 7fa35d720640 1 --2- 172.21.15.67:0/2310901710 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa358152720 0x7fa3581f74a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:09.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.901+0000 7fa35d720640 1 --2- 172.21.15.67:0/2310901710 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa3580ae090 0x7fa3581f6f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:09.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.901+0000 7fa35d720640 1 --2- 172.21.15.67:0/2310901710 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa358070070 0x7fa35814ff10 unknown :-1 s=CLOSED pgs=1510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:09.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.901+0000 7fa35d720640 1 -- 172.21.15.67:0/2310901710 >> 172.21.15.67:0/2310901710 conn(0x7fa35806d5a0 msgr2=0x7fa3580ccc20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:09.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.901+0000 7fa35d720640 1 -- 172.21.15.67:0/2310901710 shutdown_connections 2024-09-21T00:30:09.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:09.901+0000 7fa35d720640 1 -- 172.21.15.67:0/2310901710 wait complete. 2024-09-21T00:30:10.316 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 108, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-21T00:29:59.516625+0000', 'modified': '2024-09-21T00:30:02.533562+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 7744}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_7744': {'gid': 7744, 'name': 'b', 'rank': 0, 'incarnation': 104, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.97:6835/2367808255', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.97:6834', 'nonce': 2367808255}, {'type': 'v1', 'addr': '172.21.15.97:6835', 'nonce': 2367808255}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [19], 'metadata_pool': 18, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 7744, 'qdb_cluster': [7744]} 2024-09-21T00:30:10.316 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-21T00:30:10.317 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-09-21T00:30:10.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.437+0000 7f6d55b6e640 1 -- 172.21.15.67:0/156623705 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6d500b6730 msgr2=0x7f6d500cf260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:10.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.437+0000 7f6d55b6e640 1 --2- 172.21.15.67:0/156623705 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6d500b6730 0x7f6d500cf260 secure :-1 s=READY pgs=1512 cs=0 l=1 rev1=1 crypto rx=0x7f6d38009830 tx=0x7f6d3802a480 comp rx=0 tx=0).stop 2024-09-21T00:30:10.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.437+0000 7f6d55b6e640 1 -- 172.21.15.67:0/156623705 shutdown_connections 2024-09-21T00:30:10.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.437+0000 7f6d55b6e640 1 --2- 172.21.15.67:0/156623705 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6d5006fbd0 0x7f6d500cf7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:10.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.437+0000 7f6d55b6e640 1 --2- 172.21.15.67:0/156623705 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6d500b6730 0x7f6d500cf260 unknown :-1 s=CLOSED pgs=1512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:10.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.437+0000 7f6d55b6e640 1 -- 172.21.15.67:0/156623705 >> 172.21.15.67:0/156623705 conn(0x7f6d500d45a0 msgr2=0x7f6d500d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:10.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.437+0000 7f6d55b6e640 1 -- 172.21.15.67:0/156623705 shutdown_connections 2024-09-21T00:30:10.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.437+0000 7f6d55b6e640 1 -- 172.21.15.67:0/156623705 wait complete. 2024-09-21T00:30:10.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.439+0000 7f6d55b6e640 1 Processor -- start 2024-09-21T00:30:10.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.439+0000 7f6d55b6e640 1 -- start start 2024-09-21T00:30:10.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.440+0000 7f6d55b6e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6d5006fbd0 0x7f6d50151110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:10.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.440+0000 7f6d55b6e640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6d500b9e70 0x7f6d500a1a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:10.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.440+0000 7f6d55b6e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6d5014e520 0x7f6d501f5240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:10.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.440+0000 7f6d55b6e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f6d500cfe60 con 0x7f6d5014e520 2024-09-21T00:30:10.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.440+0000 7f6d55b6e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f6d500cfce0 con 0x7f6d5006fbd0 2024-09-21T00:30:10.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.440+0000 7f6d55b6e640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f6d500cffe0 con 0x7f6d500b9e70 2024-09-21T00:30:10.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.440+0000 7f6d4ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6d5014e520 0x7f6d501f5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:10.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.440+0000 7f6d4ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6d5014e520 0x7f6d501f5240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:47220/0 (socket says 172.21.15.67:47220) 2024-09-21T00:30:10.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.440+0000 7f6d4ffff640 1 -- 172.21.15.67:0/696427907 learned_addr learned my addr 172.21.15.67:0/696427907 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:10.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.441+0000 7f6d4f7fe640 1 --2- 172.21.15.67:0/696427907 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6d5006fbd0 0x7f6d50151110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:10.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.441+0000 7f6d4effd640 1 --2- 172.21.15.67:0/696427907 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6d500b9e70 0x7f6d500a1a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:10.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.441+0000 7f6d4ffff640 1 -- 172.21.15.67:0/696427907 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6d500b9e70 msgr2=0x7f6d500a1a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:10.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.441+0000 7f6d4ffff640 1 --2- 172.21.15.67:0/696427907 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6d500b9e70 0x7f6d500a1a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:10.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.441+0000 7f6d4ffff640 1 -- 172.21.15.67:0/696427907 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6d5006fbd0 msgr2=0x7f6d50151110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:10.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.441+0000 7f6d4ffff640 1 --2- 172.21.15.67:0/696427907 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6d5006fbd0 0x7f6d50151110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:10.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.441+0000 7f6d4ffff640 1 -- 172.21.15.67:0/696427907 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d500cc250 con 0x7f6d5014e520 2024-09-21T00:30:10.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.441+0000 7f6d4f7fe640 1 --2- 172.21.15.67:0/696427907 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6d5006fbd0 0x7f6d50151110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:30:10.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.441+0000 7f6d4ffff640 1 --2- 172.21.15.67:0/696427907 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6d5014e520 0x7f6d501f5240 secure :-1 s=READY pgs=1513 cs=0 l=1 rev1=1 crypto rx=0x7f6d4800e960 tx=0x7f6d4800ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:10.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.441+0000 7f6d47fff640 1 -- 172.21.15.67:0/696427907 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d48004d20 con 0x7f6d5014e520 2024-09-21T00:30:10.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.441+0000 7f6d47fff640 1 -- 172.21.15.67:0/696427907 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6d4800cac0 con 0x7f6d5014e520 2024-09-21T00:30:10.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.441+0000 7f6d55b6e640 1 -- 172.21.15.67:0/696427907 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d500cc530 con 0x7f6d5014e520 2024-09-21T00:30:10.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.441+0000 7f6d47fff640 1 -- 172.21.15.67:0/696427907 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d48005020 con 0x7f6d5014e520 2024-09-21T00:30:10.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.441+0000 7f6d55b6e640 1 -- 172.21.15.67:0/696427907 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d500ccaf0 con 0x7f6d5014e520 2024-09-21T00:30:10.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.443+0000 7f6d47fff640 1 -- 172.21.15.67:0/696427907 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f6d480051c0 con 0x7f6d5014e520 2024-09-21T00:30:10.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.444+0000 7f6d47fff640 1 --2- 172.21.15.67:0/696427907 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6d30078bc0 0x7f6d3007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:10.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.444+0000 7f6d47fff640 1 -- 172.21.15.67:0/696427907 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(128..128 src has 1..128) ==== 5709+0+0 (secure 0 0 0) 0x7f6d4809b5f0 con 0x7f6d5014e520 2024-09-21T00:30:10.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.444+0000 7f6d4f7fe640 1 --2- 172.21.15.67:0/696427907 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6d30078bc0 0x7f6d3007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:10.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.445+0000 7f6d4f7fe640 1 --2- 172.21.15.67:0/696427907 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6d30078bc0 0x7f6d3007b0d0 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f6d40007a50 tx=0x7f6d40009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:10.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.445+0000 7f6d5cbba740 1 Processor -- start 2024-09-21T00:30:10.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.445+0000 7f6d5cbba740 1 -- start start 2024-09-21T00:30:10.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.446+0000 7f6d5cbba740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e399a1d270 0x55e399deefa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:10.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.446+0000 7f6d5cbba740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e3999f43b0 0x55e399def4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:10.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.446+0000 7f6d5cbba740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e3999fc590 0x55e399e0c3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:10.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.446+0000 7f6d5cbba740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55e399d37820 con 0x55e3999fc590 2024-09-21T00:30:10.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.446+0000 7f6d5cbba740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55e399d26c50 con 0x55e399a1d270 2024-09-21T00:30:10.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.446+0000 7f6d5cbba740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55e399d2aa60 con 0x55e3999f43b0 2024-09-21T00:30:10.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.447+0000 7f6d4ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e3999fc590 0x55e399e0c3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:10.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.447+0000 7f6d4ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e3999fc590 0x55e399e0c3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:47236/0 (socket says 172.21.15.67:47236) 2024-09-21T00:30:10.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.447+0000 7f6d4ffff640 1 -- 172.21.15.67:0/732506622 learned_addr learned my addr 172.21.15.67:0/732506622 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:10.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.447+0000 7f6d4effd640 1 --2- 172.21.15.67:0/732506622 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e3999f43b0 0x55e399def4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:10.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.447+0000 7f6d4f7fe640 1 --2- 172.21.15.67:0/732506622 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e399a1d270 0x55e399deefa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:10.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.447+0000 7f6d4ffff640 1 -- 172.21.15.67:0/732506622 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e3999f43b0 msgr2=0x55e399def4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:30:10.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.447+0000 7f6d4ffff640 1 --2- 172.21.15.67:0/732506622 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e3999f43b0 0x55e399def4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:10.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.447+0000 7f6d4ffff640 1 -- 172.21.15.67:0/732506622 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e399a1d270 msgr2=0x55e399deefa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:30:10.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.447+0000 7f6d4ffff640 1 --2- 172.21.15.67:0/732506622 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e399a1d270 0x55e399deefa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:10.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.447+0000 7f6d4ffff640 1 -- 172.21.15.67:0/732506622 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e399a88850 con 0x55e3999fc590 2024-09-21T00:30:10.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.447+0000 7f6d4ffff640 1 --2- 172.21.15.67:0/732506622 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e3999fc590 0x55e399e0c3e0 secure :-1 s=READY pgs=1514 cs=0 l=1 rev1=1 crypto rx=0x7f6d4800efd0 tx=0x7f6d48062e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d5a7ebaab046df2 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:10.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.447+0000 7f6d457fa640 1 -- 172.21.15.67:0/732506622 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d4801f040 con 0x55e3999fc590 2024-09-21T00:30:10.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.447+0000 7f6d457fa640 1 -- 172.21.15.67:0/732506622 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6d480633c0 con 0x55e3999fc590 2024-09-21T00:30:10.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.447+0000 7f6d457fa640 1 -- 172.21.15.67:0/732506622 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d48085d50 con 0x55e3999fc590 2024-09-21T00:30:10.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.448+0000 7f6d5cbba740 1 -- 172.21.15.67:0/732506622 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e3999fc590 msgr2=0x55e399e0c3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:10.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.448+0000 7f6d5cbba740 1 --2- 172.21.15.67:0/732506622 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e3999fc590 0x55e399e0c3e0 secure :-1 s=READY pgs=1514 cs=0 l=1 rev1=1 crypto rx=0x7f6d4800efd0 tx=0x7f6d48062e40 comp rx=0 tx=0).stop 2024-09-21T00:30:10.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.448+0000 7f6d5cbba740 1 -- 172.21.15.67:0/732506622 shutdown_connections 2024-09-21T00:30:10.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.448+0000 7f6d5cbba740 1 --2- 172.21.15.67:0/732506622 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e3999fc590 0x55e399e0c3e0 unknown :-1 s=CLOSED pgs=1514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:10.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.448+0000 7f6d5cbba740 1 --2- 172.21.15.67:0/732506622 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e3999f43b0 0x55e399def4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:10.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.448+0000 7f6d5cbba740 1 --2- 172.21.15.67:0/732506622 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e399a1d270 0x55e399deefa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:10.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.448+0000 7f6d5cbba740 1 -- 172.21.15.67:0/732506622 >> 172.21.15.67:0/732506622 conn(0x55e399a113c0 msgr2=0x55e399dc5260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:10.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.448+0000 7f6d5cbba740 1 -- 172.21.15.67:0/732506622 shutdown_connections 2024-09-21T00:30:10.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.448+0000 7f6d5cbba740 1 -- 172.21.15.67:0/732506622 wait complete. 2024-09-21T00:30:10.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.449+0000 7f6d5cbba740 1 -- start start 2024-09-21T00:30:10.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.449+0000 7f6d5cbba740 1 Processor -- start 2024-09-21T00:30:10.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.450+0000 7f6d5cbba740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e3999f43b0 0x55e399ddb0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:10.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.450+0000 7f6d5cbba740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e3999fc590 0x55e399dd9700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:10.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.450+0000 7f6d5cbba740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e399a1d270 0x55e399dbe490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:10.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.450+0000 7f6d5cbba740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55e399a97620 con 0x55e399a1d270 2024-09-21T00:30:10.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.450+0000 7f6d5cbba740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55e399ccc5f0 con 0x55e3999fc590 2024-09-21T00:30:10.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.450+0000 7f6d5cbba740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55e399defa20 con 0x55e3999f43b0 2024-09-21T00:30:10.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.451+0000 7f6d5cbba740 10 client.0 _ll_register_callbacks cb 0x55e399cd00a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:30:10.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.451+0000 7f6d4ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e399a1d270 0x55e399dbe490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:10.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.451+0000 7f6d4ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e399a1d270 0x55e399dbe490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:47250/0 (socket says 172.21.15.67:47250) 2024-09-21T00:30:10.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.451+0000 7f6d4ffff640 1 -- 172.21.15.67:0/3945073833 learned_addr learned my addr 172.21.15.67:0/3945073833 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:10.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.451+0000 7f6d4effd640 1 --2- 172.21.15.67:0/3945073833 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e3999fc590 0x55e399dd9700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:10.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.451+0000 7f6d4f7fe640 1 --2- 172.21.15.67:0/3945073833 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e3999f43b0 0x55e399ddb0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:10.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.451+0000 7f6d4ffff640 1 -- 172.21.15.67:0/3945073833 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e3999f43b0 msgr2=0x55e399ddb0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:30:10.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.451+0000 7f6d4ffff640 1 --2- 172.21.15.67:0/3945073833 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e3999f43b0 0x55e399ddb0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:10.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.451+0000 7f6d4ffff640 1 -- 172.21.15.67:0/3945073833 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e3999fc590 msgr2=0x55e399dd9700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:30:10.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.451+0000 7f6d4ffff640 1 --2- 172.21.15.67:0/3945073833 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e3999fc590 0x55e399dd9700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:10.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.451+0000 7f6d4ffff640 1 -- 172.21.15.67:0/3945073833 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e399aff6b0 con 0x55e399a1d270 2024-09-21T00:30:10.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.451+0000 7f6d4effd640 1 --2- 172.21.15.67:0/3945073833 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e3999fc590 0x55e399dd9700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:30:10.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.451+0000 7f6d4f7fe640 1 --2- 172.21.15.67:0/3945073833 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e3999f43b0 0x55e399ddb0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:30:10.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.451+0000 7f6d4ffff640 1 --2- 172.21.15.67:0/3945073833 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e399a1d270 0x55e399dbe490 secure :-1 s=READY pgs=1515 cs=0 l=1 rev1=1 crypto rx=0x7f6d48099b70 tx=0x7f6d48062850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c22a2a95b3fe275e server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:10.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.451+0000 7f6d2e7fc640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:30:10.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.451+0000 7f6d2e7fc640 1 -- 172.21.15.67:0/3945073833 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d4801f040 con 0x55e399a1d270 2024-09-21T00:30:10.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.451+0000 7f6d2e7fc640 1 -- 172.21.15.67:0/3945073833 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(128..128 src has 1..128) ==== 5709+0+0 (secure 0 0 0) 0x7f6d4806a2c0 con 0x55e399a1d270 2024-09-21T00:30:10.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.451+0000 7f6d5cbba740 1 -- 172.21.15.67:0/3945073833 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6d480633c0 con 0x55e399a1d270 2024-09-21T00:30:10.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.451+0000 7f6d2e7fc640 1 -- 172.21.15.67:0/3945073833 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=108) ==== 24+0+0 (secure 0 0 0) 0x7f6d48067ea0 con 0x55e399a1d270 2024-09-21T00:30:10.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.451+0000 7f6d5cbba740 10 client.8631 fetch_fsmap learned FSMap version 108 2024-09-21T00:30:10.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.451+0000 7f6d5cbba740 1 -- 172.21.15.67:0/3945073833 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=108,monmap=2+}) -- 0x55e399dbe9d0 con 0x55e399a1d270 2024-09-21T00:30:10.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.452+0000 7f6d2e7fc640 1 -- 172.21.15.67:0/3945073833 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6d480633c0 con 0x55e399a1d270 2024-09-21T00:30:10.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.452+0000 7f6d2e7fc640 1 -- 172.21.15.67:0/3945073833 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 108) ==== 3502+0+0 (secure 0 0 0) 0x7f6d4800f040 con 0x55e399a1d270 2024-09-21T00:30:10.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.452+0000 7f6d5cbba740 10 client.8631 fetch_fsmap finished waiting for FSMap version 108 2024-09-21T00:30:10.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.452+0000 7f6d5cbba740 10 client.8631 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-21T00:30:10.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.452+0000 7f6d5cbba740 20 client.8631 populate_metadata read hostname 'smithi067' 2024-09-21T00:30:10.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.452+0000 7f6d5cbba740 1 --2- 172.21.15.67:0/3945073833 >> [v2:172.21.15.97:6834/2367808255,v1:172.21.15.97:6835/2367808255] conn(0x55e3999dbe40 0x55e399e0c140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:10.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.452+0000 7f6d5cbba740 4 client.8631 mds_command: new command op to 7744 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:30:10.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.452+0000 7f6d5cbba740 1 -- 172.21.15.67:0/3945073833 --> [v2:172.21.15.97:6834/2367808255,v1:172.21.15.97:6835/2367808255] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e399d39770 con 0x55e3999dbe40 2024-09-21T00:30:10.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.452+0000 7f6d4f7fe640 1 --2- 172.21.15.67:0/3945073833 >> [v2:172.21.15.97:6834/2367808255,v1:172.21.15.97:6835/2367808255] conn(0x55e3999dbe40 0x55e399e0c140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:10.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.452+0000 7f6d2e7fc640 10 client.8631 ms_handle_connect on v2:172.21.15.97:6834/2367808255 2024-09-21T00:30:10.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.452+0000 7f6d4f7fe640 1 --2- 172.21.15.67:0/3945073833 >> [v2:172.21.15.97:6834/2367808255,v1:172.21.15.97:6835/2367808255] conn(0x55e3999dbe40 0x55e399e0c140 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1e29ee61ad1b6eec server_cookie=eb9e0b9ffba60012 in_seq=0 out_seq=0 2024-09-21T00:30:10.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.453+0000 7f6d2e7fc640 1 -- 172.21.15.67:0/3945073833 <== mds.0 v2:172.21.15.97:6834/2367808255 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x55e399d39770 con 0x55e3999dbe40 2024-09-21T00:30:10.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.453+0000 7f6d2e7fc640 10 client.8631 handle_command_reply: tid=0 2024-09-21T00:30:10.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.453+0000 7f6d5cbba740 1 client.8631 shutdown 2024-09-21T00:30:10.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.453+0000 7f6d5cbba740 1 -- 172.21.15.67:0/3945073833 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e399a1d270 msgr2=0x55e399dbe490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:10.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.453+0000 7f6d5cbba740 1 --2- 172.21.15.67:0/3945073833 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e399a1d270 0x55e399dbe490 secure :-1 s=READY pgs=1515 cs=0 l=1 rev1=1 crypto rx=0x7f6d48099b70 tx=0x7f6d48062850 comp rx=0 tx=0).stop 2024-09-21T00:30:10.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.453+0000 7f6d5cbba740 1 -- 172.21.15.67:0/3945073833 shutdown_connections 2024-09-21T00:30:10.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.453+0000 7f6d5cbba740 1 --2- 172.21.15.67:0/3945073833 >> [v2:172.21.15.97:6834/2367808255,v1:172.21.15.97:6835/2367808255] conn(0x55e3999dbe40 0x55e399e0c140 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:10.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.453+0000 7f6d5cbba740 1 --2- 172.21.15.67:0/3945073833 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e399a1d270 0x55e399dbe490 unknown :-1 s=CLOSED pgs=1515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:10.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.453+0000 7f6d5cbba740 1 --2- 172.21.15.67:0/3945073833 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e3999fc590 0x55e399dd9700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:10.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.453+0000 7f6d5cbba740 1 --2- 172.21.15.67:0/3945073833 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e3999f43b0 0x55e399ddb0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:10.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.453+0000 7f6d2e7fc640 0 client.8631 ms_handle_reset on v2:172.21.15.97:6834/2367808255 2024-09-21T00:30:10.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.454+0000 7f6d5cbba740 1 -- 172.21.15.67:0/3945073833 >> 172.21.15.67:0/3945073833 conn(0x55e399a113c0 msgr2=0x55e399dc5110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:10.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.454+0000 7f6d5cbba740 1 -- 172.21.15.67:0/3945073833 shutdown_connections 2024-09-21T00:30:10.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.454+0000 7f6d5cbba740 1 -- 172.21.15.67:0/3945073833 wait complete. 2024-09-21T00:30:10.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.454+0000 7f6d5cbba740 20 client.8631 trim_cache size 0 max 16384 2024-09-21T00:30:10.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.472+0000 7f6d5cbba740 1 Processor -- start 2024-09-21T00:30:10.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.473+0000 7f6d5cbba740 1 -- start start 2024-09-21T00:30:10.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.474+0000 7f6d5cbba740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e3999f43b0 0x55e399dc50f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:10.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.474+0000 7f6d5cbba740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e3999fc590 0x55e399dc5630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:10.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.474+0000 7f6d5cbba740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e399a1d270 0x55e399e1c470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:10.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.474+0000 7f6d5cbba740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f6d50200f70 con 0x55e3999fc590 2024-09-21T00:30:10.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.474+0000 7f6d5cbba740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f6d500cda10 con 0x55e399a1d270 2024-09-21T00:30:10.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.474+0000 7f6d5cbba740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f6d501f9590 con 0x55e3999f43b0 2024-09-21T00:30:10.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.474+0000 7f6d4effd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e3999fc590 0x55e399dc5630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:10.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.474+0000 7f6d4effd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e3999fc590 0x55e399dc5630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:47252/0 (socket says 172.21.15.67:47252) 2024-09-21T00:30:10.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.474+0000 7f6d4effd640 1 -- 172.21.15.67:0/859731642 learned_addr learned my addr 172.21.15.67:0/859731642 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:10.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.474+0000 7f6d4f7fe640 1 --2- 172.21.15.67:0/859731642 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e3999f43b0 0x55e399dc50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:10.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.474+0000 7f6d4ffff640 1 --2- 172.21.15.67:0/859731642 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e399a1d270 0x55e399e1c470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:10.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.474+0000 7f6d4effd640 1 -- 172.21.15.67:0/859731642 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e3999f43b0 msgr2=0x55e399dc50f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:30:10.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.474+0000 7f6d4effd640 1 --2- 172.21.15.67:0/859731642 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e3999f43b0 0x55e399dc50f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:10.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.474+0000 7f6d4effd640 1 -- 172.21.15.67:0/859731642 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e399a1d270 msgr2=0x55e399e1c470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:30:10.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.474+0000 7f6d4effd640 1 --2- 172.21.15.67:0/859731642 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e399a1d270 0x55e399e1c470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:10.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.474+0000 7f6d4effd640 1 -- 172.21.15.67:0/859731642 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e399ddaa40 con 0x55e3999fc590 2024-09-21T00:30:10.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.475+0000 7f6d4effd640 1 --2- 172.21.15.67:0/859731642 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e3999fc590 0x55e399dc5630 secure :-1 s=READY pgs=1516 cs=0 l=1 rev1=1 crypto rx=0x7f6d3802aa70 tx=0x7f6d38004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4cfda4808c80a437 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:10.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.475+0000 7f6d44ff9640 1 -- 172.21.15.67:0/859731642 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d3804a070 con 0x55e3999fc590 2024-09-21T00:30:10.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.475+0000 7f6d44ff9640 1 -- 172.21.15.67:0/859731642 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6d380035f0 con 0x55e3999fc590 2024-09-21T00:30:10.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.475+0000 7f6d44ff9640 1 -- 172.21.15.67:0/859731642 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d38003a00 con 0x55e3999fc590 2024-09-21T00:30:10.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.476+0000 7f6d5cbba740 1 -- 172.21.15.67:0/859731642 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e3999fc590 msgr2=0x55e399dc5630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:10.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.476+0000 7f6d5cbba740 1 --2- 172.21.15.67:0/859731642 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e3999fc590 0x55e399dc5630 secure :-1 s=READY pgs=1516 cs=0 l=1 rev1=1 crypto rx=0x7f6d3802aa70 tx=0x7f6d38004730 comp rx=0 tx=0).stop 2024-09-21T00:30:10.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.476+0000 7f6d5cbba740 1 -- 172.21.15.67:0/859731642 shutdown_connections 2024-09-21T00:30:10.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.476+0000 7f6d5cbba740 1 --2- 172.21.15.67:0/859731642 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e399a1d270 0x55e399e1c470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:10.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.476+0000 7f6d5cbba740 1 --2- 172.21.15.67:0/859731642 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e3999fc590 0x55e399dc5630 unknown :-1 s=CLOSED pgs=1516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:10.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.476+0000 7f6d5cbba740 1 --2- 172.21.15.67:0/859731642 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e3999f43b0 0x55e399dc50f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:10.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.476+0000 7f6d5cbba740 1 -- 172.21.15.67:0/859731642 >> 172.21.15.67:0/859731642 conn(0x55e399a113c0 msgr2=0x55e399dba9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:10.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.476+0000 7f6d5cbba740 1 -- 172.21.15.67:0/859731642 shutdown_connections 2024-09-21T00:30:10.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.476+0000 7f6d5cbba740 1 -- 172.21.15.67:0/859731642 wait complete. 2024-09-21T00:30:10.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.477+0000 7f6d5cbba740 1 -- start start 2024-09-21T00:30:10.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.477+0000 7f6d5cbba740 1 Processor -- start 2024-09-21T00:30:10.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.478+0000 7f6d5cbba740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e3999f43b0 0x55e399dc4df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:10.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.478+0000 7f6d5cbba740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e3999fc590 0x55e399dc5330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:10.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.478+0000 7f6d5cbba740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e399a1d270 0x55e399dc5870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:10.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.478+0000 7f6d5cbba740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55e399a97620 con 0x55e3999fc590 2024-09-21T00:30:10.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.478+0000 7f6d5cbba740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55e399ccc5f0 con 0x55e3999f43b0 2024-09-21T00:30:10.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.478+0000 7f6d5cbba740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55e399e19480 con 0x55e399a1d270 2024-09-21T00:30:10.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.478+0000 7f6d5cbba740 10 client.0 _ll_register_callbacks cb 0x7f6d40001390 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:30:10.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.478+0000 7f6d4effd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e3999fc590 0x55e399dc5330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:10.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.478+0000 7f6d4effd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e3999fc590 0x55e399dc5330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:47254/0 (socket says 172.21.15.67:47254) 2024-09-21T00:30:10.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.478+0000 7f6d4effd640 1 -- 172.21.15.67:0/3910660124 learned_addr learned my addr 172.21.15.67:0/3910660124 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:10.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.478+0000 7f6d4f7fe640 1 --2- 172.21.15.67:0/3910660124 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e3999f43b0 0x55e399dc4df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:10.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.478+0000 7f6d4ffff640 1 --2- 172.21.15.67:0/3910660124 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e399a1d270 0x55e399dc5870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:10.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.479+0000 7f6d4effd640 1 -- 172.21.15.67:0/3910660124 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e399a1d270 msgr2=0x55e399dc5870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:30:10.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.479+0000 7f6d4effd640 1 --2- 172.21.15.67:0/3910660124 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e399a1d270 0x55e399dc5870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:10.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.479+0000 7f6d4effd640 1 -- 172.21.15.67:0/3910660124 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e3999f43b0 msgr2=0x55e399dc4df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:30:10.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.479+0000 7f6d4effd640 1 --2- 172.21.15.67:0/3910660124 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e3999f43b0 0x55e399dc4df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:10.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.479+0000 7f6d4effd640 1 -- 172.21.15.67:0/3910660124 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e399e0edc0 con 0x55e3999fc590 2024-09-21T00:30:10.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.479+0000 7f6d4ffff640 1 --2- 172.21.15.67:0/3910660124 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e399a1d270 0x55e399dc5870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:30:10.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.479+0000 7f6d4effd640 1 --2- 172.21.15.67:0/3910660124 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e3999fc590 0x55e399dc5330 secure :-1 s=READY pgs=1517 cs=0 l=1 rev1=1 crypto rx=0x7f6d38048040 tx=0x7f6d380037c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2727e47cbba6f1c server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:10.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.479+0000 7f6d2e7fc640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:30:10.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.479+0000 7f6d2e7fc640 1 -- 172.21.15.67:0/3910660124 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d3804a040 con 0x55e3999fc590 2024-09-21T00:30:10.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.479+0000 7f6d2e7fc640 1 -- 172.21.15.67:0/3910660124 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(128..128 src has 1..128) ==== 5709+0+0 (secure 0 0 0) 0x7f6d38003cb0 con 0x55e3999fc590 2024-09-21T00:30:10.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.479+0000 7f6d5cbba740 1 -- 172.21.15.67:0/3910660124 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6d380035f0 con 0x55e3999fc590 2024-09-21T00:30:10.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.479+0000 7f6d2e7fc640 1 -- 172.21.15.67:0/3910660124 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=108) ==== 24+0+0 (secure 0 0 0) 0x7f6d3805b050 con 0x55e3999fc590 2024-09-21T00:30:10.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.479+0000 7f6d5cbba740 10 client.8637 fetch_fsmap learned FSMap version 108 2024-09-21T00:30:10.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.479+0000 7f6d5cbba740 1 -- 172.21.15.67:0/3910660124 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=108,monmap=2+}) -- 0x55e399e2d050 con 0x55e3999fc590 2024-09-21T00:30:10.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.479+0000 7f6d2e7fc640 1 -- 172.21.15.67:0/3910660124 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6d380035f0 con 0x55e3999fc590 2024-09-21T00:30:10.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.479+0000 7f6d2e7fc640 1 -- 172.21.15.67:0/3910660124 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 108) ==== 3502+0+0 (secure 0 0 0) 0x7f6d3805e020 con 0x55e3999fc590 2024-09-21T00:30:10.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.479+0000 7f6d5cbba740 10 client.8637 fetch_fsmap finished waiting for FSMap version 108 2024-09-21T00:30:10.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.479+0000 7f6d5cbba740 10 client.8637 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-21T00:30:10.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.479+0000 7f6d5cbba740 20 client.8637 populate_metadata read hostname 'smithi067' 2024-09-21T00:30:10.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.480+0000 7f6d5cbba740 1 --2- 172.21.15.67:0/3910660124 >> [v2:172.21.15.97:6834/2367808255,v1:172.21.15.97:6835/2367808255] conn(0x55e399e8be40 0x55e399e8c250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:10.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.480+0000 7f6d5cbba740 4 client.8637 mds_command: new command op to 7744 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-21T00:30:10.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.480+0000 7f6d5cbba740 1 -- 172.21.15.67:0/3910660124 --> [v2:172.21.15.97:6834/2367808255,v1:172.21.15.97:6835/2367808255] -- command(tid 0: {"prefix": "status"}) -- 0x55e399d35220 con 0x55e399e8be40 2024-09-21T00:30:10.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.480+0000 7f6d4f7fe640 1 --2- 172.21.15.67:0/3910660124 >> [v2:172.21.15.97:6834/2367808255,v1:172.21.15.97:6835/2367808255] conn(0x55e399e8be40 0x55e399e8c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:10.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.480+0000 7f6d4f7fe640 1 --2- 172.21.15.67:0/3910660124 >> [v2:172.21.15.97:6834/2367808255,v1:172.21.15.97:6835/2367808255] conn(0x55e399e8be40 0x55e399e8c250 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a8abe79a39377ab8 server_cookie=7e223423f6934808 in_seq=0 out_seq=0 2024-09-21T00:30:10.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.480+0000 7f6d2e7fc640 10 client.8637 ms_handle_connect on v2:172.21.15.97:6834/2367808255 2024-09-21T00:30:10.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.480+0000 7f6d2e7fc640 1 -- 172.21.15.67:0/3910660124 <== mds.0 v2:172.21.15.97:6834/2367808255 1 ==== command_reply(tid 0: 0 ) ==== 8+0+322 (crc 0 0 0) 0x55e399d35220 con 0x55e399e8be40 2024-09-21T00:30:10.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.480+0000 7f6d2e7fc640 10 client.8637 handle_command_reply: tid=0 2024-09-21T00:30:10.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.480+0000 7f6d5cbba740 1 client.8637 shutdown 2024-09-21T00:30:10.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.480+0000 7f6d5cbba740 1 -- 172.21.15.67:0/3910660124 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e3999fc590 msgr2=0x55e399dc5330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:10.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.481+0000 7f6d5cbba740 1 --2- 172.21.15.67:0/3910660124 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e3999fc590 0x55e399dc5330 secure :-1 s=READY pgs=1517 cs=0 l=1 rev1=1 crypto rx=0x7f6d38048040 tx=0x7f6d380037c0 comp rx=0 tx=0).stop 2024-09-21T00:30:10.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.481+0000 7f6d5cbba740 1 -- 172.21.15.67:0/3910660124 shutdown_connections 2024-09-21T00:30:10.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.481+0000 7f6d5cbba740 1 --2- 172.21.15.67:0/3910660124 >> [v2:172.21.15.97:6834/2367808255,v1:172.21.15.97:6835/2367808255] conn(0x55e399e8be40 0x55e399e8c250 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:10.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.481+0000 7f6d5cbba740 1 --2- 172.21.15.67:0/3910660124 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e399a1d270 0x55e399dc5870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:10.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.481+0000 7f6d5cbba740 1 --2- 172.21.15.67:0/3910660124 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e3999fc590 0x55e399dc5330 unknown :-1 s=CLOSED pgs=1517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:10.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.481+0000 7f6d5cbba740 1 --2- 172.21.15.67:0/3910660124 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e3999f43b0 0x55e399dc4df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:10.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.481+0000 7f6d2e7fc640 0 client.8637 ms_handle_reset on v2:172.21.15.97:6834/2367808255 2024-09-21T00:30:10.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.481+0000 7f6d5cbba740 1 -- 172.21.15.67:0/3910660124 >> 172.21.15.67:0/3910660124 conn(0x55e399a113c0 msgr2=0x55e399ddb090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:10.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.481+0000 7f6d5cbba740 1 -- 172.21.15.67:0/3910660124 shutdown_connections 2024-09-21T00:30:10.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.481+0000 7f6d5cbba740 1 -- 172.21.15.67:0/3910660124 wait complete. 2024-09-21T00:30:10.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.481+0000 7f6d5cbba740 20 client.8637 trim_cache size 0 max 16384 2024-09-21T00:30:10.488 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:30:10.488 INFO:teuthology.orchestra.run.smithi067.stdout: "cluster_fsid": "166a8832-baab-4541-be5c-9c3483b3f7a3", 2024-09-21T00:30:10.488 INFO:teuthology.orchestra.run.smithi067.stdout: "whoami": 0, 2024-09-21T00:30:10.488 INFO:teuthology.orchestra.run.smithi067.stdout: "id": 7744, 2024-09-21T00:30:10.488 INFO:teuthology.orchestra.run.smithi067.stdout: "want_state": "up:active", 2024-09-21T00:30:10.488 INFO:teuthology.orchestra.run.smithi067.stdout: "state": "up:active", 2024-09-21T00:30:10.488 INFO:teuthology.orchestra.run.smithi067.stdout: "fs_name": "cephfs", 2024-09-21T00:30:10.488 INFO:teuthology.orchestra.run.smithi067.stdout: "rank_uptime": 10.345532569, 2024-09-21T00:30:10.488 INFO:teuthology.orchestra.run.smithi067.stdout: "mdsmap_epoch": 108, 2024-09-21T00:30:10.488 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch": 128, 2024-09-21T00:30:10.489 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch_barrier": 128, 2024-09-21T00:30:10.489 INFO:teuthology.orchestra.run.smithi067.stdout: "uptime": 14.963271252 2024-09-21T00:30:10.489 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:30:10.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.481+0000 7f6d55b6e640 1 -- 172.21.15.67:0/696427907 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6d30078bc0 msgr2=0x7f6d3007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:10.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.481+0000 7f6d55b6e640 1 --2- 172.21.15.67:0/696427907 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6d30078bc0 0x7f6d3007b0d0 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f6d40007a50 tx=0x7f6d40009040 comp rx=0 tx=0).stop 2024-09-21T00:30:10.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.481+0000 7f6d55b6e640 1 -- 172.21.15.67:0/696427907 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6d5014e520 msgr2=0x7f6d501f5240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:10.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.481+0000 7f6d55b6e640 1 --2- 172.21.15.67:0/696427907 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6d5014e520 0x7f6d501f5240 secure :-1 s=READY pgs=1513 cs=0 l=1 rev1=1 crypto rx=0x7f6d4800e960 tx=0x7f6d4800ee20 comp rx=0 tx=0).stop 2024-09-21T00:30:10.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.481+0000 7f6d55b6e640 1 -- 172.21.15.67:0/696427907 shutdown_connections 2024-09-21T00:30:10.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.481+0000 7f6d55b6e640 1 --2- 172.21.15.67:0/696427907 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6d30078bc0 0x7f6d3007b0d0 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:10.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.481+0000 7f6d55b6e640 1 --2- 172.21.15.67:0/696427907 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6d5014e520 0x7f6d501f5240 unknown :-1 s=CLOSED pgs=1513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:10.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.481+0000 7f6d55b6e640 1 --2- 172.21.15.67:0/696427907 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6d500b9e70 0x7f6d500a1a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:10.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.481+0000 7f6d55b6e640 1 --2- 172.21.15.67:0/696427907 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6d5006fbd0 0x7f6d50151110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:10.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.481+0000 7f6d55b6e640 1 -- 172.21.15.67:0/696427907 >> 172.21.15.67:0/696427907 conn(0x7f6d500d45a0 msgr2=0x7f6d50161490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:10.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.481+0000 7f6d55b6e640 1 -- 172.21.15.67:0/696427907 shutdown_connections 2024-09-21T00:30:10.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.482+0000 7f6d55b6e640 1 -- 172.21.15.67:0/696427907 wait complete. 2024-09-21T00:30:10.494 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-21T00:30:10.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.610+0000 7f64a1893640 1 -- 172.21.15.67:0/3735087015 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f649c15ffe0 msgr2=0x7f649c09a950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:10.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.610+0000 7f64a1893640 1 --2- 172.21.15.67:0/3735087015 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f649c15ffe0 0x7f649c09a950 secure :-1 s=READY pgs=1518 cs=0 l=1 rev1=1 crypto rx=0x7f649c074be0 tx=0x7f648c02a560 comp rx=0 tx=0).stop 2024-09-21T00:30:10.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.610+0000 7f64a1893640 1 -- 172.21.15.67:0/3735087015 shutdown_connections 2024-09-21T00:30:10.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.610+0000 7f64a1893640 1 --2- 172.21.15.67:0/3735087015 >> v2:172.21.15.97:3300/0 conn(0x7f649c1604c0 0x7f649c1608d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:10.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.610+0000 7f64a1893640 1 --2- 172.21.15.67:0/3735087015 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f649c0b1910 0x7f649c09ae90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:10.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.610+0000 7f64a1893640 1 --2- 172.21.15.67:0/3735087015 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f649c15ffe0 0x7f649c09a950 unknown :-1 s=CLOSED pgs=1518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:10.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.610+0000 7f64a1893640 1 -- 172.21.15.67:0/3735087015 >> 172.21.15.67:0/3735087015 conn(0x7f649c0b3e90 msgr2=0x7f649c0b42a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:10.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.610+0000 7f64a1893640 1 -- 172.21.15.67:0/3735087015 shutdown_connections 2024-09-21T00:30:10.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.610+0000 7f64a1893640 1 -- 172.21.15.67:0/3735087015 wait complete. 2024-09-21T00:30:10.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.612+0000 7f64a1893640 1 Processor -- start 2024-09-21T00:30:10.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.612+0000 7f64a1893640 1 -- start start 2024-09-21T00:30:10.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.613+0000 7f64a1893640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f649c0b1910 0x7f649c0cb2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:10.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.613+0000 7f64a1893640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f649c15ffe0 0x7f649c1490d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:10.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.613+0000 7f64a1893640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f649c1604c0 0x7f649c149610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:10.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.613+0000 7f64a1893640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f649c160e10 con 0x7f649c0b1910 2024-09-21T00:30:10.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.613+0000 7f64a1893640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f649c0b7c00 con 0x7f649c1604c0 2024-09-21T00:30:10.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.613+0000 7f64a1893640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f649c160f90 con 0x7f649c15ffe0 2024-09-21T00:30:10.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.613+0000 7f649affd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f649c0b1910 0x7f649c0cb2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:10.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.613+0000 7f649affd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f649c0b1910 0x7f649c0cb2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:47260/0 (socket says 172.21.15.67:47260) 2024-09-21T00:30:10.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.613+0000 7f649affd640 1 -- 172.21.15.67:0/2804344672 learned_addr learned my addr 172.21.15.67:0/2804344672 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:10.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.614+0000 7f649affd640 1 -- 172.21.15.67:0/2804344672 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f649c15ffe0 msgr2=0x7f649c1490d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:10.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.614+0000 7f649affd640 1 --2- 172.21.15.67:0/2804344672 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f649c15ffe0 0x7f649c1490d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:10.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.614+0000 7f649affd640 1 -- 172.21.15.67:0/2804344672 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f649c1604c0 msgr2=0x7f649c149610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:10.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.614+0000 7f649affd640 1 --2- 172.21.15.67:0/2804344672 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f649c1604c0 0x7f649c149610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:10.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.614+0000 7f649affd640 1 -- 172.21.15.67:0/2804344672 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f649c1500e0 con 0x7f649c0b1910 2024-09-21T00:30:10.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.614+0000 7f649affd640 1 --2- 172.21.15.67:0/2804344672 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f649c0b1910 0x7f649c0cb2c0 secure :-1 s=READY pgs=1519 cs=0 l=1 rev1=1 crypto rx=0x7f648c034040 tx=0x7f648c0038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:10.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.614+0000 7f6483fff640 1 -- 172.21.15.67:0/2804344672 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f648c03e030 con 0x7f649c0b1910 2024-09-21T00:30:10.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.614+0000 7f6483fff640 1 -- 172.21.15.67:0/2804344672 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f648c003db0 con 0x7f649c0b1910 2024-09-21T00:30:10.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.614+0000 7f6483fff640 1 -- 172.21.15.67:0/2804344672 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f648c035040 con 0x7f649c0b1910 2024-09-21T00:30:10.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.614+0000 7f64a1893640 1 -- 172.21.15.67:0/2804344672 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f649c0cb8d0 con 0x7f649c0b1910 2024-09-21T00:30:10.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.614+0000 7f64a1893640 1 -- 172.21.15.67:0/2804344672 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f649c0cbe90 con 0x7f649c0b1910 2024-09-21T00:30:10.618 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.615+0000 7f64a1893640 1 -- 172.21.15.67:0/2804344672 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f649c0cd800 con 0x7f649c0b1910 2024-09-21T00:30:10.618 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.616+0000 7f6483fff640 1 -- 172.21.15.67:0/2804344672 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f648c041030 con 0x7f649c0b1910 2024-09-21T00:30:10.618 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.616+0000 7f6483fff640 1 --2- 172.21.15.67:0/2804344672 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6488078b90 0x7f648807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:10.618 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.616+0000 7f6483fff640 1 -- 172.21.15.67:0/2804344672 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(128..128 src has 1..128) ==== 5709+0+0 (secure 0 0 0) 0x7f648c0bb760 con 0x7f649c0b1910 2024-09-21T00:30:10.618 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.617+0000 7f649a7fc640 1 --2- 172.21.15.67:0/2804344672 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6488078b90 0x7f648807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:10.618 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.617+0000 7f649a7fc640 1 --2- 172.21.15.67:0/2804344672 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6488078b90 0x7f648807b0a0 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f649c1f7240 tx=0x7f64900094f0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:10.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.621+0000 7f6483fff640 1 -- 172.21.15.67:0/2804344672 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f648c083c30 con 0x7f649c0b1910 2024-09-21T00:30:10.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.846+0000 7f64a1893640 1 -- 172.21.15.67:0/2804344672 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f649c1608d0 con 0x7f649c0b1910 2024-09-21T00:30:10.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.846+0000 7f6483fff640 1 -- 172.21.15.67:0/2804344672 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v108) ==== 53+0+73 (secure 0 0 0) 0x7f648c083530 con 0x7f649c0b1910 2024-09-21T00:30:10.848 INFO:teuthology.orchestra.run.smithi067.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-21T00:30:10.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.848+0000 7f64a1893640 1 -- 172.21.15.67:0/2804344672 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6488078b90 msgr2=0x7f648807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:10.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.848+0000 7f64a1893640 1 --2- 172.21.15.67:0/2804344672 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6488078b90 0x7f648807b0a0 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f649c1f7240 tx=0x7f64900094f0 comp rx=0 tx=0).stop 2024-09-21T00:30:10.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.849+0000 7f64a1893640 1 -- 172.21.15.67:0/2804344672 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f649c0b1910 msgr2=0x7f649c0cb2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:10.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.849+0000 7f64a1893640 1 --2- 172.21.15.67:0/2804344672 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f649c0b1910 0x7f649c0cb2c0 secure :-1 s=READY pgs=1519 cs=0 l=1 rev1=1 crypto rx=0x7f648c034040 tx=0x7f648c0038a0 comp rx=0 tx=0).stop 2024-09-21T00:30:10.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.849+0000 7f64a1893640 1 -- 172.21.15.67:0/2804344672 shutdown_connections 2024-09-21T00:30:10.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.849+0000 7f64a1893640 1 --2- 172.21.15.67:0/2804344672 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6488078b90 0x7f648807b0a0 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:10.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.849+0000 7f64a1893640 1 --2- 172.21.15.67:0/2804344672 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f649c1604c0 0x7f649c149610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:10.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.849+0000 7f64a1893640 1 --2- 172.21.15.67:0/2804344672 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f649c15ffe0 0x7f649c1490d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:10.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.849+0000 7f64a1893640 1 --2- 172.21.15.67:0/2804344672 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f649c0b1910 0x7f649c0cb2c0 unknown :-1 s=CLOSED pgs=1519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:10.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.849+0000 7f64a1893640 1 -- 172.21.15.67:0/2804344672 >> 172.21.15.67:0/2804344672 conn(0x7f649c0b3e90 msgr2=0x7f649c15a910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:10.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.849+0000 7f64a1893640 1 -- 172.21.15.67:0/2804344672 shutdown_connections 2024-09-21T00:30:10.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:10.849+0000 7f64a1893640 1 -- 172.21.15.67:0/2804344672 wait complete. 2024-09-21T00:30:10.861 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-21T00:30:10.861 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-21T00:30:10.861 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi067.front.sepia.ceph.com 2024-09-21T00:30:10.862 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-21T00:30:10.862 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-21T00:30:10.862 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-21T00:30:10.862 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-21T00:30:10.862 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-21T00:30:10.862 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-21T00:30:10.862 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:30:10.862 DEBUG:teuthology.orchestra.run.smithi067:> ip addr 2024-09-21T00:30:10.878 INFO:teuthology.orchestra.run.smithi067.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-21T00:30:10.879 INFO:teuthology.orchestra.run.smithi067.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-21T00:30:10.879 INFO:teuthology.orchestra.run.smithi067.stdout: inet 127.0.0.1/8 scope host lo 2024-09-21T00:30:10.879 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:30:10.879 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 ::1/128 scope host 2024-09-21T00:30:10.879 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:30:10.879 INFO:teuthology.orchestra.run.smithi067.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-21T00:30:10.879 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:a8:b4:7e brd ff:ff:ff:ff:ff:ff 2024-09-21T00:30:10.879 INFO:teuthology.orchestra.run.smithi067.stdout: altname enp7s0f0 2024-09-21T00:30:10.879 INFO:teuthology.orchestra.run.smithi067.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-21T00:30:10.879 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:a8:b4:7f brd ff:ff:ff:ff:ff:ff 2024-09-21T00:30:10.879 INFO:teuthology.orchestra.run.smithi067.stdout: altname enp7s0f1 2024-09-21T00:30:10.879 INFO:teuthology.orchestra.run.smithi067.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-21T00:30:10.880 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:b6:fc:0a brd ff:ff:ff:ff:ff:ff 2024-09-21T00:30:10.880 INFO:teuthology.orchestra.run.smithi067.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-21T00:30:10.880 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:b6:fc:0b brd ff:ff:ff:ff:ff:ff 2024-09-21T00:30:10.880 INFO:teuthology.orchestra.run.smithi067.stdout: inet 172.21.15.67/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-21T00:30:10.880 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft 42257sec preferred_lft 42257sec 2024-09-21T00:30:10.880 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::ec4:7aff:feb6:fc0b/64 scope link noprefixroute 2024-09-21T00:30:10.880 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:30:10.880 INFO:teuthology.orchestra.run.smithi067.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-21T00:30:10.880 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether ae:69:02:89:12:0b brd ff:ff:ff:ff:ff:ff 2024-09-21T00:30:10.880 INFO:teuthology.orchestra.run.smithi067.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-21T00:30:10.880 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:30:10.880 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::cb7:27ff:fe38:31a4/64 scope link 2024-09-21T00:30:10.880 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:30:10.881 INFO:teuthology.orchestra.run.smithi067.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T00:30:10.881 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether ae:69:02:89:12:0b brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:30:10.881 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::ac69:2ff:fe89:120b/64 scope link 2024-09-21T00:30:10.881 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:30:10.881 INFO:teuthology.orchestra.run.smithi067.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T00:30:10.881 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether d6:c9:e4:80:cc:a3 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:30:10.881 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::d4c9:e4ff:fe80:cca3/64 scope link 2024-09-21T00:30:10.881 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:30:10.881 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:30:10.881 DEBUG:teuthology.orchestra.run.smithi067:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-21T00:30:10.943 INFO:teuthology.orchestra.run.smithi067.stdout:1 2024-09-21T00:30:10.944 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:30:10.945 DEBUG:teuthology.orchestra.run.smithi067:> route 2024-09-21T00:30:11.001 INFO:teuthology.orchestra.run.smithi067.stdout:Kernel IP routing table 2024-09-21T00:30:11.001 INFO:teuthology.orchestra.run.smithi067.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-21T00:30:11.001 INFO:teuthology.orchestra.run.smithi067.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-21T00:30:11.001 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-21T00:30:11.001 INFO:teuthology.orchestra.run.smithi067.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-21T00:30:11.002 DEBUG:teuthology.orchestra.run.smithi067:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T00:30:11.002 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:30:11.002 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-21T00:30:11.002 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-21T00:30:11.002 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-21T00:30:11.002 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:30:11.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:11 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T00:30:11.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:30:11.129 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:30:11.130 DEBUG:teuthology.orchestra.run.smithi067:> ip netns list 2024-09-21T00:30:11.145 INFO:teuthology.orchestra.run.smithi067.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-21T00:30:11.145 INFO:teuthology.orchestra.run.smithi067.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-21T00:30:11.145 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-21T00:30:11.145 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:30:11.146 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip link set brx.0 up 2024-09-21T00:30:11.212 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-21T00:30:11.212 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T00:30:11.212 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-21T00:30:11.268 INFO:teuthology.orchestra.run.smithi067.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-21T00:30:11.268 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T00:30:11.268 DEBUG:teuthology.orchestra.run.smithi067:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-21T00:30:11.324 DEBUG:teuthology.orchestra.run.smithi067:> sudo modprobe fuse 2024-09-21T00:30:11.390 DEBUG:teuthology.orchestra.run.smithi067:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T00:30:11.446 INFO:teuthology.orchestra.run.smithi067.stdout:/proc 2024-09-21T00:30:11.446 INFO:teuthology.orchestra.run.smithi067.stdout:/sys 2024-09-21T00:30:11.447 INFO:teuthology.orchestra.run.smithi067.stdout:/dev 2024-09-21T00:30:11.447 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/security 2024-09-21T00:30:11.447 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/shm 2024-09-21T00:30:11.447 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/pts 2024-09-21T00:30:11.447 INFO:teuthology.orchestra.run.smithi067.stdout:/run 2024-09-21T00:30:11.447 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/cgroup 2024-09-21T00:30:11.447 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/pstore 2024-09-21T00:30:11.447 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/bpf 2024-09-21T00:30:11.447 INFO:teuthology.orchestra.run.smithi067.stdout:/ 2024-09-21T00:30:11.447 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/selinux 2024-09-21T00:30:11.447 INFO:teuthology.orchestra.run.smithi067.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T00:30:11.447 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/hugepages 2024-09-21T00:30:11.447 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/mqueue 2024-09-21T00:30:11.447 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/debug 2024-09-21T00:30:11.448 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/tracing 2024-09-21T00:30:11.448 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/fuse/connections 2024-09-21T00:30:11.448 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-sysctl.service 2024-09-21T00:30:11.448 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/config 2024-09-21T00:30:11.448 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-21T00:30:11.448 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-21T00:30:11.448 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/nfs/rpc_pipefs 2024-09-21T00:30:11.448 INFO:teuthology.orchestra.run.smithi067.stdout:/run/user/1000 2024-09-21T00:30:11.448 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph 2024-09-21T00:30:11.448 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T00:30:11.448 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T00:30:11.448 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T00:30:11.448 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T00:30:11.449 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns 2024-09-21T00:30:11.449 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:30:11.449 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:30:11.449 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:30:11.449 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:30:11.449 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:30:11.449 DEBUG:teuthology.orchestra.run.smithi067:> ls /sys/fs/fuse/connections 2024-09-21T00:30:11.502 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-21T00:30:11.503 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-21T00:30:11.545 DEBUG:teuthology.orchestra.run.smithi067:> sudo modprobe fuse 2024-09-21T00:30:11.570 DEBUG:teuthology.orchestra.run.smithi067:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T00:30:11.628 INFO:teuthology.orchestra.run.smithi067.stdout:/proc 2024-09-21T00:30:11.628 INFO:teuthology.orchestra.run.smithi067.stdout:/sys 2024-09-21T00:30:11.628 INFO:teuthology.orchestra.run.smithi067.stdout:/dev 2024-09-21T00:30:11.628 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/security 2024-09-21T00:30:11.628 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/shm 2024-09-21T00:30:11.628 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/pts 2024-09-21T00:30:11.628 INFO:teuthology.orchestra.run.smithi067.stdout:/run 2024-09-21T00:30:11.629 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/cgroup 2024-09-21T00:30:11.629 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/pstore 2024-09-21T00:30:11.629 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/bpf 2024-09-21T00:30:11.629 INFO:teuthology.orchestra.run.smithi067.stdout:/ 2024-09-21T00:30:11.629 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/selinux 2024-09-21T00:30:11.629 INFO:teuthology.orchestra.run.smithi067.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T00:30:11.629 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/hugepages 2024-09-21T00:30:11.629 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/mqueue 2024-09-21T00:30:11.629 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/debug 2024-09-21T00:30:11.629 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/tracing 2024-09-21T00:30:11.629 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/fuse/connections 2024-09-21T00:30:11.629 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-sysctl.service 2024-09-21T00:30:11.629 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/config 2024-09-21T00:30:11.630 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-21T00:30:11.630 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-21T00:30:11.630 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/nfs/rpc_pipefs 2024-09-21T00:30:11.630 INFO:teuthology.orchestra.run.smithi067.stdout:/run/user/1000 2024-09-21T00:30:11.630 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph 2024-09-21T00:30:11.630 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T00:30:11.630 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T00:30:11.630 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T00:30:11.630 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T00:30:11.630 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns 2024-09-21T00:30:11.630 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:30:11.630 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:30:11.630 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:30:11.630 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:30:11.631 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:30:11.631 DEBUG:teuthology.orchestra.run.smithi067:> ls /sys/fs/fuse/connections 2024-09-21T00:30:11.639 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:2024-09-21T00:30:11.638+0000 7fe83441f480 -1 init, newargv = 0x7fe818004640 newargc=15 2024-09-21T00:30:11.639 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:ceph-fuse[85597]: starting ceph client 2024-09-21T00:30:11.644 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:ceph-fuse[85597]: starting fuse 2024-09-21T00:30:11.654 INFO:teuthology.orchestra.run.smithi067.stdout:41 2024-09-21T00:30:11.655 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-21T00:30:11.655 DEBUG:teuthology.orchestra.run.smithi067:> sudo stdin-killer -- python3 -c ' 2024-09-21T00:30:11.655 DEBUG:teuthology.orchestra.run.smithi067:> import glob 2024-09-21T00:30:11.655 DEBUG:teuthology.orchestra.run.smithi067:> import re 2024-09-21T00:30:11.655 DEBUG:teuthology.orchestra.run.smithi067:> import os 2024-09-21T00:30:11.655 DEBUG:teuthology.orchestra.run.smithi067:> import subprocess 2024-09-21T00:30:11.655 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:30:11.655 DEBUG:teuthology.orchestra.run.smithi067:> def _find_admin_socket(client_name): 2024-09-21T00:30:11.655 DEBUG:teuthology.orchestra.run.smithi067:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-21T00:30:11.655 DEBUG:teuthology.orchestra.run.smithi067:> files = glob.glob(asok_path) 2024-09-21T00:30:11.655 DEBUG:teuthology.orchestra.run.smithi067:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-21T00:30:11.656 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:30:11.656 DEBUG:teuthology.orchestra.run.smithi067:> # Given a non-glob path, it better be there 2024-09-21T00:30:11.656 DEBUG:teuthology.orchestra.run.smithi067:> if "*" not in asok_path: 2024-09-21T00:30:11.656 DEBUG:teuthology.orchestra.run.smithi067:> assert(len(files) == 1) 2024-09-21T00:30:11.656 DEBUG:teuthology.orchestra.run.smithi067:> return files[0] 2024-09-21T00:30:11.656 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:30:11.656 DEBUG:teuthology.orchestra.run.smithi067:> for f in files: 2024-09-21T00:30:11.656 DEBUG:teuthology.orchestra.run.smithi067:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-21T00:30:11.656 DEBUG:teuthology.orchestra.run.smithi067:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-21T00:30:11.656 DEBUG:teuthology.orchestra.run.smithi067:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-21T00:30:11.656 DEBUG:teuthology.orchestra.run.smithi067:> contents = proc_f.read() 2024-09-21T00:30:11.656 DEBUG:teuthology.orchestra.run.smithi067:> if mountpoint in contents: 2024-09-21T00:30:11.656 DEBUG:teuthology.orchestra.run.smithi067:> return f 2024-09-21T00:30:11.656 DEBUG:teuthology.orchestra.run.smithi067:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-21T00:30:11.656 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:30:11.657 DEBUG:teuthology.orchestra.run.smithi067:> print(_find_admin_socket("client.0")) 2024-09-21T00:30:11.657 DEBUG:teuthology.orchestra.run.smithi067:> ' 2024-09-21T00:30:11.775 INFO:teuthology.orchestra.run.smithi067.stdout:/var/run/ceph/ceph-client.0.85597.asok 2024-09-21T00:30:11.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:30:11.786 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.85597.asok 2024-09-21T00:30:11.786 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:30:11.786 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.85597.asok status 2024-09-21T00:30:11.931 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:30:11.931 INFO:teuthology.orchestra.run.smithi067.stdout: "metadata": { 2024-09-21T00:30:11.931 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", 2024-09-21T00:30:11.931 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", 2024-09-21T00:30:11.931 INFO:teuthology.orchestra.run.smithi067.stdout: "entity_id": "0", 2024-09-21T00:30:11.931 INFO:teuthology.orchestra.run.smithi067.stdout: "hostname": "smithi067", 2024-09-21T00:30:11.931 INFO:teuthology.orchestra.run.smithi067.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-21T00:30:11.931 INFO:teuthology.orchestra.run.smithi067.stdout: "pid": "85597", 2024-09-21T00:30:11.932 INFO:teuthology.orchestra.run.smithi067.stdout: "root": "/" 2024-09-21T00:30:11.932 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:30:11.932 INFO:teuthology.orchestra.run.smithi067.stdout: "dentry_count": 0, 2024-09-21T00:30:11.932 INFO:teuthology.orchestra.run.smithi067.stdout: "dentry_pinned_count": 0, 2024-09-21T00:30:11.932 INFO:teuthology.orchestra.run.smithi067.stdout: "id": 8649, 2024-09-21T00:30:11.932 INFO:teuthology.orchestra.run.smithi067.stdout: "inst": { 2024-09-21T00:30:11.932 INFO:teuthology.orchestra.run.smithi067.stdout: "name": { 2024-09-21T00:30:11.932 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "client", 2024-09-21T00:30:11.932 INFO:teuthology.orchestra.run.smithi067.stdout: "num": 8649 2024-09-21T00:30:11.932 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:30:11.932 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": { 2024-09-21T00:30:11.932 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "v1", 2024-09-21T00:30:11.933 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": "192.168.0.1:0", 2024-09-21T00:30:11.933 INFO:teuthology.orchestra.run.smithi067.stdout: "nonce": 3907759051 2024-09-21T00:30:11.933 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:30:11.933 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:30:11.933 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": { 2024-09-21T00:30:11.933 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "v1", 2024-09-21T00:30:11.933 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": "192.168.0.1:0", 2024-09-21T00:30:11.933 INFO:teuthology.orchestra.run.smithi067.stdout: "nonce": 3907759051 2024-09-21T00:30:11.933 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:30:11.933 INFO:teuthology.orchestra.run.smithi067.stdout: "inst_str": "client.8649 192.168.0.1:0/3907759051", 2024-09-21T00:30:11.933 INFO:teuthology.orchestra.run.smithi067.stdout: "addr_str": "192.168.0.1:0/3907759051", 2024-09-21T00:30:11.933 INFO:teuthology.orchestra.run.smithi067.stdout: "inode_count": 1, 2024-09-21T00:30:11.933 INFO:teuthology.orchestra.run.smithi067.stdout: "mds_epoch": 108, 2024-09-21T00:30:11.933 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_epoch": 128, 2024-09-21T00:30:11.934 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_epoch_barrier": 0, 2024-09-21T00:30:11.934 INFO:teuthology.orchestra.run.smithi067.stdout: "blocklisted": false, 2024-09-21T00:30:11.934 INFO:teuthology.orchestra.run.smithi067.stdout: "fs_name": "cephfs" 2024-09-21T00:30:11.934 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:30:11.940 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:30:11.940 DEBUG:teuthology.orchestra.run.smithi067:> stat --file-system '--printf=%T 2024-09-21T00:30:11.940 DEBUG:teuthology.orchestra.run.smithi067:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-21T00:30:11.956 INFO:teuthology.orchestra.run.smithi067.stdout:fuseblk 2024-09-21T00:30:11.956 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-21T00:30:11.957 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:30:11.957 DEBUG:teuthology.orchestra.run.smithi067:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-21T00:30:12.024 INFO:tasks.cephfs.test_scrub_checks:mountpoint: /home/ubuntu/cephtest/mnt.0 2024-09-21T00:30:12.024 INFO:tasks.cephfs.test_scrub_checks:client_path: /home/ubuntu/cephtest/mnt.0/scrub_control_test_path 2024-09-21T00:30:12.024 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:30:12.024 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:30:12.024 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.0 2024-09-21T00:30:12.024 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:30:12.024 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.0/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:30:12.024 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:30:12.024 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:30:12.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:12 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:30:12.144 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:12.144 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:12.144 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.012525 s, 83.7 MB/s 2024-09-21T00:30:12.156 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:12.156 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:12.156 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.009512 s, 110 MB/s 2024-09-21T00:30:12.167 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:12.167 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:12.167 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0081766 s, 128 MB/s 2024-09-21T00:30:12.179 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:12.179 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:12.179 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0087466 s, 120 MB/s 2024-09-21T00:30:12.190 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:12.190 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:12.191 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00916635 s, 114 MB/s 2024-09-21T00:30:12.201 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:12.201 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:12.201 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00811087 s, 129 MB/s 2024-09-21T00:30:12.212 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:12.212 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:12.212 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00826021 s, 127 MB/s 2024-09-21T00:30:12.223 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:12.223 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:12.223 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00865818 s, 121 MB/s 2024-09-21T00:30:12.235 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:12.236 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:12.237 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00889905 s, 118 MB/s 2024-09-21T00:30:12.246 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:12.247 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:12.247 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00756641 s, 139 MB/s 2024-09-21T00:30:12.256 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:12.256 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:12.256 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00757303 s, 138 MB/s 2024-09-21T00:30:12.267 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:12.267 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:12.267 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00915455 s, 115 MB/s 2024-09-21T00:30:12.277 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:12.278 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:12.278 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00775688 s, 135 MB/s 2024-09-21T00:30:12.288 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:12.288 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:12.288 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0084765 s, 124 MB/s 2024-09-21T00:30:12.301 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:12.301 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:12.301 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0098006 s, 107 MB/s 2024-09-21T00:30:12.313 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:12.313 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:12.313 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0100896 s, 104 MB/s 2024-09-21T00:30:12.324 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:12.324 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:12.324 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00834786 s, 126 MB/s 2024-09-21T00:30:12.335 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:12.335 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:12.335 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00852807 s, 123 MB/s 2024-09-21T00:30:12.346 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:12.346 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:12.346 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00808121 s, 130 MB/s 2024-09-21T00:30:12.356 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:12.356 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:12.356 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00750032 s, 140 MB/s 2024-09-21T00:30:12.365 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:12.366 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:12.366 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00750532 s, 140 MB/s 2024-09-21T00:30:12.377 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:12.378 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:12.378 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00918316 s, 114 MB/s 2024-09-21T00:30:12.388 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:12.388 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:12.388 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00814359 s, 129 MB/s 2024-09-21T00:30:12.399 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:12.399 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:12.399 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00826612 s, 127 MB/s 2024-09-21T00:30:12.411 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:12.411 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:12.411 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00923048 s, 114 MB/s 2024-09-21T00:30:12.421 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:12.422 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:12.422 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00836199 s, 125 MB/s 2024-09-21T00:30:12.432 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:12.432 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:12.432 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00813009 s, 129 MB/s 2024-09-21T00:30:12.443 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:12.444 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:12.444 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00864174 s, 121 MB/s 2024-09-21T00:30:12.453 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:12.454 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:12.454 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00743497 s, 141 MB/s 2024-09-21T00:30:12.464 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:12.464 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:12.464 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00747973 s, 140 MB/s 2024-09-21T00:30:12.477 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:12.478 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:12.478 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00889733 s, 118 MB/s 2024-09-21T00:30:12.488 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:12.488 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:12.488 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0100443 s, 104 MB/s 2024-09-21T00:30:12.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:30:12.495 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:30:12.495 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:30:12.495 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.1 2024-09-21T00:30:12.495 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:30:12.495 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.1/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:30:12.496 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:30:12.496 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:30:12.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:12 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:30:12.561 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:12.569 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:12.569 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.008345 s, 126 MB/s 2024-09-21T00:30:12.571 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:12.571 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:12.571 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00802214 s, 131 MB/s 2024-09-21T00:30:12.582 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:12.583 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:12.583 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00865505 s, 121 MB/s 2024-09-21T00:30:12.594 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:12.594 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:12.594 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00807287 s, 130 MB/s 2024-09-21T00:30:12.604 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:12.604 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:12.604 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00774035 s, 135 MB/s 2024-09-21T00:30:12.614 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:12.614 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:12.614 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0082553 s, 127 MB/s 2024-09-21T00:30:12.624 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:12.624 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:12.624 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00739481 s, 142 MB/s 2024-09-21T00:30:12.634 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:12.635 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:12.635 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00771511 s, 136 MB/s 2024-09-21T00:30:12.645 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:12.645 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:12.645 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0084005 s, 125 MB/s 2024-09-21T00:30:12.656 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:12.656 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:12.656 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00801051 s, 131 MB/s 2024-09-21T00:30:12.667 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:12.668 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:12.668 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00921927 s, 114 MB/s 2024-09-21T00:30:12.678 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:12.678 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:12.678 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00803097 s, 131 MB/s 2024-09-21T00:30:12.688 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:12.688 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:12.688 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00750819 s, 140 MB/s 2024-09-21T00:30:12.698 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:12.699 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:12.699 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00777532 s, 135 MB/s 2024-09-21T00:30:12.709 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:12.709 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:12.709 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0079591 s, 132 MB/s 2024-09-21T00:30:12.719 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:12.720 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:12.720 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00781471 s, 134 MB/s 2024-09-21T00:30:12.729 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:12.729 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:12.729 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00731883 s, 143 MB/s 2024-09-21T00:30:12.740 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:12.740 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:12.740 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00832434 s, 126 MB/s 2024-09-21T00:30:12.750 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:12.750 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:12.750 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00794087 s, 132 MB/s 2024-09-21T00:30:12.761 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:12.761 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:12.761 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00791078 s, 133 MB/s 2024-09-21T00:30:12.771 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:12.771 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:12.771 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00800563 s, 131 MB/s 2024-09-21T00:30:12.782 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:12.782 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:12.782 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00779068 s, 135 MB/s 2024-09-21T00:30:12.792 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:12.792 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:12.792 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00786625 s, 133 MB/s 2024-09-21T00:30:12.803 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:12.804 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:12.804 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00904014 s, 116 MB/s 2024-09-21T00:30:12.815 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:12.815 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:12.815 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00864122 s, 121 MB/s 2024-09-21T00:30:12.826 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:12.826 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:12.826 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00888807 s, 118 MB/s 2024-09-21T00:30:12.838 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:12.838 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:12.838 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00904956 s, 116 MB/s 2024-09-21T00:30:12.848 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:12.848 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:12.848 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00787955 s, 133 MB/s 2024-09-21T00:30:12.859 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:12.859 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:12.859 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00783954 s, 134 MB/s 2024-09-21T00:30:12.870 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:12.870 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:12.870 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00870814 s, 120 MB/s 2024-09-21T00:30:12.880 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:12.881 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:12.881 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00801282 s, 131 MB/s 2024-09-21T00:30:12.891 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:12.891 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:12.891 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00772426 s, 136 MB/s 2024-09-21T00:30:12.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:30:12.898 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:30:12.898 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:30:12.898 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.2 2024-09-21T00:30:12.898 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:30:12.899 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.2/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:30:12.899 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:30:12.899 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:30:12.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:12 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:30:12.965 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:12.965 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:12.965 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00889118 s, 118 MB/s 2024-09-21T00:30:12.975 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:12.975 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:12.975 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00750873 s, 140 MB/s 2024-09-21T00:30:12.986 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:12.986 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:12.986 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00798244 s, 131 MB/s 2024-09-21T00:30:12.996 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:12.996 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:12.996 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00782775 s, 134 MB/s 2024-09-21T00:30:13.006 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.006 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.006 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00753579 s, 139 MB/s 2024-09-21T00:30:13.016 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.016 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.017 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00793998 s, 132 MB/s 2024-09-21T00:30:13.027 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.027 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.027 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00784049 s, 134 MB/s 2024-09-21T00:30:13.037 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.037 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.037 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00792277 s, 132 MB/s 2024-09-21T00:30:13.048 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.048 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.048 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00754289 s, 139 MB/s 2024-09-21T00:30:13.058 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.058 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.058 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00739222 s, 142 MB/s 2024-09-21T00:30:13.068 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.068 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.069 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00795236 s, 132 MB/s 2024-09-21T00:30:13.079 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.079 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.079 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00802837 s, 131 MB/s 2024-09-21T00:30:13.089 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.089 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.089 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00759116 s, 138 MB/s 2024-09-21T00:30:13.099 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.099 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.100 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0075427 s, 139 MB/s 2024-09-21T00:30:13.111 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.111 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.111 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00877284 s, 120 MB/s 2024-09-21T00:30:13.121 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.122 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.122 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0081842 s, 128 MB/s 2024-09-21T00:30:13.132 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.132 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.132 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00778277 s, 135 MB/s 2024-09-21T00:30:13.143 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.143 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.143 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00838393 s, 125 MB/s 2024-09-21T00:30:13.153 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.153 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.153 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00789043 s, 133 MB/s 2024-09-21T00:30:13.163 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.164 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.164 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00808949 s, 130 MB/s 2024-09-21T00:30:13.174 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.174 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.174 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00781369 s, 134 MB/s 2024-09-21T00:30:13.185 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.185 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.185 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00899417 s, 117 MB/s 2024-09-21T00:30:13.196 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.196 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.196 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00807171 s, 130 MB/s 2024-09-21T00:30:13.206 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.206 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.207 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00797853 s, 131 MB/s 2024-09-21T00:30:13.216 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.216 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.216 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00730445 s, 144 MB/s 2024-09-21T00:30:13.227 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.227 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.227 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00790378 s, 133 MB/s 2024-09-21T00:30:13.236 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.236 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.236 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00753708 s, 139 MB/s 2024-09-21T00:30:13.248 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.248 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.248 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00872477 s, 120 MB/s 2024-09-21T00:30:13.259 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.259 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.259 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00886089 s, 118 MB/s 2024-09-21T00:30:13.270 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.270 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.270 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00797175 s, 132 MB/s 2024-09-21T00:30:13.280 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.281 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.281 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00805147 s, 130 MB/s 2024-09-21T00:30:13.290 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.291 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.291 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0078684 s, 133 MB/s 2024-09-21T00:30:13.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:30:13.297 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:30:13.297 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:30:13.297 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.3 2024-09-21T00:30:13.297 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:30:13.298 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.3/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:30:13.298 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:30:13.298 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:30:13.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:13 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:30:13.369 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.369 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.369 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00798765 s, 131 MB/s 2024-09-21T00:30:13.378 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.379 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.379 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00731545 s, 143 MB/s 2024-09-21T00:30:13.389 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.389 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.389 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00799535 s, 131 MB/s 2024-09-21T00:30:13.399 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.399 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.399 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00797194 s, 132 MB/s 2024-09-21T00:30:13.410 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.411 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.411 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00867447 s, 121 MB/s 2024-09-21T00:30:13.420 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.420 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.420 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00745798 s, 141 MB/s 2024-09-21T00:30:13.430 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.430 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.431 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00745998 s, 141 MB/s 2024-09-21T00:30:13.441 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.442 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.442 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00786811 s, 133 MB/s 2024-09-21T00:30:13.452 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.452 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.452 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00823507 s, 127 MB/s 2024-09-21T00:30:13.463 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.464 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.464 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00913196 s, 115 MB/s 2024-09-21T00:30:13.474 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.474 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.474 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00763656 s, 137 MB/s 2024-09-21T00:30:13.484 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.485 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.485 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00800863 s, 131 MB/s 2024-09-21T00:30:13.494 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.494 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.494 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00737468 s, 142 MB/s 2024-09-21T00:30:13.505 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.505 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.505 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00785229 s, 134 MB/s 2024-09-21T00:30:13.515 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.515 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.515 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00719446 s, 146 MB/s 2024-09-21T00:30:13.526 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.527 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.527 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00888216 s, 118 MB/s 2024-09-21T00:30:13.537 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.538 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.538 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00827267 s, 127 MB/s 2024-09-21T00:30:13.549 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.549 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.549 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00903398 s, 116 MB/s 2024-09-21T00:30:13.560 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.560 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.560 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00805441 s, 130 MB/s 2024-09-21T00:30:13.571 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.571 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.571 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00818618 s, 128 MB/s 2024-09-21T00:30:13.581 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.581 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.581 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00813734 s, 129 MB/s 2024-09-21T00:30:13.591 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.592 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.592 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00806963 s, 130 MB/s 2024-09-21T00:30:13.603 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.603 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.603 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00791045 s, 133 MB/s 2024-09-21T00:30:13.613 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.613 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.613 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00771404 s, 136 MB/s 2024-09-21T00:30:13.623 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.623 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.623 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00776836 s, 135 MB/s 2024-09-21T00:30:13.633 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.633 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.633 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00795599 s, 132 MB/s 2024-09-21T00:30:13.643 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.644 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.644 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00777176 s, 135 MB/s 2024-09-21T00:30:13.654 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.654 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.654 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00796828 s, 132 MB/s 2024-09-21T00:30:13.664 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.665 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.665 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00817718 s, 128 MB/s 2024-09-21T00:30:13.674 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.674 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.674 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00714631 s, 147 MB/s 2024-09-21T00:30:13.686 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.686 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.686 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00917578 s, 114 MB/s 2024-09-21T00:30:13.696 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.696 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.697 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00780033 s, 134 MB/s 2024-09-21T00:30:13.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:30:13.703 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:30:13.703 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:30:13.703 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.4 2024-09-21T00:30:13.703 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:30:13.703 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.4/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:30:13.704 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:30:13.704 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:30:13.759 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:13 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:30:13.774 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.774 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.774 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00907228 s, 116 MB/s 2024-09-21T00:30:13.784 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.784 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.784 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00807267 s, 130 MB/s 2024-09-21T00:30:13.795 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.795 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.795 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00833189 s, 126 MB/s 2024-09-21T00:30:13.805 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.805 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.805 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00759652 s, 138 MB/s 2024-09-21T00:30:13.816 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.816 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.817 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00874337 s, 120 MB/s 2024-09-21T00:30:13.827 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.827 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.827 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00786942 s, 133 MB/s 2024-09-21T00:30:13.838 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.838 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.838 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0081798 s, 128 MB/s 2024-09-21T00:30:13.847 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.847 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.847 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00725208 s, 145 MB/s 2024-09-21T00:30:13.859 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.859 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.859 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0089258 s, 117 MB/s 2024-09-21T00:30:13.870 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.870 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.870 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00854376 s, 123 MB/s 2024-09-21T00:30:13.881 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.881 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.881 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00879693 s, 119 MB/s 2024-09-21T00:30:13.892 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.892 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.892 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00821869 s, 128 MB/s 2024-09-21T00:30:13.904 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.904 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.904 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00932285 s, 112 MB/s 2024-09-21T00:30:13.915 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.915 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.915 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00784187 s, 134 MB/s 2024-09-21T00:30:13.925 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.925 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.925 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0080882 s, 130 MB/s 2024-09-21T00:30:13.936 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.937 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.937 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00929221 s, 113 MB/s 2024-09-21T00:30:13.946 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.947 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.947 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00750324 s, 140 MB/s 2024-09-21T00:30:13.957 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.957 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.958 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00753377 s, 139 MB/s 2024-09-21T00:30:13.968 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.968 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.968 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00875911 s, 120 MB/s 2024-09-21T00:30:13.979 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.979 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.979 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00767494 s, 137 MB/s 2024-09-21T00:30:13.990 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:13.990 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:13.990 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00813756 s, 129 MB/s 2024-09-21T00:30:14.000 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.000 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.000 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0080563 s, 130 MB/s 2024-09-21T00:30:14.011 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.011 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.011 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0077251 s, 136 MB/s 2024-09-21T00:30:14.021 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.021 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.021 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00772416 s, 136 MB/s 2024-09-21T00:30:14.031 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.032 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.032 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00780281 s, 134 MB/s 2024-09-21T00:30:14.043 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.043 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.043 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00911993 s, 115 MB/s 2024-09-21T00:30:14.054 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.054 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.054 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0079241 s, 132 MB/s 2024-09-21T00:30:14.065 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.065 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.066 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00905334 s, 116 MB/s 2024-09-21T00:30:14.077 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.077 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.077 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00884685 s, 119 MB/s 2024-09-21T00:30:14.087 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.088 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.088 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00806095 s, 130 MB/s 2024-09-21T00:30:14.098 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.098 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.098 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00813587 s, 129 MB/s 2024-09-21T00:30:14.108 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.108 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.109 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00782904 s, 134 MB/s 2024-09-21T00:30:14.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:30:14.115 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:30:14.116 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:30:14.116 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.5 2024-09-21T00:30:14.116 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:30:14.116 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.5/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:30:14.116 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:30:14.116 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:30:14.167 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:14 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:30:14.181 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.182 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.182 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00874637 s, 120 MB/s 2024-09-21T00:30:14.192 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.192 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.192 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00791185 s, 133 MB/s 2024-09-21T00:30:14.204 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.204 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.204 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0089725 s, 117 MB/s 2024-09-21T00:30:14.214 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.214 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.214 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00781542 s, 134 MB/s 2024-09-21T00:30:14.224 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.224 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.224 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00767377 s, 137 MB/s 2024-09-21T00:30:14.234 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.235 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.235 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0078595 s, 133 MB/s 2024-09-21T00:30:14.246 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.246 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.246 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00887681 s, 118 MB/s 2024-09-21T00:30:14.256 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.257 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.257 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00787716 s, 133 MB/s 2024-09-21T00:30:14.268 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.268 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.268 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00891148 s, 118 MB/s 2024-09-21T00:30:14.279 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.279 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.279 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00800034 s, 131 MB/s 2024-09-21T00:30:14.290 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.290 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.290 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00881531 s, 119 MB/s 2024-09-21T00:30:14.301 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.302 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.302 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00904949 s, 116 MB/s 2024-09-21T00:30:14.312 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.312 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.312 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00786722 s, 133 MB/s 2024-09-21T00:30:14.323 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.323 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.323 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00804673 s, 130 MB/s 2024-09-21T00:30:14.334 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.334 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.334 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00875742 s, 120 MB/s 2024-09-21T00:30:14.344 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.344 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.344 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00732926 s, 143 MB/s 2024-09-21T00:30:14.355 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.355 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.355 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00817738 s, 128 MB/s 2024-09-21T00:30:14.365 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.365 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.365 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00764573 s, 137 MB/s 2024-09-21T00:30:14.377 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.377 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.377 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0090632 s, 116 MB/s 2024-09-21T00:30:14.387 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.388 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.388 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00739696 s, 142 MB/s 2024-09-21T00:30:14.397 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.398 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.398 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00832667 s, 126 MB/s 2024-09-21T00:30:14.409 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.409 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.409 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00867562 s, 121 MB/s 2024-09-21T00:30:14.420 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.420 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.420 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00870376 s, 120 MB/s 2024-09-21T00:30:14.430 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.430 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.430 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00789155 s, 133 MB/s 2024-09-21T00:30:14.441 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.441 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.441 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00824442 s, 127 MB/s 2024-09-21T00:30:14.453 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.453 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.453 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00946147 s, 111 MB/s 2024-09-21T00:30:14.463 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.463 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.463 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00770358 s, 136 MB/s 2024-09-21T00:30:14.473 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.473 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.473 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00717665 s, 146 MB/s 2024-09-21T00:30:14.485 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.485 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.485 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00916382 s, 114 MB/s 2024-09-21T00:30:14.496 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.496 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.497 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00897617 s, 117 MB/s 2024-09-21T00:30:14.506 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.506 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.506 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00763225 s, 137 MB/s 2024-09-21T00:30:14.517 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.517 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.518 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00836315 s, 125 MB/s 2024-09-21T00:30:14.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:30:14.524 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:30:14.524 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:30:14.524 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.6 2024-09-21T00:30:14.524 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:30:14.524 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.6/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:30:14.524 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:30:14.524 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:30:14.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:14 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:30:14.589 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.589 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.589 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00761305 s, 138 MB/s 2024-09-21T00:30:14.599 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.600 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.600 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00790887 s, 133 MB/s 2024-09-21T00:30:14.610 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.610 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.611 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00794568 s, 132 MB/s 2024-09-21T00:30:14.621 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.621 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.621 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00865156 s, 121 MB/s 2024-09-21T00:30:14.632 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.632 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.632 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00861468 s, 122 MB/s 2024-09-21T00:30:14.643 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.643 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.643 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00805298 s, 130 MB/s 2024-09-21T00:30:14.653 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.653 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.653 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00763241 s, 137 MB/s 2024-09-21T00:30:14.664 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.664 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.664 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00766814 s, 137 MB/s 2024-09-21T00:30:14.676 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.676 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.676 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00763278 s, 137 MB/s 2024-09-21T00:30:14.686 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.686 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.686 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00762982 s, 137 MB/s 2024-09-21T00:30:14.696 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.697 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.697 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00768866 s, 136 MB/s 2024-09-21T00:30:14.707 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.707 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.707 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00708663 s, 148 MB/s 2024-09-21T00:30:14.718 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.718 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.718 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00822161 s, 128 MB/s 2024-09-21T00:30:14.729 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.729 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.729 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00760039 s, 138 MB/s 2024-09-21T00:30:14.739 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.739 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.739 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00765518 s, 137 MB/s 2024-09-21T00:30:14.750 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.750 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.750 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00787244 s, 133 MB/s 2024-09-21T00:30:14.760 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.760 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.760 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00705622 s, 149 MB/s 2024-09-21T00:30:14.771 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.772 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.772 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00838438 s, 125 MB/s 2024-09-21T00:30:14.781 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.782 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.782 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00699694 s, 150 MB/s 2024-09-21T00:30:14.792 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.793 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.793 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0081377 s, 129 MB/s 2024-09-21T00:30:14.803 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.803 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.803 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00776465 s, 135 MB/s 2024-09-21T00:30:14.814 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.814 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.814 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00757655 s, 138 MB/s 2024-09-21T00:30:14.824 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.824 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.824 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00720712 s, 145 MB/s 2024-09-21T00:30:14.836 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.836 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.836 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00866038 s, 121 MB/s 2024-09-21T00:30:14.846 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.847 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.847 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00774257 s, 135 MB/s 2024-09-21T00:30:14.857 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.857 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.857 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00748469 s, 140 MB/s 2024-09-21T00:30:14.868 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.868 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.868 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00802941 s, 131 MB/s 2024-09-21T00:30:14.879 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.879 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.879 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00841148 s, 125 MB/s 2024-09-21T00:30:14.890 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.890 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.890 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00775558 s, 135 MB/s 2024-09-21T00:30:14.901 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.901 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.902 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00853072 s, 123 MB/s 2024-09-21T00:30:14.911 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.911 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.912 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00695056 s, 151 MB/s 2024-09-21T00:30:14.922 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.922 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.922 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00771205 s, 136 MB/s 2024-09-21T00:30:14.923 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:30:14.929 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:30:14.929 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:30:14.929 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.7 2024-09-21T00:30:14.929 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:30:14.929 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.7/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:30:14.929 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:30:14.929 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:30:14.981 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:14 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:30:14.996 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:14.996 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:14.996 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00822788 s, 127 MB/s 2024-09-21T00:30:15.007 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.007 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.007 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00763584 s, 137 MB/s 2024-09-21T00:30:15.017 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.017 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.017 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0077118 s, 136 MB/s 2024-09-21T00:30:15.027 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.028 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.028 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00719476 s, 146 MB/s 2024-09-21T00:30:15.038 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.038 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.038 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00762952 s, 137 MB/s 2024-09-21T00:30:15.049 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.049 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.049 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00840634 s, 125 MB/s 2024-09-21T00:30:15.060 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.060 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.060 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00725499 s, 145 MB/s 2024-09-21T00:30:15.071 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.072 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.072 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00871575 s, 120 MB/s 2024-09-21T00:30:15.082 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.082 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.082 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00752838 s, 139 MB/s 2024-09-21T00:30:15.092 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.092 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.092 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00740759 s, 142 MB/s 2024-09-21T00:30:15.103 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.103 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.103 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00762599 s, 138 MB/s 2024-09-21T00:30:15.115 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.115 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.115 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00829731 s, 126 MB/s 2024-09-21T00:30:15.126 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.126 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.126 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00830868 s, 126 MB/s 2024-09-21T00:30:15.137 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.137 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.137 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00847049 s, 124 MB/s 2024-09-21T00:30:15.146 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.146 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.146 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00722119 s, 145 MB/s 2024-09-21T00:30:15.157 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.157 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.157 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00766517 s, 137 MB/s 2024-09-21T00:30:15.168 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.168 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.168 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0085081 s, 123 MB/s 2024-09-21T00:30:15.178 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.178 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.178 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0073779 s, 142 MB/s 2024-09-21T00:30:15.189 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.190 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.190 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00844195 s, 124 MB/s 2024-09-21T00:30:15.201 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.201 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.201 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00829254 s, 126 MB/s 2024-09-21T00:30:15.212 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.212 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.212 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00828976 s, 126 MB/s 2024-09-21T00:30:15.222 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.222 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.222 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00710333 s, 148 MB/s 2024-09-21T00:30:15.232 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.233 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.233 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00772638 s, 136 MB/s 2024-09-21T00:30:15.244 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.244 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.244 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00842604 s, 124 MB/s 2024-09-21T00:30:15.255 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.255 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.255 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00765039 s, 137 MB/s 2024-09-21T00:30:15.265 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.265 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.266 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00769491 s, 136 MB/s 2024-09-21T00:30:15.276 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.276 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.276 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00774196 s, 135 MB/s 2024-09-21T00:30:15.286 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.286 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.286 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0070866 s, 148 MB/s 2024-09-21T00:30:15.296 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.296 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.296 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00722318 s, 145 MB/s 2024-09-21T00:30:15.307 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.307 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.308 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00822013 s, 128 MB/s 2024-09-21T00:30:15.318 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.318 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.318 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00766565 s, 137 MB/s 2024-09-21T00:30:15.329 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.330 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.330 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0084471 s, 124 MB/s 2024-09-21T00:30:15.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:30:15.336 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:30:15.337 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:30:15.337 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.8 2024-09-21T00:30:15.337 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:30:15.337 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.8/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:30:15.337 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:30:15.337 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:30:15.388 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:15 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:30:15.403 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.403 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.403 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00845015 s, 124 MB/s 2024-09-21T00:30:15.414 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.414 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.414 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00856515 s, 122 MB/s 2024-09-21T00:30:15.424 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.424 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.424 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00720819 s, 145 MB/s 2024-09-21T00:30:15.434 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.434 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.435 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00763675 s, 137 MB/s 2024-09-21T00:30:15.444 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.444 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.444 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00753079 s, 139 MB/s 2024-09-21T00:30:15.454 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.454 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.454 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00700115 s, 150 MB/s 2024-09-21T00:30:15.464 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.464 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.464 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0076117 s, 138 MB/s 2024-09-21T00:30:15.475 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.475 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.476 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00846722 s, 124 MB/s 2024-09-21T00:30:15.486 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.486 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.486 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00847168 s, 124 MB/s 2024-09-21T00:30:15.496 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.496 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.496 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.007064 s, 148 MB/s 2024-09-21T00:30:15.506 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.506 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.506 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00752952 s, 139 MB/s 2024-09-21T00:30:15.515 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.516 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.516 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00701608 s, 149 MB/s 2024-09-21T00:30:15.526 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.526 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.526 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00826581 s, 127 MB/s 2024-09-21T00:30:15.537 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.537 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.537 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00800071 s, 131 MB/s 2024-09-21T00:30:15.548 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.548 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.548 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00817757 s, 128 MB/s 2024-09-21T00:30:15.560 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.562 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.562 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00882442 s, 119 MB/s 2024-09-21T00:30:15.570 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.571 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.571 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0076121 s, 138 MB/s 2024-09-21T00:30:15.581 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.581 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.582 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00777221 s, 135 MB/s 2024-09-21T00:30:15.592 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.592 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.592 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00759582 s, 138 MB/s 2024-09-21T00:30:15.603 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.603 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.604 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00880089 s, 119 MB/s 2024-09-21T00:30:15.614 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.615 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.615 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00828357 s, 127 MB/s 2024-09-21T00:30:15.625 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.625 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.626 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00772691 s, 136 MB/s 2024-09-21T00:30:15.636 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.636 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.636 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00774861 s, 135 MB/s 2024-09-21T00:30:15.649 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.649 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.649 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00987705 s, 106 MB/s 2024-09-21T00:30:15.660 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.660 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.660 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00760727 s, 138 MB/s 2024-09-21T00:30:15.672 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.672 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.672 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00848367 s, 124 MB/s 2024-09-21T00:30:15.682 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.683 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.683 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00771481 s, 136 MB/s 2024-09-21T00:30:15.693 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.693 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.694 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00793015 s, 132 MB/s 2024-09-21T00:30:15.705 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.705 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.705 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00836954 s, 125 MB/s 2024-09-21T00:30:15.716 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.716 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.716 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00857033 s, 122 MB/s 2024-09-21T00:30:15.728 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.728 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.728 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00827959 s, 127 MB/s 2024-09-21T00:30:15.738 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.738 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.738 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00761517 s, 138 MB/s 2024-09-21T00:30:15.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:30:15.745 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:30:15.745 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:30:15.745 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.9 2024-09-21T00:30:15.745 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:30:15.745 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.9/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:30:15.745 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:30:15.746 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:30:15.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:15 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:30:15.810 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.810 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.810 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00726264 s, 144 MB/s 2024-09-21T00:30:15.821 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.821 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.821 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00760664 s, 138 MB/s 2024-09-21T00:30:15.832 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.832 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.832 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00824115 s, 127 MB/s 2024-09-21T00:30:15.842 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.842 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.842 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00722612 s, 145 MB/s 2024-09-21T00:30:15.854 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.854 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.854 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00851813 s, 123 MB/s 2024-09-21T00:30:15.864 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.864 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.864 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00740854 s, 142 MB/s 2024-09-21T00:30:15.874 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.874 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.874 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00773476 s, 136 MB/s 2024-09-21T00:30:15.885 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.885 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.885 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00841444 s, 125 MB/s 2024-09-21T00:30:15.896 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.896 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.896 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00833223 s, 126 MB/s 2024-09-21T00:30:15.906 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.906 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.906 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00752227 s, 139 MB/s 2024-09-21T00:30:15.917 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.917 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.917 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0085979 s, 122 MB/s 2024-09-21T00:30:15.927 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.927 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.927 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00770713 s, 136 MB/s 2024-09-21T00:30:15.937 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.937 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.937 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00774414 s, 135 MB/s 2024-09-21T00:30:15.948 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.949 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.949 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00858658 s, 122 MB/s 2024-09-21T00:30:15.959 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.960 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.960 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00831472 s, 126 MB/s 2024-09-21T00:30:15.969 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.970 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.970 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00732532 s, 143 MB/s 2024-09-21T00:30:15.979 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.979 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.979 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00686848 s, 153 MB/s 2024-09-21T00:30:15.989 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.989 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.989 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00740338 s, 142 MB/s 2024-09-21T00:30:15.999 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:15.999 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:15.999 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00733591 s, 143 MB/s 2024-09-21T00:30:16.009 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.010 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.010 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00802712 s, 131 MB/s 2024-09-21T00:30:16.019 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.020 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.020 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00752956 s, 139 MB/s 2024-09-21T00:30:16.031 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.031 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.031 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00845063 s, 124 MB/s 2024-09-21T00:30:16.041 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.041 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.041 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00808265 s, 130 MB/s 2024-09-21T00:30:16.052 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.052 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.052 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00831086 s, 126 MB/s 2024-09-21T00:30:16.063 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.063 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.063 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00842375 s, 124 MB/s 2024-09-21T00:30:16.073 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.073 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.073 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00779144 s, 135 MB/s 2024-09-21T00:30:16.083 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.083 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.086 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00749752 s, 140 MB/s 2024-09-21T00:30:16.093 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.093 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.093 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00703828 s, 149 MB/s 2024-09-21T00:30:16.102 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.103 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.103 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00722112 s, 145 MB/s 2024-09-21T00:30:16.113 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.113 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.113 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00750139 s, 140 MB/s 2024-09-21T00:30:16.123 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.123 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.124 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00756413 s, 139 MB/s 2024-09-21T00:30:16.133 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.133 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.133 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00705225 s, 149 MB/s 2024-09-21T00:30:16.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:30:16.140 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:30:16.140 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:30:16.140 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.10 2024-09-21T00:30:16.140 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:30:16.140 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.10/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:30:16.140 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:30:16.140 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:30:16.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:16 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:30:16.206 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.206 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.206 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00763669 s, 137 MB/s 2024-09-21T00:30:16.216 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.216 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.216 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00754114 s, 139 MB/s 2024-09-21T00:30:16.226 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.226 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.226 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00753466 s, 139 MB/s 2024-09-21T00:30:16.237 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.237 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.237 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00879249 s, 119 MB/s 2024-09-21T00:30:16.249 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.249 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.249 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00868471 s, 121 MB/s 2024-09-21T00:30:16.259 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.259 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.259 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00750258 s, 140 MB/s 2024-09-21T00:30:16.270 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.270 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.270 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0083208 s, 126 MB/s 2024-09-21T00:30:16.279 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.279 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.279 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00682985 s, 154 MB/s 2024-09-21T00:30:16.289 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.290 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.290 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00766047 s, 137 MB/s 2024-09-21T00:30:16.299 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.299 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.299 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00696579 s, 151 MB/s 2024-09-21T00:30:16.309 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.309 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.309 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00768559 s, 136 MB/s 2024-09-21T00:30:16.319 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.319 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.319 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00727212 s, 144 MB/s 2024-09-21T00:30:16.330 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.330 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.330 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00857249 s, 122 MB/s 2024-09-21T00:30:16.340 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.340 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.340 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00776997 s, 135 MB/s 2024-09-21T00:30:16.350 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.350 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.350 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00750738 s, 140 MB/s 2024-09-21T00:30:16.360 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.360 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.360 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00764716 s, 137 MB/s 2024-09-21T00:30:16.370 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.370 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.370 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00725739 s, 144 MB/s 2024-09-21T00:30:16.380 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.380 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.380 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00757366 s, 138 MB/s 2024-09-21T00:30:16.389 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.389 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.389 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00681573 s, 154 MB/s 2024-09-21T00:30:16.400 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.400 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.400 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00841583 s, 125 MB/s 2024-09-21T00:30:16.416 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.417 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.417 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.013763 s, 76.2 MB/s 2024-09-21T00:30:16.427 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.427 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.427 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00779791 s, 134 MB/s 2024-09-21T00:30:16.437 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.437 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.437 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00769332 s, 136 MB/s 2024-09-21T00:30:16.448 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.448 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.448 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0083071 s, 126 MB/s 2024-09-21T00:30:16.457 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.457 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.457 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00675688 s, 155 MB/s 2024-09-21T00:30:16.468 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.468 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.468 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00766788 s, 137 MB/s 2024-09-21T00:30:16.478 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.478 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.478 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00758887 s, 138 MB/s 2024-09-21T00:30:16.488 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.488 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.488 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00764789 s, 137 MB/s 2024-09-21T00:30:16.498 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.498 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.498 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00765353 s, 137 MB/s 2024-09-21T00:30:16.509 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.509 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.509 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00765171 s, 137 MB/s 2024-09-21T00:30:16.518 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.518 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.519 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00728868 s, 144 MB/s 2024-09-21T00:30:16.528 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.528 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.529 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0071553 s, 147 MB/s 2024-09-21T00:30:16.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:30:16.535 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:30:16.535 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:30:16.535 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.11 2024-09-21T00:30:16.535 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:30:16.536 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.11/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:30:16.536 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:30:16.536 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:30:16.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:16 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:30:16.600 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.600 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.600 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00739164 s, 142 MB/s 2024-09-21T00:30:16.611 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.611 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.611 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00858315 s, 122 MB/s 2024-09-21T00:30:16.621 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.621 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.621 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00793374 s, 132 MB/s 2024-09-21T00:30:16.631 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.631 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.631 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00716164 s, 146 MB/s 2024-09-21T00:30:16.641 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.641 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.641 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00706879 s, 148 MB/s 2024-09-21T00:30:16.651 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.651 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.651 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00757292 s, 138 MB/s 2024-09-21T00:30:16.661 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.661 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.662 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00792952 s, 132 MB/s 2024-09-21T00:30:16.672 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.672 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.672 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0077168 s, 136 MB/s 2024-09-21T00:30:16.683 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.683 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.683 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00851518 s, 123 MB/s 2024-09-21T00:30:16.693 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.693 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.693 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00707324 s, 148 MB/s 2024-09-21T00:30:16.703 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.703 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.703 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00733183 s, 143 MB/s 2024-09-21T00:30:16.713 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.713 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.713 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00769431 s, 136 MB/s 2024-09-21T00:30:16.723 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.723 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.723 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00778552 s, 135 MB/s 2024-09-21T00:30:16.734 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.735 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.735 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00879163 s, 119 MB/s 2024-09-21T00:30:16.745 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.745 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.745 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00774729 s, 135 MB/s 2024-09-21T00:30:16.756 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.756 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.756 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00831461 s, 126 MB/s 2024-09-21T00:30:16.767 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.767 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.767 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00856095 s, 122 MB/s 2024-09-21T00:30:16.778 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.778 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.779 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00863425 s, 121 MB/s 2024-09-21T00:30:16.789 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.789 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.789 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00771932 s, 136 MB/s 2024-09-21T00:30:16.799 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.799 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.799 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0076571 s, 137 MB/s 2024-09-21T00:30:16.810 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.810 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.810 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00844139 s, 124 MB/s 2024-09-21T00:30:16.820 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.820 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.821 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0077525 s, 135 MB/s 2024-09-21T00:30:16.830 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.830 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.831 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00756597 s, 139 MB/s 2024-09-21T00:30:16.841 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.841 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.841 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0077504 s, 135 MB/s 2024-09-21T00:30:16.852 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.852 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.853 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0087785 s, 119 MB/s 2024-09-21T00:30:16.863 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.863 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.863 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00784414 s, 134 MB/s 2024-09-21T00:30:16.873 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.873 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.873 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0077611 s, 135 MB/s 2024-09-21T00:30:16.883 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.883 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.884 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00747897 s, 140 MB/s 2024-09-21T00:30:16.893 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.893 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.893 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00700346 s, 150 MB/s 2024-09-21T00:30:16.904 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.905 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.905 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00876091 s, 120 MB/s 2024-09-21T00:30:16.915 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.915 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.915 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00775306 s, 135 MB/s 2024-09-21T00:30:16.925 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.925 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.925 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00721404 s, 145 MB/s 2024-09-21T00:30:16.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:30:16.932 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:30:16.932 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:30:16.932 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.12 2024-09-21T00:30:16.932 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:30:16.932 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.12/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:30:16.932 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:30:16.932 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:30:16.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:16 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:30:16.997 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:16.997 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:16.997 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00750284 s, 140 MB/s 2024-09-21T00:30:17.008 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.008 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.008 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00848319 s, 124 MB/s 2024-09-21T00:30:17.019 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.019 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.019 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00783926 s, 134 MB/s 2024-09-21T00:30:17.028 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.028 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.029 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00714888 s, 147 MB/s 2024-09-21T00:30:17.039 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.039 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.039 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00799048 s, 131 MB/s 2024-09-21T00:30:17.048 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.048 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.049 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00717772 s, 146 MB/s 2024-09-21T00:30:17.060 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.060 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.060 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00857434 s, 122 MB/s 2024-09-21T00:30:17.071 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.071 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.071 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00851105 s, 123 MB/s 2024-09-21T00:30:17.081 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.081 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.081 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00727315 s, 144 MB/s 2024-09-21T00:30:17.091 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.091 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.091 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00768921 s, 136 MB/s 2024-09-21T00:30:17.101 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.101 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.101 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00757575 s, 138 MB/s 2024-09-21T00:30:17.111 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.111 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.112 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.007745 s, 135 MB/s 2024-09-21T00:30:17.123 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.123 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.123 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00871237 s, 120 MB/s 2024-09-21T00:30:17.134 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.134 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.134 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00841257 s, 125 MB/s 2024-09-21T00:30:17.144 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.144 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.144 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00760407 s, 138 MB/s 2024-09-21T00:30:17.154 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.154 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.154 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00764188 s, 137 MB/s 2024-09-21T00:30:17.165 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.165 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.165 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00864812 s, 121 MB/s 2024-09-21T00:30:17.175 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.175 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.175 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0074832 s, 140 MB/s 2024-09-21T00:30:17.185 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.185 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.185 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00713264 s, 147 MB/s 2024-09-21T00:30:17.195 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.195 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.195 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00717501 s, 146 MB/s 2024-09-21T00:30:17.205 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.205 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.205 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00756076 s, 139 MB/s 2024-09-21T00:30:17.215 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.215 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.215 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00767817 s, 137 MB/s 2024-09-21T00:30:17.225 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.225 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.225 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00756495 s, 139 MB/s 2024-09-21T00:30:17.235 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.235 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.235 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00708301 s, 148 MB/s 2024-09-21T00:30:17.245 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.245 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.245 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00778389 s, 135 MB/s 2024-09-21T00:30:17.256 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.256 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.256 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00822946 s, 127 MB/s 2024-09-21T00:30:17.266 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.266 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.266 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00741094 s, 141 MB/s 2024-09-21T00:30:17.276 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.276 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.276 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00765883 s, 137 MB/s 2024-09-21T00:30:17.287 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.287 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.287 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00845728 s, 124 MB/s 2024-09-21T00:30:17.297 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.297 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.297 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00776596 s, 135 MB/s 2024-09-21T00:30:17.307 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.307 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.307 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00755591 s, 139 MB/s 2024-09-21T00:30:17.318 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.318 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.318 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00748084 s, 140 MB/s 2024-09-21T00:30:17.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:30:17.324 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:30:17.324 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:30:17.324 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.13 2024-09-21T00:30:17.324 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:30:17.324 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.13/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:30:17.324 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:30:17.324 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:30:17.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:17 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:30:17.387 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.388 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.388 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00768057 s, 137 MB/s 2024-09-21T00:30:17.398 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.398 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.398 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00779853 s, 134 MB/s 2024-09-21T00:30:17.409 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.409 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.409 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00860917 s, 122 MB/s 2024-09-21T00:30:17.419 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.419 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.419 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00763675 s, 137 MB/s 2024-09-21T00:30:17.429 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.429 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.429 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00769784 s, 136 MB/s 2024-09-21T00:30:17.439 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.439 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.439 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0070308 s, 149 MB/s 2024-09-21T00:30:17.449 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.449 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.449 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00750139 s, 140 MB/s 2024-09-21T00:30:17.460 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.460 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.460 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00844972 s, 124 MB/s 2024-09-21T00:30:17.470 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.470 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.470 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00773343 s, 136 MB/s 2024-09-21T00:30:17.480 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.480 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.480 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00753443 s, 139 MB/s 2024-09-21T00:30:17.490 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.490 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.491 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00744544 s, 141 MB/s 2024-09-21T00:30:17.500 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.500 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.501 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00782541 s, 134 MB/s 2024-09-21T00:30:17.511 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.511 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.511 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00745338 s, 141 MB/s 2024-09-21T00:30:17.520 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.521 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.521 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00730582 s, 144 MB/s 2024-09-21T00:30:17.531 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.532 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.532 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00834495 s, 126 MB/s 2024-09-21T00:30:17.541 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.542 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.542 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00761831 s, 138 MB/s 2024-09-21T00:30:17.553 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.553 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.553 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0085825 s, 122 MB/s 2024-09-21T00:30:17.562 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.562 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.563 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00692613 s, 151 MB/s 2024-09-21T00:30:17.573 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.573 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.573 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00745916 s, 141 MB/s 2024-09-21T00:30:17.582 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.582 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.583 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00705011 s, 149 MB/s 2024-09-21T00:30:17.593 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.593 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.593 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00755759 s, 139 MB/s 2024-09-21T00:30:17.602 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.602 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.602 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00689597 s, 152 MB/s 2024-09-21T00:30:17.612 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.613 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.613 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00763791 s, 137 MB/s 2024-09-21T00:30:17.622 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.622 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.622 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00704184 s, 149 MB/s 2024-09-21T00:30:17.631 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.631 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.632 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0069046 s, 152 MB/s 2024-09-21T00:30:17.642 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.642 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.642 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00762481 s, 138 MB/s 2024-09-21T00:30:17.654 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.654 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.654 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00766502 s, 137 MB/s 2024-09-21T00:30:17.668 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.669 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.669 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00811858 s, 129 MB/s 2024-09-21T00:30:17.678 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.678 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.678 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.007285 s, 144 MB/s 2024-09-21T00:30:17.688 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.688 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.688 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00738211 s, 142 MB/s 2024-09-21T00:30:17.699 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.699 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.699 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00825223 s, 127 MB/s 2024-09-21T00:30:17.708 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.708 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.708 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00699725 s, 150 MB/s 2024-09-21T00:30:17.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:30:17.715 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:30:17.715 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:30:17.715 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.14 2024-09-21T00:30:17.715 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:30:17.715 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.14/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:30:17.715 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:30:17.716 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:30:17.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:17 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:30:17.779 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.779 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.779 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00731967 s, 143 MB/s 2024-09-21T00:30:17.789 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.789 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.789 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00729517 s, 144 MB/s 2024-09-21T00:30:17.799 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.799 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.799 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00740544 s, 142 MB/s 2024-09-21T00:30:17.808 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.808 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.808 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00685088 s, 153 MB/s 2024-09-21T00:30:17.819 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.819 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.819 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00847887 s, 124 MB/s 2024-09-21T00:30:17.828 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.828 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.829 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00678758 s, 154 MB/s 2024-09-21T00:30:17.839 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.839 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.839 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00767344 s, 137 MB/s 2024-09-21T00:30:17.850 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.850 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.850 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00858339 s, 122 MB/s 2024-09-21T00:30:17.860 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.860 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.860 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00747702 s, 140 MB/s 2024-09-21T00:30:17.871 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.871 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.871 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00832093 s, 126 MB/s 2024-09-21T00:30:17.882 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.882 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.882 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00853024 s, 123 MB/s 2024-09-21T00:30:17.892 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.892 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.892 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00760984 s, 138 MB/s 2024-09-21T00:30:17.903 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.903 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.903 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00833503 s, 126 MB/s 2024-09-21T00:30:17.913 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.913 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.913 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00763024 s, 137 MB/s 2024-09-21T00:30:17.923 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.923 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.923 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0079074 s, 133 MB/s 2024-09-21T00:30:17.934 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.934 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.934 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00838714 s, 125 MB/s 2024-09-21T00:30:17.944 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.944 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.944 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00703827 s, 149 MB/s 2024-09-21T00:30:17.954 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.954 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.954 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00725092 s, 145 MB/s 2024-09-21T00:30:17.963 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.963 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.963 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0067854 s, 155 MB/s 2024-09-21T00:30:17.973 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.973 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.973 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00748945 s, 140 MB/s 2024-09-21T00:30:17.983 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.983 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.983 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00746064 s, 141 MB/s 2024-09-21T00:30:17.993 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:17.994 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:17.994 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00768606 s, 136 MB/s 2024-09-21T00:30:18.003 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.003 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.003 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00730244 s, 144 MB/s 2024-09-21T00:30:18.013 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.013 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.013 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00751669 s, 139 MB/s 2024-09-21T00:30:18.023 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.023 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.023 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00709173 s, 148 MB/s 2024-09-21T00:30:18.033 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.033 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.033 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00770142 s, 136 MB/s 2024-09-21T00:30:18.043 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.043 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.043 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00738431 s, 142 MB/s 2024-09-21T00:30:18.054 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.054 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.054 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00794215 s, 132 MB/s 2024-09-21T00:30:18.064 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.064 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.065 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00841368 s, 125 MB/s 2024-09-21T00:30:18.075 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.075 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.075 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00763219 s, 137 MB/s 2024-09-21T00:30:18.084 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.084 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.085 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00706274 s, 148 MB/s 2024-09-21T00:30:18.095 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.095 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.095 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00832988 s, 126 MB/s 2024-09-21T00:30:18.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:30:18.102 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:30:18.102 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:30:18.102 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.15 2024-09-21T00:30:18.103 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:30:18.103 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.15/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:30:18.103 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:30:18.103 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:30:18.154 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:18 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:30:18.167 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.167 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.168 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00760589 s, 138 MB/s 2024-09-21T00:30:18.178 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.178 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.178 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00746335 s, 140 MB/s 2024-09-21T00:30:18.189 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.189 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.189 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00879789 s, 119 MB/s 2024-09-21T00:30:18.199 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.199 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.199 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00694262 s, 151 MB/s 2024-09-21T00:30:18.210 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.210 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.210 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00841763 s, 125 MB/s 2024-09-21T00:30:18.220 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.220 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.220 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00746474 s, 140 MB/s 2024-09-21T00:30:18.231 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.231 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.231 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00856149 s, 122 MB/s 2024-09-21T00:30:18.242 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.242 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.242 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00847117 s, 124 MB/s 2024-09-21T00:30:18.252 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.252 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.252 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00762307 s, 138 MB/s 2024-09-21T00:30:18.263 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.263 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.263 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00794901 s, 132 MB/s 2024-09-21T00:30:18.273 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.273 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.273 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00779601 s, 135 MB/s 2024-09-21T00:30:18.283 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.283 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.283 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00762901 s, 137 MB/s 2024-09-21T00:30:18.292 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.292 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.292 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00700415 s, 150 MB/s 2024-09-21T00:30:18.303 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.303 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.303 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00762902 s, 137 MB/s 2024-09-21T00:30:18.312 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.313 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.313 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00738125 s, 142 MB/s 2024-09-21T00:30:18.323 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.323 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.323 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00755921 s, 139 MB/s 2024-09-21T00:30:18.334 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.334 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.334 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00833358 s, 126 MB/s 2024-09-21T00:30:18.345 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.345 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.345 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00826407 s, 127 MB/s 2024-09-21T00:30:18.354 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.355 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.355 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00729474 s, 144 MB/s 2024-09-21T00:30:18.364 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.365 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.365 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00745792 s, 141 MB/s 2024-09-21T00:30:18.375 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.375 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.375 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00738263 s, 142 MB/s 2024-09-21T00:30:18.385 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.385 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.386 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00846142 s, 124 MB/s 2024-09-21T00:30:18.396 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.396 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.396 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00747202 s, 140 MB/s 2024-09-21T00:30:18.405 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.406 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.406 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00736543 s, 142 MB/s 2024-09-21T00:30:18.416 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.416 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.416 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00854904 s, 123 MB/s 2024-09-21T00:30:18.426 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.426 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.426 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00712404 s, 147 MB/s 2024-09-21T00:30:18.436 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.436 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.437 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00734645 s, 143 MB/s 2024-09-21T00:30:18.447 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.447 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.447 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00771711 s, 136 MB/s 2024-09-21T00:30:18.456 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.457 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.457 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00709689 s, 148 MB/s 2024-09-21T00:30:18.467 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.467 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.467 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00768613 s, 136 MB/s 2024-09-21T00:30:18.478 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.478 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.478 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00839021 s, 125 MB/s 2024-09-21T00:30:18.488 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.488 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.488 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00761323 s, 138 MB/s 2024-09-21T00:30:18.489 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:30:18.495 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:30:18.495 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:30:18.495 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.16 2024-09-21T00:30:18.495 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:30:18.495 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.16/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:30:18.495 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:30:18.495 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:30:18.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:18 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:30:18.559 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.559 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.559 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00756986 s, 139 MB/s 2024-09-21T00:30:18.569 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.569 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.569 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00784141 s, 134 MB/s 2024-09-21T00:30:18.579 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.580 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.580 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0077791 s, 135 MB/s 2024-09-21T00:30:18.590 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.590 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.590 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0078339 s, 134 MB/s 2024-09-21T00:30:18.600 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.600 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.600 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00729981 s, 144 MB/s 2024-09-21T00:30:18.611 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.611 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.611 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00829196 s, 126 MB/s 2024-09-21T00:30:18.621 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.621 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.621 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00809949 s, 129 MB/s 2024-09-21T00:30:18.631 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.632 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.632 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00777651 s, 135 MB/s 2024-09-21T00:30:18.642 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.642 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.642 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00770334 s, 136 MB/s 2024-09-21T00:30:18.655 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.655 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.655 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0108858 s, 96.3 MB/s 2024-09-21T00:30:18.687 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.687 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.687 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00867871 s, 121 MB/s 2024-09-21T00:30:18.698 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.698 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.698 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00854199 s, 123 MB/s 2024-09-21T00:30:18.708 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.708 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.708 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00797007 s, 132 MB/s 2024-09-21T00:30:18.719 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.719 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.719 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00787674 s, 133 MB/s 2024-09-21T00:30:18.729 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.729 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.729 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00763627 s, 137 MB/s 2024-09-21T00:30:18.738 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.739 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.739 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00704054 s, 149 MB/s 2024-09-21T00:30:18.750 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.750 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.750 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00850289 s, 123 MB/s 2024-09-21T00:30:18.760 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.760 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.760 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00759807 s, 138 MB/s 2024-09-21T00:30:18.771 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.771 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.771 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00850535 s, 123 MB/s 2024-09-21T00:30:18.781 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.781 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.781 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00741824 s, 141 MB/s 2024-09-21T00:30:18.791 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.791 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.791 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00756245 s, 139 MB/s 2024-09-21T00:30:18.801 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.801 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.802 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00708881 s, 148 MB/s 2024-09-21T00:30:18.811 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.812 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.812 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00758573 s, 138 MB/s 2024-09-21T00:30:18.821 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.821 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.821 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00728549 s, 144 MB/s 2024-09-21T00:30:18.830 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.830 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.830 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00677934 s, 155 MB/s 2024-09-21T00:30:18.841 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.841 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.841 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00768489 s, 136 MB/s 2024-09-21T00:30:18.851 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.851 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.851 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00746641 s, 140 MB/s 2024-09-21T00:30:18.861 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.861 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.861 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00699389 s, 150 MB/s 2024-09-21T00:30:18.871 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.871 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.871 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00745642 s, 141 MB/s 2024-09-21T00:30:18.881 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.881 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.881 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0077005 s, 136 MB/s 2024-09-21T00:30:18.892 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.892 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.892 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00884882 s, 118 MB/s 2024-09-21T00:30:18.902 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.902 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.902 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00750765 s, 140 MB/s 2024-09-21T00:30:18.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:30:18.909 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:30:18.909 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:30:18.909 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.17 2024-09-21T00:30:18.909 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:30:18.909 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.17/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:30:18.909 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:30:18.909 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:30:18.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:18 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:30:18.975 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.975 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.975 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00862367 s, 122 MB/s 2024-09-21T00:30:18.985 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.985 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.986 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00814856 s, 129 MB/s 2024-09-21T00:30:18.996 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:18.997 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:18.997 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00826854 s, 127 MB/s 2024-09-21T00:30:19.006 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.006 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.006 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00742544 s, 141 MB/s 2024-09-21T00:30:19.017 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.017 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.017 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00844064 s, 124 MB/s 2024-09-21T00:30:19.027 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.027 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.027 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00735448 s, 143 MB/s 2024-09-21T00:30:19.038 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.038 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.039 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00876345 s, 120 MB/s 2024-09-21T00:30:19.049 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.049 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.049 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00837347 s, 125 MB/s 2024-09-21T00:30:19.060 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.061 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.061 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0083862 s, 125 MB/s 2024-09-21T00:30:19.070 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.070 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.070 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0068504 s, 153 MB/s 2024-09-21T00:30:19.081 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.081 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.081 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00833267 s, 126 MB/s 2024-09-21T00:30:19.092 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.092 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.092 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00839469 s, 125 MB/s 2024-09-21T00:30:19.102 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.102 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.102 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00762004 s, 138 MB/s 2024-09-21T00:30:19.111 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.112 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.112 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00742398 s, 141 MB/s 2024-09-21T00:30:19.122 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.122 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.122 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00824473 s, 127 MB/s 2024-09-21T00:30:19.132 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.132 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.133 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0077251 s, 136 MB/s 2024-09-21T00:30:19.143 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.143 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.143 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0082687 s, 127 MB/s 2024-09-21T00:30:19.153 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.153 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.153 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00700991 s, 150 MB/s 2024-09-21T00:30:19.163 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.163 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.163 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00774578 s, 135 MB/s 2024-09-21T00:30:19.173 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.173 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.173 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00749797 s, 140 MB/s 2024-09-21T00:30:19.183 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.183 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.183 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00740116 s, 142 MB/s 2024-09-21T00:30:19.193 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.193 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.193 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00726721 s, 144 MB/s 2024-09-21T00:30:19.204 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.204 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.204 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00826907 s, 127 MB/s 2024-09-21T00:30:19.214 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.215 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.215 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00831474 s, 126 MB/s 2024-09-21T00:30:19.225 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.225 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.225 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00751765 s, 139 MB/s 2024-09-21T00:30:19.234 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.235 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.235 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00729811 s, 144 MB/s 2024-09-21T00:30:19.245 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.245 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.245 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00817323 s, 128 MB/s 2024-09-21T00:30:19.256 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.256 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.256 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00759229 s, 138 MB/s 2024-09-21T00:30:19.266 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.266 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.266 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00756977 s, 139 MB/s 2024-09-21T00:30:19.276 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.276 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.276 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00748567 s, 140 MB/s 2024-09-21T00:30:19.286 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.286 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.286 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00778644 s, 135 MB/s 2024-09-21T00:30:19.296 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.296 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.296 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00764747 s, 137 MB/s 2024-09-21T00:30:19.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:30:19.303 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:30:19.303 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:30:19.303 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.18 2024-09-21T00:30:19.303 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:30:19.303 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.18/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:30:19.303 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:30:19.303 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:30:19.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:19 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:30:19.368 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.368 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.368 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00742414 s, 141 MB/s 2024-09-21T00:30:19.378 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.378 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.379 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00784319 s, 134 MB/s 2024-09-21T00:30:19.389 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.389 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.390 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00835871 s, 125 MB/s 2024-09-21T00:30:19.399 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.399 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.400 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00744195 s, 141 MB/s 2024-09-21T00:30:19.409 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.409 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.409 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00693914 s, 151 MB/s 2024-09-21T00:30:19.420 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.420 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.420 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00865357 s, 121 MB/s 2024-09-21T00:30:19.431 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.431 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.431 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0077421 s, 135 MB/s 2024-09-21T00:30:19.441 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.441 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.441 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0076479 s, 137 MB/s 2024-09-21T00:30:19.452 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.452 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.452 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00834944 s, 126 MB/s 2024-09-21T00:30:19.462 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.463 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.463 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00815534 s, 129 MB/s 2024-09-21T00:30:19.473 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.473 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.473 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00769232 s, 136 MB/s 2024-09-21T00:30:19.484 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.484 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.485 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00883279 s, 119 MB/s 2024-09-21T00:30:19.494 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.494 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.495 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00709346 s, 148 MB/s 2024-09-21T00:30:19.505 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.505 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.506 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00847715 s, 124 MB/s 2024-09-21T00:30:19.516 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.516 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.516 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0077834 s, 135 MB/s 2024-09-21T00:30:19.525 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.525 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.526 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00697097 s, 150 MB/s 2024-09-21T00:30:19.536 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.536 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.536 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00754437 s, 139 MB/s 2024-09-21T00:30:19.545 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.546 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.546 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00723539 s, 145 MB/s 2024-09-21T00:30:19.557 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.557 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.557 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00871549 s, 120 MB/s 2024-09-21T00:30:19.568 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.569 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.569 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00870035 s, 121 MB/s 2024-09-21T00:30:19.579 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.579 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.579 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0076812 s, 137 MB/s 2024-09-21T00:30:19.589 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.589 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.589 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00768288 s, 136 MB/s 2024-09-21T00:30:19.600 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.600 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.600 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00829448 s, 126 MB/s 2024-09-21T00:30:19.610 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.610 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.611 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00774632 s, 135 MB/s 2024-09-21T00:30:19.621 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.621 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.621 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00745751 s, 141 MB/s 2024-09-21T00:30:19.631 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.631 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.631 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00820804 s, 128 MB/s 2024-09-21T00:30:19.641 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.642 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.642 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00771738 s, 136 MB/s 2024-09-21T00:30:19.654 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.654 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.654 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0100828 s, 104 MB/s 2024-09-21T00:30:19.685 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.685 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.685 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0071069 s, 148 MB/s 2024-09-21T00:30:19.695 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.695 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.696 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00823407 s, 127 MB/s 2024-09-21T00:30:19.706 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.706 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.706 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00775067 s, 135 MB/s 2024-09-21T00:30:19.715 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.716 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.716 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0072235 s, 145 MB/s 2024-09-21T00:30:19.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:30:19.722 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:30:19.722 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:30:19.722 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.19 2024-09-21T00:30:19.722 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:30:19.722 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.19/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:30:19.723 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:30:19.723 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:30:19.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:19 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:30:19.787 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.788 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.788 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00788808 s, 133 MB/s 2024-09-21T00:30:19.798 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.799 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.799 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00863517 s, 121 MB/s 2024-09-21T00:30:19.815 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.816 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.816 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0143304 s, 73.2 MB/s 2024-09-21T00:30:19.826 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.826 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.826 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00779819 s, 134 MB/s 2024-09-21T00:30:19.836 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.836 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.836 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.007469 s, 140 MB/s 2024-09-21T00:30:19.846 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.846 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.846 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00761259 s, 138 MB/s 2024-09-21T00:30:19.857 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.857 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.857 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00835823 s, 125 MB/s 2024-09-21T00:30:19.868 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.868 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.868 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00879708 s, 119 MB/s 2024-09-21T00:30:19.879 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.879 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.879 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00765822 s, 137 MB/s 2024-09-21T00:30:19.890 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.890 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.890 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00849606 s, 123 MB/s 2024-09-21T00:30:19.900 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.901 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.901 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00789931 s, 133 MB/s 2024-09-21T00:30:19.910 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.910 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.910 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00716692 s, 146 MB/s 2024-09-21T00:30:19.922 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.922 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.922 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00866314 s, 121 MB/s 2024-09-21T00:30:19.932 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.933 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.933 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00827273 s, 127 MB/s 2024-09-21T00:30:19.943 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.943 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.944 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00821444 s, 128 MB/s 2024-09-21T00:30:19.953 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.954 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.954 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00736915 s, 142 MB/s 2024-09-21T00:30:19.964 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.964 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.964 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00773844 s, 136 MB/s 2024-09-21T00:30:19.975 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.975 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.975 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00826756 s, 127 MB/s 2024-09-21T00:30:19.986 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:19.986 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:19.986 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00853335 s, 123 MB/s 2024-09-21T00:30:20.001 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.001 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.001 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0124895 s, 84.0 MB/s 2024-09-21T00:30:20.011 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.011 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.011 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00743515 s, 141 MB/s 2024-09-21T00:30:20.021 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.021 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.021 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0077999 s, 134 MB/s 2024-09-21T00:30:20.031 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.031 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.031 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00743394 s, 141 MB/s 2024-09-21T00:30:20.041 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.041 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.041 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00765569 s, 137 MB/s 2024-09-21T00:30:20.051 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.051 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.051 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00738465 s, 142 MB/s 2024-09-21T00:30:20.061 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.061 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.061 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00733279 s, 143 MB/s 2024-09-21T00:30:20.071 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.071 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.071 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00752703 s, 139 MB/s 2024-09-21T00:30:20.082 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.082 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.082 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00839785 s, 125 MB/s 2024-09-21T00:30:20.092 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.092 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.092 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00743926 s, 141 MB/s 2024-09-21T00:30:20.102 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.103 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.103 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00766241 s, 137 MB/s 2024-09-21T00:30:20.113 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.113 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.113 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00868796 s, 121 MB/s 2024-09-21T00:30:20.123 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.123 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.123 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00716237 s, 146 MB/s 2024-09-21T00:30:20.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:30:20.130 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:30:20.131 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:30:20.131 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.20 2024-09-21T00:30:20.131 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:30:20.131 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.20/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:30:20.131 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:30:20.131 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:30:20.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:20 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:30:20.195 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.195 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.195 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00776597 s, 135 MB/s 2024-09-21T00:30:20.205 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.205 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.205 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00761811 s, 138 MB/s 2024-09-21T00:30:20.215 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.215 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.215 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00762745 s, 137 MB/s 2024-09-21T00:30:20.225 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.225 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.225 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00762088 s, 138 MB/s 2024-09-21T00:30:20.235 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.235 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.235 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00686985 s, 153 MB/s 2024-09-21T00:30:20.245 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.245 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.245 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00738483 s, 142 MB/s 2024-09-21T00:30:20.256 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.256 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.256 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00824839 s, 127 MB/s 2024-09-21T00:30:20.265 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.265 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.265 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00710303 s, 148 MB/s 2024-09-21T00:30:20.275 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.275 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.275 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00757695 s, 138 MB/s 2024-09-21T00:30:20.285 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.285 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.285 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00754425 s, 139 MB/s 2024-09-21T00:30:20.296 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.296 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.296 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00794209 s, 132 MB/s 2024-09-21T00:30:20.306 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.306 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.306 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00760497 s, 138 MB/s 2024-09-21T00:30:20.316 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.316 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.316 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00761868 s, 138 MB/s 2024-09-21T00:30:20.326 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.327 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.327 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0076903 s, 136 MB/s 2024-09-21T00:30:20.337 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.337 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.337 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00766718 s, 137 MB/s 2024-09-21T00:30:20.348 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.348 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.348 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00873892 s, 120 MB/s 2024-09-21T00:30:20.358 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.358 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.358 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00743694 s, 141 MB/s 2024-09-21T00:30:20.369 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.369 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.369 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00769426 s, 136 MB/s 2024-09-21T00:30:20.378 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.378 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.378 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00728948 s, 144 MB/s 2024-09-21T00:30:20.389 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.389 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.389 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.008459 s, 124 MB/s 2024-09-21T00:30:20.399 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.399 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.399 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00739067 s, 142 MB/s 2024-09-21T00:30:20.409 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.409 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.409 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00774764 s, 135 MB/s 2024-09-21T00:30:20.419 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.420 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.420 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0075158 s, 140 MB/s 2024-09-21T00:30:20.430 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.430 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.430 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00821523 s, 128 MB/s 2024-09-21T00:30:20.440 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.440 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.440 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0075569 s, 139 MB/s 2024-09-21T00:30:20.450 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.450 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.451 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00762266 s, 138 MB/s 2024-09-21T00:30:20.461 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.461 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.461 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00782185 s, 134 MB/s 2024-09-21T00:30:20.471 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.471 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.471 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00746734 s, 140 MB/s 2024-09-21T00:30:20.481 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.481 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.481 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00770212 s, 136 MB/s 2024-09-21T00:30:20.492 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.492 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.492 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00837177 s, 125 MB/s 2024-09-21T00:30:20.503 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.503 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.503 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00824021 s, 127 MB/s 2024-09-21T00:30:20.513 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.513 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.513 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0072678 s, 144 MB/s 2024-09-21T00:30:20.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:30:20.520 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:30:20.520 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:30:20.520 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.21 2024-09-21T00:30:20.520 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:30:20.520 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.21/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:30:20.520 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:30:20.520 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:30:20.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:20 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:30:20.712 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.712 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.712 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00836595 s, 125 MB/s 2024-09-21T00:30:20.722 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.722 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.722 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00785986 s, 133 MB/s 2024-09-21T00:30:20.733 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.733 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.733 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00807109 s, 130 MB/s 2024-09-21T00:30:20.743 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.743 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.743 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00750023 s, 140 MB/s 2024-09-21T00:30:20.754 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.754 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.754 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00843682 s, 124 MB/s 2024-09-21T00:30:20.764 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.764 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.764 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00756548 s, 139 MB/s 2024-09-21T00:30:20.775 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.775 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.775 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0087132 s, 120 MB/s 2024-09-21T00:30:20.786 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.786 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.786 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00807172 s, 130 MB/s 2024-09-21T00:30:20.796 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.796 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.796 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00736169 s, 142 MB/s 2024-09-21T00:30:20.807 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.807 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.807 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00795471 s, 132 MB/s 2024-09-21T00:30:20.817 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.817 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.817 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00778433 s, 135 MB/s 2024-09-21T00:30:20.827 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.827 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.827 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00743911 s, 141 MB/s 2024-09-21T00:30:20.837 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.837 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.837 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00734796 s, 143 MB/s 2024-09-21T00:30:20.847 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.847 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.847 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00769658 s, 136 MB/s 2024-09-21T00:30:20.857 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.857 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.857 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00761225 s, 138 MB/s 2024-09-21T00:30:20.868 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.868 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.868 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00782465 s, 134 MB/s 2024-09-21T00:30:20.878 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.878 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.878 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00754438 s, 139 MB/s 2024-09-21T00:30:20.887 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.887 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.887 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00692092 s, 152 MB/s 2024-09-21T00:30:20.897 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.897 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.898 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00740535 s, 142 MB/s 2024-09-21T00:30:20.907 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.908 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.908 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00778494 s, 135 MB/s 2024-09-21T00:30:20.919 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.919 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.919 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00850256 s, 123 MB/s 2024-09-21T00:30:20.928 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.929 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.929 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00703622 s, 149 MB/s 2024-09-21T00:30:20.939 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.939 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.939 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00772688 s, 136 MB/s 2024-09-21T00:30:20.950 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.950 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.950 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00855323 s, 123 MB/s 2024-09-21T00:30:20.961 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.961 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.961 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00767991 s, 137 MB/s 2024-09-21T00:30:20.972 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.972 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.972 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00838984 s, 125 MB/s 2024-09-21T00:30:20.983 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.983 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.983 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00850146 s, 123 MB/s 2024-09-21T00:30:20.993 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:20.993 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:20.993 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00787671 s, 133 MB/s 2024-09-21T00:30:21.004 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:21.004 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:21.004 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0077626 s, 135 MB/s 2024-09-21T00:30:21.014 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:21.014 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:21.014 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00759625 s, 138 MB/s 2024-09-21T00:30:21.024 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:21.024 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:21.024 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00763604 s, 137 MB/s 2024-09-21T00:30:21.035 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:21.035 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:21.036 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00901501 s, 116 MB/s 2024-09-21T00:30:21.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:30:21.042 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:30:21.042 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:30:21.042 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.22 2024-09-21T00:30:21.042 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:30:21.043 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.22/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:30:21.043 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:30:21.043 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:30:21.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:21 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:30:21.106 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:21.107 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:21.107 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0073515 s, 143 MB/s 2024-09-21T00:30:21.117 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:21.117 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:21.117 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00702186 s, 149 MB/s 2024-09-21T00:30:21.128 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:21.128 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:21.128 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00887973 s, 118 MB/s 2024-09-21T00:30:21.139 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:21.139 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:21.139 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00853097 s, 123 MB/s 2024-09-21T00:30:21.150 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:21.150 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:21.150 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00833494 s, 126 MB/s 2024-09-21T00:30:21.162 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:21.162 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:21.162 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00856743 s, 122 MB/s 2024-09-21T00:30:21.172 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:21.172 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:21.172 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00707515 s, 148 MB/s 2024-09-21T00:30:21.183 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:21.183 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:21.183 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00781009 s, 134 MB/s 2024-09-21T00:30:21.193 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:21.193 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:21.194 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00744966 s, 141 MB/s 2024-09-21T00:30:21.206 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:21.206 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:21.206 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00859835 s, 122 MB/s 2024-09-21T00:30:21.215 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:21.215 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:21.216 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.007177 s, 146 MB/s 2024-09-21T00:30:21.227 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:21.227 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:21.227 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00850242 s, 123 MB/s 2024-09-21T00:30:21.239 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:21.239 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:21.239 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00844823 s, 124 MB/s 2024-09-21T00:30:21.249 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:21.249 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:21.249 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00702033 s, 149 MB/s 2024-09-21T00:30:21.260 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:21.260 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:21.261 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00839411 s, 125 MB/s 2024-09-21T00:30:21.271 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:21.271 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:21.271 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00747459 s, 140 MB/s 2024-09-21T00:30:21.281 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:30:21.282 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:21.282 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:21.282 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00773506 s, 136 MB/s 2024-09-21T00:30:21.283 DEBUG:teuthology.orchestra.run.smithi097:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:30:21.293 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:21.293 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:21.293 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00799957 s, 131 MB/s 2024-09-21T00:30:21.305 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:21.305 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:21.306 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00968083 s, 108 MB/s 2024-09-21T00:30:21.317 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:21.317 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:21.317 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00846304 s, 124 MB/s 2024-09-21T00:30:21.328 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:21.328 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:21.329 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00840904 s, 125 MB/s 2024-09-21T00:30:21.338 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:21.338 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:21.338 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00706156 s, 148 MB/s 2024-09-21T00:30:21.349 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:21.349 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:21.349 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00774906 s, 135 MB/s 2024-09-21T00:30:21.360 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:21.360 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:21.360 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00783481 s, 134 MB/s 2024-09-21T00:30:21.370 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:21.370 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:21.370 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00724195 s, 145 MB/s 2024-09-21T00:30:21.380 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:21.380 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:21.380 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0069381 s, 151 MB/s 2024-09-21T00:30:21.392 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:21.392 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:21.392 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00831494 s, 126 MB/s 2024-09-21T00:30:21.403 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:21.403 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:21.403 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00787883 s, 133 MB/s 2024-09-21T00:30:21.414 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:21.414 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:21.414 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00746872 s, 140 MB/s 2024-09-21T00:30:21.425 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:21.425 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:21.425 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00839015 s, 125 MB/s 2024-09-21T00:30:21.435 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:21.435 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:21.435 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00743033 s, 141 MB/s 2024-09-21T00:30:21.445 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:21.446 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:21.446 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00731984 s, 143 MB/s 2024-09-21T00:30:21.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:30:21.452 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:30:21.452 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:30:21.452 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.23 2024-09-21T00:30:21.452 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:30:21.453 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.23/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:30:21.453 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:30:21.453 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:30:21.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:21 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:30:21.560 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:21.560 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:21.560 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00848887 s, 124 MB/s 2024-09-21T00:30:21.571 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:21.571 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:21.571 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0080058 s, 131 MB/s 2024-09-21T00:30:21.582 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:21.582 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:21.582 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00759571 s, 138 MB/s 2024-09-21T00:30:21.593 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:21.593 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:21.594 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00862911 s, 122 MB/s 2024-09-21T00:30:21.604 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:21.605 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:21.605 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00794789 s, 132 MB/s 2024-09-21T00:30:21.615 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:21.615 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:21.615 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00746107 s, 141 MB/s 2024-09-21T00:30:21.625 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:21.625 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:21.625 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00704279 s, 149 MB/s 2024-09-21T00:30:21.637 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:21.637 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:21.637 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00888092 s, 118 MB/s 2024-09-21T00:30:21.647 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:21.647 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:21.647 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00713808 s, 147 MB/s 2024-09-21T00:30:21.658 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:21.658 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:21.658 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00795648 s, 132 MB/s 2024-09-21T00:30:21.672 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:21.672 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:21.672 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0115342 s, 90.9 MB/s 2024-09-21T00:30:21.723 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:21.723 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:21.723 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00852806 s, 123 MB/s 2024-09-21T00:30:21.734 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:21.734 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:21.734 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00832517 s, 126 MB/s 2024-09-21T00:30:21.745 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:21.745 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:21.745 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00806224 s, 130 MB/s 2024-09-21T00:30:21.756 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:21.756 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:21.757 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00787187 s, 133 MB/s 2024-09-21T00:30:21.766 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:21.766 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:21.767 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00716205 s, 146 MB/s 2024-09-21T00:30:21.778 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:21.778 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:21.779 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00879616 s, 119 MB/s 2024-09-21T00:30:21.790 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:21.790 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:21.790 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00834379 s, 126 MB/s 2024-09-21T00:30:21.800 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:21.800 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:21.800 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00689275 s, 152 MB/s 2024-09-21T00:30:21.810 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:21.810 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:21.810 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00759288 s, 138 MB/s 2024-09-21T00:30:21.820 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:21.820 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:21.820 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00711461 s, 147 MB/s 2024-09-21T00:30:21.831 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:21.831 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:21.831 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00718205 s, 146 MB/s 2024-09-21T00:30:21.842 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:21.842 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:21.843 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00842293 s, 124 MB/s 2024-09-21T00:30:21.852 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:21.852 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:21.852 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00688075 s, 152 MB/s 2024-09-21T00:30:21.864 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:21.864 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:21.864 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00842951 s, 124 MB/s 2024-09-21T00:30:21.875 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:21.875 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:21.875 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00848314 s, 124 MB/s 2024-09-21T00:30:21.886 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:21.886 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:21.886 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00768065 s, 137 MB/s 2024-09-21T00:30:21.896 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:21.897 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:21.897 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00777997 s, 135 MB/s 2024-09-21T00:30:21.907 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:21.907 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:21.907 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00771266 s, 136 MB/s 2024-09-21T00:30:21.918 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:21.918 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:21.918 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00837885 s, 125 MB/s 2024-09-21T00:30:21.929 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:21.929 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:21.929 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00827509 s, 127 MB/s 2024-09-21T00:30:21.940 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:21.940 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:21.940 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00845639 s, 124 MB/s 2024-09-21T00:30:21.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:30:21.947 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:30:21.947 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:30:21.947 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.24 2024-09-21T00:30:21.947 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:30:21.948 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.24/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:30:21.948 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:30:21.948 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:30:21.999 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:21 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:30:22.013 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.013 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.013 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00838306 s, 125 MB/s 2024-09-21T00:30:22.023 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.024 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.024 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00763742 s, 137 MB/s 2024-09-21T00:30:22.033 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.034 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.034 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00773703 s, 136 MB/s 2024-09-21T00:30:22.045 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.045 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.045 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.008591 s, 122 MB/s 2024-09-21T00:30:22.056 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.056 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.056 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00832776 s, 126 MB/s 2024-09-21T00:30:22.065 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.065 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.066 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00742127 s, 141 MB/s 2024-09-21T00:30:22.075 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.075 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.075 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00695939 s, 151 MB/s 2024-09-21T00:30:22.085 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.085 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.085 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00766594 s, 137 MB/s 2024-09-21T00:30:22.095 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.096 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.096 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00778873 s, 135 MB/s 2024-09-21T00:30:22.106 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.106 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.106 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00750515 s, 140 MB/s 2024-09-21T00:30:22.117 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.117 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.117 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00855131 s, 123 MB/s 2024-09-21T00:30:22.128 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.128 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.128 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00854462 s, 123 MB/s 2024-09-21T00:30:22.138 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.139 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.139 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00767897 s, 137 MB/s 2024-09-21T00:30:22.149 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.149 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.149 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00785365 s, 134 MB/s 2024-09-21T00:30:22.159 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.159 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.160 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00798759 s, 131 MB/s 2024-09-21T00:30:22.169 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.170 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.170 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00789371 s, 133 MB/s 2024-09-21T00:30:22.181 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.181 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.181 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00841449 s, 125 MB/s 2024-09-21T00:30:22.192 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.192 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.192 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0085689 s, 122 MB/s 2024-09-21T00:30:22.203 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.203 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.203 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00889978 s, 118 MB/s 2024-09-21T00:30:22.214 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.215 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.215 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00876393 s, 120 MB/s 2024-09-21T00:30:22.225 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.225 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.225 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00765205 s, 137 MB/s 2024-09-21T00:30:22.235 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.235 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.235 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00757599 s, 138 MB/s 2024-09-21T00:30:22.245 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.245 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.245 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00780001 s, 134 MB/s 2024-09-21T00:30:22.256 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.256 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.256 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00820595 s, 128 MB/s 2024-09-21T00:30:22.267 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.267 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.267 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00850291 s, 123 MB/s 2024-09-21T00:30:22.277 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.277 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.277 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00711075 s, 147 MB/s 2024-09-21T00:30:22.287 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.287 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.287 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00767087 s, 137 MB/s 2024-09-21T00:30:22.298 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.298 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.298 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00851867 s, 123 MB/s 2024-09-21T00:30:22.309 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.309 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.309 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00842595 s, 124 MB/s 2024-09-21T00:30:22.320 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.320 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.320 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00757237 s, 138 MB/s 2024-09-21T00:30:22.332 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.332 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.332 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00846913 s, 124 MB/s 2024-09-21T00:30:22.343 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.343 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.343 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00836578 s, 125 MB/s 2024-09-21T00:30:22.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:30:22.350 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:30:22.350 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:30:22.351 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.25 2024-09-21T00:30:22.351 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:30:22.351 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.25/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:30:22.351 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:30:22.351 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:30:22.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:22 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:30:22.417 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.417 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.417 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00782192 s, 134 MB/s 2024-09-21T00:30:22.428 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.428 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.429 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00795479 s, 132 MB/s 2024-09-21T00:30:22.439 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.439 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.439 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00771162 s, 136 MB/s 2024-09-21T00:30:22.449 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.449 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.450 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00718883 s, 146 MB/s 2024-09-21T00:30:22.461 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.461 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.461 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00863724 s, 121 MB/s 2024-09-21T00:30:22.472 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.472 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.472 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0072224 s, 145 MB/s 2024-09-21T00:30:22.483 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.483 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.483 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00860721 s, 122 MB/s 2024-09-21T00:30:22.494 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.494 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.494 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0077535 s, 135 MB/s 2024-09-21T00:30:22.505 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.505 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.505 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00754313 s, 139 MB/s 2024-09-21T00:30:22.516 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.516 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.516 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00845773 s, 124 MB/s 2024-09-21T00:30:22.527 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.527 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.527 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00740141 s, 142 MB/s 2024-09-21T00:30:22.539 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.539 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.539 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0087783 s, 119 MB/s 2024-09-21T00:30:22.550 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.550 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.550 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00830704 s, 126 MB/s 2024-09-21T00:30:22.560 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.560 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.561 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00793062 s, 132 MB/s 2024-09-21T00:30:22.570 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.571 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.571 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0075476 s, 139 MB/s 2024-09-21T00:30:22.581 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.581 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.581 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00780776 s, 134 MB/s 2024-09-21T00:30:22.591 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.591 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.591 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00786511 s, 133 MB/s 2024-09-21T00:30:22.601 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.601 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.601 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00749242 s, 140 MB/s 2024-09-21T00:30:22.612 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.612 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.613 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00868521 s, 121 MB/s 2024-09-21T00:30:22.623 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.623 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.623 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00786261 s, 133 MB/s 2024-09-21T00:30:22.633 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.633 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.633 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00750912 s, 140 MB/s 2024-09-21T00:30:22.644 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.644 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.644 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00839038 s, 125 MB/s 2024-09-21T00:30:22.654 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.654 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.655 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00793186 s, 132 MB/s 2024-09-21T00:30:22.665 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.665 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.665 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00787615 s, 133 MB/s 2024-09-21T00:30:22.680 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.680 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.680 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00854038 s, 123 MB/s 2024-09-21T00:30:22.707 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.708 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.708 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00761107 s, 138 MB/s 2024-09-21T00:30:22.718 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.718 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.718 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00796033 s, 132 MB/s 2024-09-21T00:30:22.727 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.727 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.727 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00688947 s, 152 MB/s 2024-09-21T00:30:22.737 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.737 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.737 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00750211 s, 140 MB/s 2024-09-21T00:30:22.748 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.748 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.748 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00827674 s, 127 MB/s 2024-09-21T00:30:22.759 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.759 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.759 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00838361 s, 125 MB/s 2024-09-21T00:30:22.770 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.770 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.770 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00806143 s, 130 MB/s 2024-09-21T00:30:22.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:30:22.776 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:30:22.776 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:30:22.776 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.26 2024-09-21T00:30:22.777 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:30:22.777 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.26/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:30:22.777 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:30:22.777 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:30:22.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:22 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:30:22.841 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.842 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.842 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00754191 s, 139 MB/s 2024-09-21T00:30:22.851 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.851 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.851 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00783991 s, 134 MB/s 2024-09-21T00:30:22.862 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.862 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.862 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00874524 s, 120 MB/s 2024-09-21T00:30:22.872 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.873 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.873 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00784485 s, 134 MB/s 2024-09-21T00:30:22.883 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.883 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.883 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00778119 s, 135 MB/s 2024-09-21T00:30:22.893 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.893 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.893 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00764051 s, 137 MB/s 2024-09-21T00:30:22.903 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.903 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.903 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00727649 s, 144 MB/s 2024-09-21T00:30:22.913 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.913 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.913 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00781432 s, 134 MB/s 2024-09-21T00:30:22.924 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.924 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.924 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00851637 s, 123 MB/s 2024-09-21T00:30:22.934 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.934 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.934 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00760839 s, 138 MB/s 2024-09-21T00:30:22.944 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.945 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.945 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00769535 s, 136 MB/s 2024-09-21T00:30:22.955 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.956 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.956 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00837514 s, 125 MB/s 2024-09-21T00:30:22.965 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.965 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.966 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00736447 s, 142 MB/s 2024-09-21T00:30:22.976 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.978 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.978 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00769848 s, 136 MB/s 2024-09-21T00:30:22.986 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.986 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.986 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00718216 s, 146 MB/s 2024-09-21T00:30:22.996 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:22.996 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:22.996 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00778148 s, 135 MB/s 2024-09-21T00:30:23.007 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.007 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.007 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00851223 s, 123 MB/s 2024-09-21T00:30:23.017 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.017 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.017 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0074182 s, 141 MB/s 2024-09-21T00:30:23.027 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.027 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.027 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00762685 s, 137 MB/s 2024-09-21T00:30:23.037 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.037 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.038 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00796794 s, 132 MB/s 2024-09-21T00:30:23.048 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.049 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.049 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00847831 s, 124 MB/s 2024-09-21T00:30:23.060 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.060 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.060 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00857482 s, 122 MB/s 2024-09-21T00:30:23.070 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.070 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.070 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00755114 s, 139 MB/s 2024-09-21T00:30:23.079 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.080 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.080 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00715293 s, 147 MB/s 2024-09-21T00:30:23.090 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.091 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.091 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00828526 s, 127 MB/s 2024-09-21T00:30:23.101 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.101 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.102 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00838606 s, 125 MB/s 2024-09-21T00:30:23.112 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.112 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.113 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00830709 s, 126 MB/s 2024-09-21T00:30:23.122 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.123 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.123 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00766416 s, 137 MB/s 2024-09-21T00:30:23.134 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.134 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.134 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00864826 s, 121 MB/s 2024-09-21T00:30:23.145 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.145 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.145 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00761981 s, 138 MB/s 2024-09-21T00:30:23.154 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.155 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.155 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0076526 s, 137 MB/s 2024-09-21T00:30:23.165 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.165 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.165 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00788236 s, 133 MB/s 2024-09-21T00:30:23.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:30:23.172 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:30:23.172 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:30:23.172 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.27 2024-09-21T00:30:23.172 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:30:23.172 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.27/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:30:23.172 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:30:23.172 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:30:23.223 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:23 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:30:23.238 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.238 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.238 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00849678 s, 123 MB/s 2024-09-21T00:30:23.250 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.250 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.250 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00770897 s, 136 MB/s 2024-09-21T00:30:23.260 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.260 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.260 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00830431 s, 126 MB/s 2024-09-21T00:30:23.271 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.271 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.271 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00829725 s, 126 MB/s 2024-09-21T00:30:23.280 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.281 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.281 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0072914 s, 144 MB/s 2024-09-21T00:30:23.291 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.291 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.291 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00792693 s, 132 MB/s 2024-09-21T00:30:23.301 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.301 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.301 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00743788 s, 141 MB/s 2024-09-21T00:30:23.311 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.311 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.311 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00774007 s, 135 MB/s 2024-09-21T00:30:23.322 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.322 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.322 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00875316 s, 120 MB/s 2024-09-21T00:30:23.332 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.333 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.333 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00776048 s, 135 MB/s 2024-09-21T00:30:23.342 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.343 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.343 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00758936 s, 138 MB/s 2024-09-21T00:30:23.353 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.353 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.353 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00765876 s, 137 MB/s 2024-09-21T00:30:23.363 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.364 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.364 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.007778 s, 135 MB/s 2024-09-21T00:30:23.373 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.373 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.373 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00714641 s, 147 MB/s 2024-09-21T00:30:23.383 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.383 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.383 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00716333 s, 146 MB/s 2024-09-21T00:30:23.393 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.393 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.393 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00792028 s, 132 MB/s 2024-09-21T00:30:23.403 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.403 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.403 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00691756 s, 152 MB/s 2024-09-21T00:30:23.413 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.413 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.413 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00798328 s, 131 MB/s 2024-09-21T00:30:23.424 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.425 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.425 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00850686 s, 123 MB/s 2024-09-21T00:30:23.435 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.435 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.435 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00847142 s, 124 MB/s 2024-09-21T00:30:23.445 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.445 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.446 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00753421 s, 139 MB/s 2024-09-21T00:30:23.456 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.456 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.456 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00825578 s, 127 MB/s 2024-09-21T00:30:23.466 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.466 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.466 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00703299 s, 149 MB/s 2024-09-21T00:30:23.477 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.477 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.478 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00867662 s, 121 MB/s 2024-09-21T00:30:23.487 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.487 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.487 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00691493 s, 152 MB/s 2024-09-21T00:30:23.496 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.496 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.497 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00693501 s, 151 MB/s 2024-09-21T00:30:23.508 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.508 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.508 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00901412 s, 116 MB/s 2024-09-21T00:30:23.518 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.518 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.519 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00795022 s, 132 MB/s 2024-09-21T00:30:23.529 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.529 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.529 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0075645 s, 139 MB/s 2024-09-21T00:30:23.539 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.539 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.539 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00766288 s, 137 MB/s 2024-09-21T00:30:23.550 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.550 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.550 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00834838 s, 126 MB/s 2024-09-21T00:30:23.559 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.559 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.559 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00743678 s, 141 MB/s 2024-09-21T00:30:23.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:30:23.566 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:30:23.566 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:30:23.566 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.28 2024-09-21T00:30:23.566 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:30:23.566 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.28/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:30:23.566 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:30:23.567 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:30:23.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:23 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:30:23.631 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.631 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.631 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00787266 s, 133 MB/s 2024-09-21T00:30:23.640 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.640 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.641 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00740331 s, 142 MB/s 2024-09-21T00:30:23.651 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.651 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.651 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00767107 s, 137 MB/s 2024-09-21T00:30:23.661 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.661 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.661 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00739402 s, 142 MB/s 2024-09-21T00:30:23.674 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.674 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.675 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0110926 s, 94.5 MB/s 2024-09-21T00:30:23.709 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.709 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.709 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00877382 s, 120 MB/s 2024-09-21T00:30:23.720 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.720 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.720 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00808004 s, 130 MB/s 2024-09-21T00:30:23.730 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.730 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.730 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0077384 s, 136 MB/s 2024-09-21T00:30:23.740 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.740 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.740 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00759896 s, 138 MB/s 2024-09-21T00:30:23.751 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.751 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.751 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.008429 s, 124 MB/s 2024-09-21T00:30:23.762 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.762 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.762 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00869025 s, 121 MB/s 2024-09-21T00:30:23.773 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.773 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.773 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00790612 s, 133 MB/s 2024-09-21T00:30:23.782 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.783 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.783 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00711397 s, 147 MB/s 2024-09-21T00:30:23.794 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.794 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.794 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00850845 s, 123 MB/s 2024-09-21T00:30:23.803 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.803 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.804 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00679922 s, 154 MB/s 2024-09-21T00:30:23.814 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.814 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.814 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00740767 s, 142 MB/s 2024-09-21T00:30:23.823 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.823 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.823 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00711167 s, 147 MB/s 2024-09-21T00:30:23.833 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.833 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.833 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00739568 s, 142 MB/s 2024-09-21T00:30:23.843 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.843 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.844 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00731061 s, 143 MB/s 2024-09-21T00:30:23.853 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.854 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.854 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00728344 s, 144 MB/s 2024-09-21T00:30:23.864 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.865 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.865 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00837404 s, 125 MB/s 2024-09-21T00:30:23.874 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.874 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.875 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00735422 s, 143 MB/s 2024-09-21T00:30:23.884 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.885 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.885 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00774137 s, 135 MB/s 2024-09-21T00:30:23.894 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.895 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.895 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00734995 s, 143 MB/s 2024-09-21T00:30:23.905 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.906 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.906 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00756253 s, 139 MB/s 2024-09-21T00:30:23.915 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.915 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.916 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00831018 s, 126 MB/s 2024-09-21T00:30:23.927 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.927 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.927 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00871062 s, 120 MB/s 2024-09-21T00:30:23.937 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.938 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.938 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00823442 s, 127 MB/s 2024-09-21T00:30:23.948 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.948 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.948 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00762451 s, 138 MB/s 2024-09-21T00:30:23.958 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.959 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.959 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00832626 s, 126 MB/s 2024-09-21T00:30:23.970 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.970 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.970 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00855652 s, 123 MB/s 2024-09-21T00:30:23.981 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:23.981 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:23.981 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00833295 s, 126 MB/s 2024-09-21T00:30:23.981 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:30:23.988 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:30:23.988 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:30:23.988 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.29 2024-09-21T00:30:23.988 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:30:23.988 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.29/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:30:23.988 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:30:23.988 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:30:24.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:24 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:30:24.052 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.052 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.053 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00756403 s, 139 MB/s 2024-09-21T00:30:24.062 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.062 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.063 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00754878 s, 139 MB/s 2024-09-21T00:30:24.072 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.072 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.072 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00721491 s, 145 MB/s 2024-09-21T00:30:24.083 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.083 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.083 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00829317 s, 126 MB/s 2024-09-21T00:30:24.094 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.094 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.094 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00833238 s, 126 MB/s 2024-09-21T00:30:24.103 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.103 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.103 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00698562 s, 150 MB/s 2024-09-21T00:30:24.113 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.113 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.113 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00665923 s, 157 MB/s 2024-09-21T00:30:24.123 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.123 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.123 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00705691 s, 149 MB/s 2024-09-21T00:30:24.133 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.133 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.133 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00760002 s, 138 MB/s 2024-09-21T00:30:24.144 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.144 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.144 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00869646 s, 121 MB/s 2024-09-21T00:30:24.155 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.155 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.155 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00783252 s, 134 MB/s 2024-09-21T00:30:24.165 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.165 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.165 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00723979 s, 145 MB/s 2024-09-21T00:30:24.175 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.175 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.175 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00818186 s, 128 MB/s 2024-09-21T00:30:24.186 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.186 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.186 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00855404 s, 123 MB/s 2024-09-21T00:30:24.196 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.196 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.197 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00725699 s, 144 MB/s 2024-09-21T00:30:24.207 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.207 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.207 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00825465 s, 127 MB/s 2024-09-21T00:30:24.218 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.218 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.218 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00827196 s, 127 MB/s 2024-09-21T00:30:24.229 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.229 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.229 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00834967 s, 126 MB/s 2024-09-21T00:30:24.239 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.239 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.239 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00751746 s, 139 MB/s 2024-09-21T00:30:24.249 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.250 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.250 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00800064 s, 131 MB/s 2024-09-21T00:30:24.260 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.260 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.260 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00754766 s, 139 MB/s 2024-09-21T00:30:24.270 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.271 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.271 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00845505 s, 124 MB/s 2024-09-21T00:30:24.281 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.282 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.282 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00844692 s, 124 MB/s 2024-09-21T00:30:24.293 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.293 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.293 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00873049 s, 120 MB/s 2024-09-21T00:30:24.303 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.303 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.303 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00743135 s, 141 MB/s 2024-09-21T00:30:24.314 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.314 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.314 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00877202 s, 120 MB/s 2024-09-21T00:30:24.325 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.325 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.325 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0082699 s, 127 MB/s 2024-09-21T00:30:24.337 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.337 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.337 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00909541 s, 115 MB/s 2024-09-21T00:30:24.347 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.347 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.347 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00764985 s, 137 MB/s 2024-09-21T00:30:24.358 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.358 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.358 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00786409 s, 133 MB/s 2024-09-21T00:30:24.367 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.367 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.368 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00729641 s, 144 MB/s 2024-09-21T00:30:24.379 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.379 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.379 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00875117 s, 120 MB/s 2024-09-21T00:30:24.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:30:24.385 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:30:24.386 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:30:24.386 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.30 2024-09-21T00:30:24.386 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:30:24.386 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.30/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:30:24.386 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:30:24.386 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:30:24.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:24 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:30:24.450 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.450 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.450 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00706099 s, 149 MB/s 2024-09-21T00:30:24.460 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.460 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.460 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00775498 s, 135 MB/s 2024-09-21T00:30:24.470 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.470 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.470 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00727199 s, 144 MB/s 2024-09-21T00:30:24.481 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.481 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.481 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0086744 s, 121 MB/s 2024-09-21T00:30:24.491 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.491 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.491 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00712958 s, 147 MB/s 2024-09-21T00:30:24.501 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.501 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.501 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00777701 s, 135 MB/s 2024-09-21T00:30:24.512 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.512 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.512 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00809852 s, 129 MB/s 2024-09-21T00:30:24.522 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.522 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.522 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00750577 s, 140 MB/s 2024-09-21T00:30:24.533 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.533 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.534 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00841525 s, 125 MB/s 2024-09-21T00:30:24.544 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.544 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.545 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00842183 s, 125 MB/s 2024-09-21T00:30:24.556 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.556 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.556 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00842528 s, 124 MB/s 2024-09-21T00:30:24.567 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.567 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.567 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00834079 s, 126 MB/s 2024-09-21T00:30:24.577 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.577 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.577 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00740745 s, 142 MB/s 2024-09-21T00:30:24.588 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.588 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.588 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00842665 s, 124 MB/s 2024-09-21T00:30:24.598 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.598 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.599 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00786081 s, 133 MB/s 2024-09-21T00:30:24.608 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.608 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.608 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00713386 s, 147 MB/s 2024-09-21T00:30:24.618 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.618 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.618 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00761144 s, 138 MB/s 2024-09-21T00:30:24.628 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.628 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.628 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00731235 s, 143 MB/s 2024-09-21T00:30:24.638 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.638 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.638 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00744353 s, 141 MB/s 2024-09-21T00:30:24.649 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.649 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.649 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00822066 s, 128 MB/s 2024-09-21T00:30:24.659 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.659 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.659 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00768454 s, 136 MB/s 2024-09-21T00:30:24.670 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.670 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.670 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00832803 s, 126 MB/s 2024-09-21T00:30:24.684 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.684 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.684 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0112011 s, 93.6 MB/s 2024-09-21T00:30:24.713 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.714 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.714 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0076916 s, 136 MB/s 2024-09-21T00:30:24.724 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.724 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.724 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00802429 s, 131 MB/s 2024-09-21T00:30:24.735 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.735 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.735 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00848736 s, 124 MB/s 2024-09-21T00:30:24.745 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.745 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.745 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00751777 s, 139 MB/s 2024-09-21T00:30:24.755 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.755 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.755 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00688634 s, 152 MB/s 2024-09-21T00:30:24.765 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.765 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.765 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00765186 s, 137 MB/s 2024-09-21T00:30:24.776 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.776 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.776 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00838051 s, 125 MB/s 2024-09-21T00:30:24.787 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.787 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.787 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00741131 s, 141 MB/s 2024-09-21T00:30:24.798 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.798 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.798 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00853541 s, 123 MB/s 2024-09-21T00:30:24.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:30:24.804 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:30:24.804 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:30:24.805 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.31 2024-09-21T00:30:24.805 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:30:24.805 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.31/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:30:24.805 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:30:24.805 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:30:24.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:24 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:30:24.870 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.870 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.870 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00855738 s, 123 MB/s 2024-09-21T00:30:24.880 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.880 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.880 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00716664 s, 146 MB/s 2024-09-21T00:30:24.889 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.890 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.890 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00705689 s, 149 MB/s 2024-09-21T00:30:24.899 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.899 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.899 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0068959 s, 152 MB/s 2024-09-21T00:30:24.909 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.909 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.909 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00740586 s, 142 MB/s 2024-09-21T00:30:24.920 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.920 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.920 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00817605 s, 128 MB/s 2024-09-21T00:30:24.930 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.930 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.930 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00771077 s, 136 MB/s 2024-09-21T00:30:24.940 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.940 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.940 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0070751 s, 148 MB/s 2024-09-21T00:30:24.951 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.951 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.951 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00801048 s, 131 MB/s 2024-09-21T00:30:24.961 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.961 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.961 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00762983 s, 137 MB/s 2024-09-21T00:30:24.971 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.971 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.971 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00760273 s, 138 MB/s 2024-09-21T00:30:24.981 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.981 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.981 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00776318 s, 135 MB/s 2024-09-21T00:30:24.991 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:24.991 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:24.991 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00750712 s, 140 MB/s 2024-09-21T00:30:25.001 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:25.001 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:25.001 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00722682 s, 145 MB/s 2024-09-21T00:30:25.012 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:25.012 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:25.012 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00830372 s, 126 MB/s 2024-09-21T00:30:25.022 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:25.022 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:25.022 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00732707 s, 143 MB/s 2024-09-21T00:30:25.033 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:25.033 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:25.033 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00822698 s, 127 MB/s 2024-09-21T00:30:25.042 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:25.043 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:25.043 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00755302 s, 139 MB/s 2024-09-21T00:30:25.052 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:25.052 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:25.052 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00729872 s, 144 MB/s 2024-09-21T00:30:25.063 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:25.063 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:25.063 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00801065 s, 131 MB/s 2024-09-21T00:30:25.073 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:25.073 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:25.073 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00749547 s, 140 MB/s 2024-09-21T00:30:25.082 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:25.082 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:25.082 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00700745 s, 150 MB/s 2024-09-21T00:30:25.092 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:25.092 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:25.093 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0071753 s, 146 MB/s 2024-09-21T00:30:25.103 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:25.104 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:25.104 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00838937 s, 125 MB/s 2024-09-21T00:30:25.113 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:25.113 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:25.113 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00711967 s, 147 MB/s 2024-09-21T00:30:25.125 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:25.125 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:25.125 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00863813 s, 121 MB/s 2024-09-21T00:30:25.135 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:25.136 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:25.136 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00837023 s, 125 MB/s 2024-09-21T00:30:25.146 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:25.146 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:25.146 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00765903 s, 137 MB/s 2024-09-21T00:30:25.157 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:25.157 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:25.157 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00845004 s, 124 MB/s 2024-09-21T00:30:25.167 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:25.167 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:25.167 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00745628 s, 141 MB/s 2024-09-21T00:30:25.178 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:25.178 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:25.178 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00755742 s, 139 MB/s 2024-09-21T00:30:25.189 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:30:25.189 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:30:25.189 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00738746 s, 142 MB/s 2024-09-21T00:30:25.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:30:25.196 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:30:25.196 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.9:0 scrub start /scrub_control_test_path recursive 2024-09-21T00:30:25.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.315+0000 7fad0d6f9640 1 -- 172.21.15.67:0/2363645002 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fad080c5a90 msgr2=0x7fad080d01b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:25.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.315+0000 7fad0d6f9640 1 --2- 172.21.15.67:0/2363645002 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fad080c5a90 0x7fad080d01b0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7facf8009830 tx=0x7facf802a480 comp rx=0 tx=0).stop 2024-09-21T00:30:25.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.315+0000 7fad0d6f9640 1 -- 172.21.15.67:0/2363645002 shutdown_connections 2024-09-21T00:30:25.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.315+0000 7fad0d6f9640 1 --2- 172.21.15.67:0/2363645002 >> v2:172.21.15.97:3300/0 conn(0x7fad080b0480 0x7fad080cd870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.315+0000 7fad0d6f9640 1 --2- 172.21.15.67:0/2363645002 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fad080c5a90 0x7fad080d01b0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.315+0000 7fad0d6f9640 1 -- 172.21.15.67:0/2363645002 >> 172.21.15.67:0/2363645002 conn(0x7fad080cee80 msgr2=0x7fad080cf290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:25.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.315+0000 7fad0d6f9640 1 -- 172.21.15.67:0/2363645002 shutdown_connections 2024-09-21T00:30:25.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.315+0000 7fad0d6f9640 1 -- 172.21.15.67:0/2363645002 wait complete. 2024-09-21T00:30:25.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.317+0000 7fad0d6f9640 1 Processor -- start 2024-09-21T00:30:25.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.317+0000 7fad0d6f9640 1 -- start start 2024-09-21T00:30:25.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.319+0000 7fad0d6f9640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fad080b0480 0x7fad080b19b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:25.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.319+0000 7fad0d6f9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fad080c5a90 0x7fad0815e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:25.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.319+0000 7fad0d6f9640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fad080d06f0 0x7fad0809df00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:25.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.319+0000 7fad0d6f9640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fad0809b960 con 0x7fad080c5a90 2024-09-21T00:30:25.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.319+0000 7fad0d6f9640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fad080cdff0 con 0x7fad080b0480 2024-09-21T00:30:25.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.319+0000 7fad0d6f9640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fad0809bae0 con 0x7fad080d06f0 2024-09-21T00:30:25.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.319+0000 7facfe7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fad080c5a90 0x7fad0815e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:25.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.319+0000 7facfe7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fad080c5a90 0x7fad0815e9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55978/0 (socket says 172.21.15.67:55978) 2024-09-21T00:30:25.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.319+0000 7facfe7fc640 1 -- 172.21.15.67:0/2054734109 learned_addr learned my addr 172.21.15.67:0/2054734109 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:25.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.319+0000 7fad06ffd640 1 --2- 172.21.15.67:0/2054734109 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fad080b0480 0x7fad080b19b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:25.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.319+0000 7fad077fe640 1 --2- 172.21.15.67:0/2054734109 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fad080d06f0 0x7fad0809df00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:25.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.319+0000 7facfe7fc640 1 -- 172.21.15.67:0/2054734109 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fad080d06f0 msgr2=0x7fad0809df00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:25.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.319+0000 7facfe7fc640 1 --2- 172.21.15.67:0/2054734109 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fad080d06f0 0x7fad0809df00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.319+0000 7facfe7fc640 1 -- 172.21.15.67:0/2054734109 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fad080b0480 msgr2=0x7fad080b19b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:25.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.319+0000 7facfe7fc640 1 --2- 172.21.15.67:0/2054734109 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fad080b0480 0x7fad080b19b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.319+0000 7facfe7fc640 1 -- 172.21.15.67:0/2054734109 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad080b21e0 con 0x7fad080c5a90 2024-09-21T00:30:25.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.319+0000 7fad06ffd640 1 --2- 172.21.15.67:0/2054734109 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fad080b0480 0x7fad080b19b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:30:25.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.319+0000 7facfe7fc640 1 --2- 172.21.15.67:0/2054734109 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fad080c5a90 0x7fad0815e9b0 secure :-1 s=READY pgs=1522 cs=0 l=1 rev1=1 crypto rx=0x7facf000c3c0 tx=0x7facf000c7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:25.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.320+0000 7facfffff640 1 -- 172.21.15.67:0/2054734109 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facf0017070 con 0x7fad080c5a90 2024-09-21T00:30:25.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.320+0000 7fad0d6f9640 1 -- 172.21.15.67:0/2054734109 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fad080b24c0 con 0x7fad080c5a90 2024-09-21T00:30:25.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.320+0000 7facfffff640 1 -- 172.21.15.67:0/2054734109 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7facf00035f0 con 0x7fad080c5a90 2024-09-21T00:30:25.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.320+0000 7facfffff640 1 -- 172.21.15.67:0/2054734109 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facf0003a40 con 0x7fad080c5a90 2024-09-21T00:30:25.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.320+0000 7fad0d6f9640 1 -- 172.21.15.67:0/2054734109 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fad080b2a80 con 0x7fad080c5a90 2024-09-21T00:30:25.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.322+0000 7facfffff640 1 -- 172.21.15.67:0/2054734109 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7facf001a070 con 0x7fad080c5a90 2024-09-21T00:30:25.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.322+0000 7facfffff640 1 --2- 172.21.15.67:0/2054734109 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7face8078b90 0x7face807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:25.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.322+0000 7facfffff640 1 -- 172.21.15.67:0/2054734109 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(128..128 src has 1..128) ==== 5709+0+0 (secure 0 0 0) 0x7facf0099e60 con 0x7fad080c5a90 2024-09-21T00:30:25.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.322+0000 7fad06ffd640 1 --2- 172.21.15.67:0/2054734109 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7face8078b90 0x7face807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:25.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.323+0000 7fad06ffd640 1 --2- 172.21.15.67:0/2054734109 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7face8078b90 0x7face807b0a0 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7facf8034000 tx=0x7facf8004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:25.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.323+0000 7fad1466d740 1 Processor -- start 2024-09-21T00:30:25.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.323+0000 7fad1466d740 1 -- start start 2024-09-21T00:30:25.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.324+0000 7fad1466d740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e3e5e77730 0x55e3e6266df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:25.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.324+0000 7fad1466d740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e3e5e4e870 0x55e3e6249ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:25.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.324+0000 7fad1466d740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e3e5e56a50 0x55e3e624a000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:25.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.324+0000 7fad1466d740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55e3e6191c40 con 0x55e3e5e4e870 2024-09-21T00:30:25.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.324+0000 7fad1466d740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55e3e6181070 con 0x55e3e5e56a50 2024-09-21T00:30:25.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.324+0000 7fad1466d740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55e3e6184e80 con 0x55e3e5e77730 2024-09-21T00:30:25.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.325+0000 7fad06ffd640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e3e5e77730 0x55e3e6266df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:25.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.325+0000 7facfe7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e3e5e4e870 0x55e3e6249ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:25.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.325+0000 7facfe7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e3e5e4e870 0x55e3e6249ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:55990/0 (socket says 172.21.15.67:55990) 2024-09-21T00:30:25.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.325+0000 7facfe7fc640 1 -- 172.21.15.67:0/3835826509 learned_addr learned my addr 172.21.15.67:0/3835826509 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:25.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.325+0000 7fad077fe640 1 --2- 172.21.15.67:0/3835826509 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e3e5e56a50 0x55e3e624a000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:25.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.325+0000 7facfe7fc640 1 -- 172.21.15.67:0/3835826509 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e3e5e77730 msgr2=0x55e3e6266df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:30:25.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.325+0000 7facfe7fc640 1 --2- 172.21.15.67:0/3835826509 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e3e5e77730 0x55e3e6266df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.325+0000 7facfe7fc640 1 -- 172.21.15.67:0/3835826509 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e3e5e56a50 msgr2=0x55e3e624a000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:30:25.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.325+0000 7facfe7fc640 1 --2- 172.21.15.67:0/3835826509 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e3e5e56a50 0x55e3e624a000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.325+0000 7facfe7fc640 1 -- 172.21.15.67:0/3835826509 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e3e5f5bba0 con 0x55e3e5e4e870 2024-09-21T00:30:25.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.325+0000 7facfe7fc640 1 --2- 172.21.15.67:0/3835826509 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e3e5e4e870 0x55e3e6249ac0 secure :-1 s=READY pgs=1523 cs=0 l=1 rev1=1 crypto rx=0x7facf0098300 tx=0x7facf00614d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d43239a58a07c47d server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:25.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.325+0000 7facfcff9640 1 -- 172.21.15.67:0/3835826509 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facf0066690 con 0x55e3e5e4e870 2024-09-21T00:30:25.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.325+0000 7facfcff9640 1 -- 172.21.15.67:0/3835826509 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7facf006b540 con 0x55e3e5e4e870 2024-09-21T00:30:25.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.325+0000 7facfcff9640 1 -- 172.21.15.67:0/3835826509 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facf006b310 con 0x55e3e5e4e870 2024-09-21T00:30:25.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.326+0000 7fad1466d740 1 -- 172.21.15.67:0/3835826509 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e3e5e4e870 msgr2=0x55e3e6249ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:25.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.326+0000 7fad1466d740 1 --2- 172.21.15.67:0/3835826509 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e3e5e4e870 0x55e3e6249ac0 secure :-1 s=READY pgs=1523 cs=0 l=1 rev1=1 crypto rx=0x7facf0098300 tx=0x7facf00614d0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.326+0000 7fad1466d740 1 -- 172.21.15.67:0/3835826509 shutdown_connections 2024-09-21T00:30:25.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.326+0000 7fad1466d740 1 --2- 172.21.15.67:0/3835826509 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e3e5e56a50 0x55e3e624a000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.326+0000 7fad1466d740 1 --2- 172.21.15.67:0/3835826509 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e3e5e4e870 0x55e3e6249ac0 unknown :-1 s=CLOSED pgs=1523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.326+0000 7fad1466d740 1 --2- 172.21.15.67:0/3835826509 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e3e5e77730 0x55e3e6266df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.326+0000 7fad1466d740 1 -- 172.21.15.67:0/3835826509 >> 172.21.15.67:0/3835826509 conn(0x55e3e5e6b880 msgr2=0x55e3e621fce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:25.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.326+0000 7fad1466d740 1 -- 172.21.15.67:0/3835826509 shutdown_connections 2024-09-21T00:30:25.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.326+0000 7fad1466d740 1 -- 172.21.15.67:0/3835826509 wait complete. 2024-09-21T00:30:25.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.327+0000 7fad1466d740 1 -- start start 2024-09-21T00:30:25.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.327+0000 7fad1466d740 1 Processor -- start 2024-09-21T00:30:25.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.329+0000 7fad1466d740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e3e5e4e870 0x55e3e62378b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:25.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.329+0000 7fad1466d740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e3e5e56a50 0x55e3e621ed30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:25.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.329+0000 7fad1466d740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e3e5e77730 0x55e3e621f270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:25.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.329+0000 7fad1466d740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55e3e5ef1ae0 con 0x55e3e5e56a50 2024-09-21T00:30:25.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.329+0000 7fad1466d740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55e3e6107870 con 0x55e3e5e4e870 2024-09-21T00:30:25.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.329+0000 7fad1466d740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55e3e6260520 con 0x55e3e5e77730 2024-09-21T00:30:25.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.329+0000 7fad1466d740 10 client.0 _ll_register_callbacks cb 0x55e3e61352d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:30:25.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.329+0000 7facfe7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e3e5e56a50 0x55e3e621ed30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:25.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.329+0000 7facfe7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e3e5e56a50 0x55e3e621ed30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56006/0 (socket says 172.21.15.67:56006) 2024-09-21T00:30:25.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.329+0000 7facfe7fc640 1 -- 172.21.15.67:0/370122982 learned_addr learned my addr 172.21.15.67:0/370122982 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:25.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.329+0000 7fad06ffd640 1 --2- 172.21.15.67:0/370122982 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e3e5e4e870 0x55e3e62378b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:25.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.329+0000 7fad077fe640 1 --2- 172.21.15.67:0/370122982 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e3e5e77730 0x55e3e621f270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:25.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.329+0000 7facfe7fc640 1 -- 172.21.15.67:0/370122982 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e3e5e77730 msgr2=0x55e3e621f270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:30:25.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.329+0000 7facfe7fc640 1 --2- 172.21.15.67:0/370122982 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e3e5e77730 0x55e3e621f270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.329+0000 7facfe7fc640 1 -- 172.21.15.67:0/370122982 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e3e5e4e870 msgr2=0x55e3e62378b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:30:25.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.329+0000 7facfe7fc640 1 --2- 172.21.15.67:0/370122982 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e3e5e4e870 0x55e3e62378b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.329+0000 7facfe7fc640 1 -- 172.21.15.67:0/370122982 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e3e5ec0a40 con 0x55e3e5e56a50 2024-09-21T00:30:25.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.329+0000 7facfe7fc640 1 --2- 172.21.15.67:0/370122982 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e3e5e56a50 0x55e3e621ed30 secure :-1 s=READY pgs=1524 cs=0 l=1 rev1=1 crypto rx=0x7facf005eed0 tx=0x7facf00610f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=facd97d5b4243942 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:25.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.329+0000 7face5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:30:25.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.329+0000 7face5ffb640 1 -- 172.21.15.67:0/370122982 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facf00611e0 con 0x55e3e5e56a50 2024-09-21T00:30:25.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.329+0000 7face5ffb640 1 -- 172.21.15.67:0/370122982 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(128..128 src has 1..128) ==== 5709+0+0 (secure 0 0 0) 0x7facf0066330 con 0x55e3e5e56a50 2024-09-21T00:30:25.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.329+0000 7fad1466d740 1 -- 172.21.15.67:0/370122982 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7facf006b540 con 0x55e3e5e56a50 2024-09-21T00:30:25.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.329+0000 7face5ffb640 1 -- 172.21.15.67:0/370122982 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=108) ==== 24+0+0 (secure 0 0 0) 0x7facf0066690 con 0x55e3e5e56a50 2024-09-21T00:30:25.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.330+0000 7fad1466d740 10 client.8658 fetch_fsmap learned FSMap version 108 2024-09-21T00:30:25.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.330+0000 7fad1466d740 1 -- 172.21.15.67:0/370122982 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=108,monmap=2+}) -- 0x55e3e5fbc330 con 0x55e3e5e56a50 2024-09-21T00:30:25.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.330+0000 7face5ffb640 1 -- 172.21.15.67:0/370122982 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7facf006b540 con 0x55e3e5e56a50 2024-09-21T00:30:25.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.330+0000 7face5ffb640 1 -- 172.21.15.67:0/370122982 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 108) ==== 3502+0+0 (secure 0 0 0) 0x7facf005d5b0 con 0x55e3e5e56a50 2024-09-21T00:30:25.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.330+0000 7fad1466d740 10 client.8658 fetch_fsmap finished waiting for FSMap version 108 2024-09-21T00:30:25.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.330+0000 7fad1466d740 10 client.8658 resolve_mds: resolved 9:0 to role '9:0' aka daemon mds.b 2024-09-21T00:30:25.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.330+0000 7fad1466d740 20 client.8658 populate_metadata read hostname 'smithi067' 2024-09-21T00:30:25.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.330+0000 7fad1466d740 1 --2- 172.21.15.67:0/370122982 >> [v2:172.21.15.97:6834/2367808255,v1:172.21.15.97:6835/2367808255] conn(0x55e3e5e36300 0x55e3e6277740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:25.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.330+0000 7fad1466d740 4 client.8658 mds_command: new command op to 7744 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:30:25.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.330+0000 7fad1466d740 1 -- 172.21.15.67:0/370122982 --> [v2:172.21.15.97:6834/2367808255,v1:172.21.15.97:6835/2367808255] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e3e6193b90 con 0x55e3e5e36300 2024-09-21T00:30:25.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.330+0000 7fad06ffd640 1 --2- 172.21.15.67:0/370122982 >> [v2:172.21.15.97:6834/2367808255,v1:172.21.15.97:6835/2367808255] conn(0x55e3e5e36300 0x55e3e6277740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:25.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.331+0000 7face5ffb640 10 client.8658 ms_handle_connect on v2:172.21.15.97:6834/2367808255 2024-09-21T00:30:25.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.331+0000 7fad06ffd640 1 --2- 172.21.15.67:0/370122982 >> [v2:172.21.15.97:6834/2367808255,v1:172.21.15.97:6835/2367808255] conn(0x55e3e5e36300 0x55e3e6277740 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=df67874f8e2e82c6 server_cookie=7a1d3b5ac1d47ecf in_seq=0 out_seq=0 2024-09-21T00:30:25.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.331+0000 7face5ffb640 1 -- 172.21.15.67:0/370122982 <== mds.0 v2:172.21.15.97:6834/2367808255 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x55e3e6193b90 con 0x55e3e5e36300 2024-09-21T00:30:25.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.331+0000 7face5ffb640 10 client.8658 handle_command_reply: tid=0 2024-09-21T00:30:25.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.331+0000 7fad1466d740 1 client.8658 shutdown 2024-09-21T00:30:25.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.331+0000 7fad1466d740 1 -- 172.21.15.67:0/370122982 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e3e5e56a50 msgr2=0x55e3e621ed30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:25.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.331+0000 7fad1466d740 1 --2- 172.21.15.67:0/370122982 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e3e5e56a50 0x55e3e621ed30 secure :-1 s=READY pgs=1524 cs=0 l=1 rev1=1 crypto rx=0x7facf005eed0 tx=0x7facf00610f0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.331+0000 7fad1466d740 1 -- 172.21.15.67:0/370122982 shutdown_connections 2024-09-21T00:30:25.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.331+0000 7fad1466d740 1 --2- 172.21.15.67:0/370122982 >> [v2:172.21.15.97:6834/2367808255,v1:172.21.15.97:6835/2367808255] conn(0x55e3e5e36300 0x55e3e6277740 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.331+0000 7fad1466d740 1 --2- 172.21.15.67:0/370122982 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e3e5e77730 0x55e3e621f270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.331+0000 7fad1466d740 1 --2- 172.21.15.67:0/370122982 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e3e5e56a50 0x55e3e621ed30 unknown :-1 s=CLOSED pgs=1524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.331+0000 7fad1466d740 1 --2- 172.21.15.67:0/370122982 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e3e5e4e870 0x55e3e62378b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.331+0000 7face5ffb640 0 client.8658 ms_handle_reset on v2:172.21.15.97:6834/2367808255 2024-09-21T00:30:25.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.331+0000 7fad1466d740 1 -- 172.21.15.67:0/370122982 >> 172.21.15.67:0/370122982 conn(0x55e3e5e6b880 msgr2=0x55e3e6219980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:25.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.331+0000 7fad1466d740 1 -- 172.21.15.67:0/370122982 shutdown_connections 2024-09-21T00:30:25.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.332+0000 7fad1466d740 1 -- 172.21.15.67:0/370122982 wait complete. 2024-09-21T00:30:25.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.332+0000 7fad1466d740 20 client.8658 trim_cache size 0 max 16384 2024-09-21T00:30:25.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.350+0000 7fad1466d740 1 Processor -- start 2024-09-21T00:30:25.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.350+0000 7fad1466d740 1 -- start start 2024-09-21T00:30:25.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.351+0000 7fad1466d740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e3e5e4e870 0x55e3e625f3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:25.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.351+0000 7fad1466d740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e3e5e56a50 0x55e3e621ecd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:25.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.351+0000 7fad1466d740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e3e5e77730 0x55e3e621f210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:25.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.351+0000 7fad1466d740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fad081fdcb0 con 0x55e3e5e4e870 2024-09-21T00:30:25.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.351+0000 7fad1466d740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fad0806f240 con 0x55e3e5e56a50 2024-09-21T00:30:25.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.351+0000 7fad1466d740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fad081f41d0 con 0x55e3e5e77730 2024-09-21T00:30:25.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.351+0000 7fad06ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e3e5e4e870 0x55e3e625f3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:25.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.351+0000 7fad06ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e3e5e4e870 0x55e3e625f3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56014/0 (socket says 172.21.15.67:56014) 2024-09-21T00:30:25.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.351+0000 7fad06ffd640 1 -- 172.21.15.67:0/3338662431 learned_addr learned my addr 172.21.15.67:0/3338662431 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:25.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.351+0000 7fad077fe640 1 --2- 172.21.15.67:0/3338662431 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e3e5e77730 0x55e3e621f210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:25.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.351+0000 7facfe7fc640 1 --2- 172.21.15.67:0/3338662431 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e3e5e56a50 0x55e3e621ecd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:25.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.351+0000 7fad06ffd640 1 -- 172.21.15.67:0/3338662431 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e3e5e77730 msgr2=0x55e3e621f210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:30:25.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.351+0000 7fad06ffd640 1 --2- 172.21.15.67:0/3338662431 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e3e5e77730 0x55e3e621f210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.351+0000 7fad06ffd640 1 -- 172.21.15.67:0/3338662431 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e3e5e56a50 msgr2=0x55e3e621ecd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:30:25.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.351+0000 7fad06ffd640 1 --2- 172.21.15.67:0/3338662431 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e3e5e56a50 0x55e3e621ecd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.351+0000 7fad06ffd640 1 -- 172.21.15.67:0/3338662431 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e3e5f59ea0 con 0x55e3e5e4e870 2024-09-21T00:30:25.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.352+0000 7fad06ffd640 1 --2- 172.21.15.67:0/3338662431 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e3e5e4e870 0x55e3e625f3b0 secure :-1 s=READY pgs=1525 cs=0 l=1 rev1=1 crypto rx=0x7facf802aa70 tx=0x7facf803e040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db08b8afc70ae40a server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:25.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.352+0000 7face7fff640 1 -- 172.21.15.67:0/3338662431 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facf8047b10 con 0x55e3e5e4e870 2024-09-21T00:30:25.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.352+0000 7face7fff640 1 -- 172.21.15.67:0/3338662431 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7facf8047cb0 con 0x55e3e5e4e870 2024-09-21T00:30:25.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.352+0000 7face7fff640 1 -- 172.21.15.67:0/3338662431 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facf8047e60 con 0x55e3e5e4e870 2024-09-21T00:30:25.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.352+0000 7fad1466d740 1 -- 172.21.15.67:0/3338662431 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e3e5e4e870 msgr2=0x55e3e625f3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:25.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.352+0000 7fad1466d740 1 --2- 172.21.15.67:0/3338662431 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e3e5e4e870 0x55e3e625f3b0 secure :-1 s=READY pgs=1525 cs=0 l=1 rev1=1 crypto rx=0x7facf802aa70 tx=0x7facf803e040 comp rx=0 tx=0).stop 2024-09-21T00:30:25.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.352+0000 7fad1466d740 1 -- 172.21.15.67:0/3338662431 shutdown_connections 2024-09-21T00:30:25.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.352+0000 7fad1466d740 1 --2- 172.21.15.67:0/3338662431 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e3e5e77730 0x55e3e621f210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.352+0000 7fad1466d740 1 --2- 172.21.15.67:0/3338662431 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e3e5e56a50 0x55e3e621ecd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.352+0000 7fad1466d740 1 --2- 172.21.15.67:0/3338662431 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e3e5e4e870 0x55e3e625f3b0 unknown :-1 s=CLOSED pgs=1525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.352+0000 7fad1466d740 1 -- 172.21.15.67:0/3338662431 >> 172.21.15.67:0/3338662431 conn(0x55e3e5e6b880 msgr2=0x55e3e6262370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:25.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.352+0000 7fad1466d740 1 -- 172.21.15.67:0/3338662431 shutdown_connections 2024-09-21T00:30:25.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.353+0000 7fad1466d740 1 -- 172.21.15.67:0/3338662431 wait complete. 2024-09-21T00:30:25.359 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.353+0000 7fad1466d740 1 -- start start 2024-09-21T00:30:25.359 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.353+0000 7fad1466d740 1 Processor -- start 2024-09-21T00:30:25.359 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.355+0000 7fad1466d740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e3e5e4e870 0x55e3e621f200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:25.359 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.355+0000 7fad1466d740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e3e5e56a50 0x55e3e62e7bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:25.359 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.355+0000 7fad1466d740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e3e5e77730 0x55e3e627d860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:25.359 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.355+0000 7fad1466d740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55e3e6268010 con 0x55e3e5e4e870 2024-09-21T00:30:25.359 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.355+0000 7fad1466d740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fad081f7580 con 0x55e3e5e77730 2024-09-21T00:30:25.359 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.355+0000 7fad1466d740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55e3e621e2b0 con 0x55e3e5e56a50 2024-09-21T00:30:25.359 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.355+0000 7fad1466d740 10 client.0 _ll_register_callbacks cb 0x7facf0066070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:30:25.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.355+0000 7fad06ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e3e5e4e870 0x55e3e621f200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:25.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.355+0000 7fad06ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e3e5e4e870 0x55e3e621f200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56030/0 (socket says 172.21.15.67:56030) 2024-09-21T00:30:25.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.355+0000 7fad06ffd640 1 -- 172.21.15.67:0/2199363593 learned_addr learned my addr 172.21.15.67:0/2199363593 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:25.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.355+0000 7fad077fe640 1 --2- 172.21.15.67:0/2199363593 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e3e5e77730 0x55e3e627d860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:25.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.355+0000 7facfe7fc640 1 --2- 172.21.15.67:0/2199363593 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e3e5e56a50 0x55e3e62e7bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:25.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.355+0000 7fad06ffd640 1 -- 172.21.15.67:0/2199363593 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e3e5e56a50 msgr2=0x55e3e62e7bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:30:25.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.355+0000 7fad06ffd640 1 --2- 172.21.15.67:0/2199363593 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e3e5e56a50 0x55e3e62e7bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.355+0000 7fad06ffd640 1 -- 172.21.15.67:0/2199363593 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e3e5e77730 msgr2=0x55e3e627d860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:30:25.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.355+0000 7fad06ffd640 1 --2- 172.21.15.67:0/2199363593 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e3e5e77730 0x55e3e627d860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.355+0000 7fad06ffd640 1 -- 172.21.15.67:0/2199363593 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e3e6267590 con 0x55e3e5e4e870 2024-09-21T00:30:25.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.355+0000 7fad06ffd640 1 --2- 172.21.15.67:0/2199363593 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e3e5e4e870 0x55e3e621f200 secure :-1 s=READY pgs=1526 cs=0 l=1 rev1=1 crypto rx=0x7facf8049b00 tx=0x7facf8049d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c4e1294a21609f2 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:25.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.355+0000 7face5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:30:25.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.355+0000 7face5ffb640 1 -- 172.21.15.67:0/2199363593 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facf80492c0 con 0x55e3e5e4e870 2024-09-21T00:30:25.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.355+0000 7face5ffb640 1 -- 172.21.15.67:0/2199363593 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(128..128 src has 1..128) ==== 5709+0+0 (secure 0 0 0) 0x7facf8049460 con 0x55e3e5e4e870 2024-09-21T00:30:25.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.355+0000 7fad1466d740 1 -- 172.21.15.67:0/2199363593 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7facf8047cb0 con 0x55e3e5e4e870 2024-09-21T00:30:25.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.356+0000 7face5ffb640 1 -- 172.21.15.67:0/2199363593 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=108) ==== 24+0+0 (secure 0 0 0) 0x7facf806a050 con 0x55e3e5e4e870 2024-09-21T00:30:25.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.356+0000 7fad1466d740 10 client.8664 fetch_fsmap learned FSMap version 108 2024-09-21T00:30:25.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.356+0000 7fad1466d740 1 -- 172.21.15.67:0/2199363593 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=108,monmap=2+}) -- 0x55e3e625fee0 con 0x55e3e5e4e870 2024-09-21T00:30:25.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.356+0000 7face5ffb640 1 -- 172.21.15.67:0/2199363593 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7facf8047cb0 con 0x55e3e5e4e870 2024-09-21T00:30:25.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.356+0000 7face5ffb640 1 -- 172.21.15.67:0/2199363593 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 108) ==== 3502+0+0 (secure 0 0 0) 0x7facf806d020 con 0x55e3e5e4e870 2024-09-21T00:30:25.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.356+0000 7fad1466d740 10 client.8664 fetch_fsmap finished waiting for FSMap version 108 2024-09-21T00:30:25.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.356+0000 7fad1466d740 10 client.8664 resolve_mds: resolved 9:0 to role '9:0' aka daemon mds.b 2024-09-21T00:30:25.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.356+0000 7fad1466d740 20 client.8664 populate_metadata read hostname 'smithi067' 2024-09-21T00:30:25.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.356+0000 7fad1466d740 1 --2- 172.21.15.67:0/2199363593 >> [v2:172.21.15.97:6834/2367808255,v1:172.21.15.97:6835/2367808255] conn(0x55e3e62e8370 0x55e3e62e8780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:25.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.356+0000 7fad1466d740 4 client.8664 mds_command: new command op to 7744 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/scrub_control_test_path", "scrubops": ["recursive"]}] 2024-09-21T00:30:25.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.356+0000 7fad1466d740 1 -- 172.21.15.67:0/2199363593 --> [v2:172.21.15.97:6834/2367808255,v1:172.21.15.97:6835/2367808255] -- command(tid 0: {"prefix": "scrub start", "path": "/scrub_control_test_path", "scrubops": ["recursive"]}) -- 0x55e3e621bc40 con 0x55e3e62e8370 2024-09-21T00:30:25.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.356+0000 7facfe7fc640 1 --2- 172.21.15.67:0/2199363593 >> [v2:172.21.15.97:6834/2367808255,v1:172.21.15.97:6835/2367808255] conn(0x55e3e62e8370 0x55e3e62e8780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:25.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.357+0000 7face5ffb640 10 client.8664 ms_handle_connect on v2:172.21.15.97:6834/2367808255 2024-09-21T00:30:25.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.357+0000 7facfe7fc640 1 --2- 172.21.15.67:0/2199363593 >> [v2:172.21.15.97:6834/2367808255,v1:172.21.15.97:6835/2367808255] conn(0x55e3e62e8370 0x55e3e62e8780 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=acc878c587c2b803 server_cookie=82c5cb75044c0081 in_seq=0 out_seq=0 2024-09-21T00:30:25.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.361+0000 7face5ffb640 1 -- 172.21.15.67:0/2199363593 <== mds.0 v2:172.21.15.97:6834/2367808255 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55e3e621bc40 con 0x55e3e62e8370 2024-09-21T00:30:25.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.361+0000 7face5ffb640 10 client.8664 handle_command_reply: tid=0 2024-09-21T00:30:25.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.361+0000 7fad1466d740 1 client.8664 shutdown 2024-09-21T00:30:25.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.361+0000 7fad1466d740 1 -- 172.21.15.67:0/2199363593 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e3e5e4e870 msgr2=0x55e3e621f200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:25.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.361+0000 7fad1466d740 1 --2- 172.21.15.67:0/2199363593 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e3e5e4e870 0x55e3e621f200 secure :-1 s=READY pgs=1526 cs=0 l=1 rev1=1 crypto rx=0x7facf8049b00 tx=0x7facf8049d80 comp rx=0 tx=0).stop 2024-09-21T00:30:25.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.361+0000 7fad1466d740 1 -- 172.21.15.67:0/2199363593 shutdown_connections 2024-09-21T00:30:25.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.361+0000 7fad1466d740 1 --2- 172.21.15.67:0/2199363593 >> [v2:172.21.15.97:6834/2367808255,v1:172.21.15.97:6835/2367808255] conn(0x55e3e62e8370 0x55e3e62e8780 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.361+0000 7fad1466d740 1 --2- 172.21.15.67:0/2199363593 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e3e5e77730 0x55e3e627d860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.361+0000 7face5ffb640 0 client.8664 ms_handle_reset on v2:172.21.15.97:6834/2367808255 2024-09-21T00:30:25.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.361+0000 7fad1466d740 1 --2- 172.21.15.67:0/2199363593 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e3e5e56a50 0x55e3e62e7bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.361+0000 7fad1466d740 1 --2- 172.21.15.67:0/2199363593 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e3e5e4e870 0x55e3e621f200 unknown :-1 s=CLOSED pgs=1526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.361+0000 7fad1466d740 1 -- 172.21.15.67:0/2199363593 >> 172.21.15.67:0/2199363593 conn(0x55e3e5e6b880 msgr2=0x55e3e6249ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:25.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.361+0000 7fad1466d740 1 -- 172.21.15.67:0/2199363593 shutdown_connections 2024-09-21T00:30:25.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.361+0000 7fad1466d740 1 -- 172.21.15.67:0/2199363593 wait complete. 2024-09-21T00:30:25.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.361+0000 7fad1466d740 20 client.8664 trim_cache size 0 max 16384 2024-09-21T00:30:25.365 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:30:25.365 INFO:teuthology.orchestra.run.smithi067.stdout: "return_code": 0, 2024-09-21T00:30:25.365 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_tag": "77fa2eab-450b-466a-b844-084ae2a5f439", 2024-09-21T00:30:25.365 INFO:teuthology.orchestra.run.smithi067.stdout: "mode": "asynchronous" 2024-09-21T00:30:25.365 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:30:25.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.362+0000 7fad0d6f9640 1 -- 172.21.15.67:0/2054734109 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7face8078b90 msgr2=0x7face807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:25.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.362+0000 7fad0d6f9640 1 --2- 172.21.15.67:0/2054734109 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7face8078b90 0x7face807b0a0 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7facf8034000 tx=0x7facf8004730 comp rx=0 tx=0).stop 2024-09-21T00:30:25.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.362+0000 7fad0d6f9640 1 -- 172.21.15.67:0/2054734109 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fad080c5a90 msgr2=0x7fad0815e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:25.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.362+0000 7fad0d6f9640 1 --2- 172.21.15.67:0/2054734109 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fad080c5a90 0x7fad0815e9b0 secure :-1 s=READY pgs=1522 cs=0 l=1 rev1=1 crypto rx=0x7facf000c3c0 tx=0x7facf000c7c0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.362+0000 7fad0d6f9640 1 -- 172.21.15.67:0/2054734109 shutdown_connections 2024-09-21T00:30:25.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.362+0000 7fad0d6f9640 1 --2- 172.21.15.67:0/2054734109 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7face8078b90 0x7face807b0a0 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.362+0000 7fad0d6f9640 1 --2- 172.21.15.67:0/2054734109 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fad080d06f0 0x7fad0809df00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.362+0000 7fad0d6f9640 1 --2- 172.21.15.67:0/2054734109 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fad080c5a90 0x7fad0815e9b0 unknown :-1 s=CLOSED pgs=1522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.362+0000 7fad0d6f9640 1 --2- 172.21.15.67:0/2054734109 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fad080b0480 0x7fad080b19b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.362+0000 7fad0d6f9640 1 -- 172.21.15.67:0/2054734109 >> 172.21.15.67:0/2054734109 conn(0x7fad080cee80 msgr2=0x7fad080b5960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:25.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.362+0000 7fad0d6f9640 1 -- 172.21.15.67:0/2054734109 shutdown_connections 2024-09-21T00:30:25.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.362+0000 7fad0d6f9640 1 -- 172.21.15.67:0/2054734109 wait complete. 2024-09-21T00:30:25.374 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:30:25.374 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.9:0 scrub pause 2024-09-21T00:30:25.498 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.494+0000 7fd44d932640 1 -- 172.21.15.67:0/2885031993 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4480cbed0 msgr2=0x7fd4480cc2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:25.499 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.494+0000 7fd44d932640 1 --2- 172.21.15.67:0/2885031993 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4480cbed0 0x7fd4480cc2e0 secure :-1 s=READY pgs=1527 cs=0 l=1 rev1=1 crypto rx=0x7fd4480751d0 tx=0x7fd44002a980 comp rx=0 tx=0).stop 2024-09-21T00:30:25.499 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.495+0000 7fd44d932640 1 -- 172.21.15.67:0/2885031993 shutdown_connections 2024-09-21T00:30:25.499 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.495+0000 7fd44d932640 1 --2- 172.21.15.67:0/2885031993 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4480cbed0 0x7fd4480cc2e0 unknown :-1 s=CLOSED pgs=1527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.499 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.495+0000 7fd44d932640 1 --2- 172.21.15.67:0/2885031993 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd4480cf950 0x7fd4480cfd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.499 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.495+0000 7fd44d932640 1 --2- 172.21.15.67:0/2885031993 >> v2:172.21.15.97:3300/0 conn(0x7fd4480b6560 0x7fd4480b0a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.499 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.495+0000 7fd44d932640 1 -- 172.21.15.67:0/2885031993 >> 172.21.15.67:0/2885031993 conn(0x7fd4480d13c0 msgr2=0x7fd4480d17d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:25.499 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.495+0000 7fd44d932640 1 -- 172.21.15.67:0/2885031993 shutdown_connections 2024-09-21T00:30:25.499 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.495+0000 7fd44d932640 1 -- 172.21.15.67:0/2885031993 wait complete. 2024-09-21T00:30:25.499 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.496+0000 7fd44d932640 1 Processor -- start 2024-09-21T00:30:25.499 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.497+0000 7fd44d932640 1 -- start start 2024-09-21T00:30:25.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.498+0000 7fd44d932640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd4480b6560 0x7fd4481d4650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:25.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.498+0000 7fd44d932640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4480cbed0 0x7fd4480af120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:25.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.498+0000 7fd44d932640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd4480cf950 0x7fd4480af660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:25.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.498+0000 7fd44d932640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fd4480b10c0 con 0x7fd4480cbed0 2024-09-21T00:30:25.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.498+0000 7fd44d932640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fd4480b0f40 con 0x7fd4480b6560 2024-09-21T00:30:25.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.498+0000 7fd44d932640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fd4480cda70 con 0x7fd4480cf950 2024-09-21T00:30:25.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.498+0000 7fd4467fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4480cbed0 0x7fd4480af120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:25.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.498+0000 7fd4467fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4480cbed0 0x7fd4480af120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56042/0 (socket says 172.21.15.67:56042) 2024-09-21T00:30:25.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.498+0000 7fd4467fc640 1 -- 172.21.15.67:0/745021953 learned_addr learned my addr 172.21.15.67:0/745021953 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:25.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.498+0000 7fd446ffd640 1 --2- 172.21.15.67:0/745021953 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd4480b6560 0x7fd4481d4650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:25.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.498+0000 7fd4477fe640 1 --2- 172.21.15.67:0/745021953 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd4480cf950 0x7fd4480af660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:25.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.498+0000 7fd4467fc640 1 -- 172.21.15.67:0/745021953 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd4480cf950 msgr2=0x7fd4480af660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:25.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.498+0000 7fd4467fc640 1 --2- 172.21.15.67:0/745021953 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd4480cf950 0x7fd4480af660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.498+0000 7fd4467fc640 1 -- 172.21.15.67:0/745021953 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd4480b6560 msgr2=0x7fd4481d4650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:25.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.499+0000 7fd4467fc640 1 --2- 172.21.15.67:0/745021953 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd4480b6560 0x7fd4481d4650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.499+0000 7fd4467fc640 1 -- 172.21.15.67:0/745021953 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4480c8db0 con 0x7fd4480cbed0 2024-09-21T00:30:25.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.499+0000 7fd4467fc640 1 --2- 172.21.15.67:0/745021953 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4480cbed0 0x7fd4480af120 secure :-1 s=READY pgs=1528 cs=0 l=1 rev1=1 crypto rx=0x7fd43c00e7c0 tx=0x7fd43c00ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:25.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.499+0000 7fd42ffff640 1 -- 172.21.15.67:0/745021953 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd43c00ccc0 con 0x7fd4480cbed0 2024-09-21T00:30:25.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.499+0000 7fd42ffff640 1 -- 172.21.15.67:0/745021953 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd43c010430 con 0x7fd4480cbed0 2024-09-21T00:30:25.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.499+0000 7fd44d932640 1 -- 172.21.15.67:0/745021953 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4480c9090 con 0x7fd4480cbed0 2024-09-21T00:30:25.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.499+0000 7fd42ffff640 1 -- 172.21.15.67:0/745021953 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd43c010860 con 0x7fd4480cbed0 2024-09-21T00:30:25.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.499+0000 7fd44d932640 1 -- 172.21.15.67:0/745021953 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4480c53a0 con 0x7fd4480cbed0 2024-09-21T00:30:25.503 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.501+0000 7fd42ffff640 1 -- 172.21.15.67:0/745021953 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fd43c010a00 con 0x7fd4480cbed0 2024-09-21T00:30:25.503 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.501+0000 7fd42ffff640 1 --2- 172.21.15.67:0/745021953 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd434078b90 0x7fd43407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:25.503 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.502+0000 7fd42ffff640 1 -- 172.21.15.67:0/745021953 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(128..128 src has 1..128) ==== 5709+0+0 (secure 0 0 0) 0x7fd43c09b690 con 0x7fd4480cbed0 2024-09-21T00:30:25.503 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.502+0000 7fd446ffd640 1 --2- 172.21.15.67:0/745021953 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd434078b90 0x7fd43407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:25.504 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.502+0000 7fd446ffd640 1 --2- 172.21.15.67:0/745021953 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd434078b90 0x7fd43407b0a0 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7fd438009b80 tx=0x7fd438005f30 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:25.504 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.503+0000 7fd45489f740 1 Processor -- start 2024-09-21T00:30:25.504 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.503+0000 7fd45489f740 1 -- start start 2024-09-21T00:30:25.506 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.504+0000 7fd45489f740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560fe6b3c390 0x560fe6f123f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:25.506 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.504+0000 7fd45489f740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560fe6b134d0 0x560fe6f12930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:25.506 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.504+0000 7fd45489f740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560fe6b1b6b0 0x560fe6f01bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:25.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.504+0000 7fd45489f740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x560fe6e56bd0 con 0x560fe6b1b6b0 2024-09-21T00:30:25.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.504+0000 7fd45489f740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x560fe6e46000 con 0x560fe6b3c390 2024-09-21T00:30:25.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.504+0000 7fd45489f740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x560fe6e49e10 con 0x560fe6b134d0 2024-09-21T00:30:25.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.504+0000 7fd446ffd640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560fe6b3c390 0x560fe6f123f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:25.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.504+0000 7fd4477fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560fe6b1b6b0 0x560fe6f01bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:25.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.505+0000 7fd4467fc640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560fe6b134d0 0x560fe6f12930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:25.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.505+0000 7fd446ffd640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560fe6b3c390 0x560fe6f123f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.67:52608/0 (socket says 172.21.15.67:52608) 2024-09-21T00:30:25.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.505+0000 7fd446ffd640 1 -- 172.21.15.67:0/576024783 learned_addr learned my addr 172.21.15.67:0/576024783 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:25.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.505+0000 7fd4467fc640 1 -- 172.21.15.67:0/576024783 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560fe6b3c390 msgr2=0x560fe6f123f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:30:25.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.505+0000 7fd4467fc640 1 --2- 172.21.15.67:0/576024783 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560fe6b3c390 0x560fe6f123f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.505+0000 7fd4467fc640 1 -- 172.21.15.67:0/576024783 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560fe6b1b6b0 msgr2=0x560fe6f01bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:30:25.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.505+0000 7fd4467fc640 1 --2- 172.21.15.67:0/576024783 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560fe6b1b6b0 0x560fe6f01bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.505+0000 7fd4467fc640 1 -- 172.21.15.67:0/576024783 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560fe6c1e7d0 con 0x560fe6b134d0 2024-09-21T00:30:25.508 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.505+0000 7fd4467fc640 1 --2- 172.21.15.67:0/576024783 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560fe6b134d0 0x560fe6f12930 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fd43c099c10 tx=0x7fd43c062e60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=790903779962eb70 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:25.508 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.505+0000 7fd42d7fa640 1 -- 172.21.15.67:0/576024783 <== mon.2 v2:172.21.15.97:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd43c063510 con 0x560fe6b134d0 2024-09-21T00:30:25.508 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.505+0000 7fd42d7fa640 1 -- 172.21.15.67:0/576024783 <== mon.2 v2:172.21.15.97:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd43c067f40 con 0x560fe6b134d0 2024-09-21T00:30:25.508 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.505+0000 7fd42d7fa640 1 -- 172.21.15.67:0/576024783 <== mon.2 v2:172.21.15.97:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd43c06cdf0 con 0x560fe6b134d0 2024-09-21T00:30:25.509 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.506+0000 7fd45489f740 1 -- 172.21.15.67:0/576024783 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560fe6b134d0 msgr2=0x560fe6f12930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:25.509 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.506+0000 7fd45489f740 1 --2- 172.21.15.67:0/576024783 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560fe6b134d0 0x560fe6f12930 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fd43c099c10 tx=0x7fd43c062e60 comp rx=0 tx=0).stop 2024-09-21T00:30:25.509 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.506+0000 7fd45489f740 1 -- 172.21.15.67:0/576024783 shutdown_connections 2024-09-21T00:30:25.509 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.506+0000 7fd45489f740 1 --2- 172.21.15.67:0/576024783 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560fe6b1b6b0 0x560fe6f01bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.509 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.506+0000 7fd45489f740 1 --2- 172.21.15.67:0/576024783 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560fe6b134d0 0x560fe6f12930 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.509 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.506+0000 7fd45489f740 1 --2- 172.21.15.67:0/576024783 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560fe6b3c390 0x560fe6f123f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.509 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.506+0000 7fd45489f740 1 -- 172.21.15.67:0/576024783 >> 172.21.15.67:0/576024783 conn(0x560fe6b304e0 msgr2=0x560fe6ee8610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:25.509 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.506+0000 7fd45489f740 1 -- 172.21.15.67:0/576024783 shutdown_connections 2024-09-21T00:30:25.509 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.506+0000 7fd45489f740 1 -- 172.21.15.67:0/576024783 wait complete. 2024-09-21T00:30:25.510 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.507+0000 7fd45489f740 1 -- start start 2024-09-21T00:30:25.510 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.507+0000 7fd45489f740 1 Processor -- start 2024-09-21T00:30:25.512 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.509+0000 7fd45489f740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560fe6b134d0 0x560fe6ef9d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:25.512 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.509+0000 7fd45489f740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560fe6b1b6b0 0x560fe6f26220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:25.512 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.509+0000 7fd45489f740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560fe6b3c390 0x560fe6f26760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:25.512 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.509+0000 7fd45489f740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x560fe6bb6740 con 0x560fe6b1b6b0 2024-09-21T00:30:25.512 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.509+0000 7fd45489f740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x560fe6deb540 con 0x560fe6b3c390 2024-09-21T00:30:25.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.509+0000 7fd45489f740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x560fe6f0f8b0 con 0x560fe6b134d0 2024-09-21T00:30:25.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.509+0000 7fd45489f740 10 client.0 _ll_register_callbacks cb 0x560fe6dea0e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:30:25.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.509+0000 7fd4467fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560fe6b1b6b0 0x560fe6f26220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:25.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.509+0000 7fd446ffd640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560fe6b134d0 0x560fe6ef9d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:25.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.509+0000 7fd4467fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560fe6b1b6b0 0x560fe6f26220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56066/0 (socket says 172.21.15.67:56066) 2024-09-21T00:30:25.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.509+0000 7fd4467fc640 1 -- 172.21.15.67:0/2137677762 learned_addr learned my addr 172.21.15.67:0/2137677762 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:25.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.509+0000 7fd4477fe640 1 --2- 172.21.15.67:0/2137677762 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560fe6b3c390 0x560fe6f26760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:25.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.509+0000 7fd4467fc640 1 -- 172.21.15.67:0/2137677762 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560fe6b134d0 msgr2=0x560fe6ef9d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:30:25.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.509+0000 7fd4467fc640 1 --2- 172.21.15.67:0/2137677762 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560fe6b134d0 0x560fe6ef9d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.509+0000 7fd4467fc640 1 -- 172.21.15.67:0/2137677762 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560fe6b3c390 msgr2=0x560fe6f26760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:30:25.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.509+0000 7fd4467fc640 1 --2- 172.21.15.67:0/2137677762 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560fe6b3c390 0x560fe6f26760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.509+0000 7fd4467fc640 1 -- 172.21.15.67:0/2137677762 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560fe6b856a0 con 0x560fe6b1b6b0 2024-09-21T00:30:25.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.510+0000 7fd4467fc640 1 --2- 172.21.15.67:0/2137677762 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560fe6b1b6b0 0x560fe6f26220 secure :-1 s=READY pgs=1529 cs=0 l=1 rev1=1 crypto rx=0x7fd43c063210 tx=0x7fd43c05f9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=525d5ef316952653 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:25.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.510+0000 7fd4267fc640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:30:25.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.510+0000 7fd4267fc640 1 -- 172.21.15.67:0/2137677762 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd43c063510 con 0x560fe6b1b6b0 2024-09-21T00:30:25.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.510+0000 7fd4267fc640 1 -- 172.21.15.67:0/2137677762 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(128..128 src has 1..128) ==== 5709+0+0 (secure 0 0 0) 0x7fd43c085bd0 con 0x560fe6b1b6b0 2024-09-21T00:30:25.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.510+0000 7fd45489f740 1 -- 172.21.15.67:0/2137677762 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd43c067f40 con 0x560fe6b1b6b0 2024-09-21T00:30:25.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.510+0000 7fd4267fc640 1 -- 172.21.15.67:0/2137677762 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=108) ==== 24+0+0 (secure 0 0 0) 0x7fd43c085dd0 con 0x560fe6b1b6b0 2024-09-21T00:30:25.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.510+0000 7fd45489f740 10 client.8676 fetch_fsmap learned FSMap version 108 2024-09-21T00:30:25.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.510+0000 7fd45489f740 1 -- 172.21.15.67:0/2137677762 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=108,monmap=2+}) -- 0x560fe6c7ef60 con 0x560fe6b1b6b0 2024-09-21T00:30:25.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.510+0000 7fd4267fc640 1 -- 172.21.15.67:0/2137677762 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd43c067f40 con 0x560fe6b1b6b0 2024-09-21T00:30:25.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.510+0000 7fd4267fc640 1 -- 172.21.15.67:0/2137677762 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 108) ==== 3502+0+0 (secure 0 0 0) 0x7fd43c06a240 con 0x560fe6b1b6b0 2024-09-21T00:30:25.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.511+0000 7fd45489f740 10 client.8676 fetch_fsmap finished waiting for FSMap version 108 2024-09-21T00:30:25.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.511+0000 7fd45489f740 10 client.8676 resolve_mds: resolved 9:0 to role '9:0' aka daemon mds.b 2024-09-21T00:30:25.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.511+0000 7fd45489f740 20 client.8676 populate_metadata read hostname 'smithi067' 2024-09-21T00:30:25.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.511+0000 7fd45489f740 1 --2- 172.21.15.67:0/2137677762 >> [v2:172.21.15.97:6834/2367808255,v1:172.21.15.97:6835/2367808255] conn(0x560fe6afaf60 0x560fe6f28d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:25.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.511+0000 7fd45489f740 4 client.8676 mds_command: new command op to 7744 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:30:25.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.511+0000 7fd45489f740 1 -- 172.21.15.67:0/2137677762 --> [v2:172.21.15.97:6834/2367808255,v1:172.21.15.97:6835/2367808255] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560fe6e58b20 con 0x560fe6afaf60 2024-09-21T00:30:25.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.511+0000 7fd446ffd640 1 --2- 172.21.15.67:0/2137677762 >> [v2:172.21.15.97:6834/2367808255,v1:172.21.15.97:6835/2367808255] conn(0x560fe6afaf60 0x560fe6f28d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:25.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.511+0000 7fd446ffd640 1 --2- 172.21.15.67:0/2137677762 >> [v2:172.21.15.97:6834/2367808255,v1:172.21.15.97:6835/2367808255] conn(0x560fe6afaf60 0x560fe6f28d10 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f001f21cdf789bb5 server_cookie=8451ef1bad0c83b8 in_seq=0 out_seq=0 2024-09-21T00:30:25.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.511+0000 7fd4267fc640 10 client.8676 ms_handle_connect on v2:172.21.15.97:6834/2367808255 2024-09-21T00:30:25.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.513+0000 7fd4267fc640 1 -- 172.21.15.67:0/2137677762 <== mds.0 v2:172.21.15.97:6834/2367808255 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x560fe6e58b20 con 0x560fe6afaf60 2024-09-21T00:30:25.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.513+0000 7fd4267fc640 10 client.8676 handle_command_reply: tid=0 2024-09-21T00:30:25.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.513+0000 7fd45489f740 1 client.8676 shutdown 2024-09-21T00:30:25.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.513+0000 7fd45489f740 1 -- 172.21.15.67:0/2137677762 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560fe6b1b6b0 msgr2=0x560fe6f26220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:25.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.513+0000 7fd45489f740 1 --2- 172.21.15.67:0/2137677762 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560fe6b1b6b0 0x560fe6f26220 secure :-1 s=READY pgs=1529 cs=0 l=1 rev1=1 crypto rx=0x7fd43c063210 tx=0x7fd43c05f9b0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.513+0000 7fd45489f740 1 -- 172.21.15.67:0/2137677762 shutdown_connections 2024-09-21T00:30:25.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.513+0000 7fd45489f740 1 --2- 172.21.15.67:0/2137677762 >> [v2:172.21.15.97:6834/2367808255,v1:172.21.15.97:6835/2367808255] conn(0x560fe6afaf60 0x560fe6f28d10 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.513+0000 7fd45489f740 1 --2- 172.21.15.67:0/2137677762 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560fe6b3c390 0x560fe6f26760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.513+0000 7fd45489f740 1 --2- 172.21.15.67:0/2137677762 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560fe6b1b6b0 0x560fe6f26220 unknown :-1 s=CLOSED pgs=1529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.513+0000 7fd4267fc640 0 client.8676 ms_handle_reset on v2:172.21.15.97:6834/2367808255 2024-09-21T00:30:25.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.513+0000 7fd45489f740 1 --2- 172.21.15.67:0/2137677762 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560fe6b134d0 0x560fe6ef9d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.513+0000 7fd45489f740 1 -- 172.21.15.67:0/2137677762 >> 172.21.15.67:0/2137677762 conn(0x560fe6b304e0 msgr2=0x560fe6eddf70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:25.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.513+0000 7fd45489f740 1 -- 172.21.15.67:0/2137677762 shutdown_connections 2024-09-21T00:30:25.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.513+0000 7fd45489f740 1 -- 172.21.15.67:0/2137677762 wait complete. 2024-09-21T00:30:25.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.513+0000 7fd45489f740 20 client.8676 trim_cache size 0 max 16384 2024-09-21T00:30:25.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.533+0000 7fd45489f740 1 Processor -- start 2024-09-21T00:30:25.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.533+0000 7fd45489f740 1 -- start start 2024-09-21T00:30:25.536 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.534+0000 7fd45489f740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560fe6b134d0 0x560fe6f50660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:25.536 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.534+0000 7fd45489f740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560fe6b1b6b0 0x560fe6f123f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:25.536 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.534+0000 7fd45489f740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560fe6b3c390 0x560fe6f12930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:25.536 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.534+0000 7fd45489f740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fd4481fde00 con 0x560fe6b3c390 2024-09-21T00:30:25.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.534+0000 7fd45489f740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fd4481fce00 con 0x560fe6b1b6b0 2024-09-21T00:30:25.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.534+0000 7fd45489f740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fd44806d6c0 con 0x560fe6b134d0 2024-09-21T00:30:25.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.534+0000 7fd4477fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560fe6b3c390 0x560fe6f12930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:25.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.534+0000 7fd446ffd640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560fe6b134d0 0x560fe6f50660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:25.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.534+0000 7fd4467fc640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560fe6b1b6b0 0x560fe6f123f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:25.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.534+0000 7fd4477fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560fe6b3c390 0x560fe6f12930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56082/0 (socket says 172.21.15.67:56082) 2024-09-21T00:30:25.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.534+0000 7fd4467fc640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560fe6b1b6b0 0x560fe6f123f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.67:52630/0 (socket says 172.21.15.67:52630) 2024-09-21T00:30:25.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.534+0000 7fd446ffd640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560fe6b134d0 0x560fe6f50660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.67:39852/0 (socket says 172.21.15.67:39852) 2024-09-21T00:30:25.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.534+0000 7fd4467fc640 1 -- 172.21.15.67:0/3481637763 learned_addr learned my addr 172.21.15.67:0/3481637763 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:25.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.535+0000 7fd446ffd640 1 -- 172.21.15.67:0/3481637763 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560fe6b1b6b0 msgr2=0x560fe6f123f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:30:25.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.535+0000 7fd446ffd640 1 --2- 172.21.15.67:0/3481637763 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560fe6b1b6b0 0x560fe6f123f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.535+0000 7fd446ffd640 1 -- 172.21.15.67:0/3481637763 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560fe6b3c390 msgr2=0x560fe6f12930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:30:25.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.535+0000 7fd446ffd640 1 --2- 172.21.15.67:0/3481637763 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560fe6b3c390 0x560fe6f12930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.535+0000 7fd446ffd640 1 -- 172.21.15.67:0/3481637763 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560fe6c1cad0 con 0x560fe6b134d0 2024-09-21T00:30:25.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.535+0000 7fd4467fc640 1 --2- 172.21.15.67:0/3481637763 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560fe6b1b6b0 0x560fe6f123f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:30:25.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.535+0000 7fd4477fe640 1 --2- 172.21.15.67:0/3481637763 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560fe6b3c390 0x560fe6f12930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:30:25.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.535+0000 7fd446ffd640 1 --2- 172.21.15.67:0/3481637763 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560fe6b134d0 0x560fe6f50660 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x560fe6f2c0f0 tx=0x7fd438014000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1112d33d118999cc server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:25.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.535+0000 7fd42cff9640 1 -- 172.21.15.67:0/3481637763 <== mon.2 v2:172.21.15.97:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd438004130 con 0x560fe6b134d0 2024-09-21T00:30:25.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.535+0000 7fd42cff9640 1 -- 172.21.15.67:0/3481637763 <== mon.2 v2:172.21.15.97:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd43802a430 con 0x560fe6b134d0 2024-09-21T00:30:25.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.535+0000 7fd42cff9640 1 -- 172.21.15.67:0/3481637763 <== mon.2 v2:172.21.15.97:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd43802a840 con 0x560fe6b134d0 2024-09-21T00:30:25.539 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.536+0000 7fd45489f740 1 -- 172.21.15.67:0/3481637763 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560fe6b134d0 msgr2=0x560fe6f50660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:25.539 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.536+0000 7fd45489f740 1 --2- 172.21.15.67:0/3481637763 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560fe6b134d0 0x560fe6f50660 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x560fe6f2c0f0 tx=0x7fd438014000 comp rx=0 tx=0).stop 2024-09-21T00:30:25.539 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.536+0000 7fd45489f740 1 -- 172.21.15.67:0/3481637763 shutdown_connections 2024-09-21T00:30:25.539 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.536+0000 7fd45489f740 1 --2- 172.21.15.67:0/3481637763 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560fe6b3c390 0x560fe6f12930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.539 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.536+0000 7fd45489f740 1 --2- 172.21.15.67:0/3481637763 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560fe6b1b6b0 0x560fe6f123f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.539 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.536+0000 7fd45489f740 1 --2- 172.21.15.67:0/3481637763 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560fe6b134d0 0x560fe6f50660 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.539 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.536+0000 7fd45489f740 1 -- 172.21.15.67:0/3481637763 >> 172.21.15.67:0/3481637763 conn(0x560fe6b304e0 msgr2=0x560fe6f00a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:25.539 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.536+0000 7fd45489f740 1 -- 172.21.15.67:0/3481637763 shutdown_connections 2024-09-21T00:30:25.540 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.536+0000 7fd45489f740 1 -- 172.21.15.67:0/3481637763 wait complete. 2024-09-21T00:30:25.540 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.537+0000 7fd45489f740 1 -- start start 2024-09-21T00:30:25.540 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.537+0000 7fd45489f740 1 Processor -- start 2024-09-21T00:30:25.542 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.539+0000 7fd45489f740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560fe6b134d0 0x560fe6faba40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:25.542 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.539+0000 7fd45489f740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560fe6b1b6b0 0x560fe6fabf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:25.542 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.539+0000 7fd45489f740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560fe6b3c390 0x560fe6f123f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:25.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.539+0000 7fd45489f740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x560fe6f01480 con 0x560fe6b134d0 2024-09-21T00:30:25.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.539+0000 7fd45489f740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fd44806dd10 con 0x560fe6b3c390 2024-09-21T00:30:25.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.539+0000 7fd45489f740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x560fe6f285a0 con 0x560fe6b1b6b0 2024-09-21T00:30:25.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.539+0000 7fd45489f740 10 client.0 _ll_register_callbacks cb 0x7fd43c088070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:30:25.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.539+0000 7fd446ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560fe6b134d0 0x560fe6faba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:25.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.539+0000 7fd446ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560fe6b134d0 0x560fe6faba40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56088/0 (socket says 172.21.15.67:56088) 2024-09-21T00:30:25.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.539+0000 7fd446ffd640 1 -- 172.21.15.67:0/1442864614 learned_addr learned my addr 172.21.15.67:0/1442864614 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:25.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.539+0000 7fd4467fc640 1 --2- 172.21.15.67:0/1442864614 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560fe6b1b6b0 0x560fe6fabf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:25.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.539+0000 7fd4477fe640 1 --2- 172.21.15.67:0/1442864614 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560fe6b3c390 0x560fe6f123f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:25.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.539+0000 7fd446ffd640 1 -- 172.21.15.67:0/1442864614 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560fe6b1b6b0 msgr2=0x560fe6fabf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:30:25.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.539+0000 7fd446ffd640 1 --2- 172.21.15.67:0/1442864614 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560fe6b1b6b0 0x560fe6fabf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.539+0000 7fd446ffd640 1 -- 172.21.15.67:0/1442864614 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560fe6b3c390 msgr2=0x560fe6f123f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:30:25.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.539+0000 7fd446ffd640 1 --2- 172.21.15.67:0/1442864614 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560fe6b3c390 0x560fe6f123f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.539+0000 7fd446ffd640 1 -- 172.21.15.67:0/1442864614 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560fe6f009f0 con 0x560fe6b134d0 2024-09-21T00:30:25.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.540+0000 7fd446ffd640 1 --2- 172.21.15.67:0/1442864614 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560fe6b134d0 0x560fe6faba40 secure :-1 s=READY pgs=1530 cs=0 l=1 rev1=1 crypto rx=0x7fd4380118d0 tx=0x7fd438004130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cfc56f4b970933ef server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:25.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.540+0000 7fd4267fc640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:30:25.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.540+0000 7fd4267fc640 1 -- 172.21.15.67:0/1442864614 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd43802d040 con 0x560fe6b134d0 2024-09-21T00:30:25.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.540+0000 7fd4267fc640 1 -- 172.21.15.67:0/1442864614 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(128..128 src has 1..128) ==== 5709+0+0 (secure 0 0 0) 0x7fd43802a9f0 con 0x560fe6b134d0 2024-09-21T00:30:25.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.540+0000 7fd45489f740 1 -- 172.21.15.67:0/1442864614 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd43802a430 con 0x560fe6b134d0 2024-09-21T00:30:25.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.540+0000 7fd4267fc640 1 -- 172.21.15.67:0/1442864614 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=108) ==== 24+0+0 (secure 0 0 0) 0x7fd438043050 con 0x560fe6b134d0 2024-09-21T00:30:25.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.540+0000 7fd45489f740 10 client.8682 fetch_fsmap learned FSMap version 108 2024-09-21T00:30:25.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.540+0000 7fd45489f740 1 -- 172.21.15.67:0/1442864614 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=108,monmap=2+}) -- 0x560fe6fac560 con 0x560fe6b134d0 2024-09-21T00:30:25.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.540+0000 7fd4267fc640 1 -- 172.21.15.67:0/1442864614 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd43802a430 con 0x560fe6b134d0 2024-09-21T00:30:25.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.540+0000 7fd4267fc640 1 -- 172.21.15.67:0/1442864614 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 108) ==== 3502+0+0 (secure 0 0 0) 0x7fd438046020 con 0x560fe6b134d0 2024-09-21T00:30:25.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.540+0000 7fd45489f740 10 client.8682 fetch_fsmap finished waiting for FSMap version 108 2024-09-21T00:30:25.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.540+0000 7fd45489f740 10 client.8682 resolve_mds: resolved 9:0 to role '9:0' aka daemon mds.b 2024-09-21T00:30:25.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.540+0000 7fd45489f740 20 client.8682 populate_metadata read hostname 'smithi067' 2024-09-21T00:30:25.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.540+0000 7fd45489f740 1 --2- 172.21.15.67:0/1442864614 >> [v2:172.21.15.97:6834/2367808255,v1:172.21.15.97:6835/2367808255] conn(0x560fe6ed9f50 0x560fe6f12930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:25.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.540+0000 7fd45489f740 4 client.8682 mds_command: new command op to 7744 tid=0 multi_id=0 [{"prefix": "scrub pause"}] 2024-09-21T00:30:25.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.540+0000 7fd45489f740 1 -- 172.21.15.67:0/1442864614 --> [v2:172.21.15.97:6834/2367808255,v1:172.21.15.97:6835/2367808255] -- command(tid 0: {"prefix": "scrub pause"}) -- 0x560fe6e545d0 con 0x560fe6ed9f50 2024-09-21T00:30:25.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.541+0000 7fd4467fc640 1 --2- 172.21.15.67:0/1442864614 >> [v2:172.21.15.97:6834/2367808255,v1:172.21.15.97:6835/2367808255] conn(0x560fe6ed9f50 0x560fe6f12930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:25.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.541+0000 7fd4467fc640 1 --2- 172.21.15.67:0/1442864614 >> [v2:172.21.15.97:6834/2367808255,v1:172.21.15.97:6835/2367808255] conn(0x560fe6ed9f50 0x560fe6f12930 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=576220e87938af2 server_cookie=2940d8701b808dfd in_seq=0 out_seq=0 2024-09-21T00:30:25.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.541+0000 7fd4267fc640 10 client.8682 ms_handle_connect on v2:172.21.15.97:6834/2367808255 2024-09-21T00:30:25.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.563+0000 7fd4267fc640 1 -- 172.21.15.67:0/1442864614 <== mds.0 v2:172.21.15.97:6834/2367808255 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x560fe6e545d0 con 0x560fe6ed9f50 2024-09-21T00:30:25.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.563+0000 7fd4267fc640 10 client.8682 handle_command_reply: tid=0 2024-09-21T00:30:25.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.563+0000 7fd45489f740 1 client.8682 shutdown 2024-09-21T00:30:25.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.563+0000 7fd45489f740 1 -- 172.21.15.67:0/1442864614 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560fe6b134d0 msgr2=0x560fe6faba40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:25.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.563+0000 7fd45489f740 1 --2- 172.21.15.67:0/1442864614 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560fe6b134d0 0x560fe6faba40 secure :-1 s=READY pgs=1530 cs=0 l=1 rev1=1 crypto rx=0x7fd4380118d0 tx=0x7fd438004130 comp rx=0 tx=0).stop 2024-09-21T00:30:25.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.563+0000 7fd45489f740 1 -- 172.21.15.67:0/1442864614 shutdown_connections 2024-09-21T00:30:25.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.563+0000 7fd45489f740 1 --2- 172.21.15.67:0/1442864614 >> [v2:172.21.15.97:6834/2367808255,v1:172.21.15.97:6835/2367808255] conn(0x560fe6ed9f50 0x560fe6f12930 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.563+0000 7fd45489f740 1 --2- 172.21.15.67:0/1442864614 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560fe6b3c390 0x560fe6f123f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.563+0000 7fd45489f740 1 --2- 172.21.15.67:0/1442864614 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560fe6b1b6b0 0x560fe6fabf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.563+0000 7fd45489f740 1 --2- 172.21.15.67:0/1442864614 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560fe6b134d0 0x560fe6faba40 unknown :-1 s=CLOSED pgs=1530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.563+0000 7fd4267fc640 0 client.8682 ms_handle_reset on v2:172.21.15.97:6834/2367808255 2024-09-21T00:30:25.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.563+0000 7fd45489f740 1 -- 172.21.15.67:0/1442864614 >> 172.21.15.67:0/1442864614 conn(0x560fe6b304e0 msgr2=0x560fe6ef8fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:25.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.564+0000 7fd45489f740 1 -- 172.21.15.67:0/1442864614 shutdown_connections 2024-09-21T00:30:25.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.564+0000 7fd45489f740 1 -- 172.21.15.67:0/1442864614 wait complete. 2024-09-21T00:30:25.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.564+0000 7fd45489f740 20 client.8682 trim_cache size 0 max 16384 2024-09-21T00:30:25.566 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:30:25.567 INFO:teuthology.orchestra.run.smithi067.stdout: "message": "", 2024-09-21T00:30:25.567 INFO:teuthology.orchestra.run.smithi067.stdout: "return_code": 0 2024-09-21T00:30:25.567 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:30:25.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.564+0000 7fd44d932640 1 -- 172.21.15.67:0/745021953 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd434078b90 msgr2=0x7fd43407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:25.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.564+0000 7fd44d932640 1 --2- 172.21.15.67:0/745021953 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd434078b90 0x7fd43407b0a0 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7fd438009b80 tx=0x7fd438005f30 comp rx=0 tx=0).stop 2024-09-21T00:30:25.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.564+0000 7fd44d932640 1 -- 172.21.15.67:0/745021953 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4480cbed0 msgr2=0x7fd4480af120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:25.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.564+0000 7fd44d932640 1 --2- 172.21.15.67:0/745021953 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4480cbed0 0x7fd4480af120 secure :-1 s=READY pgs=1528 cs=0 l=1 rev1=1 crypto rx=0x7fd43c00e7c0 tx=0x7fd43c00ec80 comp rx=0 tx=0).stop 2024-09-21T00:30:25.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.564+0000 7fd44d932640 1 -- 172.21.15.67:0/745021953 shutdown_connections 2024-09-21T00:30:25.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.564+0000 7fd44d932640 1 --2- 172.21.15.67:0/745021953 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd434078b90 0x7fd43407b0a0 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.564+0000 7fd44d932640 1 --2- 172.21.15.67:0/745021953 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd4480cf950 0x7fd4480af660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.564+0000 7fd44d932640 1 --2- 172.21.15.67:0/745021953 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4480cbed0 0x7fd4480af120 unknown :-1 s=CLOSED pgs=1528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.564+0000 7fd44d932640 1 --2- 172.21.15.67:0/745021953 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd4480b6560 0x7fd4481d4650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.564+0000 7fd44d932640 1 -- 172.21.15.67:0/745021953 >> 172.21.15.67:0/745021953 conn(0x7fd4480d13c0 msgr2=0x7fd448071a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:25.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.564+0000 7fd44d932640 1 -- 172.21.15.67:0/745021953 shutdown_connections 2024-09-21T00:30:25.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.564+0000 7fd44d932640 1 -- 172.21.15.67:0/745021953 wait complete. 2024-09-21T00:30:25.576 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:30:25.577 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.9:0 scrub status 2024-09-21T00:30:25.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.694+0000 7fe7c0bad640 1 -- 172.21.15.67:0/1209981916 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe7bc0b78f0 msgr2=0x7fe7bc0b16e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:25.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.694+0000 7fe7c0bad640 1 --2- 172.21.15.67:0/1209981916 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe7bc0b78f0 0x7fe7bc0b16e0 secure :-1 s=READY pgs=1531 cs=0 l=1 rev1=1 crypto rx=0x7fe7bc069c40 tx=0x7fe7ac02a980 comp rx=0 tx=0).stop 2024-09-21T00:30:25.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.694+0000 7fe7c0bad640 1 -- 172.21.15.67:0/1209981916 shutdown_connections 2024-09-21T00:30:25.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.694+0000 7fe7c0bad640 1 --2- 172.21.15.67:0/1209981916 >> v2:172.21.15.97:3300/0 conn(0x7fe7bc071640 0x7fe7bc0cdf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.694+0000 7fe7c0bad640 1 --2- 172.21.15.67:0/1209981916 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe7bc071230 0x7fe7bc0cda00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.694+0000 7fe7c0bad640 1 --2- 172.21.15.67:0/1209981916 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe7bc0b78f0 0x7fe7bc0b16e0 unknown :-1 s=CLOSED pgs=1531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.694+0000 7fe7c0bad640 1 -- 172.21.15.67:0/1209981916 >> 172.21.15.67:0/1209981916 conn(0x7fe7bc0d24c0 msgr2=0x7fe7bc0d28d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:25.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.694+0000 7fe7c0bad640 1 -- 172.21.15.67:0/1209981916 shutdown_connections 2024-09-21T00:30:25.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.694+0000 7fe7c0bad640 1 -- 172.21.15.67:0/1209981916 wait complete. 2024-09-21T00:30:25.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.696+0000 7fe7c0bad640 1 Processor -- start 2024-09-21T00:30:25.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.696+0000 7fe7c0bad640 1 -- start start 2024-09-21T00:30:25.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.697+0000 7fe7c0bad640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe7bc071230 0x7fe7bc0ca000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:25.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.697+0000 7fe7c0bad640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe7bc071640 0x7fe7bc06f480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:25.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.697+0000 7fe7c0bad640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe7bc0b78f0 0x7fe7bc0b0310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:25.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.697+0000 7fe7c0bad640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fe7bc0cee80 con 0x7fe7bc071640 2024-09-21T00:30:25.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.697+0000 7fe7c0bad640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fe7bc0ced00 con 0x7fe7bc071230 2024-09-21T00:30:25.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.697+0000 7fe7c0bad640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fe7bc0cf000 con 0x7fe7bc0b78f0 2024-09-21T00:30:25.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.698+0000 7fe7b9d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe7bc071640 0x7fe7bc06f480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:25.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.698+0000 7fe7ba59c640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe7bc071230 0x7fe7bc0ca000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:25.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.698+0000 7fe7b9d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe7bc071640 0x7fe7bc06f480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56104/0 (socket says 172.21.15.67:56104) 2024-09-21T00:30:25.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.698+0000 7fe7b9d9b640 1 -- 172.21.15.67:0/2959943335 learned_addr learned my addr 172.21.15.67:0/2959943335 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:25.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.698+0000 7fe7bad9d640 1 --2- 172.21.15.67:0/2959943335 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe7bc0b78f0 0x7fe7bc0b0310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:25.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.698+0000 7fe7b9d9b640 1 -- 172.21.15.67:0/2959943335 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe7bc0b78f0 msgr2=0x7fe7bc0b0310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:25.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.698+0000 7fe7b9d9b640 1 --2- 172.21.15.67:0/2959943335 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe7bc0b78f0 0x7fe7bc0b0310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.698+0000 7fe7b9d9b640 1 -- 172.21.15.67:0/2959943335 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe7bc071230 msgr2=0x7fe7bc0ca000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:25.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.698+0000 7fe7b9d9b640 1 --2- 172.21.15.67:0/2959943335 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe7bc071230 0x7fe7bc0ca000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.698+0000 7fe7b9d9b640 1 -- 172.21.15.67:0/2959943335 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7bc1f6b80 con 0x7fe7bc071640 2024-09-21T00:30:25.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.698+0000 7fe7b9d9b640 1 --2- 172.21.15.67:0/2959943335 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe7bc071640 0x7fe7bc06f480 secure :-1 s=READY pgs=1532 cs=0 l=1 rev1=1 crypto rx=0x7fe7a400e7c0 tx=0x7fe7a400ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:25.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.698+0000 7fe7b2ffd640 1 -- 172.21.15.67:0/2959943335 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7a400ccc0 con 0x7fe7bc071640 2024-09-21T00:30:25.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.698+0000 7fe7b2ffd640 1 -- 172.21.15.67:0/2959943335 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe7a400ce60 con 0x7fe7bc071640 2024-09-21T00:30:25.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.698+0000 7fe7c0bad640 1 -- 172.21.15.67:0/2959943335 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7bc06e9a0 con 0x7fe7bc071640 2024-09-21T00:30:25.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.698+0000 7fe7b2ffd640 1 -- 172.21.15.67:0/2959943335 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7a4005280 con 0x7fe7bc071640 2024-09-21T00:30:25.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.698+0000 7fe7c0bad640 1 -- 172.21.15.67:0/2959943335 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7bc06ef60 con 0x7fe7bc071640 2024-09-21T00:30:25.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.701+0000 7fe7b2ffd640 1 -- 172.21.15.67:0/2959943335 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fe7a4005420 con 0x7fe7bc071640 2024-09-21T00:30:25.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.701+0000 7fe7b2ffd640 1 --2- 172.21.15.67:0/2959943335 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe79c078bc0 0x7fe79c07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:25.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.701+0000 7fe7b2ffd640 1 -- 172.21.15.67:0/2959943335 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(128..128 src has 1..128) ==== 5709+0+0 (secure 0 0 0) 0x7fe7a409b4f0 con 0x7fe7bc071640 2024-09-21T00:30:25.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.702+0000 7fe7ba59c640 1 --2- 172.21.15.67:0/2959943335 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe79c078bc0 0x7fe79c07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:25.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.702+0000 7fe7c7bfb740 1 Processor -- start 2024-09-21T00:30:25.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.702+0000 7fe7ba59c640 1 --2- 172.21.15.67:0/2959943335 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe79c078bc0 0x7fe79c07b0d0 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7fe7ac035000 tx=0x7fe7ac004ab0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:25.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.702+0000 7fe7c7bfb740 1 -- start start 2024-09-21T00:30:25.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.703+0000 7fe7c7bfb740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560ec847e390 0x560ec886aa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:25.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.703+0000 7fe7c7bfb740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560ec84554d0 0x560ec883f860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:25.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.703+0000 7fe7c7bfb740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560ec845d6b0 0x560ec883fda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:25.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.703+0000 7fe7c7bfb740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x560ec8798a60 con 0x560ec84554d0 2024-09-21T00:30:25.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.703+0000 7fe7c7bfb740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x560ec8787e90 con 0x560ec845d6b0 2024-09-21T00:30:25.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.703+0000 7fe7c7bfb740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x560ec878bca0 con 0x560ec847e390 2024-09-21T00:30:25.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.704+0000 7fe7b9d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560ec84554d0 0x560ec883f860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:25.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.704+0000 7fe7ba59c640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560ec847e390 0x560ec886aa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:25.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.704+0000 7fe7bad9d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560ec845d6b0 0x560ec883fda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:25.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.704+0000 7fe7b9d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560ec84554d0 0x560ec883f860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56110/0 (socket says 172.21.15.67:56110) 2024-09-21T00:30:25.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.704+0000 7fe7ba59c640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560ec847e390 0x560ec886aa10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.67:39882/0 (socket says 172.21.15.67:39882) 2024-09-21T00:30:25.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.704+0000 7fe7b9d9b640 1 -- 172.21.15.67:0/2931393 learned_addr learned my addr 172.21.15.67:0/2931393 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:25.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.704+0000 7fe7b9d9b640 1 -- 172.21.15.67:0/2931393 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560ec847e390 msgr2=0x560ec886aa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:30:25.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.704+0000 7fe7b9d9b640 1 --2- 172.21.15.67:0/2931393 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560ec847e390 0x560ec886aa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.704+0000 7fe7b9d9b640 1 -- 172.21.15.67:0/2931393 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560ec845d6b0 msgr2=0x560ec883fda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:30:25.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.704+0000 7fe7b9d9b640 1 --2- 172.21.15.67:0/2931393 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560ec845d6b0 0x560ec883fda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.704+0000 7fe7b9d9b640 1 -- 172.21.15.67:0/2931393 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560ec85607d0 con 0x560ec84554d0 2024-09-21T00:30:25.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.704+0000 7fe7ba59c640 1 --2- 172.21.15.67:0/2931393 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560ec847e390 0x560ec886aa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:30:25.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.704+0000 7fe7b9d9b640 1 --2- 172.21.15.67:0/2931393 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560ec84554d0 0x560ec883f860 secure :-1 s=READY pgs=1533 cs=0 l=1 rev1=1 crypto rx=0x7fe7a4099960 tx=0x7fe7a4063270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd1372243b0acd40 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:25.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.704+0000 7fe79bfff640 1 -- 172.21.15.67:0/2931393 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7a4063370 con 0x560ec84554d0 2024-09-21T00:30:25.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.704+0000 7fe79bfff640 1 -- 172.21.15.67:0/2931393 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe7a4067da0 con 0x560ec84554d0 2024-09-21T00:30:25.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.704+0000 7fe79bfff640 1 -- 172.21.15.67:0/2931393 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7a409b330 con 0x560ec84554d0 2024-09-21T00:30:25.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.705+0000 7fe7c7bfb740 1 -- 172.21.15.67:0/2931393 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560ec84554d0 msgr2=0x560ec883f860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:25.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.705+0000 7fe7c7bfb740 1 --2- 172.21.15.67:0/2931393 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560ec84554d0 0x560ec883f860 secure :-1 s=READY pgs=1533 cs=0 l=1 rev1=1 crypto rx=0x7fe7a4099960 tx=0x7fe7a4063270 comp rx=0 tx=0).stop 2024-09-21T00:30:25.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.705+0000 7fe7c7bfb740 1 -- 172.21.15.67:0/2931393 shutdown_connections 2024-09-21T00:30:25.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.705+0000 7fe7c7bfb740 1 --2- 172.21.15.67:0/2931393 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560ec845d6b0 0x560ec883fda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.705+0000 7fe7c7bfb740 1 --2- 172.21.15.67:0/2931393 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560ec84554d0 0x560ec883f860 unknown :-1 s=CLOSED pgs=1533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.705+0000 7fe7c7bfb740 1 --2- 172.21.15.67:0/2931393 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560ec847e390 0x560ec886aa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.705+0000 7fe7c7bfb740 1 -- 172.21.15.67:0/2931393 >> 172.21.15.67:0/2931393 conn(0x560ec84724e0 msgr2=0x560ec8825d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:25.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.705+0000 7fe7c7bfb740 1 -- 172.21.15.67:0/2931393 shutdown_connections 2024-09-21T00:30:25.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.705+0000 7fe7c7bfb740 1 -- 172.21.15.67:0/2931393 wait complete. 2024-09-21T00:30:25.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.706+0000 7fe7c7bfb740 1 -- start start 2024-09-21T00:30:25.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.706+0000 7fe7c7bfb740 1 Processor -- start 2024-09-21T00:30:25.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.708+0000 7fe7c7bfb740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560ec84554d0 0x560ec884e780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:25.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.708+0000 7fe7c7bfb740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560ec845d6b0 0x560ec884f850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:25.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.708+0000 7fe7c7bfb740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560ec847e390 0x560ec887a160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:25.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.708+0000 7fe7c7bfb740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x560ec84f8740 con 0x560ec847e390 2024-09-21T00:30:25.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.708+0000 7fe7c7bfb740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x560ec872d970 con 0x560ec84554d0 2024-09-21T00:30:25.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.708+0000 7fe7c7bfb740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x560ec884f080 con 0x560ec845d6b0 2024-09-21T00:30:25.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.708+0000 7fe7c7bfb740 10 client.0 _ll_register_callbacks cb 0x560ec873c780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:30:25.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.708+0000 7fe7bad9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560ec847e390 0x560ec887a160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:25.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.708+0000 7fe7bad9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560ec847e390 0x560ec887a160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56114/0 (socket says 172.21.15.67:56114) 2024-09-21T00:30:25.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.708+0000 7fe7bad9d640 1 -- 172.21.15.67:0/3524095018 learned_addr learned my addr 172.21.15.67:0/3524095018 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:25.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.708+0000 7fe7b9d9b640 1 --2- 172.21.15.67:0/3524095018 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560ec845d6b0 0x560ec884f850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:25.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.708+0000 7fe7ba59c640 1 --2- 172.21.15.67:0/3524095018 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560ec84554d0 0x560ec884e780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:25.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.708+0000 7fe7bad9d640 1 -- 172.21.15.67:0/3524095018 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560ec845d6b0 msgr2=0x560ec884f850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:30:25.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.708+0000 7fe7bad9d640 1 --2- 172.21.15.67:0/3524095018 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560ec845d6b0 0x560ec884f850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.708+0000 7fe7bad9d640 1 -- 172.21.15.67:0/3524095018 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560ec84554d0 msgr2=0x560ec884e780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:30:25.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.708+0000 7fe7bad9d640 1 --2- 172.21.15.67:0/3524095018 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560ec84554d0 0x560ec884e780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.708+0000 7fe7bad9d640 1 -- 172.21.15.67:0/3524095018 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560ec84e9970 con 0x560ec847e390 2024-09-21T00:30:25.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.708+0000 7fe7ba59c640 1 --2- 172.21.15.67:0/3524095018 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560ec84554d0 0x560ec884e780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:30:25.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.708+0000 7fe7bad9d640 1 --2- 172.21.15.67:0/3524095018 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560ec847e390 0x560ec887a160 secure :-1 s=READY pgs=1534 cs=0 l=1 rev1=1 crypto rx=0x7fe7b4012700 tx=0x7fe7b4012bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7ada5af9bfae0087 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:25.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.708+0000 7fe7997fa640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:30:25.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.709+0000 7fe7997fa640 1 -- 172.21.15.67:0/3524095018 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7b400f840 con 0x560ec847e390 2024-09-21T00:30:25.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.709+0000 7fe7997fa640 1 -- 172.21.15.67:0/3524095018 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(128..128 src has 1..128) ==== 5709+0+0 (secure 0 0 0) 0x7fe7b401dad0 con 0x560ec847e390 2024-09-21T00:30:25.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.709+0000 7fe7c7bfb740 1 -- 172.21.15.67:0/3524095018 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe7a4067da0 con 0x560ec847e390 2024-09-21T00:30:25.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.709+0000 7fe7997fa640 1 -- 172.21.15.67:0/3524095018 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=108) ==== 24+0+0 (secure 0 0 0) 0x7fe7b401dcd0 con 0x560ec847e390 2024-09-21T00:30:25.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.709+0000 7fe7c7bfb740 10 client.8694 fetch_fsmap learned FSMap version 108 2024-09-21T00:30:25.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.709+0000 7fe7c7bfb740 1 -- 172.21.15.67:0/3524095018 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=108,monmap=2+}) -- 0x560ec84c76a0 con 0x560ec847e390 2024-09-21T00:30:25.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.709+0000 7fe7997fa640 1 -- 172.21.15.67:0/3524095018 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe7a4067da0 con 0x560ec847e390 2024-09-21T00:30:25.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.709+0000 7fe7997fa640 1 -- 172.21.15.67:0/3524095018 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 108) ==== 3502+0+0 (secure 0 0 0) 0x7fe7b4024050 con 0x560ec847e390 2024-09-21T00:30:25.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.709+0000 7fe7c7bfb740 10 client.8694 fetch_fsmap finished waiting for FSMap version 108 2024-09-21T00:30:25.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.709+0000 7fe7c7bfb740 10 client.8694 resolve_mds: resolved 9:0 to role '9:0' aka daemon mds.b 2024-09-21T00:30:25.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.709+0000 7fe7c7bfb740 20 client.8694 populate_metadata read hostname 'smithi067' 2024-09-21T00:30:25.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.709+0000 7fe7c7bfb740 1 --2- 172.21.15.67:0/3524095018 >> [v2:172.21.15.97:6834/2367808255,v1:172.21.15.97:6835/2367808255] conn(0x560ec843cf60 0x560ec8825770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:25.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.709+0000 7fe7c7bfb740 4 client.8694 mds_command: new command op to 7744 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:30:25.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.709+0000 7fe7c7bfb740 1 -- 172.21.15.67:0/3524095018 --> [v2:172.21.15.97:6834/2367808255,v1:172.21.15.97:6835/2367808255] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560ec879a9b0 con 0x560ec843cf60 2024-09-21T00:30:25.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.709+0000 7fe7ba59c640 1 --2- 172.21.15.67:0/3524095018 >> [v2:172.21.15.97:6834/2367808255,v1:172.21.15.97:6835/2367808255] conn(0x560ec843cf60 0x560ec8825770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:25.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.710+0000 7fe7997fa640 10 client.8694 ms_handle_connect on v2:172.21.15.97:6834/2367808255 2024-09-21T00:30:25.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.710+0000 7fe7ba59c640 1 --2- 172.21.15.67:0/3524095018 >> [v2:172.21.15.97:6834/2367808255,v1:172.21.15.97:6835/2367808255] conn(0x560ec843cf60 0x560ec8825770 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cedf61f09bb3c5b5 server_cookie=156388801da3256 in_seq=0 out_seq=0 2024-09-21T00:30:25.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.711+0000 7fe7997fa640 1 -- 172.21.15.67:0/3524095018 <== mds.0 v2:172.21.15.97:6834/2367808255 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x560ec879a9b0 con 0x560ec843cf60 2024-09-21T00:30:25.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.711+0000 7fe7997fa640 10 client.8694 handle_command_reply: tid=0 2024-09-21T00:30:25.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.711+0000 7fe7c7bfb740 1 client.8694 shutdown 2024-09-21T00:30:25.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.711+0000 7fe7c7bfb740 1 -- 172.21.15.67:0/3524095018 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560ec847e390 msgr2=0x560ec887a160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:25.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.711+0000 7fe7c7bfb740 1 --2- 172.21.15.67:0/3524095018 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560ec847e390 0x560ec887a160 secure :-1 s=READY pgs=1534 cs=0 l=1 rev1=1 crypto rx=0x7fe7b4012700 tx=0x7fe7b4012bc0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.711+0000 7fe7c7bfb740 1 -- 172.21.15.67:0/3524095018 shutdown_connections 2024-09-21T00:30:25.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.711+0000 7fe7c7bfb740 1 --2- 172.21.15.67:0/3524095018 >> [v2:172.21.15.97:6834/2367808255,v1:172.21.15.97:6835/2367808255] conn(0x560ec843cf60 0x560ec8825770 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.711+0000 7fe7c7bfb740 1 --2- 172.21.15.67:0/3524095018 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560ec847e390 0x560ec887a160 unknown :-1 s=CLOSED pgs=1534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.711+0000 7fe7c7bfb740 1 --2- 172.21.15.67:0/3524095018 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560ec845d6b0 0x560ec884f850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.711+0000 7fe7c7bfb740 1 --2- 172.21.15.67:0/3524095018 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560ec84554d0 0x560ec884e780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.711+0000 7fe7997fa640 0 client.8694 ms_handle_reset on v2:172.21.15.97:6834/2367808255 2024-09-21T00:30:25.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.711+0000 7fe7c7bfb740 1 -- 172.21.15.67:0/3524095018 >> 172.21.15.67:0/3524095018 conn(0x560ec84724e0 msgr2=0x560ec8820a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:25.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.711+0000 7fe7c7bfb740 1 -- 172.21.15.67:0/3524095018 shutdown_connections 2024-09-21T00:30:25.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.711+0000 7fe7c7bfb740 1 -- 172.21.15.67:0/3524095018 wait complete. 2024-09-21T00:30:25.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.711+0000 7fe7c7bfb740 20 client.8694 trim_cache size 0 max 16384 2024-09-21T00:30:25.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.729+0000 7fe7c7bfb740 1 Processor -- start 2024-09-21T00:30:25.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.729+0000 7fe7c7bfb740 1 -- start start 2024-09-21T00:30:25.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.730+0000 7fe7c7bfb740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560ec84554d0 0x560ec8825b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:25.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.730+0000 7fe7c7bfb740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560ec845d6b0 0x560ec883f7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:25.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.730+0000 7fe7c7bfb740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560ec847e390 0x560ec883fd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:25.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.730+0000 7fe7c7bfb740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fe7bc202020 con 0x560ec84554d0 2024-09-21T00:30:25.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.730+0000 7fe7c7bfb740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fe7bc15dc30 con 0x560ec847e390 2024-09-21T00:30:25.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.730+0000 7fe7c7bfb740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fe7bc1f6450 con 0x560ec845d6b0 2024-09-21T00:30:25.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.730+0000 7fe7ba59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560ec84554d0 0x560ec8825b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:25.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.731+0000 7fe7ba59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560ec84554d0 0x560ec8825b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56128/0 (socket says 172.21.15.67:56128) 2024-09-21T00:30:25.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.731+0000 7fe7ba59c640 1 -- 172.21.15.67:0/2122077828 learned_addr learned my addr 172.21.15.67:0/2122077828 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:25.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.731+0000 7fe7ba59c640 1 -- 172.21.15.67:0/2122077828 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560ec845d6b0 msgr2=0x560ec883f7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:30:25.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.731+0000 7fe7b9d9b640 1 --2- 172.21.15.67:0/2122077828 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560ec845d6b0 0x560ec883f7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:25.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.731+0000 7fe7bad9d640 1 --2- 172.21.15.67:0/2122077828 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560ec847e390 0x560ec883fd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:25.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.731+0000 7fe7ba59c640 1 --2- 172.21.15.67:0/2122077828 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560ec845d6b0 0x560ec883f7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.731+0000 7fe7ba59c640 1 -- 172.21.15.67:0/2122077828 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560ec847e390 msgr2=0x560ec883fd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:30:25.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.731+0000 7fe7ba59c640 1 --2- 172.21.15.67:0/2122077828 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560ec847e390 0x560ec883fd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.731+0000 7fe7ba59c640 1 -- 172.21.15.67:0/2122077828 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560ec8862620 con 0x560ec84554d0 2024-09-21T00:30:25.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.731+0000 7fe7ba59c640 1 --2- 172.21.15.67:0/2122077828 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560ec84554d0 0x560ec8825b90 secure :-1 s=READY pgs=1535 cs=0 l=1 rev1=1 crypto rx=0x7fe7ac000f80 tx=0x7fe7ac03f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aafc884526bd6f86 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:25.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.731+0000 7fe79b7fe640 1 -- 172.21.15.67:0/2122077828 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7ac034040 con 0x560ec84554d0 2024-09-21T00:30:25.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.731+0000 7fe79b7fe640 1 -- 172.21.15.67:0/2122077828 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe7ac0045d0 con 0x560ec84554d0 2024-09-21T00:30:25.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.731+0000 7fe79b7fe640 1 -- 172.21.15.67:0/2122077828 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7ac0543d0 con 0x560ec84554d0 2024-09-21T00:30:25.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.732+0000 7fe7c7bfb740 1 -- 172.21.15.67:0/2122077828 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560ec84554d0 msgr2=0x560ec8825b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:25.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.732+0000 7fe7c7bfb740 1 --2- 172.21.15.67:0/2122077828 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560ec84554d0 0x560ec8825b90 secure :-1 s=READY pgs=1535 cs=0 l=1 rev1=1 crypto rx=0x7fe7ac000f80 tx=0x7fe7ac03f000 comp rx=0 tx=0).stop 2024-09-21T00:30:25.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.732+0000 7fe7c7bfb740 1 -- 172.21.15.67:0/2122077828 shutdown_connections 2024-09-21T00:30:25.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.732+0000 7fe7c7bfb740 1 --2- 172.21.15.67:0/2122077828 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560ec847e390 0x560ec883fd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.732+0000 7fe7c7bfb740 1 --2- 172.21.15.67:0/2122077828 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560ec845d6b0 0x560ec883f7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.732+0000 7fe7c7bfb740 1 --2- 172.21.15.67:0/2122077828 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560ec84554d0 0x560ec8825b90 unknown :-1 s=CLOSED pgs=1535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.732+0000 7fe7c7bfb740 1 -- 172.21.15.67:0/2122077828 >> 172.21.15.67:0/2122077828 conn(0x560ec84724e0 msgr2=0x560ec88608a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:25.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.732+0000 7fe7c7bfb740 1 -- 172.21.15.67:0/2122077828 shutdown_connections 2024-09-21T00:30:25.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.732+0000 7fe7c7bfb740 1 -- 172.21.15.67:0/2122077828 wait complete. 2024-09-21T00:30:25.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.733+0000 7fe7c7bfb740 1 -- start start 2024-09-21T00:30:25.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.733+0000 7fe7c7bfb740 1 Processor -- start 2024-09-21T00:30:25.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.734+0000 7fe7c7bfb740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560ec84554d0 0x560ec88e4130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:25.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.734+0000 7fe7c7bfb740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560ec845d6b0 0x560ec883f7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:25.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.734+0000 7fe7c7bfb740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560ec847e390 0x560ec883fcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:25.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.734+0000 7fe7c7bfb740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x560ec881f430 con 0x560ec847e390 2024-09-21T00:30:25.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.734+0000 7fe7c7bfb740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fe7bc15d5e0 con 0x560ec845d6b0 2024-09-21T00:30:25.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.734+0000 7fe7c7bfb740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x560ec884f850 con 0x560ec84554d0 2024-09-21T00:30:25.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.734+0000 7fe7c7bfb740 10 client.0 _ll_register_callbacks cb 0x7fe7b4009870 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:30:25.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.734+0000 7fe7bad9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560ec847e390 0x560ec883fcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:25.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.734+0000 7fe7ba59c640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560ec84554d0 0x560ec88e4130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:25.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.734+0000 7fe7b9d9b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560ec845d6b0 0x560ec883f7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:25.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.734+0000 7fe7bad9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560ec847e390 0x560ec883fcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56138/0 (socket says 172.21.15.67:56138) 2024-09-21T00:30:25.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.734+0000 7fe7bad9d640 1 -- 172.21.15.67:0/2942915451 learned_addr learned my addr 172.21.15.67:0/2942915451 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:25.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.735+0000 7fe7bad9d640 1 -- 172.21.15.67:0/2942915451 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560ec84554d0 msgr2=0x560ec88e4130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:30:25.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.735+0000 7fe7bad9d640 1 --2- 172.21.15.67:0/2942915451 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560ec84554d0 0x560ec88e4130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.735+0000 7fe7bad9d640 1 -- 172.21.15.67:0/2942915451 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560ec845d6b0 msgr2=0x560ec883f7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:30:25.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.735+0000 7fe7bad9d640 1 --2- 172.21.15.67:0/2942915451 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560ec845d6b0 0x560ec883f7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.735+0000 7fe7bad9d640 1 -- 172.21.15.67:0/2942915451 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560ec8822860 con 0x560ec847e390 2024-09-21T00:30:25.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.735+0000 7fe7b9d9b640 1 --2- 172.21.15.67:0/2942915451 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560ec845d6b0 0x560ec883f7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:30:25.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.735+0000 7fe7ba59c640 1 --2- 172.21.15.67:0/2942915451 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560ec84554d0 0x560ec88e4130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:30:25.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.735+0000 7fe7bad9d640 1 --2- 172.21.15.67:0/2942915451 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560ec847e390 0x560ec883fcf0 secure :-1 s=READY pgs=1536 cs=0 l=1 rev1=1 crypto rx=0x7fe7b400fe00 tx=0x7fe7b400fe30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=392fbc6df5397fc1 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:25.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.735+0000 7fe7997fa640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:30:25.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.735+0000 7fe7997fa640 1 -- 172.21.15.67:0/2942915451 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7b4004250 con 0x560ec847e390 2024-09-21T00:30:25.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.735+0000 7fe7997fa640 1 -- 172.21.15.67:0/2942915451 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(128..128 src has 1..128) ==== 5709+0+0 (secure 0 0 0) 0x7fe7b40043f0 con 0x560ec847e390 2024-09-21T00:30:25.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.735+0000 7fe7c7bfb740 1 -- 172.21.15.67:0/2942915451 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe7ac0045d0 con 0x560ec847e390 2024-09-21T00:30:25.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.735+0000 7fe7997fa640 1 -- 172.21.15.67:0/2942915451 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=108) ==== 24+0+0 (secure 0 0 0) 0x7fe7b4030050 con 0x560ec847e390 2024-09-21T00:30:25.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.735+0000 7fe7c7bfb740 10 client.8700 fetch_fsmap learned FSMap version 108 2024-09-21T00:30:25.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.735+0000 7fe7c7bfb740 1 -- 172.21.15.67:0/2942915451 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=108,monmap=2+}) -- 0x560ec88800a0 con 0x560ec847e390 2024-09-21T00:30:25.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.736+0000 7fe7997fa640 1 -- 172.21.15.67:0/2942915451 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe7ac0045d0 con 0x560ec847e390 2024-09-21T00:30:25.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.736+0000 7fe7997fa640 1 -- 172.21.15.67:0/2942915451 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 108) ==== 3502+0+0 (secure 0 0 0) 0x7fe7b4033020 con 0x560ec847e390 2024-09-21T00:30:25.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.736+0000 7fe7c7bfb740 10 client.8700 fetch_fsmap finished waiting for FSMap version 108 2024-09-21T00:30:25.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.736+0000 7fe7c7bfb740 10 client.8700 resolve_mds: resolved 9:0 to role '9:0' aka daemon mds.b 2024-09-21T00:30:25.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.736+0000 7fe7c7bfb740 20 client.8700 populate_metadata read hostname 'smithi067' 2024-09-21T00:30:25.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.736+0000 7fe7c7bfb740 1 --2- 172.21.15.67:0/2942915451 >> [v2:172.21.15.97:6834/2367808255,v1:172.21.15.97:6835/2367808255] conn(0x560ec887d320 0x560ec88ed980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:25.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.736+0000 7fe7c7bfb740 4 client.8700 mds_command: new command op to 7744 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-21T00:30:25.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.736+0000 7fe7c7bfb740 1 -- 172.21.15.67:0/2942915451 --> [v2:172.21.15.97:6834/2367808255,v1:172.21.15.97:6835/2367808255] -- command(tid 0: {"prefix": "scrub status"}) -- 0x560ec8796460 con 0x560ec887d320 2024-09-21T00:30:25.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.736+0000 7fe7ba59c640 1 --2- 172.21.15.67:0/2942915451 >> [v2:172.21.15.97:6834/2367808255,v1:172.21.15.97:6835/2367808255] conn(0x560ec887d320 0x560ec88ed980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:25.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.736+0000 7fe7ba59c640 1 --2- 172.21.15.67:0/2942915451 >> [v2:172.21.15.97:6834/2367808255,v1:172.21.15.97:6835/2367808255] conn(0x560ec887d320 0x560ec88ed980 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f47f08e82e4b59a3 server_cookie=6aa7b72aa737676e in_seq=0 out_seq=0 2024-09-21T00:30:25.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.736+0000 7fe7997fa640 10 client.8700 ms_handle_connect on v2:172.21.15.97:6834/2367808255 2024-09-21T00:30:25.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.737+0000 7fe7997fa640 1 -- 172.21.15.67:0/2942915451 <== mds.0 v2:172.21.15.97:6834/2367808255 1 ==== command_reply(tid 0: 0 ) ==== 8+0+612 (crc 0 0 0) 0x560ec8796460 con 0x560ec887d320 2024-09-21T00:30:25.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.737+0000 7fe7997fa640 10 client.8700 handle_command_reply: tid=0 2024-09-21T00:30:25.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.737+0000 7fe7c7bfb740 1 client.8700 shutdown 2024-09-21T00:30:25.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.737+0000 7fe7c7bfb740 1 -- 172.21.15.67:0/2942915451 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560ec847e390 msgr2=0x560ec883fcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:25.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.737+0000 7fe7c7bfb740 1 --2- 172.21.15.67:0/2942915451 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560ec847e390 0x560ec883fcf0 secure :-1 s=READY pgs=1536 cs=0 l=1 rev1=1 crypto rx=0x7fe7b400fe00 tx=0x7fe7b400fe30 comp rx=0 tx=0).stop 2024-09-21T00:30:25.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.737+0000 7fe7c7bfb740 1 -- 172.21.15.67:0/2942915451 shutdown_connections 2024-09-21T00:30:25.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.737+0000 7fe7c7bfb740 1 --2- 172.21.15.67:0/2942915451 >> [v2:172.21.15.97:6834/2367808255,v1:172.21.15.97:6835/2367808255] conn(0x560ec887d320 0x560ec88ed980 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.737+0000 7fe7c7bfb740 1 --2- 172.21.15.67:0/2942915451 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560ec847e390 0x560ec883fcf0 unknown :-1 s=CLOSED pgs=1536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.737+0000 7fe7c7bfb740 1 --2- 172.21.15.67:0/2942915451 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560ec845d6b0 0x560ec883f7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.737+0000 7fe7997fa640 0 client.8700 ms_handle_reset on v2:172.21.15.97:6834/2367808255 2024-09-21T00:30:25.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.737+0000 7fe7c7bfb740 1 --2- 172.21.15.67:0/2942915451 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560ec84554d0 0x560ec88e4130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.737+0000 7fe7c7bfb740 1 -- 172.21.15.67:0/2942915451 >> 172.21.15.67:0/2942915451 conn(0x560ec84724e0 msgr2=0x560ec887cc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:25.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.737+0000 7fe7c7bfb740 1 -- 172.21.15.67:0/2942915451 shutdown_connections 2024-09-21T00:30:25.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.737+0000 7fe7c7bfb740 1 -- 172.21.15.67:0/2942915451 wait complete. 2024-09-21T00:30:25.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.737+0000 7fe7c7bfb740 20 client.8700 trim_cache size 0 max 16384 2024-09-21T00:30:25.743 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:30:25.743 INFO:teuthology.orchestra.run.smithi067.stdout: "status": "PAUSED (650 inodes in the stack)", 2024-09-21T00:30:25.743 INFO:teuthology.orchestra.run.smithi067.stdout: "scrubs": { 2024-09-21T00:30:25.743 INFO:teuthology.orchestra.run.smithi067.stdout: "77fa2eab-450b-466a-b844-084ae2a5f439": { 2024-09-21T00:30:25.744 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/scrub_control_test_path", 2024-09-21T00:30:25.744 INFO:teuthology.orchestra.run.smithi067.stdout: "tag": "77fa2eab-450b-466a-b844-084ae2a5f439", 2024-09-21T00:30:25.744 INFO:teuthology.orchestra.run.smithi067.stdout: "options": "recursive" 2024-09-21T00:30:25.744 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:30:25.744 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:30:25.744 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_stats": { 2024-09-21T00:30:25.744 INFO:teuthology.orchestra.run.smithi067.stdout: "77fa2eab-450b-466a-b844-084ae2a5f439": { 2024-09-21T00:30:25.744 INFO:teuthology.orchestra.run.smithi067.stdout: "start_time": "2024-09-21T00:30:25.357617+0000", 2024-09-21T00:30:25.744 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/scrub_control_test_path", 2024-09-21T00:30:25.744 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_started": 0, 2024-09-21T00:30:25.744 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_passed": 0, 2024-09-21T00:30:25.744 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_failed": 0, 2024-09-21T00:30:25.744 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_skipped": 0 2024-09-21T00:30:25.745 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:30:25.745 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:30:25.745 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:30:25.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.737+0000 7fe7c0bad640 1 -- 172.21.15.67:0/2959943335 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe79c078bc0 msgr2=0x7fe79c07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:25.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.737+0000 7fe7c0bad640 1 --2- 172.21.15.67:0/2959943335 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe79c078bc0 0x7fe79c07b0d0 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7fe7ac035000 tx=0x7fe7ac004ab0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.737+0000 7fe7c0bad640 1 -- 172.21.15.67:0/2959943335 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe7bc071640 msgr2=0x7fe7bc06f480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:25.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.737+0000 7fe7c0bad640 1 --2- 172.21.15.67:0/2959943335 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe7bc071640 0x7fe7bc06f480 secure :-1 s=READY pgs=1532 cs=0 l=1 rev1=1 crypto rx=0x7fe7a400e7c0 tx=0x7fe7a400ec80 comp rx=0 tx=0).stop 2024-09-21T00:30:25.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.737+0000 7fe7c0bad640 1 -- 172.21.15.67:0/2959943335 shutdown_connections 2024-09-21T00:30:25.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.738+0000 7fe7c0bad640 1 --2- 172.21.15.67:0/2959943335 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe79c078bc0 0x7fe79c07b0d0 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.738+0000 7fe7c0bad640 1 --2- 172.21.15.67:0/2959943335 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe7bc0b78f0 0x7fe7bc0b0310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.738+0000 7fe7c0bad640 1 --2- 172.21.15.67:0/2959943335 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe7bc071640 0x7fe7bc06f480 unknown :-1 s=CLOSED pgs=1532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.738+0000 7fe7c0bad640 1 --2- 172.21.15.67:0/2959943335 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe7bc071230 0x7fe7bc0ca000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.738+0000 7fe7c0bad640 1 -- 172.21.15.67:0/2959943335 >> 172.21.15.67:0/2959943335 conn(0x7fe7bc0d24c0 msgr2=0x7fe7bc0b3d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:25.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.738+0000 7fe7c0bad640 1 -- 172.21.15.67:0/2959943335 shutdown_connections 2024-09-21T00:30:25.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.738+0000 7fe7c0bad640 1 -- 172.21.15.67:0/2959943335 wait complete. 2024-09-21T00:30:25.749 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:30:25.865 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.864+0000 7f3cececc640 1 -- 172.21.15.67:0/3982360630 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3ce80b1de0 msgr2=0x7f3ce80cd4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:25.866 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.864+0000 7f3cececc640 1 --2- 172.21.15.67:0/3982360630 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3ce80b1de0 0x7f3ce80cd4f0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f3ce0009860 tx=0x7f3ce002a5a0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.866 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.864+0000 7f3cececc640 1 -- 172.21.15.67:0/3982360630 shutdown_connections 2024-09-21T00:30:25.866 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.864+0000 7f3cececc640 1 --2- 172.21.15.67:0/3982360630 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3ce80b1de0 0x7f3ce80cd4f0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.866 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.864+0000 7f3cececc640 1 -- 172.21.15.67:0/3982360630 >> 172.21.15.67:0/3982360630 conn(0x7f3ce80d1280 msgr2=0x7f3ce80d1690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:25.866 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.864+0000 7f3cececc640 1 -- 172.21.15.67:0/3982360630 shutdown_connections 2024-09-21T00:30:25.866 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.864+0000 7f3cececc640 1 -- 172.21.15.67:0/3982360630 wait complete. 2024-09-21T00:30:25.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.866+0000 7f3cececc640 1 Processor -- start 2024-09-21T00:30:25.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.866+0000 7f3cececc640 1 -- start start 2024-09-21T00:30:25.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.867+0000 7f3cececc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3ce80b19d0 0x7f3ce815a4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:25.870 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.867+0000 7f3cececc640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3ce80b1de0 0x7f3ce8156290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:25.870 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.867+0000 7f3cececc640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3ce80b6640 0x7f3ce80c56a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:25.870 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.867+0000 7f3cececc640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f3ce8167ba0 con 0x7f3ce80b19d0 2024-09-21T00:30:25.870 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.867+0000 7f3cececc640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f3ce8167a20 con 0x7f3ce80b1de0 2024-09-21T00:30:25.870 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.867+0000 7f3cececc640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f3ce8167d20 con 0x7f3ce80b6640 2024-09-21T00:30:25.870 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.868+0000 7f3ce659c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3ce80b19d0 0x7f3ce815a4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:25.870 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.868+0000 7f3ce6d9d640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3ce80b6640 0x7f3ce80c56a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:25.870 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.868+0000 7f3ce5d9b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3ce80b1de0 0x7f3ce8156290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:25.870 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.868+0000 7f3ce659c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3ce80b19d0 0x7f3ce815a4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56146/0 (socket says 172.21.15.67:56146) 2024-09-21T00:30:25.870 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.868+0000 7f3ce659c640 1 -- 172.21.15.67:0/3470992776 learned_addr learned my addr 172.21.15.67:0/3470992776 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:25.870 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.868+0000 7f3ce5d9b640 1 -- 172.21.15.67:0/3470992776 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3ce80b6640 msgr2=0x7f3ce80c56a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:25.870 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.868+0000 7f3ce5d9b640 1 --2- 172.21.15.67:0/3470992776 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3ce80b6640 0x7f3ce80c56a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.868+0000 7f3ce5d9b640 1 -- 172.21.15.67:0/3470992776 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3ce80b19d0 msgr2=0x7f3ce815a4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:25.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.868+0000 7f3ce5d9b640 1 --2- 172.21.15.67:0/3470992776 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3ce80b19d0 0x7f3ce815a4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:25.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.868+0000 7f3ce5d9b640 1 -- 172.21.15.67:0/3470992776 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ce815bbf0 con 0x7f3ce80b1de0 2024-09-21T00:30:25.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.868+0000 7f3ce6d9d640 1 --2- 172.21.15.67:0/3470992776 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3ce80b6640 0x7f3ce80c56a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:30:25.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.868+0000 7f3ce5d9b640 1 --2- 172.21.15.67:0/3470992776 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3ce80b1de0 0x7f3ce8156290 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f3cdc001eb0 tx=0x7f3cdc00c820 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:25.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.868+0000 7f3cd6ffd640 1 -- 172.21.15.67:0/3470992776 <== mon.1 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cdc011790 con 0x7f3ce80b1de0 2024-09-21T00:30:25.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.868+0000 7f3cd6ffd640 1 -- 172.21.15.67:0/3470992776 <== mon.1 v2:172.21.15.97:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3cdc017070 con 0x7f3ce80b1de0 2024-09-21T00:30:25.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.868+0000 7f3cececc640 1 -- 172.21.15.67:0/3470992776 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ce80c7710 con 0x7f3ce80b1de0 2024-09-21T00:30:25.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.868+0000 7f3cd6ffd640 1 -- 172.21.15.67:0/3470992776 <== mon.1 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cdc011ce0 con 0x7f3ce80b1de0 2024-09-21T00:30:25.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.868+0000 7f3cececc640 1 -- 172.21.15.67:0/3470992776 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ce80c7cd0 con 0x7f3ce80b1de0 2024-09-21T00:30:25.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.869+0000 7f3cececc640 1 -- 172.21.15.67:0/3470992776 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3ce80c7480 con 0x7f3ce80b1de0 2024-09-21T00:30:25.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.870+0000 7f3cd6ffd640 1 -- 172.21.15.67:0/3470992776 <== mon.1 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f3cdc01c460 con 0x7f3ce80b1de0 2024-09-21T00:30:25.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.871+0000 7f3cd6ffd640 1 --2- 172.21.15.67:0/3470992776 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3cc8078b90 0x7f3cc807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:25.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.871+0000 7f3cd6ffd640 1 -- 172.21.15.67:0/3470992776 <== mon.1 v2:172.21.15.97:3300/0 5 ==== osd_map(128..128 src has 1..128) ==== 5709+0+0 (secure 0 0 0) 0x7f3cdc09aaa0 con 0x7f3ce80b1de0 2024-09-21T00:30:25.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.871+0000 7f3ce659c640 1 --2- 172.21.15.67:0/3470992776 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3cc8078b90 0x7f3cc807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:25.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.871+0000 7f3ce659c640 1 --2- 172.21.15.67:0/3470992776 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3cc8078b90 0x7f3cc807b0a0 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f3cd8000f80 tx=0x7f3cd8009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:25.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:25.875+0000 7f3cd6ffd640 1 -- 172.21.15.67:0/3470992776 <== mon.1 v2:172.21.15.97:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f3cdc0627f0 con 0x7f3ce80b1de0 2024-09-21T00:30:26.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:26.107+0000 7f3cececc640 1 -- 172.21.15.67:0/3470992776 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3ce815c610 con 0x7f3ce80b1de0 2024-09-21T00:30:26.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:26.108+0000 7f3cd6ffd640 1 -- 172.21.15.67:0/3470992776 <== mon.1 v2:172.21.15.97:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 108 v108) ==== 95+0+5225 (secure 0 0 0) 0x7f3cdc067220 con 0x7f3ce80b1de0 2024-09-21T00:30:26.109 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:30:26.109 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":108,"btime":"2024-09-21T00:30:03:146509+0000","default_fscid":9,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7076,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/3729383831","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":3729383831},{"type":"v1","addr":"172.21.15.97:6837","nonce":3729383831}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":103},{"gid":7732,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/97932944","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":97932944},{"type":"v1","addr":"172.21.15.67:6834","nonce":97932944}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":102},{"gid":7735,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3469130706","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":3469130706},{"type":"v1","addr":"172.21.15.67:6835","nonce":3469130706}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":103}],"filesystems":[{"mdsmap":{"epoch":108,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:29:59.516625+0000","modified":"2024-09-21T00:30:02.533562+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7744},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7744":{"gid":7744,"name":"b","rank":0,"incarnation":104,"state":"up:active","state_seq":3,"addr":"172.21.15.97:6835/2367808255","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":2367808255},{"type":"v1","addr":"172.21.15.97:6835","nonce":2367808255}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[19],"metadata_pool":18,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7744,"qdb_cluster":[7744]},"id":9}]} 2024-09-21T00:30:26.110 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 108 2024-09-21T00:30:26.112 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:26.111+0000 7f3cececc640 1 -- 172.21.15.67:0/3470992776 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3cc8078b90 msgr2=0x7f3cc807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:26.112 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:26.111+0000 7f3cececc640 1 --2- 172.21.15.67:0/3470992776 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3cc8078b90 0x7f3cc807b0a0 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f3cd8000f80 tx=0x7f3cd8009040 comp rx=0 tx=0).stop 2024-09-21T00:30:26.112 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:26.111+0000 7f3cececc640 1 -- 172.21.15.67:0/3470992776 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3ce80b1de0 msgr2=0x7f3ce8156290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:26.112 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:26.111+0000 7f3cececc640 1 --2- 172.21.15.67:0/3470992776 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3ce80b1de0 0x7f3ce8156290 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f3cdc001eb0 tx=0x7f3cdc00c820 comp rx=0 tx=0).stop 2024-09-21T00:30:26.112 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:26.111+0000 7f3cececc640 1 -- 172.21.15.67:0/3470992776 shutdown_connections 2024-09-21T00:30:26.112 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:26.111+0000 7f3cececc640 1 --2- 172.21.15.67:0/3470992776 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3cc8078b90 0x7f3cc807b0a0 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:26.112 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:26.111+0000 7f3cececc640 1 --2- 172.21.15.67:0/3470992776 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3ce80b6640 0x7f3ce80c56a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:26.113 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:26.111+0000 7f3cececc640 1 --2- 172.21.15.67:0/3470992776 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3ce80b1de0 0x7f3ce8156290 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:26.113 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:26.111+0000 7f3cececc640 1 --2- 172.21.15.67:0/3470992776 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3ce80b19d0 0x7f3ce815a4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:26.113 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:26.111+0000 7f3cececc640 1 -- 172.21.15.67:0/3470992776 >> 172.21.15.67:0/3470992776 conn(0x7f3ce80d1280 msgr2=0x7f3ce80b2d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:26.113 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:26.111+0000 7f3cececc640 1 -- 172.21.15.67:0/3470992776 shutdown_connections 2024-09-21T00:30:26.113 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:26.111+0000 7f3cececc640 1 -- 172.21.15.67:0/3470992776 wait complete. 2024-09-21T00:30:26.123 DEBUG:tasks.cephfs.test_scrub_checks:current active=['b'] 2024-09-21T00:30:26.123 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-21T00:30:26.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:26.237+0000 7f16bad20640 1 -- 172.21.15.67:0/3138954944 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f16b409b960 msgr2=0x7f16b40b77c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:26.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:26.237+0000 7f16bad20640 1 --2- 172.21.15.67:0/3138954944 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f16b409b960 0x7f16b40b77c0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f16a4009820 tx=0x7f16a402a480 comp rx=0 tx=0).stop 2024-09-21T00:30:26.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:26.237+0000 7f16bad20640 1 -- 172.21.15.67:0/3138954944 shutdown_connections 2024-09-21T00:30:26.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:26.237+0000 7f16bad20640 1 --2- 172.21.15.67:0/3138954944 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f16b40cff80 0x7f16b40d0390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:26.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:26.237+0000 7f16bad20640 1 --2- 172.21.15.67:0/3138954944 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f16b409b960 0x7f16b40b77c0 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:26.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:26.237+0000 7f16bad20640 1 -- 172.21.15.67:0/3138954944 >> 172.21.15.67:0/3138954944 conn(0x7f16b40cee30 msgr2=0x7f16b40cf240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:26.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:26.237+0000 7f16bad20640 1 -- 172.21.15.67:0/3138954944 shutdown_connections 2024-09-21T00:30:26.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:26.237+0000 7f16bad20640 1 -- 172.21.15.67:0/3138954944 wait complete. 2024-09-21T00:30:26.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:26.239+0000 7f16bad20640 1 Processor -- start 2024-09-21T00:30:26.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:26.239+0000 7f16bad20640 1 -- start start 2024-09-21T00:30:26.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:26.240+0000 7f16bad20640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f16b409b960 0x7f16b4159ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:26.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:26.240+0000 7f16bad20640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f16b40cd030 0x7f16b40c5ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:26.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:26.240+0000 7f16bad20640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f16b40cff80 0x7f16b40afa20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:26.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:26.241+0000 7f16bad20640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f16b40cdcd0 con 0x7f16b40cd030 2024-09-21T00:30:26.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:26.241+0000 7f16bad20640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f16b40cdb50 con 0x7f16b40cff80 2024-09-21T00:30:26.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:26.241+0000 7f16bad20640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f16b40cde50 con 0x7f16b409b960 2024-09-21T00:30:26.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:26.241+0000 7f16b3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f16b40cd030 0x7f16b40c5ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:26.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:26.241+0000 7f16b3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f16b40cd030 0x7f16b40c5ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56156/0 (socket says 172.21.15.67:56156) 2024-09-21T00:30:26.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:26.241+0000 7f16b3fff640 1 -- 172.21.15.67:0/3232293480 learned_addr learned my addr 172.21.15.67:0/3232293480 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:26.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:26.241+0000 7f16b8abc640 1 --2- 172.21.15.67:0/3232293480 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f16b409b960 0x7f16b4159ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:26.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:26.241+0000 7f16b92bd640 1 --2- 172.21.15.67:0/3232293480 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f16b40cff80 0x7f16b40afa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:26.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:26.241+0000 7f16b3fff640 1 -- 172.21.15.67:0/3232293480 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f16b409b960 msgr2=0x7f16b4159ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:26.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:26.241+0000 7f16b3fff640 1 --2- 172.21.15.67:0/3232293480 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f16b409b960 0x7f16b4159ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:26.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:26.241+0000 7f16b3fff640 1 -- 172.21.15.67:0/3232293480 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f16b40cff80 msgr2=0x7f16b40afa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:26.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:26.241+0000 7f16b3fff640 1 --2- 172.21.15.67:0/3232293480 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f16b40cff80 0x7f16b40afa20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:26.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:26.241+0000 7f16b3fff640 1 -- 172.21.15.67:0/3232293480 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16b40c7990 con 0x7f16b40cd030 2024-09-21T00:30:26.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:26.241+0000 7f16b3fff640 1 --2- 172.21.15.67:0/3232293480 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f16b40cd030 0x7f16b40c5ee0 secure :-1 s=READY pgs=1538 cs=0 l=1 rev1=1 crypto rx=0x7f16a8009fd0 tx=0x7f16a800ec20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:26.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:26.241+0000 7f16b17fa640 1 -- 172.21.15.67:0/3232293480 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16a800ca50 con 0x7f16b40cd030 2024-09-21T00:30:26.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:26.241+0000 7f16b17fa640 1 -- 172.21.15.67:0/3232293480 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f16a800cbf0 con 0x7f16b40cd030 2024-09-21T00:30:26.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:26.241+0000 7f16bad20640 1 -- 172.21.15.67:0/3232293480 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16b4148f50 con 0x7f16b40cd030 2024-09-21T00:30:26.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:26.241+0000 7f16b17fa640 1 -- 172.21.15.67:0/3232293480 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16a8005020 con 0x7f16b40cd030 2024-09-21T00:30:26.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:26.242+0000 7f16bad20640 1 -- 172.21.15.67:0/3232293480 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16b40b6f40 con 0x7f16b40cd030 2024-09-21T00:30:26.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:26.243+0000 7f16bad20640 1 -- 172.21.15.67:0/3232293480 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f16b40cfab0 con 0x7f16b40cd030 2024-09-21T00:30:26.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:26.243+0000 7f16b17fa640 1 -- 172.21.15.67:0/3232293480 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f16a80051c0 con 0x7f16b40cd030 2024-09-21T00:30:26.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:26.244+0000 7f16b17fa640 1 --2- 172.21.15.67:0/3232293480 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f16a0078bc0 0x7f16a007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:26.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:26.244+0000 7f16b17fa640 1 -- 172.21.15.67:0/3232293480 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(128..128 src has 1..128) ==== 5709+0+0 (secure 0 0 0) 0x7f16a809b450 con 0x7f16b40cd030 2024-09-21T00:30:26.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:26.244+0000 7f16b8abc640 1 --2- 172.21.15.67:0/3232293480 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f16a0078bc0 0x7f16a007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:26.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:26.245+0000 7f16b8abc640 1 --2- 172.21.15.67:0/3232293480 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f16a0078bc0 0x7f16a007b0d0 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f16a4034000 tx=0x7f16a4004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:26.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:26.248+0000 7f16b17fa640 1 -- 172.21.15.67:0/3232293480 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f16a8063250 con 0x7f16b40cd030 2024-09-21T00:30:26.508 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:26.507+0000 7f16bad20640 1 -- 172.21.15.67:0/3232293480 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f16b40b2a20 con 0x7f16b40cd030 2024-09-21T00:30:26.509 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:26.507+0000 7f16b17fa640 1 -- 172.21.15.67:0/3232293480 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1229 (secure 0 0 0) 0x7f16a8067c80 con 0x7f16b40cd030 2024-09-21T00:30:26.509 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:30:26.509 INFO:teuthology.orchestra.run.smithi067.stdout:{"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":569,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":128,"num_osds":8,"num_up_osds":8,"osd_up_since":1726878070,"num_in_osds":8,"osd_in_since":1726878060,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":811,"data_bytes":827671120,"bytes_used":2067955712,"bytes_avail":771026157568,"bytes_total":773094113280,"write_bytes_sec":68916628,"read_op_per_sec":0,"write_op_per_sec":68},"fsmap":{"epoch":108,"btime":"2024-09-21T00:30:03:146509+0000","id":9,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":9,"rank":0,"name":"b","status":"up:active","gid":7744}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":23,"modified":"2024-09-21T00:28:43.609745+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-21T00:30:26.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:26.510+0000 7f16bad20640 1 -- 172.21.15.67:0/3232293480 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f16a0078bc0 msgr2=0x7f16a007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:26.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:26.510+0000 7f16bad20640 1 --2- 172.21.15.67:0/3232293480 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f16a0078bc0 0x7f16a007b0d0 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f16a4034000 tx=0x7f16a4004730 comp rx=0 tx=0).stop 2024-09-21T00:30:26.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:26.510+0000 7f16bad20640 1 -- 172.21.15.67:0/3232293480 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f16b40cd030 msgr2=0x7f16b40c5ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:26.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:26.510+0000 7f16bad20640 1 --2- 172.21.15.67:0/3232293480 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f16b40cd030 0x7f16b40c5ee0 secure :-1 s=READY pgs=1538 cs=0 l=1 rev1=1 crypto rx=0x7f16a8009fd0 tx=0x7f16a800ec20 comp rx=0 tx=0).stop 2024-09-21T00:30:26.512 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:26.510+0000 7f16bad20640 1 -- 172.21.15.67:0/3232293480 shutdown_connections 2024-09-21T00:30:26.512 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:26.510+0000 7f16bad20640 1 --2- 172.21.15.67:0/3232293480 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f16a0078bc0 0x7f16a007b0d0 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:26.512 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:26.510+0000 7f16bad20640 1 --2- 172.21.15.67:0/3232293480 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f16b40cff80 0x7f16b40afa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:26.512 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:26.510+0000 7f16bad20640 1 --2- 172.21.15.67:0/3232293480 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f16b40cd030 0x7f16b40c5ee0 unknown :-1 s=CLOSED pgs=1538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:26.512 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:26.510+0000 7f16bad20640 1 --2- 172.21.15.67:0/3232293480 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f16b409b960 0x7f16b4159ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:26.512 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:26.510+0000 7f16bad20640 1 -- 172.21.15.67:0/3232293480 >> 172.21.15.67:0/3232293480 conn(0x7f16b40cee30 msgr2=0x7f16b40d0cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:26.512 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:26.510+0000 7f16bad20640 1 -- 172.21.15.67:0/3232293480 shutdown_connections 2024-09-21T00:30:26.512 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:26.510+0000 7f16bad20640 1 -- 172.21.15.67:0/3232293480 wait complete. 2024-09-21T00:30:26.522 INFO:tasks.ceph.ceph_manager.ceph:{} 2024-09-21T00:30:27.523 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:30:27.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:27.653+0000 7f2264539640 1 -- 172.21.15.67:0/3946613872 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f225c0b9e70 msgr2=0x7f225c0b6020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:27.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:27.653+0000 7f2264539640 1 --2- 172.21.15.67:0/3946613872 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f225c0b9e70 0x7f225c0b6020 secure :-1 s=READY pgs=1539 cs=0 l=1 rev1=1 crypto rx=0x7f225c0ba610 tx=0x7f225802a4d0 comp rx=0 tx=0).stop 2024-09-21T00:30:27.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:27.654+0000 7f2264539640 1 -- 172.21.15.67:0/3946613872 shutdown_connections 2024-09-21T00:30:27.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:27.654+0000 7f2264539640 1 --2- 172.21.15.67:0/3946613872 >> v2:172.21.15.97:3300/0 conn(0x7f225c06ebc0 0x7f225c06efd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:27.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:27.654+0000 7f2264539640 1 --2- 172.21.15.67:0/3946613872 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f225c0d22f0 0x7f225c0b6560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:27.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:27.654+0000 7f2264539640 1 --2- 172.21.15.67:0/3946613872 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f225c0b9e70 0x7f225c0b6020 unknown :-1 s=CLOSED pgs=1539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:27.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:27.654+0000 7f2264539640 1 -- 172.21.15.67:0/3946613872 >> 172.21.15.67:0/3946613872 conn(0x7f225c0d45a0 msgr2=0x7f225c0d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:27.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:27.654+0000 7f2264539640 1 -- 172.21.15.67:0/3946613872 shutdown_connections 2024-09-21T00:30:27.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:27.654+0000 7f2264539640 1 -- 172.21.15.67:0/3946613872 wait complete. 2024-09-21T00:30:27.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:27.655+0000 7f2264539640 1 Processor -- start 2024-09-21T00:30:27.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:27.656+0000 7f2264539640 1 -- start start 2024-09-21T00:30:27.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:27.657+0000 7f2264539640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f225c06ebc0 0x7f225c0caff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:27.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:27.657+0000 7f2264539640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f225c0b9e70 0x7f225c15a600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:27.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:27.657+0000 7f2264539640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f225c0d22f0 0x7f225c1f8940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:27.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:27.657+0000 7f2264539640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f225c06f950 con 0x7f225c06ebc0 2024-09-21T00:30:27.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:27.657+0000 7f2264539640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f225c06f7d0 con 0x7f225c0b9e70 2024-09-21T00:30:27.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:27.657+0000 7f2264539640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f225c06fad0 con 0x7f225c0d22f0 2024-09-21T00:30:27.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:27.657+0000 7f22622d5640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f225c06ebc0 0x7f225c0caff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:27.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:27.657+0000 7f22622d5640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f225c06ebc0 0x7f225c0caff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56172/0 (socket says 172.21.15.67:56172) 2024-09-21T00:30:27.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:27.657+0000 7f22622d5640 1 -- 172.21.15.67:0/3126406628 learned_addr learned my addr 172.21.15.67:0/3126406628 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:27.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:27.657+0000 7f2261ad4640 1 --2- 172.21.15.67:0/3126406628 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f225c0b9e70 0x7f225c15a600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:27.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:27.657+0000 7f2262ad6640 1 --2- 172.21.15.67:0/3126406628 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f225c0d22f0 0x7f225c1f8940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:27.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:27.657+0000 7f22622d5640 1 -- 172.21.15.67:0/3126406628 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f225c0d22f0 msgr2=0x7f225c1f8940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:27.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:27.657+0000 7f22622d5640 1 --2- 172.21.15.67:0/3126406628 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f225c0d22f0 0x7f225c1f8940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:27.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:27.657+0000 7f22622d5640 1 -- 172.21.15.67:0/3126406628 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f225c0b9e70 msgr2=0x7f225c15a600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:27.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:27.657+0000 7f22622d5640 1 --2- 172.21.15.67:0/3126406628 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f225c0b9e70 0x7f225c15a600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:27.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:27.657+0000 7f22622d5640 1 -- 172.21.15.67:0/3126406628 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f225c15af70 con 0x7f225c06ebc0 2024-09-21T00:30:27.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:27.658+0000 7f22622d5640 1 --2- 172.21.15.67:0/3126406628 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f225c06ebc0 0x7f225c0caff0 secure :-1 s=READY pgs=1540 cs=0 l=1 rev1=1 crypto rx=0x7f2258034040 tx=0x7f22580039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:27.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:27.658+0000 7f2252ffd640 1 -- 172.21.15.67:0/3126406628 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f225803e030 con 0x7f225c06ebc0 2024-09-21T00:30:27.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:27.658+0000 7f2252ffd640 1 -- 172.21.15.67:0/3126406628 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f22580047a0 con 0x7f225c06ebc0 2024-09-21T00:30:27.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:27.658+0000 7f2264539640 1 -- 172.21.15.67:0/3126406628 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f225c15b250 con 0x7f225c06ebc0 2024-09-21T00:30:27.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:27.658+0000 7f2252ffd640 1 -- 172.21.15.67:0/3126406628 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2258035040 con 0x7f225c06ebc0 2024-09-21T00:30:27.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:27.658+0000 7f2264539640 1 -- 172.21.15.67:0/3126406628 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f225c15b810 con 0x7f225c06ebc0 2024-09-21T00:30:27.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:27.659+0000 7f2264539640 1 -- 172.21.15.67:0/3126406628 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f225c06efd0 con 0x7f225c06ebc0 2024-09-21T00:30:27.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:27.660+0000 7f2252ffd640 1 -- 172.21.15.67:0/3126406628 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f2258041030 con 0x7f225c06ebc0 2024-09-21T00:30:27.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:27.660+0000 7f2252ffd640 1 --2- 172.21.15.67:0/3126406628 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2240078bc0 0x7f224007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:27.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:27.661+0000 7f2252ffd640 1 -- 172.21.15.67:0/3126406628 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(128..128 src has 1..128) ==== 5709+0+0 (secure 0 0 0) 0x7f22580bb410 con 0x7f225c06ebc0 2024-09-21T00:30:27.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:27.661+0000 7f2261ad4640 1 --2- 172.21.15.67:0/3126406628 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2240078bc0 0x7f224007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:27.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:27.661+0000 7f2261ad4640 1 --2- 172.21.15.67:0/3126406628 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2240078bc0 0x7f224007b0d0 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f225c15be80 tx=0x7f224c00b2e0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:27.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:27.665+0000 7f2252ffd640 1 -- 172.21.15.67:0/3126406628 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f22580832a0 con 0x7f225c06ebc0 2024-09-21T00:30:27.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:27.894+0000 7f2264539640 1 -- 172.21.15.67:0/3126406628 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f225c160a70 con 0x7f225c06ebc0 2024-09-21T00:30:27.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:27.895+0000 7f2252ffd640 1 -- 172.21.15.67:0/3126406628 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 108 v108) ==== 95+0+5225 (secure 0 0 0) 0x7f2258087cd0 con 0x7f225c06ebc0 2024-09-21T00:30:27.896 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:30:27.896 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":108,"btime":"2024-09-21T00:30:03:146509+0000","default_fscid":9,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7076,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/3729383831","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":3729383831},{"type":"v1","addr":"172.21.15.97:6837","nonce":3729383831}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":103},{"gid":7732,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/97932944","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":97932944},{"type":"v1","addr":"172.21.15.67:6834","nonce":97932944}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":102},{"gid":7735,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3469130706","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":3469130706},{"type":"v1","addr":"172.21.15.67:6835","nonce":3469130706}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":103}],"filesystems":[{"mdsmap":{"epoch":108,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:29:59.516625+0000","modified":"2024-09-21T00:30:02.533562+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7744},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7744":{"gid":7744,"name":"b","rank":0,"incarnation":104,"state":"up:active","state_seq":3,"addr":"172.21.15.97:6835/2367808255","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":2367808255},{"type":"v1","addr":"172.21.15.97:6835","nonce":2367808255}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[19],"metadata_pool":18,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7744,"qdb_cluster":[7744]},"id":9}]} 2024-09-21T00:30:27.896 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 108 2024-09-21T00:30:27.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:27.897+0000 7f2264539640 1 -- 172.21.15.67:0/3126406628 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2240078bc0 msgr2=0x7f224007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:27.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:27.897+0000 7f2264539640 1 --2- 172.21.15.67:0/3126406628 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2240078bc0 0x7f224007b0d0 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f225c15be80 tx=0x7f224c00b2e0 comp rx=0 tx=0).stop 2024-09-21T00:30:27.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:27.897+0000 7f2264539640 1 -- 172.21.15.67:0/3126406628 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f225c06ebc0 msgr2=0x7f225c0caff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:27.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:27.897+0000 7f2264539640 1 --2- 172.21.15.67:0/3126406628 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f225c06ebc0 0x7f225c0caff0 secure :-1 s=READY pgs=1540 cs=0 l=1 rev1=1 crypto rx=0x7f2258034040 tx=0x7f22580039e0 comp rx=0 tx=0).stop 2024-09-21T00:30:27.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:27.897+0000 7f2264539640 1 -- 172.21.15.67:0/3126406628 shutdown_connections 2024-09-21T00:30:27.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:27.897+0000 7f2264539640 1 --2- 172.21.15.67:0/3126406628 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2240078bc0 0x7f224007b0d0 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:27.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:27.897+0000 7f2264539640 1 --2- 172.21.15.67:0/3126406628 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f225c0d22f0 0x7f225c1f8940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:27.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:27.897+0000 7f2264539640 1 --2- 172.21.15.67:0/3126406628 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f225c0b9e70 0x7f225c15a600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:27.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:27.897+0000 7f2264539640 1 --2- 172.21.15.67:0/3126406628 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f225c06ebc0 0x7f225c0caff0 unknown :-1 s=CLOSED pgs=1540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:27.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:27.897+0000 7f2264539640 1 -- 172.21.15.67:0/3126406628 >> 172.21.15.67:0/3126406628 conn(0x7f225c0d45a0 msgr2=0x7f225c15ffc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:27.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:27.897+0000 7f2264539640 1 -- 172.21.15.67:0/3126406628 shutdown_connections 2024-09-21T00:30:27.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:27.897+0000 7f2264539640 1 -- 172.21.15.67:0/3126406628 wait complete. 2024-09-21T00:30:27.909 DEBUG:tasks.cephfs.test_scrub_checks:current active=['b'] 2024-09-21T00:30:27.910 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-21T00:30:28.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.024+0000 7ff19c2f9640 1 -- 172.21.15.67:0/1621323546 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff180004d40 msgr2=0x7ff180005150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:28.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.024+0000 7ff19c2f9640 1 --2- 172.21.15.67:0/1621323546 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff180004d40 0x7ff180005150 secure :-1 s=READY pgs=1542 cs=0 l=1 rev1=1 crypto rx=0x7ff18c006fd0 tx=0x7ff180005830 comp rx=0 tx=0).stop 2024-09-21T00:30:28.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.024+0000 7ff19a896640 1 -- 172.21.15.67:0/1621323546 reap_dead start 2024-09-21T00:30:28.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.025+0000 7ff19c2f9640 1 -- 172.21.15.67:0/1621323546 shutdown_connections 2024-09-21T00:30:28.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.025+0000 7ff19c2f9640 1 -- 172.21.15.67:0/1621323546 >> 172.21.15.67:0/1621323546 conn(0x7ff1940cee30 msgr2=0x7ff1940cf240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:28.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.025+0000 7ff19c2f9640 1 -- 172.21.15.67:0/1621323546 shutdown_connections 2024-09-21T00:30:28.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.025+0000 7ff19c2f9640 1 -- 172.21.15.67:0/1621323546 wait complete. 2024-09-21T00:30:28.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.026+0000 7ff19c2f9640 1 Processor -- start 2024-09-21T00:30:28.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.027+0000 7ff19c2f9640 1 -- start start 2024-09-21T00:30:28.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.028+0000 7ff19c2f9640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff180004d40 0x7ff1941f3340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:28.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.028+0000 7ff19c2f9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff1940c9840 0x7ff1940b0ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:28.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.028+0000 7ff19c2f9640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff1940cba20 0x7ff1940cbe30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:28.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.028+0000 7ff19c2f9640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff1940cdcd0 con 0x7ff1940c9840 2024-09-21T00:30:28.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.028+0000 7ff19c2f9640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff1940cdb50 con 0x7ff1940cba20 2024-09-21T00:30:28.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.028+0000 7ff19c2f9640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7ff1940cde50 con 0x7ff180004d40 2024-09-21T00:30:28.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.028+0000 7ff199894640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff1940c9840 0x7ff1940b0ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:28.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.028+0000 7ff199894640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff1940c9840 0x7ff1940b0ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56188/0 (socket says 172.21.15.67:56188) 2024-09-21T00:30:28.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.028+0000 7ff199894640 1 -- 172.21.15.67:0/1769723757 learned_addr learned my addr 172.21.15.67:0/1769723757 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:28.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.028+0000 7ff19a896640 1 --2- 172.21.15.67:0/1769723757 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff1940cba20 0x7ff1940cbe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:28.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.028+0000 7ff19a095640 1 --2- 172.21.15.67:0/1769723757 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff180004d40 0x7ff1941f3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:28.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.028+0000 7ff199894640 1 -- 172.21.15.67:0/1769723757 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff180004d40 msgr2=0x7ff1941f3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:28.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.028+0000 7ff199894640 1 --2- 172.21.15.67:0/1769723757 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff180004d40 0x7ff1941f3340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.028+0000 7ff199894640 1 -- 172.21.15.67:0/1769723757 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff1940cba20 msgr2=0x7ff1940cbe30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:28.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.028+0000 7ff199894640 1 --2- 172.21.15.67:0/1769723757 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff1940cba20 0x7ff1940cbe30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.028+0000 7ff199894640 1 -- 172.21.15.67:0/1769723757 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1941f3d20 con 0x7ff1940c9840 2024-09-21T00:30:28.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.029+0000 7ff199894640 1 --2- 172.21.15.67:0/1769723757 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff1940c9840 0x7ff1940b0ed0 secure :-1 s=READY pgs=1543 cs=0 l=1 rev1=1 crypto rx=0x7ff184011ab0 tx=0x7ff184011f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:28.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.029+0000 7ff18affd640 1 -- 172.21.15.67:0/1769723757 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff18401e070 con 0x7ff1940c9840 2024-09-21T00:30:28.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.029+0000 7ff18affd640 1 -- 172.21.15.67:0/1769723757 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff18400fc10 con 0x7ff1940c9840 2024-09-21T00:30:28.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.029+0000 7ff19c2f9640 1 -- 172.21.15.67:0/1769723757 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff1941f4000 con 0x7ff1940c9840 2024-09-21T00:30:28.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.029+0000 7ff18affd640 1 -- 172.21.15.67:0/1769723757 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff184019410 con 0x7ff1940c9840 2024-09-21T00:30:28.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.029+0000 7ff19c2f9640 1 -- 172.21.15.67:0/1769723757 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1941e66c0 con 0x7ff1940c9840 2024-09-21T00:30:28.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.030+0000 7ff19c2f9640 1 -- 172.21.15.67:0/1769723757 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff1941f3a90 con 0x7ff1940c9840 2024-09-21T00:30:28.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.031+0000 7ff18affd640 1 -- 172.21.15.67:0/1769723757 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7ff184021070 con 0x7ff1940c9840 2024-09-21T00:30:28.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.031+0000 7ff18affd640 1 --2- 172.21.15.67:0/1769723757 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff178078b90 0x7ff17807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:28.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.031+0000 7ff18affd640 1 -- 172.21.15.67:0/1769723757 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(128..128 src has 1..128) ==== 5709+0+0 (secure 0 0 0) 0x7ff18409b560 con 0x7ff1940c9840 2024-09-21T00:30:28.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.031+0000 7ff19a095640 1 --2- 172.21.15.67:0/1769723757 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff178078b90 0x7ff17807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:28.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.032+0000 7ff19a095640 1 --2- 172.21.15.67:0/1769723757 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff178078b90 0x7ff17807b0a0 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7ff190009a80 tx=0x7ff190005f30 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:28.037 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.036+0000 7ff18affd640 1 -- 172.21.15.67:0/1769723757 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7ff184063350 con 0x7ff1940c9840 2024-09-21T00:30:28.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.295+0000 7ff19c2f9640 1 -- 172.21.15.67:0/1769723757 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7ff1940b7980 con 0x7ff1940c9840 2024-09-21T00:30:28.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.295+0000 7ff18affd640 1 -- 172.21.15.67:0/1769723757 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1674 (secure 0 0 0) 0x7ff184067d80 con 0x7ff1940c9840 2024-09-21T00:30:28.296 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:30:28.297 INFO:teuthology.orchestra.run.smithi067.stdout:{"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":571,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":128,"num_osds":8,"num_up_osds":8,"osd_up_since":1726878070,"num_in_osds":8,"osd_in_since":1726878060,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":1020,"data_bytes":1048245607,"bytes_used":2595151872,"bytes_avail":770498961408,"bytes_total":773094113280,"write_bytes_sec":83365237,"read_op_per_sec":0,"write_op_per_sec":83},"fsmap":{"epoch":108,"btime":"2024-09-21T00:30:03:146509+0000","id":9,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":9,"rank":0,"name":"b","status":"up:active","gid":7744}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":24,"modified":"2024-09-21T00:30:27.637263+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{"scrub status":"paused paths [/scrub_control_test_path]"}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-21T00:30:28.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.297+0000 7ff19c2f9640 1 -- 172.21.15.67:0/1769723757 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff178078b90 msgr2=0x7ff17807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:28.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.297+0000 7ff19c2f9640 1 --2- 172.21.15.67:0/1769723757 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff178078b90 0x7ff17807b0a0 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7ff190009a80 tx=0x7ff190005f30 comp rx=0 tx=0).stop 2024-09-21T00:30:28.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.297+0000 7ff19c2f9640 1 -- 172.21.15.67:0/1769723757 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff1940c9840 msgr2=0x7ff1940b0ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:28.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.297+0000 7ff19c2f9640 1 --2- 172.21.15.67:0/1769723757 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff1940c9840 0x7ff1940b0ed0 secure :-1 s=READY pgs=1543 cs=0 l=1 rev1=1 crypto rx=0x7ff184011ab0 tx=0x7ff184011f70 comp rx=0 tx=0).stop 2024-09-21T00:30:28.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.297+0000 7ff19c2f9640 1 -- 172.21.15.67:0/1769723757 shutdown_connections 2024-09-21T00:30:28.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.297+0000 7ff19c2f9640 1 --2- 172.21.15.67:0/1769723757 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff178078b90 0x7ff17807b0a0 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.297+0000 7ff19c2f9640 1 --2- 172.21.15.67:0/1769723757 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff1940cba20 0x7ff1940cbe30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.297+0000 7ff19c2f9640 1 --2- 172.21.15.67:0/1769723757 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff1940c9840 0x7ff1940b0ed0 unknown :-1 s=CLOSED pgs=1543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.297+0000 7ff19c2f9640 1 --2- 172.21.15.67:0/1769723757 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff180004d40 0x7ff1941f3340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.297+0000 7ff19c2f9640 1 -- 172.21.15.67:0/1769723757 >> 172.21.15.67:0/1769723757 conn(0x7ff1940cee30 msgr2=0x7ff1940cd440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:28.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.297+0000 7ff19c2f9640 1 -- 172.21.15.67:0/1769723757 shutdown_connections 2024-09-21T00:30:28.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.297+0000 7ff19c2f9640 1 -- 172.21.15.67:0/1769723757 wait complete. 2024-09-21T00:30:28.310 INFO:tasks.ceph.ceph_manager.ceph:{'b': 'paused paths [/scrub_control_test_path]'} 2024-09-21T00:30:28.310 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:30:28.310 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.9:0 scrub resume 2024-09-21T00:30:28.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.428+0000 7fd6fd29b640 1 -- 172.21.15.67:0/2697314371 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6e4004d40 msgr2=0x7fd6e4005150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:28.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.428+0000 7fd6fd29b640 1 --2- 172.21.15.67:0/2697314371 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6e4004d40 0x7fd6e4005150 secure :-1 s=READY pgs=1545 cs=0 l=1 rev1=1 crypto rx=0x7fd6f0009b20 tx=0x7fd6e4005830 comp rx=0 tx=0).stop 2024-09-21T00:30:28.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.428+0000 7fd6f77fe640 1 -- 172.21.15.67:0/2697314371 reap_dead start 2024-09-21T00:30:28.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.428+0000 7fd6fd29b640 1 -- 172.21.15.67:0/2697314371 shutdown_connections 2024-09-21T00:30:28.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.428+0000 7fd6fd29b640 1 -- 172.21.15.67:0/2697314371 >> 172.21.15.67:0/2697314371 conn(0x7fd6f808bee0 msgr2=0x7fd6f80d24e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:28.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.428+0000 7fd6fd29b640 1 -- 172.21.15.67:0/2697314371 shutdown_connections 2024-09-21T00:30:28.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.428+0000 7fd6fd29b640 1 -- 172.21.15.67:0/2697314371 wait complete. 2024-09-21T00:30:28.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.430+0000 7fd6fd29b640 1 Processor -- start 2024-09-21T00:30:28.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.430+0000 7fd6fd29b640 1 -- start start 2024-09-21T00:30:28.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.431+0000 7fd6fd29b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd6e4004d40 0x7fd6f8151930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:28.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.431+0000 7fd6fd29b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6f815cac0 0x7fd6f81f8890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:28.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.431+0000 7fd6fd29b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd6f81f8dd0 0x7fd6f81f91e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:28.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.431+0000 7fd6fd29b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fd6f80d0fa0 con 0x7fd6f815cac0 2024-09-21T00:30:28.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.431+0000 7fd6fd29b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fd6f80b5b80 con 0x7fd6f81f8dd0 2024-09-21T00:30:28.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.431+0000 7fd6fd29b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fd6f80d1120 con 0x7fd6e4004d40 2024-09-21T00:30:28.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.431+0000 7fd6f67fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6f815cac0 0x7fd6f81f8890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:28.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.431+0000 7fd6f67fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6f815cac0 0x7fd6f81f8890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56198/0 (socket says 172.21.15.67:56198) 2024-09-21T00:30:28.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.431+0000 7fd6f67fc640 1 -- 172.21.15.67:0/2301052642 learned_addr learned my addr 172.21.15.67:0/2301052642 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:28.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.432+0000 7fd6f6ffd640 1 --2- 172.21.15.67:0/2301052642 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd6e4004d40 0x7fd6f8151930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:28.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.432+0000 7fd6f77fe640 1 --2- 172.21.15.67:0/2301052642 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd6f81f8dd0 0x7fd6f81f91e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:28.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.432+0000 7fd6f67fc640 1 -- 172.21.15.67:0/2301052642 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd6e4004d40 msgr2=0x7fd6f8151930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:28.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.432+0000 7fd6f67fc640 1 --2- 172.21.15.67:0/2301052642 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd6e4004d40 0x7fd6f8151930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.432+0000 7fd6f67fc640 1 -- 172.21.15.67:0/2301052642 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd6f81f8dd0 msgr2=0x7fd6f81f91e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:28.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.432+0000 7fd6f67fc640 1 --2- 172.21.15.67:0/2301052642 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd6f81f8dd0 0x7fd6f81f91e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.432+0000 7fd6f67fc640 1 -- 172.21.15.67:0/2301052642 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6f806fec0 con 0x7fd6f815cac0 2024-09-21T00:30:28.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.432+0000 7fd6f6ffd640 1 --2- 172.21.15.67:0/2301052642 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd6e4004d40 0x7fd6f8151930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:30:28.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.432+0000 7fd6f77fe640 1 --2- 172.21.15.67:0/2301052642 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd6f81f8dd0 0x7fd6f81f91e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:30:28.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.432+0000 7fd6f67fc640 1 --2- 172.21.15.67:0/2301052642 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6f815cac0 0x7fd6f81f8890 secure :-1 s=READY pgs=1546 cs=0 l=1 rev1=1 crypto rx=0x7fd6e0006600 tx=0x7fd6e00039c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:28.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.432+0000 7fd6ef7fe640 1 -- 172.21.15.67:0/2301052642 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6e0015070 con 0x7fd6f815cac0 2024-09-21T00:30:28.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.432+0000 7fd6ef7fe640 1 -- 172.21.15.67:0/2301052642 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd6e000f960 con 0x7fd6f815cac0 2024-09-21T00:30:28.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.432+0000 7fd6fd29b640 1 -- 172.21.15.67:0/2301052642 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6f81e73d0 con 0x7fd6f815cac0 2024-09-21T00:30:28.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.432+0000 7fd6ef7fe640 1 -- 172.21.15.67:0/2301052642 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6e000fd90 con 0x7fd6f815cac0 2024-09-21T00:30:28.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.432+0000 7fd6fd29b640 1 -- 172.21.15.67:0/2301052642 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6f81e7990 con 0x7fd6f815cac0 2024-09-21T00:30:28.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.434+0000 7fd6ef7fe640 1 -- 172.21.15.67:0/2301052642 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fd6e0011430 con 0x7fd6f815cac0 2024-09-21T00:30:28.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.434+0000 7fd6ef7fe640 1 --2- 172.21.15.67:0/2301052642 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd6d8078b90 0x7fd6d807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:28.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.435+0000 7fd6ef7fe640 1 -- 172.21.15.67:0/2301052642 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(128..128 src has 1..128) ==== 5709+0+0 (secure 0 0 0) 0x7fd6e009bae0 con 0x7fd6f815cac0 2024-09-21T00:30:28.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.435+0000 7fd6f6ffd640 1 --2- 172.21.15.67:0/2301052642 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd6d8078b90 0x7fd6d807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:28.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.435+0000 7fd70420b740 1 Processor -- start 2024-09-21T00:30:28.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.435+0000 7fd6f6ffd640 1 --2- 172.21.15.67:0/2301052642 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd6d8078b90 0x7fd6d807b0a0 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7fd6e8005fd0 tx=0x7fd6e8009640 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:28.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.435+0000 7fd70420b740 1 -- start start 2024-09-21T00:30:28.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.437+0000 7fd70420b740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555c46a62390 0x555c46e33740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:28.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.437+0000 7fd70420b740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555c46a394d0 0x555c46e33c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:28.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.437+0000 7fd70420b740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x555c46a416b0 0x555c46e50b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:28.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.437+0000 7fd70420b740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x555c46d7ca60 con 0x555c46a62390 2024-09-21T00:30:28.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.437+0000 7fd70420b740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x555c46d6be90 con 0x555c46a394d0 2024-09-21T00:30:28.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.437+0000 7fd70420b740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x555c46d6fca0 con 0x555c46a416b0 2024-09-21T00:30:28.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.437+0000 7fd6f6ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555c46a62390 0x555c46e33740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:28.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.437+0000 7fd6f6ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555c46a62390 0x555c46e33740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56204/0 (socket says 172.21.15.67:56204) 2024-09-21T00:30:28.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.437+0000 7fd6f6ffd640 1 -- 172.21.15.67:0/2336581521 learned_addr learned my addr 172.21.15.67:0/2336581521 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:28.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.437+0000 7fd6f67fc640 1 --2- 172.21.15.67:0/2336581521 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555c46a394d0 0x555c46e33c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:28.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.437+0000 7fd6f77fe640 1 --2- 172.21.15.67:0/2336581521 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x555c46a416b0 0x555c46e50b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:28.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.437+0000 7fd6f6ffd640 1 -- 172.21.15.67:0/2336581521 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x555c46a416b0 msgr2=0x555c46e50b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:30:28.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.437+0000 7fd6f6ffd640 1 --2- 172.21.15.67:0/2336581521 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x555c46a416b0 0x555c46e50b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.437+0000 7fd6f6ffd640 1 -- 172.21.15.67:0/2336581521 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555c46a394d0 msgr2=0x555c46e33c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:30:28.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.437+0000 7fd6f6ffd640 1 --2- 172.21.15.67:0/2336581521 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555c46a394d0 0x555c46e33c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.437+0000 7fd6f6ffd640 1 -- 172.21.15.67:0/2336581521 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555c46b447d0 con 0x555c46a62390 2024-09-21T00:30:28.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.437+0000 7fd6f67fc640 1 --2- 172.21.15.67:0/2336581521 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555c46a394d0 0x555c46e33c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:30:28.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.437+0000 7fd6f6ffd640 1 --2- 172.21.15.67:0/2336581521 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555c46a62390 0x555c46e33740 secure :-1 s=READY pgs=1547 cs=0 l=1 rev1=1 crypto rx=0x7fd6e8004010 tx=0x7fd6e8014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b56dca322036cfbe server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:28.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.437+0000 7fd6ecff9640 1 -- 172.21.15.67:0/2336581521 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6e8004d20 con 0x555c46a62390 2024-09-21T00:30:28.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.437+0000 7fd6ecff9640 1 -- 172.21.15.67:0/2336581521 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd6e8005020 con 0x555c46a62390 2024-09-21T00:30:28.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.438+0000 7fd6ecff9640 1 -- 172.21.15.67:0/2336581521 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6e8005410 con 0x555c46a62390 2024-09-21T00:30:28.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.438+0000 7fd70420b740 1 -- 172.21.15.67:0/2336581521 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555c46a62390 msgr2=0x555c46e33740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:28.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.438+0000 7fd70420b740 1 --2- 172.21.15.67:0/2336581521 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555c46a62390 0x555c46e33740 secure :-1 s=READY pgs=1547 cs=0 l=1 rev1=1 crypto rx=0x7fd6e8004010 tx=0x7fd6e8014000 comp rx=0 tx=0).stop 2024-09-21T00:30:28.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.438+0000 7fd70420b740 1 -- 172.21.15.67:0/2336581521 shutdown_connections 2024-09-21T00:30:28.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.438+0000 7fd70420b740 1 --2- 172.21.15.67:0/2336581521 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x555c46a416b0 0x555c46e50b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.438+0000 7fd70420b740 1 --2- 172.21.15.67:0/2336581521 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555c46a394d0 0x555c46e33c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.438+0000 7fd70420b740 1 --2- 172.21.15.67:0/2336581521 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555c46a62390 0x555c46e33740 unknown :-1 s=CLOSED pgs=1547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.438+0000 7fd70420b740 1 -- 172.21.15.67:0/2336581521 >> 172.21.15.67:0/2336581521 conn(0x555c46a564e0 msgr2=0x555c46e09a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:28.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.439+0000 7fd70420b740 1 -- 172.21.15.67:0/2336581521 shutdown_connections 2024-09-21T00:30:28.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.439+0000 7fd70420b740 1 -- 172.21.15.67:0/2336581521 wait complete. 2024-09-21T00:30:28.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.439+0000 7fd70420b740 1 -- start start 2024-09-21T00:30:28.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.439+0000 7fd70420b740 1 Processor -- start 2024-09-21T00:30:28.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.441+0000 7fd70420b740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x555c46a394d0 0x555c46e213e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:28.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.441+0000 7fd70420b740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555c46a416b0 0x555c46e508e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:28.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.441+0000 7fd70420b740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555c46a62390 0x555c46e50e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:28.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.441+0000 7fd70420b740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x555c46adc740 con 0x555c46a62390 2024-09-21T00:30:28.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.441+0000 7fd70420b740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x555c46d11970 con 0x555c46a416b0 2024-09-21T00:30:28.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.441+0000 7fd70420b740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x555c46e341c0 con 0x555c46a394d0 2024-09-21T00:30:28.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.441+0000 7fd70420b740 10 client.0 _ll_register_callbacks cb 0x555c46d14be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:30:28.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.441+0000 7fd6f77fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555c46a62390 0x555c46e50e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:28.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.441+0000 7fd6f77fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555c46a62390 0x555c46e50e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56218/0 (socket says 172.21.15.67:56218) 2024-09-21T00:30:28.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.441+0000 7fd6f77fe640 1 -- 172.21.15.67:0/3695665915 learned_addr learned my addr 172.21.15.67:0/3695665915 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:28.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.441+0000 7fd6f67fc640 1 --2- 172.21.15.67:0/3695665915 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555c46a416b0 0x555c46e508e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:28.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.441+0000 7fd6f6ffd640 1 --2- 172.21.15.67:0/3695665915 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x555c46a394d0 0x555c46e213e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:28.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.441+0000 7fd6f77fe640 1 -- 172.21.15.67:0/3695665915 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x555c46a394d0 msgr2=0x555c46e213e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:30:28.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.441+0000 7fd6f77fe640 1 --2- 172.21.15.67:0/3695665915 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x555c46a394d0 0x555c46e213e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.441+0000 7fd6f77fe640 1 -- 172.21.15.67:0/3695665915 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555c46a416b0 msgr2=0x555c46e508e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:30:28.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.441+0000 7fd6f77fe640 1 --2- 172.21.15.67:0/3695665915 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555c46a416b0 0x555c46e508e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.441+0000 7fd6f77fe640 1 -- 172.21.15.67:0/3695665915 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555c46acd970 con 0x555c46a62390 2024-09-21T00:30:28.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.441+0000 7fd6f6ffd640 1 --2- 172.21.15.67:0/3695665915 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x555c46a394d0 0x555c46e213e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:30:28.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.441+0000 7fd6f77fe640 1 --2- 172.21.15.67:0/3695665915 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555c46a62390 0x555c46e50e20 secure :-1 s=READY pgs=1548 cs=0 l=1 rev1=1 crypto rx=0x7fd6f0009c40 tx=0x7fd6f0005dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=41ead1f6b7531ef7 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:28.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.441+0000 7fd6d5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:30:28.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.442+0000 7fd6d5ffb640 1 -- 172.21.15.67:0/3695665915 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6f0038040 con 0x555c46a62390 2024-09-21T00:30:28.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.442+0000 7fd6d5ffb640 1 -- 172.21.15.67:0/3695665915 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(128..128 src has 1..128) ==== 5709+0+0 (secure 0 0 0) 0x7fd6f002bd90 con 0x555c46a62390 2024-09-21T00:30:28.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.442+0000 7fd70420b740 1 -- 172.21.15.67:0/3695665915 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd6e8005020 con 0x555c46a62390 2024-09-21T00:30:28.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.442+0000 7fd6d5ffb640 1 -- 172.21.15.67:0/3695665915 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=108) ==== 24+0+0 (secure 0 0 0) 0x7fd6f004b050 con 0x555c46a62390 2024-09-21T00:30:28.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.442+0000 7fd70420b740 10 client.8733 fetch_fsmap learned FSMap version 108 2024-09-21T00:30:28.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.442+0000 7fd70420b740 1 -- 172.21.15.67:0/3695665915 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=108,monmap=2+}) -- 0x555c46aab6a0 con 0x555c46a62390 2024-09-21T00:30:28.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.442+0000 7fd6d5ffb640 1 -- 172.21.15.67:0/3695665915 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd6e8005020 con 0x555c46a62390 2024-09-21T00:30:28.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.442+0000 7fd6d5ffb640 1 -- 172.21.15.67:0/3695665915 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 108) ==== 3502+0+0 (secure 0 0 0) 0x7fd6f004e020 con 0x555c46a62390 2024-09-21T00:30:28.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.442+0000 7fd70420b740 10 client.8733 fetch_fsmap finished waiting for FSMap version 108 2024-09-21T00:30:28.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.442+0000 7fd70420b740 10 client.8733 resolve_mds: resolved 9:0 to role '9:0' aka daemon mds.b 2024-09-21T00:30:28.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.442+0000 7fd70420b740 20 client.8733 populate_metadata read hostname 'smithi067' 2024-09-21T00:30:28.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.442+0000 7fd70420b740 1 --2- 172.21.15.67:0/3695665915 >> [v2:172.21.15.97:6834/2367808255,v1:172.21.15.97:6835/2367808255] conn(0x555c46a20f60 0x555c46e45330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:28.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.442+0000 7fd70420b740 4 client.8733 mds_command: new command op to 7744 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:30:28.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.442+0000 7fd70420b740 1 -- 172.21.15.67:0/3695665915 --> [v2:172.21.15.97:6834/2367808255,v1:172.21.15.97:6835/2367808255] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555c46d7e9b0 con 0x555c46a20f60 2024-09-21T00:30:28.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.442+0000 7fd6f6ffd640 1 --2- 172.21.15.67:0/3695665915 >> [v2:172.21.15.97:6834/2367808255,v1:172.21.15.97:6835/2367808255] conn(0x555c46a20f60 0x555c46e45330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:28.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.443+0000 7fd6d5ffb640 10 client.8733 ms_handle_connect on v2:172.21.15.97:6834/2367808255 2024-09-21T00:30:28.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.443+0000 7fd6f6ffd640 1 --2- 172.21.15.67:0/3695665915 >> [v2:172.21.15.97:6834/2367808255,v1:172.21.15.97:6835/2367808255] conn(0x555c46a20f60 0x555c46e45330 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e39d5f5ed34ea86d server_cookie=b8fe564f9fb2ae13 in_seq=0 out_seq=0 2024-09-21T00:30:28.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.444+0000 7fd6d5ffb640 1 -- 172.21.15.67:0/3695665915 <== mds.0 v2:172.21.15.97:6834/2367808255 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x555c46d7e9b0 con 0x555c46a20f60 2024-09-21T00:30:28.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.444+0000 7fd6d5ffb640 10 client.8733 handle_command_reply: tid=0 2024-09-21T00:30:28.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.444+0000 7fd70420b740 1 client.8733 shutdown 2024-09-21T00:30:28.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.444+0000 7fd70420b740 1 -- 172.21.15.67:0/3695665915 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555c46a62390 msgr2=0x555c46e50e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:28.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.444+0000 7fd70420b740 1 --2- 172.21.15.67:0/3695665915 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555c46a62390 0x555c46e50e20 secure :-1 s=READY pgs=1548 cs=0 l=1 rev1=1 crypto rx=0x7fd6f0009c40 tx=0x7fd6f0005dc0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.444+0000 7fd70420b740 1 -- 172.21.15.67:0/3695665915 shutdown_connections 2024-09-21T00:30:28.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.444+0000 7fd70420b740 1 --2- 172.21.15.67:0/3695665915 >> [v2:172.21.15.97:6834/2367808255,v1:172.21.15.97:6835/2367808255] conn(0x555c46a20f60 0x555c46e45330 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.444+0000 7fd70420b740 1 --2- 172.21.15.67:0/3695665915 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555c46a62390 0x555c46e50e20 unknown :-1 s=CLOSED pgs=1548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.444+0000 7fd70420b740 1 --2- 172.21.15.67:0/3695665915 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555c46a416b0 0x555c46e508e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.444+0000 7fd70420b740 1 --2- 172.21.15.67:0/3695665915 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x555c46a394d0 0x555c46e213e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.444+0000 7fd6d5ffb640 0 client.8733 ms_handle_reset on v2:172.21.15.97:6834/2367808255 2024-09-21T00:30:28.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.444+0000 7fd70420b740 1 -- 172.21.15.67:0/3695665915 >> 172.21.15.67:0/3695665915 conn(0x555c46a564e0 msgr2=0x555c46e50150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:28.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.444+0000 7fd70420b740 1 -- 172.21.15.67:0/3695665915 shutdown_connections 2024-09-21T00:30:28.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.444+0000 7fd70420b740 1 -- 172.21.15.67:0/3695665915 wait complete. 2024-09-21T00:30:28.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.444+0000 7fd70420b740 20 client.8733 trim_cache size 0 max 16384 2024-09-21T00:30:28.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.462+0000 7fd70420b740 1 Processor -- start 2024-09-21T00:30:28.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.462+0000 7fd70420b740 1 -- start start 2024-09-21T00:30:28.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.463+0000 7fd70420b740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555c46a564e0 0x555c46e33550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:28.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.463+0000 7fd70420b740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x555c46a394d0 0x555c46e33a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:28.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.463+0000 7fd70420b740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555c46a416b0 0x555c46e718e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:28.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.463+0000 7fd70420b740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fd6f8202510 con 0x555c46a564e0 2024-09-21T00:30:28.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.463+0000 7fd70420b740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fd6f8201550 con 0x555c46a416b0 2024-09-21T00:30:28.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.463+0000 7fd70420b740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fd6f806f320 con 0x555c46a394d0 2024-09-21T00:30:28.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.463+0000 7fd6f6ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555c46a564e0 0x555c46e33550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:28.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.463+0000 7fd6f6ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555c46a564e0 0x555c46e33550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56226/0 (socket says 172.21.15.67:56226) 2024-09-21T00:30:28.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.463+0000 7fd6f6ffd640 1 -- 172.21.15.67:0/203361225 learned_addr learned my addr 172.21.15.67:0/203361225 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:28.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.463+0000 7fd6f6ffd640 1 -- 172.21.15.67:0/203361225 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x555c46a394d0 msgr2=0x555c46e33a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:30:28.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.463+0000 7fd6f6ffd640 1 --2- 172.21.15.67:0/203361225 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x555c46a394d0 0x555c46e33a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.463+0000 7fd6f6ffd640 1 -- 172.21.15.67:0/203361225 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555c46a416b0 msgr2=0x555c46e718e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:30:28.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.463+0000 7fd6f6ffd640 1 --2- 172.21.15.67:0/203361225 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555c46a416b0 0x555c46e718e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.463+0000 7fd6f6ffd640 1 -- 172.21.15.67:0/203361225 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555c46e04ac0 con 0x555c46a564e0 2024-09-21T00:30:28.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.463+0000 7fd6f6ffd640 1 --2- 172.21.15.67:0/203361225 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555c46a564e0 0x555c46e33550 secure :-1 s=READY pgs=1549 cs=0 l=1 rev1=1 crypto rx=0x555c46e0b5d0 tx=0x7fd6e8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b45c4b64dd454064 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:28.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.463+0000 7fd6d7fff640 1 -- 172.21.15.67:0/203361225 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6e8033600 con 0x555c46a564e0 2024-09-21T00:30:28.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.464+0000 7fd6d7fff640 1 -- 172.21.15.67:0/203361225 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd6e80337a0 con 0x555c46a564e0 2024-09-21T00:30:28.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.464+0000 7fd6d7fff640 1 -- 172.21.15.67:0/203361225 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6e8033bd0 con 0x555c46a564e0 2024-09-21T00:30:28.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.464+0000 7fd70420b740 1 -- 172.21.15.67:0/203361225 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555c46a564e0 msgr2=0x555c46e33550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:28.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.464+0000 7fd70420b740 1 --2- 172.21.15.67:0/203361225 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555c46a564e0 0x555c46e33550 secure :-1 s=READY pgs=1549 cs=0 l=1 rev1=1 crypto rx=0x555c46e0b5d0 tx=0x7fd6e8004a40 comp rx=0 tx=0).stop 2024-09-21T00:30:28.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.464+0000 7fd70420b740 1 -- 172.21.15.67:0/203361225 shutdown_connections 2024-09-21T00:30:28.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.464+0000 7fd70420b740 1 --2- 172.21.15.67:0/203361225 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555c46a416b0 0x555c46e718e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.464+0000 7fd70420b740 1 --2- 172.21.15.67:0/203361225 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x555c46a394d0 0x555c46e33a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.464+0000 7fd70420b740 1 --2- 172.21.15.67:0/203361225 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555c46a564e0 0x555c46e33550 unknown :-1 s=CLOSED pgs=1549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.464+0000 7fd70420b740 1 -- 172.21.15.67:0/203361225 >> 172.21.15.67:0/203361225 conn(0x555c46e448a0 msgr2=0x555c46e21250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:28.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.464+0000 7fd70420b740 1 -- 172.21.15.67:0/203361225 shutdown_connections 2024-09-21T00:30:28.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.464+0000 7fd70420b740 1 -- 172.21.15.67:0/203361225 wait complete. 2024-09-21T00:30:28.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.465+0000 7fd70420b740 1 -- start start 2024-09-21T00:30:28.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.465+0000 7fd70420b740 1 Processor -- start 2024-09-21T00:30:28.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.466+0000 7fd70420b740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555c46a394d0 0x555c46e20fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:28.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.466+0000 7fd70420b740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x555c46a416b0 0x555c46e66ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:28.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.466+0000 7fd70420b740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555c46a564e0 0x555c46ed1e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:28.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.466+0000 7fd70420b740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fd6f8200f00 con 0x555c46a394d0 2024-09-21T00:30:28.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.466+0000 7fd70420b740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x555c46e49df0 con 0x555c46a564e0 2024-09-21T00:30:28.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.466+0000 7fd70420b740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x555c46ed2890 con 0x555c46a416b0 2024-09-21T00:30:28.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.466+0000 7fd70420b740 10 client.0 _ll_register_callbacks cb 0x7fd6f0036070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:30:28.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.466+0000 7fd6f6ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555c46a394d0 0x555c46e20fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:28.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.467+0000 7fd6f6ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555c46a394d0 0x555c46e20fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56228/0 (socket says 172.21.15.67:56228) 2024-09-21T00:30:28.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.467+0000 7fd6f6ffd640 1 -- 172.21.15.67:0/868592100 learned_addr learned my addr 172.21.15.67:0/868592100 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:28.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.467+0000 7fd6f67fc640 1 --2- 172.21.15.67:0/868592100 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x555c46a416b0 0x555c46e66ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:28.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.467+0000 7fd6f77fe640 1 --2- 172.21.15.67:0/868592100 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555c46a564e0 0x555c46ed1e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:28.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.467+0000 7fd6f6ffd640 1 -- 172.21.15.67:0/868592100 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x555c46a416b0 msgr2=0x555c46e66ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:30:28.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.467+0000 7fd6f6ffd640 1 --2- 172.21.15.67:0/868592100 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x555c46a416b0 0x555c46e66ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.467+0000 7fd6f6ffd640 1 -- 172.21.15.67:0/868592100 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555c46a564e0 msgr2=0x555c46ed1e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:30:28.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.467+0000 7fd6f6ffd640 1 --2- 172.21.15.67:0/868592100 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555c46a564e0 0x555c46ed1e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.467+0000 7fd6f6ffd640 1 -- 172.21.15.67:0/868592100 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555c46e50e50 con 0x555c46a394d0 2024-09-21T00:30:28.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.467+0000 7fd6f67fc640 1 --2- 172.21.15.67:0/868592100 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x555c46a416b0 0x555c46e66ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:30:28.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.467+0000 7fd6f77fe640 1 --2- 172.21.15.67:0/868592100 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555c46a564e0 0x555c46ed1e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:30:28.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.467+0000 7fd6f6ffd640 1 --2- 172.21.15.67:0/868592100 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555c46a394d0 0x555c46e20fc0 secure :-1 s=READY pgs=1550 cs=0 l=1 rev1=1 crypto rx=0x7fd6e8012cb0 tx=0x7fd6e8004690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=28462d208d615981 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:28.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.467+0000 7fd6d5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:30:28.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.467+0000 7fd6d5ffb640 1 -- 172.21.15.67:0/868592100 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd6e8033d80 con 0x555c46a394d0 2024-09-21T00:30:28.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.467+0000 7fd6d5ffb640 1 -- 172.21.15.67:0/868592100 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(128..128 src has 1..128) ==== 5709+0+0 (secure 0 0 0) 0x7fd6e803b460 con 0x555c46a394d0 2024-09-21T00:30:28.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.467+0000 7fd70420b740 1 -- 172.21.15.67:0/868592100 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd6e80337a0 con 0x555c46a394d0 2024-09-21T00:30:28.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.467+0000 7fd6d5ffb640 1 -- 172.21.15.67:0/868592100 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=108) ==== 24+0+0 (secure 0 0 0) 0x7fd6e8048050 con 0x555c46a394d0 2024-09-21T00:30:28.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.467+0000 7fd70420b740 10 client.8739 fetch_fsmap learned FSMap version 108 2024-09-21T00:30:28.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.467+0000 7fd70420b740 1 -- 172.21.15.67:0/868592100 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=108,monmap=2+}) -- 0x555c46e671a0 con 0x555c46a394d0 2024-09-21T00:30:28.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.468+0000 7fd6d5ffb640 1 -- 172.21.15.67:0/868592100 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd6e80337a0 con 0x555c46a394d0 2024-09-21T00:30:28.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.468+0000 7fd6d5ffb640 1 -- 172.21.15.67:0/868592100 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 108) ==== 3502+0+0 (secure 0 0 0) 0x7fd6e804b020 con 0x555c46a394d0 2024-09-21T00:30:28.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.468+0000 7fd70420b740 10 client.8739 fetch_fsmap finished waiting for FSMap version 108 2024-09-21T00:30:28.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.468+0000 7fd70420b740 10 client.8739 resolve_mds: resolved 9:0 to role '9:0' aka daemon mds.b 2024-09-21T00:30:28.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.468+0000 7fd70420b740 20 client.8739 populate_metadata read hostname 'smithi067' 2024-09-21T00:30:28.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.468+0000 7fd70420b740 1 --2- 172.21.15.67:0/868592100 >> [v2:172.21.15.97:6834/2367808255,v1:172.21.15.97:6835/2367808255] conn(0x555c469f63a0 0x555c46e33550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:28.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.468+0000 7fd70420b740 4 client.8739 mds_command: new command op to 7744 tid=0 multi_id=0 [{"prefix": "scrub resume"}] 2024-09-21T00:30:28.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.468+0000 7fd70420b740 1 -- 172.21.15.67:0/868592100 --> [v2:172.21.15.97:6834/2367808255,v1:172.21.15.97:6835/2367808255] -- command(tid 0: {"prefix": "scrub resume"}) -- 0x555c46d7a460 con 0x555c469f63a0 2024-09-21T00:30:28.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.468+0000 7fd6f67fc640 1 --2- 172.21.15.67:0/868592100 >> [v2:172.21.15.97:6834/2367808255,v1:172.21.15.97:6835/2367808255] conn(0x555c469f63a0 0x555c46e33550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:28.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.468+0000 7fd6f67fc640 1 --2- 172.21.15.67:0/868592100 >> [v2:172.21.15.97:6834/2367808255,v1:172.21.15.97:6835/2367808255] conn(0x555c469f63a0 0x555c46e33550 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9192ef2dc4e00e2a server_cookie=336bd3618a56b6ba in_seq=0 out_seq=0 2024-09-21T00:30:28.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.468+0000 7fd6d5ffb640 10 client.8739 ms_handle_connect on v2:172.21.15.97:6834/2367808255 2024-09-21T00:30:28.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.470+0000 7fd6d5ffb640 1 -- 172.21.15.67:0/868592100 <== mds.0 v2:172.21.15.97:6834/2367808255 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x555c46d7a460 con 0x555c469f63a0 2024-09-21T00:30:28.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.470+0000 7fd6d5ffb640 10 client.8739 handle_command_reply: tid=0 2024-09-21T00:30:28.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.470+0000 7fd70420b740 1 client.8739 shutdown 2024-09-21T00:30:28.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.470+0000 7fd70420b740 1 -- 172.21.15.67:0/868592100 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555c46a394d0 msgr2=0x555c46e20fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:28.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.470+0000 7fd70420b740 1 --2- 172.21.15.67:0/868592100 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555c46a394d0 0x555c46e20fc0 secure :-1 s=READY pgs=1550 cs=0 l=1 rev1=1 crypto rx=0x7fd6e8012cb0 tx=0x7fd6e8004690 comp rx=0 tx=0).stop 2024-09-21T00:30:28.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.470+0000 7fd70420b740 1 -- 172.21.15.67:0/868592100 shutdown_connections 2024-09-21T00:30:28.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.470+0000 7fd70420b740 1 --2- 172.21.15.67:0/868592100 >> [v2:172.21.15.97:6834/2367808255,v1:172.21.15.97:6835/2367808255] conn(0x555c469f63a0 0x555c46e33550 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.470+0000 7fd70420b740 1 --2- 172.21.15.67:0/868592100 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x555c46a564e0 0x555c46ed1e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.470+0000 7fd70420b740 1 --2- 172.21.15.67:0/868592100 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x555c46a416b0 0x555c46e66ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.470+0000 7fd6d5ffb640 0 client.8739 ms_handle_reset on v2:172.21.15.97:6834/2367808255 2024-09-21T00:30:28.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.470+0000 7fd70420b740 1 --2- 172.21.15.67:0/868592100 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x555c46a394d0 0x555c46e20fc0 unknown :-1 s=CLOSED pgs=1550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.470+0000 7fd70420b740 1 -- 172.21.15.67:0/868592100 >> 172.21.15.67:0/868592100 conn(0x555c46e448a0 msgr2=0x555c46e02cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:28.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.470+0000 7fd70420b740 1 -- 172.21.15.67:0/868592100 shutdown_connections 2024-09-21T00:30:28.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.470+0000 7fd70420b740 1 -- 172.21.15.67:0/868592100 wait complete. 2024-09-21T00:30:28.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.471+0000 7fd70420b740 20 client.8739 trim_cache size 0 max 16384 2024-09-21T00:30:28.476 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:30:28.476 INFO:teuthology.orchestra.run.smithi067.stdout: "return_code": 0 2024-09-21T00:30:28.476 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:30:28.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.471+0000 7fd6fd29b640 1 -- 172.21.15.67:0/2301052642 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd6d8078b90 msgr2=0x7fd6d807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:28.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.471+0000 7fd6fd29b640 1 --2- 172.21.15.67:0/2301052642 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd6d8078b90 0x7fd6d807b0a0 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7fd6e8005fd0 tx=0x7fd6e8009640 comp rx=0 tx=0).stop 2024-09-21T00:30:28.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.471+0000 7fd6fd29b640 1 -- 172.21.15.67:0/2301052642 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6f815cac0 msgr2=0x7fd6f81f8890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:28.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.471+0000 7fd6fd29b640 1 --2- 172.21.15.67:0/2301052642 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6f815cac0 0x7fd6f81f8890 secure :-1 s=READY pgs=1546 cs=0 l=1 rev1=1 crypto rx=0x7fd6e0006600 tx=0x7fd6e00039c0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.471+0000 7fd6fd29b640 1 -- 172.21.15.67:0/2301052642 shutdown_connections 2024-09-21T00:30:28.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.471+0000 7fd6fd29b640 1 --2- 172.21.15.67:0/2301052642 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd6d8078b90 0x7fd6d807b0a0 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.471+0000 7fd6fd29b640 1 --2- 172.21.15.67:0/2301052642 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd6f81f8dd0 0x7fd6f81f91e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.471+0000 7fd6fd29b640 1 --2- 172.21.15.67:0/2301052642 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6f815cac0 0x7fd6f81f8890 unknown :-1 s=CLOSED pgs=1546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.471+0000 7fd6fd29b640 1 --2- 172.21.15.67:0/2301052642 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd6e4004d40 0x7fd6f8151930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.471+0000 7fd6fd29b640 1 -- 172.21.15.67:0/2301052642 >> 172.21.15.67:0/2301052642 conn(0x7fd6f808bee0 msgr2=0x7fd6f80711f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:28.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.471+0000 7fd6fd29b640 1 -- 172.21.15.67:0/2301052642 shutdown_connections 2024-09-21T00:30:28.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.471+0000 7fd6fd29b640 1 -- 172.21.15.67:0/2301052642 wait complete. 2024-09-21T00:30:28.484 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:30:28.484 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.9:0 scrub status 2024-09-21T00:30:28.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.607+0000 7f1fc1e0a640 1 -- 172.21.15.67:0/1850065919 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1fbc071d50 msgr2=0x7f1fbc159300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:28.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.607+0000 7f1fc1e0a640 1 --2- 172.21.15.67:0/1850065919 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1fbc071d50 0x7f1fbc159300 secure :-1 s=READY pgs=1551 cs=0 l=1 rev1=1 crypto rx=0x7f1fbc0711a0 tx=0x7f1fac02a580 comp rx=0 tx=0).stop 2024-09-21T00:30:28.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.607+0000 7f1fc1e0a640 1 -- 172.21.15.67:0/1850065919 shutdown_connections 2024-09-21T00:30:28.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.607+0000 7f1fc1e0a640 1 --2- 172.21.15.67:0/1850065919 >> v2:172.21.15.97:3300/0 conn(0x7f1fbc068d00 0x7f1fbc0cf6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.607+0000 7f1fc1e0a640 1 --2- 172.21.15.67:0/1850065919 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1fbc071d50 0x7f1fbc159300 unknown :-1 s=CLOSED pgs=1551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.607+0000 7f1fc1e0a640 1 -- 172.21.15.67:0/1850065919 >> 172.21.15.67:0/1850065919 conn(0x7f1fbc0b2600 msgr2=0x7f1fbc0b2a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:28.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.607+0000 7f1fc1e0a640 1 -- 172.21.15.67:0/1850065919 shutdown_connections 2024-09-21T00:30:28.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.607+0000 7f1fc1e0a640 1 -- 172.21.15.67:0/1850065919 wait complete. 2024-09-21T00:30:28.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.609+0000 7f1fc1e0a640 1 Processor -- start 2024-09-21T00:30:28.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.610+0000 7f1fc1e0a640 1 -- start start 2024-09-21T00:30:28.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.611+0000 7f1fc1e0a640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1fbc068d00 0x7f1fbc15a650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:28.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.611+0000 7f1fc1e0a640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1fbc071d50 0x7f1fbc0c6770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:28.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.611+0000 7f1fc1e0a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1fbc0cfc30 0x7f1fbc0c6cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:28.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.611+0000 7f1fc1e0a640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f1fbc15fc10 con 0x7f1fbc0cfc30 2024-09-21T00:30:28.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.611+0000 7f1fc1e0a640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f1fbc15fa90 con 0x7f1fbc071d50 2024-09-21T00:30:28.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.611+0000 7f1fc1e0a640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f1fbc15fd90 con 0x7f1fbc068d00 2024-09-21T00:30:28.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.611+0000 7f1fbbfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1fbc0cfc30 0x7f1fbc0c6cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:28.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.611+0000 7f1fbbfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1fbc0cfc30 0x7f1fbc0c6cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56256/0 (socket says 172.21.15.67:56256) 2024-09-21T00:30:28.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.611+0000 7f1fbbfff640 1 -- 172.21.15.67:0/492999406 learned_addr learned my addr 172.21.15.67:0/492999406 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:28.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.611+0000 7f1fbb7fe640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1fbc068d00 0x7f1fbc15a650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:28.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.611+0000 7f1fbaffd640 1 --2- 172.21.15.67:0/492999406 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1fbc071d50 0x7f1fbc0c6770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:28.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.612+0000 7f1fbbfff640 1 -- 172.21.15.67:0/492999406 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1fbc068d00 msgr2=0x7f1fbc15a650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:28.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.612+0000 7f1fbbfff640 1 --2- 172.21.15.67:0/492999406 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1fbc068d00 0x7f1fbc15a650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.612+0000 7f1fbbfff640 1 -- 172.21.15.67:0/492999406 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1fbc071d50 msgr2=0x7f1fbc0c6770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:28.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.612+0000 7f1fbbfff640 1 --2- 172.21.15.67:0/492999406 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1fbc071d50 0x7f1fbc0c6770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.612+0000 7f1fbbfff640 1 -- 172.21.15.67:0/492999406 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1fbc1f4de0 con 0x7f1fbc0cfc30 2024-09-21T00:30:28.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.612+0000 7f1fbbfff640 1 --2- 172.21.15.67:0/492999406 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1fbc0cfc30 0x7f1fbc0c6cb0 secure :-1 s=READY pgs=1552 cs=0 l=1 rev1=1 crypto rx=0x7f1fb400c730 tx=0x7f1fb400cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:28.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.612+0000 7f1fa3fff640 1 -- 172.21.15.67:0/492999406 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fb4003b70 con 0x7f1fbc0cfc30 2024-09-21T00:30:28.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.612+0000 7f1fa3fff640 1 -- 172.21.15.67:0/492999406 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1fb4003d10 con 0x7f1fbc0cfc30 2024-09-21T00:30:28.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.612+0000 7f1fc1e0a640 1 -- 172.21.15.67:0/492999406 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1fbc1f50c0 con 0x7f1fbc0cfc30 2024-09-21T00:30:28.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.612+0000 7f1fa3fff640 1 -- 172.21.15.67:0/492999406 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fb400aab0 con 0x7f1fbc0cfc30 2024-09-21T00:30:28.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.612+0000 7f1fc1e0a640 1 -- 172.21.15.67:0/492999406 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1fbc15c4b0 con 0x7f1fbc0cfc30 2024-09-21T00:30:28.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.614+0000 7f1fa3fff640 1 -- 172.21.15.67:0/492999406 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f1fb400ac50 con 0x7f1fbc0cfc30 2024-09-21T00:30:28.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.615+0000 7f1fa3fff640 1 --2- 172.21.15.67:0/492999406 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1fa8078b90 0x7f1fa807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:28.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.615+0000 7f1fbb7fe640 1 --2- 172.21.15.67:0/492999406 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1fa8078b90 0x7f1fa807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:28.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.615+0000 7f1fa3fff640 1 -- 172.21.15.67:0/492999406 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(128..128 src has 1..128) ==== 5709+0+0 (secure 0 0 0) 0x7f1fb409aa60 con 0x7f1fbc0cfc30 2024-09-21T00:30:28.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.616+0000 7f1fbb7fe640 1 --2- 172.21.15.67:0/492999406 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1fa8078b90 0x7f1fa807b0a0 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f1fac033000 tx=0x7f1fac004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:28.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.616+0000 7f1fc8e4f740 1 Processor -- start 2024-09-21T00:30:28.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.616+0000 7f1fc8e4f740 1 -- start start 2024-09-21T00:30:28.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.618+0000 7f1fc8e4f740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55bf2c1f0390 0x55bf2c5dca10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:28.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.618+0000 7f1fc8e4f740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bf2c1c74d0 0x55bf2c5b1860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:28.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.618+0000 7f1fc8e4f740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bf2c1cf6b0 0x55bf2c5b1da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:28.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.618+0000 7f1fc8e4f740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55bf2c50aa60 con 0x55bf2c1cf6b0 2024-09-21T00:30:28.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.618+0000 7f1fc8e4f740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55bf2c4f9e90 con 0x55bf2c1c74d0 2024-09-21T00:30:28.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.618+0000 7f1fc8e4f740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55bf2c4fdca0 con 0x55bf2c1f0390 2024-09-21T00:30:28.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.618+0000 7f1fbbfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bf2c1cf6b0 0x55bf2c5b1da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:28.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.618+0000 7f1fbb7fe640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55bf2c1f0390 0x55bf2c5dca10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:28.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.618+0000 7f1fbbfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bf2c1cf6b0 0x55bf2c5b1da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56272/0 (socket says 172.21.15.67:56272) 2024-09-21T00:30:28.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.618+0000 7f1fbaffd640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bf2c1c74d0 0x55bf2c5b1860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:28.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.618+0000 7f1fbbfff640 1 -- 172.21.15.67:0/1758110445 learned_addr learned my addr 172.21.15.67:0/1758110445 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:28.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.618+0000 7f1fbbfff640 1 -- 172.21.15.67:0/1758110445 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55bf2c1f0390 msgr2=0x55bf2c5dca10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:30:28.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.618+0000 7f1fbbfff640 1 --2- 172.21.15.67:0/1758110445 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55bf2c1f0390 0x55bf2c5dca10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.618+0000 7f1fbbfff640 1 -- 172.21.15.67:0/1758110445 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bf2c1c74d0 msgr2=0x55bf2c5b1860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:30:28.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.618+0000 7f1fbbfff640 1 --2- 172.21.15.67:0/1758110445 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bf2c1c74d0 0x55bf2c5b1860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.618+0000 7f1fbbfff640 1 -- 172.21.15.67:0/1758110445 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bf2c2d27d0 con 0x55bf2c1cf6b0 2024-09-21T00:30:28.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.618+0000 7f1fbbfff640 1 --2- 172.21.15.67:0/1758110445 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bf2c1cf6b0 0x55bf2c5b1da0 secure :-1 s=READY pgs=1553 cs=0 l=1 rev1=1 crypto rx=0x7f1fb4098f30 tx=0x7f1fb4061fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=82f18673f1a049be server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:28.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.618+0000 7f1fa17fa640 1 -- 172.21.15.67:0/1758110445 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fb4062860 con 0x55bf2c1cf6b0 2024-09-21T00:30:28.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.619+0000 7f1fa17fa640 1 -- 172.21.15.67:0/1758110445 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1fb4067290 con 0x55bf2c1cf6b0 2024-09-21T00:30:28.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.619+0000 7f1fa17fa640 1 -- 172.21.15.67:0/1758110445 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fb4061d00 con 0x55bf2c1cf6b0 2024-09-21T00:30:28.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.619+0000 7f1fc8e4f740 1 -- 172.21.15.67:0/1758110445 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bf2c1cf6b0 msgr2=0x55bf2c5b1da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:28.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.619+0000 7f1fc8e4f740 1 --2- 172.21.15.67:0/1758110445 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bf2c1cf6b0 0x55bf2c5b1da0 secure :-1 s=READY pgs=1553 cs=0 l=1 rev1=1 crypto rx=0x7f1fb4098f30 tx=0x7f1fb4061fd0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.620+0000 7f1fc8e4f740 1 -- 172.21.15.67:0/1758110445 shutdown_connections 2024-09-21T00:30:28.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.620+0000 7f1fc8e4f740 1 --2- 172.21.15.67:0/1758110445 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bf2c1cf6b0 0x55bf2c5b1da0 unknown :-1 s=CLOSED pgs=1553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.620+0000 7f1fc8e4f740 1 --2- 172.21.15.67:0/1758110445 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bf2c1c74d0 0x55bf2c5b1860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.620+0000 7f1fc8e4f740 1 --2- 172.21.15.67:0/1758110445 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55bf2c1f0390 0x55bf2c5dca10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.620+0000 7f1fc8e4f740 1 -- 172.21.15.67:0/1758110445 >> 172.21.15.67:0/1758110445 conn(0x55bf2c1e44e0 msgr2=0x55bf2c597d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:28.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.620+0000 7f1fc8e4f740 1 -- 172.21.15.67:0/1758110445 shutdown_connections 2024-09-21T00:30:28.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.620+0000 7f1fc8e4f740 1 -- 172.21.15.67:0/1758110445 wait complete. 2024-09-21T00:30:28.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.621+0000 7f1fc8e4f740 1 -- start start 2024-09-21T00:30:28.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.621+0000 7f1fc8e4f740 1 Processor -- start 2024-09-21T00:30:28.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.622+0000 7f1fc8e4f740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bf2c1c74d0 0x55bf2c5d8920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:28.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.622+0000 7f1fc8e4f740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55bf2c1cf6b0 0x55bf2c5d3030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:28.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.622+0000 7f1fc8e4f740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bf2c1f0390 0x55bf2c5a29a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:28.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.622+0000 7f1fc8e4f740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55bf2c26a740 con 0x55bf2c1f0390 2024-09-21T00:30:28.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.622+0000 7f1fc8e4f740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55bf2c49f970 con 0x55bf2c1c74d0 2024-09-21T00:30:28.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.622+0000 7f1fc8e4f740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55bf2c50aa60 con 0x55bf2c1cf6b0 2024-09-21T00:30:28.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.623+0000 7f1fc8e4f740 10 client.0 _ll_register_callbacks cb 0x55bf2c4ae780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:30:28.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.623+0000 7f1fbbfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bf2c1f0390 0x55bf2c5a29a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:28.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.623+0000 7f1fbb7fe640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bf2c1c74d0 0x55bf2c5d8920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:28.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.623+0000 7f1fbbfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bf2c1f0390 0x55bf2c5a29a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56280/0 (socket says 172.21.15.67:56280) 2024-09-21T00:30:28.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.623+0000 7f1fbbfff640 1 -- 172.21.15.67:0/1058866043 learned_addr learned my addr 172.21.15.67:0/1058866043 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:28.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.623+0000 7f1fbaffd640 1 --2- 172.21.15.67:0/1058866043 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55bf2c1cf6b0 0x55bf2c5d3030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:28.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.623+0000 7f1fbbfff640 1 -- 172.21.15.67:0/1058866043 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55bf2c1cf6b0 msgr2=0x55bf2c5d3030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:30:28.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.623+0000 7f1fbbfff640 1 --2- 172.21.15.67:0/1058866043 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55bf2c1cf6b0 0x55bf2c5d3030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.623+0000 7f1fbbfff640 1 -- 172.21.15.67:0/1058866043 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bf2c1c74d0 msgr2=0x55bf2c5d8920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:30:28.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.623+0000 7f1fbbfff640 1 --2- 172.21.15.67:0/1058866043 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bf2c1c74d0 0x55bf2c5d8920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.623+0000 7f1fbbfff640 1 -- 172.21.15.67:0/1058866043 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bf2c25b970 con 0x55bf2c1f0390 2024-09-21T00:30:28.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.623+0000 7f1fbbfff640 1 --2- 172.21.15.67:0/1058866043 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bf2c1f0390 0x55bf2c5a29a0 secure :-1 s=READY pgs=1554 cs=0 l=1 rev1=1 crypto rx=0x7f1fb400a430 tx=0x7f1fb405ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a83b844716027b server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:28.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.623+0000 7f1f9a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:30:28.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.623+0000 7f1f9a7fc640 1 -- 172.21.15.67:0/1058866043 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fb4062860 con 0x55bf2c1f0390 2024-09-21T00:30:28.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.623+0000 7f1f9a7fc640 1 -- 172.21.15.67:0/1058866043 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(128..128 src has 1..128) ==== 5709+0+0 (secure 0 0 0) 0x7f1fb4063ae0 con 0x55bf2c1f0390 2024-09-21T00:30:28.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.623+0000 7f1fc8e4f740 1 -- 172.21.15.67:0/1058866043 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1fb4067290 con 0x55bf2c1f0390 2024-09-21T00:30:28.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.623+0000 7f1f9a7fc640 1 -- 172.21.15.67:0/1058866043 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=108) ==== 24+0+0 (secure 0 0 0) 0x7f1fb4063ce0 con 0x55bf2c1f0390 2024-09-21T00:30:28.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.623+0000 7f1fc8e4f740 10 client.8751 fetch_fsmap learned FSMap version 108 2024-09-21T00:30:28.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.623+0000 7f1fc8e4f740 1 -- 172.21.15.67:0/1058866043 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=108,monmap=2+}) -- 0x55bf2c2396a0 con 0x55bf2c1f0390 2024-09-21T00:30:28.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.624+0000 7f1f9a7fc640 1 -- 172.21.15.67:0/1058866043 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1fb4067290 con 0x55bf2c1f0390 2024-09-21T00:30:28.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.624+0000 7f1f9a7fc640 1 -- 172.21.15.67:0/1058866043 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 108) ==== 3502+0+0 (secure 0 0 0) 0x7f1fb40830a0 con 0x55bf2c1f0390 2024-09-21T00:30:28.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.624+0000 7f1fc8e4f740 10 client.8751 fetch_fsmap finished waiting for FSMap version 108 2024-09-21T00:30:28.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.624+0000 7f1fc8e4f740 10 client.8751 resolve_mds: resolved 9:0 to role '9:0' aka daemon mds.b 2024-09-21T00:30:28.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.624+0000 7f1fc8e4f740 20 client.8751 populate_metadata read hostname 'smithi067' 2024-09-21T00:30:28.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.624+0000 7f1fc8e4f740 1 --2- 172.21.15.67:0/1058866043 >> [v2:172.21.15.97:6834/2367808255,v1:172.21.15.97:6835/2367808255] conn(0x55bf2c1aef60 0x55bf2c5a0530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:28.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.624+0000 7f1fc8e4f740 4 client.8751 mds_command: new command op to 7744 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:30:28.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.624+0000 7f1fc8e4f740 1 -- 172.21.15.67:0/1058866043 --> [v2:172.21.15.97:6834/2367808255,v1:172.21.15.97:6835/2367808255] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bf2c50c9b0 con 0x55bf2c1aef60 2024-09-21T00:30:28.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.624+0000 7f1fbb7fe640 1 --2- 172.21.15.67:0/1058866043 >> [v2:172.21.15.97:6834/2367808255,v1:172.21.15.97:6835/2367808255] conn(0x55bf2c1aef60 0x55bf2c5a0530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:28.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.625+0000 7f1f9a7fc640 10 client.8751 ms_handle_connect on v2:172.21.15.97:6834/2367808255 2024-09-21T00:30:28.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.625+0000 7f1fbb7fe640 1 --2- 172.21.15.67:0/1058866043 >> [v2:172.21.15.97:6834/2367808255,v1:172.21.15.97:6835/2367808255] conn(0x55bf2c1aef60 0x55bf2c5a0530 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b0002e1cf7a8ed1b server_cookie=ac1c82cb572eaf0f in_seq=0 out_seq=0 2024-09-21T00:30:28.630 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.626+0000 7f1f9a7fc640 1 -- 172.21.15.67:0/1058866043 <== mds.0 v2:172.21.15.97:6834/2367808255 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x55bf2c50c9b0 con 0x55bf2c1aef60 2024-09-21T00:30:28.630 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.626+0000 7f1f9a7fc640 10 client.8751 handle_command_reply: tid=0 2024-09-21T00:30:28.630 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.626+0000 7f1fc8e4f740 1 client.8751 shutdown 2024-09-21T00:30:28.630 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.627+0000 7f1fc8e4f740 1 -- 172.21.15.67:0/1058866043 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bf2c1f0390 msgr2=0x55bf2c5a29a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:28.630 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.627+0000 7f1fc8e4f740 1 --2- 172.21.15.67:0/1058866043 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bf2c1f0390 0x55bf2c5a29a0 secure :-1 s=READY pgs=1554 cs=0 l=1 rev1=1 crypto rx=0x7f1fb400a430 tx=0x7f1fb405ed00 comp rx=0 tx=0).stop 2024-09-21T00:30:28.630 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.627+0000 7f1fc8e4f740 1 -- 172.21.15.67:0/1058866043 shutdown_connections 2024-09-21T00:30:28.630 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.627+0000 7f1fc8e4f740 1 --2- 172.21.15.67:0/1058866043 >> [v2:172.21.15.97:6834/2367808255,v1:172.21.15.97:6835/2367808255] conn(0x55bf2c1aef60 0x55bf2c5a0530 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.630 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.627+0000 7f1fc8e4f740 1 --2- 172.21.15.67:0/1058866043 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bf2c1f0390 0x55bf2c5a29a0 unknown :-1 s=CLOSED pgs=1554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.630 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.627+0000 7f1f9a7fc640 0 client.8751 ms_handle_reset on v2:172.21.15.97:6834/2367808255 2024-09-21T00:30:28.630 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.627+0000 7f1fc8e4f740 1 --2- 172.21.15.67:0/1058866043 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55bf2c1cf6b0 0x55bf2c5d3030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.630 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.627+0000 7f1fc8e4f740 1 --2- 172.21.15.67:0/1058866043 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bf2c1c74d0 0x55bf2c5d8920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.631 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.627+0000 7f1fc8e4f740 1 -- 172.21.15.67:0/1058866043 >> 172.21.15.67:0/1058866043 conn(0x55bf2c1e44e0 msgr2=0x55bf2c591a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:28.631 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.627+0000 7f1fc8e4f740 1 -- 172.21.15.67:0/1058866043 shutdown_connections 2024-09-21T00:30:28.631 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.627+0000 7f1fc8e4f740 1 -- 172.21.15.67:0/1058866043 wait complete. 2024-09-21T00:30:28.631 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.627+0000 7f1fc8e4f740 20 client.8751 trim_cache size 0 max 16384 2024-09-21T00:30:28.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.647+0000 7f1fc8e4f740 1 Processor -- start 2024-09-21T00:30:28.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.647+0000 7f1fc8e4f740 1 -- start start 2024-09-21T00:30:28.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.649+0000 7f1fc8e4f740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bf2c1aef60 0x55bf2c5ef630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:28.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.649+0000 7f1fc8e4f740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bf2c1c74d0 0x55bf2c5b07e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:28.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.649+0000 7f1fc8e4f740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55bf2c1cf6b0 0x55bf2c5b0d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:28.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.649+0000 7f1fc8e4f740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f1fbc1fffe0 con 0x55bf2c1aef60 2024-09-21T00:30:28.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.649+0000 7f1fc8e4f740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f1fbc1f7d30 con 0x55bf2c1c74d0 2024-09-21T00:30:28.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.649+0000 7f1fc8e4f740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f1fbc073e60 con 0x55bf2c1cf6b0 2024-09-21T00:30:28.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.649+0000 7f1fbb7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bf2c1aef60 0x55bf2c5ef630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:28.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.649+0000 7f1fbb7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bf2c1aef60 0x55bf2c5ef630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56284/0 (socket says 172.21.15.67:56284) 2024-09-21T00:30:28.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.649+0000 7f1fbb7fe640 1 -- 172.21.15.67:0/629551266 learned_addr learned my addr 172.21.15.67:0/629551266 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:28.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.649+0000 7f1fbaffd640 1 --2- 172.21.15.67:0/629551266 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bf2c1c74d0 0x55bf2c5b07e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:28.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.649+0000 7f1fbbfff640 1 --2- 172.21.15.67:0/629551266 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55bf2c1cf6b0 0x55bf2c5b0d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:28.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.650+0000 7f1fbb7fe640 1 -- 172.21.15.67:0/629551266 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55bf2c1cf6b0 msgr2=0x55bf2c5b0d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:30:28.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.650+0000 7f1fbb7fe640 1 --2- 172.21.15.67:0/629551266 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55bf2c1cf6b0 0x55bf2c5b0d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.650+0000 7f1fbb7fe640 1 -- 172.21.15.67:0/629551266 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bf2c1c74d0 msgr2=0x55bf2c5b07e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:30:28.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.650+0000 7f1fbb7fe640 1 --2- 172.21.15.67:0/629551266 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bf2c1c74d0 0x55bf2c5b07e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.650+0000 7f1fbb7fe640 1 -- 172.21.15.67:0/629551266 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bf2c5b23a0 con 0x55bf2c1aef60 2024-09-21T00:30:28.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.650+0000 7f1fbb7fe640 1 --2- 172.21.15.67:0/629551266 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bf2c1aef60 0x55bf2c5ef630 secure :-1 s=READY pgs=1555 cs=0 l=1 rev1=1 crypto rx=0x7f1fac005fd0 tx=0x7f1fac03d000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=72ccfac9939758bf server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:28.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.650+0000 7f1fa0ff9640 1 -- 172.21.15.67:0/629551266 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fac035040 con 0x55bf2c1aef60 2024-09-21T00:30:28.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.650+0000 7f1fa0ff9640 1 -- 172.21.15.67:0/629551266 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1fac003c70 con 0x55bf2c1aef60 2024-09-21T00:30:28.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.650+0000 7f1fa0ff9640 1 -- 172.21.15.67:0/629551266 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fac0047a0 con 0x55bf2c1aef60 2024-09-21T00:30:28.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.651+0000 7f1fc8e4f740 1 -- 172.21.15.67:0/629551266 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bf2c1aef60 msgr2=0x55bf2c5ef630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:28.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.651+0000 7f1fc8e4f740 1 --2- 172.21.15.67:0/629551266 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bf2c1aef60 0x55bf2c5ef630 secure :-1 s=READY pgs=1555 cs=0 l=1 rev1=1 crypto rx=0x7f1fac005fd0 tx=0x7f1fac03d000 comp rx=0 tx=0).stop 2024-09-21T00:30:28.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.651+0000 7f1fc8e4f740 1 -- 172.21.15.67:0/629551266 shutdown_connections 2024-09-21T00:30:28.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.651+0000 7f1fc8e4f740 1 --2- 172.21.15.67:0/629551266 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55bf2c1cf6b0 0x55bf2c5b0d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.651+0000 7f1fc8e4f740 1 --2- 172.21.15.67:0/629551266 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bf2c1c74d0 0x55bf2c5b07e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.651+0000 7f1fc8e4f740 1 --2- 172.21.15.67:0/629551266 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bf2c1aef60 0x55bf2c5ef630 unknown :-1 s=CLOSED pgs=1555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.651+0000 7f1fc8e4f740 1 -- 172.21.15.67:0/629551266 >> 172.21.15.67:0/629551266 conn(0x55bf2c1e44e0 msgr2=0x55bf2c5929d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:28.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.651+0000 7f1fc8e4f740 1 -- 172.21.15.67:0/629551266 shutdown_connections 2024-09-21T00:30:28.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.651+0000 7f1fc8e4f740 1 -- 172.21.15.67:0/629551266 wait complete. 2024-09-21T00:30:28.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.652+0000 7f1fc8e4f740 1 -- start start 2024-09-21T00:30:28.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.652+0000 7f1fc8e4f740 1 Processor -- start 2024-09-21T00:30:28.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.653+0000 7f1fc8e4f740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55bf2c1aef60 0x55bf2c5d6170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:28.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.653+0000 7f1fc8e4f740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bf2c1c74d0 0x55bf2c65b780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:28.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.653+0000 7f1fc8e4f740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bf2c1cf6b0 0x55bf2c65f3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:28.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.653+0000 7f1fc8e4f740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55bf2c5a25a0 con 0x55bf2c1c74d0 2024-09-21T00:30:28.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.653+0000 7f1fc8e4f740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f1fbc15bde0 con 0x55bf2c1cf6b0 2024-09-21T00:30:28.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.653+0000 7f1fc8e4f740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55bf2c5d2a10 con 0x55bf2c1aef60 2024-09-21T00:30:28.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.653+0000 7f1fc8e4f740 10 client.0 _ll_register_callbacks cb 0x7f1fb0009700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:30:28.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.654+0000 7f1fbaffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bf2c1c74d0 0x55bf2c65b780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:28.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.654+0000 7f1fbaffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bf2c1c74d0 0x55bf2c65b780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56296/0 (socket says 172.21.15.67:56296) 2024-09-21T00:30:28.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.654+0000 7f1fbaffd640 1 -- 172.21.15.67:0/1445278891 learned_addr learned my addr 172.21.15.67:0/1445278891 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:28.658 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.654+0000 7f1fbbfff640 1 --2- 172.21.15.67:0/1445278891 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bf2c1cf6b0 0x55bf2c65f3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:28.658 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.654+0000 7f1fbb7fe640 1 --2- 172.21.15.67:0/1445278891 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55bf2c1aef60 0x55bf2c5d6170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:28.658 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.654+0000 7f1fbaffd640 1 -- 172.21.15.67:0/1445278891 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55bf2c1aef60 msgr2=0x55bf2c5d6170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:30:28.658 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.654+0000 7f1fbaffd640 1 --2- 172.21.15.67:0/1445278891 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55bf2c1aef60 0x55bf2c5d6170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.658 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.654+0000 7f1fbaffd640 1 -- 172.21.15.67:0/1445278891 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bf2c1cf6b0 msgr2=0x55bf2c65f3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:30:28.658 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.654+0000 7f1fbaffd640 1 --2- 172.21.15.67:0/1445278891 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bf2c1cf6b0 0x55bf2c65f3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.658 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.654+0000 7f1fbaffd640 1 -- 172.21.15.67:0/1445278891 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bf2c5ebad0 con 0x55bf2c1c74d0 2024-09-21T00:30:28.658 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.654+0000 7f1fbaffd640 1 --2- 172.21.15.67:0/1445278891 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bf2c1c74d0 0x55bf2c65b780 secure :-1 s=READY pgs=1556 cs=0 l=1 rev1=1 crypto rx=0x7f1fbc0a1d50 tx=0x7f1fb0012d70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ecaebdf5d5c4067 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:28.658 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.654+0000 7f1f9a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:30:28.658 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.654+0000 7f1f9a7fc640 1 -- 172.21.15.67:0/1445278891 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fb000fa90 con 0x55bf2c1c74d0 2024-09-21T00:30:28.658 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.654+0000 7f1f9a7fc640 1 -- 172.21.15.67:0/1445278891 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(128..128 src has 1..128) ==== 5709+0+0 (secure 0 0 0) 0x7f1fb000fc30 con 0x55bf2c1c74d0 2024-09-21T00:30:28.658 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.654+0000 7f1fc8e4f740 1 -- 172.21.15.67:0/1445278891 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1fac003c70 con 0x55bf2c1c74d0 2024-09-21T00:30:28.658 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.654+0000 7f1f9a7fc640 1 -- 172.21.15.67:0/1445278891 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=108) ==== 24+0+0 (secure 0 0 0) 0x7f1fb002a050 con 0x55bf2c1c74d0 2024-09-21T00:30:28.658 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.655+0000 7f1fc8e4f740 10 client.8757 fetch_fsmap learned FSMap version 108 2024-09-21T00:30:28.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.655+0000 7f1fc8e4f740 1 -- 172.21.15.67:0/1445278891 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=108,monmap=2+}) -- 0x55bf2c593750 con 0x55bf2c1c74d0 2024-09-21T00:30:28.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.655+0000 7f1f9a7fc640 1 -- 172.21.15.67:0/1445278891 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1fac003c70 con 0x55bf2c1c74d0 2024-09-21T00:30:28.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.655+0000 7f1f9a7fc640 1 -- 172.21.15.67:0/1445278891 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 108) ==== 3502+0+0 (secure 0 0 0) 0x7f1fb002d020 con 0x55bf2c1c74d0 2024-09-21T00:30:28.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.655+0000 7f1fc8e4f740 10 client.8757 fetch_fsmap finished waiting for FSMap version 108 2024-09-21T00:30:28.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.655+0000 7f1fc8e4f740 10 client.8757 resolve_mds: resolved 9:0 to role '9:0' aka daemon mds.b 2024-09-21T00:30:28.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.655+0000 7f1fc8e4f740 20 client.8757 populate_metadata read hostname 'smithi067' 2024-09-21T00:30:28.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.655+0000 7f1fc8e4f740 1 --2- 172.21.15.67:0/1445278891 >> [v2:172.21.15.97:6834/2367808255,v1:172.21.15.97:6835/2367808255] conn(0x55bf2c1843a0 0x55bf2c65f900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:28.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.655+0000 7f1fc8e4f740 4 client.8757 mds_command: new command op to 7744 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-21T00:30:28.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.655+0000 7f1fc8e4f740 1 -- 172.21.15.67:0/1445278891 --> [v2:172.21.15.97:6834/2367808255,v1:172.21.15.97:6835/2367808255] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55bf2c508460 con 0x55bf2c1843a0 2024-09-21T00:30:28.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.655+0000 7f1fbb7fe640 1 --2- 172.21.15.67:0/1445278891 >> [v2:172.21.15.97:6834/2367808255,v1:172.21.15.97:6835/2367808255] conn(0x55bf2c1843a0 0x55bf2c65f900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:28.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.655+0000 7f1f9a7fc640 10 client.8757 ms_handle_connect on v2:172.21.15.97:6834/2367808255 2024-09-21T00:30:28.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.655+0000 7f1fbb7fe640 1 --2- 172.21.15.67:0/1445278891 >> [v2:172.21.15.97:6834/2367808255,v1:172.21.15.97:6835/2367808255] conn(0x55bf2c1843a0 0x55bf2c65f900 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a9d2697fc2d3c7a server_cookie=a06f2728412d7b51 in_seq=0 out_seq=0 2024-09-21T00:30:28.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.658+0000 7f1f9a7fc640 1 -- 172.21.15.67:0/1445278891 <== mds.0 v2:172.21.15.97:6834/2367808255 1 ==== command_reply(tid 0: 0 ) ==== 8+0+618 (crc 0 0 0) 0x55bf2c508460 con 0x55bf2c1843a0 2024-09-21T00:30:28.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.658+0000 7f1f9a7fc640 10 client.8757 handle_command_reply: tid=0 2024-09-21T00:30:28.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.658+0000 7f1fc8e4f740 1 client.8757 shutdown 2024-09-21T00:30:28.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.658+0000 7f1fc8e4f740 1 -- 172.21.15.67:0/1445278891 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bf2c1c74d0 msgr2=0x55bf2c65b780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:28.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.658+0000 7f1fc8e4f740 1 --2- 172.21.15.67:0/1445278891 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bf2c1c74d0 0x55bf2c65b780 secure :-1 s=READY pgs=1556 cs=0 l=1 rev1=1 crypto rx=0x7f1fbc0a1d50 tx=0x7f1fb0012d70 comp rx=0 tx=0).stop 2024-09-21T00:30:28.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.658+0000 7f1fc8e4f740 1 -- 172.21.15.67:0/1445278891 shutdown_connections 2024-09-21T00:30:28.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.658+0000 7f1fc8e4f740 1 --2- 172.21.15.67:0/1445278891 >> [v2:172.21.15.97:6834/2367808255,v1:172.21.15.97:6835/2367808255] conn(0x55bf2c1843a0 0x55bf2c65f900 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.658+0000 7f1fc8e4f740 1 --2- 172.21.15.67:0/1445278891 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bf2c1cf6b0 0x55bf2c65f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.658+0000 7f1fc8e4f740 1 --2- 172.21.15.67:0/1445278891 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bf2c1c74d0 0x55bf2c65b780 unknown :-1 s=CLOSED pgs=1556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.658+0000 7f1fc8e4f740 1 --2- 172.21.15.67:0/1445278891 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55bf2c1aef60 0x55bf2c5d6170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.658+0000 7f1fc8e4f740 1 -- 172.21.15.67:0/1445278891 >> 172.21.15.67:0/1445278891 conn(0x55bf2c1e44e0 msgr2=0x55bf2c592960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:28.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.658+0000 7f1f9a7fc640 0 client.8757 ms_handle_reset on v2:172.21.15.97:6834/2367808255 2024-09-21T00:30:28.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.658+0000 7f1fc8e4f740 1 -- 172.21.15.67:0/1445278891 shutdown_connections 2024-09-21T00:30:28.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.658+0000 7f1fc8e4f740 1 -- 172.21.15.67:0/1445278891 wait complete. 2024-09-21T00:30:28.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.658+0000 7f1fc8e4f740 20 client.8757 trim_cache size 0 max 16384 2024-09-21T00:30:28.662 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:30:28.662 INFO:teuthology.orchestra.run.smithi067.stdout: "status": "scrub active (400 inodes in the stack)", 2024-09-21T00:30:28.662 INFO:teuthology.orchestra.run.smithi067.stdout: "scrubs": { 2024-09-21T00:30:28.662 INFO:teuthology.orchestra.run.smithi067.stdout: "77fa2eab-450b-466a-b844-084ae2a5f439": { 2024-09-21T00:30:28.662 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/scrub_control_test_path", 2024-09-21T00:30:28.662 INFO:teuthology.orchestra.run.smithi067.stdout: "tag": "77fa2eab-450b-466a-b844-084ae2a5f439", 2024-09-21T00:30:28.662 INFO:teuthology.orchestra.run.smithi067.stdout: "options": "recursive" 2024-09-21T00:30:28.662 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:30:28.662 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:30:28.662 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_stats": { 2024-09-21T00:30:28.662 INFO:teuthology.orchestra.run.smithi067.stdout: "77fa2eab-450b-466a-b844-084ae2a5f439": { 2024-09-21T00:30:28.663 INFO:teuthology.orchestra.run.smithi067.stdout: "start_time": "2024-09-21T00:30:25.357617+0000", 2024-09-21T00:30:28.663 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/scrub_control_test_path", 2024-09-21T00:30:28.663 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_started": 0, 2024-09-21T00:30:28.663 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_passed": 0, 2024-09-21T00:30:28.663 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_failed": 0, 2024-09-21T00:30:28.663 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_skipped": 0 2024-09-21T00:30:28.663 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:30:28.663 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:30:28.663 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:30:28.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.659+0000 7f1fc1e0a640 1 -- 172.21.15.67:0/492999406 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1fa8078b90 msgr2=0x7f1fa807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:28.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.659+0000 7f1fc1e0a640 1 --2- 172.21.15.67:0/492999406 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1fa8078b90 0x7f1fa807b0a0 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f1fac033000 tx=0x7f1fac004730 comp rx=0 tx=0).stop 2024-09-21T00:30:28.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.659+0000 7f1fc1e0a640 1 -- 172.21.15.67:0/492999406 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1fbc0cfc30 msgr2=0x7f1fbc0c6cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:28.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.659+0000 7f1fc1e0a640 1 --2- 172.21.15.67:0/492999406 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1fbc0cfc30 0x7f1fbc0c6cb0 secure :-1 s=READY pgs=1552 cs=0 l=1 rev1=1 crypto rx=0x7f1fb400c730 tx=0x7f1fb400cbf0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.659+0000 7f1fc1e0a640 1 -- 172.21.15.67:0/492999406 shutdown_connections 2024-09-21T00:30:28.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.659+0000 7f1fc1e0a640 1 --2- 172.21.15.67:0/492999406 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1fa8078b90 0x7f1fa807b0a0 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.659+0000 7f1fc1e0a640 1 --2- 172.21.15.67:0/492999406 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1fbc0cfc30 0x7f1fbc0c6cb0 unknown :-1 s=CLOSED pgs=1552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.659+0000 7f1fc1e0a640 1 --2- 172.21.15.67:0/492999406 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1fbc071d50 0x7f1fbc0c6770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.659+0000 7f1fc1e0a640 1 --2- 172.21.15.67:0/492999406 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1fbc068d00 0x7f1fbc15a650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.659+0000 7f1fc1e0a640 1 -- 172.21.15.67:0/492999406 >> 172.21.15.67:0/492999406 conn(0x7f1fbc0b2600 msgr2=0x7f1fbc0b04d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:28.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.659+0000 7f1fc1e0a640 1 -- 172.21.15.67:0/492999406 shutdown_connections 2024-09-21T00:30:28.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.659+0000 7f1fc1e0a640 1 -- 172.21.15.67:0/492999406 wait complete. 2024-09-21T00:30:28.673 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:30:28.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.800+0000 7f4298e2e640 1 -- 172.21.15.67:0/2871956666 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4294162ea0 msgr2=0x7f42940cf740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:28.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.800+0000 7f4298e2e640 1 --2- 172.21.15.67:0/2871956666 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4294162ea0 0x7f42940cf740 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f4284009820 tx=0x7f428402a5a0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.800+0000 7f4298e2e640 1 -- 172.21.15.67:0/2871956666 shutdown_connections 2024-09-21T00:30:28.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.800+0000 7f4298e2e640 1 --2- 172.21.15.67:0/2871956666 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4294162ea0 0x7f42940cf740 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.800+0000 7f4298e2e640 1 -- 172.21.15.67:0/2871956666 >> 172.21.15.67:0/2871956666 conn(0x7f429406dfb0 msgr2=0x7f429406e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:28.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.800+0000 7f4298e2e640 1 -- 172.21.15.67:0/2871956666 shutdown_connections 2024-09-21T00:30:28.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.801+0000 7f4298e2e640 1 -- 172.21.15.67:0/2871956666 wait complete. 2024-09-21T00:30:28.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.803+0000 7f4298e2e640 1 Processor -- start 2024-09-21T00:30:28.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.803+0000 7f4298e2e640 1 -- start start 2024-09-21T00:30:28.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.804+0000 7f4298e2e640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f42940d11c0 0x7f42941f29b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:28.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.804+0000 7f4298e2e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f42940d2b00 0x7f42940cd040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:28.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.804+0000 7f4298e2e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4294162ea0 0x7f429415b200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:28.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.804+0000 7f4298e2e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f429415f7e0 con 0x7f4294162ea0 2024-09-21T00:30:28.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.804+0000 7f4298e2e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f429415f660 con 0x7f42940d2b00 2024-09-21T00:30:28.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.804+0000 7f4298e2e640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f429415f960 con 0x7f42940d11c0 2024-09-21T00:30:28.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.805+0000 7f4292d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4294162ea0 0x7f429415b200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:28.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.805+0000 7f4291d9b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f42940d2b00 0x7f42940cd040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:28.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.805+0000 7f4292d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4294162ea0 0x7f429415b200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56298/0 (socket says 172.21.15.67:56298) 2024-09-21T00:30:28.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.805+0000 7f429259c640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f42940d11c0 0x7f42941f29b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:28.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.805+0000 7f4292d9d640 1 -- 172.21.15.67:0/831183996 learned_addr learned my addr 172.21.15.67:0/831183996 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:28.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.805+0000 7f4291d9b640 1 -- 172.21.15.67:0/831183996 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f42940d11c0 msgr2=0x7f42941f29b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:28.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.805+0000 7f4291d9b640 1 --2- 172.21.15.67:0/831183996 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f42940d11c0 0x7f42941f29b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.805+0000 7f4291d9b640 1 -- 172.21.15.67:0/831183996 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4294162ea0 msgr2=0x7f429415b200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:28.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.805+0000 7f4291d9b640 1 --2- 172.21.15.67:0/831183996 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4294162ea0 0x7f429415b200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:28.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.805+0000 7f4291d9b640 1 -- 172.21.15.67:0/831183996 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42941f2ef0 con 0x7f42940d2b00 2024-09-21T00:30:28.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.805+0000 7f4292d9d640 1 --2- 172.21.15.67:0/831183996 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4294162ea0 0x7f429415b200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:30:28.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.805+0000 7f4291d9b640 1 --2- 172.21.15.67:0/831183996 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f42940d2b00 0x7f42940cd040 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f428800c370 tx=0x7f428800c830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:28.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.805+0000 7f4282ffd640 1 -- 172.21.15.67:0/831183996 <== mon.1 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4288017070 con 0x7f42940d2b00 2024-09-21T00:30:28.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.805+0000 7f4282ffd640 1 -- 172.21.15.67:0/831183996 <== mon.1 v2:172.21.15.97:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f42880053c0 con 0x7f42940d2b00 2024-09-21T00:30:28.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.805+0000 7f4298e2e640 1 -- 172.21.15.67:0/831183996 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f42941f5b00 con 0x7f42940d2b00 2024-09-21T00:30:28.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.805+0000 7f4282ffd640 1 -- 172.21.15.67:0/831183996 <== mon.1 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4288003850 con 0x7f42940d2b00 2024-09-21T00:30:28.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.806+0000 7f4298e2e640 1 -- 172.21.15.67:0/831183996 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f42941f60c0 con 0x7f42940d2b00 2024-09-21T00:30:28.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.806+0000 7f4298e2e640 1 -- 172.21.15.67:0/831183996 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f42940cf740 con 0x7f42940d2b00 2024-09-21T00:30:28.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.808+0000 7f4282ffd640 1 -- 172.21.15.67:0/831183996 <== mon.1 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f428801a070 con 0x7f42940d2b00 2024-09-21T00:30:28.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.808+0000 7f4282ffd640 1 --2- 172.21.15.67:0/831183996 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4274078b90 0x7f427407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:28.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.808+0000 7f4282ffd640 1 -- 172.21.15.67:0/831183996 <== mon.1 v2:172.21.15.97:3300/0 5 ==== osd_map(128..128 src has 1..128) ==== 5709+0+0 (secure 0 0 0) 0x7f428809a0b0 con 0x7f42940d2b00 2024-09-21T00:30:28.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.808+0000 7f429259c640 1 --2- 172.21.15.67:0/831183996 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4274078b90 0x7f427407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:28.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.809+0000 7f429259c640 1 --2- 172.21.15.67:0/831183996 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4274078b90 0x7f427407b0a0 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f4284034000 tx=0x7f4284004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:28.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:28.812+0000 7f4282ffd640 1 -- 172.21.15.67:0/831183996 <== mon.1 v2:172.21.15.97:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f4288062010 con 0x7f42940d2b00 2024-09-21T00:30:29.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:29.045+0000 7f4298e2e640 1 -- 172.21.15.67:0/831183996 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4294162740 con 0x7f42940d2b00 2024-09-21T00:30:29.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:29.045+0000 7f4282ffd640 1 -- 172.21.15.67:0/831183996 <== mon.1 v2:172.21.15.97:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 108 v108) ==== 95+0+5225 (secure 0 0 0) 0x7f4288066a40 con 0x7f42940d2b00 2024-09-21T00:30:29.047 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:30:29.047 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":108,"btime":"2024-09-21T00:30:03:146509+0000","default_fscid":9,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7076,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/3729383831","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":3729383831},{"type":"v1","addr":"172.21.15.97:6837","nonce":3729383831}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":103},{"gid":7732,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/97932944","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":97932944},{"type":"v1","addr":"172.21.15.67:6834","nonce":97932944}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":102},{"gid":7735,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3469130706","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":3469130706},{"type":"v1","addr":"172.21.15.67:6835","nonce":3469130706}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":103}],"filesystems":[{"mdsmap":{"epoch":108,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:29:59.516625+0000","modified":"2024-09-21T00:30:02.533562+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7744},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7744":{"gid":7744,"name":"b","rank":0,"incarnation":104,"state":"up:active","state_seq":3,"addr":"172.21.15.97:6835/2367808255","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":2367808255},{"type":"v1","addr":"172.21.15.97:6835","nonce":2367808255}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[19],"metadata_pool":18,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7744,"qdb_cluster":[7744]},"id":9}]} 2024-09-21T00:30:29.047 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 108 2024-09-21T00:30:29.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:29.047+0000 7f4298e2e640 1 -- 172.21.15.67:0/831183996 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4274078b90 msgr2=0x7f427407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:29.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:29.047+0000 7f4298e2e640 1 --2- 172.21.15.67:0/831183996 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4274078b90 0x7f427407b0a0 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f4284034000 tx=0x7f4284004730 comp rx=0 tx=0).stop 2024-09-21T00:30:29.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:29.047+0000 7f4298e2e640 1 -- 172.21.15.67:0/831183996 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f42940d2b00 msgr2=0x7f42940cd040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:29.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:29.047+0000 7f4298e2e640 1 --2- 172.21.15.67:0/831183996 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f42940d2b00 0x7f42940cd040 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f428800c370 tx=0x7f428800c830 comp rx=0 tx=0).stop 2024-09-21T00:30:29.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:29.047+0000 7f4298e2e640 1 -- 172.21.15.67:0/831183996 shutdown_connections 2024-09-21T00:30:29.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:29.047+0000 7f4298e2e640 1 --2- 172.21.15.67:0/831183996 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4274078b90 0x7f427407b0a0 unknown :-1 s=CLOSED pgs=585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:29.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:29.047+0000 7f4298e2e640 1 --2- 172.21.15.67:0/831183996 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4294162ea0 0x7f429415b200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:29.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:29.047+0000 7f4298e2e640 1 --2- 172.21.15.67:0/831183996 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f42940d2b00 0x7f42940cd040 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:29.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:29.047+0000 7f4298e2e640 1 --2- 172.21.15.67:0/831183996 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f42940d11c0 0x7f42941f29b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:29.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:29.047+0000 7f4298e2e640 1 -- 172.21.15.67:0/831183996 >> 172.21.15.67:0/831183996 conn(0x7f429406dfb0 msgr2=0x7f429415de90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:29.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:29.048+0000 7f4298e2e640 1 -- 172.21.15.67:0/831183996 shutdown_connections 2024-09-21T00:30:29.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:29.048+0000 7f4298e2e640 1 -- 172.21.15.67:0/831183996 wait complete. 2024-09-21T00:30:29.060 DEBUG:tasks.cephfs.test_scrub_checks:current active=['b'] 2024-09-21T00:30:29.060 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-21T00:30:29.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:29.174+0000 7f0e963df640 1 -- 172.21.15.67:0/418150392 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0e900d1690 msgr2=0x7f0e900b1160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:29.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:29.174+0000 7f0e963df640 1 --2- 172.21.15.67:0/418150392 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0e900d1690 0x7f0e900b1160 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f0e84009830 tx=0x7f0e8402a480 comp rx=0 tx=0).stop 2024-09-21T00:30:29.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:29.174+0000 7f0e963df640 1 -- 172.21.15.67:0/418150392 shutdown_connections 2024-09-21T00:30:29.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:29.174+0000 7f0e963df640 1 --2- 172.21.15.67:0/418150392 >> v2:172.21.15.97:3300/0 conn(0x7f0e900d21f0 0x7f0e900cfee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:29.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:29.174+0000 7f0e963df640 1 --2- 172.21.15.67:0/418150392 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0e900d1690 0x7f0e900b1160 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:29.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:29.174+0000 7f0e963df640 1 -- 172.21.15.67:0/418150392 >> 172.21.15.67:0/418150392 conn(0x7f0e900d4590 msgr2=0x7f0e900d49a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:29.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:29.174+0000 7f0e963df640 1 -- 172.21.15.67:0/418150392 shutdown_connections 2024-09-21T00:30:29.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:29.174+0000 7f0e963df640 1 -- 172.21.15.67:0/418150392 wait complete. 2024-09-21T00:30:29.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:29.176+0000 7f0e963df640 1 Processor -- start 2024-09-21T00:30:29.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:29.176+0000 7f0e963df640 1 -- start start 2024-09-21T00:30:29.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:29.178+0000 7f0e963df640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0e900d21f0 0x7f0e9014e2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:29.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:29.178+0000 7f0e963df640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0e900d2740 0x7f0e901f8fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:29.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:29.178+0000 7f0e963df640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0e9015cbe0 0x7f0e901f9500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:29.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:29.178+0000 7f0e963df640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f0e900d07b0 con 0x7f0e9015cbe0 2024-09-21T00:30:29.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:29.178+0000 7f0e963df640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f0e900d0630 con 0x7f0e900d2740 2024-09-21T00:30:29.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:29.178+0000 7f0e963df640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f0e900d0930 con 0x7f0e900d21f0 2024-09-21T00:30:29.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:29.178+0000 7f0e9497c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0e9015cbe0 0x7f0e901f9500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:29.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:29.178+0000 7f0e8ffff640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0e900d21f0 0x7f0e9014e2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:29.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:29.178+0000 7f0e9497c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0e9015cbe0 0x7f0e901f9500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56312/0 (socket says 172.21.15.67:56312) 2024-09-21T00:30:29.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:29.178+0000 7f0e8f7fe640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0e900d2740 0x7f0e901f8fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:29.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:29.178+0000 7f0e9497c640 1 -- 172.21.15.67:0/299590110 learned_addr learned my addr 172.21.15.67:0/299590110 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:29.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:29.178+0000 7f0e8ffff640 1 -- 172.21.15.67:0/299590110 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0e900d2740 msgr2=0x7f0e901f8fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:29.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:29.178+0000 7f0e8ffff640 1 --2- 172.21.15.67:0/299590110 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0e900d2740 0x7f0e901f8fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:29.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:29.178+0000 7f0e8ffff640 1 -- 172.21.15.67:0/299590110 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0e9015cbe0 msgr2=0x7f0e901f9500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:29.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:29.178+0000 7f0e8ffff640 1 --2- 172.21.15.67:0/299590110 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0e9015cbe0 0x7f0e901f9500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:29.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:29.178+0000 7f0e8ffff640 1 -- 172.21.15.67:0/299590110 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e901f9e40 con 0x7f0e900d21f0 2024-09-21T00:30:29.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:29.178+0000 7f0e9497c640 1 --2- 172.21.15.67:0/299590110 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0e9015cbe0 0x7f0e901f9500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:30:29.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:29.178+0000 7f0e8ffff640 1 --2- 172.21.15.67:0/299590110 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0e900d21f0 0x7f0e9014e2c0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f0e8000c3c0 tx=0x7f0e8000c880 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:29.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:29.179+0000 7f0e8cff9640 1 -- 172.21.15.67:0/299590110 <== mon.2 v2:172.21.15.97:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e80017070 con 0x7f0e900d21f0 2024-09-21T00:30:29.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:29.179+0000 7f0e8cff9640 1 -- 172.21.15.67:0/299590110 <== mon.2 v2:172.21.15.97:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0e80003640 con 0x7f0e900d21f0 2024-09-21T00:30:29.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:29.179+0000 7f0e963df640 1 -- 172.21.15.67:0/299590110 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e9014e800 con 0x7f0e900d21f0 2024-09-21T00:30:29.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:29.179+0000 7f0e8cff9640 1 -- 172.21.15.67:0/299590110 <== mon.2 v2:172.21.15.97:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e800054e0 con 0x7f0e900d21f0 2024-09-21T00:30:29.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:29.179+0000 7f0e963df640 1 -- 172.21.15.67:0/299590110 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e900b5c80 con 0x7f0e900d21f0 2024-09-21T00:30:29.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:29.180+0000 7f0e963df640 1 -- 172.21.15.67:0/299590110 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0e9008ca60 con 0x7f0e900d21f0 2024-09-21T00:30:29.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:29.180+0000 7f0e8cff9640 1 -- 172.21.15.67:0/299590110 <== mon.2 v2:172.21.15.97:3301/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f0e8001a070 con 0x7f0e900d21f0 2024-09-21T00:30:29.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:29.181+0000 7f0e8cff9640 1 --2- 172.21.15.67:0/299590110 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0e7c078b90 0x7f0e7c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:29.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:29.181+0000 7f0e8cff9640 1 -- 172.21.15.67:0/299590110 <== mon.2 v2:172.21.15.97:3301/0 5 ==== osd_map(128..128 src has 1..128) ==== 5709+0+0 (secure 0 0 0) 0x7f0e80099ed0 con 0x7f0e900d21f0 2024-09-21T00:30:29.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:29.181+0000 7f0e8f7fe640 1 --2- 172.21.15.67:0/299590110 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0e7c078b90 0x7f0e7c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:29.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:29.182+0000 7f0e8f7fe640 1 --2- 172.21.15.67:0/299590110 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0e7c078b90 0x7f0e7c07b0a0 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f0e84034000 tx=0x7f0e84004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:29.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:29.186+0000 7f0e8cff9640 1 -- 172.21.15.67:0/299590110 <== mon.2 v2:172.21.15.97:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f0e9008ca60 con 0x7f0e900d21f0 2024-09-21T00:30:29.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:29.444+0000 7f0e963df640 1 -- 172.21.15.67:0/299590110 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f0e900b1160 con 0x7f0e900d21f0 2024-09-21T00:30:29.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:29.444+0000 7f0e8cff9640 1 -- 172.21.15.67:0/299590110 <== mon.2 v2:172.21.15.97:3301/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1674 (secure 0 0 0) 0x7f0e80061cc0 con 0x7f0e900d21f0 2024-09-21T00:30:29.446 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:30:29.446 INFO:teuthology.orchestra.run.smithi067.stdout:{"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":572,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":128,"num_osds":8,"num_up_osds":8,"osd_up_since":1726878070,"num_in_osds":8,"osd_in_since":1726878060,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":1020,"data_bytes":1048245607,"bytes_used":2595151872,"bytes_avail":770498961408,"bytes_total":773094113280,"write_bytes_sec":83365237,"read_op_per_sec":0,"write_op_per_sec":83},"fsmap":{"epoch":108,"btime":"2024-09-21T00:30:03:146509+0000","id":9,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":9,"rank":0,"name":"b","status":"up:active","gid":7744}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":24,"modified":"2024-09-21T00:30:27.637263+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{"scrub status":"paused paths [/scrub_control_test_path]"}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-21T00:30:29.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:29.446+0000 7f0e963df640 1 -- 172.21.15.67:0/299590110 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0e7c078b90 msgr2=0x7f0e7c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:29.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:29.446+0000 7f0e963df640 1 --2- 172.21.15.67:0/299590110 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0e7c078b90 0x7f0e7c07b0a0 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f0e84034000 tx=0x7f0e84004730 comp rx=0 tx=0).stop 2024-09-21T00:30:29.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:29.446+0000 7f0e963df640 1 -- 172.21.15.67:0/299590110 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0e900d21f0 msgr2=0x7f0e9014e2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:29.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:29.446+0000 7f0e963df640 1 --2- 172.21.15.67:0/299590110 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0e900d21f0 0x7f0e9014e2c0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f0e8000c3c0 tx=0x7f0e8000c880 comp rx=0 tx=0).stop 2024-09-21T00:30:29.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:29.446+0000 7f0e963df640 1 -- 172.21.15.67:0/299590110 shutdown_connections 2024-09-21T00:30:29.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:29.446+0000 7f0e963df640 1 --2- 172.21.15.67:0/299590110 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0e7c078b90 0x7f0e7c07b0a0 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:29.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:29.447+0000 7f0e963df640 1 --2- 172.21.15.67:0/299590110 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0e9015cbe0 0x7f0e901f9500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:29.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:29.447+0000 7f0e963df640 1 --2- 172.21.15.67:0/299590110 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0e900d2740 0x7f0e901f8fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:29.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:29.447+0000 7f0e963df640 1 --2- 172.21.15.67:0/299590110 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0e900d21f0 0x7f0e9014e2c0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:29.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:29.447+0000 7f0e963df640 1 -- 172.21.15.67:0/299590110 >> 172.21.15.67:0/299590110 conn(0x7f0e900d4590 msgr2=0x7f0e900b16e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:29.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:29.447+0000 7f0e963df640 1 -- 172.21.15.67:0/299590110 shutdown_connections 2024-09-21T00:30:29.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:29.447+0000 7f0e963df640 1 -- 172.21.15.67:0/299590110 wait complete. 2024-09-21T00:30:29.459 INFO:tasks.ceph.ceph_manager.ceph:{'b': 'paused paths [/scrub_control_test_path]'} 2024-09-21T00:30:30.460 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:30:30.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.595+0000 7fb2140bd640 1 -- 172.21.15.67:0/2431849507 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb20c0b6730 msgr2=0x7fb20c0cf260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:30.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.596+0000 7fb2140bd640 1 --2- 172.21.15.67:0/2431849507 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb20c0b6730 0x7fb20c0cf260 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fb1fc009830 tx=0x7fb1fc02a410 comp rx=0 tx=0).stop 2024-09-21T00:30:30.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.596+0000 7fb2140bd640 1 -- 172.21.15.67:0/2431849507 shutdown_connections 2024-09-21T00:30:30.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.596+0000 7fb2140bd640 1 --2- 172.21.15.67:0/2431849507 >> v2:172.21.15.97:3300/0 conn(0x7fb20c06fbd0 0x7fb20c0cf7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:30.598 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.596+0000 7fb2140bd640 1 --2- 172.21.15.67:0/2431849507 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb20c0b6730 0x7fb20c0cf260 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:30.598 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.596+0000 7fb2140bd640 1 -- 172.21.15.67:0/2431849507 >> 172.21.15.67:0/2431849507 conn(0x7fb20c0d45a0 msgr2=0x7fb20c0d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:30.598 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.596+0000 7fb2140bd640 1 -- 172.21.15.67:0/2431849507 shutdown_connections 2024-09-21T00:30:30.598 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.596+0000 7fb2140bd640 1 -- 172.21.15.67:0/2431849507 wait complete. 2024-09-21T00:30:30.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.598+0000 7fb2140bd640 1 Processor -- start 2024-09-21T00:30:30.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.598+0000 7fb2140bd640 1 -- start start 2024-09-21T00:30:30.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.599+0000 7fb2140bd640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb20c06fbd0 0x7fb20c0ca430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:30.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.599+0000 7fb2140bd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb20c0b9e70 0x7fb20c0ce1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:30.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.599+0000 7fb2140bd640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb20c15c360 0x7fb20c15c770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:30.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.599+0000 7fb2140bd640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fb20c0cfe60 con 0x7fb20c0b9e70 2024-09-21T00:30:30.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.599+0000 7fb2140bd640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fb20c0cfce0 con 0x7fb20c15c360 2024-09-21T00:30:30.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.599+0000 7fb2140bd640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fb20c0cffe0 con 0x7fb20c06fbd0 2024-09-21T00:30:30.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.599+0000 7fb211658640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb20c0b9e70 0x7fb20c0ce1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:30.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.599+0000 7fb211658640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb20c0b9e70 0x7fb20c0ce1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56320/0 (socket says 172.21.15.67:56320) 2024-09-21T00:30:30.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.599+0000 7fb211658640 1 -- 172.21.15.67:0/3673301897 learned_addr learned my addr 172.21.15.67:0/3673301897 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:30.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.599+0000 7fb21265a640 1 --2- 172.21.15.67:0/3673301897 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb20c15c360 0x7fb20c15c770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:30.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.599+0000 7fb211e59640 1 --2- 172.21.15.67:0/3673301897 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb20c06fbd0 0x7fb20c0ca430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:30.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.599+0000 7fb211658640 1 -- 172.21.15.67:0/3673301897 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb20c06fbd0 msgr2=0x7fb20c0ca430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:30.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.599+0000 7fb211658640 1 --2- 172.21.15.67:0/3673301897 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb20c06fbd0 0x7fb20c0ca430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:30.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.599+0000 7fb211658640 1 -- 172.21.15.67:0/3673301897 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb20c15c360 msgr2=0x7fb20c15c770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:30.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.599+0000 7fb211658640 1 --2- 172.21.15.67:0/3673301897 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb20c15c360 0x7fb20c15c770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:30.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.599+0000 7fb211658640 1 -- 172.21.15.67:0/3673301897 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb20c1f5dc0 con 0x7fb20c0b9e70 2024-09-21T00:30:30.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.600+0000 7fb211658640 1 --2- 172.21.15.67:0/3673301897 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb20c0b9e70 0x7fb20c0ce1a0 secure :-1 s=READY pgs=1559 cs=0 l=1 rev1=1 crypto rx=0x7fb1fc009950 tx=0x7fb1fc003b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:30.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.600+0000 7fb2027fc640 1 -- 172.21.15.67:0/3673301897 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1fc03f030 con 0x7fb20c0b9e70 2024-09-21T00:30:30.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.600+0000 7fb2027fc640 1 -- 172.21.15.67:0/3673301897 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb1fc004510 con 0x7fb20c0b9e70 2024-09-21T00:30:30.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.600+0000 7fb2140bd640 1 -- 172.21.15.67:0/3673301897 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb20c0cd6c0 con 0x7fb20c0b9e70 2024-09-21T00:30:30.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.600+0000 7fb2027fc640 1 -- 172.21.15.67:0/3673301897 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1fc037040 con 0x7fb20c0b9e70 2024-09-21T00:30:30.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.600+0000 7fb2140bd640 1 -- 172.21.15.67:0/3673301897 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb20c0cdc80 con 0x7fb20c0b9e70 2024-09-21T00:30:30.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.601+0000 7fb2140bd640 1 -- 172.21.15.67:0/3673301897 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb20c0d04d0 con 0x7fb20c0b9e70 2024-09-21T00:30:30.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.602+0000 7fb2027fc640 1 -- 172.21.15.67:0/3673301897 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fb1fc042070 con 0x7fb20c0b9e70 2024-09-21T00:30:30.605 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.602+0000 7fb2027fc640 1 --2- 172.21.15.67:0/3673301897 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb1f0078b90 0x7fb1f007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:30.605 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.603+0000 7fb2027fc640 1 -- 172.21.15.67:0/3673301897 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(128..128 src has 1..128) ==== 5709+0+0 (secure 0 0 0) 0x7fb1fc0ba850 con 0x7fb20c0b9e70 2024-09-21T00:30:30.605 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.603+0000 7fb211e59640 1 --2- 172.21.15.67:0/3673301897 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb1f0078b90 0x7fb1f007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:30.605 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.603+0000 7fb211e59640 1 --2- 172.21.15.67:0/3673301897 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb1f0078b90 0x7fb1f007b0a0 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7fb208007960 tx=0x7fb208001d50 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:30.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.607+0000 7fb2027fc640 1 -- 172.21.15.67:0/3673301897 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fb1fc049070 con 0x7fb20c0b9e70 2024-09-21T00:30:30.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.831+0000 7fb2140bd640 1 -- 172.21.15.67:0/3673301897 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb20c0b3090 con 0x7fb20c0b9e70 2024-09-21T00:30:30.833 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.832+0000 7fb2027fc640 1 -- 172.21.15.67:0/3673301897 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 108 v108) ==== 95+0+5225 (secure 0 0 0) 0x7fb1fc0826d0 con 0x7fb20c0b9e70 2024-09-21T00:30:30.833 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:30:30.833 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":108,"btime":"2024-09-21T00:30:03:146509+0000","default_fscid":9,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7076,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/3729383831","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":3729383831},{"type":"v1","addr":"172.21.15.97:6837","nonce":3729383831}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":103},{"gid":7732,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/97932944","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":97932944},{"type":"v1","addr":"172.21.15.67:6834","nonce":97932944}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":102},{"gid":7735,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3469130706","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":3469130706},{"type":"v1","addr":"172.21.15.67:6835","nonce":3469130706}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":103}],"filesystems":[{"mdsmap":{"epoch":108,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:29:59.516625+0000","modified":"2024-09-21T00:30:02.533562+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7744},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7744":{"gid":7744,"name":"b","rank":0,"incarnation":104,"state":"up:active","state_seq":3,"addr":"172.21.15.97:6835/2367808255","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":2367808255},{"type":"v1","addr":"172.21.15.97:6835","nonce":2367808255}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[19],"metadata_pool":18,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7744,"qdb_cluster":[7744]},"id":9}]} 2024-09-21T00:30:30.834 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 108 2024-09-21T00:30:30.835 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.834+0000 7fb2140bd640 1 -- 172.21.15.67:0/3673301897 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb1f0078b90 msgr2=0x7fb1f007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:30.836 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.834+0000 7fb2140bd640 1 --2- 172.21.15.67:0/3673301897 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb1f0078b90 0x7fb1f007b0a0 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7fb208007960 tx=0x7fb208001d50 comp rx=0 tx=0).stop 2024-09-21T00:30:30.836 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.834+0000 7fb2140bd640 1 -- 172.21.15.67:0/3673301897 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb20c0b9e70 msgr2=0x7fb20c0ce1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:30.836 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.834+0000 7fb2140bd640 1 --2- 172.21.15.67:0/3673301897 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb20c0b9e70 0x7fb20c0ce1a0 secure :-1 s=READY pgs=1559 cs=0 l=1 rev1=1 crypto rx=0x7fb1fc009950 tx=0x7fb1fc003b60 comp rx=0 tx=0).stop 2024-09-21T00:30:30.836 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.834+0000 7fb2140bd640 1 -- 172.21.15.67:0/3673301897 shutdown_connections 2024-09-21T00:30:30.836 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.834+0000 7fb2140bd640 1 --2- 172.21.15.67:0/3673301897 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb1f0078b90 0x7fb1f007b0a0 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:30.836 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.834+0000 7fb2140bd640 1 --2- 172.21.15.67:0/3673301897 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb20c15c360 0x7fb20c15c770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:30.836 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.834+0000 7fb2140bd640 1 --2- 172.21.15.67:0/3673301897 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb20c0b9e70 0x7fb20c0ce1a0 unknown :-1 s=CLOSED pgs=1559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:30.836 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.834+0000 7fb2140bd640 1 --2- 172.21.15.67:0/3673301897 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb20c06fbd0 0x7fb20c0ca430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:30.836 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.834+0000 7fb2140bd640 1 -- 172.21.15.67:0/3673301897 >> 172.21.15.67:0/3673301897 conn(0x7fb20c0d45a0 msgr2=0x7fb20c0d4ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:30.836 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.834+0000 7fb2140bd640 1 -- 172.21.15.67:0/3673301897 shutdown_connections 2024-09-21T00:30:30.836 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.834+0000 7fb2140bd640 1 -- 172.21.15.67:0/3673301897 wait complete. 2024-09-21T00:30:30.846 DEBUG:tasks.cephfs.test_scrub_checks:current active=['b'] 2024-09-21T00:30:30.847 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-21T00:30:30.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.961+0000 7f63cf425640 1 -- 172.21.15.67:0/2631823687 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f63c815ffe0 msgr2=0x7f63c809a950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:30.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.961+0000 7f63cf425640 1 --2- 172.21.15.67:0/2631823687 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f63c815ffe0 0x7f63c809a950 secure :-1 s=READY pgs=1561 cs=0 l=1 rev1=1 crypto rx=0x7f63b8005fd0 tx=0x7f63b802aa90 comp rx=0 tx=0).stop 2024-09-21T00:30:30.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.961+0000 7f63cf425640 1 -- 172.21.15.67:0/2631823687 shutdown_connections 2024-09-21T00:30:30.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.961+0000 7f63cf425640 1 --2- 172.21.15.67:0/2631823687 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f63c80b1910 0x7f63c809ae90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:30.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.961+0000 7f63cf425640 1 --2- 172.21.15.67:0/2631823687 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f63c815ffe0 0x7f63c809a950 unknown :-1 s=CLOSED pgs=1561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:30.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.961+0000 7f63cf425640 1 -- 172.21.15.67:0/2631823687 >> 172.21.15.67:0/2631823687 conn(0x7f63c80b3e90 msgr2=0x7f63c80b42a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:30.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.961+0000 7f63cf425640 1 -- 172.21.15.67:0/2631823687 shutdown_connections 2024-09-21T00:30:30.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.961+0000 7f63cf425640 1 -- 172.21.15.67:0/2631823687 wait complete. 2024-09-21T00:30:30.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.963+0000 7f63cf425640 1 Processor -- start 2024-09-21T00:30:30.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.963+0000 7f63cf425640 1 -- start start 2024-09-21T00:30:30.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.964+0000 7f63cf425640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f63c80b1910 0x7f63c80afef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:30.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.965+0000 7f63cf425640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f63c815ffe0 0x7f63c80718d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:30.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.965+0000 7f63cf425640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f63c81604c0 0x7f63c81f6d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:30.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.965+0000 7f63cf425640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f63c80ce8a0 con 0x7f63c81604c0 2024-09-21T00:30:30.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.965+0000 7f63cf425640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f63c80b7c00 con 0x7f63c815ffe0 2024-09-21T00:30:30.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.965+0000 7f63cf425640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f63c80cea20 con 0x7f63c80b1910 2024-09-21T00:30:30.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.965+0000 7f63cd9c2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f63c81604c0 0x7f63c81f6d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:30.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.965+0000 7f63cd9c2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f63c81604c0 0x7f63c81f6d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56340/0 (socket says 172.21.15.67:56340) 2024-09-21T00:30:30.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.965+0000 7f63cd9c2640 1 -- 172.21.15.67:0/2898091202 learned_addr learned my addr 172.21.15.67:0/2898091202 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:30.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.965+0000 7f63cd1c1640 1 --2- 172.21.15.67:0/2898091202 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f63c80b1910 0x7f63c80afef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:30.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.965+0000 7f63cc9c0640 1 --2- 172.21.15.67:0/2898091202 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f63c815ffe0 0x7f63c80718d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:30.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.965+0000 7f63cd9c2640 1 -- 172.21.15.67:0/2898091202 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f63c80b1910 msgr2=0x7f63c80afef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:30.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.965+0000 7f63cd9c2640 1 --2- 172.21.15.67:0/2898091202 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f63c80b1910 0x7f63c80afef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:30.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.965+0000 7f63cd9c2640 1 -- 172.21.15.67:0/2898091202 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f63c815ffe0 msgr2=0x7f63c80718d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:30.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.965+0000 7f63cd9c2640 1 --2- 172.21.15.67:0/2898091202 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f63c815ffe0 0x7f63c80718d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:30.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.965+0000 7f63cd9c2640 1 -- 172.21.15.67:0/2898091202 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63c81f3670 con 0x7f63c81604c0 2024-09-21T00:30:30.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.965+0000 7f63cc9c0640 1 --2- 172.21.15.67:0/2898091202 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f63c815ffe0 0x7f63c80718d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:30:30.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.965+0000 7f63cd9c2640 1 --2- 172.21.15.67:0/2898091202 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f63c81604c0 0x7f63c81f6d80 secure :-1 s=READY pgs=1562 cs=0 l=1 rev1=1 crypto rx=0x7f63c000c3c0 tx=0x7f63c000c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:30.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.965+0000 7f63c5ffb640 1 -- 172.21.15.67:0/2898091202 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63c0017070 con 0x7f63c81604c0 2024-09-21T00:30:30.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.965+0000 7f63c5ffb640 1 -- 172.21.15.67:0/2898091202 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f63c00035f0 con 0x7f63c81604c0 2024-09-21T00:30:30.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.965+0000 7f63c5ffb640 1 -- 172.21.15.67:0/2898091202 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63c0003a40 con 0x7f63c81604c0 2024-09-21T00:30:30.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.965+0000 7f63cf425640 1 -- 172.21.15.67:0/2898091202 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f63c81f3950 con 0x7f63c81604c0 2024-09-21T00:30:30.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.966+0000 7f63cf425640 1 -- 172.21.15.67:0/2898091202 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f63c81f3f10 con 0x7f63c81604c0 2024-09-21T00:30:30.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.967+0000 7f63cf425640 1 -- 172.21.15.67:0/2898091202 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f63c8161230 con 0x7f63c81604c0 2024-09-21T00:30:30.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.967+0000 7f63c5ffb640 1 -- 172.21.15.67:0/2898091202 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f63c001a070 con 0x7f63c81604c0 2024-09-21T00:30:30.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.968+0000 7f63c5ffb640 1 --2- 172.21.15.67:0/2898091202 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f63b4078b90 0x7f63b407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:30.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.968+0000 7f63c5ffb640 1 -- 172.21.15.67:0/2898091202 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(128..128 src has 1..128) ==== 5709+0+0 (secure 0 0 0) 0x7f63c0099e60 con 0x7f63c81604c0 2024-09-21T00:30:30.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.968+0000 7f63cd1c1640 1 --2- 172.21.15.67:0/2898091202 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f63b4078b90 0x7f63b407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:30.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.969+0000 7f63cd1c1640 1 --2- 172.21.15.67:0/2898091202 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f63b4078b90 0x7f63b407b0a0 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f63b8035000 tx=0x7f63b8038040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:30.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:30.972+0000 7f63c5ffb640 1 -- 172.21.15.67:0/2898091202 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f63c0061d10 con 0x7f63c81604c0 2024-09-21T00:30:31.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:31.239+0000 7f63cf425640 1 -- 172.21.15.67:0/2898091202 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f63c80b4c80 con 0x7f63c81604c0 2024-09-21T00:30:31.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:31.239+0000 7f63c5ffb640 1 -- 172.21.15.67:0/2898091202 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1674 (secure 0 0 0) 0x7f63c0066740 con 0x7f63c81604c0 2024-09-21T00:30:31.242 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:30:31.242 INFO:teuthology.orchestra.run.smithi067.stdout:{"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":574,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":128,"num_osds":8,"num_up_osds":8,"osd_up_since":1726878070,"num_in_osds":8,"osd_in_since":1726878060,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":1048,"data_bytes":1077605735,"bytes_used":2662260736,"bytes_avail":770431852544,"bytes_total":773094113280,"write_bytes_sec":65317678,"read_op_per_sec":0,"write_op_per_sec":65},"fsmap":{"epoch":108,"btime":"2024-09-21T00:30:03:146509+0000","id":9,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":9,"rank":0,"name":"b","status":"up:active","gid":7744}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":24,"modified":"2024-09-21T00:30:27.637263+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{"scrub status":"paused paths [/scrub_control_test_path]"}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-21T00:30:31.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:31.241+0000 7f63cf425640 1 -- 172.21.15.67:0/2898091202 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f63b4078b90 msgr2=0x7f63b407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:31.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:31.241+0000 7f63cf425640 1 --2- 172.21.15.67:0/2898091202 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f63b4078b90 0x7f63b407b0a0 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f63b8035000 tx=0x7f63b8038040 comp rx=0 tx=0).stop 2024-09-21T00:30:31.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:31.241+0000 7f63cf425640 1 -- 172.21.15.67:0/2898091202 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f63c81604c0 msgr2=0x7f63c81f6d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:31.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:31.241+0000 7f63cf425640 1 --2- 172.21.15.67:0/2898091202 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f63c81604c0 0x7f63c81f6d80 secure :-1 s=READY pgs=1562 cs=0 l=1 rev1=1 crypto rx=0x7f63c000c3c0 tx=0x7f63c000c880 comp rx=0 tx=0).stop 2024-09-21T00:30:31.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:31.241+0000 7f63cf425640 1 -- 172.21.15.67:0/2898091202 shutdown_connections 2024-09-21T00:30:31.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:31.241+0000 7f63cf425640 1 --2- 172.21.15.67:0/2898091202 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f63b4078b90 0x7f63b407b0a0 unknown :-1 s=CLOSED pgs=588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:31.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:31.241+0000 7f63cf425640 1 --2- 172.21.15.67:0/2898091202 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f63c81604c0 0x7f63c81f6d80 unknown :-1 s=CLOSED pgs=1562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:31.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:31.241+0000 7f63cf425640 1 --2- 172.21.15.67:0/2898091202 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f63c815ffe0 0x7f63c80718d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:31.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:31.241+0000 7f63cf425640 1 --2- 172.21.15.67:0/2898091202 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f63c80b1910 0x7f63c80afef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:31.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:31.241+0000 7f63cf425640 1 -- 172.21.15.67:0/2898091202 >> 172.21.15.67:0/2898091202 conn(0x7f63c80b3e90 msgr2=0x7f63c81608d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:31.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:31.241+0000 7f63cf425640 1 -- 172.21.15.67:0/2898091202 shutdown_connections 2024-09-21T00:30:31.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:31.242+0000 7f63cf425640 1 -- 172.21.15.67:0/2898091202 wait complete. 2024-09-21T00:30:31.254 INFO:tasks.ceph.ceph_manager.ceph:{'b': 'paused paths [/scrub_control_test_path]'} 2024-09-21T00:30:32.254 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:30:32.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.384+0000 7f7fefd13640 1 -- 172.21.15.67:0/2196290479 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7fe80b73f0 msgr2=0x7f7fe80b7800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:32.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.384+0000 7f7fefd13640 1 --2- 172.21.15.67:0/2196290479 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7fe80b73f0 0x7f7fe80b7800 secure :-1 s=READY pgs=1563 cs=0 l=1 rev1=1 crypto rx=0x7f7fe80b7110 tx=0x7f7fe002aac0 comp rx=0 tx=0).stop 2024-09-21T00:30:32.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.384+0000 7f7fefd13640 1 -- 172.21.15.67:0/2196290479 shutdown_connections 2024-09-21T00:30:32.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.384+0000 7f7fefd13640 1 --2- 172.21.15.67:0/2196290479 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7fe80b73f0 0x7f7fe80b7800 unknown :-1 s=CLOSED pgs=1563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:32.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.384+0000 7f7fefd13640 1 --2- 172.21.15.67:0/2196290479 >> v2:172.21.15.97:3300/0 conn(0x7f7fe80d1010 0x7f7fe80d1420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:32.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.384+0000 7f7fefd13640 1 -- 172.21.15.67:0/2196290479 >> 172.21.15.67:0/2196290479 conn(0x7f7fe808bee0 msgr2=0x7f7fe80d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:32.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.384+0000 7f7fefd13640 1 -- 172.21.15.67:0/2196290479 shutdown_connections 2024-09-21T00:30:32.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.384+0000 7f7fefd13640 1 -- 172.21.15.67:0/2196290479 wait complete. 2024-09-21T00:30:32.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.386+0000 7f7fefd13640 1 Processor -- start 2024-09-21T00:30:32.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.386+0000 7f7fefd13640 1 -- start start 2024-09-21T00:30:32.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.388+0000 7f7fefd13640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7fe80b73f0 0x7f7fe8157250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:32.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.388+0000 7f7fefd13640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7fe80b9780 0x7f7fe8161b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:32.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.388+0000 7f7fefd13640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7fe80d1010 0x7f7fe8162040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:32.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.388+0000 7f7fefd13640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f7fe80cf5a0 con 0x7f7fe80b9780 2024-09-21T00:30:32.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.388+0000 7f7fefd13640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f7fe80cf420 con 0x7f7fe80d1010 2024-09-21T00:30:32.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.388+0000 7f7fefd13640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f7fe80cf720 con 0x7f7fe80b73f0 2024-09-21T00:30:32.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.388+0000 7f7fed2ae640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7fe80b9780 0x7f7fe8161b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:32.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.388+0000 7f7fed2ae640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7fe80b9780 0x7f7fe8161b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56360/0 (socket says 172.21.15.67:56360) 2024-09-21T00:30:32.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.388+0000 7f7fed2ae640 1 -- 172.21.15.67:0/1157388580 learned_addr learned my addr 172.21.15.67:0/1157388580 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:32.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.388+0000 7f7fee2b0640 1 --2- 172.21.15.67:0/1157388580 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7fe80d1010 0x7f7fe8162040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:32.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.388+0000 7f7fedaaf640 1 --2- 172.21.15.67:0/1157388580 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7fe80b73f0 0x7f7fe8157250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:32.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.388+0000 7f7fed2ae640 1 -- 172.21.15.67:0/1157388580 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7fe80b73f0 msgr2=0x7f7fe8157250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:32.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.388+0000 7f7fed2ae640 1 --2- 172.21.15.67:0/1157388580 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7fe80b73f0 0x7f7fe8157250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:32.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.388+0000 7f7fed2ae640 1 -- 172.21.15.67:0/1157388580 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7fe80d1010 msgr2=0x7f7fe8162040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:32.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.388+0000 7f7fed2ae640 1 --2- 172.21.15.67:0/1157388580 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7fe80d1010 0x7f7fe8162040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:32.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.388+0000 7f7fed2ae640 1 -- 172.21.15.67:0/1157388580 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7fe8157a80 con 0x7f7fe80b9780 2024-09-21T00:30:32.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.388+0000 7f7fed2ae640 1 --2- 172.21.15.67:0/1157388580 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7fe80b9780 0x7f7fe8161b00 secure :-1 s=READY pgs=1564 cs=0 l=1 rev1=1 crypto rx=0x7f7fd800d750 tx=0x7f7fd800dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:32.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.388+0000 7f7fde7fc640 1 -- 172.21.15.67:0/1157388580 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fd8017070 con 0x7f7fe80b9780 2024-09-21T00:30:32.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.388+0000 7f7fde7fc640 1 -- 172.21.15.67:0/1157388580 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7fd8009d20 con 0x7f7fe80b9780 2024-09-21T00:30:32.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.388+0000 7f7fefd13640 1 -- 172.21.15.67:0/1157388580 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7fe8157d60 con 0x7f7fe80b9780 2024-09-21T00:30:32.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.389+0000 7f7fde7fc640 1 -- 172.21.15.67:0/1157388580 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fd800de60 con 0x7f7fe80b9780 2024-09-21T00:30:32.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.389+0000 7f7fefd13640 1 -- 172.21.15.67:0/1157388580 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7fe81e7b30 con 0x7f7fe80b9780 2024-09-21T00:30:32.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.390+0000 7f7fefd13640 1 -- 172.21.15.67:0/1157388580 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7fe80b7800 con 0x7f7fe80b9780 2024-09-21T00:30:32.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.390+0000 7f7fde7fc640 1 -- 172.21.15.67:0/1157388580 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f7fd8004280 con 0x7f7fe80b9780 2024-09-21T00:30:32.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.391+0000 7f7fde7fc640 1 --2- 172.21.15.67:0/1157388580 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7fcc078b90 0x7f7fcc07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:32.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.391+0000 7f7fde7fc640 1 -- 172.21.15.67:0/1157388580 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(128..128 src has 1..128) ==== 5709+0+0 (secure 0 0 0) 0x7f7fd809aef0 con 0x7f7fe80b9780 2024-09-21T00:30:32.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.391+0000 7f7fedaaf640 1 --2- 172.21.15.67:0/1157388580 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7fcc078b90 0x7f7fcc07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:32.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.392+0000 7f7fedaaf640 1 --2- 172.21.15.67:0/1157388580 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7fcc078b90 0x7f7fcc07b0a0 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f7fe4007fd0 tx=0x7f7fe4009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:32.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.396+0000 7f7fde7fc640 1 -- 172.21.15.67:0/1157388580 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f7fd8020020 con 0x7f7fe80b9780 2024-09-21T00:30:32.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.623+0000 7f7fefd13640 1 -- 172.21.15.67:0/1157388580 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7fe8157810 con 0x7f7fe80b9780 2024-09-21T00:30:32.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.623+0000 7f7fde7fc640 1 -- 172.21.15.67:0/1157388580 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 108 v108) ==== 95+0+5225 (secure 0 0 0) 0x7f7fd8062d70 con 0x7f7fe80b9780 2024-09-21T00:30:32.624 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:30:32.624 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":108,"btime":"2024-09-21T00:30:03:146509+0000","default_fscid":9,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7076,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/3729383831","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":3729383831},{"type":"v1","addr":"172.21.15.97:6837","nonce":3729383831}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":103},{"gid":7732,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/97932944","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":97932944},{"type":"v1","addr":"172.21.15.67:6834","nonce":97932944}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":102},{"gid":7735,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3469130706","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":3469130706},{"type":"v1","addr":"172.21.15.67:6835","nonce":3469130706}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":103}],"filesystems":[{"mdsmap":{"epoch":108,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:29:59.516625+0000","modified":"2024-09-21T00:30:02.533562+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7744},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7744":{"gid":7744,"name":"b","rank":0,"incarnation":104,"state":"up:active","state_seq":3,"addr":"172.21.15.97:6835/2367808255","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":2367808255},{"type":"v1","addr":"172.21.15.97:6835","nonce":2367808255}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[19],"metadata_pool":18,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7744,"qdb_cluster":[7744]},"id":9}]} 2024-09-21T00:30:32.625 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 108 2024-09-21T00:30:32.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.625+0000 7f7fefd13640 1 -- 172.21.15.67:0/1157388580 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7fcc078b90 msgr2=0x7f7fcc07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:32.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.625+0000 7f7fefd13640 1 --2- 172.21.15.67:0/1157388580 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7fcc078b90 0x7f7fcc07b0a0 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f7fe4007fd0 tx=0x7f7fe4009040 comp rx=0 tx=0).stop 2024-09-21T00:30:32.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.626+0000 7f7fefd13640 1 -- 172.21.15.67:0/1157388580 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7fe80b9780 msgr2=0x7f7fe8161b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:32.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.626+0000 7f7fefd13640 1 --2- 172.21.15.67:0/1157388580 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7fe80b9780 0x7f7fe8161b00 secure :-1 s=READY pgs=1564 cs=0 l=1 rev1=1 crypto rx=0x7f7fd800d750 tx=0x7f7fd800dc10 comp rx=0 tx=0).stop 2024-09-21T00:30:32.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.626+0000 7f7fefd13640 1 -- 172.21.15.67:0/1157388580 shutdown_connections 2024-09-21T00:30:32.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.626+0000 7f7fefd13640 1 --2- 172.21.15.67:0/1157388580 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7fcc078b90 0x7f7fcc07b0a0 unknown :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:32.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.626+0000 7f7fefd13640 1 --2- 172.21.15.67:0/1157388580 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7fe80d1010 0x7f7fe8162040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:32.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.626+0000 7f7fefd13640 1 --2- 172.21.15.67:0/1157388580 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7fe80b9780 0x7f7fe8161b00 unknown :-1 s=CLOSED pgs=1564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:32.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.626+0000 7f7fefd13640 1 --2- 172.21.15.67:0/1157388580 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7fe80b73f0 0x7f7fe8157250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:32.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.626+0000 7f7fefd13640 1 -- 172.21.15.67:0/1157388580 >> 172.21.15.67:0/1157388580 conn(0x7f7fe808bee0 msgr2=0x7f7fe80ce3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:32.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.626+0000 7f7fefd13640 1 -- 172.21.15.67:0/1157388580 shutdown_connections 2024-09-21T00:30:32.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.626+0000 7f7fefd13640 1 -- 172.21.15.67:0/1157388580 wait complete. 2024-09-21T00:30:32.638 DEBUG:tasks.cephfs.test_scrub_checks:current active=['b'] 2024-09-21T00:30:32.638 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-21T00:30:32.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.753+0000 7fe171b5e640 1 -- 172.21.15.67:0/2406062547 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe16c0d3430 msgr2=0x7fe16c0d3840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:32.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.753+0000 7fe171b5e640 1 --2- 172.21.15.67:0/2406062547 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe16c0d3430 0x7fe16c0d3840 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fe164005fd0 tx=0x7fe16402a820 comp rx=0 tx=0).stop 2024-09-21T00:30:32.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.753+0000 7fe171b5e640 1 -- 172.21.15.67:0/2406062547 shutdown_connections 2024-09-21T00:30:32.755 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.753+0000 7fe171b5e640 1 --2- 172.21.15.67:0/2406062547 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe16c0d3430 0x7fe16c0d3840 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:32.755 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.753+0000 7fe171b5e640 1 --2- 172.21.15.67:0/2406062547 >> v2:172.21.15.97:3300/0 conn(0x7fe16c0d18d0 0x7fe16c162520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:32.755 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.753+0000 7fe171b5e640 1 -- 172.21.15.67:0/2406062547 >> 172.21.15.67:0/2406062547 conn(0x7fe16c06dfb0 msgr2=0x7fe16c06e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:32.755 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.753+0000 7fe171b5e640 1 -- 172.21.15.67:0/2406062547 shutdown_connections 2024-09-21T00:30:32.755 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.753+0000 7fe171b5e640 1 -- 172.21.15.67:0/2406062547 wait complete. 2024-09-21T00:30:32.760 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.755+0000 7fe171b5e640 1 Processor -- start 2024-09-21T00:30:32.761 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.755+0000 7fe171b5e640 1 -- start start 2024-09-21T00:30:32.761 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.756+0000 7fe171b5e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe16c0cf010 0x7fe16c15fa30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:32.761 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.756+0000 7fe171b5e640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe16c0d3430 0x7fe16c15af40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:32.761 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.756+0000 7fe171b5e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe16c15f550 0x7fe16c0c9640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:32.761 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.756+0000 7fe171b5e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fe16c0d3f90 con 0x7fe16c15f550 2024-09-21T00:30:32.761 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.756+0000 7fe171b5e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fe16c15eea0 con 0x7fe16c0cf010 2024-09-21T00:30:32.761 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.756+0000 7fe171b5e640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fe16c0d4110 con 0x7fe16c0d3430 2024-09-21T00:30:32.761 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.756+0000 7fe16bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe16c15f550 0x7fe16c0c9640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:32.761 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.756+0000 7fe16bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe16c15f550 0x7fe16c0c9640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56372/0 (socket says 172.21.15.67:56372) 2024-09-21T00:30:32.762 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.756+0000 7fe16bfff640 1 -- 172.21.15.67:0/1055024485 learned_addr learned my addr 172.21.15.67:0/1055024485 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:32.762 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.756+0000 7fe16b7fe640 1 --2- 172.21.15.67:0/1055024485 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe16c0cf010 0x7fe16c15fa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:32.762 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.756+0000 7fe16affd640 1 --2- 172.21.15.67:0/1055024485 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe16c0d3430 0x7fe16c15af40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:32.762 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.757+0000 7fe16bfff640 1 -- 172.21.15.67:0/1055024485 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe16c0d3430 msgr2=0x7fe16c15af40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:32.762 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.757+0000 7fe16bfff640 1 --2- 172.21.15.67:0/1055024485 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe16c0d3430 0x7fe16c15af40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:32.762 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.757+0000 7fe16bfff640 1 -- 172.21.15.67:0/1055024485 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe16c0cf010 msgr2=0x7fe16c15fa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:32.762 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.757+0000 7fe16bfff640 1 --2- 172.21.15.67:0/1055024485 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe16c0cf010 0x7fe16c15fa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:32.762 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.757+0000 7fe16bfff640 1 -- 172.21.15.67:0/1055024485 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe16c0ccb00 con 0x7fe16c15f550 2024-09-21T00:30:32.762 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.757+0000 7fe16bfff640 1 --2- 172.21.15.67:0/1055024485 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe16c15f550 0x7fe16c0c9640 secure :-1 s=READY pgs=1565 cs=0 l=1 rev1=1 crypto rx=0x7fe164035040 tx=0x7fe164032c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:32.762 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.757+0000 7fe153fff640 1 -- 172.21.15.67:0/1055024485 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe164037040 con 0x7fe16c15f550 2024-09-21T00:30:32.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.757+0000 7fe153fff640 1 -- 172.21.15.67:0/1055024485 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe164042070 con 0x7fe16c15f550 2024-09-21T00:30:32.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.757+0000 7fe171b5e640 1 -- 172.21.15.67:0/1055024485 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe16c0ccde0 con 0x7fe16c15f550 2024-09-21T00:30:32.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.757+0000 7fe153fff640 1 -- 172.21.15.67:0/1055024485 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe164003e60 con 0x7fe16c15f550 2024-09-21T00:30:32.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.757+0000 7fe171b5e640 1 -- 172.21.15.67:0/1055024485 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe16c0cd3a0 con 0x7fe16c15f550 2024-09-21T00:30:32.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.758+0000 7fe171b5e640 1 -- 172.21.15.67:0/1055024485 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe16c162520 con 0x7fe16c15f550 2024-09-21T00:30:32.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.760+0000 7fe153fff640 1 -- 172.21.15.67:0/1055024485 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fe164004260 con 0x7fe16c15f550 2024-09-21T00:30:32.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.760+0000 7fe153fff640 1 --2- 172.21.15.67:0/1055024485 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe158078bc0 0x7fe15807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:32.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.760+0000 7fe153fff640 1 -- 172.21.15.67:0/1055024485 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(128..128 src has 1..128) ==== 5709+0+0 (secure 0 0 0) 0x7fe1640bc3b0 con 0x7fe16c15f550 2024-09-21T00:30:32.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.761+0000 7fe16b7fe640 1 --2- 172.21.15.67:0/1055024485 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe158078bc0 0x7fe15807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:32.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.761+0000 7fe16b7fe640 1 --2- 172.21.15.67:0/1055024485 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe158078bc0 0x7fe15807b0d0 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7fe15c007fd0 tx=0x7fe15c001390 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:32.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:32.764+0000 7fe153fff640 1 -- 172.21.15.67:0/1055024485 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fe164084280 con 0x7fe16c15f550 2024-09-21T00:30:33.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:33.027+0000 7fe171b5e640 1 -- 172.21.15.67:0/1055024485 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7fe16c0ceb30 con 0x7fe16c15f550 2024-09-21T00:30:33.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:33.028+0000 7fe153fff640 1 -- 172.21.15.67:0/1055024485 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1674 (secure 0 0 0) 0x7fe164088cb0 con 0x7fe16c15f550 2024-09-21T00:30:33.029 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:30:33.029 INFO:teuthology.orchestra.run.smithi067.stdout:{"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":575,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":128,"num_osds":8,"num_up_osds":8,"osd_up_since":1726878070,"num_in_osds":8,"osd_in_since":1726878060,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":1048,"data_bytes":1078343117,"bytes_used":2663735296,"bytes_avail":770430377984,"bytes_total":773094113280,"write_bytes_sec":54809089,"read_op_per_sec":0,"write_op_per_sec":56},"fsmap":{"epoch":108,"btime":"2024-09-21T00:30:03:146509+0000","id":9,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":9,"rank":0,"name":"b","status":"up:active","gid":7744}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":24,"modified":"2024-09-21T00:30:27.637263+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{"scrub status":"paused paths [/scrub_control_test_path]"}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-21T00:30:33.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:33.030+0000 7fe171b5e640 1 -- 172.21.15.67:0/1055024485 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe158078bc0 msgr2=0x7fe15807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:33.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:33.030+0000 7fe171b5e640 1 --2- 172.21.15.67:0/1055024485 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe158078bc0 0x7fe15807b0d0 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7fe15c007fd0 tx=0x7fe15c001390 comp rx=0 tx=0).stop 2024-09-21T00:30:33.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:33.030+0000 7fe171b5e640 1 -- 172.21.15.67:0/1055024485 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe16c15f550 msgr2=0x7fe16c0c9640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:33.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:33.030+0000 7fe171b5e640 1 --2- 172.21.15.67:0/1055024485 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe16c15f550 0x7fe16c0c9640 secure :-1 s=READY pgs=1565 cs=0 l=1 rev1=1 crypto rx=0x7fe164035040 tx=0x7fe164032c60 comp rx=0 tx=0).stop 2024-09-21T00:30:33.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:33.030+0000 7fe171b5e640 1 -- 172.21.15.67:0/1055024485 shutdown_connections 2024-09-21T00:30:33.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:33.030+0000 7fe171b5e640 1 --2- 172.21.15.67:0/1055024485 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe158078bc0 0x7fe15807b0d0 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:33.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:33.030+0000 7fe171b5e640 1 --2- 172.21.15.67:0/1055024485 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe16c15f550 0x7fe16c0c9640 unknown :-1 s=CLOSED pgs=1565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:33.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:33.030+0000 7fe171b5e640 1 --2- 172.21.15.67:0/1055024485 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe16c0d3430 0x7fe16c15af40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:33.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:33.030+0000 7fe171b5e640 1 --2- 172.21.15.67:0/1055024485 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe16c0cf010 0x7fe16c15fa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:33.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:33.030+0000 7fe171b5e640 1 -- 172.21.15.67:0/1055024485 >> 172.21.15.67:0/1055024485 conn(0x7fe16c06dfb0 msgr2=0x7fe16c06e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:33.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:33.030+0000 7fe171b5e640 1 -- 172.21.15.67:0/1055024485 shutdown_connections 2024-09-21T00:30:33.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:33.030+0000 7fe171b5e640 1 -- 172.21.15.67:0/1055024485 wait complete. 2024-09-21T00:30:33.042 INFO:tasks.ceph.ceph_manager.ceph:{'b': 'paused paths [/scrub_control_test_path]'} 2024-09-21T00:30:34.043 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:30:34.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.173+0000 7f0cfc2bd640 1 -- 172.21.15.67:0/1176132923 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0cf40cf970 msgr2=0x7f0cf40cfd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:34.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.173+0000 7f0cfc2bd640 1 --2- 172.21.15.67:0/1176132923 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0cf40cf970 0x7f0cf40cfd80 secure :-1 s=READY pgs=1566 cs=0 l=1 rev1=1 crypto rx=0x7f0cf41596b0 tx=0x7f0ce402a5f0 comp rx=0 tx=0).stop 2024-09-21T00:30:34.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.174+0000 7f0cfc2bd640 1 -- 172.21.15.67:0/1176132923 shutdown_connections 2024-09-21T00:30:34.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.174+0000 7f0cfc2bd640 1 --2- 172.21.15.67:0/1176132923 >> v2:172.21.15.97:3300/0 conn(0x7f0cf40cca70 0x7f0cf40cce80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:34.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.174+0000 7f0cfc2bd640 1 --2- 172.21.15.67:0/1176132923 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0cf40cf970 0x7f0cf40cfd80 unknown :-1 s=CLOSED pgs=1566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:34.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.174+0000 7f0cfc2bd640 1 -- 172.21.15.67:0/1176132923 >> 172.21.15.67:0/1176132923 conn(0x7f0cf406cf90 msgr2=0x7f0cf406d3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:34.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.174+0000 7f0cfc2bd640 1 -- 172.21.15.67:0/1176132923 shutdown_connections 2024-09-21T00:30:34.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.174+0000 7f0cfc2bd640 1 -- 172.21.15.67:0/1176132923 wait complete. 2024-09-21T00:30:34.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.175+0000 7f0cfc2bd640 1 Processor -- start 2024-09-21T00:30:34.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.175+0000 7f0cfc2bd640 1 -- start start 2024-09-21T00:30:34.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.177+0000 7f0cfc2bd640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0cf40cca70 0x7f0cf4158ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:34.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.177+0000 7f0cfc2bd640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0cf40cf970 0x7f0cf41569c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:34.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.177+0000 7f0cfc2bd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0cf415faf0 0x7f0cf4156f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:34.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.177+0000 7f0cfc2bd640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f0cf40d02c0 con 0x7f0cf415faf0 2024-09-21T00:30:34.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.177+0000 7f0cfc2bd640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f0cf4160040 con 0x7f0cf40cf970 2024-09-21T00:30:34.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.177+0000 7f0cfc2bd640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f0cf40d0440 con 0x7f0cf40cca70 2024-09-21T00:30:34.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.177+0000 7f0cfa85a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0cf415faf0 0x7f0cf4156f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:34.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.177+0000 7f0cfa85a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0cf415faf0 0x7f0cf4156f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54040/0 (socket says 172.21.15.67:54040) 2024-09-21T00:30:34.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.177+0000 7f0cfa85a640 1 -- 172.21.15.67:0/2189587472 learned_addr learned my addr 172.21.15.67:0/2189587472 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:34.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.177+0000 7f0cf9858640 1 --2- 172.21.15.67:0/2189587472 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0cf40cf970 0x7f0cf41569c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:34.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.177+0000 7f0cfa059640 1 --2- 172.21.15.67:0/2189587472 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0cf40cca70 0x7f0cf4158ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:34.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.177+0000 7f0cfa85a640 1 -- 172.21.15.67:0/2189587472 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0cf40cca70 msgr2=0x7f0cf4158ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:34.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.177+0000 7f0cfa85a640 1 --2- 172.21.15.67:0/2189587472 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0cf40cca70 0x7f0cf4158ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:34.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.177+0000 7f0cfa85a640 1 -- 172.21.15.67:0/2189587472 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0cf40cf970 msgr2=0x7f0cf41569c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:34.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.177+0000 7f0cfa85a640 1 --2- 172.21.15.67:0/2189587472 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0cf40cf970 0x7f0cf41569c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:34.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.177+0000 7f0cfa85a640 1 -- 172.21.15.67:0/2189587472 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0cf41f5220 con 0x7f0cf415faf0 2024-09-21T00:30:34.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.177+0000 7f0cfa85a640 1 --2- 172.21.15.67:0/2189587472 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0cf415faf0 0x7f0cf4156f00 secure :-1 s=READY pgs=1567 cs=0 l=1 rev1=1 crypto rx=0x7f0cec00dac0 tx=0x7f0cec00df80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:34.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.178+0000 7f0ceaffd640 1 -- 172.21.15.67:0/2189587472 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cec017070 con 0x7f0cf415faf0 2024-09-21T00:30:34.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.178+0000 7f0ceaffd640 1 -- 172.21.15.67:0/2189587472 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0cec003970 con 0x7f0cf415faf0 2024-09-21T00:30:34.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.178+0000 7f0cfc2bd640 1 -- 172.21.15.67:0/2189587472 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0cf41f5500 con 0x7f0cf415faf0 2024-09-21T00:30:34.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.178+0000 7f0ceaffd640 1 -- 172.21.15.67:0/2189587472 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cec003da0 con 0x7f0cf415faf0 2024-09-21T00:30:34.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.178+0000 7f0cfc2bd640 1 -- 172.21.15.67:0/2189587472 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0cf41f5ac0 con 0x7f0cf415faf0 2024-09-21T00:30:34.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.179+0000 7f0cfc2bd640 1 -- 172.21.15.67:0/2189587472 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0cf40cce80 con 0x7f0cf415faf0 2024-09-21T00:30:34.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.179+0000 7f0ceaffd640 1 -- 172.21.15.67:0/2189587472 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f0cec003f40 con 0x7f0cf415faf0 2024-09-21T00:30:34.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.180+0000 7f0ceaffd640 1 --2- 172.21.15.67:0/2189587472 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0cd8078b90 0x7f0cd807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:34.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.180+0000 7f0ceaffd640 1 -- 172.21.15.67:0/2189587472 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(128..128 src has 1..128) ==== 5709+0+0 (secure 0 0 0) 0x7f0cec09b000 con 0x7f0cf415faf0 2024-09-21T00:30:34.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.180+0000 7f0cfa059640 1 --2- 172.21.15.67:0/2189587472 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0cd8078b90 0x7f0cd807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:34.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.181+0000 7f0cfa059640 1 --2- 172.21.15.67:0/2189587472 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0cd8078b90 0x7f0cd807b0a0 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f0cf0001720 tx=0x7f0cf0009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:34.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.185+0000 7f0ceaffd640 1 -- 172.21.15.67:0/2189587472 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f0cec062e80 con 0x7f0cf415faf0 2024-09-21T00:30:34.415 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.414+0000 7f0cfc2bd640 1 -- 172.21.15.67:0/2189587472 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0cf4155f00 con 0x7f0cf415faf0 2024-09-21T00:30:34.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.415+0000 7f0ceaffd640 1 -- 172.21.15.67:0/2189587472 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 108 v108) ==== 95+0+5225 (secure 0 0 0) 0x7f0cec0678b0 con 0x7f0cf415faf0 2024-09-21T00:30:34.416 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:30:34.416 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":108,"btime":"2024-09-21T00:30:03:146509+0000","default_fscid":9,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7076,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/3729383831","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":3729383831},{"type":"v1","addr":"172.21.15.97:6837","nonce":3729383831}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":103},{"gid":7732,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/97932944","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":97932944},{"type":"v1","addr":"172.21.15.67:6834","nonce":97932944}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":102},{"gid":7735,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3469130706","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":3469130706},{"type":"v1","addr":"172.21.15.67:6835","nonce":3469130706}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":103}],"filesystems":[{"mdsmap":{"epoch":108,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:29:59.516625+0000","modified":"2024-09-21T00:30:02.533562+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7744},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7744":{"gid":7744,"name":"b","rank":0,"incarnation":104,"state":"up:active","state_seq":3,"addr":"172.21.15.97:6835/2367808255","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":2367808255},{"type":"v1","addr":"172.21.15.97:6835","nonce":2367808255}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[19],"metadata_pool":18,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7744,"qdb_cluster":[7744]},"id":9}]} 2024-09-21T00:30:34.416 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 108 2024-09-21T00:30:34.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.417+0000 7f0cfc2bd640 1 -- 172.21.15.67:0/2189587472 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0cd8078b90 msgr2=0x7f0cd807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:34.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.417+0000 7f0cfc2bd640 1 --2- 172.21.15.67:0/2189587472 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0cd8078b90 0x7f0cd807b0a0 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f0cf0001720 tx=0x7f0cf0009040 comp rx=0 tx=0).stop 2024-09-21T00:30:34.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.417+0000 7f0cfc2bd640 1 -- 172.21.15.67:0/2189587472 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0cf415faf0 msgr2=0x7f0cf4156f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:34.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.417+0000 7f0cfc2bd640 1 --2- 172.21.15.67:0/2189587472 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0cf415faf0 0x7f0cf4156f00 secure :-1 s=READY pgs=1567 cs=0 l=1 rev1=1 crypto rx=0x7f0cec00dac0 tx=0x7f0cec00df80 comp rx=0 tx=0).stop 2024-09-21T00:30:34.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.417+0000 7f0cfc2bd640 1 -- 172.21.15.67:0/2189587472 shutdown_connections 2024-09-21T00:30:34.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.417+0000 7f0cfc2bd640 1 --2- 172.21.15.67:0/2189587472 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0cd8078b90 0x7f0cd807b0a0 unknown :-1 s=CLOSED pgs=591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:34.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.417+0000 7f0cfc2bd640 1 --2- 172.21.15.67:0/2189587472 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0cf415faf0 0x7f0cf4156f00 unknown :-1 s=CLOSED pgs=1567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:34.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.417+0000 7f0cfc2bd640 1 --2- 172.21.15.67:0/2189587472 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0cf40cf970 0x7f0cf41569c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:34.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.417+0000 7f0cfc2bd640 1 --2- 172.21.15.67:0/2189587472 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0cf40cca70 0x7f0cf4158ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:34.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.417+0000 7f0cfc2bd640 1 -- 172.21.15.67:0/2189587472 >> 172.21.15.67:0/2189587472 conn(0x7f0cf406cf90 msgr2=0x7f0cf406d3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:34.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.417+0000 7f0cfc2bd640 1 -- 172.21.15.67:0/2189587472 shutdown_connections 2024-09-21T00:30:34.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.417+0000 7f0cfc2bd640 1 -- 172.21.15.67:0/2189587472 wait complete. 2024-09-21T00:30:34.429 DEBUG:tasks.cephfs.test_scrub_checks:current active=['b'] 2024-09-21T00:30:34.430 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-21T00:30:34.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.544+0000 7f832bae5640 1 -- 172.21.15.67:0/874763901 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f83240d18d0 msgr2=0x7f8324162520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:34.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.544+0000 7f832bae5640 1 --2- 172.21.15.67:0/874763901 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f83240d18d0 0x7f8324162520 secure :-1 s=READY pgs=1569 cs=0 l=1 rev1=1 crypto rx=0x7f8314005fd0 tx=0x7f831402a5f0 comp rx=0 tx=0).stop 2024-09-21T00:30:34.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.544+0000 7f832bae5640 1 -- 172.21.15.67:0/874763901 shutdown_connections 2024-09-21T00:30:34.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.544+0000 7f832bae5640 1 --2- 172.21.15.67:0/874763901 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f83240d18d0 0x7f8324162520 unknown :-1 s=CLOSED pgs=1569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:34.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.544+0000 7f832bae5640 1 -- 172.21.15.67:0/874763901 >> 172.21.15.67:0/874763901 conn(0x7f832406dfb0 msgr2=0x7f832406e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:34.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.544+0000 7f832bae5640 1 -- 172.21.15.67:0/874763901 shutdown_connections 2024-09-21T00:30:34.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.544+0000 7f832bae5640 1 -- 172.21.15.67:0/874763901 wait complete. 2024-09-21T00:30:34.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.546+0000 7f832bae5640 1 Processor -- start 2024-09-21T00:30:34.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.546+0000 7f832bae5640 1 -- start start 2024-09-21T00:30:34.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.547+0000 7f832bae5640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f83240cf010 0x7f83240cd890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:34.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.547+0000 7f832bae5640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f83240d3430 0x7f83241f83e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:34.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.547+0000 7f832bae5640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f83240c9d40 0x7f83240ca150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:34.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.547+0000 7f832bae5640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f83240d4320 con 0x7f83240d3430 2024-09-21T00:30:34.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.547+0000 7f832bae5640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f83240d41a0 con 0x7f83240cf010 2024-09-21T00:30:34.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.547+0000 7f832bae5640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f83240d44a0 con 0x7f83240c9d40 2024-09-21T00:30:34.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.547+0000 7f8329080640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f83240d3430 0x7f83241f83e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:34.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.547+0000 7f8329080640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f83240d3430 0x7f83241f83e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54050/0 (socket says 172.21.15.67:54050) 2024-09-21T00:30:34.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.547+0000 7f8329080640 1 -- 172.21.15.67:0/1034362432 learned_addr learned my addr 172.21.15.67:0/1034362432 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:34.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.547+0000 7f8329881640 1 --2- 172.21.15.67:0/1034362432 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f83240cf010 0x7f83240cd890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:34.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.547+0000 7f832a082640 1 --2- 172.21.15.67:0/1034362432 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f83240c9d40 0x7f83240ca150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:34.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.547+0000 7f8329080640 1 -- 172.21.15.67:0/1034362432 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f83240c9d40 msgr2=0x7f83240ca150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:34.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.547+0000 7f8329080640 1 --2- 172.21.15.67:0/1034362432 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f83240c9d40 0x7f83240ca150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:34.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.547+0000 7f8329080640 1 -- 172.21.15.67:0/1034362432 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f83240cf010 msgr2=0x7f83240cd890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:34.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.547+0000 7f8329080640 1 --2- 172.21.15.67:0/1034362432 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f83240cf010 0x7f83240cd890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:34.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.547+0000 7f8329080640 1 -- 172.21.15.67:0/1034362432 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83241f67d0 con 0x7f83240d3430 2024-09-21T00:30:34.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.547+0000 7f8329881640 1 --2- 172.21.15.67:0/1034362432 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f83240cf010 0x7f83240cd890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:30:34.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.547+0000 7f832a082640 1 --2- 172.21.15.67:0/1034362432 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f83240c9d40 0x7f83240ca150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:30:34.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.547+0000 7f8329080640 1 --2- 172.21.15.67:0/1034362432 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f83240d3430 0x7f83241f83e0 secure :-1 s=READY pgs=1570 cs=0 l=1 rev1=1 crypto rx=0x7f8314006010 tx=0x7f83140039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:34.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.547+0000 7f831a7fc640 1 -- 172.21.15.67:0/1034362432 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f831403e030 con 0x7f83240d3430 2024-09-21T00:30:34.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.547+0000 7f831a7fc640 1 -- 172.21.15.67:0/1034362432 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f83140047a0 con 0x7f83240d3430 2024-09-21T00:30:34.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.547+0000 7f832bae5640 1 -- 172.21.15.67:0/1034362432 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83240ce0c0 con 0x7f83240d3430 2024-09-21T00:30:34.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.547+0000 7f831a7fc640 1 -- 172.21.15.67:0/1034362432 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8314035040 con 0x7f83240d3430 2024-09-21T00:30:34.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.547+0000 7f832bae5640 1 -- 172.21.15.67:0/1034362432 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83240ce680 con 0x7f83240d3430 2024-09-21T00:30:34.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.548+0000 7f832bae5640 1 -- 172.21.15.67:0/1034362432 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f83240cde20 con 0x7f83240d3430 2024-09-21T00:30:34.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.549+0000 7f831a7fc640 1 -- 172.21.15.67:0/1034362432 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f8314041030 con 0x7f83240d3430 2024-09-21T00:30:34.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.550+0000 7f831a7fc640 1 --2- 172.21.15.67:0/1034362432 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8308078b90 0x7f830807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:34.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.550+0000 7f831a7fc640 1 -- 172.21.15.67:0/1034362432 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(128..128 src has 1..128) ==== 5709+0+0 (secure 0 0 0) 0x7f83140bb610 con 0x7f83240d3430 2024-09-21T00:30:34.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.550+0000 7f8329881640 1 --2- 172.21.15.67:0/1034362432 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8308078b90 0x7f830807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:34.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.551+0000 7f8329881640 1 --2- 172.21.15.67:0/1034362432 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8308078b90 0x7f830807b0a0 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f83200012e0 tx=0x7f8320009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:34.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.554+0000 7f831a7fc640 1 -- 172.21.15.67:0/1034362432 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f83240cde20 con 0x7f83240d3430 2024-09-21T00:30:34.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.816+0000 7f832bae5640 1 -- 172.21.15.67:0/1034362432 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f8324162520 con 0x7f83240d3430 2024-09-21T00:30:34.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.816+0000 7f831a7fc640 1 -- 172.21.15.67:0/1034362432 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1680 (secure 0 0 0) 0x7f831408c030 con 0x7f83240d3430 2024-09-21T00:30:34.819 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:30:34.819 INFO:teuthology.orchestra.run.smithi067.stdout:{"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":577,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":128,"num_osds":8,"num_up_osds":8,"osd_up_since":1726878070,"num_in_osds":8,"osd_in_since":1726878060,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":1048,"data_bytes":1078343117,"bytes_used":2663735296,"bytes_avail":770430377984,"bytes_total":773094113280,"write_bytes_sec":29273963,"read_op_per_sec":0,"write_op_per_sec":30},"fsmap":{"epoch":108,"btime":"2024-09-21T00:30:03:146509+0000","id":9,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":9,"rank":0,"name":"b","status":"up:active","gid":7744}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":25,"modified":"2024-09-21T00:30:33.638822+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{"scrub status":"idle+waiting paths [/scrub_control_test_path]"}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-21T00:30:34.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.818+0000 7f832bae5640 1 -- 172.21.15.67:0/1034362432 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8308078b90 msgr2=0x7f830807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:34.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.818+0000 7f832bae5640 1 --2- 172.21.15.67:0/1034362432 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8308078b90 0x7f830807b0a0 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f83200012e0 tx=0x7f8320009040 comp rx=0 tx=0).stop 2024-09-21T00:30:34.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.818+0000 7f832bae5640 1 -- 172.21.15.67:0/1034362432 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f83240d3430 msgr2=0x7f83241f83e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:34.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.818+0000 7f832bae5640 1 --2- 172.21.15.67:0/1034362432 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f83240d3430 0x7f83241f83e0 secure :-1 s=READY pgs=1570 cs=0 l=1 rev1=1 crypto rx=0x7f8314006010 tx=0x7f83140039e0 comp rx=0 tx=0).stop 2024-09-21T00:30:34.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.818+0000 7f832bae5640 1 -- 172.21.15.67:0/1034362432 shutdown_connections 2024-09-21T00:30:34.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.818+0000 7f832bae5640 1 --2- 172.21.15.67:0/1034362432 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8308078b90 0x7f830807b0a0 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:34.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.818+0000 7f832bae5640 1 --2- 172.21.15.67:0/1034362432 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f83240c9d40 0x7f83240ca150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:34.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.818+0000 7f832bae5640 1 --2- 172.21.15.67:0/1034362432 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f83240d3430 0x7f83241f83e0 unknown :-1 s=CLOSED pgs=1570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:34.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.818+0000 7f832bae5640 1 --2- 172.21.15.67:0/1034362432 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f83240cf010 0x7f83240cd890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:34.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.818+0000 7f832bae5640 1 -- 172.21.15.67:0/1034362432 >> 172.21.15.67:0/1034362432 conn(0x7f832406dfb0 msgr2=0x7f832406e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:34.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.819+0000 7f832bae5640 1 -- 172.21.15.67:0/1034362432 shutdown_connections 2024-09-21T00:30:34.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:34.819+0000 7f832bae5640 1 -- 172.21.15.67:0/1034362432 wait complete. 2024-09-21T00:30:34.832 INFO:tasks.ceph.ceph_manager.ceph:{'b': 'idle+waiting paths [/scrub_control_test_path]'} 2024-09-21T00:30:35.833 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:30:35.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:35.962+0000 7f902fdf1640 1 -- 172.21.15.67:0/2938683717 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f90280d2740 msgr2=0x7f90280b1160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:35.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:35.962+0000 7f902fdf1640 1 --2- 172.21.15.67:0/2938683717 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f90280d2740 0x7f90280b1160 secure :-1 s=READY pgs=1572 cs=0 l=1 rev1=1 crypto rx=0x7f90280ceff0 tx=0x7f902402a560 comp rx=0 tx=0).stop 2024-09-21T00:30:35.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:35.962+0000 7f902fdf1640 1 -- 172.21.15.67:0/2938683717 shutdown_connections 2024-09-21T00:30:35.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:35.962+0000 7f902fdf1640 1 --2- 172.21.15.67:0/2938683717 >> v2:172.21.15.97:3300/0 conn(0x7f90280d21f0 0x7f90280d0f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:35.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:35.962+0000 7f902fdf1640 1 --2- 172.21.15.67:0/2938683717 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f90280d2740 0x7f90280b1160 unknown :-1 s=CLOSED pgs=1572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:35.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:35.962+0000 7f902fdf1640 1 -- 172.21.15.67:0/2938683717 >> 172.21.15.67:0/2938683717 conn(0x7f90280d4590 msgr2=0x7f90280d49a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:35.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:35.962+0000 7f902fdf1640 1 -- 172.21.15.67:0/2938683717 shutdown_connections 2024-09-21T00:30:35.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:35.962+0000 7f902fdf1640 1 -- 172.21.15.67:0/2938683717 wait complete. 2024-09-21T00:30:35.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:35.964+0000 7f902fdf1640 1 Processor -- start 2024-09-21T00:30:35.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:35.964+0000 7f902fdf1640 1 -- start start 2024-09-21T00:30:35.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:35.965+0000 7f902fdf1640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f90280d14c0 0x7f90281510c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:35.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:35.965+0000 7f902fdf1640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f90280d21f0 0x7f90280b5900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:35.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:35.965+0000 7f902fdf1640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f90280d2740 0x7f90281f95c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:35.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:35.965+0000 7f902fdf1640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f90280d0770 con 0x7f90280d2740 2024-09-21T00:30:35.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:35.965+0000 7f902fdf1640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f90280d05f0 con 0x7f90280d14c0 2024-09-21T00:30:35.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:35.965+0000 7f902fdf1640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f90280d08f0 con 0x7f90280d21f0 2024-09-21T00:30:35.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:35.965+0000 7f902e38e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f90280d2740 0x7f90281f95c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:35.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:35.966+0000 7f902e38e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f90280d2740 0x7f90281f95c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54074/0 (socket says 172.21.15.67:54074) 2024-09-21T00:30:35.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:35.966+0000 7f902e38e640 1 -- 172.21.15.67:0/3320582846 learned_addr learned my addr 172.21.15.67:0/3320582846 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:35.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:35.966+0000 7f902d38c640 1 --2- 172.21.15.67:0/3320582846 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f90280d21f0 0x7f90280b5900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:35.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:35.966+0000 7f902db8d640 1 --2- 172.21.15.67:0/3320582846 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f90280d14c0 0x7f90281510c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:35.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:35.966+0000 7f902e38e640 1 -- 172.21.15.67:0/3320582846 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f90280d21f0 msgr2=0x7f90280b5900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:35.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:35.966+0000 7f902e38e640 1 --2- 172.21.15.67:0/3320582846 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f90280d21f0 0x7f90280b5900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:35.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:35.966+0000 7f902e38e640 1 -- 172.21.15.67:0/3320582846 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f90280d14c0 msgr2=0x7f90281510c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:35.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:35.966+0000 7f902e38e640 1 --2- 172.21.15.67:0/3320582846 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f90280d14c0 0x7f90281510c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:35.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:35.966+0000 7f902e38e640 1 -- 172.21.15.67:0/3320582846 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90281fa440 con 0x7f90280d2740 2024-09-21T00:30:35.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:35.966+0000 7f902e38e640 1 --2- 172.21.15.67:0/3320582846 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f90280d2740 0x7f90281f95c0 secure :-1 s=READY pgs=1573 cs=0 l=1 rev1=1 crypto rx=0x7f9020002230 tx=0x7f902000cb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:35.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:35.966+0000 7f901e7fc640 1 -- 172.21.15.67:0/3320582846 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9020003b70 con 0x7f90280d2740 2024-09-21T00:30:35.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:35.966+0000 7f901e7fc640 1 -- 172.21.15.67:0/3320582846 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9020003d10 con 0x7f90280d2740 2024-09-21T00:30:35.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:35.966+0000 7f902fdf1640 1 -- 172.21.15.67:0/3320582846 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f90280b64e0 con 0x7f90280d2740 2024-09-21T00:30:35.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:35.966+0000 7f901e7fc640 1 -- 172.21.15.67:0/3320582846 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9020005330 con 0x7f90280d2740 2024-09-21T00:30:35.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:35.966+0000 7f902fdf1640 1 -- 172.21.15.67:0/3320582846 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f902815b6f0 con 0x7f90280d2740 2024-09-21T00:30:35.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:35.967+0000 7f902fdf1640 1 -- 172.21.15.67:0/3320582846 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f90280b6250 con 0x7f90280d2740 2024-09-21T00:30:35.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:35.968+0000 7f901e7fc640 1 -- 172.21.15.67:0/3320582846 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f90200054d0 con 0x7f90280d2740 2024-09-21T00:30:35.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:35.969+0000 7f901e7fc640 1 --2- 172.21.15.67:0/3320582846 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f900c078b90 0x7f900c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:35.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:35.969+0000 7f901e7fc640 1 -- 172.21.15.67:0/3320582846 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(128..128 src has 1..128) ==== 5709+0+0 (secure 0 0 0) 0x7f902009a9d0 con 0x7f90280d2740 2024-09-21T00:30:35.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:35.969+0000 7f902db8d640 1 --2- 172.21.15.67:0/3320582846 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f900c078b90 0x7f900c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:35.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:35.970+0000 7f902db8d640 1 --2- 172.21.15.67:0/3320582846 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f900c078b90 0x7f900c07b0a0 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7f9024034000 tx=0x7f9024004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:35.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:35.974+0000 7f901e7fc640 1 -- 172.21.15.67:0/3320582846 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f90280d18d0 con 0x7f90280d2740 2024-09-21T00:30:36.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:36.197+0000 7f902fdf1640 1 -- 172.21.15.67:0/3320582846 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f902808ca60 con 0x7f90280d2740 2024-09-21T00:30:36.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:36.198+0000 7f901e7fc640 1 -- 172.21.15.67:0/3320582846 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 108 v108) ==== 95+0+5225 (secure 0 0 0) 0x7f902808ca60 con 0x7f90280d2740 2024-09-21T00:30:36.200 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:30:36.200 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":108,"btime":"2024-09-21T00:30:03:146509+0000","default_fscid":9,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7076,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/3729383831","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":3729383831},{"type":"v1","addr":"172.21.15.97:6837","nonce":3729383831}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":103},{"gid":7732,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/97932944","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":97932944},{"type":"v1","addr":"172.21.15.67:6834","nonce":97932944}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":102},{"gid":7735,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3469130706","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":3469130706},{"type":"v1","addr":"172.21.15.67:6835","nonce":3469130706}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":103}],"filesystems":[{"mdsmap":{"epoch":108,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:29:59.516625+0000","modified":"2024-09-21T00:30:02.533562+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7744},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7744":{"gid":7744,"name":"b","rank":0,"incarnation":104,"state":"up:active","state_seq":3,"addr":"172.21.15.97:6835/2367808255","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":2367808255},{"type":"v1","addr":"172.21.15.97:6835","nonce":2367808255}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[19],"metadata_pool":18,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7744,"qdb_cluster":[7744]},"id":9}]} 2024-09-21T00:30:36.200 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 108 2024-09-21T00:30:36.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:36.200+0000 7f902fdf1640 1 -- 172.21.15.67:0/3320582846 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f900c078b90 msgr2=0x7f900c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:36.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:36.200+0000 7f902fdf1640 1 --2- 172.21.15.67:0/3320582846 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f900c078b90 0x7f900c07b0a0 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7f9024034000 tx=0x7f9024004730 comp rx=0 tx=0).stop 2024-09-21T00:30:36.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:36.200+0000 7f902fdf1640 1 -- 172.21.15.67:0/3320582846 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f90280d2740 msgr2=0x7f90281f95c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:36.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:36.200+0000 7f902fdf1640 1 --2- 172.21.15.67:0/3320582846 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f90280d2740 0x7f90281f95c0 secure :-1 s=READY pgs=1573 cs=0 l=1 rev1=1 crypto rx=0x7f9020002230 tx=0x7f902000cb90 comp rx=0 tx=0).stop 2024-09-21T00:30:36.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:36.200+0000 7f902fdf1640 1 -- 172.21.15.67:0/3320582846 shutdown_connections 2024-09-21T00:30:36.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:36.200+0000 7f902fdf1640 1 --2- 172.21.15.67:0/3320582846 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f900c078b90 0x7f900c07b0a0 unknown :-1 s=CLOSED pgs=593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:36.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:36.200+0000 7f902fdf1640 1 --2- 172.21.15.67:0/3320582846 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f90280d2740 0x7f90281f95c0 unknown :-1 s=CLOSED pgs=1573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:36.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:36.200+0000 7f902fdf1640 1 --2- 172.21.15.67:0/3320582846 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f90280d21f0 0x7f90280b5900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:36.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:36.200+0000 7f902fdf1640 1 --2- 172.21.15.67:0/3320582846 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f90280d14c0 0x7f90281510c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:36.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:36.200+0000 7f902fdf1640 1 -- 172.21.15.67:0/3320582846 >> 172.21.15.67:0/3320582846 conn(0x7f90280d4590 msgr2=0x7f9028159570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:36.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:36.200+0000 7f902fdf1640 1 -- 172.21.15.67:0/3320582846 shutdown_connections 2024-09-21T00:30:36.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:36.200+0000 7f902fdf1640 1 -- 172.21.15.67:0/3320582846 wait complete. 2024-09-21T00:30:36.214 DEBUG:tasks.cephfs.test_scrub_checks:current active=['b'] 2024-09-21T00:30:36.214 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-21T00:30:36.331 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:36.328+0000 7f07ac4f9640 1 -- 172.21.15.67:0/2925210362 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f07a40b7bd0 msgr2=0x7f07a40d04c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:36.331 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:36.328+0000 7f07ac4f9640 1 --2- 172.21.15.67:0/2925210362 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f07a40b7bd0 0x7f07a40d04c0 secure :-1 s=READY pgs=1574 cs=0 l=1 rev1=1 crypto rx=0x7f07a4074a10 tx=0x7f079802a560 comp rx=0 tx=0).stop 2024-09-21T00:30:36.331 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:36.328+0000 7f07ac4f9640 1 -- 172.21.15.67:0/2925210362 shutdown_connections 2024-09-21T00:30:36.331 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:36.328+0000 7f07ac4f9640 1 --2- 172.21.15.67:0/2925210362 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f07a40cd030 0x7f07a40cd440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:36.331 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:36.328+0000 7f07ac4f9640 1 --2- 172.21.15.67:0/2925210362 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f07a40b7bd0 0x7f07a40d04c0 unknown :-1 s=CLOSED pgs=1574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:36.331 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:36.328+0000 7f07ac4f9640 1 --2- 172.21.15.67:0/2925210362 >> v2:172.21.15.97:3300/0 conn(0x7f07a40b77c0 0x7f07a40cff80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:36.331 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:36.328+0000 7f07ac4f9640 1 -- 172.21.15.67:0/2925210362 >> 172.21.15.67:0/2925210362 conn(0x7f07a40cee30 msgr2=0x7f07a40cf240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:36.331 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:36.328+0000 7f07ac4f9640 1 -- 172.21.15.67:0/2925210362 shutdown_connections 2024-09-21T00:30:36.332 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:36.328+0000 7f07ac4f9640 1 -- 172.21.15.67:0/2925210362 wait complete. 2024-09-21T00:30:36.332 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:36.330+0000 7f07ac4f9640 1 Processor -- start 2024-09-21T00:30:36.332 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:36.330+0000 7f07ac4f9640 1 -- start start 2024-09-21T00:30:36.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:36.331+0000 7f07ac4f9640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f07a40b77c0 0x7f07a41df100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:36.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:36.331+0000 7f07ac4f9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f07a40b7bd0 0x7f07a41f76c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:36.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:36.332+0000 7f07ac4f9640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f07a40cd030 0x7f07a41f7c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:36.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:36.332+0000 7f07ac4f9640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f07a40cddc0 con 0x7f07a40b7bd0 2024-09-21T00:30:36.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:36.332+0000 7f07ac4f9640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f07a40cdc40 con 0x7f07a40cd030 2024-09-21T00:30:36.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:36.332+0000 7f07ac4f9640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f07a40cdf40 con 0x7f07a40b77c0 2024-09-21T00:30:36.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:36.332+0000 7f07a9a94640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f07a40b7bd0 0x7f07a41f76c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:36.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:36.332+0000 7f07a9a94640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f07a40b7bd0 0x7f07a41f76c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54084/0 (socket says 172.21.15.67:54084) 2024-09-21T00:30:36.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:36.332+0000 7f07a9a94640 1 -- 172.21.15.67:0/3197142025 learned_addr learned my addr 172.21.15.67:0/3197142025 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:36.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:36.332+0000 7f07aaa96640 1 --2- 172.21.15.67:0/3197142025 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f07a40cd030 0x7f07a41f7c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:36.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:36.332+0000 7f07aa295640 1 --2- 172.21.15.67:0/3197142025 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f07a40b77c0 0x7f07a41df100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:36.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:36.332+0000 7f07a9a94640 1 -- 172.21.15.67:0/3197142025 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f07a40b77c0 msgr2=0x7f07a41df100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:36.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:36.332+0000 7f07a9a94640 1 --2- 172.21.15.67:0/3197142025 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f07a40b77c0 0x7f07a41df100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:36.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:36.332+0000 7f07a9a94640 1 -- 172.21.15.67:0/3197142025 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f07a40cd030 msgr2=0x7f07a41f7c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:36.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:36.332+0000 7f07a9a94640 1 --2- 172.21.15.67:0/3197142025 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f07a40cd030 0x7f07a41f7c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:36.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:36.332+0000 7f07a9a94640 1 -- 172.21.15.67:0/3197142025 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07a41f4130 con 0x7f07a40b7bd0 2024-09-21T00:30:36.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:36.332+0000 7f07a9a94640 1 --2- 172.21.15.67:0/3197142025 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f07a40b7bd0 0x7f07a41f76c0 secure :-1 s=READY pgs=1575 cs=0 l=1 rev1=1 crypto rx=0x7f0798034040 tx=0x7f0798003910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:36.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:36.332+0000 7f07a2ffd640 1 -- 172.21.15.67:0/3197142025 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f079803e030 con 0x7f07a40b7bd0 2024-09-21T00:30:36.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:36.332+0000 7f07ac4f9640 1 -- 172.21.15.67:0/3197142025 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f07a41f8450 con 0x7f07a40b7bd0 2024-09-21T00:30:36.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:36.332+0000 7f07a2ffd640 1 -- 172.21.15.67:0/3197142025 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0798003e00 con 0x7f07a40b7bd0 2024-09-21T00:30:36.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:36.332+0000 7f07a2ffd640 1 -- 172.21.15.67:0/3197142025 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0798035040 con 0x7f07a40b7bd0 2024-09-21T00:30:36.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:36.333+0000 7f07ac4f9640 1 -- 172.21.15.67:0/3197142025 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07a41f46d0 con 0x7f07a40b7bd0 2024-09-21T00:30:36.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:36.334+0000 7f07ac4f9640 1 -- 172.21.15.67:0/3197142025 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f07a40cd440 con 0x7f07a40b7bd0 2024-09-21T00:30:36.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:36.335+0000 7f07a2ffd640 1 -- 172.21.15.67:0/3197142025 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f0798041030 con 0x7f07a40b7bd0 2024-09-21T00:30:36.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:36.335+0000 7f07a2ffd640 1 --2- 172.21.15.67:0/3197142025 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0790078b90 0x7f079007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:36.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:36.335+0000 7f07a2ffd640 1 -- 172.21.15.67:0/3197142025 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(128..128 src has 1..128) ==== 5709+0+0 (secure 0 0 0) 0x7f07980bb560 con 0x7f07a40b7bd0 2024-09-21T00:30:36.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:36.335+0000 7f07aa295640 1 --2- 172.21.15.67:0/3197142025 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0790078b90 0x7f079007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:36.338 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:36.336+0000 7f07aa295640 1 --2- 172.21.15.67:0/3197142025 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0790078b90 0x7f079007b0a0 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f079c005fd0 tx=0x7f079c005da0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:36.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:36.340+0000 7f07a2ffd640 1 -- 172.21.15.67:0/3197142025 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f07980839b0 con 0x7f07a40b7bd0 2024-09-21T00:30:36.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:36.598+0000 7f07ac4f9640 1 -- 172.21.15.67:0/3197142025 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f07a40b1910 con 0x7f07a40b7bd0 2024-09-21T00:30:36.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:36.599+0000 7f07a2ffd640 1 -- 172.21.15.67:0/3197142025 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1680 (secure 0 0 0) 0x7f07980832b0 con 0x7f07a40b7bd0 2024-09-21T00:30:36.601 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:30:36.601 INFO:teuthology.orchestra.run.smithi067.stdout:{"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":579,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":128,"num_osds":8,"num_up_osds":8,"osd_up_since":1726878070,"num_in_osds":8,"osd_in_since":1726878060,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":1048,"data_bytes":1078343117,"bytes_used":2663735296,"bytes_avail":770430377984,"bytes_total":773094113280,"write_bytes_sec":29273910,"read_op_per_sec":0,"write_op_per_sec":30},"fsmap":{"epoch":108,"btime":"2024-09-21T00:30:03:146509+0000","id":9,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":9,"rank":0,"name":"b","status":"up:active","gid":7744}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":25,"modified":"2024-09-21T00:30:33.638822+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{"scrub status":"idle+waiting paths [/scrub_control_test_path]"}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-21T00:30:36.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:36.601+0000 7f07ac4f9640 1 -- 172.21.15.67:0/3197142025 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0790078b90 msgr2=0x7f079007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:36.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:36.601+0000 7f07ac4f9640 1 --2- 172.21.15.67:0/3197142025 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0790078b90 0x7f079007b0a0 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f079c005fd0 tx=0x7f079c005da0 comp rx=0 tx=0).stop 2024-09-21T00:30:36.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:36.601+0000 7f07ac4f9640 1 -- 172.21.15.67:0/3197142025 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f07a40b7bd0 msgr2=0x7f07a41f76c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:36.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:36.601+0000 7f07ac4f9640 1 --2- 172.21.15.67:0/3197142025 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f07a40b7bd0 0x7f07a41f76c0 secure :-1 s=READY pgs=1575 cs=0 l=1 rev1=1 crypto rx=0x7f0798034040 tx=0x7f0798003910 comp rx=0 tx=0).stop 2024-09-21T00:30:36.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:36.601+0000 7f07ac4f9640 1 -- 172.21.15.67:0/3197142025 shutdown_connections 2024-09-21T00:30:36.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:36.601+0000 7f07ac4f9640 1 --2- 172.21.15.67:0/3197142025 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0790078b90 0x7f079007b0a0 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:36.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:36.601+0000 7f07ac4f9640 1 --2- 172.21.15.67:0/3197142025 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f07a40cd030 0x7f07a41f7c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:36.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:36.601+0000 7f07ac4f9640 1 --2- 172.21.15.67:0/3197142025 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f07a40b7bd0 0x7f07a41f76c0 unknown :-1 s=CLOSED pgs=1575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:36.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:36.601+0000 7f07ac4f9640 1 --2- 172.21.15.67:0/3197142025 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f07a40b77c0 0x7f07a41df100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:36.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:36.601+0000 7f07ac4f9640 1 -- 172.21.15.67:0/3197142025 >> 172.21.15.67:0/3197142025 conn(0x7f07a40cee30 msgr2=0x7f07a4071200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:36.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:36.601+0000 7f07ac4f9640 1 -- 172.21.15.67:0/3197142025 shutdown_connections 2024-09-21T00:30:36.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:36.601+0000 7f07ac4f9640 1 -- 172.21.15.67:0/3197142025 wait complete. 2024-09-21T00:30:36.615 INFO:tasks.ceph.ceph_manager.ceph:{'b': 'idle+waiting paths [/scrub_control_test_path]'} 2024-09-21T00:30:37.616 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:30:37.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:37.745+0000 7f9a9b44d640 1 -- 172.21.15.67:0/265483564 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9a940d22f0 msgr2=0x7f9a940b6560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:37.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:37.745+0000 7f9a9b44d640 1 --2- 172.21.15.67:0/265483564 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9a940d22f0 0x7f9a940b6560 secure :-1 s=READY pgs=1576 cs=0 l=1 rev1=1 crypto rx=0x7f9a9406d7a0 tx=0x7f9a8802a4d0 comp rx=0 tx=0).stop 2024-09-21T00:30:37.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:37.745+0000 7f9a9b44d640 1 -- 172.21.15.67:0/265483564 shutdown_connections 2024-09-21T00:30:37.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:37.745+0000 7f9a9b44d640 1 --2- 172.21.15.67:0/265483564 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9a9406ebc0 0x7f9a9406efd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:37.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:37.745+0000 7f9a9b44d640 1 --2- 172.21.15.67:0/265483564 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9a940d22f0 0x7f9a940b6560 unknown :-1 s=CLOSED pgs=1576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:37.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:37.745+0000 7f9a9b44d640 1 --2- 172.21.15.67:0/265483564 >> v2:172.21.15.97:3300/0 conn(0x7f9a940b9e70 0x7f9a940b6020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:37.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:37.745+0000 7f9a9b44d640 1 -- 172.21.15.67:0/265483564 >> 172.21.15.67:0/265483564 conn(0x7f9a940d45a0 msgr2=0x7f9a940d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:37.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:37.745+0000 7f9a9b44d640 1 -- 172.21.15.67:0/265483564 shutdown_connections 2024-09-21T00:30:37.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:37.745+0000 7f9a9b44d640 1 -- 172.21.15.67:0/265483564 wait complete. 2024-09-21T00:30:37.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:37.747+0000 7f9a9b44d640 1 Processor -- start 2024-09-21T00:30:37.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:37.747+0000 7f9a9b44d640 1 -- start start 2024-09-21T00:30:37.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:37.748+0000 7f9a9b44d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9a9406ebc0 0x7f9a941f8840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:37.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:37.749+0000 7f9a9b44d640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9a940b9e70 0x7f9a941ea700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:37.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:37.749+0000 7f9a9b44d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9a940d22f0 0x7f9a94160960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:37.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:37.749+0000 7f9a9b44d640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f9a9406f8a0 con 0x7f9a940d22f0 2024-09-21T00:30:37.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:37.749+0000 7f9a9b44d640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f9a9406f720 con 0x7f9a9406ebc0 2024-09-21T00:30:37.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:37.749+0000 7f9a9b44d640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f9a9406fa20 con 0x7f9a940b9e70 2024-09-21T00:30:37.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:37.749+0000 7f9a999ea640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9a940d22f0 0x7f9a94160960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:37.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:37.749+0000 7f9a999ea640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9a940d22f0 0x7f9a94160960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54110/0 (socket says 172.21.15.67:54110) 2024-09-21T00:30:37.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:37.749+0000 7f9a999ea640 1 -- 172.21.15.67:0/3536668826 learned_addr learned my addr 172.21.15.67:0/3536668826 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:37.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:37.749+0000 7f9a991e9640 1 --2- 172.21.15.67:0/3536668826 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9a9406ebc0 0x7f9a941f8840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:37.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:37.749+0000 7f9a989e8640 1 --2- 172.21.15.67:0/3536668826 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9a940b9e70 0x7f9a941ea700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:37.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:37.749+0000 7f9a999ea640 1 -- 172.21.15.67:0/3536668826 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9a940b9e70 msgr2=0x7f9a941ea700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:37.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:37.749+0000 7f9a999ea640 1 --2- 172.21.15.67:0/3536668826 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9a940b9e70 0x7f9a941ea700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:37.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:37.749+0000 7f9a999ea640 1 -- 172.21.15.67:0/3536668826 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9a9406ebc0 msgr2=0x7f9a941f8840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:37.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:37.749+0000 7f9a999ea640 1 --2- 172.21.15.67:0/3536668826 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9a9406ebc0 0x7f9a941f8840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:37.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:37.749+0000 7f9a999ea640 1 -- 172.21.15.67:0/3536668826 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a9409e200 con 0x7f9a940d22f0 2024-09-21T00:30:37.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:37.749+0000 7f9a999ea640 1 --2- 172.21.15.67:0/3536668826 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9a940d22f0 0x7f9a94160960 secure :-1 s=READY pgs=1577 cs=0 l=1 rev1=1 crypto rx=0x7f9a8400e960 tx=0x7f9a8400ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:37.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:37.749+0000 7f9a91ffb640 1 -- 172.21.15.67:0/3536668826 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a84004d20 con 0x7f9a940d22f0 2024-09-21T00:30:37.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:37.749+0000 7f9a91ffb640 1 -- 172.21.15.67:0/3536668826 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9a8400cac0 con 0x7f9a940d22f0 2024-09-21T00:30:37.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:37.749+0000 7f9a9b44d640 1 -- 172.21.15.67:0/3536668826 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a941f8d80 con 0x7f9a940d22f0 2024-09-21T00:30:37.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:37.749+0000 7f9a91ffb640 1 -- 172.21.15.67:0/3536668826 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a84005020 con 0x7f9a940d22f0 2024-09-21T00:30:37.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:37.750+0000 7f9a9b44d640 1 -- 172.21.15.67:0/3536668826 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a941f9290 con 0x7f9a940d22f0 2024-09-21T00:30:37.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:37.751+0000 7f9a9b44d640 1 -- 172.21.15.67:0/3536668826 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9a9406efd0 con 0x7f9a940d22f0 2024-09-21T00:30:37.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:37.752+0000 7f9a91ffb640 1 -- 172.21.15.67:0/3536668826 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f9a840051c0 con 0x7f9a940d22f0 2024-09-21T00:30:37.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:37.752+0000 7f9a91ffb640 1 --2- 172.21.15.67:0/3536668826 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9a80078b90 0x7f9a8007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:37.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:37.752+0000 7f9a91ffb640 1 -- 172.21.15.67:0/3536668826 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(128..128 src has 1..128) ==== 5709+0+0 (secure 0 0 0) 0x7f9a8409b570 con 0x7f9a940d22f0 2024-09-21T00:30:37.755 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:37.753+0000 7f9a991e9640 1 --2- 172.21.15.67:0/3536668826 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9a80078b90 0x7f9a8007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:37.755 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:37.753+0000 7f9a991e9640 1 --2- 172.21.15.67:0/3536668826 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9a80078b90 0x7f9a8007b0a0 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f9a8c00bad0 tx=0x7f9a8c00b2e0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:37.759 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:37.757+0000 7f9a91ffb640 1 -- 172.21.15.67:0/3536668826 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f9a84016030 con 0x7f9a940d22f0 2024-09-21T00:30:37.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:37.987+0000 7f9a9b44d640 1 -- 172.21.15.67:0/3536668826 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9a941f9020 con 0x7f9a940d22f0 2024-09-21T00:30:37.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:37.987+0000 7f9a91ffb640 1 -- 172.21.15.67:0/3536668826 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 108 v108) ==== 95+0+5225 (secure 0 0 0) 0x7f9a840633f0 con 0x7f9a940d22f0 2024-09-21T00:30:37.989 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:30:37.990 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":108,"btime":"2024-09-21T00:30:03:146509+0000","default_fscid":9,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7076,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/3729383831","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":3729383831},{"type":"v1","addr":"172.21.15.97:6837","nonce":3729383831}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":103},{"gid":7732,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/97932944","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":97932944},{"type":"v1","addr":"172.21.15.67:6834","nonce":97932944}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":102},{"gid":7735,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3469130706","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":3469130706},{"type":"v1","addr":"172.21.15.67:6835","nonce":3469130706}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":103}],"filesystems":[{"mdsmap":{"epoch":108,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:29:59.516625+0000","modified":"2024-09-21T00:30:02.533562+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7744},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7744":{"gid":7744,"name":"b","rank":0,"incarnation":104,"state":"up:active","state_seq":3,"addr":"172.21.15.97:6835/2367808255","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":2367808255},{"type":"v1","addr":"172.21.15.97:6835","nonce":2367808255}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[19],"metadata_pool":18,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7744,"qdb_cluster":[7744]},"id":9}]} 2024-09-21T00:30:37.990 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 108 2024-09-21T00:30:37.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:37.990+0000 7f9a9b44d640 1 -- 172.21.15.67:0/3536668826 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9a80078b90 msgr2=0x7f9a8007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:37.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:37.990+0000 7f9a9b44d640 1 --2- 172.21.15.67:0/3536668826 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9a80078b90 0x7f9a8007b0a0 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f9a8c00bad0 tx=0x7f9a8c00b2e0 comp rx=0 tx=0).stop 2024-09-21T00:30:37.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:37.990+0000 7f9a9b44d640 1 -- 172.21.15.67:0/3536668826 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9a940d22f0 msgr2=0x7f9a94160960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:37.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:37.990+0000 7f9a9b44d640 1 --2- 172.21.15.67:0/3536668826 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9a940d22f0 0x7f9a94160960 secure :-1 s=READY pgs=1577 cs=0 l=1 rev1=1 crypto rx=0x7f9a8400e960 tx=0x7f9a8400ee20 comp rx=0 tx=0).stop 2024-09-21T00:30:37.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:37.990+0000 7f9a9b44d640 1 -- 172.21.15.67:0/3536668826 shutdown_connections 2024-09-21T00:30:37.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:37.990+0000 7f9a9b44d640 1 --2- 172.21.15.67:0/3536668826 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9a80078b90 0x7f9a8007b0a0 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:37.993 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:37.990+0000 7f9a9b44d640 1 --2- 172.21.15.67:0/3536668826 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9a940d22f0 0x7f9a94160960 unknown :-1 s=CLOSED pgs=1577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:37.993 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:37.990+0000 7f9a9b44d640 1 --2- 172.21.15.67:0/3536668826 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9a940b9e70 0x7f9a941ea700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:37.993 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:37.990+0000 7f9a9b44d640 1 --2- 172.21.15.67:0/3536668826 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9a9406ebc0 0x7f9a941f8840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:37.993 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:37.990+0000 7f9a9b44d640 1 -- 172.21.15.67:0/3536668826 >> 172.21.15.67:0/3536668826 conn(0x7f9a940d45a0 msgr2=0x7f9a94161920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:37.993 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:37.990+0000 7f9a9b44d640 1 -- 172.21.15.67:0/3536668826 shutdown_connections 2024-09-21T00:30:37.993 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:37.990+0000 7f9a9b44d640 1 -- 172.21.15.67:0/3536668826 wait complete. 2024-09-21T00:30:38.003 DEBUG:tasks.cephfs.test_scrub_checks:current active=['b'] 2024-09-21T00:30:38.003 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-21T00:30:38.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.117+0000 7f178f28b640 1 -- 172.21.15.67:0/103529521 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f17880d30b0 msgr2=0x7f17881620a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:38.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.117+0000 7f178f28b640 1 --2- 172.21.15.67:0/103529521 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f17880d30b0 0x7f17881620a0 secure :-1 s=READY pgs=1579 cs=0 l=1 rev1=1 crypto rx=0x7f17880d55c0 tx=0x7f177802a540 comp rx=0 tx=0).stop 2024-09-21T00:30:38.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.117+0000 7f178f28b640 1 -- 172.21.15.67:0/103529521 shutdown_connections 2024-09-21T00:30:38.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.117+0000 7f178f28b640 1 --2- 172.21.15.67:0/103529521 >> v2:172.21.15.97:3300/0 conn(0x7f17880b9c90 0x7f17880b7f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:38.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.117+0000 7f178f28b640 1 --2- 172.21.15.67:0/103529521 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f17880d30b0 0x7f17881620a0 unknown :-1 s=CLOSED pgs=1579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:38.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.117+0000 7f178f28b640 1 -- 172.21.15.67:0/103529521 >> 172.21.15.67:0/103529521 conn(0x7f178809d910 msgr2=0x7f178808bee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:38.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.117+0000 7f178f28b640 1 -- 172.21.15.67:0/103529521 shutdown_connections 2024-09-21T00:30:38.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.117+0000 7f178f28b640 1 -- 172.21.15.67:0/103529521 wait complete. 2024-09-21T00:30:38.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.119+0000 7f178f28b640 1 Processor -- start 2024-09-21T00:30:38.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.119+0000 7f178f28b640 1 -- start start 2024-09-21T00:30:38.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.120+0000 7f178f28b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f17880b9720 0x7f17880cf930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:38.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.120+0000 7f178f28b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f17880b9c90 0x7f17881f2b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:38.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.120+0000 7f178f28b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f17881f8c80 0x7f17881f9090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:38.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.120+0000 7f178f28b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f17880b8880 con 0x7f17880b9720 2024-09-21T00:30:38.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.120+0000 7f178f28b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f17880b8700 con 0x7f17880b9c90 2024-09-21T00:30:38.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.120+0000 7f178f28b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f17880b8a00 con 0x7f17881f8c80 2024-09-21T00:30:38.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.120+0000 7f178d027640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f17880b9720 0x7f17880cf930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:38.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.120+0000 7f178d027640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f17880b9720 0x7f17880cf930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54130/0 (socket says 172.21.15.67:54130) 2024-09-21T00:30:38.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.120+0000 7f178d027640 1 -- 172.21.15.67:0/631093587 learned_addr learned my addr 172.21.15.67:0/631093587 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:38.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.120+0000 7f178d828640 1 --2- 172.21.15.67:0/631093587 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f17881f8c80 0x7f17881f9090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:38.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.120+0000 7f178c826640 1 --2- 172.21.15.67:0/631093587 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f17880b9c90 0x7f17881f2b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:38.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.120+0000 7f178d027640 1 -- 172.21.15.67:0/631093587 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f17881f8c80 msgr2=0x7f17881f9090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:38.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.120+0000 7f178d027640 1 --2- 172.21.15.67:0/631093587 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f17881f8c80 0x7f17881f9090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:38.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.120+0000 7f178d027640 1 -- 172.21.15.67:0/631093587 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f17880b9c90 msgr2=0x7f17881f2b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:38.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.120+0000 7f178d027640 1 --2- 172.21.15.67:0/631093587 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f17880b9c90 0x7f17881f2b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:38.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.120+0000 7f178d027640 1 -- 172.21.15.67:0/631093587 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17880b5cd0 con 0x7f17880b9720 2024-09-21T00:30:38.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.120+0000 7f178d027640 1 --2- 172.21.15.67:0/631093587 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f17880b9720 0x7f17880cf930 secure :-1 s=READY pgs=1580 cs=0 l=1 rev1=1 crypto rx=0x7f178400c3c0 tx=0x7f178400c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:38.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.121+0000 7f177dffb640 1 -- 172.21.15.67:0/631093587 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1784017070 con 0x7f17880b9720 2024-09-21T00:30:38.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.121+0000 7f177dffb640 1 -- 172.21.15.67:0/631093587 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f17840035f0 con 0x7f17880b9720 2024-09-21T00:30:38.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.121+0000 7f178f28b640 1 -- 172.21.15.67:0/631093587 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f17881f3040 con 0x7f17880b9720 2024-09-21T00:30:38.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.121+0000 7f177dffb640 1 -- 172.21.15.67:0/631093587 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1784003a40 con 0x7f17880b9720 2024-09-21T00:30:38.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.121+0000 7f178f28b640 1 -- 172.21.15.67:0/631093587 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1788148240 con 0x7f17880b9720 2024-09-21T00:30:38.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.122+0000 7f178f28b640 1 -- 172.21.15.67:0/631093587 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f17880b8f20 con 0x7f17880b9720 2024-09-21T00:30:38.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.122+0000 7f177dffb640 1 -- 172.21.15.67:0/631093587 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f178401a070 con 0x7f17880b9720 2024-09-21T00:30:38.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.123+0000 7f177dffb640 1 --2- 172.21.15.67:0/631093587 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f176c078bc0 0x7f176c07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:38.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.123+0000 7f177dffb640 1 -- 172.21.15.67:0/631093587 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(128..128 src has 1..128) ==== 5709+0+0 (secure 0 0 0) 0x7f1784099fb0 con 0x7f17880b9720 2024-09-21T00:30:38.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.123+0000 7f178c826640 1 --2- 172.21.15.67:0/631093587 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f176c078bc0 0x7f176c07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:38.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.124+0000 7f178c826640 1 --2- 172.21.15.67:0/631093587 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f176c078bc0 0x7f176c07b0d0 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f1778034000 tx=0x7f1778004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:38.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.128+0000 7f177dffb640 1 -- 172.21.15.67:0/631093587 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f17881f3040 con 0x7f17880b9720 2024-09-21T00:30:38.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.388+0000 7f178f28b640 1 -- 172.21.15.67:0/631093587 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f178806e1a0 con 0x7f17880b9720 2024-09-21T00:30:38.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.388+0000 7f177dffb640 1 -- 172.21.15.67:0/631093587 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1618 (secure 0 0 0) 0x7f17880b5cd0 con 0x7f17880b9720 2024-09-21T00:30:38.391 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:30:38.391 INFO:teuthology.orchestra.run.smithi067.stdout:{"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":581,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":128,"num_osds":8,"num_up_osds":8,"osd_up_since":1726878070,"num_in_osds":8,"osd_in_since":1726878060,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":1048,"data_bytes":1078423770,"bytes_used":2663899136,"bytes_avail":770430214144,"bytes_total":773094113280,"write_bytes_sec":20893780,"read_op_per_sec":0,"write_op_per_sec":22},"fsmap":{"epoch":108,"btime":"2024-09-21T00:30:03:146509+0000","id":9,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":9,"rank":0,"name":"b","status":"up:active","gid":7744}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":26,"modified":"2024-09-21T00:30:37.640192+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-21T00:30:38.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.390+0000 7f178f28b640 1 -- 172.21.15.67:0/631093587 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f176c078bc0 msgr2=0x7f176c07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:38.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.390+0000 7f178f28b640 1 --2- 172.21.15.67:0/631093587 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f176c078bc0 0x7f176c07b0d0 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f1778034000 tx=0x7f1778004730 comp rx=0 tx=0).stop 2024-09-21T00:30:38.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.390+0000 7f178f28b640 1 -- 172.21.15.67:0/631093587 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f17880b9720 msgr2=0x7f17880cf930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:38.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.390+0000 7f178f28b640 1 --2- 172.21.15.67:0/631093587 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f17880b9720 0x7f17880cf930 secure :-1 s=READY pgs=1580 cs=0 l=1 rev1=1 crypto rx=0x7f178400c3c0 tx=0x7f178400c880 comp rx=0 tx=0).stop 2024-09-21T00:30:38.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.390+0000 7f178f28b640 1 -- 172.21.15.67:0/631093587 shutdown_connections 2024-09-21T00:30:38.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.390+0000 7f178f28b640 1 --2- 172.21.15.67:0/631093587 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f176c078bc0 0x7f176c07b0d0 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:38.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.390+0000 7f178f28b640 1 --2- 172.21.15.67:0/631093587 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f17881f8c80 0x7f17881f9090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:38.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.390+0000 7f178f28b640 1 --2- 172.21.15.67:0/631093587 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f17880b9c90 0x7f17881f2b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:38.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.390+0000 7f178f28b640 1 --2- 172.21.15.67:0/631093587 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f17880b9720 0x7f17880cf930 unknown :-1 s=CLOSED pgs=1580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:38.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.390+0000 7f178f28b640 1 -- 172.21.15.67:0/631093587 >> 172.21.15.67:0/631093587 conn(0x7f178809d910 msgr2=0x7f17880b3280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:38.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.390+0000 7f178f28b640 1 -- 172.21.15.67:0/631093587 shutdown_connections 2024-09-21T00:30:38.394 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.390+0000 7f178f28b640 1 -- 172.21.15.67:0/631093587 wait complete. 2024-09-21T00:30:38.404 INFO:tasks.ceph.ceph_manager.ceph:{} 2024-09-21T00:30:38.404 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-21T00:30:38.404 DEBUG:teuthology.orchestra.run.smithi067:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T00:30:38.444 DEBUG:teuthology.orchestra.run.smithi097:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T00:30:38.493 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-21T00:30:38.493 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T00:30:38.493 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:30:38.493 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:30:38.509 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:30:38.509 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:30:38.565 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T00:30:38.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.721+0000 7f1f3e2f9640 1 -- 172.21.15.67:0/1908441312 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1f20003fd0 msgr2=0x7f1f20004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:38.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.721+0000 7f1f3e2f9640 1 --2- 172.21.15.67:0/1908441312 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1f20003fd0 0x7f1f20004800 secure :-1 s=READY pgs=1582 cs=0 l=1 rev1=1 crypto rx=0x7f1f380ba280 tx=0x7f1f20005830 comp rx=0 tx=0).stop 2024-09-21T00:30:38.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.721+0000 7f1f3c896640 1 -- 172.21.15.67:0/1908441312 reap_dead start 2024-09-21T00:30:38.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.721+0000 7f1f3e2f9640 1 -- 172.21.15.67:0/1908441312 shutdown_connections 2024-09-21T00:30:38.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.721+0000 7f1f3e2f9640 1 -- 172.21.15.67:0/1908441312 >> 172.21.15.67:0/1908441312 conn(0x7f1f380d45a0 msgr2=0x7f1f380d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:38.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.721+0000 7f1f3e2f9640 1 -- 172.21.15.67:0/1908441312 shutdown_connections 2024-09-21T00:30:38.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.721+0000 7f1f3e2f9640 1 -- 172.21.15.67:0/1908441312 wait complete. 2024-09-21T00:30:38.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.723+0000 7f1f3e2f9640 1 Processor -- start 2024-09-21T00:30:38.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.723+0000 7f1f3e2f9640 1 -- start start 2024-09-21T00:30:38.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.724+0000 7f1f3e2f9640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1f20003fd0 0x7f1f380cdbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:38.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.724+0000 7f1f3e2f9640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1f381509e0 0x7f1f381f68b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:38.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.724+0000 7f1f3e2f9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1f381f6df0 0x7f1f381f8d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:38.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.724+0000 7f1f3e2f9640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f1f380d0270 con 0x7f1f381f6df0 2024-09-21T00:30:38.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.724+0000 7f1f3e2f9640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f1f380b62e0 con 0x7f1f381509e0 2024-09-21T00:30:38.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.724+0000 7f1f3e2f9640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f1f380d03f0 con 0x7f1f20003fd0 2024-09-21T00:30:38.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.725+0000 7f1f3c896640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1f381f6df0 0x7f1f381f8d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:38.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.725+0000 7f1f3c896640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1f381f6df0 0x7f1f381f8d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54134/0 (socket says 172.21.15.67:54134) 2024-09-21T00:30:38.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.725+0000 7f1f3c896640 1 -- 172.21.15.67:0/2431839246 learned_addr learned my addr 172.21.15.67:0/2431839246 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:38.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.725+0000 7f1f377fe640 1 --2- 172.21.15.67:0/2431839246 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1f381509e0 0x7f1f381f68b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:38.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.725+0000 7f1f37fff640 1 --2- 172.21.15.67:0/2431839246 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1f20003fd0 0x7f1f380cdbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:38.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.725+0000 7f1f3c896640 1 -- 172.21.15.67:0/2431839246 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1f20003fd0 msgr2=0x7f1f380cdbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:38.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.725+0000 7f1f3c896640 1 --2- 172.21.15.67:0/2431839246 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1f20003fd0 0x7f1f380cdbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:38.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.725+0000 7f1f3c896640 1 -- 172.21.15.67:0/2431839246 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1f381509e0 msgr2=0x7f1f381f68b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:38.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.725+0000 7f1f3c896640 1 --2- 172.21.15.67:0/2431839246 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1f381509e0 0x7f1f381f68b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:38.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.725+0000 7f1f3c896640 1 -- 172.21.15.67:0/2431839246 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f3815f4d0 con 0x7f1f381f6df0 2024-09-21T00:30:38.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.725+0000 7f1f37fff640 1 --2- 172.21.15.67:0/2431839246 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1f20003fd0 0x7f1f380cdbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:30:38.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.725+0000 7f1f3c896640 1 --2- 172.21.15.67:0/2431839246 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1f381f6df0 0x7f1f381f8d70 secure :-1 s=READY pgs=1583 cs=0 l=1 rev1=1 crypto rx=0x7f1f380b3cd0 tx=0x7f1f3000ed10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:38.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.725+0000 7f1f34ff9640 1 -- 172.21.15.67:0/2431839246 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f3000c9a0 con 0x7f1f381f6df0 2024-09-21T00:30:38.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.725+0000 7f1f34ff9640 1 -- 172.21.15.67:0/2431839246 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1f30017070 con 0x7f1f381f6df0 2024-09-21T00:30:38.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.725+0000 7f1f3e2f9640 1 -- 172.21.15.67:0/2431839246 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1f3815f1f0 con 0x7f1f381f6df0 2024-09-21T00:30:38.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.725+0000 7f1f34ff9640 1 -- 172.21.15.67:0/2431839246 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f3000ce90 con 0x7f1f381f6df0 2024-09-21T00:30:38.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.725+0000 7f1f3e2f9640 1 -- 172.21.15.67:0/2431839246 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1f380cd3c0 con 0x7f1f381f6df0 2024-09-21T00:30:38.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.727+0000 7f1f3e2f9640 1 -- 172.21.15.67:0/2431839246 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1f380b64f0 con 0x7f1f381f6df0 2024-09-21T00:30:38.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.727+0000 7f1f34ff9640 1 -- 172.21.15.67:0/2431839246 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f1f3001c460 con 0x7f1f381f6df0 2024-09-21T00:30:38.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.728+0000 7f1f34ff9640 1 --2- 172.21.15.67:0/2431839246 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1f24078d60 0x7f1f2407b270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:38.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.728+0000 7f1f34ff9640 1 -- 172.21.15.67:0/2431839246 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(128..128 src has 1..128) ==== 5709+0+0 (secure 0 0 0) 0x7f1f3009b1b0 con 0x7f1f381f6df0 2024-09-21T00:30:38.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.728+0000 7f1f37fff640 1 --2- 172.21.15.67:0/2431839246 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1f24078d60 0x7f1f2407b270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:38.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.728+0000 7f1f37fff640 1 --2- 172.21.15.67:0/2431839246 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1f24078d60 0x7f1f2407b270 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f1f28009b40 tx=0x7f1f28005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:38.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.732+0000 7f1f34ff9640 1 -- 172.21.15.67:0/2431839246 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f1f300635f0 con 0x7f1f381f6df0 2024-09-21T00:30:38.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.932+0000 7f1f3e2f9640 1 -- 172.21.15.67:0/2431839246 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f1f38161fa0 con 0x7f1f381f6df0 2024-09-21T00:30:38.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.932+0000 7f1f34ff9640 1 -- 172.21.15.67:0/2431839246 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v128) ==== 80+0+0 (secure 0 0 0) 0x7f1f30062ef0 con 0x7f1f381f6df0 2024-09-21T00:30:38.934 INFO:teuthology.orchestra.run.smithi067.stderr:listed 0 entries 2024-09-21T00:30:38.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.934+0000 7f1f3e2f9640 1 -- 172.21.15.67:0/2431839246 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1f24078d60 msgr2=0x7f1f2407b270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:38.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.934+0000 7f1f3e2f9640 1 --2- 172.21.15.67:0/2431839246 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1f24078d60 0x7f1f2407b270 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f1f28009b40 tx=0x7f1f28005f90 comp rx=0 tx=0).stop 2024-09-21T00:30:38.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.934+0000 7f1f3e2f9640 1 -- 172.21.15.67:0/2431839246 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1f381f6df0 msgr2=0x7f1f381f8d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:38.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.934+0000 7f1f3e2f9640 1 --2- 172.21.15.67:0/2431839246 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1f381f6df0 0x7f1f381f8d70 secure :-1 s=READY pgs=1583 cs=0 l=1 rev1=1 crypto rx=0x7f1f380b3cd0 tx=0x7f1f3000ed10 comp rx=0 tx=0).stop 2024-09-21T00:30:38.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.934+0000 7f1f3e2f9640 1 -- 172.21.15.67:0/2431839246 shutdown_connections 2024-09-21T00:30:38.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.934+0000 7f1f3e2f9640 1 --2- 172.21.15.67:0/2431839246 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1f24078d60 0x7f1f2407b270 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:38.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.934+0000 7f1f3e2f9640 1 --2- 172.21.15.67:0/2431839246 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1f381f6df0 0x7f1f381f8d70 unknown :-1 s=CLOSED pgs=1583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:38.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.934+0000 7f1f3e2f9640 1 --2- 172.21.15.67:0/2431839246 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1f381509e0 0x7f1f381f68b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:38.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.934+0000 7f1f3e2f9640 1 --2- 172.21.15.67:0/2431839246 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1f20003fd0 0x7f1f380cdbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:38.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.934+0000 7f1f3e2f9640 1 -- 172.21.15.67:0/2431839246 >> 172.21.15.67:0/2431839246 conn(0x7f1f380d45a0 msgr2=0x7f1f380b8a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:38.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.934+0000 7f1f3e2f9640 1 -- 172.21.15.67:0/2431839246 shutdown_connections 2024-09-21T00:30:38.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:38.934+0000 7f1f3e2f9640 1 -- 172.21.15.67:0/2431839246 wait complete. 2024-09-21T00:30:38.948 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi067.front.sepia.ceph.com... 2024-09-21T00:30:38.948 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:30:38.948 DEBUG:teuthology.orchestra.run.smithi067:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-21T00:30:38.971 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:ceph-fuse[85597]: fuse finished with error 0 and tester_r 0 2024-09-21T00:30:39.036 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi067.front.sepia.ceph.com 2024-09-21T00:30:39.036 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:30:39.036 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-21T00:30:39.207 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T00:30:39.207 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:30:39.207 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:30:39.225 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17850 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T00:30:39.225 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T00:30:39.225 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:30:39.225 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:30:39.264 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20178 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T00:30:39.264 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T00:30:39.265 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:30:39.265 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:30:39.281 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17850 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T00:30:39.282 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:30:39.421 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.419+0000 7f1fb8512640 1 -- 172.21.15.67:0/800377182 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1fb00b9e70 msgr2=0x7f1fb00b6020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:39.422 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.419+0000 7f1fb8512640 1 --2- 172.21.15.67:0/800377182 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1fb00b9e70 0x7f1fb00b6020 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f1fac009830 tx=0x7f1fac02a480 comp rx=0 tx=0).stop 2024-09-21T00:30:39.422 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.419+0000 7f1fb8512640 1 -- 172.21.15.67:0/800377182 shutdown_connections 2024-09-21T00:30:39.422 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.419+0000 7f1fb8512640 1 --2- 172.21.15.67:0/800377182 >> v2:172.21.15.97:3300/0 conn(0x7f1fb00d22f0 0x7f1fb00b6560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:39.422 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.419+0000 7f1fb8512640 1 --2- 172.21.15.67:0/800377182 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1fb00b9e70 0x7f1fb00b6020 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:39.422 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.419+0000 7f1fb8512640 1 -- 172.21.15.67:0/800377182 >> 172.21.15.67:0/800377182 conn(0x7f1fb00d45a0 msgr2=0x7f1fb00d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:39.422 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.419+0000 7f1fb8512640 1 -- 172.21.15.67:0/800377182 shutdown_connections 2024-09-21T00:30:39.422 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.419+0000 7f1fb8512640 1 -- 172.21.15.67:0/800377182 wait complete. 2024-09-21T00:30:39.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.421+0000 7f1fb8512640 1 Processor -- start 2024-09-21T00:30:39.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.421+0000 7f1fb8512640 1 -- start start 2024-09-21T00:30:39.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.422+0000 7f1fb8512640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1fb006ebc0 0x7f1fb0157e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:39.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.422+0000 7f1fb8512640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1fb00b9e70 0x7f1fb01e9a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:39.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.422+0000 7f1fb8512640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1fb00d22f0 0x7f1fb00cd590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:39.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.422+0000 7f1fb8512640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f1fb006f6e0 con 0x7f1fb00b9e70 2024-09-21T00:30:39.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.422+0000 7f1fb8512640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f1fb00d05c0 con 0x7f1fb00d22f0 2024-09-21T00:30:39.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.422+0000 7f1fb8512640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f1fb006f860 con 0x7f1fb006ebc0 2024-09-21T00:30:39.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.423+0000 7f1fb5aad640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1fb00b9e70 0x7f1fb01e9a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:39.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.423+0000 7f1fb5aad640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1fb00b9e70 0x7f1fb01e9a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54146/0 (socket says 172.21.15.67:54146) 2024-09-21T00:30:39.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.423+0000 7f1fb5aad640 1 -- 172.21.15.67:0/463647925 learned_addr learned my addr 172.21.15.67:0/463647925 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:39.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.423+0000 7f1fb62ae640 1 --2- 172.21.15.67:0/463647925 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1fb006ebc0 0x7f1fb0157e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:39.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.423+0000 7f1fb6aaf640 1 --2- 172.21.15.67:0/463647925 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1fb00d22f0 0x7f1fb00cd590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:39.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.423+0000 7f1fb5aad640 1 -- 172.21.15.67:0/463647925 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1fb006ebc0 msgr2=0x7f1fb0157e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:39.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.423+0000 7f1fb5aad640 1 --2- 172.21.15.67:0/463647925 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1fb006ebc0 0x7f1fb0157e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:39.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.423+0000 7f1fb5aad640 1 -- 172.21.15.67:0/463647925 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1fb00d22f0 msgr2=0x7f1fb00cd590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:39.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.423+0000 7f1fb5aad640 1 --2- 172.21.15.67:0/463647925 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1fb00d22f0 0x7f1fb00cd590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:39.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.423+0000 7f1fb5aad640 1 -- 172.21.15.67:0/463647925 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1fb00cc390 con 0x7f1fb00b9e70 2024-09-21T00:30:39.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.423+0000 7f1fb62ae640 1 --2- 172.21.15.67:0/463647925 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1fb006ebc0 0x7f1fb0157e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:30:39.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.423+0000 7f1fb6aaf640 1 --2- 172.21.15.67:0/463647925 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1fb00d22f0 0x7f1fb00cd590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:30:39.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.423+0000 7f1fb5aad640 1 --2- 172.21.15.67:0/463647925 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1fb00b9e70 0x7f1fb01e9a20 secure :-1 s=READY pgs=1584 cs=0 l=1 rev1=1 crypto rx=0x7f1fa000e9f0 tx=0x7f1fa000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:39.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.423+0000 7f1fa6ffd640 1 -- 172.21.15.67:0/463647925 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fa000cd80 con 0x7f1fb00b9e70 2024-09-21T00:30:39.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.423+0000 7f1fa6ffd640 1 -- 172.21.15.67:0/463647925 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1fa0004020 con 0x7f1fb00b9e70 2024-09-21T00:30:39.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.423+0000 7f1fa6ffd640 1 -- 172.21.15.67:0/463647925 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fa0004450 con 0x7f1fb00b9e70 2024-09-21T00:30:39.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.423+0000 7f1fb8512640 1 -- 172.21.15.67:0/463647925 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1fb00cc670 con 0x7f1fb00b9e70 2024-09-21T00:30:39.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.423+0000 7f1fb8512640 1 -- 172.21.15.67:0/463647925 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1fb01e73f0 con 0x7f1fb00b9e70 2024-09-21T00:30:39.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.424+0000 7f1fb8512640 1 -- 172.21.15.67:0/463647925 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1fb006fd10 con 0x7f1fb00b9e70 2024-09-21T00:30:39.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.425+0000 7f1fa6ffd640 1 -- 172.21.15.67:0/463647925 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f1fa00035f0 con 0x7f1fb00b9e70 2024-09-21T00:30:39.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.426+0000 7f1fa6ffd640 1 --2- 172.21.15.67:0/463647925 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1f94078bc0 0x7f1f9407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:39.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.426+0000 7f1fa6ffd640 1 -- 172.21.15.67:0/463647925 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(128..128 src has 1..128) ==== 5709+0+0 (secure 0 0 0) 0x7f1fa009b530 con 0x7f1fb00b9e70 2024-09-21T00:30:39.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.426+0000 7f1fb62ae640 1 --2- 172.21.15.67:0/463647925 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1f94078bc0 0x7f1f9407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:39.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.427+0000 7f1fb62ae640 1 --2- 172.21.15.67:0/463647925 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1f94078bc0 0x7f1f9407b0d0 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f1fac034000 tx=0x7f1fac004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:39.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.431+0000 7f1fa6ffd640 1 -- 172.21.15.67:0/463647925 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f1fa00633b0 con 0x7f1fb00b9e70 2024-09-21T00:30:39.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.659+0000 7f1fb8512640 1 -- 172.21.15.67:0/463647925 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1fb00b5d80 con 0x7f1fb00b9e70 2024-09-21T00:30:39.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.660+0000 7f1fa6ffd640 1 -- 172.21.15.67:0/463647925 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 108 v108) ==== 95+0+5225 (secure 0 0 0) 0x7f1fa0067de0 con 0x7f1fb00b9e70 2024-09-21T00:30:39.662 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:30:39.662 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":108,"btime":"2024-09-21T00:30:03:146509+0000","default_fscid":9,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7076,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/3729383831","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":3729383831},{"type":"v1","addr":"172.21.15.97:6837","nonce":3729383831}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":103},{"gid":7732,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/97932944","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":97932944},{"type":"v1","addr":"172.21.15.67:6834","nonce":97932944}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":102},{"gid":7735,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3469130706","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":3469130706},{"type":"v1","addr":"172.21.15.67:6835","nonce":3469130706}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":103}],"filesystems":[{"mdsmap":{"epoch":108,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:29:59.516625+0000","modified":"2024-09-21T00:30:02.533562+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7744},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7744":{"gid":7744,"name":"b","rank":0,"incarnation":104,"state":"up:active","state_seq":3,"addr":"172.21.15.97:6835/2367808255","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":2367808255},{"type":"v1","addr":"172.21.15.97:6835","nonce":2367808255}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[19],"metadata_pool":18,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7744,"qdb_cluster":[7744]},"id":9}]} 2024-09-21T00:30:39.663 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 108 2024-09-21T00:30:39.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.662+0000 7f1fb8512640 1 -- 172.21.15.67:0/463647925 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1f94078bc0 msgr2=0x7f1f9407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:39.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.662+0000 7f1fb8512640 1 --2- 172.21.15.67:0/463647925 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1f94078bc0 0x7f1f9407b0d0 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f1fac034000 tx=0x7f1fac004730 comp rx=0 tx=0).stop 2024-09-21T00:30:39.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.662+0000 7f1fb8512640 1 -- 172.21.15.67:0/463647925 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1fb00b9e70 msgr2=0x7f1fb01e9a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:39.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.662+0000 7f1fb8512640 1 --2- 172.21.15.67:0/463647925 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1fb00b9e70 0x7f1fb01e9a20 secure :-1 s=READY pgs=1584 cs=0 l=1 rev1=1 crypto rx=0x7f1fa000e9f0 tx=0x7f1fa000eeb0 comp rx=0 tx=0).stop 2024-09-21T00:30:39.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.662+0000 7f1fb8512640 1 -- 172.21.15.67:0/463647925 shutdown_connections 2024-09-21T00:30:39.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.662+0000 7f1fb8512640 1 --2- 172.21.15.67:0/463647925 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1f94078bc0 0x7f1f9407b0d0 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:39.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.662+0000 7f1fb8512640 1 --2- 172.21.15.67:0/463647925 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1fb00d22f0 0x7f1fb00cd590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:39.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.662+0000 7f1fb8512640 1 --2- 172.21.15.67:0/463647925 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1fb00b9e70 0x7f1fb01e9a20 unknown :-1 s=CLOSED pgs=1584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:39.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.662+0000 7f1fb8512640 1 --2- 172.21.15.67:0/463647925 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1fb006ebc0 0x7f1fb0157e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:39.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.662+0000 7f1fb8512640 1 -- 172.21.15.67:0/463647925 >> 172.21.15.67:0/463647925 conn(0x7f1fb00d45a0 msgr2=0x7f1fb00b62a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:39.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.663+0000 7f1fb8512640 1 -- 172.21.15.67:0/463647925 shutdown_connections 2024-09-21T00:30:39.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.663+0000 7f1fb8512640 1 -- 172.21.15.67:0/463647925 wait complete. 2024-09-21T00:30:39.676 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:30:39.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.790+0000 7fc62e2d5640 1 -- 172.21.15.67:0/4164994791 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc6280d11c0 msgr2=0x7fc6280d15d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:39.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.790+0000 7fc62e2d5640 1 --2- 172.21.15.67:0/4164994791 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc6280d11c0 0x7fc6280d15d0 secure :-1 s=READY pgs=1585 cs=0 l=1 rev1=1 crypto rx=0x7fc62808d710 tx=0x7fc62002aac0 comp rx=0 tx=0).stop 2024-09-21T00:30:39.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.790+0000 7fc62e2d5640 1 -- 172.21.15.67:0/4164994791 shutdown_connections 2024-09-21T00:30:39.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.790+0000 7fc62e2d5640 1 --2- 172.21.15.67:0/4164994791 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc6280d11c0 0x7fc6280d15d0 unknown :-1 s=CLOSED pgs=1585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:39.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.790+0000 7fc62e2d5640 1 --2- 172.21.15.67:0/4164994791 >> v2:172.21.15.97:3300/0 conn(0x7fc628162ea0 0x7fc6280cf740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:39.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.790+0000 7fc62e2d5640 1 -- 172.21.15.67:0/4164994791 >> 172.21.15.67:0/4164994791 conn(0x7fc62806dfb0 msgr2=0x7fc62806e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:39.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.791+0000 7fc62e2d5640 1 -- 172.21.15.67:0/4164994791 shutdown_connections 2024-09-21T00:30:39.794 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.791+0000 7fc62e2d5640 1 -- 172.21.15.67:0/4164994791 wait complete. 2024-09-21T00:30:39.794 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.792+0000 7fc62e2d5640 1 Processor -- start 2024-09-21T00:30:39.794 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.793+0000 7fc62e2d5640 1 -- start start 2024-09-21T00:30:39.797 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.794+0000 7fc62e2d5640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc6280d11c0 0x7fc6280b5940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:39.797 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.794+0000 7fc62e2d5640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc6280d2b00 0x7fc6280b6870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:39.797 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.794+0000 7fc62e2d5640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc628162ea0 0x7fc6281f8c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:39.797 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.794+0000 7fc62e2d5640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc62815f640 con 0x7fc6280d11c0 2024-09-21T00:30:39.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.794+0000 7fc62e2d5640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc62815f4c0 con 0x7fc6280d2b00 2024-09-21T00:30:39.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.794+0000 7fc62e2d5640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fc62815f7c0 con 0x7fc628162ea0 2024-09-21T00:30:39.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.794+0000 7fc627fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc6280d11c0 0x7fc6280b5940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:39.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.794+0000 7fc627fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc6280d11c0 0x7fc6280b5940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54150/0 (socket says 172.21.15.67:54150) 2024-09-21T00:30:39.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.794+0000 7fc627fff640 1 -- 172.21.15.67:0/2086857596 learned_addr learned my addr 172.21.15.67:0/2086857596 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:39.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.794+0000 7fc6277fe640 1 --2- 172.21.15.67:0/2086857596 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc6280d2b00 0x7fc6280b6870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:39.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.794+0000 7fc62c872640 1 --2- 172.21.15.67:0/2086857596 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc628162ea0 0x7fc6281f8c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:39.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.794+0000 7fc627fff640 1 -- 172.21.15.67:0/2086857596 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc628162ea0 msgr2=0x7fc6281f8c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:39.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.794+0000 7fc627fff640 1 --2- 172.21.15.67:0/2086857596 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc628162ea0 0x7fc6281f8c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:39.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.794+0000 7fc627fff640 1 -- 172.21.15.67:0/2086857596 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc6280d2b00 msgr2=0x7fc6280b6870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:39.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.794+0000 7fc627fff640 1 --2- 172.21.15.67:0/2086857596 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc6280d2b00 0x7fc6280b6870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:39.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.794+0000 7fc627fff640 1 -- 172.21.15.67:0/2086857596 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6281f9a70 con 0x7fc6280d11c0 2024-09-21T00:30:39.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.795+0000 7fc627fff640 1 --2- 172.21.15.67:0/2086857596 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc6280d11c0 0x7fc6280b5940 secure :-1 s=READY pgs=1586 cs=0 l=1 rev1=1 crypto rx=0x7fc61800e7f0 tx=0x7fc61800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:39.799 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.795+0000 7fc624ff9640 1 -- 172.21.15.67:0/2086857596 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc61800ccc0 con 0x7fc6280d11c0 2024-09-21T00:30:39.799 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.795+0000 7fc624ff9640 1 -- 172.21.15.67:0/2086857596 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc618010430 con 0x7fc6280d11c0 2024-09-21T00:30:39.799 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.795+0000 7fc62e2d5640 1 -- 172.21.15.67:0/2086857596 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc6280cb8d0 con 0x7fc6280d11c0 2024-09-21T00:30:39.799 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.795+0000 7fc624ff9640 1 -- 172.21.15.67:0/2086857596 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc618010840 con 0x7fc6280d11c0 2024-09-21T00:30:39.799 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.795+0000 7fc62e2d5640 1 -- 172.21.15.67:0/2086857596 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6280cbe90 con 0x7fc6280d11c0 2024-09-21T00:30:39.800 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.796+0000 7fc62e2d5640 1 -- 172.21.15.67:0/2086857596 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc6281604a0 con 0x7fc6280d11c0 2024-09-21T00:30:39.800 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.797+0000 7fc624ff9640 1 -- 172.21.15.67:0/2086857596 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fc6180109e0 con 0x7fc6280d11c0 2024-09-21T00:30:39.800 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.797+0000 7fc624ff9640 1 --2- 172.21.15.67:0/2086857596 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc614078b90 0x7fc61407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:39.800 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.797+0000 7fc624ff9640 1 -- 172.21.15.67:0/2086857596 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(128..128 src has 1..128) ==== 5709+0+0 (secure 0 0 0) 0x7fc61809bfc0 con 0x7fc6280d11c0 2024-09-21T00:30:39.800 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.797+0000 7fc6277fe640 1 --2- 172.21.15.67:0/2086857596 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc614078b90 0x7fc61407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:39.800 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.798+0000 7fc6277fe640 1 --2- 172.21.15.67:0/2086857596 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc614078b90 0x7fc61407b0a0 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7fc628160c40 tx=0x7fc61c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:39.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:39.801+0000 7fc624ff9640 1 -- 172.21.15.67:0/2086857596 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fc618063e20 con 0x7fc6280d11c0 2024-09-21T00:30:40.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.026+0000 7fc62e2d5640 1 -- 172.21.15.67:0/2086857596 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc6280cf8b0 con 0x7fc6280d11c0 2024-09-21T00:30:40.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.027+0000 7fc624ff9640 1 -- 172.21.15.67:0/2086857596 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 108 v108) ==== 95+0+5225 (secure 0 0 0) 0x7fc618068850 con 0x7fc6280d11c0 2024-09-21T00:30:40.029 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:30:40.029 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":108,"btime":"2024-09-21T00:30:03:146509+0000","default_fscid":9,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7076,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/3729383831","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":3729383831},{"type":"v1","addr":"172.21.15.97:6837","nonce":3729383831}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":103},{"gid":7732,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/97932944","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":97932944},{"type":"v1","addr":"172.21.15.67:6834","nonce":97932944}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":102},{"gid":7735,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3469130706","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":3469130706},{"type":"v1","addr":"172.21.15.67:6835","nonce":3469130706}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":103}],"filesystems":[{"mdsmap":{"epoch":108,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:29:59.516625+0000","modified":"2024-09-21T00:30:02.533562+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7744},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7744":{"gid":7744,"name":"b","rank":0,"incarnation":104,"state":"up:active","state_seq":3,"addr":"172.21.15.97:6835/2367808255","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":2367808255},{"type":"v1","addr":"172.21.15.97:6835","nonce":2367808255}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[19],"metadata_pool":18,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7744,"qdb_cluster":[7744]},"id":9}]} 2024-09-21T00:30:40.030 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 108 2024-09-21T00:30:40.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.029+0000 7fc62e2d5640 1 -- 172.21.15.67:0/2086857596 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc614078b90 msgr2=0x7fc61407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:40.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.029+0000 7fc62e2d5640 1 --2- 172.21.15.67:0/2086857596 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc614078b90 0x7fc61407b0a0 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7fc628160c40 tx=0x7fc61c009040 comp rx=0 tx=0).stop 2024-09-21T00:30:40.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.029+0000 7fc62e2d5640 1 -- 172.21.15.67:0/2086857596 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc6280d11c0 msgr2=0x7fc6280b5940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:40.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.029+0000 7fc62e2d5640 1 --2- 172.21.15.67:0/2086857596 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc6280d11c0 0x7fc6280b5940 secure :-1 s=READY pgs=1586 cs=0 l=1 rev1=1 crypto rx=0x7fc61800e7f0 tx=0x7fc61800ecb0 comp rx=0 tx=0).stop 2024-09-21T00:30:40.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.029+0000 7fc62e2d5640 1 -- 172.21.15.67:0/2086857596 shutdown_connections 2024-09-21T00:30:40.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.029+0000 7fc62e2d5640 1 --2- 172.21.15.67:0/2086857596 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc614078b90 0x7fc61407b0a0 unknown :-1 s=CLOSED pgs=599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:40.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.029+0000 7fc62e2d5640 1 --2- 172.21.15.67:0/2086857596 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc628162ea0 0x7fc6281f8c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:40.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.029+0000 7fc62e2d5640 1 --2- 172.21.15.67:0/2086857596 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc6280d2b00 0x7fc6280b6870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:40.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.029+0000 7fc62e2d5640 1 --2- 172.21.15.67:0/2086857596 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc6280d11c0 0x7fc6280b5940 unknown :-1 s=CLOSED pgs=1586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:40.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.029+0000 7fc62e2d5640 1 -- 172.21.15.67:0/2086857596 >> 172.21.15.67:0/2086857596 conn(0x7fc62806dfb0 msgr2=0x7fc62815e7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:40.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.029+0000 7fc62e2d5640 1 -- 172.21.15.67:0/2086857596 shutdown_connections 2024-09-21T00:30:40.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.029+0000 7fc62e2d5640 1 -- 172.21.15.67:0/2086857596 wait complete. 2024-09-21T00:30:40.047 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:30:40.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.163+0000 7f2d3ed8b640 1 -- 172.21.15.67:0/2911760453 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2d3806ebc0 msgr2=0x7f2d3806efd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:40.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.163+0000 7f2d3ed8b640 1 --2- 172.21.15.67:0/2911760453 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2d3806ebc0 0x7f2d3806efd0 secure :-1 s=READY pgs=1587 cs=0 l=1 rev1=1 crypto rx=0x7f2d3806d7a0 tx=0x7f2d3002a980 comp rx=0 tx=0).stop 2024-09-21T00:30:40.167 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.164+0000 7f2d3ed8b640 1 -- 172.21.15.67:0/2911760453 shutdown_connections 2024-09-21T00:30:40.167 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.164+0000 7f2d3ed8b640 1 --2- 172.21.15.67:0/2911760453 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2d3806ebc0 0x7f2d3806efd0 unknown :-1 s=CLOSED pgs=1587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:40.167 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.164+0000 7f2d3ed8b640 1 --2- 172.21.15.67:0/2911760453 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2d380d22f0 0x7f2d380b6560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:40.167 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.164+0000 7f2d3ed8b640 1 --2- 172.21.15.67:0/2911760453 >> v2:172.21.15.97:3300/0 conn(0x7f2d380b9e70 0x7f2d380b6020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:40.167 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.164+0000 7f2d3ed8b640 1 -- 172.21.15.67:0/2911760453 >> 172.21.15.67:0/2911760453 conn(0x7f2d380d45a0 msgr2=0x7f2d380d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:40.167 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.164+0000 7f2d3ed8b640 1 -- 172.21.15.67:0/2911760453 shutdown_connections 2024-09-21T00:30:40.167 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.164+0000 7f2d3ed8b640 1 -- 172.21.15.67:0/2911760453 wait complete. 2024-09-21T00:30:40.167 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.165+0000 7f2d3ed8b640 1 Processor -- start 2024-09-21T00:30:40.168 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.165+0000 7f2d3ed8b640 1 -- start start 2024-09-21T00:30:40.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.167+0000 7f2d3ed8b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2d3806ebc0 0x7f2d381568a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:40.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.167+0000 7f2d3ed8b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2d380b9e70 0x7f2d3815a310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:40.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.167+0000 7f2d3ed8b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2d380d22f0 0x7f2d38160830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:40.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.167+0000 7f2d3ed8b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f2d3806f950 con 0x7f2d380d22f0 2024-09-21T00:30:40.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.167+0000 7f2d3ed8b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f2d3806f7d0 con 0x7f2d3806ebc0 2024-09-21T00:30:40.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.167+0000 7f2d3ed8b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f2d3806fad0 con 0x7f2d380b9e70 2024-09-21T00:30:40.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.167+0000 7f2d3d328640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2d380d22f0 0x7f2d38160830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:40.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.167+0000 7f2d3d328640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2d380d22f0 0x7f2d38160830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54156/0 (socket says 172.21.15.67:54156) 2024-09-21T00:30:40.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.167+0000 7f2d3d328640 1 -- 172.21.15.67:0/4245585789 learned_addr learned my addr 172.21.15.67:0/4245585789 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:40.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.167+0000 7f2d3cb27640 1 --2- 172.21.15.67:0/4245585789 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2d3806ebc0 0x7f2d381568a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:40.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.167+0000 7f2d37fff640 1 --2- 172.21.15.67:0/4245585789 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2d380b9e70 0x7f2d3815a310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:40.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.167+0000 7f2d3d328640 1 -- 172.21.15.67:0/4245585789 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2d380b9e70 msgr2=0x7f2d3815a310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:40.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.167+0000 7f2d3d328640 1 --2- 172.21.15.67:0/4245585789 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2d380b9e70 0x7f2d3815a310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:40.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.167+0000 7f2d3d328640 1 -- 172.21.15.67:0/4245585789 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2d3806ebc0 msgr2=0x7f2d381568a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:40.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.167+0000 7f2d3d328640 1 --2- 172.21.15.67:0/4245585789 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2d3806ebc0 0x7f2d381568a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:40.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.167+0000 7f2d3d328640 1 -- 172.21.15.67:0/4245585789 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d380cb950 con 0x7f2d380d22f0 2024-09-21T00:30:40.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.168+0000 7f2d3d328640 1 --2- 172.21.15.67:0/4245585789 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2d380d22f0 0x7f2d38160830 secure :-1 s=READY pgs=1588 cs=0 l=1 rev1=1 crypto rx=0x7f2d30009d60 tx=0x7f2d30003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:40.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.168+0000 7f2d357fa640 1 -- 172.21.15.67:0/4245585789 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d30034040 con 0x7f2d380d22f0 2024-09-21T00:30:40.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.168+0000 7f2d357fa640 1 -- 172.21.15.67:0/4245585789 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2d30004540 con 0x7f2d380d22f0 2024-09-21T00:30:40.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.168+0000 7f2d3ed8b640 1 -- 172.21.15.67:0/4245585789 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d380cbc30 con 0x7f2d380d22f0 2024-09-21T00:30:40.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.168+0000 7f2d357fa640 1 -- 172.21.15.67:0/4245585789 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d30045480 con 0x7f2d380d22f0 2024-09-21T00:30:40.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.168+0000 7f2d3ed8b640 1 -- 172.21.15.67:0/4245585789 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d380cc1f0 con 0x7f2d380d22f0 2024-09-21T00:30:40.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.169+0000 7f2d3ed8b640 1 -- 172.21.15.67:0/4245585789 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2d3806efd0 con 0x7f2d380d22f0 2024-09-21T00:30:40.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.170+0000 7f2d357fa640 1 -- 172.21.15.67:0/4245585789 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f2d30037020 con 0x7f2d380d22f0 2024-09-21T00:30:40.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.170+0000 7f2d357fa640 1 --2- 172.21.15.67:0/4245585789 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2d1c078b90 0x7f2d1c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:40.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.170+0000 7f2d357fa640 1 -- 172.21.15.67:0/4245585789 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(128..128 src has 1..128) ==== 5709+0+0 (secure 0 0 0) 0x7f2d300bc3f0 con 0x7f2d380d22f0 2024-09-21T00:30:40.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.171+0000 7f2d3cb27640 1 --2- 172.21.15.67:0/4245585789 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2d1c078b90 0x7f2d1c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:40.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.171+0000 7f2d3cb27640 1 --2- 172.21.15.67:0/4245585789 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2d1c078b90 0x7f2d1c07b0a0 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f2d2c009b30 tx=0x7f2d2c005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:40.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.175+0000 7f2d357fa640 1 -- 172.21.15.67:0/4245585789 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f2d30084270 con 0x7f2d380d22f0 2024-09-21T00:30:40.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.365+0000 7f2d3ed8b640 1 -- 172.21.15.67:0/4245585789 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f2d380ce780 con 0x7f2d380d22f0 2024-09-21T00:30:40.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.366+0000 7f2d357fa640 1 -- 172.21.15.67:0/4245585789 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v128) ==== 74+0+16703 (secure 0 0 0) 0x7f2d30088ca0 con 0x7f2d380d22f0 2024-09-21T00:30:40.369 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:30:40.369 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":128,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:30:01.133768+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":19,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":18,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:29:57.187062+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"127","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":19,"pool_name":"cephfs_data","create_time":"2024-09-21T00:29:58.466961+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"128","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":126,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":126,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":126,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":126,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":126,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":126,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":126,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":126,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:30:40.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.368+0000 7f2d3ed8b640 1 -- 172.21.15.67:0/4245585789 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2d1c078b90 msgr2=0x7f2d1c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:40.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.368+0000 7f2d3ed8b640 1 --2- 172.21.15.67:0/4245585789 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2d1c078b90 0x7f2d1c07b0a0 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f2d2c009b30 tx=0x7f2d2c005f90 comp rx=0 tx=0).stop 2024-09-21T00:30:40.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.368+0000 7f2d3ed8b640 1 -- 172.21.15.67:0/4245585789 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2d380d22f0 msgr2=0x7f2d38160830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:40.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.368+0000 7f2d3ed8b640 1 --2- 172.21.15.67:0/4245585789 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2d380d22f0 0x7f2d38160830 secure :-1 s=READY pgs=1588 cs=0 l=1 rev1=1 crypto rx=0x7f2d30009d60 tx=0x7f2d30003f10 comp rx=0 tx=0).stop 2024-09-21T00:30:40.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.368+0000 7f2d3ed8b640 1 -- 172.21.15.67:0/4245585789 shutdown_connections 2024-09-21T00:30:40.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.368+0000 7f2d3ed8b640 1 --2- 172.21.15.67:0/4245585789 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2d1c078b90 0x7f2d1c07b0a0 unknown :-1 s=CLOSED pgs=600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:40.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.368+0000 7f2d3ed8b640 1 --2- 172.21.15.67:0/4245585789 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2d380d22f0 0x7f2d38160830 unknown :-1 s=CLOSED pgs=1588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:40.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.368+0000 7f2d3ed8b640 1 --2- 172.21.15.67:0/4245585789 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2d380b9e70 0x7f2d3815a310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:40.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.368+0000 7f2d3ed8b640 1 --2- 172.21.15.67:0/4245585789 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2d3806ebc0 0x7f2d381568a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:40.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.368+0000 7f2d3ed8b640 1 -- 172.21.15.67:0/4245585789 >> 172.21.15.67:0/4245585789 conn(0x7f2d380d45a0 msgr2=0x7f2d38158aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:40.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.368+0000 7f2d3ed8b640 1 -- 172.21.15.67:0/4245585789 shutdown_connections 2024-09-21T00:30:40.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.368+0000 7f2d3ed8b640 1 -- 172.21.15.67:0/4245585789 wait complete. 2024-09-21T00:30:40.383 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-21T00:30:40.383 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:30:40.500 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.498+0000 7fe153151640 1 -- 172.21.15.67:0/2665176726 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe14c0b9780 msgr2=0x7fe14c0d2cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:40.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.498+0000 7fe153151640 1 --2- 172.21.15.67:0/2665176726 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe14c0b9780 0x7fe14c0d2cf0 secure :-1 s=READY pgs=1590 cs=0 l=1 rev1=1 crypto rx=0x7fe14c0c7dc0 tx=0x7fe13c02a530 comp rx=0 tx=0).stop 2024-09-21T00:30:40.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.498+0000 7fe153151640 1 -- 172.21.15.67:0/2665176726 shutdown_connections 2024-09-21T00:30:40.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.498+0000 7fe153151640 1 --2- 172.21.15.67:0/2665176726 >> v2:172.21.15.97:3300/0 conn(0x7fe14c0d1420 0x7fe14c0cf100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:40.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.498+0000 7fe153151640 1 --2- 172.21.15.67:0/2665176726 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe14c0b9780 0x7fe14c0d2cf0 unknown :-1 s=CLOSED pgs=1590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:40.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.498+0000 7fe153151640 1 -- 172.21.15.67:0/2665176726 >> 172.21.15.67:0/2665176726 conn(0x7fe14c08bee0 msgr2=0x7fe14c0d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:40.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.498+0000 7fe153151640 1 -- 172.21.15.67:0/2665176726 shutdown_connections 2024-09-21T00:30:40.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.498+0000 7fe153151640 1 -- 172.21.15.67:0/2665176726 wait complete. 2024-09-21T00:30:40.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.500+0000 7fe153151640 1 Processor -- start 2024-09-21T00:30:40.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.500+0000 7fe153151640 1 -- start start 2024-09-21T00:30:40.506 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.501+0000 7fe153151640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe14c0b9780 0x7fe14c155090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:40.506 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.501+0000 7fe153151640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe14c0d1010 0x7fe14c1e9710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:40.506 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.501+0000 7fe153151640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe14c0d1420 0x7fe14c1e9c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:40.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.501+0000 7fe153151640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fe14c0cf640 con 0x7fe14c0d1420 2024-09-21T00:30:40.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.501+0000 7fe153151640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fe14c0b7d10 con 0x7fe14c0d1010 2024-09-21T00:30:40.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.501+0000 7fe153151640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fe14c0cf7c0 con 0x7fe14c0b9780 2024-09-21T00:30:40.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.501+0000 7fe1516ee640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe14c0d1420 0x7fe14c1e9c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:40.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.501+0000 7fe1516ee640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe14c0d1420 0x7fe14c1e9c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54176/0 (socket says 172.21.15.67:54176) 2024-09-21T00:30:40.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.501+0000 7fe1516ee640 1 -- 172.21.15.67:0/2576723913 learned_addr learned my addr 172.21.15.67:0/2576723913 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:40.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.502+0000 7fe14bfff640 1 --2- 172.21.15.67:0/2576723913 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe14c0d1010 0x7fe14c1e9710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:40.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.502+0000 7fe150eed640 1 --2- 172.21.15.67:0/2576723913 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe14c0b9780 0x7fe14c155090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:40.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.502+0000 7fe1516ee640 1 -- 172.21.15.67:0/2576723913 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe14c0b9780 msgr2=0x7fe14c155090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:40.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.502+0000 7fe1516ee640 1 --2- 172.21.15.67:0/2576723913 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe14c0b9780 0x7fe14c155090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:40.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.502+0000 7fe1516ee640 1 -- 172.21.15.67:0/2576723913 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe14c0d1010 msgr2=0x7fe14c1e9710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:40.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.502+0000 7fe1516ee640 1 --2- 172.21.15.67:0/2576723913 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe14c0d1010 0x7fe14c1e9710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:40.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.502+0000 7fe1516ee640 1 -- 172.21.15.67:0/2576723913 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe14c15c8d0 con 0x7fe14c0d1420 2024-09-21T00:30:40.508 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.502+0000 7fe1516ee640 1 --2- 172.21.15.67:0/2576723913 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe14c0d1420 0x7fe14c1e9c50 secure :-1 s=READY pgs=1591 cs=0 l=1 rev1=1 crypto rx=0x7fe14400e9c0 tx=0x7fe14400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:40.508 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.502+0000 7fe1497fa640 1 -- 172.21.15.67:0/2576723913 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe144004d20 con 0x7fe14c0d1420 2024-09-21T00:30:40.508 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.502+0000 7fe1497fa640 1 -- 172.21.15.67:0/2576723913 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe14400cac0 con 0x7fe14c0d1420 2024-09-21T00:30:40.508 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.502+0000 7fe153151640 1 -- 172.21.15.67:0/2576723913 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe14c15cbb0 con 0x7fe14c0d1420 2024-09-21T00:30:40.508 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.502+0000 7fe1497fa640 1 -- 172.21.15.67:0/2576723913 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe144005020 con 0x7fe14c0d1420 2024-09-21T00:30:40.508 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.502+0000 7fe153151640 1 -- 172.21.15.67:0/2576723913 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe14c159c70 con 0x7fe14c0d1420 2024-09-21T00:30:40.508 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.503+0000 7fe153151640 1 -- 172.21.15.67:0/2576723913 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe14c0d2cf0 con 0x7fe14c0d1420 2024-09-21T00:30:40.508 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.504+0000 7fe1497fa640 1 -- 172.21.15.67:0/2576723913 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fe1440051c0 con 0x7fe14c0d1420 2024-09-21T00:30:40.508 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.505+0000 7fe1497fa640 1 --2- 172.21.15.67:0/2576723913 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe138078bc0 0x7fe13807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:40.509 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.505+0000 7fe1497fa640 1 -- 172.21.15.67:0/2576723913 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(128..128 src has 1..128) ==== 5709+0+0 (secure 0 0 0) 0x7fe14409b560 con 0x7fe14c0d1420 2024-09-21T00:30:40.509 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.505+0000 7fe150eed640 1 --2- 172.21.15.67:0/2576723913 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe138078bc0 0x7fe13807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:40.509 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.506+0000 7fe150eed640 1 --2- 172.21.15.67:0/2576723913 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe138078bc0 0x7fe13807b0d0 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7fe13c034000 tx=0x7fe13c004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:40.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.509+0000 7fe1497fa640 1 -- 172.21.15.67:0/2576723913 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fe144016030 con 0x7fe14c0d1420 2024-09-21T00:30:40.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.737+0000 7fe153151640 1 -- 172.21.15.67:0/2576723913 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe14c06f860 con 0x7fe14c0d1420 2024-09-21T00:30:40.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.737+0000 7fe1497fa640 1 -- 172.21.15.67:0/2576723913 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 108 v108) ==== 95+0+5225 (secure 0 0 0) 0x7fe144063350 con 0x7fe14c0d1420 2024-09-21T00:30:40.740 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:30:40.740 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":108,"btime":"2024-09-21T00:30:03:146509+0000","default_fscid":9,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7076,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/3729383831","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":3729383831},{"type":"v1","addr":"172.21.15.97:6837","nonce":3729383831}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":103},{"gid":7732,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/97932944","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":97932944},{"type":"v1","addr":"172.21.15.67:6834","nonce":97932944}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":102},{"gid":7735,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3469130706","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":3469130706},{"type":"v1","addr":"172.21.15.67:6835","nonce":3469130706}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":103}],"filesystems":[{"mdsmap":{"epoch":108,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:29:59.516625+0000","modified":"2024-09-21T00:30:02.533562+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7744},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7744":{"gid":7744,"name":"b","rank":0,"incarnation":104,"state":"up:active","state_seq":3,"addr":"172.21.15.97:6835/2367808255","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":2367808255},{"type":"v1","addr":"172.21.15.97:6835","nonce":2367808255}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[19],"metadata_pool":18,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7744,"qdb_cluster":[7744]},"id":9}]} 2024-09-21T00:30:40.740 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 108 2024-09-21T00:30:40.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.740+0000 7fe153151640 1 -- 172.21.15.67:0/2576723913 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe138078bc0 msgr2=0x7fe13807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:40.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.740+0000 7fe153151640 1 --2- 172.21.15.67:0/2576723913 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe138078bc0 0x7fe13807b0d0 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7fe13c034000 tx=0x7fe13c004730 comp rx=0 tx=0).stop 2024-09-21T00:30:40.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.740+0000 7fe153151640 1 -- 172.21.15.67:0/2576723913 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe14c0d1420 msgr2=0x7fe14c1e9c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:40.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.740+0000 7fe153151640 1 --2- 172.21.15.67:0/2576723913 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe14c0d1420 0x7fe14c1e9c50 secure :-1 s=READY pgs=1591 cs=0 l=1 rev1=1 crypto rx=0x7fe14400e9c0 tx=0x7fe14400ee80 comp rx=0 tx=0).stop 2024-09-21T00:30:40.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.740+0000 7fe153151640 1 -- 172.21.15.67:0/2576723913 shutdown_connections 2024-09-21T00:30:40.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.740+0000 7fe153151640 1 --2- 172.21.15.67:0/2576723913 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe138078bc0 0x7fe13807b0d0 unknown :-1 s=CLOSED pgs=601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:40.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.740+0000 7fe153151640 1 --2- 172.21.15.67:0/2576723913 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe14c0d1420 0x7fe14c1e9c50 unknown :-1 s=CLOSED pgs=1591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:40.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.740+0000 7fe153151640 1 --2- 172.21.15.67:0/2576723913 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe14c0d1010 0x7fe14c1e9710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:40.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.740+0000 7fe153151640 1 --2- 172.21.15.67:0/2576723913 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe14c0b9780 0x7fe14c155090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:40.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.740+0000 7fe153151640 1 -- 172.21.15.67:0/2576723913 >> 172.21.15.67:0/2576723913 conn(0x7fe14c08bee0 msgr2=0x7fe14c06de70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:40.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.740+0000 7fe153151640 1 -- 172.21.15.67:0/2576723913 shutdown_connections 2024-09-21T00:30:40.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.740+0000 7fe153151640 1 -- 172.21.15.67:0/2576723913 wait complete. 2024-09-21T00:30:40.754 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:30:40.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.869+0000 7f21af04d640 1 -- 172.21.15.67:0/4083603865 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f21a8162ea0 msgr2=0x7f21a80cf740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:40.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.869+0000 7f21af04d640 1 --2- 172.21.15.67:0/4083603865 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f21a8162ea0 0x7f21a80cf740 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f2198009820 tx=0x7f219802a510 comp rx=0 tx=0).stop 2024-09-21T00:30:40.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.869+0000 7f21af04d640 1 -- 172.21.15.67:0/4083603865 shutdown_connections 2024-09-21T00:30:40.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.869+0000 7f21af04d640 1 --2- 172.21.15.67:0/4083603865 >> v2:172.21.15.97:3300/0 conn(0x7f21a80d2b00 0x7f21a815e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:40.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.869+0000 7f21af04d640 1 --2- 172.21.15.67:0/4083603865 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f21a8162ea0 0x7f21a80cf740 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:40.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.869+0000 7f21af04d640 1 -- 172.21.15.67:0/4083603865 >> 172.21.15.67:0/4083603865 conn(0x7f21a806dfb0 msgr2=0x7f21a806e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:40.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.869+0000 7f21af04d640 1 -- 172.21.15.67:0/4083603865 shutdown_connections 2024-09-21T00:30:40.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.869+0000 7f21af04d640 1 -- 172.21.15.67:0/4083603865 wait complete. 2024-09-21T00:30:40.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.870+0000 7f21af04d640 1 Processor -- start 2024-09-21T00:30:40.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.871+0000 7f21af04d640 1 -- start start 2024-09-21T00:30:40.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.872+0000 7f21af04d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f21a80d11c0 0x7f21a8157930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:40.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.872+0000 7f21af04d640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f21a80d2b00 0x7f21a80b4210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:40.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.872+0000 7f21af04d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f21a8162ea0 0x7f21a80b4750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:40.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.872+0000 7f21af04d640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f21a815f640 con 0x7f21a80d11c0 2024-09-21T00:30:40.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.872+0000 7f21af04d640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f21a815f4c0 con 0x7f21a8162ea0 2024-09-21T00:30:40.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.872+0000 7f21af04d640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f21a815f7c0 con 0x7f21a80d2b00 2024-09-21T00:30:40.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.872+0000 7f21acde9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f21a80d11c0 0x7f21a8157930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:40.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.872+0000 7f21acde9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f21a80d11c0 0x7f21a8157930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54192/0 (socket says 172.21.15.67:54192) 2024-09-21T00:30:40.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.872+0000 7f21acde9640 1 -- 172.21.15.67:0/3857155818 learned_addr learned my addr 172.21.15.67:0/3857155818 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:40.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.872+0000 7f21ad5ea640 1 --2- 172.21.15.67:0/3857155818 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f21a8162ea0 0x7f21a80b4750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:40.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.872+0000 7f21a7fff640 1 --2- 172.21.15.67:0/3857155818 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f21a80d2b00 0x7f21a80b4210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:40.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.872+0000 7f21acde9640 1 -- 172.21.15.67:0/3857155818 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f21a80d2b00 msgr2=0x7f21a80b4210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:40.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.872+0000 7f21acde9640 1 --2- 172.21.15.67:0/3857155818 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f21a80d2b00 0x7f21a80b4210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:40.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.872+0000 7f21acde9640 1 -- 172.21.15.67:0/3857155818 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f21a8162ea0 msgr2=0x7f21a80b4750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:40.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.872+0000 7f21acde9640 1 --2- 172.21.15.67:0/3857155818 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f21a8162ea0 0x7f21a80b4750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:40.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.873+0000 7f21acde9640 1 -- 172.21.15.67:0/3857155818 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21a80cb8d0 con 0x7f21a80d11c0 2024-09-21T00:30:40.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.873+0000 7f21ad5ea640 1 --2- 172.21.15.67:0/3857155818 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f21a8162ea0 0x7f21a80b4750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:30:40.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.873+0000 7f21acde9640 1 --2- 172.21.15.67:0/3857155818 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f21a80d11c0 0x7f21a8157930 secure :-1 s=READY pgs=1592 cs=0 l=1 rev1=1 crypto rx=0x7f219802ab00 tx=0x7f21980049d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:40.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.873+0000 7f21a57fa640 1 -- 172.21.15.67:0/3857155818 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2198031d60 con 0x7f21a80d11c0 2024-09-21T00:30:40.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.873+0000 7f21a57fa640 1 -- 172.21.15.67:0/3857155818 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f21980330d0 con 0x7f21a80d11c0 2024-09-21T00:30:40.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.873+0000 7f21af04d640 1 -- 172.21.15.67:0/3857155818 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f21a8157e70 con 0x7f21a80d11c0 2024-09-21T00:30:40.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.873+0000 7f21a57fa640 1 -- 172.21.15.67:0/3857155818 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2198033500 con 0x7f21a80d11c0 2024-09-21T00:30:40.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.873+0000 7f21af04d640 1 -- 172.21.15.67:0/3857155818 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21a80b6d20 con 0x7f21a80d11c0 2024-09-21T00:30:40.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.874+0000 7f21af04d640 1 -- 172.21.15.67:0/3857155818 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f21a815fc10 con 0x7f21a80d11c0 2024-09-21T00:30:40.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.875+0000 7f21a57fa640 1 -- 172.21.15.67:0/3857155818 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f219803b410 con 0x7f21a80d11c0 2024-09-21T00:30:40.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.875+0000 7f21a57fa640 1 --2- 172.21.15.67:0/3857155818 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2188078b90 0x7f218807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:40.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.875+0000 7f21a57fa640 1 -- 172.21.15.67:0/3857155818 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(128..128 src has 1..128) ==== 5709+0+0 (secure 0 0 0) 0x7f21980bc170 con 0x7f21a80d11c0 2024-09-21T00:30:40.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.876+0000 7f21a7fff640 1 --2- 172.21.15.67:0/3857155818 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2188078b90 0x7f218807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:40.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.876+0000 7f21a7fff640 1 --2- 172.21.15.67:0/3857155818 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2188078b90 0x7f218807b0a0 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f21a8158810 tx=0x7f2190009500 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:40.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:40.881+0000 7f21a57fa640 1 -- 172.21.15.67:0/3857155818 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f219803f030 con 0x7f21a80d11c0 2024-09-21T00:30:41.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.106+0000 7f21af04d640 1 -- 172.21.15.67:0/3857155818 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f21a80d1820 con 0x7f21a80d11c0 2024-09-21T00:30:41.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.106+0000 7f21a57fa640 1 -- 172.21.15.67:0/3857155818 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 108 v108) ==== 95+0+5225 (secure 0 0 0) 0x7f2198084650 con 0x7f21a80d11c0 2024-09-21T00:30:41.108 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:30:41.109 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":108,"btime":"2024-09-21T00:30:03:146509+0000","default_fscid":9,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7076,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/3729383831","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":3729383831},{"type":"v1","addr":"172.21.15.97:6837","nonce":3729383831}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":103},{"gid":7732,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/97932944","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":97932944},{"type":"v1","addr":"172.21.15.67:6834","nonce":97932944}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":102},{"gid":7735,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3469130706","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":3469130706},{"type":"v1","addr":"172.21.15.67:6835","nonce":3469130706}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":103}],"filesystems":[{"mdsmap":{"epoch":108,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:29:59.516625+0000","modified":"2024-09-21T00:30:02.533562+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":7744},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7744":{"gid":7744,"name":"b","rank":0,"incarnation":104,"state":"up:active","state_seq":3,"addr":"172.21.15.97:6835/2367808255","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":2367808255},{"type":"v1","addr":"172.21.15.97:6835","nonce":2367808255}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[19],"metadata_pool":18,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":7744,"qdb_cluster":[7744]},"id":9}]} 2024-09-21T00:30:41.109 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 108 2024-09-21T00:30:41.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.108+0000 7f21af04d640 1 -- 172.21.15.67:0/3857155818 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2188078b90 msgr2=0x7f218807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:41.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.108+0000 7f21af04d640 1 --2- 172.21.15.67:0/3857155818 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2188078b90 0x7f218807b0a0 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f21a8158810 tx=0x7f2190009500 comp rx=0 tx=0).stop 2024-09-21T00:30:41.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.108+0000 7f21af04d640 1 -- 172.21.15.67:0/3857155818 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f21a80d11c0 msgr2=0x7f21a8157930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:41.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.108+0000 7f21af04d640 1 --2- 172.21.15.67:0/3857155818 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f21a80d11c0 0x7f21a8157930 secure :-1 s=READY pgs=1592 cs=0 l=1 rev1=1 crypto rx=0x7f219802ab00 tx=0x7f21980049d0 comp rx=0 tx=0).stop 2024-09-21T00:30:41.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.108+0000 7f21af04d640 1 -- 172.21.15.67:0/3857155818 shutdown_connections 2024-09-21T00:30:41.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.108+0000 7f21af04d640 1 --2- 172.21.15.67:0/3857155818 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2188078b90 0x7f218807b0a0 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:41.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.108+0000 7f21af04d640 1 --2- 172.21.15.67:0/3857155818 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f21a8162ea0 0x7f21a80b4750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:41.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.108+0000 7f21af04d640 1 --2- 172.21.15.67:0/3857155818 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f21a80d2b00 0x7f21a80b4210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:41.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.108+0000 7f21af04d640 1 --2- 172.21.15.67:0/3857155818 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f21a80d11c0 0x7f21a8157930 unknown :-1 s=CLOSED pgs=1592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:41.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.108+0000 7f21af04d640 1 -- 172.21.15.67:0/3857155818 >> 172.21.15.67:0/3857155818 conn(0x7f21a806dfb0 msgr2=0x7f21a80d4ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:41.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.109+0000 7f21af04d640 1 -- 172.21.15.67:0/3857155818 shutdown_connections 2024-09-21T00:30:41.112 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.109+0000 7f21af04d640 1 -- 172.21.15.67:0/3857155818 wait complete. 2024-09-21T00:30:41.122 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:30:41.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.237+0000 7f73a469b640 1 -- 172.21.15.67:0/3091591024 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7388003a50 msgr2=0x7f7388003ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:41.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.237+0000 7f73a469b640 1 --2- 172.21.15.67:0/3091591024 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7388003a50 0x7f7388003ec0 secure :-1 s=READY pgs=1594 cs=0 l=1 rev1=1 crypto rx=0x7f7398001710 tx=0x7f7388005830 comp rx=0 tx=0).stop 2024-09-21T00:30:41.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.237+0000 7f73a469b640 1 -- 172.21.15.67:0/3091591024 shutdown_connections 2024-09-21T00:30:41.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.237+0000 7f73a469b640 1 --2- 172.21.15.67:0/3091591024 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7388003a50 0x7f7388003ec0 unknown :-1 s=CLOSED pgs=1594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:41.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.237+0000 7f73a469b640 1 -- 172.21.15.67:0/3091591024 >> 172.21.15.67:0/3091591024 conn(0x7f739c06dfb0 msgr2=0x7f739c06e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:41.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.237+0000 7f73a469b640 1 -- 172.21.15.67:0/3091591024 shutdown_connections 2024-09-21T00:30:41.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.237+0000 7f73a469b640 1 -- 172.21.15.67:0/3091591024 wait complete. 2024-09-21T00:30:41.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.239+0000 7f73a469b640 1 Processor -- start 2024-09-21T00:30:41.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.239+0000 7f73a469b640 1 -- start start 2024-09-21T00:30:41.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.240+0000 7f73a469b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7388003a50 0x7f739c152dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:41.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.240+0000 7f73a469b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f739c161dd0 0x7f739c160300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:41.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.240+0000 7f73a469b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f739c0ca4a0 0x7f739c0ca8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:41.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.240+0000 7f73a469b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f739c0cf8c0 con 0x7f7388003a50 2024-09-21T00:30:41.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.240+0000 7f73a469b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f739c0cf740 con 0x7f739c0ca4a0 2024-09-21T00:30:41.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.240+0000 7f73a469b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f739c0cfa40 con 0x7f739c161dd0 2024-09-21T00:30:41.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.240+0000 7f73a2437640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7388003a50 0x7f739c152dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:41.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.240+0000 7f73a2437640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7388003a50 0x7f739c152dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54206/0 (socket says 172.21.15.67:54206) 2024-09-21T00:30:41.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.240+0000 7f73a2437640 1 -- 172.21.15.67:0/1016047869 learned_addr learned my addr 172.21.15.67:0/1016047869 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:41.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.241+0000 7f73a1c36640 1 --2- 172.21.15.67:0/1016047869 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f739c161dd0 0x7f739c160300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:41.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.241+0000 7f73a2c38640 1 --2- 172.21.15.67:0/1016047869 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f739c0ca4a0 0x7f739c0ca8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:41.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.241+0000 7f73a2437640 1 -- 172.21.15.67:0/1016047869 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f739c161dd0 msgr2=0x7f739c160300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:41.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.241+0000 7f73a2437640 1 --2- 172.21.15.67:0/1016047869 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f739c161dd0 0x7f739c160300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:41.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.241+0000 7f73a2437640 1 -- 172.21.15.67:0/1016047869 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f739c0ca4a0 msgr2=0x7f739c0ca8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:41.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.241+0000 7f73a2437640 1 --2- 172.21.15.67:0/1016047869 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f739c0ca4a0 0x7f739c0ca8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:41.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.241+0000 7f73a2437640 1 -- 172.21.15.67:0/1016047869 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f739c0cadf0 con 0x7f7388003a50 2024-09-21T00:30:41.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.241+0000 7f73a2437640 1 --2- 172.21.15.67:0/1016047869 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7388003a50 0x7f739c152dc0 secure :-1 s=READY pgs=1595 cs=0 l=1 rev1=1 crypto rx=0x7f7398001830 tx=0x7f73980062f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:41.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.241+0000 7f738effd640 1 -- 172.21.15.67:0/1016047869 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7398042070 con 0x7f7388003a50 2024-09-21T00:30:41.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.241+0000 7f738effd640 1 -- 172.21.15.67:0/1016047869 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7398039070 con 0x7f7388003a50 2024-09-21T00:30:41.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.241+0000 7f73a469b640 1 -- 172.21.15.67:0/1016047869 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f739c160d30 con 0x7f7388003a50 2024-09-21T00:30:41.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.241+0000 7f738effd640 1 -- 172.21.15.67:0/1016047869 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7398003bf0 con 0x7f7388003a50 2024-09-21T00:30:41.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.241+0000 7f73a469b640 1 -- 172.21.15.67:0/1016047869 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f739c1612f0 con 0x7f7388003a50 2024-09-21T00:30:41.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.242+0000 7f73a469b640 1 -- 172.21.15.67:0/1016047869 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f739c15e7f0 con 0x7f7388003a50 2024-09-21T00:30:41.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.243+0000 7f738effd640 1 -- 172.21.15.67:0/1016047869 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f739803b070 con 0x7f7388003a50 2024-09-21T00:30:41.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.243+0000 7f738effd640 1 --2- 172.21.15.67:0/1016047869 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7380078bc0 0x7f738007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:41.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.244+0000 7f738effd640 1 -- 172.21.15.67:0/1016047869 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(128..128 src has 1..128) ==== 5709+0+0 (secure 0 0 0) 0x7f73980ba150 con 0x7f7388003a50 2024-09-21T00:30:41.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.244+0000 7f73a1c36640 1 --2- 172.21.15.67:0/1016047869 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7380078bc0 0x7f738007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:41.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.244+0000 7f73a1c36640 1 --2- 172.21.15.67:0/1016047869 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7380078bc0 0x7f738007b0d0 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f739c0b5540 tx=0x7f73900016c0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:41.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.248+0000 7f738effd640 1 -- 172.21.15.67:0/1016047869 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f739c0cadf0 con 0x7f7388003a50 2024-09-21T00:30:41.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.437+0000 7f73a469b640 1 -- 172.21.15.67:0/1016047869 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f739c15e1e0 con 0x7f7388003a50 2024-09-21T00:30:41.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.438+0000 7f738effd640 1 -- 172.21.15.67:0/1016047869 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v128) ==== 74+0+16703 (secure 0 0 0) 0x7f7398081fd0 con 0x7f7388003a50 2024-09-21T00:30:41.441 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:30:41.441 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":128,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:30:01.133768+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":19,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":18,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:29:57.187062+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"127","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":19,"pool_name":"cephfs_data","create_time":"2024-09-21T00:29:58.466961+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"128","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":126,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":126,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":126,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":126,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":126,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":126,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":126,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":126,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:30:41.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.441+0000 7f73a469b640 1 -- 172.21.15.67:0/1016047869 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7380078bc0 msgr2=0x7f738007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:41.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.441+0000 7f73a469b640 1 --2- 172.21.15.67:0/1016047869 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7380078bc0 0x7f738007b0d0 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f739c0b5540 tx=0x7f73900016c0 comp rx=0 tx=0).stop 2024-09-21T00:30:41.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.441+0000 7f73a469b640 1 -- 172.21.15.67:0/1016047869 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7388003a50 msgr2=0x7f739c152dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:41.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.441+0000 7f73a469b640 1 --2- 172.21.15.67:0/1016047869 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7388003a50 0x7f739c152dc0 secure :-1 s=READY pgs=1595 cs=0 l=1 rev1=1 crypto rx=0x7f7398001830 tx=0x7f73980062f0 comp rx=0 tx=0).stop 2024-09-21T00:30:41.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.441+0000 7f73a469b640 1 -- 172.21.15.67:0/1016047869 shutdown_connections 2024-09-21T00:30:41.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.441+0000 7f73a469b640 1 --2- 172.21.15.67:0/1016047869 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7380078bc0 0x7f738007b0d0 unknown :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:41.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.441+0000 7f73a469b640 1 --2- 172.21.15.67:0/1016047869 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f739c0ca4a0 0x7f739c0ca8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:41.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.441+0000 7f73a469b640 1 --2- 172.21.15.67:0/1016047869 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f739c161dd0 0x7f739c160300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:41.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.441+0000 7f73a469b640 1 --2- 172.21.15.67:0/1016047869 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7388003a50 0x7f739c152dc0 unknown :-1 s=CLOSED pgs=1595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:41.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.441+0000 7f73a469b640 1 -- 172.21.15.67:0/1016047869 >> 172.21.15.67:0/1016047869 conn(0x7f739c06dfb0 msgr2=0x7f739c0cd840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:41.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.441+0000 7f73a469b640 1 -- 172.21.15.67:0/1016047869 shutdown_connections 2024-09-21T00:30:41.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.441+0000 7f73a469b640 1 -- 172.21.15.67:0/1016047869 wait complete. 2024-09-21T00:30:41.455 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-21T00:30:41.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.572+0000 7f9ce0d8b640 1 -- 172.21.15.67:0/580933231 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9cc8005250 msgr2=0x7f9cc800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:41.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.572+0000 7f9ce0d8b640 1 --2- 172.21.15.67:0/580933231 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9cc8005250 0x7f9cc800b9c0 secure :-1 s=READY pgs=1597 cs=0 l=1 rev1=1 crypto rx=0x7f9ccc006fa0 tx=0x7f9cc8005830 comp rx=0 tx=0).stop 2024-09-21T00:30:41.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.572+0000 7f9ce0d8b640 1 -- 172.21.15.67:0/580933231 shutdown_connections 2024-09-21T00:30:41.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.572+0000 7f9ce0d8b640 1 --2- 172.21.15.67:0/580933231 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9cc8005250 0x7f9cc800b9c0 unknown :-1 s=CLOSED pgs=1597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:41.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.572+0000 7f9ce0d8b640 1 -- 172.21.15.67:0/580933231 >> 172.21.15.67:0/580933231 conn(0x7f9cdc0b3e90 msgr2=0x7f9cdc0b42a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:41.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.572+0000 7f9ce0d8b640 1 -- 172.21.15.67:0/580933231 shutdown_connections 2024-09-21T00:30:41.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.572+0000 7f9ce0d8b640 1 -- 172.21.15.67:0/580933231 wait complete. 2024-09-21T00:30:41.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.574+0000 7f9ce0d8b640 1 Processor -- start 2024-09-21T00:30:41.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.574+0000 7f9ce0d8b640 1 -- start start 2024-09-21T00:30:41.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.575+0000 7f9ce0d8b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9cc8005250 0x7f9cdc15cd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:41.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.575+0000 7f9ce0d8b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9cdc0caa60 0x7f9cdc15d270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:41.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.575+0000 7f9ce0d8b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9cdc151c60 0x7f9cdc0c76b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:41.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.575+0000 7f9ce0d8b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f9cdc09ab60 con 0x7f9cdc151c60 2024-09-21T00:30:41.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.575+0000 7f9ce0d8b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f9cdc0b7c00 con 0x7f9cdc0caa60 2024-09-21T00:30:41.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.575+0000 7f9ce0d8b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f9cdc09ace0 con 0x7f9cc8005250 2024-09-21T00:30:41.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.575+0000 7f9cdad9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9cdc151c60 0x7f9cdc0c76b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:41.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.575+0000 7f9cdad9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9cdc151c60 0x7f9cdc0c76b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54226/0 (socket says 172.21.15.67:54226) 2024-09-21T00:30:41.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.576+0000 7f9cdad9d640 1 -- 172.21.15.67:0/586527543 learned_addr learned my addr 172.21.15.67:0/586527543 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:41.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.576+0000 7f9cda59c640 1 --2- 172.21.15.67:0/586527543 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9cc8005250 0x7f9cdc15cd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:41.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.576+0000 7f9cd9d9b640 1 --2- 172.21.15.67:0/586527543 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9cdc0caa60 0x7f9cdc15d270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:41.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.576+0000 7f9cdad9d640 1 -- 172.21.15.67:0/586527543 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9cc8005250 msgr2=0x7f9cdc15cd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:41.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.576+0000 7f9cdad9d640 1 --2- 172.21.15.67:0/586527543 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9cc8005250 0x7f9cdc15cd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:41.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.576+0000 7f9cdad9d640 1 -- 172.21.15.67:0/586527543 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9cdc0caa60 msgr2=0x7f9cdc15d270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:41.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.576+0000 7f9cdad9d640 1 --2- 172.21.15.67:0/586527543 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9cdc0caa60 0x7f9cdc15d270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:41.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.576+0000 7f9cdad9d640 1 -- 172.21.15.67:0/586527543 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9cdc0c99c0 con 0x7f9cdc151c60 2024-09-21T00:30:41.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.576+0000 7f9cdad9d640 1 --2- 172.21.15.67:0/586527543 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9cdc151c60 0x7f9cdc0c76b0 secure :-1 s=READY pgs=1598 cs=0 l=1 rev1=1 crypto rx=0x7f9ccc00c320 tx=0x7f9ccc006c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:41.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.576+0000 7f9cd2ffd640 1 -- 172.21.15.67:0/586527543 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ccc032030 con 0x7f9cdc151c60 2024-09-21T00:30:41.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.576+0000 7f9cd2ffd640 1 -- 172.21.15.67:0/586527543 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9ccc03b070 con 0x7f9cdc151c60 2024-09-21T00:30:41.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.576+0000 7f9ce0d8b640 1 -- 172.21.15.67:0/586527543 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9cdc0c9ca0 con 0x7f9cdc151c60 2024-09-21T00:30:41.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.576+0000 7f9cd2ffd640 1 -- 172.21.15.67:0/586527543 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ccc003b80 con 0x7f9cdc151c60 2024-09-21T00:30:41.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.576+0000 7f9ce0d8b640 1 -- 172.21.15.67:0/586527543 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9cdc0ca260 con 0x7f9cdc151c60 2024-09-21T00:30:41.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.577+0000 7f9ce0d8b640 1 -- 172.21.15.67:0/586527543 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9cdc09b240 con 0x7f9cdc151c60 2024-09-21T00:30:41.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.578+0000 7f9cd2ffd640 1 -- 172.21.15.67:0/586527543 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f9ccc03d020 con 0x7f9cdc151c60 2024-09-21T00:30:41.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.579+0000 7f9cd2ffd640 1 --2- 172.21.15.67:0/586527543 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9cbc078b90 0x7f9cbc07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:41.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.579+0000 7f9cd2ffd640 1 -- 172.21.15.67:0/586527543 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(128..128 src has 1..128) ==== 5709+0+0 (secure 0 0 0) 0x7f9ccc0ba8e0 con 0x7f9cdc151c60 2024-09-21T00:30:41.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.579+0000 7f9cda59c640 1 --2- 172.21.15.67:0/586527543 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9cbc078b90 0x7f9cbc07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:41.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.580+0000 7f9cda59c640 1 --2- 172.21.15.67:0/586527543 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9cbc078b90 0x7f9cbc07b0a0 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f9cdc0b18c0 tx=0x7f9cd4009500 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:41.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.584+0000 7f9cd2ffd640 1 -- 172.21.15.67:0/586527543 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f9ccc0826d0 con 0x7f9cdc151c60 2024-09-21T00:30:41.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.811+0000 7f9ce0d8b640 1 -- 172.21.15.67:0/586527543 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f9cdc0c9710 con 0x7f9cdc151c60 2024-09-21T00:30:41.813 INFO:tasks.ceph.mon.a.smithi067.stderr:2024-09-21T00:30:41.812+0000 7f6547693640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-21T00:30:41.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.813+0000 7f9cd2ffd640 1 -- 172.21.15.67:0/586527543 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v109) ==== 161+0+0 (secure 0 0 0) 0x7f9ccc087100 con 0x7f9cdc151c60 2024-09-21T00:30:41.815 INFO:teuthology.orchestra.run.smithi067.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-21T00:30:41.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.816+0000 7f9ce0d8b640 1 -- 172.21.15.67:0/586527543 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9cbc078b90 msgr2=0x7f9cbc07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:41.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.816+0000 7f9ce0d8b640 1 --2- 172.21.15.67:0/586527543 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9cbc078b90 0x7f9cbc07b0a0 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f9cdc0b18c0 tx=0x7f9cd4009500 comp rx=0 tx=0).stop 2024-09-21T00:30:41.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.816+0000 7f9ce0d8b640 1 -- 172.21.15.67:0/586527543 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9cdc151c60 msgr2=0x7f9cdc0c76b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:41.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.816+0000 7f9ce0d8b640 1 --2- 172.21.15.67:0/586527543 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9cdc151c60 0x7f9cdc0c76b0 secure :-1 s=READY pgs=1598 cs=0 l=1 rev1=1 crypto rx=0x7f9ccc00c320 tx=0x7f9ccc006c60 comp rx=0 tx=0).stop 2024-09-21T00:30:41.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.816+0000 7f9ce0d8b640 1 -- 172.21.15.67:0/586527543 shutdown_connections 2024-09-21T00:30:41.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.816+0000 7f9ce0d8b640 1 --2- 172.21.15.67:0/586527543 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9cbc078b90 0x7f9cbc07b0a0 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:41.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.816+0000 7f9ce0d8b640 1 --2- 172.21.15.67:0/586527543 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9cdc151c60 0x7f9cdc0c76b0 unknown :-1 s=CLOSED pgs=1598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:41.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.816+0000 7f9ce0d8b640 1 --2- 172.21.15.67:0/586527543 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9cdc0caa60 0x7f9cdc15d270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:41.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.816+0000 7f9ce0d8b640 1 --2- 172.21.15.67:0/586527543 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9cc8005250 0x7f9cdc15cd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:41.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.816+0000 7f9ce0d8b640 1 -- 172.21.15.67:0/586527543 >> 172.21.15.67:0/586527543 conn(0x7f9cdc0b3e90 msgr2=0x7f9cdc0b58d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:41.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.816+0000 7f9ce0d8b640 1 -- 172.21.15.67:0/586527543 shutdown_connections 2024-09-21T00:30:41.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.816+0000 7f9ce0d8b640 1 -- 172.21.15.67:0/586527543 wait complete. 2024-09-21T00:30:41.829 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-21T00:30:41.885 INFO:tasks.ceph.mds.b.smithi097.stdout:starting mds.b at 2024-09-21T00:30:41.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.947+0000 7f2a8c64d640 1 -- 172.21.15.67:0/1263217739 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2a840b78f0 msgr2=0x7f2a840b16e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:41.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.947+0000 7f2a8c64d640 1 --2- 172.21.15.67:0/1263217739 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2a840b78f0 0x7f2a840b16e0 secure :-1 s=READY pgs=1600 cs=0 l=1 rev1=1 crypto rx=0x7f2a840749a0 tx=0x7f2a7402a5f0 comp rx=0 tx=0).stop 2024-09-21T00:30:41.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.948+0000 7f2a8c64d640 1 -- 172.21.15.67:0/1263217739 shutdown_connections 2024-09-21T00:30:41.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.948+0000 7f2a8c64d640 1 --2- 172.21.15.67:0/1263217739 >> v2:172.21.15.97:3300/0 conn(0x7f2a84071230 0x7f2a840cda00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:41.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.948+0000 7f2a8c64d640 1 --2- 172.21.15.67:0/1263217739 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2a840b78f0 0x7f2a840b16e0 unknown :-1 s=CLOSED pgs=1600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:41.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.948+0000 7f2a8c64d640 1 -- 172.21.15.67:0/1263217739 >> 172.21.15.67:0/1263217739 conn(0x7f2a840d24c0 msgr2=0x7f2a840d28d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:41.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.948+0000 7f2a8c64d640 1 -- 172.21.15.67:0/1263217739 shutdown_connections 2024-09-21T00:30:41.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.948+0000 7f2a8c64d640 1 -- 172.21.15.67:0/1263217739 wait complete. 2024-09-21T00:30:41.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.950+0000 7f2a8c64d640 1 Processor -- start 2024-09-21T00:30:41.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.950+0000 7f2a8c64d640 1 -- start start 2024-09-21T00:30:41.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.951+0000 7f2a8c64d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2a84071230 0x7f2a841f7180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:41.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.952+0000 7f2a8c64d640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2a84071640 0x7f2a841f76c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:41.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.952+0000 7f2a8c64d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2a840b78f0 0x7f2a841534d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:41.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.952+0000 7f2a8c64d640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f2a840ce2d0 con 0x7f2a84071230 2024-09-21T00:30:41.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.952+0000 7f2a8c64d640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f2a840ce150 con 0x7f2a840b78f0 2024-09-21T00:30:41.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.952+0000 7f2a8c64d640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f2a840cf200 con 0x7f2a84071640 2024-09-21T00:30:41.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.953+0000 7f2a8a3e9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2a84071230 0x7f2a841f7180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:41.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.953+0000 7f2a8a3e9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2a84071230 0x7f2a841f7180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54254/0 (socket says 172.21.15.67:54254) 2024-09-21T00:30:41.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.953+0000 7f2a8a3e9640 1 -- 172.21.15.67:0/4035397712 learned_addr learned my addr 172.21.15.67:0/4035397712 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:41.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.953+0000 7f2a89be8640 1 --2- 172.21.15.67:0/4035397712 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2a84071640 0x7f2a841f76c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:41.956 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.953+0000 7f2a8a3e9640 1 -- 172.21.15.67:0/4035397712 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2a84071640 msgr2=0x7f2a841f76c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:41.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.953+0000 7f2a8a3e9640 1 --2- 172.21.15.67:0/4035397712 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2a84071640 0x7f2a841f76c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:41.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.953+0000 7f2a8a3e9640 1 -- 172.21.15.67:0/4035397712 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2a840b78f0 msgr2=0x7f2a841534d0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-21T00:30:41.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.953+0000 7f2a8a3e9640 1 --2- 172.21.15.67:0/4035397712 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2a840b78f0 0x7f2a841534d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:41.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.953+0000 7f2a8a3e9640 1 -- 172.21.15.67:0/4035397712 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a840c8f20 con 0x7f2a84071230 2024-09-21T00:30:41.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.953+0000 7f2a8a3e9640 1 --2- 172.21.15.67:0/4035397712 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2a84071230 0x7f2a841f7180 secure :-1 s=READY pgs=1601 cs=0 l=1 rev1=1 crypto rx=0x7f2a740099a0 tx=0x7f2a74033f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:41.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.954+0000 7f2a7affd640 1 -- 172.21.15.67:0/4035397712 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a74031d60 con 0x7f2a84071230 2024-09-21T00:30:41.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.954+0000 7f2a7affd640 1 -- 172.21.15.67:0/4035397712 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2a74042070 con 0x7f2a84071230 2024-09-21T00:30:41.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.954+0000 7f2a8c64d640 1 -- 172.21.15.67:0/4035397712 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2a840c9200 con 0x7f2a84071230 2024-09-21T00:30:41.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.954+0000 7f2a7affd640 1 -- 172.21.15.67:0/4035397712 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a7403e9f0 con 0x7f2a84071230 2024-09-21T00:30:41.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.954+0000 7f2a8c64d640 1 -- 172.21.15.67:0/4035397712 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2a840c98c0 con 0x7f2a84071230 2024-09-21T00:30:41.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.955+0000 7f2a8c64d640 1 -- 172.21.15.67:0/4035397712 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2a840c8cb0 con 0x7f2a84071230 2024-09-21T00:30:41.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.956+0000 7f2a7affd640 1 -- 172.21.15.67:0/4035397712 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f2a7403eb90 con 0x7f2a84071230 2024-09-21T00:30:41.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.956+0000 7f2a7affd640 1 --2- 172.21.15.67:0/4035397712 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2a68078b90 0x7f2a6807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:41.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.956+0000 7f2a7affd640 1 -- 172.21.15.67:0/4035397712 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5795+0+0 (secure 0 0 0) 0x7f2a740c0220 con 0x7f2a84071230 2024-09-21T00:30:41.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.956+0000 7f2a89be8640 1 --2- 172.21.15.67:0/4035397712 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2a68078b90 0x7f2a6807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:41.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.957+0000 7f2a89be8640 1 --2- 172.21.15.67:0/4035397712 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2a68078b90 0x7f2a6807b0a0 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f2a840afe40 tx=0x7f2a80005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:41.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:41.961+0000 7f2a7affd640 1 -- 172.21.15.67:0/4035397712 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f2a74088580 con 0x7f2a84071230 2024-09-21T00:30:42.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:42.186+0000 7f2a8c64d640 1 -- 172.21.15.67:0/4035397712 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f2a840cf6d0 con 0x7f2a84071230 2024-09-21T00:30:42.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:42.815+0000 7f2a7affd640 1 -- 172.21.15.67:0/4035397712 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v110) ==== 104+0+0 (secure 0 0 0) 0x7f2a74087e80 con 0x7f2a84071230 2024-09-21T00:30:42.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:42.818+0000 7f2a8c64d640 1 -- 172.21.15.67:0/4035397712 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2a68078b90 msgr2=0x7f2a6807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:42.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:42.818+0000 7f2a8c64d640 1 --2- 172.21.15.67:0/4035397712 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2a68078b90 0x7f2a6807b0a0 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f2a840afe40 tx=0x7f2a80005f90 comp rx=0 tx=0).stop 2024-09-21T00:30:42.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:42.818+0000 7f2a8c64d640 1 -- 172.21.15.67:0/4035397712 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2a84071230 msgr2=0x7f2a841f7180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:42.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:42.818+0000 7f2a8c64d640 1 --2- 172.21.15.67:0/4035397712 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2a84071230 0x7f2a841f7180 secure :-1 s=READY pgs=1601 cs=0 l=1 rev1=1 crypto rx=0x7f2a740099a0 tx=0x7f2a74033f10 comp rx=0 tx=0).stop 2024-09-21T00:30:42.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:42.818+0000 7f2a8c64d640 1 -- 172.21.15.67:0/4035397712 shutdown_connections 2024-09-21T00:30:42.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:42.818+0000 7f2a8c64d640 1 --2- 172.21.15.67:0/4035397712 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2a68078b90 0x7f2a6807b0a0 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:42.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:42.818+0000 7f2a8c64d640 1 --2- 172.21.15.67:0/4035397712 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2a840b78f0 0x7f2a841534d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:42.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:42.818+0000 7f2a8c64d640 1 --2- 172.21.15.67:0/4035397712 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2a84071640 0x7f2a841f76c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:42.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:42.818+0000 7f2a8c64d640 1 --2- 172.21.15.67:0/4035397712 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2a84071230 0x7f2a841f7180 unknown :-1 s=CLOSED pgs=1601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:42.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:42.818+0000 7f2a8c64d640 1 -- 172.21.15.67:0/4035397712 >> 172.21.15.67:0/4035397712 conn(0x7f2a840d24c0 msgr2=0x7f2a840cea30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:42.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:42.818+0000 7f2a8c64d640 1 -- 172.21.15.67:0/4035397712 shutdown_connections 2024-09-21T00:30:42.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:42.818+0000 7f2a8c64d640 1 -- 172.21.15.67:0/4035397712 wait complete. 2024-09-21T00:30:42.835 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-21T00:30:42.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:42.961+0000 7f896232b640 1 -- 172.21.15.67:0/2963499015 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f895c0b07b0 msgr2=0x7f895c0b6750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:42.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:42.961+0000 7f896232b640 1 --2- 172.21.15.67:0/2963499015 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f895c0b07b0 0x7f895c0b6750 secure :-1 s=READY pgs=1603 cs=0 l=1 rev1=1 crypto rx=0x7f8950009830 tx=0x7f895002a510 comp rx=0 tx=0).stop 2024-09-21T00:30:42.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:42.961+0000 7f896232b640 1 -- 172.21.15.67:0/2963499015 shutdown_connections 2024-09-21T00:30:42.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:42.961+0000 7f896232b640 1 --2- 172.21.15.67:0/2963499015 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f895c0b07b0 0x7f895c0b6750 unknown :-1 s=CLOSED pgs=1603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:42.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:42.961+0000 7f896232b640 1 -- 172.21.15.67:0/2963499015 >> 172.21.15.67:0/2963499015 conn(0x7f895c0d1300 msgr2=0x7f895c0d1710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:42.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:42.961+0000 7f896232b640 1 -- 172.21.15.67:0/2963499015 shutdown_connections 2024-09-21T00:30:42.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:42.961+0000 7f896232b640 1 -- 172.21.15.67:0/2963499015 wait complete. 2024-09-21T00:30:42.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:42.963+0000 7f896232b640 1 Processor -- start 2024-09-21T00:30:42.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:42.963+0000 7f896232b640 1 -- start start 2024-09-21T00:30:42.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:42.964+0000 7f896232b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f895c0b07b0 0x7f895c158260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:42.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:42.964+0000 7f896232b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f895c0cdb40 0x7f895c14c7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:42.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:42.964+0000 7f896232b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f895c0d1e20 0x7f895c0b52b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:42.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:42.964+0000 7f896232b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f895c0ccb30 con 0x7f895c0cdb40 2024-09-21T00:30:42.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:42.964+0000 7f896232b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f895c0cc9b0 con 0x7f895c0d1e20 2024-09-21T00:30:42.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:42.964+0000 7f896232b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f895c0cccb0 con 0x7f895c0b07b0 2024-09-21T00:30:42.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:42.964+0000 7f895b7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f895c0cdb40 0x7f895c14c7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:42.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:42.964+0000 7f895b7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f895c0cdb40 0x7f895c14c7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54280/0 (socket says 172.21.15.67:54280) 2024-09-21T00:30:42.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:42.964+0000 7f895b7fe640 1 -- 172.21.15.67:0/1593604805 learned_addr learned my addr 172.21.15.67:0/1593604805 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:42.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:42.964+0000 7f89608c8640 1 --2- 172.21.15.67:0/1593604805 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f895c0d1e20 0x7f895c0b52b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:42.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:42.964+0000 7f895bfff640 1 --2- 172.21.15.67:0/1593604805 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f895c0b07b0 0x7f895c158260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:42.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:42.965+0000 7f895b7fe640 1 -- 172.21.15.67:0/1593604805 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f895c0b07b0 msgr2=0x7f895c158260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:42.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:42.965+0000 7f895b7fe640 1 --2- 172.21.15.67:0/1593604805 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f895c0b07b0 0x7f895c158260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:42.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:42.965+0000 7f895b7fe640 1 -- 172.21.15.67:0/1593604805 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f895c0d1e20 msgr2=0x7f895c0b52b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:42.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:42.965+0000 7f895b7fe640 1 --2- 172.21.15.67:0/1593604805 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f895c0d1e20 0x7f895c0b52b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:42.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:42.965+0000 7f895b7fe640 1 -- 172.21.15.67:0/1593604805 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f895c1f64d0 con 0x7f895c0cdb40 2024-09-21T00:30:42.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:42.965+0000 7f895bfff640 1 --2- 172.21.15.67:0/1593604805 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f895c0b07b0 0x7f895c158260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:30:42.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:42.965+0000 7f89608c8640 1 --2- 172.21.15.67:0/1593604805 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f895c0d1e20 0x7f895c0b52b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:30:42.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:42.965+0000 7f895b7fe640 1 --2- 172.21.15.67:0/1593604805 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f895c0cdb40 0x7f895c14c7c0 secure :-1 s=READY pgs=1604 cs=0 l=1 rev1=1 crypto rx=0x7f8950009950 tx=0x7f8950033d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:42.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:42.965+0000 7f8958ff9640 1 -- 172.21.15.67:0/1593604805 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8950031d60 con 0x7f895c0cdb40 2024-09-21T00:30:42.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:42.965+0000 7f8958ff9640 1 -- 172.21.15.67:0/1593604805 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8950033070 con 0x7f895c0cdb40 2024-09-21T00:30:42.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:42.965+0000 7f896232b640 1 -- 172.21.15.67:0/1593604805 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f895c1f67b0 con 0x7f895c0cdb40 2024-09-21T00:30:42.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:42.965+0000 7f8958ff9640 1 -- 172.21.15.67:0/1593604805 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89500334c0 con 0x7f895c0cdb40 2024-09-21T00:30:42.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:42.965+0000 7f896232b640 1 -- 172.21.15.67:0/1593604805 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f895c1f6d70 con 0x7f895c0cdb40 2024-09-21T00:30:42.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:42.966+0000 7f896232b640 1 -- 172.21.15.67:0/1593604805 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f895c0ce8b0 con 0x7f895c0cdb40 2024-09-21T00:30:42.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:42.967+0000 7f8958ff9640 1 -- 172.21.15.67:0/1593604805 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f8950033660 con 0x7f895c0cdb40 2024-09-21T00:30:42.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:42.967+0000 7f8958ff9640 1 --2- 172.21.15.67:0/1593604805 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8948078bc0 0x7f894807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:42.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:42.968+0000 7f8958ff9640 1 -- 172.21.15.67:0/1593604805 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(129..129 src has 1..129) ==== 5795+0+0 (secure 0 0 0) 0x7f89500bc2a0 con 0x7f895c0cdb40 2024-09-21T00:30:42.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:42.968+0000 7f895bfff640 1 --2- 172.21.15.67:0/1593604805 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8948078bc0 0x7f894807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:42.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:42.968+0000 7f895bfff640 1 --2- 172.21.15.67:0/1593604805 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8948078bc0 0x7f894807b0d0 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f894c001710 tx=0x7f894c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:42.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:42.972+0000 7f8958ff9640 1 -- 172.21.15.67:0/1593604805 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f895003f030 con 0x7f895c0cdb40 2024-09-21T00:30:43.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:43.162+0000 7f896232b640 1 -- 172.21.15.67:0/1593604805 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f895c071060 con 0x7f895c0cdb40 2024-09-21T00:30:43.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:43.816+0000 7f8958ff9640 1 -- 172.21.15.67:0/1593604805 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v130) ==== 181+0+0 (secure 0 0 0) 0x7f8950084680 con 0x7f895c0cdb40 2024-09-21T00:30:43.818 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_metadata' removed 2024-09-21T00:30:43.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:43.820+0000 7f896232b640 1 -- 172.21.15.67:0/1593604805 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8948078bc0 msgr2=0x7f894807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:43.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:43.820+0000 7f896232b640 1 --2- 172.21.15.67:0/1593604805 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8948078bc0 0x7f894807b0d0 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f894c001710 tx=0x7f894c009040 comp rx=0 tx=0).stop 2024-09-21T00:30:43.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:43.820+0000 7f896232b640 1 -- 172.21.15.67:0/1593604805 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f895c0cdb40 msgr2=0x7f895c14c7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:43.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:43.820+0000 7f896232b640 1 --2- 172.21.15.67:0/1593604805 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f895c0cdb40 0x7f895c14c7c0 secure :-1 s=READY pgs=1604 cs=0 l=1 rev1=1 crypto rx=0x7f8950009950 tx=0x7f8950033d60 comp rx=0 tx=0).stop 2024-09-21T00:30:43.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:43.820+0000 7f896232b640 1 -- 172.21.15.67:0/1593604805 shutdown_connections 2024-09-21T00:30:43.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:43.820+0000 7f896232b640 1 --2- 172.21.15.67:0/1593604805 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8948078bc0 0x7f894807b0d0 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:43.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:43.820+0000 7f896232b640 1 --2- 172.21.15.67:0/1593604805 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f895c0d1e20 0x7f895c0b52b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:43.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:43.820+0000 7f896232b640 1 --2- 172.21.15.67:0/1593604805 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f895c0cdb40 0x7f895c14c7c0 unknown :-1 s=CLOSED pgs=1604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:43.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:43.820+0000 7f896232b640 1 --2- 172.21.15.67:0/1593604805 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f895c0b07b0 0x7f895c158260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:43.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:43.821+0000 7f896232b640 1 -- 172.21.15.67:0/1593604805 >> 172.21.15.67:0/1593604805 conn(0x7f895c0d1300 msgr2=0x7f895c0cdf50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:43.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:43.821+0000 7f896232b640 1 -- 172.21.15.67:0/1593604805 shutdown_connections 2024-09-21T00:30:43.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:43.821+0000 7f896232b640 1 -- 172.21.15.67:0/1593604805 wait complete. 2024-09-21T00:30:43.837 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-21T00:30:43.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:43.965+0000 7fc08c96e640 1 -- 172.21.15.67:0/1292201745 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc0880b67f0 msgr2=0x7fc0880ccd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:43.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:43.965+0000 7fc08c96e640 1 --2- 172.21.15.67:0/1292201745 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc0880b67f0 0x7fc0880ccd70 secure :-1 s=READY pgs=1605 cs=0 l=1 rev1=1 crypto rx=0x7fc0880b7270 tx=0x7fc07802a560 comp rx=0 tx=0).stop 2024-09-21T00:30:43.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:43.965+0000 7fc08c96e640 1 -- 172.21.15.67:0/1292201745 shutdown_connections 2024-09-21T00:30:43.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:43.965+0000 7fc08c96e640 1 --2- 172.21.15.67:0/1292201745 >> v2:172.21.15.97:3300/0 conn(0x7fc0880b4aa0 0x7fc0880cde70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:43.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:43.965+0000 7fc08c96e640 1 --2- 172.21.15.67:0/1292201745 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc0880b4150 0x7fc0880b4560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:43.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:43.965+0000 7fc08c96e640 1 --2- 172.21.15.67:0/1292201745 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc0880b67f0 0x7fc0880ccd70 unknown :-1 s=CLOSED pgs=1605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:43.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:43.965+0000 7fc08c96e640 1 -- 172.21.15.67:0/1292201745 >> 172.21.15.67:0/1292201745 conn(0x7fc0880d1300 msgr2=0x7fc0880d1710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:43.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:43.965+0000 7fc08c96e640 1 -- 172.21.15.67:0/1292201745 shutdown_connections 2024-09-21T00:30:43.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:43.965+0000 7fc08c96e640 1 -- 172.21.15.67:0/1292201745 wait complete. 2024-09-21T00:30:43.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:43.967+0000 7fc08c96e640 1 Processor -- start 2024-09-21T00:30:43.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:43.967+0000 7fc08c96e640 1 -- start start 2024-09-21T00:30:43.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:43.969+0000 7fc08c96e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc0880b4150 0x7fc0881f5fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:43.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:43.969+0000 7fc08c96e640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc0880b4aa0 0x7fc0881d5bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:43.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:43.969+0000 7fc08c96e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc0880b67f0 0x7fc0881d6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:43.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:43.969+0000 7fc08c96e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc0880ce740 con 0x7fc0880b67f0 2024-09-21T00:30:43.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:43.969+0000 7fc08c96e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc0880ce5c0 con 0x7fc0880b4150 2024-09-21T00:30:43.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:43.969+0000 7fc08c96e640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fc0880ce8c0 con 0x7fc0880b4aa0 2024-09-21T00:30:43.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:43.969+0000 7fc086d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc0880b67f0 0x7fc0881d6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:43.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:43.969+0000 7fc08659c640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc0880b4150 0x7fc0881f5fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:43.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:43.969+0000 7fc086d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc0880b67f0 0x7fc0881d6100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40630/0 (socket says 172.21.15.67:40630) 2024-09-21T00:30:43.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:43.969+0000 7fc086d9d640 1 -- 172.21.15.67:0/2777200290 learned_addr learned my addr 172.21.15.67:0/2777200290 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:43.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:43.969+0000 7fc085d9b640 1 --2- 172.21.15.67:0/2777200290 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc0880b4aa0 0x7fc0881d5bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:43.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:43.969+0000 7fc086d9d640 1 -- 172.21.15.67:0/2777200290 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc0880b4aa0 msgr2=0x7fc0881d5bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:43.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:43.969+0000 7fc086d9d640 1 --2- 172.21.15.67:0/2777200290 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc0880b4aa0 0x7fc0881d5bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:43.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:43.969+0000 7fc086d9d640 1 -- 172.21.15.67:0/2777200290 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc0880b4150 msgr2=0x7fc0881f5fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:43.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:43.969+0000 7fc086d9d640 1 --2- 172.21.15.67:0/2777200290 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc0880b4150 0x7fc0881f5fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:43.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:43.969+0000 7fc086d9d640 1 -- 172.21.15.67:0/2777200290 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0880cb170 con 0x7fc0880b67f0 2024-09-21T00:30:43.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:43.969+0000 7fc086d9d640 1 --2- 172.21.15.67:0/2777200290 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc0880b67f0 0x7fc0881d6100 secure :-1 s=READY pgs=1606 cs=0 l=1 rev1=1 crypto rx=0x7fc08000e990 tx=0x7fc08000ee50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:43.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:43.970+0000 7fc076ffd640 1 -- 172.21.15.67:0/2777200290 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc080004d20 con 0x7fc0880b67f0 2024-09-21T00:30:43.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:43.970+0000 7fc076ffd640 1 -- 172.21.15.67:0/2777200290 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc08000caa0 con 0x7fc0880b67f0 2024-09-21T00:30:43.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:43.970+0000 7fc076ffd640 1 -- 172.21.15.67:0/2777200290 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc080005020 con 0x7fc0880b67f0 2024-09-21T00:30:43.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:43.970+0000 7fc08c96e640 1 -- 172.21.15.67:0/2777200290 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc0880ca0d0 con 0x7fc0880b67f0 2024-09-21T00:30:43.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:43.970+0000 7fc08c96e640 1 -- 172.21.15.67:0/2777200290 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc0880ca690 con 0x7fc0880b67f0 2024-09-21T00:30:43.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:43.971+0000 7fc08c96e640 1 -- 172.21.15.67:0/2777200290 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc0880b5f00 con 0x7fc0880b67f0 2024-09-21T00:30:43.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:43.972+0000 7fc076ffd640 1 -- 172.21.15.67:0/2777200290 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fc0800051c0 con 0x7fc0880b67f0 2024-09-21T00:30:43.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:43.972+0000 7fc076ffd640 1 --2- 172.21.15.67:0/2777200290 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc068078b90 0x7fc06807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:43.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:43.972+0000 7fc076ffd640 1 -- 172.21.15.67:0/2777200290 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(130..130 src has 1..130) ==== 5357+0+0 (secure 0 0 0) 0x7fc08009b4a0 con 0x7fc0880b67f0 2024-09-21T00:30:43.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:43.972+0000 7fc08659c640 1 --2- 172.21.15.67:0/2777200290 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc068078b90 0x7fc06807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:43.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:43.973+0000 7fc08659c640 1 --2- 172.21.15.67:0/2777200290 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc068078b90 0x7fc06807b0a0 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7fc078033000 tx=0x7fc078004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:43.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:43.977+0000 7fc076ffd640 1 -- 172.21.15.67:0/2777200290 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fc080016030 con 0x7fc0880b67f0 2024-09-21T00:30:44.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:44.175+0000 7fc08c96e640 1 -- 172.21.15.67:0/2777200290 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7fc08806f100 con 0x7fc0880b67f0 2024-09-21T00:30:44.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:44.818+0000 7fc076ffd640 1 -- 172.21.15.67:0/2777200290 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v131) ==== 169+0+0 (secure 0 0 0) 0x7fc0800633f0 con 0x7fc0880b67f0 2024-09-21T00:30:44.819 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_data' removed 2024-09-21T00:30:44.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:44.822+0000 7fc08c96e640 1 -- 172.21.15.67:0/2777200290 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc068078b90 msgr2=0x7fc06807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:44.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:44.822+0000 7fc08c96e640 1 --2- 172.21.15.67:0/2777200290 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc068078b90 0x7fc06807b0a0 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7fc078033000 tx=0x7fc078004730 comp rx=0 tx=0).stop 2024-09-21T00:30:44.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:44.822+0000 7fc08c96e640 1 -- 172.21.15.67:0/2777200290 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc0880b67f0 msgr2=0x7fc0881d6100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:44.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:44.822+0000 7fc08c96e640 1 --2- 172.21.15.67:0/2777200290 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc0880b67f0 0x7fc0881d6100 secure :-1 s=READY pgs=1606 cs=0 l=1 rev1=1 crypto rx=0x7fc08000e990 tx=0x7fc08000ee50 comp rx=0 tx=0).stop 2024-09-21T00:30:44.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:44.823+0000 7fc08c96e640 1 -- 172.21.15.67:0/2777200290 shutdown_connections 2024-09-21T00:30:44.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:44.823+0000 7fc08c96e640 1 --2- 172.21.15.67:0/2777200290 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc068078b90 0x7fc06807b0a0 unknown :-1 s=CLOSED pgs=608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:44.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:44.823+0000 7fc08c96e640 1 --2- 172.21.15.67:0/2777200290 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc0880b67f0 0x7fc0881d6100 unknown :-1 s=CLOSED pgs=1606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:44.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:44.823+0000 7fc08c96e640 1 --2- 172.21.15.67:0/2777200290 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc0880b4aa0 0x7fc0881d5bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:44.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:44.823+0000 7fc08c96e640 1 --2- 172.21.15.67:0/2777200290 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc0880b4150 0x7fc0881f5fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:44.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:44.823+0000 7fc08c96e640 1 -- 172.21.15.67:0/2777200290 >> 172.21.15.67:0/2777200290 conn(0x7fc0880d1300 msgr2=0x7fc0881e4d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:44.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:44.823+0000 7fc08c96e640 1 -- 172.21.15.67:0/2777200290 shutdown_connections 2024-09-21T00:30:44.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:44.823+0000 7fc08c96e640 1 -- 172.21.15.67:0/2777200290 wait complete. 2024-09-21T00:30:44.846 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config reset 31 2024-09-21T00:30:44.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:44.982+0000 7f2e2445c640 1 -- 172.21.15.67:0/3167730733 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2e04004d40 msgr2=0x7f2e04005190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:44.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:44.982+0000 7f2e2445c640 1 --2- 172.21.15.67:0/3167730733 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2e04004d40 0x7f2e04005190 secure :-1 s=READY pgs=1608 cs=0 l=1 rev1=1 crypto rx=0x7f2e1400bbb0 tx=0x7f2e04005830 comp rx=0 tx=0).stop 2024-09-21T00:30:44.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:44.982+0000 7f2e229f9640 1 -- 172.21.15.67:0/3167730733 reap_dead start 2024-09-21T00:30:44.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:44.982+0000 7f2e2445c640 1 -- 172.21.15.67:0/3167730733 shutdown_connections 2024-09-21T00:30:44.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:44.982+0000 7f2e2445c640 1 -- 172.21.15.67:0/3167730733 >> 172.21.15.67:0/3167730733 conn(0x7f2e1c09d8c0 msgr2=0x7f2e1c08bee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:44.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:44.982+0000 7f2e2445c640 1 -- 172.21.15.67:0/3167730733 shutdown_connections 2024-09-21T00:30:44.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:44.982+0000 7f2e2445c640 1 -- 172.21.15.67:0/3167730733 wait complete. 2024-09-21T00:30:44.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:44.984+0000 7f2e2445c640 1 Processor -- start 2024-09-21T00:30:44.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:44.984+0000 7f2e2445c640 1 -- start start 2024-09-21T00:30:44.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:44.985+0000 7f2e2445c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2e04004d40 0x7f2e1c14b6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:44.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:44.985+0000 7f2e2445c640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2e1c0b92b0 0x7f2e1c1f8f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:44.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:44.985+0000 7f2e2445c640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2e1c06e0f0 0x7f2e1c06e500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:44.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:44.985+0000 7f2e2445c640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f2e1c0b3740 con 0x7f2e04004d40 2024-09-21T00:30:44.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:44.985+0000 7f2e2445c640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f2e1c0b35c0 con 0x7f2e1c06e0f0 2024-09-21T00:30:44.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:44.985+0000 7f2e2445c640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f2e1c0b2400 con 0x7f2e1c0b92b0 2024-09-21T00:30:44.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:44.985+0000 7f2e221f8640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2e04004d40 0x7f2e1c14b6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:44.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:44.985+0000 7f2e221f8640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2e04004d40 0x7f2e1c14b6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40648/0 (socket says 172.21.15.67:40648) 2024-09-21T00:30:44.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:44.985+0000 7f2e221f8640 1 -- 172.21.15.67:0/3050503439 learned_addr learned my addr 172.21.15.67:0/3050503439 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:44.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:44.986+0000 7f2e229f9640 1 --2- 172.21.15.67:0/3050503439 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2e1c06e0f0 0x7f2e1c06e500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:44.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:44.986+0000 7f2e219f7640 1 --2- 172.21.15.67:0/3050503439 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2e1c0b92b0 0x7f2e1c1f8f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:44.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:44.986+0000 7f2e221f8640 1 -- 172.21.15.67:0/3050503439 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2e1c0b92b0 msgr2=0x7f2e1c1f8f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:44.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:44.986+0000 7f2e221f8640 1 --2- 172.21.15.67:0/3050503439 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2e1c0b92b0 0x7f2e1c1f8f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:44.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:44.986+0000 7f2e221f8640 1 -- 172.21.15.67:0/3050503439 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2e1c06e0f0 msgr2=0x7f2e1c06e500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:44.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:44.986+0000 7f2e221f8640 1 --2- 172.21.15.67:0/3050503439 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2e1c06e0f0 0x7f2e1c06e500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:44.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:44.986+0000 7f2e221f8640 1 -- 172.21.15.67:0/3050503439 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e1c1f9470 con 0x7f2e04004d40 2024-09-21T00:30:44.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:44.986+0000 7f2e221f8640 1 --2- 172.21.15.67:0/3050503439 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2e04004d40 0x7f2e1c14b6f0 secure :-1 s=READY pgs=1609 cs=0 l=1 rev1=1 crypto rx=0x7f2e0c005430 tx=0x7f2e0c0058f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:44.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:44.986+0000 7f2e1affd640 1 -- 172.21.15.67:0/3050503439 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e0c003d80 con 0x7f2e04004d40 2024-09-21T00:30:44.993 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:44.986+0000 7f2e1affd640 1 -- 172.21.15.67:0/3050503439 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2e0c015070 con 0x7f2e04004d40 2024-09-21T00:30:44.993 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:44.986+0000 7f2e2445c640 1 -- 172.21.15.67:0/3050503439 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2e1c06ea40 con 0x7f2e04004d40 2024-09-21T00:30:44.993 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:44.986+0000 7f2e1affd640 1 -- 172.21.15.67:0/3050503439 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e0c010c10 con 0x7f2e04004d40 2024-09-21T00:30:44.993 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:44.986+0000 7f2e2445c640 1 -- 172.21.15.67:0/3050503439 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2e1c0cbb90 con 0x7f2e04004d40 2024-09-21T00:30:44.993 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:44.987+0000 7f2e2445c640 1 -- 172.21.15.67:0/3050503439 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2e1c0b1ec0 con 0x7f2e04004d40 2024-09-21T00:30:44.993 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:44.988+0000 7f2e1affd640 1 -- 172.21.15.67:0/3050503439 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f2e0c003f60 con 0x7f2e04004d40 2024-09-21T00:30:44.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:44.989+0000 7f2e1affd640 1 --2- 172.21.15.67:0/3050503439 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2e08078b90 0x7f2e0807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:44.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:44.989+0000 7f2e1affd640 1 -- 172.21.15.67:0/3050503439 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(131..131 src has 1..131) ==== 4943+0+0 (secure 0 0 0) 0x7f2e0c09b990 con 0x7f2e04004d40 2024-09-21T00:30:44.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:44.989+0000 7f2e219f7640 1 --2- 172.21.15.67:0/3050503439 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2e08078b90 0x7f2e0807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:44.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:44.989+0000 7f2e219f7640 1 --2- 172.21.15.67:0/3050503439 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2e08078b90 0x7f2e0807b0a0 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f2e1c0ce870 tx=0x7f2e10001cd0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:44.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:44.993+0000 7f2e1affd640 1 -- 172.21.15.67:0/3050503439 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f2e1c06ea40 con 0x7f2e04004d40 2024-09-21T00:30:45.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.180+0000 7f2e2445c640 1 -- 172.21.15.67:0/3050503439 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "config reset", "num": 31} v 0) -- 0x7f2e1c06cdb0 con 0x7f2e04004d40 2024-09-21T00:30:45.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.184+0000 7f2e1affd640 1 -- 172.21.15.67:0/3050503439 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "config reset", "num": 31}]=0 v55) ==== 71+0+0 (secure 0 0 0) 0x7f2e1c1f9470 con 0x7f2e04004d40 2024-09-21T00:30:45.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.186+0000 7f2e2445c640 1 -- 172.21.15.67:0/3050503439 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2e08078b90 msgr2=0x7f2e0807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:45.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.186+0000 7f2e2445c640 1 --2- 172.21.15.67:0/3050503439 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2e08078b90 0x7f2e0807b0a0 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f2e1c0ce870 tx=0x7f2e10001cd0 comp rx=0 tx=0).stop 2024-09-21T00:30:45.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.186+0000 7f2e2445c640 1 -- 172.21.15.67:0/3050503439 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2e04004d40 msgr2=0x7f2e1c14b6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:45.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.186+0000 7f2e2445c640 1 --2- 172.21.15.67:0/3050503439 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2e04004d40 0x7f2e1c14b6f0 secure :-1 s=READY pgs=1609 cs=0 l=1 rev1=1 crypto rx=0x7f2e0c005430 tx=0x7f2e0c0058f0 comp rx=0 tx=0).stop 2024-09-21T00:30:45.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.186+0000 7f2e2445c640 1 -- 172.21.15.67:0/3050503439 shutdown_connections 2024-09-21T00:30:45.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.186+0000 7f2e2445c640 1 --2- 172.21.15.67:0/3050503439 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2e08078b90 0x7f2e0807b0a0 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:45.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.186+0000 7f2e2445c640 1 --2- 172.21.15.67:0/3050503439 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2e1c06e0f0 0x7f2e1c06e500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:45.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.186+0000 7f2e2445c640 1 --2- 172.21.15.67:0/3050503439 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2e1c0b92b0 0x7f2e1c1f8f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:45.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.186+0000 7f2e2445c640 1 --2- 172.21.15.67:0/3050503439 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2e04004d40 0x7f2e1c14b6f0 unknown :-1 s=CLOSED pgs=1609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:45.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.186+0000 7f2e2445c640 1 -- 172.21.15.67:0/3050503439 >> 172.21.15.67:0/3050503439 conn(0x7f2e1c09d8c0 msgr2=0x7f2e1c06f250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:45.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.186+0000 7f2e2445c640 1 -- 172.21.15.67:0/3050503439 shutdown_connections 2024-09-21T00:30:45.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.186+0000 7f2e2445c640 1 -- 172.21.15.67:0/3050503439 wait complete. 2024-09-21T00:30:45.199 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_scrub_checks.TestScrubControls.test_scrub_pause_and_resume' 2024-09-21T00:30:45.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.314+0000 7fdb30313640 1 -- 172.21.15.67:0/668520940 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdb280ccda0 msgr2=0x7fdb280cd1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:45.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.314+0000 7fdb30313640 1 --2- 172.21.15.67:0/668520940 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdb280ccda0 0x7fdb280cd1b0 secure :-1 s=READY pgs=1611 cs=0 l=1 rev1=1 crypto rx=0x7fdb28160700 tx=0x7fdb1802a510 comp rx=0 tx=0).stop 2024-09-21T00:30:45.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.314+0000 7fdb30313640 1 -- 172.21.15.67:0/668520940 shutdown_connections 2024-09-21T00:30:45.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.314+0000 7fdb30313640 1 --2- 172.21.15.67:0/668520940 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdb280ccda0 0x7fdb280cd1b0 unknown :-1 s=CLOSED pgs=1611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:45.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.314+0000 7fdb30313640 1 -- 172.21.15.67:0/668520940 >> 172.21.15.67:0/668520940 conn(0x7fdb280d1280 msgr2=0x7fdb280d1690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:45.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.314+0000 7fdb30313640 1 -- 172.21.15.67:0/668520940 shutdown_connections 2024-09-21T00:30:45.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.314+0000 7fdb30313640 1 -- 172.21.15.67:0/668520940 wait complete. 2024-09-21T00:30:45.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.316+0000 7fdb30313640 1 Processor -- start 2024-09-21T00:30:45.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.316+0000 7fdb30313640 1 -- start start 2024-09-21T00:30:45.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.317+0000 7fdb30313640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdb2806d7c0 0x7fdb28147df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:45.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.317+0000 7fdb30313640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdb280ccda0 0x7fdb28149a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:45.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.317+0000 7fdb30313640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdb28160a10 0x7fdb28149f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:45.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.317+0000 7fdb30313640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fdb280b6bd0 con 0x7fdb280ccda0 2024-09-21T00:30:45.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.317+0000 7fdb30313640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fdb280b6a50 con 0x7fdb28160a10 2024-09-21T00:30:45.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.317+0000 7fdb30313640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fdb280d1da0 con 0x7fdb2806d7c0 2024-09-21T00:30:45.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.318+0000 7fdb2d8ae640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdb280ccda0 0x7fdb28149a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:45.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.318+0000 7fdb2d8ae640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdb280ccda0 0x7fdb28149a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40678/0 (socket says 172.21.15.67:40678) 2024-09-21T00:30:45.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.318+0000 7fdb2d8ae640 1 -- 172.21.15.67:0/1614082714 learned_addr learned my addr 172.21.15.67:0/1614082714 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:45.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.318+0000 7fdb2e0af640 1 --2- 172.21.15.67:0/1614082714 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdb2806d7c0 0x7fdb28147df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:45.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.318+0000 7fdb2e8b0640 1 --2- 172.21.15.67:0/1614082714 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdb28160a10 0x7fdb28149f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:45.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.318+0000 7fdb2d8ae640 1 -- 172.21.15.67:0/1614082714 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdb2806d7c0 msgr2=0x7fdb28147df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:45.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.318+0000 7fdb2d8ae640 1 --2- 172.21.15.67:0/1614082714 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdb2806d7c0 0x7fdb28147df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:45.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.318+0000 7fdb2d8ae640 1 -- 172.21.15.67:0/1614082714 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdb28160a10 msgr2=0x7fdb28149f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:45.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.318+0000 7fdb2d8ae640 1 --2- 172.21.15.67:0/1614082714 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdb28160a10 0x7fdb28149f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:45.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.318+0000 7fdb2d8ae640 1 -- 172.21.15.67:0/1614082714 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb28148330 con 0x7fdb280ccda0 2024-09-21T00:30:45.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.318+0000 7fdb2d8ae640 1 --2- 172.21.15.67:0/1614082714 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdb280ccda0 0x7fdb28149a30 secure :-1 s=READY pgs=1612 cs=0 l=1 rev1=1 crypto rx=0x7fdb1c00b3f0 tx=0x7fdb1c00b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:45.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.318+0000 7fdb26ffd640 1 -- 172.21.15.67:0/1614082714 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb1c015020 con 0x7fdb280ccda0 2024-09-21T00:30:45.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.318+0000 7fdb26ffd640 1 -- 172.21.15.67:0/1614082714 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdb1c011920 con 0x7fdb280ccda0 2024-09-21T00:30:45.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.318+0000 7fdb30313640 1 -- 172.21.15.67:0/1614082714 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb28148990 con 0x7fdb280ccda0 2024-09-21T00:30:45.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.318+0000 7fdb26ffd640 1 -- 172.21.15.67:0/1614082714 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb1c011d70 con 0x7fdb280ccda0 2024-09-21T00:30:45.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.318+0000 7fdb30313640 1 -- 172.21.15.67:0/1614082714 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb28148f50 con 0x7fdb280ccda0 2024-09-21T00:30:45.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.319+0000 7fdb30313640 1 -- 172.21.15.67:0/1614082714 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdb280cd1b0 con 0x7fdb280ccda0 2024-09-21T00:30:45.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.320+0000 7fdb26ffd640 1 -- 172.21.15.67:0/1614082714 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fdb1c018020 con 0x7fdb280ccda0 2024-09-21T00:30:45.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.321+0000 7fdb26ffd640 1 --2- 172.21.15.67:0/1614082714 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdb14078b90 0x7fdb1407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:45.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.321+0000 7fdb26ffd640 1 -- 172.21.15.67:0/1614082714 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(131..131 src has 1..131) ==== 4943+0+0 (secure 0 0 0) 0x7fdb1c09a4a0 con 0x7fdb280ccda0 2024-09-21T00:30:45.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.321+0000 7fdb2e0af640 1 --2- 172.21.15.67:0/1614082714 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdb14078b90 0x7fdb1407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:45.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.322+0000 7fdb2e0af640 1 --2- 172.21.15.67:0/1614082714 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdb14078b90 0x7fdb1407b0a0 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7fdb280731d0 tx=0x7fdb20009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:45.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.326+0000 7fdb26ffd640 1 -- 172.21.15.67:0/1614082714 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fdb1c01f030 con 0x7fdb280ccda0 2024-09-21T00:30:45.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.586+0000 7fdb30313640 1 -- 172.21.15.67:0/1614082714 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_scrub_checks.TestScrubControls.test_scrub_pause_and_resume"]} v 0) -- 0x7fdb280b6db0 con 0x7fdb280ccda0 2024-09-21T00:30:45.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.830+0000 7fdb26ffd640 1 -- 172.21.15.67:0/1614082714 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_scrub_checks.TestScrubControls.test_scrub_pause_and_resume"]}]=0 v443) ==== 155+0+0 (secure 0 0 0) 0x7fdb1c062620 con 0x7fdb280ccda0 2024-09-21T00:30:45.834 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.832+0000 7fdb30313640 1 -- 172.21.15.67:0/1614082714 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdb14078b90 msgr2=0x7fdb1407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:45.834 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.832+0000 7fdb30313640 1 --2- 172.21.15.67:0/1614082714 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdb14078b90 0x7fdb1407b0a0 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7fdb280731d0 tx=0x7fdb20009040 comp rx=0 tx=0).stop 2024-09-21T00:30:45.834 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.832+0000 7fdb30313640 1 -- 172.21.15.67:0/1614082714 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdb280ccda0 msgr2=0x7fdb28149a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:45.834 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.832+0000 7fdb30313640 1 --2- 172.21.15.67:0/1614082714 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdb280ccda0 0x7fdb28149a30 secure :-1 s=READY pgs=1612 cs=0 l=1 rev1=1 crypto rx=0x7fdb1c00b3f0 tx=0x7fdb1c00b8b0 comp rx=0 tx=0).stop 2024-09-21T00:30:45.834 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.833+0000 7fdb30313640 1 -- 172.21.15.67:0/1614082714 shutdown_connections 2024-09-21T00:30:45.834 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.833+0000 7fdb30313640 1 --2- 172.21.15.67:0/1614082714 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdb14078b90 0x7fdb1407b0a0 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:45.834 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.833+0000 7fdb30313640 1 --2- 172.21.15.67:0/1614082714 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdb28160a10 0x7fdb28149f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:45.835 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.833+0000 7fdb30313640 1 --2- 172.21.15.67:0/1614082714 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdb280ccda0 0x7fdb28149a30 unknown :-1 s=CLOSED pgs=1612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:45.835 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.833+0000 7fdb30313640 1 --2- 172.21.15.67:0/1614082714 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdb2806d7c0 0x7fdb28147df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:45.835 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.833+0000 7fdb30313640 1 -- 172.21.15.67:0/1614082714 >> 172.21.15.67:0/1614082714 conn(0x7fdb280d1280 msgr2=0x7fdb280cdc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:45.835 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.833+0000 7fdb30313640 1 -- 172.21.15.67:0/1614082714 shutdown_connections 2024-09-21T00:30:45.835 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.833+0000 7fdb30313640 1 -- 172.21.15.67:0/1614082714 wait complete. 2024-09-21T00:30:45.846 INFO:tasks.cephfs_test_runner:test_scrub_pause_and_resume (tasks.cephfs.test_scrub_checks.TestScrubControls) ... ok 2024-09-21T00:30:45.846 INFO:tasks.cephfs_test_runner:Starting test: test_scrub_pause_and_resume_with_abort (tasks.cephfs.test_scrub_checks.TestScrubControls) 2024-09-21T00:30:45.847 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:30:45.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.963+0000 7f2df8c1d640 1 -- 172.21.15.67:0/476778975 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2df415ffe0 msgr2=0x7f2df409a950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:45.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.963+0000 7f2df8c1d640 1 --2- 172.21.15.67:0/476778975 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2df415ffe0 0x7f2df409a950 secure :-1 s=READY pgs=1614 cs=0 l=1 rev1=1 crypto rx=0x7f2df40c9400 tx=0x7f2de402a530 comp rx=0 tx=0).stop 2024-09-21T00:30:45.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.963+0000 7f2df8c1d640 1 -- 172.21.15.67:0/476778975 shutdown_connections 2024-09-21T00:30:45.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.963+0000 7f2df8c1d640 1 --2- 172.21.15.67:0/476778975 >> v2:172.21.15.97:3300/0 conn(0x7f2df40cd890 0x7f2df40cdca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:45.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.963+0000 7f2df8c1d640 1 --2- 172.21.15.67:0/476778975 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2df415ffe0 0x7f2df409a950 unknown :-1 s=CLOSED pgs=1614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:45.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.963+0000 7f2df8c1d640 1 -- 172.21.15.67:0/476778975 >> 172.21.15.67:0/476778975 conn(0x7f2df40b3e90 msgr2=0x7f2df40b42a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:45.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.963+0000 7f2df8c1d640 1 -- 172.21.15.67:0/476778975 shutdown_connections 2024-09-21T00:30:45.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.963+0000 7f2df8c1d640 1 -- 172.21.15.67:0/476778975 wait complete. 2024-09-21T00:30:45.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.965+0000 7f2df8c1d640 1 Processor -- start 2024-09-21T00:30:45.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.965+0000 7f2df8c1d640 1 -- start start 2024-09-21T00:30:45.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.967+0000 7f2df8c1d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2df40b1910 0x7f2df40cbf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:45.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.967+0000 7f2df8c1d640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2df40cd890 0x7f2df414fee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:45.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.967+0000 7f2df8c1d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2df415ffe0 0x7f2df40b5890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:45.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.967+0000 7f2df8c1d640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f2df40ce360 con 0x7f2df415ffe0 2024-09-21T00:30:45.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.967+0000 7f2df8c1d640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f2df40ce1e0 con 0x7f2df40b1910 2024-09-21T00:30:45.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.967+0000 7f2df8c1d640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f2df40ce4e0 con 0x7f2df40cd890 2024-09-21T00:30:45.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.967+0000 7f2df2d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2df415ffe0 0x7f2df40b5890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:45.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.967+0000 7f2df2d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2df415ffe0 0x7f2df40b5890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40692/0 (socket says 172.21.15.67:40692) 2024-09-21T00:30:45.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.967+0000 7f2df2d9d640 1 -- 172.21.15.67:0/424822741 learned_addr learned my addr 172.21.15.67:0/424822741 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:45.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.967+0000 7f2df259c640 1 --2- 172.21.15.67:0/424822741 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2df40b1910 0x7f2df40cbf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:45.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.967+0000 7f2de9d9b640 1 --2- 172.21.15.67:0/424822741 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2df40cd890 0x7f2df414fee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:45.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.967+0000 7f2df2d9d640 1 -- 172.21.15.67:0/424822741 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2df40cd890 msgr2=0x7f2df414fee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:45.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.967+0000 7f2df2d9d640 1 --2- 172.21.15.67:0/424822741 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2df40cd890 0x7f2df414fee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:45.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.967+0000 7f2df2d9d640 1 -- 172.21.15.67:0/424822741 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2df40b1910 msgr2=0x7f2df40cbf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:45.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.967+0000 7f2df2d9d640 1 --2- 172.21.15.67:0/424822741 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2df40b1910 0x7f2df40cbf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:45.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.967+0000 7f2df2d9d640 1 -- 172.21.15.67:0/424822741 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2df4150420 con 0x7f2df415ffe0 2024-09-21T00:30:45.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.967+0000 7f2de9d9b640 1 --2- 172.21.15.67:0/424822741 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2df40cd890 0x7f2df414fee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:30:45.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.967+0000 7f2df2d9d640 1 --2- 172.21.15.67:0/424822741 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2df415ffe0 0x7f2df40b5890 secure :-1 s=READY pgs=1615 cs=0 l=1 rev1=1 crypto rx=0x7f2dec00e9c0 tx=0x7f2dec00ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:45.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.968+0000 7f2deb7fe640 1 -- 172.21.15.67:0/424822741 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2dec004d20 con 0x7f2df415ffe0 2024-09-21T00:30:45.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.968+0000 7f2deb7fe640 1 -- 172.21.15.67:0/424822741 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2dec00cb20 con 0x7f2df415ffe0 2024-09-21T00:30:45.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.968+0000 7f2deb7fe640 1 -- 172.21.15.67:0/424822741 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2dec005020 con 0x7f2df415ffe0 2024-09-21T00:30:45.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.968+0000 7f2df8c1d640 1 -- 172.21.15.67:0/424822741 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2df40b0b90 con 0x7f2df415ffe0 2024-09-21T00:30:45.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.968+0000 7f2df8c1d640 1 -- 172.21.15.67:0/424822741 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2df40b1150 con 0x7f2df415ffe0 2024-09-21T00:30:45.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.969+0000 7f2df8c1d640 1 -- 172.21.15.67:0/424822741 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2df40ce9d0 con 0x7f2df415ffe0 2024-09-21T00:30:45.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.970+0000 7f2deb7fe640 1 -- 172.21.15.67:0/424822741 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f2dec0051c0 con 0x7f2df415ffe0 2024-09-21T00:30:45.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.970+0000 7f2deb7fe640 1 --2- 172.21.15.67:0/424822741 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2dd4078b90 0x7f2dd407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:45.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.970+0000 7f2deb7fe640 1 -- 172.21.15.67:0/424822741 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(131..131 src has 1..131) ==== 4943+0+0 (secure 0 0 0) 0x7f2dec09b2f0 con 0x7f2df415ffe0 2024-09-21T00:30:45.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.970+0000 7f2df259c640 1 --2- 172.21.15.67:0/424822741 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2dd4078b90 0x7f2dd407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:45.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.971+0000 7f2df259c640 1 --2- 172.21.15.67:0/424822741 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2dd4078b90 0x7f2dd407b0a0 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f2de4034000 tx=0x7f2de4004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:45.976 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:45.975+0000 7f2deb7fe640 1 -- 172.21.15.67:0/424822741 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f2dec016030 con 0x7f2df415ffe0 2024-09-21T00:30:46.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.165+0000 7f2df8c1d640 1 -- 172.21.15.67:0/424822741 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f2df40b4c80 con 0x7f2df415ffe0 2024-09-21T00:30:46.167 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.165+0000 7f2deb7fe640 1 -- 172.21.15.67:0/424822741 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v131) ==== 74+0+13006 (secure 0 0 0) 0x7f2dec0633c0 con 0x7f2df415ffe0 2024-09-21T00:30:46.167 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:30:46.167 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":131,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:30:44.817385+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":19,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":126,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":126,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":126,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":126,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":126,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":126,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":126,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":126,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.97:6835/2367808255":"2024-09-22T00:30:41.812862+0000","172.21.15.97:6834/2367808255":"2024-09-22T00:30:41.812862+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:30:46.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.168+0000 7f2df8c1d640 1 -- 172.21.15.67:0/424822741 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2dd4078b90 msgr2=0x7f2dd407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:46.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.168+0000 7f2df8c1d640 1 --2- 172.21.15.67:0/424822741 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2dd4078b90 0x7f2dd407b0a0 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f2de4034000 tx=0x7f2de4004730 comp rx=0 tx=0).stop 2024-09-21T00:30:46.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.168+0000 7f2df8c1d640 1 -- 172.21.15.67:0/424822741 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2df415ffe0 msgr2=0x7f2df40b5890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:46.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.168+0000 7f2df8c1d640 1 --2- 172.21.15.67:0/424822741 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2df415ffe0 0x7f2df40b5890 secure :-1 s=READY pgs=1615 cs=0 l=1 rev1=1 crypto rx=0x7f2dec00e9c0 tx=0x7f2dec00ee80 comp rx=0 tx=0).stop 2024-09-21T00:30:46.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.168+0000 7f2df8c1d640 1 -- 172.21.15.67:0/424822741 shutdown_connections 2024-09-21T00:30:46.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.168+0000 7f2df8c1d640 1 --2- 172.21.15.67:0/424822741 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2dd4078b90 0x7f2dd407b0a0 unknown :-1 s=CLOSED pgs=611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:46.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.168+0000 7f2df8c1d640 1 --2- 172.21.15.67:0/424822741 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2df415ffe0 0x7f2df40b5890 unknown :-1 s=CLOSED pgs=1615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:46.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.168+0000 7f2df8c1d640 1 --2- 172.21.15.67:0/424822741 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2df40cd890 0x7f2df414fee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:46.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.168+0000 7f2df8c1d640 1 --2- 172.21.15.67:0/424822741 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2df40b1910 0x7f2df40cbf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:46.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.168+0000 7f2df8c1d640 1 -- 172.21.15.67:0/424822741 >> 172.21.15.67:0/424822741 conn(0x7f2df40b3e90 msgr2=0x7f2df4072040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:46.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.168+0000 7f2df8c1d640 1 -- 172.21.15.67:0/424822741 shutdown_connections 2024-09-21T00:30:46.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.168+0000 7f2df8c1d640 1 -- 172.21.15.67:0/424822741 wait complete. 2024-09-21T00:30:46.181 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-21T00:21:09.510963+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-21T00:30:46.181 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-21T00:30:46.302 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.300+0000 7f5fbafc3640 1 -- 172.21.15.67:0/3862432858 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5fb40d14f0 msgr2=0x7f5fb40b43d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:46.302 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.300+0000 7f5fbafc3640 1 --2- 172.21.15.67:0/3862432858 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5fb40d14f0 0x7f5fb40b43d0 secure :-1 s=READY pgs=1617 cs=0 l=1 rev1=1 crypto rx=0x7f5fb4075390 tx=0x7f5fac02a790 comp rx=0 tx=0).stop 2024-09-21T00:30:46.302 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.300+0000 7f5fbafc3640 1 -- 172.21.15.67:0/3862432858 shutdown_connections 2024-09-21T00:30:46.302 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.300+0000 7f5fbafc3640 1 --2- 172.21.15.67:0/3862432858 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5fb40d14f0 0x7f5fb40b43d0 unknown :-1 s=CLOSED pgs=1617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:46.302 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.300+0000 7f5fbafc3640 1 --2- 172.21.15.67:0/3862432858 >> v2:172.21.15.97:3300/0 conn(0x7f5fb40b98c0 0x7f5fb40d2f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:46.302 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.300+0000 7f5fbafc3640 1 -- 172.21.15.67:0/3862432858 >> 172.21.15.67:0/3862432858 conn(0x7f5fb409da10 msgr2=0x7f5fb40d4630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:46.302 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.300+0000 7f5fbafc3640 1 -- 172.21.15.67:0/3862432858 shutdown_connections 2024-09-21T00:30:46.302 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.300+0000 7f5fbafc3640 1 -- 172.21.15.67:0/3862432858 wait complete. 2024-09-21T00:30:46.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.302+0000 7f5fbafc3640 1 Processor -- start 2024-09-21T00:30:46.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.302+0000 7f5fbafc3640 1 -- start start 2024-09-21T00:30:46.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.303+0000 7f5fbafc3640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5fb40b98c0 0x7f5fb4168910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:46.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.303+0000 7f5fbafc3640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5fb40d10e0 0x7f5fb415e280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:46.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.303+0000 7f5fbafc3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5fb40d14f0 0x7f5fb40b1bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:46.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.303+0000 7f5fbafc3640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f5fb40d04e0 con 0x7f5fb40d14f0 2024-09-21T00:30:46.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.303+0000 7f5fbafc3640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f5fb40d0360 con 0x7f5fb40b98c0 2024-09-21T00:30:46.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.303+0000 7f5fbafc3640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f5fb4169300 con 0x7f5fb40d10e0 2024-09-21T00:30:46.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.303+0000 7f5fb9560640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5fb40d14f0 0x7f5fb40b1bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:46.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.303+0000 7f5fb9560640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5fb40d14f0 0x7f5fb40b1bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40722/0 (socket says 172.21.15.67:40722) 2024-09-21T00:30:46.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.303+0000 7f5fb9560640 1 -- 172.21.15.67:0/2321280453 learned_addr learned my addr 172.21.15.67:0/2321280453 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:46.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.304+0000 7f5fb8d5f640 1 --2- 172.21.15.67:0/2321280453 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5fb40b98c0 0x7f5fb4168910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:46.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.304+0000 7f5fb3fff640 1 --2- 172.21.15.67:0/2321280453 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5fb40d10e0 0x7f5fb415e280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:46.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.304+0000 7f5fb9560640 1 -- 172.21.15.67:0/2321280453 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5fb40d10e0 msgr2=0x7f5fb415e280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:46.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.304+0000 7f5fb9560640 1 --2- 172.21.15.67:0/2321280453 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5fb40d10e0 0x7f5fb415e280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:46.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.304+0000 7f5fb9560640 1 -- 172.21.15.67:0/2321280453 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5fb40b98c0 msgr2=0x7f5fb4168910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:46.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.304+0000 7f5fb9560640 1 --2- 172.21.15.67:0/2321280453 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5fb40b98c0 0x7f5fb4168910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:46.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.304+0000 7f5fb9560640 1 -- 172.21.15.67:0/2321280453 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5fb4166dc0 con 0x7f5fb40d14f0 2024-09-21T00:30:46.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.304+0000 7f5fb8d5f640 1 --2- 172.21.15.67:0/2321280453 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5fb40b98c0 0x7f5fb4168910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:30:46.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.304+0000 7f5fb9560640 1 --2- 172.21.15.67:0/2321280453 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5fb40d14f0 0x7f5fb40b1bb0 secure :-1 s=READY pgs=1618 cs=0 l=1 rev1=1 crypto rx=0x7f5fac034040 tx=0x7f5fac032e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:46.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.304+0000 7f5fb17fa640 1 -- 172.21.15.67:0/2321280453 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fac041020 con 0x7f5fb40d14f0 2024-09-21T00:30:46.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.304+0000 7f5fb17fa640 1 -- 172.21.15.67:0/2321280453 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5fac004040 con 0x7f5fb40d14f0 2024-09-21T00:30:46.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.304+0000 7f5fbafc3640 1 -- 172.21.15.67:0/2321280453 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5fb41670a0 con 0x7f5fb40d14f0 2024-09-21T00:30:46.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.304+0000 7f5fb17fa640 1 -- 172.21.15.67:0/2321280453 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fac036040 con 0x7f5fb40d14f0 2024-09-21T00:30:46.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.304+0000 7f5fbafc3640 1 -- 172.21.15.67:0/2321280453 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5fb4167660 con 0x7f5fb40d14f0 2024-09-21T00:30:46.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.305+0000 7f5fbafc3640 1 -- 172.21.15.67:0/2321280453 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5fb40d2f80 con 0x7f5fb40d14f0 2024-09-21T00:30:46.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.306+0000 7f5fb17fa640 1 -- 172.21.15.67:0/2321280453 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f5fac044020 con 0x7f5fb40d14f0 2024-09-21T00:30:46.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.307+0000 7f5fb17fa640 1 --2- 172.21.15.67:0/2321280453 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5fa0078bc0 0x7f5fa007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:46.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.307+0000 7f5fb17fa640 1 -- 172.21.15.67:0/2321280453 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(131..131 src has 1..131) ==== 4943+0+0 (secure 0 0 0) 0x7f5fac0bba60 con 0x7f5fb40d14f0 2024-09-21T00:30:46.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.307+0000 7f5fb8d5f640 1 --2- 172.21.15.67:0/2321280453 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5fa0078bc0 0x7f5fa007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:46.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.307+0000 7f5fb8d5f640 1 --2- 172.21.15.67:0/2321280453 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5fa0078bc0 0x7f5fa007b0d0 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f5fa4005fd0 tx=0x7f5fa400a4c0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:46.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.311+0000 7f5fb17fa640 1 -- 172.21.15.67:0/2321280453 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f5fac04b030 con 0x7f5fb40d14f0 2024-09-21T00:30:46.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.513+0000 7f5fbafc3640 1 -- 172.21.15.67:0/2321280453 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f5fb408e7c0 con 0x7f5fb40d14f0 2024-09-21T00:30:46.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.514+0000 7f5fb17fa640 1 -- 172.21.15.67:0/2321280453 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v131) ==== 93+0+10 (secure 0 0 0) 0x7f5fac084230 con 0x7f5fb40d14f0 2024-09-21T00:30:46.515 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 1 2024-09-21T00:30:46.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.516+0000 7f5fbafc3640 1 -- 172.21.15.67:0/2321280453 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5fa0078bc0 msgr2=0x7f5fa007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:46.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.516+0000 7f5fbafc3640 1 --2- 172.21.15.67:0/2321280453 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5fa0078bc0 0x7f5fa007b0d0 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f5fa4005fd0 tx=0x7f5fa400a4c0 comp rx=0 tx=0).stop 2024-09-21T00:30:46.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.516+0000 7f5fbafc3640 1 -- 172.21.15.67:0/2321280453 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5fb40d14f0 msgr2=0x7f5fb40b1bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:46.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.516+0000 7f5fbafc3640 1 --2- 172.21.15.67:0/2321280453 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5fb40d14f0 0x7f5fb40b1bb0 secure :-1 s=READY pgs=1618 cs=0 l=1 rev1=1 crypto rx=0x7f5fac034040 tx=0x7f5fac032e90 comp rx=0 tx=0).stop 2024-09-21T00:30:46.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.516+0000 7f5fbafc3640 1 -- 172.21.15.67:0/2321280453 shutdown_connections 2024-09-21T00:30:46.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.516+0000 7f5fbafc3640 1 --2- 172.21.15.67:0/2321280453 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5fa0078bc0 0x7f5fa007b0d0 unknown :-1 s=CLOSED pgs=612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:46.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.516+0000 7f5fbafc3640 1 --2- 172.21.15.67:0/2321280453 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5fb40d14f0 0x7f5fb40b1bb0 unknown :-1 s=CLOSED pgs=1618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:46.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.516+0000 7f5fbafc3640 1 --2- 172.21.15.67:0/2321280453 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5fb40d10e0 0x7f5fb415e280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:46.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.516+0000 7f5fbafc3640 1 --2- 172.21.15.67:0/2321280453 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5fb40b98c0 0x7f5fb4168910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:46.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.516+0000 7f5fbafc3640 1 -- 172.21.15.67:0/2321280453 >> 172.21.15.67:0/2321280453 conn(0x7f5fb409da10 msgr2=0x7f5fb40b7960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:46.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.516+0000 7f5fbafc3640 1 -- 172.21.15.67:0/2321280453 shutdown_connections 2024-09-21T00:30:46.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.516+0000 7f5fbafc3640 1 -- 172.21.15.67:0/2321280453 wait complete. 2024-09-21T00:30:46.529 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_scrub_checks.TestScrubControls.test_scrub_pause_and_resume_with_abort' 2024-09-21T00:30:46.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.644+0000 7f06b8d7b640 1 -- 172.21.15.67:0/848137668 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f06b40b7850 msgr2=0x7f06b40b4c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:46.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.644+0000 7f06b8d7b640 1 --2- 172.21.15.67:0/848137668 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f06b40b7850 0x7f06b40b4c60 secure :-1 s=READY pgs=1620 cs=0 l=1 rev1=1 crypto rx=0x7f06a4005fd0 tx=0x7f06a402a8b0 comp rx=0 tx=0).stop 2024-09-21T00:30:46.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.644+0000 7f06b8d7b640 1 -- 172.21.15.67:0/848137668 shutdown_connections 2024-09-21T00:30:46.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.644+0000 7f06b8d7b640 1 --2- 172.21.15.67:0/848137668 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f06b40cd030 0x7f06b40cd440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:46.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.644+0000 7f06b8d7b640 1 --2- 172.21.15.67:0/848137668 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f06b40b7850 0x7f06b40b4c60 unknown :-1 s=CLOSED pgs=1620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:46.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.644+0000 7f06b8d7b640 1 -- 172.21.15.67:0/848137668 >> 172.21.15.67:0/848137668 conn(0x7f06b40b4140 msgr2=0x7f06b40b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:46.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.644+0000 7f06b8d7b640 1 -- 172.21.15.67:0/848137668 shutdown_connections 2024-09-21T00:30:46.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.644+0000 7f06b8d7b640 1 -- 172.21.15.67:0/848137668 wait complete. 2024-09-21T00:30:46.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.646+0000 7f06b8d7b640 1 Processor -- start 2024-09-21T00:30:46.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.646+0000 7f06b8d7b640 1 -- start start 2024-09-21T00:30:46.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.648+0000 7f06b8d7b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f06b409a950 0x7f06b40cbff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:46.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.648+0000 7f06b8d7b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f06b40b7850 0x7f06b4071bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:46.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.648+0000 7f06b8d7b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f06b40cd030 0x7f06b4072100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:46.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.648+0000 7f06b8d7b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f06b40cdd10 con 0x7f06b40b7850 2024-09-21T00:30:46.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.648+0000 7f06b8d7b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f06b40cdb90 con 0x7f06b40cd030 2024-09-21T00:30:46.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.648+0000 7f06b8d7b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f06b40cde90 con 0x7f06b409a950 2024-09-21T00:30:46.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.648+0000 7f06b1d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f06b40b7850 0x7f06b4071bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:46.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.648+0000 7f06b1d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f06b40b7850 0x7f06b4071bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40734/0 (socket says 172.21.15.67:40734) 2024-09-21T00:30:46.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.648+0000 7f06b1d9b640 1 -- 172.21.15.67:0/299098956 learned_addr learned my addr 172.21.15.67:0/299098956 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:46.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.648+0000 7f06b259c640 1 --2- 172.21.15.67:0/299098956 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f06b409a950 0x7f06b40cbff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:46.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.648+0000 7f06b2d9d640 1 --2- 172.21.15.67:0/299098956 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f06b40cd030 0x7f06b4072100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:46.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.648+0000 7f06b1d9b640 1 -- 172.21.15.67:0/299098956 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f06b409a950 msgr2=0x7f06b40cbff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:46.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.648+0000 7f06b1d9b640 1 --2- 172.21.15.67:0/299098956 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f06b409a950 0x7f06b40cbff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:46.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.648+0000 7f06b1d9b640 1 -- 172.21.15.67:0/299098956 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f06b40cd030 msgr2=0x7f06b4072100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:46.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.648+0000 7f06b1d9b640 1 --2- 172.21.15.67:0/299098956 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f06b40cd030 0x7f06b4072100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:46.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.648+0000 7f06b1d9b640 1 -- 172.21.15.67:0/299098956 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06b4072fb0 con 0x7f06b40b7850 2024-09-21T00:30:46.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.648+0000 7f06b2d9d640 1 --2- 172.21.15.67:0/299098956 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f06b40cd030 0x7f06b4072100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:30:46.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.648+0000 7f06b1d9b640 1 --2- 172.21.15.67:0/299098956 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f06b40b7850 0x7f06b4071bc0 secure :-1 s=READY pgs=1621 cs=0 l=1 rev1=1 crypto rx=0x7f06a800c3c0 tx=0x7f06a800c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:46.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.649+0000 7f06a2ffd640 1 -- 172.21.15.67:0/299098956 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06a8017070 con 0x7f06b40b7850 2024-09-21T00:30:46.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.649+0000 7f06a2ffd640 1 -- 172.21.15.67:0/299098956 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f06a80035f0 con 0x7f06b40b7850 2024-09-21T00:30:46.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.649+0000 7f06b8d7b640 1 -- 172.21.15.67:0/299098956 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06b40c8c30 con 0x7f06b40b7850 2024-09-21T00:30:46.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.649+0000 7f06a2ffd640 1 -- 172.21.15.67:0/299098956 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f06a8003a80 con 0x7f06b40b7850 2024-09-21T00:30:46.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.649+0000 7f06b8d7b640 1 -- 172.21.15.67:0/299098956 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06b41e7850 con 0x7f06b40b7850 2024-09-21T00:30:46.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.650+0000 7f06b8d7b640 1 -- 172.21.15.67:0/299098956 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f06b41e6410 con 0x7f06b40b7850 2024-09-21T00:30:46.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.651+0000 7f06a2ffd640 1 -- 172.21.15.67:0/299098956 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f06a801a070 con 0x7f06b40b7850 2024-09-21T00:30:46.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.651+0000 7f06a2ffd640 1 --2- 172.21.15.67:0/299098956 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0694078b90 0x7f069407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:46.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.651+0000 7f06a2ffd640 1 -- 172.21.15.67:0/299098956 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(131..131 src has 1..131) ==== 4943+0+0 (secure 0 0 0) 0x7f06a8099be0 con 0x7f06b40b7850 2024-09-21T00:30:46.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.652+0000 7f06b259c640 1 --2- 172.21.15.67:0/299098956 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0694078b90 0x7f069407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:46.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.652+0000 7f06b259c640 1 --2- 172.21.15.67:0/299098956 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0694078b90 0x7f069407b0a0 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7f06a4034000 tx=0x7f06a4004ab0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:46.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.656+0000 7f06a2ffd640 1 -- 172.21.15.67:0/299098956 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f06a8061d60 con 0x7f06b40b7850 2024-09-21T00:30:46.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:46.919+0000 7f06b8d7b640 1 -- 172.21.15.67:0/299098956 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_scrub_checks.TestScrubControls.test_scrub_pause_and_resume_with_abort"]} v 0) -- 0x7f06b40b4c60 con 0x7f06b40b7850 2024-09-21T00:30:47.838 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:47.837+0000 7f06a2ffd640 1 -- 172.21.15.67:0/299098956 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_scrub_checks.TestScrubControls.test_scrub_pause_and_resume_with_abort"]}]=0 v445) ==== 169+0+0 (secure 0 0 0) 0x7f06a8066790 con 0x7f06b40b7850 2024-09-21T00:30:47.841 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:47.840+0000 7f06b8d7b640 1 -- 172.21.15.67:0/299098956 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0694078b90 msgr2=0x7f069407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:47.841 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:47.840+0000 7f06b8d7b640 1 --2- 172.21.15.67:0/299098956 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0694078b90 0x7f069407b0a0 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7f06a4034000 tx=0x7f06a4004ab0 comp rx=0 tx=0).stop 2024-09-21T00:30:47.841 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:47.840+0000 7f06b8d7b640 1 -- 172.21.15.67:0/299098956 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f06b40b7850 msgr2=0x7f06b4071bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:47.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:47.840+0000 7f06b8d7b640 1 --2- 172.21.15.67:0/299098956 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f06b40b7850 0x7f06b4071bc0 secure :-1 s=READY pgs=1621 cs=0 l=1 rev1=1 crypto rx=0x7f06a800c3c0 tx=0x7f06a800c880 comp rx=0 tx=0).stop 2024-09-21T00:30:47.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:47.840+0000 7f06b8d7b640 1 -- 172.21.15.67:0/299098956 shutdown_connections 2024-09-21T00:30:47.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:47.840+0000 7f06b8d7b640 1 --2- 172.21.15.67:0/299098956 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0694078b90 0x7f069407b0a0 unknown :-1 s=CLOSED pgs=613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:47.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:47.840+0000 7f06b8d7b640 1 --2- 172.21.15.67:0/299098956 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f06b40cd030 0x7f06b4072100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:47.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:47.840+0000 7f06b8d7b640 1 --2- 172.21.15.67:0/299098956 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f06b40b7850 0x7f06b4071bc0 unknown :-1 s=CLOSED pgs=1621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:47.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:47.840+0000 7f06b8d7b640 1 --2- 172.21.15.67:0/299098956 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f06b409a950 0x7f06b40cbff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:47.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:47.840+0000 7f06b8d7b640 1 -- 172.21.15.67:0/299098956 >> 172.21.15.67:0/299098956 conn(0x7f06b40b4140 msgr2=0x7f06b41e4a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:47.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:47.840+0000 7f06b8d7b640 1 -- 172.21.15.67:0/299098956 shutdown_connections 2024-09-21T00:30:47.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:47.840+0000 7f06b8d7b640 1 -- 172.21.15.67:0/299098956 wait complete. 2024-09-21T00:30:47.854 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config dump 2024-09-21T00:30:47.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:47.971+0000 7f7318189640 1 -- 172.21.15.67:0/3285268978 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f73100d21f0 msgr2=0x7f73100d0f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:47.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:47.971+0000 7f7318189640 1 --2- 172.21.15.67:0/3285268978 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f73100d21f0 0x7f73100d0f80 secure :-1 s=READY pgs=1622 cs=0 l=1 rev1=1 crypto rx=0x7f731008ca30 tx=0x7f730002a4d0 comp rx=0 tx=0).stop 2024-09-21T00:30:47.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:47.971+0000 7f7318189640 1 -- 172.21.15.67:0/3285268978 shutdown_connections 2024-09-21T00:30:47.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:47.971+0000 7f7318189640 1 --2- 172.21.15.67:0/3285268978 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f73100d21f0 0x7f73100d0f80 unknown :-1 s=CLOSED pgs=1622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:47.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:47.971+0000 7f7318189640 1 --2- 172.21.15.67:0/3285268978 >> v2:172.21.15.97:3300/0 conn(0x7f73100d2740 0x7f73100b1160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:47.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:47.971+0000 7f7318189640 1 -- 172.21.15.67:0/3285268978 >> 172.21.15.67:0/3285268978 conn(0x7f73100d4590 msgr2=0x7f73100d49a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:47.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:47.971+0000 7f7318189640 1 -- 172.21.15.67:0/3285268978 shutdown_connections 2024-09-21T00:30:47.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:47.971+0000 7f7318189640 1 -- 172.21.15.67:0/3285268978 wait complete. 2024-09-21T00:30:47.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:47.973+0000 7f7318189640 1 Processor -- start 2024-09-21T00:30:47.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:47.973+0000 7f7318189640 1 -- start start 2024-09-21T00:30:47.977 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:47.974+0000 7f7318189640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f73100d14c0 0x7f7310159b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:47.977 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:47.974+0000 7f7318189640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f73100d21f0 0x7f7310160290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:47.977 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:47.974+0000 7f7318189640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f73100d2740 0x7f73101f9700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:47.977 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:47.974+0000 7f7318189640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f73100d0770 con 0x7f73100d14c0 2024-09-21T00:30:47.977 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:47.974+0000 7f7318189640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f73100d05f0 con 0x7f73100d2740 2024-09-21T00:30:47.977 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:47.974+0000 7f7318189640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f73100d08f0 con 0x7f73100d21f0 2024-09-21T00:30:47.977 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:47.974+0000 7f7315f25640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f73100d14c0 0x7f7310159b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:47.977 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:47.974+0000 7f7315f25640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f73100d14c0 0x7f7310159b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40744/0 (socket says 172.21.15.67:40744) 2024-09-21T00:30:47.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:47.975+0000 7f7315f25640 1 -- 172.21.15.67:0/2903873694 learned_addr learned my addr 172.21.15.67:0/2903873694 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:47.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:47.975+0000 7f7315724640 1 --2- 172.21.15.67:0/2903873694 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f73100d21f0 0x7f7310160290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:47.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:47.975+0000 7f7316726640 1 --2- 172.21.15.67:0/2903873694 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f73100d2740 0x7f73101f9700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:47.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:47.975+0000 7f7315f25640 1 -- 172.21.15.67:0/2903873694 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f73100d21f0 msgr2=0x7f7310160290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:47.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:47.975+0000 7f7315f25640 1 --2- 172.21.15.67:0/2903873694 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f73100d21f0 0x7f7310160290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:47.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:47.975+0000 7f7315f25640 1 -- 172.21.15.67:0/2903873694 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f73100d2740 msgr2=0x7f73101f9700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:47.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:47.975+0000 7f7315f25640 1 --2- 172.21.15.67:0/2903873694 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f73100d2740 0x7f73101f9700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:47.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:47.975+0000 7f7315f25640 1 -- 172.21.15.67:0/2903873694 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7310161000 con 0x7f73100d14c0 2024-09-21T00:30:47.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:47.975+0000 7f7315f25640 1 --2- 172.21.15.67:0/2903873694 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f73100d14c0 0x7f7310159b00 secure :-1 s=READY pgs=1623 cs=0 l=1 rev1=1 crypto rx=0x7f730c00c9a0 tx=0x7f730c00ce60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:47.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:47.975+0000 7f73067fc640 1 -- 172.21.15.67:0/2903873694 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f730c007bb0 con 0x7f73100d14c0 2024-09-21T00:30:47.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:47.975+0000 7f73067fc640 1 -- 172.21.15.67:0/2903873694 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f730c007e40 con 0x7f73100d14c0 2024-09-21T00:30:47.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:47.975+0000 7f7318189640 1 -- 172.21.15.67:0/2903873694 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f73101612e0 con 0x7f73100d14c0 2024-09-21T00:30:47.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:47.975+0000 7f73067fc640 1 -- 172.21.15.67:0/2903873694 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f730c005290 con 0x7f73100d14c0 2024-09-21T00:30:47.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:47.975+0000 7f7318189640 1 -- 172.21.15.67:0/2903873694 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f73101618a0 con 0x7f73100d14c0 2024-09-21T00:30:47.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:47.976+0000 7f7318189640 1 -- 172.21.15.67:0/2903873694 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f731008ca60 con 0x7f73100d14c0 2024-09-21T00:30:47.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:47.977+0000 7f73067fc640 1 -- 172.21.15.67:0/2903873694 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f730c005430 con 0x7f73100d14c0 2024-09-21T00:30:47.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:47.978+0000 7f73067fc640 1 --2- 172.21.15.67:0/2903873694 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f72f4078bc0 0x7f72f407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:47.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:47.978+0000 7f73067fc640 1 -- 172.21.15.67:0/2903873694 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(131..131 src has 1..131) ==== 4943+0+0 (secure 0 0 0) 0x7f730c09ae80 con 0x7f73100d14c0 2024-09-21T00:30:47.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:47.978+0000 7f7315724640 1 --2- 172.21.15.67:0/2903873694 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f72f4078bc0 0x7f72f407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:47.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:47.979+0000 7f7315724640 1 --2- 172.21.15.67:0/2903873694 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f72f4078bc0 0x7f72f407b0d0 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f7300033000 tx=0x7f7300004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:47.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:47.982+0000 7f73067fc640 1 -- 172.21.15.67:0/2903873694 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f731008ca60 con 0x7f73100d14c0 2024-09-21T00:30:48.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.171+0000 7f7318189640 1 -- 172.21.15.67:0/2903873694 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7f73100d0f80 con 0x7f73100d14c0 2024-09-21T00:30:48.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.172+0000 7f73067fc640 1 -- 172.21.15.67:0/2903873694 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v55) ==== 59+0+2294 (secure 0 0 0) 0x7f730c014070 con 0x7f73100d14c0 2024-09-21T00:30:48.173 INFO:teuthology.orchestra.run.smithi067.stdout:WHO MASK LEVEL OPTION VALUE RO 2024-09-21T00:30:48.173 INFO:teuthology.orchestra.run.smithi067.stdout:mon advanced mon_op_complaint_time 120 2024-09-21T00:30:48.173 INFO:teuthology.orchestra.run.smithi067.stdout:mgr advanced client_mount_timeout 30 2024-09-21T00:30:48.173 INFO:teuthology.orchestra.run.smithi067.stdout:mgr advanced debug_client 20/20 2024-09-21T00:30:48.173 INFO:teuthology.orchestra.run.smithi067.stdout:mgr advanced debug_mgr 20/20 2024-09-21T00:30:48.173 INFO:teuthology.orchestra.run.smithi067.stdout:mgr advanced debug_ms 1/1 2024-09-21T00:30:48.173 INFO:teuthology.orchestra.run.smithi067.stdout:mgr dev mon_warn_on_pool_no_app false 2024-09-21T00:30:48.174 INFO:teuthology.orchestra.run.smithi067.stdout:osd advanced osd_op_complaint_time 180.000000 2024-09-21T00:30:48.174 INFO:teuthology.orchestra.run.smithi067.stdout:osd.0 basic osd_mclock_max_capacity_iops_ssd 4994.792072 2024-09-21T00:30:48.174 INFO:teuthology.orchestra.run.smithi067.stdout:osd.1 basic osd_mclock_max_capacity_iops_ssd 6949.964888 2024-09-21T00:30:48.174 INFO:teuthology.orchestra.run.smithi067.stdout:osd.2 basic osd_mclock_max_capacity_iops_ssd 4728.394376 2024-09-21T00:30:48.174 INFO:teuthology.orchestra.run.smithi067.stdout:osd.3 basic osd_mclock_max_capacity_iops_ssd 4592.129816 2024-09-21T00:30:48.174 INFO:teuthology.orchestra.run.smithi067.stdout:osd.4 basic osd_mclock_max_capacity_iops_ssd 6550.422905 2024-09-21T00:30:48.174 INFO:teuthology.orchestra.run.smithi067.stdout:osd.5 basic osd_mclock_max_capacity_iops_ssd 5213.710688 2024-09-21T00:30:48.174 INFO:teuthology.orchestra.run.smithi067.stdout:osd.6 basic osd_mclock_max_capacity_iops_ssd 5638.399028 2024-09-21T00:30:48.174 INFO:teuthology.orchestra.run.smithi067.stdout:osd.7 basic osd_mclock_max_capacity_iops_ssd 5357.310397 2024-09-21T00:30:48.174 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced debug_mds 20/20 2024-09-21T00:30:48.174 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced debug_mds_balancer 20/20 2024-09-21T00:30:48.174 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced debug_ms 2/2 2024-09-21T00:30:48.174 INFO:teuthology.orchestra.run.smithi067.stdout:mds dev mds_debug_frag true 2024-09-21T00:30:48.174 INFO:teuthology.orchestra.run.smithi067.stdout:mds dev mds_debug_scatterstat true 2024-09-21T00:30:48.175 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced mds_op_complaint_time 180.000000 2024-09-21T00:30:48.175 INFO:teuthology.orchestra.run.smithi067.stdout:mds dev mds_verify_scatter true 2024-09-21T00:30:48.175 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced osd_op_complaint_time 180.000000 2024-09-21T00:30:48.175 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced rados_mon_op_timeout 900 2024-09-21T00:30:48.175 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced rados_osd_op_timeout 900 2024-09-21T00:30:48.175 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced client_mount_timeout 600 2024-09-21T00:30:48.175 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced debug_client 20/20 2024-09-21T00:30:48.175 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced debug_ms 1/1 2024-09-21T00:30:48.175 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced rados_mon_op_timeout 900 2024-09-21T00:30:48.175 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced rados_osd_op_timeout 900 2024-09-21T00:30:48.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.174+0000 7f7318189640 1 -- 172.21.15.67:0/2903873694 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f72f4078bc0 msgr2=0x7f72f407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:48.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.174+0000 7f7318189640 1 --2- 172.21.15.67:0/2903873694 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f72f4078bc0 0x7f72f407b0d0 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f7300033000 tx=0x7f7300004730 comp rx=0 tx=0).stop 2024-09-21T00:30:48.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.174+0000 7f7318189640 1 -- 172.21.15.67:0/2903873694 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f73100d14c0 msgr2=0x7f7310159b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:48.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.174+0000 7f7318189640 1 --2- 172.21.15.67:0/2903873694 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f73100d14c0 0x7f7310159b00 secure :-1 s=READY pgs=1623 cs=0 l=1 rev1=1 crypto rx=0x7f730c00c9a0 tx=0x7f730c00ce60 comp rx=0 tx=0).stop 2024-09-21T00:30:48.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.174+0000 7f7318189640 1 -- 172.21.15.67:0/2903873694 shutdown_connections 2024-09-21T00:30:48.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.174+0000 7f7318189640 1 --2- 172.21.15.67:0/2903873694 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f72f4078bc0 0x7f72f407b0d0 unknown :-1 s=CLOSED pgs=614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:48.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.174+0000 7f7318189640 1 --2- 172.21.15.67:0/2903873694 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f73100d2740 0x7f73101f9700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:48.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.174+0000 7f7318189640 1 --2- 172.21.15.67:0/2903873694 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f73100d21f0 0x7f7310160290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:48.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.174+0000 7f7318189640 1 --2- 172.21.15.67:0/2903873694 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f73100d14c0 0x7f7310159b00 unknown :-1 s=CLOSED pgs=1623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:48.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.174+0000 7f7318189640 1 -- 172.21.15.67:0/2903873694 >> 172.21.15.67:0/2903873694 conn(0x7f73100d4590 msgr2=0x7f73100b7c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:48.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.174+0000 7f7318189640 1 -- 172.21.15.67:0/2903873694 shutdown_connections 2024-09-21T00:30:48.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.174+0000 7f7318189640 1 -- 172.21.15.67:0/2903873694 wait complete. 2024-09-21T00:30:48.187 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-21T00:30:48.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.305+0000 7f4f77c27640 1 -- 172.21.15.67:0/1690875742 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4f700d1630 msgr2=0x7f4f700cf280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:48.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.305+0000 7f4f77c27640 1 --2- 172.21.15.67:0/1690875742 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4f700d1630 0x7f4f700cf280 secure :-1 s=READY pgs=1624 cs=0 l=1 rev1=1 crypto rx=0x7f4f7006e0d0 tx=0x7f4f6802aa00 comp rx=0 tx=0).stop 2024-09-21T00:30:48.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.305+0000 7f4f77c27640 1 -- 172.21.15.67:0/1690875742 shutdown_connections 2024-09-21T00:30:48.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.305+0000 7f4f77c27640 1 --2- 172.21.15.67:0/1690875742 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4f700d1630 0x7f4f700cf280 unknown :-1 s=CLOSED pgs=1624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:48.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.305+0000 7f4f77c27640 1 --2- 172.21.15.67:0/1690875742 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4f700d4e30 0x7f4f700d10f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:48.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.305+0000 7f4f77c27640 1 --2- 172.21.15.67:0/1690875742 >> v2:172.21.15.97:3300/0 conn(0x7f4f700b3cb0 0x7f4f700d3330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:48.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.305+0000 7f4f77c27640 1 -- 172.21.15.67:0/1690875742 >> 172.21.15.67:0/1690875742 conn(0x7f4f7008bee0 msgr2=0x7f4f700d4720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:48.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.305+0000 7f4f77c27640 1 -- 172.21.15.67:0/1690875742 shutdown_connections 2024-09-21T00:30:48.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.305+0000 7f4f77c27640 1 -- 172.21.15.67:0/1690875742 wait complete. 2024-09-21T00:30:48.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.307+0000 7f4f77c27640 1 Processor -- start 2024-09-21T00:30:48.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.307+0000 7f4f77c27640 1 -- start start 2024-09-21T00:30:48.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.308+0000 7f4f77c27640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4f700b3cb0 0x7f4f7015ae70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:48.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.308+0000 7f4f77c27640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4f700d1630 0x7f4f701e8f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:48.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.309+0000 7f4f77c27640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4f700d4e30 0x7f4f70157df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:48.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.309+0000 7f4f77c27640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f4f700cf940 con 0x7f4f700b3cb0 2024-09-21T00:30:48.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.309+0000 7f4f77c27640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f4f700cf7c0 con 0x7f4f700d4e30 2024-09-21T00:30:48.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.309+0000 7f4f77c27640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f4f700cfac0 con 0x7f4f700d1630 2024-09-21T00:30:48.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.309+0000 7f4f759c3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4f700b3cb0 0x7f4f7015ae70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:48.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.309+0000 7f4f759c3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4f700b3cb0 0x7f4f7015ae70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40752/0 (socket says 172.21.15.67:40752) 2024-09-21T00:30:48.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.309+0000 7f4f759c3640 1 -- 172.21.15.67:0/2822792598 learned_addr learned my addr 172.21.15.67:0/2822792598 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:48.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.309+0000 7f4f761c4640 1 --2- 172.21.15.67:0/2822792598 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4f700d4e30 0x7f4f70157df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:48.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.309+0000 7f4f751c2640 1 --2- 172.21.15.67:0/2822792598 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4f700d1630 0x7f4f701e8f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:48.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.309+0000 7f4f759c3640 1 -- 172.21.15.67:0/2822792598 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4f700d1630 msgr2=0x7f4f701e8f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:48.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.309+0000 7f4f759c3640 1 --2- 172.21.15.67:0/2822792598 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4f700d1630 0x7f4f701e8f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:48.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.309+0000 7f4f759c3640 1 -- 172.21.15.67:0/2822792598 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4f700d4e30 msgr2=0x7f4f70157df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:48.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.309+0000 7f4f759c3640 1 --2- 172.21.15.67:0/2822792598 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4f700d4e30 0x7f4f70157df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:48.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.309+0000 7f4f759c3640 1 -- 172.21.15.67:0/2822792598 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f701e9470 con 0x7f4f700b3cb0 2024-09-21T00:30:48.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.309+0000 7f4f751c2640 1 --2- 172.21.15.67:0/2822792598 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4f700d1630 0x7f4f701e8f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:30:48.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.309+0000 7f4f759c3640 1 --2- 172.21.15.67:0/2822792598 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4f700b3cb0 0x7f4f7015ae70 secure :-1 s=READY pgs=1625 cs=0 l=1 rev1=1 crypto rx=0x7f4f6c00d700 tx=0x7f4f6c00dbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:48.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.309+0000 7f4f667fc640 1 -- 172.21.15.67:0/2822792598 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f6c017070 con 0x7f4f700b3cb0 2024-09-21T00:30:48.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.309+0000 7f4f667fc640 1 -- 172.21.15.67:0/2822792598 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4f6c009d20 con 0x7f4f700b3cb0 2024-09-21T00:30:48.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.309+0000 7f4f77c27640 1 -- 172.21.15.67:0/2822792598 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f701e8470 con 0x7f4f700b3cb0 2024-09-21T00:30:48.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.309+0000 7f4f667fc640 1 -- 172.21.15.67:0/2822792598 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f6c0106c0 con 0x7f4f700b3cb0 2024-09-21T00:30:48.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.309+0000 7f4f77c27640 1 -- 172.21.15.67:0/2822792598 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f7015b980 con 0x7f4f700b3cb0 2024-09-21T00:30:48.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.310+0000 7f4f77c27640 1 -- 172.21.15.67:0/2822792598 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4f700cffb0 con 0x7f4f700b3cb0 2024-09-21T00:30:48.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.311+0000 7f4f667fc640 1 -- 172.21.15.67:0/2822792598 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f4f6c01a070 con 0x7f4f700b3cb0 2024-09-21T00:30:48.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.312+0000 7f4f667fc640 1 --2- 172.21.15.67:0/2822792598 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4f54078b90 0x7f4f5407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:48.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.312+0000 7f4f667fc640 1 -- 172.21.15.67:0/2822792598 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(131..131 src has 1..131) ==== 4943+0+0 (secure 0 0 0) 0x7f4f6c09abc0 con 0x7f4f700b3cb0 2024-09-21T00:30:48.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.312+0000 7f4f751c2640 1 --2- 172.21.15.67:0/2822792598 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4f54078b90 0x7f4f5407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:48.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.313+0000 7f4f751c2640 1 --2- 172.21.15.67:0/2822792598 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4f54078b90 0x7f4f5407b0a0 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f4f60005e10 tx=0x7f4f60005da0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:48.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.316+0000 7f4f667fc640 1 -- 172.21.15.67:0/2822792598 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f4f6c062cb0 con 0x7f4f700b3cb0 2024-09-21T00:30:48.504 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.503+0000 7f4f77c27640 1 -- 172.21.15.67:0/2822792598 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f4f700b6fb0 con 0x7f4f700b3cb0 2024-09-21T00:30:48.508 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.507+0000 7f4f667fc640 1 -- 172.21.15.67:0/2822792598 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v56)=0 v56) ==== 122+0+0 (secure 0 0 0) 0x7f4f6c0676e0 con 0x7f4f700b3cb0 2024-09-21T00:30:48.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.509+0000 7f4f77c27640 1 -- 172.21.15.67:0/2822792598 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4f54078b90 msgr2=0x7f4f5407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:48.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.509+0000 7f4f77c27640 1 --2- 172.21.15.67:0/2822792598 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4f54078b90 0x7f4f5407b0a0 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f4f60005e10 tx=0x7f4f60005da0 comp rx=0 tx=0).stop 2024-09-21T00:30:48.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.509+0000 7f4f77c27640 1 -- 172.21.15.67:0/2822792598 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4f700b3cb0 msgr2=0x7f4f7015ae70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:48.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.509+0000 7f4f77c27640 1 --2- 172.21.15.67:0/2822792598 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4f700b3cb0 0x7f4f7015ae70 secure :-1 s=READY pgs=1625 cs=0 l=1 rev1=1 crypto rx=0x7f4f6c00d700 tx=0x7f4f6c00dbc0 comp rx=0 tx=0).stop 2024-09-21T00:30:48.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.509+0000 7f4f77c27640 1 -- 172.21.15.67:0/2822792598 shutdown_connections 2024-09-21T00:30:48.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.509+0000 7f4f77c27640 1 --2- 172.21.15.67:0/2822792598 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4f54078b90 0x7f4f5407b0a0 unknown :-1 s=CLOSED pgs=615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:48.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.509+0000 7f4f77c27640 1 --2- 172.21.15.67:0/2822792598 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4f700d4e30 0x7f4f70157df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:48.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.509+0000 7f4f77c27640 1 --2- 172.21.15.67:0/2822792598 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4f700d1630 0x7f4f701e8f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:48.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.509+0000 7f4f77c27640 1 --2- 172.21.15.67:0/2822792598 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4f700b3cb0 0x7f4f7015ae70 unknown :-1 s=CLOSED pgs=1625 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:48.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.509+0000 7f4f77c27640 1 -- 172.21.15.67:0/2822792598 >> 172.21.15.67:0/2822792598 conn(0x7f4f7008bee0 msgr2=0x7f4f700b6170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:48.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.509+0000 7f4f77c27640 1 -- 172.21.15.67:0/2822792598 shutdown_connections 2024-09-21T00:30:48.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.509+0000 7f4f77c27640 1 -- 172.21.15.67:0/2822792598 wait complete. 2024-09-21T00:30:48.522 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-21T00:30:48.522 DEBUG:teuthology.orchestra.run.smithi067:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T00:30:48.561 DEBUG:teuthology.orchestra.run.smithi097:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T00:30:48.615 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-21T00:30:48.616 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:30:48.616 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:30:48.632 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20178 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T00:30:48.632 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:30:48.632 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:30:48.650 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17850 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T00:30:48.650 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:30:48.650 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:30:48.688 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20178 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T00:30:48.688 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:30:48.688 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:30:48.707 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17850 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T00:30:48.707 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-21T00:30:48.707 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:30:48.845 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.843+0000 7ff2ee9e4640 1 -- 172.21.15.67:0/51926423 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff2e80b6790 msgr2=0x7ff2e815b9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:48.845 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.843+0000 7ff2ee9e4640 1 --2- 172.21.15.67:0/51926423 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff2e80b6790 0x7ff2e815b9b0 secure :-1 s=READY pgs=1627 cs=0 l=1 rev1=1 crypto rx=0x7ff2e80b4370 tx=0x7ff2d802a530 comp rx=0 tx=0).stop 2024-09-21T00:30:48.845 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.844+0000 7ff2ee9e4640 1 -- 172.21.15.67:0/51926423 shutdown_connections 2024-09-21T00:30:48.845 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.844+0000 7ff2ee9e4640 1 --2- 172.21.15.67:0/51926423 >> v2:172.21.15.97:3300/0 conn(0x7ff2e80b5a40 0x7ff2e80b5e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:48.845 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.844+0000 7ff2ee9e4640 1 --2- 172.21.15.67:0/51926423 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff2e80b6790 0x7ff2e815b9b0 unknown :-1 s=CLOSED pgs=1627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:48.845 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.844+0000 7ff2ee9e4640 1 -- 172.21.15.67:0/51926423 >> 172.21.15.67:0/51926423 conn(0x7ff2e80b2ef0 msgr2=0x7ff2e80b3300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:48.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.844+0000 7ff2ee9e4640 1 -- 172.21.15.67:0/51926423 shutdown_connections 2024-09-21T00:30:48.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.844+0000 7ff2ee9e4640 1 -- 172.21.15.67:0/51926423 wait complete. 2024-09-21T00:30:48.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.845+0000 7ff2ee9e4640 1 Processor -- start 2024-09-21T00:30:48.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.846+0000 7ff2ee9e4640 1 -- start start 2024-09-21T00:30:48.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.847+0000 7ff2ee9e4640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff2e80b4f20 0x7ff2e814b630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:48.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.847+0000 7ff2ee9e4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff2e80b5a40 0x7ff2e80ce380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:48.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.847+0000 7ff2ee9e4640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff2e80b6790 0x7ff2e80cb110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:48.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.847+0000 7ff2ee9e4640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff2e80b2050 con 0x7ff2e80b5a40 2024-09-21T00:30:48.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.847+0000 7ff2ee9e4640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff2e80b1ed0 con 0x7ff2e80b6790 2024-09-21T00:30:48.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.847+0000 7ff2ee9e4640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7ff2e80b21d0 con 0x7ff2e80b4f20 2024-09-21T00:30:48.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.847+0000 7ff2e77fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff2e80b5a40 0x7ff2e80ce380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:48.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.847+0000 7ff2e77fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff2e80b5a40 0x7ff2e80ce380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40774/0 (socket says 172.21.15.67:40774) 2024-09-21T00:30:48.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.847+0000 7ff2e77fe640 1 -- 172.21.15.67:0/1773274460 learned_addr learned my addr 172.21.15.67:0/1773274460 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:48.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.847+0000 7ff2e7fff640 1 --2- 172.21.15.67:0/1773274460 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff2e80b4f20 0x7ff2e814b630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:48.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.847+0000 7ff2ecf81640 1 --2- 172.21.15.67:0/1773274460 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff2e80b6790 0x7ff2e80cb110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:48.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.847+0000 7ff2e77fe640 1 -- 172.21.15.67:0/1773274460 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff2e80b4f20 msgr2=0x7ff2e814b630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:48.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.847+0000 7ff2e77fe640 1 --2- 172.21.15.67:0/1773274460 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff2e80b4f20 0x7ff2e814b630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:48.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.847+0000 7ff2e77fe640 1 -- 172.21.15.67:0/1773274460 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff2e80b6790 msgr2=0x7ff2e80cb110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:48.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.847+0000 7ff2e77fe640 1 --2- 172.21.15.67:0/1773274460 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff2e80b6790 0x7ff2e80cb110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:48.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.847+0000 7ff2e77fe640 1 -- 172.21.15.67:0/1773274460 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2e814bb70 con 0x7ff2e80b5a40 2024-09-21T00:30:48.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.847+0000 7ff2e7fff640 1 --2- 172.21.15.67:0/1773274460 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff2e80b4f20 0x7ff2e814b630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:30:48.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.848+0000 7ff2e77fe640 1 --2- 172.21.15.67:0/1773274460 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff2e80b5a40 0x7ff2e80ce380 secure :-1 s=READY pgs=1628 cs=0 l=1 rev1=1 crypto rx=0x7ff2dc00c390 tx=0x7ff2dc00c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:48.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.848+0000 7ff2e4ff9640 1 -- 172.21.15.67:0/1773274460 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2dc017070 con 0x7ff2e80b5a40 2024-09-21T00:30:48.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.848+0000 7ff2e4ff9640 1 -- 172.21.15.67:0/1773274460 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff2dc0035f0 con 0x7ff2e80b5a40 2024-09-21T00:30:48.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.848+0000 7ff2ee9e4640 1 -- 172.21.15.67:0/1773274460 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff2e80cd2e0 con 0x7ff2e80b5a40 2024-09-21T00:30:48.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.848+0000 7ff2e4ff9640 1 -- 172.21.15.67:0/1773274460 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff2dc003a20 con 0x7ff2e80b5a40 2024-09-21T00:30:48.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.848+0000 7ff2ee9e4640 1 -- 172.21.15.67:0/1773274460 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff2e80cd8a0 con 0x7ff2e80b5a40 2024-09-21T00:30:48.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.849+0000 7ff2ee9e4640 1 -- 172.21.15.67:0/1773274460 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff2e80b26f0 con 0x7ff2e80b5a40 2024-09-21T00:30:48.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.850+0000 7ff2e4ff9640 1 -- 172.21.15.67:0/1773274460 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7ff2dc01a070 con 0x7ff2e80b5a40 2024-09-21T00:30:48.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.850+0000 7ff2e4ff9640 1 --2- 172.21.15.67:0/1773274460 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff2d4078b90 0x7ff2d407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:48.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.851+0000 7ff2e4ff9640 1 -- 172.21.15.67:0/1773274460 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(131..131 src has 1..131) ==== 4943+0+0 (secure 0 0 0) 0x7ff2dc099c30 con 0x7ff2e80b5a40 2024-09-21T00:30:48.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.851+0000 7ff2e7fff640 1 --2- 172.21.15.67:0/1773274460 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff2d4078b90 0x7ff2d407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:48.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.851+0000 7ff2e7fff640 1 --2- 172.21.15.67:0/1773274460 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff2d4078b90 0x7ff2d407b0a0 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7ff2d8034000 tx=0x7ff2d8004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:48.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:48.855+0000 7ff2e4ff9640 1 -- 172.21.15.67:0/1773274460 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7ff2dc061db0 con 0x7ff2e80b5a40 2024-09-21T00:30:49.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:49.084+0000 7ff2ee9e4640 1 -- 172.21.15.67:0/1773274460 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff2e80cf3d0 con 0x7ff2e80b5a40 2024-09-21T00:30:49.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:49.084+0000 7ff2e4ff9640 1 -- 172.21.15.67:0/1773274460 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 110 v110) ==== 95+0+3910 (secure 0 0 0) 0x7ff2dc0667e0 con 0x7ff2e80b5a40 2024-09-21T00:30:49.086 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:30:49.086 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":110,"btime":"2024-09-21T00:30:42:814617+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7076,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/3729383831","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6836","nonce":3729383831},{"type":"v1","addr":"172.21.15.97:6837","nonce":3729383831}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":103},{"gid":7732,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/97932944","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":97932944},{"type":"v1","addr":"172.21.15.67:6834","nonce":97932944}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":102},{"gid":7735,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3469130706","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":3469130706},{"type":"v1","addr":"172.21.15.67:6835","nonce":3469130706}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":103},{"gid":8104,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6835/3459897651","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3459897651},{"type":"v1","addr":"172.21.15.97:6835","nonce":3459897651}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":110}],"filesystems":[]} 2024-09-21T00:30:49.086 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 110 2024-09-21T00:30:49.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:49.086+0000 7ff2ee9e4640 1 -- 172.21.15.67:0/1773274460 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff2d4078b90 msgr2=0x7ff2d407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:49.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:49.086+0000 7ff2ee9e4640 1 --2- 172.21.15.67:0/1773274460 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff2d4078b90 0x7ff2d407b0a0 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7ff2d8034000 tx=0x7ff2d8004730 comp rx=0 tx=0).stop 2024-09-21T00:30:49.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:49.086+0000 7ff2ee9e4640 1 -- 172.21.15.67:0/1773274460 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff2e80b5a40 msgr2=0x7ff2e80ce380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:49.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:49.086+0000 7ff2ee9e4640 1 --2- 172.21.15.67:0/1773274460 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff2e80b5a40 0x7ff2e80ce380 secure :-1 s=READY pgs=1628 cs=0 l=1 rev1=1 crypto rx=0x7ff2dc00c390 tx=0x7ff2dc00c850 comp rx=0 tx=0).stop 2024-09-21T00:30:49.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:49.086+0000 7ff2ee9e4640 1 -- 172.21.15.67:0/1773274460 shutdown_connections 2024-09-21T00:30:49.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:49.086+0000 7ff2ee9e4640 1 --2- 172.21.15.67:0/1773274460 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff2d4078b90 0x7ff2d407b0a0 unknown :-1 s=CLOSED pgs=616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:49.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:49.086+0000 7ff2ee9e4640 1 --2- 172.21.15.67:0/1773274460 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff2e80b6790 0x7ff2e80cb110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:49.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:49.086+0000 7ff2ee9e4640 1 --2- 172.21.15.67:0/1773274460 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff2e80b5a40 0x7ff2e80ce380 unknown :-1 s=CLOSED pgs=1628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:49.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:49.086+0000 7ff2ee9e4640 1 --2- 172.21.15.67:0/1773274460 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff2e80b4f20 0x7ff2e814b630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:49.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:49.086+0000 7ff2ee9e4640 1 -- 172.21.15.67:0/1773274460 >> 172.21.15.67:0/1773274460 conn(0x7ff2e80b2ef0 msgr2=0x7ff2e8070090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:49.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:49.086+0000 7ff2ee9e4640 1 -- 172.21.15.67:0/1773274460 shutdown_connections 2024-09-21T00:30:49.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:49.087+0000 7ff2ee9e4640 1 -- 172.21.15.67:0/1773274460 wait complete. 2024-09-21T00:30:49.099 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-21T00:30:49.099 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-21T00:30:49.100 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-21T00:30:49.100 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:30:49.100 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-21T00:30:49.100 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-21T00:30:49.100 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-21T00:30:49.100 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:30:49.100 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-21T00:30:49.101 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-21T00:30:49.101 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-21T00:30:49.101 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:30:49.101 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-21T00:30:49.101 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-21T00:30:49.101 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-21T00:30:49.101 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:30:49.110 INFO:tasks.ceph.mds.c:Stopped 2024-09-21T00:30:49.110 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-21T00:30:49.115 INFO:tasks.ceph.mds.d:Stopped 2024-09-21T00:30:49.116 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-21T00:30:49.117 INFO:tasks.ceph.mds.b:Stopped 2024-09-21T00:30:49.118 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-21T00:30:49.155 INFO:tasks.ceph.mds.c:Started 2024-09-21T00:30:49.156 DEBUG:teuthology.parallel:result is None 2024-09-21T00:30:49.167 INFO:tasks.ceph.mds.d:Started 2024-09-21T00:30:49.167 DEBUG:teuthology.parallel:result is None 2024-09-21T00:30:49.168 INFO:tasks.ceph.mds.b:Started 2024-09-21T00:30:49.168 DEBUG:teuthology.parallel:result is None 2024-09-21T00:30:49.241 INFO:tasks.ceph.mds.c.smithi067.stdout:starting mds.c at 2024-09-21T00:30:49.264 INFO:tasks.ceph.mds.d.smithi097.stdout:starting mds.d at 2024-09-21T00:30:49.264 INFO:tasks.ceph.mds.b.smithi097.stdout:starting mds.b at 2024-09-21T00:30:49.268 INFO:tasks.ceph.mds.b.smithi097.stderr:2024-09-21T00:30:49.264+0000 7f2dbc14e640 -1 PosixStack listen unable to listen on v2:0.0.0.0:6834/0: (98) Address already in use 2024-09-21T00:30:50.077 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a is failed for ~0s 2024-09-21T00:30:51.342 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:30:51.345 DEBUG:teuthology.orchestra.run.smithi097:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:30:55.110 INFO:tasks.ceph.mds.a:Stopped 2024-09-21T00:30:55.110 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-21T00:30:55.113 INFO:tasks.ceph.mds.a:Started 2024-09-21T00:30:55.114 DEBUG:teuthology.parallel:result is None 2024-09-21T00:30:55.114 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-21T00:30:55.217 INFO:tasks.ceph.mds.a.smithi067.stdout:starting mds.a at 2024-09-21T00:30:55.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:55.246+0000 7f7d50f7b640 1 -- 172.21.15.67:0/424316274 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7d4c0d2b00 msgr2=0x7f7d4c15e7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:55.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:55.246+0000 7f7d50f7b640 1 --2- 172.21.15.67:0/424316274 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7d4c0d2b00 0x7f7d4c15e7f0 secure :-1 s=READY pgs=1634 cs=0 l=1 rev1=1 crypto rx=0x7f7d34009830 tx=0x7f7d3402a5c0 comp rx=0 tx=0).stop 2024-09-21T00:30:55.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:55.246+0000 7f7d50f7b640 1 -- 172.21.15.67:0/424316274 shutdown_connections 2024-09-21T00:30:55.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:55.246+0000 7f7d50f7b640 1 --2- 172.21.15.67:0/424316274 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7d4c0d2b00 0x7f7d4c15e7f0 unknown :-1 s=CLOSED pgs=1634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:55.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:55.246+0000 7f7d50f7b640 1 -- 172.21.15.67:0/424316274 >> 172.21.15.67:0/424316274 conn(0x7f7d4c06dfb0 msgr2=0x7f7d4c06e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:55.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:55.246+0000 7f7d50f7b640 1 -- 172.21.15.67:0/424316274 shutdown_connections 2024-09-21T00:30:55.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:55.246+0000 7f7d50f7b640 1 -- 172.21.15.67:0/424316274 wait complete. 2024-09-21T00:30:55.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:55.248+0000 7f7d50f7b640 1 Processor -- start 2024-09-21T00:30:55.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:55.249+0000 7f7d50f7b640 1 -- start start 2024-09-21T00:30:55.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:55.250+0000 7f7d50f7b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7d4c0d11c0 0x7f7d4c15a5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:55.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:55.250+0000 7f7d50f7b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7d4c0d2b00 0x7f7d4c1f8cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:55.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:55.250+0000 7f7d50f7b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7d4c162ea0 0x7f7d4c1f9200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:55.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:55.250+0000 7f7d50f7b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f7d4c15f800 con 0x7f7d4c0d2b00 2024-09-21T00:30:55.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:55.250+0000 7f7d50f7b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f7d4c15f680 con 0x7f7d4c0d11c0 2024-09-21T00:30:55.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:55.250+0000 7f7d50f7b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f7d4c15f980 con 0x7f7d4c162ea0 2024-09-21T00:30:55.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:55.250+0000 7f7d49d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7d4c0d2b00 0x7f7d4c1f8cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:55.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:55.250+0000 7f7d49d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7d4c0d2b00 0x7f7d4c1f8cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40072/0 (socket says 172.21.15.67:40072) 2024-09-21T00:30:55.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:55.250+0000 7f7d49d9b640 1 -- 172.21.15.67:0/3043317954 learned_addr learned my addr 172.21.15.67:0/3043317954 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:55.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:55.250+0000 7f7d4a59c640 1 --2- 172.21.15.67:0/3043317954 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7d4c0d11c0 0x7f7d4c15a5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:55.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:55.250+0000 7f7d4ad9d640 1 --2- 172.21.15.67:0/3043317954 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7d4c162ea0 0x7f7d4c1f9200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:55.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:55.250+0000 7f7d49d9b640 1 -- 172.21.15.67:0/3043317954 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7d4c162ea0 msgr2=0x7f7d4c1f9200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:55.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:55.250+0000 7f7d49d9b640 1 --2- 172.21.15.67:0/3043317954 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7d4c162ea0 0x7f7d4c1f9200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:55.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:55.250+0000 7f7d49d9b640 1 -- 172.21.15.67:0/3043317954 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7d4c0d11c0 msgr2=0x7f7d4c15a5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:55.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:55.250+0000 7f7d49d9b640 1 --2- 172.21.15.67:0/3043317954 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7d4c0d11c0 0x7f7d4c15a5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:55.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:55.250+0000 7f7d49d9b640 1 -- 172.21.15.67:0/3043317954 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d4c0cb8d0 con 0x7f7d4c0d2b00 2024-09-21T00:30:55.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:55.251+0000 7f7d49d9b640 1 --2- 172.21.15.67:0/3043317954 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7d4c0d2b00 0x7f7d4c1f8cc0 secure :-1 s=READY pgs=1635 cs=0 l=1 rev1=1 crypto rx=0x7f7d3402abb0 tx=0x7f7d34033ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:55.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:55.251+0000 7f7d42ffd640 1 -- 172.21.15.67:0/3043317954 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d34031b50 con 0x7f7d4c0d2b00 2024-09-21T00:30:55.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:55.251+0000 7f7d42ffd640 1 -- 172.21.15.67:0/3043317954 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7d34031de0 con 0x7f7d4c0d2b00 2024-09-21T00:30:55.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:55.251+0000 7f7d50f7b640 1 -- 172.21.15.67:0/3043317954 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d4c0cbb40 con 0x7f7d4c0d2b00 2024-09-21T00:30:55.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:55.251+0000 7f7d42ffd640 1 -- 172.21.15.67:0/3043317954 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d34005280 con 0x7f7d4c0d2b00 2024-09-21T00:30:55.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:55.251+0000 7f7d50f7b640 1 -- 172.21.15.67:0/3043317954 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d4c0ce5b0 con 0x7f7d4c0d2b00 2024-09-21T00:30:55.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:55.252+0000 7f7d50f7b640 1 -- 172.21.15.67:0/3043317954 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7d4c15e7f0 con 0x7f7d4c0d2b00 2024-09-21T00:30:55.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:55.253+0000 7f7d42ffd640 1 -- 172.21.15.67:0/3043317954 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f7d34005420 con 0x7f7d4c0d2b00 2024-09-21T00:30:55.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:55.253+0000 7f7d42ffd640 1 --2- 172.21.15.67:0/3043317954 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7d2c078b90 0x7f7d2c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:55.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:55.253+0000 7f7d42ffd640 1 -- 172.21.15.67:0/3043317954 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(134..134 src has 1..134) ==== 4943+0+0 (secure 0 0 0) 0x7f7d340bba90 con 0x7f7d4c0d2b00 2024-09-21T00:30:55.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:55.254+0000 7f7d4a59c640 1 --2- 172.21.15.67:0/3043317954 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7d2c078b90 0x7f7d2c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:55.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:55.254+0000 7f7d4a59c640 1 --2- 172.21.15.67:0/3043317954 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7d2c078b90 0x7f7d2c07b0a0 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7f7d3c007fd0 tx=0x7f7d3c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:55.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:55.258+0000 7f7d42ffd640 1 -- 172.21.15.67:0/3043317954 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f7d3403f030 con 0x7f7d4c0d2b00 2024-09-21T00:30:55.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:55.458+0000 7f7d50f7b640 1 -- 172.21.15.67:0/3043317954 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f7d4c06e3c0 con 0x7f7d4c0d2b00 2024-09-21T00:30:56.790 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.a has been restored 2024-09-21T00:30:56.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:56.870+0000 7f7d42ffd640 1 -- 172.21.15.67:0/3043317954 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v136) ==== 97+0+0 (secure 0 0 0) 0x7f7d34031770 con 0x7f7d4c0d2b00 2024-09-21T00:30:56.872 INFO:teuthology.orchestra.run.smithi067.stderr: removed all blocklist entries 2024-09-21T00:30:56.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:56.873+0000 7f7d50f7b640 1 -- 172.21.15.67:0/3043317954 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7d2c078b90 msgr2=0x7f7d2c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:56.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:56.873+0000 7f7d50f7b640 1 --2- 172.21.15.67:0/3043317954 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7d2c078b90 0x7f7d2c07b0a0 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7f7d3c007fd0 tx=0x7f7d3c009040 comp rx=0 tx=0).stop 2024-09-21T00:30:56.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:56.873+0000 7f7d50f7b640 1 -- 172.21.15.67:0/3043317954 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7d4c0d2b00 msgr2=0x7f7d4c1f8cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:56.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:56.873+0000 7f7d50f7b640 1 --2- 172.21.15.67:0/3043317954 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7d4c0d2b00 0x7f7d4c1f8cc0 secure :-1 s=READY pgs=1635 cs=0 l=1 rev1=1 crypto rx=0x7f7d3402abb0 tx=0x7f7d34033ba0 comp rx=0 tx=0).stop 2024-09-21T00:30:56.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:56.874+0000 7f7d50f7b640 1 -- 172.21.15.67:0/3043317954 shutdown_connections 2024-09-21T00:30:56.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:56.874+0000 7f7d50f7b640 1 --2- 172.21.15.67:0/3043317954 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7d2c078b90 0x7f7d2c07b0a0 unknown :-1 s=CLOSED pgs=620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:56.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:56.874+0000 7f7d50f7b640 1 --2- 172.21.15.67:0/3043317954 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7d4c162ea0 0x7f7d4c1f9200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:56.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:56.874+0000 7f7d50f7b640 1 --2- 172.21.15.67:0/3043317954 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7d4c0d2b00 0x7f7d4c1f8cc0 unknown :-1 s=CLOSED pgs=1635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:56.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:56.874+0000 7f7d50f7b640 1 --2- 172.21.15.67:0/3043317954 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7d4c0d11c0 0x7f7d4c15a5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:56.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:56.874+0000 7f7d50f7b640 1 -- 172.21.15.67:0/3043317954 >> 172.21.15.67:0/3043317954 conn(0x7f7d4c06dfb0 msgr2=0x7f7d4c0cf740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:56.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:56.874+0000 7f7d50f7b640 1 -- 172.21.15.67:0/3043317954 shutdown_connections 2024-09-21T00:30:56.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:56.874+0000 7f7d50f7b640 1 -- 172.21.15.67:0/3043317954 wait complete. 2024-09-21T00:30:56.889 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-21T00:30:57.013 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.012+0000 7fbdda64a640 1 -- 172.21.15.67:0/2599075364 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbdd406fbd0 msgr2=0x7fbdd40cf7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:57.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.012+0000 7fbdda64a640 1 --2- 172.21.15.67:0/2599075364 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbdd406fbd0 0x7fbdd40cf7a0 secure :-1 s=READY pgs=1637 cs=0 l=1 rev1=1 crypto rx=0x7fbdd408d200 tx=0x7fbdcc02a820 comp rx=0 tx=0).stop 2024-09-21T00:30:57.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.012+0000 7fbdda64a640 1 -- 172.21.15.67:0/2599075364 shutdown_connections 2024-09-21T00:30:57.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.012+0000 7fbdda64a640 1 --2- 172.21.15.67:0/2599075364 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbdd406fbd0 0x7fbdd40cf7a0 unknown :-1 s=CLOSED pgs=1637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:57.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.012+0000 7fbdda64a640 1 --2- 172.21.15.67:0/2599075364 >> v2:172.21.15.97:3300/0 conn(0x7fbdd40b6730 0x7fbdd40cf260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:57.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.012+0000 7fbdda64a640 1 -- 172.21.15.67:0/2599075364 >> 172.21.15.67:0/2599075364 conn(0x7fbdd40d45a0 msgr2=0x7fbdd40d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:57.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.012+0000 7fbdda64a640 1 -- 172.21.15.67:0/2599075364 shutdown_connections 2024-09-21T00:30:57.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.012+0000 7fbdda64a640 1 -- 172.21.15.67:0/2599075364 wait complete. 2024-09-21T00:30:57.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.014+0000 7fbdda64a640 1 Processor -- start 2024-09-21T00:30:57.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.014+0000 7fbdda64a640 1 -- start start 2024-09-21T00:30:57.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.015+0000 7fbdda64a640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbdd406fbd0 0x7fbdd4151330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:57.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.015+0000 7fbdda64a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbdd40b9e70 0x7fbdd41f49b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:57.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.015+0000 7fbdda64a640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbdd40ccb10 0x7fbdd41e8260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:57.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.016+0000 7fbdda64a640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fbdd40cfce0 con 0x7fbdd40b9e70 2024-09-21T00:30:57.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.016+0000 7fbdda64a640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fbdd40d25b0 con 0x7fbdd40ccb10 2024-09-21T00:30:57.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.016+0000 7fbdda64a640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fbdd40cfe60 con 0x7fbdd406fbd0 2024-09-21T00:30:57.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.016+0000 7fbdd37fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbdd40b9e70 0x7fbdd41f49b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:57.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.016+0000 7fbdd37fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbdd40b9e70 0x7fbdd41f49b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40080/0 (socket says 172.21.15.67:40080) 2024-09-21T00:30:57.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.016+0000 7fbdd37fe640 1 -- 172.21.15.67:0/942259266 learned_addr learned my addr 172.21.15.67:0/942259266 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:57.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.016+0000 7fbdd8be7640 1 --2- 172.21.15.67:0/942259266 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbdd40ccb10 0x7fbdd41e8260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:57.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.016+0000 7fbdd3fff640 1 --2- 172.21.15.67:0/942259266 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbdd406fbd0 0x7fbdd4151330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:57.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.016+0000 7fbdd37fe640 1 -- 172.21.15.67:0/942259266 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbdd406fbd0 msgr2=0x7fbdd4151330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:57.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.016+0000 7fbdd37fe640 1 --2- 172.21.15.67:0/942259266 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbdd406fbd0 0x7fbdd4151330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:57.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.016+0000 7fbdd37fe640 1 -- 172.21.15.67:0/942259266 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbdd40ccb10 msgr2=0x7fbdd41e8260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:57.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.016+0000 7fbdd37fe640 1 --2- 172.21.15.67:0/942259266 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbdd40ccb10 0x7fbdd41e8260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:57.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.016+0000 7fbdd37fe640 1 -- 172.21.15.67:0/942259266 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbdd4151870 con 0x7fbdd40b9e70 2024-09-21T00:30:57.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.016+0000 7fbdd8be7640 1 --2- 172.21.15.67:0/942259266 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbdd40ccb10 0x7fbdd41e8260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:30:57.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.016+0000 7fbdd3fff640 1 --2- 172.21.15.67:0/942259266 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbdd406fbd0 0x7fbdd4151330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:30:57.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.016+0000 7fbdd37fe640 1 --2- 172.21.15.67:0/942259266 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbdd40b9e70 0x7fbdd41f49b0 secure :-1 s=READY pgs=1638 cs=0 l=1 rev1=1 crypto rx=0x7fbdc800d740 tx=0x7fbdc800dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:57.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.016+0000 7fbdd0ff9640 1 -- 172.21.15.67:0/942259266 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbdc8017070 con 0x7fbdd40b9e70 2024-09-21T00:30:57.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.016+0000 7fbdd0ff9640 1 -- 172.21.15.67:0/942259266 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbdc8009d20 con 0x7fbdd40b9e70 2024-09-21T00:30:57.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.016+0000 7fbdd0ff9640 1 -- 172.21.15.67:0/942259266 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbdc80106c0 con 0x7fbdd40b9e70 2024-09-21T00:30:57.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.016+0000 7fbdda64a640 1 -- 172.21.15.67:0/942259266 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbdd40cba70 con 0x7fbdd40b9e70 2024-09-21T00:30:57.020 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.016+0000 7fbdda64a640 1 -- 172.21.15.67:0/942259266 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbdd40cc030 con 0x7fbdd40b9e70 2024-09-21T00:30:57.020 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.017+0000 7fbdda64a640 1 -- 172.21.15.67:0/942259266 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbdd40cb7e0 con 0x7fbdd40b9e70 2024-09-21T00:30:57.020 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.018+0000 7fbdd0ff9640 1 -- 172.21.15.67:0/942259266 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fbdc801a070 con 0x7fbdd40b9e70 2024-09-21T00:30:57.020 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.019+0000 7fbdd0ff9640 1 --2- 172.21.15.67:0/942259266 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbdc0078bc0 0x7fbdc007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:57.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.019+0000 7fbdd0ff9640 1 -- 172.21.15.67:0/942259266 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(136..136 src has 1..136) ==== 4857+0+0 (secure 0 0 0) 0x7fbdc809ab40 con 0x7fbdd40b9e70 2024-09-21T00:30:57.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.019+0000 7fbdd3fff640 1 --2- 172.21.15.67:0/942259266 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbdc0078bc0 0x7fbdc007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:57.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.020+0000 7fbdd3fff640 1 --2- 172.21.15.67:0/942259266 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbdc0078bc0 0x7fbdc007b0d0 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7fbdc4000f60 tx=0x7fbdc4009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:57.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.024+0000 7fbdd0ff9640 1 -- 172.21.15.67:0/942259266 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fbdc80632d0 con 0x7fbdd40b9e70 2024-09-21T00:30:57.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.286+0000 7fbdda64a640 1 -- 172.21.15.67:0/942259266 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7fbdd40d0310 con 0x7fbdd40b9e70 2024-09-21T00:30:57.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.287+0000 7fbdd0ff9640 1 -- 172.21.15.67:0/942259266 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v21) ==== 80+0+5304 (secure 0 0 0) 0x7fbdc8062bd0 con 0x7fbdd40b9e70 2024-09-21T00:30:57.288 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:30:57.288 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:30:57.288 INFO:teuthology.orchestra.run.smithi067.stdout: "auth_dump": [ 2024-09-21T00:30:57.288 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:30:57.288 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mds.a", 2024-09-21T00:30:57.289 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5m9QBaFRAAdgisHziG3hw/D2M72XZn8g==", 2024-09-21T00:30:57.289 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:30:57.289 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:30:57.289 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:30:57.289 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:30:57.289 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:30:57.289 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:30:57.289 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:30:57.289 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:30:57.289 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mds.b", 2024-09-21T00:30:57.289 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mLCJuIhAAl/r6CTzwOFBmlvDR8WTorQ==", 2024-09-21T00:30:57.289 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:30:57.289 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:30:57.289 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:30:57.290 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:30:57.290 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:30:57.290 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:30:57.290 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:30:57.290 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:30:57.290 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mds.c", 2024-09-21T00:30:57.290 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mQ14ZHRAAi5QZeknKrKjp2jO02yntmg==", 2024-09-21T00:30:57.290 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:30:57.290 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:30:57.290 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:30:57.290 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:30:57.290 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:30:57.290 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:30:57.291 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:30:57.291 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:30:57.291 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mds.d", 2024-09-21T00:30:57.291 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mgCsdKhAAJ06SsIMmvdDQWaRDeCy6CA==", 2024-09-21T00:30:57.291 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:30:57.291 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:30:57.291 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:30:57.291 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:30:57.291 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:30:57.291 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:30:57.291 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:30:57.291 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:30:57.291 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.0", 2024-09-21T00:30:57.292 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBJEe5mhxC8ERAAwqKGS/tp+aVv++lqOVEPwg==", 2024-09-21T00:30:57.292 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:30:57.292 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:30:57.292 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:30:57.292 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:30:57.292 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:30:57.292 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:30:57.292 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:30:57.292 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.1", 2024-09-21T00:30:57.292 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBMEe5mbob6IxAANdMr4wKZkwcnJzzUY88/xA==", 2024-09-21T00:30:57.292 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:30:57.292 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:30:57.292 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:30:57.292 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:30:57.292 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:30:57.293 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:30:57.293 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:30:57.293 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.2", 2024-09-21T00:30:57.293 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBPEe5mR+B2NRAAbF2XunKQ4T7GqO5mflYgFQ==", 2024-09-21T00:30:57.293 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:30:57.293 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:30:57.293 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:30:57.293 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:30:57.293 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:30:57.293 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:30:57.293 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:30:57.293 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.3", 2024-09-21T00:30:57.293 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBTEe5mrBCaDBAAhESlssYCQxHPjrG5irA8bg==", 2024-09-21T00:30:57.293 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:30:57.294 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:30:57.294 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:30:57.294 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:30:57.294 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:30:57.294 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:30:57.294 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:30:57.294 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.4", 2024-09-21T00:30:57.294 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBZEe5mH7dzKBAALqGrXHFlpxFvgoI3COb/CA==", 2024-09-21T00:30:57.294 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:30:57.294 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:30:57.294 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:30:57.294 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:30:57.294 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:30:57.295 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:30:57.295 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:30:57.295 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.5", 2024-09-21T00:30:57.295 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBcEe5mbQLIORAAhaKf6tntn/oh0n1a70pqAA==", 2024-09-21T00:30:57.295 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:30:57.295 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:30:57.295 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:30:57.295 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:30:57.295 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:30:57.295 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:30:57.295 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:30:57.295 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.6", 2024-09-21T00:30:57.295 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBgEe5m5MO7ABAACbg8WWV3GhNSHRnjscz6Fg==", 2024-09-21T00:30:57.296 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:30:57.296 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:30:57.296 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:30:57.296 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:30:57.296 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:30:57.296 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:30:57.296 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:30:57.296 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.7", 2024-09-21T00:30:57.296 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBjEe5mmCIxAxAArpnzucP3Mbmo3BL6YikqWA==", 2024-09-21T00:30:57.296 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:30:57.296 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:30:57.296 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:30:57.296 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:30:57.296 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:30:57.297 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:30:57.297 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:30:57.297 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.0", 2024-09-21T00:30:57.297 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mUnwLLxAAE0JXCN8yXTH2bWtWI41o2Q==", 2024-09-21T00:30:57.297 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:30:57.297 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:30:57.297 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow r", 2024-09-21T00:30:57.297 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-21T00:30:57.297 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:30:57.297 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:30:57.297 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:30:57.297 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.1", 2024-09-21T00:30:57.297 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mDFa8NhAAraRO3NGJQTzWBBcGkkEhhQ==", 2024-09-21T00:30:57.297 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:30:57.298 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:30:57.298 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow r", 2024-09-21T00:30:57.298 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow rw", 2024-09-21T00:30:57.298 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow rwx" 2024-09-21T00:30:57.298 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:30:57.298 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:30:57.298 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:30:57.298 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.2", 2024-09-21T00:30:57.298 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mLu3nMhAA14NXzzDpQhxci5XP4juw/w==", 2024-09-21T00:30:57.298 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:30:57.298 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:30:57.298 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow r", 2024-09-21T00:30:57.298 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow rw", 2024-09-21T00:30:57.299 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow rwx" 2024-09-21T00:30:57.299 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:30:57.299 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:30:57.299 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:30:57.299 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.3", 2024-09-21T00:30:57.299 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5m6Lx8OhAAx4r6ll1YCFpRFK7DC5qqOw==", 2024-09-21T00:30:57.299 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:30:57.299 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:30:57.299 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow r", 2024-09-21T00:30:57.299 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow rw", 2024-09-21T00:30:57.299 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow rwx" 2024-09-21T00:30:57.299 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:30:57.299 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:30:57.299 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:30:57.299 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.admin", 2024-09-21T00:30:57.300 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBEEe5myhTpMBAA3uuyq5Ek2nSa9jjWQzIshw==", 2024-09-21T00:30:57.300 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:30:57.300 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow *", 2024-09-21T00:30:57.300 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:30:57.300 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:30:57.300 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:30:57.300 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:30:57.300 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:30:57.300 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:30:57.300 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mgr.x", 2024-09-21T00:30:57.300 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mNMdbERAA41Bj7rmSurxL0D2Zq+oHVA==", 2024-09-21T00:30:57.300 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:30:57.300 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow *", 2024-09-21T00:30:57.300 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile mgr", 2024-09-21T00:30:57.301 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:30:57.301 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:30:57.301 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:30:57.301 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:30:57.301 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mgr.y", 2024-09-21T00:30:57.301 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mNcGQCxAA33vjLt+brud7Aul58c5kXw==", 2024-09-21T00:30:57.301 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:30:57.301 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow *", 2024-09-21T00:30:57.301 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile mgr", 2024-09-21T00:30:57.301 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:30:57.302 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:30:57.302 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:30:57.302 INFO:teuthology.orchestra.run.smithi067.stdout: ] 2024-09-21T00:30:57.302 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:30:57.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.289+0000 7fbdda64a640 1 -- 172.21.15.67:0/942259266 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbdc0078bc0 msgr2=0x7fbdc007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:57.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.289+0000 7fbdda64a640 1 --2- 172.21.15.67:0/942259266 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbdc0078bc0 0x7fbdc007b0d0 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7fbdc4000f60 tx=0x7fbdc4009040 comp rx=0 tx=0).stop 2024-09-21T00:30:57.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.289+0000 7fbdda64a640 1 -- 172.21.15.67:0/942259266 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbdd40b9e70 msgr2=0x7fbdd41f49b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:57.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.289+0000 7fbdda64a640 1 --2- 172.21.15.67:0/942259266 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbdd40b9e70 0x7fbdd41f49b0 secure :-1 s=READY pgs=1638 cs=0 l=1 rev1=1 crypto rx=0x7fbdc800d740 tx=0x7fbdc800dc00 comp rx=0 tx=0).stop 2024-09-21T00:30:57.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.289+0000 7fbdda64a640 1 -- 172.21.15.67:0/942259266 shutdown_connections 2024-09-21T00:30:57.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.289+0000 7fbdda64a640 1 --2- 172.21.15.67:0/942259266 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbdc0078bc0 0x7fbdc007b0d0 unknown :-1 s=CLOSED pgs=622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:57.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.289+0000 7fbdda64a640 1 --2- 172.21.15.67:0/942259266 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbdd40ccb10 0x7fbdd41e8260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:57.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.289+0000 7fbdda64a640 1 --2- 172.21.15.67:0/942259266 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbdd40b9e70 0x7fbdd41f49b0 unknown :-1 s=CLOSED pgs=1638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:57.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.289+0000 7fbdda64a640 1 --2- 172.21.15.67:0/942259266 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbdd406fbd0 0x7fbdd4151330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:57.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.289+0000 7fbdda64a640 1 -- 172.21.15.67:0/942259266 >> 172.21.15.67:0/942259266 conn(0x7fbdd40d45a0 msgr2=0x7fbdd40cad60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:57.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.289+0000 7fbdda64a640 1 -- 172.21.15.67:0/942259266 shutdown_connections 2024-09-21T00:30:57.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.289+0000 7fbdda64a640 1 -- 172.21.15.67:0/942259266 wait complete. 2024-09-21T00:30:57.305 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-21T00:30:57.421 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.419+0000 7fb0c24b6640 1 -- 172.21.15.67:0/514980292 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb0bc0b7850 msgr2=0x7fb0bc0d0a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:57.421 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.419+0000 7fb0c24b6640 1 --2- 172.21.15.67:0/514980292 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb0bc0b7850 0x7fb0bc0d0a10 secure :-1 s=READY pgs=1640 cs=0 l=1 rev1=1 crypto rx=0x7fb0bc074df0 tx=0x7fb0b002a4d0 comp rx=0 tx=0).stop 2024-09-21T00:30:57.421 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.419+0000 7fb0c24b6640 1 -- 172.21.15.67:0/514980292 shutdown_connections 2024-09-21T00:30:57.421 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.419+0000 7fb0c24b6640 1 --2- 172.21.15.67:0/514980292 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb0bc0b7850 0x7fb0bc0d0a10 unknown :-1 s=CLOSED pgs=1640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:57.422 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.419+0000 7fb0c24b6640 1 --2- 172.21.15.67:0/514980292 >> v2:172.21.15.97:3300/0 conn(0x7fb0bc09b7b0 0x7fb0bc0b3ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:57.422 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.420+0000 7fb0c24b6640 1 -- 172.21.15.67:0/514980292 >> 172.21.15.67:0/514980292 conn(0x7fb0bc0b4140 msgr2=0x7fb0bc0b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:57.422 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.420+0000 7fb0c24b6640 1 -- 172.21.15.67:0/514980292 shutdown_connections 2024-09-21T00:30:57.422 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.420+0000 7fb0c24b6640 1 -- 172.21.15.67:0/514980292 wait complete. 2024-09-21T00:30:57.422 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.421+0000 7fb0c24b6640 1 Processor -- start 2024-09-21T00:30:57.422 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.422+0000 7fb0c24b6640 1 -- start start 2024-09-21T00:30:57.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.423+0000 7fb0c24b6640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb0bc09b7b0 0x7fb0bc14e990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:57.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.423+0000 7fb0c24b6640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb0bc0b7850 0x7fb0bc156500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:57.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.423+0000 7fb0c24b6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb0bc0d0f50 0x7fb0bc156a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:57.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.423+0000 7fb0c24b6640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fb0bc0cd740 con 0x7fb0bc0d0f50 2024-09-21T00:30:57.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.423+0000 7fb0c24b6640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fb0bc0b6750 con 0x7fb0bc09b7b0 2024-09-21T00:30:57.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.423+0000 7fb0c24b6640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fb0bc0cd8c0 con 0x7fb0bc0b7850 2024-09-21T00:30:57.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.423+0000 7fb0c0a53640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb0bc0d0f50 0x7fb0bc156a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:57.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.423+0000 7fb0c0a53640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb0bc0d0f50 0x7fb0bc156a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40094/0 (socket says 172.21.15.67:40094) 2024-09-21T00:30:57.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.423+0000 7fb0c0a53640 1 -- 172.21.15.67:0/2039125163 learned_addr learned my addr 172.21.15.67:0/2039125163 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:57.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.423+0000 7fb0bb7fe640 1 --2- 172.21.15.67:0/2039125163 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb0bc0b7850 0x7fb0bc156500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:57.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.423+0000 7fb0bbfff640 1 --2- 172.21.15.67:0/2039125163 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb0bc09b7b0 0x7fb0bc14e990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:57.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.423+0000 7fb0c0a53640 1 -- 172.21.15.67:0/2039125163 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb0bc0b7850 msgr2=0x7fb0bc156500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:57.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.423+0000 7fb0c0a53640 1 --2- 172.21.15.67:0/2039125163 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb0bc0b7850 0x7fb0bc156500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:57.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.423+0000 7fb0c0a53640 1 -- 172.21.15.67:0/2039125163 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb0bc09b7b0 msgr2=0x7fb0bc14e990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:57.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.423+0000 7fb0c0a53640 1 --2- 172.21.15.67:0/2039125163 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb0bc09b7b0 0x7fb0bc14e990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:57.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.423+0000 7fb0c0a53640 1 -- 172.21.15.67:0/2039125163 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0bc158930 con 0x7fb0bc0d0f50 2024-09-21T00:30:57.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.423+0000 7fb0bbfff640 1 --2- 172.21.15.67:0/2039125163 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb0bc09b7b0 0x7fb0bc14e990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:30:57.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.424+0000 7fb0c0a53640 1 --2- 172.21.15.67:0/2039125163 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb0bc0d0f50 0x7fb0bc156a40 secure :-1 s=READY pgs=1641 cs=0 l=1 rev1=1 crypto rx=0x7fb0b400c6f0 tx=0x7fb0b400cbb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:57.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.424+0000 7fb0b8ff9640 1 -- 172.21.15.67:0/2039125163 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0b4017070 con 0x7fb0bc0d0f50 2024-09-21T00:30:57.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.424+0000 7fb0b8ff9640 1 -- 172.21.15.67:0/2039125163 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb0b4003c90 con 0x7fb0bc0d0f50 2024-09-21T00:30:57.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.424+0000 7fb0c24b6640 1 -- 172.21.15.67:0/2039125163 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb0bc15baf0 con 0x7fb0bc0d0f50 2024-09-21T00:30:57.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.424+0000 7fb0b8ff9640 1 -- 172.21.15.67:0/2039125163 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0b4003e60 con 0x7fb0bc0d0f50 2024-09-21T00:30:57.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.424+0000 7fb0c24b6640 1 -- 172.21.15.67:0/2039125163 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb0bc06e300 con 0x7fb0bc0d0f50 2024-09-21T00:30:57.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.425+0000 7fb0c24b6640 1 -- 172.21.15.67:0/2039125163 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb0bc069e20 con 0x7fb0bc0d0f50 2024-09-21T00:30:57.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.425+0000 7fb0b8ff9640 1 -- 172.21.15.67:0/2039125163 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fb0b401a070 con 0x7fb0bc0d0f50 2024-09-21T00:30:57.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.426+0000 7fb0b8ff9640 1 --2- 172.21.15.67:0/2039125163 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb0a8078b90 0x7fb0a807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:57.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.426+0000 7fb0b8ff9640 1 -- 172.21.15.67:0/2039125163 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(136..136 src has 1..136) ==== 4857+0+0 (secure 0 0 0) 0x7fb0b4099f50 con 0x7fb0bc0d0f50 2024-09-21T00:30:57.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.426+0000 7fb0bbfff640 1 --2- 172.21.15.67:0/2039125163 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb0a8078b90 0x7fb0a807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:57.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.427+0000 7fb0bbfff640 1 --2- 172.21.15.67:0/2039125163 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb0a8078b90 0x7fb0a807b0a0 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7fb0ac009ab0 tx=0x7fb0ac005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:57.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.431+0000 7fb0b8ff9640 1 -- 172.21.15.67:0/2039125163 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fb0bc069e20 con 0x7fb0bc0d0f50 2024-09-21T00:30:57.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.621+0000 7fb0c24b6640 1 -- 172.21.15.67:0/2039125163 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fb0bc1586c0 con 0x7fb0bc0d0f50 2024-09-21T00:30:57.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.621+0000 7fb0b8ff9640 1 -- 172.21.15.67:0/2039125163 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v136) ==== 84+0+65 (secure 0 0 0) 0x7fb0bc0d1360 con 0x7fb0bc0d0f50 2024-09-21T00:30:57.623 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:30:57.623 INFO:teuthology.orchestra.run.smithi067.stdout:[ 2024-09-21T00:30:57.623 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:30:57.623 INFO:teuthology.orchestra.run.smithi067.stdout: "poolnum": 1, 2024-09-21T00:30:57.623 INFO:teuthology.orchestra.run.smithi067.stdout: "poolname": ".mgr" 2024-09-21T00:30:57.623 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:30:57.623 INFO:teuthology.orchestra.run.smithi067.stdout:] 2024-09-21T00:30:57.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.624+0000 7fb0c24b6640 1 -- 172.21.15.67:0/2039125163 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb0a8078b90 msgr2=0x7fb0a807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:57.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.624+0000 7fb0c24b6640 1 --2- 172.21.15.67:0/2039125163 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb0a8078b90 0x7fb0a807b0a0 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7fb0ac009ab0 tx=0x7fb0ac005f90 comp rx=0 tx=0).stop 2024-09-21T00:30:57.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.624+0000 7fb0c24b6640 1 -- 172.21.15.67:0/2039125163 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb0bc0d0f50 msgr2=0x7fb0bc156a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:57.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.624+0000 7fb0c24b6640 1 --2- 172.21.15.67:0/2039125163 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb0bc0d0f50 0x7fb0bc156a40 secure :-1 s=READY pgs=1641 cs=0 l=1 rev1=1 crypto rx=0x7fb0b400c6f0 tx=0x7fb0b400cbb0 comp rx=0 tx=0).stop 2024-09-21T00:30:57.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.624+0000 7fb0c24b6640 1 -- 172.21.15.67:0/2039125163 shutdown_connections 2024-09-21T00:30:57.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.624+0000 7fb0c24b6640 1 --2- 172.21.15.67:0/2039125163 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb0a8078b90 0x7fb0a807b0a0 unknown :-1 s=CLOSED pgs=623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:57.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.624+0000 7fb0c24b6640 1 --2- 172.21.15.67:0/2039125163 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb0bc0d0f50 0x7fb0bc156a40 unknown :-1 s=CLOSED pgs=1641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:57.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.624+0000 7fb0c24b6640 1 --2- 172.21.15.67:0/2039125163 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb0bc0b7850 0x7fb0bc156500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:57.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.624+0000 7fb0c24b6640 1 --2- 172.21.15.67:0/2039125163 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb0bc09b7b0 0x7fb0bc14e990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:57.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.624+0000 7fb0c24b6640 1 -- 172.21.15.67:0/2039125163 >> 172.21.15.67:0/2039125163 conn(0x7fb0bc0b4140 msgr2=0x7fb0bc09a950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:57.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.624+0000 7fb0c24b6640 1 -- 172.21.15.67:0/2039125163 shutdown_connections 2024-09-21T00:30:57.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.624+0000 7fb0c24b6640 1 -- 172.21.15.67:0/2039125163 wait complete. 2024-09-21T00:30:57.637 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-21T00:30:57.637 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-21T00:30:57.759 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.758+0000 7f4659fad640 1 -- 172.21.15.67:0/3627925863 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f46540d0550 msgr2=0x7f46540cd130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:57.759 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.758+0000 7f4659fad640 1 --2- 172.21.15.67:0/3627925863 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f46540d0550 0x7f46540cd130 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f46540c5c50 tx=0x7f464c02a920 comp rx=0 tx=0).stop 2024-09-21T00:30:57.760 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.758+0000 7f4659fad640 1 -- 172.21.15.67:0/3627925863 shutdown_connections 2024-09-21T00:30:57.760 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.758+0000 7f4659fad640 1 --2- 172.21.15.67:0/3627925863 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f46540d0550 0x7f46540cd130 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:57.760 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.758+0000 7f4659fad640 1 --2- 172.21.15.67:0/3627925863 >> v2:172.21.15.97:3300/0 conn(0x7f46540b7b00 0x7f46540d0010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:57.760 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.758+0000 7f4659fad640 1 -- 172.21.15.67:0/3627925863 >> 172.21.15.67:0/3627925863 conn(0x7f46540ceec0 msgr2=0x7f46540cf2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:57.760 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.758+0000 7f4659fad640 1 -- 172.21.15.67:0/3627925863 shutdown_connections 2024-09-21T00:30:57.760 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.758+0000 7f4659fad640 1 -- 172.21.15.67:0/3627925863 wait complete. 2024-09-21T00:30:57.760 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.759+0000 7f4659fad640 1 Processor -- start 2024-09-21T00:30:57.760 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.760+0000 7f4659fad640 1 -- start start 2024-09-21T00:30:57.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.761+0000 7f4659fad640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f46540b1d10 0x7f46540c8db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:57.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.761+0000 7f4659fad640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f46540b7b00 0x7f465414bda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:57.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.761+0000 7f4659fad640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f46540d0550 0x7f46541f6d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:57.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.761+0000 7f4659fad640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f46540cecf0 con 0x7f46540d0550 2024-09-21T00:30:57.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.761+0000 7f4659fad640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f46540ceb70 con 0x7f46540b1d10 2024-09-21T00:30:57.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.761+0000 7f4659fad640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f46540b1950 con 0x7f46540b7b00 2024-09-21T00:30:57.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.761+0000 7f4653fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f46540d0550 0x7f46541f6d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:57.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.761+0000 7f4653fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f46540d0550 0x7f46541f6d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40104/0 (socket says 172.21.15.67:40104) 2024-09-21T00:30:57.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.761+0000 7f4653fff640 1 -- 172.21.15.67:0/167883925 learned_addr learned my addr 172.21.15.67:0/167883925 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:57.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.761+0000 7f4652ffd640 1 --2- 172.21.15.67:0/167883925 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f46540b7b00 0x7f465414bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:57.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.761+0000 7f46537fe640 1 --2- 172.21.15.67:0/167883925 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f46540b1d10 0x7f46540c8db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:57.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.761+0000 7f4653fff640 1 -- 172.21.15.67:0/167883925 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f46540b7b00 msgr2=0x7f465414bda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:57.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.761+0000 7f4653fff640 1 --2- 172.21.15.67:0/167883925 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f46540b7b00 0x7f465414bda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:57.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.761+0000 7f4653fff640 1 -- 172.21.15.67:0/167883925 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f46540b1d10 msgr2=0x7f46540c8db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:57.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.761+0000 7f4653fff640 1 --2- 172.21.15.67:0/167883925 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f46540b1d10 0x7f46540c8db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:57.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.761+0000 7f4653fff640 1 -- 172.21.15.67:0/167883925 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f465415ece0 con 0x7f46540d0550 2024-09-21T00:30:57.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.761+0000 7f46537fe640 1 --2- 172.21.15.67:0/167883925 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f46540b1d10 0x7f46540c8db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:30:57.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.762+0000 7f4653fff640 1 --2- 172.21.15.67:0/167883925 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f46540d0550 0x7f46541f6d60 secure :-1 s=READY pgs=1642 cs=0 l=1 rev1=1 crypto rx=0x7f464c02af10 tx=0x7f464c003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:57.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.762+0000 7f463bfff640 1 -- 172.21.15.67:0/167883925 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f464c030e60 con 0x7f46540d0550 2024-09-21T00:30:57.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.762+0000 7f463bfff640 1 -- 172.21.15.67:0/167883925 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f464c03e070 con 0x7f46540d0550 2024-09-21T00:30:57.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.762+0000 7f463bfff640 1 -- 172.21.15.67:0/167883925 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f464c032330 con 0x7f46540d0550 2024-09-21T00:30:57.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.762+0000 7f4659fad640 1 -- 172.21.15.67:0/167883925 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46541f7b30 con 0x7f46540d0550 2024-09-21T00:30:57.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.762+0000 7f4659fad640 1 -- 172.21.15.67:0/167883925 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46540cbd40 con 0x7f46540d0550 2024-09-21T00:30:57.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.763+0000 7f4659fad640 1 -- 172.21.15.67:0/167883925 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f465415d240 con 0x7f46540d0550 2024-09-21T00:30:57.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.764+0000 7f463bfff640 1 -- 172.21.15.67:0/167883925 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f464c0324d0 con 0x7f46540d0550 2024-09-21T00:30:57.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.764+0000 7f463bfff640 1 --2- 172.21.15.67:0/167883925 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4640078b90 0x7f464007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:57.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.764+0000 7f463bfff640 1 -- 172.21.15.67:0/167883925 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(136..136 src has 1..136) ==== 4857+0+0 (secure 0 0 0) 0x7f464c0bc2f0 con 0x7f46540d0550 2024-09-21T00:30:57.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.764+0000 7f46537fe640 1 --2- 172.21.15.67:0/167883925 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4640078b90 0x7f464007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:57.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.765+0000 7f46537fe640 1 --2- 172.21.15.67:0/167883925 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4640078b90 0x7f464007b0a0 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f4644001660 tx=0x7f4644009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:57.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.769+0000 7f463bfff640 1 -- 172.21.15.67:0/167883925 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f465415d240 con 0x7f46540d0550 2024-09-21T00:30:57.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:57.956+0000 7f4659fad640 1 -- 172.21.15.67:0/167883925 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f46540d0340 con 0x7f46540d0550 2024-09-21T00:30:58.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:58.895+0000 7f463bfff640 1 -- 172.21.15.67:0/167883925 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v137) ==== 138+0+0 (secure 0 0 0) 0x7f46540d0340 con 0x7f46540d0550 2024-09-21T00:30:58.897 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_metadata' created 2024-09-21T00:30:58.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:58.899+0000 7f4659fad640 1 -- 172.21.15.67:0/167883925 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4640078b90 msgr2=0x7f464007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:58.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:58.899+0000 7f4659fad640 1 --2- 172.21.15.67:0/167883925 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4640078b90 0x7f464007b0a0 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f4644001660 tx=0x7f4644009040 comp rx=0 tx=0).stop 2024-09-21T00:30:58.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:58.899+0000 7f4659fad640 1 -- 172.21.15.67:0/167883925 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f46540d0550 msgr2=0x7f46541f6d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:58.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:58.899+0000 7f4659fad640 1 --2- 172.21.15.67:0/167883925 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f46540d0550 0x7f46541f6d60 secure :-1 s=READY pgs=1642 cs=0 l=1 rev1=1 crypto rx=0x7f464c02af10 tx=0x7f464c003c20 comp rx=0 tx=0).stop 2024-09-21T00:30:58.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:58.900+0000 7f4659fad640 1 -- 172.21.15.67:0/167883925 shutdown_connections 2024-09-21T00:30:58.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:58.900+0000 7f4659fad640 1 --2- 172.21.15.67:0/167883925 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4640078b90 0x7f464007b0a0 unknown :-1 s=CLOSED pgs=624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:58.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:58.900+0000 7f4659fad640 1 --2- 172.21.15.67:0/167883925 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f46540d0550 0x7f46541f6d60 unknown :-1 s=CLOSED pgs=1642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:58.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:58.900+0000 7f4659fad640 1 --2- 172.21.15.67:0/167883925 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f46540b7b00 0x7f465414bda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:58.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:58.900+0000 7f4659fad640 1 --2- 172.21.15.67:0/167883925 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f46540b1d10 0x7f46540c8db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:58.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:58.900+0000 7f4659fad640 1 -- 172.21.15.67:0/167883925 >> 172.21.15.67:0/167883925 conn(0x7f46540ceec0 msgr2=0x7f465415cb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:58.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:58.900+0000 7f4659fad640 1 -- 172.21.15.67:0/167883925 shutdown_connections 2024-09-21T00:30:58.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:58.900+0000 7f4659fad640 1 -- 172.21.15.67:0/167883925 wait complete. 2024-09-21T00:30:58.922 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-21T00:30:59.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:59.052+0000 7f2eef7df640 1 -- 172.21.15.67:0/3355105275 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ee80b5bb0 msgr2=0x7f2ee80b5fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:59.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:59.052+0000 7f2eef7df640 1 --2- 172.21.15.67:0/3355105275 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ee80b5bb0 0x7f2ee80b5fc0 secure :-1 s=READY pgs=1644 cs=0 l=1 rev1=1 crypto rx=0x7f2ee8070ea0 tx=0x7f2ed802a5d0 comp rx=0 tx=0).stop 2024-09-21T00:30:59.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:59.052+0000 7f2eef7df640 1 -- 172.21.15.67:0/3355105275 shutdown_connections 2024-09-21T00:30:59.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:59.052+0000 7f2eef7df640 1 --2- 172.21.15.67:0/3355105275 >> v2:172.21.15.97:3300/0 conn(0x7f2ee80b6500 0x7f2ee80b6910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:59.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:59.052+0000 7f2eef7df640 1 --2- 172.21.15.67:0/3355105275 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ee80b5bb0 0x7f2ee80b5fc0 unknown :-1 s=CLOSED pgs=1644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:59.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:59.052+0000 7f2eef7df640 1 -- 172.21.15.67:0/3355105275 >> 172.21.15.67:0/3355105275 conn(0x7f2ee80cee20 msgr2=0x7f2ee80cf230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:59.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:59.052+0000 7f2eef7df640 1 -- 172.21.15.67:0/3355105275 shutdown_connections 2024-09-21T00:30:59.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:59.052+0000 7f2eef7df640 1 -- 172.21.15.67:0/3355105275 wait complete. 2024-09-21T00:30:59.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:59.054+0000 7f2eef7df640 1 Processor -- start 2024-09-21T00:30:59.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:59.054+0000 7f2eef7df640 1 -- start start 2024-09-21T00:30:59.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:59.055+0000 7f2eef7df640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2ee80b5bb0 0x7f2ee81f4230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:59.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:59.055+0000 7f2eef7df640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2ee80b6500 0x7f2ee815a600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:59.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:59.055+0000 7f2eef7df640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ee80cff70 0x7f2ee815ec50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:59.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:59.055+0000 7f2eef7df640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f2ee809bae0 con 0x7f2ee80cff70 2024-09-21T00:30:59.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:59.055+0000 7f2eef7df640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f2ee809b960 con 0x7f2ee80b6500 2024-09-21T00:30:59.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:59.055+0000 7f2eef7df640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f2ee80ce970 con 0x7f2ee80b5bb0 2024-09-21T00:30:59.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:59.055+0000 7f2eedd7c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ee80cff70 0x7f2ee815ec50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:59.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:59.055+0000 7f2eedd7c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ee80cff70 0x7f2ee815ec50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40122/0 (socket says 172.21.15.67:40122) 2024-09-21T00:30:59.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:59.055+0000 7f2eedd7c640 1 -- 172.21.15.67:0/531215937 learned_addr learned my addr 172.21.15.67:0/531215937 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:30:59.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:59.056+0000 7f2eed57b640 1 --2- 172.21.15.67:0/531215937 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2ee80b5bb0 0x7f2ee81f4230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:59.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:59.056+0000 7f2eecd7a640 1 --2- 172.21.15.67:0/531215937 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2ee80b6500 0x7f2ee815a600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:59.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:59.056+0000 7f2eedd7c640 1 -- 172.21.15.67:0/531215937 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2ee80b5bb0 msgr2=0x7f2ee81f4230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:59.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:59.056+0000 7f2eedd7c640 1 --2- 172.21.15.67:0/531215937 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2ee80b5bb0 0x7f2ee81f4230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:59.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:59.056+0000 7f2eedd7c640 1 -- 172.21.15.67:0/531215937 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2ee80b6500 msgr2=0x7f2ee815a600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:59.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:59.056+0000 7f2eedd7c640 1 --2- 172.21.15.67:0/531215937 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2ee80b6500 0x7f2ee815a600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:59.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:59.056+0000 7f2eedd7c640 1 -- 172.21.15.67:0/531215937 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ee81f4770 con 0x7f2ee80cff70 2024-09-21T00:30:59.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:59.056+0000 7f2eedd7c640 1 --2- 172.21.15.67:0/531215937 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ee80cff70 0x7f2ee815ec50 secure :-1 s=READY pgs=1645 cs=0 l=1 rev1=1 crypto rx=0x7f2ee000eab0 tx=0x7f2ee000ef70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:59.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:59.056+0000 7f2eddffb640 1 -- 172.21.15.67:0/531215937 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ee000cea0 con 0x7f2ee80cff70 2024-09-21T00:30:59.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:59.056+0000 7f2eddffb640 1 -- 172.21.15.67:0/531215937 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2ee0004b20 con 0x7f2ee80cff70 2024-09-21T00:30:59.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:59.056+0000 7f2eddffb640 1 -- 172.21.15.67:0/531215937 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ee0005020 con 0x7f2ee80cff70 2024-09-21T00:30:59.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:59.056+0000 7f2eef7df640 1 -- 172.21.15.67:0/531215937 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ee80b2fa0 con 0x7f2ee80cff70 2024-09-21T00:30:59.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:59.056+0000 7f2eef7df640 1 -- 172.21.15.67:0/531215937 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ee815d2b0 con 0x7f2ee80cff70 2024-09-21T00:30:59.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:59.058+0000 7f2eef7df640 1 -- 172.21.15.67:0/531215937 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2ee80b5fc0 con 0x7f2ee80cff70 2024-09-21T00:30:59.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:59.058+0000 7f2eddffb640 1 -- 172.21.15.67:0/531215937 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f2ee00051c0 con 0x7f2ee80cff70 2024-09-21T00:30:59.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:59.059+0000 7f2eddffb640 1 --2- 172.21.15.67:0/531215937 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2ecc078bc0 0x7f2ecc07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:30:59.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:59.059+0000 7f2eddffb640 1 -- 172.21.15.67:0/531215937 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(137..137 src has 1..137) ==== 5227+0+0 (secure 0 0 0) 0x7f2ee009b7d0 con 0x7f2ee80cff70 2024-09-21T00:30:59.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:59.059+0000 7f2eed57b640 1 --2- 172.21.15.67:0/531215937 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2ecc078bc0 0x7f2ecc07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:30:59.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:59.059+0000 7f2eed57b640 1 --2- 172.21.15.67:0/531215937 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2ecc078bc0 0x7f2ecc07b0d0 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f2ee40015d0 tx=0x7f2ee4009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:30:59.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:59.064+0000 7f2eddffb640 1 -- 172.21.15.67:0/531215937 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f2ee81f4770 con 0x7f2ee80cff70 2024-09-21T00:30:59.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:59.253+0000 7f2eef7df640 1 -- 172.21.15.67:0/531215937 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f2ee80cc260 con 0x7f2ee80cff70 2024-09-21T00:30:59.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:59.902+0000 7f2eddffb640 1 -- 172.21.15.67:0/531215937 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v138) ==== 170+0+0 (secure 0 0 0) 0x7f2ee0063df0 con 0x7f2ee80cff70 2024-09-21T00:30:59.903 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_data' created 2024-09-21T00:30:59.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:59.905+0000 7f2eef7df640 1 -- 172.21.15.67:0/531215937 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2ecc078bc0 msgr2=0x7f2ecc07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:59.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:59.905+0000 7f2eef7df640 1 --2- 172.21.15.67:0/531215937 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2ecc078bc0 0x7f2ecc07b0d0 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f2ee40015d0 tx=0x7f2ee4009040 comp rx=0 tx=0).stop 2024-09-21T00:30:59.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:59.905+0000 7f2eef7df640 1 -- 172.21.15.67:0/531215937 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ee80cff70 msgr2=0x7f2ee815ec50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:30:59.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:59.905+0000 7f2eef7df640 1 --2- 172.21.15.67:0/531215937 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ee80cff70 0x7f2ee815ec50 secure :-1 s=READY pgs=1645 cs=0 l=1 rev1=1 crypto rx=0x7f2ee000eab0 tx=0x7f2ee000ef70 comp rx=0 tx=0).stop 2024-09-21T00:30:59.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:59.905+0000 7f2eef7df640 1 -- 172.21.15.67:0/531215937 shutdown_connections 2024-09-21T00:30:59.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:59.905+0000 7f2eef7df640 1 --2- 172.21.15.67:0/531215937 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2ecc078bc0 0x7f2ecc07b0d0 unknown :-1 s=CLOSED pgs=625 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:59.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:59.905+0000 7f2eef7df640 1 --2- 172.21.15.67:0/531215937 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ee80cff70 0x7f2ee815ec50 unknown :-1 s=CLOSED pgs=1645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:59.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:59.905+0000 7f2eef7df640 1 --2- 172.21.15.67:0/531215937 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2ee80b6500 0x7f2ee815a600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:59.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:59.905+0000 7f2eef7df640 1 --2- 172.21.15.67:0/531215937 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2ee80b5bb0 0x7f2ee81f4230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:30:59.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:59.905+0000 7f2eef7df640 1 -- 172.21.15.67:0/531215937 >> 172.21.15.67:0/531215937 conn(0x7f2ee80cee20 msgr2=0x7f2ee80cf230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:30:59.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:59.905+0000 7f2eef7df640 1 -- 172.21.15.67:0/531215937 shutdown_connections 2024-09-21T00:30:59.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:30:59.905+0000 7f2eef7df640 1 -- 172.21.15.67:0/531215937 wait complete. 2024-09-21T00:30:59.929 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-21T00:31:00.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:00.050+0000 7f4b5c87e640 1 -- 172.21.15.67:0/2474384724 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4b580d0b90 msgr2=0x7f4b580d0fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:00.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:00.050+0000 7f4b5c87e640 1 --2- 172.21.15.67:0/2474384724 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4b580d0b90 0x7f4b580d0fa0 secure :-1 s=READY pgs=1646 cs=0 l=1 rev1=1 crypto rx=0x7f4b48005fd0 tx=0x7f4b4802aa90 comp rx=0 tx=0).stop 2024-09-21T00:31:00.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:00.050+0000 7f4b5c87e640 1 -- 172.21.15.67:0/2474384724 shutdown_connections 2024-09-21T00:31:00.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:00.050+0000 7f4b5c87e640 1 --2- 172.21.15.67:0/2474384724 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4b580d0b90 0x7f4b580d0fa0 unknown :-1 s=CLOSED pgs=1646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:00.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:00.050+0000 7f4b5c87e640 1 --2- 172.21.15.67:0/2474384724 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4b580b76c0 0x7f4b580cef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:00.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:00.050+0000 7f4b5c87e640 1 -- 172.21.15.67:0/2474384724 >> 172.21.15.67:0/2474384724 conn(0x7f4b5808bee0 msgr2=0x7f4b580d24e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:00.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:00.050+0000 7f4b5c87e640 1 -- 172.21.15.67:0/2474384724 shutdown_connections 2024-09-21T00:31:00.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:00.050+0000 7f4b5c87e640 1 -- 172.21.15.67:0/2474384724 wait complete. 2024-09-21T00:31:00.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:00.052+0000 7f4b5c87e640 1 Processor -- start 2024-09-21T00:31:00.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:00.052+0000 7f4b5c87e640 1 -- start start 2024-09-21T00:31:00.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:00.054+0000 7f4b5c87e640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4b580b76c0 0x7f4b581f8500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:00.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:00.054+0000 7f4b5c87e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4b580cfbb0 0x7f4b5806e8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:00.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:00.054+0000 7f4b5c87e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4b580d0b90 0x7f4b5814e5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:00.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:00.054+0000 7f4b5c87e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f4b580cd1c0 con 0x7f4b580d0b90 2024-09-21T00:31:00.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:00.054+0000 7f4b5c87e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f4b580cd040 con 0x7f4b580cfbb0 2024-09-21T00:31:00.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:00.054+0000 7f4b5c87e640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f4b580cd340 con 0x7f4b580b76c0 2024-09-21T00:31:00.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:00.054+0000 7f4b56d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4b580d0b90 0x7f4b5814e5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:00.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:00.054+0000 7f4b56d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4b580d0b90 0x7f4b5814e5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40142/0 (socket says 172.21.15.67:40142) 2024-09-21T00:31:00.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:00.054+0000 7f4b56d9d640 1 -- 172.21.15.67:0/742325834 learned_addr learned my addr 172.21.15.67:0/742325834 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:00.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:00.054+0000 7f4b5659c640 1 --2- 172.21.15.67:0/742325834 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4b580b76c0 0x7f4b581f8500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:00.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:00.054+0000 7f4b55d9b640 1 --2- 172.21.15.67:0/742325834 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4b580cfbb0 0x7f4b5806e8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:00.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:00.054+0000 7f4b56d9d640 1 -- 172.21.15.67:0/742325834 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4b580b76c0 msgr2=0x7f4b581f8500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:00.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:00.054+0000 7f4b56d9d640 1 --2- 172.21.15.67:0/742325834 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4b580b76c0 0x7f4b581f8500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:00.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:00.054+0000 7f4b56d9d640 1 -- 172.21.15.67:0/742325834 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4b580cfbb0 msgr2=0x7f4b5806e8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:00.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:00.054+0000 7f4b56d9d640 1 --2- 172.21.15.67:0/742325834 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4b580cfbb0 0x7f4b5806e8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:00.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:00.054+0000 7f4b56d9d640 1 -- 172.21.15.67:0/742325834 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b5814c580 con 0x7f4b580d0b90 2024-09-21T00:31:00.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:00.055+0000 7f4b56d9d640 1 --2- 172.21.15.67:0/742325834 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4b580d0b90 0x7f4b5814e5d0 secure :-1 s=READY pgs=1647 cs=0 l=1 rev1=1 crypto rx=0x7f4b48009d90 tx=0x7f4b48003ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:00.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:00.055+0000 7f4b4effd640 1 -- 172.21.15.67:0/742325834 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b48044070 con 0x7f4b580d0b90 2024-09-21T00:31:00.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:00.055+0000 7f4b4effd640 1 -- 172.21.15.67:0/742325834 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4b48004040 con 0x7f4b580d0b90 2024-09-21T00:31:00.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:00.055+0000 7f4b4effd640 1 -- 172.21.15.67:0/742325834 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b48004430 con 0x7f4b580d0b90 2024-09-21T00:31:00.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:00.055+0000 7f4b5c87e640 1 -- 172.21.15.67:0/742325834 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4b5806f5c0 con 0x7f4b580d0b90 2024-09-21T00:31:00.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:00.055+0000 7f4b5c87e640 1 -- 172.21.15.67:0/742325834 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4b5814c820 con 0x7f4b580d0b90 2024-09-21T00:31:00.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:00.056+0000 7f4b5c87e640 1 -- 172.21.15.67:0/742325834 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4b5806f330 con 0x7f4b580d0b90 2024-09-21T00:31:00.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:00.057+0000 7f4b4effd640 1 -- 172.21.15.67:0/742325834 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f4b48047070 con 0x7f4b580d0b90 2024-09-21T00:31:00.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:00.057+0000 7f4b4effd640 1 --2- 172.21.15.67:0/742325834 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4b38078b90 0x7f4b3807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:00.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:00.057+0000 7f4b4effd640 1 -- 172.21.15.67:0/742325834 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(138..138 src has 1..138) ==== 5609+0+0 (secure 0 0 0) 0x7f4b480bbb40 con 0x7f4b580d0b90 2024-09-21T00:31:00.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:00.057+0000 7f4b5659c640 1 --2- 172.21.15.67:0/742325834 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4b38078b90 0x7f4b3807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:00.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:00.058+0000 7f4b5659c640 1 --2- 172.21.15.67:0/742325834 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4b38078b90 0x7f4b3807b0a0 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7f4b50009b90 tx=0x7f4b50005f30 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:00.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:00.062+0000 7f4b4effd640 1 -- 172.21.15.67:0/742325834 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f4b48032030 con 0x7f4b580d0b90 2024-09-21T00:31:00.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:00.288+0000 7f4b5c87e640 1 -- 172.21.15.67:0/742325834 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f4b580cef80 con 0x7f4b580d0b90 2024-09-21T00:31:00.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:00.903+0000 7f4b4effd640 1 -- 172.21.15.67:0/742325834 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 20 and data pool 21 v114) ==== 174+0+0 (secure 0 0 0) 0x7f4b48083fe0 con 0x7f4b580d0b90 2024-09-21T00:31:00.905 INFO:teuthology.orchestra.run.smithi067.stderr:new fs with metadata pool 20 and data pool 21 2024-09-21T00:31:00.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:00.907+0000 7f4b5c87e640 1 -- 172.21.15.67:0/742325834 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4b38078b90 msgr2=0x7f4b3807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:00.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:00.907+0000 7f4b5c87e640 1 --2- 172.21.15.67:0/742325834 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4b38078b90 0x7f4b3807b0a0 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7f4b50009b90 tx=0x7f4b50005f30 comp rx=0 tx=0).stop 2024-09-21T00:31:00.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:00.907+0000 7f4b5c87e640 1 -- 172.21.15.67:0/742325834 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4b580d0b90 msgr2=0x7f4b5814e5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:00.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:00.907+0000 7f4b5c87e640 1 --2- 172.21.15.67:0/742325834 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4b580d0b90 0x7f4b5814e5d0 secure :-1 s=READY pgs=1647 cs=0 l=1 rev1=1 crypto rx=0x7f4b48009d90 tx=0x7f4b48003ce0 comp rx=0 tx=0).stop 2024-09-21T00:31:00.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:00.907+0000 7f4b5c87e640 1 -- 172.21.15.67:0/742325834 shutdown_connections 2024-09-21T00:31:00.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:00.907+0000 7f4b5c87e640 1 --2- 172.21.15.67:0/742325834 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4b38078b90 0x7f4b3807b0a0 unknown :-1 s=CLOSED pgs=626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:00.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:00.907+0000 7f4b5c87e640 1 --2- 172.21.15.67:0/742325834 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4b580d0b90 0x7f4b5814e5d0 unknown :-1 s=CLOSED pgs=1647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:00.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:00.907+0000 7f4b5c87e640 1 --2- 172.21.15.67:0/742325834 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4b580cfbb0 0x7f4b5806e8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:00.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:00.907+0000 7f4b5c87e640 1 --2- 172.21.15.67:0/742325834 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4b580b76c0 0x7f4b581f8500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:00.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:00.907+0000 7f4b5c87e640 1 -- 172.21.15.67:0/742325834 >> 172.21.15.67:0/742325834 conn(0x7f4b5808bee0 msgr2=0x7f4b5815a3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:00.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:00.907+0000 7f4b5c87e640 1 -- 172.21.15.67:0/742325834 shutdown_connections 2024-09-21T00:31:00.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:00.907+0000 7f4b5c87e640 1 -- 172.21.15.67:0/742325834 wait complete. 2024-09-21T00:31:00.931 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:31:01.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.055+0000 7f6c76f39640 1 -- 172.21.15.67:0/3360715710 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6c580039e0 msgr2=0x7f6c58003e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:01.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.055+0000 7f6c76f39640 1 --2- 172.21.15.67:0/3360715710 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6c580039e0 0x7f6c58003e10 secure :-1 s=READY pgs=1649 cs=0 l=1 rev1=1 crypto rx=0x7f6c60009b50 tx=0x7f6c58005830 comp rx=0 tx=0).stop 2024-09-21T00:31:01.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.055+0000 7f6c754d6640 1 -- 172.21.15.67:0/3360715710 reap_dead start 2024-09-21T00:31:01.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.055+0000 7f6c76f39640 1 -- 172.21.15.67:0/3360715710 shutdown_connections 2024-09-21T00:31:01.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.055+0000 7f6c76f39640 1 -- 172.21.15.67:0/3360715710 >> 172.21.15.67:0/3360715710 conn(0x7f6c700d45a0 msgr2=0x7f6c700d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:01.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.055+0000 7f6c76f39640 1 -- 172.21.15.67:0/3360715710 shutdown_connections 2024-09-21T00:31:01.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.055+0000 7f6c76f39640 1 -- 172.21.15.67:0/3360715710 wait complete. 2024-09-21T00:31:01.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.057+0000 7f6c76f39640 1 Processor -- start 2024-09-21T00:31:01.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.057+0000 7f6c76f39640 1 -- start start 2024-09-21T00:31:01.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.058+0000 7f6c76f39640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6c580039e0 0x7f6c700cb5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:01.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.058+0000 7f6c76f39640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6c7015c150 0x7f6c700b4e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:01.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.058+0000 7f6c76f39640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6c701f8cf0 0x7f6c701f9100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:01.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.058+0000 7f6c76f39640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f6c7006fdc0 con 0x7f6c7015c150 2024-09-21T00:31:01.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.058+0000 7f6c76f39640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f6c7006fc40 con 0x7f6c701f8cf0 2024-09-21T00:31:01.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.058+0000 7f6c76f39640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f6c700b6020 con 0x7f6c580039e0 2024-09-21T00:31:01.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.058+0000 7f6c6ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6c7015c150 0x7f6c700b4e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:01.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.058+0000 7f6c6ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6c7015c150 0x7f6c700b4e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40158/0 (socket says 172.21.15.67:40158) 2024-09-21T00:31:01.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.058+0000 7f6c6ffff640 1 -- 172.21.15.67:0/3897696101 learned_addr learned my addr 172.21.15.67:0/3897696101 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:01.065 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.058+0000 7f6c74cd5640 1 --2- 172.21.15.67:0/3897696101 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6c580039e0 0x7f6c700cb5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:01.065 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.058+0000 7f6c754d6640 1 --2- 172.21.15.67:0/3897696101 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6c701f8cf0 0x7f6c701f9100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:01.065 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.058+0000 7f6c6ffff640 1 -- 172.21.15.67:0/3897696101 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6c580039e0 msgr2=0x7f6c700cb5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:01.065 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.058+0000 7f6c6ffff640 1 --2- 172.21.15.67:0/3897696101 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6c580039e0 0x7f6c700cb5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:01.065 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.058+0000 7f6c6ffff640 1 -- 172.21.15.67:0/3897696101 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6c701f8cf0 msgr2=0x7f6c701f9100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:01.065 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.058+0000 7f6c6ffff640 1 --2- 172.21.15.67:0/3897696101 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6c701f8cf0 0x7f6c701f9100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:01.065 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.059+0000 7f6c6ffff640 1 -- 172.21.15.67:0/3897696101 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c701e8910 con 0x7f6c7015c150 2024-09-21T00:31:01.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.059+0000 7f6c6ffff640 1 --2- 172.21.15.67:0/3897696101 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6c7015c150 0x7f6c700b4e10 secure :-1 s=READY pgs=1650 cs=0 l=1 rev1=1 crypto rx=0x7f6c64006430 tx=0x7f6c640039c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:01.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.059+0000 7f6c6d7fa640 1 -- 172.21.15.67:0/3897696101 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c64015070 con 0x7f6c7015c150 2024-09-21T00:31:01.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.059+0000 7f6c6d7fa640 1 -- 172.21.15.67:0/3897696101 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6c64011840 con 0x7f6c7015c150 2024-09-21T00:31:01.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.059+0000 7f6c6d7fa640 1 -- 172.21.15.67:0/3897696101 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c64011c90 con 0x7f6c7015c150 2024-09-21T00:31:01.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.059+0000 7f6c76f39640 1 -- 172.21.15.67:0/3897696101 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6c701e8bf0 con 0x7f6c7015c150 2024-09-21T00:31:01.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.059+0000 7f6c76f39640 1 -- 172.21.15.67:0/3897696101 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6c701f87d0 con 0x7f6c7015c150 2024-09-21T00:31:01.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.060+0000 7f6c76f39640 1 -- 172.21.15.67:0/3897696101 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6c700b65b0 con 0x7f6c7015c150 2024-09-21T00:31:01.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.061+0000 7f6c6d7fa640 1 -- 172.21.15.67:0/3897696101 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f6c64018070 con 0x7f6c7015c150 2024-09-21T00:31:01.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.061+0000 7f6c6d7fa640 1 --2- 172.21.15.67:0/3897696101 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6c5c078b90 0x7f6c5c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:01.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.061+0000 7f6c6d7fa640 1 -- 172.21.15.67:0/3897696101 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(139..139 src has 1..139) ==== 5709+0+0 (secure 0 0 0) 0x7f6c6409b970 con 0x7f6c7015c150 2024-09-21T00:31:01.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.062+0000 7f6c74cd5640 1 --2- 172.21.15.67:0/3897696101 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6c5c078b90 0x7f6c5c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:01.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.062+0000 7f6c74cd5640 1 --2- 172.21.15.67:0/3897696101 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6c5c078b90 0x7f6c5c07b0a0 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7f6c60035000 tx=0x7f6c6002d040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:01.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.066+0000 7f6c6d7fa640 1 -- 172.21.15.67:0/3897696101 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f6c64063e50 con 0x7f6c7015c150 2024-09-21T00:31:01.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.256+0000 7f6c76f39640 1 -- 172.21.15.67:0/3897696101 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6c700b82a0 con 0x7f6c7015c150 2024-09-21T00:31:01.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.257+0000 7f6c6d7fa640 1 -- 172.21.15.67:0/3897696101 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v139) ==== 74+0+16716 (secure 0 0 0) 0x7f6c64063750 con 0x7f6c7015c150 2024-09-21T00:31:01.259 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:31:01.260 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":139,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:31:00.289940+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":21,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":20,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:30:57.961734+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"139","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":21,"pool_name":"cephfs_data","create_time":"2024-09-21T00:30:59.258026+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"139","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:31:01.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.259+0000 7f6c76f39640 1 -- 172.21.15.67:0/3897696101 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6c5c078b90 msgr2=0x7f6c5c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:01.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.259+0000 7f6c76f39640 1 --2- 172.21.15.67:0/3897696101 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6c5c078b90 0x7f6c5c07b0a0 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7f6c60035000 tx=0x7f6c6002d040 comp rx=0 tx=0).stop 2024-09-21T00:31:01.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.259+0000 7f6c76f39640 1 -- 172.21.15.67:0/3897696101 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6c7015c150 msgr2=0x7f6c700b4e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:01.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.259+0000 7f6c76f39640 1 --2- 172.21.15.67:0/3897696101 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6c7015c150 0x7f6c700b4e10 secure :-1 s=READY pgs=1650 cs=0 l=1 rev1=1 crypto rx=0x7f6c64006430 tx=0x7f6c640039c0 comp rx=0 tx=0).stop 2024-09-21T00:31:01.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.259+0000 7f6c76f39640 1 -- 172.21.15.67:0/3897696101 shutdown_connections 2024-09-21T00:31:01.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.259+0000 7f6c76f39640 1 --2- 172.21.15.67:0/3897696101 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6c5c078b90 0x7f6c5c07b0a0 unknown :-1 s=CLOSED pgs=627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:01.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.259+0000 7f6c76f39640 1 --2- 172.21.15.67:0/3897696101 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6c701f8cf0 0x7f6c701f9100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:01.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.259+0000 7f6c76f39640 1 --2- 172.21.15.67:0/3897696101 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6c7015c150 0x7f6c700b4e10 unknown :-1 s=CLOSED pgs=1650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:01.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.259+0000 7f6c76f39640 1 --2- 172.21.15.67:0/3897696101 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6c580039e0 0x7f6c700cb5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:01.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.259+0000 7f6c76f39640 1 -- 172.21.15.67:0/3897696101 >> 172.21.15.67:0/3897696101 conn(0x7f6c700d45a0 msgr2=0x7f6c700b87c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:01.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.259+0000 7f6c76f39640 1 -- 172.21.15.67:0/3897696101 shutdown_connections 2024-09-21T00:31:01.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.259+0000 7f6c76f39640 1 -- 172.21.15.67:0/3897696101 wait complete. 2024-09-21T00:31:01.273 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:31:01.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.388+0000 7f65cbc07640 1 -- 172.21.15.67:0/1503017791 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f65c40d11c0 msgr2=0x7f65c40d15d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:01.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.388+0000 7f65cbc07640 1 --2- 172.21.15.67:0/1503017791 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f65c40d11c0 0x7f65c40d15d0 secure :-1 s=READY pgs=1651 cs=0 l=1 rev1=1 crypto rx=0x7f65c408d710 tx=0x7f65bc02aa30 comp rx=0 tx=0).stop 2024-09-21T00:31:01.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.388+0000 7f65cbc07640 1 -- 172.21.15.67:0/1503017791 shutdown_connections 2024-09-21T00:31:01.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.388+0000 7f65cbc07640 1 --2- 172.21.15.67:0/1503017791 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f65c40d11c0 0x7f65c40d15d0 unknown :-1 s=CLOSED pgs=1651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:01.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.388+0000 7f65cbc07640 1 --2- 172.21.15.67:0/1503017791 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f65c40d2b00 0x7f65c415e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:01.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.388+0000 7f65cbc07640 1 --2- 172.21.15.67:0/1503017791 >> v2:172.21.15.97:3300/0 conn(0x7f65c4162ea0 0x7f65c40cf740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:01.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.388+0000 7f65cbc07640 1 -- 172.21.15.67:0/1503017791 >> 172.21.15.67:0/1503017791 conn(0x7f65c406dfb0 msgr2=0x7f65c406e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:01.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.388+0000 7f65cbc07640 1 -- 172.21.15.67:0/1503017791 shutdown_connections 2024-09-21T00:31:01.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.388+0000 7f65cbc07640 1 -- 172.21.15.67:0/1503017791 wait complete. 2024-09-21T00:31:01.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.390+0000 7f65cbc07640 1 Processor -- start 2024-09-21T00:31:01.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.390+0000 7f65cbc07640 1 -- start start 2024-09-21T00:31:01.394 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.391+0000 7f65cbc07640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f65c40d11c0 0x7f65c40b6820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:01.394 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.391+0000 7f65cbc07640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f65c40d2b00 0x7f65c40b8470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:01.395 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.391+0000 7f65cbc07640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f65c4162ea0 0x7f65c40b89b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:01.395 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.391+0000 7f65cbc07640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f65c415f430 con 0x7f65c4162ea0 2024-09-21T00:31:01.395 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.391+0000 7f65cbc07640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f65c415f2b0 con 0x7f65c40d2b00 2024-09-21T00:31:01.395 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.391+0000 7f65cbc07640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f65c415f5b0 con 0x7f65c40d11c0 2024-09-21T00:31:01.395 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.392+0000 7f65ca1a4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f65c4162ea0 0x7f65c40b89b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:01.395 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.392+0000 7f65ca1a4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f65c4162ea0 0x7f65c40b89b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40168/0 (socket says 172.21.15.67:40168) 2024-09-21T00:31:01.395 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.392+0000 7f65ca1a4640 1 -- 172.21.15.67:0/1406489275 learned_addr learned my addr 172.21.15.67:0/1406489275 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:01.395 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.392+0000 7f65c91a2640 1 --2- 172.21.15.67:0/1406489275 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f65c40d2b00 0x7f65c40b8470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:01.395 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.392+0000 7f65c99a3640 1 --2- 172.21.15.67:0/1406489275 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f65c40d11c0 0x7f65c40b6820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:01.395 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.392+0000 7f65ca1a4640 1 -- 172.21.15.67:0/1406489275 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f65c40d11c0 msgr2=0x7f65c40b6820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:01.395 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.392+0000 7f65ca1a4640 1 --2- 172.21.15.67:0/1406489275 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f65c40d11c0 0x7f65c40b6820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:01.395 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.392+0000 7f65ca1a4640 1 -- 172.21.15.67:0/1406489275 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f65c40d2b00 msgr2=0x7f65c40b8470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:01.395 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.392+0000 7f65ca1a4640 1 --2- 172.21.15.67:0/1406489275 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f65c40d2b00 0x7f65c40b8470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:01.396 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.392+0000 7f65ca1a4640 1 -- 172.21.15.67:0/1406489275 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65c4159310 con 0x7f65c4162ea0 2024-09-21T00:31:01.396 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.392+0000 7f65ca1a4640 1 --2- 172.21.15.67:0/1406489275 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f65c4162ea0 0x7f65c40b89b0 secure :-1 s=READY pgs=1652 cs=0 l=1 rev1=1 crypto rx=0x7f65bc02b020 tx=0x7f65bc003f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:01.396 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.392+0000 7f65ba7fc640 1 -- 172.21.15.67:0/1406489275 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65bc033050 con 0x7f65c4162ea0 2024-09-21T00:31:01.396 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.392+0000 7f65ba7fc640 1 -- 172.21.15.67:0/1406489275 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f65bc0045f0 con 0x7f65c4162ea0 2024-09-21T00:31:01.396 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.392+0000 7f65cbc07640 1 -- 172.21.15.67:0/1406489275 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65c41595f0 con 0x7f65c4162ea0 2024-09-21T00:31:01.396 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.392+0000 7f65ba7fc640 1 -- 172.21.15.67:0/1406489275 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65bc038450 con 0x7f65c4162ea0 2024-09-21T00:31:01.396 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.392+0000 7f65cbc07640 1 -- 172.21.15.67:0/1406489275 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65c4159bb0 con 0x7f65c4162ea0 2024-09-21T00:31:01.396 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.393+0000 7f65cbc07640 1 -- 172.21.15.67:0/1406489275 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f65c40b64a0 con 0x7f65c4162ea0 2024-09-21T00:31:01.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.394+0000 7f65ba7fc640 1 -- 172.21.15.67:0/1406489275 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f65bc036070 con 0x7f65c4162ea0 2024-09-21T00:31:01.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.395+0000 7f65ba7fc640 1 --2- 172.21.15.67:0/1406489275 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f65a8078b90 0x7f65a807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:01.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.395+0000 7f65ba7fc640 1 -- 172.21.15.67:0/1406489275 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(139..139 src has 1..139) ==== 5709+0+0 (secure 0 0 0) 0x7f65bc0bc240 con 0x7f65c4162ea0 2024-09-21T00:31:01.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.395+0000 7f65c99a3640 1 --2- 172.21.15.67:0/1406489275 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f65a8078b90 0x7f65a807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:01.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.396+0000 7f65c99a3640 1 --2- 172.21.15.67:0/1406489275 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f65a8078b90 0x7f65a807b0a0 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f65c0005860 tx=0x7f65c0005f70 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:01.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.399+0000 7f65ba7fc640 1 -- 172.21.15.67:0/1406489275 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f65bc084020 con 0x7f65c4162ea0 2024-09-21T00:31:01.590 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.588+0000 7f65cbc07640 1 -- 172.21.15.67:0/1406489275 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f65c415e7f0 con 0x7f65c4162ea0 2024-09-21T00:31:01.591 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.589+0000 7f65ba7fc640 1 -- 172.21.15.67:0/1406489275 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v139) ==== 74+0+16716 (secure 0 0 0) 0x7f65bc088a50 con 0x7f65c4162ea0 2024-09-21T00:31:01.592 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:31:01.592 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":139,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:31:00.289940+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":21,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":20,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:30:57.961734+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"139","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":21,"pool_name":"cephfs_data","create_time":"2024-09-21T00:30:59.258026+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"139","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:31:01.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.591+0000 7f65cbc07640 1 -- 172.21.15.67:0/1406489275 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f65a8078b90 msgr2=0x7f65a807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:01.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.591+0000 7f65cbc07640 1 --2- 172.21.15.67:0/1406489275 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f65a8078b90 0x7f65a807b0a0 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f65c0005860 tx=0x7f65c0005f70 comp rx=0 tx=0).stop 2024-09-21T00:31:01.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.591+0000 7f65cbc07640 1 -- 172.21.15.67:0/1406489275 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f65c4162ea0 msgr2=0x7f65c40b89b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:01.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.591+0000 7f65cbc07640 1 --2- 172.21.15.67:0/1406489275 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f65c4162ea0 0x7f65c40b89b0 secure :-1 s=READY pgs=1652 cs=0 l=1 rev1=1 crypto rx=0x7f65bc02b020 tx=0x7f65bc003f90 comp rx=0 tx=0).stop 2024-09-21T00:31:01.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.591+0000 7f65cbc07640 1 -- 172.21.15.67:0/1406489275 shutdown_connections 2024-09-21T00:31:01.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.591+0000 7f65cbc07640 1 --2- 172.21.15.67:0/1406489275 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f65a8078b90 0x7f65a807b0a0 unknown :-1 s=CLOSED pgs=628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:01.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.591+0000 7f65cbc07640 1 --2- 172.21.15.67:0/1406489275 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f65c4162ea0 0x7f65c40b89b0 unknown :-1 s=CLOSED pgs=1652 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:01.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.591+0000 7f65cbc07640 1 --2- 172.21.15.67:0/1406489275 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f65c40d2b00 0x7f65c40b8470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:01.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.591+0000 7f65cbc07640 1 --2- 172.21.15.67:0/1406489275 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f65c40d11c0 0x7f65c40b6820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:01.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.592+0000 7f65cbc07640 1 -- 172.21.15.67:0/1406489275 >> 172.21.15.67:0/1406489275 conn(0x7f65c406dfb0 msgr2=0x7f65c40d4ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:01.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.592+0000 7f65cbc07640 1 -- 172.21.15.67:0/1406489275 shutdown_connections 2024-09-21T00:31:01.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.592+0000 7f65cbc07640 1 -- 172.21.15.67:0/1406489275 wait complete. 2024-09-21T00:31:01.605 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-21T00:31:01.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.724+0000 7fce4316e640 1 -- 172.21.15.67:0/1833227675 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fce3c0d1240 msgr2=0x7fce3c0d1650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:01.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.724+0000 7fce4316e640 1 --2- 172.21.15.67:0/1833227675 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fce3c0d1240 0x7fce3c0d1650 secure :-1 s=READY pgs=1653 cs=0 l=1 rev1=1 crypto rx=0x7fce3c0cf040 tx=0x7fce3002a560 comp rx=0 tx=0).stop 2024-09-21T00:31:01.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.724+0000 7fce4316e640 1 -- 172.21.15.67:0/1833227675 shutdown_connections 2024-09-21T00:31:01.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.724+0000 7fce4316e640 1 --2- 172.21.15.67:0/1833227675 >> v2:172.21.15.97:3300/0 conn(0x7fce3c0cf270 0x7fce3c0cf680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:01.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.724+0000 7fce4316e640 1 --2- 172.21.15.67:0/1833227675 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fce3c0d1240 0x7fce3c0d1650 unknown :-1 s=CLOSED pgs=1653 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:01.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.724+0000 7fce4316e640 1 --2- 172.21.15.67:0/1833227675 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fce3c0b9950 0x7fce3c0d0d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:01.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.724+0000 7fce4316e640 1 -- 172.21.15.67:0/1833227675 >> 172.21.15.67:0/1833227675 conn(0x7fce3c0d46a0 msgr2=0x7fce3c0d4ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:01.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.724+0000 7fce4316e640 1 -- 172.21.15.67:0/1833227675 shutdown_connections 2024-09-21T00:31:01.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.724+0000 7fce4316e640 1 -- 172.21.15.67:0/1833227675 wait complete. 2024-09-21T00:31:01.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.725+0000 7fce4316e640 1 Processor -- start 2024-09-21T00:31:01.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.726+0000 7fce4316e640 1 -- start start 2024-09-21T00:31:01.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.727+0000 7fce4316e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fce3c0b9950 0x7fce3c0a17f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:01.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.727+0000 7fce4316e640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fce3c0cf270 0x7fce3c1f5b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:01.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.727+0000 7fce4316e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fce3c0d1240 0x7fce3c09e3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:01.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.727+0000 7fce4316e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fce3c0cfbc0 con 0x7fce3c0b9950 2024-09-21T00:31:01.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.727+0000 7fce4316e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fce3c0d0620 con 0x7fce3c0d1240 2024-09-21T00:31:01.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.727+0000 7fce4316e640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fce3c0cfd40 con 0x7fce3c0cf270 2024-09-21T00:31:01.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.727+0000 7fce40f0a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fce3c0b9950 0x7fce3c0a17f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:01.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.727+0000 7fce40f0a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fce3c0b9950 0x7fce3c0a17f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40196/0 (socket says 172.21.15.67:40196) 2024-09-21T00:31:01.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.727+0000 7fce40f0a640 1 -- 172.21.15.67:0/1628674575 learned_addr learned my addr 172.21.15.67:0/1628674575 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:01.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.727+0000 7fce3bfff640 1 --2- 172.21.15.67:0/1628674575 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fce3c0cf270 0x7fce3c1f5b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:01.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.727+0000 7fce4170b640 1 --2- 172.21.15.67:0/1628674575 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fce3c0d1240 0x7fce3c09e3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:01.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.727+0000 7fce40f0a640 1 -- 172.21.15.67:0/1628674575 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fce3c0cf270 msgr2=0x7fce3c1f5b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:01.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.727+0000 7fce40f0a640 1 --2- 172.21.15.67:0/1628674575 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fce3c0cf270 0x7fce3c1f5b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:01.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.727+0000 7fce40f0a640 1 -- 172.21.15.67:0/1628674575 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fce3c0d1240 msgr2=0x7fce3c09e3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:01.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.727+0000 7fce40f0a640 1 --2- 172.21.15.67:0/1628674575 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fce3c0d1240 0x7fce3c09e3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:01.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.727+0000 7fce40f0a640 1 -- 172.21.15.67:0/1628674575 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce3c0a1d30 con 0x7fce3c0b9950 2024-09-21T00:31:01.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.727+0000 7fce4170b640 1 --2- 172.21.15.67:0/1628674575 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fce3c0d1240 0x7fce3c09e3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:31:01.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.728+0000 7fce40f0a640 1 --2- 172.21.15.67:0/1628674575 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fce3c0b9950 0x7fce3c0a17f0 secure :-1 s=READY pgs=1654 cs=0 l=1 rev1=1 crypto rx=0x7fce2c00c9a0 tx=0x7fce2c00ce60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:01.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.728+0000 7fce397fa640 1 -- 172.21.15.67:0/1628674575 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce2c007bb0 con 0x7fce3c0b9950 2024-09-21T00:31:01.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.728+0000 7fce397fa640 1 -- 172.21.15.67:0/1628674575 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fce2c007e40 con 0x7fce3c0b9950 2024-09-21T00:31:01.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.728+0000 7fce4316e640 1 -- 172.21.15.67:0/1628674575 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fce3c0b5a40 con 0x7fce3c0b9950 2024-09-21T00:31:01.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.728+0000 7fce397fa640 1 -- 172.21.15.67:0/1628674575 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce2c005290 con 0x7fce3c0b9950 2024-09-21T00:31:01.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.728+0000 7fce4316e640 1 -- 172.21.15.67:0/1628674575 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fce3c0b6000 con 0x7fce3c0b9950 2024-09-21T00:31:01.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.729+0000 7fce4316e640 1 -- 172.21.15.67:0/1628674575 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fce3c0cf680 con 0x7fce3c0b9950 2024-09-21T00:31:01.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.730+0000 7fce397fa640 1 -- 172.21.15.67:0/1628674575 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fce2c005430 con 0x7fce3c0b9950 2024-09-21T00:31:01.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.730+0000 7fce397fa640 1 --2- 172.21.15.67:0/1628674575 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fce28078b90 0x7fce2807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:01.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.730+0000 7fce397fa640 1 -- 172.21.15.67:0/1628674575 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(139..139 src has 1..139) ==== 5709+0+0 (secure 0 0 0) 0x7fce2c09b280 con 0x7fce3c0b9950 2024-09-21T00:31:01.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.731+0000 7fce3bfff640 1 --2- 172.21.15.67:0/1628674575 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fce28078b90 0x7fce2807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:01.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.731+0000 7fce3bfff640 1 --2- 172.21.15.67:0/1628674575 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fce28078b90 0x7fce2807b0a0 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7fce30033000 tx=0x7fce30004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:01.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.735+0000 7fce397fa640 1 -- 172.21.15.67:0/1628674575 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fce2c014070 con 0x7fce3c0b9950 2024-09-21T00:31:01.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:01.966+0000 7fce4316e640 1 -- 172.21.15.67:0/1628674575 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fce3c0a21c0 con 0x7fce3c0b9950 2024-09-21T00:31:02.931 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:02.930+0000 7fce397fa640 1 -- 172.21.15.67:0/1628674575 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v117) ==== 118+0+0 (secure 0 0 0) 0x7fce2c06ae20 con 0x7fce3c0b9950 2024-09-21T00:31:02.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:02.933+0000 7fce4316e640 1 -- 172.21.15.67:0/1628674575 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fce28078b90 msgr2=0x7fce2807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:02.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:02.933+0000 7fce4316e640 1 --2- 172.21.15.67:0/1628674575 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fce28078b90 0x7fce2807b0a0 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7fce30033000 tx=0x7fce30004730 comp rx=0 tx=0).stop 2024-09-21T00:31:02.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:02.933+0000 7fce4316e640 1 -- 172.21.15.67:0/1628674575 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fce3c0b9950 msgr2=0x7fce3c0a17f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:02.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:02.933+0000 7fce4316e640 1 --2- 172.21.15.67:0/1628674575 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fce3c0b9950 0x7fce3c0a17f0 secure :-1 s=READY pgs=1654 cs=0 l=1 rev1=1 crypto rx=0x7fce2c00c9a0 tx=0x7fce2c00ce60 comp rx=0 tx=0).stop 2024-09-21T00:31:02.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:02.933+0000 7fce4316e640 1 -- 172.21.15.67:0/1628674575 shutdown_connections 2024-09-21T00:31:02.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:02.933+0000 7fce4316e640 1 --2- 172.21.15.67:0/1628674575 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fce28078b90 0x7fce2807b0a0 unknown :-1 s=CLOSED pgs=629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:02.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:02.933+0000 7fce4316e640 1 --2- 172.21.15.67:0/1628674575 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fce3c0d1240 0x7fce3c09e3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:02.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:02.933+0000 7fce4316e640 1 --2- 172.21.15.67:0/1628674575 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fce3c0cf270 0x7fce3c1f5b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:02.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:02.933+0000 7fce4316e640 1 --2- 172.21.15.67:0/1628674575 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fce3c0b9950 0x7fce3c0a17f0 unknown :-1 s=CLOSED pgs=1654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:02.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:02.933+0000 7fce4316e640 1 -- 172.21.15.67:0/1628674575 >> 172.21.15.67:0/1628674575 conn(0x7fce3c0d46a0 msgr2=0x7fce3c1ea790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:02.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:02.933+0000 7fce4316e640 1 -- 172.21.15.67:0/1628674575 shutdown_connections 2024-09-21T00:31:02.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:02.933+0000 7fce4316e640 1 -- 172.21.15.67:0/1628674575 wait complete. 2024-09-21T00:31:02.949 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-21T00:31:02.949 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-21T00:31:03.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:03.075+0000 7fc33b83f640 1 -- 172.21.15.67:0/2388074227 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc3340d4db0 msgr2=0x7fc3340d0d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:03.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:03.075+0000 7fc33b83f640 1 --2- 172.21.15.67:0/2388074227 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc3340d4db0 0x7fc3340d0d40 secure :-1 s=READY pgs=1655 cs=0 l=1 rev1=1 crypto rx=0x7fc324005fd0 tx=0x7fc32402a4a0 comp rx=0 tx=0).stop 2024-09-21T00:31:03.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:03.075+0000 7fc33b83f640 1 -- 172.21.15.67:0/2388074227 shutdown_connections 2024-09-21T00:31:03.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:03.075+0000 7fc33b83f640 1 --2- 172.21.15.67:0/2388074227 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc3340d4db0 0x7fc3340d0d40 unknown :-1 s=CLOSED pgs=1655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:03.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:03.075+0000 7fc33b83f640 1 --2- 172.21.15.67:0/2388074227 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc3340d3590 0x7fc3340b9950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:03.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:03.075+0000 7fc33b83f640 1 -- 172.21.15.67:0/2388074227 >> 172.21.15.67:0/2388074227 conn(0x7fc33409da10 msgr2=0x7fc3340d46a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:03.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:03.075+0000 7fc33b83f640 1 -- 172.21.15.67:0/2388074227 shutdown_connections 2024-09-21T00:31:03.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:03.075+0000 7fc33b83f640 1 -- 172.21.15.67:0/2388074227 wait complete. 2024-09-21T00:31:03.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:03.077+0000 7fc33b83f640 1 Processor -- start 2024-09-21T00:31:03.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:03.077+0000 7fc33b83f640 1 -- start start 2024-09-21T00:31:03.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:03.079+0000 7fc33b83f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc3340d1280 0x7fc3341f5920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:03.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:03.079+0000 7fc33b83f640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc3340d3590 0x7fc3341604f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:03.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:03.079+0000 7fc33b83f640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc3340d4db0 0x7fc3340c9e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:03.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:03.079+0000 7fc33b83f640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc3340b55b0 con 0x7fc3340d1280 2024-09-21T00:31:03.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:03.079+0000 7fc33b83f640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc3340b3c90 con 0x7fc3340d3590 2024-09-21T00:31:03.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:03.079+0000 7fc33b83f640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fc3340d2b90 con 0x7fc3340d4db0 2024-09-21T00:31:03.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:03.079+0000 7fc3395db640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc3340d1280 0x7fc3341f5920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:03.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:03.079+0000 7fc3395db640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc3340d1280 0x7fc3341f5920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40222/0 (socket says 172.21.15.67:40222) 2024-09-21T00:31:03.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:03.079+0000 7fc3395db640 1 -- 172.21.15.67:0/3851623341 learned_addr learned my addr 172.21.15.67:0/3851623341 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:03.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:03.079+0000 7fc338dda640 1 --2- 172.21.15.67:0/3851623341 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc3340d3590 0x7fc3341604f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:03.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:03.079+0000 7fc339ddc640 1 --2- 172.21.15.67:0/3851623341 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc3340d4db0 0x7fc3340c9e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:03.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:03.079+0000 7fc3395db640 1 -- 172.21.15.67:0/3851623341 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc3340d4db0 msgr2=0x7fc3340c9e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:03.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:03.079+0000 7fc3395db640 1 --2- 172.21.15.67:0/3851623341 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc3340d4db0 0x7fc3340c9e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:03.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:03.079+0000 7fc3395db640 1 -- 172.21.15.67:0/3851623341 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc3340d3590 msgr2=0x7fc3341604f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:03.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:03.079+0000 7fc3395db640 1 --2- 172.21.15.67:0/3851623341 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc3340d3590 0x7fc3341604f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:03.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:03.079+0000 7fc3395db640 1 -- 172.21.15.67:0/3851623341 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3340c81c0 con 0x7fc3340d1280 2024-09-21T00:31:03.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:03.079+0000 7fc339ddc640 1 --2- 172.21.15.67:0/3851623341 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc3340d4db0 0x7fc3340c9e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:31:03.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:03.079+0000 7fc338dda640 1 --2- 172.21.15.67:0/3851623341 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc3340d3590 0x7fc3341604f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:31:03.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:03.079+0000 7fc3395db640 1 --2- 172.21.15.67:0/3851623341 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc3340d1280 0x7fc3341f5920 secure :-1 s=READY pgs=1656 cs=0 l=1 rev1=1 crypto rx=0x7fc33000c9a0 tx=0x7fc33000ce60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:03.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:03.080+0000 7fc329ffb640 1 -- 172.21.15.67:0/3851623341 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc330007bb0 con 0x7fc3340d1280 2024-09-21T00:31:03.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:03.080+0000 7fc329ffb640 1 -- 172.21.15.67:0/3851623341 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc330007e40 con 0x7fc3340d1280 2024-09-21T00:31:03.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:03.080+0000 7fc33b83f640 1 -- 172.21.15.67:0/3851623341 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc3340c84a0 con 0x7fc3340d1280 2024-09-21T00:31:03.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:03.080+0000 7fc329ffb640 1 -- 172.21.15.67:0/3851623341 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc330005290 con 0x7fc3340d1280 2024-09-21T00:31:03.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:03.080+0000 7fc33b83f640 1 -- 172.21.15.67:0/3851623341 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc3340c8a60 con 0x7fc3340d1280 2024-09-21T00:31:03.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:03.081+0000 7fc33b83f640 1 -- 172.21.15.67:0/3851623341 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc3340d30b0 con 0x7fc3340d1280 2024-09-21T00:31:03.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:03.081+0000 7fc329ffb640 1 -- 172.21.15.67:0/3851623341 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fc330005430 con 0x7fc3340d1280 2024-09-21T00:31:03.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:03.082+0000 7fc329ffb640 1 --2- 172.21.15.67:0/3851623341 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc318078b90 0x7fc31807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:03.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:03.082+0000 7fc329ffb640 1 -- 172.21.15.67:0/3851623341 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7fc33009b220 con 0x7fc3340d1280 2024-09-21T00:31:03.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:03.083+0000 7fc338dda640 1 --2- 172.21.15.67:0/3851623341 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc318078b90 0x7fc31807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:03.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:03.083+0000 7fc338dda640 1 --2- 172.21.15.67:0/3851623341 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc318078b90 0x7fc31807b0a0 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7fc324033000 tx=0x7fc324004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:03.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:03.087+0000 7fc329ffb640 1 -- 172.21.15.67:0/3851623341 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fc330014070 con 0x7fc3340d1280 2024-09-21T00:31:03.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:03.314+0000 7fc33b83f640 1 -- 172.21.15.67:0/3851623341 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7fc3340b3710 con 0x7fc3340d1280 2024-09-21T00:31:03.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:03.936+0000 7fc329ffb640 1 -- 172.21.15.67:0/3851623341 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v118) ==== 122+0+0 (secure 0 0 0) 0x7fc3300636f0 con 0x7fc3340d1280 2024-09-21T00:31:03.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:03.939+0000 7fc33b83f640 1 -- 172.21.15.67:0/3851623341 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc318078b90 msgr2=0x7fc31807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:03.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:03.939+0000 7fc33b83f640 1 --2- 172.21.15.67:0/3851623341 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc318078b90 0x7fc31807b0a0 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7fc324033000 tx=0x7fc324004730 comp rx=0 tx=0).stop 2024-09-21T00:31:03.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:03.939+0000 7fc33b83f640 1 -- 172.21.15.67:0/3851623341 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc3340d1280 msgr2=0x7fc3341f5920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:03.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:03.939+0000 7fc33b83f640 1 --2- 172.21.15.67:0/3851623341 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc3340d1280 0x7fc3341f5920 secure :-1 s=READY pgs=1656 cs=0 l=1 rev1=1 crypto rx=0x7fc33000c9a0 tx=0x7fc33000ce60 comp rx=0 tx=0).stop 2024-09-21T00:31:03.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:03.939+0000 7fc33b83f640 1 -- 172.21.15.67:0/3851623341 shutdown_connections 2024-09-21T00:31:03.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:03.939+0000 7fc33b83f640 1 --2- 172.21.15.67:0/3851623341 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc318078b90 0x7fc31807b0a0 unknown :-1 s=CLOSED pgs=630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:03.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:03.939+0000 7fc33b83f640 1 --2- 172.21.15.67:0/3851623341 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc3340d4db0 0x7fc3340c9e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:03.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:03.939+0000 7fc33b83f640 1 --2- 172.21.15.67:0/3851623341 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc3340d3590 0x7fc3341604f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:03.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:03.939+0000 7fc33b83f640 1 --2- 172.21.15.67:0/3851623341 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc3340d1280 0x7fc3341f5920 unknown :-1 s=CLOSED pgs=1656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:03.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:03.939+0000 7fc33b83f640 1 -- 172.21.15.67:0/3851623341 >> 172.21.15.67:0/3851623341 conn(0x7fc33409da10 msgr2=0x7fc334161c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:03.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:03.939+0000 7fc33b83f640 1 -- 172.21.15.67:0/3851623341 shutdown_connections 2024-09-21T00:31:03.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:03.939+0000 7fc33b83f640 1 -- 172.21.15.67:0/3851623341 wait complete. 2024-09-21T00:31:03.955 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-21T00:31:03.955 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:31:04.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.078+0000 7fd6ad6e6640 1 -- 172.21.15.67:0/3871403110 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd690003a30 msgr2=0x7fd690003ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:04.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.078+0000 7fd6ad6e6640 1 --2- 172.21.15.67:0/3871403110 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd690003a30 0x7fd690003ea0 secure :-1 s=READY pgs=1658 cs=0 l=1 rev1=1 crypto rx=0x7fd698006fd0 tx=0x7fd690005830 comp rx=0 tx=0).stop 2024-09-21T00:31:04.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.078+0000 7fd6a77fe640 1 -- 172.21.15.67:0/3871403110 reap_dead start 2024-09-21T00:31:04.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.079+0000 7fd6ad6e6640 1 -- 172.21.15.67:0/3871403110 shutdown_connections 2024-09-21T00:31:04.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.079+0000 7fd6ad6e6640 1 -- 172.21.15.67:0/3871403110 >> 172.21.15.67:0/3871403110 conn(0x7fd6a80b4140 msgr2=0x7fd6a80b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:04.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.079+0000 7fd6ad6e6640 1 -- 172.21.15.67:0/3871403110 shutdown_connections 2024-09-21T00:31:04.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.079+0000 7fd6ad6e6640 1 -- 172.21.15.67:0/3871403110 wait complete. 2024-09-21T00:31:04.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.081+0000 7fd6ad6e6640 1 Processor -- start 2024-09-21T00:31:04.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.081+0000 7fd6ad6e6640 1 -- start start 2024-09-21T00:31:04.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.082+0000 7fd6ad6e6640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd690003a30 0x7fd6a80afb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:04.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.082+0000 7fd6ad6e6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6a81f68a0 0x7fd6a81f6cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:04.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.082+0000 7fd6ad6e6640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd6a81f71f0 0x7fd6a80c9820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:04.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.082+0000 7fd6ad6e6640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fd6a80b4c60 con 0x7fd6a81f68a0 2024-09-21T00:31:04.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.082+0000 7fd6ad6e6640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fd6a809b2a0 con 0x7fd6a81f71f0 2024-09-21T00:31:04.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.082+0000 7fd6ad6e6640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fd6a80b4de0 con 0x7fd690003a30 2024-09-21T00:31:04.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.082+0000 7fd6a67fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6a81f68a0 0x7fd6a81f6cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:04.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.082+0000 7fd6a67fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6a81f68a0 0x7fd6a81f6cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:49904/0 (socket says 172.21.15.67:49904) 2024-09-21T00:31:04.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.082+0000 7fd6a67fc640 1 -- 172.21.15.67:0/2076069338 learned_addr learned my addr 172.21.15.67:0/2076069338 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:04.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.082+0000 7fd6a77fe640 1 --2- 172.21.15.67:0/2076069338 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd6a81f71f0 0x7fd6a80c9820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:04.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.082+0000 7fd6a6ffd640 1 --2- 172.21.15.67:0/2076069338 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd690003a30 0x7fd6a80afb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:04.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.082+0000 7fd6a67fc640 1 -- 172.21.15.67:0/2076069338 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd690003a30 msgr2=0x7fd6a80afb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:04.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.082+0000 7fd6a67fc640 1 --2- 172.21.15.67:0/2076069338 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd690003a30 0x7fd6a80afb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:04.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.082+0000 7fd6a67fc640 1 -- 172.21.15.67:0/2076069338 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd6a81f71f0 msgr2=0x7fd6a80c9820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:04.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.082+0000 7fd6a67fc640 1 --2- 172.21.15.67:0/2076069338 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd6a81f71f0 0x7fd6a80c9820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:04.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.082+0000 7fd6a67fc640 1 -- 172.21.15.67:0/2076069338 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6a80b03c0 con 0x7fd6a81f68a0 2024-09-21T00:31:04.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.082+0000 7fd6a6ffd640 1 --2- 172.21.15.67:0/2076069338 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd690003a30 0x7fd6a80afb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:31:04.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.083+0000 7fd6a67fc640 1 --2- 172.21.15.67:0/2076069338 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6a81f68a0 0x7fd6a81f6cb0 secure :-1 s=READY pgs=1659 cs=0 l=1 rev1=1 crypto rx=0x7fd69c011b10 tx=0x7fd69c009e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:04.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.083+0000 7fd68f7fe640 1 -- 172.21.15.67:0/2076069338 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd69c01e070 con 0x7fd6a81f68a0 2024-09-21T00:31:04.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.083+0000 7fd68f7fe640 1 -- 172.21.15.67:0/2076069338 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd69c00fe40 con 0x7fd6a81f68a0 2024-09-21T00:31:04.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.083+0000 7fd6ad6e6640 1 -- 172.21.15.67:0/2076069338 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6a80b06a0 con 0x7fd6a81f68a0 2024-09-21T00:31:04.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.083+0000 7fd68f7fe640 1 -- 172.21.15.67:0/2076069338 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd69c0042b0 con 0x7fd6a81f68a0 2024-09-21T00:31:04.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.083+0000 7fd6ad6e6640 1 -- 172.21.15.67:0/2076069338 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6a80b0c60 con 0x7fd6a81f68a0 2024-09-21T00:31:04.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.084+0000 7fd6ad6e6640 1 -- 172.21.15.67:0/2076069338 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd6a809a950 con 0x7fd6a81f68a0 2024-09-21T00:31:04.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.085+0000 7fd68f7fe640 1 -- 172.21.15.67:0/2076069338 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fd69c021070 con 0x7fd6a81f68a0 2024-09-21T00:31:04.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.085+0000 7fd68f7fe640 1 --2- 172.21.15.67:0/2076069338 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd694078b90 0x7fd69407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:04.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.086+0000 7fd68f7fe640 1 -- 172.21.15.67:0/2076069338 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7fd69c09b6e0 con 0x7fd6a81f68a0 2024-09-21T00:31:04.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.086+0000 7fd6a6ffd640 1 --2- 172.21.15.67:0/2076069338 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd694078b90 0x7fd69407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:04.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.086+0000 7fd6a6ffd640 1 --2- 172.21.15.67:0/2076069338 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd694078b90 0x7fd69407b0a0 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7fd698033000 tx=0x7fd6a809bf20 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:04.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.090+0000 7fd68f7fe640 1 -- 172.21.15.67:0/2076069338 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fd69c063560 con 0x7fd6a81f68a0 2024-09-21T00:31:04.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.319+0000 7fd6ad6e6640 1 -- 172.21.15.67:0/2076069338 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd6a80b0150 con 0x7fd6a81f68a0 2024-09-21T00:31:04.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.320+0000 7fd68f7fe640 1 -- 172.21.15.67:0/2076069338 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 118 v118) ==== 95+0+5233 (secure 0 0 0) 0x7fd69c067f90 con 0x7fd6a81f68a0 2024-09-21T00:31:04.321 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:31:04.321 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":118,"btime":"2024-09-21T00:31:03:931248+0000","default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7403,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/2834357950","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":2834357950},{"type":"v1","addr":"172.21.15.97:6837","nonce":2834357950}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":112},{"gid":8173,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/3488762384","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3488762384},{"type":"v1","addr":"172.21.15.97:6836","nonce":3488762384}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":112},{"gid":8182,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/1799325258","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":1799325258},{"type":"v1","addr":"172.21.15.67:6835","nonce":1799325258}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":113}],"filesystems":[{"mdsmap":{"epoch":118,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:31:00.289899+0000","modified":"2024-09-21T00:31:03.315250+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8982},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8982":{"gid":8982,"name":"c","rank":0,"incarnation":114,"state":"up:active","state_seq":4,"addr":"172.21.15.67:6833/1883288453","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1883288453},{"type":"v1","addr":"172.21.15.67:6833","nonce":1883288453}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[21],"metadata_pool":20,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8982,"qdb_cluster":[8982]},"id":10}]} 2024-09-21T00:31:04.321 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 118 2024-09-21T00:31:04.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.322+0000 7fd6ad6e6640 1 -- 172.21.15.67:0/2076069338 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd694078b90 msgr2=0x7fd69407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:04.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.322+0000 7fd6ad6e6640 1 --2- 172.21.15.67:0/2076069338 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd694078b90 0x7fd69407b0a0 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7fd698033000 tx=0x7fd6a809bf20 comp rx=0 tx=0).stop 2024-09-21T00:31:04.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.322+0000 7fd6ad6e6640 1 -- 172.21.15.67:0/2076069338 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6a81f68a0 msgr2=0x7fd6a81f6cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:04.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.322+0000 7fd6ad6e6640 1 --2- 172.21.15.67:0/2076069338 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6a81f68a0 0x7fd6a81f6cb0 secure :-1 s=READY pgs=1659 cs=0 l=1 rev1=1 crypto rx=0x7fd69c011b10 tx=0x7fd69c009e40 comp rx=0 tx=0).stop 2024-09-21T00:31:04.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.322+0000 7fd6ad6e6640 1 -- 172.21.15.67:0/2076069338 shutdown_connections 2024-09-21T00:31:04.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.322+0000 7fd6ad6e6640 1 --2- 172.21.15.67:0/2076069338 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd694078b90 0x7fd69407b0a0 unknown :-1 s=CLOSED pgs=631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:04.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.322+0000 7fd6ad6e6640 1 --2- 172.21.15.67:0/2076069338 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd6a81f71f0 0x7fd6a80c9820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:04.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.322+0000 7fd6ad6e6640 1 --2- 172.21.15.67:0/2076069338 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6a81f68a0 0x7fd6a81f6cb0 unknown :-1 s=CLOSED pgs=1659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:04.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.322+0000 7fd6ad6e6640 1 --2- 172.21.15.67:0/2076069338 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd690003a30 0x7fd6a80afb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:04.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.322+0000 7fd6ad6e6640 1 -- 172.21.15.67:0/2076069338 >> 172.21.15.67:0/2076069338 conn(0x7fd6a80b4140 msgr2=0x7fd6a80b5cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:04.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.322+0000 7fd6ad6e6640 1 -- 172.21.15.67:0/2076069338 shutdown_connections 2024-09-21T00:31:04.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.322+0000 7fd6ad6e6640 1 -- 172.21.15.67:0/2076069338 wait complete. 2024-09-21T00:31:04.335 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:31:04.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.450+0000 7f959807e640 1 -- 172.21.15.67:0/3027445853 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f95900d1010 msgr2=0x7f95900d1420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:04.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.450+0000 7f959807e640 1 --2- 172.21.15.67:0/3027445853 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f95900d1010 0x7f95900d1420 secure :-1 s=READY pgs=1660 cs=0 l=1 rev1=1 crypto rx=0x7f9580005fd0 tx=0x7f958002a5d0 comp rx=0 tx=0).stop 2024-09-21T00:31:04.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.450+0000 7f959807e640 1 -- 172.21.15.67:0/3027445853 shutdown_connections 2024-09-21T00:31:04.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.450+0000 7f959807e640 1 --2- 172.21.15.67:0/3027445853 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f95900d1010 0x7f95900d1420 unknown :-1 s=CLOSED pgs=1660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:04.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.450+0000 7f959807e640 1 --2- 172.21.15.67:0/3027445853 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f95900b9780 0x7f95900d2cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:04.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.450+0000 7f959807e640 1 -- 172.21.15.67:0/3027445853 >> 172.21.15.67:0/3027445853 conn(0x7f959008bee0 msgr2=0x7f95900d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:04.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.451+0000 7f959807e640 1 -- 172.21.15.67:0/3027445853 shutdown_connections 2024-09-21T00:31:04.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.451+0000 7f959807e640 1 -- 172.21.15.67:0/3027445853 wait complete. 2024-09-21T00:31:04.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.452+0000 7f959807e640 1 Processor -- start 2024-09-21T00:31:04.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.452+0000 7f959807e640 1 -- start start 2024-09-21T00:31:04.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.454+0000 7f959807e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f95900b73f0 0x7f95901f5500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:04.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.454+0000 7f959807e640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f95900b9780 0x7f959015e140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:04.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.454+0000 7f959807e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f95900d1010 0x7f959015a770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:04.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.454+0000 7f959807e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f95900d04a0 con 0x7f95900d1010 2024-09-21T00:31:04.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.454+0000 7f959807e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f95900d0320 con 0x7f95900b73f0 2024-09-21T00:31:04.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.454+0000 7f959807e640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f95900b7800 con 0x7f95900b9780 2024-09-21T00:31:04.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.454+0000 7f959661b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f95900d1010 0x7f959015a770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:04.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.454+0000 7f959661b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f95900d1010 0x7f959015a770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:49924/0 (socket says 172.21.15.67:49924) 2024-09-21T00:31:04.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.454+0000 7f959661b640 1 -- 172.21.15.67:0/202716118 learned_addr learned my addr 172.21.15.67:0/202716118 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:04.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.454+0000 7f9595e1a640 1 --2- 172.21.15.67:0/202716118 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f95900b73f0 0x7f95901f5500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:04.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.454+0000 7f9595619640 1 --2- 172.21.15.67:0/202716118 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f95900b9780 0x7f959015e140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:04.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.454+0000 7f959661b640 1 -- 172.21.15.67:0/202716118 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f95900b9780 msgr2=0x7f959015e140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:04.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.454+0000 7f959661b640 1 --2- 172.21.15.67:0/202716118 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f95900b9780 0x7f959015e140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:04.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.454+0000 7f959661b640 1 -- 172.21.15.67:0/202716118 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f95900b73f0 msgr2=0x7f95901f5500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:04.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.454+0000 7f959661b640 1 --2- 172.21.15.67:0/202716118 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f95900b73f0 0x7f95901f5500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:04.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.454+0000 7f959661b640 1 -- 172.21.15.67:0/202716118 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95901f5bc0 con 0x7f95900d1010 2024-09-21T00:31:04.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.454+0000 7f9595e1a640 1 --2- 172.21.15.67:0/202716118 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f95900b73f0 0x7f95901f5500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:31:04.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.454+0000 7f9595619640 1 --2- 172.21.15.67:0/202716118 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f95900b9780 0x7f959015e140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:31:04.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.454+0000 7f959661b640 1 --2- 172.21.15.67:0/202716118 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f95900d1010 0x7f959015a770 secure :-1 s=READY pgs=1661 cs=0 l=1 rev1=1 crypto rx=0x7f958800c700 tx=0x7f958800cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:04.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.454+0000 7f95867fc640 1 -- 172.21.15.67:0/202716118 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9588003b70 con 0x7f95900d1010 2024-09-21T00:31:04.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.454+0000 7f95867fc640 1 -- 172.21.15.67:0/202716118 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9588003d10 con 0x7f95900d1010 2024-09-21T00:31:04.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.454+0000 7f95867fc640 1 -- 172.21.15.67:0/202716118 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f958800aa50 con 0x7f95900d1010 2024-09-21T00:31:04.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.455+0000 7f959807e640 1 -- 172.21.15.67:0/202716118 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95901f5ea0 con 0x7f95900d1010 2024-09-21T00:31:04.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.455+0000 7f959807e640 1 -- 172.21.15.67:0/202716118 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f959015b410 con 0x7f95900d1010 2024-09-21T00:31:04.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.455+0000 7f959807e640 1 -- 172.21.15.67:0/202716118 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f95900b8470 con 0x7f95900d1010 2024-09-21T00:31:04.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.456+0000 7f95867fc640 1 -- 172.21.15.67:0/202716118 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f958800abf0 con 0x7f95900d1010 2024-09-21T00:31:04.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.457+0000 7f95867fc640 1 --2- 172.21.15.67:0/202716118 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9574078b90 0x7f957407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:04.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.457+0000 7f95867fc640 1 -- 172.21.15.67:0/202716118 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7f958809aa40 con 0x7f95900d1010 2024-09-21T00:31:04.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.457+0000 7f9595e1a640 1 --2- 172.21.15.67:0/202716118 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9574078b90 0x7f957407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:04.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.458+0000 7f9595e1a640 1 --2- 172.21.15.67:0/202716118 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9574078b90 0x7f957407b0a0 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f958c005860 tx=0x7f958c005da0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:04.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.462+0000 7f95867fc640 1 -- 172.21.15.67:0/202716118 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f9588062fa0 con 0x7f95900d1010 2024-09-21T00:31:04.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.651+0000 7f959807e640 1 -- 172.21.15.67:0/202716118 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f959015acb0 con 0x7f95900d1010 2024-09-21T00:31:04.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.652+0000 7f95867fc640 1 -- 172.21.15.67:0/202716118 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v140) ==== 74+0+16703 (secure 0 0 0) 0x7f95880628a0 con 0x7f95900d1010 2024-09-21T00:31:04.654 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:31:04.654 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":140,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:31:01.917416+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":21,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":20,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:30:57.961734+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"139","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":21,"pool_name":"cephfs_data","create_time":"2024-09-21T00:30:59.258026+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"140","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:31:04.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.654+0000 7f959807e640 1 -- 172.21.15.67:0/202716118 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9574078b90 msgr2=0x7f957407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:04.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.654+0000 7f959807e640 1 --2- 172.21.15.67:0/202716118 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9574078b90 0x7f957407b0a0 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f958c005860 tx=0x7f958c005da0 comp rx=0 tx=0).stop 2024-09-21T00:31:04.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.654+0000 7f959807e640 1 -- 172.21.15.67:0/202716118 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f95900d1010 msgr2=0x7f959015a770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:04.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.654+0000 7f959807e640 1 --2- 172.21.15.67:0/202716118 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f95900d1010 0x7f959015a770 secure :-1 s=READY pgs=1661 cs=0 l=1 rev1=1 crypto rx=0x7f958800c700 tx=0x7f958800cbc0 comp rx=0 tx=0).stop 2024-09-21T00:31:04.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.654+0000 7f959807e640 1 -- 172.21.15.67:0/202716118 shutdown_connections 2024-09-21T00:31:04.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.654+0000 7f959807e640 1 --2- 172.21.15.67:0/202716118 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9574078b90 0x7f957407b0a0 unknown :-1 s=CLOSED pgs=632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:04.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.654+0000 7f959807e640 1 --2- 172.21.15.67:0/202716118 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f95900d1010 0x7f959015a770 unknown :-1 s=CLOSED pgs=1661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:04.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.654+0000 7f959807e640 1 --2- 172.21.15.67:0/202716118 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f95900b9780 0x7f959015e140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:04.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.654+0000 7f959807e640 1 --2- 172.21.15.67:0/202716118 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f95900b73f0 0x7f95901f5500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:04.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.654+0000 7f959807e640 1 -- 172.21.15.67:0/202716118 >> 172.21.15.67:0/202716118 conn(0x7f959008bee0 msgr2=0x7f959015edb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:04.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.654+0000 7f959807e640 1 -- 172.21.15.67:0/202716118 shutdown_connections 2024-09-21T00:31:04.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.654+0000 7f959807e640 1 -- 172.21.15.67:0/202716118 wait complete. 2024-09-21T00:31:04.667 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-21T00:31:04.668 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T00:31:04.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.783+0000 7efc784a9640 1 -- 172.21.15.67:0/3024139833 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efc7006d7c0 msgr2=0x7efc700b0bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:04.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.783+0000 7efc784a9640 1 --2- 172.21.15.67:0/3024139833 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efc7006d7c0 0x7efc700b0bb0 secure :-1 s=READY pgs=1663 cs=0 l=1 rev1=1 crypto rx=0x7efc6c0098e0 tx=0x7efc6c02a5d0 comp rx=0 tx=0).stop 2024-09-21T00:31:04.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.783+0000 7efc784a9640 1 -- 172.21.15.67:0/3024139833 shutdown_connections 2024-09-21T00:31:04.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.783+0000 7efc784a9640 1 --2- 172.21.15.67:0/3024139833 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efc70161120 0x7efc700ccda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:04.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.783+0000 7efc784a9640 1 --2- 172.21.15.67:0/3024139833 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efc7006d7c0 0x7efc700b0bb0 unknown :-1 s=CLOSED pgs=1663 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:04.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.783+0000 7efc784a9640 1 -- 172.21.15.67:0/3024139833 >> 172.21.15.67:0/3024139833 conn(0x7efc700d1280 msgr2=0x7efc700d1690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:04.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.783+0000 7efc784a9640 1 -- 172.21.15.67:0/3024139833 shutdown_connections 2024-09-21T00:31:04.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.783+0000 7efc784a9640 1 -- 172.21.15.67:0/3024139833 wait complete. 2024-09-21T00:31:04.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.785+0000 7efc784a9640 1 Processor -- start 2024-09-21T00:31:04.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.785+0000 7efc784a9640 1 -- start start 2024-09-21T00:31:04.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.786+0000 7efc784a9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efc7006d7c0 0x7efc701f6c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:04.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.786+0000 7efc784a9640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efc700b10f0 0x7efc7015dfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:04.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.786+0000 7efc784a9640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efc70161120 0x7efc7015e520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:04.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.786+0000 7efc784a9640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7efc700cd2e0 con 0x7efc7006d7c0 2024-09-21T00:31:04.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.786+0000 7efc784a9640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7efc700d1fb0 con 0x7efc70161120 2024-09-21T00:31:04.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.786+0000 7efc784a9640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7efc700cd460 con 0x7efc700b10f0 2024-09-21T00:31:04.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.786+0000 7efc76245640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efc7006d7c0 0x7efc701f6c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:04.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.786+0000 7efc76245640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efc7006d7c0 0x7efc701f6c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:49956/0 (socket says 172.21.15.67:49956) 2024-09-21T00:31:04.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.786+0000 7efc76245640 1 -- 172.21.15.67:0/3885947074 learned_addr learned my addr 172.21.15.67:0/3885947074 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:04.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.786+0000 7efc75a44640 1 --2- 172.21.15.67:0/3885947074 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efc700b10f0 0x7efc7015dfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:04.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.786+0000 7efc76a46640 1 --2- 172.21.15.67:0/3885947074 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efc70161120 0x7efc7015e520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:04.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.786+0000 7efc76245640 1 -- 172.21.15.67:0/3885947074 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efc700b10f0 msgr2=0x7efc7015dfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:04.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.786+0000 7efc76245640 1 --2- 172.21.15.67:0/3885947074 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efc700b10f0 0x7efc7015dfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:04.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.786+0000 7efc76245640 1 -- 172.21.15.67:0/3885947074 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efc70161120 msgr2=0x7efc7015e520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:04.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.786+0000 7efc76245640 1 --2- 172.21.15.67:0/3885947074 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efc70161120 0x7efc7015e520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:04.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.786+0000 7efc76245640 1 -- 172.21.15.67:0/3885947074 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc701f71b0 con 0x7efc7006d7c0 2024-09-21T00:31:04.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.786+0000 7efc76a46640 1 --2- 172.21.15.67:0/3885947074 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efc70161120 0x7efc7015e520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:31:04.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.787+0000 7efc76245640 1 --2- 172.21.15.67:0/3885947074 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efc7006d7c0 0x7efc701f6c70 secure :-1 s=READY pgs=1664 cs=0 l=1 rev1=1 crypto rx=0x7efc6c02abc0 tx=0x7efc6c004840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:04.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.787+0000 7efc66ffd640 1 -- 172.21.15.67:0/3885947074 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc6c031d60 con 0x7efc7006d7c0 2024-09-21T00:31:04.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.787+0000 7efc66ffd640 1 -- 172.21.15.67:0/3885947074 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7efc6c033070 con 0x7efc7006d7c0 2024-09-21T00:31:04.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.787+0000 7efc66ffd640 1 -- 172.21.15.67:0/3885947074 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc6c033480 con 0x7efc7006d7c0 2024-09-21T00:31:04.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.787+0000 7efc784a9640 1 -- 172.21.15.67:0/3885947074 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc700ca580 con 0x7efc7006d7c0 2024-09-21T00:31:04.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.787+0000 7efc784a9640 1 -- 172.21.15.67:0/3885947074 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efc700cab40 con 0x7efc7006d7c0 2024-09-21T00:31:04.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.788+0000 7efc784a9640 1 -- 172.21.15.67:0/3885947074 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efc700b0bb0 con 0x7efc7006d7c0 2024-09-21T00:31:04.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.789+0000 7efc66ffd640 1 -- 172.21.15.67:0/3885947074 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7efc6c033620 con 0x7efc7006d7c0 2024-09-21T00:31:04.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.789+0000 7efc66ffd640 1 --2- 172.21.15.67:0/3885947074 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efc54078b90 0x7efc5407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:04.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.789+0000 7efc66ffd640 1 -- 172.21.15.67:0/3885947074 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7efc6c0bbe80 con 0x7efc7006d7c0 2024-09-21T00:31:04.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.790+0000 7efc75a44640 1 --2- 172.21.15.67:0/3885947074 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efc54078b90 0x7efc5407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:04.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.790+0000 7efc75a44640 1 --2- 172.21.15.67:0/3885947074 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efc54078b90 0x7efc5407b0a0 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7efc70159d10 tx=0x7efc60009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:04.795 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.794+0000 7efc66ffd640 1 -- 172.21.15.67:0/3885947074 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7efc6c03f030 con 0x7efc7006d7c0 2024-09-21T00:31:04.854 INFO:tasks.ceph.mds.c.smithi067.stderr:2024-09-21T00:31:04.853+0000 7f2c03e1e640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-21T00:31:04.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.979+0000 7efc784a9640 1 -- 172.21.15.67:0/3885947074 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7efc700b6db0 con 0x7efc54078b90 2024-09-21T00:31:04.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.984+0000 7efc66ffd640 1 -- 172.21.15.67:0/3885947074 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+249282 (secure 0 0 0) 0x7efc700b6db0 con 0x7efc54078b90 2024-09-21T00:31:04.991 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:31:04.992 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-21T00:31:04.994 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.987+0000 7efc784a9640 1 -- 172.21.15.67:0/3885947074 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efc54078b90 msgr2=0x7efc5407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:04.994 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.987+0000 7efc784a9640 1 --2- 172.21.15.67:0/3885947074 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efc54078b90 0x7efc5407b0a0 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7efc70159d10 tx=0x7efc60009040 comp rx=0 tx=0).stop 2024-09-21T00:31:04.994 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.987+0000 7efc784a9640 1 -- 172.21.15.67:0/3885947074 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efc7006d7c0 msgr2=0x7efc701f6c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:04.994 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.987+0000 7efc784a9640 1 --2- 172.21.15.67:0/3885947074 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efc7006d7c0 0x7efc701f6c70 secure :-1 s=READY pgs=1664 cs=0 l=1 rev1=1 crypto rx=0x7efc6c02abc0 tx=0x7efc6c004840 comp rx=0 tx=0).stop 2024-09-21T00:31:04.994 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.987+0000 7efc784a9640 1 -- 172.21.15.67:0/3885947074 shutdown_connections 2024-09-21T00:31:04.994 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.987+0000 7efc784a9640 1 --2- 172.21.15.67:0/3885947074 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efc54078b90 0x7efc5407b0a0 unknown :-1 s=CLOSED pgs=633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:04.994 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.987+0000 7efc784a9640 1 --2- 172.21.15.67:0/3885947074 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efc70161120 0x7efc7015e520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:04.994 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.987+0000 7efc784a9640 1 --2- 172.21.15.67:0/3885947074 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efc700b10f0 0x7efc7015dfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:04.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.987+0000 7efc784a9640 1 --2- 172.21.15.67:0/3885947074 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efc7006d7c0 0x7efc701f6c70 unknown :-1 s=CLOSED pgs=1664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:04.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.987+0000 7efc784a9640 1 -- 172.21.15.67:0/3885947074 >> 172.21.15.67:0/3885947074 conn(0x7efc700d1280 msgr2=0x7efc7006cdb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:04.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.987+0000 7efc784a9640 1 -- 172.21.15.67:0/3885947074 shutdown_connections 2024-09-21T00:31:04.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:04.987+0000 7efc784a9640 1 -- 172.21.15.67:0/3885947074 wait complete. 2024-09-21T00:31:05.000 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":431,"stamp":"2024-09-21T00:31:03.646577+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":139,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":106,"ondisk_log_size":106,"up":158,"acting":158,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":33,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":497372,"kb_used_data":14624,"kb_used_omap":12,"kb_used_meta":482547,"kb_avail":754477348,"statfs":{"total":773094113280,"available":772584804352,"internally_reserved":0,"allocated":14974976,"data_stored":7193254,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12749,"internal_metadata":494128691},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":14,"apply_latency_ms":14,"commit_latency_ns":14000000,"apply_latency_ns":14000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":38,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.746481"},"pg_stats":[{"pgid":"21.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:30:59.896737+0000","last_change":"2024-09-21T00:30:59.896737+0000","last_active":"2024-09-21T00:30:59.896737+0000","last_peered":"2024-09-21T00:30:59.896737+0000","last_clean":"2024-09-21T00:30:59.896737+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:30:59.896737+0000","last_undegraded":"2024-09-21T00:30:59.896737+0000","last_fullsized":"2024-09-21T00:30:59.896737+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.3e","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.936437+0000","last_change":"2024-09-21T00:31:00.930966+0000","last_active":"2024-09-21T00:31:00.936437+0000","last_peered":"2024-09-21T00:31:00.936437+0000","last_clean":"2024-09-21T00:31:00.936437+0000","last_became_active":"2024-09-21T00:31:00.930580+0000","last_became_peered":"2024-09-21T00:31:00.930580+0000","last_unstale":"2024-09-21T00:31:00.936437+0000","last_undegraded":"2024-09-21T00:31:00.936437+0000","last_fullsized":"2024-09-21T00:31:00.936437+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:24:00.089926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.3d","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.929005+0000","last_change":"2024-09-21T00:31:00.923718+0000","last_active":"2024-09-21T00:31:00.929005+0000","last_peered":"2024-09-21T00:31:00.929005+0000","last_clean":"2024-09-21T00:31:00.929005+0000","last_became_active":"2024-09-21T00:31:00.923408+0000","last_became_peered":"2024-09-21T00:31:00.923408+0000","last_unstale":"2024-09-21T00:31:00.929005+0000","last_undegraded":"2024-09-21T00:31:00.929005+0000","last_fullsized":"2024-09-21T00:31:00.929005+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:45:06.146032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:30:59.896737+0000","last_change":"2024-09-21T00:30:59.896737+0000","last_active":"2024-09-21T00:30:59.896737+0000","last_peered":"2024-09-21T00:30:59.896737+0000","last_clean":"2024-09-21T00:30:59.896737+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:30:59.896737+0000","last_undegraded":"2024-09-21T00:30:59.896737+0000","last_fullsized":"2024-09-21T00:30:59.896737+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.3b","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.932492+0000","last_change":"2024-09-21T00:31:00.930611+0000","last_active":"2024-09-21T00:31:00.932492+0000","last_peered":"2024-09-21T00:31:00.932492+0000","last_clean":"2024-09-21T00:31:00.932492+0000","last_became_active":"2024-09-21T00:31:00.930311+0000","last_became_peered":"2024-09-21T00:31:00.930311+0000","last_unstale":"2024-09-21T00:31:00.932492+0000","last_undegraded":"2024-09-21T00:31:00.932492+0000","last_fullsized":"2024-09-21T00:31:00.932492+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:29:17.685520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:30:59.896737+0000","last_change":"2024-09-21T00:30:59.896737+0000","last_active":"2024-09-21T00:30:59.896737+0000","last_peered":"2024-09-21T00:30:59.896737+0000","last_clean":"2024-09-21T00:30:59.896737+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:30:59.896737+0000","last_undegraded":"2024-09-21T00:30:59.896737+0000","last_fullsized":"2024-09-21T00:30:59.896737+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.39","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.923323+0000","last_change":"2024-09-21T00:31:00.921414+0000","last_active":"2024-09-21T00:31:00.923323+0000","last_peered":"2024-09-21T00:31:00.923323+0000","last_clean":"2024-09-21T00:31:00.923323+0000","last_became_active":"2024-09-21T00:31:00.921140+0000","last_became_peered":"2024-09-21T00:31:00.921140+0000","last_unstale":"2024-09-21T00:31:00.923323+0000","last_undegraded":"2024-09-21T00:31:00.923323+0000","last_fullsized":"2024-09-21T00:31:00.923323+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:09:26.633383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:30:59.896737+0000","last_change":"2024-09-21T00:30:59.896737+0000","last_active":"2024-09-21T00:30:59.896737+0000","last_peered":"2024-09-21T00:30:59.896737+0000","last_clean":"2024-09-21T00:30:59.896737+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:30:59.896737+0000","last_undegraded":"2024-09-21T00:30:59.896737+0000","last_fullsized":"2024-09-21T00:30:59.896737+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.37","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.936487+0000","last_change":"2024-09-21T00:31:00.931771+0000","last_active":"2024-09-21T00:31:00.936487+0000","last_peered":"2024-09-21T00:31:00.936487+0000","last_clean":"2024-09-21T00:31:00.936487+0000","last_became_active":"2024-09-21T00:31:00.931479+0000","last_became_peered":"2024-09-21T00:31:00.931479+0000","last_unstale":"2024-09-21T00:31:00.936487+0000","last_undegraded":"2024-09-21T00:31:00.936487+0000","last_fullsized":"2024-09-21T00:31:00.936487+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:07:18.768739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.36","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.942462+0000","last_change":"2024-09-21T00:31:00.941203+0000","last_active":"2024-09-21T00:31:00.942462+0000","last_peered":"2024-09-21T00:31:00.942462+0000","last_clean":"2024-09-21T00:31:00.942462+0000","last_became_active":"2024-09-21T00:31:00.940826+0000","last_became_peered":"2024-09-21T00:31:00.940826+0000","last_unstale":"2024-09-21T00:31:00.942462+0000","last_undegraded":"2024-09-21T00:31:00.942462+0000","last_fullsized":"2024-09-21T00:31:00.942462+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:50:27.571012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:30:59.896737+0000","last_change":"2024-09-21T00:30:59.896737+0000","last_active":"2024-09-21T00:30:59.896737+0000","last_peered":"2024-09-21T00:30:59.896737+0000","last_clean":"2024-09-21T00:30:59.896737+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:30:59.896737+0000","last_undegraded":"2024-09-21T00:30:59.896737+0000","last_fullsized":"2024-09-21T00:30:59.896737+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.34","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.937493+0000","last_change":"2024-09-21T00:31:00.935515+0000","last_active":"2024-09-21T00:31:00.937493+0000","last_peered":"2024-09-21T00:31:00.937493+0000","last_clean":"2024-09-21T00:31:00.937493+0000","last_became_active":"2024-09-21T00:31:00.935176+0000","last_became_peered":"2024-09-21T00:31:00.935176+0000","last_unstale":"2024-09-21T00:31:00.937493+0000","last_undegraded":"2024-09-21T00:31:00.937493+0000","last_fullsized":"2024-09-21T00:31:00.937493+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:07:18.768739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.33","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.932467+0000","last_change":"2024-09-21T00:31:00.926099+0000","last_active":"2024-09-21T00:31:00.932467+0000","last_peered":"2024-09-21T00:31:00.932467+0000","last_clean":"2024-09-21T00:31:00.932467+0000","last_became_active":"2024-09-21T00:31:00.925789+0000","last_became_peered":"2024-09-21T00:31:00.925789+0000","last_unstale":"2024-09-21T00:31:00.932467+0000","last_undegraded":"2024-09-21T00:31:00.932467+0000","last_fullsized":"2024-09-21T00:31:00.932467+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:37:49.669501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:30:59.896737+0000","last_change":"2024-09-21T00:30:59.896737+0000","last_active":"2024-09-21T00:30:59.896737+0000","last_peered":"2024-09-21T00:30:59.896737+0000","last_clean":"2024-09-21T00:30:59.896737+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:30:59.896737+0000","last_undegraded":"2024-09-21T00:30:59.896737+0000","last_fullsized":"2024-09-21T00:30:59.896737+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.31","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.930916+0000","last_change":"2024-09-21T00:31:00.929995+0000","last_active":"2024-09-21T00:31:00.930916+0000","last_peered":"2024-09-21T00:31:00.930916+0000","last_clean":"2024-09-21T00:31:00.930916+0000","last_became_active":"2024-09-21T00:31:00.929682+0000","last_became_peered":"2024-09-21T00:31:00.929682+0000","last_unstale":"2024-09-21T00:31:00.930916+0000","last_undegraded":"2024-09-21T00:31:00.930916+0000","last_fullsized":"2024-09-21T00:31:00.930916+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:36:20.880051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.30","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.939516+0000","last_change":"2024-09-21T00:31:00.937377+0000","last_active":"2024-09-21T00:31:00.939516+0000","last_peered":"2024-09-21T00:31:00.939516+0000","last_clean":"2024-09-21T00:31:00.939516+0000","last_became_active":"2024-09-21T00:31:00.937048+0000","last_became_peered":"2024-09-21T00:31:00.937048+0000","last_unstale":"2024-09-21T00:31:00.939516+0000","last_undegraded":"2024-09-21T00:31:00.939516+0000","last_fullsized":"2024-09-21T00:31:00.939516+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:11:51.536472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.2f","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.941102+0000","last_change":"2024-09-21T00:31:00.940002+0000","last_active":"2024-09-21T00:31:00.941102+0000","last_peered":"2024-09-21T00:31:00.941102+0000","last_clean":"2024-09-21T00:31:00.941102+0000","last_became_active":"2024-09-21T00:31:00.939607+0000","last_became_peered":"2024-09-21T00:31:00.939607+0000","last_unstale":"2024-09-21T00:31:00.941102+0000","last_undegraded":"2024-09-21T00:31:00.941102+0000","last_fullsized":"2024-09-21T00:31:00.941102+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:42:13.674455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.2e","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.932895+0000","last_change":"2024-09-21T00:31:00.930386+0000","last_active":"2024-09-21T00:31:00.932895+0000","last_peered":"2024-09-21T00:31:00.932895+0000","last_clean":"2024-09-21T00:31:00.932895+0000","last_became_active":"2024-09-21T00:31:00.930060+0000","last_became_peered":"2024-09-21T00:31:00.930060+0000","last_unstale":"2024-09-21T00:31:00.932895+0000","last_undegraded":"2024-09-21T00:31:00.932895+0000","last_fullsized":"2024-09-21T00:31:00.932895+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:57:53.437394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:30:59.896737+0000","last_change":"2024-09-21T00:30:59.896737+0000","last_active":"2024-09-21T00:30:59.896737+0000","last_peered":"2024-09-21T00:30:59.896737+0000","last_clean":"2024-09-21T00:30:59.896737+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:30:59.896737+0000","last_undegraded":"2024-09-21T00:30:59.896737+0000","last_fullsized":"2024-09-21T00:30:59.896737+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.2c","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.924391+0000","last_change":"2024-09-21T00:31:00.921940+0000","last_active":"2024-09-21T00:31:00.924391+0000","last_peered":"2024-09-21T00:31:00.924391+0000","last_clean":"2024-09-21T00:31:00.924391+0000","last_became_active":"2024-09-21T00:31:00.921616+0000","last_became_peered":"2024-09-21T00:31:00.921616+0000","last_unstale":"2024-09-21T00:31:00.924391+0000","last_undegraded":"2024-09-21T00:31:00.924391+0000","last_fullsized":"2024-09-21T00:31:00.924391+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:37:49.669501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.2b","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.942432+0000","last_change":"2024-09-21T00:31:00.941171+0000","last_active":"2024-09-21T00:31:00.942432+0000","last_peered":"2024-09-21T00:31:00.942432+0000","last_clean":"2024-09-21T00:31:00.942432+0000","last_became_active":"2024-09-21T00:31:00.940814+0000","last_became_peered":"2024-09-21T00:31:00.940814+0000","last_unstale":"2024-09-21T00:31:00.942432+0000","last_undegraded":"2024-09-21T00:31:00.942432+0000","last_fullsized":"2024-09-21T00:31:00.942432+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:21:32.591000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:30:59.896737+0000","last_change":"2024-09-21T00:30:59.896737+0000","last_active":"2024-09-21T00:30:59.896737+0000","last_peered":"2024-09-21T00:30:59.896737+0000","last_clean":"2024-09-21T00:30:59.896737+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:30:59.896737+0000","last_undegraded":"2024-09-21T00:30:59.896737+0000","last_fullsized":"2024-09-21T00:30:59.896737+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:30:59.896737+0000","last_change":"2024-09-21T00:30:59.896737+0000","last_active":"2024-09-21T00:30:59.896737+0000","last_peered":"2024-09-21T00:30:59.896737+0000","last_clean":"2024-09-21T00:30:59.896737+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:30:59.896737+0000","last_undegraded":"2024-09-21T00:30:59.896737+0000","last_fullsized":"2024-09-21T00:30:59.896737+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.28","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.937614+0000","last_change":"2024-09-21T00:31:00.936168+0000","last_active":"2024-09-21T00:31:00.937614+0000","last_peered":"2024-09-21T00:31:00.937614+0000","last_clean":"2024-09-21T00:31:00.937614+0000","last_became_active":"2024-09-21T00:31:00.935474+0000","last_became_peered":"2024-09-21T00:31:00.935474+0000","last_unstale":"2024-09-21T00:31:00.937614+0000","last_undegraded":"2024-09-21T00:31:00.937614+0000","last_fullsized":"2024-09-21T00:31:00.937614+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:22:07.727319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.27","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.935830+0000","last_change":"2024-09-21T00:31:00.931971+0000","last_active":"2024-09-21T00:31:00.935830+0000","last_peered":"2024-09-21T00:31:00.935830+0000","last_clean":"2024-09-21T00:31:00.935830+0000","last_became_active":"2024-09-21T00:31:00.931656+0000","last_became_peered":"2024-09-21T00:31:00.931656+0000","last_unstale":"2024-09-21T00:31:00.935830+0000","last_undegraded":"2024-09-21T00:31:00.935830+0000","last_fullsized":"2024-09-21T00:31:00.935830+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:42:39.452401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:30:59.896737+0000","last_change":"2024-09-21T00:30:59.896737+0000","last_active":"2024-09-21T00:30:59.896737+0000","last_peered":"2024-09-21T00:30:59.896737+0000","last_clean":"2024-09-21T00:30:59.896737+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:30:59.896737+0000","last_undegraded":"2024-09-21T00:30:59.896737+0000","last_fullsized":"2024-09-21T00:30:59.896737+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.25","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.926227+0000","last_change":"2024-09-21T00:31:00.924688+0000","last_active":"2024-09-21T00:31:00.926227+0000","last_peered":"2024-09-21T00:31:00.926227+0000","last_clean":"2024-09-21T00:31:00.926227+0000","last_became_active":"2024-09-21T00:31:00.924359+0000","last_became_peered":"2024-09-21T00:31:00.924359+0000","last_unstale":"2024-09-21T00:31:00.926227+0000","last_undegraded":"2024-09-21T00:31:00.926227+0000","last_fullsized":"2024-09-21T00:31:00.926227+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:57:23.909740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.24","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.929457+0000","last_change":"2024-09-21T00:31:00.927003+0000","last_active":"2024-09-21T00:31:00.929457+0000","last_peered":"2024-09-21T00:31:00.929457+0000","last_clean":"2024-09-21T00:31:00.929457+0000","last_became_active":"2024-09-21T00:31:00.926665+0000","last_became_peered":"2024-09-21T00:31:00.926665+0000","last_unstale":"2024-09-21T00:31:00.929457+0000","last_undegraded":"2024-09-21T00:31:00.929457+0000","last_fullsized":"2024-09-21T00:31:00.929457+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:32:37.127463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:30:59.896737+0000","last_change":"2024-09-21T00:30:59.896737+0000","last_active":"2024-09-21T00:30:59.896737+0000","last_peered":"2024-09-21T00:30:59.896737+0000","last_clean":"2024-09-21T00:30:59.896737+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:30:59.896737+0000","last_undegraded":"2024-09-21T00:30:59.896737+0000","last_fullsized":"2024-09-21T00:30:59.896737+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:30:59.896737+0000","last_change":"2024-09-21T00:30:59.896737+0000","last_active":"2024-09-21T00:30:59.896737+0000","last_peered":"2024-09-21T00:30:59.896737+0000","last_clean":"2024-09-21T00:30:59.896737+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:30:59.896737+0000","last_undegraded":"2024-09-21T00:30:59.896737+0000","last_fullsized":"2024-09-21T00:30:59.896737+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.21","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.932272+0000","last_change":"2024-09-21T00:31:00.929125+0000","last_active":"2024-09-21T00:31:00.932272+0000","last_peered":"2024-09-21T00:31:00.932272+0000","last_clean":"2024-09-21T00:31:00.932272+0000","last_became_active":"2024-09-21T00:31:00.928776+0000","last_became_peered":"2024-09-21T00:31:00.928776+0000","last_unstale":"2024-09-21T00:31:00.932272+0000","last_undegraded":"2024-09-21T00:31:00.932272+0000","last_fullsized":"2024-09-21T00:31:00.932272+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:45:36.570047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.20","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.926924+0000","last_change":"2024-09-21T00:31:00.925953+0000","last_active":"2024-09-21T00:31:00.926924+0000","last_peered":"2024-09-21T00:31:00.926924+0000","last_clean":"2024-09-21T00:31:00.926924+0000","last_became_active":"2024-09-21T00:31:00.925580+0000","last_became_peered":"2024-09-21T00:31:00.925580+0000","last_unstale":"2024-09-21T00:31:00.926924+0000","last_undegraded":"2024-09-21T00:31:00.926924+0000","last_fullsized":"2024-09-21T00:31:00.926924+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:29:17.685520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.1e","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.936529+0000","last_change":"2024-09-21T00:31:00.933936+0000","last_active":"2024-09-21T00:31:00.936529+0000","last_peered":"2024-09-21T00:31:00.936529+0000","last_clean":"2024-09-21T00:31:00.936529+0000","last_became_active":"2024-09-21T00:31:00.933623+0000","last_became_peered":"2024-09-21T00:31:00.933623+0000","last_unstale":"2024-09-21T00:31:00.936529+0000","last_undegraded":"2024-09-21T00:31:00.936529+0000","last_fullsized":"2024-09-21T00:31:00.936529+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:24:00.089926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.1f","version":"139'4","reported_seq":17,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.940963+0000","last_change":"2024-09-21T00:30:59.926720+0000","last_active":"2024-09-21T00:31:00.940963+0000","last_peered":"2024-09-21T00:31:00.940963+0000","last_clean":"2024-09-21T00:31:00.940963+0000","last_became_active":"2024-09-21T00:30:59.926307+0000","last_became_peered":"2024-09-21T00:30:59.926307+0000","last_unstale":"2024-09-21T00:31:00.940963+0000","last_undegraded":"2024-09-21T00:31:00.940963+0000","last_fullsized":"2024-09-21T00:31:00.940963+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:37:20.819142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.1f","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.936382+0000","last_change":"2024-09-21T00:31:00.930885+0000","last_active":"2024-09-21T00:31:00.936382+0000","last_peered":"2024-09-21T00:31:00.936382+0000","last_clean":"2024-09-21T00:31:00.936382+0000","last_became_active":"2024-09-21T00:31:00.930531+0000","last_became_peered":"2024-09-21T00:31:00.930531+0000","last_unstale":"2024-09-21T00:31:00.936382+0000","last_undegraded":"2024-09-21T00:31:00.936382+0000","last_fullsized":"2024-09-21T00:31:00.936382+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:01:55.497394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.1e","version":"139'1","reported_seq":14,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.928749+0000","last_change":"2024-09-21T00:30:59.922681+0000","last_active":"2024-09-21T00:31:00.928749+0000","last_peered":"2024-09-21T00:31:00.928749+0000","last_clean":"2024-09-21T00:31:00.928749+0000","last_became_active":"2024-09-21T00:30:59.922358+0000","last_became_peered":"2024-09-21T00:30:59.922358+0000","last_unstale":"2024-09-21T00:31:00.928749+0000","last_undegraded":"2024-09-21T00:31:00.928749+0000","last_fullsized":"2024-09-21T00:31:00.928749+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:06:52.914978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:30:59.896737+0000","last_change":"2024-09-21T00:30:59.896737+0000","last_active":"2024-09-21T00:30:59.896737+0000","last_peered":"2024-09-21T00:30:59.896737+0000","last_clean":"2024-09-21T00:30:59.896737+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:30:59.896737+0000","last_undegraded":"2024-09-21T00:30:59.896737+0000","last_fullsized":"2024-09-21T00:30:59.896737+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.1d","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-21T00:30:58.902058+0000","last_change":"2024-09-21T00:30:58.902058+0000","last_active":"2024-09-21T00:30:58.888563+0000","last_peered":"2024-09-21T00:30:58.888563+0000","last_clean":"2024-09-21T00:30:58.888563+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:30:58.902058+0000","last_undegraded":"2024-09-21T00:30:58.902058+0000","last_fullsized":"2024-09-21T00:30:58.902058+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.1d","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.934941+0000","last_change":"2024-09-21T00:31:00.933720+0000","last_active":"2024-09-21T00:31:00.934941+0000","last_peered":"2024-09-21T00:31:00.934941+0000","last_clean":"2024-09-21T00:31:00.934941+0000","last_became_active":"2024-09-21T00:31:00.933407+0000","last_became_peered":"2024-09-21T00:31:00.933407+0000","last_unstale":"2024-09-21T00:31:00.934941+0000","last_undegraded":"2024-09-21T00:31:00.934941+0000","last_fullsized":"2024-09-21T00:31:00.934941+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:01:55.497394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.1c","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-21T00:30:58.902052+0000","last_change":"2024-09-21T00:30:58.902052+0000","last_active":"2024-09-21T00:30:58.888563+0000","last_peered":"2024-09-21T00:30:58.888563+0000","last_clean":"2024-09-21T00:30:58.888563+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:30:58.902052+0000","last_undegraded":"2024-09-21T00:30:58.902052+0000","last_fullsized":"2024-09-21T00:30:58.902052+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.1a","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.930333+0000","last_change":"2024-09-21T00:31:00.927775+0000","last_active":"2024-09-21T00:31:00.930333+0000","last_peered":"2024-09-21T00:31:00.930333+0000","last_clean":"2024-09-21T00:31:00.930333+0000","last_became_active":"2024-09-21T00:31:00.927433+0000","last_became_peered":"2024-09-21T00:31:00.927433+0000","last_unstale":"2024-09-21T00:31:00.930333+0000","last_undegraded":"2024-09-21T00:31:00.930333+0000","last_fullsized":"2024-09-21T00:31:00.930333+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:36:20.880051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.1b","version":"139'1","reported_seq":14,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.941042+0000","last_change":"2024-09-21T00:30:59.925565+0000","last_active":"2024-09-21T00:31:00.941042+0000","last_peered":"2024-09-21T00:31:00.941042+0000","last_clean":"2024-09-21T00:31:00.941042+0000","last_became_active":"2024-09-21T00:30:59.925158+0000","last_became_peered":"2024-09-21T00:30:59.925158+0000","last_unstale":"2024-09-21T00:31:00.941042+0000","last_undegraded":"2024-09-21T00:31:00.941042+0000","last_fullsized":"2024-09-21T00:31:00.941042+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:06:31.673648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:30:59.896737+0000","last_change":"2024-09-21T00:30:59.896737+0000","last_active":"2024-09-21T00:30:59.896737+0000","last_peered":"2024-09-21T00:30:59.896737+0000","last_clean":"2024-09-21T00:30:59.896737+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:30:59.896737+0000","last_undegraded":"2024-09-21T00:30:59.896737+0000","last_fullsized":"2024-09-21T00:30:59.896737+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.1a","version":"139'1","reported_seq":14,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.935582+0000","last_change":"2024-09-21T00:30:59.925706+0000","last_active":"2024-09-21T00:31:00.935582+0000","last_peered":"2024-09-21T00:31:00.935582+0000","last_clean":"2024-09-21T00:31:00.935582+0000","last_became_active":"2024-09-21T00:30:59.925317+0000","last_became_peered":"2024-09-21T00:30:59.925317+0000","last_unstale":"2024-09-21T00:31:00.935582+0000","last_undegraded":"2024-09-21T00:31:00.935582+0000","last_fullsized":"2024-09-21T00:31:00.935582+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:36:25.982460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.18","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.922504+0000","last_change":"2024-09-21T00:31:00.917722+0000","last_active":"2024-09-21T00:31:00.922504+0000","last_peered":"2024-09-21T00:31:00.922504+0000","last_clean":"2024-09-21T00:31:00.922504+0000","last_became_active":"2024-09-21T00:31:00.917400+0000","last_became_peered":"2024-09-21T00:31:00.917400+0000","last_unstale":"2024-09-21T00:31:00.922504+0000","last_undegraded":"2024-09-21T00:31:00.922504+0000","last_fullsized":"2024-09-21T00:31:00.922504+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:50:33.761151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.19","version":"0'0","reported_seq":13,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.915462+0000","last_change":"2024-09-21T00:30:59.920684+0000","last_active":"2024-09-21T00:31:00.915462+0000","last_peered":"2024-09-21T00:31:00.915462+0000","last_clean":"2024-09-21T00:31:00.915462+0000","last_became_active":"2024-09-21T00:30:59.920338+0000","last_became_peered":"2024-09-21T00:30:59.920338+0000","last_unstale":"2024-09-21T00:31:00.915462+0000","last_undegraded":"2024-09-21T00:31:00.915462+0000","last_fullsized":"2024-09-21T00:31:00.915462+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:13:01.473518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.19","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.939961+0000","last_change":"2024-09-21T00:31:00.937748+0000","last_active":"2024-09-21T00:31:00.939961+0000","last_peered":"2024-09-21T00:31:00.939961+0000","last_clean":"2024-09-21T00:31:00.939961+0000","last_became_active":"2024-09-21T00:31:00.937224+0000","last_became_peered":"2024-09-21T00:31:00.937224+0000","last_unstale":"2024-09-21T00:31:00.939961+0000","last_undegraded":"2024-09-21T00:31:00.939961+0000","last_fullsized":"2024-09-21T00:31:00.939961+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:39:14.874685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.18","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-21T00:30:58.902070+0000","last_change":"2024-09-21T00:30:58.902070+0000","last_active":"2024-09-21T00:30:58.888563+0000","last_peered":"2024-09-21T00:30:58.888563+0000","last_clean":"2024-09-21T00:30:58.888563+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:30:58.902070+0000","last_undegraded":"2024-09-21T00:30:58.902070+0000","last_fullsized":"2024-09-21T00:30:58.902070+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.16","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.931700+0000","last_change":"2024-09-21T00:31:00.924600+0000","last_active":"2024-09-21T00:31:00.931700+0000","last_peered":"2024-09-21T00:31:00.931700+0000","last_clean":"2024-09-21T00:31:00.931700+0000","last_became_active":"2024-09-21T00:31:00.924325+0000","last_became_peered":"2024-09-21T00:31:00.924325+0000","last_unstale":"2024-09-21T00:31:00.931700+0000","last_undegraded":"2024-09-21T00:31:00.931700+0000","last_fullsized":"2024-09-21T00:31:00.931700+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:19:04.142152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.17","version":"0'0","reported_seq":13,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.910589+0000","last_change":"2024-09-21T00:30:59.916498+0000","last_active":"2024-09-21T00:31:00.910589+0000","last_peered":"2024-09-21T00:31:00.910589+0000","last_clean":"2024-09-21T00:31:00.910589+0000","last_became_active":"2024-09-21T00:30:59.916119+0000","last_became_peered":"2024-09-21T00:30:59.916119+0000","last_unstale":"2024-09-21T00:31:00.910589+0000","last_undegraded":"2024-09-21T00:31:00.910589+0000","last_fullsized":"2024-09-21T00:31:00.910589+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:32:33.892062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.17","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.940835+0000","last_change":"2024-09-21T00:31:00.939560+0000","last_active":"2024-09-21T00:31:00.940835+0000","last_peered":"2024-09-21T00:31:00.940835+0000","last_clean":"2024-09-21T00:31:00.940835+0000","last_became_active":"2024-09-21T00:31:00.939241+0000","last_became_peered":"2024-09-21T00:31:00.939241+0000","last_unstale":"2024-09-21T00:31:00.940835+0000","last_undegraded":"2024-09-21T00:31:00.940835+0000","last_fullsized":"2024-09-21T00:31:00.940835+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:47:57.096846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.16","version":"0'0","reported_seq":13,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.924593+0000","last_change":"2024-09-21T00:30:59.922668+0000","last_active":"2024-09-21T00:31:00.924593+0000","last_peered":"2024-09-21T00:31:00.924593+0000","last_clean":"2024-09-21T00:31:00.924593+0000","last_became_active":"2024-09-21T00:30:59.921397+0000","last_became_peered":"2024-09-21T00:30:59.921397+0000","last_unstale":"2024-09-21T00:31:00.924593+0000","last_undegraded":"2024-09-21T00:31:00.924593+0000","last_fullsized":"2024-09-21T00:31:00.924593+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:28:10.313220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.15","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.934424+0000","last_change":"2024-09-21T00:31:00.931592+0000","last_active":"2024-09-21T00:31:00.934424+0000","last_peered":"2024-09-21T00:31:00.934424+0000","last_clean":"2024-09-21T00:31:00.934424+0000","last_became_active":"2024-09-21T00:31:00.931276+0000","last_became_peered":"2024-09-21T00:31:00.931276+0000","last_unstale":"2024-09-21T00:31:00.934424+0000","last_undegraded":"2024-09-21T00:31:00.934424+0000","last_fullsized":"2024-09-21T00:31:00.934424+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:49:49.644328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.14","version":"139'6","reported_seq":19,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.944283+0000","last_change":"2024-09-21T00:30:59.926870+0000","last_active":"2024-09-21T00:31:00.944283+0000","last_peered":"2024-09-21T00:31:00.944283+0000","last_clean":"2024-09-21T00:31:00.944283+0000","last_became_active":"2024-09-21T00:30:59.926408+0000","last_became_peered":"2024-09-21T00:30:59.926408+0000","last_unstale":"2024-09-21T00:31:00.944283+0000","last_undegraded":"2024-09-21T00:31:00.944283+0000","last_fullsized":"2024-09-21T00:31:00.944283+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:51:05.924449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.12","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.935756+0000","last_change":"2024-09-21T00:31:00.933184+0000","last_active":"2024-09-21T00:31:00.935756+0000","last_peered":"2024-09-21T00:31:00.935756+0000","last_clean":"2024-09-21T00:31:00.935756+0000","last_became_active":"2024-09-21T00:31:00.932875+0000","last_became_peered":"2024-09-21T00:31:00.932875+0000","last_unstale":"2024-09-21T00:31:00.935756+0000","last_undegraded":"2024-09-21T00:31:00.935756+0000","last_fullsized":"2024-09-21T00:31:00.935756+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:29:23.272555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.13","version":"139'2","reported_seq":15,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.944026+0000","last_change":"2024-09-21T00:30:59.922791+0000","last_active":"2024-09-21T00:31:00.944026+0000","last_peered":"2024-09-21T00:31:00.944026+0000","last_clean":"2024-09-21T00:31:00.944026+0000","last_became_active":"2024-09-21T00:30:59.922496+0000","last_became_peered":"2024-09-21T00:30:59.922496+0000","last_unstale":"2024-09-21T00:31:00.944026+0000","last_undegraded":"2024-09-21T00:31:00.944026+0000","last_fullsized":"2024-09-21T00:31:00.944026+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:22:43.541626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.13","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.927117+0000","last_change":"2024-09-21T00:31:00.919654+0000","last_active":"2024-09-21T00:31:00.927117+0000","last_peered":"2024-09-21T00:31:00.927117+0000","last_clean":"2024-09-21T00:31:00.927117+0000","last_became_active":"2024-09-21T00:31:00.919299+0000","last_became_peered":"2024-09-21T00:31:00.919299+0000","last_unstale":"2024-09-21T00:31:00.927117+0000","last_undegraded":"2024-09-21T00:31:00.927117+0000","last_fullsized":"2024-09-21T00:31:00.927117+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:28:11.321394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.12","version":"0'0","reported_seq":13,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.920580+0000","last_change":"2024-09-21T00:30:59.916154+0000","last_active":"2024-09-21T00:31:00.920580+0000","last_peered":"2024-09-21T00:31:00.920580+0000","last_clean":"2024-09-21T00:31:00.920580+0000","last_became_active":"2024-09-21T00:30:59.915789+0000","last_became_peered":"2024-09-21T00:30:59.915789+0000","last_unstale":"2024-09-21T00:31:00.920580+0000","last_undegraded":"2024-09-21T00:31:00.920580+0000","last_fullsized":"2024-09-21T00:31:00.920580+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:26:50.772358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.10","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.931483+0000","last_change":"2024-09-21T00:31:00.922145+0000","last_active":"2024-09-21T00:31:00.931483+0000","last_peered":"2024-09-21T00:31:00.931483+0000","last_clean":"2024-09-21T00:31:00.931483+0000","last_became_active":"2024-09-21T00:31:00.921835+0000","last_became_peered":"2024-09-21T00:31:00.921835+0000","last_unstale":"2024-09-21T00:31:00.931483+0000","last_undegraded":"2024-09-21T00:31:00.931483+0000","last_fullsized":"2024-09-21T00:31:00.931483+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:13:02.481693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.11","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-21T00:30:58.903558+0000","last_change":"2024-09-21T00:30:58.903558+0000","last_active":"2024-09-21T00:30:58.888563+0000","last_peered":"2024-09-21T00:30:58.888563+0000","last_clean":"2024-09-21T00:30:58.888563+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:30:58.903558+0000","last_undegraded":"2024-09-21T00:30:58.903558+0000","last_fullsized":"2024-09-21T00:30:58.903558+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.11","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.932934+0000","last_change":"2024-09-21T00:31:00.930704+0000","last_active":"2024-09-21T00:31:00.932934+0000","last_peered":"2024-09-21T00:31:00.932934+0000","last_clean":"2024-09-21T00:31:00.932934+0000","last_became_active":"2024-09-21T00:31:00.930402+0000","last_became_peered":"2024-09-21T00:31:00.930402+0000","last_unstale":"2024-09-21T00:31:00.932934+0000","last_undegraded":"2024-09-21T00:31:00.932934+0000","last_fullsized":"2024-09-21T00:31:00.932934+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:47:06.264000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.10","version":"139'8","reported_seq":21,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.934202+0000","last_change":"2024-09-21T00:30:59.920780+0000","last_active":"2024-09-21T00:31:00.934202+0000","last_peered":"2024-09-21T00:31:00.934202+0000","last_clean":"2024-09-21T00:31:00.934202+0000","last_became_active":"2024-09-21T00:30:59.920477+0000","last_became_peered":"2024-09-21T00:30:59.920477+0000","last_unstale":"2024-09-21T00:31:00.934202+0000","last_undegraded":"2024-09-21T00:31:00.934202+0000","last_fullsized":"2024-09-21T00:31:00.934202+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:13:43.182298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.e","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.941917+0000","last_change":"2024-09-21T00:31:00.940194+0000","last_active":"2024-09-21T00:31:00.941917+0000","last_peered":"2024-09-21T00:31:00.941917+0000","last_clean":"2024-09-21T00:31:00.941917+0000","last_became_active":"2024-09-21T00:31:00.939707+0000","last_became_peered":"2024-09-21T00:31:00.939707+0000","last_unstale":"2024-09-21T00:31:00.941917+0000","last_undegraded":"2024-09-21T00:31:00.941917+0000","last_fullsized":"2024-09-21T00:31:00.941917+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:36:38.452785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.f","version":"139'1","reported_seq":14,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.935519+0000","last_change":"2024-09-21T00:30:59.918207+0000","last_active":"2024-09-21T00:31:00.935519+0000","last_peered":"2024-09-21T00:31:00.935519+0000","last_clean":"2024-09-21T00:31:00.935519+0000","last_became_active":"2024-09-21T00:30:59.917551+0000","last_became_peered":"2024-09-21T00:30:59.917551+0000","last_unstale":"2024-09-21T00:31:00.935519+0000","last_undegraded":"2024-09-21T00:31:00.935519+0000","last_fullsized":"2024-09-21T00:31:00.935519+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:35:09.883621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.f","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.939619+0000","last_change":"2024-09-21T00:31:00.937323+0000","last_active":"2024-09-21T00:31:00.939619+0000","last_peered":"2024-09-21T00:31:00.939619+0000","last_clean":"2024-09-21T00:31:00.939619+0000","last_became_active":"2024-09-21T00:31:00.937005+0000","last_became_peered":"2024-09-21T00:31:00.937005+0000","last_unstale":"2024-09-21T00:31:00.939619+0000","last_undegraded":"2024-09-21T00:31:00.939619+0000","last_fullsized":"2024-09-21T00:31:00.939619+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:24:06.934453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.e","version":"139'2","reported_seq":15,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.928648+0000","last_change":"2024-09-21T00:30:59.917441+0000","last_active":"2024-09-21T00:31:00.928648+0000","last_peered":"2024-09-21T00:31:00.928648+0000","last_clean":"2024-09-21T00:31:00.928648+0000","last_became_active":"2024-09-21T00:30:59.917155+0000","last_became_peered":"2024-09-21T00:30:59.917155+0000","last_unstale":"2024-09-21T00:31:00.928648+0000","last_undegraded":"2024-09-21T00:31:00.928648+0000","last_fullsized":"2024-09-21T00:31:00.928648+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:37:20.819142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.c","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.937066+0000","last_change":"2024-09-21T00:31:00.934455+0000","last_active":"2024-09-21T00:31:00.937066+0000","last_peered":"2024-09-21T00:31:00.937066+0000","last_clean":"2024-09-21T00:31:00.937066+0000","last_became_active":"2024-09-21T00:31:00.934129+0000","last_became_peered":"2024-09-21T00:31:00.934129+0000","last_unstale":"2024-09-21T00:31:00.937066+0000","last_undegraded":"2024-09-21T00:31:00.937066+0000","last_fullsized":"2024-09-21T00:31:00.937066+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:22:17.012144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.d","version":"139'1","reported_seq":14,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.937769+0000","last_change":"2024-09-21T00:30:59.925488+0000","last_active":"2024-09-21T00:31:00.937769+0000","last_peered":"2024-09-21T00:31:00.937769+0000","last_clean":"2024-09-21T00:31:00.937769+0000","last_became_active":"2024-09-21T00:30:59.925122+0000","last_became_peered":"2024-09-21T00:30:59.925122+0000","last_unstale":"2024-09-21T00:31:00.937769+0000","last_undegraded":"2024-09-21T00:31:00.937769+0000","last_fullsized":"2024-09-21T00:31:00.937769+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:30:43.148656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:30:59.896737+0000","last_change":"2024-09-21T00:30:59.896737+0000","last_active":"2024-09-21T00:30:59.896737+0000","last_peered":"2024-09-21T00:30:59.896737+0000","last_clean":"2024-09-21T00:30:59.896737+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:30:59.896737+0000","last_undegraded":"2024-09-21T00:30:59.896737+0000","last_fullsized":"2024-09-21T00:30:59.896737+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.c","version":"0'0","reported_seq":13,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.910127+0000","last_change":"2024-09-21T00:30:59.921447+0000","last_active":"2024-09-21T00:31:00.910127+0000","last_peered":"2024-09-21T00:31:00.910127+0000","last_clean":"2024-09-21T00:31:00.910127+0000","last_became_active":"2024-09-21T00:30:59.921078+0000","last_became_peered":"2024-09-21T00:30:59.921078+0000","last_unstale":"2024-09-21T00:31:00.910127+0000","last_undegraded":"2024-09-21T00:31:00.910127+0000","last_fullsized":"2024-09-21T00:31:00.910127+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:47:42.185140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:30:59.896737+0000","last_change":"2024-09-21T00:30:59.896737+0000","last_active":"2024-09-21T00:30:59.896737+0000","last_peered":"2024-09-21T00:30:59.896737+0000","last_clean":"2024-09-21T00:30:59.896737+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:30:59.896737+0000","last_undegraded":"2024-09-21T00:30:59.896737+0000","last_fullsized":"2024-09-21T00:30:59.896737+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.b","version":"139'2","reported_seq":15,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.934879+0000","last_change":"2024-09-21T00:30:59.923128+0000","last_active":"2024-09-21T00:31:00.934879+0000","last_peered":"2024-09-21T00:31:00.934879+0000","last_clean":"2024-09-21T00:31:00.934879+0000","last_became_active":"2024-09-21T00:30:59.922287+0000","last_became_peered":"2024-09-21T00:30:59.922287+0000","last_unstale":"2024-09-21T00:31:00.934879+0000","last_undegraded":"2024-09-21T00:31:00.934879+0000","last_fullsized":"2024-09-21T00:31:00.934879+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:54:09.873740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.b","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.938830+0000","last_change":"2024-09-21T00:31:00.928718+0000","last_active":"2024-09-21T00:31:00.938830+0000","last_peered":"2024-09-21T00:31:00.938830+0000","last_clean":"2024-09-21T00:31:00.938830+0000","last_became_active":"2024-09-21T00:31:00.928333+0000","last_became_peered":"2024-09-21T00:31:00.928333+0000","last_unstale":"2024-09-21T00:31:00.938830+0000","last_undegraded":"2024-09-21T00:31:00.938830+0000","last_fullsized":"2024-09-21T00:31:00.938830+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:10:30.728647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.a","version":"0'0","reported_seq":13,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.924515+0000","last_change":"2024-09-21T00:30:59.926205+0000","last_active":"2024-09-21T00:31:00.924515+0000","last_peered":"2024-09-21T00:31:00.924515+0000","last_clean":"2024-09-21T00:31:00.924515+0000","last_became_active":"2024-09-21T00:30:59.925757+0000","last_became_peered":"2024-09-21T00:30:59.925757+0000","last_unstale":"2024-09-21T00:31:00.924515+0000","last_undegraded":"2024-09-21T00:31:00.924515+0000","last_fullsized":"2024-09-21T00:31:00.924515+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:15:38.520806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:30:59.896737+0000","last_change":"2024-09-21T00:30:59.896737+0000","last_active":"2024-09-21T00:30:59.896737+0000","last_peered":"2024-09-21T00:30:59.896737+0000","last_clean":"2024-09-21T00:30:59.896737+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:30:59.896737+0000","last_undegraded":"2024-09-21T00:30:59.896737+0000","last_fullsized":"2024-09-21T00:30:59.896737+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.9","version":"0'0","reported_seq":13,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.919797+0000","last_change":"2024-09-21T00:30:59.923621+0000","last_active":"2024-09-21T00:31:00.919797+0000","last_peered":"2024-09-21T00:31:00.919797+0000","last_clean":"2024-09-21T00:31:00.919797+0000","last_became_active":"2024-09-21T00:30:59.923322+0000","last_became_peered":"2024-09-21T00:30:59.923322+0000","last_unstale":"2024-09-21T00:31:00.919797+0000","last_undegraded":"2024-09-21T00:31:00.919797+0000","last_fullsized":"2024-09-21T00:31:00.919797+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:06:52.914978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.9","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.929431+0000","last_change":"2024-09-21T00:31:00.928266+0000","last_active":"2024-09-21T00:31:00.929431+0000","last_peered":"2024-09-21T00:31:00.929431+0000","last_clean":"2024-09-21T00:31:00.929431+0000","last_became_active":"2024-09-21T00:31:00.927759+0000","last_became_peered":"2024-09-21T00:31:00.927759+0000","last_unstale":"2024-09-21T00:31:00.929431+0000","last_undegraded":"2024-09-21T00:31:00.929431+0000","last_fullsized":"2024-09-21T00:31:00.929431+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:53:40.530543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.8","version":"0'0","reported_seq":13,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.921643+0000","last_change":"2024-09-21T00:30:59.922341+0000","last_active":"2024-09-21T00:31:00.921643+0000","last_peered":"2024-09-21T00:31:00.921643+0000","last_clean":"2024-09-21T00:31:00.921643+0000","last_became_active":"2024-09-21T00:30:59.921932+0000","last_became_peered":"2024-09-21T00:30:59.921932+0000","last_unstale":"2024-09-21T00:31:00.921643+0000","last_undegraded":"2024-09-21T00:31:00.921643+0000","last_fullsized":"2024-09-21T00:31:00.921643+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:35:09.811761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.6","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.932371+0000","last_change":"2024-09-21T00:31:00.929784+0000","last_active":"2024-09-21T00:31:00.932371+0000","last_peered":"2024-09-21T00:31:00.932371+0000","last_clean":"2024-09-21T00:31:00.932371+0000","last_became_active":"2024-09-21T00:31:00.929476+0000","last_became_peered":"2024-09-21T00:31:00.929476+0000","last_unstale":"2024-09-21T00:31:00.932371+0000","last_undegraded":"2024-09-21T00:31:00.932371+0000","last_fullsized":"2024-09-21T00:31:00.932371+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:57:23.909740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.7","version":"139'2","reported_seq":15,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.935890+0000","last_change":"2024-09-21T00:30:59.920873+0000","last_active":"2024-09-21T00:31:00.935890+0000","last_peered":"2024-09-21T00:31:00.935890+0000","last_clean":"2024-09-21T00:31:00.935890+0000","last_became_active":"2024-09-21T00:30:59.920551+0000","last_became_peered":"2024-09-21T00:30:59.920551+0000","last_unstale":"2024-09-21T00:31:00.935890+0000","last_undegraded":"2024-09-21T00:31:00.935890+0000","last_fullsized":"2024-09-21T00:31:00.935890+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:50:32.752977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.7","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.937314+0000","last_change":"2024-09-21T00:31:00.935022+0000","last_active":"2024-09-21T00:31:00.937314+0000","last_peered":"2024-09-21T00:31:00.937314+0000","last_clean":"2024-09-21T00:31:00.937314+0000","last_became_active":"2024-09-21T00:31:00.934576+0000","last_became_peered":"2024-09-21T00:31:00.934576+0000","last_unstale":"2024-09-21T00:31:00.937314+0000","last_undegraded":"2024-09-21T00:31:00.937314+0000","last_fullsized":"2024-09-21T00:31:00.937314+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:20:41.324366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.6","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-21T00:30:58.902533+0000","last_change":"2024-09-21T00:30:58.902533+0000","last_active":"2024-09-21T00:30:58.888563+0000","last_peered":"2024-09-21T00:30:58.888563+0000","last_clean":"2024-09-21T00:30:58.888563+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:30:58.902533+0000","last_undegraded":"2024-09-21T00:30:58.902533+0000","last_fullsized":"2024-09-21T00:30:58.902533+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.4","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.922428+0000","last_change":"2024-09-21T00:31:00.917755+0000","last_active":"2024-09-21T00:31:00.922428+0000","last_peered":"2024-09-21T00:31:00.922428+0000","last_clean":"2024-09-21T00:31:00.922428+0000","last_became_active":"2024-09-21T00:31:00.917017+0000","last_became_peered":"2024-09-21T00:31:00.917017+0000","last_unstale":"2024-09-21T00:31:00.922428+0000","last_undegraded":"2024-09-21T00:31:00.922428+0000","last_fullsized":"2024-09-21T00:31:00.922428+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:15:39.528980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.5","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-21T00:30:58.903323+0000","last_change":"2024-09-21T00:30:58.903323+0000","last_active":"2024-09-21T00:30:58.888563+0000","last_peered":"2024-09-21T00:30:58.888563+0000","last_clean":"2024-09-21T00:30:58.888563+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:30:58.903323+0000","last_undegraded":"2024-09-21T00:30:58.903323+0000","last_fullsized":"2024-09-21T00:30:58.903323+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:30:59.896737+0000","last_change":"2024-09-21T00:30:59.896737+0000","last_active":"2024-09-21T00:30:59.896737+0000","last_peered":"2024-09-21T00:30:59.896737+0000","last_clean":"2024-09-21T00:30:59.896737+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:30:59.896737+0000","last_undegraded":"2024-09-21T00:30:59.896737+0000","last_fullsized":"2024-09-21T00:30:59.896737+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.4","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-21T00:30:58.903677+0000","last_change":"2024-09-21T00:30:58.903677+0000","last_active":"2024-09-21T00:30:58.888563+0000","last_peered":"2024-09-21T00:30:58.888563+0000","last_clean":"2024-09-21T00:30:58.888563+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:30:58.903677+0000","last_undegraded":"2024-09-21T00:30:58.903677+0000","last_fullsized":"2024-09-21T00:30:58.903677+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.2","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.932339+0000","last_change":"2024-09-21T00:31:00.929899+0000","last_active":"2024-09-21T00:31:00.932339+0000","last_peered":"2024-09-21T00:31:00.932339+0000","last_clean":"2024-09-21T00:31:00.932339+0000","last_became_active":"2024-09-21T00:31:00.929521+0000","last_became_peered":"2024-09-21T00:31:00.929521+0000","last_unstale":"2024-09-21T00:31:00.932339+0000","last_undegraded":"2024-09-21T00:31:00.932339+0000","last_fullsized":"2024-09-21T00:31:00.932339+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:39:14.874685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.3","version":"0'0","reported_seq":13,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.916293+0000","last_change":"2024-09-21T00:30:59.923932+0000","last_active":"2024-09-21T00:31:00.916293+0000","last_peered":"2024-09-21T00:31:00.916293+0000","last_clean":"2024-09-21T00:31:00.916293+0000","last_became_active":"2024-09-21T00:30:59.923588+0000","last_became_peered":"2024-09-21T00:30:59.923588+0000","last_unstale":"2024-09-21T00:31:00.916293+0000","last_undegraded":"2024-09-21T00:31:00.916293+0000","last_fullsized":"2024-09-21T00:31:00.916293+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:04:25.142013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.3","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.931527+0000","last_change":"2024-09-21T00:31:00.923777+0000","last_active":"2024-09-21T00:31:00.931527+0000","last_peered":"2024-09-21T00:31:00.931527+0000","last_clean":"2024-09-21T00:31:00.931527+0000","last_became_active":"2024-09-21T00:31:00.923455+0000","last_became_peered":"2024-09-21T00:31:00.923455+0000","last_unstale":"2024-09-21T00:31:00.931527+0000","last_undegraded":"2024-09-21T00:31:00.931527+0000","last_fullsized":"2024-09-21T00:31:00.931527+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:13:44.190472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.2","version":"0'0","reported_seq":13,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.922799+0000","last_change":"2024-09-21T00:30:59.923443+0000","last_active":"2024-09-21T00:31:00.922799+0000","last_peered":"2024-09-21T00:31:00.922799+0000","last_clean":"2024-09-21T00:31:00.922799+0000","last_became_active":"2024-09-21T00:30:59.922986+0000","last_became_peered":"2024-09-21T00:30:59.922986+0000","last_unstale":"2024-09-21T00:31:00.922799+0000","last_undegraded":"2024-09-21T00:31:00.922799+0000","last_fullsized":"2024-09-21T00:31:00.922799+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:32:33.892062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.0","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.934125+0000","last_change":"2024-09-21T00:31:00.932457+0000","last_active":"2024-09-21T00:31:00.934125+0000","last_peered":"2024-09-21T00:31:00.934125+0000","last_clean":"2024-09-21T00:31:00.934125+0000","last_became_active":"2024-09-21T00:31:00.932139+0000","last_became_peered":"2024-09-21T00:31:00.932139+0000","last_unstale":"2024-09-21T00:31:00.934125+0000","last_undegraded":"2024-09-21T00:31:00.934125+0000","last_fullsized":"2024-09-21T00:31:00.934125+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:45:36.570047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.1","version":"0'0","reported_seq":13,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.919986+0000","last_change":"2024-09-21T00:30:59.922099+0000","last_active":"2024-09-21T00:31:00.919986+0000","last_peered":"2024-09-21T00:31:00.919986+0000","last_clean":"2024-09-21T00:31:00.919986+0000","last_became_active":"2024-09-21T00:30:59.919651+0000","last_became_peered":"2024-09-21T00:30:59.919651+0000","last_unstale":"2024-09-21T00:31:00.919986+0000","last_undegraded":"2024-09-21T00:31:00.919986+0000","last_fullsized":"2024-09-21T00:31:00.919986+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:03:16.423362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.1","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.932311+0000","last_change":"2024-09-21T00:31:00.925422+0000","last_active":"2024-09-21T00:31:00.932311+0000","last_peered":"2024-09-21T00:31:00.932311+0000","last_clean":"2024-09-21T00:31:00.932311+0000","last_became_active":"2024-09-21T00:31:00.925100+0000","last_became_peered":"2024-09-21T00:31:00.925100+0000","last_unstale":"2024-09-21T00:31:00.932311+0000","last_undegraded":"2024-09-21T00:31:00.932311+0000","last_fullsized":"2024-09-21T00:31:00.932311+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:06:32.681822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.0","version":"0'0","reported_seq":13,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.909617+0000","last_change":"2024-09-21T00:30:59.922859+0000","last_active":"2024-09-21T00:31:00.909617+0000","last_peered":"2024-09-21T00:31:00.909617+0000","last_clean":"2024-09-21T00:31:00.909617+0000","last_became_active":"2024-09-21T00:30:59.922535+0000","last_became_peered":"2024-09-21T00:30:59.922535+0000","last_unstale":"2024-09-21T00:31:00.909617+0000","last_undegraded":"2024-09-21T00:31:00.909617+0000","last_fullsized":"2024-09-21T00:31:00.909617+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:20:51.735809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.14","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.938801+0000","last_change":"2024-09-21T00:31:00.932954+0000","last_active":"2024-09-21T00:31:00.938801+0000","last_peered":"2024-09-21T00:31:00.938801+0000","last_clean":"2024-09-21T00:31:00.938801+0000","last_became_active":"2024-09-21T00:31:00.932346+0000","last_became_peered":"2024-09-21T00:31:00.932346+0000","last_unstale":"2024-09-21T00:31:00.938801+0000","last_undegraded":"2024-09-21T00:31:00.938801+0000","last_fullsized":"2024-09-21T00:31:00.938801+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:13:46.428248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.15","version":"139'3","reported_seq":16,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.944566+0000","last_change":"2024-09-21T00:30:59.920635+0000","last_active":"2024-09-21T00:31:00.944566+0000","last_peered":"2024-09-21T00:31:00.944566+0000","last_clean":"2024-09-21T00:31:00.944566+0000","last_became_active":"2024-09-21T00:30:59.920269+0000","last_became_peered":"2024-09-21T00:30:59.920269+0000","last_unstale":"2024-09-21T00:31:00.944566+0000","last_undegraded":"2024-09-21T00:31:00.944566+0000","last_fullsized":"2024-09-21T00:31:00.944566+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:29:52.663290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":321,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.920477+0000","last_change":"2024-09-21T00:21:11.583793+0000","last_active":"2024-09-21T00:31:00.920477+0000","last_peered":"2024-09-21T00:31:00.920477+0000","last_clean":"2024-09-21T00:31:00.920477+0000","last_became_active":"2024-09-21T00:21:11.582502+0000","last_became_peered":"2024-09-21T00:21:11.582502+0000","last_unstale":"2024-09-21T00:31:00.920477+0000","last_undegraded":"2024-09-21T00:31:00.920477+0000","last_fullsized":"2024-09-21T00:31:00.920477+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_clean_scrub_stamp":"2024-09-21T00:21:10.311964+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:58.010953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":21,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":92,"acting":92,"num_store_stats":6},{"poolid":20,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":38,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4238,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":34,"ondisk_log_size":34,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509562,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":55680,"kb_used_data":2280,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94316160,"statfs":{"total":96636764160,"available":96579747840,"internally_reserved":0,"allocated":2334720,"data_stored":1348943,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":54655434},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509562,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":46760,"kb_used_data":1680,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94325080,"statfs":{"total":96636764160,"available":96588881920,"internally_reserved":0,"allocated":1720320,"data_stored":751148,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":46135750},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509562,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":55076,"kb_used_data":1680,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94316764,"statfs":{"total":96636764160,"available":96580366336,"internally_reserved":0,"allocated":1720320,"data_stored":751148,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":54655429},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509563,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":68968,"kb_used_data":1680,"kb_used_omap":1,"kb_used_meta":67262,"kb_avail":94302872,"statfs":{"total":96636764160,"available":96566140928,"internally_reserved":0,"allocated":1720320,"data_stored":751148,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":68876744},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509563,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59272,"kb_used_data":1708,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312568,"statfs":{"total":96636764160,"available":96576069632,"internally_reserved":0,"allocated":1748992,"data_stored":759605,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":58915269},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509561,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":69552,"kb_used_data":2260,"kb_used_omap":1,"kb_used_meta":67262,"kb_avail":94302288,"statfs":{"total":96636764160,"available":96565542912,"internally_reserved":0,"allocated":2314240,"data_stored":1341516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":68876742},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574969,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":68952,"kb_used_data":1668,"kb_used_omap":1,"kb_used_meta":67262,"kb_avail":94302888,"statfs":{"total":96636764160,"available":96566157312,"internally_reserved":0,"allocated":1708032,"data_stored":744873,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":68876741},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574969,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":73112,"kb_used_data":1668,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94298728,"statfs":{"total":96636764160,"available":96561897472,"internally_reserved":0,"allocated":1708032,"data_stored":744873,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":73136582},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":146,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T00:31:05.004 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T00:31:05.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.155+0000 7fa6e2b82640 1 -- 172.21.15.67:0/3071704985 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa6c4003a00 msgr2=0x7fa6c4003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:05.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.155+0000 7fa6e2b82640 1 --2- 172.21.15.67:0/3071704985 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa6c4003a00 0x7fa6c4003e70 secure :-1 s=READY pgs=1666 cs=0 l=1 rev1=1 crypto rx=0x7fa6cc00bbe0 tx=0x7fa6c4005830 comp rx=0 tx=0).stop 2024-09-21T00:31:05.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.155+0000 7fa6e111f640 1 -- 172.21.15.67:0/3071704985 reap_dead start 2024-09-21T00:31:05.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.155+0000 7fa6e2b82640 1 -- 172.21.15.67:0/3071704985 shutdown_connections 2024-09-21T00:31:05.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.155+0000 7fa6e2b82640 1 -- 172.21.15.67:0/3071704985 >> 172.21.15.67:0/3071704985 conn(0x7fa6dc0b4140 msgr2=0x7fa6dc0b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:05.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.156+0000 7fa6e2b82640 1 -- 172.21.15.67:0/3071704985 shutdown_connections 2024-09-21T00:31:05.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.156+0000 7fa6e2b82640 1 -- 172.21.15.67:0/3071704985 wait complete. 2024-09-21T00:31:05.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.157+0000 7fa6e2b82640 1 Processor -- start 2024-09-21T00:31:05.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.157+0000 7fa6e2b82640 1 -- start start 2024-09-21T00:31:05.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.159+0000 7fa6e2b82640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa6c4003a00 0x7fa6dc1daf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:05.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.159+0000 7fa6e2b82640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa6dc1e6cf0 0x7fa6dc1e14a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:05.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.159+0000 7fa6e2b82640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa6dc1dbc10 0x7fa6dc1e19e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:05.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.159+0000 7fa6e2b82640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fa6dc0b5030 con 0x7fa6dc1e6cf0 2024-09-21T00:31:05.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.159+0000 7fa6e2b82640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fa6dc0b4eb0 con 0x7fa6c4003a00 2024-09-21T00:31:05.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.159+0000 7fa6e2b82640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fa6dc0cd980 con 0x7fa6dc1dbc10 2024-09-21T00:31:05.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.159+0000 7fa6dbfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa6dc1e6cf0 0x7fa6dc1e14a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:05.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.159+0000 7fa6dbfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa6dc1e6cf0 0x7fa6dc1e14a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:49960/0 (socket says 172.21.15.67:49960) 2024-09-21T00:31:05.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.159+0000 7fa6dbfff640 1 -- 172.21.15.67:0/3880578704 learned_addr learned my addr 172.21.15.67:0/3880578704 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:05.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.159+0000 7fa6e091e640 1 --2- 172.21.15.67:0/3880578704 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa6c4003a00 0x7fa6dc1daf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:05.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.159+0000 7fa6e111f640 1 --2- 172.21.15.67:0/3880578704 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa6dc1dbc10 0x7fa6dc1e19e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:05.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.159+0000 7fa6dbfff640 1 -- 172.21.15.67:0/3880578704 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa6dc1dbc10 msgr2=0x7fa6dc1e19e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:05.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.159+0000 7fa6dbfff640 1 --2- 172.21.15.67:0/3880578704 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa6dc1dbc10 0x7fa6dc1e19e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:05.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.159+0000 7fa6dbfff640 1 -- 172.21.15.67:0/3880578704 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa6c4003a00 msgr2=0x7fa6dc1daf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:05.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.159+0000 7fa6dbfff640 1 --2- 172.21.15.67:0/3880578704 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa6c4003a00 0x7fa6dc1daf10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:05.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.159+0000 7fa6dbfff640 1 -- 172.21.15.67:0/3880578704 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6dc1e06e0 con 0x7fa6dc1e6cf0 2024-09-21T00:31:05.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.160+0000 7fa6dbfff640 1 --2- 172.21.15.67:0/3880578704 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa6dc1e6cf0 0x7fa6dc1e14a0 secure :-1 s=READY pgs=1667 cs=0 l=1 rev1=1 crypto rx=0x7fa6d0000fb0 tx=0x7fa6d000ea00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:05.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.160+0000 7fa6d97fa640 1 -- 172.21.15.67:0/3880578704 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6d0015070 con 0x7fa6dc1e6cf0 2024-09-21T00:31:05.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.160+0000 7fa6d97fa640 1 -- 172.21.15.67:0/3880578704 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa6d0010980 con 0x7fa6dc1e6cf0 2024-09-21T00:31:05.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.160+0000 7fa6e2b82640 1 -- 172.21.15.67:0/3880578704 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6dc1e09c0 con 0x7fa6dc1e6cf0 2024-09-21T00:31:05.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.160+0000 7fa6d97fa640 1 -- 172.21.15.67:0/3880578704 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6d0010d90 con 0x7fa6dc1e6cf0 2024-09-21T00:31:05.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.160+0000 7fa6e2b82640 1 -- 172.21.15.67:0/3880578704 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6dc1e0f80 con 0x7fa6dc1e6cf0 2024-09-21T00:31:05.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.161+0000 7fa6e2b82640 1 -- 172.21.15.67:0/3880578704 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa6dc0cd440 con 0x7fa6dc1e6cf0 2024-09-21T00:31:05.164 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.162+0000 7fa6d97fa640 1 -- 172.21.15.67:0/3880578704 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fa6d0018070 con 0x7fa6dc1e6cf0 2024-09-21T00:31:05.164 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.162+0000 7fa6d97fa640 1 --2- 172.21.15.67:0/3880578704 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa6c8078b90 0x7fa6c807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:05.164 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.162+0000 7fa6d97fa640 1 -- 172.21.15.67:0/3880578704 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7fa6d009b1a0 con 0x7fa6dc1e6cf0 2024-09-21T00:31:05.164 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.163+0000 7fa6e091e640 1 --2- 172.21.15.67:0/3880578704 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa6c8078b90 0x7fa6c807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:05.164 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.163+0000 7fa6e091e640 1 --2- 172.21.15.67:0/3880578704 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa6c8078b90 0x7fa6c807b0a0 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7fa6cc035000 tx=0x7fa6cc0046c0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:05.168 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.167+0000 7fa6d97fa640 1 -- 172.21.15.67:0/3880578704 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fa6d00635f0 con 0x7fa6dc1e6cf0 2024-09-21T00:31:05.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.354+0000 7fa6e2b82640 1 -- 172.21.15.67:0/3880578704 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fa6dc1e0490 con 0x7fa6c8078b90 2024-09-21T00:31:05.359 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.358+0000 7fa6d97fa640 1 -- 172.21.15.67:0/3880578704 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+249282 (secure 0 0 0) 0x7fa6dc1e0490 con 0x7fa6c8078b90 2024-09-21T00:31:05.362 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:31:05.363 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-21T00:31:05.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.362+0000 7fa6e2b82640 1 -- 172.21.15.67:0/3880578704 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa6c8078b90 msgr2=0x7fa6c807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:05.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.362+0000 7fa6e2b82640 1 --2- 172.21.15.67:0/3880578704 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa6c8078b90 0x7fa6c807b0a0 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7fa6cc035000 tx=0x7fa6cc0046c0 comp rx=0 tx=0).stop 2024-09-21T00:31:05.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.362+0000 7fa6e2b82640 1 -- 172.21.15.67:0/3880578704 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa6dc1e6cf0 msgr2=0x7fa6dc1e14a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:05.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.362+0000 7fa6e2b82640 1 --2- 172.21.15.67:0/3880578704 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa6dc1e6cf0 0x7fa6dc1e14a0 secure :-1 s=READY pgs=1667 cs=0 l=1 rev1=1 crypto rx=0x7fa6d0000fb0 tx=0x7fa6d000ea00 comp rx=0 tx=0).stop 2024-09-21T00:31:05.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.362+0000 7fa6e2b82640 1 -- 172.21.15.67:0/3880578704 shutdown_connections 2024-09-21T00:31:05.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.362+0000 7fa6e2b82640 1 --2- 172.21.15.67:0/3880578704 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa6c8078b90 0x7fa6c807b0a0 unknown :-1 s=CLOSED pgs=634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:05.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.362+0000 7fa6e2b82640 1 --2- 172.21.15.67:0/3880578704 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa6dc1dbc10 0x7fa6dc1e19e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:05.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.362+0000 7fa6e2b82640 1 --2- 172.21.15.67:0/3880578704 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa6dc1e6cf0 0x7fa6dc1e14a0 unknown :-1 s=CLOSED pgs=1667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:05.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.362+0000 7fa6e2b82640 1 --2- 172.21.15.67:0/3880578704 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa6c4003a00 0x7fa6dc1daf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:05.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.362+0000 7fa6e2b82640 1 -- 172.21.15.67:0/3880578704 >> 172.21.15.67:0/3880578704 conn(0x7fa6dc0b4140 msgr2=0x7fa6dc0cdec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:05.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.362+0000 7fa6e2b82640 1 -- 172.21.15.67:0/3880578704 shutdown_connections 2024-09-21T00:31:05.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.362+0000 7fa6e2b82640 1 -- 172.21.15.67:0/3880578704 wait complete. 2024-09-21T00:31:05.375 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":431,"stamp":"2024-09-21T00:31:03.646577+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":139,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":106,"ondisk_log_size":106,"up":158,"acting":158,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":33,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":497372,"kb_used_data":14624,"kb_used_omap":12,"kb_used_meta":482547,"kb_avail":754477348,"statfs":{"total":773094113280,"available":772584804352,"internally_reserved":0,"allocated":14974976,"data_stored":7193254,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12749,"internal_metadata":494128691},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":14,"apply_latency_ms":14,"commit_latency_ns":14000000,"apply_latency_ns":14000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":38,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.746481"},"pg_stats":[{"pgid":"21.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:30:59.896737+0000","last_change":"2024-09-21T00:30:59.896737+0000","last_active":"2024-09-21T00:30:59.896737+0000","last_peered":"2024-09-21T00:30:59.896737+0000","last_clean":"2024-09-21T00:30:59.896737+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:30:59.896737+0000","last_undegraded":"2024-09-21T00:30:59.896737+0000","last_fullsized":"2024-09-21T00:30:59.896737+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.3e","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.936437+0000","last_change":"2024-09-21T00:31:00.930966+0000","last_active":"2024-09-21T00:31:00.936437+0000","last_peered":"2024-09-21T00:31:00.936437+0000","last_clean":"2024-09-21T00:31:00.936437+0000","last_became_active":"2024-09-21T00:31:00.930580+0000","last_became_peered":"2024-09-21T00:31:00.930580+0000","last_unstale":"2024-09-21T00:31:00.936437+0000","last_undegraded":"2024-09-21T00:31:00.936437+0000","last_fullsized":"2024-09-21T00:31:00.936437+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:24:00.089926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.3d","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.929005+0000","last_change":"2024-09-21T00:31:00.923718+0000","last_active":"2024-09-21T00:31:00.929005+0000","last_peered":"2024-09-21T00:31:00.929005+0000","last_clean":"2024-09-21T00:31:00.929005+0000","last_became_active":"2024-09-21T00:31:00.923408+0000","last_became_peered":"2024-09-21T00:31:00.923408+0000","last_unstale":"2024-09-21T00:31:00.929005+0000","last_undegraded":"2024-09-21T00:31:00.929005+0000","last_fullsized":"2024-09-21T00:31:00.929005+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:45:06.146032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:30:59.896737+0000","last_change":"2024-09-21T00:30:59.896737+0000","last_active":"2024-09-21T00:30:59.896737+0000","last_peered":"2024-09-21T00:30:59.896737+0000","last_clean":"2024-09-21T00:30:59.896737+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:30:59.896737+0000","last_undegraded":"2024-09-21T00:30:59.896737+0000","last_fullsized":"2024-09-21T00:30:59.896737+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.3b","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.932492+0000","last_change":"2024-09-21T00:31:00.930611+0000","last_active":"2024-09-21T00:31:00.932492+0000","last_peered":"2024-09-21T00:31:00.932492+0000","last_clean":"2024-09-21T00:31:00.932492+0000","last_became_active":"2024-09-21T00:31:00.930311+0000","last_became_peered":"2024-09-21T00:31:00.930311+0000","last_unstale":"2024-09-21T00:31:00.932492+0000","last_undegraded":"2024-09-21T00:31:00.932492+0000","last_fullsized":"2024-09-21T00:31:00.932492+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:29:17.685520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:30:59.896737+0000","last_change":"2024-09-21T00:30:59.896737+0000","last_active":"2024-09-21T00:30:59.896737+0000","last_peered":"2024-09-21T00:30:59.896737+0000","last_clean":"2024-09-21T00:30:59.896737+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:30:59.896737+0000","last_undegraded":"2024-09-21T00:30:59.896737+0000","last_fullsized":"2024-09-21T00:30:59.896737+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.39","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.923323+0000","last_change":"2024-09-21T00:31:00.921414+0000","last_active":"2024-09-21T00:31:00.923323+0000","last_peered":"2024-09-21T00:31:00.923323+0000","last_clean":"2024-09-21T00:31:00.923323+0000","last_became_active":"2024-09-21T00:31:00.921140+0000","last_became_peered":"2024-09-21T00:31:00.921140+0000","last_unstale":"2024-09-21T00:31:00.923323+0000","last_undegraded":"2024-09-21T00:31:00.923323+0000","last_fullsized":"2024-09-21T00:31:00.923323+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:09:26.633383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:30:59.896737+0000","last_change":"2024-09-21T00:30:59.896737+0000","last_active":"2024-09-21T00:30:59.896737+0000","last_peered":"2024-09-21T00:30:59.896737+0000","last_clean":"2024-09-21T00:30:59.896737+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:30:59.896737+0000","last_undegraded":"2024-09-21T00:30:59.896737+0000","last_fullsized":"2024-09-21T00:30:59.896737+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.37","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.936487+0000","last_change":"2024-09-21T00:31:00.931771+0000","last_active":"2024-09-21T00:31:00.936487+0000","last_peered":"2024-09-21T00:31:00.936487+0000","last_clean":"2024-09-21T00:31:00.936487+0000","last_became_active":"2024-09-21T00:31:00.931479+0000","last_became_peered":"2024-09-21T00:31:00.931479+0000","last_unstale":"2024-09-21T00:31:00.936487+0000","last_undegraded":"2024-09-21T00:31:00.936487+0000","last_fullsized":"2024-09-21T00:31:00.936487+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:07:18.768739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.36","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.942462+0000","last_change":"2024-09-21T00:31:00.941203+0000","last_active":"2024-09-21T00:31:00.942462+0000","last_peered":"2024-09-21T00:31:00.942462+0000","last_clean":"2024-09-21T00:31:00.942462+0000","last_became_active":"2024-09-21T00:31:00.940826+0000","last_became_peered":"2024-09-21T00:31:00.940826+0000","last_unstale":"2024-09-21T00:31:00.942462+0000","last_undegraded":"2024-09-21T00:31:00.942462+0000","last_fullsized":"2024-09-21T00:31:00.942462+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:50:27.571012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:30:59.896737+0000","last_change":"2024-09-21T00:30:59.896737+0000","last_active":"2024-09-21T00:30:59.896737+0000","last_peered":"2024-09-21T00:30:59.896737+0000","last_clean":"2024-09-21T00:30:59.896737+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:30:59.896737+0000","last_undegraded":"2024-09-21T00:30:59.896737+0000","last_fullsized":"2024-09-21T00:30:59.896737+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.34","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.937493+0000","last_change":"2024-09-21T00:31:00.935515+0000","last_active":"2024-09-21T00:31:00.937493+0000","last_peered":"2024-09-21T00:31:00.937493+0000","last_clean":"2024-09-21T00:31:00.937493+0000","last_became_active":"2024-09-21T00:31:00.935176+0000","last_became_peered":"2024-09-21T00:31:00.935176+0000","last_unstale":"2024-09-21T00:31:00.937493+0000","last_undegraded":"2024-09-21T00:31:00.937493+0000","last_fullsized":"2024-09-21T00:31:00.937493+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:07:18.768739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.33","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.932467+0000","last_change":"2024-09-21T00:31:00.926099+0000","last_active":"2024-09-21T00:31:00.932467+0000","last_peered":"2024-09-21T00:31:00.932467+0000","last_clean":"2024-09-21T00:31:00.932467+0000","last_became_active":"2024-09-21T00:31:00.925789+0000","last_became_peered":"2024-09-21T00:31:00.925789+0000","last_unstale":"2024-09-21T00:31:00.932467+0000","last_undegraded":"2024-09-21T00:31:00.932467+0000","last_fullsized":"2024-09-21T00:31:00.932467+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:37:49.669501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:30:59.896737+0000","last_change":"2024-09-21T00:30:59.896737+0000","last_active":"2024-09-21T00:30:59.896737+0000","last_peered":"2024-09-21T00:30:59.896737+0000","last_clean":"2024-09-21T00:30:59.896737+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:30:59.896737+0000","last_undegraded":"2024-09-21T00:30:59.896737+0000","last_fullsized":"2024-09-21T00:30:59.896737+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.31","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.930916+0000","last_change":"2024-09-21T00:31:00.929995+0000","last_active":"2024-09-21T00:31:00.930916+0000","last_peered":"2024-09-21T00:31:00.930916+0000","last_clean":"2024-09-21T00:31:00.930916+0000","last_became_active":"2024-09-21T00:31:00.929682+0000","last_became_peered":"2024-09-21T00:31:00.929682+0000","last_unstale":"2024-09-21T00:31:00.930916+0000","last_undegraded":"2024-09-21T00:31:00.930916+0000","last_fullsized":"2024-09-21T00:31:00.930916+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:36:20.880051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.30","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.939516+0000","last_change":"2024-09-21T00:31:00.937377+0000","last_active":"2024-09-21T00:31:00.939516+0000","last_peered":"2024-09-21T00:31:00.939516+0000","last_clean":"2024-09-21T00:31:00.939516+0000","last_became_active":"2024-09-21T00:31:00.937048+0000","last_became_peered":"2024-09-21T00:31:00.937048+0000","last_unstale":"2024-09-21T00:31:00.939516+0000","last_undegraded":"2024-09-21T00:31:00.939516+0000","last_fullsized":"2024-09-21T00:31:00.939516+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:11:51.536472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.2f","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.941102+0000","last_change":"2024-09-21T00:31:00.940002+0000","last_active":"2024-09-21T00:31:00.941102+0000","last_peered":"2024-09-21T00:31:00.941102+0000","last_clean":"2024-09-21T00:31:00.941102+0000","last_became_active":"2024-09-21T00:31:00.939607+0000","last_became_peered":"2024-09-21T00:31:00.939607+0000","last_unstale":"2024-09-21T00:31:00.941102+0000","last_undegraded":"2024-09-21T00:31:00.941102+0000","last_fullsized":"2024-09-21T00:31:00.941102+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:42:13.674455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.2e","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.932895+0000","last_change":"2024-09-21T00:31:00.930386+0000","last_active":"2024-09-21T00:31:00.932895+0000","last_peered":"2024-09-21T00:31:00.932895+0000","last_clean":"2024-09-21T00:31:00.932895+0000","last_became_active":"2024-09-21T00:31:00.930060+0000","last_became_peered":"2024-09-21T00:31:00.930060+0000","last_unstale":"2024-09-21T00:31:00.932895+0000","last_undegraded":"2024-09-21T00:31:00.932895+0000","last_fullsized":"2024-09-21T00:31:00.932895+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:57:53.437394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:30:59.896737+0000","last_change":"2024-09-21T00:30:59.896737+0000","last_active":"2024-09-21T00:30:59.896737+0000","last_peered":"2024-09-21T00:30:59.896737+0000","last_clean":"2024-09-21T00:30:59.896737+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:30:59.896737+0000","last_undegraded":"2024-09-21T00:30:59.896737+0000","last_fullsized":"2024-09-21T00:30:59.896737+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.2c","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.924391+0000","last_change":"2024-09-21T00:31:00.921940+0000","last_active":"2024-09-21T00:31:00.924391+0000","last_peered":"2024-09-21T00:31:00.924391+0000","last_clean":"2024-09-21T00:31:00.924391+0000","last_became_active":"2024-09-21T00:31:00.921616+0000","last_became_peered":"2024-09-21T00:31:00.921616+0000","last_unstale":"2024-09-21T00:31:00.924391+0000","last_undegraded":"2024-09-21T00:31:00.924391+0000","last_fullsized":"2024-09-21T00:31:00.924391+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:37:49.669501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.2b","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.942432+0000","last_change":"2024-09-21T00:31:00.941171+0000","last_active":"2024-09-21T00:31:00.942432+0000","last_peered":"2024-09-21T00:31:00.942432+0000","last_clean":"2024-09-21T00:31:00.942432+0000","last_became_active":"2024-09-21T00:31:00.940814+0000","last_became_peered":"2024-09-21T00:31:00.940814+0000","last_unstale":"2024-09-21T00:31:00.942432+0000","last_undegraded":"2024-09-21T00:31:00.942432+0000","last_fullsized":"2024-09-21T00:31:00.942432+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:21:32.591000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:30:59.896737+0000","last_change":"2024-09-21T00:30:59.896737+0000","last_active":"2024-09-21T00:30:59.896737+0000","last_peered":"2024-09-21T00:30:59.896737+0000","last_clean":"2024-09-21T00:30:59.896737+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:30:59.896737+0000","last_undegraded":"2024-09-21T00:30:59.896737+0000","last_fullsized":"2024-09-21T00:30:59.896737+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:30:59.896737+0000","last_change":"2024-09-21T00:30:59.896737+0000","last_active":"2024-09-21T00:30:59.896737+0000","last_peered":"2024-09-21T00:30:59.896737+0000","last_clean":"2024-09-21T00:30:59.896737+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:30:59.896737+0000","last_undegraded":"2024-09-21T00:30:59.896737+0000","last_fullsized":"2024-09-21T00:30:59.896737+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.28","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.937614+0000","last_change":"2024-09-21T00:31:00.936168+0000","last_active":"2024-09-21T00:31:00.937614+0000","last_peered":"2024-09-21T00:31:00.937614+0000","last_clean":"2024-09-21T00:31:00.937614+0000","last_became_active":"2024-09-21T00:31:00.935474+0000","last_became_peered":"2024-09-21T00:31:00.935474+0000","last_unstale":"2024-09-21T00:31:00.937614+0000","last_undegraded":"2024-09-21T00:31:00.937614+0000","last_fullsized":"2024-09-21T00:31:00.937614+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:22:07.727319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.27","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.935830+0000","last_change":"2024-09-21T00:31:00.931971+0000","last_active":"2024-09-21T00:31:00.935830+0000","last_peered":"2024-09-21T00:31:00.935830+0000","last_clean":"2024-09-21T00:31:00.935830+0000","last_became_active":"2024-09-21T00:31:00.931656+0000","last_became_peered":"2024-09-21T00:31:00.931656+0000","last_unstale":"2024-09-21T00:31:00.935830+0000","last_undegraded":"2024-09-21T00:31:00.935830+0000","last_fullsized":"2024-09-21T00:31:00.935830+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:42:39.452401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:30:59.896737+0000","last_change":"2024-09-21T00:30:59.896737+0000","last_active":"2024-09-21T00:30:59.896737+0000","last_peered":"2024-09-21T00:30:59.896737+0000","last_clean":"2024-09-21T00:30:59.896737+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:30:59.896737+0000","last_undegraded":"2024-09-21T00:30:59.896737+0000","last_fullsized":"2024-09-21T00:30:59.896737+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.25","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.926227+0000","last_change":"2024-09-21T00:31:00.924688+0000","last_active":"2024-09-21T00:31:00.926227+0000","last_peered":"2024-09-21T00:31:00.926227+0000","last_clean":"2024-09-21T00:31:00.926227+0000","last_became_active":"2024-09-21T00:31:00.924359+0000","last_became_peered":"2024-09-21T00:31:00.924359+0000","last_unstale":"2024-09-21T00:31:00.926227+0000","last_undegraded":"2024-09-21T00:31:00.926227+0000","last_fullsized":"2024-09-21T00:31:00.926227+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:57:23.909740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.24","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.929457+0000","last_change":"2024-09-21T00:31:00.927003+0000","last_active":"2024-09-21T00:31:00.929457+0000","last_peered":"2024-09-21T00:31:00.929457+0000","last_clean":"2024-09-21T00:31:00.929457+0000","last_became_active":"2024-09-21T00:31:00.926665+0000","last_became_peered":"2024-09-21T00:31:00.926665+0000","last_unstale":"2024-09-21T00:31:00.929457+0000","last_undegraded":"2024-09-21T00:31:00.929457+0000","last_fullsized":"2024-09-21T00:31:00.929457+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:32:37.127463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:30:59.896737+0000","last_change":"2024-09-21T00:30:59.896737+0000","last_active":"2024-09-21T00:30:59.896737+0000","last_peered":"2024-09-21T00:30:59.896737+0000","last_clean":"2024-09-21T00:30:59.896737+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:30:59.896737+0000","last_undegraded":"2024-09-21T00:30:59.896737+0000","last_fullsized":"2024-09-21T00:30:59.896737+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:30:59.896737+0000","last_change":"2024-09-21T00:30:59.896737+0000","last_active":"2024-09-21T00:30:59.896737+0000","last_peered":"2024-09-21T00:30:59.896737+0000","last_clean":"2024-09-21T00:30:59.896737+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:30:59.896737+0000","last_undegraded":"2024-09-21T00:30:59.896737+0000","last_fullsized":"2024-09-21T00:30:59.896737+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"21.21","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.932272+0000","last_change":"2024-09-21T00:31:00.929125+0000","last_active":"2024-09-21T00:31:00.932272+0000","last_peered":"2024-09-21T00:31:00.932272+0000","last_clean":"2024-09-21T00:31:00.932272+0000","last_became_active":"2024-09-21T00:31:00.928776+0000","last_became_peered":"2024-09-21T00:31:00.928776+0000","last_unstale":"2024-09-21T00:31:00.932272+0000","last_undegraded":"2024-09-21T00:31:00.932272+0000","last_fullsized":"2024-09-21T00:31:00.932272+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:45:36.570047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.20","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.926924+0000","last_change":"2024-09-21T00:31:00.925953+0000","last_active":"2024-09-21T00:31:00.926924+0000","last_peered":"2024-09-21T00:31:00.926924+0000","last_clean":"2024-09-21T00:31:00.926924+0000","last_became_active":"2024-09-21T00:31:00.925580+0000","last_became_peered":"2024-09-21T00:31:00.925580+0000","last_unstale":"2024-09-21T00:31:00.926924+0000","last_undegraded":"2024-09-21T00:31:00.926924+0000","last_fullsized":"2024-09-21T00:31:00.926924+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:29:17.685520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.1e","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.936529+0000","last_change":"2024-09-21T00:31:00.933936+0000","last_active":"2024-09-21T00:31:00.936529+0000","last_peered":"2024-09-21T00:31:00.936529+0000","last_clean":"2024-09-21T00:31:00.936529+0000","last_became_active":"2024-09-21T00:31:00.933623+0000","last_became_peered":"2024-09-21T00:31:00.933623+0000","last_unstale":"2024-09-21T00:31:00.936529+0000","last_undegraded":"2024-09-21T00:31:00.936529+0000","last_fullsized":"2024-09-21T00:31:00.936529+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:24:00.089926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.1f","version":"139'4","reported_seq":17,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.940963+0000","last_change":"2024-09-21T00:30:59.926720+0000","last_active":"2024-09-21T00:31:00.940963+0000","last_peered":"2024-09-21T00:31:00.940963+0000","last_clean":"2024-09-21T00:31:00.940963+0000","last_became_active":"2024-09-21T00:30:59.926307+0000","last_became_peered":"2024-09-21T00:30:59.926307+0000","last_unstale":"2024-09-21T00:31:00.940963+0000","last_undegraded":"2024-09-21T00:31:00.940963+0000","last_fullsized":"2024-09-21T00:31:00.940963+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:37:20.819142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.1f","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.936382+0000","last_change":"2024-09-21T00:31:00.930885+0000","last_active":"2024-09-21T00:31:00.936382+0000","last_peered":"2024-09-21T00:31:00.936382+0000","last_clean":"2024-09-21T00:31:00.936382+0000","last_became_active":"2024-09-21T00:31:00.930531+0000","last_became_peered":"2024-09-21T00:31:00.930531+0000","last_unstale":"2024-09-21T00:31:00.936382+0000","last_undegraded":"2024-09-21T00:31:00.936382+0000","last_fullsized":"2024-09-21T00:31:00.936382+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:01:55.497394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.1e","version":"139'1","reported_seq":14,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.928749+0000","last_change":"2024-09-21T00:30:59.922681+0000","last_active":"2024-09-21T00:31:00.928749+0000","last_peered":"2024-09-21T00:31:00.928749+0000","last_clean":"2024-09-21T00:31:00.928749+0000","last_became_active":"2024-09-21T00:30:59.922358+0000","last_became_peered":"2024-09-21T00:30:59.922358+0000","last_unstale":"2024-09-21T00:31:00.928749+0000","last_undegraded":"2024-09-21T00:31:00.928749+0000","last_fullsized":"2024-09-21T00:31:00.928749+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:06:52.914978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:30:59.896737+0000","last_change":"2024-09-21T00:30:59.896737+0000","last_active":"2024-09-21T00:30:59.896737+0000","last_peered":"2024-09-21T00:30:59.896737+0000","last_clean":"2024-09-21T00:30:59.896737+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:30:59.896737+0000","last_undegraded":"2024-09-21T00:30:59.896737+0000","last_fullsized":"2024-09-21T00:30:59.896737+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.1d","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-21T00:30:58.902058+0000","last_change":"2024-09-21T00:30:58.902058+0000","last_active":"2024-09-21T00:30:58.888563+0000","last_peered":"2024-09-21T00:30:58.888563+0000","last_clean":"2024-09-21T00:30:58.888563+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:30:58.902058+0000","last_undegraded":"2024-09-21T00:30:58.902058+0000","last_fullsized":"2024-09-21T00:30:58.902058+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.1d","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.934941+0000","last_change":"2024-09-21T00:31:00.933720+0000","last_active":"2024-09-21T00:31:00.934941+0000","last_peered":"2024-09-21T00:31:00.934941+0000","last_clean":"2024-09-21T00:31:00.934941+0000","last_became_active":"2024-09-21T00:31:00.933407+0000","last_became_peered":"2024-09-21T00:31:00.933407+0000","last_unstale":"2024-09-21T00:31:00.934941+0000","last_undegraded":"2024-09-21T00:31:00.934941+0000","last_fullsized":"2024-09-21T00:31:00.934941+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:01:55.497394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.1c","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-21T00:30:58.902052+0000","last_change":"2024-09-21T00:30:58.902052+0000","last_active":"2024-09-21T00:30:58.888563+0000","last_peered":"2024-09-21T00:30:58.888563+0000","last_clean":"2024-09-21T00:30:58.888563+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:30:58.902052+0000","last_undegraded":"2024-09-21T00:30:58.902052+0000","last_fullsized":"2024-09-21T00:30:58.902052+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.1a","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.930333+0000","last_change":"2024-09-21T00:31:00.927775+0000","last_active":"2024-09-21T00:31:00.930333+0000","last_peered":"2024-09-21T00:31:00.930333+0000","last_clean":"2024-09-21T00:31:00.930333+0000","last_became_active":"2024-09-21T00:31:00.927433+0000","last_became_peered":"2024-09-21T00:31:00.927433+0000","last_unstale":"2024-09-21T00:31:00.930333+0000","last_undegraded":"2024-09-21T00:31:00.930333+0000","last_fullsized":"2024-09-21T00:31:00.930333+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:36:20.880051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.1b","version":"139'1","reported_seq":14,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.941042+0000","last_change":"2024-09-21T00:30:59.925565+0000","last_active":"2024-09-21T00:31:00.941042+0000","last_peered":"2024-09-21T00:31:00.941042+0000","last_clean":"2024-09-21T00:31:00.941042+0000","last_became_active":"2024-09-21T00:30:59.925158+0000","last_became_peered":"2024-09-21T00:30:59.925158+0000","last_unstale":"2024-09-21T00:31:00.941042+0000","last_undegraded":"2024-09-21T00:31:00.941042+0000","last_fullsized":"2024-09-21T00:31:00.941042+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:06:31.673648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:30:59.896737+0000","last_change":"2024-09-21T00:30:59.896737+0000","last_active":"2024-09-21T00:30:59.896737+0000","last_peered":"2024-09-21T00:30:59.896737+0000","last_clean":"2024-09-21T00:30:59.896737+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:30:59.896737+0000","last_undegraded":"2024-09-21T00:30:59.896737+0000","last_fullsized":"2024-09-21T00:30:59.896737+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.1a","version":"139'1","reported_seq":14,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.935582+0000","last_change":"2024-09-21T00:30:59.925706+0000","last_active":"2024-09-21T00:31:00.935582+0000","last_peered":"2024-09-21T00:31:00.935582+0000","last_clean":"2024-09-21T00:31:00.935582+0000","last_became_active":"2024-09-21T00:30:59.925317+0000","last_became_peered":"2024-09-21T00:30:59.925317+0000","last_unstale":"2024-09-21T00:31:00.935582+0000","last_undegraded":"2024-09-21T00:31:00.935582+0000","last_fullsized":"2024-09-21T00:31:00.935582+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:36:25.982460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.18","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.922504+0000","last_change":"2024-09-21T00:31:00.917722+0000","last_active":"2024-09-21T00:31:00.922504+0000","last_peered":"2024-09-21T00:31:00.922504+0000","last_clean":"2024-09-21T00:31:00.922504+0000","last_became_active":"2024-09-21T00:31:00.917400+0000","last_became_peered":"2024-09-21T00:31:00.917400+0000","last_unstale":"2024-09-21T00:31:00.922504+0000","last_undegraded":"2024-09-21T00:31:00.922504+0000","last_fullsized":"2024-09-21T00:31:00.922504+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:50:33.761151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.19","version":"0'0","reported_seq":13,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.915462+0000","last_change":"2024-09-21T00:30:59.920684+0000","last_active":"2024-09-21T00:31:00.915462+0000","last_peered":"2024-09-21T00:31:00.915462+0000","last_clean":"2024-09-21T00:31:00.915462+0000","last_became_active":"2024-09-21T00:30:59.920338+0000","last_became_peered":"2024-09-21T00:30:59.920338+0000","last_unstale":"2024-09-21T00:31:00.915462+0000","last_undegraded":"2024-09-21T00:31:00.915462+0000","last_fullsized":"2024-09-21T00:31:00.915462+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:13:01.473518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.19","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.939961+0000","last_change":"2024-09-21T00:31:00.937748+0000","last_active":"2024-09-21T00:31:00.939961+0000","last_peered":"2024-09-21T00:31:00.939961+0000","last_clean":"2024-09-21T00:31:00.939961+0000","last_became_active":"2024-09-21T00:31:00.937224+0000","last_became_peered":"2024-09-21T00:31:00.937224+0000","last_unstale":"2024-09-21T00:31:00.939961+0000","last_undegraded":"2024-09-21T00:31:00.939961+0000","last_fullsized":"2024-09-21T00:31:00.939961+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:39:14.874685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.18","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-21T00:30:58.902070+0000","last_change":"2024-09-21T00:30:58.902070+0000","last_active":"2024-09-21T00:30:58.888563+0000","last_peered":"2024-09-21T00:30:58.888563+0000","last_clean":"2024-09-21T00:30:58.888563+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:30:58.902070+0000","last_undegraded":"2024-09-21T00:30:58.902070+0000","last_fullsized":"2024-09-21T00:30:58.902070+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.16","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.931700+0000","last_change":"2024-09-21T00:31:00.924600+0000","last_active":"2024-09-21T00:31:00.931700+0000","last_peered":"2024-09-21T00:31:00.931700+0000","last_clean":"2024-09-21T00:31:00.931700+0000","last_became_active":"2024-09-21T00:31:00.924325+0000","last_became_peered":"2024-09-21T00:31:00.924325+0000","last_unstale":"2024-09-21T00:31:00.931700+0000","last_undegraded":"2024-09-21T00:31:00.931700+0000","last_fullsized":"2024-09-21T00:31:00.931700+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:19:04.142152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.17","version":"0'0","reported_seq":13,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.910589+0000","last_change":"2024-09-21T00:30:59.916498+0000","last_active":"2024-09-21T00:31:00.910589+0000","last_peered":"2024-09-21T00:31:00.910589+0000","last_clean":"2024-09-21T00:31:00.910589+0000","last_became_active":"2024-09-21T00:30:59.916119+0000","last_became_peered":"2024-09-21T00:30:59.916119+0000","last_unstale":"2024-09-21T00:31:00.910589+0000","last_undegraded":"2024-09-21T00:31:00.910589+0000","last_fullsized":"2024-09-21T00:31:00.910589+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:32:33.892062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.17","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.940835+0000","last_change":"2024-09-21T00:31:00.939560+0000","last_active":"2024-09-21T00:31:00.940835+0000","last_peered":"2024-09-21T00:31:00.940835+0000","last_clean":"2024-09-21T00:31:00.940835+0000","last_became_active":"2024-09-21T00:31:00.939241+0000","last_became_peered":"2024-09-21T00:31:00.939241+0000","last_unstale":"2024-09-21T00:31:00.940835+0000","last_undegraded":"2024-09-21T00:31:00.940835+0000","last_fullsized":"2024-09-21T00:31:00.940835+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:47:57.096846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.16","version":"0'0","reported_seq":13,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.924593+0000","last_change":"2024-09-21T00:30:59.922668+0000","last_active":"2024-09-21T00:31:00.924593+0000","last_peered":"2024-09-21T00:31:00.924593+0000","last_clean":"2024-09-21T00:31:00.924593+0000","last_became_active":"2024-09-21T00:30:59.921397+0000","last_became_peered":"2024-09-21T00:30:59.921397+0000","last_unstale":"2024-09-21T00:31:00.924593+0000","last_undegraded":"2024-09-21T00:31:00.924593+0000","last_fullsized":"2024-09-21T00:31:00.924593+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:28:10.313220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.15","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.934424+0000","last_change":"2024-09-21T00:31:00.931592+0000","last_active":"2024-09-21T00:31:00.934424+0000","last_peered":"2024-09-21T00:31:00.934424+0000","last_clean":"2024-09-21T00:31:00.934424+0000","last_became_active":"2024-09-21T00:31:00.931276+0000","last_became_peered":"2024-09-21T00:31:00.931276+0000","last_unstale":"2024-09-21T00:31:00.934424+0000","last_undegraded":"2024-09-21T00:31:00.934424+0000","last_fullsized":"2024-09-21T00:31:00.934424+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:49:49.644328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.14","version":"139'6","reported_seq":19,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.944283+0000","last_change":"2024-09-21T00:30:59.926870+0000","last_active":"2024-09-21T00:31:00.944283+0000","last_peered":"2024-09-21T00:31:00.944283+0000","last_clean":"2024-09-21T00:31:00.944283+0000","last_became_active":"2024-09-21T00:30:59.926408+0000","last_became_peered":"2024-09-21T00:30:59.926408+0000","last_unstale":"2024-09-21T00:31:00.944283+0000","last_undegraded":"2024-09-21T00:31:00.944283+0000","last_fullsized":"2024-09-21T00:31:00.944283+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:51:05.924449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.12","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.935756+0000","last_change":"2024-09-21T00:31:00.933184+0000","last_active":"2024-09-21T00:31:00.935756+0000","last_peered":"2024-09-21T00:31:00.935756+0000","last_clean":"2024-09-21T00:31:00.935756+0000","last_became_active":"2024-09-21T00:31:00.932875+0000","last_became_peered":"2024-09-21T00:31:00.932875+0000","last_unstale":"2024-09-21T00:31:00.935756+0000","last_undegraded":"2024-09-21T00:31:00.935756+0000","last_fullsized":"2024-09-21T00:31:00.935756+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:29:23.272555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.13","version":"139'2","reported_seq":15,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.944026+0000","last_change":"2024-09-21T00:30:59.922791+0000","last_active":"2024-09-21T00:31:00.944026+0000","last_peered":"2024-09-21T00:31:00.944026+0000","last_clean":"2024-09-21T00:31:00.944026+0000","last_became_active":"2024-09-21T00:30:59.922496+0000","last_became_peered":"2024-09-21T00:30:59.922496+0000","last_unstale":"2024-09-21T00:31:00.944026+0000","last_undegraded":"2024-09-21T00:31:00.944026+0000","last_fullsized":"2024-09-21T00:31:00.944026+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:22:43.541626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.13","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.927117+0000","last_change":"2024-09-21T00:31:00.919654+0000","last_active":"2024-09-21T00:31:00.927117+0000","last_peered":"2024-09-21T00:31:00.927117+0000","last_clean":"2024-09-21T00:31:00.927117+0000","last_became_active":"2024-09-21T00:31:00.919299+0000","last_became_peered":"2024-09-21T00:31:00.919299+0000","last_unstale":"2024-09-21T00:31:00.927117+0000","last_undegraded":"2024-09-21T00:31:00.927117+0000","last_fullsized":"2024-09-21T00:31:00.927117+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:28:11.321394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.12","version":"0'0","reported_seq":13,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.920580+0000","last_change":"2024-09-21T00:30:59.916154+0000","last_active":"2024-09-21T00:31:00.920580+0000","last_peered":"2024-09-21T00:31:00.920580+0000","last_clean":"2024-09-21T00:31:00.920580+0000","last_became_active":"2024-09-21T00:30:59.915789+0000","last_became_peered":"2024-09-21T00:30:59.915789+0000","last_unstale":"2024-09-21T00:31:00.920580+0000","last_undegraded":"2024-09-21T00:31:00.920580+0000","last_fullsized":"2024-09-21T00:31:00.920580+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:26:50.772358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.10","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.931483+0000","last_change":"2024-09-21T00:31:00.922145+0000","last_active":"2024-09-21T00:31:00.931483+0000","last_peered":"2024-09-21T00:31:00.931483+0000","last_clean":"2024-09-21T00:31:00.931483+0000","last_became_active":"2024-09-21T00:31:00.921835+0000","last_became_peered":"2024-09-21T00:31:00.921835+0000","last_unstale":"2024-09-21T00:31:00.931483+0000","last_undegraded":"2024-09-21T00:31:00.931483+0000","last_fullsized":"2024-09-21T00:31:00.931483+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:13:02.481693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.11","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-21T00:30:58.903558+0000","last_change":"2024-09-21T00:30:58.903558+0000","last_active":"2024-09-21T00:30:58.888563+0000","last_peered":"2024-09-21T00:30:58.888563+0000","last_clean":"2024-09-21T00:30:58.888563+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:30:58.903558+0000","last_undegraded":"2024-09-21T00:30:58.903558+0000","last_fullsized":"2024-09-21T00:30:58.903558+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.11","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.932934+0000","last_change":"2024-09-21T00:31:00.930704+0000","last_active":"2024-09-21T00:31:00.932934+0000","last_peered":"2024-09-21T00:31:00.932934+0000","last_clean":"2024-09-21T00:31:00.932934+0000","last_became_active":"2024-09-21T00:31:00.930402+0000","last_became_peered":"2024-09-21T00:31:00.930402+0000","last_unstale":"2024-09-21T00:31:00.932934+0000","last_undegraded":"2024-09-21T00:31:00.932934+0000","last_fullsized":"2024-09-21T00:31:00.932934+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:47:06.264000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.10","version":"139'8","reported_seq":21,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.934202+0000","last_change":"2024-09-21T00:30:59.920780+0000","last_active":"2024-09-21T00:31:00.934202+0000","last_peered":"2024-09-21T00:31:00.934202+0000","last_clean":"2024-09-21T00:31:00.934202+0000","last_became_active":"2024-09-21T00:30:59.920477+0000","last_became_peered":"2024-09-21T00:30:59.920477+0000","last_unstale":"2024-09-21T00:31:00.934202+0000","last_undegraded":"2024-09-21T00:31:00.934202+0000","last_fullsized":"2024-09-21T00:31:00.934202+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:13:43.182298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.e","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.941917+0000","last_change":"2024-09-21T00:31:00.940194+0000","last_active":"2024-09-21T00:31:00.941917+0000","last_peered":"2024-09-21T00:31:00.941917+0000","last_clean":"2024-09-21T00:31:00.941917+0000","last_became_active":"2024-09-21T00:31:00.939707+0000","last_became_peered":"2024-09-21T00:31:00.939707+0000","last_unstale":"2024-09-21T00:31:00.941917+0000","last_undegraded":"2024-09-21T00:31:00.941917+0000","last_fullsized":"2024-09-21T00:31:00.941917+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:36:38.452785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.f","version":"139'1","reported_seq":14,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.935519+0000","last_change":"2024-09-21T00:30:59.918207+0000","last_active":"2024-09-21T00:31:00.935519+0000","last_peered":"2024-09-21T00:31:00.935519+0000","last_clean":"2024-09-21T00:31:00.935519+0000","last_became_active":"2024-09-21T00:30:59.917551+0000","last_became_peered":"2024-09-21T00:30:59.917551+0000","last_unstale":"2024-09-21T00:31:00.935519+0000","last_undegraded":"2024-09-21T00:31:00.935519+0000","last_fullsized":"2024-09-21T00:31:00.935519+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:35:09.883621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.f","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.939619+0000","last_change":"2024-09-21T00:31:00.937323+0000","last_active":"2024-09-21T00:31:00.939619+0000","last_peered":"2024-09-21T00:31:00.939619+0000","last_clean":"2024-09-21T00:31:00.939619+0000","last_became_active":"2024-09-21T00:31:00.937005+0000","last_became_peered":"2024-09-21T00:31:00.937005+0000","last_unstale":"2024-09-21T00:31:00.939619+0000","last_undegraded":"2024-09-21T00:31:00.939619+0000","last_fullsized":"2024-09-21T00:31:00.939619+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:24:06.934453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.e","version":"139'2","reported_seq":15,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.928648+0000","last_change":"2024-09-21T00:30:59.917441+0000","last_active":"2024-09-21T00:31:00.928648+0000","last_peered":"2024-09-21T00:31:00.928648+0000","last_clean":"2024-09-21T00:31:00.928648+0000","last_became_active":"2024-09-21T00:30:59.917155+0000","last_became_peered":"2024-09-21T00:30:59.917155+0000","last_unstale":"2024-09-21T00:31:00.928648+0000","last_undegraded":"2024-09-21T00:31:00.928648+0000","last_fullsized":"2024-09-21T00:31:00.928648+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:37:20.819142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.c","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.937066+0000","last_change":"2024-09-21T00:31:00.934455+0000","last_active":"2024-09-21T00:31:00.937066+0000","last_peered":"2024-09-21T00:31:00.937066+0000","last_clean":"2024-09-21T00:31:00.937066+0000","last_became_active":"2024-09-21T00:31:00.934129+0000","last_became_peered":"2024-09-21T00:31:00.934129+0000","last_unstale":"2024-09-21T00:31:00.937066+0000","last_undegraded":"2024-09-21T00:31:00.937066+0000","last_fullsized":"2024-09-21T00:31:00.937066+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:22:17.012144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.d","version":"139'1","reported_seq":14,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.937769+0000","last_change":"2024-09-21T00:30:59.925488+0000","last_active":"2024-09-21T00:31:00.937769+0000","last_peered":"2024-09-21T00:31:00.937769+0000","last_clean":"2024-09-21T00:31:00.937769+0000","last_became_active":"2024-09-21T00:30:59.925122+0000","last_became_peered":"2024-09-21T00:30:59.925122+0000","last_unstale":"2024-09-21T00:31:00.937769+0000","last_undegraded":"2024-09-21T00:31:00.937769+0000","last_fullsized":"2024-09-21T00:31:00.937769+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:30:43.148656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:30:59.896737+0000","last_change":"2024-09-21T00:30:59.896737+0000","last_active":"2024-09-21T00:30:59.896737+0000","last_peered":"2024-09-21T00:30:59.896737+0000","last_clean":"2024-09-21T00:30:59.896737+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:30:59.896737+0000","last_undegraded":"2024-09-21T00:30:59.896737+0000","last_fullsized":"2024-09-21T00:30:59.896737+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.c","version":"0'0","reported_seq":13,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.910127+0000","last_change":"2024-09-21T00:30:59.921447+0000","last_active":"2024-09-21T00:31:00.910127+0000","last_peered":"2024-09-21T00:31:00.910127+0000","last_clean":"2024-09-21T00:31:00.910127+0000","last_became_active":"2024-09-21T00:30:59.921078+0000","last_became_peered":"2024-09-21T00:30:59.921078+0000","last_unstale":"2024-09-21T00:31:00.910127+0000","last_undegraded":"2024-09-21T00:31:00.910127+0000","last_fullsized":"2024-09-21T00:31:00.910127+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:47:42.185140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:30:59.896737+0000","last_change":"2024-09-21T00:30:59.896737+0000","last_active":"2024-09-21T00:30:59.896737+0000","last_peered":"2024-09-21T00:30:59.896737+0000","last_clean":"2024-09-21T00:30:59.896737+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:30:59.896737+0000","last_undegraded":"2024-09-21T00:30:59.896737+0000","last_fullsized":"2024-09-21T00:30:59.896737+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.b","version":"139'2","reported_seq":15,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.934879+0000","last_change":"2024-09-21T00:30:59.923128+0000","last_active":"2024-09-21T00:31:00.934879+0000","last_peered":"2024-09-21T00:31:00.934879+0000","last_clean":"2024-09-21T00:31:00.934879+0000","last_became_active":"2024-09-21T00:30:59.922287+0000","last_became_peered":"2024-09-21T00:30:59.922287+0000","last_unstale":"2024-09-21T00:31:00.934879+0000","last_undegraded":"2024-09-21T00:31:00.934879+0000","last_fullsized":"2024-09-21T00:31:00.934879+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:54:09.873740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.b","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.938830+0000","last_change":"2024-09-21T00:31:00.928718+0000","last_active":"2024-09-21T00:31:00.938830+0000","last_peered":"2024-09-21T00:31:00.938830+0000","last_clean":"2024-09-21T00:31:00.938830+0000","last_became_active":"2024-09-21T00:31:00.928333+0000","last_became_peered":"2024-09-21T00:31:00.928333+0000","last_unstale":"2024-09-21T00:31:00.938830+0000","last_undegraded":"2024-09-21T00:31:00.938830+0000","last_fullsized":"2024-09-21T00:31:00.938830+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:10:30.728647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.a","version":"0'0","reported_seq":13,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.924515+0000","last_change":"2024-09-21T00:30:59.926205+0000","last_active":"2024-09-21T00:31:00.924515+0000","last_peered":"2024-09-21T00:31:00.924515+0000","last_clean":"2024-09-21T00:31:00.924515+0000","last_became_active":"2024-09-21T00:30:59.925757+0000","last_became_peered":"2024-09-21T00:30:59.925757+0000","last_unstale":"2024-09-21T00:31:00.924515+0000","last_undegraded":"2024-09-21T00:31:00.924515+0000","last_fullsized":"2024-09-21T00:31:00.924515+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:15:38.520806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:30:59.896737+0000","last_change":"2024-09-21T00:30:59.896737+0000","last_active":"2024-09-21T00:30:59.896737+0000","last_peered":"2024-09-21T00:30:59.896737+0000","last_clean":"2024-09-21T00:30:59.896737+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:30:59.896737+0000","last_undegraded":"2024-09-21T00:30:59.896737+0000","last_fullsized":"2024-09-21T00:30:59.896737+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.9","version":"0'0","reported_seq":13,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.919797+0000","last_change":"2024-09-21T00:30:59.923621+0000","last_active":"2024-09-21T00:31:00.919797+0000","last_peered":"2024-09-21T00:31:00.919797+0000","last_clean":"2024-09-21T00:31:00.919797+0000","last_became_active":"2024-09-21T00:30:59.923322+0000","last_became_peered":"2024-09-21T00:30:59.923322+0000","last_unstale":"2024-09-21T00:31:00.919797+0000","last_undegraded":"2024-09-21T00:31:00.919797+0000","last_fullsized":"2024-09-21T00:31:00.919797+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:06:52.914978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.9","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.929431+0000","last_change":"2024-09-21T00:31:00.928266+0000","last_active":"2024-09-21T00:31:00.929431+0000","last_peered":"2024-09-21T00:31:00.929431+0000","last_clean":"2024-09-21T00:31:00.929431+0000","last_became_active":"2024-09-21T00:31:00.927759+0000","last_became_peered":"2024-09-21T00:31:00.927759+0000","last_unstale":"2024-09-21T00:31:00.929431+0000","last_undegraded":"2024-09-21T00:31:00.929431+0000","last_fullsized":"2024-09-21T00:31:00.929431+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:53:40.530543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.8","version":"0'0","reported_seq":13,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.921643+0000","last_change":"2024-09-21T00:30:59.922341+0000","last_active":"2024-09-21T00:31:00.921643+0000","last_peered":"2024-09-21T00:31:00.921643+0000","last_clean":"2024-09-21T00:31:00.921643+0000","last_became_active":"2024-09-21T00:30:59.921932+0000","last_became_peered":"2024-09-21T00:30:59.921932+0000","last_unstale":"2024-09-21T00:31:00.921643+0000","last_undegraded":"2024-09-21T00:31:00.921643+0000","last_fullsized":"2024-09-21T00:31:00.921643+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:35:09.811761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.6","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.932371+0000","last_change":"2024-09-21T00:31:00.929784+0000","last_active":"2024-09-21T00:31:00.932371+0000","last_peered":"2024-09-21T00:31:00.932371+0000","last_clean":"2024-09-21T00:31:00.932371+0000","last_became_active":"2024-09-21T00:31:00.929476+0000","last_became_peered":"2024-09-21T00:31:00.929476+0000","last_unstale":"2024-09-21T00:31:00.932371+0000","last_undegraded":"2024-09-21T00:31:00.932371+0000","last_fullsized":"2024-09-21T00:31:00.932371+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:57:23.909740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.7","version":"139'2","reported_seq":15,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.935890+0000","last_change":"2024-09-21T00:30:59.920873+0000","last_active":"2024-09-21T00:31:00.935890+0000","last_peered":"2024-09-21T00:31:00.935890+0000","last_clean":"2024-09-21T00:31:00.935890+0000","last_became_active":"2024-09-21T00:30:59.920551+0000","last_became_peered":"2024-09-21T00:30:59.920551+0000","last_unstale":"2024-09-21T00:31:00.935890+0000","last_undegraded":"2024-09-21T00:31:00.935890+0000","last_fullsized":"2024-09-21T00:31:00.935890+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:50:32.752977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.7","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.937314+0000","last_change":"2024-09-21T00:31:00.935022+0000","last_active":"2024-09-21T00:31:00.937314+0000","last_peered":"2024-09-21T00:31:00.937314+0000","last_clean":"2024-09-21T00:31:00.937314+0000","last_became_active":"2024-09-21T00:31:00.934576+0000","last_became_peered":"2024-09-21T00:31:00.934576+0000","last_unstale":"2024-09-21T00:31:00.937314+0000","last_undegraded":"2024-09-21T00:31:00.937314+0000","last_fullsized":"2024-09-21T00:31:00.937314+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:20:41.324366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.6","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-21T00:30:58.902533+0000","last_change":"2024-09-21T00:30:58.902533+0000","last_active":"2024-09-21T00:30:58.888563+0000","last_peered":"2024-09-21T00:30:58.888563+0000","last_clean":"2024-09-21T00:30:58.888563+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:30:58.902533+0000","last_undegraded":"2024-09-21T00:30:58.902533+0000","last_fullsized":"2024-09-21T00:30:58.902533+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.4","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.922428+0000","last_change":"2024-09-21T00:31:00.917755+0000","last_active":"2024-09-21T00:31:00.922428+0000","last_peered":"2024-09-21T00:31:00.922428+0000","last_clean":"2024-09-21T00:31:00.922428+0000","last_became_active":"2024-09-21T00:31:00.917017+0000","last_became_peered":"2024-09-21T00:31:00.917017+0000","last_unstale":"2024-09-21T00:31:00.922428+0000","last_undegraded":"2024-09-21T00:31:00.922428+0000","last_fullsized":"2024-09-21T00:31:00.922428+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:15:39.528980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.5","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-21T00:30:58.903323+0000","last_change":"2024-09-21T00:30:58.903323+0000","last_active":"2024-09-21T00:30:58.888563+0000","last_peered":"2024-09-21T00:30:58.888563+0000","last_clean":"2024-09-21T00:30:58.888563+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:30:58.903323+0000","last_undegraded":"2024-09-21T00:30:58.903323+0000","last_fullsized":"2024-09-21T00:30:58.903323+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:30:59.896737+0000","last_change":"2024-09-21T00:30:59.896737+0000","last_active":"2024-09-21T00:30:59.896737+0000","last_peered":"2024-09-21T00:30:59.896737+0000","last_clean":"2024-09-21T00:30:59.896737+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:30:59.896737+0000","last_undegraded":"2024-09-21T00:30:59.896737+0000","last_fullsized":"2024-09-21T00:30:59.896737+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"20.4","version":"0'0","reported_seq":1,"reported_epoch":137,"state":"creating+peering","last_fresh":"2024-09-21T00:30:58.903677+0000","last_change":"2024-09-21T00:30:58.903677+0000","last_active":"2024-09-21T00:30:58.888563+0000","last_peered":"2024-09-21T00:30:58.888563+0000","last_clean":"2024-09-21T00:30:58.888563+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:30:58.903677+0000","last_undegraded":"2024-09-21T00:30:58.903677+0000","last_fullsized":"2024-09-21T00:30:58.903677+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.2","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.932339+0000","last_change":"2024-09-21T00:31:00.929899+0000","last_active":"2024-09-21T00:31:00.932339+0000","last_peered":"2024-09-21T00:31:00.932339+0000","last_clean":"2024-09-21T00:31:00.932339+0000","last_became_active":"2024-09-21T00:31:00.929521+0000","last_became_peered":"2024-09-21T00:31:00.929521+0000","last_unstale":"2024-09-21T00:31:00.932339+0000","last_undegraded":"2024-09-21T00:31:00.932339+0000","last_fullsized":"2024-09-21T00:31:00.932339+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:39:14.874685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.3","version":"0'0","reported_seq":13,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.916293+0000","last_change":"2024-09-21T00:30:59.923932+0000","last_active":"2024-09-21T00:31:00.916293+0000","last_peered":"2024-09-21T00:31:00.916293+0000","last_clean":"2024-09-21T00:31:00.916293+0000","last_became_active":"2024-09-21T00:30:59.923588+0000","last_became_peered":"2024-09-21T00:30:59.923588+0000","last_unstale":"2024-09-21T00:31:00.916293+0000","last_undegraded":"2024-09-21T00:31:00.916293+0000","last_fullsized":"2024-09-21T00:31:00.916293+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:04:25.142013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.3","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.931527+0000","last_change":"2024-09-21T00:31:00.923777+0000","last_active":"2024-09-21T00:31:00.931527+0000","last_peered":"2024-09-21T00:31:00.931527+0000","last_clean":"2024-09-21T00:31:00.931527+0000","last_became_active":"2024-09-21T00:31:00.923455+0000","last_became_peered":"2024-09-21T00:31:00.923455+0000","last_unstale":"2024-09-21T00:31:00.931527+0000","last_undegraded":"2024-09-21T00:31:00.931527+0000","last_fullsized":"2024-09-21T00:31:00.931527+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:13:44.190472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.2","version":"0'0","reported_seq":13,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.922799+0000","last_change":"2024-09-21T00:30:59.923443+0000","last_active":"2024-09-21T00:31:00.922799+0000","last_peered":"2024-09-21T00:31:00.922799+0000","last_clean":"2024-09-21T00:31:00.922799+0000","last_became_active":"2024-09-21T00:30:59.922986+0000","last_became_peered":"2024-09-21T00:30:59.922986+0000","last_unstale":"2024-09-21T00:31:00.922799+0000","last_undegraded":"2024-09-21T00:31:00.922799+0000","last_fullsized":"2024-09-21T00:31:00.922799+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:32:33.892062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.0","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.934125+0000","last_change":"2024-09-21T00:31:00.932457+0000","last_active":"2024-09-21T00:31:00.934125+0000","last_peered":"2024-09-21T00:31:00.934125+0000","last_clean":"2024-09-21T00:31:00.934125+0000","last_became_active":"2024-09-21T00:31:00.932139+0000","last_became_peered":"2024-09-21T00:31:00.932139+0000","last_unstale":"2024-09-21T00:31:00.934125+0000","last_undegraded":"2024-09-21T00:31:00.934125+0000","last_fullsized":"2024-09-21T00:31:00.934125+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:45:36.570047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.1","version":"0'0","reported_seq":13,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.919986+0000","last_change":"2024-09-21T00:30:59.922099+0000","last_active":"2024-09-21T00:31:00.919986+0000","last_peered":"2024-09-21T00:31:00.919986+0000","last_clean":"2024-09-21T00:31:00.919986+0000","last_became_active":"2024-09-21T00:30:59.919651+0000","last_became_peered":"2024-09-21T00:30:59.919651+0000","last_unstale":"2024-09-21T00:31:00.919986+0000","last_undegraded":"2024-09-21T00:31:00.919986+0000","last_fullsized":"2024-09-21T00:31:00.919986+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:03:16.423362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.1","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.932311+0000","last_change":"2024-09-21T00:31:00.925422+0000","last_active":"2024-09-21T00:31:00.932311+0000","last_peered":"2024-09-21T00:31:00.932311+0000","last_clean":"2024-09-21T00:31:00.932311+0000","last_became_active":"2024-09-21T00:31:00.925100+0000","last_became_peered":"2024-09-21T00:31:00.925100+0000","last_unstale":"2024-09-21T00:31:00.932311+0000","last_undegraded":"2024-09-21T00:31:00.932311+0000","last_fullsized":"2024-09-21T00:31:00.932311+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:06:32.681822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.0","version":"0'0","reported_seq":13,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.909617+0000","last_change":"2024-09-21T00:30:59.922859+0000","last_active":"2024-09-21T00:31:00.909617+0000","last_peered":"2024-09-21T00:31:00.909617+0000","last_clean":"2024-09-21T00:31:00.909617+0000","last_became_active":"2024-09-21T00:30:59.922535+0000","last_became_peered":"2024-09-21T00:30:59.922535+0000","last_unstale":"2024-09-21T00:31:00.909617+0000","last_undegraded":"2024-09-21T00:31:00.909617+0000","last_fullsized":"2024-09-21T00:31:00.909617+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:20:51.735809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.14","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.938801+0000","last_change":"2024-09-21T00:31:00.932954+0000","last_active":"2024-09-21T00:31:00.938801+0000","last_peered":"2024-09-21T00:31:00.938801+0000","last_clean":"2024-09-21T00:31:00.938801+0000","last_became_active":"2024-09-21T00:31:00.932346+0000","last_became_peered":"2024-09-21T00:31:00.932346+0000","last_unstale":"2024-09-21T00:31:00.938801+0000","last_undegraded":"2024-09-21T00:31:00.938801+0000","last_fullsized":"2024-09-21T00:31:00.938801+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:13:46.428248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.15","version":"139'3","reported_seq":16,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.944566+0000","last_change":"2024-09-21T00:30:59.920635+0000","last_active":"2024-09-21T00:31:00.944566+0000","last_peered":"2024-09-21T00:31:00.944566+0000","last_clean":"2024-09-21T00:31:00.944566+0000","last_became_active":"2024-09-21T00:30:59.920269+0000","last_became_peered":"2024-09-21T00:30:59.920269+0000","last_unstale":"2024-09-21T00:31:00.944566+0000","last_undegraded":"2024-09-21T00:31:00.944566+0000","last_fullsized":"2024-09-21T00:31:00.944566+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:29:52.663290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":321,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.920477+0000","last_change":"2024-09-21T00:21:11.583793+0000","last_active":"2024-09-21T00:31:00.920477+0000","last_peered":"2024-09-21T00:31:00.920477+0000","last_clean":"2024-09-21T00:31:00.920477+0000","last_became_active":"2024-09-21T00:21:11.582502+0000","last_became_peered":"2024-09-21T00:21:11.582502+0000","last_unstale":"2024-09-21T00:31:00.920477+0000","last_undegraded":"2024-09-21T00:31:00.920477+0000","last_fullsized":"2024-09-21T00:31:00.920477+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_clean_scrub_stamp":"2024-09-21T00:21:10.311964+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:58.010953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":21,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":92,"acting":92,"num_store_stats":6},{"poolid":20,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":38,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":4238,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":34,"ondisk_log_size":34,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509562,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":55680,"kb_used_data":2280,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94316160,"statfs":{"total":96636764160,"available":96579747840,"internally_reserved":0,"allocated":2334720,"data_stored":1348943,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":54655434},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509562,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":46760,"kb_used_data":1680,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94325080,"statfs":{"total":96636764160,"available":96588881920,"internally_reserved":0,"allocated":1720320,"data_stored":751148,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":46135750},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509562,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":55076,"kb_used_data":1680,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94316764,"statfs":{"total":96636764160,"available":96580366336,"internally_reserved":0,"allocated":1720320,"data_stored":751148,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":54655429},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509563,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":68968,"kb_used_data":1680,"kb_used_omap":1,"kb_used_meta":67262,"kb_avail":94302872,"statfs":{"total":96636764160,"available":96566140928,"internally_reserved":0,"allocated":1720320,"data_stored":751148,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":68876744},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509563,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59272,"kb_used_data":1708,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312568,"statfs":{"total":96636764160,"available":96576069632,"internally_reserved":0,"allocated":1748992,"data_stored":759605,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":58915269},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509561,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":69552,"kb_used_data":2260,"kb_used_omap":1,"kb_used_meta":67262,"kb_avail":94302288,"statfs":{"total":96636764160,"available":96565542912,"internally_reserved":0,"allocated":2314240,"data_stored":1341516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":68876742},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574969,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":68952,"kb_used_data":1668,"kb_used_omap":1,"kb_used_meta":67262,"kb_avail":94302888,"statfs":{"total":96636764160,"available":96566157312,"internally_reserved":0,"allocated":1708032,"data_stored":744873,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":68876741},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574969,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":73112,"kb_used_data":1668,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94298728,"statfs":{"total":96636764160,"available":96561897472,"internally_reserved":0,"allocated":1708032,"data_stored":744873,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":73136582},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":146,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T00:31:05.379 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T00:31:05.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.532+0000 7f4ac9a4d640 1 -- 172.21.15.67:0/983393396 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4ac40d1010 msgr2=0x7f4ac40d1420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:05.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.532+0000 7f4ac9a4d640 1 --2- 172.21.15.67:0/983393396 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4ac40d1010 0x7f4ac40d1420 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f4aac009830 tx=0x7f4aac02a510 comp rx=0 tx=0).stop 2024-09-21T00:31:05.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.532+0000 7f4ac9a4d640 1 -- 172.21.15.67:0/983393396 shutdown_connections 2024-09-21T00:31:05.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.532+0000 7f4ac9a4d640 1 --2- 172.21.15.67:0/983393396 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4ac40d1010 0x7f4ac40d1420 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:05.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.532+0000 7f4ac9a4d640 1 --2- 172.21.15.67:0/983393396 >> v2:172.21.15.97:3300/0 conn(0x7f4ac40b9780 0x7f4ac40d2cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:05.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.532+0000 7f4ac9a4d640 1 -- 172.21.15.67:0/983393396 >> 172.21.15.67:0/983393396 conn(0x7f4ac408bee0 msgr2=0x7f4ac40d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:05.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.532+0000 7f4ac9a4d640 1 -- 172.21.15.67:0/983393396 shutdown_connections 2024-09-21T00:31:05.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.532+0000 7f4ac9a4d640 1 -- 172.21.15.67:0/983393396 wait complete. 2024-09-21T00:31:05.535 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.533+0000 7f4ac9a4d640 1 Processor -- start 2024-09-21T00:31:05.535 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.534+0000 7f4ac9a4d640 1 -- start start 2024-09-21T00:31:05.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.535+0000 7f4ac9a4d640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4ac40b73f0 0x7f4ac415c730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:05.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.535+0000 7f4ac9a4d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4ac40b9780 0x7f4ac4146860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:05.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.535+0000 7f4ac9a4d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4ac40d1010 0x7f4ac4146da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:05.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.535+0000 7f4ac9a4d640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f4ac40d04a0 con 0x7f4ac40d1010 2024-09-21T00:31:05.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.535+0000 7f4ac9a4d640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f4ac40d0320 con 0x7f4ac40b9780 2024-09-21T00:31:05.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.535+0000 7f4ac9a4d640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f4ac40b7800 con 0x7f4ac40b73f0 2024-09-21T00:31:05.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.535+0000 7f4ac37fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4ac40d1010 0x7f4ac4146da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:05.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.535+0000 7f4ac37fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4ac40d1010 0x7f4ac4146da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:49962/0 (socket says 172.21.15.67:49962) 2024-09-21T00:31:05.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.535+0000 7f4ac37fe640 1 -- 172.21.15.67:0/2781884607 learned_addr learned my addr 172.21.15.67:0/2781884607 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:05.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.535+0000 7f4ac2ffd640 1 --2- 172.21.15.67:0/2781884607 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4ac40b73f0 0x7f4ac415c730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:05.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.535+0000 7f4ac27fc640 1 --2- 172.21.15.67:0/2781884607 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4ac40b9780 0x7f4ac4146860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:05.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.535+0000 7f4ac37fe640 1 -- 172.21.15.67:0/2781884607 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4ac40b73f0 msgr2=0x7f4ac415c730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:05.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.535+0000 7f4ac37fe640 1 --2- 172.21.15.67:0/2781884607 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4ac40b73f0 0x7f4ac415c730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:05.539 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.535+0000 7f4ac37fe640 1 -- 172.21.15.67:0/2781884607 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4ac40b9780 msgr2=0x7f4ac4146860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:05.539 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.535+0000 7f4ac37fe640 1 --2- 172.21.15.67:0/2781884607 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4ac40b9780 0x7f4ac4146860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:05.539 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.535+0000 7f4ac37fe640 1 -- 172.21.15.67:0/2781884607 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ac41564a0 con 0x7f4ac40d1010 2024-09-21T00:31:05.539 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.536+0000 7f4ac37fe640 1 --2- 172.21.15.67:0/2781884607 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4ac40d1010 0x7f4ac4146da0 secure :-1 s=READY pgs=1668 cs=0 l=1 rev1=1 crypto rx=0x7f4abc00c3c0 tx=0x7f4abc00c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:05.539 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.536+0000 7f4abbfff640 1 -- 172.21.15.67:0/2781884607 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4abc017070 con 0x7f4ac40d1010 2024-09-21T00:31:05.539 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.536+0000 7f4abbfff640 1 -- 172.21.15.67:0/2781884607 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4abc0053c0 con 0x7f4ac40d1010 2024-09-21T00:31:05.539 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.536+0000 7f4ac9a4d640 1 -- 172.21.15.67:0/2781884607 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ac4156780 con 0x7f4ac40d1010 2024-09-21T00:31:05.539 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.536+0000 7f4abbfff640 1 -- 172.21.15.67:0/2781884607 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4abc003850 con 0x7f4ac40d1010 2024-09-21T00:31:05.539 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.536+0000 7f4ac9a4d640 1 -- 172.21.15.67:0/2781884607 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ac4156a60 con 0x7f4ac40d1010 2024-09-21T00:31:05.540 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.537+0000 7f4ac9a4d640 1 -- 172.21.15.67:0/2781884607 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4ac41fa020 con 0x7f4ac40d1010 2024-09-21T00:31:05.540 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.538+0000 7f4abbfff640 1 -- 172.21.15.67:0/2781884607 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f4abc01a070 con 0x7f4ac40d1010 2024-09-21T00:31:05.541 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.538+0000 7f4abbfff640 1 --2- 172.21.15.67:0/2781884607 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4aa4078b90 0x7f4aa407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:05.541 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.538+0000 7f4abbfff640 1 -- 172.21.15.67:0/2781884607 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7f4abc09a070 con 0x7f4ac40d1010 2024-09-21T00:31:05.541 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.539+0000 7f4ac2ffd640 1 --2- 172.21.15.67:0/2781884607 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4aa4078b90 0x7f4aa407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:05.541 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.539+0000 7f4ac2ffd640 1 --2- 172.21.15.67:0/2781884607 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4aa4078b90 0x7f4aa407b0a0 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7f4ab4009a00 tx=0x7f4ab4009560 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:05.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.543+0000 7f4abbfff640 1 -- 172.21.15.67:0/2781884607 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f4abc0624b0 con 0x7f4ac40d1010 2024-09-21T00:31:05.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.729+0000 7f4ac9a4d640 1 -- 172.21.15.67:0/2781884607 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f4ac40b7cb0 con 0x7f4aa4078b90 2024-09-21T00:31:05.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.733+0000 7f4abbfff640 1 -- 172.21.15.67:0/2781884607 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252471 (secure 0 0 0) 0x7f4ac40b7cb0 con 0x7f4aa4078b90 2024-09-21T00:31:05.737 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:31:05.738 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-21T00:31:05.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.737+0000 7f4ac9a4d640 1 -- 172.21.15.67:0/2781884607 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4aa4078b90 msgr2=0x7f4aa407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:05.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.737+0000 7f4ac9a4d640 1 --2- 172.21.15.67:0/2781884607 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4aa4078b90 0x7f4aa407b0a0 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7f4ab4009a00 tx=0x7f4ab4009560 comp rx=0 tx=0).stop 2024-09-21T00:31:05.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.737+0000 7f4ac9a4d640 1 -- 172.21.15.67:0/2781884607 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4ac40d1010 msgr2=0x7f4ac4146da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:05.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.737+0000 7f4ac9a4d640 1 --2- 172.21.15.67:0/2781884607 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4ac40d1010 0x7f4ac4146da0 secure :-1 s=READY pgs=1668 cs=0 l=1 rev1=1 crypto rx=0x7f4abc00c3c0 tx=0x7f4abc00c880 comp rx=0 tx=0).stop 2024-09-21T00:31:05.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.737+0000 7f4ac9a4d640 1 -- 172.21.15.67:0/2781884607 shutdown_connections 2024-09-21T00:31:05.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.737+0000 7f4ac9a4d640 1 --2- 172.21.15.67:0/2781884607 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4aa4078b90 0x7f4aa407b0a0 unknown :-1 s=CLOSED pgs=635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:05.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.737+0000 7f4ac9a4d640 1 --2- 172.21.15.67:0/2781884607 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4ac40d1010 0x7f4ac4146da0 unknown :-1 s=CLOSED pgs=1668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:05.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.737+0000 7f4ac9a4d640 1 --2- 172.21.15.67:0/2781884607 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4ac40b9780 0x7f4ac4146860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:05.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.737+0000 7f4ac9a4d640 1 --2- 172.21.15.67:0/2781884607 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4ac40b73f0 0x7f4ac415c730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:05.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.737+0000 7f4ac9a4d640 1 -- 172.21.15.67:0/2781884607 >> 172.21.15.67:0/2781884607 conn(0x7f4ac408bee0 msgr2=0x7f4ac40ce3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:05.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.737+0000 7f4ac9a4d640 1 -- 172.21.15.67:0/2781884607 shutdown_connections 2024-09-21T00:31:05.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.737+0000 7f4ac9a4d640 1 -- 172.21.15.67:0/2781884607 wait complete. 2024-09-21T00:31:05.749 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":432,"stamp":"2024-09-21T00:31:05.646947+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":84,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":497452,"kb_used_data":14700,"kb_used_omap":12,"kb_used_meta":482547,"kb_avail":754477268,"statfs":{"total":773094113280,"available":772584722432,"internally_reserved":0,"allocated":15052800,"data_stored":7232536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12749,"internal_metadata":494128691},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":16,"apply_latency_ms":16,"commit_latency_ns":16000000,"apply_latency_ns":16000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001444"},"pg_stats":[{"pgid":"21.3f","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.924620+0000","last_change":"2024-09-21T00:31:00.937555+0000","last_active":"2024-09-21T00:31:01.924620+0000","last_peered":"2024-09-21T00:31:01.924620+0000","last_clean":"2024-09-21T00:31:01.924620+0000","last_became_active":"2024-09-21T00:31:00.937266+0000","last_became_peered":"2024-09-21T00:31:00.937266+0000","last_unstale":"2024-09-21T00:31:01.924620+0000","last_undegraded":"2024-09-21T00:31:01.924620+0000","last_fullsized":"2024-09-21T00:31:01.924620+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:49:50.335047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.3e","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.936437+0000","last_change":"2024-09-21T00:31:00.930966+0000","last_active":"2024-09-21T00:31:00.936437+0000","last_peered":"2024-09-21T00:31:00.936437+0000","last_clean":"2024-09-21T00:31:00.936437+0000","last_became_active":"2024-09-21T00:31:00.930580+0000","last_became_peered":"2024-09-21T00:31:00.930580+0000","last_unstale":"2024-09-21T00:31:00.936437+0000","last_undegraded":"2024-09-21T00:31:00.936437+0000","last_fullsized":"2024-09-21T00:31:00.936437+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:24:00.089926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.3d","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.929005+0000","last_change":"2024-09-21T00:31:00.923718+0000","last_active":"2024-09-21T00:31:00.929005+0000","last_peered":"2024-09-21T00:31:00.929005+0000","last_clean":"2024-09-21T00:31:00.929005+0000","last_became_active":"2024-09-21T00:31:00.923408+0000","last_became_peered":"2024-09-21T00:31:00.923408+0000","last_unstale":"2024-09-21T00:31:00.929005+0000","last_undegraded":"2024-09-21T00:31:00.929005+0000","last_fullsized":"2024-09-21T00:31:00.929005+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:45:06.146032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.3c","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.926235+0000","last_change":"2024-09-21T00:31:00.928272+0000","last_active":"2024-09-21T00:31:01.926235+0000","last_peered":"2024-09-21T00:31:01.926235+0000","last_clean":"2024-09-21T00:31:01.926235+0000","last_became_active":"2024-09-21T00:31:00.927749+0000","last_became_peered":"2024-09-21T00:31:00.927749+0000","last_unstale":"2024-09-21T00:31:01.926235+0000","last_undegraded":"2024-09-21T00:31:01.926235+0000","last_fullsized":"2024-09-21T00:31:01.926235+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:27:17.995756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.3b","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.932492+0000","last_change":"2024-09-21T00:31:00.930611+0000","last_active":"2024-09-21T00:31:00.932492+0000","last_peered":"2024-09-21T00:31:00.932492+0000","last_clean":"2024-09-21T00:31:00.932492+0000","last_became_active":"2024-09-21T00:31:00.930311+0000","last_became_peered":"2024-09-21T00:31:00.930311+0000","last_unstale":"2024-09-21T00:31:00.932492+0000","last_undegraded":"2024-09-21T00:31:00.932492+0000","last_fullsized":"2024-09-21T00:31:00.932492+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:29:17.685520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.3a","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.924288+0000","last_change":"2024-09-21T00:31:00.939519+0000","last_active":"2024-09-21T00:31:01.924288+0000","last_peered":"2024-09-21T00:31:01.924288+0000","last_clean":"2024-09-21T00:31:01.924288+0000","last_became_active":"2024-09-21T00:31:00.939195+0000","last_became_peered":"2024-09-21T00:31:00.939195+0000","last_unstale":"2024-09-21T00:31:01.924288+0000","last_undegraded":"2024-09-21T00:31:01.924288+0000","last_fullsized":"2024-09-21T00:31:01.924288+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:41:43.328271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.39","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.923323+0000","last_change":"2024-09-21T00:31:00.921414+0000","last_active":"2024-09-21T00:31:00.923323+0000","last_peered":"2024-09-21T00:31:00.923323+0000","last_clean":"2024-09-21T00:31:00.923323+0000","last_became_active":"2024-09-21T00:31:00.921140+0000","last_became_peered":"2024-09-21T00:31:00.921140+0000","last_unstale":"2024-09-21T00:31:00.923323+0000","last_undegraded":"2024-09-21T00:31:00.923323+0000","last_fullsized":"2024-09-21T00:31:00.923323+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:09:26.633383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.38","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.924103+0000","last_change":"2024-09-21T00:31:00.943201+0000","last_active":"2024-09-21T00:31:01.924103+0000","last_peered":"2024-09-21T00:31:01.924103+0000","last_clean":"2024-09-21T00:31:01.924103+0000","last_became_active":"2024-09-21T00:31:00.942823+0000","last_became_peered":"2024-09-21T00:31:00.942823+0000","last_unstale":"2024-09-21T00:31:01.924103+0000","last_undegraded":"2024-09-21T00:31:01.924103+0000","last_fullsized":"2024-09-21T00:31:01.924103+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:54:44.006761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.37","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.936487+0000","last_change":"2024-09-21T00:31:00.931771+0000","last_active":"2024-09-21T00:31:00.936487+0000","last_peered":"2024-09-21T00:31:00.936487+0000","last_clean":"2024-09-21T00:31:00.936487+0000","last_became_active":"2024-09-21T00:31:00.931479+0000","last_became_peered":"2024-09-21T00:31:00.931479+0000","last_unstale":"2024-09-21T00:31:00.936487+0000","last_undegraded":"2024-09-21T00:31:00.936487+0000","last_fullsized":"2024-09-21T00:31:00.936487+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:07:18.768739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.36","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.942462+0000","last_change":"2024-09-21T00:31:00.941203+0000","last_active":"2024-09-21T00:31:00.942462+0000","last_peered":"2024-09-21T00:31:00.942462+0000","last_clean":"2024-09-21T00:31:00.942462+0000","last_became_active":"2024-09-21T00:31:00.940826+0000","last_became_peered":"2024-09-21T00:31:00.940826+0000","last_unstale":"2024-09-21T00:31:00.942462+0000","last_undegraded":"2024-09-21T00:31:00.942462+0000","last_fullsized":"2024-09-21T00:31:00.942462+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:50:27.571012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.35","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.924355+0000","last_change":"2024-09-21T00:31:00.943659+0000","last_active":"2024-09-21T00:31:01.924355+0000","last_peered":"2024-09-21T00:31:01.924355+0000","last_clean":"2024-09-21T00:31:01.924355+0000","last_became_active":"2024-09-21T00:31:00.943007+0000","last_became_peered":"2024-09-21T00:31:00.943007+0000","last_unstale":"2024-09-21T00:31:01.924355+0000","last_undegraded":"2024-09-21T00:31:01.924355+0000","last_fullsized":"2024-09-21T00:31:01.924355+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:42:32.514415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.34","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.937493+0000","last_change":"2024-09-21T00:31:00.935515+0000","last_active":"2024-09-21T00:31:00.937493+0000","last_peered":"2024-09-21T00:31:00.937493+0000","last_clean":"2024-09-21T00:31:00.937493+0000","last_became_active":"2024-09-21T00:31:00.935176+0000","last_became_peered":"2024-09-21T00:31:00.935176+0000","last_unstale":"2024-09-21T00:31:00.937493+0000","last_undegraded":"2024-09-21T00:31:00.937493+0000","last_fullsized":"2024-09-21T00:31:00.937493+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:07:18.768739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.33","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.932467+0000","last_change":"2024-09-21T00:31:00.926099+0000","last_active":"2024-09-21T00:31:00.932467+0000","last_peered":"2024-09-21T00:31:00.932467+0000","last_clean":"2024-09-21T00:31:00.932467+0000","last_became_active":"2024-09-21T00:31:00.925789+0000","last_became_peered":"2024-09-21T00:31:00.925789+0000","last_unstale":"2024-09-21T00:31:00.932467+0000","last_undegraded":"2024-09-21T00:31:00.932467+0000","last_fullsized":"2024-09-21T00:31:00.932467+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:37:49.669501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.32","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.926059+0000","last_change":"2024-09-21T00:31:00.939012+0000","last_active":"2024-09-21T00:31:01.926059+0000","last_peered":"2024-09-21T00:31:01.926059+0000","last_clean":"2024-09-21T00:31:01.926059+0000","last_became_active":"2024-09-21T00:31:00.937561+0000","last_became_peered":"2024-09-21T00:31:00.937561+0000","last_unstale":"2024-09-21T00:31:01.926059+0000","last_undegraded":"2024-09-21T00:31:01.926059+0000","last_fullsized":"2024-09-21T00:31:01.926059+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:34:24.517115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.31","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.930916+0000","last_change":"2024-09-21T00:31:00.929995+0000","last_active":"2024-09-21T00:31:00.930916+0000","last_peered":"2024-09-21T00:31:00.930916+0000","last_clean":"2024-09-21T00:31:00.930916+0000","last_became_active":"2024-09-21T00:31:00.929682+0000","last_became_peered":"2024-09-21T00:31:00.929682+0000","last_unstale":"2024-09-21T00:31:00.930916+0000","last_undegraded":"2024-09-21T00:31:00.930916+0000","last_fullsized":"2024-09-21T00:31:00.930916+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:36:20.880051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.30","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.939516+0000","last_change":"2024-09-21T00:31:00.937377+0000","last_active":"2024-09-21T00:31:00.939516+0000","last_peered":"2024-09-21T00:31:00.939516+0000","last_clean":"2024-09-21T00:31:00.939516+0000","last_became_active":"2024-09-21T00:31:00.937048+0000","last_became_peered":"2024-09-21T00:31:00.937048+0000","last_unstale":"2024-09-21T00:31:00.939516+0000","last_undegraded":"2024-09-21T00:31:00.939516+0000","last_fullsized":"2024-09-21T00:31:00.939516+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:11:51.536472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.2f","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.941102+0000","last_change":"2024-09-21T00:31:00.940002+0000","last_active":"2024-09-21T00:31:00.941102+0000","last_peered":"2024-09-21T00:31:00.941102+0000","last_clean":"2024-09-21T00:31:00.941102+0000","last_became_active":"2024-09-21T00:31:00.939607+0000","last_became_peered":"2024-09-21T00:31:00.939607+0000","last_unstale":"2024-09-21T00:31:00.941102+0000","last_undegraded":"2024-09-21T00:31:00.941102+0000","last_fullsized":"2024-09-21T00:31:00.941102+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:42:13.674455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.2e","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.932895+0000","last_change":"2024-09-21T00:31:00.930386+0000","last_active":"2024-09-21T00:31:00.932895+0000","last_peered":"2024-09-21T00:31:00.932895+0000","last_clean":"2024-09-21T00:31:00.932895+0000","last_became_active":"2024-09-21T00:31:00.930060+0000","last_became_peered":"2024-09-21T00:31:00.930060+0000","last_unstale":"2024-09-21T00:31:00.932895+0000","last_undegraded":"2024-09-21T00:31:00.932895+0000","last_fullsized":"2024-09-21T00:31:00.932895+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:57:53.437394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.2d","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.924684+0000","last_change":"2024-09-21T00:31:00.940438+0000","last_active":"2024-09-21T00:31:01.924684+0000","last_peered":"2024-09-21T00:31:01.924684+0000","last_clean":"2024-09-21T00:31:01.924684+0000","last_became_active":"2024-09-21T00:31:00.940134+0000","last_became_peered":"2024-09-21T00:31:00.940134+0000","last_unstale":"2024-09-21T00:31:01.924684+0000","last_undegraded":"2024-09-21T00:31:01.924684+0000","last_fullsized":"2024-09-21T00:31:01.924684+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:54:03.949341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.2c","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.924391+0000","last_change":"2024-09-21T00:31:00.921940+0000","last_active":"2024-09-21T00:31:00.924391+0000","last_peered":"2024-09-21T00:31:00.924391+0000","last_clean":"2024-09-21T00:31:00.924391+0000","last_became_active":"2024-09-21T00:31:00.921616+0000","last_became_peered":"2024-09-21T00:31:00.921616+0000","last_unstale":"2024-09-21T00:31:00.924391+0000","last_undegraded":"2024-09-21T00:31:00.924391+0000","last_fullsized":"2024-09-21T00:31:00.924391+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:37:49.669501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.2b","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.942432+0000","last_change":"2024-09-21T00:31:00.941171+0000","last_active":"2024-09-21T00:31:00.942432+0000","last_peered":"2024-09-21T00:31:00.942432+0000","last_clean":"2024-09-21T00:31:00.942432+0000","last_became_active":"2024-09-21T00:31:00.940814+0000","last_became_peered":"2024-09-21T00:31:00.940814+0000","last_unstale":"2024-09-21T00:31:00.942432+0000","last_undegraded":"2024-09-21T00:31:00.942432+0000","last_fullsized":"2024-09-21T00:31:00.942432+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:21:32.591000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.2a","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.926037+0000","last_change":"2024-09-21T00:31:00.928596+0000","last_active":"2024-09-21T00:31:01.926037+0000","last_peered":"2024-09-21T00:31:01.926037+0000","last_clean":"2024-09-21T00:31:01.926037+0000","last_became_active":"2024-09-21T00:31:00.927831+0000","last_became_peered":"2024-09-21T00:31:00.927831+0000","last_unstale":"2024-09-21T00:31:01.926037+0000","last_undegraded":"2024-09-21T00:31:01.926037+0000","last_fullsized":"2024-09-21T00:31:01.926037+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:32:06.232646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.29","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.925224+0000","last_change":"2024-09-21T00:31:00.919690+0000","last_active":"2024-09-21T00:31:01.925224+0000","last_peered":"2024-09-21T00:31:01.925224+0000","last_clean":"2024-09-21T00:31:01.925224+0000","last_became_active":"2024-09-21T00:31:00.919346+0000","last_became_peered":"2024-09-21T00:31:00.919346+0000","last_unstale":"2024-09-21T00:31:01.925224+0000","last_undegraded":"2024-09-21T00:31:01.925224+0000","last_fullsized":"2024-09-21T00:31:01.925224+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:31:26.770602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.28","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.937614+0000","last_change":"2024-09-21T00:31:00.936168+0000","last_active":"2024-09-21T00:31:00.937614+0000","last_peered":"2024-09-21T00:31:00.937614+0000","last_clean":"2024-09-21T00:31:00.937614+0000","last_became_active":"2024-09-21T00:31:00.935474+0000","last_became_peered":"2024-09-21T00:31:00.935474+0000","last_unstale":"2024-09-21T00:31:00.937614+0000","last_undegraded":"2024-09-21T00:31:00.937614+0000","last_fullsized":"2024-09-21T00:31:00.937614+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:22:07.727319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.27","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.935830+0000","last_change":"2024-09-21T00:31:00.931971+0000","last_active":"2024-09-21T00:31:00.935830+0000","last_peered":"2024-09-21T00:31:00.935830+0000","last_clean":"2024-09-21T00:31:00.935830+0000","last_became_active":"2024-09-21T00:31:00.931656+0000","last_became_peered":"2024-09-21T00:31:00.931656+0000","last_unstale":"2024-09-21T00:31:00.935830+0000","last_undegraded":"2024-09-21T00:31:00.935830+0000","last_fullsized":"2024-09-21T00:31:00.935830+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:42:39.452401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.26","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.924866+0000","last_change":"2024-09-21T00:31:00.934686+0000","last_active":"2024-09-21T00:31:01.924866+0000","last_peered":"2024-09-21T00:31:01.924866+0000","last_clean":"2024-09-21T00:31:01.924866+0000","last_became_active":"2024-09-21T00:31:00.934356+0000","last_became_peered":"2024-09-21T00:31:00.934356+0000","last_unstale":"2024-09-21T00:31:01.924866+0000","last_undegraded":"2024-09-21T00:31:01.924866+0000","last_fullsized":"2024-09-21T00:31:01.924866+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:13:38.221742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.25","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.926227+0000","last_change":"2024-09-21T00:31:00.924688+0000","last_active":"2024-09-21T00:31:00.926227+0000","last_peered":"2024-09-21T00:31:00.926227+0000","last_clean":"2024-09-21T00:31:00.926227+0000","last_became_active":"2024-09-21T00:31:00.924359+0000","last_became_peered":"2024-09-21T00:31:00.924359+0000","last_unstale":"2024-09-21T00:31:00.926227+0000","last_undegraded":"2024-09-21T00:31:00.926227+0000","last_fullsized":"2024-09-21T00:31:00.926227+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:57:23.909740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.24","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.929457+0000","last_change":"2024-09-21T00:31:00.927003+0000","last_active":"2024-09-21T00:31:00.929457+0000","last_peered":"2024-09-21T00:31:00.929457+0000","last_clean":"2024-09-21T00:31:00.929457+0000","last_became_active":"2024-09-21T00:31:00.926665+0000","last_became_peered":"2024-09-21T00:31:00.926665+0000","last_unstale":"2024-09-21T00:31:00.929457+0000","last_undegraded":"2024-09-21T00:31:00.929457+0000","last_fullsized":"2024-09-21T00:31:00.929457+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:32:37.127463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.23","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.924226+0000","last_change":"2024-09-21T00:31:00.937179+0000","last_active":"2024-09-21T00:31:01.924226+0000","last_peered":"2024-09-21T00:31:01.924226+0000","last_clean":"2024-09-21T00:31:01.924226+0000","last_became_active":"2024-09-21T00:31:00.936833+0000","last_became_peered":"2024-09-21T00:31:00.936833+0000","last_unstale":"2024-09-21T00:31:01.924226+0000","last_undegraded":"2024-09-21T00:31:01.924226+0000","last_fullsized":"2024-09-21T00:31:01.924226+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:11:56.924024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.22","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.926290+0000","last_change":"2024-09-21T00:31:00.939410+0000","last_active":"2024-09-21T00:31:01.926290+0000","last_peered":"2024-09-21T00:31:01.926290+0000","last_clean":"2024-09-21T00:31:01.926290+0000","last_became_active":"2024-09-21T00:31:00.939007+0000","last_became_peered":"2024-09-21T00:31:00.939007+0000","last_unstale":"2024-09-21T00:31:01.926290+0000","last_undegraded":"2024-09-21T00:31:01.926290+0000","last_fullsized":"2024-09-21T00:31:01.926290+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:07:13.934063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.21","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.932272+0000","last_change":"2024-09-21T00:31:00.929125+0000","last_active":"2024-09-21T00:31:00.932272+0000","last_peered":"2024-09-21T00:31:00.932272+0000","last_clean":"2024-09-21T00:31:00.932272+0000","last_became_active":"2024-09-21T00:31:00.928776+0000","last_became_peered":"2024-09-21T00:31:00.928776+0000","last_unstale":"2024-09-21T00:31:00.932272+0000","last_undegraded":"2024-09-21T00:31:00.932272+0000","last_fullsized":"2024-09-21T00:31:00.932272+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:45:36.570047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.20","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.926924+0000","last_change":"2024-09-21T00:31:00.925953+0000","last_active":"2024-09-21T00:31:00.926924+0000","last_peered":"2024-09-21T00:31:00.926924+0000","last_clean":"2024-09-21T00:31:00.926924+0000","last_became_active":"2024-09-21T00:31:00.925580+0000","last_became_peered":"2024-09-21T00:31:00.925580+0000","last_unstale":"2024-09-21T00:31:00.926924+0000","last_undegraded":"2024-09-21T00:31:00.926924+0000","last_fullsized":"2024-09-21T00:31:00.926924+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:29:17.685520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.1e","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.936529+0000","last_change":"2024-09-21T00:31:00.933936+0000","last_active":"2024-09-21T00:31:00.936529+0000","last_peered":"2024-09-21T00:31:00.936529+0000","last_clean":"2024-09-21T00:31:00.936529+0000","last_became_active":"2024-09-21T00:31:00.933623+0000","last_became_peered":"2024-09-21T00:31:00.933623+0000","last_unstale":"2024-09-21T00:31:00.936529+0000","last_undegraded":"2024-09-21T00:31:00.936529+0000","last_fullsized":"2024-09-21T00:31:00.936529+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:24:00.089926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.1f","version":"139'4","reported_seq":17,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.940963+0000","last_change":"2024-09-21T00:30:59.926720+0000","last_active":"2024-09-21T00:31:00.940963+0000","last_peered":"2024-09-21T00:31:00.940963+0000","last_clean":"2024-09-21T00:31:00.940963+0000","last_became_active":"2024-09-21T00:30:59.926307+0000","last_became_peered":"2024-09-21T00:30:59.926307+0000","last_unstale":"2024-09-21T00:31:00.940963+0000","last_undegraded":"2024-09-21T00:31:00.940963+0000","last_fullsized":"2024-09-21T00:31:00.940963+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:37:20.819142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.1f","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.936382+0000","last_change":"2024-09-21T00:31:00.930885+0000","last_active":"2024-09-21T00:31:00.936382+0000","last_peered":"2024-09-21T00:31:00.936382+0000","last_clean":"2024-09-21T00:31:00.936382+0000","last_became_active":"2024-09-21T00:31:00.930531+0000","last_became_peered":"2024-09-21T00:31:00.930531+0000","last_unstale":"2024-09-21T00:31:00.936382+0000","last_undegraded":"2024-09-21T00:31:00.936382+0000","last_fullsized":"2024-09-21T00:31:00.936382+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:01:55.497394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.1e","version":"139'1","reported_seq":14,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.928749+0000","last_change":"2024-09-21T00:30:59.922681+0000","last_active":"2024-09-21T00:31:00.928749+0000","last_peered":"2024-09-21T00:31:00.928749+0000","last_clean":"2024-09-21T00:31:00.928749+0000","last_became_active":"2024-09-21T00:30:59.922358+0000","last_became_peered":"2024-09-21T00:30:59.922358+0000","last_unstale":"2024-09-21T00:31:00.928749+0000","last_undegraded":"2024-09-21T00:31:00.928749+0000","last_fullsized":"2024-09-21T00:31:00.928749+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:06:52.914978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.1c","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.924397+0000","last_change":"2024-09-21T00:31:00.942376+0000","last_active":"2024-09-21T00:31:01.924397+0000","last_peered":"2024-09-21T00:31:01.924397+0000","last_clean":"2024-09-21T00:31:01.924397+0000","last_became_active":"2024-09-21T00:31:00.941581+0000","last_became_peered":"2024-09-21T00:31:00.941581+0000","last_unstale":"2024-09-21T00:31:01.924397+0000","last_undegraded":"2024-09-21T00:31:01.924397+0000","last_fullsized":"2024-09-21T00:31:01.924397+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:47:22.309144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.1d","version":"139'2","reported_seq":17,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.925424+0000","last_change":"2024-09-21T00:30:59.920179+0000","last_active":"2024-09-21T00:31:01.925424+0000","last_peered":"2024-09-21T00:31:01.925424+0000","last_clean":"2024-09-21T00:31:01.925424+0000","last_became_active":"2024-09-21T00:30:59.919823+0000","last_became_peered":"2024-09-21T00:30:59.919823+0000","last_unstale":"2024-09-21T00:31:01.925424+0000","last_undegraded":"2024-09-21T00:31:01.925424+0000","last_fullsized":"2024-09-21T00:31:01.925424+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:10:13.415682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.1d","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.934941+0000","last_change":"2024-09-21T00:31:00.933720+0000","last_active":"2024-09-21T00:31:00.934941+0000","last_peered":"2024-09-21T00:31:00.934941+0000","last_clean":"2024-09-21T00:31:00.934941+0000","last_became_active":"2024-09-21T00:31:00.933407+0000","last_became_peered":"2024-09-21T00:31:00.933407+0000","last_unstale":"2024-09-21T00:31:00.934941+0000","last_undegraded":"2024-09-21T00:31:00.934941+0000","last_fullsized":"2024-09-21T00:31:00.934941+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:01:55.497394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.1c","version":"139'2","reported_seq":17,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.925773+0000","last_change":"2024-09-21T00:30:59.914626+0000","last_active":"2024-09-21T00:31:01.925773+0000","last_peered":"2024-09-21T00:31:01.925773+0000","last_clean":"2024-09-21T00:31:01.925773+0000","last_became_active":"2024-09-21T00:30:59.914266+0000","last_became_peered":"2024-09-21T00:30:59.914266+0000","last_unstale":"2024-09-21T00:31:01.925773+0000","last_undegraded":"2024-09-21T00:31:01.925773+0000","last_fullsized":"2024-09-21T00:31:01.925773+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:49:18.095809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.1a","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.930333+0000","last_change":"2024-09-21T00:31:00.927775+0000","last_active":"2024-09-21T00:31:00.930333+0000","last_peered":"2024-09-21T00:31:00.930333+0000","last_clean":"2024-09-21T00:31:00.930333+0000","last_became_active":"2024-09-21T00:31:00.927433+0000","last_became_peered":"2024-09-21T00:31:00.927433+0000","last_unstale":"2024-09-21T00:31:00.930333+0000","last_undegraded":"2024-09-21T00:31:00.930333+0000","last_fullsized":"2024-09-21T00:31:00.930333+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:36:20.880051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.1b","version":"139'1","reported_seq":14,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.941042+0000","last_change":"2024-09-21T00:30:59.925565+0000","last_active":"2024-09-21T00:31:00.941042+0000","last_peered":"2024-09-21T00:31:00.941042+0000","last_clean":"2024-09-21T00:31:00.941042+0000","last_became_active":"2024-09-21T00:30:59.925158+0000","last_became_peered":"2024-09-21T00:30:59.925158+0000","last_unstale":"2024-09-21T00:31:00.941042+0000","last_undegraded":"2024-09-21T00:31:00.941042+0000","last_fullsized":"2024-09-21T00:31:00.941042+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:06:31.673648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.1b","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.925703+0000","last_change":"2024-09-21T00:31:00.927023+0000","last_active":"2024-09-21T00:31:01.925703+0000","last_peered":"2024-09-21T00:31:01.925703+0000","last_clean":"2024-09-21T00:31:01.925703+0000","last_became_active":"2024-09-21T00:31:00.926695+0000","last_became_peered":"2024-09-21T00:31:00.926695+0000","last_unstale":"2024-09-21T00:31:01.925703+0000","last_undegraded":"2024-09-21T00:31:01.925703+0000","last_fullsized":"2024-09-21T00:31:01.925703+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:46:23.539196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.1a","version":"139'1","reported_seq":14,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.935582+0000","last_change":"2024-09-21T00:30:59.925706+0000","last_active":"2024-09-21T00:31:00.935582+0000","last_peered":"2024-09-21T00:31:00.935582+0000","last_clean":"2024-09-21T00:31:00.935582+0000","last_became_active":"2024-09-21T00:30:59.925317+0000","last_became_peered":"2024-09-21T00:30:59.925317+0000","last_unstale":"2024-09-21T00:31:00.935582+0000","last_undegraded":"2024-09-21T00:31:00.935582+0000","last_fullsized":"2024-09-21T00:31:00.935582+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:36:25.982460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.18","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.922504+0000","last_change":"2024-09-21T00:31:00.917722+0000","last_active":"2024-09-21T00:31:00.922504+0000","last_peered":"2024-09-21T00:31:00.922504+0000","last_clean":"2024-09-21T00:31:00.922504+0000","last_became_active":"2024-09-21T00:31:00.917400+0000","last_became_peered":"2024-09-21T00:31:00.917400+0000","last_unstale":"2024-09-21T00:31:00.922504+0000","last_undegraded":"2024-09-21T00:31:00.922504+0000","last_fullsized":"2024-09-21T00:31:00.922504+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:50:33.761151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.19","version":"0'0","reported_seq":13,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.915462+0000","last_change":"2024-09-21T00:30:59.920684+0000","last_active":"2024-09-21T00:31:00.915462+0000","last_peered":"2024-09-21T00:31:00.915462+0000","last_clean":"2024-09-21T00:31:00.915462+0000","last_became_active":"2024-09-21T00:30:59.920338+0000","last_became_peered":"2024-09-21T00:30:59.920338+0000","last_unstale":"2024-09-21T00:31:00.915462+0000","last_undegraded":"2024-09-21T00:31:00.915462+0000","last_fullsized":"2024-09-21T00:31:00.915462+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:13:01.473518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.19","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.939961+0000","last_change":"2024-09-21T00:31:00.937748+0000","last_active":"2024-09-21T00:31:00.939961+0000","last_peered":"2024-09-21T00:31:00.939961+0000","last_clean":"2024-09-21T00:31:00.939961+0000","last_became_active":"2024-09-21T00:31:00.937224+0000","last_became_peered":"2024-09-21T00:31:00.937224+0000","last_unstale":"2024-09-21T00:31:00.939961+0000","last_undegraded":"2024-09-21T00:31:00.939961+0000","last_fullsized":"2024-09-21T00:31:00.939961+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:39:14.874685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.18","version":"0'0","reported_seq":15,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.925008+0000","last_change":"2024-09-21T00:30:59.922251+0000","last_active":"2024-09-21T00:31:01.925008+0000","last_peered":"2024-09-21T00:31:01.925008+0000","last_clean":"2024-09-21T00:31:01.925008+0000","last_became_active":"2024-09-21T00:30:59.921892+0000","last_became_peered":"2024-09-21T00:30:59.921892+0000","last_unstale":"2024-09-21T00:31:01.925008+0000","last_undegraded":"2024-09-21T00:31:01.925008+0000","last_fullsized":"2024-09-21T00:31:01.925008+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:29:33.636735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.16","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.931700+0000","last_change":"2024-09-21T00:31:00.924600+0000","last_active":"2024-09-21T00:31:00.931700+0000","last_peered":"2024-09-21T00:31:00.931700+0000","last_clean":"2024-09-21T00:31:00.931700+0000","last_became_active":"2024-09-21T00:31:00.924325+0000","last_became_peered":"2024-09-21T00:31:00.924325+0000","last_unstale":"2024-09-21T00:31:00.931700+0000","last_undegraded":"2024-09-21T00:31:00.931700+0000","last_fullsized":"2024-09-21T00:31:00.931700+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:19:04.142152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.17","version":"0'0","reported_seq":13,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.910589+0000","last_change":"2024-09-21T00:30:59.916498+0000","last_active":"2024-09-21T00:31:00.910589+0000","last_peered":"2024-09-21T00:31:00.910589+0000","last_clean":"2024-09-21T00:31:00.910589+0000","last_became_active":"2024-09-21T00:30:59.916119+0000","last_became_peered":"2024-09-21T00:30:59.916119+0000","last_unstale":"2024-09-21T00:31:00.910589+0000","last_undegraded":"2024-09-21T00:31:00.910589+0000","last_fullsized":"2024-09-21T00:31:00.910589+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:32:33.892062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.17","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.940835+0000","last_change":"2024-09-21T00:31:00.939560+0000","last_active":"2024-09-21T00:31:00.940835+0000","last_peered":"2024-09-21T00:31:00.940835+0000","last_clean":"2024-09-21T00:31:00.940835+0000","last_became_active":"2024-09-21T00:31:00.939241+0000","last_became_peered":"2024-09-21T00:31:00.939241+0000","last_unstale":"2024-09-21T00:31:00.940835+0000","last_undegraded":"2024-09-21T00:31:00.940835+0000","last_fullsized":"2024-09-21T00:31:00.940835+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:47:57.096846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.16","version":"0'0","reported_seq":13,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.924593+0000","last_change":"2024-09-21T00:30:59.922668+0000","last_active":"2024-09-21T00:31:00.924593+0000","last_peered":"2024-09-21T00:31:00.924593+0000","last_clean":"2024-09-21T00:31:00.924593+0000","last_became_active":"2024-09-21T00:30:59.921397+0000","last_became_peered":"2024-09-21T00:30:59.921397+0000","last_unstale":"2024-09-21T00:31:00.924593+0000","last_undegraded":"2024-09-21T00:31:00.924593+0000","last_fullsized":"2024-09-21T00:31:00.924593+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:28:10.313220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.15","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.934424+0000","last_change":"2024-09-21T00:31:00.931592+0000","last_active":"2024-09-21T00:31:00.934424+0000","last_peered":"2024-09-21T00:31:00.934424+0000","last_clean":"2024-09-21T00:31:00.934424+0000","last_became_active":"2024-09-21T00:31:00.931276+0000","last_became_peered":"2024-09-21T00:31:00.931276+0000","last_unstale":"2024-09-21T00:31:00.934424+0000","last_undegraded":"2024-09-21T00:31:00.934424+0000","last_fullsized":"2024-09-21T00:31:00.934424+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:49:49.644328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.14","version":"139'6","reported_seq":19,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.944283+0000","last_change":"2024-09-21T00:30:59.926870+0000","last_active":"2024-09-21T00:31:00.944283+0000","last_peered":"2024-09-21T00:31:00.944283+0000","last_clean":"2024-09-21T00:31:00.944283+0000","last_became_active":"2024-09-21T00:30:59.926408+0000","last_became_peered":"2024-09-21T00:30:59.926408+0000","last_unstale":"2024-09-21T00:31:00.944283+0000","last_undegraded":"2024-09-21T00:31:00.944283+0000","last_fullsized":"2024-09-21T00:31:00.944283+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:51:05.924449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.12","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.935756+0000","last_change":"2024-09-21T00:31:00.933184+0000","last_active":"2024-09-21T00:31:00.935756+0000","last_peered":"2024-09-21T00:31:00.935756+0000","last_clean":"2024-09-21T00:31:00.935756+0000","last_became_active":"2024-09-21T00:31:00.932875+0000","last_became_peered":"2024-09-21T00:31:00.932875+0000","last_unstale":"2024-09-21T00:31:00.935756+0000","last_undegraded":"2024-09-21T00:31:00.935756+0000","last_fullsized":"2024-09-21T00:31:00.935756+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:29:23.272555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.13","version":"139'2","reported_seq":15,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.944026+0000","last_change":"2024-09-21T00:30:59.922791+0000","last_active":"2024-09-21T00:31:00.944026+0000","last_peered":"2024-09-21T00:31:00.944026+0000","last_clean":"2024-09-21T00:31:00.944026+0000","last_became_active":"2024-09-21T00:30:59.922496+0000","last_became_peered":"2024-09-21T00:30:59.922496+0000","last_unstale":"2024-09-21T00:31:00.944026+0000","last_undegraded":"2024-09-21T00:31:00.944026+0000","last_fullsized":"2024-09-21T00:31:00.944026+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:22:43.541626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.13","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.927117+0000","last_change":"2024-09-21T00:31:00.919654+0000","last_active":"2024-09-21T00:31:00.927117+0000","last_peered":"2024-09-21T00:31:00.927117+0000","last_clean":"2024-09-21T00:31:00.927117+0000","last_became_active":"2024-09-21T00:31:00.919299+0000","last_became_peered":"2024-09-21T00:31:00.919299+0000","last_unstale":"2024-09-21T00:31:00.927117+0000","last_undegraded":"2024-09-21T00:31:00.927117+0000","last_fullsized":"2024-09-21T00:31:00.927117+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:28:11.321394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.12","version":"0'0","reported_seq":13,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.920580+0000","last_change":"2024-09-21T00:30:59.916154+0000","last_active":"2024-09-21T00:31:00.920580+0000","last_peered":"2024-09-21T00:31:00.920580+0000","last_clean":"2024-09-21T00:31:00.920580+0000","last_became_active":"2024-09-21T00:30:59.915789+0000","last_became_peered":"2024-09-21T00:30:59.915789+0000","last_unstale":"2024-09-21T00:31:00.920580+0000","last_undegraded":"2024-09-21T00:31:00.920580+0000","last_fullsized":"2024-09-21T00:31:00.920580+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:26:50.772358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.10","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.931483+0000","last_change":"2024-09-21T00:31:00.922145+0000","last_active":"2024-09-21T00:31:00.931483+0000","last_peered":"2024-09-21T00:31:00.931483+0000","last_clean":"2024-09-21T00:31:00.931483+0000","last_became_active":"2024-09-21T00:31:00.921835+0000","last_became_peered":"2024-09-21T00:31:00.921835+0000","last_unstale":"2024-09-21T00:31:00.931483+0000","last_undegraded":"2024-09-21T00:31:00.931483+0000","last_fullsized":"2024-09-21T00:31:00.931483+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:13:02.481693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.11","version":"0'0","reported_seq":15,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.924010+0000","last_change":"2024-09-21T00:30:59.918122+0000","last_active":"2024-09-21T00:31:01.924010+0000","last_peered":"2024-09-21T00:31:01.924010+0000","last_clean":"2024-09-21T00:31:01.924010+0000","last_became_active":"2024-09-21T00:30:59.917798+0000","last_became_peered":"2024-09-21T00:30:59.917798+0000","last_unstale":"2024-09-21T00:31:01.924010+0000","last_undegraded":"2024-09-21T00:31:01.924010+0000","last_fullsized":"2024-09-21T00:31:01.924010+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:10:25.039298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.11","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.932934+0000","last_change":"2024-09-21T00:31:00.930704+0000","last_active":"2024-09-21T00:31:00.932934+0000","last_peered":"2024-09-21T00:31:00.932934+0000","last_clean":"2024-09-21T00:31:00.932934+0000","last_became_active":"2024-09-21T00:31:00.930402+0000","last_became_peered":"2024-09-21T00:31:00.930402+0000","last_unstale":"2024-09-21T00:31:00.932934+0000","last_undegraded":"2024-09-21T00:31:00.932934+0000","last_fullsized":"2024-09-21T00:31:00.932934+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:47:06.264000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.10","version":"139'8","reported_seq":21,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.934202+0000","last_change":"2024-09-21T00:30:59.920780+0000","last_active":"2024-09-21T00:31:00.934202+0000","last_peered":"2024-09-21T00:31:00.934202+0000","last_clean":"2024-09-21T00:31:00.934202+0000","last_became_active":"2024-09-21T00:30:59.920477+0000","last_became_peered":"2024-09-21T00:30:59.920477+0000","last_unstale":"2024-09-21T00:31:00.934202+0000","last_undegraded":"2024-09-21T00:31:00.934202+0000","last_fullsized":"2024-09-21T00:31:00.934202+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:13:43.182298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.e","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.941917+0000","last_change":"2024-09-21T00:31:00.940194+0000","last_active":"2024-09-21T00:31:00.941917+0000","last_peered":"2024-09-21T00:31:00.941917+0000","last_clean":"2024-09-21T00:31:00.941917+0000","last_became_active":"2024-09-21T00:31:00.939707+0000","last_became_peered":"2024-09-21T00:31:00.939707+0000","last_unstale":"2024-09-21T00:31:00.941917+0000","last_undegraded":"2024-09-21T00:31:00.941917+0000","last_fullsized":"2024-09-21T00:31:00.941917+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:36:38.452785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.f","version":"139'1","reported_seq":14,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.935519+0000","last_change":"2024-09-21T00:30:59.918207+0000","last_active":"2024-09-21T00:31:00.935519+0000","last_peered":"2024-09-21T00:31:00.935519+0000","last_clean":"2024-09-21T00:31:00.935519+0000","last_became_active":"2024-09-21T00:30:59.917551+0000","last_became_peered":"2024-09-21T00:30:59.917551+0000","last_unstale":"2024-09-21T00:31:00.935519+0000","last_undegraded":"2024-09-21T00:31:00.935519+0000","last_fullsized":"2024-09-21T00:31:00.935519+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:35:09.883621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.f","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.939619+0000","last_change":"2024-09-21T00:31:00.937323+0000","last_active":"2024-09-21T00:31:00.939619+0000","last_peered":"2024-09-21T00:31:00.939619+0000","last_clean":"2024-09-21T00:31:00.939619+0000","last_became_active":"2024-09-21T00:31:00.937005+0000","last_became_peered":"2024-09-21T00:31:00.937005+0000","last_unstale":"2024-09-21T00:31:00.939619+0000","last_undegraded":"2024-09-21T00:31:00.939619+0000","last_fullsized":"2024-09-21T00:31:00.939619+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:24:06.934453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.e","version":"139'2","reported_seq":15,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.928648+0000","last_change":"2024-09-21T00:30:59.917441+0000","last_active":"2024-09-21T00:31:00.928648+0000","last_peered":"2024-09-21T00:31:00.928648+0000","last_clean":"2024-09-21T00:31:00.928648+0000","last_became_active":"2024-09-21T00:30:59.917155+0000","last_became_peered":"2024-09-21T00:30:59.917155+0000","last_unstale":"2024-09-21T00:31:00.928648+0000","last_undegraded":"2024-09-21T00:31:00.928648+0000","last_fullsized":"2024-09-21T00:31:00.928648+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:37:20.819142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.c","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.937066+0000","last_change":"2024-09-21T00:31:00.934455+0000","last_active":"2024-09-21T00:31:00.937066+0000","last_peered":"2024-09-21T00:31:00.937066+0000","last_clean":"2024-09-21T00:31:00.937066+0000","last_became_active":"2024-09-21T00:31:00.934129+0000","last_became_peered":"2024-09-21T00:31:00.934129+0000","last_unstale":"2024-09-21T00:31:00.937066+0000","last_undegraded":"2024-09-21T00:31:00.937066+0000","last_fullsized":"2024-09-21T00:31:00.937066+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:22:17.012144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.d","version":"139'1","reported_seq":14,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.937769+0000","last_change":"2024-09-21T00:30:59.925488+0000","last_active":"2024-09-21T00:31:00.937769+0000","last_peered":"2024-09-21T00:31:00.937769+0000","last_clean":"2024-09-21T00:31:00.937769+0000","last_became_active":"2024-09-21T00:30:59.925122+0000","last_became_peered":"2024-09-21T00:30:59.925122+0000","last_unstale":"2024-09-21T00:31:00.937769+0000","last_undegraded":"2024-09-21T00:31:00.937769+0000","last_fullsized":"2024-09-21T00:31:00.937769+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:30:43.148656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.d","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.924590+0000","last_change":"2024-09-21T00:31:00.943755+0000","last_active":"2024-09-21T00:31:01.924590+0000","last_peered":"2024-09-21T00:31:01.924590+0000","last_clean":"2024-09-21T00:31:01.924590+0000","last_became_active":"2024-09-21T00:31:00.943466+0000","last_became_peered":"2024-09-21T00:31:00.943466+0000","last_unstale":"2024-09-21T00:31:01.924590+0000","last_undegraded":"2024-09-21T00:31:01.924590+0000","last_fullsized":"2024-09-21T00:31:01.924590+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:40:48.272601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.c","version":"0'0","reported_seq":13,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.910127+0000","last_change":"2024-09-21T00:30:59.921447+0000","last_active":"2024-09-21T00:31:00.910127+0000","last_peered":"2024-09-21T00:31:00.910127+0000","last_clean":"2024-09-21T00:31:00.910127+0000","last_became_active":"2024-09-21T00:30:59.921078+0000","last_became_peered":"2024-09-21T00:30:59.921078+0000","last_unstale":"2024-09-21T00:31:00.910127+0000","last_undegraded":"2024-09-21T00:31:00.910127+0000","last_fullsized":"2024-09-21T00:31:00.910127+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:47:42.185140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.a","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.926327+0000","last_change":"2024-09-21T00:31:00.938636+0000","last_active":"2024-09-21T00:31:01.926327+0000","last_peered":"2024-09-21T00:31:01.926327+0000","last_clean":"2024-09-21T00:31:01.926327+0000","last_became_active":"2024-09-21T00:31:00.938116+0000","last_became_peered":"2024-09-21T00:31:00.938116+0000","last_unstale":"2024-09-21T00:31:01.926327+0000","last_undegraded":"2024-09-21T00:31:01.926327+0000","last_fullsized":"2024-09-21T00:31:01.926327+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:00:30.431618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.b","version":"139'2","reported_seq":15,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.934879+0000","last_change":"2024-09-21T00:30:59.923128+0000","last_active":"2024-09-21T00:31:00.934879+0000","last_peered":"2024-09-21T00:31:00.934879+0000","last_clean":"2024-09-21T00:31:00.934879+0000","last_became_active":"2024-09-21T00:30:59.922287+0000","last_became_peered":"2024-09-21T00:30:59.922287+0000","last_unstale":"2024-09-21T00:31:00.934879+0000","last_undegraded":"2024-09-21T00:31:00.934879+0000","last_fullsized":"2024-09-21T00:31:00.934879+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:54:09.873740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.b","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.938830+0000","last_change":"2024-09-21T00:31:00.928718+0000","last_active":"2024-09-21T00:31:00.938830+0000","last_peered":"2024-09-21T00:31:00.938830+0000","last_clean":"2024-09-21T00:31:00.938830+0000","last_became_active":"2024-09-21T00:31:00.928333+0000","last_became_peered":"2024-09-21T00:31:00.928333+0000","last_unstale":"2024-09-21T00:31:00.938830+0000","last_undegraded":"2024-09-21T00:31:00.938830+0000","last_fullsized":"2024-09-21T00:31:00.938830+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:10:30.728647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.a","version":"0'0","reported_seq":13,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.924515+0000","last_change":"2024-09-21T00:30:59.926205+0000","last_active":"2024-09-21T00:31:00.924515+0000","last_peered":"2024-09-21T00:31:00.924515+0000","last_clean":"2024-09-21T00:31:00.924515+0000","last_became_active":"2024-09-21T00:30:59.925757+0000","last_became_peered":"2024-09-21T00:30:59.925757+0000","last_unstale":"2024-09-21T00:31:00.924515+0000","last_undegraded":"2024-09-21T00:31:00.924515+0000","last_fullsized":"2024-09-21T00:31:00.924515+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:15:38.520806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.8","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.925086+0000","last_change":"2024-09-21T00:31:00.921044+0000","last_active":"2024-09-21T00:31:01.925086+0000","last_peered":"2024-09-21T00:31:01.925086+0000","last_clean":"2024-09-21T00:31:01.925086+0000","last_became_active":"2024-09-21T00:31:00.920664+0000","last_became_peered":"2024-09-21T00:31:00.920664+0000","last_unstale":"2024-09-21T00:31:01.925086+0000","last_undegraded":"2024-09-21T00:31:01.925086+0000","last_fullsized":"2024-09-21T00:31:01.925086+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:41:37.908385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.9","version":"0'0","reported_seq":13,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.919797+0000","last_change":"2024-09-21T00:30:59.923621+0000","last_active":"2024-09-21T00:31:00.919797+0000","last_peered":"2024-09-21T00:31:00.919797+0000","last_clean":"2024-09-21T00:31:00.919797+0000","last_became_active":"2024-09-21T00:30:59.923322+0000","last_became_peered":"2024-09-21T00:30:59.923322+0000","last_unstale":"2024-09-21T00:31:00.919797+0000","last_undegraded":"2024-09-21T00:31:00.919797+0000","last_fullsized":"2024-09-21T00:31:00.919797+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:06:52.914978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.9","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.929431+0000","last_change":"2024-09-21T00:31:00.928266+0000","last_active":"2024-09-21T00:31:00.929431+0000","last_peered":"2024-09-21T00:31:00.929431+0000","last_clean":"2024-09-21T00:31:00.929431+0000","last_became_active":"2024-09-21T00:31:00.927759+0000","last_became_peered":"2024-09-21T00:31:00.927759+0000","last_unstale":"2024-09-21T00:31:00.929431+0000","last_undegraded":"2024-09-21T00:31:00.929431+0000","last_fullsized":"2024-09-21T00:31:00.929431+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:53:40.530543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.8","version":"0'0","reported_seq":13,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.921643+0000","last_change":"2024-09-21T00:30:59.922341+0000","last_active":"2024-09-21T00:31:00.921643+0000","last_peered":"2024-09-21T00:31:00.921643+0000","last_clean":"2024-09-21T00:31:00.921643+0000","last_became_active":"2024-09-21T00:30:59.921932+0000","last_became_peered":"2024-09-21T00:30:59.921932+0000","last_unstale":"2024-09-21T00:31:00.921643+0000","last_undegraded":"2024-09-21T00:31:00.921643+0000","last_fullsized":"2024-09-21T00:31:00.921643+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:35:09.811761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.6","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.932371+0000","last_change":"2024-09-21T00:31:00.929784+0000","last_active":"2024-09-21T00:31:00.932371+0000","last_peered":"2024-09-21T00:31:00.932371+0000","last_clean":"2024-09-21T00:31:00.932371+0000","last_became_active":"2024-09-21T00:31:00.929476+0000","last_became_peered":"2024-09-21T00:31:00.929476+0000","last_unstale":"2024-09-21T00:31:00.932371+0000","last_undegraded":"2024-09-21T00:31:00.932371+0000","last_fullsized":"2024-09-21T00:31:00.932371+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:57:23.909740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.7","version":"139'2","reported_seq":15,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.935890+0000","last_change":"2024-09-21T00:30:59.920873+0000","last_active":"2024-09-21T00:31:00.935890+0000","last_peered":"2024-09-21T00:31:00.935890+0000","last_clean":"2024-09-21T00:31:00.935890+0000","last_became_active":"2024-09-21T00:30:59.920551+0000","last_became_peered":"2024-09-21T00:30:59.920551+0000","last_unstale":"2024-09-21T00:31:00.935890+0000","last_undegraded":"2024-09-21T00:31:00.935890+0000","last_fullsized":"2024-09-21T00:31:00.935890+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:50:32.752977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.7","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.937314+0000","last_change":"2024-09-21T00:31:00.935022+0000","last_active":"2024-09-21T00:31:00.937314+0000","last_peered":"2024-09-21T00:31:00.937314+0000","last_clean":"2024-09-21T00:31:00.937314+0000","last_became_active":"2024-09-21T00:31:00.934576+0000","last_became_peered":"2024-09-21T00:31:00.934576+0000","last_unstale":"2024-09-21T00:31:00.937314+0000","last_undegraded":"2024-09-21T00:31:00.937314+0000","last_fullsized":"2024-09-21T00:31:00.937314+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:20:41.324366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.6","version":"140'1","reported_seq":16,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.924892+0000","last_change":"2024-09-21T00:30:59.922702+0000","last_active":"2024-09-21T00:31:01.924892+0000","last_peered":"2024-09-21T00:31:01.924892+0000","last_clean":"2024-09-21T00:31:01.924892+0000","last_became_active":"2024-09-21T00:30:59.922423+0000","last_became_peered":"2024-09-21T00:30:59.922423+0000","last_unstale":"2024-09-21T00:31:01.924892+0000","last_undegraded":"2024-09-21T00:31:01.924892+0000","last_fullsized":"2024-09-21T00:31:01.924892+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:10:43.078626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.4","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.922428+0000","last_change":"2024-09-21T00:31:00.917755+0000","last_active":"2024-09-21T00:31:00.922428+0000","last_peered":"2024-09-21T00:31:00.922428+0000","last_clean":"2024-09-21T00:31:00.922428+0000","last_became_active":"2024-09-21T00:31:00.917017+0000","last_became_peered":"2024-09-21T00:31:00.917017+0000","last_unstale":"2024-09-21T00:31:00.922428+0000","last_undegraded":"2024-09-21T00:31:00.922428+0000","last_fullsized":"2024-09-21T00:31:00.922428+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:15:39.528980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.5","version":"0'0","reported_seq":15,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.924653+0000","last_change":"2024-09-21T00:30:59.922227+0000","last_active":"2024-09-21T00:31:01.924653+0000","last_peered":"2024-09-21T00:31:01.924653+0000","last_clean":"2024-09-21T00:31:01.924653+0000","last_became_active":"2024-09-21T00:30:59.921923+0000","last_became_peered":"2024-09-21T00:30:59.921923+0000","last_unstale":"2024-09-21T00:31:01.924653+0000","last_undegraded":"2024-09-21T00:31:01.924653+0000","last_fullsized":"2024-09-21T00:31:01.924653+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:40:59.878064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.5","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.924544+0000","last_change":"2024-09-21T00:31:00.943335+0000","last_active":"2024-09-21T00:31:01.924544+0000","last_peered":"2024-09-21T00:31:01.924544+0000","last_clean":"2024-09-21T00:31:01.924544+0000","last_became_active":"2024-09-21T00:31:00.942039+0000","last_became_peered":"2024-09-21T00:31:00.942039+0000","last_unstale":"2024-09-21T00:31:01.924544+0000","last_undegraded":"2024-09-21T00:31:01.924544+0000","last_fullsized":"2024-09-21T00:31:01.924544+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:34:10.826635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.4","version":"0'0","reported_seq":15,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.924371+0000","last_change":"2024-09-21T00:30:59.920863+0000","last_active":"2024-09-21T00:31:01.924371+0000","last_peered":"2024-09-21T00:31:01.924371+0000","last_clean":"2024-09-21T00:31:01.924371+0000","last_became_active":"2024-09-21T00:30:59.920533+0000","last_became_peered":"2024-09-21T00:30:59.920533+0000","last_unstale":"2024-09-21T00:31:01.924371+0000","last_undegraded":"2024-09-21T00:31:01.924371+0000","last_fullsized":"2024-09-21T00:31:01.924371+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:26:33.875818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.2","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.932339+0000","last_change":"2024-09-21T00:31:00.929899+0000","last_active":"2024-09-21T00:31:00.932339+0000","last_peered":"2024-09-21T00:31:00.932339+0000","last_clean":"2024-09-21T00:31:00.932339+0000","last_became_active":"2024-09-21T00:31:00.929521+0000","last_became_peered":"2024-09-21T00:31:00.929521+0000","last_unstale":"2024-09-21T00:31:00.932339+0000","last_undegraded":"2024-09-21T00:31:00.932339+0000","last_fullsized":"2024-09-21T00:31:00.932339+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:39:14.874685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.3","version":"0'0","reported_seq":13,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.916293+0000","last_change":"2024-09-21T00:30:59.923932+0000","last_active":"2024-09-21T00:31:00.916293+0000","last_peered":"2024-09-21T00:31:00.916293+0000","last_clean":"2024-09-21T00:31:00.916293+0000","last_became_active":"2024-09-21T00:30:59.923588+0000","last_became_peered":"2024-09-21T00:30:59.923588+0000","last_unstale":"2024-09-21T00:31:00.916293+0000","last_undegraded":"2024-09-21T00:31:00.916293+0000","last_fullsized":"2024-09-21T00:31:00.916293+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:04:25.142013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.3","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.931527+0000","last_change":"2024-09-21T00:31:00.923777+0000","last_active":"2024-09-21T00:31:00.931527+0000","last_peered":"2024-09-21T00:31:00.931527+0000","last_clean":"2024-09-21T00:31:00.931527+0000","last_became_active":"2024-09-21T00:31:00.923455+0000","last_became_peered":"2024-09-21T00:31:00.923455+0000","last_unstale":"2024-09-21T00:31:00.931527+0000","last_undegraded":"2024-09-21T00:31:00.931527+0000","last_fullsized":"2024-09-21T00:31:00.931527+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:13:44.190472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.2","version":"0'0","reported_seq":13,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.922799+0000","last_change":"2024-09-21T00:30:59.923443+0000","last_active":"2024-09-21T00:31:00.922799+0000","last_peered":"2024-09-21T00:31:00.922799+0000","last_clean":"2024-09-21T00:31:00.922799+0000","last_became_active":"2024-09-21T00:30:59.922986+0000","last_became_peered":"2024-09-21T00:30:59.922986+0000","last_unstale":"2024-09-21T00:31:00.922799+0000","last_undegraded":"2024-09-21T00:31:00.922799+0000","last_fullsized":"2024-09-21T00:31:00.922799+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:32:33.892062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.0","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.934125+0000","last_change":"2024-09-21T00:31:00.932457+0000","last_active":"2024-09-21T00:31:00.934125+0000","last_peered":"2024-09-21T00:31:00.934125+0000","last_clean":"2024-09-21T00:31:00.934125+0000","last_became_active":"2024-09-21T00:31:00.932139+0000","last_became_peered":"2024-09-21T00:31:00.932139+0000","last_unstale":"2024-09-21T00:31:00.934125+0000","last_undegraded":"2024-09-21T00:31:00.934125+0000","last_fullsized":"2024-09-21T00:31:00.934125+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:45:36.570047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.1","version":"0'0","reported_seq":13,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.919986+0000","last_change":"2024-09-21T00:30:59.922099+0000","last_active":"2024-09-21T00:31:00.919986+0000","last_peered":"2024-09-21T00:31:00.919986+0000","last_clean":"2024-09-21T00:31:00.919986+0000","last_became_active":"2024-09-21T00:30:59.919651+0000","last_became_peered":"2024-09-21T00:30:59.919651+0000","last_unstale":"2024-09-21T00:31:00.919986+0000","last_undegraded":"2024-09-21T00:31:00.919986+0000","last_fullsized":"2024-09-21T00:31:00.919986+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:03:16.423362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.1","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.932311+0000","last_change":"2024-09-21T00:31:00.925422+0000","last_active":"2024-09-21T00:31:00.932311+0000","last_peered":"2024-09-21T00:31:00.932311+0000","last_clean":"2024-09-21T00:31:00.932311+0000","last_became_active":"2024-09-21T00:31:00.925100+0000","last_became_peered":"2024-09-21T00:31:00.925100+0000","last_unstale":"2024-09-21T00:31:00.932311+0000","last_undegraded":"2024-09-21T00:31:00.932311+0000","last_fullsized":"2024-09-21T00:31:00.932311+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:06:32.681822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.0","version":"0'0","reported_seq":13,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.909617+0000","last_change":"2024-09-21T00:30:59.922859+0000","last_active":"2024-09-21T00:31:00.909617+0000","last_peered":"2024-09-21T00:31:00.909617+0000","last_clean":"2024-09-21T00:31:00.909617+0000","last_became_active":"2024-09-21T00:30:59.922535+0000","last_became_peered":"2024-09-21T00:30:59.922535+0000","last_unstale":"2024-09-21T00:31:00.909617+0000","last_undegraded":"2024-09-21T00:31:00.909617+0000","last_fullsized":"2024-09-21T00:31:00.909617+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:20:51.735809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.14","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.938801+0000","last_change":"2024-09-21T00:31:00.932954+0000","last_active":"2024-09-21T00:31:00.938801+0000","last_peered":"2024-09-21T00:31:00.938801+0000","last_clean":"2024-09-21T00:31:00.938801+0000","last_became_active":"2024-09-21T00:31:00.932346+0000","last_became_peered":"2024-09-21T00:31:00.932346+0000","last_unstale":"2024-09-21T00:31:00.938801+0000","last_undegraded":"2024-09-21T00:31:00.938801+0000","last_fullsized":"2024-09-21T00:31:00.938801+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:13:46.428248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.15","version":"139'3","reported_seq":16,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.944566+0000","last_change":"2024-09-21T00:30:59.920635+0000","last_active":"2024-09-21T00:31:00.944566+0000","last_peered":"2024-09-21T00:31:00.944566+0000","last_clean":"2024-09-21T00:31:00.944566+0000","last_became_active":"2024-09-21T00:30:59.920269+0000","last_became_peered":"2024-09-21T00:30:59.920269+0000","last_unstale":"2024-09-21T00:31:00.944566+0000","last_undegraded":"2024-09-21T00:31:00.944566+0000","last_fullsized":"2024-09-21T00:31:00.944566+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:29:52.663290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":321,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.920477+0000","last_change":"2024-09-21T00:21:11.583793+0000","last_active":"2024-09-21T00:31:00.920477+0000","last_peered":"2024-09-21T00:31:00.920477+0000","last_clean":"2024-09-21T00:31:00.920477+0000","last_became_active":"2024-09-21T00:21:11.582502+0000","last_became_peered":"2024-09-21T00:21:11.582502+0000","last_unstale":"2024-09-21T00:31:00.920477+0000","last_undegraded":"2024-09-21T00:31:00.920477+0000","last_fullsized":"2024-09-21T00:31:00.920477+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_clean_scrub_stamp":"2024-09-21T00:21:10.311964+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:58.010953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":21,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":20,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509562,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":55680,"kb_used_data":2280,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94316160,"statfs":{"total":96636764160,"available":96579747840,"internally_reserved":0,"allocated":2334720,"data_stored":1348943,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":54655434},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509562,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":46760,"kb_used_data":1680,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94325080,"statfs":{"total":96636764160,"available":96588881920,"internally_reserved":0,"allocated":1720320,"data_stored":751148,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":46135750},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509562,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":55076,"kb_used_data":1680,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94316764,"statfs":{"total":96636764160,"available":96580366336,"internally_reserved":0,"allocated":1720320,"data_stored":751148,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":54655429},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509563,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":68968,"kb_used_data":1680,"kb_used_omap":1,"kb_used_meta":67262,"kb_avail":94302872,"statfs":{"total":96636764160,"available":96566140928,"internally_reserved":0,"allocated":1720320,"data_stored":751148,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":68876744},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509563,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59272,"kb_used_data":1708,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312568,"statfs":{"total":96636764160,"available":96576069632,"internally_reserved":0,"allocated":1748992,"data_stored":759605,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":58915269},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509561,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":69552,"kb_used_data":2260,"kb_used_omap":1,"kb_used_meta":67262,"kb_avail":94302288,"statfs":{"total":96636764160,"available":96565542912,"internally_reserved":0,"allocated":2314240,"data_stored":1341516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":68876742},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574970,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":68988,"kb_used_data":1704,"kb_used_omap":1,"kb_used_meta":67262,"kb_avail":94302852,"statfs":{"total":96636764160,"available":96566120448,"internally_reserved":0,"allocated":1744896,"data_stored":764223,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":68876741},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574970,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":73156,"kb_used_data":1708,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94298684,"statfs":{"total":96636764160,"available":96561852416,"internally_reserved":0,"allocated":1748992,"data_stored":764805,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":73136582},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":146,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T00:31:05.753 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-21T00:31:05.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.904+0000 7ffa3864d640 1 -- 172.21.15.67:0/1149851886 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffa300b77c0 msgr2=0x7ffa300cff80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:05.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.904+0000 7ffa3864d640 1 --2- 172.21.15.67:0/1149851886 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffa300b77c0 0x7ffa300cff80 secure :-1 s=READY pgs=1669 cs=0 l=1 rev1=1 crypto rx=0x7ffa30074750 tx=0x7ffa2002aa30 comp rx=0 tx=0).stop 2024-09-21T00:31:05.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.904+0000 7ffa3864d640 1 -- 172.21.15.67:0/1149851886 shutdown_connections 2024-09-21T00:31:05.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.904+0000 7ffa3864d640 1 --2- 172.21.15.67:0/1149851886 >> v2:172.21.15.97:3300/0 conn(0x7ffa300b7bd0 0x7ffa300d04c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:05.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.904+0000 7ffa3864d640 1 --2- 172.21.15.67:0/1149851886 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffa300b77c0 0x7ffa300cff80 unknown :-1 s=CLOSED pgs=1669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:05.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.904+0000 7ffa3864d640 1 -- 172.21.15.67:0/1149851886 >> 172.21.15.67:0/1149851886 conn(0x7ffa300cee30 msgr2=0x7ffa300cf240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:05.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.904+0000 7ffa3864d640 1 -- 172.21.15.67:0/1149851886 shutdown_connections 2024-09-21T00:31:05.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.904+0000 7ffa3864d640 1 -- 172.21.15.67:0/1149851886 wait complete. 2024-09-21T00:31:05.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.906+0000 7ffa3864d640 1 Processor -- start 2024-09-21T00:31:05.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.906+0000 7ffa3864d640 1 -- start start 2024-09-21T00:31:05.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.908+0000 7ffa3864d640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ffa300b77c0 0x7ffa301f65e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:05.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.908+0000 7ffa3864d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ffa300b7bd0 0x7ffa301f9980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:05.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.908+0000 7ffa3864d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffa300cd030 0x7ffa3006e760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:05.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.908+0000 7ffa3864d640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ffa300cdb50 con 0x7ffa300cd030 2024-09-21T00:31:05.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.908+0000 7ffa3864d640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ffa300b3280 con 0x7ffa300b7bd0 2024-09-21T00:31:05.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.908+0000 7ffa3864d640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7ffa300cdcd0 con 0x7ffa300b77c0 2024-09-21T00:31:05.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.908+0000 7ffa36bea640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffa300cd030 0x7ffa3006e760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:05.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.908+0000 7ffa36bea640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffa300cd030 0x7ffa3006e760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:49988/0 (socket says 172.21.15.67:49988) 2024-09-21T00:31:05.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.908+0000 7ffa36bea640 1 -- 172.21.15.67:0/3027351009 learned_addr learned my addr 172.21.15.67:0/3027351009 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:05.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.908+0000 7ffa363e9640 1 --2- 172.21.15.67:0/3027351009 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ffa300b77c0 0x7ffa301f65e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:05.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.908+0000 7ffa35be8640 1 --2- 172.21.15.67:0/3027351009 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ffa300b7bd0 0x7ffa301f9980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:05.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.908+0000 7ffa36bea640 1 -- 172.21.15.67:0/3027351009 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ffa300b77c0 msgr2=0x7ffa301f65e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:05.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.908+0000 7ffa36bea640 1 --2- 172.21.15.67:0/3027351009 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ffa300b77c0 0x7ffa301f65e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:05.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.908+0000 7ffa36bea640 1 -- 172.21.15.67:0/3027351009 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ffa300b7bd0 msgr2=0x7ffa301f9980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:05.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.908+0000 7ffa36bea640 1 --2- 172.21.15.67:0/3027351009 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ffa300b7bd0 0x7ffa301f9980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:05.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.908+0000 7ffa36bea640 1 -- 172.21.15.67:0/3027351009 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa301657b0 con 0x7ffa300cd030 2024-09-21T00:31:05.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.908+0000 7ffa36bea640 1 --2- 172.21.15.67:0/3027351009 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffa300cd030 0x7ffa3006e760 secure :-1 s=READY pgs=1670 cs=0 l=1 rev1=1 crypto rx=0x7ffa2800c390 tx=0x7ffa2800c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:05.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.908+0000 7ffa2effd640 1 -- 172.21.15.67:0/3027351009 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa28017070 con 0x7ffa300cd030 2024-09-21T00:31:05.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.909+0000 7ffa2effd640 1 -- 172.21.15.67:0/3027351009 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ffa280053c0 con 0x7ffa300cd030 2024-09-21T00:31:05.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.909+0000 7ffa3864d640 1 -- 172.21.15.67:0/3027351009 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffa301f5b20 con 0x7ffa300cd030 2024-09-21T00:31:05.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.909+0000 7ffa2effd640 1 -- 172.21.15.67:0/3027351009 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa28003830 con 0x7ffa300cd030 2024-09-21T00:31:05.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.909+0000 7ffa3864d640 1 -- 172.21.15.67:0/3027351009 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffa301f5de0 con 0x7ffa300cd030 2024-09-21T00:31:05.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.910+0000 7ffa3864d640 1 -- 172.21.15.67:0/3027351009 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffa300cd440 con 0x7ffa300cd030 2024-09-21T00:31:05.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.911+0000 7ffa2effd640 1 -- 172.21.15.67:0/3027351009 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7ffa2801a070 con 0x7ffa300cd030 2024-09-21T00:31:05.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.911+0000 7ffa2effd640 1 --2- 172.21.15.67:0/3027351009 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ffa1c078bc0 0x7ffa1c07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:05.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.911+0000 7ffa2effd640 1 -- 172.21.15.67:0/3027351009 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7ffa28099e80 con 0x7ffa300cd030 2024-09-21T00:31:05.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.912+0000 7ffa363e9640 1 --2- 172.21.15.67:0/3027351009 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ffa1c078bc0 0x7ffa1c07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:05.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.912+0000 7ffa363e9640 1 --2- 172.21.15.67:0/3027351009 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ffa1c078bc0 0x7ffa1c07b0d0 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7ffa20035000 tx=0x7ffa2003b040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:05.917 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:05.916+0000 7ffa2effd640 1 -- 172.21.15.67:0/3027351009 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7ffa300d1510 con 0x7ffa300cd030 2024-09-21T00:31:06.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:06.177+0000 7ffa3864d640 1 -- 172.21.15.67:0/3027351009 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7ffa300b68c0 con 0x7ffa300cd030 2024-09-21T00:31:06.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:06.177+0000 7ffa2effd640 1 -- 172.21.15.67:0/3027351009 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1608 (secure 0 0 0) 0x7ffa28061d90 con 0x7ffa300cd030 2024-09-21T00:31:06.179 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:31:06.179 INFO:teuthology.orchestra.run.smithi067.stdout:{"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":609,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":140,"num_osds":8,"num_up_osds":8,"osd_up_since":1726878070,"num_in_osds":8,"osd_in_since":1726878060,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":24,"data_bytes":592778,"bytes_used":509390848,"bytes_avail":772584722432,"bytes_total":773094113280,"write_bytes_sec":2388,"read_op_per_sec":0,"write_op_per_sec":7},"fsmap":{"epoch":118,"btime":"2024-09-21T00:31:03:931248+0000","id":10,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":10,"rank":0,"name":"c","status":"up:active","gid":8982}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":26,"modified":"2024-09-21T00:30:37.640192+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-21T00:31:06.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:06.179+0000 7ffa3864d640 1 -- 172.21.15.67:0/3027351009 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ffa1c078bc0 msgr2=0x7ffa1c07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:06.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:06.179+0000 7ffa3864d640 1 --2- 172.21.15.67:0/3027351009 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ffa1c078bc0 0x7ffa1c07b0d0 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7ffa20035000 tx=0x7ffa2003b040 comp rx=0 tx=0).stop 2024-09-21T00:31:06.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:06.180+0000 7ffa3864d640 1 -- 172.21.15.67:0/3027351009 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffa300cd030 msgr2=0x7ffa3006e760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:06.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:06.180+0000 7ffa3864d640 1 --2- 172.21.15.67:0/3027351009 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffa300cd030 0x7ffa3006e760 secure :-1 s=READY pgs=1670 cs=0 l=1 rev1=1 crypto rx=0x7ffa2800c390 tx=0x7ffa2800c850 comp rx=0 tx=0).stop 2024-09-21T00:31:06.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:06.180+0000 7ffa3864d640 1 -- 172.21.15.67:0/3027351009 shutdown_connections 2024-09-21T00:31:06.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:06.180+0000 7ffa3864d640 1 --2- 172.21.15.67:0/3027351009 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ffa1c078bc0 0x7ffa1c07b0d0 unknown :-1 s=CLOSED pgs=636 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:06.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:06.180+0000 7ffa3864d640 1 --2- 172.21.15.67:0/3027351009 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffa300cd030 0x7ffa3006e760 unknown :-1 s=CLOSED pgs=1670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:06.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:06.180+0000 7ffa3864d640 1 --2- 172.21.15.67:0/3027351009 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ffa300b7bd0 0x7ffa301f9980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:06.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:06.180+0000 7ffa3864d640 1 --2- 172.21.15.67:0/3027351009 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ffa300b77c0 0x7ffa301f65e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:06.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:06.180+0000 7ffa3864d640 1 -- 172.21.15.67:0/3027351009 >> 172.21.15.67:0/3027351009 conn(0x7ffa300cee30 msgr2=0x7ffa30160480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:06.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:06.180+0000 7ffa3864d640 1 -- 172.21.15.67:0/3027351009 shutdown_connections 2024-09-21T00:31:06.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:06.180+0000 7ffa3864d640 1 -- 172.21.15.67:0/3027351009 wait complete. 2024-09-21T00:31:06.193 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-21T00:31:06.193 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T00:31:06.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:06.309+0000 7fb701de6640 1 -- 172.21.15.67:0/213255561 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb6fc0b9780 msgr2=0x7fb6fc0d2cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:06.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:06.309+0000 7fb701de6640 1 --2- 172.21.15.67:0/213255561 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb6fc0b9780 0x7fb6fc0d2cf0 secure :-1 s=READY pgs=1672 cs=0 l=1 rev1=1 crypto rx=0x7fb6ec009820 tx=0x7fb6ec02a510 comp rx=0 tx=0).stop 2024-09-21T00:31:06.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:06.309+0000 7fb701de6640 1 -- 172.21.15.67:0/213255561 shutdown_connections 2024-09-21T00:31:06.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:06.309+0000 7fb701de6640 1 --2- 172.21.15.67:0/213255561 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb6fc0b9780 0x7fb6fc0d2cf0 unknown :-1 s=CLOSED pgs=1672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:06.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:06.309+0000 7fb701de6640 1 -- 172.21.15.67:0/213255561 >> 172.21.15.67:0/213255561 conn(0x7fb6fc08bee0 msgr2=0x7fb6fc0d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:06.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:06.309+0000 7fb701de6640 1 -- 172.21.15.67:0/213255561 shutdown_connections 2024-09-21T00:31:06.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:06.309+0000 7fb701de6640 1 -- 172.21.15.67:0/213255561 wait complete. 2024-09-21T00:31:06.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:06.311+0000 7fb701de6640 1 Processor -- start 2024-09-21T00:31:06.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:06.311+0000 7fb701de6640 1 -- start start 2024-09-21T00:31:06.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:06.312+0000 7fb701de6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb6fc0b9780 0x7fb6fc1ea030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:06.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:06.312+0000 7fb701de6640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb6fc0d1010 0x7fb6fc15c8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:06.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:06.312+0000 7fb701de6640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb6fc0d1420 0x7fb6fc155cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:06.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:06.312+0000 7fb701de6640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fb6fc0cf810 con 0x7fb6fc0b9780 2024-09-21T00:31:06.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:06.312+0000 7fb701de6640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fb6fc0b7d10 con 0x7fb6fc0d1420 2024-09-21T00:31:06.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:06.312+0000 7fb701de6640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fb6fc0cf990 con 0x7fb6fc0d1010 2024-09-21T00:31:06.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:06.312+0000 7fb6fb7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb6fc0b9780 0x7fb6fc1ea030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:06.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:06.313+0000 7fb6fb7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb6fc0b9780 0x7fb6fc1ea030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:49996/0 (socket says 172.21.15.67:49996) 2024-09-21T00:31:06.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:06.313+0000 7fb6fb7fe640 1 -- 172.21.15.67:0/1651586655 learned_addr learned my addr 172.21.15.67:0/1651586655 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:06.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:06.313+0000 7fb6fbfff640 1 --2- 172.21.15.67:0/1651586655 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb6fc0d1420 0x7fb6fc155cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:06.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:06.313+0000 7fb6f3fff640 1 --2- 172.21.15.67:0/1651586655 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb6fc0d1010 0x7fb6fc15c8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:06.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:06.313+0000 7fb6fb7fe640 1 -- 172.21.15.67:0/1651586655 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb6fc0d1010 msgr2=0x7fb6fc15c8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:06.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:06.313+0000 7fb6fb7fe640 1 --2- 172.21.15.67:0/1651586655 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb6fc0d1010 0x7fb6fc15c8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:06.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:06.313+0000 7fb6fb7fe640 1 -- 172.21.15.67:0/1651586655 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb6fc0d1420 msgr2=0x7fb6fc155cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:06.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:06.313+0000 7fb6fb7fe640 1 --2- 172.21.15.67:0/1651586655 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb6fc0d1420 0x7fb6fc155cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:06.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:06.313+0000 7fb6fb7fe640 1 -- 172.21.15.67:0/1651586655 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6fc1e8f90 con 0x7fb6fc0b9780 2024-09-21T00:31:06.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:06.313+0000 7fb6fbfff640 1 --2- 172.21.15.67:0/1651586655 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb6fc0d1420 0x7fb6fc155cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:31:06.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:06.313+0000 7fb6f3fff640 1 --2- 172.21.15.67:0/1651586655 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb6fc0d1010 0x7fb6fc15c8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:31:06.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:06.313+0000 7fb6fb7fe640 1 --2- 172.21.15.67:0/1651586655 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb6fc0b9780 0x7fb6fc1ea030 secure :-1 s=READY pgs=1673 cs=0 l=1 rev1=1 crypto rx=0x7fb6ec02ab00 tx=0x7fb6ec004a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:06.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:06.313+0000 7fb6f8ff9640 1 -- 172.21.15.67:0/1651586655 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6ec03f070 con 0x7fb6fc0b9780 2024-09-21T00:31:06.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:06.313+0000 7fb6f8ff9640 1 -- 172.21.15.67:0/1651586655 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb6ec004e50 con 0x7fb6fc0b9780 2024-09-21T00:31:06.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:06.313+0000 7fb701de6640 1 -- 172.21.15.67:0/1651586655 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb6fc1e9270 con 0x7fb6fc0b9780 2024-09-21T00:31:06.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:06.313+0000 7fb6f8ff9640 1 -- 172.21.15.67:0/1651586655 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6ec031950 con 0x7fb6fc0b9780 2024-09-21T00:31:06.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:06.313+0000 7fb701de6640 1 -- 172.21.15.67:0/1651586655 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6fc1e9830 con 0x7fb6fc0b9780 2024-09-21T00:31:06.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:06.314+0000 7fb701de6640 1 -- 172.21.15.67:0/1651586655 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb6fc0d2cf0 con 0x7fb6fc0b9780 2024-09-21T00:31:06.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:06.315+0000 7fb6f8ff9640 1 -- 172.21.15.67:0/1651586655 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fb6ec042070 con 0x7fb6fc0b9780 2024-09-21T00:31:06.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:06.315+0000 7fb6f8ff9640 1 --2- 172.21.15.67:0/1651586655 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb6dc078b90 0x7fb6dc07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:06.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:06.316+0000 7fb6f8ff9640 1 -- 172.21.15.67:0/1651586655 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7fb6ec0bbe20 con 0x7fb6fc0b9780 2024-09-21T00:31:06.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:06.316+0000 7fb6f3fff640 1 --2- 172.21.15.67:0/1651586655 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb6dc078b90 0x7fb6dc07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:06.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:06.316+0000 7fb6f3fff640 1 --2- 172.21.15.67:0/1651586655 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb6dc078b90 0x7fb6dc07b0a0 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7fb6fc15d000 tx=0x7fb6e4008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:06.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:06.320+0000 7fb6f8ff9640 1 -- 172.21.15.67:0/1651586655 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fb6ec031770 con 0x7fb6fc0b9780 2024-09-21T00:31:06.503 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:06.502+0000 7fb701de6640 1 -- 172.21.15.67:0/1651586655 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fb6fc06f8d0 con 0x7fb6dc078b90 2024-09-21T00:31:06.508 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:06.507+0000 7fb6f8ff9640 1 -- 172.21.15.67:0/1651586655 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252471 (secure 0 0 0) 0x7fb6fc06f8d0 con 0x7fb6dc078b90 2024-09-21T00:31:06.512 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:31:06.514 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-21T00:31:06.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:06.510+0000 7fb701de6640 1 -- 172.21.15.67:0/1651586655 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb6dc078b90 msgr2=0x7fb6dc07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:06.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:06.510+0000 7fb701de6640 1 --2- 172.21.15.67:0/1651586655 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb6dc078b90 0x7fb6dc07b0a0 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7fb6fc15d000 tx=0x7fb6e4008040 comp rx=0 tx=0).stop 2024-09-21T00:31:06.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:06.510+0000 7fb701de6640 1 -- 172.21.15.67:0/1651586655 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb6fc0b9780 msgr2=0x7fb6fc1ea030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:06.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:06.510+0000 7fb701de6640 1 --2- 172.21.15.67:0/1651586655 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb6fc0b9780 0x7fb6fc1ea030 secure :-1 s=READY pgs=1673 cs=0 l=1 rev1=1 crypto rx=0x7fb6ec02ab00 tx=0x7fb6ec004a50 comp rx=0 tx=0).stop 2024-09-21T00:31:06.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:06.510+0000 7fb701de6640 1 -- 172.21.15.67:0/1651586655 shutdown_connections 2024-09-21T00:31:06.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:06.510+0000 7fb701de6640 1 --2- 172.21.15.67:0/1651586655 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb6dc078b90 0x7fb6dc07b0a0 unknown :-1 s=CLOSED pgs=637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:06.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:06.510+0000 7fb701de6640 1 --2- 172.21.15.67:0/1651586655 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb6fc0d1420 0x7fb6fc155cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:06.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:06.510+0000 7fb701de6640 1 --2- 172.21.15.67:0/1651586655 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb6fc0d1010 0x7fb6fc15c8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:06.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:06.510+0000 7fb701de6640 1 --2- 172.21.15.67:0/1651586655 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb6fc0b9780 0x7fb6fc1ea030 unknown :-1 s=CLOSED pgs=1673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:06.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:06.510+0000 7fb701de6640 1 -- 172.21.15.67:0/1651586655 >> 172.21.15.67:0/1651586655 conn(0x7fb6fc08bee0 msgr2=0x7fb6fc0ce310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:06.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:06.511+0000 7fb701de6640 1 -- 172.21.15.67:0/1651586655 shutdown_connections 2024-09-21T00:31:06.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:06.511+0000 7fb701de6640 1 -- 172.21.15.67:0/1651586655 wait complete. 2024-09-21T00:31:06.523 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":432,"stamp":"2024-09-21T00:31:05.646947+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":84,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":497452,"kb_used_data":14700,"kb_used_omap":12,"kb_used_meta":482547,"kb_avail":754477268,"statfs":{"total":773094113280,"available":772584722432,"internally_reserved":0,"allocated":15052800,"data_stored":7232536,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12749,"internal_metadata":494128691},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":16,"apply_latency_ms":16,"commit_latency_ns":16000000,"apply_latency_ns":16000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001444"},"pg_stats":[{"pgid":"21.3f","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.924620+0000","last_change":"2024-09-21T00:31:00.937555+0000","last_active":"2024-09-21T00:31:01.924620+0000","last_peered":"2024-09-21T00:31:01.924620+0000","last_clean":"2024-09-21T00:31:01.924620+0000","last_became_active":"2024-09-21T00:31:00.937266+0000","last_became_peered":"2024-09-21T00:31:00.937266+0000","last_unstale":"2024-09-21T00:31:01.924620+0000","last_undegraded":"2024-09-21T00:31:01.924620+0000","last_fullsized":"2024-09-21T00:31:01.924620+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:49:50.335047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.3e","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.936437+0000","last_change":"2024-09-21T00:31:00.930966+0000","last_active":"2024-09-21T00:31:00.936437+0000","last_peered":"2024-09-21T00:31:00.936437+0000","last_clean":"2024-09-21T00:31:00.936437+0000","last_became_active":"2024-09-21T00:31:00.930580+0000","last_became_peered":"2024-09-21T00:31:00.930580+0000","last_unstale":"2024-09-21T00:31:00.936437+0000","last_undegraded":"2024-09-21T00:31:00.936437+0000","last_fullsized":"2024-09-21T00:31:00.936437+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:24:00.089926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.3d","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.929005+0000","last_change":"2024-09-21T00:31:00.923718+0000","last_active":"2024-09-21T00:31:00.929005+0000","last_peered":"2024-09-21T00:31:00.929005+0000","last_clean":"2024-09-21T00:31:00.929005+0000","last_became_active":"2024-09-21T00:31:00.923408+0000","last_became_peered":"2024-09-21T00:31:00.923408+0000","last_unstale":"2024-09-21T00:31:00.929005+0000","last_undegraded":"2024-09-21T00:31:00.929005+0000","last_fullsized":"2024-09-21T00:31:00.929005+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:45:06.146032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.3c","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.926235+0000","last_change":"2024-09-21T00:31:00.928272+0000","last_active":"2024-09-21T00:31:01.926235+0000","last_peered":"2024-09-21T00:31:01.926235+0000","last_clean":"2024-09-21T00:31:01.926235+0000","last_became_active":"2024-09-21T00:31:00.927749+0000","last_became_peered":"2024-09-21T00:31:00.927749+0000","last_unstale":"2024-09-21T00:31:01.926235+0000","last_undegraded":"2024-09-21T00:31:01.926235+0000","last_fullsized":"2024-09-21T00:31:01.926235+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:27:17.995756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.3b","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.932492+0000","last_change":"2024-09-21T00:31:00.930611+0000","last_active":"2024-09-21T00:31:00.932492+0000","last_peered":"2024-09-21T00:31:00.932492+0000","last_clean":"2024-09-21T00:31:00.932492+0000","last_became_active":"2024-09-21T00:31:00.930311+0000","last_became_peered":"2024-09-21T00:31:00.930311+0000","last_unstale":"2024-09-21T00:31:00.932492+0000","last_undegraded":"2024-09-21T00:31:00.932492+0000","last_fullsized":"2024-09-21T00:31:00.932492+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:29:17.685520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.3a","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.924288+0000","last_change":"2024-09-21T00:31:00.939519+0000","last_active":"2024-09-21T00:31:01.924288+0000","last_peered":"2024-09-21T00:31:01.924288+0000","last_clean":"2024-09-21T00:31:01.924288+0000","last_became_active":"2024-09-21T00:31:00.939195+0000","last_became_peered":"2024-09-21T00:31:00.939195+0000","last_unstale":"2024-09-21T00:31:01.924288+0000","last_undegraded":"2024-09-21T00:31:01.924288+0000","last_fullsized":"2024-09-21T00:31:01.924288+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:41:43.328271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.39","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.923323+0000","last_change":"2024-09-21T00:31:00.921414+0000","last_active":"2024-09-21T00:31:00.923323+0000","last_peered":"2024-09-21T00:31:00.923323+0000","last_clean":"2024-09-21T00:31:00.923323+0000","last_became_active":"2024-09-21T00:31:00.921140+0000","last_became_peered":"2024-09-21T00:31:00.921140+0000","last_unstale":"2024-09-21T00:31:00.923323+0000","last_undegraded":"2024-09-21T00:31:00.923323+0000","last_fullsized":"2024-09-21T00:31:00.923323+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:09:26.633383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.38","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.924103+0000","last_change":"2024-09-21T00:31:00.943201+0000","last_active":"2024-09-21T00:31:01.924103+0000","last_peered":"2024-09-21T00:31:01.924103+0000","last_clean":"2024-09-21T00:31:01.924103+0000","last_became_active":"2024-09-21T00:31:00.942823+0000","last_became_peered":"2024-09-21T00:31:00.942823+0000","last_unstale":"2024-09-21T00:31:01.924103+0000","last_undegraded":"2024-09-21T00:31:01.924103+0000","last_fullsized":"2024-09-21T00:31:01.924103+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:54:44.006761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.37","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.936487+0000","last_change":"2024-09-21T00:31:00.931771+0000","last_active":"2024-09-21T00:31:00.936487+0000","last_peered":"2024-09-21T00:31:00.936487+0000","last_clean":"2024-09-21T00:31:00.936487+0000","last_became_active":"2024-09-21T00:31:00.931479+0000","last_became_peered":"2024-09-21T00:31:00.931479+0000","last_unstale":"2024-09-21T00:31:00.936487+0000","last_undegraded":"2024-09-21T00:31:00.936487+0000","last_fullsized":"2024-09-21T00:31:00.936487+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:07:18.768739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.36","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.942462+0000","last_change":"2024-09-21T00:31:00.941203+0000","last_active":"2024-09-21T00:31:00.942462+0000","last_peered":"2024-09-21T00:31:00.942462+0000","last_clean":"2024-09-21T00:31:00.942462+0000","last_became_active":"2024-09-21T00:31:00.940826+0000","last_became_peered":"2024-09-21T00:31:00.940826+0000","last_unstale":"2024-09-21T00:31:00.942462+0000","last_undegraded":"2024-09-21T00:31:00.942462+0000","last_fullsized":"2024-09-21T00:31:00.942462+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:50:27.571012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.35","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.924355+0000","last_change":"2024-09-21T00:31:00.943659+0000","last_active":"2024-09-21T00:31:01.924355+0000","last_peered":"2024-09-21T00:31:01.924355+0000","last_clean":"2024-09-21T00:31:01.924355+0000","last_became_active":"2024-09-21T00:31:00.943007+0000","last_became_peered":"2024-09-21T00:31:00.943007+0000","last_unstale":"2024-09-21T00:31:01.924355+0000","last_undegraded":"2024-09-21T00:31:01.924355+0000","last_fullsized":"2024-09-21T00:31:01.924355+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:42:32.514415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.34","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.937493+0000","last_change":"2024-09-21T00:31:00.935515+0000","last_active":"2024-09-21T00:31:00.937493+0000","last_peered":"2024-09-21T00:31:00.937493+0000","last_clean":"2024-09-21T00:31:00.937493+0000","last_became_active":"2024-09-21T00:31:00.935176+0000","last_became_peered":"2024-09-21T00:31:00.935176+0000","last_unstale":"2024-09-21T00:31:00.937493+0000","last_undegraded":"2024-09-21T00:31:00.937493+0000","last_fullsized":"2024-09-21T00:31:00.937493+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:07:18.768739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.33","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.932467+0000","last_change":"2024-09-21T00:31:00.926099+0000","last_active":"2024-09-21T00:31:00.932467+0000","last_peered":"2024-09-21T00:31:00.932467+0000","last_clean":"2024-09-21T00:31:00.932467+0000","last_became_active":"2024-09-21T00:31:00.925789+0000","last_became_peered":"2024-09-21T00:31:00.925789+0000","last_unstale":"2024-09-21T00:31:00.932467+0000","last_undegraded":"2024-09-21T00:31:00.932467+0000","last_fullsized":"2024-09-21T00:31:00.932467+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:37:49.669501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.32","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.926059+0000","last_change":"2024-09-21T00:31:00.939012+0000","last_active":"2024-09-21T00:31:01.926059+0000","last_peered":"2024-09-21T00:31:01.926059+0000","last_clean":"2024-09-21T00:31:01.926059+0000","last_became_active":"2024-09-21T00:31:00.937561+0000","last_became_peered":"2024-09-21T00:31:00.937561+0000","last_unstale":"2024-09-21T00:31:01.926059+0000","last_undegraded":"2024-09-21T00:31:01.926059+0000","last_fullsized":"2024-09-21T00:31:01.926059+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:34:24.517115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.31","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.930916+0000","last_change":"2024-09-21T00:31:00.929995+0000","last_active":"2024-09-21T00:31:00.930916+0000","last_peered":"2024-09-21T00:31:00.930916+0000","last_clean":"2024-09-21T00:31:00.930916+0000","last_became_active":"2024-09-21T00:31:00.929682+0000","last_became_peered":"2024-09-21T00:31:00.929682+0000","last_unstale":"2024-09-21T00:31:00.930916+0000","last_undegraded":"2024-09-21T00:31:00.930916+0000","last_fullsized":"2024-09-21T00:31:00.930916+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:36:20.880051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.30","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.939516+0000","last_change":"2024-09-21T00:31:00.937377+0000","last_active":"2024-09-21T00:31:00.939516+0000","last_peered":"2024-09-21T00:31:00.939516+0000","last_clean":"2024-09-21T00:31:00.939516+0000","last_became_active":"2024-09-21T00:31:00.937048+0000","last_became_peered":"2024-09-21T00:31:00.937048+0000","last_unstale":"2024-09-21T00:31:00.939516+0000","last_undegraded":"2024-09-21T00:31:00.939516+0000","last_fullsized":"2024-09-21T00:31:00.939516+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:11:51.536472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.2f","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.941102+0000","last_change":"2024-09-21T00:31:00.940002+0000","last_active":"2024-09-21T00:31:00.941102+0000","last_peered":"2024-09-21T00:31:00.941102+0000","last_clean":"2024-09-21T00:31:00.941102+0000","last_became_active":"2024-09-21T00:31:00.939607+0000","last_became_peered":"2024-09-21T00:31:00.939607+0000","last_unstale":"2024-09-21T00:31:00.941102+0000","last_undegraded":"2024-09-21T00:31:00.941102+0000","last_fullsized":"2024-09-21T00:31:00.941102+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:42:13.674455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.2e","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.932895+0000","last_change":"2024-09-21T00:31:00.930386+0000","last_active":"2024-09-21T00:31:00.932895+0000","last_peered":"2024-09-21T00:31:00.932895+0000","last_clean":"2024-09-21T00:31:00.932895+0000","last_became_active":"2024-09-21T00:31:00.930060+0000","last_became_peered":"2024-09-21T00:31:00.930060+0000","last_unstale":"2024-09-21T00:31:00.932895+0000","last_undegraded":"2024-09-21T00:31:00.932895+0000","last_fullsized":"2024-09-21T00:31:00.932895+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:57:53.437394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.2d","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.924684+0000","last_change":"2024-09-21T00:31:00.940438+0000","last_active":"2024-09-21T00:31:01.924684+0000","last_peered":"2024-09-21T00:31:01.924684+0000","last_clean":"2024-09-21T00:31:01.924684+0000","last_became_active":"2024-09-21T00:31:00.940134+0000","last_became_peered":"2024-09-21T00:31:00.940134+0000","last_unstale":"2024-09-21T00:31:01.924684+0000","last_undegraded":"2024-09-21T00:31:01.924684+0000","last_fullsized":"2024-09-21T00:31:01.924684+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:54:03.949341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.2c","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.924391+0000","last_change":"2024-09-21T00:31:00.921940+0000","last_active":"2024-09-21T00:31:00.924391+0000","last_peered":"2024-09-21T00:31:00.924391+0000","last_clean":"2024-09-21T00:31:00.924391+0000","last_became_active":"2024-09-21T00:31:00.921616+0000","last_became_peered":"2024-09-21T00:31:00.921616+0000","last_unstale":"2024-09-21T00:31:00.924391+0000","last_undegraded":"2024-09-21T00:31:00.924391+0000","last_fullsized":"2024-09-21T00:31:00.924391+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:37:49.669501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.2b","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.942432+0000","last_change":"2024-09-21T00:31:00.941171+0000","last_active":"2024-09-21T00:31:00.942432+0000","last_peered":"2024-09-21T00:31:00.942432+0000","last_clean":"2024-09-21T00:31:00.942432+0000","last_became_active":"2024-09-21T00:31:00.940814+0000","last_became_peered":"2024-09-21T00:31:00.940814+0000","last_unstale":"2024-09-21T00:31:00.942432+0000","last_undegraded":"2024-09-21T00:31:00.942432+0000","last_fullsized":"2024-09-21T00:31:00.942432+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:21:32.591000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.2a","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.926037+0000","last_change":"2024-09-21T00:31:00.928596+0000","last_active":"2024-09-21T00:31:01.926037+0000","last_peered":"2024-09-21T00:31:01.926037+0000","last_clean":"2024-09-21T00:31:01.926037+0000","last_became_active":"2024-09-21T00:31:00.927831+0000","last_became_peered":"2024-09-21T00:31:00.927831+0000","last_unstale":"2024-09-21T00:31:01.926037+0000","last_undegraded":"2024-09-21T00:31:01.926037+0000","last_fullsized":"2024-09-21T00:31:01.926037+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:32:06.232646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.29","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.925224+0000","last_change":"2024-09-21T00:31:00.919690+0000","last_active":"2024-09-21T00:31:01.925224+0000","last_peered":"2024-09-21T00:31:01.925224+0000","last_clean":"2024-09-21T00:31:01.925224+0000","last_became_active":"2024-09-21T00:31:00.919346+0000","last_became_peered":"2024-09-21T00:31:00.919346+0000","last_unstale":"2024-09-21T00:31:01.925224+0000","last_undegraded":"2024-09-21T00:31:01.925224+0000","last_fullsized":"2024-09-21T00:31:01.925224+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:31:26.770602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.28","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.937614+0000","last_change":"2024-09-21T00:31:00.936168+0000","last_active":"2024-09-21T00:31:00.937614+0000","last_peered":"2024-09-21T00:31:00.937614+0000","last_clean":"2024-09-21T00:31:00.937614+0000","last_became_active":"2024-09-21T00:31:00.935474+0000","last_became_peered":"2024-09-21T00:31:00.935474+0000","last_unstale":"2024-09-21T00:31:00.937614+0000","last_undegraded":"2024-09-21T00:31:00.937614+0000","last_fullsized":"2024-09-21T00:31:00.937614+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:22:07.727319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.27","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.935830+0000","last_change":"2024-09-21T00:31:00.931971+0000","last_active":"2024-09-21T00:31:00.935830+0000","last_peered":"2024-09-21T00:31:00.935830+0000","last_clean":"2024-09-21T00:31:00.935830+0000","last_became_active":"2024-09-21T00:31:00.931656+0000","last_became_peered":"2024-09-21T00:31:00.931656+0000","last_unstale":"2024-09-21T00:31:00.935830+0000","last_undegraded":"2024-09-21T00:31:00.935830+0000","last_fullsized":"2024-09-21T00:31:00.935830+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:42:39.452401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.26","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.924866+0000","last_change":"2024-09-21T00:31:00.934686+0000","last_active":"2024-09-21T00:31:01.924866+0000","last_peered":"2024-09-21T00:31:01.924866+0000","last_clean":"2024-09-21T00:31:01.924866+0000","last_became_active":"2024-09-21T00:31:00.934356+0000","last_became_peered":"2024-09-21T00:31:00.934356+0000","last_unstale":"2024-09-21T00:31:01.924866+0000","last_undegraded":"2024-09-21T00:31:01.924866+0000","last_fullsized":"2024-09-21T00:31:01.924866+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:13:38.221742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.25","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.926227+0000","last_change":"2024-09-21T00:31:00.924688+0000","last_active":"2024-09-21T00:31:00.926227+0000","last_peered":"2024-09-21T00:31:00.926227+0000","last_clean":"2024-09-21T00:31:00.926227+0000","last_became_active":"2024-09-21T00:31:00.924359+0000","last_became_peered":"2024-09-21T00:31:00.924359+0000","last_unstale":"2024-09-21T00:31:00.926227+0000","last_undegraded":"2024-09-21T00:31:00.926227+0000","last_fullsized":"2024-09-21T00:31:00.926227+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:57:23.909740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.24","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.929457+0000","last_change":"2024-09-21T00:31:00.927003+0000","last_active":"2024-09-21T00:31:00.929457+0000","last_peered":"2024-09-21T00:31:00.929457+0000","last_clean":"2024-09-21T00:31:00.929457+0000","last_became_active":"2024-09-21T00:31:00.926665+0000","last_became_peered":"2024-09-21T00:31:00.926665+0000","last_unstale":"2024-09-21T00:31:00.929457+0000","last_undegraded":"2024-09-21T00:31:00.929457+0000","last_fullsized":"2024-09-21T00:31:00.929457+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:32:37.127463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.23","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.924226+0000","last_change":"2024-09-21T00:31:00.937179+0000","last_active":"2024-09-21T00:31:01.924226+0000","last_peered":"2024-09-21T00:31:01.924226+0000","last_clean":"2024-09-21T00:31:01.924226+0000","last_became_active":"2024-09-21T00:31:00.936833+0000","last_became_peered":"2024-09-21T00:31:00.936833+0000","last_unstale":"2024-09-21T00:31:01.924226+0000","last_undegraded":"2024-09-21T00:31:01.924226+0000","last_fullsized":"2024-09-21T00:31:01.924226+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:11:56.924024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.22","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.926290+0000","last_change":"2024-09-21T00:31:00.939410+0000","last_active":"2024-09-21T00:31:01.926290+0000","last_peered":"2024-09-21T00:31:01.926290+0000","last_clean":"2024-09-21T00:31:01.926290+0000","last_became_active":"2024-09-21T00:31:00.939007+0000","last_became_peered":"2024-09-21T00:31:00.939007+0000","last_unstale":"2024-09-21T00:31:01.926290+0000","last_undegraded":"2024-09-21T00:31:01.926290+0000","last_fullsized":"2024-09-21T00:31:01.926290+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:07:13.934063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.21","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.932272+0000","last_change":"2024-09-21T00:31:00.929125+0000","last_active":"2024-09-21T00:31:00.932272+0000","last_peered":"2024-09-21T00:31:00.932272+0000","last_clean":"2024-09-21T00:31:00.932272+0000","last_became_active":"2024-09-21T00:31:00.928776+0000","last_became_peered":"2024-09-21T00:31:00.928776+0000","last_unstale":"2024-09-21T00:31:00.932272+0000","last_undegraded":"2024-09-21T00:31:00.932272+0000","last_fullsized":"2024-09-21T00:31:00.932272+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:45:36.570047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.20","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.926924+0000","last_change":"2024-09-21T00:31:00.925953+0000","last_active":"2024-09-21T00:31:00.926924+0000","last_peered":"2024-09-21T00:31:00.926924+0000","last_clean":"2024-09-21T00:31:00.926924+0000","last_became_active":"2024-09-21T00:31:00.925580+0000","last_became_peered":"2024-09-21T00:31:00.925580+0000","last_unstale":"2024-09-21T00:31:00.926924+0000","last_undegraded":"2024-09-21T00:31:00.926924+0000","last_fullsized":"2024-09-21T00:31:00.926924+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:29:17.685520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.1e","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.936529+0000","last_change":"2024-09-21T00:31:00.933936+0000","last_active":"2024-09-21T00:31:00.936529+0000","last_peered":"2024-09-21T00:31:00.936529+0000","last_clean":"2024-09-21T00:31:00.936529+0000","last_became_active":"2024-09-21T00:31:00.933623+0000","last_became_peered":"2024-09-21T00:31:00.933623+0000","last_unstale":"2024-09-21T00:31:00.936529+0000","last_undegraded":"2024-09-21T00:31:00.936529+0000","last_fullsized":"2024-09-21T00:31:00.936529+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:24:00.089926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.1f","version":"139'4","reported_seq":17,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.940963+0000","last_change":"2024-09-21T00:30:59.926720+0000","last_active":"2024-09-21T00:31:00.940963+0000","last_peered":"2024-09-21T00:31:00.940963+0000","last_clean":"2024-09-21T00:31:00.940963+0000","last_became_active":"2024-09-21T00:30:59.926307+0000","last_became_peered":"2024-09-21T00:30:59.926307+0000","last_unstale":"2024-09-21T00:31:00.940963+0000","last_undegraded":"2024-09-21T00:31:00.940963+0000","last_fullsized":"2024-09-21T00:31:00.940963+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:37:20.819142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.1f","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.936382+0000","last_change":"2024-09-21T00:31:00.930885+0000","last_active":"2024-09-21T00:31:00.936382+0000","last_peered":"2024-09-21T00:31:00.936382+0000","last_clean":"2024-09-21T00:31:00.936382+0000","last_became_active":"2024-09-21T00:31:00.930531+0000","last_became_peered":"2024-09-21T00:31:00.930531+0000","last_unstale":"2024-09-21T00:31:00.936382+0000","last_undegraded":"2024-09-21T00:31:00.936382+0000","last_fullsized":"2024-09-21T00:31:00.936382+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:01:55.497394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.1e","version":"139'1","reported_seq":14,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.928749+0000","last_change":"2024-09-21T00:30:59.922681+0000","last_active":"2024-09-21T00:31:00.928749+0000","last_peered":"2024-09-21T00:31:00.928749+0000","last_clean":"2024-09-21T00:31:00.928749+0000","last_became_active":"2024-09-21T00:30:59.922358+0000","last_became_peered":"2024-09-21T00:30:59.922358+0000","last_unstale":"2024-09-21T00:31:00.928749+0000","last_undegraded":"2024-09-21T00:31:00.928749+0000","last_fullsized":"2024-09-21T00:31:00.928749+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:06:52.914978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.1c","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.924397+0000","last_change":"2024-09-21T00:31:00.942376+0000","last_active":"2024-09-21T00:31:01.924397+0000","last_peered":"2024-09-21T00:31:01.924397+0000","last_clean":"2024-09-21T00:31:01.924397+0000","last_became_active":"2024-09-21T00:31:00.941581+0000","last_became_peered":"2024-09-21T00:31:00.941581+0000","last_unstale":"2024-09-21T00:31:01.924397+0000","last_undegraded":"2024-09-21T00:31:01.924397+0000","last_fullsized":"2024-09-21T00:31:01.924397+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:47:22.309144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.1d","version":"139'2","reported_seq":17,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.925424+0000","last_change":"2024-09-21T00:30:59.920179+0000","last_active":"2024-09-21T00:31:01.925424+0000","last_peered":"2024-09-21T00:31:01.925424+0000","last_clean":"2024-09-21T00:31:01.925424+0000","last_became_active":"2024-09-21T00:30:59.919823+0000","last_became_peered":"2024-09-21T00:30:59.919823+0000","last_unstale":"2024-09-21T00:31:01.925424+0000","last_undegraded":"2024-09-21T00:31:01.925424+0000","last_fullsized":"2024-09-21T00:31:01.925424+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:10:13.415682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.1d","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.934941+0000","last_change":"2024-09-21T00:31:00.933720+0000","last_active":"2024-09-21T00:31:00.934941+0000","last_peered":"2024-09-21T00:31:00.934941+0000","last_clean":"2024-09-21T00:31:00.934941+0000","last_became_active":"2024-09-21T00:31:00.933407+0000","last_became_peered":"2024-09-21T00:31:00.933407+0000","last_unstale":"2024-09-21T00:31:00.934941+0000","last_undegraded":"2024-09-21T00:31:00.934941+0000","last_fullsized":"2024-09-21T00:31:00.934941+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:01:55.497394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.1c","version":"139'2","reported_seq":17,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.925773+0000","last_change":"2024-09-21T00:30:59.914626+0000","last_active":"2024-09-21T00:31:01.925773+0000","last_peered":"2024-09-21T00:31:01.925773+0000","last_clean":"2024-09-21T00:31:01.925773+0000","last_became_active":"2024-09-21T00:30:59.914266+0000","last_became_peered":"2024-09-21T00:30:59.914266+0000","last_unstale":"2024-09-21T00:31:01.925773+0000","last_undegraded":"2024-09-21T00:31:01.925773+0000","last_fullsized":"2024-09-21T00:31:01.925773+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:49:18.095809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.1a","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.930333+0000","last_change":"2024-09-21T00:31:00.927775+0000","last_active":"2024-09-21T00:31:00.930333+0000","last_peered":"2024-09-21T00:31:00.930333+0000","last_clean":"2024-09-21T00:31:00.930333+0000","last_became_active":"2024-09-21T00:31:00.927433+0000","last_became_peered":"2024-09-21T00:31:00.927433+0000","last_unstale":"2024-09-21T00:31:00.930333+0000","last_undegraded":"2024-09-21T00:31:00.930333+0000","last_fullsized":"2024-09-21T00:31:00.930333+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:36:20.880051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.1b","version":"139'1","reported_seq":14,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.941042+0000","last_change":"2024-09-21T00:30:59.925565+0000","last_active":"2024-09-21T00:31:00.941042+0000","last_peered":"2024-09-21T00:31:00.941042+0000","last_clean":"2024-09-21T00:31:00.941042+0000","last_became_active":"2024-09-21T00:30:59.925158+0000","last_became_peered":"2024-09-21T00:30:59.925158+0000","last_unstale":"2024-09-21T00:31:00.941042+0000","last_undegraded":"2024-09-21T00:31:00.941042+0000","last_fullsized":"2024-09-21T00:31:00.941042+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:06:31.673648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.1b","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.925703+0000","last_change":"2024-09-21T00:31:00.927023+0000","last_active":"2024-09-21T00:31:01.925703+0000","last_peered":"2024-09-21T00:31:01.925703+0000","last_clean":"2024-09-21T00:31:01.925703+0000","last_became_active":"2024-09-21T00:31:00.926695+0000","last_became_peered":"2024-09-21T00:31:00.926695+0000","last_unstale":"2024-09-21T00:31:01.925703+0000","last_undegraded":"2024-09-21T00:31:01.925703+0000","last_fullsized":"2024-09-21T00:31:01.925703+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:46:23.539196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.1a","version":"139'1","reported_seq":14,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.935582+0000","last_change":"2024-09-21T00:30:59.925706+0000","last_active":"2024-09-21T00:31:00.935582+0000","last_peered":"2024-09-21T00:31:00.935582+0000","last_clean":"2024-09-21T00:31:00.935582+0000","last_became_active":"2024-09-21T00:30:59.925317+0000","last_became_peered":"2024-09-21T00:30:59.925317+0000","last_unstale":"2024-09-21T00:31:00.935582+0000","last_undegraded":"2024-09-21T00:31:00.935582+0000","last_fullsized":"2024-09-21T00:31:00.935582+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:36:25.982460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.18","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.922504+0000","last_change":"2024-09-21T00:31:00.917722+0000","last_active":"2024-09-21T00:31:00.922504+0000","last_peered":"2024-09-21T00:31:00.922504+0000","last_clean":"2024-09-21T00:31:00.922504+0000","last_became_active":"2024-09-21T00:31:00.917400+0000","last_became_peered":"2024-09-21T00:31:00.917400+0000","last_unstale":"2024-09-21T00:31:00.922504+0000","last_undegraded":"2024-09-21T00:31:00.922504+0000","last_fullsized":"2024-09-21T00:31:00.922504+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:50:33.761151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.19","version":"0'0","reported_seq":13,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.915462+0000","last_change":"2024-09-21T00:30:59.920684+0000","last_active":"2024-09-21T00:31:00.915462+0000","last_peered":"2024-09-21T00:31:00.915462+0000","last_clean":"2024-09-21T00:31:00.915462+0000","last_became_active":"2024-09-21T00:30:59.920338+0000","last_became_peered":"2024-09-21T00:30:59.920338+0000","last_unstale":"2024-09-21T00:31:00.915462+0000","last_undegraded":"2024-09-21T00:31:00.915462+0000","last_fullsized":"2024-09-21T00:31:00.915462+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:13:01.473518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.19","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.939961+0000","last_change":"2024-09-21T00:31:00.937748+0000","last_active":"2024-09-21T00:31:00.939961+0000","last_peered":"2024-09-21T00:31:00.939961+0000","last_clean":"2024-09-21T00:31:00.939961+0000","last_became_active":"2024-09-21T00:31:00.937224+0000","last_became_peered":"2024-09-21T00:31:00.937224+0000","last_unstale":"2024-09-21T00:31:00.939961+0000","last_undegraded":"2024-09-21T00:31:00.939961+0000","last_fullsized":"2024-09-21T00:31:00.939961+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:39:14.874685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.18","version":"0'0","reported_seq":15,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.925008+0000","last_change":"2024-09-21T00:30:59.922251+0000","last_active":"2024-09-21T00:31:01.925008+0000","last_peered":"2024-09-21T00:31:01.925008+0000","last_clean":"2024-09-21T00:31:01.925008+0000","last_became_active":"2024-09-21T00:30:59.921892+0000","last_became_peered":"2024-09-21T00:30:59.921892+0000","last_unstale":"2024-09-21T00:31:01.925008+0000","last_undegraded":"2024-09-21T00:31:01.925008+0000","last_fullsized":"2024-09-21T00:31:01.925008+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:29:33.636735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.16","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.931700+0000","last_change":"2024-09-21T00:31:00.924600+0000","last_active":"2024-09-21T00:31:00.931700+0000","last_peered":"2024-09-21T00:31:00.931700+0000","last_clean":"2024-09-21T00:31:00.931700+0000","last_became_active":"2024-09-21T00:31:00.924325+0000","last_became_peered":"2024-09-21T00:31:00.924325+0000","last_unstale":"2024-09-21T00:31:00.931700+0000","last_undegraded":"2024-09-21T00:31:00.931700+0000","last_fullsized":"2024-09-21T00:31:00.931700+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:19:04.142152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.17","version":"0'0","reported_seq":13,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.910589+0000","last_change":"2024-09-21T00:30:59.916498+0000","last_active":"2024-09-21T00:31:00.910589+0000","last_peered":"2024-09-21T00:31:00.910589+0000","last_clean":"2024-09-21T00:31:00.910589+0000","last_became_active":"2024-09-21T00:30:59.916119+0000","last_became_peered":"2024-09-21T00:30:59.916119+0000","last_unstale":"2024-09-21T00:31:00.910589+0000","last_undegraded":"2024-09-21T00:31:00.910589+0000","last_fullsized":"2024-09-21T00:31:00.910589+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:32:33.892062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.17","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.940835+0000","last_change":"2024-09-21T00:31:00.939560+0000","last_active":"2024-09-21T00:31:00.940835+0000","last_peered":"2024-09-21T00:31:00.940835+0000","last_clean":"2024-09-21T00:31:00.940835+0000","last_became_active":"2024-09-21T00:31:00.939241+0000","last_became_peered":"2024-09-21T00:31:00.939241+0000","last_unstale":"2024-09-21T00:31:00.940835+0000","last_undegraded":"2024-09-21T00:31:00.940835+0000","last_fullsized":"2024-09-21T00:31:00.940835+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:47:57.096846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.16","version":"0'0","reported_seq":13,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.924593+0000","last_change":"2024-09-21T00:30:59.922668+0000","last_active":"2024-09-21T00:31:00.924593+0000","last_peered":"2024-09-21T00:31:00.924593+0000","last_clean":"2024-09-21T00:31:00.924593+0000","last_became_active":"2024-09-21T00:30:59.921397+0000","last_became_peered":"2024-09-21T00:30:59.921397+0000","last_unstale":"2024-09-21T00:31:00.924593+0000","last_undegraded":"2024-09-21T00:31:00.924593+0000","last_fullsized":"2024-09-21T00:31:00.924593+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:28:10.313220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.15","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.934424+0000","last_change":"2024-09-21T00:31:00.931592+0000","last_active":"2024-09-21T00:31:00.934424+0000","last_peered":"2024-09-21T00:31:00.934424+0000","last_clean":"2024-09-21T00:31:00.934424+0000","last_became_active":"2024-09-21T00:31:00.931276+0000","last_became_peered":"2024-09-21T00:31:00.931276+0000","last_unstale":"2024-09-21T00:31:00.934424+0000","last_undegraded":"2024-09-21T00:31:00.934424+0000","last_fullsized":"2024-09-21T00:31:00.934424+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:49:49.644328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.14","version":"139'6","reported_seq":19,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.944283+0000","last_change":"2024-09-21T00:30:59.926870+0000","last_active":"2024-09-21T00:31:00.944283+0000","last_peered":"2024-09-21T00:31:00.944283+0000","last_clean":"2024-09-21T00:31:00.944283+0000","last_became_active":"2024-09-21T00:30:59.926408+0000","last_became_peered":"2024-09-21T00:30:59.926408+0000","last_unstale":"2024-09-21T00:31:00.944283+0000","last_undegraded":"2024-09-21T00:31:00.944283+0000","last_fullsized":"2024-09-21T00:31:00.944283+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:51:05.924449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.12","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.935756+0000","last_change":"2024-09-21T00:31:00.933184+0000","last_active":"2024-09-21T00:31:00.935756+0000","last_peered":"2024-09-21T00:31:00.935756+0000","last_clean":"2024-09-21T00:31:00.935756+0000","last_became_active":"2024-09-21T00:31:00.932875+0000","last_became_peered":"2024-09-21T00:31:00.932875+0000","last_unstale":"2024-09-21T00:31:00.935756+0000","last_undegraded":"2024-09-21T00:31:00.935756+0000","last_fullsized":"2024-09-21T00:31:00.935756+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:29:23.272555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.13","version":"139'2","reported_seq":15,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.944026+0000","last_change":"2024-09-21T00:30:59.922791+0000","last_active":"2024-09-21T00:31:00.944026+0000","last_peered":"2024-09-21T00:31:00.944026+0000","last_clean":"2024-09-21T00:31:00.944026+0000","last_became_active":"2024-09-21T00:30:59.922496+0000","last_became_peered":"2024-09-21T00:30:59.922496+0000","last_unstale":"2024-09-21T00:31:00.944026+0000","last_undegraded":"2024-09-21T00:31:00.944026+0000","last_fullsized":"2024-09-21T00:31:00.944026+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:22:43.541626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.13","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.927117+0000","last_change":"2024-09-21T00:31:00.919654+0000","last_active":"2024-09-21T00:31:00.927117+0000","last_peered":"2024-09-21T00:31:00.927117+0000","last_clean":"2024-09-21T00:31:00.927117+0000","last_became_active":"2024-09-21T00:31:00.919299+0000","last_became_peered":"2024-09-21T00:31:00.919299+0000","last_unstale":"2024-09-21T00:31:00.927117+0000","last_undegraded":"2024-09-21T00:31:00.927117+0000","last_fullsized":"2024-09-21T00:31:00.927117+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:28:11.321394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.12","version":"0'0","reported_seq":13,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.920580+0000","last_change":"2024-09-21T00:30:59.916154+0000","last_active":"2024-09-21T00:31:00.920580+0000","last_peered":"2024-09-21T00:31:00.920580+0000","last_clean":"2024-09-21T00:31:00.920580+0000","last_became_active":"2024-09-21T00:30:59.915789+0000","last_became_peered":"2024-09-21T00:30:59.915789+0000","last_unstale":"2024-09-21T00:31:00.920580+0000","last_undegraded":"2024-09-21T00:31:00.920580+0000","last_fullsized":"2024-09-21T00:31:00.920580+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:26:50.772358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.10","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.931483+0000","last_change":"2024-09-21T00:31:00.922145+0000","last_active":"2024-09-21T00:31:00.931483+0000","last_peered":"2024-09-21T00:31:00.931483+0000","last_clean":"2024-09-21T00:31:00.931483+0000","last_became_active":"2024-09-21T00:31:00.921835+0000","last_became_peered":"2024-09-21T00:31:00.921835+0000","last_unstale":"2024-09-21T00:31:00.931483+0000","last_undegraded":"2024-09-21T00:31:00.931483+0000","last_fullsized":"2024-09-21T00:31:00.931483+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:13:02.481693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.11","version":"0'0","reported_seq":15,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.924010+0000","last_change":"2024-09-21T00:30:59.918122+0000","last_active":"2024-09-21T00:31:01.924010+0000","last_peered":"2024-09-21T00:31:01.924010+0000","last_clean":"2024-09-21T00:31:01.924010+0000","last_became_active":"2024-09-21T00:30:59.917798+0000","last_became_peered":"2024-09-21T00:30:59.917798+0000","last_unstale":"2024-09-21T00:31:01.924010+0000","last_undegraded":"2024-09-21T00:31:01.924010+0000","last_fullsized":"2024-09-21T00:31:01.924010+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:10:25.039298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.11","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.932934+0000","last_change":"2024-09-21T00:31:00.930704+0000","last_active":"2024-09-21T00:31:00.932934+0000","last_peered":"2024-09-21T00:31:00.932934+0000","last_clean":"2024-09-21T00:31:00.932934+0000","last_became_active":"2024-09-21T00:31:00.930402+0000","last_became_peered":"2024-09-21T00:31:00.930402+0000","last_unstale":"2024-09-21T00:31:00.932934+0000","last_undegraded":"2024-09-21T00:31:00.932934+0000","last_fullsized":"2024-09-21T00:31:00.932934+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:47:06.264000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.10","version":"139'8","reported_seq":21,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.934202+0000","last_change":"2024-09-21T00:30:59.920780+0000","last_active":"2024-09-21T00:31:00.934202+0000","last_peered":"2024-09-21T00:31:00.934202+0000","last_clean":"2024-09-21T00:31:00.934202+0000","last_became_active":"2024-09-21T00:30:59.920477+0000","last_became_peered":"2024-09-21T00:30:59.920477+0000","last_unstale":"2024-09-21T00:31:00.934202+0000","last_undegraded":"2024-09-21T00:31:00.934202+0000","last_fullsized":"2024-09-21T00:31:00.934202+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:13:43.182298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.e","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.941917+0000","last_change":"2024-09-21T00:31:00.940194+0000","last_active":"2024-09-21T00:31:00.941917+0000","last_peered":"2024-09-21T00:31:00.941917+0000","last_clean":"2024-09-21T00:31:00.941917+0000","last_became_active":"2024-09-21T00:31:00.939707+0000","last_became_peered":"2024-09-21T00:31:00.939707+0000","last_unstale":"2024-09-21T00:31:00.941917+0000","last_undegraded":"2024-09-21T00:31:00.941917+0000","last_fullsized":"2024-09-21T00:31:00.941917+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:36:38.452785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.f","version":"139'1","reported_seq":14,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.935519+0000","last_change":"2024-09-21T00:30:59.918207+0000","last_active":"2024-09-21T00:31:00.935519+0000","last_peered":"2024-09-21T00:31:00.935519+0000","last_clean":"2024-09-21T00:31:00.935519+0000","last_became_active":"2024-09-21T00:30:59.917551+0000","last_became_peered":"2024-09-21T00:30:59.917551+0000","last_unstale":"2024-09-21T00:31:00.935519+0000","last_undegraded":"2024-09-21T00:31:00.935519+0000","last_fullsized":"2024-09-21T00:31:00.935519+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:35:09.883621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.f","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.939619+0000","last_change":"2024-09-21T00:31:00.937323+0000","last_active":"2024-09-21T00:31:00.939619+0000","last_peered":"2024-09-21T00:31:00.939619+0000","last_clean":"2024-09-21T00:31:00.939619+0000","last_became_active":"2024-09-21T00:31:00.937005+0000","last_became_peered":"2024-09-21T00:31:00.937005+0000","last_unstale":"2024-09-21T00:31:00.939619+0000","last_undegraded":"2024-09-21T00:31:00.939619+0000","last_fullsized":"2024-09-21T00:31:00.939619+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:24:06.934453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.e","version":"139'2","reported_seq":15,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.928648+0000","last_change":"2024-09-21T00:30:59.917441+0000","last_active":"2024-09-21T00:31:00.928648+0000","last_peered":"2024-09-21T00:31:00.928648+0000","last_clean":"2024-09-21T00:31:00.928648+0000","last_became_active":"2024-09-21T00:30:59.917155+0000","last_became_peered":"2024-09-21T00:30:59.917155+0000","last_unstale":"2024-09-21T00:31:00.928648+0000","last_undegraded":"2024-09-21T00:31:00.928648+0000","last_fullsized":"2024-09-21T00:31:00.928648+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:37:20.819142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.c","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.937066+0000","last_change":"2024-09-21T00:31:00.934455+0000","last_active":"2024-09-21T00:31:00.937066+0000","last_peered":"2024-09-21T00:31:00.937066+0000","last_clean":"2024-09-21T00:31:00.937066+0000","last_became_active":"2024-09-21T00:31:00.934129+0000","last_became_peered":"2024-09-21T00:31:00.934129+0000","last_unstale":"2024-09-21T00:31:00.937066+0000","last_undegraded":"2024-09-21T00:31:00.937066+0000","last_fullsized":"2024-09-21T00:31:00.937066+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:22:17.012144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.d","version":"139'1","reported_seq":14,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.937769+0000","last_change":"2024-09-21T00:30:59.925488+0000","last_active":"2024-09-21T00:31:00.937769+0000","last_peered":"2024-09-21T00:31:00.937769+0000","last_clean":"2024-09-21T00:31:00.937769+0000","last_became_active":"2024-09-21T00:30:59.925122+0000","last_became_peered":"2024-09-21T00:30:59.925122+0000","last_unstale":"2024-09-21T00:31:00.937769+0000","last_undegraded":"2024-09-21T00:31:00.937769+0000","last_fullsized":"2024-09-21T00:31:00.937769+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:30:43.148656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.d","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.924590+0000","last_change":"2024-09-21T00:31:00.943755+0000","last_active":"2024-09-21T00:31:01.924590+0000","last_peered":"2024-09-21T00:31:01.924590+0000","last_clean":"2024-09-21T00:31:01.924590+0000","last_became_active":"2024-09-21T00:31:00.943466+0000","last_became_peered":"2024-09-21T00:31:00.943466+0000","last_unstale":"2024-09-21T00:31:01.924590+0000","last_undegraded":"2024-09-21T00:31:01.924590+0000","last_fullsized":"2024-09-21T00:31:01.924590+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:40:48.272601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.c","version":"0'0","reported_seq":13,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.910127+0000","last_change":"2024-09-21T00:30:59.921447+0000","last_active":"2024-09-21T00:31:00.910127+0000","last_peered":"2024-09-21T00:31:00.910127+0000","last_clean":"2024-09-21T00:31:00.910127+0000","last_became_active":"2024-09-21T00:30:59.921078+0000","last_became_peered":"2024-09-21T00:30:59.921078+0000","last_unstale":"2024-09-21T00:31:00.910127+0000","last_undegraded":"2024-09-21T00:31:00.910127+0000","last_fullsized":"2024-09-21T00:31:00.910127+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:47:42.185140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.a","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.926327+0000","last_change":"2024-09-21T00:31:00.938636+0000","last_active":"2024-09-21T00:31:01.926327+0000","last_peered":"2024-09-21T00:31:01.926327+0000","last_clean":"2024-09-21T00:31:01.926327+0000","last_became_active":"2024-09-21T00:31:00.938116+0000","last_became_peered":"2024-09-21T00:31:00.938116+0000","last_unstale":"2024-09-21T00:31:01.926327+0000","last_undegraded":"2024-09-21T00:31:01.926327+0000","last_fullsized":"2024-09-21T00:31:01.926327+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:00:30.431618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.b","version":"139'2","reported_seq":15,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.934879+0000","last_change":"2024-09-21T00:30:59.923128+0000","last_active":"2024-09-21T00:31:00.934879+0000","last_peered":"2024-09-21T00:31:00.934879+0000","last_clean":"2024-09-21T00:31:00.934879+0000","last_became_active":"2024-09-21T00:30:59.922287+0000","last_became_peered":"2024-09-21T00:30:59.922287+0000","last_unstale":"2024-09-21T00:31:00.934879+0000","last_undegraded":"2024-09-21T00:31:00.934879+0000","last_fullsized":"2024-09-21T00:31:00.934879+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:54:09.873740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.b","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.938830+0000","last_change":"2024-09-21T00:31:00.928718+0000","last_active":"2024-09-21T00:31:00.938830+0000","last_peered":"2024-09-21T00:31:00.938830+0000","last_clean":"2024-09-21T00:31:00.938830+0000","last_became_active":"2024-09-21T00:31:00.928333+0000","last_became_peered":"2024-09-21T00:31:00.928333+0000","last_unstale":"2024-09-21T00:31:00.938830+0000","last_undegraded":"2024-09-21T00:31:00.938830+0000","last_fullsized":"2024-09-21T00:31:00.938830+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:10:30.728647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.a","version":"0'0","reported_seq":13,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.924515+0000","last_change":"2024-09-21T00:30:59.926205+0000","last_active":"2024-09-21T00:31:00.924515+0000","last_peered":"2024-09-21T00:31:00.924515+0000","last_clean":"2024-09-21T00:31:00.924515+0000","last_became_active":"2024-09-21T00:30:59.925757+0000","last_became_peered":"2024-09-21T00:30:59.925757+0000","last_unstale":"2024-09-21T00:31:00.924515+0000","last_undegraded":"2024-09-21T00:31:00.924515+0000","last_fullsized":"2024-09-21T00:31:00.924515+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:15:38.520806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.8","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.925086+0000","last_change":"2024-09-21T00:31:00.921044+0000","last_active":"2024-09-21T00:31:01.925086+0000","last_peered":"2024-09-21T00:31:01.925086+0000","last_clean":"2024-09-21T00:31:01.925086+0000","last_became_active":"2024-09-21T00:31:00.920664+0000","last_became_peered":"2024-09-21T00:31:00.920664+0000","last_unstale":"2024-09-21T00:31:01.925086+0000","last_undegraded":"2024-09-21T00:31:01.925086+0000","last_fullsized":"2024-09-21T00:31:01.925086+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:41:37.908385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.9","version":"0'0","reported_seq":13,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.919797+0000","last_change":"2024-09-21T00:30:59.923621+0000","last_active":"2024-09-21T00:31:00.919797+0000","last_peered":"2024-09-21T00:31:00.919797+0000","last_clean":"2024-09-21T00:31:00.919797+0000","last_became_active":"2024-09-21T00:30:59.923322+0000","last_became_peered":"2024-09-21T00:30:59.923322+0000","last_unstale":"2024-09-21T00:31:00.919797+0000","last_undegraded":"2024-09-21T00:31:00.919797+0000","last_fullsized":"2024-09-21T00:31:00.919797+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:06:52.914978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.9","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.929431+0000","last_change":"2024-09-21T00:31:00.928266+0000","last_active":"2024-09-21T00:31:00.929431+0000","last_peered":"2024-09-21T00:31:00.929431+0000","last_clean":"2024-09-21T00:31:00.929431+0000","last_became_active":"2024-09-21T00:31:00.927759+0000","last_became_peered":"2024-09-21T00:31:00.927759+0000","last_unstale":"2024-09-21T00:31:00.929431+0000","last_undegraded":"2024-09-21T00:31:00.929431+0000","last_fullsized":"2024-09-21T00:31:00.929431+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:53:40.530543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.8","version":"0'0","reported_seq":13,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.921643+0000","last_change":"2024-09-21T00:30:59.922341+0000","last_active":"2024-09-21T00:31:00.921643+0000","last_peered":"2024-09-21T00:31:00.921643+0000","last_clean":"2024-09-21T00:31:00.921643+0000","last_became_active":"2024-09-21T00:30:59.921932+0000","last_became_peered":"2024-09-21T00:30:59.921932+0000","last_unstale":"2024-09-21T00:31:00.921643+0000","last_undegraded":"2024-09-21T00:31:00.921643+0000","last_fullsized":"2024-09-21T00:31:00.921643+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:35:09.811761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.6","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.932371+0000","last_change":"2024-09-21T00:31:00.929784+0000","last_active":"2024-09-21T00:31:00.932371+0000","last_peered":"2024-09-21T00:31:00.932371+0000","last_clean":"2024-09-21T00:31:00.932371+0000","last_became_active":"2024-09-21T00:31:00.929476+0000","last_became_peered":"2024-09-21T00:31:00.929476+0000","last_unstale":"2024-09-21T00:31:00.932371+0000","last_undegraded":"2024-09-21T00:31:00.932371+0000","last_fullsized":"2024-09-21T00:31:00.932371+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:57:23.909740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.7","version":"139'2","reported_seq":15,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.935890+0000","last_change":"2024-09-21T00:30:59.920873+0000","last_active":"2024-09-21T00:31:00.935890+0000","last_peered":"2024-09-21T00:31:00.935890+0000","last_clean":"2024-09-21T00:31:00.935890+0000","last_became_active":"2024-09-21T00:30:59.920551+0000","last_became_peered":"2024-09-21T00:30:59.920551+0000","last_unstale":"2024-09-21T00:31:00.935890+0000","last_undegraded":"2024-09-21T00:31:00.935890+0000","last_fullsized":"2024-09-21T00:31:00.935890+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:50:32.752977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.7","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.937314+0000","last_change":"2024-09-21T00:31:00.935022+0000","last_active":"2024-09-21T00:31:00.937314+0000","last_peered":"2024-09-21T00:31:00.937314+0000","last_clean":"2024-09-21T00:31:00.937314+0000","last_became_active":"2024-09-21T00:31:00.934576+0000","last_became_peered":"2024-09-21T00:31:00.934576+0000","last_unstale":"2024-09-21T00:31:00.937314+0000","last_undegraded":"2024-09-21T00:31:00.937314+0000","last_fullsized":"2024-09-21T00:31:00.937314+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:20:41.324366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.6","version":"140'1","reported_seq":16,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.924892+0000","last_change":"2024-09-21T00:30:59.922702+0000","last_active":"2024-09-21T00:31:01.924892+0000","last_peered":"2024-09-21T00:31:01.924892+0000","last_clean":"2024-09-21T00:31:01.924892+0000","last_became_active":"2024-09-21T00:30:59.922423+0000","last_became_peered":"2024-09-21T00:30:59.922423+0000","last_unstale":"2024-09-21T00:31:01.924892+0000","last_undegraded":"2024-09-21T00:31:01.924892+0000","last_fullsized":"2024-09-21T00:31:01.924892+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:10:43.078626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.4","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.922428+0000","last_change":"2024-09-21T00:31:00.917755+0000","last_active":"2024-09-21T00:31:00.922428+0000","last_peered":"2024-09-21T00:31:00.922428+0000","last_clean":"2024-09-21T00:31:00.922428+0000","last_became_active":"2024-09-21T00:31:00.917017+0000","last_became_peered":"2024-09-21T00:31:00.917017+0000","last_unstale":"2024-09-21T00:31:00.922428+0000","last_undegraded":"2024-09-21T00:31:00.922428+0000","last_fullsized":"2024-09-21T00:31:00.922428+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:15:39.528980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.5","version":"0'0","reported_seq":15,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.924653+0000","last_change":"2024-09-21T00:30:59.922227+0000","last_active":"2024-09-21T00:31:01.924653+0000","last_peered":"2024-09-21T00:31:01.924653+0000","last_clean":"2024-09-21T00:31:01.924653+0000","last_became_active":"2024-09-21T00:30:59.921923+0000","last_became_peered":"2024-09-21T00:30:59.921923+0000","last_unstale":"2024-09-21T00:31:01.924653+0000","last_undegraded":"2024-09-21T00:31:01.924653+0000","last_fullsized":"2024-09-21T00:31:01.924653+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:40:59.878064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.5","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.924544+0000","last_change":"2024-09-21T00:31:00.943335+0000","last_active":"2024-09-21T00:31:01.924544+0000","last_peered":"2024-09-21T00:31:01.924544+0000","last_clean":"2024-09-21T00:31:01.924544+0000","last_became_active":"2024-09-21T00:31:00.942039+0000","last_became_peered":"2024-09-21T00:31:00.942039+0000","last_unstale":"2024-09-21T00:31:01.924544+0000","last_undegraded":"2024-09-21T00:31:01.924544+0000","last_fullsized":"2024-09-21T00:31:01.924544+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:34:10.826635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.4","version":"0'0","reported_seq":15,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.924371+0000","last_change":"2024-09-21T00:30:59.920863+0000","last_active":"2024-09-21T00:31:01.924371+0000","last_peered":"2024-09-21T00:31:01.924371+0000","last_clean":"2024-09-21T00:31:01.924371+0000","last_became_active":"2024-09-21T00:30:59.920533+0000","last_became_peered":"2024-09-21T00:30:59.920533+0000","last_unstale":"2024-09-21T00:31:01.924371+0000","last_undegraded":"2024-09-21T00:31:01.924371+0000","last_fullsized":"2024-09-21T00:31:01.924371+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:26:33.875818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.2","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.932339+0000","last_change":"2024-09-21T00:31:00.929899+0000","last_active":"2024-09-21T00:31:00.932339+0000","last_peered":"2024-09-21T00:31:00.932339+0000","last_clean":"2024-09-21T00:31:00.932339+0000","last_became_active":"2024-09-21T00:31:00.929521+0000","last_became_peered":"2024-09-21T00:31:00.929521+0000","last_unstale":"2024-09-21T00:31:00.932339+0000","last_undegraded":"2024-09-21T00:31:00.932339+0000","last_fullsized":"2024-09-21T00:31:00.932339+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:39:14.874685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.3","version":"0'0","reported_seq":13,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.916293+0000","last_change":"2024-09-21T00:30:59.923932+0000","last_active":"2024-09-21T00:31:00.916293+0000","last_peered":"2024-09-21T00:31:00.916293+0000","last_clean":"2024-09-21T00:31:00.916293+0000","last_became_active":"2024-09-21T00:30:59.923588+0000","last_became_peered":"2024-09-21T00:30:59.923588+0000","last_unstale":"2024-09-21T00:31:00.916293+0000","last_undegraded":"2024-09-21T00:31:00.916293+0000","last_fullsized":"2024-09-21T00:31:00.916293+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:04:25.142013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.3","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.931527+0000","last_change":"2024-09-21T00:31:00.923777+0000","last_active":"2024-09-21T00:31:00.931527+0000","last_peered":"2024-09-21T00:31:00.931527+0000","last_clean":"2024-09-21T00:31:00.931527+0000","last_became_active":"2024-09-21T00:31:00.923455+0000","last_became_peered":"2024-09-21T00:31:00.923455+0000","last_unstale":"2024-09-21T00:31:00.931527+0000","last_undegraded":"2024-09-21T00:31:00.931527+0000","last_fullsized":"2024-09-21T00:31:00.931527+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:13:44.190472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.2","version":"0'0","reported_seq":13,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.922799+0000","last_change":"2024-09-21T00:30:59.923443+0000","last_active":"2024-09-21T00:31:00.922799+0000","last_peered":"2024-09-21T00:31:00.922799+0000","last_clean":"2024-09-21T00:31:00.922799+0000","last_became_active":"2024-09-21T00:30:59.922986+0000","last_became_peered":"2024-09-21T00:30:59.922986+0000","last_unstale":"2024-09-21T00:31:00.922799+0000","last_undegraded":"2024-09-21T00:31:00.922799+0000","last_fullsized":"2024-09-21T00:31:00.922799+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:32:33.892062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.0","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.934125+0000","last_change":"2024-09-21T00:31:00.932457+0000","last_active":"2024-09-21T00:31:00.934125+0000","last_peered":"2024-09-21T00:31:00.934125+0000","last_clean":"2024-09-21T00:31:00.934125+0000","last_became_active":"2024-09-21T00:31:00.932139+0000","last_became_peered":"2024-09-21T00:31:00.932139+0000","last_unstale":"2024-09-21T00:31:00.934125+0000","last_undegraded":"2024-09-21T00:31:00.934125+0000","last_fullsized":"2024-09-21T00:31:00.934125+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:45:36.570047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.1","version":"0'0","reported_seq":13,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.919986+0000","last_change":"2024-09-21T00:30:59.922099+0000","last_active":"2024-09-21T00:31:00.919986+0000","last_peered":"2024-09-21T00:31:00.919986+0000","last_clean":"2024-09-21T00:31:00.919986+0000","last_became_active":"2024-09-21T00:30:59.919651+0000","last_became_peered":"2024-09-21T00:30:59.919651+0000","last_unstale":"2024-09-21T00:31:00.919986+0000","last_undegraded":"2024-09-21T00:31:00.919986+0000","last_fullsized":"2024-09-21T00:31:00.919986+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:03:16.423362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.1","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.932311+0000","last_change":"2024-09-21T00:31:00.925422+0000","last_active":"2024-09-21T00:31:00.932311+0000","last_peered":"2024-09-21T00:31:00.932311+0000","last_clean":"2024-09-21T00:31:00.932311+0000","last_became_active":"2024-09-21T00:31:00.925100+0000","last_became_peered":"2024-09-21T00:31:00.925100+0000","last_unstale":"2024-09-21T00:31:00.932311+0000","last_undegraded":"2024-09-21T00:31:00.932311+0000","last_fullsized":"2024-09-21T00:31:00.932311+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:06:32.681822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.0","version":"0'0","reported_seq":13,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.909617+0000","last_change":"2024-09-21T00:30:59.922859+0000","last_active":"2024-09-21T00:31:00.909617+0000","last_peered":"2024-09-21T00:31:00.909617+0000","last_clean":"2024-09-21T00:31:00.909617+0000","last_became_active":"2024-09-21T00:30:59.922535+0000","last_became_peered":"2024-09-21T00:30:59.922535+0000","last_unstale":"2024-09-21T00:31:00.909617+0000","last_undegraded":"2024-09-21T00:31:00.909617+0000","last_fullsized":"2024-09-21T00:31:00.909617+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:20:51.735809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.14","version":"0'0","reported_seq":10,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.938801+0000","last_change":"2024-09-21T00:31:00.932954+0000","last_active":"2024-09-21T00:31:00.938801+0000","last_peered":"2024-09-21T00:31:00.938801+0000","last_clean":"2024-09-21T00:31:00.938801+0000","last_became_active":"2024-09-21T00:31:00.932346+0000","last_became_peered":"2024-09-21T00:31:00.932346+0000","last_unstale":"2024-09-21T00:31:00.938801+0000","last_undegraded":"2024-09-21T00:31:00.938801+0000","last_fullsized":"2024-09-21T00:31:00.938801+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:13:46.428248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.15","version":"139'3","reported_seq":16,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.944566+0000","last_change":"2024-09-21T00:30:59.920635+0000","last_active":"2024-09-21T00:31:00.944566+0000","last_peered":"2024-09-21T00:31:00.944566+0000","last_clean":"2024-09-21T00:31:00.944566+0000","last_became_active":"2024-09-21T00:30:59.920269+0000","last_became_peered":"2024-09-21T00:30:59.920269+0000","last_unstale":"2024-09-21T00:31:00.944566+0000","last_undegraded":"2024-09-21T00:31:00.944566+0000","last_fullsized":"2024-09-21T00:31:00.944566+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:29:52.663290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":321,"reported_epoch":139,"state":"active+clean","last_fresh":"2024-09-21T00:31:00.920477+0000","last_change":"2024-09-21T00:21:11.583793+0000","last_active":"2024-09-21T00:31:00.920477+0000","last_peered":"2024-09-21T00:31:00.920477+0000","last_clean":"2024-09-21T00:31:00.920477+0000","last_became_active":"2024-09-21T00:21:11.582502+0000","last_became_peered":"2024-09-21T00:21:11.582502+0000","last_unstale":"2024-09-21T00:31:00.920477+0000","last_undegraded":"2024-09-21T00:31:00.920477+0000","last_fullsized":"2024-09-21T00:31:00.920477+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_clean_scrub_stamp":"2024-09-21T00:21:10.311964+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:58.010953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":21,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":20,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509562,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":55680,"kb_used_data":2280,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94316160,"statfs":{"total":96636764160,"available":96579747840,"internally_reserved":0,"allocated":2334720,"data_stored":1348943,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":54655434},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509562,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":46760,"kb_used_data":1680,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94325080,"statfs":{"total":96636764160,"available":96588881920,"internally_reserved":0,"allocated":1720320,"data_stored":751148,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":46135750},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509562,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":55076,"kb_used_data":1680,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94316764,"statfs":{"total":96636764160,"available":96580366336,"internally_reserved":0,"allocated":1720320,"data_stored":751148,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":54655429},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509563,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":68968,"kb_used_data":1680,"kb_used_omap":1,"kb_used_meta":67262,"kb_avail":94302872,"statfs":{"total":96636764160,"available":96566140928,"internally_reserved":0,"allocated":1720320,"data_stored":751148,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":68876744},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509563,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59272,"kb_used_data":1708,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312568,"statfs":{"total":96636764160,"available":96576069632,"internally_reserved":0,"allocated":1748992,"data_stored":759605,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":58915269},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509561,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":69552,"kb_used_data":2260,"kb_used_omap":1,"kb_used_meta":67262,"kb_avail":94302288,"statfs":{"total":96636764160,"available":96565542912,"internally_reserved":0,"allocated":2314240,"data_stored":1341516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":68876742},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574970,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":68988,"kb_used_data":1704,"kb_used_omap":1,"kb_used_meta":67262,"kb_avail":94302852,"statfs":{"total":96636764160,"available":96566120448,"internally_reserved":0,"allocated":1744896,"data_stored":764223,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":68876741},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574970,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":73156,"kb_used_data":1708,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94298684,"statfs":{"total":96636764160,"available":96561852416,"internally_reserved":0,"allocated":1748992,"data_stored":764805,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":73136582},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":146,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T00:31:09.528 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T00:31:09.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:09.660+0000 7f8160c4a640 1 -- 172.21.15.67:0/2136466590 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8148004000 msgr2=0x7f8148004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:09.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:09.660+0000 7f8160c4a640 1 --2- 172.21.15.67:0/2136466590 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8148004000 0x7f8148004800 secure :-1 s=READY pgs=1675 cs=0 l=1 rev1=1 crypto rx=0x7f81440016c0 tx=0x7f8148005830 comp rx=0 tx=0).stop 2024-09-21T00:31:09.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:09.660+0000 7f815ad9d640 1 -- 172.21.15.67:0/2136466590 reap_dead start 2024-09-21T00:31:09.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:09.660+0000 7f8160c4a640 1 -- 172.21.15.67:0/2136466590 shutdown_connections 2024-09-21T00:31:09.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:09.660+0000 7f8160c4a640 1 -- 172.21.15.67:0/2136466590 >> 172.21.15.67:0/2136466590 conn(0x7f815c06dfb0 msgr2=0x7f815c06e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:09.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:09.660+0000 7f8160c4a640 1 -- 172.21.15.67:0/2136466590 shutdown_connections 2024-09-21T00:31:09.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:09.660+0000 7f8160c4a640 1 -- 172.21.15.67:0/2136466590 wait complete. 2024-09-21T00:31:09.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:09.662+0000 7f8160c4a640 1 Processor -- start 2024-09-21T00:31:09.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:09.662+0000 7f8160c4a640 1 -- start start 2024-09-21T00:31:09.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:09.663+0000 7f8160c4a640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8148004000 0x7f815c0b67b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:09.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:09.663+0000 7f8160c4a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f815c148d40 0x7f815c149150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:09.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:09.663+0000 7f8160c4a640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f815c149690 0x7f815c157bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:09.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:09.663+0000 7f8160c4a640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f815c15f2b0 con 0x7f815c148d40 2024-09-21T00:31:09.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:09.663+0000 7f8160c4a640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f815c0d1970 con 0x7f815c149690 2024-09-21T00:31:09.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:09.663+0000 7f8160c4a640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f815c15f430 con 0x7f8148004000 2024-09-21T00:31:09.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:09.663+0000 7f8159d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f815c148d40 0x7f815c149150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:09.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:09.663+0000 7f8159d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f815c148d40 0x7f815c149150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:50014/0 (socket says 172.21.15.67:50014) 2024-09-21T00:31:09.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:09.663+0000 7f8159d9b640 1 -- 172.21.15.67:0/3117423284 learned_addr learned my addr 172.21.15.67:0/3117423284 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:09.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:09.663+0000 7f815a59c640 1 --2- 172.21.15.67:0/3117423284 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8148004000 0x7f815c0b67b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:09.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:09.663+0000 7f815ad9d640 1 --2- 172.21.15.67:0/3117423284 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f815c149690 0x7f815c157bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:09.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:09.664+0000 7f8159d9b640 1 -- 172.21.15.67:0/3117423284 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8148004000 msgr2=0x7f815c0b67b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:09.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:09.664+0000 7f8159d9b640 1 --2- 172.21.15.67:0/3117423284 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8148004000 0x7f815c0b67b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:09.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:09.664+0000 7f8159d9b640 1 -- 172.21.15.67:0/3117423284 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f815c149690 msgr2=0x7f815c157bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:09.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:09.664+0000 7f8159d9b640 1 --2- 172.21.15.67:0/3117423284 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f815c149690 0x7f815c157bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:09.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:09.664+0000 7f8159d9b640 1 -- 172.21.15.67:0/3117423284 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f815c1f5690 con 0x7f815c148d40 2024-09-21T00:31:09.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:09.664+0000 7f8159d9b640 1 --2- 172.21.15.67:0/3117423284 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f815c148d40 0x7f815c149150 secure :-1 s=READY pgs=1676 cs=0 l=1 rev1=1 crypto rx=0x7f81440017e0 tx=0x7f8144006360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:09.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:09.664+0000 7f8152ffd640 1 -- 172.21.15.67:0/3117423284 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8144038070 con 0x7f815c148d40 2024-09-21T00:31:09.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:09.664+0000 7f8152ffd640 1 -- 172.21.15.67:0/3117423284 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8144003af0 con 0x7f815c148d40 2024-09-21T00:31:09.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:09.664+0000 7f8160c4a640 1 -- 172.21.15.67:0/3117423284 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f815c1f5bc0 con 0x7f815c148d40 2024-09-21T00:31:09.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:09.664+0000 7f8152ffd640 1 -- 172.21.15.67:0/3117423284 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8144033420 con 0x7f815c148d40 2024-09-21T00:31:09.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:09.664+0000 7f8160c4a640 1 -- 172.21.15.67:0/3117423284 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f815c1f6180 con 0x7f815c148d40 2024-09-21T00:31:09.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:09.665+0000 7f8160c4a640 1 -- 172.21.15.67:0/3117423284 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f815c1f5930 con 0x7f815c148d40 2024-09-21T00:31:09.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:09.666+0000 7f8152ffd640 1 -- 172.21.15.67:0/3117423284 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f8144043020 con 0x7f815c148d40 2024-09-21T00:31:09.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:09.667+0000 7f8152ffd640 1 --2- 172.21.15.67:0/3117423284 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f813c078b90 0x7f813c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:09.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:09.667+0000 7f8152ffd640 1 -- 172.21.15.67:0/3117423284 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7f81440ba350 con 0x7f815c148d40 2024-09-21T00:31:09.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:09.667+0000 7f815a59c640 1 --2- 172.21.15.67:0/3117423284 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f813c078b90 0x7f813c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:09.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:09.668+0000 7f815a59c640 1 --2- 172.21.15.67:0/3117423284 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f813c078b90 0x7f813c07b0a0 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f814c0018c0 tx=0x7f814c005040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:09.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:09.672+0000 7f8152ffd640 1 -- 172.21.15.67:0/3117423284 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f8144082140 con 0x7f815c148d40 2024-09-21T00:31:09.859 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:09.858+0000 7f8160c4a640 1 -- 172.21.15.67:0/3117423284 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f815c15f9c0 con 0x7f813c078b90 2024-09-21T00:31:09.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:09.863+0000 7f8152ffd640 1 -- 172.21.15.67:0/3117423284 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252389 (secure 0 0 0) 0x7f815c15f9c0 con 0x7f813c078b90 2024-09-21T00:31:09.866 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:31:09.867 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-21T00:31:09.868 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:09.866+0000 7f8160c4a640 1 -- 172.21.15.67:0/3117423284 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f813c078b90 msgr2=0x7f813c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:09.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:09.866+0000 7f8160c4a640 1 --2- 172.21.15.67:0/3117423284 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f813c078b90 0x7f813c07b0a0 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f814c0018c0 tx=0x7f814c005040 comp rx=0 tx=0).stop 2024-09-21T00:31:09.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:09.866+0000 7f8160c4a640 1 -- 172.21.15.67:0/3117423284 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f815c148d40 msgr2=0x7f815c149150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:09.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:09.866+0000 7f8160c4a640 1 --2- 172.21.15.67:0/3117423284 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f815c148d40 0x7f815c149150 secure :-1 s=READY pgs=1676 cs=0 l=1 rev1=1 crypto rx=0x7f81440017e0 tx=0x7f8144006360 comp rx=0 tx=0).stop 2024-09-21T00:31:09.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:09.866+0000 7f8160c4a640 1 -- 172.21.15.67:0/3117423284 shutdown_connections 2024-09-21T00:31:09.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:09.866+0000 7f8160c4a640 1 --2- 172.21.15.67:0/3117423284 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f813c078b90 0x7f813c07b0a0 unknown :-1 s=CLOSED pgs=638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:09.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:09.866+0000 7f8160c4a640 1 --2- 172.21.15.67:0/3117423284 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f815c149690 0x7f815c157bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:09.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:09.866+0000 7f8160c4a640 1 --2- 172.21.15.67:0/3117423284 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f815c148d40 0x7f815c149150 unknown :-1 s=CLOSED pgs=1676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:09.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:09.866+0000 7f8160c4a640 1 --2- 172.21.15.67:0/3117423284 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8148004000 0x7f815c0b67b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:09.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:09.866+0000 7f8160c4a640 1 -- 172.21.15.67:0/3117423284 >> 172.21.15.67:0/3117423284 conn(0x7f815c06dfb0 msgr2=0x7f815c0cf6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:09.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:09.866+0000 7f8160c4a640 1 -- 172.21.15.67:0/3117423284 shutdown_connections 2024-09-21T00:31:09.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:09.866+0000 7f8160c4a640 1 -- 172.21.15.67:0/3117423284 wait complete. 2024-09-21T00:31:09.878 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":434,"stamp":"2024-09-21T00:31:09.648027+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":497604,"kb_used_data":14856,"kb_used_omap":12,"kb_used_meta":482547,"kb_avail":754477116,"statfs":{"total":773094113280,"available":772584566784,"internally_reserved":0,"allocated":15212544,"data_stored":7299340,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12749,"internal_metadata":494128691},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.738737"},"pg_stats":[{"pgid":"21.3f","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.924620+0000","last_change":"2024-09-21T00:31:00.937555+0000","last_active":"2024-09-21T00:31:01.924620+0000","last_peered":"2024-09-21T00:31:01.924620+0000","last_clean":"2024-09-21T00:31:01.924620+0000","last_became_active":"2024-09-21T00:31:00.937266+0000","last_became_peered":"2024-09-21T00:31:00.937266+0000","last_unstale":"2024-09-21T00:31:01.924620+0000","last_undegraded":"2024-09-21T00:31:01.924620+0000","last_fullsized":"2024-09-21T00:31:01.924620+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:49:50.335047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.3e","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.955597+0000","last_change":"2024-09-21T00:31:00.930966+0000","last_active":"2024-09-21T00:31:01.955597+0000","last_peered":"2024-09-21T00:31:01.955597+0000","last_clean":"2024-09-21T00:31:01.955597+0000","last_became_active":"2024-09-21T00:31:00.930580+0000","last_became_peered":"2024-09-21T00:31:00.930580+0000","last_unstale":"2024-09-21T00:31:01.955597+0000","last_undegraded":"2024-09-21T00:31:01.955597+0000","last_fullsized":"2024-09-21T00:31:01.955597+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:20:13.875935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.3d","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.955809+0000","last_change":"2024-09-21T00:31:00.923718+0000","last_active":"2024-09-21T00:31:01.955809+0000","last_peered":"2024-09-21T00:31:01.955809+0000","last_clean":"2024-09-21T00:31:01.955809+0000","last_became_active":"2024-09-21T00:31:00.923408+0000","last_became_peered":"2024-09-21T00:31:00.923408+0000","last_unstale":"2024-09-21T00:31:01.955809+0000","last_undegraded":"2024-09-21T00:31:01.955809+0000","last_fullsized":"2024-09-21T00:31:01.955809+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:17:43.641202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.3c","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.926235+0000","last_change":"2024-09-21T00:31:00.928272+0000","last_active":"2024-09-21T00:31:01.926235+0000","last_peered":"2024-09-21T00:31:01.926235+0000","last_clean":"2024-09-21T00:31:01.926235+0000","last_became_active":"2024-09-21T00:31:00.927749+0000","last_became_peered":"2024-09-21T00:31:00.927749+0000","last_unstale":"2024-09-21T00:31:01.926235+0000","last_undegraded":"2024-09-21T00:31:01.926235+0000","last_fullsized":"2024-09-21T00:31:01.926235+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:27:17.995756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.3b","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.925714+0000","last_change":"2024-09-21T00:31:00.930611+0000","last_active":"2024-09-21T00:31:01.925714+0000","last_peered":"2024-09-21T00:31:01.925714+0000","last_clean":"2024-09-21T00:31:01.925714+0000","last_became_active":"2024-09-21T00:31:00.930311+0000","last_became_peered":"2024-09-21T00:31:00.930311+0000","last_unstale":"2024-09-21T00:31:01.925714+0000","last_undegraded":"2024-09-21T00:31:01.925714+0000","last_fullsized":"2024-09-21T00:31:01.925714+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:27:31.811614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.3a","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.924288+0000","last_change":"2024-09-21T00:31:00.939519+0000","last_active":"2024-09-21T00:31:01.924288+0000","last_peered":"2024-09-21T00:31:01.924288+0000","last_clean":"2024-09-21T00:31:01.924288+0000","last_became_active":"2024-09-21T00:31:00.939195+0000","last_became_peered":"2024-09-21T00:31:00.939195+0000","last_unstale":"2024-09-21T00:31:01.924288+0000","last_undegraded":"2024-09-21T00:31:01.924288+0000","last_fullsized":"2024-09-21T00:31:01.924288+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:41:43.328271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.39","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.954688+0000","last_change":"2024-09-21T00:31:00.921414+0000","last_active":"2024-09-21T00:31:01.954688+0000","last_peered":"2024-09-21T00:31:01.954688+0000","last_clean":"2024-09-21T00:31:01.954688+0000","last_became_active":"2024-09-21T00:31:00.921140+0000","last_became_peered":"2024-09-21T00:31:00.921140+0000","last_unstale":"2024-09-21T00:31:01.954688+0000","last_undegraded":"2024-09-21T00:31:01.954688+0000","last_fullsized":"2024-09-21T00:31:01.954688+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:23:26.153600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.38","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.924103+0000","last_change":"2024-09-21T00:31:00.943201+0000","last_active":"2024-09-21T00:31:01.924103+0000","last_peered":"2024-09-21T00:31:01.924103+0000","last_clean":"2024-09-21T00:31:01.924103+0000","last_became_active":"2024-09-21T00:31:00.942823+0000","last_became_peered":"2024-09-21T00:31:00.942823+0000","last_unstale":"2024-09-21T00:31:01.924103+0000","last_undegraded":"2024-09-21T00:31:01.924103+0000","last_fullsized":"2024-09-21T00:31:01.924103+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:54:44.006761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.37","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.954810+0000","last_change":"2024-09-21T00:31:00.931771+0000","last_active":"2024-09-21T00:31:01.954810+0000","last_peered":"2024-09-21T00:31:01.954810+0000","last_clean":"2024-09-21T00:31:01.954810+0000","last_became_active":"2024-09-21T00:31:00.931479+0000","last_became_peered":"2024-09-21T00:31:00.931479+0000","last_unstale":"2024-09-21T00:31:01.954810+0000","last_undegraded":"2024-09-21T00:31:01.954810+0000","last_fullsized":"2024-09-21T00:31:01.954810+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:47:57.096846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.36","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.955319+0000","last_change":"2024-09-21T00:31:00.941203+0000","last_active":"2024-09-21T00:31:01.955319+0000","last_peered":"2024-09-21T00:31:01.955319+0000","last_clean":"2024-09-21T00:31:01.955319+0000","last_became_active":"2024-09-21T00:31:00.940826+0000","last_became_peered":"2024-09-21T00:31:00.940826+0000","last_unstale":"2024-09-21T00:31:01.955319+0000","last_undegraded":"2024-09-21T00:31:01.955319+0000","last_fullsized":"2024-09-21T00:31:01.955319+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:16:56.537478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.35","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.924355+0000","last_change":"2024-09-21T00:31:00.943659+0000","last_active":"2024-09-21T00:31:01.924355+0000","last_peered":"2024-09-21T00:31:01.924355+0000","last_clean":"2024-09-21T00:31:01.924355+0000","last_became_active":"2024-09-21T00:31:00.943007+0000","last_became_peered":"2024-09-21T00:31:00.943007+0000","last_unstale":"2024-09-21T00:31:01.924355+0000","last_undegraded":"2024-09-21T00:31:01.924355+0000","last_fullsized":"2024-09-21T00:31:01.924355+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:42:32.514415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.34","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.955436+0000","last_change":"2024-09-21T00:31:00.935515+0000","last_active":"2024-09-21T00:31:01.955436+0000","last_peered":"2024-09-21T00:31:01.955436+0000","last_clean":"2024-09-21T00:31:01.955436+0000","last_became_active":"2024-09-21T00:31:00.935176+0000","last_became_peered":"2024-09-21T00:31:00.935176+0000","last_unstale":"2024-09-21T00:31:01.955436+0000","last_undegraded":"2024-09-21T00:31:01.955436+0000","last_fullsized":"2024-09-21T00:31:01.955436+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:03:01.131347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.33","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.926140+0000","last_change":"2024-09-21T00:31:00.926099+0000","last_active":"2024-09-21T00:31:01.926140+0000","last_peered":"2024-09-21T00:31:01.926140+0000","last_clean":"2024-09-21T00:31:01.926140+0000","last_became_active":"2024-09-21T00:31:00.925789+0000","last_became_peered":"2024-09-21T00:31:00.925789+0000","last_unstale":"2024-09-21T00:31:01.926140+0000","last_undegraded":"2024-09-21T00:31:01.926140+0000","last_fullsized":"2024-09-21T00:31:01.926140+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:17:55.296894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.32","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.926059+0000","last_change":"2024-09-21T00:31:00.939012+0000","last_active":"2024-09-21T00:31:01.926059+0000","last_peered":"2024-09-21T00:31:01.926059+0000","last_clean":"2024-09-21T00:31:01.926059+0000","last_became_active":"2024-09-21T00:31:00.937561+0000","last_became_peered":"2024-09-21T00:31:00.937561+0000","last_unstale":"2024-09-21T00:31:01.926059+0000","last_undegraded":"2024-09-21T00:31:01.926059+0000","last_fullsized":"2024-09-21T00:31:01.926059+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:34:24.517115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.31","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.955988+0000","last_change":"2024-09-21T00:31:00.929995+0000","last_active":"2024-09-21T00:31:01.955988+0000","last_peered":"2024-09-21T00:31:01.955988+0000","last_clean":"2024-09-21T00:31:01.955988+0000","last_became_active":"2024-09-21T00:31:00.929682+0000","last_became_peered":"2024-09-21T00:31:00.929682+0000","last_unstale":"2024-09-21T00:31:01.955988+0000","last_undegraded":"2024-09-21T00:31:01.955988+0000","last_fullsized":"2024-09-21T00:31:01.955988+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:45:43.664225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.30","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.955283+0000","last_change":"2024-09-21T00:31:00.937377+0000","last_active":"2024-09-21T00:31:01.955283+0000","last_peered":"2024-09-21T00:31:01.955283+0000","last_clean":"2024-09-21T00:31:01.955283+0000","last_became_active":"2024-09-21T00:31:00.937048+0000","last_became_peered":"2024-09-21T00:31:00.937048+0000","last_unstale":"2024-09-21T00:31:01.955283+0000","last_undegraded":"2024-09-21T00:31:01.955283+0000","last_fullsized":"2024-09-21T00:31:01.955283+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:34:16.557503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.2f","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.955812+0000","last_change":"2024-09-21T00:31:00.940002+0000","last_active":"2024-09-21T00:31:01.955812+0000","last_peered":"2024-09-21T00:31:01.955812+0000","last_clean":"2024-09-21T00:31:01.955812+0000","last_became_active":"2024-09-21T00:31:00.939607+0000","last_became_peered":"2024-09-21T00:31:00.939607+0000","last_unstale":"2024-09-21T00:31:01.955812+0000","last_undegraded":"2024-09-21T00:31:01.955812+0000","last_fullsized":"2024-09-21T00:31:01.955812+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:10:15.682100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.2e","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.956088+0000","last_change":"2024-09-21T00:31:00.930386+0000","last_active":"2024-09-21T00:31:01.956088+0000","last_peered":"2024-09-21T00:31:01.956088+0000","last_clean":"2024-09-21T00:31:01.956088+0000","last_became_active":"2024-09-21T00:31:00.930060+0000","last_became_peered":"2024-09-21T00:31:00.930060+0000","last_unstale":"2024-09-21T00:31:01.956088+0000","last_undegraded":"2024-09-21T00:31:01.956088+0000","last_fullsized":"2024-09-21T00:31:01.956088+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:45:51.227317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.2d","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.924684+0000","last_change":"2024-09-21T00:31:00.940438+0000","last_active":"2024-09-21T00:31:01.924684+0000","last_peered":"2024-09-21T00:31:01.924684+0000","last_clean":"2024-09-21T00:31:01.924684+0000","last_became_active":"2024-09-21T00:31:00.940134+0000","last_became_peered":"2024-09-21T00:31:00.940134+0000","last_unstale":"2024-09-21T00:31:01.924684+0000","last_undegraded":"2024-09-21T00:31:01.924684+0000","last_fullsized":"2024-09-21T00:31:01.924684+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:54:03.949341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.2c","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.954691+0000","last_change":"2024-09-21T00:31:00.921940+0000","last_active":"2024-09-21T00:31:01.954691+0000","last_peered":"2024-09-21T00:31:01.954691+0000","last_clean":"2024-09-21T00:31:01.954691+0000","last_became_active":"2024-09-21T00:31:00.921616+0000","last_became_peered":"2024-09-21T00:31:00.921616+0000","last_unstale":"2024-09-21T00:31:01.954691+0000","last_undegraded":"2024-09-21T00:31:01.954691+0000","last_fullsized":"2024-09-21T00:31:01.954691+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:05:29.638722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.2b","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.955525+0000","last_change":"2024-09-21T00:31:00.941171+0000","last_active":"2024-09-21T00:31:01.955525+0000","last_peered":"2024-09-21T00:31:01.955525+0000","last_clean":"2024-09-21T00:31:01.955525+0000","last_became_active":"2024-09-21T00:31:00.940814+0000","last_became_peered":"2024-09-21T00:31:00.940814+0000","last_unstale":"2024-09-21T00:31:01.955525+0000","last_undegraded":"2024-09-21T00:31:01.955525+0000","last_fullsized":"2024-09-21T00:31:01.955525+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:02:58.725506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.2a","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.926037+0000","last_change":"2024-09-21T00:31:00.928596+0000","last_active":"2024-09-21T00:31:01.926037+0000","last_peered":"2024-09-21T00:31:01.926037+0000","last_clean":"2024-09-21T00:31:01.926037+0000","last_became_active":"2024-09-21T00:31:00.927831+0000","last_became_peered":"2024-09-21T00:31:00.927831+0000","last_unstale":"2024-09-21T00:31:01.926037+0000","last_undegraded":"2024-09-21T00:31:01.926037+0000","last_fullsized":"2024-09-21T00:31:01.926037+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:32:06.232646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.29","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.925224+0000","last_change":"2024-09-21T00:31:00.919690+0000","last_active":"2024-09-21T00:31:01.925224+0000","last_peered":"2024-09-21T00:31:01.925224+0000","last_clean":"2024-09-21T00:31:01.925224+0000","last_became_active":"2024-09-21T00:31:00.919346+0000","last_became_peered":"2024-09-21T00:31:00.919346+0000","last_unstale":"2024-09-21T00:31:01.925224+0000","last_undegraded":"2024-09-21T00:31:01.925224+0000","last_fullsized":"2024-09-21T00:31:01.925224+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:31:26.770602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.28","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.955070+0000","last_change":"2024-09-21T00:31:00.936168+0000","last_active":"2024-09-21T00:31:01.955070+0000","last_peered":"2024-09-21T00:31:01.955070+0000","last_clean":"2024-09-21T00:31:01.955070+0000","last_became_active":"2024-09-21T00:31:00.935474+0000","last_became_peered":"2024-09-21T00:31:00.935474+0000","last_unstale":"2024-09-21T00:31:01.955070+0000","last_undegraded":"2024-09-21T00:31:01.955070+0000","last_fullsized":"2024-09-21T00:31:01.955070+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:20:13.875935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.27","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.956021+0000","last_change":"2024-09-21T00:31:00.931971+0000","last_active":"2024-09-21T00:31:01.956021+0000","last_peered":"2024-09-21T00:31:01.956021+0000","last_clean":"2024-09-21T00:31:01.956021+0000","last_became_active":"2024-09-21T00:31:00.931656+0000","last_became_peered":"2024-09-21T00:31:00.931656+0000","last_unstale":"2024-09-21T00:31:01.956021+0000","last_undegraded":"2024-09-21T00:31:01.956021+0000","last_fullsized":"2024-09-21T00:31:01.956021+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:52:39.442693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.26","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.924866+0000","last_change":"2024-09-21T00:31:00.934686+0000","last_active":"2024-09-21T00:31:01.924866+0000","last_peered":"2024-09-21T00:31:01.924866+0000","last_clean":"2024-09-21T00:31:01.924866+0000","last_became_active":"2024-09-21T00:31:00.934356+0000","last_became_peered":"2024-09-21T00:31:00.934356+0000","last_unstale":"2024-09-21T00:31:01.924866+0000","last_undegraded":"2024-09-21T00:31:01.924866+0000","last_fullsized":"2024-09-21T00:31:01.924866+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:13:38.221742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.25","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.954639+0000","last_change":"2024-09-21T00:31:00.924688+0000","last_active":"2024-09-21T00:31:01.954639+0000","last_peered":"2024-09-21T00:31:01.954639+0000","last_clean":"2024-09-21T00:31:01.954639+0000","last_became_active":"2024-09-21T00:31:00.924359+0000","last_became_peered":"2024-09-21T00:31:00.924359+0000","last_unstale":"2024-09-21T00:31:01.954639+0000","last_undegraded":"2024-09-21T00:31:01.954639+0000","last_fullsized":"2024-09-21T00:31:01.954639+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:06:33.268638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.24","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.954947+0000","last_change":"2024-09-21T00:31:00.927003+0000","last_active":"2024-09-21T00:31:01.954947+0000","last_peered":"2024-09-21T00:31:01.954947+0000","last_clean":"2024-09-21T00:31:01.954947+0000","last_became_active":"2024-09-21T00:31:00.926665+0000","last_became_peered":"2024-09-21T00:31:00.926665+0000","last_unstale":"2024-09-21T00:31:01.954947+0000","last_undegraded":"2024-09-21T00:31:01.954947+0000","last_fullsized":"2024-09-21T00:31:01.954947+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:37:49.944093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.23","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.924226+0000","last_change":"2024-09-21T00:31:00.937179+0000","last_active":"2024-09-21T00:31:01.924226+0000","last_peered":"2024-09-21T00:31:01.924226+0000","last_clean":"2024-09-21T00:31:01.924226+0000","last_became_active":"2024-09-21T00:31:00.936833+0000","last_became_peered":"2024-09-21T00:31:00.936833+0000","last_unstale":"2024-09-21T00:31:01.924226+0000","last_undegraded":"2024-09-21T00:31:01.924226+0000","last_fullsized":"2024-09-21T00:31:01.924226+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:11:56.924024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.22","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.926290+0000","last_change":"2024-09-21T00:31:00.939410+0000","last_active":"2024-09-21T00:31:01.926290+0000","last_peered":"2024-09-21T00:31:01.926290+0000","last_clean":"2024-09-21T00:31:01.926290+0000","last_became_active":"2024-09-21T00:31:00.939007+0000","last_became_peered":"2024-09-21T00:31:00.939007+0000","last_unstale":"2024-09-21T00:31:01.926290+0000","last_undegraded":"2024-09-21T00:31:01.926290+0000","last_fullsized":"2024-09-21T00:31:01.926290+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:07:13.934063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.21","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.956218+0000","last_change":"2024-09-21T00:31:00.929125+0000","last_active":"2024-09-21T00:31:01.956218+0000","last_peered":"2024-09-21T00:31:01.956218+0000","last_clean":"2024-09-21T00:31:01.956218+0000","last_became_active":"2024-09-21T00:31:00.928776+0000","last_became_peered":"2024-09-21T00:31:00.928776+0000","last_unstale":"2024-09-21T00:31:01.956218+0000","last_undegraded":"2024-09-21T00:31:01.956218+0000","last_fullsized":"2024-09-21T00:31:01.956218+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:14:52.489331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.20","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.955430+0000","last_change":"2024-09-21T00:31:00.925953+0000","last_active":"2024-09-21T00:31:01.955430+0000","last_peered":"2024-09-21T00:31:01.955430+0000","last_clean":"2024-09-21T00:31:01.955430+0000","last_became_active":"2024-09-21T00:31:00.925580+0000","last_became_peered":"2024-09-21T00:31:00.925580+0000","last_unstale":"2024-09-21T00:31:01.955430+0000","last_undegraded":"2024-09-21T00:31:01.955430+0000","last_fullsized":"2024-09-21T00:31:01.955430+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:16:42.734445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.1e","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.955832+0000","last_change":"2024-09-21T00:31:00.933936+0000","last_active":"2024-09-21T00:31:01.955832+0000","last_peered":"2024-09-21T00:31:01.955832+0000","last_clean":"2024-09-21T00:31:01.955832+0000","last_became_active":"2024-09-21T00:31:00.933623+0000","last_became_peered":"2024-09-21T00:31:00.933623+0000","last_unstale":"2024-09-21T00:31:01.955832+0000","last_undegraded":"2024-09-21T00:31:01.955832+0000","last_fullsized":"2024-09-21T00:31:01.955832+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:27:48.779687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.1f","version":"139'4","reported_seq":19,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.955715+0000","last_change":"2024-09-21T00:30:59.926720+0000","last_active":"2024-09-21T00:31:01.955715+0000","last_peered":"2024-09-21T00:31:01.955715+0000","last_clean":"2024-09-21T00:31:01.955715+0000","last_became_active":"2024-09-21T00:30:59.926307+0000","last_became_peered":"2024-09-21T00:30:59.926307+0000","last_unstale":"2024-09-21T00:31:01.955715+0000","last_undegraded":"2024-09-21T00:31:01.955715+0000","last_fullsized":"2024-09-21T00:31:01.955715+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:37:20.819142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.1f","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.955296+0000","last_change":"2024-09-21T00:31:00.930885+0000","last_active":"2024-09-21T00:31:01.955296+0000","last_peered":"2024-09-21T00:31:01.955296+0000","last_clean":"2024-09-21T00:31:01.955296+0000","last_became_active":"2024-09-21T00:31:00.930531+0000","last_became_peered":"2024-09-21T00:31:00.930531+0000","last_unstale":"2024-09-21T00:31:01.955296+0000","last_undegraded":"2024-09-21T00:31:01.955296+0000","last_fullsized":"2024-09-21T00:31:01.955296+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:21:32.591000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.1e","version":"139'1","reported_seq":16,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.955753+0000","last_change":"2024-09-21T00:30:59.922681+0000","last_active":"2024-09-21T00:31:01.955753+0000","last_peered":"2024-09-21T00:31:01.955753+0000","last_clean":"2024-09-21T00:31:01.955753+0000","last_became_active":"2024-09-21T00:30:59.922358+0000","last_became_peered":"2024-09-21T00:30:59.922358+0000","last_unstale":"2024-09-21T00:31:01.955753+0000","last_undegraded":"2024-09-21T00:31:01.955753+0000","last_fullsized":"2024-09-21T00:31:01.955753+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:06:52.914978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.1c","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.924397+0000","last_change":"2024-09-21T00:31:00.942376+0000","last_active":"2024-09-21T00:31:01.924397+0000","last_peered":"2024-09-21T00:31:01.924397+0000","last_clean":"2024-09-21T00:31:01.924397+0000","last_became_active":"2024-09-21T00:31:00.941581+0000","last_became_peered":"2024-09-21T00:31:00.941581+0000","last_unstale":"2024-09-21T00:31:01.924397+0000","last_undegraded":"2024-09-21T00:31:01.924397+0000","last_fullsized":"2024-09-21T00:31:01.924397+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:47:22.309144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.1d","version":"139'2","reported_seq":17,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.925424+0000","last_change":"2024-09-21T00:30:59.920179+0000","last_active":"2024-09-21T00:31:01.925424+0000","last_peered":"2024-09-21T00:31:01.925424+0000","last_clean":"2024-09-21T00:31:01.925424+0000","last_became_active":"2024-09-21T00:30:59.919823+0000","last_became_peered":"2024-09-21T00:30:59.919823+0000","last_unstale":"2024-09-21T00:31:01.925424+0000","last_undegraded":"2024-09-21T00:31:01.925424+0000","last_fullsized":"2024-09-21T00:31:01.925424+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:10:13.415682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.1d","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.955249+0000","last_change":"2024-09-21T00:31:00.933720+0000","last_active":"2024-09-21T00:31:01.955249+0000","last_peered":"2024-09-21T00:31:01.955249+0000","last_clean":"2024-09-21T00:31:01.955249+0000","last_became_active":"2024-09-21T00:31:00.933407+0000","last_became_peered":"2024-09-21T00:31:00.933407+0000","last_unstale":"2024-09-21T00:31:01.955249+0000","last_undegraded":"2024-09-21T00:31:01.955249+0000","last_fullsized":"2024-09-21T00:31:01.955249+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:14:52.489331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.1c","version":"139'2","reported_seq":17,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.925773+0000","last_change":"2024-09-21T00:30:59.914626+0000","last_active":"2024-09-21T00:31:01.925773+0000","last_peered":"2024-09-21T00:31:01.925773+0000","last_clean":"2024-09-21T00:31:01.925773+0000","last_became_active":"2024-09-21T00:30:59.914266+0000","last_became_peered":"2024-09-21T00:30:59.914266+0000","last_unstale":"2024-09-21T00:31:01.925773+0000","last_undegraded":"2024-09-21T00:31:01.925773+0000","last_fullsized":"2024-09-21T00:31:01.925773+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:49:18.095809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.1a","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.955072+0000","last_change":"2024-09-21T00:31:00.927775+0000","last_active":"2024-09-21T00:31:01.955072+0000","last_peered":"2024-09-21T00:31:01.955072+0000","last_clean":"2024-09-21T00:31:01.955072+0000","last_became_active":"2024-09-21T00:31:00.927433+0000","last_became_peered":"2024-09-21T00:31:00.927433+0000","last_unstale":"2024-09-21T00:31:01.955072+0000","last_undegraded":"2024-09-21T00:31:01.955072+0000","last_fullsized":"2024-09-21T00:31:01.955072+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:36:38.452785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.1b","version":"139'1","reported_seq":16,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.955027+0000","last_change":"2024-09-21T00:30:59.925565+0000","last_active":"2024-09-21T00:31:01.955027+0000","last_peered":"2024-09-21T00:31:01.955027+0000","last_clean":"2024-09-21T00:31:01.955027+0000","last_became_active":"2024-09-21T00:30:59.925158+0000","last_became_peered":"2024-09-21T00:30:59.925158+0000","last_unstale":"2024-09-21T00:31:01.955027+0000","last_undegraded":"2024-09-21T00:31:01.955027+0000","last_fullsized":"2024-09-21T00:31:01.955027+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:06:31.673648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.1b","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.925703+0000","last_change":"2024-09-21T00:31:00.927023+0000","last_active":"2024-09-21T00:31:01.925703+0000","last_peered":"2024-09-21T00:31:01.925703+0000","last_clean":"2024-09-21T00:31:01.925703+0000","last_became_active":"2024-09-21T00:31:00.926695+0000","last_became_peered":"2024-09-21T00:31:00.926695+0000","last_unstale":"2024-09-21T00:31:01.925703+0000","last_undegraded":"2024-09-21T00:31:01.925703+0000","last_fullsized":"2024-09-21T00:31:01.925703+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:46:23.539196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.1a","version":"139'1","reported_seq":16,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.925358+0000","last_change":"2024-09-21T00:30:59.925706+0000","last_active":"2024-09-21T00:31:01.925358+0000","last_peered":"2024-09-21T00:31:01.925358+0000","last_clean":"2024-09-21T00:31:01.925358+0000","last_became_active":"2024-09-21T00:30:59.925317+0000","last_became_peered":"2024-09-21T00:30:59.925317+0000","last_unstale":"2024-09-21T00:31:01.925358+0000","last_undegraded":"2024-09-21T00:31:01.925358+0000","last_fullsized":"2024-09-21T00:31:01.925358+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:36:25.982460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.18","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.954616+0000","last_change":"2024-09-21T00:31:00.917722+0000","last_active":"2024-09-21T00:31:01.954616+0000","last_peered":"2024-09-21T00:31:01.954616+0000","last_clean":"2024-09-21T00:31:01.954616+0000","last_became_active":"2024-09-21T00:31:00.917400+0000","last_became_peered":"2024-09-21T00:31:00.917400+0000","last_unstale":"2024-09-21T00:31:01.954616+0000","last_undegraded":"2024-09-21T00:31:01.954616+0000","last_fullsized":"2024-09-21T00:31:01.954616+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:22:07.727319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.19","version":"0'0","reported_seq":15,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.955840+0000","last_change":"2024-09-21T00:30:59.920684+0000","last_active":"2024-09-21T00:31:01.955840+0000","last_peered":"2024-09-21T00:31:01.955840+0000","last_clean":"2024-09-21T00:31:01.955840+0000","last_became_active":"2024-09-21T00:30:59.920338+0000","last_became_peered":"2024-09-21T00:30:59.920338+0000","last_unstale":"2024-09-21T00:31:01.955840+0000","last_undegraded":"2024-09-21T00:31:01.955840+0000","last_fullsized":"2024-09-21T00:31:01.955840+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:13:01.473518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.19","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.925476+0000","last_change":"2024-09-21T00:31:00.937748+0000","last_active":"2024-09-21T00:31:01.925476+0000","last_peered":"2024-09-21T00:31:01.925476+0000","last_clean":"2024-09-21T00:31:01.925476+0000","last_became_active":"2024-09-21T00:31:00.937224+0000","last_became_peered":"2024-09-21T00:31:00.937224+0000","last_unstale":"2024-09-21T00:31:01.925476+0000","last_undegraded":"2024-09-21T00:31:01.925476+0000","last_fullsized":"2024-09-21T00:31:01.925476+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:55:25.405474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.18","version":"0'0","reported_seq":15,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.925008+0000","last_change":"2024-09-21T00:30:59.922251+0000","last_active":"2024-09-21T00:31:01.925008+0000","last_peered":"2024-09-21T00:31:01.925008+0000","last_clean":"2024-09-21T00:31:01.925008+0000","last_became_active":"2024-09-21T00:30:59.921892+0000","last_became_peered":"2024-09-21T00:30:59.921892+0000","last_unstale":"2024-09-21T00:31:01.925008+0000","last_undegraded":"2024-09-21T00:31:01.925008+0000","last_fullsized":"2024-09-21T00:31:01.925008+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:29:33.636735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"21.16","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.925935+0000","last_change":"2024-09-21T00:31:00.924600+0000","last_active":"2024-09-21T00:31:01.925935+0000","last_peered":"2024-09-21T00:31:01.925935+0000","last_clean":"2024-09-21T00:31:01.925935+0000","last_became_active":"2024-09-21T00:31:00.924325+0000","last_became_peered":"2024-09-21T00:31:00.924325+0000","last_unstale":"2024-09-21T00:31:01.925935+0000","last_undegraded":"2024-09-21T00:31:01.925935+0000","last_fullsized":"2024-09-21T00:31:01.925935+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:05:29.638722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.17","version":"0'0","reported_seq":15,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.954994+0000","last_change":"2024-09-21T00:30:59.916498+0000","last_active":"2024-09-21T00:31:01.954994+0000","last_peered":"2024-09-21T00:31:01.954994+0000","last_clean":"2024-09-21T00:31:01.954994+0000","last_became_active":"2024-09-21T00:30:59.916119+0000","last_became_peered":"2024-09-21T00:30:59.916119+0000","last_unstale":"2024-09-21T00:31:01.954994+0000","last_undegraded":"2024-09-21T00:31:01.954994+0000","last_fullsized":"2024-09-21T00:31:01.954994+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:32:33.892062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.17","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.955462+0000","last_change":"2024-09-21T00:31:00.939560+0000","last_active":"2024-09-21T00:31:01.955462+0000","last_peered":"2024-09-21T00:31:01.955462+0000","last_clean":"2024-09-21T00:31:01.955462+0000","last_became_active":"2024-09-21T00:31:00.939241+0000","last_became_peered":"2024-09-21T00:31:00.939241+0000","last_unstale":"2024-09-21T00:31:01.955462+0000","last_undegraded":"2024-09-21T00:31:01.955462+0000","last_fullsized":"2024-09-21T00:31:01.955462+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:08:19.708820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.16","version":"0'0","reported_seq":15,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.955986+0000","last_change":"2024-09-21T00:30:59.922668+0000","last_active":"2024-09-21T00:31:01.955986+0000","last_peered":"2024-09-21T00:31:01.955986+0000","last_clean":"2024-09-21T00:31:01.955986+0000","last_became_active":"2024-09-21T00:30:59.921397+0000","last_became_peered":"2024-09-21T00:30:59.921397+0000","last_unstale":"2024-09-21T00:31:01.955986+0000","last_undegraded":"2024-09-21T00:31:01.955986+0000","last_fullsized":"2024-09-21T00:31:01.955986+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:28:10.313220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.15","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.954899+0000","last_change":"2024-09-21T00:31:00.931592+0000","last_active":"2024-09-21T00:31:01.954899+0000","last_peered":"2024-09-21T00:31:01.954899+0000","last_clean":"2024-09-21T00:31:01.954899+0000","last_became_active":"2024-09-21T00:31:00.931276+0000","last_became_peered":"2024-09-21T00:31:00.931276+0000","last_unstale":"2024-09-21T00:31:01.954899+0000","last_undegraded":"2024-09-21T00:31:01.954899+0000","last_fullsized":"2024-09-21T00:31:01.954899+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:35:52.711958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.14","version":"139'6","reported_seq":21,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.955341+0000","last_change":"2024-09-21T00:30:59.926870+0000","last_active":"2024-09-21T00:31:01.955341+0000","last_peered":"2024-09-21T00:31:01.955341+0000","last_clean":"2024-09-21T00:31:01.955341+0000","last_became_active":"2024-09-21T00:30:59.926408+0000","last_became_peered":"2024-09-21T00:30:59.926408+0000","last_unstale":"2024-09-21T00:31:01.955341+0000","last_undegraded":"2024-09-21T00:31:01.955341+0000","last_fullsized":"2024-09-21T00:31:01.955341+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:51:05.924449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.12","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.955728+0000","last_change":"2024-09-21T00:31:00.933184+0000","last_active":"2024-09-21T00:31:01.955728+0000","last_peered":"2024-09-21T00:31:01.955728+0000","last_clean":"2024-09-21T00:31:01.955728+0000","last_became_active":"2024-09-21T00:31:00.932875+0000","last_became_peered":"2024-09-21T00:31:00.932875+0000","last_unstale":"2024-09-21T00:31:01.955728+0000","last_undegraded":"2024-09-21T00:31:01.955728+0000","last_fullsized":"2024-09-21T00:31:01.955728+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:46:42.075385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.13","version":"139'2","reported_seq":17,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.956182+0000","last_change":"2024-09-21T00:30:59.922791+0000","last_active":"2024-09-21T00:31:01.956182+0000","last_peered":"2024-09-21T00:31:01.956182+0000","last_clean":"2024-09-21T00:31:01.956182+0000","last_became_active":"2024-09-21T00:30:59.922496+0000","last_became_peered":"2024-09-21T00:30:59.922496+0000","last_unstale":"2024-09-21T00:31:01.956182+0000","last_undegraded":"2024-09-21T00:31:01.956182+0000","last_fullsized":"2024-09-21T00:31:01.956182+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:22:43.541626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.13","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.955462+0000","last_change":"2024-09-21T00:31:00.919654+0000","last_active":"2024-09-21T00:31:01.955462+0000","last_peered":"2024-09-21T00:31:01.955462+0000","last_clean":"2024-09-21T00:31:01.955462+0000","last_became_active":"2024-09-21T00:31:00.919299+0000","last_became_peered":"2024-09-21T00:31:00.919299+0000","last_unstale":"2024-09-21T00:31:01.955462+0000","last_undegraded":"2024-09-21T00:31:01.955462+0000","last_fullsized":"2024-09-21T00:31:01.955462+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:50:27.571012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.12","version":"0'0","reported_seq":15,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.955694+0000","last_change":"2024-09-21T00:30:59.916154+0000","last_active":"2024-09-21T00:31:01.955694+0000","last_peered":"2024-09-21T00:31:01.955694+0000","last_clean":"2024-09-21T00:31:01.955694+0000","last_became_active":"2024-09-21T00:30:59.915789+0000","last_became_peered":"2024-09-21T00:30:59.915789+0000","last_unstale":"2024-09-21T00:31:01.955694+0000","last_undegraded":"2024-09-21T00:31:01.955694+0000","last_fullsized":"2024-09-21T00:31:01.955694+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:26:50.772358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.10","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.925182+0000","last_change":"2024-09-21T00:31:00.922145+0000","last_active":"2024-09-21T00:31:01.925182+0000","last_peered":"2024-09-21T00:31:01.925182+0000","last_clean":"2024-09-21T00:31:01.925182+0000","last_became_active":"2024-09-21T00:31:00.921835+0000","last_became_peered":"2024-09-21T00:31:00.921835+0000","last_unstale":"2024-09-21T00:31:01.925182+0000","last_undegraded":"2024-09-21T00:31:01.925182+0000","last_fullsized":"2024-09-21T00:31:01.925182+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:01:27.207998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.11","version":"0'0","reported_seq":15,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.924010+0000","last_change":"2024-09-21T00:30:59.918122+0000","last_active":"2024-09-21T00:31:01.924010+0000","last_peered":"2024-09-21T00:31:01.924010+0000","last_clean":"2024-09-21T00:31:01.924010+0000","last_became_active":"2024-09-21T00:30:59.917798+0000","last_became_peered":"2024-09-21T00:30:59.917798+0000","last_unstale":"2024-09-21T00:31:01.924010+0000","last_undegraded":"2024-09-21T00:31:01.924010+0000","last_fullsized":"2024-09-21T00:31:01.924010+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:10:25.039298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.11","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.955936+0000","last_change":"2024-09-21T00:31:00.930704+0000","last_active":"2024-09-21T00:31:01.955936+0000","last_peered":"2024-09-21T00:31:01.955936+0000","last_clean":"2024-09-21T00:31:01.955936+0000","last_became_active":"2024-09-21T00:31:00.930402+0000","last_became_peered":"2024-09-21T00:31:00.930402+0000","last_unstale":"2024-09-21T00:31:01.955936+0000","last_undegraded":"2024-09-21T00:31:01.955936+0000","last_fullsized":"2024-09-21T00:31:01.955936+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:53:41.623968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.10","version":"139'8","reported_seq":23,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.955506+0000","last_change":"2024-09-21T00:30:59.920780+0000","last_active":"2024-09-21T00:31:01.955506+0000","last_peered":"2024-09-21T00:31:01.955506+0000","last_clean":"2024-09-21T00:31:01.955506+0000","last_became_active":"2024-09-21T00:30:59.920477+0000","last_became_peered":"2024-09-21T00:30:59.920477+0000","last_unstale":"2024-09-21T00:31:01.955506+0000","last_undegraded":"2024-09-21T00:31:01.955506+0000","last_fullsized":"2024-09-21T00:31:01.955506+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:13:43.182298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.e","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.955722+0000","last_change":"2024-09-21T00:31:00.940194+0000","last_active":"2024-09-21T00:31:01.955722+0000","last_peered":"2024-09-21T00:31:01.955722+0000","last_clean":"2024-09-21T00:31:01.955722+0000","last_became_active":"2024-09-21T00:31:00.939707+0000","last_became_peered":"2024-09-21T00:31:00.939707+0000","last_unstale":"2024-09-21T00:31:01.955722+0000","last_undegraded":"2024-09-21T00:31:01.955722+0000","last_fullsized":"2024-09-21T00:31:01.955722+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:09:56.939525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.f","version":"139'1","reported_seq":16,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.926393+0000","last_change":"2024-09-21T00:30:59.918207+0000","last_active":"2024-09-21T00:31:01.926393+0000","last_peered":"2024-09-21T00:31:01.926393+0000","last_clean":"2024-09-21T00:31:01.926393+0000","last_became_active":"2024-09-21T00:30:59.917551+0000","last_became_peered":"2024-09-21T00:30:59.917551+0000","last_unstale":"2024-09-21T00:31:01.926393+0000","last_undegraded":"2024-09-21T00:31:01.926393+0000","last_fullsized":"2024-09-21T00:31:01.926393+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:35:09.883621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"21.f","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.956034+0000","last_change":"2024-09-21T00:31:00.937323+0000","last_active":"2024-09-21T00:31:01.956034+0000","last_peered":"2024-09-21T00:31:01.956034+0000","last_clean":"2024-09-21T00:31:01.956034+0000","last_became_active":"2024-09-21T00:31:00.937005+0000","last_became_peered":"2024-09-21T00:31:00.937005+0000","last_unstale":"2024-09-21T00:31:01.956034+0000","last_undegraded":"2024-09-21T00:31:01.956034+0000","last_fullsized":"2024-09-21T00:31:01.956034+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:02:17.745067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.e","version":"139'2","reported_seq":17,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.955874+0000","last_change":"2024-09-21T00:30:59.917441+0000","last_active":"2024-09-21T00:31:01.955874+0000","last_peered":"2024-09-21T00:31:01.955874+0000","last_clean":"2024-09-21T00:31:01.955874+0000","last_became_active":"2024-09-21T00:30:59.917155+0000","last_became_peered":"2024-09-21T00:30:59.917155+0000","last_unstale":"2024-09-21T00:31:01.955874+0000","last_undegraded":"2024-09-21T00:31:01.955874+0000","last_fullsized":"2024-09-21T00:31:01.955874+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:37:20.819142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.c","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.956388+0000","last_change":"2024-09-21T00:31:00.934455+0000","last_active":"2024-09-21T00:31:01.956388+0000","last_peered":"2024-09-21T00:31:01.956388+0000","last_clean":"2024-09-21T00:31:01.956388+0000","last_became_active":"2024-09-21T00:31:00.934129+0000","last_became_peered":"2024-09-21T00:31:00.934129+0000","last_unstale":"2024-09-21T00:31:01.956388+0000","last_undegraded":"2024-09-21T00:31:01.956388+0000","last_fullsized":"2024-09-21T00:31:01.956388+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:42:52.364437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.d","version":"139'1","reported_seq":16,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.955228+0000","last_change":"2024-09-21T00:30:59.925488+0000","last_active":"2024-09-21T00:31:01.955228+0000","last_peered":"2024-09-21T00:31:01.955228+0000","last_clean":"2024-09-21T00:31:01.955228+0000","last_became_active":"2024-09-21T00:30:59.925122+0000","last_became_peered":"2024-09-21T00:30:59.925122+0000","last_unstale":"2024-09-21T00:31:01.955228+0000","last_undegraded":"2024-09-21T00:31:01.955228+0000","last_fullsized":"2024-09-21T00:31:01.955228+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:30:43.148656+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"21.d","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.924590+0000","last_change":"2024-09-21T00:31:00.943755+0000","last_active":"2024-09-21T00:31:01.924590+0000","last_peered":"2024-09-21T00:31:01.924590+0000","last_clean":"2024-09-21T00:31:01.924590+0000","last_became_active":"2024-09-21T00:31:00.943466+0000","last_became_peered":"2024-09-21T00:31:00.943466+0000","last_unstale":"2024-09-21T00:31:01.924590+0000","last_undegraded":"2024-09-21T00:31:01.924590+0000","last_fullsized":"2024-09-21T00:31:01.924590+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:40:48.272601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.c","version":"0'0","reported_seq":15,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.955104+0000","last_change":"2024-09-21T00:30:59.921447+0000","last_active":"2024-09-21T00:31:01.955104+0000","last_peered":"2024-09-21T00:31:01.955104+0000","last_clean":"2024-09-21T00:31:01.955104+0000","last_became_active":"2024-09-21T00:30:59.921078+0000","last_became_peered":"2024-09-21T00:30:59.921078+0000","last_unstale":"2024-09-21T00:31:01.955104+0000","last_undegraded":"2024-09-21T00:31:01.955104+0000","last_fullsized":"2024-09-21T00:31:01.955104+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:47:42.185140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.a","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.926327+0000","last_change":"2024-09-21T00:31:00.938636+0000","last_active":"2024-09-21T00:31:01.926327+0000","last_peered":"2024-09-21T00:31:01.926327+0000","last_clean":"2024-09-21T00:31:01.926327+0000","last_became_active":"2024-09-21T00:31:00.938116+0000","last_became_peered":"2024-09-21T00:31:00.938116+0000","last_unstale":"2024-09-21T00:31:01.926327+0000","last_undegraded":"2024-09-21T00:31:01.926327+0000","last_fullsized":"2024-09-21T00:31:01.926327+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:00:30.431618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.b","version":"139'2","reported_seq":17,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.955704+0000","last_change":"2024-09-21T00:30:59.923128+0000","last_active":"2024-09-21T00:31:01.955704+0000","last_peered":"2024-09-21T00:31:01.955704+0000","last_clean":"2024-09-21T00:31:01.955704+0000","last_became_active":"2024-09-21T00:30:59.922287+0000","last_became_peered":"2024-09-21T00:30:59.922287+0000","last_unstale":"2024-09-21T00:31:01.955704+0000","last_undegraded":"2024-09-21T00:31:01.955704+0000","last_fullsized":"2024-09-21T00:31:01.955704+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:54:09.873740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.b","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.955633+0000","last_change":"2024-09-21T00:31:00.928718+0000","last_active":"2024-09-21T00:31:01.955633+0000","last_peered":"2024-09-21T00:31:01.955633+0000","last_clean":"2024-09-21T00:31:01.955633+0000","last_became_active":"2024-09-21T00:31:00.928333+0000","last_became_peered":"2024-09-21T00:31:00.928333+0000","last_unstale":"2024-09-21T00:31:01.955633+0000","last_undegraded":"2024-09-21T00:31:01.955633+0000","last_fullsized":"2024-09-21T00:31:01.955633+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:12:32.479200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.a","version":"0'0","reported_seq":15,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.955022+0000","last_change":"2024-09-21T00:30:59.926205+0000","last_active":"2024-09-21T00:31:01.955022+0000","last_peered":"2024-09-21T00:31:01.955022+0000","last_clean":"2024-09-21T00:31:01.955022+0000","last_became_active":"2024-09-21T00:30:59.925757+0000","last_became_peered":"2024-09-21T00:30:59.925757+0000","last_unstale":"2024-09-21T00:31:01.955022+0000","last_undegraded":"2024-09-21T00:31:01.955022+0000","last_fullsized":"2024-09-21T00:31:01.955022+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:15:38.520806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.8","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.925086+0000","last_change":"2024-09-21T00:31:00.921044+0000","last_active":"2024-09-21T00:31:01.925086+0000","last_peered":"2024-09-21T00:31:01.925086+0000","last_clean":"2024-09-21T00:31:01.925086+0000","last_became_active":"2024-09-21T00:31:00.920664+0000","last_became_peered":"2024-09-21T00:31:00.920664+0000","last_unstale":"2024-09-21T00:31:01.925086+0000","last_undegraded":"2024-09-21T00:31:01.925086+0000","last_fullsized":"2024-09-21T00:31:01.925086+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:41:37.908385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"20.9","version":"0'0","reported_seq":15,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.954917+0000","last_change":"2024-09-21T00:30:59.923621+0000","last_active":"2024-09-21T00:31:01.954917+0000","last_peered":"2024-09-21T00:31:01.954917+0000","last_clean":"2024-09-21T00:31:01.954917+0000","last_became_active":"2024-09-21T00:30:59.923322+0000","last_became_peered":"2024-09-21T00:30:59.923322+0000","last_unstale":"2024-09-21T00:31:01.954917+0000","last_undegraded":"2024-09-21T00:31:01.954917+0000","last_fullsized":"2024-09-21T00:31:01.954917+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:06:52.914978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.9","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.954630+0000","last_change":"2024-09-21T00:31:00.928266+0000","last_active":"2024-09-21T00:31:01.954630+0000","last_peered":"2024-09-21T00:31:01.954630+0000","last_clean":"2024-09-21T00:31:01.954630+0000","last_became_active":"2024-09-21T00:31:00.927759+0000","last_became_peered":"2024-09-21T00:31:00.927759+0000","last_unstale":"2024-09-21T00:31:01.954630+0000","last_undegraded":"2024-09-21T00:31:01.954630+0000","last_fullsized":"2024-09-21T00:31:01.954630+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:12:14.122343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.8","version":"0'0","reported_seq":15,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.955006+0000","last_change":"2024-09-21T00:30:59.922341+0000","last_active":"2024-09-21T00:31:01.955006+0000","last_peered":"2024-09-21T00:31:01.955006+0000","last_clean":"2024-09-21T00:31:01.955006+0000","last_became_active":"2024-09-21T00:30:59.921932+0000","last_became_peered":"2024-09-21T00:30:59.921932+0000","last_unstale":"2024-09-21T00:31:01.955006+0000","last_undegraded":"2024-09-21T00:31:01.955006+0000","last_fullsized":"2024-09-21T00:31:01.955006+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:35:09.811761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.6","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.926009+0000","last_change":"2024-09-21T00:31:00.929784+0000","last_active":"2024-09-21T00:31:01.926009+0000","last_peered":"2024-09-21T00:31:01.926009+0000","last_clean":"2024-09-21T00:31:01.926009+0000","last_became_active":"2024-09-21T00:31:00.929476+0000","last_became_peered":"2024-09-21T00:31:00.929476+0000","last_unstale":"2024-09-21T00:31:01.926009+0000","last_undegraded":"2024-09-21T00:31:01.926009+0000","last_fullsized":"2024-09-21T00:31:01.926009+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:09:40.633800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.7","version":"139'2","reported_seq":17,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.955841+0000","last_change":"2024-09-21T00:30:59.920873+0000","last_active":"2024-09-21T00:31:01.955841+0000","last_peered":"2024-09-21T00:31:01.955841+0000","last_clean":"2024-09-21T00:31:01.955841+0000","last_became_active":"2024-09-21T00:30:59.920551+0000","last_became_peered":"2024-09-21T00:30:59.920551+0000","last_unstale":"2024-09-21T00:31:01.955841+0000","last_undegraded":"2024-09-21T00:31:01.955841+0000","last_fullsized":"2024-09-21T00:31:01.955841+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:50:32.752977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.7","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.956150+0000","last_change":"2024-09-21T00:31:00.935022+0000","last_active":"2024-09-21T00:31:01.956150+0000","last_peered":"2024-09-21T00:31:01.956150+0000","last_clean":"2024-09-21T00:31:01.956150+0000","last_became_active":"2024-09-21T00:31:00.934576+0000","last_became_peered":"2024-09-21T00:31:00.934576+0000","last_unstale":"2024-09-21T00:31:01.956150+0000","last_undegraded":"2024-09-21T00:31:01.956150+0000","last_fullsized":"2024-09-21T00:31:01.956150+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:48:52.253290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"20.6","version":"140'1","reported_seq":16,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.924892+0000","last_change":"2024-09-21T00:30:59.922702+0000","last_active":"2024-09-21T00:31:01.924892+0000","last_peered":"2024-09-21T00:31:01.924892+0000","last_clean":"2024-09-21T00:31:01.924892+0000","last_became_active":"2024-09-21T00:30:59.922423+0000","last_became_peered":"2024-09-21T00:30:59.922423+0000","last_unstale":"2024-09-21T00:31:01.924892+0000","last_undegraded":"2024-09-21T00:31:01.924892+0000","last_fullsized":"2024-09-21T00:31:01.924892+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:10:43.078626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.4","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.954959+0000","last_change":"2024-09-21T00:31:00.917755+0000","last_active":"2024-09-21T00:31:01.954959+0000","last_peered":"2024-09-21T00:31:01.954959+0000","last_clean":"2024-09-21T00:31:01.954959+0000","last_became_active":"2024-09-21T00:31:00.917017+0000","last_became_peered":"2024-09-21T00:31:00.917017+0000","last_unstale":"2024-09-21T00:31:01.954959+0000","last_undegraded":"2024-09-21T00:31:01.954959+0000","last_fullsized":"2024-09-21T00:31:01.954959+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:42:13.674455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"20.5","version":"0'0","reported_seq":15,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.924653+0000","last_change":"2024-09-21T00:30:59.922227+0000","last_active":"2024-09-21T00:31:01.924653+0000","last_peered":"2024-09-21T00:31:01.924653+0000","last_clean":"2024-09-21T00:31:01.924653+0000","last_became_active":"2024-09-21T00:30:59.921923+0000","last_became_peered":"2024-09-21T00:30:59.921923+0000","last_unstale":"2024-09-21T00:31:01.924653+0000","last_undegraded":"2024-09-21T00:31:01.924653+0000","last_fullsized":"2024-09-21T00:31:01.924653+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:40:59.878064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.5","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.924544+0000","last_change":"2024-09-21T00:31:00.943335+0000","last_active":"2024-09-21T00:31:01.924544+0000","last_peered":"2024-09-21T00:31:01.924544+0000","last_clean":"2024-09-21T00:31:01.924544+0000","last_became_active":"2024-09-21T00:31:00.942039+0000","last_became_peered":"2024-09-21T00:31:00.942039+0000","last_unstale":"2024-09-21T00:31:01.924544+0000","last_undegraded":"2024-09-21T00:31:01.924544+0000","last_fullsized":"2024-09-21T00:31:01.924544+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:34:10.826635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"20.4","version":"0'0","reported_seq":15,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.924371+0000","last_change":"2024-09-21T00:30:59.920863+0000","last_active":"2024-09-21T00:31:01.924371+0000","last_peered":"2024-09-21T00:31:01.924371+0000","last_clean":"2024-09-21T00:31:01.924371+0000","last_became_active":"2024-09-21T00:30:59.920533+0000","last_became_peered":"2024-09-21T00:30:59.920533+0000","last_unstale":"2024-09-21T00:31:01.924371+0000","last_undegraded":"2024-09-21T00:31:01.924371+0000","last_fullsized":"2024-09-21T00:31:01.924371+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:26:33.875818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"21.2","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.955732+0000","last_change":"2024-09-21T00:31:00.929899+0000","last_active":"2024-09-21T00:31:01.955732+0000","last_peered":"2024-09-21T00:31:01.955732+0000","last_clean":"2024-09-21T00:31:01.955732+0000","last_became_active":"2024-09-21T00:31:00.929521+0000","last_became_peered":"2024-09-21T00:31:00.929521+0000","last_unstale":"2024-09-21T00:31:01.955732+0000","last_undegraded":"2024-09-21T00:31:01.955732+0000","last_fullsized":"2024-09-21T00:31:01.955732+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:17:39.556967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"20.3","version":"0'0","reported_seq":15,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.955814+0000","last_change":"2024-09-21T00:30:59.923932+0000","last_active":"2024-09-21T00:31:01.955814+0000","last_peered":"2024-09-21T00:31:01.955814+0000","last_clean":"2024-09-21T00:31:01.955814+0000","last_became_active":"2024-09-21T00:30:59.923588+0000","last_became_peered":"2024-09-21T00:30:59.923588+0000","last_unstale":"2024-09-21T00:31:01.955814+0000","last_undegraded":"2024-09-21T00:31:01.955814+0000","last_fullsized":"2024-09-21T00:31:01.955814+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:04:25.142013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"21.3","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.925953+0000","last_change":"2024-09-21T00:31:00.923777+0000","last_active":"2024-09-21T00:31:01.925953+0000","last_peered":"2024-09-21T00:31:01.925953+0000","last_clean":"2024-09-21T00:31:01.925953+0000","last_became_active":"2024-09-21T00:31:00.923455+0000","last_became_peered":"2024-09-21T00:31:00.923455+0000","last_unstale":"2024-09-21T00:31:01.925953+0000","last_undegraded":"2024-09-21T00:31:01.925953+0000","last_fullsized":"2024-09-21T00:31:01.925953+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:38:02.525601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.2","version":"0'0","reported_seq":15,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.955027+0000","last_change":"2024-09-21T00:30:59.923443+0000","last_active":"2024-09-21T00:31:01.955027+0000","last_peered":"2024-09-21T00:31:01.955027+0000","last_clean":"2024-09-21T00:31:01.955027+0000","last_became_active":"2024-09-21T00:30:59.922986+0000","last_became_peered":"2024-09-21T00:30:59.922986+0000","last_unstale":"2024-09-21T00:31:01.955027+0000","last_undegraded":"2024-09-21T00:31:01.955027+0000","last_fullsized":"2024-09-21T00:31:01.955027+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:32:33.892062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"21.0","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.955531+0000","last_change":"2024-09-21T00:31:00.932457+0000","last_active":"2024-09-21T00:31:01.955531+0000","last_peered":"2024-09-21T00:31:01.955531+0000","last_clean":"2024-09-21T00:31:01.955531+0000","last_became_active":"2024-09-21T00:31:00.932139+0000","last_became_peered":"2024-09-21T00:31:00.932139+0000","last_unstale":"2024-09-21T00:31:01.955531+0000","last_undegraded":"2024-09-21T00:31:01.955531+0000","last_fullsized":"2024-09-21T00:31:01.955531+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:14:07.962135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"20.1","version":"0'0","reported_seq":15,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.956110+0000","last_change":"2024-09-21T00:30:59.922099+0000","last_active":"2024-09-21T00:31:01.956110+0000","last_peered":"2024-09-21T00:31:01.956110+0000","last_clean":"2024-09-21T00:31:01.956110+0000","last_became_active":"2024-09-21T00:30:59.919651+0000","last_became_peered":"2024-09-21T00:30:59.919651+0000","last_unstale":"2024-09-21T00:31:01.956110+0000","last_undegraded":"2024-09-21T00:31:01.956110+0000","last_fullsized":"2024-09-21T00:31:01.956110+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:03:16.423362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"21.1","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.925570+0000","last_change":"2024-09-21T00:31:00.925422+0000","last_active":"2024-09-21T00:31:01.925570+0000","last_peered":"2024-09-21T00:31:01.925570+0000","last_clean":"2024-09-21T00:31:01.925570+0000","last_became_active":"2024-09-21T00:31:00.925100+0000","last_became_peered":"2024-09-21T00:31:00.925100+0000","last_unstale":"2024-09-21T00:31:01.925570+0000","last_undegraded":"2024-09-21T00:31:01.925570+0000","last_fullsized":"2024-09-21T00:31:01.925570+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:17:48.121068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"20.0","version":"0'0","reported_seq":15,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.954609+0000","last_change":"2024-09-21T00:30:59.922859+0000","last_active":"2024-09-21T00:31:01.954609+0000","last_peered":"2024-09-21T00:31:01.954609+0000","last_clean":"2024-09-21T00:31:01.954609+0000","last_became_active":"2024-09-21T00:30:59.922535+0000","last_became_peered":"2024-09-21T00:30:59.922535+0000","last_unstale":"2024-09-21T00:31:01.954609+0000","last_undegraded":"2024-09-21T00:31:01.954609+0000","last_fullsized":"2024-09-21T00:31:01.954609+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:20:51.735809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"21.14","version":"0'0","reported_seq":13,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.955176+0000","last_change":"2024-09-21T00:31:00.932954+0000","last_active":"2024-09-21T00:31:01.955176+0000","last_peered":"2024-09-21T00:31:01.955176+0000","last_clean":"2024-09-21T00:31:01.955176+0000","last_became_active":"2024-09-21T00:31:00.932346+0000","last_became_peered":"2024-09-21T00:31:00.932346+0000","last_unstale":"2024-09-21T00:31:01.955176+0000","last_undegraded":"2024-09-21T00:31:01.955176+0000","last_fullsized":"2024-09-21T00:31:01.955176+0000","mapping_epoch":138,"log_start":"0'0","ondisk_log_start":"0'0","created":138,"last_epoch_clean":139,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:59.896737+0000","last_clean_scrub_stamp":"2024-09-21T00:30:59.896737+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:58:56.971032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"20.15","version":"139'3","reported_seq":18,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.956000+0000","last_change":"2024-09-21T00:30:59.920635+0000","last_active":"2024-09-21T00:31:01.956000+0000","last_peered":"2024-09-21T00:31:01.956000+0000","last_clean":"2024-09-21T00:31:01.956000+0000","last_became_active":"2024-09-21T00:30:59.920269+0000","last_became_peered":"2024-09-21T00:30:59.920269+0000","last_unstale":"2024-09-21T00:31:01.956000+0000","last_undegraded":"2024-09-21T00:31:01.956000+0000","last_fullsized":"2024-09-21T00:31:01.956000+0000","mapping_epoch":137,"log_start":"0'0","ondisk_log_start":"0'0","created":137,"last_epoch_clean":138,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:30:58.888563+0000","last_clean_scrub_stamp":"2024-09-21T00:30:58.888563+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:29:52.663290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":323,"reported_epoch":140,"state":"active+clean","last_fresh":"2024-09-21T00:31:01.955349+0000","last_change":"2024-09-21T00:21:11.583793+0000","last_active":"2024-09-21T00:31:01.955349+0000","last_peered":"2024-09-21T00:31:01.955349+0000","last_clean":"2024-09-21T00:31:01.955349+0000","last_became_active":"2024-09-21T00:21:11.582502+0000","last_became_peered":"2024-09-21T00:21:11.582502+0000","last_unstale":"2024-09-21T00:31:01.955349+0000","last_undegraded":"2024-09-21T00:31:01.955349+0000","last_fullsized":"2024-09-21T00:31:01.955349+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_clean_scrub_stamp":"2024-09-21T00:21:10.311964+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:58.010953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":21,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":20,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509563,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":55696,"kb_used_data":2292,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94316144,"statfs":{"total":96636764160,"available":96579731456,"internally_reserved":0,"allocated":2347008,"data_stored":1355243,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":54655434},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509563,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":46792,"kb_used_data":1716,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94325048,"statfs":{"total":96636764160,"available":96588849152,"internally_reserved":0,"allocated":1757184,"data_stored":764369,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":46135750},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509563,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":55112,"kb_used_data":1708,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94316728,"statfs":{"total":96636764160,"available":96580329472,"internally_reserved":0,"allocated":1748992,"data_stored":764245,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":54655429},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509564,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":68996,"kb_used_data":1708,"kb_used_omap":1,"kb_used_meta":67262,"kb_avail":94302844,"statfs":{"total":96636764160,"available":96566112256,"internally_reserved":0,"allocated":1748992,"data_stored":764313,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":68876744},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509564,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59276,"kb_used_data":1720,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312564,"statfs":{"total":96636764160,"available":96576065536,"internally_reserved":0,"allocated":1761280,"data_stored":765905,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":58915269},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509562,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":69588,"kb_used_data":2300,"kb_used_omap":1,"kb_used_meta":67262,"kb_avail":94302252,"statfs":{"total":96636764160,"available":96565506048,"internally_reserved":0,"allocated":2355200,"data_stored":1356237,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":68876742},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574971,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":68988,"kb_used_data":1704,"kb_used_omap":1,"kb_used_meta":67262,"kb_avail":94302852,"statfs":{"total":96636764160,"available":96566120448,"internally_reserved":0,"allocated":1744896,"data_stored":764223,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":68876741},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574971,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":73156,"kb_used_data":1708,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94298684,"statfs":{"total":96636764160,"available":96561852416,"internally_reserved":0,"allocated":1748992,"data_stored":764805,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":73136582},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1646,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":146,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":20,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":21,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T00:31:09.882 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-21T00:31:09.882 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-21T00:31:10.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.043+0000 7fc3ff5e4640 1 -- 172.21.15.67:0/1489634732 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc3e0004080 msgr2=0x7fc3e0004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:10.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.043+0000 7fc3ff5e4640 1 --2- 172.21.15.67:0/1489634732 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc3e0004080 0x7fc3e0004800 secure :-1 s=READY pgs=1678 cs=0 l=1 rev1=1 crypto rx=0x7fc3ec00c260 tx=0x7fc3e0005830 comp rx=0 tx=0).stop 2024-09-21T00:31:10.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.043+0000 7fc3fdb81640 1 -- 172.21.15.67:0/1489634732 reap_dead start 2024-09-21T00:31:10.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.044+0000 7fc3ff5e4640 1 -- 172.21.15.67:0/1489634732 shutdown_connections 2024-09-21T00:31:10.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.044+0000 7fc3ff5e4640 1 -- 172.21.15.67:0/1489634732 >> 172.21.15.67:0/1489634732 conn(0x7fc3f80b4140 msgr2=0x7fc3f80b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:10.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.044+0000 7fc3ff5e4640 1 -- 172.21.15.67:0/1489634732 shutdown_connections 2024-09-21T00:31:10.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.044+0000 7fc3ff5e4640 1 -- 172.21.15.67:0/1489634732 wait complete. 2024-09-21T00:31:10.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.045+0000 7fc3ff5e4640 1 Processor -- start 2024-09-21T00:31:10.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.046+0000 7fc3ff5e4640 1 -- start start 2024-09-21T00:31:10.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.047+0000 7fc3ff5e4640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc3e0004080 0x7fc3f806e9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:10.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.047+0000 7fc3ff5e4640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc3f80cad20 0x7fc3f81e8b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:10.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.047+0000 7fc3ff5e4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc3f80cb130 0x7fc3f80c7000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:10.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.047+0000 7fc3ff5e4640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc3f80b4ff0 con 0x7fc3f80cb130 2024-09-21T00:31:10.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.047+0000 7fc3ff5e4640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc3f80b4e70 con 0x7fc3f80cad20 2024-09-21T00:31:10.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.047+0000 7fc3ff5e4640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fc3f80cd980 con 0x7fc3e0004080 2024-09-21T00:31:10.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.047+0000 7fc3fdb81640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc3f80cb130 0x7fc3f80c7000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:10.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.047+0000 7fc3fdb81640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc3f80cb130 0x7fc3f80c7000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:50028/0 (socket says 172.21.15.67:50028) 2024-09-21T00:31:10.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.047+0000 7fc3fdb81640 1 -- 172.21.15.67:0/2249054186 learned_addr learned my addr 172.21.15.67:0/2249054186 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:10.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.047+0000 7fc3fd380640 1 --2- 172.21.15.67:0/2249054186 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc3e0004080 0x7fc3f806e9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:10.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.047+0000 7fc3fcb7f640 1 --2- 172.21.15.67:0/2249054186 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc3f80cad20 0x7fc3f81e8b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:10.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.047+0000 7fc3fdb81640 1 -- 172.21.15.67:0/2249054186 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc3e0004080 msgr2=0x7fc3f806e9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:10.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.047+0000 7fc3fdb81640 1 --2- 172.21.15.67:0/2249054186 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc3e0004080 0x7fc3f806e9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:10.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.047+0000 7fc3fdb81640 1 -- 172.21.15.67:0/2249054186 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc3f80cad20 msgr2=0x7fc3f81e8b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:10.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.047+0000 7fc3fdb81640 1 --2- 172.21.15.67:0/2249054186 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc3f80cad20 0x7fc3f81e8b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:10.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.047+0000 7fc3fdb81640 1 -- 172.21.15.67:0/2249054186 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3f806df60 con 0x7fc3f80cb130 2024-09-21T00:31:10.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.047+0000 7fc3fd380640 1 --2- 172.21.15.67:0/2249054186 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc3e0004080 0x7fc3f806e9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:31:10.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.048+0000 7fc3fdb81640 1 --2- 172.21.15.67:0/2249054186 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc3f80cb130 0x7fc3f80c7000 secure :-1 s=READY pgs=1679 cs=0 l=1 rev1=1 crypto rx=0x7fc3f80b8080 tx=0x7fc3f000b980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:10.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.048+0000 7fc3f5ffb640 1 -- 172.21.15.67:0/2249054186 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3f0005220 con 0x7fc3f80cb130 2024-09-21T00:31:10.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.048+0000 7fc3f5ffb640 1 -- 172.21.15.67:0/2249054186 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc3f0015070 con 0x7fc3f80cb130 2024-09-21T00:31:10.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.048+0000 7fc3ff5e4640 1 -- 172.21.15.67:0/2249054186 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc3f806fb40 con 0x7fc3f80cb130 2024-09-21T00:31:10.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.048+0000 7fc3f5ffb640 1 -- 172.21.15.67:0/2249054186 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3f00047a0 con 0x7fc3f80cb130 2024-09-21T00:31:10.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.048+0000 7fc3ff5e4640 1 -- 172.21.15.67:0/2249054186 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc3f80c7980 con 0x7fc3f80cb130 2024-09-21T00:31:10.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.049+0000 7fc3ff5e4640 1 -- 172.21.15.67:0/2249054186 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc3f80cd440 con 0x7fc3f80cb130 2024-09-21T00:31:10.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.050+0000 7fc3f5ffb640 1 -- 172.21.15.67:0/2249054186 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fc3f0004940 con 0x7fc3f80cb130 2024-09-21T00:31:10.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.050+0000 7fc3f5ffb640 1 --2- 172.21.15.67:0/2249054186 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc3e4078b90 0x7fc3e407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:10.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.051+0000 7fc3f5ffb640 1 -- 172.21.15.67:0/2249054186 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7fc3f009b5a0 con 0x7fc3f80cb130 2024-09-21T00:31:10.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.051+0000 7fc3fd380640 1 --2- 172.21.15.67:0/2249054186 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc3e4078b90 0x7fc3e407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:10.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.051+0000 7fc3fd380640 1 --2- 172.21.15.67:0/2249054186 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc3e4078b90 0x7fc3e407b0a0 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7fc3e8005fd0 tx=0x7fc3e8009530 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:10.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.055+0000 7fc3f5ffb640 1 -- 172.21.15.67:0/2249054186 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fc3f00639e0 con 0x7fc3f80cb130 2024-09-21T00:31:10.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.319+0000 7fc3ff5e4640 1 -- 172.21.15.67:0/2249054186 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7fc3f8072a00 con 0x7fc3f80cb130 2024-09-21T00:31:10.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.323+0000 7fc3f5ffb640 1 -- 172.21.15.67:0/2249054186 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v22) ==== 190+0+147 (secure 0 0 0) 0x7fc3f00632e0 con 0x7fc3f80cb130 2024-09-21T00:31:10.324 INFO:teuthology.orchestra.run.smithi067.stdout:[client.0] 2024-09-21T00:31:10.324 INFO:teuthology.orchestra.run.smithi067.stdout: key = AQBFEe5mUnwLLxAAE0JXCN8yXTH2bWtWI41o2Q== 2024-09-21T00:31:10.324 INFO:teuthology.orchestra.run.smithi067.stdout: caps mds = "allow" 2024-09-21T00:31:10.324 INFO:teuthology.orchestra.run.smithi067.stdout: caps mon = "allow r" 2024-09-21T00:31:10.324 INFO:teuthology.orchestra.run.smithi067.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-21T00:31:10.325 INFO:teuthology.orchestra.run.smithi067.stderr:updated caps for client.0 2024-09-21T00:31:10.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.325+0000 7fc3ff5e4640 1 -- 172.21.15.67:0/2249054186 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc3e4078b90 msgr2=0x7fc3e407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:10.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.325+0000 7fc3ff5e4640 1 --2- 172.21.15.67:0/2249054186 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc3e4078b90 0x7fc3e407b0a0 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7fc3e8005fd0 tx=0x7fc3e8009530 comp rx=0 tx=0).stop 2024-09-21T00:31:10.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.325+0000 7fc3ff5e4640 1 -- 172.21.15.67:0/2249054186 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc3f80cb130 msgr2=0x7fc3f80c7000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:10.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.325+0000 7fc3ff5e4640 1 --2- 172.21.15.67:0/2249054186 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc3f80cb130 0x7fc3f80c7000 secure :-1 s=READY pgs=1679 cs=0 l=1 rev1=1 crypto rx=0x7fc3f80b8080 tx=0x7fc3f000b980 comp rx=0 tx=0).stop 2024-09-21T00:31:10.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.325+0000 7fc3ff5e4640 1 -- 172.21.15.67:0/2249054186 shutdown_connections 2024-09-21T00:31:10.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.325+0000 7fc3ff5e4640 1 --2- 172.21.15.67:0/2249054186 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc3e4078b90 0x7fc3e407b0a0 unknown :-1 s=CLOSED pgs=639 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:10.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.325+0000 7fc3ff5e4640 1 --2- 172.21.15.67:0/2249054186 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc3f80cb130 0x7fc3f80c7000 unknown :-1 s=CLOSED pgs=1679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:10.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.325+0000 7fc3ff5e4640 1 --2- 172.21.15.67:0/2249054186 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc3f80cad20 0x7fc3f81e8b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:10.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.325+0000 7fc3ff5e4640 1 --2- 172.21.15.67:0/2249054186 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc3e0004080 0x7fc3f806e9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:10.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.325+0000 7fc3ff5e4640 1 -- 172.21.15.67:0/2249054186 >> 172.21.15.67:0/2249054186 conn(0x7fc3f80b4140 msgr2=0x7fc3f80b2470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:10.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.325+0000 7fc3ff5e4640 1 -- 172.21.15.67:0/2249054186 shutdown_connections 2024-09-21T00:31:10.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.325+0000 7fc3ff5e4640 1 -- 172.21.15.67:0/2249054186 wait complete. 2024-09-21T00:31:10.338 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:31:10.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.453+0000 7f654598e640 1 -- 172.21.15.67:0/3644353135 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6528003a50 msgr2=0x7f6528003ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:10.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.453+0000 7f654598e640 1 --2- 172.21.15.67:0/3644353135 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6528003a50 0x7f6528003ec0 secure :-1 s=READY pgs=1681 cs=0 l=1 rev1=1 crypto rx=0x7f653000c310 tx=0x7f6528005830 comp rx=0 tx=0).stop 2024-09-21T00:31:10.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.453+0000 7f654598e640 1 -- 172.21.15.67:0/3644353135 shutdown_connections 2024-09-21T00:31:10.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.453+0000 7f654598e640 1 --2- 172.21.15.67:0/3644353135 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6528003a50 0x7f6528003ec0 unknown :-1 s=CLOSED pgs=1681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:10.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.453+0000 7f654598e640 1 -- 172.21.15.67:0/3644353135 >> 172.21.15.67:0/3644353135 conn(0x7f654009d8c0 msgr2=0x7f654008bee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:10.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.453+0000 7f654598e640 1 -- 172.21.15.67:0/3644353135 shutdown_connections 2024-09-21T00:31:10.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.453+0000 7f654598e640 1 -- 172.21.15.67:0/3644353135 wait complete. 2024-09-21T00:31:10.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.455+0000 7f654598e640 1 Processor -- start 2024-09-21T00:31:10.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.455+0000 7f654598e640 1 -- start start 2024-09-21T00:31:10.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.457+0000 7f654598e640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6528003a50 0x7f65401ea260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:10.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.457+0000 7f654598e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f65401f9280 0x7f65401f8980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:10.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.457+0000 7f654598e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f65401f7ad0 0x7f65401f7ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:10.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.457+0000 7f654598e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f65400d43c0 con 0x7f65401f7ad0 2024-09-21T00:31:10.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.457+0000 7f654598e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f65400b36d0 con 0x7f65401f9280 2024-09-21T00:31:10.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.457+0000 7f654598e640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f65400d4540 con 0x7f6528003a50 2024-09-21T00:31:10.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.457+0000 7f653f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f65401f7ad0 0x7f65401f7ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:10.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.457+0000 7f653f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f65401f7ad0 0x7f65401f7ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:50042/0 (socket says 172.21.15.67:50042) 2024-09-21T00:31:10.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.457+0000 7f653f7fe640 1 -- 172.21.15.67:0/3119211157 learned_addr learned my addr 172.21.15.67:0/3119211157 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:10.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.457+0000 7f653effd640 1 --2- 172.21.15.67:0/3119211157 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6528003a50 0x7f65401ea260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:10.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.457+0000 7f653e7fc640 1 --2- 172.21.15.67:0/3119211157 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f65401f9280 0x7f65401f8980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:10.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.457+0000 7f653f7fe640 1 -- 172.21.15.67:0/3119211157 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6528003a50 msgr2=0x7f65401ea260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:10.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.457+0000 7f653f7fe640 1 --2- 172.21.15.67:0/3119211157 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6528003a50 0x7f65401ea260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:10.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.457+0000 7f653f7fe640 1 -- 172.21.15.67:0/3119211157 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f65401f9280 msgr2=0x7f65401f8980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:10.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.457+0000 7f653f7fe640 1 --2- 172.21.15.67:0/3119211157 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f65401f9280 0x7f65401f8980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:10.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.457+0000 7f653f7fe640 1 -- 172.21.15.67:0/3119211157 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65401e9170 con 0x7f65401f7ad0 2024-09-21T00:31:10.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.457+0000 7f653f7fe640 1 --2- 172.21.15.67:0/3119211157 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f65401f7ad0 0x7f65401f7ee0 secure :-1 s=READY pgs=1682 cs=0 l=1 rev1=1 crypto rx=0x7f65280057e0 tx=0x7f6538004640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:10.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.458+0000 7f6527fff640 1 -- 172.21.15.67:0/3119211157 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6538004d20 con 0x7f65401f7ad0 2024-09-21T00:31:10.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.458+0000 7f6527fff640 1 -- 172.21.15.67:0/3119211157 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6538015070 con 0x7f65401f7ad0 2024-09-21T00:31:10.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.458+0000 7f654598e640 1 -- 172.21.15.67:0/3119211157 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65401e9450 con 0x7f65401f7ad0 2024-09-21T00:31:10.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.458+0000 7f6527fff640 1 -- 172.21.15.67:0/3119211157 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6538010d70 con 0x7f65401f7ad0 2024-09-21T00:31:10.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.458+0000 7f654598e640 1 -- 172.21.15.67:0/3119211157 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65401e9a10 con 0x7f65401f7ad0 2024-09-21T00:31:10.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.459+0000 7f654598e640 1 -- 172.21.15.67:0/3119211157 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f65400b48c0 con 0x7f65401f7ad0 2024-09-21T00:31:10.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.459+0000 7f6527fff640 1 -- 172.21.15.67:0/3119211157 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f6538011440 con 0x7f65401f7ad0 2024-09-21T00:31:10.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.460+0000 7f6527fff640 1 --2- 172.21.15.67:0/3119211157 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f652c078bc0 0x7f652c07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:10.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.460+0000 7f6527fff640 1 -- 172.21.15.67:0/3119211157 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7f653809b1b0 con 0x7f65401f7ad0 2024-09-21T00:31:10.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.460+0000 7f653effd640 1 --2- 172.21.15.67:0/3119211157 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f652c078bc0 0x7f652c07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:10.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.461+0000 7f653effd640 1 --2- 172.21.15.67:0/3119211157 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f652c078bc0 0x7f652c07b0d0 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f6530033000 tx=0x7f65400b3ce0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:10.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.465+0000 7f6527fff640 1 -- 172.21.15.67:0/3119211157 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f6538020070 con 0x7f65401f7ad0 2024-09-21T00:31:10.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.690+0000 7f654598e640 1 -- 172.21.15.67:0/3119211157 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f654006ea80 con 0x7f65401f7ad0 2024-09-21T00:31:10.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.690+0000 7f6527fff640 1 -- 172.21.15.67:0/3119211157 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 118 v118) ==== 95+0+5233 (secure 0 0 0) 0x7f6538063570 con 0x7f65401f7ad0 2024-09-21T00:31:10.691 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:31:10.691 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":118,"btime":"2024-09-21T00:31:03:931248+0000","default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7403,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/2834357950","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":2834357950},{"type":"v1","addr":"172.21.15.97:6837","nonce":2834357950}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":112},{"gid":8173,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/3488762384","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3488762384},{"type":"v1","addr":"172.21.15.97:6836","nonce":3488762384}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":112},{"gid":8182,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/1799325258","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":1799325258},{"type":"v1","addr":"172.21.15.67:6835","nonce":1799325258}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":113}],"filesystems":[{"mdsmap":{"epoch":118,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:31:00.289899+0000","modified":"2024-09-21T00:31:03.315250+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8982},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8982":{"gid":8982,"name":"c","rank":0,"incarnation":114,"state":"up:active","state_seq":4,"addr":"172.21.15.67:6833/1883288453","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1883288453},{"type":"v1","addr":"172.21.15.67:6833","nonce":1883288453}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[21],"metadata_pool":20,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8982,"qdb_cluster":[8982]},"id":10}]} 2024-09-21T00:31:10.692 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 118 2024-09-21T00:31:10.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.692+0000 7f654598e640 1 -- 172.21.15.67:0/3119211157 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f652c078bc0 msgr2=0x7f652c07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:10.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.692+0000 7f654598e640 1 --2- 172.21.15.67:0/3119211157 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f652c078bc0 0x7f652c07b0d0 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f6530033000 tx=0x7f65400b3ce0 comp rx=0 tx=0).stop 2024-09-21T00:31:10.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.692+0000 7f654598e640 1 -- 172.21.15.67:0/3119211157 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f65401f7ad0 msgr2=0x7f65401f7ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:10.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.692+0000 7f654598e640 1 --2- 172.21.15.67:0/3119211157 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f65401f7ad0 0x7f65401f7ee0 secure :-1 s=READY pgs=1682 cs=0 l=1 rev1=1 crypto rx=0x7f65280057e0 tx=0x7f6538004640 comp rx=0 tx=0).stop 2024-09-21T00:31:10.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.692+0000 7f654598e640 1 -- 172.21.15.67:0/3119211157 shutdown_connections 2024-09-21T00:31:10.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.692+0000 7f654598e640 1 --2- 172.21.15.67:0/3119211157 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f652c078bc0 0x7f652c07b0d0 unknown :-1 s=CLOSED pgs=640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:10.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.692+0000 7f654598e640 1 --2- 172.21.15.67:0/3119211157 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f65401f7ad0 0x7f65401f7ee0 unknown :-1 s=CLOSED pgs=1682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:10.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.692+0000 7f654598e640 1 --2- 172.21.15.67:0/3119211157 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f65401f9280 0x7f65401f8980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:10.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.692+0000 7f654598e640 1 --2- 172.21.15.67:0/3119211157 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6528003a50 0x7f65401ea260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:10.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.692+0000 7f654598e640 1 -- 172.21.15.67:0/3119211157 >> 172.21.15.67:0/3119211157 conn(0x7f654009d8c0 msgr2=0x7f6540161990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:10.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.693+0000 7f654598e640 1 -- 172.21.15.67:0/3119211157 shutdown_connections 2024-09-21T00:31:10.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:10.693+0000 7f654598e640 1 -- 172.21.15.67:0/3119211157 wait complete. 2024-09-21T00:31:11.108 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 118, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-21T00:31:00.289899+0000', 'modified': '2024-09-21T00:31:03.315250+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 8982}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_8982': {'gid': 8982, 'name': 'c', 'rank': 0, 'incarnation': 114, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.67:6833/1883288453', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.67:6832', 'nonce': 1883288453}, {'type': 'v1', 'addr': '172.21.15.67:6833', 'nonce': 1883288453}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [21], 'metadata_pool': 20, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 8982, 'qdb_cluster': [8982]} 2024-09-21T00:31:11.108 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-21T00:31:11.108 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-21T00:31:11.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.229+0000 7f522e732640 1 -- 172.21.15.67:0/2215853400 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f52280b6430 msgr2=0x7f52280cf950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:11.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.229+0000 7f522e732640 1 --2- 172.21.15.67:0/2215853400 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f52280b6430 0x7f52280cf950 secure :-1 s=READY pgs=1683 cs=0 l=1 rev1=1 crypto rx=0x7f5210005fd0 tx=0x7f521002a5c0 comp rx=0 tx=0).stop 2024-09-21T00:31:11.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.229+0000 7f522e732640 1 -- 172.21.15.67:0/2215853400 shutdown_connections 2024-09-21T00:31:11.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.229+0000 7f522e732640 1 --2- 172.21.15.67:0/2215853400 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f52280b41f0 0x7f52280b4600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:11.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.229+0000 7f522e732640 1 --2- 172.21.15.67:0/2215853400 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f52280b6430 0x7f52280cf950 unknown :-1 s=CLOSED pgs=1683 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:11.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.229+0000 7f522e732640 1 -- 172.21.15.67:0/2215853400 >> 172.21.15.67:0/2215853400 conn(0x7f52280b2ef0 msgr2=0x7f52280b3300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:11.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.229+0000 7f522e732640 1 -- 172.21.15.67:0/2215853400 shutdown_connections 2024-09-21T00:31:11.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.229+0000 7f522e732640 1 -- 172.21.15.67:0/2215853400 wait complete. 2024-09-21T00:31:11.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.231+0000 7f522e732640 1 Processor -- start 2024-09-21T00:31:11.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.231+0000 7f522e732640 1 -- start start 2024-09-21T00:31:11.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.233+0000 7f522e732640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f52280b3a10 0x7f52281f4250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:11.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.233+0000 7f522e732640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f52280b41f0 0x7f5228150af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:11.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.233+0000 7f522e732640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f52280b6430 0x7f522806cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:11.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.233+0000 7f522e732640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f52280b4f50 con 0x7f52280b3a10 2024-09-21T00:31:11.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.233+0000 7f522e732640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f52280b4dd0 con 0x7f52280b41f0 2024-09-21T00:31:11.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.233+0000 7f522e732640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f52280b50d0 con 0x7f52280b6430 2024-09-21T00:31:11.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.233+0000 7f5227fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f52280b3a10 0x7f52281f4250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:11.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.233+0000 7f5227fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f52280b3a10 0x7f52281f4250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:50064/0 (socket says 172.21.15.67:50064) 2024-09-21T00:31:11.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.233+0000 7f5227fff640 1 -- 172.21.15.67:0/4229729000 learned_addr learned my addr 172.21.15.67:0/4229729000 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:11.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.233+0000 7f521ffff640 1 --2- 172.21.15.67:0/4229729000 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f52280b41f0 0x7f5228150af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:11.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.233+0000 7f522cccf640 1 --2- 172.21.15.67:0/4229729000 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f52280b6430 0x7f522806cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:11.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.233+0000 7f5227fff640 1 -- 172.21.15.67:0/4229729000 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f52280b6430 msgr2=0x7f522806cdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:11.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.233+0000 7f5227fff640 1 --2- 172.21.15.67:0/4229729000 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f52280b6430 0x7f522806cdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:11.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.233+0000 7f5227fff640 1 -- 172.21.15.67:0/4229729000 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f52280b41f0 msgr2=0x7f5228150af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:11.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.233+0000 7f5227fff640 1 --2- 172.21.15.67:0/4229729000 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f52280b41f0 0x7f5228150af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:11.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.233+0000 7f5227fff640 1 -- 172.21.15.67:0/4229729000 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52280c7040 con 0x7f52280b3a10 2024-09-21T00:31:11.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.233+0000 7f5227fff640 1 --2- 172.21.15.67:0/4229729000 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f52280b3a10 0x7f52281f4250 secure :-1 s=READY pgs=1684 cs=0 l=1 rev1=1 crypto rx=0x7f521800b3f0 tx=0x7f521800b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:11.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.233+0000 7f52257fa640 1 -- 172.21.15.67:0/4229729000 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5218015020 con 0x7f52280b3a10 2024-09-21T00:31:11.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.233+0000 7f52257fa640 1 -- 172.21.15.67:0/4229729000 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5218011920 con 0x7f52280b3a10 2024-09-21T00:31:11.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.233+0000 7f522e732640 1 -- 172.21.15.67:0/4229729000 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f52280c7320 con 0x7f52280b3a10 2024-09-21T00:31:11.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.233+0000 7f52257fa640 1 -- 172.21.15.67:0/4229729000 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5218011d70 con 0x7f52280b3a10 2024-09-21T00:31:11.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.233+0000 7f522e732640 1 -- 172.21.15.67:0/4229729000 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f52280c78e0 con 0x7f52280b3a10 2024-09-21T00:31:11.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.235+0000 7f52257fa640 1 -- 172.21.15.67:0/4229729000 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f5218018020 con 0x7f52280b3a10 2024-09-21T00:31:11.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.236+0000 7f52257fa640 1 --2- 172.21.15.67:0/4229729000 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5208078bc0 0x7f520807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:11.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.236+0000 7f52257fa640 1 -- 172.21.15.67:0/4229729000 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7f521809a9f0 con 0x7f52280b3a10 2024-09-21T00:31:11.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.236+0000 7f521ffff640 1 --2- 172.21.15.67:0/4229729000 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5208078bc0 0x7f520807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:11.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.237+0000 7f521ffff640 1 --2- 172.21.15.67:0/4229729000 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5208078bc0 0x7f520807b0d0 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f5210033000 tx=0x7f5210004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:11.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.237+0000 7f523569f740 1 Processor -- start 2024-09-21T00:31:11.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.237+0000 7f523569f740 1 -- start start 2024-09-21T00:31:11.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.238+0000 7f523569f740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c85ef03270 0x55c85f2d4fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:11.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.238+0000 7f523569f740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c85eeda3b0 0x55c85f2d54e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:11.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.238+0000 7f523569f740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c85eee2590 0x55c85f2f23e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:11.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.238+0000 7f523569f740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55c85f21d820 con 0x55c85eeda3b0 2024-09-21T00:31:11.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.238+0000 7f523569f740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55c85f20cc50 con 0x55c85eee2590 2024-09-21T00:31:11.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.238+0000 7f523569f740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55c85f210a60 con 0x55c85ef03270 2024-09-21T00:31:11.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.238+0000 7f521ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c85eeda3b0 0x55c85f2d54e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:11.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.238+0000 7f521ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c85eeda3b0 0x55c85f2d54e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:50078/0 (socket says 172.21.15.67:50078) 2024-09-21T00:31:11.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.238+0000 7f521ffff640 1 -- 172.21.15.67:0/2999519358 learned_addr learned my addr 172.21.15.67:0/2999519358 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:11.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.238+0000 7f5227fff640 1 --2- 172.21.15.67:0/2999519358 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c85ef03270 0x55c85f2d4fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:11.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.238+0000 7f522cccf640 1 --2- 172.21.15.67:0/2999519358 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c85eee2590 0x55c85f2f23e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:11.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.239+0000 7f521ffff640 1 -- 172.21.15.67:0/2999519358 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c85ef03270 msgr2=0x55c85f2d4fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:11.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.239+0000 7f521ffff640 1 --2- 172.21.15.67:0/2999519358 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c85ef03270 0x55c85f2d4fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:11.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.239+0000 7f521ffff640 1 -- 172.21.15.67:0/2999519358 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c85eee2590 msgr2=0x55c85f2f23e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:11.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.239+0000 7f521ffff640 1 --2- 172.21.15.67:0/2999519358 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c85eee2590 0x55c85f2f23e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:11.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.239+0000 7f521ffff640 1 -- 172.21.15.67:0/2999519358 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c85ef6e850 con 0x55c85eeda3b0 2024-09-21T00:31:11.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.239+0000 7f521ffff640 1 --2- 172.21.15.67:0/2999519358 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c85eeda3b0 0x55c85f2d54e0 secure :-1 s=READY pgs=1685 cs=0 l=1 rev1=1 crypto rx=0x7f5210009850 tx=0x7f521003c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b6e346d52b19b21 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:11.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.239+0000 7f521dffb640 1 -- 172.21.15.67:0/2999519358 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5210035040 con 0x55c85eeda3b0 2024-09-21T00:31:11.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.239+0000 7f521dffb640 1 -- 172.21.15.67:0/2999519358 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f521004c070 con 0x55c85eeda3b0 2024-09-21T00:31:11.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.239+0000 7f521dffb640 1 -- 172.21.15.67:0/2999519358 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52100044e0 con 0x55c85eeda3b0 2024-09-21T00:31:11.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.240+0000 7f523569f740 1 -- 172.21.15.67:0/2999519358 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c85eeda3b0 msgr2=0x55c85f2d54e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:11.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.240+0000 7f523569f740 1 --2- 172.21.15.67:0/2999519358 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c85eeda3b0 0x55c85f2d54e0 secure :-1 s=READY pgs=1685 cs=0 l=1 rev1=1 crypto rx=0x7f5210009850 tx=0x7f521003c000 comp rx=0 tx=0).stop 2024-09-21T00:31:11.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.240+0000 7f523569f740 1 -- 172.21.15.67:0/2999519358 shutdown_connections 2024-09-21T00:31:11.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.240+0000 7f523569f740 1 --2- 172.21.15.67:0/2999519358 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c85eee2590 0x55c85f2f23e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:11.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.240+0000 7f523569f740 1 --2- 172.21.15.67:0/2999519358 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c85eeda3b0 0x55c85f2d54e0 unknown :-1 s=CLOSED pgs=1685 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:11.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.240+0000 7f523569f740 1 --2- 172.21.15.67:0/2999519358 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c85ef03270 0x55c85f2d4fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:11.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.240+0000 7f523569f740 1 -- 172.21.15.67:0/2999519358 >> 172.21.15.67:0/2999519358 conn(0x55c85eef73c0 msgr2=0x55c85f2ab260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:11.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.240+0000 7f523569f740 1 -- 172.21.15.67:0/2999519358 shutdown_connections 2024-09-21T00:31:11.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.240+0000 7f523569f740 1 -- 172.21.15.67:0/2999519358 wait complete. 2024-09-21T00:31:11.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.241+0000 7f523569f740 1 -- start start 2024-09-21T00:31:11.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.241+0000 7f523569f740 1 Processor -- start 2024-09-21T00:31:11.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.242+0000 7f523569f740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c85eeda3b0 0x55c85f2d0d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:11.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.242+0000 7f523569f740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c85eee2590 0x55c85f303070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:11.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.242+0000 7f523569f740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c85ef03270 0x55c85f2e8940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:11.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.242+0000 7f523569f740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55c85ef7d620 con 0x55c85eee2590 2024-09-21T00:31:11.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.242+0000 7f523569f740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55c85f1b25f0 con 0x55c85eeda3b0 2024-09-21T00:31:11.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.242+0000 7f523569f740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55c85f2d5a20 con 0x55c85ef03270 2024-09-21T00:31:11.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.242+0000 7f523569f740 10 client.0 _ll_register_callbacks cb 0x55c85f1b60a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:31:11.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.242+0000 7f521ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c85eee2590 0x55c85f303070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:11.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.243+0000 7f521ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c85eee2590 0x55c85f303070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:50094/0 (socket says 172.21.15.67:50094) 2024-09-21T00:31:11.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.243+0000 7f521ffff640 1 -- 172.21.15.67:0/3527439390 learned_addr learned my addr 172.21.15.67:0/3527439390 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:11.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.243+0000 7f522cccf640 1 --2- 172.21.15.67:0/3527439390 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c85ef03270 0x55c85f2e8940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:11.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.243+0000 7f5227fff640 1 --2- 172.21.15.67:0/3527439390 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c85eeda3b0 0x55c85f2d0d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:11.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.243+0000 7f521ffff640 1 -- 172.21.15.67:0/3527439390 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c85ef03270 msgr2=0x55c85f2e8940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:11.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.243+0000 7f521ffff640 1 --2- 172.21.15.67:0/3527439390 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c85ef03270 0x55c85f2e8940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:11.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.243+0000 7f521ffff640 1 -- 172.21.15.67:0/3527439390 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c85eeda3b0 msgr2=0x55c85f2d0d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:11.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.243+0000 7f521ffff640 1 --2- 172.21.15.67:0/3527439390 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c85eeda3b0 0x55c85f2d0d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:11.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.243+0000 7f521ffff640 1 -- 172.21.15.67:0/3527439390 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c85efe56b0 con 0x55c85eee2590 2024-09-21T00:31:11.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.243+0000 7f521ffff640 1 --2- 172.21.15.67:0/3527439390 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c85eee2590 0x55c85f303070 secure :-1 s=READY pgs=1686 cs=0 l=1 rev1=1 crypto rx=0x7f52100099f0 tx=0x7f5210004a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f6fa09275712ccf server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:11.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.243+0000 7f5206ffd640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:31:11.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.243+0000 7f5206ffd640 1 -- 172.21.15.67:0/3527439390 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52100044e0 con 0x55c85eee2590 2024-09-21T00:31:11.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.243+0000 7f5206ffd640 1 -- 172.21.15.67:0/3527439390 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7f5210004e50 con 0x55c85eee2590 2024-09-21T00:31:11.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.243+0000 7f523569f740 1 -- 172.21.15.67:0/3527439390 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f521004c070 con 0x55c85eee2590 2024-09-21T00:31:11.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.243+0000 7f5206ffd640 1 -- 172.21.15.67:0/3527439390 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=118) ==== 24+0+0 (secure 0 0 0) 0x7f5210005050 con 0x55c85eee2590 2024-09-21T00:31:11.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.243+0000 7f523569f740 10 client.9141 fetch_fsmap learned FSMap version 118 2024-09-21T00:31:11.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.244+0000 7f523569f740 1 -- 172.21.15.67:0/3527439390 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=118,monmap=2+}) -- 0x55c85f2e8e80 con 0x55c85eee2590 2024-09-21T00:31:11.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.244+0000 7f5206ffd640 1 -- 172.21.15.67:0/3527439390 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f521004c070 con 0x55c85eee2590 2024-09-21T00:31:11.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.244+0000 7f5206ffd640 1 -- 172.21.15.67:0/3527439390 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 118) ==== 3502+0+0 (secure 0 0 0) 0x7f521003a040 con 0x55c85eee2590 2024-09-21T00:31:11.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.244+0000 7f523569f740 10 client.9141 fetch_fsmap finished waiting for FSMap version 118 2024-09-21T00:31:11.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.244+0000 7f523569f740 10 client.9141 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-21T00:31:11.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.244+0000 7f523569f740 20 client.9141 populate_metadata read hostname 'smithi067' 2024-09-21T00:31:11.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.244+0000 7f523569f740 1 --2- 172.21.15.67:0/3527439390 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x55c85eec1e40 0x55c85f2cd2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:11.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.244+0000 7f523569f740 4 client.9141 mds_command: new command op to 8982 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:31:11.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.244+0000 7f523569f740 1 -- 172.21.15.67:0/3527439390 --> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c85f21f770 con 0x55c85eec1e40 2024-09-21T00:31:11.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.244+0000 7f5227fff640 1 --2- 172.21.15.67:0/3527439390 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x55c85eec1e40 0x55c85f2cd2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:11.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.244+0000 7f5206ffd640 10 client.9141 ms_handle_connect on v2:172.21.15.67:6832/1883288453 2024-09-21T00:31:11.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.244+0000 7f5227fff640 1 --2- 172.21.15.67:0/3527439390 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x55c85eec1e40 0x55c85f2cd2d0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=242ce908f03ba002 server_cookie=932b891a51c093aa in_seq=0 out_seq=0 2024-09-21T00:31:11.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.245+0000 7f5206ffd640 1 -- 172.21.15.67:0/3527439390 <== mds.0 v2:172.21.15.67:6832/1883288453 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x55c85f21f770 con 0x55c85eec1e40 2024-09-21T00:31:11.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.245+0000 7f5206ffd640 10 client.9141 handle_command_reply: tid=0 2024-09-21T00:31:11.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.245+0000 7f523569f740 1 client.9141 shutdown 2024-09-21T00:31:11.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.245+0000 7f523569f740 1 -- 172.21.15.67:0/3527439390 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c85eee2590 msgr2=0x55c85f303070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:11.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.245+0000 7f523569f740 1 --2- 172.21.15.67:0/3527439390 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c85eee2590 0x55c85f303070 secure :-1 s=READY pgs=1686 cs=0 l=1 rev1=1 crypto rx=0x7f52100099f0 tx=0x7f5210004a50 comp rx=0 tx=0).stop 2024-09-21T00:31:11.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.245+0000 7f523569f740 1 -- 172.21.15.67:0/3527439390 shutdown_connections 2024-09-21T00:31:11.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.245+0000 7f523569f740 1 --2- 172.21.15.67:0/3527439390 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x55c85eec1e40 0x55c85f2cd2d0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:11.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.245+0000 7f523569f740 1 --2- 172.21.15.67:0/3527439390 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c85ef03270 0x55c85f2e8940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:11.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.245+0000 7f5206ffd640 0 client.9141 ms_handle_reset on v2:172.21.15.67:6832/1883288453 2024-09-21T00:31:11.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.245+0000 7f523569f740 1 --2- 172.21.15.67:0/3527439390 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c85eee2590 0x55c85f303070 unknown :-1 s=CLOSED pgs=1686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:11.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.245+0000 7f523569f740 1 --2- 172.21.15.67:0/3527439390 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c85eeda3b0 0x55c85f2d0d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:11.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.245+0000 7f523569f740 1 -- 172.21.15.67:0/3527439390 >> 172.21.15.67:0/3527439390 conn(0x55c85eef73c0 msgr2=0x55c85f2c4760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:11.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.246+0000 7f523569f740 1 -- 172.21.15.67:0/3527439390 shutdown_connections 2024-09-21T00:31:11.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.246+0000 7f523569f740 1 -- 172.21.15.67:0/3527439390 wait complete. 2024-09-21T00:31:11.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.246+0000 7f523569f740 20 client.9141 trim_cache size 0 max 16384 2024-09-21T00:31:11.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.264+0000 7f523569f740 1 Processor -- start 2024-09-21T00:31:11.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.264+0000 7f523569f740 1 -- start start 2024-09-21T00:31:11.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.265+0000 7f523569f740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c85eeda3b0 0x55c85f2e5eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:11.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.265+0000 7f523569f740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c85eee2590 0x55c85f2e63f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:11.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.265+0000 7f523569f740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c85ef03270 0x55c85f2d4130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:11.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.265+0000 7f523569f740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f52281ff0f0 con 0x55c85ef03270 2024-09-21T00:31:11.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.265+0000 7f523569f740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f52281fe480 con 0x55c85eee2590 2024-09-21T00:31:11.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.265+0000 7f523569f740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f52281fead0 con 0x55c85eeda3b0 2024-09-21T00:31:11.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.265+0000 7f522cccf640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c85ef03270 0x55c85f2d4130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:11.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.266+0000 7f522cccf640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c85ef03270 0x55c85f2d4130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:50104/0 (socket says 172.21.15.67:50104) 2024-09-21T00:31:11.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.266+0000 7f522cccf640 1 -- 172.21.15.67:0/3157491682 learned_addr learned my addr 172.21.15.67:0/3157491682 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:11.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.266+0000 7f521ffff640 1 --2- 172.21.15.67:0/3157491682 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c85eee2590 0x55c85f2e63f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:11.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.266+0000 7f5227fff640 1 --2- 172.21.15.67:0/3157491682 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c85eeda3b0 0x55c85f2e5eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:11.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.266+0000 7f522cccf640 1 -- 172.21.15.67:0/3157491682 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c85eeda3b0 msgr2=0x55c85f2e5eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:11.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.266+0000 7f522cccf640 1 --2- 172.21.15.67:0/3157491682 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c85eeda3b0 0x55c85f2e5eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:11.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.266+0000 7f522cccf640 1 -- 172.21.15.67:0/3157491682 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c85eee2590 msgr2=0x55c85f2e63f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:11.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.266+0000 7f522cccf640 1 --2- 172.21.15.67:0/3157491682 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c85eee2590 0x55c85f2e63f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:11.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.266+0000 7f522cccf640 1 -- 172.21.15.67:0/3157491682 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c85f300630 con 0x55c85ef03270 2024-09-21T00:31:11.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.266+0000 7f522cccf640 1 --2- 172.21.15.67:0/3157491682 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c85ef03270 0x55c85f2d4130 secure :-1 s=READY pgs=1687 cs=0 l=1 rev1=1 crypto rx=0x7f5220008f70 tx=0x7f52200118d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d401eab8c3adee6f server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:11.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.266+0000 7f521d7fa640 1 -- 172.21.15.67:0/3157491682 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5220003970 con 0x55c85ef03270 2024-09-21T00:31:11.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.266+0000 7f521d7fa640 1 -- 172.21.15.67:0/3157491682 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5220003b10 con 0x55c85ef03270 2024-09-21T00:31:11.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.266+0000 7f521d7fa640 1 -- 172.21.15.67:0/3157491682 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5220004020 con 0x55c85ef03270 2024-09-21T00:31:11.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.267+0000 7f523569f740 1 -- 172.21.15.67:0/3157491682 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c85ef03270 msgr2=0x55c85f2d4130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:11.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.267+0000 7f523569f740 1 --2- 172.21.15.67:0/3157491682 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c85ef03270 0x55c85f2d4130 secure :-1 s=READY pgs=1687 cs=0 l=1 rev1=1 crypto rx=0x7f5220008f70 tx=0x7f52200118d0 comp rx=0 tx=0).stop 2024-09-21T00:31:11.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.267+0000 7f523569f740 1 -- 172.21.15.67:0/3157491682 shutdown_connections 2024-09-21T00:31:11.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.267+0000 7f523569f740 1 --2- 172.21.15.67:0/3157491682 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c85ef03270 0x55c85f2d4130 unknown :-1 s=CLOSED pgs=1687 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:11.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.267+0000 7f523569f740 1 --2- 172.21.15.67:0/3157491682 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c85eee2590 0x55c85f2e63f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:11.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.267+0000 7f523569f740 1 --2- 172.21.15.67:0/3157491682 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c85eeda3b0 0x55c85f2e5eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:11.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.267+0000 7f523569f740 1 -- 172.21.15.67:0/3157491682 >> 172.21.15.67:0/3157491682 conn(0x55c85eef73c0 msgr2=0x55c85f2ac390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:11.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.267+0000 7f523569f740 1 -- 172.21.15.67:0/3157491682 shutdown_connections 2024-09-21T00:31:11.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.267+0000 7f523569f740 1 -- 172.21.15.67:0/3157491682 wait complete. 2024-09-21T00:31:11.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.268+0000 7f523569f740 1 -- start start 2024-09-21T00:31:11.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.268+0000 7f523569f740 1 Processor -- start 2024-09-21T00:31:11.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.269+0000 7f523569f740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c85eeda3b0 0x55c85f3589c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:11.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.269+0000 7f523569f740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c85eee2590 0x55c85f2e5eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:11.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.269+0000 7f523569f740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c85ef03270 0x55c85f2e63f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:11.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.269+0000 7f523569f740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55c85f2c35a0 con 0x55c85eee2590 2024-09-21T00:31:11.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.269+0000 7f523569f740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55c85ef7d620 con 0x55c85ef03270 2024-09-21T00:31:11.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.269+0000 7f523569f740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55c85f2b9f80 con 0x55c85eeda3b0 2024-09-21T00:31:11.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.269+0000 7f523569f740 10 client.0 _ll_register_callbacks cb 0x7f5220008450 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:31:11.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.270+0000 7f521ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c85eee2590 0x55c85f2e5eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:11.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.270+0000 7f521ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c85eee2590 0x55c85f2e5eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:50114/0 (socket says 172.21.15.67:50114) 2024-09-21T00:31:11.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.270+0000 7f521ffff640 1 -- 172.21.15.67:0/2945633672 learned_addr learned my addr 172.21.15.67:0/2945633672 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:11.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.270+0000 7f5227fff640 1 --2- 172.21.15.67:0/2945633672 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c85eeda3b0 0x55c85f3589c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:11.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.270+0000 7f522cccf640 1 --2- 172.21.15.67:0/2945633672 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c85ef03270 0x55c85f2e63f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:11.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.270+0000 7f521ffff640 1 -- 172.21.15.67:0/2945633672 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c85eeda3b0 msgr2=0x55c85f3589c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:11.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.270+0000 7f521ffff640 1 --2- 172.21.15.67:0/2945633672 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c85eeda3b0 0x55c85f3589c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:11.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.270+0000 7f521ffff640 1 -- 172.21.15.67:0/2945633672 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c85ef03270 msgr2=0x55c85f2e63f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:11.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.270+0000 7f521ffff640 1 --2- 172.21.15.67:0/2945633672 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c85ef03270 0x55c85f2e63f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:11.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.270+0000 7f521ffff640 1 -- 172.21.15.67:0/2945633672 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c85f376640 con 0x55c85eee2590 2024-09-21T00:31:11.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.270+0000 7f521ffff640 1 --2- 172.21.15.67:0/2945633672 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c85eee2590 0x55c85f2e5eb0 secure :-1 s=READY pgs=1688 cs=0 l=1 rev1=1 crypto rx=0x7f52100057c0 tx=0x7f5210059720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=495994930aed7d54 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:11.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.270+0000 7f5206ffd640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:31:11.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.270+0000 7f5206ffd640 1 -- 172.21.15.67:0/2945633672 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52100044e0 con 0x55c85eee2590 2024-09-21T00:31:11.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.270+0000 7f5206ffd640 1 -- 172.21.15.67:0/2945633672 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7f521003c470 con 0x55c85eee2590 2024-09-21T00:31:11.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.270+0000 7f523569f740 1 -- 172.21.15.67:0/2945633672 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5220003b10 con 0x55c85eee2590 2024-09-21T00:31:11.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.270+0000 7f5206ffd640 1 -- 172.21.15.67:0/2945633672 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=118) ==== 24+0+0 (secure 0 0 0) 0x7f5210059aa0 con 0x55c85eee2590 2024-09-21T00:31:11.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.270+0000 7f523569f740 10 client.9147 fetch_fsmap learned FSMap version 118 2024-09-21T00:31:11.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.270+0000 7f523569f740 1 -- 172.21.15.67:0/2945633672 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=118,monmap=2+}) -- 0x55c85f358f00 con 0x55c85eee2590 2024-09-21T00:31:11.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.271+0000 7f5206ffd640 1 -- 172.21.15.67:0/2945633672 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5220003b10 con 0x55c85eee2590 2024-09-21T00:31:11.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.271+0000 7f5206ffd640 1 -- 172.21.15.67:0/2945633672 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 118) ==== 3502+0+0 (secure 0 0 0) 0x7f521003a040 con 0x55c85eee2590 2024-09-21T00:31:11.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.271+0000 7f523569f740 10 client.9147 fetch_fsmap finished waiting for FSMap version 118 2024-09-21T00:31:11.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.271+0000 7f523569f740 10 client.9147 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-21T00:31:11.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.271+0000 7f523569f740 20 client.9147 populate_metadata read hostname 'smithi067' 2024-09-21T00:31:11.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.271+0000 7f523569f740 1 --2- 172.21.15.67:0/2945633672 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x55c85f373930 0x55c85f302330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:11.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.271+0000 7f523569f740 4 client.9147 mds_command: new command op to 8982 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-21T00:31:11.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.271+0000 7f523569f740 1 -- 172.21.15.67:0/2945633672 --> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] -- command(tid 0: {"prefix": "status"}) -- 0x55c85f21b220 con 0x55c85f373930 2024-09-21T00:31:11.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.271+0000 7f5227fff640 1 --2- 172.21.15.67:0/2945633672 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x55c85f373930 0x55c85f302330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:11.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.271+0000 7f5206ffd640 10 client.9147 ms_handle_connect on v2:172.21.15.67:6832/1883288453 2024-09-21T00:31:11.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.271+0000 7f5227fff640 1 --2- 172.21.15.67:0/2945633672 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x55c85f373930 0x55c85f302330 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=57b056b7955a5816 server_cookie=e0465db5d64eaf26 in_seq=0 out_seq=0 2024-09-21T00:31:11.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.272+0000 7f5206ffd640 1 -- 172.21.15.67:0/2945633672 <== mds.0 v2:172.21.15.67:6832/1883288453 1 ==== command_reply(tid 0: 0 ) ==== 8+0+334 (crc 0 0 0) 0x55c85f21b220 con 0x55c85f373930 2024-09-21T00:31:11.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.272+0000 7f5206ffd640 10 client.9147 handle_command_reply: tid=0 2024-09-21T00:31:11.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.272+0000 7f523569f740 1 client.9147 shutdown 2024-09-21T00:31:11.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.272+0000 7f523569f740 1 -- 172.21.15.67:0/2945633672 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c85eee2590 msgr2=0x55c85f2e5eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:11.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.272+0000 7f523569f740 1 --2- 172.21.15.67:0/2945633672 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c85eee2590 0x55c85f2e5eb0 secure :-1 s=READY pgs=1688 cs=0 l=1 rev1=1 crypto rx=0x7f52100057c0 tx=0x7f5210059720 comp rx=0 tx=0).stop 2024-09-21T00:31:11.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.272+0000 7f523569f740 1 -- 172.21.15.67:0/2945633672 shutdown_connections 2024-09-21T00:31:11.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.272+0000 7f523569f740 1 --2- 172.21.15.67:0/2945633672 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x55c85f373930 0x55c85f302330 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:11.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.272+0000 7f523569f740 1 --2- 172.21.15.67:0/2945633672 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c85ef03270 0x55c85f2e63f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:11.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.272+0000 7f523569f740 1 --2- 172.21.15.67:0/2945633672 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c85eee2590 0x55c85f2e5eb0 unknown :-1 s=CLOSED pgs=1688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:11.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.272+0000 7f523569f740 1 --2- 172.21.15.67:0/2945633672 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c85eeda3b0 0x55c85f3589c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:11.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.272+0000 7f523569f740 1 -- 172.21.15.67:0/2945633672 >> 172.21.15.67:0/2945633672 conn(0x55c85eef73c0 msgr2=0x55c85f2ac1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:11.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.272+0000 7f5206ffd640 0 client.9147 ms_handle_reset on v2:172.21.15.67:6832/1883288453 2024-09-21T00:31:11.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.272+0000 7f523569f740 1 -- 172.21.15.67:0/2945633672 shutdown_connections 2024-09-21T00:31:11.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.272+0000 7f523569f740 1 -- 172.21.15.67:0/2945633672 wait complete. 2024-09-21T00:31:11.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.272+0000 7f523569f740 20 client.9147 trim_cache size 0 max 16384 2024-09-21T00:31:11.278 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:31:11.279 INFO:teuthology.orchestra.run.smithi067.stdout: "cluster_fsid": "166a8832-baab-4541-be5c-9c3483b3f7a3", 2024-09-21T00:31:11.279 INFO:teuthology.orchestra.run.smithi067.stdout: "whoami": 0, 2024-09-21T00:31:11.279 INFO:teuthology.orchestra.run.smithi067.stdout: "id": 8982, 2024-09-21T00:31:11.279 INFO:teuthology.orchestra.run.smithi067.stdout: "want_state": "up:active", 2024-09-21T00:31:11.279 INFO:teuthology.orchestra.run.smithi067.stdout: "state": "up:active", 2024-09-21T00:31:11.279 INFO:teuthology.orchestra.run.smithi067.stdout: "fs_name": "cephfs", 2024-09-21T00:31:11.279 INFO:teuthology.orchestra.run.smithi067.stdout: "rank_uptime": 10.367490268999999, 2024-09-21T00:31:11.279 INFO:teuthology.orchestra.run.smithi067.stdout: "mdsmap_epoch": 118, 2024-09-21T00:31:11.279 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch": 140, 2024-09-21T00:31:11.279 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch_barrier": 140, 2024-09-21T00:31:11.279 INFO:teuthology.orchestra.run.smithi067.stdout: "uptime": 22.030427871000001 2024-09-21T00:31:11.279 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:31:11.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.272+0000 7f522e732640 1 -- 172.21.15.67:0/4229729000 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5208078bc0 msgr2=0x7f520807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:11.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.272+0000 7f522e732640 1 --2- 172.21.15.67:0/4229729000 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5208078bc0 0x7f520807b0d0 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f5210033000 tx=0x7f5210004730 comp rx=0 tx=0).stop 2024-09-21T00:31:11.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.273+0000 7f522e732640 1 -- 172.21.15.67:0/4229729000 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f52280b3a10 msgr2=0x7f52281f4250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:11.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.273+0000 7f522e732640 1 --2- 172.21.15.67:0/4229729000 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f52280b3a10 0x7f52281f4250 secure :-1 s=READY pgs=1684 cs=0 l=1 rev1=1 crypto rx=0x7f521800b3f0 tx=0x7f521800b8b0 comp rx=0 tx=0).stop 2024-09-21T00:31:11.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.273+0000 7f522e732640 1 -- 172.21.15.67:0/4229729000 shutdown_connections 2024-09-21T00:31:11.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.273+0000 7f522e732640 1 --2- 172.21.15.67:0/4229729000 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5208078bc0 0x7f520807b0d0 unknown :-1 s=CLOSED pgs=641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:11.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.273+0000 7f522e732640 1 --2- 172.21.15.67:0/4229729000 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f52280b6430 0x7f522806cdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:11.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.273+0000 7f522e732640 1 --2- 172.21.15.67:0/4229729000 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f52280b41f0 0x7f5228150af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:11.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.273+0000 7f522e732640 1 --2- 172.21.15.67:0/4229729000 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f52280b3a10 0x7f52281f4250 unknown :-1 s=CLOSED pgs=1684 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:11.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.273+0000 7f522e732640 1 -- 172.21.15.67:0/4229729000 >> 172.21.15.67:0/4229729000 conn(0x7f52280b2ef0 msgr2=0x7f52280b3300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:11.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.273+0000 7f522e732640 1 -- 172.21.15.67:0/4229729000 shutdown_connections 2024-09-21T00:31:11.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.273+0000 7f522e732640 1 -- 172.21.15.67:0/4229729000 wait complete. 2024-09-21T00:31:11.285 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-21T00:31:11.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.401+0000 7ff74318b640 1 -- 172.21.15.67:0/1670947626 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff73c0d22f0 msgr2=0x7ff73c0b6560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:11.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.401+0000 7ff74318b640 1 --2- 172.21.15.67:0/1670947626 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff73c0d22f0 0x7ff73c0b6560 secure :-1 s=READY pgs=1690 cs=0 l=1 rev1=1 crypto rx=0x7ff73c06d7a0 tx=0x7ff73002a4a0 comp rx=0 tx=0).stop 2024-09-21T00:31:11.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.401+0000 7ff74318b640 1 -- 172.21.15.67:0/1670947626 shutdown_connections 2024-09-21T00:31:11.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.401+0000 7ff74318b640 1 --2- 172.21.15.67:0/1670947626 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff73c0d22f0 0x7ff73c0b6560 unknown :-1 s=CLOSED pgs=1690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:11.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.401+0000 7ff74318b640 1 --2- 172.21.15.67:0/1670947626 >> v2:172.21.15.97:3300/0 conn(0x7ff73c0b9e70 0x7ff73c0b6020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:11.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.401+0000 7ff74318b640 1 -- 172.21.15.67:0/1670947626 >> 172.21.15.67:0/1670947626 conn(0x7ff73c0d45a0 msgr2=0x7ff73c0d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:11.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.401+0000 7ff74318b640 1 -- 172.21.15.67:0/1670947626 shutdown_connections 2024-09-21T00:31:11.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.401+0000 7ff74318b640 1 -- 172.21.15.67:0/1670947626 wait complete. 2024-09-21T00:31:11.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.403+0000 7ff74318b640 1 Processor -- start 2024-09-21T00:31:11.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.403+0000 7ff74318b640 1 -- start start 2024-09-21T00:31:11.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.404+0000 7ff74318b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff73c06ebc0 0x7ff73c151350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:11.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.404+0000 7ff74318b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff73c0b9e70 0x7ff73c151de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:11.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.404+0000 7ff74318b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff73c0d22f0 0x7ff73c152320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:11.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.404+0000 7ff74318b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff73c0d0640 con 0x7ff73c0d22f0 2024-09-21T00:31:11.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.404+0000 7ff74318b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff73c0d04c0 con 0x7ff73c0b9e70 2024-09-21T00:31:11.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.404+0000 7ff74318b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7ff73c06f6e0 con 0x7ff73c06ebc0 2024-09-21T00:31:11.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.404+0000 7ff741728640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff73c0d22f0 0x7ff73c152320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:11.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.404+0000 7ff741728640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff73c0d22f0 0x7ff73c152320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:50140/0 (socket says 172.21.15.67:50140) 2024-09-21T00:31:11.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.404+0000 7ff741728640 1 -- 172.21.15.67:0/2154135140 learned_addr learned my addr 172.21.15.67:0/2154135140 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:11.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.404+0000 7ff740f27640 1 --2- 172.21.15.67:0/2154135140 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff73c06ebc0 0x7ff73c151350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:11.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.404+0000 7ff73bfff640 1 --2- 172.21.15.67:0/2154135140 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff73c0b9e70 0x7ff73c151de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:11.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.405+0000 7ff741728640 1 -- 172.21.15.67:0/2154135140 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff73c06ebc0 msgr2=0x7ff73c151350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:11.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.405+0000 7ff741728640 1 --2- 172.21.15.67:0/2154135140 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff73c06ebc0 0x7ff73c151350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:11.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.405+0000 7ff741728640 1 -- 172.21.15.67:0/2154135140 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff73c0b9e70 msgr2=0x7ff73c151de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:11.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.405+0000 7ff741728640 1 --2- 172.21.15.67:0/2154135140 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff73c0b9e70 0x7ff73c151de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:11.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.405+0000 7ff741728640 1 -- 172.21.15.67:0/2154135140 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff73c0ccd60 con 0x7ff73c0d22f0 2024-09-21T00:31:11.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.405+0000 7ff740f27640 1 --2- 172.21.15.67:0/2154135140 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff73c06ebc0 0x7ff73c151350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:31:11.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.405+0000 7ff73bfff640 1 --2- 172.21.15.67:0/2154135140 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff73c0b9e70 0x7ff73c151de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:31:11.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.405+0000 7ff741728640 1 --2- 172.21.15.67:0/2154135140 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff73c0d22f0 0x7ff73c152320 secure :-1 s=READY pgs=1691 cs=0 l=1 rev1=1 crypto rx=0x7ff73400cb10 tx=0x7ff73400a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:11.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.405+0000 7ff7397fa640 1 -- 172.21.15.67:0/2154135140 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff734016020 con 0x7ff73c0d22f0 2024-09-21T00:31:11.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.405+0000 7ff7397fa640 1 -- 172.21.15.67:0/2154135140 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff73400ad60 con 0x7ff73c0d22f0 2024-09-21T00:31:11.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.405+0000 7ff7397fa640 1 -- 172.21.15.67:0/2154135140 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff734012680 con 0x7ff73c0d22f0 2024-09-21T00:31:11.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.405+0000 7ff74318b640 1 -- 172.21.15.67:0/2154135140 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff73c0cd040 con 0x7ff73c0d22f0 2024-09-21T00:31:11.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.405+0000 7ff74318b640 1 -- 172.21.15.67:0/2154135140 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff73c0cd600 con 0x7ff73c0d22f0 2024-09-21T00:31:11.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.406+0000 7ff74318b640 1 -- 172.21.15.67:0/2154135140 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff73c06fb90 con 0x7ff73c0d22f0 2024-09-21T00:31:11.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.407+0000 7ff7397fa640 1 -- 172.21.15.67:0/2154135140 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7ff734019020 con 0x7ff73c0d22f0 2024-09-21T00:31:11.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.407+0000 7ff7397fa640 1 --2- 172.21.15.67:0/2154135140 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff728078bc0 0x7ff72807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:11.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.407+0000 7ff7397fa640 1 -- 172.21.15.67:0/2154135140 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7ff73409b060 con 0x7ff73c0d22f0 2024-09-21T00:31:11.410 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.408+0000 7ff740f27640 1 --2- 172.21.15.67:0/2154135140 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff728078bc0 0x7ff72807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:11.410 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.408+0000 7ff740f27640 1 --2- 172.21.15.67:0/2154135140 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff728078bc0 0x7ff72807b0d0 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7ff72c00ba60 tx=0x7ff72c005cf0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:11.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.412+0000 7ff7397fa640 1 -- 172.21.15.67:0/2154135140 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7ff734020030 con 0x7ff73c0d22f0 2024-09-21T00:31:11.641 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.640+0000 7ff74318b640 1 -- 172.21.15.67:0/2154135140 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7ff73c0b3a80 con 0x7ff73c0d22f0 2024-09-21T00:31:11.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.641+0000 7ff7397fa640 1 -- 172.21.15.67:0/2154135140 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v118) ==== 53+0+73 (secure 0 0 0) 0x7ff734063530 con 0x7ff73c0d22f0 2024-09-21T00:31:11.642 INFO:teuthology.orchestra.run.smithi067.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-21T00:31:11.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.643+0000 7ff74318b640 1 -- 172.21.15.67:0/2154135140 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff728078bc0 msgr2=0x7ff72807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:11.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.643+0000 7ff74318b640 1 --2- 172.21.15.67:0/2154135140 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff728078bc0 0x7ff72807b0d0 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7ff72c00ba60 tx=0x7ff72c005cf0 comp rx=0 tx=0).stop 2024-09-21T00:31:11.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.643+0000 7ff74318b640 1 -- 172.21.15.67:0/2154135140 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff73c0d22f0 msgr2=0x7ff73c152320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:11.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.643+0000 7ff74318b640 1 --2- 172.21.15.67:0/2154135140 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff73c0d22f0 0x7ff73c152320 secure :-1 s=READY pgs=1691 cs=0 l=1 rev1=1 crypto rx=0x7ff73400cb10 tx=0x7ff73400a060 comp rx=0 tx=0).stop 2024-09-21T00:31:11.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.643+0000 7ff74318b640 1 -- 172.21.15.67:0/2154135140 shutdown_connections 2024-09-21T00:31:11.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.643+0000 7ff74318b640 1 --2- 172.21.15.67:0/2154135140 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff728078bc0 0x7ff72807b0d0 unknown :-1 s=CLOSED pgs=642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:11.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.643+0000 7ff74318b640 1 --2- 172.21.15.67:0/2154135140 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff73c0d22f0 0x7ff73c152320 unknown :-1 s=CLOSED pgs=1691 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:11.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.643+0000 7ff74318b640 1 --2- 172.21.15.67:0/2154135140 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff73c0b9e70 0x7ff73c151de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:11.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.643+0000 7ff74318b640 1 --2- 172.21.15.67:0/2154135140 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff73c06ebc0 0x7ff73c151350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:11.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.643+0000 7ff74318b640 1 -- 172.21.15.67:0/2154135140 >> 172.21.15.67:0/2154135140 conn(0x7ff73c0d45a0 msgr2=0x7ff73c161b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:11.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.643+0000 7ff74318b640 1 -- 172.21.15.67:0/2154135140 shutdown_connections 2024-09-21T00:31:11.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11.643+0000 7ff74318b640 1 -- 172.21.15.67:0/2154135140 wait complete. 2024-09-21T00:31:11.656 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-21T00:31:11.656 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-21T00:31:11.656 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi067.front.sepia.ceph.com 2024-09-21T00:31:11.656 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-21T00:31:11.656 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-21T00:31:11.657 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-21T00:31:11.657 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-21T00:31:11.657 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-21T00:31:11.657 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-21T00:31:11.657 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:31:11.657 DEBUG:teuthology.orchestra.run.smithi067:> ip addr 2024-09-21T00:31:11.673 INFO:teuthology.orchestra.run.smithi067.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-21T00:31:11.673 INFO:teuthology.orchestra.run.smithi067.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-21T00:31:11.673 INFO:teuthology.orchestra.run.smithi067.stdout: inet 127.0.0.1/8 scope host lo 2024-09-21T00:31:11.673 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:31:11.674 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 ::1/128 scope host 2024-09-21T00:31:11.674 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:31:11.674 INFO:teuthology.orchestra.run.smithi067.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-21T00:31:11.674 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:a8:b4:7e brd ff:ff:ff:ff:ff:ff 2024-09-21T00:31:11.674 INFO:teuthology.orchestra.run.smithi067.stdout: altname enp7s0f0 2024-09-21T00:31:11.674 INFO:teuthology.orchestra.run.smithi067.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-21T00:31:11.674 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:a8:b4:7f brd ff:ff:ff:ff:ff:ff 2024-09-21T00:31:11.674 INFO:teuthology.orchestra.run.smithi067.stdout: altname enp7s0f1 2024-09-21T00:31:11.674 INFO:teuthology.orchestra.run.smithi067.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-21T00:31:11.674 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:b6:fc:0a brd ff:ff:ff:ff:ff:ff 2024-09-21T00:31:11.674 INFO:teuthology.orchestra.run.smithi067.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-21T00:31:11.674 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:b6:fc:0b brd ff:ff:ff:ff:ff:ff 2024-09-21T00:31:11.674 INFO:teuthology.orchestra.run.smithi067.stdout: inet 172.21.15.67/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-21T00:31:11.675 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft 42196sec preferred_lft 42196sec 2024-09-21T00:31:11.675 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::ec4:7aff:feb6:fc0b/64 scope link noprefixroute 2024-09-21T00:31:11.675 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:31:11.675 INFO:teuthology.orchestra.run.smithi067.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-21T00:31:11.675 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether ae:69:02:89:12:0b brd ff:ff:ff:ff:ff:ff 2024-09-21T00:31:11.675 INFO:teuthology.orchestra.run.smithi067.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-21T00:31:11.675 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:31:11.675 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::cb7:27ff:fe38:31a4/64 scope link 2024-09-21T00:31:11.675 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:31:11.675 INFO:teuthology.orchestra.run.smithi067.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T00:31:11.675 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether ae:69:02:89:12:0b brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:31:11.675 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::ac69:2ff:fe89:120b/64 scope link 2024-09-21T00:31:11.675 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:31:11.676 INFO:teuthology.orchestra.run.smithi067.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T00:31:11.676 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether d6:c9:e4:80:cc:a3 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:31:11.676 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::d4c9:e4ff:fe80:cca3/64 scope link 2024-09-21T00:31:11.676 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:31:11.676 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:31:11.676 DEBUG:teuthology.orchestra.run.smithi067:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-21T00:31:11.738 INFO:teuthology.orchestra.run.smithi067.stdout:1 2024-09-21T00:31:11.740 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:31:11.740 DEBUG:teuthology.orchestra.run.smithi067:> route 2024-09-21T00:31:11.796 INFO:teuthology.orchestra.run.smithi067.stdout:Kernel IP routing table 2024-09-21T00:31:11.796 INFO:teuthology.orchestra.run.smithi067.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-21T00:31:11.797 INFO:teuthology.orchestra.run.smithi067.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-21T00:31:11.797 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-21T00:31:11.797 INFO:teuthology.orchestra.run.smithi067.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-21T00:31:11.797 DEBUG:teuthology.orchestra.run.smithi067:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T00:31:11.797 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:31:11.797 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-21T00:31:11.797 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-21T00:31:11.797 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-21T00:31:11.797 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:31:11.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T00:31:11.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:31:11.926 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:31:11.926 DEBUG:teuthology.orchestra.run.smithi067:> ip netns list 2024-09-21T00:31:11.942 INFO:teuthology.orchestra.run.smithi067.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-21T00:31:11.942 INFO:teuthology.orchestra.run.smithi067.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-21T00:31:11.942 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-21T00:31:11.942 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:31:11.943 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip link set brx.0 up 2024-09-21T00:31:12.008 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-21T00:31:12.008 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T00:31:12.008 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-21T00:31:12.064 INFO:teuthology.orchestra.run.smithi067.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-21T00:31:12.064 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T00:31:12.064 DEBUG:teuthology.orchestra.run.smithi067:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-21T00:31:12.120 DEBUG:teuthology.orchestra.run.smithi067:> sudo modprobe fuse 2024-09-21T00:31:12.186 DEBUG:teuthology.orchestra.run.smithi067:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T00:31:12.243 INFO:teuthology.orchestra.run.smithi067.stdout:/proc 2024-09-21T00:31:12.243 INFO:teuthology.orchestra.run.smithi067.stdout:/sys 2024-09-21T00:31:12.243 INFO:teuthology.orchestra.run.smithi067.stdout:/dev 2024-09-21T00:31:12.243 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/security 2024-09-21T00:31:12.243 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/shm 2024-09-21T00:31:12.243 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/pts 2024-09-21T00:31:12.243 INFO:teuthology.orchestra.run.smithi067.stdout:/run 2024-09-21T00:31:12.243 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/cgroup 2024-09-21T00:31:12.243 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/pstore 2024-09-21T00:31:12.244 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/bpf 2024-09-21T00:31:12.244 INFO:teuthology.orchestra.run.smithi067.stdout:/ 2024-09-21T00:31:12.244 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/selinux 2024-09-21T00:31:12.244 INFO:teuthology.orchestra.run.smithi067.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T00:31:12.244 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/hugepages 2024-09-21T00:31:12.244 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/mqueue 2024-09-21T00:31:12.244 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/debug 2024-09-21T00:31:12.244 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/tracing 2024-09-21T00:31:12.244 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/fuse/connections 2024-09-21T00:31:12.244 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-sysctl.service 2024-09-21T00:31:12.244 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/config 2024-09-21T00:31:12.244 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-21T00:31:12.244 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-21T00:31:12.244 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/nfs/rpc_pipefs 2024-09-21T00:31:12.245 INFO:teuthology.orchestra.run.smithi067.stdout:/run/user/1000 2024-09-21T00:31:12.245 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph 2024-09-21T00:31:12.245 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T00:31:12.245 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T00:31:12.245 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T00:31:12.245 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T00:31:12.245 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns 2024-09-21T00:31:12.245 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:31:12.245 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:31:12.245 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:31:12.245 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:31:12.245 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:31:12.246 DEBUG:teuthology.orchestra.run.smithi067:> ls /sys/fs/fuse/connections 2024-09-21T00:31:12.299 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-21T00:31:12.299 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-21T00:31:12.341 DEBUG:teuthology.orchestra.run.smithi067:> sudo modprobe fuse 2024-09-21T00:31:12.366 DEBUG:teuthology.orchestra.run.smithi067:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T00:31:12.425 INFO:teuthology.orchestra.run.smithi067.stdout:/proc 2024-09-21T00:31:12.425 INFO:teuthology.orchestra.run.smithi067.stdout:/sys 2024-09-21T00:31:12.425 INFO:teuthology.orchestra.run.smithi067.stdout:/dev 2024-09-21T00:31:12.425 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/security 2024-09-21T00:31:12.425 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/shm 2024-09-21T00:31:12.425 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/pts 2024-09-21T00:31:12.425 INFO:teuthology.orchestra.run.smithi067.stdout:/run 2024-09-21T00:31:12.425 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/cgroup 2024-09-21T00:31:12.425 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/pstore 2024-09-21T00:31:12.425 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/bpf 2024-09-21T00:31:12.425 INFO:teuthology.orchestra.run.smithi067.stdout:/ 2024-09-21T00:31:12.425 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/selinux 2024-09-21T00:31:12.426 INFO:teuthology.orchestra.run.smithi067.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T00:31:12.426 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/hugepages 2024-09-21T00:31:12.426 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/mqueue 2024-09-21T00:31:12.426 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/debug 2024-09-21T00:31:12.426 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/tracing 2024-09-21T00:31:12.426 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/fuse/connections 2024-09-21T00:31:12.426 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-sysctl.service 2024-09-21T00:31:12.426 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/config 2024-09-21T00:31:12.426 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-21T00:31:12.426 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-21T00:31:12.426 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/nfs/rpc_pipefs 2024-09-21T00:31:12.426 INFO:teuthology.orchestra.run.smithi067.stdout:/run/user/1000 2024-09-21T00:31:12.426 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph 2024-09-21T00:31:12.427 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T00:31:12.427 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T00:31:12.427 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T00:31:12.427 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T00:31:12.427 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns 2024-09-21T00:31:12.427 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:31:12.427 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:31:12.427 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:31:12.427 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:31:12.427 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:31:12.427 DEBUG:teuthology.orchestra.run.smithi067:> ls /sys/fs/fuse/connections 2024-09-21T00:31:12.436 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:2024-09-21T00:31:12.434+0000 7f0cba50a480 -1 init, newargv = 0x7f0c9c003020 newargc=15 2024-09-21T00:31:12.436 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:ceph-fuse[90644]: starting ceph client 2024-09-21T00:31:12.440 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:ceph-fuse[90644]: starting fuse 2024-09-21T00:31:12.452 INFO:teuthology.orchestra.run.smithi067.stdout:41 2024-09-21T00:31:12.452 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-21T00:31:12.452 DEBUG:teuthology.orchestra.run.smithi067:> sudo stdin-killer -- python3 -c ' 2024-09-21T00:31:12.452 DEBUG:teuthology.orchestra.run.smithi067:> import glob 2024-09-21T00:31:12.452 DEBUG:teuthology.orchestra.run.smithi067:> import re 2024-09-21T00:31:12.452 DEBUG:teuthology.orchestra.run.smithi067:> import os 2024-09-21T00:31:12.453 DEBUG:teuthology.orchestra.run.smithi067:> import subprocess 2024-09-21T00:31:12.453 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:31:12.453 DEBUG:teuthology.orchestra.run.smithi067:> def _find_admin_socket(client_name): 2024-09-21T00:31:12.453 DEBUG:teuthology.orchestra.run.smithi067:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-21T00:31:12.453 DEBUG:teuthology.orchestra.run.smithi067:> files = glob.glob(asok_path) 2024-09-21T00:31:12.453 DEBUG:teuthology.orchestra.run.smithi067:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-21T00:31:12.453 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:31:12.453 DEBUG:teuthology.orchestra.run.smithi067:> # Given a non-glob path, it better be there 2024-09-21T00:31:12.453 DEBUG:teuthology.orchestra.run.smithi067:> if "*" not in asok_path: 2024-09-21T00:31:12.453 DEBUG:teuthology.orchestra.run.smithi067:> assert(len(files) == 1) 2024-09-21T00:31:12.453 DEBUG:teuthology.orchestra.run.smithi067:> return files[0] 2024-09-21T00:31:12.453 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:31:12.453 DEBUG:teuthology.orchestra.run.smithi067:> for f in files: 2024-09-21T00:31:12.453 DEBUG:teuthology.orchestra.run.smithi067:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-21T00:31:12.454 DEBUG:teuthology.orchestra.run.smithi067:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-21T00:31:12.454 DEBUG:teuthology.orchestra.run.smithi067:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-21T00:31:12.454 DEBUG:teuthology.orchestra.run.smithi067:> contents = proc_f.read() 2024-09-21T00:31:12.454 DEBUG:teuthology.orchestra.run.smithi067:> if mountpoint in contents: 2024-09-21T00:31:12.454 DEBUG:teuthology.orchestra.run.smithi067:> return f 2024-09-21T00:31:12.454 DEBUG:teuthology.orchestra.run.smithi067:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-21T00:31:12.454 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:31:12.454 DEBUG:teuthology.orchestra.run.smithi067:> print(_find_admin_socket("client.0")) 2024-09-21T00:31:12.454 DEBUG:teuthology.orchestra.run.smithi067:> ' 2024-09-21T00:31:12.572 INFO:teuthology.orchestra.run.smithi067.stdout:/var/run/ceph/ceph-client.0.90644.asok 2024-09-21T00:31:12.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:31:12.583 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.90644.asok 2024-09-21T00:31:12.583 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:31:12.583 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.90644.asok status 2024-09-21T00:31:12.730 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:31:12.730 INFO:teuthology.orchestra.run.smithi067.stdout: "metadata": { 2024-09-21T00:31:12.730 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", 2024-09-21T00:31:12.730 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", 2024-09-21T00:31:12.730 INFO:teuthology.orchestra.run.smithi067.stdout: "entity_id": "0", 2024-09-21T00:31:12.730 INFO:teuthology.orchestra.run.smithi067.stdout: "hostname": "smithi067", 2024-09-21T00:31:12.730 INFO:teuthology.orchestra.run.smithi067.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-21T00:31:12.730 INFO:teuthology.orchestra.run.smithi067.stdout: "pid": "90644", 2024-09-21T00:31:12.730 INFO:teuthology.orchestra.run.smithi067.stdout: "root": "/" 2024-09-21T00:31:12.730 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:31:12.730 INFO:teuthology.orchestra.run.smithi067.stdout: "dentry_count": 0, 2024-09-21T00:31:12.730 INFO:teuthology.orchestra.run.smithi067.stdout: "dentry_pinned_count": 0, 2024-09-21T00:31:12.731 INFO:teuthology.orchestra.run.smithi067.stdout: "id": 9165, 2024-09-21T00:31:12.731 INFO:teuthology.orchestra.run.smithi067.stdout: "inst": { 2024-09-21T00:31:12.731 INFO:teuthology.orchestra.run.smithi067.stdout: "name": { 2024-09-21T00:31:12.731 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "client", 2024-09-21T00:31:12.731 INFO:teuthology.orchestra.run.smithi067.stdout: "num": 9165 2024-09-21T00:31:12.731 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:31:12.731 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": { 2024-09-21T00:31:12.731 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "v1", 2024-09-21T00:31:12.731 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": "192.168.0.1:0", 2024-09-21T00:31:12.731 INFO:teuthology.orchestra.run.smithi067.stdout: "nonce": 3158333239 2024-09-21T00:31:12.731 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:31:12.731 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:31:12.731 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": { 2024-09-21T00:31:12.732 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "v1", 2024-09-21T00:31:12.732 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": "192.168.0.1:0", 2024-09-21T00:31:12.732 INFO:teuthology.orchestra.run.smithi067.stdout: "nonce": 3158333239 2024-09-21T00:31:12.732 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:31:12.732 INFO:teuthology.orchestra.run.smithi067.stdout: "inst_str": "client.9165 192.168.0.1:0/3158333239", 2024-09-21T00:31:12.732 INFO:teuthology.orchestra.run.smithi067.stdout: "addr_str": "192.168.0.1:0/3158333239", 2024-09-21T00:31:12.732 INFO:teuthology.orchestra.run.smithi067.stdout: "inode_count": 1, 2024-09-21T00:31:12.732 INFO:teuthology.orchestra.run.smithi067.stdout: "mds_epoch": 118, 2024-09-21T00:31:12.732 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_epoch": 140, 2024-09-21T00:31:12.732 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_epoch_barrier": 0, 2024-09-21T00:31:12.732 INFO:teuthology.orchestra.run.smithi067.stdout: "blocklisted": false, 2024-09-21T00:31:12.732 INFO:teuthology.orchestra.run.smithi067.stdout: "fs_name": "cephfs" 2024-09-21T00:31:12.732 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:31:12.738 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:31:12.739 DEBUG:teuthology.orchestra.run.smithi067:> stat --file-system '--printf=%T 2024-09-21T00:31:12.739 DEBUG:teuthology.orchestra.run.smithi067:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-21T00:31:12.755 INFO:teuthology.orchestra.run.smithi067.stdout:fuseblk 2024-09-21T00:31:12.755 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-21T00:31:12.755 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:31:12.755 DEBUG:teuthology.orchestra.run.smithi067:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-21T00:31:12.821 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:31:12.821 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:31:12.821 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.0 2024-09-21T00:31:12.821 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:31:12.822 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.0/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:31:12.822 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:31:12.822 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:31:12.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:12 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:31:12.937 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:12.938 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:12.938 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0126884 s, 82.6 MB/s 2024-09-21T00:31:12.950 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:12.951 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:12.951 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.010396 s, 101 MB/s 2024-09-21T00:31:12.963 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:12.963 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:12.963 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0104019 s, 101 MB/s 2024-09-21T00:31:12.975 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:12.975 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:12.975 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00899268 s, 117 MB/s 2024-09-21T00:31:12.986 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:12.986 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:12.986 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0089938 s, 117 MB/s 2024-09-21T00:31:12.997 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:12.997 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:12.997 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00882066 s, 119 MB/s 2024-09-21T00:31:13.008 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.009 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.009 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00867208 s, 121 MB/s 2024-09-21T00:31:13.019 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.019 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.019 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00853634 s, 123 MB/s 2024-09-21T00:31:13.030 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.030 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.030 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00857742 s, 122 MB/s 2024-09-21T00:31:13.041 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.041 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.041 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00815987 s, 129 MB/s 2024-09-21T00:31:13.052 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.052 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.052 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00859339 s, 122 MB/s 2024-09-21T00:31:13.062 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.062 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.062 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00815576 s, 129 MB/s 2024-09-21T00:31:13.073 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.073 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.073 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00818184 s, 128 MB/s 2024-09-21T00:31:13.083 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.084 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.084 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00833525 s, 126 MB/s 2024-09-21T00:31:13.094 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.094 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.095 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00830463 s, 126 MB/s 2024-09-21T00:31:13.106 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.106 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.106 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00917631 s, 114 MB/s 2024-09-21T00:31:13.117 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.118 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.118 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00918725 s, 114 MB/s 2024-09-21T00:31:13.128 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.128 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.128 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00833708 s, 126 MB/s 2024-09-21T00:31:13.139 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.139 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.139 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00819483 s, 128 MB/s 2024-09-21T00:31:13.149 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.149 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.149 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0078571 s, 133 MB/s 2024-09-21T00:31:13.162 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.163 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.163 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0106495 s, 98.5 MB/s 2024-09-21T00:31:13.173 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.173 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.173 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00821065 s, 128 MB/s 2024-09-21T00:31:13.184 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.184 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.184 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0082759 s, 127 MB/s 2024-09-21T00:31:13.194 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.194 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.194 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00741234 s, 141 MB/s 2024-09-21T00:31:13.205 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.205 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.205 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00900228 s, 116 MB/s 2024-09-21T00:31:13.215 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.215 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.215 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0078253 s, 134 MB/s 2024-09-21T00:31:13.225 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.225 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.225 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00725084 s, 145 MB/s 2024-09-21T00:31:13.235 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.235 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.235 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00775852 s, 135 MB/s 2024-09-21T00:31:13.246 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.246 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.246 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00783888 s, 134 MB/s 2024-09-21T00:31:13.257 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.257 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.257 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00873471 s, 120 MB/s 2024-09-21T00:31:13.267 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.267 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.267 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00773706 s, 136 MB/s 2024-09-21T00:31:13.279 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.279 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.279 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00926425 s, 113 MB/s 2024-09-21T00:31:13.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:31:13.286 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:31:13.286 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:31:13.286 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.1 2024-09-21T00:31:13.286 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:31:13.286 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.1/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:31:13.286 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:31:13.286 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:31:13.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:13 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:31:13.350 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.350 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.350 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00822756 s, 127 MB/s 2024-09-21T00:31:13.360 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.360 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.360 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00768485 s, 136 MB/s 2024-09-21T00:31:13.372 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.372 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.372 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00898574 s, 117 MB/s 2024-09-21T00:31:13.381 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.381 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.382 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00725709 s, 144 MB/s 2024-09-21T00:31:13.392 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.392 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.392 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00762813 s, 137 MB/s 2024-09-21T00:31:13.403 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.403 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.403 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00860814 s, 122 MB/s 2024-09-21T00:31:13.413 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.413 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.413 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00762558 s, 138 MB/s 2024-09-21T00:31:13.424 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.424 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.424 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0086351 s, 121 MB/s 2024-09-21T00:31:13.435 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.435 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.435 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00832252 s, 126 MB/s 2024-09-21T00:31:13.445 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.445 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.446 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00812152 s, 129 MB/s 2024-09-21T00:31:13.456 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.456 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.456 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00786653 s, 133 MB/s 2024-09-21T00:31:13.466 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.466 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.466 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00772821 s, 136 MB/s 2024-09-21T00:31:13.476 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.476 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.476 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00758422 s, 138 MB/s 2024-09-21T00:31:13.488 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.488 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.488 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00913339 s, 115 MB/s 2024-09-21T00:31:13.498 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.498 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.498 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00765853 s, 137 MB/s 2024-09-21T00:31:13.508 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.509 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.509 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00824926 s, 127 MB/s 2024-09-21T00:31:13.518 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.519 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.519 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00735052 s, 143 MB/s 2024-09-21T00:31:13.529 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.529 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.529 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00807823 s, 130 MB/s 2024-09-21T00:31:13.539 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.539 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.539 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00755717 s, 139 MB/s 2024-09-21T00:31:13.549 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.549 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.549 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00784079 s, 134 MB/s 2024-09-21T00:31:13.559 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.559 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.559 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00775423 s, 135 MB/s 2024-09-21T00:31:13.569 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.569 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.569 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00771707 s, 136 MB/s 2024-09-21T00:31:13.580 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.580 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.580 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00801122 s, 131 MB/s 2024-09-21T00:31:13.590 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.590 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.590 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00786732 s, 133 MB/s 2024-09-21T00:31:13.601 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.601 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.601 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00886288 s, 118 MB/s 2024-09-21T00:31:13.612 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.612 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.612 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00811929 s, 129 MB/s 2024-09-21T00:31:13.623 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.623 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.623 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00849064 s, 123 MB/s 2024-09-21T00:31:13.633 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.633 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.633 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00804199 s, 130 MB/s 2024-09-21T00:31:13.644 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.644 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.644 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00823827 s, 127 MB/s 2024-09-21T00:31:13.655 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.658 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.658 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00857065 s, 122 MB/s 2024-09-21T00:31:13.667 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.667 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.667 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00903347 s, 116 MB/s 2024-09-21T00:31:13.678 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.678 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.678 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.008488 s, 124 MB/s 2024-09-21T00:31:13.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:31:13.685 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:31:13.685 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:31:13.685 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.2 2024-09-21T00:31:13.685 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:31:13.685 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.2/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:31:13.685 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:31:13.685 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:31:13.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:13 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:31:13.749 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.749 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.750 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00795515 s, 132 MB/s 2024-09-21T00:31:13.759 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.759 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.759 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0074439 s, 141 MB/s 2024-09-21T00:31:13.770 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.770 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.770 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00832822 s, 126 MB/s 2024-09-21T00:31:13.781 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.782 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.782 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00882988 s, 119 MB/s 2024-09-21T00:31:13.791 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.792 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.792 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00722456 s, 145 MB/s 2024-09-21T00:31:13.803 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.803 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.803 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00874768 s, 120 MB/s 2024-09-21T00:31:13.813 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.813 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.813 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.007962 s, 132 MB/s 2024-09-21T00:31:13.824 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.824 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.824 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0087671 s, 120 MB/s 2024-09-21T00:31:13.834 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.835 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.835 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00771874 s, 136 MB/s 2024-09-21T00:31:13.845 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.845 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.845 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00767411 s, 137 MB/s 2024-09-21T00:31:13.856 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.856 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.856 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0090361 s, 116 MB/s 2024-09-21T00:31:13.867 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.867 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.867 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00835561 s, 125 MB/s 2024-09-21T00:31:13.877 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.877 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.877 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0072466 s, 145 MB/s 2024-09-21T00:31:13.888 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.888 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.888 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00889645 s, 118 MB/s 2024-09-21T00:31:13.899 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.899 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.899 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00797706 s, 131 MB/s 2024-09-21T00:31:13.910 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.911 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.911 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00926405 s, 113 MB/s 2024-09-21T00:31:13.921 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.921 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.921 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00821531 s, 128 MB/s 2024-09-21T00:31:13.931 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.931 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.931 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00769587 s, 136 MB/s 2024-09-21T00:31:13.942 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.942 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.942 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00869267 s, 121 MB/s 2024-09-21T00:31:13.953 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.953 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.953 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00804821 s, 130 MB/s 2024-09-21T00:31:13.964 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.964 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.964 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00866484 s, 121 MB/s 2024-09-21T00:31:13.974 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.974 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.974 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00797582 s, 131 MB/s 2024-09-21T00:31:13.984 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.985 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.985 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00788276 s, 133 MB/s 2024-09-21T00:31:13.994 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:13.994 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:13.994 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00745306 s, 141 MB/s 2024-09-21T00:31:14.004 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.004 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.004 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00715899 s, 146 MB/s 2024-09-21T00:31:14.015 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.015 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.015 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00873929 s, 120 MB/s 2024-09-21T00:31:14.026 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.026 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.026 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00800031 s, 131 MB/s 2024-09-21T00:31:14.037 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.037 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.037 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00896429 s, 117 MB/s 2024-09-21T00:31:14.047 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.048 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.048 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00786852 s, 133 MB/s 2024-09-21T00:31:14.058 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.058 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.058 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00796048 s, 132 MB/s 2024-09-21T00:31:14.069 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.069 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.069 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0085911 s, 122 MB/s 2024-09-21T00:31:14.079 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.080 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.080 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00804744 s, 130 MB/s 2024-09-21T00:31:14.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:31:14.086 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:31:14.086 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:31:14.086 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.3 2024-09-21T00:31:14.087 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:31:14.087 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.3/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:31:14.087 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:31:14.087 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:31:14.137 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:14 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:31:14.151 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.151 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.151 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00829665 s, 126 MB/s 2024-09-21T00:31:14.161 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.161 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.161 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00756058 s, 139 MB/s 2024-09-21T00:31:14.173 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.173 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.173 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00936645 s, 112 MB/s 2024-09-21T00:31:14.185 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.185 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.185 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00928563 s, 113 MB/s 2024-09-21T00:31:14.195 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.195 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.196 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00831618 s, 126 MB/s 2024-09-21T00:31:14.205 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.206 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.206 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00761923 s, 138 MB/s 2024-09-21T00:31:14.216 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.216 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.216 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00812561 s, 129 MB/s 2024-09-21T00:31:14.227 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.227 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.227 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00822191 s, 128 MB/s 2024-09-21T00:31:14.238 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.238 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.238 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00861654 s, 122 MB/s 2024-09-21T00:31:14.249 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.250 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.250 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00909108 s, 115 MB/s 2024-09-21T00:31:14.261 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.261 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.261 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00877749 s, 119 MB/s 2024-09-21T00:31:14.273 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.273 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.273 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00883569 s, 119 MB/s 2024-09-21T00:31:14.284 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.284 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.284 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00790364 s, 133 MB/s 2024-09-21T00:31:14.295 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.295 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.295 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00829152 s, 126 MB/s 2024-09-21T00:31:14.307 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.307 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.307 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00866958 s, 121 MB/s 2024-09-21T00:31:14.318 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.318 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.318 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00784269 s, 134 MB/s 2024-09-21T00:31:14.330 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.330 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.330 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00883309 s, 119 MB/s 2024-09-21T00:31:14.341 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.341 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.341 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0078813 s, 133 MB/s 2024-09-21T00:31:14.353 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.353 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.353 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00913884 s, 115 MB/s 2024-09-21T00:31:14.365 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.365 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.365 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00895369 s, 117 MB/s 2024-09-21T00:31:14.376 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.376 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.376 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00786124 s, 133 MB/s 2024-09-21T00:31:14.386 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.386 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.386 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00756281 s, 139 MB/s 2024-09-21T00:31:14.398 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.398 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.398 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00842508 s, 124 MB/s 2024-09-21T00:31:14.408 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.409 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.409 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00781909 s, 134 MB/s 2024-09-21T00:31:14.419 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.419 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.419 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00737969 s, 142 MB/s 2024-09-21T00:31:14.430 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.430 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.430 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00791565 s, 132 MB/s 2024-09-21T00:31:14.443 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.443 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.443 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00990423 s, 106 MB/s 2024-09-21T00:31:14.454 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.454 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.454 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00821345 s, 128 MB/s 2024-09-21T00:31:14.465 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.466 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.466 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00810447 s, 129 MB/s 2024-09-21T00:31:14.477 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.477 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.477 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00878147 s, 119 MB/s 2024-09-21T00:31:14.488 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.488 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.489 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00781963 s, 134 MB/s 2024-09-21T00:31:14.500 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.500 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.500 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00911324 s, 115 MB/s 2024-09-21T00:31:14.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:31:14.507 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:31:14.507 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:31:14.507 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.4 2024-09-21T00:31:14.507 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:31:14.507 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.4/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:31:14.507 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:31:14.508 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:31:14.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:14 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:31:14.574 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.574 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.574 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00911858 s, 115 MB/s 2024-09-21T00:31:14.585 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.585 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.585 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00790475 s, 133 MB/s 2024-09-21T00:31:14.595 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.595 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.595 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00745494 s, 141 MB/s 2024-09-21T00:31:14.606 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.606 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.606 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00782558 s, 134 MB/s 2024-09-21T00:31:14.617 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.617 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.617 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00806479 s, 130 MB/s 2024-09-21T00:31:14.628 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.628 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.628 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00815912 s, 129 MB/s 2024-09-21T00:31:14.639 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.639 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.639 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0079535 s, 132 MB/s 2024-09-21T00:31:14.651 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.651 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.651 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00871533 s, 120 MB/s 2024-09-21T00:31:14.662 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.662 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.662 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00814215 s, 129 MB/s 2024-09-21T00:31:14.672 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.726 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.726 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00774337 s, 135 MB/s 2024-09-21T00:31:14.727 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.727 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.727 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00803341 s, 131 MB/s 2024-09-21T00:31:14.727 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.728 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.728 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00794918 s, 132 MB/s 2024-09-21T00:31:14.728 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.728 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.728 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00871267 s, 120 MB/s 2024-09-21T00:31:14.728 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.728 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.728 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0088501 s, 118 MB/s 2024-09-21T00:31:14.730 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.730 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.730 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00858724 s, 122 MB/s 2024-09-21T00:31:14.740 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.740 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.741 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00770049 s, 136 MB/s 2024-09-21T00:31:14.752 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.752 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.752 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00875485 s, 120 MB/s 2024-09-21T00:31:14.762 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.763 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.763 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00746247 s, 141 MB/s 2024-09-21T00:31:14.774 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.774 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.774 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00796562 s, 132 MB/s 2024-09-21T00:31:14.786 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.786 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.786 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0091383 s, 115 MB/s 2024-09-21T00:31:14.798 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.798 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.798 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0088823 s, 118 MB/s 2024-09-21T00:31:14.809 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.810 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.810 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00866898 s, 121 MB/s 2024-09-21T00:31:14.821 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.821 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.821 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00803735 s, 130 MB/s 2024-09-21T00:31:14.831 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.831 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.831 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00773392 s, 136 MB/s 2024-09-21T00:31:14.843 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.843 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.844 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00884929 s, 118 MB/s 2024-09-21T00:31:14.855 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.855 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.855 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00855447 s, 123 MB/s 2024-09-21T00:31:14.866 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.866 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.866 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00819593 s, 128 MB/s 2024-09-21T00:31:14.876 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.876 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.876 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00789098 s, 133 MB/s 2024-09-21T00:31:14.887 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.887 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.887 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00816032 s, 128 MB/s 2024-09-21T00:31:14.897 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.897 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.897 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00731678 s, 143 MB/s 2024-09-21T00:31:14.907 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.907 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.907 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00796335 s, 132 MB/s 2024-09-21T00:31:14.918 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.918 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.918 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00827164 s, 127 MB/s 2024-09-21T00:31:14.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:31:14.925 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:31:14.925 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:31:14.925 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.5 2024-09-21T00:31:14.925 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:31:14.925 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.5/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:31:14.925 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:31:14.925 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:31:14.976 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:14 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:31:14.990 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:14.990 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:14.990 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00828122 s, 127 MB/s 2024-09-21T00:31:15.001 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.001 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.001 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00809514 s, 130 MB/s 2024-09-21T00:31:15.011 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.011 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.012 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00812084 s, 129 MB/s 2024-09-21T00:31:15.023 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.023 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.023 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00922788 s, 114 MB/s 2024-09-21T00:31:15.033 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.034 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.034 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00804948 s, 130 MB/s 2024-09-21T00:31:15.044 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.044 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.044 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00766248 s, 137 MB/s 2024-09-21T00:31:15.055 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.055 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.055 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00880003 s, 119 MB/s 2024-09-21T00:31:15.066 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.066 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.066 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00822137 s, 128 MB/s 2024-09-21T00:31:15.077 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.077 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.077 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00812316 s, 129 MB/s 2024-09-21T00:31:15.089 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.090 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.090 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00829252 s, 126 MB/s 2024-09-21T00:31:15.098 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.099 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.099 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00865766 s, 121 MB/s 2024-09-21T00:31:15.109 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.109 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.109 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00809638 s, 130 MB/s 2024-09-21T00:31:15.120 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.120 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.120 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00798803 s, 131 MB/s 2024-09-21T00:31:15.132 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.132 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.132 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00901952 s, 116 MB/s 2024-09-21T00:31:15.142 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.142 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.142 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00819299 s, 128 MB/s 2024-09-21T00:31:15.153 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.153 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.153 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00812084 s, 129 MB/s 2024-09-21T00:31:15.164 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.164 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.164 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00816868 s, 128 MB/s 2024-09-21T00:31:15.175 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.175 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.175 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00902603 s, 116 MB/s 2024-09-21T00:31:15.186 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.186 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.186 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0078434 s, 134 MB/s 2024-09-21T00:31:15.197 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.197 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.197 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00881075 s, 119 MB/s 2024-09-21T00:31:15.209 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.209 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.209 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00903387 s, 116 MB/s 2024-09-21T00:31:15.219 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.219 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.219 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00792142 s, 132 MB/s 2024-09-21T00:31:15.229 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.229 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.229 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00744482 s, 141 MB/s 2024-09-21T00:31:15.241 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.241 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.241 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0089888 s, 117 MB/s 2024-09-21T00:31:15.251 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.251 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.251 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00790341 s, 133 MB/s 2024-09-21T00:31:15.262 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.262 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.263 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00872216 s, 120 MB/s 2024-09-21T00:31:15.273 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.273 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.273 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00809438 s, 130 MB/s 2024-09-21T00:31:15.283 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.284 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.284 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0080103 s, 131 MB/s 2024-09-21T00:31:15.294 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.294 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.294 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00815803 s, 129 MB/s 2024-09-21T00:31:15.305 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.305 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.305 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00804105 s, 130 MB/s 2024-09-21T00:31:15.316 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.316 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.316 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00878873 s, 119 MB/s 2024-09-21T00:31:15.327 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.327 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.327 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00857653 s, 122 MB/s 2024-09-21T00:31:15.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:31:15.334 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:31:15.334 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:31:15.334 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.6 2024-09-21T00:31:15.334 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:31:15.334 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.6/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:31:15.334 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:31:15.334 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:31:15.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:15 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:31:15.399 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.399 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.399 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00822464 s, 127 MB/s 2024-09-21T00:31:15.410 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.410 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.410 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00809552 s, 130 MB/s 2024-09-21T00:31:15.420 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.420 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.420 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00778644 s, 135 MB/s 2024-09-21T00:31:15.431 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.431 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.431 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00832273 s, 126 MB/s 2024-09-21T00:31:15.443 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.443 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.443 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00838642 s, 125 MB/s 2024-09-21T00:31:15.455 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.455 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.455 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00902157 s, 116 MB/s 2024-09-21T00:31:15.465 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.466 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.466 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0075663 s, 139 MB/s 2024-09-21T00:31:15.476 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.476 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.476 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0073565 s, 143 MB/s 2024-09-21T00:31:15.487 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.487 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.487 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0082096 s, 128 MB/s 2024-09-21T00:31:15.498 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.498 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.499 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00825631 s, 127 MB/s 2024-09-21T00:31:15.509 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.509 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.509 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00708421 s, 148 MB/s 2024-09-21T00:31:15.521 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.521 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.521 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00877211 s, 120 MB/s 2024-09-21T00:31:15.531 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.531 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.531 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00729527 s, 144 MB/s 2024-09-21T00:31:15.541 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.542 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.542 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00755545 s, 139 MB/s 2024-09-21T00:31:15.552 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.552 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.552 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0074371 s, 141 MB/s 2024-09-21T00:31:15.563 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.563 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.563 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00758361 s, 138 MB/s 2024-09-21T00:31:15.573 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.574 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.574 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00758144 s, 138 MB/s 2024-09-21T00:31:15.585 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.585 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.585 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00831192 s, 126 MB/s 2024-09-21T00:31:15.595 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.595 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.596 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00762571 s, 138 MB/s 2024-09-21T00:31:15.607 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.607 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.607 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00798964 s, 131 MB/s 2024-09-21T00:31:15.617 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.617 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.618 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00774433 s, 135 MB/s 2024-09-21T00:31:15.628 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.628 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.628 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00761284 s, 138 MB/s 2024-09-21T00:31:15.639 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.639 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.639 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00760151 s, 138 MB/s 2024-09-21T00:31:15.649 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.649 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.649 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00764712 s, 137 MB/s 2024-09-21T00:31:15.660 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.660 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.660 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00760408 s, 138 MB/s 2024-09-21T00:31:15.670 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.671 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.671 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00753828 s, 139 MB/s 2024-09-21T00:31:15.681 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.681 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.682 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00760529 s, 138 MB/s 2024-09-21T00:31:15.692 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.692 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.692 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00756562 s, 139 MB/s 2024-09-21T00:31:15.704 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.704 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.704 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00905313 s, 116 MB/s 2024-09-21T00:31:15.714 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.714 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.714 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00689302 s, 152 MB/s 2024-09-21T00:31:15.726 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.726 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.726 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00863398 s, 121 MB/s 2024-09-21T00:31:15.736 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.736 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.736 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00719205 s, 146 MB/s 2024-09-21T00:31:15.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:31:15.743 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:31:15.743 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:31:15.743 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.7 2024-09-21T00:31:15.743 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:31:15.743 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.7/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:31:15.743 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:31:15.743 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:31:15.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:15 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:31:15.808 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.808 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.808 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00791143 s, 133 MB/s 2024-09-21T00:31:15.819 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.819 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.819 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0072541 s, 145 MB/s 2024-09-21T00:31:15.829 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.829 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.829 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00755834 s, 139 MB/s 2024-09-21T00:31:15.841 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.841 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.841 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00855691 s, 123 MB/s 2024-09-21T00:31:15.852 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.852 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.852 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00826915 s, 127 MB/s 2024-09-21T00:31:15.863 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.863 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.864 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00825895 s, 127 MB/s 2024-09-21T00:31:15.874 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.874 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.874 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00737346 s, 142 MB/s 2024-09-21T00:31:15.884 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.884 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.884 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00751567 s, 140 MB/s 2024-09-21T00:31:15.895 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.895 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.895 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00801389 s, 131 MB/s 2024-09-21T00:31:15.905 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.906 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.906 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00722604 s, 145 MB/s 2024-09-21T00:31:15.917 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.917 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.917 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00841934 s, 125 MB/s 2024-09-21T00:31:15.929 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.929 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.929 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00875288 s, 120 MB/s 2024-09-21T00:31:15.940 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.940 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.940 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00891001 s, 118 MB/s 2024-09-21T00:31:15.950 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.951 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.951 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00820116 s, 128 MB/s 2024-09-21T00:31:15.961 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.961 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.961 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00773299 s, 136 MB/s 2024-09-21T00:31:15.971 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.971 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.971 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00770527 s, 136 MB/s 2024-09-21T00:31:15.982 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.982 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.982 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00883203 s, 119 MB/s 2024-09-21T00:31:15.992 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:15.992 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:15.992 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00734881 s, 143 MB/s 2024-09-21T00:31:16.002 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.002 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.002 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00770746 s, 136 MB/s 2024-09-21T00:31:16.012 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.012 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.012 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00760728 s, 138 MB/s 2024-09-21T00:31:16.022 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.022 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.023 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00763186 s, 137 MB/s 2024-09-21T00:31:16.033 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.033 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.035 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00737312 s, 142 MB/s 2024-09-21T00:31:16.041 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.042 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.042 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00715023 s, 147 MB/s 2024-09-21T00:31:16.051 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.051 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.051 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00732574 s, 143 MB/s 2024-09-21T00:31:16.062 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.062 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.062 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00839425 s, 125 MB/s 2024-09-21T00:31:16.072 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.072 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.072 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00733762 s, 143 MB/s 2024-09-21T00:31:16.082 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.082 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.082 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00755812 s, 139 MB/s 2024-09-21T00:31:16.092 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.092 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.092 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00747333 s, 140 MB/s 2024-09-21T00:31:16.103 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.103 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.103 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00841491 s, 125 MB/s 2024-09-21T00:31:16.114 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.114 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.114 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00844943 s, 124 MB/s 2024-09-21T00:31:16.124 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.124 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.124 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00756122 s, 139 MB/s 2024-09-21T00:31:16.133 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.133 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.134 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00700947 s, 150 MB/s 2024-09-21T00:31:16.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:31:16.140 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:31:16.140 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:31:16.140 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.8 2024-09-21T00:31:16.140 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:31:16.141 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.8/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:31:16.141 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:31:16.141 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:31:16.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:16 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:31:16.204 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.204 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.204 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00742047 s, 141 MB/s 2024-09-21T00:31:16.214 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.215 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.215 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00792307 s, 132 MB/s 2024-09-21T00:31:16.225 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.226 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.226 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00876666 s, 120 MB/s 2024-09-21T00:31:16.237 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.237 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.237 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.008494 s, 123 MB/s 2024-09-21T00:31:16.247 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.247 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.247 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00799383 s, 131 MB/s 2024-09-21T00:31:16.257 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.257 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.257 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00706175 s, 148 MB/s 2024-09-21T00:31:16.267 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.267 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.267 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00781427 s, 134 MB/s 2024-09-21T00:31:16.277 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.277 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.277 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00766089 s, 137 MB/s 2024-09-21T00:31:16.287 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.287 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.287 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00734637 s, 143 MB/s 2024-09-21T00:31:16.297 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.297 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.297 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00740914 s, 142 MB/s 2024-09-21T00:31:16.309 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.309 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.309 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00895991 s, 117 MB/s 2024-09-21T00:31:16.319 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.319 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.319 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00760124 s, 138 MB/s 2024-09-21T00:31:16.329 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.329 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.329 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00747262 s, 140 MB/s 2024-09-21T00:31:16.339 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.339 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.339 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00788093 s, 133 MB/s 2024-09-21T00:31:16.348 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.349 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.349 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00718107 s, 146 MB/s 2024-09-21T00:31:16.359 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.360 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.360 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00841348 s, 125 MB/s 2024-09-21T00:31:16.369 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.369 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.369 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00728475 s, 144 MB/s 2024-09-21T00:31:16.379 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.379 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.379 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00766662 s, 137 MB/s 2024-09-21T00:31:16.389 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.389 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.389 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00691023 s, 152 MB/s 2024-09-21T00:31:16.399 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.399 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.399 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00769968 s, 136 MB/s 2024-09-21T00:31:16.409 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.409 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.409 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00758043 s, 138 MB/s 2024-09-21T00:31:16.419 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.419 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.419 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00778149 s, 135 MB/s 2024-09-21T00:31:16.429 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.429 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.430 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00779531 s, 135 MB/s 2024-09-21T00:31:16.440 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.440 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.440 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00778218 s, 135 MB/s 2024-09-21T00:31:16.450 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.450 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.450 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00748269 s, 140 MB/s 2024-09-21T00:31:16.459 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.460 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.460 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00755993 s, 139 MB/s 2024-09-21T00:31:16.470 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.470 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.470 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00771069 s, 136 MB/s 2024-09-21T00:31:16.479 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.479 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.479 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00729491 s, 144 MB/s 2024-09-21T00:31:16.490 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.491 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.491 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00852525 s, 123 MB/s 2024-09-21T00:31:16.501 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.501 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.501 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00769202 s, 136 MB/s 2024-09-21T00:31:16.510 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.511 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.511 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00742715 s, 141 MB/s 2024-09-21T00:31:16.520 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.520 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.520 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00748627 s, 140 MB/s 2024-09-21T00:31:16.521 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:31:16.527 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:31:16.527 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:31:16.527 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.9 2024-09-21T00:31:16.527 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:31:16.527 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.9/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:31:16.527 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:31:16.527 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:31:16.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:16 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:31:16.592 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.592 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.592 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00780067 s, 134 MB/s 2024-09-21T00:31:16.603 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.603 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.603 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00887537 s, 118 MB/s 2024-09-21T00:31:16.613 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.613 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.613 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00736769 s, 142 MB/s 2024-09-21T00:31:16.623 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.623 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.623 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0077003 s, 136 MB/s 2024-09-21T00:31:16.633 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.633 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.633 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00754511 s, 139 MB/s 2024-09-21T00:31:16.644 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.644 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.644 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00848405 s, 124 MB/s 2024-09-21T00:31:16.654 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.654 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.654 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0075577 s, 139 MB/s 2024-09-21T00:31:16.663 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.663 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.663 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00688558 s, 152 MB/s 2024-09-21T00:31:16.673 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.673 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.673 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00741548 s, 141 MB/s 2024-09-21T00:31:16.683 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.683 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.683 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00739017 s, 142 MB/s 2024-09-21T00:31:16.693 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.693 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.693 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0074162 s, 141 MB/s 2024-09-21T00:31:16.704 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.704 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.704 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00819441 s, 128 MB/s 2024-09-21T00:31:16.714 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.715 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.715 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00837239 s, 125 MB/s 2024-09-21T00:31:16.724 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.724 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.724 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00730576 s, 144 MB/s 2024-09-21T00:31:16.734 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.734 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.734 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00723838 s, 145 MB/s 2024-09-21T00:31:16.743 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.743 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.743 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00683167 s, 153 MB/s 2024-09-21T00:31:16.753 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.753 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.754 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00766998 s, 137 MB/s 2024-09-21T00:31:16.763 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.763 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.763 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.007408 s, 142 MB/s 2024-09-21T00:31:16.774 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.774 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.774 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00826636 s, 127 MB/s 2024-09-21T00:31:16.784 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.784 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.784 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00702556 s, 149 MB/s 2024-09-21T00:31:16.793 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.793 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.793 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00699943 s, 150 MB/s 2024-09-21T00:31:16.803 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.803 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.803 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00723276 s, 145 MB/s 2024-09-21T00:31:16.813 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.813 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.813 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00743882 s, 141 MB/s 2024-09-21T00:31:16.823 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.823 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.823 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00734881 s, 143 MB/s 2024-09-21T00:31:16.833 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.833 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.833 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00736429 s, 142 MB/s 2024-09-21T00:31:16.843 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.843 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.843 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00762718 s, 137 MB/s 2024-09-21T00:31:16.853 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.854 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.854 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00839519 s, 125 MB/s 2024-09-21T00:31:16.863 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.864 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.864 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00745547 s, 141 MB/s 2024-09-21T00:31:16.873 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.873 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.873 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00710428 s, 148 MB/s 2024-09-21T00:31:16.884 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.884 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.884 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00813429 s, 129 MB/s 2024-09-21T00:31:16.894 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.894 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.894 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0074356 s, 141 MB/s 2024-09-21T00:31:16.903 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.903 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.903 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00724859 s, 145 MB/s 2024-09-21T00:31:16.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:31:16.910 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:31:16.910 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:31:16.910 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.10 2024-09-21T00:31:16.910 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:31:16.910 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.10/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:31:16.910 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:31:16.910 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:31:16.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:16 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:31:16.975 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.975 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.975 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00730941 s, 143 MB/s 2024-09-21T00:31:16.985 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.985 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.985 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00777843 s, 135 MB/s 2024-09-21T00:31:16.996 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:16.996 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:16.996 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00820885 s, 128 MB/s 2024-09-21T00:31:17.007 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.007 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.007 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00831915 s, 126 MB/s 2024-09-21T00:31:17.017 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.017 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.017 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00751077 s, 140 MB/s 2024-09-21T00:31:17.027 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.027 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.028 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0078326 s, 134 MB/s 2024-09-21T00:31:17.038 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.038 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.038 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00848857 s, 124 MB/s 2024-09-21T00:31:17.049 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.049 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.049 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00831991 s, 126 MB/s 2024-09-21T00:31:17.060 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.060 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.060 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00835242 s, 126 MB/s 2024-09-21T00:31:17.069 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.069 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.070 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00677882 s, 155 MB/s 2024-09-21T00:31:17.079 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.080 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.080 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00742797 s, 141 MB/s 2024-09-21T00:31:17.090 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.091 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.091 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00859689 s, 122 MB/s 2024-09-21T00:31:17.101 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.101 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.101 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00796082 s, 132 MB/s 2024-09-21T00:31:17.111 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.111 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.111 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00743892 s, 141 MB/s 2024-09-21T00:31:17.121 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.121 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.121 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00766842 s, 137 MB/s 2024-09-21T00:31:17.131 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.132 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.132 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0079695 s, 132 MB/s 2024-09-21T00:31:17.141 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.142 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.142 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00758452 s, 138 MB/s 2024-09-21T00:31:17.152 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.152 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.153 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00830122 s, 126 MB/s 2024-09-21T00:31:17.162 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.162 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.162 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0075125 s, 140 MB/s 2024-09-21T00:31:17.173 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.173 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.173 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00813702 s, 129 MB/s 2024-09-21T00:31:17.183 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.183 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.183 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00768984 s, 136 MB/s 2024-09-21T00:31:17.194 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.194 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.194 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00837462 s, 125 MB/s 2024-09-21T00:31:17.204 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.204 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.205 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00791736 s, 132 MB/s 2024-09-21T00:31:17.214 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.215 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.215 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0075221 s, 139 MB/s 2024-09-21T00:31:17.224 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.225 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.225 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00737077 s, 142 MB/s 2024-09-21T00:31:17.235 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.235 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.235 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00822276 s, 128 MB/s 2024-09-21T00:31:17.246 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.246 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.246 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00856181 s, 122 MB/s 2024-09-21T00:31:17.258 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.258 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.258 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00874195 s, 120 MB/s 2024-09-21T00:31:17.267 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.267 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.267 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00708255 s, 148 MB/s 2024-09-21T00:31:17.276 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.276 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.276 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00670463 s, 156 MB/s 2024-09-21T00:31:17.288 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.288 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.288 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00839309 s, 125 MB/s 2024-09-21T00:31:17.298 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.298 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.298 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00796509 s, 132 MB/s 2024-09-21T00:31:17.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:31:17.305 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:31:17.305 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:31:17.305 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.11 2024-09-21T00:31:17.305 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:31:17.305 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.11/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:31:17.305 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:31:17.305 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:31:17.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:17 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:31:17.369 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.370 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.370 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00753755 s, 139 MB/s 2024-09-21T00:31:17.379 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.380 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.380 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00780268 s, 134 MB/s 2024-09-21T00:31:17.390 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.390 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.390 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00754975 s, 139 MB/s 2024-09-21T00:31:17.399 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.399 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.399 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0075258 s, 139 MB/s 2024-09-21T00:31:17.409 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.410 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.410 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00767616 s, 137 MB/s 2024-09-21T00:31:17.421 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.421 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.421 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00866992 s, 121 MB/s 2024-09-21T00:31:17.432 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.432 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.432 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00878202 s, 119 MB/s 2024-09-21T00:31:17.443 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.443 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.443 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00829 s, 126 MB/s 2024-09-21T00:31:17.453 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.453 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.454 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00840036 s, 125 MB/s 2024-09-21T00:31:17.465 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.465 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.465 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00867772 s, 121 MB/s 2024-09-21T00:31:17.474 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.474 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.474 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00710245 s, 148 MB/s 2024-09-21T00:31:17.484 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.484 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.484 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00701563 s, 149 MB/s 2024-09-21T00:31:17.494 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.494 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.494 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00744438 s, 141 MB/s 2024-09-21T00:31:17.504 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.504 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.504 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00742079 s, 141 MB/s 2024-09-21T00:31:17.515 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.515 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.515 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00859343 s, 122 MB/s 2024-09-21T00:31:17.526 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.526 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.526 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00832811 s, 126 MB/s 2024-09-21T00:31:17.537 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.537 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.537 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00688409 s, 152 MB/s 2024-09-21T00:31:17.546 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.546 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.546 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00840358 s, 125 MB/s 2024-09-21T00:31:17.556 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.556 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.556 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00774713 s, 135 MB/s 2024-09-21T00:31:17.566 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.566 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.566 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00703368 s, 149 MB/s 2024-09-21T00:31:17.576 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.577 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.577 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00828912 s, 127 MB/s 2024-09-21T00:31:17.588 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.588 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.588 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00841126 s, 125 MB/s 2024-09-21T00:31:17.598 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.598 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.598 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00842557 s, 124 MB/s 2024-09-21T00:31:17.609 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.610 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.610 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00861091 s, 122 MB/s 2024-09-21T00:31:17.619 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.619 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.619 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0072584 s, 144 MB/s 2024-09-21T00:31:17.629 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.629 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.629 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0072678 s, 144 MB/s 2024-09-21T00:31:17.640 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.640 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.640 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00839475 s, 125 MB/s 2024-09-21T00:31:17.651 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.651 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.651 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00839713 s, 125 MB/s 2024-09-21T00:31:17.661 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.661 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.661 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00763029 s, 137 MB/s 2024-09-21T00:31:17.671 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.671 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.671 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00752 s, 139 MB/s 2024-09-21T00:31:17.680 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.681 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.681 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00761762 s, 138 MB/s 2024-09-21T00:31:17.690 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.690 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.691 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0074643 s, 140 MB/s 2024-09-21T00:31:17.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:31:17.697 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:31:17.697 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:31:17.697 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.12 2024-09-21T00:31:17.697 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:31:17.697 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.12/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:31:17.698 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:31:17.698 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:31:17.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:17 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:31:17.762 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.762 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.762 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00835856 s, 125 MB/s 2024-09-21T00:31:17.772 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.772 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.772 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00739735 s, 142 MB/s 2024-09-21T00:31:17.782 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.782 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.782 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00746303 s, 141 MB/s 2024-09-21T00:31:17.791 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.792 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.792 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00735792 s, 143 MB/s 2024-09-21T00:31:17.802 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.802 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.802 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00755436 s, 139 MB/s 2024-09-21T00:31:17.812 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.812 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.812 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00817323 s, 128 MB/s 2024-09-21T00:31:17.823 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.823 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.823 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00775629 s, 135 MB/s 2024-09-21T00:31:17.833 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.833 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.833 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00756452 s, 139 MB/s 2024-09-21T00:31:17.842 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.843 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.843 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00728171 s, 144 MB/s 2024-09-21T00:31:17.853 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.853 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.853 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00798054 s, 131 MB/s 2024-09-21T00:31:17.863 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.863 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.864 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00785406 s, 134 MB/s 2024-09-21T00:31:17.873 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.873 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.873 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00719408 s, 146 MB/s 2024-09-21T00:31:17.884 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.884 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.884 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00852413 s, 123 MB/s 2024-09-21T00:31:17.895 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.895 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.895 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00786995 s, 133 MB/s 2024-09-21T00:31:17.906 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.906 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.906 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00886747 s, 118 MB/s 2024-09-21T00:31:17.917 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.917 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.917 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00846937 s, 124 MB/s 2024-09-21T00:31:17.927 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.927 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.927 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00739171 s, 142 MB/s 2024-09-21T00:31:17.937 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.938 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.938 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00717717 s, 146 MB/s 2024-09-21T00:31:17.948 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.948 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.948 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00833644 s, 126 MB/s 2024-09-21T00:31:17.959 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.959 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.959 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0084814 s, 124 MB/s 2024-09-21T00:31:17.968 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.969 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.969 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00729579 s, 144 MB/s 2024-09-21T00:31:17.979 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.979 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.979 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00834262 s, 126 MB/s 2024-09-21T00:31:17.989 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:17.989 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:17.990 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00744304 s, 141 MB/s 2024-09-21T00:31:18.000 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.000 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.000 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.007813 s, 134 MB/s 2024-09-21T00:31:18.010 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.011 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.011 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00785628 s, 133 MB/s 2024-09-21T00:31:18.020 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.020 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.021 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0076463 s, 137 MB/s 2024-09-21T00:31:18.031 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.031 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.031 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00841784 s, 125 MB/s 2024-09-21T00:31:18.041 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.041 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.041 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00724505 s, 145 MB/s 2024-09-21T00:31:18.051 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.051 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.051 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00776174 s, 135 MB/s 2024-09-21T00:31:18.062 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.062 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.062 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00852994 s, 123 MB/s 2024-09-21T00:31:18.074 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.074 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.074 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00878083 s, 119 MB/s 2024-09-21T00:31:18.084 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.084 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.084 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00736689 s, 142 MB/s 2024-09-21T00:31:18.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:31:18.090 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:31:18.091 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:31:18.091 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.13 2024-09-21T00:31:18.091 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:31:18.091 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.13/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:31:18.091 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:31:18.091 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:31:18.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:18 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:31:18.155 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.155 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.155 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00727692 s, 144 MB/s 2024-09-21T00:31:18.165 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.165 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.165 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00764076 s, 137 MB/s 2024-09-21T00:31:18.175 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.175 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.175 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00794916 s, 132 MB/s 2024-09-21T00:31:18.185 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.185 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.185 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00745667 s, 141 MB/s 2024-09-21T00:31:18.195 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.195 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.195 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0073489 s, 143 MB/s 2024-09-21T00:31:18.204 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.204 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.204 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0068738 s, 153 MB/s 2024-09-21T00:31:18.215 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.215 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.215 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00742948 s, 141 MB/s 2024-09-21T00:31:18.224 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.225 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.225 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00755768 s, 139 MB/s 2024-09-21T00:31:18.234 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.235 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.235 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00741351 s, 141 MB/s 2024-09-21T00:31:18.246 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.246 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.246 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00907959 s, 115 MB/s 2024-09-21T00:31:18.256 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.256 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.257 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00784591 s, 134 MB/s 2024-09-21T00:31:18.266 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.266 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.267 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00739156 s, 142 MB/s 2024-09-21T00:31:18.276 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.277 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.277 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00756094 s, 139 MB/s 2024-09-21T00:31:18.287 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.287 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.287 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00803319 s, 131 MB/s 2024-09-21T00:31:18.298 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.298 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.298 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00851206 s, 123 MB/s 2024-09-21T00:31:18.308 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.309 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.309 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00767281 s, 137 MB/s 2024-09-21T00:31:18.319 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.319 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.319 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00804805 s, 130 MB/s 2024-09-21T00:31:18.330 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.330 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.330 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00849638 s, 123 MB/s 2024-09-21T00:31:18.340 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.340 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.340 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00754703 s, 139 MB/s 2024-09-21T00:31:18.349 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.349 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.350 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00680276 s, 154 MB/s 2024-09-21T00:31:18.360 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.360 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.360 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00834817 s, 126 MB/s 2024-09-21T00:31:18.369 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.370 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.370 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00692896 s, 151 MB/s 2024-09-21T00:31:18.380 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.380 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.381 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00832766 s, 126 MB/s 2024-09-21T00:31:18.391 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.391 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.391 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00762623 s, 137 MB/s 2024-09-21T00:31:18.401 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.401 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.401 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00762411 s, 138 MB/s 2024-09-21T00:31:18.412 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.412 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.412 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00831965 s, 126 MB/s 2024-09-21T00:31:18.422 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.422 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.422 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0075597 s, 139 MB/s 2024-09-21T00:31:18.431 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.431 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.431 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00692625 s, 151 MB/s 2024-09-21T00:31:18.443 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.443 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.443 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00935261 s, 112 MB/s 2024-09-21T00:31:18.466 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.466 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.466 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00807631 s, 130 MB/s 2024-09-21T00:31:18.476 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.476 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.476 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00750348 s, 140 MB/s 2024-09-21T00:31:18.487 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.487 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.487 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0082799 s, 127 MB/s 2024-09-21T00:31:18.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:31:18.493 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:31:18.494 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:31:18.494 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.14 2024-09-21T00:31:18.494 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:31:18.494 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.14/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:31:18.494 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:31:18.494 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:31:18.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:18 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:31:18.558 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.558 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.559 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00836024 s, 125 MB/s 2024-09-21T00:31:18.569 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.570 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.570 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0082688 s, 127 MB/s 2024-09-21T00:31:18.580 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.580 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.580 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00803999 s, 130 MB/s 2024-09-21T00:31:18.590 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.590 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.590 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00768693 s, 136 MB/s 2024-09-21T00:31:18.600 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.601 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.601 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00769644 s, 136 MB/s 2024-09-21T00:31:18.610 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.610 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.610 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00738954 s, 142 MB/s 2024-09-21T00:31:18.620 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.620 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.620 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00739239 s, 142 MB/s 2024-09-21T00:31:18.630 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.630 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.630 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0076299 s, 137 MB/s 2024-09-21T00:31:18.640 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.640 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.640 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00741791 s, 141 MB/s 2024-09-21T00:31:18.649 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.649 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.649 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00684008 s, 153 MB/s 2024-09-21T00:31:18.660 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.660 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.660 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00766955 s, 137 MB/s 2024-09-21T00:31:18.670 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.670 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.671 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00831842 s, 126 MB/s 2024-09-21T00:31:18.680 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.680 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.680 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00716738 s, 146 MB/s 2024-09-21T00:31:18.690 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.690 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.690 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00757596 s, 138 MB/s 2024-09-21T00:31:18.700 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.700 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.700 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00741728 s, 141 MB/s 2024-09-21T00:31:18.711 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.711 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.711 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00839484 s, 125 MB/s 2024-09-21T00:31:18.721 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.721 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.721 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00764881 s, 137 MB/s 2024-09-21T00:31:18.730 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.731 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.731 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0073109 s, 143 MB/s 2024-09-21T00:31:18.742 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.742 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.742 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00831777 s, 126 MB/s 2024-09-21T00:31:18.752 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.752 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.752 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00761139 s, 138 MB/s 2024-09-21T00:31:18.762 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.762 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.762 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00748201 s, 140 MB/s 2024-09-21T00:31:18.772 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.772 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.772 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00763635 s, 137 MB/s 2024-09-21T00:31:18.782 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.782 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.782 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00728186 s, 144 MB/s 2024-09-21T00:31:18.792 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.792 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.793 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00814303 s, 129 MB/s 2024-09-21T00:31:18.802 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.802 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.802 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00718829 s, 146 MB/s 2024-09-21T00:31:18.812 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.812 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.813 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00802296 s, 131 MB/s 2024-09-21T00:31:18.822 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.822 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.823 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0074324 s, 141 MB/s 2024-09-21T00:31:18.832 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.832 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.832 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00728463 s, 144 MB/s 2024-09-21T00:31:18.842 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.842 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.843 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00788203 s, 133 MB/s 2024-09-21T00:31:18.852 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.852 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.852 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00746905 s, 140 MB/s 2024-09-21T00:31:18.862 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.863 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.863 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00713512 s, 147 MB/s 2024-09-21T00:31:18.872 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.872 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.872 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00735942 s, 142 MB/s 2024-09-21T00:31:18.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:31:18.879 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:31:18.879 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:31:18.879 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.15 2024-09-21T00:31:18.879 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:31:18.879 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.15/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:31:18.879 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:31:18.879 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:31:18.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:18 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:31:18.943 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.943 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.943 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00776981 s, 135 MB/s 2024-09-21T00:31:18.954 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.954 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.954 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00844096 s, 124 MB/s 2024-09-21T00:31:18.965 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.965 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.965 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00832655 s, 126 MB/s 2024-09-21T00:31:18.974 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.975 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.975 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00719983 s, 146 MB/s 2024-09-21T00:31:18.985 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.985 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.985 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00763958 s, 137 MB/s 2024-09-21T00:31:18.995 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:18.995 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:18.995 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00773051 s, 136 MB/s 2024-09-21T00:31:19.005 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.005 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.005 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00733953 s, 143 MB/s 2024-09-21T00:31:19.014 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.014 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.014 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00723402 s, 145 MB/s 2024-09-21T00:31:19.025 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.025 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.025 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00844738 s, 124 MB/s 2024-09-21T00:31:19.035 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.035 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.035 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00755796 s, 139 MB/s 2024-09-21T00:31:19.045 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.045 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.045 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00745147 s, 141 MB/s 2024-09-21T00:31:19.056 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.056 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.057 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00887765 s, 118 MB/s 2024-09-21T00:31:19.066 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.066 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.066 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00685693 s, 153 MB/s 2024-09-21T00:31:19.076 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.076 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.076 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00772256 s, 136 MB/s 2024-09-21T00:31:19.086 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.087 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.087 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00798619 s, 131 MB/s 2024-09-21T00:31:19.096 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.096 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.096 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00686241 s, 153 MB/s 2024-09-21T00:31:19.106 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.106 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.106 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00777263 s, 135 MB/s 2024-09-21T00:31:19.116 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.116 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.116 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00741492 s, 141 MB/s 2024-09-21T00:31:19.126 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.126 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.126 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00761309 s, 138 MB/s 2024-09-21T00:31:19.136 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.136 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.136 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00710917 s, 147 MB/s 2024-09-21T00:31:19.146 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.146 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.146 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0077428 s, 135 MB/s 2024-09-21T00:31:19.156 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.156 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.156 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00755549 s, 139 MB/s 2024-09-21T00:31:19.166 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.166 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.166 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00789586 s, 133 MB/s 2024-09-21T00:31:19.177 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.177 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.177 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00820027 s, 128 MB/s 2024-09-21T00:31:19.187 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.187 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.188 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00790998 s, 133 MB/s 2024-09-21T00:31:19.199 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.199 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.199 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00858142 s, 122 MB/s 2024-09-21T00:31:19.209 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.209 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.209 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00724791 s, 145 MB/s 2024-09-21T00:31:19.219 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.219 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.219 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00745186 s, 141 MB/s 2024-09-21T00:31:19.229 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.230 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.230 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00858751 s, 122 MB/s 2024-09-21T00:31:19.239 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.240 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.240 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00751913 s, 139 MB/s 2024-09-21T00:31:19.250 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.250 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.250 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00776778 s, 135 MB/s 2024-09-21T00:31:19.263 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.263 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.263 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.01066 s, 98.4 MB/s 2024-09-21T00:31:19.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:31:19.270 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:31:19.271 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:31:19.271 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.16 2024-09-21T00:31:19.271 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:31:19.271 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.16/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:31:19.271 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:31:19.271 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:31:19.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:19 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:31:19.410 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.410 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.410 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00783013 s, 134 MB/s 2024-09-21T00:31:19.419 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.419 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.420 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00745137 s, 141 MB/s 2024-09-21T00:31:19.429 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.429 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.429 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00751844 s, 139 MB/s 2024-09-21T00:31:19.440 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.440 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.440 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.008118 s, 129 MB/s 2024-09-21T00:31:19.454 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.455 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.455 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0120393 s, 87.1 MB/s 2024-09-21T00:31:19.485 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.485 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.485 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00823862 s, 127 MB/s 2024-09-21T00:31:19.496 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.496 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.496 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00824903 s, 127 MB/s 2024-09-21T00:31:19.507 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.507 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.507 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00821413 s, 128 MB/s 2024-09-21T00:31:19.516 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.516 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.517 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00727124 s, 144 MB/s 2024-09-21T00:31:19.526 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.526 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.527 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00749818 s, 140 MB/s 2024-09-21T00:31:19.536 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.536 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.537 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00758489 s, 138 MB/s 2024-09-21T00:31:19.547 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.547 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.547 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00816455 s, 128 MB/s 2024-09-21T00:31:19.557 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.557 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.557 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00720444 s, 146 MB/s 2024-09-21T00:31:19.566 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.566 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.566 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00687485 s, 153 MB/s 2024-09-21T00:31:19.576 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.576 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.576 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00779929 s, 134 MB/s 2024-09-21T00:31:19.587 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.587 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.587 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00832875 s, 126 MB/s 2024-09-21T00:31:19.597 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.598 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.598 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00782911 s, 134 MB/s 2024-09-21T00:31:19.608 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.608 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.608 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00816315 s, 128 MB/s 2024-09-21T00:31:19.619 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.619 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.619 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0078149 s, 134 MB/s 2024-09-21T00:31:19.629 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.629 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.629 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00766849 s, 137 MB/s 2024-09-21T00:31:19.639 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.639 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.639 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00721394 s, 145 MB/s 2024-09-21T00:31:19.648 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.648 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.648 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00745078 s, 141 MB/s 2024-09-21T00:31:19.659 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.659 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.659 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00771869 s, 136 MB/s 2024-09-21T00:31:19.670 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.670 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.670 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00886577 s, 118 MB/s 2024-09-21T00:31:19.680 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.680 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.680 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00748897 s, 140 MB/s 2024-09-21T00:31:19.690 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.690 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.690 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00772015 s, 136 MB/s 2024-09-21T00:31:19.700 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.701 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.701 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00768824 s, 136 MB/s 2024-09-21T00:31:19.710 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.710 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.711 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00730779 s, 143 MB/s 2024-09-21T00:31:19.720 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.720 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.720 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00711191 s, 147 MB/s 2024-09-21T00:31:19.730 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.730 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.731 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00781031 s, 134 MB/s 2024-09-21T00:31:19.740 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.740 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.740 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00744546 s, 141 MB/s 2024-09-21T00:31:19.750 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.750 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.750 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.007498 s, 140 MB/s 2024-09-21T00:31:19.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:31:19.757 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:31:19.757 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:31:19.757 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.17 2024-09-21T00:31:19.757 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:31:19.757 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.17/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:31:19.757 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:31:19.757 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:31:19.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:19 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:31:19.821 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.821 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.821 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0078914 s, 133 MB/s 2024-09-21T00:31:19.831 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.831 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.831 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00774479 s, 135 MB/s 2024-09-21T00:31:19.841 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.842 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.842 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00766259 s, 137 MB/s 2024-09-21T00:31:19.851 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.851 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.851 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00705456 s, 149 MB/s 2024-09-21T00:31:19.861 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.861 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.861 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00766032 s, 137 MB/s 2024-09-21T00:31:19.873 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.873 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.873 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0089295 s, 117 MB/s 2024-09-21T00:31:19.883 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.883 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.883 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00777632 s, 135 MB/s 2024-09-21T00:31:19.893 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.893 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.893 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00744772 s, 141 MB/s 2024-09-21T00:31:19.903 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.903 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.903 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00732613 s, 143 MB/s 2024-09-21T00:31:19.913 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.913 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.913 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00830101 s, 126 MB/s 2024-09-21T00:31:19.925 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.925 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.925 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00866935 s, 121 MB/s 2024-09-21T00:31:19.935 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.935 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.935 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00763511 s, 137 MB/s 2024-09-21T00:31:19.946 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.946 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.946 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00834027 s, 126 MB/s 2024-09-21T00:31:19.957 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.957 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.957 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00833845 s, 126 MB/s 2024-09-21T00:31:19.968 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.968 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.968 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00808933 s, 130 MB/s 2024-09-21T00:31:19.978 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.978 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.978 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00802881 s, 131 MB/s 2024-09-21T00:31:19.988 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.988 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.988 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00766753 s, 137 MB/s 2024-09-21T00:31:19.998 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:19.998 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:19.998 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00694544 s, 151 MB/s 2024-09-21T00:31:20.008 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.009 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.009 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00810935 s, 129 MB/s 2024-09-21T00:31:20.020 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.020 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.020 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00852246 s, 123 MB/s 2024-09-21T00:31:20.030 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.030 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.030 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0076521 s, 137 MB/s 2024-09-21T00:31:20.039 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.040 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.040 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00707653 s, 148 MB/s 2024-09-21T00:31:20.051 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.051 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.051 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00864447 s, 121 MB/s 2024-09-21T00:31:20.061 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.061 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.061 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00780874 s, 134 MB/s 2024-09-21T00:31:20.071 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.071 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.071 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00729399 s, 144 MB/s 2024-09-21T00:31:20.081 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.081 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.081 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00752301 s, 139 MB/s 2024-09-21T00:31:20.091 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.091 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.091 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0077927 s, 135 MB/s 2024-09-21T00:31:20.101 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.101 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.101 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00723641 s, 145 MB/s 2024-09-21T00:31:20.111 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.111 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.111 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00767485 s, 137 MB/s 2024-09-21T00:31:20.121 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.121 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.122 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00784706 s, 134 MB/s 2024-09-21T00:31:20.132 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.132 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.132 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00830103 s, 126 MB/s 2024-09-21T00:31:20.142 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.142 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.142 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00764869 s, 137 MB/s 2024-09-21T00:31:20.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:31:20.150 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:31:20.150 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:31:20.150 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.18 2024-09-21T00:31:20.150 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:31:20.150 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.18/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:31:20.150 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:31:20.150 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:31:20.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:20 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:31:20.214 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.214 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.214 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0083821 s, 125 MB/s 2024-09-21T00:31:20.225 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.225 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.225 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00837107 s, 125 MB/s 2024-09-21T00:31:20.236 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.236 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.236 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0079399 s, 132 MB/s 2024-09-21T00:31:20.245 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.245 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.246 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00723058 s, 145 MB/s 2024-09-21T00:31:20.255 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.255 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.256 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00760289 s, 138 MB/s 2024-09-21T00:31:20.266 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.266 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.266 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0076997 s, 136 MB/s 2024-09-21T00:31:20.276 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.276 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.276 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00792918 s, 132 MB/s 2024-09-21T00:31:20.286 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.286 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.286 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00744893 s, 141 MB/s 2024-09-21T00:31:20.296 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.296 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.296 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00779317 s, 135 MB/s 2024-09-21T00:31:20.306 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.306 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.306 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00739907 s, 142 MB/s 2024-09-21T00:31:20.316 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.316 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.316 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00712875 s, 147 MB/s 2024-09-21T00:31:20.326 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.326 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.326 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00759365 s, 138 MB/s 2024-09-21T00:31:20.336 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.336 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.337 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00760015 s, 138 MB/s 2024-09-21T00:31:20.347 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.347 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.347 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00766911 s, 137 MB/s 2024-09-21T00:31:20.357 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.357 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.358 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00825904 s, 127 MB/s 2024-09-21T00:31:20.367 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.367 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.367 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00730457 s, 144 MB/s 2024-09-21T00:31:20.377 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.377 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.377 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00754611 s, 139 MB/s 2024-09-21T00:31:20.387 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.387 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.388 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00784682 s, 134 MB/s 2024-09-21T00:31:20.397 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.397 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.397 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00744968 s, 141 MB/s 2024-09-21T00:31:20.408 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.408 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.408 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00774603 s, 135 MB/s 2024-09-21T00:31:20.418 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.418 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.418 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00747815 s, 140 MB/s 2024-09-21T00:31:20.428 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.428 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.428 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00784937 s, 134 MB/s 2024-09-21T00:31:20.439 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.439 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.439 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0088579 s, 118 MB/s 2024-09-21T00:31:20.453 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.453 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.453 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0115369 s, 90.9 MB/s 2024-09-21T00:31:20.487 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.487 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.487 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00746677 s, 140 MB/s 2024-09-21T00:31:20.496 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.496 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.496 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00709253 s, 148 MB/s 2024-09-21T00:31:20.507 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.507 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.507 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00839783 s, 125 MB/s 2024-09-21T00:31:20.517 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.517 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.517 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00756962 s, 139 MB/s 2024-09-21T00:31:20.528 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.528 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.528 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00821841 s, 128 MB/s 2024-09-21T00:31:20.538 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.538 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.538 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00750174 s, 140 MB/s 2024-09-21T00:31:20.548 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.548 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.548 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00739371 s, 142 MB/s 2024-09-21T00:31:20.558 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.558 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.558 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00731484 s, 143 MB/s 2024-09-21T00:31:20.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:31:20.564 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:31:20.565 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:31:20.565 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.19 2024-09-21T00:31:20.565 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:31:20.565 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.19/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:31:20.565 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:31:20.565 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:31:20.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:20 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:31:20.628 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.628 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.628 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00757031 s, 139 MB/s 2024-09-21T00:31:20.638 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.638 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.638 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00748775 s, 140 MB/s 2024-09-21T00:31:20.648 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.648 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.648 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00701621 s, 149 MB/s 2024-09-21T00:31:20.657 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.657 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.657 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00697573 s, 150 MB/s 2024-09-21T00:31:20.667 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.667 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.667 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00740314 s, 142 MB/s 2024-09-21T00:31:20.678 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.678 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.678 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00853145 s, 123 MB/s 2024-09-21T00:31:20.688 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.688 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.689 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00786245 s, 133 MB/s 2024-09-21T00:31:20.698 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.699 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.699 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00752923 s, 139 MB/s 2024-09-21T00:31:20.709 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.709 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.709 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00750821 s, 140 MB/s 2024-09-21T00:31:20.720 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.720 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.720 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00839685 s, 125 MB/s 2024-09-21T00:31:20.730 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.730 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.730 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00747268 s, 140 MB/s 2024-09-21T00:31:20.739 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.739 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.740 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00734541 s, 143 MB/s 2024-09-21T00:31:20.750 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.750 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.750 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00775602 s, 135 MB/s 2024-09-21T00:31:20.760 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.760 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.760 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00780432 s, 134 MB/s 2024-09-21T00:31:20.771 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.771 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.771 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00867789 s, 121 MB/s 2024-09-21T00:31:20.781 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.781 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.781 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00755918 s, 139 MB/s 2024-09-21T00:31:20.791 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.791 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.791 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00695647 s, 151 MB/s 2024-09-21T00:31:20.801 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.801 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.801 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00759338 s, 138 MB/s 2024-09-21T00:31:20.811 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.811 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.811 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00754532 s, 139 MB/s 2024-09-21T00:31:20.822 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.822 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.822 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00884281 s, 119 MB/s 2024-09-21T00:31:20.833 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.833 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.833 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00769624 s, 136 MB/s 2024-09-21T00:31:20.843 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.843 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.843 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00784493 s, 134 MB/s 2024-09-21T00:31:20.854 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.854 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.854 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00839981 s, 125 MB/s 2024-09-21T00:31:20.865 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.865 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.865 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00836873 s, 125 MB/s 2024-09-21T00:31:20.875 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.875 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.875 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00788467 s, 133 MB/s 2024-09-21T00:31:20.885 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.885 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.885 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00737176 s, 142 MB/s 2024-09-21T00:31:20.896 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.896 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.896 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00860004 s, 122 MB/s 2024-09-21T00:31:20.907 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.907 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.907 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00791557 s, 132 MB/s 2024-09-21T00:31:20.918 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.918 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.918 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00856509 s, 122 MB/s 2024-09-21T00:31:20.928 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.929 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.929 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00824192 s, 127 MB/s 2024-09-21T00:31:20.938 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.939 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.939 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00759352 s, 138 MB/s 2024-09-21T00:31:20.949 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:20.949 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:20.949 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00784638 s, 134 MB/s 2024-09-21T00:31:20.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:31:20.956 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:31:20.956 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:31:20.956 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.20 2024-09-21T00:31:20.956 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:31:20.956 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.20/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:31:20.956 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:31:20.956 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:31:21.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:21 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:31:21.020 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.020 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.021 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00757534 s, 138 MB/s 2024-09-21T00:31:21.029 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.029 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.029 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00706222 s, 148 MB/s 2024-09-21T00:31:21.039 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.039 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.039 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00786959 s, 133 MB/s 2024-09-21T00:31:21.050 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.050 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.051 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00868254 s, 121 MB/s 2024-09-21T00:31:21.061 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.061 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.061 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00780788 s, 134 MB/s 2024-09-21T00:31:21.072 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.072 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.072 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00873684 s, 120 MB/s 2024-09-21T00:31:21.082 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.082 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.082 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00762749 s, 137 MB/s 2024-09-21T00:31:21.093 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.093 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.093 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00827134 s, 127 MB/s 2024-09-21T00:31:21.104 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.104 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.104 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00850768 s, 123 MB/s 2024-09-21T00:31:21.114 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.115 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.115 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00776135 s, 135 MB/s 2024-09-21T00:31:21.125 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.125 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.125 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00782322 s, 134 MB/s 2024-09-21T00:31:21.135 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.135 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.135 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00753598 s, 139 MB/s 2024-09-21T00:31:21.145 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.145 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.145 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00781852 s, 134 MB/s 2024-09-21T00:31:21.155 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.155 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.155 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00764242 s, 137 MB/s 2024-09-21T00:31:21.166 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.166 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.166 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00845133 s, 124 MB/s 2024-09-21T00:31:21.176 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.177 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.177 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00781852 s, 134 MB/s 2024-09-21T00:31:21.187 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.187 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.187 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0075184 s, 139 MB/s 2024-09-21T00:31:21.196 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.196 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.196 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00691878 s, 152 MB/s 2024-09-21T00:31:21.206 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.206 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.206 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00737568 s, 142 MB/s 2024-09-21T00:31:21.216 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.216 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.216 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00755104 s, 139 MB/s 2024-09-21T00:31:21.226 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.226 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.226 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00698236 s, 150 MB/s 2024-09-21T00:31:21.237 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.237 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.237 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00831772 s, 126 MB/s 2024-09-21T00:31:21.246 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.246 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.246 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0071935 s, 146 MB/s 2024-09-21T00:31:21.257 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.257 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.257 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00793534 s, 132 MB/s 2024-09-21T00:31:21.267 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.267 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.268 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00807158 s, 130 MB/s 2024-09-21T00:31:21.278 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.278 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.278 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00855813 s, 123 MB/s 2024-09-21T00:31:21.288 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.289 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.289 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00756354 s, 139 MB/s 2024-09-21T00:31:21.299 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.299 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.299 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00769782 s, 136 MB/s 2024-09-21T00:31:21.309 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.309 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.309 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00770685 s, 136 MB/s 2024-09-21T00:31:21.319 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.319 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.320 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00801152 s, 131 MB/s 2024-09-21T00:31:21.330 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.331 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.331 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00855748 s, 123 MB/s 2024-09-21T00:31:21.340 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.340 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.340 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00728352 s, 144 MB/s 2024-09-21T00:31:21.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:31:21.347 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:31:21.347 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:31:21.347 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.21 2024-09-21T00:31:21.347 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:31:21.347 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.21/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:31:21.347 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:31:21.347 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:31:21.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:21 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:31:21.405 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:31:21.407 DEBUG:teuthology.orchestra.run.smithi097:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:31:21.412 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.412 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.412 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00843865 s, 124 MB/s 2024-09-21T00:31:21.423 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.423 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.424 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00914974 s, 115 MB/s 2024-09-21T00:31:21.435 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.435 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.435 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00807964 s, 130 MB/s 2024-09-21T00:31:21.445 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.445 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.445 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00782276 s, 134 MB/s 2024-09-21T00:31:21.458 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.458 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.458 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.010476 s, 100 MB/s 2024-09-21T00:31:21.497 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.497 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.497 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00847429 s, 124 MB/s 2024-09-21T00:31:21.507 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.507 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.507 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00713383 s, 147 MB/s 2024-09-21T00:31:21.517 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.517 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.517 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00726608 s, 144 MB/s 2024-09-21T00:31:21.527 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.527 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.527 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00757653 s, 138 MB/s 2024-09-21T00:31:21.537 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.537 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.537 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00762022 s, 138 MB/s 2024-09-21T00:31:21.547 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.547 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.547 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00751727 s, 139 MB/s 2024-09-21T00:31:21.557 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.557 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.557 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00775525 s, 135 MB/s 2024-09-21T00:31:21.567 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.567 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.567 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00736847 s, 142 MB/s 2024-09-21T00:31:21.576 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.576 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.577 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00717201 s, 146 MB/s 2024-09-21T00:31:21.588 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.588 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.588 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00870545 s, 120 MB/s 2024-09-21T00:31:21.598 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.598 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.598 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00770287 s, 136 MB/s 2024-09-21T00:31:21.609 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.609 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.609 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00839813 s, 125 MB/s 2024-09-21T00:31:21.619 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.619 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.619 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00727366 s, 144 MB/s 2024-09-21T00:31:21.629 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.629 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.629 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00783039 s, 134 MB/s 2024-09-21T00:31:21.639 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.639 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.639 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00736022 s, 142 MB/s 2024-09-21T00:31:21.650 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.650 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.650 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00831162 s, 126 MB/s 2024-09-21T00:31:21.660 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.660 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.660 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00774368 s, 135 MB/s 2024-09-21T00:31:21.670 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.670 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.670 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00706765 s, 148 MB/s 2024-09-21T00:31:21.681 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.681 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.681 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00846814 s, 124 MB/s 2024-09-21T00:31:21.691 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.691 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.691 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00781729 s, 134 MB/s 2024-09-21T00:31:21.702 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.702 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.702 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00831123 s, 126 MB/s 2024-09-21T00:31:21.712 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.712 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.712 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00791076 s, 133 MB/s 2024-09-21T00:31:21.723 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.723 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.723 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00831638 s, 126 MB/s 2024-09-21T00:31:21.733 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.733 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.733 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00760546 s, 138 MB/s 2024-09-21T00:31:21.744 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.744 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.744 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00874819 s, 120 MB/s 2024-09-21T00:31:21.755 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.755 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.755 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00840842 s, 125 MB/s 2024-09-21T00:31:21.766 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.766 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.766 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00831621 s, 126 MB/s 2024-09-21T00:31:21.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:31:21.773 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:31:21.773 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:31:21.773 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.22 2024-09-21T00:31:21.773 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:31:21.773 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.22/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:31:21.773 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:31:21.773 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:31:21.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:21 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:31:21.876 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.877 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.877 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00748258 s, 140 MB/s 2024-09-21T00:31:21.888 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.888 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.888 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0084758 s, 124 MB/s 2024-09-21T00:31:21.898 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.898 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.898 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00756233 s, 139 MB/s 2024-09-21T00:31:21.907 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.907 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.908 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00733151 s, 143 MB/s 2024-09-21T00:31:21.917 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.918 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.918 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00765047 s, 137 MB/s 2024-09-21T00:31:21.928 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.928 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.928 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00764645 s, 137 MB/s 2024-09-21T00:31:21.939 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.939 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.939 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0084567 s, 124 MB/s 2024-09-21T00:31:21.949 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.949 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.949 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00742835 s, 141 MB/s 2024-09-21T00:31:21.959 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.959 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.959 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00773145 s, 136 MB/s 2024-09-21T00:31:21.969 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.969 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.969 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00763767 s, 137 MB/s 2024-09-21T00:31:21.980 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.980 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.980 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00896986 s, 117 MB/s 2024-09-21T00:31:21.990 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:21.990 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:21.990 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00741868 s, 141 MB/s 2024-09-21T00:31:22.000 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.000 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.000 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00744539 s, 141 MB/s 2024-09-21T00:31:22.010 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.010 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.010 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00713056 s, 147 MB/s 2024-09-21T00:31:22.020 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.020 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.020 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00788188 s, 133 MB/s 2024-09-21T00:31:22.031 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.031 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.031 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00832839 s, 126 MB/s 2024-09-21T00:31:22.042 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.042 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.042 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00738229 s, 142 MB/s 2024-09-21T00:31:22.052 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.052 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.052 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00781105 s, 134 MB/s 2024-09-21T00:31:22.062 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.062 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.063 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00722503 s, 145 MB/s 2024-09-21T00:31:22.073 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.073 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.073 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00769528 s, 136 MB/s 2024-09-21T00:31:22.084 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.084 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.084 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0077079 s, 136 MB/s 2024-09-21T00:31:22.094 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.094 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.094 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00710335 s, 148 MB/s 2024-09-21T00:31:22.104 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.104 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.104 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00721993 s, 145 MB/s 2024-09-21T00:31:22.115 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.115 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.115 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00755505 s, 139 MB/s 2024-09-21T00:31:22.125 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.125 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.125 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00714188 s, 147 MB/s 2024-09-21T00:31:22.137 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.137 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.137 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00844415 s, 124 MB/s 2024-09-21T00:31:22.147 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.147 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.147 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00755656 s, 139 MB/s 2024-09-21T00:31:22.158 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.158 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.158 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00765728 s, 137 MB/s 2024-09-21T00:31:22.170 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.170 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.170 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00875427 s, 120 MB/s 2024-09-21T00:31:22.180 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.180 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.181 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00760747 s, 138 MB/s 2024-09-21T00:31:22.192 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.192 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.192 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00853644 s, 123 MB/s 2024-09-21T00:31:22.201 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.201 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.201 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00717922 s, 146 MB/s 2024-09-21T00:31:22.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:31:22.208 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:31:22.208 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:31:22.208 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.23 2024-09-21T00:31:22.208 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:31:22.208 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.23/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:31:22.208 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:31:22.208 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:31:22.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:22 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:31:22.273 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.273 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.273 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00751249 s, 140 MB/s 2024-09-21T00:31:22.284 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.284 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.284 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00825299 s, 127 MB/s 2024-09-21T00:31:22.294 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.294 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.294 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00713294 s, 147 MB/s 2024-09-21T00:31:22.305 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.305 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.305 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00751693 s, 139 MB/s 2024-09-21T00:31:22.315 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.315 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.315 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00705646 s, 149 MB/s 2024-09-21T00:31:22.326 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.326 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.326 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00760258 s, 138 MB/s 2024-09-21T00:31:22.337 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.337 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.337 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00853497 s, 123 MB/s 2024-09-21T00:31:22.349 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.349 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.349 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0085183 s, 123 MB/s 2024-09-21T00:31:22.360 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.360 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.360 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00838732 s, 125 MB/s 2024-09-21T00:31:22.371 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.371 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.371 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00766845 s, 137 MB/s 2024-09-21T00:31:22.383 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.383 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.383 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00876427 s, 120 MB/s 2024-09-21T00:31:22.394 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.394 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.394 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00792456 s, 132 MB/s 2024-09-21T00:31:22.404 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.404 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.404 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00735643 s, 143 MB/s 2024-09-21T00:31:22.414 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.414 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.414 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00725067 s, 145 MB/s 2024-09-21T00:31:22.425 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.425 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.425 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00743649 s, 141 MB/s 2024-09-21T00:31:22.436 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.436 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.436 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00810906 s, 129 MB/s 2024-09-21T00:31:22.448 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.448 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.448 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00861107 s, 122 MB/s 2024-09-21T00:31:22.464 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.464 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.464 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0131793 s, 79.6 MB/s 2024-09-21T00:31:22.501 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.501 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.501 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0082448 s, 127 MB/s 2024-09-21T00:31:22.511 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.511 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.511 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00823137 s, 127 MB/s 2024-09-21T00:31:22.521 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.521 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.521 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00706106 s, 149 MB/s 2024-09-21T00:31:22.530 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.531 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.531 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00693 s, 151 MB/s 2024-09-21T00:31:22.541 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.541 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.541 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00785175 s, 134 MB/s 2024-09-21T00:31:22.551 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.551 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.551 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00799788 s, 131 MB/s 2024-09-21T00:31:22.561 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.561 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.561 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0074349 s, 141 MB/s 2024-09-21T00:31:22.571 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.571 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.571 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00760235 s, 138 MB/s 2024-09-21T00:31:22.581 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.582 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.582 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00795635 s, 132 MB/s 2024-09-21T00:31:22.592 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.592 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.592 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00752687 s, 139 MB/s 2024-09-21T00:31:22.602 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.602 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.603 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00770494 s, 136 MB/s 2024-09-21T00:31:22.613 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.613 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.613 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00741507 s, 141 MB/s 2024-09-21T00:31:22.624 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.624 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.624 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00831892 s, 126 MB/s 2024-09-21T00:31:22.635 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.635 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.635 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00792903 s, 132 MB/s 2024-09-21T00:31:22.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:31:22.642 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:31:22.642 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:31:22.642 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.24 2024-09-21T00:31:22.642 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:31:22.642 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.24/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:31:22.642 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:31:22.642 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:31:22.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:22 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:31:22.707 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.707 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.707 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00765931 s, 137 MB/s 2024-09-21T00:31:22.718 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.718 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.718 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00740921 s, 142 MB/s 2024-09-21T00:31:22.728 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.728 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.728 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00754175 s, 139 MB/s 2024-09-21T00:31:22.739 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.739 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.739 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00737173 s, 142 MB/s 2024-09-21T00:31:22.749 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.749 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.749 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00733989 s, 143 MB/s 2024-09-21T00:31:22.760 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.760 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.760 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00843078 s, 124 MB/s 2024-09-21T00:31:22.771 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.771 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.771 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00749595 s, 140 MB/s 2024-09-21T00:31:22.781 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.781 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.781 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00743898 s, 141 MB/s 2024-09-21T00:31:22.791 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.791 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.792 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00735618 s, 143 MB/s 2024-09-21T00:31:22.802 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.802 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.802 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00772037 s, 136 MB/s 2024-09-21T00:31:22.813 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.813 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.813 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00743455 s, 141 MB/s 2024-09-21T00:31:22.823 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.823 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.824 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00792915 s, 132 MB/s 2024-09-21T00:31:22.834 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.834 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.834 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00760714 s, 138 MB/s 2024-09-21T00:31:22.844 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.845 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.845 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00753409 s, 139 MB/s 2024-09-21T00:31:22.854 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.855 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.855 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00691801 s, 152 MB/s 2024-09-21T00:31:22.865 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.865 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.865 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0071694 s, 146 MB/s 2024-09-21T00:31:22.875 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.875 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.876 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00762951 s, 137 MB/s 2024-09-21T00:31:22.886 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.887 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.887 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00828775 s, 127 MB/s 2024-09-21T00:31:22.897 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.897 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.897 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00760328 s, 138 MB/s 2024-09-21T00:31:22.908 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.909 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.909 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00831554 s, 126 MB/s 2024-09-21T00:31:22.920 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.920 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.920 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00823861 s, 127 MB/s 2024-09-21T00:31:22.929 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.929 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.930 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00712632 s, 147 MB/s 2024-09-21T00:31:22.939 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.940 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.940 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00758053 s, 138 MB/s 2024-09-21T00:31:22.949 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.949 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.950 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00744935 s, 141 MB/s 2024-09-21T00:31:22.959 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.959 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.959 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00727342 s, 144 MB/s 2024-09-21T00:31:22.969 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.969 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.969 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00741798 s, 141 MB/s 2024-09-21T00:31:22.979 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.979 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.979 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00757837 s, 138 MB/s 2024-09-21T00:31:22.989 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:22.989 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:22.989 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00768685 s, 136 MB/s 2024-09-21T00:31:23.000 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.000 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.000 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0083439 s, 126 MB/s 2024-09-21T00:31:23.011 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.011 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.011 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00868538 s, 121 MB/s 2024-09-21T00:31:23.021 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.021 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.021 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00717948 s, 146 MB/s 2024-09-21T00:31:23.031 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.031 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.031 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00787738 s, 133 MB/s 2024-09-21T00:31:23.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:31:23.038 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:31:23.038 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:31:23.038 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.25 2024-09-21T00:31:23.038 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:31:23.038 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.25/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:31:23.038 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:31:23.038 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:31:23.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:23 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:31:23.102 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.102 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.103 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00828683 s, 127 MB/s 2024-09-21T00:31:23.112 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.112 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.112 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00710706 s, 148 MB/s 2024-09-21T00:31:23.123 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.123 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.123 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0082413 s, 127 MB/s 2024-09-21T00:31:23.133 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.133 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.133 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00754135 s, 139 MB/s 2024-09-21T00:31:23.143 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.143 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.143 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00784592 s, 134 MB/s 2024-09-21T00:31:23.153 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.153 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.153 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00744252 s, 141 MB/s 2024-09-21T00:31:23.164 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.164 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.164 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00829546 s, 126 MB/s 2024-09-21T00:31:23.175 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.175 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.175 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00898376 s, 117 MB/s 2024-09-21T00:31:23.185 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.185 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.185 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00726139 s, 144 MB/s 2024-09-21T00:31:23.196 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.196 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.196 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00863416 s, 121 MB/s 2024-09-21T00:31:23.207 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.207 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.207 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00842393 s, 124 MB/s 2024-09-21T00:31:23.217 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.217 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.217 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00759744 s, 138 MB/s 2024-09-21T00:31:23.228 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.228 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.228 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00837951 s, 125 MB/s 2024-09-21T00:31:23.239 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.239 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.239 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00864891 s, 121 MB/s 2024-09-21T00:31:23.249 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.249 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.249 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00744736 s, 141 MB/s 2024-09-21T00:31:23.260 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.260 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.260 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00833317 s, 126 MB/s 2024-09-21T00:31:23.270 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.270 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.270 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00779627 s, 134 MB/s 2024-09-21T00:31:23.280 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.280 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.280 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00691665 s, 152 MB/s 2024-09-21T00:31:23.290 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.290 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.290 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00753175 s, 139 MB/s 2024-09-21T00:31:23.299 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.299 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.299 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00683797 s, 153 MB/s 2024-09-21T00:31:23.309 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.309 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.309 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00759407 s, 138 MB/s 2024-09-21T00:31:23.319 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.319 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.319 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0074181 s, 141 MB/s 2024-09-21T00:31:23.329 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.329 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.329 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00773229 s, 136 MB/s 2024-09-21T00:31:23.339 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.339 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.339 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00734283 s, 143 MB/s 2024-09-21T00:31:23.349 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.349 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.349 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00749743 s, 140 MB/s 2024-09-21T00:31:23.359 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.359 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.359 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00674201 s, 156 MB/s 2024-09-21T00:31:23.369 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.369 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.369 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00774474 s, 135 MB/s 2024-09-21T00:31:23.379 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.379 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.379 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00756201 s, 139 MB/s 2024-09-21T00:31:23.390 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.390 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.390 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00845451 s, 124 MB/s 2024-09-21T00:31:23.400 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.400 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.400 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00774757 s, 135 MB/s 2024-09-21T00:31:23.411 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.411 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.411 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00766364 s, 137 MB/s 2024-09-21T00:31:23.421 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.421 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.421 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00766972 s, 137 MB/s 2024-09-21T00:31:23.421 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:31:23.428 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:31:23.428 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:31:23.428 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.26 2024-09-21T00:31:23.428 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:31:23.428 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.26/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:31:23.428 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:31:23.428 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:31:23.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:23 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:31:23.534 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.534 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.535 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00763679 s, 137 MB/s 2024-09-21T00:31:23.545 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.546 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.546 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00875114 s, 120 MB/s 2024-09-21T00:31:23.556 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.556 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.556 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00762166 s, 138 MB/s 2024-09-21T00:31:23.565 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.565 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.565 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00700083 s, 150 MB/s 2024-09-21T00:31:23.575 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.575 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.575 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00760938 s, 138 MB/s 2024-09-21T00:31:23.585 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.586 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.586 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00762871 s, 137 MB/s 2024-09-21T00:31:23.596 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.596 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.596 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00760839 s, 138 MB/s 2024-09-21T00:31:23.607 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.607 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.607 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00823801 s, 127 MB/s 2024-09-21T00:31:23.617 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.617 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.617 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00810326 s, 129 MB/s 2024-09-21T00:31:23.628 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.628 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.628 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00781884 s, 134 MB/s 2024-09-21T00:31:23.638 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.638 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.638 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00776844 s, 135 MB/s 2024-09-21T00:31:23.648 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.648 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.648 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00761647 s, 138 MB/s 2024-09-21T00:31:23.659 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.659 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.660 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00857674 s, 122 MB/s 2024-09-21T00:31:23.671 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.671 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.671 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00848983 s, 124 MB/s 2024-09-21T00:31:23.682 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.682 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.682 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00735825 s, 143 MB/s 2024-09-21T00:31:23.692 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.692 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.692 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00880292 s, 119 MB/s 2024-09-21T00:31:23.702 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.702 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.703 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00773532 s, 136 MB/s 2024-09-21T00:31:23.713 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.713 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.713 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00773931 s, 135 MB/s 2024-09-21T00:31:23.723 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.723 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.724 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00774744 s, 135 MB/s 2024-09-21T00:31:23.733 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.733 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.733 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0073637 s, 142 MB/s 2024-09-21T00:31:23.743 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.743 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.744 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00772463 s, 136 MB/s 2024-09-21T00:31:23.754 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.754 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.754 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00767102 s, 137 MB/s 2024-09-21T00:31:23.765 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.765 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.765 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00861631 s, 122 MB/s 2024-09-21T00:31:23.775 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.775 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.775 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00744274 s, 141 MB/s 2024-09-21T00:31:23.785 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.785 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.785 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00765313 s, 137 MB/s 2024-09-21T00:31:23.795 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.795 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.795 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00759926 s, 138 MB/s 2024-09-21T00:31:23.806 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.806 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.806 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00849037 s, 124 MB/s 2024-09-21T00:31:23.817 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.817 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.817 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00835352 s, 126 MB/s 2024-09-21T00:31:23.827 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.827 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.827 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00762749 s, 137 MB/s 2024-09-21T00:31:23.837 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.837 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.837 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00739466 s, 142 MB/s 2024-09-21T00:31:23.847 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.847 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.847 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00759164 s, 138 MB/s 2024-09-21T00:31:23.857 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.857 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.857 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00753035 s, 139 MB/s 2024-09-21T00:31:23.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:31:23.864 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:31:23.864 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:31:23.864 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.27 2024-09-21T00:31:23.864 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:31:23.864 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.27/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:31:23.864 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:31:23.864 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:31:23.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:23 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:31:23.928 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.928 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.928 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00751715 s, 139 MB/s 2024-09-21T00:31:23.939 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.939 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.939 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00757758 s, 138 MB/s 2024-09-21T00:31:23.949 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.949 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.949 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0082713 s, 127 MB/s 2024-09-21T00:31:23.960 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.960 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.960 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00857334 s, 122 MB/s 2024-09-21T00:31:23.971 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.971 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.971 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00835977 s, 125 MB/s 2024-09-21T00:31:23.981 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.982 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.982 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00783494 s, 134 MB/s 2024-09-21T00:31:23.991 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:23.991 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:23.991 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00684682 s, 153 MB/s 2024-09-21T00:31:24.002 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.002 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.002 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00825591 s, 127 MB/s 2024-09-21T00:31:24.012 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.012 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.012 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00763407 s, 137 MB/s 2024-09-21T00:31:24.022 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.022 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.022 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00773131 s, 136 MB/s 2024-09-21T00:31:24.032 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.032 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.032 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00754849 s, 139 MB/s 2024-09-21T00:31:24.043 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.043 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.043 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00876266 s, 120 MB/s 2024-09-21T00:31:24.053 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.053 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.054 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0075216 s, 139 MB/s 2024-09-21T00:31:24.063 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.063 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.063 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00716783 s, 146 MB/s 2024-09-21T00:31:24.074 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.074 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.074 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00836572 s, 125 MB/s 2024-09-21T00:31:24.084 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.084 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.084 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0075676 s, 139 MB/s 2024-09-21T00:31:24.094 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.094 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.094 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00701379 s, 150 MB/s 2024-09-21T00:31:24.103 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.104 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.104 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00761385 s, 138 MB/s 2024-09-21T00:31:24.113 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.113 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.113 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00728921 s, 144 MB/s 2024-09-21T00:31:24.124 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.124 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.124 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0082861 s, 127 MB/s 2024-09-21T00:31:24.134 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.134 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.134 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0075739 s, 138 MB/s 2024-09-21T00:31:24.144 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.145 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.145 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00770054 s, 136 MB/s 2024-09-21T00:31:24.154 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.154 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.154 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00713873 s, 147 MB/s 2024-09-21T00:31:24.164 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.164 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.165 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00779733 s, 134 MB/s 2024-09-21T00:31:24.175 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.175 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.175 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00763315 s, 137 MB/s 2024-09-21T00:31:24.185 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.185 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.185 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00750095 s, 140 MB/s 2024-09-21T00:31:24.195 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.195 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.195 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00750292 s, 140 MB/s 2024-09-21T00:31:24.205 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.205 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.206 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00810319 s, 129 MB/s 2024-09-21T00:31:24.216 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.216 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.216 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0075748 s, 138 MB/s 2024-09-21T00:31:24.226 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.226 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.226 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00760374 s, 138 MB/s 2024-09-21T00:31:24.237 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.237 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.237 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00858734 s, 122 MB/s 2024-09-21T00:31:24.248 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.248 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.248 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00851413 s, 123 MB/s 2024-09-21T00:31:24.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:31:24.256 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:31:24.256 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:31:24.256 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.28 2024-09-21T00:31:24.256 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:31:24.256 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.28/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:31:24.256 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:31:24.256 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:31:24.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:24 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:31:24.329 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.329 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.329 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00917878 s, 114 MB/s 2024-09-21T00:31:24.340 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.341 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.341 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00811022 s, 129 MB/s 2024-09-21T00:31:24.351 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.351 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.351 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00782975 s, 134 MB/s 2024-09-21T00:31:24.363 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.363 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.363 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00845846 s, 124 MB/s 2024-09-21T00:31:24.374 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.374 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.374 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00886047 s, 118 MB/s 2024-09-21T00:31:24.386 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.386 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.387 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00882451 s, 119 MB/s 2024-09-21T00:31:24.397 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.397 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.397 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00796487 s, 132 MB/s 2024-09-21T00:31:24.407 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.408 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.408 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00784394 s, 134 MB/s 2024-09-21T00:31:24.418 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.418 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.418 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00772884 s, 136 MB/s 2024-09-21T00:31:24.430 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.430 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.430 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00924808 s, 113 MB/s 2024-09-21T00:31:24.443 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.443 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.443 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00989825 s, 106 MB/s 2024-09-21T00:31:24.454 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.454 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.454 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00825849 s, 127 MB/s 2024-09-21T00:31:24.465 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.465 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.465 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00785893 s, 133 MB/s 2024-09-21T00:31:24.484 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.484 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.484 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0159382 s, 65.8 MB/s 2024-09-21T00:31:24.530 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.531 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.531 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00707858 s, 148 MB/s 2024-09-21T00:31:24.541 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.541 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.541 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00757623 s, 138 MB/s 2024-09-21T00:31:24.550 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.550 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.550 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.007032 s, 149 MB/s 2024-09-21T00:31:24.560 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.560 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.561 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00780141 s, 134 MB/s 2024-09-21T00:31:24.571 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.572 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.572 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00859618 s, 122 MB/s 2024-09-21T00:31:24.581 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.581 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.581 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0073262 s, 143 MB/s 2024-09-21T00:31:24.591 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.592 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.592 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00755493 s, 139 MB/s 2024-09-21T00:31:24.602 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.602 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.602 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00767323 s, 137 MB/s 2024-09-21T00:31:24.613 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.613 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.613 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00840197 s, 125 MB/s 2024-09-21T00:31:24.624 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.624 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.624 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00855904 s, 123 MB/s 2024-09-21T00:31:24.634 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.634 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.634 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0072334 s, 145 MB/s 2024-09-21T00:31:24.644 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.645 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.645 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00832469 s, 126 MB/s 2024-09-21T00:31:24.654 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.655 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.655 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00749687 s, 140 MB/s 2024-09-21T00:31:24.664 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.665 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.665 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00769329 s, 136 MB/s 2024-09-21T00:31:24.675 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.675 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.675 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00755498 s, 139 MB/s 2024-09-21T00:31:24.684 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.684 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.684 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00692104 s, 152 MB/s 2024-09-21T00:31:24.694 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.694 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.694 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00772568 s, 136 MB/s 2024-09-21T00:31:24.704 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.704 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.704 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00764145 s, 137 MB/s 2024-09-21T00:31:24.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:31:24.711 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:31:24.711 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:31:24.711 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.29 2024-09-21T00:31:24.711 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:31:24.711 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.29/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:31:24.711 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:31:24.711 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:31:24.761 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:24 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:31:24.774 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.775 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.775 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00739685 s, 142 MB/s 2024-09-21T00:31:24.785 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.785 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.785 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00757056 s, 139 MB/s 2024-09-21T00:31:24.795 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.795 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.795 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00769218 s, 136 MB/s 2024-09-21T00:31:24.805 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.805 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.805 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00765298 s, 137 MB/s 2024-09-21T00:31:24.815 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.815 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.815 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00743805 s, 141 MB/s 2024-09-21T00:31:24.824 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.825 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.825 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00711083 s, 147 MB/s 2024-09-21T00:31:24.834 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.834 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.834 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00710456 s, 148 MB/s 2024-09-21T00:31:24.846 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.846 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.846 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00904748 s, 116 MB/s 2024-09-21T00:31:24.856 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.856 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.856 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00755151 s, 139 MB/s 2024-09-21T00:31:24.866 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.866 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.866 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00822377 s, 128 MB/s 2024-09-21T00:31:24.876 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.876 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.876 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00740917 s, 142 MB/s 2024-09-21T00:31:24.886 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.887 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.887 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00777956 s, 135 MB/s 2024-09-21T00:31:24.896 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.897 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.897 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00753223 s, 139 MB/s 2024-09-21T00:31:24.906 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.907 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.907 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00735516 s, 143 MB/s 2024-09-21T00:31:24.919 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.919 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.920 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00954438 s, 110 MB/s 2024-09-21T00:31:24.930 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.930 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.930 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00781692 s, 134 MB/s 2024-09-21T00:31:24.940 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.940 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.940 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00739885 s, 142 MB/s 2024-09-21T00:31:24.950 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.950 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.950 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00751794 s, 139 MB/s 2024-09-21T00:31:24.960 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.960 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.960 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00753912 s, 139 MB/s 2024-09-21T00:31:24.970 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.971 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.971 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00839596 s, 125 MB/s 2024-09-21T00:31:24.984 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.984 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.984 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0110609 s, 94.8 MB/s 2024-09-21T00:31:24.994 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:24.994 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:24.995 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00755889 s, 139 MB/s 2024-09-21T00:31:25.005 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.006 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.006 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00874673 s, 120 MB/s 2024-09-21T00:31:25.015 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.016 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.016 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00762848 s, 137 MB/s 2024-09-21T00:31:25.026 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.026 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.026 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00764347 s, 137 MB/s 2024-09-21T00:31:25.035 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.036 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.036 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00737853 s, 142 MB/s 2024-09-21T00:31:25.045 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.046 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.046 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00757384 s, 138 MB/s 2024-09-21T00:31:25.057 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.057 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.057 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00877325 s, 120 MB/s 2024-09-21T00:31:25.066 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.066 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.067 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00685864 s, 153 MB/s 2024-09-21T00:31:25.076 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.077 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.077 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0076515 s, 137 MB/s 2024-09-21T00:31:25.087 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.087 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.087 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00832185 s, 126 MB/s 2024-09-21T00:31:25.097 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.097 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.097 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00741536 s, 141 MB/s 2024-09-21T00:31:25.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:31:25.104 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:31:25.104 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:31:25.104 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.30 2024-09-21T00:31:25.104 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:31:25.104 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.30/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:31:25.104 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:31:25.104 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:31:25.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:25 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:31:25.169 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.169 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.169 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00825785 s, 127 MB/s 2024-09-21T00:31:25.179 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.179 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.179 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00775526 s, 135 MB/s 2024-09-21T00:31:25.189 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.189 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.189 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00691413 s, 152 MB/s 2024-09-21T00:31:25.199 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.199 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.199 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0074904 s, 140 MB/s 2024-09-21T00:31:25.210 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.210 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.210 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00863445 s, 121 MB/s 2024-09-21T00:31:25.220 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.220 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.220 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00741155 s, 141 MB/s 2024-09-21T00:31:25.231 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.231 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.231 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00840962 s, 125 MB/s 2024-09-21T00:31:25.242 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.242 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.242 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00827598 s, 127 MB/s 2024-09-21T00:31:25.253 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.253 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.253 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00856651 s, 122 MB/s 2024-09-21T00:31:25.264 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.264 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.264 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00804968 s, 130 MB/s 2024-09-21T00:31:25.274 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.274 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.274 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00778881 s, 135 MB/s 2024-09-21T00:31:25.284 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.284 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.284 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00761185 s, 138 MB/s 2024-09-21T00:31:25.293 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.293 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.293 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00680453 s, 154 MB/s 2024-09-21T00:31:25.303 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.303 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.303 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00731553 s, 143 MB/s 2024-09-21T00:31:25.312 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.312 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.313 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00686507 s, 153 MB/s 2024-09-21T00:31:25.322 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.322 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.323 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00735923 s, 142 MB/s 2024-09-21T00:31:25.333 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.333 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.333 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00774865 s, 135 MB/s 2024-09-21T00:31:25.342 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.342 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.343 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00692852 s, 151 MB/s 2024-09-21T00:31:25.352 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.352 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.352 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00711295 s, 147 MB/s 2024-09-21T00:31:25.362 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.362 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.362 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00750403 s, 140 MB/s 2024-09-21T00:31:25.372 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.372 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.372 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0068998 s, 152 MB/s 2024-09-21T00:31:25.382 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.383 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.383 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00862586 s, 122 MB/s 2024-09-21T00:31:25.393 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.393 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.393 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00793331 s, 132 MB/s 2024-09-21T00:31:25.404 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.404 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.404 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00833598 s, 126 MB/s 2024-09-21T00:31:25.414 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.414 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.414 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00755664 s, 139 MB/s 2024-09-21T00:31:25.424 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.424 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.424 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00734251 s, 143 MB/s 2024-09-21T00:31:25.434 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.434 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.434 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00753018 s, 139 MB/s 2024-09-21T00:31:25.443 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.444 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.444 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00716959 s, 146 MB/s 2024-09-21T00:31:25.454 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.454 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.454 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00793898 s, 132 MB/s 2024-09-21T00:31:25.464 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.464 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.464 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0074071 s, 142 MB/s 2024-09-21T00:31:25.474 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.474 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.474 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0077264 s, 136 MB/s 2024-09-21T00:31:25.487 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.487 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.487 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0106932 s, 98.1 MB/s 2024-09-21T00:31:25.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:31:25.497 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:31:25.497 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:31:25.497 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.31 2024-09-21T00:31:25.497 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:31:25.497 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.31/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:31:25.497 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:31:25.497 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:31:25.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:25 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:31:25.560 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.560 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.560 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00760365 s, 138 MB/s 2024-09-21T00:31:25.570 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.570 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.570 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00757548 s, 138 MB/s 2024-09-21T00:31:25.581 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.581 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.581 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00824796 s, 127 MB/s 2024-09-21T00:31:25.590 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.590 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.590 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00700779 s, 150 MB/s 2024-09-21T00:31:25.600 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.601 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.601 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00740649 s, 142 MB/s 2024-09-21T00:31:25.610 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.610 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.610 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00726447 s, 144 MB/s 2024-09-21T00:31:25.620 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.620 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.620 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00690574 s, 152 MB/s 2024-09-21T00:31:25.631 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.631 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.631 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00843557 s, 124 MB/s 2024-09-21T00:31:25.641 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.641 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.641 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00741696 s, 141 MB/s 2024-09-21T00:31:25.650 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.650 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.650 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00706756 s, 148 MB/s 2024-09-21T00:31:25.660 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.660 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.660 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0075649 s, 139 MB/s 2024-09-21T00:31:25.670 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.670 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.670 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0074339 s, 141 MB/s 2024-09-21T00:31:25.680 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.680 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.680 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00753537 s, 139 MB/s 2024-09-21T00:31:25.691 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.692 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.692 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00855865 s, 123 MB/s 2024-09-21T00:31:25.701 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.701 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.702 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00758825 s, 138 MB/s 2024-09-21T00:31:25.711 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.711 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.711 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00680446 s, 154 MB/s 2024-09-21T00:31:25.722 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.722 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.722 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.008398 s, 125 MB/s 2024-09-21T00:31:25.732 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.732 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.732 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0079352 s, 132 MB/s 2024-09-21T00:31:25.743 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.743 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.743 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0077874 s, 135 MB/s 2024-09-21T00:31:25.752 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.752 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.752 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00704307 s, 149 MB/s 2024-09-21T00:31:25.763 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.763 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.763 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00830165 s, 126 MB/s 2024-09-21T00:31:25.774 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.774 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.774 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00840375 s, 125 MB/s 2024-09-21T00:31:25.785 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.785 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.785 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00842154 s, 125 MB/s 2024-09-21T00:31:25.795 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.795 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.795 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00795155 s, 132 MB/s 2024-09-21T00:31:25.806 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.806 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.806 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00791066 s, 133 MB/s 2024-09-21T00:31:25.815 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.815 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.816 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00755635 s, 139 MB/s 2024-09-21T00:31:25.826 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.826 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.826 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00778607 s, 135 MB/s 2024-09-21T00:31:25.836 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.836 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.836 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00749417 s, 140 MB/s 2024-09-21T00:31:25.846 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.846 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.846 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00748457 s, 140 MB/s 2024-09-21T00:31:25.856 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.856 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.856 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00768633 s, 136 MB/s 2024-09-21T00:31:25.866 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.866 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.866 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00777249 s, 135 MB/s 2024-09-21T00:31:25.876 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:31:25.876 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:31:25.876 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00739828 s, 142 MB/s 2024-09-21T00:31:25.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:31:25.882 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:31:25.883 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.10:0 scrub start /scrub_control_test_path recursive 2024-09-21T00:31:26.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.003+0000 7f1fcc227640 1 -- 172.21.15.67:0/1662430041 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1fc40d1e20 msgr2=0x7f1fc40b6750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:26.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.003+0000 7f1fcc227640 1 --2- 172.21.15.67:0/1662430041 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1fc40d1e20 0x7f1fc40b6750 secure :-1 s=READY pgs=1695 cs=0 l=1 rev1=1 crypto rx=0x7f1fc4072570 tx=0x7f1fb402a540 comp rx=0 tx=0).stop 2024-09-21T00:31:26.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.003+0000 7f1fcc227640 1 -- 172.21.15.67:0/1662430041 shutdown_connections 2024-09-21T00:31:26.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.003+0000 7f1fcc227640 1 --2- 172.21.15.67:0/1662430041 >> v2:172.21.15.97:3300/0 conn(0x7f1fc40cdb40 0x7f1fc40cdf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.003+0000 7f1fcc227640 1 --2- 172.21.15.67:0/1662430041 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1fc40b07b0 0x7f1fc40b0c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.003+0000 7f1fcc227640 1 --2- 172.21.15.67:0/1662430041 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1fc40d1e20 0x7f1fc40b6750 unknown :-1 s=CLOSED pgs=1695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.003+0000 7f1fcc227640 1 -- 172.21.15.67:0/1662430041 >> 172.21.15.67:0/1662430041 conn(0x7f1fc40d1300 msgr2=0x7f1fc40d1710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:26.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.003+0000 7f1fcc227640 1 -- 172.21.15.67:0/1662430041 shutdown_connections 2024-09-21T00:31:26.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.003+0000 7f1fcc227640 1 -- 172.21.15.67:0/1662430041 wait complete. 2024-09-21T00:31:26.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.004+0000 7f1fcc227640 1 Processor -- start 2024-09-21T00:31:26.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.005+0000 7f1fcc227640 1 -- start start 2024-09-21T00:31:26.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.006+0000 7f1fcc227640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1fc40b07b0 0x7f1fc4156e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:26.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.006+0000 7f1fcc227640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1fc40cdb40 0x7f1fc4154870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:26.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.006+0000 7f1fcc227640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1fc40d1e20 0x7f1fc41f5d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:26.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.006+0000 7f1fcc227640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f1fc40cc870 con 0x7f1fc40d1e20 2024-09-21T00:31:26.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.006+0000 7f1fcc227640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f1fc40cc6f0 con 0x7f1fc40cdb40 2024-09-21T00:31:26.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.006+0000 7f1fcc227640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f1fc40cc9f0 con 0x7f1fc40b07b0 2024-09-21T00:31:26.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.006+0000 7f1fca7c4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1fc40d1e20 0x7f1fc41f5d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:26.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.006+0000 7f1fca7c4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1fc40d1e20 0x7f1fc41f5d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33904/0 (socket says 172.21.15.67:33904) 2024-09-21T00:31:26.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.006+0000 7f1fca7c4640 1 -- 172.21.15.67:0/526770553 learned_addr learned my addr 172.21.15.67:0/526770553 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:26.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.006+0000 7f1fc97c2640 1 --2- 172.21.15.67:0/526770553 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1fc40cdb40 0x7f1fc4154870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:26.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.006+0000 7f1fc9fc3640 1 --2- 172.21.15.67:0/526770553 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1fc40b07b0 0x7f1fc4156e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:26.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.006+0000 7f1fca7c4640 1 -- 172.21.15.67:0/526770553 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1fc40b07b0 msgr2=0x7f1fc4156e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:26.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.006+0000 7f1fca7c4640 1 --2- 172.21.15.67:0/526770553 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1fc40b07b0 0x7f1fc4156e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.006+0000 7f1fca7c4640 1 -- 172.21.15.67:0/526770553 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1fc40cdb40 msgr2=0x7f1fc4154870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:26.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.006+0000 7f1fca7c4640 1 --2- 172.21.15.67:0/526770553 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1fc40cdb40 0x7f1fc4154870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.006+0000 7f1fca7c4640 1 -- 172.21.15.67:0/526770553 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1fc4157770 con 0x7f1fc40d1e20 2024-09-21T00:31:26.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.007+0000 7f1fca7c4640 1 --2- 172.21.15.67:0/526770553 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1fc40d1e20 0x7f1fc41f5d50 secure :-1 s=READY pgs=1696 cs=0 l=1 rev1=1 crypto rx=0x7f1fbc00d990 tx=0x7f1fbc00de50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:26.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.007+0000 7f1fc27fc640 1 -- 172.21.15.67:0/526770553 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fbc016070 con 0x7f1fc40d1e20 2024-09-21T00:31:26.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.007+0000 7f1fc27fc640 1 -- 172.21.15.67:0/526770553 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1fbc00be00 con 0x7f1fc40d1e20 2024-09-21T00:31:26.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.007+0000 7f1fcc227640 1 -- 172.21.15.67:0/526770553 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1fc4157a50 con 0x7f1fc40d1e20 2024-09-21T00:31:26.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.007+0000 7f1fc27fc640 1 -- 172.21.15.67:0/526770553 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fbc003bd0 con 0x7f1fc40d1e20 2024-09-21T00:31:26.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.007+0000 7f1fcc227640 1 -- 172.21.15.67:0/526770553 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1fc4166bf0 con 0x7f1fc40d1e20 2024-09-21T00:31:26.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.009+0000 7f1fc27fc640 1 -- 172.21.15.67:0/526770553 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f1fbc010460 con 0x7f1fc40d1e20 2024-09-21T00:31:26.011 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.010+0000 7f1fc27fc640 1 --2- 172.21.15.67:0/526770553 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1fb0078bc0 0x7f1fb007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:26.011 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.010+0000 7f1fc27fc640 1 -- 172.21.15.67:0/526770553 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7f1fbc09b3e0 con 0x7f1fc40d1e20 2024-09-21T00:31:26.011 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.010+0000 7f1fc9fc3640 1 --2- 172.21.15.67:0/526770553 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1fb0078bc0 0x7f1fb007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:26.011 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.010+0000 7f1fd326d740 1 Processor -- start 2024-09-21T00:31:26.011 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.010+0000 7f1fc9fc3640 1 --2- 172.21.15.67:0/526770553 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1fb0078bc0 0x7f1fb007b0d0 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f1fb4034000 tx=0x7f1fb4004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:26.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.010+0000 7f1fd326d740 1 -- start start 2024-09-21T00:31:26.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.012+0000 7f1fd326d740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556a740e0730 0x556a744cfdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:26.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.012+0000 7f1fd326d740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556a740b7870 0x556a744b2ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:26.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.012+0000 7f1fd326d740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556a740bfa50 0x556a744b3000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:26.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.012+0000 7f1fd326d740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x556a743fac40 con 0x556a740e0730 2024-09-21T00:31:26.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.012+0000 7f1fd326d740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x556a743ea070 con 0x556a740bfa50 2024-09-21T00:31:26.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.012+0000 7f1fd326d740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x556a743ede80 con 0x556a740b7870 2024-09-21T00:31:26.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.012+0000 7f1fc9fc3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556a740e0730 0x556a744cfdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:26.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.012+0000 7f1fc9fc3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556a740e0730 0x556a744cfdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33906/0 (socket says 172.21.15.67:33906) 2024-09-21T00:31:26.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.012+0000 7f1fc9fc3640 1 -- 172.21.15.67:0/3686012603 learned_addr learned my addr 172.21.15.67:0/3686012603 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:26.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.012+0000 7f1fc97c2640 1 --2- 172.21.15.67:0/3686012603 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556a740b7870 0x556a744b2ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:26.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.012+0000 7f1fca7c4640 1 --2- 172.21.15.67:0/3686012603 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556a740bfa50 0x556a744b3000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:26.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.012+0000 7f1fc9fc3640 1 -- 172.21.15.67:0/3686012603 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556a740b7870 msgr2=0x556a744b2ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:26.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.012+0000 7f1fc9fc3640 1 --2- 172.21.15.67:0/3686012603 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556a740b7870 0x556a744b2ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.012+0000 7f1fc9fc3640 1 -- 172.21.15.67:0/3686012603 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556a740bfa50 msgr2=0x556a744b3000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:26.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.012+0000 7f1fc9fc3640 1 --2- 172.21.15.67:0/3686012603 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556a740bfa50 0x556a744b3000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.012+0000 7f1fc9fc3640 1 -- 172.21.15.67:0/3686012603 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556a741c4ba0 con 0x556a740e0730 2024-09-21T00:31:26.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.012+0000 7f1fc9fc3640 1 --2- 172.21.15.67:0/3686012603 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556a740e0730 0x556a744cfdf0 secure :-1 s=READY pgs=1697 cs=0 l=1 rev1=1 crypto rx=0x7f1fb402ab30 tx=0x7f1fb403e040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3677a736f9283611 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:26.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.012+0000 7f1fab7fe640 1 -- 172.21.15.67:0/3686012603 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fb40042f0 con 0x556a740e0730 2024-09-21T00:31:26.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.013+0000 7f1fab7fe640 1 -- 172.21.15.67:0/3686012603 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1fb404c030 con 0x556a740e0730 2024-09-21T00:31:26.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.013+0000 7f1fab7fe640 1 -- 172.21.15.67:0/3686012603 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fb4004a00 con 0x556a740e0730 2024-09-21T00:31:26.016 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.013+0000 7f1fd326d740 1 -- 172.21.15.67:0/3686012603 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556a740e0730 msgr2=0x556a744cfdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:26.016 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.013+0000 7f1fd326d740 1 --2- 172.21.15.67:0/3686012603 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556a740e0730 0x556a744cfdf0 secure :-1 s=READY pgs=1697 cs=0 l=1 rev1=1 crypto rx=0x7f1fb402ab30 tx=0x7f1fb403e040 comp rx=0 tx=0).stop 2024-09-21T00:31:26.016 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.013+0000 7f1fd326d740 1 -- 172.21.15.67:0/3686012603 shutdown_connections 2024-09-21T00:31:26.016 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.013+0000 7f1fd326d740 1 --2- 172.21.15.67:0/3686012603 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556a740bfa50 0x556a744b3000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.016 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.013+0000 7f1fd326d740 1 --2- 172.21.15.67:0/3686012603 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556a740b7870 0x556a744b2ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.016 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.013+0000 7f1fd326d740 1 --2- 172.21.15.67:0/3686012603 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556a740e0730 0x556a744cfdf0 unknown :-1 s=CLOSED pgs=1697 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.013+0000 7f1fd326d740 1 -- 172.21.15.67:0/3686012603 >> 172.21.15.67:0/3686012603 conn(0x556a740d4880 msgr2=0x556a74488ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:26.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.013+0000 7f1fd326d740 1 -- 172.21.15.67:0/3686012603 shutdown_connections 2024-09-21T00:31:26.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.013+0000 7f1fd326d740 1 -- 172.21.15.67:0/3686012603 wait complete. 2024-09-21T00:31:26.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.014+0000 7f1fd326d740 1 -- start start 2024-09-21T00:31:26.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.014+0000 7f1fd326d740 1 Processor -- start 2024-09-21T00:31:26.020 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.016+0000 7f1fd326d740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556a740b7870 0x556a744c7200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:26.020 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.016+0000 7f1fd326d740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556a740bfa50 0x556a744ac4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:26.020 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.016+0000 7f1fd326d740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556a740e0730 0x556a744889f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:26.020 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.016+0000 7f1fd326d740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x556a7415aae0 con 0x556a740bfa50 2024-09-21T00:31:26.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.016+0000 7f1fd326d740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x556a74370870 con 0x556a740e0730 2024-09-21T00:31:26.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.016+0000 7f1fd326d740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x556a744ab140 con 0x556a740b7870 2024-09-21T00:31:26.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.016+0000 7f1fd326d740 10 client.0 _ll_register_callbacks cb 0x556a7439e2d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:31:26.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.016+0000 7f1fc97c2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556a740bfa50 0x556a744ac4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:26.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.016+0000 7f1fc97c2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556a740bfa50 0x556a744ac4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33922/0 (socket says 172.21.15.67:33922) 2024-09-21T00:31:26.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.016+0000 7f1fc97c2640 1 -- 172.21.15.67:0/939533191 learned_addr learned my addr 172.21.15.67:0/939533191 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:26.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.016+0000 7f1fca7c4640 1 --2- 172.21.15.67:0/939533191 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556a740e0730 0x556a744889f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:26.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.016+0000 7f1fc9fc3640 1 --2- 172.21.15.67:0/939533191 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556a740b7870 0x556a744c7200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:26.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.016+0000 7f1fc97c2640 1 -- 172.21.15.67:0/939533191 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556a740b7870 msgr2=0x556a744c7200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:26.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.016+0000 7f1fc97c2640 1 --2- 172.21.15.67:0/939533191 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556a740b7870 0x556a744c7200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.016+0000 7f1fc97c2640 1 -- 172.21.15.67:0/939533191 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556a740e0730 msgr2=0x556a744889f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:26.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.016+0000 7f1fc97c2640 1 --2- 172.21.15.67:0/939533191 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556a740e0730 0x556a744889f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.016+0000 7f1fc97c2640 1 -- 172.21.15.67:0/939533191 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556a74129a40 con 0x556a740bfa50 2024-09-21T00:31:26.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.017+0000 7f1fc97c2640 1 --2- 172.21.15.67:0/939533191 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556a740bfa50 0x556a744ac4c0 secure :-1 s=READY pgs=1698 cs=0 l=1 rev1=1 crypto rx=0x7f1fc4074070 tx=0x7f1fb8012b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fba78aa67a651be6 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:26.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.017+0000 7f1fa8ff9640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:31:26.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.017+0000 7f1fa8ff9640 1 -- 172.21.15.67:0/939533191 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fb8004030 con 0x556a740bfa50 2024-09-21T00:31:26.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.017+0000 7f1fa8ff9640 1 -- 172.21.15.67:0/939533191 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7f1fb80041d0 con 0x556a740bfa50 2024-09-21T00:31:26.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.017+0000 7f1fd326d740 1 -- 172.21.15.67:0/939533191 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1fb404c030 con 0x556a740bfa50 2024-09-21T00:31:26.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.017+0000 7f1fa8ff9640 1 -- 172.21.15.67:0/939533191 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=118) ==== 24+0+0 (secure 0 0 0) 0x7f1fb8024050 con 0x556a740bfa50 2024-09-21T00:31:26.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.017+0000 7f1fd326d740 10 client.9177 fetch_fsmap learned FSMap version 118 2024-09-21T00:31:26.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.017+0000 7f1fd326d740 1 -- 172.21.15.67:0/939533191 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=118,monmap=2+}) -- 0x556a74225330 con 0x556a740bfa50 2024-09-21T00:31:26.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.017+0000 7f1fa8ff9640 1 -- 172.21.15.67:0/939533191 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1fb404c030 con 0x556a740bfa50 2024-09-21T00:31:26.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.017+0000 7f1fa8ff9640 1 -- 172.21.15.67:0/939533191 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 118) ==== 3502+0+0 (secure 0 0 0) 0x7f1fb8027020 con 0x556a740bfa50 2024-09-21T00:31:26.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.017+0000 7f1fd326d740 10 client.9177 fetch_fsmap finished waiting for FSMap version 118 2024-09-21T00:31:26.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.017+0000 7f1fd326d740 10 client.9177 resolve_mds: resolved 10:0 to role '10:0' aka daemon mds.c 2024-09-21T00:31:26.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.017+0000 7f1fd326d740 20 client.9177 populate_metadata read hostname 'smithi067' 2024-09-21T00:31:26.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.017+0000 7f1fd326d740 1 --2- 172.21.15.67:0/939533191 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x556a7409f300 0x556a744dcfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:26.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.017+0000 7f1fd326d740 4 client.9177 mds_command: new command op to 8982 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:31:26.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.017+0000 7f1fd326d740 1 -- 172.21.15.67:0/939533191 --> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556a743fcb90 con 0x556a7409f300 2024-09-21T00:31:26.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.017+0000 7f1fc9fc3640 1 --2- 172.21.15.67:0/939533191 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x556a7409f300 0x556a744dcfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:26.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.018+0000 7f1fa8ff9640 10 client.9177 ms_handle_connect on v2:172.21.15.67:6832/1883288453 2024-09-21T00:31:26.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.018+0000 7f1fc9fc3640 1 --2- 172.21.15.67:0/939533191 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x556a7409f300 0x556a744dcfb0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c91d6b02b0469501 server_cookie=9e114a1489ea96c1 in_seq=0 out_seq=0 2024-09-21T00:31:26.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.018+0000 7f1fa8ff9640 1 -- 172.21.15.67:0/939533191 <== mds.0 v2:172.21.15.67:6832/1883288453 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x556a743fcb90 con 0x556a7409f300 2024-09-21T00:31:26.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.018+0000 7f1fa8ff9640 10 client.9177 handle_command_reply: tid=0 2024-09-21T00:31:26.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.018+0000 7f1fd326d740 1 client.9177 shutdown 2024-09-21T00:31:26.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.019+0000 7f1fd326d740 1 -- 172.21.15.67:0/939533191 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556a740bfa50 msgr2=0x556a744ac4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:26.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.019+0000 7f1fd326d740 1 --2- 172.21.15.67:0/939533191 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556a740bfa50 0x556a744ac4c0 secure :-1 s=READY pgs=1698 cs=0 l=1 rev1=1 crypto rx=0x7f1fc4074070 tx=0x7f1fb8012b60 comp rx=0 tx=0).stop 2024-09-21T00:31:26.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.019+0000 7f1fd326d740 1 -- 172.21.15.67:0/939533191 shutdown_connections 2024-09-21T00:31:26.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.019+0000 7f1fd326d740 1 --2- 172.21.15.67:0/939533191 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x556a7409f300 0x556a744dcfb0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.019+0000 7f1fd326d740 1 --2- 172.21.15.67:0/939533191 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556a740e0730 0x556a744889f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.019+0000 7f1fa8ff9640 0 client.9177 ms_handle_reset on v2:172.21.15.67:6832/1883288453 2024-09-21T00:31:26.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.019+0000 7f1fd326d740 1 --2- 172.21.15.67:0/939533191 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556a740bfa50 0x556a744ac4c0 unknown :-1 s=CLOSED pgs=1698 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.019+0000 7f1fd326d740 1 --2- 172.21.15.67:0/939533191 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556a740b7870 0x556a744c7200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.019+0000 7f1fd326d740 1 -- 172.21.15.67:0/939533191 >> 172.21.15.67:0/939533191 conn(0x556a740d4880 msgr2=0x556a744d0e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:26.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.019+0000 7f1fd326d740 1 -- 172.21.15.67:0/939533191 shutdown_connections 2024-09-21T00:31:26.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.019+0000 7f1fd326d740 1 -- 172.21.15.67:0/939533191 wait complete. 2024-09-21T00:31:26.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.019+0000 7f1fd326d740 20 client.9177 trim_cache size 0 max 16384 2024-09-21T00:31:26.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.037+0000 7f1fd326d740 1 Processor -- start 2024-09-21T00:31:26.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.037+0000 7f1fd326d740 1 -- start start 2024-09-21T00:31:26.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.038+0000 7f1fd326d740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556a740b7870 0x556a744c4f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:26.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.038+0000 7f1fd326d740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556a740bfa50 0x556a74489bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:26.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.038+0000 7f1fd326d740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556a740e0730 0x556a7448a0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:26.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.038+0000 7f1fd326d740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f1fc4202240 con 0x556a740e0730 2024-09-21T00:31:26.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.038+0000 7f1fd326d740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f1fc4156670 con 0x556a740b7870 2024-09-21T00:31:26.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.038+0000 7f1fd326d740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f1fc41559d0 con 0x556a740bfa50 2024-09-21T00:31:26.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.039+0000 7f1fca7c4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556a740e0730 0x556a7448a0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:26.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.039+0000 7f1fca7c4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556a740e0730 0x556a7448a0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33928/0 (socket says 172.21.15.67:33928) 2024-09-21T00:31:26.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.039+0000 7f1fca7c4640 1 -- 172.21.15.67:0/3694651303 learned_addr learned my addr 172.21.15.67:0/3694651303 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:26.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.039+0000 7f1fc9fc3640 1 --2- 172.21.15.67:0/3694651303 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556a740b7870 0x556a744c4f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:26.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.039+0000 7f1fc97c2640 1 --2- 172.21.15.67:0/3694651303 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556a740bfa50 0x556a74489bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:26.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.039+0000 7f1fca7c4640 1 -- 172.21.15.67:0/3694651303 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556a740bfa50 msgr2=0x556a74489bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:26.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.039+0000 7f1fca7c4640 1 --2- 172.21.15.67:0/3694651303 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556a740bfa50 0x556a74489bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.039+0000 7f1fca7c4640 1 -- 172.21.15.67:0/3694651303 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556a740b7870 msgr2=0x556a744c4f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:26.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.039+0000 7f1fca7c4640 1 --2- 172.21.15.67:0/3694651303 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556a740b7870 0x556a744c4f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.039+0000 7f1fca7c4640 1 -- 172.21.15.67:0/3694651303 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556a744c5f60 con 0x556a740e0730 2024-09-21T00:31:26.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.039+0000 7f1fca7c4640 1 --2- 172.21.15.67:0/3694651303 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556a740e0730 0x556a7448a0f0 secure :-1 s=READY pgs=1699 cs=0 l=1 rev1=1 crypto rx=0x7f1fbc0998b0 tx=0x7f1fbc05f920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=53b11d63533dc5b5 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:26.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.039+0000 7f1faaffd640 1 -- 172.21.15.67:0/3694651303 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fbc01f040 con 0x556a740e0730 2024-09-21T00:31:26.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.039+0000 7f1faaffd640 1 -- 172.21.15.67:0/3694651303 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1fbc04ab80 con 0x556a740e0730 2024-09-21T00:31:26.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.039+0000 7f1faaffd640 1 -- 172.21.15.67:0/3694651303 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fbc004b40 con 0x556a740e0730 2024-09-21T00:31:26.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.040+0000 7f1fd326d740 1 -- 172.21.15.67:0/3694651303 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556a740e0730 msgr2=0x556a7448a0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:26.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.040+0000 7f1fd326d740 1 --2- 172.21.15.67:0/3694651303 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556a740e0730 0x556a7448a0f0 secure :-1 s=READY pgs=1699 cs=0 l=1 rev1=1 crypto rx=0x7f1fbc0998b0 tx=0x7f1fbc05f920 comp rx=0 tx=0).stop 2024-09-21T00:31:26.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.040+0000 7f1fd326d740 1 -- 172.21.15.67:0/3694651303 shutdown_connections 2024-09-21T00:31:26.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.040+0000 7f1fd326d740 1 --2- 172.21.15.67:0/3694651303 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556a740e0730 0x556a7448a0f0 unknown :-1 s=CLOSED pgs=1699 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.040+0000 7f1fd326d740 1 --2- 172.21.15.67:0/3694651303 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556a740bfa50 0x556a74489bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.040+0000 7f1fd326d740 1 --2- 172.21.15.67:0/3694651303 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556a740b7870 0x556a744c4f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.040+0000 7f1fd326d740 1 -- 172.21.15.67:0/3694651303 >> 172.21.15.67:0/3694651303 conn(0x556a740d4880 msgr2=0x556a744dc6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:26.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.040+0000 7f1fd326d740 1 -- 172.21.15.67:0/3694651303 shutdown_connections 2024-09-21T00:31:26.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.040+0000 7f1fd326d740 1 -- 172.21.15.67:0/3694651303 wait complete. 2024-09-21T00:31:26.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.041+0000 7f1fd326d740 1 -- start start 2024-09-21T00:31:26.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.041+0000 7f1fd326d740 1 Processor -- start 2024-09-21T00:31:26.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.042+0000 7f1fd326d740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556a740b7870 0x556a745437e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:26.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.042+0000 7f1fd326d740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556a740bfa50 0x556a74483110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:26.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.042+0000 7f1fd326d740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556a740e0730 0x556a74483650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:26.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.042+0000 7f1fd326d740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f1fc4156020 con 0x556a740b7870 2024-09-21T00:31:26.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.042+0000 7f1fd326d740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x556a744e7220 con 0x556a740e0730 2024-09-21T00:31:26.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.042+0000 7f1fd326d740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x556a7454ddf0 con 0x556a740bfa50 2024-09-21T00:31:26.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.042+0000 7f1fd326d740 10 client.0 _ll_register_callbacks cb 0x7f1fb8009710 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:31:26.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.042+0000 7f1fc9fc3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556a740b7870 0x556a745437e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:26.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.043+0000 7f1fc9fc3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556a740b7870 0x556a745437e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33940/0 (socket says 172.21.15.67:33940) 2024-09-21T00:31:26.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.043+0000 7f1fc9fc3640 1 -- 172.21.15.67:0/2796624260 learned_addr learned my addr 172.21.15.67:0/2796624260 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:26.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.043+0000 7f1fca7c4640 1 --2- 172.21.15.67:0/2796624260 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556a740e0730 0x556a74483650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:26.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.043+0000 7f1fc97c2640 1 --2- 172.21.15.67:0/2796624260 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556a740bfa50 0x556a74483110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:26.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.043+0000 7f1fca7c4640 1 -- 172.21.15.67:0/2796624260 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556a740bfa50 msgr2=0x556a74483110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:26.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.043+0000 7f1fca7c4640 1 --2- 172.21.15.67:0/2796624260 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556a740bfa50 0x556a74483110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.043+0000 7f1fca7c4640 1 -- 172.21.15.67:0/2796624260 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556a740b7870 msgr2=0x556a745437e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:26.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.043+0000 7f1fca7c4640 1 --2- 172.21.15.67:0/2796624260 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556a740b7870 0x556a745437e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.043+0000 7f1fca7c4640 1 -- 172.21.15.67:0/2796624260 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556a741c2ea0 con 0x556a740e0730 2024-09-21T00:31:26.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.043+0000 7f1fc9fc3640 1 --2- 172.21.15.67:0/2796624260 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556a740b7870 0x556a745437e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:31:26.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.043+0000 7f1fca7c4640 1 --2- 172.21.15.67:0/2796624260 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556a740e0730 0x556a74483650 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f1fbc05f990 tx=0x7f1fbc05f820 comp rx=0 tx=0).ready entity=mon.1 client_cookie=921ba00f5ee69465 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:26.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.043+0000 7f1fa8ff9640 10 client.0 ms_handle_connect on v2:172.21.15.97:3300/0 2024-09-21T00:31:26.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.043+0000 7f1fa8ff9640 1 -- 172.21.15.67:0/2796624260 <== mon.1 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fbc01f040 con 0x556a740e0730 2024-09-21T00:31:26.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.043+0000 7f1fa8ff9640 1 -- 172.21.15.67:0/2796624260 <== mon.1 v2:172.21.15.97:3300/0 2 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7f1fbc07ed20 con 0x556a740e0730 2024-09-21T00:31:26.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.043+0000 7f1fd326d740 1 -- 172.21.15.67:0/2796624260 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1fbc04ab80 con 0x556a740e0730 2024-09-21T00:31:26.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.043+0000 7f1fa8ff9640 1 -- 172.21.15.67:0/2796624260 <== mon.1 v2:172.21.15.97:3300/0 3 ==== mon_get_version_reply(handle=1 version=118) ==== 24+0+0 (secure 0 0 0) 0x7f1fbc09b0c0 con 0x556a740e0730 2024-09-21T00:31:26.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.043+0000 7f1fd326d740 10 client.8296 fetch_fsmap learned FSMap version 118 2024-09-21T00:31:26.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.043+0000 7f1fd326d740 1 -- 172.21.15.67:0/2796624260 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,fsmap=118,monmap=2+}) -- 0x556a744c7350 con 0x556a740e0730 2024-09-21T00:31:26.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.044+0000 7f1fa8ff9640 1 -- 172.21.15.67:0/2796624260 <== mon.1 v2:172.21.15.97:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1fbc04ab80 con 0x556a740e0730 2024-09-21T00:31:26.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.044+0000 7f1fa8ff9640 1 -- 172.21.15.67:0/2796624260 <== mon.1 v2:172.21.15.97:3300/0 5 ==== fsmap(e 118) ==== 3502+0+0 (secure 0 0 0) 0x7f1fbc07d110 con 0x556a740e0730 2024-09-21T00:31:26.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.044+0000 7f1fd326d740 10 client.8296 fetch_fsmap finished waiting for FSMap version 118 2024-09-21T00:31:26.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.044+0000 7f1fd326d740 10 client.8296 resolve_mds: resolved 10:0 to role '10:0' aka daemon mds.c 2024-09-21T00:31:26.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.044+0000 7f1fd326d740 20 client.8296 populate_metadata read hostname 'smithi067' 2024-09-21T00:31:26.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.044+0000 7f1fd326d740 1 --2- 172.21.15.67:0/2796624260 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x556a745510b0 0x556a7454cfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:26.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.044+0000 7f1fd326d740 4 client.8296 mds_command: new command op to 8982 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/scrub_control_test_path", "scrubops": ["recursive"]}] 2024-09-21T00:31:26.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.044+0000 7f1fd326d740 1 -- 172.21.15.67:0/2796624260 --> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] -- command(tid 0: {"prefix": "scrub start", "path": "/scrub_control_test_path", "scrubops": ["recursive"]}) -- 0x556a743f8640 con 0x556a745510b0 2024-09-21T00:31:26.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.044+0000 7f1fc9fc3640 1 --2- 172.21.15.67:0/2796624260 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x556a745510b0 0x556a7454cfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:26.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.044+0000 7f1fa8ff9640 10 client.8296 ms_handle_connect on v2:172.21.15.67:6832/1883288453 2024-09-21T00:31:26.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.044+0000 7f1fc9fc3640 1 --2- 172.21.15.67:0/2796624260 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x556a745510b0 0x556a7454cfa0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6c563563ee3f5247 server_cookie=39638e8188b43419 in_seq=0 out_seq=0 2024-09-21T00:31:26.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.047+0000 7f1fa8ff9640 1 -- 172.21.15.67:0/2796624260 <== mds.0 v2:172.21.15.67:6832/1883288453 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x556a743f8640 con 0x556a745510b0 2024-09-21T00:31:26.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.047+0000 7f1fa8ff9640 10 client.8296 handle_command_reply: tid=0 2024-09-21T00:31:26.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.047+0000 7f1fd326d740 1 client.8296 shutdown 2024-09-21T00:31:26.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.047+0000 7f1fd326d740 1 -- 172.21.15.67:0/2796624260 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556a740e0730 msgr2=0x556a74483650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:26.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.047+0000 7f1fd326d740 1 --2- 172.21.15.67:0/2796624260 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556a740e0730 0x556a74483650 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f1fbc05f990 tx=0x7f1fbc05f820 comp rx=0 tx=0).stop 2024-09-21T00:31:26.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.047+0000 7f1fd326d740 1 -- 172.21.15.67:0/2796624260 shutdown_connections 2024-09-21T00:31:26.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.047+0000 7f1fd326d740 1 --2- 172.21.15.67:0/2796624260 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x556a745510b0 0x556a7454cfa0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.047+0000 7f1fd326d740 1 --2- 172.21.15.67:0/2796624260 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556a740e0730 0x556a74483650 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.047+0000 7f1fd326d740 1 --2- 172.21.15.67:0/2796624260 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556a740bfa50 0x556a74483110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.047+0000 7f1fa8ff9640 0 client.8296 ms_handle_reset on v2:172.21.15.67:6832/1883288453 2024-09-21T00:31:26.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.047+0000 7f1fd326d740 1 --2- 172.21.15.67:0/2796624260 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556a740b7870 0x556a745437e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.047+0000 7f1fd326d740 1 -- 172.21.15.67:0/2796624260 >> 172.21.15.67:0/2796624260 conn(0x556a740d4880 msgr2=0x556a744e03e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:26.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.047+0000 7f1fd326d740 1 -- 172.21.15.67:0/2796624260 shutdown_connections 2024-09-21T00:31:26.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.047+0000 7f1fd326d740 1 -- 172.21.15.67:0/2796624260 wait complete. 2024-09-21T00:31:26.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.048+0000 7f1fd326d740 20 client.8296 trim_cache size 0 max 16384 2024-09-21T00:31:26.052 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:31:26.052 INFO:teuthology.orchestra.run.smithi067.stdout: "return_code": 0, 2024-09-21T00:31:26.052 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_tag": "9f7e1f93-9e96-456d-b64a-7446cd636990", 2024-09-21T00:31:26.052 INFO:teuthology.orchestra.run.smithi067.stdout: "mode": "asynchronous" 2024-09-21T00:31:26.052 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:31:26.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.048+0000 7f1fcc227640 1 -- 172.21.15.67:0/526770553 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1fb0078bc0 msgr2=0x7f1fb007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:26.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.048+0000 7f1fcc227640 1 --2- 172.21.15.67:0/526770553 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1fb0078bc0 0x7f1fb007b0d0 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f1fb4034000 tx=0x7f1fb4004730 comp rx=0 tx=0).stop 2024-09-21T00:31:26.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.048+0000 7f1fcc227640 1 -- 172.21.15.67:0/526770553 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1fc40d1e20 msgr2=0x7f1fc41f5d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:26.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.048+0000 7f1fcc227640 1 --2- 172.21.15.67:0/526770553 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1fc40d1e20 0x7f1fc41f5d50 secure :-1 s=READY pgs=1696 cs=0 l=1 rev1=1 crypto rx=0x7f1fbc00d990 tx=0x7f1fbc00de50 comp rx=0 tx=0).stop 2024-09-21T00:31:26.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.048+0000 7f1fcc227640 1 -- 172.21.15.67:0/526770553 shutdown_connections 2024-09-21T00:31:26.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.048+0000 7f1fcc227640 1 --2- 172.21.15.67:0/526770553 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1fb0078bc0 0x7f1fb007b0d0 unknown :-1 s=CLOSED pgs=643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.048+0000 7f1fcc227640 1 --2- 172.21.15.67:0/526770553 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1fc40d1e20 0x7f1fc41f5d50 unknown :-1 s=CLOSED pgs=1696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.048+0000 7f1fcc227640 1 --2- 172.21.15.67:0/526770553 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1fc40cdb40 0x7f1fc4154870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.048+0000 7f1fcc227640 1 --2- 172.21.15.67:0/526770553 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1fc40b07b0 0x7f1fc4156e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.048+0000 7f1fcc227640 1 -- 172.21.15.67:0/526770553 >> 172.21.15.67:0/526770553 conn(0x7f1fc40d1300 msgr2=0x7f1fc40b1450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:26.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.048+0000 7f1fcc227640 1 -- 172.21.15.67:0/526770553 shutdown_connections 2024-09-21T00:31:26.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.048+0000 7f1fcc227640 1 -- 172.21.15.67:0/526770553 wait complete. 2024-09-21T00:31:26.061 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:31:26.061 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.10:0 scrub pause 2024-09-21T00:31:26.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.220+0000 7fb7975ed640 1 -- 172.21.15.67:0/4251467803 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb7900b1230 msgr2=0x7fb7900ccf50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:26.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.220+0000 7fb7975ed640 1 --2- 172.21.15.67:0/4251467803 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb7900b1230 0x7fb7900ccf50 secure :-1 s=READY pgs=1701 cs=0 l=1 rev1=1 crypto rx=0x7fb788005fd0 tx=0x7fb78802aaa0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.220+0000 7fb7975ed640 1 -- 172.21.15.67:0/4251467803 shutdown_connections 2024-09-21T00:31:26.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.220+0000 7fb7975ed640 1 --2- 172.21.15.67:0/4251467803 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb7900b1230 0x7fb7900ccf50 unknown :-1 s=CLOSED pgs=1701 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.220+0000 7fb7975ed640 1 --2- 172.21.15.67:0/4251467803 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb7900cfd30 0x7fb7900cdd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.220+0000 7fb7975ed640 1 -- 172.21.15.67:0/4251467803 >> 172.21.15.67:0/4251467803 conn(0x7fb79009a950 msgr2=0x7fb7900d1430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:26.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.220+0000 7fb7975ed640 1 -- 172.21.15.67:0/4251467803 shutdown_connections 2024-09-21T00:31:26.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.220+0000 7fb7975ed640 1 -- 172.21.15.67:0/4251467803 wait complete. 2024-09-21T00:31:26.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.223+0000 7fb7975ed640 1 Processor -- start 2024-09-21T00:31:26.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.223+0000 7fb7975ed640 1 -- start start 2024-09-21T00:31:26.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.225+0000 7fb7975ed640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb7900b1230 0x7fb7901f5140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:26.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.225+0000 7fb7975ed640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb7900cfd30 0x7fb7901e0780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:26.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.225+0000 7fb7975ed640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb7900d0140 0x7fb7901f1ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:26.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.225+0000 7fb7975ed640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fb7900ce240 con 0x7fb7900b1230 2024-09-21T00:31:26.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.225+0000 7fb7975ed640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fb7900d1fc0 con 0x7fb7900d0140 2024-09-21T00:31:26.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.225+0000 7fb7975ed640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fb7900ce3c0 con 0x7fb7900cfd30 2024-09-21T00:31:26.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.225+0000 7fb795389640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb7900b1230 0x7fb7901f5140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:26.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.225+0000 7fb795389640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb7900b1230 0x7fb7901f5140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33958/0 (socket says 172.21.15.67:33958) 2024-09-21T00:31:26.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.225+0000 7fb795389640 1 -- 172.21.15.67:0/2979989288 learned_addr learned my addr 172.21.15.67:0/2979989288 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:26.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.225+0000 7fb794b88640 1 --2- 172.21.15.67:0/2979989288 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb7900cfd30 0x7fb7901e0780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:26.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.225+0000 7fb795b8a640 1 --2- 172.21.15.67:0/2979989288 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb7900d0140 0x7fb7901f1ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:26.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.226+0000 7fb795389640 1 -- 172.21.15.67:0/2979989288 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb7900cfd30 msgr2=0x7fb7901e0780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:26.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.226+0000 7fb795389640 1 --2- 172.21.15.67:0/2979989288 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb7900cfd30 0x7fb7901e0780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.226+0000 7fb795389640 1 -- 172.21.15.67:0/2979989288 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb7900d0140 msgr2=0x7fb7901f1ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:26.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.226+0000 7fb795389640 1 --2- 172.21.15.67:0/2979989288 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb7900d0140 0x7fb7901f1ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.226+0000 7fb795389640 1 -- 172.21.15.67:0/2979989288 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7900c5730 con 0x7fb7900b1230 2024-09-21T00:31:26.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.226+0000 7fb795389640 1 --2- 172.21.15.67:0/2979989288 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb7900b1230 0x7fb7901f5140 secure :-1 s=READY pgs=1702 cs=0 l=1 rev1=1 crypto rx=0x7fb78c00c9a0 tx=0x7fb78c00ce60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:26.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.226+0000 7fb785ffb640 1 -- 172.21.15.67:0/2979989288 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb78c007bb0 con 0x7fb7900b1230 2024-09-21T00:31:26.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.226+0000 7fb785ffb640 1 -- 172.21.15.67:0/2979989288 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb78c007e40 con 0x7fb7900b1230 2024-09-21T00:31:26.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.226+0000 7fb7975ed640 1 -- 172.21.15.67:0/2979989288 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7900c5a10 con 0x7fb7900b1230 2024-09-21T00:31:26.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.226+0000 7fb785ffb640 1 -- 172.21.15.67:0/2979989288 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb78c00f690 con 0x7fb7900b1230 2024-09-21T00:31:26.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.226+0000 7fb7975ed640 1 -- 172.21.15.67:0/2979989288 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7900c5cf0 con 0x7fb7900b1230 2024-09-21T00:31:26.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.229+0000 7fb785ffb640 1 -- 172.21.15.67:0/2979989288 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fb78c00f830 con 0x7fb7900b1230 2024-09-21T00:31:26.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.230+0000 7fb785ffb640 1 --2- 172.21.15.67:0/2979989288 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb774078bc0 0x7fb77407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:26.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.230+0000 7fb785ffb640 1 -- 172.21.15.67:0/2979989288 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7fb78c09b430 con 0x7fb7900b1230 2024-09-21T00:31:26.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.230+0000 7fb794b88640 1 --2- 172.21.15.67:0/2979989288 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb774078bc0 0x7fb77407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:26.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.230+0000 7fb794b88640 1 --2- 172.21.15.67:0/2979989288 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb774078bc0 0x7fb77407b0d0 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7fb79009ca60 tx=0x7fb780009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:26.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.231+0000 7fb79e637740 1 Processor -- start 2024-09-21T00:31:26.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.231+0000 7fb79e637740 1 -- start start 2024-09-21T00:31:26.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.232+0000 7fb79e637740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56192b16b390 0x56192b52d320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:26.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.232+0000 7fb79e637740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56192b1424d0 0x56192b558eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:26.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.232+0000 7fb79e637740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56192b14a6b0 0x56192b539f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:26.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.232+0000 7fb79e637740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x56192b485bd0 con 0x56192b16b390 2024-09-21T00:31:26.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.232+0000 7fb79e637740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x56192b475000 con 0x56192b14a6b0 2024-09-21T00:31:26.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.232+0000 7fb79e637740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x56192b478e10 con 0x56192b1424d0 2024-09-21T00:31:26.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.233+0000 7fb794b88640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56192b1424d0 0x56192b558eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:26.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.233+0000 7fb794b88640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56192b1424d0 0x56192b558eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.67:44622/0 (socket says 172.21.15.67:44622) 2024-09-21T00:31:26.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.233+0000 7fb794b88640 1 -- 172.21.15.67:0/2206309635 learned_addr learned my addr 172.21.15.67:0/2206309635 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:26.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.233+0000 7fb795389640 1 --2- 172.21.15.67:0/2206309635 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56192b16b390 0x56192b52d320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:26.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.233+0000 7fb795b8a640 1 --2- 172.21.15.67:0/2206309635 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56192b14a6b0 0x56192b539f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:26.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.233+0000 7fb794b88640 1 -- 172.21.15.67:0/2206309635 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56192b14a6b0 msgr2=0x56192b539f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:26.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.233+0000 7fb794b88640 1 --2- 172.21.15.67:0/2206309635 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56192b14a6b0 0x56192b539f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.233+0000 7fb794b88640 1 -- 172.21.15.67:0/2206309635 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56192b16b390 msgr2=0x56192b52d320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:26.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.234+0000 7fb794b88640 1 --2- 172.21.15.67:0/2206309635 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56192b16b390 0x56192b52d320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.234+0000 7fb794b88640 1 -- 172.21.15.67:0/2206309635 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56192b24d7d0 con 0x56192b1424d0 2024-09-21T00:31:26.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.234+0000 7fb795389640 1 --2- 172.21.15.67:0/2206309635 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56192b16b390 0x56192b52d320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:31:26.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.234+0000 7fb795b8a640 1 --2- 172.21.15.67:0/2206309635 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56192b14a6b0 0x56192b539f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:31:26.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.234+0000 7fb794b88640 1 --2- 172.21.15.67:0/2206309635 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56192b1424d0 0x56192b558eb0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fb78000f9b0 tx=0x7fb780012000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9e8a571a9e926cf9 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:26.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.234+0000 7fb77affd640 1 -- 172.21.15.67:0/2206309635 <== mon.2 v2:172.21.15.97:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb780025070 con 0x56192b1424d0 2024-09-21T00:31:26.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.234+0000 7fb77affd640 1 -- 172.21.15.67:0/2206309635 <== mon.2 v2:172.21.15.97:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb78001b050 con 0x56192b1424d0 2024-09-21T00:31:26.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.234+0000 7fb77affd640 1 -- 172.21.15.67:0/2206309635 <== mon.2 v2:172.21.15.97:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb780014de0 con 0x56192b1424d0 2024-09-21T00:31:26.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.235+0000 7fb79e637740 1 -- 172.21.15.67:0/2206309635 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56192b1424d0 msgr2=0x56192b558eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:26.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.235+0000 7fb79e637740 1 --2- 172.21.15.67:0/2206309635 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56192b1424d0 0x56192b558eb0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fb78000f9b0 tx=0x7fb780012000 comp rx=0 tx=0).stop 2024-09-21T00:31:26.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.235+0000 7fb79e637740 1 -- 172.21.15.67:0/2206309635 shutdown_connections 2024-09-21T00:31:26.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.235+0000 7fb79e637740 1 --2- 172.21.15.67:0/2206309635 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56192b14a6b0 0x56192b539f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.235+0000 7fb79e637740 1 --2- 172.21.15.67:0/2206309635 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56192b1424d0 0x56192b558eb0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.235+0000 7fb79e637740 1 --2- 172.21.15.67:0/2206309635 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56192b16b390 0x56192b52d320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.235+0000 7fb79e637740 1 -- 172.21.15.67:0/2206309635 >> 172.21.15.67:0/2206309635 conn(0x56192b15f4e0 msgr2=0x56192b513200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:26.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.235+0000 7fb79e637740 1 -- 172.21.15.67:0/2206309635 shutdown_connections 2024-09-21T00:31:26.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.235+0000 7fb79e637740 1 -- 172.21.15.67:0/2206309635 wait complete. 2024-09-21T00:31:26.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.236+0000 7fb79e637740 1 -- start start 2024-09-21T00:31:26.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.236+0000 7fb79e637740 1 Processor -- start 2024-09-21T00:31:26.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.238+0000 7fb79e637740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56192b1424d0 0x56192b54e4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:26.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.238+0000 7fb79e637740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56192b14a6b0 0x56192b55b3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:26.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.238+0000 7fb79e637740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56192b16b390 0x56192b55b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:26.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.238+0000 7fb79e637740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x56192b1e5740 con 0x56192b16b390 2024-09-21T00:31:26.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.238+0000 7fb79e637740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x56192b41a540 con 0x56192b1424d0 2024-09-21T00:31:26.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.238+0000 7fb795389640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56192b1424d0 0x56192b54e4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:26.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.238+0000 7fb794b88640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56192b14a6b0 0x56192b55b3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:26.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.238+0000 7fb794b88640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56192b14a6b0 0x56192b55b3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.67:44638/0 (socket says 172.21.15.67:44638) 2024-09-21T00:31:26.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.238+0000 7fb794b88640 1 -- 172.21.15.67:0/2897739693 learned_addr learned my addr 172.21.15.67:0/2897739693 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:26.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.238+0000 7fb795b8a640 1 --2- 172.21.15.67:0/2897739693 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56192b16b390 0x56192b55b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:26.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.238+0000 7fb79e637740 1 -- 172.21.15.67:0/2897739693 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x56192b52c5c0 con 0x56192b14a6b0 2024-09-21T00:31:26.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.239+0000 7fb79e637740 10 client.0 _ll_register_callbacks cb 0x56192b4190e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:31:26.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.239+0000 7fb795389640 1 -- 172.21.15.67:0/2897739693 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56192b14a6b0 msgr2=0x56192b55b3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:26.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.239+0000 7fb795389640 1 --2- 172.21.15.67:0/2897739693 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56192b14a6b0 0x56192b55b3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.239+0000 7fb795389640 1 -- 172.21.15.67:0/2897739693 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56192b16b390 msgr2=0x56192b55b8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:26.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.239+0000 7fb795389640 1 --2- 172.21.15.67:0/2897739693 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56192b16b390 0x56192b55b8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.239+0000 7fb795389640 1 -- 172.21.15.67:0/2897739693 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56192b1b46a0 con 0x56192b1424d0 2024-09-21T00:31:26.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.239+0000 7fb794b88640 1 --2- 172.21.15.67:0/2897739693 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56192b14a6b0 0x56192b55b3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:31:26.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.239+0000 7fb795b8a640 1 --2- 172.21.15.67:0/2897739693 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56192b16b390 0x56192b55b8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:31:26.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.239+0000 7fb795389640 1 --2- 172.21.15.67:0/2897739693 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56192b1424d0 0x56192b54e4b0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7fb78c0999b0 tx=0x7fb78c063840 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c69b38ccd6f26cd2 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:26.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.239+0000 7fb76ffff640 10 client.0 ms_handle_connect on v2:172.21.15.97:3300/0 2024-09-21T00:31:26.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.239+0000 7fb76ffff640 1 -- 172.21.15.67:0/2897739693 <== mon.1 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb78c04ad60 con 0x56192b1424d0 2024-09-21T00:31:26.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.240+0000 7fb76ffff640 1 -- 172.21.15.67:0/2897739693 <== mon.1 v2:172.21.15.97:3300/0 2 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7fb78c00fb20 con 0x56192b1424d0 2024-09-21T00:31:26.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.240+0000 7fb79e637740 1 -- 172.21.15.67:0/2897739693 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb78001b050 con 0x56192b1424d0 2024-09-21T00:31:26.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.240+0000 7fb76ffff640 1 -- 172.21.15.67:0/2897739693 <== mon.1 v2:172.21.15.97:3300/0 3 ==== mon_get_version_reply(handle=1 version=118) ==== 24+0+0 (secure 0 0 0) 0x7fb78c067c50 con 0x56192b1424d0 2024-09-21T00:31:26.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.240+0000 7fb79e637740 10 client.8305 fetch_fsmap learned FSMap version 118 2024-09-21T00:31:26.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.240+0000 7fb79e637740 1 -- 172.21.15.67:0/2897739693 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,fsmap=118,monmap=2+}) -- 0x56192b2adf60 con 0x56192b1424d0 2024-09-21T00:31:26.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.240+0000 7fb76ffff640 1 -- 172.21.15.67:0/2897739693 <== mon.1 v2:172.21.15.97:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb78c06cb90 con 0x56192b1424d0 2024-09-21T00:31:26.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.240+0000 7fb76ffff640 1 -- 172.21.15.67:0/2897739693 <== mon.1 v2:172.21.15.97:3300/0 5 ==== fsmap(e 118) ==== 3502+0+0 (secure 0 0 0) 0x7fb78c020030 con 0x56192b1424d0 2024-09-21T00:31:26.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.240+0000 7fb79e637740 10 client.8305 fetch_fsmap finished waiting for FSMap version 118 2024-09-21T00:31:26.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.240+0000 7fb79e637740 10 client.8305 resolve_mds: resolved 10:0 to role '10:0' aka daemon mds.c 2024-09-21T00:31:26.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.240+0000 7fb79e637740 20 client.8305 populate_metadata read hostname 'smithi067' 2024-09-21T00:31:26.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.240+0000 7fb79e637740 1 --2- 172.21.15.67:0/2897739693 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x56192b129f60 0x56192b54f2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:26.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.240+0000 7fb79e637740 4 client.8305 mds_command: new command op to 8982 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:31:26.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.240+0000 7fb79e637740 1 -- 172.21.15.67:0/2897739693 --> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fb78001b050 con 0x56192b129f60 2024-09-21T00:31:26.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.240+0000 7fb794b88640 1 --2- 172.21.15.67:0/2897739693 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x56192b129f60 0x56192b54f2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:26.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.241+0000 7fb76ffff640 10 client.8305 ms_handle_connect on v2:172.21.15.67:6832/1883288453 2024-09-21T00:31:26.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.241+0000 7fb794b88640 1 --2- 172.21.15.67:0/2897739693 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x56192b129f60 0x56192b54f2e0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2db1c9592f6d70e5 server_cookie=83c9ff50f60c9324 in_seq=0 out_seq=0 2024-09-21T00:31:26.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.243+0000 7fb76ffff640 1 -- 172.21.15.67:0/2897739693 <== mds.0 v2:172.21.15.67:6832/1883288453 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x7fb78001b050 con 0x56192b129f60 2024-09-21T00:31:26.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.243+0000 7fb76ffff640 10 client.8305 handle_command_reply: tid=0 2024-09-21T00:31:26.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.243+0000 7fb79e637740 1 client.8305 shutdown 2024-09-21T00:31:26.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.244+0000 7fb79e637740 1 -- 172.21.15.67:0/2897739693 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56192b1424d0 msgr2=0x56192b54e4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:26.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.244+0000 7fb79e637740 1 --2- 172.21.15.67:0/2897739693 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56192b1424d0 0x56192b54e4b0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7fb78c0999b0 tx=0x7fb78c063840 comp rx=0 tx=0).stop 2024-09-21T00:31:26.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.244+0000 7fb79e637740 1 -- 172.21.15.67:0/2897739693 shutdown_connections 2024-09-21T00:31:26.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.244+0000 7fb79e637740 1 --2- 172.21.15.67:0/2897739693 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x56192b129f60 0x56192b54f2e0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.244+0000 7fb79e637740 1 --2- 172.21.15.67:0/2897739693 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56192b16b390 0x56192b55b8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.244+0000 7fb79e637740 1 --2- 172.21.15.67:0/2897739693 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56192b14a6b0 0x56192b55b3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.244+0000 7fb79e637740 1 --2- 172.21.15.67:0/2897739693 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56192b1424d0 0x56192b54e4b0 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.244+0000 7fb79e637740 1 -- 172.21.15.67:0/2897739693 >> 172.21.15.67:0/2897739693 conn(0x56192b15f4e0 msgr2=0x56192b50c5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:26.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.244+0000 7fb76ffff640 0 client.8305 ms_handle_reset on v2:172.21.15.67:6832/1883288453 2024-09-21T00:31:26.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.244+0000 7fb79e637740 1 -- 172.21.15.67:0/2897739693 shutdown_connections 2024-09-21T00:31:26.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.244+0000 7fb79e637740 1 -- 172.21.15.67:0/2897739693 wait complete. 2024-09-21T00:31:26.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.244+0000 7fb79e637740 20 client.8305 trim_cache size 0 max 16384 2024-09-21T00:31:26.272 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.271+0000 7fb79e637740 1 Processor -- start 2024-09-21T00:31:26.272 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.271+0000 7fb79e637740 1 -- start start 2024-09-21T00:31:26.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.273+0000 7fb79e637740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56192b1424d0 0x56192b55b4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:26.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.273+0000 7fb79e637740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56192b14a6b0 0x56192b50e4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:26.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.273+0000 7fb79e637740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56192b16b390 0x56192b50ea30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:26.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.273+0000 7fb79e637740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fb7901fdb50 con 0x56192b16b390 2024-09-21T00:31:26.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.273+0000 7fb79e637740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fb7901fcb60 con 0x56192b1424d0 2024-09-21T00:31:26.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.273+0000 7fb79e637740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fb79009b640 con 0x56192b14a6b0 2024-09-21T00:31:26.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.273+0000 7fb795b8a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56192b16b390 0x56192b50ea30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:26.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.273+0000 7fb795b8a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56192b16b390 0x56192b50ea30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33984/0 (socket says 172.21.15.67:33984) 2024-09-21T00:31:26.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.273+0000 7fb795b8a640 1 -- 172.21.15.67:0/3546622884 learned_addr learned my addr 172.21.15.67:0/3546622884 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:26.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.273+0000 7fb795389640 1 --2- 172.21.15.67:0/3546622884 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56192b1424d0 0x56192b55b4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:26.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.273+0000 7fb794b88640 1 --2- 172.21.15.67:0/3546622884 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56192b14a6b0 0x56192b50e4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:26.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.274+0000 7fb795389640 1 -- 172.21.15.67:0/3546622884 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56192b14a6b0 msgr2=0x56192b50e4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:26.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.274+0000 7fb795389640 1 --2- 172.21.15.67:0/3546622884 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56192b14a6b0 0x56192b50e4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.274+0000 7fb795389640 1 -- 172.21.15.67:0/3546622884 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56192b16b390 msgr2=0x56192b50ea30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:26.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.274+0000 7fb795389640 1 --2- 172.21.15.67:0/3546622884 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56192b16b390 0x56192b50ea30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.274+0000 7fb795389640 1 -- 172.21.15.67:0/3546622884 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56192b24bad0 con 0x56192b1424d0 2024-09-21T00:31:26.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.274+0000 7fb795389640 1 --2- 172.21.15.67:0/3546622884 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56192b1424d0 0x56192b55b4d0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7fb78c060490 tx=0x7fb78c0046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=20c61d76da590e6 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:26.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.274+0000 7fb77a7fc640 1 -- 172.21.15.67:0/3546622884 <== mon.1 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb78c04ab60 con 0x56192b1424d0 2024-09-21T00:31:26.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.274+0000 7fb77a7fc640 1 -- 172.21.15.67:0/3546622884 <== mon.1 v2:172.21.15.97:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb78c04ad40 con 0x56192b1424d0 2024-09-21T00:31:26.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.274+0000 7fb77a7fc640 1 -- 172.21.15.67:0/3546622884 <== mon.1 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb78c0855f0 con 0x56192b1424d0 2024-09-21T00:31:26.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.275+0000 7fb79e637740 1 -- 172.21.15.67:0/3546622884 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56192b1424d0 msgr2=0x56192b55b4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:26.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.275+0000 7fb79e637740 1 --2- 172.21.15.67:0/3546622884 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56192b1424d0 0x56192b55b4d0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7fb78c060490 tx=0x7fb78c0046c0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.276+0000 7fb79e637740 1 -- 172.21.15.67:0/3546622884 shutdown_connections 2024-09-21T00:31:26.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.276+0000 7fb79e637740 1 --2- 172.21.15.67:0/3546622884 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56192b16b390 0x56192b50ea30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.276+0000 7fb79e637740 1 --2- 172.21.15.67:0/3546622884 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56192b14a6b0 0x56192b50e4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.276+0000 7fb79e637740 1 --2- 172.21.15.67:0/3546622884 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56192b1424d0 0x56192b55b4d0 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.276+0000 7fb79e637740 1 -- 172.21.15.67:0/3546622884 >> 172.21.15.67:0/3546622884 conn(0x56192b15f4e0 msgr2=0x56192b508cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:26.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.276+0000 7fb79e637740 1 -- 172.21.15.67:0/3546622884 shutdown_connections 2024-09-21T00:31:26.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.276+0000 7fb79e637740 1 -- 172.21.15.67:0/3546622884 wait complete. 2024-09-21T00:31:26.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.277+0000 7fb79e637740 1 -- start start 2024-09-21T00:31:26.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.277+0000 7fb79e637740 1 Processor -- start 2024-09-21T00:31:26.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.279+0000 7fb79e637740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56192b1424d0 0x56192b5d21a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:26.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.279+0000 7fb79e637740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56192b14a6b0 0x56192b5dc0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:26.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.279+0000 7fb79e637740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56192b16b390 0x56192b5527c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:26.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.279+0000 7fb79e637740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fb79009bc90 con 0x56192b14a6b0 2024-09-21T00:31:26.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.279+0000 7fb79e637740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x56192b5531d0 con 0x56192b16b390 2024-09-21T00:31:26.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.279+0000 7fb79e637740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x56192b52cb10 con 0x56192b1424d0 2024-09-21T00:31:26.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.279+0000 7fb79e637740 10 client.0 _ll_register_callbacks cb 0x7fb78c05f1b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:31:26.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.279+0000 7fb795389640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56192b1424d0 0x56192b5d21a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:26.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.279+0000 7fb794b88640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56192b14a6b0 0x56192b5dc0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:26.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.279+0000 7fb794b88640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56192b14a6b0 0x56192b5dc0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33998/0 (socket says 172.21.15.67:33998) 2024-09-21T00:31:26.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.279+0000 7fb794b88640 1 -- 172.21.15.67:0/3130789161 learned_addr learned my addr 172.21.15.67:0/3130789161 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:26.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.279+0000 7fb795b8a640 1 --2- 172.21.15.67:0/3130789161 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56192b16b390 0x56192b5527c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:26.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.280+0000 7fb795389640 1 -- 172.21.15.67:0/3130789161 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56192b16b390 msgr2=0x56192b5527c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:26.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.280+0000 7fb795389640 1 --2- 172.21.15.67:0/3130789161 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56192b16b390 0x56192b5527c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.280+0000 7fb795389640 1 -- 172.21.15.67:0/3130789161 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56192b14a6b0 msgr2=0x56192b5dc0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:26.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.280+0000 7fb795389640 1 --2- 172.21.15.67:0/3130789161 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56192b14a6b0 0x56192b5dc0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.280+0000 7fb795389640 1 -- 172.21.15.67:0/3130789161 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({osdmap=0}) -- 0x56192b552d00 con 0x56192b1424d0 2024-09-21T00:31:26.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.280+0000 7fb794b88640 1 --2- 172.21.15.67:0/3130789161 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56192b14a6b0 0x56192b5dc0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:31:26.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.280+0000 7fb795389640 1 --2- 172.21.15.67:0/3130789161 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56192b1424d0 0x56192b5d21a0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fb78c080040 tx=0x7fb78c0628d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=63e3235a9ac1365d server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:26.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.280+0000 7fb76ffff640 10 client.0 ms_handle_connect on v2:172.21.15.97:3301/0 2024-09-21T00:31:26.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.280+0000 7fb76ffff640 1 -- 172.21.15.67:0/3130789161 <== mon.2 v2:172.21.15.97:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb78c04ab60 con 0x56192b1424d0 2024-09-21T00:31:26.285 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.280+0000 7fb76ffff640 1 -- 172.21.15.67:0/3130789161 <== mon.2 v2:172.21.15.97:3301/0 2 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7fb78c061ef0 con 0x56192b1424d0 2024-09-21T00:31:26.285 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.280+0000 7fb79e637740 1 -- 172.21.15.67:0/3130789161 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb78c04ad40 con 0x56192b1424d0 2024-09-21T00:31:26.285 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.281+0000 7fb76ffff640 1 -- 172.21.15.67:0/3130789161 <== mon.2 v2:172.21.15.97:3301/0 3 ==== mon_get_version_reply(handle=1 version=118) ==== 24+0+0 (secure 0 0 0) 0x7fb78c0620f0 con 0x56192b1424d0 2024-09-21T00:31:26.285 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.281+0000 7fb79e637740 10 client.7529 fetch_fsmap learned FSMap version 118 2024-09-21T00:31:26.285 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.281+0000 7fb79e637740 1 -- 172.21.15.67:0/3130789161 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({config=0+,fsmap=118,monmap=2+}) -- 0x56192b552d00 con 0x56192b1424d0 2024-09-21T00:31:26.285 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.281+0000 7fb76ffff640 1 -- 172.21.15.67:0/3130789161 <== mon.2 v2:172.21.15.97:3301/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb78c04ad40 con 0x56192b1424d0 2024-09-21T00:31:26.285 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.281+0000 7fb76ffff640 1 -- 172.21.15.67:0/3130789161 <== mon.2 v2:172.21.15.97:3301/0 5 ==== fsmap(e 118) ==== 3502+0+0 (secure 0 0 0) 0x7fb78c085070 con 0x56192b1424d0 2024-09-21T00:31:26.285 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.281+0000 7fb79e637740 10 client.7529 fetch_fsmap finished waiting for FSMap version 118 2024-09-21T00:31:26.285 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.281+0000 7fb79e637740 10 client.7529 resolve_mds: resolved 10:0 to role '10:0' aka daemon mds.c 2024-09-21T00:31:26.285 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.281+0000 7fb79e637740 20 client.7529 populate_metadata read hostname 'smithi067' 2024-09-21T00:31:26.285 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.281+0000 7fb79e637740 1 --2- 172.21.15.67:0/3130789161 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x56192b513150 0x56192b56a3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:26.285 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.281+0000 7fb79e637740 4 client.7529 mds_command: new command op to 8982 tid=0 multi_id=0 [{"prefix": "scrub pause"}] 2024-09-21T00:31:26.285 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.281+0000 7fb79e637740 1 -- 172.21.15.67:0/3130789161 --> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] -- command(tid 0: {"prefix": "scrub pause"}) -- 0x56192b487b20 con 0x56192b513150 2024-09-21T00:31:26.285 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.281+0000 7fb794b88640 1 --2- 172.21.15.67:0/3130789161 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x56192b513150 0x56192b56a3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:26.285 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.282+0000 7fb76ffff640 10 client.7529 ms_handle_connect on v2:172.21.15.67:6832/1883288453 2024-09-21T00:31:26.286 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.282+0000 7fb794b88640 1 --2- 172.21.15.67:0/3130789161 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x56192b513150 0x56192b56a3a0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=54f77c37341bac4c server_cookie=86c250de638f4ff1 in_seq=0 out_seq=0 2024-09-21T00:31:26.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.288+0000 7fb76ffff640 1 -- 172.21.15.67:0/3130789161 <== mds.0 v2:172.21.15.67:6832/1883288453 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x56192b487b20 con 0x56192b513150 2024-09-21T00:31:26.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.288+0000 7fb76ffff640 10 client.7529 handle_command_reply: tid=0 2024-09-21T00:31:26.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.288+0000 7fb79e637740 1 client.7529 shutdown 2024-09-21T00:31:26.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.288+0000 7fb79e637740 1 -- 172.21.15.67:0/3130789161 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56192b1424d0 msgr2=0x56192b5d21a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:26.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.288+0000 7fb79e637740 1 --2- 172.21.15.67:0/3130789161 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56192b1424d0 0x56192b5d21a0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fb78c080040 tx=0x7fb78c0628d0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.288+0000 7fb79e637740 1 -- 172.21.15.67:0/3130789161 shutdown_connections 2024-09-21T00:31:26.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.288+0000 7fb79e637740 1 --2- 172.21.15.67:0/3130789161 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x56192b513150 0x56192b56a3a0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.288+0000 7fb79e637740 1 --2- 172.21.15.67:0/3130789161 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56192b16b390 0x56192b5527c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.288+0000 7fb79e637740 1 --2- 172.21.15.67:0/3130789161 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56192b14a6b0 0x56192b5dc0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.288+0000 7fb79e637740 1 --2- 172.21.15.67:0/3130789161 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56192b1424d0 0x56192b5d21a0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.288+0000 7fb79e637740 1 -- 172.21.15.67:0/3130789161 >> 172.21.15.67:0/3130789161 conn(0x56192b15f4e0 msgr2=0x56192b508cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:26.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.288+0000 7fb76ffff640 0 client.7529 ms_handle_reset on v2:172.21.15.67:6832/1883288453 2024-09-21T00:31:26.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.289+0000 7fb79e637740 1 -- 172.21.15.67:0/3130789161 shutdown_connections 2024-09-21T00:31:26.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.289+0000 7fb79e637740 1 -- 172.21.15.67:0/3130789161 wait complete. 2024-09-21T00:31:26.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.289+0000 7fb79e637740 20 client.7529 trim_cache size 0 max 16384 2024-09-21T00:31:26.291 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:31:26.291 INFO:teuthology.orchestra.run.smithi067.stdout: "message": "", 2024-09-21T00:31:26.291 INFO:teuthology.orchestra.run.smithi067.stdout: "return_code": 0 2024-09-21T00:31:26.291 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:31:26.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.289+0000 7fb7975ed640 1 -- 172.21.15.67:0/2979989288 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb774078bc0 msgr2=0x7fb77407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:26.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.289+0000 7fb7975ed640 1 --2- 172.21.15.67:0/2979989288 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb774078bc0 0x7fb77407b0d0 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7fb79009ca60 tx=0x7fb780009040 comp rx=0 tx=0).stop 2024-09-21T00:31:26.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.289+0000 7fb7975ed640 1 -- 172.21.15.67:0/2979989288 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb7900b1230 msgr2=0x7fb7901f5140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:26.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.289+0000 7fb7975ed640 1 --2- 172.21.15.67:0/2979989288 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb7900b1230 0x7fb7901f5140 secure :-1 s=READY pgs=1702 cs=0 l=1 rev1=1 crypto rx=0x7fb78c00c9a0 tx=0x7fb78c00ce60 comp rx=0 tx=0).stop 2024-09-21T00:31:26.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.290+0000 7fb7975ed640 1 -- 172.21.15.67:0/2979989288 shutdown_connections 2024-09-21T00:31:26.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.290+0000 7fb7975ed640 1 --2- 172.21.15.67:0/2979989288 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb774078bc0 0x7fb77407b0d0 unknown :-1 s=CLOSED pgs=644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.290+0000 7fb7975ed640 1 --2- 172.21.15.67:0/2979989288 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb7900d0140 0x7fb7901f1ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.290+0000 7fb7975ed640 1 --2- 172.21.15.67:0/2979989288 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb7900cfd30 0x7fb7901e0780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.290+0000 7fb7975ed640 1 --2- 172.21.15.67:0/2979989288 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb7900b1230 0x7fb7901f5140 unknown :-1 s=CLOSED pgs=1702 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.290+0000 7fb7975ed640 1 -- 172.21.15.67:0/2979989288 >> 172.21.15.67:0/2979989288 conn(0x7fb79009a950 msgr2=0x7fb7900b4260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:26.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.290+0000 7fb7975ed640 1 -- 172.21.15.67:0/2979989288 shutdown_connections 2024-09-21T00:31:26.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.290+0000 7fb7975ed640 1 -- 172.21.15.67:0/2979989288 wait complete. 2024-09-21T00:31:26.303 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:31:26.303 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.10:0 scrub status 2024-09-21T00:31:26.422 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.421+0000 7fca148b6640 1 -- 172.21.15.67:0/601045884 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fca100d1800 msgr2=0x7fca1006ec80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:26.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.421+0000 7fca148b6640 1 --2- 172.21.15.67:0/601045884 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fca100d1800 0x7fca1006ec80 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7fca08005fd0 tx=0x7fca0802a8b0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.421+0000 7fca148b6640 1 -- 172.21.15.67:0/601045884 shutdown_connections 2024-09-21T00:31:26.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.421+0000 7fca148b6640 1 --2- 172.21.15.67:0/601045884 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fca100d1800 0x7fca1006ec80 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.421+0000 7fca148b6640 1 --2- 172.21.15.67:0/601045884 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fca100b3cb0 0x7fca100d3330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.421+0000 7fca148b6640 1 -- 172.21.15.67:0/601045884 >> 172.21.15.67:0/601045884 conn(0x7fca1008bee0 msgr2=0x7fca100d4720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:26.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.421+0000 7fca148b6640 1 -- 172.21.15.67:0/601045884 shutdown_connections 2024-09-21T00:31:26.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.421+0000 7fca148b6640 1 -- 172.21.15.67:0/601045884 wait complete. 2024-09-21T00:31:26.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.423+0000 7fca148b6640 1 Processor -- start 2024-09-21T00:31:26.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.423+0000 7fca148b6640 1 -- start start 2024-09-21T00:31:26.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.424+0000 7fca148b6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fca100b3cb0 0x7fca1014f290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:26.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.424+0000 7fca148b6640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fca100d4e30 0x7fca10152200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:26.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.424+0000 7fca148b6640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fca1014f950 0x7fca10152740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:26.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.424+0000 7fca148b6640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fca1006f550 con 0x7fca100b3cb0 2024-09-21T00:31:26.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.424+0000 7fca148b6640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fca1006f3d0 con 0x7fca100d4e30 2024-09-21T00:31:26.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.424+0000 7fca148b6640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fca1006f6d0 con 0x7fca1014f950 2024-09-21T00:31:26.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.424+0000 7fca0e59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fca100b3cb0 0x7fca1014f290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:26.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.424+0000 7fca0e59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fca100b3cb0 0x7fca1014f290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34004/0 (socket says 172.21.15.67:34004) 2024-09-21T00:31:26.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.424+0000 7fca0e59c640 1 -- 172.21.15.67:0/23513624 learned_addr learned my addr 172.21.15.67:0/23513624 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:26.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.424+0000 7fca0ed9d640 1 --2- 172.21.15.67:0/23513624 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fca1014f950 0x7fca10152740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:26.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.424+0000 7fca0dd9b640 1 --2- 172.21.15.67:0/23513624 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fca100d4e30 0x7fca10152200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:26.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.425+0000 7fca0e59c640 1 -- 172.21.15.67:0/23513624 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fca1014f950 msgr2=0x7fca10152740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:26.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.425+0000 7fca0e59c640 1 --2- 172.21.15.67:0/23513624 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fca1014f950 0x7fca10152740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.425+0000 7fca0e59c640 1 -- 172.21.15.67:0/23513624 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fca100d4e30 msgr2=0x7fca10152200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:26.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.425+0000 7fca0e59c640 1 --2- 172.21.15.67:0/23513624 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fca100d4e30 0x7fca10152200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.425+0000 7fca0e59c640 1 -- 172.21.15.67:0/23513624 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca10150140 con 0x7fca100b3cb0 2024-09-21T00:31:26.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.425+0000 7fca0e59c640 1 --2- 172.21.15.67:0/23513624 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fca100b3cb0 0x7fca1014f290 secure :-1 s=READY pgs=1703 cs=0 l=1 rev1=1 crypto rx=0x7fca0000e7c0 tx=0x7fca0000ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:26.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.425+0000 7fc9feffd640 1 -- 172.21.15.67:0/23513624 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca0000ccc0 con 0x7fca100b3cb0 2024-09-21T00:31:26.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.425+0000 7fc9feffd640 1 -- 172.21.15.67:0/23513624 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fca00010430 con 0x7fca100b3cb0 2024-09-21T00:31:26.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.425+0000 7fca148b6640 1 -- 172.21.15.67:0/23513624 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fca10152f80 con 0x7fca100b3cb0 2024-09-21T00:31:26.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.425+0000 7fc9feffd640 1 -- 172.21.15.67:0/23513624 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca00010840 con 0x7fca100b3cb0 2024-09-21T00:31:26.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.425+0000 7fca148b6640 1 -- 172.21.15.67:0/23513624 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fca10153540 con 0x7fca100b3cb0 2024-09-21T00:31:26.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.428+0000 7fc9feffd640 1 -- 172.21.15.67:0/23513624 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fca000109e0 con 0x7fca100b3cb0 2024-09-21T00:31:26.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.428+0000 7fc9feffd640 1 --2- 172.21.15.67:0/23513624 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc9f0078b90 0x7fc9f007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:26.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.428+0000 7fc9feffd640 1 -- 172.21.15.67:0/23513624 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7fca0009b7c0 con 0x7fca100b3cb0 2024-09-21T00:31:26.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.428+0000 7fca0dd9b640 1 --2- 172.21.15.67:0/23513624 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc9f0078b90 0x7fc9f007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:26.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.429+0000 7fca0dd9b640 1 --2- 172.21.15.67:0/23513624 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc9f0078b90 0x7fc9f007b0a0 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7fca100d1940 tx=0x7fca04007e90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:26.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.429+0000 7fca1b822740 1 Processor -- start 2024-09-21T00:31:26.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.429+0000 7fca1b822740 1 -- start start 2024-09-21T00:31:26.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.430+0000 7fca1b822740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bb5f263390 0x55bb5f64fa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:26.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.430+0000 7fca1b822740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55bb5f23a4d0 0x55bb5f624860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:26.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.430+0000 7fca1b822740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bb5f2426b0 0x55bb5f624da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:26.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.430+0000 7fca1b822740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55bb5f57da60 con 0x55bb5f2426b0 2024-09-21T00:31:26.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.430+0000 7fca1b822740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55bb5f56ce90 con 0x55bb5f263390 2024-09-21T00:31:26.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.430+0000 7fca1b822740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55bb5f570ca0 con 0x55bb5f23a4d0 2024-09-21T00:31:26.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.431+0000 7fca0ed9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bb5f2426b0 0x55bb5f624da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:26.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.431+0000 7fca0dd9b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55bb5f23a4d0 0x55bb5f624860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:26.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.431+0000 7fca0e59c640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bb5f263390 0x55bb5f64fa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:26.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.431+0000 7fca0dd9b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55bb5f23a4d0 0x55bb5f624860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3301/0 says I am v2:172.21.15.67:44684/0 (socket says 172.21.15.67:44684) 2024-09-21T00:31:26.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.431+0000 7fca0dd9b640 1 -- 172.21.15.67:0/2930491171 learned_addr learned my addr 172.21.15.67:0/2930491171 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:26.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.431+0000 7fca0e59c640 1 -- 172.21.15.67:0/2930491171 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55bb5f23a4d0 msgr2=0x55bb5f624860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:26.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.431+0000 7fca0e59c640 1 --2- 172.21.15.67:0/2930491171 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55bb5f23a4d0 0x55bb5f624860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.431+0000 7fca0e59c640 1 -- 172.21.15.67:0/2930491171 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bb5f2426b0 msgr2=0x55bb5f624da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:26.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.431+0000 7fca0e59c640 1 --2- 172.21.15.67:0/2930491171 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bb5f2426b0 0x55bb5f624da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.431+0000 7fca0e59c640 1 -- 172.21.15.67:0/2930491171 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bb5f3457d0 con 0x55bb5f263390 2024-09-21T00:31:26.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.431+0000 7fca0e59c640 1 --2- 172.21.15.67:0/2930491171 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bb5f263390 0x55bb5f64fa10 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7fca00099cc0 tx=0x7fca00062f10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b1dc116886884556 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:26.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.431+0000 7fc9effff640 1 -- 172.21.15.67:0/2930491171 <== mon.1 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca000635c0 con 0x55bb5f263390 2024-09-21T00:31:26.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.431+0000 7fc9effff640 1 -- 172.21.15.67:0/2930491171 <== mon.1 v2:172.21.15.97:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fca0006a050 con 0x55bb5f263390 2024-09-21T00:31:26.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.431+0000 7fc9effff640 1 -- 172.21.15.67:0/2930491171 <== mon.1 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca00067ff0 con 0x55bb5f263390 2024-09-21T00:31:26.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.432+0000 7fca1b822740 1 -- 172.21.15.67:0/2930491171 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bb5f263390 msgr2=0x55bb5f64fa10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:26.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.432+0000 7fca1b822740 1 --2- 172.21.15.67:0/2930491171 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bb5f263390 0x55bb5f64fa10 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7fca00099cc0 tx=0x7fca00062f10 comp rx=0 tx=0).stop 2024-09-21T00:31:26.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.432+0000 7fca1b822740 1 -- 172.21.15.67:0/2930491171 shutdown_connections 2024-09-21T00:31:26.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.432+0000 7fca1b822740 1 --2- 172.21.15.67:0/2930491171 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bb5f2426b0 0x55bb5f624da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.432+0000 7fca1b822740 1 --2- 172.21.15.67:0/2930491171 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55bb5f23a4d0 0x55bb5f624860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.432+0000 7fca1b822740 1 --2- 172.21.15.67:0/2930491171 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bb5f263390 0x55bb5f64fa10 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.432+0000 7fca1b822740 1 -- 172.21.15.67:0/2930491171 >> 172.21.15.67:0/2930491171 conn(0x55bb5f2574e0 msgr2=0x55bb5f60ad00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:26.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.432+0000 7fca1b822740 1 -- 172.21.15.67:0/2930491171 shutdown_connections 2024-09-21T00:31:26.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.432+0000 7fca1b822740 1 -- 172.21.15.67:0/2930491171 wait complete. 2024-09-21T00:31:26.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.433+0000 7fca1b822740 1 -- start start 2024-09-21T00:31:26.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.433+0000 7fca1b822740 1 Processor -- start 2024-09-21T00:31:26.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.435+0000 7fca1b822740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55bb5f23a4d0 0x55bb5f662490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:26.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.435+0000 7fca1b822740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bb5f2426b0 0x55bb5f6102a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:26.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.435+0000 7fca1b822740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bb5f263390 0x55bb5f651bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:26.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.435+0000 7fca1b822740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55bb5f2dd740 con 0x55bb5f263390 2024-09-21T00:31:26.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.435+0000 7fca1b822740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55bb5f512970 con 0x55bb5f2426b0 2024-09-21T00:31:26.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.435+0000 7fca1b822740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55bb5f662d90 con 0x55bb5f23a4d0 2024-09-21T00:31:26.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.435+0000 7fca1b822740 10 client.0 _ll_register_callbacks cb 0x55bb5f521780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:31:26.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.435+0000 7fca0ed9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bb5f263390 0x55bb5f651bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:26.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.435+0000 7fca0ed9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bb5f263390 0x55bb5f651bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34010/0 (socket says 172.21.15.67:34010) 2024-09-21T00:31:26.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.435+0000 7fca0ed9d640 1 -- 172.21.15.67:0/255712435 learned_addr learned my addr 172.21.15.67:0/255712435 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:26.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.435+0000 7fca0e59c640 1 --2- 172.21.15.67:0/255712435 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55bb5f23a4d0 0x55bb5f662490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:26.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.435+0000 7fca0dd9b640 1 --2- 172.21.15.67:0/255712435 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bb5f2426b0 0x55bb5f6102a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:26.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.435+0000 7fca0ed9d640 1 -- 172.21.15.67:0/255712435 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55bb5f23a4d0 msgr2=0x55bb5f662490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:26.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.435+0000 7fca0ed9d640 1 --2- 172.21.15.67:0/255712435 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55bb5f23a4d0 0x55bb5f662490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.435+0000 7fca0ed9d640 1 -- 172.21.15.67:0/255712435 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bb5f2426b0 msgr2=0x55bb5f6102a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:26.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.435+0000 7fca0ed9d640 1 --2- 172.21.15.67:0/255712435 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bb5f2426b0 0x55bb5f6102a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.435+0000 7fca0ed9d640 1 -- 172.21.15.67:0/255712435 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bb5f2ce970 con 0x55bb5f263390 2024-09-21T00:31:26.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.435+0000 7fca0dd9b640 1 --2- 172.21.15.67:0/255712435 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bb5f2426b0 0x55bb5f6102a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:31:26.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.435+0000 7fca0ed9d640 1 --2- 172.21.15.67:0/255712435 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bb5f263390 0x55bb5f651bd0 secure :-1 s=READY pgs=1704 cs=0 l=1 rev1=1 crypto rx=0x7fca08009cd0 tx=0x7fca08003e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c58dbbd6221a28fd server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:26.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.435+0000 7fc9ed7fa640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:31:26.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.436+0000 7fc9ed7fa640 1 -- 172.21.15.67:0/255712435 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca08004250 con 0x55bb5f263390 2024-09-21T00:31:26.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.436+0000 7fc9ed7fa640 1 -- 172.21.15.67:0/255712435 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7fca08047ad0 con 0x55bb5f263390 2024-09-21T00:31:26.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.436+0000 7fca1b822740 1 -- 172.21.15.67:0/255712435 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fca0006a050 con 0x55bb5f263390 2024-09-21T00:31:26.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.436+0000 7fc9ed7fa640 1 -- 172.21.15.67:0/255712435 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=118) ==== 24+0+0 (secure 0 0 0) 0x7fca08047cd0 con 0x55bb5f263390 2024-09-21T00:31:26.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.436+0000 7fca1b822740 10 client.9213 fetch_fsmap learned FSMap version 118 2024-09-21T00:31:26.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.436+0000 7fca1b822740 1 -- 172.21.15.67:0/255712435 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=118,monmap=2+}) -- 0x55bb5f2ac6a0 con 0x55bb5f263390 2024-09-21T00:31:26.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.436+0000 7fc9ed7fa640 1 -- 172.21.15.67:0/255712435 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fca0006a050 con 0x55bb5f263390 2024-09-21T00:31:26.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.436+0000 7fc9ed7fa640 1 -- 172.21.15.67:0/255712435 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 118) ==== 3502+0+0 (secure 0 0 0) 0x7fca0804e050 con 0x55bb5f263390 2024-09-21T00:31:26.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.436+0000 7fca1b822740 10 client.9213 fetch_fsmap finished waiting for FSMap version 118 2024-09-21T00:31:26.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.436+0000 7fca1b822740 10 client.9213 resolve_mds: resolved 10:0 to role '10:0' aka daemon mds.c 2024-09-21T00:31:26.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.436+0000 7fca1b822740 20 client.9213 populate_metadata read hostname 'smithi067' 2024-09-21T00:31:26.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.436+0000 7fca1b822740 1 --2- 172.21.15.67:0/255712435 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x55bb5f221f60 0x55bb5f652110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:26.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.436+0000 7fca1b822740 4 client.9213 mds_command: new command op to 8982 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:31:26.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.436+0000 7fca1b822740 1 -- 172.21.15.67:0/255712435 --> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bb5f57f9b0 con 0x55bb5f221f60 2024-09-21T00:31:26.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.436+0000 7fca0e59c640 1 --2- 172.21.15.67:0/255712435 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x55bb5f221f60 0x55bb5f652110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:26.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.437+0000 7fc9ed7fa640 10 client.9213 ms_handle_connect on v2:172.21.15.67:6832/1883288453 2024-09-21T00:31:26.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.437+0000 7fca0e59c640 1 --2- 172.21.15.67:0/255712435 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x55bb5f221f60 0x55bb5f652110 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dd56c71b62fbd26 server_cookie=d013ad9237854820 in_seq=0 out_seq=0 2024-09-21T00:31:26.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.437+0000 7fc9ed7fa640 1 -- 172.21.15.67:0/255712435 <== mds.0 v2:172.21.15.67:6832/1883288453 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x55bb5f57f9b0 con 0x55bb5f221f60 2024-09-21T00:31:26.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.437+0000 7fc9ed7fa640 10 client.9213 handle_command_reply: tid=0 2024-09-21T00:31:26.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.437+0000 7fca1b822740 1 client.9213 shutdown 2024-09-21T00:31:26.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.438+0000 7fca1b822740 1 -- 172.21.15.67:0/255712435 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bb5f263390 msgr2=0x55bb5f651bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:26.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.438+0000 7fca1b822740 1 --2- 172.21.15.67:0/255712435 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bb5f263390 0x55bb5f651bd0 secure :-1 s=READY pgs=1704 cs=0 l=1 rev1=1 crypto rx=0x7fca08009cd0 tx=0x7fca08003e90 comp rx=0 tx=0).stop 2024-09-21T00:31:26.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.438+0000 7fca1b822740 1 -- 172.21.15.67:0/255712435 shutdown_connections 2024-09-21T00:31:26.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.438+0000 7fca1b822740 1 --2- 172.21.15.67:0/255712435 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x55bb5f221f60 0x55bb5f652110 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.438+0000 7fca1b822740 1 --2- 172.21.15.67:0/255712435 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bb5f263390 0x55bb5f651bd0 unknown :-1 s=CLOSED pgs=1704 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.438+0000 7fc9ed7fa640 0 client.9213 ms_handle_reset on v2:172.21.15.67:6832/1883288453 2024-09-21T00:31:26.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.438+0000 7fca1b822740 1 --2- 172.21.15.67:0/255712435 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bb5f2426b0 0x55bb5f6102a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.438+0000 7fca1b822740 1 --2- 172.21.15.67:0/255712435 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55bb5f23a4d0 0x55bb5f662490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.438+0000 7fca1b822740 1 -- 172.21.15.67:0/255712435 >> 172.21.15.67:0/255712435 conn(0x55bb5f2574e0 msgr2=0x55bb5f605a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:26.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.438+0000 7fca1b822740 1 -- 172.21.15.67:0/255712435 shutdown_connections 2024-09-21T00:31:26.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.438+0000 7fca1b822740 1 -- 172.21.15.67:0/255712435 wait complete. 2024-09-21T00:31:26.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.438+0000 7fca1b822740 20 client.9213 trim_cache size 0 max 16384 2024-09-21T00:31:26.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.456+0000 7fca1b822740 1 Processor -- start 2024-09-21T00:31:26.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.456+0000 7fca1b822740 1 -- start start 2024-09-21T00:31:26.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.457+0000 7fca1b822740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bb5f23a4d0 0x55bb5f64ca80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:26.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.457+0000 7fca1b822740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55bb5f2426b0 0x55bb5f605a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:26.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.457+0000 7fca1b822740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bb5f263390 0x55bb5f605f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:26.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.458+0000 7fca1b822740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fca102022d0 con 0x55bb5f263390 2024-09-21T00:31:26.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.458+0000 7fca1b822740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fca102012d0 con 0x55bb5f23a4d0 2024-09-21T00:31:26.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.458+0000 7fca1b822740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fca100b5290 con 0x55bb5f2426b0 2024-09-21T00:31:26.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.458+0000 7fca0ed9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bb5f263390 0x55bb5f605f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:26.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.458+0000 7fca0ed9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bb5f263390 0x55bb5f605f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34022/0 (socket says 172.21.15.67:34022) 2024-09-21T00:31:26.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.458+0000 7fca0ed9d640 1 -- 172.21.15.67:0/127613973 learned_addr learned my addr 172.21.15.67:0/127613973 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:26.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.458+0000 7fca0ed9d640 1 -- 172.21.15.67:0/127613973 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55bb5f2426b0 msgr2=0x55bb5f605a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:26.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.458+0000 7fca0ed9d640 1 --2- 172.21.15.67:0/127613973 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55bb5f2426b0 0x55bb5f605a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.458+0000 7fca0ed9d640 1 -- 172.21.15.67:0/127613973 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bb5f23a4d0 msgr2=0x55bb5f64ca80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:26.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.458+0000 7fca0e59c640 1 --2- 172.21.15.67:0/127613973 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bb5f23a4d0 0x55bb5f64ca80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:26.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.458+0000 7fca0ed9d640 1 --2- 172.21.15.67:0/127613973 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bb5f23a4d0 0x55bb5f64ca80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.458+0000 7fca0ed9d640 1 -- 172.21.15.67:0/127613973 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bb5f609db0 con 0x55bb5f263390 2024-09-21T00:31:26.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.458+0000 7fca0ed9d640 1 --2- 172.21.15.67:0/127613973 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bb5f263390 0x55bb5f605f60 secure :-1 s=READY pgs=1705 cs=0 l=1 rev1=1 crypto rx=0x7fca08003d90 tx=0x7fca080046f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf16d6788c5d0d3e server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:26.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.458+0000 7fc9ef7fe640 1 -- 172.21.15.67:0/127613973 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca08004250 con 0x55bb5f263390 2024-09-21T00:31:26.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.458+0000 7fc9ef7fe640 1 -- 172.21.15.67:0/127613973 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fca080043f0 con 0x55bb5f263390 2024-09-21T00:31:26.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.458+0000 7fc9ef7fe640 1 -- 172.21.15.67:0/127613973 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca080506b0 con 0x55bb5f263390 2024-09-21T00:31:26.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.459+0000 7fca1b822740 1 -- 172.21.15.67:0/127613973 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bb5f263390 msgr2=0x55bb5f605f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:26.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.459+0000 7fca1b822740 1 --2- 172.21.15.67:0/127613973 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bb5f263390 0x55bb5f605f60 secure :-1 s=READY pgs=1705 cs=0 l=1 rev1=1 crypto rx=0x7fca08003d90 tx=0x7fca080046f0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.459+0000 7fca1b822740 1 -- 172.21.15.67:0/127613973 shutdown_connections 2024-09-21T00:31:26.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.459+0000 7fca1b822740 1 --2- 172.21.15.67:0/127613973 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bb5f263390 0x55bb5f605f60 unknown :-1 s=CLOSED pgs=1705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.459+0000 7fca1b822740 1 --2- 172.21.15.67:0/127613973 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55bb5f2426b0 0x55bb5f605a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.459+0000 7fca1b822740 1 --2- 172.21.15.67:0/127613973 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bb5f23a4d0 0x55bb5f64ca80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.459+0000 7fca1b822740 1 -- 172.21.15.67:0/127613973 >> 172.21.15.67:0/127613973 conn(0x55bb5f2574e0 msgr2=0x55bb5f610060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:26.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.459+0000 7fca1b822740 1 -- 172.21.15.67:0/127613973 shutdown_connections 2024-09-21T00:31:26.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.459+0000 7fca1b822740 1 -- 172.21.15.67:0/127613973 wait complete. 2024-09-21T00:31:26.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.460+0000 7fca1b822740 1 -- start start 2024-09-21T00:31:26.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.460+0000 7fca1b822740 1 Processor -- start 2024-09-21T00:31:26.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.462+0000 7fca1b822740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bb5f23a4d0 0x55bb5f651f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:26.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.462+0000 7fca1b822740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55bb5f2426b0 0x55bb5f6131b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:26.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.462+0000 7fca1b822740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bb5f263390 0x55bb5f672950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:26.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.462+0000 7fca1b822740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55bb5f214a50 con 0x55bb5f263390 2024-09-21T00:31:26.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.462+0000 7fca1b822740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fca100b58e0 con 0x55bb5f23a4d0 2024-09-21T00:31:26.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.462+0000 7fca1b822740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55bb5f60be80 con 0x55bb5f2426b0 2024-09-21T00:31:26.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.462+0000 7fca1b822740 10 client.0 _ll_register_callbacks cb 0x7fca08009920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:31:26.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.462+0000 7fca0ed9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bb5f263390 0x55bb5f672950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:26.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.462+0000 7fca0ed9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bb5f263390 0x55bb5f672950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34028/0 (socket says 172.21.15.67:34028) 2024-09-21T00:31:26.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.462+0000 7fca0ed9d640 1 -- 172.21.15.67:0/3614817978 learned_addr learned my addr 172.21.15.67:0/3614817978 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:26.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.462+0000 7fca0e59c640 1 --2- 172.21.15.67:0/3614817978 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bb5f23a4d0 0x55bb5f651f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:26.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.462+0000 7fca0dd9b640 1 --2- 172.21.15.67:0/3614817978 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55bb5f2426b0 0x55bb5f6131b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:26.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.462+0000 7fca0ed9d640 1 -- 172.21.15.67:0/3614817978 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55bb5f2426b0 msgr2=0x55bb5f6131b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:26.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.462+0000 7fca0ed9d640 1 --2- 172.21.15.67:0/3614817978 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55bb5f2426b0 0x55bb5f6131b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.462+0000 7fca0ed9d640 1 -- 172.21.15.67:0/3614817978 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bb5f23a4d0 msgr2=0x55bb5f651f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:26.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.462+0000 7fca0ed9d640 1 --2- 172.21.15.67:0/3614817978 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bb5f23a4d0 0x55bb5f651f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.462+0000 7fca0ed9d640 1 -- 172.21.15.67:0/3614817978 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bb5f674510 con 0x55bb5f263390 2024-09-21T00:31:26.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.462+0000 7fca0e59c640 1 --2- 172.21.15.67:0/3614817978 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bb5f23a4d0 0x55bb5f651f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:31:26.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.462+0000 7fca0ed9d640 1 --2- 172.21.15.67:0/3614817978 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bb5f263390 0x55bb5f672950 secure :-1 s=READY pgs=1706 cs=0 l=1 rev1=1 crypto rx=0x7fca08006010 tx=0x7fca08051b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ac786fcf7c231e8 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:26.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.462+0000 7fc9ed7fa640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:31:26.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.462+0000 7fc9ed7fa640 1 -- 172.21.15.67:0/3614817978 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca08055040 con 0x55bb5f263390 2024-09-21T00:31:26.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.463+0000 7fc9ed7fa640 1 -- 172.21.15.67:0/3614817978 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7fca0803d720 con 0x55bb5f263390 2024-09-21T00:31:26.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.463+0000 7fca1b822740 1 -- 172.21.15.67:0/3614817978 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fca080043f0 con 0x55bb5f263390 2024-09-21T00:31:26.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.463+0000 7fc9ed7fa640 1 -- 172.21.15.67:0/3614817978 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=118) ==== 24+0+0 (secure 0 0 0) 0x7fca08004250 con 0x55bb5f263390 2024-09-21T00:31:26.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.463+0000 7fca1b822740 10 client.9219 fetch_fsmap learned FSMap version 118 2024-09-21T00:31:26.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.463+0000 7fca1b822740 1 -- 172.21.15.67:0/3614817978 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=118,monmap=2+}) -- 0x55bb5f60c4e0 con 0x55bb5f263390 2024-09-21T00:31:26.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.463+0000 7fc9ed7fa640 1 -- 172.21.15.67:0/3614817978 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fca080043f0 con 0x55bb5f263390 2024-09-21T00:31:26.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.463+0000 7fc9ed7fa640 1 -- 172.21.15.67:0/3614817978 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 118) ==== 3502+0+0 (secure 0 0 0) 0x7fca0804e030 con 0x55bb5f263390 2024-09-21T00:31:26.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.463+0000 7fca1b822740 10 client.9219 fetch_fsmap finished waiting for FSMap version 118 2024-09-21T00:31:26.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.463+0000 7fca1b822740 10 client.9219 resolve_mds: resolved 10:0 to role '10:0' aka daemon mds.c 2024-09-21T00:31:26.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.463+0000 7fca1b822740 20 client.9219 populate_metadata read hostname 'smithi067' 2024-09-21T00:31:26.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.463+0000 7fca1b822740 1 --2- 172.21.15.67:0/3614817978 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x55bb5f651a70 0x55bb5f672e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:26.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.463+0000 7fca1b822740 4 client.9219 mds_command: new command op to 8982 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-21T00:31:26.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.463+0000 7fca1b822740 1 -- 172.21.15.67:0/3614817978 --> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55bb5f57b460 con 0x55bb5f651a70 2024-09-21T00:31:26.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.463+0000 7fca0e59c640 1 --2- 172.21.15.67:0/3614817978 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x55bb5f651a70 0x55bb5f672e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:26.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.464+0000 7fc9ed7fa640 10 client.9219 ms_handle_connect on v2:172.21.15.67:6832/1883288453 2024-09-21T00:31:26.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.464+0000 7fca0e59c640 1 --2- 172.21.15.67:0/3614817978 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x55bb5f651a70 0x55bb5f672e90 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eeb76fbf5f3912db server_cookie=bfd75db92939d618 in_seq=0 out_seq=0 2024-09-21T00:31:26.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.464+0000 7fc9ed7fa640 1 -- 172.21.15.67:0/3614817978 <== mds.0 v2:172.21.15.67:6832/1883288453 1 ==== command_reply(tid 0: 0 ) ==== 8+0+612 (crc 0 0 0) 0x55bb5f57b460 con 0x55bb5f651a70 2024-09-21T00:31:26.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.464+0000 7fc9ed7fa640 10 client.9219 handle_command_reply: tid=0 2024-09-21T00:31:26.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.464+0000 7fca1b822740 1 client.9219 shutdown 2024-09-21T00:31:26.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.464+0000 7fca1b822740 1 -- 172.21.15.67:0/3614817978 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bb5f263390 msgr2=0x55bb5f672950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:26.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.464+0000 7fca1b822740 1 --2- 172.21.15.67:0/3614817978 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bb5f263390 0x55bb5f672950 secure :-1 s=READY pgs=1706 cs=0 l=1 rev1=1 crypto rx=0x7fca08006010 tx=0x7fca08051b30 comp rx=0 tx=0).stop 2024-09-21T00:31:26.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.464+0000 7fca1b822740 1 -- 172.21.15.67:0/3614817978 shutdown_connections 2024-09-21T00:31:26.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.464+0000 7fca1b822740 1 --2- 172.21.15.67:0/3614817978 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x55bb5f651a70 0x55bb5f672e90 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.464+0000 7fca1b822740 1 --2- 172.21.15.67:0/3614817978 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55bb5f263390 0x55bb5f672950 unknown :-1 s=CLOSED pgs=1706 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.464+0000 7fca1b822740 1 --2- 172.21.15.67:0/3614817978 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55bb5f2426b0 0x55bb5f6131b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.464+0000 7fca1b822740 1 --2- 172.21.15.67:0/3614817978 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55bb5f23a4d0 0x55bb5f651f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.464+0000 7fc9ed7fa640 0 client.9219 ms_handle_reset on v2:172.21.15.67:6832/1883288453 2024-09-21T00:31:26.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.464+0000 7fca1b822740 1 -- 172.21.15.67:0/3614817978 >> 172.21.15.67:0/3614817978 conn(0x55bb5f2574e0 msgr2=0x55bb5f605a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:26.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.464+0000 7fca1b822740 1 -- 172.21.15.67:0/3614817978 shutdown_connections 2024-09-21T00:31:26.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.464+0000 7fca1b822740 1 -- 172.21.15.67:0/3614817978 wait complete. 2024-09-21T00:31:26.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.464+0000 7fca1b822740 20 client.9219 trim_cache size 0 max 16384 2024-09-21T00:31:26.471 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:31:26.471 INFO:teuthology.orchestra.run.smithi067.stdout: "status": "PAUSED (764 inodes in the stack)", 2024-09-21T00:31:26.471 INFO:teuthology.orchestra.run.smithi067.stdout: "scrubs": { 2024-09-21T00:31:26.471 INFO:teuthology.orchestra.run.smithi067.stdout: "9f7e1f93-9e96-456d-b64a-7446cd636990": { 2024-09-21T00:31:26.471 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/scrub_control_test_path", 2024-09-21T00:31:26.471 INFO:teuthology.orchestra.run.smithi067.stdout: "tag": "9f7e1f93-9e96-456d-b64a-7446cd636990", 2024-09-21T00:31:26.471 INFO:teuthology.orchestra.run.smithi067.stdout: "options": "recursive" 2024-09-21T00:31:26.472 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:31:26.472 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:31:26.472 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_stats": { 2024-09-21T00:31:26.472 INFO:teuthology.orchestra.run.smithi067.stdout: "9f7e1f93-9e96-456d-b64a-7446cd636990": { 2024-09-21T00:31:26.472 INFO:teuthology.orchestra.run.smithi067.stdout: "start_time": "2024-09-21T00:31:26.045821+0000", 2024-09-21T00:31:26.472 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/scrub_control_test_path", 2024-09-21T00:31:26.472 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_started": 0, 2024-09-21T00:31:26.472 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_passed": 0, 2024-09-21T00:31:26.472 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_failed": 0, 2024-09-21T00:31:26.472 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_skipped": 0 2024-09-21T00:31:26.472 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:31:26.472 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:31:26.472 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:31:26.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.465+0000 7fca148b6640 1 -- 172.21.15.67:0/23513624 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc9f0078b90 msgr2=0x7fc9f007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:26.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.465+0000 7fca148b6640 1 --2- 172.21.15.67:0/23513624 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc9f0078b90 0x7fc9f007b0a0 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7fca100d1940 tx=0x7fca04007e90 comp rx=0 tx=0).stop 2024-09-21T00:31:26.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.465+0000 7fca148b6640 1 -- 172.21.15.67:0/23513624 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fca100b3cb0 msgr2=0x7fca1014f290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:26.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.465+0000 7fca148b6640 1 --2- 172.21.15.67:0/23513624 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fca100b3cb0 0x7fca1014f290 secure :-1 s=READY pgs=1703 cs=0 l=1 rev1=1 crypto rx=0x7fca0000e7c0 tx=0x7fca0000ec80 comp rx=0 tx=0).stop 2024-09-21T00:31:26.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.465+0000 7fca148b6640 1 -- 172.21.15.67:0/23513624 shutdown_connections 2024-09-21T00:31:26.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.465+0000 7fca148b6640 1 --2- 172.21.15.67:0/23513624 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc9f0078b90 0x7fc9f007b0a0 unknown :-1 s=CLOSED pgs=645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.465+0000 7fca148b6640 1 --2- 172.21.15.67:0/23513624 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fca1014f950 0x7fca10152740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.465+0000 7fca148b6640 1 --2- 172.21.15.67:0/23513624 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fca100d4e30 0x7fca10152200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.465+0000 7fca148b6640 1 --2- 172.21.15.67:0/23513624 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fca100b3cb0 0x7fca1014f290 unknown :-1 s=CLOSED pgs=1703 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.465+0000 7fca148b6640 1 -- 172.21.15.67:0/23513624 >> 172.21.15.67:0/23513624 conn(0x7fca1008bee0 msgr2=0x7fca101586d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:26.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.465+0000 7fca148b6640 1 -- 172.21.15.67:0/23513624 shutdown_connections 2024-09-21T00:31:26.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.465+0000 7fca148b6640 1 -- 172.21.15.67:0/23513624 wait complete. 2024-09-21T00:31:26.477 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:31:26.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.593+0000 7f0ad73e4640 1 -- 172.21.15.67:0/2781078360 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0ad00ada00 msgr2=0x7f0ad0160720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:26.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.593+0000 7f0ad73e4640 1 --2- 172.21.15.67:0/2781078360 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0ad00ada00 0x7f0ad0160720 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f0ac8005fd0 tx=0x7f0ac802a820 comp rx=0 tx=0).stop 2024-09-21T00:31:26.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.593+0000 7f0ad73e4640 1 -- 172.21.15.67:0/2781078360 shutdown_connections 2024-09-21T00:31:26.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.593+0000 7f0ad73e4640 1 --2- 172.21.15.67:0/2781078360 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0ad00ada00 0x7f0ad0160720 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.593+0000 7f0ad73e4640 1 --2- 172.21.15.67:0/2781078360 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0ad0153810 0x7f0ad015d730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.593+0000 7f0ad73e4640 1 -- 172.21.15.67:0/2781078360 >> 172.21.15.67:0/2781078360 conn(0x7f0ad006d5a0 msgr2=0x7f0ad00b1d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:26.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.593+0000 7f0ad73e4640 1 -- 172.21.15.67:0/2781078360 shutdown_connections 2024-09-21T00:31:26.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.593+0000 7f0ad73e4640 1 -- 172.21.15.67:0/2781078360 wait complete. 2024-09-21T00:31:26.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.595+0000 7f0ad73e4640 1 Processor -- start 2024-09-21T00:31:26.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.595+0000 7f0ad73e4640 1 -- start start 2024-09-21T00:31:26.598 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.596+0000 7f0ad73e4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0ad00ada00 0x7f0ad01f3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:26.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.596+0000 7f0ad73e4640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0ad0153810 0x7f0ad0151330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:26.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.596+0000 7f0ad73e4640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0ad0160310 0x7f0ad00c5410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:26.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.596+0000 7f0ad73e4640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f0ad006f2f0 con 0x7f0ad00ada00 2024-09-21T00:31:26.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.596+0000 7f0ad73e4640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f0ad006f170 con 0x7f0ad0160310 2024-09-21T00:31:26.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.596+0000 7f0ad73e4640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f0ad006f470 con 0x7f0ad0153810 2024-09-21T00:31:26.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.596+0000 7f0ad5180640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0ad00ada00 0x7f0ad01f3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:26.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.596+0000 7f0ad5180640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0ad00ada00 0x7f0ad01f3600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34044/0 (socket says 172.21.15.67:34044) 2024-09-21T00:31:26.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.596+0000 7f0ad5180640 1 -- 172.21.15.67:0/1916538234 learned_addr learned my addr 172.21.15.67:0/1916538234 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:26.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.596+0000 7f0ad5981640 1 --2- 172.21.15.67:0/1916538234 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0ad0160310 0x7f0ad00c5410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:26.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.596+0000 7f0ad497f640 1 --2- 172.21.15.67:0/1916538234 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0ad0153810 0x7f0ad0151330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:26.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.597+0000 7f0ad5180640 1 -- 172.21.15.67:0/1916538234 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0ad0153810 msgr2=0x7f0ad0151330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:26.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.597+0000 7f0ad5180640 1 --2- 172.21.15.67:0/1916538234 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0ad0153810 0x7f0ad0151330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.597+0000 7f0ad5180640 1 -- 172.21.15.67:0/1916538234 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0ad0160310 msgr2=0x7f0ad00c5410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:26.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.597+0000 7f0ad5180640 1 --2- 172.21.15.67:0/1916538234 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0ad0160310 0x7f0ad00c5410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.597+0000 7f0ad5180640 1 -- 172.21.15.67:0/1916538234 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ad0151870 con 0x7f0ad00ada00 2024-09-21T00:31:26.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.597+0000 7f0ad5981640 1 --2- 172.21.15.67:0/1916538234 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0ad0160310 0x7f0ad00c5410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:31:26.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.597+0000 7f0ad5180640 1 --2- 172.21.15.67:0/1916538234 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0ad00ada00 0x7f0ad01f3600 secure :-1 s=READY pgs=1708 cs=0 l=1 rev1=1 crypto rx=0x7f0acc00e790 tx=0x7f0acc00ec50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:26.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.597+0000 7f0ac5ffb640 1 -- 172.21.15.67:0/1916538234 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0acc00eea0 con 0x7f0ad00ada00 2024-09-21T00:31:26.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.597+0000 7f0ac5ffb640 1 -- 172.21.15.67:0/1916538234 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0acc00ccc0 con 0x7f0ad00ada00 2024-09-21T00:31:26.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.597+0000 7f0ad73e4640 1 -- 172.21.15.67:0/1916538234 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ad00cd1a0 con 0x7f0ad00ada00 2024-09-21T00:31:26.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.597+0000 7f0ac5ffb640 1 -- 172.21.15.67:0/1916538234 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0acc004280 con 0x7f0ad00ada00 2024-09-21T00:31:26.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.597+0000 7f0ad73e4640 1 -- 172.21.15.67:0/1916538234 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ad00cd760 con 0x7f0ad00ada00 2024-09-21T00:31:26.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.598+0000 7f0ad73e4640 1 -- 172.21.15.67:0/1916538234 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0ad0070150 con 0x7f0ad00ada00 2024-09-21T00:31:26.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.599+0000 7f0ac5ffb640 1 -- 172.21.15.67:0/1916538234 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f0acc0035f0 con 0x7f0ad00ada00 2024-09-21T00:31:26.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.599+0000 7f0ac5ffb640 1 --2- 172.21.15.67:0/1916538234 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0ab4078b90 0x7f0ab407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:26.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.599+0000 7f0ac5ffb640 1 -- 172.21.15.67:0/1916538234 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7f0acc09b410 con 0x7f0ad00ada00 2024-09-21T00:31:26.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.600+0000 7f0ad497f640 1 --2- 172.21.15.67:0/1916538234 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0ab4078b90 0x7f0ab407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:26.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.600+0000 7f0ad497f640 1 --2- 172.21.15.67:0/1916538234 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0ab4078b90 0x7f0ab407b0a0 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f0ac0007fd0 tx=0x7f0ac0001390 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:26.605 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.604+0000 7f0ac5ffb640 1 -- 172.21.15.67:0/1916538234 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f0acc063320 con 0x7f0ad00ada00 2024-09-21T00:31:26.833 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.832+0000 7f0ad73e4640 1 -- 172.21.15.67:0/1916538234 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0ad015c760 con 0x7f0ad00ada00 2024-09-21T00:31:26.833 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.832+0000 7f0ac5ffb640 1 -- 172.21.15.67:0/1916538234 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 118 v118) ==== 95+0+5233 (secure 0 0 0) 0x7f0acc067d50 con 0x7f0ad00ada00 2024-09-21T00:31:26.833 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:31:26.834 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":118,"btime":"2024-09-21T00:31:03:931248+0000","default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7403,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/2834357950","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":2834357950},{"type":"v1","addr":"172.21.15.97:6837","nonce":2834357950}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":112},{"gid":8173,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/3488762384","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3488762384},{"type":"v1","addr":"172.21.15.97:6836","nonce":3488762384}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":112},{"gid":8182,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/1799325258","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":1799325258},{"type":"v1","addr":"172.21.15.67:6835","nonce":1799325258}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":113}],"filesystems":[{"mdsmap":{"epoch":118,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:31:00.289899+0000","modified":"2024-09-21T00:31:03.315250+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8982},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8982":{"gid":8982,"name":"c","rank":0,"incarnation":114,"state":"up:active","state_seq":4,"addr":"172.21.15.67:6833/1883288453","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1883288453},{"type":"v1","addr":"172.21.15.67:6833","nonce":1883288453}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[21],"metadata_pool":20,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8982,"qdb_cluster":[8982]},"id":10}]} 2024-09-21T00:31:26.834 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 118 2024-09-21T00:31:26.836 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.834+0000 7f0ad73e4640 1 -- 172.21.15.67:0/1916538234 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0ab4078b90 msgr2=0x7f0ab407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:26.836 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.834+0000 7f0ad73e4640 1 --2- 172.21.15.67:0/1916538234 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0ab4078b90 0x7f0ab407b0a0 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f0ac0007fd0 tx=0x7f0ac0001390 comp rx=0 tx=0).stop 2024-09-21T00:31:26.836 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.834+0000 7f0ad73e4640 1 -- 172.21.15.67:0/1916538234 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0ad00ada00 msgr2=0x7f0ad01f3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:26.836 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.834+0000 7f0ad73e4640 1 --2- 172.21.15.67:0/1916538234 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0ad00ada00 0x7f0ad01f3600 secure :-1 s=READY pgs=1708 cs=0 l=1 rev1=1 crypto rx=0x7f0acc00e790 tx=0x7f0acc00ec50 comp rx=0 tx=0).stop 2024-09-21T00:31:26.836 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.834+0000 7f0ad73e4640 1 -- 172.21.15.67:0/1916538234 shutdown_connections 2024-09-21T00:31:26.836 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.834+0000 7f0ad73e4640 1 --2- 172.21.15.67:0/1916538234 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0ab4078b90 0x7f0ab407b0a0 unknown :-1 s=CLOSED pgs=646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.836 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.834+0000 7f0ad73e4640 1 --2- 172.21.15.67:0/1916538234 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0ad0160310 0x7f0ad00c5410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.836 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.834+0000 7f0ad73e4640 1 --2- 172.21.15.67:0/1916538234 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0ad0153810 0x7f0ad0151330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.836 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.834+0000 7f0ad73e4640 1 --2- 172.21.15.67:0/1916538234 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0ad00ada00 0x7f0ad01f3600 unknown :-1 s=CLOSED pgs=1708 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.836 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.834+0000 7f0ad73e4640 1 -- 172.21.15.67:0/1916538234 >> 172.21.15.67:0/1916538234 conn(0x7f0ad006d5a0 msgr2=0x7f0ad015f6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:26.836 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.834+0000 7f0ad73e4640 1 -- 172.21.15.67:0/1916538234 shutdown_connections 2024-09-21T00:31:26.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.834+0000 7f0ad73e4640 1 -- 172.21.15.67:0/1916538234 wait complete. 2024-09-21T00:31:26.847 DEBUG:tasks.cephfs.test_scrub_checks:current active=['c'] 2024-09-21T00:31:26.847 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-21T00:31:26.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.961+0000 7f22ae30b640 1 -- 172.21.15.67:0/3804708284 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f22a809b960 msgr2=0x7f22a80b77c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:26.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.961+0000 7f22ae30b640 1 --2- 172.21.15.67:0/3804708284 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f22a809b960 0x7f22a80b77c0 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f2298009820 tx=0x7f229802a410 comp rx=0 tx=0).stop 2024-09-21T00:31:26.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.961+0000 7f22ae30b640 1 -- 172.21.15.67:0/3804708284 shutdown_connections 2024-09-21T00:31:26.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.961+0000 7f22ae30b640 1 --2- 172.21.15.67:0/3804708284 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f22a809b960 0x7f22a80b77c0 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.961+0000 7f22ae30b640 1 -- 172.21.15.67:0/3804708284 >> 172.21.15.67:0/3804708284 conn(0x7f22a80cee30 msgr2=0x7f22a80cf240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:26.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.961+0000 7f22ae30b640 1 -- 172.21.15.67:0/3804708284 shutdown_connections 2024-09-21T00:31:26.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.961+0000 7f22ae30b640 1 -- 172.21.15.67:0/3804708284 wait complete. 2024-09-21T00:31:26.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.963+0000 7f22ae30b640 1 Processor -- start 2024-09-21T00:31:26.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.963+0000 7f22ae30b640 1 -- start start 2024-09-21T00:31:26.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.964+0000 7f22ae30b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f22a809b960 0x7f22a8157190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:26.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.964+0000 7f22ae30b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f22a80b1c30 0x7f22a815ca10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:26.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.964+0000 7f22ae30b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f22a80cff80 0x7f22a80af880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:26.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.964+0000 7f22ae30b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f22a80b2c50 con 0x7f22a809b960 2024-09-21T00:31:26.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.964+0000 7f22ae30b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f22a80b2ad0 con 0x7f22a80cff80 2024-09-21T00:31:26.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.964+0000 7f22ae30b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f22a80b2dd0 con 0x7f22a80b1c30 2024-09-21T00:31:26.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.964+0000 7f22a7fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f22a809b960 0x7f22a8157190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:26.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.964+0000 7f22a7fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f22a809b960 0x7f22a8157190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34050/0 (socket says 172.21.15.67:34050) 2024-09-21T00:31:26.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.964+0000 7f22a7fff640 1 -- 172.21.15.67:0/1027084392 learned_addr learned my addr 172.21.15.67:0/1027084392 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:26.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.964+0000 7f22ac8a8640 1 --2- 172.21.15.67:0/1027084392 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f22a80cff80 0x7f22a80af880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:26.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.964+0000 7f22a77fe640 1 --2- 172.21.15.67:0/1027084392 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f22a80b1c30 0x7f22a815ca10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:26.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.965+0000 7f22a7fff640 1 -- 172.21.15.67:0/1027084392 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f22a80b1c30 msgr2=0x7f22a815ca10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:26.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.965+0000 7f22a7fff640 1 --2- 172.21.15.67:0/1027084392 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f22a80b1c30 0x7f22a815ca10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.965+0000 7f22a7fff640 1 -- 172.21.15.67:0/1027084392 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f22a80cff80 msgr2=0x7f22a80af880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:26.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.965+0000 7f22a7fff640 1 --2- 172.21.15.67:0/1027084392 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f22a80cff80 0x7f22a80af880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:26.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.965+0000 7f22a7fff640 1 -- 172.21.15.67:0/1027084392 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22a81615a0 con 0x7f22a809b960 2024-09-21T00:31:26.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.965+0000 7f22a77fe640 1 --2- 172.21.15.67:0/1027084392 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f22a80b1c30 0x7f22a815ca10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:31:26.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.965+0000 7f22a7fff640 1 --2- 172.21.15.67:0/1027084392 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f22a809b960 0x7f22a8157190 secure :-1 s=READY pgs=1710 cs=0 l=1 rev1=1 crypto rx=0x7f229802aa00 tx=0x7f2298004a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:26.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.965+0000 7f22a4ff9640 1 -- 172.21.15.67:0/1027084392 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2298037040 con 0x7f22a809b960 2024-09-21T00:31:26.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.965+0000 7f22a4ff9640 1 -- 172.21.15.67:0/1027084392 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2298040070 con 0x7f22a809b960 2024-09-21T00:31:26.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.965+0000 7f22ae30b640 1 -- 172.21.15.67:0/1027084392 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f22a815d360 con 0x7f22a809b960 2024-09-21T00:31:26.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.965+0000 7f22a4ff9640 1 -- 172.21.15.67:0/1027084392 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22980042b0 con 0x7f22a809b960 2024-09-21T00:31:26.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.965+0000 7f22ae30b640 1 -- 172.21.15.67:0/1027084392 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f22a8161b40 con 0x7f22a809b960 2024-09-21T00:31:26.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.966+0000 7f22ae30b640 1 -- 172.21.15.67:0/1027084392 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f22a80b77c0 con 0x7f22a809b960 2024-09-21T00:31:26.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.967+0000 7f22a4ff9640 1 -- 172.21.15.67:0/1027084392 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f22980035f0 con 0x7f22a809b960 2024-09-21T00:31:26.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.967+0000 7f22a4ff9640 1 --2- 172.21.15.67:0/1027084392 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2294078bc0 0x7f229407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:26.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.968+0000 7f22a4ff9640 1 -- 172.21.15.67:0/1027084392 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7f22980bb010 con 0x7f22a809b960 2024-09-21T00:31:26.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.968+0000 7f22a77fe640 1 --2- 172.21.15.67:0/1027084392 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2294078bc0 0x7f229407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:26.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.968+0000 7f22a77fe640 1 --2- 172.21.15.67:0/1027084392 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2294078bc0 0x7f229407b0d0 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f229c007fd0 tx=0x7f229c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:26.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:26.972+0000 7f22a4ff9640 1 -- 172.21.15.67:0/1027084392 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f2298005ca0 con 0x7f22a809b960 2024-09-21T00:31:27.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:27.239+0000 7f22ae30b640 1 -- 172.21.15.67:0/1027084392 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f22a8075ef0 con 0x7f22a809b960 2024-09-21T00:31:27.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:27.240+0000 7f22a4ff9640 1 -- 172.21.15.67:0/1027084392 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1618 (secure 0 0 0) 0x7f2298083450 con 0x7f22a809b960 2024-09-21T00:31:27.241 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:31:27.241 INFO:teuthology.orchestra.run.smithi067.stdout:{"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":630,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":140,"num_osds":8,"num_up_osds":8,"osd_up_since":1726878070,"num_in_osds":8,"osd_in_since":1726878060,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":755,"data_bytes":768235441,"bytes_used":1988272128,"bytes_avail":771105841152,"bytes_total":773094113280,"write_bytes_sec":63963461,"read_op_per_sec":0,"write_op_per_sec":64},"fsmap":{"epoch":118,"btime":"2024-09-21T00:31:03:931248+0000","id":10,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":10,"rank":0,"name":"c","status":"up:active","gid":8982}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":26,"modified":"2024-09-21T00:30:37.640192+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-21T00:31:27.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:27.242+0000 7f22ae30b640 1 -- 172.21.15.67:0/1027084392 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2294078bc0 msgr2=0x7f229407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:27.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:27.242+0000 7f22ae30b640 1 --2- 172.21.15.67:0/1027084392 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2294078bc0 0x7f229407b0d0 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f229c007fd0 tx=0x7f229c009040 comp rx=0 tx=0).stop 2024-09-21T00:31:27.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:27.242+0000 7f22ae30b640 1 -- 172.21.15.67:0/1027084392 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f22a809b960 msgr2=0x7f22a8157190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:27.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:27.242+0000 7f22ae30b640 1 --2- 172.21.15.67:0/1027084392 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f22a809b960 0x7f22a8157190 secure :-1 s=READY pgs=1710 cs=0 l=1 rev1=1 crypto rx=0x7f229802aa00 tx=0x7f2298004a50 comp rx=0 tx=0).stop 2024-09-21T00:31:27.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:27.242+0000 7f22ae30b640 1 -- 172.21.15.67:0/1027084392 shutdown_connections 2024-09-21T00:31:27.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:27.242+0000 7f22ae30b640 1 --2- 172.21.15.67:0/1027084392 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2294078bc0 0x7f229407b0d0 unknown :-1 s=CLOSED pgs=647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:27.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:27.242+0000 7f22ae30b640 1 --2- 172.21.15.67:0/1027084392 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f22a80cff80 0x7f22a80af880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:27.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:27.242+0000 7f22ae30b640 1 --2- 172.21.15.67:0/1027084392 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f22a80b1c30 0x7f22a815ca10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:27.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:27.242+0000 7f22ae30b640 1 --2- 172.21.15.67:0/1027084392 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f22a809b960 0x7f22a8157190 unknown :-1 s=CLOSED pgs=1710 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:27.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:27.242+0000 7f22ae30b640 1 -- 172.21.15.67:0/1027084392 >> 172.21.15.67:0/1027084392 conn(0x7f22a80cee30 msgr2=0x7f22a8160b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:27.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:27.242+0000 7f22ae30b640 1 -- 172.21.15.67:0/1027084392 shutdown_connections 2024-09-21T00:31:27.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:27.242+0000 7f22ae30b640 1 -- 172.21.15.67:0/1027084392 wait complete. 2024-09-21T00:31:27.255 INFO:tasks.ceph.ceph_manager.ceph:{} 2024-09-21T00:31:28.256 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:31:28.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.384+0000 7fb64eb6e640 1 -- 172.21.15.67:0/1731916907 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb630006320 msgr2=0x7fb63000cad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:28.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.384+0000 7fb64eb6e640 1 --2- 172.21.15.67:0/1731916907 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb630006320 0x7fb63000cad0 secure :-1 s=READY pgs=1712 cs=0 l=1 rev1=1 crypto rx=0x7fb648070f80 tx=0x7fb630006940 comp rx=0 tx=0).stop 2024-09-21T00:31:28.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.384+0000 7fb64d10b640 1 -- 172.21.15.67:0/1731916907 reap_dead start 2024-09-21T00:31:28.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.384+0000 7fb64eb6e640 1 -- 172.21.15.67:0/1731916907 shutdown_connections 2024-09-21T00:31:28.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.384+0000 7fb64eb6e640 1 -- 172.21.15.67:0/1731916907 >> 172.21.15.67:0/1731916907 conn(0x7fb64806d5a0 msgr2=0x7fb6480b1d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:28.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.384+0000 7fb64eb6e640 1 -- 172.21.15.67:0/1731916907 shutdown_connections 2024-09-21T00:31:28.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.384+0000 7fb64eb6e640 1 -- 172.21.15.67:0/1731916907 wait complete. 2024-09-21T00:31:28.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.386+0000 7fb64eb6e640 1 Processor -- start 2024-09-21T00:31:28.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.386+0000 7fb64eb6e640 1 -- start start 2024-09-21T00:31:28.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.387+0000 7fb64eb6e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb630006320 0x7fb6481f61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:28.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.387+0000 7fb64eb6e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb648159960 0x7fb6480cec90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:28.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.387+0000 7fb64eb6e640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb6481f8d90 0x7fb6481f91a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:28.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.387+0000 7fb64eb6e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fb6480b2480 con 0x7fb630006320 2024-09-21T00:31:28.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.387+0000 7fb64eb6e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fb6480cffb0 con 0x7fb648159960 2024-09-21T00:31:28.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.387+0000 7fb64eb6e640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fb6480b2600 con 0x7fb6481f8d90 2024-09-21T00:31:28.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.387+0000 7fb64c90a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb630006320 0x7fb6481f61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:28.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.387+0000 7fb64c90a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb630006320 0x7fb6481f61d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34066/0 (socket says 172.21.15.67:34066) 2024-09-21T00:31:28.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.388+0000 7fb64c90a640 1 -- 172.21.15.67:0/4284505766 learned_addr learned my addr 172.21.15.67:0/4284505766 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:28.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.388+0000 7fb647fff640 1 --2- 172.21.15.67:0/4284505766 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb648159960 0x7fb6480cec90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:28.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.388+0000 7fb64d10b640 1 --2- 172.21.15.67:0/4284505766 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb6481f8d90 0x7fb6481f91a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:28.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.388+0000 7fb64c90a640 1 -- 172.21.15.67:0/4284505766 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb6481f8d90 msgr2=0x7fb6481f91a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:28.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.388+0000 7fb64c90a640 1 --2- 172.21.15.67:0/4284505766 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb6481f8d90 0x7fb6481f91a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:28.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.388+0000 7fb64c90a640 1 -- 172.21.15.67:0/4284505766 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb648159960 msgr2=0x7fb6480cec90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:28.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.388+0000 7fb64c90a640 1 --2- 172.21.15.67:0/4284505766 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb648159960 0x7fb6480cec90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:28.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.388+0000 7fb64c90a640 1 -- 172.21.15.67:0/4284505766 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb6481f96e0 con 0x7fb630006320 2024-09-21T00:31:28.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.388+0000 7fb64c90a640 1 --2- 172.21.15.67:0/4284505766 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb630006320 0x7fb6481f61d0 secure :-1 s=READY pgs=1713 cs=0 l=1 rev1=1 crypto rx=0x7fb638003f20 tx=0x7fb6380018c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:28.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.388+0000 7fb6457fa640 1 -- 172.21.15.67:0/4284505766 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb638015070 con 0x7fb630006320 2024-09-21T00:31:28.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.388+0000 7fb6457fa640 1 -- 172.21.15.67:0/4284505766 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb638011900 con 0x7fb630006320 2024-09-21T00:31:28.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.388+0000 7fb64eb6e640 1 -- 172.21.15.67:0/4284505766 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb6481f6710 con 0x7fb630006320 2024-09-21T00:31:28.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.388+0000 7fb6457fa640 1 -- 172.21.15.67:0/4284505766 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb638011d50 con 0x7fb630006320 2024-09-21T00:31:28.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.388+0000 7fb64eb6e640 1 -- 172.21.15.67:0/4284505766 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb648158ba0 con 0x7fb630006320 2024-09-21T00:31:28.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.389+0000 7fb64eb6e640 1 -- 172.21.15.67:0/4284505766 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb64815acf0 con 0x7fb630006320 2024-09-21T00:31:28.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.390+0000 7fb6457fa640 1 -- 172.21.15.67:0/4284505766 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fb6380103c0 con 0x7fb630006320 2024-09-21T00:31:28.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.391+0000 7fb6457fa640 1 --2- 172.21.15.67:0/4284505766 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb634078b90 0x7fb63407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:28.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.391+0000 7fb6457fa640 1 -- 172.21.15.67:0/4284505766 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7fb63809b8e0 con 0x7fb630006320 2024-09-21T00:31:28.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.391+0000 7fb647fff640 1 --2- 172.21.15.67:0/4284505766 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb634078b90 0x7fb63407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:28.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.392+0000 7fb647fff640 1 --2- 172.21.15.67:0/4284505766 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb634078b90 0x7fb63407b0a0 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7fb648163ab0 tx=0x7fb63c006b40 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:28.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.396+0000 7fb6457fa640 1 -- 172.21.15.67:0/4284505766 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fb6481f96e0 con 0x7fb630006320 2024-09-21T00:31:28.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.627+0000 7fb64eb6e640 1 -- 172.21.15.67:0/4284505766 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb64815e750 con 0x7fb630006320 2024-09-21T00:31:28.629 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.628+0000 7fb6457fa640 1 -- 172.21.15.67:0/4284505766 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 118 v118) ==== 95+0+5233 (secure 0 0 0) 0x7fb638063760 con 0x7fb630006320 2024-09-21T00:31:28.629 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:31:28.629 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":118,"btime":"2024-09-21T00:31:03:931248+0000","default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7403,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/2834357950","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":2834357950},{"type":"v1","addr":"172.21.15.97:6837","nonce":2834357950}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":112},{"gid":8173,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/3488762384","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3488762384},{"type":"v1","addr":"172.21.15.97:6836","nonce":3488762384}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":112},{"gid":8182,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/1799325258","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":1799325258},{"type":"v1","addr":"172.21.15.67:6835","nonce":1799325258}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":113}],"filesystems":[{"mdsmap":{"epoch":118,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:31:00.289899+0000","modified":"2024-09-21T00:31:03.315250+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8982},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8982":{"gid":8982,"name":"c","rank":0,"incarnation":114,"state":"up:active","state_seq":4,"addr":"172.21.15.67:6833/1883288453","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1883288453},{"type":"v1","addr":"172.21.15.67:6833","nonce":1883288453}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[21],"metadata_pool":20,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8982,"qdb_cluster":[8982]},"id":10}]} 2024-09-21T00:31:28.629 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 118 2024-09-21T00:31:28.632 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.630+0000 7fb64eb6e640 1 -- 172.21.15.67:0/4284505766 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb634078b90 msgr2=0x7fb63407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:28.632 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.630+0000 7fb64eb6e640 1 --2- 172.21.15.67:0/4284505766 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb634078b90 0x7fb63407b0a0 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7fb648163ab0 tx=0x7fb63c006b40 comp rx=0 tx=0).stop 2024-09-21T00:31:28.632 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.630+0000 7fb64eb6e640 1 -- 172.21.15.67:0/4284505766 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb630006320 msgr2=0x7fb6481f61d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:28.632 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.630+0000 7fb64eb6e640 1 --2- 172.21.15.67:0/4284505766 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb630006320 0x7fb6481f61d0 secure :-1 s=READY pgs=1713 cs=0 l=1 rev1=1 crypto rx=0x7fb638003f20 tx=0x7fb6380018c0 comp rx=0 tx=0).stop 2024-09-21T00:31:28.632 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.630+0000 7fb64eb6e640 1 -- 172.21.15.67:0/4284505766 shutdown_connections 2024-09-21T00:31:28.632 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.630+0000 7fb64eb6e640 1 --2- 172.21.15.67:0/4284505766 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb634078b90 0x7fb63407b0a0 unknown :-1 s=CLOSED pgs=648 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:28.632 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.630+0000 7fb64eb6e640 1 --2- 172.21.15.67:0/4284505766 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb6481f8d90 0x7fb6481f91a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:28.632 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.630+0000 7fb64eb6e640 1 --2- 172.21.15.67:0/4284505766 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb648159960 0x7fb6480cec90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:28.632 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.630+0000 7fb64eb6e640 1 --2- 172.21.15.67:0/4284505766 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb630006320 0x7fb6481f61d0 unknown :-1 s=CLOSED pgs=1713 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:28.632 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.630+0000 7fb64eb6e640 1 -- 172.21.15.67:0/4284505766 >> 172.21.15.67:0/4284505766 conn(0x7fb64806d5a0 msgr2=0x7fb64815cf10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:28.632 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.630+0000 7fb64eb6e640 1 -- 172.21.15.67:0/4284505766 shutdown_connections 2024-09-21T00:31:28.632 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.630+0000 7fb64eb6e640 1 -- 172.21.15.67:0/4284505766 wait complete. 2024-09-21T00:31:28.642 DEBUG:tasks.cephfs.test_scrub_checks:current active=['c'] 2024-09-21T00:31:28.643 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-21T00:31:28.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.756+0000 7f403c48b640 1 -- 172.21.15.67:0/2570466280 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f40340d2b00 msgr2=0x7f403415e7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:28.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.756+0000 7f403c48b640 1 --2- 172.21.15.67:0/2570466280 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f40340d2b00 0x7f403415e7f0 secure :-1 s=READY pgs=1714 cs=0 l=1 rev1=1 crypto rx=0x7f4028005fd0 tx=0x7f402802a530 comp rx=0 tx=0).stop 2024-09-21T00:31:28.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.756+0000 7f403c48b640 1 -- 172.21.15.67:0/2570466280 shutdown_connections 2024-09-21T00:31:28.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.756+0000 7f403c48b640 1 --2- 172.21.15.67:0/2570466280 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f40340d11c0 0x7f40340d15d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:28.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.756+0000 7f403c48b640 1 --2- 172.21.15.67:0/2570466280 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f40340d2b00 0x7f403415e7f0 unknown :-1 s=CLOSED pgs=1714 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:28.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.756+0000 7f403c48b640 1 -- 172.21.15.67:0/2570466280 >> 172.21.15.67:0/2570466280 conn(0x7f403406dfb0 msgr2=0x7f403406e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:28.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.756+0000 7f403c48b640 1 -- 172.21.15.67:0/2570466280 shutdown_connections 2024-09-21T00:31:28.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.756+0000 7f403c48b640 1 -- 172.21.15.67:0/2570466280 wait complete. 2024-09-21T00:31:28.759 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.758+0000 7f403c48b640 1 Processor -- start 2024-09-21T00:31:28.759 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.758+0000 7f403c48b640 1 -- start start 2024-09-21T00:31:28.762 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.759+0000 7f403c48b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f40340d11c0 0x7f40341f6080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:28.762 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.759+0000 7f403c48b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f40340d2b00 0x7f40340cc950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:28.762 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.759+0000 7f403c48b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4034162ea0 0x7f40340b4cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:28.762 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.759+0000 7f403c48b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f403415f640 con 0x7f4034162ea0 2024-09-21T00:31:28.762 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.759+0000 7f403c48b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f403415f4c0 con 0x7f40340d2b00 2024-09-21T00:31:28.762 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.759+0000 7f403c48b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f403415f7c0 con 0x7f40340d11c0 2024-09-21T00:31:28.762 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.760+0000 7f403aa28640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4034162ea0 0x7f40340b4cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:28.762 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.760+0000 7f403aa28640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4034162ea0 0x7f40340b4cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34088/0 (socket says 172.21.15.67:34088) 2024-09-21T00:31:28.762 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.760+0000 7f403a227640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f40340d11c0 0x7f40341f6080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:28.762 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.760+0000 7f403aa28640 1 -- 172.21.15.67:0/1435479457 learned_addr learned my addr 172.21.15.67:0/1435479457 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:28.762 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.760+0000 7f4039a26640 1 --2- 172.21.15.67:0/1435479457 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f40340d2b00 0x7f40340cc950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:28.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.760+0000 7f403aa28640 1 -- 172.21.15.67:0/1435479457 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f40340d11c0 msgr2=0x7f40341f6080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:28.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.760+0000 7f403aa28640 1 --2- 172.21.15.67:0/1435479457 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f40340d11c0 0x7f40341f6080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:28.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.760+0000 7f403aa28640 1 -- 172.21.15.67:0/1435479457 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f40340d2b00 msgr2=0x7f40340cc950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:28.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.760+0000 7f403aa28640 1 --2- 172.21.15.67:0/1435479457 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f40340d2b00 0x7f40340cc950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:28.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.760+0000 7f403aa28640 1 -- 172.21.15.67:0/1435479457 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40340b6b60 con 0x7f4034162ea0 2024-09-21T00:31:28.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.760+0000 7f403aa28640 1 --2- 172.21.15.67:0/1435479457 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4034162ea0 0x7f40340b4cd0 secure :-1 s=READY pgs=1715 cs=0 l=1 rev1=1 crypto rx=0x7f402c00c8f0 tx=0x7f402c00cdb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:28.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.760+0000 7f4032ffd640 1 -- 172.21.15.67:0/1435479457 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f402c007bb0 con 0x7f4034162ea0 2024-09-21T00:31:28.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.760+0000 7f4032ffd640 1 -- 172.21.15.67:0/1435479457 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f402c00ae40 con 0x7f4034162ea0 2024-09-21T00:31:28.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.760+0000 7f403c48b640 1 -- 172.21.15.67:0/1435479457 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40340b6e40 con 0x7f4034162ea0 2024-09-21T00:31:28.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.760+0000 7f4032ffd640 1 -- 172.21.15.67:0/1435479457 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f402c005280 con 0x7f4034162ea0 2024-09-21T00:31:28.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.760+0000 7f403c48b640 1 -- 172.21.15.67:0/1435479457 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40340b44d0 con 0x7f4034162ea0 2024-09-21T00:31:28.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.761+0000 7f403c48b640 1 -- 172.21.15.67:0/1435479457 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f403415fcd0 con 0x7f4034162ea0 2024-09-21T00:31:28.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.762+0000 7f4032ffd640 1 -- 172.21.15.67:0/1435479457 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f402c005420 con 0x7f4034162ea0 2024-09-21T00:31:28.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.763+0000 7f4032ffd640 1 --2- 172.21.15.67:0/1435479457 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4020078b90 0x7f402007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:28.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.763+0000 7f4032ffd640 1 -- 172.21.15.67:0/1435479457 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7f402c09b060 con 0x7f4034162ea0 2024-09-21T00:31:28.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.763+0000 7f403a227640 1 --2- 172.21.15.67:0/1435479457 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4020078b90 0x7f402007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:28.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.764+0000 7f403a227640 1 --2- 172.21.15.67:0/1435479457 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4020078b90 0x7f402007b0a0 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f4024009fd0 tx=0x7f402400d040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:28.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:28.767+0000 7f4032ffd640 1 -- 172.21.15.67:0/1435479457 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f402c014030 con 0x7f4034162ea0 2024-09-21T00:31:29.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:29.026+0000 7f403c48b640 1 -- 172.21.15.67:0/1435479457 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f40340cfa30 con 0x7f4034162ea0 2024-09-21T00:31:29.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:29.027+0000 7f4032ffd640 1 -- 172.21.15.67:0/1435479457 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1620 (secure 0 0 0) 0x7f402c062ee0 con 0x7f4034162ea0 2024-09-21T00:31:29.028 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:31:29.028 INFO:teuthology.orchestra.run.smithi067.stdout:{"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":631,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":140,"num_osds":8,"num_up_osds":8,"osd_up_since":1726878070,"num_in_osds":8,"osd_in_since":1726878060,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":1015,"data_bytes":1043071245,"bytes_used":2570215424,"bytes_avail":770523897856,"bytes_total":773094113280,"write_bytes_sec":85112727,"read_op_per_sec":0,"write_op_per_sec":87},"fsmap":{"epoch":118,"btime":"2024-09-21T00:31:03:931248+0000","id":10,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":10,"rank":0,"name":"c","status":"up:active","gid":8982}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":26,"modified":"2024-09-21T00:30:37.640192+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-21T00:31:29.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:29.029+0000 7f403c48b640 1 -- 172.21.15.67:0/1435479457 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4020078b90 msgr2=0x7f402007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:29.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:29.029+0000 7f403c48b640 1 --2- 172.21.15.67:0/1435479457 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4020078b90 0x7f402007b0a0 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f4024009fd0 tx=0x7f402400d040 comp rx=0 tx=0).stop 2024-09-21T00:31:29.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:29.029+0000 7f403c48b640 1 -- 172.21.15.67:0/1435479457 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4034162ea0 msgr2=0x7f40340b4cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:29.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:29.029+0000 7f403c48b640 1 --2- 172.21.15.67:0/1435479457 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4034162ea0 0x7f40340b4cd0 secure :-1 s=READY pgs=1715 cs=0 l=1 rev1=1 crypto rx=0x7f402c00c8f0 tx=0x7f402c00cdb0 comp rx=0 tx=0).stop 2024-09-21T00:31:29.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:29.029+0000 7f403c48b640 1 -- 172.21.15.67:0/1435479457 shutdown_connections 2024-09-21T00:31:29.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:29.029+0000 7f403c48b640 1 --2- 172.21.15.67:0/1435479457 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4020078b90 0x7f402007b0a0 unknown :-1 s=CLOSED pgs=649 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:29.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:29.029+0000 7f403c48b640 1 --2- 172.21.15.67:0/1435479457 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4034162ea0 0x7f40340b4cd0 unknown :-1 s=CLOSED pgs=1715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:29.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:29.029+0000 7f403c48b640 1 --2- 172.21.15.67:0/1435479457 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f40340d2b00 0x7f40340cc950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:29.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:29.029+0000 7f403c48b640 1 --2- 172.21.15.67:0/1435479457 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f40340d11c0 0x7f40341f6080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:29.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:29.029+0000 7f403c48b640 1 -- 172.21.15.67:0/1435479457 >> 172.21.15.67:0/1435479457 conn(0x7f403406dfb0 msgr2=0x7f403406e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:29.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:29.029+0000 7f403c48b640 1 -- 172.21.15.67:0/1435479457 shutdown_connections 2024-09-21T00:31:29.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:29.029+0000 7f403c48b640 1 -- 172.21.15.67:0/1435479457 wait complete. 2024-09-21T00:31:29.041 INFO:tasks.ceph.ceph_manager.ceph:{} 2024-09-21T00:31:30.042 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:31:30.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.162+0000 7f7c831da640 1 -- 172.21.15.67:0/2413475394 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7c7c0cd490 msgr2=0x7f7c7c0cd8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:30.164 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.162+0000 7f7c831da640 1 --2- 172.21.15.67:0/2413475394 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7c7c0cd490 0x7f7c7c0cd8a0 secure :-1 s=READY pgs=1717 cs=0 l=1 rev1=1 crypto rx=0x7f7c74005fd0 tx=0x7f7c7402a8b0 comp rx=0 tx=0).stop 2024-09-21T00:31:30.164 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.162+0000 7f7c831da640 1 -- 172.21.15.67:0/2413475394 shutdown_connections 2024-09-21T00:31:30.164 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.162+0000 7f7c831da640 1 --2- 172.21.15.67:0/2413475394 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7c7c0cd490 0x7f7c7c0cd8a0 unknown :-1 s=CLOSED pgs=1717 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:30.164 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.162+0000 7f7c831da640 1 -- 172.21.15.67:0/2413475394 >> 172.21.15.67:0/2413475394 conn(0x7f7c7c0b4140 msgr2=0x7f7c7c0b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:30.164 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.162+0000 7f7c831da640 1 -- 172.21.15.67:0/2413475394 shutdown_connections 2024-09-21T00:31:30.165 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.162+0000 7f7c831da640 1 -- 172.21.15.67:0/2413475394 wait complete. 2024-09-21T00:31:30.165 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.164+0000 7f7c831da640 1 Processor -- start 2024-09-21T00:31:30.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.164+0000 7f7c831da640 1 -- start start 2024-09-21T00:31:30.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.165+0000 7f7c831da640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7c7c09b060 0x7f7c7c154400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:30.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.165+0000 7f7c831da640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7c7c0b7780 0x7f7c7c09ef40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:30.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.165+0000 7f7c831da640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7c7c0cd490 0x7f7c7c09f480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:30.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.165+0000 7f7c831da640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f7c7c06f050 con 0x7f7c7c09b060 2024-09-21T00:31:30.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.165+0000 7f7c831da640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f7c7c06eed0 con 0x7f7c7c0cd490 2024-09-21T00:31:30.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.165+0000 7f7c831da640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f7c7c0cdde0 con 0x7f7c7c0b7780 2024-09-21T00:31:30.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.165+0000 7f7c80f76640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7c7c09b060 0x7f7c7c154400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:30.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.165+0000 7f7c80f76640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7c7c09b060 0x7f7c7c154400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34102/0 (socket says 172.21.15.67:34102) 2024-09-21T00:31:30.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.165+0000 7f7c80f76640 1 -- 172.21.15.67:0/246273980 learned_addr learned my addr 172.21.15.67:0/246273980 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:30.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.165+0000 7f7c81777640 1 --2- 172.21.15.67:0/246273980 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7c7c0cd490 0x7f7c7c09f480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:30.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.165+0000 7f7c7bfff640 1 --2- 172.21.15.67:0/246273980 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7c7c0b7780 0x7f7c7c09ef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:30.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.166+0000 7f7c80f76640 1 -- 172.21.15.67:0/246273980 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7c7c0b7780 msgr2=0x7f7c7c09ef40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:30.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.166+0000 7f7c80f76640 1 --2- 172.21.15.67:0/246273980 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7c7c0b7780 0x7f7c7c09ef40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:30.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.166+0000 7f7c80f76640 1 -- 172.21.15.67:0/246273980 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7c7c0cd490 msgr2=0x7f7c7c09f480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:30.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.166+0000 7f7c80f76640 1 --2- 172.21.15.67:0/246273980 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7c7c0cd490 0x7f7c7c09f480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:30.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.166+0000 7f7c80f76640 1 -- 172.21.15.67:0/246273980 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c7c09d9f0 con 0x7f7c7c09b060 2024-09-21T00:31:30.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.166+0000 7f7c81777640 1 --2- 172.21.15.67:0/246273980 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7c7c0cd490 0x7f7c7c09f480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:31:30.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.166+0000 7f7c7bfff640 1 --2- 172.21.15.67:0/246273980 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7c7c0b7780 0x7f7c7c09ef40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:31:30.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.166+0000 7f7c80f76640 1 --2- 172.21.15.67:0/246273980 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7c7c09b060 0x7f7c7c154400 secure :-1 s=READY pgs=1718 cs=0 l=1 rev1=1 crypto rx=0x7f7c6c00c370 tx=0x7f7c6c00c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:30.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.166+0000 7f7c797fa640 1 -- 172.21.15.67:0/246273980 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c6c017070 con 0x7f7c7c09b060 2024-09-21T00:31:30.174 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.166+0000 7f7c797fa640 1 -- 172.21.15.67:0/246273980 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7c6c0053c0 con 0x7f7c7c09b060 2024-09-21T00:31:30.174 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.166+0000 7f7c831da640 1 -- 172.21.15.67:0/246273980 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7c7c09dcd0 con 0x7f7c7c09b060 2024-09-21T00:31:30.174 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.166+0000 7f7c797fa640 1 -- 172.21.15.67:0/246273980 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c6c003850 con 0x7f7c7c09b060 2024-09-21T00:31:30.174 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.166+0000 7f7c831da640 1 -- 172.21.15.67:0/246273980 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7c7c09ea20 con 0x7f7c7c09b060 2024-09-21T00:31:30.174 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.167+0000 7f7c831da640 1 -- 172.21.15.67:0/246273980 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7c7c0cd8a0 con 0x7f7c7c09b060 2024-09-21T00:31:30.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.168+0000 7f7c797fa640 1 -- 172.21.15.67:0/246273980 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f7c6c01a070 con 0x7f7c7c09b060 2024-09-21T00:31:30.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.168+0000 7f7c797fa640 1 --2- 172.21.15.67:0/246273980 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7c68078bc0 0x7f7c6807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:30.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.168+0000 7f7c797fa640 1 -- 172.21.15.67:0/246273980 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7f7c6c099f10 con 0x7f7c7c09b060 2024-09-21T00:31:30.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.168+0000 7f7c7bfff640 1 --2- 172.21.15.67:0/246273980 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7c68078bc0 0x7f7c6807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:30.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.169+0000 7f7c7bfff640 1 --2- 172.21.15.67:0/246273980 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7c68078bc0 0x7f7c6807b0d0 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f7c7c0cfca0 tx=0x7f7c70009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:30.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.173+0000 7f7c797fa640 1 -- 172.21.15.67:0/246273980 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f7c6c062470 con 0x7f7c7c09b060 2024-09-21T00:31:30.395 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.394+0000 7f7c831da640 1 -- 172.21.15.67:0/246273980 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7c7c161e70 con 0x7f7c7c09b060 2024-09-21T00:31:30.396 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.395+0000 7f7c797fa640 1 -- 172.21.15.67:0/246273980 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 118 v118) ==== 95+0+5233 (secure 0 0 0) 0x7f7c6c061d70 con 0x7f7c7c09b060 2024-09-21T00:31:30.396 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:31:30.396 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":118,"btime":"2024-09-21T00:31:03:931248+0000","default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7403,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/2834357950","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":2834357950},{"type":"v1","addr":"172.21.15.97:6837","nonce":2834357950}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":112},{"gid":8173,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/3488762384","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3488762384},{"type":"v1","addr":"172.21.15.97:6836","nonce":3488762384}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":112},{"gid":8182,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/1799325258","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":1799325258},{"type":"v1","addr":"172.21.15.67:6835","nonce":1799325258}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":113}],"filesystems":[{"mdsmap":{"epoch":118,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:31:00.289899+0000","modified":"2024-09-21T00:31:03.315250+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8982},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8982":{"gid":8982,"name":"c","rank":0,"incarnation":114,"state":"up:active","state_seq":4,"addr":"172.21.15.67:6833/1883288453","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1883288453},{"type":"v1","addr":"172.21.15.67:6833","nonce":1883288453}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[21],"metadata_pool":20,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8982,"qdb_cluster":[8982]},"id":10}]} 2024-09-21T00:31:30.396 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 118 2024-09-21T00:31:30.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.397+0000 7f7c831da640 1 -- 172.21.15.67:0/246273980 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7c68078bc0 msgr2=0x7f7c6807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:30.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.397+0000 7f7c831da640 1 --2- 172.21.15.67:0/246273980 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7c68078bc0 0x7f7c6807b0d0 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f7c7c0cfca0 tx=0x7f7c70009040 comp rx=0 tx=0).stop 2024-09-21T00:31:30.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.397+0000 7f7c831da640 1 -- 172.21.15.67:0/246273980 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7c7c09b060 msgr2=0x7f7c7c154400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:30.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.397+0000 7f7c831da640 1 --2- 172.21.15.67:0/246273980 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7c7c09b060 0x7f7c7c154400 secure :-1 s=READY pgs=1718 cs=0 l=1 rev1=1 crypto rx=0x7f7c6c00c370 tx=0x7f7c6c00c830 comp rx=0 tx=0).stop 2024-09-21T00:31:30.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.397+0000 7f7c831da640 1 -- 172.21.15.67:0/246273980 shutdown_connections 2024-09-21T00:31:30.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.397+0000 7f7c831da640 1 --2- 172.21.15.67:0/246273980 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7c68078bc0 0x7f7c6807b0d0 unknown :-1 s=CLOSED pgs=650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:30.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.397+0000 7f7c831da640 1 --2- 172.21.15.67:0/246273980 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7c7c0cd490 0x7f7c7c09f480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:30.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.397+0000 7f7c831da640 1 --2- 172.21.15.67:0/246273980 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7c7c0b7780 0x7f7c7c09ef40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:30.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.397+0000 7f7c831da640 1 --2- 172.21.15.67:0/246273980 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7c7c09b060 0x7f7c7c154400 unknown :-1 s=CLOSED pgs=1718 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:30.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.397+0000 7f7c831da640 1 -- 172.21.15.67:0/246273980 >> 172.21.15.67:0/246273980 conn(0x7f7c7c0b4140 msgr2=0x7f7c7c0ce220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:30.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.397+0000 7f7c831da640 1 -- 172.21.15.67:0/246273980 shutdown_connections 2024-09-21T00:31:30.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.397+0000 7f7c831da640 1 -- 172.21.15.67:0/246273980 wait complete. 2024-09-21T00:31:30.409 DEBUG:tasks.cephfs.test_scrub_checks:current active=['c'] 2024-09-21T00:31:30.409 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-21T00:31:30.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.528+0000 7feff13b6640 1 -- 172.21.15.67:0/849644340 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fefec0b5940 msgr2=0x7fefec0b33b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:30.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.528+0000 7feff13b6640 1 --2- 172.21.15.67:0/849644340 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fefec0b5940 0x7fefec0b33b0 secure :-1 s=READY pgs=1719 cs=0 l=1 rev1=1 crypto rx=0x7fefec08d9f0 tx=0x7fefdc02a540 comp rx=0 tx=0).stop 2024-09-21T00:31:30.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.528+0000 7feff13b6640 1 -- 172.21.15.67:0/849644340 shutdown_connections 2024-09-21T00:31:30.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.528+0000 7feff13b6640 1 --2- 172.21.15.67:0/849644340 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fefec0d4900 0x7fefec0b48c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:30.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.528+0000 7feff13b6640 1 --2- 172.21.15.67:0/849644340 >> v2:172.21.15.97:3300/0 conn(0x7fefec0d1bb0 0x7fefec0d43c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:30.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.528+0000 7feff13b6640 1 --2- 172.21.15.67:0/849644340 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fefec0b5940 0x7fefec0b33b0 unknown :-1 s=CLOSED pgs=1719 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:30.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.528+0000 7feff13b6640 1 -- 172.21.15.67:0/849644340 >> 172.21.15.67:0/849644340 conn(0x7fefec09d8c0 msgr2=0x7fefec08bee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:30.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.528+0000 7feff13b6640 1 -- 172.21.15.67:0/849644340 shutdown_connections 2024-09-21T00:31:30.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.528+0000 7feff13b6640 1 -- 172.21.15.67:0/849644340 wait complete. 2024-09-21T00:31:30.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.530+0000 7feff13b6640 1 Processor -- start 2024-09-21T00:31:30.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.530+0000 7feff13b6640 1 -- start start 2024-09-21T00:31:30.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.531+0000 7feff13b6640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fefec0b5940 0x7fefec0ba960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:30.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.531+0000 7feff13b6640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fefec0d1bb0 0x7fefec0ccc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:30.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.531+0000 7feff13b6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fefec0d4900 0x7fefec0cd190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:30.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.531+0000 7feff13b6640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fefec0b5190 con 0x7fefec0d4900 2024-09-21T00:31:30.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.531+0000 7feff13b6640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fefec0b5010 con 0x7fefec0b5940 2024-09-21T00:31:30.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.531+0000 7feff13b6640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fefec0b5310 con 0x7fefec0d1bb0 2024-09-21T00:31:30.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.531+0000 7fefeb7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fefec0d4900 0x7fefec0cd190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:30.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.531+0000 7fefeb7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fefec0d4900 0x7fefec0cd190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34122/0 (socket says 172.21.15.67:34122) 2024-09-21T00:31:30.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.531+0000 7fefeb7fe640 1 -- 172.21.15.67:0/974994451 learned_addr learned my addr 172.21.15.67:0/974994451 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:30.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.531+0000 7fefe3fff640 1 --2- 172.21.15.67:0/974994451 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fefec0d1bb0 0x7fefec0ccc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:30.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.531+0000 7fefeaffd640 1 --2- 172.21.15.67:0/974994451 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fefec0b5940 0x7fefec0ba960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:30.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.532+0000 7fefeb7fe640 1 -- 172.21.15.67:0/974994451 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fefec0d1bb0 msgr2=0x7fefec0ccc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:30.535 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.532+0000 7fefeb7fe640 1 --2- 172.21.15.67:0/974994451 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fefec0d1bb0 0x7fefec0ccc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:30.535 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.532+0000 7fefeb7fe640 1 -- 172.21.15.67:0/974994451 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fefec0b5940 msgr2=0x7fefec0ba960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:30.535 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.532+0000 7fefeb7fe640 1 --2- 172.21.15.67:0/974994451 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fefec0b5940 0x7fefec0ba960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:30.535 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.532+0000 7fefeb7fe640 1 -- 172.21.15.67:0/974994451 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fefec09ec40 con 0x7fefec0d4900 2024-09-21T00:31:30.535 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.532+0000 7fefeb7fe640 1 --2- 172.21.15.67:0/974994451 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fefec0d4900 0x7fefec0cd190 secure :-1 s=READY pgs=1720 cs=0 l=1 rev1=1 crypto rx=0x7fefe400e9c0 tx=0x7fefe400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:30.535 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.532+0000 7fefe37fe640 1 -- 172.21.15.67:0/974994451 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefe4004d20 con 0x7fefec0d4900 2024-09-21T00:31:30.535 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.532+0000 7fefe37fe640 1 -- 172.21.15.67:0/974994451 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fefe400cb20 con 0x7fefec0d4900 2024-09-21T00:31:30.535 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.532+0000 7feff13b6640 1 -- 172.21.15.67:0/974994451 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fefec09ef00 con 0x7fefec0d4900 2024-09-21T00:31:30.535 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.532+0000 7fefe37fe640 1 -- 172.21.15.67:0/974994451 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fefe4005020 con 0x7fefec0d4900 2024-09-21T00:31:30.535 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.532+0000 7feff13b6640 1 -- 172.21.15.67:0/974994451 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fefec152cd0 con 0x7fefec0d4900 2024-09-21T00:31:30.536 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.533+0000 7feff13b6640 1 -- 172.21.15.67:0/974994451 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fefec0d4180 con 0x7fefec0d4900 2024-09-21T00:31:30.536 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.534+0000 7fefe37fe640 1 -- 172.21.15.67:0/974994451 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fefe40051c0 con 0x7fefec0d4900 2024-09-21T00:31:30.536 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.534+0000 7fefe37fe640 1 --2- 172.21.15.67:0/974994451 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fefcc078b90 0x7fefcc07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:30.536 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.534+0000 7fefe37fe640 1 -- 172.21.15.67:0/974994451 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7fefe409b490 con 0x7fefec0d4900 2024-09-21T00:31:30.536 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.535+0000 7fefeaffd640 1 --2- 172.21.15.67:0/974994451 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fefcc078b90 0x7fefcc07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:30.536 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.535+0000 7fefeaffd640 1 --2- 172.21.15.67:0/974994451 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fefcc078b90 0x7fefcc07b0a0 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7fefdc034000 tx=0x7fefdc004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:30.540 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.539+0000 7fefe37fe640 1 -- 172.21.15.67:0/974994451 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fefec0d4180 con 0x7fefec0d4900 2024-09-21T00:31:30.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.803+0000 7feff13b6640 1 -- 172.21.15.67:0/974994451 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7fefec0d43c0 con 0x7fefec0d4900 2024-09-21T00:31:30.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.803+0000 7fefe37fe640 1 -- 172.21.15.67:0/974994451 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1620 (secure 0 0 0) 0x7fefe4016030 con 0x7fefec0d4900 2024-09-21T00:31:30.805 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:31:30.805 INFO:teuthology.orchestra.run.smithi067.stdout:{"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":633,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":140,"num_osds":8,"num_up_osds":8,"osd_up_since":1726878070,"num_in_osds":8,"osd_in_since":1726878060,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":1048,"data_bytes":1077674253,"bytes_used":2654101504,"bytes_avail":770440011776,"bytes_total":773094113280,"write_bytes_sec":69720735,"read_op_per_sec":0,"write_op_per_sec":73},"fsmap":{"epoch":118,"btime":"2024-09-21T00:31:03:931248+0000","id":10,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":10,"rank":0,"name":"c","status":"up:active","gid":8982}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":26,"modified":"2024-09-21T00:30:37.640192+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-21T00:31:30.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.805+0000 7feff13b6640 1 -- 172.21.15.67:0/974994451 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fefcc078b90 msgr2=0x7fefcc07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:30.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.805+0000 7feff13b6640 1 --2- 172.21.15.67:0/974994451 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fefcc078b90 0x7fefcc07b0a0 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7fefdc034000 tx=0x7fefdc004730 comp rx=0 tx=0).stop 2024-09-21T00:31:30.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.805+0000 7feff13b6640 1 -- 172.21.15.67:0/974994451 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fefec0d4900 msgr2=0x7fefec0cd190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:30.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.805+0000 7feff13b6640 1 --2- 172.21.15.67:0/974994451 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fefec0d4900 0x7fefec0cd190 secure :-1 s=READY pgs=1720 cs=0 l=1 rev1=1 crypto rx=0x7fefe400e9c0 tx=0x7fefe400ee80 comp rx=0 tx=0).stop 2024-09-21T00:31:30.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.805+0000 7feff13b6640 1 -- 172.21.15.67:0/974994451 shutdown_connections 2024-09-21T00:31:30.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.805+0000 7feff13b6640 1 --2- 172.21.15.67:0/974994451 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fefcc078b90 0x7fefcc07b0a0 unknown :-1 s=CLOSED pgs=651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:30.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.805+0000 7feff13b6640 1 --2- 172.21.15.67:0/974994451 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fefec0d4900 0x7fefec0cd190 unknown :-1 s=CLOSED pgs=1720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:30.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.805+0000 7feff13b6640 1 --2- 172.21.15.67:0/974994451 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fefec0d1bb0 0x7fefec0ccc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:30.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.805+0000 7feff13b6640 1 --2- 172.21.15.67:0/974994451 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fefec0b5940 0x7fefec0ba960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:30.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.805+0000 7feff13b6640 1 -- 172.21.15.67:0/974994451 >> 172.21.15.67:0/974994451 conn(0x7fefec09d8c0 msgr2=0x7fefec06edc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:30.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.806+0000 7feff13b6640 1 -- 172.21.15.67:0/974994451 shutdown_connections 2024-09-21T00:31:30.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:30.806+0000 7feff13b6640 1 -- 172.21.15.67:0/974994451 wait complete. 2024-09-21T00:31:30.817 INFO:tasks.ceph.ceph_manager.ceph:{} 2024-09-21T00:31:31.819 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:31:31.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:31.950+0000 7fd6396ec640 1 -- 172.21.15.67:0/720461985 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd61c003f90 msgr2=0x7fd61c004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:31.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:31.950+0000 7fd6396ec640 1 --2- 172.21.15.67:0/720461985 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd61c003f90 0x7fd61c004800 secure :-1 s=READY pgs=1722 cs=0 l=1 rev1=1 crypto rx=0x7fd6280017c0 tx=0x7fd61c005830 comp rx=0 tx=0).stop 2024-09-21T00:31:31.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:31.950+0000 7fd6337fe640 1 -- 172.21.15.67:0/720461985 reap_dead start 2024-09-21T00:31:31.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:31.951+0000 7fd6396ec640 1 -- 172.21.15.67:0/720461985 shutdown_connections 2024-09-21T00:31:31.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:31.951+0000 7fd6396ec640 1 -- 172.21.15.67:0/720461985 >> 172.21.15.67:0/720461985 conn(0x7fd63408bee0 msgr2=0x7fd6340d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:31.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:31.951+0000 7fd6396ec640 1 -- 172.21.15.67:0/720461985 shutdown_connections 2024-09-21T00:31:31.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:31.951+0000 7fd6396ec640 1 -- 172.21.15.67:0/720461985 wait complete. 2024-09-21T00:31:31.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:31.953+0000 7fd6396ec640 1 Processor -- start 2024-09-21T00:31:31.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:31.953+0000 7fd6396ec640 1 -- start start 2024-09-21T00:31:31.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:31.954+0000 7fd6396ec640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd61c003f90 0x7fd6340b3750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:31.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:31.954+0000 7fd6396ec640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd63415f760 0x7fd63415fb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:31.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:31.954+0000 7fd6396ec640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd634150540 0x7fd634150950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:31.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:31.954+0000 7fd6396ec640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fd6340d3080 con 0x7fd61c003f90 2024-09-21T00:31:31.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:31.954+0000 7fd6396ec640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fd6340d2f00 con 0x7fd63415f760 2024-09-21T00:31:31.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:31.954+0000 7fd6396ec640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fd6340d3200 con 0x7fd634150540 2024-09-21T00:31:31.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:31.954+0000 7fd632ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd61c003f90 0x7fd6340b3750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:31.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:31.954+0000 7fd632ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd61c003f90 0x7fd6340b3750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34132/0 (socket says 172.21.15.67:34132) 2024-09-21T00:31:31.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:31.954+0000 7fd632ffd640 1 -- 172.21.15.67:0/3756260234 learned_addr learned my addr 172.21.15.67:0/3756260234 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:31.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:31.954+0000 7fd632ffd640 1 -- 172.21.15.67:0/3756260234 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd634150540 msgr2=0x7fd634150950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:31.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:31.954+0000 7fd6337fe640 1 --2- 172.21.15.67:0/3756260234 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd634150540 0x7fd634150950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:31.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:31.954+0000 7fd6327fc640 1 --2- 172.21.15.67:0/3756260234 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd63415f760 0x7fd63415fb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:31.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:31.954+0000 7fd632ffd640 1 --2- 172.21.15.67:0/3756260234 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd634150540 0x7fd634150950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:31.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:31.954+0000 7fd632ffd640 1 -- 172.21.15.67:0/3756260234 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd63415f760 msgr2=0x7fd63415fb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:31.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:31.954+0000 7fd632ffd640 1 --2- 172.21.15.67:0/3756260234 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd63415f760 0x7fd63415fb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:31.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:31.954+0000 7fd632ffd640 1 -- 172.21.15.67:0/3756260234 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6341f56d0 con 0x7fd61c003f90 2024-09-21T00:31:31.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:31.955+0000 7fd632ffd640 1 --2- 172.21.15.67:0/3756260234 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd61c003f90 0x7fd6340b3750 secure :-1 s=READY pgs=1723 cs=0 l=1 rev1=1 crypto rx=0x7fd624011ab0 tx=0x7fd624011f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:31.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:31.955+0000 7fd61b7fe640 1 -- 172.21.15.67:0/3756260234 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd62401e070 con 0x7fd61c003f90 2024-09-21T00:31:31.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:31.955+0000 7fd61b7fe640 1 -- 172.21.15.67:0/3756260234 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd62400fc70 con 0x7fd61c003f90 2024-09-21T00:31:31.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:31.955+0000 7fd61b7fe640 1 -- 172.21.15.67:0/3756260234 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd624004290 con 0x7fd61c003f90 2024-09-21T00:31:31.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:31.955+0000 7fd6396ec640 1 -- 172.21.15.67:0/3756260234 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6341f59b0 con 0x7fd61c003f90 2024-09-21T00:31:31.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:31.955+0000 7fd6396ec640 1 -- 172.21.15.67:0/3756260234 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6341f53a0 con 0x7fd61c003f90 2024-09-21T00:31:31.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:31.956+0000 7fd6396ec640 1 -- 172.21.15.67:0/3756260234 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd6340b73f0 con 0x7fd61c003f90 2024-09-21T00:31:31.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:31.957+0000 7fd61b7fe640 1 -- 172.21.15.67:0/3756260234 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fd624021070 con 0x7fd61c003f90 2024-09-21T00:31:31.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:31.957+0000 7fd61b7fe640 1 --2- 172.21.15.67:0/3756260234 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd620078b90 0x7fd62007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:31.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:31.957+0000 7fd61b7fe640 1 -- 172.21.15.67:0/3756260234 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7fd62409b4e0 con 0x7fd61c003f90 2024-09-21T00:31:31.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:31.958+0000 7fd6327fc640 1 --2- 172.21.15.67:0/3756260234 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd620078b90 0x7fd62007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:31.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:31.958+0000 7fd6327fc640 1 --2- 172.21.15.67:0/3756260234 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd620078b90 0x7fd62007b0a0 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7fd628032000 tx=0x7fd62802c000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:31.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:31.962+0000 7fd61b7fe640 1 -- 172.21.15.67:0/3756260234 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fd62400fe60 con 0x7fd61c003f90 2024-09-21T00:31:32.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.187+0000 7fd6396ec640 1 -- 172.21.15.67:0/3756260234 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd634161530 con 0x7fd61c003f90 2024-09-21T00:31:32.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.188+0000 7fd61b7fe640 1 -- 172.21.15.67:0/3756260234 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 118 v118) ==== 95+0+5233 (secure 0 0 0) 0x7fd624063360 con 0x7fd61c003f90 2024-09-21T00:31:32.189 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:31:32.189 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":118,"btime":"2024-09-21T00:31:03:931248+0000","default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7403,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/2834357950","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":2834357950},{"type":"v1","addr":"172.21.15.97:6837","nonce":2834357950}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":112},{"gid":8173,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/3488762384","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3488762384},{"type":"v1","addr":"172.21.15.97:6836","nonce":3488762384}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":112},{"gid":8182,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/1799325258","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":1799325258},{"type":"v1","addr":"172.21.15.67:6835","nonce":1799325258}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":113}],"filesystems":[{"mdsmap":{"epoch":118,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:31:00.289899+0000","modified":"2024-09-21T00:31:03.315250+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8982},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8982":{"gid":8982,"name":"c","rank":0,"incarnation":114,"state":"up:active","state_seq":4,"addr":"172.21.15.67:6833/1883288453","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1883288453},{"type":"v1","addr":"172.21.15.67:6833","nonce":1883288453}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[21],"metadata_pool":20,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8982,"qdb_cluster":[8982]},"id":10}]} 2024-09-21T00:31:32.189 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 118 2024-09-21T00:31:32.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.190+0000 7fd6396ec640 1 -- 172.21.15.67:0/3756260234 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd620078b90 msgr2=0x7fd62007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:32.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.190+0000 7fd6396ec640 1 --2- 172.21.15.67:0/3756260234 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd620078b90 0x7fd62007b0a0 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7fd628032000 tx=0x7fd62802c000 comp rx=0 tx=0).stop 2024-09-21T00:31:32.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.190+0000 7fd6396ec640 1 -- 172.21.15.67:0/3756260234 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd61c003f90 msgr2=0x7fd6340b3750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:32.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.190+0000 7fd6396ec640 1 --2- 172.21.15.67:0/3756260234 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd61c003f90 0x7fd6340b3750 secure :-1 s=READY pgs=1723 cs=0 l=1 rev1=1 crypto rx=0x7fd624011ab0 tx=0x7fd624011f70 comp rx=0 tx=0).stop 2024-09-21T00:31:32.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.190+0000 7fd6396ec640 1 -- 172.21.15.67:0/3756260234 shutdown_connections 2024-09-21T00:31:32.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.190+0000 7fd6396ec640 1 --2- 172.21.15.67:0/3756260234 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd620078b90 0x7fd62007b0a0 unknown :-1 s=CLOSED pgs=652 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.190+0000 7fd6396ec640 1 --2- 172.21.15.67:0/3756260234 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd634150540 0x7fd634150950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.190+0000 7fd6396ec640 1 --2- 172.21.15.67:0/3756260234 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd63415f760 0x7fd63415fb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.190+0000 7fd6396ec640 1 --2- 172.21.15.67:0/3756260234 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd61c003f90 0x7fd6340b3750 unknown :-1 s=CLOSED pgs=1723 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.190+0000 7fd6396ec640 1 -- 172.21.15.67:0/3756260234 >> 172.21.15.67:0/3756260234 conn(0x7fd63408bee0 msgr2=0x7fd63406eca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:32.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.190+0000 7fd6396ec640 1 -- 172.21.15.67:0/3756260234 shutdown_connections 2024-09-21T00:31:32.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.190+0000 7fd6396ec640 1 -- 172.21.15.67:0/3756260234 wait complete. 2024-09-21T00:31:32.202 DEBUG:tasks.cephfs.test_scrub_checks:current active=['c'] 2024-09-21T00:31:32.202 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-21T00:31:32.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.318+0000 7fc3739f1640 1 -- 172.21.15.67:0/163687207 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc358003a50 msgr2=0x7fc358003ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:32.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.318+0000 7fc3739f1640 1 --2- 172.21.15.67:0/163687207 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc358003a50 0x7fc358003ec0 secure :-1 s=READY pgs=1725 cs=0 l=1 rev1=1 crypto rx=0x7fc368001050 tx=0x7fc358005830 comp rx=0 tx=0).stop 2024-09-21T00:31:32.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.318+0000 7fc3739f1640 1 -- 172.21.15.67:0/163687207 shutdown_connections 2024-09-21T00:31:32.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.318+0000 7fc3739f1640 1 --2- 172.21.15.67:0/163687207 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc358003a50 0x7fc358003ec0 unknown :-1 s=CLOSED pgs=1725 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.318+0000 7fc3739f1640 1 -- 172.21.15.67:0/163687207 >> 172.21.15.67:0/163687207 conn(0x7fc36c0d0190 msgr2=0x7fc36c0d05a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:32.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.318+0000 7fc3739f1640 1 -- 172.21.15.67:0/163687207 shutdown_connections 2024-09-21T00:31:32.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.318+0000 7fc3739f1640 1 -- 172.21.15.67:0/163687207 wait complete. 2024-09-21T00:31:32.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.320+0000 7fc3739f1640 1 Processor -- start 2024-09-21T00:31:32.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.320+0000 7fc3739f1640 1 -- start start 2024-09-21T00:31:32.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.321+0000 7fc3739f1640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc358003a50 0x7fc36c15c3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:32.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.321+0000 7fc3739f1640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc36c14f570 0x7fc36c1456b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:32.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.321+0000 7fc3739f1640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc36c1553c0 0x7fc36c1f4c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:32.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.321+0000 7fc3739f1640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc36c15ee70 con 0x7fc36c1553c0 2024-09-21T00:31:32.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.321+0000 7fc3739f1640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc36c15ecf0 con 0x7fc358003a50 2024-09-21T00:31:32.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.321+0000 7fc3739f1640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fc36c15eff0 con 0x7fc36c14f570 2024-09-21T00:31:32.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.321+0000 7fc371f8e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc36c1553c0 0x7fc36c1f4c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:32.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.321+0000 7fc371f8e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc36c1553c0 0x7fc36c1f4c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34150/0 (socket says 172.21.15.67:34150) 2024-09-21T00:31:32.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.321+0000 7fc371f8e640 1 -- 172.21.15.67:0/490457093 learned_addr learned my addr 172.21.15.67:0/490457093 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:32.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.321+0000 7fc370f8c640 1 --2- 172.21.15.67:0/490457093 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc36c14f570 0x7fc36c1456b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:32.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.321+0000 7fc37178d640 1 --2- 172.21.15.67:0/490457093 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc358003a50 0x7fc36c15c3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:32.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.321+0000 7fc371f8e640 1 -- 172.21.15.67:0/490457093 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc36c14f570 msgr2=0x7fc36c1456b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:32.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.321+0000 7fc371f8e640 1 --2- 172.21.15.67:0/490457093 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc36c14f570 0x7fc36c1456b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.321+0000 7fc371f8e640 1 -- 172.21.15.67:0/490457093 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc358003a50 msgr2=0x7fc36c15c3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:32.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.321+0000 7fc371f8e640 1 --2- 172.21.15.67:0/490457093 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc358003a50 0x7fc36c15c3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.321+0000 7fc371f8e640 1 -- 172.21.15.67:0/490457093 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc36c15c920 con 0x7fc36c1553c0 2024-09-21T00:31:32.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.321+0000 7fc37178d640 1 --2- 172.21.15.67:0/490457093 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc358003a50 0x7fc36c15c3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:31:32.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.321+0000 7fc370f8c640 1 --2- 172.21.15.67:0/490457093 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc36c14f570 0x7fc36c1456b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:31:32.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.322+0000 7fc371f8e640 1 --2- 172.21.15.67:0/490457093 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc36c1553c0 0x7fc36c1f4c60 secure :-1 s=READY pgs=1726 cs=0 l=1 rev1=1 crypto rx=0x7fc36c0adba0 tx=0x7fc36400f3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:32.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.322+0000 7fc361ffb640 1 -- 172.21.15.67:0/490457093 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc364004b20 con 0x7fc36c1553c0 2024-09-21T00:31:32.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.322+0000 7fc361ffb640 1 -- 172.21.15.67:0/490457093 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc364004cc0 con 0x7fc36c1553c0 2024-09-21T00:31:32.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.322+0000 7fc3739f1640 1 -- 172.21.15.67:0/490457093 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc36c154320 con 0x7fc36c1553c0 2024-09-21T00:31:32.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.322+0000 7fc361ffb640 1 -- 172.21.15.67:0/490457093 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc364003bd0 con 0x7fc36c1553c0 2024-09-21T00:31:32.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.322+0000 7fc3739f1640 1 -- 172.21.15.67:0/490457093 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc36c1548e0 con 0x7fc36c1553c0 2024-09-21T00:31:32.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.323+0000 7fc3739f1640 1 -- 172.21.15.67:0/490457093 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc36c0733c0 con 0x7fc36c1553c0 2024-09-21T00:31:32.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.324+0000 7fc361ffb640 1 -- 172.21.15.67:0/490457093 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fc364004030 con 0x7fc36c1553c0 2024-09-21T00:31:32.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.324+0000 7fc361ffb640 1 --2- 172.21.15.67:0/490457093 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc350078bc0 0x7fc35007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:32.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.324+0000 7fc361ffb640 1 -- 172.21.15.67:0/490457093 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7fc36409b130 con 0x7fc36c1553c0 2024-09-21T00:31:32.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.324+0000 7fc37178d640 1 --2- 172.21.15.67:0/490457093 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc350078bc0 0x7fc35007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:32.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.325+0000 7fc37178d640 1 --2- 172.21.15.67:0/490457093 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc350078bc0 0x7fc35007b0d0 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7fc368033000 tx=0x7fc3680019f0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:32.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.329+0000 7fc361ffb640 1 -- 172.21.15.67:0/490457093 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fc364063570 con 0x7fc36c1553c0 2024-09-21T00:31:32.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.588+0000 7fc3739f1640 1 -- 172.21.15.67:0/490457093 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7fc36c071280 con 0x7fc36c1553c0 2024-09-21T00:31:32.590 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.588+0000 7fc361ffb640 1 -- 172.21.15.67:0/490457093 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1676 (secure 0 0 0) 0x7fc364062e70 con 0x7fc36c1553c0 2024-09-21T00:31:32.590 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:31:32.590 INFO:teuthology.orchestra.run.smithi067.stdout:{"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":635,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":140,"num_osds":8,"num_up_osds":8,"osd_up_since":1726878070,"num_in_osds":8,"osd_in_since":1726878060,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":1048,"data_bytes":1078048401,"bytes_used":2672910336,"bytes_avail":770421202944,"bytes_total":773094113280,"write_bytes_sec":60052253,"read_op_per_sec":0,"write_op_per_sec":64},"fsmap":{"epoch":118,"btime":"2024-09-21T00:31:03:931248+0000","id":10,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":10,"rank":0,"name":"c","status":"up:active","gid":8982}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":27,"modified":"2024-09-21T00:31:31.653738+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{"scrub status":"paused paths [/scrub_control_test_path]"}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-21T00:31:32.592 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.591+0000 7fc3739f1640 1 -- 172.21.15.67:0/490457093 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc350078bc0 msgr2=0x7fc35007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:32.592 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.591+0000 7fc3739f1640 1 --2- 172.21.15.67:0/490457093 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc350078bc0 0x7fc35007b0d0 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7fc368033000 tx=0x7fc3680019f0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.592 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.591+0000 7fc3739f1640 1 -- 172.21.15.67:0/490457093 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc36c1553c0 msgr2=0x7fc36c1f4c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:32.592 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.591+0000 7fc3739f1640 1 --2- 172.21.15.67:0/490457093 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc36c1553c0 0x7fc36c1f4c60 secure :-1 s=READY pgs=1726 cs=0 l=1 rev1=1 crypto rx=0x7fc36c0adba0 tx=0x7fc36400f3c0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.592 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.591+0000 7fc3739f1640 1 -- 172.21.15.67:0/490457093 shutdown_connections 2024-09-21T00:31:32.593 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.591+0000 7fc3739f1640 1 --2- 172.21.15.67:0/490457093 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc350078bc0 0x7fc35007b0d0 unknown :-1 s=CLOSED pgs=653 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.593 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.591+0000 7fc3739f1640 1 --2- 172.21.15.67:0/490457093 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc36c1553c0 0x7fc36c1f4c60 unknown :-1 s=CLOSED pgs=1726 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.593 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.591+0000 7fc3739f1640 1 --2- 172.21.15.67:0/490457093 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc36c14f570 0x7fc36c1456b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.593 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.591+0000 7fc3739f1640 1 --2- 172.21.15.67:0/490457093 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc358003a50 0x7fc36c15c3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.593 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.591+0000 7fc3739f1640 1 -- 172.21.15.67:0/490457093 >> 172.21.15.67:0/490457093 conn(0x7fc36c0d0190 msgr2=0x7fc36c0735d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:32.593 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.591+0000 7fc3739f1640 1 -- 172.21.15.67:0/490457093 shutdown_connections 2024-09-21T00:31:32.593 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.591+0000 7fc3739f1640 1 -- 172.21.15.67:0/490457093 wait complete. 2024-09-21T00:31:32.603 INFO:tasks.ceph.ceph_manager.ceph:{'c': 'paused paths [/scrub_control_test_path]'} 2024-09-21T00:31:32.603 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:31:32.603 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.10:0 scrub abort 2024-09-21T00:31:32.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.720+0000 7fce25e30640 1 -- 172.21.15.67:0/2759602080 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fce200b16e0 msgr2=0x7fce200cda00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:32.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.720+0000 7fce25e30640 1 --2- 172.21.15.67:0/2759602080 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fce200b16e0 0x7fce200cda00 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7fce14009830 tx=0x7fce1402a540 comp rx=0 tx=0).stop 2024-09-21T00:31:32.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.720+0000 7fce25e30640 1 -- 172.21.15.67:0/2759602080 shutdown_connections 2024-09-21T00:31:32.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.720+0000 7fce25e30640 1 --2- 172.21.15.67:0/2759602080 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fce200b16e0 0x7fce200cda00 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.720+0000 7fce25e30640 1 -- 172.21.15.67:0/2759602080 >> 172.21.15.67:0/2759602080 conn(0x7fce200d24c0 msgr2=0x7fce200d28d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:32.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.721+0000 7fce25e30640 1 -- 172.21.15.67:0/2759602080 shutdown_connections 2024-09-21T00:31:32.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.721+0000 7fce25e30640 1 -- 172.21.15.67:0/2759602080 wait complete. 2024-09-21T00:31:32.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.722+0000 7fce25e30640 1 Processor -- start 2024-09-21T00:31:32.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.722+0000 7fce25e30640 1 -- start start 2024-09-21T00:31:32.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.724+0000 7fce25e30640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fce200b16e0 0x7fce201f6730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:32.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.724+0000 7fce25e30640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fce200b78f0 0x7fce200cafe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:32.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.724+0000 7fce25e30640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fce200cdf40 0x7fce201552d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:32.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.724+0000 7fce25e30640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fce20160da0 con 0x7fce200b78f0 2024-09-21T00:31:32.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.724+0000 7fce25e30640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fce200ce400 con 0x7fce200cdf40 2024-09-21T00:31:32.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.724+0000 7fce25e30640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fce20160f20 con 0x7fce200b16e0 2024-09-21T00:31:32.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.724+0000 7fce1effd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fce200b78f0 0x7fce200cafe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:32.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.724+0000 7fce1effd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fce200b78f0 0x7fce200cafe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34166/0 (socket says 172.21.15.67:34166) 2024-09-21T00:31:32.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.724+0000 7fce1effd640 1 -- 172.21.15.67:0/2646624651 learned_addr learned my addr 172.21.15.67:0/2646624651 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:32.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.724+0000 7fce1f7fe640 1 --2- 172.21.15.67:0/2646624651 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fce200b16e0 0x7fce201f6730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:32.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.724+0000 7fce1ffff640 1 --2- 172.21.15.67:0/2646624651 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fce200cdf40 0x7fce201552d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:32.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.724+0000 7fce1effd640 1 -- 172.21.15.67:0/2646624651 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fce200b16e0 msgr2=0x7fce201f6730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:32.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.724+0000 7fce1effd640 1 --2- 172.21.15.67:0/2646624651 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fce200b16e0 0x7fce201f6730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.724+0000 7fce1effd640 1 -- 172.21.15.67:0/2646624651 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fce200cdf40 msgr2=0x7fce201552d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:32.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.724+0000 7fce1effd640 1 --2- 172.21.15.67:0/2646624651 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fce200cdf40 0x7fce201552d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.724+0000 7fce1effd640 1 -- 172.21.15.67:0/2646624651 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce200c9cc0 con 0x7fce200b78f0 2024-09-21T00:31:32.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.724+0000 7fce1ffff640 1 --2- 172.21.15.67:0/2646624651 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fce200cdf40 0x7fce201552d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:31:32.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.724+0000 7fce1f7fe640 1 --2- 172.21.15.67:0/2646624651 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fce200b16e0 0x7fce201f6730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:31:32.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.724+0000 7fce1effd640 1 --2- 172.21.15.67:0/2646624651 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fce200b78f0 0x7fce200cafe0 secure :-1 s=READY pgs=1728 cs=0 l=1 rev1=1 crypto rx=0x7fce14009950 tx=0x7fce14003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:32.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.725+0000 7fce07fff640 1 -- 172.21.15.67:0/2646624651 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce14005c90 con 0x7fce200b78f0 2024-09-21T00:31:32.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.725+0000 7fce25e30640 1 -- 172.21.15.67:0/2646624651 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fce200c9fa0 con 0x7fce200b78f0 2024-09-21T00:31:32.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.725+0000 7fce07fff640 1 -- 172.21.15.67:0/2646624651 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fce14005020 con 0x7fce200b78f0 2024-09-21T00:31:32.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.725+0000 7fce07fff640 1 -- 172.21.15.67:0/2646624651 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce14005450 con 0x7fce200b78f0 2024-09-21T00:31:32.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.725+0000 7fce25e30640 1 -- 172.21.15.67:0/2646624651 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fce20154db0 con 0x7fce200b78f0 2024-09-21T00:31:32.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.727+0000 7fce07fff640 1 -- 172.21.15.67:0/2646624651 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fce140317c0 con 0x7fce200b78f0 2024-09-21T00:31:32.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.727+0000 7fce07fff640 1 --2- 172.21.15.67:0/2646624651 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fce0c078bc0 0x7fce0c07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:32.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.728+0000 7fce07fff640 1 -- 172.21.15.67:0/2646624651 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7fce140bbec0 con 0x7fce200b78f0 2024-09-21T00:31:32.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.728+0000 7fce1f7fe640 1 --2- 172.21.15.67:0/2646624651 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fce0c078bc0 0x7fce0c07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:32.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.728+0000 7fce1f7fe640 1 --2- 172.21.15.67:0/2646624651 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fce0c078bc0 0x7fce0c07b0d0 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7fce10001870 tx=0x7fce10009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:32.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.728+0000 7fce2ce7f740 1 Processor -- start 2024-09-21T00:31:32.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.728+0000 7fce2ce7f740 1 -- start start 2024-09-21T00:31:32.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.730+0000 7fce2ce7f740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560aa88fe390 0x560aa8ced310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:32.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.730+0000 7fce2ce7f740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560aa88d54d0 0x560aa8ccffe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:32.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.730+0000 7fce2ce7f740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560aa88dd6b0 0x560aa8cd0520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:32.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.730+0000 7fce2ce7f740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x560aa8c18bd0 con 0x560aa88fe390 2024-09-21T00:31:32.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.730+0000 7fce2ce7f740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x560aa8c08000 con 0x560aa88d54d0 2024-09-21T00:31:32.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.730+0000 7fce2ce7f740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x560aa8c0be10 con 0x560aa88dd6b0 2024-09-21T00:31:32.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.730+0000 7fce1f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560aa88fe390 0x560aa8ced310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:32.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.730+0000 7fce1f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560aa88fe390 0x560aa8ced310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34172/0 (socket says 172.21.15.67:34172) 2024-09-21T00:31:32.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.730+0000 7fce1f7fe640 1 -- 172.21.15.67:0/2360841139 learned_addr learned my addr 172.21.15.67:0/2360841139 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:32.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.730+0000 7fce1effd640 1 --2- 172.21.15.67:0/2360841139 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560aa88d54d0 0x560aa8ccffe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:32.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.730+0000 7fce1ffff640 1 --2- 172.21.15.67:0/2360841139 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560aa88dd6b0 0x560aa8cd0520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:32.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.730+0000 7fce1f7fe640 1 -- 172.21.15.67:0/2360841139 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560aa88dd6b0 msgr2=0x560aa8cd0520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:32.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.730+0000 7fce1f7fe640 1 --2- 172.21.15.67:0/2360841139 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560aa88dd6b0 0x560aa8cd0520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.730+0000 7fce1f7fe640 1 -- 172.21.15.67:0/2360841139 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560aa88d54d0 msgr2=0x560aa8ccffe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:32.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.730+0000 7fce1f7fe640 1 --2- 172.21.15.67:0/2360841139 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560aa88d54d0 0x560aa8ccffe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.730+0000 7fce1f7fe640 1 -- 172.21.15.67:0/2360841139 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560aa89e07d0 con 0x560aa88fe390 2024-09-21T00:31:32.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.730+0000 7fce1f7fe640 1 --2- 172.21.15.67:0/2360841139 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560aa88fe390 0x560aa8ced310 secure :-1 s=READY pgs=1729 cs=0 l=1 rev1=1 crypto rx=0x7fce10003d80 tx=0x7fce10010000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5983c52c4e364fd server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:32.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.731+0000 7fce057fa640 1 -- 172.21.15.67:0/2360841139 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce10020450 con 0x560aa88fe390 2024-09-21T00:31:32.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.731+0000 7fce057fa640 1 -- 172.21.15.67:0/2360841139 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fce100205f0 con 0x560aa88fe390 2024-09-21T00:31:32.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.731+0000 7fce057fa640 1 -- 172.21.15.67:0/2360841139 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce10020a40 con 0x560aa88fe390 2024-09-21T00:31:32.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.731+0000 7fce2ce7f740 1 -- 172.21.15.67:0/2360841139 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560aa88fe390 msgr2=0x560aa8ced310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:32.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.731+0000 7fce2ce7f740 1 --2- 172.21.15.67:0/2360841139 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560aa88fe390 0x560aa8ced310 secure :-1 s=READY pgs=1729 cs=0 l=1 rev1=1 crypto rx=0x7fce10003d80 tx=0x7fce10010000 comp rx=0 tx=0).stop 2024-09-21T00:31:32.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.732+0000 7fce2ce7f740 1 -- 172.21.15.67:0/2360841139 shutdown_connections 2024-09-21T00:31:32.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.732+0000 7fce2ce7f740 1 --2- 172.21.15.67:0/2360841139 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560aa88dd6b0 0x560aa8cd0520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.732+0000 7fce2ce7f740 1 --2- 172.21.15.67:0/2360841139 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560aa88d54d0 0x560aa8ccffe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.732+0000 7fce2ce7f740 1 --2- 172.21.15.67:0/2360841139 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560aa88fe390 0x560aa8ced310 unknown :-1 s=CLOSED pgs=1729 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.732+0000 7fce2ce7f740 1 -- 172.21.15.67:0/2360841139 >> 172.21.15.67:0/2360841139 conn(0x560aa88f24e0 msgr2=0x560aa8ca6200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:32.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.732+0000 7fce2ce7f740 1 -- 172.21.15.67:0/2360841139 shutdown_connections 2024-09-21T00:31:32.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.732+0000 7fce2ce7f740 1 -- 172.21.15.67:0/2360841139 wait complete. 2024-09-21T00:31:32.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.733+0000 7fce2ce7f740 1 -- start start 2024-09-21T00:31:32.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.733+0000 7fce2ce7f740 1 Processor -- start 2024-09-21T00:31:32.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.734+0000 7fce2ce7f740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560aa88d54d0 0x560aa8cea6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:32.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.734+0000 7fce2ce7f740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560aa88dd6b0 0x560aa8ce7950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:32.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.734+0000 7fce2ce7f740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560aa88fe390 0x560aa8ce7e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:32.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.734+0000 7fce2ce7f740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x560aa8978740 con 0x560aa88d54d0 2024-09-21T00:31:32.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.734+0000 7fce2ce7f740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x560aa8bad540 con 0x560aa88dd6b0 2024-09-21T00:31:32.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.734+0000 7fce2ce7f740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x560aa8ce6a60 con 0x560aa88fe390 2024-09-21T00:31:32.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.734+0000 7fce2ce7f740 10 client.0 _ll_register_callbacks cb 0x560aa8bac0e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:31:32.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.734+0000 7fce1f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560aa88d54d0 0x560aa8cea6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:32.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.734+0000 7fce1f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560aa88d54d0 0x560aa8cea6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34188/0 (socket says 172.21.15.67:34188) 2024-09-21T00:31:32.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.734+0000 7fce1f7fe640 1 -- 172.21.15.67:0/3887234279 learned_addr learned my addr 172.21.15.67:0/3887234279 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:32.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.734+0000 7fce1ffff640 1 --2- 172.21.15.67:0/3887234279 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560aa88fe390 0x560aa8ce7e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:32.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.734+0000 7fce1effd640 1 --2- 172.21.15.67:0/3887234279 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560aa88dd6b0 0x560aa8ce7950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:32.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.734+0000 7fce1f7fe640 1 -- 172.21.15.67:0/3887234279 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560aa88fe390 msgr2=0x560aa8ce7e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:32.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.734+0000 7fce1f7fe640 1 --2- 172.21.15.67:0/3887234279 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560aa88fe390 0x560aa8ce7e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.734+0000 7fce1f7fe640 1 -- 172.21.15.67:0/3887234279 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560aa88dd6b0 msgr2=0x560aa8ce7950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:32.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.734+0000 7fce1f7fe640 1 --2- 172.21.15.67:0/3887234279 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560aa88dd6b0 0x560aa8ce7950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.734+0000 7fce1f7fe640 1 -- 172.21.15.67:0/3887234279 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560aa89476a0 con 0x560aa88d54d0 2024-09-21T00:31:32.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.735+0000 7fce1f7fe640 1 --2- 172.21.15.67:0/3887234279 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560aa88d54d0 0x560aa8cea6a0 secure :-1 s=READY pgs=1730 cs=0 l=1 rev1=1 crypto rx=0x7fce10009010 tx=0x7fce10003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7ea7ad80ea42f473 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:32.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.735+0000 7fcdfe7fc640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:31:32.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.735+0000 7fcdfe7fc640 1 -- 172.21.15.67:0/3887234279 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce100209b0 con 0x560aa88d54d0 2024-09-21T00:31:32.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.735+0000 7fcdfe7fc640 1 -- 172.21.15.67:0/3887234279 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7fce10020b50 con 0x560aa88d54d0 2024-09-21T00:31:32.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.735+0000 7fce2ce7f740 1 -- 172.21.15.67:0/3887234279 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fce100205f0 con 0x560aa88d54d0 2024-09-21T00:31:32.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.735+0000 7fcdfe7fc640 1 -- 172.21.15.67:0/3887234279 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=118) ==== 24+0+0 (secure 0 0 0) 0x7fce10032050 con 0x560aa88d54d0 2024-09-21T00:31:32.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.735+0000 7fce2ce7f740 10 client.9282 fetch_fsmap learned FSMap version 118 2024-09-21T00:31:32.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.735+0000 7fce2ce7f740 1 -- 172.21.15.67:0/3887234279 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=118,monmap=2+}) -- 0x560aa8a40f60 con 0x560aa88d54d0 2024-09-21T00:31:32.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.735+0000 7fcdfe7fc640 1 -- 172.21.15.67:0/3887234279 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fce100205f0 con 0x560aa88d54d0 2024-09-21T00:31:32.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.735+0000 7fcdfe7fc640 1 -- 172.21.15.67:0/3887234279 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 118) ==== 3502+0+0 (secure 0 0 0) 0x7fce10035020 con 0x560aa88d54d0 2024-09-21T00:31:32.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.735+0000 7fce2ce7f740 10 client.9282 fetch_fsmap finished waiting for FSMap version 118 2024-09-21T00:31:32.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.735+0000 7fce2ce7f740 10 client.9282 resolve_mds: resolved 10:0 to role '10:0' aka daemon mds.c 2024-09-21T00:31:32.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.735+0000 7fce2ce7f740 20 client.9282 populate_metadata read hostname 'smithi067' 2024-09-21T00:31:32.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.735+0000 7fce2ce7f740 1 --2- 172.21.15.67:0/3887234279 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x560aa88bcf60 0x560aa8ce88c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:32.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.735+0000 7fce2ce7f740 4 client.9282 mds_command: new command op to 8982 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:31:32.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.735+0000 7fce2ce7f740 1 -- 172.21.15.67:0/3887234279 --> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560aa8c1ab20 con 0x560aa88bcf60 2024-09-21T00:31:32.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.735+0000 7fce1effd640 1 --2- 172.21.15.67:0/3887234279 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x560aa88bcf60 0x560aa8ce88c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:32.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.736+0000 7fcdfe7fc640 10 client.9282 ms_handle_connect on v2:172.21.15.67:6832/1883288453 2024-09-21T00:31:32.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.736+0000 7fce1effd640 1 --2- 172.21.15.67:0/3887234279 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x560aa88bcf60 0x560aa8ce88c0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c21895882fa328e5 server_cookie=f3f516dfef910920 in_seq=0 out_seq=0 2024-09-21T00:31:32.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.736+0000 7fcdfe7fc640 1 -- 172.21.15.67:0/3887234279 <== mds.0 v2:172.21.15.67:6832/1883288453 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x560aa8c1ab20 con 0x560aa88bcf60 2024-09-21T00:31:32.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.736+0000 7fcdfe7fc640 10 client.9282 handle_command_reply: tid=0 2024-09-21T00:31:32.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.736+0000 7fce2ce7f740 1 client.9282 shutdown 2024-09-21T00:31:32.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.737+0000 7fce2ce7f740 1 -- 172.21.15.67:0/3887234279 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560aa88d54d0 msgr2=0x560aa8cea6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:32.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.737+0000 7fce2ce7f740 1 --2- 172.21.15.67:0/3887234279 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560aa88d54d0 0x560aa8cea6a0 secure :-1 s=READY pgs=1730 cs=0 l=1 rev1=1 crypto rx=0x7fce10009010 tx=0x7fce10003ba0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.737+0000 7fce2ce7f740 1 -- 172.21.15.67:0/3887234279 shutdown_connections 2024-09-21T00:31:32.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.737+0000 7fce2ce7f740 1 --2- 172.21.15.67:0/3887234279 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x560aa88bcf60 0x560aa8ce88c0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.737+0000 7fce2ce7f740 1 --2- 172.21.15.67:0/3887234279 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560aa88fe390 0x560aa8ce7e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.737+0000 7fce2ce7f740 1 --2- 172.21.15.67:0/3887234279 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560aa88dd6b0 0x560aa8ce7950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.737+0000 7fce2ce7f740 1 --2- 172.21.15.67:0/3887234279 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560aa88d54d0 0x560aa8cea6a0 unknown :-1 s=CLOSED pgs=1730 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.737+0000 7fcdfe7fc640 0 client.9282 ms_handle_reset on v2:172.21.15.67:6832/1883288453 2024-09-21T00:31:32.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.737+0000 7fce2ce7f740 1 -- 172.21.15.67:0/3887234279 >> 172.21.15.67:0/3887234279 conn(0x560aa88f24e0 msgr2=0x560aa8cbf7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:32.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.737+0000 7fce2ce7f740 1 -- 172.21.15.67:0/3887234279 shutdown_connections 2024-09-21T00:31:32.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.737+0000 7fce2ce7f740 1 -- 172.21.15.67:0/3887234279 wait complete. 2024-09-21T00:31:32.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.737+0000 7fce2ce7f740 20 client.9282 trim_cache size 0 max 16384 2024-09-21T00:31:32.755 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.754+0000 7fce2ce7f740 1 Processor -- start 2024-09-21T00:31:32.756 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.754+0000 7fce2ce7f740 1 -- start start 2024-09-21T00:31:32.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.756+0000 7fce2ce7f740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560aa88d54d0 0x560aa8ca52a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:32.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.756+0000 7fce2ce7f740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560aa88dd6b0 0x560aa8ca6ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:32.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.756+0000 7fce2ce7f740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560aa88fe390 0x560aa8ca7420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:32.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.756+0000 7fce2ce7f740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fce201f9ef0 con 0x560aa88fe390 2024-09-21T00:31:32.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.756+0000 7fce2ce7f740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fce200c7720 con 0x560aa88d54d0 2024-09-21T00:31:32.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.756+0000 7fce2ce7f740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fce20152880 con 0x560aa88dd6b0 2024-09-21T00:31:32.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.756+0000 7fce1ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560aa88fe390 0x560aa8ca7420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:32.759 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.756+0000 7fce1ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560aa88fe390 0x560aa8ca7420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34194/0 (socket says 172.21.15.67:34194) 2024-09-21T00:31:32.759 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.756+0000 7fce1ffff640 1 -- 172.21.15.67:0/1689060553 learned_addr learned my addr 172.21.15.67:0/1689060553 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:32.759 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.756+0000 7fce1f7fe640 1 --2- 172.21.15.67:0/1689060553 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560aa88d54d0 0x560aa8ca52a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:32.759 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.756+0000 7fce1effd640 1 --2- 172.21.15.67:0/1689060553 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560aa88dd6b0 0x560aa8ca6ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:32.759 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.756+0000 7fce1ffff640 1 -- 172.21.15.67:0/1689060553 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560aa88dd6b0 msgr2=0x560aa8ca6ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:32.759 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.756+0000 7fce1ffff640 1 --2- 172.21.15.67:0/1689060553 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560aa88dd6b0 0x560aa8ca6ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.759 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.756+0000 7fce1ffff640 1 -- 172.21.15.67:0/1689060553 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560aa88d54d0 msgr2=0x560aa8ca52a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:32.759 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.756+0000 7fce1ffff640 1 --2- 172.21.15.67:0/1689060553 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560aa88d54d0 0x560aa8ca52a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.759 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.756+0000 7fce1ffff640 1 -- 172.21.15.67:0/1689060553 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560aa8ceaa10 con 0x560aa88fe390 2024-09-21T00:31:32.759 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.756+0000 7fce1ffff640 1 --2- 172.21.15.67:0/1689060553 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560aa88fe390 0x560aa8ca7420 secure :-1 s=READY pgs=1731 cs=0 l=1 rev1=1 crypto rx=0x7fce18001790 tx=0x7fce18001c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=950a52495d19ca2b server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:32.759 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.757+0000 7fce04ff9640 1 -- 172.21.15.67:0/1689060553 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce18019070 con 0x560aa88fe390 2024-09-21T00:31:32.759 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.757+0000 7fce04ff9640 1 -- 172.21.15.67:0/1689060553 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fce18013830 con 0x560aa88fe390 2024-09-21T00:31:32.759 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.757+0000 7fce04ff9640 1 -- 172.21.15.67:0/1689060553 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce18013c60 con 0x560aa88fe390 2024-09-21T00:31:32.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.757+0000 7fce2ce7f740 1 -- 172.21.15.67:0/1689060553 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560aa88fe390 msgr2=0x560aa8ca7420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:32.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.757+0000 7fce2ce7f740 1 --2- 172.21.15.67:0/1689060553 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560aa88fe390 0x560aa8ca7420 secure :-1 s=READY pgs=1731 cs=0 l=1 rev1=1 crypto rx=0x7fce18001790 tx=0x7fce18001c50 comp rx=0 tx=0).stop 2024-09-21T00:31:32.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.758+0000 7fce2ce7f740 1 -- 172.21.15.67:0/1689060553 shutdown_connections 2024-09-21T00:31:32.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.758+0000 7fce2ce7f740 1 --2- 172.21.15.67:0/1689060553 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560aa88fe390 0x560aa8ca7420 unknown :-1 s=CLOSED pgs=1731 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.758+0000 7fce2ce7f740 1 --2- 172.21.15.67:0/1689060553 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560aa88dd6b0 0x560aa8ca6ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.758+0000 7fce2ce7f740 1 --2- 172.21.15.67:0/1689060553 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560aa88d54d0 0x560aa8ca52a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.758+0000 7fce2ce7f740 1 -- 172.21.15.67:0/1689060553 >> 172.21.15.67:0/1689060553 conn(0x560aa88f24e0 msgr2=0x560aa8cbf520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:32.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.758+0000 7fce2ce7f740 1 -- 172.21.15.67:0/1689060553 shutdown_connections 2024-09-21T00:31:32.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.758+0000 7fce2ce7f740 1 -- 172.21.15.67:0/1689060553 wait complete. 2024-09-21T00:31:32.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.758+0000 7fce2ce7f740 1 -- start start 2024-09-21T00:31:32.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.759+0000 7fce2ce7f740 1 Processor -- start 2024-09-21T00:31:32.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.760+0000 7fce2ce7f740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560aa88d54d0 0x560aa8ced250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:32.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.760+0000 7fce2ce7f740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560aa88dd6b0 0x560aa8d6dc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:32.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.760+0000 7fce2ce7f740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560aa88fe390 0x560aa8d643a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:32.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.760+0000 7fce2ce7f740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x560aa8cebae0 con 0x560aa88dd6b0 2024-09-21T00:31:32.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.760+0000 7fce2ce7f740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fce200c70d0 con 0x560aa88d54d0 2024-09-21T00:31:32.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.760+0000 7fce2ce7f740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x560aa8ca7a90 con 0x560aa88fe390 2024-09-21T00:31:32.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.760+0000 7fce2ce7f740 10 client.0 _ll_register_callbacks cb 0x7fce18007d40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:31:32.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.760+0000 7fce1effd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560aa88dd6b0 0x560aa8d6dc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:32.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.760+0000 7fce1effd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560aa88dd6b0 0x560aa8d6dc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34196/0 (socket says 172.21.15.67:34196) 2024-09-21T00:31:32.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.760+0000 7fce1effd640 1 -- 172.21.15.67:0/2243749874 learned_addr learned my addr 172.21.15.67:0/2243749874 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:32.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.760+0000 7fce1f7fe640 1 --2- 172.21.15.67:0/2243749874 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560aa88d54d0 0x560aa8ced250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:32.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.760+0000 7fce1effd640 1 -- 172.21.15.67:0/2243749874 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560aa88fe390 msgr2=0x560aa8d643a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:32.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.760+0000 7fce1effd640 1 --2- 172.21.15.67:0/2243749874 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560aa88fe390 0x560aa8d643a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.760+0000 7fce1effd640 1 -- 172.21.15.67:0/2243749874 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560aa88d54d0 msgr2=0x560aa8ced250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:32.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.760+0000 7fce1effd640 1 --2- 172.21.15.67:0/2243749874 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560aa88d54d0 0x560aa8ced250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.760+0000 7fce1effd640 1 -- 172.21.15.67:0/2243749874 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560aa89dead0 con 0x560aa88dd6b0 2024-09-21T00:31:32.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.760+0000 7fce1effd640 1 --2- 172.21.15.67:0/2243749874 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560aa88dd6b0 0x560aa8d6dc00 secure :-1 s=READY pgs=1732 cs=0 l=1 rev1=1 crypto rx=0x7fce140ba740 tx=0x7fce1402a540 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da8b2a7d62fbf170 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:32.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.760+0000 7fcdfe7fc640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:31:32.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.761+0000 7fcdfe7fc640 1 -- 172.21.15.67:0/2243749874 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce14048040 con 0x560aa88dd6b0 2024-09-21T00:31:32.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.761+0000 7fcdfe7fc640 1 -- 172.21.15.67:0/2243749874 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7fce1407fdd0 con 0x560aa88dd6b0 2024-09-21T00:31:32.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.761+0000 7fce2ce7f740 1 -- 172.21.15.67:0/2243749874 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fce18013830 con 0x560aa88dd6b0 2024-09-21T00:31:32.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.761+0000 7fcdfe7fc640 1 -- 172.21.15.67:0/2243749874 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=118) ==== 24+0+0 (secure 0 0 0) 0x7fce14088640 con 0x560aa88dd6b0 2024-09-21T00:31:32.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.761+0000 7fce2ce7f740 10 client.9288 fetch_fsmap learned FSMap version 118 2024-09-21T00:31:32.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.761+0000 7fce2ce7f740 1 -- 172.21.15.67:0/2243749874 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=118,monmap=2+}) -- 0x560aa8d6e1f0 con 0x560aa88dd6b0 2024-09-21T00:31:32.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.761+0000 7fcdfe7fc640 1 -- 172.21.15.67:0/2243749874 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fce18013830 con 0x560aa88dd6b0 2024-09-21T00:31:32.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.761+0000 7fcdfe7fc640 1 -- 172.21.15.67:0/2243749874 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 118) ==== 3502+0+0 (secure 0 0 0) 0x7fce14083dc0 con 0x560aa88dd6b0 2024-09-21T00:31:32.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.761+0000 7fce2ce7f740 10 client.9288 fetch_fsmap finished waiting for FSMap version 118 2024-09-21T00:31:32.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.761+0000 7fce2ce7f740 10 client.9288 resolve_mds: resolved 10:0 to role '10:0' aka daemon mds.c 2024-09-21T00:31:32.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.761+0000 7fce2ce7f740 20 client.9288 populate_metadata read hostname 'smithi067' 2024-09-21T00:31:32.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.761+0000 7fce2ce7f740 1 --2- 172.21.15.67:0/2243749874 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x560aa8cd0130 0x560aa8cfb960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:32.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.761+0000 7fce2ce7f740 4 client.9288 mds_command: new command op to 8982 tid=0 multi_id=0 [{"prefix": "scrub abort"}] 2024-09-21T00:31:32.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.761+0000 7fce2ce7f740 1 -- 172.21.15.67:0/2243749874 --> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] -- command(tid 0: {"prefix": "scrub abort"}) -- 0x560aa8c165d0 con 0x560aa8cd0130 2024-09-21T00:31:32.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.761+0000 7fce1f7fe640 1 --2- 172.21.15.67:0/2243749874 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x560aa8cd0130 0x560aa8cfb960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:32.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.762+0000 7fcdfe7fc640 10 client.9288 ms_handle_connect on v2:172.21.15.67:6832/1883288453 2024-09-21T00:31:32.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.762+0000 7fce1f7fe640 1 --2- 172.21.15.67:0/2243749874 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x560aa8cd0130 0x560aa8cfb960 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4b9200060e3867d9 server_cookie=5c86fd89d2c44d66 in_seq=0 out_seq=0 2024-09-21T00:31:32.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.762+0000 7fcdfe7fc640 1 -- 172.21.15.67:0/2243749874 <== mds.0 v2:172.21.15.67:6832/1883288453 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x560aa8c165d0 con 0x560aa8cd0130 2024-09-21T00:31:32.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.762+0000 7fcdfe7fc640 10 client.9288 handle_command_reply: tid=0 2024-09-21T00:31:32.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.762+0000 7fce2ce7f740 1 client.9288 shutdown 2024-09-21T00:31:32.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.762+0000 7fce2ce7f740 1 -- 172.21.15.67:0/2243749874 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560aa88dd6b0 msgr2=0x560aa8d6dc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:32.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.763+0000 7fce2ce7f740 1 --2- 172.21.15.67:0/2243749874 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560aa88dd6b0 0x560aa8d6dc00 secure :-1 s=READY pgs=1732 cs=0 l=1 rev1=1 crypto rx=0x7fce140ba740 tx=0x7fce1402a540 comp rx=0 tx=0).stop 2024-09-21T00:31:32.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.763+0000 7fce2ce7f740 1 -- 172.21.15.67:0/2243749874 shutdown_connections 2024-09-21T00:31:32.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.763+0000 7fce2ce7f740 1 --2- 172.21.15.67:0/2243749874 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x560aa8cd0130 0x560aa8cfb960 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.763+0000 7fce2ce7f740 1 --2- 172.21.15.67:0/2243749874 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560aa88fe390 0x560aa8d643a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.763+0000 7fce2ce7f740 1 --2- 172.21.15.67:0/2243749874 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560aa88dd6b0 0x560aa8d6dc00 unknown :-1 s=CLOSED pgs=1732 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.763+0000 7fcdfe7fc640 0 client.9288 ms_handle_reset on v2:172.21.15.67:6832/1883288453 2024-09-21T00:31:32.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.763+0000 7fce2ce7f740 1 --2- 172.21.15.67:0/2243749874 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560aa88d54d0 0x560aa8ced250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.763+0000 7fce2ce7f740 1 -- 172.21.15.67:0/2243749874 >> 172.21.15.67:0/2243749874 conn(0x560aa88f24e0 msgr2=0x560aa8ceac30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:32.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.763+0000 7fce2ce7f740 1 -- 172.21.15.67:0/2243749874 shutdown_connections 2024-09-21T00:31:32.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.763+0000 7fce2ce7f740 1 -- 172.21.15.67:0/2243749874 wait complete. 2024-09-21T00:31:32.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.763+0000 7fce2ce7f740 20 client.9288 trim_cache size 0 max 16384 2024-09-21T00:31:32.769 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:31:32.769 INFO:teuthology.orchestra.run.smithi067.stdout: "message": "", 2024-09-21T00:31:32.769 INFO:teuthology.orchestra.run.smithi067.stdout: "return_code": 0 2024-09-21T00:31:32.769 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:31:32.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.763+0000 7fce25e30640 1 -- 172.21.15.67:0/2646624651 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fce0c078bc0 msgr2=0x7fce0c07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:32.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.763+0000 7fce25e30640 1 --2- 172.21.15.67:0/2646624651 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fce0c078bc0 0x7fce0c07b0d0 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7fce10001870 tx=0x7fce10009040 comp rx=0 tx=0).stop 2024-09-21T00:31:32.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.763+0000 7fce25e30640 1 -- 172.21.15.67:0/2646624651 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fce200b78f0 msgr2=0x7fce200cafe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:32.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.763+0000 7fce25e30640 1 --2- 172.21.15.67:0/2646624651 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fce200b78f0 0x7fce200cafe0 secure :-1 s=READY pgs=1728 cs=0 l=1 rev1=1 crypto rx=0x7fce14009950 tx=0x7fce14003c10 comp rx=0 tx=0).stop 2024-09-21T00:31:32.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.763+0000 7fce25e30640 1 -- 172.21.15.67:0/2646624651 shutdown_connections 2024-09-21T00:31:32.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.763+0000 7fce25e30640 1 --2- 172.21.15.67:0/2646624651 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fce0c078bc0 0x7fce0c07b0d0 unknown :-1 s=CLOSED pgs=654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.763+0000 7fce25e30640 1 --2- 172.21.15.67:0/2646624651 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fce200cdf40 0x7fce201552d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.763+0000 7fce25e30640 1 --2- 172.21.15.67:0/2646624651 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fce200b78f0 0x7fce200cafe0 unknown :-1 s=CLOSED pgs=1728 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.763+0000 7fce25e30640 1 --2- 172.21.15.67:0/2646624651 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fce200b16e0 0x7fce201f6730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.763+0000 7fce25e30640 1 -- 172.21.15.67:0/2646624651 >> 172.21.15.67:0/2646624651 conn(0x7fce200d24c0 msgr2=0x7fce200cf150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:32.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.764+0000 7fce25e30640 1 -- 172.21.15.67:0/2646624651 shutdown_connections 2024-09-21T00:31:32.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.764+0000 7fce25e30640 1 -- 172.21.15.67:0/2646624651 wait complete. 2024-09-21T00:31:32.775 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:31:32.776 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.10:0 scrub status 2024-09-21T00:31:32.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.893+0000 7fb64009b640 1 -- 172.21.15.67:0/1297528799 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb6380d4e30 msgr2=0x7fb6380d10f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:32.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.893+0000 7fb64009b640 1 --2- 172.21.15.67:0/1297528799 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb6380d4e30 0x7fb6380d10f0 secure :-1 s=READY pgs=1734 cs=0 l=1 rev1=1 crypto rx=0x7fb638075530 tx=0x7fb62802a5f0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.893+0000 7fb64009b640 1 -- 172.21.15.67:0/1297528799 shutdown_connections 2024-09-21T00:31:32.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.893+0000 7fb64009b640 1 --2- 172.21.15.67:0/1297528799 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb6380d4e30 0x7fb6380d10f0 unknown :-1 s=CLOSED pgs=1734 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.893+0000 7fb64009b640 1 --2- 172.21.15.67:0/1297528799 >> v2:172.21.15.97:3300/0 conn(0x7fb6380b3cb0 0x7fb6380d3330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.893+0000 7fb64009b640 1 -- 172.21.15.67:0/1297528799 >> 172.21.15.67:0/1297528799 conn(0x7fb63808bee0 msgr2=0x7fb6380d4720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:32.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.893+0000 7fb64009b640 1 -- 172.21.15.67:0/1297528799 shutdown_connections 2024-09-21T00:31:32.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.893+0000 7fb64009b640 1 -- 172.21.15.67:0/1297528799 wait complete. 2024-09-21T00:31:32.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.895+0000 7fb64009b640 1 Processor -- start 2024-09-21T00:31:32.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.895+0000 7fb64009b640 1 -- start start 2024-09-21T00:31:32.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.896+0000 7fb64009b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb6380b3cb0 0x7fb6381e9190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:32.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.896+0000 7fb64009b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb6380d1630 0x7fb6381e7d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:32.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.896+0000 7fb64009b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb6380d4e30 0x7fb6381e82b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:32.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.896+0000 7fb64009b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fb63806e7e0 con 0x7fb6380d1630 2024-09-21T00:31:32.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.896+0000 7fb64009b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fb63806fea0 con 0x7fb6380d4e30 2024-09-21T00:31:32.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.896+0000 7fb64009b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fb6380cf990 con 0x7fb6380b3cb0 2024-09-21T00:31:32.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.896+0000 7fb63d636640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb6380d1630 0x7fb6381e7d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:32.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.896+0000 7fb63d636640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb6380d1630 0x7fb6381e7d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34210/0 (socket says 172.21.15.67:34210) 2024-09-21T00:31:32.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.896+0000 7fb63d636640 1 -- 172.21.15.67:0/1009584008 learned_addr learned my addr 172.21.15.67:0/1009584008 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:32.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.896+0000 7fb63e638640 1 --2- 172.21.15.67:0/1009584008 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb6380d4e30 0x7fb6381e82b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:32.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.896+0000 7fb63de37640 1 --2- 172.21.15.67:0/1009584008 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb6380b3cb0 0x7fb6381e9190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:32.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.896+0000 7fb63d636640 1 -- 172.21.15.67:0/1009584008 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb6380b3cb0 msgr2=0x7fb6381e9190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:32.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.896+0000 7fb63d636640 1 --2- 172.21.15.67:0/1009584008 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb6380b3cb0 0x7fb6381e9190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.896+0000 7fb63d636640 1 -- 172.21.15.67:0/1009584008 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb6380d4e30 msgr2=0x7fb6381e82b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:32.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.896+0000 7fb63d636640 1 --2- 172.21.15.67:0/1009584008 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb6380d4e30 0x7fb6381e82b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.896+0000 7fb63d636640 1 -- 172.21.15.67:0/1009584008 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb638152430 con 0x7fb6380d1630 2024-09-21T00:31:32.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.896+0000 7fb63e638640 1 --2- 172.21.15.67:0/1009584008 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb6380d4e30 0x7fb6381e82b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:31:32.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.896+0000 7fb63de37640 1 --2- 172.21.15.67:0/1009584008 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb6380b3cb0 0x7fb6381e9190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:31:32.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.897+0000 7fb63d636640 1 --2- 172.21.15.67:0/1009584008 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb6380d1630 0x7fb6381e7d70 secure :-1 s=READY pgs=1735 cs=0 l=1 rev1=1 crypto rx=0x7fb6280099d0 tx=0x7fb6280052f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:32.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.897+0000 7fb62e7fc640 1 -- 172.21.15.67:0/1009584008 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb628005cf0 con 0x7fb6380d1630 2024-09-21T00:31:32.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.897+0000 7fb62e7fc640 1 -- 172.21.15.67:0/1009584008 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb628031b50 con 0x7fb6380d1630 2024-09-21T00:31:32.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.897+0000 7fb64009b640 1 -- 172.21.15.67:0/1009584008 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb63809ea20 con 0x7fb6380d1630 2024-09-21T00:31:32.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.897+0000 7fb62e7fc640 1 -- 172.21.15.67:0/1009584008 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6280047a0 con 0x7fb6380d1630 2024-09-21T00:31:32.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.897+0000 7fb64009b640 1 -- 172.21.15.67:0/1009584008 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6380a06c0 con 0x7fb6380d1630 2024-09-21T00:31:32.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.899+0000 7fb62e7fc640 1 -- 172.21.15.67:0/1009584008 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fb628004940 con 0x7fb6380d1630 2024-09-21T00:31:32.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.899+0000 7fb62e7fc640 1 --2- 172.21.15.67:0/1009584008 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb61c078b90 0x7fb61c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:32.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.900+0000 7fb63de37640 1 --2- 172.21.15.67:0/1009584008 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb61c078b90 0x7fb61c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:32.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.900+0000 7fb62e7fc640 1 -- 172.21.15.67:0/1009584008 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7fb6280bc0c0 con 0x7fb6380d1630 2024-09-21T00:31:32.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.900+0000 7fb63de37640 1 --2- 172.21.15.67:0/1009584008 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb61c078b90 0x7fb61c07b0a0 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7fb634009c50 tx=0x7fb634005f30 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:32.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.900+0000 7fb647009740 1 Processor -- start 2024-09-21T00:31:32.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.900+0000 7fb647009740 1 -- start start 2024-09-21T00:31:32.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.902+0000 7fb647009740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55be55ed6390 0x55be562a7740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:32.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.902+0000 7fb647009740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55be55ead4d0 0x55be562a7c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:32.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.902+0000 7fb647009740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55be55eb56b0 0x55be562c4b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:32.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.902+0000 7fb647009740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55be561f0a60 con 0x55be55ead4d0 2024-09-21T00:31:32.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.902+0000 7fb647009740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55be561dfe90 con 0x55be55eb56b0 2024-09-21T00:31:32.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.902+0000 7fb647009740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55be561e3ca0 con 0x55be55ed6390 2024-09-21T00:31:32.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.902+0000 7fb63d636640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55be55ead4d0 0x55be562a7c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:32.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.902+0000 7fb63d636640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55be55ead4d0 0x55be562a7c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34212/0 (socket says 172.21.15.67:34212) 2024-09-21T00:31:32.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.902+0000 7fb63d636640 1 -- 172.21.15.67:0/2505412551 learned_addr learned my addr 172.21.15.67:0/2505412551 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:32.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.902+0000 7fb63de37640 1 --2- 172.21.15.67:0/2505412551 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55be55ed6390 0x55be562a7740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:32.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.902+0000 7fb63e638640 1 --2- 172.21.15.67:0/2505412551 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55be55eb56b0 0x55be562c4b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:32.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.902+0000 7fb63d636640 1 -- 172.21.15.67:0/2505412551 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55be55ed6390 msgr2=0x55be562a7740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:32.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.902+0000 7fb63d636640 1 --2- 172.21.15.67:0/2505412551 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55be55ed6390 0x55be562a7740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.902+0000 7fb63d636640 1 -- 172.21.15.67:0/2505412551 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55be55eb56b0 msgr2=0x55be562c4b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:32.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.902+0000 7fb63d636640 1 --2- 172.21.15.67:0/2505412551 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55be55eb56b0 0x55be562c4b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.902+0000 7fb63d636640 1 -- 172.21.15.67:0/2505412551 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55be55fb87d0 con 0x55be55ead4d0 2024-09-21T00:31:32.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.902+0000 7fb63d636640 1 --2- 172.21.15.67:0/2505412551 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55be55ead4d0 0x55be562a7c80 secure :-1 s=READY pgs=1736 cs=0 l=1 rev1=1 crypto rx=0x7fb628005f10 tx=0x7fb628083750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f52080c4fd4dd585 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:32.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.902+0000 7fb61b7fe640 1 -- 172.21.15.67:0/2505412551 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb62806f020 con 0x55be55ead4d0 2024-09-21T00:31:32.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.902+0000 7fb61b7fe640 1 -- 172.21.15.67:0/2505412551 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb628083910 con 0x55be55ead4d0 2024-09-21T00:31:32.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.902+0000 7fb61b7fe640 1 -- 172.21.15.67:0/2505412551 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb628031770 con 0x55be55ead4d0 2024-09-21T00:31:32.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.903+0000 7fb647009740 1 -- 172.21.15.67:0/2505412551 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55be55ead4d0 msgr2=0x55be562a7c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:32.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.903+0000 7fb647009740 1 --2- 172.21.15.67:0/2505412551 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55be55ead4d0 0x55be562a7c80 secure :-1 s=READY pgs=1736 cs=0 l=1 rev1=1 crypto rx=0x7fb628005f10 tx=0x7fb628083750 comp rx=0 tx=0).stop 2024-09-21T00:31:32.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.903+0000 7fb647009740 1 -- 172.21.15.67:0/2505412551 shutdown_connections 2024-09-21T00:31:32.917 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.903+0000 7fb647009740 1 --2- 172.21.15.67:0/2505412551 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55be55eb56b0 0x55be562c4b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.917 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.903+0000 7fb647009740 1 --2- 172.21.15.67:0/2505412551 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55be55ead4d0 0x55be562a7c80 unknown :-1 s=CLOSED pgs=1736 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.917 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.903+0000 7fb647009740 1 --2- 172.21.15.67:0/2505412551 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55be55ed6390 0x55be562a7740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.917 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.903+0000 7fb647009740 1 -- 172.21.15.67:0/2505412551 >> 172.21.15.67:0/2505412551 conn(0x55be55eca4e0 msgr2=0x55be5627da00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:32.917 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.903+0000 7fb647009740 1 -- 172.21.15.67:0/2505412551 shutdown_connections 2024-09-21T00:31:32.917 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.903+0000 7fb647009740 1 -- 172.21.15.67:0/2505412551 wait complete. 2024-09-21T00:31:32.917 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.904+0000 7fb647009740 1 -- start start 2024-09-21T00:31:32.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.904+0000 7fb647009740 1 Processor -- start 2024-09-21T00:31:32.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.906+0000 7fb647009740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55be55ead4d0 0x55be562d4de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:32.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.906+0000 7fb647009740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55be55eb56b0 0x55be5629fa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:32.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.906+0000 7fb647009740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55be55ed6390 0x55be5629ffb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:32.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.906+0000 7fb647009740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55be55f50740 con 0x55be55ead4d0 2024-09-21T00:31:32.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.906+0000 7fb647009740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55be56185970 con 0x55be55eb56b0 2024-09-21T00:31:32.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.906+0000 7fb647009740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55be562a4750 con 0x55be55ed6390 2024-09-21T00:31:32.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.906+0000 7fb647009740 10 client.0 _ll_register_callbacks cb 0x55be56188be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:31:32.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.906+0000 7fb63de37640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55be55ead4d0 0x55be562d4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:32.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.906+0000 7fb63de37640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55be55ead4d0 0x55be562d4de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34224/0 (socket says 172.21.15.67:34224) 2024-09-21T00:31:32.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.906+0000 7fb63de37640 1 -- 172.21.15.67:0/1665897163 learned_addr learned my addr 172.21.15.67:0/1665897163 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:32.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.906+0000 7fb63e638640 1 --2- 172.21.15.67:0/1665897163 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55be55ed6390 0x55be5629ffb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:32.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.906+0000 7fb63de37640 1 -- 172.21.15.67:0/1665897163 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55be55ed6390 msgr2=0x55be5629ffb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:32.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.906+0000 7fb63d636640 1 --2- 172.21.15.67:0/1665897163 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55be55eb56b0 0x55be5629fa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:32.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.906+0000 7fb63de37640 1 --2- 172.21.15.67:0/1665897163 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55be55ed6390 0x55be5629ffb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.906+0000 7fb63de37640 1 -- 172.21.15.67:0/1665897163 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55be55eb56b0 msgr2=0x55be5629fa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:32.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.906+0000 7fb63de37640 1 --2- 172.21.15.67:0/1665897163 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55be55eb56b0 0x55be5629fa70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.906+0000 7fb63de37640 1 -- 172.21.15.67:0/1665897163 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55be55f41970 con 0x55be55ead4d0 2024-09-21T00:31:32.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.907+0000 7fb63de37640 1 --2- 172.21.15.67:0/1665897163 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55be55ead4d0 0x55be562d4de0 secure :-1 s=READY pgs=1737 cs=0 l=1 rev1=1 crypto rx=0x7fb634012c10 tx=0x7fb634004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8ec574584fd292d server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:32.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.907+0000 7fb618ff9640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:31:32.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.907+0000 7fb618ff9640 1 -- 172.21.15.67:0/1665897163 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb634009d40 con 0x55be55ead4d0 2024-09-21T00:31:32.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.907+0000 7fb618ff9640 1 -- 172.21.15.67:0/1665897163 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7fb634012c40 con 0x55be55ead4d0 2024-09-21T00:31:32.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.907+0000 7fb647009740 1 -- 172.21.15.67:0/1665897163 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb628083910 con 0x55be55ead4d0 2024-09-21T00:31:32.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.907+0000 7fb618ff9640 1 -- 172.21.15.67:0/1665897163 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=118) ==== 24+0+0 (secure 0 0 0) 0x7fb634012e40 con 0x55be55ead4d0 2024-09-21T00:31:32.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.907+0000 7fb647009740 10 client.9303 fetch_fsmap learned FSMap version 118 2024-09-21T00:31:32.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.907+0000 7fb647009740 1 -- 172.21.15.67:0/1665897163 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=118,monmap=2+}) -- 0x55be55f1f6a0 con 0x55be55ead4d0 2024-09-21T00:31:32.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.907+0000 7fb618ff9640 1 -- 172.21.15.67:0/1665897163 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb628083910 con 0x55be55ead4d0 2024-09-21T00:31:32.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.907+0000 7fb618ff9640 1 -- 172.21.15.67:0/1665897163 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 118) ==== 3502+0+0 (secure 0 0 0) 0x7fb634031050 con 0x55be55ead4d0 2024-09-21T00:31:32.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.907+0000 7fb647009740 10 client.9303 fetch_fsmap finished waiting for FSMap version 118 2024-09-21T00:31:32.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.907+0000 7fb647009740 10 client.9303 resolve_mds: resolved 10:0 to role '10:0' aka daemon mds.c 2024-09-21T00:31:32.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.907+0000 7fb647009740 20 client.9303 populate_metadata read hostname 'smithi067' 2024-09-21T00:31:32.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.907+0000 7fb647009740 1 --2- 172.21.15.67:0/1665897163 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x55be55e94f60 0x55be562d1e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:32.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.907+0000 7fb647009740 4 client.9303 mds_command: new command op to 8982 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:31:32.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.907+0000 7fb647009740 1 -- 172.21.15.67:0/1665897163 --> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55be561f29b0 con 0x55be55e94f60 2024-09-21T00:31:32.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.907+0000 7fb63d636640 1 --2- 172.21.15.67:0/1665897163 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x55be55e94f60 0x55be562d1e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:32.923 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.908+0000 7fb618ff9640 10 client.9303 ms_handle_connect on v2:172.21.15.67:6832/1883288453 2024-09-21T00:31:32.923 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.908+0000 7fb63d636640 1 --2- 172.21.15.67:0/1665897163 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x55be55e94f60 0x55be562d1e10 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=590ed9b857b5bac8 server_cookie=e5c4ffbf39d46808 in_seq=0 out_seq=0 2024-09-21T00:31:32.923 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.908+0000 7fb618ff9640 1 -- 172.21.15.67:0/1665897163 <== mds.0 v2:172.21.15.67:6832/1883288453 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x55be561f29b0 con 0x55be55e94f60 2024-09-21T00:31:32.923 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.908+0000 7fb618ff9640 10 client.9303 handle_command_reply: tid=0 2024-09-21T00:31:32.923 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.908+0000 7fb647009740 1 client.9303 shutdown 2024-09-21T00:31:32.923 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.909+0000 7fb647009740 1 -- 172.21.15.67:0/1665897163 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55be55ead4d0 msgr2=0x55be562d4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:32.923 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.909+0000 7fb647009740 1 --2- 172.21.15.67:0/1665897163 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55be55ead4d0 0x55be562d4de0 secure :-1 s=READY pgs=1737 cs=0 l=1 rev1=1 crypto rx=0x7fb634012c10 tx=0x7fb634004730 comp rx=0 tx=0).stop 2024-09-21T00:31:32.923 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.909+0000 7fb647009740 1 -- 172.21.15.67:0/1665897163 shutdown_connections 2024-09-21T00:31:32.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.909+0000 7fb647009740 1 --2- 172.21.15.67:0/1665897163 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x55be55e94f60 0x55be562d1e10 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.909+0000 7fb647009740 1 --2- 172.21.15.67:0/1665897163 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55be55ed6390 0x55be5629ffb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.909+0000 7fb647009740 1 --2- 172.21.15.67:0/1665897163 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55be55eb56b0 0x55be5629fa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.909+0000 7fb618ff9640 0 client.9303 ms_handle_reset on v2:172.21.15.67:6832/1883288453 2024-09-21T00:31:32.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.909+0000 7fb647009740 1 --2- 172.21.15.67:0/1665897163 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55be55ead4d0 0x55be562d4de0 unknown :-1 s=CLOSED pgs=1737 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.909+0000 7fb647009740 1 -- 172.21.15.67:0/1665897163 >> 172.21.15.67:0/1665897163 conn(0x55be55eca4e0 msgr2=0x55be5627da40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:32.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.909+0000 7fb647009740 1 -- 172.21.15.67:0/1665897163 shutdown_connections 2024-09-21T00:31:32.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.909+0000 7fb647009740 1 -- 172.21.15.67:0/1665897163 wait complete. 2024-09-21T00:31:32.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.909+0000 7fb647009740 20 client.9303 trim_cache size 0 max 16384 2024-09-21T00:31:32.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.928+0000 7fb647009740 1 Processor -- start 2024-09-21T00:31:32.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.928+0000 7fb647009740 1 -- start start 2024-09-21T00:31:32.931 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.929+0000 7fb647009740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55be55ead4d0 0x55be562a3a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:32.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.929+0000 7fb647009740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55be55eb56b0 0x55be56276cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:32.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.929+0000 7fb647009740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55be55ed6390 0x55be56277230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:32.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.929+0000 7fb647009740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fb638202150 con 0x55be55ed6390 2024-09-21T00:31:32.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.929+0000 7fb647009740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fb638201130 con 0x55be55eb56b0 2024-09-21T00:31:32.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.929+0000 7fb647009740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fb6381f92e0 con 0x55be55ead4d0 2024-09-21T00:31:32.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.930+0000 7fb63e638640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55be55ed6390 0x55be56277230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:32.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.930+0000 7fb63e638640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55be55ed6390 0x55be56277230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34238/0 (socket says 172.21.15.67:34238) 2024-09-21T00:31:32.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.930+0000 7fb63d636640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55be55eb56b0 0x55be56276cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:32.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.930+0000 7fb63e638640 1 -- 172.21.15.67:0/78068697 learned_addr learned my addr 172.21.15.67:0/78068697 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:32.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.930+0000 7fb63de37640 1 --2- 172.21.15.67:0/78068697 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55be55ead4d0 0x55be562a3a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:32.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.930+0000 7fb63d636640 1 -- 172.21.15.67:0/78068697 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55be55ead4d0 msgr2=0x55be562a3a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:32.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.930+0000 7fb63d636640 1 --2- 172.21.15.67:0/78068697 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55be55ead4d0 0x55be562a3a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.930+0000 7fb63d636640 1 -- 172.21.15.67:0/78068697 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55be55ed6390 msgr2=0x55be56277230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:32.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.930+0000 7fb63d636640 1 --2- 172.21.15.67:0/78068697 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55be55ed6390 0x55be56277230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.930+0000 7fb63d636640 1 -- 172.21.15.67:0/78068697 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55be562b8e00 con 0x55be55eb56b0 2024-09-21T00:31:32.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.930+0000 7fb63de37640 1 --2- 172.21.15.67:0/78068697 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55be55ead4d0 0x55be562a3a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:31:32.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.930+0000 7fb63e638640 1 --2- 172.21.15.67:0/78068697 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55be55ed6390 0x55be56277230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:31:32.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.930+0000 7fb63d636640 1 --2- 172.21.15.67:0/78068697 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55be55eb56b0 0x55be56276cf0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7fb628000c00 tx=0x7fb62802a5f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9ad6b598a101ff3 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:32.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.930+0000 7fb61affd640 1 -- 172.21.15.67:0/78068697 <== mon.1 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb62806f040 con 0x55be55eb56b0 2024-09-21T00:31:32.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.931+0000 7fb61affd640 1 -- 172.21.15.67:0/78068697 <== mon.1 v2:172.21.15.97:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb628083e00 con 0x55be55eb56b0 2024-09-21T00:31:32.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.931+0000 7fb61affd640 1 -- 172.21.15.67:0/78068697 <== mon.1 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6280888e0 con 0x55be55eb56b0 2024-09-21T00:31:32.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.931+0000 7fb647009740 1 -- 172.21.15.67:0/78068697 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55be55eb56b0 msgr2=0x55be56276cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:32.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.931+0000 7fb647009740 1 --2- 172.21.15.67:0/78068697 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55be55eb56b0 0x55be56276cf0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7fb628000c00 tx=0x7fb62802a5f0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.932+0000 7fb647009740 1 -- 172.21.15.67:0/78068697 shutdown_connections 2024-09-21T00:31:32.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.932+0000 7fb647009740 1 --2- 172.21.15.67:0/78068697 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55be55ed6390 0x55be56277230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.932+0000 7fb647009740 1 --2- 172.21.15.67:0/78068697 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55be55eb56b0 0x55be56276cf0 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.932+0000 7fb647009740 1 --2- 172.21.15.67:0/78068697 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55be55ead4d0 0x55be562a3a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.932+0000 7fb647009740 1 -- 172.21.15.67:0/78068697 >> 172.21.15.67:0/78068697 conn(0x55be55eca4e0 msgr2=0x55be562733e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:32.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.932+0000 7fb647009740 1 -- 172.21.15.67:0/78068697 shutdown_connections 2024-09-21T00:31:32.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.932+0000 7fb647009740 1 -- 172.21.15.67:0/78068697 wait complete. 2024-09-21T00:31:32.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.932+0000 7fb647009740 1 -- start start 2024-09-21T00:31:32.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.933+0000 7fb647009740 1 Processor -- start 2024-09-21T00:31:32.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.934+0000 7fb647009740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55be55ead4d0 0x55be562a7650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:32.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.934+0000 7fb647009740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55be55eb56b0 0x55be562a7b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:32.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.934+0000 7fb647009740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55be55ed6390 0x55be56276cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:32.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.934+0000 7fb647009740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fb6381f9930 con 0x55be55ead4d0 2024-09-21T00:31:32.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.934+0000 7fb647009740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55be561f29b0 con 0x55be55eb56b0 2024-09-21T00:31:32.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.934+0000 7fb647009740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55be56345200 con 0x55be55ed6390 2024-09-21T00:31:32.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.934+0000 7fb647009740 10 client.0 _ll_register_callbacks cb 0x7fb6340096e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:31:32.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.934+0000 7fb63de37640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55be55ead4d0 0x55be562a7650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:32.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.934+0000 7fb63de37640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55be55ead4d0 0x55be562a7650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34252/0 (socket says 172.21.15.67:34252) 2024-09-21T00:31:32.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.934+0000 7fb63de37640 1 -- 172.21.15.67:0/273078834 learned_addr learned my addr 172.21.15.67:0/273078834 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:32.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.934+0000 7fb63d636640 1 --2- 172.21.15.67:0/273078834 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55be55eb56b0 0x55be562a7b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:32.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.934+0000 7fb63e638640 1 --2- 172.21.15.67:0/273078834 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55be55ed6390 0x55be56276cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:32.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.935+0000 7fb63de37640 1 -- 172.21.15.67:0/273078834 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55be55ed6390 msgr2=0x55be56276cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:32.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.935+0000 7fb63de37640 1 --2- 172.21.15.67:0/273078834 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55be55ed6390 0x55be56276cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.935+0000 7fb63de37640 1 -- 172.21.15.67:0/273078834 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55be55eb56b0 msgr2=0x55be562a7b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:32.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.935+0000 7fb63de37640 1 --2- 172.21.15.67:0/273078834 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55be55eb56b0 0x55be562a7b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.935+0000 7fb63de37640 1 -- 172.21.15.67:0/273078834 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55be562e55a0 con 0x55be55ead4d0 2024-09-21T00:31:32.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.935+0000 7fb63de37640 1 --2- 172.21.15.67:0/273078834 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55be55ead4d0 0x55be562a7650 secure :-1 s=READY pgs=1738 cs=0 l=1 rev1=1 crypto rx=0x7fb63401fcc0 tx=0x7fb634009d40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65158b813e9f0638 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:32.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.935+0000 7fb618ff9640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:31:32.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.935+0000 7fb618ff9640 1 -- 172.21.15.67:0/273078834 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb634033a50 con 0x55be55ead4d0 2024-09-21T00:31:32.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.935+0000 7fb618ff9640 1 -- 172.21.15.67:0/273078834 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7fb634033bf0 con 0x55be55ead4d0 2024-09-21T00:31:32.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.935+0000 7fb647009740 1 -- 172.21.15.67:0/273078834 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb628083e00 con 0x55be55ead4d0 2024-09-21T00:31:32.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.935+0000 7fb618ff9640 1 -- 172.21.15.67:0/273078834 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=118) ==== 24+0+0 (secure 0 0 0) 0x7fb634033df0 con 0x55be55ead4d0 2024-09-21T00:31:32.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.935+0000 7fb647009740 10 client.9309 fetch_fsmap learned FSMap version 118 2024-09-21T00:31:32.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.935+0000 7fb647009740 1 -- 172.21.15.67:0/273078834 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=118,monmap=2+}) -- 0x55be562917b0 con 0x55be55ead4d0 2024-09-21T00:31:32.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.935+0000 7fb618ff9640 1 -- 172.21.15.67:0/273078834 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb628083e00 con 0x55be55ead4d0 2024-09-21T00:31:32.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.935+0000 7fb618ff9640 1 -- 172.21.15.67:0/273078834 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 118) ==== 3502+0+0 (secure 0 0 0) 0x7fb634031040 con 0x55be55ead4d0 2024-09-21T00:31:32.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.936+0000 7fb647009740 10 client.9309 fetch_fsmap finished waiting for FSMap version 118 2024-09-21T00:31:32.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.936+0000 7fb647009740 10 client.9309 resolve_mds: resolved 10:0 to role '10:0' aka daemon mds.c 2024-09-21T00:31:32.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.936+0000 7fb647009740 20 client.9309 populate_metadata read hostname 'smithi067' 2024-09-21T00:31:32.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.936+0000 7fb647009740 1 --2- 172.21.15.67:0/273078834 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x55be56277230 0x55be56344290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:32.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.936+0000 7fb647009740 4 client.9309 mds_command: new command op to 8982 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-21T00:31:32.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.936+0000 7fb647009740 1 -- 172.21.15.67:0/273078834 --> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55be561ee460 con 0x55be56277230 2024-09-21T00:31:32.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.936+0000 7fb63d636640 1 --2- 172.21.15.67:0/273078834 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x55be56277230 0x55be56344290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:32.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.936+0000 7fb618ff9640 10 client.9309 ms_handle_connect on v2:172.21.15.67:6832/1883288453 2024-09-21T00:31:32.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.936+0000 7fb63d636640 1 --2- 172.21.15.67:0/273078834 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x55be56277230 0x55be56344290 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9b20f67235a63f44 server_cookie=92e9c94c9998b7da in_seq=0 out_seq=0 2024-09-21T00:31:32.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.937+0000 7fb618ff9640 1 -- 172.21.15.67:0/273078834 <== mds.0 v2:172.21.15.67:6832/1883288453 1 ==== command_reply(tid 0: 0 ) ==== 8+0+610 (crc 0 0 0) 0x55be561ee460 con 0x55be56277230 2024-09-21T00:31:32.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.937+0000 7fb618ff9640 10 client.9309 handle_command_reply: tid=0 2024-09-21T00:31:32.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.937+0000 7fb647009740 1 client.9309 shutdown 2024-09-21T00:31:32.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.937+0000 7fb647009740 1 -- 172.21.15.67:0/273078834 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55be55ead4d0 msgr2=0x55be562a7650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:32.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.937+0000 7fb647009740 1 --2- 172.21.15.67:0/273078834 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55be55ead4d0 0x55be562a7650 secure :-1 s=READY pgs=1738 cs=0 l=1 rev1=1 crypto rx=0x7fb63401fcc0 tx=0x7fb634009d40 comp rx=0 tx=0).stop 2024-09-21T00:31:32.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.937+0000 7fb647009740 1 -- 172.21.15.67:0/273078834 shutdown_connections 2024-09-21T00:31:32.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.937+0000 7fb647009740 1 --2- 172.21.15.67:0/273078834 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x55be56277230 0x55be56344290 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.937+0000 7fb647009740 1 --2- 172.21.15.67:0/273078834 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55be55ed6390 0x55be56276cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.937+0000 7fb647009740 1 --2- 172.21.15.67:0/273078834 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55be55eb56b0 0x55be562a7b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.937+0000 7fb618ff9640 0 client.9309 ms_handle_reset on v2:172.21.15.67:6832/1883288453 2024-09-21T00:31:32.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.937+0000 7fb647009740 1 --2- 172.21.15.67:0/273078834 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55be55ead4d0 0x55be562a7650 unknown :-1 s=CLOSED pgs=1738 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.937+0000 7fb647009740 1 -- 172.21.15.67:0/273078834 >> 172.21.15.67:0/273078834 conn(0x55be55eca4e0 msgr2=0x55be562a05a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:32.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.937+0000 7fb647009740 1 -- 172.21.15.67:0/273078834 shutdown_connections 2024-09-21T00:31:32.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.937+0000 7fb647009740 1 -- 172.21.15.67:0/273078834 wait complete. 2024-09-21T00:31:32.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.937+0000 7fb647009740 20 client.9309 trim_cache size 0 max 16384 2024-09-21T00:31:32.943 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:31:32.944 INFO:teuthology.orchestra.run.smithi067.stdout: "status": "PAUSED (0 inodes in the stack)", 2024-09-21T00:31:32.944 INFO:teuthology.orchestra.run.smithi067.stdout: "scrubs": { 2024-09-21T00:31:32.944 INFO:teuthology.orchestra.run.smithi067.stdout: "9f7e1f93-9e96-456d-b64a-7446cd636990": { 2024-09-21T00:31:32.944 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/scrub_control_test_path", 2024-09-21T00:31:32.944 INFO:teuthology.orchestra.run.smithi067.stdout: "tag": "9f7e1f93-9e96-456d-b64a-7446cd636990", 2024-09-21T00:31:32.944 INFO:teuthology.orchestra.run.smithi067.stdout: "options": "recursive" 2024-09-21T00:31:32.944 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:31:32.944 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:31:32.944 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_stats": { 2024-09-21T00:31:32.945 INFO:teuthology.orchestra.run.smithi067.stdout: "9f7e1f93-9e96-456d-b64a-7446cd636990": { 2024-09-21T00:31:32.945 INFO:teuthology.orchestra.run.smithi067.stdout: "start_time": "2024-09-21T00:31:26.045821+0000", 2024-09-21T00:31:32.945 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/scrub_control_test_path", 2024-09-21T00:31:32.945 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_started": 0, 2024-09-21T00:31:32.945 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_passed": 0, 2024-09-21T00:31:32.945 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_failed": 0, 2024-09-21T00:31:32.946 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_skipped": 0 2024-09-21T00:31:32.946 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:31:32.946 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:31:32.946 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:31:32.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.938+0000 7fb64009b640 1 -- 172.21.15.67:0/1009584008 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb61c078b90 msgr2=0x7fb61c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:32.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.938+0000 7fb64009b640 1 --2- 172.21.15.67:0/1009584008 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb61c078b90 0x7fb61c07b0a0 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7fb634009c50 tx=0x7fb634005f30 comp rx=0 tx=0).stop 2024-09-21T00:31:32.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.938+0000 7fb64009b640 1 -- 172.21.15.67:0/1009584008 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb6380d1630 msgr2=0x7fb6381e7d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:32.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.938+0000 7fb64009b640 1 --2- 172.21.15.67:0/1009584008 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb6380d1630 0x7fb6381e7d70 secure :-1 s=READY pgs=1735 cs=0 l=1 rev1=1 crypto rx=0x7fb6280099d0 tx=0x7fb6280052f0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.938+0000 7fb64009b640 1 -- 172.21.15.67:0/1009584008 shutdown_connections 2024-09-21T00:31:32.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.938+0000 7fb64009b640 1 --2- 172.21.15.67:0/1009584008 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb61c078b90 0x7fb61c07b0a0 unknown :-1 s=CLOSED pgs=655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.938+0000 7fb64009b640 1 --2- 172.21.15.67:0/1009584008 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb6380d4e30 0x7fb6381e82b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.938+0000 7fb64009b640 1 --2- 172.21.15.67:0/1009584008 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb6380d1630 0x7fb6381e7d70 unknown :-1 s=CLOSED pgs=1735 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.938+0000 7fb64009b640 1 --2- 172.21.15.67:0/1009584008 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb6380b3cb0 0x7fb6381e9190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:32.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.938+0000 7fb64009b640 1 -- 172.21.15.67:0/1009584008 >> 172.21.15.67:0/1009584008 conn(0x7fb63808bee0 msgr2=0x7fb6380b7c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:32.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.938+0000 7fb64009b640 1 -- 172.21.15.67:0/1009584008 shutdown_connections 2024-09-21T00:31:32.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:32.938+0000 7fb64009b640 1 -- 172.21.15.67:0/1009584008 wait complete. 2024-09-21T00:31:32.951 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:31:33.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.066+0000 7fc42c552640 1 -- 172.21.15.67:0/3124688503 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc4240b4c60 msgr2=0x7fc4240cd740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:33.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.066+0000 7fc42c552640 1 --2- 172.21.15.67:0/3124688503 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc4240b4c60 0x7fc4240cd740 secure :-1 s=READY pgs=1740 cs=0 l=1 rev1=1 crypto rx=0x7fc41c009830 tx=0x7fc41c02a510 comp rx=0 tx=0).stop 2024-09-21T00:31:33.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.066+0000 7fc42c552640 1 -- 172.21.15.67:0/3124688503 shutdown_connections 2024-09-21T00:31:33.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.066+0000 7fc42c552640 1 --2- 172.21.15.67:0/3124688503 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc4240b4c60 0x7fc4240cd740 unknown :-1 s=CLOSED pgs=1740 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:33.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.066+0000 7fc42c552640 1 -- 172.21.15.67:0/3124688503 >> 172.21.15.67:0/3124688503 conn(0x7fc4240b4140 msgr2=0x7fc4240b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:33.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.066+0000 7fc42c552640 1 -- 172.21.15.67:0/3124688503 shutdown_connections 2024-09-21T00:31:33.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.066+0000 7fc42c552640 1 -- 172.21.15.67:0/3124688503 wait complete. 2024-09-21T00:31:33.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.068+0000 7fc42c552640 1 Processor -- start 2024-09-21T00:31:33.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.068+0000 7fc42c552640 1 -- start start 2024-09-21T00:31:33.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.069+0000 7fc42c552640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc4240b4c60 0x7fc42409f3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:33.072 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.069+0000 7fc42c552640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc4240b7850 0x7fc4241d3530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:33.072 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.069+0000 7fc42c552640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc4241d1340 0x7fc4241d3a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:33.072 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.069+0000 7fc42c552640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc4240cde00 con 0x7fc4241d1340 2024-09-21T00:31:33.072 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.069+0000 7fc42c552640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc4240cdc80 con 0x7fc4240b7850 2024-09-21T00:31:33.072 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.069+0000 7fc42c552640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fc4240cdf80 con 0x7fc4240b4c60 2024-09-21T00:31:33.072 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.070+0000 7fc42aaef640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc4241d1340 0x7fc4241d3a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:33.072 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.070+0000 7fc42aaef640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc4241d1340 0x7fc4241d3a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34266/0 (socket says 172.21.15.67:34266) 2024-09-21T00:31:33.072 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.070+0000 7fc42aaef640 1 -- 172.21.15.67:0/3838639851 learned_addr learned my addr 172.21.15.67:0/3838639851 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:33.072 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.070+0000 7fc429aed640 1 --2- 172.21.15.67:0/3838639851 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc4240b7850 0x7fc4241d3530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:33.072 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.070+0000 7fc42a2ee640 1 --2- 172.21.15.67:0/3838639851 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc4240b4c60 0x7fc42409f3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:33.072 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.070+0000 7fc42aaef640 1 -- 172.21.15.67:0/3838639851 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc4240b4c60 msgr2=0x7fc42409f3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:33.072 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.070+0000 7fc42aaef640 1 --2- 172.21.15.67:0/3838639851 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc4240b4c60 0x7fc42409f3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:33.072 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.070+0000 7fc42aaef640 1 -- 172.21.15.67:0/3838639851 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc4240b7850 msgr2=0x7fc4241d3530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:33.073 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.070+0000 7fc42aaef640 1 --2- 172.21.15.67:0/3838639851 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc4240b7850 0x7fc4241d3530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:33.073 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.070+0000 7fc42aaef640 1 -- 172.21.15.67:0/3838639851 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4240af300 con 0x7fc4241d1340 2024-09-21T00:31:33.073 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.070+0000 7fc42aaef640 1 --2- 172.21.15.67:0/3838639851 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc4241d1340 0x7fc4241d3a70 secure :-1 s=READY pgs=1741 cs=0 l=1 rev1=1 crypto rx=0x7fc41c009780 tx=0x7fc41c033ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:33.073 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.070+0000 7fc422ffd640 1 -- 172.21.15.67:0/3838639851 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc41c031d60 con 0x7fc4241d1340 2024-09-21T00:31:33.073 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.070+0000 7fc422ffd640 1 -- 172.21.15.67:0/3838639851 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc41c0330d0 con 0x7fc4241d1340 2024-09-21T00:31:33.073 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.070+0000 7fc42c552640 1 -- 172.21.15.67:0/3838639851 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4240af5e0 con 0x7fc4241d1340 2024-09-21T00:31:33.073 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.070+0000 7fc422ffd640 1 -- 172.21.15.67:0/3838639851 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc41c033500 con 0x7fc4241d1340 2024-09-21T00:31:33.073 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.070+0000 7fc42c552640 1 -- 172.21.15.67:0/3838639851 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4240afba0 con 0x7fc4241d1340 2024-09-21T00:31:33.074 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.071+0000 7fc42c552640 1 -- 172.21.15.67:0/3838639851 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc42409a950 con 0x7fc4241d1340 2024-09-21T00:31:33.074 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.072+0000 7fc422ffd640 1 -- 172.21.15.67:0/3838639851 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fc41c0035f0 con 0x7fc4241d1340 2024-09-21T00:31:33.074 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.073+0000 7fc422ffd640 1 --2- 172.21.15.67:0/3838639851 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc410078bf0 0x7fc41007b100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:33.074 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.073+0000 7fc422ffd640 1 -- 172.21.15.67:0/3838639851 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7fc41c0bc300 con 0x7fc4241d1340 2024-09-21T00:31:33.074 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.073+0000 7fc42a2ee640 1 --2- 172.21.15.67:0/3838639851 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc410078bf0 0x7fc41007b100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:33.074 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.074+0000 7fc42a2ee640 1 --2- 172.21.15.67:0/3838639851 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc410078bf0 0x7fc41007b100 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7fc4140012e0 tx=0x7fc414009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:33.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.076+0000 7fc422ffd640 1 -- 172.21.15.67:0/3838639851 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fc41c03f030 con 0x7fc4241d1340 2024-09-21T00:31:33.302 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.301+0000 7fc42c552640 1 -- 172.21.15.67:0/3838639851 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc4241d4090 con 0x7fc4241d1340 2024-09-21T00:31:33.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.301+0000 7fc422ffd640 1 -- 172.21.15.67:0/3838639851 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 118 v118) ==== 95+0+5233 (secure 0 0 0) 0x7fc41c084210 con 0x7fc4241d1340 2024-09-21T00:31:33.303 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:31:33.303 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":118,"btime":"2024-09-21T00:31:03:931248+0000","default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7403,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/2834357950","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":2834357950},{"type":"v1","addr":"172.21.15.97:6837","nonce":2834357950}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":112},{"gid":8173,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/3488762384","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3488762384},{"type":"v1","addr":"172.21.15.97:6836","nonce":3488762384}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":112},{"gid":8182,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/1799325258","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":1799325258},{"type":"v1","addr":"172.21.15.67:6835","nonce":1799325258}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":113}],"filesystems":[{"mdsmap":{"epoch":118,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:31:00.289899+0000","modified":"2024-09-21T00:31:03.315250+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8982},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8982":{"gid":8982,"name":"c","rank":0,"incarnation":114,"state":"up:active","state_seq":4,"addr":"172.21.15.67:6833/1883288453","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1883288453},{"type":"v1","addr":"172.21.15.67:6833","nonce":1883288453}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[21],"metadata_pool":20,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8982,"qdb_cluster":[8982]},"id":10}]} 2024-09-21T00:31:33.303 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 118 2024-09-21T00:31:33.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.303+0000 7fc42c552640 1 -- 172.21.15.67:0/3838639851 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc410078bf0 msgr2=0x7fc41007b100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:33.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.303+0000 7fc42c552640 1 --2- 172.21.15.67:0/3838639851 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc410078bf0 0x7fc41007b100 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7fc4140012e0 tx=0x7fc414009040 comp rx=0 tx=0).stop 2024-09-21T00:31:33.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.303+0000 7fc42c552640 1 -- 172.21.15.67:0/3838639851 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc4241d1340 msgr2=0x7fc4241d3a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:33.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.303+0000 7fc42c552640 1 --2- 172.21.15.67:0/3838639851 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc4241d1340 0x7fc4241d3a70 secure :-1 s=READY pgs=1741 cs=0 l=1 rev1=1 crypto rx=0x7fc41c009780 tx=0x7fc41c033ce0 comp rx=0 tx=0).stop 2024-09-21T00:31:33.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.303+0000 7fc42c552640 1 -- 172.21.15.67:0/3838639851 shutdown_connections 2024-09-21T00:31:33.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.303+0000 7fc42c552640 1 --2- 172.21.15.67:0/3838639851 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc410078bf0 0x7fc41007b100 unknown :-1 s=CLOSED pgs=656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:33.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.303+0000 7fc42c552640 1 --2- 172.21.15.67:0/3838639851 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc4241d1340 0x7fc4241d3a70 unknown :-1 s=CLOSED pgs=1741 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:33.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.303+0000 7fc42c552640 1 --2- 172.21.15.67:0/3838639851 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc4240b7850 0x7fc4241d3530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:33.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.303+0000 7fc42c552640 1 --2- 172.21.15.67:0/3838639851 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc4240b4c60 0x7fc42409f3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:33.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.303+0000 7fc42c552640 1 -- 172.21.15.67:0/3838639851 >> 172.21.15.67:0/3838639851 conn(0x7fc4240b4140 msgr2=0x7fc424072830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:33.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.304+0000 7fc42c552640 1 -- 172.21.15.67:0/3838639851 shutdown_connections 2024-09-21T00:31:33.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.304+0000 7fc42c552640 1 -- 172.21.15.67:0/3838639851 wait complete. 2024-09-21T00:31:33.316 DEBUG:tasks.cephfs.test_scrub_checks:current active=['c'] 2024-09-21T00:31:33.316 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-21T00:31:33.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.431+0000 7f67f6357640 1 -- 172.21.15.67:0/3270453629 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67d8004800 msgr2=0x7f67d8004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:33.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.431+0000 7f67f6357640 1 --2- 172.21.15.67:0/3270453629 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67d8004800 0x7f67d8004c10 secure :-1 s=READY pgs=1743 cs=0 l=1 rev1=1 crypto rx=0x7f67e40016c0 tx=0x7f67d8005830 comp rx=0 tx=0).stop 2024-09-21T00:31:33.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.431+0000 7f67f6357640 1 -- 172.21.15.67:0/3270453629 shutdown_connections 2024-09-21T00:31:33.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.431+0000 7f67f6357640 1 --2- 172.21.15.67:0/3270453629 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67d8004800 0x7f67d8004c10 unknown :-1 s=CLOSED pgs=1743 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:33.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.431+0000 7f67f6357640 1 -- 172.21.15.67:0/3270453629 >> 172.21.15.67:0/3270453629 conn(0x7f67f006dfb0 msgr2=0x7f67f006e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:33.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.431+0000 7f67f6357640 1 -- 172.21.15.67:0/3270453629 shutdown_connections 2024-09-21T00:31:33.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.431+0000 7f67f6357640 1 -- 172.21.15.67:0/3270453629 wait complete. 2024-09-21T00:31:33.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.432+0000 7f67f6357640 1 Processor -- start 2024-09-21T00:31:33.433 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.433+0000 7f67f6357640 1 -- start start 2024-09-21T00:31:33.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.434+0000 7f67f6357640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67d8004800 0x7f67f0160840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:33.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.434+0000 7f67f6357640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f67f0158f60 0x7f67f01582d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:33.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.434+0000 7f67f6357640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f67f015a570 0x7f67f015a980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:33.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.434+0000 7f67f6357640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f67f00d1750 con 0x7f67d8004800 2024-09-21T00:31:33.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.434+0000 7f67f6357640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f67f00d15d0 con 0x7f67f0158f60 2024-09-21T00:31:33.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.434+0000 7f67f6357640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f67f00d18d0 con 0x7f67f015a570 2024-09-21T00:31:33.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.434+0000 7f67effff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67d8004800 0x7f67f0160840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:33.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.434+0000 7f67effff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67d8004800 0x7f67f0160840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39326/0 (socket says 172.21.15.67:39326) 2024-09-21T00:31:33.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.434+0000 7f67effff640 1 -- 172.21.15.67:0/1616630255 learned_addr learned my addr 172.21.15.67:0/1616630255 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:33.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.434+0000 7f67f48f4640 1 --2- 172.21.15.67:0/1616630255 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f67f015a570 0x7f67f015a980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:33.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.434+0000 7f67effff640 1 -- 172.21.15.67:0/1616630255 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f67f015a570 msgr2=0x7f67f015a980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:33.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.434+0000 7f67effff640 1 --2- 172.21.15.67:0/1616630255 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f67f015a570 0x7f67f015a980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:33.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.434+0000 7f67effff640 1 -- 172.21.15.67:0/1616630255 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f67f0158f60 msgr2=0x7f67f01582d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:33.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.434+0000 7f67ef7fe640 1 --2- 172.21.15.67:0/1616630255 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f67f0158f60 0x7f67f01582d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:33.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.434+0000 7f67effff640 1 --2- 172.21.15.67:0/1616630255 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f67f0158f60 0x7f67f01582d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:33.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.434+0000 7f67effff640 1 -- 172.21.15.67:0/1616630255 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67f0158810 con 0x7f67d8004800 2024-09-21T00:31:33.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.435+0000 7f67effff640 1 --2- 172.21.15.67:0/1616630255 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67d8004800 0x7f67f0160840 secure :-1 s=READY pgs=1744 cs=0 l=1 rev1=1 crypto rx=0x7f67e0011a70 tx=0x7f67e0011f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:33.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.435+0000 7f67ecff9640 1 -- 172.21.15.67:0/1616630255 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67e000fc10 con 0x7f67d8004800 2024-09-21T00:31:33.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.435+0000 7f67ecff9640 1 -- 172.21.15.67:0/1616630255 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f67e000fdb0 con 0x7f67d8004800 2024-09-21T00:31:33.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.435+0000 7f67f6357640 1 -- 172.21.15.67:0/1616630255 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f67f0161ed0 con 0x7f67d8004800 2024-09-21T00:31:33.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.435+0000 7f67ecff9640 1 -- 172.21.15.67:0/1616630255 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67e0004280 con 0x7f67d8004800 2024-09-21T00:31:33.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.435+0000 7f67f6357640 1 -- 172.21.15.67:0/1616630255 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67f0160040 con 0x7f67d8004800 2024-09-21T00:31:33.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.436+0000 7f67f6357640 1 -- 172.21.15.67:0/1616630255 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f67f0051080 con 0x7f67d8004800 2024-09-21T00:31:33.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.437+0000 7f67ecff9640 1 -- 172.21.15.67:0/1616630255 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f67e00035f0 con 0x7f67d8004800 2024-09-21T00:31:33.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.437+0000 7f67ecff9640 1 --2- 172.21.15.67:0/1616630255 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f67dc078b90 0x7f67dc07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:33.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.437+0000 7f67ecff9640 1 -- 172.21.15.67:0/1616630255 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7f67e009b780 con 0x7f67d8004800 2024-09-21T00:31:33.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.437+0000 7f67ef7fe640 1 --2- 172.21.15.67:0/1616630255 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f67dc078b90 0x7f67dc07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:33.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.438+0000 7f67ef7fe640 1 --2- 172.21.15.67:0/1616630255 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f67dc078b90 0x7f67dc07b0a0 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7f67e4032000 tx=0x7f67e4001190 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:33.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.442+0000 7f67ecff9640 1 -- 172.21.15.67:0/1616630255 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f67f0051080 con 0x7f67d8004800 2024-09-21T00:31:33.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.702+0000 7f67f6357640 1 -- 172.21.15.67:0/1616630255 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f67f015e7f0 con 0x7f67d8004800 2024-09-21T00:31:33.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.702+0000 7f67ecff9640 1 -- 172.21.15.67:0/1616630255 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1676 (secure 0 0 0) 0x7f67f0158810 con 0x7f67d8004800 2024-09-21T00:31:33.704 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:31:33.704 INFO:teuthology.orchestra.run.smithi067.stdout:{"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":636,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":140,"num_osds":8,"num_up_osds":8,"osd_up_since":1726878070,"num_in_osds":8,"osd_in_since":1726878060,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":1048,"data_bytes":1078048401,"bytes_used":2672910336,"bytes_avail":770421202944,"bytes_total":773094113280,"write_bytes_sec":60052253,"read_op_per_sec":0,"write_op_per_sec":64},"fsmap":{"epoch":118,"btime":"2024-09-21T00:31:03:931248+0000","id":10,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":10,"rank":0,"name":"c","status":"up:active","gid":8982}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":27,"modified":"2024-09-21T00:31:31.653738+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{"scrub status":"paused paths [/scrub_control_test_path]"}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-21T00:31:33.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.705+0000 7f67f6357640 1 -- 172.21.15.67:0/1616630255 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f67dc078b90 msgr2=0x7f67dc07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:33.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.705+0000 7f67f6357640 1 --2- 172.21.15.67:0/1616630255 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f67dc078b90 0x7f67dc07b0a0 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7f67e4032000 tx=0x7f67e4001190 comp rx=0 tx=0).stop 2024-09-21T00:31:33.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.705+0000 7f67f6357640 1 -- 172.21.15.67:0/1616630255 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67d8004800 msgr2=0x7f67f0160840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:33.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.705+0000 7f67f6357640 1 --2- 172.21.15.67:0/1616630255 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67d8004800 0x7f67f0160840 secure :-1 s=READY pgs=1744 cs=0 l=1 rev1=1 crypto rx=0x7f67e0011a70 tx=0x7f67e0011f30 comp rx=0 tx=0).stop 2024-09-21T00:31:33.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.705+0000 7f67f6357640 1 -- 172.21.15.67:0/1616630255 shutdown_connections 2024-09-21T00:31:33.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.705+0000 7f67f6357640 1 --2- 172.21.15.67:0/1616630255 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f67dc078b90 0x7f67dc07b0a0 unknown :-1 s=CLOSED pgs=657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:33.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.705+0000 7f67f6357640 1 --2- 172.21.15.67:0/1616630255 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f67f015a570 0x7f67f015a980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:33.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.705+0000 7f67f6357640 1 --2- 172.21.15.67:0/1616630255 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f67f0158f60 0x7f67f01582d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:33.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.705+0000 7f67f6357640 1 --2- 172.21.15.67:0/1616630255 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f67d8004800 0x7f67f0160840 unknown :-1 s=CLOSED pgs=1744 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:33.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.705+0000 7f67f6357640 1 -- 172.21.15.67:0/1616630255 >> 172.21.15.67:0/1616630255 conn(0x7f67f006dfb0 msgr2=0x7f67f01626c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:33.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.705+0000 7f67f6357640 1 -- 172.21.15.67:0/1616630255 shutdown_connections 2024-09-21T00:31:33.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.705+0000 7f67f6357640 1 -- 172.21.15.67:0/1616630255 wait complete. 2024-09-21T00:31:33.717 INFO:tasks.ceph.ceph_manager.ceph:{'c': 'paused paths [/scrub_control_test_path]'} 2024-09-21T00:31:33.717 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:31:33.717 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.10:0 scrub resume 2024-09-21T00:31:33.836 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.835+0000 7f6256720640 1 -- 172.21.15.67:0/4019754598 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f62500d1450 msgr2=0x7f62500b9950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:33.836 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.835+0000 7f6256720640 1 --2- 172.21.15.67:0/4019754598 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f62500d1450 0x7f62500b9950 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f6244009830 tx=0x7f624402a530 comp rx=0 tx=0).stop 2024-09-21T00:31:33.836 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.835+0000 7f6256720640 1 -- 172.21.15.67:0/4019754598 shutdown_connections 2024-09-21T00:31:33.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.835+0000 7f6256720640 1 --2- 172.21.15.67:0/4019754598 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f62500d1450 0x7f62500b9950 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:33.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.835+0000 7f6256720640 1 -- 172.21.15.67:0/4019754598 >> 172.21.15.67:0/4019754598 conn(0x7f625009da10 msgr2=0x7f62500d46a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:33.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.835+0000 7f6256720640 1 -- 172.21.15.67:0/4019754598 shutdown_connections 2024-09-21T00:31:33.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.835+0000 7f6256720640 1 -- 172.21.15.67:0/4019754598 wait complete. 2024-09-21T00:31:33.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.836+0000 7f6256720640 1 Processor -- start 2024-09-21T00:31:33.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.837+0000 7f6256720640 1 -- start start 2024-09-21T00:31:33.840 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.838+0000 7f6256720640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f62500d3590 0x7f625015d660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:33.841 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.838+0000 7f6256720640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f62500d4db0 0x7f625009ec70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:33.841 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.838+0000 7f6256720640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f625015f580 0x7f62501f4fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:33.841 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.838+0000 7f6256720640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f62500b4e90 con 0x7f625015f580 2024-09-21T00:31:33.841 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.838+0000 7f6256720640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f62500b4d10 con 0x7f62500d3590 2024-09-21T00:31:33.841 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.838+0000 7f6256720640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f62500b5010 con 0x7f62500d4db0 2024-09-21T00:31:33.841 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.838+0000 7f6254cbd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f625015f580 0x7f62501f4fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:33.841 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.838+0000 7f6254cbd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f625015f580 0x7f62501f4fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39340/0 (socket says 172.21.15.67:39340) 2024-09-21T00:31:33.841 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.838+0000 7f6254cbd640 1 -- 172.21.15.67:0/3983792033 learned_addr learned my addr 172.21.15.67:0/3983792033 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:33.841 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.838+0000 7f624f7fe640 1 --2- 172.21.15.67:0/3983792033 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f62500d4db0 0x7f625009ec70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:33.841 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.838+0000 7f624ffff640 1 --2- 172.21.15.67:0/3983792033 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f62500d3590 0x7f625015d660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:33.841 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.838+0000 7f6254cbd640 1 -- 172.21.15.67:0/3983792033 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f62500d4db0 msgr2=0x7f625009ec70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:33.841 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.838+0000 7f6254cbd640 1 --2- 172.21.15.67:0/3983792033 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f62500d4db0 0x7f625009ec70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:33.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.838+0000 7f6254cbd640 1 -- 172.21.15.67:0/3983792033 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f62500d3590 msgr2=0x7f625015d660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:33.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.838+0000 7f6254cbd640 1 --2- 172.21.15.67:0/3983792033 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f62500d3590 0x7f625015d660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:33.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.838+0000 7f6254cbd640 1 -- 172.21.15.67:0/3983792033 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62500a10f0 con 0x7f625015f580 2024-09-21T00:31:33.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.838+0000 7f624ffff640 1 --2- 172.21.15.67:0/3983792033 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f62500d3590 0x7f625015d660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:31:33.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.839+0000 7f6254cbd640 1 --2- 172.21.15.67:0/3983792033 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f625015f580 0x7f62501f4fe0 secure :-1 s=READY pgs=1746 cs=0 l=1 rev1=1 crypto rx=0x7f624800c700 tx=0x7f624800cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:33.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.839+0000 7f624cff9640 1 -- 172.21.15.67:0/3983792033 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6248003b70 con 0x7f625015f580 2024-09-21T00:31:33.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.839+0000 7f6256720640 1 -- 172.21.15.67:0/3983792033 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62500a13d0 con 0x7f625015f580 2024-09-21T00:31:33.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.839+0000 7f624cff9640 1 -- 172.21.15.67:0/3983792033 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6248003d10 con 0x7f625015f580 2024-09-21T00:31:33.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.839+0000 7f624cff9640 1 -- 172.21.15.67:0/3983792033 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f624800aab0 con 0x7f625015f580 2024-09-21T00:31:33.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.839+0000 7f6256720640 1 -- 172.21.15.67:0/3983792033 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62500a1990 con 0x7f625015f580 2024-09-21T00:31:33.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.841+0000 7f624cff9640 1 -- 172.21.15.67:0/3983792033 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f624800ac50 con 0x7f625015f580 2024-09-21T00:31:33.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.841+0000 7f624cff9640 1 --2- 172.21.15.67:0/3983792033 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f623c078b90 0x7f623c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:33.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.841+0000 7f624cff9640 1 -- 172.21.15.67:0/3983792033 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7f624809ab40 con 0x7f625015f580 2024-09-21T00:31:33.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.842+0000 7f624ffff640 1 --2- 172.21.15.67:0/3983792033 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f623c078b90 0x7f623c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:33.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.842+0000 7f625d691740 1 Processor -- start 2024-09-21T00:31:33.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.842+0000 7f625d691740 1 -- start start 2024-09-21T00:31:33.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.842+0000 7f624ffff640 1 --2- 172.21.15.67:0/3983792033 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f623c078b90 0x7f623c07b0a0 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f6240007910 tx=0x7f6240009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:33.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.843+0000 7f625d691740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56454d860390 0x56454dc31740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:33.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.843+0000 7f625d691740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56454d8374d0 0x56454dc31c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:33.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.843+0000 7f625d691740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56454d83f6b0 0x56454dc4eb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:33.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.843+0000 7f625d691740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x56454db7aa60 con 0x56454d8374d0 2024-09-21T00:31:33.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.843+0000 7f625d691740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x56454db69e90 con 0x56454d83f6b0 2024-09-21T00:31:33.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.843+0000 7f625d691740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x56454db6dca0 con 0x56454d860390 2024-09-21T00:31:33.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.843+0000 7f624f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56454d8374d0 0x56454dc31c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:33.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.843+0000 7f624f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56454d8374d0 0x56454dc31c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39348/0 (socket says 172.21.15.67:39348) 2024-09-21T00:31:33.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.843+0000 7f624f7fe640 1 -- 172.21.15.67:0/4005151486 learned_addr learned my addr 172.21.15.67:0/4005151486 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:33.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.843+0000 7f624ffff640 1 --2- 172.21.15.67:0/4005151486 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56454d860390 0x56454dc31740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:33.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.843+0000 7f6254cbd640 1 --2- 172.21.15.67:0/4005151486 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56454d83f6b0 0x56454dc4eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:33.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.844+0000 7f624f7fe640 1 -- 172.21.15.67:0/4005151486 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56454d860390 msgr2=0x56454dc31740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:33.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.844+0000 7f624f7fe640 1 --2- 172.21.15.67:0/4005151486 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56454d860390 0x56454dc31740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:33.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.844+0000 7f624f7fe640 1 -- 172.21.15.67:0/4005151486 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56454d83f6b0 msgr2=0x56454dc4eb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:33.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.844+0000 7f624f7fe640 1 --2- 172.21.15.67:0/4005151486 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56454d83f6b0 0x56454dc4eb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:33.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.844+0000 7f624f7fe640 1 -- 172.21.15.67:0/4005151486 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56454d9427d0 con 0x56454d8374d0 2024-09-21T00:31:33.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.844+0000 7f6254cbd640 1 --2- 172.21.15.67:0/4005151486 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56454d83f6b0 0x56454dc4eb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:31:33.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.844+0000 7f624f7fe640 1 --2- 172.21.15.67:0/4005151486 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56454d8374d0 0x56454dc31c80 secure :-1 s=READY pgs=1747 cs=0 l=1 rev1=1 crypto rx=0x7f6244000c00 tx=0x7f62440046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=70a4f578794d5a1f server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:33.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.844+0000 7f6235ffb640 1 -- 172.21.15.67:0/4005151486 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6244005020 con 0x56454d8374d0 2024-09-21T00:31:33.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.844+0000 7f6235ffb640 1 -- 172.21.15.67:0/4005151486 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f62440052b0 con 0x56454d8374d0 2024-09-21T00:31:33.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.844+0000 7f6235ffb640 1 -- 172.21.15.67:0/4005151486 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62440047a0 con 0x56454d8374d0 2024-09-21T00:31:33.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.845+0000 7f625d691740 1 -- 172.21.15.67:0/4005151486 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56454d8374d0 msgr2=0x56454dc31c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:33.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.845+0000 7f625d691740 1 --2- 172.21.15.67:0/4005151486 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56454d8374d0 0x56454dc31c80 secure :-1 s=READY pgs=1747 cs=0 l=1 rev1=1 crypto rx=0x7f6244000c00 tx=0x7f62440046c0 comp rx=0 tx=0).stop 2024-09-21T00:31:33.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.845+0000 7f625d691740 1 -- 172.21.15.67:0/4005151486 shutdown_connections 2024-09-21T00:31:33.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.845+0000 7f625d691740 1 --2- 172.21.15.67:0/4005151486 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56454d83f6b0 0x56454dc4eb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:33.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.845+0000 7f625d691740 1 --2- 172.21.15.67:0/4005151486 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56454d8374d0 0x56454dc31c80 unknown :-1 s=CLOSED pgs=1747 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:33.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.845+0000 7f625d691740 1 --2- 172.21.15.67:0/4005151486 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56454d860390 0x56454dc31740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:33.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.845+0000 7f625d691740 1 -- 172.21.15.67:0/4005151486 >> 172.21.15.67:0/4005151486 conn(0x56454d8544e0 msgr2=0x56454dc07a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:33.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.845+0000 7f625d691740 1 -- 172.21.15.67:0/4005151486 shutdown_connections 2024-09-21T00:31:33.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.845+0000 7f625d691740 1 -- 172.21.15.67:0/4005151486 wait complete. 2024-09-21T00:31:33.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.846+0000 7f625d691740 1 -- start start 2024-09-21T00:31:33.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.846+0000 7f625d691740 1 Processor -- start 2024-09-21T00:31:33.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.847+0000 7f625d691740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56454d8374d0 0x56454dc5f980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:33.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.847+0000 7f625d691740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56454d83f6b0 0x56454dc4f6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:33.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.847+0000 7f625d691740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56454d860390 0x56454dc44fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:33.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.847+0000 7f625d691740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x56454d8da740 con 0x56454d8374d0 2024-09-21T00:31:33.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.847+0000 7f625d691740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x56454db0f970 con 0x56454d860390 2024-09-21T00:31:33.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.847+0000 7f625d691740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x56454dc321c0 con 0x56454d83f6b0 2024-09-21T00:31:33.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.847+0000 7f625d691740 10 client.0 _ll_register_callbacks cb 0x56454db12be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:31:33.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.847+0000 7f624ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56454d8374d0 0x56454dc5f980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:33.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.847+0000 7f624ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56454d8374d0 0x56454dc5f980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39356/0 (socket says 172.21.15.67:39356) 2024-09-21T00:31:33.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.847+0000 7f624ffff640 1 -- 172.21.15.67:0/4239355064 learned_addr learned my addr 172.21.15.67:0/4239355064 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:33.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.848+0000 7f6254cbd640 1 --2- 172.21.15.67:0/4239355064 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56454d860390 0x56454dc44fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:33.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.848+0000 7f624f7fe640 1 --2- 172.21.15.67:0/4239355064 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56454d83f6b0 0x56454dc4f6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:33.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.848+0000 7f624ffff640 1 -- 172.21.15.67:0/4239355064 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56454d83f6b0 msgr2=0x56454dc4f6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:33.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.848+0000 7f624ffff640 1 --2- 172.21.15.67:0/4239355064 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56454d83f6b0 0x56454dc4f6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:33.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.848+0000 7f624ffff640 1 -- 172.21.15.67:0/4239355064 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56454d860390 msgr2=0x56454dc44fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:33.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.848+0000 7f624ffff640 1 --2- 172.21.15.67:0/4239355064 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56454d860390 0x56454dc44fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:33.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.848+0000 7f624ffff640 1 -- 172.21.15.67:0/4239355064 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56454d8cb970 con 0x56454d8374d0 2024-09-21T00:31:33.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.848+0000 7f6254cbd640 1 --2- 172.21.15.67:0/4239355064 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56454d860390 0x56454dc44fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:31:33.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.848+0000 7f624f7fe640 1 --2- 172.21.15.67:0/4239355064 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56454d83f6b0 0x56454dc4f6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:31:33.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.848+0000 7f624ffff640 1 --2- 172.21.15.67:0/4239355064 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56454d8374d0 0x56454dc5f980 secure :-1 s=READY pgs=1748 cs=0 l=1 rev1=1 crypto rx=0x7f624000e990 tx=0x7f6240001000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=22c723e4f4ef362b server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:33.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.848+0000 7f622effd640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:31:33.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.848+0000 7f622effd640 1 -- 172.21.15.67:0/4239355064 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6240028060 con 0x56454d8374d0 2024-09-21T00:31:33.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.848+0000 7f622effd640 1 -- 172.21.15.67:0/4239355064 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7f6240010040 con 0x56454d8374d0 2024-09-21T00:31:33.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.848+0000 7f625d691740 1 -- 172.21.15.67:0/4239355064 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f62440052b0 con 0x56454d8374d0 2024-09-21T00:31:33.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.848+0000 7f622effd640 1 -- 172.21.15.67:0/4239355064 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=118) ==== 24+0+0 (secure 0 0 0) 0x7f624000ee50 con 0x56454d8374d0 2024-09-21T00:31:33.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.848+0000 7f625d691740 10 client.9336 fetch_fsmap learned FSMap version 118 2024-09-21T00:31:33.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.848+0000 7f625d691740 1 -- 172.21.15.67:0/4239355064 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=118,monmap=2+}) -- 0x56454d8a96a0 con 0x56454d8374d0 2024-09-21T00:31:33.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.848+0000 7f622effd640 1 -- 172.21.15.67:0/4239355064 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f62440052b0 con 0x56454d8374d0 2024-09-21T00:31:33.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.848+0000 7f622effd640 1 -- 172.21.15.67:0/4239355064 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 118) ==== 3502+0+0 (secure 0 0 0) 0x7f6240013420 con 0x56454d8374d0 2024-09-21T00:31:33.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.848+0000 7f625d691740 10 client.9336 fetch_fsmap finished waiting for FSMap version 118 2024-09-21T00:31:33.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.849+0000 7f625d691740 10 client.9336 resolve_mds: resolved 10:0 to role '10:0' aka daemon mds.c 2024-09-21T00:31:33.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.849+0000 7f625d691740 20 client.9336 populate_metadata read hostname 'smithi067' 2024-09-21T00:31:33.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.849+0000 7f625d691740 1 --2- 172.21.15.67:0/4239355064 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x56454d81ef60 0x56454dc45500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:33.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.849+0000 7f625d691740 4 client.9336 mds_command: new command op to 8982 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:31:33.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.849+0000 7f625d691740 1 -- 172.21.15.67:0/4239355064 --> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56454db7c9b0 con 0x56454d81ef60 2024-09-21T00:31:33.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.849+0000 7f624f7fe640 1 --2- 172.21.15.67:0/4239355064 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x56454d81ef60 0x56454dc45500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:33.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.849+0000 7f622effd640 10 client.9336 ms_handle_connect on v2:172.21.15.67:6832/1883288453 2024-09-21T00:31:33.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.849+0000 7f624f7fe640 1 --2- 172.21.15.67:0/4239355064 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x56454d81ef60 0x56454dc45500 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=80cd154f2d31e57f server_cookie=b29f8c6846fad41f in_seq=0 out_seq=0 2024-09-21T00:31:33.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.850+0000 7f622effd640 1 -- 172.21.15.67:0/4239355064 <== mds.0 v2:172.21.15.67:6832/1883288453 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x56454db7c9b0 con 0x56454d81ef60 2024-09-21T00:31:33.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.850+0000 7f622effd640 10 client.9336 handle_command_reply: tid=0 2024-09-21T00:31:33.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.850+0000 7f625d691740 1 client.9336 shutdown 2024-09-21T00:31:33.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.850+0000 7f625d691740 1 -- 172.21.15.67:0/4239355064 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56454d8374d0 msgr2=0x56454dc5f980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:33.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.850+0000 7f625d691740 1 --2- 172.21.15.67:0/4239355064 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56454d8374d0 0x56454dc5f980 secure :-1 s=READY pgs=1748 cs=0 l=1 rev1=1 crypto rx=0x7f624000e990 tx=0x7f6240001000 comp rx=0 tx=0).stop 2024-09-21T00:31:33.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.850+0000 7f625d691740 1 -- 172.21.15.67:0/4239355064 shutdown_connections 2024-09-21T00:31:33.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.850+0000 7f625d691740 1 --2- 172.21.15.67:0/4239355064 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x56454d81ef60 0x56454dc45500 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:33.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.850+0000 7f625d691740 1 --2- 172.21.15.67:0/4239355064 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56454d860390 0x56454dc44fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:33.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.850+0000 7f625d691740 1 --2- 172.21.15.67:0/4239355064 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56454d83f6b0 0x56454dc4f6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:33.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.850+0000 7f622effd640 0 client.9336 ms_handle_reset on v2:172.21.15.67:6832/1883288453 2024-09-21T00:31:33.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.850+0000 7f625d691740 1 --2- 172.21.15.67:0/4239355064 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56454d8374d0 0x56454dc5f980 unknown :-1 s=CLOSED pgs=1748 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:33.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.850+0000 7f625d691740 1 -- 172.21.15.67:0/4239355064 >> 172.21.15.67:0/4239355064 conn(0x56454d8544e0 msgr2=0x56454dc07ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:33.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.850+0000 7f625d691740 1 -- 172.21.15.67:0/4239355064 shutdown_connections 2024-09-21T00:31:33.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.850+0000 7f625d691740 1 -- 172.21.15.67:0/4239355064 wait complete. 2024-09-21T00:31:33.858 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.850+0000 7f625d691740 20 client.9336 trim_cache size 0 max 16384 2024-09-21T00:31:33.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.868+0000 7f625d691740 1 Processor -- start 2024-09-21T00:31:33.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.868+0000 7f625d691740 1 -- start start 2024-09-21T00:31:33.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.869+0000 7f625d691740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56454d8374d0 0x56454dc6ec20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:33.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.869+0000 7f625d691740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56454d83f6b0 0x56454dc42530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:33.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.869+0000 7f625d691740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56454d860390 0x56454dc42a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:33.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.869+0000 7f625d691740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f6250202170 con 0x56454d860390 2024-09-21T00:31:33.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.869+0000 7f625d691740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f6250201150 con 0x56454d83f6b0 2024-09-21T00:31:33.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.869+0000 7f625d691740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f625006f2b0 con 0x56454d8374d0 2024-09-21T00:31:33.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.869+0000 7f6254cbd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56454d860390 0x56454dc42a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:33.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.869+0000 7f6254cbd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56454d860390 0x56454dc42a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39372/0 (socket says 172.21.15.67:39372) 2024-09-21T00:31:33.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.869+0000 7f6254cbd640 1 -- 172.21.15.67:0/3744413595 learned_addr learned my addr 172.21.15.67:0/3744413595 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:33.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.870+0000 7f624f7fe640 1 --2- 172.21.15.67:0/3744413595 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56454d83f6b0 0x56454dc42530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:33.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.870+0000 7f624ffff640 1 --2- 172.21.15.67:0/3744413595 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56454d8374d0 0x56454dc6ec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:33.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.870+0000 7f6254cbd640 1 -- 172.21.15.67:0/3744413595 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56454d8374d0 msgr2=0x56454dc6ec20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:33.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.870+0000 7f6254cbd640 1 --2- 172.21.15.67:0/3744413595 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56454d8374d0 0x56454dc6ec20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:33.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.870+0000 7f6254cbd640 1 -- 172.21.15.67:0/3744413595 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56454d83f6b0 msgr2=0x56454dc42530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:33.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.870+0000 7f6254cbd640 1 --2- 172.21.15.67:0/3744413595 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56454d83f6b0 0x56454dc42530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:33.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.870+0000 7f6254cbd640 1 -- 172.21.15.67:0/3744413595 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56454dbfc9f0 con 0x56454d860390 2024-09-21T00:31:33.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.870+0000 7f6254cbd640 1 --2- 172.21.15.67:0/3744413595 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56454d860390 0x56454dc42a70 secure :-1 s=READY pgs=1749 cs=0 l=1 rev1=1 crypto rx=0x7f6248098fe0 tx=0x7f6248061f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bec6bcf4d826ceb3 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:33.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.870+0000 7f62357fa640 1 -- 172.21.15.67:0/3744413595 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6248062800 con 0x56454d860390 2024-09-21T00:31:33.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.870+0000 7f62357fa640 1 -- 172.21.15.67:0/3744413595 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f62480672e0 con 0x56454d860390 2024-09-21T00:31:33.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.870+0000 7f62357fa640 1 -- 172.21.15.67:0/3744413595 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6248063d90 con 0x56454d860390 2024-09-21T00:31:33.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.871+0000 7f625d691740 1 -- 172.21.15.67:0/3744413595 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56454d860390 msgr2=0x56454dc42a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:33.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.871+0000 7f625d691740 1 --2- 172.21.15.67:0/3744413595 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56454d860390 0x56454dc42a70 secure :-1 s=READY pgs=1749 cs=0 l=1 rev1=1 crypto rx=0x7f6248098fe0 tx=0x7f6248061f70 comp rx=0 tx=0).stop 2024-09-21T00:31:33.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.871+0000 7f625d691740 1 -- 172.21.15.67:0/3744413595 shutdown_connections 2024-09-21T00:31:33.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.871+0000 7f625d691740 1 --2- 172.21.15.67:0/3744413595 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56454d860390 0x56454dc42a70 unknown :-1 s=CLOSED pgs=1749 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:33.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.871+0000 7f625d691740 1 --2- 172.21.15.67:0/3744413595 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56454d83f6b0 0x56454dc42530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:33.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.871+0000 7f625d691740 1 --2- 172.21.15.67:0/3744413595 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56454d8374d0 0x56454dc6ec20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:33.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.871+0000 7f625d691740 1 -- 172.21.15.67:0/3744413595 >> 172.21.15.67:0/3744413595 conn(0x56454d8544e0 msgr2=0x56454dc5a3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:33.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.871+0000 7f625d691740 1 -- 172.21.15.67:0/3744413595 shutdown_connections 2024-09-21T00:31:33.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.871+0000 7f625d691740 1 -- 172.21.15.67:0/3744413595 wait complete. 2024-09-21T00:31:33.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.872+0000 7f625d691740 1 -- start start 2024-09-21T00:31:33.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.872+0000 7f625d691740 1 Processor -- start 2024-09-21T00:31:33.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.873+0000 7f625d691740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56454d8374d0 0x56454dcb0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:33.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.873+0000 7f625d691740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56454d83f6b0 0x56454dc42530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:33.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.873+0000 7f625d691740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56454d860390 0x56454dc42a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:33.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.873+0000 7f625d691740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f6250200b30 con 0x56454d83f6b0 2024-09-21T00:31:33.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.873+0000 7f625d691740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x56454dcb13c0 con 0x56454d8374d0 2024-09-21T00:31:33.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.873+0000 7f625d691740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x56454dc293a0 con 0x56454d860390 2024-09-21T00:31:33.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.873+0000 7f625d691740 10 client.0 _ll_register_callbacks cb 0x7f6240001d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:31:33.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.873+0000 7f624f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56454d83f6b0 0x56454dc42530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:33.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.873+0000 7f624f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56454d83f6b0 0x56454dc42530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39378/0 (socket says 172.21.15.67:39378) 2024-09-21T00:31:33.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.873+0000 7f624f7fe640 1 -- 172.21.15.67:0/3944057911 learned_addr learned my addr 172.21.15.67:0/3944057911 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:33.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.873+0000 7f624ffff640 1 --2- 172.21.15.67:0/3944057911 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56454d8374d0 0x56454dcb0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:33.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.873+0000 7f6254cbd640 1 --2- 172.21.15.67:0/3944057911 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56454d860390 0x56454dc42a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:33.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.874+0000 7f624f7fe640 1 -- 172.21.15.67:0/3944057911 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56454d860390 msgr2=0x56454dc42a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:33.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.874+0000 7f624f7fe640 1 --2- 172.21.15.67:0/3944057911 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56454d860390 0x56454dc42a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:33.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.874+0000 7f624f7fe640 1 -- 172.21.15.67:0/3944057911 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56454d8374d0 msgr2=0x56454dcb0e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:33.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.874+0000 7f624f7fe640 1 --2- 172.21.15.67:0/3944057911 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56454d8374d0 0x56454dcb0e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:33.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.874+0000 7f624f7fe640 1 -- 172.21.15.67:0/3944057911 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56454dc29190 con 0x56454d83f6b0 2024-09-21T00:31:33.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.874+0000 7f624f7fe640 1 --2- 172.21.15.67:0/3944057911 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56454d83f6b0 0x56454dc42530 secure :-1 s=READY pgs=1750 cs=0 l=1 rev1=1 crypto rx=0x7f6244009950 tx=0x7f6244005e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2683abe083043b33 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:33.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.874+0000 7f622effd640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:31:33.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.874+0000 7f622effd640 1 -- 172.21.15.67:0/3944057911 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6244004480 con 0x56454d83f6b0 2024-09-21T00:31:33.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.874+0000 7f622effd640 1 -- 172.21.15.67:0/3944057911 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7f62440054c0 con 0x56454d83f6b0 2024-09-21T00:31:33.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.874+0000 7f625d691740 1 -- 172.21.15.67:0/3944057911 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f62480672e0 con 0x56454d83f6b0 2024-09-21T00:31:33.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.874+0000 7f622effd640 1 -- 172.21.15.67:0/3944057911 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=118) ==== 24+0+0 (secure 0 0 0) 0x7f62440035f0 con 0x56454d83f6b0 2024-09-21T00:31:33.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.874+0000 7f625d691740 10 client.9342 fetch_fsmap learned FSMap version 118 2024-09-21T00:31:33.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.874+0000 7f625d691740 1 -- 172.21.15.67:0/3944057911 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=118,monmap=2+}) -- 0x56454dc43d20 con 0x56454d83f6b0 2024-09-21T00:31:33.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.874+0000 7f622effd640 1 -- 172.21.15.67:0/3944057911 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f62480672e0 con 0x56454d83f6b0 2024-09-21T00:31:33.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.875+0000 7f622effd640 1 -- 172.21.15.67:0/3944057911 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 118) ==== 3502+0+0 (secure 0 0 0) 0x7f6244043030 con 0x56454d83f6b0 2024-09-21T00:31:33.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.875+0000 7f625d691740 10 client.9342 fetch_fsmap finished waiting for FSMap version 118 2024-09-21T00:31:33.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.875+0000 7f625d691740 10 client.9342 resolve_mds: resolved 10:0 to role '10:0' aka daemon mds.c 2024-09-21T00:31:33.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.875+0000 7f625d691740 20 client.9342 populate_metadata read hostname 'smithi067' 2024-09-21T00:31:33.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.875+0000 7f625d691740 1 --2- 172.21.15.67:0/3944057911 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x56454dc1f6b0 0x56454dc1fac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:33.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.875+0000 7f625d691740 4 client.9342 mds_command: new command op to 8982 tid=0 multi_id=0 [{"prefix": "scrub resume"}] 2024-09-21T00:31:33.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.875+0000 7f625d691740 1 -- 172.21.15.67:0/3944057911 --> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] -- command(tid 0: {"prefix": "scrub resume"}) -- 0x56454db78460 con 0x56454dc1f6b0 2024-09-21T00:31:33.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.875+0000 7f624ffff640 1 --2- 172.21.15.67:0/3944057911 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x56454dc1f6b0 0x56454dc1fac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:33.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.875+0000 7f622effd640 10 client.9342 ms_handle_connect on v2:172.21.15.67:6832/1883288453 2024-09-21T00:31:33.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.875+0000 7f624ffff640 1 --2- 172.21.15.67:0/3944057911 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x56454dc1f6b0 0x56454dc1fac0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4727544f31841b6b server_cookie=741e6897a05181a5 in_seq=0 out_seq=0 2024-09-21T00:31:33.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.875+0000 7f622effd640 1 -- 172.21.15.67:0/3944057911 <== mds.0 v2:172.21.15.67:6832/1883288453 1 ==== command_reply(tid 0: 0 ) ==== 8+0+25 (crc 0 0 0) 0x56454db78460 con 0x56454dc1f6b0 2024-09-21T00:31:33.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.875+0000 7f622effd640 10 client.9342 handle_command_reply: tid=0 2024-09-21T00:31:33.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.875+0000 7f625d691740 1 client.9342 shutdown 2024-09-21T00:31:33.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.876+0000 7f625d691740 1 -- 172.21.15.67:0/3944057911 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56454d83f6b0 msgr2=0x56454dc42530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:33.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.876+0000 7f625d691740 1 --2- 172.21.15.67:0/3944057911 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56454d83f6b0 0x56454dc42530 secure :-1 s=READY pgs=1750 cs=0 l=1 rev1=1 crypto rx=0x7f6244009950 tx=0x7f6244005e10 comp rx=0 tx=0).stop 2024-09-21T00:31:33.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.876+0000 7f625d691740 1 -- 172.21.15.67:0/3944057911 shutdown_connections 2024-09-21T00:31:33.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.876+0000 7f625d691740 1 --2- 172.21.15.67:0/3944057911 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x56454dc1f6b0 0x56454dc1fac0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:33.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.876+0000 7f625d691740 1 --2- 172.21.15.67:0/3944057911 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56454d860390 0x56454dc42a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:33.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.876+0000 7f625d691740 1 --2- 172.21.15.67:0/3944057911 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56454d83f6b0 0x56454dc42530 unknown :-1 s=CLOSED pgs=1750 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:33.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.876+0000 7f625d691740 1 --2- 172.21.15.67:0/3944057911 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56454d8374d0 0x56454dcb0e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:33.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.876+0000 7f625d691740 1 -- 172.21.15.67:0/3944057911 >> 172.21.15.67:0/3944057911 conn(0x56454d8544e0 msgr2=0x56454dc31500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:33.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.876+0000 7f622effd640 0 client.9342 ms_handle_reset on v2:172.21.15.67:6832/1883288453 2024-09-21T00:31:33.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.876+0000 7f625d691740 1 -- 172.21.15.67:0/3944057911 shutdown_connections 2024-09-21T00:31:33.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.876+0000 7f625d691740 1 -- 172.21.15.67:0/3944057911 wait complete. 2024-09-21T00:31:33.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.876+0000 7f625d691740 20 client.9342 trim_cache size 0 max 16384 2024-09-21T00:31:33.883 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:31:33.883 INFO:teuthology.orchestra.run.smithi067.stdout: "return_code": 0 2024-09-21T00:31:33.883 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:31:33.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.876+0000 7f6256720640 1 -- 172.21.15.67:0/3983792033 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f623c078b90 msgr2=0x7f623c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:33.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.876+0000 7f6256720640 1 --2- 172.21.15.67:0/3983792033 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f623c078b90 0x7f623c07b0a0 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f6240007910 tx=0x7f6240009040 comp rx=0 tx=0).stop 2024-09-21T00:31:33.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.876+0000 7f6256720640 1 -- 172.21.15.67:0/3983792033 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f625015f580 msgr2=0x7f62501f4fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:33.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.876+0000 7f6256720640 1 --2- 172.21.15.67:0/3983792033 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f625015f580 0x7f62501f4fe0 secure :-1 s=READY pgs=1746 cs=0 l=1 rev1=1 crypto rx=0x7f624800c700 tx=0x7f624800cbc0 comp rx=0 tx=0).stop 2024-09-21T00:31:33.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.876+0000 7f6256720640 1 -- 172.21.15.67:0/3983792033 shutdown_connections 2024-09-21T00:31:33.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.876+0000 7f6256720640 1 --2- 172.21.15.67:0/3983792033 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f623c078b90 0x7f623c07b0a0 unknown :-1 s=CLOSED pgs=658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:33.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.876+0000 7f6256720640 1 --2- 172.21.15.67:0/3983792033 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f625015f580 0x7f62501f4fe0 unknown :-1 s=CLOSED pgs=1746 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:33.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.876+0000 7f6256720640 1 --2- 172.21.15.67:0/3983792033 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f62500d4db0 0x7f625009ec70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:33.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.876+0000 7f6256720640 1 --2- 172.21.15.67:0/3983792033 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f62500d3590 0x7f625015d660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:33.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.876+0000 7f6256720640 1 -- 172.21.15.67:0/3983792033 >> 172.21.15.67:0/3983792033 conn(0x7f625009da10 msgr2=0x7f625015bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:33.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.877+0000 7f6256720640 1 -- 172.21.15.67:0/3983792033 shutdown_connections 2024-09-21T00:31:33.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:33.877+0000 7f6256720640 1 -- 172.21.15.67:0/3983792033 wait complete. 2024-09-21T00:31:33.888 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-21T00:31:33.889 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 30 ceph --cluster ceph tell mds.10:0 scrub status 2024-09-21T00:31:34.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.007+0000 7f208d539640 1 -- 172.21.15.67:0/1434167290 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20880b3cb0 msgr2=0x7f20880d3330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:34.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.007+0000 7f208d539640 1 --2- 172.21.15.67:0/1434167290 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20880b3cb0 0x7f20880d3330 secure :-1 s=READY pgs=1752 cs=0 l=1 rev1=1 crypto rx=0x7f2078009820 tx=0x7f207802a510 comp rx=0 tx=0).stop 2024-09-21T00:31:34.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.007+0000 7f208d539640 1 -- 172.21.15.67:0/1434167290 shutdown_connections 2024-09-21T00:31:34.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.007+0000 7f208d539640 1 --2- 172.21.15.67:0/1434167290 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f20880d1800 0x7f208806ec80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:34.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.007+0000 7f208d539640 1 --2- 172.21.15.67:0/1434167290 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20880b3cb0 0x7f20880d3330 unknown :-1 s=CLOSED pgs=1752 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:34.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.007+0000 7f208d539640 1 -- 172.21.15.67:0/1434167290 >> 172.21.15.67:0/1434167290 conn(0x7f208808bee0 msgr2=0x7f20880d4720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:34.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.008+0000 7f208d539640 1 -- 172.21.15.67:0/1434167290 shutdown_connections 2024-09-21T00:31:34.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.008+0000 7f208d539640 1 -- 172.21.15.67:0/1434167290 wait complete. 2024-09-21T00:31:34.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.009+0000 7f208d539640 1 Processor -- start 2024-09-21T00:31:34.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.009+0000 7f208d539640 1 -- start start 2024-09-21T00:31:34.013 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.011+0000 7f208d539640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f20880b3cb0 0x7f20881f8f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:34.013 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.011+0000 7f208d539640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20880d4e30 0x7f208814c250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:34.013 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.011+0000 7f208d539640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f208814c790 0x7f20880b63d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:34.013 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.011+0000 7f208d539640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f208806f550 con 0x7f20880d4e30 2024-09-21T00:31:34.013 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.011+0000 7f208d539640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f208806f3d0 con 0x7f20880b3cb0 2024-09-21T00:31:34.013 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.011+0000 7f208d539640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f208806f6d0 con 0x7f208814c790 2024-09-21T00:31:34.013 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.011+0000 7f207e7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20880d4e30 0x7f208814c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:34.013 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.011+0000 7f207e7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20880d4e30 0x7f208814c250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39392/0 (socket says 172.21.15.67:39392) 2024-09-21T00:31:34.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.011+0000 7f207e7fc640 1 -- 172.21.15.67:0/3143918307 learned_addr learned my addr 172.21.15.67:0/3143918307 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:34.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.011+0000 7f2086ffd640 1 --2- 172.21.15.67:0/3143918307 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f20880b3cb0 0x7f20881f8f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:34.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.011+0000 7f20877fe640 1 --2- 172.21.15.67:0/3143918307 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f208814c790 0x7f20880b63d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:34.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.011+0000 7f207e7fc640 1 -- 172.21.15.67:0/3143918307 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f208814c790 msgr2=0x7f20880b63d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:34.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.011+0000 7f207e7fc640 1 --2- 172.21.15.67:0/3143918307 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f208814c790 0x7f20880b63d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:34.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.011+0000 7f207e7fc640 1 -- 172.21.15.67:0/3143918307 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f20880b3cb0 msgr2=0x7f20881f8f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:34.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.011+0000 7f207e7fc640 1 --2- 172.21.15.67:0/3143918307 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f20880b3cb0 0x7f20881f8f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:34.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.011+0000 7f207e7fc640 1 -- 172.21.15.67:0/3143918307 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20881f9d90 con 0x7f20880d4e30 2024-09-21T00:31:34.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.011+0000 7f207e7fc640 1 --2- 172.21.15.67:0/3143918307 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20880d4e30 0x7f208814c250 secure :-1 s=READY pgs=1753 cs=0 l=1 rev1=1 crypto rx=0x7f207000c390 tx=0x7f207000c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:34.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.012+0000 7f207ffff640 1 -- 172.21.15.67:0/3143918307 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2070017070 con 0x7f20880d4e30 2024-09-21T00:31:34.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.012+0000 7f207ffff640 1 -- 172.21.15.67:0/3143918307 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f20700035f0 con 0x7f20880d4e30 2024-09-21T00:31:34.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.012+0000 7f208d539640 1 -- 172.21.15.67:0/3143918307 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f208815b560 con 0x7f20880d4e30 2024-09-21T00:31:34.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.012+0000 7f207ffff640 1 -- 172.21.15.67:0/3143918307 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2070003a40 con 0x7f20880d4e30 2024-09-21T00:31:34.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.012+0000 7f208d539640 1 -- 172.21.15.67:0/3143918307 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f20881f5a60 con 0x7f20880d4e30 2024-09-21T00:31:34.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.014+0000 7f207ffff640 1 -- 172.21.15.67:0/3143918307 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f207001a070 con 0x7f20880d4e30 2024-09-21T00:31:34.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.014+0000 7f207ffff640 1 --2- 172.21.15.67:0/3143918307 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2068078b90 0x7f206807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:34.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.014+0000 7f207ffff640 1 -- 172.21.15.67:0/3143918307 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7f2070099f20 con 0x7f20880d4e30 2024-09-21T00:31:34.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.014+0000 7f2086ffd640 1 --2- 172.21.15.67:0/3143918307 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2068078b90 0x7f206807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:34.016 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.015+0000 7f20944ad740 1 Processor -- start 2024-09-21T00:31:34.016 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.015+0000 7f2086ffd640 1 --2- 172.21.15.67:0/3143918307 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2068078b90 0x7f206807b0a0 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f2078034000 tx=0x7f2078004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:34.016 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.015+0000 7f20944ad740 1 -- start start 2024-09-21T00:31:34.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.016+0000 7f20944ad740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556a159e2390 0x556a15db3740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:34.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.016+0000 7f20944ad740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556a159b94d0 0x556a15db3c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:34.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.016+0000 7f20944ad740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556a159c16b0 0x556a15dd0b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:34.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.017+0000 7f20944ad740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x556a15cfca60 con 0x556a159c16b0 2024-09-21T00:31:34.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.017+0000 7f20944ad740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x556a15cebe90 con 0x556a159b94d0 2024-09-21T00:31:34.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.017+0000 7f20944ad740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x556a15cefca0 con 0x556a159e2390 2024-09-21T00:31:34.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.017+0000 7f20877fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556a159c16b0 0x556a15dd0b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:34.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.017+0000 7f2086ffd640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556a159e2390 0x556a15db3740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:34.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.017+0000 7f20877fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556a159c16b0 0x556a15dd0b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39404/0 (socket says 172.21.15.67:39404) 2024-09-21T00:31:34.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.017+0000 7f20877fe640 1 -- 172.21.15.67:0/3789558716 learned_addr learned my addr 172.21.15.67:0/3789558716 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:34.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.017+0000 7f207e7fc640 1 --2- 172.21.15.67:0/3789558716 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556a159b94d0 0x556a15db3c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:34.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.017+0000 7f20877fe640 1 -- 172.21.15.67:0/3789558716 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556a159e2390 msgr2=0x556a15db3740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:34.020 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.017+0000 7f20877fe640 1 --2- 172.21.15.67:0/3789558716 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556a159e2390 0x556a15db3740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:34.020 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.017+0000 7f20877fe640 1 -- 172.21.15.67:0/3789558716 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556a159b94d0 msgr2=0x556a15db3c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:34.020 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.017+0000 7f20877fe640 1 --2- 172.21.15.67:0/3789558716 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556a159b94d0 0x556a15db3c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:34.020 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.017+0000 7f20877fe640 1 -- 172.21.15.67:0/3789558716 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556a15ac47d0 con 0x556a159c16b0 2024-09-21T00:31:34.020 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.017+0000 7f207e7fc640 1 --2- 172.21.15.67:0/3789558716 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556a159b94d0 0x556a15db3c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:31:34.020 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.017+0000 7f20877fe640 1 --2- 172.21.15.67:0/3789558716 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556a159c16b0 0x556a15dd0b80 secure :-1 s=READY pgs=1754 cs=0 l=1 rev1=1 crypto rx=0x7f2080009f20 tx=0x7f2080010800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=60b033781d46f41c server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:34.020 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.017+0000 7f207cff9640 1 -- 172.21.15.67:0/3789558716 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2080016070 con 0x556a159c16b0 2024-09-21T00:31:34.020 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.017+0000 7f207cff9640 1 -- 172.21.15.67:0/3789558716 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2080004e10 con 0x556a159c16b0 2024-09-21T00:31:34.020 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.017+0000 7f207cff9640 1 -- 172.21.15.67:0/3789558716 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2080005260 con 0x556a159c16b0 2024-09-21T00:31:34.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.018+0000 7f20944ad740 1 -- 172.21.15.67:0/3789558716 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556a159c16b0 msgr2=0x556a15dd0b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:34.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.018+0000 7f20944ad740 1 --2- 172.21.15.67:0/3789558716 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556a159c16b0 0x556a15dd0b80 secure :-1 s=READY pgs=1754 cs=0 l=1 rev1=1 crypto rx=0x7f2080009f20 tx=0x7f2080010800 comp rx=0 tx=0).stop 2024-09-21T00:31:34.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.018+0000 7f20944ad740 1 -- 172.21.15.67:0/3789558716 shutdown_connections 2024-09-21T00:31:34.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.018+0000 7f20944ad740 1 --2- 172.21.15.67:0/3789558716 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556a159c16b0 0x556a15dd0b80 unknown :-1 s=CLOSED pgs=1754 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:34.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.018+0000 7f20944ad740 1 --2- 172.21.15.67:0/3789558716 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556a159b94d0 0x556a15db3c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:34.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.018+0000 7f20944ad740 1 --2- 172.21.15.67:0/3789558716 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556a159e2390 0x556a15db3740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:34.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.018+0000 7f20944ad740 1 -- 172.21.15.67:0/3789558716 >> 172.21.15.67:0/3789558716 conn(0x556a159d64e0 msgr2=0x556a15d89a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:34.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.018+0000 7f20944ad740 1 -- 172.21.15.67:0/3789558716 shutdown_connections 2024-09-21T00:31:34.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.018+0000 7f20944ad740 1 -- 172.21.15.67:0/3789558716 wait complete. 2024-09-21T00:31:34.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.019+0000 7f20944ad740 1 -- start start 2024-09-21T00:31:34.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.019+0000 7f20944ad740 1 Processor -- start 2024-09-21T00:31:34.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.021+0000 7f20944ad740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556a159b94d0 0x556a15ddd2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:34.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.021+0000 7f20944ad740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556a159c16b0 0x556a15dc7ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:34.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.021+0000 7f20944ad740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556a159e2390 0x556a15dc83e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:34.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.021+0000 7f20944ad740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x556a15a5c740 con 0x556a159c16b0 2024-09-21T00:31:34.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.021+0000 7f20944ad740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x556a15c91970 con 0x556a159e2390 2024-09-21T00:31:34.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.021+0000 7f20944ad740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x556a15db41c0 con 0x556a159b94d0 2024-09-21T00:31:34.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.021+0000 7f20944ad740 10 client.0 _ll_register_callbacks cb 0x556a15c94be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:31:34.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.021+0000 7f207e7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556a159c16b0 0x556a15dc7ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:34.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.021+0000 7f207e7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556a159c16b0 0x556a15dc7ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39418/0 (socket says 172.21.15.67:39418) 2024-09-21T00:31:34.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.021+0000 7f207e7fc640 1 -- 172.21.15.67:0/672936454 learned_addr learned my addr 172.21.15.67:0/672936454 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:34.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.021+0000 7f2086ffd640 1 --2- 172.21.15.67:0/672936454 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556a159b94d0 0x556a15ddd2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:34.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.021+0000 7f20877fe640 1 --2- 172.21.15.67:0/672936454 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556a159e2390 0x556a15dc83e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:34.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.021+0000 7f207e7fc640 1 -- 172.21.15.67:0/672936454 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556a159b94d0 msgr2=0x556a15ddd2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:34.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.021+0000 7f207e7fc640 1 --2- 172.21.15.67:0/672936454 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556a159b94d0 0x556a15ddd2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:34.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.021+0000 7f207e7fc640 1 -- 172.21.15.67:0/672936454 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556a159e2390 msgr2=0x556a15dc83e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:34.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.021+0000 7f207e7fc640 1 --2- 172.21.15.67:0/672936454 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556a159e2390 0x556a15dc83e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:34.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.021+0000 7f207e7fc640 1 -- 172.21.15.67:0/672936454 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556a15a4d970 con 0x556a159c16b0 2024-09-21T00:31:34.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.021+0000 7f20877fe640 1 --2- 172.21.15.67:0/672936454 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556a159e2390 0x556a15dc83e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:31:34.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.021+0000 7f207e7fc640 1 --2- 172.21.15.67:0/672936454 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556a159c16b0 0x556a15dc7ea0 secure :-1 s=READY pgs=1755 cs=0 l=1 rev1=1 crypto rx=0x7f2070098390 tx=0x7f2070061960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=632d77706f448459 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:34.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.021+0000 7f2065ffb640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:31:34.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.021+0000 7f2065ffb640 1 -- 172.21.15.67:0/672936454 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2070088020 con 0x556a159c16b0 2024-09-21T00:31:34.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.021+0000 7f2065ffb640 1 -- 172.21.15.67:0/672936454 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7f2070061350 con 0x556a159c16b0 2024-09-21T00:31:34.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.021+0000 7f20944ad740 1 -- 172.21.15.67:0/672936454 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2080004e10 con 0x556a159c16b0 2024-09-21T00:31:34.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.021+0000 7f2065ffb640 1 -- 172.21.15.67:0/672936454 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=118) ==== 24+0+0 (secure 0 0 0) 0x7f2070061ee0 con 0x556a159c16b0 2024-09-21T00:31:34.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.021+0000 7f20944ad740 10 client.9354 fetch_fsmap learned FSMap version 118 2024-09-21T00:31:34.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.021+0000 7f20944ad740 1 -- 172.21.15.67:0/672936454 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=118,monmap=2+}) -- 0x556a15a2b6a0 con 0x556a159c16b0 2024-09-21T00:31:34.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.022+0000 7f2065ffb640 1 -- 172.21.15.67:0/672936454 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2080004e10 con 0x556a159c16b0 2024-09-21T00:31:34.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.022+0000 7f2065ffb640 1 -- 172.21.15.67:0/672936454 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 118) ==== 3502+0+0 (secure 0 0 0) 0x7f207005d830 con 0x556a159c16b0 2024-09-21T00:31:34.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.022+0000 7f20944ad740 10 client.9354 fetch_fsmap finished waiting for FSMap version 118 2024-09-21T00:31:34.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.022+0000 7f20944ad740 10 client.9354 resolve_mds: resolved 10:0 to role '10:0' aka daemon mds.c 2024-09-21T00:31:34.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.022+0000 7f20944ad740 20 client.9354 populate_metadata read hostname 'smithi067' 2024-09-21T00:31:34.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.022+0000 7f20944ad740 1 --2- 172.21.15.67:0/672936454 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x556a159a0f60 0x556a15dd0e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:34.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.022+0000 7f20944ad740 4 client.9354 mds_command: new command op to 8982 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:31:34.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.022+0000 7f20944ad740 1 -- 172.21.15.67:0/672936454 --> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556a15cfe9b0 con 0x556a159a0f60 2024-09-21T00:31:34.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.022+0000 7f2086ffd640 1 --2- 172.21.15.67:0/672936454 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x556a159a0f60 0x556a15dd0e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:34.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.022+0000 7f2065ffb640 10 client.9354 ms_handle_connect on v2:172.21.15.67:6832/1883288453 2024-09-21T00:31:34.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.022+0000 7f2086ffd640 1 --2- 172.21.15.67:0/672936454 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x556a159a0f60 0x556a15dd0e00 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2b17acd8924b6f95 server_cookie=79e19141a88a8858 in_seq=0 out_seq=0 2024-09-21T00:31:34.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.023+0000 7f2065ffb640 1 -- 172.21.15.67:0/672936454 <== mds.0 v2:172.21.15.67:6832/1883288453 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x556a15cfe9b0 con 0x556a159a0f60 2024-09-21T00:31:34.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.023+0000 7f2065ffb640 10 client.9354 handle_command_reply: tid=0 2024-09-21T00:31:34.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.023+0000 7f20944ad740 1 client.9354 shutdown 2024-09-21T00:31:34.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.023+0000 7f20944ad740 1 -- 172.21.15.67:0/672936454 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556a159c16b0 msgr2=0x556a15dc7ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:34.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.023+0000 7f20944ad740 1 --2- 172.21.15.67:0/672936454 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556a159c16b0 0x556a15dc7ea0 secure :-1 s=READY pgs=1755 cs=0 l=1 rev1=1 crypto rx=0x7f2070098390 tx=0x7f2070061960 comp rx=0 tx=0).stop 2024-09-21T00:31:34.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.023+0000 7f20944ad740 1 -- 172.21.15.67:0/672936454 shutdown_connections 2024-09-21T00:31:34.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.023+0000 7f20944ad740 1 --2- 172.21.15.67:0/672936454 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x556a159a0f60 0x556a15dd0e00 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:34.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.023+0000 7f20944ad740 1 --2- 172.21.15.67:0/672936454 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556a159e2390 0x556a15dc83e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:34.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.023+0000 7f20944ad740 1 --2- 172.21.15.67:0/672936454 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556a159c16b0 0x556a15dc7ea0 unknown :-1 s=CLOSED pgs=1755 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:34.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.023+0000 7f2065ffb640 0 client.9354 ms_handle_reset on v2:172.21.15.67:6832/1883288453 2024-09-21T00:31:34.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.023+0000 7f20944ad740 1 --2- 172.21.15.67:0/672936454 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556a159b94d0 0x556a15ddd2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:34.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.023+0000 7f20944ad740 1 -- 172.21.15.67:0/672936454 >> 172.21.15.67:0/672936454 conn(0x556a159d64e0 msgr2=0x556a15d82cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:34.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.023+0000 7f20944ad740 1 -- 172.21.15.67:0/672936454 shutdown_connections 2024-09-21T00:31:34.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.023+0000 7f20944ad740 1 -- 172.21.15.67:0/672936454 wait complete. 2024-09-21T00:31:34.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.023+0000 7f20944ad740 20 client.9354 trim_cache size 0 max 16384 2024-09-21T00:31:34.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.041+0000 7f20944ad740 1 Processor -- start 2024-09-21T00:31:34.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.041+0000 7f20944ad740 1 -- start start 2024-09-21T00:31:34.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.043+0000 7f20944ad740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556a159b94d0 0x556a15d84280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:34.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.043+0000 7f20944ad740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556a159c16b0 0x556a15db3680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:34.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.043+0000 7f20944ad740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556a159e2390 0x556a15db3bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:34.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.043+0000 7f20944ad740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f20882022e0 con 0x556a159c16b0 2024-09-21T00:31:34.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.043+0000 7f20944ad740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f20880a1460 con 0x556a159b94d0 2024-09-21T00:31:34.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.043+0000 7f20944ad740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f208815c740 con 0x556a159e2390 2024-09-21T00:31:34.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.043+0000 7f207e7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556a159c16b0 0x556a15db3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:34.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.043+0000 7f207e7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556a159c16b0 0x556a15db3680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39426/0 (socket says 172.21.15.67:39426) 2024-09-21T00:31:34.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.043+0000 7f207e7fc640 1 -- 172.21.15.67:0/1624820834 learned_addr learned my addr 172.21.15.67:0/1624820834 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:34.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.043+0000 7f20877fe640 1 --2- 172.21.15.67:0/1624820834 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556a159e2390 0x556a15db3bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:34.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.043+0000 7f2086ffd640 1 --2- 172.21.15.67:0/1624820834 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556a159b94d0 0x556a15d84280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:34.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.043+0000 7f207e7fc640 1 -- 172.21.15.67:0/1624820834 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556a159e2390 msgr2=0x556a15db3bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:34.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.043+0000 7f207e7fc640 1 --2- 172.21.15.67:0/1624820834 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556a159e2390 0x556a15db3bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:34.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.043+0000 7f207e7fc640 1 -- 172.21.15.67:0/1624820834 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556a159b94d0 msgr2=0x556a15d84280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:34.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.043+0000 7f207e7fc640 1 --2- 172.21.15.67:0/1624820834 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556a159b94d0 0x556a15d84280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:34.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.043+0000 7f207e7fc640 1 -- 172.21.15.67:0/1624820834 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556a15dce8f0 con 0x556a159c16b0 2024-09-21T00:31:34.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.043+0000 7f20877fe640 1 --2- 172.21.15.67:0/1624820834 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556a159e2390 0x556a15db3bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:31:34.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.043+0000 7f2086ffd640 1 --2- 172.21.15.67:0/1624820834 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556a159b94d0 0x556a15d84280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:31:34.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.043+0000 7f207e7fc640 1 --2- 172.21.15.67:0/1624820834 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556a159c16b0 0x556a15db3680 secure :-1 s=READY pgs=1756 cs=0 l=1 rev1=1 crypto rx=0x7f2070061e70 tx=0x7f207005de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e618120cd4355b44 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:34.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.043+0000 7f2067fff640 1 -- 172.21.15.67:0/1624820834 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2070088040 con 0x556a159c16b0 2024-09-21T00:31:34.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.043+0000 7f2067fff640 1 -- 172.21.15.67:0/1624820834 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f207006b7c0 con 0x556a159c16b0 2024-09-21T00:31:34.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.043+0000 7f2067fff640 1 -- 172.21.15.67:0/1624820834 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2070066910 con 0x556a159c16b0 2024-09-21T00:31:34.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.044+0000 7f20944ad740 1 -- 172.21.15.67:0/1624820834 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556a159c16b0 msgr2=0x556a15db3680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:34.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.044+0000 7f20944ad740 1 --2- 172.21.15.67:0/1624820834 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556a159c16b0 0x556a15db3680 secure :-1 s=READY pgs=1756 cs=0 l=1 rev1=1 crypto rx=0x7f2070061e70 tx=0x7f207005de10 comp rx=0 tx=0).stop 2024-09-21T00:31:34.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.044+0000 7f20944ad740 1 -- 172.21.15.67:0/1624820834 shutdown_connections 2024-09-21T00:31:34.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.044+0000 7f20944ad740 1 --2- 172.21.15.67:0/1624820834 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556a159e2390 0x556a15db3bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:34.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.044+0000 7f20944ad740 1 --2- 172.21.15.67:0/1624820834 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556a159c16b0 0x556a15db3680 unknown :-1 s=CLOSED pgs=1756 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:34.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.044+0000 7f20944ad740 1 --2- 172.21.15.67:0/1624820834 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556a159b94d0 0x556a15d84280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:34.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.044+0000 7f20944ad740 1 -- 172.21.15.67:0/1624820834 >> 172.21.15.67:0/1624820834 conn(0x556a159d64e0 msgr2=0x556a15d82cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:34.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.044+0000 7f20944ad740 1 -- 172.21.15.67:0/1624820834 shutdown_connections 2024-09-21T00:31:34.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.044+0000 7f20944ad740 1 -- 172.21.15.67:0/1624820834 wait complete. 2024-09-21T00:31:34.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.045+0000 7f20944ad740 1 -- start start 2024-09-21T00:31:34.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.045+0000 7f20944ad740 1 Processor -- start 2024-09-21T00:31:34.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.046+0000 7f20944ad740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556a159b94d0 0x556a15df04c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:34.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.046+0000 7f20944ad740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556a159c16b0 0x556a15e479e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:34.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.046+0000 7f20944ad740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556a159e2390 0x556a15e4e280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:34.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.046+0000 7f20944ad740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x556a15d89af0 con 0x556a159e2390 2024-09-21T00:31:34.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.046+0000 7f20944ad740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f208815cd90 con 0x556a159b94d0 2024-09-21T00:31:34.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.046+0000 7f20944ad740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x556a15df0e30 con 0x556a159c16b0 2024-09-21T00:31:34.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.047+0000 7f20944ad740 10 client.0 _ll_register_callbacks cb 0x7f2080009400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:31:34.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.047+0000 7f20877fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556a159e2390 0x556a15e4e280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:34.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.047+0000 7f20877fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556a159e2390 0x556a15e4e280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39434/0 (socket says 172.21.15.67:39434) 2024-09-21T00:31:34.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.047+0000 7f20877fe640 1 -- 172.21.15.67:0/440874288 learned_addr learned my addr 172.21.15.67:0/440874288 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:34.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.047+0000 7f207e7fc640 1 --2- 172.21.15.67:0/440874288 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556a159c16b0 0x556a15e479e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:34.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.047+0000 7f2086ffd640 1 --2- 172.21.15.67:0/440874288 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556a159b94d0 0x556a15df04c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:34.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.047+0000 7f20877fe640 1 -- 172.21.15.67:0/440874288 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556a159c16b0 msgr2=0x556a15e479e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:34.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.047+0000 7f20877fe640 1 --2- 172.21.15.67:0/440874288 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556a159c16b0 0x556a15e479e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:34.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.047+0000 7f20877fe640 1 -- 172.21.15.67:0/440874288 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556a159b94d0 msgr2=0x556a15df04c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:34.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.047+0000 7f20877fe640 1 --2- 172.21.15.67:0/440874288 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556a159b94d0 0x556a15df04c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:34.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.047+0000 7f20877fe640 1 -- 172.21.15.67:0/440874288 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556a15dcbd90 con 0x556a159e2390 2024-09-21T00:31:34.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.047+0000 7f20877fe640 1 --2- 172.21.15.67:0/440874288 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556a159e2390 0x556a15e4e280 secure :-1 s=READY pgs=1757 cs=0 l=1 rev1=1 crypto rx=0x7f2080006010 tx=0x7f2080004b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=85894178562fa934 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:34.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.047+0000 7f2065ffb640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:31:34.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.047+0000 7f2065ffb640 1 -- 172.21.15.67:0/440874288 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2080016050 con 0x556a159e2390 2024-09-21T00:31:34.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.047+0000 7f2065ffb640 1 -- 172.21.15.67:0/440874288 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7f2080026aa0 con 0x556a159e2390 2024-09-21T00:31:34.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.047+0000 7f20944ad740 1 -- 172.21.15.67:0/440874288 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f207006b7c0 con 0x556a159e2390 2024-09-21T00:31:34.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.047+0000 7f2065ffb640 1 -- 172.21.15.67:0/440874288 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=118) ==== 24+0+0 (secure 0 0 0) 0x7f2080003e40 con 0x556a159e2390 2024-09-21T00:31:34.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.047+0000 7f20944ad740 10 client.9360 fetch_fsmap learned FSMap version 118 2024-09-21T00:31:34.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.047+0000 7f20944ad740 1 -- 172.21.15.67:0/440874288 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=118,monmap=2+}) -- 0x556a15df0b70 con 0x556a159e2390 2024-09-21T00:31:34.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.048+0000 7f2065ffb640 1 -- 172.21.15.67:0/440874288 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f207006b7c0 con 0x556a159e2390 2024-09-21T00:31:34.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.048+0000 7f2065ffb640 1 -- 172.21.15.67:0/440874288 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 118) ==== 3502+0+0 (secure 0 0 0) 0x7f208000f040 con 0x556a159e2390 2024-09-21T00:31:34.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.048+0000 7f20944ad740 10 client.9360 fetch_fsmap finished waiting for FSMap version 118 2024-09-21T00:31:34.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.048+0000 7f20944ad740 10 client.9360 resolve_mds: resolved 10:0 to role '10:0' aka daemon mds.c 2024-09-21T00:31:34.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.048+0000 7f20944ad740 20 client.9360 populate_metadata read hostname 'smithi067' 2024-09-21T00:31:34.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.048+0000 7f20944ad740 1 --2- 172.21.15.67:0/440874288 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x556a15dc7d00 0x556a15db0f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:34.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.048+0000 7f20944ad740 4 client.9360 mds_command: new command op to 8982 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-21T00:31:34.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.048+0000 7f20944ad740 1 -- 172.21.15.67:0/440874288 --> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] -- command(tid 0: {"prefix": "scrub status"}) -- 0x556a15cfa460 con 0x556a15dc7d00 2024-09-21T00:31:34.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.048+0000 7f2086ffd640 1 --2- 172.21.15.67:0/440874288 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x556a15dc7d00 0x556a15db0f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:34.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.048+0000 7f2065ffb640 10 client.9360 ms_handle_connect on v2:172.21.15.67:6832/1883288453 2024-09-21T00:31:34.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.048+0000 7f2086ffd640 1 --2- 172.21.15.67:0/440874288 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x556a15dc7d00 0x556a15db0f70 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2f3dbe09c0187f00 server_cookie=81ddbb1380d55ee4 in_seq=0 out_seq=0 2024-09-21T00:31:34.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.048+0000 7f2065ffb640 1 -- 172.21.15.67:0/440874288 <== mds.0 v2:172.21.15.67:6832/1883288453 1 ==== command_reply(tid 0: 0 ) ==== 8+0+610 (crc 0 0 0) 0x556a15cfa460 con 0x556a15dc7d00 2024-09-21T00:31:34.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.048+0000 7f2065ffb640 10 client.9360 handle_command_reply: tid=0 2024-09-21T00:31:34.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.048+0000 7f20944ad740 1 client.9360 shutdown 2024-09-21T00:31:34.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.049+0000 7f20944ad740 1 -- 172.21.15.67:0/440874288 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556a159e2390 msgr2=0x556a15e4e280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:34.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.049+0000 7f20944ad740 1 --2- 172.21.15.67:0/440874288 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556a159e2390 0x556a15e4e280 secure :-1 s=READY pgs=1757 cs=0 l=1 rev1=1 crypto rx=0x7f2080006010 tx=0x7f2080004b20 comp rx=0 tx=0).stop 2024-09-21T00:31:34.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.049+0000 7f20944ad740 1 -- 172.21.15.67:0/440874288 shutdown_connections 2024-09-21T00:31:34.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.049+0000 7f20944ad740 1 --2- 172.21.15.67:0/440874288 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x556a15dc7d00 0x556a15db0f70 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:34.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.049+0000 7f20944ad740 1 --2- 172.21.15.67:0/440874288 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556a159e2390 0x556a15e4e280 unknown :-1 s=CLOSED pgs=1757 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:34.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.049+0000 7f20944ad740 1 --2- 172.21.15.67:0/440874288 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556a159c16b0 0x556a15e479e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:34.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.049+0000 7f20944ad740 1 --2- 172.21.15.67:0/440874288 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556a159b94d0 0x556a15df04c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:34.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.049+0000 7f2065ffb640 0 client.9360 ms_handle_reset on v2:172.21.15.67:6832/1883288453 2024-09-21T00:31:34.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.049+0000 7f20944ad740 1 -- 172.21.15.67:0/440874288 >> 172.21.15.67:0/440874288 conn(0x556a159d64e0 msgr2=0x556a15de10d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:34.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.049+0000 7f20944ad740 1 -- 172.21.15.67:0/440874288 shutdown_connections 2024-09-21T00:31:34.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.049+0000 7f20944ad740 1 -- 172.21.15.67:0/440874288 wait complete. 2024-09-21T00:31:34.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.049+0000 7f20944ad740 20 client.9360 trim_cache size 0 max 16384 2024-09-21T00:31:34.056 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:31:34.056 INFO:teuthology.orchestra.run.smithi067.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-21T00:31:34.056 INFO:teuthology.orchestra.run.smithi067.stdout: "scrubs": { 2024-09-21T00:31:34.056 INFO:teuthology.orchestra.run.smithi067.stdout: "9f7e1f93-9e96-456d-b64a-7446cd636990": { 2024-09-21T00:31:34.056 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/scrub_control_test_path", 2024-09-21T00:31:34.056 INFO:teuthology.orchestra.run.smithi067.stdout: "tag": "9f7e1f93-9e96-456d-b64a-7446cd636990", 2024-09-21T00:31:34.056 INFO:teuthology.orchestra.run.smithi067.stdout: "options": "recursive" 2024-09-21T00:31:34.056 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:31:34.056 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:31:34.056 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_stats": { 2024-09-21T00:31:34.057 INFO:teuthology.orchestra.run.smithi067.stdout: "9f7e1f93-9e96-456d-b64a-7446cd636990": { 2024-09-21T00:31:34.057 INFO:teuthology.orchestra.run.smithi067.stdout: "start_time": "2024-09-21T00:31:26.045821+0000", 2024-09-21T00:31:34.057 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/scrub_control_test_path", 2024-09-21T00:31:34.057 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_started": 0, 2024-09-21T00:31:34.057 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_passed": 0, 2024-09-21T00:31:34.057 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_failed": 0, 2024-09-21T00:31:34.057 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_skipped": 0 2024-09-21T00:31:34.057 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:31:34.057 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:31:34.057 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:31:34.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.049+0000 7f208d539640 1 -- 172.21.15.67:0/3143918307 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2068078b90 msgr2=0x7f206807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:34.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.049+0000 7f208d539640 1 --2- 172.21.15.67:0/3143918307 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2068078b90 0x7f206807b0a0 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f2078034000 tx=0x7f2078004730 comp rx=0 tx=0).stop 2024-09-21T00:31:34.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.049+0000 7f208d539640 1 -- 172.21.15.67:0/3143918307 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20880d4e30 msgr2=0x7f208814c250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:34.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.049+0000 7f208d539640 1 --2- 172.21.15.67:0/3143918307 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20880d4e30 0x7f208814c250 secure :-1 s=READY pgs=1753 cs=0 l=1 rev1=1 crypto rx=0x7f207000c390 tx=0x7f207000c850 comp rx=0 tx=0).stop 2024-09-21T00:31:34.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.049+0000 7f208d539640 1 -- 172.21.15.67:0/3143918307 shutdown_connections 2024-09-21T00:31:34.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.049+0000 7f208d539640 1 --2- 172.21.15.67:0/3143918307 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2068078b90 0x7f206807b0a0 unknown :-1 s=CLOSED pgs=659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:34.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.049+0000 7f208d539640 1 --2- 172.21.15.67:0/3143918307 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f208814c790 0x7f20880b63d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:34.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.049+0000 7f208d539640 1 --2- 172.21.15.67:0/3143918307 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20880d4e30 0x7f208814c250 unknown :-1 s=CLOSED pgs=1753 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:34.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.049+0000 7f208d539640 1 --2- 172.21.15.67:0/3143918307 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f20880b3cb0 0x7f20881f8f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:34.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.049+0000 7f208d539640 1 -- 172.21.15.67:0/3143918307 >> 172.21.15.67:0/3143918307 conn(0x7f208808bee0 msgr2=0x7f20880b8e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:34.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.049+0000 7f208d539640 1 -- 172.21.15.67:0/3143918307 shutdown_connections 2024-09-21T00:31:34.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:34.049+0000 7f208d539640 1 -- 172.21.15.67:0/3143918307 wait complete. 2024-09-21T00:31:39.062 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-21T00:31:39.063 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 30 ceph --cluster ceph tell mds.10:0 scrub status 2024-09-21T00:31:39.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.196+0000 7f988b8de640 1 -- 172.21.15.67:0/1613764003 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f98840b34c0 msgr2=0x7f98840d44a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:39.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.196+0000 7f988b8de640 1 --2- 172.21.15.67:0/1613764003 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f98840b34c0 0x7f98840d44a0 secure :-1 s=READY pgs=1759 cs=0 l=1 rev1=1 crypto rx=0x7f9880009830 tx=0x7f988002a4a0 comp rx=0 tx=0).stop 2024-09-21T00:31:39.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.196+0000 7f988b8de640 1 -- 172.21.15.67:0/1613764003 shutdown_connections 2024-09-21T00:31:39.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.196+0000 7f988b8de640 1 --2- 172.21.15.67:0/1613764003 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f98840b34c0 0x7f98840d44a0 unknown :-1 s=CLOSED pgs=1759 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:39.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.196+0000 7f988b8de640 1 -- 172.21.15.67:0/1613764003 >> 172.21.15.67:0/1613764003 conn(0x7f988409da00 msgr2=0x7f988408bee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:39.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.196+0000 7f988b8de640 1 -- 172.21.15.67:0/1613764003 shutdown_connections 2024-09-21T00:31:39.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.196+0000 7f988b8de640 1 -- 172.21.15.67:0/1613764003 wait complete. 2024-09-21T00:31:39.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.198+0000 7f988b8de640 1 Processor -- start 2024-09-21T00:31:39.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.198+0000 7f988b8de640 1 -- start start 2024-09-21T00:31:39.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.199+0000 7f988b8de640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f98840b2b30 0x7f98841ea2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:39.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.199+0000 7f988b8de640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f98840b34c0 0x7f988415c9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:39.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.199+0000 7f988b8de640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f98840d49e0 0x7f98841f61b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:39.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.199+0000 7f988b8de640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f98840d1fd0 con 0x7f98840b2b30 2024-09-21T00:31:39.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.199+0000 7f988b8de640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f98840d1e50 con 0x7f98840d49e0 2024-09-21T00:31:39.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.199+0000 7f988b8de640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f988406f0a0 con 0x7f98840b34c0 2024-09-21T00:31:39.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.199+0000 7f988967a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f98840b2b30 0x7f98841ea2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:39.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.199+0000 7f988967a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f98840b2b30 0x7f98841ea2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39462/0 (socket says 172.21.15.67:39462) 2024-09-21T00:31:39.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.199+0000 7f988967a640 1 -- 172.21.15.67:0/3983769122 learned_addr learned my addr 172.21.15.67:0/3983769122 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:39.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.200+0000 7f9889e7b640 1 --2- 172.21.15.67:0/3983769122 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f98840d49e0 0x7f98841f61b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:39.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.200+0000 7f9888e79640 1 --2- 172.21.15.67:0/3983769122 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f98840b34c0 0x7f988415c9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:39.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.200+0000 7f988967a640 1 -- 172.21.15.67:0/3983769122 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f98840b34c0 msgr2=0x7f988415c9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:39.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.200+0000 7f988967a640 1 --2- 172.21.15.67:0/3983769122 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f98840b34c0 0x7f988415c9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:39.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.200+0000 7f988967a640 1 -- 172.21.15.67:0/3983769122 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f98840d49e0 msgr2=0x7f98841f61b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:39.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.200+0000 7f988967a640 1 --2- 172.21.15.67:0/3983769122 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f98840d49e0 0x7f98841f61b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:39.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.200+0000 7f988967a640 1 -- 172.21.15.67:0/3983769122 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f988415f6b0 con 0x7f98840b2b30 2024-09-21T00:31:39.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.200+0000 7f9888e79640 1 --2- 172.21.15.67:0/3983769122 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f98840b34c0 0x7f988415c9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:31:39.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.200+0000 7f988967a640 1 --2- 172.21.15.67:0/3983769122 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f98840b2b30 0x7f98841ea2c0 secure :-1 s=READY pgs=1760 cs=0 l=1 rev1=1 crypto rx=0x7f9880009950 tx=0x7f9880033ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:39.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.200+0000 7f9879ffb640 1 -- 172.21.15.67:0/3983769122 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9880031b50 con 0x7f98840b2b30 2024-09-21T00:31:39.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.200+0000 7f988b8de640 1 -- 172.21.15.67:0/3983769122 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f988415f990 con 0x7f98840b2b30 2024-09-21T00:31:39.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.200+0000 7f9879ffb640 1 -- 172.21.15.67:0/3983769122 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9880031de0 con 0x7f98840b2b30 2024-09-21T00:31:39.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.200+0000 7f9879ffb640 1 -- 172.21.15.67:0/3983769122 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9880005280 con 0x7f98840b2b30 2024-09-21T00:31:39.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.200+0000 7f988b8de640 1 -- 172.21.15.67:0/3983769122 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f98841f5c90 con 0x7f98840b2b30 2024-09-21T00:31:39.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.202+0000 7f9879ffb640 1 -- 172.21.15.67:0/3983769122 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f9880005420 con 0x7f98840b2b30 2024-09-21T00:31:39.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.203+0000 7f9879ffb640 1 --2- 172.21.15.67:0/3983769122 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9868078bc0 0x7f986807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:39.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.203+0000 7f9879ffb640 1 -- 172.21.15.67:0/3983769122 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7f98800bbd20 con 0x7f98840b2b30 2024-09-21T00:31:39.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.203+0000 7f9888e79640 1 --2- 172.21.15.67:0/3983769122 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9868078bc0 0x7f986807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:39.205 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.204+0000 7f9892853740 1 Processor -- start 2024-09-21T00:31:39.205 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.204+0000 7f9892853740 1 -- start start 2024-09-21T00:31:39.205 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.204+0000 7f9888e79640 1 --2- 172.21.15.67:0/3983769122 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9868078bc0 0x7f986807b0d0 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f988415d400 tx=0x7f9874009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:39.207 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.205+0000 7f9892853740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e7a0829390 0x55e7a0c15a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:39.207 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.205+0000 7f9892853740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e7a08004d0 0x55e7a0bea860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:39.207 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.205+0000 7f9892853740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e7a08086b0 0x55e7a0beada0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:39.207 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.205+0000 7f9892853740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55e7a0b43a60 con 0x55e7a08086b0 2024-09-21T00:31:39.207 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.205+0000 7f9892853740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55e7a0b32e90 con 0x55e7a0829390 2024-09-21T00:31:39.207 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.205+0000 7f9892853740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55e7a0b36ca0 con 0x55e7a08004d0 2024-09-21T00:31:39.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.205+0000 7f9889e7b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e7a08086b0 0x55e7a0beada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:39.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.205+0000 7f9889e7b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e7a08086b0 0x55e7a0beada0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39476/0 (socket says 172.21.15.67:39476) 2024-09-21T00:31:39.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.205+0000 7f9889e7b640 1 -- 172.21.15.67:0/2213731641 learned_addr learned my addr 172.21.15.67:0/2213731641 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:39.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.205+0000 7f9888e79640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e7a08004d0 0x55e7a0bea860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:39.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.205+0000 7f988967a640 1 --2- 172.21.15.67:0/2213731641 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e7a0829390 0x55e7a0c15a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:39.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.205+0000 7f9889e7b640 1 -- 172.21.15.67:0/2213731641 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e7a08004d0 msgr2=0x55e7a0bea860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:39.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.205+0000 7f9889e7b640 1 --2- 172.21.15.67:0/2213731641 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e7a08004d0 0x55e7a0bea860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:39.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.205+0000 7f9889e7b640 1 -- 172.21.15.67:0/2213731641 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e7a0829390 msgr2=0x55e7a0c15a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:39.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.205+0000 7f9889e7b640 1 --2- 172.21.15.67:0/2213731641 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e7a0829390 0x55e7a0c15a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:39.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.205+0000 7f9889e7b640 1 -- 172.21.15.67:0/2213731641 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e7a090b7d0 con 0x55e7a08086b0 2024-09-21T00:31:39.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.206+0000 7f9889e7b640 1 --2- 172.21.15.67:0/2213731641 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e7a08086b0 0x55e7a0beada0 secure :-1 s=READY pgs=1761 cs=0 l=1 rev1=1 crypto rx=0x7f987c001f00 tx=0x7f987c001630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8906c1fe913ba72a server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:39.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.206+0000 7f986effd640 1 -- 172.21.15.67:0/2213731641 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f987c00fe50 con 0x55e7a08086b0 2024-09-21T00:31:39.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.206+0000 7f986effd640 1 -- 172.21.15.67:0/2213731641 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f987c018070 con 0x55e7a08086b0 2024-09-21T00:31:39.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.206+0000 7f986effd640 1 -- 172.21.15.67:0/2213731641 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f987c003bd0 con 0x55e7a08086b0 2024-09-21T00:31:39.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.207+0000 7f9892853740 1 -- 172.21.15.67:0/2213731641 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e7a08086b0 msgr2=0x55e7a0beada0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:39.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.207+0000 7f9892853740 1 --2- 172.21.15.67:0/2213731641 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e7a08086b0 0x55e7a0beada0 secure :-1 s=READY pgs=1761 cs=0 l=1 rev1=1 crypto rx=0x7f987c001f00 tx=0x7f987c001630 comp rx=0 tx=0).stop 2024-09-21T00:31:39.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.207+0000 7f9892853740 1 -- 172.21.15.67:0/2213731641 shutdown_connections 2024-09-21T00:31:39.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.207+0000 7f9892853740 1 --2- 172.21.15.67:0/2213731641 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e7a08086b0 0x55e7a0beada0 unknown :-1 s=CLOSED pgs=1761 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:39.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.207+0000 7f9892853740 1 --2- 172.21.15.67:0/2213731641 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e7a08004d0 0x55e7a0bea860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:39.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.207+0000 7f9892853740 1 --2- 172.21.15.67:0/2213731641 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e7a0829390 0x55e7a0c15a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:39.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.207+0000 7f9892853740 1 -- 172.21.15.67:0/2213731641 >> 172.21.15.67:0/2213731641 conn(0x55e7a081d4e0 msgr2=0x55e7a0bd0d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:39.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.207+0000 7f9892853740 1 -- 172.21.15.67:0/2213731641 shutdown_connections 2024-09-21T00:31:39.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.207+0000 7f9892853740 1 -- 172.21.15.67:0/2213731641 wait complete. 2024-09-21T00:31:39.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.208+0000 7f9892853740 1 -- start start 2024-09-21T00:31:39.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.208+0000 7f9892853740 1 Processor -- start 2024-09-21T00:31:39.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.209+0000 7f9892853740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e7a08004d0 0x55e7a0bfa320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:39.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.209+0000 7f9892853740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e7a08086b0 0x55e7a0bd2a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:39.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.209+0000 7f9892853740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e7a0829390 0x55e7a0bd2f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:39.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.209+0000 7f9892853740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55e7a08a3740 con 0x55e7a08086b0 2024-09-21T00:31:39.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.209+0000 7f9892853740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55e7a0ad8970 con 0x55e7a08004d0 2024-09-21T00:31:39.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.209+0000 7f9892853740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55e7a0c0f940 con 0x55e7a0829390 2024-09-21T00:31:39.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.209+0000 7f9892853740 10 client.0 _ll_register_callbacks cb 0x55e7a0ae7780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:31:39.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.209+0000 7f9888e79640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e7a08086b0 0x55e7a0bd2a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:39.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.209+0000 7f9888e79640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e7a08086b0 0x55e7a0bd2a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39492/0 (socket says 172.21.15.67:39492) 2024-09-21T00:31:39.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.209+0000 7f9888e79640 1 -- 172.21.15.67:0/2829336979 learned_addr learned my addr 172.21.15.67:0/2829336979 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:39.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.209+0000 7f988967a640 1 --2- 172.21.15.67:0/2829336979 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e7a08004d0 0x55e7a0bfa320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:39.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.210+0000 7f9889e7b640 1 --2- 172.21.15.67:0/2829336979 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e7a0829390 0x55e7a0bd2f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:39.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.210+0000 7f9888e79640 1 -- 172.21.15.67:0/2829336979 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e7a0829390 msgr2=0x55e7a0bd2f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:39.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.210+0000 7f9888e79640 1 --2- 172.21.15.67:0/2829336979 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e7a0829390 0x55e7a0bd2f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:39.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.210+0000 7f9888e79640 1 -- 172.21.15.67:0/2829336979 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e7a08004d0 msgr2=0x55e7a0bfa320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:39.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.210+0000 7f9888e79640 1 --2- 172.21.15.67:0/2829336979 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e7a08004d0 0x55e7a0bfa320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:39.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.210+0000 7f9888e79640 1 -- 172.21.15.67:0/2829336979 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e7a0894970 con 0x55e7a08086b0 2024-09-21T00:31:39.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.210+0000 7f9888e79640 1 --2- 172.21.15.67:0/2829336979 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e7a08086b0 0x55e7a0bd2a40 secure :-1 s=READY pgs=1762 cs=0 l=1 rev1=1 crypto rx=0x7f987400ed50 tx=0x7f9874004620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a17bb36efab0861 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:39.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.210+0000 7f9863fff640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:31:39.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.210+0000 7f9863fff640 1 -- 172.21.15.67:0/2829336979 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9874025020 con 0x55e7a08086b0 2024-09-21T00:31:39.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.210+0000 7f9863fff640 1 -- 172.21.15.67:0/2829336979 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7f9874010040 con 0x55e7a08086b0 2024-09-21T00:31:39.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.210+0000 7f9892853740 1 -- 172.21.15.67:0/2829336979 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f987c018070 con 0x55e7a08086b0 2024-09-21T00:31:39.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.210+0000 7f9863fff640 1 -- 172.21.15.67:0/2829336979 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=118) ==== 24+0+0 (secure 0 0 0) 0x7f987402f050 con 0x55e7a08086b0 2024-09-21T00:31:39.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.210+0000 7f9892853740 10 client.9375 fetch_fsmap learned FSMap version 118 2024-09-21T00:31:39.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.210+0000 7f9892853740 1 -- 172.21.15.67:0/2829336979 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=118,monmap=2+}) -- 0x55e7a08726a0 con 0x55e7a08086b0 2024-09-21T00:31:39.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.211+0000 7f9863fff640 1 -- 172.21.15.67:0/2829336979 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f987c018070 con 0x55e7a08086b0 2024-09-21T00:31:39.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.211+0000 7f9863fff640 1 -- 172.21.15.67:0/2829336979 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 118) ==== 3502+0+0 (secure 0 0 0) 0x7f9874032020 con 0x55e7a08086b0 2024-09-21T00:31:39.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.211+0000 7f9892853740 10 client.9375 fetch_fsmap finished waiting for FSMap version 118 2024-09-21T00:31:39.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.211+0000 7f9892853740 10 client.9375 resolve_mds: resolved 10:0 to role '10:0' aka daemon mds.c 2024-09-21T00:31:39.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.211+0000 7f9892853740 20 client.9375 populate_metadata read hostname 'smithi067' 2024-09-21T00:31:39.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.211+0000 7f9892853740 1 --2- 172.21.15.67:0/2829336979 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x55e7a07e7f60 0x55e7a0c0e640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:39.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.211+0000 7f9892853740 4 client.9375 mds_command: new command op to 8982 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:31:39.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.211+0000 7f9892853740 1 -- 172.21.15.67:0/2829336979 --> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e7a0b459b0 con 0x55e7a07e7f60 2024-09-21T00:31:39.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.211+0000 7f988967a640 1 --2- 172.21.15.67:0/2829336979 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x55e7a07e7f60 0x55e7a0c0e640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:39.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.211+0000 7f9863fff640 10 client.9375 ms_handle_connect on v2:172.21.15.67:6832/1883288453 2024-09-21T00:31:39.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.211+0000 7f988967a640 1 --2- 172.21.15.67:0/2829336979 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x55e7a07e7f60 0x55e7a0c0e640 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4d6387054cde2e12 server_cookie=8e38b12c1f0f1825 in_seq=0 out_seq=0 2024-09-21T00:31:39.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.212+0000 7f9863fff640 1 -- 172.21.15.67:0/2829336979 <== mds.0 v2:172.21.15.67:6832/1883288453 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x55e7a0b459b0 con 0x55e7a07e7f60 2024-09-21T00:31:39.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.212+0000 7f9863fff640 10 client.9375 handle_command_reply: tid=0 2024-09-21T00:31:39.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.212+0000 7f9892853740 1 client.9375 shutdown 2024-09-21T00:31:39.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.212+0000 7f9892853740 1 -- 172.21.15.67:0/2829336979 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e7a08086b0 msgr2=0x55e7a0bd2a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:39.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.212+0000 7f9892853740 1 --2- 172.21.15.67:0/2829336979 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e7a08086b0 0x55e7a0bd2a40 secure :-1 s=READY pgs=1762 cs=0 l=1 rev1=1 crypto rx=0x7f987400ed50 tx=0x7f9874004620 comp rx=0 tx=0).stop 2024-09-21T00:31:39.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.212+0000 7f9892853740 1 -- 172.21.15.67:0/2829336979 shutdown_connections 2024-09-21T00:31:39.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.212+0000 7f9892853740 1 --2- 172.21.15.67:0/2829336979 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x55e7a07e7f60 0x55e7a0c0e640 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:39.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.212+0000 7f9892853740 1 --2- 172.21.15.67:0/2829336979 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e7a0829390 0x55e7a0bd2f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:39.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.212+0000 7f9892853740 1 --2- 172.21.15.67:0/2829336979 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e7a08086b0 0x55e7a0bd2a40 unknown :-1 s=CLOSED pgs=1762 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:39.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.212+0000 7f9863fff640 0 client.9375 ms_handle_reset on v2:172.21.15.67:6832/1883288453 2024-09-21T00:31:39.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.212+0000 7f9892853740 1 --2- 172.21.15.67:0/2829336979 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e7a08004d0 0x55e7a0bfa320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:39.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.212+0000 7f9892853740 1 -- 172.21.15.67:0/2829336979 >> 172.21.15.67:0/2829336979 conn(0x55e7a081d4e0 msgr2=0x55e7a0c14e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:39.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.212+0000 7f9892853740 1 -- 172.21.15.67:0/2829336979 shutdown_connections 2024-09-21T00:31:39.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.212+0000 7f9892853740 1 -- 172.21.15.67:0/2829336979 wait complete. 2024-09-21T00:31:39.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.212+0000 7f9892853740 20 client.9375 trim_cache size 0 max 16384 2024-09-21T00:31:39.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.231+0000 7f9892853740 1 Processor -- start 2024-09-21T00:31:39.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.231+0000 7f9892853740 1 -- start start 2024-09-21T00:31:39.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.232+0000 7f9892853740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e7a08004d0 0x55e7a0c15ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:39.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.232+0000 7f9892853740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e7a08086b0 0x55e7a0bea620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:39.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.232+0000 7f9892853740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e7a0829390 0x55e7a0beab60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:39.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.232+0000 7f9892853740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f9884202230 con 0x55e7a08086b0 2024-09-21T00:31:39.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.232+0000 7f9892853740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f98841f8e90 con 0x55e7a08004d0 2024-09-21T00:31:39.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.232+0000 7f9892853740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f988415b5c0 con 0x55e7a0829390 2024-09-21T00:31:39.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.232+0000 7f9888e79640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e7a08086b0 0x55e7a0bea620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:39.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.232+0000 7f9888e79640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e7a08086b0 0x55e7a0bea620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39500/0 (socket says 172.21.15.67:39500) 2024-09-21T00:31:39.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.232+0000 7f9888e79640 1 -- 172.21.15.67:0/3325062951 learned_addr learned my addr 172.21.15.67:0/3325062951 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:39.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.232+0000 7f9889e7b640 1 --2- 172.21.15.67:0/3325062951 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e7a0829390 0x55e7a0beab60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:39.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.232+0000 7f988967a640 1 --2- 172.21.15.67:0/3325062951 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e7a08004d0 0x55e7a0c15ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:39.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.232+0000 7f9888e79640 1 -- 172.21.15.67:0/3325062951 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e7a0829390 msgr2=0x55e7a0beab60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:39.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.232+0000 7f9888e79640 1 --2- 172.21.15.67:0/3325062951 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e7a0829390 0x55e7a0beab60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:39.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.232+0000 7f9888e79640 1 -- 172.21.15.67:0/3325062951 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e7a08004d0 msgr2=0x55e7a0c15ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:39.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.232+0000 7f9888e79640 1 --2- 172.21.15.67:0/3325062951 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e7a08004d0 0x55e7a0c15ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:39.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.232+0000 7f9888e79640 1 -- 172.21.15.67:0/3325062951 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e7a0bcd860 con 0x55e7a08086b0 2024-09-21T00:31:39.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.232+0000 7f9888e79640 1 --2- 172.21.15.67:0/3325062951 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e7a08086b0 0x55e7a0bea620 secure :-1 s=READY pgs=1763 cs=0 l=1 rev1=1 crypto rx=0x7f9874007a50 tx=0x7f987402a3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f584b8d662f6ff7b server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:39.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.233+0000 7f986e7fc640 1 -- 172.21.15.67:0/3325062951 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9874038070 con 0x55e7a08086b0 2024-09-21T00:31:39.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.233+0000 7f986e7fc640 1 -- 172.21.15.67:0/3325062951 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9874015c90 con 0x55e7a08086b0 2024-09-21T00:31:39.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.233+0000 7f986e7fc640 1 -- 172.21.15.67:0/3325062951 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9874025030 con 0x55e7a08086b0 2024-09-21T00:31:39.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.233+0000 7f9892853740 1 -- 172.21.15.67:0/3325062951 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e7a08086b0 msgr2=0x55e7a0bea620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:39.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.233+0000 7f9892853740 1 --2- 172.21.15.67:0/3325062951 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e7a08086b0 0x55e7a0bea620 secure :-1 s=READY pgs=1763 cs=0 l=1 rev1=1 crypto rx=0x7f9874007a50 tx=0x7f987402a3f0 comp rx=0 tx=0).stop 2024-09-21T00:31:39.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.233+0000 7f9892853740 1 -- 172.21.15.67:0/3325062951 shutdown_connections 2024-09-21T00:31:39.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.233+0000 7f9892853740 1 --2- 172.21.15.67:0/3325062951 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e7a0829390 0x55e7a0beab60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:39.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.233+0000 7f9892853740 1 --2- 172.21.15.67:0/3325062951 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e7a08086b0 0x55e7a0bea620 unknown :-1 s=CLOSED pgs=1763 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:39.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.233+0000 7f9892853740 1 --2- 172.21.15.67:0/3325062951 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e7a08004d0 0x55e7a0c15ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:39.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.233+0000 7f9892853740 1 -- 172.21.15.67:0/3325062951 >> 172.21.15.67:0/3325062951 conn(0x55e7a081d4e0 msgr2=0x55e7a0bcba20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:39.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.233+0000 7f9892853740 1 -- 172.21.15.67:0/3325062951 shutdown_connections 2024-09-21T00:31:39.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.234+0000 7f9892853740 1 -- 172.21.15.67:0/3325062951 wait complete. 2024-09-21T00:31:39.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.234+0000 7f9892853740 1 -- start start 2024-09-21T00:31:39.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.234+0000 7f9892853740 1 Processor -- start 2024-09-21T00:31:39.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.236+0000 7f9892853740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e7a08004d0 0x55e7a0c2c650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:39.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.236+0000 7f9892853740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e7a08086b0 0x55e7a0c2abd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:39.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.236+0000 7f9892853740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e7a0829390 0x55e7a0c97a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:39.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.236+0000 7f9892853740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55e7a0c0d820 con 0x55e7a08086b0 2024-09-21T00:31:39.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.236+0000 7f9892853740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f988415bc10 con 0x55e7a08004d0 2024-09-21T00:31:39.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.236+0000 7f9892853740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55e7a0c0e050 con 0x55e7a0829390 2024-09-21T00:31:39.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.236+0000 7f9892853740 10 client.0 _ll_register_callbacks cb 0x7f9874001470 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:31:39.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.236+0000 7f9888e79640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e7a08086b0 0x55e7a0c2abd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:39.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.236+0000 7f9888e79640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e7a08086b0 0x55e7a0c2abd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39504/0 (socket says 172.21.15.67:39504) 2024-09-21T00:31:39.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.236+0000 7f9888e79640 1 -- 172.21.15.67:0/2453085647 learned_addr learned my addr 172.21.15.67:0/2453085647 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:39.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.236+0000 7f988967a640 1 --2- 172.21.15.67:0/2453085647 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e7a08004d0 0x55e7a0c2c650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:39.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.236+0000 7f9889e7b640 1 --2- 172.21.15.67:0/2453085647 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e7a0829390 0x55e7a0c97a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:39.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.236+0000 7f9888e79640 1 -- 172.21.15.67:0/2453085647 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e7a0829390 msgr2=0x55e7a0c97a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:39.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.236+0000 7f9888e79640 1 --2- 172.21.15.67:0/2453085647 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e7a0829390 0x55e7a0c97a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:39.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.236+0000 7f9888e79640 1 -- 172.21.15.67:0/2453085647 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e7a08004d0 msgr2=0x55e7a0c2c650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:31:39.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.236+0000 7f9888e79640 1 --2- 172.21.15.67:0/2453085647 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e7a08004d0 0x55e7a0c2c650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:39.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.236+0000 7f9888e79640 1 -- 172.21.15.67:0/2453085647 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e7a0c962d0 con 0x55e7a08086b0 2024-09-21T00:31:39.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.237+0000 7f9888e79640 1 --2- 172.21.15.67:0/2453085647 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e7a08086b0 0x55e7a0c2abd0 secure :-1 s=READY pgs=1764 cs=0 l=1 rev1=1 crypto rx=0x7f9874023040 tx=0x7f987402ad10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b005f2296ca5fe3e server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:39.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.237+0000 7f9863fff640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:31:39.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.237+0000 7f9863fff640 1 -- 172.21.15.67:0/2453085647 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9874038030 con 0x55e7a08086b0 2024-09-21T00:31:39.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.237+0000 7f9863fff640 1 -- 172.21.15.67:0/2453085647 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7f9874010040 con 0x55e7a08086b0 2024-09-21T00:31:39.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.237+0000 7f9892853740 1 -- 172.21.15.67:0/2453085647 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9874015c90 con 0x55e7a08086b0 2024-09-21T00:31:39.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.237+0000 7f9863fff640 1 -- 172.21.15.67:0/2453085647 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=118) ==== 24+0+0 (secure 0 0 0) 0x7f9874048050 con 0x55e7a08086b0 2024-09-21T00:31:39.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.237+0000 7f9892853740 10 client.9381 fetch_fsmap learned FSMap version 118 2024-09-21T00:31:39.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.237+0000 7f9892853740 1 -- 172.21.15.67:0/2453085647 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=118,monmap=2+}) -- 0x55e7a0c2ccf0 con 0x55e7a08086b0 2024-09-21T00:31:39.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.237+0000 7f9863fff640 1 -- 172.21.15.67:0/2453085647 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9874015c90 con 0x55e7a08086b0 2024-09-21T00:31:39.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.237+0000 7f9863fff640 1 -- 172.21.15.67:0/2453085647 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 118) ==== 3502+0+0 (secure 0 0 0) 0x7f987404b020 con 0x55e7a08086b0 2024-09-21T00:31:39.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.237+0000 7f9892853740 10 client.9381 fetch_fsmap finished waiting for FSMap version 118 2024-09-21T00:31:39.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.237+0000 7f9892853740 10 client.9381 resolve_mds: resolved 10:0 to role '10:0' aka daemon mds.c 2024-09-21T00:31:39.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.237+0000 7f9892853740 20 client.9381 populate_metadata read hostname 'smithi067' 2024-09-21T00:31:39.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.237+0000 7f9892853740 1 --2- 172.21.15.67:0/2453085647 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x55e7a0c97fa0 0x55e7a0bd09e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:39.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.237+0000 7f9892853740 4 client.9381 mds_command: new command op to 8982 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-21T00:31:39.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.237+0000 7f9892853740 1 -- 172.21.15.67:0/2453085647 --> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55e7a0b41460 con 0x55e7a0c97fa0 2024-09-21T00:31:39.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.238+0000 7f988967a640 1 --2- 172.21.15.67:0/2453085647 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x55e7a0c97fa0 0x55e7a0bd09e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:39.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.238+0000 7f9863fff640 10 client.9381 ms_handle_connect on v2:172.21.15.67:6832/1883288453 2024-09-21T00:31:39.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.238+0000 7f988967a640 1 --2- 172.21.15.67:0/2453085647 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x55e7a0c97fa0 0x55e7a0bd09e0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c3dccb5019e00e85 server_cookie=8985353deac27687 in_seq=0 out_seq=0 2024-09-21T00:31:39.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.238+0000 7f9863fff640 1 -- 172.21.15.67:0/2453085647 <== mds.0 v2:172.21.15.67:6832/1883288453 1 ==== command_reply(tid 0: 0 ) ==== 8+0+397 (crc 0 0 0) 0x55e7a0b41460 con 0x55e7a0c97fa0 2024-09-21T00:31:39.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.238+0000 7f9863fff640 10 client.9381 handle_command_reply: tid=0 2024-09-21T00:31:39.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.238+0000 7f9892853740 1 client.9381 shutdown 2024-09-21T00:31:39.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.238+0000 7f9892853740 1 -- 172.21.15.67:0/2453085647 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e7a08086b0 msgr2=0x55e7a0c2abd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:39.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.238+0000 7f9892853740 1 --2- 172.21.15.67:0/2453085647 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e7a08086b0 0x55e7a0c2abd0 secure :-1 s=READY pgs=1764 cs=0 l=1 rev1=1 crypto rx=0x7f9874023040 tx=0x7f987402ad10 comp rx=0 tx=0).stop 2024-09-21T00:31:39.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.238+0000 7f9892853740 1 -- 172.21.15.67:0/2453085647 shutdown_connections 2024-09-21T00:31:39.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.238+0000 7f9892853740 1 --2- 172.21.15.67:0/2453085647 >> [v2:172.21.15.67:6832/1883288453,v1:172.21.15.67:6833/1883288453] conn(0x55e7a0c97fa0 0x55e7a0bd09e0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:39.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.238+0000 7f9892853740 1 --2- 172.21.15.67:0/2453085647 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55e7a0829390 0x55e7a0c97a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:39.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.238+0000 7f9892853740 1 --2- 172.21.15.67:0/2453085647 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55e7a08086b0 0x55e7a0c2abd0 unknown :-1 s=CLOSED pgs=1764 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:39.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.238+0000 7f9892853740 1 --2- 172.21.15.67:0/2453085647 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55e7a08004d0 0x55e7a0c2c650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:39.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.238+0000 7f9863fff640 0 client.9381 ms_handle_reset on v2:172.21.15.67:6832/1883288453 2024-09-21T00:31:39.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.238+0000 7f9892853740 1 -- 172.21.15.67:0/2453085647 >> 172.21.15.67:0/2453085647 conn(0x55e7a081d4e0 msgr2=0x55e7a0be7f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:39.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.239+0000 7f9892853740 1 -- 172.21.15.67:0/2453085647 shutdown_connections 2024-09-21T00:31:39.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.239+0000 7f9892853740 1 -- 172.21.15.67:0/2453085647 wait complete. 2024-09-21T00:31:39.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.239+0000 7f9892853740 20 client.9381 trim_cache size 0 max 16384 2024-09-21T00:31:39.244 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:31:39.245 INFO:teuthology.orchestra.run.smithi067.stdout: "status": "no active scrubs running", 2024-09-21T00:31:39.245 INFO:teuthology.orchestra.run.smithi067.stdout: "scrubs": {}, 2024-09-21T00:31:39.245 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_stats": { 2024-09-21T00:31:39.245 INFO:teuthology.orchestra.run.smithi067.stdout: "9f7e1f93-9e96-456d-b64a-7446cd636990": { 2024-09-21T00:31:39.245 INFO:teuthology.orchestra.run.smithi067.stdout: "start_time": "2024-09-21T00:31:26.045821+0000", 2024-09-21T00:31:39.245 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/scrub_control_test_path", 2024-09-21T00:31:39.245 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_started": 0, 2024-09-21T00:31:39.245 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_passed": 0, 2024-09-21T00:31:39.245 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_failed": 0, 2024-09-21T00:31:39.245 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_skipped": 0 2024-09-21T00:31:39.245 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:31:39.245 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:31:39.245 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:31:39.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.239+0000 7f988b8de640 1 -- 172.21.15.67:0/3983769122 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9868078bc0 msgr2=0x7f986807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:39.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.239+0000 7f988b8de640 1 --2- 172.21.15.67:0/3983769122 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9868078bc0 0x7f986807b0d0 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f988415d400 tx=0x7f9874009040 comp rx=0 tx=0).stop 2024-09-21T00:31:39.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.239+0000 7f988b8de640 1 -- 172.21.15.67:0/3983769122 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f98840b2b30 msgr2=0x7f98841ea2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:39.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.239+0000 7f988b8de640 1 --2- 172.21.15.67:0/3983769122 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f98840b2b30 0x7f98841ea2c0 secure :-1 s=READY pgs=1760 cs=0 l=1 rev1=1 crypto rx=0x7f9880009950 tx=0x7f9880033ba0 comp rx=0 tx=0).stop 2024-09-21T00:31:39.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.239+0000 7f988b8de640 1 -- 172.21.15.67:0/3983769122 shutdown_connections 2024-09-21T00:31:39.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.239+0000 7f988b8de640 1 --2- 172.21.15.67:0/3983769122 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9868078bc0 0x7f986807b0d0 unknown :-1 s=CLOSED pgs=660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:39.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.239+0000 7f988b8de640 1 --2- 172.21.15.67:0/3983769122 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f98840d49e0 0x7f98841f61b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:39.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.239+0000 7f988b8de640 1 --2- 172.21.15.67:0/3983769122 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f98840b34c0 0x7f988415c9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:39.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.239+0000 7f988b8de640 1 --2- 172.21.15.67:0/3983769122 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f98840b2b30 0x7f98841ea2c0 unknown :-1 s=CLOSED pgs=1760 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:39.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.239+0000 7f988b8de640 1 -- 172.21.15.67:0/3983769122 >> 172.21.15.67:0/3983769122 conn(0x7f988409da00 msgr2=0x7f98840d2290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:39.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.239+0000 7f988b8de640 1 -- 172.21.15.67:0/3983769122 shutdown_connections 2024-09-21T00:31:39.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.239+0000 7f988b8de640 1 -- 172.21.15.67:0/3983769122 wait complete. 2024-09-21T00:31:39.252 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-21T00:31:39.252 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:31:39.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.367+0000 7f18ea4ec640 1 -- 172.21.15.67:0/1079071871 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f18e40d1010 msgr2=0x7f18e40d1420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:39.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.367+0000 7f18ea4ec640 1 --2- 172.21.15.67:0/1079071871 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f18e40d1010 0x7f18e40d1420 secure :-1 s=READY pgs=1766 cs=0 l=1 rev1=1 crypto rx=0x7f18d8005fd0 tx=0x7f18d802a5d0 comp rx=0 tx=0).stop 2024-09-21T00:31:39.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.367+0000 7f18ea4ec640 1 -- 172.21.15.67:0/1079071871 shutdown_connections 2024-09-21T00:31:39.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.367+0000 7f18ea4ec640 1 --2- 172.21.15.67:0/1079071871 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f18e40d1010 0x7f18e40d1420 unknown :-1 s=CLOSED pgs=1766 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:39.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.367+0000 7f18ea4ec640 1 -- 172.21.15.67:0/1079071871 >> 172.21.15.67:0/1079071871 conn(0x7f18e408bee0 msgr2=0x7f18e40d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:39.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.367+0000 7f18ea4ec640 1 -- 172.21.15.67:0/1079071871 shutdown_connections 2024-09-21T00:31:39.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.367+0000 7f18ea4ec640 1 -- 172.21.15.67:0/1079071871 wait complete. 2024-09-21T00:31:39.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.369+0000 7f18ea4ec640 1 Processor -- start 2024-09-21T00:31:39.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.369+0000 7f18ea4ec640 1 -- start start 2024-09-21T00:31:39.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.371+0000 7f18ea4ec640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f18e40b73f0 0x7f18e41e8cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:39.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.371+0000 7f18ea4ec640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f18e40b9780 0x7f18e4145180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:39.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.371+0000 7f18ea4ec640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f18e40d1010 0x7f18e415a820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:39.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.371+0000 7f18ea4ec640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f18e40cf810 con 0x7f18e40b9780 2024-09-21T00:31:39.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.371+0000 7f18ea4ec640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f18e40b7cb0 con 0x7f18e40b73f0 2024-09-21T00:31:39.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.371+0000 7f18ea4ec640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f18e40cf990 con 0x7f18e40d1010 2024-09-21T00:31:39.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.371+0000 7f18e37fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f18e40b9780 0x7f18e4145180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:39.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.371+0000 7f18e37fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f18e40b9780 0x7f18e4145180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39516/0 (socket says 172.21.15.67:39516) 2024-09-21T00:31:39.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.371+0000 7f18e37fe640 1 -- 172.21.15.67:0/3155330109 learned_addr learned my addr 172.21.15.67:0/3155330109 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:39.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.371+0000 7f18e3fff640 1 --2- 172.21.15.67:0/3155330109 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f18e40b73f0 0x7f18e41e8cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:39.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.371+0000 7f18e8a89640 1 --2- 172.21.15.67:0/3155330109 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f18e40d1010 0x7f18e415a820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:39.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.371+0000 7f18e37fe640 1 -- 172.21.15.67:0/3155330109 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f18e40d1010 msgr2=0x7f18e415a820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:39.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.371+0000 7f18e37fe640 1 --2- 172.21.15.67:0/3155330109 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f18e40d1010 0x7f18e415a820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:39.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.371+0000 7f18e37fe640 1 -- 172.21.15.67:0/3155330109 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f18e40b73f0 msgr2=0x7f18e41e8cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:39.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.371+0000 7f18e37fe640 1 --2- 172.21.15.67:0/3155330109 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f18e40b73f0 0x7f18e41e8cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:39.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.371+0000 7f18e37fe640 1 -- 172.21.15.67:0/3155330109 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18e41440e0 con 0x7f18e40b9780 2024-09-21T00:31:39.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.371+0000 7f18e3fff640 1 --2- 172.21.15.67:0/3155330109 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f18e40b73f0 0x7f18e41e8cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:31:39.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.371+0000 7f18e37fe640 1 --2- 172.21.15.67:0/3155330109 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f18e40b9780 0x7f18e4145180 secure :-1 s=READY pgs=1767 cs=0 l=1 rev1=1 crypto rx=0x7f18d8000c00 tx=0x7f18d80038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:39.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.371+0000 7f18e0ff9640 1 -- 172.21.15.67:0/3155330109 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18d803e030 con 0x7f18e40b9780 2024-09-21T00:31:39.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.371+0000 7f18e0ff9640 1 -- 172.21.15.67:0/3155330109 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f18d8003ca0 con 0x7f18e40b9780 2024-09-21T00:31:39.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.372+0000 7f18ea4ec640 1 -- 172.21.15.67:0/3155330109 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f18e41443c0 con 0x7f18e40b9780 2024-09-21T00:31:39.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.372+0000 7f18e0ff9640 1 -- 172.21.15.67:0/3155330109 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18d8035040 con 0x7f18e40b9780 2024-09-21T00:31:39.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.372+0000 7f18ea4ec640 1 -- 172.21.15.67:0/3155330109 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f18e4144980 con 0x7f18e40b9780 2024-09-21T00:31:39.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.373+0000 7f18ea4ec640 1 -- 172.21.15.67:0/3155330109 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f18e40d3aa0 con 0x7f18e40b9780 2024-09-21T00:31:39.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.373+0000 7f18e0ff9640 1 -- 172.21.15.67:0/3155330109 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f18d8041030 con 0x7f18e40b9780 2024-09-21T00:31:39.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.374+0000 7f18e0ff9640 1 --2- 172.21.15.67:0/3155330109 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f18d0078bc0 0x7f18d007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:39.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.374+0000 7f18e0ff9640 1 -- 172.21.15.67:0/3155330109 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7f18d80bb3e0 con 0x7f18e40b9780 2024-09-21T00:31:39.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.374+0000 7f18e3fff640 1 --2- 172.21.15.67:0/3155330109 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f18d0078bc0 0x7f18d007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:39.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.375+0000 7f18e3fff640 1 --2- 172.21.15.67:0/3155330109 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f18d0078bc0 0x7f18d007b0d0 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f18d400a830 tx=0x7f18d4008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:39.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.379+0000 7f18e0ff9640 1 -- 172.21.15.67:0/3155330109 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f18e40d3aa0 con 0x7f18e40b9780 2024-09-21T00:31:39.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.603+0000 7f18ea4ec640 1 -- 172.21.15.67:0/3155330109 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f18e4143e70 con 0x7f18e40b9780 2024-09-21T00:31:39.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.603+0000 7f18e0ff9640 1 -- 172.21.15.67:0/3155330109 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 118 v118) ==== 95+0+5233 (secure 0 0 0) 0x7f18d8083820 con 0x7f18e40b9780 2024-09-21T00:31:39.605 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:31:39.605 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":118,"btime":"2024-09-21T00:31:03:931248+0000","default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7403,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/2834357950","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":2834357950},{"type":"v1","addr":"172.21.15.97:6837","nonce":2834357950}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":112},{"gid":8173,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/3488762384","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3488762384},{"type":"v1","addr":"172.21.15.97:6836","nonce":3488762384}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":112},{"gid":8182,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/1799325258","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":1799325258},{"type":"v1","addr":"172.21.15.67:6835","nonce":1799325258}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":113}],"filesystems":[{"mdsmap":{"epoch":118,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:31:00.289899+0000","modified":"2024-09-21T00:31:03.315250+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8982},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8982":{"gid":8982,"name":"c","rank":0,"incarnation":114,"state":"up:active","state_seq":4,"addr":"172.21.15.67:6833/1883288453","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1883288453},{"type":"v1","addr":"172.21.15.67:6833","nonce":1883288453}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[21],"metadata_pool":20,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8982,"qdb_cluster":[8982]},"id":10}]} 2024-09-21T00:31:39.605 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 118 2024-09-21T00:31:39.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.605+0000 7f18ea4ec640 1 -- 172.21.15.67:0/3155330109 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f18d0078bc0 msgr2=0x7f18d007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:39.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.605+0000 7f18ea4ec640 1 --2- 172.21.15.67:0/3155330109 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f18d0078bc0 0x7f18d007b0d0 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f18d400a830 tx=0x7f18d4008040 comp rx=0 tx=0).stop 2024-09-21T00:31:39.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.605+0000 7f18ea4ec640 1 -- 172.21.15.67:0/3155330109 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f18e40b9780 msgr2=0x7f18e4145180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:39.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.605+0000 7f18ea4ec640 1 --2- 172.21.15.67:0/3155330109 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f18e40b9780 0x7f18e4145180 secure :-1 s=READY pgs=1767 cs=0 l=1 rev1=1 crypto rx=0x7f18d8000c00 tx=0x7f18d80038a0 comp rx=0 tx=0).stop 2024-09-21T00:31:39.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.605+0000 7f18ea4ec640 1 -- 172.21.15.67:0/3155330109 shutdown_connections 2024-09-21T00:31:39.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.605+0000 7f18ea4ec640 1 --2- 172.21.15.67:0/3155330109 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f18d0078bc0 0x7f18d007b0d0 unknown :-1 s=CLOSED pgs=661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:39.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.605+0000 7f18ea4ec640 1 --2- 172.21.15.67:0/3155330109 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f18e40d1010 0x7f18e415a820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:39.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.605+0000 7f18ea4ec640 1 --2- 172.21.15.67:0/3155330109 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f18e40b9780 0x7f18e4145180 unknown :-1 s=CLOSED pgs=1767 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:39.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.605+0000 7f18ea4ec640 1 --2- 172.21.15.67:0/3155330109 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f18e40b73f0 0x7f18e41e8cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:39.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.605+0000 7f18ea4ec640 1 -- 172.21.15.67:0/3155330109 >> 172.21.15.67:0/3155330109 conn(0x7f18e408bee0 msgr2=0x7f18e406e4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:39.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.606+0000 7f18ea4ec640 1 -- 172.21.15.67:0/3155330109 shutdown_connections 2024-09-21T00:31:39.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.606+0000 7f18ea4ec640 1 -- 172.21.15.67:0/3155330109 wait complete. 2024-09-21T00:31:39.618 DEBUG:tasks.cephfs.test_scrub_checks:current active=['c'] 2024-09-21T00:31:39.618 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-21T00:31:39.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.733+0000 7f32f8f69640 1 -- 172.21.15.67:0/2315990000 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f32e0004800 msgr2=0x7f32e0004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:39.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.733+0000 7f32f8f69640 1 --2- 172.21.15.67:0/2315990000 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f32e0004800 0x7f32e0004c10 secure :-1 s=READY pgs=1769 cs=0 l=1 rev1=1 crypto rx=0x7f32dc0016c0 tx=0x7f32e0005830 comp rx=0 tx=0).stop 2024-09-21T00:31:39.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.733+0000 7f32f8f69640 1 -- 172.21.15.67:0/2315990000 shutdown_connections 2024-09-21T00:31:39.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.733+0000 7f32f8f69640 1 --2- 172.21.15.67:0/2315990000 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f32e0004800 0x7f32e0004c10 unknown :-1 s=CLOSED pgs=1769 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:39.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.733+0000 7f32f8f69640 1 -- 172.21.15.67:0/2315990000 >> 172.21.15.67:0/2315990000 conn(0x7f32f40cee30 msgr2=0x7f32f40cf240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:39.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.733+0000 7f32f8f69640 1 -- 172.21.15.67:0/2315990000 shutdown_connections 2024-09-21T00:31:39.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.733+0000 7f32f8f69640 1 -- 172.21.15.67:0/2315990000 wait complete. 2024-09-21T00:31:39.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.735+0000 7f32f8f69640 1 Processor -- start 2024-09-21T00:31:39.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.735+0000 7f32f8f69640 1 -- start start 2024-09-21T00:31:39.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.736+0000 7f32f8f69640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f32e0004800 0x7f32f41e1a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:39.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.736+0000 7f32f8f69640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f32f41e7b10 0x7f32f41e53c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:39.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.736+0000 7f32f8f69640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f32f41e20b0 0x7f32f41e5900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:39.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.736+0000 7f32f8f69640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f32f40d0390 con 0x7f32e0004800 2024-09-21T00:31:39.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.736+0000 7f32f8f69640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f32f40b7be0 con 0x7f32f41e7b10 2024-09-21T00:31:39.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.736+0000 7f32f8f69640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f32f40d0510 con 0x7f32f41e20b0 2024-09-21T00:31:39.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.736+0000 7f32f259c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f32e0004800 0x7f32f41e1a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:39.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.736+0000 7f32f259c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f32e0004800 0x7f32f41e1a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39526/0 (socket says 172.21.15.67:39526) 2024-09-21T00:31:39.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.736+0000 7f32f259c640 1 -- 172.21.15.67:0/3996977643 learned_addr learned my addr 172.21.15.67:0/3996977643 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:39.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.736+0000 7f32f1d9b640 1 --2- 172.21.15.67:0/3996977643 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f32f41e7b10 0x7f32f41e53c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:39.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.736+0000 7f32f2d9d640 1 --2- 172.21.15.67:0/3996977643 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f32f41e20b0 0x7f32f41e5900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:39.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.737+0000 7f32f259c640 1 -- 172.21.15.67:0/3996977643 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f32f41e20b0 msgr2=0x7f32f41e5900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:39.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.737+0000 7f32f259c640 1 --2- 172.21.15.67:0/3996977643 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f32f41e20b0 0x7f32f41e5900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:39.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.737+0000 7f32f259c640 1 -- 172.21.15.67:0/3996977643 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f32f41e7b10 msgr2=0x7f32f41e53c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:39.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.737+0000 7f32f259c640 1 --2- 172.21.15.67:0/3996977643 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f32f41e7b10 0x7f32f41e53c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:39.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.737+0000 7f32f259c640 1 -- 172.21.15.67:0/3996977643 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32f41e82f0 con 0x7f32e0004800 2024-09-21T00:31:39.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.737+0000 7f32f259c640 1 --2- 172.21.15.67:0/3996977643 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f32e0004800 0x7f32f41e1a30 secure :-1 s=READY pgs=1770 cs=0 l=1 rev1=1 crypto rx=0x7f32e4009ae0 tx=0x7f32e4004800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:39.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.737+0000 7f32eaffd640 1 -- 172.21.15.67:0/3996977643 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32e4015070 con 0x7f32e0004800 2024-09-21T00:31:39.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.737+0000 7f32eaffd640 1 -- 172.21.15.67:0/3996977643 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f32e401a460 con 0x7f32e0004800 2024-09-21T00:31:39.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.737+0000 7f32f8f69640 1 -- 172.21.15.67:0/3996977643 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32f41e6360 con 0x7f32e0004800 2024-09-21T00:31:39.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.737+0000 7f32eaffd640 1 -- 172.21.15.67:0/3996977643 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32e400fea0 con 0x7f32e0004800 2024-09-21T00:31:39.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.737+0000 7f32f8f69640 1 -- 172.21.15.67:0/3996977643 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32f41e68e0 con 0x7f32e0004800 2024-09-21T00:31:39.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.738+0000 7f32f8f69640 1 -- 172.21.15.67:0/3996977643 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f32f40cd030 con 0x7f32e0004800 2024-09-21T00:31:39.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.739+0000 7f32eaffd640 1 -- 172.21.15.67:0/3996977643 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f32e401a890 con 0x7f32e0004800 2024-09-21T00:31:39.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.740+0000 7f32eaffd640 1 --2- 172.21.15.67:0/3996977643 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f32d4078b90 0x7f32d407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:39.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.740+0000 7f32eaffd640 1 -- 172.21.15.67:0/3996977643 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7f32e409c2d0 con 0x7f32e0004800 2024-09-21T00:31:39.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.740+0000 7f32f1d9b640 1 --2- 172.21.15.67:0/3996977643 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f32d4078b90 0x7f32d407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:39.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.740+0000 7f32f1d9b640 1 --2- 172.21.15.67:0/3996977643 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f32d4078b90 0x7f32d407b0a0 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f32dc032000 tx=0x7f32dc02c040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:39.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:39.743+0000 7f32eaffd640 1 -- 172.21.15.67:0/3996977643 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f32e4029080 con 0x7f32e0004800 2024-09-21T00:31:40.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:40.004+0000 7f32f8f69640 1 -- 172.21.15.67:0/3996977643 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f32f40b2bc0 con 0x7f32e0004800 2024-09-21T00:31:40.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:40.005+0000 7f32eaffd640 1 -- 172.21.15.67:0/3996977643 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1676 (secure 0 0 0) 0x7f32e40641e0 con 0x7f32e0004800 2024-09-21T00:31:40.006 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:31:40.007 INFO:teuthology.orchestra.run.smithi067.stdout:{"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":642,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":140,"num_osds":8,"num_up_osds":8,"osd_up_since":1726878070,"num_in_osds":8,"osd_in_since":1726878060,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":1048,"data_bytes":1078423686,"bytes_used":2673664000,"bytes_avail":770420449280,"bytes_total":773094113280,"write_bytes_sec":25845608,"read_op_per_sec":0,"write_op_per_sec":30},"fsmap":{"epoch":118,"btime":"2024-09-21T00:31:03:931248+0000","id":10,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":10,"rank":0,"name":"c","status":"up:active","gid":8982}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":27,"modified":"2024-09-21T00:31:31.653738+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{"scrub status":"paused paths [/scrub_control_test_path]"}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-21T00:31:40.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:40.007+0000 7f32f8f69640 1 -- 172.21.15.67:0/3996977643 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f32d4078b90 msgr2=0x7f32d407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:40.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:40.007+0000 7f32f8f69640 1 --2- 172.21.15.67:0/3996977643 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f32d4078b90 0x7f32d407b0a0 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f32dc032000 tx=0x7f32dc02c040 comp rx=0 tx=0).stop 2024-09-21T00:31:40.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:40.007+0000 7f32f8f69640 1 -- 172.21.15.67:0/3996977643 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f32e0004800 msgr2=0x7f32f41e1a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:40.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:40.007+0000 7f32f8f69640 1 --2- 172.21.15.67:0/3996977643 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f32e0004800 0x7f32f41e1a30 secure :-1 s=READY pgs=1770 cs=0 l=1 rev1=1 crypto rx=0x7f32e4009ae0 tx=0x7f32e4004800 comp rx=0 tx=0).stop 2024-09-21T00:31:40.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:40.007+0000 7f32f8f69640 1 -- 172.21.15.67:0/3996977643 shutdown_connections 2024-09-21T00:31:40.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:40.007+0000 7f32f8f69640 1 --2- 172.21.15.67:0/3996977643 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f32d4078b90 0x7f32d407b0a0 unknown :-1 s=CLOSED pgs=662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:40.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:40.007+0000 7f32f8f69640 1 --2- 172.21.15.67:0/3996977643 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f32f41e20b0 0x7f32f41e5900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:40.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:40.007+0000 7f32f8f69640 1 --2- 172.21.15.67:0/3996977643 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f32f41e7b10 0x7f32f41e53c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:40.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:40.007+0000 7f32f8f69640 1 --2- 172.21.15.67:0/3996977643 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f32e0004800 0x7f32f41e1a30 unknown :-1 s=CLOSED pgs=1770 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:40.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:40.007+0000 7f32f8f69640 1 -- 172.21.15.67:0/3996977643 >> 172.21.15.67:0/3996977643 conn(0x7f32f40cee30 msgr2=0x7f32f40b5270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:40.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:40.007+0000 7f32f8f69640 1 -- 172.21.15.67:0/3996977643 shutdown_connections 2024-09-21T00:31:40.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:40.007+0000 7f32f8f69640 1 -- 172.21.15.67:0/3996977643 wait complete. 2024-09-21T00:31:40.019 INFO:tasks.ceph.ceph_manager.ceph:{'c': 'paused paths [/scrub_control_test_path]'} 2024-09-21T00:31:41.021 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:31:41.152 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.150+0000 7f3cb2f7b640 1 -- 172.21.15.67:0/2019741891 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3cac0d1120 msgr2=0x7f3cac1676a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:41.152 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.150+0000 7f3cb2f7b640 1 --2- 172.21.15.67:0/2019741891 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3cac0d1120 0x7f3cac1676a0 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f3ca4005fd0 tx=0x7f3ca402a7c0 comp rx=0 tx=0).stop 2024-09-21T00:31:41.152 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.151+0000 7f3cb2f7b640 1 -- 172.21.15.67:0/2019741891 shutdown_connections 2024-09-21T00:31:41.152 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.151+0000 7f3cb2f7b640 1 --2- 172.21.15.67:0/2019741891 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3cac0d1120 0x7f3cac1676a0 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:41.152 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.151+0000 7f3cb2f7b640 1 -- 172.21.15.67:0/2019741891 >> 172.21.15.67:0/2019741891 conn(0x7f3cac0b4140 msgr2=0x7f3cac0b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:41.152 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.151+0000 7f3cb2f7b640 1 -- 172.21.15.67:0/2019741891 shutdown_connections 2024-09-21T00:31:41.153 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.151+0000 7f3cb2f7b640 1 -- 172.21.15.67:0/2019741891 wait complete. 2024-09-21T00:31:41.153 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.152+0000 7f3cb2f7b640 1 Processor -- start 2024-09-21T00:31:41.154 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.152+0000 7f3cb2f7b640 1 -- start start 2024-09-21T00:31:41.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.154+0000 7f3cb2f7b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3cac09b7b0 0x7f3cac15d4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:41.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.154+0000 7f3cb2f7b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3cac0b3ae0 0x7f3cac0cc630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:41.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.154+0000 7f3cb2f7b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3cac151650 0x7f3cac151a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:41.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.154+0000 7f3cb2f7b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f3cac167d60 con 0x7f3cac0b3ae0 2024-09-21T00:31:41.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.154+0000 7f3cb2f7b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f3cac167be0 con 0x7f3cac09b7b0 2024-09-21T00:31:41.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.154+0000 7f3cb2f7b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f3cac167ee0 con 0x7f3cac151650 2024-09-21T00:31:41.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.154+0000 7f3cabfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3cac0b3ae0 0x7f3cac0cc630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:41.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.154+0000 7f3cabfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3cac0b3ae0 0x7f3cac0cc630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39532/0 (socket says 172.21.15.67:39532) 2024-09-21T00:31:41.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.154+0000 7f3cabfff640 1 -- 172.21.15.67:0/1645463720 learned_addr learned my addr 172.21.15.67:0/1645463720 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:41.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.154+0000 7f3cb0d17640 1 --2- 172.21.15.67:0/1645463720 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3cac09b7b0 0x7f3cac15d4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:41.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.154+0000 7f3cb1518640 1 --2- 172.21.15.67:0/1645463720 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3cac151650 0x7f3cac151a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:41.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.154+0000 7f3cabfff640 1 -- 172.21.15.67:0/1645463720 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3cac151650 msgr2=0x7f3cac151a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:41.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.154+0000 7f3cabfff640 1 --2- 172.21.15.67:0/1645463720 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3cac151650 0x7f3cac151a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:41.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.154+0000 7f3cabfff640 1 -- 172.21.15.67:0/1645463720 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3cac09b7b0 msgr2=0x7f3cac15d4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:41.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.154+0000 7f3cabfff640 1 --2- 172.21.15.67:0/1645463720 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3cac09b7b0 0x7f3cac15d4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:41.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.154+0000 7f3cabfff640 1 -- 172.21.15.67:0/1645463720 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3cac152340 con 0x7f3cac0b3ae0 2024-09-21T00:31:41.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.155+0000 7f3cabfff640 1 --2- 172.21.15.67:0/1645463720 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3cac0b3ae0 0x7f3cac0cc630 secure :-1 s=READY pgs=1772 cs=0 l=1 rev1=1 crypto rx=0x7f3ca000c530 tx=0x7f3ca000c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:41.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.155+0000 7f3ca97fa640 1 -- 172.21.15.67:0/1645463720 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ca0012830 con 0x7f3cac0b3ae0 2024-09-21T00:31:41.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.155+0000 7f3ca97fa640 1 -- 172.21.15.67:0/1645463720 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3ca0017070 con 0x7f3cac0b3ae0 2024-09-21T00:31:41.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.155+0000 7f3cb2f7b640 1 -- 172.21.15.67:0/1645463720 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3cac15ca00 con 0x7f3cac0b3ae0 2024-09-21T00:31:41.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.155+0000 7f3ca97fa640 1 -- 172.21.15.67:0/1645463720 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ca0012d60 con 0x7f3cac0b3ae0 2024-09-21T00:31:41.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.155+0000 7f3cb2f7b640 1 -- 172.21.15.67:0/1645463720 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3cac15e5f0 con 0x7f3cac0b3ae0 2024-09-21T00:31:41.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.156+0000 7f3cb2f7b640 1 -- 172.21.15.67:0/1645463720 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3cac0b7850 con 0x7f3cac0b3ae0 2024-09-21T00:31:41.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.157+0000 7f3ca97fa640 1 -- 172.21.15.67:0/1645463720 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f3ca001c460 con 0x7f3cac0b3ae0 2024-09-21T00:31:41.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.157+0000 7f3ca97fa640 1 --2- 172.21.15.67:0/1645463720 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3c98078b90 0x7f3c9807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:41.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.157+0000 7f3ca97fa640 1 -- 172.21.15.67:0/1645463720 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7f3ca009a970 con 0x7f3cac0b3ae0 2024-09-21T00:31:41.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.157+0000 7f3cb0d17640 1 --2- 172.21.15.67:0/1645463720 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3c98078b90 0x7f3c9807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:41.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.158+0000 7f3cb0d17640 1 --2- 172.21.15.67:0/1645463720 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3c98078b90 0x7f3c9807b0a0 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f3c9c001120 tx=0x7f3c9c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:41.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.162+0000 7f3ca97fa640 1 -- 172.21.15.67:0/1645463720 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f3ca0062880 con 0x7f3cac0b3ae0 2024-09-21T00:31:41.388 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.387+0000 7f3cb2f7b640 1 -- 172.21.15.67:0/1645463720 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3cac0cf320 con 0x7f3cac0b3ae0 2024-09-21T00:31:41.388 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.387+0000 7f3ca97fa640 1 -- 172.21.15.67:0/1645463720 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 118 v118) ==== 95+0+5233 (secure 0 0 0) 0x7f3ca00672b0 con 0x7f3cac0b3ae0 2024-09-21T00:31:41.389 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:31:41.389 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":118,"btime":"2024-09-21T00:31:03:931248+0000","default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7403,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/2834357950","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":2834357950},{"type":"v1","addr":"172.21.15.97:6837","nonce":2834357950}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":112},{"gid":8173,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/3488762384","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3488762384},{"type":"v1","addr":"172.21.15.97:6836","nonce":3488762384}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":112},{"gid":8182,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/1799325258","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":1799325258},{"type":"v1","addr":"172.21.15.67:6835","nonce":1799325258}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":113}],"filesystems":[{"mdsmap":{"epoch":118,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:31:00.289899+0000","modified":"2024-09-21T00:31:03.315250+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8982},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8982":{"gid":8982,"name":"c","rank":0,"incarnation":114,"state":"up:active","state_seq":4,"addr":"172.21.15.67:6833/1883288453","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1883288453},{"type":"v1","addr":"172.21.15.67:6833","nonce":1883288453}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[21],"metadata_pool":20,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8982,"qdb_cluster":[8982]},"id":10}]} 2024-09-21T00:31:41.389 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 118 2024-09-21T00:31:41.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.389+0000 7f3cb2f7b640 1 -- 172.21.15.67:0/1645463720 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3c98078b90 msgr2=0x7f3c9807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:41.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.389+0000 7f3cb2f7b640 1 --2- 172.21.15.67:0/1645463720 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3c98078b90 0x7f3c9807b0a0 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f3c9c001120 tx=0x7f3c9c009040 comp rx=0 tx=0).stop 2024-09-21T00:31:41.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.389+0000 7f3cb2f7b640 1 -- 172.21.15.67:0/1645463720 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3cac0b3ae0 msgr2=0x7f3cac0cc630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:41.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.389+0000 7f3cb2f7b640 1 --2- 172.21.15.67:0/1645463720 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3cac0b3ae0 0x7f3cac0cc630 secure :-1 s=READY pgs=1772 cs=0 l=1 rev1=1 crypto rx=0x7f3ca000c530 tx=0x7f3ca000c9f0 comp rx=0 tx=0).stop 2024-09-21T00:31:41.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.389+0000 7f3cb2f7b640 1 -- 172.21.15.67:0/1645463720 shutdown_connections 2024-09-21T00:31:41.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.389+0000 7f3cb2f7b640 1 --2- 172.21.15.67:0/1645463720 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3c98078b90 0x7f3c9807b0a0 unknown :-1 s=CLOSED pgs=663 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:41.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.389+0000 7f3cb2f7b640 1 --2- 172.21.15.67:0/1645463720 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3cac151650 0x7f3cac151a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:41.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.389+0000 7f3cb2f7b640 1 --2- 172.21.15.67:0/1645463720 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3cac0b3ae0 0x7f3cac0cc630 unknown :-1 s=CLOSED pgs=1772 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:41.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.389+0000 7f3cb2f7b640 1 --2- 172.21.15.67:0/1645463720 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3cac09b7b0 0x7f3cac15d4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:41.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.389+0000 7f3cb2f7b640 1 -- 172.21.15.67:0/1645463720 >> 172.21.15.67:0/1645463720 conn(0x7f3cac0b4140 msgr2=0x7f3cac0713e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:41.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.389+0000 7f3cb2f7b640 1 -- 172.21.15.67:0/1645463720 shutdown_connections 2024-09-21T00:31:41.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.390+0000 7f3cb2f7b640 1 -- 172.21.15.67:0/1645463720 wait complete. 2024-09-21T00:31:41.402 DEBUG:tasks.cephfs.test_scrub_checks:current active=['c'] 2024-09-21T00:31:41.402 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-21T00:31:41.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.516+0000 7f72168da640 1 -- 172.21.15.67:0/2597576070 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f72100b1910 msgr2=0x7f721009ae90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:41.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.516+0000 7f72168da640 1 --2- 172.21.15.67:0/2597576070 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f72100b1910 0x7f721009ae90 secure :-1 s=READY pgs=1773 cs=0 l=1 rev1=1 crypto rx=0x7f7210074be0 tx=0x7f720402a560 comp rx=0 tx=0).stop 2024-09-21T00:31:41.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.517+0000 7f72168da640 1 -- 172.21.15.67:0/2597576070 shutdown_connections 2024-09-21T00:31:41.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.517+0000 7f72168da640 1 --2- 172.21.15.67:0/2597576070 >> v2:172.21.15.97:3300/0 conn(0x7f72101604c0 0x7f72101608d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:41.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.517+0000 7f72168da640 1 --2- 172.21.15.67:0/2597576070 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f72100b1910 0x7f721009ae90 unknown :-1 s=CLOSED pgs=1773 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:41.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.517+0000 7f72168da640 1 --2- 172.21.15.67:0/2597576070 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f721015ffe0 0x7f721009a950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:41.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.517+0000 7f72168da640 1 -- 172.21.15.67:0/2597576070 >> 172.21.15.67:0/2597576070 conn(0x7f72100b3e90 msgr2=0x7f72100b42a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:41.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.517+0000 7f72168da640 1 -- 172.21.15.67:0/2597576070 shutdown_connections 2024-09-21T00:31:41.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.517+0000 7f72168da640 1 -- 172.21.15.67:0/2597576070 wait complete. 2024-09-21T00:31:41.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.518+0000 7f72168da640 1 Processor -- start 2024-09-21T00:31:41.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.519+0000 7f72168da640 1 -- start start 2024-09-21T00:31:41.522 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.520+0000 7f72168da640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f72100b1910 0x7f72100c9d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:41.522 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.520+0000 7f72168da640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f721015ffe0 0x7f7210158760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:41.522 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.520+0000 7f72168da640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f72101604c0 0x7f72100cb860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:41.522 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.520+0000 7f72168da640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f7210160e10 con 0x7f72100b1910 2024-09-21T00:31:41.523 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.520+0000 7f72168da640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f72100b7c00 con 0x7f72101604c0 2024-09-21T00:31:41.523 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.520+0000 7f72168da640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f7210160f90 con 0x7f721015ffe0 2024-09-21T00:31:41.523 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.520+0000 7f720ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f72100b1910 0x7f72100c9d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:41.523 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.520+0000 7f720ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f72100b1910 0x7f72100c9d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39546/0 (socket says 172.21.15.67:39546) 2024-09-21T00:31:41.523 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.520+0000 7f720ffff640 1 -- 172.21.15.67:0/1690601222 learned_addr learned my addr 172.21.15.67:0/1690601222 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:41.523 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.520+0000 7f720f7fe640 1 --2- 172.21.15.67:0/1690601222 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f721015ffe0 0x7f7210158760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:41.523 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.520+0000 7f7214e77640 1 --2- 172.21.15.67:0/1690601222 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f72101604c0 0x7f72100cb860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:41.523 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.520+0000 7f720ffff640 1 -- 172.21.15.67:0/1690601222 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f721015ffe0 msgr2=0x7f7210158760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:41.523 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.520+0000 7f720ffff640 1 --2- 172.21.15.67:0/1690601222 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f721015ffe0 0x7f7210158760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:41.523 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.520+0000 7f720ffff640 1 -- 172.21.15.67:0/1690601222 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f72101604c0 msgr2=0x7f72100cb860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:41.523 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.520+0000 7f720ffff640 1 --2- 172.21.15.67:0/1690601222 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f72101604c0 0x7f72100cb860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:41.523 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.520+0000 7f720ffff640 1 -- 172.21.15.67:0/1690601222 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72100ca3d0 con 0x7f72100b1910 2024-09-21T00:31:41.523 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.521+0000 7f720ffff640 1 --2- 172.21.15.67:0/1690601222 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f72100b1910 0x7f72100c9d60 secure :-1 s=READY pgs=1774 cs=0 l=1 rev1=1 crypto rx=0x7f720000e6c0 tx=0x7f720000eb80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:41.523 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.521+0000 7f720cff9640 1 -- 172.21.15.67:0/1690601222 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7200004230 con 0x7f72100b1910 2024-09-21T00:31:41.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.521+0000 7f720cff9640 1 -- 172.21.15.67:0/1690601222 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f72000043d0 con 0x7f72100b1910 2024-09-21T00:31:41.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.521+0000 7f72168da640 1 -- 172.21.15.67:0/1690601222 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72100c8c50 con 0x7f72100b1910 2024-09-21T00:31:41.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.521+0000 7f720cff9640 1 -- 172.21.15.67:0/1690601222 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f720000cb10 con 0x7f72100b1910 2024-09-21T00:31:41.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.521+0000 7f72168da640 1 -- 172.21.15.67:0/1690601222 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7210159490 con 0x7f72100b1910 2024-09-21T00:31:41.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.522+0000 7f72168da640 1 -- 172.21.15.67:0/1690601222 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f72101608d0 con 0x7f72100b1910 2024-09-21T00:31:41.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.523+0000 7f720cff9640 1 -- 172.21.15.67:0/1690601222 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f720000ccb0 con 0x7f72100b1910 2024-09-21T00:31:41.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.523+0000 7f720cff9640 1 --2- 172.21.15.67:0/1690601222 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f71fc078bc0 0x7f71fc07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:41.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.523+0000 7f720cff9640 1 -- 172.21.15.67:0/1690601222 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7f720009b5a0 con 0x7f72100b1910 2024-09-21T00:31:41.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.524+0000 7f720f7fe640 1 --2- 172.21.15.67:0/1690601222 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f71fc078bc0 0x7f71fc07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:41.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.524+0000 7f720f7fe640 1 --2- 172.21.15.67:0/1690601222 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f71fc078bc0 0x7f71fc07b0d0 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7f7204033000 tx=0x7f7204004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:41.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.528+0000 7f720cff9640 1 -- 172.21.15.67:0/1690601222 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f7200063390 con 0x7f72100b1910 2024-09-21T00:31:41.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.786+0000 7f72168da640 1 -- 172.21.15.67:0/1690601222 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f72100b4c80 con 0x7f72100b1910 2024-09-21T00:31:41.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.787+0000 7f720cff9640 1 -- 172.21.15.67:0/1690601222 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1674 (secure 0 0 0) 0x7f7200067dc0 con 0x7f72100b1910 2024-09-21T00:31:41.788 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:31:41.788 INFO:teuthology.orchestra.run.smithi067.stdout:{"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":644,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":140,"num_osds":8,"num_up_osds":8,"osd_up_since":1726878070,"num_in_osds":8,"osd_in_since":1726878060,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":1048,"data_bytes":1078423686,"bytes_used":2673664000,"bytes_avail":770420449280,"bytes_total":773094113280,"write_bytes_sec":2948984,"read_op_per_sec":0,"write_op_per_sec":4},"fsmap":{"epoch":118,"btime":"2024-09-21T00:31:03:931248+0000","id":10,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":10,"rank":0,"name":"c","status":"up:active","gid":8982}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":27,"modified":"2024-09-21T00:31:31.653738+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{"scrub status":"paused paths [/scrub_control_test_path]"}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-21T00:31:41.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.789+0000 7f72168da640 1 -- 172.21.15.67:0/1690601222 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f71fc078bc0 msgr2=0x7f71fc07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:41.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.789+0000 7f72168da640 1 --2- 172.21.15.67:0/1690601222 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f71fc078bc0 0x7f71fc07b0d0 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7f7204033000 tx=0x7f7204004730 comp rx=0 tx=0).stop 2024-09-21T00:31:41.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.789+0000 7f72168da640 1 -- 172.21.15.67:0/1690601222 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f72100b1910 msgr2=0x7f72100c9d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:41.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.789+0000 7f72168da640 1 --2- 172.21.15.67:0/1690601222 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f72100b1910 0x7f72100c9d60 secure :-1 s=READY pgs=1774 cs=0 l=1 rev1=1 crypto rx=0x7f720000e6c0 tx=0x7f720000eb80 comp rx=0 tx=0).stop 2024-09-21T00:31:41.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.789+0000 7f72168da640 1 -- 172.21.15.67:0/1690601222 shutdown_connections 2024-09-21T00:31:41.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.789+0000 7f72168da640 1 --2- 172.21.15.67:0/1690601222 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f71fc078bc0 0x7f71fc07b0d0 unknown :-1 s=CLOSED pgs=664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:41.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.789+0000 7f72168da640 1 --2- 172.21.15.67:0/1690601222 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f72101604c0 0x7f72100cb860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:41.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.789+0000 7f72168da640 1 --2- 172.21.15.67:0/1690601222 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f721015ffe0 0x7f7210158760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:41.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.789+0000 7f72168da640 1 --2- 172.21.15.67:0/1690601222 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f72100b1910 0x7f72100c9d60 unknown :-1 s=CLOSED pgs=1774 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:41.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.789+0000 7f72168da640 1 -- 172.21.15.67:0/1690601222 >> 172.21.15.67:0/1690601222 conn(0x7f72100b3e90 msgr2=0x7f721015bdb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:41.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.789+0000 7f72168da640 1 -- 172.21.15.67:0/1690601222 shutdown_connections 2024-09-21T00:31:41.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:41.789+0000 7f72168da640 1 -- 172.21.15.67:0/1690601222 wait complete. 2024-09-21T00:31:41.801 INFO:tasks.ceph.ceph_manager.ceph:{'c': 'paused paths [/scrub_control_test_path]'} 2024-09-21T00:31:42.803 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:31:42.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:42.934+0000 7fa75d6cc640 1 -- 172.21.15.67:0/922603403 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa7580d02d0 msgr2=0x7fa75806f870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:42.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:42.934+0000 7fa75d6cc640 1 --2- 172.21.15.67:0/922603403 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa7580d02d0 0x7fa75806f870 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fa740009860 tx=0x7fa74002a510 comp rx=0 tx=0).stop 2024-09-21T00:31:42.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:42.934+0000 7fa75d6cc640 1 -- 172.21.15.67:0/922603403 shutdown_connections 2024-09-21T00:31:42.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:42.934+0000 7fa75d6cc640 1 --2- 172.21.15.67:0/922603403 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa7580d02d0 0x7fa75806f870 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:42.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:42.934+0000 7fa75d6cc640 1 -- 172.21.15.67:0/922603403 >> 172.21.15.67:0/922603403 conn(0x7fa7580d0ab0 msgr2=0x7fa7580d0ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:42.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:42.934+0000 7fa75d6cc640 1 -- 172.21.15.67:0/922603403 shutdown_connections 2024-09-21T00:31:42.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:42.934+0000 7fa75d6cc640 1 -- 172.21.15.67:0/922603403 wait complete. 2024-09-21T00:31:42.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:42.936+0000 7fa75d6cc640 1 Processor -- start 2024-09-21T00:31:42.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:42.936+0000 7fa75d6cc640 1 -- start start 2024-09-21T00:31:42.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:42.937+0000 7fa75d6cc640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa758071040 0x7fa758155e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:42.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:42.937+0000 7fa75d6cc640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa7580b63f0 0x7fa7580b4f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:42.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:42.937+0000 7fa75d6cc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa7580c9ab0 0x7fa7580ad7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:42.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:42.937+0000 7fa75d6cc640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fa758070640 con 0x7fa7580c9ab0 2024-09-21T00:31:42.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:42.937+0000 7fa75d6cc640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fa7580704c0 con 0x7fa7580b63f0 2024-09-21T00:31:42.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:42.937+0000 7fa75d6cc640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fa7580707c0 con 0x7fa758071040 2024-09-21T00:31:42.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:42.937+0000 7fa7577fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa7580c9ab0 0x7fa7580ad7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:42.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:42.937+0000 7fa7577fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa7580c9ab0 0x7fa7580ad7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39556/0 (socket says 172.21.15.67:39556) 2024-09-21T00:31:42.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:42.937+0000 7fa7577fe640 1 -- 172.21.15.67:0/1678475770 learned_addr learned my addr 172.21.15.67:0/1678475770 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:42.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:42.937+0000 7fa756ffd640 1 --2- 172.21.15.67:0/1678475770 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa758071040 0x7fa758155e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:42.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:42.937+0000 7fa74ffff640 1 --2- 172.21.15.67:0/1678475770 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa7580b63f0 0x7fa7580b4f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:42.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:42.938+0000 7fa7577fe640 1 -- 172.21.15.67:0/1678475770 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa758071040 msgr2=0x7fa758155e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:42.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:42.938+0000 7fa7577fe640 1 --2- 172.21.15.67:0/1678475770 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa758071040 0x7fa758155e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:42.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:42.938+0000 7fa7577fe640 1 -- 172.21.15.67:0/1678475770 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa7580b63f0 msgr2=0x7fa7580b4f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:42.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:42.938+0000 7fa7577fe640 1 --2- 172.21.15.67:0/1678475770 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa7580b63f0 0x7fa7580b4f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:42.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:42.938+0000 7fa7577fe640 1 -- 172.21.15.67:0/1678475770 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7580b5460 con 0x7fa7580c9ab0 2024-09-21T00:31:42.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:42.938+0000 7fa7577fe640 1 --2- 172.21.15.67:0/1678475770 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa7580c9ab0 0x7fa7580ad7d0 secure :-1 s=READY pgs=1776 cs=0 l=1 rev1=1 crypto rx=0x7fa750002230 tx=0x7fa75000cb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:42.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:42.938+0000 7fa74f7fe640 1 -- 172.21.15.67:0/1678475770 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa750003b70 con 0x7fa7580c9ab0 2024-09-21T00:31:42.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:42.938+0000 7fa75d6cc640 1 -- 172.21.15.67:0/1678475770 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7581f9d70 con 0x7fa7580c9ab0 2024-09-21T00:31:42.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:42.938+0000 7fa74f7fe640 1 -- 172.21.15.67:0/1678475770 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa750003d10 con 0x7fa7580c9ab0 2024-09-21T00:31:42.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:42.938+0000 7fa74f7fe640 1 -- 172.21.15.67:0/1678475770 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa750005330 con 0x7fa7580c9ab0 2024-09-21T00:31:42.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:42.938+0000 7fa75d6cc640 1 -- 172.21.15.67:0/1678475770 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7580b4160 con 0x7fa7580c9ab0 2024-09-21T00:31:42.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:42.939+0000 7fa75d6cc640 1 -- 172.21.15.67:0/1678475770 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa7580b4b60 con 0x7fa7580c9ab0 2024-09-21T00:31:42.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:42.940+0000 7fa74f7fe640 1 -- 172.21.15.67:0/1678475770 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fa7500056e0 con 0x7fa7580c9ab0 2024-09-21T00:31:42.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:42.941+0000 7fa74f7fe640 1 --2- 172.21.15.67:0/1678475770 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa738078b90 0x7fa73807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:42.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:42.941+0000 7fa74f7fe640 1 -- 172.21.15.67:0/1678475770 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7fa75009b6a0 con 0x7fa7580c9ab0 2024-09-21T00:31:42.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:42.941+0000 7fa756ffd640 1 --2- 172.21.15.67:0/1678475770 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa738078b90 0x7fa73807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:42.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:42.941+0000 7fa756ffd640 1 --2- 172.21.15.67:0/1678475770 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa738078b90 0x7fa73807b0a0 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7fa748007fd0 tx=0x7fa748001370 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:42.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:42.945+0000 7fa74f7fe640 1 -- 172.21.15.67:0/1678475770 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fa750063490 con 0x7fa7580c9ab0 2024-09-21T00:31:43.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.174+0000 7fa75d6cc640 1 -- 172.21.15.67:0/1678475770 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa7580b1e10 con 0x7fa7580c9ab0 2024-09-21T00:31:43.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.175+0000 7fa74f7fe640 1 -- 172.21.15.67:0/1678475770 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 118 v118) ==== 95+0+5233 (secure 0 0 0) 0x7fa750067ec0 con 0x7fa7580c9ab0 2024-09-21T00:31:43.176 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:31:43.177 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":118,"btime":"2024-09-21T00:31:03:931248+0000","default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7403,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/2834357950","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":2834357950},{"type":"v1","addr":"172.21.15.97:6837","nonce":2834357950}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":112},{"gid":8173,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/3488762384","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3488762384},{"type":"v1","addr":"172.21.15.97:6836","nonce":3488762384}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":112},{"gid":8182,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/1799325258","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":1799325258},{"type":"v1","addr":"172.21.15.67:6835","nonce":1799325258}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":113}],"filesystems":[{"mdsmap":{"epoch":118,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:31:00.289899+0000","modified":"2024-09-21T00:31:03.315250+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8982},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8982":{"gid":8982,"name":"c","rank":0,"incarnation":114,"state":"up:active","state_seq":4,"addr":"172.21.15.67:6833/1883288453","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1883288453},{"type":"v1","addr":"172.21.15.67:6833","nonce":1883288453}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[21],"metadata_pool":20,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8982,"qdb_cluster":[8982]},"id":10}]} 2024-09-21T00:31:43.177 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 118 2024-09-21T00:31:43.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.177+0000 7fa75d6cc640 1 -- 172.21.15.67:0/1678475770 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa738078b90 msgr2=0x7fa73807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:43.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.177+0000 7fa75d6cc640 1 --2- 172.21.15.67:0/1678475770 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa738078b90 0x7fa73807b0a0 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7fa748007fd0 tx=0x7fa748001370 comp rx=0 tx=0).stop 2024-09-21T00:31:43.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.177+0000 7fa75d6cc640 1 -- 172.21.15.67:0/1678475770 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa7580c9ab0 msgr2=0x7fa7580ad7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:43.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.177+0000 7fa75d6cc640 1 --2- 172.21.15.67:0/1678475770 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa7580c9ab0 0x7fa7580ad7d0 secure :-1 s=READY pgs=1776 cs=0 l=1 rev1=1 crypto rx=0x7fa750002230 tx=0x7fa75000cb90 comp rx=0 tx=0).stop 2024-09-21T00:31:43.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.177+0000 7fa75d6cc640 1 -- 172.21.15.67:0/1678475770 shutdown_connections 2024-09-21T00:31:43.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.177+0000 7fa75d6cc640 1 --2- 172.21.15.67:0/1678475770 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa738078b90 0x7fa73807b0a0 unknown :-1 s=CLOSED pgs=665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:43.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.177+0000 7fa75d6cc640 1 --2- 172.21.15.67:0/1678475770 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa7580c9ab0 0x7fa7580ad7d0 unknown :-1 s=CLOSED pgs=1776 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:43.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.177+0000 7fa75d6cc640 1 --2- 172.21.15.67:0/1678475770 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa7580b63f0 0x7fa7580b4f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:43.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.177+0000 7fa75d6cc640 1 --2- 172.21.15.67:0/1678475770 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa758071040 0x7fa758155e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:43.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.177+0000 7fa75d6cc640 1 -- 172.21.15.67:0/1678475770 >> 172.21.15.67:0/1678475770 conn(0x7fa7580d0ab0 msgr2=0x7fa7580b0cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:43.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.177+0000 7fa75d6cc640 1 -- 172.21.15.67:0/1678475770 shutdown_connections 2024-09-21T00:31:43.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.177+0000 7fa75d6cc640 1 -- 172.21.15.67:0/1678475770 wait complete. 2024-09-21T00:31:43.190 DEBUG:tasks.cephfs.test_scrub_checks:current active=['c'] 2024-09-21T00:31:43.190 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-21T00:31:43.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.306+0000 7f1a90f39640 1 -- 172.21.15.67:0/3169113372 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1a8c0cf010 msgr2=0x7f1a8c162520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:43.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.306+0000 7f1a90f39640 1 --2- 172.21.15.67:0/3169113372 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1a8c0cf010 0x7f1a8c162520 secure :-1 s=READY pgs=1777 cs=0 l=1 rev1=1 crypto rx=0x7f1a8c0b3eb0 tx=0x7f1a7c02a4d0 comp rx=0 tx=0).stop 2024-09-21T00:31:43.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.306+0000 7f1a90f39640 1 -- 172.21.15.67:0/3169113372 shutdown_connections 2024-09-21T00:31:43.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.306+0000 7f1a90f39640 1 --2- 172.21.15.67:0/3169113372 >> v2:172.21.15.97:3300/0 conn(0x7f1a8c0d3430 0x7f1a8c0d3840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:43.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.306+0000 7f1a90f39640 1 --2- 172.21.15.67:0/3169113372 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1a8c0cf010 0x7f1a8c162520 unknown :-1 s=CLOSED pgs=1777 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:43.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.306+0000 7f1a90f39640 1 -- 172.21.15.67:0/3169113372 >> 172.21.15.67:0/3169113372 conn(0x7f1a8c06dfb0 msgr2=0x7f1a8c06e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:43.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.306+0000 7f1a90f39640 1 -- 172.21.15.67:0/3169113372 shutdown_connections 2024-09-21T00:31:43.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.306+0000 7f1a90f39640 1 -- 172.21.15.67:0/3169113372 wait complete. 2024-09-21T00:31:43.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.308+0000 7f1a90f39640 1 Processor -- start 2024-09-21T00:31:43.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.308+0000 7f1a90f39640 1 -- start start 2024-09-21T00:31:43.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.309+0000 7f1a90f39640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1a8c0cf010 0x7f1a8c160970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:43.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.309+0000 7f1a90f39640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1a8c0d11c0 0x7f1a8c160eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:43.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.309+0000 7f1a90f39640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1a8c0d3430 0x7f1a8c0b5160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:43.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.309+0000 7f1a90f39640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f1a8c0d3f40 con 0x7f1a8c0d11c0 2024-09-21T00:31:43.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.309+0000 7f1a90f39640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f1a8c0d3dc0 con 0x7f1a8c0d3430 2024-09-21T00:31:43.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.309+0000 7f1a90f39640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f1a8c0d40c0 con 0x7f1a8c0cf010 2024-09-21T00:31:43.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.310+0000 7f1a89d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1a8c0d11c0 0x7f1a8c160eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:43.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.310+0000 7f1a89d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1a8c0d11c0 0x7f1a8c160eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42896/0 (socket says 172.21.15.67:42896) 2024-09-21T00:31:43.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.310+0000 7f1a89d9b640 1 -- 172.21.15.67:0/4223230550 learned_addr learned my addr 172.21.15.67:0/4223230550 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:43.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.310+0000 7f1a8ad9d640 1 --2- 172.21.15.67:0/4223230550 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1a8c0d3430 0x7f1a8c0b5160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:43.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.310+0000 7f1a8a59c640 1 --2- 172.21.15.67:0/4223230550 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1a8c0cf010 0x7f1a8c160970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:43.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.310+0000 7f1a89d9b640 1 -- 172.21.15.67:0/4223230550 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1a8c0cf010 msgr2=0x7f1a8c160970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:43.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.310+0000 7f1a89d9b640 1 --2- 172.21.15.67:0/4223230550 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1a8c0cf010 0x7f1a8c160970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:43.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.310+0000 7f1a89d9b640 1 -- 172.21.15.67:0/4223230550 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1a8c0d3430 msgr2=0x7f1a8c0b5160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:43.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.310+0000 7f1a89d9b640 1 --2- 172.21.15.67:0/4223230550 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1a8c0d3430 0x7f1a8c0b5160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:43.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.310+0000 7f1a89d9b640 1 -- 172.21.15.67:0/4223230550 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a8c14a0d0 con 0x7f1a8c0d11c0 2024-09-21T00:31:43.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.310+0000 7f1a89d9b640 1 --2- 172.21.15.67:0/4223230550 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1a8c0d11c0 0x7f1a8c160eb0 secure :-1 s=READY pgs=1778 cs=0 l=1 rev1=1 crypto rx=0x7f1a8000b420 tx=0x7f1a8000b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:43.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.310+0000 7f1a7affd640 1 -- 172.21.15.67:0/4223230550 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a80011830 con 0x7f1a8c0d11c0 2024-09-21T00:31:43.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.310+0000 7f1a7affd640 1 -- 172.21.15.67:0/4223230550 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1a80016070 con 0x7f1a8c0d11c0 2024-09-21T00:31:43.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.310+0000 7f1a90f39640 1 -- 172.21.15.67:0/4223230550 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a8c1616f0 con 0x7f1a8c0d11c0 2024-09-21T00:31:43.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.310+0000 7f1a7affd640 1 -- 172.21.15.67:0/4223230550 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a80011d60 con 0x7f1a8c0d11c0 2024-09-21T00:31:43.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.310+0000 7f1a90f39640 1 -- 172.21.15.67:0/4223230550 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a8c161cb0 con 0x7f1a8c0d11c0 2024-09-21T00:31:43.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.311+0000 7f1a90f39640 1 -- 172.21.15.67:0/4223230550 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1a8c0d4570 con 0x7f1a8c0d11c0 2024-09-21T00:31:43.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.312+0000 7f1a7affd640 1 -- 172.21.15.67:0/4223230550 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f1a8001b460 con 0x7f1a8c0d11c0 2024-09-21T00:31:43.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.313+0000 7f1a7affd640 1 --2- 172.21.15.67:0/4223230550 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1a6c078b90 0x7f1a6c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:43.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.313+0000 7f1a7affd640 1 -- 172.21.15.67:0/4223230550 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7f1a8009a730 con 0x7f1a8c0d11c0 2024-09-21T00:31:43.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.313+0000 7f1a8a59c640 1 --2- 172.21.15.67:0/4223230550 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1a6c078b90 0x7f1a6c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:43.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.313+0000 7f1a8a59c640 1 --2- 172.21.15.67:0/4223230550 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1a6c078b90 0x7f1a6c07b0a0 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f1a7c033000 tx=0x7f1a7c004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:43.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.317+0000 7f1a7affd640 1 -- 172.21.15.67:0/4223230550 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f1a80020020 con 0x7f1a8c0d11c0 2024-09-21T00:31:43.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.582+0000 7f1a90f39640 1 -- 172.21.15.67:0/4223230550 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f1a8c0cf5f0 con 0x7f1a8c0d11c0 2024-09-21T00:31:43.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.582+0000 7f1a7affd640 1 -- 172.21.15.67:0/4223230550 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1616 (secure 0 0 0) 0x7f1a80062520 con 0x7f1a8c0d11c0 2024-09-21T00:31:43.584 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:31:43.584 INFO:teuthology.orchestra.run.smithi067.stdout:{"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":646,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":140,"num_osds":8,"num_up_osds":8,"osd_up_since":1726878070,"num_in_osds":8,"osd_in_since":1726878060,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":1048,"data_bytes":1078425690,"bytes_used":2673672192,"bytes_avail":770420441088,"bytes_total":773094113280,"write_bytes_sec":62957,"read_op_per_sec":0,"write_op_per_sec":1},"fsmap":{"epoch":118,"btime":"2024-09-21T00:31:03:931248+0000","id":10,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":10,"rank":0,"name":"c","status":"up:active","gid":8982}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":28,"modified":"2024-09-21T00:31:41.656762+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-21T00:31:43.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.584+0000 7f1a90f39640 1 -- 172.21.15.67:0/4223230550 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1a6c078b90 msgr2=0x7f1a6c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:43.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.584+0000 7f1a90f39640 1 --2- 172.21.15.67:0/4223230550 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1a6c078b90 0x7f1a6c07b0a0 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f1a7c033000 tx=0x7f1a7c004730 comp rx=0 tx=0).stop 2024-09-21T00:31:43.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.584+0000 7f1a90f39640 1 -- 172.21.15.67:0/4223230550 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1a8c0d11c0 msgr2=0x7f1a8c160eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:43.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.584+0000 7f1a90f39640 1 --2- 172.21.15.67:0/4223230550 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1a8c0d11c0 0x7f1a8c160eb0 secure :-1 s=READY pgs=1778 cs=0 l=1 rev1=1 crypto rx=0x7f1a8000b420 tx=0x7f1a8000b8e0 comp rx=0 tx=0).stop 2024-09-21T00:31:43.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.584+0000 7f1a90f39640 1 -- 172.21.15.67:0/4223230550 shutdown_connections 2024-09-21T00:31:43.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.584+0000 7f1a90f39640 1 --2- 172.21.15.67:0/4223230550 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1a6c078b90 0x7f1a6c07b0a0 unknown :-1 s=CLOSED pgs=666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:43.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.584+0000 7f1a90f39640 1 --2- 172.21.15.67:0/4223230550 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1a8c0d3430 0x7f1a8c0b5160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:43.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.584+0000 7f1a90f39640 1 --2- 172.21.15.67:0/4223230550 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1a8c0d11c0 0x7f1a8c160eb0 unknown :-1 s=CLOSED pgs=1778 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:43.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.584+0000 7f1a90f39640 1 --2- 172.21.15.67:0/4223230550 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1a8c0cf010 0x7f1a8c160970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:43.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.584+0000 7f1a90f39640 1 -- 172.21.15.67:0/4223230550 >> 172.21.15.67:0/4223230550 conn(0x7f1a8c06dfb0 msgr2=0x7f1a8c15e270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:43.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.584+0000 7f1a90f39640 1 -- 172.21.15.67:0/4223230550 shutdown_connections 2024-09-21T00:31:43.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.585+0000 7f1a90f39640 1 -- 172.21.15.67:0/4223230550 wait complete. 2024-09-21T00:31:43.597 INFO:tasks.ceph.ceph_manager.ceph:{} 2024-09-21T00:31:43.597 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-21T00:31:43.597 DEBUG:teuthology.orchestra.run.smithi067:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T00:31:43.638 DEBUG:teuthology.orchestra.run.smithi097:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T00:31:43.681 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-21T00:31:43.681 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T00:31:43.682 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:31:43.682 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:31:43.698 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:31:43.698 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:31:43.754 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T00:31:43.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.910+0000 7f9ad3ab6640 1 -- 172.21.15.67:0/2298282800 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9acc15faf0 msgr2=0x7f9acc0706b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:43.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.910+0000 7f9ad3ab6640 1 --2- 172.21.15.67:0/2298282800 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9acc15faf0 0x7f9acc0706b0 secure :-1 s=READY pgs=1780 cs=0 l=1 rev1=1 crypto rx=0x7f9ac4009830 tx=0x7f9ac402a510 comp rx=0 tx=0).stop 2024-09-21T00:31:43.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.910+0000 7f9ad3ab6640 1 -- 172.21.15.67:0/2298282800 shutdown_connections 2024-09-21T00:31:43.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.910+0000 7f9ad3ab6640 1 --2- 172.21.15.67:0/2298282800 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9acc070bf0 0x7f9acc0cf970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:43.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.910+0000 7f9ad3ab6640 1 --2- 172.21.15.67:0/2298282800 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9acc15faf0 0x7f9acc0706b0 unknown :-1 s=CLOSED pgs=1780 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:43.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.910+0000 7f9ad3ab6640 1 -- 172.21.15.67:0/2298282800 >> 172.21.15.67:0/2298282800 conn(0x7f9acc06cf90 msgr2=0x7f9acc06d3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:43.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.910+0000 7f9ad3ab6640 1 -- 172.21.15.67:0/2298282800 shutdown_connections 2024-09-21T00:31:43.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.910+0000 7f9ad3ab6640 1 -- 172.21.15.67:0/2298282800 wait complete. 2024-09-21T00:31:43.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.912+0000 7f9ad3ab6640 1 Processor -- start 2024-09-21T00:31:43.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.912+0000 7f9ad3ab6640 1 -- start start 2024-09-21T00:31:43.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.913+0000 7f9ad3ab6640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9acc070bf0 0x7f9acc154520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:43.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.913+0000 7f9ad3ab6640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9acc0cfeb0 0x7f9acc1e5710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:43.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.913+0000 7f9ad3ab6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9acc15faf0 0x7f9acc1e7230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:43.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.913+0000 7f9ad3ab6640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f9acc0d0440 con 0x7f9acc15faf0 2024-09-21T00:31:43.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.913+0000 7f9ad3ab6640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f9acc0d02c0 con 0x7f9acc070bf0 2024-09-21T00:31:43.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.913+0000 7f9ad3ab6640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f9acc0cd180 con 0x7f9acc0cfeb0 2024-09-21T00:31:43.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.913+0000 7f9ad2053640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9acc15faf0 0x7f9acc1e7230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:43.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.913+0000 7f9ad2053640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9acc15faf0 0x7f9acc1e7230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42906/0 (socket says 172.21.15.67:42906) 2024-09-21T00:31:43.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.913+0000 7f9ad2053640 1 -- 172.21.15.67:0/2743720821 learned_addr learned my addr 172.21.15.67:0/2743720821 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:43.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.913+0000 7f9ad1852640 1 --2- 172.21.15.67:0/2743720821 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9acc070bf0 0x7f9acc154520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:43.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.913+0000 7f9ad1051640 1 --2- 172.21.15.67:0/2743720821 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9acc0cfeb0 0x7f9acc1e5710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:43.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.913+0000 7f9ad2053640 1 -- 172.21.15.67:0/2743720821 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9acc0cfeb0 msgr2=0x7f9acc1e5710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:43.917 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.913+0000 7f9ad2053640 1 --2- 172.21.15.67:0/2743720821 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9acc0cfeb0 0x7f9acc1e5710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:43.917 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.914+0000 7f9ad2053640 1 -- 172.21.15.67:0/2743720821 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9acc070bf0 msgr2=0x7f9acc154520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:43.917 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.914+0000 7f9ad2053640 1 --2- 172.21.15.67:0/2743720821 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9acc070bf0 0x7f9acc154520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:43.917 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.914+0000 7f9ad2053640 1 -- 172.21.15.67:0/2743720821 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9acc12d8a0 con 0x7f9acc15faf0 2024-09-21T00:31:43.917 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.914+0000 7f9ad1051640 1 --2- 172.21.15.67:0/2743720821 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9acc0cfeb0 0x7f9acc1e5710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:31:43.917 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.914+0000 7f9ad1852640 1 --2- 172.21.15.67:0/2743720821 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9acc070bf0 0x7f9acc154520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:31:43.917 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.914+0000 7f9ad2053640 1 --2- 172.21.15.67:0/2743720821 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9acc15faf0 0x7f9acc1e7230 secure :-1 s=READY pgs=1781 cs=0 l=1 rev1=1 crypto rx=0x7f9abc00cb10 tx=0x7f9abc00a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:43.917 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.914+0000 7f9aca7fc640 1 -- 172.21.15.67:0/2743720821 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9abc016020 con 0x7f9acc15faf0 2024-09-21T00:31:43.917 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.914+0000 7f9aca7fc640 1 -- 172.21.15.67:0/2743720821 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9abc00ad00 con 0x7f9acc15faf0 2024-09-21T00:31:43.917 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.914+0000 7f9ad3ab6640 1 -- 172.21.15.67:0/2743720821 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9acc154a60 con 0x7f9acc15faf0 2024-09-21T00:31:43.917 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.914+0000 7f9aca7fc640 1 -- 172.21.15.67:0/2743720821 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9abc012680 con 0x7f9acc15faf0 2024-09-21T00:31:43.917 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.914+0000 7f9ad3ab6640 1 -- 172.21.15.67:0/2743720821 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9acc1e6470 con 0x7f9acc15faf0 2024-09-21T00:31:43.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.915+0000 7f9ad3ab6640 1 -- 172.21.15.67:0/2743720821 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9acc1e5ee0 con 0x7f9acc15faf0 2024-09-21T00:31:43.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.916+0000 7f9aca7fc640 1 -- 172.21.15.67:0/2743720821 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f9abc019020 con 0x7f9acc15faf0 2024-09-21T00:31:43.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.916+0000 7f9aca7fc640 1 --2- 172.21.15.67:0/2743720821 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9ab8078b90 0x7f9ab807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:43.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.916+0000 7f9aca7fc640 1 -- 172.21.15.67:0/2743720821 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7f9abc09aff0 con 0x7f9acc15faf0 2024-09-21T00:31:43.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.917+0000 7f9ad1852640 1 --2- 172.21.15.67:0/2743720821 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9ab8078b90 0x7f9ab807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:43.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.917+0000 7f9ad1852640 1 --2- 172.21.15.67:0/2743720821 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9ab8078b90 0x7f9ab807b0a0 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f9ac4034000 tx=0x7f9ac4004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:43.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:43.921+0000 7f9aca7fc640 1 -- 172.21.15.67:0/2743720821 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f9abc020030 con 0x7f9acc15faf0 2024-09-21T00:31:44.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:44.121+0000 7f9ad3ab6640 1 -- 172.21.15.67:0/2743720821 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f9acc06d860 con 0x7f9acc15faf0 2024-09-21T00:31:44.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:44.122+0000 7f9aca7fc640 1 -- 172.21.15.67:0/2743720821 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v140) ==== 80+0+0 (secure 0 0 0) 0x7f9abc0634c0 con 0x7f9acc15faf0 2024-09-21T00:31:44.123 INFO:teuthology.orchestra.run.smithi067.stderr:listed 0 entries 2024-09-21T00:31:44.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:44.124+0000 7f9ad3ab6640 1 -- 172.21.15.67:0/2743720821 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9ab8078b90 msgr2=0x7f9ab807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:44.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:44.124+0000 7f9ad3ab6640 1 --2- 172.21.15.67:0/2743720821 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9ab8078b90 0x7f9ab807b0a0 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f9ac4034000 tx=0x7f9ac4004730 comp rx=0 tx=0).stop 2024-09-21T00:31:44.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:44.124+0000 7f9ad3ab6640 1 -- 172.21.15.67:0/2743720821 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9acc15faf0 msgr2=0x7f9acc1e7230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:44.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:44.124+0000 7f9ad3ab6640 1 --2- 172.21.15.67:0/2743720821 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9acc15faf0 0x7f9acc1e7230 secure :-1 s=READY pgs=1781 cs=0 l=1 rev1=1 crypto rx=0x7f9abc00cb10 tx=0x7f9abc00a060 comp rx=0 tx=0).stop 2024-09-21T00:31:44.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:44.124+0000 7f9ad3ab6640 1 -- 172.21.15.67:0/2743720821 shutdown_connections 2024-09-21T00:31:44.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:44.124+0000 7f9ad3ab6640 1 --2- 172.21.15.67:0/2743720821 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9ab8078b90 0x7f9ab807b0a0 unknown :-1 s=CLOSED pgs=667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:44.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:44.124+0000 7f9ad3ab6640 1 --2- 172.21.15.67:0/2743720821 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9acc15faf0 0x7f9acc1e7230 unknown :-1 s=CLOSED pgs=1781 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:44.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:44.124+0000 7f9ad3ab6640 1 --2- 172.21.15.67:0/2743720821 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9acc0cfeb0 0x7f9acc1e5710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:44.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:44.124+0000 7f9ad3ab6640 1 --2- 172.21.15.67:0/2743720821 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9acc070bf0 0x7f9acc154520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:44.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:44.124+0000 7f9ad3ab6640 1 -- 172.21.15.67:0/2743720821 >> 172.21.15.67:0/2743720821 conn(0x7f9acc06cf90 msgr2=0x7f9acc0cd950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:44.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:44.124+0000 7f9ad3ab6640 1 -- 172.21.15.67:0/2743720821 shutdown_connections 2024-09-21T00:31:44.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:44.124+0000 7f9ad3ab6640 1 -- 172.21.15.67:0/2743720821 wait complete. 2024-09-21T00:31:44.136 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi067.front.sepia.ceph.com... 2024-09-21T00:31:44.136 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:31:44.136 DEBUG:teuthology.orchestra.run.smithi067:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-21T00:31:44.160 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:ceph-fuse[90644]: fuse finished with error 0 and tester_r 0 2024-09-21T00:31:44.251 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi067.front.sepia.ceph.com 2024-09-21T00:31:44.251 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:31:44.251 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-21T00:31:44.426 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T00:31:44.426 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:31:44.426 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:31:44.444 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17850 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T00:31:44.444 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T00:31:44.444 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:31:44.444 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:31:44.482 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20178 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T00:31:44.482 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T00:31:44.482 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:31:44.482 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:31:44.501 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17850 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T00:31:44.501 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:31:44.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:44.637+0000 7f8f69864640 1 -- 172.21.15.67:0/2890784256 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8f6415ffe0 msgr2=0x7f8f6409a950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:44.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:44.637+0000 7f8f69864640 1 --2- 172.21.15.67:0/2890784256 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8f6415ffe0 0x7f8f6409a950 secure :-1 s=READY pgs=1783 cs=0 l=1 rev1=1 crypto rx=0x7f8f5c005fd0 tx=0x7f8f5c02a8b0 comp rx=0 tx=0).stop 2024-09-21T00:31:44.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:44.637+0000 7f8f69864640 1 -- 172.21.15.67:0/2890784256 shutdown_connections 2024-09-21T00:31:44.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:44.637+0000 7f8f69864640 1 --2- 172.21.15.67:0/2890784256 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8f6415ffe0 0x7f8f6409a950 unknown :-1 s=CLOSED pgs=1783 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:44.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:44.637+0000 7f8f69864640 1 -- 172.21.15.67:0/2890784256 >> 172.21.15.67:0/2890784256 conn(0x7f8f640b3e90 msgr2=0x7f8f640b42a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:44.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:44.637+0000 7f8f69864640 1 -- 172.21.15.67:0/2890784256 shutdown_connections 2024-09-21T00:31:44.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:44.637+0000 7f8f69864640 1 -- 172.21.15.67:0/2890784256 wait complete. 2024-09-21T00:31:44.640 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:44.639+0000 7f8f69864640 1 Processor -- start 2024-09-21T00:31:44.640 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:44.639+0000 7f8f69864640 1 -- start start 2024-09-21T00:31:44.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:44.640+0000 7f8f69864640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8f640b1910 0x7f8f640c9430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:44.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:44.640+0000 7f8f69864640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8f640cd890 0x7f8f6414c2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:44.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:44.640+0000 7f8f69864640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8f6415ffe0 0x7f8f6415e230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:44.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:44.640+0000 7f8f69864640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f8f640ce530 con 0x7f8f640cd890 2024-09-21T00:31:44.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:44.640+0000 7f8f69864640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f8f640ce3b0 con 0x7f8f640b1910 2024-09-21T00:31:44.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:44.640+0000 7f8f69864640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f8f640ce6b0 con 0x7f8f6415ffe0 2024-09-21T00:31:44.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:44.641+0000 7f8f627fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8f640cd890 0x7f8f6414c2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:44.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:44.641+0000 7f8f627fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8f640cd890 0x7f8f6414c2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42930/0 (socket says 172.21.15.67:42930) 2024-09-21T00:31:44.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:44.641+0000 7f8f627fc640 1 -- 172.21.15.67:0/1229938847 learned_addr learned my addr 172.21.15.67:0/1229938847 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:44.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:44.641+0000 7f8f62ffd640 1 --2- 172.21.15.67:0/1229938847 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8f640b1910 0x7f8f640c9430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:44.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:44.641+0000 7f8f637fe640 1 --2- 172.21.15.67:0/1229938847 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8f6415ffe0 0x7f8f6415e230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:44.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:44.641+0000 7f8f627fc640 1 -- 172.21.15.67:0/1229938847 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8f6415ffe0 msgr2=0x7f8f6415e230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:44.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:44.641+0000 7f8f627fc640 1 --2- 172.21.15.67:0/1229938847 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8f6415ffe0 0x7f8f6415e230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:44.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:44.641+0000 7f8f627fc640 1 -- 172.21.15.67:0/1229938847 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8f640b1910 msgr2=0x7f8f640c9430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:44.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:44.641+0000 7f8f627fc640 1 --2- 172.21.15.67:0/1229938847 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8f640b1910 0x7f8f640c9430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:44.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:44.641+0000 7f8f627fc640 1 -- 172.21.15.67:0/1229938847 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f6414eda0 con 0x7f8f640cd890 2024-09-21T00:31:44.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:44.641+0000 7f8f627fc640 1 --2- 172.21.15.67:0/1229938847 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8f640cd890 0x7f8f6414c2c0 secure :-1 s=READY pgs=1784 cs=0 l=1 rev1=1 crypto rx=0x7f8f4c00b420 tx=0x7f8f4c00b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:44.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:44.641+0000 7f8f5bfff640 1 -- 172.21.15.67:0/1229938847 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f4c011830 con 0x7f8f640cd890 2024-09-21T00:31:44.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:44.641+0000 7f8f5bfff640 1 -- 172.21.15.67:0/1229938847 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8f4c016070 con 0x7f8f640cd890 2024-09-21T00:31:44.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:44.641+0000 7f8f5bfff640 1 -- 172.21.15.67:0/1229938847 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f4c011d60 con 0x7f8f640cd890 2024-09-21T00:31:44.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:44.641+0000 7f8f69864640 1 -- 172.21.15.67:0/1229938847 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f6414f080 con 0x7f8f640cd890 2024-09-21T00:31:44.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:44.641+0000 7f8f69864640 1 -- 172.21.15.67:0/1229938847 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f6414f640 con 0x7f8f640cd890 2024-09-21T00:31:44.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:44.643+0000 7f8f69864640 1 -- 172.21.15.67:0/1229938847 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8f640cdca0 con 0x7f8f640cd890 2024-09-21T00:31:44.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:44.643+0000 7f8f5bfff640 1 -- 172.21.15.67:0/1229938847 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f8f4c01b460 con 0x7f8f640cd890 2024-09-21T00:31:44.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:44.644+0000 7f8f5bfff640 1 --2- 172.21.15.67:0/1229938847 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8f44078b90 0x7f8f4407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:44.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:44.644+0000 7f8f5bfff640 1 -- 172.21.15.67:0/1229938847 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7f8f4c09a770 con 0x7f8f640cd890 2024-09-21T00:31:44.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:44.644+0000 7f8f62ffd640 1 --2- 172.21.15.67:0/1229938847 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8f44078b90 0x7f8f4407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:44.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:44.645+0000 7f8f62ffd640 1 --2- 172.21.15.67:0/1229938847 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8f44078b90 0x7f8f4407b0a0 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f8f5c034000 tx=0x7f8f5c004ab0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:44.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:44.648+0000 7f8f5bfff640 1 -- 172.21.15.67:0/1229938847 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f8f4c020020 con 0x7f8f640cd890 2024-09-21T00:31:44.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:44.875+0000 7f8f69864640 1 -- 172.21.15.67:0/1229938847 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8f640b4c80 con 0x7f8f640cd890 2024-09-21T00:31:44.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:44.875+0000 7f8f5bfff640 1 -- 172.21.15.67:0/1229938847 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 118 v118) ==== 95+0+5233 (secure 0 0 0) 0x7f8f4c0624e0 con 0x7f8f640cd890 2024-09-21T00:31:44.877 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:31:44.877 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":118,"btime":"2024-09-21T00:31:03:931248+0000","default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7403,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/2834357950","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":2834357950},{"type":"v1","addr":"172.21.15.97:6837","nonce":2834357950}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":112},{"gid":8173,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/3488762384","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3488762384},{"type":"v1","addr":"172.21.15.97:6836","nonce":3488762384}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":112},{"gid":8182,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/1799325258","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":1799325258},{"type":"v1","addr":"172.21.15.67:6835","nonce":1799325258}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":113}],"filesystems":[{"mdsmap":{"epoch":118,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:31:00.289899+0000","modified":"2024-09-21T00:31:03.315250+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8982},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8982":{"gid":8982,"name":"c","rank":0,"incarnation":114,"state":"up:active","state_seq":4,"addr":"172.21.15.67:6833/1883288453","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1883288453},{"type":"v1","addr":"172.21.15.67:6833","nonce":1883288453}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[21],"metadata_pool":20,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8982,"qdb_cluster":[8982]},"id":10}]} 2024-09-21T00:31:44.877 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 118 2024-09-21T00:31:44.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:44.878+0000 7f8f69864640 1 -- 172.21.15.67:0/1229938847 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8f44078b90 msgr2=0x7f8f4407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:44.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:44.878+0000 7f8f69864640 1 --2- 172.21.15.67:0/1229938847 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8f44078b90 0x7f8f4407b0a0 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f8f5c034000 tx=0x7f8f5c004ab0 comp rx=0 tx=0).stop 2024-09-21T00:31:44.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:44.878+0000 7f8f69864640 1 -- 172.21.15.67:0/1229938847 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8f640cd890 msgr2=0x7f8f6414c2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:44.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:44.878+0000 7f8f69864640 1 --2- 172.21.15.67:0/1229938847 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8f640cd890 0x7f8f6414c2c0 secure :-1 s=READY pgs=1784 cs=0 l=1 rev1=1 crypto rx=0x7f8f4c00b420 tx=0x7f8f4c00b8e0 comp rx=0 tx=0).stop 2024-09-21T00:31:44.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:44.878+0000 7f8f69864640 1 -- 172.21.15.67:0/1229938847 shutdown_connections 2024-09-21T00:31:44.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:44.878+0000 7f8f69864640 1 --2- 172.21.15.67:0/1229938847 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8f44078b90 0x7f8f4407b0a0 unknown :-1 s=CLOSED pgs=668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:44.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:44.878+0000 7f8f69864640 1 --2- 172.21.15.67:0/1229938847 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8f6415ffe0 0x7f8f6415e230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:44.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:44.878+0000 7f8f69864640 1 --2- 172.21.15.67:0/1229938847 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8f640cd890 0x7f8f6414c2c0 unknown :-1 s=CLOSED pgs=1784 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:44.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:44.878+0000 7f8f69864640 1 --2- 172.21.15.67:0/1229938847 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8f640b1910 0x7f8f640c9430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:44.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:44.878+0000 7f8f69864640 1 -- 172.21.15.67:0/1229938847 >> 172.21.15.67:0/1229938847 conn(0x7f8f640b3e90 msgr2=0x7f8f640b2080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:44.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:44.878+0000 7f8f69864640 1 -- 172.21.15.67:0/1229938847 shutdown_connections 2024-09-21T00:31:44.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:44.878+0000 7f8f69864640 1 -- 172.21.15.67:0/1229938847 wait complete. 2024-09-21T00:31:44.891 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:31:45.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.005+0000 7f984eef9640 1 -- 172.21.15.67:0/761985102 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f98480d22f0 msgr2=0x7f98480b6560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:45.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.005+0000 7f984eef9640 1 --2- 172.21.15.67:0/761985102 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f98480d22f0 0x7f98480b6560 secure :-1 s=READY pgs=1785 cs=0 l=1 rev1=1 crypto rx=0x7f9838005fd0 tx=0x7f983802a4a0 comp rx=0 tx=0).stop 2024-09-21T00:31:45.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.006+0000 7f984eef9640 1 -- 172.21.15.67:0/761985102 shutdown_connections 2024-09-21T00:31:45.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.006+0000 7f984eef9640 1 --2- 172.21.15.67:0/761985102 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f98480d22f0 0x7f98480b6560 unknown :-1 s=CLOSED pgs=1785 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:45.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.006+0000 7f984eef9640 1 --2- 172.21.15.67:0/761985102 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f98480b9e70 0x7f98480b6020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:45.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.006+0000 7f984eef9640 1 -- 172.21.15.67:0/761985102 >> 172.21.15.67:0/761985102 conn(0x7f98480d45a0 msgr2=0x7f98480d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:45.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.006+0000 7f984eef9640 1 -- 172.21.15.67:0/761985102 shutdown_connections 2024-09-21T00:31:45.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.006+0000 7f984eef9640 1 -- 172.21.15.67:0/761985102 wait complete. 2024-09-21T00:31:45.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.007+0000 7f984eef9640 1 Processor -- start 2024-09-21T00:31:45.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.007+0000 7f984eef9640 1 -- start start 2024-09-21T00:31:45.011 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.009+0000 7f984eef9640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f984806ebc0 0x7f98480cde20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:45.011 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.009+0000 7f984eef9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f98480b9e70 0x7f9848158980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:45.011 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.009+0000 7f984eef9640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f98480d22f0 0x7f9848160e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:45.011 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.009+0000 7f984eef9640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f984806f6e0 con 0x7f98480b9e70 2024-09-21T00:31:45.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.009+0000 7f984eef9640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f98480d05c0 con 0x7f984806ebc0 2024-09-21T00:31:45.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.009+0000 7f984eef9640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f984806f860 con 0x7f98480d22f0 2024-09-21T00:31:45.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.009+0000 7f983ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f98480b9e70 0x7f9848158980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:45.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.009+0000 7f983ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f98480b9e70 0x7f9848158980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42944/0 (socket says 172.21.15.67:42944) 2024-09-21T00:31:45.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.009+0000 7f983ffff640 1 -- 172.21.15.67:0/26627334 learned_addr learned my addr 172.21.15.67:0/26627334 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:45.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.009+0000 7f984d496640 1 --2- 172.21.15.67:0/26627334 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f98480d22f0 0x7f9848160e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:45.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.009+0000 7f984cc95640 1 --2- 172.21.15.67:0/26627334 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f984806ebc0 0x7f98480cde20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:45.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.009+0000 7f983ffff640 1 -- 172.21.15.67:0/26627334 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f98480d22f0 msgr2=0x7f9848160e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:45.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.009+0000 7f983ffff640 1 --2- 172.21.15.67:0/26627334 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f98480d22f0 0x7f9848160e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:45.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.009+0000 7f983ffff640 1 -- 172.21.15.67:0/26627334 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f984806ebc0 msgr2=0x7f98480cde20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:45.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.009+0000 7f983ffff640 1 --2- 172.21.15.67:0/26627334 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f984806ebc0 0x7f98480cde20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:45.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.009+0000 7f983ffff640 1 -- 172.21.15.67:0/26627334 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98481e8700 con 0x7f98480b9e70 2024-09-21T00:31:45.013 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.009+0000 7f984cc95640 1 --2- 172.21.15.67:0/26627334 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f984806ebc0 0x7f98480cde20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:31:45.013 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.009+0000 7f984d496640 1 --2- 172.21.15.67:0/26627334 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f98480d22f0 0x7f9848160e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:31:45.013 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.010+0000 7f983ffff640 1 --2- 172.21.15.67:0/26627334 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f98480b9e70 0x7f9848158980 secure :-1 s=READY pgs=1786 cs=0 l=1 rev1=1 crypto rx=0x7f9838034040 tx=0x7f98380038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:45.013 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.010+0000 7f983d7fa640 1 -- 172.21.15.67:0/26627334 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f983803e030 con 0x7f98480b9e70 2024-09-21T00:31:45.013 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.010+0000 7f983d7fa640 1 -- 172.21.15.67:0/26627334 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9838003d90 con 0x7f98480b9e70 2024-09-21T00:31:45.013 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.010+0000 7f984eef9640 1 -- 172.21.15.67:0/26627334 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f98480cc870 con 0x7f98480b9e70 2024-09-21T00:31:45.013 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.010+0000 7f983d7fa640 1 -- 172.21.15.67:0/26627334 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9838035040 con 0x7f98480b9e70 2024-09-21T00:31:45.013 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.010+0000 7f984eef9640 1 -- 172.21.15.67:0/26627334 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f98481e7940 con 0x7f98480b9e70 2024-09-21T00:31:45.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.011+0000 7f984eef9640 1 -- 172.21.15.67:0/26627334 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f984806fd50 con 0x7f98480b9e70 2024-09-21T00:31:45.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.012+0000 7f983d7fa640 1 -- 172.21.15.67:0/26627334 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f9838041030 con 0x7f98480b9e70 2024-09-21T00:31:45.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.012+0000 7f983d7fa640 1 --2- 172.21.15.67:0/26627334 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9834078b90 0x7f983407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:45.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.013+0000 7f983d7fa640 1 -- 172.21.15.67:0/26627334 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7f98380bb490 con 0x7f98480b9e70 2024-09-21T00:31:45.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.013+0000 7f984cc95640 1 --2- 172.21.15.67:0/26627334 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9834078b90 0x7f983407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:45.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.013+0000 7f984cc95640 1 --2- 172.21.15.67:0/26627334 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9834078b90 0x7f983407b0a0 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f9844005fd0 tx=0x7f984400f360 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:45.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.017+0000 7f983d7fa640 1 -- 172.21.15.67:0/26627334 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f98380839f0 con 0x7f98480b9e70 2024-09-21T00:31:45.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.243+0000 7f984eef9640 1 -- 172.21.15.67:0/26627334 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f98480b5650 con 0x7f98480b9e70 2024-09-21T00:31:45.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.244+0000 7f983d7fa640 1 -- 172.21.15.67:0/26627334 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 118 v118) ==== 95+0+5233 (secure 0 0 0) 0x7f98380832f0 con 0x7f98480b9e70 2024-09-21T00:31:45.245 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:31:45.245 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":118,"btime":"2024-09-21T00:31:03:931248+0000","default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7403,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/2834357950","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":2834357950},{"type":"v1","addr":"172.21.15.97:6837","nonce":2834357950}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":112},{"gid":8173,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/3488762384","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3488762384},{"type":"v1","addr":"172.21.15.97:6836","nonce":3488762384}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":112},{"gid":8182,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/1799325258","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":1799325258},{"type":"v1","addr":"172.21.15.67:6835","nonce":1799325258}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":113}],"filesystems":[{"mdsmap":{"epoch":118,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:31:00.289899+0000","modified":"2024-09-21T00:31:03.315250+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8982},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8982":{"gid":8982,"name":"c","rank":0,"incarnation":114,"state":"up:active","state_seq":4,"addr":"172.21.15.67:6833/1883288453","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1883288453},{"type":"v1","addr":"172.21.15.67:6833","nonce":1883288453}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[21],"metadata_pool":20,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8982,"qdb_cluster":[8982]},"id":10}]} 2024-09-21T00:31:45.245 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 118 2024-09-21T00:31:45.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.246+0000 7f984eef9640 1 -- 172.21.15.67:0/26627334 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9834078b90 msgr2=0x7f983407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:45.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.246+0000 7f984eef9640 1 --2- 172.21.15.67:0/26627334 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9834078b90 0x7f983407b0a0 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f9844005fd0 tx=0x7f984400f360 comp rx=0 tx=0).stop 2024-09-21T00:31:45.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.246+0000 7f984eef9640 1 -- 172.21.15.67:0/26627334 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f98480b9e70 msgr2=0x7f9848158980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:45.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.246+0000 7f984eef9640 1 --2- 172.21.15.67:0/26627334 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f98480b9e70 0x7f9848158980 secure :-1 s=READY pgs=1786 cs=0 l=1 rev1=1 crypto rx=0x7f9838034040 tx=0x7f98380038a0 comp rx=0 tx=0).stop 2024-09-21T00:31:45.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.246+0000 7f984eef9640 1 -- 172.21.15.67:0/26627334 shutdown_connections 2024-09-21T00:31:45.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.246+0000 7f984eef9640 1 --2- 172.21.15.67:0/26627334 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9834078b90 0x7f983407b0a0 unknown :-1 s=CLOSED pgs=669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:45.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.246+0000 7f984eef9640 1 --2- 172.21.15.67:0/26627334 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f98480d22f0 0x7f9848160e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:45.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.246+0000 7f984eef9640 1 --2- 172.21.15.67:0/26627334 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f98480b9e70 0x7f9848158980 unknown :-1 s=CLOSED pgs=1786 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:45.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.246+0000 7f984eef9640 1 --2- 172.21.15.67:0/26627334 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f984806ebc0 0x7f98480cde20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:45.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.246+0000 7f984eef9640 1 -- 172.21.15.67:0/26627334 >> 172.21.15.67:0/26627334 conn(0x7f98480d45a0 msgr2=0x7f98480b44e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:45.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.246+0000 7f984eef9640 1 -- 172.21.15.67:0/26627334 shutdown_connections 2024-09-21T00:31:45.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.246+0000 7f984eef9640 1 -- 172.21.15.67:0/26627334 wait complete. 2024-09-21T00:31:45.258 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:31:45.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.375+0000 7f7abe1ba640 1 -- 172.21.15.67:0/1892649286 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7ab80ce570 msgr2=0x7f7ab80d1da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:45.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.375+0000 7f7abe1ba640 1 --2- 172.21.15.67:0/1892649286 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7ab80ce570 0x7f7ab80d1da0 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f7aa8009820 tx=0x7f7aa802a480 comp rx=0 tx=0).stop 2024-09-21T00:31:45.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.375+0000 7f7abe1ba640 1 -- 172.21.15.67:0/1892649286 shutdown_connections 2024-09-21T00:31:45.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.375+0000 7f7abe1ba640 1 --2- 172.21.15.67:0/1892649286 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7ab80b5260 0x7f7ab80b5670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:45.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.375+0000 7f7abe1ba640 1 --2- 172.21.15.67:0/1892649286 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7ab80ce570 0x7f7ab80d1da0 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:45.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.375+0000 7f7abe1ba640 1 -- 172.21.15.67:0/1892649286 >> 172.21.15.67:0/1892649286 conn(0x7f7ab80d1280 msgr2=0x7f7ab80d1690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:45.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.375+0000 7f7abe1ba640 1 -- 172.21.15.67:0/1892649286 shutdown_connections 2024-09-21T00:31:45.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.375+0000 7f7abe1ba640 1 -- 172.21.15.67:0/1892649286 wait complete. 2024-09-21T00:31:45.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.376+0000 7f7abe1ba640 1 Processor -- start 2024-09-21T00:31:45.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.377+0000 7f7abe1ba640 1 -- start start 2024-09-21T00:31:45.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.378+0000 7f7abe1ba640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7ab80b5260 0x7f7ab809ed20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:45.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.378+0000 7f7abe1ba640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7ab80b5bb0 0x7f7ab8154a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:45.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.378+0000 7f7abe1ba640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7ab80ce570 0x7f7ab806cde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:45.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.378+0000 7f7abe1ba640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f7ab8165a90 con 0x7f7ab80ce570 2024-09-21T00:31:45.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.378+0000 7f7abe1ba640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f7ab8165910 con 0x7f7ab80b5260 2024-09-21T00:31:45.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.378+0000 7f7abe1ba640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f7ab8165c10 con 0x7f7ab80b5bb0 2024-09-21T00:31:45.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.378+0000 7f7ab7fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7ab80ce570 0x7f7ab806cde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:45.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.378+0000 7f7ab7fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7ab80ce570 0x7f7ab806cde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42954/0 (socket says 172.21.15.67:42954) 2024-09-21T00:31:45.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.378+0000 7f7ab7fff640 1 -- 172.21.15.67:0/3785936164 learned_addr learned my addr 172.21.15.67:0/3785936164 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:45.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.378+0000 7f7ab6ffd640 1 --2- 172.21.15.67:0/3785936164 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7ab80b5bb0 0x7f7ab8154a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:45.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.378+0000 7f7ab77fe640 1 --2- 172.21.15.67:0/3785936164 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7ab80b5260 0x7f7ab809ed20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:45.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.378+0000 7f7ab7fff640 1 -- 172.21.15.67:0/3785936164 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7ab80b5bb0 msgr2=0x7f7ab8154a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:45.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.378+0000 7f7ab7fff640 1 --2- 172.21.15.67:0/3785936164 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7ab80b5bb0 0x7f7ab8154a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:45.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.378+0000 7f7ab7fff640 1 -- 172.21.15.67:0/3785936164 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7ab80b5260 msgr2=0x7f7ab809ed20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:45.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.378+0000 7f7ab7fff640 1 --2- 172.21.15.67:0/3785936164 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7ab80b5260 0x7f7ab809ed20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:45.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.378+0000 7f7ab7fff640 1 -- 172.21.15.67:0/3785936164 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ab809d550 con 0x7f7ab80ce570 2024-09-21T00:31:45.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.379+0000 7f7ab7fff640 1 --2- 172.21.15.67:0/3785936164 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7ab80ce570 0x7f7ab806cde0 secure :-1 s=READY pgs=1787 cs=0 l=1 rev1=1 crypto rx=0x7f7ab000cab0 tx=0x7f7ab000cf70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:45.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.379+0000 7f7a9ffff640 1 -- 172.21.15.67:0/3785936164 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ab0016020 con 0x7f7ab80ce570 2024-09-21T00:31:45.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.379+0000 7f7a9ffff640 1 -- 172.21.15.67:0/3785936164 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7ab000ad20 con 0x7f7ab80ce570 2024-09-21T00:31:45.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.379+0000 7f7abe1ba640 1 -- 172.21.15.67:0/3785936164 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ab81f6f60 con 0x7f7ab80ce570 2024-09-21T00:31:45.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.379+0000 7f7a9ffff640 1 -- 172.21.15.67:0/3785936164 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ab0012680 con 0x7f7ab80ce570 2024-09-21T00:31:45.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.379+0000 7f7abe1ba640 1 -- 172.21.15.67:0/3785936164 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ab8154fb0 con 0x7f7ab80ce570 2024-09-21T00:31:45.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.380+0000 7f7abe1ba640 1 -- 172.21.15.67:0/3785936164 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7ab80b5670 con 0x7f7ab80ce570 2024-09-21T00:31:45.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.381+0000 7f7a9ffff640 1 -- 172.21.15.67:0/3785936164 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f7ab0019020 con 0x7f7ab80ce570 2024-09-21T00:31:45.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.381+0000 7f7a9ffff640 1 --2- 172.21.15.67:0/3785936164 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7aa4078bc0 0x7f7aa407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:45.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.381+0000 7f7a9ffff640 1 -- 172.21.15.67:0/3785936164 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7f7ab009ae60 con 0x7f7ab80ce570 2024-09-21T00:31:45.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.382+0000 7f7ab77fe640 1 --2- 172.21.15.67:0/3785936164 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7aa4078bc0 0x7f7aa407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:45.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.382+0000 7f7ab77fe640 1 --2- 172.21.15.67:0/3785936164 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7aa4078bc0 0x7f7aa407b0d0 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f7aa8034000 tx=0x7f7aa8004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:45.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.386+0000 7f7a9ffff640 1 -- 172.21.15.67:0/3785936164 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f7ab0020030 con 0x7f7ab80ce570 2024-09-21T00:31:45.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.577+0000 7f7abe1ba640 1 -- 172.21.15.67:0/3785936164 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f7ab809d2e0 con 0x7f7ab80ce570 2024-09-21T00:31:45.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.578+0000 7f7a9ffff640 1 -- 172.21.15.67:0/3785936164 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v140) ==== 74+0+16703 (secure 0 0 0) 0x7f7ab0062d70 con 0x7f7ab80ce570 2024-09-21T00:31:45.580 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:31:45.580 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":140,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:31:01.917416+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":21,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":20,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:30:57.961734+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"139","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":21,"pool_name":"cephfs_data","create_time":"2024-09-21T00:30:59.258026+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"140","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:31:45.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.581+0000 7f7abe1ba640 1 -- 172.21.15.67:0/3785936164 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7aa4078bc0 msgr2=0x7f7aa407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:45.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.581+0000 7f7abe1ba640 1 --2- 172.21.15.67:0/3785936164 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7aa4078bc0 0x7f7aa407b0d0 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f7aa8034000 tx=0x7f7aa8004730 comp rx=0 tx=0).stop 2024-09-21T00:31:45.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.581+0000 7f7abe1ba640 1 -- 172.21.15.67:0/3785936164 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7ab80ce570 msgr2=0x7f7ab806cde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:45.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.581+0000 7f7abe1ba640 1 --2- 172.21.15.67:0/3785936164 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7ab80ce570 0x7f7ab806cde0 secure :-1 s=READY pgs=1787 cs=0 l=1 rev1=1 crypto rx=0x7f7ab000cab0 tx=0x7f7ab000cf70 comp rx=0 tx=0).stop 2024-09-21T00:31:45.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.581+0000 7f7abe1ba640 1 -- 172.21.15.67:0/3785936164 shutdown_connections 2024-09-21T00:31:45.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.581+0000 7f7abe1ba640 1 --2- 172.21.15.67:0/3785936164 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7aa4078bc0 0x7f7aa407b0d0 unknown :-1 s=CLOSED pgs=670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:45.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.581+0000 7f7abe1ba640 1 --2- 172.21.15.67:0/3785936164 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7ab80ce570 0x7f7ab806cde0 unknown :-1 s=CLOSED pgs=1787 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:45.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.581+0000 7f7abe1ba640 1 --2- 172.21.15.67:0/3785936164 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7ab80b5bb0 0x7f7ab8154a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:45.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.581+0000 7f7abe1ba640 1 --2- 172.21.15.67:0/3785936164 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7ab80b5260 0x7f7ab809ed20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:45.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.581+0000 7f7abe1ba640 1 -- 172.21.15.67:0/3785936164 >> 172.21.15.67:0/3785936164 conn(0x7f7ab80d1280 msgr2=0x7f7ab80b0050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:45.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.581+0000 7f7abe1ba640 1 -- 172.21.15.67:0/3785936164 shutdown_connections 2024-09-21T00:31:45.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.581+0000 7f7abe1ba640 1 -- 172.21.15.67:0/3785936164 wait complete. 2024-09-21T00:31:45.594 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-21T00:31:45.594 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:31:45.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.710+0000 7fc87958a640 1 -- 172.21.15.67:0/327248049 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc85c0039e0 msgr2=0x7fc85c003e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:45.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.710+0000 7fc87958a640 1 --2- 172.21.15.67:0/327248049 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc85c0039e0 0x7fc85c003e10 secure :-1 s=READY pgs=1789 cs=0 l=1 rev1=1 crypto rx=0x7fc864001790 tx=0x7fc85c005830 comp rx=0 tx=0).stop 2024-09-21T00:31:45.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.710+0000 7fc8737fe640 1 -- 172.21.15.67:0/327248049 reap_dead start 2024-09-21T00:31:45.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.710+0000 7fc87958a640 1 -- 172.21.15.67:0/327248049 shutdown_connections 2024-09-21T00:31:45.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.710+0000 7fc87958a640 1 -- 172.21.15.67:0/327248049 >> 172.21.15.67:0/327248049 conn(0x7fc87406dfb0 msgr2=0x7fc87406e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:45.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.710+0000 7fc87958a640 1 -- 172.21.15.67:0/327248049 shutdown_connections 2024-09-21T00:31:45.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.710+0000 7fc87958a640 1 -- 172.21.15.67:0/327248049 wait complete. 2024-09-21T00:31:45.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.712+0000 7fc87958a640 1 Processor -- start 2024-09-21T00:31:45.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.712+0000 7fc87958a640 1 -- start start 2024-09-21T00:31:45.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.714+0000 7fc87958a640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc85c0039e0 0x7fc8740ab1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:45.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.714+0000 7fc87958a640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc87414aeb0 0x7fc8740ce0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:45.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.714+0000 7fc87958a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc874161e60 0x7fc8741f88f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:45.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.714+0000 7fc87958a640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc87415f2b0 con 0x7fc874161e60 2024-09-21T00:31:45.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.714+0000 7fc87958a640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc8740d1950 con 0x7fc85c0039e0 2024-09-21T00:31:45.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.714+0000 7fc87958a640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fc87415f430 con 0x7fc87414aeb0 2024-09-21T00:31:45.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.714+0000 7fc8737fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc874161e60 0x7fc8741f88f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:45.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.714+0000 7fc8737fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc874161e60 0x7fc8741f88f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42970/0 (socket says 172.21.15.67:42970) 2024-09-21T00:31:45.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.714+0000 7fc8737fe640 1 -- 172.21.15.67:0/2080286939 learned_addr learned my addr 172.21.15.67:0/2080286939 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:45.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.714+0000 7fc872ffd640 1 --2- 172.21.15.67:0/2080286939 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc85c0039e0 0x7fc8740ab1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:45.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.714+0000 7fc8727fc640 1 --2- 172.21.15.67:0/2080286939 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc87414aeb0 0x7fc8740ce0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:45.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.714+0000 7fc8737fe640 1 -- 172.21.15.67:0/2080286939 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc87414aeb0 msgr2=0x7fc8740ce0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:45.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.714+0000 7fc8737fe640 1 --2- 172.21.15.67:0/2080286939 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc87414aeb0 0x7fc8740ce0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:45.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.714+0000 7fc8737fe640 1 -- 172.21.15.67:0/2080286939 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc85c0039e0 msgr2=0x7fc8740ab1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:45.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.714+0000 7fc8737fe640 1 --2- 172.21.15.67:0/2080286939 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc85c0039e0 0x7fc8740ab1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:45.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.714+0000 7fc8737fe640 1 -- 172.21.15.67:0/2080286939 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8740ab730 con 0x7fc874161e60 2024-09-21T00:31:45.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.714+0000 7fc8727fc640 1 --2- 172.21.15.67:0/2080286939 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc87414aeb0 0x7fc8740ce0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:31:45.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.714+0000 7fc8737fe640 1 --2- 172.21.15.67:0/2080286939 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc874161e60 0x7fc8741f88f0 secure :-1 s=READY pgs=1790 cs=0 l=1 rev1=1 crypto rx=0x7fc8740d1f80 tx=0x7fc86c010f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:45.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.714+0000 7fc85b7fe640 1 -- 172.21.15.67:0/2080286939 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc86c003970 con 0x7fc874161e60 2024-09-21T00:31:45.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.714+0000 7fc85b7fe640 1 -- 172.21.15.67:0/2080286939 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc86c015070 con 0x7fc874161e60 2024-09-21T00:31:45.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.714+0000 7fc87958a640 1 -- 172.21.15.67:0/2080286939 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc874160dc0 con 0x7fc874161e60 2024-09-21T00:31:45.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.715+0000 7fc85b7fe640 1 -- 172.21.15.67:0/2080286939 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc86c004030 con 0x7fc874161e60 2024-09-21T00:31:45.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.715+0000 7fc87958a640 1 -- 172.21.15.67:0/2080286939 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc874161380 con 0x7fc874161e60 2024-09-21T00:31:45.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.716+0000 7fc87958a640 1 -- 172.21.15.67:0/2080286939 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc87415f9c0 con 0x7fc874161e60 2024-09-21T00:31:45.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.716+0000 7fc85b7fe640 1 -- 172.21.15.67:0/2080286939 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fc86c0041d0 con 0x7fc874161e60 2024-09-21T00:31:45.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.717+0000 7fc85b7fe640 1 --2- 172.21.15.67:0/2080286939 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc860078bc0 0x7fc86007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:45.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.717+0000 7fc85b7fe640 1 -- 172.21.15.67:0/2080286939 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7fc86c09b720 con 0x7fc874161e60 2024-09-21T00:31:45.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.717+0000 7fc872ffd640 1 --2- 172.21.15.67:0/2080286939 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc860078bc0 0x7fc86007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:45.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.718+0000 7fc872ffd640 1 --2- 172.21.15.67:0/2080286939 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc860078bc0 0x7fc86007b0d0 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7fc86402f000 tx=0x7fc8640012c0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:45.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.721+0000 7fc85b7fe640 1 -- 172.21.15.67:0/2080286939 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fc86c063510 con 0x7fc874161e60 2024-09-21T00:31:45.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.948+0000 7fc87958a640 1 -- 172.21.15.67:0/2080286939 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc87406cfe0 con 0x7fc874161e60 2024-09-21T00:31:45.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.949+0000 7fc85b7fe640 1 -- 172.21.15.67:0/2080286939 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 118 v118) ==== 95+0+5233 (secure 0 0 0) 0x7fc86c067f40 con 0x7fc874161e60 2024-09-21T00:31:45.950 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:31:45.950 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":118,"btime":"2024-09-21T00:31:03:931248+0000","default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7403,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/2834357950","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":2834357950},{"type":"v1","addr":"172.21.15.97:6837","nonce":2834357950}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":112},{"gid":8173,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/3488762384","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3488762384},{"type":"v1","addr":"172.21.15.97:6836","nonce":3488762384}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":112},{"gid":8182,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/1799325258","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":1799325258},{"type":"v1","addr":"172.21.15.67:6835","nonce":1799325258}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":113}],"filesystems":[{"mdsmap":{"epoch":118,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:31:00.289899+0000","modified":"2024-09-21T00:31:03.315250+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8982},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8982":{"gid":8982,"name":"c","rank":0,"incarnation":114,"state":"up:active","state_seq":4,"addr":"172.21.15.67:6833/1883288453","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1883288453},{"type":"v1","addr":"172.21.15.67:6833","nonce":1883288453}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[21],"metadata_pool":20,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8982,"qdb_cluster":[8982]},"id":10}]} 2024-09-21T00:31:45.950 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 118 2024-09-21T00:31:45.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.951+0000 7fc87958a640 1 -- 172.21.15.67:0/2080286939 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc860078bc0 msgr2=0x7fc86007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:45.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.951+0000 7fc87958a640 1 --2- 172.21.15.67:0/2080286939 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc860078bc0 0x7fc86007b0d0 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7fc86402f000 tx=0x7fc8640012c0 comp rx=0 tx=0).stop 2024-09-21T00:31:45.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.951+0000 7fc87958a640 1 -- 172.21.15.67:0/2080286939 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc874161e60 msgr2=0x7fc8741f88f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:45.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.951+0000 7fc87958a640 1 --2- 172.21.15.67:0/2080286939 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc874161e60 0x7fc8741f88f0 secure :-1 s=READY pgs=1790 cs=0 l=1 rev1=1 crypto rx=0x7fc8740d1f80 tx=0x7fc86c010f40 comp rx=0 tx=0).stop 2024-09-21T00:31:45.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.951+0000 7fc87958a640 1 -- 172.21.15.67:0/2080286939 shutdown_connections 2024-09-21T00:31:45.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.951+0000 7fc87958a640 1 --2- 172.21.15.67:0/2080286939 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc860078bc0 0x7fc86007b0d0 unknown :-1 s=CLOSED pgs=671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:45.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.951+0000 7fc87958a640 1 --2- 172.21.15.67:0/2080286939 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc874161e60 0x7fc8741f88f0 unknown :-1 s=CLOSED pgs=1790 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:45.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.951+0000 7fc87958a640 1 --2- 172.21.15.67:0/2080286939 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc87414aeb0 0x7fc8740ce0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:45.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.951+0000 7fc87958a640 1 --2- 172.21.15.67:0/2080286939 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc85c0039e0 0x7fc8740ab1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:45.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.951+0000 7fc87958a640 1 -- 172.21.15.67:0/2080286939 >> 172.21.15.67:0/2080286939 conn(0x7fc87406dfb0 msgr2=0x7fc8740b41f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:45.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.951+0000 7fc87958a640 1 -- 172.21.15.67:0/2080286939 shutdown_connections 2024-09-21T00:31:45.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:45.951+0000 7fc87958a640 1 -- 172.21.15.67:0/2080286939 wait complete. 2024-09-21T00:31:45.964 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:31:46.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.080+0000 7f6bf5d13640 1 -- 172.21.15.67:0/4083926409 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6bdc003a30 msgr2=0x7f6bdc003ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:46.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.080+0000 7f6bf5d13640 1 --2- 172.21.15.67:0/4083926409 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6bdc003a30 0x7f6bdc003ea0 secure :-1 s=READY pgs=1792 cs=0 l=1 rev1=1 crypto rx=0x7f6be0006fc0 tx=0x7f6bdc005830 comp rx=0 tx=0).stop 2024-09-21T00:31:46.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.080+0000 7f6beffff640 1 -- 172.21.15.67:0/4083926409 reap_dead start 2024-09-21T00:31:46.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.080+0000 7f6bf5d13640 1 -- 172.21.15.67:0/4083926409 shutdown_connections 2024-09-21T00:31:46.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.080+0000 7f6bf5d13640 1 -- 172.21.15.67:0/4083926409 >> 172.21.15.67:0/4083926409 conn(0x7f6bf006dfb0 msgr2=0x7f6bf006e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:46.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.080+0000 7f6bf5d13640 1 -- 172.21.15.67:0/4083926409 shutdown_connections 2024-09-21T00:31:46.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.080+0000 7f6bf5d13640 1 -- 172.21.15.67:0/4083926409 wait complete. 2024-09-21T00:31:46.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.082+0000 7f6bf5d13640 1 Processor -- start 2024-09-21T00:31:46.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.082+0000 7f6bf5d13640 1 -- start start 2024-09-21T00:31:46.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.083+0000 7f6bf5d13640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6bdc003a30 0x7f6bf014fbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:46.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.083+0000 7f6bf5d13640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6bf01618d0 0x7f6bf00ca5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:46.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.083+0000 7f6bf5d13640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6bf0161ce0 0x7f6bf00caae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:46.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.083+0000 7f6bf5d13640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f6bf015f2b0 con 0x7f6bf01618d0 2024-09-21T00:31:46.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.083+0000 7f6bf5d13640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f6bf015ee40 con 0x7f6bf0161ce0 2024-09-21T00:31:46.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.083+0000 7f6bf5d13640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f6bf015f430 con 0x7f6bdc003a30 2024-09-21T00:31:46.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.084+0000 7f6be6ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6bf01618d0 0x7f6bf00ca5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:46.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.084+0000 7f6be6ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6bf01618d0 0x7f6bf00ca5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:43000/0 (socket says 172.21.15.67:43000) 2024-09-21T00:31:46.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.084+0000 7f6be6ffd640 1 -- 172.21.15.67:0/1726604324 learned_addr learned my addr 172.21.15.67:0/1726604324 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:46.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.084+0000 7f6bef7fe640 1 --2- 172.21.15.67:0/1726604324 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6bdc003a30 0x7f6bf014fbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:46.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.084+0000 7f6beffff640 1 --2- 172.21.15.67:0/1726604324 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6bf0161ce0 0x7f6bf00caae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:46.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.084+0000 7f6be6ffd640 1 -- 172.21.15.67:0/1726604324 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6bdc003a30 msgr2=0x7f6bf014fbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:46.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.084+0000 7f6be6ffd640 1 --2- 172.21.15.67:0/1726604324 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6bdc003a30 0x7f6bf014fbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:46.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.084+0000 7f6be6ffd640 1 -- 172.21.15.67:0/1726604324 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6bf0161ce0 msgr2=0x7f6bf00caae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:46.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.084+0000 7f6be6ffd640 1 --2- 172.21.15.67:0/1726604324 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6bf0161ce0 0x7f6bf00caae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:46.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.084+0000 7f6be6ffd640 1 -- 172.21.15.67:0/1726604324 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6bf0150120 con 0x7f6bf01618d0 2024-09-21T00:31:46.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.084+0000 7f6be6ffd640 1 --2- 172.21.15.67:0/1726604324 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6bf01618d0 0x7f6bf00ca5a0 secure :-1 s=READY pgs=1793 cs=0 l=1 rev1=1 crypto rx=0x7f6bd8011a50 tx=0x7f6bd8011f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:46.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.084+0000 7f6becff9640 1 -- 172.21.15.67:0/1726604324 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bd801f070 con 0x7f6bf01618d0 2024-09-21T00:31:46.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.084+0000 7f6becff9640 1 -- 172.21.15.67:0/1726604324 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6bd800fdc0 con 0x7f6bf01618d0 2024-09-21T00:31:46.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.084+0000 7f6bf5d13640 1 -- 172.21.15.67:0/1726604324 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6bf01f8cb0 con 0x7f6bf01618d0 2024-09-21T00:31:46.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.084+0000 7f6becff9640 1 -- 172.21.15.67:0/1726604324 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bd80126b0 con 0x7f6bf01618d0 2024-09-21T00:31:46.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.084+0000 7f6bf5d13640 1 -- 172.21.15.67:0/1726604324 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6bf01f9270 con 0x7f6bf01618d0 2024-09-21T00:31:46.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.085+0000 7f6bf5d13640 1 -- 172.21.15.67:0/1726604324 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6bf00b9c40 con 0x7f6bf01618d0 2024-09-21T00:31:46.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.086+0000 7f6becff9640 1 -- 172.21.15.67:0/1726604324 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f6bd8022070 con 0x7f6bf01618d0 2024-09-21T00:31:46.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.087+0000 7f6becff9640 1 --2- 172.21.15.67:0/1726604324 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6bd0078b90 0x7f6bd007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:46.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.087+0000 7f6becff9640 1 -- 172.21.15.67:0/1726604324 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7f6bd809b690 con 0x7f6bf01618d0 2024-09-21T00:31:46.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.087+0000 7f6bef7fe640 1 --2- 172.21.15.67:0/1726604324 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6bd0078b90 0x7f6bd007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:46.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.088+0000 7f6bef7fe640 1 --2- 172.21.15.67:0/1726604324 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6bd0078b90 0x7f6bd007b0a0 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f6be0033000 tx=0x7f6bf00cf070 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:46.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.091+0000 7f6becff9640 1 -- 172.21.15.67:0/1726604324 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f6bd8063480 con 0x7f6bf01618d0 2024-09-21T00:31:46.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.317+0000 7f6bf5d13640 1 -- 172.21.15.67:0/1726604324 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6bf0162140 con 0x7f6bf01618d0 2024-09-21T00:31:46.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.317+0000 7f6becff9640 1 -- 172.21.15.67:0/1726604324 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 118 v118) ==== 95+0+5233 (secure 0 0 0) 0x7f6bd8067eb0 con 0x7f6bf01618d0 2024-09-21T00:31:46.318 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:31:46.319 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":118,"btime":"2024-09-21T00:31:03:931248+0000","default_fscid":10,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7403,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/2834357950","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":2834357950},{"type":"v1","addr":"172.21.15.97:6837","nonce":2834357950}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":112},{"gid":8173,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/3488762384","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3488762384},{"type":"v1","addr":"172.21.15.97:6836","nonce":3488762384}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":112},{"gid":8182,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/1799325258","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":1799325258},{"type":"v1","addr":"172.21.15.67:6835","nonce":1799325258}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":113}],"filesystems":[{"mdsmap":{"epoch":118,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:31:00.289899+0000","modified":"2024-09-21T00:31:03.315250+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":8982},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8982":{"gid":8982,"name":"c","rank":0,"incarnation":114,"state":"up:active","state_seq":4,"addr":"172.21.15.67:6833/1883288453","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1883288453},{"type":"v1","addr":"172.21.15.67:6833","nonce":1883288453}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[21],"metadata_pool":20,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":8982,"qdb_cluster":[8982]},"id":10}]} 2024-09-21T00:31:46.319 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 118 2024-09-21T00:31:46.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.319+0000 7f6bf5d13640 1 -- 172.21.15.67:0/1726604324 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6bd0078b90 msgr2=0x7f6bd007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:46.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.319+0000 7f6bf5d13640 1 --2- 172.21.15.67:0/1726604324 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6bd0078b90 0x7f6bd007b0a0 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f6be0033000 tx=0x7f6bf00cf070 comp rx=0 tx=0).stop 2024-09-21T00:31:46.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.319+0000 7f6bf5d13640 1 -- 172.21.15.67:0/1726604324 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6bf01618d0 msgr2=0x7f6bf00ca5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:46.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.319+0000 7f6bf5d13640 1 --2- 172.21.15.67:0/1726604324 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6bf01618d0 0x7f6bf00ca5a0 secure :-1 s=READY pgs=1793 cs=0 l=1 rev1=1 crypto rx=0x7f6bd8011a50 tx=0x7f6bd8011f10 comp rx=0 tx=0).stop 2024-09-21T00:31:46.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.319+0000 7f6bf5d13640 1 -- 172.21.15.67:0/1726604324 shutdown_connections 2024-09-21T00:31:46.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.319+0000 7f6bf5d13640 1 --2- 172.21.15.67:0/1726604324 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6bd0078b90 0x7f6bd007b0a0 unknown :-1 s=CLOSED pgs=672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:46.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.319+0000 7f6bf5d13640 1 --2- 172.21.15.67:0/1726604324 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6bf0161ce0 0x7f6bf00caae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:46.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.319+0000 7f6bf5d13640 1 --2- 172.21.15.67:0/1726604324 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6bf01618d0 0x7f6bf00ca5a0 unknown :-1 s=CLOSED pgs=1793 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:46.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.319+0000 7f6bf5d13640 1 --2- 172.21.15.67:0/1726604324 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6bdc003a30 0x7f6bf014fbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:46.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.319+0000 7f6bf5d13640 1 -- 172.21.15.67:0/1726604324 >> 172.21.15.67:0/1726604324 conn(0x7f6bf006dfb0 msgr2=0x7f6bf00d4ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:46.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.319+0000 7f6bf5d13640 1 -- 172.21.15.67:0/1726604324 shutdown_connections 2024-09-21T00:31:46.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.319+0000 7f6bf5d13640 1 -- 172.21.15.67:0/1726604324 wait complete. 2024-09-21T00:31:46.332 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:31:46.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.448+0000 7f649ca7e640 1 -- 172.21.15.67:0/1169180973 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6484003fd0 msgr2=0x7f6484004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:46.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.448+0000 7f649ca7e640 1 --2- 172.21.15.67:0/1169180973 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6484003fd0 0x7f6484004800 secure :-1 s=READY pgs=1795 cs=0 l=1 rev1=1 crypto rx=0x7f64980ba280 tx=0x7f6484005830 comp rx=0 tx=0).stop 2024-09-21T00:31:46.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.448+0000 7f6496d9d640 1 -- 172.21.15.67:0/1169180973 reap_dead start 2024-09-21T00:31:46.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.448+0000 7f649ca7e640 1 -- 172.21.15.67:0/1169180973 shutdown_connections 2024-09-21T00:31:46.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.448+0000 7f649ca7e640 1 -- 172.21.15.67:0/1169180973 >> 172.21.15.67:0/1169180973 conn(0x7f64980d45a0 msgr2=0x7f64980d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:46.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.448+0000 7f649ca7e640 1 -- 172.21.15.67:0/1169180973 shutdown_connections 2024-09-21T00:31:46.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.448+0000 7f649ca7e640 1 -- 172.21.15.67:0/1169180973 wait complete. 2024-09-21T00:31:46.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.450+0000 7f649ca7e640 1 Processor -- start 2024-09-21T00:31:46.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.450+0000 7f649ca7e640 1 -- start start 2024-09-21T00:31:46.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.451+0000 7f649ca7e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6484003fd0 0x7f649815fe90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:46.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.451+0000 7f649ca7e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6498151040 0x7f64980a1c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:46.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.451+0000 7f649ca7e640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f649814e420 0x7f64981f52f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:46.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.451+0000 7f649ca7e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f64980b63b0 con 0x7f6498151040 2024-09-21T00:31:46.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.451+0000 7f649ca7e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f64980b6230 con 0x7f6484003fd0 2024-09-21T00:31:46.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.451+0000 7f649ca7e640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f649806f2d0 con 0x7f649814e420 2024-09-21T00:31:46.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.451+0000 7f649659c640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6484003fd0 0x7f649815fe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:46.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.452+0000 7f649659c640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6484003fd0 0x7f649815fe90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.67:57348/0 (socket says 172.21.15.67:57348) 2024-09-21T00:31:46.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.452+0000 7f6496d9d640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f649814e420 0x7f64981f52f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:46.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.452+0000 7f649659c640 1 -- 172.21.15.67:0/64297452 learned_addr learned my addr 172.21.15.67:0/64297452 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:46.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.452+0000 7f6495d9b640 1 --2- 172.21.15.67:0/64297452 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6498151040 0x7f64980a1c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:46.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.452+0000 7f649659c640 1 -- 172.21.15.67:0/64297452 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f649814e420 msgr2=0x7f64981f52f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:46.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.452+0000 7f649659c640 1 --2- 172.21.15.67:0/64297452 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f649814e420 0x7f64981f52f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:46.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.452+0000 7f649659c640 1 -- 172.21.15.67:0/64297452 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6498151040 msgr2=0x7f64980a1c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:46.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.452+0000 7f649659c640 1 --2- 172.21.15.67:0/64297452 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6498151040 0x7f64980a1c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:46.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.452+0000 7f649659c640 1 -- 172.21.15.67:0/64297452 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f649814e830 con 0x7f6484003fd0 2024-09-21T00:31:46.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.452+0000 7f6495d9b640 1 --2- 172.21.15.67:0/64297452 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6498151040 0x7f64980a1c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:31:46.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.452+0000 7f649659c640 1 --2- 172.21.15.67:0/64297452 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6484003fd0 0x7f649815fe90 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f6490011b40 tx=0x7f6490009e90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:46.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.452+0000 7f648effd640 1 -- 172.21.15.67:0/64297452 <== mon.1 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f649001e070 con 0x7f6484003fd0 2024-09-21T00:31:46.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.452+0000 7f648effd640 1 -- 172.21.15.67:0/64297452 <== mon.1 v2:172.21.15.97:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6490004050 con 0x7f6484003fd0 2024-09-21T00:31:46.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.452+0000 7f649ca7e640 1 -- 172.21.15.67:0/64297452 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f64980cc7d0 con 0x7f6484003fd0 2024-09-21T00:31:46.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.452+0000 7f648effd640 1 -- 172.21.15.67:0/64297452 <== mon.1 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64900044a0 con 0x7f6484003fd0 2024-09-21T00:31:46.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.452+0000 7f649ca7e640 1 -- 172.21.15.67:0/64297452 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64980ccd90 con 0x7f6484003fd0 2024-09-21T00:31:46.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.453+0000 7f649ca7e640 1 -- 172.21.15.67:0/64297452 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f649814ea00 con 0x7f6484003fd0 2024-09-21T00:31:46.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.454+0000 7f648effd640 1 -- 172.21.15.67:0/64297452 <== mon.1 v2:172.21.15.97:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f6490021070 con 0x7f6484003fd0 2024-09-21T00:31:46.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.455+0000 7f648effd640 1 --2- 172.21.15.67:0/64297452 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6478078b90 0x7f647807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:46.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.455+0000 7f648effd640 1 -- 172.21.15.67:0/64297452 <== mon.1 v2:172.21.15.97:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7f649009bfc0 con 0x7f6484003fd0 2024-09-21T00:31:46.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.455+0000 7f6495d9b640 1 --2- 172.21.15.67:0/64297452 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6478078b90 0x7f647807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:46.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.456+0000 7f6495d9b640 1 --2- 172.21.15.67:0/64297452 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6478078b90 0x7f647807b0a0 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f6480033000 tx=0x7f6480038040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:46.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.460+0000 7f648effd640 1 -- 172.21.15.67:0/64297452 <== mon.1 v2:172.21.15.97:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f6490063e70 con 0x7f6484003fd0 2024-09-21T00:31:46.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.650+0000 7f649ca7e640 1 -- 172.21.15.67:0/64297452 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f64980b6530 con 0x7f6484003fd0 2024-09-21T00:31:46.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.652+0000 7f648effd640 1 -- 172.21.15.67:0/64297452 <== mon.1 v2:172.21.15.97:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v140) ==== 74+0+16703 (secure 0 0 0) 0x7f64900688a0 con 0x7f6484003fd0 2024-09-21T00:31:46.653 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:31:46.654 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":140,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:31:01.917416+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":21,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":20,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:30:57.961734+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"139","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":21,"pool_name":"cephfs_data","create_time":"2024-09-21T00:30:59.258026+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"140","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:31:46.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.654+0000 7f649ca7e640 1 -- 172.21.15.67:0/64297452 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6478078b90 msgr2=0x7f647807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:46.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.654+0000 7f649ca7e640 1 --2- 172.21.15.67:0/64297452 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6478078b90 0x7f647807b0a0 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f6480033000 tx=0x7f6480038040 comp rx=0 tx=0).stop 2024-09-21T00:31:46.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.654+0000 7f649ca7e640 1 -- 172.21.15.67:0/64297452 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6484003fd0 msgr2=0x7f649815fe90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:46.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.654+0000 7f649ca7e640 1 --2- 172.21.15.67:0/64297452 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6484003fd0 0x7f649815fe90 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f6490011b40 tx=0x7f6490009e90 comp rx=0 tx=0).stop 2024-09-21T00:31:46.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.654+0000 7f649ca7e640 1 -- 172.21.15.67:0/64297452 shutdown_connections 2024-09-21T00:31:46.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.654+0000 7f649ca7e640 1 --2- 172.21.15.67:0/64297452 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6478078b90 0x7f647807b0a0 unknown :-1 s=CLOSED pgs=673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:46.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.654+0000 7f649ca7e640 1 --2- 172.21.15.67:0/64297452 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f649814e420 0x7f64981f52f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:46.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.654+0000 7f649ca7e640 1 --2- 172.21.15.67:0/64297452 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6498151040 0x7f64980a1c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:46.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.654+0000 7f649ca7e640 1 --2- 172.21.15.67:0/64297452 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6484003fd0 0x7f649815fe90 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:46.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.654+0000 7f649ca7e640 1 -- 172.21.15.67:0/64297452 >> 172.21.15.67:0/64297452 conn(0x7f64980d45a0 msgr2=0x7f64980b4800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:46.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.654+0000 7f649ca7e640 1 -- 172.21.15.67:0/64297452 shutdown_connections 2024-09-21T00:31:46.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.654+0000 7f649ca7e640 1 -- 172.21.15.67:0/64297452 wait complete. 2024-09-21T00:31:46.667 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-21T00:31:46.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.784+0000 7fa58040a640 1 -- 172.21.15.67:0/1567745845 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa564004d90 msgr2=0x7fa564005220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:46.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.784+0000 7fa58040a640 1 --2- 172.21.15.67:0/1567745845 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa564004d90 0x7fa564005220 secure :-1 s=READY pgs=1797 cs=0 l=1 rev1=1 crypto rx=0x7fa5780b6e40 tx=0x7fa564005830 comp rx=0 tx=0).stop 2024-09-21T00:31:46.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.784+0000 7fa57e9a7640 1 -- 172.21.15.67:0/1567745845 reap_dead start 2024-09-21T00:31:46.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.784+0000 7fa58040a640 1 -- 172.21.15.67:0/1567745845 shutdown_connections 2024-09-21T00:31:46.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.784+0000 7fa58040a640 1 -- 172.21.15.67:0/1567745845 >> 172.21.15.67:0/1567745845 conn(0x7fa5780d1280 msgr2=0x7fa5780d1690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:46.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.784+0000 7fa58040a640 1 -- 172.21.15.67:0/1567745845 shutdown_connections 2024-09-21T00:31:46.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.784+0000 7fa58040a640 1 -- 172.21.15.67:0/1567745845 wait complete. 2024-09-21T00:31:46.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.786+0000 7fa58040a640 1 Processor -- start 2024-09-21T00:31:46.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.786+0000 7fa58040a640 1 -- start start 2024-09-21T00:31:46.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.787+0000 7fa58040a640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa564004d90 0x7fa57815d640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:46.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.787+0000 7fa58040a640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa578152250 0x7fa5781540e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:46.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.787+0000 7fa58040a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa578152660 0x7fa5780c6fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:46.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.787+0000 7fa58040a640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fa5780d2130 con 0x7fa578152660 2024-09-21T00:31:46.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.787+0000 7fa58040a640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fa5780d1fb0 con 0x7fa564004d90 2024-09-21T00:31:46.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.787+0000 7fa58040a640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fa5780b0bb0 con 0x7fa578152250 2024-09-21T00:31:46.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.787+0000 7fa57e9a7640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa578152660 0x7fa5780c6fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:46.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.787+0000 7fa57e9a7640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa578152660 0x7fa5780c6fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:43022/0 (socket says 172.21.15.67:43022) 2024-09-21T00:31:46.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.787+0000 7fa57e9a7640 1 -- 172.21.15.67:0/1091523925 learned_addr learned my addr 172.21.15.67:0/1091523925 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:46.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.788+0000 7fa57d9a5640 1 --2- 172.21.15.67:0/1091523925 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa578152250 0x7fa5781540e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:46.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.788+0000 7fa57e1a6640 1 --2- 172.21.15.67:0/1091523925 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa564004d90 0x7fa57815d640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:46.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.788+0000 7fa57e9a7640 1 -- 172.21.15.67:0/1091523925 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa578152250 msgr2=0x7fa5781540e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:46.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.788+0000 7fa57e9a7640 1 --2- 172.21.15.67:0/1091523925 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa578152250 0x7fa5781540e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:46.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.788+0000 7fa57e9a7640 1 -- 172.21.15.67:0/1091523925 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa564004d90 msgr2=0x7fa57815d640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:46.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.788+0000 7fa57e9a7640 1 --2- 172.21.15.67:0/1091523925 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa564004d90 0x7fa57815d640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:46.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.788+0000 7fa57e9a7640 1 -- 172.21.15.67:0/1091523925 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa578156330 con 0x7fa578152660 2024-09-21T00:31:46.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.788+0000 7fa57e9a7640 1 --2- 172.21.15.67:0/1091523925 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa578152660 0x7fa5780c6fa0 secure :-1 s=READY pgs=1798 cs=0 l=1 rev1=1 crypto rx=0x7fa570001f90 tx=0x7fa570006c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:46.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.788+0000 7fa56effd640 1 -- 172.21.15.67:0/1091523925 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa570003d40 con 0x7fa578152660 2024-09-21T00:31:46.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.788+0000 7fa56effd640 1 -- 172.21.15.67:0/1091523925 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa5700060b0 con 0x7fa578152660 2024-09-21T00:31:46.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.788+0000 7fa58040a640 1 -- 172.21.15.67:0/1091523925 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa578156610 con 0x7fa578152660 2024-09-21T00:31:46.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.788+0000 7fa56effd640 1 -- 172.21.15.67:0/1091523925 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5700064a0 con 0x7fa578152660 2024-09-21T00:31:46.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.788+0000 7fa58040a640 1 -- 172.21.15.67:0/1091523925 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa57815dc80 con 0x7fa578152660 2024-09-21T00:31:46.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.789+0000 7fa58040a640 1 -- 172.21.15.67:0/1091523925 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa5781560a0 con 0x7fa578152660 2024-09-21T00:31:46.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.790+0000 7fa56effd640 1 -- 172.21.15.67:0/1091523925 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fa57003d030 con 0x7fa578152660 2024-09-21T00:31:46.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.790+0000 7fa56effd640 1 --2- 172.21.15.67:0/1091523925 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa55c078bc0 0x7fa55c07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:46.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.791+0000 7fa56effd640 1 -- 172.21.15.67:0/1091523925 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(140..140 src has 1..140) ==== 5709+0+0 (secure 0 0 0) 0x7fa5700ba0e0 con 0x7fa578152660 2024-09-21T00:31:46.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.791+0000 7fa57e1a6640 1 --2- 172.21.15.67:0/1091523925 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa55c078bc0 0x7fa55c07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:46.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.791+0000 7fa57e1a6640 1 --2- 172.21.15.67:0/1091523925 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa55c078bc0 0x7fa55c07b0d0 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7fa574009c40 tx=0x7fa574005f30 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:46.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:46.795+0000 7fa56effd640 1 -- 172.21.15.67:0/1091523925 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fa570081f60 con 0x7fa578152660 2024-09-21T00:31:47.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:47.021+0000 7fa58040a640 1 -- 172.21.15.67:0/1091523925 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fa5780692e0 con 0x7fa578152660 2024-09-21T00:31:47.023 INFO:tasks.ceph.mon.a.smithi067.stderr:2024-09-21T00:31:47.022+0000 7f6547693640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-21T00:31:47.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:47.023+0000 7fa56effd640 1 -- 172.21.15.67:0/1091523925 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v119) ==== 161+0+0 (secure 0 0 0) 0x7fa5780692e0 con 0x7fa578152660 2024-09-21T00:31:47.024 INFO:teuthology.orchestra.run.smithi067.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-21T00:31:47.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:47.026+0000 7fa58040a640 1 -- 172.21.15.67:0/1091523925 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa55c078bc0 msgr2=0x7fa55c07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:47.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:47.026+0000 7fa58040a640 1 --2- 172.21.15.67:0/1091523925 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa55c078bc0 0x7fa55c07b0d0 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7fa574009c40 tx=0x7fa574005f30 comp rx=0 tx=0).stop 2024-09-21T00:31:47.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:47.026+0000 7fa58040a640 1 -- 172.21.15.67:0/1091523925 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa578152660 msgr2=0x7fa5780c6fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:47.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:47.026+0000 7fa58040a640 1 --2- 172.21.15.67:0/1091523925 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa578152660 0x7fa5780c6fa0 secure :-1 s=READY pgs=1798 cs=0 l=1 rev1=1 crypto rx=0x7fa570001f90 tx=0x7fa570006c60 comp rx=0 tx=0).stop 2024-09-21T00:31:47.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:47.026+0000 7fa58040a640 1 -- 172.21.15.67:0/1091523925 shutdown_connections 2024-09-21T00:31:47.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:47.026+0000 7fa58040a640 1 --2- 172.21.15.67:0/1091523925 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa55c078bc0 0x7fa55c07b0d0 unknown :-1 s=CLOSED pgs=674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:47.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:47.027+0000 7fa58040a640 1 --2- 172.21.15.67:0/1091523925 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa578152660 0x7fa5780c6fa0 unknown :-1 s=CLOSED pgs=1798 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:47.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:47.027+0000 7fa58040a640 1 --2- 172.21.15.67:0/1091523925 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa578152250 0x7fa5781540e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:47.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:47.027+0000 7fa58040a640 1 --2- 172.21.15.67:0/1091523925 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa564004d90 0x7fa57815d640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:47.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:47.027+0000 7fa58040a640 1 -- 172.21.15.67:0/1091523925 >> 172.21.15.67:0/1091523925 conn(0x7fa5780d1280 msgr2=0x7fa5780b30d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:47.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:47.027+0000 7fa58040a640 1 -- 172.21.15.67:0/1091523925 shutdown_connections 2024-09-21T00:31:47.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:47.027+0000 7fa58040a640 1 -- 172.21.15.67:0/1091523925 wait complete. 2024-09-21T00:31:47.040 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-21T00:31:47.094 INFO:tasks.ceph.mds.c.smithi067.stdout:starting mds.c at 2024-09-21T00:31:47.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:47.160+0000 7f6fe3fc6640 1 -- 172.21.15.67:0/1226548188 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6fdc0b16e0 msgr2=0x7f6fdc0cda00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:47.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:47.160+0000 7f6fe3fc6640 1 --2- 172.21.15.67:0/1226548188 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6fdc0b16e0 0x7f6fdc0cda00 secure :-1 s=READY pgs=1802 cs=0 l=1 rev1=1 crypto rx=0x7f6fcc005fd0 tx=0x7f6fcc02a5d0 comp rx=0 tx=0).stop 2024-09-21T00:31:47.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:47.160+0000 7f6fe3fc6640 1 -- 172.21.15.67:0/1226548188 shutdown_connections 2024-09-21T00:31:47.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:47.160+0000 7f6fe3fc6640 1 --2- 172.21.15.67:0/1226548188 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6fdc0cdf40 0x7f6fdc160690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:47.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:47.160+0000 7f6fe3fc6640 1 --2- 172.21.15.67:0/1226548188 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6fdc0b16e0 0x7f6fdc0cda00 unknown :-1 s=CLOSED pgs=1802 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:47.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:47.160+0000 7f6fe3fc6640 1 -- 172.21.15.67:0/1226548188 >> 172.21.15.67:0/1226548188 conn(0x7f6fdc0d24c0 msgr2=0x7f6fdc0d28d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:47.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:47.160+0000 7f6fe3fc6640 1 -- 172.21.15.67:0/1226548188 shutdown_connections 2024-09-21T00:31:47.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:47.160+0000 7f6fe3fc6640 1 -- 172.21.15.67:0/1226548188 wait complete. 2024-09-21T00:31:47.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:47.162+0000 7f6fe3fc6640 1 Processor -- start 2024-09-21T00:31:47.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:47.162+0000 7f6fe3fc6640 1 -- start start 2024-09-21T00:31:47.165 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:47.163+0000 7f6fe3fc6640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6fdc0b16e0 0x7f6fdc0cc240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:47.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:47.163+0000 7f6fe3fc6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6fdc0b78f0 0x7f6fdc15ea20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:47.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:47.163+0000 7f6fe3fc6640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6fdc0cdf40 0x7f6fdc0c9f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:47.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:47.163+0000 7f6fe3fc6640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f6fdc160bd0 con 0x7f6fdc0b78f0 2024-09-21T00:31:47.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:47.163+0000 7f6fe3fc6640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f6fdc0ce400 con 0x7f6fdc0b16e0 2024-09-21T00:31:47.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:47.163+0000 7f6fe3fc6640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f6fdc160d50 con 0x7f6fdc0cdf40 2024-09-21T00:31:47.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:47.163+0000 7f6fe1561640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6fdc0b78f0 0x7f6fdc15ea20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:47.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:47.164+0000 7f6fe1561640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6fdc0b78f0 0x7f6fdc15ea20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:43078/0 (socket says 172.21.15.67:43078) 2024-09-21T00:31:47.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:47.164+0000 7f6fe1561640 1 -- 172.21.15.67:0/1045591641 learned_addr learned my addr 172.21.15.67:0/1045591641 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:47.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:47.164+0000 7f6fe2563640 1 --2- 172.21.15.67:0/1045591641 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6fdc0cdf40 0x7f6fdc0c9f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:47.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:47.164+0000 7f6fe1d62640 1 --2- 172.21.15.67:0/1045591641 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6fdc0b16e0 0x7f6fdc0cc240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:47.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:47.164+0000 7f6fe1561640 1 -- 172.21.15.67:0/1045591641 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6fdc0cdf40 msgr2=0x7f6fdc0c9f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:47.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:47.164+0000 7f6fe1561640 1 --2- 172.21.15.67:0/1045591641 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6fdc0cdf40 0x7f6fdc0c9f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:47.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:47.164+0000 7f6fe1561640 1 -- 172.21.15.67:0/1045591641 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6fdc0b16e0 msgr2=0x7f6fdc0cc240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:47.167 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:47.164+0000 7f6fe1561640 1 --2- 172.21.15.67:0/1045591641 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6fdc0b16e0 0x7f6fdc0cc240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:47.167 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:47.164+0000 7f6fe1561640 1 -- 172.21.15.67:0/1045591641 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6fdc0b3530 con 0x7f6fdc0b78f0 2024-09-21T00:31:47.167 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:47.164+0000 7f6fe1561640 1 --2- 172.21.15.67:0/1045591641 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6fdc0b78f0 0x7f6fdc15ea20 secure :-1 s=READY pgs=1803 cs=0 l=1 rev1=1 crypto rx=0x7f6fcc000c00 tx=0x7f6fcc0038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:47.167 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:47.164+0000 7f6fd27fc640 1 -- 172.21.15.67:0/1045591641 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fcc03e030 con 0x7f6fdc0b78f0 2024-09-21T00:31:47.167 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:47.164+0000 7f6fd27fc640 1 -- 172.21.15.67:0/1045591641 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6fcc003ca0 con 0x7f6fdc0b78f0 2024-09-21T00:31:47.167 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:47.164+0000 7f6fd27fc640 1 -- 172.21.15.67:0/1045591641 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fcc035040 con 0x7f6fdc0b78f0 2024-09-21T00:31:47.167 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:47.164+0000 7f6fe3fc6640 1 -- 172.21.15.67:0/1045591641 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6fdc0b3810 con 0x7f6fdc0b78f0 2024-09-21T00:31:47.167 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:47.164+0000 7f6fe3fc6640 1 -- 172.21.15.67:0/1045591641 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6fdc0b3dd0 con 0x7f6fdc0b78f0 2024-09-21T00:31:47.168 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:47.165+0000 7f6fe3fc6640 1 -- 172.21.15.67:0/1045591641 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6fdc1f6580 con 0x7f6fdc0b78f0 2024-09-21T00:31:47.168 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:47.166+0000 7f6fd27fc640 1 -- 172.21.15.67:0/1045591641 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f6fcc041030 con 0x7f6fdc0b78f0 2024-09-21T00:31:47.168 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:47.167+0000 7f6fd27fc640 1 --2- 172.21.15.67:0/1045591641 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6fc0078b90 0x7f6fc007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:47.168 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:47.167+0000 7f6fd27fc640 1 -- 172.21.15.67:0/1045591641 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(141..141 src has 1..141) ==== 5795+0+0 (secure 0 0 0) 0x7f6fcc0bb240 con 0x7f6fdc0b78f0 2024-09-21T00:31:47.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:47.167+0000 7f6fe1d62640 1 --2- 172.21.15.67:0/1045591641 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6fc0078b90 0x7f6fc007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:47.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:47.168+0000 7f6fe1d62640 1 --2- 172.21.15.67:0/1045591641 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6fc0078b90 0x7f6fc007b0a0 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f6fd8000fd0 tx=0x7f6fd8009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:47.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:47.172+0000 7f6fd27fc640 1 -- 172.21.15.67:0/1045591641 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f6fcc0830f0 con 0x7f6fdc0b78f0 2024-09-21T00:31:47.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:47.401+0000 7f6fe3fc6640 1 -- 172.21.15.67:0/1045591641 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f6fdc0cda00 con 0x7f6fdc0b78f0 2024-09-21T00:31:48.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:48.043+0000 7f6fd27fc640 1 -- 172.21.15.67:0/1045591641 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v120) ==== 104+0+0 (secure 0 0 0) 0x7f6fcc087b20 con 0x7f6fdc0b78f0 2024-09-21T00:31:48.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:48.046+0000 7f6fe3fc6640 1 -- 172.21.15.67:0/1045591641 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6fc0078b90 msgr2=0x7f6fc007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:48.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:48.046+0000 7f6fe3fc6640 1 --2- 172.21.15.67:0/1045591641 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6fc0078b90 0x7f6fc007b0a0 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f6fd8000fd0 tx=0x7f6fd8009040 comp rx=0 tx=0).stop 2024-09-21T00:31:48.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:48.046+0000 7f6fe3fc6640 1 -- 172.21.15.67:0/1045591641 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6fdc0b78f0 msgr2=0x7f6fdc15ea20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:48.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:48.046+0000 7f6fe3fc6640 1 --2- 172.21.15.67:0/1045591641 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6fdc0b78f0 0x7f6fdc15ea20 secure :-1 s=READY pgs=1803 cs=0 l=1 rev1=1 crypto rx=0x7f6fcc000c00 tx=0x7f6fcc0038a0 comp rx=0 tx=0).stop 2024-09-21T00:31:48.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:48.046+0000 7f6fe3fc6640 1 -- 172.21.15.67:0/1045591641 shutdown_connections 2024-09-21T00:31:48.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:48.046+0000 7f6fe3fc6640 1 --2- 172.21.15.67:0/1045591641 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6fc0078b90 0x7f6fc007b0a0 unknown :-1 s=CLOSED pgs=675 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:48.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:48.046+0000 7f6fe3fc6640 1 --2- 172.21.15.67:0/1045591641 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6fdc0cdf40 0x7f6fdc0c9f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:48.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:48.046+0000 7f6fe3fc6640 1 --2- 172.21.15.67:0/1045591641 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6fdc0b78f0 0x7f6fdc15ea20 unknown :-1 s=CLOSED pgs=1803 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:48.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:48.046+0000 7f6fe3fc6640 1 --2- 172.21.15.67:0/1045591641 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6fdc0b16e0 0x7f6fdc0cc240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:48.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:48.046+0000 7f6fe3fc6640 1 -- 172.21.15.67:0/1045591641 >> 172.21.15.67:0/1045591641 conn(0x7f6fdc0d24c0 msgr2=0x7f6fdc0c7c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:48.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:48.046+0000 7f6fe3fc6640 1 -- 172.21.15.67:0/1045591641 shutdown_connections 2024-09-21T00:31:48.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:48.047+0000 7f6fe3fc6640 1 -- 172.21.15.67:0/1045591641 wait complete. 2024-09-21T00:31:48.062 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-21T00:31:48.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:48.188+0000 7f4dfb9df640 1 -- 172.21.15.67:0/4005470494 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4df40ce340 msgr2=0x7f4df40ce750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:48.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:48.188+0000 7f4dfb9df640 1 --2- 172.21.15.67:0/4005470494 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4df40ce340 0x7f4df40ce750 secure :-1 s=READY pgs=1805 cs=0 l=1 rev1=1 crypto rx=0x7f4dec005fd0 tx=0x7f4dec02a780 comp rx=0 tx=0).stop 2024-09-21T00:31:48.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:48.188+0000 7f4dfb9df640 1 -- 172.21.15.67:0/4005470494 shutdown_connections 2024-09-21T00:31:48.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:48.188+0000 7f4dfb9df640 1 --2- 172.21.15.67:0/4005470494 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4df40ce340 0x7f4df40ce750 unknown :-1 s=CLOSED pgs=1805 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:48.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:48.188+0000 7f4dfb9df640 1 --2- 172.21.15.67:0/4005470494 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4df40b16a0 0x7f4df40d0670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:48.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:48.188+0000 7f4dfb9df640 1 -- 172.21.15.67:0/4005470494 >> 172.21.15.67:0/4005470494 conn(0x7f4df40ceec0 msgr2=0x7f4df40cf2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:48.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:48.188+0000 7f4dfb9df640 1 -- 172.21.15.67:0/4005470494 shutdown_connections 2024-09-21T00:31:48.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:48.188+0000 7f4dfb9df640 1 -- 172.21.15.67:0/4005470494 wait complete. 2024-09-21T00:31:48.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:48.189+0000 7f4dfb9df640 1 Processor -- start 2024-09-21T00:31:48.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:48.189+0000 7f4dfb9df640 1 -- start start 2024-09-21T00:31:48.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:48.191+0000 7f4dfb9df640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4df40b16a0 0x7f4df415a2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:48.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:48.191+0000 7f4dfb9df640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4df40b1bf0 0x7f4df415b120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:48.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:48.191+0000 7f4dfb9df640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4df40ce340 0x7f4df415b660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:48.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:48.191+0000 7f4dfb9df640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f4df40cfbf0 con 0x7f4df40b1bf0 2024-09-21T00:31:48.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:48.191+0000 7f4dfb9df640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f4df40b2850 con 0x7f4df40ce340 2024-09-21T00:31:48.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:48.191+0000 7f4dfb9df640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f4df40cfd70 con 0x7f4df40b16a0 2024-09-21T00:31:48.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:48.191+0000 7f4df8f7a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4df40b1bf0 0x7f4df415b120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:48.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:48.191+0000 7f4df8f7a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4df40b1bf0 0x7f4df415b120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:43102/0 (socket says 172.21.15.67:43102) 2024-09-21T00:31:48.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:48.191+0000 7f4df8f7a640 1 -- 172.21.15.67:0/1348484383 learned_addr learned my addr 172.21.15.67:0/1348484383 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:48.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:48.191+0000 7f4df977b640 1 --2- 172.21.15.67:0/1348484383 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4df40b16a0 0x7f4df415a2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:48.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:48.191+0000 7f4df9f7c640 1 --2- 172.21.15.67:0/1348484383 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4df40ce340 0x7f4df415b660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:48.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:48.191+0000 7f4df8f7a640 1 -- 172.21.15.67:0/1348484383 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4df40b16a0 msgr2=0x7f4df415a2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:48.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:48.191+0000 7f4df8f7a640 1 --2- 172.21.15.67:0/1348484383 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4df40b16a0 0x7f4df415a2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:48.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:48.191+0000 7f4df8f7a640 1 -- 172.21.15.67:0/1348484383 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4df40ce340 msgr2=0x7f4df415b660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:48.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:48.191+0000 7f4df8f7a640 1 --2- 172.21.15.67:0/1348484383 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4df40ce340 0x7f4df415b660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:48.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:48.191+0000 7f4df8f7a640 1 -- 172.21.15.67:0/1348484383 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4df40b5c50 con 0x7f4df40b1bf0 2024-09-21T00:31:48.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:48.191+0000 7f4df9f7c640 1 --2- 172.21.15.67:0/1348484383 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4df40ce340 0x7f4df415b660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:31:48.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:48.191+0000 7f4df8f7a640 1 --2- 172.21.15.67:0/1348484383 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4df40b1bf0 0x7f4df415b120 secure :-1 s=READY pgs=1806 cs=0 l=1 rev1=1 crypto rx=0x7f4de400c3c0 tx=0x7f4de400c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:48.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:48.192+0000 7f4de9ffb640 1 -- 172.21.15.67:0/1348484383 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4de4017070 con 0x7f4df40b1bf0 2024-09-21T00:31:48.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:48.192+0000 7f4de9ffb640 1 -- 172.21.15.67:0/1348484383 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4de40035f0 con 0x7f4df40b1bf0 2024-09-21T00:31:48.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:48.192+0000 7f4dfb9df640 1 -- 172.21.15.67:0/1348484383 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4df415a7e0 con 0x7f4df40b1bf0 2024-09-21T00:31:48.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:48.192+0000 7f4de9ffb640 1 -- 172.21.15.67:0/1348484383 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4de4003a40 con 0x7f4df40b1bf0 2024-09-21T00:31:48.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:48.192+0000 7f4dfb9df640 1 -- 172.21.15.67:0/1348484383 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4df40c8c40 con 0x7f4df40b1bf0 2024-09-21T00:31:48.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:48.193+0000 7f4dfb9df640 1 -- 172.21.15.67:0/1348484383 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4df41f45c0 con 0x7f4df40b1bf0 2024-09-21T00:31:48.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:48.194+0000 7f4de9ffb640 1 -- 172.21.15.67:0/1348484383 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f4de401a070 con 0x7f4df40b1bf0 2024-09-21T00:31:48.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:48.194+0000 7f4de9ffb640 1 --2- 172.21.15.67:0/1348484383 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4dd8078b90 0x7f4dd807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:48.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:48.194+0000 7f4de9ffb640 1 -- 172.21.15.67:0/1348484383 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(141..141 src has 1..141) ==== 5795+0+0 (secure 0 0 0) 0x7f4de409a100 con 0x7f4df40b1bf0 2024-09-21T00:31:48.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:48.194+0000 7f4df977b640 1 --2- 172.21.15.67:0/1348484383 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4dd8078b90 0x7f4dd807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:48.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:48.195+0000 7f4df977b640 1 --2- 172.21.15.67:0/1348484383 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4dd8078b90 0x7f4dd807b0a0 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f4df0005fd0 tx=0x7f4df0005dc0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:48.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:48.199+0000 7f4de9ffb640 1 -- 172.21.15.67:0/1348484383 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f4df40b5c50 con 0x7f4df40b1bf0 2024-09-21T00:31:48.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:48.388+0000 7f4dfb9df640 1 -- 172.21.15.67:0/1348484383 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f4df40d0670 con 0x7f4df40b1bf0 2024-09-21T00:31:49.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:49.045+0000 7f4de9ffb640 1 -- 172.21.15.67:0/1348484383 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v142) ==== 181+0+0 (secure 0 0 0) 0x7f4de40624f0 con 0x7f4df40b1bf0 2024-09-21T00:31:49.046 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_metadata' removed 2024-09-21T00:31:49.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:49.049+0000 7f4dfb9df640 1 -- 172.21.15.67:0/1348484383 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4dd8078b90 msgr2=0x7f4dd807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:49.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:49.049+0000 7f4dfb9df640 1 --2- 172.21.15.67:0/1348484383 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4dd8078b90 0x7f4dd807b0a0 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f4df0005fd0 tx=0x7f4df0005dc0 comp rx=0 tx=0).stop 2024-09-21T00:31:49.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:49.049+0000 7f4dfb9df640 1 -- 172.21.15.67:0/1348484383 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4df40b1bf0 msgr2=0x7f4df415b120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:49.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:49.049+0000 7f4dfb9df640 1 --2- 172.21.15.67:0/1348484383 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4df40b1bf0 0x7f4df415b120 secure :-1 s=READY pgs=1806 cs=0 l=1 rev1=1 crypto rx=0x7f4de400c3c0 tx=0x7f4de400c880 comp rx=0 tx=0).stop 2024-09-21T00:31:49.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:49.049+0000 7f4dfb9df640 1 -- 172.21.15.67:0/1348484383 shutdown_connections 2024-09-21T00:31:49.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:49.049+0000 7f4dfb9df640 1 --2- 172.21.15.67:0/1348484383 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4dd8078b90 0x7f4dd807b0a0 unknown :-1 s=CLOSED pgs=677 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:49.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:49.049+0000 7f4dfb9df640 1 --2- 172.21.15.67:0/1348484383 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4df40ce340 0x7f4df415b660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:49.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:49.049+0000 7f4dfb9df640 1 --2- 172.21.15.67:0/1348484383 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4df40b1bf0 0x7f4df415b120 unknown :-1 s=CLOSED pgs=1806 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:49.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:49.049+0000 7f4dfb9df640 1 --2- 172.21.15.67:0/1348484383 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4df40b16a0 0x7f4df415a2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:49.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:49.049+0000 7f4dfb9df640 1 -- 172.21.15.67:0/1348484383 >> 172.21.15.67:0/1348484383 conn(0x7f4df40ceec0 msgr2=0x7f4df40725e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:49.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:49.049+0000 7f4dfb9df640 1 -- 172.21.15.67:0/1348484383 shutdown_connections 2024-09-21T00:31:49.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:49.049+0000 7f4dfb9df640 1 -- 172.21.15.67:0/1348484383 wait complete. 2024-09-21T00:31:49.065 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-21T00:31:49.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:49.189+0000 7f2caaba8640 1 -- 172.21.15.67:0/3566865439 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2c8c005250 msgr2=0x7f2c8c00b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:49.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:49.189+0000 7f2caaba8640 1 --2- 172.21.15.67:0/3566865439 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2c8c005250 0x7f2c8c00b9c0 secure :-1 s=READY pgs=1808 cs=0 l=1 rev1=1 crypto rx=0x7f2ca40cc420 tx=0x7f2c8c005830 comp rx=0 tx=0).stop 2024-09-21T00:31:49.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:49.189+0000 7f2caaba8640 1 -- 172.21.15.67:0/3566865439 shutdown_connections 2024-09-21T00:31:49.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:49.189+0000 7f2caaba8640 1 --2- 172.21.15.67:0/3566865439 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2c8c005250 0x7f2c8c00b9c0 unknown :-1 s=CLOSED pgs=1808 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:49.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:49.189+0000 7f2caaba8640 1 -- 172.21.15.67:0/3566865439 >> 172.21.15.67:0/3566865439 conn(0x7f2ca406d720 msgr2=0x7f2ca40b1d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:49.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:49.189+0000 7f2caaba8640 1 -- 172.21.15.67:0/3566865439 shutdown_connections 2024-09-21T00:31:49.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:49.189+0000 7f2caaba8640 1 -- 172.21.15.67:0/3566865439 wait complete. 2024-09-21T00:31:49.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:49.191+0000 7f2caaba8640 1 Processor -- start 2024-09-21T00:31:49.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:49.191+0000 7f2caaba8640 1 -- start start 2024-09-21T00:31:49.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:49.193+0000 7f2caaba8640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2c8c005250 0x7f2ca4151dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:49.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:49.193+0000 7f2caaba8640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ca409abe0 0x7f2ca409aff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:49.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:49.193+0000 7f2caaba8640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2ca40b0d30 0x7f2ca40b1140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:49.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:49.193+0000 7f2caaba8640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f2ca415dc70 con 0x7f2ca409abe0 2024-09-21T00:31:49.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:49.193+0000 7f2caaba8640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f2ca415daf0 con 0x7f2c8c005250 2024-09-21T00:31:49.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:49.193+0000 7f2caaba8640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f2ca40ccc10 con 0x7f2ca40b0d30 2024-09-21T00:31:49.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:49.193+0000 7f2ca3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ca409abe0 0x7f2ca409aff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:49.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:49.193+0000 7f2ca3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ca409abe0 0x7f2ca409aff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:43126/0 (socket says 172.21.15.67:43126) 2024-09-21T00:31:49.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:49.193+0000 7f2ca3fff640 1 -- 172.21.15.67:0/1992529407 learned_addr learned my addr 172.21.15.67:0/1992529407 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:49.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:49.193+0000 7f2ca8944640 1 --2- 172.21.15.67:0/1992529407 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2c8c005250 0x7f2ca4151dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:49.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:49.193+0000 7f2ca9145640 1 --2- 172.21.15.67:0/1992529407 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2ca40b0d30 0x7f2ca40b1140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:49.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:49.193+0000 7f2ca3fff640 1 -- 172.21.15.67:0/1992529407 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2ca40b0d30 msgr2=0x7f2ca40b1140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:49.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:49.193+0000 7f2ca3fff640 1 --2- 172.21.15.67:0/1992529407 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2ca40b0d30 0x7f2ca40b1140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:49.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:49.193+0000 7f2ca3fff640 1 -- 172.21.15.67:0/1992529407 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2c8c005250 msgr2=0x7f2ca4151dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:49.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:49.193+0000 7f2ca3fff640 1 --2- 172.21.15.67:0/1992529407 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2c8c005250 0x7f2ca4151dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:49.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:49.193+0000 7f2ca3fff640 1 -- 172.21.15.67:0/1992529407 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ca40b1680 con 0x7f2ca409abe0 2024-09-21T00:31:49.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:49.193+0000 7f2ca9145640 1 --2- 172.21.15.67:0/1992529407 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2ca40b0d30 0x7f2ca40b1140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:31:49.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:49.193+0000 7f2ca3fff640 1 --2- 172.21.15.67:0/1992529407 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ca409abe0 0x7f2ca409aff0 secure :-1 s=READY pgs=1809 cs=0 l=1 rev1=1 crypto rx=0x7f2c98003ed0 tx=0x7f2c98001630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:49.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:49.193+0000 7f2ca17fa640 1 -- 172.21.15.67:0/1992529407 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c98015070 con 0x7f2ca409abe0 2024-09-21T00:31:49.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:49.193+0000 7f2ca17fa640 1 -- 172.21.15.67:0/1992529407 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2c98011840 con 0x7f2ca409abe0 2024-09-21T00:31:49.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:49.193+0000 7f2caaba8640 1 -- 172.21.15.67:0/1992529407 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ca409d700 con 0x7f2ca409abe0 2024-09-21T00:31:49.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:49.194+0000 7f2ca17fa640 1 -- 172.21.15.67:0/1992529407 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c98011c90 con 0x7f2ca409abe0 2024-09-21T00:31:49.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:49.194+0000 7f2caaba8640 1 -- 172.21.15.67:0/1992529407 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ca409dcc0 con 0x7f2ca409abe0 2024-09-21T00:31:49.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:49.195+0000 7f2caaba8640 1 -- 172.21.15.67:0/1992529407 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2ca409d470 con 0x7f2ca409abe0 2024-09-21T00:31:49.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:49.195+0000 7f2ca17fa640 1 -- 172.21.15.67:0/1992529407 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f2c98018070 con 0x7f2ca409abe0 2024-09-21T00:31:49.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:49.196+0000 7f2ca17fa640 1 --2- 172.21.15.67:0/1992529407 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2c90078b90 0x7f2c9007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:49.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:49.196+0000 7f2ca17fa640 1 -- 172.21.15.67:0/1992529407 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(142..142 src has 1..142) ==== 5357+0+0 (secure 0 0 0) 0x7f2c9809b750 con 0x7f2ca409abe0 2024-09-21T00:31:49.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:49.196+0000 7f2ca8944640 1 --2- 172.21.15.67:0/1992529407 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2c90078b90 0x7f2c9007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:49.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:49.197+0000 7f2ca8944640 1 --2- 172.21.15.67:0/1992529407 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2c90078b90 0x7f2c9007b0a0 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f2c94006b50 tx=0x7f2c94006720 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:49.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:49.200+0000 7f2ca17fa640 1 -- 172.21.15.67:0/1992529407 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f2ca40b1680 con 0x7f2ca409abe0 2024-09-21T00:31:49.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:49.388+0000 7f2caaba8640 1 -- 172.21.15.67:0/1992529407 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f2ca40cd100 con 0x7f2ca409abe0 2024-09-21T00:31:50.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.057+0000 7f2ca17fa640 1 -- 172.21.15.67:0/1992529407 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v143) ==== 169+0+0 (secure 0 0 0) 0x7f2c980636a0 con 0x7f2ca409abe0 2024-09-21T00:31:50.059 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_data' removed 2024-09-21T00:31:50.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.062+0000 7f2caaba8640 1 -- 172.21.15.67:0/1992529407 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2c90078b90 msgr2=0x7f2c9007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:50.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.062+0000 7f2caaba8640 1 --2- 172.21.15.67:0/1992529407 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2c90078b90 0x7f2c9007b0a0 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f2c94006b50 tx=0x7f2c94006720 comp rx=0 tx=0).stop 2024-09-21T00:31:50.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.062+0000 7f2caaba8640 1 -- 172.21.15.67:0/1992529407 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ca409abe0 msgr2=0x7f2ca409aff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:50.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.062+0000 7f2caaba8640 1 --2- 172.21.15.67:0/1992529407 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ca409abe0 0x7f2ca409aff0 secure :-1 s=READY pgs=1809 cs=0 l=1 rev1=1 crypto rx=0x7f2c98003ed0 tx=0x7f2c98001630 comp rx=0 tx=0).stop 2024-09-21T00:31:50.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.063+0000 7f2caaba8640 1 -- 172.21.15.67:0/1992529407 shutdown_connections 2024-09-21T00:31:50.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.063+0000 7f2caaba8640 1 --2- 172.21.15.67:0/1992529407 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2c90078b90 0x7f2c9007b0a0 unknown :-1 s=CLOSED pgs=678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:50.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.063+0000 7f2caaba8640 1 --2- 172.21.15.67:0/1992529407 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2ca40b0d30 0x7f2ca40b1140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:50.065 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.063+0000 7f2caaba8640 1 --2- 172.21.15.67:0/1992529407 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ca409abe0 0x7f2ca409aff0 unknown :-1 s=CLOSED pgs=1809 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:50.065 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.063+0000 7f2caaba8640 1 --2- 172.21.15.67:0/1992529407 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2c8c005250 0x7f2ca4151dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:50.065 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.063+0000 7f2caaba8640 1 -- 172.21.15.67:0/1992529407 >> 172.21.15.67:0/1992529407 conn(0x7f2ca406d720 msgr2=0x7f2ca4073bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:50.065 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.063+0000 7f2caaba8640 1 -- 172.21.15.67:0/1992529407 shutdown_connections 2024-09-21T00:31:50.065 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.063+0000 7f2caaba8640 1 -- 172.21.15.67:0/1992529407 wait complete. 2024-09-21T00:31:50.085 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config reset 31 2024-09-21T00:31:50.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.209+0000 7f1da29a1640 1 -- 172.21.15.67:0/4011205346 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1d840039e0 msgr2=0x7f1d84003e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:50.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.209+0000 7f1da29a1640 1 --2- 172.21.15.67:0/4011205346 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1d840039e0 0x7f1d84003e10 secure :-1 s=READY pgs=1811 cs=0 l=1 rev1=1 crypto rx=0x7f1d8c0017c0 tx=0x7f1d84005830 comp rx=0 tx=0).stop 2024-09-21T00:31:50.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.209+0000 7f1da0f3e640 1 -- 172.21.15.67:0/4011205346 reap_dead start 2024-09-21T00:31:50.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.209+0000 7f1da29a1640 1 -- 172.21.15.67:0/4011205346 shutdown_connections 2024-09-21T00:31:50.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.209+0000 7f1da29a1640 1 -- 172.21.15.67:0/4011205346 >> 172.21.15.67:0/4011205346 conn(0x7f1d9c0d45a0 msgr2=0x7f1d9c0d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:50.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.209+0000 7f1da29a1640 1 -- 172.21.15.67:0/4011205346 shutdown_connections 2024-09-21T00:31:50.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.209+0000 7f1da29a1640 1 -- 172.21.15.67:0/4011205346 wait complete. 2024-09-21T00:31:50.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.211+0000 7f1da29a1640 1 Processor -- start 2024-09-21T00:31:50.213 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.211+0000 7f1da29a1640 1 -- start start 2024-09-21T00:31:50.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.212+0000 7f1da29a1640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1d840039e0 0x7f1d9c159af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:50.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.212+0000 7f1da29a1640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1d9c1f5490 0x7f1d9c0b2630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:50.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.212+0000 7f1da29a1640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1d9c14aae0 0x7f1d9c1f8030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:50.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.212+0000 7f1da29a1640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f1d9c0b69b0 con 0x7f1d9c14aae0 2024-09-21T00:31:50.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.212+0000 7f1da29a1640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f1d9c0d2500 con 0x7f1d840039e0 2024-09-21T00:31:50.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.212+0000 7f1da29a1640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f1d9c0cf260 con 0x7f1d9c1f5490 2024-09-21T00:31:50.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.212+0000 7f1da0f3e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1d9c14aae0 0x7f1d9c1f8030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:50.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.212+0000 7f1da0f3e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1d9c14aae0 0x7f1d9c1f8030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:43144/0 (socket says 172.21.15.67:43144) 2024-09-21T00:31:50.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.212+0000 7f1da0f3e640 1 -- 172.21.15.67:0/607829517 learned_addr learned my addr 172.21.15.67:0/607829517 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:50.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.213+0000 7f1d9b7fe640 1 --2- 172.21.15.67:0/607829517 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1d9c1f5490 0x7f1d9c0b2630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:50.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.213+0000 7f1d9bfff640 1 --2- 172.21.15.67:0/607829517 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1d840039e0 0x7f1d9c159af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:50.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.213+0000 7f1da0f3e640 1 -- 172.21.15.67:0/607829517 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1d9c1f5490 msgr2=0x7f1d9c0b2630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:50.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.213+0000 7f1da0f3e640 1 --2- 172.21.15.67:0/607829517 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1d9c1f5490 0x7f1d9c0b2630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:50.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.213+0000 7f1da0f3e640 1 -- 172.21.15.67:0/607829517 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1d840039e0 msgr2=0x7f1d9c159af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:50.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.213+0000 7f1da0f3e640 1 --2- 172.21.15.67:0/607829517 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1d840039e0 0x7f1d9c159af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:50.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.213+0000 7f1da0f3e640 1 -- 172.21.15.67:0/607829517 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d9c1f8e10 con 0x7f1d9c14aae0 2024-09-21T00:31:50.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.213+0000 7f1da0f3e640 1 --2- 172.21.15.67:0/607829517 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1d9c14aae0 0x7f1d9c1f8030 secure :-1 s=READY pgs=1812 cs=0 l=1 rev1=1 crypto rx=0x7f1d9c0b3cd0 tx=0x7f1d94006720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:50.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.213+0000 7f1d98ff9640 1 -- 172.21.15.67:0/607829517 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d9400fa80 con 0x7f1d9c14aae0 2024-09-21T00:31:50.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.213+0000 7f1d98ff9640 1 -- 172.21.15.67:0/607829517 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1d94018070 con 0x7f1d9c14aae0 2024-09-21T00:31:50.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.213+0000 7f1da29a1640 1 -- 172.21.15.67:0/607829517 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1d9c0b1590 con 0x7f1d9c14aae0 2024-09-21T00:31:50.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.213+0000 7f1d98ff9640 1 -- 172.21.15.67:0/607829517 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d94011430 con 0x7f1d9c14aae0 2024-09-21T00:31:50.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.213+0000 7f1da29a1640 1 -- 172.21.15.67:0/607829517 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1d9c0b1b50 con 0x7f1d9c14aae0 2024-09-21T00:31:50.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.214+0000 7f1da29a1640 1 -- 172.21.15.67:0/607829517 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1d9c0b2b70 con 0x7f1d9c14aae0 2024-09-21T00:31:50.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.215+0000 7f1d98ff9640 1 -- 172.21.15.67:0/607829517 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f1d940115d0 con 0x7f1d9c14aae0 2024-09-21T00:31:50.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.216+0000 7f1d98ff9640 1 --2- 172.21.15.67:0/607829517 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1d88078b90 0x7f1d8807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:50.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.216+0000 7f1d98ff9640 1 -- 172.21.15.67:0/607829517 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(143..143 src has 1..143) ==== 4943+0+0 (secure 0 0 0) 0x7f1d9409b160 con 0x7f1d9c14aae0 2024-09-21T00:31:50.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.216+0000 7f1d9bfff640 1 --2- 172.21.15.67:0/607829517 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1d88078b90 0x7f1d8807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:50.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.216+0000 7f1d9bfff640 1 --2- 172.21.15.67:0/607829517 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1d88078b90 0x7f1d8807b0a0 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7f1d8c032000 tx=0x7f1d8c02c000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:50.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.220+0000 7f1d98ff9640 1 -- 172.21.15.67:0/607829517 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f1d94063250 con 0x7f1d9c14aae0 2024-09-21T00:31:50.410 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.408+0000 7f1da29a1640 1 -- 172.21.15.67:0/607829517 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "config reset", "num": 31} v 0) -- 0x7f1d9c0b5f70 con 0x7f1d9c14aae0 2024-09-21T00:31:50.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.412+0000 7f1d98ff9640 1 -- 172.21.15.67:0/607829517 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "config reset", "num": 31}]=0 v57) ==== 71+0+0 (secure 0 0 0) 0x7f1d94067c80 con 0x7f1d9c14aae0 2024-09-21T00:31:50.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.414+0000 7f1da29a1640 1 -- 172.21.15.67:0/607829517 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1d88078b90 msgr2=0x7f1d8807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:50.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.414+0000 7f1da29a1640 1 --2- 172.21.15.67:0/607829517 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1d88078b90 0x7f1d8807b0a0 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7f1d8c032000 tx=0x7f1d8c02c000 comp rx=0 tx=0).stop 2024-09-21T00:31:50.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.414+0000 7f1da29a1640 1 -- 172.21.15.67:0/607829517 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1d9c14aae0 msgr2=0x7f1d9c1f8030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:50.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.414+0000 7f1da29a1640 1 --2- 172.21.15.67:0/607829517 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1d9c14aae0 0x7f1d9c1f8030 secure :-1 s=READY pgs=1812 cs=0 l=1 rev1=1 crypto rx=0x7f1d9c0b3cd0 tx=0x7f1d94006720 comp rx=0 tx=0).stop 2024-09-21T00:31:50.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.414+0000 7f1da29a1640 1 -- 172.21.15.67:0/607829517 shutdown_connections 2024-09-21T00:31:50.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.414+0000 7f1da29a1640 1 --2- 172.21.15.67:0/607829517 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1d88078b90 0x7f1d8807b0a0 unknown :-1 s=CLOSED pgs=679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:50.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.414+0000 7f1da29a1640 1 --2- 172.21.15.67:0/607829517 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1d9c14aae0 0x7f1d9c1f8030 unknown :-1 s=CLOSED pgs=1812 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:50.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.414+0000 7f1da29a1640 1 --2- 172.21.15.67:0/607829517 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1d9c1f5490 0x7f1d9c0b2630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:50.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.414+0000 7f1da29a1640 1 --2- 172.21.15.67:0/607829517 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1d840039e0 0x7f1d9c159af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:50.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.414+0000 7f1da29a1640 1 -- 172.21.15.67:0/607829517 >> 172.21.15.67:0/607829517 conn(0x7f1d9c0d45a0 msgr2=0x7f1d9c15b9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:50.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.415+0000 7f1da29a1640 1 -- 172.21.15.67:0/607829517 shutdown_connections 2024-09-21T00:31:50.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.415+0000 7f1da29a1640 1 -- 172.21.15.67:0/607829517 wait complete. 2024-09-21T00:31:50.427 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_scrub_checks.TestScrubControls.test_scrub_pause_and_resume_with_abort' 2024-09-21T00:31:50.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.542+0000 7fcb4fabd640 1 -- 172.21.15.67:0/3840135292 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcb480cd890 msgr2=0x7fcb480cdca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:50.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.542+0000 7fcb4fabd640 1 --2- 172.21.15.67:0/3840135292 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcb480cd890 0x7fcb480cdca0 secure :-1 s=READY pgs=1813 cs=0 l=1 rev1=1 crypto rx=0x7fcb38005fd0 tx=0x7fcb3802aa90 comp rx=0 tx=0).stop 2024-09-21T00:31:50.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.542+0000 7fcb4fabd640 1 -- 172.21.15.67:0/3840135292 shutdown_connections 2024-09-21T00:31:50.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.542+0000 7fcb4fabd640 1 --2- 172.21.15.67:0/3840135292 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcb480cd890 0x7fcb480cdca0 unknown :-1 s=CLOSED pgs=1813 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:50.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.542+0000 7fcb4fabd640 1 --2- 172.21.15.67:0/3840135292 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcb4815ffe0 0x7fcb4809a950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:50.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.542+0000 7fcb4fabd640 1 -- 172.21.15.67:0/3840135292 >> 172.21.15.67:0/3840135292 conn(0x7fcb480b3e90 msgr2=0x7fcb480b42a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:50.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.542+0000 7fcb4fabd640 1 -- 172.21.15.67:0/3840135292 shutdown_connections 2024-09-21T00:31:50.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.543+0000 7fcb4fabd640 1 -- 172.21.15.67:0/3840135292 wait complete. 2024-09-21T00:31:50.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.546+0000 7fcb4fabd640 1 Processor -- start 2024-09-21T00:31:50.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.547+0000 7fcb4fabd640 1 -- start start 2024-09-21T00:31:50.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.550+0000 7fcb4fabd640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcb480b1910 0x7fcb480aef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:50.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.550+0000 7fcb4fabd640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcb480cd890 0x7fcb481f7a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:50.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.550+0000 7fcb4fabd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcb4815ffe0 0x7fcb48151880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:50.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.550+0000 7fcb4fabd640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fcb480ce570 con 0x7fcb4815ffe0 2024-09-21T00:31:50.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.550+0000 7fcb4fabd640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fcb480ce3f0 con 0x7fcb480b1910 2024-09-21T00:31:50.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.550+0000 7fcb4fabd640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fcb480ce6f0 con 0x7fcb480cd890 2024-09-21T00:31:50.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.550+0000 7fcb4e05a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcb4815ffe0 0x7fcb48151880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:50.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.550+0000 7fcb4e05a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcb4815ffe0 0x7fcb48151880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:43172/0 (socket says 172.21.15.67:43172) 2024-09-21T00:31:50.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.550+0000 7fcb4e05a640 1 -- 172.21.15.67:0/1110064666 learned_addr learned my addr 172.21.15.67:0/1110064666 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:50.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.551+0000 7fcb4e05a640 1 -- 172.21.15.67:0/1110064666 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcb480cd890 msgr2=0x7fcb481f7a70 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-21T00:31:50.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.551+0000 7fcb4e05a640 1 --2- 172.21.15.67:0/1110064666 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcb480cd890 0x7fcb481f7a70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:50.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.551+0000 7fcb4e05a640 1 -- 172.21.15.67:0/1110064666 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcb480b1910 msgr2=0x7fcb480aef50 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-21T00:31:50.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.551+0000 7fcb4e05a640 1 --2- 172.21.15.67:0/1110064666 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcb480b1910 0x7fcb480aef50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:50.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.551+0000 7fcb4e05a640 1 -- 172.21.15.67:0/1110064666 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb480af8c0 con 0x7fcb4815ffe0 2024-09-21T00:31:50.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.551+0000 7fcb4e05a640 1 --2- 172.21.15.67:0/1110064666 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcb4815ffe0 0x7fcb48151880 secure :-1 s=READY pgs=1814 cs=0 l=1 rev1=1 crypto rx=0x7fcb38009d90 tx=0x7fcb38009880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:50.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.552+0000 7fcb467fc640 1 -- 172.21.15.67:0/1110064666 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb38004450 con 0x7fcb4815ffe0 2024-09-21T00:31:50.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.552+0000 7fcb467fc640 1 -- 172.21.15.67:0/1110064666 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcb38041070 con 0x7fcb4815ffe0 2024-09-21T00:31:50.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.552+0000 7fcb467fc640 1 -- 172.21.15.67:0/1110064666 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb3803d4d0 con 0x7fcb4815ffe0 2024-09-21T00:31:50.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.553+0000 7fcb4fabd640 1 -- 172.21.15.67:0/1110064666 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb480afba0 con 0x7fcb4815ffe0 2024-09-21T00:31:50.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.556+0000 7fcb467fc640 1 -- 172.21.15.67:0/1110064666 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fcb3803d670 con 0x7fcb4815ffe0 2024-09-21T00:31:50.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.556+0000 7fcb467fc640 1 --2- 172.21.15.67:0/1110064666 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcb34078be0 0x7fcb3407b0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:50.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.557+0000 7fcb4fabd640 1 -- 172.21.15.67:0/1110064666 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb481f7550 con 0x7fcb4815ffe0 2024-09-21T00:31:50.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.557+0000 7fcb467fc640 1 -- 172.21.15.67:0/1110064666 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(143..143 src has 1..143) ==== 4943+0+0 (secure 0 0 0) 0x7fcb38083f50 con 0x7fcb4815ffe0 2024-09-21T00:31:50.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.559+0000 7fcb4fabd640 1 -- 172.21.15.67:0/1110064666 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcb480af630 con 0x7fcb4815ffe0 2024-09-21T00:31:50.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.559+0000 7fcb4d859640 1 --2- 172.21.15.67:0/1110064666 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcb34078be0 0x7fcb3407b0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:50.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.562+0000 7fcb4d859640 1 --2- 172.21.15.67:0/1110064666 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcb34078be0 0x7fcb3407b0f0 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7fcb480b18c0 tx=0x7fcb40005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:50.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.567+0000 7fcb467fc640 1 -- 172.21.15.67:0/1110064666 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fcb38032030 con 0x7fcb4815ffe0 2024-09-21T00:31:50.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:50.847+0000 7fcb4fabd640 1 -- 172.21.15.67:0/1110064666 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_scrub_checks.TestScrubControls.test_scrub_pause_and_resume_with_abort"]} v 0) -- 0x7fcb480cdca0 con 0x7fcb4815ffe0 2024-09-21T00:31:51.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.059+0000 7fcb467fc640 1 -- 172.21.15.67:0/1110064666 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_scrub_checks.TestScrubControls.test_scrub_pause_and_resume_with_abort"]}]=0 v496) ==== 166+0+0 (secure 0 0 0) 0x7fcb380883e0 con 0x7fcb4815ffe0 2024-09-21T00:31:51.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.061+0000 7fcb4fabd640 1 -- 172.21.15.67:0/1110064666 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcb34078be0 msgr2=0x7fcb3407b0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:51.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.061+0000 7fcb4fabd640 1 --2- 172.21.15.67:0/1110064666 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcb34078be0 0x7fcb3407b0f0 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7fcb480b18c0 tx=0x7fcb40005f90 comp rx=0 tx=0).stop 2024-09-21T00:31:51.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.061+0000 7fcb4fabd640 1 -- 172.21.15.67:0/1110064666 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcb4815ffe0 msgr2=0x7fcb48151880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:51.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.061+0000 7fcb4fabd640 1 --2- 172.21.15.67:0/1110064666 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcb4815ffe0 0x7fcb48151880 secure :-1 s=READY pgs=1814 cs=0 l=1 rev1=1 crypto rx=0x7fcb38009d90 tx=0x7fcb38009880 comp rx=0 tx=0).stop 2024-09-21T00:31:51.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.061+0000 7fcb4fabd640 1 -- 172.21.15.67:0/1110064666 shutdown_connections 2024-09-21T00:31:51.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.061+0000 7fcb4fabd640 1 --2- 172.21.15.67:0/1110064666 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcb34078be0 0x7fcb3407b0f0 unknown :-1 s=CLOSED pgs=680 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:51.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.061+0000 7fcb4fabd640 1 --2- 172.21.15.67:0/1110064666 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcb4815ffe0 0x7fcb48151880 unknown :-1 s=CLOSED pgs=1814 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:51.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.061+0000 7fcb4fabd640 1 --2- 172.21.15.67:0/1110064666 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcb480cd890 0x7fcb481f7a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:51.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.061+0000 7fcb4fabd640 1 --2- 172.21.15.67:0/1110064666 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcb480b1910 0x7fcb480aef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:51.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.061+0000 7fcb4fabd640 1 -- 172.21.15.67:0/1110064666 >> 172.21.15.67:0/1110064666 conn(0x7fcb480b3e90 msgr2=0x7fcb48075fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:51.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.062+0000 7fcb4fabd640 1 -- 172.21.15.67:0/1110064666 shutdown_connections 2024-09-21T00:31:51.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.062+0000 7fcb4fabd640 1 -- 172.21.15.67:0/1110064666 wait complete. 2024-09-21T00:31:51.075 INFO:tasks.cephfs_test_runner:test_scrub_pause_and_resume_with_abort (tasks.cephfs.test_scrub_checks.TestScrubControls) ... ok 2024-09-21T00:31:51.075 INFO:tasks.cephfs_test_runner:Starting test: test_scrub_task_status_on_mds_failover (tasks.cephfs.test_scrub_checks.TestScrubControls) 2024-09-21T00:31:51.075 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:31:51.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.190+0000 7f6f6c362640 1 -- 172.21.15.67:0/1728906143 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6f640b5bb0 msgr2=0x7f6f640b5fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:51.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.190+0000 7f6f6c362640 1 --2- 172.21.15.67:0/1728906143 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6f640b5bb0 0x7f6f640b5fc0 secure :-1 s=READY pgs=1815 cs=0 l=1 rev1=1 crypto rx=0x7f6f64072ef0 tx=0x7f6f5c02a980 comp rx=0 tx=0).stop 2024-09-21T00:31:51.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.191+0000 7f6f6c362640 1 -- 172.21.15.67:0/1728906143 shutdown_connections 2024-09-21T00:31:51.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.191+0000 7f6f6c362640 1 --2- 172.21.15.67:0/1728906143 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6f640b5bb0 0x7f6f640b5fc0 unknown :-1 s=CLOSED pgs=1815 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:51.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.191+0000 7f6f6c362640 1 --2- 172.21.15.67:0/1728906143 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6f640b5260 0x7f6f640b5670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:51.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.191+0000 7f6f6c362640 1 --2- 172.21.15.67:0/1728906143 >> v2:172.21.15.97:3300/0 conn(0x7f6f640ce570 0x7f6f640d1da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:51.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.191+0000 7f6f6c362640 1 -- 172.21.15.67:0/1728906143 >> 172.21.15.67:0/1728906143 conn(0x7f6f640d1280 msgr2=0x7f6f640d1690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:51.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.191+0000 7f6f6c362640 1 -- 172.21.15.67:0/1728906143 shutdown_connections 2024-09-21T00:31:51.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.191+0000 7f6f6c362640 1 -- 172.21.15.67:0/1728906143 wait complete. 2024-09-21T00:31:51.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.192+0000 7f6f6c362640 1 Processor -- start 2024-09-21T00:31:51.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.192+0000 7f6f6c362640 1 -- start start 2024-09-21T00:31:51.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.194+0000 7f6f6c362640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6f640b5260 0x7f6f64153720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:51.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.194+0000 7f6f6c362640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6f640b5bb0 0x7f6f64155370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:51.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.194+0000 7f6f6c362640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6f640ce570 0x7f6f641558b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:51.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.194+0000 7f6f6c362640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f6f64164880 con 0x7f6f640b5bb0 2024-09-21T00:31:51.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.194+0000 7f6f6c362640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f6f64164700 con 0x7f6f640ce570 2024-09-21T00:31:51.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.194+0000 7f6f6c362640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f6f64164a00 con 0x7f6f640b5260 2024-09-21T00:31:51.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.194+0000 7f6f698fd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6f640b5bb0 0x7f6f64155370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:51.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.194+0000 7f6f698fd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6f640b5bb0 0x7f6f64155370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:43190/0 (socket says 172.21.15.67:43190) 2024-09-21T00:31:51.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.194+0000 7f6f698fd640 1 -- 172.21.15.67:0/2060878263 learned_addr learned my addr 172.21.15.67:0/2060878263 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:51.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.194+0000 7f6f6a0fe640 1 --2- 172.21.15.67:0/2060878263 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6f640b5260 0x7f6f64153720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:51.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.194+0000 7f6f6a8ff640 1 --2- 172.21.15.67:0/2060878263 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6f640ce570 0x7f6f641558b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:51.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.194+0000 7f6f698fd640 1 -- 172.21.15.67:0/2060878263 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6f640b5260 msgr2=0x7f6f64153720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:51.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.194+0000 7f6f698fd640 1 --2- 172.21.15.67:0/2060878263 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6f640b5260 0x7f6f64153720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:51.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.194+0000 7f6f698fd640 1 -- 172.21.15.67:0/2060878263 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6f640ce570 msgr2=0x7f6f641558b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:51.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.194+0000 7f6f698fd640 1 --2- 172.21.15.67:0/2060878263 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6f640ce570 0x7f6f641558b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:51.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.194+0000 7f6f698fd640 1 -- 172.21.15.67:0/2060878263 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f640c6040 con 0x7f6f640b5bb0 2024-09-21T00:31:51.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.194+0000 7f6f698fd640 1 --2- 172.21.15.67:0/2060878263 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6f640b5bb0 0x7f6f64155370 secure :-1 s=READY pgs=1816 cs=0 l=1 rev1=1 crypto rx=0x7f6f5400e6e0 tx=0x7f6f5400eba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:51.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.194+0000 7f6f5affd640 1 -- 172.21.15.67:0/2060878263 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f5400cab0 con 0x7f6f640b5bb0 2024-09-21T00:31:51.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.194+0000 7f6f5affd640 1 -- 172.21.15.67:0/2060878263 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6f5400cc50 con 0x7f6f640b5bb0 2024-09-21T00:31:51.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.195+0000 7f6f6c362640 1 -- 172.21.15.67:0/2060878263 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6f641f6b60 con 0x7f6f640b5bb0 2024-09-21T00:31:51.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.195+0000 7f6f5affd640 1 -- 172.21.15.67:0/2060878263 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f54005280 con 0x7f6f640b5bb0 2024-09-21T00:31:51.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.195+0000 7f6f6c362640 1 -- 172.21.15.67:0/2060878263 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6f641f5da0 con 0x7f6f640b5bb0 2024-09-21T00:31:51.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.196+0000 7f6f6c362640 1 -- 172.21.15.67:0/2060878263 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6f640b5fc0 con 0x7f6f640b5bb0 2024-09-21T00:31:51.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.196+0000 7f6f5affd640 1 -- 172.21.15.67:0/2060878263 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f6f54005420 con 0x7f6f640b5bb0 2024-09-21T00:31:51.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.197+0000 7f6f5affd640 1 --2- 172.21.15.67:0/2060878263 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6f48078bc0 0x7f6f4807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:51.198 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.197+0000 7f6f5affd640 1 -- 172.21.15.67:0/2060878263 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(143..143 src has 1..143) ==== 4943+0+0 (secure 0 0 0) 0x7f6f5409b2c0 con 0x7f6f640b5bb0 2024-09-21T00:31:51.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.197+0000 7f6f6a0fe640 1 --2- 172.21.15.67:0/2060878263 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6f48078bc0 0x7f6f4807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:51.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.198+0000 7f6f6a0fe640 1 --2- 172.21.15.67:0/2060878263 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6f48078bc0 0x7f6f4807b0d0 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7f6f600099f0 tx=0x7f6f60005f30 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:51.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.201+0000 7f6f5affd640 1 -- 172.21.15.67:0/2060878263 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f6f640c6040 con 0x7f6f640b5bb0 2024-09-21T00:31:51.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.390+0000 7f6f6c362640 1 -- 172.21.15.67:0/2060878263 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6f640cf3a0 con 0x7f6f640b5bb0 2024-09-21T00:31:51.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.391+0000 7f6f5affd640 1 -- 172.21.15.67:0/2060878263 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v143) ==== 74+0+13006 (secure 0 0 0) 0x7f6f5400ce20 con 0x7f6f640b5bb0 2024-09-21T00:31:51.392 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:31:51.393 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":143,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:31:50.053542+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":21,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":138,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.67:6833/1883288453":"2024-09-22T00:31:47.022764+0000","172.21.15.67:6832/1883288453":"2024-09-22T00:31:47.022764+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:31:51.395 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.393+0000 7f6f6c362640 1 -- 172.21.15.67:0/2060878263 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6f48078bc0 msgr2=0x7f6f4807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:51.395 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.393+0000 7f6f6c362640 1 --2- 172.21.15.67:0/2060878263 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6f48078bc0 0x7f6f4807b0d0 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7f6f600099f0 tx=0x7f6f60005f30 comp rx=0 tx=0).stop 2024-09-21T00:31:51.395 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.393+0000 7f6f6c362640 1 -- 172.21.15.67:0/2060878263 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6f640b5bb0 msgr2=0x7f6f64155370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:51.395 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.393+0000 7f6f6c362640 1 --2- 172.21.15.67:0/2060878263 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6f640b5bb0 0x7f6f64155370 secure :-1 s=READY pgs=1816 cs=0 l=1 rev1=1 crypto rx=0x7f6f5400e6e0 tx=0x7f6f5400eba0 comp rx=0 tx=0).stop 2024-09-21T00:31:51.395 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.394+0000 7f6f6c362640 1 -- 172.21.15.67:0/2060878263 shutdown_connections 2024-09-21T00:31:51.395 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.394+0000 7f6f6c362640 1 --2- 172.21.15.67:0/2060878263 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6f48078bc0 0x7f6f4807b0d0 unknown :-1 s=CLOSED pgs=681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:51.395 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.394+0000 7f6f6c362640 1 --2- 172.21.15.67:0/2060878263 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6f640ce570 0x7f6f641558b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:51.396 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.394+0000 7f6f6c362640 1 --2- 172.21.15.67:0/2060878263 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6f640b5bb0 0x7f6f64155370 unknown :-1 s=CLOSED pgs=1816 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:51.396 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.394+0000 7f6f6c362640 1 --2- 172.21.15.67:0/2060878263 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6f640b5260 0x7f6f64153720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:51.396 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.394+0000 7f6f6c362640 1 -- 172.21.15.67:0/2060878263 >> 172.21.15.67:0/2060878263 conn(0x7f6f640d1280 msgr2=0x7f6f64156d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:51.396 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.394+0000 7f6f6c362640 1 -- 172.21.15.67:0/2060878263 shutdown_connections 2024-09-21T00:31:51.396 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.394+0000 7f6f6c362640 1 -- 172.21.15.67:0/2060878263 wait complete. 2024-09-21T00:31:51.406 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-21T00:21:09.510963+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-21T00:31:51.407 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-21T00:31:51.466 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:31:51.469 DEBUG:teuthology.orchestra.run.smithi097:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:31:51.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.524+0000 7ff6c91da640 1 -- 172.21.15.67:0/747571586 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff6c40d1450 msgr2=0x7ff6c40b9950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:51.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.524+0000 7ff6c91da640 1 --2- 172.21.15.67:0/747571586 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff6c40d1450 0x7ff6c40b9950 secure :-1 s=READY pgs=1818 cs=0 l=1 rev1=1 crypto rx=0x7ff6ac005fd0 tx=0x7ff6ac02a540 comp rx=0 tx=0).stop 2024-09-21T00:31:51.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.525+0000 7ff6c91da640 1 -- 172.21.15.67:0/747571586 shutdown_connections 2024-09-21T00:31:51.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.525+0000 7ff6c91da640 1 --2- 172.21.15.67:0/747571586 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff6c40d4db0 0x7ff6c40b4350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:51.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.525+0000 7ff6c91da640 1 --2- 172.21.15.67:0/747571586 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff6c40d1450 0x7ff6c40b9950 unknown :-1 s=CLOSED pgs=1818 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:51.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.525+0000 7ff6c91da640 1 -- 172.21.15.67:0/747571586 >> 172.21.15.67:0/747571586 conn(0x7ff6c409da10 msgr2=0x7ff6c40d46a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:51.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.525+0000 7ff6c91da640 1 -- 172.21.15.67:0/747571586 shutdown_connections 2024-09-21T00:31:51.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.525+0000 7ff6c91da640 1 -- 172.21.15.67:0/747571586 wait complete. 2024-09-21T00:31:51.528 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.527+0000 7ff6c91da640 1 Processor -- start 2024-09-21T00:31:51.528 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.527+0000 7ff6c91da640 1 -- start start 2024-09-21T00:31:51.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.528+0000 7ff6c91da640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff6c40d3590 0x7ff6c41593c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:51.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.528+0000 7ff6c91da640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff6c40d4db0 0x7ff6c4157750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:51.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.528+0000 7ff6c91da640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff6c41f86f0 0x7ff6c41f58a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:51.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.528+0000 7ff6c91da640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff6c40b4cd0 con 0x7ff6c40d4db0 2024-09-21T00:31:51.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.528+0000 7ff6c91da640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff6c40b4b50 con 0x7ff6c41f86f0 2024-09-21T00:31:51.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.528+0000 7ff6c91da640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7ff6c40b4e50 con 0x7ff6c40d3590 2024-09-21T00:31:51.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.528+0000 7ff6c259c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff6c40d4db0 0x7ff6c4157750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:51.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.528+0000 7ff6c259c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff6c40d4db0 0x7ff6c4157750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:43206/0 (socket says 172.21.15.67:43206) 2024-09-21T00:31:51.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.528+0000 7ff6c259c640 1 -- 172.21.15.67:0/2798029661 learned_addr learned my addr 172.21.15.67:0/2798029661 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:51.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.528+0000 7ff6c2d9d640 1 --2- 172.21.15.67:0/2798029661 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff6c40d3590 0x7ff6c41593c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:51.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.528+0000 7ff6c359e640 1 --2- 172.21.15.67:0/2798029661 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff6c41f86f0 0x7ff6c41f58a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:51.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.529+0000 7ff6c259c640 1 -- 172.21.15.67:0/2798029661 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff6c40d3590 msgr2=0x7ff6c41593c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:51.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.529+0000 7ff6c259c640 1 --2- 172.21.15.67:0/2798029661 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff6c40d3590 0x7ff6c41593c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:51.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.529+0000 7ff6c259c640 1 -- 172.21.15.67:0/2798029661 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff6c41f86f0 msgr2=0x7ff6c41f58a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:51.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.529+0000 7ff6c259c640 1 --2- 172.21.15.67:0/2798029661 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff6c41f86f0 0x7ff6c41f58a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:51.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.529+0000 7ff6c259c640 1 -- 172.21.15.67:0/2798029661 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6c41f5100 con 0x7ff6c40d4db0 2024-09-21T00:31:51.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.529+0000 7ff6c259c640 1 --2- 172.21.15.67:0/2798029661 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff6c40d4db0 0x7ff6c4157750 secure :-1 s=READY pgs=1819 cs=0 l=1 rev1=1 crypto rx=0x7ff6ac034040 tx=0x7ff6ac0038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:51.532 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.529+0000 7ff6bb7fe640 1 -- 172.21.15.67:0/2798029661 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6ac03e030 con 0x7ff6c40d4db0 2024-09-21T00:31:51.532 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.529+0000 7ff6bb7fe640 1 -- 172.21.15.67:0/2798029661 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff6ac003d90 con 0x7ff6c40d4db0 2024-09-21T00:31:51.532 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.529+0000 7ff6c91da640 1 -- 172.21.15.67:0/2798029661 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff6c41f8ed0 con 0x7ff6c40d4db0 2024-09-21T00:31:51.532 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.529+0000 7ff6bb7fe640 1 -- 172.21.15.67:0/2798029661 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6ac035040 con 0x7ff6c40d4db0 2024-09-21T00:31:51.532 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.529+0000 7ff6c91da640 1 -- 172.21.15.67:0/2798029661 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6c41f9490 con 0x7ff6c40d4db0 2024-09-21T00:31:51.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.530+0000 7ff6c91da640 1 -- 172.21.15.67:0/2798029661 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff6c41f8c40 con 0x7ff6c40d4db0 2024-09-21T00:31:51.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.531+0000 7ff6bb7fe640 1 -- 172.21.15.67:0/2798029661 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7ff6ac041030 con 0x7ff6c40d4db0 2024-09-21T00:31:51.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.531+0000 7ff6bb7fe640 1 --2- 172.21.15.67:0/2798029661 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff6a4078b90 0x7ff6a407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:51.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.532+0000 7ff6bb7fe640 1 -- 172.21.15.67:0/2798029661 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(143..143 src has 1..143) ==== 4943+0+0 (secure 0 0 0) 0x7ff6ac0bb160 con 0x7ff6c40d4db0 2024-09-21T00:31:51.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.532+0000 7ff6c2d9d640 1 --2- 172.21.15.67:0/2798029661 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff6a4078b90 0x7ff6a407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:51.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.532+0000 7ff6c2d9d640 1 --2- 172.21.15.67:0/2798029661 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff6a4078b90 0x7ff6a407b0a0 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7ff6b4000fd0 tx=0x7ff6b4009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:51.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.536+0000 7ff6bb7fe640 1 -- 172.21.15.67:0/2798029661 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7ff6c41f5100 con 0x7ff6c40d4db0 2024-09-21T00:31:51.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.724+0000 7ff6c91da640 1 -- 172.21.15.67:0/2798029661 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7ff6c40b53e0 con 0x7ff6c40d4db0 2024-09-21T00:31:51.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.725+0000 7ff6bb7fe640 1 -- 172.21.15.67:0/2798029661 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v143) ==== 93+0+10 (secure 0 0 0) 0x7ff6ac083250 con 0x7ff6c40d4db0 2024-09-21T00:31:51.726 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 1 2024-09-21T00:31:51.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.727+0000 7ff6c91da640 1 -- 172.21.15.67:0/2798029661 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff6a4078b90 msgr2=0x7ff6a407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:51.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.727+0000 7ff6c91da640 1 --2- 172.21.15.67:0/2798029661 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff6a4078b90 0x7ff6a407b0a0 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7ff6b4000fd0 tx=0x7ff6b4009040 comp rx=0 tx=0).stop 2024-09-21T00:31:51.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.727+0000 7ff6c91da640 1 -- 172.21.15.67:0/2798029661 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff6c40d4db0 msgr2=0x7ff6c4157750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:51.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.727+0000 7ff6c91da640 1 --2- 172.21.15.67:0/2798029661 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff6c40d4db0 0x7ff6c4157750 secure :-1 s=READY pgs=1819 cs=0 l=1 rev1=1 crypto rx=0x7ff6ac034040 tx=0x7ff6ac0038a0 comp rx=0 tx=0).stop 2024-09-21T00:31:51.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.727+0000 7ff6c91da640 1 -- 172.21.15.67:0/2798029661 shutdown_connections 2024-09-21T00:31:51.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.727+0000 7ff6c91da640 1 --2- 172.21.15.67:0/2798029661 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff6a4078b90 0x7ff6a407b0a0 unknown :-1 s=CLOSED pgs=682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:51.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.727+0000 7ff6c91da640 1 --2- 172.21.15.67:0/2798029661 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff6c41f86f0 0x7ff6c41f58a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:51.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.727+0000 7ff6c91da640 1 --2- 172.21.15.67:0/2798029661 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff6c40d4db0 0x7ff6c4157750 unknown :-1 s=CLOSED pgs=1819 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:51.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.727+0000 7ff6c91da640 1 --2- 172.21.15.67:0/2798029661 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff6c40d3590 0x7ff6c41593c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:51.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.727+0000 7ff6c91da640 1 -- 172.21.15.67:0/2798029661 >> 172.21.15.67:0/2798029661 conn(0x7ff6c409da10 msgr2=0x7ff6c4158bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:51.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.728+0000 7ff6c91da640 1 -- 172.21.15.67:0/2798029661 shutdown_connections 2024-09-21T00:31:51.729 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.728+0000 7ff6c91da640 1 -- 172.21.15.67:0/2798029661 wait complete. 2024-09-21T00:31:51.740 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_scrub_checks.TestScrubControls.test_scrub_task_status_on_mds_failover' 2024-09-21T00:31:51.897 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.896+0000 7f980c6f4640 1 -- 172.21.15.67:0/1567127167 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f980409b7b0 msgr2=0x7f98040b3ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:51.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.896+0000 7f980c6f4640 1 --2- 172.21.15.67:0/1567127167 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f980409b7b0 0x7f98040b3ae0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f9800005fd0 tx=0x7f980002a4b0 comp rx=0 tx=0).stop 2024-09-21T00:31:51.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.896+0000 7f980c6f4640 1 -- 172.21.15.67:0/1567127167 shutdown_connections 2024-09-21T00:31:51.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.896+0000 7f980c6f4640 1 --2- 172.21.15.67:0/1567127167 >> v2:172.21.15.97:3300/0 conn(0x7f98040d1120 0x7f98040b5530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:51.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.896+0000 7f980c6f4640 1 --2- 172.21.15.67:0/1567127167 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f980409b7b0 0x7f98040b3ae0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:51.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.896+0000 7f980c6f4640 1 -- 172.21.15.67:0/1567127167 >> 172.21.15.67:0/1567127167 conn(0x7f98040b4140 msgr2=0x7f98040b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:51.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.896+0000 7f980c6f4640 1 -- 172.21.15.67:0/1567127167 shutdown_connections 2024-09-21T00:31:51.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.896+0000 7f980c6f4640 1 -- 172.21.15.67:0/1567127167 wait complete. 2024-09-21T00:31:51.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.898+0000 7f980c6f4640 1 Processor -- start 2024-09-21T00:31:51.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.898+0000 7f980c6f4640 1 -- start start 2024-09-21T00:31:51.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.899+0000 7f980c6f4640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f980409b7b0 0x7f98041e5c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:51.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.899+0000 7f980c6f4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f98040b7850 0x7f98040afda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:51.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.899+0000 7f980c6f4640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f98041598d0 0x7f9804159010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:51.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.899+0000 7f980c6f4640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f98040b5e00 con 0x7f98040b7850 2024-09-21T00:31:51.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.899+0000 7f980c6f4640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f98040b5c80 con 0x7f980409b7b0 2024-09-21T00:31:51.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.899+0000 7f980c6f4640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f98040b5f80 con 0x7f98041598d0 2024-09-21T00:31:51.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.899+0000 7f9809c8f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f98040b7850 0x7f98040afda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:51.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.899+0000 7f9809c8f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f98040b7850 0x7f98040afda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:43210/0 (socket says 172.21.15.67:43210) 2024-09-21T00:31:51.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.899+0000 7f9809c8f640 1 -- 172.21.15.67:0/1418120357 learned_addr learned my addr 172.21.15.67:0/1418120357 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:51.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.899+0000 7f980ac91640 1 --2- 172.21.15.67:0/1418120357 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f98041598d0 0x7f9804159010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:51.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.899+0000 7f980a490640 1 --2- 172.21.15.67:0/1418120357 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f980409b7b0 0x7f98041e5c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:51.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.900+0000 7f9809c8f640 1 -- 172.21.15.67:0/1418120357 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f98041598d0 msgr2=0x7f9804159010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:51.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.900+0000 7f9809c8f640 1 --2- 172.21.15.67:0/1418120357 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f98041598d0 0x7f9804159010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:51.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.900+0000 7f9809c8f640 1 -- 172.21.15.67:0/1418120357 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f980409b7b0 msgr2=0x7f98041e5c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:51.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.900+0000 7f9809c8f640 1 --2- 172.21.15.67:0/1418120357 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f980409b7b0 0x7f98041e5c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:51.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.900+0000 7f9809c8f640 1 -- 172.21.15.67:0/1418120357 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98041f9b60 con 0x7f98040b7850 2024-09-21T00:31:51.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.900+0000 7f9809c8f640 1 --2- 172.21.15.67:0/1418120357 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f98040b7850 0x7f98040afda0 secure :-1 s=READY pgs=1820 cs=0 l=1 rev1=1 crypto rx=0x7f97f400c370 tx=0x7f97f400c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:51.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.900+0000 7f97faffd640 1 -- 172.21.15.67:0/1418120357 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97f4017070 con 0x7f98040b7850 2024-09-21T00:31:51.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.900+0000 7f97faffd640 1 -- 172.21.15.67:0/1418120357 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f97f40053c0 con 0x7f98040b7850 2024-09-21T00:31:51.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.900+0000 7f97faffd640 1 -- 172.21.15.67:0/1418120357 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97f4003850 con 0x7f98040b7850 2024-09-21T00:31:51.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.900+0000 7f980c6f4640 1 -- 172.21.15.67:0/1418120357 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f98040af300 con 0x7f98040b7850 2024-09-21T00:31:51.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.900+0000 7f980c6f4640 1 -- 172.21.15.67:0/1418120357 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f98040af5a0 con 0x7f98040b7850 2024-09-21T00:31:51.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.901+0000 7f980c6f4640 1 -- 172.21.15.67:0/1418120357 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9804069e20 con 0x7f98040b7850 2024-09-21T00:31:51.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.902+0000 7f97faffd640 1 -- 172.21.15.67:0/1418120357 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f97f401a070 con 0x7f98040b7850 2024-09-21T00:31:51.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.902+0000 7f97faffd640 1 --2- 172.21.15.67:0/1418120357 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f97e8078b90 0x7f97e807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:51.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.902+0000 7f97faffd640 1 -- 172.21.15.67:0/1418120357 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(143..143 src has 1..143) ==== 4943+0+0 (secure 0 0 0) 0x7f97f4099c70 con 0x7f98040b7850 2024-09-21T00:31:51.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.903+0000 7f980a490640 1 --2- 172.21.15.67:0/1418120357 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f97e8078b90 0x7f97e807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:51.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.903+0000 7f980a490640 1 --2- 172.21.15.67:0/1418120357 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f97e8078b90 0x7f97e807b0a0 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7f9800033000 tx=0x7f9800004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:51.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:51.907+0000 7f97faffd640 1 -- 172.21.15.67:0/1418120357 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f9804069e20 con 0x7f98040b7850 2024-09-21T00:31:52.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:52.169+0000 7f980c6f4640 1 -- 172.21.15.67:0/1418120357 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_scrub_checks.TestScrubControls.test_scrub_task_status_on_mds_failover"]} v 0) -- 0x7f98040b3ae0 con 0x7f98040b7850 2024-09-21T00:31:53.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.066+0000 7f97faffd640 1 -- 172.21.15.67:0/1418120357 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_scrub_checks.TestScrubControls.test_scrub_task_status_on_mds_failover"]}]=0 v498) ==== 169+0+0 (secure 0 0 0) 0x7f97f4061e80 con 0x7f98040b7850 2024-09-21T00:31:53.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.069+0000 7f980c6f4640 1 -- 172.21.15.67:0/1418120357 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f97e8078b90 msgr2=0x7f97e807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:53.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.069+0000 7f980c6f4640 1 --2- 172.21.15.67:0/1418120357 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f97e8078b90 0x7f97e807b0a0 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7f9800033000 tx=0x7f9800004730 comp rx=0 tx=0).stop 2024-09-21T00:31:53.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.069+0000 7f980c6f4640 1 -- 172.21.15.67:0/1418120357 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f98040b7850 msgr2=0x7f98040afda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:53.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.069+0000 7f980c6f4640 1 --2- 172.21.15.67:0/1418120357 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f98040b7850 0x7f98040afda0 secure :-1 s=READY pgs=1820 cs=0 l=1 rev1=1 crypto rx=0x7f97f400c370 tx=0x7f97f400c830 comp rx=0 tx=0).stop 2024-09-21T00:31:53.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.070+0000 7f980c6f4640 1 -- 172.21.15.67:0/1418120357 shutdown_connections 2024-09-21T00:31:53.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.070+0000 7f980c6f4640 1 --2- 172.21.15.67:0/1418120357 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f97e8078b90 0x7f97e807b0a0 unknown :-1 s=CLOSED pgs=683 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:53.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.070+0000 7f980c6f4640 1 --2- 172.21.15.67:0/1418120357 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f98041598d0 0x7f9804159010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:53.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.070+0000 7f980c6f4640 1 --2- 172.21.15.67:0/1418120357 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f98040b7850 0x7f98040afda0 unknown :-1 s=CLOSED pgs=1820 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:53.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.070+0000 7f980c6f4640 1 --2- 172.21.15.67:0/1418120357 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f980409b7b0 0x7f98041e5c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:53.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.070+0000 7f980c6f4640 1 -- 172.21.15.67:0/1418120357 >> 172.21.15.67:0/1418120357 conn(0x7f98040b4140 msgr2=0x7f98040723f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:53.072 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.070+0000 7f980c6f4640 1 -- 172.21.15.67:0/1418120357 shutdown_connections 2024-09-21T00:31:53.072 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.070+0000 7f980c6f4640 1 -- 172.21.15.67:0/1418120357 wait complete. 2024-09-21T00:31:53.085 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config dump 2024-09-21T00:31:53.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.208+0000 7fdec1ea9640 1 -- 172.21.15.67:0/1438859755 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdea80052e0 msgr2=0x7fdea800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:53.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.208+0000 7fdec1ea9640 1 --2- 172.21.15.67:0/1438859755 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdea80052e0 0x7fdea800b9c0 secure :-1 s=READY pgs=1822 cs=0 l=1 rev1=1 crypto rx=0x7fdeb4001f30 tx=0x7fdea8005830 comp rx=0 tx=0).stop 2024-09-21T00:31:53.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.208+0000 7fdec1ea9640 1 -- 172.21.15.67:0/1438859755 shutdown_connections 2024-09-21T00:31:53.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.208+0000 7fdec1ea9640 1 --2- 172.21.15.67:0/1438859755 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdea80052e0 0x7fdea800b9c0 unknown :-1 s=CLOSED pgs=1822 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:53.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.208+0000 7fdec1ea9640 1 -- 172.21.15.67:0/1438859755 >> 172.21.15.67:0/1438859755 conn(0x7fdebc0d1280 msgr2=0x7fdebc0d1690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:53.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.208+0000 7fdec1ea9640 1 -- 172.21.15.67:0/1438859755 shutdown_connections 2024-09-21T00:31:53.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.208+0000 7fdec1ea9640 1 -- 172.21.15.67:0/1438859755 wait complete. 2024-09-21T00:31:53.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.210+0000 7fdec1ea9640 1 Processor -- start 2024-09-21T00:31:53.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.210+0000 7fdec1ea9640 1 -- start start 2024-09-21T00:31:53.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.212+0000 7fdec1ea9640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdea80052e0 0x7fdebc09d950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:53.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.212+0000 7fdec1ea9640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdebc1f3280 0x7fdebc06cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:53.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.212+0000 7fdec1ea9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdebc1f3690 0x7fdebc06d2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:53.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.212+0000 7fdec1ea9640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fdebc0b2790 con 0x7fdebc1f3690 2024-09-21T00:31:53.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.212+0000 7fdec1ea9640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fdebc0b2610 con 0x7fdebc1f3280 2024-09-21T00:31:53.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.212+0000 7fdec1ea9640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fdebc0b2910 con 0x7fdea80052e0 2024-09-21T00:31:53.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.212+0000 7fdebbfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdebc1f3690 0x7fdebc06d2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:53.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.212+0000 7fdebb7fe640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdea80052e0 0x7fdebc09d950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:53.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.212+0000 7fdebbfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdebc1f3690 0x7fdebc06d2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:43230/0 (socket says 172.21.15.67:43230) 2024-09-21T00:31:53.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.212+0000 7fdebbfff640 1 -- 172.21.15.67:0/2607449635 learned_addr learned my addr 172.21.15.67:0/2607449635 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:53.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.212+0000 7fdebaffd640 1 --2- 172.21.15.67:0/2607449635 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdebc1f3280 0x7fdebc06cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:53.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.212+0000 7fdebbfff640 1 -- 172.21.15.67:0/2607449635 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdea80052e0 msgr2=0x7fdebc09d950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:53.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.212+0000 7fdebbfff640 1 --2- 172.21.15.67:0/2607449635 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdea80052e0 0x7fdebc09d950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:53.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.212+0000 7fdebbfff640 1 -- 172.21.15.67:0/2607449635 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdebc1f3280 msgr2=0x7fdebc06cdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:53.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.212+0000 7fdebbfff640 1 --2- 172.21.15.67:0/2607449635 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdebc1f3280 0x7fdebc06cdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:53.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.212+0000 7fdebbfff640 1 -- 172.21.15.67:0/2607449635 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdebc09de90 con 0x7fdebc1f3690 2024-09-21T00:31:53.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.212+0000 7fdebbfff640 1 --2- 172.21.15.67:0/2607449635 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdebc1f3690 0x7fdebc06d2f0 secure :-1 s=READY pgs=1823 cs=0 l=1 rev1=1 crypto rx=0x7fdeb4002020 tx=0x7fdeb4001be0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:53.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.212+0000 7fdeb3fff640 1 -- 172.21.15.67:0/2607449635 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdeb4003d80 con 0x7fdebc1f3690 2024-09-21T00:31:53.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.213+0000 7fdeb3fff640 1 -- 172.21.15.67:0/2607449635 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdeb403f570 con 0x7fdebc1f3690 2024-09-21T00:31:53.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.213+0000 7fdec1ea9640 1 -- 172.21.15.67:0/2607449635 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdebc1f3db0 con 0x7fdebc1f3690 2024-09-21T00:31:53.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.213+0000 7fdeb3fff640 1 -- 172.21.15.67:0/2607449635 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdeb403f980 con 0x7fdebc1f3690 2024-09-21T00:31:53.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.213+0000 7fdec1ea9640 1 -- 172.21.15.67:0/2607449635 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdebc1f4650 con 0x7fdebc1f3690 2024-09-21T00:31:53.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.214+0000 7fdec1ea9640 1 -- 172.21.15.67:0/2607449635 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdebc1f4440 con 0x7fdebc1f3690 2024-09-21T00:31:53.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.215+0000 7fdeb3fff640 1 -- 172.21.15.67:0/2607449635 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fdeb403fb20 con 0x7fdebc1f3690 2024-09-21T00:31:53.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.215+0000 7fdeb3fff640 1 --2- 172.21.15.67:0/2607449635 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fde9c078b90 0x7fde9c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:53.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.215+0000 7fdeb3fff640 1 -- 172.21.15.67:0/2607449635 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(143..143 src has 1..143) ==== 4943+0+0 (secure 0 0 0) 0x7fdeb40babc0 con 0x7fdebc1f3690 2024-09-21T00:31:53.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.215+0000 7fdebb7fe640 1 --2- 172.21.15.67:0/2607449635 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fde9c078b90 0x7fde9c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:53.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.216+0000 7fdebb7fe640 1 --2- 172.21.15.67:0/2607449635 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fde9c078b90 0x7fde9c07b0a0 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7fdeac001eb0 tx=0x7fdeac001d60 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:53.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.220+0000 7fdeb3fff640 1 -- 172.21.15.67:0/2607449635 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fdeb4046020 con 0x7fdebc1f3690 2024-09-21T00:31:53.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.406+0000 7fdec1ea9640 1 -- 172.21.15.67:0/2607449635 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7fdebc1f3b40 con 0x7fdebc1f3690 2024-09-21T00:31:53.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.407+0000 7fdeb3fff640 1 -- 172.21.15.67:0/2607449635 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v57) ==== 59+0+2294 (secure 0 0 0) 0x7fdeb4082c30 con 0x7fdebc1f3690 2024-09-21T00:31:53.408 INFO:teuthology.orchestra.run.smithi067.stdout:WHO MASK LEVEL OPTION VALUE RO 2024-09-21T00:31:53.408 INFO:teuthology.orchestra.run.smithi067.stdout:mon advanced mon_op_complaint_time 120 2024-09-21T00:31:53.408 INFO:teuthology.orchestra.run.smithi067.stdout:mgr advanced client_mount_timeout 30 2024-09-21T00:31:53.408 INFO:teuthology.orchestra.run.smithi067.stdout:mgr advanced debug_client 20/20 2024-09-21T00:31:53.409 INFO:teuthology.orchestra.run.smithi067.stdout:mgr advanced debug_mgr 20/20 2024-09-21T00:31:53.409 INFO:teuthology.orchestra.run.smithi067.stdout:mgr advanced debug_ms 1/1 2024-09-21T00:31:53.409 INFO:teuthology.orchestra.run.smithi067.stdout:mgr dev mon_warn_on_pool_no_app false 2024-09-21T00:31:53.409 INFO:teuthology.orchestra.run.smithi067.stdout:osd advanced osd_op_complaint_time 180.000000 2024-09-21T00:31:53.409 INFO:teuthology.orchestra.run.smithi067.stdout:osd.0 basic osd_mclock_max_capacity_iops_ssd 4994.792072 2024-09-21T00:31:53.409 INFO:teuthology.orchestra.run.smithi067.stdout:osd.1 basic osd_mclock_max_capacity_iops_ssd 6949.964888 2024-09-21T00:31:53.409 INFO:teuthology.orchestra.run.smithi067.stdout:osd.2 basic osd_mclock_max_capacity_iops_ssd 4728.394376 2024-09-21T00:31:53.409 INFO:teuthology.orchestra.run.smithi067.stdout:osd.3 basic osd_mclock_max_capacity_iops_ssd 4592.129816 2024-09-21T00:31:53.409 INFO:teuthology.orchestra.run.smithi067.stdout:osd.4 basic osd_mclock_max_capacity_iops_ssd 6550.422905 2024-09-21T00:31:53.409 INFO:teuthology.orchestra.run.smithi067.stdout:osd.5 basic osd_mclock_max_capacity_iops_ssd 5213.710688 2024-09-21T00:31:53.409 INFO:teuthology.orchestra.run.smithi067.stdout:osd.6 basic osd_mclock_max_capacity_iops_ssd 5638.399028 2024-09-21T00:31:53.409 INFO:teuthology.orchestra.run.smithi067.stdout:osd.7 basic osd_mclock_max_capacity_iops_ssd 5357.310397 2024-09-21T00:31:53.409 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced debug_mds 20/20 2024-09-21T00:31:53.410 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced debug_mds_balancer 20/20 2024-09-21T00:31:53.410 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced debug_ms 2/2 2024-09-21T00:31:53.410 INFO:teuthology.orchestra.run.smithi067.stdout:mds dev mds_debug_frag true 2024-09-21T00:31:53.410 INFO:teuthology.orchestra.run.smithi067.stdout:mds dev mds_debug_scatterstat true 2024-09-21T00:31:53.410 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced mds_op_complaint_time 180.000000 2024-09-21T00:31:53.410 INFO:teuthology.orchestra.run.smithi067.stdout:mds dev mds_verify_scatter true 2024-09-21T00:31:53.410 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced osd_op_complaint_time 180.000000 2024-09-21T00:31:53.410 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced rados_mon_op_timeout 900 2024-09-21T00:31:53.410 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced rados_osd_op_timeout 900 2024-09-21T00:31:53.410 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced client_mount_timeout 600 2024-09-21T00:31:53.410 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced debug_client 20/20 2024-09-21T00:31:53.410 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced debug_ms 1/1 2024-09-21T00:31:53.411 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced rados_mon_op_timeout 900 2024-09-21T00:31:53.411 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced rados_osd_op_timeout 900 2024-09-21T00:31:53.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.409+0000 7fdec1ea9640 1 -- 172.21.15.67:0/2607449635 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fde9c078b90 msgr2=0x7fde9c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:53.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.409+0000 7fdec1ea9640 1 --2- 172.21.15.67:0/2607449635 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fde9c078b90 0x7fde9c07b0a0 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7fdeac001eb0 tx=0x7fdeac001d60 comp rx=0 tx=0).stop 2024-09-21T00:31:53.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.409+0000 7fdec1ea9640 1 -- 172.21.15.67:0/2607449635 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdebc1f3690 msgr2=0x7fdebc06d2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:53.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.409+0000 7fdec1ea9640 1 --2- 172.21.15.67:0/2607449635 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdebc1f3690 0x7fdebc06d2f0 secure :-1 s=READY pgs=1823 cs=0 l=1 rev1=1 crypto rx=0x7fdeb4002020 tx=0x7fdeb4001be0 comp rx=0 tx=0).stop 2024-09-21T00:31:53.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.409+0000 7fdec1ea9640 1 -- 172.21.15.67:0/2607449635 shutdown_connections 2024-09-21T00:31:53.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.409+0000 7fdec1ea9640 1 --2- 172.21.15.67:0/2607449635 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fde9c078b90 0x7fde9c07b0a0 unknown :-1 s=CLOSED pgs=684 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:53.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.409+0000 7fdec1ea9640 1 --2- 172.21.15.67:0/2607449635 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdebc1f3690 0x7fdebc06d2f0 unknown :-1 s=CLOSED pgs=1823 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:53.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.409+0000 7fdec1ea9640 1 --2- 172.21.15.67:0/2607449635 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdebc1f3280 0x7fdebc06cdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:53.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.409+0000 7fdec1ea9640 1 --2- 172.21.15.67:0/2607449635 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdea80052e0 0x7fdebc09d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:53.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.409+0000 7fdec1ea9640 1 -- 172.21.15.67:0/2607449635 >> 172.21.15.67:0/2607449635 conn(0x7fdebc0d1280 msgr2=0x7fdebc0cce30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:53.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.409+0000 7fdec1ea9640 1 -- 172.21.15.67:0/2607449635 shutdown_connections 2024-09-21T00:31:53.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.409+0000 7fdec1ea9640 1 -- 172.21.15.67:0/2607449635 wait complete. 2024-09-21T00:31:53.422 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-21T00:31:53.541 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.540+0000 7f186b07e640 1 -- 172.21.15.67:0/2399532531 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f18640cdf40 msgr2=0x7f1864160690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:53.542 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.540+0000 7f186b07e640 1 --2- 172.21.15.67:0/2399532531 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f18640cdf40 0x7f1864160690 secure :-1 s=READY pgs=1824 cs=0 l=1 rev1=1 crypto rx=0x7f18640749a0 tx=0x7f185c02a560 comp rx=0 tx=0).stop 2024-09-21T00:31:53.542 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.540+0000 7f186b07e640 1 -- 172.21.15.67:0/2399532531 shutdown_connections 2024-09-21T00:31:53.542 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.540+0000 7f186b07e640 1 --2- 172.21.15.67:0/2399532531 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f18640cdf40 0x7f1864160690 unknown :-1 s=CLOSED pgs=1824 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:53.542 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.540+0000 7f186b07e640 1 --2- 172.21.15.67:0/2399532531 >> v2:172.21.15.97:3300/0 conn(0x7f18640b16e0 0x7f18640cda00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:53.542 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.540+0000 7f186b07e640 1 -- 172.21.15.67:0/2399532531 >> 172.21.15.67:0/2399532531 conn(0x7f18640d24c0 msgr2=0x7f18640d28d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:53.542 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.540+0000 7f186b07e640 1 -- 172.21.15.67:0/2399532531 shutdown_connections 2024-09-21T00:31:53.542 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.540+0000 7f186b07e640 1 -- 172.21.15.67:0/2399532531 wait complete. 2024-09-21T00:31:53.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.542+0000 7f186b07e640 1 Processor -- start 2024-09-21T00:31:53.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.542+0000 7f186b07e640 1 -- start start 2024-09-21T00:31:53.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.543+0000 7f186b07e640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f18640b16e0 0x7f1864155360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:53.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.543+0000 7f186b07e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f18640b78f0 0x7f18641558a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:53.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.544+0000 7f186b07e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f18640cdf40 0x7f186414f040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:53.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.544+0000 7f186b07e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f1864160bd0 con 0x7f18640b78f0 2024-09-21T00:31:53.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.544+0000 7f186b07e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f18640b1af0 con 0x7f18640cdf40 2024-09-21T00:31:53.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.544+0000 7f186b07e640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f1864160d50 con 0x7f18640b16e0 2024-09-21T00:31:53.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.544+0000 7f1863fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f18640b78f0 0x7f18641558a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:53.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.544+0000 7f1863fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f18640b78f0 0x7f18641558a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:49096/0 (socket says 172.21.15.67:49096) 2024-09-21T00:31:53.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.544+0000 7f1863fff640 1 -- 172.21.15.67:0/1169569797 learned_addr learned my addr 172.21.15.67:0/1169569797 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:53.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.544+0000 7f186961b640 1 --2- 172.21.15.67:0/1169569797 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f18640cdf40 0x7f186414f040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:53.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.544+0000 7f1868e1a640 1 --2- 172.21.15.67:0/1169569797 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f18640b16e0 0x7f1864155360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:53.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.544+0000 7f1863fff640 1 -- 172.21.15.67:0/1169569797 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f18640b16e0 msgr2=0x7f1864155360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:53.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.544+0000 7f1863fff640 1 --2- 172.21.15.67:0/1169569797 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f18640b16e0 0x7f1864155360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:53.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.544+0000 7f1863fff640 1 -- 172.21.15.67:0/1169569797 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f18640cdf40 msgr2=0x7f186414f040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:53.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.544+0000 7f1863fff640 1 --2- 172.21.15.67:0/1169569797 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f18640cdf40 0x7f186414f040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:53.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.544+0000 7f1863fff640 1 -- 172.21.15.67:0/1169569797 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f186409c660 con 0x7f18640b78f0 2024-09-21T00:31:53.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.544+0000 7f1863fff640 1 --2- 172.21.15.67:0/1169569797 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f18640b78f0 0x7f18641558a0 secure :-1 s=READY pgs=1825 cs=0 l=1 rev1=1 crypto rx=0x7f185400cce0 tx=0x7f185400a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:53.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.544+0000 7f18617fa640 1 -- 172.21.15.67:0/1169569797 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f185400f450 con 0x7f18640b78f0 2024-09-21T00:31:53.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.544+0000 7f18617fa640 1 -- 172.21.15.67:0/1169569797 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f185400f6e0 con 0x7f18640b78f0 2024-09-21T00:31:53.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.544+0000 7f186b07e640 1 -- 172.21.15.67:0/1169569797 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f18640c6860 con 0x7f18640b78f0 2024-09-21T00:31:53.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.544+0000 7f18617fa640 1 -- 172.21.15.67:0/1169569797 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f185400fb30 con 0x7f18640b78f0 2024-09-21T00:31:53.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.544+0000 7f186b07e640 1 -- 172.21.15.67:0/1169569797 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f186414fe50 con 0x7f18640b78f0 2024-09-21T00:31:53.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.545+0000 7f186b07e640 1 -- 172.21.15.67:0/1169569797 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f186409c3d0 con 0x7f18640b78f0 2024-09-21T00:31:53.549 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.546+0000 7f18617fa640 1 -- 172.21.15.67:0/1169569797 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f185400fcd0 con 0x7f18640b78f0 2024-09-21T00:31:53.549 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.547+0000 7f18617fa640 1 --2- 172.21.15.67:0/1169569797 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1844078b90 0x7f184407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:53.549 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.547+0000 7f18617fa640 1 -- 172.21.15.67:0/1169569797 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(143..143 src has 1..143) ==== 4943+0+0 (secure 0 0 0) 0x7f185409b4c0 con 0x7f18640b78f0 2024-09-21T00:31:53.549 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.547+0000 7f1868e1a640 1 --2- 172.21.15.67:0/1169569797 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1844078b90 0x7f184407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:53.549 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.547+0000 7f1868e1a640 1 --2- 172.21.15.67:0/1169569797 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1844078b90 0x7f184407b0a0 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7f184c0098c0 tx=0x7f184c009060 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:53.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.551+0000 7f18617fa640 1 -- 172.21.15.67:0/1169569797 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f1854014030 con 0x7f18640b78f0 2024-09-21T00:31:53.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.741+0000 7f186b07e640 1 -- 172.21.15.67:0/1169569797 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f18640cb030 con 0x7f18640b78f0 2024-09-21T00:31:53.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.745+0000 7f18617fa640 1 -- 172.21.15.67:0/1169569797 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v58)=0 v58) ==== 122+0+0 (secure 0 0 0) 0x7f18540635b0 con 0x7f18640b78f0 2024-09-21T00:31:53.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.747+0000 7f186b07e640 1 -- 172.21.15.67:0/1169569797 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1844078b90 msgr2=0x7f184407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:53.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.747+0000 7f186b07e640 1 --2- 172.21.15.67:0/1169569797 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1844078b90 0x7f184407b0a0 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7f184c0098c0 tx=0x7f184c009060 comp rx=0 tx=0).stop 2024-09-21T00:31:53.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.747+0000 7f186b07e640 1 -- 172.21.15.67:0/1169569797 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f18640b78f0 msgr2=0x7f18641558a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:53.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.747+0000 7f186b07e640 1 --2- 172.21.15.67:0/1169569797 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f18640b78f0 0x7f18641558a0 secure :-1 s=READY pgs=1825 cs=0 l=1 rev1=1 crypto rx=0x7f185400cce0 tx=0x7f185400a620 comp rx=0 tx=0).stop 2024-09-21T00:31:53.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.747+0000 7f186b07e640 1 -- 172.21.15.67:0/1169569797 shutdown_connections 2024-09-21T00:31:53.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.747+0000 7f186b07e640 1 --2- 172.21.15.67:0/1169569797 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1844078b90 0x7f184407b0a0 unknown :-1 s=CLOSED pgs=685 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:53.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.747+0000 7f186b07e640 1 --2- 172.21.15.67:0/1169569797 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f18640cdf40 0x7f186414f040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:53.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.748+0000 7f186b07e640 1 --2- 172.21.15.67:0/1169569797 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f18640b78f0 0x7f18641558a0 unknown :-1 s=CLOSED pgs=1825 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:53.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.748+0000 7f186b07e640 1 --2- 172.21.15.67:0/1169569797 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f18640b16e0 0x7f1864155360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:53.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.748+0000 7f186b07e640 1 -- 172.21.15.67:0/1169569797 >> 172.21.15.67:0/1169569797 conn(0x7f18640d24c0 msgr2=0x7f18640b3c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:53.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.748+0000 7f186b07e640 1 -- 172.21.15.67:0/1169569797 shutdown_connections 2024-09-21T00:31:53.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:53.748+0000 7f186b07e640 1 -- 172.21.15.67:0/1169569797 wait complete. 2024-09-21T00:31:53.760 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-21T00:31:53.760 DEBUG:teuthology.orchestra.run.smithi067:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T00:31:53.797 DEBUG:teuthology.orchestra.run.smithi097:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T00:31:53.838 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-21T00:31:53.838 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:31:53.839 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:31:53.854 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20178 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T00:31:53.854 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:31:53.854 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:31:53.896 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17850 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T00:31:53.897 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:31:53.897 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:31:53.912 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20178 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T00:31:53.913 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:31:53.913 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:31:53.954 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17850 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T00:31:53.954 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-21T00:31:53.955 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:31:54.074 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.073+0000 7fb3f6a77640 1 -- 172.21.15.67:0/2820420884 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb3f00d2b00 msgr2=0x7fb3f015e7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:54.074 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.073+0000 7fb3f6a77640 1 --2- 172.21.15.67:0/2820420884 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb3f00d2b00 0x7fb3f015e7f0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fb3dc009830 tx=0x7fb3dc02a510 comp rx=0 tx=0).stop 2024-09-21T00:31:54.074 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.073+0000 7fb3f6a77640 1 -- 172.21.15.67:0/2820420884 shutdown_connections 2024-09-21T00:31:54.075 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.073+0000 7fb3f6a77640 1 --2- 172.21.15.67:0/2820420884 >> v2:172.21.15.97:3300/0 conn(0x7fb3f00d11c0 0x7fb3f00d15d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:54.075 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.073+0000 7fb3f6a77640 1 --2- 172.21.15.67:0/2820420884 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb3f00d2b00 0x7fb3f015e7f0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:54.075 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.073+0000 7fb3f6a77640 1 -- 172.21.15.67:0/2820420884 >> 172.21.15.67:0/2820420884 conn(0x7fb3f006dfb0 msgr2=0x7fb3f006e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:54.075 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.073+0000 7fb3f6a77640 1 -- 172.21.15.67:0/2820420884 shutdown_connections 2024-09-21T00:31:54.075 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.073+0000 7fb3f6a77640 1 -- 172.21.15.67:0/2820420884 wait complete. 2024-09-21T00:31:54.076 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.075+0000 7fb3f6a77640 1 Processor -- start 2024-09-21T00:31:54.076 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.075+0000 7fb3f6a77640 1 -- start start 2024-09-21T00:31:54.079 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.077+0000 7fb3f6a77640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb3f00d11c0 0x7fb3f01f5270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:54.079 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.077+0000 7fb3f6a77640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb3f00d2b00 0x7fb3f00b93f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:54.079 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.077+0000 7fb3f6a77640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb3f0162ea0 0x7fb3f00c98b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:54.079 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.077+0000 7fb3f6a77640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fb3f015f640 con 0x7fb3f0162ea0 2024-09-21T00:31:54.079 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.077+0000 7fb3f6a77640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fb3f015f4c0 con 0x7fb3f00d11c0 2024-09-21T00:31:54.079 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.077+0000 7fb3f6a77640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fb3f015f7c0 con 0x7fb3f00d2b00 2024-09-21T00:31:54.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.077+0000 7fb3f5014640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb3f0162ea0 0x7fb3f00c98b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:54.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.077+0000 7fb3f5014640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb3f0162ea0 0x7fb3f00c98b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:49106/0 (socket says 172.21.15.67:49106) 2024-09-21T00:31:54.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.077+0000 7fb3f5014640 1 -- 172.21.15.67:0/578123632 learned_addr learned my addr 172.21.15.67:0/578123632 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:54.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.077+0000 7fb3f4813640 1 --2- 172.21.15.67:0/578123632 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb3f00d11c0 0x7fb3f01f5270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:54.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.077+0000 7fb3effff640 1 --2- 172.21.15.67:0/578123632 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb3f00d2b00 0x7fb3f00b93f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:54.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.077+0000 7fb3f5014640 1 -- 172.21.15.67:0/578123632 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb3f00d2b00 msgr2=0x7fb3f00b93f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:54.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.077+0000 7fb3f5014640 1 --2- 172.21.15.67:0/578123632 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb3f00d2b00 0x7fb3f00b93f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:54.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.077+0000 7fb3f5014640 1 -- 172.21.15.67:0/578123632 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb3f00d11c0 msgr2=0x7fb3f01f5270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:54.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.077+0000 7fb3f5014640 1 --2- 172.21.15.67:0/578123632 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb3f00d11c0 0x7fb3f01f5270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:54.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.077+0000 7fb3f5014640 1 -- 172.21.15.67:0/578123632 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3f00c93d0 con 0x7fb3f0162ea0 2024-09-21T00:31:54.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.077+0000 7fb3f5014640 1 --2- 172.21.15.67:0/578123632 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb3f0162ea0 0x7fb3f00c98b0 secure :-1 s=READY pgs=1827 cs=0 l=1 rev1=1 crypto rx=0x7fb3e800ec20 tx=0x7fb3e800c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:54.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.078+0000 7fb3ed7fa640 1 -- 172.21.15.67:0/578123632 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3e8003b70 con 0x7fb3f0162ea0 2024-09-21T00:31:54.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.078+0000 7fb3ed7fa640 1 -- 172.21.15.67:0/578123632 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb3e8003d10 con 0x7fb3f0162ea0 2024-09-21T00:31:54.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.078+0000 7fb3f6a77640 1 -- 172.21.15.67:0/578123632 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb3f01f5880 con 0x7fb3f0162ea0 2024-09-21T00:31:54.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.078+0000 7fb3ed7fa640 1 -- 172.21.15.67:0/578123632 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3e8004280 con 0x7fb3f0162ea0 2024-09-21T00:31:54.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.078+0000 7fb3f6a77640 1 -- 172.21.15.67:0/578123632 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3f01f5e40 con 0x7fb3f0162ea0 2024-09-21T00:31:54.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.079+0000 7fb3f6a77640 1 -- 172.21.15.67:0/578123632 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb3f015fc10 con 0x7fb3f0162ea0 2024-09-21T00:31:54.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.079+0000 7fb3ed7fa640 1 -- 172.21.15.67:0/578123632 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fb3e8004420 con 0x7fb3f0162ea0 2024-09-21T00:31:54.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.080+0000 7fb3ed7fa640 1 --2- 172.21.15.67:0/578123632 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb3d4078b90 0x7fb3d407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:54.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.080+0000 7fb3ed7fa640 1 -- 172.21.15.67:0/578123632 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(143..143 src has 1..143) ==== 4943+0+0 (secure 0 0 0) 0x7fb3e809b570 con 0x7fb3f0162ea0 2024-09-21T00:31:54.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.080+0000 7fb3f4813640 1 --2- 172.21.15.67:0/578123632 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb3d4078b90 0x7fb3d407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:54.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.081+0000 7fb3f4813640 1 --2- 172.21.15.67:0/578123632 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb3d4078b90 0x7fb3d407b0a0 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7fb3e4001710 tx=0x7fb3e4009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:54.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.085+0000 7fb3ed7fa640 1 -- 172.21.15.67:0/578123632 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fb3e8063660 con 0x7fb3f0162ea0 2024-09-21T00:31:54.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.310+0000 7fb3f6a77640 1 -- 172.21.15.67:0/578123632 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb3f01f6180 con 0x7fb3f0162ea0 2024-09-21T00:31:54.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.310+0000 7fb3ed7fa640 1 -- 172.21.15.67:0/578123632 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 120 v120) ==== 95+0+3916 (secure 0 0 0) 0x7fb3e8068090 con 0x7fb3f0162ea0 2024-09-21T00:31:54.311 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:31:54.312 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":120,"btime":"2024-09-21T00:31:48:039567+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7403,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/2834357950","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":2834357950},{"type":"v1","addr":"172.21.15.97:6837","nonce":2834357950}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":112},{"gid":8173,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/3488762384","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3488762384},{"type":"v1","addr":"172.21.15.97:6836","nonce":3488762384}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":112},{"gid":8182,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/1799325258","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":1799325258},{"type":"v1","addr":"172.21.15.67:6835","nonce":1799325258}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":113},{"gid":9477,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6833/2486176904","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":2486176904},{"type":"v1","addr":"172.21.15.67:6833","nonce":2486176904}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":120}],"filesystems":[]} 2024-09-21T00:31:54.312 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 120 2024-09-21T00:31:54.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.313+0000 7fb3f6a77640 1 -- 172.21.15.67:0/578123632 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb3d4078b90 msgr2=0x7fb3d407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:54.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.313+0000 7fb3f6a77640 1 --2- 172.21.15.67:0/578123632 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb3d4078b90 0x7fb3d407b0a0 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7fb3e4001710 tx=0x7fb3e4009040 comp rx=0 tx=0).stop 2024-09-21T00:31:54.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.313+0000 7fb3f6a77640 1 -- 172.21.15.67:0/578123632 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb3f0162ea0 msgr2=0x7fb3f00c98b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:54.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.313+0000 7fb3f6a77640 1 --2- 172.21.15.67:0/578123632 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb3f0162ea0 0x7fb3f00c98b0 secure :-1 s=READY pgs=1827 cs=0 l=1 rev1=1 crypto rx=0x7fb3e800ec20 tx=0x7fb3e800c6a0 comp rx=0 tx=0).stop 2024-09-21T00:31:54.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.313+0000 7fb3f6a77640 1 -- 172.21.15.67:0/578123632 shutdown_connections 2024-09-21T00:31:54.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.313+0000 7fb3f6a77640 1 --2- 172.21.15.67:0/578123632 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb3d4078b90 0x7fb3d407b0a0 unknown :-1 s=CLOSED pgs=686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:54.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.313+0000 7fb3f6a77640 1 --2- 172.21.15.67:0/578123632 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb3f0162ea0 0x7fb3f00c98b0 unknown :-1 s=CLOSED pgs=1827 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:54.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.313+0000 7fb3f6a77640 1 --2- 172.21.15.67:0/578123632 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb3f00d2b00 0x7fb3f00b93f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:54.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.313+0000 7fb3f6a77640 1 --2- 172.21.15.67:0/578123632 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb3f00d11c0 0x7fb3f01f5270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:54.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.313+0000 7fb3f6a77640 1 -- 172.21.15.67:0/578123632 >> 172.21.15.67:0/578123632 conn(0x7fb3f006dfb0 msgr2=0x7fb3f006e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:54.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.313+0000 7fb3f6a77640 1 -- 172.21.15.67:0/578123632 shutdown_connections 2024-09-21T00:31:54.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.313+0000 7fb3f6a77640 1 -- 172.21.15.67:0/578123632 wait complete. 2024-09-21T00:31:54.326 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-21T00:31:54.326 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-21T00:31:54.326 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-21T00:31:54.326 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:31:54.327 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-21T00:31:54.327 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-21T00:31:54.327 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-21T00:31:54.327 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:31:54.327 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-21T00:31:54.327 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-21T00:31:54.327 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-21T00:31:54.327 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:31:54.328 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-21T00:31:54.328 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-21T00:31:54.328 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-21T00:31:54.328 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:31:54.335 INFO:tasks.ceph.mds.a:Stopped 2024-09-21T00:31:54.336 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-21T00:31:54.340 INFO:tasks.ceph.mds.c:Stopped 2024-09-21T00:31:54.340 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-21T00:31:54.342 INFO:tasks.ceph.mds.d:Stopped 2024-09-21T00:31:54.342 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-21T00:31:54.342 INFO:tasks.ceph.mds.b:Stopped 2024-09-21T00:31:54.343 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-21T00:31:54.382 INFO:tasks.ceph.mds.a:Started 2024-09-21T00:31:54.382 DEBUG:teuthology.parallel:result is None 2024-09-21T00:31:54.383 INFO:tasks.ceph.mds.c:Started 2024-09-21T00:31:54.383 DEBUG:teuthology.parallel:result is None 2024-09-21T00:31:54.384 INFO:tasks.ceph.mds.d:Started 2024-09-21T00:31:54.384 DEBUG:teuthology.parallel:result is None 2024-09-21T00:31:54.385 INFO:tasks.ceph.mds.b:Started 2024-09-21T00:31:54.385 DEBUG:teuthology.parallel:result is None 2024-09-21T00:31:54.385 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-21T00:31:54.473 INFO:tasks.ceph.mds.c.smithi067.stdout:starting mds.c at 2024-09-21T00:31:54.473 INFO:tasks.ceph.mds.a.smithi067.stdout:starting mds.a at 2024-09-21T00:31:54.477 INFO:tasks.ceph.mds.b.smithi097.stdout:starting mds.b at 2024-09-21T00:31:54.477 INFO:tasks.ceph.mds.d.smithi097.stdout:starting mds.d at 2024-09-21T00:31:54.509 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.508+0000 7f700c2e5640 1 -- 172.21.15.67:0/1899023488 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f700409b060 msgr2=0x7f70040cdfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:54.509 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.508+0000 7f700c2e5640 1 --2- 172.21.15.67:0/1899023488 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f700409b060 0x7f70040cdfa0 secure :-1 s=READY pgs=1835 cs=0 l=1 rev1=1 crypto rx=0x7f6ffc005fd0 tx=0x7f6ffc02a940 comp rx=0 tx=0).stop 2024-09-21T00:31:54.509 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.508+0000 7f700c2e5640 1 -- 172.21.15.67:0/1899023488 shutdown_connections 2024-09-21T00:31:54.509 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.508+0000 7f700c2e5640 1 --2- 172.21.15.67:0/1899023488 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f700409b060 0x7f70040cdfa0 unknown :-1 s=CLOSED pgs=1835 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:54.509 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.508+0000 7f700c2e5640 1 -- 172.21.15.67:0/1899023488 >> 172.21.15.67:0/1899023488 conn(0x7f70040b3e90 msgr2=0x7f70040b42a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:54.509 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.508+0000 7f700c2e5640 1 -- 172.21.15.67:0/1899023488 shutdown_connections 2024-09-21T00:31:54.510 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.508+0000 7f700c2e5640 1 -- 172.21.15.67:0/1899023488 wait complete. 2024-09-21T00:31:54.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.510+0000 7f700c2e5640 1 Processor -- start 2024-09-21T00:31:54.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.510+0000 7f700c2e5640 1 -- start start 2024-09-21T00:31:54.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.512+0000 7f700c2e5640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f700409b060 0x7f70040b02b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:54.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.512+0000 7f700c2e5640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f70040b1910 0x7f700415a9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:54.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.512+0000 7f700c2e5640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f700415ffe0 0x7f700415af30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:54.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.512+0000 7f700c2e5640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f70040ce4e0 con 0x7f700415ffe0 2024-09-21T00:31:54.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.512+0000 7f700c2e5640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f70040b7c00 con 0x7f70040b1910 2024-09-21T00:31:54.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.512+0000 7f700c2e5640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f70040ce660 con 0x7f700409b060 2024-09-21T00:31:54.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.512+0000 7f700a882640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f700415ffe0 0x7f700415af30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:54.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.512+0000 7f700a882640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f700415ffe0 0x7f700415af30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:49176/0 (socket says 172.21.15.67:49176) 2024-09-21T00:31:54.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.512+0000 7f700a081640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f700409b060 0x7f70040b02b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:54.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.512+0000 7f700a882640 1 -- 172.21.15.67:0/2136671441 learned_addr learned my addr 172.21.15.67:0/2136671441 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:54.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.512+0000 7f7009880640 1 --2- 172.21.15.67:0/2136671441 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f70040b1910 0x7f700415a9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:54.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.512+0000 7f700a882640 1 -- 172.21.15.67:0/2136671441 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f700409b060 msgr2=0x7f70040b02b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:54.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.512+0000 7f700a882640 1 --2- 172.21.15.67:0/2136671441 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f700409b060 0x7f70040b02b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:54.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.512+0000 7f700a882640 1 -- 172.21.15.67:0/2136671441 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f70040b1910 msgr2=0x7f700415a9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:54.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.512+0000 7f700a882640 1 --2- 172.21.15.67:0/2136671441 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f70040b1910 0x7f700415a9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:54.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.512+0000 7f700a882640 1 -- 172.21.15.67:0/2136671441 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f700415f740 con 0x7f700415ffe0 2024-09-21T00:31:54.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.512+0000 7f700a882640 1 --2- 172.21.15.67:0/2136671441 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f700415ffe0 0x7f700415af30 secure :-1 s=READY pgs=1836 cs=0 l=1 rev1=1 crypto rx=0x7f6ffc006010 tx=0x7f6ffc031e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:54.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.513+0000 7f6ffaffd640 1 -- 172.21.15.67:0/2136671441 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ffc03e070 con 0x7f700415ffe0 2024-09-21T00:31:54.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.513+0000 7f6ffaffd640 1 -- 172.21.15.67:0/2136671441 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6ffc004540 con 0x7f700415ffe0 2024-09-21T00:31:54.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.513+0000 7f700c2e5640 1 -- 172.21.15.67:0/2136671441 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f70041f6aa0 con 0x7f700415ffe0 2024-09-21T00:31:54.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.513+0000 7f6ffaffd640 1 -- 172.21.15.67:0/2136671441 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ffc043460 con 0x7f700415ffe0 2024-09-21T00:31:54.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.513+0000 7f700c2e5640 1 -- 172.21.15.67:0/2136671441 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70041f6d40 con 0x7f700415ffe0 2024-09-21T00:31:54.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.514+0000 7f700c2e5640 1 -- 172.21.15.67:0/2136671441 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f700409a950 con 0x7f700415ffe0 2024-09-21T00:31:54.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.515+0000 7f6ffaffd640 1 -- 172.21.15.67:0/2136671441 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f6ffc043600 con 0x7f700415ffe0 2024-09-21T00:31:54.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.515+0000 7f6ffaffd640 1 --2- 172.21.15.67:0/2136671441 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6fe8078b90 0x7f6fe807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:54.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.515+0000 7f6ffaffd640 1 -- 172.21.15.67:0/2136671441 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(143..143 src has 1..143) ==== 4943+0+0 (secure 0 0 0) 0x7f6ffc0bc650 con 0x7f700415ffe0 2024-09-21T00:31:54.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.515+0000 7f700a081640 1 --2- 172.21.15.67:0/2136671441 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6fe8078b90 0x7f6fe807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:54.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.516+0000 7f700a081640 1 --2- 172.21.15.67:0/2136671441 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6fe8078b90 0x7f6fe807b0a0 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7f7000000f60 tx=0x7f7000009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:54.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.520+0000 7f6ffaffd640 1 -- 172.21.15.67:0/2136671441 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f6ffc084740 con 0x7f700415ffe0 2024-09-21T00:31:54.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:54.720+0000 7f700c2e5640 1 -- 172.21.15.67:0/2136671441 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f700415f4b0 con 0x7f700415ffe0 2024-09-21T00:31:55.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.088+0000 7f6ffaffd640 1 -- 172.21.15.67:0/2136671441 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v145) ==== 97+0+0 (secure 0 0 0) 0x7f6ffc089170 con 0x7f700415ffe0 2024-09-21T00:31:55.089 INFO:teuthology.orchestra.run.smithi067.stderr: removed all blocklist entries 2024-09-21T00:31:55.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.090+0000 7f700c2e5640 1 -- 172.21.15.67:0/2136671441 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6fe8078b90 msgr2=0x7f6fe807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:55.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.090+0000 7f700c2e5640 1 --2- 172.21.15.67:0/2136671441 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6fe8078b90 0x7f6fe807b0a0 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7f7000000f60 tx=0x7f7000009040 comp rx=0 tx=0).stop 2024-09-21T00:31:55.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.090+0000 7f700c2e5640 1 -- 172.21.15.67:0/2136671441 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f700415ffe0 msgr2=0x7f700415af30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:55.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.090+0000 7f700c2e5640 1 --2- 172.21.15.67:0/2136671441 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f700415ffe0 0x7f700415af30 secure :-1 s=READY pgs=1836 cs=0 l=1 rev1=1 crypto rx=0x7f6ffc006010 tx=0x7f6ffc031e20 comp rx=0 tx=0).stop 2024-09-21T00:31:55.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.090+0000 7f700c2e5640 1 -- 172.21.15.67:0/2136671441 shutdown_connections 2024-09-21T00:31:55.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.090+0000 7f700c2e5640 1 --2- 172.21.15.67:0/2136671441 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6fe8078b90 0x7f6fe807b0a0 unknown :-1 s=CLOSED pgs=687 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:55.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.090+0000 7f700c2e5640 1 --2- 172.21.15.67:0/2136671441 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f700415ffe0 0x7f700415af30 unknown :-1 s=CLOSED pgs=1836 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:55.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.090+0000 7f700c2e5640 1 --2- 172.21.15.67:0/2136671441 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f70040b1910 0x7f700415a9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:55.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.090+0000 7f700c2e5640 1 --2- 172.21.15.67:0/2136671441 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f700409b060 0x7f70040b02b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:55.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.090+0000 7f700c2e5640 1 -- 172.21.15.67:0/2136671441 >> 172.21.15.67:0/2136671441 conn(0x7f70040b3e90 msgr2=0x7f70040cd800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:55.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.090+0000 7f700c2e5640 1 -- 172.21.15.67:0/2136671441 shutdown_connections 2024-09-21T00:31:55.092 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.090+0000 7f700c2e5640 1 -- 172.21.15.67:0/2136671441 wait complete. 2024-09-21T00:31:55.105 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-21T00:31:55.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.223+0000 7effbc382640 1 -- 172.21.15.67:0/1763115887 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7eff9c005250 msgr2=0x7eff9c00b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:55.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.223+0000 7effbc382640 1 --2- 172.21.15.67:0/1763115887 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7eff9c005250 0x7eff9c00b9c0 secure :-1 s=READY pgs=1838 cs=0 l=1 rev1=1 crypto rx=0x7effb40ba0f0 tx=0x7eff9c005830 comp rx=0 tx=0).stop 2024-09-21T00:31:55.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.223+0000 7effbc382640 1 -- 172.21.15.67:0/1763115887 shutdown_connections 2024-09-21T00:31:55.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.223+0000 7effbc382640 1 --2- 172.21.15.67:0/1763115887 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7eff9c005250 0x7eff9c00b9c0 unknown :-1 s=CLOSED pgs=1838 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:55.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.223+0000 7effbc382640 1 -- 172.21.15.67:0/1763115887 >> 172.21.15.67:0/1763115887 conn(0x7effb408bee0 msgr2=0x7effb40d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:55.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.223+0000 7effbc382640 1 -- 172.21.15.67:0/1763115887 shutdown_connections 2024-09-21T00:31:55.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.223+0000 7effbc382640 1 -- 172.21.15.67:0/1763115887 wait complete. 2024-09-21T00:31:55.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.225+0000 7effbc382640 1 Processor -- start 2024-09-21T00:31:55.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.225+0000 7effbc382640 1 -- start start 2024-09-21T00:31:55.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.226+0000 7effbc382640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7eff9c005250 0x7effb41f98d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:55.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.226+0000 7effbc382640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7effb41e8f00 0x7effb415bb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:55.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.226+0000 7effbc382640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7effb41f5760 0x7effb41f5b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:55.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.226+0000 7effbc382640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7effb40d3350 con 0x7effb41f5760 2024-09-21T00:31:55.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.226+0000 7effbc382640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7effb40d31d0 con 0x7effb41e8f00 2024-09-21T00:31:55.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.226+0000 7effbc382640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7effb40b73f0 con 0x7eff9c005250 2024-09-21T00:31:55.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.226+0000 7effba91f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7effb41f5760 0x7effb41f5b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:55.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.226+0000 7effba91f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7effb41f5760 0x7effb41f5b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:49202/0 (socket says 172.21.15.67:49202) 2024-09-21T00:31:55.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.226+0000 7effba91f640 1 -- 172.21.15.67:0/2235417978 learned_addr learned my addr 172.21.15.67:0/2235417978 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:55.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.226+0000 7effb991d640 1 --2- 172.21.15.67:0/2235417978 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7effb41e8f00 0x7effb415bb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:55.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.226+0000 7effba11e640 1 --2- 172.21.15.67:0/2235417978 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7eff9c005250 0x7effb41f98d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:55.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.227+0000 7effba91f640 1 -- 172.21.15.67:0/2235417978 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7eff9c005250 msgr2=0x7effb41f98d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:55.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.227+0000 7effba91f640 1 --2- 172.21.15.67:0/2235417978 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7eff9c005250 0x7effb41f98d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:55.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.227+0000 7effba91f640 1 -- 172.21.15.67:0/2235417978 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7effb41e8f00 msgr2=0x7effb415bb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:55.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.227+0000 7effba91f640 1 --2- 172.21.15.67:0/2235417978 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7effb41e8f00 0x7effb415bb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:55.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.227+0000 7effba91f640 1 -- 172.21.15.67:0/2235417978 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7effb41f60b0 con 0x7effb41f5760 2024-09-21T00:31:55.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.227+0000 7effba91f640 1 --2- 172.21.15.67:0/2235417978 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7effb41f5760 0x7effb41f5b70 secure :-1 s=READY pgs=1839 cs=0 l=1 rev1=1 crypto rx=0x7effa402b490 tx=0x7effa4002170 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:55.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.227+0000 7effb2ffd640 1 -- 172.21.15.67:0/2235417978 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effa402bbb0 con 0x7effb41f5760 2024-09-21T00:31:55.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.227+0000 7effb2ffd640 1 -- 172.21.15.67:0/2235417978 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7effa403a070 con 0x7effb41f5760 2024-09-21T00:31:55.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.227+0000 7effbc382640 1 -- 172.21.15.67:0/2235417978 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7effb41e9c30 con 0x7effb41f5760 2024-09-21T00:31:55.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.227+0000 7effb2ffd640 1 -- 172.21.15.67:0/2235417978 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effa40062d0 con 0x7effb41f5760 2024-09-21T00:31:55.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.227+0000 7effbc382640 1 -- 172.21.15.67:0/2235417978 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7effb41f8df0 con 0x7effb41f5760 2024-09-21T00:31:55.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.228+0000 7effbc382640 1 -- 172.21.15.67:0/2235417978 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7effb40b7950 con 0x7effb41f5760 2024-09-21T00:31:55.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.229+0000 7effb2ffd640 1 -- 172.21.15.67:0/2235417978 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7effa4006470 con 0x7effb41f5760 2024-09-21T00:31:55.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.230+0000 7effb2ffd640 1 --2- 172.21.15.67:0/2235417978 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7effa0078bc0 0x7effa007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:55.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.230+0000 7effb2ffd640 1 -- 172.21.15.67:0/2235417978 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(147..147 src has 1..147) ==== 4857+0+0 (secure 0 0 0) 0x7effa40bad80 con 0x7effb41f5760 2024-09-21T00:31:55.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.230+0000 7effba11e640 1 --2- 172.21.15.67:0/2235417978 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7effa0078bc0 0x7effa007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:55.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.230+0000 7effba11e640 1 --2- 172.21.15.67:0/2235417978 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7effa0078bc0 0x7effa007b0d0 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7effac0058e0 tx=0x7effac005f30 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:55.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.234+0000 7effb2ffd640 1 -- 172.21.15.67:0/2235417978 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7effa4082f50 con 0x7effb41f5760 2024-09-21T00:31:55.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.494+0000 7effbc382640 1 -- 172.21.15.67:0/2235417978 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7effb40b89c0 con 0x7effb41f5760 2024-09-21T00:31:55.496 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.495+0000 7effb2ffd640 1 -- 172.21.15.67:0/2235417978 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v22) ==== 80+0+5304 (secure 0 0 0) 0x7effa4087980 con 0x7effb41f5760 2024-09-21T00:31:55.496 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:31:55.496 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:31:55.496 INFO:teuthology.orchestra.run.smithi067.stdout: "auth_dump": [ 2024-09-21T00:31:55.496 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:31:55.496 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mds.a", 2024-09-21T00:31:55.496 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5m9QBaFRAAdgisHziG3hw/D2M72XZn8g==", 2024-09-21T00:31:55.496 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:31:55.496 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:31:55.497 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:31:55.497 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:31:55.497 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:31:55.497 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:31:55.497 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:31:55.497 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:31:55.497 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mds.b", 2024-09-21T00:31:55.497 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mLCJuIhAAl/r6CTzwOFBmlvDR8WTorQ==", 2024-09-21T00:31:55.497 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:31:55.497 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:31:55.497 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:31:55.497 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:31:55.497 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:31:55.497 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:31:55.497 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:31:55.498 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:31:55.498 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mds.c", 2024-09-21T00:31:55.498 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mQ14ZHRAAi5QZeknKrKjp2jO02yntmg==", 2024-09-21T00:31:55.498 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:31:55.498 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:31:55.498 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:31:55.498 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:31:55.498 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:31:55.498 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:31:55.498 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:31:55.498 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:31:55.498 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mds.d", 2024-09-21T00:31:55.499 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mgCsdKhAAJ06SsIMmvdDQWaRDeCy6CA==", 2024-09-21T00:31:55.499 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:31:55.499 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:31:55.499 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:31:55.499 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:31:55.499 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:31:55.499 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:31:55.499 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:31:55.499 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:31:55.499 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.0", 2024-09-21T00:31:55.499 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBJEe5mhxC8ERAAwqKGS/tp+aVv++lqOVEPwg==", 2024-09-21T00:31:55.499 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:31:55.499 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:31:55.499 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:31:55.499 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:31:55.500 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:31:55.500 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:31:55.500 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:31:55.500 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.1", 2024-09-21T00:31:55.500 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBMEe5mbob6IxAANdMr4wKZkwcnJzzUY88/xA==", 2024-09-21T00:31:55.500 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:31:55.500 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:31:55.500 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:31:55.500 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:31:55.500 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:31:55.500 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:31:55.500 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:31:55.500 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.2", 2024-09-21T00:31:55.500 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBPEe5mR+B2NRAAbF2XunKQ4T7GqO5mflYgFQ==", 2024-09-21T00:31:55.500 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:31:55.500 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:31:55.501 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:31:55.501 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:31:55.501 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:31:55.501 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:31:55.501 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:31:55.501 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.3", 2024-09-21T00:31:55.501 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBTEe5mrBCaDBAAhESlssYCQxHPjrG5irA8bg==", 2024-09-21T00:31:55.501 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:31:55.501 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:31:55.501 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:31:55.501 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:31:55.501 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:31:55.501 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:31:55.501 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:31:55.501 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.4", 2024-09-21T00:31:55.502 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBZEe5mH7dzKBAALqGrXHFlpxFvgoI3COb/CA==", 2024-09-21T00:31:55.502 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:31:55.502 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:31:55.502 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:31:55.502 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:31:55.502 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:31:55.502 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:31:55.502 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:31:55.502 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.5", 2024-09-21T00:31:55.502 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBcEe5mbQLIORAAhaKf6tntn/oh0n1a70pqAA==", 2024-09-21T00:31:55.502 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:31:55.502 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:31:55.502 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:31:55.503 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:31:55.503 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:31:55.503 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:31:55.503 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:31:55.503 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.6", 2024-09-21T00:31:55.503 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBgEe5m5MO7ABAACbg8WWV3GhNSHRnjscz6Fg==", 2024-09-21T00:31:55.503 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:31:55.503 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:31:55.503 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:31:55.503 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:31:55.503 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:31:55.503 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:31:55.503 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:31:55.503 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.7", 2024-09-21T00:31:55.504 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBjEe5mmCIxAxAArpnzucP3Mbmo3BL6YikqWA==", 2024-09-21T00:31:55.504 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:31:55.504 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:31:55.504 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:31:55.504 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:31:55.504 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:31:55.504 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:31:55.504 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:31:55.504 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.0", 2024-09-21T00:31:55.504 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mUnwLLxAAE0JXCN8yXTH2bWtWI41o2Q==", 2024-09-21T00:31:55.504 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:31:55.504 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:31:55.504 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow r", 2024-09-21T00:31:55.504 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-21T00:31:55.504 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:31:55.505 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:31:55.505 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:31:55.505 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.1", 2024-09-21T00:31:55.505 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mDFa8NhAAraRO3NGJQTzWBBcGkkEhhQ==", 2024-09-21T00:31:55.505 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:31:55.505 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:31:55.505 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow r", 2024-09-21T00:31:55.505 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow rw", 2024-09-21T00:31:55.505 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow rwx" 2024-09-21T00:31:55.505 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:31:55.505 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:31:55.505 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:31:55.505 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.2", 2024-09-21T00:31:55.505 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mLu3nMhAA14NXzzDpQhxci5XP4juw/w==", 2024-09-21T00:31:55.506 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:31:55.506 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:31:55.506 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow r", 2024-09-21T00:31:55.506 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow rw", 2024-09-21T00:31:55.506 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow rwx" 2024-09-21T00:31:55.506 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:31:55.506 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:31:55.506 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:31:55.506 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.3", 2024-09-21T00:31:55.506 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5m6Lx8OhAAx4r6ll1YCFpRFK7DC5qqOw==", 2024-09-21T00:31:55.506 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:31:55.506 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:31:55.506 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow r", 2024-09-21T00:31:55.506 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow rw", 2024-09-21T00:31:55.507 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow rwx" 2024-09-21T00:31:55.507 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:31:55.507 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:31:55.507 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:31:55.507 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.admin", 2024-09-21T00:31:55.507 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBEEe5myhTpMBAA3uuyq5Ek2nSa9jjWQzIshw==", 2024-09-21T00:31:55.507 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:31:55.507 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow *", 2024-09-21T00:31:55.507 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:31:55.507 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:31:55.507 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:31:55.507 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:31:55.507 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:31:55.508 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:31:55.508 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mgr.x", 2024-09-21T00:31:55.508 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mNMdbERAA41Bj7rmSurxL0D2Zq+oHVA==", 2024-09-21T00:31:55.508 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:31:55.508 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow *", 2024-09-21T00:31:55.508 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile mgr", 2024-09-21T00:31:55.508 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:31:55.508 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:31:55.508 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:31:55.508 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:31:55.508 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mgr.y", 2024-09-21T00:31:55.508 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mNcGQCxAA33vjLt+brud7Aul58c5kXw==", 2024-09-21T00:31:55.508 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:31:55.508 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow *", 2024-09-21T00:31:55.509 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile mgr", 2024-09-21T00:31:55.509 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:31:55.509 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:31:55.509 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:31:55.509 INFO:teuthology.orchestra.run.smithi067.stdout: ] 2024-09-21T00:31:55.509 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:31:55.510 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.497+0000 7effbc382640 1 -- 172.21.15.67:0/2235417978 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7effa0078bc0 msgr2=0x7effa007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:55.510 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.497+0000 7effbc382640 1 --2- 172.21.15.67:0/2235417978 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7effa0078bc0 0x7effa007b0d0 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7effac0058e0 tx=0x7effac005f30 comp rx=0 tx=0).stop 2024-09-21T00:31:55.510 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.497+0000 7effbc382640 1 -- 172.21.15.67:0/2235417978 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7effb41f5760 msgr2=0x7effb41f5b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:55.510 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.497+0000 7effbc382640 1 --2- 172.21.15.67:0/2235417978 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7effb41f5760 0x7effb41f5b70 secure :-1 s=READY pgs=1839 cs=0 l=1 rev1=1 crypto rx=0x7effa402b490 tx=0x7effa4002170 comp rx=0 tx=0).stop 2024-09-21T00:31:55.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.497+0000 7effbc382640 1 -- 172.21.15.67:0/2235417978 shutdown_connections 2024-09-21T00:31:55.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.497+0000 7effbc382640 1 --2- 172.21.15.67:0/2235417978 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7effa0078bc0 0x7effa007b0d0 unknown :-1 s=CLOSED pgs=689 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:55.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.497+0000 7effbc382640 1 --2- 172.21.15.67:0/2235417978 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7effb41f5760 0x7effb41f5b70 unknown :-1 s=CLOSED pgs=1839 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:55.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.497+0000 7effbc382640 1 --2- 172.21.15.67:0/2235417978 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7effb41e8f00 0x7effb415bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:55.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.497+0000 7effbc382640 1 --2- 172.21.15.67:0/2235417978 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7eff9c005250 0x7effb41f98d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:55.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.497+0000 7effbc382640 1 -- 172.21.15.67:0/2235417978 >> 172.21.15.67:0/2235417978 conn(0x7effb408bee0 msgr2=0x7effb415ec20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:55.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.497+0000 7effbc382640 1 -- 172.21.15.67:0/2235417978 shutdown_connections 2024-09-21T00:31:55.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.497+0000 7effbc382640 1 -- 172.21.15.67:0/2235417978 wait complete. 2024-09-21T00:31:55.512 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-21T00:31:55.629 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.627+0000 7efe55bba640 1 -- 172.21.15.67:0/298952115 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efe500d4ad0 msgr2=0x7efe500b1ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:55.629 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.627+0000 7efe55bba640 1 --2- 172.21.15.67:0/298952115 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efe500d4ad0 0x7efe500b1ec0 secure :-1 s=READY pgs=1841 cs=0 l=1 rev1=1 crypto rx=0x7efe5008d9f0 tx=0x7efe4802a8b0 comp rx=0 tx=0).stop 2024-09-21T00:31:55.629 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.627+0000 7efe55bba640 1 -- 172.21.15.67:0/298952115 shutdown_connections 2024-09-21T00:31:55.629 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.628+0000 7efe55bba640 1 --2- 172.21.15.67:0/298952115 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efe500d4ad0 0x7efe500b1ec0 unknown :-1 s=CLOSED pgs=1841 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:55.629 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.628+0000 7efe55bba640 1 --2- 172.21.15.67:0/298952115 >> v2:172.21.15.97:3300/0 conn(0x7efe500d1bb0 0x7efe500b33b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:55.629 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.628+0000 7efe55bba640 1 -- 172.21.15.67:0/298952115 >> 172.21.15.67:0/298952115 conn(0x7efe5009d8c0 msgr2=0x7efe5008bee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:55.629 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.628+0000 7efe55bba640 1 -- 172.21.15.67:0/298952115 shutdown_connections 2024-09-21T00:31:55.629 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.628+0000 7efe55bba640 1 -- 172.21.15.67:0/298952115 wait complete. 2024-09-21T00:31:55.630 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.629+0000 7efe55bba640 1 Processor -- start 2024-09-21T00:31:55.630 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.630+0000 7efe55bba640 1 -- start start 2024-09-21T00:31:55.633 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.631+0000 7efe55bba640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efe500b5940 0x7efe5015ff30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:55.633 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.631+0000 7efe55bba640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efe500d1bb0 0x7efe501f8d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:55.633 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.631+0000 7efe55bba640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efe500d4ad0 0x7efe501f9270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:55.633 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.631+0000 7efe55bba640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7efe500b2790 con 0x7efe500b5940 2024-09-21T00:31:55.633 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.631+0000 7efe55bba640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7efe500b2610 con 0x7efe500d4ad0 2024-09-21T00:31:55.633 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.631+0000 7efe55bba640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7efe500b2910 con 0x7efe500d1bb0 2024-09-21T00:31:55.633 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.631+0000 7efe4f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efe500b5940 0x7efe5015ff30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:55.633 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.631+0000 7efe4f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efe500b5940 0x7efe5015ff30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:49212/0 (socket says 172.21.15.67:49212) 2024-09-21T00:31:55.634 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.631+0000 7efe4f7fe640 1 -- 172.21.15.67:0/1378318771 learned_addr learned my addr 172.21.15.67:0/1378318771 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:55.634 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.631+0000 7efe4ffff640 1 --2- 172.21.15.67:0/1378318771 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efe500d4ad0 0x7efe501f9270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:55.634 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.631+0000 7efe4f7fe640 1 -- 172.21.15.67:0/1378318771 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efe500d1bb0 msgr2=0x7efe501f8d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:55.634 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.631+0000 7efe4f7fe640 1 --2- 172.21.15.67:0/1378318771 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efe500d1bb0 0x7efe501f8d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:55.634 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.631+0000 7efe4f7fe640 1 -- 172.21.15.67:0/1378318771 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efe500d4ad0 msgr2=0x7efe501f9270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:55.634 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.631+0000 7efe4f7fe640 1 --2- 172.21.15.67:0/1378318771 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efe500d4ad0 0x7efe501f9270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:55.634 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.631+0000 7efe4f7fe640 1 -- 172.21.15.67:0/1378318771 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe501eb4b0 con 0x7efe500b5940 2024-09-21T00:31:55.634 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.631+0000 7efe4f7fe640 1 --2- 172.21.15.67:0/1378318771 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efe500b5940 0x7efe5015ff30 secure :-1 s=READY pgs=1842 cs=0 l=1 rev1=1 crypto rx=0x7efe4000c390 tx=0x7efe4000c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:55.634 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.632+0000 7efe37fff640 1 -- 172.21.15.67:0/1378318771 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe40017070 con 0x7efe500b5940 2024-09-21T00:31:55.634 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.632+0000 7efe37fff640 1 -- 172.21.15.67:0/1378318771 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7efe400035f0 con 0x7efe500b5940 2024-09-21T00:31:55.634 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.632+0000 7efe37fff640 1 -- 172.21.15.67:0/1378318771 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe40003a40 con 0x7efe500b5940 2024-09-21T00:31:55.634 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.632+0000 7efe55bba640 1 -- 172.21.15.67:0/1378318771 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efe500ce990 con 0x7efe500b5940 2024-09-21T00:31:55.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.632+0000 7efe55bba640 1 -- 172.21.15.67:0/1378318771 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efe501f6cd0 con 0x7efe500b5940 2024-09-21T00:31:55.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.633+0000 7efe55bba640 1 -- 172.21.15.67:0/1378318771 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efe500b1ec0 con 0x7efe500b5940 2024-09-21T00:31:55.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.633+0000 7efe37fff640 1 -- 172.21.15.67:0/1378318771 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7efe4001a070 con 0x7efe500b5940 2024-09-21T00:31:55.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.634+0000 7efe37fff640 1 --2- 172.21.15.67:0/1378318771 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efe3c078b90 0x7efe3c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:55.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.634+0000 7efe37fff640 1 -- 172.21.15.67:0/1378318771 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(147..147 src has 1..147) ==== 4857+0+0 (secure 0 0 0) 0x7efe40099d10 con 0x7efe500b5940 2024-09-21T00:31:55.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.634+0000 7efe4effd640 1 --2- 172.21.15.67:0/1378318771 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efe3c078b90 0x7efe3c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:55.636 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.635+0000 7efe4effd640 1 --2- 172.21.15.67:0/1378318771 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efe3c078b90 0x7efe3c07b0a0 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7efe5006e290 tx=0x7efe44005bd0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:55.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.638+0000 7efe37fff640 1 -- 172.21.15.67:0/1378318771 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7efe40062570 con 0x7efe500b5940 2024-09-21T00:31:55.830 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.829+0000 7efe55bba640 1 -- 172.21.15.67:0/1378318771 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7efe5009e4e0 con 0x7efe500b5940 2024-09-21T00:31:55.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.830+0000 7efe37fff640 1 -- 172.21.15.67:0/1378318771 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v147) ==== 84+0+65 (secure 0 0 0) 0x7efe40061e70 con 0x7efe500b5940 2024-09-21T00:31:55.831 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:31:55.831 INFO:teuthology.orchestra.run.smithi067.stdout:[ 2024-09-21T00:31:55.831 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:31:55.831 INFO:teuthology.orchestra.run.smithi067.stdout: "poolnum": 1, 2024-09-21T00:31:55.831 INFO:teuthology.orchestra.run.smithi067.stdout: "poolname": ".mgr" 2024-09-21T00:31:55.831 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:31:55.831 INFO:teuthology.orchestra.run.smithi067.stdout:] 2024-09-21T00:31:55.833 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.832+0000 7efe55bba640 1 -- 172.21.15.67:0/1378318771 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efe3c078b90 msgr2=0x7efe3c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:55.834 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.832+0000 7efe55bba640 1 --2- 172.21.15.67:0/1378318771 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efe3c078b90 0x7efe3c07b0a0 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7efe5006e290 tx=0x7efe44005bd0 comp rx=0 tx=0).stop 2024-09-21T00:31:55.834 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.832+0000 7efe55bba640 1 -- 172.21.15.67:0/1378318771 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efe500b5940 msgr2=0x7efe5015ff30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:55.834 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.832+0000 7efe55bba640 1 --2- 172.21.15.67:0/1378318771 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efe500b5940 0x7efe5015ff30 secure :-1 s=READY pgs=1842 cs=0 l=1 rev1=1 crypto rx=0x7efe4000c390 tx=0x7efe4000c850 comp rx=0 tx=0).stop 2024-09-21T00:31:55.834 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.832+0000 7efe55bba640 1 -- 172.21.15.67:0/1378318771 shutdown_connections 2024-09-21T00:31:55.834 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.832+0000 7efe55bba640 1 --2- 172.21.15.67:0/1378318771 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efe3c078b90 0x7efe3c07b0a0 unknown :-1 s=CLOSED pgs=690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:55.834 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.832+0000 7efe55bba640 1 --2- 172.21.15.67:0/1378318771 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efe500d4ad0 0x7efe501f9270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:55.834 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.832+0000 7efe55bba640 1 --2- 172.21.15.67:0/1378318771 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efe500d1bb0 0x7efe501f8d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:55.834 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.832+0000 7efe55bba640 1 --2- 172.21.15.67:0/1378318771 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efe500b5940 0x7efe5015ff30 unknown :-1 s=CLOSED pgs=1842 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:55.834 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.832+0000 7efe55bba640 1 -- 172.21.15.67:0/1378318771 >> 172.21.15.67:0/1378318771 conn(0x7efe5009d8c0 msgr2=0x7efe5006eda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:55.834 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.832+0000 7efe55bba640 1 -- 172.21.15.67:0/1378318771 shutdown_connections 2024-09-21T00:31:55.834 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.832+0000 7efe55bba640 1 -- 172.21.15.67:0/1378318771 wait complete. 2024-09-21T00:31:55.845 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-21T00:31:55.845 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-21T00:31:55.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.964+0000 7ff5ab3c3640 1 -- 172.21.15.67:0/2507920653 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff5a40d0030 msgr2=0x7ff5a40d0440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:55.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.964+0000 7ff5ab3c3640 1 --2- 172.21.15.67:0/2507920653 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff5a40d0030 0x7ff5a40d0440 secure :-1 s=READY pgs=1843 cs=0 l=1 rev1=1 crypto rx=0x7ff5a4074db0 tx=0x7ff59402aa10 comp rx=0 tx=0).stop 2024-09-21T00:31:55.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.964+0000 7ff5ab3c3640 1 -- 172.21.15.67:0/2507920653 shutdown_connections 2024-09-21T00:31:55.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.964+0000 7ff5ab3c3640 1 --2- 172.21.15.67:0/2507920653 >> v2:172.21.15.97:3300/0 conn(0x7ff5a40cd150 0x7ff5a40cd560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:55.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.964+0000 7ff5ab3c3640 1 --2- 172.21.15.67:0/2507920653 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff5a40d0030 0x7ff5a40d0440 unknown :-1 s=CLOSED pgs=1843 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:55.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.964+0000 7ff5ab3c3640 1 -- 172.21.15.67:0/2507920653 >> 172.21.15.67:0/2507920653 conn(0x7ff5a40ceee0 msgr2=0x7ff5a40cf2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:55.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.964+0000 7ff5ab3c3640 1 -- 172.21.15.67:0/2507920653 shutdown_connections 2024-09-21T00:31:55.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.964+0000 7ff5ab3c3640 1 -- 172.21.15.67:0/2507920653 wait complete. 2024-09-21T00:31:55.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.966+0000 7ff5ab3c3640 1 Processor -- start 2024-09-21T00:31:55.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.966+0000 7ff5ab3c3640 1 -- start start 2024-09-21T00:31:55.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.968+0000 7ff5ab3c3640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff5a40cd150 0x7ff5a41e4630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:55.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.968+0000 7ff5ab3c3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff5a40cdaa0 0x7ff5a41dd970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:55.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.968+0000 7ff5ab3c3640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff5a40d0030 0x7ff5a40c5f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:55.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.968+0000 7ff5ab3c3640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff5a409bae0 con 0x7ff5a40cdaa0 2024-09-21T00:31:55.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.968+0000 7ff5ab3c3640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff5a409b960 con 0x7ff5a40cd150 2024-09-21T00:31:55.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.968+0000 7ff5ab3c3640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7ff5a40cdeb0 con 0x7ff5a40d0030 2024-09-21T00:31:55.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.968+0000 7ff5a895e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff5a40cdaa0 0x7ff5a41dd970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:55.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.968+0000 7ff5a895e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff5a40cdaa0 0x7ff5a41dd970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:49238/0 (socket says 172.21.15.67:49238) 2024-09-21T00:31:55.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.968+0000 7ff5a895e640 1 -- 172.21.15.67:0/1536660477 learned_addr learned my addr 172.21.15.67:0/1536660477 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:55.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.968+0000 7ff5a915f640 1 --2- 172.21.15.67:0/1536660477 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff5a40cd150 0x7ff5a41e4630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:55.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.968+0000 7ff5a9960640 1 --2- 172.21.15.67:0/1536660477 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff5a40d0030 0x7ff5a40c5f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:55.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.968+0000 7ff5a895e640 1 -- 172.21.15.67:0/1536660477 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff5a40d0030 msgr2=0x7ff5a40c5f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:55.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.968+0000 7ff5a895e640 1 --2- 172.21.15.67:0/1536660477 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff5a40d0030 0x7ff5a40c5f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:55.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.968+0000 7ff5a895e640 1 -- 172.21.15.67:0/1536660477 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff5a40cd150 msgr2=0x7ff5a41e4630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:55.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.968+0000 7ff5a895e640 1 --2- 172.21.15.67:0/1536660477 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff5a40cd150 0x7ff5a41e4630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:55.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.968+0000 7ff5a895e640 1 -- 172.21.15.67:0/1536660477 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5a41e38e0 con 0x7ff5a40cdaa0 2024-09-21T00:31:55.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.968+0000 7ff5a895e640 1 --2- 172.21.15.67:0/1536660477 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff5a40cdaa0 0x7ff5a41dd970 secure :-1 s=READY pgs=1844 cs=0 l=1 rev1=1 crypto rx=0x7ff59800d770 tx=0x7ff59800dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:55.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.968+0000 7ff5a1ffb640 1 -- 172.21.15.67:0/1536660477 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff598017070 con 0x7ff5a40cdaa0 2024-09-21T00:31:55.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.968+0000 7ff5a1ffb640 1 -- 172.21.15.67:0/1536660477 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff598009d20 con 0x7ff5a40cdaa0 2024-09-21T00:31:55.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.968+0000 7ff5ab3c3640 1 -- 172.21.15.67:0/1536660477 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff5a41e3b50 con 0x7ff5a40cdaa0 2024-09-21T00:31:55.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.968+0000 7ff5a1ffb640 1 -- 172.21.15.67:0/1536660477 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5980106c0 con 0x7ff5a40cdaa0 2024-09-21T00:31:55.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.969+0000 7ff5ab3c3640 1 -- 172.21.15.67:0/1536660477 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5a41e4110 con 0x7ff5a40cdaa0 2024-09-21T00:31:55.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.970+0000 7ff5ab3c3640 1 -- 172.21.15.67:0/1536660477 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff5a40cd560 con 0x7ff5a40cdaa0 2024-09-21T00:31:55.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.971+0000 7ff5a1ffb640 1 -- 172.21.15.67:0/1536660477 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7ff59801a070 con 0x7ff5a40cdaa0 2024-09-21T00:31:55.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.971+0000 7ff5a1ffb640 1 --2- 172.21.15.67:0/1536660477 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff590078b90 0x7ff59007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:55.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.971+0000 7ff5a1ffb640 1 -- 172.21.15.67:0/1536660477 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(147..147 src has 1..147) ==== 4857+0+0 (secure 0 0 0) 0x7ff59809aa10 con 0x7ff5a40cdaa0 2024-09-21T00:31:55.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.971+0000 7ff5a915f640 1 --2- 172.21.15.67:0/1536660477 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff590078b90 0x7ff59007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:55.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.972+0000 7ff5a915f640 1 --2- 172.21.15.67:0/1536660477 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff590078b90 0x7ff59007b0a0 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7ff594035000 tx=0x7ff594004ab0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:55.977 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:55.976+0000 7ff5a1ffb640 1 -- 172.21.15.67:0/1536660477 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7ff598062be0 con 0x7ff5a40cdaa0 2024-09-21T00:31:56.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:56.168+0000 7ff5ab3c3640 1 -- 172.21.15.67:0/1536660477 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7ff5a4050ff0 con 0x7ff5a40cdaa0 2024-09-21T00:31:57.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:57.102+0000 7ff5a1ffb640 1 -- 172.21.15.67:0/1536660477 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v148) ==== 138+0+0 (secure 0 0 0) 0x7ff598067610 con 0x7ff5a40cdaa0 2024-09-21T00:31:57.104 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_metadata' created 2024-09-21T00:31:57.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:57.106+0000 7ff5ab3c3640 1 -- 172.21.15.67:0/1536660477 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff590078b90 msgr2=0x7ff59007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:57.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:57.106+0000 7ff5ab3c3640 1 --2- 172.21.15.67:0/1536660477 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff590078b90 0x7ff59007b0a0 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7ff594035000 tx=0x7ff594004ab0 comp rx=0 tx=0).stop 2024-09-21T00:31:57.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:57.106+0000 7ff5ab3c3640 1 -- 172.21.15.67:0/1536660477 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff5a40cdaa0 msgr2=0x7ff5a41dd970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:57.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:57.106+0000 7ff5ab3c3640 1 --2- 172.21.15.67:0/1536660477 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff5a40cdaa0 0x7ff5a41dd970 secure :-1 s=READY pgs=1844 cs=0 l=1 rev1=1 crypto rx=0x7ff59800d770 tx=0x7ff59800dc30 comp rx=0 tx=0).stop 2024-09-21T00:31:57.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:57.106+0000 7ff5ab3c3640 1 -- 172.21.15.67:0/1536660477 shutdown_connections 2024-09-21T00:31:57.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:57.106+0000 7ff5ab3c3640 1 --2- 172.21.15.67:0/1536660477 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff590078b90 0x7ff59007b0a0 unknown :-1 s=CLOSED pgs=691 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:57.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:57.106+0000 7ff5ab3c3640 1 --2- 172.21.15.67:0/1536660477 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff5a40d0030 0x7ff5a40c5f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:57.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:57.106+0000 7ff5ab3c3640 1 --2- 172.21.15.67:0/1536660477 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff5a40cdaa0 0x7ff5a41dd970 unknown :-1 s=CLOSED pgs=1844 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:57.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:57.106+0000 7ff5ab3c3640 1 --2- 172.21.15.67:0/1536660477 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff5a40cd150 0x7ff5a41e4630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:57.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:57.106+0000 7ff5ab3c3640 1 -- 172.21.15.67:0/1536660477 >> 172.21.15.67:0/1536660477 conn(0x7ff5a40ceee0 msgr2=0x7ff5a41e5260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:57.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:57.106+0000 7ff5ab3c3640 1 -- 172.21.15.67:0/1536660477 shutdown_connections 2024-09-21T00:31:57.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:57.106+0000 7ff5ab3c3640 1 -- 172.21.15.67:0/1536660477 wait complete. 2024-09-21T00:31:57.124 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-21T00:31:57.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:57.254+0000 7fd7992ec640 1 -- 172.21.15.67:0/1596201342 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd7940cd030 msgr2=0x7fd7940cd440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:57.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:57.254+0000 7fd7992ec640 1 --2- 172.21.15.67:0/1596201342 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd7940cd030 0x7fd7940cd440 secure :-1 s=READY pgs=1846 cs=0 l=1 rev1=1 crypto rx=0x7fd79406dd90 tx=0x7fd78c02a530 comp rx=0 tx=0).stop 2024-09-21T00:31:57.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:57.254+0000 7fd7992ec640 1 -- 172.21.15.67:0/1596201342 shutdown_connections 2024-09-21T00:31:57.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:57.254+0000 7fd7992ec640 1 --2- 172.21.15.67:0/1596201342 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd7940cd030 0x7fd7940cd440 unknown :-1 s=CLOSED pgs=1846 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:57.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:57.254+0000 7fd7992ec640 1 --2- 172.21.15.67:0/1596201342 >> v2:172.21.15.97:3300/0 conn(0x7fd7940b7850 0x7fd7940b4c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:57.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:57.254+0000 7fd7992ec640 1 -- 172.21.15.67:0/1596201342 >> 172.21.15.67:0/1596201342 conn(0x7fd7940b4140 msgr2=0x7fd7940b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:57.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:57.254+0000 7fd7992ec640 1 -- 172.21.15.67:0/1596201342 shutdown_connections 2024-09-21T00:31:57.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:57.255+0000 7fd7992ec640 1 -- 172.21.15.67:0/1596201342 wait complete. 2024-09-21T00:31:57.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:57.256+0000 7fd7992ec640 1 Processor -- start 2024-09-21T00:31:57.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:57.257+0000 7fd7992ec640 1 -- start start 2024-09-21T00:31:57.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:57.258+0000 7fd7992ec640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd79409a950 0x7fd7940c8410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:57.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:57.258+0000 7fd7992ec640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd7940b7850 0x7fd7941f57f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:57.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:57.258+0000 7fd7992ec640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd7940cd030 0x7fd7940c6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:57.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:57.258+0000 7fd7992ec640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fd7940cdd10 con 0x7fd7940b7850 2024-09-21T00:31:57.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:57.258+0000 7fd7992ec640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fd7940cdb90 con 0x7fd79409a950 2024-09-21T00:31:57.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:57.258+0000 7fd7992ec640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fd7940cde90 con 0x7fd7940cd030 2024-09-21T00:31:57.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:57.258+0000 7fd7927fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd7940b7850 0x7fd7941f57f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:57.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:57.258+0000 7fd7927fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd7940b7850 0x7fd7941f57f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:49244/0 (socket says 172.21.15.67:49244) 2024-09-21T00:31:57.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:57.258+0000 7fd7927fc640 1 -- 172.21.15.67:0/2192188176 learned_addr learned my addr 172.21.15.67:0/2192188176 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:57.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:57.258+0000 7fd792ffd640 1 --2- 172.21.15.67:0/2192188176 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd79409a950 0x7fd7940c8410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:57.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:57.258+0000 7fd7927fc640 1 -- 172.21.15.67:0/2192188176 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd7940cd030 msgr2=0x7fd7940c6180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:57.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:57.258+0000 7fd7927fc640 1 --2- 172.21.15.67:0/2192188176 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd7940cd030 0x7fd7940c6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:57.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:57.258+0000 7fd7927fc640 1 -- 172.21.15.67:0/2192188176 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd79409a950 msgr2=0x7fd7940c8410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:57.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:57.258+0000 7fd7927fc640 1 --2- 172.21.15.67:0/2192188176 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd79409a950 0x7fd7940c8410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:57.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:57.258+0000 7fd7927fc640 1 -- 172.21.15.67:0/2192188176 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd79406dec0 con 0x7fd7940b7850 2024-09-21T00:31:57.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:57.258+0000 7fd792ffd640 1 --2- 172.21.15.67:0/2192188176 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd79409a950 0x7fd7940c8410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:31:57.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:57.259+0000 7fd7927fc640 1 --2- 172.21.15.67:0/2192188176 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd7940b7850 0x7fd7941f57f0 secure :-1 s=READY pgs=1847 cs=0 l=1 rev1=1 crypto rx=0x7fd77c00c430 tx=0x7fd77c00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:57.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:57.259+0000 7fd78b7fe640 1 -- 172.21.15.67:0/2192188176 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd77c011790 con 0x7fd7940b7850 2024-09-21T00:31:57.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:57.259+0000 7fd78b7fe640 1 -- 172.21.15.67:0/2192188176 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd77c017070 con 0x7fd7940b7850 2024-09-21T00:31:57.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:57.259+0000 7fd7992ec640 1 -- 172.21.15.67:0/2192188176 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd7941f6020 con 0x7fd7940b7850 2024-09-21T00:31:57.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:57.259+0000 7fd78b7fe640 1 -- 172.21.15.67:0/2192188176 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd77c011ce0 con 0x7fd7940b7850 2024-09-21T00:31:57.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:57.259+0000 7fd7992ec640 1 -- 172.21.15.67:0/2192188176 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7941f65e0 con 0x7fd7940b7850 2024-09-21T00:31:57.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:57.260+0000 7fd7992ec640 1 -- 172.21.15.67:0/2192188176 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd7940b4c60 con 0x7fd7940b7850 2024-09-21T00:31:57.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:57.261+0000 7fd78b7fe640 1 -- 172.21.15.67:0/2192188176 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fd77c01c460 con 0x7fd7940b7850 2024-09-21T00:31:57.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:57.261+0000 7fd78b7fe640 1 --2- 172.21.15.67:0/2192188176 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd774078b90 0x7fd77407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:57.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:57.261+0000 7fd78b7fe640 1 -- 172.21.15.67:0/2192188176 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(148..148 src has 1..148) ==== 5227+0+0 (secure 0 0 0) 0x7fd77c09a910 con 0x7fd7940b7850 2024-09-21T00:31:57.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:57.261+0000 7fd792ffd640 1 --2- 172.21.15.67:0/2192188176 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd774078b90 0x7fd77407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:57.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:57.262+0000 7fd792ffd640 1 --2- 172.21.15.67:0/2192188176 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd774078b90 0x7fd77407b0a0 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7fd784005fd0 tx=0x7fd784009340 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:57.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:57.266+0000 7fd78b7fe640 1 -- 172.21.15.67:0/2192188176 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fd77c062fc0 con 0x7fd7940b7850 2024-09-21T00:31:57.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:57.455+0000 7fd7992ec640 1 -- 172.21.15.67:0/2192188176 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fd7941f5db0 con 0x7fd7940b7850 2024-09-21T00:31:58.110 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:58.108+0000 7fd78b7fe640 1 -- 172.21.15.67:0/2192188176 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v149) ==== 170+0+0 (secure 0 0 0) 0x7fd77c0628c0 con 0x7fd7940b7850 2024-09-21T00:31:58.110 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_data' created 2024-09-21T00:31:58.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:58.112+0000 7fd7992ec640 1 -- 172.21.15.67:0/2192188176 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd774078b90 msgr2=0x7fd77407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:58.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:58.112+0000 7fd7992ec640 1 --2- 172.21.15.67:0/2192188176 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd774078b90 0x7fd77407b0a0 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7fd784005fd0 tx=0x7fd784009340 comp rx=0 tx=0).stop 2024-09-21T00:31:58.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:58.112+0000 7fd7992ec640 1 -- 172.21.15.67:0/2192188176 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd7940b7850 msgr2=0x7fd7941f57f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:58.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:58.112+0000 7fd7992ec640 1 --2- 172.21.15.67:0/2192188176 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd7940b7850 0x7fd7941f57f0 secure :-1 s=READY pgs=1847 cs=0 l=1 rev1=1 crypto rx=0x7fd77c00c430 tx=0x7fd77c00c8f0 comp rx=0 tx=0).stop 2024-09-21T00:31:58.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:58.112+0000 7fd7992ec640 1 -- 172.21.15.67:0/2192188176 shutdown_connections 2024-09-21T00:31:58.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:58.112+0000 7fd7992ec640 1 --2- 172.21.15.67:0/2192188176 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd774078b90 0x7fd77407b0a0 unknown :-1 s=CLOSED pgs=695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:58.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:58.112+0000 7fd7992ec640 1 --2- 172.21.15.67:0/2192188176 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd7940cd030 0x7fd7940c6180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:58.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:58.112+0000 7fd7992ec640 1 --2- 172.21.15.67:0/2192188176 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd7940b7850 0x7fd7941f57f0 unknown :-1 s=CLOSED pgs=1847 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:58.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:58.112+0000 7fd7992ec640 1 --2- 172.21.15.67:0/2192188176 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd79409a950 0x7fd7940c8410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:58.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:58.112+0000 7fd7992ec640 1 -- 172.21.15.67:0/2192188176 >> 172.21.15.67:0/2192188176 conn(0x7fd7940b4140 msgr2=0x7fd7940b6a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:58.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:58.113+0000 7fd7992ec640 1 -- 172.21.15.67:0/2192188176 shutdown_connections 2024-09-21T00:31:58.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:58.113+0000 7fd7992ec640 1 -- 172.21.15.67:0/2192188176 wait complete. 2024-09-21T00:31:58.139 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-21T00:31:58.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:58.264+0000 7f3b36b72640 1 -- 172.21.15.67:0/1440865221 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3b18005350 msgr2=0x7f3b1800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:58.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:58.264+0000 7f3b36b72640 1 --2- 172.21.15.67:0/1440865221 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3b18005350 0x7f3b1800b9c0 secure :-1 s=READY pgs=1849 cs=0 l=1 rev1=1 crypto rx=0x7f3b28005fd0 tx=0x7f3b18005830 comp rx=0 tx=0).stop 2024-09-21T00:31:58.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:58.264+0000 7f3b36b72640 1 -- 172.21.15.67:0/1440865221 shutdown_connections 2024-09-21T00:31:58.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:58.264+0000 7f3b36b72640 1 --2- 172.21.15.67:0/1440865221 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3b18005350 0x7f3b1800b9c0 unknown :-1 s=CLOSED pgs=1849 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:58.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:58.264+0000 7f3b36b72640 1 -- 172.21.15.67:0/1440865221 >> 172.21.15.67:0/1440865221 conn(0x7f3b300b26a0 msgr2=0x7f3b300b2ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:58.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:58.265+0000 7f3b36b72640 1 -- 172.21.15.67:0/1440865221 shutdown_connections 2024-09-21T00:31:58.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:58.265+0000 7f3b36b72640 1 -- 172.21.15.67:0/1440865221 wait complete. 2024-09-21T00:31:58.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:58.266+0000 7f3b36b72640 1 Processor -- start 2024-09-21T00:31:58.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:58.266+0000 7f3b36b72640 1 -- start start 2024-09-21T00:31:58.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:58.268+0000 7f3b36b72640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3b18005350 0x7f3b301f36b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:58.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:58.268+0000 7f3b36b72640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3b3014eb70 0x7f3b300b39e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:58.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:58.268+0000 7f3b36b72640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3b3014ef80 0x7f3b300b3f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:58.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:58.268+0000 7f3b36b72640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f3b301601f0 con 0x7f3b18005350 2024-09-21T00:31:58.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:58.268+0000 7f3b36b72640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f3b30160070 con 0x7f3b3014eb70 2024-09-21T00:31:58.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:58.268+0000 7f3b36b72640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f3b300cff80 con 0x7f3b3014ef80 2024-09-21T00:31:58.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:58.268+0000 7f3b3490e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3b18005350 0x7f3b301f36b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:58.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:58.268+0000 7f3b3490e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3b18005350 0x7f3b301f36b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:49252/0 (socket says 172.21.15.67:49252) 2024-09-21T00:31:58.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:58.268+0000 7f3b3490e640 1 -- 172.21.15.67:0/609748160 learned_addr learned my addr 172.21.15.67:0/609748160 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:58.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:58.268+0000 7f3b2ffff640 1 --2- 172.21.15.67:0/609748160 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3b3014eb70 0x7f3b300b39e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:58.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:58.268+0000 7f3b3510f640 1 --2- 172.21.15.67:0/609748160 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3b3014ef80 0x7f3b300b3f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:58.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:58.268+0000 7f3b3490e640 1 -- 172.21.15.67:0/609748160 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3b3014ef80 msgr2=0x7f3b300b3f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:58.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:58.268+0000 7f3b3490e640 1 --2- 172.21.15.67:0/609748160 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3b3014ef80 0x7f3b300b3f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:58.272 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:58.268+0000 7f3b3490e640 1 -- 172.21.15.67:0/609748160 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3b3014eb70 msgr2=0x7f3b300b39e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:58.272 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:58.268+0000 7f3b3490e640 1 --2- 172.21.15.67:0/609748160 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3b3014eb70 0x7f3b300b39e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:58.272 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:58.268+0000 7f3b3490e640 1 -- 172.21.15.67:0/609748160 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b301f3070 con 0x7f3b18005350 2024-09-21T00:31:58.272 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:58.268+0000 7f3b3490e640 1 --2- 172.21.15.67:0/609748160 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3b18005350 0x7f3b301f36b0 secure :-1 s=READY pgs=1850 cs=0 l=1 rev1=1 crypto rx=0x7f3b20003ed0 tx=0x7f3b20001630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:58.272 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:58.269+0000 7f3b2d7fa640 1 -- 172.21.15.67:0/609748160 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b20015070 con 0x7f3b18005350 2024-09-21T00:31:58.272 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:58.269+0000 7f3b2d7fa640 1 -- 172.21.15.67:0/609748160 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3b20011840 con 0x7f3b18005350 2024-09-21T00:31:58.272 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:58.269+0000 7f3b2d7fa640 1 -- 172.21.15.67:0/609748160 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b20011c90 con 0x7f3b18005350 2024-09-21T00:31:58.272 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:58.269+0000 7f3b36b72640 1 -- 172.21.15.67:0/609748160 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b3014f6e0 con 0x7f3b18005350 2024-09-21T00:31:58.272 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:58.269+0000 7f3b36b72640 1 -- 172.21.15.67:0/609748160 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b3014cae0 con 0x7f3b18005350 2024-09-21T00:31:58.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:58.270+0000 7f3b36b72640 1 -- 172.21.15.67:0/609748160 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3b300d0470 con 0x7f3b18005350 2024-09-21T00:31:58.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:58.271+0000 7f3b2d7fa640 1 -- 172.21.15.67:0/609748160 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f3b20018070 con 0x7f3b18005350 2024-09-21T00:31:58.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:58.272+0000 7f3b2d7fa640 1 --2- 172.21.15.67:0/609748160 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3b1c078b90 0x7f3b1c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:58.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:58.272+0000 7f3b2d7fa640 1 -- 172.21.15.67:0/609748160 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(149..149 src has 1..149) ==== 5609+0+0 (secure 0 0 0) 0x7f3b2009b580 con 0x7f3b18005350 2024-09-21T00:31:58.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:58.272+0000 7f3b2ffff640 1 --2- 172.21.15.67:0/609748160 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3b1c078b90 0x7f3b1c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:58.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:58.273+0000 7f3b2ffff640 1 --2- 172.21.15.67:0/609748160 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3b1c078b90 0x7f3b1c07b0a0 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f3b24000fb0 tx=0x7f3b240067a0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:58.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:58.277+0000 7f3b2d7fa640 1 -- 172.21.15.67:0/609748160 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f3b20063b00 con 0x7f3b18005350 2024-09-21T00:31:58.504 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:58.503+0000 7f3b36b72640 1 -- 172.21.15.67:0/609748160 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f3b30075e20 con 0x7f3b18005350 2024-09-21T00:31:59.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.110+0000 7f3b2d7fa640 1 -- 172.21.15.67:0/609748160 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 22 and data pool 23 v123) ==== 174+0+0 (secure 0 0 0) 0x7f3b20063400 con 0x7f3b18005350 2024-09-21T00:31:59.112 INFO:teuthology.orchestra.run.smithi067.stderr:new fs with metadata pool 22 and data pool 23 2024-09-21T00:31:59.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.114+0000 7f3b36b72640 1 -- 172.21.15.67:0/609748160 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3b1c078b90 msgr2=0x7f3b1c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:59.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.114+0000 7f3b36b72640 1 --2- 172.21.15.67:0/609748160 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3b1c078b90 0x7f3b1c07b0a0 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f3b24000fb0 tx=0x7f3b240067a0 comp rx=0 tx=0).stop 2024-09-21T00:31:59.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.114+0000 7f3b36b72640 1 -- 172.21.15.67:0/609748160 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3b18005350 msgr2=0x7f3b301f36b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:59.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.114+0000 7f3b36b72640 1 --2- 172.21.15.67:0/609748160 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3b18005350 0x7f3b301f36b0 secure :-1 s=READY pgs=1850 cs=0 l=1 rev1=1 crypto rx=0x7f3b20003ed0 tx=0x7f3b20001630 comp rx=0 tx=0).stop 2024-09-21T00:31:59.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.114+0000 7f3b36b72640 1 -- 172.21.15.67:0/609748160 shutdown_connections 2024-09-21T00:31:59.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.114+0000 7f3b36b72640 1 --2- 172.21.15.67:0/609748160 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3b1c078b90 0x7f3b1c07b0a0 unknown :-1 s=CLOSED pgs=696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:59.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.114+0000 7f3b36b72640 1 --2- 172.21.15.67:0/609748160 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3b3014ef80 0x7f3b300b3f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:59.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.114+0000 7f3b36b72640 1 --2- 172.21.15.67:0/609748160 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3b3014eb70 0x7f3b300b39e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:59.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.114+0000 7f3b36b72640 1 --2- 172.21.15.67:0/609748160 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3b18005350 0x7f3b301f36b0 unknown :-1 s=CLOSED pgs=1850 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:59.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.114+0000 7f3b36b72640 1 -- 172.21.15.67:0/609748160 >> 172.21.15.67:0/609748160 conn(0x7f3b300b26a0 msgr2=0x7f3b3006cdb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:59.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.114+0000 7f3b36b72640 1 -- 172.21.15.67:0/609748160 shutdown_connections 2024-09-21T00:31:59.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.115+0000 7f3b36b72640 1 -- 172.21.15.67:0/609748160 wait complete. 2024-09-21T00:31:59.152 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:31:59.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.272+0000 7fa9f210b640 1 -- 172.21.15.67:0/4060156563 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa9ec0d11c0 msgr2=0x7fa9ec0d15d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:59.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.272+0000 7fa9f210b640 1 --2- 172.21.15.67:0/4060156563 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa9ec0d11c0 0x7fa9ec0d15d0 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7fa9e4005fd0 tx=0x7fa9e402a8b0 comp rx=0 tx=0).stop 2024-09-21T00:31:59.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.272+0000 7fa9f210b640 1 -- 172.21.15.67:0/4060156563 shutdown_connections 2024-09-21T00:31:59.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.272+0000 7fa9f210b640 1 --2- 172.21.15.67:0/4060156563 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa9ec0d11c0 0x7fa9ec0d15d0 unknown :-1 s=CLOSED pgs=585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:59.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.272+0000 7fa9f210b640 1 --2- 172.21.15.67:0/4060156563 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa9ec162ea0 0x7fa9ec0cf740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:59.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.272+0000 7fa9f210b640 1 -- 172.21.15.67:0/4060156563 >> 172.21.15.67:0/4060156563 conn(0x7fa9ec06dfb0 msgr2=0x7fa9ec06e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:59.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.272+0000 7fa9f210b640 1 -- 172.21.15.67:0/4060156563 shutdown_connections 2024-09-21T00:31:59.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.272+0000 7fa9f210b640 1 -- 172.21.15.67:0/4060156563 wait complete. 2024-09-21T00:31:59.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.273+0000 7fa9f210b640 1 Processor -- start 2024-09-21T00:31:59.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.274+0000 7fa9f210b640 1 -- start start 2024-09-21T00:31:59.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.275+0000 7fa9f210b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa9ec0d11c0 0x7fa9ec154e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:59.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.275+0000 7fa9f210b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa9ec0d2b00 0x7fa9ec0b6530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:59.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.275+0000 7fa9f210b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa9ec162ea0 0x7fa9ec0cc440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:59.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.275+0000 7fa9f210b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fa9ec15f640 con 0x7fa9ec162ea0 2024-09-21T00:31:59.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.275+0000 7fa9f210b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fa9ec15f4c0 con 0x7fa9ec0d2b00 2024-09-21T00:31:59.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.275+0000 7fa9f210b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fa9ec15f7c0 con 0x7fa9ec0d11c0 2024-09-21T00:31:59.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.275+0000 7fa9ebfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa9ec162ea0 0x7fa9ec0cc440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:59.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.275+0000 7fa9ebfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa9ec162ea0 0x7fa9ec0cc440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:49258/0 (socket says 172.21.15.67:49258) 2024-09-21T00:31:59.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.275+0000 7fa9ebfff640 1 -- 172.21.15.67:0/3037104069 learned_addr learned my addr 172.21.15.67:0/3037104069 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:59.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.275+0000 7fa9eb7fe640 1 --2- 172.21.15.67:0/3037104069 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa9ec0d11c0 0x7fa9ec154e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:59.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.275+0000 7fa9eaffd640 1 --2- 172.21.15.67:0/3037104069 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa9ec0d2b00 0x7fa9ec0b6530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:59.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.276+0000 7fa9ebfff640 1 -- 172.21.15.67:0/3037104069 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa9ec0d11c0 msgr2=0x7fa9ec154e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:59.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.276+0000 7fa9ebfff640 1 --2- 172.21.15.67:0/3037104069 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa9ec0d11c0 0x7fa9ec154e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:59.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.276+0000 7fa9ebfff640 1 -- 172.21.15.67:0/3037104069 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa9ec0d2b00 msgr2=0x7fa9ec0b6530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:59.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.276+0000 7fa9ebfff640 1 --2- 172.21.15.67:0/3037104069 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa9ec0d2b00 0x7fa9ec0b6530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:59.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.276+0000 7fa9ebfff640 1 -- 172.21.15.67:0/3037104069 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9ec0b6a70 con 0x7fa9ec162ea0 2024-09-21T00:31:59.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.276+0000 7fa9eb7fe640 1 --2- 172.21.15.67:0/3037104069 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa9ec0d11c0 0x7fa9ec154e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:31:59.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.276+0000 7fa9eaffd640 1 --2- 172.21.15.67:0/3037104069 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa9ec0d2b00 0x7fa9ec0b6530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:31:59.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.276+0000 7fa9ebfff640 1 --2- 172.21.15.67:0/3037104069 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa9ec162ea0 0x7fa9ec0cc440 secure :-1 s=READY pgs=1851 cs=0 l=1 rev1=1 crypto rx=0x7fa9e402aea0 tx=0x7fa9e4033f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:59.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.276+0000 7fa9d3fff640 1 -- 172.21.15.67:0/3037104069 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9e4031990 con 0x7fa9ec162ea0 2024-09-21T00:31:59.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.276+0000 7fa9f210b640 1 -- 172.21.15.67:0/3037104069 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa9ec0cd400 con 0x7fa9ec162ea0 2024-09-21T00:31:59.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.276+0000 7fa9d3fff640 1 -- 172.21.15.67:0/3037104069 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa9e4031c20 con 0x7fa9ec162ea0 2024-09-21T00:31:59.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.276+0000 7fa9d3fff640 1 -- 172.21.15.67:0/3037104069 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9e40330d0 con 0x7fa9ec162ea0 2024-09-21T00:31:59.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.276+0000 7fa9f210b640 1 -- 172.21.15.67:0/3037104069 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa9ec0cbc40 con 0x7fa9ec162ea0 2024-09-21T00:31:59.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.277+0000 7fa9f210b640 1 -- 172.21.15.67:0/3037104069 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa9ec15fc10 con 0x7fa9ec162ea0 2024-09-21T00:31:59.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.278+0000 7fa9d3fff640 1 -- 172.21.15.67:0/3037104069 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fa9e4033270 con 0x7fa9ec162ea0 2024-09-21T00:31:59.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.278+0000 7fa9d3fff640 1 --2- 172.21.15.67:0/3037104069 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa9d8078b90 0x7fa9d807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:59.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.279+0000 7fa9d3fff640 1 -- 172.21.15.67:0/3037104069 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(150..150 src has 1..150) ==== 5709+0+0 (secure 0 0 0) 0x7fa9e40bbb40 con 0x7fa9ec162ea0 2024-09-21T00:31:59.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.279+0000 7fa9eb7fe640 1 --2- 172.21.15.67:0/3037104069 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa9d8078b90 0x7fa9d807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:59.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.279+0000 7fa9eb7fe640 1 --2- 172.21.15.67:0/3037104069 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa9d8078b90 0x7fa9d807b0a0 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7fa9dc009660 tx=0x7fa9dc0091e0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:59.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.283+0000 7fa9d3fff640 1 -- 172.21.15.67:0/3037104069 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fa9e403f030 con 0x7fa9ec162ea0 2024-09-21T00:31:59.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.471+0000 7fa9f210b640 1 -- 172.21.15.67:0/3037104069 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa9ec0cf840 con 0x7fa9ec162ea0 2024-09-21T00:31:59.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.472+0000 7fa9d3fff640 1 -- 172.21.15.67:0/3037104069 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v150) ==== 74+0+16708 (secure 0 0 0) 0x7fa9e40317b0 con 0x7fa9ec162ea0 2024-09-21T00:31:59.473 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:31:59.473 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":150,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:31:58.504974+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":23,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":22,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:31:56.173456+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"150","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":23,"pool_name":"cephfs_data","create_time":"2024-09-21T00:31:57.460237+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"150","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:31:59.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.474+0000 7fa9f210b640 1 -- 172.21.15.67:0/3037104069 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa9d8078b90 msgr2=0x7fa9d807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:59.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.474+0000 7fa9f210b640 1 --2- 172.21.15.67:0/3037104069 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa9d8078b90 0x7fa9d807b0a0 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7fa9dc009660 tx=0x7fa9dc0091e0 comp rx=0 tx=0).stop 2024-09-21T00:31:59.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.474+0000 7fa9f210b640 1 -- 172.21.15.67:0/3037104069 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa9ec162ea0 msgr2=0x7fa9ec0cc440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:59.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.474+0000 7fa9f210b640 1 --2- 172.21.15.67:0/3037104069 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa9ec162ea0 0x7fa9ec0cc440 secure :-1 s=READY pgs=1851 cs=0 l=1 rev1=1 crypto rx=0x7fa9e402aea0 tx=0x7fa9e4033f70 comp rx=0 tx=0).stop 2024-09-21T00:31:59.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.474+0000 7fa9f210b640 1 -- 172.21.15.67:0/3037104069 shutdown_connections 2024-09-21T00:31:59.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.474+0000 7fa9f210b640 1 --2- 172.21.15.67:0/3037104069 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa9d8078b90 0x7fa9d807b0a0 unknown :-1 s=CLOSED pgs=697 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:59.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.474+0000 7fa9f210b640 1 --2- 172.21.15.67:0/3037104069 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa9ec162ea0 0x7fa9ec0cc440 unknown :-1 s=CLOSED pgs=1851 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:59.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.474+0000 7fa9f210b640 1 --2- 172.21.15.67:0/3037104069 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa9ec0d2b00 0x7fa9ec0b6530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:59.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.474+0000 7fa9f210b640 1 --2- 172.21.15.67:0/3037104069 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa9ec0d11c0 0x7fa9ec154e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:59.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.474+0000 7fa9f210b640 1 -- 172.21.15.67:0/3037104069 >> 172.21.15.67:0/3037104069 conn(0x7fa9ec06dfb0 msgr2=0x7fa9ec0b9b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:59.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.474+0000 7fa9f210b640 1 -- 172.21.15.67:0/3037104069 shutdown_connections 2024-09-21T00:31:59.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.474+0000 7fa9f210b640 1 -- 172.21.15.67:0/3037104069 wait complete. 2024-09-21T00:31:59.487 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:31:59.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.603+0000 7f7fc135f640 1 -- 172.21.15.67:0/697188310 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7fa8003a50 msgr2=0x7f7fa8003ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:59.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.603+0000 7f7fc135f640 1 --2- 172.21.15.67:0/697188310 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7fa8003a50 0x7f7fa8003ec0 secure :-1 s=READY pgs=1853 cs=0 l=1 rev1=1 crypto rx=0x7f7fac005fd0 tx=0x7f7fa8005830 comp rx=0 tx=0).stop 2024-09-21T00:31:59.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.603+0000 7f7fc135f640 1 -- 172.21.15.67:0/697188310 shutdown_connections 2024-09-21T00:31:59.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.603+0000 7f7fc135f640 1 --2- 172.21.15.67:0/697188310 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7fa8003a50 0x7f7fa8003ec0 unknown :-1 s=CLOSED pgs=1853 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:59.605 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.603+0000 7f7fc135f640 1 -- 172.21.15.67:0/697188310 >> 172.21.15.67:0/697188310 conn(0x7f7fbc0b3e90 msgr2=0x7f7fbc0b42a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:59.605 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.603+0000 7f7fc135f640 1 -- 172.21.15.67:0/697188310 shutdown_connections 2024-09-21T00:31:59.605 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.603+0000 7f7fc135f640 1 -- 172.21.15.67:0/697188310 wait complete. 2024-09-21T00:31:59.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.605+0000 7f7fc135f640 1 Processor -- start 2024-09-21T00:31:59.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.605+0000 7f7fc135f640 1 -- start start 2024-09-21T00:31:59.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.606+0000 7f7fc135f640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7fa8003a50 0x7f7fbc14c100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:59.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.606+0000 7f7fc135f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7fbc0cac70 0x7f7fbc0c8900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:59.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.606+0000 7f7fc135f640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7fbc1f6ab0 0x7f7fbc1f6ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:59.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.606+0000 7f7fc135f640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f7fbc09ab60 con 0x7f7fbc0cac70 2024-09-21T00:31:59.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.606+0000 7f7fc135f640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f7fbc0b7c00 con 0x7f7fa8003a50 2024-09-21T00:31:59.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.606+0000 7f7fc135f640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f7fbc09ace0 con 0x7f7fbc1f6ab0 2024-09-21T00:31:59.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.606+0000 7f7fba7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7fbc0cac70 0x7f7fbc0c8900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:59.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.606+0000 7f7fba7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7fbc0cac70 0x7f7fbc0c8900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:49266/0 (socket says 172.21.15.67:49266) 2024-09-21T00:31:59.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.606+0000 7f7fba7fc640 1 -- 172.21.15.67:0/1686400695 learned_addr learned my addr 172.21.15.67:0/1686400695 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:59.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.606+0000 7f7fbaffd640 1 --2- 172.21.15.67:0/1686400695 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7fa8003a50 0x7f7fbc14c100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:59.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.606+0000 7f7fbb7fe640 1 --2- 172.21.15.67:0/1686400695 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7fbc1f6ab0 0x7f7fbc1f6ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:59.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.607+0000 7f7fba7fc640 1 -- 172.21.15.67:0/1686400695 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7fbc1f6ab0 msgr2=0x7f7fbc1f6ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:59.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.607+0000 7f7fba7fc640 1 --2- 172.21.15.67:0/1686400695 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7fbc1f6ab0 0x7f7fbc1f6ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:59.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.607+0000 7f7fba7fc640 1 -- 172.21.15.67:0/1686400695 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7fa8003a50 msgr2=0x7f7fbc14c100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:59.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.607+0000 7f7fba7fc640 1 --2- 172.21.15.67:0/1686400695 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7fa8003a50 0x7f7fbc14c100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:59.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.607+0000 7f7fba7fc640 1 -- 172.21.15.67:0/1686400695 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7fbc1f7400 con 0x7f7fbc0cac70 2024-09-21T00:31:59.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.607+0000 7f7fba7fc640 1 --2- 172.21.15.67:0/1686400695 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7fbc0cac70 0x7f7fbc0c8900 secure :-1 s=READY pgs=1854 cs=0 l=1 rev1=1 crypto rx=0x7f7fa4006690 tx=0x7f7fa4001630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:59.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.607+0000 7f7fb37fe640 1 -- 172.21.15.67:0/1686400695 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fa4015070 con 0x7f7fbc0cac70 2024-09-21T00:31:59.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.607+0000 7f7fb37fe640 1 -- 172.21.15.67:0/1686400695 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7fa4011840 con 0x7f7fbc0cac70 2024-09-21T00:31:59.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.607+0000 7f7fb37fe640 1 -- 172.21.15.67:0/1686400695 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fa4011c70 con 0x7f7fbc0cac70 2024-09-21T00:31:59.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.607+0000 7f7fc135f640 1 -- 172.21.15.67:0/1686400695 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7fbc0cb080 con 0x7f7fbc0cac70 2024-09-21T00:31:59.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.607+0000 7f7fc135f640 1 -- 172.21.15.67:0/1686400695 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7fbc0cb880 con 0x7f7fbc0cac70 2024-09-21T00:31:59.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.608+0000 7f7fc135f640 1 -- 172.21.15.67:0/1686400695 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7fbc0cb310 con 0x7f7fbc0cac70 2024-09-21T00:31:59.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.609+0000 7f7fb37fe640 1 -- 172.21.15.67:0/1686400695 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f7fa4018070 con 0x7f7fbc0cac70 2024-09-21T00:31:59.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.609+0000 7f7fb37fe640 1 --2- 172.21.15.67:0/1686400695 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7f9c078bc0 0x7f7f9c07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:59.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.610+0000 7f7fb37fe640 1 -- 172.21.15.67:0/1686400695 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(150..150 src has 1..150) ==== 5709+0+0 (secure 0 0 0) 0x7f7fa409b820 con 0x7f7fbc0cac70 2024-09-21T00:31:59.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.610+0000 7f7fbaffd640 1 --2- 172.21.15.67:0/1686400695 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7f9c078bc0 0x7f7f9c07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:59.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.610+0000 7f7fbaffd640 1 --2- 172.21.15.67:0/1686400695 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7f9c078bc0 0x7f7f9c07b0d0 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f7fac035000 tx=0x7f7fac02d040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:59.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.614+0000 7f7fb37fe640 1 -- 172.21.15.67:0/1686400695 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f7fbc1f7400 con 0x7f7fbc0cac70 2024-09-21T00:31:59.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.802+0000 7f7fc135f640 1 -- 172.21.15.67:0/1686400695 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f7fbc149240 con 0x7f7fbc0cac70 2024-09-21T00:31:59.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.803+0000 7f7fb37fe640 1 -- 172.21.15.67:0/1686400695 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v150) ==== 74+0+16708 (secure 0 0 0) 0x7f7fbc149240 con 0x7f7fbc0cac70 2024-09-21T00:31:59.805 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:31:59.805 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":150,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:31:58.504974+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":23,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":22,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:31:56.173456+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"150","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":23,"pool_name":"cephfs_data","create_time":"2024-09-21T00:31:57.460237+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"150","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:31:59.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.806+0000 7f7fc135f640 1 -- 172.21.15.67:0/1686400695 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7f9c078bc0 msgr2=0x7f7f9c07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:59.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.806+0000 7f7fc135f640 1 --2- 172.21.15.67:0/1686400695 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7f9c078bc0 0x7f7f9c07b0d0 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f7fac035000 tx=0x7f7fac02d040 comp rx=0 tx=0).stop 2024-09-21T00:31:59.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.806+0000 7f7fc135f640 1 -- 172.21.15.67:0/1686400695 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7fbc0cac70 msgr2=0x7f7fbc0c8900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:59.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.806+0000 7f7fc135f640 1 --2- 172.21.15.67:0/1686400695 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7fbc0cac70 0x7f7fbc0c8900 secure :-1 s=READY pgs=1854 cs=0 l=1 rev1=1 crypto rx=0x7f7fa4006690 tx=0x7f7fa4001630 comp rx=0 tx=0).stop 2024-09-21T00:31:59.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.806+0000 7f7fc135f640 1 -- 172.21.15.67:0/1686400695 shutdown_connections 2024-09-21T00:31:59.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.806+0000 7f7fc135f640 1 --2- 172.21.15.67:0/1686400695 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7f9c078bc0 0x7f7f9c07b0d0 unknown :-1 s=CLOSED pgs=698 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:59.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.806+0000 7f7fc135f640 1 --2- 172.21.15.67:0/1686400695 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7fbc1f6ab0 0x7f7fbc1f6ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:59.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.806+0000 7f7fc135f640 1 --2- 172.21.15.67:0/1686400695 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7fbc0cac70 0x7f7fbc0c8900 unknown :-1 s=CLOSED pgs=1854 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:59.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.806+0000 7f7fc135f640 1 --2- 172.21.15.67:0/1686400695 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7fa8003a50 0x7f7fbc14c100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:59.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.806+0000 7f7fc135f640 1 -- 172.21.15.67:0/1686400695 >> 172.21.15.67:0/1686400695 conn(0x7f7fbc0b3e90 msgr2=0x7f7fbc0b52f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:59.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.806+0000 7f7fc135f640 1 -- 172.21.15.67:0/1686400695 shutdown_connections 2024-09-21T00:31:59.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.806+0000 7f7fc135f640 1 -- 172.21.15.67:0/1686400695 wait complete. 2024-09-21T00:31:59.818 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-21T00:31:59.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.938+0000 7f93d47c3640 1 -- 172.21.15.67:0/770983345 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f93b4004800 msgr2=0x7f93b4004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:59.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.938+0000 7f93d47c3640 1 --2- 172.21.15.67:0/770983345 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f93b4004800 0x7f93b4004c10 secure :-1 s=READY pgs=1856 cs=0 l=1 rev1=1 crypto rx=0x7f93c00016c0 tx=0x7f93b4005830 comp rx=0 tx=0).stop 2024-09-21T00:31:59.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.938+0000 7f93d47c3640 1 -- 172.21.15.67:0/770983345 shutdown_connections 2024-09-21T00:31:59.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.938+0000 7f93d47c3640 1 --2- 172.21.15.67:0/770983345 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f93b4004800 0x7f93b4004c10 unknown :-1 s=CLOSED pgs=1856 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:59.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.938+0000 7f93d47c3640 1 -- 172.21.15.67:0/770983345 >> 172.21.15.67:0/770983345 conn(0x7f93cc09da10 msgr2=0x7f93cc0d4630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:31:59.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.938+0000 7f93d47c3640 1 -- 172.21.15.67:0/770983345 shutdown_connections 2024-09-21T00:31:59.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.938+0000 7f93d47c3640 1 -- 172.21.15.67:0/770983345 wait complete. 2024-09-21T00:31:59.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.940+0000 7f93d47c3640 1 Processor -- start 2024-09-21T00:31:59.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.940+0000 7f93d47c3640 1 -- start start 2024-09-21T00:31:59.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.941+0000 7f93d47c3640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f93b4004800 0x7f93cc0a1ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:59.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.941+0000 7f93d47c3640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f93cc0c8160 0x7f93cc0a05e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:59.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.941+0000 7f93d47c3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f93cc1f8d80 0x7f93cc1f9190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:59.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.941+0000 7f93d47c3640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f93cc0d3580 con 0x7f93cc1f8d80 2024-09-21T00:31:59.944 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.941+0000 7f93d47c3640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f93cc0d3400 con 0x7f93cc0c8160 2024-09-21T00:31:59.944 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.941+0000 7f93d47c3640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f93cc0b3cc0 con 0x7f93b4004800 2024-09-21T00:31:59.944 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.941+0000 7f93d2d60640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f93cc1f8d80 0x7f93cc1f9190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:59.944 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.941+0000 7f93d2d60640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f93cc1f8d80 0x7f93cc1f9190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:49284/0 (socket says 172.21.15.67:49284) 2024-09-21T00:31:59.944 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.941+0000 7f93d2d60640 1 -- 172.21.15.67:0/2635509941 learned_addr learned my addr 172.21.15.67:0/2635509941 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:31:59.944 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.941+0000 7f93d1d5e640 1 --2- 172.21.15.67:0/2635509941 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f93cc0c8160 0x7f93cc0a05e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:59.944 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.941+0000 7f93d255f640 1 --2- 172.21.15.67:0/2635509941 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f93b4004800 0x7f93cc0a1ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:59.944 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.941+0000 7f93d2d60640 1 -- 172.21.15.67:0/2635509941 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f93b4004800 msgr2=0x7f93cc0a1ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:59.944 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.941+0000 7f93d2d60640 1 --2- 172.21.15.67:0/2635509941 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f93b4004800 0x7f93cc0a1ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:59.944 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.941+0000 7f93d2d60640 1 -- 172.21.15.67:0/2635509941 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f93cc0c8160 msgr2=0x7f93cc0a05e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:31:59.944 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.941+0000 7f93d2d60640 1 --2- 172.21.15.67:0/2635509941 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f93cc0c8160 0x7f93cc0a05e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:31:59.944 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.941+0000 7f93d2d60640 1 -- 172.21.15.67:0/2635509941 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93cc0a0b20 con 0x7f93cc1f8d80 2024-09-21T00:31:59.944 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.941+0000 7f93d255f640 1 --2- 172.21.15.67:0/2635509941 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f93b4004800 0x7f93cc0a1ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:31:59.944 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.942+0000 7f93d2d60640 1 --2- 172.21.15.67:0/2635509941 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f93cc1f8d80 0x7f93cc1f9190 secure :-1 s=READY pgs=1857 cs=0 l=1 rev1=1 crypto rx=0x7f93cc0ba260 tx=0x7f93c40035f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:59.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.942+0000 7f93caffd640 1 -- 172.21.15.67:0/2635509941 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93c4011630 con 0x7f93cc1f8d80 2024-09-21T00:31:59.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.942+0000 7f93caffd640 1 -- 172.21.15.67:0/2635509941 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f93c4018070 con 0x7f93cc1f8d80 2024-09-21T00:31:59.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.942+0000 7f93d47c3640 1 -- 172.21.15.67:0/2635509941 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93cc1f96d0 con 0x7f93cc1f8d80 2024-09-21T00:31:59.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.942+0000 7f93caffd640 1 -- 172.21.15.67:0/2635509941 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93c4011a90 con 0x7f93cc1f8d80 2024-09-21T00:31:59.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.942+0000 7f93d47c3640 1 -- 172.21.15.67:0/2635509941 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93cc0c8be0 con 0x7f93cc1f8d80 2024-09-21T00:31:59.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.943+0000 7f93d47c3640 1 -- 172.21.15.67:0/2635509941 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f93cc0b4190 con 0x7f93cc1f8d80 2024-09-21T00:31:59.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.944+0000 7f93caffd640 1 -- 172.21.15.67:0/2635509941 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f93c4011c30 con 0x7f93cc1f8d80 2024-09-21T00:31:59.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.944+0000 7f93caffd640 1 --2- 172.21.15.67:0/2635509941 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f93b8078b90 0x7f93b807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:31:59.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.944+0000 7f93caffd640 1 -- 172.21.15.67:0/2635509941 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(150..150 src has 1..150) ==== 5709+0+0 (secure 0 0 0) 0x7f93c409b360 con 0x7f93cc1f8d80 2024-09-21T00:31:59.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.945+0000 7f93d255f640 1 --2- 172.21.15.67:0/2635509941 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f93b8078b90 0x7f93b807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:31:59.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.945+0000 7f93d255f640 1 --2- 172.21.15.67:0/2635509941 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f93b8078b90 0x7f93b807b0a0 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f93bc005fd0 tx=0x7f93bc0094a0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:31:59.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:31:59.949+0000 7f93caffd640 1 -- 172.21.15.67:0/2635509941 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f93cc1f96d0 con 0x7f93cc1f8d80 2024-09-21T00:32:00.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:00.181+0000 7f93d47c3640 1 -- 172.21.15.67:0/2635509941 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f93cc08e7c0 con 0x7f93cc1f8d80 2024-09-21T00:32:01.094 INFO:tasks.ceph.mds.a.smithi067.stderr:2024-09-21T00:32:01.093+0000 7f9a4fd20640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-21T00:32:01.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:01.139+0000 7f93caffd640 1 -- 172.21.15.67:0/2635509941 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v126) ==== 118+0+0 (secure 0 0 0) 0x7f93cc0a0b20 con 0x7f93cc1f8d80 2024-09-21T00:32:01.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:01.143+0000 7f93d47c3640 1 -- 172.21.15.67:0/2635509941 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f93b8078b90 msgr2=0x7f93b807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:01.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:01.143+0000 7f93d47c3640 1 --2- 172.21.15.67:0/2635509941 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f93b8078b90 0x7f93b807b0a0 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f93bc005fd0 tx=0x7f93bc0094a0 comp rx=0 tx=0).stop 2024-09-21T00:32:01.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:01.143+0000 7f93d47c3640 1 -- 172.21.15.67:0/2635509941 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f93cc1f8d80 msgr2=0x7f93cc1f9190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:01.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:01.143+0000 7f93d47c3640 1 --2- 172.21.15.67:0/2635509941 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f93cc1f8d80 0x7f93cc1f9190 secure :-1 s=READY pgs=1857 cs=0 l=1 rev1=1 crypto rx=0x7f93cc0ba260 tx=0x7f93c40035f0 comp rx=0 tx=0).stop 2024-09-21T00:32:01.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:01.143+0000 7f93d47c3640 1 -- 172.21.15.67:0/2635509941 shutdown_connections 2024-09-21T00:32:01.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:01.143+0000 7f93d47c3640 1 --2- 172.21.15.67:0/2635509941 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f93b8078b90 0x7f93b807b0a0 unknown :-1 s=CLOSED pgs=699 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:01.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:01.143+0000 7f93d47c3640 1 --2- 172.21.15.67:0/2635509941 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f93cc1f8d80 0x7f93cc1f9190 unknown :-1 s=CLOSED pgs=1857 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:01.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:01.143+0000 7f93d47c3640 1 --2- 172.21.15.67:0/2635509941 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f93cc0c8160 0x7f93cc0a05e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:01.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:01.143+0000 7f93d47c3640 1 --2- 172.21.15.67:0/2635509941 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f93b4004800 0x7f93cc0a1ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:01.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:01.143+0000 7f93d47c3640 1 -- 172.21.15.67:0/2635509941 >> 172.21.15.67:0/2635509941 conn(0x7f93cc09da10 msgr2=0x7f93cc0b2760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:01.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:01.143+0000 7f93d47c3640 1 -- 172.21.15.67:0/2635509941 shutdown_connections 2024-09-21T00:32:01.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:01.143+0000 7f93d47c3640 1 -- 172.21.15.67:0/2635509941 wait complete. 2024-09-21T00:32:01.159 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-21T00:32:01.159 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-21T00:32:01.286 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:01.285+0000 7f1b034f9640 1 -- 172.21.15.67:0/2491371272 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1afc0d4e30 msgr2=0x7f1afc0d3330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:01.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:01.285+0000 7f1b034f9640 1 --2- 172.21.15.67:0/2491371272 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1afc0d4e30 0x7f1afc0d3330 secure :-1 s=READY pgs=1859 cs=0 l=1 rev1=1 crypto rx=0x7f1af4005fd0 tx=0x7f1af402a940 comp rx=0 tx=0).stop 2024-09-21T00:32:01.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:01.285+0000 7f1b034f9640 1 -- 172.21.15.67:0/2491371272 shutdown_connections 2024-09-21T00:32:01.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:01.285+0000 7f1b034f9640 1 --2- 172.21.15.67:0/2491371272 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1afc0d4e30 0x7f1afc0d3330 unknown :-1 s=CLOSED pgs=1859 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:01.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:01.285+0000 7f1b034f9640 1 -- 172.21.15.67:0/2491371272 >> 172.21.15.67:0/2491371272 conn(0x7f1afc08bee0 msgr2=0x7f1afc0d4720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:01.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:01.285+0000 7f1b034f9640 1 -- 172.21.15.67:0/2491371272 shutdown_connections 2024-09-21T00:32:01.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:01.285+0000 7f1b034f9640 1 -- 172.21.15.67:0/2491371272 wait complete. 2024-09-21T00:32:01.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:01.287+0000 7f1b034f9640 1 Processor -- start 2024-09-21T00:32:01.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:01.287+0000 7f1b034f9640 1 -- start start 2024-09-21T00:32:01.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:01.288+0000 7f1b034f9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1afc0b3cb0 0x7f1afc0cdff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:01.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:01.288+0000 7f1b034f9640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1afc0d4e30 0x7f1afc1f5360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:01.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:01.288+0000 7f1b034f9640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1afc1f58a0 0x7f1afc0d1280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:01.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:01.288+0000 7f1b034f9640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f1afc06f720 con 0x7f1afc0b3cb0 2024-09-21T00:32:01.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:01.288+0000 7f1b034f9640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f1afc06f5a0 con 0x7f1afc1f58a0 2024-09-21T00:32:01.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:01.288+0000 7f1b034f9640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f1afc06f8a0 con 0x7f1afc0d4e30 2024-09-21T00:32:01.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:01.288+0000 7f1b01295640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1afc0b3cb0 0x7f1afc0cdff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:01.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:01.288+0000 7f1b01295640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1afc0b3cb0 0x7f1afc0cdff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:49302/0 (socket says 172.21.15.67:49302) 2024-09-21T00:32:01.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:01.288+0000 7f1b01295640 1 -- 172.21.15.67:0/902359308 learned_addr learned my addr 172.21.15.67:0/902359308 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:32:01.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:01.288+0000 7f1b01a96640 1 --2- 172.21.15.67:0/902359308 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1afc1f58a0 0x7f1afc0d1280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:01.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:01.288+0000 7f1b00a94640 1 --2- 172.21.15.67:0/902359308 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1afc0d4e30 0x7f1afc1f5360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:01.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:01.289+0000 7f1b01295640 1 -- 172.21.15.67:0/902359308 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1afc0d4e30 msgr2=0x7f1afc1f5360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:01.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:01.289+0000 7f1b01295640 1 --2- 172.21.15.67:0/902359308 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1afc0d4e30 0x7f1afc1f5360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:01.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:01.289+0000 7f1b01295640 1 -- 172.21.15.67:0/902359308 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1afc1f58a0 msgr2=0x7f1afc0d1280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:01.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:01.289+0000 7f1b01295640 1 --2- 172.21.15.67:0/902359308 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1afc1f58a0 0x7f1afc0d1280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:01.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:01.289+0000 7f1b01295640 1 -- 172.21.15.67:0/902359308 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1afc1f60b0 con 0x7f1afc0b3cb0 2024-09-21T00:32:01.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:01.289+0000 7f1b01295640 1 --2- 172.21.15.67:0/902359308 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1afc0b3cb0 0x7f1afc0cdff0 secure :-1 s=READY pgs=1860 cs=0 l=1 rev1=1 crypto rx=0x7f1af800c3c0 tx=0x7f1af8001e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:01.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:01.289+0000 7f1af1ffb640 1 -- 172.21.15.67:0/902359308 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1af8017070 con 0x7f1afc0b3cb0 2024-09-21T00:32:01.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:01.289+0000 7f1af1ffb640 1 -- 172.21.15.67:0/902359308 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1af80035f0 con 0x7f1afc0b3cb0 2024-09-21T00:32:01.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:01.289+0000 7f1b034f9640 1 -- 172.21.15.67:0/902359308 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1afc14f900 con 0x7f1afc0b3cb0 2024-09-21T00:32:01.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:01.289+0000 7f1af1ffb640 1 -- 172.21.15.67:0/902359308 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1af8003a80 con 0x7f1afc0b3cb0 2024-09-21T00:32:01.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:01.289+0000 7f1b034f9640 1 -- 172.21.15.67:0/902359308 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1afc14fec0 con 0x7f1afc0b3cb0 2024-09-21T00:32:01.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:01.290+0000 7f1b034f9640 1 -- 172.21.15.67:0/902359308 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1afc06fd00 con 0x7f1afc0b3cb0 2024-09-21T00:32:01.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:01.291+0000 7f1af1ffb640 1 -- 172.21.15.67:0/902359308 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f1af801a070 con 0x7f1afc0b3cb0 2024-09-21T00:32:01.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:01.291+0000 7f1af1ffb640 1 --2- 172.21.15.67:0/902359308 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1ae0078b90 0x7f1ae007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:01.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:01.292+0000 7f1af1ffb640 1 -- 172.21.15.67:0/902359308 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(151..151 src has 1..151) ==== 5709+0+0 (secure 0 0 0) 0x7f1af8099ee0 con 0x7f1afc0b3cb0 2024-09-21T00:32:01.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:01.292+0000 7f1b00a94640 1 --2- 172.21.15.67:0/902359308 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1ae0078b90 0x7f1ae007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:01.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:01.292+0000 7f1b00a94640 1 --2- 172.21.15.67:0/902359308 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1ae0078b90 0x7f1ae007b0a0 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7f1afc0cebc0 tx=0x7f1aec009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:01.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:01.296+0000 7f1af1ffb640 1 -- 172.21.15.67:0/902359308 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f1af8061ce0 con 0x7f1afc0b3cb0 2024-09-21T00:32:01.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:01.524+0000 7f1b034f9640 1 -- 172.21.15.67:0/902359308 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f1afc161eb0 con 0x7f1afc0b3cb0 2024-09-21T00:32:02.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.144+0000 7f1af1ffb640 1 -- 172.21.15.67:0/902359308 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v127) ==== 122+0+0 (secure 0 0 0) 0x7f1af8066710 con 0x7f1afc0b3cb0 2024-09-21T00:32:02.149 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.147+0000 7f1b034f9640 1 -- 172.21.15.67:0/902359308 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1ae0078b90 msgr2=0x7f1ae007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:02.149 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.147+0000 7f1b034f9640 1 --2- 172.21.15.67:0/902359308 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1ae0078b90 0x7f1ae007b0a0 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7f1afc0cebc0 tx=0x7f1aec009040 comp rx=0 tx=0).stop 2024-09-21T00:32:02.149 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.147+0000 7f1b034f9640 1 -- 172.21.15.67:0/902359308 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1afc0b3cb0 msgr2=0x7f1afc0cdff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:02.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.147+0000 7f1b034f9640 1 --2- 172.21.15.67:0/902359308 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1afc0b3cb0 0x7f1afc0cdff0 secure :-1 s=READY pgs=1860 cs=0 l=1 rev1=1 crypto rx=0x7f1af800c3c0 tx=0x7f1af8001e70 comp rx=0 tx=0).stop 2024-09-21T00:32:02.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.147+0000 7f1b034f9640 1 -- 172.21.15.67:0/902359308 shutdown_connections 2024-09-21T00:32:02.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.147+0000 7f1b034f9640 1 --2- 172.21.15.67:0/902359308 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1ae0078b90 0x7f1ae007b0a0 unknown :-1 s=CLOSED pgs=700 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:02.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.147+0000 7f1b034f9640 1 --2- 172.21.15.67:0/902359308 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1afc1f58a0 0x7f1afc0d1280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:02.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.147+0000 7f1b034f9640 1 --2- 172.21.15.67:0/902359308 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1afc0d4e30 0x7f1afc1f5360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:02.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.147+0000 7f1b034f9640 1 --2- 172.21.15.67:0/902359308 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1afc0b3cb0 0x7f1afc0cdff0 unknown :-1 s=CLOSED pgs=1860 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:02.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.147+0000 7f1b034f9640 1 -- 172.21.15.67:0/902359308 >> 172.21.15.67:0/902359308 conn(0x7f1afc08bee0 msgr2=0x7f1afc0b25e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:02.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.147+0000 7f1b034f9640 1 -- 172.21.15.67:0/902359308 shutdown_connections 2024-09-21T00:32:02.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.147+0000 7f1b034f9640 1 -- 172.21.15.67:0/902359308 wait complete. 2024-09-21T00:32:02.162 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-21T00:32:02.162 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:32:02.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.280+0000 7f0059ab6640 1 -- 172.21.15.67:0/2334671656 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f003c004d40 msgr2=0x7f003c005150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:02.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.280+0000 7f0059ab6640 1 --2- 172.21.15.67:0/2334671656 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f003c004d40 0x7f003c005150 secure :-1 s=READY pgs=1862 cs=0 l=1 rev1=1 crypto rx=0x7f004c00c610 tx=0x7f003c005830 comp rx=0 tx=0).stop 2024-09-21T00:32:02.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.280+0000 7f0053fff640 1 -- 172.21.15.67:0/2334671656 reap_dead start 2024-09-21T00:32:02.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.280+0000 7f0059ab6640 1 -- 172.21.15.67:0/2334671656 shutdown_connections 2024-09-21T00:32:02.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.280+0000 7f0059ab6640 1 -- 172.21.15.67:0/2334671656 >> 172.21.15.67:0/2334671656 conn(0x7f005406dfb0 msgr2=0x7f005406e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:02.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.280+0000 7f0059ab6640 1 -- 172.21.15.67:0/2334671656 shutdown_connections 2024-09-21T00:32:02.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.280+0000 7f0059ab6640 1 -- 172.21.15.67:0/2334671656 wait complete. 2024-09-21T00:32:02.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.282+0000 7f0059ab6640 1 Processor -- start 2024-09-21T00:32:02.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.282+0000 7f0059ab6640 1 -- start start 2024-09-21T00:32:02.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.283+0000 7f0059ab6640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f003c004d40 0x7f0054160810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:02.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.283+0000 7f0059ab6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f00540cda90 0x7f00541620b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:02.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.283+0000 7f0059ab6640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f00540cc0d0 0x7f00540cc4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:02.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.283+0000 7f0059ab6640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f00540cfad0 con 0x7f00540cda90 2024-09-21T00:32:02.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.283+0000 7f0059ab6640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f00540cf950 con 0x7f00540cc0d0 2024-09-21T00:32:02.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.283+0000 7f0059ab6640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f005415f2b0 con 0x7f003c004d40 2024-09-21T00:32:02.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.283+0000 7f0052ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f00540cda90 0x7f00541620b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:02.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.284+0000 7f0052ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f00540cda90 0x7f00541620b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:49320/0 (socket says 172.21.15.67:49320) 2024-09-21T00:32:02.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.284+0000 7f0052ffd640 1 -- 172.21.15.67:0/1159283059 learned_addr learned my addr 172.21.15.67:0/1159283059 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:32:02.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.284+0000 7f0053fff640 1 --2- 172.21.15.67:0/1159283059 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f00540cc0d0 0x7f00540cc4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:02.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.284+0000 7f00537fe640 1 --2- 172.21.15.67:0/1159283059 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f003c004d40 0x7f0054160810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:02.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.284+0000 7f0052ffd640 1 -- 172.21.15.67:0/1159283059 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f003c004d40 msgr2=0x7f0054160810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:02.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.284+0000 7f0052ffd640 1 --2- 172.21.15.67:0/1159283059 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f003c004d40 0x7f0054160810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:02.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.284+0000 7f0052ffd640 1 -- 172.21.15.67:0/1159283059 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f00540cc0d0 msgr2=0x7f00540cc4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:02.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.284+0000 7f0052ffd640 1 --2- 172.21.15.67:0/1159283059 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f00540cc0d0 0x7f00540cc4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:02.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.284+0000 7f0052ffd640 1 -- 172.21.15.67:0/1159283059 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00541f5790 con 0x7f00540cda90 2024-09-21T00:32:02.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.284+0000 7f0053fff640 1 --2- 172.21.15.67:0/1159283059 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f00540cc0d0 0x7f00540cc4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:32:02.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.284+0000 7f0052ffd640 1 --2- 172.21.15.67:0/1159283059 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f00540cda90 0x7f00541620b0 secure :-1 s=READY pgs=1863 cs=0 l=1 rev1=1 crypto rx=0x7f0048011b10 tx=0x7f0048009f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:02.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.284+0000 7f003bfff640 1 -- 172.21.15.67:0/1159283059 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f004800fce0 con 0x7f00540cda90 2024-09-21T00:32:02.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.284+0000 7f003bfff640 1 -- 172.21.15.67:0/1159283059 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f004800fe80 con 0x7f00540cda90 2024-09-21T00:32:02.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.284+0000 7f0059ab6640 1 -- 172.21.15.67:0/1159283059 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00541f5a70 con 0x7f00540cda90 2024-09-21T00:32:02.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.284+0000 7f003bfff640 1 -- 172.21.15.67:0/1159283059 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0048004280 con 0x7f00540cda90 2024-09-21T00:32:02.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.284+0000 7f0059ab6640 1 -- 172.21.15.67:0/1159283059 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00540cdea0 con 0x7f00540cda90 2024-09-21T00:32:02.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.285+0000 7f0059ab6640 1 -- 172.21.15.67:0/1159283059 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f00541f5f90 con 0x7f00540cda90 2024-09-21T00:32:02.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.286+0000 7f003bfff640 1 -- 172.21.15.67:0/1159283059 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f00480035f0 con 0x7f00540cda90 2024-09-21T00:32:02.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.286+0000 7f003bfff640 1 --2- 172.21.15.67:0/1159283059 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0040078b90 0x7f004007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:02.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.287+0000 7f003bfff640 1 -- 172.21.15.67:0/1159283059 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(151..151 src has 1..151) ==== 5709+0+0 (secure 0 0 0) 0x7f004809b900 con 0x7f00540cda90 2024-09-21T00:32:02.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.287+0000 7f00537fe640 1 --2- 172.21.15.67:0/1159283059 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0040078b90 0x7f004007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:02.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.287+0000 7f00537fe640 1 --2- 172.21.15.67:0/1159283059 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0040078b90 0x7f004007b0a0 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7f0044009a80 tx=0x7f0044005f30 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:02.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.291+0000 7f003bfff640 1 -- 172.21.15.67:0/1159283059 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f00541f5f90 con 0x7f00540cda90 2024-09-21T00:32:02.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.516+0000 7f0059ab6640 1 -- 172.21.15.67:0/1159283059 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f005415e7f0 con 0x7f00540cda90 2024-09-21T00:32:02.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.516+0000 7f003bfff640 1 -- 172.21.15.67:0/1159283059 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 127 v127) ==== 95+0+5230 (secure 0 0 0) 0x7f0048063d40 con 0x7f00540cda90 2024-09-21T00:32:02.518 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:32:02.519 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":127,"btime":"2024-09-21T00:32:02:140494+0000","default_fscid":11,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7769,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/2656243964","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":2656243964},{"type":"v1","addr":"172.21.15.97:6836","nonce":2656243964}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":122},{"gid":8620,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/2684384130","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":2684384130},{"type":"v1","addr":"172.21.15.97:6837","nonce":2684384130}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":122},{"gid":9564,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/801204650","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":801204650},{"type":"v1","addr":"172.21.15.67:6834","nonce":801204650}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":121}],"filesystems":[{"mdsmap":{"epoch":127,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:31:58.504932+0000","modified":"2024-09-21T00:32:01.526204+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9567},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9567":{"gid":9567,"name":"a","rank":0,"incarnation":123,"state":"up:active","state_seq":3,"addr":"172.21.15.67:6835/4168290440","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":4168290440},{"type":"v1","addr":"172.21.15.67:6835","nonce":4168290440}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[23],"metadata_pool":22,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9567,"qdb_cluster":[9567]},"id":11}]} 2024-09-21T00:32:02.519 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 127 2024-09-21T00:32:02.521 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.518+0000 7f0059ab6640 1 -- 172.21.15.67:0/1159283059 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0040078b90 msgr2=0x7f004007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:02.521 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.518+0000 7f0059ab6640 1 --2- 172.21.15.67:0/1159283059 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0040078b90 0x7f004007b0a0 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7f0044009a80 tx=0x7f0044005f30 comp rx=0 tx=0).stop 2024-09-21T00:32:02.521 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.518+0000 7f0059ab6640 1 -- 172.21.15.67:0/1159283059 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f00540cda90 msgr2=0x7f00541620b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:02.521 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.518+0000 7f0059ab6640 1 --2- 172.21.15.67:0/1159283059 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f00540cda90 0x7f00541620b0 secure :-1 s=READY pgs=1863 cs=0 l=1 rev1=1 crypto rx=0x7f0048011b10 tx=0x7f0048009f10 comp rx=0 tx=0).stop 2024-09-21T00:32:02.521 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.518+0000 7f0059ab6640 1 -- 172.21.15.67:0/1159283059 shutdown_connections 2024-09-21T00:32:02.521 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.518+0000 7f0059ab6640 1 --2- 172.21.15.67:0/1159283059 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0040078b90 0x7f004007b0a0 unknown :-1 s=CLOSED pgs=701 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:02.521 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.518+0000 7f0059ab6640 1 --2- 172.21.15.67:0/1159283059 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f00540cc0d0 0x7f00540cc4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:02.521 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.518+0000 7f0059ab6640 1 --2- 172.21.15.67:0/1159283059 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f00540cda90 0x7f00541620b0 unknown :-1 s=CLOSED pgs=1863 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:02.521 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.518+0000 7f0059ab6640 1 --2- 172.21.15.67:0/1159283059 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f003c004d40 0x7f0054160810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:02.521 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.518+0000 7f0059ab6640 1 -- 172.21.15.67:0/1159283059 >> 172.21.15.67:0/1159283059 conn(0x7f005406dfb0 msgr2=0x7f00540b5f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:02.521 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.519+0000 7f0059ab6640 1 -- 172.21.15.67:0/1159283059 shutdown_connections 2024-09-21T00:32:02.521 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.519+0000 7f0059ab6640 1 -- 172.21.15.67:0/1159283059 wait complete. 2024-09-21T00:32:02.533 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:32:02.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.647+0000 7f62aea38640 1 -- 172.21.15.67:0/1813162025 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62a80b7850 msgr2=0x7f62a80d0a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:02.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.647+0000 7f62aea38640 1 --2- 172.21.15.67:0/1813162025 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62a80b7850 0x7f62a80d0a10 secure :-1 s=READY pgs=1865 cs=0 l=1 rev1=1 crypto rx=0x7f629c009830 tx=0x7f629c02a3f0 comp rx=0 tx=0).stop 2024-09-21T00:32:02.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.647+0000 7f62aea38640 1 -- 172.21.15.67:0/1813162025 shutdown_connections 2024-09-21T00:32:02.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.647+0000 7f62aea38640 1 --2- 172.21.15.67:0/1813162025 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62a80b7850 0x7f62a80d0a10 unknown :-1 s=CLOSED pgs=1865 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:02.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.647+0000 7f62aea38640 1 --2- 172.21.15.67:0/1813162025 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f62a809b7b0 0x7f62a80b3ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:02.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.647+0000 7f62aea38640 1 -- 172.21.15.67:0/1813162025 >> 172.21.15.67:0/1813162025 conn(0x7f62a80b4140 msgr2=0x7f62a80b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:02.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.647+0000 7f62aea38640 1 -- 172.21.15.67:0/1813162025 shutdown_connections 2024-09-21T00:32:02.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.647+0000 7f62aea38640 1 -- 172.21.15.67:0/1813162025 wait complete. 2024-09-21T00:32:02.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.649+0000 7f62aea38640 1 Processor -- start 2024-09-21T00:32:02.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.649+0000 7f62aea38640 1 -- start start 2024-09-21T00:32:02.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.650+0000 7f62aea38640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f62a809b7b0 0x7f62a80ba460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:02.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.650+0000 7f62aea38640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f62a80b7850 0x7f62a815dda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:02.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.650+0000 7f62aea38640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62a80d0f50 0x7f62a815ef70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:02.653 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.650+0000 7f62aea38640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f62a80cd740 con 0x7f62a80d0f50 2024-09-21T00:32:02.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.650+0000 7f62aea38640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f62a80b6800 con 0x7f62a80b7850 2024-09-21T00:32:02.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.650+0000 7f62aea38640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f62a80cd8c0 con 0x7f62a809b7b0 2024-09-21T00:32:02.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.650+0000 7f62acfd5640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62a80d0f50 0x7f62a815ef70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:02.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.650+0000 7f62acfd5640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62a80d0f50 0x7f62a815ef70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:49332/0 (socket says 172.21.15.67:49332) 2024-09-21T00:32:02.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.650+0000 7f62acfd5640 1 -- 172.21.15.67:0/2427428200 learned_addr learned my addr 172.21.15.67:0/2427428200 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:32:02.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.650+0000 7f62a77fe640 1 --2- 172.21.15.67:0/2427428200 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f62a80b7850 0x7f62a815dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:02.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.650+0000 7f62a7fff640 1 --2- 172.21.15.67:0/2427428200 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f62a809b7b0 0x7f62a80ba460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:02.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.651+0000 7f62acfd5640 1 -- 172.21.15.67:0/2427428200 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f62a809b7b0 msgr2=0x7f62a80ba460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:02.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.651+0000 7f62acfd5640 1 --2- 172.21.15.67:0/2427428200 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f62a809b7b0 0x7f62a80ba460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:02.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.651+0000 7f62acfd5640 1 -- 172.21.15.67:0/2427428200 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f62a80b7850 msgr2=0x7f62a815dda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:02.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.651+0000 7f62acfd5640 1 --2- 172.21.15.67:0/2427428200 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f62a80b7850 0x7f62a815dda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:02.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.651+0000 7f62acfd5640 1 -- 172.21.15.67:0/2427428200 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62a81f6980 con 0x7f62a80d0f50 2024-09-21T00:32:02.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.651+0000 7f62a7fff640 1 --2- 172.21.15.67:0/2427428200 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f62a809b7b0 0x7f62a80ba460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:32:02.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.651+0000 7f62acfd5640 1 --2- 172.21.15.67:0/2427428200 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62a80d0f50 0x7f62a815ef70 secure :-1 s=READY pgs=1866 cs=0 l=1 rev1=1 crypto rx=0x7f62a000cb10 tx=0x7f62a000a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:02.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.651+0000 7f62a4ff9640 1 -- 172.21.15.67:0/2427428200 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62a0016020 con 0x7f62a80d0f50 2024-09-21T00:32:02.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.651+0000 7f62a4ff9640 1 -- 172.21.15.67:0/2427428200 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f62a000ad60 con 0x7f62a80d0f50 2024-09-21T00:32:02.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.651+0000 7f62a4ff9640 1 -- 172.21.15.67:0/2427428200 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62a0012680 con 0x7f62a80d0f50 2024-09-21T00:32:02.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.651+0000 7f62aea38640 1 -- 172.21.15.67:0/2427428200 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62a80bad40 con 0x7f62a80d0f50 2024-09-21T00:32:02.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.651+0000 7f62aea38640 1 -- 172.21.15.67:0/2427428200 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62a81f6c60 con 0x7f62a80d0f50 2024-09-21T00:32:02.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.652+0000 7f62aea38640 1 -- 172.21.15.67:0/2427428200 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f62a80b3ae0 con 0x7f62a80d0f50 2024-09-21T00:32:02.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.653+0000 7f62a4ff9640 1 -- 172.21.15.67:0/2427428200 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f62a0019020 con 0x7f62a80d0f50 2024-09-21T00:32:02.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.654+0000 7f62a4ff9640 1 --2- 172.21.15.67:0/2427428200 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6294078b90 0x7f629407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:02.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.654+0000 7f62a4ff9640 1 -- 172.21.15.67:0/2427428200 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(151..151 src has 1..151) ==== 5709+0+0 (secure 0 0 0) 0x7f62a009b000 con 0x7f62a80d0f50 2024-09-21T00:32:02.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.654+0000 7f62a7fff640 1 --2- 172.21.15.67:0/2427428200 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6294078b90 0x7f629407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:02.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.654+0000 7f62a7fff640 1 --2- 172.21.15.67:0/2427428200 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6294078b90 0x7f629407b0a0 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7f6298009b80 tx=0x7f6298005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:02.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.658+0000 7f62a4ff9640 1 -- 172.21.15.67:0/2427428200 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f62a0020030 con 0x7f62a80d0f50 2024-09-21T00:32:02.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.848+0000 7f62aea38640 1 -- 172.21.15.67:0/2427428200 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f62a8070300 con 0x7f62a80d0f50 2024-09-21T00:32:02.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.849+0000 7f62a4ff9640 1 -- 172.21.15.67:0/2427428200 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v151) ==== 74+0+16695 (secure 0 0 0) 0x7f62a80d1360 con 0x7f62a80d0f50 2024-09-21T00:32:02.851 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:32:02.851 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":151,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:32:00.111125+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":23,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":22,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:31:56.173456+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"150","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":23,"pool_name":"cephfs_data","create_time":"2024-09-21T00:31:57.460237+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"151","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:32:02.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.851+0000 7f62aea38640 1 -- 172.21.15.67:0/2427428200 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6294078b90 msgr2=0x7f629407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:02.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.851+0000 7f62aea38640 1 --2- 172.21.15.67:0/2427428200 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6294078b90 0x7f629407b0a0 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7f6298009b80 tx=0x7f6298005f90 comp rx=0 tx=0).stop 2024-09-21T00:32:02.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.851+0000 7f62aea38640 1 -- 172.21.15.67:0/2427428200 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62a80d0f50 msgr2=0x7f62a815ef70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:02.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.851+0000 7f62aea38640 1 --2- 172.21.15.67:0/2427428200 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62a80d0f50 0x7f62a815ef70 secure :-1 s=READY pgs=1866 cs=0 l=1 rev1=1 crypto rx=0x7f62a000cb10 tx=0x7f62a000a060 comp rx=0 tx=0).stop 2024-09-21T00:32:02.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.851+0000 7f62aea38640 1 -- 172.21.15.67:0/2427428200 shutdown_connections 2024-09-21T00:32:02.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.851+0000 7f62aea38640 1 --2- 172.21.15.67:0/2427428200 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6294078b90 0x7f629407b0a0 unknown :-1 s=CLOSED pgs=702 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:02.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.851+0000 7f62aea38640 1 --2- 172.21.15.67:0/2427428200 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62a80d0f50 0x7f62a815ef70 unknown :-1 s=CLOSED pgs=1866 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:02.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.851+0000 7f62aea38640 1 --2- 172.21.15.67:0/2427428200 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f62a80b7850 0x7f62a815dda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:02.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.851+0000 7f62aea38640 1 --2- 172.21.15.67:0/2427428200 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f62a809b7b0 0x7f62a80ba460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:02.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.851+0000 7f62aea38640 1 -- 172.21.15.67:0/2427428200 >> 172.21.15.67:0/2427428200 conn(0x7f62a80b4140 msgr2=0x7f62a80cf0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:02.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.851+0000 7f62aea38640 1 -- 172.21.15.67:0/2427428200 shutdown_connections 2024-09-21T00:32:02.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.851+0000 7f62aea38640 1 -- 172.21.15.67:0/2427428200 wait complete. 2024-09-21T00:32:02.866 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-21T00:32:02.866 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T00:32:02.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.979+0000 7f5798c3f640 1 -- 172.21.15.67:0/2797475847 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f57940d2b00 msgr2=0x7f579415e7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:02.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.979+0000 7f5798c3f640 1 --2- 172.21.15.67:0/2797475847 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f57940d2b00 0x7f579415e7f0 secure :-1 s=READY pgs=1867 cs=0 l=1 rev1=1 crypto rx=0x7f57940c8280 tx=0x7f578802a560 comp rx=0 tx=0).stop 2024-09-21T00:32:02.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.979+0000 7f5798c3f640 1 -- 172.21.15.67:0/2797475847 shutdown_connections 2024-09-21T00:32:02.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.980+0000 7f5798c3f640 1 --2- 172.21.15.67:0/2797475847 >> v2:172.21.15.97:3300/0 conn(0x7f57940d11c0 0x7f57940d15d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:02.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.980+0000 7f5798c3f640 1 --2- 172.21.15.67:0/2797475847 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f57940d2b00 0x7f579415e7f0 unknown :-1 s=CLOSED pgs=1867 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:02.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.980+0000 7f5798c3f640 1 -- 172.21.15.67:0/2797475847 >> 172.21.15.67:0/2797475847 conn(0x7f579406dfb0 msgr2=0x7f579406e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:02.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.980+0000 7f5798c3f640 1 -- 172.21.15.67:0/2797475847 shutdown_connections 2024-09-21T00:32:02.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.980+0000 7f5798c3f640 1 -- 172.21.15.67:0/2797475847 wait complete. 2024-09-21T00:32:02.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.981+0000 7f5798c3f640 1 Processor -- start 2024-09-21T00:32:02.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.982+0000 7f5798c3f640 1 -- start start 2024-09-21T00:32:02.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.983+0000 7f5798c3f640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f57940d11c0 0x7f57941f6820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:02.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.983+0000 7f5798c3f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f57940d2b00 0x7f5794159b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:02.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.983+0000 7f5798c3f640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5794162ea0 0x7f57940ccba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:02.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.983+0000 7f5798c3f640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f579415f640 con 0x7f57940d2b00 2024-09-21T00:32:02.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.983+0000 7f5798c3f640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f579415f4c0 con 0x7f57940d11c0 2024-09-21T00:32:02.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.983+0000 7f5798c3f640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f579415f7c0 con 0x7f5794162ea0 2024-09-21T00:32:02.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.983+0000 7f5791d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f57940d2b00 0x7f5794159b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:02.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.983+0000 7f5791d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f57940d2b00 0x7f5794159b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:49346/0 (socket says 172.21.15.67:49346) 2024-09-21T00:32:02.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.983+0000 7f5791d9b640 1 -- 172.21.15.67:0/2156261529 learned_addr learned my addr 172.21.15.67:0/2156261529 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:32:02.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.983+0000 7f5792d9d640 1 --2- 172.21.15.67:0/2156261529 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5794162ea0 0x7f57940ccba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:02.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.983+0000 7f579259c640 1 --2- 172.21.15.67:0/2156261529 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f57940d11c0 0x7f57941f6820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:02.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.983+0000 7f5791d9b640 1 -- 172.21.15.67:0/2156261529 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5794162ea0 msgr2=0x7f57940ccba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:02.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.983+0000 7f5791d9b640 1 --2- 172.21.15.67:0/2156261529 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5794162ea0 0x7f57940ccba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:02.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.983+0000 7f5791d9b640 1 -- 172.21.15.67:0/2156261529 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f57940d11c0 msgr2=0x7f57941f6820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:02.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.983+0000 7f5791d9b640 1 --2- 172.21.15.67:0/2156261529 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f57940d11c0 0x7f57941f6820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:02.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.983+0000 7f5791d9b640 1 -- 172.21.15.67:0/2156261529 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f57941f6d60 con 0x7f57940d2b00 2024-09-21T00:32:02.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.983+0000 7f5791d9b640 1 --2- 172.21.15.67:0/2156261529 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f57940d2b00 0x7f5794159b00 secure :-1 s=READY pgs=1868 cs=0 l=1 rev1=1 crypto rx=0x7f5788034040 tx=0x7f57880039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:02.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.984+0000 7f5782ffd640 1 -- 172.21.15.67:0/2156261529 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f578803e030 con 0x7f57940d2b00 2024-09-21T00:32:02.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.984+0000 7f5798c3f640 1 -- 172.21.15.67:0/2156261529 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f57940ce700 con 0x7f57940d2b00 2024-09-21T00:32:02.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.984+0000 7f5782ffd640 1 -- 172.21.15.67:0/2156261529 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f57880047a0 con 0x7f57940d2b00 2024-09-21T00:32:02.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.984+0000 7f5782ffd640 1 -- 172.21.15.67:0/2156261529 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5788035040 con 0x7f57940d2b00 2024-09-21T00:32:02.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.984+0000 7f5798c3f640 1 -- 172.21.15.67:0/2156261529 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5794159300 con 0x7f57940d2b00 2024-09-21T00:32:02.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.985+0000 7f5798c3f640 1 -- 172.21.15.67:0/2156261529 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f579415fd00 con 0x7f57940d2b00 2024-09-21T00:32:02.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.985+0000 7f5782ffd640 1 -- 172.21.15.67:0/2156261529 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f5788041030 con 0x7f57940d2b00 2024-09-21T00:32:02.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.986+0000 7f5782ffd640 1 --2- 172.21.15.67:0/2156261529 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5774078b90 0x7f577407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:02.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.986+0000 7f5782ffd640 1 -- 172.21.15.67:0/2156261529 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(151..151 src has 1..151) ==== 5709+0+0 (secure 0 0 0) 0x7f57880bb500 con 0x7f57940d2b00 2024-09-21T00:32:02.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.986+0000 7f579259c640 1 --2- 172.21.15.67:0/2156261529 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5774078b90 0x7f577407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:02.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.987+0000 7f579259c640 1 --2- 172.21.15.67:0/2156261529 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5774078b90 0x7f577407b0a0 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7f57840098c0 tx=0x7f5784009060 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:02.993 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:02.991+0000 7f5782ffd640 1 -- 172.21.15.67:0/2156261529 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f57940d1b10 con 0x7f57940d2b00 2024-09-21T00:32:03.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.173+0000 7f5798c3f640 1 -- 172.21.15.67:0/2156261529 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f579415d8b0 con 0x7f5774078b90 2024-09-21T00:32:03.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.178+0000 7f5782ffd640 1 -- 172.21.15.67:0/2156261529 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252473 (secure 0 0 0) 0x7f579415d8b0 con 0x7f5774078b90 2024-09-21T00:32:03.183 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:32:03.184 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-21T00:32:03.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.181+0000 7f5798c3f640 1 -- 172.21.15.67:0/2156261529 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5774078b90 msgr2=0x7f577407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:03.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.181+0000 7f5798c3f640 1 --2- 172.21.15.67:0/2156261529 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5774078b90 0x7f577407b0a0 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7f57840098c0 tx=0x7f5784009060 comp rx=0 tx=0).stop 2024-09-21T00:32:03.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.181+0000 7f5798c3f640 1 -- 172.21.15.67:0/2156261529 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f57940d2b00 msgr2=0x7f5794159b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:03.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.181+0000 7f5798c3f640 1 --2- 172.21.15.67:0/2156261529 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f57940d2b00 0x7f5794159b00 secure :-1 s=READY pgs=1868 cs=0 l=1 rev1=1 crypto rx=0x7f5788034040 tx=0x7f57880039e0 comp rx=0 tx=0).stop 2024-09-21T00:32:03.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.181+0000 7f5798c3f640 1 -- 172.21.15.67:0/2156261529 shutdown_connections 2024-09-21T00:32:03.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.181+0000 7f5798c3f640 1 --2- 172.21.15.67:0/2156261529 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5774078b90 0x7f577407b0a0 unknown :-1 s=CLOSED pgs=703 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:03.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.181+0000 7f5798c3f640 1 --2- 172.21.15.67:0/2156261529 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5794162ea0 0x7f57940ccba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:03.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.181+0000 7f5798c3f640 1 --2- 172.21.15.67:0/2156261529 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f57940d2b00 0x7f5794159b00 unknown :-1 s=CLOSED pgs=1868 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:03.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.181+0000 7f5798c3f640 1 --2- 172.21.15.67:0/2156261529 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f57940d11c0 0x7f57941f6820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:03.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.181+0000 7f5798c3f640 1 -- 172.21.15.67:0/2156261529 >> 172.21.15.67:0/2156261529 conn(0x7f579406dfb0 msgr2=0x7f579406e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:03.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.181+0000 7f5798c3f640 1 -- 172.21.15.67:0/2156261529 shutdown_connections 2024-09-21T00:32:03.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.181+0000 7f5798c3f640 1 -- 172.21.15.67:0/2156261529 wait complete. 2024-09-21T00:32:03.195 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":471,"stamp":"2024-09-21T00:32:01.661379+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":153,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":511100,"kb_used_data":15884,"kb_used_omap":12,"kb_used_meta":495027,"kb_avail":754463620,"statfs":{"total":773094113280,"available":772570746880,"internally_reserved":0,"allocated":16265216,"data_stored":7764474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12749,"internal_metadata":506908211},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":19,"apply_latency_ms":19,"commit_latency_ns":19000000,"apply_latency_ns":19000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.549472"},"pg_stats":[{"pgid":"23.3f","version":"0'0","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:00.899356+0000","last_change":"2024-09-21T00:31:59.129497+0000","last_active":"2024-09-21T00:32:00.899356+0000","last_peered":"2024-09-21T00:32:00.899356+0000","last_clean":"2024-09-21T00:32:00.899356+0000","last_became_active":"2024-09-21T00:31:59.129006+0000","last_became_peered":"2024-09-21T00:31:59.129006+0000","last_unstale":"2024-09-21T00:32:00.899356+0000","last_undegraded":"2024-09-21T00:32:00.899356+0000","last_fullsized":"2024-09-21T00:32:00.899356+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:46:53.748699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.3e","version":"0'0","reported_seq":10,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.136323+0000","last_change":"2024-09-21T00:31:59.130940+0000","last_active":"2024-09-21T00:31:59.136323+0000","last_peered":"2024-09-21T00:31:59.136323+0000","last_clean":"2024-09-21T00:31:59.136323+0000","last_became_active":"2024-09-21T00:31:59.130595+0000","last_became_peered":"2024-09-21T00:31:59.130595+0000","last_unstale":"2024-09-21T00:31:59.136323+0000","last_undegraded":"2024-09-21T00:31:59.136323+0000","last_fullsized":"2024-09-21T00:31:59.136323+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:33:35.334562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.3d","version":"0'0","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:00.119282+0000","last_change":"2024-09-21T00:31:59.121688+0000","last_active":"2024-09-21T00:32:00.119282+0000","last_peered":"2024-09-21T00:32:00.119282+0000","last_clean":"2024-09-21T00:32:00.119282+0000","last_became_active":"2024-09-21T00:31:59.120342+0000","last_became_peered":"2024-09-21T00:31:59.120342+0000","last_unstale":"2024-09-21T00:32:00.119282+0000","last_undegraded":"2024-09-21T00:32:00.119282+0000","last_fullsized":"2024-09-21T00:32:00.119282+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:01:57.655948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.3c","version":"0'0","reported_seq":10,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.141461+0000","last_change":"2024-09-21T00:31:59.138796+0000","last_active":"2024-09-21T00:31:59.141461+0000","last_peered":"2024-09-21T00:31:59.141461+0000","last_clean":"2024-09-21T00:31:59.141461+0000","last_became_active":"2024-09-21T00:31:59.138450+0000","last_became_peered":"2024-09-21T00:31:59.138450+0000","last_unstale":"2024-09-21T00:31:59.141461+0000","last_undegraded":"2024-09-21T00:31:59.141461+0000","last_fullsized":"2024-09-21T00:31:59.141461+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:26:28.153845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.3b","version":"0'0","reported_seq":10,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.137144+0000","last_change":"2024-09-21T00:31:59.128267+0000","last_active":"2024-09-21T00:31:59.137144+0000","last_peered":"2024-09-21T00:31:59.137144+0000","last_clean":"2024-09-21T00:31:59.137144+0000","last_became_active":"2024-09-21T00:31:59.125829+0000","last_became_peered":"2024-09-21T00:31:59.125829+0000","last_unstale":"2024-09-21T00:31:59.137144+0000","last_undegraded":"2024-09-21T00:31:59.137144+0000","last_fullsized":"2024-09-21T00:31:59.137144+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:55:09.089013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.3a","version":"0'0","reported_seq":10,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.142272+0000","last_change":"2024-09-21T00:31:59.140922+0000","last_active":"2024-09-21T00:31:59.142272+0000","last_peered":"2024-09-21T00:31:59.142272+0000","last_clean":"2024-09-21T00:31:59.142272+0000","last_became_active":"2024-09-21T00:31:59.140586+0000","last_became_peered":"2024-09-21T00:31:59.140586+0000","last_unstale":"2024-09-21T00:31:59.142272+0000","last_undegraded":"2024-09-21T00:31:59.142272+0000","last_fullsized":"2024-09-21T00:31:59.142272+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:54:39.831066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.39","version":"0'0","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:00.114865+0000","last_change":"2024-09-21T00:31:59.140752+0000","last_active":"2024-09-21T00:32:00.114865+0000","last_peered":"2024-09-21T00:32:00.114865+0000","last_clean":"2024-09-21T00:32:00.114865+0000","last_became_active":"2024-09-21T00:31:59.140325+0000","last_became_peered":"2024-09-21T00:31:59.140325+0000","last_unstale":"2024-09-21T00:32:00.114865+0000","last_undegraded":"2024-09-21T00:32:00.114865+0000","last_fullsized":"2024-09-21T00:32:00.114865+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:24:07.958025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.38","version":"0'0","reported_seq":10,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.134199+0000","last_change":"2024-09-21T00:31:59.127978+0000","last_active":"2024-09-21T00:31:59.134199+0000","last_peered":"2024-09-21T00:31:59.134199+0000","last_clean":"2024-09-21T00:31:59.134199+0000","last_became_active":"2024-09-21T00:31:59.127660+0000","last_became_peered":"2024-09-21T00:31:59.127660+0000","last_unstale":"2024-09-21T00:31:59.134199+0000","last_undegraded":"2024-09-21T00:31:59.134199+0000","last_fullsized":"2024-09-21T00:31:59.134199+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:52:05.139722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.37","version":"0'0","reported_seq":10,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.136420+0000","last_change":"2024-09-21T00:31:59.132309+0000","last_active":"2024-09-21T00:31:59.136420+0000","last_peered":"2024-09-21T00:31:59.136420+0000","last_clean":"2024-09-21T00:31:59.136420+0000","last_became_active":"2024-09-21T00:31:59.131999+0000","last_became_peered":"2024-09-21T00:31:59.131999+0000","last_unstale":"2024-09-21T00:31:59.136420+0000","last_undegraded":"2024-09-21T00:31:59.136420+0000","last_fullsized":"2024-09-21T00:31:59.136420+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:54:38.737642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.36","version":"0'0","reported_seq":10,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.138561+0000","last_change":"2024-09-21T00:31:59.135483+0000","last_active":"2024-09-21T00:31:59.138561+0000","last_peered":"2024-09-21T00:31:59.138561+0000","last_clean":"2024-09-21T00:31:59.138561+0000","last_became_active":"2024-09-21T00:31:59.134682+0000","last_became_peered":"2024-09-21T00:31:59.134682+0000","last_unstale":"2024-09-21T00:31:59.138561+0000","last_undegraded":"2024-09-21T00:31:59.138561+0000","last_fullsized":"2024-09-21T00:31:59.138561+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:14:44.635346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.35","version":"0'0","reported_seq":10,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.136716+0000","last_change":"2024-09-21T00:31:59.133776+0000","last_active":"2024-09-21T00:31:59.136716+0000","last_peered":"2024-09-21T00:31:59.136716+0000","last_clean":"2024-09-21T00:31:59.136716+0000","last_became_active":"2024-09-21T00:31:59.130750+0000","last_became_peered":"2024-09-21T00:31:59.130750+0000","last_unstale":"2024-09-21T00:31:59.136716+0000","last_undegraded":"2024-09-21T00:31:59.136716+0000","last_fullsized":"2024-09-21T00:31:59.136716+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:11:28.935746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.34","version":"0'0","reported_seq":10,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.136280+0000","last_change":"2024-09-21T00:31:59.130212+0000","last_active":"2024-09-21T00:31:59.136280+0000","last_peered":"2024-09-21T00:31:59.136280+0000","last_clean":"2024-09-21T00:31:59.136280+0000","last_became_active":"2024-09-21T00:31:59.129775+0000","last_became_peered":"2024-09-21T00:31:59.129775+0000","last_unstale":"2024-09-21T00:31:59.136280+0000","last_undegraded":"2024-09-21T00:31:59.136280+0000","last_fullsized":"2024-09-21T00:31:59.136280+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:10:24.840482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.33","version":"0'0","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:00.119998+0000","last_change":"2024-09-21T00:31:59.120177+0000","last_active":"2024-09-21T00:32:00.119998+0000","last_peered":"2024-09-21T00:32:00.119998+0000","last_clean":"2024-09-21T00:32:00.119998+0000","last_became_active":"2024-09-21T00:31:59.119818+0000","last_became_peered":"2024-09-21T00:31:59.119818+0000","last_unstale":"2024-09-21T00:32:00.119998+0000","last_undegraded":"2024-09-21T00:32:00.119998+0000","last_fullsized":"2024-09-21T00:32:00.119998+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:39:39.500551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.32","version":"0'0","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:00.119323+0000","last_change":"2024-09-21T00:31:59.129919+0000","last_active":"2024-09-21T00:32:00.119323+0000","last_peered":"2024-09-21T00:32:00.119323+0000","last_clean":"2024-09-21T00:32:00.119323+0000","last_became_active":"2024-09-21T00:31:59.129623+0000","last_became_peered":"2024-09-21T00:31:59.129623+0000","last_unstale":"2024-09-21T00:32:00.119323+0000","last_undegraded":"2024-09-21T00:32:00.119323+0000","last_fullsized":"2024-09-21T00:32:00.119323+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:43:35.102508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.31","version":"0'0","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:00.898953+0000","last_change":"2024-09-21T00:31:59.137178+0000","last_active":"2024-09-21T00:32:00.898953+0000","last_peered":"2024-09-21T00:32:00.898953+0000","last_clean":"2024-09-21T00:32:00.898953+0000","last_became_active":"2024-09-21T00:31:59.136849+0000","last_became_peered":"2024-09-21T00:31:59.136849+0000","last_unstale":"2024-09-21T00:32:00.898953+0000","last_undegraded":"2024-09-21T00:32:00.898953+0000","last_fullsized":"2024-09-21T00:32:00.898953+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:46:50.396770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.30","version":"0'0","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:00.114692+0000","last_change":"2024-09-21T00:31:59.137912+0000","last_active":"2024-09-21T00:32:00.114692+0000","last_peered":"2024-09-21T00:32:00.114692+0000","last_clean":"2024-09-21T00:32:00.114692+0000","last_became_active":"2024-09-21T00:31:59.137577+0000","last_became_peered":"2024-09-21T00:31:59.137577+0000","last_unstale":"2024-09-21T00:32:00.114692+0000","last_undegraded":"2024-09-21T00:32:00.114692+0000","last_fullsized":"2024-09-21T00:32:00.114692+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:42:05.028022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.2f","version":"0'0","reported_seq":10,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.146571+0000","last_change":"2024-09-21T00:31:59.145017+0000","last_active":"2024-09-21T00:31:59.146571+0000","last_peered":"2024-09-21T00:31:59.146571+0000","last_clean":"2024-09-21T00:31:59.146571+0000","last_became_active":"2024-09-21T00:31:59.144659+0000","last_became_peered":"2024-09-21T00:31:59.144659+0000","last_unstale":"2024-09-21T00:31:59.146571+0000","last_undegraded":"2024-09-21T00:31:59.146571+0000","last_fullsized":"2024-09-21T00:31:59.146571+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:09:02.492627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.2e","version":"0'0","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:01.141428+0000","last_change":"2024-09-21T00:31:59.128870+0000","last_active":"2024-09-21T00:32:01.141428+0000","last_peered":"2024-09-21T00:32:01.141428+0000","last_clean":"2024-09-21T00:32:01.141428+0000","last_became_active":"2024-09-21T00:31:59.128509+0000","last_became_peered":"2024-09-21T00:31:59.128509+0000","last_unstale":"2024-09-21T00:32:01.141428+0000","last_undegraded":"2024-09-21T00:32:01.141428+0000","last_fullsized":"2024-09-21T00:32:01.141428+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:16:34.102620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.2d","version":"0'0","reported_seq":10,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.144962+0000","last_change":"2024-09-21T00:31:59.143011+0000","last_active":"2024-09-21T00:31:59.144962+0000","last_peered":"2024-09-21T00:31:59.144962+0000","last_clean":"2024-09-21T00:31:59.144962+0000","last_became_active":"2024-09-21T00:31:59.142677+0000","last_became_peered":"2024-09-21T00:31:59.142677+0000","last_unstale":"2024-09-21T00:31:59.144962+0000","last_undegraded":"2024-09-21T00:31:59.144962+0000","last_fullsized":"2024-09-21T00:31:59.144962+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:43:50.571535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.2c","version":"0'0","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:00.118764+0000","last_change":"2024-09-21T00:31:59.129181+0000","last_active":"2024-09-21T00:32:00.118764+0000","last_peered":"2024-09-21T00:32:00.118764+0000","last_clean":"2024-09-21T00:32:00.118764+0000","last_became_active":"2024-09-21T00:31:59.128831+0000","last_became_peered":"2024-09-21T00:31:59.128831+0000","last_unstale":"2024-09-21T00:32:00.118764+0000","last_undegraded":"2024-09-21T00:32:00.118764+0000","last_fullsized":"2024-09-21T00:32:00.118764+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:45:36.342052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.2b","version":"0'0","reported_seq":10,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.145408+0000","last_change":"2024-09-21T00:31:59.144062+0000","last_active":"2024-09-21T00:31:59.145408+0000","last_peered":"2024-09-21T00:31:59.145408+0000","last_clean":"2024-09-21T00:31:59.145408+0000","last_became_active":"2024-09-21T00:31:59.143741+0000","last_became_peered":"2024-09-21T00:31:59.143741+0000","last_unstale":"2024-09-21T00:31:59.145408+0000","last_undegraded":"2024-09-21T00:31:59.145408+0000","last_fullsized":"2024-09-21T00:31:59.145408+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:24:52.841248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.2a","version":"0'0","reported_seq":10,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.141275+0000","last_change":"2024-09-21T00:31:59.139898+0000","last_active":"2024-09-21T00:31:59.141275+0000","last_peered":"2024-09-21T00:31:59.141275+0000","last_clean":"2024-09-21T00:31:59.141275+0000","last_became_active":"2024-09-21T00:31:59.139387+0000","last_became_peered":"2024-09-21T00:31:59.139387+0000","last_unstale":"2024-09-21T00:31:59.141275+0000","last_undegraded":"2024-09-21T00:31:59.141275+0000","last_fullsized":"2024-09-21T00:31:59.141275+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:13:12.329442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.29","version":"0'0","reported_seq":10,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.142026+0000","last_change":"2024-09-21T00:31:59.139981+0000","last_active":"2024-09-21T00:31:59.142026+0000","last_peered":"2024-09-21T00:31:59.142026+0000","last_clean":"2024-09-21T00:31:59.142026+0000","last_became_active":"2024-09-21T00:31:59.139631+0000","last_became_peered":"2024-09-21T00:31:59.139631+0000","last_unstale":"2024-09-21T00:31:59.142026+0000","last_undegraded":"2024-09-21T00:31:59.142026+0000","last_fullsized":"2024-09-21T00:31:59.142026+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:18:41.848301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.28","version":"0'0","reported_seq":10,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.134230+0000","last_change":"2024-09-21T00:31:59.128940+0000","last_active":"2024-09-21T00:31:59.134230+0000","last_peered":"2024-09-21T00:31:59.134230+0000","last_clean":"2024-09-21T00:31:59.134230+0000","last_became_active":"2024-09-21T00:31:59.128556+0000","last_became_peered":"2024-09-21T00:31:59.128556+0000","last_unstale":"2024-09-21T00:31:59.134230+0000","last_undegraded":"2024-09-21T00:31:59.134230+0000","last_fullsized":"2024-09-21T00:31:59.134230+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:05:24.357286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.27","version":"0'0","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:00.120302+0000","last_change":"2024-09-21T00:31:59.119772+0000","last_active":"2024-09-21T00:32:00.120302+0000","last_peered":"2024-09-21T00:32:00.120302+0000","last_clean":"2024-09-21T00:32:00.120302+0000","last_became_active":"2024-09-21T00:31:59.119420+0000","last_became_peered":"2024-09-21T00:31:59.119420+0000","last_unstale":"2024-09-21T00:32:00.120302+0000","last_undegraded":"2024-09-21T00:32:00.120302+0000","last_fullsized":"2024-09-21T00:32:00.120302+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:55:09.089013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.26","version":"0'0","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:00.115028+0000","last_change":"2024-09-21T00:31:59.147044+0000","last_active":"2024-09-21T00:32:00.115028+0000","last_peered":"2024-09-21T00:32:00.115028+0000","last_clean":"2024-09-21T00:32:00.115028+0000","last_became_active":"2024-09-21T00:31:59.146695+0000","last_became_peered":"2024-09-21T00:31:59.146695+0000","last_unstale":"2024-09-21T00:32:00.115028+0000","last_undegraded":"2024-09-21T00:32:00.115028+0000","last_fullsized":"2024-09-21T00:32:00.115028+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:18:58.400712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.25","version":"0'0","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:00.119523+0000","last_change":"2024-09-21T00:31:59.134790+0000","last_active":"2024-09-21T00:32:00.119523+0000","last_peered":"2024-09-21T00:32:00.119523+0000","last_clean":"2024-09-21T00:32:00.119523+0000","last_became_active":"2024-09-21T00:31:59.134226+0000","last_became_peered":"2024-09-21T00:31:59.134226+0000","last_unstale":"2024-09-21T00:32:00.119523+0000","last_undegraded":"2024-09-21T00:32:00.119523+0000","last_fullsized":"2024-09-21T00:32:00.119523+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:45:10.403041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.24","version":"0'0","reported_seq":10,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.136061+0000","last_change":"2024-09-21T00:31:59.133301+0000","last_active":"2024-09-21T00:31:59.136061+0000","last_peered":"2024-09-21T00:31:59.136061+0000","last_clean":"2024-09-21T00:31:59.136061+0000","last_became_active":"2024-09-21T00:31:59.132957+0000","last_became_peered":"2024-09-21T00:31:59.132957+0000","last_unstale":"2024-09-21T00:31:59.136061+0000","last_undegraded":"2024-09-21T00:31:59.136061+0000","last_fullsized":"2024-09-21T00:31:59.136061+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:48:12.846300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.23","version":"0'0","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:00.120250+0000","last_change":"2024-09-21T00:31:59.135677+0000","last_active":"2024-09-21T00:32:00.120250+0000","last_peered":"2024-09-21T00:32:00.120250+0000","last_clean":"2024-09-21T00:32:00.120250+0000","last_became_active":"2024-09-21T00:31:59.134553+0000","last_became_peered":"2024-09-21T00:31:59.134553+0000","last_unstale":"2024-09-21T00:32:00.120250+0000","last_undegraded":"2024-09-21T00:32:00.120250+0000","last_fullsized":"2024-09-21T00:32:00.120250+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:52:05.139722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.22","version":"0'0","reported_seq":10,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.130304+0000","last_change":"2024-09-21T00:31:59.129220+0000","last_active":"2024-09-21T00:31:59.130304+0000","last_peered":"2024-09-21T00:31:59.130304+0000","last_clean":"2024-09-21T00:31:59.130304+0000","last_became_active":"2024-09-21T00:31:59.128909+0000","last_became_peered":"2024-09-21T00:31:59.128909+0000","last_unstale":"2024-09-21T00:31:59.130304+0000","last_undegraded":"2024-09-21T00:31:59.130304+0000","last_fullsized":"2024-09-21T00:31:59.130304+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:48:12.846300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.21","version":"0'0","reported_seq":10,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.144778+0000","last_change":"2024-09-21T00:31:59.143921+0000","last_active":"2024-09-21T00:31:59.144778+0000","last_peered":"2024-09-21T00:31:59.144778+0000","last_clean":"2024-09-21T00:31:59.144778+0000","last_became_active":"2024-09-21T00:31:59.143070+0000","last_became_peered":"2024-09-21T00:31:59.143070+0000","last_unstale":"2024-09-21T00:31:59.144778+0000","last_undegraded":"2024-09-21T00:31:59.144778+0000","last_fullsized":"2024-09-21T00:31:59.144778+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:26:28.153845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.20","version":"0'0","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:01.140855+0000","last_change":"2024-09-21T00:31:59.129139+0000","last_active":"2024-09-21T00:32:01.140855+0000","last_peered":"2024-09-21T00:32:01.140855+0000","last_clean":"2024-09-21T00:32:01.140855+0000","last_became_active":"2024-09-21T00:31:59.128823+0000","last_became_peered":"2024-09-21T00:31:59.128823+0000","last_unstale":"2024-09-21T00:32:01.140855+0000","last_undegraded":"2024-09-21T00:32:01.140855+0000","last_fullsized":"2024-09-21T00:32:01.140855+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:59:49.679292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.1e","version":"0'0","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:00.115277+0000","last_change":"2024-09-21T00:31:59.146731+0000","last_active":"2024-09-21T00:32:00.115277+0000","last_peered":"2024-09-21T00:32:00.115277+0000","last_clean":"2024-09-21T00:32:00.115277+0000","last_became_active":"2024-09-21T00:31:59.146380+0000","last_became_peered":"2024-09-21T00:31:59.146380+0000","last_unstale":"2024-09-21T00:32:00.115277+0000","last_undegraded":"2024-09-21T00:32:00.115277+0000","last_fullsized":"2024-09-21T00:32:00.115277+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:08:24.528746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.1f","version":"150'4","reported_seq":19,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:00.899309+0000","last_change":"2024-09-21T00:31:58.130112+0000","last_active":"2024-09-21T00:32:00.899309+0000","last_peered":"2024-09-21T00:32:00.899309+0000","last_clean":"2024-09-21T00:32:00.899309+0000","last_became_active":"2024-09-21T00:31:58.129630+0000","last_became_peered":"2024-09-21T00:31:58.129630+0000","last_unstale":"2024-09-21T00:32:00.899309+0000","last_undegraded":"2024-09-21T00:32:00.899309+0000","last_fullsized":"2024-09-21T00:32:00.899309+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":148,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_clean_scrub_stamp":"2024-09-21T00:31:57.101486+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:59:48.676942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.1f","version":"0'0","reported_seq":10,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.127148+0000","last_change":"2024-09-21T00:31:59.125889+0000","last_active":"2024-09-21T00:31:59.127148+0000","last_peered":"2024-09-21T00:31:59.127148+0000","last_clean":"2024-09-21T00:31:59.127148+0000","last_became_active":"2024-09-21T00:31:59.125362+0000","last_became_peered":"2024-09-21T00:31:59.125362+0000","last_unstale":"2024-09-21T00:31:59.127148+0000","last_undegraded":"2024-09-21T00:31:59.127148+0000","last_fullsized":"2024-09-21T00:31:59.127148+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:03:49.331390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.1e","version":"150'1","reported_seq":14,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.142565+0000","last_change":"2024-09-21T00:31:58.131504+0000","last_active":"2024-09-21T00:31:59.142565+0000","last_peered":"2024-09-21T00:31:59.142565+0000","last_clean":"2024-09-21T00:31:59.142565+0000","last_became_active":"2024-09-21T00:31:58.131167+0000","last_became_peered":"2024-09-21T00:31:58.131167+0000","last_unstale":"2024-09-21T00:31:59.142565+0000","last_undegraded":"2024-09-21T00:31:59.142565+0000","last_fullsized":"2024-09-21T00:31:59.142565+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":148,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_clean_scrub_stamp":"2024-09-21T00:31:57.101486+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:22:14.593732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.1c","version":"0'0","reported_seq":10,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.146610+0000","last_change":"2024-09-21T00:31:59.145619+0000","last_active":"2024-09-21T00:31:59.146610+0000","last_peered":"2024-09-21T00:31:59.146610+0000","last_clean":"2024-09-21T00:31:59.146610+0000","last_became_active":"2024-09-21T00:31:59.145282+0000","last_became_peered":"2024-09-21T00:31:59.145282+0000","last_unstale":"2024-09-21T00:31:59.146610+0000","last_undegraded":"2024-09-21T00:31:59.146610+0000","last_fullsized":"2024-09-21T00:31:59.146610+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:14:08.101973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.1d","version":"150'2","reported_seq":15,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.149872+0000","last_change":"2024-09-21T00:31:58.132365+0000","last_active":"2024-09-21T00:31:59.149872+0000","last_peered":"2024-09-21T00:31:59.149872+0000","last_clean":"2024-09-21T00:31:59.149872+0000","last_became_active":"2024-09-21T00:31:58.132024+0000","last_became_peered":"2024-09-21T00:31:58.132024+0000","last_unstale":"2024-09-21T00:31:59.149872+0000","last_undegraded":"2024-09-21T00:31:59.149872+0000","last_fullsized":"2024-09-21T00:31:59.149872+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":148,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_clean_scrub_stamp":"2024-09-21T00:31:57.101486+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:21:13.391595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.1d","version":"0'0","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:00.119605+0000","last_change":"2024-09-21T00:31:59.147132+0000","last_active":"2024-09-21T00:32:00.119605+0000","last_peered":"2024-09-21T00:32:00.119605+0000","last_clean":"2024-09-21T00:32:00.119605+0000","last_became_active":"2024-09-21T00:31:59.146721+0000","last_became_peered":"2024-09-21T00:31:59.146721+0000","last_unstale":"2024-09-21T00:32:00.119605+0000","last_undegraded":"2024-09-21T00:32:00.119605+0000","last_fullsized":"2024-09-21T00:32:00.119605+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:15:40.750763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.1c","version":"150'2","reported_seq":15,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.147698+0000","last_change":"2024-09-21T00:31:58.130705+0000","last_active":"2024-09-21T00:31:59.147698+0000","last_peered":"2024-09-21T00:31:59.147698+0000","last_clean":"2024-09-21T00:31:59.147698+0000","last_became_active":"2024-09-21T00:31:58.130379+0000","last_became_peered":"2024-09-21T00:31:58.130379+0000","last_unstale":"2024-09-21T00:31:59.147698+0000","last_undegraded":"2024-09-21T00:31:59.147698+0000","last_fullsized":"2024-09-21T00:31:59.147698+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":148,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_clean_scrub_stamp":"2024-09-21T00:31:57.101486+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:24:51.407661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.1a","version":"0'0","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:00.115034+0000","last_change":"2024-09-21T00:31:59.142621+0000","last_active":"2024-09-21T00:32:00.115034+0000","last_peered":"2024-09-21T00:32:00.115034+0000","last_clean":"2024-09-21T00:32:00.115034+0000","last_became_active":"2024-09-21T00:31:59.142226+0000","last_became_peered":"2024-09-21T00:31:59.142226+0000","last_unstale":"2024-09-21T00:32:00.115034+0000","last_undegraded":"2024-09-21T00:32:00.115034+0000","last_fullsized":"2024-09-21T00:32:00.115034+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:07:43.074275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.1b","version":"150'1","reported_seq":16,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:00.120201+0000","last_change":"2024-09-21T00:31:58.127988+0000","last_active":"2024-09-21T00:32:00.120201+0000","last_peered":"2024-09-21T00:32:00.120201+0000","last_clean":"2024-09-21T00:32:00.120201+0000","last_became_active":"2024-09-21T00:31:58.127560+0000","last_became_peered":"2024-09-21T00:31:58.127560+0000","last_unstale":"2024-09-21T00:32:00.120201+0000","last_undegraded":"2024-09-21T00:32:00.120201+0000","last_fullsized":"2024-09-21T00:32:00.120201+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":148,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_clean_scrub_stamp":"2024-09-21T00:31:57.101486+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:57:01.299995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.1b","version":"0'0","reported_seq":10,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.147466+0000","last_change":"2024-09-21T00:31:59.145458+0000","last_active":"2024-09-21T00:31:59.147466+0000","last_peered":"2024-09-21T00:31:59.147466+0000","last_clean":"2024-09-21T00:31:59.147466+0000","last_became_active":"2024-09-21T00:31:59.145144+0000","last_became_peered":"2024-09-21T00:31:59.145144+0000","last_unstale":"2024-09-21T00:31:59.147466+0000","last_undegraded":"2024-09-21T00:31:59.147466+0000","last_fullsized":"2024-09-21T00:31:59.147466+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:15:54.810702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.1a","version":"150'1","reported_seq":14,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.148108+0000","last_change":"2024-09-21T00:31:58.126075+0000","last_active":"2024-09-21T00:31:59.148108+0000","last_peered":"2024-09-21T00:31:59.148108+0000","last_clean":"2024-09-21T00:31:59.148108+0000","last_became_active":"2024-09-21T00:31:58.125694+0000","last_became_peered":"2024-09-21T00:31:58.125694+0000","last_unstale":"2024-09-21T00:31:59.148108+0000","last_undegraded":"2024-09-21T00:31:59.148108+0000","last_fullsized":"2024-09-21T00:31:59.148108+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":148,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_clean_scrub_stamp":"2024-09-21T00:31:57.101486+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:45:39.294018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.18","version":"0'0","reported_seq":10,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.141389+0000","last_change":"2024-09-21T00:31:59.138685+0000","last_active":"2024-09-21T00:31:59.141389+0000","last_peered":"2024-09-21T00:31:59.141389+0000","last_clean":"2024-09-21T00:31:59.141389+0000","last_became_active":"2024-09-21T00:31:59.138319+0000","last_became_peered":"2024-09-21T00:31:59.138319+0000","last_unstale":"2024-09-21T00:31:59.141389+0000","last_undegraded":"2024-09-21T00:31:59.141389+0000","last_fullsized":"2024-09-21T00:31:59.141389+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:08:11.791128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.19","version":"0'0","reported_seq":13,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.122985+0000","last_change":"2024-09-21T00:31:58.131659+0000","last_active":"2024-09-21T00:31:59.122985+0000","last_peered":"2024-09-21T00:31:59.122985+0000","last_clean":"2024-09-21T00:31:59.122985+0000","last_became_active":"2024-09-21T00:31:58.130943+0000","last_became_peered":"2024-09-21T00:31:58.130943+0000","last_unstale":"2024-09-21T00:31:59.122985+0000","last_undegraded":"2024-09-21T00:31:59.122985+0000","last_fullsized":"2024-09-21T00:31:59.122985+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":148,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_clean_scrub_stamp":"2024-09-21T00:31:57.101486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:23:27.701486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.19","version":"0'0","reported_seq":10,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.144848+0000","last_change":"2024-09-21T00:31:59.142755+0000","last_active":"2024-09-21T00:31:59.144848+0000","last_peered":"2024-09-21T00:31:59.144848+0000","last_clean":"2024-09-21T00:31:59.144848+0000","last_became_active":"2024-09-21T00:31:59.142410+0000","last_became_peered":"2024-09-21T00:31:59.142410+0000","last_unstale":"2024-09-21T00:31:59.144848+0000","last_undegraded":"2024-09-21T00:31:59.144848+0000","last_fullsized":"2024-09-21T00:31:59.144848+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:49:50.460388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.18","version":"0'0","reported_seq":15,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:00.115396+0000","last_change":"2024-09-21T00:31:58.132080+0000","last_active":"2024-09-21T00:32:00.115396+0000","last_peered":"2024-09-21T00:32:00.115396+0000","last_clean":"2024-09-21T00:32:00.115396+0000","last_became_active":"2024-09-21T00:31:58.131555+0000","last_became_peered":"2024-09-21T00:31:58.131555+0000","last_unstale":"2024-09-21T00:32:00.115396+0000","last_undegraded":"2024-09-21T00:32:00.115396+0000","last_fullsized":"2024-09-21T00:32:00.115396+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":148,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_clean_scrub_stamp":"2024-09-21T00:31:57.101486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:47:31.758851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.17","version":"0'0","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:01.141824+0000","last_change":"2024-09-21T00:31:59.132169+0000","last_active":"2024-09-21T00:32:01.141824+0000","last_peered":"2024-09-21T00:32:01.141824+0000","last_clean":"2024-09-21T00:32:01.141824+0000","last_became_active":"2024-09-21T00:31:59.131584+0000","last_became_peered":"2024-09-21T00:31:59.131584+0000","last_unstale":"2024-09-21T00:32:01.141824+0000","last_undegraded":"2024-09-21T00:32:01.141824+0000","last_fullsized":"2024-09-21T00:32:01.141824+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:14:34.953573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.16","version":"0'0","reported_seq":13,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.124383+0000","last_change":"2024-09-21T00:31:58.131767+0000","last_active":"2024-09-21T00:31:59.124383+0000","last_peered":"2024-09-21T00:31:59.124383+0000","last_clean":"2024-09-21T00:31:59.124383+0000","last_became_active":"2024-09-21T00:31:58.131463+0000","last_became_peered":"2024-09-21T00:31:58.131463+0000","last_unstale":"2024-09-21T00:31:59.124383+0000","last_undegraded":"2024-09-21T00:31:59.124383+0000","last_fullsized":"2024-09-21T00:31:59.124383+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":148,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_clean_scrub_stamp":"2024-09-21T00:31:57.101486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:23:14.216893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.14","version":"0'0","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:01.141539+0000","last_change":"2024-09-21T00:31:59.130779+0000","last_active":"2024-09-21T00:32:01.141539+0000","last_peered":"2024-09-21T00:32:01.141539+0000","last_clean":"2024-09-21T00:32:01.141539+0000","last_became_active":"2024-09-21T00:31:59.130465+0000","last_became_peered":"2024-09-21T00:31:59.130465+0000","last_unstale":"2024-09-21T00:32:01.141539+0000","last_undegraded":"2024-09-21T00:32:01.141539+0000","last_fullsized":"2024-09-21T00:32:01.141539+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:46:50.396770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.15","version":"150'3","reported_seq":16,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.149444+0000","last_change":"2024-09-21T00:31:58.128415+0000","last_active":"2024-09-21T00:31:59.149444+0000","last_peered":"2024-09-21T00:31:59.149444+0000","last_clean":"2024-09-21T00:31:59.149444+0000","last_became_active":"2024-09-21T00:31:58.128099+0000","last_became_peered":"2024-09-21T00:31:58.128099+0000","last_unstale":"2024-09-21T00:31:59.149444+0000","last_undegraded":"2024-09-21T00:31:59.149444+0000","last_fullsized":"2024-09-21T00:31:59.149444+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":148,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_clean_scrub_stamp":"2024-09-21T00:31:57.101486+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:21:38.529115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.15","version":"0'0","reported_seq":10,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.122311+0000","last_change":"2024-09-21T00:31:59.120642+0000","last_active":"2024-09-21T00:31:59.122311+0000","last_peered":"2024-09-21T00:31:59.122311+0000","last_clean":"2024-09-21T00:31:59.122311+0000","last_became_active":"2024-09-21T00:31:59.120287+0000","last_became_peered":"2024-09-21T00:31:59.120287+0000","last_unstale":"2024-09-21T00:31:59.122311+0000","last_undegraded":"2024-09-21T00:31:59.122311+0000","last_fullsized":"2024-09-21T00:31:59.122311+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:54:22.967232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.14","version":"150'6","reported_seq":19,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.148770+0000","last_change":"2024-09-21T00:31:58.125308+0000","last_active":"2024-09-21T00:31:59.148770+0000","last_peered":"2024-09-21T00:31:59.148770+0000","last_clean":"2024-09-21T00:31:59.148770+0000","last_became_active":"2024-09-21T00:31:58.124927+0000","last_became_peered":"2024-09-21T00:31:58.124927+0000","last_unstale":"2024-09-21T00:31:59.148770+0000","last_undegraded":"2024-09-21T00:31:59.148770+0000","last_fullsized":"2024-09-21T00:31:59.148770+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":148,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_clean_scrub_stamp":"2024-09-21T00:31:57.101486+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:54:52.230749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.12","version":"0'0","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:01.141061+0000","last_change":"2024-09-21T00:31:59.132527+0000","last_active":"2024-09-21T00:32:01.141061+0000","last_peered":"2024-09-21T00:32:01.141061+0000","last_clean":"2024-09-21T00:32:01.141061+0000","last_became_active":"2024-09-21T00:31:59.132130+0000","last_became_peered":"2024-09-21T00:31:59.132130+0000","last_unstale":"2024-09-21T00:32:01.141061+0000","last_undegraded":"2024-09-21T00:32:01.141061+0000","last_fullsized":"2024-09-21T00:32:01.141061+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:08:10.172895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.13","version":"150'2","reported_seq":15,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.145719+0000","last_change":"2024-09-21T00:31:58.134251+0000","last_active":"2024-09-21T00:31:59.145719+0000","last_peered":"2024-09-21T00:31:59.145719+0000","last_clean":"2024-09-21T00:31:59.145719+0000","last_became_active":"2024-09-21T00:31:58.133921+0000","last_became_peered":"2024-09-21T00:31:58.133921+0000","last_unstale":"2024-09-21T00:31:59.145719+0000","last_undegraded":"2024-09-21T00:31:59.145719+0000","last_fullsized":"2024-09-21T00:31:59.145719+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":148,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_clean_scrub_stamp":"2024-09-21T00:31:57.101486+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:22:14.593732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.13","version":"0'0","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:00.115042+0000","last_change":"2024-09-21T00:31:59.143725+0000","last_active":"2024-09-21T00:32:00.115042+0000","last_peered":"2024-09-21T00:32:00.115042+0000","last_clean":"2024-09-21T00:32:00.115042+0000","last_became_active":"2024-09-21T00:31:59.141661+0000","last_became_peered":"2024-09-21T00:31:59.141661+0000","last_unstale":"2024-09-21T00:32:00.115042+0000","last_undegraded":"2024-09-21T00:32:00.115042+0000","last_fullsized":"2024-09-21T00:32:00.115042+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:15:47.283662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.12","version":"0'0","reported_seq":15,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:01.141227+0000","last_change":"2024-09-21T00:31:58.128439+0000","last_active":"2024-09-21T00:32:01.141227+0000","last_peered":"2024-09-21T00:32:01.141227+0000","last_clean":"2024-09-21T00:32:01.141227+0000","last_became_active":"2024-09-21T00:31:58.128129+0000","last_became_peered":"2024-09-21T00:31:58.128129+0000","last_unstale":"2024-09-21T00:32:01.141227+0000","last_undegraded":"2024-09-21T00:32:01.141227+0000","last_fullsized":"2024-09-21T00:32:01.141227+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":148,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_clean_scrub_stamp":"2024-09-21T00:31:57.101486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:53:08.508443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.10","version":"0'0","reported_seq":10,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.138968+0000","last_change":"2024-09-21T00:31:59.131505+0000","last_active":"2024-09-21T00:31:59.138968+0000","last_peered":"2024-09-21T00:31:59.138968+0000","last_clean":"2024-09-21T00:31:59.138968+0000","last_became_active":"2024-09-21T00:31:59.131185+0000","last_became_peered":"2024-09-21T00:31:59.131185+0000","last_unstale":"2024-09-21T00:31:59.138968+0000","last_undegraded":"2024-09-21T00:31:59.138968+0000","last_fullsized":"2024-09-21T00:31:59.138968+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:54:22.967232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.11","version":"0'0","reported_seq":13,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.120505+0000","last_change":"2024-09-21T00:31:58.134715+0000","last_active":"2024-09-21T00:31:59.120505+0000","last_peered":"2024-09-21T00:31:59.120505+0000","last_clean":"2024-09-21T00:31:59.120505+0000","last_became_active":"2024-09-21T00:31:58.133852+0000","last_became_peered":"2024-09-21T00:31:58.133852+0000","last_unstale":"2024-09-21T00:31:59.120505+0000","last_undegraded":"2024-09-21T00:31:59.120505+0000","last_fullsized":"2024-09-21T00:31:59.120505+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":148,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_clean_scrub_stamp":"2024-09-21T00:31:57.101486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:52:21.514526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.11","version":"0'0","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:00.119854+0000","last_change":"2024-09-21T00:31:59.142151+0000","last_active":"2024-09-21T00:32:00.119854+0000","last_peered":"2024-09-21T00:32:00.119854+0000","last_clean":"2024-09-21T00:32:00.119854+0000","last_became_active":"2024-09-21T00:31:59.141829+0000","last_became_peered":"2024-09-21T00:31:59.141829+0000","last_unstale":"2024-09-21T00:32:00.119854+0000","last_undegraded":"2024-09-21T00:32:00.119854+0000","last_fullsized":"2024-09-21T00:32:00.119854+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:23:28.703836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.10","version":"150'8","reported_seq":21,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.145316+0000","last_change":"2024-09-21T00:31:58.123245+0000","last_active":"2024-09-21T00:31:59.145316+0000","last_peered":"2024-09-21T00:31:59.145316+0000","last_clean":"2024-09-21T00:31:59.145316+0000","last_became_active":"2024-09-21T00:31:58.122918+0000","last_became_peered":"2024-09-21T00:31:58.122918+0000","last_unstale":"2024-09-21T00:31:59.145316+0000","last_undegraded":"2024-09-21T00:31:59.145316+0000","last_fullsized":"2024-09-21T00:31:59.145316+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":148,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_clean_scrub_stamp":"2024-09-21T00:31:57.101486+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:21:52.049407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.e","version":"0'0","reported_seq":10,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.135502+0000","last_change":"2024-09-21T00:31:59.131695+0000","last_active":"2024-09-21T00:31:59.135502+0000","last_peered":"2024-09-21T00:31:59.135502+0000","last_clean":"2024-09-21T00:31:59.135502+0000","last_became_active":"2024-09-21T00:31:59.130688+0000","last_became_peered":"2024-09-21T00:31:59.130688+0000","last_unstale":"2024-09-21T00:31:59.135502+0000","last_undegraded":"2024-09-21T00:31:59.135502+0000","last_fullsized":"2024-09-21T00:31:59.135502+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:03:49.331390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.f","version":"150'1","reported_seq":16,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:00.120304+0000","last_change":"2024-09-21T00:31:58.132807+0000","last_active":"2024-09-21T00:32:00.120304+0000","last_peered":"2024-09-21T00:32:00.120304+0000","last_clean":"2024-09-21T00:32:00.120304+0000","last_became_active":"2024-09-21T00:31:58.132460+0000","last_became_peered":"2024-09-21T00:31:58.132460+0000","last_unstale":"2024-09-21T00:32:00.120304+0000","last_undegraded":"2024-09-21T00:32:00.120304+0000","last_fullsized":"2024-09-21T00:32:00.120304+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":148,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_clean_scrub_stamp":"2024-09-21T00:31:57.101486+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:16:21.431784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.f","version":"0'0","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:01.142140+0000","last_change":"2024-09-21T00:31:59.120529+0000","last_active":"2024-09-21T00:32:01.142140+0000","last_peered":"2024-09-21T00:32:01.142140+0000","last_clean":"2024-09-21T00:32:01.142140+0000","last_became_active":"2024-09-21T00:31:59.120143+0000","last_became_peered":"2024-09-21T00:31:59.120143+0000","last_unstale":"2024-09-21T00:32:01.142140+0000","last_undegraded":"2024-09-21T00:32:01.142140+0000","last_fullsized":"2024-09-21T00:32:01.142140+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:30:32.924924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.e","version":"150'2","reported_seq":17,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:00.119057+0000","last_change":"2024-09-21T00:31:58.132544+0000","last_active":"2024-09-21T00:32:00.119057+0000","last_peered":"2024-09-21T00:32:00.119057+0000","last_clean":"2024-09-21T00:32:00.119057+0000","last_became_active":"2024-09-21T00:31:58.132217+0000","last_became_peered":"2024-09-21T00:31:58.132217+0000","last_unstale":"2024-09-21T00:32:00.119057+0000","last_undegraded":"2024-09-21T00:32:00.119057+0000","last_fullsized":"2024-09-21T00:32:00.119057+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":148,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_clean_scrub_stamp":"2024-09-21T00:31:57.101486+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:37:31.379206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.c","version":"0'0","reported_seq":10,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.149385+0000","last_change":"2024-09-21T00:31:59.147361+0000","last_active":"2024-09-21T00:31:59.149385+0000","last_peered":"2024-09-21T00:31:59.149385+0000","last_clean":"2024-09-21T00:31:59.149385+0000","last_became_active":"2024-09-21T00:31:59.146067+0000","last_became_peered":"2024-09-21T00:31:59.146067+0000","last_unstale":"2024-09-21T00:31:59.149385+0000","last_undegraded":"2024-09-21T00:31:59.149385+0000","last_fullsized":"2024-09-21T00:31:59.149385+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:29:25.965310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.d","version":"150'1","reported_seq":16,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:00.899171+0000","last_change":"2024-09-21T00:31:58.127979+0000","last_active":"2024-09-21T00:32:00.899171+0000","last_peered":"2024-09-21T00:32:00.899171+0000","last_clean":"2024-09-21T00:32:00.899171+0000","last_became_active":"2024-09-21T00:31:58.127132+0000","last_became_peered":"2024-09-21T00:31:58.127132+0000","last_unstale":"2024-09-21T00:32:00.899171+0000","last_undegraded":"2024-09-21T00:32:00.899171+0000","last_fullsized":"2024-09-21T00:32:00.899171+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":148,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_clean_scrub_stamp":"2024-09-21T00:31:57.101486+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:07:42.071925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.d","version":"0'0","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:00.114905+0000","last_change":"2024-09-21T00:31:59.134161+0000","last_active":"2024-09-21T00:32:00.114905+0000","last_peered":"2024-09-21T00:32:00.114905+0000","last_clean":"2024-09-21T00:32:00.114905+0000","last_became_active":"2024-09-21T00:31:59.133776+0000","last_became_peered":"2024-09-21T00:31:59.133776+0000","last_unstale":"2024-09-21T00:32:00.114905+0000","last_undegraded":"2024-09-21T00:32:00.114905+0000","last_fullsized":"2024-09-21T00:32:00.114905+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:36:25.028808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.c","version":"0'0","reported_seq":15,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:00.899277+0000","last_change":"2024-09-21T00:31:58.134608+0000","last_active":"2024-09-21T00:32:00.899277+0000","last_peered":"2024-09-21T00:32:00.899277+0000","last_clean":"2024-09-21T00:32:00.899277+0000","last_became_active":"2024-09-21T00:31:58.134215+0000","last_became_peered":"2024-09-21T00:31:58.134215+0000","last_unstale":"2024-09-21T00:32:00.899277+0000","last_undegraded":"2024-09-21T00:32:00.899277+0000","last_fullsized":"2024-09-21T00:32:00.899277+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":148,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_clean_scrub_stamp":"2024-09-21T00:31:57.101486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:47:09.648274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.a","version":"0'0","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:00.119268+0000","last_change":"2024-09-21T00:31:59.120088+0000","last_active":"2024-09-21T00:32:00.119268+0000","last_peered":"2024-09-21T00:32:00.119268+0000","last_clean":"2024-09-21T00:32:00.119268+0000","last_became_active":"2024-09-21T00:31:59.119741+0000","last_became_peered":"2024-09-21T00:31:59.119741+0000","last_unstale":"2024-09-21T00:32:00.119268+0000","last_undegraded":"2024-09-21T00:32:00.119268+0000","last_fullsized":"2024-09-21T00:32:00.119268+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:06:08.772455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.b","version":"150'2","reported_seq":15,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.149224+0000","last_change":"2024-09-21T00:31:58.132348+0000","last_active":"2024-09-21T00:31:59.149224+0000","last_peered":"2024-09-21T00:31:59.149224+0000","last_clean":"2024-09-21T00:31:59.149224+0000","last_became_active":"2024-09-21T00:31:58.131993+0000","last_became_peered":"2024-09-21T00:31:58.131993+0000","last_unstale":"2024-09-21T00:31:59.149224+0000","last_undegraded":"2024-09-21T00:31:59.149224+0000","last_fullsized":"2024-09-21T00:31:59.149224+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":148,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_clean_scrub_stamp":"2024-09-21T00:31:57.101486+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:54:52.230749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.b","version":"0'0","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:00.115355+0000","last_change":"2024-09-21T00:31:59.139145+0000","last_active":"2024-09-21T00:32:00.115355+0000","last_peered":"2024-09-21T00:32:00.115355+0000","last_clean":"2024-09-21T00:32:00.115355+0000","last_became_active":"2024-09-21T00:31:59.138748+0000","last_became_peered":"2024-09-21T00:31:59.138748+0000","last_unstale":"2024-09-21T00:32:00.115355+0000","last_undegraded":"2024-09-21T00:32:00.115355+0000","last_fullsized":"2024-09-21T00:32:00.115355+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:59:49.679292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.a","version":"0'0","reported_seq":15,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:00.898934+0000","last_change":"2024-09-21T00:31:58.133616+0000","last_active":"2024-09-21T00:32:00.898934+0000","last_peered":"2024-09-21T00:32:00.898934+0000","last_clean":"2024-09-21T00:32:00.898934+0000","last_became_active":"2024-09-21T00:31:58.132946+0000","last_became_peered":"2024-09-21T00:31:58.132946+0000","last_unstale":"2024-09-21T00:32:00.898934+0000","last_undegraded":"2024-09-21T00:32:00.898934+0000","last_fullsized":"2024-09-21T00:32:00.898934+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":148,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_clean_scrub_stamp":"2024-09-21T00:31:57.101486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:15:46.281312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.8","version":"0'0","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:00.899011+0000","last_change":"2024-09-21T00:31:59.133383+0000","last_active":"2024-09-21T00:32:00.899011+0000","last_peered":"2024-09-21T00:32:00.899011+0000","last_clean":"2024-09-21T00:32:00.899011+0000","last_became_active":"2024-09-21T00:31:59.133067+0000","last_became_peered":"2024-09-21T00:31:59.133067+0000","last_unstale":"2024-09-21T00:32:00.899011+0000","last_undegraded":"2024-09-21T00:32:00.899011+0000","last_fullsized":"2024-09-21T00:32:00.899011+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:14:09.477680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.9","version":"0'0","reported_seq":13,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.120764+0000","last_change":"2024-09-21T00:31:58.132010+0000","last_active":"2024-09-21T00:31:59.120764+0000","last_peered":"2024-09-21T00:31:59.120764+0000","last_clean":"2024-09-21T00:31:59.120764+0000","last_became_active":"2024-09-21T00:31:58.131536+0000","last_became_peered":"2024-09-21T00:31:58.131536+0000","last_unstale":"2024-09-21T00:31:59.120764+0000","last_undegraded":"2024-09-21T00:31:59.120764+0000","last_fullsized":"2024-09-21T00:31:59.120764+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":148,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_clean_scrub_stamp":"2024-09-21T00:31:57.101486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:21:52.049407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.9","version":"0'0","reported_seq":10,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.141726+0000","last_change":"2024-09-21T00:31:59.131800+0000","last_active":"2024-09-21T00:31:59.141726+0000","last_peered":"2024-09-21T00:31:59.141726+0000","last_clean":"2024-09-21T00:31:59.141726+0000","last_became_active":"2024-09-21T00:31:59.131489+0000","last_became_peered":"2024-09-21T00:31:59.131489+0000","last_unstale":"2024-09-21T00:31:59.141726+0000","last_undegraded":"2024-09-21T00:31:59.141726+0000","last_fullsized":"2024-09-21T00:31:59.141726+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:47:40.282484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.8","version":"0'0","reported_seq":15,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:00.899117+0000","last_change":"2024-09-21T00:31:58.126879+0000","last_active":"2024-09-21T00:32:00.899117+0000","last_peered":"2024-09-21T00:32:00.899117+0000","last_clean":"2024-09-21T00:32:00.899117+0000","last_became_active":"2024-09-21T00:31:58.126260+0000","last_became_peered":"2024-09-21T00:31:58.126260+0000","last_unstale":"2024-09-21T00:32:00.899117+0000","last_undegraded":"2024-09-21T00:32:00.899117+0000","last_fullsized":"2024-09-21T00:32:00.899117+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":148,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_clean_scrub_stamp":"2024-09-21T00:31:57.101486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:17:54.054434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.6","version":"0'0","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:01.141770+0000","last_change":"2024-09-21T00:31:59.128283+0000","last_active":"2024-09-21T00:32:01.141770+0000","last_peered":"2024-09-21T00:32:01.141770+0000","last_clean":"2024-09-21T00:32:01.141770+0000","last_became_active":"2024-09-21T00:31:59.127914+0000","last_became_peered":"2024-09-21T00:31:59.127914+0000","last_unstale":"2024-09-21T00:32:01.141770+0000","last_undegraded":"2024-09-21T00:32:01.141770+0000","last_fullsized":"2024-09-21T00:32:01.141770+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:46:53.748699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.7","version":"150'2","reported_seq":17,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:01.142311+0000","last_change":"2024-09-21T00:31:58.133351+0000","last_active":"2024-09-21T00:32:01.142311+0000","last_peered":"2024-09-21T00:32:01.142311+0000","last_clean":"2024-09-21T00:32:01.142311+0000","last_became_active":"2024-09-21T00:31:58.132602+0000","last_became_peered":"2024-09-21T00:31:58.132602+0000","last_unstale":"2024-09-21T00:32:01.142311+0000","last_undegraded":"2024-09-21T00:32:01.142311+0000","last_fullsized":"2024-09-21T00:32:01.142311+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":148,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_clean_scrub_stamp":"2024-09-21T00:31:57.101486+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:32:45.384841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.7","version":"0'0","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:00.114907+0000","last_change":"2024-09-21T00:31:59.139885+0000","last_active":"2024-09-21T00:32:00.114907+0000","last_peered":"2024-09-21T00:32:00.114907+0000","last_clean":"2024-09-21T00:32:00.114907+0000","last_became_active":"2024-09-21T00:31:59.138366+0000","last_became_peered":"2024-09-21T00:31:59.138366+0000","last_unstale":"2024-09-21T00:32:00.114907+0000","last_undegraded":"2024-09-21T00:32:00.114907+0000","last_fullsized":"2024-09-21T00:32:00.114907+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:03:23.743368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.6","version":"151'1","reported_seq":16,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:01.117915+0000","last_change":"2024-09-21T00:31:58.128820+0000","last_active":"2024-09-21T00:32:01.117915+0000","last_peered":"2024-09-21T00:32:01.117915+0000","last_clean":"2024-09-21T00:32:01.117915+0000","last_became_active":"2024-09-21T00:31:58.127817+0000","last_became_peered":"2024-09-21T00:31:58.127817+0000","last_unstale":"2024-09-21T00:32:01.117915+0000","last_undegraded":"2024-09-21T00:32:01.117915+0000","last_fullsized":"2024-09-21T00:32:01.117915+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":148,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_clean_scrub_stamp":"2024-09-21T00:31:57.101486+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:34:58.868885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.4","version":"0'0","reported_seq":10,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.144803+0000","last_change":"2024-09-21T00:31:59.142792+0000","last_active":"2024-09-21T00:31:59.144803+0000","last_peered":"2024-09-21T00:31:59.144803+0000","last_clean":"2024-09-21T00:31:59.144803+0000","last_became_active":"2024-09-21T00:31:59.142438+0000","last_became_peered":"2024-09-21T00:31:59.142438+0000","last_unstale":"2024-09-21T00:31:59.144803+0000","last_undegraded":"2024-09-21T00:31:59.144803+0000","last_fullsized":"2024-09-21T00:31:59.144803+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:46:49.434416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.5","version":"0'0","reported_seq":13,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.123521+0000","last_change":"2024-09-21T00:31:58.134131+0000","last_active":"2024-09-21T00:31:59.123521+0000","last_peered":"2024-09-21T00:31:59.123521+0000","last_clean":"2024-09-21T00:31:59.123521+0000","last_became_active":"2024-09-21T00:31:58.133783+0000","last_became_peered":"2024-09-21T00:31:58.133783+0000","last_unstale":"2024-09-21T00:31:59.123521+0000","last_undegraded":"2024-09-21T00:31:59.123521+0000","last_fullsized":"2024-09-21T00:31:59.123521+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":148,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_clean_scrub_stamp":"2024-09-21T00:31:57.101486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:23:41.996338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.5","version":"0'0","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:01.141490+0000","last_change":"2024-09-21T00:31:59.128889+0000","last_active":"2024-09-21T00:32:01.141490+0000","last_peered":"2024-09-21T00:32:01.141490+0000","last_clean":"2024-09-21T00:32:01.141490+0000","last_became_active":"2024-09-21T00:31:59.128535+0000","last_became_peered":"2024-09-21T00:31:59.128535+0000","last_unstale":"2024-09-21T00:32:01.141490+0000","last_undegraded":"2024-09-21T00:32:01.141490+0000","last_fullsized":"2024-09-21T00:32:01.141490+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:03:59.712389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.4","version":"0'0","reported_seq":15,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:01.141429+0000","last_change":"2024-09-21T00:31:58.132977+0000","last_active":"2024-09-21T00:32:01.141429+0000","last_peered":"2024-09-21T00:32:01.141429+0000","last_clean":"2024-09-21T00:32:01.141429+0000","last_became_active":"2024-09-21T00:31:58.132609+0000","last_became_peered":"2024-09-21T00:31:58.132609+0000","last_unstale":"2024-09-21T00:32:01.141429+0000","last_undegraded":"2024-09-21T00:32:01.141429+0000","last_fullsized":"2024-09-21T00:32:01.141429+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":148,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_clean_scrub_stamp":"2024-09-21T00:31:57.101486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:53:14.115597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.2","version":"0'0","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:01.141155+0000","last_change":"2024-09-21T00:31:59.131602+0000","last_active":"2024-09-21T00:32:01.141155+0000","last_peered":"2024-09-21T00:32:01.141155+0000","last_clean":"2024-09-21T00:32:01.141155+0000","last_became_active":"2024-09-21T00:31:59.130293+0000","last_became_peered":"2024-09-21T00:31:59.130293+0000","last_unstale":"2024-09-21T00:32:01.141155+0000","last_undegraded":"2024-09-21T00:32:01.141155+0000","last_fullsized":"2024-09-21T00:32:01.141155+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:11:10.989311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.3","version":"0'0","reported_seq":13,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.118023+0000","last_change":"2024-09-21T00:31:58.128015+0000","last_active":"2024-09-21T00:31:59.118023+0000","last_peered":"2024-09-21T00:31:59.118023+0000","last_clean":"2024-09-21T00:31:59.118023+0000","last_became_active":"2024-09-21T00:31:58.127717+0000","last_became_peered":"2024-09-21T00:31:58.127717+0000","last_unstale":"2024-09-21T00:31:59.118023+0000","last_undegraded":"2024-09-21T00:31:59.118023+0000","last_fullsized":"2024-09-21T00:31:59.118023+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":148,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_clean_scrub_stamp":"2024-09-21T00:31:57.101486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:21:13.391595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.3","version":"0'0","reported_seq":10,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.142402+0000","last_change":"2024-09-21T00:31:59.139297+0000","last_active":"2024-09-21T00:31:59.142402+0000","last_peered":"2024-09-21T00:31:59.142402+0000","last_clean":"2024-09-21T00:31:59.142402+0000","last_became_active":"2024-09-21T00:31:59.138975+0000","last_became_peered":"2024-09-21T00:31:59.138975+0000","last_unstale":"2024-09-21T00:31:59.142402+0000","last_undegraded":"2024-09-21T00:31:59.142402+0000","last_fullsized":"2024-09-21T00:31:59.142402+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:08:11.791128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.2","version":"0'0","reported_seq":13,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.122113+0000","last_change":"2024-09-21T00:31:58.129510+0000","last_active":"2024-09-21T00:31:59.122113+0000","last_peered":"2024-09-21T00:31:59.122113+0000","last_clean":"2024-09-21T00:31:59.122113+0000","last_became_active":"2024-09-21T00:31:58.129149+0000","last_became_peered":"2024-09-21T00:31:58.129149+0000","last_unstale":"2024-09-21T00:31:59.122113+0000","last_undegraded":"2024-09-21T00:31:59.122113+0000","last_fullsized":"2024-09-21T00:31:59.122113+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":148,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_clean_scrub_stamp":"2024-09-21T00:31:57.101486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:59:09.098445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.0","version":"0'0","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:00.115262+0000","last_change":"2024-09-21T00:31:59.135420+0000","last_active":"2024-09-21T00:32:00.115262+0000","last_peered":"2024-09-21T00:32:00.115262+0000","last_clean":"2024-09-21T00:32:00.115262+0000","last_became_active":"2024-09-21T00:31:59.135082+0000","last_became_peered":"2024-09-21T00:31:59.135082+0000","last_unstale":"2024-09-21T00:32:00.115262+0000","last_undegraded":"2024-09-21T00:32:00.115262+0000","last_fullsized":"2024-09-21T00:32:00.115262+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:23:49.944330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.1","version":"0'0","reported_seq":13,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.123229+0000","last_change":"2024-09-21T00:31:58.134173+0000","last_active":"2024-09-21T00:31:59.123229+0000","last_peered":"2024-09-21T00:31:59.123229+0000","last_clean":"2024-09-21T00:31:59.123229+0000","last_became_active":"2024-09-21T00:31:58.133788+0000","last_became_peered":"2024-09-21T00:31:58.133788+0000","last_unstale":"2024-09-21T00:31:59.123229+0000","last_undegraded":"2024-09-21T00:31:59.123229+0000","last_fullsized":"2024-09-21T00:31:59.123229+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":148,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_clean_scrub_stamp":"2024-09-21T00:31:57.101486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:39:38.498201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.1","version":"0'0","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:00.120130+0000","last_change":"2024-09-21T00:31:59.135496+0000","last_active":"2024-09-21T00:32:00.120130+0000","last_peered":"2024-09-21T00:32:00.120130+0000","last_clean":"2024-09-21T00:32:00.120130+0000","last_became_active":"2024-09-21T00:31:59.135172+0000","last_became_peered":"2024-09-21T00:31:59.135172+0000","last_unstale":"2024-09-21T00:32:00.120130+0000","last_undegraded":"2024-09-21T00:32:00.120130+0000","last_fullsized":"2024-09-21T00:32:00.120130+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:23:42.998688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.0","version":"0'0","reported_seq":13,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.116533+0000","last_change":"2024-09-21T00:31:58.124850+0000","last_active":"2024-09-21T00:31:59.116533+0000","last_peered":"2024-09-21T00:31:59.116533+0000","last_clean":"2024-09-21T00:31:59.116533+0000","last_became_active":"2024-09-21T00:31:58.124495+0000","last_became_peered":"2024-09-21T00:31:58.124495+0000","last_unstale":"2024-09-21T00:31:59.116533+0000","last_undegraded":"2024-09-21T00:31:59.116533+0000","last_fullsized":"2024-09-21T00:31:59.116533+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":148,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_clean_scrub_stamp":"2024-09-21T00:31:57.101486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:59:09.098445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.16","version":"0'0","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:01.141727+0000","last_change":"2024-09-21T00:31:59.131614+0000","last_active":"2024-09-21T00:32:01.141727+0000","last_peered":"2024-09-21T00:32:01.141727+0000","last_clean":"2024-09-21T00:32:01.141727+0000","last_became_active":"2024-09-21T00:31:59.131285+0000","last_became_peered":"2024-09-21T00:31:59.131285+0000","last_unstale":"2024-09-21T00:32:01.141727+0000","last_undegraded":"2024-09-21T00:32:01.141727+0000","last_fullsized":"2024-09-21T00:32:01.141727+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:14:09.477680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.17","version":"0'0","reported_seq":13,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.117187+0000","last_change":"2024-09-21T00:31:58.125667+0000","last_active":"2024-09-21T00:31:59.117187+0000","last_peered":"2024-09-21T00:31:59.117187+0000","last_clean":"2024-09-21T00:31:59.117187+0000","last_became_active":"2024-09-21T00:31:58.125302+0000","last_became_peered":"2024-09-21T00:31:58.125302+0000","last_unstale":"2024-09-21T00:31:59.117187+0000","last_undegraded":"2024-09-21T00:31:59.117187+0000","last_fullsized":"2024-09-21T00:31:59.117187+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":148,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_clean_scrub_stamp":"2024-09-21T00:31:57.101486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:24:51.407661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":343,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:00.899104+0000","last_change":"2024-09-21T00:21:11.583793+0000","last_active":"2024-09-21T00:32:00.899104+0000","last_peered":"2024-09-21T00:32:00.899104+0000","last_clean":"2024-09-21T00:32:00.899104+0000","last_became_active":"2024-09-21T00:21:11.582502+0000","last_became_peered":"2024-09-21T00:21:11.582502+0000","last_unstale":"2024-09-21T00:32:00.899104+0000","last_undegraded":"2024-09-21T00:32:00.899104+0000","last_fullsized":"2024-09-21T00:32:00.899104+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_clean_scrub_stamp":"2024-09-21T00:21:10.311964+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:58.010953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":23,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":22,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509574,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":60004,"kb_used_data":2448,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94311836,"statfs":{"total":96636764160,"available":96575320064,"internally_reserved":0,"allocated":2506752,"data_stored":1420145,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":58915274},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509574,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":51072,"kb_used_data":1836,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94320768,"statfs":{"total":96636764160,"available":96584466432,"internally_reserved":0,"allocated":1880064,"data_stored":821145,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":50395590},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509574,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":55248,"kb_used_data":1852,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94316592,"statfs":{"total":96636764160,"available":96580190208,"internally_reserved":0,"allocated":1896448,"data_stored":828027,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":54655429},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509575,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":73292,"kb_used_data":1848,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94298548,"statfs":{"total":96636764160,"available":96561713152,"internally_reserved":0,"allocated":1892352,"data_stored":827457,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":73136584},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509575,"num_pgs":14,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59396,"kb_used_data":1836,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312444,"statfs":{"total":96636764160,"available":96575942656,"internally_reserved":0,"allocated":1880064,"data_stored":821213,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":58915269},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509573,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":69716,"kb_used_data":2424,"kb_used_omap":1,"kb_used_meta":67262,"kb_avail":94302124,"statfs":{"total":96636764160,"available":96565374976,"internally_reserved":0,"allocated":2482176,"data_stored":1417791,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":68876742},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574981,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":69108,"kb_used_data":1820,"kb_used_omap":1,"kb_used_meta":67262,"kb_avail":94302732,"statfs":{"total":96636764160,"available":96565997568,"internally_reserved":0,"allocated":1863680,"data_stored":814348,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":68876741},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574981,"num_pgs":8,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":73264,"kb_used_data":1820,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94298576,"statfs":{"total":96636764160,"available":96561741824,"internally_reserved":0,"allocated":1863680,"data_stored":814348,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":73136582},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2354,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T00:32:03.200 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T00:32:03.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.351+0000 7f05f7357640 1 -- 172.21.15.67:0/202446596 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f05d8003fd0 msgr2=0x7f05d8004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:03.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.351+0000 7f05f7357640 1 --2- 172.21.15.67:0/202446596 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f05d8003fd0 0x7f05d8004800 secure :-1 s=READY pgs=1870 cs=0 l=1 rev1=1 crypto rx=0x7f05f00ba280 tx=0x7f05d8005830 comp rx=0 tx=0).stop 2024-09-21T00:32:03.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.351+0000 7f05f58f4640 1 -- 172.21.15.67:0/202446596 reap_dead start 2024-09-21T00:32:03.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.351+0000 7f05f7357640 1 -- 172.21.15.67:0/202446596 shutdown_connections 2024-09-21T00:32:03.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.351+0000 7f05f7357640 1 -- 172.21.15.67:0/202446596 >> 172.21.15.67:0/202446596 conn(0x7f05f00d45a0 msgr2=0x7f05f00d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:03.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.351+0000 7f05f7357640 1 -- 172.21.15.67:0/202446596 shutdown_connections 2024-09-21T00:32:03.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.351+0000 7f05f7357640 1 -- 172.21.15.67:0/202446596 wait complete. 2024-09-21T00:32:03.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.352+0000 7f05f7357640 1 Processor -- start 2024-09-21T00:32:03.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.353+0000 7f05f7357640 1 -- start start 2024-09-21T00:32:03.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.354+0000 7f05f7357640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f05d8003fd0 0x7f05f00cc850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:03.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.354+0000 7f05f7357640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f05f01f4f10 0x7f05f01609a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:03.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.354+0000 7f05f7357640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f05f01f5320 0x7f05f0160ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:03.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.354+0000 7f05f7357640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f05f00b63b0 con 0x7f05d8003fd0 2024-09-21T00:32:03.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.354+0000 7f05f7357640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f05f00b6230 con 0x7f05f01f4f10 2024-09-21T00:32:03.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.354+0000 7f05f7357640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f05f006f2d0 con 0x7f05f01f5320 2024-09-21T00:32:03.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.354+0000 7f05f50f3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f05d8003fd0 0x7f05f00cc850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:03.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.354+0000 7f05f50f3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f05d8003fd0 0x7f05f00cc850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54602/0 (socket says 172.21.15.67:54602) 2024-09-21T00:32:03.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.354+0000 7f05f50f3640 1 -- 172.21.15.67:0/1904081588 learned_addr learned my addr 172.21.15.67:0/1904081588 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:32:03.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.354+0000 7f05f58f4640 1 --2- 172.21.15.67:0/1904081588 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f05f01f5320 0x7f05f0160ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:03.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.354+0000 7f05f48f2640 1 --2- 172.21.15.67:0/1904081588 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f05f01f4f10 0x7f05f01609a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:03.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.354+0000 7f05f50f3640 1 -- 172.21.15.67:0/1904081588 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f05f01f5320 msgr2=0x7f05f0160ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:03.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.354+0000 7f05f50f3640 1 --2- 172.21.15.67:0/1904081588 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f05f01f5320 0x7f05f0160ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:03.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.354+0000 7f05f50f3640 1 -- 172.21.15.67:0/1904081588 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f05f01f4f10 msgr2=0x7f05f01609a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:03.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.354+0000 7f05f50f3640 1 --2- 172.21.15.67:0/1904081588 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f05f01f4f10 0x7f05f01609a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:03.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.354+0000 7f05f50f3640 1 -- 172.21.15.67:0/1904081588 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05f01e78e0 con 0x7f05d8003fd0 2024-09-21T00:32:03.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.354+0000 7f05f50f3640 1 --2- 172.21.15.67:0/1904081588 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f05d8003fd0 0x7f05f00cc850 secure :-1 s=READY pgs=1871 cs=0 l=1 rev1=1 crypto rx=0x7f05e0011d90 tx=0x7f05e000f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:03.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.355+0000 7f05edffb640 1 -- 172.21.15.67:0/1904081588 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05e0003d80 con 0x7f05d8003fd0 2024-09-21T00:32:03.359 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.355+0000 7f05edffb640 1 -- 172.21.15.67:0/1904081588 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f05e0004b20 con 0x7f05d8003fd0 2024-09-21T00:32:03.359 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.355+0000 7f05f7357640 1 -- 172.21.15.67:0/1904081588 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f05f01e7bc0 con 0x7f05d8003fd0 2024-09-21T00:32:03.359 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.355+0000 7f05edffb640 1 -- 172.21.15.67:0/1904081588 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05e0004050 con 0x7f05d8003fd0 2024-09-21T00:32:03.359 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.355+0000 7f05f7357640 1 -- 172.21.15.67:0/1904081588 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f05f01e8680 con 0x7f05d8003fd0 2024-09-21T00:32:03.359 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.356+0000 7f05f7357640 1 -- 172.21.15.67:0/1904081588 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f05f00b6530 con 0x7f05d8003fd0 2024-09-21T00:32:03.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.357+0000 7f05edffb640 1 -- 172.21.15.67:0/1904081588 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f05e00041f0 con 0x7f05d8003fd0 2024-09-21T00:32:03.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.357+0000 7f05edffb640 1 --2- 172.21.15.67:0/1904081588 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f05dc078bc0 0x7f05dc07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:03.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.357+0000 7f05edffb640 1 -- 172.21.15.67:0/1904081588 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(151..151 src has 1..151) ==== 5709+0+0 (secure 0 0 0) 0x7f05e009be50 con 0x7f05d8003fd0 2024-09-21T00:32:03.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.358+0000 7f05f48f2640 1 --2- 172.21.15.67:0/1904081588 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f05dc078bc0 0x7f05dc07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:03.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.358+0000 7f05f48f2640 1 --2- 172.21.15.67:0/1904081588 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f05dc078bc0 0x7f05dc07b0d0 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7f05e4033000 tx=0x7f05f00d36f0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:03.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.362+0000 7f05edffb640 1 -- 172.21.15.67:0/1904081588 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f05e0064320 con 0x7f05d8003fd0 2024-09-21T00:32:03.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.545+0000 7f05f7357640 1 -- 172.21.15.67:0/1904081588 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f05f00b4760 con 0x7f05dc078bc0 2024-09-21T00:32:03.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.550+0000 7f05edffb640 1 -- 172.21.15.67:0/1904081588 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252473 (secure 0 0 0) 0x7f05e4082a50 con 0x7f05dc078bc0 2024-09-21T00:32:03.555 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:32:03.556 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-21T00:32:03.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.553+0000 7f05f7357640 1 -- 172.21.15.67:0/1904081588 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f05dc078bc0 msgr2=0x7f05dc07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:03.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.553+0000 7f05f7357640 1 --2- 172.21.15.67:0/1904081588 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f05dc078bc0 0x7f05dc07b0d0 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7f05e4033000 tx=0x7f05f00d36f0 comp rx=0 tx=0).stop 2024-09-21T00:32:03.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.553+0000 7f05f7357640 1 -- 172.21.15.67:0/1904081588 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f05d8003fd0 msgr2=0x7f05f00cc850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:03.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.553+0000 7f05f7357640 1 --2- 172.21.15.67:0/1904081588 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f05d8003fd0 0x7f05f00cc850 secure :-1 s=READY pgs=1871 cs=0 l=1 rev1=1 crypto rx=0x7f05e0011d90 tx=0x7f05e000f790 comp rx=0 tx=0).stop 2024-09-21T00:32:03.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.553+0000 7f05f7357640 1 -- 172.21.15.67:0/1904081588 shutdown_connections 2024-09-21T00:32:03.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.553+0000 7f05f7357640 1 --2- 172.21.15.67:0/1904081588 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f05dc078bc0 0x7f05dc07b0d0 unknown :-1 s=CLOSED pgs=704 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:03.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.553+0000 7f05f7357640 1 --2- 172.21.15.67:0/1904081588 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f05f01f5320 0x7f05f0160ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:03.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.553+0000 7f05f7357640 1 --2- 172.21.15.67:0/1904081588 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f05f01f4f10 0x7f05f01609a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:03.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.553+0000 7f05f7357640 1 --2- 172.21.15.67:0/1904081588 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f05d8003fd0 0x7f05f00cc850 unknown :-1 s=CLOSED pgs=1871 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:03.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.553+0000 7f05f7357640 1 -- 172.21.15.67:0/1904081588 >> 172.21.15.67:0/1904081588 conn(0x7f05f00d45a0 msgr2=0x7f05f00cabe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:03.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.553+0000 7f05f7357640 1 -- 172.21.15.67:0/1904081588 shutdown_connections 2024-09-21T00:32:03.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.553+0000 7f05f7357640 1 -- 172.21.15.67:0/1904081588 wait complete. 2024-09-21T00:32:03.566 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":471,"stamp":"2024-09-21T00:32:01.661379+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":153,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":511100,"kb_used_data":15884,"kb_used_omap":12,"kb_used_meta":495027,"kb_avail":754463620,"statfs":{"total":773094113280,"available":772570746880,"internally_reserved":0,"allocated":16265216,"data_stored":7764474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12749,"internal_metadata":506908211},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":19,"apply_latency_ms":19,"commit_latency_ns":19000000,"apply_latency_ns":19000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.549472"},"pg_stats":[{"pgid":"23.3f","version":"0'0","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:00.899356+0000","last_change":"2024-09-21T00:31:59.129497+0000","last_active":"2024-09-21T00:32:00.899356+0000","last_peered":"2024-09-21T00:32:00.899356+0000","last_clean":"2024-09-21T00:32:00.899356+0000","last_became_active":"2024-09-21T00:31:59.129006+0000","last_became_peered":"2024-09-21T00:31:59.129006+0000","last_unstale":"2024-09-21T00:32:00.899356+0000","last_undegraded":"2024-09-21T00:32:00.899356+0000","last_fullsized":"2024-09-21T00:32:00.899356+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:46:53.748699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.3e","version":"0'0","reported_seq":10,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.136323+0000","last_change":"2024-09-21T00:31:59.130940+0000","last_active":"2024-09-21T00:31:59.136323+0000","last_peered":"2024-09-21T00:31:59.136323+0000","last_clean":"2024-09-21T00:31:59.136323+0000","last_became_active":"2024-09-21T00:31:59.130595+0000","last_became_peered":"2024-09-21T00:31:59.130595+0000","last_unstale":"2024-09-21T00:31:59.136323+0000","last_undegraded":"2024-09-21T00:31:59.136323+0000","last_fullsized":"2024-09-21T00:31:59.136323+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:33:35.334562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.3d","version":"0'0","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:00.119282+0000","last_change":"2024-09-21T00:31:59.121688+0000","last_active":"2024-09-21T00:32:00.119282+0000","last_peered":"2024-09-21T00:32:00.119282+0000","last_clean":"2024-09-21T00:32:00.119282+0000","last_became_active":"2024-09-21T00:31:59.120342+0000","last_became_peered":"2024-09-21T00:31:59.120342+0000","last_unstale":"2024-09-21T00:32:00.119282+0000","last_undegraded":"2024-09-21T00:32:00.119282+0000","last_fullsized":"2024-09-21T00:32:00.119282+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:01:57.655948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.3c","version":"0'0","reported_seq":10,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.141461+0000","last_change":"2024-09-21T00:31:59.138796+0000","last_active":"2024-09-21T00:31:59.141461+0000","last_peered":"2024-09-21T00:31:59.141461+0000","last_clean":"2024-09-21T00:31:59.141461+0000","last_became_active":"2024-09-21T00:31:59.138450+0000","last_became_peered":"2024-09-21T00:31:59.138450+0000","last_unstale":"2024-09-21T00:31:59.141461+0000","last_undegraded":"2024-09-21T00:31:59.141461+0000","last_fullsized":"2024-09-21T00:31:59.141461+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:26:28.153845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.3b","version":"0'0","reported_seq":10,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.137144+0000","last_change":"2024-09-21T00:31:59.128267+0000","last_active":"2024-09-21T00:31:59.137144+0000","last_peered":"2024-09-21T00:31:59.137144+0000","last_clean":"2024-09-21T00:31:59.137144+0000","last_became_active":"2024-09-21T00:31:59.125829+0000","last_became_peered":"2024-09-21T00:31:59.125829+0000","last_unstale":"2024-09-21T00:31:59.137144+0000","last_undegraded":"2024-09-21T00:31:59.137144+0000","last_fullsized":"2024-09-21T00:31:59.137144+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:55:09.089013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.3a","version":"0'0","reported_seq":10,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.142272+0000","last_change":"2024-09-21T00:31:59.140922+0000","last_active":"2024-09-21T00:31:59.142272+0000","last_peered":"2024-09-21T00:31:59.142272+0000","last_clean":"2024-09-21T00:31:59.142272+0000","last_became_active":"2024-09-21T00:31:59.140586+0000","last_became_peered":"2024-09-21T00:31:59.140586+0000","last_unstale":"2024-09-21T00:31:59.142272+0000","last_undegraded":"2024-09-21T00:31:59.142272+0000","last_fullsized":"2024-09-21T00:31:59.142272+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:54:39.831066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.39","version":"0'0","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:00.114865+0000","last_change":"2024-09-21T00:31:59.140752+0000","last_active":"2024-09-21T00:32:00.114865+0000","last_peered":"2024-09-21T00:32:00.114865+0000","last_clean":"2024-09-21T00:32:00.114865+0000","last_became_active":"2024-09-21T00:31:59.140325+0000","last_became_peered":"2024-09-21T00:31:59.140325+0000","last_unstale":"2024-09-21T00:32:00.114865+0000","last_undegraded":"2024-09-21T00:32:00.114865+0000","last_fullsized":"2024-09-21T00:32:00.114865+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:24:07.958025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.38","version":"0'0","reported_seq":10,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.134199+0000","last_change":"2024-09-21T00:31:59.127978+0000","last_active":"2024-09-21T00:31:59.134199+0000","last_peered":"2024-09-21T00:31:59.134199+0000","last_clean":"2024-09-21T00:31:59.134199+0000","last_became_active":"2024-09-21T00:31:59.127660+0000","last_became_peered":"2024-09-21T00:31:59.127660+0000","last_unstale":"2024-09-21T00:31:59.134199+0000","last_undegraded":"2024-09-21T00:31:59.134199+0000","last_fullsized":"2024-09-21T00:31:59.134199+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:52:05.139722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.37","version":"0'0","reported_seq":10,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.136420+0000","last_change":"2024-09-21T00:31:59.132309+0000","last_active":"2024-09-21T00:31:59.136420+0000","last_peered":"2024-09-21T00:31:59.136420+0000","last_clean":"2024-09-21T00:31:59.136420+0000","last_became_active":"2024-09-21T00:31:59.131999+0000","last_became_peered":"2024-09-21T00:31:59.131999+0000","last_unstale":"2024-09-21T00:31:59.136420+0000","last_undegraded":"2024-09-21T00:31:59.136420+0000","last_fullsized":"2024-09-21T00:31:59.136420+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:54:38.737642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.36","version":"0'0","reported_seq":10,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.138561+0000","last_change":"2024-09-21T00:31:59.135483+0000","last_active":"2024-09-21T00:31:59.138561+0000","last_peered":"2024-09-21T00:31:59.138561+0000","last_clean":"2024-09-21T00:31:59.138561+0000","last_became_active":"2024-09-21T00:31:59.134682+0000","last_became_peered":"2024-09-21T00:31:59.134682+0000","last_unstale":"2024-09-21T00:31:59.138561+0000","last_undegraded":"2024-09-21T00:31:59.138561+0000","last_fullsized":"2024-09-21T00:31:59.138561+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:14:44.635346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.35","version":"0'0","reported_seq":10,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.136716+0000","last_change":"2024-09-21T00:31:59.133776+0000","last_active":"2024-09-21T00:31:59.136716+0000","last_peered":"2024-09-21T00:31:59.136716+0000","last_clean":"2024-09-21T00:31:59.136716+0000","last_became_active":"2024-09-21T00:31:59.130750+0000","last_became_peered":"2024-09-21T00:31:59.130750+0000","last_unstale":"2024-09-21T00:31:59.136716+0000","last_undegraded":"2024-09-21T00:31:59.136716+0000","last_fullsized":"2024-09-21T00:31:59.136716+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:11:28.935746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.34","version":"0'0","reported_seq":10,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.136280+0000","last_change":"2024-09-21T00:31:59.130212+0000","last_active":"2024-09-21T00:31:59.136280+0000","last_peered":"2024-09-21T00:31:59.136280+0000","last_clean":"2024-09-21T00:31:59.136280+0000","last_became_active":"2024-09-21T00:31:59.129775+0000","last_became_peered":"2024-09-21T00:31:59.129775+0000","last_unstale":"2024-09-21T00:31:59.136280+0000","last_undegraded":"2024-09-21T00:31:59.136280+0000","last_fullsized":"2024-09-21T00:31:59.136280+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:10:24.840482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.33","version":"0'0","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:00.119998+0000","last_change":"2024-09-21T00:31:59.120177+0000","last_active":"2024-09-21T00:32:00.119998+0000","last_peered":"2024-09-21T00:32:00.119998+0000","last_clean":"2024-09-21T00:32:00.119998+0000","last_became_active":"2024-09-21T00:31:59.119818+0000","last_became_peered":"2024-09-21T00:31:59.119818+0000","last_unstale":"2024-09-21T00:32:00.119998+0000","last_undegraded":"2024-09-21T00:32:00.119998+0000","last_fullsized":"2024-09-21T00:32:00.119998+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:39:39.500551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.32","version":"0'0","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:00.119323+0000","last_change":"2024-09-21T00:31:59.129919+0000","last_active":"2024-09-21T00:32:00.119323+0000","last_peered":"2024-09-21T00:32:00.119323+0000","last_clean":"2024-09-21T00:32:00.119323+0000","last_became_active":"2024-09-21T00:31:59.129623+0000","last_became_peered":"2024-09-21T00:31:59.129623+0000","last_unstale":"2024-09-21T00:32:00.119323+0000","last_undegraded":"2024-09-21T00:32:00.119323+0000","last_fullsized":"2024-09-21T00:32:00.119323+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:43:35.102508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.31","version":"0'0","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:00.898953+0000","last_change":"2024-09-21T00:31:59.137178+0000","last_active":"2024-09-21T00:32:00.898953+0000","last_peered":"2024-09-21T00:32:00.898953+0000","last_clean":"2024-09-21T00:32:00.898953+0000","last_became_active":"2024-09-21T00:31:59.136849+0000","last_became_peered":"2024-09-21T00:31:59.136849+0000","last_unstale":"2024-09-21T00:32:00.898953+0000","last_undegraded":"2024-09-21T00:32:00.898953+0000","last_fullsized":"2024-09-21T00:32:00.898953+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:46:50.396770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.30","version":"0'0","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:00.114692+0000","last_change":"2024-09-21T00:31:59.137912+0000","last_active":"2024-09-21T00:32:00.114692+0000","last_peered":"2024-09-21T00:32:00.114692+0000","last_clean":"2024-09-21T00:32:00.114692+0000","last_became_active":"2024-09-21T00:31:59.137577+0000","last_became_peered":"2024-09-21T00:31:59.137577+0000","last_unstale":"2024-09-21T00:32:00.114692+0000","last_undegraded":"2024-09-21T00:32:00.114692+0000","last_fullsized":"2024-09-21T00:32:00.114692+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:42:05.028022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.2f","version":"0'0","reported_seq":10,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.146571+0000","last_change":"2024-09-21T00:31:59.145017+0000","last_active":"2024-09-21T00:31:59.146571+0000","last_peered":"2024-09-21T00:31:59.146571+0000","last_clean":"2024-09-21T00:31:59.146571+0000","last_became_active":"2024-09-21T00:31:59.144659+0000","last_became_peered":"2024-09-21T00:31:59.144659+0000","last_unstale":"2024-09-21T00:31:59.146571+0000","last_undegraded":"2024-09-21T00:31:59.146571+0000","last_fullsized":"2024-09-21T00:31:59.146571+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:09:02.492627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.2e","version":"0'0","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:01.141428+0000","last_change":"2024-09-21T00:31:59.128870+0000","last_active":"2024-09-21T00:32:01.141428+0000","last_peered":"2024-09-21T00:32:01.141428+0000","last_clean":"2024-09-21T00:32:01.141428+0000","last_became_active":"2024-09-21T00:31:59.128509+0000","last_became_peered":"2024-09-21T00:31:59.128509+0000","last_unstale":"2024-09-21T00:32:01.141428+0000","last_undegraded":"2024-09-21T00:32:01.141428+0000","last_fullsized":"2024-09-21T00:32:01.141428+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:16:34.102620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.2d","version":"0'0","reported_seq":10,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.144962+0000","last_change":"2024-09-21T00:31:59.143011+0000","last_active":"2024-09-21T00:31:59.144962+0000","last_peered":"2024-09-21T00:31:59.144962+0000","last_clean":"2024-09-21T00:31:59.144962+0000","last_became_active":"2024-09-21T00:31:59.142677+0000","last_became_peered":"2024-09-21T00:31:59.142677+0000","last_unstale":"2024-09-21T00:31:59.144962+0000","last_undegraded":"2024-09-21T00:31:59.144962+0000","last_fullsized":"2024-09-21T00:31:59.144962+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:43:50.571535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.2c","version":"0'0","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:00.118764+0000","last_change":"2024-09-21T00:31:59.129181+0000","last_active":"2024-09-21T00:32:00.118764+0000","last_peered":"2024-09-21T00:32:00.118764+0000","last_clean":"2024-09-21T00:32:00.118764+0000","last_became_active":"2024-09-21T00:31:59.128831+0000","last_became_peered":"2024-09-21T00:31:59.128831+0000","last_unstale":"2024-09-21T00:32:00.118764+0000","last_undegraded":"2024-09-21T00:32:00.118764+0000","last_fullsized":"2024-09-21T00:32:00.118764+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:45:36.342052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.2b","version":"0'0","reported_seq":10,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.145408+0000","last_change":"2024-09-21T00:31:59.144062+0000","last_active":"2024-09-21T00:31:59.145408+0000","last_peered":"2024-09-21T00:31:59.145408+0000","last_clean":"2024-09-21T00:31:59.145408+0000","last_became_active":"2024-09-21T00:31:59.143741+0000","last_became_peered":"2024-09-21T00:31:59.143741+0000","last_unstale":"2024-09-21T00:31:59.145408+0000","last_undegraded":"2024-09-21T00:31:59.145408+0000","last_fullsized":"2024-09-21T00:31:59.145408+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:24:52.841248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.2a","version":"0'0","reported_seq":10,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.141275+0000","last_change":"2024-09-21T00:31:59.139898+0000","last_active":"2024-09-21T00:31:59.141275+0000","last_peered":"2024-09-21T00:31:59.141275+0000","last_clean":"2024-09-21T00:31:59.141275+0000","last_became_active":"2024-09-21T00:31:59.139387+0000","last_became_peered":"2024-09-21T00:31:59.139387+0000","last_unstale":"2024-09-21T00:31:59.141275+0000","last_undegraded":"2024-09-21T00:31:59.141275+0000","last_fullsized":"2024-09-21T00:31:59.141275+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:13:12.329442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.29","version":"0'0","reported_seq":10,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.142026+0000","last_change":"2024-09-21T00:31:59.139981+0000","last_active":"2024-09-21T00:31:59.142026+0000","last_peered":"2024-09-21T00:31:59.142026+0000","last_clean":"2024-09-21T00:31:59.142026+0000","last_became_active":"2024-09-21T00:31:59.139631+0000","last_became_peered":"2024-09-21T00:31:59.139631+0000","last_unstale":"2024-09-21T00:31:59.142026+0000","last_undegraded":"2024-09-21T00:31:59.142026+0000","last_fullsized":"2024-09-21T00:31:59.142026+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:18:41.848301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.28","version":"0'0","reported_seq":10,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.134230+0000","last_change":"2024-09-21T00:31:59.128940+0000","last_active":"2024-09-21T00:31:59.134230+0000","last_peered":"2024-09-21T00:31:59.134230+0000","last_clean":"2024-09-21T00:31:59.134230+0000","last_became_active":"2024-09-21T00:31:59.128556+0000","last_became_peered":"2024-09-21T00:31:59.128556+0000","last_unstale":"2024-09-21T00:31:59.134230+0000","last_undegraded":"2024-09-21T00:31:59.134230+0000","last_fullsized":"2024-09-21T00:31:59.134230+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:05:24.357286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.27","version":"0'0","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:00.120302+0000","last_change":"2024-09-21T00:31:59.119772+0000","last_active":"2024-09-21T00:32:00.120302+0000","last_peered":"2024-09-21T00:32:00.120302+0000","last_clean":"2024-09-21T00:32:00.120302+0000","last_became_active":"2024-09-21T00:31:59.119420+0000","last_became_peered":"2024-09-21T00:31:59.119420+0000","last_unstale":"2024-09-21T00:32:00.120302+0000","last_undegraded":"2024-09-21T00:32:00.120302+0000","last_fullsized":"2024-09-21T00:32:00.120302+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:55:09.089013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.26","version":"0'0","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:00.115028+0000","last_change":"2024-09-21T00:31:59.147044+0000","last_active":"2024-09-21T00:32:00.115028+0000","last_peered":"2024-09-21T00:32:00.115028+0000","last_clean":"2024-09-21T00:32:00.115028+0000","last_became_active":"2024-09-21T00:31:59.146695+0000","last_became_peered":"2024-09-21T00:31:59.146695+0000","last_unstale":"2024-09-21T00:32:00.115028+0000","last_undegraded":"2024-09-21T00:32:00.115028+0000","last_fullsized":"2024-09-21T00:32:00.115028+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:18:58.400712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.25","version":"0'0","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:00.119523+0000","last_change":"2024-09-21T00:31:59.134790+0000","last_active":"2024-09-21T00:32:00.119523+0000","last_peered":"2024-09-21T00:32:00.119523+0000","last_clean":"2024-09-21T00:32:00.119523+0000","last_became_active":"2024-09-21T00:31:59.134226+0000","last_became_peered":"2024-09-21T00:31:59.134226+0000","last_unstale":"2024-09-21T00:32:00.119523+0000","last_undegraded":"2024-09-21T00:32:00.119523+0000","last_fullsized":"2024-09-21T00:32:00.119523+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:45:10.403041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.24","version":"0'0","reported_seq":10,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.136061+0000","last_change":"2024-09-21T00:31:59.133301+0000","last_active":"2024-09-21T00:31:59.136061+0000","last_peered":"2024-09-21T00:31:59.136061+0000","last_clean":"2024-09-21T00:31:59.136061+0000","last_became_active":"2024-09-21T00:31:59.132957+0000","last_became_peered":"2024-09-21T00:31:59.132957+0000","last_unstale":"2024-09-21T00:31:59.136061+0000","last_undegraded":"2024-09-21T00:31:59.136061+0000","last_fullsized":"2024-09-21T00:31:59.136061+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:48:12.846300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.23","version":"0'0","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:00.120250+0000","last_change":"2024-09-21T00:31:59.135677+0000","last_active":"2024-09-21T00:32:00.120250+0000","last_peered":"2024-09-21T00:32:00.120250+0000","last_clean":"2024-09-21T00:32:00.120250+0000","last_became_active":"2024-09-21T00:31:59.134553+0000","last_became_peered":"2024-09-21T00:31:59.134553+0000","last_unstale":"2024-09-21T00:32:00.120250+0000","last_undegraded":"2024-09-21T00:32:00.120250+0000","last_fullsized":"2024-09-21T00:32:00.120250+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:52:05.139722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.22","version":"0'0","reported_seq":10,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.130304+0000","last_change":"2024-09-21T00:31:59.129220+0000","last_active":"2024-09-21T00:31:59.130304+0000","last_peered":"2024-09-21T00:31:59.130304+0000","last_clean":"2024-09-21T00:31:59.130304+0000","last_became_active":"2024-09-21T00:31:59.128909+0000","last_became_peered":"2024-09-21T00:31:59.128909+0000","last_unstale":"2024-09-21T00:31:59.130304+0000","last_undegraded":"2024-09-21T00:31:59.130304+0000","last_fullsized":"2024-09-21T00:31:59.130304+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:48:12.846300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.21","version":"0'0","reported_seq":10,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.144778+0000","last_change":"2024-09-21T00:31:59.143921+0000","last_active":"2024-09-21T00:31:59.144778+0000","last_peered":"2024-09-21T00:31:59.144778+0000","last_clean":"2024-09-21T00:31:59.144778+0000","last_became_active":"2024-09-21T00:31:59.143070+0000","last_became_peered":"2024-09-21T00:31:59.143070+0000","last_unstale":"2024-09-21T00:31:59.144778+0000","last_undegraded":"2024-09-21T00:31:59.144778+0000","last_fullsized":"2024-09-21T00:31:59.144778+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:26:28.153845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.20","version":"0'0","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:01.140855+0000","last_change":"2024-09-21T00:31:59.129139+0000","last_active":"2024-09-21T00:32:01.140855+0000","last_peered":"2024-09-21T00:32:01.140855+0000","last_clean":"2024-09-21T00:32:01.140855+0000","last_became_active":"2024-09-21T00:31:59.128823+0000","last_became_peered":"2024-09-21T00:31:59.128823+0000","last_unstale":"2024-09-21T00:32:01.140855+0000","last_undegraded":"2024-09-21T00:32:01.140855+0000","last_fullsized":"2024-09-21T00:32:01.140855+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:59:49.679292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.1e","version":"0'0","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:00.115277+0000","last_change":"2024-09-21T00:31:59.146731+0000","last_active":"2024-09-21T00:32:00.115277+0000","last_peered":"2024-09-21T00:32:00.115277+0000","last_clean":"2024-09-21T00:32:00.115277+0000","last_became_active":"2024-09-21T00:31:59.146380+0000","last_became_peered":"2024-09-21T00:31:59.146380+0000","last_unstale":"2024-09-21T00:32:00.115277+0000","last_undegraded":"2024-09-21T00:32:00.115277+0000","last_fullsized":"2024-09-21T00:32:00.115277+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:08:24.528746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.1f","version":"150'4","reported_seq":19,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:00.899309+0000","last_change":"2024-09-21T00:31:58.130112+0000","last_active":"2024-09-21T00:32:00.899309+0000","last_peered":"2024-09-21T00:32:00.899309+0000","last_clean":"2024-09-21T00:32:00.899309+0000","last_became_active":"2024-09-21T00:31:58.129630+0000","last_became_peered":"2024-09-21T00:31:58.129630+0000","last_unstale":"2024-09-21T00:32:00.899309+0000","last_undegraded":"2024-09-21T00:32:00.899309+0000","last_fullsized":"2024-09-21T00:32:00.899309+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":148,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_clean_scrub_stamp":"2024-09-21T00:31:57.101486+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:59:48.676942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.1f","version":"0'0","reported_seq":10,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.127148+0000","last_change":"2024-09-21T00:31:59.125889+0000","last_active":"2024-09-21T00:31:59.127148+0000","last_peered":"2024-09-21T00:31:59.127148+0000","last_clean":"2024-09-21T00:31:59.127148+0000","last_became_active":"2024-09-21T00:31:59.125362+0000","last_became_peered":"2024-09-21T00:31:59.125362+0000","last_unstale":"2024-09-21T00:31:59.127148+0000","last_undegraded":"2024-09-21T00:31:59.127148+0000","last_fullsized":"2024-09-21T00:31:59.127148+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:03:49.331390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.1e","version":"150'1","reported_seq":14,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.142565+0000","last_change":"2024-09-21T00:31:58.131504+0000","last_active":"2024-09-21T00:31:59.142565+0000","last_peered":"2024-09-21T00:31:59.142565+0000","last_clean":"2024-09-21T00:31:59.142565+0000","last_became_active":"2024-09-21T00:31:58.131167+0000","last_became_peered":"2024-09-21T00:31:58.131167+0000","last_unstale":"2024-09-21T00:31:59.142565+0000","last_undegraded":"2024-09-21T00:31:59.142565+0000","last_fullsized":"2024-09-21T00:31:59.142565+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":148,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_clean_scrub_stamp":"2024-09-21T00:31:57.101486+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:22:14.593732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.1c","version":"0'0","reported_seq":10,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.146610+0000","last_change":"2024-09-21T00:31:59.145619+0000","last_active":"2024-09-21T00:31:59.146610+0000","last_peered":"2024-09-21T00:31:59.146610+0000","last_clean":"2024-09-21T00:31:59.146610+0000","last_became_active":"2024-09-21T00:31:59.145282+0000","last_became_peered":"2024-09-21T00:31:59.145282+0000","last_unstale":"2024-09-21T00:31:59.146610+0000","last_undegraded":"2024-09-21T00:31:59.146610+0000","last_fullsized":"2024-09-21T00:31:59.146610+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:14:08.101973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.1d","version":"150'2","reported_seq":15,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.149872+0000","last_change":"2024-09-21T00:31:58.132365+0000","last_active":"2024-09-21T00:31:59.149872+0000","last_peered":"2024-09-21T00:31:59.149872+0000","last_clean":"2024-09-21T00:31:59.149872+0000","last_became_active":"2024-09-21T00:31:58.132024+0000","last_became_peered":"2024-09-21T00:31:58.132024+0000","last_unstale":"2024-09-21T00:31:59.149872+0000","last_undegraded":"2024-09-21T00:31:59.149872+0000","last_fullsized":"2024-09-21T00:31:59.149872+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":148,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_clean_scrub_stamp":"2024-09-21T00:31:57.101486+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:21:13.391595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.1d","version":"0'0","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:00.119605+0000","last_change":"2024-09-21T00:31:59.147132+0000","last_active":"2024-09-21T00:32:00.119605+0000","last_peered":"2024-09-21T00:32:00.119605+0000","last_clean":"2024-09-21T00:32:00.119605+0000","last_became_active":"2024-09-21T00:31:59.146721+0000","last_became_peered":"2024-09-21T00:31:59.146721+0000","last_unstale":"2024-09-21T00:32:00.119605+0000","last_undegraded":"2024-09-21T00:32:00.119605+0000","last_fullsized":"2024-09-21T00:32:00.119605+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:15:40.750763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.1c","version":"150'2","reported_seq":15,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.147698+0000","last_change":"2024-09-21T00:31:58.130705+0000","last_active":"2024-09-21T00:31:59.147698+0000","last_peered":"2024-09-21T00:31:59.147698+0000","last_clean":"2024-09-21T00:31:59.147698+0000","last_became_active":"2024-09-21T00:31:58.130379+0000","last_became_peered":"2024-09-21T00:31:58.130379+0000","last_unstale":"2024-09-21T00:31:59.147698+0000","last_undegraded":"2024-09-21T00:31:59.147698+0000","last_fullsized":"2024-09-21T00:31:59.147698+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":148,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_clean_scrub_stamp":"2024-09-21T00:31:57.101486+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:24:51.407661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.1a","version":"0'0","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:00.115034+0000","last_change":"2024-09-21T00:31:59.142621+0000","last_active":"2024-09-21T00:32:00.115034+0000","last_peered":"2024-09-21T00:32:00.115034+0000","last_clean":"2024-09-21T00:32:00.115034+0000","last_became_active":"2024-09-21T00:31:59.142226+0000","last_became_peered":"2024-09-21T00:31:59.142226+0000","last_unstale":"2024-09-21T00:32:00.115034+0000","last_undegraded":"2024-09-21T00:32:00.115034+0000","last_fullsized":"2024-09-21T00:32:00.115034+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:07:43.074275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.1b","version":"150'1","reported_seq":16,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:00.120201+0000","last_change":"2024-09-21T00:31:58.127988+0000","last_active":"2024-09-21T00:32:00.120201+0000","last_peered":"2024-09-21T00:32:00.120201+0000","last_clean":"2024-09-21T00:32:00.120201+0000","last_became_active":"2024-09-21T00:31:58.127560+0000","last_became_peered":"2024-09-21T00:31:58.127560+0000","last_unstale":"2024-09-21T00:32:00.120201+0000","last_undegraded":"2024-09-21T00:32:00.120201+0000","last_fullsized":"2024-09-21T00:32:00.120201+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":148,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_clean_scrub_stamp":"2024-09-21T00:31:57.101486+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:57:01.299995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.1b","version":"0'0","reported_seq":10,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.147466+0000","last_change":"2024-09-21T00:31:59.145458+0000","last_active":"2024-09-21T00:31:59.147466+0000","last_peered":"2024-09-21T00:31:59.147466+0000","last_clean":"2024-09-21T00:31:59.147466+0000","last_became_active":"2024-09-21T00:31:59.145144+0000","last_became_peered":"2024-09-21T00:31:59.145144+0000","last_unstale":"2024-09-21T00:31:59.147466+0000","last_undegraded":"2024-09-21T00:31:59.147466+0000","last_fullsized":"2024-09-21T00:31:59.147466+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:15:54.810702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.1a","version":"150'1","reported_seq":14,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.148108+0000","last_change":"2024-09-21T00:31:58.126075+0000","last_active":"2024-09-21T00:31:59.148108+0000","last_peered":"2024-09-21T00:31:59.148108+0000","last_clean":"2024-09-21T00:31:59.148108+0000","last_became_active":"2024-09-21T00:31:58.125694+0000","last_became_peered":"2024-09-21T00:31:58.125694+0000","last_unstale":"2024-09-21T00:31:59.148108+0000","last_undegraded":"2024-09-21T00:31:59.148108+0000","last_fullsized":"2024-09-21T00:31:59.148108+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":148,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_clean_scrub_stamp":"2024-09-21T00:31:57.101486+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:45:39.294018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.18","version":"0'0","reported_seq":10,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.141389+0000","last_change":"2024-09-21T00:31:59.138685+0000","last_active":"2024-09-21T00:31:59.141389+0000","last_peered":"2024-09-21T00:31:59.141389+0000","last_clean":"2024-09-21T00:31:59.141389+0000","last_became_active":"2024-09-21T00:31:59.138319+0000","last_became_peered":"2024-09-21T00:31:59.138319+0000","last_unstale":"2024-09-21T00:31:59.141389+0000","last_undegraded":"2024-09-21T00:31:59.141389+0000","last_fullsized":"2024-09-21T00:31:59.141389+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:08:11.791128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.19","version":"0'0","reported_seq":13,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.122985+0000","last_change":"2024-09-21T00:31:58.131659+0000","last_active":"2024-09-21T00:31:59.122985+0000","last_peered":"2024-09-21T00:31:59.122985+0000","last_clean":"2024-09-21T00:31:59.122985+0000","last_became_active":"2024-09-21T00:31:58.130943+0000","last_became_peered":"2024-09-21T00:31:58.130943+0000","last_unstale":"2024-09-21T00:31:59.122985+0000","last_undegraded":"2024-09-21T00:31:59.122985+0000","last_fullsized":"2024-09-21T00:31:59.122985+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":148,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_clean_scrub_stamp":"2024-09-21T00:31:57.101486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:23:27.701486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.19","version":"0'0","reported_seq":10,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.144848+0000","last_change":"2024-09-21T00:31:59.142755+0000","last_active":"2024-09-21T00:31:59.144848+0000","last_peered":"2024-09-21T00:31:59.144848+0000","last_clean":"2024-09-21T00:31:59.144848+0000","last_became_active":"2024-09-21T00:31:59.142410+0000","last_became_peered":"2024-09-21T00:31:59.142410+0000","last_unstale":"2024-09-21T00:31:59.144848+0000","last_undegraded":"2024-09-21T00:31:59.144848+0000","last_fullsized":"2024-09-21T00:31:59.144848+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:49:50.460388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.18","version":"0'0","reported_seq":15,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:00.115396+0000","last_change":"2024-09-21T00:31:58.132080+0000","last_active":"2024-09-21T00:32:00.115396+0000","last_peered":"2024-09-21T00:32:00.115396+0000","last_clean":"2024-09-21T00:32:00.115396+0000","last_became_active":"2024-09-21T00:31:58.131555+0000","last_became_peered":"2024-09-21T00:31:58.131555+0000","last_unstale":"2024-09-21T00:32:00.115396+0000","last_undegraded":"2024-09-21T00:32:00.115396+0000","last_fullsized":"2024-09-21T00:32:00.115396+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":148,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_clean_scrub_stamp":"2024-09-21T00:31:57.101486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:47:31.758851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"23.17","version":"0'0","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:01.141824+0000","last_change":"2024-09-21T00:31:59.132169+0000","last_active":"2024-09-21T00:32:01.141824+0000","last_peered":"2024-09-21T00:32:01.141824+0000","last_clean":"2024-09-21T00:32:01.141824+0000","last_became_active":"2024-09-21T00:31:59.131584+0000","last_became_peered":"2024-09-21T00:31:59.131584+0000","last_unstale":"2024-09-21T00:32:01.141824+0000","last_undegraded":"2024-09-21T00:32:01.141824+0000","last_fullsized":"2024-09-21T00:32:01.141824+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:14:34.953573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.16","version":"0'0","reported_seq":13,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.124383+0000","last_change":"2024-09-21T00:31:58.131767+0000","last_active":"2024-09-21T00:31:59.124383+0000","last_peered":"2024-09-21T00:31:59.124383+0000","last_clean":"2024-09-21T00:31:59.124383+0000","last_became_active":"2024-09-21T00:31:58.131463+0000","last_became_peered":"2024-09-21T00:31:58.131463+0000","last_unstale":"2024-09-21T00:31:59.124383+0000","last_undegraded":"2024-09-21T00:31:59.124383+0000","last_fullsized":"2024-09-21T00:31:59.124383+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":148,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_clean_scrub_stamp":"2024-09-21T00:31:57.101486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:23:14.216893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.14","version":"0'0","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:01.141539+0000","last_change":"2024-09-21T00:31:59.130779+0000","last_active":"2024-09-21T00:32:01.141539+0000","last_peered":"2024-09-21T00:32:01.141539+0000","last_clean":"2024-09-21T00:32:01.141539+0000","last_became_active":"2024-09-21T00:31:59.130465+0000","last_became_peered":"2024-09-21T00:31:59.130465+0000","last_unstale":"2024-09-21T00:32:01.141539+0000","last_undegraded":"2024-09-21T00:32:01.141539+0000","last_fullsized":"2024-09-21T00:32:01.141539+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:46:50.396770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.15","version":"150'3","reported_seq":16,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.149444+0000","last_change":"2024-09-21T00:31:58.128415+0000","last_active":"2024-09-21T00:31:59.149444+0000","last_peered":"2024-09-21T00:31:59.149444+0000","last_clean":"2024-09-21T00:31:59.149444+0000","last_became_active":"2024-09-21T00:31:58.128099+0000","last_became_peered":"2024-09-21T00:31:58.128099+0000","last_unstale":"2024-09-21T00:31:59.149444+0000","last_undegraded":"2024-09-21T00:31:59.149444+0000","last_fullsized":"2024-09-21T00:31:59.149444+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":148,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_clean_scrub_stamp":"2024-09-21T00:31:57.101486+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:21:38.529115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"23.15","version":"0'0","reported_seq":10,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.122311+0000","last_change":"2024-09-21T00:31:59.120642+0000","last_active":"2024-09-21T00:31:59.122311+0000","last_peered":"2024-09-21T00:31:59.122311+0000","last_clean":"2024-09-21T00:31:59.122311+0000","last_became_active":"2024-09-21T00:31:59.120287+0000","last_became_peered":"2024-09-21T00:31:59.120287+0000","last_unstale":"2024-09-21T00:31:59.122311+0000","last_undegraded":"2024-09-21T00:31:59.122311+0000","last_fullsized":"2024-09-21T00:31:59.122311+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:54:22.967232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.14","version":"150'6","reported_seq":19,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.148770+0000","last_change":"2024-09-21T00:31:58.125308+0000","last_active":"2024-09-21T00:31:59.148770+0000","last_peered":"2024-09-21T00:31:59.148770+0000","last_clean":"2024-09-21T00:31:59.148770+0000","last_became_active":"2024-09-21T00:31:58.124927+0000","last_became_peered":"2024-09-21T00:31:58.124927+0000","last_unstale":"2024-09-21T00:31:59.148770+0000","last_undegraded":"2024-09-21T00:31:59.148770+0000","last_fullsized":"2024-09-21T00:31:59.148770+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":148,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_clean_scrub_stamp":"2024-09-21T00:31:57.101486+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:54:52.230749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.12","version":"0'0","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:01.141061+0000","last_change":"2024-09-21T00:31:59.132527+0000","last_active":"2024-09-21T00:32:01.141061+0000","last_peered":"2024-09-21T00:32:01.141061+0000","last_clean":"2024-09-21T00:32:01.141061+0000","last_became_active":"2024-09-21T00:31:59.132130+0000","last_became_peered":"2024-09-21T00:31:59.132130+0000","last_unstale":"2024-09-21T00:32:01.141061+0000","last_undegraded":"2024-09-21T00:32:01.141061+0000","last_fullsized":"2024-09-21T00:32:01.141061+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:08:10.172895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.13","version":"150'2","reported_seq":15,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.145719+0000","last_change":"2024-09-21T00:31:58.134251+0000","last_active":"2024-09-21T00:31:59.145719+0000","last_peered":"2024-09-21T00:31:59.145719+0000","last_clean":"2024-09-21T00:31:59.145719+0000","last_became_active":"2024-09-21T00:31:58.133921+0000","last_became_peered":"2024-09-21T00:31:58.133921+0000","last_unstale":"2024-09-21T00:31:59.145719+0000","last_undegraded":"2024-09-21T00:31:59.145719+0000","last_fullsized":"2024-09-21T00:31:59.145719+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":148,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_clean_scrub_stamp":"2024-09-21T00:31:57.101486+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:22:14.593732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.13","version":"0'0","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:00.115042+0000","last_change":"2024-09-21T00:31:59.143725+0000","last_active":"2024-09-21T00:32:00.115042+0000","last_peered":"2024-09-21T00:32:00.115042+0000","last_clean":"2024-09-21T00:32:00.115042+0000","last_became_active":"2024-09-21T00:31:59.141661+0000","last_became_peered":"2024-09-21T00:31:59.141661+0000","last_unstale":"2024-09-21T00:32:00.115042+0000","last_undegraded":"2024-09-21T00:32:00.115042+0000","last_fullsized":"2024-09-21T00:32:00.115042+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:15:47.283662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.12","version":"0'0","reported_seq":15,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:01.141227+0000","last_change":"2024-09-21T00:31:58.128439+0000","last_active":"2024-09-21T00:32:01.141227+0000","last_peered":"2024-09-21T00:32:01.141227+0000","last_clean":"2024-09-21T00:32:01.141227+0000","last_became_active":"2024-09-21T00:31:58.128129+0000","last_became_peered":"2024-09-21T00:31:58.128129+0000","last_unstale":"2024-09-21T00:32:01.141227+0000","last_undegraded":"2024-09-21T00:32:01.141227+0000","last_fullsized":"2024-09-21T00:32:01.141227+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":148,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_clean_scrub_stamp":"2024-09-21T00:31:57.101486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:53:08.508443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.10","version":"0'0","reported_seq":10,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.138968+0000","last_change":"2024-09-21T00:31:59.131505+0000","last_active":"2024-09-21T00:31:59.138968+0000","last_peered":"2024-09-21T00:31:59.138968+0000","last_clean":"2024-09-21T00:31:59.138968+0000","last_became_active":"2024-09-21T00:31:59.131185+0000","last_became_peered":"2024-09-21T00:31:59.131185+0000","last_unstale":"2024-09-21T00:31:59.138968+0000","last_undegraded":"2024-09-21T00:31:59.138968+0000","last_fullsized":"2024-09-21T00:31:59.138968+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:54:22.967232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.11","version":"0'0","reported_seq":13,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.120505+0000","last_change":"2024-09-21T00:31:58.134715+0000","last_active":"2024-09-21T00:31:59.120505+0000","last_peered":"2024-09-21T00:31:59.120505+0000","last_clean":"2024-09-21T00:31:59.120505+0000","last_became_active":"2024-09-21T00:31:58.133852+0000","last_became_peered":"2024-09-21T00:31:58.133852+0000","last_unstale":"2024-09-21T00:31:59.120505+0000","last_undegraded":"2024-09-21T00:31:59.120505+0000","last_fullsized":"2024-09-21T00:31:59.120505+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":148,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_clean_scrub_stamp":"2024-09-21T00:31:57.101486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:52:21.514526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.11","version":"0'0","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:00.119854+0000","last_change":"2024-09-21T00:31:59.142151+0000","last_active":"2024-09-21T00:32:00.119854+0000","last_peered":"2024-09-21T00:32:00.119854+0000","last_clean":"2024-09-21T00:32:00.119854+0000","last_became_active":"2024-09-21T00:31:59.141829+0000","last_became_peered":"2024-09-21T00:31:59.141829+0000","last_unstale":"2024-09-21T00:32:00.119854+0000","last_undegraded":"2024-09-21T00:32:00.119854+0000","last_fullsized":"2024-09-21T00:32:00.119854+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:23:28.703836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.10","version":"150'8","reported_seq":21,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.145316+0000","last_change":"2024-09-21T00:31:58.123245+0000","last_active":"2024-09-21T00:31:59.145316+0000","last_peered":"2024-09-21T00:31:59.145316+0000","last_clean":"2024-09-21T00:31:59.145316+0000","last_became_active":"2024-09-21T00:31:58.122918+0000","last_became_peered":"2024-09-21T00:31:58.122918+0000","last_unstale":"2024-09-21T00:31:59.145316+0000","last_undegraded":"2024-09-21T00:31:59.145316+0000","last_fullsized":"2024-09-21T00:31:59.145316+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":148,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_clean_scrub_stamp":"2024-09-21T00:31:57.101486+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:21:52.049407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.e","version":"0'0","reported_seq":10,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.135502+0000","last_change":"2024-09-21T00:31:59.131695+0000","last_active":"2024-09-21T00:31:59.135502+0000","last_peered":"2024-09-21T00:31:59.135502+0000","last_clean":"2024-09-21T00:31:59.135502+0000","last_became_active":"2024-09-21T00:31:59.130688+0000","last_became_peered":"2024-09-21T00:31:59.130688+0000","last_unstale":"2024-09-21T00:31:59.135502+0000","last_undegraded":"2024-09-21T00:31:59.135502+0000","last_fullsized":"2024-09-21T00:31:59.135502+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:03:49.331390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.f","version":"150'1","reported_seq":16,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:00.120304+0000","last_change":"2024-09-21T00:31:58.132807+0000","last_active":"2024-09-21T00:32:00.120304+0000","last_peered":"2024-09-21T00:32:00.120304+0000","last_clean":"2024-09-21T00:32:00.120304+0000","last_became_active":"2024-09-21T00:31:58.132460+0000","last_became_peered":"2024-09-21T00:31:58.132460+0000","last_unstale":"2024-09-21T00:32:00.120304+0000","last_undegraded":"2024-09-21T00:32:00.120304+0000","last_fullsized":"2024-09-21T00:32:00.120304+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":148,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_clean_scrub_stamp":"2024-09-21T00:31:57.101486+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:16:21.431784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.f","version":"0'0","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:01.142140+0000","last_change":"2024-09-21T00:31:59.120529+0000","last_active":"2024-09-21T00:32:01.142140+0000","last_peered":"2024-09-21T00:32:01.142140+0000","last_clean":"2024-09-21T00:32:01.142140+0000","last_became_active":"2024-09-21T00:31:59.120143+0000","last_became_peered":"2024-09-21T00:31:59.120143+0000","last_unstale":"2024-09-21T00:32:01.142140+0000","last_undegraded":"2024-09-21T00:32:01.142140+0000","last_fullsized":"2024-09-21T00:32:01.142140+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:30:32.924924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.e","version":"150'2","reported_seq":17,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:00.119057+0000","last_change":"2024-09-21T00:31:58.132544+0000","last_active":"2024-09-21T00:32:00.119057+0000","last_peered":"2024-09-21T00:32:00.119057+0000","last_clean":"2024-09-21T00:32:00.119057+0000","last_became_active":"2024-09-21T00:31:58.132217+0000","last_became_peered":"2024-09-21T00:31:58.132217+0000","last_unstale":"2024-09-21T00:32:00.119057+0000","last_undegraded":"2024-09-21T00:32:00.119057+0000","last_fullsized":"2024-09-21T00:32:00.119057+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":148,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_clean_scrub_stamp":"2024-09-21T00:31:57.101486+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:37:31.379206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.c","version":"0'0","reported_seq":10,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.149385+0000","last_change":"2024-09-21T00:31:59.147361+0000","last_active":"2024-09-21T00:31:59.149385+0000","last_peered":"2024-09-21T00:31:59.149385+0000","last_clean":"2024-09-21T00:31:59.149385+0000","last_became_active":"2024-09-21T00:31:59.146067+0000","last_became_peered":"2024-09-21T00:31:59.146067+0000","last_unstale":"2024-09-21T00:31:59.149385+0000","last_undegraded":"2024-09-21T00:31:59.149385+0000","last_fullsized":"2024-09-21T00:31:59.149385+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:29:25.965310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"22.d","version":"150'1","reported_seq":16,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:00.899171+0000","last_change":"2024-09-21T00:31:58.127979+0000","last_active":"2024-09-21T00:32:00.899171+0000","last_peered":"2024-09-21T00:32:00.899171+0000","last_clean":"2024-09-21T00:32:00.899171+0000","last_became_active":"2024-09-21T00:31:58.127132+0000","last_became_peered":"2024-09-21T00:31:58.127132+0000","last_unstale":"2024-09-21T00:32:00.899171+0000","last_undegraded":"2024-09-21T00:32:00.899171+0000","last_fullsized":"2024-09-21T00:32:00.899171+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":148,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_clean_scrub_stamp":"2024-09-21T00:31:57.101486+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:07:42.071925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.d","version":"0'0","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:00.114905+0000","last_change":"2024-09-21T00:31:59.134161+0000","last_active":"2024-09-21T00:32:00.114905+0000","last_peered":"2024-09-21T00:32:00.114905+0000","last_clean":"2024-09-21T00:32:00.114905+0000","last_became_active":"2024-09-21T00:31:59.133776+0000","last_became_peered":"2024-09-21T00:31:59.133776+0000","last_unstale":"2024-09-21T00:32:00.114905+0000","last_undegraded":"2024-09-21T00:32:00.114905+0000","last_fullsized":"2024-09-21T00:32:00.114905+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:36:25.028808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.c","version":"0'0","reported_seq":15,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:00.899277+0000","last_change":"2024-09-21T00:31:58.134608+0000","last_active":"2024-09-21T00:32:00.899277+0000","last_peered":"2024-09-21T00:32:00.899277+0000","last_clean":"2024-09-21T00:32:00.899277+0000","last_became_active":"2024-09-21T00:31:58.134215+0000","last_became_peered":"2024-09-21T00:31:58.134215+0000","last_unstale":"2024-09-21T00:32:00.899277+0000","last_undegraded":"2024-09-21T00:32:00.899277+0000","last_fullsized":"2024-09-21T00:32:00.899277+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":148,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_clean_scrub_stamp":"2024-09-21T00:31:57.101486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:47:09.648274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.a","version":"0'0","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:00.119268+0000","last_change":"2024-09-21T00:31:59.120088+0000","last_active":"2024-09-21T00:32:00.119268+0000","last_peered":"2024-09-21T00:32:00.119268+0000","last_clean":"2024-09-21T00:32:00.119268+0000","last_became_active":"2024-09-21T00:31:59.119741+0000","last_became_peered":"2024-09-21T00:31:59.119741+0000","last_unstale":"2024-09-21T00:32:00.119268+0000","last_undegraded":"2024-09-21T00:32:00.119268+0000","last_fullsized":"2024-09-21T00:32:00.119268+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:06:08.772455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.b","version":"150'2","reported_seq":15,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.149224+0000","last_change":"2024-09-21T00:31:58.132348+0000","last_active":"2024-09-21T00:31:59.149224+0000","last_peered":"2024-09-21T00:31:59.149224+0000","last_clean":"2024-09-21T00:31:59.149224+0000","last_became_active":"2024-09-21T00:31:58.131993+0000","last_became_peered":"2024-09-21T00:31:58.131993+0000","last_unstale":"2024-09-21T00:31:59.149224+0000","last_undegraded":"2024-09-21T00:31:59.149224+0000","last_fullsized":"2024-09-21T00:31:59.149224+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":148,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_clean_scrub_stamp":"2024-09-21T00:31:57.101486+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:54:52.230749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.b","version":"0'0","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:00.115355+0000","last_change":"2024-09-21T00:31:59.139145+0000","last_active":"2024-09-21T00:32:00.115355+0000","last_peered":"2024-09-21T00:32:00.115355+0000","last_clean":"2024-09-21T00:32:00.115355+0000","last_became_active":"2024-09-21T00:31:59.138748+0000","last_became_peered":"2024-09-21T00:31:59.138748+0000","last_unstale":"2024-09-21T00:32:00.115355+0000","last_undegraded":"2024-09-21T00:32:00.115355+0000","last_fullsized":"2024-09-21T00:32:00.115355+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:59:49.679292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.a","version":"0'0","reported_seq":15,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:00.898934+0000","last_change":"2024-09-21T00:31:58.133616+0000","last_active":"2024-09-21T00:32:00.898934+0000","last_peered":"2024-09-21T00:32:00.898934+0000","last_clean":"2024-09-21T00:32:00.898934+0000","last_became_active":"2024-09-21T00:31:58.132946+0000","last_became_peered":"2024-09-21T00:31:58.132946+0000","last_unstale":"2024-09-21T00:32:00.898934+0000","last_undegraded":"2024-09-21T00:32:00.898934+0000","last_fullsized":"2024-09-21T00:32:00.898934+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":148,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_clean_scrub_stamp":"2024-09-21T00:31:57.101486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:15:46.281312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.8","version":"0'0","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:00.899011+0000","last_change":"2024-09-21T00:31:59.133383+0000","last_active":"2024-09-21T00:32:00.899011+0000","last_peered":"2024-09-21T00:32:00.899011+0000","last_clean":"2024-09-21T00:32:00.899011+0000","last_became_active":"2024-09-21T00:31:59.133067+0000","last_became_peered":"2024-09-21T00:31:59.133067+0000","last_unstale":"2024-09-21T00:32:00.899011+0000","last_undegraded":"2024-09-21T00:32:00.899011+0000","last_fullsized":"2024-09-21T00:32:00.899011+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:14:09.477680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"22.9","version":"0'0","reported_seq":13,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.120764+0000","last_change":"2024-09-21T00:31:58.132010+0000","last_active":"2024-09-21T00:31:59.120764+0000","last_peered":"2024-09-21T00:31:59.120764+0000","last_clean":"2024-09-21T00:31:59.120764+0000","last_became_active":"2024-09-21T00:31:58.131536+0000","last_became_peered":"2024-09-21T00:31:58.131536+0000","last_unstale":"2024-09-21T00:31:59.120764+0000","last_undegraded":"2024-09-21T00:31:59.120764+0000","last_fullsized":"2024-09-21T00:31:59.120764+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":148,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_clean_scrub_stamp":"2024-09-21T00:31:57.101486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:21:52.049407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.9","version":"0'0","reported_seq":10,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.141726+0000","last_change":"2024-09-21T00:31:59.131800+0000","last_active":"2024-09-21T00:31:59.141726+0000","last_peered":"2024-09-21T00:31:59.141726+0000","last_clean":"2024-09-21T00:31:59.141726+0000","last_became_active":"2024-09-21T00:31:59.131489+0000","last_became_peered":"2024-09-21T00:31:59.131489+0000","last_unstale":"2024-09-21T00:31:59.141726+0000","last_undegraded":"2024-09-21T00:31:59.141726+0000","last_fullsized":"2024-09-21T00:31:59.141726+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:47:40.282484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.8","version":"0'0","reported_seq":15,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:00.899117+0000","last_change":"2024-09-21T00:31:58.126879+0000","last_active":"2024-09-21T00:32:00.899117+0000","last_peered":"2024-09-21T00:32:00.899117+0000","last_clean":"2024-09-21T00:32:00.899117+0000","last_became_active":"2024-09-21T00:31:58.126260+0000","last_became_peered":"2024-09-21T00:31:58.126260+0000","last_unstale":"2024-09-21T00:32:00.899117+0000","last_undegraded":"2024-09-21T00:32:00.899117+0000","last_fullsized":"2024-09-21T00:32:00.899117+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":148,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_clean_scrub_stamp":"2024-09-21T00:31:57.101486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:17:54.054434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"23.6","version":"0'0","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:01.141770+0000","last_change":"2024-09-21T00:31:59.128283+0000","last_active":"2024-09-21T00:32:01.141770+0000","last_peered":"2024-09-21T00:32:01.141770+0000","last_clean":"2024-09-21T00:32:01.141770+0000","last_became_active":"2024-09-21T00:31:59.127914+0000","last_became_peered":"2024-09-21T00:31:59.127914+0000","last_unstale":"2024-09-21T00:32:01.141770+0000","last_undegraded":"2024-09-21T00:32:01.141770+0000","last_fullsized":"2024-09-21T00:32:01.141770+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:46:53.748699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.7","version":"150'2","reported_seq":17,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:01.142311+0000","last_change":"2024-09-21T00:31:58.133351+0000","last_active":"2024-09-21T00:32:01.142311+0000","last_peered":"2024-09-21T00:32:01.142311+0000","last_clean":"2024-09-21T00:32:01.142311+0000","last_became_active":"2024-09-21T00:31:58.132602+0000","last_became_peered":"2024-09-21T00:31:58.132602+0000","last_unstale":"2024-09-21T00:32:01.142311+0000","last_undegraded":"2024-09-21T00:32:01.142311+0000","last_fullsized":"2024-09-21T00:32:01.142311+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":148,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_clean_scrub_stamp":"2024-09-21T00:31:57.101486+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:32:45.384841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.7","version":"0'0","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:00.114907+0000","last_change":"2024-09-21T00:31:59.139885+0000","last_active":"2024-09-21T00:32:00.114907+0000","last_peered":"2024-09-21T00:32:00.114907+0000","last_clean":"2024-09-21T00:32:00.114907+0000","last_became_active":"2024-09-21T00:31:59.138366+0000","last_became_peered":"2024-09-21T00:31:59.138366+0000","last_unstale":"2024-09-21T00:32:00.114907+0000","last_undegraded":"2024-09-21T00:32:00.114907+0000","last_fullsized":"2024-09-21T00:32:00.114907+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:03:23.743368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.6","version":"151'1","reported_seq":16,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:01.117915+0000","last_change":"2024-09-21T00:31:58.128820+0000","last_active":"2024-09-21T00:32:01.117915+0000","last_peered":"2024-09-21T00:32:01.117915+0000","last_clean":"2024-09-21T00:32:01.117915+0000","last_became_active":"2024-09-21T00:31:58.127817+0000","last_became_peered":"2024-09-21T00:31:58.127817+0000","last_unstale":"2024-09-21T00:32:01.117915+0000","last_undegraded":"2024-09-21T00:32:01.117915+0000","last_fullsized":"2024-09-21T00:32:01.117915+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":148,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_clean_scrub_stamp":"2024-09-21T00:31:57.101486+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:34:58.868885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"23.4","version":"0'0","reported_seq":10,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.144803+0000","last_change":"2024-09-21T00:31:59.142792+0000","last_active":"2024-09-21T00:31:59.144803+0000","last_peered":"2024-09-21T00:31:59.144803+0000","last_clean":"2024-09-21T00:31:59.144803+0000","last_became_active":"2024-09-21T00:31:59.142438+0000","last_became_peered":"2024-09-21T00:31:59.142438+0000","last_unstale":"2024-09-21T00:31:59.144803+0000","last_undegraded":"2024-09-21T00:31:59.144803+0000","last_fullsized":"2024-09-21T00:31:59.144803+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:46:49.434416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"22.5","version":"0'0","reported_seq":13,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.123521+0000","last_change":"2024-09-21T00:31:58.134131+0000","last_active":"2024-09-21T00:31:59.123521+0000","last_peered":"2024-09-21T00:31:59.123521+0000","last_clean":"2024-09-21T00:31:59.123521+0000","last_became_active":"2024-09-21T00:31:58.133783+0000","last_became_peered":"2024-09-21T00:31:58.133783+0000","last_unstale":"2024-09-21T00:31:59.123521+0000","last_undegraded":"2024-09-21T00:31:59.123521+0000","last_fullsized":"2024-09-21T00:31:59.123521+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":148,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_clean_scrub_stamp":"2024-09-21T00:31:57.101486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:23:41.996338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.5","version":"0'0","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:01.141490+0000","last_change":"2024-09-21T00:31:59.128889+0000","last_active":"2024-09-21T00:32:01.141490+0000","last_peered":"2024-09-21T00:32:01.141490+0000","last_clean":"2024-09-21T00:32:01.141490+0000","last_became_active":"2024-09-21T00:31:59.128535+0000","last_became_peered":"2024-09-21T00:31:59.128535+0000","last_unstale":"2024-09-21T00:32:01.141490+0000","last_undegraded":"2024-09-21T00:32:01.141490+0000","last_fullsized":"2024-09-21T00:32:01.141490+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:03:59.712389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.4","version":"0'0","reported_seq":15,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:01.141429+0000","last_change":"2024-09-21T00:31:58.132977+0000","last_active":"2024-09-21T00:32:01.141429+0000","last_peered":"2024-09-21T00:32:01.141429+0000","last_clean":"2024-09-21T00:32:01.141429+0000","last_became_active":"2024-09-21T00:31:58.132609+0000","last_became_peered":"2024-09-21T00:31:58.132609+0000","last_unstale":"2024-09-21T00:32:01.141429+0000","last_undegraded":"2024-09-21T00:32:01.141429+0000","last_fullsized":"2024-09-21T00:32:01.141429+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":148,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_clean_scrub_stamp":"2024-09-21T00:31:57.101486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:53:14.115597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"23.2","version":"0'0","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:01.141155+0000","last_change":"2024-09-21T00:31:59.131602+0000","last_active":"2024-09-21T00:32:01.141155+0000","last_peered":"2024-09-21T00:32:01.141155+0000","last_clean":"2024-09-21T00:32:01.141155+0000","last_became_active":"2024-09-21T00:31:59.130293+0000","last_became_peered":"2024-09-21T00:31:59.130293+0000","last_unstale":"2024-09-21T00:32:01.141155+0000","last_undegraded":"2024-09-21T00:32:01.141155+0000","last_fullsized":"2024-09-21T00:32:01.141155+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:11:10.989311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.3","version":"0'0","reported_seq":13,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.118023+0000","last_change":"2024-09-21T00:31:58.128015+0000","last_active":"2024-09-21T00:31:59.118023+0000","last_peered":"2024-09-21T00:31:59.118023+0000","last_clean":"2024-09-21T00:31:59.118023+0000","last_became_active":"2024-09-21T00:31:58.127717+0000","last_became_peered":"2024-09-21T00:31:58.127717+0000","last_unstale":"2024-09-21T00:31:59.118023+0000","last_undegraded":"2024-09-21T00:31:59.118023+0000","last_fullsized":"2024-09-21T00:31:59.118023+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":148,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_clean_scrub_stamp":"2024-09-21T00:31:57.101486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:21:13.391595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.3","version":"0'0","reported_seq":10,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.142402+0000","last_change":"2024-09-21T00:31:59.139297+0000","last_active":"2024-09-21T00:31:59.142402+0000","last_peered":"2024-09-21T00:31:59.142402+0000","last_clean":"2024-09-21T00:31:59.142402+0000","last_became_active":"2024-09-21T00:31:59.138975+0000","last_became_peered":"2024-09-21T00:31:59.138975+0000","last_unstale":"2024-09-21T00:31:59.142402+0000","last_undegraded":"2024-09-21T00:31:59.142402+0000","last_fullsized":"2024-09-21T00:31:59.142402+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:08:11.791128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"22.2","version":"0'0","reported_seq":13,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.122113+0000","last_change":"2024-09-21T00:31:58.129510+0000","last_active":"2024-09-21T00:31:59.122113+0000","last_peered":"2024-09-21T00:31:59.122113+0000","last_clean":"2024-09-21T00:31:59.122113+0000","last_became_active":"2024-09-21T00:31:58.129149+0000","last_became_peered":"2024-09-21T00:31:58.129149+0000","last_unstale":"2024-09-21T00:31:59.122113+0000","last_undegraded":"2024-09-21T00:31:59.122113+0000","last_fullsized":"2024-09-21T00:31:59.122113+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":148,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_clean_scrub_stamp":"2024-09-21T00:31:57.101486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:59:09.098445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"23.0","version":"0'0","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:00.115262+0000","last_change":"2024-09-21T00:31:59.135420+0000","last_active":"2024-09-21T00:32:00.115262+0000","last_peered":"2024-09-21T00:32:00.115262+0000","last_clean":"2024-09-21T00:32:00.115262+0000","last_became_active":"2024-09-21T00:31:59.135082+0000","last_became_peered":"2024-09-21T00:31:59.135082+0000","last_unstale":"2024-09-21T00:32:00.115262+0000","last_undegraded":"2024-09-21T00:32:00.115262+0000","last_fullsized":"2024-09-21T00:32:00.115262+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:23:49.944330+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"22.1","version":"0'0","reported_seq":13,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.123229+0000","last_change":"2024-09-21T00:31:58.134173+0000","last_active":"2024-09-21T00:31:59.123229+0000","last_peered":"2024-09-21T00:31:59.123229+0000","last_clean":"2024-09-21T00:31:59.123229+0000","last_became_active":"2024-09-21T00:31:58.133788+0000","last_became_peered":"2024-09-21T00:31:58.133788+0000","last_unstale":"2024-09-21T00:31:59.123229+0000","last_undegraded":"2024-09-21T00:31:59.123229+0000","last_fullsized":"2024-09-21T00:31:59.123229+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":148,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_clean_scrub_stamp":"2024-09-21T00:31:57.101486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:39:38.498201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"23.1","version":"0'0","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:00.120130+0000","last_change":"2024-09-21T00:31:59.135496+0000","last_active":"2024-09-21T00:32:00.120130+0000","last_peered":"2024-09-21T00:32:00.120130+0000","last_clean":"2024-09-21T00:32:00.120130+0000","last_became_active":"2024-09-21T00:31:59.135172+0000","last_became_peered":"2024-09-21T00:31:59.135172+0000","last_unstale":"2024-09-21T00:32:00.120130+0000","last_undegraded":"2024-09-21T00:32:00.120130+0000","last_fullsized":"2024-09-21T00:32:00.120130+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:23:42.998688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"22.0","version":"0'0","reported_seq":13,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.116533+0000","last_change":"2024-09-21T00:31:58.124850+0000","last_active":"2024-09-21T00:31:59.116533+0000","last_peered":"2024-09-21T00:31:59.116533+0000","last_clean":"2024-09-21T00:31:59.116533+0000","last_became_active":"2024-09-21T00:31:58.124495+0000","last_became_peered":"2024-09-21T00:31:58.124495+0000","last_unstale":"2024-09-21T00:31:59.116533+0000","last_undegraded":"2024-09-21T00:31:59.116533+0000","last_fullsized":"2024-09-21T00:31:59.116533+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":148,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_clean_scrub_stamp":"2024-09-21T00:31:57.101486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:59:09.098445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"23.16","version":"0'0","reported_seq":13,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:01.141727+0000","last_change":"2024-09-21T00:31:59.131614+0000","last_active":"2024-09-21T00:32:01.141727+0000","last_peered":"2024-09-21T00:32:01.141727+0000","last_clean":"2024-09-21T00:32:01.141727+0000","last_became_active":"2024-09-21T00:31:59.131285+0000","last_became_peered":"2024-09-21T00:31:59.131285+0000","last_unstale":"2024-09-21T00:32:01.141727+0000","last_undegraded":"2024-09-21T00:32:01.141727+0000","last_fullsized":"2024-09-21T00:32:01.141727+0000","mapping_epoch":149,"log_start":"0'0","ondisk_log_start":"0'0","created":149,"last_epoch_clean":150,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:58.103836+0000","last_clean_scrub_stamp":"2024-09-21T00:31:58.103836+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:14:09.477680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"22.17","version":"0'0","reported_seq":13,"reported_epoch":150,"state":"active+clean","last_fresh":"2024-09-21T00:31:59.117187+0000","last_change":"2024-09-21T00:31:58.125667+0000","last_active":"2024-09-21T00:31:59.117187+0000","last_peered":"2024-09-21T00:31:59.117187+0000","last_clean":"2024-09-21T00:31:59.117187+0000","last_became_active":"2024-09-21T00:31:58.125302+0000","last_became_peered":"2024-09-21T00:31:58.125302+0000","last_unstale":"2024-09-21T00:31:59.117187+0000","last_undegraded":"2024-09-21T00:31:59.117187+0000","last_fullsized":"2024-09-21T00:31:59.117187+0000","mapping_epoch":148,"log_start":"0'0","ondisk_log_start":"0'0","created":148,"last_epoch_clean":149,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:31:57.101486+0000","last_clean_scrub_stamp":"2024-09-21T00:31:57.101486+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:24:51.407661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":343,"reported_epoch":151,"state":"active+clean","last_fresh":"2024-09-21T00:32:00.899104+0000","last_change":"2024-09-21T00:21:11.583793+0000","last_active":"2024-09-21T00:32:00.899104+0000","last_peered":"2024-09-21T00:32:00.899104+0000","last_clean":"2024-09-21T00:32:00.899104+0000","last_became_active":"2024-09-21T00:21:11.582502+0000","last_became_peered":"2024-09-21T00:21:11.582502+0000","last_unstale":"2024-09-21T00:32:00.899104+0000","last_undegraded":"2024-09-21T00:32:00.899104+0000","last_fullsized":"2024-09-21T00:32:00.899104+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_clean_scrub_stamp":"2024-09-21T00:21:10.311964+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:58.010953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":23,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":22,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509574,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":60004,"kb_used_data":2448,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94311836,"statfs":{"total":96636764160,"available":96575320064,"internally_reserved":0,"allocated":2506752,"data_stored":1420145,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":58915274},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509574,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":51072,"kb_used_data":1836,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94320768,"statfs":{"total":96636764160,"available":96584466432,"internally_reserved":0,"allocated":1880064,"data_stored":821145,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":50395590},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509574,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":55248,"kb_used_data":1852,"kb_used_omap":1,"kb_used_meta":53374,"kb_avail":94316592,"statfs":{"total":96636764160,"available":96580190208,"internally_reserved":0,"allocated":1896448,"data_stored":828027,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":54655429},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509575,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":73292,"kb_used_data":1848,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94298548,"statfs":{"total":96636764160,"available":96561713152,"internally_reserved":0,"allocated":1892352,"data_stored":827457,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":73136584},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509575,"num_pgs":14,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59396,"kb_used_data":1836,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312444,"statfs":{"total":96636764160,"available":96575942656,"internally_reserved":0,"allocated":1880064,"data_stored":821213,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":58915269},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509573,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":69716,"kb_used_data":2424,"kb_used_omap":1,"kb_used_meta":67262,"kb_avail":94302124,"statfs":{"total":96636764160,"available":96565374976,"internally_reserved":0,"allocated":2482176,"data_stored":1417791,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":68876742},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574981,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":69108,"kb_used_data":1820,"kb_used_omap":1,"kb_used_meta":67262,"kb_avail":94302732,"statfs":{"total":96636764160,"available":96565997568,"internally_reserved":0,"allocated":1863680,"data_stored":814348,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":68876741},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574981,"num_pgs":8,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":73264,"kb_used_data":1820,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94298576,"statfs":{"total":96636764160,"available":96561741824,"internally_reserved":0,"allocated":1863680,"data_stored":814348,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":73136582},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":22,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":2354,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":23,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T00:32:03.570 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-21T00:32:03.571 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-21T00:32:03.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.729+0000 7fa533fc6640 1 -- 172.21.15.67:0/3636036112 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa52c0d0c70 msgr2=0x7fa52c0d1080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:03.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.729+0000 7fa533fc6640 1 --2- 172.21.15.67:0/3636036112 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa52c0d0c70 0x7fa52c0d1080 secure :-1 s=READY pgs=1873 cs=0 l=1 rev1=1 crypto rx=0x7fa51c009830 tx=0x7fa51c02a510 comp rx=0 tx=0).stop 2024-09-21T00:32:03.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.729+0000 7fa533fc6640 1 -- 172.21.15.67:0/3636036112 shutdown_connections 2024-09-21T00:32:03.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.729+0000 7fa533fc6640 1 --2- 172.21.15.67:0/3636036112 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa52c0d0c70 0x7fa52c0d1080 unknown :-1 s=CLOSED pgs=1873 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:03.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.729+0000 7fa533fc6640 1 -- 172.21.15.67:0/3636036112 >> 172.21.15.67:0/3636036112 conn(0x7fa52c09d870 msgr2=0x7fa52c08bee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:03.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.729+0000 7fa533fc6640 1 -- 172.21.15.67:0/3636036112 shutdown_connections 2024-09-21T00:32:03.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.729+0000 7fa533fc6640 1 -- 172.21.15.67:0/3636036112 wait complete. 2024-09-21T00:32:03.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.731+0000 7fa533fc6640 1 Processor -- start 2024-09-21T00:32:03.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.731+0000 7fa533fc6640 1 -- start start 2024-09-21T00:32:03.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.732+0000 7fa533fc6640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa52c06f4a0 0x7fa52c1f2970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:03.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.732+0000 7fa533fc6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa52c0cf0e0 0x7fa52c1521e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:03.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.732+0000 7fa533fc6640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa52c0d0c70 0x7fa52c152720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:03.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.732+0000 7fa533fc6640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fa52c0b9ed0 con 0x7fa52c0cf0e0 2024-09-21T00:32:03.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.732+0000 7fa533fc6640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fa52c0b9d50 con 0x7fa52c06f4a0 2024-09-21T00:32:03.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.732+0000 7fa533fc6640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fa52c0b3590 con 0x7fa52c0d0c70 2024-09-21T00:32:03.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.732+0000 7fa531561640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa52c0cf0e0 0x7fa52c1521e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:03.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.732+0000 7fa531561640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa52c0cf0e0 0x7fa52c1521e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54612/0 (socket says 172.21.15.67:54612) 2024-09-21T00:32:03.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.732+0000 7fa531561640 1 -- 172.21.15.67:0/3551336570 learned_addr learned my addr 172.21.15.67:0/3551336570 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:32:03.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.732+0000 7fa531d62640 1 --2- 172.21.15.67:0/3551336570 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa52c06f4a0 0x7fa52c1f2970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:03.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.732+0000 7fa532563640 1 --2- 172.21.15.67:0/3551336570 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa52c0d0c70 0x7fa52c152720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:03.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.733+0000 7fa531561640 1 -- 172.21.15.67:0/3551336570 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa52c0d0c70 msgr2=0x7fa52c152720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:03.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.733+0000 7fa531561640 1 --2- 172.21.15.67:0/3551336570 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa52c0d0c70 0x7fa52c152720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:03.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.733+0000 7fa531561640 1 -- 172.21.15.67:0/3551336570 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa52c06f4a0 msgr2=0x7fa52c1f2970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:03.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.733+0000 7fa531561640 1 --2- 172.21.15.67:0/3551336570 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa52c06f4a0 0x7fa52c1f2970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:03.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.733+0000 7fa531561640 1 -- 172.21.15.67:0/3551336570 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa52c152fb0 con 0x7fa52c0cf0e0 2024-09-21T00:32:03.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.733+0000 7fa531d62640 1 --2- 172.21.15.67:0/3551336570 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa52c06f4a0 0x7fa52c1f2970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:32:03.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.733+0000 7fa532563640 1 --2- 172.21.15.67:0/3551336570 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa52c0d0c70 0x7fa52c152720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:32:03.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.733+0000 7fa531561640 1 --2- 172.21.15.67:0/3551336570 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa52c0cf0e0 0x7fa52c1521e0 secure :-1 s=READY pgs=1874 cs=0 l=1 rev1=1 crypto rx=0x7fa51c000c00 tx=0x7fa51c033d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:03.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.733+0000 7fa5227fc640 1 -- 172.21.15.67:0/3551336570 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa51c031d60 con 0x7fa52c0cf0e0 2024-09-21T00:32:03.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.733+0000 7fa5227fc640 1 -- 172.21.15.67:0/3551336570 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa51c033070 con 0x7fa52c0cf0e0 2024-09-21T00:32:03.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.733+0000 7fa533fc6640 1 -- 172.21.15.67:0/3551336570 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa52c0b54a0 con 0x7fa52c0cf0e0 2024-09-21T00:32:03.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.733+0000 7fa5227fc640 1 -- 172.21.15.67:0/3551336570 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa51c0334c0 con 0x7fa52c0cf0e0 2024-09-21T00:32:03.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.733+0000 7fa533fc6640 1 -- 172.21.15.67:0/3551336570 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa52c0b5a60 con 0x7fa52c0cf0e0 2024-09-21T00:32:03.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.734+0000 7fa533fc6640 1 -- 172.21.15.67:0/3551336570 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa52c0d1080 con 0x7fa52c0cf0e0 2024-09-21T00:32:03.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.735+0000 7fa5227fc640 1 -- 172.21.15.67:0/3551336570 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fa51c033660 con 0x7fa52c0cf0e0 2024-09-21T00:32:03.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.736+0000 7fa5227fc640 1 --2- 172.21.15.67:0/3551336570 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa510078b90 0x7fa51007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:03.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.736+0000 7fa5227fc640 1 -- 172.21.15.67:0/3551336570 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(151..151 src has 1..151) ==== 5709+0+0 (secure 0 0 0) 0x7fa51c0bc310 con 0x7fa52c0cf0e0 2024-09-21T00:32:03.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.736+0000 7fa531d62640 1 --2- 172.21.15.67:0/3551336570 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa510078b90 0x7fa51007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:03.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.736+0000 7fa531d62640 1 --2- 172.21.15.67:0/3551336570 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa510078b90 0x7fa51007b0a0 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7fa528000f60 tx=0x7fa528009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:03.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:03.740+0000 7fa5227fc640 1 -- 172.21.15.67:0/3551336570 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fa51c03f030 con 0x7fa52c0cf0e0 2024-09-21T00:32:04.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.007+0000 7fa533fc6640 1 -- 172.21.15.67:0/3551336570 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7fa52c152cd0 con 0x7fa52c0cf0e0 2024-09-21T00:32:04.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.010+0000 7fa5227fc640 1 -- 172.21.15.67:0/3551336570 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v23) ==== 190+0+147 (secure 0 0 0) 0x7fa51c084100 con 0x7fa52c0cf0e0 2024-09-21T00:32:04.014 INFO:teuthology.orchestra.run.smithi067.stdout:[client.0] 2024-09-21T00:32:04.014 INFO:teuthology.orchestra.run.smithi067.stdout: key = AQBFEe5mUnwLLxAAE0JXCN8yXTH2bWtWI41o2Q== 2024-09-21T00:32:04.015 INFO:teuthology.orchestra.run.smithi067.stdout: caps mds = "allow" 2024-09-21T00:32:04.015 INFO:teuthology.orchestra.run.smithi067.stdout: caps mon = "allow r" 2024-09-21T00:32:04.015 INFO:teuthology.orchestra.run.smithi067.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-21T00:32:04.016 INFO:teuthology.orchestra.run.smithi067.stderr:updated caps for client.0 2024-09-21T00:32:04.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.012+0000 7fa533fc6640 1 -- 172.21.15.67:0/3551336570 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa510078b90 msgr2=0x7fa51007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:04.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.012+0000 7fa533fc6640 1 --2- 172.21.15.67:0/3551336570 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa510078b90 0x7fa51007b0a0 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7fa528000f60 tx=0x7fa528009040 comp rx=0 tx=0).stop 2024-09-21T00:32:04.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.012+0000 7fa533fc6640 1 -- 172.21.15.67:0/3551336570 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa52c0cf0e0 msgr2=0x7fa52c1521e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:04.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.012+0000 7fa533fc6640 1 --2- 172.21.15.67:0/3551336570 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa52c0cf0e0 0x7fa52c1521e0 secure :-1 s=READY pgs=1874 cs=0 l=1 rev1=1 crypto rx=0x7fa51c000c00 tx=0x7fa51c033d60 comp rx=0 tx=0).stop 2024-09-21T00:32:04.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.012+0000 7fa533fc6640 1 -- 172.21.15.67:0/3551336570 shutdown_connections 2024-09-21T00:32:04.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.012+0000 7fa533fc6640 1 --2- 172.21.15.67:0/3551336570 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa510078b90 0x7fa51007b0a0 unknown :-1 s=CLOSED pgs=705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:04.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.012+0000 7fa533fc6640 1 --2- 172.21.15.67:0/3551336570 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa52c0d0c70 0x7fa52c152720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:04.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.012+0000 7fa533fc6640 1 --2- 172.21.15.67:0/3551336570 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa52c0cf0e0 0x7fa52c1521e0 unknown :-1 s=CLOSED pgs=1874 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:04.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.012+0000 7fa533fc6640 1 --2- 172.21.15.67:0/3551336570 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa52c06f4a0 0x7fa52c1f2970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:04.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.012+0000 7fa533fc6640 1 -- 172.21.15.67:0/3551336570 >> 172.21.15.67:0/3551336570 conn(0x7fa52c09d870 msgr2=0x7fa52c161bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:04.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.012+0000 7fa533fc6640 1 -- 172.21.15.67:0/3551336570 shutdown_connections 2024-09-21T00:32:04.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.012+0000 7fa533fc6640 1 -- 172.21.15.67:0/3551336570 wait complete. 2024-09-21T00:32:04.026 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:32:04.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.141+0000 7f0b292f9640 1 -- 172.21.15.67:0/1448062867 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0b100039e0 msgr2=0x7f0b10003e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:04.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.141+0000 7f0b292f9640 1 --2- 172.21.15.67:0/1448062867 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0b100039e0 0x7f0b10003e10 secure :-1 s=READY pgs=1876 cs=0 l=1 rev1=1 crypto rx=0x7f0b1400c610 tx=0x7f0b10005830 comp rx=0 tx=0).stop 2024-09-21T00:32:04.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.141+0000 7f0b237fe640 1 -- 172.21.15.67:0/1448062867 reap_dead start 2024-09-21T00:32:04.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.141+0000 7f0b292f9640 1 -- 172.21.15.67:0/1448062867 shutdown_connections 2024-09-21T00:32:04.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.141+0000 7f0b292f9640 1 -- 172.21.15.67:0/1448062867 >> 172.21.15.67:0/1448062867 conn(0x7f0b2406dfb0 msgr2=0x7f0b2406e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:04.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.141+0000 7f0b292f9640 1 -- 172.21.15.67:0/1448062867 shutdown_connections 2024-09-21T00:32:04.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.141+0000 7f0b292f9640 1 -- 172.21.15.67:0/1448062867 wait complete. 2024-09-21T00:32:04.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.143+0000 7f0b292f9640 1 Processor -- start 2024-09-21T00:32:04.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.143+0000 7f0b292f9640 1 -- start start 2024-09-21T00:32:04.147 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.144+0000 7f0b292f9640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0b100039e0 0x7f0b240cc130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:04.147 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.144+0000 7f0b292f9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0b240cd1d0 0x7f0b240b3fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:04.148 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.144+0000 7f0b292f9640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0b240b6de0 0x7f0b240b5250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:04.148 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.144+0000 7f0b292f9640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f0b2415f2b0 con 0x7f0b240cd1d0 2024-09-21T00:32:04.148 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.144+0000 7f0b292f9640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f0b2415ee40 con 0x7f0b240b6de0 2024-09-21T00:32:04.148 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.144+0000 7f0b292f9640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f0b2415f430 con 0x7f0b100039e0 2024-09-21T00:32:04.148 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.144+0000 7f0b227fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0b240cd1d0 0x7f0b240b3fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:04.148 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.144+0000 7f0b227fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0b240cd1d0 0x7f0b240b3fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54640/0 (socket says 172.21.15.67:54640) 2024-09-21T00:32:04.148 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.144+0000 7f0b227fc640 1 -- 172.21.15.67:0/3435381226 learned_addr learned my addr 172.21.15.67:0/3435381226 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:32:04.148 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.144+0000 7f0b237fe640 1 --2- 172.21.15.67:0/3435381226 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0b240b6de0 0x7f0b240b5250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:04.148 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.144+0000 7f0b22ffd640 1 --2- 172.21.15.67:0/3435381226 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0b100039e0 0x7f0b240cc130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:04.148 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.145+0000 7f0b227fc640 1 -- 172.21.15.67:0/3435381226 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0b100039e0 msgr2=0x7f0b240cc130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:04.148 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.145+0000 7f0b227fc640 1 --2- 172.21.15.67:0/3435381226 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0b100039e0 0x7f0b240cc130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:04.148 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.145+0000 7f0b227fc640 1 -- 172.21.15.67:0/3435381226 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0b240b6de0 msgr2=0x7f0b240b5250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:04.149 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.145+0000 7f0b227fc640 1 --2- 172.21.15.67:0/3435381226 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0b240b6de0 0x7f0b240b5250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:04.149 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.145+0000 7f0b227fc640 1 -- 172.21.15.67:0/3435381226 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b241f6040 con 0x7f0b240cd1d0 2024-09-21T00:32:04.149 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.145+0000 7f0b227fc640 1 --2- 172.21.15.67:0/3435381226 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0b240cd1d0 0x7f0b240b3fc0 secure :-1 s=READY pgs=1877 cs=0 l=1 rev1=1 crypto rx=0x7f0b0c011ae0 tx=0x7f0b0c009e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:04.149 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.145+0000 7f0b1b7fe640 1 -- 172.21.15.67:0/3435381226 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b0c01e070 con 0x7f0b240cd1d0 2024-09-21T00:32:04.149 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.145+0000 7f0b1b7fe640 1 -- 172.21.15.67:0/3435381226 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0b0c00fe70 con 0x7f0b240cd1d0 2024-09-21T00:32:04.149 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.145+0000 7f0b292f9640 1 -- 172.21.15.67:0/3435381226 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b240cb930 con 0x7f0b240cd1d0 2024-09-21T00:32:04.149 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.145+0000 7f0b1b7fe640 1 -- 172.21.15.67:0/3435381226 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b0c004290 con 0x7f0b240cd1d0 2024-09-21T00:32:04.149 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.145+0000 7f0b292f9640 1 -- 172.21.15.67:0/3435381226 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b240b4860 con 0x7f0b240cd1d0 2024-09-21T00:32:04.149 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.146+0000 7f0b292f9640 1 -- 172.21.15.67:0/3435381226 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0b24160b10 con 0x7f0b240cd1d0 2024-09-21T00:32:04.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.148+0000 7f0b1b7fe640 1 -- 172.21.15.67:0/3435381226 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f0b0c021070 con 0x7f0b240cd1d0 2024-09-21T00:32:04.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.148+0000 7f0b1b7fe640 1 --2- 172.21.15.67:0/3435381226 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0b04078b90 0x7f0b0407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:04.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.148+0000 7f0b1b7fe640 1 -- 172.21.15.67:0/3435381226 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(151..151 src has 1..151) ==== 5709+0+0 (secure 0 0 0) 0x7f0b0c09bee0 con 0x7f0b240cd1d0 2024-09-21T00:32:04.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.149+0000 7f0b22ffd640 1 --2- 172.21.15.67:0/3435381226 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0b04078b90 0x7f0b0407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:04.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.149+0000 7f0b22ffd640 1 --2- 172.21.15.67:0/3435381226 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0b04078b90 0x7f0b0407b0a0 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7f0b14033000 tx=0x7f0b14037040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:04.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.154+0000 7f0b1b7fe640 1 -- 172.21.15.67:0/3435381226 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f0b0c063f00 con 0x7f0b240cd1d0 2024-09-21T00:32:04.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.381+0000 7f0b292f9640 1 -- 172.21.15.67:0/3435381226 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0b240d54a0 con 0x7f0b240cd1d0 2024-09-21T00:32:04.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.381+0000 7f0b1b7fe640 1 -- 172.21.15.67:0/3435381226 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 127 v127) ==== 95+0+5230 (secure 0 0 0) 0x7f0b0c068930 con 0x7f0b240cd1d0 2024-09-21T00:32:04.384 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:32:04.384 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":127,"btime":"2024-09-21T00:32:02:140494+0000","default_fscid":11,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7769,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/2656243964","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":2656243964},{"type":"v1","addr":"172.21.15.97:6836","nonce":2656243964}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":122},{"gid":8620,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/2684384130","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":2684384130},{"type":"v1","addr":"172.21.15.97:6837","nonce":2684384130}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":122},{"gid":9564,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/801204650","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":801204650},{"type":"v1","addr":"172.21.15.67:6834","nonce":801204650}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":121}],"filesystems":[{"mdsmap":{"epoch":127,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:31:58.504932+0000","modified":"2024-09-21T00:32:01.526204+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9567},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9567":{"gid":9567,"name":"a","rank":0,"incarnation":123,"state":"up:active","state_seq":3,"addr":"172.21.15.67:6835/4168290440","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":4168290440},{"type":"v1","addr":"172.21.15.67:6835","nonce":4168290440}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[23],"metadata_pool":22,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9567,"qdb_cluster":[9567]},"id":11}]} 2024-09-21T00:32:04.384 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 127 2024-09-21T00:32:04.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.384+0000 7f0b292f9640 1 -- 172.21.15.67:0/3435381226 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0b04078b90 msgr2=0x7f0b0407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:04.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.384+0000 7f0b292f9640 1 --2- 172.21.15.67:0/3435381226 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0b04078b90 0x7f0b0407b0a0 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7f0b14033000 tx=0x7f0b14037040 comp rx=0 tx=0).stop 2024-09-21T00:32:04.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.384+0000 7f0b292f9640 1 -- 172.21.15.67:0/3435381226 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0b240cd1d0 msgr2=0x7f0b240b3fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:04.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.384+0000 7f0b292f9640 1 --2- 172.21.15.67:0/3435381226 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0b240cd1d0 0x7f0b240b3fc0 secure :-1 s=READY pgs=1877 cs=0 l=1 rev1=1 crypto rx=0x7f0b0c011ae0 tx=0x7f0b0c009e90 comp rx=0 tx=0).stop 2024-09-21T00:32:04.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.384+0000 7f0b292f9640 1 -- 172.21.15.67:0/3435381226 shutdown_connections 2024-09-21T00:32:04.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.384+0000 7f0b292f9640 1 --2- 172.21.15.67:0/3435381226 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0b04078b90 0x7f0b0407b0a0 unknown :-1 s=CLOSED pgs=706 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:04.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.384+0000 7f0b292f9640 1 --2- 172.21.15.67:0/3435381226 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0b240b6de0 0x7f0b240b5250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:04.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.384+0000 7f0b292f9640 1 --2- 172.21.15.67:0/3435381226 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0b240cd1d0 0x7f0b240b3fc0 unknown :-1 s=CLOSED pgs=1877 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:04.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.384+0000 7f0b292f9640 1 --2- 172.21.15.67:0/3435381226 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0b100039e0 0x7f0b240cc130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:04.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.384+0000 7f0b292f9640 1 -- 172.21.15.67:0/3435381226 >> 172.21.15.67:0/3435381226 conn(0x7f0b2406dfb0 msgr2=0x7f0b2415deb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:04.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.384+0000 7f0b292f9640 1 -- 172.21.15.67:0/3435381226 shutdown_connections 2024-09-21T00:32:04.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.384+0000 7f0b292f9640 1 -- 172.21.15.67:0/3435381226 wait complete. 2024-09-21T00:32:04.799 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 127, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-21T00:31:58.504932+0000', 'modified': '2024-09-21T00:32:01.526204+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 9567}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_9567': {'gid': 9567, 'name': 'a', 'rank': 0, 'incarnation': 123, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.67:6835/4168290440', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.67:6833', 'nonce': 4168290440}, {'type': 'v1', 'addr': '172.21.15.67:6835', 'nonce': 4168290440}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [23], 'metadata_pool': 22, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 9567, 'qdb_cluster': [9567]} 2024-09-21T00:32:04.800 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-21T00:32:04.800 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-21T00:32:04.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.918+0000 7fe46295f640 1 -- 172.21.15.67:0/2407590484 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe45c0b73f0 msgr2=0x7fe45c0b7800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:04.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.918+0000 7fe46295f640 1 --2- 172.21.15.67:0/2407590484 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe45c0b73f0 0x7fe45c0b7800 secure :-1 s=READY pgs=1878 cs=0 l=1 rev1=1 crypto rx=0x7fe45c06d6c0 tx=0x7fe45402aa30 comp rx=0 tx=0).stop 2024-09-21T00:32:04.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.918+0000 7fe46295f640 1 -- 172.21.15.67:0/2407590484 shutdown_connections 2024-09-21T00:32:04.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.918+0000 7fe46295f640 1 --2- 172.21.15.67:0/2407590484 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe45c0b73f0 0x7fe45c0b7800 unknown :-1 s=CLOSED pgs=1878 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:04.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.918+0000 7fe46295f640 1 --2- 172.21.15.67:0/2407590484 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe45c0d1010 0x7fe45c0d1420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:04.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.918+0000 7fe46295f640 1 --2- 172.21.15.67:0/2407590484 >> v2:172.21.15.97:3300/0 conn(0x7fe45c0b9780 0x7fe45c0d2cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:04.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.918+0000 7fe46295f640 1 -- 172.21.15.67:0/2407590484 >> 172.21.15.67:0/2407590484 conn(0x7fe45c08bee0 msgr2=0x7fe45c0d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:04.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.918+0000 7fe46295f640 1 -- 172.21.15.67:0/2407590484 shutdown_connections 2024-09-21T00:32:04.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.918+0000 7fe46295f640 1 -- 172.21.15.67:0/2407590484 wait complete. 2024-09-21T00:32:04.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.920+0000 7fe46295f640 1 Processor -- start 2024-09-21T00:32:04.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.920+0000 7fe46295f640 1 -- start start 2024-09-21T00:32:04.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.921+0000 7fe46295f640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe45c0b73f0 0x7fe45c1f8110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:04.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.921+0000 7fe46295f640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe45c0b9780 0x7fe45c1f8c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:04.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.921+0000 7fe46295f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe45c0d1010 0x7fe45c15cd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:04.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.921+0000 7fe46295f640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fe45c162c70 con 0x7fe45c0d1010 2024-09-21T00:32:04.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.921+0000 7fe46295f640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fe45c162af0 con 0x7fe45c0b9780 2024-09-21T00:32:04.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.921+0000 7fe46295f640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fe45c162df0 con 0x7fe45c0b73f0 2024-09-21T00:32:04.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.921+0000 7fe460efc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe45c0d1010 0x7fe45c15cd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:04.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.921+0000 7fe460efc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe45c0d1010 0x7fe45c15cd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54668/0 (socket says 172.21.15.67:54668) 2024-09-21T00:32:04.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.921+0000 7fe460efc640 1 -- 172.21.15.67:0/2968264126 learned_addr learned my addr 172.21.15.67:0/2968264126 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:32:04.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.922+0000 7fe45b7fe640 1 --2- 172.21.15.67:0/2968264126 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe45c0b9780 0x7fe45c1f8c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:04.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.922+0000 7fe45bfff640 1 --2- 172.21.15.67:0/2968264126 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe45c0b73f0 0x7fe45c1f8110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:04.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.922+0000 7fe460efc640 1 -- 172.21.15.67:0/2968264126 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe45c0b73f0 msgr2=0x7fe45c1f8110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:04.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.922+0000 7fe460efc640 1 --2- 172.21.15.67:0/2968264126 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe45c0b73f0 0x7fe45c1f8110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:04.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.922+0000 7fe460efc640 1 -- 172.21.15.67:0/2968264126 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe45c0b9780 msgr2=0x7fe45c1f8c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:04.926 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.922+0000 7fe460efc640 1 --2- 172.21.15.67:0/2968264126 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe45c0b9780 0x7fe45c1f8c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:04.926 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.922+0000 7fe460efc640 1 -- 172.21.15.67:0/2968264126 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe45c1f9970 con 0x7fe45c0d1010 2024-09-21T00:32:04.926 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.922+0000 7fe460efc640 1 --2- 172.21.15.67:0/2968264126 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe45c0d1010 0x7fe45c15cd60 secure :-1 s=READY pgs=1879 cs=0 l=1 rev1=1 crypto rx=0x7fe45402b020 tx=0x7fe454003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:04.926 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.922+0000 7fe458ff9640 1 -- 172.21.15.67:0/2968264126 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe454033050 con 0x7fe45c0d1010 2024-09-21T00:32:04.926 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.922+0000 7fe458ff9640 1 -- 172.21.15.67:0/2968264126 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe454004450 con 0x7fe45c0d1010 2024-09-21T00:32:04.926 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.922+0000 7fe458ff9640 1 -- 172.21.15.67:0/2968264126 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe454038450 con 0x7fe45c0d1010 2024-09-21T00:32:04.926 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.922+0000 7fe46295f640 1 -- 172.21.15.67:0/2968264126 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe45c1e8720 con 0x7fe45c0d1010 2024-09-21T00:32:04.927 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.922+0000 7fe46295f640 1 -- 172.21.15.67:0/2968264126 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe45c1e8ce0 con 0x7fe45c0d1010 2024-09-21T00:32:04.928 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.924+0000 7fe458ff9640 1 -- 172.21.15.67:0/2968264126 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fe454036070 con 0x7fe45c0d1010 2024-09-21T00:32:04.928 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.925+0000 7fe458ff9640 1 --2- 172.21.15.67:0/2968264126 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe448078bc0 0x7fe44807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:04.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.925+0000 7fe458ff9640 1 -- 172.21.15.67:0/2968264126 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(151..151 src has 1..151) ==== 5709+0+0 (secure 0 0 0) 0x7fe4540bc240 con 0x7fe45c0d1010 2024-09-21T00:32:04.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.925+0000 7fe45bfff640 1 --2- 172.21.15.67:0/2968264126 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe448078bc0 0x7fe44807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:04.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.925+0000 7fe45bfff640 1 --2- 172.21.15.67:0/2968264126 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe448078bc0 0x7fe44807b0d0 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7fe44c005fd0 tx=0x7fe44c005e20 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:04.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.926+0000 7fe4698c8740 1 Processor -- start 2024-09-21T00:32:04.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.926+0000 7fe4698c8740 1 -- start start 2024-09-21T00:32:04.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.927+0000 7fe4698c8740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561386559270 0x56138692afa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:04.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.927+0000 7fe4698c8740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5613865303b0 0x56138692b4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:04.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.927+0000 7fe4698c8740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561386538590 0x5613869483e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:04.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.927+0000 7fe4698c8740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x561386873820 con 0x561386559270 2024-09-21T00:32:04.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.927+0000 7fe4698c8740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x561386862c50 con 0x561386538590 2024-09-21T00:32:04.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.927+0000 7fe4698c8740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x561386866a60 con 0x5613865303b0 2024-09-21T00:32:04.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.927+0000 7fe45bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561386559270 0x56138692afa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:04.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.927+0000 7fe45bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561386559270 0x56138692afa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54678/0 (socket says 172.21.15.67:54678) 2024-09-21T00:32:04.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.927+0000 7fe45bfff640 1 -- 172.21.15.67:0/1766395377 learned_addr learned my addr 172.21.15.67:0/1766395377 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:32:04.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.927+0000 7fe45b7fe640 1 --2- 172.21.15.67:0/1766395377 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5613865303b0 0x56138692b4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:04.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.927+0000 7fe460efc640 1 --2- 172.21.15.67:0/1766395377 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561386538590 0x5613869483e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:04.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.927+0000 7fe45bfff640 1 -- 172.21.15.67:0/1766395377 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5613865303b0 msgr2=0x56138692b4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:32:04.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.927+0000 7fe45bfff640 1 --2- 172.21.15.67:0/1766395377 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5613865303b0 0x56138692b4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:04.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.927+0000 7fe45bfff640 1 -- 172.21.15.67:0/1766395377 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561386538590 msgr2=0x5613869483e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:32:04.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.927+0000 7fe45bfff640 1 --2- 172.21.15.67:0/1766395377 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561386538590 0x5613869483e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:04.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.927+0000 7fe45bfff640 1 -- 172.21.15.67:0/1766395377 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5613865c4850 con 0x561386559270 2024-09-21T00:32:04.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.928+0000 7fe45bfff640 1 --2- 172.21.15.67:0/1766395377 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561386559270 0x56138692afa0 secure :-1 s=READY pgs=1880 cs=0 l=1 rev1=1 crypto rx=0x7fe44c00fdf0 tx=0x7fe44c012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=25f608e1dfaa9feb server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:04.944 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.928+0000 7fe441ffb640 1 -- 172.21.15.67:0/1766395377 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe44c022070 con 0x561386559270 2024-09-21T00:32:04.944 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.928+0000 7fe441ffb640 1 -- 172.21.15.67:0/1766395377 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe44c01e450 con 0x561386559270 2024-09-21T00:32:04.944 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.928+0000 7fe441ffb640 1 -- 172.21.15.67:0/1766395377 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe44c01e800 con 0x561386559270 2024-09-21T00:32:04.944 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.929+0000 7fe4698c8740 1 -- 172.21.15.67:0/1766395377 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561386559270 msgr2=0x56138692afa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:04.944 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.929+0000 7fe4698c8740 1 --2- 172.21.15.67:0/1766395377 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561386559270 0x56138692afa0 secure :-1 s=READY pgs=1880 cs=0 l=1 rev1=1 crypto rx=0x7fe44c00fdf0 tx=0x7fe44c012000 comp rx=0 tx=0).stop 2024-09-21T00:32:04.944 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.929+0000 7fe4698c8740 1 -- 172.21.15.67:0/1766395377 shutdown_connections 2024-09-21T00:32:04.944 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.929+0000 7fe4698c8740 1 --2- 172.21.15.67:0/1766395377 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561386538590 0x5613869483e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:04.944 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.929+0000 7fe4698c8740 1 --2- 172.21.15.67:0/1766395377 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5613865303b0 0x56138692b4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:04.944 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.929+0000 7fe4698c8740 1 --2- 172.21.15.67:0/1766395377 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561386559270 0x56138692afa0 unknown :-1 s=CLOSED pgs=1880 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:04.944 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.929+0000 7fe4698c8740 1 -- 172.21.15.67:0/1766395377 >> 172.21.15.67:0/1766395377 conn(0x56138654d3c0 msgr2=0x561386901260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:04.944 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.929+0000 7fe4698c8740 1 -- 172.21.15.67:0/1766395377 shutdown_connections 2024-09-21T00:32:04.944 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.929+0000 7fe4698c8740 1 -- 172.21.15.67:0/1766395377 wait complete. 2024-09-21T00:32:04.944 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.930+0000 7fe4698c8740 1 -- start start 2024-09-21T00:32:04.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.930+0000 7fe4698c8740 1 Processor -- start 2024-09-21T00:32:04.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.931+0000 7fe4698c8740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5613865303b0 0x561386914390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:04.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.931+0000 7fe4698c8740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561386538590 0x561386958a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:04.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.931+0000 7fe4698c8740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561386559270 0x5613868fa7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:04.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.931+0000 7fe4698c8740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5613865d3620 con 0x561386559270 2024-09-21T00:32:04.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.931+0000 7fe4698c8740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5613868085f0 con 0x5613865303b0 2024-09-21T00:32:04.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.931+0000 7fe4698c8740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x56138692ba20 con 0x561386538590 2024-09-21T00:32:04.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.931+0000 7fe4698c8740 10 client.0 _ll_register_callbacks cb 0x56138680c0a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:32:04.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.931+0000 7fe460efc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561386559270 0x5613868fa7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:04.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.931+0000 7fe460efc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561386559270 0x5613868fa7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54684/0 (socket says 172.21.15.67:54684) 2024-09-21T00:32:04.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.931+0000 7fe460efc640 1 -- 172.21.15.67:0/1348238235 learned_addr learned my addr 172.21.15.67:0/1348238235 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:32:04.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.932+0000 7fe45bfff640 1 --2- 172.21.15.67:0/1348238235 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5613865303b0 0x561386914390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:04.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.931+0000 7fe45b7fe640 1 --2- 172.21.15.67:0/1348238235 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561386538590 0x561386958a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:04.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.932+0000 7fe460efc640 1 -- 172.21.15.67:0/1348238235 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561386538590 msgr2=0x561386958a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:32:04.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.932+0000 7fe460efc640 1 --2- 172.21.15.67:0/1348238235 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561386538590 0x561386958a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:04.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.932+0000 7fe460efc640 1 -- 172.21.15.67:0/1348238235 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5613865303b0 msgr2=0x561386914390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:32:04.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.932+0000 7fe460efc640 1 --2- 172.21.15.67:0/1348238235 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5613865303b0 0x561386914390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:04.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.932+0000 7fe460efc640 1 -- 172.21.15.67:0/1348238235 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56138663b6b0 con 0x561386559270 2024-09-21T00:32:04.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.932+0000 7fe45bfff640 1 --2- 172.21.15.67:0/1348238235 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5613865303b0 0x561386914390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:32:04.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.932+0000 7fe45b7fe640 1 --2- 172.21.15.67:0/1348238235 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561386538590 0x561386958a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:32:04.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.932+0000 7fe460efc640 1 --2- 172.21.15.67:0/1348238235 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561386559270 0x5613868fa7e0 secure :-1 s=READY pgs=1881 cs=0 l=1 rev1=1 crypto rx=0x7fe4540811f0 tx=0x7fe454084550 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a19f95e361f885f server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:04.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.932+0000 7fe43affd640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:32:04.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.932+0000 7fe43affd640 1 -- 172.21.15.67:0/1348238235 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4540bad90 con 0x561386559270 2024-09-21T00:32:04.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.932+0000 7fe43affd640 1 -- 172.21.15.67:0/1348238235 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(151..151 src has 1..151) ==== 5709+0+0 (secure 0 0 0) 0x7fe454004b40 con 0x561386559270 2024-09-21T00:32:04.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.932+0000 7fe4698c8740 1 -- 172.21.15.67:0/1348238235 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe44c01e450 con 0x561386559270 2024-09-21T00:32:04.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.932+0000 7fe43affd640 1 -- 172.21.15.67:0/1348238235 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=127) ==== 24+0+0 (secure 0 0 0) 0x7fe454084680 con 0x561386559270 2024-09-21T00:32:04.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.932+0000 7fe4698c8740 10 client.9693 fetch_fsmap learned FSMap version 127 2024-09-21T00:32:04.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.932+0000 7fe4698c8740 1 -- 172.21.15.67:0/1348238235 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=127,monmap=2+}) -- 0x561386955b20 con 0x561386559270 2024-09-21T00:32:04.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.932+0000 7fe43affd640 1 -- 172.21.15.67:0/1348238235 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe44c01e450 con 0x561386559270 2024-09-21T00:32:04.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.932+0000 7fe43affd640 1 -- 172.21.15.67:0/1348238235 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 127) ==== 3502+0+0 (secure 0 0 0) 0x7fe454040070 con 0x561386559270 2024-09-21T00:32:04.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.932+0000 7fe4698c8740 10 client.9693 fetch_fsmap finished waiting for FSMap version 127 2024-09-21T00:32:04.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.932+0000 7fe4698c8740 10 client.9693 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-21T00:32:04.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.932+0000 7fe4698c8740 20 client.9693 populate_metadata read hostname 'smithi067' 2024-09-21T00:32:04.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.932+0000 7fe4698c8740 1 --2- 172.21.15.67:0/1348238235 >> [v2:172.21.15.67:6833/4168290440,v1:172.21.15.67:6835/4168290440] conn(0x561386517e40 0x5613869153b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:04.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.932+0000 7fe4698c8740 4 client.9693 mds_command: new command op to 9567 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:32:04.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.932+0000 7fe4698c8740 1 -- 172.21.15.67:0/1348238235 --> [v2:172.21.15.67:6833/4168290440,v1:172.21.15.67:6835/4168290440] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561386875770 con 0x561386517e40 2024-09-21T00:32:04.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.933+0000 7fe45bfff640 1 --2- 172.21.15.67:0/1348238235 >> [v2:172.21.15.67:6833/4168290440,v1:172.21.15.67:6835/4168290440] conn(0x561386517e40 0x5613869153b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:04.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.933+0000 7fe43affd640 10 client.9693 ms_handle_connect on v2:172.21.15.67:6833/4168290440 2024-09-21T00:32:04.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.933+0000 7fe45bfff640 1 --2- 172.21.15.67:0/1348238235 >> [v2:172.21.15.67:6833/4168290440,v1:172.21.15.67:6835/4168290440] conn(0x561386517e40 0x5613869153b0 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=621e35a95232aabd server_cookie=ed8b17f0d7790476 in_seq=0 out_seq=0 2024-09-21T00:32:04.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.934+0000 7fe43affd640 1 -- 172.21.15.67:0/1348238235 <== mds.0 v2:172.21.15.67:6833/4168290440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x561386875770 con 0x561386517e40 2024-09-21T00:32:04.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.934+0000 7fe43affd640 10 client.9693 handle_command_reply: tid=0 2024-09-21T00:32:04.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.934+0000 7fe4698c8740 1 client.9693 shutdown 2024-09-21T00:32:04.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.934+0000 7fe4698c8740 1 -- 172.21.15.67:0/1348238235 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561386559270 msgr2=0x5613868fa7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:04.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.934+0000 7fe4698c8740 1 --2- 172.21.15.67:0/1348238235 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561386559270 0x5613868fa7e0 secure :-1 s=READY pgs=1881 cs=0 l=1 rev1=1 crypto rx=0x7fe4540811f0 tx=0x7fe454084550 comp rx=0 tx=0).stop 2024-09-21T00:32:04.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.934+0000 7fe4698c8740 1 -- 172.21.15.67:0/1348238235 shutdown_connections 2024-09-21T00:32:04.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.934+0000 7fe4698c8740 1 --2- 172.21.15.67:0/1348238235 >> [v2:172.21.15.67:6833/4168290440,v1:172.21.15.67:6835/4168290440] conn(0x561386517e40 0x5613869153b0 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:04.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.934+0000 7fe4698c8740 1 --2- 172.21.15.67:0/1348238235 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561386559270 0x5613868fa7e0 unknown :-1 s=CLOSED pgs=1881 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:04.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.934+0000 7fe43affd640 0 client.9693 ms_handle_reset on v2:172.21.15.67:6833/4168290440 2024-09-21T00:32:04.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.934+0000 7fe4698c8740 1 --2- 172.21.15.67:0/1348238235 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561386538590 0x561386958a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:04.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.934+0000 7fe4698c8740 1 --2- 172.21.15.67:0/1348238235 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5613865303b0 0x561386914390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:04.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.934+0000 7fe4698c8740 1 -- 172.21.15.67:0/1348238235 >> 172.21.15.67:0/1348238235 conn(0x56138654d3c0 msgr2=0x5613869479b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:04.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.934+0000 7fe4698c8740 1 -- 172.21.15.67:0/1348238235 shutdown_connections 2024-09-21T00:32:04.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.934+0000 7fe4698c8740 1 -- 172.21.15.67:0/1348238235 wait complete. 2024-09-21T00:32:04.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.934+0000 7fe4698c8740 20 client.9693 trim_cache size 0 max 16384 2024-09-21T00:32:04.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.953+0000 7fe4698c8740 1 Processor -- start 2024-09-21T00:32:04.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.953+0000 7fe4698c8740 1 -- start start 2024-09-21T00:32:04.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.954+0000 7fe4698c8740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5613865303b0 0x56138695ed20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:04.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.954+0000 7fe4698c8740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561386538590 0x561386947710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:04.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.954+0000 7fe4698c8740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561386559270 0x561386947c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:04.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.954+0000 7fe4698c8740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fe45c201230 con 0x5613865303b0 2024-09-21T00:32:04.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.954+0000 7fe4698c8740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fe45c0b88a0 con 0x561386538590 2024-09-21T00:32:04.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.954+0000 7fe4698c8740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fe45c200c40 con 0x561386559270 2024-09-21T00:32:04.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.954+0000 7fe45bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5613865303b0 0x56138695ed20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:04.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.954+0000 7fe45bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5613865303b0 0x56138695ed20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54688/0 (socket says 172.21.15.67:54688) 2024-09-21T00:32:04.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.954+0000 7fe45bfff640 1 -- 172.21.15.67:0/2571037444 learned_addr learned my addr 172.21.15.67:0/2571037444 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:32:04.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.954+0000 7fe460efc640 1 --2- 172.21.15.67:0/2571037444 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561386559270 0x561386947c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:04.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.954+0000 7fe45b7fe640 1 --2- 172.21.15.67:0/2571037444 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561386538590 0x561386947710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:04.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.955+0000 7fe45bfff640 1 -- 172.21.15.67:0/2571037444 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561386559270 msgr2=0x561386947c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:32:04.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.955+0000 7fe45bfff640 1 --2- 172.21.15.67:0/2571037444 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561386559270 0x561386947c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:04.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.955+0000 7fe45bfff640 1 -- 172.21.15.67:0/2571037444 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561386538590 msgr2=0x561386947710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:32:04.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.955+0000 7fe45bfff640 1 --2- 172.21.15.67:0/2571037444 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561386538590 0x561386947710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:04.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.955+0000 7fe45bfff640 1 -- 172.21.15.67:0/2571037444 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5613869482e0 con 0x5613865303b0 2024-09-21T00:32:04.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.955+0000 7fe45b7fe640 1 --2- 172.21.15.67:0/2571037444 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561386538590 0x561386947710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:32:04.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.955+0000 7fe45bfff640 1 --2- 172.21.15.67:0/2571037444 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5613865303b0 0x56138695ed20 secure :-1 s=READY pgs=1882 cs=0 l=1 rev1=1 crypto rx=0x7fe44c00b900 tx=0x7fe44c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8be1a568e6e0e661 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:04.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.955+0000 7fe4417fa640 1 -- 172.21.15.67:0/2571037444 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe44c015040 con 0x5613865303b0 2024-09-21T00:32:04.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.955+0000 7fe4417fa640 1 -- 172.21.15.67:0/2571037444 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe44c032660 con 0x5613865303b0 2024-09-21T00:32:04.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.955+0000 7fe4417fa640 1 -- 172.21.15.67:0/2571037444 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe44c022040 con 0x5613865303b0 2024-09-21T00:32:04.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.956+0000 7fe4698c8740 1 -- 172.21.15.67:0/2571037444 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5613865303b0 msgr2=0x56138695ed20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:04.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.956+0000 7fe4698c8740 1 --2- 172.21.15.67:0/2571037444 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5613865303b0 0x56138695ed20 secure :-1 s=READY pgs=1882 cs=0 l=1 rev1=1 crypto rx=0x7fe44c00b900 tx=0x7fe44c004730 comp rx=0 tx=0).stop 2024-09-21T00:32:04.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.956+0000 7fe4698c8740 1 -- 172.21.15.67:0/2571037444 shutdown_connections 2024-09-21T00:32:04.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.956+0000 7fe4698c8740 1 --2- 172.21.15.67:0/2571037444 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561386559270 0x561386947c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:04.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.956+0000 7fe4698c8740 1 --2- 172.21.15.67:0/2571037444 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561386538590 0x561386947710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:04.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.956+0000 7fe4698c8740 1 --2- 172.21.15.67:0/2571037444 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5613865303b0 0x56138695ed20 unknown :-1 s=CLOSED pgs=1882 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:04.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.956+0000 7fe4698c8740 1 -- 172.21.15.67:0/2571037444 >> 172.21.15.67:0/2571037444 conn(0x56138654d3c0 msgr2=0x561386948da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:04.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.956+0000 7fe4698c8740 1 -- 172.21.15.67:0/2571037444 shutdown_connections 2024-09-21T00:32:04.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.956+0000 7fe4698c8740 1 -- 172.21.15.67:0/2571037444 wait complete. 2024-09-21T00:32:04.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.957+0000 7fe4698c8740 1 -- start start 2024-09-21T00:32:04.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.957+0000 7fe4698c8740 1 Processor -- start 2024-09-21T00:32:04.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.958+0000 7fe4698c8740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5613865303b0 0x5613869185b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:04.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.958+0000 7fe4698c8740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561386538590 0x5613869bb310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:04.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.958+0000 7fe4698c8740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561386559270 0x561386913160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:04.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.958+0000 7fe4698c8740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5613865d3620 con 0x561386538590 2024-09-21T00:32:04.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.958+0000 7fe4698c8740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x56138692ba20 con 0x5613865303b0 2024-09-21T00:32:04.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.958+0000 7fe4698c8740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x5613868085f0 con 0x561386559270 2024-09-21T00:32:04.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.958+0000 7fe4698c8740 10 client.0 _ll_register_callbacks cb 0x7fe45407fe20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:32:04.964 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.958+0000 7fe45b7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561386538590 0x5613869bb310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:04.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.958+0000 7fe45b7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561386538590 0x5613869bb310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54704/0 (socket says 172.21.15.67:54704) 2024-09-21T00:32:04.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.958+0000 7fe45b7fe640 1 -- 172.21.15.67:0/1488338196 learned_addr learned my addr 172.21.15.67:0/1488338196 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:32:04.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.958+0000 7fe45bfff640 1 --2- 172.21.15.67:0/1488338196 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5613865303b0 0x5613869185b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:04.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.958+0000 7fe460efc640 1 --2- 172.21.15.67:0/1488338196 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561386559270 0x561386913160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:04.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.958+0000 7fe45b7fe640 1 -- 172.21.15.67:0/1488338196 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561386559270 msgr2=0x561386913160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:32:04.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.959+0000 7fe45b7fe640 1 --2- 172.21.15.67:0/1488338196 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561386559270 0x561386913160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:04.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.959+0000 7fe45b7fe640 1 -- 172.21.15.67:0/1488338196 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5613865303b0 msgr2=0x5613869185b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:32:04.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.959+0000 7fe45b7fe640 1 --2- 172.21.15.67:0/1488338196 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5613865303b0 0x5613869185b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:04.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.959+0000 7fe45b7fe640 1 -- 172.21.15.67:0/1488338196 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561386919050 con 0x561386538590 2024-09-21T00:32:04.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.959+0000 7fe45b7fe640 1 --2- 172.21.15.67:0/1488338196 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561386538590 0x5613869bb310 secure :-1 s=READY pgs=1883 cs=0 l=1 rev1=1 crypto rx=0x7fe45c0cf710 tx=0x7fe45000de40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb3fd1366884be3a server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:04.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.959+0000 7fe43affd640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:32:04.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.959+0000 7fe43affd640 1 -- 172.21.15.67:0/1488338196 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe450003da0 con 0x561386538590 2024-09-21T00:32:04.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.959+0000 7fe43affd640 1 -- 172.21.15.67:0/1488338196 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(151..151 src has 1..151) ==== 5709+0+0 (secure 0 0 0) 0x7fe45001dad0 con 0x561386538590 2024-09-21T00:32:04.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.959+0000 7fe4698c8740 1 -- 172.21.15.67:0/1488338196 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe44c032660 con 0x561386538590 2024-09-21T00:32:04.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.959+0000 7fe43affd640 1 -- 172.21.15.67:0/1488338196 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=127) ==== 24+0+0 (secure 0 0 0) 0x7fe45001dcd0 con 0x561386538590 2024-09-21T00:32:04.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.959+0000 7fe4698c8740 10 client.9699 fetch_fsmap learned FSMap version 127 2024-09-21T00:32:04.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.959+0000 7fe4698c8740 1 -- 172.21.15.67:0/1488338196 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=127,monmap=2+}) -- 0x5613868fd990 con 0x561386538590 2024-09-21T00:32:04.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.959+0000 7fe43affd640 1 -- 172.21.15.67:0/1488338196 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe44c032660 con 0x561386538590 2024-09-21T00:32:04.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.959+0000 7fe43affd640 1 -- 172.21.15.67:0/1488338196 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 127) ==== 3502+0+0 (secure 0 0 0) 0x7fe450024050 con 0x561386538590 2024-09-21T00:32:04.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.959+0000 7fe4698c8740 10 client.9699 fetch_fsmap finished waiting for FSMap version 127 2024-09-21T00:32:04.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.959+0000 7fe4698c8740 10 client.9699 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-21T00:32:04.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.959+0000 7fe4698c8740 20 client.9699 populate_metadata read hostname 'smithi067' 2024-09-21T00:32:04.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.959+0000 7fe4698c8740 1 --2- 172.21.15.67:0/1488338196 >> [v2:172.21.15.67:6833/4168290440,v1:172.21.15.67:6835/4168290440] conn(0x5613869c80c0 0x5613869c84d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:04.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.959+0000 7fe4698c8740 4 client.9699 mds_command: new command op to 9567 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-21T00:32:04.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.959+0000 7fe4698c8740 1 -- 172.21.15.67:0/1488338196 --> [v2:172.21.15.67:6833/4168290440,v1:172.21.15.67:6835/4168290440] -- command(tid 0: {"prefix": "status"}) -- 0x561386871220 con 0x5613869c80c0 2024-09-21T00:32:04.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.960+0000 7fe45bfff640 1 --2- 172.21.15.67:0/1488338196 >> [v2:172.21.15.67:6833/4168290440,v1:172.21.15.67:6835/4168290440] conn(0x5613869c80c0 0x5613869c84d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:04.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.960+0000 7fe43affd640 10 client.9699 ms_handle_connect on v2:172.21.15.67:6833/4168290440 2024-09-21T00:32:04.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.960+0000 7fe45bfff640 1 --2- 172.21.15.67:0/1488338196 >> [v2:172.21.15.67:6833/4168290440,v1:172.21.15.67:6835/4168290440] conn(0x5613869c80c0 0x5613869c84d0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c7ab9483049b542b server_cookie=d3b39d881b8b8af4 in_seq=0 out_seq=0 2024-09-21T00:32:04.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.960+0000 7fe43affd640 1 -- 172.21.15.67:0/1488338196 <== mds.0 v2:172.21.15.67:6833/4168290440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+334 (crc 0 0 0) 0x561386871220 con 0x5613869c80c0 2024-09-21T00:32:04.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.960+0000 7fe43affd640 10 client.9699 handle_command_reply: tid=0 2024-09-21T00:32:04.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.960+0000 7fe4698c8740 1 client.9699 shutdown 2024-09-21T00:32:04.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.960+0000 7fe4698c8740 1 -- 172.21.15.67:0/1488338196 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561386538590 msgr2=0x5613869bb310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:04.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.960+0000 7fe4698c8740 1 --2- 172.21.15.67:0/1488338196 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561386538590 0x5613869bb310 secure :-1 s=READY pgs=1883 cs=0 l=1 rev1=1 crypto rx=0x7fe45c0cf710 tx=0x7fe45000de40 comp rx=0 tx=0).stop 2024-09-21T00:32:04.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.960+0000 7fe4698c8740 1 -- 172.21.15.67:0/1488338196 shutdown_connections 2024-09-21T00:32:04.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.960+0000 7fe4698c8740 1 --2- 172.21.15.67:0/1488338196 >> [v2:172.21.15.67:6833/4168290440,v1:172.21.15.67:6835/4168290440] conn(0x5613869c80c0 0x5613869c84d0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:04.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.960+0000 7fe4698c8740 1 --2- 172.21.15.67:0/1488338196 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561386559270 0x561386913160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:04.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.960+0000 7fe4698c8740 1 --2- 172.21.15.67:0/1488338196 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561386538590 0x5613869bb310 unknown :-1 s=CLOSED pgs=1883 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:04.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.960+0000 7fe4698c8740 1 --2- 172.21.15.67:0/1488338196 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5613865303b0 0x5613869185b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:04.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.960+0000 7fe43affd640 0 client.9699 ms_handle_reset on v2:172.21.15.67:6833/4168290440 2024-09-21T00:32:04.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.960+0000 7fe4698c8740 1 -- 172.21.15.67:0/1488338196 >> 172.21.15.67:0/1488338196 conn(0x56138654d3c0 msgr2=0x5613868fbf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:04.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.960+0000 7fe4698c8740 1 -- 172.21.15.67:0/1488338196 shutdown_connections 2024-09-21T00:32:04.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.960+0000 7fe4698c8740 1 -- 172.21.15.67:0/1488338196 wait complete. 2024-09-21T00:32:04.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.961+0000 7fe4698c8740 20 client.9699 trim_cache size 0 max 16384 2024-09-21T00:32:04.968 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:32:04.968 INFO:teuthology.orchestra.run.smithi067.stdout: "cluster_fsid": "166a8832-baab-4541-be5c-9c3483b3f7a3", 2024-09-21T00:32:04.968 INFO:teuthology.orchestra.run.smithi067.stdout: "whoami": 0, 2024-09-21T00:32:04.968 INFO:teuthology.orchestra.run.smithi067.stdout: "id": 9567, 2024-09-21T00:32:04.968 INFO:teuthology.orchestra.run.smithi067.stdout: "want_state": "up:active", 2024-09-21T00:32:04.968 INFO:teuthology.orchestra.run.smithi067.stdout: "state": "up:active", 2024-09-21T00:32:04.968 INFO:teuthology.orchestra.run.smithi067.stdout: "fs_name": "cephfs", 2024-09-21T00:32:04.968 INFO:teuthology.orchestra.run.smithi067.stdout: "rank_uptime": 5.8502698659999997, 2024-09-21T00:32:04.969 INFO:teuthology.orchestra.run.smithi067.stdout: "mdsmap_epoch": 127, 2024-09-21T00:32:04.969 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch": 151, 2024-09-21T00:32:04.969 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch_barrier": 151, 2024-09-21T00:32:04.969 INFO:teuthology.orchestra.run.smithi067.stdout: "uptime": 10.487392763000001 2024-09-21T00:32:04.969 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:32:04.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.961+0000 7fe46295f640 1 -- 172.21.15.67:0/2968264126 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe448078bc0 msgr2=0x7fe44807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:04.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.961+0000 7fe46295f640 1 --2- 172.21.15.67:0/2968264126 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe448078bc0 0x7fe44807b0d0 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7fe44c005fd0 tx=0x7fe44c005e20 comp rx=0 tx=0).stop 2024-09-21T00:32:04.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.961+0000 7fe46295f640 1 -- 172.21.15.67:0/2968264126 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe45c0d1010 msgr2=0x7fe45c15cd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:04.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.961+0000 7fe46295f640 1 --2- 172.21.15.67:0/2968264126 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe45c0d1010 0x7fe45c15cd60 secure :-1 s=READY pgs=1879 cs=0 l=1 rev1=1 crypto rx=0x7fe45402b020 tx=0x7fe454003f10 comp rx=0 tx=0).stop 2024-09-21T00:32:04.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.961+0000 7fe46295f640 1 -- 172.21.15.67:0/2968264126 shutdown_connections 2024-09-21T00:32:04.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.961+0000 7fe46295f640 1 --2- 172.21.15.67:0/2968264126 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe448078bc0 0x7fe44807b0d0 unknown :-1 s=CLOSED pgs=707 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:04.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.961+0000 7fe46295f640 1 --2- 172.21.15.67:0/2968264126 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe45c0d1010 0x7fe45c15cd60 unknown :-1 s=CLOSED pgs=1879 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:04.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.961+0000 7fe46295f640 1 --2- 172.21.15.67:0/2968264126 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe45c0b9780 0x7fe45c1f8c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:04.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.961+0000 7fe46295f640 1 --2- 172.21.15.67:0/2968264126 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe45c0b73f0 0x7fe45c1f8110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:04.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.961+0000 7fe46295f640 1 -- 172.21.15.67:0/2968264126 >> 172.21.15.67:0/2968264126 conn(0x7fe45c08bee0 msgr2=0x7fe45c06de70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:04.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.961+0000 7fe46295f640 1 -- 172.21.15.67:0/2968264126 shutdown_connections 2024-09-21T00:32:04.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:04.961+0000 7fe46295f640 1 -- 172.21.15.67:0/2968264126 wait complete. 2024-09-21T00:32:04.975 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-21T00:32:05.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:05.090+0000 7f87ce0de640 1 -- 172.21.15.67:0/2863585822 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f87b0004000 msgr2=0x7f87b0004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:05.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:05.090+0000 7f87ce0de640 1 --2- 172.21.15.67:0/2863585822 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f87b0004000 0x7f87b0004800 secure :-1 s=READY pgs=1885 cs=0 l=1 rev1=1 crypto rx=0x7f87c8073be0 tx=0x7f87b0005830 comp rx=0 tx=0).stop 2024-09-21T00:32:05.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:05.090+0000 7f87c7fff640 1 -- 172.21.15.67:0/2863585822 reap_dead start 2024-09-21T00:32:05.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:05.090+0000 7f87ce0de640 1 -- 172.21.15.67:0/2863585822 shutdown_connections 2024-09-21T00:32:05.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:05.090+0000 7f87ce0de640 1 -- 172.21.15.67:0/2863585822 >> 172.21.15.67:0/2863585822 conn(0x7f87c80d1280 msgr2=0x7f87c80d1690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:05.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:05.090+0000 7f87ce0de640 1 -- 172.21.15.67:0/2863585822 shutdown_connections 2024-09-21T00:32:05.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:05.090+0000 7f87ce0de640 1 -- 172.21.15.67:0/2863585822 wait complete. 2024-09-21T00:32:05.094 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:05.092+0000 7f87ce0de640 1 Processor -- start 2024-09-21T00:32:05.094 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:05.092+0000 7f87ce0de640 1 -- start start 2024-09-21T00:32:05.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:05.093+0000 7f87ce0de640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f87b0004000 0x7f87c8155480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:05.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:05.093+0000 7f87ce0de640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f87c815e610 0x7f87c815ea20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:05.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:05.093+0000 7f87ce0de640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f87c80afbe0 0x7f87c80afff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:05.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:05.093+0000 7f87ce0de640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f87c8164710 con 0x7f87c815e610 2024-09-21T00:32:05.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:05.093+0000 7f87ce0de640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f87c80b65a0 con 0x7f87b0004000 2024-09-21T00:32:05.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:05.093+0000 7f87ce0de640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f87c8164890 con 0x7f87c80afbe0 2024-09-21T00:32:05.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:05.093+0000 7f87c6ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f87c815e610 0x7f87c815ea20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:05.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:05.094+0000 7f87c6ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f87c815e610 0x7f87c815ea20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54726/0 (socket says 172.21.15.67:54726) 2024-09-21T00:32:05.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:05.094+0000 7f87c6ffd640 1 -- 172.21.15.67:0/759737892 learned_addr learned my addr 172.21.15.67:0/759737892 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:32:05.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:05.094+0000 7f87c7fff640 1 --2- 172.21.15.67:0/759737892 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f87c80afbe0 0x7f87c80afff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:05.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:05.094+0000 7f87c77fe640 1 --2- 172.21.15.67:0/759737892 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f87b0004000 0x7f87c8155480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:05.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:05.094+0000 7f87c6ffd640 1 -- 172.21.15.67:0/759737892 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f87c80afbe0 msgr2=0x7f87c80afff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:05.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:05.094+0000 7f87c6ffd640 1 --2- 172.21.15.67:0/759737892 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f87c80afbe0 0x7f87c80afff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:05.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:05.094+0000 7f87c6ffd640 1 -- 172.21.15.67:0/759737892 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f87b0004000 msgr2=0x7f87c8155480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:05.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:05.094+0000 7f87c6ffd640 1 --2- 172.21.15.67:0/759737892 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f87b0004000 0x7f87c8155480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:05.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:05.094+0000 7f87c6ffd640 1 -- 172.21.15.67:0/759737892 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87c80b0530 con 0x7f87c815e610 2024-09-21T00:32:05.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:05.094+0000 7f87c6ffd640 1 --2- 172.21.15.67:0/759737892 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f87c815e610 0x7f87c815ea20 secure :-1 s=READY pgs=1886 cs=0 l=1 rev1=1 crypto rx=0x7f87bc00c350 tx=0x7f87bc006ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:05.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:05.094+0000 7f87affff640 1 -- 172.21.15.67:0/759737892 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87bc0037f0 con 0x7f87c815e610 2024-09-21T00:32:05.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:05.094+0000 7f87affff640 1 -- 172.21.15.67:0/759737892 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f87bc003a80 con 0x7f87c815e610 2024-09-21T00:32:05.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:05.094+0000 7f87ce0de640 1 -- 172.21.15.67:0/759737892 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87c81f6b70 con 0x7f87c815e610 2024-09-21T00:32:05.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:05.094+0000 7f87affff640 1 -- 172.21.15.67:0/759737892 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87bc037450 con 0x7f87c815e610 2024-09-21T00:32:05.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:05.094+0000 7f87ce0de640 1 -- 172.21.15.67:0/759737892 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87c81f62d0 con 0x7f87c815e610 2024-09-21T00:32:05.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:05.095+0000 7f87ce0de640 1 -- 172.21.15.67:0/759737892 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f87c81f5d40 con 0x7f87c815e610 2024-09-21T00:32:05.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:05.096+0000 7f87affff640 1 -- 172.21.15.67:0/759737892 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f87bc035020 con 0x7f87c815e610 2024-09-21T00:32:05.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:05.097+0000 7f87affff640 1 --2- 172.21.15.67:0/759737892 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f87b4078b90 0x7f87b407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:05.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:05.097+0000 7f87affff640 1 -- 172.21.15.67:0/759737892 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(151..151 src has 1..151) ==== 5709+0+0 (secure 0 0 0) 0x7f87bc0bbad0 con 0x7f87c815e610 2024-09-21T00:32:05.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:05.097+0000 7f87c77fe640 1 --2- 172.21.15.67:0/759737892 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f87b4078b90 0x7f87b407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:05.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:05.098+0000 7f87c77fe640 1 --2- 172.21.15.67:0/759737892 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f87b4078b90 0x7f87b407b0a0 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7f87b8000c00 tx=0x7f87b8006b60 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:05.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:05.101+0000 7f87affff640 1 -- 172.21.15.67:0/759737892 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f87c80b0530 con 0x7f87c815e610 2024-09-21T00:32:05.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:05.327+0000 7f87ce0de640 1 -- 172.21.15.67:0/759737892 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f87c80b5260 con 0x7f87c815e610 2024-09-21T00:32:05.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:05.327+0000 7f87affff640 1 -- 172.21.15.67:0/759737892 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v127) ==== 53+0+73 (secure 0 0 0) 0x7f87bc0838c0 con 0x7f87c815e610 2024-09-21T00:32:05.330 INFO:teuthology.orchestra.run.smithi067.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-21T00:32:05.332 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:05.330+0000 7f87ce0de640 1 -- 172.21.15.67:0/759737892 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f87b4078b90 msgr2=0x7f87b407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:05.332 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:05.330+0000 7f87ce0de640 1 --2- 172.21.15.67:0/759737892 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f87b4078b90 0x7f87b407b0a0 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7f87b8000c00 tx=0x7f87b8006b60 comp rx=0 tx=0).stop 2024-09-21T00:32:05.332 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:05.330+0000 7f87ce0de640 1 -- 172.21.15.67:0/759737892 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f87c815e610 msgr2=0x7f87c815ea20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:05.332 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:05.330+0000 7f87ce0de640 1 --2- 172.21.15.67:0/759737892 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f87c815e610 0x7f87c815ea20 secure :-1 s=READY pgs=1886 cs=0 l=1 rev1=1 crypto rx=0x7f87bc00c350 tx=0x7f87bc006ce0 comp rx=0 tx=0).stop 2024-09-21T00:32:05.332 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:05.330+0000 7f87ce0de640 1 -- 172.21.15.67:0/759737892 shutdown_connections 2024-09-21T00:32:05.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:05.330+0000 7f87ce0de640 1 --2- 172.21.15.67:0/759737892 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f87b4078b90 0x7f87b407b0a0 unknown :-1 s=CLOSED pgs=708 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:05.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:05.330+0000 7f87ce0de640 1 --2- 172.21.15.67:0/759737892 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f87c80afbe0 0x7f87c80afff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:05.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:05.330+0000 7f87ce0de640 1 --2- 172.21.15.67:0/759737892 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f87c815e610 0x7f87c815ea20 unknown :-1 s=CLOSED pgs=1886 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:05.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:05.330+0000 7f87ce0de640 1 --2- 172.21.15.67:0/759737892 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f87b0004000 0x7f87c8155480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:05.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:05.330+0000 7f87ce0de640 1 -- 172.21.15.67:0/759737892 >> 172.21.15.67:0/759737892 conn(0x7f87c80d1280 msgr2=0x7f87c80b0990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:05.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:05.330+0000 7f87ce0de640 1 -- 172.21.15.67:0/759737892 shutdown_connections 2024-09-21T00:32:05.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:05.330+0000 7f87ce0de640 1 -- 172.21.15.67:0/759737892 wait complete. 2024-09-21T00:32:05.344 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-21T00:32:05.344 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-21T00:32:05.344 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi067.front.sepia.ceph.com 2024-09-21T00:32:05.344 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-21T00:32:05.344 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-21T00:32:05.344 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-21T00:32:05.344 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-21T00:32:05.344 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-21T00:32:05.344 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-21T00:32:05.344 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:32:05.344 DEBUG:teuthology.orchestra.run.smithi067:> ip addr 2024-09-21T00:32:05.360 INFO:teuthology.orchestra.run.smithi067.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-21T00:32:05.361 INFO:teuthology.orchestra.run.smithi067.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-21T00:32:05.361 INFO:teuthology.orchestra.run.smithi067.stdout: inet 127.0.0.1/8 scope host lo 2024-09-21T00:32:05.361 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:32:05.361 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 ::1/128 scope host 2024-09-21T00:32:05.361 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:32:05.361 INFO:teuthology.orchestra.run.smithi067.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-21T00:32:05.361 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:a8:b4:7e brd ff:ff:ff:ff:ff:ff 2024-09-21T00:32:05.361 INFO:teuthology.orchestra.run.smithi067.stdout: altname enp7s0f0 2024-09-21T00:32:05.361 INFO:teuthology.orchestra.run.smithi067.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-21T00:32:05.362 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:a8:b4:7f brd ff:ff:ff:ff:ff:ff 2024-09-21T00:32:05.362 INFO:teuthology.orchestra.run.smithi067.stdout: altname enp7s0f1 2024-09-21T00:32:05.362 INFO:teuthology.orchestra.run.smithi067.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-21T00:32:05.362 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:b6:fc:0a brd ff:ff:ff:ff:ff:ff 2024-09-21T00:32:05.362 INFO:teuthology.orchestra.run.smithi067.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-21T00:32:05.362 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:b6:fc:0b brd ff:ff:ff:ff:ff:ff 2024-09-21T00:32:05.362 INFO:teuthology.orchestra.run.smithi067.stdout: inet 172.21.15.67/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-21T00:32:05.362 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft 42142sec preferred_lft 42142sec 2024-09-21T00:32:05.362 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::ec4:7aff:feb6:fc0b/64 scope link noprefixroute 2024-09-21T00:32:05.362 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:32:05.363 INFO:teuthology.orchestra.run.smithi067.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-21T00:32:05.363 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether ae:69:02:89:12:0b brd ff:ff:ff:ff:ff:ff 2024-09-21T00:32:05.363 INFO:teuthology.orchestra.run.smithi067.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-21T00:32:05.363 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:32:05.363 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::cb7:27ff:fe38:31a4/64 scope link 2024-09-21T00:32:05.363 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:32:05.363 INFO:teuthology.orchestra.run.smithi067.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T00:32:05.363 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether ae:69:02:89:12:0b brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:32:05.363 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::ac69:2ff:fe89:120b/64 scope link 2024-09-21T00:32:05.363 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:32:05.363 INFO:teuthology.orchestra.run.smithi067.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T00:32:05.363 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether d6:c9:e4:80:cc:a3 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:32:05.363 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::d4c9:e4ff:fe80:cca3/64 scope link 2024-09-21T00:32:05.363 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:32:05.364 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:32:05.364 DEBUG:teuthology.orchestra.run.smithi067:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-21T00:32:05.425 INFO:teuthology.orchestra.run.smithi067.stdout:1 2024-09-21T00:32:05.427 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:32:05.427 DEBUG:teuthology.orchestra.run.smithi067:> route 2024-09-21T00:32:05.484 INFO:teuthology.orchestra.run.smithi067.stdout:Kernel IP routing table 2024-09-21T00:32:05.484 INFO:teuthology.orchestra.run.smithi067.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-21T00:32:05.484 INFO:teuthology.orchestra.run.smithi067.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-21T00:32:05.484 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-21T00:32:05.484 INFO:teuthology.orchestra.run.smithi067.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-21T00:32:05.485 DEBUG:teuthology.orchestra.run.smithi067:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T00:32:05.485 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:32:05.485 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-21T00:32:05.485 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-21T00:32:05.485 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-21T00:32:05.485 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:32:05.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:05 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T00:32:05.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:32:05.613 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:32:05.613 DEBUG:teuthology.orchestra.run.smithi067:> ip netns list 2024-09-21T00:32:05.629 INFO:teuthology.orchestra.run.smithi067.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-21T00:32:05.629 INFO:teuthology.orchestra.run.smithi067.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-21T00:32:05.629 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-21T00:32:05.630 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:32:05.630 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip link set brx.0 up 2024-09-21T00:32:05.696 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-21T00:32:05.696 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T00:32:05.696 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-21T00:32:05.752 INFO:teuthology.orchestra.run.smithi067.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-21T00:32:05.753 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T00:32:05.753 DEBUG:teuthology.orchestra.run.smithi067:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-21T00:32:05.808 DEBUG:teuthology.orchestra.run.smithi067:> sudo modprobe fuse 2024-09-21T00:32:05.875 DEBUG:teuthology.orchestra.run.smithi067:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T00:32:05.931 INFO:teuthology.orchestra.run.smithi067.stdout:/proc 2024-09-21T00:32:05.931 INFO:teuthology.orchestra.run.smithi067.stdout:/sys 2024-09-21T00:32:05.932 INFO:teuthology.orchestra.run.smithi067.stdout:/dev 2024-09-21T00:32:05.932 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/security 2024-09-21T00:32:05.932 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/shm 2024-09-21T00:32:05.932 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/pts 2024-09-21T00:32:05.932 INFO:teuthology.orchestra.run.smithi067.stdout:/run 2024-09-21T00:32:05.932 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/cgroup 2024-09-21T00:32:05.932 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/pstore 2024-09-21T00:32:05.932 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/bpf 2024-09-21T00:32:05.932 INFO:teuthology.orchestra.run.smithi067.stdout:/ 2024-09-21T00:32:05.932 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/selinux 2024-09-21T00:32:05.932 INFO:teuthology.orchestra.run.smithi067.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T00:32:05.932 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/hugepages 2024-09-21T00:32:05.932 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/mqueue 2024-09-21T00:32:05.932 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/debug 2024-09-21T00:32:05.933 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/tracing 2024-09-21T00:32:05.933 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/fuse/connections 2024-09-21T00:32:05.933 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-sysctl.service 2024-09-21T00:32:05.933 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/config 2024-09-21T00:32:05.933 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-21T00:32:05.933 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-21T00:32:05.933 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/nfs/rpc_pipefs 2024-09-21T00:32:05.933 INFO:teuthology.orchestra.run.smithi067.stdout:/run/user/1000 2024-09-21T00:32:05.933 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph 2024-09-21T00:32:05.933 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T00:32:05.933 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T00:32:05.933 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T00:32:05.933 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T00:32:05.934 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns 2024-09-21T00:32:05.934 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:32:05.934 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:32:05.934 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:32:05.934 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:32:05.934 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:32:05.934 DEBUG:teuthology.orchestra.run.smithi067:> ls /sys/fs/fuse/connections 2024-09-21T00:32:05.987 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-21T00:32:05.987 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-21T00:32:06.030 DEBUG:teuthology.orchestra.run.smithi067:> sudo modprobe fuse 2024-09-21T00:32:06.055 DEBUG:teuthology.orchestra.run.smithi067:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T00:32:06.113 INFO:teuthology.orchestra.run.smithi067.stdout:/proc 2024-09-21T00:32:06.113 INFO:teuthology.orchestra.run.smithi067.stdout:/sys 2024-09-21T00:32:06.113 INFO:teuthology.orchestra.run.smithi067.stdout:/dev 2024-09-21T00:32:06.114 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/security 2024-09-21T00:32:06.114 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/shm 2024-09-21T00:32:06.114 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/pts 2024-09-21T00:32:06.114 INFO:teuthology.orchestra.run.smithi067.stdout:/run 2024-09-21T00:32:06.114 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/cgroup 2024-09-21T00:32:06.114 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/pstore 2024-09-21T00:32:06.114 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/bpf 2024-09-21T00:32:06.114 INFO:teuthology.orchestra.run.smithi067.stdout:/ 2024-09-21T00:32:06.114 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/selinux 2024-09-21T00:32:06.114 INFO:teuthology.orchestra.run.smithi067.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T00:32:06.114 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/hugepages 2024-09-21T00:32:06.114 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/mqueue 2024-09-21T00:32:06.115 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/debug 2024-09-21T00:32:06.115 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/tracing 2024-09-21T00:32:06.115 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/fuse/connections 2024-09-21T00:32:06.115 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-sysctl.service 2024-09-21T00:32:06.115 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/config 2024-09-21T00:32:06.115 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-21T00:32:06.115 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-21T00:32:06.115 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/nfs/rpc_pipefs 2024-09-21T00:32:06.115 INFO:teuthology.orchestra.run.smithi067.stdout:/run/user/1000 2024-09-21T00:32:06.115 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph 2024-09-21T00:32:06.115 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T00:32:06.115 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T00:32:06.115 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T00:32:06.115 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T00:32:06.115 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns 2024-09-21T00:32:06.116 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:32:06.116 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:32:06.116 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:32:06.116 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:32:06.117 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:32:06.117 DEBUG:teuthology.orchestra.run.smithi067:> ls /sys/fs/fuse/connections 2024-09-21T00:32:06.125 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:2024-09-21T00:32:06.123+0000 7fb7b1af5480 -1 init, newargv = 0x7fb794001250 newargc=15 2024-09-21T00:32:06.125 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:ceph-fuse[95738]: starting ceph client 2024-09-21T00:32:06.131 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:ceph-fuse[95738]: starting fuse 2024-09-21T00:32:06.142 INFO:teuthology.orchestra.run.smithi067.stdout:41 2024-09-21T00:32:06.142 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-21T00:32:06.143 DEBUG:teuthology.orchestra.run.smithi067:> sudo stdin-killer -- python3 -c ' 2024-09-21T00:32:06.143 DEBUG:teuthology.orchestra.run.smithi067:> import glob 2024-09-21T00:32:06.143 DEBUG:teuthology.orchestra.run.smithi067:> import re 2024-09-21T00:32:06.143 DEBUG:teuthology.orchestra.run.smithi067:> import os 2024-09-21T00:32:06.143 DEBUG:teuthology.orchestra.run.smithi067:> import subprocess 2024-09-21T00:32:06.143 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:32:06.143 DEBUG:teuthology.orchestra.run.smithi067:> def _find_admin_socket(client_name): 2024-09-21T00:32:06.144 DEBUG:teuthology.orchestra.run.smithi067:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-21T00:32:06.144 DEBUG:teuthology.orchestra.run.smithi067:> files = glob.glob(asok_path) 2024-09-21T00:32:06.144 DEBUG:teuthology.orchestra.run.smithi067:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-21T00:32:06.144 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:32:06.144 DEBUG:teuthology.orchestra.run.smithi067:> # Given a non-glob path, it better be there 2024-09-21T00:32:06.144 DEBUG:teuthology.orchestra.run.smithi067:> if "*" not in asok_path: 2024-09-21T00:32:06.144 DEBUG:teuthology.orchestra.run.smithi067:> assert(len(files) == 1) 2024-09-21T00:32:06.144 DEBUG:teuthology.orchestra.run.smithi067:> return files[0] 2024-09-21T00:32:06.145 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:32:06.145 DEBUG:teuthology.orchestra.run.smithi067:> for f in files: 2024-09-21T00:32:06.145 DEBUG:teuthology.orchestra.run.smithi067:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-21T00:32:06.145 DEBUG:teuthology.orchestra.run.smithi067:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-21T00:32:06.145 DEBUG:teuthology.orchestra.run.smithi067:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-21T00:32:06.145 DEBUG:teuthology.orchestra.run.smithi067:> contents = proc_f.read() 2024-09-21T00:32:06.145 DEBUG:teuthology.orchestra.run.smithi067:> if mountpoint in contents: 2024-09-21T00:32:06.145 DEBUG:teuthology.orchestra.run.smithi067:> return f 2024-09-21T00:32:06.146 DEBUG:teuthology.orchestra.run.smithi067:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-21T00:32:06.146 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:32:06.146 DEBUG:teuthology.orchestra.run.smithi067:> print(_find_admin_socket("client.0")) 2024-09-21T00:32:06.146 DEBUG:teuthology.orchestra.run.smithi067:> ' 2024-09-21T00:32:06.262 INFO:teuthology.orchestra.run.smithi067.stdout:/var/run/ceph/ceph-client.0.95738.asok 2024-09-21T00:32:06.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:32:06.274 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.95738.asok 2024-09-21T00:32:06.275 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:32:06.275 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.95738.asok status 2024-09-21T00:32:06.420 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:32:06.420 INFO:teuthology.orchestra.run.smithi067.stdout: "metadata": { 2024-09-21T00:32:06.420 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", 2024-09-21T00:32:06.420 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", 2024-09-21T00:32:06.421 INFO:teuthology.orchestra.run.smithi067.stdout: "entity_id": "0", 2024-09-21T00:32:06.421 INFO:teuthology.orchestra.run.smithi067.stdout: "hostname": "smithi067", 2024-09-21T00:32:06.421 INFO:teuthology.orchestra.run.smithi067.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-21T00:32:06.421 INFO:teuthology.orchestra.run.smithi067.stdout: "pid": "95738", 2024-09-21T00:32:06.421 INFO:teuthology.orchestra.run.smithi067.stdout: "root": "/" 2024-09-21T00:32:06.421 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:32:06.421 INFO:teuthology.orchestra.run.smithi067.stdout: "dentry_count": 0, 2024-09-21T00:32:06.421 INFO:teuthology.orchestra.run.smithi067.stdout: "dentry_pinned_count": 0, 2024-09-21T00:32:06.421 INFO:teuthology.orchestra.run.smithi067.stdout: "id": 9714, 2024-09-21T00:32:06.421 INFO:teuthology.orchestra.run.smithi067.stdout: "inst": { 2024-09-21T00:32:06.421 INFO:teuthology.orchestra.run.smithi067.stdout: "name": { 2024-09-21T00:32:06.421 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "client", 2024-09-21T00:32:06.421 INFO:teuthology.orchestra.run.smithi067.stdout: "num": 9714 2024-09-21T00:32:06.422 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:32:06.422 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": { 2024-09-21T00:32:06.422 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "v1", 2024-09-21T00:32:06.422 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": "192.168.0.1:0", 2024-09-21T00:32:06.422 INFO:teuthology.orchestra.run.smithi067.stdout: "nonce": 2634326208 2024-09-21T00:32:06.422 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:32:06.422 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:32:06.422 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": { 2024-09-21T00:32:06.422 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "v1", 2024-09-21T00:32:06.422 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": "192.168.0.1:0", 2024-09-21T00:32:06.422 INFO:teuthology.orchestra.run.smithi067.stdout: "nonce": 2634326208 2024-09-21T00:32:06.422 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:32:06.423 INFO:teuthology.orchestra.run.smithi067.stdout: "inst_str": "client.9714 192.168.0.1:0/2634326208", 2024-09-21T00:32:06.423 INFO:teuthology.orchestra.run.smithi067.stdout: "addr_str": "192.168.0.1:0/2634326208", 2024-09-21T00:32:06.423 INFO:teuthology.orchestra.run.smithi067.stdout: "inode_count": 1, 2024-09-21T00:32:06.423 INFO:teuthology.orchestra.run.smithi067.stdout: "mds_epoch": 127, 2024-09-21T00:32:06.423 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_epoch": 151, 2024-09-21T00:32:06.423 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_epoch_barrier": 0, 2024-09-21T00:32:06.423 INFO:teuthology.orchestra.run.smithi067.stdout: "blocklisted": false, 2024-09-21T00:32:06.423 INFO:teuthology.orchestra.run.smithi067.stdout: "fs_name": "cephfs" 2024-09-21T00:32:06.423 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:32:06.429 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:32:06.429 DEBUG:teuthology.orchestra.run.smithi067:> stat --file-system '--printf=%T 2024-09-21T00:32:06.429 DEBUG:teuthology.orchestra.run.smithi067:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-21T00:32:06.445 INFO:teuthology.orchestra.run.smithi067.stdout:fuseblk 2024-09-21T00:32:06.445 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-21T00:32:06.446 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:32:06.446 DEBUG:teuthology.orchestra.run.smithi067:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-21T00:32:06.512 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:32:06.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:06.669+0000 7f30f436a640 1 -- 172.21.15.67:0/982079616 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f30ec0b4c60 msgr2=0x7f30ec0cd740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:06.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:06.669+0000 7f30f436a640 1 --2- 172.21.15.67:0/982079616 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f30ec0b4c60 0x7f30ec0cd740 secure :-1 s=READY pgs=1891 cs=0 l=1 rev1=1 crypto rx=0x7f30e4009830 tx=0x7f30e402a510 comp rx=0 tx=0).stop 2024-09-21T00:32:06.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:06.669+0000 7f30f436a640 1 -- 172.21.15.67:0/982079616 shutdown_connections 2024-09-21T00:32:06.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:06.669+0000 7f30f436a640 1 --2- 172.21.15.67:0/982079616 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f30ec0b4c60 0x7f30ec0cd740 unknown :-1 s=CLOSED pgs=1891 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:06.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:06.669+0000 7f30f436a640 1 -- 172.21.15.67:0/982079616 >> 172.21.15.67:0/982079616 conn(0x7f30ec0b4140 msgr2=0x7f30ec0b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:06.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:06.669+0000 7f30f436a640 1 -- 172.21.15.67:0/982079616 shutdown_connections 2024-09-21T00:32:06.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:06.669+0000 7f30f436a640 1 -- 172.21.15.67:0/982079616 wait complete. 2024-09-21T00:32:06.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:06.671+0000 7f30f436a640 1 Processor -- start 2024-09-21T00:32:06.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:06.671+0000 7f30f436a640 1 -- start start 2024-09-21T00:32:06.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:06.672+0000 7f30f436a640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f30ec0b4c60 0x7f30ec1e5740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:06.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:06.672+0000 7f30f436a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f30ec0b7850 0x7f30ec09cbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:06.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:06.672+0000 7f30f436a640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f30ec09d130 0x7f30ec1f7430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:06.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:06.672+0000 7f30f436a640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f30ec0cde00 con 0x7f30ec0b7850 2024-09-21T00:32:06.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:06.672+0000 7f30f436a640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f30ec0cdc80 con 0x7f30ec09d130 2024-09-21T00:32:06.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:06.672+0000 7f30f436a640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f30ec0cdf80 con 0x7f30ec0b4c60 2024-09-21T00:32:06.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:06.672+0000 7f30f1905640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f30ec0b7850 0x7f30ec09cbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:06.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:06.672+0000 7f30f1905640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f30ec0b7850 0x7f30ec09cbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54744/0 (socket says 172.21.15.67:54744) 2024-09-21T00:32:06.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:06.672+0000 7f30f1905640 1 -- 172.21.15.67:0/1816739644 learned_addr learned my addr 172.21.15.67:0/1816739644 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:32:06.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:06.672+0000 7f30f2907640 1 --2- 172.21.15.67:0/1816739644 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f30ec09d130 0x7f30ec1f7430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:06.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:06.672+0000 7f30f2106640 1 --2- 172.21.15.67:0/1816739644 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f30ec0b4c60 0x7f30ec1e5740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:06.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:06.672+0000 7f30f1905640 1 -- 172.21.15.67:0/1816739644 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f30ec0b4c60 msgr2=0x7f30ec1e5740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:06.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:06.672+0000 7f30f1905640 1 --2- 172.21.15.67:0/1816739644 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f30ec0b4c60 0x7f30ec1e5740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:06.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:06.672+0000 7f30f1905640 1 -- 172.21.15.67:0/1816739644 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f30ec09d130 msgr2=0x7f30ec1f7430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:06.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:06.673+0000 7f30f1905640 1 --2- 172.21.15.67:0/1816739644 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f30ec09d130 0x7f30ec1f7430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:06.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:06.673+0000 7f30f1905640 1 -- 172.21.15.67:0/1816739644 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f30ec09d540 con 0x7f30ec0b7850 2024-09-21T00:32:06.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:06.673+0000 7f30f2907640 1 --2- 172.21.15.67:0/1816739644 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f30ec09d130 0x7f30ec1f7430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:32:06.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:06.673+0000 7f30f2106640 1 --2- 172.21.15.67:0/1816739644 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f30ec0b4c60 0x7f30ec1e5740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:32:06.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:06.673+0000 7f30f1905640 1 --2- 172.21.15.67:0/1816739644 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f30ec0b7850 0x7f30ec09cbf0 secure :-1 s=READY pgs=1892 cs=0 l=1 rev1=1 crypto rx=0x7f30e000b420 tx=0x7f30e000b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:06.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:06.673+0000 7f30eaffd640 1 -- 172.21.15.67:0/1816739644 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30e0011830 con 0x7f30ec0b7850 2024-09-21T00:32:06.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:06.673+0000 7f30eaffd640 1 -- 172.21.15.67:0/1816739644 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f30e0016070 con 0x7f30ec0b7850 2024-09-21T00:32:06.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:06.673+0000 7f30f436a640 1 -- 172.21.15.67:0/1816739644 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f30ec1e6200 con 0x7f30ec0b7850 2024-09-21T00:32:06.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:06.673+0000 7f30eaffd640 1 -- 172.21.15.67:0/1816739644 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30e0011d60 con 0x7f30ec0b7850 2024-09-21T00:32:06.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:06.673+0000 7f30f436a640 1 -- 172.21.15.67:0/1816739644 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30ec1f3ed0 con 0x7f30ec0b7850 2024-09-21T00:32:06.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:06.674+0000 7f30f436a640 1 -- 172.21.15.67:0/1816739644 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f30ec09a950 con 0x7f30ec0b7850 2024-09-21T00:32:06.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:06.675+0000 7f30eaffd640 1 -- 172.21.15.67:0/1816739644 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f30e001b460 con 0x7f30ec0b7850 2024-09-21T00:32:06.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:06.675+0000 7f30eaffd640 1 --2- 172.21.15.67:0/1816739644 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f30d8078b90 0x7f30d807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:06.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:06.676+0000 7f30eaffd640 1 -- 172.21.15.67:0/1816739644 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(151..151 src has 1..151) ==== 5709+0+0 (secure 0 0 0) 0x7f30e009a7f0 con 0x7f30ec0b7850 2024-09-21T00:32:06.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:06.676+0000 7f30f2106640 1 --2- 172.21.15.67:0/1816739644 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f30d8078b90 0x7f30d807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:06.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:06.676+0000 7f30f2106640 1 --2- 172.21.15.67:0/1816739644 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f30d8078b90 0x7f30d807b0a0 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7f30dc0015a0 tx=0x7f30dc009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:06.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:06.680+0000 7f30eaffd640 1 -- 172.21.15.67:0/1816739644 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f30e0020020 con 0x7f30ec0b7850 2024-09-21T00:32:06.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:06.904+0000 7f30f436a640 1 -- 172.21.15.67:0/1816739644 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f30ec06a5f0 con 0x7f30ec0b7850 2024-09-21T00:32:06.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:06.905+0000 7f30eaffd640 1 -- 172.21.15.67:0/1816739644 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 127 v127) ==== 95+0+5230 (secure 0 0 0) 0x7f30ec09d540 con 0x7f30ec0b7850 2024-09-21T00:32:06.908 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:32:06.908 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":127,"btime":"2024-09-21T00:32:02:140494+0000","default_fscid":11,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7769,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/2656243964","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":2656243964},{"type":"v1","addr":"172.21.15.97:6836","nonce":2656243964}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":122},{"gid":8620,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/2684384130","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":2684384130},{"type":"v1","addr":"172.21.15.97:6837","nonce":2684384130}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":122},{"gid":9564,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/801204650","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":801204650},{"type":"v1","addr":"172.21.15.67:6834","nonce":801204650}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":121}],"filesystems":[{"mdsmap":{"epoch":127,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:31:58.504932+0000","modified":"2024-09-21T00:32:01.526204+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9567},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9567":{"gid":9567,"name":"a","rank":0,"incarnation":123,"state":"up:active","state_seq":3,"addr":"172.21.15.67:6835/4168290440","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":4168290440},{"type":"v1","addr":"172.21.15.67:6835","nonce":4168290440}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[23],"metadata_pool":22,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9567,"qdb_cluster":[9567]},"id":11}]} 2024-09-21T00:32:06.908 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 127 2024-09-21T00:32:06.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:06.908+0000 7f30f436a640 1 -- 172.21.15.67:0/1816739644 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f30d8078b90 msgr2=0x7f30d807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:06.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:06.908+0000 7f30f436a640 1 --2- 172.21.15.67:0/1816739644 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f30d8078b90 0x7f30d807b0a0 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7f30dc0015a0 tx=0x7f30dc009040 comp rx=0 tx=0).stop 2024-09-21T00:32:06.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:06.908+0000 7f30f436a640 1 -- 172.21.15.67:0/1816739644 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f30ec0b7850 msgr2=0x7f30ec09cbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:06.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:06.908+0000 7f30f436a640 1 --2- 172.21.15.67:0/1816739644 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f30ec0b7850 0x7f30ec09cbf0 secure :-1 s=READY pgs=1892 cs=0 l=1 rev1=1 crypto rx=0x7f30e000b420 tx=0x7f30e000b8e0 comp rx=0 tx=0).stop 2024-09-21T00:32:06.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:06.908+0000 7f30f436a640 1 -- 172.21.15.67:0/1816739644 shutdown_connections 2024-09-21T00:32:06.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:06.908+0000 7f30f436a640 1 --2- 172.21.15.67:0/1816739644 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f30d8078b90 0x7f30d807b0a0 unknown :-1 s=CLOSED pgs=709 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:06.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:06.908+0000 7f30f436a640 1 --2- 172.21.15.67:0/1816739644 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f30ec09d130 0x7f30ec1f7430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:06.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:06.908+0000 7f30f436a640 1 --2- 172.21.15.67:0/1816739644 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f30ec0b7850 0x7f30ec09cbf0 unknown :-1 s=CLOSED pgs=1892 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:06.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:06.908+0000 7f30f436a640 1 --2- 172.21.15.67:0/1816739644 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f30ec0b4c60 0x7f30ec1e5740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:06.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:06.908+0000 7f30f436a640 1 -- 172.21.15.67:0/1816739644 >> 172.21.15.67:0/1816739644 conn(0x7f30ec0b4140 msgr2=0x7f30ec0b6440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:06.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:06.908+0000 7f30f436a640 1 -- 172.21.15.67:0/1816739644 shutdown_connections 2024-09-21T00:32:06.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:06.908+0000 7f30f436a640 1 -- 172.21.15.67:0/1816739644 wait complete. 2024-09-21T00:32:06.921 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:32:07.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:07.035+0000 7fd1664fa640 1 -- 172.21.15.67:0/2769192646 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd1600d1bb0 msgr2=0x7fd1600b33b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:07.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:07.035+0000 7fd1664fa640 1 --2- 172.21.15.67:0/2769192646 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd1600d1bb0 0x7fd1600b33b0 secure :-1 s=READY pgs=1894 cs=0 l=1 rev1=1 crypto rx=0x7fd1600ba290 tx=0x7fd15402a530 comp rx=0 tx=0).stop 2024-09-21T00:32:07.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:07.035+0000 7fd1664fa640 1 -- 172.21.15.67:0/2769192646 shutdown_connections 2024-09-21T00:32:07.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:07.035+0000 7fd1664fa640 1 --2- 172.21.15.67:0/2769192646 >> v2:172.21.15.97:3300/0 conn(0x7fd1600d4ad0 0x7fd1600b1ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:07.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:07.035+0000 7fd1664fa640 1 --2- 172.21.15.67:0/2769192646 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd1600d1bb0 0x7fd1600b33b0 unknown :-1 s=CLOSED pgs=1894 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:07.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:07.035+0000 7fd1664fa640 1 -- 172.21.15.67:0/2769192646 >> 172.21.15.67:0/2769192646 conn(0x7fd16009d8c0 msgr2=0x7fd16008bee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:07.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:07.035+0000 7fd1664fa640 1 -- 172.21.15.67:0/2769192646 shutdown_connections 2024-09-21T00:32:07.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:07.035+0000 7fd1664fa640 1 -- 172.21.15.67:0/2769192646 wait complete. 2024-09-21T00:32:07.039 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:07.037+0000 7fd1664fa640 1 Processor -- start 2024-09-21T00:32:07.039 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:07.037+0000 7fd1664fa640 1 -- start start 2024-09-21T00:32:07.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:07.039+0000 7fd1664fa640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd1600b5940 0x7fd1601f6650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:07.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:07.039+0000 7fd1664fa640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd1600d1bb0 0x7fd1600a0380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:07.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:07.039+0000 7fd1664fa640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd1600d4ad0 0x7fd160154c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:07.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:07.039+0000 7fd1664fa640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fd1600b2790 con 0x7fd1600d4ad0 2024-09-21T00:32:07.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:07.039+0000 7fd1664fa640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fd1600b2610 con 0x7fd1600d1bb0 2024-09-21T00:32:07.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:07.039+0000 7fd1664fa640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fd1600b2910 con 0x7fd1600b5940 2024-09-21T00:32:07.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:07.039+0000 7fd164a97640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd1600d4ad0 0x7fd160154c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:07.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:07.039+0000 7fd164a97640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd1600d4ad0 0x7fd160154c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:54756/0 (socket says 172.21.15.67:54756) 2024-09-21T00:32:07.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:07.039+0000 7fd164a97640 1 -- 172.21.15.67:0/358343638 learned_addr learned my addr 172.21.15.67:0/358343638 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:32:07.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:07.039+0000 7fd15ffff640 1 --2- 172.21.15.67:0/358343638 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd1600b5940 0x7fd1601f6650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:07.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:07.039+0000 7fd15f7fe640 1 --2- 172.21.15.67:0/358343638 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd1600d1bb0 0x7fd1600a0380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:07.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:07.039+0000 7fd164a97640 1 -- 172.21.15.67:0/358343638 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd1600b5940 msgr2=0x7fd1601f6650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:07.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:07.039+0000 7fd164a97640 1 --2- 172.21.15.67:0/358343638 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd1600b5940 0x7fd1601f6650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:07.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:07.039+0000 7fd164a97640 1 -- 172.21.15.67:0/358343638 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd1600d1bb0 msgr2=0x7fd1600a0380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:07.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:07.039+0000 7fd164a97640 1 --2- 172.21.15.67:0/358343638 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd1600d1bb0 0x7fd1600a0380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:07.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:07.039+0000 7fd164a97640 1 -- 172.21.15.67:0/358343638 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd1600a08c0 con 0x7fd1600d4ad0 2024-09-21T00:32:07.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:07.039+0000 7fd164a97640 1 --2- 172.21.15.67:0/358343638 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd1600d4ad0 0x7fd160154c40 secure :-1 s=READY pgs=1895 cs=0 l=1 rev1=1 crypto rx=0x7fd15800e960 tx=0x7fd15800ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:07.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:07.040+0000 7fd15cff9640 1 -- 172.21.15.67:0/358343638 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd158004d20 con 0x7fd1600d4ad0 2024-09-21T00:32:07.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:07.040+0000 7fd15cff9640 1 -- 172.21.15.67:0/358343638 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd15800cb20 con 0x7fd1600d4ad0 2024-09-21T00:32:07.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:07.040+0000 7fd15cff9640 1 -- 172.21.15.67:0/358343638 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd158005020 con 0x7fd1600d4ad0 2024-09-21T00:32:07.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:07.040+0000 7fd1664fa640 1 -- 172.21.15.67:0/358343638 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd1601e8aa0 con 0x7fd1600d4ad0 2024-09-21T00:32:07.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:07.040+0000 7fd1664fa640 1 -- 172.21.15.67:0/358343638 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1601e9060 con 0x7fd1600d4ad0 2024-09-21T00:32:07.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:07.041+0000 7fd1664fa640 1 -- 172.21.15.67:0/358343638 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd1600b1ec0 con 0x7fd1600d4ad0 2024-09-21T00:32:07.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:07.041+0000 7fd15cff9640 1 -- 172.21.15.67:0/358343638 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fd1580051c0 con 0x7fd1600d4ad0 2024-09-21T00:32:07.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:07.042+0000 7fd15cff9640 1 --2- 172.21.15.67:0/358343638 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd14c078b90 0x7fd14c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:07.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:07.042+0000 7fd15cff9640 1 -- 172.21.15.67:0/358343638 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(151..151 src has 1..151) ==== 5709+0+0 (secure 0 0 0) 0x7fd15809b6e0 con 0x7fd1600d4ad0 2024-09-21T00:32:07.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:07.042+0000 7fd15ffff640 1 --2- 172.21.15.67:0/358343638 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd14c078b90 0x7fd14c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:07.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:07.043+0000 7fd15ffff640 1 --2- 172.21.15.67:0/358343638 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd14c078b90 0x7fd14c07b0a0 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7fd1500015b0 tx=0x7fd150009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:07.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:07.047+0000 7fd15cff9640 1 -- 172.21.15.67:0/358343638 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fd158016030 con 0x7fd1600d4ad0 2024-09-21T00:32:07.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:07.275+0000 7fd1664fa640 1 -- 172.21.15.67:0/358343638 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd1600d2470 con 0x7fd1600d4ad0 2024-09-21T00:32:07.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:07.276+0000 7fd15cff9640 1 -- 172.21.15.67:0/358343638 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 127 v127) ==== 95+0+5230 (secure 0 0 0) 0x7fd158063aa0 con 0x7fd1600d4ad0 2024-09-21T00:32:07.279 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:32:07.279 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":127,"btime":"2024-09-21T00:32:02:140494+0000","default_fscid":11,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7769,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/2656243964","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":2656243964},{"type":"v1","addr":"172.21.15.97:6836","nonce":2656243964}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":122},{"gid":8620,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/2684384130","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":2684384130},{"type":"v1","addr":"172.21.15.97:6837","nonce":2684384130}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":122},{"gid":9564,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/801204650","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":801204650},{"type":"v1","addr":"172.21.15.67:6834","nonce":801204650}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":121}],"filesystems":[{"mdsmap":{"epoch":127,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:31:58.504932+0000","modified":"2024-09-21T00:32:01.526204+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9567},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9567":{"gid":9567,"name":"a","rank":0,"incarnation":123,"state":"up:active","state_seq":3,"addr":"172.21.15.67:6835/4168290440","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":4168290440},{"type":"v1","addr":"172.21.15.67:6835","nonce":4168290440}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[23],"metadata_pool":22,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9567,"qdb_cluster":[9567]},"id":11}]} 2024-09-21T00:32:07.279 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 127 2024-09-21T00:32:07.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:07.278+0000 7fd1664fa640 1 -- 172.21.15.67:0/358343638 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd14c078b90 msgr2=0x7fd14c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:07.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:07.278+0000 7fd1664fa640 1 --2- 172.21.15.67:0/358343638 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd14c078b90 0x7fd14c07b0a0 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7fd1500015b0 tx=0x7fd150009040 comp rx=0 tx=0).stop 2024-09-21T00:32:07.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:07.278+0000 7fd1664fa640 1 -- 172.21.15.67:0/358343638 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd1600d4ad0 msgr2=0x7fd160154c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:07.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:07.278+0000 7fd1664fa640 1 --2- 172.21.15.67:0/358343638 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd1600d4ad0 0x7fd160154c40 secure :-1 s=READY pgs=1895 cs=0 l=1 rev1=1 crypto rx=0x7fd15800e960 tx=0x7fd15800ee20 comp rx=0 tx=0).stop 2024-09-21T00:32:07.281 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:07.278+0000 7fd1664fa640 1 -- 172.21.15.67:0/358343638 shutdown_connections 2024-09-21T00:32:07.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:07.278+0000 7fd1664fa640 1 --2- 172.21.15.67:0/358343638 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd14c078b90 0x7fd14c07b0a0 unknown :-1 s=CLOSED pgs=710 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:07.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:07.278+0000 7fd1664fa640 1 --2- 172.21.15.67:0/358343638 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd1600d4ad0 0x7fd160154c40 unknown :-1 s=CLOSED pgs=1895 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:07.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:07.278+0000 7fd1664fa640 1 --2- 172.21.15.67:0/358343638 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd1600d1bb0 0x7fd1600a0380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:07.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:07.278+0000 7fd1664fa640 1 --2- 172.21.15.67:0/358343638 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd1600b5940 0x7fd1601f6650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:07.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:07.278+0000 7fd1664fa640 1 -- 172.21.15.67:0/358343638 >> 172.21.15.67:0/358343638 conn(0x7fd16009d8c0 msgr2=0x7fd16006f630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:07.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:07.278+0000 7fd1664fa640 1 -- 172.21.15.67:0/358343638 shutdown_connections 2024-09-21T00:32:07.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:07.278+0000 7fd1664fa640 1 -- 172.21.15.67:0/358343638 wait complete. 2024-09-21T00:32:07.292 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:32:07.292 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:32:07.292 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.0 2024-09-21T00:32:07.292 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:32:07.292 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.0/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:32:07.292 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:32:07.292 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:32:07.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:07 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:32:07.368 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:07.368 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:07.368 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0111976 s, 93.6 MB/s 2024-09-21T00:32:07.382 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:07.382 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:07.382 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0111728 s, 93.9 MB/s 2024-09-21T00:32:07.393 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:07.393 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:07.393 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0088344 s, 119 MB/s 2024-09-21T00:32:07.405 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:07.405 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:07.405 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00974441 s, 108 MB/s 2024-09-21T00:32:07.418 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:07.419 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:07.419 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0107994 s, 97.1 MB/s 2024-09-21T00:32:07.430 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:07.430 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:07.430 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00915719 s, 115 MB/s 2024-09-21T00:32:07.441 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:07.441 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:07.441 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00850132 s, 123 MB/s 2024-09-21T00:32:07.452 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:07.452 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:07.452 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00857412 s, 122 MB/s 2024-09-21T00:32:07.464 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:07.464 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:07.464 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00911215 s, 115 MB/s 2024-09-21T00:32:07.473 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:07.474 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:07.474 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00756136 s, 139 MB/s 2024-09-21T00:32:07.484 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:07.484 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:07.484 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00770974 s, 136 MB/s 2024-09-21T00:32:07.496 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:07.496 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:07.496 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00930355 s, 113 MB/s 2024-09-21T00:32:07.508 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:07.508 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:07.508 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00892505 s, 117 MB/s 2024-09-21T00:32:07.519 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:07.519 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:07.519 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00825086 s, 127 MB/s 2024-09-21T00:32:07.531 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:07.531 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:07.531 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00847178 s, 124 MB/s 2024-09-21T00:32:07.544 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:07.544 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:07.544 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0099064 s, 106 MB/s 2024-09-21T00:32:07.555 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:07.555 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:07.555 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00807733 s, 130 MB/s 2024-09-21T00:32:07.566 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:07.566 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:07.566 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00815039 s, 129 MB/s 2024-09-21T00:32:07.578 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:07.578 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:07.578 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00855903 s, 123 MB/s 2024-09-21T00:32:07.589 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:07.589 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:07.589 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00813459 s, 129 MB/s 2024-09-21T00:32:07.601 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:07.601 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:07.601 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00917192 s, 114 MB/s 2024-09-21T00:32:07.611 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:07.611 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:07.611 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00750791 s, 140 MB/s 2024-09-21T00:32:07.622 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:07.622 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:07.622 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00763874 s, 137 MB/s 2024-09-21T00:32:07.635 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:07.635 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:07.635 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00977725 s, 107 MB/s 2024-09-21T00:32:07.645 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:07.645 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:07.645 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00718348 s, 146 MB/s 2024-09-21T00:32:07.656 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:07.656 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:07.656 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00806086 s, 130 MB/s 2024-09-21T00:32:07.667 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:07.667 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:07.667 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00827758 s, 127 MB/s 2024-09-21T00:32:07.678 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:07.678 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:07.678 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00755332 s, 139 MB/s 2024-09-21T00:32:07.688 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:07.688 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:07.688 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00816435 s, 128 MB/s 2024-09-21T00:32:07.700 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:07.700 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:07.700 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00874727 s, 120 MB/s 2024-09-21T00:32:07.714 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:07.714 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:07.714 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00934931 s, 112 MB/s 2024-09-21T00:32:07.723 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:07.723 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:07.723 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00782896 s, 134 MB/s 2024-09-21T00:32:07.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:32:07.730 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:32:07.730 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:32:07.730 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.1 2024-09-21T00:32:07.730 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:32:07.730 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.1/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:32:07.730 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:32:07.730 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:32:07.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:07 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:32:07.795 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:07.795 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:07.795 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0080372 s, 130 MB/s 2024-09-21T00:32:07.805 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:07.805 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:07.806 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00828162 s, 127 MB/s 2024-09-21T00:32:07.816 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:07.816 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:07.816 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00799401 s, 131 MB/s 2024-09-21T00:32:07.826 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:07.826 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:07.826 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00794542 s, 132 MB/s 2024-09-21T00:32:07.837 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:07.837 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:07.837 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00792723 s, 132 MB/s 2024-09-21T00:32:07.846 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:07.847 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:07.847 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00762132 s, 138 MB/s 2024-09-21T00:32:07.857 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:07.857 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:07.857 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00792712 s, 132 MB/s 2024-09-21T00:32:07.867 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:07.867 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:07.867 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0075505 s, 139 MB/s 2024-09-21T00:32:07.877 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:07.877 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:07.877 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0078167 s, 134 MB/s 2024-09-21T00:32:07.887 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:07.887 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:07.887 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00750913 s, 140 MB/s 2024-09-21T00:32:07.897 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:07.897 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:07.897 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00763417 s, 137 MB/s 2024-09-21T00:32:07.908 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:07.908 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:07.908 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0080492 s, 130 MB/s 2024-09-21T00:32:07.918 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:07.919 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:07.919 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00809094 s, 130 MB/s 2024-09-21T00:32:07.930 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:07.930 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:07.930 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00895371 s, 117 MB/s 2024-09-21T00:32:07.940 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:07.940 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:07.940 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00771208 s, 136 MB/s 2024-09-21T00:32:07.950 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:07.950 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:07.950 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0075315 s, 139 MB/s 2024-09-21T00:32:07.960 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:07.960 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:07.960 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00765277 s, 137 MB/s 2024-09-21T00:32:07.970 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:07.970 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:07.970 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00746432 s, 140 MB/s 2024-09-21T00:32:07.982 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:07.982 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:07.982 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00874109 s, 120 MB/s 2024-09-21T00:32:07.993 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:07.993 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:07.993 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00824344 s, 127 MB/s 2024-09-21T00:32:08.003 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.003 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.004 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00734358 s, 143 MB/s 2024-09-21T00:32:08.015 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.015 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.015 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00897692 s, 117 MB/s 2024-09-21T00:32:08.027 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.027 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.027 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00807174 s, 130 MB/s 2024-09-21T00:32:08.037 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.038 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.038 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0081904 s, 128 MB/s 2024-09-21T00:32:08.048 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.049 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.049 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00778358 s, 135 MB/s 2024-09-21T00:32:08.060 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.060 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.060 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00838214 s, 125 MB/s 2024-09-21T00:32:08.071 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.072 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.072 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.008498 s, 123 MB/s 2024-09-21T00:32:08.083 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.083 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.083 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00853657 s, 123 MB/s 2024-09-21T00:32:08.094 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.094 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.094 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00823172 s, 127 MB/s 2024-09-21T00:32:08.105 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.105 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.105 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00805961 s, 130 MB/s 2024-09-21T00:32:08.116 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.116 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.117 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00825651 s, 127 MB/s 2024-09-21T00:32:08.127 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.127 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.127 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00836983 s, 125 MB/s 2024-09-21T00:32:08.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:32:08.134 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:32:08.134 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:32:08.134 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.2 2024-09-21T00:32:08.134 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:32:08.134 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.2/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:32:08.134 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:32:08.135 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:32:08.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:08 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:32:08.200 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.200 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.200 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00885811 s, 118 MB/s 2024-09-21T00:32:08.211 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.211 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.211 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00813886 s, 129 MB/s 2024-09-21T00:32:08.221 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.221 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.221 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00783723 s, 134 MB/s 2024-09-21T00:32:08.233 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.234 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.234 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00964918 s, 109 MB/s 2024-09-21T00:32:08.244 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.244 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.244 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00771097 s, 136 MB/s 2024-09-21T00:32:08.254 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.254 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.255 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0080202 s, 131 MB/s 2024-09-21T00:32:08.265 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.265 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.265 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00806763 s, 130 MB/s 2024-09-21T00:32:08.277 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.277 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.277 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00920286 s, 114 MB/s 2024-09-21T00:32:08.287 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.287 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.287 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00782153 s, 134 MB/s 2024-09-21T00:32:08.297 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.297 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.298 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00774404 s, 135 MB/s 2024-09-21T00:32:08.308 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.308 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.308 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00819556 s, 128 MB/s 2024-09-21T00:32:08.320 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.320 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.320 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00918845 s, 114 MB/s 2024-09-21T00:32:08.331 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.331 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.331 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00818834 s, 128 MB/s 2024-09-21T00:32:08.342 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.342 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.342 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00892958 s, 117 MB/s 2024-09-21T00:32:08.354 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.354 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.354 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00940364 s, 112 MB/s 2024-09-21T00:32:08.365 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.365 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.365 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00817586 s, 128 MB/s 2024-09-21T00:32:08.376 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.376 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.376 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00884619 s, 119 MB/s 2024-09-21T00:32:08.387 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.387 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.387 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00826102 s, 127 MB/s 2024-09-21T00:32:08.397 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.397 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.397 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00799673 s, 131 MB/s 2024-09-21T00:32:08.408 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.408 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.408 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00802025 s, 131 MB/s 2024-09-21T00:32:08.418 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.418 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.419 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00827301 s, 127 MB/s 2024-09-21T00:32:08.429 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.429 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.429 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00838181 s, 125 MB/s 2024-09-21T00:32:08.439 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.439 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.439 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00748164 s, 140 MB/s 2024-09-21T00:32:08.450 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.450 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.450 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0084138 s, 125 MB/s 2024-09-21T00:32:08.461 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.461 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.461 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0081845 s, 128 MB/s 2024-09-21T00:32:08.473 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.473 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.474 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.010022 s, 105 MB/s 2024-09-21T00:32:08.484 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.484 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.484 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00836546 s, 125 MB/s 2024-09-21T00:32:08.494 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.495 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.495 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00769759 s, 136 MB/s 2024-09-21T00:32:08.505 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.505 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.505 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00802917 s, 131 MB/s 2024-09-21T00:32:08.517 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.517 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.517 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00920286 s, 114 MB/s 2024-09-21T00:32:08.527 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.527 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.528 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00829301 s, 126 MB/s 2024-09-21T00:32:08.538 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.538 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.538 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0080342 s, 131 MB/s 2024-09-21T00:32:08.539 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:32:08.545 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:32:08.545 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:32:08.545 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.3 2024-09-21T00:32:08.545 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:32:08.545 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.3/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:32:08.545 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:32:08.545 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:32:08.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:08 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:32:08.609 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.609 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.609 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00802703 s, 131 MB/s 2024-09-21T00:32:08.619 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.620 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.620 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00799942 s, 131 MB/s 2024-09-21T00:32:08.630 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.630 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.630 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00784297 s, 134 MB/s 2024-09-21T00:32:08.641 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.641 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.641 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0088816 s, 118 MB/s 2024-09-21T00:32:08.652 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.652 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.652 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00804975 s, 130 MB/s 2024-09-21T00:32:08.662 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.662 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.662 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00754231 s, 139 MB/s 2024-09-21T00:32:08.671 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.672 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.672 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00727046 s, 144 MB/s 2024-09-21T00:32:08.682 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.682 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.682 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0074897 s, 140 MB/s 2024-09-21T00:32:08.694 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.694 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.694 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00951948 s, 110 MB/s 2024-09-21T00:32:08.704 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.704 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.704 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0075671 s, 139 MB/s 2024-09-21T00:32:08.714 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.714 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.714 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00720392 s, 146 MB/s 2024-09-21T00:32:08.725 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.725 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.725 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00911382 s, 115 MB/s 2024-09-21T00:32:08.735 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.736 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.736 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00771451 s, 136 MB/s 2024-09-21T00:32:08.746 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.746 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.747 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00860071 s, 122 MB/s 2024-09-21T00:32:08.756 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.756 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.757 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00747706 s, 140 MB/s 2024-09-21T00:32:08.767 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.767 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.767 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00797395 s, 132 MB/s 2024-09-21T00:32:08.778 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.778 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.778 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00882697 s, 119 MB/s 2024-09-21T00:32:08.788 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.788 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.788 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00732132 s, 143 MB/s 2024-09-21T00:32:08.798 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.798 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.798 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0079673 s, 132 MB/s 2024-09-21T00:32:08.809 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.809 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.809 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00789221 s, 133 MB/s 2024-09-21T00:32:08.819 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.819 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.819 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00800845 s, 131 MB/s 2024-09-21T00:32:08.830 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.830 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.830 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00795847 s, 132 MB/s 2024-09-21T00:32:08.840 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.840 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.840 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00785781 s, 133 MB/s 2024-09-21T00:32:08.850 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.850 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.850 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00745783 s, 141 MB/s 2024-09-21T00:32:08.861 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.861 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.861 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00823671 s, 127 MB/s 2024-09-21T00:32:08.871 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.871 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.871 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.007701 s, 136 MB/s 2024-09-21T00:32:08.882 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.882 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.882 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00890409 s, 118 MB/s 2024-09-21T00:32:08.893 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.893 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.893 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00808842 s, 130 MB/s 2024-09-21T00:32:08.904 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.904 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.904 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00867725 s, 121 MB/s 2024-09-21T00:32:08.914 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.914 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.914 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00778631 s, 135 MB/s 2024-09-21T00:32:08.926 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.926 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.926 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0092232 s, 114 MB/s 2024-09-21T00:32:08.937 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:08.937 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:08.937 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00785836 s, 133 MB/s 2024-09-21T00:32:08.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:32:08.943 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:32:08.943 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:32:08.943 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.4 2024-09-21T00:32:08.943 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:32:08.944 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.4/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:32:08.944 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:32:08.944 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:32:08.994 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:08 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:32:09.008 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.008 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.008 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00851199 s, 123 MB/s 2024-09-21T00:32:09.018 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.018 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.018 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00780631 s, 134 MB/s 2024-09-21T00:32:09.028 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.029 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.029 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00794372 s, 132 MB/s 2024-09-21T00:32:09.039 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.039 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.039 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0081643 s, 128 MB/s 2024-09-21T00:32:09.049 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.049 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.049 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0074835 s, 140 MB/s 2024-09-21T00:32:09.060 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.060 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.060 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00794863 s, 132 MB/s 2024-09-21T00:32:09.070 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.070 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.070 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00777224 s, 135 MB/s 2024-09-21T00:32:09.080 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.080 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.080 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00775273 s, 135 MB/s 2024-09-21T00:32:09.091 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.091 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.091 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00789253 s, 133 MB/s 2024-09-21T00:32:09.101 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.101 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.101 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00757963 s, 138 MB/s 2024-09-21T00:32:09.111 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.112 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.112 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00820583 s, 128 MB/s 2024-09-21T00:32:09.122 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.122 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.123 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00846031 s, 124 MB/s 2024-09-21T00:32:09.133 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.133 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.133 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00804903 s, 130 MB/s 2024-09-21T00:32:09.145 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.145 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.145 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00940534 s, 111 MB/s 2024-09-21T00:32:09.156 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.156 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.156 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00889848 s, 118 MB/s 2024-09-21T00:32:09.166 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.166 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.166 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00706791 s, 148 MB/s 2024-09-21T00:32:09.176 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.176 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.176 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00772181 s, 136 MB/s 2024-09-21T00:32:09.187 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.187 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.187 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00785575 s, 133 MB/s 2024-09-21T00:32:09.198 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.198 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.198 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00926314 s, 113 MB/s 2024-09-21T00:32:09.209 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.209 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.209 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00871479 s, 120 MB/s 2024-09-21T00:32:09.220 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.220 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.220 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0081147 s, 129 MB/s 2024-09-21T00:32:09.231 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.232 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.232 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00927931 s, 113 MB/s 2024-09-21T00:32:09.242 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.242 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.243 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00799307 s, 131 MB/s 2024-09-21T00:32:09.253 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.253 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.253 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00880207 s, 119 MB/s 2024-09-21T00:32:09.263 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.263 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.263 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00744811 s, 141 MB/s 2024-09-21T00:32:09.273 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.273 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.273 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00720313 s, 146 MB/s 2024-09-21T00:32:09.284 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.284 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.284 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00793918 s, 132 MB/s 2024-09-21T00:32:09.294 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.294 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.294 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00764903 s, 137 MB/s 2024-09-21T00:32:09.305 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.305 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.305 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00863206 s, 121 MB/s 2024-09-21T00:32:09.315 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.316 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.316 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0081301 s, 129 MB/s 2024-09-21T00:32:09.326 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.326 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.326 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00810406 s, 129 MB/s 2024-09-21T00:32:09.336 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.337 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.337 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0078184 s, 134 MB/s 2024-09-21T00:32:09.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:32:09.343 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:32:09.343 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:32:09.343 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.5 2024-09-21T00:32:09.344 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:32:09.344 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.5/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:32:09.344 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:32:09.344 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:32:09.394 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:09 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:32:09.409 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.409 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.409 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00907666 s, 116 MB/s 2024-09-21T00:32:09.420 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.420 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.420 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00879981 s, 119 MB/s 2024-09-21T00:32:09.430 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.431 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.431 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00807453 s, 130 MB/s 2024-09-21T00:32:09.442 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.442 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.442 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00894532 s, 117 MB/s 2024-09-21T00:32:09.452 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.452 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.452 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00760803 s, 138 MB/s 2024-09-21T00:32:09.463 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.463 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.463 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00813028 s, 129 MB/s 2024-09-21T00:32:09.473 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.473 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.473 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00787905 s, 133 MB/s 2024-09-21T00:32:09.483 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.483 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.484 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00797774 s, 131 MB/s 2024-09-21T00:32:09.496 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.496 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.496 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00934538 s, 112 MB/s 2024-09-21T00:32:09.509 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.509 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.509 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.010093 s, 104 MB/s 2024-09-21T00:32:09.521 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.522 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.522 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00803991 s, 130 MB/s 2024-09-21T00:32:09.532 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.532 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.532 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00879516 s, 119 MB/s 2024-09-21T00:32:09.545 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.545 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.545 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00937173 s, 112 MB/s 2024-09-21T00:32:09.555 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.555 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.555 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00727718 s, 144 MB/s 2024-09-21T00:32:09.566 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.567 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.567 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00814849 s, 129 MB/s 2024-09-21T00:32:09.578 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.578 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.578 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00823492 s, 127 MB/s 2024-09-21T00:32:09.589 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.589 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.589 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00821209 s, 128 MB/s 2024-09-21T00:32:09.600 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.600 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.600 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00787655 s, 133 MB/s 2024-09-21T00:32:09.610 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.610 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.611 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00733133 s, 143 MB/s 2024-09-21T00:32:09.621 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.621 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.621 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0074108 s, 141 MB/s 2024-09-21T00:32:09.632 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.632 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.632 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00748885 s, 140 MB/s 2024-09-21T00:32:09.643 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.643 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.643 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00817921 s, 128 MB/s 2024-09-21T00:32:09.655 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.655 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.655 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00905291 s, 116 MB/s 2024-09-21T00:32:09.666 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.666 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.667 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00795007 s, 132 MB/s 2024-09-21T00:32:09.677 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.678 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.678 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0080315 s, 131 MB/s 2024-09-21T00:32:09.688 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.688 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.688 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00729384 s, 144 MB/s 2024-09-21T00:32:09.699 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.699 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.699 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00794722 s, 132 MB/s 2024-09-21T00:32:09.710 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.710 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.711 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00813491 s, 129 MB/s 2024-09-21T00:32:09.721 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.721 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.721 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00765394 s, 137 MB/s 2024-09-21T00:32:09.732 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.732 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.732 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00720788 s, 145 MB/s 2024-09-21T00:32:09.743 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.744 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.744 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00861487 s, 122 MB/s 2024-09-21T00:32:09.754 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.754 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.754 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00799737 s, 131 MB/s 2024-09-21T00:32:09.755 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:09 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:32:09.761 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:32:09.761 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:32:09.761 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.6 2024-09-21T00:32:09.761 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:32:09.762 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.6/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:32:09.762 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:32:09.762 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:32:09.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:09 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:32:09.825 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.825 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.826 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0079352 s, 132 MB/s 2024-09-21T00:32:09.837 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.837 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.837 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00882775 s, 119 MB/s 2024-09-21T00:32:09.847 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.847 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.847 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00767403 s, 137 MB/s 2024-09-21T00:32:09.857 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.857 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.857 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00807727 s, 130 MB/s 2024-09-21T00:32:09.868 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.868 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.868 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00794729 s, 132 MB/s 2024-09-21T00:32:09.878 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.878 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.879 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00751137 s, 140 MB/s 2024-09-21T00:32:09.889 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.889 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.889 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0078195 s, 134 MB/s 2024-09-21T00:32:09.899 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.899 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.899 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0079843 s, 131 MB/s 2024-09-21T00:32:09.909 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.909 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.909 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00754991 s, 139 MB/s 2024-09-21T00:32:09.919 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.920 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.920 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00812705 s, 129 MB/s 2024-09-21T00:32:09.929 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.929 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.930 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00733589 s, 143 MB/s 2024-09-21T00:32:09.939 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.939 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.939 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00713646 s, 147 MB/s 2024-09-21T00:32:09.950 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.950 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.950 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00844651 s, 124 MB/s 2024-09-21T00:32:09.960 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.961 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.962 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00766045 s, 137 MB/s 2024-09-21T00:32:09.969 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.970 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.970 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00689246 s, 152 MB/s 2024-09-21T00:32:09.980 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.981 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.981 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00861031 s, 122 MB/s 2024-09-21T00:32:09.990 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:09.991 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:09.991 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0074923 s, 140 MB/s 2024-09-21T00:32:10.000 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.000 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.000 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00728043 s, 144 MB/s 2024-09-21T00:32:10.010 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.010 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.010 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00751136 s, 140 MB/s 2024-09-21T00:32:10.020 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.020 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.020 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00747789 s, 140 MB/s 2024-09-21T00:32:10.030 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.030 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.031 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00777703 s, 135 MB/s 2024-09-21T00:32:10.040 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.040 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.040 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00748088 s, 140 MB/s 2024-09-21T00:32:10.049 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.049 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.050 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00670061 s, 156 MB/s 2024-09-21T00:32:10.059 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.059 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.059 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00711184 s, 147 MB/s 2024-09-21T00:32:10.069 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.069 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.069 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00772645 s, 136 MB/s 2024-09-21T00:32:10.080 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.080 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.080 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00852502 s, 123 MB/s 2024-09-21T00:32:10.090 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.090 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.090 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00760621 s, 138 MB/s 2024-09-21T00:32:10.099 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.100 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.100 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00677289 s, 155 MB/s 2024-09-21T00:32:10.110 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.111 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.111 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00842469 s, 124 MB/s 2024-09-21T00:32:10.121 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.121 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.121 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00829503 s, 126 MB/s 2024-09-21T00:32:10.131 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.131 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.131 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00723954 s, 145 MB/s 2024-09-21T00:32:10.142 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.142 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.142 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00772445 s, 136 MB/s 2024-09-21T00:32:10.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:32:10.149 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:32:10.149 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:32:10.149 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.7 2024-09-21T00:32:10.149 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:32:10.149 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.7/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:32:10.149 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:32:10.149 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:32:10.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:10 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:32:10.213 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.213 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.213 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0069676 s, 150 MB/s 2024-09-21T00:32:10.224 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.224 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.224 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00772395 s, 136 MB/s 2024-09-21T00:32:10.233 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.233 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.233 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00696274 s, 151 MB/s 2024-09-21T00:32:10.243 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.243 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.243 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00722192 s, 145 MB/s 2024-09-21T00:32:10.254 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.254 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.254 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00801404 s, 131 MB/s 2024-09-21T00:32:10.263 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.263 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.263 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00693842 s, 151 MB/s 2024-09-21T00:32:10.273 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.273 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.273 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.007722 s, 136 MB/s 2024-09-21T00:32:10.284 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.284 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.284 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00864206 s, 121 MB/s 2024-09-21T00:32:10.294 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.294 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.294 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00746728 s, 140 MB/s 2024-09-21T00:32:10.304 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.305 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.305 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00764925 s, 137 MB/s 2024-09-21T00:32:10.315 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.315 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.315 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00816355 s, 128 MB/s 2024-09-21T00:32:10.325 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.325 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.325 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00747911 s, 140 MB/s 2024-09-21T00:32:10.335 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.335 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.335 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00708723 s, 148 MB/s 2024-09-21T00:32:10.344 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.344 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.344 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00702258 s, 149 MB/s 2024-09-21T00:32:10.355 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.355 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.355 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00771803 s, 136 MB/s 2024-09-21T00:32:10.365 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.365 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.365 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00772142 s, 136 MB/s 2024-09-21T00:32:10.375 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.375 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.375 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00770818 s, 136 MB/s 2024-09-21T00:32:10.384 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.384 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.384 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00695718 s, 151 MB/s 2024-09-21T00:32:10.394 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.395 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.395 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00761541 s, 138 MB/s 2024-09-21T00:32:10.404 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.404 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.405 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00755726 s, 139 MB/s 2024-09-21T00:32:10.414 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.414 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.414 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00725124 s, 145 MB/s 2024-09-21T00:32:10.423 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.424 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.424 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0068323 s, 153 MB/s 2024-09-21T00:32:10.434 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.434 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.434 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00796932 s, 132 MB/s 2024-09-21T00:32:10.445 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.445 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.445 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00831057 s, 126 MB/s 2024-09-21T00:32:10.456 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.456 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.456 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00834912 s, 126 MB/s 2024-09-21T00:32:10.467 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.467 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.467 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00771443 s, 136 MB/s 2024-09-21T00:32:10.477 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.477 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.477 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00766725 s, 137 MB/s 2024-09-21T00:32:10.487 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.487 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.487 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00813518 s, 129 MB/s 2024-09-21T00:32:10.496 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.497 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.497 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00679729 s, 154 MB/s 2024-09-21T00:32:10.506 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.506 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.506 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00694496 s, 151 MB/s 2024-09-21T00:32:10.516 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.516 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.516 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00725709 s, 144 MB/s 2024-09-21T00:32:10.527 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.527 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.527 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00834899 s, 126 MB/s 2024-09-21T00:32:10.527 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:32:10.533 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:32:10.534 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:32:10.534 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.8 2024-09-21T00:32:10.534 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:32:10.534 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.8/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:32:10.534 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:32:10.534 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:32:10.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:10 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:32:10.599 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.599 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.599 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00879238 s, 119 MB/s 2024-09-21T00:32:10.609 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.609 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.609 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00781314 s, 134 MB/s 2024-09-21T00:32:10.621 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.621 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.621 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00891688 s, 118 MB/s 2024-09-21T00:32:10.631 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.631 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.632 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00824797 s, 127 MB/s 2024-09-21T00:32:10.641 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.641 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.641 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00679027 s, 154 MB/s 2024-09-21T00:32:10.650 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.651 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.651 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00730628 s, 144 MB/s 2024-09-21T00:32:10.661 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.661 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.662 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00835096 s, 126 MB/s 2024-09-21T00:32:10.671 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.671 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.671 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00719347 s, 146 MB/s 2024-09-21T00:32:10.681 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.681 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.681 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00756472 s, 139 MB/s 2024-09-21T00:32:10.692 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.692 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.692 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00818814 s, 128 MB/s 2024-09-21T00:32:10.702 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.702 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.702 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00751423 s, 140 MB/s 2024-09-21T00:32:10.711 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.711 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.712 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00713324 s, 147 MB/s 2024-09-21T00:32:10.722 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.722 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.722 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00780439 s, 134 MB/s 2024-09-21T00:32:10.732 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.732 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.732 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00750432 s, 140 MB/s 2024-09-21T00:32:10.742 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.742 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.742 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00767488 s, 137 MB/s 2024-09-21T00:32:10.751 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.752 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.752 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00708475 s, 148 MB/s 2024-09-21T00:32:10.762 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.762 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.762 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00760925 s, 138 MB/s 2024-09-21T00:32:10.771 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.771 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.771 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00728955 s, 144 MB/s 2024-09-21T00:32:10.781 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.781 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.781 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00731388 s, 143 MB/s 2024-09-21T00:32:10.791 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.791 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.791 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00768478 s, 136 MB/s 2024-09-21T00:32:10.801 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.801 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.801 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00730007 s, 144 MB/s 2024-09-21T00:32:10.811 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.811 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.811 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00754825 s, 139 MB/s 2024-09-21T00:32:10.821 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.821 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.822 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00769389 s, 136 MB/s 2024-09-21T00:32:10.832 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.832 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.832 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00788579 s, 133 MB/s 2024-09-21T00:32:10.842 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.842 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.842 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00763848 s, 137 MB/s 2024-09-21T00:32:10.853 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.853 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.853 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0083854 s, 125 MB/s 2024-09-21T00:32:10.862 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.862 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.863 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00709314 s, 148 MB/s 2024-09-21T00:32:10.873 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.873 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.873 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00779309 s, 135 MB/s 2024-09-21T00:32:10.883 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.883 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.883 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00773807 s, 136 MB/s 2024-09-21T00:32:10.893 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.893 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.893 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00743355 s, 141 MB/s 2024-09-21T00:32:10.903 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.903 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.903 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0076764 s, 137 MB/s 2024-09-21T00:32:10.913 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.913 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.913 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00689598 s, 152 MB/s 2024-09-21T00:32:10.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:10 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:32:10.919 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:32:10.919 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:32:10.920 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.9 2024-09-21T00:32:10.920 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:32:10.920 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.9/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:32:10.920 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:32:10.920 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:32:10.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:10 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:32:10.983 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.983 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.983 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0072167 s, 145 MB/s 2024-09-21T00:32:10.993 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:10.993 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:10.993 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00797221 s, 132 MB/s 2024-09-21T00:32:11.003 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.003 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.003 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00724679 s, 145 MB/s 2024-09-21T00:32:11.014 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.017 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.017 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00838321 s, 125 MB/s 2024-09-21T00:32:11.024 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.024 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.024 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00765654 s, 137 MB/s 2024-09-21T00:32:11.034 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.035 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.035 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00763592 s, 137 MB/s 2024-09-21T00:32:11.045 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.045 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.046 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00834926 s, 126 MB/s 2024-09-21T00:32:11.057 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.057 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.057 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0089571 s, 117 MB/s 2024-09-21T00:32:11.066 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.066 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.066 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00680699 s, 154 MB/s 2024-09-21T00:32:11.076 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.076 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.076 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00729781 s, 144 MB/s 2024-09-21T00:32:11.087 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.087 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.087 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00811373 s, 129 MB/s 2024-09-21T00:32:11.098 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.098 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.098 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00853322 s, 123 MB/s 2024-09-21T00:32:11.108 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.108 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.108 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00747858 s, 140 MB/s 2024-09-21T00:32:11.118 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.118 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.118 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00763518 s, 137 MB/s 2024-09-21T00:32:11.128 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.128 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.128 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00734572 s, 143 MB/s 2024-09-21T00:32:11.138 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.138 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.138 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00780765 s, 134 MB/s 2024-09-21T00:32:11.149 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.149 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.149 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00775356 s, 135 MB/s 2024-09-21T00:32:11.158 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.158 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.158 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00732153 s, 143 MB/s 2024-09-21T00:32:11.169 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.169 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.169 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00846339 s, 124 MB/s 2024-09-21T00:32:11.179 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.180 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.180 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00784055 s, 134 MB/s 2024-09-21T00:32:11.190 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.190 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.190 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00768136 s, 137 MB/s 2024-09-21T00:32:11.200 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.200 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.200 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00775408 s, 135 MB/s 2024-09-21T00:32:11.210 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.210 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.210 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00782493 s, 134 MB/s 2024-09-21T00:32:11.220 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.221 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.221 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00771849 s, 136 MB/s 2024-09-21T00:32:11.230 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.230 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.230 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00721407 s, 145 MB/s 2024-09-21T00:32:11.240 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.240 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.240 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00707355 s, 148 MB/s 2024-09-21T00:32:11.250 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.250 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.250 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00761547 s, 138 MB/s 2024-09-21T00:32:11.260 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.260 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.260 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00757642 s, 138 MB/s 2024-09-21T00:32:11.270 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.270 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.270 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00700631 s, 150 MB/s 2024-09-21T00:32:11.280 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.280 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.280 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00771203 s, 136 MB/s 2024-09-21T00:32:11.291 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.291 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.291 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00854757 s, 123 MB/s 2024-09-21T00:32:11.301 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.301 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.301 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00750821 s, 140 MB/s 2024-09-21T00:32:11.302 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:32:11.308 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:32:11.308 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:32:11.308 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.10 2024-09-21T00:32:11.308 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:32:11.308 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.10/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:32:11.308 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:32:11.308 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:32:11.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:11 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:32:11.372 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.372 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.372 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00771717 s, 136 MB/s 2024-09-21T00:32:11.382 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.382 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.382 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00707684 s, 148 MB/s 2024-09-21T00:32:11.394 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.394 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.394 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00771666 s, 136 MB/s 2024-09-21T00:32:11.402 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.402 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.402 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0074702 s, 140 MB/s 2024-09-21T00:32:11.412 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.412 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.412 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00746823 s, 140 MB/s 2024-09-21T00:32:11.422 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.422 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.422 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00733905 s, 143 MB/s 2024-09-21T00:32:11.431 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.431 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.431 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00690051 s, 152 MB/s 2024-09-21T00:32:11.442 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.442 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.442 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00852889 s, 123 MB/s 2024-09-21T00:32:11.453 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.453 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.453 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00841086 s, 125 MB/s 2024-09-21T00:32:11.464 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.464 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.464 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00785999 s, 133 MB/s 2024-09-21T00:32:11.473 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.473 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.473 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00720231 s, 146 MB/s 2024-09-21T00:32:11.484 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.484 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.484 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00822709 s, 127 MB/s 2024-09-21T00:32:11.495 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.495 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.495 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.008193 s, 128 MB/s 2024-09-21T00:32:11.505 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.505 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.505 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00768127 s, 137 MB/s 2024-09-21T00:32:11.516 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.516 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.516 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00822439 s, 127 MB/s 2024-09-21T00:32:11.526 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.527 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.527 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00794264 s, 132 MB/s 2024-09-21T00:32:11.536 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.536 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.536 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00726673 s, 144 MB/s 2024-09-21T00:32:11.548 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.548 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.548 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0088835 s, 118 MB/s 2024-09-21T00:32:11.558 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.558 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.558 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00763768 s, 137 MB/s 2024-09-21T00:32:11.568 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.568 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.568 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00760646 s, 138 MB/s 2024-09-21T00:32:11.579 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.579 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.579 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00873961 s, 120 MB/s 2024-09-21T00:32:11.589 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.589 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.589 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00744885 s, 141 MB/s 2024-09-21T00:32:11.600 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.600 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.600 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00754805 s, 139 MB/s 2024-09-21T00:32:11.610 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.610 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.610 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00761217 s, 138 MB/s 2024-09-21T00:32:11.620 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.620 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.620 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00752484 s, 139 MB/s 2024-09-21T00:32:11.630 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.630 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.630 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0078868 s, 133 MB/s 2024-09-21T00:32:11.641 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.641 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.641 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0083904 s, 125 MB/s 2024-09-21T00:32:11.652 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.652 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.652 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00830479 s, 126 MB/s 2024-09-21T00:32:11.662 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.662 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.662 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00732114 s, 143 MB/s 2024-09-21T00:32:11.672 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.672 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.672 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00772931 s, 136 MB/s 2024-09-21T00:32:11.682 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.682 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.682 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00773617 s, 136 MB/s 2024-09-21T00:32:11.692 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.692 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.692 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0071628 s, 146 MB/s 2024-09-21T00:32:11.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:11 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:32:11.698 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:32:11.699 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:32:11.699 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.11 2024-09-21T00:32:11.699 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:32:11.699 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.11/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:32:11.699 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:32:11.699 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:32:11.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:11 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:32:11.763 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.763 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.763 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00781825 s, 134 MB/s 2024-09-21T00:32:11.773 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.773 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.773 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00818735 s, 128 MB/s 2024-09-21T00:32:11.783 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.783 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.783 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0074464 s, 141 MB/s 2024-09-21T00:32:11.792 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.792 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.793 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00683025 s, 154 MB/s 2024-09-21T00:32:11.802 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.803 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.803 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00754795 s, 139 MB/s 2024-09-21T00:32:11.812 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.812 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.812 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00685944 s, 153 MB/s 2024-09-21T00:32:11.823 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.823 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.823 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00834586 s, 126 MB/s 2024-09-21T00:32:11.832 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.832 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.833 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00739937 s, 142 MB/s 2024-09-21T00:32:11.843 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.843 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.843 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00773386 s, 136 MB/s 2024-09-21T00:32:11.853 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.853 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.853 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00718466 s, 146 MB/s 2024-09-21T00:32:11.863 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.863 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.863 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00765408 s, 137 MB/s 2024-09-21T00:32:11.873 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.873 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.873 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00791931 s, 132 MB/s 2024-09-21T00:32:11.883 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.883 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.883 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00766788 s, 137 MB/s 2024-09-21T00:32:11.893 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.893 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.894 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00755253 s, 139 MB/s 2024-09-21T00:32:11.904 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.904 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.904 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00747616 s, 140 MB/s 2024-09-21T00:32:11.914 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.914 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.914 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00784779 s, 134 MB/s 2024-09-21T00:32:11.925 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.925 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.925 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00877762 s, 119 MB/s 2024-09-21T00:32:11.935 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.936 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.936 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0076188 s, 138 MB/s 2024-09-21T00:32:11.946 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.946 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.946 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00847032 s, 124 MB/s 2024-09-21T00:32:11.956 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.956 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.956 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00759621 s, 138 MB/s 2024-09-21T00:32:11.967 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.967 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.967 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00760663 s, 138 MB/s 2024-09-21T00:32:11.976 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.976 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.976 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0074243 s, 141 MB/s 2024-09-21T00:32:11.987 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.987 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.988 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00839892 s, 125 MB/s 2024-09-21T00:32:11.997 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:11.997 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:11.997 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00719916 s, 146 MB/s 2024-09-21T00:32:12.007 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.007 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.007 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00757048 s, 139 MB/s 2024-09-21T00:32:12.019 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.019 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.019 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00884219 s, 119 MB/s 2024-09-21T00:32:12.029 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.029 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.029 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00772616 s, 136 MB/s 2024-09-21T00:32:12.039 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.039 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.039 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00734044 s, 143 MB/s 2024-09-21T00:32:12.048 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.049 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.049 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0075912 s, 138 MB/s 2024-09-21T00:32:12.058 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.059 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.059 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00727874 s, 144 MB/s 2024-09-21T00:32:12.069 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.069 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.069 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00787324 s, 133 MB/s 2024-09-21T00:32:12.079 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.079 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.079 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00728037 s, 144 MB/s 2024-09-21T00:32:12.079 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:32:12.086 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:32:12.086 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:32:12.086 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.12 2024-09-21T00:32:12.086 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:32:12.086 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.12/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:32:12.086 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:32:12.086 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:32:12.137 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:12 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:32:12.150 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.150 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.151 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00761322 s, 138 MB/s 2024-09-21T00:32:12.160 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.160 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.161 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00779652 s, 134 MB/s 2024-09-21T00:32:12.171 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.171 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.171 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00778765 s, 135 MB/s 2024-09-21T00:32:12.181 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.181 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.182 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00806044 s, 130 MB/s 2024-09-21T00:32:12.191 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.191 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.191 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.007018 s, 149 MB/s 2024-09-21T00:32:12.201 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.201 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.202 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0078981 s, 133 MB/s 2024-09-21T00:32:12.212 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.212 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.212 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00776804 s, 135 MB/s 2024-09-21T00:32:12.223 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.223 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.223 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00843804 s, 124 MB/s 2024-09-21T00:32:12.233 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.233 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.233 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00732022 s, 143 MB/s 2024-09-21T00:32:12.242 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.243 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.243 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00743826 s, 141 MB/s 2024-09-21T00:32:12.252 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.252 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.252 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00679585 s, 154 MB/s 2024-09-21T00:32:12.261 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.261 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.261 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00683248 s, 153 MB/s 2024-09-21T00:32:12.271 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.271 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.271 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00714681 s, 147 MB/s 2024-09-21T00:32:12.281 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.281 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.281 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00770729 s, 136 MB/s 2024-09-21T00:32:12.291 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.291 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.291 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00718568 s, 146 MB/s 2024-09-21T00:32:12.302 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.302 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.302 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00840078 s, 125 MB/s 2024-09-21T00:32:12.312 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.312 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.312 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00746492 s, 140 MB/s 2024-09-21T00:32:12.322 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.323 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.323 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00798059 s, 131 MB/s 2024-09-21T00:32:12.332 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.332 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.332 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00757509 s, 138 MB/s 2024-09-21T00:32:12.343 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.343 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.343 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00850539 s, 123 MB/s 2024-09-21T00:32:12.354 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.354 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.354 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00778906 s, 135 MB/s 2024-09-21T00:32:12.365 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.365 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.365 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00855789 s, 123 MB/s 2024-09-21T00:32:12.375 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.375 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.375 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00758289 s, 138 MB/s 2024-09-21T00:32:12.385 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.385 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.386 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00788687 s, 133 MB/s 2024-09-21T00:32:12.394 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.395 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.395 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00696108 s, 151 MB/s 2024-09-21T00:32:12.404 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.404 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.404 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00697411 s, 150 MB/s 2024-09-21T00:32:12.415 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.415 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.415 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00829394 s, 126 MB/s 2024-09-21T00:32:12.425 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.425 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.425 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00726913 s, 144 MB/s 2024-09-21T00:32:12.436 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.436 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.436 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00826291 s, 127 MB/s 2024-09-21T00:32:12.447 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.447 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.447 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00857738 s, 122 MB/s 2024-09-21T00:32:12.456 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.456 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.456 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00678315 s, 155 MB/s 2024-09-21T00:32:12.466 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.466 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.466 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00751797 s, 139 MB/s 2024-09-21T00:32:12.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:32:12.473 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:32:12.473 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:32:12.473 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.13 2024-09-21T00:32:12.473 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:32:12.473 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.13/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:32:12.473 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:32:12.474 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:32:12.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:12 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:32:12.538 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.538 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.538 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00794573 s, 132 MB/s 2024-09-21T00:32:12.549 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.549 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.549 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00878429 s, 119 MB/s 2024-09-21T00:32:12.559 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.559 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.559 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00758621 s, 138 MB/s 2024-09-21T00:32:12.569 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.569 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.569 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0073457 s, 143 MB/s 2024-09-21T00:32:12.579 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.579 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.579 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00777715 s, 135 MB/s 2024-09-21T00:32:12.589 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.589 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.589 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00745995 s, 141 MB/s 2024-09-21T00:32:12.600 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.600 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.600 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0085831 s, 122 MB/s 2024-09-21T00:32:12.610 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.610 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.610 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0070886 s, 148 MB/s 2024-09-21T00:32:12.621 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.621 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.621 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00839042 s, 125 MB/s 2024-09-21T00:32:12.631 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.632 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.632 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00828896 s, 127 MB/s 2024-09-21T00:32:12.641 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.641 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.641 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00694316 s, 151 MB/s 2024-09-21T00:32:12.651 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.651 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.651 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00747609 s, 140 MB/s 2024-09-21T00:32:12.662 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.662 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.662 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00833522 s, 126 MB/s 2024-09-21T00:32:12.672 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.672 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.672 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00774815 s, 135 MB/s 2024-09-21T00:32:12.682 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.682 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.682 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00757262 s, 138 MB/s 2024-09-21T00:32:12.692 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.692 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.692 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00751691 s, 139 MB/s 2024-09-21T00:32:12.703 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.703 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.703 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00854222 s, 123 MB/s 2024-09-21T00:32:12.714 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.714 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.714 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00791625 s, 132 MB/s 2024-09-21T00:32:12.723 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.723 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.724 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00722372 s, 145 MB/s 2024-09-21T00:32:12.733 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.734 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.734 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00765717 s, 137 MB/s 2024-09-21T00:32:12.743 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.743 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.743 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00698838 s, 150 MB/s 2024-09-21T00:32:12.753 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.753 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.753 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00790927 s, 133 MB/s 2024-09-21T00:32:12.763 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.763 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.763 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00687395 s, 153 MB/s 2024-09-21T00:32:12.773 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.773 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.773 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00763358 s, 137 MB/s 2024-09-21T00:32:12.783 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.783 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.783 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00760209 s, 138 MB/s 2024-09-21T00:32:12.793 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.793 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.793 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00765557 s, 137 MB/s 2024-09-21T00:32:12.803 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.803 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.803 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00711733 s, 147 MB/s 2024-09-21T00:32:12.813 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.813 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.813 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00764308 s, 137 MB/s 2024-09-21T00:32:12.823 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.823 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.823 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00743862 s, 141 MB/s 2024-09-21T00:32:12.834 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.834 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.834 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00810881 s, 129 MB/s 2024-09-21T00:32:12.844 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.844 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.844 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00789706 s, 133 MB/s 2024-09-21T00:32:12.855 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.855 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.855 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00823937 s, 127 MB/s 2024-09-21T00:32:12.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:12 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:32:12.861 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:32:12.862 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:32:12.862 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.14 2024-09-21T00:32:12.862 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:32:12.862 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.14/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:32:12.862 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:32:12.862 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:32:12.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:12 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:32:12.927 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.927 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.927 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00875865 s, 120 MB/s 2024-09-21T00:32:12.937 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.937 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.938 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00836159 s, 125 MB/s 2024-09-21T00:32:12.947 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.947 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.947 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0071771 s, 146 MB/s 2024-09-21T00:32:12.957 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.957 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.957 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00767616 s, 137 MB/s 2024-09-21T00:32:12.968 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.968 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.968 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00840171 s, 125 MB/s 2024-09-21T00:32:12.978 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.978 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.978 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00732608 s, 143 MB/s 2024-09-21T00:32:12.989 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.989 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.989 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00838807 s, 125 MB/s 2024-09-21T00:32:12.999 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:12.999 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:12.999 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0076619 s, 137 MB/s 2024-09-21T00:32:13.010 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.010 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.010 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00826444 s, 127 MB/s 2024-09-21T00:32:13.020 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.021 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.021 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00831723 s, 126 MB/s 2024-09-21T00:32:13.031 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.032 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.032 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00845868 s, 124 MB/s 2024-09-21T00:32:13.043 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.043 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.043 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00884383 s, 119 MB/s 2024-09-21T00:32:13.054 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.054 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.054 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00829589 s, 126 MB/s 2024-09-21T00:32:13.063 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.064 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.064 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00716166 s, 146 MB/s 2024-09-21T00:32:13.074 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.074 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.074 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00758981 s, 138 MB/s 2024-09-21T00:32:13.083 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.083 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.083 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00710772 s, 148 MB/s 2024-09-21T00:32:13.093 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.093 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.093 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00755788 s, 139 MB/s 2024-09-21T00:32:13.103 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.103 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.104 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00762658 s, 137 MB/s 2024-09-21T00:32:13.114 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.114 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.114 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00782413 s, 134 MB/s 2024-09-21T00:32:13.123 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.123 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.123 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00681362 s, 154 MB/s 2024-09-21T00:32:13.134 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.134 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.134 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00876033 s, 120 MB/s 2024-09-21T00:32:13.166 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.166 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.166 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00779883 s, 134 MB/s 2024-09-21T00:32:13.176 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.176 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.176 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00756392 s, 139 MB/s 2024-09-21T00:32:13.187 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.187 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.187 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00755456 s, 139 MB/s 2024-09-21T00:32:13.197 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.197 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.197 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00778174 s, 135 MB/s 2024-09-21T00:32:13.208 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.208 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.208 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00845639 s, 124 MB/s 2024-09-21T00:32:13.219 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.219 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.219 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00818494 s, 128 MB/s 2024-09-21T00:32:13.229 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.229 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.229 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00774707 s, 135 MB/s 2024-09-21T00:32:13.239 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.240 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.240 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00784745 s, 134 MB/s 2024-09-21T00:32:13.250 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.250 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.250 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00825704 s, 127 MB/s 2024-09-21T00:32:13.260 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.260 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.260 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00755931 s, 139 MB/s 2024-09-21T00:32:13.270 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.270 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.270 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0071816 s, 146 MB/s 2024-09-21T00:32:13.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:32:13.277 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:32:13.277 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:32:13.277 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.15 2024-09-21T00:32:13.277 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:32:13.277 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.15/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:32:13.277 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:32:13.277 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:32:13.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:13 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:32:13.341 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.341 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.341 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00797201 s, 132 MB/s 2024-09-21T00:32:13.351 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.351 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.351 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0073848 s, 142 MB/s 2024-09-21T00:32:13.361 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.361 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.362 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0077091 s, 136 MB/s 2024-09-21T00:32:13.371 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.371 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.372 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00762418 s, 138 MB/s 2024-09-21T00:32:13.382 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.382 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.382 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00758173 s, 138 MB/s 2024-09-21T00:32:13.393 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.393 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.393 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00844524 s, 124 MB/s 2024-09-21T00:32:13.403 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.403 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.403 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00738805 s, 142 MB/s 2024-09-21T00:32:13.412 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.412 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.412 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00700582 s, 150 MB/s 2024-09-21T00:32:13.423 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.423 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.423 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00782715 s, 134 MB/s 2024-09-21T00:32:13.432 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.433 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.433 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00713804 s, 147 MB/s 2024-09-21T00:32:13.442 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.442 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.442 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00711089 s, 147 MB/s 2024-09-21T00:32:13.453 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.454 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.454 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00856853 s, 122 MB/s 2024-09-21T00:32:13.464 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.464 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.464 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00788585 s, 133 MB/s 2024-09-21T00:32:13.474 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.474 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.474 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00696746 s, 150 MB/s 2024-09-21T00:32:13.484 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.484 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.484 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00811881 s, 129 MB/s 2024-09-21T00:32:13.494 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.495 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.495 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0078608 s, 133 MB/s 2024-09-21T00:32:13.505 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.505 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.505 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00790718 s, 133 MB/s 2024-09-21T00:32:13.515 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.515 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.515 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00754165 s, 139 MB/s 2024-09-21T00:32:13.525 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.525 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.525 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00742823 s, 141 MB/s 2024-09-21T00:32:13.536 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.536 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.536 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0083742 s, 125 MB/s 2024-09-21T00:32:13.546 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.546 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.546 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00770469 s, 136 MB/s 2024-09-21T00:32:13.556 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.556 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.556 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00754974 s, 139 MB/s 2024-09-21T00:32:13.567 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.567 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.567 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00867674 s, 121 MB/s 2024-09-21T00:32:13.578 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.578 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.578 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00768095 s, 137 MB/s 2024-09-21T00:32:13.588 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.588 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.588 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00748252 s, 140 MB/s 2024-09-21T00:32:13.599 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.599 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.599 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00878886 s, 119 MB/s 2024-09-21T00:32:13.609 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.609 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.609 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00771279 s, 136 MB/s 2024-09-21T00:32:13.619 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.619 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.619 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0074556 s, 141 MB/s 2024-09-21T00:32:13.628 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.629 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.629 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00700303 s, 150 MB/s 2024-09-21T00:32:13.639 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.639 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.640 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00835206 s, 126 MB/s 2024-09-21T00:32:13.657 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.657 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.657 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0146807 s, 71.4 MB/s 2024-09-21T00:32:13.667 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.667 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.667 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00750831 s, 140 MB/s 2024-09-21T00:32:13.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:32:13.674 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:32:13.674 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:32:13.674 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.16 2024-09-21T00:32:13.674 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:32:13.674 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.16/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:32:13.674 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:32:13.674 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:32:13.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:13 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:32:13.737 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.737 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.737 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00708457 s, 148 MB/s 2024-09-21T00:32:13.747 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.747 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.747 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00726365 s, 144 MB/s 2024-09-21T00:32:13.759 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.759 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.759 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00886571 s, 118 MB/s 2024-09-21T00:32:13.770 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.770 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.770 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00875882 s, 120 MB/s 2024-09-21T00:32:13.780 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.780 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.780 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00779221 s, 135 MB/s 2024-09-21T00:32:13.790 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.790 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.790 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00738491 s, 142 MB/s 2024-09-21T00:32:13.801 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.801 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.802 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00863571 s, 121 MB/s 2024-09-21T00:32:13.811 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.811 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.812 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00750904 s, 140 MB/s 2024-09-21T00:32:13.822 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.822 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.822 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00769337 s, 136 MB/s 2024-09-21T00:32:13.831 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.831 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.831 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00722987 s, 145 MB/s 2024-09-21T00:32:13.843 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.843 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.843 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00850297 s, 123 MB/s 2024-09-21T00:32:13.852 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.852 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.853 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00726253 s, 144 MB/s 2024-09-21T00:32:13.863 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.863 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.863 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00755474 s, 139 MB/s 2024-09-21T00:32:13.872 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.872 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.873 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00748615 s, 140 MB/s 2024-09-21T00:32:13.882 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.882 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.882 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00704444 s, 149 MB/s 2024-09-21T00:32:13.893 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.893 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.893 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00846062 s, 124 MB/s 2024-09-21T00:32:13.903 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.903 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.903 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00726454 s, 144 MB/s 2024-09-21T00:32:13.913 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.913 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.913 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00773249 s, 136 MB/s 2024-09-21T00:32:13.924 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.924 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.924 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00846627 s, 124 MB/s 2024-09-21T00:32:13.934 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.934 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.934 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00752127 s, 139 MB/s 2024-09-21T00:32:13.945 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.945 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.945 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00784171 s, 134 MB/s 2024-09-21T00:32:13.955 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.955 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.955 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00779791 s, 134 MB/s 2024-09-21T00:32:13.966 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.966 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.966 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00838097 s, 125 MB/s 2024-09-21T00:32:13.975 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.975 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.975 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00696026 s, 151 MB/s 2024-09-21T00:32:13.986 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.986 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.986 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00767582 s, 137 MB/s 2024-09-21T00:32:13.996 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:13.996 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:13.996 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00743433 s, 141 MB/s 2024-09-21T00:32:14.005 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.006 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.006 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00737615 s, 142 MB/s 2024-09-21T00:32:14.015 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.015 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.015 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0072179 s, 145 MB/s 2024-09-21T00:32:14.026 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.026 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.026 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00791293 s, 133 MB/s 2024-09-21T00:32:14.035 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.035 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.035 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00712689 s, 147 MB/s 2024-09-21T00:32:14.045 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.046 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.046 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00758944 s, 138 MB/s 2024-09-21T00:32:14.055 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.055 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.055 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00697647 s, 150 MB/s 2024-09-21T00:32:14.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:32:14.062 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:32:14.062 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:32:14.063 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.17 2024-09-21T00:32:14.063 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:32:14.063 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.17/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:32:14.063 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:32:14.063 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:32:14.113 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:14 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:32:14.126 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.126 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.127 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00772221 s, 136 MB/s 2024-09-21T00:32:14.138 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.138 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.138 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0088776 s, 118 MB/s 2024-09-21T00:32:14.197 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.197 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.197 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00712925 s, 147 MB/s 2024-09-21T00:32:14.208 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.208 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.208 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00761416 s, 138 MB/s 2024-09-21T00:32:14.219 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.219 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.219 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00763431 s, 137 MB/s 2024-09-21T00:32:14.230 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.230 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.230 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00845958 s, 124 MB/s 2024-09-21T00:32:14.240 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.240 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.240 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00708235 s, 148 MB/s 2024-09-21T00:32:14.250 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.250 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.250 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00693814 s, 151 MB/s 2024-09-21T00:32:14.262 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.262 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.262 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00834804 s, 126 MB/s 2024-09-21T00:32:14.272 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.272 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.272 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00762655 s, 137 MB/s 2024-09-21T00:32:14.283 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.283 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.283 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00787936 s, 133 MB/s 2024-09-21T00:32:14.293 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.293 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.293 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0070866 s, 148 MB/s 2024-09-21T00:32:14.305 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.305 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.305 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00875101 s, 120 MB/s 2024-09-21T00:32:14.316 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.316 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.316 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00744592 s, 141 MB/s 2024-09-21T00:32:14.327 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.327 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.327 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00830559 s, 126 MB/s 2024-09-21T00:32:14.337 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.337 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.337 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00669622 s, 157 MB/s 2024-09-21T00:32:14.348 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.348 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.348 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00759566 s, 138 MB/s 2024-09-21T00:32:14.358 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.358 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.358 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0073256 s, 143 MB/s 2024-09-21T00:32:14.368 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.368 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.368 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00705032 s, 149 MB/s 2024-09-21T00:32:14.380 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.380 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.380 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00865929 s, 121 MB/s 2024-09-21T00:32:14.390 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.391 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.391 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00771648 s, 136 MB/s 2024-09-21T00:32:14.401 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.402 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.402 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00797612 s, 131 MB/s 2024-09-21T00:32:14.411 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.411 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.411 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00698123 s, 150 MB/s 2024-09-21T00:32:14.422 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.422 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.422 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00743477 s, 141 MB/s 2024-09-21T00:32:14.432 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.432 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.432 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00762667 s, 137 MB/s 2024-09-21T00:32:14.445 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.445 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.445 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00930153 s, 113 MB/s 2024-09-21T00:32:14.455 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.456 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.456 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00785509 s, 133 MB/s 2024-09-21T00:32:14.467 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.467 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.467 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00796431 s, 132 MB/s 2024-09-21T00:32:14.477 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.477 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.477 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00766827 s, 137 MB/s 2024-09-21T00:32:14.487 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.487 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.488 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00766606 s, 137 MB/s 2024-09-21T00:32:14.499 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.500 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.500 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0091185 s, 115 MB/s 2024-09-21T00:32:14.510 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.510 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.510 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00745128 s, 141 MB/s 2024-09-21T00:32:14.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:32:14.519 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:32:14.520 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:32:14.520 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.18 2024-09-21T00:32:14.520 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:32:14.520 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.18/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:32:14.520 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:32:14.520 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:32:14.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:14 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:32:14.666 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.666 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.666 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00849014 s, 124 MB/s 2024-09-21T00:32:14.676 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.677 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.677 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00769539 s, 136 MB/s 2024-09-21T00:32:14.686 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.686 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.686 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0076436 s, 137 MB/s 2024-09-21T00:32:14.697 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.697 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.697 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0078197 s, 134 MB/s 2024-09-21T00:32:14.707 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.707 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.707 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00759607 s, 138 MB/s 2024-09-21T00:32:14.717 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.717 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.717 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00766005 s, 137 MB/s 2024-09-21T00:32:14.727 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.727 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.727 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00783476 s, 134 MB/s 2024-09-21T00:32:14.738 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.738 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.738 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00797548 s, 131 MB/s 2024-09-21T00:32:14.748 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.748 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.748 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00745625 s, 141 MB/s 2024-09-21T00:32:14.758 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.758 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.758 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00769583 s, 136 MB/s 2024-09-21T00:32:14.768 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.768 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.768 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0077271 s, 136 MB/s 2024-09-21T00:32:14.778 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.778 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.778 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00689661 s, 152 MB/s 2024-09-21T00:32:14.788 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.788 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.788 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0075141 s, 140 MB/s 2024-09-21T00:32:14.798 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.798 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.798 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00826139 s, 127 MB/s 2024-09-21T00:32:14.809 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.809 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.809 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00837566 s, 125 MB/s 2024-09-21T00:32:14.819 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.819 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.820 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00765533 s, 137 MB/s 2024-09-21T00:32:14.829 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.829 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.829 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00751774 s, 139 MB/s 2024-09-21T00:32:14.840 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.840 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.840 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00791093 s, 133 MB/s 2024-09-21T00:32:14.849 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.849 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.849 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00706868 s, 148 MB/s 2024-09-21T00:32:14.860 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.860 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.860 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00798859 s, 131 MB/s 2024-09-21T00:32:14.870 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.870 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.870 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00763155 s, 137 MB/s 2024-09-21T00:32:14.880 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.880 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.880 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00772603 s, 136 MB/s 2024-09-21T00:32:14.890 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.890 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.890 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00709548 s, 148 MB/s 2024-09-21T00:32:14.900 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.900 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.900 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0077719 s, 135 MB/s 2024-09-21T00:32:14.910 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.910 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.910 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0073925 s, 142 MB/s 2024-09-21T00:32:14.922 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.922 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.922 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00923419 s, 114 MB/s 2024-09-21T00:32:14.934 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.934 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.934 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00867537 s, 121 MB/s 2024-09-21T00:32:14.945 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.945 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.945 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00781632 s, 134 MB/s 2024-09-21T00:32:14.956 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.956 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.956 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0079177 s, 132 MB/s 2024-09-21T00:32:14.966 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.966 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.966 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00731644 s, 143 MB/s 2024-09-21T00:32:14.978 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.978 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.978 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00854463 s, 123 MB/s 2024-09-21T00:32:14.988 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:14.988 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:14.988 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00720555 s, 146 MB/s 2024-09-21T00:32:14.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:14 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:32:14.995 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:32:14.995 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:32:14.995 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.19 2024-09-21T00:32:14.995 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:32:14.995 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.19/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:32:14.995 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:32:14.995 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:32:15.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:15 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:32:15.059 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.059 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.059 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00800801 s, 131 MB/s 2024-09-21T00:32:15.070 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.070 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.070 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0080419 s, 130 MB/s 2024-09-21T00:32:15.080 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.080 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.080 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00776569 s, 135 MB/s 2024-09-21T00:32:15.090 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.091 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.091 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00808861 s, 130 MB/s 2024-09-21T00:32:15.101 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.101 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.102 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00854325 s, 123 MB/s 2024-09-21T00:32:15.112 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.112 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.112 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00782331 s, 134 MB/s 2024-09-21T00:32:15.123 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.123 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.123 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00834728 s, 126 MB/s 2024-09-21T00:32:15.134 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.134 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.134 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00862581 s, 122 MB/s 2024-09-21T00:32:15.154 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.154 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.154 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0171444 s, 61.2 MB/s 2024-09-21T00:32:15.183 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.183 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.184 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0103792 s, 101 MB/s 2024-09-21T00:32:15.193 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.193 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.194 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00740479 s, 142 MB/s 2024-09-21T00:32:15.203 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.203 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.203 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00772259 s, 136 MB/s 2024-09-21T00:32:15.213 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.213 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.213 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00735138 s, 143 MB/s 2024-09-21T00:32:15.223 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.223 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.223 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00749415 s, 140 MB/s 2024-09-21T00:32:15.233 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.233 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.233 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0070801 s, 148 MB/s 2024-09-21T00:32:15.243 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.243 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.243 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00757564 s, 138 MB/s 2024-09-21T00:32:15.253 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.253 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.253 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00759462 s, 138 MB/s 2024-09-21T00:32:15.264 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.264 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.264 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00842951 s, 124 MB/s 2024-09-21T00:32:15.273 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.273 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.274 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00697552 s, 150 MB/s 2024-09-21T00:32:15.283 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.283 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.283 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00735473 s, 143 MB/s 2024-09-21T00:32:15.293 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.293 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.293 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0076709 s, 137 MB/s 2024-09-21T00:32:15.304 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.304 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.304 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00791757 s, 132 MB/s 2024-09-21T00:32:15.315 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.316 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.316 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00907928 s, 115 MB/s 2024-09-21T00:32:15.325 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.325 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.325 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0070582 s, 149 MB/s 2024-09-21T00:32:15.335 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.335 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.335 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00708175 s, 148 MB/s 2024-09-21T00:32:15.345 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.345 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.345 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00736253 s, 142 MB/s 2024-09-21T00:32:15.354 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.354 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.355 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00695158 s, 151 MB/s 2024-09-21T00:32:15.364 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.365 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.365 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00753212 s, 139 MB/s 2024-09-21T00:32:15.374 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.374 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.374 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00689342 s, 152 MB/s 2024-09-21T00:32:15.385 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.385 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.385 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00872533 s, 120 MB/s 2024-09-21T00:32:15.395 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.395 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.395 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00750973 s, 140 MB/s 2024-09-21T00:32:15.405 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.405 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.406 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00755685 s, 139 MB/s 2024-09-21T00:32:15.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:32:15.412 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:32:15.412 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:32:15.412 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.20 2024-09-21T00:32:15.412 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:32:15.412 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.20/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:32:15.412 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:32:15.413 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:32:15.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:15 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:32:15.476 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.476 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.476 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00770174 s, 136 MB/s 2024-09-21T00:32:15.485 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.486 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.486 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00762505 s, 138 MB/s 2024-09-21T00:32:15.496 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.496 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.496 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00856111 s, 122 MB/s 2024-09-21T00:32:15.507 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.507 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.507 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00852926 s, 123 MB/s 2024-09-21T00:32:15.517 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.517 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.517 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00679078 s, 154 MB/s 2024-09-21T00:32:15.526 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.526 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.527 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00718549 s, 146 MB/s 2024-09-21T00:32:15.537 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.537 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.537 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0075309 s, 139 MB/s 2024-09-21T00:32:15.546 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.546 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.546 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00684778 s, 153 MB/s 2024-09-21T00:32:15.556 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.556 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.556 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00775814 s, 135 MB/s 2024-09-21T00:32:15.566 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.566 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.566 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00757509 s, 138 MB/s 2024-09-21T00:32:15.576 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.576 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.576 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00706535 s, 148 MB/s 2024-09-21T00:32:15.587 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.587 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.587 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00849824 s, 123 MB/s 2024-09-21T00:32:15.596 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.596 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.596 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00716368 s, 146 MB/s 2024-09-21T00:32:15.606 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.606 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.607 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00748476 s, 140 MB/s 2024-09-21T00:32:15.617 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.617 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.617 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00762491 s, 138 MB/s 2024-09-21T00:32:15.627 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.628 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.628 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00854051 s, 123 MB/s 2024-09-21T00:32:15.638 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.638 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.638 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00766446 s, 137 MB/s 2024-09-21T00:32:15.647 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.647 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.648 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00737751 s, 142 MB/s 2024-09-21T00:32:15.657 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.657 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.657 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00748326 s, 140 MB/s 2024-09-21T00:32:15.667 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.667 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.667 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00746658 s, 140 MB/s 2024-09-21T00:32:15.677 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.677 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.678 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00774633 s, 135 MB/s 2024-09-21T00:32:15.688 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.688 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.688 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00857415 s, 122 MB/s 2024-09-21T00:32:15.698 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.698 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.699 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0075566 s, 139 MB/s 2024-09-21T00:32:15.708 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.708 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.708 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00751699 s, 139 MB/s 2024-09-21T00:32:15.718 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.718 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.719 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0075961 s, 138 MB/s 2024-09-21T00:32:15.728 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.728 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.728 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00754598 s, 139 MB/s 2024-09-21T00:32:15.738 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.738 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.738 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00727546 s, 144 MB/s 2024-09-21T00:32:15.749 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.749 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.749 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00820071 s, 128 MB/s 2024-09-21T00:32:15.759 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.759 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.759 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00751754 s, 139 MB/s 2024-09-21T00:32:15.769 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.769 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.769 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00772784 s, 136 MB/s 2024-09-21T00:32:15.780 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.780 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.780 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00802921 s, 131 MB/s 2024-09-21T00:32:15.789 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.790 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.790 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00753333 s, 139 MB/s 2024-09-21T00:32:15.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:15 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:32:15.796 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:32:15.796 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:32:15.796 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.21 2024-09-21T00:32:15.796 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:32:15.796 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.21/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:32:15.797 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:32:15.797 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:32:15.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:15 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:32:15.860 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.860 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.860 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00758609 s, 138 MB/s 2024-09-21T00:32:15.869 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.869 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.869 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00701513 s, 149 MB/s 2024-09-21T00:32:15.880 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.880 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.880 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00785594 s, 133 MB/s 2024-09-21T00:32:15.891 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.891 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.891 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0084146 s, 125 MB/s 2024-09-21T00:32:15.900 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.901 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.901 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00733192 s, 143 MB/s 2024-09-21T00:32:15.911 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.911 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.912 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00835173 s, 126 MB/s 2024-09-21T00:32:15.922 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.923 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.923 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00849777 s, 123 MB/s 2024-09-21T00:32:15.933 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.933 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.933 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00770449 s, 136 MB/s 2024-09-21T00:32:15.943 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.943 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.943 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00756946 s, 139 MB/s 2024-09-21T00:32:15.952 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.953 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.953 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0074408 s, 141 MB/s 2024-09-21T00:32:15.962 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.962 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.962 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00717592 s, 146 MB/s 2024-09-21T00:32:15.974 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.974 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.974 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00912601 s, 115 MB/s 2024-09-21T00:32:15.985 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.985 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.985 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00859802 s, 122 MB/s 2024-09-21T00:32:15.995 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:15.995 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:15.996 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00776996 s, 135 MB/s 2024-09-21T00:32:16.005 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.005 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.005 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00757119 s, 138 MB/s 2024-09-21T00:32:16.015 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.016 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.016 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00756788 s, 139 MB/s 2024-09-21T00:32:16.025 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.025 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.025 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00695395 s, 151 MB/s 2024-09-21T00:32:16.035 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.035 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.035 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00748328 s, 140 MB/s 2024-09-21T00:32:16.046 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.046 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.046 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00841473 s, 125 MB/s 2024-09-21T00:32:16.056 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.056 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.056 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00753032 s, 139 MB/s 2024-09-21T00:32:16.066 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.066 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.066 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00715703 s, 147 MB/s 2024-09-21T00:32:16.076 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.076 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.076 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00736503 s, 142 MB/s 2024-09-21T00:32:16.086 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.086 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.086 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00768288 s, 136 MB/s 2024-09-21T00:32:16.096 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.096 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.097 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00779188 s, 135 MB/s 2024-09-21T00:32:16.106 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.106 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.106 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00708687 s, 148 MB/s 2024-09-21T00:32:16.116 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.187 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.187 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00752349 s, 139 MB/s 2024-09-21T00:32:16.188 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.188 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.189 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00759112 s, 138 MB/s 2024-09-21T00:32:16.189 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.189 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.189 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00781475 s, 134 MB/s 2024-09-21T00:32:16.189 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.189 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.189 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00774793 s, 135 MB/s 2024-09-21T00:32:16.189 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.189 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.189 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00729421 s, 144 MB/s 2024-09-21T00:32:16.197 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.197 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.197 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00876951 s, 120 MB/s 2024-09-21T00:32:16.207 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.207 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.207 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00759461 s, 138 MB/s 2024-09-21T00:32:16.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:32:16.214 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:32:16.214 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:32:16.214 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.22 2024-09-21T00:32:16.214 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:32:16.215 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.22/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:32:16.215 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:32:16.215 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:32:16.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:16 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:32:16.278 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.278 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.278 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00756606 s, 139 MB/s 2024-09-21T00:32:16.288 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.288 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.288 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00697013 s, 150 MB/s 2024-09-21T00:32:16.299 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.299 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.299 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00839162 s, 125 MB/s 2024-09-21T00:32:16.310 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.310 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.310 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0083094 s, 126 MB/s 2024-09-21T00:32:16.320 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.320 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.321 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00829931 s, 126 MB/s 2024-09-21T00:32:16.331 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.331 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.331 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00772061 s, 136 MB/s 2024-09-21T00:32:16.341 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.341 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.341 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00737225 s, 142 MB/s 2024-09-21T00:32:16.351 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.351 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.351 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0075335 s, 139 MB/s 2024-09-21T00:32:16.361 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.361 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.362 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00807571 s, 130 MB/s 2024-09-21T00:32:16.371 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.371 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.371 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00705698 s, 149 MB/s 2024-09-21T00:32:16.381 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.381 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.381 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00710143 s, 148 MB/s 2024-09-21T00:32:16.391 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.391 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.391 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00769054 s, 136 MB/s 2024-09-21T00:32:16.402 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.402 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.402 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00834858 s, 126 MB/s 2024-09-21T00:32:16.412 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.412 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.412 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00732466 s, 143 MB/s 2024-09-21T00:32:16.422 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.423 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.423 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00825218 s, 127 MB/s 2024-09-21T00:32:16.434 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.434 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.435 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00931378 s, 113 MB/s 2024-09-21T00:32:16.444 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.445 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.445 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00764378 s, 137 MB/s 2024-09-21T00:32:16.455 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.456 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.456 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00848531 s, 124 MB/s 2024-09-21T00:32:16.467 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.467 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.467 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00858271 s, 122 MB/s 2024-09-21T00:32:16.477 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.478 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.478 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00826638 s, 127 MB/s 2024-09-21T00:32:16.487 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.487 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.487 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00715408 s, 147 MB/s 2024-09-21T00:32:16.498 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.498 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.498 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00821938 s, 128 MB/s 2024-09-21T00:32:16.509 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.510 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.510 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00784167 s, 134 MB/s 2024-09-21T00:32:16.518 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.519 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.519 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0076604 s, 137 MB/s 2024-09-21T00:32:16.529 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.529 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.529 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0074521 s, 141 MB/s 2024-09-21T00:32:16.538 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.538 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.539 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00749097 s, 140 MB/s 2024-09-21T00:32:16.549 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.549 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.549 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00761542 s, 138 MB/s 2024-09-21T00:32:16.559 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.559 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.559 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00767064 s, 137 MB/s 2024-09-21T00:32:16.570 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.570 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.570 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00838318 s, 125 MB/s 2024-09-21T00:32:16.580 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.580 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.580 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0070526 s, 149 MB/s 2024-09-21T00:32:16.589 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.589 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.589 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00695908 s, 151 MB/s 2024-09-21T00:32:16.599 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.599 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.599 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00718154 s, 146 MB/s 2024-09-21T00:32:16.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:32:16.606 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:32:16.606 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:32:16.606 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.23 2024-09-21T00:32:16.606 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:32:16.606 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.23/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:32:16.606 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:32:16.606 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:32:16.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:16 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:32:16.669 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.669 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.669 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00710189 s, 148 MB/s 2024-09-21T00:32:16.679 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.679 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.679 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00768303 s, 136 MB/s 2024-09-21T00:32:16.690 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.690 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.690 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00775582 s, 135 MB/s 2024-09-21T00:32:16.699 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.699 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.699 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00713068 s, 147 MB/s 2024-09-21T00:32:16.710 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.710 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.710 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00785902 s, 133 MB/s 2024-09-21T00:32:16.720 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.720 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.720 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00794974 s, 132 MB/s 2024-09-21T00:32:16.731 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.732 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.732 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00894807 s, 117 MB/s 2024-09-21T00:32:16.741 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.741 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.741 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00696613 s, 151 MB/s 2024-09-21T00:32:16.752 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.752 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.752 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00845977 s, 124 MB/s 2024-09-21T00:32:16.762 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.762 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.762 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0075273 s, 139 MB/s 2024-09-21T00:32:16.772 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.772 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.772 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00735056 s, 143 MB/s 2024-09-21T00:32:16.783 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.783 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.783 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00828727 s, 127 MB/s 2024-09-21T00:32:16.793 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.794 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.794 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00818404 s, 128 MB/s 2024-09-21T00:32:16.804 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.804 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.804 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00749821 s, 140 MB/s 2024-09-21T00:32:16.814 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.814 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.814 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0072822 s, 144 MB/s 2024-09-21T00:32:16.824 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.824 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.824 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00747652 s, 140 MB/s 2024-09-21T00:32:16.834 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.834 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.834 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00741887 s, 141 MB/s 2024-09-21T00:32:16.845 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.845 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.845 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00865051 s, 121 MB/s 2024-09-21T00:32:16.855 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.855 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.855 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00717033 s, 146 MB/s 2024-09-21T00:32:16.865 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.865 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.865 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00763484 s, 137 MB/s 2024-09-21T00:32:16.874 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.875 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.875 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00728057 s, 144 MB/s 2024-09-21T00:32:16.884 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.884 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.884 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00712524 s, 147 MB/s 2024-09-21T00:32:16.895 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.895 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.895 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00868123 s, 121 MB/s 2024-09-21T00:32:16.906 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.907 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.907 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00764023 s, 137 MB/s 2024-09-21T00:32:16.917 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.917 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.917 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00790836 s, 133 MB/s 2024-09-21T00:32:16.926 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.926 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.926 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00787812 s, 133 MB/s 2024-09-21T00:32:16.936 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.936 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.936 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00691529 s, 152 MB/s 2024-09-21T00:32:16.945 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.945 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.945 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00684998 s, 153 MB/s 2024-09-21T00:32:16.956 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.956 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.956 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00802085 s, 131 MB/s 2024-09-21T00:32:16.965 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.965 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.965 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00711525 s, 147 MB/s 2024-09-21T00:32:16.975 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.975 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.975 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00723461 s, 145 MB/s 2024-09-21T00:32:16.985 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:16.985 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:16.985 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00753543 s, 139 MB/s 2024-09-21T00:32:16.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:16 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:32:16.992 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:32:16.992 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:32:16.992 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.24 2024-09-21T00:32:16.992 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:32:16.992 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.24/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:32:16.992 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:32:16.992 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:32:17.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:17 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:32:17.056 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.056 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.056 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0075495 s, 139 MB/s 2024-09-21T00:32:17.065 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.065 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.065 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00720154 s, 146 MB/s 2024-09-21T00:32:17.075 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.075 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.076 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00754121 s, 139 MB/s 2024-09-21T00:32:17.085 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.085 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.085 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00698017 s, 150 MB/s 2024-09-21T00:32:17.096 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.096 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.096 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00852434 s, 123 MB/s 2024-09-21T00:32:17.106 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.106 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.106 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00701665 s, 149 MB/s 2024-09-21T00:32:17.116 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.116 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.116 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00758896 s, 138 MB/s 2024-09-21T00:32:17.127 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.127 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.128 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00919181 s, 114 MB/s 2024-09-21T00:32:17.138 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.138 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.138 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00785362 s, 134 MB/s 2024-09-21T00:32:17.148 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.148 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.148 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00776199 s, 135 MB/s 2024-09-21T00:32:17.166 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.166 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.166 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00993155 s, 106 MB/s 2024-09-21T00:32:17.189 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.189 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.189 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00867373 s, 121 MB/s 2024-09-21T00:32:17.199 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.199 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.199 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00722898 s, 145 MB/s 2024-09-21T00:32:17.210 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.210 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.210 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00855309 s, 123 MB/s 2024-09-21T00:32:17.221 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.221 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.221 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00793957 s, 132 MB/s 2024-09-21T00:32:17.230 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.230 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.230 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00751856 s, 139 MB/s 2024-09-21T00:32:17.241 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.241 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.241 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00825613 s, 127 MB/s 2024-09-21T00:32:17.251 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.251 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.251 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0075294 s, 139 MB/s 2024-09-21T00:32:17.261 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.261 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.261 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00748061 s, 140 MB/s 2024-09-21T00:32:17.271 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.271 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.271 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.007285 s, 144 MB/s 2024-09-21T00:32:17.281 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.281 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.281 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00759177 s, 138 MB/s 2024-09-21T00:32:17.291 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.291 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.291 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00758713 s, 138 MB/s 2024-09-21T00:32:17.301 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.301 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.301 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00749122 s, 140 MB/s 2024-09-21T00:32:17.311 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.311 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.311 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00769953 s, 136 MB/s 2024-09-21T00:32:17.320 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.320 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.320 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00689813 s, 152 MB/s 2024-09-21T00:32:17.330 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.331 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.331 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00764164 s, 137 MB/s 2024-09-21T00:32:17.340 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.340 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.340 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00713189 s, 147 MB/s 2024-09-21T00:32:17.350 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.350 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.350 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00687805 s, 152 MB/s 2024-09-21T00:32:17.359 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.360 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.360 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00734582 s, 143 MB/s 2024-09-21T00:32:17.371 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.371 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.371 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00857229 s, 122 MB/s 2024-09-21T00:32:17.382 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.382 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.382 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00838821 s, 125 MB/s 2024-09-21T00:32:17.392 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.392 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.392 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00771418 s, 136 MB/s 2024-09-21T00:32:17.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:32:17.399 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:32:17.399 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:32:17.399 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.25 2024-09-21T00:32:17.399 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:32:17.399 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.25/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:32:17.399 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:32:17.399 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:32:17.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:17 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:32:17.464 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.464 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.464 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00844394 s, 124 MB/s 2024-09-21T00:32:17.474 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.474 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.474 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00744644 s, 141 MB/s 2024-09-21T00:32:17.484 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.484 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.484 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00778304 s, 135 MB/s 2024-09-21T00:32:17.494 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.494 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.494 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00726695 s, 144 MB/s 2024-09-21T00:32:17.503 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.504 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.504 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00717713 s, 146 MB/s 2024-09-21T00:32:17.514 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.514 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.514 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00764555 s, 137 MB/s 2024-09-21T00:32:17.523 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.523 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.523 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00699539 s, 150 MB/s 2024-09-21T00:32:17.533 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.533 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.533 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00731061 s, 143 MB/s 2024-09-21T00:32:17.544 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.544 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.545 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00859837 s, 122 MB/s 2024-09-21T00:32:17.555 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.555 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.555 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00776829 s, 135 MB/s 2024-09-21T00:32:17.566 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.566 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.566 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00838424 s, 125 MB/s 2024-09-21T00:32:17.575 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.576 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.576 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00745911 s, 141 MB/s 2024-09-21T00:32:17.585 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.585 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.585 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00711047 s, 147 MB/s 2024-09-21T00:32:17.597 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.597 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.597 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00889831 s, 118 MB/s 2024-09-21T00:32:17.606 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.606 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.607 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00704939 s, 149 MB/s 2024-09-21T00:32:17.617 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.617 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.617 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00764114 s, 137 MB/s 2024-09-21T00:32:17.626 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.626 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.626 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00680594 s, 154 MB/s 2024-09-21T00:32:17.636 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.636 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.636 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00732999 s, 143 MB/s 2024-09-21T00:32:17.646 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.646 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.646 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00742496 s, 141 MB/s 2024-09-21T00:32:17.656 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.656 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.656 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0075539 s, 139 MB/s 2024-09-21T00:32:17.666 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.666 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.667 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00771173 s, 136 MB/s 2024-09-21T00:32:17.676 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.676 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.676 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00696455 s, 151 MB/s 2024-09-21T00:32:17.685 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.686 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.686 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00678719 s, 154 MB/s 2024-09-21T00:32:17.695 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.695 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.695 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00670486 s, 156 MB/s 2024-09-21T00:32:17.704 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.705 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.705 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00737778 s, 142 MB/s 2024-09-21T00:32:17.715 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.715 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.715 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00743779 s, 141 MB/s 2024-09-21T00:32:17.724 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.724 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.725 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00721318 s, 145 MB/s 2024-09-21T00:32:17.734 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.734 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.734 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00716022 s, 146 MB/s 2024-09-21T00:32:17.744 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.744 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.744 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00736352 s, 142 MB/s 2024-09-21T00:32:17.754 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.754 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.754 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00685012 s, 153 MB/s 2024-09-21T00:32:17.763 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.764 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.764 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00745282 s, 141 MB/s 2024-09-21T00:32:17.773 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.773 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.773 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00727361 s, 144 MB/s 2024-09-21T00:32:17.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:17 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:32:17.780 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:32:17.780 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:32:17.780 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.26 2024-09-21T00:32:17.780 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:32:17.780 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.26/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:32:17.780 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:32:17.781 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:32:17.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:17 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:32:17.845 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.845 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.845 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00853852 s, 123 MB/s 2024-09-21T00:32:17.855 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.856 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.856 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00755256 s, 139 MB/s 2024-09-21T00:32:17.865 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.865 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.865 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0069037 s, 152 MB/s 2024-09-21T00:32:17.875 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.875 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.875 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00746829 s, 140 MB/s 2024-09-21T00:32:17.885 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.885 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.885 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00755861 s, 139 MB/s 2024-09-21T00:32:17.895 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.895 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.895 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00725377 s, 145 MB/s 2024-09-21T00:32:17.905 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.905 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.905 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00762147 s, 138 MB/s 2024-09-21T00:32:17.915 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.915 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.915 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00740029 s, 142 MB/s 2024-09-21T00:32:17.925 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.925 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.925 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00714987 s, 147 MB/s 2024-09-21T00:32:17.935 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.935 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.935 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00767054 s, 137 MB/s 2024-09-21T00:32:17.945 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.945 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.945 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0073739 s, 142 MB/s 2024-09-21T00:32:17.956 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.956 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.956 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00826174 s, 127 MB/s 2024-09-21T00:32:17.966 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.966 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.966 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00743614 s, 141 MB/s 2024-09-21T00:32:17.977 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.977 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.977 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00850643 s, 123 MB/s 2024-09-21T00:32:17.987 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.987 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.987 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00739565 s, 142 MB/s 2024-09-21T00:32:17.997 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:17.997 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:17.997 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00753718 s, 139 MB/s 2024-09-21T00:32:18.006 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.007 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.007 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00695701 s, 151 MB/s 2024-09-21T00:32:18.018 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.018 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.018 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00874332 s, 120 MB/s 2024-09-21T00:32:18.028 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.028 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.028 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00752734 s, 139 MB/s 2024-09-21T00:32:18.038 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.038 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.038 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00776518 s, 135 MB/s 2024-09-21T00:32:18.049 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.049 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.049 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00757786 s, 138 MB/s 2024-09-21T00:32:18.058 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.059 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.059 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00747185 s, 140 MB/s 2024-09-21T00:32:18.070 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.070 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.070 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00868128 s, 121 MB/s 2024-09-21T00:32:18.080 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.080 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.080 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00768109 s, 137 MB/s 2024-09-21T00:32:18.090 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.090 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.090 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00713671 s, 147 MB/s 2024-09-21T00:32:18.099 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.099 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.100 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00708003 s, 148 MB/s 2024-09-21T00:32:18.110 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.110 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.110 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00747485 s, 140 MB/s 2024-09-21T00:32:18.120 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.120 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.120 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00773599 s, 136 MB/s 2024-09-21T00:32:18.131 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.131 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.131 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00832038 s, 126 MB/s 2024-09-21T00:32:18.141 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.141 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.141 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00741415 s, 141 MB/s 2024-09-21T00:32:18.150 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.150 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.151 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00700676 s, 150 MB/s 2024-09-21T00:32:18.166 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.166 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.166 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0135946 s, 77.1 MB/s 2024-09-21T00:32:18.167 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:32:18.173 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:32:18.173 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:32:18.173 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.27 2024-09-21T00:32:18.173 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:32:18.173 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.27/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:32:18.173 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:32:18.173 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:32:18.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:18 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:32:18.249 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.249 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.249 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00901085 s, 116 MB/s 2024-09-21T00:32:18.260 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.260 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.260 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00782512 s, 134 MB/s 2024-09-21T00:32:18.269 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.269 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.270 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00738802 s, 142 MB/s 2024-09-21T00:32:18.280 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.280 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.280 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00809114 s, 130 MB/s 2024-09-21T00:32:18.290 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.291 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.291 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00791013 s, 133 MB/s 2024-09-21T00:32:18.301 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.301 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.301 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00748178 s, 140 MB/s 2024-09-21T00:32:18.311 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.311 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.311 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00777219 s, 135 MB/s 2024-09-21T00:32:18.322 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.322 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.322 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00828597 s, 127 MB/s 2024-09-21T00:32:18.331 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.332 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.332 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00707536 s, 148 MB/s 2024-09-21T00:32:18.342 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.342 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.342 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00776725 s, 135 MB/s 2024-09-21T00:32:18.352 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.352 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.352 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00741432 s, 141 MB/s 2024-09-21T00:32:18.362 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.362 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.362 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00771812 s, 136 MB/s 2024-09-21T00:32:18.372 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.372 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.372 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00736037 s, 142 MB/s 2024-09-21T00:32:18.381 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.382 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.382 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0070488 s, 149 MB/s 2024-09-21T00:32:18.392 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.392 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.392 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00764308 s, 137 MB/s 2024-09-21T00:32:18.401 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.401 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.401 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00687635 s, 152 MB/s 2024-09-21T00:32:18.412 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.412 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.412 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0076889 s, 136 MB/s 2024-09-21T00:32:18.422 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.422 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.422 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00750022 s, 140 MB/s 2024-09-21T00:32:18.431 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.431 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.431 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00689334 s, 152 MB/s 2024-09-21T00:32:18.441 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.441 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.441 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00746645 s, 140 MB/s 2024-09-21T00:32:18.451 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.451 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.451 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00716197 s, 146 MB/s 2024-09-21T00:32:18.462 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.462 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.462 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00855362 s, 123 MB/s 2024-09-21T00:32:18.472 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.472 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.472 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00724421 s, 145 MB/s 2024-09-21T00:32:18.481 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.482 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.482 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00704357 s, 149 MB/s 2024-09-21T00:32:18.492 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.492 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.492 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00791237 s, 133 MB/s 2024-09-21T00:32:18.501 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.502 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.502 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00735848 s, 142 MB/s 2024-09-21T00:32:18.512 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.512 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.512 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00753713 s, 139 MB/s 2024-09-21T00:32:18.522 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.522 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.522 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0078968 s, 133 MB/s 2024-09-21T00:32:18.534 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.534 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.534 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00893708 s, 117 MB/s 2024-09-21T00:32:18.543 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.543 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.544 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00747526 s, 140 MB/s 2024-09-21T00:32:18.554 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.554 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.554 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00822914 s, 127 MB/s 2024-09-21T00:32:18.564 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.564 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.564 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00766608 s, 137 MB/s 2024-09-21T00:32:18.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:32:18.571 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:32:18.571 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:32:18.571 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.28 2024-09-21T00:32:18.571 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:32:18.571 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.28/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:32:18.571 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:32:18.572 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:32:18.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:18 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:32:18.637 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.637 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.637 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00878445 s, 119 MB/s 2024-09-21T00:32:18.647 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.647 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.647 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.007375 s, 142 MB/s 2024-09-21T00:32:18.657 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.657 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.657 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00745988 s, 141 MB/s 2024-09-21T00:32:18.668 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.668 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.668 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00851072 s, 123 MB/s 2024-09-21T00:32:18.678 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.678 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.678 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0078263 s, 134 MB/s 2024-09-21T00:32:18.688 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.688 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.688 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00737123 s, 142 MB/s 2024-09-21T00:32:18.698 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.698 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.699 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00774274 s, 135 MB/s 2024-09-21T00:32:18.708 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.708 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.708 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00754117 s, 139 MB/s 2024-09-21T00:32:18.718 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.718 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.719 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0075302 s, 139 MB/s 2024-09-21T00:32:18.728 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.728 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.729 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00763041 s, 137 MB/s 2024-09-21T00:32:18.738 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.738 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.739 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00747412 s, 140 MB/s 2024-09-21T00:32:18.749 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.749 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.749 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00764622 s, 137 MB/s 2024-09-21T00:32:18.758 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.758 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.759 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00714218 s, 147 MB/s 2024-09-21T00:32:18.769 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.770 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.770 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00845696 s, 124 MB/s 2024-09-21T00:32:18.779 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.779 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.779 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00701993 s, 149 MB/s 2024-09-21T00:32:18.789 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.789 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.790 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00768909 s, 136 MB/s 2024-09-21T00:32:18.800 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.800 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.800 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00749846 s, 140 MB/s 2024-09-21T00:32:18.809 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.809 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.809 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00669429 s, 157 MB/s 2024-09-21T00:32:18.818 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.819 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.819 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00715861 s, 146 MB/s 2024-09-21T00:32:18.829 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.829 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.829 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00771779 s, 136 MB/s 2024-09-21T00:32:18.840 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.840 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.840 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00841539 s, 125 MB/s 2024-09-21T00:32:18.850 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.850 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.850 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00758873 s, 138 MB/s 2024-09-21T00:32:18.860 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.860 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.860 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00755414 s, 139 MB/s 2024-09-21T00:32:18.871 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.872 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.872 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00891106 s, 118 MB/s 2024-09-21T00:32:18.881 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.882 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.882 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00762353 s, 138 MB/s 2024-09-21T00:32:18.891 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.891 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.891 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00713406 s, 147 MB/s 2024-09-21T00:32:18.902 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.902 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.902 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00840658 s, 125 MB/s 2024-09-21T00:32:18.912 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.912 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.912 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00775768 s, 135 MB/s 2024-09-21T00:32:18.922 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.922 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.922 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00678737 s, 154 MB/s 2024-09-21T00:32:18.933 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.933 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.933 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00841295 s, 125 MB/s 2024-09-21T00:32:18.943 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.943 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.943 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00740864 s, 142 MB/s 2024-09-21T00:32:18.953 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:18.953 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:18.953 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.007668 s, 137 MB/s 2024-09-21T00:32:18.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:32:18.960 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:32:18.960 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:32:18.960 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.29 2024-09-21T00:32:18.960 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:32:18.960 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.29/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:32:18.960 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:32:18.960 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:32:19.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:19 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:32:19.024 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.024 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.024 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00754462 s, 139 MB/s 2024-09-21T00:32:19.034 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.035 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.035 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00815436 s, 129 MB/s 2024-09-21T00:32:19.045 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.045 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.045 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00775749 s, 135 MB/s 2024-09-21T00:32:19.054 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.055 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.055 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00708699 s, 148 MB/s 2024-09-21T00:32:19.064 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.064 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.064 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00681816 s, 154 MB/s 2024-09-21T00:32:19.074 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.074 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.074 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00749379 s, 140 MB/s 2024-09-21T00:32:19.084 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.084 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.084 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00741548 s, 141 MB/s 2024-09-21T00:32:19.093 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.093 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.093 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00683676 s, 153 MB/s 2024-09-21T00:32:19.102 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.102 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.103 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00702549 s, 149 MB/s 2024-09-21T00:32:19.113 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.113 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.113 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00770106 s, 136 MB/s 2024-09-21T00:32:19.123 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.123 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.124 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00824064 s, 127 MB/s 2024-09-21T00:32:19.134 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.134 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.135 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00861465 s, 122 MB/s 2024-09-21T00:32:19.144 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.144 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.144 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00697441 s, 150 MB/s 2024-09-21T00:32:19.154 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.154 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.154 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0070214 s, 149 MB/s 2024-09-21T00:32:19.167 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.168 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.168 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0111369 s, 94.2 MB/s 2024-09-21T00:32:19.202 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.202 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.202 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00773396 s, 136 MB/s 2024-09-21T00:32:19.212 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.212 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.212 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00774618 s, 135 MB/s 2024-09-21T00:32:19.222 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.222 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.222 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00735322 s, 143 MB/s 2024-09-21T00:32:19.233 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.233 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.233 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00882145 s, 119 MB/s 2024-09-21T00:32:19.243 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.243 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.243 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00749245 s, 140 MB/s 2024-09-21T00:32:19.254 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.255 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.255 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00859521 s, 122 MB/s 2024-09-21T00:32:19.264 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.264 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.264 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0073534 s, 143 MB/s 2024-09-21T00:32:19.274 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.274 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.274 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00703732 s, 149 MB/s 2024-09-21T00:32:19.284 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.284 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.284 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00746963 s, 140 MB/s 2024-09-21T00:32:19.294 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.294 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.294 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00771696 s, 136 MB/s 2024-09-21T00:32:19.304 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.304 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.304 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00759756 s, 138 MB/s 2024-09-21T00:32:19.314 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.314 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.314 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00757281 s, 138 MB/s 2024-09-21T00:32:19.324 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.324 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.324 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00700697 s, 150 MB/s 2024-09-21T00:32:19.334 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.334 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.334 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00768659 s, 136 MB/s 2024-09-21T00:32:19.343 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.343 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.343 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00676881 s, 155 MB/s 2024-09-21T00:32:19.352 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.353 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.353 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00689684 s, 152 MB/s 2024-09-21T00:32:19.362 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.363 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.363 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0073785 s, 142 MB/s 2024-09-21T00:32:19.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:32:19.369 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:32:19.369 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:32:19.369 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.30 2024-09-21T00:32:19.370 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:32:19.370 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.30/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:32:19.370 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:32:19.370 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:32:19.420 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:19 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:32:19.433 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.433 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.433 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00720614 s, 146 MB/s 2024-09-21T00:32:19.443 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.444 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.444 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00781462 s, 134 MB/s 2024-09-21T00:32:19.454 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.454 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.454 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00752065 s, 139 MB/s 2024-09-21T00:32:19.463 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.463 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.463 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00741057 s, 141 MB/s 2024-09-21T00:32:19.473 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.473 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.473 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00712516 s, 147 MB/s 2024-09-21T00:32:19.485 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.485 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.485 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00942419 s, 111 MB/s 2024-09-21T00:32:19.496 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.496 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.497 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00899774 s, 117 MB/s 2024-09-21T00:32:19.508 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.508 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.508 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00890754 s, 118 MB/s 2024-09-21T00:32:19.519 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.519 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.519 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00799526 s, 131 MB/s 2024-09-21T00:32:19.531 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.531 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.531 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00842946 s, 124 MB/s 2024-09-21T00:32:19.544 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.545 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.545 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00985225 s, 106 MB/s 2024-09-21T00:32:19.557 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.557 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.557 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00946976 s, 111 MB/s 2024-09-21T00:32:19.570 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.570 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.570 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00973149 s, 108 MB/s 2024-09-21T00:32:19.581 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.581 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.581 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0079297 s, 132 MB/s 2024-09-21T00:32:19.593 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.593 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.593 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00818115 s, 128 MB/s 2024-09-21T00:32:19.603 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.604 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.604 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00798525 s, 131 MB/s 2024-09-21T00:32:19.613 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.614 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.614 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0073643 s, 142 MB/s 2024-09-21T00:32:19.626 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.626 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.626 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00983888 s, 107 MB/s 2024-09-21T00:32:19.637 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.637 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.638 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00844867 s, 124 MB/s 2024-09-21T00:32:19.649 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.649 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.649 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00887106 s, 118 MB/s 2024-09-21T00:32:19.660 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.660 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.660 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00859557 s, 122 MB/s 2024-09-21T00:32:19.673 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.673 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.673 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00973296 s, 108 MB/s 2024-09-21T00:32:19.684 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.684 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.684 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00797896 s, 131 MB/s 2024-09-21T00:32:19.698 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.698 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.698 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0116848 s, 89.7 MB/s 2024-09-21T00:32:19.710 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.710 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.710 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0082169 s, 128 MB/s 2024-09-21T00:32:19.720 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.720 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.720 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00778667 s, 135 MB/s 2024-09-21T00:32:19.733 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.733 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.733 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00923137 s, 114 MB/s 2024-09-21T00:32:19.743 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.743 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.743 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00739238 s, 142 MB/s 2024-09-21T00:32:19.754 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.754 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.754 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00825914 s, 127 MB/s 2024-09-21T00:32:19.764 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.764 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.764 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00699435 s, 150 MB/s 2024-09-21T00:32:19.774 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.774 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.774 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00754197 s, 139 MB/s 2024-09-21T00:32:19.784 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.784 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.784 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00760948 s, 138 MB/s 2024-09-21T00:32:19.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:32:19.791 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:32:19.791 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:32:19.791 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.31 2024-09-21T00:32:19.791 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:32:19.791 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.31/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:32:19.791 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:32:19.791 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:32:19.841 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:19 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:32:19.856 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.856 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.856 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00833375 s, 126 MB/s 2024-09-21T00:32:19.866 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.866 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.866 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00752099 s, 139 MB/s 2024-09-21T00:32:19.876 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.876 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.876 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0079958 s, 131 MB/s 2024-09-21T00:32:19.887 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.887 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.887 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0080838 s, 130 MB/s 2024-09-21T00:32:19.896 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.897 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.897 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00743727 s, 141 MB/s 2024-09-21T00:32:19.907 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.907 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.907 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00762748 s, 137 MB/s 2024-09-21T00:32:19.917 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.917 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.917 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00768733 s, 136 MB/s 2024-09-21T00:32:19.926 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.926 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.927 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0069295 s, 151 MB/s 2024-09-21T00:32:19.937 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.937 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.937 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00783249 s, 134 MB/s 2024-09-21T00:32:19.947 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.947 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.948 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00797795 s, 131 MB/s 2024-09-21T00:32:19.957 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.957 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.958 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00747946 s, 140 MB/s 2024-09-21T00:32:19.967 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.967 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.968 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00779853 s, 134 MB/s 2024-09-21T00:32:19.979 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.979 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.979 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00886251 s, 118 MB/s 2024-09-21T00:32:19.990 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:19.990 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:19.990 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00876148 s, 120 MB/s 2024-09-21T00:32:20.001 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:20.001 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:20.001 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00776561 s, 135 MB/s 2024-09-21T00:32:20.011 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:20.011 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:20.011 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00802247 s, 131 MB/s 2024-09-21T00:32:20.021 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:20.021 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:20.021 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00740564 s, 142 MB/s 2024-09-21T00:32:20.031 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:20.031 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:20.031 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00734658 s, 143 MB/s 2024-09-21T00:32:20.041 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:20.041 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:20.041 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0077152 s, 136 MB/s 2024-09-21T00:32:20.051 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:20.051 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:20.052 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00774634 s, 135 MB/s 2024-09-21T00:32:20.062 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:20.062 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:20.062 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00841819 s, 125 MB/s 2024-09-21T00:32:20.072 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:20.072 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:20.072 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00757117 s, 138 MB/s 2024-09-21T00:32:20.082 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:20.082 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:20.082 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00721285 s, 145 MB/s 2024-09-21T00:32:20.092 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:20.092 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:20.092 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00740035 s, 142 MB/s 2024-09-21T00:32:20.102 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:20.102 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:20.102 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00725095 s, 145 MB/s 2024-09-21T00:32:20.111 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:20.111 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:20.111 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00691223 s, 152 MB/s 2024-09-21T00:32:20.121 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:20.121 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:20.121 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00740995 s, 142 MB/s 2024-09-21T00:32:20.131 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:20.131 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:20.132 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00761488 s, 138 MB/s 2024-09-21T00:32:20.141 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:20.141 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:20.141 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00693315 s, 151 MB/s 2024-09-21T00:32:20.150 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:20.150 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:20.150 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00683459 s, 153 MB/s 2024-09-21T00:32:20.161 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:20.162 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:20.162 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00867116 s, 121 MB/s 2024-09-21T00:32:20.179 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:32:20.179 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:32:20.180 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0150185 s, 69.8 MB/s 2024-09-21T00:32:20.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:32:20.186 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:32:20.187 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.11:0 scrub start /scrub_control_test_path recursive 2024-09-21T00:32:20.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.307+0000 7fd055b6e640 1 -- 172.21.15.67:0/3808567588 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd0500cfcb0 msgr2=0x7fd0500d00c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:20.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.307+0000 7fd055b6e640 1 --2- 172.21.15.67:0/3808567588 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd0500cfcb0 0x7fd0500d00c0 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7fd0500cf9a0 tx=0x7fd03802a4a0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.307+0000 7fd055b6e640 1 -- 172.21.15.67:0/3808567588 shutdown_connections 2024-09-21T00:32:20.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.307+0000 7fd055b6e640 1 --2- 172.21.15.67:0/3808567588 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd050162680 0x7fd050162a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.307+0000 7fd055b6e640 1 --2- 172.21.15.67:0/3808567588 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd0500cfcb0 0x7fd0500d00c0 unknown :-1 s=CLOSED pgs=593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.307+0000 7fd055b6e640 1 -- 172.21.15.67:0/3808567588 >> 172.21.15.67:0/3808567588 conn(0x7fd0500d4600 msgr2=0x7fd0500d4a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:20.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.307+0000 7fd055b6e640 1 -- 172.21.15.67:0/3808567588 shutdown_connections 2024-09-21T00:32:20.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.307+0000 7fd055b6e640 1 -- 172.21.15.67:0/3808567588 wait complete. 2024-09-21T00:32:20.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.309+0000 7fd055b6e640 1 Processor -- start 2024-09-21T00:32:20.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.309+0000 7fd055b6e640 1 -- start start 2024-09-21T00:32:20.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.311+0000 7fd055b6e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd0500b3500 0x7fd050153b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:20.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.311+0000 7fd055b6e640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd0500cfcb0 0x7fd0500b5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:20.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.311+0000 7fd055b6e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd050162680 0x7fd0501f5d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:20.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.311+0000 7fd055b6e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fd050162fd0 con 0x7fd0500b3500 2024-09-21T00:32:20.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.311+0000 7fd055b6e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fd050163150 con 0x7fd050162680 2024-09-21T00:32:20.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.311+0000 7fd055b6e640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fd0501632d0 con 0x7fd0500cfcb0 2024-09-21T00:32:20.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.311+0000 7fd04f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd0500b3500 0x7fd050153b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:20.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.311+0000 7fd04f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd0500b3500 0x7fd050153b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:38856/0 (socket says 172.21.15.67:38856) 2024-09-21T00:32:20.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.311+0000 7fd04f7fe640 1 -- 172.21.15.67:0/210927426 learned_addr learned my addr 172.21.15.67:0/210927426 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:32:20.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.311+0000 7fd04effd640 1 --2- 172.21.15.67:0/210927426 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd0500cfcb0 0x7fd0500b5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:20.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.311+0000 7fd04ffff640 1 --2- 172.21.15.67:0/210927426 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd050162680 0x7fd0501f5d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:20.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.311+0000 7fd04f7fe640 1 -- 172.21.15.67:0/210927426 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd0500cfcb0 msgr2=0x7fd0500b5780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:20.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.311+0000 7fd04f7fe640 1 --2- 172.21.15.67:0/210927426 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd0500cfcb0 0x7fd0500b5780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.311+0000 7fd04f7fe640 1 -- 172.21.15.67:0/210927426 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd050162680 msgr2=0x7fd0501f5d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:20.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.311+0000 7fd04f7fe640 1 --2- 172.21.15.67:0/210927426 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd050162680 0x7fd0501f5d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.311+0000 7fd04f7fe640 1 -- 172.21.15.67:0/210927426 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd05009e3f0 con 0x7fd0500b3500 2024-09-21T00:32:20.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.311+0000 7fd04f7fe640 1 --2- 172.21.15.67:0/210927426 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd0500b3500 0x7fd050153b90 secure :-1 s=READY pgs=1897 cs=0 l=1 rev1=1 crypto rx=0x7fd04000caa0 tx=0x7fd04000cf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:20.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.311+0000 7fd047fff640 1 -- 172.21.15.67:0/210927426 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd040018070 con 0x7fd0500b3500 2024-09-21T00:32:20.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.312+0000 7fd047fff640 1 -- 172.21.15.67:0/210927426 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd040003a80 con 0x7fd0500b3500 2024-09-21T00:32:20.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.312+0000 7fd055b6e640 1 -- 172.21.15.67:0/210927426 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd05009e6d0 con 0x7fd0500b3500 2024-09-21T00:32:20.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.312+0000 7fd047fff640 1 -- 172.21.15.67:0/210927426 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd0400050d0 con 0x7fd0500b3500 2024-09-21T00:32:20.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.312+0000 7fd055b6e640 1 -- 172.21.15.67:0/210927426 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0500a0dd0 con 0x7fd0500b3500 2024-09-21T00:32:20.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.314+0000 7fd047fff640 1 -- 172.21.15.67:0/210927426 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fd040005270 con 0x7fd0500b3500 2024-09-21T00:32:20.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.314+0000 7fd047fff640 1 --2- 172.21.15.67:0/210927426 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd030078bc0 0x7fd03007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:20.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.314+0000 7fd047fff640 1 -- 172.21.15.67:0/210927426 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(151..151 src has 1..151) ==== 5709+0+0 (secure 0 0 0) 0x7fd04009a200 con 0x7fd0500b3500 2024-09-21T00:32:20.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.314+0000 7fd04effd640 1 --2- 172.21.15.67:0/210927426 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd030078bc0 0x7fd03007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:20.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.315+0000 7fd04effd640 1 --2- 172.21.15.67:0/210927426 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd030078bc0 0x7fd03007b0d0 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7fd038034000 tx=0x7fd038004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:20.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.315+0000 7fd05cbbe740 1 Processor -- start 2024-09-21T00:32:20.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.315+0000 7fd05cbbe740 1 -- start start 2024-09-21T00:32:20.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.316+0000 7fd05cbbe740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559f8c035730 0x559f8c424df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:20.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.316+0000 7fd05cbbe740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559f8c00c870 0x559f8c407ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:20.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.316+0000 7fd05cbbe740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559f8c014a50 0x559f8c408000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:20.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.317+0000 7fd05cbbe740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x559f8c34fc40 con 0x559f8c035730 2024-09-21T00:32:20.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.317+0000 7fd05cbbe740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x559f8c33f070 con 0x559f8c014a50 2024-09-21T00:32:20.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.317+0000 7fd05cbbe740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x559f8c342e80 con 0x559f8c00c870 2024-09-21T00:32:20.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.317+0000 7fd04f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559f8c035730 0x559f8c424df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:20.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.317+0000 7fd04f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559f8c035730 0x559f8c424df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:38862/0 (socket says 172.21.15.67:38862) 2024-09-21T00:32:20.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.317+0000 7fd04f7fe640 1 -- 172.21.15.67:0/535389385 learned_addr learned my addr 172.21.15.67:0/535389385 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:32:20.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.317+0000 7fd04effd640 1 --2- 172.21.15.67:0/535389385 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559f8c00c870 0x559f8c407ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:20.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.317+0000 7fd04ffff640 1 --2- 172.21.15.67:0/535389385 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559f8c014a50 0x559f8c408000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:20.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.317+0000 7fd04ffff640 1 -- 172.21.15.67:0/535389385 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559f8c00c870 msgr2=0x559f8c407ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:32:20.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.317+0000 7fd04ffff640 1 --2- 172.21.15.67:0/535389385 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559f8c00c870 0x559f8c407ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.317+0000 7fd04ffff640 1 -- 172.21.15.67:0/535389385 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559f8c035730 msgr2=0x559f8c424df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:32:20.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.317+0000 7fd04ffff640 1 --2- 172.21.15.67:0/535389385 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559f8c035730 0x559f8c424df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.317+0000 7fd04ffff640 1 -- 172.21.15.67:0/535389385 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559f8c119ba0 con 0x559f8c014a50 2024-09-21T00:32:20.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.317+0000 7fd04f7fe640 1 --2- 172.21.15.67:0/535389385 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559f8c035730 0x559f8c424df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:32:20.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.317+0000 7fd04ffff640 1 --2- 172.21.15.67:0/535389385 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559f8c014a50 0x559f8c408000 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7fd048009ae0 tx=0x7fd048011440 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cbc25d245bdbfb8c server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:20.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.317+0000 7fd0457fa640 1 -- 172.21.15.67:0/535389385 <== mon.1 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd048004230 con 0x559f8c014a50 2024-09-21T00:32:20.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.317+0000 7fd0457fa640 1 -- 172.21.15.67:0/535389385 <== mon.1 v2:172.21.15.97:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd0480043d0 con 0x559f8c014a50 2024-09-21T00:32:20.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.317+0000 7fd0457fa640 1 -- 172.21.15.67:0/535389385 <== mon.1 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd048005280 con 0x559f8c014a50 2024-09-21T00:32:20.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.318+0000 7fd05cbbe740 1 -- 172.21.15.67:0/535389385 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559f8c014a50 msgr2=0x559f8c408000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:20.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.318+0000 7fd05cbbe740 1 --2- 172.21.15.67:0/535389385 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559f8c014a50 0x559f8c408000 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7fd048009ae0 tx=0x7fd048011440 comp rx=0 tx=0).stop 2024-09-21T00:32:20.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.318+0000 7fd05cbbe740 1 -- 172.21.15.67:0/535389385 shutdown_connections 2024-09-21T00:32:20.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.318+0000 7fd05cbbe740 1 --2- 172.21.15.67:0/535389385 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559f8c014a50 0x559f8c408000 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.318+0000 7fd05cbbe740 1 --2- 172.21.15.67:0/535389385 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559f8c00c870 0x559f8c407ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.318+0000 7fd05cbbe740 1 --2- 172.21.15.67:0/535389385 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559f8c035730 0x559f8c424df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.318+0000 7fd05cbbe740 1 -- 172.21.15.67:0/535389385 >> 172.21.15.67:0/535389385 conn(0x559f8c029880 msgr2=0x559f8c3ddce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:20.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.318+0000 7fd05cbbe740 1 -- 172.21.15.67:0/535389385 shutdown_connections 2024-09-21T00:32:20.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.318+0000 7fd05cbbe740 1 -- 172.21.15.67:0/535389385 wait complete. 2024-09-21T00:32:20.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.319+0000 7fd05cbbe740 1 -- start start 2024-09-21T00:32:20.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.319+0000 7fd05cbbe740 1 Processor -- start 2024-09-21T00:32:20.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.321+0000 7fd05cbbe740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559f8c00c870 0x559f8c3f5600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:20.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.321+0000 7fd05cbbe740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559f8c014a50 0x559f8c435630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:20.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.321+0000 7fd05cbbe740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559f8c035730 0x559f8c435b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:20.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.321+0000 7fd05cbbe740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x559f8c0afae0 con 0x559f8c035730 2024-09-21T00:32:20.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.321+0000 7fd05cbbe740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x559f8c2c5870 con 0x559f8c014a50 2024-09-21T00:32:20.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.321+0000 7fd05cbbe740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x559f8c41e0c0 con 0x559f8c00c870 2024-09-21T00:32:20.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.321+0000 7fd05cbbe740 10 client.0 _ll_register_callbacks cb 0x559f8c2f32d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:32:20.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.321+0000 7fd04ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559f8c035730 0x559f8c435b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:20.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.321+0000 7fd04ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559f8c035730 0x559f8c435b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:38876/0 (socket says 172.21.15.67:38876) 2024-09-21T00:32:20.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.321+0000 7fd04ffff640 1 -- 172.21.15.67:0/3565415970 learned_addr learned my addr 172.21.15.67:0/3565415970 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:32:20.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.321+0000 7fd04effd640 1 --2- 172.21.15.67:0/3565415970 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559f8c014a50 0x559f8c435630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:20.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.321+0000 7fd04f7fe640 1 --2- 172.21.15.67:0/3565415970 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559f8c00c870 0x559f8c3f5600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:20.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.321+0000 7fd04ffff640 1 -- 172.21.15.67:0/3565415970 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559f8c00c870 msgr2=0x559f8c3f5600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:32:20.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.321+0000 7fd04ffff640 1 --2- 172.21.15.67:0/3565415970 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559f8c00c870 0x559f8c3f5600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.321+0000 7fd04ffff640 1 -- 172.21.15.67:0/3565415970 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559f8c014a50 msgr2=0x559f8c435630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:32:20.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.321+0000 7fd04ffff640 1 --2- 172.21.15.67:0/3565415970 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559f8c014a50 0x559f8c435630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.321+0000 7fd04ffff640 1 -- 172.21.15.67:0/3565415970 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559f8c07ea40 con 0x559f8c035730 2024-09-21T00:32:20.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.321+0000 7fd04ffff640 1 --2- 172.21.15.67:0/3565415970 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559f8c035730 0x559f8c435b70 secure :-1 s=READY pgs=1898 cs=0 l=1 rev1=1 crypto rx=0x7fd048009ab0 tx=0x7fd048004580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d8c48d283d0ff60c server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:20.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.321+0000 7fd02e7fc640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:32:20.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.322+0000 7fd02e7fc640 1 -- 172.21.15.67:0/3565415970 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd048026030 con 0x559f8c035730 2024-09-21T00:32:20.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.322+0000 7fd02e7fc640 1 -- 172.21.15.67:0/3565415970 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(151..151 src has 1..151) ==== 5709+0+0 (secure 0 0 0) 0x7fd04801e050 con 0x559f8c035730 2024-09-21T00:32:20.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.322+0000 7fd05cbbe740 1 -- 172.21.15.67:0/3565415970 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd0480043d0 con 0x559f8c035730 2024-09-21T00:32:20.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.322+0000 7fd02e7fc640 1 -- 172.21.15.67:0/3565415970 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=127) ==== 24+0+0 (secure 0 0 0) 0x7fd04802f050 con 0x559f8c035730 2024-09-21T00:32:20.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.322+0000 7fd05cbbe740 10 client.9744 fetch_fsmap learned FSMap version 127 2024-09-21T00:32:20.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.322+0000 7fd05cbbe740 1 -- 172.21.15.67:0/3565415970 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=127,monmap=2+}) -- 0x559f8c17a330 con 0x559f8c035730 2024-09-21T00:32:20.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.322+0000 7fd02e7fc640 1 -- 172.21.15.67:0/3565415970 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd0480043d0 con 0x559f8c035730 2024-09-21T00:32:20.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.322+0000 7fd02e7fc640 1 -- 172.21.15.67:0/3565415970 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 127) ==== 3502+0+0 (secure 0 0 0) 0x7fd048005110 con 0x559f8c035730 2024-09-21T00:32:20.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.322+0000 7fd05cbbe740 10 client.9744 fetch_fsmap finished waiting for FSMap version 127 2024-09-21T00:32:20.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.322+0000 7fd05cbbe740 10 client.9744 resolve_mds: resolved 11:0 to role '11:0' aka daemon mds.a 2024-09-21T00:32:20.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.322+0000 7fd05cbbe740 20 client.9744 populate_metadata read hostname 'smithi067' 2024-09-21T00:32:20.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.322+0000 7fd05cbbe740 1 --2- 172.21.15.67:0/3565415970 >> [v2:172.21.15.67:6833/4168290440,v1:172.21.15.67:6835/4168290440] conn(0x559f8bff4300 0x559f8c41ce90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:20.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.322+0000 7fd05cbbe740 4 client.9744 mds_command: new command op to 9567 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:32:20.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.322+0000 7fd05cbbe740 1 -- 172.21.15.67:0/3565415970 --> [v2:172.21.15.67:6833/4168290440,v1:172.21.15.67:6835/4168290440] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559f8c351b90 con 0x559f8bff4300 2024-09-21T00:32:20.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.322+0000 7fd04f7fe640 1 --2- 172.21.15.67:0/3565415970 >> [v2:172.21.15.67:6833/4168290440,v1:172.21.15.67:6835/4168290440] conn(0x559f8bff4300 0x559f8c41ce90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:20.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.323+0000 7fd02e7fc640 10 client.9744 ms_handle_connect on v2:172.21.15.67:6833/4168290440 2024-09-21T00:32:20.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.323+0000 7fd04f7fe640 1 --2- 172.21.15.67:0/3565415970 >> [v2:172.21.15.67:6833/4168290440,v1:172.21.15.67:6835/4168290440] conn(0x559f8bff4300 0x559f8c41ce90 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6dac66b1ec647e32 server_cookie=cb17c3935df663f3 in_seq=0 out_seq=0 2024-09-21T00:32:20.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.323+0000 7fd02e7fc640 1 -- 172.21.15.67:0/3565415970 <== mds.0 v2:172.21.15.67:6833/4168290440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x559f8c351b90 con 0x559f8bff4300 2024-09-21T00:32:20.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.323+0000 7fd02e7fc640 10 client.9744 handle_command_reply: tid=0 2024-09-21T00:32:20.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.323+0000 7fd05cbbe740 1 client.9744 shutdown 2024-09-21T00:32:20.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.323+0000 7fd05cbbe740 1 -- 172.21.15.67:0/3565415970 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559f8c035730 msgr2=0x559f8c435b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:20.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.323+0000 7fd05cbbe740 1 --2- 172.21.15.67:0/3565415970 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559f8c035730 0x559f8c435b70 secure :-1 s=READY pgs=1898 cs=0 l=1 rev1=1 crypto rx=0x7fd048009ab0 tx=0x7fd048004580 comp rx=0 tx=0).stop 2024-09-21T00:32:20.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.323+0000 7fd05cbbe740 1 -- 172.21.15.67:0/3565415970 shutdown_connections 2024-09-21T00:32:20.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.323+0000 7fd05cbbe740 1 --2- 172.21.15.67:0/3565415970 >> [v2:172.21.15.67:6833/4168290440,v1:172.21.15.67:6835/4168290440] conn(0x559f8bff4300 0x559f8c41ce90 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.323+0000 7fd05cbbe740 1 --2- 172.21.15.67:0/3565415970 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559f8c035730 0x559f8c435b70 unknown :-1 s=CLOSED pgs=1898 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.323+0000 7fd05cbbe740 1 --2- 172.21.15.67:0/3565415970 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559f8c014a50 0x559f8c435630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.323+0000 7fd02e7fc640 0 client.9744 ms_handle_reset on v2:172.21.15.67:6833/4168290440 2024-09-21T00:32:20.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.323+0000 7fd05cbbe740 1 --2- 172.21.15.67:0/3565415970 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559f8c00c870 0x559f8c3f5600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.323+0000 7fd05cbbe740 1 -- 172.21.15.67:0/3565415970 >> 172.21.15.67:0/3565415970 conn(0x559f8c029880 msgr2=0x559f8c4049b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:20.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.323+0000 7fd05cbbe740 1 -- 172.21.15.67:0/3565415970 shutdown_connections 2024-09-21T00:32:20.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.324+0000 7fd05cbbe740 1 -- 172.21.15.67:0/3565415970 wait complete. 2024-09-21T00:32:20.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.324+0000 7fd05cbbe740 20 client.9744 trim_cache size 0 max 16384 2024-09-21T00:32:20.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.342+0000 7fd05cbbe740 1 Processor -- start 2024-09-21T00:32:20.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.342+0000 7fd05cbbe740 1 -- start start 2024-09-21T00:32:20.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.343+0000 7fd05cbbe740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559f8c00c870 0x559f8c3ddbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:20.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.343+0000 7fd05cbbe740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559f8c014a50 0x559f8c3de130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:20.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.343+0000 7fd05cbbe740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559f8c035730 0x559f8c41ce90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:20.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.343+0000 7fd05cbbe740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fd050201ee0 con 0x559f8c014a50 2024-09-21T00:32:20.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.343+0000 7fd05cbbe740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fd0501f9c50 con 0x559f8c035730 2024-09-21T00:32:20.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.343+0000 7fd05cbbe740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fd0500a1860 con 0x559f8c00c870 2024-09-21T00:32:20.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.343+0000 7fd04effd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559f8c014a50 0x559f8c3de130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:20.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.343+0000 7fd04effd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559f8c014a50 0x559f8c3de130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:38880/0 (socket says 172.21.15.67:38880) 2024-09-21T00:32:20.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.343+0000 7fd04effd640 1 -- 172.21.15.67:0/3086121041 learned_addr learned my addr 172.21.15.67:0/3086121041 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:32:20.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.343+0000 7fd04effd640 1 -- 172.21.15.67:0/3086121041 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559f8c00c870 msgr2=0x559f8c3ddbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:32:20.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.343+0000 7fd04ffff640 1 --2- 172.21.15.67:0/3086121041 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559f8c035730 0x559f8c41ce90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:20.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.343+0000 7fd04f7fe640 1 --2- 172.21.15.67:0/3086121041 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559f8c00c870 0x559f8c3ddbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:20.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.343+0000 7fd04effd640 1 --2- 172.21.15.67:0/3086121041 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559f8c00c870 0x559f8c3ddbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.343+0000 7fd04effd640 1 -- 172.21.15.67:0/3086121041 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559f8c035730 msgr2=0x559f8c41ce90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:32:20.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.343+0000 7fd04effd640 1 --2- 172.21.15.67:0/3086121041 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559f8c035730 0x559f8c41ce90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.344+0000 7fd04effd640 1 -- 172.21.15.67:0/3086121041 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559f8c117ea0 con 0x559f8c014a50 2024-09-21T00:32:20.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.344+0000 7fd04effd640 1 --2- 172.21.15.67:0/3086121041 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559f8c014a50 0x559f8c3de130 secure :-1 s=READY pgs=1899 cs=0 l=1 rev1=1 crypto rx=0x7fd038009250 tx=0x7fd03803e040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bdf84b6a78601c56 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:20.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.344+0000 7fd044ff9640 1 -- 172.21.15.67:0/3086121041 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd038056070 con 0x559f8c014a50 2024-09-21T00:32:20.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.344+0000 7fd044ff9640 1 -- 172.21.15.67:0/3086121041 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd038003970 con 0x559f8c014a50 2024-09-21T00:32:20.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.344+0000 7fd044ff9640 1 -- 172.21.15.67:0/3086121041 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd038003da0 con 0x559f8c014a50 2024-09-21T00:32:20.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.345+0000 7fd05cbbe740 1 -- 172.21.15.67:0/3086121041 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559f8c014a50 msgr2=0x559f8c3de130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:20.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.345+0000 7fd05cbbe740 1 --2- 172.21.15.67:0/3086121041 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559f8c014a50 0x559f8c3de130 secure :-1 s=READY pgs=1899 cs=0 l=1 rev1=1 crypto rx=0x7fd038009250 tx=0x7fd03803e040 comp rx=0 tx=0).stop 2024-09-21T00:32:20.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.345+0000 7fd05cbbe740 1 -- 172.21.15.67:0/3086121041 shutdown_connections 2024-09-21T00:32:20.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.345+0000 7fd05cbbe740 1 --2- 172.21.15.67:0/3086121041 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559f8c035730 0x559f8c41ce90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.345+0000 7fd05cbbe740 1 --2- 172.21.15.67:0/3086121041 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559f8c014a50 0x559f8c3de130 unknown :-1 s=CLOSED pgs=1899 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.345+0000 7fd05cbbe740 1 --2- 172.21.15.67:0/3086121041 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559f8c00c870 0x559f8c3ddbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.345+0000 7fd05cbbe740 1 -- 172.21.15.67:0/3086121041 >> 172.21.15.67:0/3086121041 conn(0x559f8c029880 msgr2=0x559f8c3d8740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:20.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.345+0000 7fd05cbbe740 1 -- 172.21.15.67:0/3086121041 shutdown_connections 2024-09-21T00:32:20.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.345+0000 7fd05cbbe740 1 -- 172.21.15.67:0/3086121041 wait complete. 2024-09-21T00:32:20.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.346+0000 7fd05cbbe740 1 -- start start 2024-09-21T00:32:20.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.346+0000 7fd05cbbe740 1 Processor -- start 2024-09-21T00:32:20.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.347+0000 7fd05cbbe740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559f8c00c870 0x559f8c4a1ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:20.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.347+0000 7fd05cbbe740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559f8c014a50 0x559f8c425590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:20.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.347+0000 7fd05cbbe740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559f8c035730 0x559f8c4189d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:20.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.347+0000 7fd05cbbe740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x559f8c3d8360 con 0x559f8c014a50 2024-09-21T00:32:20.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.347+0000 7fd05cbbe740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fd0501f9600 con 0x559f8c035730 2024-09-21T00:32:20.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.347+0000 7fd05cbbe740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x559f8c3dd180 con 0x559f8c00c870 2024-09-21T00:32:20.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.347+0000 7fd05cbbe740 10 client.0 _ll_register_callbacks cb 0x7fd03c0036f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:32:20.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.347+0000 7fd04effd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559f8c014a50 0x559f8c425590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:20.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.347+0000 7fd04effd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559f8c014a50 0x559f8c425590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:38890/0 (socket says 172.21.15.67:38890) 2024-09-21T00:32:20.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.347+0000 7fd04effd640 1 -- 172.21.15.67:0/1737017976 learned_addr learned my addr 172.21.15.67:0/1737017976 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:32:20.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.347+0000 7fd04ffff640 1 --2- 172.21.15.67:0/1737017976 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559f8c035730 0x559f8c4189d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:20.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.347+0000 7fd04f7fe640 1 --2- 172.21.15.67:0/1737017976 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559f8c00c870 0x559f8c4a1ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:20.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.347+0000 7fd04effd640 1 -- 172.21.15.67:0/1737017976 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559f8c00c870 msgr2=0x559f8c4a1ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:32:20.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.348+0000 7fd04effd640 1 --2- 172.21.15.67:0/1737017976 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559f8c00c870 0x559f8c4a1ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.348+0000 7fd04effd640 1 -- 172.21.15.67:0/1737017976 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559f8c035730 msgr2=0x559f8c4189d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:32:20.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.348+0000 7fd04effd640 1 --2- 172.21.15.67:0/1737017976 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559f8c035730 0x559f8c4189d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.348+0000 7fd04effd640 1 -- 172.21.15.67:0/1737017976 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559f8c422e30 con 0x559f8c014a50 2024-09-21T00:32:20.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.348+0000 7fd04effd640 1 --2- 172.21.15.67:0/1737017976 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559f8c014a50 0x559f8c425590 secure :-1 s=READY pgs=1900 cs=0 l=1 rev1=1 crypto rx=0x7fd038054040 tx=0x7fd0380326c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e668426bf44964c server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:20.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.348+0000 7fd02e7fc640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:32:20.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.348+0000 7fd02e7fc640 1 -- 172.21.15.67:0/1737017976 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd038056070 con 0x559f8c014a50 2024-09-21T00:32:20.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.348+0000 7fd02e7fc640 1 -- 172.21.15.67:0/1737017976 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(151..151 src has 1..151) ==== 5709+0+0 (secure 0 0 0) 0x7fd038032ac0 con 0x559f8c014a50 2024-09-21T00:32:20.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.348+0000 7fd05cbbe740 1 -- 172.21.15.67:0/1737017976 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd038003970 con 0x559f8c014a50 2024-09-21T00:32:20.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.348+0000 7fd02e7fc640 1 -- 172.21.15.67:0/1737017976 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=127) ==== 24+0+0 (secure 0 0 0) 0x7fd038032cc0 con 0x559f8c014a50 2024-09-21T00:32:20.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.348+0000 7fd05cbbe740 10 client.9750 fetch_fsmap learned FSMap version 127 2024-09-21T00:32:20.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.348+0000 7fd05cbbe740 1 -- 172.21.15.67:0/1737017976 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=127,monmap=2+}) -- 0x559f8c425ad0 con 0x559f8c014a50 2024-09-21T00:32:20.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.348+0000 7fd02e7fc640 1 -- 172.21.15.67:0/1737017976 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd038003970 con 0x559f8c014a50 2024-09-21T00:32:20.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.348+0000 7fd02e7fc640 1 -- 172.21.15.67:0/1737017976 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 127) ==== 3502+0+0 (secure 0 0 0) 0x7fd038043040 con 0x559f8c014a50 2024-09-21T00:32:20.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.348+0000 7fd05cbbe740 10 client.9750 fetch_fsmap finished waiting for FSMap version 127 2024-09-21T00:32:20.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.348+0000 7fd05cbbe740 10 client.9750 resolve_mds: resolved 11:0 to role '11:0' aka daemon mds.a 2024-09-21T00:32:20.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.348+0000 7fd05cbbe740 20 client.9750 populate_metadata read hostname 'smithi067' 2024-09-21T00:32:20.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.348+0000 7fd05cbbe740 1 --2- 172.21.15.67:0/1737017976 >> [v2:172.21.15.67:6833/4168290440,v1:172.21.15.67:6835/4168290440] conn(0x559f8c435c40 0x559f8c418f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:20.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.348+0000 7fd05cbbe740 4 client.9750 mds_command: new command op to 9567 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/scrub_control_test_path", "scrubops": ["recursive"]}] 2024-09-21T00:32:20.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.348+0000 7fd05cbbe740 1 -- 172.21.15.67:0/1737017976 --> [v2:172.21.15.67:6833/4168290440,v1:172.21.15.67:6835/4168290440] -- command(tid 0: {"prefix": "scrub start", "path": "/scrub_control_test_path", "scrubops": ["recursive"]}) -- 0x559f8c34d640 con 0x559f8c435c40 2024-09-21T00:32:20.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.349+0000 7fd04f7fe640 1 --2- 172.21.15.67:0/1737017976 >> [v2:172.21.15.67:6833/4168290440,v1:172.21.15.67:6835/4168290440] conn(0x559f8c435c40 0x559f8c418f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:20.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.349+0000 7fd02e7fc640 10 client.9750 ms_handle_connect on v2:172.21.15.67:6833/4168290440 2024-09-21T00:32:20.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.349+0000 7fd04f7fe640 1 --2- 172.21.15.67:0/1737017976 >> [v2:172.21.15.67:6833/4168290440,v1:172.21.15.67:6835/4168290440] conn(0x559f8c435c40 0x559f8c418f10 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ed94d390d54c20c0 server_cookie=bd475918393a19ed in_seq=0 out_seq=0 2024-09-21T00:32:20.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.352+0000 7fd02e7fc640 1 -- 172.21.15.67:0/1737017976 <== mds.0 v2:172.21.15.67:6833/4168290440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x559f8c34d640 con 0x559f8c435c40 2024-09-21T00:32:20.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.352+0000 7fd02e7fc640 10 client.9750 handle_command_reply: tid=0 2024-09-21T00:32:20.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.352+0000 7fd05cbbe740 1 client.9750 shutdown 2024-09-21T00:32:20.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.352+0000 7fd05cbbe740 1 -- 172.21.15.67:0/1737017976 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559f8c014a50 msgr2=0x559f8c425590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:20.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.352+0000 7fd05cbbe740 1 --2- 172.21.15.67:0/1737017976 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559f8c014a50 0x559f8c425590 secure :-1 s=READY pgs=1900 cs=0 l=1 rev1=1 crypto rx=0x7fd038054040 tx=0x7fd0380326c0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.352+0000 7fd05cbbe740 1 -- 172.21.15.67:0/1737017976 shutdown_connections 2024-09-21T00:32:20.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.352+0000 7fd05cbbe740 1 --2- 172.21.15.67:0/1737017976 >> [v2:172.21.15.67:6833/4168290440,v1:172.21.15.67:6835/4168290440] conn(0x559f8c435c40 0x559f8c418f10 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.352+0000 7fd05cbbe740 1 --2- 172.21.15.67:0/1737017976 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559f8c035730 0x559f8c4189d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.352+0000 7fd05cbbe740 1 --2- 172.21.15.67:0/1737017976 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559f8c014a50 0x559f8c425590 unknown :-1 s=CLOSED pgs=1900 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.352+0000 7fd02e7fc640 0 client.9750 ms_handle_reset on v2:172.21.15.67:6833/4168290440 2024-09-21T00:32:20.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.352+0000 7fd05cbbe740 1 --2- 172.21.15.67:0/1737017976 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559f8c00c870 0x559f8c4a1ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.352+0000 7fd05cbbe740 1 -- 172.21.15.67:0/1737017976 >> 172.21.15.67:0/1737017976 conn(0x559f8c029880 msgr2=0x559f8c3dda00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:20.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.352+0000 7fd05cbbe740 1 -- 172.21.15.67:0/1737017976 shutdown_connections 2024-09-21T00:32:20.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.352+0000 7fd05cbbe740 1 -- 172.21.15.67:0/1737017976 wait complete. 2024-09-21T00:32:20.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.352+0000 7fd05cbbe740 20 client.9750 trim_cache size 0 max 16384 2024-09-21T00:32:20.356 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:32:20.356 INFO:teuthology.orchestra.run.smithi067.stdout: "return_code": 0, 2024-09-21T00:32:20.356 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_tag": "39af3d35-2254-4732-8626-20d31a0c8ec0", 2024-09-21T00:32:20.356 INFO:teuthology.orchestra.run.smithi067.stdout: "mode": "asynchronous" 2024-09-21T00:32:20.356 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:32:20.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.353+0000 7fd055b6e640 1 -- 172.21.15.67:0/210927426 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd030078bc0 msgr2=0x7fd03007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:20.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.353+0000 7fd055b6e640 1 --2- 172.21.15.67:0/210927426 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd030078bc0 0x7fd03007b0d0 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7fd038034000 tx=0x7fd038004730 comp rx=0 tx=0).stop 2024-09-21T00:32:20.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.353+0000 7fd055b6e640 1 -- 172.21.15.67:0/210927426 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd0500b3500 msgr2=0x7fd050153b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:20.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.353+0000 7fd055b6e640 1 --2- 172.21.15.67:0/210927426 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd0500b3500 0x7fd050153b90 secure :-1 s=READY pgs=1897 cs=0 l=1 rev1=1 crypto rx=0x7fd04000caa0 tx=0x7fd04000cf60 comp rx=0 tx=0).stop 2024-09-21T00:32:20.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.353+0000 7fd055b6e640 1 -- 172.21.15.67:0/210927426 shutdown_connections 2024-09-21T00:32:20.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.353+0000 7fd055b6e640 1 --2- 172.21.15.67:0/210927426 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd030078bc0 0x7fd03007b0d0 unknown :-1 s=CLOSED pgs=711 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.353+0000 7fd055b6e640 1 --2- 172.21.15.67:0/210927426 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd050162680 0x7fd0501f5d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.353+0000 7fd055b6e640 1 --2- 172.21.15.67:0/210927426 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd0500cfcb0 0x7fd0500b5780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.353+0000 7fd055b6e640 1 --2- 172.21.15.67:0/210927426 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd0500b3500 0x7fd050153b90 unknown :-1 s=CLOSED pgs=1897 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.353+0000 7fd055b6e640 1 -- 172.21.15.67:0/210927426 >> 172.21.15.67:0/210927426 conn(0x7fd0500d4600 msgr2=0x7fd05006df20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:20.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.353+0000 7fd055b6e640 1 -- 172.21.15.67:0/210927426 shutdown_connections 2024-09-21T00:32:20.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.353+0000 7fd055b6e640 1 -- 172.21.15.67:0/210927426 wait complete. 2024-09-21T00:32:20.366 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:32:20.367 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.11:0 scrub pause 2024-09-21T00:32:20.510 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.509+0000 7fb1ab694640 1 -- 172.21.15.67:0/3260228160 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb1a40b1230 msgr2=0x7fb1a40ccf50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:20.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.509+0000 7fb1ab694640 1 --2- 172.21.15.67:0/3260228160 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb1a40b1230 0x7fb1a40ccf50 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fb19c005fd0 tx=0x7fb19c02a8b0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.509+0000 7fb1ab694640 1 -- 172.21.15.67:0/3260228160 shutdown_connections 2024-09-21T00:32:20.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.509+0000 7fb1ab694640 1 --2- 172.21.15.67:0/3260228160 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb1a40b1230 0x7fb1a40ccf50 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.509+0000 7fb1ab694640 1 --2- 172.21.15.67:0/3260228160 >> v2:172.21.15.97:3300/0 conn(0x7fb1a40cfd30 0x7fb1a40cdd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.509+0000 7fb1ab694640 1 -- 172.21.15.67:0/3260228160 >> 172.21.15.67:0/3260228160 conn(0x7fb1a409a950 msgr2=0x7fb1a40d1430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:20.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.509+0000 7fb1ab694640 1 -- 172.21.15.67:0/3260228160 shutdown_connections 2024-09-21T00:32:20.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.509+0000 7fb1ab694640 1 -- 172.21.15.67:0/3260228160 wait complete. 2024-09-21T00:32:20.512 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.511+0000 7fb1ab694640 1 Processor -- start 2024-09-21T00:32:20.512 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.512+0000 7fb1ab694640 1 -- start start 2024-09-21T00:32:20.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.513+0000 7fb1ab694640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb1a40b1230 0x7fb1a41e6d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:20.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.513+0000 7fb1ab694640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb1a40cfd30 0x7fb1a41e33f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:20.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.513+0000 7fb1ab694640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb1a40d0140 0x7fb1a406cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:20.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.513+0000 7fb1ab694640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fb1a40ce240 con 0x7fb1a40d0140 2024-09-21T00:32:20.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.513+0000 7fb1ab694640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fb1a40d1f80 con 0x7fb1a40b1230 2024-09-21T00:32:20.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.513+0000 7fb1ab694640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fb1a40ce3c0 con 0x7fb1a40cfd30 2024-09-21T00:32:20.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.514+0000 7fb1a9c31640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb1a40d0140 0x7fb1a406cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:20.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.514+0000 7fb1a9c31640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb1a40d0140 0x7fb1a406cdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:38900/0 (socket says 172.21.15.67:38900) 2024-09-21T00:32:20.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.514+0000 7fb1a9c31640 1 -- 172.21.15.67:0/1524857526 learned_addr learned my addr 172.21.15.67:0/1524857526 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:32:20.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.514+0000 7fb1a9430640 1 --2- 172.21.15.67:0/1524857526 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb1a40b1230 0x7fb1a41e6d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:20.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.514+0000 7fb1a8c2f640 1 --2- 172.21.15.67:0/1524857526 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb1a40cfd30 0x7fb1a41e33f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:20.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.514+0000 7fb1a9c31640 1 -- 172.21.15.67:0/1524857526 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb1a40cfd30 msgr2=0x7fb1a41e33f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:20.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.514+0000 7fb1a9c31640 1 --2- 172.21.15.67:0/1524857526 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb1a40cfd30 0x7fb1a41e33f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.514+0000 7fb1a9c31640 1 -- 172.21.15.67:0/1524857526 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb1a40b1230 msgr2=0x7fb1a41e6d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:20.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.514+0000 7fb1a9c31640 1 --2- 172.21.15.67:0/1524857526 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb1a40b1230 0x7fb1a41e6d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.514+0000 7fb1a9c31640 1 -- 172.21.15.67:0/1524857526 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1a41e7290 con 0x7fb1a40d0140 2024-09-21T00:32:20.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.514+0000 7fb1a9c31640 1 --2- 172.21.15.67:0/1524857526 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb1a40d0140 0x7fb1a406cdb0 secure :-1 s=READY pgs=1901 cs=0 l=1 rev1=1 crypto rx=0x7fb19c006010 tx=0x7fb19c031700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:20.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.515+0000 7fb199ffb640 1 -- 172.21.15.67:0/1524857526 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb19c031990 con 0x7fb1a40d0140 2024-09-21T00:32:20.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.515+0000 7fb199ffb640 1 -- 172.21.15.67:0/1524857526 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb19c031c20 con 0x7fb1a40d0140 2024-09-21T00:32:20.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.515+0000 7fb1ab694640 1 -- 172.21.15.67:0/1524857526 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb1a409bc70 con 0x7fb1a40d0140 2024-09-21T00:32:20.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.515+0000 7fb199ffb640 1 -- 172.21.15.67:0/1524857526 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb19c0330d0 con 0x7fb1a40d0140 2024-09-21T00:32:20.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.515+0000 7fb1ab694640 1 -- 172.21.15.67:0/1524857526 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1a409d940 con 0x7fb1a40d0140 2024-09-21T00:32:20.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.517+0000 7fb199ffb640 1 -- 172.21.15.67:0/1524857526 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fb19c033270 con 0x7fb1a40d0140 2024-09-21T00:32:20.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.518+0000 7fb199ffb640 1 --2- 172.21.15.67:0/1524857526 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb188078b90 0x7fb18807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:20.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.518+0000 7fb199ffb640 1 -- 172.21.15.67:0/1524857526 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(151..151 src has 1..151) ==== 5709+0+0 (secure 0 0 0) 0x7fb19c0bc000 con 0x7fb1a40d0140 2024-09-21T00:32:20.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.518+0000 7fb1a9430640 1 --2- 172.21.15.67:0/1524857526 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb188078b90 0x7fb18807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:20.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.519+0000 7fb1a9430640 1 --2- 172.21.15.67:0/1524857526 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb188078b90 0x7fb18807b0a0 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7fb1a0009530 tx=0x7fb1a0009260 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:20.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.519+0000 7fb1b2607740 1 Processor -- start 2024-09-21T00:32:20.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.519+0000 7fb1b2607740 1 -- start start 2024-09-21T00:32:20.523 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.521+0000 7fb1b2607740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55696cdb1390 0x55696d1a0310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:20.523 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.521+0000 7fb1b2607740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55696cd884d0 0x55696d182fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:20.523 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.521+0000 7fb1b2607740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55696cd906b0 0x55696d183520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:20.523 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.521+0000 7fb1b2607740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55696d0cbbd0 con 0x55696cd906b0 2024-09-21T00:32:20.523 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.521+0000 7fb1b2607740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55696d0bb000 con 0x55696cdb1390 2024-09-21T00:32:20.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.521+0000 7fb1b2607740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55696d0bee10 con 0x55696cd884d0 2024-09-21T00:32:20.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.521+0000 7fb1a9430640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55696cdb1390 0x55696d1a0310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:20.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.521+0000 7fb1a9430640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55696cdb1390 0x55696d1a0310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.67:41406/0 (socket says 172.21.15.67:41406) 2024-09-21T00:32:20.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.521+0000 7fb1a9430640 1 -- 172.21.15.67:0/3658164599 learned_addr learned my addr 172.21.15.67:0/3658164599 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:32:20.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.521+0000 7fb1a8c2f640 1 --2- 172.21.15.67:0/3658164599 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55696cd884d0 0x55696d182fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:20.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.521+0000 7fb1a9c31640 1 --2- 172.21.15.67:0/3658164599 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55696cd906b0 0x55696d183520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:20.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.521+0000 7fb1a9430640 1 -- 172.21.15.67:0/3658164599 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55696cd884d0 msgr2=0x55696d182fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:32:20.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.521+0000 7fb1a9430640 1 --2- 172.21.15.67:0/3658164599 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55696cd884d0 0x55696d182fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.521+0000 7fb1a9430640 1 -- 172.21.15.67:0/3658164599 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55696cd906b0 msgr2=0x55696d183520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:32:20.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.521+0000 7fb1a9430640 1 --2- 172.21.15.67:0/3658164599 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55696cd906b0 0x55696d183520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.521+0000 7fb1a9430640 1 -- 172.21.15.67:0/3658164599 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55696ce937d0 con 0x55696cdb1390 2024-09-21T00:32:20.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.521+0000 7fb1a9c31640 1 --2- 172.21.15.67:0/3658164599 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55696cd906b0 0x55696d183520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:32:20.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.522+0000 7fb1a9430640 1 --2- 172.21.15.67:0/3658164599 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55696cdb1390 0x55696d1a0310 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7fb1a000e640 tx=0x7fb1a0014000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e1ca6427d5c4e3a8 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:20.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.522+0000 7fb18effd640 1 -- 172.21.15.67:0/3658164599 <== mon.1 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1a0026430 con 0x55696cdb1390 2024-09-21T00:32:20.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.522+0000 7fb18effd640 1 -- 172.21.15.67:0/3658164599 <== mon.1 v2:172.21.15.97:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb1a00265d0 con 0x55696cdb1390 2024-09-21T00:32:20.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.522+0000 7fb18effd640 1 -- 172.21.15.67:0/3658164599 <== mon.1 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1a0026a00 con 0x55696cdb1390 2024-09-21T00:32:20.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.523+0000 7fb1b2607740 1 -- 172.21.15.67:0/3658164599 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55696cdb1390 msgr2=0x55696d1a0310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:20.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.523+0000 7fb1b2607740 1 --2- 172.21.15.67:0/3658164599 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55696cdb1390 0x55696d1a0310 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7fb1a000e640 tx=0x7fb1a0014000 comp rx=0 tx=0).stop 2024-09-21T00:32:20.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.523+0000 7fb1b2607740 1 -- 172.21.15.67:0/3658164599 shutdown_connections 2024-09-21T00:32:20.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.523+0000 7fb1b2607740 1 --2- 172.21.15.67:0/3658164599 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55696cd906b0 0x55696d183520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.523+0000 7fb1b2607740 1 --2- 172.21.15.67:0/3658164599 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55696cd884d0 0x55696d182fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.523+0000 7fb1b2607740 1 --2- 172.21.15.67:0/3658164599 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55696cdb1390 0x55696d1a0310 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.523+0000 7fb1b2607740 1 -- 172.21.15.67:0/3658164599 >> 172.21.15.67:0/3658164599 conn(0x55696cda54e0 msgr2=0x55696d159200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:20.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.523+0000 7fb1b2607740 1 -- 172.21.15.67:0/3658164599 shutdown_connections 2024-09-21T00:32:20.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.523+0000 7fb1b2607740 1 -- 172.21.15.67:0/3658164599 wait complete. 2024-09-21T00:32:20.527 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.524+0000 7fb1b2607740 1 -- start start 2024-09-21T00:32:20.527 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.524+0000 7fb1b2607740 1 Processor -- start 2024-09-21T00:32:20.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.526+0000 7fb1b2607740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55696cd884d0 0x55696d17c8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:20.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.526+0000 7fb1b2607740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55696cd906b0 0x55696d16e100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:20.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.526+0000 7fb1b2607740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55696cdb1390 0x55696d1712a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:20.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.526+0000 7fb1b2607740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55696ce2b740 con 0x55696cd906b0 2024-09-21T00:32:20.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.526+0000 7fb1a9430640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55696cd884d0 0x55696d17c8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:20.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.526+0000 7fb1b2607740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55696d060540 con 0x55696cd884d0 2024-09-21T00:32:20.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.526+0000 7fb1b2607740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55696d17fd50 con 0x55696cdb1390 2024-09-21T00:32:20.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.526+0000 7fb1a9430640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55696cd884d0 0x55696d17c8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.67:41418/0 (socket says 172.21.15.67:41418) 2024-09-21T00:32:20.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.526+0000 7fb1a9430640 1 -- 172.21.15.67:0/2963901904 learned_addr learned my addr 172.21.15.67:0/2963901904 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:32:20.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.526+0000 7fb1a8c2f640 1 --2- 172.21.15.67:0/2963901904 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55696cd906b0 0x55696d16e100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:20.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.526+0000 7fb1b2607740 10 client.0 _ll_register_callbacks cb 0x55696d05f0e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:32:20.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.526+0000 7fb1a9c31640 1 --2- 172.21.15.67:0/2963901904 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55696cdb1390 0x55696d1712a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:20.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.526+0000 7fb1a9430640 1 -- 172.21.15.67:0/2963901904 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55696cdb1390 msgr2=0x55696d1712a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:32:20.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.526+0000 7fb1a9430640 1 --2- 172.21.15.67:0/2963901904 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55696cdb1390 0x55696d1712a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.526+0000 7fb1a9430640 1 -- 172.21.15.67:0/2963901904 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55696cd906b0 msgr2=0x55696d16e100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:32:20.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.526+0000 7fb1a9430640 1 --2- 172.21.15.67:0/2963901904 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55696cd906b0 0x55696d16e100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.526+0000 7fb1a9430640 1 -- 172.21.15.67:0/2963901904 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55696cdfa6a0 con 0x55696cd884d0 2024-09-21T00:32:20.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.526+0000 7fb1a9430640 1 --2- 172.21.15.67:0/2963901904 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55696cd884d0 0x55696d17c8f0 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7fb1a000eb00 tx=0x7fb1a0026470 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f5eaf274cfffc335 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:20.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.526+0000 7fb183fff640 10 client.0 ms_handle_connect on v2:172.21.15.97:3300/0 2024-09-21T00:32:20.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.527+0000 7fb183fff640 1 -- 172.21.15.67:0/2963901904 <== mon.1 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1a0032030 con 0x55696cd884d0 2024-09-21T00:32:20.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.527+0000 7fb183fff640 1 -- 172.21.15.67:0/2963901904 <== mon.1 v2:172.21.15.97:3300/0 2 ==== osd_map(151..151 src has 1..151) ==== 5709+0+0 (secure 0 0 0) 0x7fb1a002b040 con 0x55696cd884d0 2024-09-21T00:32:20.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.527+0000 7fb1b2607740 1 -- 172.21.15.67:0/2963901904 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb1a00265d0 con 0x55696cd884d0 2024-09-21T00:32:20.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.527+0000 7fb183fff640 1 -- 172.21.15.67:0/2963901904 <== mon.1 v2:172.21.15.97:3300/0 3 ==== mon_get_version_reply(handle=1 version=127) ==== 24+0+0 (secure 0 0 0) 0x7fb1a003b050 con 0x55696cd884d0 2024-09-21T00:32:20.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.527+0000 7fb1b2607740 10 client.8770 fetch_fsmap learned FSMap version 127 2024-09-21T00:32:20.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.527+0000 7fb1b2607740 1 -- 172.21.15.67:0/2963901904 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,fsmap=127,monmap=2+}) -- 0x55696cef3f60 con 0x55696cd884d0 2024-09-21T00:32:20.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.527+0000 7fb183fff640 1 -- 172.21.15.67:0/2963901904 <== mon.1 v2:172.21.15.97:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb1a00265d0 con 0x55696cd884d0 2024-09-21T00:32:20.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.527+0000 7fb183fff640 1 -- 172.21.15.67:0/2963901904 <== mon.1 v2:172.21.15.97:3300/0 5 ==== fsmap(e 127) ==== 3502+0+0 (secure 0 0 0) 0x7fb1a003e020 con 0x55696cd884d0 2024-09-21T00:32:20.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.527+0000 7fb1b2607740 10 client.8770 fetch_fsmap finished waiting for FSMap version 127 2024-09-21T00:32:20.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.527+0000 7fb1b2607740 10 client.8770 resolve_mds: resolved 11:0 to role '11:0' aka daemon mds.a 2024-09-21T00:32:20.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.527+0000 7fb1b2607740 20 client.8770 populate_metadata read hostname 'smithi067' 2024-09-21T00:32:20.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.527+0000 7fb1b2607740 1 --2- 172.21.15.67:0/2963901904 >> [v2:172.21.15.67:6833/4168290440,v1:172.21.15.67:6835/4168290440] conn(0x55696cd6ff60 0x55696d1b6e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:20.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.527+0000 7fb1b2607740 4 client.8770 mds_command: new command op to 9567 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:32:20.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.527+0000 7fb1b2607740 1 -- 172.21.15.67:0/2963901904 --> [v2:172.21.15.67:6833/4168290440,v1:172.21.15.67:6835/4168290440] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55696d0cdb20 con 0x55696cd6ff60 2024-09-21T00:32:20.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.527+0000 7fb1a8c2f640 1 --2- 172.21.15.67:0/2963901904 >> [v2:172.21.15.67:6833/4168290440,v1:172.21.15.67:6835/4168290440] conn(0x55696cd6ff60 0x55696d1b6e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:20.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.528+0000 7fb183fff640 10 client.8770 ms_handle_connect on v2:172.21.15.67:6833/4168290440 2024-09-21T00:32:20.532 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.528+0000 7fb1a8c2f640 1 --2- 172.21.15.67:0/2963901904 >> [v2:172.21.15.67:6833/4168290440,v1:172.21.15.67:6835/4168290440] conn(0x55696cd6ff60 0x55696d1b6e70 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=249a13f86cc25687 server_cookie=f998c498d2c6f163 in_seq=0 out_seq=0 2024-09-21T00:32:20.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.531+0000 7fb183fff640 1 -- 172.21.15.67:0/2963901904 <== mds.0 v2:172.21.15.67:6833/4168290440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x55696d0cdb20 con 0x55696cd6ff60 2024-09-21T00:32:20.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.531+0000 7fb183fff640 10 client.8770 handle_command_reply: tid=0 2024-09-21T00:32:20.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.531+0000 7fb1b2607740 1 client.8770 shutdown 2024-09-21T00:32:20.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.531+0000 7fb1b2607740 1 -- 172.21.15.67:0/2963901904 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55696cd884d0 msgr2=0x55696d17c8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:20.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.531+0000 7fb1b2607740 1 --2- 172.21.15.67:0/2963901904 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55696cd884d0 0x55696d17c8f0 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7fb1a000eb00 tx=0x7fb1a0026470 comp rx=0 tx=0).stop 2024-09-21T00:32:20.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.531+0000 7fb1b2607740 1 -- 172.21.15.67:0/2963901904 shutdown_connections 2024-09-21T00:32:20.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.531+0000 7fb1b2607740 1 --2- 172.21.15.67:0/2963901904 >> [v2:172.21.15.67:6833/4168290440,v1:172.21.15.67:6835/4168290440] conn(0x55696cd6ff60 0x55696d1b6e70 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.531+0000 7fb1b2607740 1 --2- 172.21.15.67:0/2963901904 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55696cdb1390 0x55696d1712a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.531+0000 7fb1b2607740 1 --2- 172.21.15.67:0/2963901904 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55696cd906b0 0x55696d16e100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.531+0000 7fb183fff640 0 client.8770 ms_handle_reset on v2:172.21.15.67:6833/4168290440 2024-09-21T00:32:20.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.531+0000 7fb1b2607740 1 --2- 172.21.15.67:0/2963901904 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55696cd884d0 0x55696d17c8f0 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.531+0000 7fb1b2607740 1 -- 172.21.15.67:0/2963901904 >> 172.21.15.67:0/2963901904 conn(0x55696cda54e0 msgr2=0x55696d182fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:20.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.531+0000 7fb1b2607740 1 -- 172.21.15.67:0/2963901904 shutdown_connections 2024-09-21T00:32:20.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.531+0000 7fb1b2607740 1 -- 172.21.15.67:0/2963901904 wait complete. 2024-09-21T00:32:20.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.531+0000 7fb1b2607740 20 client.8770 trim_cache size 0 max 16384 2024-09-21T00:32:20.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.554+0000 7fb1b2607740 1 Processor -- start 2024-09-21T00:32:20.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.554+0000 7fb1b2607740 1 -- start start 2024-09-21T00:32:20.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.556+0000 7fb1b2607740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55696cd884d0 0x55696d159ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:20.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.556+0000 7fb1b2607740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55696cd906b0 0x55696d15a420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:20.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.556+0000 7fb1b2607740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55696cdb1390 0x55696d158b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:20.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.556+0000 7fb1b2607740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fb1a40c77e0 con 0x55696cdb1390 2024-09-21T00:32:20.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.556+0000 7fb1b2607740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fb1a40c67c0 con 0x55696cd884d0 2024-09-21T00:32:20.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.556+0000 7fb1b2607740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fb1a41f98a0 con 0x55696cd906b0 2024-09-21T00:32:20.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.556+0000 7fb1a9c31640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55696cdb1390 0x55696d158b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:20.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.556+0000 7fb1a9430640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55696cd884d0 0x55696d159ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:20.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.556+0000 7fb1a9c31640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55696cdb1390 0x55696d158b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:38924/0 (socket says 172.21.15.67:38924) 2024-09-21T00:32:20.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.556+0000 7fb1a9c31640 1 -- 172.21.15.67:0/1176644807 learned_addr learned my addr 172.21.15.67:0/1176644807 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:32:20.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.556+0000 7fb1a8c2f640 1 --2- 172.21.15.67:0/1176644807 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55696cd906b0 0x55696d15a420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:20.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.556+0000 7fb1a9430640 1 -- 172.21.15.67:0/1176644807 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55696cd906b0 msgr2=0x55696d15a420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:32:20.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.556+0000 7fb1a9430640 1 --2- 172.21.15.67:0/1176644807 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55696cd906b0 0x55696d15a420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.556+0000 7fb1a9430640 1 -- 172.21.15.67:0/1176644807 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55696cdb1390 msgr2=0x55696d158b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:32:20.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.556+0000 7fb1a9430640 1 --2- 172.21.15.67:0/1176644807 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55696cdb1390 0x55696d158b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.556+0000 7fb1a9430640 1 -- 172.21.15.67:0/1176644807 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55696ce91ad0 con 0x55696cd884d0 2024-09-21T00:32:20.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.556+0000 7fb1a8c2f640 1 --2- 172.21.15.67:0/1176644807 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55696cd906b0 0x55696d15a420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:32:20.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.556+0000 7fb1a9c31640 1 --2- 172.21.15.67:0/1176644807 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55696cdb1390 0x55696d158b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:32:20.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.557+0000 7fb1a9430640 1 --2- 172.21.15.67:0/1176644807 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55696cd884d0 0x55696d159ee0 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7fb1a0026a30 tx=0x7fb1a0026a60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=950757e2d61af507 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:20.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.557+0000 7fb18e7fc640 1 -- 172.21.15.67:0/1176644807 <== mon.1 v2:172.21.15.97:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1a0032020 con 0x55696cd884d0 2024-09-21T00:32:20.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.557+0000 7fb18e7fc640 1 -- 172.21.15.67:0/1176644807 <== mon.1 v2:172.21.15.97:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb1a000ed70 con 0x55696cd884d0 2024-09-21T00:32:20.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.557+0000 7fb18e7fc640 1 -- 172.21.15.67:0/1176644807 <== mon.1 v2:172.21.15.97:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1a0005030 con 0x55696cd884d0 2024-09-21T00:32:20.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.558+0000 7fb1b2607740 1 -- 172.21.15.67:0/1176644807 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55696cd884d0 msgr2=0x55696d159ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:20.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.558+0000 7fb1b2607740 1 --2- 172.21.15.67:0/1176644807 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55696cd884d0 0x55696d159ee0 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7fb1a0026a30 tx=0x7fb1a0026a60 comp rx=0 tx=0).stop 2024-09-21T00:32:20.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.558+0000 7fb1b2607740 1 -- 172.21.15.67:0/1176644807 shutdown_connections 2024-09-21T00:32:20.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.558+0000 7fb1b2607740 1 --2- 172.21.15.67:0/1176644807 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55696cdb1390 0x55696d158b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.558+0000 7fb1b2607740 1 --2- 172.21.15.67:0/1176644807 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55696cd906b0 0x55696d15a420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.558+0000 7fb1b2607740 1 --2- 172.21.15.67:0/1176644807 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55696cd884d0 0x55696d159ee0 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.558+0000 7fb1b2607740 1 -- 172.21.15.67:0/1176644807 >> 172.21.15.67:0/1176644807 conn(0x55696cda54e0 msgr2=0x55696d14ecd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:20.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.558+0000 7fb1b2607740 1 -- 172.21.15.67:0/1176644807 shutdown_connections 2024-09-21T00:32:20.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.558+0000 7fb1b2607740 1 -- 172.21.15.67:0/1176644807 wait complete. 2024-09-21T00:32:20.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.559+0000 7fb1b2607740 1 -- start start 2024-09-21T00:32:20.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.560+0000 7fb1b2607740 1 Processor -- start 2024-09-21T00:32:20.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.561+0000 7fb1b2607740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55696cd884d0 0x55696d1b50a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:20.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.562+0000 7fb1b2607740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55696cd906b0 0x55696d225e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:20.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.562+0000 7fb1a9430640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55696cd884d0 0x55696d1b50a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:20.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.562+0000 7fb1b2607740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55696cdb1390 0x55696d159ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:20.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.562+0000 7fb1a9430640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55696cd884d0 0x55696d1b50a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:38940/0 (socket says 172.21.15.67:38940) 2024-09-21T00:32:20.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.562+0000 7fb1a9430640 1 -- 172.21.15.67:0/409501831 learned_addr learned my addr 172.21.15.67:0/409501831 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:32:20.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.562+0000 7fb1b2607740 1 -- 172.21.15.67:0/409501831 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fb1a40c6150 con 0x55696cd884d0 2024-09-21T00:32:20.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.562+0000 7fb1b2607740 1 -- 172.21.15.67:0/409501831 --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55696d1835f0 con 0x55696cdb1390 2024-09-21T00:32:20.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.562+0000 7fb1b2607740 1 -- 172.21.15.67:0/409501831 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55696d183840 con 0x55696cd906b0 2024-09-21T00:32:20.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.562+0000 7fb1a8c2f640 1 --2- 172.21.15.67:0/409501831 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55696cd906b0 0x55696d225e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:20.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.562+0000 7fb1a9c31640 1 --2- 172.21.15.67:0/409501831 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55696cdb1390 0x55696d159ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:20.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.562+0000 7fb1b2607740 10 client.0 _ll_register_callbacks cb 0x7fb1940011c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:32:20.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.562+0000 7fb1a9430640 1 -- 172.21.15.67:0/409501831 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55696cd906b0 msgr2=0x55696d225e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:32:20.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.562+0000 7fb1a9430640 1 --2- 172.21.15.67:0/409501831 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55696cd906b0 0x55696d225e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.562+0000 7fb1a9430640 1 -- 172.21.15.67:0/409501831 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55696cdb1390 msgr2=0x55696d159ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:32:20.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.562+0000 7fb1a9430640 1 --2- 172.21.15.67:0/409501831 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55696cdb1390 0x55696d159ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.562+0000 7fb1a9430640 1 -- 172.21.15.67:0/409501831 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55696d1b4510 con 0x55696cd884d0 2024-09-21T00:32:20.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.563+0000 7fb1a9430640 1 --2- 172.21.15.67:0/409501831 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55696cd884d0 0x55696d1b50a0 secure :-1 s=READY pgs=1902 cs=0 l=1 rev1=1 crypto rx=0x7fb1a00266f0 tx=0x7fb1a0005970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=149f8b5f9a707ee9 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:20.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.563+0000 7fb183fff640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:32:20.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.563+0000 7fb183fff640 1 -- 172.21.15.67:0/409501831 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1a0032030 con 0x55696cd884d0 2024-09-21T00:32:20.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.563+0000 7fb183fff640 1 -- 172.21.15.67:0/409501831 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(151..151 src has 1..151) ==== 5709+0+0 (secure 0 0 0) 0x7fb1a0005450 con 0x55696cd884d0 2024-09-21T00:32:20.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.563+0000 7fb1b2607740 1 -- 172.21.15.67:0/409501831 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb1a000ed70 con 0x55696cd884d0 2024-09-21T00:32:20.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.563+0000 7fb183fff640 1 -- 172.21.15.67:0/409501831 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=127) ==== 24+0+0 (secure 0 0 0) 0x7fb1a004f050 con 0x55696cd884d0 2024-09-21T00:32:20.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.563+0000 7fb1b2607740 10 client.9765 fetch_fsmap learned FSMap version 127 2024-09-21T00:32:20.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.563+0000 7fb1b2607740 1 -- 172.21.15.67:0/409501831 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=127,monmap=2+}) -- 0x55696d2254f0 con 0x55696cd884d0 2024-09-21T00:32:20.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.564+0000 7fb183fff640 1 -- 172.21.15.67:0/409501831 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb1a0005650 con 0x55696cd884d0 2024-09-21T00:32:20.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.564+0000 7fb183fff640 1 -- 172.21.15.67:0/409501831 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 127) ==== 3502+0+0 (secure 0 0 0) 0x7fb1a0052020 con 0x55696cd884d0 2024-09-21T00:32:20.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.564+0000 7fb1b2607740 10 client.9765 fetch_fsmap finished waiting for FSMap version 127 2024-09-21T00:32:20.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.564+0000 7fb1b2607740 10 client.9765 resolve_mds: resolved 11:0 to role '11:0' aka daemon mds.a 2024-09-21T00:32:20.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.564+0000 7fb1b2607740 20 client.9765 populate_metadata read hostname 'smithi067' 2024-09-21T00:32:20.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.564+0000 7fb1b2607740 1 --2- 172.21.15.67:0/409501831 >> [v2:172.21.15.67:6833/4168290440,v1:172.21.15.67:6835/4168290440] conn(0x55696d15a580 0x55696d16cd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:20.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.564+0000 7fb1b2607740 4 client.9765 mds_command: new command op to 9567 tid=0 multi_id=0 [{"prefix": "scrub pause"}] 2024-09-21T00:32:20.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.564+0000 7fb1b2607740 1 -- 172.21.15.67:0/409501831 --> [v2:172.21.15.67:6833/4168290440,v1:172.21.15.67:6835/4168290440] -- command(tid 0: {"prefix": "scrub pause"}) -- 0x7fb1a000ed70 con 0x55696d15a580 2024-09-21T00:32:20.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.564+0000 7fb1a8c2f640 1 --2- 172.21.15.67:0/409501831 >> [v2:172.21.15.67:6833/4168290440,v1:172.21.15.67:6835/4168290440] conn(0x55696d15a580 0x55696d16cd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:20.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.564+0000 7fb183fff640 10 client.9765 ms_handle_connect on v2:172.21.15.67:6833/4168290440 2024-09-21T00:32:20.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.565+0000 7fb1a8c2f640 1 --2- 172.21.15.67:0/409501831 >> [v2:172.21.15.67:6833/4168290440,v1:172.21.15.67:6835/4168290440] conn(0x55696d15a580 0x55696d16cd30 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5236009965ec13cc server_cookie=6a14e741dc635423 in_seq=0 out_seq=0 2024-09-21T00:32:20.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.570+0000 7fb183fff640 1 -- 172.21.15.67:0/409501831 <== mds.0 v2:172.21.15.67:6833/4168290440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+44 (crc 0 0 0) 0x7fb1a000ed70 con 0x55696d15a580 2024-09-21T00:32:20.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.570+0000 7fb183fff640 10 client.9765 handle_command_reply: tid=0 2024-09-21T00:32:20.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.570+0000 7fb1b2607740 1 client.9765 shutdown 2024-09-21T00:32:20.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.571+0000 7fb1b2607740 1 -- 172.21.15.67:0/409501831 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55696cd884d0 msgr2=0x55696d1b50a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:20.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.571+0000 7fb1b2607740 1 --2- 172.21.15.67:0/409501831 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55696cd884d0 0x55696d1b50a0 secure :-1 s=READY pgs=1902 cs=0 l=1 rev1=1 crypto rx=0x7fb1a00266f0 tx=0x7fb1a0005970 comp rx=0 tx=0).stop 2024-09-21T00:32:20.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.571+0000 7fb1b2607740 1 -- 172.21.15.67:0/409501831 shutdown_connections 2024-09-21T00:32:20.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.571+0000 7fb1b2607740 1 --2- 172.21.15.67:0/409501831 >> [v2:172.21.15.67:6833/4168290440,v1:172.21.15.67:6835/4168290440] conn(0x55696d15a580 0x55696d16cd30 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.571+0000 7fb1b2607740 1 --2- 172.21.15.67:0/409501831 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55696cdb1390 0x55696d159ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.571+0000 7fb183fff640 0 client.9765 ms_handle_reset on v2:172.21.15.67:6833/4168290440 2024-09-21T00:32:20.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.571+0000 7fb1b2607740 1 --2- 172.21.15.67:0/409501831 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55696cd906b0 0x55696d225e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.571+0000 7fb1b2607740 1 --2- 172.21.15.67:0/409501831 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55696cd884d0 0x55696d1b50a0 unknown :-1 s=CLOSED pgs=1902 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.571+0000 7fb1b2607740 1 -- 172.21.15.67:0/409501831 >> 172.21.15.67:0/409501831 conn(0x55696cda54e0 msgr2=0x55696d1b6c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:20.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.571+0000 7fb1b2607740 1 -- 172.21.15.67:0/409501831 shutdown_connections 2024-09-21T00:32:20.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.571+0000 7fb1b2607740 1 -- 172.21.15.67:0/409501831 wait complete. 2024-09-21T00:32:20.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.571+0000 7fb1b2607740 20 client.9765 trim_cache size 0 max 16384 2024-09-21T00:32:20.574 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:32:20.574 INFO:teuthology.orchestra.run.smithi067.stdout: "message": "", 2024-09-21T00:32:20.574 INFO:teuthology.orchestra.run.smithi067.stdout: "return_code": 0 2024-09-21T00:32:20.574 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:32:20.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.572+0000 7fb1ab694640 1 -- 172.21.15.67:0/1524857526 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb188078b90 msgr2=0x7fb18807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:20.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.572+0000 7fb1ab694640 1 --2- 172.21.15.67:0/1524857526 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb188078b90 0x7fb18807b0a0 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7fb1a0009530 tx=0x7fb1a0009260 comp rx=0 tx=0).stop 2024-09-21T00:32:20.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.572+0000 7fb1ab694640 1 -- 172.21.15.67:0/1524857526 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb1a40d0140 msgr2=0x7fb1a406cdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:20.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.572+0000 7fb1ab694640 1 --2- 172.21.15.67:0/1524857526 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb1a40d0140 0x7fb1a406cdb0 secure :-1 s=READY pgs=1901 cs=0 l=1 rev1=1 crypto rx=0x7fb19c006010 tx=0x7fb19c031700 comp rx=0 tx=0).stop 2024-09-21T00:32:20.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.572+0000 7fb1ab694640 1 -- 172.21.15.67:0/1524857526 shutdown_connections 2024-09-21T00:32:20.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.572+0000 7fb1ab694640 1 --2- 172.21.15.67:0/1524857526 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb188078b90 0x7fb18807b0a0 unknown :-1 s=CLOSED pgs=712 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.572+0000 7fb1ab694640 1 --2- 172.21.15.67:0/1524857526 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb1a40d0140 0x7fb1a406cdb0 unknown :-1 s=CLOSED pgs=1901 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.572+0000 7fb1ab694640 1 --2- 172.21.15.67:0/1524857526 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb1a40cfd30 0x7fb1a41e33f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.572+0000 7fb1ab694640 1 --2- 172.21.15.67:0/1524857526 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb1a40b1230 0x7fb1a41e6d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.572+0000 7fb1ab694640 1 -- 172.21.15.67:0/1524857526 >> 172.21.15.67:0/1524857526 conn(0x7fb1a409a950 msgr2=0x7fb1a40d1430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:20.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.572+0000 7fb1ab694640 1 -- 172.21.15.67:0/1524857526 shutdown_connections 2024-09-21T00:32:20.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.572+0000 7fb1ab694640 1 -- 172.21.15.67:0/1524857526 wait complete. 2024-09-21T00:32:20.585 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:32:20.585 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.11:0 scrub status 2024-09-21T00:32:20.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.701+0000 7f6488c9b640 1 -- 172.21.15.67:0/53823801 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f64840b76c0 msgr2=0x7f64840cef80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:20.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.701+0000 7f6488c9b640 1 --2- 172.21.15.67:0/53823801 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f64840b76c0 0x7f64840cef80 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f647c009820 tx=0x7f647c02a510 comp rx=0 tx=0).stop 2024-09-21T00:32:20.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.702+0000 7f6488c9b640 1 -- 172.21.15.67:0/53823801 shutdown_connections 2024-09-21T00:32:20.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.702+0000 7f6488c9b640 1 --2- 172.21.15.67:0/53823801 >> v2:172.21.15.97:3300/0 conn(0x7f64840d0b90 0x7f64840d0fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.702+0000 7f6488c9b640 1 --2- 172.21.15.67:0/53823801 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f64840b76c0 0x7f64840cef80 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.702+0000 7f6488c9b640 1 -- 172.21.15.67:0/53823801 >> 172.21.15.67:0/53823801 conn(0x7f648408bee0 msgr2=0x7f64840d24e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:20.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.702+0000 7f6488c9b640 1 -- 172.21.15.67:0/53823801 shutdown_connections 2024-09-21T00:32:20.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.702+0000 7f6488c9b640 1 -- 172.21.15.67:0/53823801 wait complete. 2024-09-21T00:32:20.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.703+0000 7f6488c9b640 1 Processor -- start 2024-09-21T00:32:20.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.704+0000 7f6488c9b640 1 -- start start 2024-09-21T00:32:20.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.705+0000 7f6488c9b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f64840b76c0 0x7f64841f6140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:20.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.705+0000 7f6488c9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f64840cfbb0 0x7f648415baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:20.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.705+0000 7f6488c9b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f64840d0b90 0x7f648409f2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:20.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.705+0000 7f6488c9b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f64840cd1c0 con 0x7f64840cfbb0 2024-09-21T00:32:20.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.705+0000 7f6488c9b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f64840cd040 con 0x7f64840d0b90 2024-09-21T00:32:20.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.705+0000 7f6488c9b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f64840cd340 con 0x7f64840b76c0 2024-09-21T00:32:20.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.705+0000 7f6481d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f64840cfbb0 0x7f648415baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:20.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.705+0000 7f6481d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f64840cfbb0 0x7f648415baa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:38946/0 (socket says 172.21.15.67:38946) 2024-09-21T00:32:20.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.705+0000 7f6481d9b640 1 -- 172.21.15.67:0/3593807806 learned_addr learned my addr 172.21.15.67:0/3593807806 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:32:20.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.705+0000 7f6482d9d640 1 --2- 172.21.15.67:0/3593807806 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f64840d0b90 0x7f648409f2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:20.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.705+0000 7f648259c640 1 --2- 172.21.15.67:0/3593807806 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f64840b76c0 0x7f64841f6140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:20.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.705+0000 7f6481d9b640 1 -- 172.21.15.67:0/3593807806 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f64840b76c0 msgr2=0x7f64841f6140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:20.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.705+0000 7f6481d9b640 1 --2- 172.21.15.67:0/3593807806 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f64840b76c0 0x7f64841f6140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.705+0000 7f6481d9b640 1 -- 172.21.15.67:0/3593807806 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f64840d0b90 msgr2=0x7f648409f2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:20.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.705+0000 7f6481d9b640 1 --2- 172.21.15.67:0/3593807806 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f64840d0b90 0x7f648409f2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.705+0000 7f6481d9b640 1 -- 172.21.15.67:0/3593807806 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f648406f2b0 con 0x7f64840cfbb0 2024-09-21T00:32:20.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.705+0000 7f6481d9b640 1 --2- 172.21.15.67:0/3593807806 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f64840cfbb0 0x7f648415baa0 secure :-1 s=READY pgs=1903 cs=0 l=1 rev1=1 crypto rx=0x7f646c00c3c0 tx=0x7f646c00c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:20.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.706+0000 7f647affd640 1 -- 172.21.15.67:0/3593807806 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f646c017070 con 0x7f64840cfbb0 2024-09-21T00:32:20.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.706+0000 7f647affd640 1 -- 172.21.15.67:0/3593807806 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f646c0035f0 con 0x7f64840cfbb0 2024-09-21T00:32:20.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.706+0000 7f6488c9b640 1 -- 172.21.15.67:0/3593807806 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f648406e210 con 0x7f64840cfbb0 2024-09-21T00:32:20.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.706+0000 7f647affd640 1 -- 172.21.15.67:0/3593807806 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f646c003a20 con 0x7f64840cfbb0 2024-09-21T00:32:20.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.706+0000 7f6488c9b640 1 -- 172.21.15.67:0/3593807806 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f648406e7d0 con 0x7f64840cfbb0 2024-09-21T00:32:20.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.708+0000 7f647affd640 1 -- 172.21.15.67:0/3593807806 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f646c01a070 con 0x7f64840cfbb0 2024-09-21T00:32:20.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.708+0000 7f647affd640 1 --2- 172.21.15.67:0/3593807806 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6464078bc0 0x7f646407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:20.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.708+0000 7f647affd640 1 -- 172.21.15.67:0/3593807806 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(151..151 src has 1..151) ==== 5709+0+0 (secure 0 0 0) 0x7f646c099f20 con 0x7f64840cfbb0 2024-09-21T00:32:20.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.708+0000 7f648259c640 1 --2- 172.21.15.67:0/3593807806 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6464078bc0 0x7f646407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:20.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.709+0000 7f648259c640 1 --2- 172.21.15.67:0/3593807806 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6464078bc0 0x7f646407b0d0 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7f647c034000 tx=0x7f647c004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:20.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.709+0000 7f648fc11740 1 Processor -- start 2024-09-21T00:32:20.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.709+0000 7f648fc11740 1 -- start start 2024-09-21T00:32:20.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.710+0000 7f648fc11740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5592a3399390 0x5592a3785a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:20.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.711+0000 7f648fc11740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5592a33704d0 0x5592a375a860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:20.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.711+0000 7f648fc11740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5592a33786b0 0x5592a375ada0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:20.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.711+0000 7f648fc11740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5592a36b3a60 con 0x5592a3399390 2024-09-21T00:32:20.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.711+0000 7f648fc11740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5592a36a2e90 con 0x5592a33786b0 2024-09-21T00:32:20.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.711+0000 7f648fc11740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x5592a36a6ca0 con 0x5592a33704d0 2024-09-21T00:32:20.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.711+0000 7f648259c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5592a3399390 0x5592a3785a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:20.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.711+0000 7f648259c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5592a3399390 0x5592a3785a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:38950/0 (socket says 172.21.15.67:38950) 2024-09-21T00:32:20.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.711+0000 7f648259c640 1 -- 172.21.15.67:0/2069963816 learned_addr learned my addr 172.21.15.67:0/2069963816 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:32:20.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.711+0000 7f6482d9d640 1 --2- 172.21.15.67:0/2069963816 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5592a33786b0 0x5592a375ada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:20.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.711+0000 7f6481d9b640 1 --2- 172.21.15.67:0/2069963816 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5592a33704d0 0x5592a375a860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:20.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.711+0000 7f648259c640 1 -- 172.21.15.67:0/2069963816 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5592a33704d0 msgr2=0x5592a375a860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:32:20.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.711+0000 7f648259c640 1 --2- 172.21.15.67:0/2069963816 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5592a33704d0 0x5592a375a860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.711+0000 7f648259c640 1 -- 172.21.15.67:0/2069963816 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5592a33786b0 msgr2=0x5592a375ada0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:32:20.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.711+0000 7f648259c640 1 --2- 172.21.15.67:0/2069963816 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5592a33786b0 0x5592a375ada0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.711+0000 7f648259c640 1 -- 172.21.15.67:0/2069963816 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5592a347b7d0 con 0x5592a3399390 2024-09-21T00:32:20.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.711+0000 7f6482d9d640 1 --2- 172.21.15.67:0/2069963816 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5592a33786b0 0x5592a375ada0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:32:20.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.711+0000 7f648259c640 1 --2- 172.21.15.67:0/2069963816 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5592a3399390 0x5592a3785a10 secure :-1 s=READY pgs=1904 cs=0 l=1 rev1=1 crypto rx=0x7f647c004e30 tx=0x7f647c03e040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f6bb12f38cc9e41b server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:20.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.711+0000 7f6463fff640 1 -- 172.21.15.67:0/2069963816 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f647c004230 con 0x5592a3399390 2024-09-21T00:32:20.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.711+0000 7f6463fff640 1 -- 172.21.15.67:0/2069963816 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f647c005240 con 0x5592a3399390 2024-09-21T00:32:20.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.711+0000 7f6463fff640 1 -- 172.21.15.67:0/2069963816 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f647c0044c0 con 0x5592a3399390 2024-09-21T00:32:20.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.712+0000 7f648fc11740 1 -- 172.21.15.67:0/2069963816 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5592a3399390 msgr2=0x5592a3785a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:20.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.712+0000 7f648fc11740 1 --2- 172.21.15.67:0/2069963816 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5592a3399390 0x5592a3785a10 secure :-1 s=READY pgs=1904 cs=0 l=1 rev1=1 crypto rx=0x7f647c004e30 tx=0x7f647c03e040 comp rx=0 tx=0).stop 2024-09-21T00:32:20.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.712+0000 7f648fc11740 1 -- 172.21.15.67:0/2069963816 shutdown_connections 2024-09-21T00:32:20.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.712+0000 7f648fc11740 1 --2- 172.21.15.67:0/2069963816 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5592a33786b0 0x5592a375ada0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.712+0000 7f648fc11740 1 --2- 172.21.15.67:0/2069963816 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5592a33704d0 0x5592a375a860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.712+0000 7f648fc11740 1 --2- 172.21.15.67:0/2069963816 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5592a3399390 0x5592a3785a10 unknown :-1 s=CLOSED pgs=1904 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.712+0000 7f648fc11740 1 -- 172.21.15.67:0/2069963816 >> 172.21.15.67:0/2069963816 conn(0x5592a338d4e0 msgr2=0x5592a3740d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:20.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.712+0000 7f648fc11740 1 -- 172.21.15.67:0/2069963816 shutdown_connections 2024-09-21T00:32:20.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.712+0000 7f648fc11740 1 -- 172.21.15.67:0/2069963816 wait complete. 2024-09-21T00:32:20.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.713+0000 7f648fc11740 1 -- start start 2024-09-21T00:32:20.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.713+0000 7f648fc11740 1 Processor -- start 2024-09-21T00:32:20.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.715+0000 7f648fc11740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5592a33704d0 0x5592a3795ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:20.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.715+0000 7f648fc11740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5592a33786b0 0x5592a37492b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:20.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.715+0000 7f648fc11740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5592a3399390 0x5592a3781240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:20.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.715+0000 7f648fc11740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5592a3413740 con 0x5592a3399390 2024-09-21T00:32:20.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.715+0000 7f648fc11740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5592a3648970 con 0x5592a33704d0 2024-09-21T00:32:20.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.715+0000 7f648fc11740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x5592a3749da0 con 0x5592a33786b0 2024-09-21T00:32:20.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.715+0000 7f648fc11740 10 client.0 _ll_register_callbacks cb 0x5592a3657780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:32:20.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.715+0000 7f6482d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5592a3399390 0x5592a3781240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:20.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.715+0000 7f6482d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5592a3399390 0x5592a3781240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:38964/0 (socket says 172.21.15.67:38964) 2024-09-21T00:32:20.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.715+0000 7f6482d9d640 1 -- 172.21.15.67:0/3408289647 learned_addr learned my addr 172.21.15.67:0/3408289647 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:32:20.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.715+0000 7f6481d9b640 1 --2- 172.21.15.67:0/3408289647 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5592a33786b0 0x5592a37492b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:20.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.715+0000 7f648259c640 1 --2- 172.21.15.67:0/3408289647 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5592a33704d0 0x5592a3795ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:20.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.715+0000 7f6482d9d640 1 -- 172.21.15.67:0/3408289647 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5592a33786b0 msgr2=0x5592a37492b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:32:20.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.715+0000 7f6482d9d640 1 --2- 172.21.15.67:0/3408289647 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5592a33786b0 0x5592a37492b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.715+0000 7f6482d9d640 1 -- 172.21.15.67:0/3408289647 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5592a33704d0 msgr2=0x5592a3795ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:32:20.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.715+0000 7f6482d9d640 1 --2- 172.21.15.67:0/3408289647 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5592a33704d0 0x5592a3795ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.715+0000 7f6482d9d640 1 -- 172.21.15.67:0/3408289647 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5592a3404970 con 0x5592a3399390 2024-09-21T00:32:20.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.716+0000 7f6482d9d640 1 --2- 172.21.15.67:0/3408289647 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5592a3399390 0x5592a3781240 secure :-1 s=READY pgs=1905 cs=0 l=1 rev1=1 crypto rx=0x7f647400ecb0 tx=0x7f647400d7b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8891b69d8a93b9a8 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:20.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.716+0000 7f64617fa640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:32:20.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.716+0000 7f64617fa640 1 -- 172.21.15.67:0/3408289647 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6474003b70 con 0x5592a3399390 2024-09-21T00:32:20.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.716+0000 7f64617fa640 1 -- 172.21.15.67:0/3408289647 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(151..151 src has 1..151) ==== 5709+0+0 (secure 0 0 0) 0x7f6474003d10 con 0x5592a3399390 2024-09-21T00:32:20.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.716+0000 7f648fc11740 1 -- 172.21.15.67:0/3408289647 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f647c005240 con 0x5592a3399390 2024-09-21T00:32:20.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.716+0000 7f64617fa640 1 -- 172.21.15.67:0/3408289647 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=127) ==== 24+0+0 (secure 0 0 0) 0x7f6474025050 con 0x5592a3399390 2024-09-21T00:32:20.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.716+0000 7f648fc11740 10 client.9774 fetch_fsmap learned FSMap version 127 2024-09-21T00:32:20.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.716+0000 7f648fc11740 1 -- 172.21.15.67:0/3408289647 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=127,monmap=2+}) -- 0x5592a33e26a0 con 0x5592a3399390 2024-09-21T00:32:20.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.716+0000 7f64617fa640 1 -- 172.21.15.67:0/3408289647 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f647c005240 con 0x5592a3399390 2024-09-21T00:32:20.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.716+0000 7f64617fa640 1 -- 172.21.15.67:0/3408289647 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 127) ==== 3502+0+0 (secure 0 0 0) 0x7f6474028020 con 0x5592a3399390 2024-09-21T00:32:20.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.716+0000 7f648fc11740 10 client.9774 fetch_fsmap finished waiting for FSMap version 127 2024-09-21T00:32:20.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.716+0000 7f648fc11740 10 client.9774 resolve_mds: resolved 11:0 to role '11:0' aka daemon mds.a 2024-09-21T00:32:20.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.716+0000 7f648fc11740 20 client.9774 populate_metadata read hostname 'smithi067' 2024-09-21T00:32:20.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.716+0000 7f648fc11740 1 --2- 172.21.15.67:0/3408289647 >> [v2:172.21.15.67:6833/4168290440,v1:172.21.15.67:6835/4168290440] conn(0x5592a3357f60 0x5592a3798640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:20.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.716+0000 7f648fc11740 4 client.9774 mds_command: new command op to 9567 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:32:20.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.716+0000 7f648fc11740 1 -- 172.21.15.67:0/3408289647 --> [v2:172.21.15.67:6833/4168290440,v1:172.21.15.67:6835/4168290440] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5592a36b59b0 con 0x5592a3357f60 2024-09-21T00:32:20.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.716+0000 7f648259c640 1 --2- 172.21.15.67:0/3408289647 >> [v2:172.21.15.67:6833/4168290440,v1:172.21.15.67:6835/4168290440] conn(0x5592a3357f60 0x5592a3798640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:20.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.717+0000 7f64617fa640 10 client.9774 ms_handle_connect on v2:172.21.15.67:6833/4168290440 2024-09-21T00:32:20.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.717+0000 7f648259c640 1 --2- 172.21.15.67:0/3408289647 >> [v2:172.21.15.67:6833/4168290440,v1:172.21.15.67:6835/4168290440] conn(0x5592a3357f60 0x5592a3798640 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e783c2ba58bf3760 server_cookie=93975a691d080be in_seq=0 out_seq=0 2024-09-21T00:32:20.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.717+0000 7f64617fa640 1 -- 172.21.15.67:0/3408289647 <== mds.0 v2:172.21.15.67:6833/4168290440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x5592a36b59b0 con 0x5592a3357f60 2024-09-21T00:32:20.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.717+0000 7f64617fa640 10 client.9774 handle_command_reply: tid=0 2024-09-21T00:32:20.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.718+0000 7f648fc11740 1 client.9774 shutdown 2024-09-21T00:32:20.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.718+0000 7f648fc11740 1 -- 172.21.15.67:0/3408289647 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5592a3399390 msgr2=0x5592a3781240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:20.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.718+0000 7f648fc11740 1 --2- 172.21.15.67:0/3408289647 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5592a3399390 0x5592a3781240 secure :-1 s=READY pgs=1905 cs=0 l=1 rev1=1 crypto rx=0x7f647400ecb0 tx=0x7f647400d7b0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.718+0000 7f648fc11740 1 -- 172.21.15.67:0/3408289647 shutdown_connections 2024-09-21T00:32:20.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.718+0000 7f648fc11740 1 --2- 172.21.15.67:0/3408289647 >> [v2:172.21.15.67:6833/4168290440,v1:172.21.15.67:6835/4168290440] conn(0x5592a3357f60 0x5592a3798640 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.718+0000 7f648fc11740 1 --2- 172.21.15.67:0/3408289647 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5592a3399390 0x5592a3781240 unknown :-1 s=CLOSED pgs=1905 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.718+0000 7f648fc11740 1 --2- 172.21.15.67:0/3408289647 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5592a33786b0 0x5592a37492b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.718+0000 7f648fc11740 1 --2- 172.21.15.67:0/3408289647 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5592a33704d0 0x5592a3795ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.718+0000 7f64617fa640 0 client.9774 ms_handle_reset on v2:172.21.15.67:6833/4168290440 2024-09-21T00:32:20.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.718+0000 7f648fc11740 1 -- 172.21.15.67:0/3408289647 >> 172.21.15.67:0/3408289647 conn(0x5592a338d4e0 msgr2=0x5592a373ba20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:20.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.718+0000 7f648fc11740 1 -- 172.21.15.67:0/3408289647 shutdown_connections 2024-09-21T00:32:20.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.718+0000 7f648fc11740 1 -- 172.21.15.67:0/3408289647 wait complete. 2024-09-21T00:32:20.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.718+0000 7f648fc11740 20 client.9774 trim_cache size 0 max 16384 2024-09-21T00:32:20.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.736+0000 7f648fc11740 1 Processor -- start 2024-09-21T00:32:20.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.736+0000 7f648fc11740 1 -- start start 2024-09-21T00:32:20.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.737+0000 7f648fc11740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5592a33704d0 0x5592a37490d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:20.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.737+0000 7f648fc11740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5592a33786b0 0x5592a3785970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:20.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.737+0000 7f648fc11740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5592a3399390 0x5592a37592c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:20.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.737+0000 7f648fc11740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f6484201f10 con 0x5592a33704d0 2024-09-21T00:32:20.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.737+0000 7f648fc11740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f6484201040 con 0x5592a33786b0 2024-09-21T00:32:20.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.737+0000 7f648fc11740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f64840c6370 con 0x5592a3399390 2024-09-21T00:32:20.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.737+0000 7f648259c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5592a33704d0 0x5592a37490d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:20.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.737+0000 7f648259c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5592a33704d0 0x5592a37490d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:38978/0 (socket says 172.21.15.67:38978) 2024-09-21T00:32:20.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.737+0000 7f648259c640 1 -- 172.21.15.67:0/3872593272 learned_addr learned my addr 172.21.15.67:0/3872593272 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:32:20.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.737+0000 7f6481d9b640 1 --2- 172.21.15.67:0/3872593272 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5592a33786b0 0x5592a3785970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:20.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.737+0000 7f6482d9d640 1 --2- 172.21.15.67:0/3872593272 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5592a3399390 0x5592a37592c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:20.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.738+0000 7f648259c640 1 -- 172.21.15.67:0/3872593272 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5592a3399390 msgr2=0x5592a37592c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:32:20.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.738+0000 7f648259c640 1 --2- 172.21.15.67:0/3872593272 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5592a3399390 0x5592a37592c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.738+0000 7f648259c640 1 -- 172.21.15.67:0/3872593272 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5592a33786b0 msgr2=0x5592a3785970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:32:20.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.738+0000 7f648259c640 1 --2- 172.21.15.67:0/3872593272 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5592a33786b0 0x5592a3785970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.738+0000 7f648259c640 1 -- 172.21.15.67:0/3872593272 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5592a3735a70 con 0x5592a33704d0 2024-09-21T00:32:20.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.738+0000 7f648259c640 1 --2- 172.21.15.67:0/3872593272 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5592a33704d0 0x5592a37490d0 secure :-1 s=READY pgs=1906 cs=0 l=1 rev1=1 crypto rx=0x7f647c02ab00 tx=0x7f647c005f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=87f57114e5d2c613 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:20.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.738+0000 7f64637fe640 1 -- 172.21.15.67:0/3872593272 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f647c004230 con 0x5592a33704d0 2024-09-21T00:32:20.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.738+0000 7f64637fe640 1 -- 172.21.15.67:0/3872593272 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f647c005240 con 0x5592a33704d0 2024-09-21T00:32:20.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.738+0000 7f64637fe640 1 -- 172.21.15.67:0/3872593272 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f647c0055f0 con 0x5592a33704d0 2024-09-21T00:32:20.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.739+0000 7f648fc11740 1 -- 172.21.15.67:0/3872593272 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5592a33704d0 msgr2=0x5592a37490d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:20.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.739+0000 7f648fc11740 1 --2- 172.21.15.67:0/3872593272 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5592a33704d0 0x5592a37490d0 secure :-1 s=READY pgs=1906 cs=0 l=1 rev1=1 crypto rx=0x7f647c02ab00 tx=0x7f647c005f30 comp rx=0 tx=0).stop 2024-09-21T00:32:20.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.739+0000 7f648fc11740 1 -- 172.21.15.67:0/3872593272 shutdown_connections 2024-09-21T00:32:20.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.739+0000 7f648fc11740 1 --2- 172.21.15.67:0/3872593272 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5592a3399390 0x5592a37592c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.739+0000 7f648fc11740 1 --2- 172.21.15.67:0/3872593272 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5592a33786b0 0x5592a3785970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.739+0000 7f648fc11740 1 --2- 172.21.15.67:0/3872593272 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5592a33704d0 0x5592a37490d0 unknown :-1 s=CLOSED pgs=1906 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.739+0000 7f648fc11740 1 -- 172.21.15.67:0/3872593272 >> 172.21.15.67:0/3872593272 conn(0x5592a338d4e0 msgr2=0x5592a37aa180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:20.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.739+0000 7f648fc11740 1 -- 172.21.15.67:0/3872593272 shutdown_connections 2024-09-21T00:32:20.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.739+0000 7f648fc11740 1 -- 172.21.15.67:0/3872593272 wait complete. 2024-09-21T00:32:20.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.739+0000 7f648fc11740 1 -- start start 2024-09-21T00:32:20.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.740+0000 7f648fc11740 1 Processor -- start 2024-09-21T00:32:20.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.741+0000 7f648fc11740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5592a33704d0 0x5592a3809950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:20.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.741+0000 7f648fc11740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5592a33786b0 0x5592a3795530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:20.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.741+0000 7f648fc11740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5592a3399390 0x5592a37ff8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:20.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.741+0000 7f648fc11740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5592a36a91d0 con 0x5592a33704d0 2024-09-21T00:32:20.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.741+0000 7f648fc11740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f64840c69c0 con 0x5592a33786b0 2024-09-21T00:32:20.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.741+0000 7f648fc11740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x5592a3809e90 con 0x5592a3399390 2024-09-21T00:32:20.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.741+0000 7f648fc11740 10 client.0 _ll_register_callbacks cb 0x7f6474009c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:32:20.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.741+0000 7f648259c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5592a33704d0 0x5592a3809950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:20.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.741+0000 7f648259c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5592a33704d0 0x5592a3809950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:38984/0 (socket says 172.21.15.67:38984) 2024-09-21T00:32:20.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.741+0000 7f648259c640 1 -- 172.21.15.67:0/3143539662 learned_addr learned my addr 172.21.15.67:0/3143539662 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:32:20.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.741+0000 7f6482d9d640 1 --2- 172.21.15.67:0/3143539662 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5592a3399390 0x5592a37ff8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:20.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.741+0000 7f6481d9b640 1 --2- 172.21.15.67:0/3143539662 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5592a33786b0 0x5592a3795530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:20.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.741+0000 7f648259c640 1 -- 172.21.15.67:0/3143539662 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5592a3399390 msgr2=0x5592a37ff8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:32:20.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.741+0000 7f648259c640 1 --2- 172.21.15.67:0/3143539662 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5592a3399390 0x5592a37ff8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.741+0000 7f648259c640 1 -- 172.21.15.67:0/3143539662 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5592a33786b0 msgr2=0x5592a3795530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:32:20.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.741+0000 7f648259c640 1 --2- 172.21.15.67:0/3143539662 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5592a33786b0 0x5592a3795530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.741+0000 7f648259c640 1 -- 172.21.15.67:0/3143539662 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5592a37ffe10 con 0x5592a33704d0 2024-09-21T00:32:20.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.742+0000 7f648259c640 1 --2- 172.21.15.67:0/3143539662 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5592a33704d0 0x5592a3809950 secure :-1 s=READY pgs=1907 cs=0 l=1 rev1=1 crypto rx=0x7f647c000c00 tx=0x7f647c004a10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8b6c27f0a5e9415 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:20.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.742+0000 7f64617fa640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:32:20.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.742+0000 7f64617fa640 1 -- 172.21.15.67:0/3143539662 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f647c005800 con 0x5592a33704d0 2024-09-21T00:32:20.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.742+0000 7f64617fa640 1 -- 172.21.15.67:0/3143539662 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(151..151 src has 1..151) ==== 5709+0+0 (secure 0 0 0) 0x7f647c045480 con 0x5592a33704d0 2024-09-21T00:32:20.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.742+0000 7f648fc11740 1 -- 172.21.15.67:0/3143539662 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f647c005240 con 0x5592a33704d0 2024-09-21T00:32:20.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.742+0000 7f64617fa640 1 -- 172.21.15.67:0/3143539662 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=127) ==== 24+0+0 (secure 0 0 0) 0x7f647c073050 con 0x5592a33704d0 2024-09-21T00:32:20.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.742+0000 7f648fc11740 10 client.9780 fetch_fsmap learned FSMap version 127 2024-09-21T00:32:20.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.742+0000 7f648fc11740 1 -- 172.21.15.67:0/3143539662 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=127,monmap=2+}) -- 0x5592a3806380 con 0x5592a33704d0 2024-09-21T00:32:20.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.742+0000 7f64617fa640 1 -- 172.21.15.67:0/3143539662 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f647c005240 con 0x5592a33704d0 2024-09-21T00:32:20.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.742+0000 7f64617fa640 1 -- 172.21.15.67:0/3143539662 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 127) ==== 3502+0+0 (secure 0 0 0) 0x7f647c076020 con 0x5592a33704d0 2024-09-21T00:32:20.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.742+0000 7f648fc11740 10 client.9780 fetch_fsmap finished waiting for FSMap version 127 2024-09-21T00:32:20.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.742+0000 7f648fc11740 10 client.9780 resolve_mds: resolved 11:0 to role '11:0' aka daemon mds.a 2024-09-21T00:32:20.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.742+0000 7f648fc11740 20 client.9780 populate_metadata read hostname 'smithi067' 2024-09-21T00:32:20.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.742+0000 7f648fc11740 1 --2- 172.21.15.67:0/3143539662 >> [v2:172.21.15.67:6833/4168290440,v1:172.21.15.67:6835/4168290440] conn(0x5592a3805950 0x5592a3805d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:20.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.742+0000 7f648fc11740 4 client.9780 mds_command: new command op to 9567 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-21T00:32:20.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.742+0000 7f648fc11740 1 -- 172.21.15.67:0/3143539662 --> [v2:172.21.15.67:6833/4168290440,v1:172.21.15.67:6835/4168290440] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5592a3736a90 con 0x5592a3805950 2024-09-21T00:32:20.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.742+0000 7f6481d9b640 1 --2- 172.21.15.67:0/3143539662 >> [v2:172.21.15.67:6833/4168290440,v1:172.21.15.67:6835/4168290440] conn(0x5592a3805950 0x5592a3805d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:20.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.743+0000 7f64617fa640 10 client.9780 ms_handle_connect on v2:172.21.15.67:6833/4168290440 2024-09-21T00:32:20.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.743+0000 7f6481d9b640 1 --2- 172.21.15.67:0/3143539662 >> [v2:172.21.15.67:6833/4168290440,v1:172.21.15.67:6835/4168290440] conn(0x5592a3805950 0x5592a3805d60 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ff56dd00c2373d57 server_cookie=de6ffeee9bd772be in_seq=0 out_seq=0 2024-09-21T00:32:20.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.743+0000 7f64617fa640 1 -- 172.21.15.67:0/3143539662 <== mds.0 v2:172.21.15.67:6833/4168290440 1 ==== command_reply(tid 0: 0 ) ==== 8+0+612 (crc 0 0 0) 0x5592a3736a90 con 0x5592a3805950 2024-09-21T00:32:20.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.743+0000 7f64617fa640 10 client.9780 handle_command_reply: tid=0 2024-09-21T00:32:20.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.743+0000 7f648fc11740 1 client.9780 shutdown 2024-09-21T00:32:20.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.743+0000 7f648fc11740 1 -- 172.21.15.67:0/3143539662 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5592a33704d0 msgr2=0x5592a3809950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:20.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.743+0000 7f648fc11740 1 --2- 172.21.15.67:0/3143539662 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5592a33704d0 0x5592a3809950 secure :-1 s=READY pgs=1907 cs=0 l=1 rev1=1 crypto rx=0x7f647c000c00 tx=0x7f647c004a10 comp rx=0 tx=0).stop 2024-09-21T00:32:20.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.743+0000 7f648fc11740 1 -- 172.21.15.67:0/3143539662 shutdown_connections 2024-09-21T00:32:20.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.743+0000 7f648fc11740 1 --2- 172.21.15.67:0/3143539662 >> [v2:172.21.15.67:6833/4168290440,v1:172.21.15.67:6835/4168290440] conn(0x5592a3805950 0x5592a3805d60 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.743+0000 7f648fc11740 1 --2- 172.21.15.67:0/3143539662 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5592a3399390 0x5592a37ff8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.743+0000 7f648fc11740 1 --2- 172.21.15.67:0/3143539662 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5592a33786b0 0x5592a3795530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.743+0000 7f648fc11740 1 --2- 172.21.15.67:0/3143539662 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5592a33704d0 0x5592a3809950 unknown :-1 s=CLOSED pgs=1907 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.743+0000 7f64617fa640 0 client.9780 ms_handle_reset on v2:172.21.15.67:6833/4168290440 2024-09-21T00:32:20.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.743+0000 7f648fc11740 1 -- 172.21.15.67:0/3143539662 >> 172.21.15.67:0/3143539662 conn(0x5592a338d4e0 msgr2=0x5592a37aa160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:20.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.744+0000 7f648fc11740 1 -- 172.21.15.67:0/3143539662 shutdown_connections 2024-09-21T00:32:20.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.744+0000 7f648fc11740 1 -- 172.21.15.67:0/3143539662 wait complete. 2024-09-21T00:32:20.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.744+0000 7f648fc11740 20 client.9780 trim_cache size 0 max 16384 2024-09-21T00:32:20.750 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:32:20.750 INFO:teuthology.orchestra.run.smithi067.stdout: "status": "PAUSED (824 inodes in the stack)", 2024-09-21T00:32:20.750 INFO:teuthology.orchestra.run.smithi067.stdout: "scrubs": { 2024-09-21T00:32:20.750 INFO:teuthology.orchestra.run.smithi067.stdout: "39af3d35-2254-4732-8626-20d31a0c8ec0": { 2024-09-21T00:32:20.750 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/scrub_control_test_path", 2024-09-21T00:32:20.750 INFO:teuthology.orchestra.run.smithi067.stdout: "tag": "39af3d35-2254-4732-8626-20d31a0c8ec0", 2024-09-21T00:32:20.751 INFO:teuthology.orchestra.run.smithi067.stdout: "options": "recursive" 2024-09-21T00:32:20.751 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:32:20.751 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:32:20.751 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_stats": { 2024-09-21T00:32:20.751 INFO:teuthology.orchestra.run.smithi067.stdout: "39af3d35-2254-4732-8626-20d31a0c8ec0": { 2024-09-21T00:32:20.751 INFO:teuthology.orchestra.run.smithi067.stdout: "start_time": "2024-09-21T00:32:20.349583+0000", 2024-09-21T00:32:20.751 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/scrub_control_test_path", 2024-09-21T00:32:20.751 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_started": 0, 2024-09-21T00:32:20.751 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_passed": 0, 2024-09-21T00:32:20.751 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_failed": 0, 2024-09-21T00:32:20.751 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_skipped": 0 2024-09-21T00:32:20.751 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:32:20.751 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:32:20.752 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:32:20.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.744+0000 7f6488c9b640 1 -- 172.21.15.67:0/3593807806 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6464078bc0 msgr2=0x7f646407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:20.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.744+0000 7f6488c9b640 1 --2- 172.21.15.67:0/3593807806 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6464078bc0 0x7f646407b0d0 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7f647c034000 tx=0x7f647c004730 comp rx=0 tx=0).stop 2024-09-21T00:32:20.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.744+0000 7f6488c9b640 1 -- 172.21.15.67:0/3593807806 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f64840cfbb0 msgr2=0x7f648415baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:20.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.744+0000 7f6488c9b640 1 --2- 172.21.15.67:0/3593807806 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f64840cfbb0 0x7f648415baa0 secure :-1 s=READY pgs=1903 cs=0 l=1 rev1=1 crypto rx=0x7f646c00c3c0 tx=0x7f646c00c880 comp rx=0 tx=0).stop 2024-09-21T00:32:20.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.744+0000 7f6488c9b640 1 -- 172.21.15.67:0/3593807806 shutdown_connections 2024-09-21T00:32:20.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.744+0000 7f6488c9b640 1 --2- 172.21.15.67:0/3593807806 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6464078bc0 0x7f646407b0d0 unknown :-1 s=CLOSED pgs=713 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.744+0000 7f6488c9b640 1 --2- 172.21.15.67:0/3593807806 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f64840d0b90 0x7f648409f2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.744+0000 7f6488c9b640 1 --2- 172.21.15.67:0/3593807806 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f64840cfbb0 0x7f648415baa0 unknown :-1 s=CLOSED pgs=1903 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.744+0000 7f6488c9b640 1 --2- 172.21.15.67:0/3593807806 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f64840b76c0 0x7f64841f6140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.744+0000 7f6488c9b640 1 -- 172.21.15.67:0/3593807806 >> 172.21.15.67:0/3593807806 conn(0x7f648408bee0 msgr2=0x7f648415e0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:20.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.744+0000 7f6488c9b640 1 -- 172.21.15.67:0/3593807806 shutdown_connections 2024-09-21T00:32:20.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.744+0000 7f6488c9b640 1 -- 172.21.15.67:0/3593807806 wait complete. 2024-09-21T00:32:20.756 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:32:20.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.871+0000 7f62c864d640 1 -- 172.21.15.67:0/2114065277 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62c00d22f0 msgr2=0x7f62c00b6560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:20.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.871+0000 7f62c864d640 1 --2- 172.21.15.67:0/2114065277 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62c00d22f0 0x7f62c00b6560 secure :-1 s=READY pgs=1908 cs=0 l=1 rev1=1 crypto rx=0x7f62c006d7a0 tx=0x7f62b402a4d0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.871+0000 7f62c864d640 1 -- 172.21.15.67:0/2114065277 shutdown_connections 2024-09-21T00:32:20.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.871+0000 7f62c864d640 1 --2- 172.21.15.67:0/2114065277 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f62c006ebc0 0x7f62c006efd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.871+0000 7f62c864d640 1 --2- 172.21.15.67:0/2114065277 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62c00d22f0 0x7f62c00b6560 unknown :-1 s=CLOSED pgs=1908 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.871+0000 7f62c864d640 1 --2- 172.21.15.67:0/2114065277 >> v2:172.21.15.97:3300/0 conn(0x7f62c00b9e70 0x7f62c00b6020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.871+0000 7f62c864d640 1 -- 172.21.15.67:0/2114065277 >> 172.21.15.67:0/2114065277 conn(0x7f62c00d45a0 msgr2=0x7f62c00d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:20.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.871+0000 7f62c864d640 1 -- 172.21.15.67:0/2114065277 shutdown_connections 2024-09-21T00:32:20.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.871+0000 7f62c864d640 1 -- 172.21.15.67:0/2114065277 wait complete. 2024-09-21T00:32:20.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.873+0000 7f62c864d640 1 Processor -- start 2024-09-21T00:32:20.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.873+0000 7f62c864d640 1 -- start start 2024-09-21T00:32:20.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.874+0000 7f62c864d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62c006ebc0 0x7f62c01f8840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:20.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.874+0000 7f62c864d640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f62c00b9e70 0x7f62c01ea700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:20.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.874+0000 7f62c864d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f62c00d22f0 0x7f62c0160960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:20.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.874+0000 7f62c864d640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f62c006f8a0 con 0x7f62c006ebc0 2024-09-21T00:32:20.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.874+0000 7f62c864d640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f62c006f720 con 0x7f62c00d22f0 2024-09-21T00:32:20.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.874+0000 7f62c864d640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f62c006fa20 con 0x7f62c00b9e70 2024-09-21T00:32:20.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.875+0000 7f62c63e9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62c006ebc0 0x7f62c01f8840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:20.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.875+0000 7f62c63e9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62c006ebc0 0x7f62c01f8840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39014/0 (socket says 172.21.15.67:39014) 2024-09-21T00:32:20.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.875+0000 7f62c63e9640 1 -- 172.21.15.67:0/1303332790 learned_addr learned my addr 172.21.15.67:0/1303332790 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:32:20.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.875+0000 7f62c5be8640 1 --2- 172.21.15.67:0/1303332790 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f62c00b9e70 0x7f62c01ea700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:20.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.875+0000 7f62c6bea640 1 --2- 172.21.15.67:0/1303332790 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f62c00d22f0 0x7f62c0160960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:20.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.875+0000 7f62c63e9640 1 -- 172.21.15.67:0/1303332790 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f62c00b9e70 msgr2=0x7f62c01ea700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:20.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.875+0000 7f62c63e9640 1 --2- 172.21.15.67:0/1303332790 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f62c00b9e70 0x7f62c01ea700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.875+0000 7f62c63e9640 1 -- 172.21.15.67:0/1303332790 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f62c00d22f0 msgr2=0x7f62c0160960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:20.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.875+0000 7f62c63e9640 1 --2- 172.21.15.67:0/1303332790 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f62c00d22f0 0x7f62c0160960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:20.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.875+0000 7f62c63e9640 1 -- 172.21.15.67:0/1303332790 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62c009e200 con 0x7f62c006ebc0 2024-09-21T00:32:20.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.875+0000 7f62c63e9640 1 --2- 172.21.15.67:0/1303332790 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62c006ebc0 0x7f62c01f8840 secure :-1 s=READY pgs=1909 cs=0 l=1 rev1=1 crypto rx=0x7f62b000eb30 tx=0x7f62b000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:20.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.875+0000 7f62beffd640 1 -- 172.21.15.67:0/1303332790 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62b0010430 con 0x7f62c006ebc0 2024-09-21T00:32:20.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.875+0000 7f62beffd640 1 -- 172.21.15.67:0/1303332790 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f62b00105d0 con 0x7f62c006ebc0 2024-09-21T00:32:20.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.875+0000 7f62c864d640 1 -- 172.21.15.67:0/1303332790 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62c01f8d80 con 0x7f62c006ebc0 2024-09-21T00:32:20.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.875+0000 7f62beffd640 1 -- 172.21.15.67:0/1303332790 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62b0010a20 con 0x7f62c006ebc0 2024-09-21T00:32:20.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.875+0000 7f62c864d640 1 -- 172.21.15.67:0/1303332790 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62c01f9290 con 0x7f62c006ebc0 2024-09-21T00:32:20.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.876+0000 7f62c864d640 1 -- 172.21.15.67:0/1303332790 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f62c006efd0 con 0x7f62c006ebc0 2024-09-21T00:32:20.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.877+0000 7f62beffd640 1 -- 172.21.15.67:0/1303332790 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f62b0010bc0 con 0x7f62c006ebc0 2024-09-21T00:32:20.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.878+0000 7f62beffd640 1 --2- 172.21.15.67:0/1303332790 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f62ac078b90 0x7f62ac07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:20.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.878+0000 7f62beffd640 1 -- 172.21.15.67:0/1303332790 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(151..151 src has 1..151) ==== 5709+0+0 (secure 0 0 0) 0x7f62b009c1d0 con 0x7f62c006ebc0 2024-09-21T00:32:20.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.878+0000 7f62c5be8640 1 --2- 172.21.15.67:0/1303332790 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f62ac078b90 0x7f62ac07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:20.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.879+0000 7f62c5be8640 1 --2- 172.21.15.67:0/1303332790 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f62ac078b90 0x7f62ac07b0a0 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7f62b4033000 tx=0x7f62b4004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:20.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:20.881+0000 7f62beffd640 1 -- 172.21.15.67:0/1303332790 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f62b0064130 con 0x7f62c006ebc0 2024-09-21T00:32:21.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:21.106+0000 7f62c864d640 1 -- 172.21.15.67:0/1303332790 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f62c00b6670 con 0x7f62c006ebc0 2024-09-21T00:32:21.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:21.107+0000 7f62beffd640 1 -- 172.21.15.67:0/1303332790 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 127 v127) ==== 95+0+5230 (secure 0 0 0) 0x7f62b0068b60 con 0x7f62c006ebc0 2024-09-21T00:32:21.108 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:32:21.108 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":127,"btime":"2024-09-21T00:32:02:140494+0000","default_fscid":11,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7769,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/2656243964","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":2656243964},{"type":"v1","addr":"172.21.15.97:6836","nonce":2656243964}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":122},{"gid":8620,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/2684384130","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":2684384130},{"type":"v1","addr":"172.21.15.97:6837","nonce":2684384130}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":122},{"gid":9564,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/801204650","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":801204650},{"type":"v1","addr":"172.21.15.67:6834","nonce":801204650}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":121}],"filesystems":[{"mdsmap":{"epoch":127,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:31:58.504932+0000","modified":"2024-09-21T00:32:01.526204+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9567},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9567":{"gid":9567,"name":"a","rank":0,"incarnation":123,"state":"up:active","state_seq":3,"addr":"172.21.15.67:6835/4168290440","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":4168290440},{"type":"v1","addr":"172.21.15.67:6835","nonce":4168290440}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[23],"metadata_pool":22,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9567,"qdb_cluster":[9567]},"id":11}]} 2024-09-21T00:32:21.109 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 127 2024-09-21T00:32:21.110 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:21.109+0000 7f62c864d640 1 -- 172.21.15.67:0/1303332790 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f62ac078b90 msgr2=0x7f62ac07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:21.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:21.109+0000 7f62c864d640 1 --2- 172.21.15.67:0/1303332790 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f62ac078b90 0x7f62ac07b0a0 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7f62b4033000 tx=0x7f62b4004730 comp rx=0 tx=0).stop 2024-09-21T00:32:21.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:21.109+0000 7f62c864d640 1 -- 172.21.15.67:0/1303332790 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62c006ebc0 msgr2=0x7f62c01f8840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:21.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:21.109+0000 7f62c864d640 1 --2- 172.21.15.67:0/1303332790 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62c006ebc0 0x7f62c01f8840 secure :-1 s=READY pgs=1909 cs=0 l=1 rev1=1 crypto rx=0x7f62b000eb30 tx=0x7f62b000c2d0 comp rx=0 tx=0).stop 2024-09-21T00:32:21.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:21.109+0000 7f62c864d640 1 -- 172.21.15.67:0/1303332790 shutdown_connections 2024-09-21T00:32:21.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:21.109+0000 7f62c864d640 1 --2- 172.21.15.67:0/1303332790 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f62ac078b90 0x7f62ac07b0a0 unknown :-1 s=CLOSED pgs=714 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:21.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:21.109+0000 7f62c864d640 1 --2- 172.21.15.67:0/1303332790 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f62c00d22f0 0x7f62c0160960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:21.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:21.109+0000 7f62c864d640 1 --2- 172.21.15.67:0/1303332790 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f62c00b9e70 0x7f62c01ea700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:21.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:21.109+0000 7f62c864d640 1 --2- 172.21.15.67:0/1303332790 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62c006ebc0 0x7f62c01f8840 unknown :-1 s=CLOSED pgs=1909 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:21.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:21.109+0000 7f62c864d640 1 -- 172.21.15.67:0/1303332790 >> 172.21.15.67:0/1303332790 conn(0x7f62c00d45a0 msgr2=0x7f62c0161920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:21.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:21.109+0000 7f62c864d640 1 -- 172.21.15.67:0/1303332790 shutdown_connections 2024-09-21T00:32:21.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:21.109+0000 7f62c864d640 1 -- 172.21.15.67:0/1303332790 wait complete. 2024-09-21T00:32:21.121 DEBUG:tasks.cephfs.test_scrub_checks:current active=['a'] 2024-09-21T00:32:21.122 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-21T00:32:21.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:21.238+0000 7ff722c30640 1 -- 172.21.15.67:0/136052578 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff71c0b9c90 msgr2=0x7ff71c0b7f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:21.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:21.238+0000 7ff722c30640 1 --2- 172.21.15.67:0/136052578 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff71c0b9c90 0x7ff71c0b7f00 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7ff714009830 tx=0x7ff71402a510 comp rx=0 tx=0).stop 2024-09-21T00:32:21.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:21.238+0000 7ff722c30640 1 -- 172.21.15.67:0/136052578 shutdown_connections 2024-09-21T00:32:21.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:21.238+0000 7ff722c30640 1 --2- 172.21.15.67:0/136052578 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff71c0b9c90 0x7ff71c0b7f00 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:21.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:21.238+0000 7ff722c30640 1 --2- 172.21.15.67:0/136052578 >> v2:172.21.15.97:3300/0 conn(0x7ff71c0d30b0 0x7ff71c1620a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:21.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:21.238+0000 7ff722c30640 1 -- 172.21.15.67:0/136052578 >> 172.21.15.67:0/136052578 conn(0x7ff71c09d910 msgr2=0x7ff71c08bee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:21.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:21.238+0000 7ff722c30640 1 -- 172.21.15.67:0/136052578 shutdown_connections 2024-09-21T00:32:21.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:21.238+0000 7ff722c30640 1 -- 172.21.15.67:0/136052578 wait complete. 2024-09-21T00:32:21.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:21.240+0000 7ff722c30640 1 Processor -- start 2024-09-21T00:32:21.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:21.240+0000 7ff722c30640 1 -- start start 2024-09-21T00:32:21.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:21.241+0000 7ff722c30640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff71c0b9720 0x7ff71c1f5e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:21.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:21.242+0000 7ff722c30640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff71c0b9c90 0x7ff71c0cefa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:21.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:21.242+0000 7ff722c30640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff71c0b5060 0x7ff71c0b5470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:21.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:21.242+0000 7ff722c30640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff71c0b8940 con 0x7ff71c0b9720 2024-09-21T00:32:21.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:21.242+0000 7ff722c30640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff71c0b87c0 con 0x7ff71c0b5060 2024-09-21T00:32:21.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:21.242+0000 7ff722c30640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7ff71c0b8ac0 con 0x7ff71c0b9c90 2024-09-21T00:32:21.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:21.242+0000 7ff7209cc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff71c0b9720 0x7ff71c1f5e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:21.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:21.242+0000 7ff7209cc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff71c0b9720 0x7ff71c1f5e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39022/0 (socket says 172.21.15.67:39022) 2024-09-21T00:32:21.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:21.242+0000 7ff7209cc640 1 -- 172.21.15.67:0/3224496002 learned_addr learned my addr 172.21.15.67:0/3224496002 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:32:21.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:21.242+0000 7ff71bfff640 1 --2- 172.21.15.67:0/3224496002 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff71c0b9c90 0x7ff71c0cefa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:21.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:21.242+0000 7ff7211cd640 1 --2- 172.21.15.67:0/3224496002 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff71c0b5060 0x7ff71c0b5470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:21.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:21.242+0000 7ff7209cc640 1 -- 172.21.15.67:0/3224496002 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff71c0b9c90 msgr2=0x7ff71c0cefa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:21.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:21.242+0000 7ff7209cc640 1 --2- 172.21.15.67:0/3224496002 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff71c0b9c90 0x7ff71c0cefa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:21.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:21.242+0000 7ff7209cc640 1 -- 172.21.15.67:0/3224496002 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff71c0b5060 msgr2=0x7ff71c0b5470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:21.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:21.242+0000 7ff7209cc640 1 --2- 172.21.15.67:0/3224496002 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff71c0b5060 0x7ff71c0b5470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:21.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:21.242+0000 7ff7209cc640 1 -- 172.21.15.67:0/3224496002 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff71c0b4000 con 0x7ff71c0b9720 2024-09-21T00:32:21.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:21.242+0000 7ff7209cc640 1 --2- 172.21.15.67:0/3224496002 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff71c0b9720 0x7ff71c1f5e90 secure :-1 s=READY pgs=1911 cs=0 l=1 rev1=1 crypto rx=0x7ff70400c410 tx=0x7ff70400c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:21.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:21.242+0000 7ff7197fa640 1 -- 172.21.15.67:0/3224496002 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff704017070 con 0x7ff71c0b9720 2024-09-21T00:32:21.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:21.242+0000 7ff7197fa640 1 -- 172.21.15.67:0/3224496002 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff7040035f0 con 0x7ff71c0b9720 2024-09-21T00:32:21.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:21.242+0000 7ff722c30640 1 -- 172.21.15.67:0/3224496002 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff71c0b42a0 con 0x7ff71c0b9720 2024-09-21T00:32:21.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:21.242+0000 7ff7197fa640 1 -- 172.21.15.67:0/3224496002 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff704003a80 con 0x7ff71c0b9720 2024-09-21T00:32:21.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:21.243+0000 7ff722c30640 1 -- 172.21.15.67:0/3224496002 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff71c0b4860 con 0x7ff71c0b9720 2024-09-21T00:32:21.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:21.243+0000 7ff722c30640 1 -- 172.21.15.67:0/3224496002 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff71c0b8fe0 con 0x7ff71c0b9720 2024-09-21T00:32:21.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:21.244+0000 7ff7197fa640 1 -- 172.21.15.67:0/3224496002 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7ff70401a070 con 0x7ff71c0b9720 2024-09-21T00:32:21.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:21.245+0000 7ff7197fa640 1 --2- 172.21.15.67:0/3224496002 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff6fc078bc0 0x7ff6fc07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:21.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:21.245+0000 7ff7197fa640 1 -- 172.21.15.67:0/3224496002 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(151..151 src has 1..151) ==== 5709+0+0 (secure 0 0 0) 0x7ff704099fe0 con 0x7ff71c0b9720 2024-09-21T00:32:21.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:21.245+0000 7ff71bfff640 1 --2- 172.21.15.67:0/3224496002 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff6fc078bc0 0x7ff6fc07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:21.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:21.246+0000 7ff71bfff640 1 --2- 172.21.15.67:0/3224496002 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff6fc078bc0 0x7ff6fc07b0d0 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7ff71c06a8c0 tx=0x7ff70c009500 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:21.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:21.250+0000 7ff7197fa640 1 -- 172.21.15.67:0/3224496002 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7ff704061d50 con 0x7ff71c0b9720 2024-09-21T00:32:21.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:21.515+0000 7ff722c30640 1 -- 172.21.15.67:0/3224496002 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7ff71c06e1a0 con 0x7ff71c0b9720 2024-09-21T00:32:21.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:21.515+0000 7ff7197fa640 1 -- 172.21.15.67:0/3224496002 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1360 (secure 0 0 0) 0x7ff704066780 con 0x7ff71c0b9720 2024-09-21T00:32:21.517 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:32:21.517 INFO:teuthology.orchestra.run.smithi067.stdout:{"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":684,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":151,"num_osds":8,"num_up_osds":8,"osd_up_since":1726878070,"num_in_osds":8,"osd_in_since":1726878060,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":775,"data_bytes":789530328,"bytes_used":2055405568,"bytes_avail":771038707712,"bytes_total":773094113280,"write_bytes_sec":65737108,"read_op_per_sec":0,"write_op_per_sec":65},"fsmap":{"epoch":127,"btime":"2024-09-21T00:32:02:140494+0000","id":11,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":11,"rank":0,"name":"a","status":"up:active","gid":9567}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":30,"modified":"2024-09-21T00:31:51.659173+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-21T00:32:21.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:21.517+0000 7ff722c30640 1 -- 172.21.15.67:0/3224496002 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff6fc078bc0 msgr2=0x7ff6fc07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:21.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:21.517+0000 7ff722c30640 1 --2- 172.21.15.67:0/3224496002 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff6fc078bc0 0x7ff6fc07b0d0 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7ff71c06a8c0 tx=0x7ff70c009500 comp rx=0 tx=0).stop 2024-09-21T00:32:21.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:21.517+0000 7ff722c30640 1 -- 172.21.15.67:0/3224496002 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff71c0b9720 msgr2=0x7ff71c1f5e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:21.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:21.517+0000 7ff722c30640 1 --2- 172.21.15.67:0/3224496002 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff71c0b9720 0x7ff71c1f5e90 secure :-1 s=READY pgs=1911 cs=0 l=1 rev1=1 crypto rx=0x7ff70400c410 tx=0x7ff70400c8d0 comp rx=0 tx=0).stop 2024-09-21T00:32:21.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:21.517+0000 7ff722c30640 1 -- 172.21.15.67:0/3224496002 shutdown_connections 2024-09-21T00:32:21.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:21.517+0000 7ff722c30640 1 --2- 172.21.15.67:0/3224496002 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff6fc078bc0 0x7ff6fc07b0d0 unknown :-1 s=CLOSED pgs=715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:21.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:21.517+0000 7ff722c30640 1 --2- 172.21.15.67:0/3224496002 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff71c0b5060 0x7ff71c0b5470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:21.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:21.517+0000 7ff722c30640 1 --2- 172.21.15.67:0/3224496002 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff71c0b9c90 0x7ff71c0cefa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:21.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:21.517+0000 7ff722c30640 1 --2- 172.21.15.67:0/3224496002 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff71c0b9720 0x7ff71c1f5e90 unknown :-1 s=CLOSED pgs=1911 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:21.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:21.517+0000 7ff722c30640 1 -- 172.21.15.67:0/3224496002 >> 172.21.15.67:0/3224496002 conn(0x7ff71c09d910 msgr2=0x7ff71c15e630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:21.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:21.518+0000 7ff722c30640 1 -- 172.21.15.67:0/3224496002 shutdown_connections 2024-09-21T00:32:21.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:21.518+0000 7ff722c30640 1 -- 172.21.15.67:0/3224496002 wait complete. 2024-09-21T00:32:21.530 INFO:tasks.ceph.ceph_manager.ceph:{} 2024-09-21T00:32:21.534 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:32:21.536 DEBUG:teuthology.orchestra.run.smithi097:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:32:22.530 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:32:22.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:22.655+0000 7fbd2532b640 1 -- 172.21.15.67:0/1239396446 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd20162ea0 msgr2=0x7fbd200cf740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:22.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:22.655+0000 7fbd2532b640 1 --2- 172.21.15.67:0/1239396446 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd20162ea0 0x7fbd200cf740 secure :-1 s=READY pgs=1912 cs=0 l=1 rev1=1 crypto rx=0x7fbd200c8280 tx=0x7fbd1002a5f0 comp rx=0 tx=0).stop 2024-09-21T00:32:22.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:22.655+0000 7fbd2532b640 1 -- 172.21.15.67:0/1239396446 shutdown_connections 2024-09-21T00:32:22.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:22.655+0000 7fbd2532b640 1 --2- 172.21.15.67:0/1239396446 >> v2:172.21.15.97:3300/0 conn(0x7fbd200d11c0 0x7fbd200d15d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:22.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:22.655+0000 7fbd2532b640 1 --2- 172.21.15.67:0/1239396446 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd20162ea0 0x7fbd200cf740 unknown :-1 s=CLOSED pgs=1912 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:22.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:22.655+0000 7fbd2532b640 1 -- 172.21.15.67:0/1239396446 >> 172.21.15.67:0/1239396446 conn(0x7fbd2006dfb0 msgr2=0x7fbd2006e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:22.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:22.655+0000 7fbd2532b640 1 -- 172.21.15.67:0/1239396446 shutdown_connections 2024-09-21T00:32:22.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:22.655+0000 7fbd2532b640 1 -- 172.21.15.67:0/1239396446 wait complete. 2024-09-21T00:32:22.658 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:22.657+0000 7fbd2532b640 1 Processor -- start 2024-09-21T00:32:22.658 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:22.657+0000 7fbd2532b640 1 -- start start 2024-09-21T00:32:22.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:22.659+0000 7fbd2532b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd200d11c0 0x7fbd201f9a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:22.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:22.659+0000 7fbd2532b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbd200d2b00 0x7fbd20157a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:22.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:22.659+0000 7fbd2532b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbd20162ea0 0x7fbd200b6590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:22.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:22.659+0000 7fbd2532b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fbd2015f640 con 0x7fbd200d11c0 2024-09-21T00:32:22.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:22.659+0000 7fbd2532b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fbd2015f4c0 con 0x7fbd200d2b00 2024-09-21T00:32:22.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:22.659+0000 7fbd2532b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fbd2015f7c0 con 0x7fbd20162ea0 2024-09-21T00:32:22.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:22.659+0000 7fbd1effd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd200d11c0 0x7fbd201f9a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:22.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:22.659+0000 7fbd1effd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd200d11c0 0x7fbd201f9a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39046/0 (socket says 172.21.15.67:39046) 2024-09-21T00:32:22.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:22.659+0000 7fbd1effd640 1 -- 172.21.15.67:0/2328602243 learned_addr learned my addr 172.21.15.67:0/2328602243 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:32:22.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:22.659+0000 7fbd1f7fe640 1 --2- 172.21.15.67:0/2328602243 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbd20162ea0 0x7fbd200b6590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:22.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:22.659+0000 7fbd1e7fc640 1 --2- 172.21.15.67:0/2328602243 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbd200d2b00 0x7fbd20157a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:22.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:22.659+0000 7fbd1effd640 1 -- 172.21.15.67:0/2328602243 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbd20162ea0 msgr2=0x7fbd200b6590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:22.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:22.659+0000 7fbd1effd640 1 --2- 172.21.15.67:0/2328602243 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbd20162ea0 0x7fbd200b6590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:22.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:22.659+0000 7fbd1effd640 1 -- 172.21.15.67:0/2328602243 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbd200d2b00 msgr2=0x7fbd20157a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:22.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:22.659+0000 7fbd1effd640 1 --2- 172.21.15.67:0/2328602243 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbd200d2b00 0x7fbd20157a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:22.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:22.659+0000 7fbd1effd640 1 -- 172.21.15.67:0/2328602243 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd20158620 con 0x7fbd200d11c0 2024-09-21T00:32:22.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:22.659+0000 7fbd1effd640 1 --2- 172.21.15.67:0/2328602243 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd200d11c0 0x7fbd201f9a80 secure :-1 s=READY pgs=1913 cs=0 l=1 rev1=1 crypto rx=0x7fbd100099d0 tx=0x7fbd100052f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:22.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:22.659+0000 7fbd077fe640 1 -- 172.21.15.67:0/2328602243 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd10005cf0 con 0x7fbd200d11c0 2024-09-21T00:32:22.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:22.660+0000 7fbd077fe640 1 -- 172.21.15.67:0/2328602243 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbd10031b50 con 0x7fbd200d11c0 2024-09-21T00:32:22.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:22.660+0000 7fbd2532b640 1 -- 172.21.15.67:0/2328602243 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbd2015a2c0 con 0x7fbd200d11c0 2024-09-21T00:32:22.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:22.660+0000 7fbd077fe640 1 -- 172.21.15.67:0/2328602243 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd100330d0 con 0x7fbd200d11c0 2024-09-21T00:32:22.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:22.660+0000 7fbd2532b640 1 -- 172.21.15.67:0/2328602243 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbd2015a880 con 0x7fbd200d11c0 2024-09-21T00:32:22.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:22.661+0000 7fbd2532b640 1 -- 172.21.15.67:0/2328602243 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbd200b42a0 con 0x7fbd200d11c0 2024-09-21T00:32:22.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:22.661+0000 7fbd077fe640 1 -- 172.21.15.67:0/2328602243 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fbd10033270 con 0x7fbd200d11c0 2024-09-21T00:32:22.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:22.662+0000 7fbd077fe640 1 --2- 172.21.15.67:0/2328602243 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbd0c078b90 0x7fbd0c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:22.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:22.662+0000 7fbd077fe640 1 -- 172.21.15.67:0/2328602243 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(151..151 src has 1..151) ==== 5709+0+0 (secure 0 0 0) 0x7fbd100bbe50 con 0x7fbd200d11c0 2024-09-21T00:32:22.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:22.662+0000 7fbd1e7fc640 1 --2- 172.21.15.67:0/2328602243 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbd0c078b90 0x7fbd0c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:22.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:22.663+0000 7fbd1e7fc640 1 --2- 172.21.15.67:0/2328602243 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbd0c078b90 0x7fbd0c07b0a0 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7fbd2015e9d0 tx=0x7fbd14009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:22.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:22.667+0000 7fbd077fe640 1 -- 172.21.15.67:0/2328602243 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fbd20158620 con 0x7fbd200d11c0 2024-09-21T00:32:22.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:22.892+0000 7fbd2532b640 1 -- 172.21.15.67:0/2328602243 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbd2015fce0 con 0x7fbd200d11c0 2024-09-21T00:32:22.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:22.892+0000 7fbd077fe640 1 -- 172.21.15.67:0/2328602243 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 127 v127) ==== 95+0+5230 (secure 0 0 0) 0x7fbd1003f030 con 0x7fbd200d11c0 2024-09-21T00:32:22.894 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:32:22.894 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":127,"btime":"2024-09-21T00:32:02:140494+0000","default_fscid":11,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7769,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/2656243964","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":2656243964},{"type":"v1","addr":"172.21.15.97:6836","nonce":2656243964}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":122},{"gid":8620,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/2684384130","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":2684384130},{"type":"v1","addr":"172.21.15.97:6837","nonce":2684384130}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":122},{"gid":9564,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/801204650","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":801204650},{"type":"v1","addr":"172.21.15.67:6834","nonce":801204650}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":121}],"filesystems":[{"mdsmap":{"epoch":127,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:31:58.504932+0000","modified":"2024-09-21T00:32:01.526204+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9567},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9567":{"gid":9567,"name":"a","rank":0,"incarnation":123,"state":"up:active","state_seq":3,"addr":"172.21.15.67:6835/4168290440","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":4168290440},{"type":"v1","addr":"172.21.15.67:6835","nonce":4168290440}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[23],"metadata_pool":22,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9567,"qdb_cluster":[9567]},"id":11}]} 2024-09-21T00:32:22.894 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 127 2024-09-21T00:32:22.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:22.894+0000 7fbd2532b640 1 -- 172.21.15.67:0/2328602243 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbd0c078b90 msgr2=0x7fbd0c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:22.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:22.894+0000 7fbd2532b640 1 --2- 172.21.15.67:0/2328602243 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbd0c078b90 0x7fbd0c07b0a0 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7fbd2015e9d0 tx=0x7fbd14009040 comp rx=0 tx=0).stop 2024-09-21T00:32:22.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:22.894+0000 7fbd2532b640 1 -- 172.21.15.67:0/2328602243 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd200d11c0 msgr2=0x7fbd201f9a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:22.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:22.894+0000 7fbd2532b640 1 --2- 172.21.15.67:0/2328602243 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd200d11c0 0x7fbd201f9a80 secure :-1 s=READY pgs=1913 cs=0 l=1 rev1=1 crypto rx=0x7fbd100099d0 tx=0x7fbd100052f0 comp rx=0 tx=0).stop 2024-09-21T00:32:22.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:22.894+0000 7fbd2532b640 1 -- 172.21.15.67:0/2328602243 shutdown_connections 2024-09-21T00:32:22.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:22.894+0000 7fbd2532b640 1 --2- 172.21.15.67:0/2328602243 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbd0c078b90 0x7fbd0c07b0a0 unknown :-1 s=CLOSED pgs=716 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:22.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:22.894+0000 7fbd2532b640 1 --2- 172.21.15.67:0/2328602243 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbd20162ea0 0x7fbd200b6590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:22.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:22.894+0000 7fbd2532b640 1 --2- 172.21.15.67:0/2328602243 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbd200d2b00 0x7fbd20157a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:22.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:22.894+0000 7fbd2532b640 1 --2- 172.21.15.67:0/2328602243 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd200d11c0 0x7fbd201f9a80 unknown :-1 s=CLOSED pgs=1913 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:22.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:22.894+0000 7fbd2532b640 1 -- 172.21.15.67:0/2328602243 >> 172.21.15.67:0/2328602243 conn(0x7fbd2006dfb0 msgr2=0x7fbd200d4ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:22.897 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:22.895+0000 7fbd2532b640 1 -- 172.21.15.67:0/2328602243 shutdown_connections 2024-09-21T00:32:22.897 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:22.895+0000 7fbd2532b640 1 -- 172.21.15.67:0/2328602243 wait complete. 2024-09-21T00:32:22.907 DEBUG:tasks.cephfs.test_scrub_checks:current active=['a'] 2024-09-21T00:32:22.907 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-21T00:32:23.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:23.021+0000 7fc145430640 1 -- 172.21.15.67:0/4130221872 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc128003a00 msgr2=0x7fc128003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:23.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:23.021+0000 7fc145430640 1 --2- 172.21.15.67:0/4130221872 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc128003a00 0x7fc128003e70 secure :-1 s=READY pgs=1915 cs=0 l=1 rev1=1 crypto rx=0x7fc13000c470 tx=0x7fc128005830 comp rx=0 tx=0).stop 2024-09-21T00:32:23.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:23.021+0000 7fc13f7fe640 1 -- 172.21.15.67:0/4130221872 reap_dead start 2024-09-21T00:32:23.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:23.021+0000 7fc145430640 1 -- 172.21.15.67:0/4130221872 shutdown_connections 2024-09-21T00:32:23.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:23.021+0000 7fc145430640 1 -- 172.21.15.67:0/4130221872 >> 172.21.15.67:0/4130221872 conn(0x7fc1400cee30 msgr2=0x7fc1400cf240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:23.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:23.021+0000 7fc145430640 1 -- 172.21.15.67:0/4130221872 shutdown_connections 2024-09-21T00:32:23.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:23.022+0000 7fc145430640 1 -- 172.21.15.67:0/4130221872 wait complete. 2024-09-21T00:32:23.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:23.023+0000 7fc145430640 1 Processor -- start 2024-09-21T00:32:23.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:23.024+0000 7fc145430640 1 -- start start 2024-09-21T00:32:23.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:23.025+0000 7fc145430640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc128003a00 0x7fc1401e23e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:23.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:23.025+0000 7fc145430640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc1401e1120 0x7fc14009c370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:23.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:23.025+0000 7fc145430640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc1401e1530 0x7fc14009c8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:23.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:23.025+0000 7fc145430640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc1400b2100 con 0x7fc128003a00 2024-09-21T00:32:23.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:23.025+0000 7fc145430640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc1400b1f80 con 0x7fc1401e1530 2024-09-21T00:32:23.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:23.025+0000 7fc145430640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fc1400b2280 con 0x7fc1401e1120 2024-09-21T00:32:23.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:23.025+0000 7fc13effd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc128003a00 0x7fc1401e23e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:23.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:23.025+0000 7fc13effd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc128003a00 0x7fc1401e23e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39058/0 (socket says 172.21.15.67:39058) 2024-09-21T00:32:23.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:23.025+0000 7fc13effd640 1 -- 172.21.15.67:0/4113262976 learned_addr learned my addr 172.21.15.67:0/4113262976 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:32:23.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:23.025+0000 7fc13f7fe640 1 --2- 172.21.15.67:0/4113262976 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc1401e1530 0x7fc14009c8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:23.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:23.025+0000 7fc13e7fc640 1 --2- 172.21.15.67:0/4113262976 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc1401e1120 0x7fc14009c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:23.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:23.025+0000 7fc13effd640 1 -- 172.21.15.67:0/4113262976 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc1401e1120 msgr2=0x7fc14009c370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:23.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:23.025+0000 7fc13effd640 1 --2- 172.21.15.67:0/4113262976 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc1401e1120 0x7fc14009c370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:23.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:23.025+0000 7fc13effd640 1 -- 172.21.15.67:0/4113262976 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc1401e1530 msgr2=0x7fc14009c8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:23.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:23.025+0000 7fc13effd640 1 --2- 172.21.15.67:0/4113262976 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc1401e1530 0x7fc14009c8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:23.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:23.025+0000 7fc13effd640 1 -- 172.21.15.67:0/4113262976 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc14009f8a0 con 0x7fc128003a00 2024-09-21T00:32:23.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:23.025+0000 7fc13e7fc640 1 --2- 172.21.15.67:0/4113262976 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc1401e1120 0x7fc14009c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:32:23.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:23.025+0000 7fc13effd640 1 --2- 172.21.15.67:0/4113262976 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc128003a00 0x7fc1401e23e0 secure :-1 s=READY pgs=1916 cs=0 l=1 rev1=1 crypto rx=0x7fc13000c560 tx=0x7fc130000f20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:23.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:23.026+0000 7fc1277fe640 1 -- 172.21.15.67:0/4113262976 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc130006240 con 0x7fc128003a00 2024-09-21T00:32:23.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:23.026+0000 7fc1277fe640 1 -- 172.21.15.67:0/4113262976 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc1300063e0 con 0x7fc128003a00 2024-09-21T00:32:23.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:23.026+0000 7fc145430640 1 -- 172.21.15.67:0/4113262976 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1400b67d0 con 0x7fc128003a00 2024-09-21T00:32:23.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:23.026+0000 7fc1277fe640 1 -- 172.21.15.67:0/4113262976 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc13002b8b0 con 0x7fc128003a00 2024-09-21T00:32:23.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:23.026+0000 7fc145430640 1 -- 172.21.15.67:0/4113262976 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1400b6d90 con 0x7fc128003a00 2024-09-21T00:32:23.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:23.027+0000 7fc145430640 1 -- 172.21.15.67:0/4113262976 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc1400b2490 con 0x7fc128003a00 2024-09-21T00:32:23.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:23.027+0000 7fc1277fe640 1 -- 172.21.15.67:0/4113262976 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fc13002ba50 con 0x7fc128003a00 2024-09-21T00:32:23.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:23.028+0000 7fc1277fe640 1 --2- 172.21.15.67:0/4113262976 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc12c078bc0 0x7fc12c07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:23.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:23.028+0000 7fc1277fe640 1 -- 172.21.15.67:0/4113262976 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(151..151 src has 1..151) ==== 5709+0+0 (secure 0 0 0) 0x7fc1300ba830 con 0x7fc128003a00 2024-09-21T00:32:23.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:23.028+0000 7fc13e7fc640 1 --2- 172.21.15.67:0/4113262976 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc12c078bc0 0x7fc12c07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:23.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:23.029+0000 7fc13e7fc640 1 --2- 172.21.15.67:0/4113262976 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc12c078bc0 0x7fc12c07b0d0 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7fc1400d1010 tx=0x7fc13400b260 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:23.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:23.033+0000 7fc1277fe640 1 -- 172.21.15.67:0/4113262976 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fc130045030 con 0x7fc128003a00 2024-09-21T00:32:23.302 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:23.301+0000 7fc145430640 1 -- 172.21.15.67:0/4113262976 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7fc1400aefe0 con 0x7fc128003a00 2024-09-21T00:32:23.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:23.302+0000 7fc1277fe640 1 -- 172.21.15.67:0/4113262976 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1362 (secure 0 0 0) 0x7fc1400d1510 con 0x7fc128003a00 2024-09-21T00:32:23.303 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:32:23.303 INFO:teuthology.orchestra.run.smithi067.stdout:{"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":686,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":151,"num_osds":8,"num_up_osds":8,"osd_up_since":1726878070,"num_in_osds":8,"osd_in_since":1726878060,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":1038,"data_bytes":1065305816,"bytes_used":2629869568,"bytes_avail":770464243712,"bytes_total":773094113280,"write_bytes_sec":86882636,"read_op_per_sec":0,"write_op_per_sec":86},"fsmap":{"epoch":127,"btime":"2024-09-21T00:32:02:140494+0000","id":11,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":11,"rank":0,"name":"a","status":"up:active","gid":9567}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":30,"modified":"2024-09-21T00:31:51.659173+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-21T00:32:23.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:23.304+0000 7fc145430640 1 -- 172.21.15.67:0/4113262976 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc12c078bc0 msgr2=0x7fc12c07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:23.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:23.304+0000 7fc145430640 1 --2- 172.21.15.67:0/4113262976 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc12c078bc0 0x7fc12c07b0d0 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7fc1400d1010 tx=0x7fc13400b260 comp rx=0 tx=0).stop 2024-09-21T00:32:23.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:23.304+0000 7fc145430640 1 -- 172.21.15.67:0/4113262976 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc128003a00 msgr2=0x7fc1401e23e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:23.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:23.304+0000 7fc145430640 1 --2- 172.21.15.67:0/4113262976 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc128003a00 0x7fc1401e23e0 secure :-1 s=READY pgs=1916 cs=0 l=1 rev1=1 crypto rx=0x7fc13000c560 tx=0x7fc130000f20 comp rx=0 tx=0).stop 2024-09-21T00:32:23.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:23.304+0000 7fc145430640 1 -- 172.21.15.67:0/4113262976 shutdown_connections 2024-09-21T00:32:23.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:23.304+0000 7fc145430640 1 --2- 172.21.15.67:0/4113262976 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc12c078bc0 0x7fc12c07b0d0 unknown :-1 s=CLOSED pgs=717 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:23.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:23.304+0000 7fc145430640 1 --2- 172.21.15.67:0/4113262976 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc1401e1530 0x7fc14009c8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:23.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:23.304+0000 7fc145430640 1 --2- 172.21.15.67:0/4113262976 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc1401e1120 0x7fc14009c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:23.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:23.304+0000 7fc145430640 1 --2- 172.21.15.67:0/4113262976 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc128003a00 0x7fc1401e23e0 unknown :-1 s=CLOSED pgs=1916 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:23.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:23.304+0000 7fc145430640 1 -- 172.21.15.67:0/4113262976 >> 172.21.15.67:0/4113262976 conn(0x7fc1400cee30 msgr2=0x7fc1400b32a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:23.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:23.304+0000 7fc145430640 1 -- 172.21.15.67:0/4113262976 shutdown_connections 2024-09-21T00:32:23.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:23.304+0000 7fc145430640 1 -- 172.21.15.67:0/4113262976 wait complete. 2024-09-21T00:32:23.316 INFO:tasks.ceph.ceph_manager.ceph:{} 2024-09-21T00:32:24.317 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:32:24.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.446+0000 7fe8c141f640 1 -- 172.21.15.67:0/1936611775 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe8bc0d1010 msgr2=0x7fe8bc0d1420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:24.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.447+0000 7fe8c141f640 1 --2- 172.21.15.67:0/1936611775 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe8bc0d1010 0x7fe8bc0d1420 secure :-1 s=READY pgs=1918 cs=0 l=1 rev1=1 crypto rx=0x7fe8b0009830 tx=0x7fe8b002a5c0 comp rx=0 tx=0).stop 2024-09-21T00:32:24.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.447+0000 7fe8c141f640 1 -- 172.21.15.67:0/1936611775 shutdown_connections 2024-09-21T00:32:24.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.447+0000 7fe8c141f640 1 --2- 172.21.15.67:0/1936611775 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe8bc0d1010 0x7fe8bc0d1420 unknown :-1 s=CLOSED pgs=1918 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:24.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.447+0000 7fe8c141f640 1 -- 172.21.15.67:0/1936611775 >> 172.21.15.67:0/1936611775 conn(0x7fe8bc08bee0 msgr2=0x7fe8bc0d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:24.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.447+0000 7fe8c141f640 1 -- 172.21.15.67:0/1936611775 shutdown_connections 2024-09-21T00:32:24.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.447+0000 7fe8c141f640 1 -- 172.21.15.67:0/1936611775 wait complete. 2024-09-21T00:32:24.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.449+0000 7fe8c141f640 1 Processor -- start 2024-09-21T00:32:24.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.449+0000 7fe8c141f640 1 -- start start 2024-09-21T00:32:24.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.450+0000 7fe8c141f640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe8bc0b73f0 0x7fe8bc156400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:24.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.450+0000 7fe8c141f640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe8bc0b9780 0x7fe8bc15a340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:24.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.450+0000 7fe8c141f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe8bc0d1010 0x7fe8bc1e9b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:24.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.450+0000 7fe8c141f640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fe8bc0cf810 con 0x7fe8bc0d1010 2024-09-21T00:32:24.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.450+0000 7fe8c141f640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fe8bc0b7cb0 con 0x7fe8bc0b9780 2024-09-21T00:32:24.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.450+0000 7fe8c141f640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fe8bc0cf990 con 0x7fe8bc0b73f0 2024-09-21T00:32:24.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.450+0000 7fe8bb7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe8bc0d1010 0x7fe8bc1e9b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:24.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.450+0000 7fe8bb7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe8bc0d1010 0x7fe8bc1e9b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:53162/0 (socket says 172.21.15.67:53162) 2024-09-21T00:32:24.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.450+0000 7fe8bb7fe640 1 -- 172.21.15.67:0/2037434200 learned_addr learned my addr 172.21.15.67:0/2037434200 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:32:24.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.450+0000 7fe8ba7fc640 1 --2- 172.21.15.67:0/2037434200 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe8bc0b9780 0x7fe8bc15a340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:24.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.450+0000 7fe8baffd640 1 --2- 172.21.15.67:0/2037434200 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe8bc0b73f0 0x7fe8bc156400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:24.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.450+0000 7fe8bb7fe640 1 -- 172.21.15.67:0/2037434200 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe8bc0b73f0 msgr2=0x7fe8bc156400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:24.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.450+0000 7fe8bb7fe640 1 --2- 172.21.15.67:0/2037434200 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe8bc0b73f0 0x7fe8bc156400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:24.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.450+0000 7fe8bb7fe640 1 -- 172.21.15.67:0/2037434200 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe8bc0b9780 msgr2=0x7fe8bc15a340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:24.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.450+0000 7fe8bb7fe640 1 --2- 172.21.15.67:0/2037434200 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe8bc0b9780 0x7fe8bc15a340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:24.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.450+0000 7fe8bb7fe640 1 -- 172.21.15.67:0/2037434200 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8bc159160 con 0x7fe8bc0d1010 2024-09-21T00:32:24.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.450+0000 7fe8ba7fc640 1 --2- 172.21.15.67:0/2037434200 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe8bc0b9780 0x7fe8bc15a340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:32:24.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.451+0000 7fe8bb7fe640 1 --2- 172.21.15.67:0/2037434200 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe8bc0d1010 0x7fe8bc1e9b20 secure :-1 s=READY pgs=1919 cs=0 l=1 rev1=1 crypto rx=0x7fe8b400c700 tx=0x7fe8b400cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:24.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.451+0000 7fe8a37fe640 1 -- 172.21.15.67:0/2037434200 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8b4003b70 con 0x7fe8bc0d1010 2024-09-21T00:32:24.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.451+0000 7fe8a37fe640 1 -- 172.21.15.67:0/2037434200 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe8b4003d10 con 0x7fe8bc0d1010 2024-09-21T00:32:24.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.451+0000 7fe8c141f640 1 -- 172.21.15.67:0/2037434200 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe8bc159440 con 0x7fe8bc0d1010 2024-09-21T00:32:24.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.451+0000 7fe8a37fe640 1 -- 172.21.15.67:0/2037434200 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8b400aab0 con 0x7fe8bc0d1010 2024-09-21T00:32:24.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.451+0000 7fe8c141f640 1 -- 172.21.15.67:0/2037434200 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe8bc15a980 con 0x7fe8bc0d1010 2024-09-21T00:32:24.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.452+0000 7fe8c141f640 1 -- 172.21.15.67:0/2037434200 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe8bc0d1420 con 0x7fe8bc0d1010 2024-09-21T00:32:24.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.453+0000 7fe8a37fe640 1 -- 172.21.15.67:0/2037434200 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fe8b400ac50 con 0x7fe8bc0d1010 2024-09-21T00:32:24.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.453+0000 7fe8a37fe640 1 --2- 172.21.15.67:0/2037434200 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe8a8078b90 0x7fe8a807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:24.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.454+0000 7fe8a37fe640 1 -- 172.21.15.67:0/2037434200 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(151..151 src has 1..151) ==== 5709+0+0 (secure 0 0 0) 0x7fe8b409b5d0 con 0x7fe8bc0d1010 2024-09-21T00:32:24.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.454+0000 7fe8baffd640 1 --2- 172.21.15.67:0/2037434200 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe8a8078b90 0x7fe8a807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:24.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.454+0000 7fe8baffd640 1 --2- 172.21.15.67:0/2037434200 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe8a8078b90 0x7fe8a807b0a0 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7fe8ac001580 tx=0x7fe8ac009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:24.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.457+0000 7fe8a37fe640 1 -- 172.21.15.67:0/2037434200 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fe8b4063a80 con 0x7fe8bc0d1010 2024-09-21T00:32:24.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.696+0000 7fe8c141f640 1 -- 172.21.15.67:0/2037434200 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe8bc0b9180 con 0x7fe8bc0d1010 2024-09-21T00:32:24.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.697+0000 7fe8a37fe640 1 -- 172.21.15.67:0/2037434200 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 127 v127) ==== 95+0+5230 (secure 0 0 0) 0x7fe8b4063380 con 0x7fe8bc0d1010 2024-09-21T00:32:24.698 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:32:24.698 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":127,"btime":"2024-09-21T00:32:02:140494+0000","default_fscid":11,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7769,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/2656243964","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":2656243964},{"type":"v1","addr":"172.21.15.97:6836","nonce":2656243964}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":122},{"gid":8620,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/2684384130","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":2684384130},{"type":"v1","addr":"172.21.15.97:6837","nonce":2684384130}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":122},{"gid":9564,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/801204650","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":801204650},{"type":"v1","addr":"172.21.15.67:6834","nonce":801204650}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":121}],"filesystems":[{"mdsmap":{"epoch":127,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:31:58.504932+0000","modified":"2024-09-21T00:32:01.526204+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9567},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9567":{"gid":9567,"name":"a","rank":0,"incarnation":123,"state":"up:active","state_seq":3,"addr":"172.21.15.67:6835/4168290440","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":4168290440},{"type":"v1","addr":"172.21.15.67:6835","nonce":4168290440}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[23],"metadata_pool":22,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9567,"qdb_cluster":[9567]},"id":11}]} 2024-09-21T00:32:24.699 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 127 2024-09-21T00:32:24.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.699+0000 7fe8c141f640 1 -- 172.21.15.67:0/2037434200 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe8a8078b90 msgr2=0x7fe8a807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:24.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.699+0000 7fe8c141f640 1 --2- 172.21.15.67:0/2037434200 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe8a8078b90 0x7fe8a807b0a0 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7fe8ac001580 tx=0x7fe8ac009040 comp rx=0 tx=0).stop 2024-09-21T00:32:24.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.699+0000 7fe8c141f640 1 -- 172.21.15.67:0/2037434200 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe8bc0d1010 msgr2=0x7fe8bc1e9b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:24.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.699+0000 7fe8c141f640 1 --2- 172.21.15.67:0/2037434200 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe8bc0d1010 0x7fe8bc1e9b20 secure :-1 s=READY pgs=1919 cs=0 l=1 rev1=1 crypto rx=0x7fe8b400c700 tx=0x7fe8b400cbc0 comp rx=0 tx=0).stop 2024-09-21T00:32:24.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.699+0000 7fe8c141f640 1 -- 172.21.15.67:0/2037434200 shutdown_connections 2024-09-21T00:32:24.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.699+0000 7fe8c141f640 1 --2- 172.21.15.67:0/2037434200 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe8a8078b90 0x7fe8a807b0a0 unknown :-1 s=CLOSED pgs=718 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:24.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.699+0000 7fe8c141f640 1 --2- 172.21.15.67:0/2037434200 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe8bc0d1010 0x7fe8bc1e9b20 unknown :-1 s=CLOSED pgs=1919 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:24.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.699+0000 7fe8c141f640 1 --2- 172.21.15.67:0/2037434200 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe8bc0b9780 0x7fe8bc15a340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:24.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.699+0000 7fe8c141f640 1 --2- 172.21.15.67:0/2037434200 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe8bc0b73f0 0x7fe8bc156400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:24.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.699+0000 7fe8c141f640 1 -- 172.21.15.67:0/2037434200 >> 172.21.15.67:0/2037434200 conn(0x7fe8bc08bee0 msgr2=0x7fe8bc06de70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:24.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.699+0000 7fe8c141f640 1 -- 172.21.15.67:0/2037434200 shutdown_connections 2024-09-21T00:32:24.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.699+0000 7fe8c141f640 1 -- 172.21.15.67:0/2037434200 wait complete. 2024-09-21T00:32:24.711 DEBUG:tasks.cephfs.test_scrub_checks:current active=['a'] 2024-09-21T00:32:24.712 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-21T00:32:24.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.826+0000 7fb160913640 1 -- 172.21.15.67:0/2630501259 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb15c15ffe0 msgr2=0x7fb15c09a950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:24.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.826+0000 7fb160913640 1 --2- 172.21.15.67:0/2630501259 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb15c15ffe0 0x7fb15c09a950 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fb14c005fd0 tx=0x7fb14c02a5d0 comp rx=0 tx=0).stop 2024-09-21T00:32:24.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.826+0000 7fb160913640 1 -- 172.21.15.67:0/2630501259 shutdown_connections 2024-09-21T00:32:24.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.826+0000 7fb160913640 1 --2- 172.21.15.67:0/2630501259 >> v2:172.21.15.97:3300/0 conn(0x7fb15c0cd890 0x7fb15c0cdca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:24.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.826+0000 7fb160913640 1 --2- 172.21.15.67:0/2630501259 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb15c15ffe0 0x7fb15c09a950 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:24.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.826+0000 7fb160913640 1 -- 172.21.15.67:0/2630501259 >> 172.21.15.67:0/2630501259 conn(0x7fb15c0b3e90 msgr2=0x7fb15c0b42a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:24.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.826+0000 7fb160913640 1 -- 172.21.15.67:0/2630501259 shutdown_connections 2024-09-21T00:32:24.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.826+0000 7fb160913640 1 -- 172.21.15.67:0/2630501259 wait complete. 2024-09-21T00:32:24.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.828+0000 7fb160913640 1 Processor -- start 2024-09-21T00:32:24.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.828+0000 7fb160913640 1 -- start start 2024-09-21T00:32:24.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.829+0000 7fb160913640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb15c0b1910 0x7fb15c150a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:24.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.829+0000 7fb160913640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb15c0cd890 0x7fb15c150fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:24.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.829+0000 7fb160913640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb15c15ffe0 0x7fb15c151500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:24.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.829+0000 7fb160913640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fb15c0ce570 con 0x7fb15c15ffe0 2024-09-21T00:32:24.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.829+0000 7fb160913640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fb15c0ce3f0 con 0x7fb15c0b1910 2024-09-21T00:32:24.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.829+0000 7fb160913640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fb15c0ce6f0 con 0x7fb15c0cd890 2024-09-21T00:32:24.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.829+0000 7fb15ad9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb15c15ffe0 0x7fb15c151500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:24.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.829+0000 7fb15ad9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb15c15ffe0 0x7fb15c151500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:53166/0 (socket says 172.21.15.67:53166) 2024-09-21T00:32:24.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.830+0000 7fb15ad9d640 1 -- 172.21.15.67:0/3929733820 learned_addr learned my addr 172.21.15.67:0/3929733820 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:32:24.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.830+0000 7fb15a59c640 1 --2- 172.21.15.67:0/3929733820 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb15c0b1910 0x7fb15c150a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:24.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.830+0000 7fb153fff640 1 --2- 172.21.15.67:0/3929733820 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb15c0cd890 0x7fb15c150fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:24.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.830+0000 7fb15ad9d640 1 -- 172.21.15.67:0/3929733820 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb15c0cd890 msgr2=0x7fb15c150fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:24.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.830+0000 7fb15ad9d640 1 --2- 172.21.15.67:0/3929733820 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb15c0cd890 0x7fb15c150fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:24.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.830+0000 7fb15ad9d640 1 -- 172.21.15.67:0/3929733820 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb15c0b1910 msgr2=0x7fb15c150a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:24.833 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.830+0000 7fb15ad9d640 1 --2- 172.21.15.67:0/3929733820 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb15c0b1910 0x7fb15c150a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:24.833 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.830+0000 7fb15ad9d640 1 -- 172.21.15.67:0/3929733820 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb15c14f9e0 con 0x7fb15c15ffe0 2024-09-21T00:32:24.833 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.830+0000 7fb15ad9d640 1 --2- 172.21.15.67:0/3929733820 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb15c15ffe0 0x7fb15c151500 secure :-1 s=READY pgs=1920 cs=0 l=1 rev1=1 crypto rx=0x7fb15400ebf0 tx=0x7fb15400c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:24.833 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.830+0000 7fb152ffd640 1 -- 172.21.15.67:0/3929733820 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb154003b70 con 0x7fb15c15ffe0 2024-09-21T00:32:24.833 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.830+0000 7fb152ffd640 1 -- 172.21.15.67:0/3929733820 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb154003d10 con 0x7fb15c15ffe0 2024-09-21T00:32:24.833 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.830+0000 7fb160913640 1 -- 172.21.15.67:0/3929733820 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb15c14fcc0 con 0x7fb15c15ffe0 2024-09-21T00:32:24.833 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.830+0000 7fb152ffd640 1 -- 172.21.15.67:0/3929733820 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb154004280 con 0x7fb15c15ffe0 2024-09-21T00:32:24.833 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.830+0000 7fb160913640 1 -- 172.21.15.67:0/3929733820 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb15c150280 con 0x7fb15c15ffe0 2024-09-21T00:32:24.834 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.831+0000 7fb160913640 1 -- 172.21.15.67:0/3929733820 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb15c15baa0 con 0x7fb15c15ffe0 2024-09-21T00:32:24.834 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.832+0000 7fb152ffd640 1 -- 172.21.15.67:0/3929733820 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fb154004420 con 0x7fb15c15ffe0 2024-09-21T00:32:24.834 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.833+0000 7fb152ffd640 1 --2- 172.21.15.67:0/3929733820 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb13c078bc0 0x7fb13c07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:24.834 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.833+0000 7fb152ffd640 1 -- 172.21.15.67:0/3929733820 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(151..151 src has 1..151) ==== 5709+0+0 (secure 0 0 0) 0x7fb15409b940 con 0x7fb15c15ffe0 2024-09-21T00:32:24.834 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.833+0000 7fb15a59c640 1 --2- 172.21.15.67:0/3929733820 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb13c078bc0 0x7fb13c07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:24.835 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.834+0000 7fb15a59c640 1 --2- 172.21.15.67:0/3929733820 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb13c078bc0 0x7fb13c07b0d0 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7fb14c033000 tx=0x7fb14c004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:24.838 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:24.837+0000 7fb152ffd640 1 -- 172.21.15.67:0/3929733820 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fb15c15baa0 con 0x7fb15c15ffe0 2024-09-21T00:32:25.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:25.096+0000 7fb160913640 1 -- 172.21.15.67:0/3929733820 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7fb15c09aef0 con 0x7fb15c15ffe0 2024-09-21T00:32:25.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:25.096+0000 7fb152ffd640 1 -- 172.21.15.67:0/3929733820 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1362 (secure 0 0 0) 0x7fb1540636b0 con 0x7fb15c15ffe0 2024-09-21T00:32:25.097 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:32:25.097 INFO:teuthology.orchestra.run.smithi067.stdout:{"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":687,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":151,"num_osds":8,"num_up_osds":8,"osd_up_since":1726878070,"num_in_osds":8,"osd_in_since":1726878060,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":1038,"data_bytes":1065305816,"bytes_used":2629869568,"bytes_avail":770464243712,"bytes_total":773094113280,"write_bytes_sec":63990101,"read_op_per_sec":0,"write_op_per_sec":63},"fsmap":{"epoch":127,"btime":"2024-09-21T00:32:02:140494+0000","id":11,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":11,"rank":0,"name":"a","status":"up:active","gid":9567}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":30,"modified":"2024-09-21T00:31:51.659173+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-21T00:32:25.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:25.098+0000 7fb160913640 1 -- 172.21.15.67:0/3929733820 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb13c078bc0 msgr2=0x7fb13c07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:25.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:25.098+0000 7fb160913640 1 --2- 172.21.15.67:0/3929733820 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb13c078bc0 0x7fb13c07b0d0 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7fb14c033000 tx=0x7fb14c004730 comp rx=0 tx=0).stop 2024-09-21T00:32:25.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:25.098+0000 7fb160913640 1 -- 172.21.15.67:0/3929733820 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb15c15ffe0 msgr2=0x7fb15c151500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:25.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:25.098+0000 7fb160913640 1 --2- 172.21.15.67:0/3929733820 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb15c15ffe0 0x7fb15c151500 secure :-1 s=READY pgs=1920 cs=0 l=1 rev1=1 crypto rx=0x7fb15400ebf0 tx=0x7fb15400c6a0 comp rx=0 tx=0).stop 2024-09-21T00:32:25.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:25.098+0000 7fb160913640 1 -- 172.21.15.67:0/3929733820 shutdown_connections 2024-09-21T00:32:25.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:25.098+0000 7fb160913640 1 --2- 172.21.15.67:0/3929733820 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb13c078bc0 0x7fb13c07b0d0 unknown :-1 s=CLOSED pgs=719 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:25.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:25.098+0000 7fb160913640 1 --2- 172.21.15.67:0/3929733820 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb15c15ffe0 0x7fb15c151500 unknown :-1 s=CLOSED pgs=1920 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:25.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:25.098+0000 7fb160913640 1 --2- 172.21.15.67:0/3929733820 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb15c0cd890 0x7fb15c150fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:25.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:25.098+0000 7fb160913640 1 --2- 172.21.15.67:0/3929733820 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb15c0b1910 0x7fb15c150a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:25.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:25.098+0000 7fb160913640 1 -- 172.21.15.67:0/3929733820 >> 172.21.15.67:0/3929733820 conn(0x7fb15c0b3e90 msgr2=0x7fb15c075fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:25.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:25.098+0000 7fb160913640 1 -- 172.21.15.67:0/3929733820 shutdown_connections 2024-09-21T00:32:25.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:25.098+0000 7fb160913640 1 -- 172.21.15.67:0/3929733820 wait complete. 2024-09-21T00:32:25.110 INFO:tasks.ceph.ceph_manager.ceph:{} 2024-09-21T00:32:26.111 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:32:26.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.242+0000 7fd43b8d5640 1 -- 172.21.15.67:0/1520936737 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd4340b9780 msgr2=0x7fd4340d2cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:26.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.242+0000 7fd43b8d5640 1 --2- 172.21.15.67:0/1520936737 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd4340b9780 0x7fd4340d2cf0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fd430009820 tx=0x7fd43002a510 comp rx=0 tx=0).stop 2024-09-21T00:32:26.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.242+0000 7fd43b8d5640 1 -- 172.21.15.67:0/1520936737 shutdown_connections 2024-09-21T00:32:26.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.242+0000 7fd43b8d5640 1 --2- 172.21.15.67:0/1520936737 >> v2:172.21.15.97:3300/0 conn(0x7fd4340d1420 0x7fd4340cf100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:26.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.242+0000 7fd43b8d5640 1 --2- 172.21.15.67:0/1520936737 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd4340b9780 0x7fd4340d2cf0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:26.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.242+0000 7fd43b8d5640 1 -- 172.21.15.67:0/1520936737 >> 172.21.15.67:0/1520936737 conn(0x7fd43408bee0 msgr2=0x7fd4340d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:26.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.242+0000 7fd43b8d5640 1 -- 172.21.15.67:0/1520936737 shutdown_connections 2024-09-21T00:32:26.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.243+0000 7fd43b8d5640 1 -- 172.21.15.67:0/1520936737 wait complete. 2024-09-21T00:32:26.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.244+0000 7fd43b8d5640 1 Processor -- start 2024-09-21T00:32:26.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.244+0000 7fd43b8d5640 1 -- start start 2024-09-21T00:32:26.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.246+0000 7fd43b8d5640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd4340b9780 0x7fd434158690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:26.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.246+0000 7fd43b8d5640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd4340d1010 0x7fd43414a7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:26.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.246+0000 7fd43b8d5640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4340d1420 0x7fd4341572e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:26.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.246+0000 7fd43b8d5640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fd4340cf640 con 0x7fd4340d1420 2024-09-21T00:32:26.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.246+0000 7fd43b8d5640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fd4340b7d10 con 0x7fd4340b9780 2024-09-21T00:32:26.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.246+0000 7fd43b8d5640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fd4340cf7c0 con 0x7fd4340d1010 2024-09-21T00:32:26.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.246+0000 7fd439e72640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4340d1420 0x7fd4341572e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:26.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.246+0000 7fd439e72640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4340d1420 0x7fd4341572e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:53176/0 (socket says 172.21.15.67:53176) 2024-09-21T00:32:26.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.246+0000 7fd439671640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd4340b9780 0x7fd434158690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:26.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.246+0000 7fd439e72640 1 -- 172.21.15.67:0/3051833906 learned_addr learned my addr 172.21.15.67:0/3051833906 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:32:26.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.246+0000 7fd438e70640 1 --2- 172.21.15.67:0/3051833906 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd4340d1010 0x7fd43414a7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:26.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.246+0000 7fd439e72640 1 -- 172.21.15.67:0/3051833906 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd4340d1010 msgr2=0x7fd43414a7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:26.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.246+0000 7fd439e72640 1 --2- 172.21.15.67:0/3051833906 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd4340d1010 0x7fd43414a7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:26.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.246+0000 7fd439e72640 1 -- 172.21.15.67:0/3051833906 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd4340b9780 msgr2=0x7fd434158690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:26.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.246+0000 7fd439e72640 1 --2- 172.21.15.67:0/3051833906 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd4340b9780 0x7fd434158690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:26.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.246+0000 7fd439e72640 1 -- 172.21.15.67:0/3051833906 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd43414d690 con 0x7fd4340d1420 2024-09-21T00:32:26.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.247+0000 7fd439e72640 1 --2- 172.21.15.67:0/3051833906 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4340d1420 0x7fd4341572e0 secure :-1 s=READY pgs=1921 cs=0 l=1 rev1=1 crypto rx=0x7fd42c00ec20 tx=0x7fd42c00c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:26.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.247+0000 7fd429ffb640 1 -- 172.21.15.67:0/3051833906 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd42c003b70 con 0x7fd4340d1420 2024-09-21T00:32:26.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.247+0000 7fd429ffb640 1 -- 172.21.15.67:0/3051833906 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd42c003e00 con 0x7fd4340d1420 2024-09-21T00:32:26.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.247+0000 7fd43b8d5640 1 -- 172.21.15.67:0/3051833906 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd43415c2f0 con 0x7fd4340d1420 2024-09-21T00:32:26.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.247+0000 7fd429ffb640 1 -- 172.21.15.67:0/3051833906 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd42c004280 con 0x7fd4340d1420 2024-09-21T00:32:26.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.247+0000 7fd43b8d5640 1 -- 172.21.15.67:0/3051833906 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd434157e90 con 0x7fd4340d1420 2024-09-21T00:32:26.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.248+0000 7fd43b8d5640 1 -- 172.21.15.67:0/3051833906 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd4340d2cf0 con 0x7fd4340d1420 2024-09-21T00:32:26.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.249+0000 7fd429ffb640 1 -- 172.21.15.67:0/3051833906 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fd42c004420 con 0x7fd4340d1420 2024-09-21T00:32:26.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.249+0000 7fd429ffb640 1 --2- 172.21.15.67:0/3051833906 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd418078bc0 0x7fd41807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:26.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.250+0000 7fd429ffb640 1 -- 172.21.15.67:0/3051833906 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(151..151 src has 1..151) ==== 5709+0+0 (secure 0 0 0) 0x7fd42c09bab0 con 0x7fd4340d1420 2024-09-21T00:32:26.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.250+0000 7fd439671640 1 --2- 172.21.15.67:0/3051833906 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd418078bc0 0x7fd41807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:26.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.250+0000 7fd439671640 1 --2- 172.21.15.67:0/3051833906 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd418078bc0 0x7fd41807b0d0 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7fd430034000 tx=0x7fd430004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:26.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.254+0000 7fd429ffb640 1 -- 172.21.15.67:0/3051833906 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fd42c0638b0 con 0x7fd4340d1420 2024-09-21T00:32:26.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.481+0000 7fd43b8d5640 1 -- 172.21.15.67:0/3051833906 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd43406cdb0 con 0x7fd4340d1420 2024-09-21T00:32:26.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.481+0000 7fd429ffb640 1 -- 172.21.15.67:0/3051833906 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 127 v127) ==== 95+0+5230 (secure 0 0 0) 0x7fd42c0682e0 con 0x7fd4340d1420 2024-09-21T00:32:26.483 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:32:26.483 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":127,"btime":"2024-09-21T00:32:02:140494+0000","default_fscid":11,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7769,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/2656243964","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":2656243964},{"type":"v1","addr":"172.21.15.97:6836","nonce":2656243964}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":122},{"gid":8620,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/2684384130","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":2684384130},{"type":"v1","addr":"172.21.15.97:6837","nonce":2684384130}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":122},{"gid":9564,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/801204650","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":801204650},{"type":"v1","addr":"172.21.15.67:6834","nonce":801204650}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":121}],"filesystems":[{"mdsmap":{"epoch":127,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:31:58.504932+0000","modified":"2024-09-21T00:32:01.526204+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9567},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9567":{"gid":9567,"name":"a","rank":0,"incarnation":123,"state":"up:active","state_seq":3,"addr":"172.21.15.67:6835/4168290440","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":4168290440},{"type":"v1","addr":"172.21.15.67:6835","nonce":4168290440}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[23],"metadata_pool":22,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9567,"qdb_cluster":[9567]},"id":11}]} 2024-09-21T00:32:26.483 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 127 2024-09-21T00:32:26.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.484+0000 7fd43b8d5640 1 -- 172.21.15.67:0/3051833906 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd418078bc0 msgr2=0x7fd41807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:26.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.484+0000 7fd43b8d5640 1 --2- 172.21.15.67:0/3051833906 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd418078bc0 0x7fd41807b0d0 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7fd430034000 tx=0x7fd430004730 comp rx=0 tx=0).stop 2024-09-21T00:32:26.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.484+0000 7fd43b8d5640 1 -- 172.21.15.67:0/3051833906 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4340d1420 msgr2=0x7fd4341572e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:26.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.484+0000 7fd43b8d5640 1 --2- 172.21.15.67:0/3051833906 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4340d1420 0x7fd4341572e0 secure :-1 s=READY pgs=1921 cs=0 l=1 rev1=1 crypto rx=0x7fd42c00ec20 tx=0x7fd42c00c6a0 comp rx=0 tx=0).stop 2024-09-21T00:32:26.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.484+0000 7fd43b8d5640 1 -- 172.21.15.67:0/3051833906 shutdown_connections 2024-09-21T00:32:26.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.484+0000 7fd43b8d5640 1 --2- 172.21.15.67:0/3051833906 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd418078bc0 0x7fd41807b0d0 unknown :-1 s=CLOSED pgs=720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:26.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.484+0000 7fd43b8d5640 1 --2- 172.21.15.67:0/3051833906 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd4340d1420 0x7fd4341572e0 unknown :-1 s=CLOSED pgs=1921 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:26.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.484+0000 7fd43b8d5640 1 --2- 172.21.15.67:0/3051833906 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd4340d1010 0x7fd43414a7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:26.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.484+0000 7fd43b8d5640 1 --2- 172.21.15.67:0/3051833906 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd4340b9780 0x7fd434158690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:26.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.484+0000 7fd43b8d5640 1 -- 172.21.15.67:0/3051833906 >> 172.21.15.67:0/3051833906 conn(0x7fd43408bee0 msgr2=0x7fd434160980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:26.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.484+0000 7fd43b8d5640 1 -- 172.21.15.67:0/3051833906 shutdown_connections 2024-09-21T00:32:26.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.484+0000 7fd43b8d5640 1 -- 172.21.15.67:0/3051833906 wait complete. 2024-09-21T00:32:26.496 DEBUG:tasks.cephfs.test_scrub_checks:current active=['a'] 2024-09-21T00:32:26.496 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-21T00:32:26.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.611+0000 7f8a3acde640 1 -- 172.21.15.67:0/2977325225 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8a34162ea0 msgr2=0x7f8a340cf740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:26.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.611+0000 7f8a3acde640 1 --2- 172.21.15.67:0/2977325225 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8a34162ea0 0x7f8a340cf740 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f8a28009820 tx=0x7f8a2802a510 comp rx=0 tx=0).stop 2024-09-21T00:32:26.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.611+0000 7f8a3acde640 1 -- 172.21.15.67:0/2977325225 shutdown_connections 2024-09-21T00:32:26.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.611+0000 7f8a3acde640 1 --2- 172.21.15.67:0/2977325225 >> v2:172.21.15.97:3300/0 conn(0x7f8a340d2b00 0x7f8a3415e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:26.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.611+0000 7f8a3acde640 1 --2- 172.21.15.67:0/2977325225 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8a34162ea0 0x7f8a340cf740 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:26.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.611+0000 7f8a3acde640 1 -- 172.21.15.67:0/2977325225 >> 172.21.15.67:0/2977325225 conn(0x7f8a3406dfb0 msgr2=0x7f8a3406e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:26.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.611+0000 7f8a3acde640 1 -- 172.21.15.67:0/2977325225 shutdown_connections 2024-09-21T00:32:26.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.611+0000 7f8a3acde640 1 -- 172.21.15.67:0/2977325225 wait complete. 2024-09-21T00:32:26.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.613+0000 7f8a3acde640 1 Processor -- start 2024-09-21T00:32:26.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.613+0000 7f8a3acde640 1 -- start start 2024-09-21T00:32:26.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.614+0000 7f8a3acde640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8a340d11c0 0x7f8a3414cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:26.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.614+0000 7f8a3acde640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8a340d2b00 0x7f8a340cd030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:26.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.614+0000 7f8a3acde640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8a34162ea0 0x7f8a340cd570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:26.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.614+0000 7f8a3acde640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f8a3415f640 con 0x7f8a340d2b00 2024-09-21T00:32:26.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.614+0000 7f8a3acde640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f8a3415f4c0 con 0x7f8a34162ea0 2024-09-21T00:32:26.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.614+0000 7f8a3acde640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f8a3415f7c0 con 0x7f8a340d11c0 2024-09-21T00:32:26.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.614+0000 7f8a33fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8a340d2b00 0x7f8a340cd030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:26.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.614+0000 7f8a33fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8a340d2b00 0x7f8a340cd030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:53190/0 (socket says 172.21.15.67:53190) 2024-09-21T00:32:26.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.614+0000 7f8a33fff640 1 -- 172.21.15.67:0/1296792917 learned_addr learned my addr 172.21.15.67:0/1296792917 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:32:26.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.614+0000 7f8a38a7a640 1 --2- 172.21.15.67:0/1296792917 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8a340d11c0 0x7f8a3414cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:26.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.614+0000 7f8a3927b640 1 --2- 172.21.15.67:0/1296792917 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8a34162ea0 0x7f8a340cd570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:26.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.615+0000 7f8a33fff640 1 -- 172.21.15.67:0/1296792917 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8a340d11c0 msgr2=0x7f8a3414cbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:26.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.615+0000 7f8a33fff640 1 --2- 172.21.15.67:0/1296792917 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8a340d11c0 0x7f8a3414cbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:26.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.615+0000 7f8a33fff640 1 -- 172.21.15.67:0/1296792917 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8a34162ea0 msgr2=0x7f8a340cd570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:26.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.615+0000 7f8a33fff640 1 --2- 172.21.15.67:0/1296792917 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8a34162ea0 0x7f8a340cd570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:26.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.615+0000 7f8a33fff640 1 -- 172.21.15.67:0/1296792917 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a3414d110 con 0x7f8a340d2b00 2024-09-21T00:32:26.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.615+0000 7f8a33fff640 1 --2- 172.21.15.67:0/1296792917 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8a340d2b00 0x7f8a340cd030 secure :-1 s=READY pgs=1922 cs=0 l=1 rev1=1 crypto rx=0x7f8a2000ea20 tx=0x7f8a2000eee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:26.618 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.615+0000 7f8a317fa640 1 -- 172.21.15.67:0/1296792917 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a2000ce40 con 0x7f8a340d2b00 2024-09-21T00:32:26.618 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.615+0000 7f8a317fa640 1 -- 172.21.15.67:0/1296792917 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8a20004020 con 0x7f8a340d2b00 2024-09-21T00:32:26.618 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.615+0000 7f8a3acde640 1 -- 172.21.15.67:0/1296792917 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a340ca020 con 0x7f8a340d2b00 2024-09-21T00:32:26.618 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.615+0000 7f8a317fa640 1 -- 172.21.15.67:0/1296792917 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a20004470 con 0x7f8a340d2b00 2024-09-21T00:32:26.618 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.615+0000 7f8a3acde640 1 -- 172.21.15.67:0/1296792917 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a340ca5e0 con 0x7f8a340d2b00 2024-09-21T00:32:26.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.616+0000 7f8a3acde640 1 -- 172.21.15.67:0/1296792917 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8a340c9d90 con 0x7f8a340d2b00 2024-09-21T00:32:26.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.617+0000 7f8a317fa640 1 -- 172.21.15.67:0/1296792917 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f8a200035f0 con 0x7f8a340d2b00 2024-09-21T00:32:26.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.618+0000 7f8a317fa640 1 --2- 172.21.15.67:0/1296792917 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8a18078bc0 0x7f8a1807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:26.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.618+0000 7f8a317fa640 1 -- 172.21.15.67:0/1296792917 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(151..151 src has 1..151) ==== 5709+0+0 (secure 0 0 0) 0x7f8a2009b5e0 con 0x7f8a340d2b00 2024-09-21T00:32:26.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.618+0000 7f8a38a7a640 1 --2- 172.21.15.67:0/1296792917 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8a18078bc0 0x7f8a1807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:26.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.618+0000 7f8a38a7a640 1 --2- 172.21.15.67:0/1296792917 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8a18078bc0 0x7f8a1807b0d0 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7f8a28034000 tx=0x7f8a28004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:26.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.622+0000 7f8a317fa640 1 -- 172.21.15.67:0/1296792917 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f8a3414d110 con 0x7f8a340d2b00 2024-09-21T00:32:26.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.881+0000 7f8a3acde640 1 -- 172.21.15.67:0/1296792917 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f8a3415fc10 con 0x7f8a340d2b00 2024-09-21T00:32:26.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.881+0000 7f8a317fa640 1 -- 172.21.15.67:0/1296792917 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1362 (secure 0 0 0) 0x7f8a20063ab0 con 0x7f8a340d2b00 2024-09-21T00:32:26.883 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:32:26.883 INFO:teuthology.orchestra.run.smithi067.stdout:{"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":689,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":151,"num_osds":8,"num_up_osds":8,"osd_up_since":1726878070,"num_in_osds":8,"osd_in_since":1726878060,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":1048,"data_bytes":1077732204,"bytes_used":2694725632,"bytes_avail":770399387648,"bytes_total":773094113280,"write_bytes_sec":65025790,"read_op_per_sec":0,"write_op_per_sec":69},"fsmap":{"epoch":127,"btime":"2024-09-21T00:32:02:140494+0000","id":11,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":11,"rank":0,"name":"a","status":"up:active","gid":9567}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":30,"modified":"2024-09-21T00:31:51.659173+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-21T00:32:26.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.883+0000 7f8a3acde640 1 -- 172.21.15.67:0/1296792917 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8a18078bc0 msgr2=0x7f8a1807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:26.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.883+0000 7f8a3acde640 1 --2- 172.21.15.67:0/1296792917 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8a18078bc0 0x7f8a1807b0d0 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7f8a28034000 tx=0x7f8a28004730 comp rx=0 tx=0).stop 2024-09-21T00:32:26.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.883+0000 7f8a3acde640 1 -- 172.21.15.67:0/1296792917 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8a340d2b00 msgr2=0x7f8a340cd030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:26.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.883+0000 7f8a3acde640 1 --2- 172.21.15.67:0/1296792917 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8a340d2b00 0x7f8a340cd030 secure :-1 s=READY pgs=1922 cs=0 l=1 rev1=1 crypto rx=0x7f8a2000ea20 tx=0x7f8a2000eee0 comp rx=0 tx=0).stop 2024-09-21T00:32:26.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.884+0000 7f8a3acde640 1 -- 172.21.15.67:0/1296792917 shutdown_connections 2024-09-21T00:32:26.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.884+0000 7f8a3acde640 1 --2- 172.21.15.67:0/1296792917 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8a18078bc0 0x7f8a1807b0d0 unknown :-1 s=CLOSED pgs=721 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:26.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.884+0000 7f8a3acde640 1 --2- 172.21.15.67:0/1296792917 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8a34162ea0 0x7f8a340cd570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:26.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.884+0000 7f8a3acde640 1 --2- 172.21.15.67:0/1296792917 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8a340d2b00 0x7f8a340cd030 unknown :-1 s=CLOSED pgs=1922 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:26.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.884+0000 7f8a3acde640 1 --2- 172.21.15.67:0/1296792917 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8a340d11c0 0x7f8a3414cbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:26.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.884+0000 7f8a3acde640 1 -- 172.21.15.67:0/1296792917 >> 172.21.15.67:0/1296792917 conn(0x7f8a3406dfb0 msgr2=0x7f8a340d4ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:26.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.884+0000 7f8a3acde640 1 -- 172.21.15.67:0/1296792917 shutdown_connections 2024-09-21T00:32:26.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:26.884+0000 7f8a3acde640 1 -- 172.21.15.67:0/1296792917 wait complete. 2024-09-21T00:32:26.896 INFO:tasks.ceph.ceph_manager.ceph:{} 2024-09-21T00:32:27.896 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:32:28.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.026+0000 7fafd1b0b640 1 -- 172.21.15.67:0/1219939681 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fafb4004800 msgr2=0x7fafb4004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:28.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.026+0000 7fafd1b0b640 1 --2- 172.21.15.67:0/1219939681 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fafb4004800 0x7fafb4004c10 secure :-1 s=READY pgs=1924 cs=0 l=1 rev1=1 crypto rx=0x7fafc0001740 tx=0x7fafb4005830 comp rx=0 tx=0).stop 2024-09-21T00:32:28.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.026+0000 7fafd1b0b640 1 -- 172.21.15.67:0/1219939681 shutdown_connections 2024-09-21T00:32:28.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.026+0000 7fafd1b0b640 1 --2- 172.21.15.67:0/1219939681 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fafb4004800 0x7fafb4004c10 unknown :-1 s=CLOSED pgs=1924 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:28.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.026+0000 7fafd1b0b640 1 -- 172.21.15.67:0/1219939681 >> 172.21.15.67:0/1219939681 conn(0x7fafcc06dfb0 msgr2=0x7fafcc06e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:28.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.027+0000 7fafd1b0b640 1 -- 172.21.15.67:0/1219939681 shutdown_connections 2024-09-21T00:32:28.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.027+0000 7fafd1b0b640 1 -- 172.21.15.67:0/1219939681 wait complete. 2024-09-21T00:32:28.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.028+0000 7fafd1b0b640 1 Processor -- start 2024-09-21T00:32:28.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.029+0000 7fafd1b0b640 1 -- start start 2024-09-21T00:32:28.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.030+0000 7fafd1b0b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fafb4004800 0x7fafcc1f59b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:28.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.030+0000 7fafd1b0b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fafcc14a2c0 0x7fafcc0b8ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:28.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.030+0000 7fafd1b0b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fafcc0b9010 0x7fafcc0cd060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:28.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.030+0000 7fafd1b0b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fafcc0cf8c0 con 0x7fafcc0b9010 2024-09-21T00:32:28.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.030+0000 7fafd1b0b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fafcc0cf740 con 0x7fafb4004800 2024-09-21T00:32:28.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.030+0000 7fafd1b0b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fafcc0cfa40 con 0x7fafcc14a2c0 2024-09-21T00:32:28.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.030+0000 7fafcbfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fafcc0b9010 0x7fafcc0cd060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:28.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.030+0000 7fafcbfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fafcc0b9010 0x7fafcc0cd060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:53206/0 (socket says 172.21.15.67:53206) 2024-09-21T00:32:28.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.030+0000 7fafcbfff640 1 -- 172.21.15.67:0/2548803515 learned_addr learned my addr 172.21.15.67:0/2548803515 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:32:28.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.030+0000 7fafcb7fe640 1 --2- 172.21.15.67:0/2548803515 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fafb4004800 0x7fafcc1f59b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:28.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.030+0000 7fafcaffd640 1 --2- 172.21.15.67:0/2548803515 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fafcc14a2c0 0x7fafcc0b8ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:28.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.030+0000 7fafcbfff640 1 -- 172.21.15.67:0/2548803515 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fafcc14a2c0 msgr2=0x7fafcc0b8ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:28.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.030+0000 7fafcbfff640 1 --2- 172.21.15.67:0/2548803515 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fafcc14a2c0 0x7fafcc0b8ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:28.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.030+0000 7fafcbfff640 1 -- 172.21.15.67:0/2548803515 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fafb4004800 msgr2=0x7fafcc1f59b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:28.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.030+0000 7fafcbfff640 1 --2- 172.21.15.67:0/2548803515 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fafb4004800 0x7fafcc1f59b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:28.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.030+0000 7fafcbfff640 1 -- 172.21.15.67:0/2548803515 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fafcc1f5ef0 con 0x7fafcc0b9010 2024-09-21T00:32:28.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.030+0000 7fafcb7fe640 1 --2- 172.21.15.67:0/2548803515 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fafb4004800 0x7fafcc1f59b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:32:28.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.030+0000 7fafcaffd640 1 --2- 172.21.15.67:0/2548803515 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fafcc14a2c0 0x7fafcc0b8ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:32:28.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.031+0000 7fafcbfff640 1 --2- 172.21.15.67:0/2548803515 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fafcc0b9010 0x7fafcc0cd060 secure :-1 s=READY pgs=1925 cs=0 l=1 rev1=1 crypto rx=0x7fafcc0d0d30 tx=0x7fafc400f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:28.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.031+0000 7fafb3fff640 1 -- 172.21.15.67:0/2548803515 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafc4003d80 con 0x7fafcc0b9010 2024-09-21T00:32:28.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.031+0000 7fafb3fff640 1 -- 172.21.15.67:0/2548803515 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fafc4004b20 con 0x7fafcc0b9010 2024-09-21T00:32:28.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.031+0000 7fafd1b0b640 1 -- 172.21.15.67:0/2548803515 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fafcc0b9420 con 0x7fafcc0b9010 2024-09-21T00:32:28.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.031+0000 7fafb3fff640 1 -- 172.21.15.67:0/2548803515 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafc4004030 con 0x7fafcc0b9010 2024-09-21T00:32:28.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.031+0000 7fafd1b0b640 1 -- 172.21.15.67:0/2548803515 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fafcc14ce40 con 0x7fafcc0b9010 2024-09-21T00:32:28.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.032+0000 7fafd1b0b640 1 -- 172.21.15.67:0/2548803515 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fafcc0b6cd0 con 0x7fafcc0b9010 2024-09-21T00:32:28.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.032+0000 7fafb3fff640 1 -- 172.21.15.67:0/2548803515 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fafc40041d0 con 0x7fafcc0b9010 2024-09-21T00:32:28.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.033+0000 7fafb3fff640 1 --2- 172.21.15.67:0/2548803515 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fafb8078bc0 0x7fafb807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:28.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.033+0000 7fafb3fff640 1 -- 172.21.15.67:0/2548803515 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(151..151 src has 1..151) ==== 5709+0+0 (secure 0 0 0) 0x7fafc409bc30 con 0x7fafcc0b9010 2024-09-21T00:32:28.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.033+0000 7fafcb7fe640 1 --2- 172.21.15.67:0/2548803515 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fafb8078bc0 0x7fafb807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:28.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.034+0000 7fafcb7fe640 1 --2- 172.21.15.67:0/2548803515 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fafb8078bc0 0x7fafb807b0d0 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7fafbc006fd0 tx=0x7fafbc000ed0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:28.039 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.038+0000 7fafb3fff640 1 -- 172.21.15.67:0/2548803515 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fafcc0b9420 con 0x7fafcc0b9010 2024-09-21T00:32:28.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.266+0000 7fafd1b0b640 1 -- 172.21.15.67:0/2548803515 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fafcc14cbf0 con 0x7fafcc0b9010 2024-09-21T00:32:28.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.267+0000 7fafb3fff640 1 -- 172.21.15.67:0/2548803515 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 127 v127) ==== 95+0+5230 (secure 0 0 0) 0x7fafc4064100 con 0x7fafcc0b9010 2024-09-21T00:32:28.268 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:32:28.269 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":127,"btime":"2024-09-21T00:32:02:140494+0000","default_fscid":11,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7769,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/2656243964","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":2656243964},{"type":"v1","addr":"172.21.15.97:6836","nonce":2656243964}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":122},{"gid":8620,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/2684384130","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":2684384130},{"type":"v1","addr":"172.21.15.97:6837","nonce":2684384130}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":122},{"gid":9564,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/801204650","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":801204650},{"type":"v1","addr":"172.21.15.67:6834","nonce":801204650}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":121}],"filesystems":[{"mdsmap":{"epoch":127,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:31:58.504932+0000","modified":"2024-09-21T00:32:01.526204+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9567},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9567":{"gid":9567,"name":"a","rank":0,"incarnation":123,"state":"up:active","state_seq":3,"addr":"172.21.15.67:6835/4168290440","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":4168290440},{"type":"v1","addr":"172.21.15.67:6835","nonce":4168290440}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[23],"metadata_pool":22,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9567,"qdb_cluster":[9567]},"id":11}]} 2024-09-21T00:32:28.269 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 127 2024-09-21T00:32:28.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.269+0000 7fafd1b0b640 1 -- 172.21.15.67:0/2548803515 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fafb8078bc0 msgr2=0x7fafb807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:28.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.269+0000 7fafd1b0b640 1 --2- 172.21.15.67:0/2548803515 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fafb8078bc0 0x7fafb807b0d0 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7fafbc006fd0 tx=0x7fafbc000ed0 comp rx=0 tx=0).stop 2024-09-21T00:32:28.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.269+0000 7fafd1b0b640 1 -- 172.21.15.67:0/2548803515 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fafcc0b9010 msgr2=0x7fafcc0cd060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:28.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.269+0000 7fafd1b0b640 1 --2- 172.21.15.67:0/2548803515 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fafcc0b9010 0x7fafcc0cd060 secure :-1 s=READY pgs=1925 cs=0 l=1 rev1=1 crypto rx=0x7fafcc0d0d30 tx=0x7fafc400f790 comp rx=0 tx=0).stop 2024-09-21T00:32:28.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.269+0000 7fafd1b0b640 1 -- 172.21.15.67:0/2548803515 shutdown_connections 2024-09-21T00:32:28.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.269+0000 7fafd1b0b640 1 --2- 172.21.15.67:0/2548803515 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fafb8078bc0 0x7fafb807b0d0 unknown :-1 s=CLOSED pgs=722 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:28.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.269+0000 7fafd1b0b640 1 --2- 172.21.15.67:0/2548803515 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fafcc0b9010 0x7fafcc0cd060 unknown :-1 s=CLOSED pgs=1925 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:28.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.269+0000 7fafd1b0b640 1 --2- 172.21.15.67:0/2548803515 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fafcc14a2c0 0x7fafcc0b8ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:28.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.269+0000 7fafd1b0b640 1 --2- 172.21.15.67:0/2548803515 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fafb4004800 0x7fafcc1f59b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:28.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.269+0000 7fafd1b0b640 1 -- 172.21.15.67:0/2548803515 >> 172.21.15.67:0/2548803515 conn(0x7fafcc06dfb0 msgr2=0x7fafcc0c82e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:28.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.269+0000 7fafd1b0b640 1 -- 172.21.15.67:0/2548803515 shutdown_connections 2024-09-21T00:32:28.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.269+0000 7fafd1b0b640 1 -- 172.21.15.67:0/2548803515 wait complete. 2024-09-21T00:32:28.282 DEBUG:tasks.cephfs.test_scrub_checks:current active=['a'] 2024-09-21T00:32:28.282 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-21T00:32:28.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.396+0000 7fc31b524640 1 -- 172.21.15.67:0/2112948418 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc3140d1fa0 msgr2=0x7fc3140b72d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:28.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.396+0000 7fc31b524640 1 --2- 172.21.15.67:0/2112948418 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc3140d1fa0 0x7fc3140b72d0 secure :-1 s=READY pgs=1927 cs=0 l=1 rev1=1 crypto rx=0x7fc30c009820 tx=0x7fc30c02a530 comp rx=0 tx=0).stop 2024-09-21T00:32:28.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.396+0000 7fc31b524640 1 -- 172.21.15.67:0/2112948418 shutdown_connections 2024-09-21T00:32:28.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.397+0000 7fc31b524640 1 --2- 172.21.15.67:0/2112948418 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc31409b960 0x7fc31406dec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:28.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.397+0000 7fc31b524640 1 --2- 172.21.15.67:0/2112948418 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc3140d1fa0 0x7fc3140b72d0 unknown :-1 s=CLOSED pgs=1927 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:28.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.397+0000 7fc31b524640 1 -- 172.21.15.67:0/2112948418 >> 172.21.15.67:0/2112948418 conn(0x7fc3140cee30 msgr2=0x7fc3140cf240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:28.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.397+0000 7fc31b524640 1 -- 172.21.15.67:0/2112948418 shutdown_connections 2024-09-21T00:32:28.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.397+0000 7fc31b524640 1 -- 172.21.15.67:0/2112948418 wait complete. 2024-09-21T00:32:28.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.398+0000 7fc31b524640 1 Processor -- start 2024-09-21T00:32:28.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.399+0000 7fc31b524640 1 -- start start 2024-09-21T00:32:28.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.400+0000 7fc31b524640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc31406e400 0x7fc3140cb700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:28.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.400+0000 7fc31b524640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc31409b960 0x7fc3141660f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:28.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.400+0000 7fc31b524640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc3140d1fa0 0x7fc3141f89c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:28.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.400+0000 7fc31b524640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc3140b5fb0 con 0x7fc31409b960 2024-09-21T00:32:28.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.400+0000 7fc31b524640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc3140b5e30 con 0x7fc31406e400 2024-09-21T00:32:28.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.400+0000 7fc31b524640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fc3140b6130 con 0x7fc3140d1fa0 2024-09-21T00:32:28.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.400+0000 7fc318abf640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc31409b960 0x7fc3141660f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:28.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.400+0000 7fc318abf640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc31409b960 0x7fc3141660f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:53230/0 (socket says 172.21.15.67:53230) 2024-09-21T00:32:28.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.400+0000 7fc318abf640 1 -- 172.21.15.67:0/3453846332 learned_addr learned my addr 172.21.15.67:0/3453846332 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:32:28.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.400+0000 7fc3192c0640 1 --2- 172.21.15.67:0/3453846332 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc31406e400 0x7fc3140cb700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:28.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.400+0000 7fc319ac1640 1 --2- 172.21.15.67:0/3453846332 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc3140d1fa0 0x7fc3141f89c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:28.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.400+0000 7fc318abf640 1 -- 172.21.15.67:0/3453846332 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc3140d1fa0 msgr2=0x7fc3141f89c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:28.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.400+0000 7fc318abf640 1 --2- 172.21.15.67:0/3453846332 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc3140d1fa0 0x7fc3141f89c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:28.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.400+0000 7fc318abf640 1 -- 172.21.15.67:0/3453846332 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc31406e400 msgr2=0x7fc3140cb700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:28.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.400+0000 7fc318abf640 1 --2- 172.21.15.67:0/3453846332 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc31406e400 0x7fc3140cb700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:28.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.400+0000 7fc318abf640 1 -- 172.21.15.67:0/3453846332 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3140cbc40 con 0x7fc31409b960 2024-09-21T00:32:28.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.400+0000 7fc319ac1640 1 --2- 172.21.15.67:0/3453846332 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc3140d1fa0 0x7fc3141f89c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:32:28.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.401+0000 7fc318abf640 1 --2- 172.21.15.67:0/3453846332 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc31409b960 0x7fc3141660f0 secure :-1 s=READY pgs=1928 cs=0 l=1 rev1=1 crypto rx=0x7fc30800b390 tx=0x7fc30800b850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:28.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.401+0000 7fc311ffb640 1 -- 172.21.15.67:0/3453846332 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc308015020 con 0x7fc31409b960 2024-09-21T00:32:28.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.401+0000 7fc311ffb640 1 -- 172.21.15.67:0/3453846332 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc308011920 con 0x7fc31409b960 2024-09-21T00:32:28.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.401+0000 7fc31b524640 1 -- 172.21.15.67:0/3453846332 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc31409d970 con 0x7fc31409b960 2024-09-21T00:32:28.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.401+0000 7fc311ffb640 1 -- 172.21.15.67:0/3453846332 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc308011d50 con 0x7fc31409b960 2024-09-21T00:32:28.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.401+0000 7fc31b524640 1 -- 172.21.15.67:0/3453846332 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc31409df30 con 0x7fc31409b960 2024-09-21T00:32:28.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.402+0000 7fc31b524640 1 -- 172.21.15.67:0/3453846332 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc31406dec0 con 0x7fc31409b960 2024-09-21T00:32:28.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.403+0000 7fc311ffb640 1 -- 172.21.15.67:0/3453846332 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fc308018020 con 0x7fc31409b960 2024-09-21T00:32:28.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.403+0000 7fc311ffb640 1 --2- 172.21.15.67:0/3453846332 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc300078b90 0x7fc30007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:28.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.403+0000 7fc311ffb640 1 -- 172.21.15.67:0/3453846332 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(151..151 src has 1..151) ==== 5709+0+0 (secure 0 0 0) 0x7fc30809aae0 con 0x7fc31409b960 2024-09-21T00:32:28.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.404+0000 7fc3192c0640 1 --2- 172.21.15.67:0/3453846332 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc300078b90 0x7fc30007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:28.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.404+0000 7fc3192c0640 1 --2- 172.21.15.67:0/3453846332 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc300078b90 0x7fc30007b0a0 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7fc30c034000 tx=0x7fc30c004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:28.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.408+0000 7fc311ffb640 1 -- 172.21.15.67:0/3453846332 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fc30801f020 con 0x7fc31409b960 2024-09-21T00:32:28.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.671+0000 7fc31b524640 1 -- 172.21.15.67:0/3453846332 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7fc314070140 con 0x7fc31409b960 2024-09-21T00:32:28.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.671+0000 7fc311ffb640 1 -- 172.21.15.67:0/3453846332 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1676 (secure 0 0 0) 0x7fc308062fb0 con 0x7fc31409b960 2024-09-21T00:32:28.673 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:32:28.673 INFO:teuthology.orchestra.run.smithi067.stdout:{"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":691,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":151,"num_osds":8,"num_up_osds":8,"osd_up_since":1726878070,"num_in_osds":8,"osd_in_since":1726878060,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":1048,"data_bytes":1077732204,"bytes_used":2695258112,"bytes_avail":770398855168,"bytes_total":773094113280,"write_bytes_sec":58007123,"read_op_per_sec":0,"write_op_per_sec":63},"fsmap":{"epoch":127,"btime":"2024-09-21T00:32:02:140494+0000","id":11,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":11,"rank":0,"name":"a","status":"up:active","gid":9567}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":31,"modified":"2024-09-21T00:32:27.668265+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{"scrub status":"paused paths [/scrub_control_test_path]"}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-21T00:32:28.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.674+0000 7fc31b524640 1 -- 172.21.15.67:0/3453846332 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc300078b90 msgr2=0x7fc30007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:28.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.674+0000 7fc31b524640 1 --2- 172.21.15.67:0/3453846332 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc300078b90 0x7fc30007b0a0 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7fc30c034000 tx=0x7fc30c004730 comp rx=0 tx=0).stop 2024-09-21T00:32:28.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.674+0000 7fc31b524640 1 -- 172.21.15.67:0/3453846332 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc31409b960 msgr2=0x7fc3141660f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:28.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.674+0000 7fc31b524640 1 --2- 172.21.15.67:0/3453846332 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc31409b960 0x7fc3141660f0 secure :-1 s=READY pgs=1928 cs=0 l=1 rev1=1 crypto rx=0x7fc30800b390 tx=0x7fc30800b850 comp rx=0 tx=0).stop 2024-09-21T00:32:28.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.674+0000 7fc31b524640 1 -- 172.21.15.67:0/3453846332 shutdown_connections 2024-09-21T00:32:28.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.674+0000 7fc31b524640 1 --2- 172.21.15.67:0/3453846332 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc300078b90 0x7fc30007b0a0 unknown :-1 s=CLOSED pgs=723 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:28.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.674+0000 7fc31b524640 1 --2- 172.21.15.67:0/3453846332 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc3140d1fa0 0x7fc3141f89c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:28.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.674+0000 7fc31b524640 1 --2- 172.21.15.67:0/3453846332 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc31409b960 0x7fc3141660f0 unknown :-1 s=CLOSED pgs=1928 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:28.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.674+0000 7fc31b524640 1 --2- 172.21.15.67:0/3453846332 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc31406e400 0x7fc3140cb700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:28.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.674+0000 7fc31b524640 1 -- 172.21.15.67:0/3453846332 >> 172.21.15.67:0/3453846332 conn(0x7fc3140cee30 msgr2=0x7fc3140cd370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:28.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.674+0000 7fc31b524640 1 -- 172.21.15.67:0/3453846332 shutdown_connections 2024-09-21T00:32:28.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.674+0000 7fc31b524640 1 -- 172.21.15.67:0/3453846332 wait complete. 2024-09-21T00:32:28.686 INFO:tasks.ceph.ceph_manager.ceph:{'a': 'paused paths [/scrub_control_test_path]'} 2024-09-21T00:32:28.687 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-21T00:32:28.687 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:32:28.697 INFO:tasks.ceph.mds.a:Stopped 2024-09-21T00:32:28.697 INFO:tasks.cephfs.test_scrub_checks:Waiting for promotion of one of the original standbys {'b', 'd', 'c'} 2024-09-21T00:32:28.698 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mon.a.asok --format=json config get mds_beacon_grace 2024-09-21T00:32:28.855 INFO:teuthology.orchestra.run.smithi067.stdout:{"mds_beacon_grace":"15.000000"} 2024-09-21T00:32:28.856 DEBUG:tasks.cephfs.filesystem:_json_asok output { "mds_beacon_grace": "15.000000" } 2024-09-21T00:32:28.856 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:32:28.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.971+0000 7f27eb841640 1 -- 172.21.15.67:0/866875220 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f27e409a950 msgr2=0x7f27e409ad60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:28.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.971+0000 7f27eb841640 1 --2- 172.21.15.67:0/866875220 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f27e409a950 0x7f27e409ad60 secure :-1 s=READY pgs=1930 cs=0 l=1 rev1=1 crypto rx=0x7f27e406dd90 tx=0x7f27d402a530 comp rx=0 tx=0).stop 2024-09-21T00:32:28.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.971+0000 7f27eb841640 1 -- 172.21.15.67:0/866875220 shutdown_connections 2024-09-21T00:32:28.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.971+0000 7f27eb841640 1 --2- 172.21.15.67:0/866875220 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f27e409a950 0x7f27e409ad60 unknown :-1 s=CLOSED pgs=1930 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:28.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.971+0000 7f27eb841640 1 --2- 172.21.15.67:0/866875220 >> v2:172.21.15.97:3300/0 conn(0x7f27e40b7850 0x7f27e40b4c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:28.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.971+0000 7f27eb841640 1 -- 172.21.15.67:0/866875220 >> 172.21.15.67:0/866875220 conn(0x7f27e40b4140 msgr2=0x7f27e40b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:28.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.971+0000 7f27eb841640 1 -- 172.21.15.67:0/866875220 shutdown_connections 2024-09-21T00:32:28.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.971+0000 7f27eb841640 1 -- 172.21.15.67:0/866875220 wait complete. 2024-09-21T00:32:28.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.973+0000 7f27eb841640 1 Processor -- start 2024-09-21T00:32:28.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.973+0000 7f27eb841640 1 -- start start 2024-09-21T00:32:28.977 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.975+0000 7f27eb841640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f27e409a950 0x7f27e40c8550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:28.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.975+0000 7f27eb841640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f27e40b1fb0 0x7f27e41e2e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:28.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.975+0000 7f27eb841640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f27e40b7850 0x7f27e40cc030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:28.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.975+0000 7f27eb841640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f27e40ce1c0 con 0x7f27e409a950 2024-09-21T00:32:28.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.975+0000 7f27eb841640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f27e40ce040 con 0x7f27e40b1fb0 2024-09-21T00:32:28.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.975+0000 7f27eb841640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f27e40b2ad0 con 0x7f27e40b7850 2024-09-21T00:32:28.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.975+0000 7f27e95dd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f27e409a950 0x7f27e40c8550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:28.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.975+0000 7f27e95dd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f27e409a950 0x7f27e40c8550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:53234/0 (socket says 172.21.15.67:53234) 2024-09-21T00:32:28.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.975+0000 7f27e95dd640 1 -- 172.21.15.67:0/3482688171 learned_addr learned my addr 172.21.15.67:0/3482688171 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:32:28.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.975+0000 7f27e8ddc640 1 --2- 172.21.15.67:0/3482688171 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f27e40b1fb0 0x7f27e41e2e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:28.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.975+0000 7f27e9dde640 1 --2- 172.21.15.67:0/3482688171 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f27e40b7850 0x7f27e40cc030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:28.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.975+0000 7f27e95dd640 1 -- 172.21.15.67:0/3482688171 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f27e40b7850 msgr2=0x7f27e40cc030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:28.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.975+0000 7f27e95dd640 1 --2- 172.21.15.67:0/3482688171 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f27e40b7850 0x7f27e40cc030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:28.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.975+0000 7f27e95dd640 1 -- 172.21.15.67:0/3482688171 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f27e40b1fb0 msgr2=0x7f27e41e2e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:28.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.975+0000 7f27e95dd640 1 --2- 172.21.15.67:0/3482688171 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f27e40b1fb0 0x7f27e41e2e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:28.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.975+0000 7f27e95dd640 1 -- 172.21.15.67:0/3482688171 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27e40c9c10 con 0x7f27e409a950 2024-09-21T00:32:28.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.975+0000 7f27e95dd640 1 --2- 172.21.15.67:0/3482688171 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f27e409a950 0x7f27e40c8550 secure :-1 s=READY pgs=1931 cs=0 l=1 rev1=1 crypto rx=0x7f27e000c970 tx=0x7f27e000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:28.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.975+0000 7f27d9ffb640 1 -- 172.21.15.67:0/3482688171 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27e0007bb0 con 0x7f27e409a950 2024-09-21T00:32:28.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.976+0000 7f27d9ffb640 1 -- 172.21.15.67:0/3482688171 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f27e0007e40 con 0x7f27e409a950 2024-09-21T00:32:28.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.976+0000 7f27d9ffb640 1 -- 172.21.15.67:0/3482688171 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27e0005280 con 0x7f27e409a950 2024-09-21T00:32:28.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.976+0000 7f27eb841640 1 -- 172.21.15.67:0/3482688171 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27e40c9ef0 con 0x7f27e409a950 2024-09-21T00:32:28.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.976+0000 7f27eb841640 1 -- 172.21.15.67:0/3482688171 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27e40ca4b0 con 0x7f27e409a950 2024-09-21T00:32:28.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.977+0000 7f27eb841640 1 -- 172.21.15.67:0/3482688171 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f27e409ad60 con 0x7f27e409a950 2024-09-21T00:32:28.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.977+0000 7f27d9ffb640 1 -- 172.21.15.67:0/3482688171 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f27e0005420 con 0x7f27e409a950 2024-09-21T00:32:28.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.978+0000 7f27d9ffb640 1 --2- 172.21.15.67:0/3482688171 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f27c8078b90 0x7f27c807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:28.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.978+0000 7f27d9ffb640 1 -- 172.21.15.67:0/3482688171 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(151..151 src has 1..151) ==== 5709+0+0 (secure 0 0 0) 0x7f27e009b260 con 0x7f27e409a950 2024-09-21T00:32:28.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.978+0000 7f27e8ddc640 1 --2- 172.21.15.67:0/3482688171 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f27c8078b90 0x7f27c807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:28.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.979+0000 7f27e8ddc640 1 --2- 172.21.15.67:0/3482688171 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f27c8078b90 0x7f27c807b0a0 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7f27d4034000 tx=0x7f27d4004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:28.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:28.982+0000 7f27d9ffb640 1 -- 172.21.15.67:0/3482688171 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f27e0014030 con 0x7f27e409a950 2024-09-21T00:32:29.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:29.208+0000 7f27eb841640 1 -- 172.21.15.67:0/3482688171 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f27e4070300 con 0x7f27e409a950 2024-09-21T00:32:29.212 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:29.211+0000 7f27d9ffb640 1 -- 172.21.15.67:0/3482688171 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 127 v127) ==== 95+0+5230 (secure 0 0 0) 0x7f27e0063760 con 0x7f27e409a950 2024-09-21T00:32:29.212 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:32:29.212 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":127,"btime":"2024-09-21T00:32:02:140494+0000","default_fscid":11,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7769,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/2656243964","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":2656243964},{"type":"v1","addr":"172.21.15.97:6836","nonce":2656243964}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":122},{"gid":8620,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/2684384130","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":2684384130},{"type":"v1","addr":"172.21.15.97:6837","nonce":2684384130}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":122},{"gid":9564,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/801204650","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":801204650},{"type":"v1","addr":"172.21.15.67:6834","nonce":801204650}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":121}],"filesystems":[{"mdsmap":{"epoch":127,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:31:58.504932+0000","modified":"2024-09-21T00:32:01.526204+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9567},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9567":{"gid":9567,"name":"a","rank":0,"incarnation":123,"state":"up:active","state_seq":3,"addr":"172.21.15.67:6835/4168290440","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":4168290440},{"type":"v1","addr":"172.21.15.67:6835","nonce":4168290440}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[23],"metadata_pool":22,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9567,"qdb_cluster":[9567]},"id":11}]} 2024-09-21T00:32:29.212 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 127 2024-09-21T00:32:29.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:29.213+0000 7f27eb841640 1 -- 172.21.15.67:0/3482688171 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f27c8078b90 msgr2=0x7f27c807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:29.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:29.213+0000 7f27eb841640 1 --2- 172.21.15.67:0/3482688171 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f27c8078b90 0x7f27c807b0a0 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7f27d4034000 tx=0x7f27d4004730 comp rx=0 tx=0).stop 2024-09-21T00:32:29.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:29.213+0000 7f27eb841640 1 -- 172.21.15.67:0/3482688171 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f27e409a950 msgr2=0x7f27e40c8550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:29.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:29.213+0000 7f27eb841640 1 --2- 172.21.15.67:0/3482688171 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f27e409a950 0x7f27e40c8550 secure :-1 s=READY pgs=1931 cs=0 l=1 rev1=1 crypto rx=0x7f27e000c970 tx=0x7f27e000ce30 comp rx=0 tx=0).stop 2024-09-21T00:32:29.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:29.213+0000 7f27eb841640 1 -- 172.21.15.67:0/3482688171 shutdown_connections 2024-09-21T00:32:29.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:29.213+0000 7f27eb841640 1 --2- 172.21.15.67:0/3482688171 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f27c8078b90 0x7f27c807b0a0 unknown :-1 s=CLOSED pgs=724 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:29.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:29.213+0000 7f27eb841640 1 --2- 172.21.15.67:0/3482688171 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f27e40b7850 0x7f27e40cc030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:29.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:29.213+0000 7f27eb841640 1 --2- 172.21.15.67:0/3482688171 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f27e40b1fb0 0x7f27e41e2e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:29.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:29.213+0000 7f27eb841640 1 --2- 172.21.15.67:0/3482688171 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f27e409a950 0x7f27e40c8550 unknown :-1 s=CLOSED pgs=1931 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:29.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:29.213+0000 7f27eb841640 1 -- 172.21.15.67:0/3482688171 >> 172.21.15.67:0/3482688171 conn(0x7f27e40b4140 msgr2=0x7f27e40d0220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:29.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:29.213+0000 7f27eb841640 1 -- 172.21.15.67:0/3482688171 shutdown_connections 2024-09-21T00:32:29.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:29.213+0000 7f27eb841640 1 -- 172.21.15.67:0/3482688171 wait complete. 2024-09-21T00:32:29.226 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=45.0 retry_count=0)... 2024-09-21T00:32:34.226 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:32:34.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:34.357+0000 7faabecf9640 1 -- 172.21.15.67:0/1929467563 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7faab80b9780 msgr2=0x7faab80d2cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:34.359 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:34.357+0000 7faabecf9640 1 --2- 172.21.15.67:0/1929467563 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7faab80b9780 0x7faab80d2cf0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7faaa8009850 tx=0x7faaa802a5a0 comp rx=0 tx=0).stop 2024-09-21T00:32:34.359 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:34.357+0000 7faabecf9640 1 -- 172.21.15.67:0/1929467563 shutdown_connections 2024-09-21T00:32:34.359 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:34.357+0000 7faabecf9640 1 --2- 172.21.15.67:0/1929467563 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7faab80b9780 0x7faab80d2cf0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:34.359 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:34.357+0000 7faabecf9640 1 -- 172.21.15.67:0/1929467563 >> 172.21.15.67:0/1929467563 conn(0x7faab808bee0 msgr2=0x7faab80d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:34.359 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:34.357+0000 7faabecf9640 1 -- 172.21.15.67:0/1929467563 shutdown_connections 2024-09-21T00:32:34.359 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:34.357+0000 7faabecf9640 1 -- 172.21.15.67:0/1929467563 wait complete. 2024-09-21T00:32:34.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:34.359+0000 7faabecf9640 1 Processor -- start 2024-09-21T00:32:34.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:34.359+0000 7faabecf9640 1 -- start start 2024-09-21T00:32:34.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:34.360+0000 7faabecf9640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7faab80b9780 0x7faab80b4190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:34.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:34.360+0000 7faabecf9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faab80d1010 0x7faab80b46d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:34.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:34.360+0000 7faabecf9640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faab80d1420 0x7faab8150220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:34.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:34.360+0000 7faabecf9640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7faab80cf810 con 0x7faab80d1010 2024-09-21T00:32:34.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:34.360+0000 7faabecf9640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7faab80b7d10 con 0x7faab80d1420 2024-09-21T00:32:34.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:34.360+0000 7faabecf9640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7faab80cf990 con 0x7faab80b9780 2024-09-21T00:32:34.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:34.360+0000 7faab7fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faab80d1010 0x7faab80b46d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:34.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:34.360+0000 7faab7fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faab80d1010 0x7faab80b46d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56310/0 (socket says 172.21.15.67:56310) 2024-09-21T00:32:34.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:34.360+0000 7faab7fff640 1 -- 172.21.15.67:0/1907455537 learned_addr learned my addr 172.21.15.67:0/1907455537 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:32:34.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:34.361+0000 7faabca95640 1 --2- 172.21.15.67:0/1907455537 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7faab80b9780 0x7faab80b4190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:34.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:34.361+0000 7faabd296640 1 --2- 172.21.15.67:0/1907455537 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faab80d1420 0x7faab8150220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:34.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:34.361+0000 7faab7fff640 1 -- 172.21.15.67:0/1907455537 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7faab80b9780 msgr2=0x7faab80b4190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:34.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:34.361+0000 7faab7fff640 1 --2- 172.21.15.67:0/1907455537 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7faab80b9780 0x7faab80b4190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:34.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:34.361+0000 7faab7fff640 1 -- 172.21.15.67:0/1907455537 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faab80d1420 msgr2=0x7faab8150220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:34.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:34.361+0000 7faab7fff640 1 --2- 172.21.15.67:0/1907455537 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faab80d1420 0x7faab8150220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:34.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:34.361+0000 7faab7fff640 1 -- 172.21.15.67:0/1907455537 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faab809f1d0 con 0x7faab80d1010 2024-09-21T00:32:34.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:34.361+0000 7faab7fff640 1 --2- 172.21.15.67:0/1907455537 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faab80d1010 0x7faab80b46d0 secure :-1 s=READY pgs=1933 cs=0 l=1 rev1=1 crypto rx=0x7faaa000c460 tx=0x7faaa000c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:34.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:34.361+0000 7faab57fa640 1 -- 172.21.15.67:0/1907455537 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaa0016020 con 0x7faab80d1010 2024-09-21T00:32:34.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:34.361+0000 7faab57fa640 1 -- 172.21.15.67:0/1907455537 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7faaa0012a00 con 0x7faab80d1010 2024-09-21T00:32:34.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:34.361+0000 7faabecf9640 1 -- 172.21.15.67:0/1907455537 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faab809eef0 con 0x7faab80d1010 2024-09-21T00:32:34.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:34.361+0000 7faab57fa640 1 -- 172.21.15.67:0/1907455537 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faaa0012e50 con 0x7faab80d1010 2024-09-21T00:32:34.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:34.361+0000 7faabecf9640 1 -- 172.21.15.67:0/1907455537 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faab81512a0 con 0x7faab80d1010 2024-09-21T00:32:34.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:34.362+0000 7faabecf9640 1 -- 172.21.15.67:0/1907455537 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faab80d2cf0 con 0x7faab80d1010 2024-09-21T00:32:34.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:34.363+0000 7faab57fa640 1 -- 172.21.15.67:0/1907455537 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7faaa0019020 con 0x7faab80d1010 2024-09-21T00:32:34.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:34.364+0000 7faab57fa640 1 --2- 172.21.15.67:0/1907455537 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7faa98078d30 0x7faa9807b240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:34.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:34.364+0000 7faab57fa640 1 -- 172.21.15.67:0/1907455537 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(151..151 src has 1..151) ==== 5709+0+0 (secure 0 0 0) 0x7faaa009a810 con 0x7faab80d1010 2024-09-21T00:32:34.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:34.364+0000 7faabca95640 1 --2- 172.21.15.67:0/1907455537 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7faa98078d30 0x7faa9807b240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:34.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:34.365+0000 7faabca95640 1 --2- 172.21.15.67:0/1907455537 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7faa98078d30 0x7faa9807b240 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7faaa8034000 tx=0x7faaa8004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:34.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:34.369+0000 7faab57fa640 1 -- 172.21.15.67:0/1907455537 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7faaa0020030 con 0x7faab80d1010 2024-09-21T00:32:34.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:34.594+0000 7faabecf9640 1 -- 172.21.15.67:0/1907455537 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7faab80c83b0 con 0x7faab80d1010 2024-09-21T00:32:34.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:34.595+0000 7faab57fa640 1 -- 172.21.15.67:0/1907455537 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 127 v127) ==== 95+0+5230 (secure 0 0 0) 0x7faaa0062690 con 0x7faab80d1010 2024-09-21T00:32:34.596 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:32:34.596 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":127,"btime":"2024-09-21T00:32:02:140494+0000","default_fscid":11,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7769,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/2656243964","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":2656243964},{"type":"v1","addr":"172.21.15.97:6836","nonce":2656243964}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":122},{"gid":8620,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/2684384130","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":2684384130},{"type":"v1","addr":"172.21.15.97:6837","nonce":2684384130}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":122},{"gid":9564,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/801204650","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":801204650},{"type":"v1","addr":"172.21.15.67:6834","nonce":801204650}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":121}],"filesystems":[{"mdsmap":{"epoch":127,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:31:58.504932+0000","modified":"2024-09-21T00:32:01.526204+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9567},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9567":{"gid":9567,"name":"a","rank":0,"incarnation":123,"state":"up:active","state_seq":3,"addr":"172.21.15.67:6835/4168290440","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":4168290440},{"type":"v1","addr":"172.21.15.67:6835","nonce":4168290440}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[23],"metadata_pool":22,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9567,"qdb_cluster":[9567]},"id":11}]} 2024-09-21T00:32:34.597 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 127 2024-09-21T00:32:34.598 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:34.597+0000 7faabecf9640 1 -- 172.21.15.67:0/1907455537 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7faa98078d30 msgr2=0x7faa9807b240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:34.598 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:34.597+0000 7faabecf9640 1 --2- 172.21.15.67:0/1907455537 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7faa98078d30 0x7faa9807b240 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7faaa8034000 tx=0x7faaa8004730 comp rx=0 tx=0).stop 2024-09-21T00:32:34.598 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:34.597+0000 7faabecf9640 1 -- 172.21.15.67:0/1907455537 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faab80d1010 msgr2=0x7faab80b46d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:34.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:34.597+0000 7faabecf9640 1 --2- 172.21.15.67:0/1907455537 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faab80d1010 0x7faab80b46d0 secure :-1 s=READY pgs=1933 cs=0 l=1 rev1=1 crypto rx=0x7faaa000c460 tx=0x7faaa000c920 comp rx=0 tx=0).stop 2024-09-21T00:32:34.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:34.597+0000 7faabecf9640 1 -- 172.21.15.67:0/1907455537 shutdown_connections 2024-09-21T00:32:34.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:34.597+0000 7faabecf9640 1 --2- 172.21.15.67:0/1907455537 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7faa98078d30 0x7faa9807b240 unknown :-1 s=CLOSED pgs=725 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:34.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:34.597+0000 7faabecf9640 1 --2- 172.21.15.67:0/1907455537 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faab80d1420 0x7faab8150220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:34.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:34.597+0000 7faabecf9640 1 --2- 172.21.15.67:0/1907455537 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faab80d1010 0x7faab80b46d0 unknown :-1 s=CLOSED pgs=1933 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:34.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:34.597+0000 7faabecf9640 1 --2- 172.21.15.67:0/1907455537 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7faab80b9780 0x7faab80b4190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:34.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:34.597+0000 7faabecf9640 1 -- 172.21.15.67:0/1907455537 >> 172.21.15.67:0/1907455537 conn(0x7faab808bee0 msgr2=0x7faab806e280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:34.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:34.597+0000 7faabecf9640 1 -- 172.21.15.67:0/1907455537 shutdown_connections 2024-09-21T00:32:34.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:34.597+0000 7faabecf9640 1 -- 172.21.15.67:0/1907455537 wait complete. 2024-09-21T00:32:34.610 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=45.0 retry_count=0)... 2024-09-21T00:32:39.610 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:32:39.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:39.743+0000 7fe80d684640 1 -- 172.21.15.67:0/2326730654 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe7f4004800 msgr2=0x7fe7f4004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:39.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:39.743+0000 7fe80d684640 1 --2- 172.21.15.67:0/2326730654 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe7f4004800 0x7fe7f4004c10 secure :-1 s=READY pgs=1935 cs=0 l=1 rev1=1 crypto rx=0x7fe7f000c2e0 tx=0x7fe7f4005830 comp rx=0 tx=0).stop 2024-09-21T00:32:39.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:39.743+0000 7fe8077fe640 1 -- 172.21.15.67:0/2326730654 reap_dead start 2024-09-21T00:32:39.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:39.743+0000 7fe80d684640 1 -- 172.21.15.67:0/2326730654 shutdown_connections 2024-09-21T00:32:39.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:39.743+0000 7fe80d684640 1 -- 172.21.15.67:0/2326730654 >> 172.21.15.67:0/2326730654 conn(0x7fe80809d8c0 msgr2=0x7fe80808bee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:39.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:39.743+0000 7fe80d684640 1 -- 172.21.15.67:0/2326730654 shutdown_connections 2024-09-21T00:32:39.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:39.743+0000 7fe80d684640 1 -- 172.21.15.67:0/2326730654 wait complete. 2024-09-21T00:32:39.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:39.745+0000 7fe80d684640 1 Processor -- start 2024-09-21T00:32:39.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:39.745+0000 7fe80d684640 1 -- start start 2024-09-21T00:32:39.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:39.747+0000 7fe80d684640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe7f4004800 0x7fe8081f8660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:39.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:39.747+0000 7fe80d684640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe8080cc030 0x7fe8080cf8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:39.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:39.747+0000 7fe80d684640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe8080cfe30 0x7fe8081f69a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:39.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:39.747+0000 7fe80d684640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fe8080b3740 con 0x7fe7f4004800 2024-09-21T00:32:39.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:39.747+0000 7fe80d684640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fe8080b35c0 con 0x7fe8080cc030 2024-09-21T00:32:39.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:39.747+0000 7fe80d684640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fe8080b2400 con 0x7fe8080cfe30 2024-09-21T00:32:39.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:39.747+0000 7fe806ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe7f4004800 0x7fe8081f8660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:39.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:39.747+0000 7fe806ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe7f4004800 0x7fe8081f8660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56322/0 (socket says 172.21.15.67:56322) 2024-09-21T00:32:39.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:39.747+0000 7fe806ffd640 1 -- 172.21.15.67:0/3019614099 learned_addr learned my addr 172.21.15.67:0/3019614099 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:32:39.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:39.747+0000 7fe8077fe640 1 --2- 172.21.15.67:0/3019614099 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe8080cfe30 0x7fe8081f69a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:39.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:39.747+0000 7fe7fe7fc640 1 --2- 172.21.15.67:0/3019614099 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe8080cc030 0x7fe8080cf8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:39.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:39.747+0000 7fe806ffd640 1 -- 172.21.15.67:0/3019614099 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe8080cfe30 msgr2=0x7fe8081f69a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:39.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:39.747+0000 7fe806ffd640 1 --2- 172.21.15.67:0/3019614099 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe8080cfe30 0x7fe8081f69a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:39.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:39.747+0000 7fe806ffd640 1 -- 172.21.15.67:0/3019614099 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe8080cc030 msgr2=0x7fe8080cf8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:39.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:39.747+0000 7fe806ffd640 1 --2- 172.21.15.67:0/3019614099 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe8080cc030 0x7fe8080cf8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:39.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:39.747+0000 7fe806ffd640 1 -- 172.21.15.67:0/3019614099 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8080d0240 con 0x7fe7f4004800 2024-09-21T00:32:39.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:39.747+0000 7fe806ffd640 1 --2- 172.21.15.67:0/3019614099 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe7f4004800 0x7fe8081f8660 secure :-1 s=READY pgs=1936 cs=0 l=1 rev1=1 crypto rx=0x7fe7f8011a60 tx=0x7fe7f8011f20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:39.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:39.748+0000 7fe7fffff640 1 -- 172.21.15.67:0/3019614099 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7f801f070 con 0x7fe7f4004800 2024-09-21T00:32:39.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:39.748+0000 7fe7fffff640 1 -- 172.21.15.67:0/3019614099 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe7f800fe40 con 0x7fe7f4004800 2024-09-21T00:32:39.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:39.748+0000 7fe7fffff640 1 -- 172.21.15.67:0/3019614099 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7f80126b0 con 0x7fe7f4004800 2024-09-21T00:32:39.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:39.748+0000 7fe80d684640 1 -- 172.21.15.67:0/3019614099 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe8081f8e50 con 0x7fe7f4004800 2024-09-21T00:32:39.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:39.748+0000 7fe80d684640 1 -- 172.21.15.67:0/3019614099 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe8081f9410 con 0x7fe7f4004800 2024-09-21T00:32:39.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:39.749+0000 7fe80d684640 1 -- 172.21.15.67:0/3019614099 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe8080b1ec0 con 0x7fe7f4004800 2024-09-21T00:32:39.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:39.749+0000 7fe7fffff640 1 -- 172.21.15.67:0/3019614099 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fe7f8022070 con 0x7fe7f4004800 2024-09-21T00:32:39.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:39.750+0000 7fe7fffff640 1 --2- 172.21.15.67:0/3019614099 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe7e8078bc0 0x7fe7e807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:39.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:39.750+0000 7fe7fffff640 1 -- 172.21.15.67:0/3019614099 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(151..151 src has 1..151) ==== 5709+0+0 (secure 0 0 0) 0x7fe7f809b730 con 0x7fe7f4004800 2024-09-21T00:32:39.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:39.751+0000 7fe7fe7fc640 1 --2- 172.21.15.67:0/3019614099 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe7e8078bc0 0x7fe7e807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:39.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:39.751+0000 7fe7fe7fc640 1 --2- 172.21.15.67:0/3019614099 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe7e8078bc0 0x7fe7e807b0d0 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7fe7f0033000 tx=0x7fe7f0038040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:39.756 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:39.755+0000 7fe7fffff640 1 -- 172.21.15.67:0/3019614099 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fe8080d0240 con 0x7fe7f4004800 2024-09-21T00:32:39.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:39.980+0000 7fe80d684640 1 -- 172.21.15.67:0/3019614099 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe8081eb1d0 con 0x7fe7f4004800 2024-09-21T00:32:39.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:39.981+0000 7fe7fffff640 1 -- 172.21.15.67:0/3019614099 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 127 v127) ==== 95+0+5230 (secure 0 0 0) 0x7fe7f80635b0 con 0x7fe7f4004800 2024-09-21T00:32:39.983 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:32:39.983 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":127,"btime":"2024-09-21T00:32:02:140494+0000","default_fscid":11,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7769,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/2656243964","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":2656243964},{"type":"v1","addr":"172.21.15.97:6836","nonce":2656243964}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":122},{"gid":8620,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/2684384130","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":2684384130},{"type":"v1","addr":"172.21.15.97:6837","nonce":2684384130}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":122},{"gid":9564,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/801204650","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":801204650},{"type":"v1","addr":"172.21.15.67:6834","nonce":801204650}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":121}],"filesystems":[{"mdsmap":{"epoch":127,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:31:58.504932+0000","modified":"2024-09-21T00:32:01.526204+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9567},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9567":{"gid":9567,"name":"a","rank":0,"incarnation":123,"state":"up:active","state_seq":3,"addr":"172.21.15.67:6835/4168290440","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":4168290440},{"type":"v1","addr":"172.21.15.67:6835","nonce":4168290440}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[23],"metadata_pool":22,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9567,"qdb_cluster":[9567]},"id":11}]} 2024-09-21T00:32:39.983 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 127 2024-09-21T00:32:39.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:39.983+0000 7fe80d684640 1 -- 172.21.15.67:0/3019614099 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe7e8078bc0 msgr2=0x7fe7e807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:39.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:39.983+0000 7fe80d684640 1 --2- 172.21.15.67:0/3019614099 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe7e8078bc0 0x7fe7e807b0d0 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7fe7f0033000 tx=0x7fe7f0038040 comp rx=0 tx=0).stop 2024-09-21T00:32:39.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:39.983+0000 7fe80d684640 1 -- 172.21.15.67:0/3019614099 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe7f4004800 msgr2=0x7fe8081f8660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:39.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:39.983+0000 7fe80d684640 1 --2- 172.21.15.67:0/3019614099 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe7f4004800 0x7fe8081f8660 secure :-1 s=READY pgs=1936 cs=0 l=1 rev1=1 crypto rx=0x7fe7f8011a60 tx=0x7fe7f8011f20 comp rx=0 tx=0).stop 2024-09-21T00:32:39.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:39.983+0000 7fe80d684640 1 -- 172.21.15.67:0/3019614099 shutdown_connections 2024-09-21T00:32:39.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:39.983+0000 7fe80d684640 1 --2- 172.21.15.67:0/3019614099 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe7e8078bc0 0x7fe7e807b0d0 unknown :-1 s=CLOSED pgs=726 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:39.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:39.983+0000 7fe80d684640 1 --2- 172.21.15.67:0/3019614099 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe8080cfe30 0x7fe8081f69a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:39.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:39.983+0000 7fe80d684640 1 --2- 172.21.15.67:0/3019614099 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe8080cc030 0x7fe8080cf8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:39.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:39.983+0000 7fe80d684640 1 --2- 172.21.15.67:0/3019614099 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe7f4004800 0x7fe8081f8660 unknown :-1 s=CLOSED pgs=1936 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:39.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:39.983+0000 7fe80d684640 1 -- 172.21.15.67:0/3019614099 >> 172.21.15.67:0/3019614099 conn(0x7fe80809d8c0 msgr2=0x7fe80806e5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:39.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:39.983+0000 7fe80d684640 1 -- 172.21.15.67:0/3019614099 shutdown_connections 2024-09-21T00:32:39.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:39.983+0000 7fe80d684640 1 -- 172.21.15.67:0/3019614099 wait complete. 2024-09-21T00:32:39.996 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=45.0 retry_count=0)... 2024-09-21T00:32:44.997 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:32:45.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:45.128+0000 7f2cac1eb640 1 -- 172.21.15.67:0/3975087920 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2ca406ef60 msgr2=0x7f2ca406f370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:45.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:45.128+0000 7f2cac1eb640 1 --2- 172.21.15.67:0/3975087920 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2ca406ef60 0x7f2ca406f370 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f2c9c005fd0 tx=0x7f2c9c02aa90 comp rx=0 tx=0).stop 2024-09-21T00:32:45.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:45.128+0000 7f2cac1eb640 1 -- 172.21.15.67:0/3975087920 shutdown_connections 2024-09-21T00:32:45.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:45.128+0000 7f2cac1eb640 1 --2- 172.21.15.67:0/3975087920 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2ca406ef60 0x7f2ca406f370 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:45.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:45.128+0000 7f2cac1eb640 1 --2- 172.21.15.67:0/3975087920 >> v2:172.21.15.97:3300/0 conn(0x7f2ca4073e90 0x7f2ca415b910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:45.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:45.128+0000 7f2cac1eb640 1 -- 172.21.15.67:0/3975087920 >> 172.21.15.67:0/3975087920 conn(0x7f2ca406d5a0 msgr2=0x7f2ca40b1d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:45.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:45.128+0000 7f2cac1eb640 1 -- 172.21.15.67:0/3975087920 shutdown_connections 2024-09-21T00:32:45.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:45.128+0000 7f2cac1eb640 1 -- 172.21.15.67:0/3975087920 wait complete. 2024-09-21T00:32:45.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:45.130+0000 7f2cac1eb640 1 Processor -- start 2024-09-21T00:32:45.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:45.130+0000 7f2cac1eb640 1 -- start start 2024-09-21T00:32:45.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:45.131+0000 7f2cac1eb640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2ca406ef60 0x7f2ca413e720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:45.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:45.131+0000 7f2cac1eb640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ca40cfb60 0x7f2ca413ec60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:45.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:45.131+0000 7f2cac1eb640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2ca4138750 0x7f2ca41f25e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:45.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:45.131+0000 7f2cac1eb640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f2ca4071190 con 0x7f2ca40cfb60 2024-09-21T00:32:45.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:45.131+0000 7f2cac1eb640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f2ca4071010 con 0x7f2ca4138750 2024-09-21T00:32:45.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:45.131+0000 7f2cac1eb640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f2ca406f8b0 con 0x7f2ca406ef60 2024-09-21T00:32:45.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:45.131+0000 7f2ca9786640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ca40cfb60 0x7f2ca413ec60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:45.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:45.132+0000 7f2ca9786640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ca40cfb60 0x7f2ca413ec60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34302/0 (socket says 172.21.15.67:34302) 2024-09-21T00:32:45.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:45.132+0000 7f2ca9786640 1 -- 172.21.15.67:0/2745275452 learned_addr learned my addr 172.21.15.67:0/2745275452 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:32:45.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:45.132+0000 7f2ca9f87640 1 --2- 172.21.15.67:0/2745275452 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2ca406ef60 0x7f2ca413e720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:45.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:45.132+0000 7f2caa788640 1 --2- 172.21.15.67:0/2745275452 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2ca4138750 0x7f2ca41f25e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:45.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:45.132+0000 7f2ca9786640 1 -- 172.21.15.67:0/2745275452 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2ca406ef60 msgr2=0x7f2ca413e720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:45.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:45.132+0000 7f2ca9786640 1 --2- 172.21.15.67:0/2745275452 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2ca406ef60 0x7f2ca413e720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:45.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:45.132+0000 7f2ca9786640 1 -- 172.21.15.67:0/2745275452 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2ca4138750 msgr2=0x7f2ca41f25e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:45.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:45.132+0000 7f2ca9786640 1 --2- 172.21.15.67:0/2745275452 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2ca4138750 0x7f2ca41f25e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:45.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:45.132+0000 7f2ca9786640 1 -- 172.21.15.67:0/2745275452 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ca4138f20 con 0x7f2ca40cfb60 2024-09-21T00:32:45.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:45.132+0000 7f2ca9786640 1 --2- 172.21.15.67:0/2745275452 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ca40cfb60 0x7f2ca413ec60 secure :-1 s=READY pgs=1937 cs=0 l=1 rev1=1 crypto rx=0x7f2c9400eaa0 tx=0x7f2c9400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:45.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:45.132+0000 7f2c9a7fc640 1 -- 172.21.15.67:0/2745275452 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c9400cd10 con 0x7f2ca40cfb60 2024-09-21T00:32:45.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:45.132+0000 7f2cac1eb640 1 -- 172.21.15.67:0/2745275452 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ca4138c40 con 0x7f2ca40cfb60 2024-09-21T00:32:45.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:45.132+0000 7f2c9a7fc640 1 -- 172.21.15.67:0/2745275452 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2c94004020 con 0x7f2ca40cfb60 2024-09-21T00:32:45.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:45.132+0000 7f2c9a7fc640 1 -- 172.21.15.67:0/2745275452 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c94004470 con 0x7f2ca40cfb60 2024-09-21T00:32:45.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:45.132+0000 7f2cac1eb640 1 -- 172.21.15.67:0/2745275452 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ca414e870 con 0x7f2ca40cfb60 2024-09-21T00:32:45.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:45.133+0000 7f2cac1eb640 1 -- 172.21.15.67:0/2745275452 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2ca406fdd0 con 0x7f2ca40cfb60 2024-09-21T00:32:45.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:45.134+0000 7f2c9a7fc640 1 -- 172.21.15.67:0/2745275452 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f2c9401d020 con 0x7f2ca40cfb60 2024-09-21T00:32:45.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:45.135+0000 7f2c9a7fc640 1 --2- 172.21.15.67:0/2745275452 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2c88078b90 0x7f2c8807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:45.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:45.135+0000 7f2c9a7fc640 1 -- 172.21.15.67:0/2745275452 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(151..151 src has 1..151) ==== 5709+0+0 (secure 0 0 0) 0x7f2c9409ad40 con 0x7f2ca40cfb60 2024-09-21T00:32:45.137 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:45.135+0000 7f2ca9f87640 1 --2- 172.21.15.67:0/2745275452 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2c88078b90 0x7f2c8807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:45.137 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:45.136+0000 7f2ca9f87640 1 --2- 172.21.15.67:0/2745275452 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2c88078b90 0x7f2c8807b0a0 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7f2ca0001720 tx=0x7f2ca0009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:45.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:45.139+0000 7f2c9a7fc640 1 -- 172.21.15.67:0/2745275452 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f2c94062b40 con 0x7f2ca40cfb60 2024-09-21T00:32:45.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:45.365+0000 7f2cac1eb640 1 -- 172.21.15.67:0/2745275452 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2ca415ef60 con 0x7f2ca40cfb60 2024-09-21T00:32:45.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:45.366+0000 7f2c9a7fc640 1 -- 172.21.15.67:0/2745275452 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 127 v127) ==== 95+0+5230 (secure 0 0 0) 0x7f2c94067570 con 0x7f2ca40cfb60 2024-09-21T00:32:45.367 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:32:45.367 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":127,"btime":"2024-09-21T00:32:02:140494+0000","default_fscid":11,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7769,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/2656243964","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":2656243964},{"type":"v1","addr":"172.21.15.97:6836","nonce":2656243964}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":122},{"gid":8620,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/2684384130","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":2684384130},{"type":"v1","addr":"172.21.15.97:6837","nonce":2684384130}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":122},{"gid":9564,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/801204650","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":801204650},{"type":"v1","addr":"172.21.15.67:6834","nonce":801204650}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":121}],"filesystems":[{"mdsmap":{"epoch":127,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:31:58.504932+0000","modified":"2024-09-21T00:32:01.526204+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9567},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9567":{"gid":9567,"name":"a","rank":0,"incarnation":123,"state":"up:active","state_seq":3,"addr":"172.21.15.67:6835/4168290440","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":4168290440},{"type":"v1","addr":"172.21.15.67:6835","nonce":4168290440}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[23],"metadata_pool":22,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9567,"qdb_cluster":[9567]},"id":11}]} 2024-09-21T00:32:45.367 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 127 2024-09-21T00:32:45.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:45.368+0000 7f2cac1eb640 1 -- 172.21.15.67:0/2745275452 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2c88078b90 msgr2=0x7f2c8807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:45.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:45.368+0000 7f2cac1eb640 1 --2- 172.21.15.67:0/2745275452 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2c88078b90 0x7f2c8807b0a0 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7f2ca0001720 tx=0x7f2ca0009040 comp rx=0 tx=0).stop 2024-09-21T00:32:45.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:45.368+0000 7f2cac1eb640 1 -- 172.21.15.67:0/2745275452 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ca40cfb60 msgr2=0x7f2ca413ec60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:45.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:45.368+0000 7f2cac1eb640 1 --2- 172.21.15.67:0/2745275452 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ca40cfb60 0x7f2ca413ec60 secure :-1 s=READY pgs=1937 cs=0 l=1 rev1=1 crypto rx=0x7f2c9400eaa0 tx=0x7f2c9400ef60 comp rx=0 tx=0).stop 2024-09-21T00:32:45.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:45.368+0000 7f2cac1eb640 1 -- 172.21.15.67:0/2745275452 shutdown_connections 2024-09-21T00:32:45.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:45.368+0000 7f2cac1eb640 1 --2- 172.21.15.67:0/2745275452 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2c88078b90 0x7f2c8807b0a0 unknown :-1 s=CLOSED pgs=727 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:45.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:45.368+0000 7f2cac1eb640 1 --2- 172.21.15.67:0/2745275452 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2ca4138750 0x7f2ca41f25e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:45.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:45.368+0000 7f2cac1eb640 1 --2- 172.21.15.67:0/2745275452 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2ca40cfb60 0x7f2ca413ec60 unknown :-1 s=CLOSED pgs=1937 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:45.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:45.368+0000 7f2cac1eb640 1 --2- 172.21.15.67:0/2745275452 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2ca406ef60 0x7f2ca413e720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:45.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:45.368+0000 7f2cac1eb640 1 -- 172.21.15.67:0/2745275452 >> 172.21.15.67:0/2745275452 conn(0x7f2ca406d5a0 msgr2=0x7f2ca414cb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:45.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:45.368+0000 7f2cac1eb640 1 -- 172.21.15.67:0/2745275452 shutdown_connections 2024-09-21T00:32:45.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:45.368+0000 7f2cac1eb640 1 -- 172.21.15.67:0/2745275452 wait complete. 2024-09-21T00:32:45.381 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=45.0 retry_count=0)... 2024-09-21T00:32:50.382 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:32:50.512 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.510+0000 7fcadc2ec640 1 -- 172.21.15.67:0/1364612516 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcad40d1bb0 msgr2=0x7fcad40d43c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:50.512 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.510+0000 7fcadc2ec640 1 --2- 172.21.15.67:0/1364612516 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcad40d1bb0 0x7fcad40d43c0 secure :-1 s=READY pgs=1938 cs=0 l=1 rev1=1 crypto rx=0x7fcad408d810 tx=0x7fcac402a560 comp rx=0 tx=0).stop 2024-09-21T00:32:50.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.510+0000 7fcadc2ec640 1 -- 172.21.15.67:0/1364612516 shutdown_connections 2024-09-21T00:32:50.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.510+0000 7fcadc2ec640 1 --2- 172.21.15.67:0/1364612516 >> v2:172.21.15.97:3300/0 conn(0x7fcad40d4900 0x7fcad40b48c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:50.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.510+0000 7fcadc2ec640 1 --2- 172.21.15.67:0/1364612516 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcad40d1bb0 0x7fcad40d43c0 unknown :-1 s=CLOSED pgs=1938 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:50.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.510+0000 7fcadc2ec640 1 --2- 172.21.15.67:0/1364612516 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcad40b5940 0x7fcad40b33b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:50.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.510+0000 7fcadc2ec640 1 -- 172.21.15.67:0/1364612516 >> 172.21.15.67:0/1364612516 conn(0x7fcad409d8c0 msgr2=0x7fcad408bee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:50.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.510+0000 7fcadc2ec640 1 -- 172.21.15.67:0/1364612516 shutdown_connections 2024-09-21T00:32:50.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.510+0000 7fcadc2ec640 1 -- 172.21.15.67:0/1364612516 wait complete. 2024-09-21T00:32:50.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.512+0000 7fcadc2ec640 1 Processor -- start 2024-09-21T00:32:50.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.512+0000 7fcadc2ec640 1 -- start start 2024-09-21T00:32:50.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.513+0000 7fcadc2ec640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcad40b5940 0x7fcad40b1f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:50.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.513+0000 7fcadc2ec640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcad40d1bb0 0x7fcad40b24d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:50.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.513+0000 7fcadc2ec640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcad40d4900 0x7fcad41e8690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:50.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.513+0000 7fcadc2ec640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fcad40b5190 con 0x7fcad40d1bb0 2024-09-21T00:32:50.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.513+0000 7fcadc2ec640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fcad40b5010 con 0x7fcad40b5940 2024-09-21T00:32:50.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.513+0000 7fcadc2ec640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fcad40b5310 con 0x7fcad40d4900 2024-09-21T00:32:50.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.513+0000 7fcad9887640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcad40d1bb0 0x7fcad40b24d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:50.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.513+0000 7fcad9887640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcad40d1bb0 0x7fcad40b24d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34320/0 (socket says 172.21.15.67:34320) 2024-09-21T00:32:50.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.513+0000 7fcad9887640 1 -- 172.21.15.67:0/3294922141 learned_addr learned my addr 172.21.15.67:0/3294922141 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:32:50.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.513+0000 7fcada889640 1 --2- 172.21.15.67:0/3294922141 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcad40d4900 0x7fcad41e8690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:50.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.513+0000 7fcada088640 1 --2- 172.21.15.67:0/3294922141 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcad40b5940 0x7fcad40b1f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:50.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.513+0000 7fcad9887640 1 -- 172.21.15.67:0/3294922141 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcad40d4900 msgr2=0x7fcad41e8690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:50.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.513+0000 7fcad9887640 1 --2- 172.21.15.67:0/3294922141 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcad40d4900 0x7fcad41e8690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:50.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.513+0000 7fcad9887640 1 -- 172.21.15.67:0/3294922141 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcad40b5940 msgr2=0x7fcad40b1f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:50.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.513+0000 7fcad9887640 1 --2- 172.21.15.67:0/3294922141 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcad40b5940 0x7fcad40b1f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:50.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.513+0000 7fcad9887640 1 -- 172.21.15.67:0/3294922141 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcad415e780 con 0x7fcad40d1bb0 2024-09-21T00:32:50.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.514+0000 7fcad9887640 1 --2- 172.21.15.67:0/3294922141 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcad40d1bb0 0x7fcad40b24d0 secure :-1 s=READY pgs=1939 cs=0 l=1 rev1=1 crypto rx=0x7fcac4034040 tx=0x7fcac4003910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:50.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.514+0000 7fcacaffd640 1 -- 172.21.15.67:0/3294922141 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcac403e030 con 0x7fcad40d1bb0 2024-09-21T00:32:50.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.514+0000 7fcacaffd640 1 -- 172.21.15.67:0/3294922141 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcac4003e00 con 0x7fcad40d1bb0 2024-09-21T00:32:50.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.514+0000 7fcadc2ec640 1 -- 172.21.15.67:0/3294922141 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcad40cb8b0 con 0x7fcad40d1bb0 2024-09-21T00:32:50.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.514+0000 7fcacaffd640 1 -- 172.21.15.67:0/3294922141 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcac4035040 con 0x7fcad40d1bb0 2024-09-21T00:32:50.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.514+0000 7fcadc2ec640 1 -- 172.21.15.67:0/3294922141 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcad40cc2f0 con 0x7fcad40d1bb0 2024-09-21T00:32:50.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.515+0000 7fcadc2ec640 1 -- 172.21.15.67:0/3294922141 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcad415e950 con 0x7fcad40d1bb0 2024-09-21T00:32:50.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.516+0000 7fcacaffd640 1 -- 172.21.15.67:0/3294922141 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fcac4041030 con 0x7fcad40d1bb0 2024-09-21T00:32:50.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.516+0000 7fcacaffd640 1 --2- 172.21.15.67:0/3294922141 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcab8078b90 0x7fcab807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:50.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.516+0000 7fcacaffd640 1 -- 172.21.15.67:0/3294922141 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(152..152 src has 1..152) ==== 5795+0+0 (secure 0 0 0) 0x7fcac40bbb00 con 0x7fcad40d1bb0 2024-09-21T00:32:50.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.517+0000 7fcada088640 1 --2- 172.21.15.67:0/3294922141 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcab8078b90 0x7fcab807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:50.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.517+0000 7fcada088640 1 --2- 172.21.15.67:0/3294922141 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcab8078b90 0x7fcab807b0a0 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7fcad0005da0 tx=0x7fcad0005cf0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:50.522 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.520+0000 7fcacaffd640 1 -- 172.21.15.67:0/3294922141 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fcad415e950 con 0x7fcad40d1bb0 2024-09-21T00:32:50.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.745+0000 7fcadc2ec640 1 -- 172.21.15.67:0/3294922141 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcad406f0f0 con 0x7fcad40d1bb0 2024-09-21T00:32:50.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.745+0000 7fcacaffd640 1 -- 172.21.15.67:0/3294922141 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 131 v131) ==== 95+0+4407 (secure 0 0 0) 0x7fcac4083f50 con 0x7fcad40d1bb0 2024-09-21T00:32:50.748 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:32:50.748 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":131,"btime":"2024-09-21T00:32:50:072777+0000","default_fscid":11,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7769,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/2656243964","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":2656243964},{"type":"v1","addr":"172.21.15.97:6836","nonce":2656243964}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":122},{"gid":8620,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/2684384130","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":2684384130},{"type":"v1","addr":"172.21.15.97:6837","nonce":2684384130}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":122}],"filesystems":[{"mdsmap":{"epoch":131,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:31:58.504932+0000","modified":"2024-09-21T00:32:50.072769+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":152,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9564},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9564":{"gid":9564,"name":"c","rank":0,"incarnation":128,"state":"up:active","state_seq":17,"addr":"172.21.15.67:6834/801204650","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":801204650},{"type":"v1","addr":"172.21.15.67:6834","nonce":801204650}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[23],"metadata_pool":22,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9564,"qdb_cluster":[9564]},"id":11}]} 2024-09-21T00:32:50.748 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 131 2024-09-21T00:32:50.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.748+0000 7fcadc2ec640 1 -- 172.21.15.67:0/3294922141 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcab8078b90 msgr2=0x7fcab807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:50.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.748+0000 7fcadc2ec640 1 --2- 172.21.15.67:0/3294922141 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcab8078b90 0x7fcab807b0a0 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7fcad0005da0 tx=0x7fcad0005cf0 comp rx=0 tx=0).stop 2024-09-21T00:32:50.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.748+0000 7fcadc2ec640 1 -- 172.21.15.67:0/3294922141 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcad40d1bb0 msgr2=0x7fcad40b24d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:50.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.748+0000 7fcadc2ec640 1 --2- 172.21.15.67:0/3294922141 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcad40d1bb0 0x7fcad40b24d0 secure :-1 s=READY pgs=1939 cs=0 l=1 rev1=1 crypto rx=0x7fcac4034040 tx=0x7fcac4003910 comp rx=0 tx=0).stop 2024-09-21T00:32:50.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.748+0000 7fcadc2ec640 1 -- 172.21.15.67:0/3294922141 shutdown_connections 2024-09-21T00:32:50.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.748+0000 7fcadc2ec640 1 --2- 172.21.15.67:0/3294922141 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcab8078b90 0x7fcab807b0a0 unknown :-1 s=CLOSED pgs=728 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:50.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.748+0000 7fcadc2ec640 1 --2- 172.21.15.67:0/3294922141 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcad40d4900 0x7fcad41e8690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:50.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.748+0000 7fcadc2ec640 1 --2- 172.21.15.67:0/3294922141 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcad40d1bb0 0x7fcad40b24d0 unknown :-1 s=CLOSED pgs=1939 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:50.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.748+0000 7fcadc2ec640 1 --2- 172.21.15.67:0/3294922141 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcad40b5940 0x7fcad40b1f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:50.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.748+0000 7fcadc2ec640 1 -- 172.21.15.67:0/3294922141 >> 172.21.15.67:0/3294922141 conn(0x7fcad409d8c0 msgr2=0x7fcad408bee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:50.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.748+0000 7fcadc2ec640 1 -- 172.21.15.67:0/3294922141 shutdown_connections 2024-09-21T00:32:50.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.748+0000 7fcadc2ec640 1 -- 172.21.15.67:0/3294922141 wait complete. 2024-09-21T00:32:50.761 DEBUG:tasks.ceph_test_case:wait_until_true: success in 20s and 0 retries 2024-09-21T00:32:50.761 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:32:50.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.875+0000 7f9c0664d640 1 -- 172.21.15.67:0/323717886 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9c000d2b00 msgr2=0x7f9c0015e7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:50.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.875+0000 7f9c0664d640 1 --2- 172.21.15.67:0/323717886 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9c000d2b00 0x7f9c0015e7f0 secure :-1 s=READY pgs=1940 cs=0 l=1 rev1=1 crypto rx=0x7f9c000d1f80 tx=0x7f9bf402a560 comp rx=0 tx=0).stop 2024-09-21T00:32:50.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.875+0000 7f9c0664d640 1 -- 172.21.15.67:0/323717886 shutdown_connections 2024-09-21T00:32:50.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.875+0000 7f9c0664d640 1 --2- 172.21.15.67:0/323717886 >> v2:172.21.15.97:3300/0 conn(0x7f9c000d11c0 0x7f9c000d15d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:50.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.875+0000 7f9c0664d640 1 --2- 172.21.15.67:0/323717886 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9c000d2b00 0x7f9c0015e7f0 unknown :-1 s=CLOSED pgs=1940 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:50.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.875+0000 7f9c0664d640 1 --2- 172.21.15.67:0/323717886 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9c00162ea0 0x7f9c000cf740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:50.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.875+0000 7f9c0664d640 1 -- 172.21.15.67:0/323717886 >> 172.21.15.67:0/323717886 conn(0x7f9c0006dfb0 msgr2=0x7f9c0006e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:50.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.876+0000 7f9c0664d640 1 -- 172.21.15.67:0/323717886 shutdown_connections 2024-09-21T00:32:50.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.876+0000 7f9c0664d640 1 -- 172.21.15.67:0/323717886 wait complete. 2024-09-21T00:32:50.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.877+0000 7f9c0664d640 1 Processor -- start 2024-09-21T00:32:50.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.877+0000 7f9c0664d640 1 -- start start 2024-09-21T00:32:50.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.879+0000 7f9c0664d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9c000d11c0 0x7f9c000cd490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:50.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.879+0000 7f9c0664d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9c000d2b00 0x7f9c00161580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:50.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.879+0000 7f9c0664d640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9c00162ea0 0x7f9c00157a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:50.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.879+0000 7f9c0664d640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f9c0015f430 con 0x7f9c000d11c0 2024-09-21T00:32:50.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.879+0000 7f9c0664d640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f9c0015f2b0 con 0x7f9c000d2b00 2024-09-21T00:32:50.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.879+0000 7f9c0664d640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f9c0015f5b0 con 0x7f9c00162ea0 2024-09-21T00:32:50.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.879+0000 7f9bfffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9c000d11c0 0x7f9c000cd490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:50.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.879+0000 7f9bfffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9c000d11c0 0x7f9c000cd490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34348/0 (socket says 172.21.15.67:34348) 2024-09-21T00:32:50.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.879+0000 7f9bfffff640 1 -- 172.21.15.67:0/2775322603 learned_addr learned my addr 172.21.15.67:0/2775322603 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:32:50.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.879+0000 7f9bff7fe640 1 --2- 172.21.15.67:0/2775322603 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9c000d2b00 0x7f9c00161580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:50.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.879+0000 7f9c04bea640 1 --2- 172.21.15.67:0/2775322603 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9c00162ea0 0x7f9c00157a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:50.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.879+0000 7f9bfffff640 1 -- 172.21.15.67:0/2775322603 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9c00162ea0 msgr2=0x7f9c00157a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:50.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.879+0000 7f9bfffff640 1 --2- 172.21.15.67:0/2775322603 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9c00162ea0 0x7f9c00157a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:50.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.879+0000 7f9bfffff640 1 -- 172.21.15.67:0/2775322603 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9c000d2b00 msgr2=0x7f9c00161580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:50.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.879+0000 7f9bfffff640 1 --2- 172.21.15.67:0/2775322603 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9c000d2b00 0x7f9c00161580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:50.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.879+0000 7f9bfffff640 1 -- 172.21.15.67:0/2775322603 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9c001f9b10 con 0x7f9c000d11c0 2024-09-21T00:32:50.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.879+0000 7f9bfffff640 1 --2- 172.21.15.67:0/2775322603 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9c000d11c0 0x7f9c000cd490 secure :-1 s=READY pgs=1941 cs=0 l=1 rev1=1 crypto rx=0x7f9bf000d720 tx=0x7f9bf000dbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:50.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.880+0000 7f9bfcff9640 1 -- 172.21.15.67:0/2775322603 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bf0017070 con 0x7f9c000d11c0 2024-09-21T00:32:50.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.880+0000 7f9bfcff9640 1 -- 172.21.15.67:0/2775322603 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9bf0009b30 con 0x7f9c000d11c0 2024-09-21T00:32:50.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.880+0000 7f9c0664d640 1 -- 172.21.15.67:0/2775322603 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9c001f5890 con 0x7f9c000d11c0 2024-09-21T00:32:50.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.880+0000 7f9bfcff9640 1 -- 172.21.15.67:0/2775322603 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9bf0010460 con 0x7f9c000d11c0 2024-09-21T00:32:50.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.880+0000 7f9c0664d640 1 -- 172.21.15.67:0/2775322603 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9c001f5e50 con 0x7f9c000d11c0 2024-09-21T00:32:50.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.881+0000 7f9c0664d640 1 -- 172.21.15.67:0/2775322603 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9c0015e7f0 con 0x7f9c000d11c0 2024-09-21T00:32:50.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.882+0000 7f9bfcff9640 1 -- 172.21.15.67:0/2775322603 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f9bf001a070 con 0x7f9c000d11c0 2024-09-21T00:32:50.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.882+0000 7f9bfcff9640 1 --2- 172.21.15.67:0/2775322603 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9bec078b90 0x7f9bec07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:50.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.882+0000 7f9bfcff9640 1 -- 172.21.15.67:0/2775322603 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(152..152 src has 1..152) ==== 5795+0+0 (secure 0 0 0) 0x7f9bf009ae10 con 0x7f9c000d11c0 2024-09-21T00:32:50.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.882+0000 7f9bff7fe640 1 --2- 172.21.15.67:0/2775322603 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9bec078b90 0x7f9bec07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:50.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.883+0000 7f9bff7fe640 1 --2- 172.21.15.67:0/2775322603 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9bec078b90 0x7f9bec07b0a0 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7f9bf4033000 tx=0x7f9bf4004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:50.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:50.887+0000 7f9bfcff9640 1 -- 172.21.15.67:0/2775322603 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f9bf0062ba0 con 0x7f9c000d11c0 2024-09-21T00:32:51.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.114+0000 7f9c0664d640 1 -- 172.21.15.67:0/2775322603 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9c000d1720 con 0x7f9c000d11c0 2024-09-21T00:32:51.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.115+0000 7f9bfcff9640 1 -- 172.21.15.67:0/2775322603 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 131 v131) ==== 95+0+4407 (secure 0 0 0) 0x7f9bf00675d0 con 0x7f9c000d11c0 2024-09-21T00:32:51.117 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:32:51.117 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":131,"btime":"2024-09-21T00:32:50:072777+0000","default_fscid":11,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7769,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/2656243964","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":2656243964},{"type":"v1","addr":"172.21.15.97:6836","nonce":2656243964}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":122},{"gid":8620,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/2684384130","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":2684384130},{"type":"v1","addr":"172.21.15.97:6837","nonce":2684384130}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":122}],"filesystems":[{"mdsmap":{"epoch":131,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:31:58.504932+0000","modified":"2024-09-21T00:32:50.072769+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":152,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9564},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9564":{"gid":9564,"name":"c","rank":0,"incarnation":128,"state":"up:active","state_seq":17,"addr":"172.21.15.67:6834/801204650","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":801204650},{"type":"v1","addr":"172.21.15.67:6834","nonce":801204650}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[23],"metadata_pool":22,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9564,"qdb_cluster":[9564]},"id":11}]} 2024-09-21T00:32:51.117 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 131 2024-09-21T00:32:51.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.117+0000 7f9c0664d640 1 -- 172.21.15.67:0/2775322603 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9bec078b90 msgr2=0x7f9bec07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:51.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.117+0000 7f9c0664d640 1 --2- 172.21.15.67:0/2775322603 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9bec078b90 0x7f9bec07b0a0 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7f9bf4033000 tx=0x7f9bf4004730 comp rx=0 tx=0).stop 2024-09-21T00:32:51.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.117+0000 7f9c0664d640 1 -- 172.21.15.67:0/2775322603 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9c000d11c0 msgr2=0x7f9c000cd490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:51.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.117+0000 7f9c0664d640 1 --2- 172.21.15.67:0/2775322603 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9c000d11c0 0x7f9c000cd490 secure :-1 s=READY pgs=1941 cs=0 l=1 rev1=1 crypto rx=0x7f9bf000d720 tx=0x7f9bf000dbe0 comp rx=0 tx=0).stop 2024-09-21T00:32:51.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.117+0000 7f9c0664d640 1 -- 172.21.15.67:0/2775322603 shutdown_connections 2024-09-21T00:32:51.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.117+0000 7f9c0664d640 1 --2- 172.21.15.67:0/2775322603 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9bec078b90 0x7f9bec07b0a0 unknown :-1 s=CLOSED pgs=729 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:51.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.117+0000 7f9c0664d640 1 --2- 172.21.15.67:0/2775322603 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9c00162ea0 0x7f9c00157a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:51.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.117+0000 7f9c0664d640 1 --2- 172.21.15.67:0/2775322603 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9c000d2b00 0x7f9c00161580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:51.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.117+0000 7f9c0664d640 1 --2- 172.21.15.67:0/2775322603 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9c000d11c0 0x7f9c000cd490 unknown :-1 s=CLOSED pgs=1941 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:51.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.117+0000 7f9c0664d640 1 -- 172.21.15.67:0/2775322603 >> 172.21.15.67:0/2775322603 conn(0x7f9c0006dfb0 msgr2=0x7f9c000d4060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:51.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.117+0000 7f9c0664d640 1 -- 172.21.15.67:0/2775322603 shutdown_connections 2024-09-21T00:32:51.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.117+0000 7f9c0664d640 1 -- 172.21.15.67:0/2775322603 wait complete. 2024-09-21T00:32:51.131 DEBUG:tasks.cephfs.test_scrub_checks:current active=['c'] 2024-09-21T00:32:51.132 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-21T00:32:51.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.246+0000 7f4c10869640 1 -- 172.21.15.67:0/4067368729 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4bf4003a30 msgr2=0x7f4bf4003ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:51.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.246+0000 7f4c10869640 1 --2- 172.21.15.67:0/4067368729 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4bf4003a30 0x7f4bf4003ea0 secure :-1 s=READY pgs=1943 cs=0 l=1 rev1=1 crypto rx=0x7f4bfc001180 tx=0x7f4bf4005830 comp rx=0 tx=0).stop 2024-09-21T00:32:51.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.246+0000 7f4c0ad9d640 1 -- 172.21.15.67:0/4067368729 reap_dead start 2024-09-21T00:32:51.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.246+0000 7f4c10869640 1 -- 172.21.15.67:0/4067368729 shutdown_connections 2024-09-21T00:32:51.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.246+0000 7f4c10869640 1 -- 172.21.15.67:0/4067368729 >> 172.21.15.67:0/4067368729 conn(0x7f4c0c06dfb0 msgr2=0x7f4c0c06e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:51.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.246+0000 7f4c10869640 1 -- 172.21.15.67:0/4067368729 shutdown_connections 2024-09-21T00:32:51.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.246+0000 7f4c10869640 1 -- 172.21.15.67:0/4067368729 wait complete. 2024-09-21T00:32:51.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.248+0000 7f4c10869640 1 Processor -- start 2024-09-21T00:32:51.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.248+0000 7f4c10869640 1 -- start start 2024-09-21T00:32:51.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.249+0000 7f4c10869640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4bf4003a30 0x7f4c0c161b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:51.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.249+0000 7f4c10869640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4c0c14d130 0x7f4c0c1f90f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:51.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.249+0000 7f4c10869640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4c0c1f9630 0x7f4c0c160740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:51.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.249+0000 7f4c10869640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f4c0c15f430 con 0x7f4c0c1f9630 2024-09-21T00:32:51.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.249+0000 7f4c10869640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f4c0c15f2b0 con 0x7f4c0c14d130 2024-09-21T00:32:51.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.249+0000 7f4c10869640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f4c0c15f5b0 con 0x7f4bf4003a30 2024-09-21T00:32:51.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.250+0000 7f4c0ad9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4c0c1f9630 0x7f4c0c160740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:51.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.250+0000 7f4c0ad9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4c0c1f9630 0x7f4c0c160740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34374/0 (socket says 172.21.15.67:34374) 2024-09-21T00:32:51.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.250+0000 7f4c0ad9d640 1 -- 172.21.15.67:0/332660299 learned_addr learned my addr 172.21.15.67:0/332660299 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:32:51.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.250+0000 7f4c09d9b640 1 --2- 172.21.15.67:0/332660299 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4c0c14d130 0x7f4c0c1f90f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:51.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.250+0000 7f4c0a59c640 1 --2- 172.21.15.67:0/332660299 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4bf4003a30 0x7f4c0c161b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:51.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.250+0000 7f4c0ad9d640 1 -- 172.21.15.67:0/332660299 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4bf4003a30 msgr2=0x7f4c0c161b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:51.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.250+0000 7f4c0ad9d640 1 --2- 172.21.15.67:0/332660299 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4bf4003a30 0x7f4c0c161b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:51.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.250+0000 7f4c0ad9d640 1 -- 172.21.15.67:0/332660299 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4c0c14d130 msgr2=0x7f4c0c1f90f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:51.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.250+0000 7f4c0ad9d640 1 --2- 172.21.15.67:0/332660299 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4c0c14d130 0x7f4c0c1f90f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:51.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.250+0000 7f4c0ad9d640 1 -- 172.21.15.67:0/332660299 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c0c1599e0 con 0x7f4c0c1f9630 2024-09-21T00:32:51.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.250+0000 7f4c0ad9d640 1 --2- 172.21.15.67:0/332660299 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4c0c1f9630 0x7f4c0c160740 secure :-1 s=READY pgs=1944 cs=0 l=1 rev1=1 crypto rx=0x7f4c04005fd0 tx=0x7f4c04010f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:51.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.250+0000 7f4bfaffd640 1 -- 172.21.15.67:0/332660299 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c04003970 con 0x7f4c0c1f9630 2024-09-21T00:32:51.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.250+0000 7f4bfaffd640 1 -- 172.21.15.67:0/332660299 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4c04015070 con 0x7f4c0c1f9630 2024-09-21T00:32:51.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.250+0000 7f4c10869640 1 -- 172.21.15.67:0/332660299 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4c0c159700 con 0x7f4c0c1f9630 2024-09-21T00:32:51.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.250+0000 7f4bfaffd640 1 -- 172.21.15.67:0/332660299 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c04004030 con 0x7f4c0c1f9630 2024-09-21T00:32:51.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.250+0000 7f4c10869640 1 -- 172.21.15.67:0/332660299 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4c0c1620d0 con 0x7f4c0c1f9630 2024-09-21T00:32:51.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.251+0000 7f4c10869640 1 -- 172.21.15.67:0/332660299 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4c0c1f9e90 con 0x7f4c0c1f9630 2024-09-21T00:32:51.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.252+0000 7f4bfaffd640 1 -- 172.21.15.67:0/332660299 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f4c040041d0 con 0x7f4c0c1f9630 2024-09-21T00:32:51.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.253+0000 7f4bfaffd640 1 --2- 172.21.15.67:0/332660299 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4bec078b90 0x7f4bec07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:51.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.253+0000 7f4bfaffd640 1 -- 172.21.15.67:0/332660299 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(152..152 src has 1..152) ==== 5795+0+0 (secure 0 0 0) 0x7f4c0409b7e0 con 0x7f4c0c1f9630 2024-09-21T00:32:51.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.253+0000 7f4c0a59c640 1 --2- 172.21.15.67:0/332660299 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4bec078b90 0x7f4bec07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:51.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.254+0000 7f4c0a59c640 1 --2- 172.21.15.67:0/332660299 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4bec078b90 0x7f4bec07b0a0 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7f4bfc033000 tx=0x7f4bfc001110 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:51.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.257+0000 7f4bfaffd640 1 -- 172.21.15.67:0/332660299 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f4c04063570 con 0x7f4c0c1f9630 2024-09-21T00:32:51.522 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.520+0000 7f4c10869640 1 -- 172.21.15.67:0/332660299 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f4c0c15fb40 con 0x7f4c0c1f9630 2024-09-21T00:32:51.523 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.521+0000 7f4bfaffd640 1 -- 172.21.15.67:0/332660299 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1509 (secure 0 0 0) 0x7f4c04067fa0 con 0x7f4c0c1f9630 2024-09-21T00:32:51.523 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:32:51.523 INFO:teuthology.orchestra.run.smithi067.stdout:{"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":714,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":152,"num_osds":8,"num_up_osds":8,"osd_up_since":1726878070,"num_in_osds":8,"osd_in_since":1726878060,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":1048,"data_bytes":1078265831,"bytes_used":2695823360,"bytes_avail":770398289920,"bytes_total":773094113280,"read_bytes_sec":393618,"write_bytes_sec":204,"read_op_per_sec":0,"write_op_per_sec":0},"fsmap":{"epoch":131,"btime":"2024-09-21T00:32:50:072777+0000","id":11,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":11,"rank":0,"name":"c","status":"up:active","gid":9564}],"up:standby":2},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":32,"modified":"2024-09-21T00:32:47.674042+0000","services":{"mds":{"daemons":{"summary":"","b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-21T00:32:51.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.523+0000 7f4c10869640 1 -- 172.21.15.67:0/332660299 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4bec078b90 msgr2=0x7f4bec07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:51.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.523+0000 7f4c10869640 1 --2- 172.21.15.67:0/332660299 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4bec078b90 0x7f4bec07b0a0 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7f4bfc033000 tx=0x7f4bfc001110 comp rx=0 tx=0).stop 2024-09-21T00:32:51.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.523+0000 7f4c10869640 1 -- 172.21.15.67:0/332660299 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4c0c1f9630 msgr2=0x7f4c0c160740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:51.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.523+0000 7f4c10869640 1 --2- 172.21.15.67:0/332660299 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4c0c1f9630 0x7f4c0c160740 secure :-1 s=READY pgs=1944 cs=0 l=1 rev1=1 crypto rx=0x7f4c04005fd0 tx=0x7f4c04010f40 comp rx=0 tx=0).stop 2024-09-21T00:32:51.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.523+0000 7f4c10869640 1 -- 172.21.15.67:0/332660299 shutdown_connections 2024-09-21T00:32:51.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.523+0000 7f4c10869640 1 --2- 172.21.15.67:0/332660299 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4bec078b90 0x7f4bec07b0a0 unknown :-1 s=CLOSED pgs=730 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:51.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.523+0000 7f4c10869640 1 --2- 172.21.15.67:0/332660299 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4c0c1f9630 0x7f4c0c160740 unknown :-1 s=CLOSED pgs=1944 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:51.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.523+0000 7f4c10869640 1 --2- 172.21.15.67:0/332660299 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4c0c14d130 0x7f4c0c1f90f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:51.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.523+0000 7f4c10869640 1 --2- 172.21.15.67:0/332660299 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4bf4003a30 0x7f4c0c161b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:51.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.523+0000 7f4c10869640 1 -- 172.21.15.67:0/332660299 >> 172.21.15.67:0/332660299 conn(0x7f4c0c06dfb0 msgr2=0x7f4c0c0b41f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:51.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.523+0000 7f4c10869640 1 -- 172.21.15.67:0/332660299 shutdown_connections 2024-09-21T00:32:51.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.523+0000 7f4c10869640 1 -- 172.21.15.67:0/332660299 wait complete. 2024-09-21T00:32:51.537 INFO:tasks.ceph.ceph_manager.ceph:{} 2024-09-21T00:32:51.537 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-21T00:32:51.537 DEBUG:teuthology.orchestra.run.smithi067:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T00:32:51.581 DEBUG:teuthology.orchestra.run.smithi097:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T00:32:51.596 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:32:51.623 DEBUG:teuthology.orchestra.run.smithi097:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:32:51.625 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-21T00:32:51.626 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T00:32:51.626 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:32:51.626 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:32:51.681 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:32:51.681 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:32:51.749 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T00:32:51.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.904+0000 7f2259589640 1 -- 172.21.15.67:0/3113302782 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f225409b060 msgr2=0x7f22540cdfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:51.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.904+0000 7f2259589640 1 --2- 172.21.15.67:0/3113302782 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f225409b060 0x7f22540cdfa0 secure :-1 s=READY pgs=1946 cs=0 l=1 rev1=1 crypto rx=0x7f224c009830 tx=0x7f224c02a5c0 comp rx=0 tx=0).stop 2024-09-21T00:32:51.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.904+0000 7f2259589640 1 -- 172.21.15.67:0/3113302782 shutdown_connections 2024-09-21T00:32:51.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.904+0000 7f2259589640 1 --2- 172.21.15.67:0/3113302782 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f225409b060 0x7f22540cdfa0 unknown :-1 s=CLOSED pgs=1946 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:51.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.904+0000 7f2259589640 1 -- 172.21.15.67:0/3113302782 >> 172.21.15.67:0/3113302782 conn(0x7f22540b3e90 msgr2=0x7f22540b42a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:51.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.904+0000 7f2259589640 1 -- 172.21.15.67:0/3113302782 shutdown_connections 2024-09-21T00:32:51.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.904+0000 7f2259589640 1 -- 172.21.15.67:0/3113302782 wait complete. 2024-09-21T00:32:51.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.906+0000 7f2259589640 1 Processor -- start 2024-09-21T00:32:51.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.906+0000 7f2259589640 1 -- start start 2024-09-21T00:32:51.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.908+0000 7f2259589640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f225409b060 0x7f22540affa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:51.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.908+0000 7f2259589640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f22540b1910 0x7f22541f6a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:51.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.908+0000 7f2259589640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f225415ffe0 0x7f22541e9070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:51.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.908+0000 7f2259589640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f22540ce4e0 con 0x7f22540b1910 2024-09-21T00:32:51.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.908+0000 7f2259589640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f22540b7c00 con 0x7f225409b060 2024-09-21T00:32:51.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.908+0000 7f2259589640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f22540ce660 con 0x7f225415ffe0 2024-09-21T00:32:51.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.908+0000 7f22527fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f22540b1910 0x7f22541f6a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:51.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.908+0000 7f22527fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f22540b1910 0x7f22541f6a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34388/0 (socket says 172.21.15.67:34388) 2024-09-21T00:32:51.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.908+0000 7f22527fc640 1 -- 172.21.15.67:0/226191850 learned_addr learned my addr 172.21.15.67:0/226191850 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:32:51.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.908+0000 7f2252ffd640 1 --2- 172.21.15.67:0/226191850 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f225409b060 0x7f22540affa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:51.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.908+0000 7f22537fe640 1 --2- 172.21.15.67:0/226191850 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f225415ffe0 0x7f22541e9070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:51.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.908+0000 7f22527fc640 1 -- 172.21.15.67:0/226191850 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f225415ffe0 msgr2=0x7f22541e9070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:51.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.908+0000 7f22527fc640 1 --2- 172.21.15.67:0/226191850 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f225415ffe0 0x7f22541e9070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:51.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.908+0000 7f22527fc640 1 -- 172.21.15.67:0/226191850 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f225409b060 msgr2=0x7f22540affa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:51.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.908+0000 7f22527fc640 1 --2- 172.21.15.67:0/226191850 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f225409b060 0x7f22540affa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:51.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.908+0000 7f22527fc640 1 -- 172.21.15.67:0/226191850 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22540b07f0 con 0x7f22540b1910 2024-09-21T00:32:51.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.908+0000 7f22527fc640 1 --2- 172.21.15.67:0/226191850 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f22540b1910 0x7f22541f6a20 secure :-1 s=READY pgs=1947 cs=0 l=1 rev1=1 crypto rx=0x7f223c00c430 tx=0x7f223c00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:51.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.908+0000 7f224b7fe640 1 -- 172.21.15.67:0/226191850 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f223c011790 con 0x7f22540b1910 2024-09-21T00:32:51.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.909+0000 7f224b7fe640 1 -- 172.21.15.67:0/226191850 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f223c017070 con 0x7f22540b1910 2024-09-21T00:32:51.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.909+0000 7f2259589640 1 -- 172.21.15.67:0/226191850 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f22540b0ad0 con 0x7f22540b1910 2024-09-21T00:32:51.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.909+0000 7f224b7fe640 1 -- 172.21.15.67:0/226191850 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f223c011ca0 con 0x7f22540b1910 2024-09-21T00:32:51.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.909+0000 7f2259589640 1 -- 172.21.15.67:0/226191850 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f22540b1090 con 0x7f22540b1910 2024-09-21T00:32:51.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.909+0000 7f2259589640 1 -- 172.21.15.67:0/226191850 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f22540d34f0 con 0x7f22540b1910 2024-09-21T00:32:51.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.910+0000 7f224b7fe640 1 -- 172.21.15.67:0/226191850 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f223c01c460 con 0x7f22540b1910 2024-09-21T00:32:51.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.911+0000 7f224b7fe640 1 --2- 172.21.15.67:0/226191850 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2234078b90 0x7f223407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:51.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.911+0000 7f224b7fe640 1 -- 172.21.15.67:0/226191850 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(152..152 src has 1..152) ==== 5795+0+0 (secure 0 0 0) 0x7f223c09a9d0 con 0x7f22540b1910 2024-09-21T00:32:51.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.911+0000 7f2252ffd640 1 --2- 172.21.15.67:0/226191850 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2234078b90 0x7f223407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:51.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.912+0000 7f2252ffd640 1 --2- 172.21.15.67:0/226191850 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2234078b90 0x7f223407b0a0 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f22540b18c0 tx=0x7f2244009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:51.917 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:51.915+0000 7f224b7fe640 1 -- 172.21.15.67:0/226191850 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f223c0627f0 con 0x7f22540b1910 2024-09-21T00:32:52.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.115+0000 7f2259589640 1 -- 172.21.15.67:0/226191850 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f22540b0580 con 0x7f22540b1910 2024-09-21T00:32:52.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.116+0000 7f224b7fe640 1 -- 172.21.15.67:0/226191850 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 2 entries v152) ==== 80+0+122 (secure 0 0 0) 0x7f223c067220 con 0x7f22540b1910 2024-09-21T00:32:52.118 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.15.67:6835/4168290440 2024-09-22T00:32:47.062649+0000 2024-09-21T00:32:52.118 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.15.67:6833/4168290440 2024-09-22T00:32:47.062649+0000 2024-09-21T00:32:52.119 INFO:teuthology.orchestra.run.smithi067.stderr:listed 2 entries 2024-09-21T00:32:52.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.118+0000 7f2259589640 1 -- 172.21.15.67:0/226191850 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2234078b90 msgr2=0x7f223407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:52.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.118+0000 7f2259589640 1 --2- 172.21.15.67:0/226191850 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2234078b90 0x7f223407b0a0 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f22540b18c0 tx=0x7f2244009040 comp rx=0 tx=0).stop 2024-09-21T00:32:52.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.118+0000 7f2259589640 1 -- 172.21.15.67:0/226191850 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f22540b1910 msgr2=0x7f22541f6a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:52.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.118+0000 7f2259589640 1 --2- 172.21.15.67:0/226191850 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f22540b1910 0x7f22541f6a20 secure :-1 s=READY pgs=1947 cs=0 l=1 rev1=1 crypto rx=0x7f223c00c430 tx=0x7f223c00c8f0 comp rx=0 tx=0).stop 2024-09-21T00:32:52.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.118+0000 7f2259589640 1 -- 172.21.15.67:0/226191850 shutdown_connections 2024-09-21T00:32:52.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.118+0000 7f2259589640 1 --2- 172.21.15.67:0/226191850 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2234078b90 0x7f223407b0a0 unknown :-1 s=CLOSED pgs=731 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:52.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.118+0000 7f2259589640 1 --2- 172.21.15.67:0/226191850 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f225415ffe0 0x7f22541e9070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:52.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.118+0000 7f2259589640 1 --2- 172.21.15.67:0/226191850 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f22540b1910 0x7f22541f6a20 unknown :-1 s=CLOSED pgs=1947 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:52.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.118+0000 7f2259589640 1 --2- 172.21.15.67:0/226191850 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f225409b060 0x7f22540affa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:52.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.118+0000 7f2259589640 1 -- 172.21.15.67:0/226191850 >> 172.21.15.67:0/226191850 conn(0x7f22540b3e90 msgr2=0x7f22540b2d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:52.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.118+0000 7f2259589640 1 -- 172.21.15.67:0/226191850 shutdown_connections 2024-09-21T00:32:52.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.118+0000 7f2259589640 1 -- 172.21.15.67:0/226191850 wait complete. 2024-09-21T00:32:52.131 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi067.front.sepia.ceph.com... 2024-09-21T00:32:52.131 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:32:52.132 DEBUG:teuthology.orchestra.run.smithi067:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-21T00:32:52.155 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:ceph-fuse[95738]: fuse finished with error 0 and tester_r 0 2024-09-21T00:32:52.158 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi067.front.sepia.ceph.com 2024-09-21T00:32:52.158 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:32:52.159 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-21T00:32:52.325 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T00:32:52.325 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:32:52.325 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:32:52.345 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17850 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T00:32:52.345 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T00:32:52.345 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:32:52.345 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:32:52.382 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20178 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T00:32:52.382 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T00:32:52.382 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:32:52.382 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:32:52.402 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17850 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T00:32:52.403 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:32:52.539 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.536+0000 7f0c93f8b640 1 -- 172.21.15.67:0/2336411721 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0c8c0b9e70 msgr2=0x7f0c8c0b6020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:52.539 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.536+0000 7f0c93f8b640 1 --2- 172.21.15.67:0/2336411721 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0c8c0b9e70 0x7f0c8c0b6020 secure :-1 s=READY pgs=1948 cs=0 l=1 rev1=1 crypto rx=0x7f0c8c08d200 tx=0x7f0c7c02a4d0 comp rx=0 tx=0).stop 2024-09-21T00:32:52.539 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.536+0000 7f0c93f8b640 1 -- 172.21.15.67:0/2336411721 shutdown_connections 2024-09-21T00:32:52.539 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.536+0000 7f0c93f8b640 1 --2- 172.21.15.67:0/2336411721 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0c8c06ebc0 0x7f0c8c06efd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:52.539 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.536+0000 7f0c93f8b640 1 --2- 172.21.15.67:0/2336411721 >> v2:172.21.15.97:3300/0 conn(0x7f0c8c0d22f0 0x7f0c8c0b6560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:52.539 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.536+0000 7f0c93f8b640 1 --2- 172.21.15.67:0/2336411721 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0c8c0b9e70 0x7f0c8c0b6020 unknown :-1 s=CLOSED pgs=1948 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:52.539 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.536+0000 7f0c93f8b640 1 -- 172.21.15.67:0/2336411721 >> 172.21.15.67:0/2336411721 conn(0x7f0c8c0d45a0 msgr2=0x7f0c8c0d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:52.539 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.536+0000 7f0c93f8b640 1 -- 172.21.15.67:0/2336411721 shutdown_connections 2024-09-21T00:32:52.539 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.536+0000 7f0c93f8b640 1 -- 172.21.15.67:0/2336411721 wait complete. 2024-09-21T00:32:52.540 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.538+0000 7f0c93f8b640 1 Processor -- start 2024-09-21T00:32:52.540 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.538+0000 7f0c93f8b640 1 -- start start 2024-09-21T00:32:52.542 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.539+0000 7f0c93f8b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0c8c06ebc0 0x7f0c8c0cdb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:52.542 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.539+0000 7f0c93f8b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0c8c0b9e70 0x7f0c8c151120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:52.542 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.539+0000 7f0c93f8b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0c8c0d22f0 0x7f0c8c151a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:52.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.539+0000 7f0c93f8b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f0c8c06f8a0 con 0x7f0c8c06ebc0 2024-09-21T00:32:52.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.539+0000 7f0c93f8b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f0c8c06f720 con 0x7f0c8c0b9e70 2024-09-21T00:32:52.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.539+0000 7f0c93f8b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f0c8c06fa20 con 0x7f0c8c0d22f0 2024-09-21T00:32:52.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.539+0000 7f0c91d27640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0c8c06ebc0 0x7f0c8c0cdb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:52.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.539+0000 7f0c91d27640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0c8c06ebc0 0x7f0c8c0cdb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34398/0 (socket says 172.21.15.67:34398) 2024-09-21T00:32:52.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.539+0000 7f0c91d27640 1 -- 172.21.15.67:0/1561026276 learned_addr learned my addr 172.21.15.67:0/1561026276 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:32:52.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.540+0000 7f0c91d27640 1 -- 172.21.15.67:0/1561026276 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0c8c0d22f0 msgr2=0x7f0c8c151a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:52.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.540+0000 7f0c91d27640 1 --2- 172.21.15.67:0/1561026276 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0c8c0d22f0 0x7f0c8c151a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:52.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.540+0000 7f0c91526640 1 --2- 172.21.15.67:0/1561026276 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0c8c0b9e70 0x7f0c8c151120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:52.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.540+0000 7f0c91d27640 1 -- 172.21.15.67:0/1561026276 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0c8c0b9e70 msgr2=0x7f0c8c151120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:52.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.540+0000 7f0c91d27640 1 --2- 172.21.15.67:0/1561026276 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0c8c0b9e70 0x7f0c8c151120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:52.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.540+0000 7f0c91d27640 1 -- 172.21.15.67:0/1561026276 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c8c0cca80 con 0x7f0c8c06ebc0 2024-09-21T00:32:52.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.540+0000 7f0c91d27640 1 --2- 172.21.15.67:0/1561026276 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0c8c06ebc0 0x7f0c8c0cdb20 secure :-1 s=READY pgs=1949 cs=0 l=1 rev1=1 crypto rx=0x7f0c7c034040 tx=0x7f0c7c0039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:52.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.540+0000 7f0c8a7fc640 1 -- 172.21.15.67:0/1561026276 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c7c03e030 con 0x7f0c8c06ebc0 2024-09-21T00:32:52.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.540+0000 7f0c8a7fc640 1 -- 172.21.15.67:0/1561026276 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0c7c0047a0 con 0x7f0c8c06ebc0 2024-09-21T00:32:52.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.540+0000 7f0c93f8b640 1 -- 172.21.15.67:0/1561026276 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c8c0ccd60 con 0x7f0c8c06ebc0 2024-09-21T00:32:52.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.540+0000 7f0c8a7fc640 1 -- 172.21.15.67:0/1561026276 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c7c035040 con 0x7f0c8c06ebc0 2024-09-21T00:32:52.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.540+0000 7f0c93f8b640 1 -- 172.21.15.67:0/1561026276 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c8c0cd320 con 0x7f0c8c06ebc0 2024-09-21T00:32:52.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.541+0000 7f0c93f8b640 1 -- 172.21.15.67:0/1561026276 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0c8c06efd0 con 0x7f0c8c06ebc0 2024-09-21T00:32:52.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.542+0000 7f0c8a7fc640 1 -- 172.21.15.67:0/1561026276 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f0c7c041030 con 0x7f0c8c06ebc0 2024-09-21T00:32:52.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.542+0000 7f0c8a7fc640 1 --2- 172.21.15.67:0/1561026276 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0c78078b90 0x7f0c7807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:52.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.543+0000 7f0c8a7fc640 1 -- 172.21.15.67:0/1561026276 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(152..152 src has 1..152) ==== 5795+0+0 (secure 0 0 0) 0x7f0c7c0bb5e0 con 0x7f0c8c06ebc0 2024-09-21T00:32:52.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.543+0000 7f0c91526640 1 --2- 172.21.15.67:0/1561026276 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0c78078b90 0x7f0c7807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:52.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.543+0000 7f0c91526640 1 --2- 172.21.15.67:0/1561026276 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0c78078b90 0x7f0c7807b0a0 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f0c80005fd0 tx=0x7f0c80005bc0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:52.549 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.548+0000 7f0c8a7fc640 1 -- 172.21.15.67:0/1561026276 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f0c7c083a50 con 0x7f0c8c06ebc0 2024-09-21T00:32:52.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.773+0000 7f0c93f8b640 1 -- 172.21.15.67:0/1561026276 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0c8c161f40 con 0x7f0c8c06ebc0 2024-09-21T00:32:52.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.773+0000 7f0c8a7fc640 1 -- 172.21.15.67:0/1561026276 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 131 v131) ==== 95+0+4407 (secure 0 0 0) 0x7f0c7c083350 con 0x7f0c8c06ebc0 2024-09-21T00:32:52.776 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:32:52.776 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":131,"btime":"2024-09-21T00:32:50:072777+0000","default_fscid":11,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7769,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/2656243964","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":2656243964},{"type":"v1","addr":"172.21.15.97:6836","nonce":2656243964}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":122},{"gid":8620,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/2684384130","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":2684384130},{"type":"v1","addr":"172.21.15.97:6837","nonce":2684384130}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":122}],"filesystems":[{"mdsmap":{"epoch":131,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:31:58.504932+0000","modified":"2024-09-21T00:32:50.072769+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":152,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9564},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9564":{"gid":9564,"name":"c","rank":0,"incarnation":128,"state":"up:active","state_seq":17,"addr":"172.21.15.67:6834/801204650","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":801204650},{"type":"v1","addr":"172.21.15.67:6834","nonce":801204650}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[23],"metadata_pool":22,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9564,"qdb_cluster":[9564]},"id":11}]} 2024-09-21T00:32:52.776 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 131 2024-09-21T00:32:52.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.776+0000 7f0c93f8b640 1 -- 172.21.15.67:0/1561026276 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0c78078b90 msgr2=0x7f0c7807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:52.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.776+0000 7f0c93f8b640 1 --2- 172.21.15.67:0/1561026276 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0c78078b90 0x7f0c7807b0a0 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f0c80005fd0 tx=0x7f0c80005bc0 comp rx=0 tx=0).stop 2024-09-21T00:32:52.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.776+0000 7f0c93f8b640 1 -- 172.21.15.67:0/1561026276 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0c8c06ebc0 msgr2=0x7f0c8c0cdb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:52.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.776+0000 7f0c93f8b640 1 --2- 172.21.15.67:0/1561026276 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0c8c06ebc0 0x7f0c8c0cdb20 secure :-1 s=READY pgs=1949 cs=0 l=1 rev1=1 crypto rx=0x7f0c7c034040 tx=0x7f0c7c0039e0 comp rx=0 tx=0).stop 2024-09-21T00:32:52.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.776+0000 7f0c93f8b640 1 -- 172.21.15.67:0/1561026276 shutdown_connections 2024-09-21T00:32:52.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.776+0000 7f0c93f8b640 1 --2- 172.21.15.67:0/1561026276 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0c78078b90 0x7f0c7807b0a0 unknown :-1 s=CLOSED pgs=732 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:52.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.776+0000 7f0c93f8b640 1 --2- 172.21.15.67:0/1561026276 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0c8c0d22f0 0x7f0c8c151a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:52.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.776+0000 7f0c93f8b640 1 --2- 172.21.15.67:0/1561026276 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0c8c0b9e70 0x7f0c8c151120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:52.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.776+0000 7f0c93f8b640 1 --2- 172.21.15.67:0/1561026276 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0c8c06ebc0 0x7f0c8c0cdb20 unknown :-1 s=CLOSED pgs=1949 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:52.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.776+0000 7f0c93f8b640 1 -- 172.21.15.67:0/1561026276 >> 172.21.15.67:0/1561026276 conn(0x7f0c8c0d45a0 msgr2=0x7f0c8c0b73d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:52.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.776+0000 7f0c93f8b640 1 -- 172.21.15.67:0/1561026276 shutdown_connections 2024-09-21T00:32:52.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.776+0000 7f0c93f8b640 1 -- 172.21.15.67:0/1561026276 wait complete. 2024-09-21T00:32:52.790 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:32:52.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.906+0000 7f120c430640 1 -- 172.21.15.67:0/2884704713 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f11f0004d40 msgr2=0x7f11f0005150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:52.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.906+0000 7f120c430640 1 --2- 172.21.15.67:0/2884704713 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f11f0004d40 0x7f11f0005150 secure :-1 s=READY pgs=1951 cs=0 l=1 rev1=1 crypto rx=0x7f12040b3f80 tx=0x7f11f0005830 comp rx=0 tx=0).stop 2024-09-21T00:32:52.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.906+0000 7f120a9cd640 1 -- 172.21.15.67:0/2884704713 reap_dead start 2024-09-21T00:32:52.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.906+0000 7f120c430640 1 -- 172.21.15.67:0/2884704713 shutdown_connections 2024-09-21T00:32:52.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.906+0000 7f120c430640 1 -- 172.21.15.67:0/2884704713 >> 172.21.15.67:0/2884704713 conn(0x7f12040d45a0 msgr2=0x7f12040d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:52.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.906+0000 7f120c430640 1 -- 172.21.15.67:0/2884704713 shutdown_connections 2024-09-21T00:32:52.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.906+0000 7f120c430640 1 -- 172.21.15.67:0/2884704713 wait complete. 2024-09-21T00:32:52.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.908+0000 7f120c430640 1 Processor -- start 2024-09-21T00:32:52.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.908+0000 7f120c430640 1 -- start start 2024-09-21T00:32:52.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.909+0000 7f120c430640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f11f0004d40 0x7f1204151530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:52.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.909+0000 7f120c430640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f12040cd570 0x7f12041f8e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:52.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.909+0000 7f120c430640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f12041f93c0 0x7f12041f97d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:52.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.909+0000 7f120c430640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f12040b63b0 con 0x7f12041f93c0 2024-09-21T00:32:52.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.909+0000 7f120c430640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f12040b6230 con 0x7f11f0004d40 2024-09-21T00:32:52.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.909+0000 7f120c430640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f120406f2d0 con 0x7f12040cd570 2024-09-21T00:32:52.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.909+0000 7f120a9cd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f12041f93c0 0x7f12041f97d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:52.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.909+0000 7f120a9cd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f12041f93c0 0x7f12041f97d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34424/0 (socket says 172.21.15.67:34424) 2024-09-21T00:32:52.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.909+0000 7f120a9cd640 1 -- 172.21.15.67:0/1797615384 learned_addr learned my addr 172.21.15.67:0/1797615384 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:32:52.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.909+0000 7f120a1cc640 1 --2- 172.21.15.67:0/1797615384 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f11f0004d40 0x7f1204151530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:52.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.909+0000 7f12099cb640 1 --2- 172.21.15.67:0/1797615384 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f12040cd570 0x7f12041f8e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:52.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.909+0000 7f120a9cd640 1 -- 172.21.15.67:0/1797615384 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f12040cd570 msgr2=0x7f12041f8e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:52.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.909+0000 7f120a9cd640 1 --2- 172.21.15.67:0/1797615384 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f12040cd570 0x7f12041f8e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:52.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.909+0000 7f120a9cd640 1 -- 172.21.15.67:0/1797615384 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f11f0004d40 msgr2=0x7f1204151530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:52.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.909+0000 7f120a9cd640 1 --2- 172.21.15.67:0/1797615384 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f11f0004d40 0x7f1204151530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:52.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.910+0000 7f120a9cd640 1 -- 172.21.15.67:0/1797615384 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1204151a70 con 0x7f12041f93c0 2024-09-21T00:32:52.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.910+0000 7f120a1cc640 1 --2- 172.21.15.67:0/1797615384 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f11f0004d40 0x7f1204151530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:32:52.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.910+0000 7f12099cb640 1 --2- 172.21.15.67:0/1797615384 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f12040cd570 0x7f12041f8e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:32:52.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.910+0000 7f120a9cd640 1 --2- 172.21.15.67:0/1797615384 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f12041f93c0 0x7f12041f97d0 secure :-1 s=READY pgs=1952 cs=0 l=1 rev1=1 crypto rx=0x7f11fc036040 tx=0x7f11fc033c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:52.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.910+0000 7f11faffd640 1 -- 172.21.15.67:0/1797615384 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11fc038040 con 0x7f12041f93c0 2024-09-21T00:32:52.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.910+0000 7f11faffd640 1 -- 172.21.15.67:0/1797615384 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f11fc02bb90 con 0x7f12041f93c0 2024-09-21T00:32:52.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.910+0000 7f120c430640 1 -- 172.21.15.67:0/1797615384 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f12040ce5b0 con 0x7f12041f93c0 2024-09-21T00:32:52.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.910+0000 7f11faffd640 1 -- 172.21.15.67:0/1797615384 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11fc009200 con 0x7f12041f93c0 2024-09-21T00:32:52.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.910+0000 7f120c430640 1 -- 172.21.15.67:0/1797615384 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f12040cdff0 con 0x7f12041f93c0 2024-09-21T00:32:52.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.911+0000 7f120c430640 1 -- 172.21.15.67:0/1797615384 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f12040764b0 con 0x7f12041f93c0 2024-09-21T00:32:52.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.912+0000 7f11faffd640 1 -- 172.21.15.67:0/1797615384 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f11fc044030 con 0x7f12041f93c0 2024-09-21T00:32:52.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.912+0000 7f11faffd640 1 --2- 172.21.15.67:0/1797615384 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f11e8078b90 0x7f11e807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:52.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.912+0000 7f11faffd640 1 -- 172.21.15.67:0/1797615384 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(152..152 src has 1..152) ==== 5795+0+0 (secure 0 0 0) 0x7f11fc0baff0 con 0x7f12041f93c0 2024-09-21T00:32:52.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.913+0000 7f120a1cc640 1 --2- 172.21.15.67:0/1797615384 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f11e8078b90 0x7f11e807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:52.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.913+0000 7f120a1cc640 1 --2- 172.21.15.67:0/1797615384 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f11e8078b90 0x7f11e807b0a0 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7f1200009c50 tx=0x7f1200005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:52.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:52.917+0000 7f11faffd640 1 -- 172.21.15.67:0/1797615384 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f11fc04b060 con 0x7f12041f93c0 2024-09-21T00:32:53.147 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.146+0000 7f120c430640 1 -- 172.21.15.67:0/1797615384 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f12040b6530 con 0x7f12041f93c0 2024-09-21T00:32:53.148 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.147+0000 7f11faffd640 1 -- 172.21.15.67:0/1797615384 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 131 v131) ==== 95+0+4407 (secure 0 0 0) 0x7f1204151a70 con 0x7f12041f93c0 2024-09-21T00:32:53.148 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:32:53.148 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":131,"btime":"2024-09-21T00:32:50:072777+0000","default_fscid":11,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7769,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/2656243964","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":2656243964},{"type":"v1","addr":"172.21.15.97:6836","nonce":2656243964}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":122},{"gid":8620,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/2684384130","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":2684384130},{"type":"v1","addr":"172.21.15.97:6837","nonce":2684384130}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":122}],"filesystems":[{"mdsmap":{"epoch":131,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:31:58.504932+0000","modified":"2024-09-21T00:32:50.072769+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":152,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9564},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9564":{"gid":9564,"name":"c","rank":0,"incarnation":128,"state":"up:active","state_seq":17,"addr":"172.21.15.67:6834/801204650","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":801204650},{"type":"v1","addr":"172.21.15.67:6834","nonce":801204650}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[23],"metadata_pool":22,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9564,"qdb_cluster":[9564]},"id":11}]} 2024-09-21T00:32:53.148 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 131 2024-09-21T00:32:53.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.149+0000 7f120c430640 1 -- 172.21.15.67:0/1797615384 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f11e8078b90 msgr2=0x7f11e807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:53.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.149+0000 7f120c430640 1 --2- 172.21.15.67:0/1797615384 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f11e8078b90 0x7f11e807b0a0 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7f1200009c50 tx=0x7f1200005f90 comp rx=0 tx=0).stop 2024-09-21T00:32:53.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.149+0000 7f120c430640 1 -- 172.21.15.67:0/1797615384 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f12041f93c0 msgr2=0x7f12041f97d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:53.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.149+0000 7f120c430640 1 --2- 172.21.15.67:0/1797615384 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f12041f93c0 0x7f12041f97d0 secure :-1 s=READY pgs=1952 cs=0 l=1 rev1=1 crypto rx=0x7f11fc036040 tx=0x7f11fc033c30 comp rx=0 tx=0).stop 2024-09-21T00:32:53.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.149+0000 7f120c430640 1 -- 172.21.15.67:0/1797615384 shutdown_connections 2024-09-21T00:32:53.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.149+0000 7f120c430640 1 --2- 172.21.15.67:0/1797615384 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f11e8078b90 0x7f11e807b0a0 unknown :-1 s=CLOSED pgs=733 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:53.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.149+0000 7f120c430640 1 --2- 172.21.15.67:0/1797615384 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f12041f93c0 0x7f12041f97d0 unknown :-1 s=CLOSED pgs=1952 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:53.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.149+0000 7f120c430640 1 --2- 172.21.15.67:0/1797615384 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f12040cd570 0x7f12041f8e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:53.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.149+0000 7f120c430640 1 --2- 172.21.15.67:0/1797615384 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f11f0004d40 0x7f1204151530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:53.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.149+0000 7f120c430640 1 -- 172.21.15.67:0/1797615384 >> 172.21.15.67:0/1797615384 conn(0x7f12040d45a0 msgr2=0x7f12040b3120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:53.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.149+0000 7f120c430640 1 -- 172.21.15.67:0/1797615384 shutdown_connections 2024-09-21T00:32:53.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.149+0000 7f120c430640 1 -- 172.21.15.67:0/1797615384 wait complete. 2024-09-21T00:32:53.162 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:32:53.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.277+0000 7f8284e4d640 1 -- 172.21.15.67:0/4089632447 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8280073a30 msgr2=0x7f8280073e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:53.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.277+0000 7f8284e4d640 1 --2- 172.21.15.67:0/4089632447 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8280073a30 0x7f8280073e40 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f827400a940 tx=0x7f827402b850 comp rx=0 tx=0).stop 2024-09-21T00:32:53.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.277+0000 7f8284e4d640 1 -- 172.21.15.67:0/4089632447 shutdown_connections 2024-09-21T00:32:53.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.277+0000 7f8284e4d640 1 --2- 172.21.15.67:0/4089632447 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8280073a30 0x7f8280073e40 unknown :-1 s=CLOSED pgs=611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:53.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.277+0000 7f8284e4d640 1 --2- 172.21.15.67:0/4089632447 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f82800734e0 0x7f828015acf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:53.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.277+0000 7f8284e4d640 1 -- 172.21.15.67:0/4089632447 >> 172.21.15.67:0/4089632447 conn(0x7f828006d5a0 msgr2=0x7f82800b1d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:53.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.277+0000 7f8284e4d640 1 -- 172.21.15.67:0/4089632447 shutdown_connections 2024-09-21T00:32:53.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.277+0000 7f8284e4d640 1 -- 172.21.15.67:0/4089632447 wait complete. 2024-09-21T00:32:53.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.279+0000 7f8284e4d640 1 Processor -- start 2024-09-21T00:32:53.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.279+0000 7f8284e4d640 1 -- start start 2024-09-21T00:32:53.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.281+0000 7f8284e4d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f82800734e0 0x7f82801f7040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:53.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.281+0000 7f8284e4d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8280073a30 0x7f82801f7580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:53.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.281+0000 7f8284e4d640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f828015e9e0 0x7f82800ce270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:53.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.281+0000 7f8284e4d640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f82800cffc0 con 0x7f8280073a30 2024-09-21T00:32:53.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.281+0000 7f8284e4d640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f82800cfe40 con 0x7f82800734e0 2024-09-21T00:32:53.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.281+0000 7f8284e4d640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f8280072f20 con 0x7f828015e9e0 2024-09-21T00:32:53.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.281+0000 7f827dd9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8280073a30 0x7f82801f7580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:53.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.281+0000 7f827dd9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8280073a30 0x7f82801f7580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60486/0 (socket says 172.21.15.67:60486) 2024-09-21T00:32:53.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.281+0000 7f827dd9b640 1 -- 172.21.15.67:0/1042517195 learned_addr learned my addr 172.21.15.67:0/1042517195 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:32:53.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.281+0000 7f827e59c640 1 --2- 172.21.15.67:0/1042517195 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f82800734e0 0x7f82801f7040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:53.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.281+0000 7f827ed9d640 1 --2- 172.21.15.67:0/1042517195 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f828015e9e0 0x7f82800ce270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:53.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.281+0000 7f827dd9b640 1 -- 172.21.15.67:0/1042517195 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f828015e9e0 msgr2=0x7f82800ce270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:53.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.281+0000 7f827dd9b640 1 --2- 172.21.15.67:0/1042517195 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f828015e9e0 0x7f82800ce270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:53.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.281+0000 7f827dd9b640 1 -- 172.21.15.67:0/1042517195 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f82800734e0 msgr2=0x7f82801f7040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:53.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.281+0000 7f827dd9b640 1 --2- 172.21.15.67:0/1042517195 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f82800734e0 0x7f82801f7040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:53.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.281+0000 7f827dd9b640 1 -- 172.21.15.67:0/1042517195 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82801453b0 con 0x7f8280073a30 2024-09-21T00:32:53.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.281+0000 7f827dd9b640 1 --2- 172.21.15.67:0/1042517195 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8280073a30 0x7f82801f7580 secure :-1 s=READY pgs=1953 cs=0 l=1 rev1=1 crypto rx=0x7f8274000c00 tx=0x7f8274003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:53.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.281+0000 7f826effd640 1 -- 172.21.15.67:0/1042517195 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8274005c90 con 0x7f8280073a30 2024-09-21T00:32:53.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.282+0000 7f826effd640 1 -- 172.21.15.67:0/1042517195 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8274043070 con 0x7f8280073a30 2024-09-21T00:32:53.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.282+0000 7f8284e4d640 1 -- 172.21.15.67:0/1042517195 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8280147f00 con 0x7f8280073a30 2024-09-21T00:32:53.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.282+0000 7f826effd640 1 -- 172.21.15.67:0/1042517195 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8274031ae0 con 0x7f8280073a30 2024-09-21T00:32:53.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.282+0000 7f8284e4d640 1 -- 172.21.15.67:0/1042517195 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8280157430 con 0x7f8280073a30 2024-09-21T00:32:53.285 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.283+0000 7f8284e4d640 1 -- 172.21.15.67:0/1042517195 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8280157220 con 0x7f8280073a30 2024-09-21T00:32:53.285 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.283+0000 7f826effd640 1 -- 172.21.15.67:0/1042517195 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f827403b040 con 0x7f8280073a30 2024-09-21T00:32:53.285 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.284+0000 7f826effd640 1 --2- 172.21.15.67:0/1042517195 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8260078bc0 0x7f826007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:53.286 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.284+0000 7f826effd640 1 -- 172.21.15.67:0/1042517195 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(152..152 src has 1..152) ==== 5795+0+0 (secure 0 0 0) 0x7f82740bbb50 con 0x7f8280073a30 2024-09-21T00:32:53.286 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.284+0000 7f827e59c640 1 --2- 172.21.15.67:0/1042517195 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8260078bc0 0x7f826007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:53.286 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.285+0000 7f827e59c640 1 --2- 172.21.15.67:0/1042517195 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8260078bc0 0x7f826007b0d0 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f8270009b30 tx=0x7f8270005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:53.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.289+0000 7f826effd640 1 -- 172.21.15.67:0/1042517195 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f827404d020 con 0x7f8280073a30 2024-09-21T00:32:53.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.477+0000 7f8284e4d640 1 -- 172.21.15.67:0/1042517195 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f8280147c90 con 0x7f8280073a30 2024-09-21T00:32:53.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.478+0000 7f826effd640 1 -- 172.21.15.67:0/1042517195 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v152) ==== 74+0+16824 (secure 0 0 0) 0x7f82740838e0 con 0x7f8280073a30 2024-09-21T00:32:53.479 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:32:53.479 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":152,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:32:47.062705+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":23,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":22,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:31:56.173456+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"150","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":23,"pool_name":"cephfs_data","create_time":"2024-09-21T00:31:57.460237+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"151","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.67:6835/4168290440":"2024-09-22T00:32:47.062649+0000","172.21.15.67:6833/4168290440":"2024-09-22T00:32:47.062649+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:32:53.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.480+0000 7f8284e4d640 1 -- 172.21.15.67:0/1042517195 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8260078bc0 msgr2=0x7f826007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:53.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.480+0000 7f8284e4d640 1 --2- 172.21.15.67:0/1042517195 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8260078bc0 0x7f826007b0d0 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f8270009b30 tx=0x7f8270005f90 comp rx=0 tx=0).stop 2024-09-21T00:32:53.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.480+0000 7f8284e4d640 1 -- 172.21.15.67:0/1042517195 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8280073a30 msgr2=0x7f82801f7580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:53.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.480+0000 7f8284e4d640 1 --2- 172.21.15.67:0/1042517195 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8280073a30 0x7f82801f7580 secure :-1 s=READY pgs=1953 cs=0 l=1 rev1=1 crypto rx=0x7f8274000c00 tx=0x7f8274003c10 comp rx=0 tx=0).stop 2024-09-21T00:32:53.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.480+0000 7f8284e4d640 1 -- 172.21.15.67:0/1042517195 shutdown_connections 2024-09-21T00:32:53.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.480+0000 7f8284e4d640 1 --2- 172.21.15.67:0/1042517195 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8260078bc0 0x7f826007b0d0 unknown :-1 s=CLOSED pgs=734 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:53.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.480+0000 7f8284e4d640 1 --2- 172.21.15.67:0/1042517195 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f828015e9e0 0x7f82800ce270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:53.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.480+0000 7f8284e4d640 1 --2- 172.21.15.67:0/1042517195 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8280073a30 0x7f82801f7580 unknown :-1 s=CLOSED pgs=1953 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:53.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.480+0000 7f8284e4d640 1 --2- 172.21.15.67:0/1042517195 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f82800734e0 0x7f82801f7040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:53.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.480+0000 7f8284e4d640 1 -- 172.21.15.67:0/1042517195 >> 172.21.15.67:0/1042517195 conn(0x7f828006d5a0 msgr2=0x7f828015b460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:53.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.480+0000 7f8284e4d640 1 -- 172.21.15.67:0/1042517195 shutdown_connections 2024-09-21T00:32:53.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.480+0000 7f8284e4d640 1 -- 172.21.15.67:0/1042517195 wait complete. 2024-09-21T00:32:53.493 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-21T00:32:53.493 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:32:53.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.609+0000 7fb5136b2640 1 -- 172.21.15.67:0/876453703 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb50c06fbd0 msgr2=0x7fb50c0cf7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:53.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.609+0000 7fb5136b2640 1 --2- 172.21.15.67:0/876453703 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb50c06fbd0 0x7fb50c0cf7a0 secure :-1 s=READY pgs=1954 cs=0 l=1 rev1=1 crypto rx=0x7fb50c08d200 tx=0x7fb4fc02aa30 comp rx=0 tx=0).stop 2024-09-21T00:32:53.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.609+0000 7fb5136b2640 1 -- 172.21.15.67:0/876453703 shutdown_connections 2024-09-21T00:32:53.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.609+0000 7fb5136b2640 1 --2- 172.21.15.67:0/876453703 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb50c06fbd0 0x7fb50c0cf7a0 unknown :-1 s=CLOSED pgs=1954 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:53.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.609+0000 7fb5136b2640 1 --2- 172.21.15.67:0/876453703 >> v2:172.21.15.97:3300/0 conn(0x7fb50c0b6730 0x7fb50c0cf260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:53.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.609+0000 7fb5136b2640 1 -- 172.21.15.67:0/876453703 >> 172.21.15.67:0/876453703 conn(0x7fb50c0d45a0 msgr2=0x7fb50c0d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:53.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.609+0000 7fb5136b2640 1 -- 172.21.15.67:0/876453703 shutdown_connections 2024-09-21T00:32:53.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.609+0000 7fb5136b2640 1 -- 172.21.15.67:0/876453703 wait complete. 2024-09-21T00:32:53.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.611+0000 7fb5136b2640 1 Processor -- start 2024-09-21T00:32:53.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.611+0000 7fb5136b2640 1 -- start start 2024-09-21T00:32:53.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.612+0000 7fb5136b2640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb50c06fbd0 0x7fb50c14f8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:53.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.612+0000 7fb5136b2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb50c0b9e70 0x7fb50c15da00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:53.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.612+0000 7fb5136b2640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb50c15ba50 0x7fb50c1f5a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:53.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.612+0000 7fb5136b2640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fb50c0cfce0 con 0x7fb50c0b9e70 2024-09-21T00:32:53.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.612+0000 7fb5136b2640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fb50c0d25e0 con 0x7fb50c06fbd0 2024-09-21T00:32:53.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.612+0000 7fb5136b2640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fb50c0cfe60 con 0x7fb50c15ba50 2024-09-21T00:32:53.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.612+0000 7fb510c4d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb50c0b9e70 0x7fb50c15da00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:53.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.612+0000 7fb510c4d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb50c0b9e70 0x7fb50c15da00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60490/0 (socket says 172.21.15.67:60490) 2024-09-21T00:32:53.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.612+0000 7fb510c4d640 1 -- 172.21.15.67:0/2693612630 learned_addr learned my addr 172.21.15.67:0/2693612630 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:32:53.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.612+0000 7fb51144e640 1 --2- 172.21.15.67:0/2693612630 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb50c06fbd0 0x7fb50c14f8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:53.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.612+0000 7fb511c4f640 1 --2- 172.21.15.67:0/2693612630 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb50c15ba50 0x7fb50c1f5a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:53.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.612+0000 7fb510c4d640 1 -- 172.21.15.67:0/2693612630 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb50c15ba50 msgr2=0x7fb50c1f5a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:53.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.612+0000 7fb510c4d640 1 --2- 172.21.15.67:0/2693612630 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb50c15ba50 0x7fb50c1f5a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:53.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.612+0000 7fb510c4d640 1 -- 172.21.15.67:0/2693612630 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb50c06fbd0 msgr2=0x7fb50c14f8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:53.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.612+0000 7fb510c4d640 1 --2- 172.21.15.67:0/2693612630 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb50c06fbd0 0x7fb50c14f8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:53.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.612+0000 7fb510c4d640 1 -- 172.21.15.67:0/2693612630 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb50c15c960 con 0x7fb50c0b9e70 2024-09-21T00:32:53.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.613+0000 7fb510c4d640 1 --2- 172.21.15.67:0/2693612630 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb50c0b9e70 0x7fb50c15da00 secure :-1 s=READY pgs=1955 cs=0 l=1 rev1=1 crypto rx=0x7fb50000d700 tx=0x7fb50000dbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:53.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.613+0000 7fb509ffb640 1 -- 172.21.15.67:0/2693612630 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb500017070 con 0x7fb50c0b9e70 2024-09-21T00:32:53.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.613+0000 7fb509ffb640 1 -- 172.21.15.67:0/2693612630 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb500005310 con 0x7fb50c0b9e70 2024-09-21T00:32:53.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.613+0000 7fb5136b2640 1 -- 172.21.15.67:0/2693612630 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb50c15cc40 con 0x7fb50c0b9e70 2024-09-21T00:32:53.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.613+0000 7fb509ffb640 1 -- 172.21.15.67:0/2693612630 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb500009820 con 0x7fb50c0b9e70 2024-09-21T00:32:53.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.613+0000 7fb5136b2640 1 -- 172.21.15.67:0/2693612630 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb50c15d200 con 0x7fb50c0b9e70 2024-09-21T00:32:53.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.614+0000 7fb5136b2640 1 -- 172.21.15.67:0/2693612630 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb50c15c6d0 con 0x7fb50c0b9e70 2024-09-21T00:32:53.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.615+0000 7fb509ffb640 1 -- 172.21.15.67:0/2693612630 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fb5000099c0 con 0x7fb50c0b9e70 2024-09-21T00:32:53.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.615+0000 7fb509ffb640 1 --2- 172.21.15.67:0/2693612630 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb4f8078b90 0x7fb4f807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:53.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.615+0000 7fb509ffb640 1 -- 172.21.15.67:0/2693612630 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(152..152 src has 1..152) ==== 5795+0+0 (secure 0 0 0) 0x7fb50009ad70 con 0x7fb50c0b9e70 2024-09-21T00:32:53.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.615+0000 7fb51144e640 1 --2- 172.21.15.67:0/2693612630 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb4f8078b90 0x7fb4f807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:53.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.616+0000 7fb51144e640 1 --2- 172.21.15.67:0/2693612630 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb4f8078b90 0x7fb4f807b0a0 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7fb504001720 tx=0x7fb504009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:53.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.620+0000 7fb509ffb640 1 -- 172.21.15.67:0/2693612630 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fb500062b90 con 0x7fb50c0b9e70 2024-09-21T00:32:53.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.848+0000 7fb5136b2640 1 -- 172.21.15.67:0/2693612630 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb50c0d0310 con 0x7fb50c0b9e70 2024-09-21T00:32:53.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.849+0000 7fb509ffb640 1 -- 172.21.15.67:0/2693612630 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 131 v131) ==== 95+0+4407 (secure 0 0 0) 0x7fb5000675c0 con 0x7fb50c0b9e70 2024-09-21T00:32:53.850 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:32:53.850 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":131,"btime":"2024-09-21T00:32:50:072777+0000","default_fscid":11,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7769,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/2656243964","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":2656243964},{"type":"v1","addr":"172.21.15.97:6836","nonce":2656243964}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":122},{"gid":8620,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/2684384130","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":2684384130},{"type":"v1","addr":"172.21.15.97:6837","nonce":2684384130}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":122}],"filesystems":[{"mdsmap":{"epoch":131,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:31:58.504932+0000","modified":"2024-09-21T00:32:50.072769+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":152,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9564},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9564":{"gid":9564,"name":"c","rank":0,"incarnation":128,"state":"up:active","state_seq":17,"addr":"172.21.15.67:6834/801204650","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":801204650},{"type":"v1","addr":"172.21.15.67:6834","nonce":801204650}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[23],"metadata_pool":22,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9564,"qdb_cluster":[9564]},"id":11}]} 2024-09-21T00:32:53.850 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 131 2024-09-21T00:32:53.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.851+0000 7fb5136b2640 1 -- 172.21.15.67:0/2693612630 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb4f8078b90 msgr2=0x7fb4f807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:53.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.851+0000 7fb5136b2640 1 --2- 172.21.15.67:0/2693612630 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb4f8078b90 0x7fb4f807b0a0 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7fb504001720 tx=0x7fb504009040 comp rx=0 tx=0).stop 2024-09-21T00:32:53.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.851+0000 7fb5136b2640 1 -- 172.21.15.67:0/2693612630 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb50c0b9e70 msgr2=0x7fb50c15da00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:53.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.851+0000 7fb5136b2640 1 --2- 172.21.15.67:0/2693612630 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb50c0b9e70 0x7fb50c15da00 secure :-1 s=READY pgs=1955 cs=0 l=1 rev1=1 crypto rx=0x7fb50000d700 tx=0x7fb50000dbc0 comp rx=0 tx=0).stop 2024-09-21T00:32:53.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.851+0000 7fb5136b2640 1 -- 172.21.15.67:0/2693612630 shutdown_connections 2024-09-21T00:32:53.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.851+0000 7fb5136b2640 1 --2- 172.21.15.67:0/2693612630 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb4f8078b90 0x7fb4f807b0a0 unknown :-1 s=CLOSED pgs=735 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:53.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.851+0000 7fb5136b2640 1 --2- 172.21.15.67:0/2693612630 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb50c15ba50 0x7fb50c1f5a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:53.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.851+0000 7fb5136b2640 1 --2- 172.21.15.67:0/2693612630 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb50c0b9e70 0x7fb50c15da00 unknown :-1 s=CLOSED pgs=1955 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:53.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.851+0000 7fb5136b2640 1 --2- 172.21.15.67:0/2693612630 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb50c06fbd0 0x7fb50c14f8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:53.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.851+0000 7fb5136b2640 1 -- 172.21.15.67:0/2693612630 >> 172.21.15.67:0/2693612630 conn(0x7fb50c0d45a0 msgr2=0x7fb50c0b5120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:53.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.851+0000 7fb5136b2640 1 -- 172.21.15.67:0/2693612630 shutdown_connections 2024-09-21T00:32:53.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.851+0000 7fb5136b2640 1 -- 172.21.15.67:0/2693612630 wait complete. 2024-09-21T00:32:53.864 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:32:53.981 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.980+0000 7f79dc3a1640 1 -- 172.21.15.67:0/3006664964 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f79bc004800 msgr2=0x7f79bc004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:53.981 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.980+0000 7f79dc3a1640 1 --2- 172.21.15.67:0/3006664964 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f79bc004800 0x7f79bc004c10 secure :-1 s=READY pgs=1957 cs=0 l=1 rev1=1 crypto rx=0x7f79c80016c0 tx=0x7f79bc005830 comp rx=0 tx=0).stop 2024-09-21T00:32:53.981 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.980+0000 7f79dc3a1640 1 -- 172.21.15.67:0/3006664964 shutdown_connections 2024-09-21T00:32:53.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.980+0000 7f79dc3a1640 1 --2- 172.21.15.67:0/3006664964 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f79bc004800 0x7f79bc004c10 unknown :-1 s=CLOSED pgs=1957 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:53.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.980+0000 7f79dc3a1640 1 -- 172.21.15.67:0/3006664964 >> 172.21.15.67:0/3006664964 conn(0x7f79d40d45a0 msgr2=0x7f79d40d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:53.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.980+0000 7f79dc3a1640 1 -- 172.21.15.67:0/3006664964 shutdown_connections 2024-09-21T00:32:53.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.980+0000 7f79dc3a1640 1 -- 172.21.15.67:0/3006664964 wait complete. 2024-09-21T00:32:53.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.982+0000 7f79dc3a1640 1 Processor -- start 2024-09-21T00:32:53.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.982+0000 7f79dc3a1640 1 -- start start 2024-09-21T00:32:53.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.983+0000 7f79dc3a1640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f79bc004800 0x7f79d4151120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:53.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.983+0000 7f79dc3a1640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f79d41575f0 0x7f79d4151a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:53.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.983+0000 7f79dc3a1640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f79d40cd9b0 0x7f79d40cddc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:53.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.983+0000 7f79dc3a1640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f79d40b63b0 con 0x7f79d40cd9b0 2024-09-21T00:32:53.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.983+0000 7f79dc3a1640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f79d40b6230 con 0x7f79bc004800 2024-09-21T00:32:53.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.983+0000 7f79dc3a1640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f79d40b6530 con 0x7f79d41575f0 2024-09-21T00:32:53.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.983+0000 7f79da93e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f79d40cd9b0 0x7f79d40cddc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:53.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.983+0000 7f79da93e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f79d40cd9b0 0x7f79d40cddc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60508/0 (socket says 172.21.15.67:60508) 2024-09-21T00:32:53.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.983+0000 7f79da93e640 1 -- 172.21.15.67:0/3364034697 learned_addr learned my addr 172.21.15.67:0/3364034697 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:32:53.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.984+0000 7f79d993c640 1 --2- 172.21.15.67:0/3364034697 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f79d41575f0 0x7f79d4151a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:53.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.984+0000 7f79da13d640 1 --2- 172.21.15.67:0/3364034697 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f79bc004800 0x7f79d4151120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:53.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.984+0000 7f79da93e640 1 -- 172.21.15.67:0/3364034697 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f79d41575f0 msgr2=0x7f79d4151a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:53.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.984+0000 7f79da93e640 1 --2- 172.21.15.67:0/3364034697 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f79d41575f0 0x7f79d4151a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:53.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.984+0000 7f79da93e640 1 -- 172.21.15.67:0/3364034697 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f79bc004800 msgr2=0x7f79d4151120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:53.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.984+0000 7f79da93e640 1 --2- 172.21.15.67:0/3364034697 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f79bc004800 0x7f79d4151120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:53.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.984+0000 7f79da93e640 1 -- 172.21.15.67:0/3364034697 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f79d40cc910 con 0x7f79d40cd9b0 2024-09-21T00:32:53.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.984+0000 7f79da13d640 1 --2- 172.21.15.67:0/3364034697 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f79bc004800 0x7f79d4151120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:32:53.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.984+0000 7f79d993c640 1 --2- 172.21.15.67:0/3364034697 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f79d41575f0 0x7f79d4151a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:32:53.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.984+0000 7f79da93e640 1 --2- 172.21.15.67:0/3364034697 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f79d40cd9b0 0x7f79d40cddc0 secure :-1 s=READY pgs=1958 cs=0 l=1 rev1=1 crypto rx=0x7f79c4000f80 tx=0x7f79c400ed90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:53.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.984+0000 7f79d2ffd640 1 -- 172.21.15.67:0/3364034697 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79c400cc20 con 0x7f79d40cd9b0 2024-09-21T00:32:53.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.984+0000 7f79d2ffd640 1 -- 172.21.15.67:0/3364034697 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f79c4018070 con 0x7f79d40cd9b0 2024-09-21T00:32:53.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.984+0000 7f79dc3a1640 1 -- 172.21.15.67:0/3364034697 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f79d40ccbf0 con 0x7f79d40cd9b0 2024-09-21T00:32:53.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.984+0000 7f79d2ffd640 1 -- 172.21.15.67:0/3364034697 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79c40116c0 con 0x7f79d40cd9b0 2024-09-21T00:32:53.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.984+0000 7f79dc3a1640 1 -- 172.21.15.67:0/3364034697 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f79d40cd1b0 con 0x7f79d40cd9b0 2024-09-21T00:32:53.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.985+0000 7f79dc3a1640 1 -- 172.21.15.67:0/3364034697 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f79d4069de0 con 0x7f79d40cd9b0 2024-09-21T00:32:53.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.986+0000 7f79d2ffd640 1 -- 172.21.15.67:0/3364034697 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f79c4011860 con 0x7f79d40cd9b0 2024-09-21T00:32:53.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.986+0000 7f79d2ffd640 1 --2- 172.21.15.67:0/3364034697 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f79c0078b90 0x7f79c007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:53.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.987+0000 7f79d2ffd640 1 -- 172.21.15.67:0/3364034697 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(152..152 src has 1..152) ==== 5795+0+0 (secure 0 0 0) 0x7f79c409b200 con 0x7f79d40cd9b0 2024-09-21T00:32:53.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.987+0000 7f79da13d640 1 --2- 172.21.15.67:0/3364034697 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f79c0078b90 0x7f79c007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:53.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.987+0000 7f79da13d640 1 --2- 172.21.15.67:0/3364034697 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f79c0078b90 0x7f79c007b0a0 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7f79d406a360 tx=0x7f79cc005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:53.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:53.991+0000 7f79d2ffd640 1 -- 172.21.15.67:0/3364034697 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f79d4069de0 con 0x7f79d40cd9b0 2024-09-21T00:32:54.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.217+0000 7f79dc3a1640 1 -- 172.21.15.67:0/3364034697 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f79d40cf260 con 0x7f79d40cd9b0 2024-09-21T00:32:54.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.218+0000 7f79d2ffd640 1 -- 172.21.15.67:0/3364034697 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 131 v131) ==== 95+0+4407 (secure 0 0 0) 0x7f79c4063670 con 0x7f79d40cd9b0 2024-09-21T00:32:54.219 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:32:54.219 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":131,"btime":"2024-09-21T00:32:50:072777+0000","default_fscid":11,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7769,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/2656243964","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":2656243964},{"type":"v1","addr":"172.21.15.97:6836","nonce":2656243964}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":122},{"gid":8620,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/2684384130","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":2684384130},{"type":"v1","addr":"172.21.15.97:6837","nonce":2684384130}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":122}],"filesystems":[{"mdsmap":{"epoch":131,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:31:58.504932+0000","modified":"2024-09-21T00:32:50.072769+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":152,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9564},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9564":{"gid":9564,"name":"c","rank":0,"incarnation":128,"state":"up:active","state_seq":17,"addr":"172.21.15.67:6834/801204650","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":801204650},{"type":"v1","addr":"172.21.15.67:6834","nonce":801204650}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[23],"metadata_pool":22,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9564,"qdb_cluster":[9564]},"id":11}]} 2024-09-21T00:32:54.219 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 131 2024-09-21T00:32:54.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.220+0000 7f79dc3a1640 1 -- 172.21.15.67:0/3364034697 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f79c0078b90 msgr2=0x7f79c007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:54.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.220+0000 7f79dc3a1640 1 --2- 172.21.15.67:0/3364034697 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f79c0078b90 0x7f79c007b0a0 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7f79d406a360 tx=0x7f79cc005f90 comp rx=0 tx=0).stop 2024-09-21T00:32:54.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.220+0000 7f79dc3a1640 1 -- 172.21.15.67:0/3364034697 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f79d40cd9b0 msgr2=0x7f79d40cddc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:54.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.220+0000 7f79dc3a1640 1 --2- 172.21.15.67:0/3364034697 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f79d40cd9b0 0x7f79d40cddc0 secure :-1 s=READY pgs=1958 cs=0 l=1 rev1=1 crypto rx=0x7f79c4000f80 tx=0x7f79c400ed90 comp rx=0 tx=0).stop 2024-09-21T00:32:54.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.220+0000 7f79dc3a1640 1 -- 172.21.15.67:0/3364034697 shutdown_connections 2024-09-21T00:32:54.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.220+0000 7f79dc3a1640 1 --2- 172.21.15.67:0/3364034697 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f79c0078b90 0x7f79c007b0a0 unknown :-1 s=CLOSED pgs=736 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:54.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.220+0000 7f79dc3a1640 1 --2- 172.21.15.67:0/3364034697 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f79d40cd9b0 0x7f79d40cddc0 unknown :-1 s=CLOSED pgs=1958 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:54.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.220+0000 7f79dc3a1640 1 --2- 172.21.15.67:0/3364034697 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f79d41575f0 0x7f79d4151a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:54.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.220+0000 7f79dc3a1640 1 --2- 172.21.15.67:0/3364034697 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f79bc004800 0x7f79d4151120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:54.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.220+0000 7f79dc3a1640 1 -- 172.21.15.67:0/3364034697 >> 172.21.15.67:0/3364034697 conn(0x7f79d40d45a0 msgr2=0x7f79d40b5640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:54.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.220+0000 7f79dc3a1640 1 -- 172.21.15.67:0/3364034697 shutdown_connections 2024-09-21T00:32:54.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.220+0000 7f79dc3a1640 1 -- 172.21.15.67:0/3364034697 wait complete. 2024-09-21T00:32:54.233 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:32:54.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.350+0000 7f381d8a9640 1 -- 172.21.15.67:0/445621610 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3800003a50 msgr2=0x7f3800003ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:54.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.350+0000 7f381d8a9640 1 --2- 172.21.15.67:0/445621610 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3800003a50 0x7f3800003ec0 secure :-1 s=READY pgs=1960 cs=0 l=1 rev1=1 crypto rx=0x7f3808009b40 tx=0x7f3800005830 comp rx=0 tx=0).stop 2024-09-21T00:32:54.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.350+0000 7f381d8a9640 1 -- 172.21.15.67:0/445621610 shutdown_connections 2024-09-21T00:32:54.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.350+0000 7f381d8a9640 1 --2- 172.21.15.67:0/445621610 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3800003a50 0x7f3800003ec0 unknown :-1 s=CLOSED pgs=1960 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:54.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.350+0000 7f381d8a9640 1 -- 172.21.15.67:0/445621610 >> 172.21.15.67:0/445621610 conn(0x7f381806dfb0 msgr2=0x7f381806e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:54.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.350+0000 7f381d8a9640 1 -- 172.21.15.67:0/445621610 shutdown_connections 2024-09-21T00:32:54.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.350+0000 7f381d8a9640 1 -- 172.21.15.67:0/445621610 wait complete. 2024-09-21T00:32:54.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.351+0000 7f381d8a9640 1 Processor -- start 2024-09-21T00:32:54.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.352+0000 7f381d8a9640 1 -- start start 2024-09-21T00:32:54.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.353+0000 7f381d8a9640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3800003a50 0x7f381815c050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:54.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.353+0000 7f381d8a9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f38180cd3f0 0x7f38180cd800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:54.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.353+0000 7f381d8a9640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3818161780 0x7f3818161b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:54.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.353+0000 7f381d8a9640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f38180d1750 con 0x7f38180cd3f0 2024-09-21T00:32:54.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.353+0000 7f381d8a9640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f38180d15d0 con 0x7f3818161780 2024-09-21T00:32:54.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.353+0000 7f381d8a9640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f38180d18d0 con 0x7f3800003a50 2024-09-21T00:32:54.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.353+0000 7f38167fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f38180cd3f0 0x7f38180cd800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:54.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.353+0000 7f38167fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f38180cd3f0 0x7f38180cd800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60522/0 (socket says 172.21.15.67:60522) 2024-09-21T00:32:54.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.353+0000 7f38167fc640 1 -- 172.21.15.67:0/1357471141 learned_addr learned my addr 172.21.15.67:0/1357471141 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:32:54.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.353+0000 7f3816ffd640 1 --2- 172.21.15.67:0/1357471141 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3800003a50 0x7f381815c050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:54.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.353+0000 7f38177fe640 1 --2- 172.21.15.67:0/1357471141 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3818161780 0x7f3818161b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:54.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.353+0000 7f38167fc640 1 -- 172.21.15.67:0/1357471141 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3800003a50 msgr2=0x7f381815c050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:54.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.353+0000 7f38167fc640 1 --2- 172.21.15.67:0/1357471141 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3800003a50 0x7f381815c050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:54.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.353+0000 7f38167fc640 1 -- 172.21.15.67:0/1357471141 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3818161780 msgr2=0x7f3818161b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:54.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.353+0000 7f38167fc640 1 --2- 172.21.15.67:0/1357471141 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3818161780 0x7f3818161b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:54.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.354+0000 7f38167fc640 1 -- 172.21.15.67:0/1357471141 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38180cc890 con 0x7f38180cd3f0 2024-09-21T00:32:54.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.354+0000 7f38177fe640 1 --2- 172.21.15.67:0/1357471141 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3818161780 0x7f3818161b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:32:54.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.354+0000 7f38167fc640 1 --2- 172.21.15.67:0/1357471141 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f38180cd3f0 0x7f38180cd800 secure :-1 s=READY pgs=1961 cs=0 l=1 rev1=1 crypto rx=0x7f380c004dc0 tx=0x7f380c001630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:54.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.354+0000 7f37fffff640 1 -- 172.21.15.67:0/1357471141 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f380c0105d0 con 0x7f38180cd3f0 2024-09-21T00:32:54.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.354+0000 7f37fffff640 1 -- 172.21.15.67:0/1357471141 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f380c010860 con 0x7f38180cd3f0 2024-09-21T00:32:54.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.354+0000 7f381d8a9640 1 -- 172.21.15.67:0/1357471141 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f38181620d0 con 0x7f38180cd3f0 2024-09-21T00:32:54.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.354+0000 7f37fffff640 1 -- 172.21.15.67:0/1357471141 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f380c010c70 con 0x7f38180cd3f0 2024-09-21T00:32:54.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.354+0000 7f381d8a9640 1 -- 172.21.15.67:0/1357471141 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f38180cbad0 con 0x7f38180cd3f0 2024-09-21T00:32:54.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.355+0000 7f381d8a9640 1 -- 172.21.15.67:0/1357471141 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f381815e7f0 con 0x7f38180cd3f0 2024-09-21T00:32:54.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.356+0000 7f37fffff640 1 -- 172.21.15.67:0/1357471141 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f380c01c470 con 0x7f38180cd3f0 2024-09-21T00:32:54.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.356+0000 7f37fffff640 1 --2- 172.21.15.67:0/1357471141 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3804078b90 0x7f380407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:54.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.356+0000 7f37fffff640 1 -- 172.21.15.67:0/1357471141 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(152..152 src has 1..152) ==== 5795+0+0 (secure 0 0 0) 0x7f380c09b740 con 0x7f38180cd3f0 2024-09-21T00:32:54.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.357+0000 7f3816ffd640 1 --2- 172.21.15.67:0/1357471141 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3804078b90 0x7f380407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:54.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.357+0000 7f3816ffd640 1 --2- 172.21.15.67:0/1357471141 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3804078b90 0x7f380407b0a0 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f3808035000 tx=0x7f38080046c0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:54.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.361+0000 7f37fffff640 1 -- 172.21.15.67:0/1357471141 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f38181620d0 con 0x7f38180cd3f0 2024-09-21T00:32:54.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.550+0000 7f381d8a9640 1 -- 172.21.15.67:0/1357471141 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f38180cdde0 con 0x7f38180cd3f0 2024-09-21T00:32:54.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.551+0000 7f37fffff640 1 -- 172.21.15.67:0/1357471141 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v152) ==== 74+0+16824 (secure 0 0 0) 0x7f38180cc890 con 0x7f38180cd3f0 2024-09-21T00:32:54.553 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:32:54.553 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":152,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:32:47.062705+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":23,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":22,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:31:56.173456+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"150","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":23,"pool_name":"cephfs_data","create_time":"2024-09-21T00:31:57.460237+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"151","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.67:6835/4168290440":"2024-09-22T00:32:47.062649+0000","172.21.15.67:6833/4168290440":"2024-09-22T00:32:47.062649+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:32:54.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.553+0000 7f381d8a9640 1 -- 172.21.15.67:0/1357471141 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3804078b90 msgr2=0x7f380407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:54.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.553+0000 7f381d8a9640 1 --2- 172.21.15.67:0/1357471141 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3804078b90 0x7f380407b0a0 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f3808035000 tx=0x7f38080046c0 comp rx=0 tx=0).stop 2024-09-21T00:32:54.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.553+0000 7f381d8a9640 1 -- 172.21.15.67:0/1357471141 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f38180cd3f0 msgr2=0x7f38180cd800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:54.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.553+0000 7f381d8a9640 1 --2- 172.21.15.67:0/1357471141 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f38180cd3f0 0x7f38180cd800 secure :-1 s=READY pgs=1961 cs=0 l=1 rev1=1 crypto rx=0x7f380c004dc0 tx=0x7f380c001630 comp rx=0 tx=0).stop 2024-09-21T00:32:54.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.553+0000 7f381d8a9640 1 -- 172.21.15.67:0/1357471141 shutdown_connections 2024-09-21T00:32:54.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.553+0000 7f381d8a9640 1 --2- 172.21.15.67:0/1357471141 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3804078b90 0x7f380407b0a0 unknown :-1 s=CLOSED pgs=737 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:54.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.553+0000 7f381d8a9640 1 --2- 172.21.15.67:0/1357471141 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3818161780 0x7f3818161b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:54.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.553+0000 7f381d8a9640 1 --2- 172.21.15.67:0/1357471141 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f38180cd3f0 0x7f38180cd800 unknown :-1 s=CLOSED pgs=1961 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:54.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.553+0000 7f381d8a9640 1 --2- 172.21.15.67:0/1357471141 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3800003a50 0x7f381815c050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:54.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.553+0000 7f381d8a9640 1 -- 172.21.15.67:0/1357471141 >> 172.21.15.67:0/1357471141 conn(0x7f381806dfb0 msgr2=0x7f38180b9370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:54.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.554+0000 7f381d8a9640 1 -- 172.21.15.67:0/1357471141 shutdown_connections 2024-09-21T00:32:54.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.554+0000 7f381d8a9640 1 -- 172.21.15.67:0/1357471141 wait complete. 2024-09-21T00:32:54.567 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-21T00:32:54.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.684+0000 7eff4ad3a640 1 -- 172.21.15.67:0/543686948 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7eff440b6730 msgr2=0x7eff440cf260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:54.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.684+0000 7eff4ad3a640 1 --2- 172.21.15.67:0/543686948 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7eff440b6730 0x7eff440cf260 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7eff38009830 tx=0x7eff3802a480 comp rx=0 tx=0).stop 2024-09-21T00:32:54.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.684+0000 7eff4ad3a640 1 -- 172.21.15.67:0/543686948 shutdown_connections 2024-09-21T00:32:54.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.684+0000 7eff4ad3a640 1 --2- 172.21.15.67:0/543686948 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7eff4406fbd0 0x7eff440cf7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:54.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.684+0000 7eff4ad3a640 1 --2- 172.21.15.67:0/543686948 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7eff440b6730 0x7eff440cf260 unknown :-1 s=CLOSED pgs=616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:54.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.684+0000 7eff4ad3a640 1 -- 172.21.15.67:0/543686948 >> 172.21.15.67:0/543686948 conn(0x7eff440d45a0 msgr2=0x7eff440d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:54.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.684+0000 7eff4ad3a640 1 -- 172.21.15.67:0/543686948 shutdown_connections 2024-09-21T00:32:54.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.684+0000 7eff4ad3a640 1 -- 172.21.15.67:0/543686948 wait complete. 2024-09-21T00:32:54.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.686+0000 7eff4ad3a640 1 Processor -- start 2024-09-21T00:32:54.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.686+0000 7eff4ad3a640 1 -- start start 2024-09-21T00:32:54.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.687+0000 7eff4ad3a640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7eff4406fbd0 0x7eff440b5360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:54.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.687+0000 7eff4ad3a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7eff440b9e70 0x7eff4414e5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:54.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.687+0000 7eff4ad3a640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7eff440b58a0 0x7eff4414eaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:54.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.687+0000 7eff4ad3a640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7eff440cfe60 con 0x7eff440b9e70 2024-09-21T00:32:54.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.687+0000 7eff4ad3a640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7eff440cfce0 con 0x7eff4406fbd0 2024-09-21T00:32:54.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.687+0000 7eff4ad3a640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7eff440cffe0 con 0x7eff440b58a0 2024-09-21T00:32:54.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.687+0000 7eff43fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7eff440b9e70 0x7eff4414e5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:54.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.687+0000 7eff43fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7eff440b9e70 0x7eff4414e5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60536/0 (socket says 172.21.15.67:60536) 2024-09-21T00:32:54.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.687+0000 7eff43fff640 1 -- 172.21.15.67:0/4242013206 learned_addr learned my addr 172.21.15.67:0/4242013206 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:32:54.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.688+0000 7eff492d7640 1 --2- 172.21.15.67:0/4242013206 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7eff440b58a0 0x7eff4414eaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:54.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.688+0000 7eff48ad6640 1 --2- 172.21.15.67:0/4242013206 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7eff4406fbd0 0x7eff440b5360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:54.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.688+0000 7eff43fff640 1 -- 172.21.15.67:0/4242013206 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7eff440b58a0 msgr2=0x7eff4414eaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:54.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.688+0000 7eff43fff640 1 --2- 172.21.15.67:0/4242013206 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7eff440b58a0 0x7eff4414eaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:54.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.688+0000 7eff43fff640 1 -- 172.21.15.67:0/4242013206 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7eff4406fbd0 msgr2=0x7eff440b5360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:54.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.688+0000 7eff43fff640 1 --2- 172.21.15.67:0/4242013206 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7eff4406fbd0 0x7eff440b5360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:54.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.688+0000 7eff43fff640 1 -- 172.21.15.67:0/4242013206 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff4415c640 con 0x7eff440b9e70 2024-09-21T00:32:54.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.688+0000 7eff43fff640 1 --2- 172.21.15.67:0/4242013206 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7eff440b9e70 0x7eff4414e5b0 secure :-1 s=READY pgs=1962 cs=0 l=1 rev1=1 crypto rx=0x7eff38009950 tx=0x7eff38033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:54.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.688+0000 7eff417fa640 1 -- 172.21.15.67:0/4242013206 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff38031d60 con 0x7eff440b9e70 2024-09-21T00:32:54.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.688+0000 7eff417fa640 1 -- 172.21.15.67:0/4242013206 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7eff38033e10 con 0x7eff440b9e70 2024-09-21T00:32:54.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.688+0000 7eff417fa640 1 -- 172.21.15.67:0/4242013206 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff38005260 con 0x7eff440b9e70 2024-09-21T00:32:54.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.688+0000 7eff4ad3a640 1 -- 172.21.15.67:0/4242013206 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff4415c920 con 0x7eff440b9e70 2024-09-21T00:32:54.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.688+0000 7eff4ad3a640 1 -- 172.21.15.67:0/4242013206 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff4415cee0 con 0x7eff440b9e70 2024-09-21T00:32:54.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.689+0000 7eff4ad3a640 1 -- 172.21.15.67:0/4242013206 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7eff440b8080 con 0x7eff440b9e70 2024-09-21T00:32:54.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.690+0000 7eff417fa640 1 -- 172.21.15.67:0/4242013206 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7eff38005400 con 0x7eff440b9e70 2024-09-21T00:32:54.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.690+0000 7eff417fa640 1 --2- 172.21.15.67:0/4242013206 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7eff30078b90 0x7eff3007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:54.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.691+0000 7eff417fa640 1 -- 172.21.15.67:0/4242013206 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(152..152 src has 1..152) ==== 5795+0+0 (secure 0 0 0) 0x7eff380bbf10 con 0x7eff440b9e70 2024-09-21T00:32:54.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.691+0000 7eff48ad6640 1 --2- 172.21.15.67:0/4242013206 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7eff30078b90 0x7eff3007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:54.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.691+0000 7eff48ad6640 1 --2- 172.21.15.67:0/4242013206 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7eff30078b90 0x7eff3007b0a0 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7eff34001720 tx=0x7eff34007e90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:54.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.695+0000 7eff417fa640 1 -- 172.21.15.67:0/4242013206 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7eff3803f030 con 0x7eff440b9e70 2024-09-21T00:32:54.923 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.922+0000 7eff4ad3a640 1 -- 172.21.15.67:0/4242013206 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7eff440b7da0 con 0x7eff440b9e70 2024-09-21T00:32:54.923 INFO:tasks.ceph.mon.a.smithi067.stderr:2024-09-21T00:32:54.922+0000 7f6547693640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-21T00:32:54.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.924+0000 7eff417fa640 1 -- 172.21.15.67:0/4242013206 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v132) ==== 161+0+0 (secure 0 0 0) 0x7eff38083c20 con 0x7eff440b9e70 2024-09-21T00:32:54.925 INFO:teuthology.orchestra.run.smithi067.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-21T00:32:54.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.927+0000 7eff4ad3a640 1 -- 172.21.15.67:0/4242013206 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7eff30078b90 msgr2=0x7eff3007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:54.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.927+0000 7eff4ad3a640 1 --2- 172.21.15.67:0/4242013206 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7eff30078b90 0x7eff3007b0a0 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7eff34001720 tx=0x7eff34007e90 comp rx=0 tx=0).stop 2024-09-21T00:32:54.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.927+0000 7eff4ad3a640 1 -- 172.21.15.67:0/4242013206 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7eff440b9e70 msgr2=0x7eff4414e5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:54.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.927+0000 7eff4ad3a640 1 --2- 172.21.15.67:0/4242013206 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7eff440b9e70 0x7eff4414e5b0 secure :-1 s=READY pgs=1962 cs=0 l=1 rev1=1 crypto rx=0x7eff38009950 tx=0x7eff38033c20 comp rx=0 tx=0).stop 2024-09-21T00:32:54.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.927+0000 7eff4ad3a640 1 -- 172.21.15.67:0/4242013206 shutdown_connections 2024-09-21T00:32:54.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.927+0000 7eff4ad3a640 1 --2- 172.21.15.67:0/4242013206 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7eff30078b90 0x7eff3007b0a0 unknown :-1 s=CLOSED pgs=738 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:54.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.927+0000 7eff4ad3a640 1 --2- 172.21.15.67:0/4242013206 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7eff440b58a0 0x7eff4414eaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:54.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.927+0000 7eff4ad3a640 1 --2- 172.21.15.67:0/4242013206 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7eff440b9e70 0x7eff4414e5b0 unknown :-1 s=CLOSED pgs=1962 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:54.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.927+0000 7eff4ad3a640 1 --2- 172.21.15.67:0/4242013206 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7eff4406fbd0 0x7eff440b5360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:54.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.928+0000 7eff4ad3a640 1 -- 172.21.15.67:0/4242013206 >> 172.21.15.67:0/4242013206 conn(0x7eff440d45a0 msgr2=0x7eff440d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:54.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.928+0000 7eff4ad3a640 1 -- 172.21.15.67:0/4242013206 shutdown_connections 2024-09-21T00:32:54.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:54.928+0000 7eff4ad3a640 1 -- 172.21.15.67:0/4242013206 wait complete. 2024-09-21T00:32:54.944 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-21T00:32:55.000 INFO:tasks.ceph.mds.c.smithi067.stdout:starting mds.c at 2024-09-21T00:32:55.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:55.067+0000 7fdbd60de640 1 -- 172.21.15.67:0/1992463806 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdbbc003a30 msgr2=0x7fdbbc003ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:55.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:55.067+0000 7fdbd60de640 1 --2- 172.21.15.67:0/1992463806 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdbbc003a30 0x7fdbbc003ea0 secure :-1 s=READY pgs=1967 cs=0 l=1 rev1=1 crypto rx=0x7fdbb8009b40 tx=0x7fdbbc005830 comp rx=0 tx=0).stop 2024-09-21T00:32:55.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:55.067+0000 7fdbcffff640 1 -- 172.21.15.67:0/1992463806 reap_dead start 2024-09-21T00:32:55.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:55.067+0000 7fdbd60de640 1 -- 172.21.15.67:0/1992463806 shutdown_connections 2024-09-21T00:32:55.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:55.067+0000 7fdbd60de640 1 -- 172.21.15.67:0/1992463806 >> 172.21.15.67:0/1992463806 conn(0x7fdbd008bee0 msgr2=0x7fdbd00d4720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:55.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:55.067+0000 7fdbd60de640 1 -- 172.21.15.67:0/1992463806 shutdown_connections 2024-09-21T00:32:55.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:55.067+0000 7fdbd60de640 1 -- 172.21.15.67:0/1992463806 wait complete. 2024-09-21T00:32:55.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:55.069+0000 7fdbd60de640 1 Processor -- start 2024-09-21T00:32:55.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:55.069+0000 7fdbd60de640 1 -- start start 2024-09-21T00:32:55.073 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:55.070+0000 7fdbd60de640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdbbc003a30 0x7fdbd014b420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:55.073 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:55.071+0000 7fdbd60de640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdbd015aea0 0x7fdbd01f8240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:55.073 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:55.071+0000 7fdbd60de640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdbd01f8780 0x7fdbd00b5a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:55.073 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:55.071+0000 7fdbd60de640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fdbd00d3770 con 0x7fdbd015aea0 2024-09-21T00:32:55.073 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:55.071+0000 7fdbd60de640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fdbd00d35f0 con 0x7fdbd01f8780 2024-09-21T00:32:55.073 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:55.071+0000 7fdbd60de640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fdbd006f390 con 0x7fdbbc003a30 2024-09-21T00:32:55.073 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:55.071+0000 7fdbceffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdbd015aea0 0x7fdbd01f8240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:55.073 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:55.071+0000 7fdbceffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdbd015aea0 0x7fdbd01f8240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60570/0 (socket says 172.21.15.67:60570) 2024-09-21T00:32:55.074 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:55.071+0000 7fdbceffd640 1 -- 172.21.15.67:0/1681294232 learned_addr learned my addr 172.21.15.67:0/1681294232 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:32:55.074 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:55.071+0000 7fdbcf7fe640 1 --2- 172.21.15.67:0/1681294232 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdbbc003a30 0x7fdbd014b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:55.074 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:55.071+0000 7fdbcffff640 1 --2- 172.21.15.67:0/1681294232 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdbd01f8780 0x7fdbd00b5a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:55.074 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:55.071+0000 7fdbceffd640 1 -- 172.21.15.67:0/1681294232 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdbbc003a30 msgr2=0x7fdbd014b420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:55.074 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:55.071+0000 7fdbceffd640 1 --2- 172.21.15.67:0/1681294232 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdbbc003a30 0x7fdbd014b420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:55.074 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:55.071+0000 7fdbceffd640 1 -- 172.21.15.67:0/1681294232 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdbd01f8780 msgr2=0x7fdbd00b5a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:55.074 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:55.071+0000 7fdbceffd640 1 --2- 172.21.15.67:0/1681294232 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdbd01f8780 0x7fdbd00b5a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:55.074 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:55.071+0000 7fdbceffd640 1 -- 172.21.15.67:0/1681294232 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdbd01f5bc0 con 0x7fdbd015aea0 2024-09-21T00:32:55.074 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:55.071+0000 7fdbceffd640 1 --2- 172.21.15.67:0/1681294232 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdbd015aea0 0x7fdbd01f8240 secure :-1 s=READY pgs=1968 cs=0 l=1 rev1=1 crypto rx=0x7fdbc0003f30 tx=0x7fdbc000f7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:55.074 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:55.071+0000 7fdbc7fff640 1 -- 172.21.15.67:0/1681294232 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbc0015070 con 0x7fdbd015aea0 2024-09-21T00:32:55.074 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:55.071+0000 7fdbc7fff640 1 -- 172.21.15.67:0/1681294232 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdbc0011840 con 0x7fdbd015aea0 2024-09-21T00:32:55.074 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:55.071+0000 7fdbc7fff640 1 -- 172.21.15.67:0/1681294232 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbc0011c70 con 0x7fdbd015aea0 2024-09-21T00:32:55.074 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:55.071+0000 7fdbd60de640 1 -- 172.21.15.67:0/1681294232 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdbd01f58e0 con 0x7fdbd015aea0 2024-09-21T00:32:55.075 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:55.072+0000 7fdbd60de640 1 -- 172.21.15.67:0/1681294232 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdbd00b5530 con 0x7fdbd015aea0 2024-09-21T00:32:55.075 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:55.072+0000 7fdbd60de640 1 -- 172.21.15.67:0/1681294232 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdbd006ec80 con 0x7fdbd015aea0 2024-09-21T00:32:55.076 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:55.073+0000 7fdbc7fff640 1 -- 172.21.15.67:0/1681294232 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fdbc0018070 con 0x7fdbd015aea0 2024-09-21T00:32:55.076 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:55.074+0000 7fdbc7fff640 1 --2- 172.21.15.67:0/1681294232 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdbb0078bc0 0x7fdbb007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:55.076 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:55.074+0000 7fdbc7fff640 1 -- 172.21.15.67:0/1681294232 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(153..153 src has 1..153) ==== 5881+0+0 (secure 0 0 0) 0x7fdbc009b380 con 0x7fdbd015aea0 2024-09-21T00:32:55.076 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:55.074+0000 7fdbcf7fe640 1 --2- 172.21.15.67:0/1681294232 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdbb0078bc0 0x7fdbb007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:55.076 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:55.074+0000 7fdbcf7fe640 1 --2- 172.21.15.67:0/1681294232 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdbb0078bc0 0x7fdbb007b0d0 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7fdbb8035000 tx=0x7fdbb802d040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:55.079 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:55.078+0000 7fdbc7fff640 1 -- 172.21.15.67:0/1681294232 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fdbc00630c0 con 0x7fdbd015aea0 2024-09-21T00:32:55.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:55.309+0000 7fdbd60de640 1 -- 172.21.15.67:0/1681294232 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7fdbd00b3010 con 0x7fdbd015aea0 2024-09-21T00:32:55.926 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:55.925+0000 7fdbc7fff640 1 -- 172.21.15.67:0/1681294232 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v133) ==== 104+0+0 (secure 0 0 0) 0x7fdbc0067af0 con 0x7fdbd015aea0 2024-09-21T00:32:55.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:55.928+0000 7fdbd60de640 1 -- 172.21.15.67:0/1681294232 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdbb0078bc0 msgr2=0x7fdbb007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:55.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:55.928+0000 7fdbd60de640 1 --2- 172.21.15.67:0/1681294232 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdbb0078bc0 0x7fdbb007b0d0 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7fdbb8035000 tx=0x7fdbb802d040 comp rx=0 tx=0).stop 2024-09-21T00:32:55.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:55.928+0000 7fdbd60de640 1 -- 172.21.15.67:0/1681294232 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdbd015aea0 msgr2=0x7fdbd01f8240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:55.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:55.928+0000 7fdbd60de640 1 --2- 172.21.15.67:0/1681294232 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdbd015aea0 0x7fdbd01f8240 secure :-1 s=READY pgs=1968 cs=0 l=1 rev1=1 crypto rx=0x7fdbc0003f30 tx=0x7fdbc000f7e0 comp rx=0 tx=0).stop 2024-09-21T00:32:55.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:55.928+0000 7fdbd60de640 1 -- 172.21.15.67:0/1681294232 shutdown_connections 2024-09-21T00:32:55.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:55.928+0000 7fdbd60de640 1 --2- 172.21.15.67:0/1681294232 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdbb0078bc0 0x7fdbb007b0d0 unknown :-1 s=CLOSED pgs=739 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:55.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:55.928+0000 7fdbd60de640 1 --2- 172.21.15.67:0/1681294232 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdbd01f8780 0x7fdbd00b5a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:55.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:55.928+0000 7fdbd60de640 1 --2- 172.21.15.67:0/1681294232 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdbd015aea0 0x7fdbd01f8240 unknown :-1 s=CLOSED pgs=1968 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:55.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:55.928+0000 7fdbd60de640 1 --2- 172.21.15.67:0/1681294232 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdbbc003a30 0x7fdbd014b420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:55.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:55.928+0000 7fdbd60de640 1 -- 172.21.15.67:0/1681294232 >> 172.21.15.67:0/1681294232 conn(0x7fdbd008bee0 msgr2=0x7fdbd015bc70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:55.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:55.929+0000 7fdbd60de640 1 -- 172.21.15.67:0/1681294232 shutdown_connections 2024-09-21T00:32:55.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:55.929+0000 7fdbd60de640 1 -- 172.21.15.67:0/1681294232 wait complete. 2024-09-21T00:32:55.944 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-21T00:32:56.073 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:56.071+0000 7f2f6ab32640 1 -- 172.21.15.67:0/2350588652 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2f640b7b00 msgr2=0x7f2f640d0010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:56.073 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:56.071+0000 7f2f6ab32640 1 --2- 172.21.15.67:0/2350588652 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2f640b7b00 0x7f2f640d0010 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f2f640c5c50 tx=0x7f2f5802a670 comp rx=0 tx=0).stop 2024-09-21T00:32:56.073 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:56.071+0000 7f2f6ab32640 1 -- 172.21.15.67:0/2350588652 shutdown_connections 2024-09-21T00:32:56.073 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:56.071+0000 7f2f6ab32640 1 --2- 172.21.15.67:0/2350588652 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2f640d0550 0x7f2f640cd130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:56.073 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:56.071+0000 7f2f6ab32640 1 --2- 172.21.15.67:0/2350588652 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2f640b7b00 0x7f2f640d0010 unknown :-1 s=CLOSED pgs=619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:56.073 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:56.071+0000 7f2f6ab32640 1 -- 172.21.15.67:0/2350588652 >> 172.21.15.67:0/2350588652 conn(0x7f2f640ceec0 msgr2=0x7f2f640cf2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:56.073 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:56.071+0000 7f2f6ab32640 1 -- 172.21.15.67:0/2350588652 shutdown_connections 2024-09-21T00:32:56.073 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:56.071+0000 7f2f6ab32640 1 -- 172.21.15.67:0/2350588652 wait complete. 2024-09-21T00:32:56.074 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:56.073+0000 7f2f6ab32640 1 Processor -- start 2024-09-21T00:32:56.074 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:56.073+0000 7f2f6ab32640 1 -- start start 2024-09-21T00:32:56.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:56.074+0000 7f2f6ab32640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2f640b1d10 0x7f2f641f43b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:56.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:56.074+0000 7f2f6ab32640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2f640b7b00 0x7f2f641f0d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:56.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:56.074+0000 7f2f6ab32640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2f640d0550 0x7f2f641f6e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:56.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:56.074+0000 7f2f6ab32640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f2f640cecf0 con 0x7f2f640d0550 2024-09-21T00:32:56.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:56.074+0000 7f2f6ab32640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f2f640ceb70 con 0x7f2f640b1d10 2024-09-21T00:32:56.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:56.074+0000 7f2f6ab32640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f2f640b1950 con 0x7f2f640b7b00 2024-09-21T00:32:56.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:56.075+0000 7f2f690cf640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2f640d0550 0x7f2f641f6e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:56.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:56.075+0000 7f2f690cf640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2f640d0550 0x7f2f641f6e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60574/0 (socket says 172.21.15.67:60574) 2024-09-21T00:32:56.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:56.075+0000 7f2f690cf640 1 -- 172.21.15.67:0/973264457 learned_addr learned my addr 172.21.15.67:0/973264457 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:32:56.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:56.075+0000 7f2f688ce640 1 --2- 172.21.15.67:0/973264457 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2f640b1d10 0x7f2f641f43b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:56.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:56.075+0000 7f2f63fff640 1 --2- 172.21.15.67:0/973264457 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2f640b7b00 0x7f2f641f0d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:56.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:56.075+0000 7f2f690cf640 1 -- 172.21.15.67:0/973264457 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2f640b7b00 msgr2=0x7f2f641f0d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:56.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:56.075+0000 7f2f690cf640 1 --2- 172.21.15.67:0/973264457 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2f640b7b00 0x7f2f641f0d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:56.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:56.075+0000 7f2f690cf640 1 -- 172.21.15.67:0/973264457 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2f640b1d10 msgr2=0x7f2f641f43b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:56.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:56.075+0000 7f2f690cf640 1 --2- 172.21.15.67:0/973264457 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2f640b1d10 0x7f2f641f43b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:56.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:56.075+0000 7f2f690cf640 1 -- 172.21.15.67:0/973264457 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f641f12c0 con 0x7f2f640d0550 2024-09-21T00:32:56.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:56.075+0000 7f2f690cf640 1 --2- 172.21.15.67:0/973264457 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2f640d0550 0x7f2f641f6e90 secure :-1 s=READY pgs=1969 cs=0 l=1 rev1=1 crypto rx=0x7f2f5c00ec20 tx=0x7f2f5c00c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:56.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:56.075+0000 7f2f617fa640 1 -- 172.21.15.67:0/973264457 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f5c010630 con 0x7f2f640d0550 2024-09-21T00:32:56.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:56.075+0000 7f2f617fa640 1 -- 172.21.15.67:0/973264457 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2f5c0107d0 con 0x7f2f640d0550 2024-09-21T00:32:56.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:56.075+0000 7f2f617fa640 1 -- 172.21.15.67:0/973264457 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f5c010be0 con 0x7f2f640d0550 2024-09-21T00:32:56.079 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:56.075+0000 7f2f6ab32640 1 -- 172.21.15.67:0/973264457 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f640c6c70 con 0x7f2f640d0550 2024-09-21T00:32:56.079 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:56.076+0000 7f2f6ab32640 1 -- 172.21.15.67:0/973264457 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f640c7230 con 0x7f2f640d0550 2024-09-21T00:32:56.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:56.076+0000 7f2f6ab32640 1 -- 172.21.15.67:0/973264457 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2f640d0010 con 0x7f2f640d0550 2024-09-21T00:32:56.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:56.077+0000 7f2f617fa640 1 -- 172.21.15.67:0/973264457 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f2f5c021430 con 0x7f2f640d0550 2024-09-21T00:32:56.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:56.078+0000 7f2f617fa640 1 --2- 172.21.15.67:0/973264457 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2f50078b90 0x7f2f5007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:56.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:56.078+0000 7f2f617fa640 1 -- 172.21.15.67:0/973264457 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(153..153 src has 1..153) ==== 5881+0+0 (secure 0 0 0) 0x7f2f5c09bc50 con 0x7f2f640d0550 2024-09-21T00:32:56.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:56.078+0000 7f2f688ce640 1 --2- 172.21.15.67:0/973264457 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2f50078b90 0x7f2f5007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:56.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:56.079+0000 7f2f688ce640 1 --2- 172.21.15.67:0/973264457 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2f50078b90 0x7f2f5007b0a0 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7f2f54000f60 tx=0x7f2f54009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:56.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:56.082+0000 7f2f617fa640 1 -- 172.21.15.67:0/973264457 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f2f5c0a1020 con 0x7f2f640d0550 2024-09-21T00:32:56.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:56.274+0000 7f2f6ab32640 1 -- 172.21.15.67:0/973264457 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f2f640b3250 con 0x7f2f640d0550 2024-09-21T00:32:57.107 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:57.106+0000 7f2f617fa640 1 -- 172.21.15.67:0/973264457 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v154) ==== 181+0+0 (secure 0 0 0) 0x7f2f5c063990 con 0x7f2f640d0550 2024-09-21T00:32:57.107 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_metadata' removed 2024-09-21T00:32:57.110 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:57.109+0000 7f2f6ab32640 1 -- 172.21.15.67:0/973264457 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2f50078b90 msgr2=0x7f2f5007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:57.110 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:57.109+0000 7f2f6ab32640 1 --2- 172.21.15.67:0/973264457 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2f50078b90 0x7f2f5007b0a0 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7f2f54000f60 tx=0x7f2f54009040 comp rx=0 tx=0).stop 2024-09-21T00:32:57.110 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:57.109+0000 7f2f6ab32640 1 -- 172.21.15.67:0/973264457 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2f640d0550 msgr2=0x7f2f641f6e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:57.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:57.109+0000 7f2f6ab32640 1 --2- 172.21.15.67:0/973264457 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2f640d0550 0x7f2f641f6e90 secure :-1 s=READY pgs=1969 cs=0 l=1 rev1=1 crypto rx=0x7f2f5c00ec20 tx=0x7f2f5c00c6a0 comp rx=0 tx=0).stop 2024-09-21T00:32:57.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:57.109+0000 7f2f6ab32640 1 -- 172.21.15.67:0/973264457 shutdown_connections 2024-09-21T00:32:57.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:57.109+0000 7f2f6ab32640 1 --2- 172.21.15.67:0/973264457 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2f50078b90 0x7f2f5007b0a0 unknown :-1 s=CLOSED pgs=741 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:57.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:57.109+0000 7f2f6ab32640 1 --2- 172.21.15.67:0/973264457 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2f640d0550 0x7f2f641f6e90 unknown :-1 s=CLOSED pgs=1969 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:57.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:57.109+0000 7f2f6ab32640 1 --2- 172.21.15.67:0/973264457 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2f640b7b00 0x7f2f641f0d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:57.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:57.109+0000 7f2f6ab32640 1 --2- 172.21.15.67:0/973264457 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2f640b1d10 0x7f2f641f43b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:57.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:57.109+0000 7f2f6ab32640 1 -- 172.21.15.67:0/973264457 >> 172.21.15.67:0/973264457 conn(0x7f2f640ceec0 msgr2=0x7f2f6415c9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:57.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:57.109+0000 7f2f6ab32640 1 -- 172.21.15.67:0/973264457 shutdown_connections 2024-09-21T00:32:57.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:57.109+0000 7f2f6ab32640 1 -- 172.21.15.67:0/973264457 wait complete. 2024-09-21T00:32:57.126 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-21T00:32:57.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:57.252+0000 7f8190e4d640 1 -- 172.21.15.67:0/2003364505 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f818c0b67a0 msgr2=0x7f818c0cf220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:57.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:57.252+0000 7f8190e4d640 1 --2- 172.21.15.67:0/2003364505 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f818c0b67a0 0x7f818c0cf220 secure :-1 s=READY pgs=1971 cs=0 l=1 rev1=1 crypto rx=0x7f8180009820 tx=0x7f818002a480 comp rx=0 tx=0).stop 2024-09-21T00:32:57.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:57.252+0000 7f8190e4d640 1 -- 172.21.15.67:0/2003364505 shutdown_connections 2024-09-21T00:32:57.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:57.252+0000 7f8190e4d640 1 --2- 172.21.15.67:0/2003364505 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f818c0b67a0 0x7f818c0cf220 unknown :-1 s=CLOSED pgs=1971 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:57.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:57.252+0000 7f8190e4d640 1 --2- 172.21.15.67:0/2003364505 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f818c0b34e0 0x7f818c0b6260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:57.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:57.252+0000 7f8190e4d640 1 -- 172.21.15.67:0/2003364505 >> 172.21.15.67:0/2003364505 conn(0x7f818c08bee0 msgr2=0x7f818c0d45f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:57.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:57.252+0000 7f8190e4d640 1 -- 172.21.15.67:0/2003364505 shutdown_connections 2024-09-21T00:32:57.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:57.253+0000 7f8190e4d640 1 -- 172.21.15.67:0/2003364505 wait complete. 2024-09-21T00:32:57.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:57.254+0000 7f8190e4d640 1 Processor -- start 2024-09-21T00:32:57.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:57.254+0000 7f8190e4d640 1 -- start start 2024-09-21T00:32:57.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:57.256+0000 7f8190e4d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f818c0b34e0 0x7f818c15ee80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:57.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:57.256+0000 7f8190e4d640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f818c0b67a0 0x7f818c163ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:57.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:57.256+0000 7f8190e4d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f818c0cf760 0x7f818c1640e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:57.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:57.256+0000 7f8190e4d640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f818c0b52b0 con 0x7f818c0cf760 2024-09-21T00:32:57.262 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:57.256+0000 7f8190e4d640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f818c0b4730 con 0x7f818c0b34e0 2024-09-21T00:32:57.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:57.256+0000 7f8190e4d640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f818c1692c0 con 0x7f818c0b67a0 2024-09-21T00:32:57.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:57.256+0000 7f818ad9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f818c0cf760 0x7f818c1640e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:57.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:57.256+0000 7f818ad9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f818c0cf760 0x7f818c1640e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60594/0 (socket says 172.21.15.67:60594) 2024-09-21T00:32:57.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:57.256+0000 7f818ad9d640 1 -- 172.21.15.67:0/2116089593 learned_addr learned my addr 172.21.15.67:0/2116089593 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:32:57.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:57.256+0000 7f8189d9b640 1 --2- 172.21.15.67:0/2116089593 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f818c0b67a0 0x7f818c163ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:57.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:57.256+0000 7f818a59c640 1 --2- 172.21.15.67:0/2116089593 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f818c0b34e0 0x7f818c15ee80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:57.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:57.256+0000 7f818ad9d640 1 -- 172.21.15.67:0/2116089593 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f818c0b67a0 msgr2=0x7f818c163ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:57.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:57.256+0000 7f818ad9d640 1 --2- 172.21.15.67:0/2116089593 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f818c0b67a0 0x7f818c163ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:57.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:57.256+0000 7f818ad9d640 1 -- 172.21.15.67:0/2116089593 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f818c0b34e0 msgr2=0x7f818c15ee80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:57.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:57.256+0000 7f818ad9d640 1 --2- 172.21.15.67:0/2116089593 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f818c0b34e0 0x7f818c15ee80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:57.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:57.256+0000 7f818ad9d640 1 -- 172.21.15.67:0/2116089593 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f818c165ad0 con 0x7f818c0cf760 2024-09-21T00:32:57.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:57.256+0000 7f818ad9d640 1 --2- 172.21.15.67:0/2116089593 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f818c0cf760 0x7f818c1640e0 secure :-1 s=READY pgs=1972 cs=0 l=1 rev1=1 crypto rx=0x7f818400cab0 tx=0x7f818400cf70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:57.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:57.257+0000 7f817affd640 1 -- 172.21.15.67:0/2116089593 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8184016020 con 0x7f818c0cf760 2024-09-21T00:32:57.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:57.257+0000 7f8190e4d640 1 -- 172.21.15.67:0/2116089593 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f818c160420 con 0x7f818c0cf760 2024-09-21T00:32:57.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:57.257+0000 7f817affd640 1 -- 172.21.15.67:0/2116089593 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f818400ad20 con 0x7f818c0cf760 2024-09-21T00:32:57.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:57.257+0000 7f817affd640 1 -- 172.21.15.67:0/2116089593 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8184012660 con 0x7f818c0cf760 2024-09-21T00:32:57.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:57.257+0000 7f8190e4d640 1 -- 172.21.15.67:0/2116089593 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f818c1609a0 con 0x7f818c0cf760 2024-09-21T00:32:57.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:57.258+0000 7f8190e4d640 1 -- 172.21.15.67:0/2116089593 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f818c0b6260 con 0x7f818c0cf760 2024-09-21T00:32:57.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:57.258+0000 7f817affd640 1 -- 172.21.15.67:0/2116089593 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f8184019020 con 0x7f818c0cf760 2024-09-21T00:32:57.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:57.259+0000 7f817affd640 1 --2- 172.21.15.67:0/2116089593 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f816c078b90 0x7f816c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:57.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:57.259+0000 7f817affd640 1 -- 172.21.15.67:0/2116089593 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(154..154 src has 1..154) ==== 5443+0+0 (secure 0 0 0) 0x7f818409ae60 con 0x7f818c0cf760 2024-09-21T00:32:57.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:57.259+0000 7f818a59c640 1 --2- 172.21.15.67:0/2116089593 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f816c078b90 0x7f816c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:57.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:57.260+0000 7f818a59c640 1 --2- 172.21.15.67:0/2116089593 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f816c078b90 0x7f816c07b0a0 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7f817c0098e0 tx=0x7f817c009060 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:57.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:57.263+0000 7f817affd640 1 -- 172.21.15.67:0/2116089593 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f8184020030 con 0x7f818c0cf760 2024-09-21T00:32:57.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:57.454+0000 7f8190e4d640 1 -- 172.21.15.67:0/2116089593 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f818c076930 con 0x7f818c0cf760 2024-09-21T00:32:58.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.113+0000 7f817affd640 1 -- 172.21.15.67:0/2116089593 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v155) ==== 169+0+0 (secure 0 0 0) 0x7f8184062d60 con 0x7f818c0cf760 2024-09-21T00:32:58.115 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_data' removed 2024-09-21T00:32:58.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.116+0000 7f8190e4d640 1 -- 172.21.15.67:0/2116089593 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f816c078b90 msgr2=0x7f816c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:58.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.116+0000 7f8190e4d640 1 --2- 172.21.15.67:0/2116089593 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f816c078b90 0x7f816c07b0a0 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7f817c0098e0 tx=0x7f817c009060 comp rx=0 tx=0).stop 2024-09-21T00:32:58.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.116+0000 7f8190e4d640 1 -- 172.21.15.67:0/2116089593 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f818c0cf760 msgr2=0x7f818c1640e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:58.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.116+0000 7f8190e4d640 1 --2- 172.21.15.67:0/2116089593 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f818c0cf760 0x7f818c1640e0 secure :-1 s=READY pgs=1972 cs=0 l=1 rev1=1 crypto rx=0x7f818400cab0 tx=0x7f818400cf70 comp rx=0 tx=0).stop 2024-09-21T00:32:58.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.116+0000 7f8190e4d640 1 -- 172.21.15.67:0/2116089593 shutdown_connections 2024-09-21T00:32:58.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.116+0000 7f8190e4d640 1 --2- 172.21.15.67:0/2116089593 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f816c078b90 0x7f816c07b0a0 unknown :-1 s=CLOSED pgs=742 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:58.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.116+0000 7f8190e4d640 1 --2- 172.21.15.67:0/2116089593 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f818c0cf760 0x7f818c1640e0 unknown :-1 s=CLOSED pgs=1972 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:58.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.116+0000 7f8190e4d640 1 --2- 172.21.15.67:0/2116089593 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f818c0b67a0 0x7f818c163ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:58.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.116+0000 7f8190e4d640 1 --2- 172.21.15.67:0/2116089593 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f818c0b34e0 0x7f818c15ee80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:58.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.116+0000 7f8190e4d640 1 -- 172.21.15.67:0/2116089593 >> 172.21.15.67:0/2116089593 conn(0x7f818c08bee0 msgr2=0x7f818c15f830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:58.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.116+0000 7f8190e4d640 1 -- 172.21.15.67:0/2116089593 shutdown_connections 2024-09-21T00:32:58.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.116+0000 7f8190e4d640 1 -- 172.21.15.67:0/2116089593 wait complete. 2024-09-21T00:32:58.139 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config reset 31 2024-09-21T00:32:58.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.262+0000 7f7bf4169640 1 -- 172.21.15.67:0/3857623847 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7bec070070 msgr2=0x7f7bec070480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:58.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.262+0000 7f7bf4169640 1 --2- 172.21.15.67:0/3857623847 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7bec070070 0x7f7bec070480 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7f7be0005fd0 tx=0x7f7be002a5d0 comp rx=0 tx=0).stop 2024-09-21T00:32:58.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.262+0000 7f7bf4169640 1 -- 172.21.15.67:0/3857623847 shutdown_connections 2024-09-21T00:32:58.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.262+0000 7f7bf4169640 1 --2- 172.21.15.67:0/3857623847 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7bec070070 0x7f7bec070480 unknown :-1 s=CLOSED pgs=621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:58.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.262+0000 7f7bf4169640 1 --2- 172.21.15.67:0/3857623847 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7bec152720 0x7f7bec0b4a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:58.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.262+0000 7f7bf4169640 1 -- 172.21.15.67:0/3857623847 >> 172.21.15.67:0/3857623847 conn(0x7f7bec06d5a0 msgr2=0x7f7bec0b1d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:58.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.262+0000 7f7bf4169640 1 -- 172.21.15.67:0/3857623847 shutdown_connections 2024-09-21T00:32:58.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.262+0000 7f7bf4169640 1 -- 172.21.15.67:0/3857623847 wait complete. 2024-09-21T00:32:58.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.264+0000 7f7bf4169640 1 Processor -- start 2024-09-21T00:32:58.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.264+0000 7f7bf4169640 1 -- start start 2024-09-21T00:32:58.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.265+0000 7f7bf4169640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7bec070070 0x7f7bec158480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:58.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.265+0000 7f7bf4169640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7bec152720 0x7f7bec1589c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:58.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.265+0000 7f7bf4169640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7bec15f1e0 0x7f7bec1427a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:58.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.265+0000 7f7bf4169640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f7bec0af0a0 con 0x7f7bec152720 2024-09-21T00:32:58.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.265+0000 7f7bf4169640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f7bec15ff10 con 0x7f7bec15f1e0 2024-09-21T00:32:58.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.265+0000 7f7bf4169640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f7bec0af220 con 0x7f7bec070070 2024-09-21T00:32:58.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.265+0000 7f7bf1704640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7bec152720 0x7f7bec1589c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:58.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.265+0000 7f7bf1704640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7bec152720 0x7f7bec1589c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60608/0 (socket says 172.21.15.67:60608) 2024-09-21T00:32:58.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.265+0000 7f7bf1704640 1 -- 172.21.15.67:0/3811431261 learned_addr learned my addr 172.21.15.67:0/3811431261 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:32:58.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.265+0000 7f7bf1f05640 1 --2- 172.21.15.67:0/3811431261 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7bec070070 0x7f7bec158480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:58.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.265+0000 7f7bf2706640 1 --2- 172.21.15.67:0/3811431261 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7bec15f1e0 0x7f7bec1427a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:58.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.265+0000 7f7bf1704640 1 -- 172.21.15.67:0/3811431261 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7bec070070 msgr2=0x7f7bec158480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:58.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.265+0000 7f7bf1704640 1 --2- 172.21.15.67:0/3811431261 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7bec070070 0x7f7bec158480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:58.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.266+0000 7f7bf1704640 1 -- 172.21.15.67:0/3811431261 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7bec15f1e0 msgr2=0x7f7bec1427a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:58.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.266+0000 7f7bf1704640 1 --2- 172.21.15.67:0/3811431261 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7bec15f1e0 0x7f7bec1427a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:58.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.266+0000 7f7bf1704640 1 -- 172.21.15.67:0/3811431261 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7bec1f3e70 con 0x7f7bec152720 2024-09-21T00:32:58.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.266+0000 7f7bf1704640 1 --2- 172.21.15.67:0/3811431261 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7bec152720 0x7f7bec1589c0 secure :-1 s=READY pgs=1973 cs=0 l=1 rev1=1 crypto rx=0x7f7be0000c00 tx=0x7f7be0005770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:58.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.266+0000 7f7bea7fc640 1 -- 172.21.15.67:0/3811431261 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7be003e030 con 0x7f7bec152720 2024-09-21T00:32:58.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.266+0000 7f7bea7fc640 1 -- 172.21.15.67:0/3811431261 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7be0004e10 con 0x7f7bec152720 2024-09-21T00:32:58.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.266+0000 7f7bf4169640 1 -- 172.21.15.67:0/3811431261 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7bec1f4370 con 0x7f7bec152720 2024-09-21T00:32:58.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.266+0000 7f7bea7fc640 1 -- 172.21.15.67:0/3811431261 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7be0035040 con 0x7f7bec152720 2024-09-21T00:32:58.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.266+0000 7f7bf4169640 1 -- 172.21.15.67:0/3811431261 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7bec1f4930 con 0x7f7bec152720 2024-09-21T00:32:58.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.267+0000 7f7bf4169640 1 -- 172.21.15.67:0/3811431261 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7bec1f40e0 con 0x7f7bec152720 2024-09-21T00:32:58.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.268+0000 7f7bea7fc640 1 -- 172.21.15.67:0/3811431261 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f7be0041030 con 0x7f7bec152720 2024-09-21T00:32:58.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.268+0000 7f7bea7fc640 1 --2- 172.21.15.67:0/3811431261 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7bd8078bc0 0x7f7bd807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:58.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.268+0000 7f7bea7fc640 1 -- 172.21.15.67:0/3811431261 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 5029+0+0 (secure 0 0 0) 0x7f7be00baf60 con 0x7f7bec152720 2024-09-21T00:32:58.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.268+0000 7f7bf1f05640 1 --2- 172.21.15.67:0/3811431261 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7bd8078bc0 0x7f7bd807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:58.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.269+0000 7f7bf1f05640 1 --2- 172.21.15.67:0/3811431261 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7bd8078bc0 0x7f7bd807b0d0 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7f7be40095f0 tx=0x7f7be4005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:58.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.273+0000 7f7bea7fc640 1 -- 172.21.15.67:0/3811431261 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f7be0083000 con 0x7f7bec152720 2024-09-21T00:32:58.499 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.498+0000 7f7bf4169640 1 -- 172.21.15.67:0/3811431261 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "config reset", "num": 31} v 0) -- 0x7f7bec070480 con 0x7f7bec152720 2024-09-21T00:32:58.503 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.502+0000 7f7bea7fc640 1 -- 172.21.15.67:0/3811431261 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "config reset", "num": 31}]=0 v59) ==== 71+0+0 (secure 0 0 0) 0x7f7be0087a30 con 0x7f7bec152720 2024-09-21T00:32:58.506 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.504+0000 7f7bf4169640 1 -- 172.21.15.67:0/3811431261 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7bd8078bc0 msgr2=0x7f7bd807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:58.506 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.504+0000 7f7bf4169640 1 --2- 172.21.15.67:0/3811431261 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7bd8078bc0 0x7f7bd807b0d0 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7f7be40095f0 tx=0x7f7be4005f90 comp rx=0 tx=0).stop 2024-09-21T00:32:58.506 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.504+0000 7f7bf4169640 1 -- 172.21.15.67:0/3811431261 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7bec152720 msgr2=0x7f7bec1589c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:58.506 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.504+0000 7f7bf4169640 1 --2- 172.21.15.67:0/3811431261 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7bec152720 0x7f7bec1589c0 secure :-1 s=READY pgs=1973 cs=0 l=1 rev1=1 crypto rx=0x7f7be0000c00 tx=0x7f7be0005770 comp rx=0 tx=0).stop 2024-09-21T00:32:58.506 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.504+0000 7f7bf4169640 1 -- 172.21.15.67:0/3811431261 shutdown_connections 2024-09-21T00:32:58.506 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.504+0000 7f7bf4169640 1 --2- 172.21.15.67:0/3811431261 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7bd8078bc0 0x7f7bd807b0d0 unknown :-1 s=CLOSED pgs=743 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:58.506 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.504+0000 7f7bf4169640 1 --2- 172.21.15.67:0/3811431261 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7bec15f1e0 0x7f7bec1427a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:58.506 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.504+0000 7f7bf4169640 1 --2- 172.21.15.67:0/3811431261 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7bec152720 0x7f7bec1589c0 unknown :-1 s=CLOSED pgs=1973 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:58.506 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.504+0000 7f7bf4169640 1 --2- 172.21.15.67:0/3811431261 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7bec070070 0x7f7bec158480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:58.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.504+0000 7f7bf4169640 1 -- 172.21.15.67:0/3811431261 >> 172.21.15.67:0/3811431261 conn(0x7f7bec06d5a0 msgr2=0x7f7bec1597f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:58.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.505+0000 7f7bf4169640 1 -- 172.21.15.67:0/3811431261 shutdown_connections 2024-09-21T00:32:58.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.505+0000 7f7bf4169640 1 -- 172.21.15.67:0/3811431261 wait complete. 2024-09-21T00:32:58.517 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_scrub_checks.TestScrubControls.test_scrub_task_status_on_mds_failover' 2024-09-21T00:32:58.634 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.632+0000 7f86d838b640 1 -- 172.21.15.67:0/2980733318 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f86d0162ea0 msgr2=0x7f86d00cf740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:58.634 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.632+0000 7f86d838b640 1 --2- 172.21.15.67:0/2980733318 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f86d0162ea0 0x7f86d00cf740 secure :-1 s=READY pgs=1974 cs=0 l=1 rev1=1 crypto rx=0x7f86d00d1f80 tx=0x7f86cc02a540 comp rx=0 tx=0).stop 2024-09-21T00:32:58.634 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.633+0000 7f86d838b640 1 -- 172.21.15.67:0/2980733318 shutdown_connections 2024-09-21T00:32:58.634 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.633+0000 7f86d838b640 1 --2- 172.21.15.67:0/2980733318 >> v2:172.21.15.97:3300/0 conn(0x7f86d00d11c0 0x7f86d00d15d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:58.634 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.633+0000 7f86d838b640 1 --2- 172.21.15.67:0/2980733318 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f86d00d2b00 0x7f86d015e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:58.634 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.633+0000 7f86d838b640 1 --2- 172.21.15.67:0/2980733318 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f86d0162ea0 0x7f86d00cf740 unknown :-1 s=CLOSED pgs=1974 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:58.634 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.633+0000 7f86d838b640 1 -- 172.21.15.67:0/2980733318 >> 172.21.15.67:0/2980733318 conn(0x7f86d006dfb0 msgr2=0x7f86d006e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:58.634 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.633+0000 7f86d838b640 1 -- 172.21.15.67:0/2980733318 shutdown_connections 2024-09-21T00:32:58.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.633+0000 7f86d838b640 1 -- 172.21.15.67:0/2980733318 wait complete. 2024-09-21T00:32:58.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.634+0000 7f86d838b640 1 Processor -- start 2024-09-21T00:32:58.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.634+0000 7f86d838b640 1 -- start start 2024-09-21T00:32:58.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.636+0000 7f86d838b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f86d00d11c0 0x7f86d00ce060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:58.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.636+0000 7f86d838b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f86d00d2b00 0x7f86d00b4300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:58.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.636+0000 7f86d838b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f86d0162ea0 0x7f86d01f8690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:58.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.636+0000 7f86d838b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f86d015f430 con 0x7f86d00d11c0 2024-09-21T00:32:58.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.636+0000 7f86d838b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f86d015f2b0 con 0x7f86d0162ea0 2024-09-21T00:32:58.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.636+0000 7f86d838b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f86d015f5b0 con 0x7f86d00d2b00 2024-09-21T00:32:58.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.636+0000 7f86d6127640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f86d00d11c0 0x7f86d00ce060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:58.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.636+0000 7f86d6127640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f86d00d11c0 0x7f86d00ce060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60622/0 (socket says 172.21.15.67:60622) 2024-09-21T00:32:58.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.636+0000 7f86d6127640 1 -- 172.21.15.67:0/1794487114 learned_addr learned my addr 172.21.15.67:0/1794487114 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:32:58.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.636+0000 7f86d6928640 1 --2- 172.21.15.67:0/1794487114 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f86d0162ea0 0x7f86d01f8690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:58.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.636+0000 7f86d5926640 1 --2- 172.21.15.67:0/1794487114 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f86d00d2b00 0x7f86d00b4300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:58.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.636+0000 7f86d6127640 1 -- 172.21.15.67:0/1794487114 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f86d00d2b00 msgr2=0x7f86d00b4300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:58.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.636+0000 7f86d6127640 1 --2- 172.21.15.67:0/1794487114 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f86d00d2b00 0x7f86d00b4300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:58.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.636+0000 7f86d6127640 1 -- 172.21.15.67:0/1794487114 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f86d0162ea0 msgr2=0x7f86d01f8690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:58.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.636+0000 7f86d6127640 1 --2- 172.21.15.67:0/1794487114 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f86d0162ea0 0x7f86d01f8690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:58.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.636+0000 7f86d6127640 1 -- 172.21.15.67:0/1794487114 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f86d00b4e70 con 0x7f86d00d11c0 2024-09-21T00:32:58.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.636+0000 7f86d5926640 1 --2- 172.21.15.67:0/1794487114 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f86d00d2b00 0x7f86d00b4300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:32:58.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.636+0000 7f86d6127640 1 --2- 172.21.15.67:0/1794487114 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f86d00d11c0 0x7f86d00ce060 secure :-1 s=READY pgs=1975 cs=0 l=1 rev1=1 crypto rx=0x7f86cc0099d0 tx=0x7f86cc0052f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:58.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.637+0000 7f86c6ffd640 1 -- 172.21.15.67:0/1794487114 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86cc005cf0 con 0x7f86d00d11c0 2024-09-21T00:32:58.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.637+0000 7f86c6ffd640 1 -- 172.21.15.67:0/1794487114 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f86cc031c40 con 0x7f86d00d11c0 2024-09-21T00:32:58.640 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.637+0000 7f86d838b640 1 -- 172.21.15.67:0/1794487114 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f86d00b5150 con 0x7f86d00d11c0 2024-09-21T00:32:58.640 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.637+0000 7f86c6ffd640 1 -- 172.21.15.67:0/1794487114 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86cc033330 con 0x7f86d00d11c0 2024-09-21T00:32:58.640 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.637+0000 7f86d838b640 1 -- 172.21.15.67:0/1794487114 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f86d00b5710 con 0x7f86d00d11c0 2024-09-21T00:32:58.641 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.638+0000 7f86d838b640 1 -- 172.21.15.67:0/1794487114 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f86d015e7f0 con 0x7f86d00d11c0 2024-09-21T00:32:58.641 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.638+0000 7f86c6ffd640 1 -- 172.21.15.67:0/1794487114 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f86cc0334d0 con 0x7f86d00d11c0 2024-09-21T00:32:58.641 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.639+0000 7f86c6ffd640 1 --2- 172.21.15.67:0/1794487114 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f86b4078b90 0x7f86b407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:58.641 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.639+0000 7f86c6ffd640 1 -- 172.21.15.67:0/1794487114 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 5029+0+0 (secure 0 0 0) 0x7f86cc0bbd50 con 0x7f86d00d11c0 2024-09-21T00:32:58.641 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.639+0000 7f86d5926640 1 --2- 172.21.15.67:0/1794487114 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f86b4078b90 0x7f86b407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:58.641 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.640+0000 7f86d5926640 1 --2- 172.21.15.67:0/1794487114 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f86b4078b90 0x7f86b407b0a0 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7f86c0005fd0 tx=0x7f86c0005cf0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:58.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.643+0000 7f86c6ffd640 1 -- 172.21.15.67:0/1794487114 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f86cc0bf030 con 0x7f86d00d11c0 2024-09-21T00:32:58.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:58.909+0000 7f86d838b640 1 -- 172.21.15.67:0/1794487114 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_scrub_checks.TestScrubControls.test_scrub_task_status_on_mds_failover"]} v 0) -- 0x7f86d00b70a0 con 0x7f86d00d11c0 2024-09-21T00:32:59.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.115+0000 7f86c6ffd640 1 -- 172.21.15.67:0/1794487114 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_scrub_checks.TestScrubControls.test_scrub_task_status_on_mds_failover"]}]=0 v549) ==== 166+0+0 (secure 0 0 0) 0x7f86cc03f030 con 0x7f86d00d11c0 2024-09-21T00:32:59.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.117+0000 7f86d838b640 1 -- 172.21.15.67:0/1794487114 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f86b4078b90 msgr2=0x7f86b407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:59.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.117+0000 7f86d838b640 1 --2- 172.21.15.67:0/1794487114 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f86b4078b90 0x7f86b407b0a0 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7f86c0005fd0 tx=0x7f86c0005cf0 comp rx=0 tx=0).stop 2024-09-21T00:32:59.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.117+0000 7f86d838b640 1 -- 172.21.15.67:0/1794487114 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f86d00d11c0 msgr2=0x7f86d00ce060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:59.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.117+0000 7f86d838b640 1 --2- 172.21.15.67:0/1794487114 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f86d00d11c0 0x7f86d00ce060 secure :-1 s=READY pgs=1975 cs=0 l=1 rev1=1 crypto rx=0x7f86cc0099d0 tx=0x7f86cc0052f0 comp rx=0 tx=0).stop 2024-09-21T00:32:59.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.117+0000 7f86d838b640 1 -- 172.21.15.67:0/1794487114 shutdown_connections 2024-09-21T00:32:59.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.117+0000 7f86d838b640 1 --2- 172.21.15.67:0/1794487114 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f86b4078b90 0x7f86b407b0a0 unknown :-1 s=CLOSED pgs=744 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:59.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.117+0000 7f86d838b640 1 --2- 172.21.15.67:0/1794487114 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f86d0162ea0 0x7f86d01f8690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:59.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.117+0000 7f86d838b640 1 --2- 172.21.15.67:0/1794487114 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f86d00d2b00 0x7f86d00b4300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:59.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.117+0000 7f86d838b640 1 --2- 172.21.15.67:0/1794487114 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f86d00d11c0 0x7f86d00ce060 unknown :-1 s=CLOSED pgs=1975 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:59.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.117+0000 7f86d838b640 1 -- 172.21.15.67:0/1794487114 >> 172.21.15.67:0/1794487114 conn(0x7f86d006dfb0 msgr2=0x7f86d015de90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:59.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.118+0000 7f86d838b640 1 -- 172.21.15.67:0/1794487114 shutdown_connections 2024-09-21T00:32:59.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.118+0000 7f86d838b640 1 -- 172.21.15.67:0/1794487114 wait complete. 2024-09-21T00:32:59.131 INFO:tasks.cephfs_test_runner:test_scrub_task_status_on_mds_failover (tasks.cephfs.test_scrub_checks.TestScrubControls) ... ok 2024-09-21T00:32:59.131 INFO:tasks.cephfs_test_runner:Starting test: test_scrub_when_mds_is_inactive (tasks.cephfs.test_scrub_checks.TestScrubControls) 2024-09-21T00:32:59.131 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:32:59.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.247+0000 7f979e2f9640 1 -- 172.21.15.67:0/2805977454 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f97980b6730 msgr2=0x7f97980cf260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:59.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.247+0000 7f979e2f9640 1 --2- 172.21.15.67:0/2805977454 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f97980b6730 0x7f97980cf260 secure :-1 s=READY pgs=1977 cs=0 l=1 rev1=1 crypto rx=0x7f97980b3f60 tx=0x7f978c02a560 comp rx=0 tx=0).stop 2024-09-21T00:32:59.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.247+0000 7f979e2f9640 1 -- 172.21.15.67:0/2805977454 shutdown_connections 2024-09-21T00:32:59.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.247+0000 7f979e2f9640 1 --2- 172.21.15.67:0/2805977454 >> v2:172.21.15.97:3300/0 conn(0x7f979806fbd0 0x7f97980cf7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:59.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.247+0000 7f979e2f9640 1 --2- 172.21.15.67:0/2805977454 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f97980b6730 0x7f97980cf260 unknown :-1 s=CLOSED pgs=1977 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:59.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.247+0000 7f979e2f9640 1 -- 172.21.15.67:0/2805977454 >> 172.21.15.67:0/2805977454 conn(0x7f97980d45a0 msgr2=0x7f97980d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:59.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.247+0000 7f979e2f9640 1 -- 172.21.15.67:0/2805977454 shutdown_connections 2024-09-21T00:32:59.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.247+0000 7f979e2f9640 1 -- 172.21.15.67:0/2805977454 wait complete. 2024-09-21T00:32:59.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.249+0000 7f979e2f9640 1 Processor -- start 2024-09-21T00:32:59.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.249+0000 7f979e2f9640 1 -- start start 2024-09-21T00:32:59.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.251+0000 7f979e2f9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f979806fbd0 0x7f97980cb880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:59.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.251+0000 7f979e2f9640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f97980b9e70 0x7f97981f87b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:59.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.251+0000 7f979e2f9640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f97980cbdc0 0x7f97981f8cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:59.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.251+0000 7f979e2f9640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f97980cfce0 con 0x7f979806fbd0 2024-09-21T00:32:59.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.251+0000 7f979e2f9640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f97980d25e0 con 0x7f97980cbdc0 2024-09-21T00:32:59.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.251+0000 7f979e2f9640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f97980cfe60 con 0x7f97980b9e70 2024-09-21T00:32:59.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.251+0000 7f9797fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f979806fbd0 0x7f97980cb880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:59.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.251+0000 7f9797fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f979806fbd0 0x7f97980cb880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60652/0 (socket says 172.21.15.67:60652) 2024-09-21T00:32:59.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.251+0000 7f9797fff640 1 -- 172.21.15.67:0/1482748094 learned_addr learned my addr 172.21.15.67:0/1482748094 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:32:59.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.251+0000 7f97977fe640 1 --2- 172.21.15.67:0/1482748094 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f97980b9e70 0x7f97981f87b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:59.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.251+0000 7f979c896640 1 --2- 172.21.15.67:0/1482748094 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f97980cbdc0 0x7f97981f8cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:59.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.251+0000 7f9797fff640 1 -- 172.21.15.67:0/1482748094 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f97980b9e70 msgr2=0x7f97981f87b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:59.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.251+0000 7f9797fff640 1 --2- 172.21.15.67:0/1482748094 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f97980b9e70 0x7f97981f87b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:59.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.251+0000 7f9797fff640 1 -- 172.21.15.67:0/1482748094 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f97980cbdc0 msgr2=0x7f97981f8cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:59.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.251+0000 7f9797fff640 1 --2- 172.21.15.67:0/1482748094 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f97980cbdc0 0x7f97981f8cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:59.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.251+0000 7f9797fff640 1 -- 172.21.15.67:0/1482748094 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f979814e390 con 0x7f979806fbd0 2024-09-21T00:32:59.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.251+0000 7f979c896640 1 --2- 172.21.15.67:0/1482748094 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f97980cbdc0 0x7f97981f8cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:32:59.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.251+0000 7f9797fff640 1 --2- 172.21.15.67:0/1482748094 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f979806fbd0 0x7f97980cb880 secure :-1 s=READY pgs=1978 cs=0 l=1 rev1=1 crypto rx=0x7f978800c3c0 tx=0x7f978800c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:59.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.251+0000 7f9794ff9640 1 -- 172.21.15.67:0/1482748094 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9788017070 con 0x7f979806fbd0 2024-09-21T00:32:59.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.251+0000 7f9794ff9640 1 -- 172.21.15.67:0/1482748094 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f97880035f0 con 0x7f979806fbd0 2024-09-21T00:32:59.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.252+0000 7f9794ff9640 1 -- 172.21.15.67:0/1482748094 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9788003a80 con 0x7f979806fbd0 2024-09-21T00:32:59.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.252+0000 7f979e2f9640 1 -- 172.21.15.67:0/1482748094 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f97980cc4d0 con 0x7f979806fbd0 2024-09-21T00:32:59.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.252+0000 7f979e2f9640 1 -- 172.21.15.67:0/1482748094 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97980cca90 con 0x7f979806fbd0 2024-09-21T00:32:59.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.252+0000 7f979e2f9640 1 -- 172.21.15.67:0/1482748094 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f97980d0310 con 0x7f979806fbd0 2024-09-21T00:32:59.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.253+0000 7f9794ff9640 1 -- 172.21.15.67:0/1482748094 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f978801a070 con 0x7f979806fbd0 2024-09-21T00:32:59.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.254+0000 7f9794ff9640 1 --2- 172.21.15.67:0/1482748094 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9784078b90 0x7f978407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:59.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.254+0000 7f9794ff9640 1 -- 172.21.15.67:0/1482748094 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 5029+0+0 (secure 0 0 0) 0x7f978809a080 con 0x7f979806fbd0 2024-09-21T00:32:59.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.254+0000 7f97977fe640 1 --2- 172.21.15.67:0/1482748094 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9784078b90 0x7f978407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:59.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.255+0000 7f97977fe640 1 --2- 172.21.15.67:0/1482748094 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9784078b90 0x7f978407b0a0 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7f978c033000 tx=0x7f978c004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:59.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.258+0000 7f9794ff9640 1 -- 172.21.15.67:0/1482748094 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f9788021020 con 0x7f979806fbd0 2024-09-21T00:32:59.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.446+0000 7f979e2f9640 1 -- 172.21.15.67:0/1482748094 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f97980b7950 con 0x7f979806fbd0 2024-09-21T00:32:59.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.447+0000 7f9794ff9640 1 -- 172.21.15.67:0/1482748094 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v155) ==== 74+0+13134 (secure 0 0 0) 0x7f97880621f0 con 0x7f979806fbd0 2024-09-21T00:32:59.448 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:32:59.448 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":155,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:32:58.107319+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":23,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":149,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.67:6834/801204650":"2024-09-22T00:32:54.923282+0000","172.21.15.67:6832/801204650":"2024-09-22T00:32:54.923282+0000","172.21.15.67:6835/4168290440":"2024-09-22T00:32:47.062649+0000","172.21.15.67:6833/4168290440":"2024-09-22T00:32:47.062649+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:32:59.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.449+0000 7f979e2f9640 1 -- 172.21.15.67:0/1482748094 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9784078b90 msgr2=0x7f978407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:59.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.449+0000 7f979e2f9640 1 --2- 172.21.15.67:0/1482748094 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9784078b90 0x7f978407b0a0 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7f978c033000 tx=0x7f978c004730 comp rx=0 tx=0).stop 2024-09-21T00:32:59.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.449+0000 7f979e2f9640 1 -- 172.21.15.67:0/1482748094 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f979806fbd0 msgr2=0x7f97980cb880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:59.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.449+0000 7f979e2f9640 1 --2- 172.21.15.67:0/1482748094 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f979806fbd0 0x7f97980cb880 secure :-1 s=READY pgs=1978 cs=0 l=1 rev1=1 crypto rx=0x7f978800c3c0 tx=0x7f978800c880 comp rx=0 tx=0).stop 2024-09-21T00:32:59.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.449+0000 7f979e2f9640 1 -- 172.21.15.67:0/1482748094 shutdown_connections 2024-09-21T00:32:59.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.449+0000 7f979e2f9640 1 --2- 172.21.15.67:0/1482748094 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9784078b90 0x7f978407b0a0 unknown :-1 s=CLOSED pgs=745 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:59.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.449+0000 7f979e2f9640 1 --2- 172.21.15.67:0/1482748094 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f97980cbdc0 0x7f97981f8cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:59.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.449+0000 7f979e2f9640 1 --2- 172.21.15.67:0/1482748094 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f97980b9e70 0x7f97981f87b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:59.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.449+0000 7f979e2f9640 1 --2- 172.21.15.67:0/1482748094 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f979806fbd0 0x7f97980cb880 unknown :-1 s=CLOSED pgs=1978 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:59.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.449+0000 7f979e2f9640 1 -- 172.21.15.67:0/1482748094 >> 172.21.15.67:0/1482748094 conn(0x7f97980d45a0 msgr2=0x7f97980b6010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:59.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.449+0000 7f979e2f9640 1 -- 172.21.15.67:0/1482748094 shutdown_connections 2024-09-21T00:32:59.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.449+0000 7f979e2f9640 1 -- 172.21.15.67:0/1482748094 wait complete. 2024-09-21T00:32:59.461 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-21T00:21:09.510963+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-21T00:32:59.462 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-21T00:32:59.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.580+0000 7f90452a9640 1 -- 172.21.15.67:0/4277863225 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f904015f1a0 msgr2=0x7f904006fd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:59.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.580+0000 7f90452a9640 1 --2- 172.21.15.67:0/4277863225 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f904015f1a0 0x7f904006fd70 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f9038009830 tx=0x7f903802a510 comp rx=0 tx=0).stop 2024-09-21T00:32:59.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.580+0000 7f90452a9640 1 -- 172.21.15.67:0/4277863225 shutdown_connections 2024-09-21T00:32:59.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.580+0000 7f90452a9640 1 --2- 172.21.15.67:0/4277863225 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f904015f1a0 0x7f904006fd70 unknown :-1 s=CLOSED pgs=623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:59.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.580+0000 7f90452a9640 1 --2- 172.21.15.67:0/4277863225 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f90400aea30 0x7f90400acfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:59.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.580+0000 7f90452a9640 1 -- 172.21.15.67:0/4277863225 >> 172.21.15.67:0/4277863225 conn(0x7f904006d630 msgr2=0x7f90400d02a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:59.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.580+0000 7f90452a9640 1 -- 172.21.15.67:0/4277863225 shutdown_connections 2024-09-21T00:32:59.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.580+0000 7f90452a9640 1 -- 172.21.15.67:0/4277863225 wait complete. 2024-09-21T00:32:59.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.582+0000 7f90452a9640 1 Processor -- start 2024-09-21T00:32:59.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.582+0000 7f90452a9640 1 -- start start 2024-09-21T00:32:59.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.584+0000 7f90452a9640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f90400aea30 0x7f90401f3160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:59.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.584+0000 7f90452a9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f90400cd5b0 0x7f9040154600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:59.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.584+0000 7f90452a9640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f904009c730 0x7f904009cb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:59.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.584+0000 7f90452a9640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f90400ccea0 con 0x7f90400cd5b0 2024-09-21T00:32:59.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.584+0000 7f90452a9640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f90400ccd20 con 0x7f904009c730 2024-09-21T00:32:59.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.584+0000 7f90452a9640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f90400cd020 con 0x7f90400aea30 2024-09-21T00:32:59.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.584+0000 7f903e7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f90400cd5b0 0x7f9040154600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:59.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.584+0000 7f903e7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f90400cd5b0 0x7f9040154600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60658/0 (socket says 172.21.15.67:60658) 2024-09-21T00:32:59.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.584+0000 7f903e7fc640 1 -- 172.21.15.67:0/2454942472 learned_addr learned my addr 172.21.15.67:0/2454942472 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:32:59.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.584+0000 7f903effd640 1 --2- 172.21.15.67:0/2454942472 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f90400aea30 0x7f90401f3160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:59.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.584+0000 7f903f7fe640 1 --2- 172.21.15.67:0/2454942472 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f904009c730 0x7f904009cb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:59.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.584+0000 7f903e7fc640 1 -- 172.21.15.67:0/2454942472 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f90400aea30 msgr2=0x7f90401f3160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:59.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.584+0000 7f903e7fc640 1 --2- 172.21.15.67:0/2454942472 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f90400aea30 0x7f90401f3160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:59.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.584+0000 7f903e7fc640 1 -- 172.21.15.67:0/2454942472 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f904009c730 msgr2=0x7f904009cb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:59.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.584+0000 7f903e7fc640 1 --2- 172.21.15.67:0/2454942472 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f904009c730 0x7f904009cb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:59.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.584+0000 7f903e7fc640 1 -- 172.21.15.67:0/2454942472 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f904009b6b0 con 0x7f90400cd5b0 2024-09-21T00:32:59.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.584+0000 7f903e7fc640 1 --2- 172.21.15.67:0/2454942472 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f90400cd5b0 0x7f9040154600 secure :-1 s=READY pgs=1979 cs=0 l=1 rev1=1 crypto rx=0x7f902800c3d0 tx=0x7f902800c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:59.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.584+0000 7f90377fe640 1 -- 172.21.15.67:0/2454942472 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9028017070 con 0x7f90400cd5b0 2024-09-21T00:32:59.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.584+0000 7f90377fe640 1 -- 172.21.15.67:0/2454942472 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f90280053c0 con 0x7f90400cd5b0 2024-09-21T00:32:59.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.584+0000 7f90452a9640 1 -- 172.21.15.67:0/2454942472 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f904009b970 con 0x7f90400cd5b0 2024-09-21T00:32:59.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.585+0000 7f90377fe640 1 -- 172.21.15.67:0/2454942472 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9028003850 con 0x7f90400cd5b0 2024-09-21T00:32:59.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.585+0000 7f90452a9640 1 -- 172.21.15.67:0/2454942472 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f904009bf30 con 0x7f90400cd5b0 2024-09-21T00:32:59.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.586+0000 7f90452a9640 1 -- 172.21.15.67:0/2454942472 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f90401e5c70 con 0x7f90400cd5b0 2024-09-21T00:32:59.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.586+0000 7f90377fe640 1 -- 172.21.15.67:0/2454942472 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f902801a070 con 0x7f90400cd5b0 2024-09-21T00:32:59.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.587+0000 7f90377fe640 1 --2- 172.21.15.67:0/2454942472 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9020078b90 0x7f902007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:59.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.587+0000 7f90377fe640 1 -- 172.21.15.67:0/2454942472 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 5029+0+0 (secure 0 0 0) 0x7f9028099ec0 con 0x7f90400cd5b0 2024-09-21T00:32:59.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.587+0000 7f903effd640 1 --2- 172.21.15.67:0/2454942472 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9020078b90 0x7f902007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:59.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.588+0000 7f903effd640 1 --2- 172.21.15.67:0/2454942472 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9020078b90 0x7f902007b0a0 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7f9030005fd0 tx=0x7f903000a6d0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:59.593 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.592+0000 7f90377fe640 1 -- 172.21.15.67:0/2454942472 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f9028062520 con 0x7f90400cd5b0 2024-09-21T00:32:59.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.778+0000 7f90452a9640 1 -- 172.21.15.67:0/2454942472 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f90400acfb0 con 0x7f90400cd5b0 2024-09-21T00:32:59.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.779+0000 7f90377fe640 1 -- 172.21.15.67:0/2454942472 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v155) ==== 93+0+10 (secure 0 0 0) 0x7f9028061e20 con 0x7f90400cd5b0 2024-09-21T00:32:59.780 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 1 2024-09-21T00:32:59.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.781+0000 7f90452a9640 1 -- 172.21.15.67:0/2454942472 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9020078b90 msgr2=0x7f902007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:59.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.781+0000 7f90452a9640 1 --2- 172.21.15.67:0/2454942472 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9020078b90 0x7f902007b0a0 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7f9030005fd0 tx=0x7f903000a6d0 comp rx=0 tx=0).stop 2024-09-21T00:32:59.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.781+0000 7f90452a9640 1 -- 172.21.15.67:0/2454942472 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f90400cd5b0 msgr2=0x7f9040154600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:59.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.781+0000 7f90452a9640 1 --2- 172.21.15.67:0/2454942472 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f90400cd5b0 0x7f9040154600 secure :-1 s=READY pgs=1979 cs=0 l=1 rev1=1 crypto rx=0x7f902800c3d0 tx=0x7f902800c890 comp rx=0 tx=0).stop 2024-09-21T00:32:59.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.781+0000 7f90452a9640 1 -- 172.21.15.67:0/2454942472 shutdown_connections 2024-09-21T00:32:59.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.781+0000 7f90452a9640 1 --2- 172.21.15.67:0/2454942472 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9020078b90 0x7f902007b0a0 unknown :-1 s=CLOSED pgs=746 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:59.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.781+0000 7f90452a9640 1 --2- 172.21.15.67:0/2454942472 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f904009c730 0x7f904009cb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:59.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.781+0000 7f90452a9640 1 --2- 172.21.15.67:0/2454942472 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f90400cd5b0 0x7f9040154600 unknown :-1 s=CLOSED pgs=1979 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:59.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.781+0000 7f90452a9640 1 --2- 172.21.15.67:0/2454942472 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f90400aea30 0x7f90401f3160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:59.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.781+0000 7f90452a9640 1 -- 172.21.15.67:0/2454942472 >> 172.21.15.67:0/2454942472 conn(0x7f904006d630 msgr2=0x7f904006fce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:59.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.781+0000 7f90452a9640 1 -- 172.21.15.67:0/2454942472 shutdown_connections 2024-09-21T00:32:59.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.781+0000 7f90452a9640 1 -- 172.21.15.67:0/2454942472 wait complete. 2024-09-21T00:32:59.793 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_scrub_checks.TestScrubControls.test_scrub_when_mds_is_inactive' 2024-09-21T00:32:59.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.909+0000 7f3e0c30b640 1 -- 172.21.15.67:0/3496617854 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3e040d0f50 msgr2=0x7f3e040b5530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:59.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.909+0000 7f3e0c30b640 1 --2- 172.21.15.67:0/3496617854 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3e040d0f50 0x7f3e040b5530 secure :-1 s=READY pgs=1980 cs=0 l=1 rev1=1 crypto rx=0x7f3e04074bc0 tx=0x7f3dfc02a9a0 comp rx=0 tx=0).stop 2024-09-21T00:32:59.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.909+0000 7f3e0c30b640 1 -- 172.21.15.67:0/3496617854 shutdown_connections 2024-09-21T00:32:59.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.909+0000 7f3e0c30b640 1 --2- 172.21.15.67:0/3496617854 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3e040d0f50 0x7f3e040b5530 unknown :-1 s=CLOSED pgs=1980 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:59.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.909+0000 7f3e0c30b640 1 --2- 172.21.15.67:0/3496617854 >> v2:172.21.15.97:3300/0 conn(0x7f3e040b3ae0 0x7f3e040d0a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:59.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.909+0000 7f3e0c30b640 1 -- 172.21.15.67:0/3496617854 >> 172.21.15.67:0/3496617854 conn(0x7f3e040b4140 msgr2=0x7f3e040b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:32:59.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.909+0000 7f3e0c30b640 1 -- 172.21.15.67:0/3496617854 shutdown_connections 2024-09-21T00:32:59.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.909+0000 7f3e0c30b640 1 -- 172.21.15.67:0/3496617854 wait complete. 2024-09-21T00:32:59.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.911+0000 7f3e0c30b640 1 Processor -- start 2024-09-21T00:32:59.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.911+0000 7f3e0c30b640 1 -- start start 2024-09-21T00:32:59.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.912+0000 7f3e0c30b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3e0409b7b0 0x7f3e041e9990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:59.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.912+0000 7f3e0c30b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3e040b3ae0 0x7f3e041e7d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:59.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.912+0000 7f3e0c30b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3e040d0f50 0x7f3e0415d7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:59.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.912+0000 7f3e0c30b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f3e040b5e00 con 0x7f3e0409b7b0 2024-09-21T00:32:59.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.912+0000 7f3e0c30b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f3e040b5c80 con 0x7f3e040b3ae0 2024-09-21T00:32:59.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.912+0000 7f3e0c30b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f3e040b5f80 con 0x7f3e040d0f50 2024-09-21T00:32:59.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.912+0000 7f3e0a0a7640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3e0409b7b0 0x7f3e041e9990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:59.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.912+0000 7f3e0a0a7640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3e0409b7b0 0x7f3e041e9990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60672/0 (socket says 172.21.15.67:60672) 2024-09-21T00:32:59.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.912+0000 7f3e0a0a7640 1 -- 172.21.15.67:0/1798242380 learned_addr learned my addr 172.21.15.67:0/1798242380 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:32:59.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.912+0000 7f3e098a6640 1 --2- 172.21.15.67:0/1798242380 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3e040b3ae0 0x7f3e041e7d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:59.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.912+0000 7f3e0a8a8640 1 --2- 172.21.15.67:0/1798242380 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3e040d0f50 0x7f3e0415d7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:59.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.913+0000 7f3e0a0a7640 1 -- 172.21.15.67:0/1798242380 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3e040d0f50 msgr2=0x7f3e0415d7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:59.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.913+0000 7f3e0a0a7640 1 --2- 172.21.15.67:0/1798242380 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3e040d0f50 0x7f3e0415d7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:59.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.913+0000 7f3e0a0a7640 1 -- 172.21.15.67:0/1798242380 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3e040b3ae0 msgr2=0x7f3e041e7d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:32:59.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.913+0000 7f3e0a0a7640 1 --2- 172.21.15.67:0/1798242380 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3e040b3ae0 0x7f3e041e7d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:32:59.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.913+0000 7f3e0a0a7640 1 -- 172.21.15.67:0/1798242380 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3e0414cd70 con 0x7f3e0409b7b0 2024-09-21T00:32:59.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.913+0000 7f3e0a0a7640 1 --2- 172.21.15.67:0/1798242380 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3e0409b7b0 0x7f3e041e9990 secure :-1 s=READY pgs=1981 cs=0 l=1 rev1=1 crypto rx=0x7f3e0000c3a0 tx=0x7f3e0000c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:59.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.913+0000 7f3dfaffd640 1 -- 172.21.15.67:0/1798242380 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e00017070 con 0x7f3e0409b7b0 2024-09-21T00:32:59.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.913+0000 7f3dfaffd640 1 -- 172.21.15.67:0/1798242380 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3e000053c0 con 0x7f3e0409b7b0 2024-09-21T00:32:59.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.913+0000 7f3e0c30b640 1 -- 172.21.15.67:0/1798242380 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3e0414d050 con 0x7f3e0409b7b0 2024-09-21T00:32:59.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.913+0000 7f3dfaffd640 1 -- 172.21.15.67:0/1798242380 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3e00003850 con 0x7f3e0409b7b0 2024-09-21T00:32:59.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.913+0000 7f3e0c30b640 1 -- 172.21.15.67:0/1798242380 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3e0414d610 con 0x7f3e0409b7b0 2024-09-21T00:32:59.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.914+0000 7f3e0c30b640 1 -- 172.21.15.67:0/1798242380 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3e040d0a10 con 0x7f3e0409b7b0 2024-09-21T00:32:59.917 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.915+0000 7f3dfaffd640 1 -- 172.21.15.67:0/1798242380 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f3e0001a070 con 0x7f3e0409b7b0 2024-09-21T00:32:59.917 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.915+0000 7f3dfaffd640 1 --2- 172.21.15.67:0/1798242380 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3de8078b90 0x7f3de807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:32:59.917 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.916+0000 7f3dfaffd640 1 -- 172.21.15.67:0/1798242380 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 5029+0+0 (secure 0 0 0) 0x7f3e00099d30 con 0x7f3e0409b7b0 2024-09-21T00:32:59.917 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.916+0000 7f3e098a6640 1 --2- 172.21.15.67:0/1798242380 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3de8078b90 0x7f3de807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:32:59.917 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.916+0000 7f3e098a6640 1 --2- 172.21.15.67:0/1798242380 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3de8078b90 0x7f3de807b0a0 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7f3e0415cb30 tx=0x7f3df400b2e0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:32:59.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:32:59.920+0000 7f3dfaffd640 1 -- 172.21.15.67:0/1798242380 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f3e040d1360 con 0x7f3e0409b7b0 2024-09-21T00:33:00.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:00.188+0000 7f3e0c30b640 1 -- 172.21.15.67:0/1798242380 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_scrub_checks.TestScrubControls.test_scrub_when_mds_is_inactive"]} v 0) -- 0x7f3e040b3590 con 0x7f3e0409b7b0 2024-09-21T00:33:01.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.123+0000 7f3dfaffd640 1 -- 172.21.15.67:0/1798242380 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_scrub_checks.TestScrubControls.test_scrub_when_mds_is_inactive"]}]=0 v551) ==== 162+0+0 (secure 0 0 0) 0x7f3e00061e50 con 0x7f3e0409b7b0 2024-09-21T00:33:01.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.126+0000 7f3e0c30b640 1 -- 172.21.15.67:0/1798242380 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3de8078b90 msgr2=0x7f3de807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:01.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.126+0000 7f3e0c30b640 1 --2- 172.21.15.67:0/1798242380 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3de8078b90 0x7f3de807b0a0 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7f3e0415cb30 tx=0x7f3df400b2e0 comp rx=0 tx=0).stop 2024-09-21T00:33:01.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.126+0000 7f3e0c30b640 1 -- 172.21.15.67:0/1798242380 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3e0409b7b0 msgr2=0x7f3e041e9990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:01.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.126+0000 7f3e0c30b640 1 --2- 172.21.15.67:0/1798242380 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3e0409b7b0 0x7f3e041e9990 secure :-1 s=READY pgs=1981 cs=0 l=1 rev1=1 crypto rx=0x7f3e0000c3a0 tx=0x7f3e0000c860 comp rx=0 tx=0).stop 2024-09-21T00:33:01.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.126+0000 7f3e0c30b640 1 -- 172.21.15.67:0/1798242380 shutdown_connections 2024-09-21T00:33:01.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.126+0000 7f3e0c30b640 1 --2- 172.21.15.67:0/1798242380 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3de8078b90 0x7f3de807b0a0 unknown :-1 s=CLOSED pgs=747 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:01.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.127+0000 7f3e0c30b640 1 --2- 172.21.15.67:0/1798242380 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3e040d0f50 0x7f3e0415d7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:01.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.127+0000 7f3e0c30b640 1 --2- 172.21.15.67:0/1798242380 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3e040b3ae0 0x7f3e041e7d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:01.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.127+0000 7f3e0c30b640 1 --2- 172.21.15.67:0/1798242380 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3e0409b7b0 0x7f3e041e9990 unknown :-1 s=CLOSED pgs=1981 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:01.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.127+0000 7f3e0c30b640 1 -- 172.21.15.67:0/1798242380 >> 172.21.15.67:0/1798242380 conn(0x7f3e040b4140 msgr2=0x7f3e0415f9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:01.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.127+0000 7f3e0c30b640 1 -- 172.21.15.67:0/1798242380 shutdown_connections 2024-09-21T00:33:01.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.127+0000 7f3e0c30b640 1 -- 172.21.15.67:0/1798242380 wait complete. 2024-09-21T00:33:01.141 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config dump 2024-09-21T00:33:01.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.264+0000 7fd65980e640 1 -- 172.21.15.67:0/3789219461 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd65409b060 msgr2=0x7fd6540b4c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:01.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.264+0000 7fd65980e640 1 --2- 172.21.15.67:0/3789219461 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd65409b060 0x7fd6540b4c60 secure :-1 s=READY pgs=1983 cs=0 l=1 rev1=1 crypto rx=0x7fd6540712d0 tx=0x7fd63c02a5f0 comp rx=0 tx=0).stop 2024-09-21T00:33:01.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.264+0000 7fd65980e640 1 -- 172.21.15.67:0/3789219461 shutdown_connections 2024-09-21T00:33:01.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.264+0000 7fd65980e640 1 --2- 172.21.15.67:0/3789219461 >> v2:172.21.15.97:3300/0 conn(0x7fd6540cd030 0x7fd6540cd440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:01.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.264+0000 7fd65980e640 1 --2- 172.21.15.67:0/3789219461 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd65409b060 0x7fd6540b4c60 unknown :-1 s=CLOSED pgs=1983 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:01.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.264+0000 7fd65980e640 1 -- 172.21.15.67:0/3789219461 >> 172.21.15.67:0/3789219461 conn(0x7fd6540b4140 msgr2=0x7fd6540b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:01.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.264+0000 7fd65980e640 1 -- 172.21.15.67:0/3789219461 shutdown_connections 2024-09-21T00:33:01.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.264+0000 7fd65980e640 1 -- 172.21.15.67:0/3789219461 wait complete. 2024-09-21T00:33:01.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.266+0000 7fd65980e640 1 Processor -- start 2024-09-21T00:33:01.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.266+0000 7fd65980e640 1 -- start start 2024-09-21T00:33:01.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.267+0000 7fd65980e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6540b7850 0x7fd6540c6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:01.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.267+0000 7fd65980e640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd6540cd030 0x7fd6540b0ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:01.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.267+0000 7fd65980e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd6540c8310 0x7fd6540af820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:01.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.267+0000 7fd65980e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fd6540cdd10 con 0x7fd6540b7850 2024-09-21T00:33:01.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.267+0000 7fd65980e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fd6540cdb90 con 0x7fd6540c8310 2024-09-21T00:33:01.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.267+0000 7fd65980e640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fd6540cde90 con 0x7fd6540cd030 2024-09-21T00:33:01.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.267+0000 7fd652ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6540b7850 0x7fd6540c6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:01.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.267+0000 7fd652ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6540b7850 0x7fd6540c6180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60690/0 (socket says 172.21.15.67:60690) 2024-09-21T00:33:01.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.267+0000 7fd652ffd640 1 -- 172.21.15.67:0/922943760 learned_addr learned my addr 172.21.15.67:0/922943760 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:01.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.267+0000 7fd6537fe640 1 --2- 172.21.15.67:0/922943760 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd6540c8310 0x7fd6540af820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:01.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.267+0000 7fd64bfff640 1 --2- 172.21.15.67:0/922943760 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd6540cd030 0x7fd6540b0ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:01.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.267+0000 7fd652ffd640 1 -- 172.21.15.67:0/922943760 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd6540cd030 msgr2=0x7fd6540b0ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:01.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.267+0000 7fd652ffd640 1 --2- 172.21.15.67:0/922943760 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd6540cd030 0x7fd6540b0ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:01.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.267+0000 7fd652ffd640 1 -- 172.21.15.67:0/922943760 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd6540c8310 msgr2=0x7fd6540af820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:01.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.267+0000 7fd652ffd640 1 --2- 172.21.15.67:0/922943760 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd6540c8310 0x7fd6540af820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:01.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.267+0000 7fd652ffd640 1 -- 172.21.15.67:0/922943760 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd6540b1410 con 0x7fd6540b7850 2024-09-21T00:33:01.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.268+0000 7fd652ffd640 1 --2- 172.21.15.67:0/922943760 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6540b7850 0x7fd6540c6180 secure :-1 s=READY pgs=1984 cs=0 l=1 rev1=1 crypto rx=0x7fd64400c3c0 tx=0x7fd64400c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:01.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.268+0000 7fd650ff9640 1 -- 172.21.15.67:0/922943760 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd644017070 con 0x7fd6540b7850 2024-09-21T00:33:01.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.268+0000 7fd650ff9640 1 -- 172.21.15.67:0/922943760 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd6440035f0 con 0x7fd6540b7850 2024-09-21T00:33:01.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.268+0000 7fd65980e640 1 -- 172.21.15.67:0/922943760 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd6541f3b60 con 0x7fd6540b7850 2024-09-21T00:33:01.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.268+0000 7fd650ff9640 1 -- 172.21.15.67:0/922943760 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd644003a80 con 0x7fd6540b7850 2024-09-21T00:33:01.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.268+0000 7fd65980e640 1 -- 172.21.15.67:0/922943760 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd6541f4120 con 0x7fd6540b7850 2024-09-21T00:33:01.272 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.269+0000 7fd65980e640 1 -- 172.21.15.67:0/922943760 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd6540b4c60 con 0x7fd6540b7850 2024-09-21T00:33:01.272 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.270+0000 7fd650ff9640 1 -- 172.21.15.67:0/922943760 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fd64401a070 con 0x7fd6540b7850 2024-09-21T00:33:01.272 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.270+0000 7fd650ff9640 1 --2- 172.21.15.67:0/922943760 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd634078bc0 0x7fd63407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:01.272 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.270+0000 7fd650ff9640 1 -- 172.21.15.67:0/922943760 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 5029+0+0 (secure 0 0 0) 0x7fd644099d60 con 0x7fd6540b7850 2024-09-21T00:33:01.272 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.270+0000 7fd64bfff640 1 --2- 172.21.15.67:0/922943760 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd634078bc0 0x7fd63407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:01.272 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.271+0000 7fd64bfff640 1 --2- 172.21.15.67:0/922943760 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd634078bc0 0x7fd63407b0d0 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7fd63c033000 tx=0x7fd63c004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:01.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.275+0000 7fd650ff9640 1 -- 172.21.15.67:0/922943760 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fd644062450 con 0x7fd6540b7850 2024-09-21T00:33:01.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.464+0000 7fd65980e640 1 -- 172.21.15.67:0/922943760 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7fd6540cead0 con 0x7fd6540b7850 2024-09-21T00:33:01.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.464+0000 7fd650ff9640 1 -- 172.21.15.67:0/922943760 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v59) ==== 59+0+2294 (secure 0 0 0) 0x7fd644061d50 con 0x7fd6540b7850 2024-09-21T00:33:01.465 INFO:teuthology.orchestra.run.smithi067.stdout:WHO MASK LEVEL OPTION VALUE RO 2024-09-21T00:33:01.466 INFO:teuthology.orchestra.run.smithi067.stdout:mon advanced mon_op_complaint_time 120 2024-09-21T00:33:01.466 INFO:teuthology.orchestra.run.smithi067.stdout:mgr advanced client_mount_timeout 30 2024-09-21T00:33:01.466 INFO:teuthology.orchestra.run.smithi067.stdout:mgr advanced debug_client 20/20 2024-09-21T00:33:01.466 INFO:teuthology.orchestra.run.smithi067.stdout:mgr advanced debug_mgr 20/20 2024-09-21T00:33:01.466 INFO:teuthology.orchestra.run.smithi067.stdout:mgr advanced debug_ms 1/1 2024-09-21T00:33:01.466 INFO:teuthology.orchestra.run.smithi067.stdout:mgr dev mon_warn_on_pool_no_app false 2024-09-21T00:33:01.466 INFO:teuthology.orchestra.run.smithi067.stdout:osd advanced osd_op_complaint_time 180.000000 2024-09-21T00:33:01.466 INFO:teuthology.orchestra.run.smithi067.stdout:osd.0 basic osd_mclock_max_capacity_iops_ssd 4994.792072 2024-09-21T00:33:01.466 INFO:teuthology.orchestra.run.smithi067.stdout:osd.1 basic osd_mclock_max_capacity_iops_ssd 6949.964888 2024-09-21T00:33:01.466 INFO:teuthology.orchestra.run.smithi067.stdout:osd.2 basic osd_mclock_max_capacity_iops_ssd 4728.394376 2024-09-21T00:33:01.467 INFO:teuthology.orchestra.run.smithi067.stdout:osd.3 basic osd_mclock_max_capacity_iops_ssd 4592.129816 2024-09-21T00:33:01.467 INFO:teuthology.orchestra.run.smithi067.stdout:osd.4 basic osd_mclock_max_capacity_iops_ssd 6550.422905 2024-09-21T00:33:01.467 INFO:teuthology.orchestra.run.smithi067.stdout:osd.5 basic osd_mclock_max_capacity_iops_ssd 5213.710688 2024-09-21T00:33:01.467 INFO:teuthology.orchestra.run.smithi067.stdout:osd.6 basic osd_mclock_max_capacity_iops_ssd 5638.399028 2024-09-21T00:33:01.467 INFO:teuthology.orchestra.run.smithi067.stdout:osd.7 basic osd_mclock_max_capacity_iops_ssd 5357.310397 2024-09-21T00:33:01.467 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced debug_mds 20/20 2024-09-21T00:33:01.467 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced debug_mds_balancer 20/20 2024-09-21T00:33:01.467 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced debug_ms 2/2 2024-09-21T00:33:01.467 INFO:teuthology.orchestra.run.smithi067.stdout:mds dev mds_debug_frag true 2024-09-21T00:33:01.467 INFO:teuthology.orchestra.run.smithi067.stdout:mds dev mds_debug_scatterstat true 2024-09-21T00:33:01.468 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced mds_op_complaint_time 180.000000 2024-09-21T00:33:01.468 INFO:teuthology.orchestra.run.smithi067.stdout:mds dev mds_verify_scatter true 2024-09-21T00:33:01.468 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced osd_op_complaint_time 180.000000 2024-09-21T00:33:01.468 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced rados_mon_op_timeout 900 2024-09-21T00:33:01.468 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced rados_osd_op_timeout 900 2024-09-21T00:33:01.468 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced client_mount_timeout 600 2024-09-21T00:33:01.468 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced debug_client 20/20 2024-09-21T00:33:01.468 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced debug_ms 1/1 2024-09-21T00:33:01.468 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced rados_mon_op_timeout 900 2024-09-21T00:33:01.468 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced rados_osd_op_timeout 900 2024-09-21T00:33:01.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.466+0000 7fd65980e640 1 -- 172.21.15.67:0/922943760 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd634078bc0 msgr2=0x7fd63407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:01.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.466+0000 7fd65980e640 1 --2- 172.21.15.67:0/922943760 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd634078bc0 0x7fd63407b0d0 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7fd63c033000 tx=0x7fd63c004730 comp rx=0 tx=0).stop 2024-09-21T00:33:01.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.466+0000 7fd65980e640 1 -- 172.21.15.67:0/922943760 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6540b7850 msgr2=0x7fd6540c6180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:01.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.466+0000 7fd65980e640 1 --2- 172.21.15.67:0/922943760 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6540b7850 0x7fd6540c6180 secure :-1 s=READY pgs=1984 cs=0 l=1 rev1=1 crypto rx=0x7fd64400c3c0 tx=0x7fd64400c880 comp rx=0 tx=0).stop 2024-09-21T00:33:01.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.466+0000 7fd65980e640 1 -- 172.21.15.67:0/922943760 shutdown_connections 2024-09-21T00:33:01.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.466+0000 7fd65980e640 1 --2- 172.21.15.67:0/922943760 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd634078bc0 0x7fd63407b0d0 unknown :-1 s=CLOSED pgs=748 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:01.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.466+0000 7fd65980e640 1 --2- 172.21.15.67:0/922943760 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd6540c8310 0x7fd6540af820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:01.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.466+0000 7fd65980e640 1 --2- 172.21.15.67:0/922943760 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd6540cd030 0x7fd6540b0ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:01.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.466+0000 7fd65980e640 1 --2- 172.21.15.67:0/922943760 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6540b7850 0x7fd6540c6180 unknown :-1 s=CLOSED pgs=1984 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:01.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.466+0000 7fd65980e640 1 -- 172.21.15.67:0/922943760 >> 172.21.15.67:0/922943760 conn(0x7fd6540b4140 msgr2=0x7fd6541e8c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:01.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.466+0000 7fd65980e640 1 -- 172.21.15.67:0/922943760 shutdown_connections 2024-09-21T00:33:01.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.466+0000 7fd65980e640 1 -- 172.21.15.67:0/922943760 wait complete. 2024-09-21T00:33:01.479 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-21T00:33:01.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.598+0000 7f8ca4216640 1 -- 172.21.15.67:0/3781063113 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8c9c0b3cb0 msgr2=0x7f8c9c0d3330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:01.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.598+0000 7f8ca4216640 1 --2- 172.21.15.67:0/3781063113 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8c9c0b3cb0 0x7f8c9c0d3330 secure :-1 s=READY pgs=1986 cs=0 l=1 rev1=1 crypto rx=0x7f8c980098e0 tx=0x7f8c9802a5d0 comp rx=0 tx=0).stop 2024-09-21T00:33:01.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.598+0000 7f8ca4216640 1 -- 172.21.15.67:0/3781063113 shutdown_connections 2024-09-21T00:33:01.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.598+0000 7f8ca4216640 1 --2- 172.21.15.67:0/3781063113 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8c9c0b3cb0 0x7f8c9c0d3330 unknown :-1 s=CLOSED pgs=1986 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:01.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.598+0000 7f8ca4216640 1 -- 172.21.15.67:0/3781063113 >> 172.21.15.67:0/3781063113 conn(0x7f8c9c08bee0 msgr2=0x7f8c9c0d4720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:01.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.598+0000 7f8ca4216640 1 -- 172.21.15.67:0/3781063113 shutdown_connections 2024-09-21T00:33:01.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.598+0000 7f8ca4216640 1 -- 172.21.15.67:0/3781063113 wait complete. 2024-09-21T00:33:01.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.600+0000 7f8ca4216640 1 Processor -- start 2024-09-21T00:33:01.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.600+0000 7f8ca4216640 1 -- start start 2024-09-21T00:33:01.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.601+0000 7f8ca4216640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8c9c0b3cb0 0x7f8c9c157e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:01.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.601+0000 7f8ca4216640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8c9c0d4e30 0x7f8c9c15f190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:01.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.601+0000 7f8ca4216640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8c9c0b6170 0x7f8c9c0b6580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:01.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.601+0000 7f8ca4216640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f8c9c06f720 con 0x7f8c9c0b3cb0 2024-09-21T00:33:01.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.601+0000 7f8ca4216640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f8c9c06f5a0 con 0x7f8c9c0d4e30 2024-09-21T00:33:01.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.601+0000 7f8ca4216640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f8c9c06f8a0 con 0x7f8c9c0b6170 2024-09-21T00:33:01.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.601+0000 7f8ca1fb2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8c9c0b3cb0 0x7f8c9c157e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:01.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.601+0000 7f8ca1fb2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8c9c0b3cb0 0x7f8c9c157e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60720/0 (socket says 172.21.15.67:60720) 2024-09-21T00:33:01.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.601+0000 7f8ca1fb2640 1 -- 172.21.15.67:0/1440653281 learned_addr learned my addr 172.21.15.67:0/1440653281 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:01.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.601+0000 7f8ca17b1640 1 --2- 172.21.15.67:0/1440653281 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8c9c0d4e30 0x7f8c9c15f190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:01.605 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.601+0000 7f8ca27b3640 1 --2- 172.21.15.67:0/1440653281 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8c9c0b6170 0x7f8c9c0b6580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:01.605 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.601+0000 7f8ca1fb2640 1 -- 172.21.15.67:0/1440653281 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8c9c0b6170 msgr2=0x7f8c9c0b6580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:01.605 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.601+0000 7f8ca1fb2640 1 --2- 172.21.15.67:0/1440653281 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8c9c0b6170 0x7f8c9c0b6580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:01.605 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.601+0000 7f8ca1fb2640 1 -- 172.21.15.67:0/1440653281 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8c9c0d4e30 msgr2=0x7f8c9c15f190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:01.605 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.601+0000 7f8ca1fb2640 1 --2- 172.21.15.67:0/1440653281 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8c9c0d4e30 0x7f8c9c15f190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:01.605 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.601+0000 7f8ca1fb2640 1 -- 172.21.15.67:0/1440653281 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c9c0b6ac0 con 0x7f8c9c0b3cb0 2024-09-21T00:33:01.605 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.601+0000 7f8ca27b3640 1 --2- 172.21.15.67:0/1440653281 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8c9c0b6170 0x7f8c9c0b6580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:33:01.605 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.602+0000 7f8ca1fb2640 1 --2- 172.21.15.67:0/1440653281 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8c9c0b3cb0 0x7f8c9c157e80 secure :-1 s=READY pgs=1987 cs=0 l=1 rev1=1 crypto rx=0x7f8c98009a00 tx=0x7f8c98031720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:01.605 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.602+0000 7f8c927fc640 1 -- 172.21.15.67:0/1440653281 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c9803f070 con 0x7f8c9c0b3cb0 2024-09-21T00:33:01.605 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.602+0000 7f8c927fc640 1 -- 172.21.15.67:0/1440653281 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8c980051c0 con 0x7f8c9c0b3cb0 2024-09-21T00:33:01.605 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.602+0000 7f8ca4216640 1 -- 172.21.15.67:0/1440653281 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c9c1590d0 con 0x7f8c9c0b3cb0 2024-09-21T00:33:01.605 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.602+0000 7f8c927fc640 1 -- 172.21.15.67:0/1440653281 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c98005610 con 0x7f8c9c0b3cb0 2024-09-21T00:33:01.605 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.602+0000 7f8ca4216640 1 -- 172.21.15.67:0/1440653281 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c9c1f5820 con 0x7f8c9c0b3cb0 2024-09-21T00:33:01.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.603+0000 7f8ca4216640 1 -- 172.21.15.67:0/1440653281 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8c9c06fd00 con 0x7f8c9c0b3cb0 2024-09-21T00:33:01.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.604+0000 7f8c927fc640 1 -- 172.21.15.67:0/1440653281 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f8c98042070 con 0x7f8c9c0b3cb0 2024-09-21T00:33:01.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.604+0000 7f8c927fc640 1 --2- 172.21.15.67:0/1440653281 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8c80078b90 0x7f8c8007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:01.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.604+0000 7f8c927fc640 1 -- 172.21.15.67:0/1440653281 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 5029+0+0 (secure 0 0 0) 0x7f8c980bb930 con 0x7f8c9c0b3cb0 2024-09-21T00:33:01.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.604+0000 7f8ca17b1640 1 --2- 172.21.15.67:0/1440653281 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8c80078b90 0x7f8c8007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:01.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.605+0000 7f8ca17b1640 1 --2- 172.21.15.67:0/1440653281 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8c80078b90 0x7f8c8007b0a0 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7f8c9c0b31c0 tx=0x7f8c8c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:01.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.609+0000 7f8c927fc640 1 -- 172.21.15.67:0/1440653281 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f8c9c0b6ac0 con 0x7f8c9c0b3cb0 2024-09-21T00:33:01.797 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.796+0000 7f8ca4216640 1 -- 172.21.15.67:0/1440653281 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f8c9c0cea80 con 0x7f8c9c0b3cb0 2024-09-21T00:33:01.801 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.800+0000 7f8c927fc640 1 -- 172.21.15.67:0/1440653281 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v60)=0 v60) ==== 122+0+0 (secure 0 0 0) 0x7f8c98084010 con 0x7f8c9c0b3cb0 2024-09-21T00:33:01.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.802+0000 7f8ca4216640 1 -- 172.21.15.67:0/1440653281 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8c80078b90 msgr2=0x7f8c8007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:01.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.802+0000 7f8ca4216640 1 --2- 172.21.15.67:0/1440653281 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8c80078b90 0x7f8c8007b0a0 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7f8c9c0b31c0 tx=0x7f8c8c009040 comp rx=0 tx=0).stop 2024-09-21T00:33:01.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.802+0000 7f8ca4216640 1 -- 172.21.15.67:0/1440653281 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8c9c0b3cb0 msgr2=0x7f8c9c157e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:01.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.802+0000 7f8ca4216640 1 --2- 172.21.15.67:0/1440653281 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8c9c0b3cb0 0x7f8c9c157e80 secure :-1 s=READY pgs=1987 cs=0 l=1 rev1=1 crypto rx=0x7f8c98009a00 tx=0x7f8c98031720 comp rx=0 tx=0).stop 2024-09-21T00:33:01.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.802+0000 7f8ca4216640 1 -- 172.21.15.67:0/1440653281 shutdown_connections 2024-09-21T00:33:01.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.802+0000 7f8ca4216640 1 --2- 172.21.15.67:0/1440653281 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8c80078b90 0x7f8c8007b0a0 unknown :-1 s=CLOSED pgs=749 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:01.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.802+0000 7f8ca4216640 1 --2- 172.21.15.67:0/1440653281 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8c9c0b6170 0x7f8c9c0b6580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:01.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.802+0000 7f8ca4216640 1 --2- 172.21.15.67:0/1440653281 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8c9c0d4e30 0x7f8c9c15f190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:01.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.802+0000 7f8ca4216640 1 --2- 172.21.15.67:0/1440653281 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8c9c0b3cb0 0x7f8c9c157e80 unknown :-1 s=CLOSED pgs=1987 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:01.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.802+0000 7f8ca4216640 1 -- 172.21.15.67:0/1440653281 >> 172.21.15.67:0/1440653281 conn(0x7f8c9c08bee0 msgr2=0x7f8c9c0b1ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:01.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.802+0000 7f8ca4216640 1 -- 172.21.15.67:0/1440653281 shutdown_connections 2024-09-21T00:33:01.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:01.802+0000 7f8ca4216640 1 -- 172.21.15.67:0/1440653281 wait complete. 2024-09-21T00:33:01.815 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-21T00:33:01.815 DEBUG:teuthology.orchestra.run.smithi067:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T00:33:01.851 DEBUG:teuthology.orchestra.run.smithi097:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T00:33:01.894 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-21T00:33:01.894 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:33:01.895 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:33:01.911 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20178 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T00:33:01.911 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:33:01.911 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:33:01.953 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17850 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T00:33:01.953 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:33:01.953 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:33:01.969 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20178 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T00:33:01.969 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:33:01.969 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:33:02.010 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17850 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T00:33:02.010 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-21T00:33:02.010 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:33:02.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.127+0000 7f62cdede640 1 -- 172.21.15.67:0/911361359 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62c80b5260 msgr2=0x7f62c80b5670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:02.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.127+0000 7f62cdede640 1 --2- 172.21.15.67:0/911361359 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62c80b5260 0x7f62c80b5670 secure :-1 s=READY pgs=1988 cs=0 l=1 rev1=1 crypto rx=0x7f62c8072ef0 tx=0x7f62bc02a560 comp rx=0 tx=0).stop 2024-09-21T00:33:02.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.127+0000 7f62cdede640 1 -- 172.21.15.67:0/911361359 shutdown_connections 2024-09-21T00:33:02.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.128+0000 7f62cdede640 1 --2- 172.21.15.67:0/911361359 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62c80b5260 0x7f62c80b5670 unknown :-1 s=CLOSED pgs=1988 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:02.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.128+0000 7f62cdede640 1 --2- 172.21.15.67:0/911361359 >> v2:172.21.15.97:3300/0 conn(0x7f62c80ce570 0x7f62c80d1da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:02.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.128+0000 7f62cdede640 1 -- 172.21.15.67:0/911361359 >> 172.21.15.67:0/911361359 conn(0x7f62c80d1280 msgr2=0x7f62c80d1690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:02.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.128+0000 7f62cdede640 1 -- 172.21.15.67:0/911361359 shutdown_connections 2024-09-21T00:33:02.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.128+0000 7f62cdede640 1 -- 172.21.15.67:0/911361359 wait complete. 2024-09-21T00:33:02.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.129+0000 7f62cdede640 1 Processor -- start 2024-09-21T00:33:02.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.130+0000 7f62cdede640 1 -- start start 2024-09-21T00:33:02.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.131+0000 7f62cdede640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f62c80b5260 0x7f62c8164bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:02.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.131+0000 7f62cdede640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f62c80b5bb0 0x7f62c80cd580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:02.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.131+0000 7f62cdede640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62c80ce570 0x7f62c80714d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:02.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.131+0000 7f62cdede640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f62c8165a30 con 0x7f62c80ce570 2024-09-21T00:33:02.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.131+0000 7f62cdede640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f62c81658b0 con 0x7f62c80b5bb0 2024-09-21T00:33:02.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.131+0000 7f62cdede640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f62c8165bb0 con 0x7f62c80b5260 2024-09-21T00:33:02.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.131+0000 7f62c7fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62c80ce570 0x7f62c80714d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:02.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.131+0000 7f62c7fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62c80ce570 0x7f62c80714d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60736/0 (socket says 172.21.15.67:60736) 2024-09-21T00:33:02.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.131+0000 7f62c7fff640 1 -- 172.21.15.67:0/1556547336 learned_addr learned my addr 172.21.15.67:0/1556547336 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:02.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.131+0000 7f62c77fe640 1 --2- 172.21.15.67:0/1556547336 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f62c80b5260 0x7f62c8164bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:02.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.131+0000 7f62c6ffd640 1 --2- 172.21.15.67:0/1556547336 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f62c80b5bb0 0x7f62c80cd580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:02.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.132+0000 7f62c7fff640 1 -- 172.21.15.67:0/1556547336 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f62c80b5260 msgr2=0x7f62c8164bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:02.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.132+0000 7f62c7fff640 1 --2- 172.21.15.67:0/1556547336 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f62c80b5260 0x7f62c8164bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:02.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.132+0000 7f62c7fff640 1 -- 172.21.15.67:0/1556547336 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f62c80b5bb0 msgr2=0x7f62c80cd580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:02.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.132+0000 7f62c7fff640 1 --2- 172.21.15.67:0/1556547336 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f62c80b5bb0 0x7f62c80cd580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:02.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.132+0000 7f62c7fff640 1 -- 172.21.15.67:0/1556547336 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62c80b0dc0 con 0x7f62c80ce570 2024-09-21T00:33:02.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.132+0000 7f62c7fff640 1 --2- 172.21.15.67:0/1556547336 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62c80ce570 0x7f62c80714d0 secure :-1 s=READY pgs=1989 cs=0 l=1 rev1=1 crypto rx=0x7f62c0002230 tx=0x7f62c000cb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:02.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.132+0000 7f62affff640 1 -- 172.21.15.67:0/1556547336 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62c0003b70 con 0x7f62c80ce570 2024-09-21T00:33:02.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.132+0000 7f62affff640 1 -- 172.21.15.67:0/1556547336 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f62c0003d10 con 0x7f62c80ce570 2024-09-21T00:33:02.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.132+0000 7f62cdede640 1 -- 172.21.15.67:0/1556547336 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62c80b10a0 con 0x7f62c80ce570 2024-09-21T00:33:02.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.132+0000 7f62affff640 1 -- 172.21.15.67:0/1556547336 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f62c0005330 con 0x7f62c80ce570 2024-09-21T00:33:02.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.132+0000 7f62cdede640 1 -- 172.21.15.67:0/1556547336 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62c80b1660 con 0x7f62c80ce570 2024-09-21T00:33:02.138 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.133+0000 7f62cdede640 1 -- 172.21.15.67:0/1556547336 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f62c80b5670 con 0x7f62c80ce570 2024-09-21T00:33:02.138 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.134+0000 7f62affff640 1 -- 172.21.15.67:0/1556547336 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f62c00054d0 con 0x7f62c80ce570 2024-09-21T00:33:02.138 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.134+0000 7f62affff640 1 --2- 172.21.15.67:0/1556547336 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f62b4078b90 0x7f62b407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:02.138 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.134+0000 7f62affff640 1 -- 172.21.15.67:0/1556547336 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 5029+0+0 (secure 0 0 0) 0x7f62c009a730 con 0x7f62c80ce570 2024-09-21T00:33:02.138 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.135+0000 7f62c77fe640 1 --2- 172.21.15.67:0/1556547336 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f62b4078b90 0x7f62b407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:02.138 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.135+0000 7f62c77fe640 1 --2- 172.21.15.67:0/1556547336 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f62b4078b90 0x7f62b407b0a0 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7f62b8004610 tx=0x7f62b800b2e0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:02.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.139+0000 7f62affff640 1 -- 172.21.15.67:0/1556547336 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f62c00627c0 con 0x7f62c80ce570 2024-09-21T00:33:02.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.367+0000 7f62cdede640 1 -- 172.21.15.67:0/1556547336 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f62c80cf3a0 con 0x7f62c80ce570 2024-09-21T00:33:02.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.367+0000 7f62affff640 1 -- 172.21.15.67:0/1556547336 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 133 v133) ==== 95+0+3087 (secure 0 0 0) 0x7f62c00671f0 con 0x7f62c80ce570 2024-09-21T00:33:02.368 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:33:02.368 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":133,"btime":"2024-09-21T00:32:55:925107+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":7769,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/2656243964","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":2656243964},{"type":"v1","addr":"172.21.15.97:6836","nonce":2656243964}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":122},{"gid":8620,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/2684384130","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":2684384130},{"type":"v1","addr":"172.21.15.97:6837","nonce":2684384130}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":122},{"gid":9933,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6833/273941316","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":273941316},{"type":"v1","addr":"172.21.15.67:6833","nonce":273941316}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":133}],"filesystems":[]} 2024-09-21T00:33:02.369 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 133 2024-09-21T00:33:02.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.369+0000 7f62cdede640 1 -- 172.21.15.67:0/1556547336 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f62b4078b90 msgr2=0x7f62b407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:02.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.369+0000 7f62cdede640 1 --2- 172.21.15.67:0/1556547336 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f62b4078b90 0x7f62b407b0a0 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7f62b8004610 tx=0x7f62b800b2e0 comp rx=0 tx=0).stop 2024-09-21T00:33:02.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.369+0000 7f62cdede640 1 -- 172.21.15.67:0/1556547336 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62c80ce570 msgr2=0x7f62c80714d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:02.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.369+0000 7f62cdede640 1 --2- 172.21.15.67:0/1556547336 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62c80ce570 0x7f62c80714d0 secure :-1 s=READY pgs=1989 cs=0 l=1 rev1=1 crypto rx=0x7f62c0002230 tx=0x7f62c000cb90 comp rx=0 tx=0).stop 2024-09-21T00:33:02.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.369+0000 7f62cdede640 1 -- 172.21.15.67:0/1556547336 shutdown_connections 2024-09-21T00:33:02.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.369+0000 7f62cdede640 1 --2- 172.21.15.67:0/1556547336 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f62b4078b90 0x7f62b407b0a0 unknown :-1 s=CLOSED pgs=750 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:02.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.369+0000 7f62cdede640 1 --2- 172.21.15.67:0/1556547336 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f62c80ce570 0x7f62c80714d0 unknown :-1 s=CLOSED pgs=1989 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:02.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.369+0000 7f62cdede640 1 --2- 172.21.15.67:0/1556547336 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f62c80b5bb0 0x7f62c80cd580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:02.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.369+0000 7f62cdede640 1 --2- 172.21.15.67:0/1556547336 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f62c80b5260 0x7f62c8164bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:02.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.369+0000 7f62cdede640 1 -- 172.21.15.67:0/1556547336 >> 172.21.15.67:0/1556547336 conn(0x7f62c80d1280 msgr2=0x7f62c80cbd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:02.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.369+0000 7f62cdede640 1 -- 172.21.15.67:0/1556547336 shutdown_connections 2024-09-21T00:33:02.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.369+0000 7f62cdede640 1 -- 172.21.15.67:0/1556547336 wait complete. 2024-09-21T00:33:02.383 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-21T00:33:02.383 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-21T00:33:02.383 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-21T00:33:02.383 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-21T00:33:02.383 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-21T00:33:02.384 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:33:02.384 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-21T00:33:02.384 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-21T00:33:02.384 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-21T00:33:02.384 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:33:02.384 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-21T00:33:02.384 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-21T00:33:02.385 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-21T00:33:02.385 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:33:02.395 INFO:tasks.ceph.mds.c:Stopped 2024-09-21T00:33:02.395 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-21T00:33:02.396 INFO:tasks.ceph.mds.a:Started 2024-09-21T00:33:02.396 DEBUG:teuthology.parallel:result is None 2024-09-21T00:33:02.399 INFO:tasks.ceph.mds.b:Stopped 2024-09-21T00:33:02.399 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-21T00:33:02.400 INFO:tasks.ceph.mds.d:Stopped 2024-09-21T00:33:02.400 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-21T00:33:02.439 INFO:tasks.ceph.mds.c:Started 2024-09-21T00:33:02.439 DEBUG:teuthology.parallel:result is None 2024-09-21T00:33:02.442 INFO:tasks.ceph.mds.b:Started 2024-09-21T00:33:02.442 DEBUG:teuthology.parallel:result is None 2024-09-21T00:33:02.443 INFO:tasks.ceph.mds.d:Started 2024-09-21T00:33:02.443 DEBUG:teuthology.parallel:result is None 2024-09-21T00:33:02.443 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-21T00:33:02.482 INFO:tasks.ceph.mds.a.smithi067.stdout:starting mds.a at 2024-09-21T00:33:02.531 INFO:tasks.ceph.mds.c.smithi067.stdout:starting mds.c at 2024-09-21T00:33:02.534 INFO:tasks.ceph.mds.d.smithi097.stdout:starting mds.d at 2024-09-21T00:33:02.534 INFO:tasks.ceph.mds.b.smithi097.stdout:starting mds.b at 2024-09-21T00:33:02.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.566+0000 7f31fd3c3640 1 -- 172.21.15.67:0/4244007185 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f31e0004020 msgr2=0x7f31e0004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:02.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.566+0000 7f31fd3c3640 1 --2- 172.21.15.67:0/4244007185 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f31e0004020 0x7f31e0004800 secure :-1 s=READY pgs=1999 cs=0 l=1 rev1=1 crypto rx=0x7f31f8073be0 tx=0x7f31e0005830 comp rx=0 tx=0).stop 2024-09-21T00:33:02.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.566+0000 7f31f77fe640 1 -- 172.21.15.67:0/4244007185 reap_dead start 2024-09-21T00:33:02.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.566+0000 7f31fd3c3640 1 -- 172.21.15.67:0/4244007185 shutdown_connections 2024-09-21T00:33:02.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.566+0000 7f31fd3c3640 1 -- 172.21.15.67:0/4244007185 >> 172.21.15.67:0/4244007185 conn(0x7f31f80d1280 msgr2=0x7f31f80d1690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:02.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.566+0000 7f31fd3c3640 1 -- 172.21.15.67:0/4244007185 shutdown_connections 2024-09-21T00:33:02.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.566+0000 7f31fd3c3640 1 -- 172.21.15.67:0/4244007185 wait complete. 2024-09-21T00:33:02.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.568+0000 7f31fd3c3640 1 Processor -- start 2024-09-21T00:33:02.570 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.569+0000 7f31fd3c3640 1 -- start start 2024-09-21T00:33:02.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.570+0000 7f31fd3c3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f31e0004020 0x7f31f8158ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:02.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.570+0000 7f31fd3c3640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f31f8159580 0x7f31f80c9120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:02.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.570+0000 7f31fd3c3640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f31f80c5a10 0x7f31f80c5e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:02.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.570+0000 7f31fd3c3640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f31f806cf30 con 0x7f31e0004020 2024-09-21T00:33:02.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.570+0000 7f31fd3c3640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f31f806cdb0 con 0x7f31f80c5a10 2024-09-21T00:33:02.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.570+0000 7f31fd3c3640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f31f806d0b0 con 0x7f31f8159580 2024-09-21T00:33:02.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.570+0000 7f31f6ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f31e0004020 0x7f31f8158ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:02.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.570+0000 7f31f6ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f31e0004020 0x7f31f8158ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60788/0 (socket says 172.21.15.67:60788) 2024-09-21T00:33:02.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.570+0000 7f31f6ffd640 1 -- 172.21.15.67:0/2904894950 learned_addr learned my addr 172.21.15.67:0/2904894950 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:02.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.570+0000 7f31f67fc640 1 --2- 172.21.15.67:0/2904894950 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f31f8159580 0x7f31f80c9120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:02.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.570+0000 7f31f77fe640 1 --2- 172.21.15.67:0/2904894950 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f31f80c5a10 0x7f31f80c5e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:02.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.570+0000 7f31f6ffd640 1 -- 172.21.15.67:0/2904894950 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f31f8159580 msgr2=0x7f31f80c9120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:02.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.570+0000 7f31f6ffd640 1 --2- 172.21.15.67:0/2904894950 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f31f8159580 0x7f31f80c9120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:02.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.570+0000 7f31f6ffd640 1 -- 172.21.15.67:0/2904894950 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f31f80c5a10 msgr2=0x7f31f80c5e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:02.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.570+0000 7f31f6ffd640 1 --2- 172.21.15.67:0/2904894950 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f31f80c5a10 0x7f31f80c5e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:02.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.570+0000 7f31f6ffd640 1 -- 172.21.15.67:0/2904894950 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31f80c83d0 con 0x7f31e0004020 2024-09-21T00:33:02.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.571+0000 7f31f6ffd640 1 --2- 172.21.15.67:0/2904894950 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f31e0004020 0x7f31f8158ee0 secure :-1 s=READY pgs=2000 cs=0 l=1 rev1=1 crypto rx=0x7f31e80063c0 tx=0x7f31e80039c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:02.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.571+0000 7f31df7fe640 1 -- 172.21.15.67:0/2904894950 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31e8015070 con 0x7f31e0004020 2024-09-21T00:33:02.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.571+0000 7f31df7fe640 1 -- 172.21.15.67:0/2904894950 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f31e8011900 con 0x7f31e0004020 2024-09-21T00:33:02.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.571+0000 7f31fd3c3640 1 -- 172.21.15.67:0/2904894950 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31f80c9660 con 0x7f31e0004020 2024-09-21T00:33:02.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.571+0000 7f31df7fe640 1 -- 172.21.15.67:0/2904894950 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31e8011d50 con 0x7f31e0004020 2024-09-21T00:33:02.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.571+0000 7f31fd3c3640 1 -- 172.21.15.67:0/2904894950 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31f80c8920 con 0x7f31e0004020 2024-09-21T00:33:02.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.572+0000 7f31fd3c3640 1 -- 172.21.15.67:0/2904894950 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f31f806d5a0 con 0x7f31e0004020 2024-09-21T00:33:02.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.573+0000 7f31df7fe640 1 -- 172.21.15.67:0/2904894950 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f31e8018070 con 0x7f31e0004020 2024-09-21T00:33:02.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.573+0000 7f31df7fe640 1 --2- 172.21.15.67:0/2904894950 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f31e4078b90 0x7f31e407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:02.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.573+0000 7f31df7fe640 1 -- 172.21.15.67:0/2904894950 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(155..155 src has 1..155) ==== 5029+0+0 (secure 0 0 0) 0x7f31e809bb10 con 0x7f31e0004020 2024-09-21T00:33:02.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.573+0000 7f31f67fc640 1 --2- 172.21.15.67:0/2904894950 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f31e4078b90 0x7f31e407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:02.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.574+0000 7f31f67fc640 1 --2- 172.21.15.67:0/2904894950 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f31e4078b90 0x7f31e407b0a0 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7f31ec035000 tx=0x7f31ec0046c0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:02.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.577+0000 7f31df7fe640 1 -- 172.21.15.67:0/2904894950 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f31f80c9660 con 0x7f31e0004020 2024-09-21T00:33:02.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:02.777+0000 7f31fd3c3640 1 -- 172.21.15.67:0/2904894950 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f31f80cf3a0 con 0x7f31e0004020 2024-09-21T00:33:03.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.140+0000 7f31df7fe640 1 -- 172.21.15.67:0/2904894950 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v157) ==== 97+0+0 (secure 0 0 0) 0x7f31e8063b10 con 0x7f31e0004020 2024-09-21T00:33:03.141 INFO:teuthology.orchestra.run.smithi067.stderr: removed all blocklist entries 2024-09-21T00:33:03.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.143+0000 7f31fd3c3640 1 -- 172.21.15.67:0/2904894950 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f31e4078b90 msgr2=0x7f31e407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:03.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.143+0000 7f31fd3c3640 1 --2- 172.21.15.67:0/2904894950 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f31e4078b90 0x7f31e407b0a0 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7f31ec035000 tx=0x7f31ec0046c0 comp rx=0 tx=0).stop 2024-09-21T00:33:03.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.143+0000 7f31fd3c3640 1 -- 172.21.15.67:0/2904894950 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f31e0004020 msgr2=0x7f31f8158ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:03.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.143+0000 7f31fd3c3640 1 --2- 172.21.15.67:0/2904894950 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f31e0004020 0x7f31f8158ee0 secure :-1 s=READY pgs=2000 cs=0 l=1 rev1=1 crypto rx=0x7f31e80063c0 tx=0x7f31e80039c0 comp rx=0 tx=0).stop 2024-09-21T00:33:03.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.143+0000 7f31fd3c3640 1 -- 172.21.15.67:0/2904894950 shutdown_connections 2024-09-21T00:33:03.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.143+0000 7f31fd3c3640 1 --2- 172.21.15.67:0/2904894950 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f31e4078b90 0x7f31e407b0a0 unknown :-1 s=CLOSED pgs=751 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:03.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.143+0000 7f31fd3c3640 1 --2- 172.21.15.67:0/2904894950 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f31f80c5a10 0x7f31f80c5e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:03.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.143+0000 7f31fd3c3640 1 --2- 172.21.15.67:0/2904894950 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f31f8159580 0x7f31f80c9120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:03.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.143+0000 7f31fd3c3640 1 --2- 172.21.15.67:0/2904894950 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f31e0004020 0x7f31f8158ee0 unknown :-1 s=CLOSED pgs=2000 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:03.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.143+0000 7f31fd3c3640 1 -- 172.21.15.67:0/2904894950 >> 172.21.15.67:0/2904894950 conn(0x7f31f80d1280 msgr2=0x7f31f80b13a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:03.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.143+0000 7f31fd3c3640 1 -- 172.21.15.67:0/2904894950 shutdown_connections 2024-09-21T00:33:03.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.143+0000 7f31fd3c3640 1 -- 172.21.15.67:0/2904894950 wait complete. 2024-09-21T00:33:03.157 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-21T00:33:03.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.314+0000 7fef43db0640 1 -- 172.21.15.67:0/2876712600 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fef24004d90 msgr2=0x7fef24005220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:03.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.314+0000 7fef43db0640 1 --2- 172.21.15.67:0/2876712600 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fef24004d90 0x7fef24005220 secure :-1 s=READY pgs=2002 cs=0 l=1 rev1=1 crypto rx=0x7fef34009b20 tx=0x7fef24005830 comp rx=0 tx=0).stop 2024-09-21T00:33:03.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.314+0000 7fef4234d640 1 -- 172.21.15.67:0/2876712600 reap_dead start 2024-09-21T00:33:03.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.314+0000 7fef43db0640 1 -- 172.21.15.67:0/2876712600 shutdown_connections 2024-09-21T00:33:03.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.314+0000 7fef43db0640 1 -- 172.21.15.67:0/2876712600 >> 172.21.15.67:0/2876712600 conn(0x7fef3c0b4140 msgr2=0x7fef3c0b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:03.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.314+0000 7fef43db0640 1 -- 172.21.15.67:0/2876712600 shutdown_connections 2024-09-21T00:33:03.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.314+0000 7fef43db0640 1 -- 172.21.15.67:0/2876712600 wait complete. 2024-09-21T00:33:03.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.316+0000 7fef43db0640 1 Processor -- start 2024-09-21T00:33:03.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.316+0000 7fef43db0640 1 -- start start 2024-09-21T00:33:03.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.317+0000 7fef43db0640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fef3c06e8d0 0x7fef3c1e2940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:03.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.317+0000 7fef43db0640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fef3c0c5430 0x7fef3c1e35e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:03.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.317+0000 7fef43db0640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fef3c1e3b20 0x7fef3c1f8990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:03.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.317+0000 7fef43db0640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fef3c0cd8c0 con 0x7fef3c1e3b20 2024-09-21T00:33:03.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.317+0000 7fef43db0640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fef3c0cd740 con 0x7fef3c06e8d0 2024-09-21T00:33:03.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.317+0000 7fef43db0640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fef3c0cda40 con 0x7fef3c0c5430 2024-09-21T00:33:03.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.317+0000 7fef4234d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fef3c1e3b20 0x7fef3c1f8990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:03.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.317+0000 7fef4234d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fef3c1e3b20 0x7fef3c1f8990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:50422/0 (socket says 172.21.15.67:50422) 2024-09-21T00:33:03.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.317+0000 7fef4234d640 1 -- 172.21.15.67:0/3642721728 learned_addr learned my addr 172.21.15.67:0/3642721728 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:03.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.317+0000 7fef41b4c640 1 --2- 172.21.15.67:0/3642721728 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fef3c06e8d0 0x7fef3c1e2940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:03.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.317+0000 7fef4134b640 1 --2- 172.21.15.67:0/3642721728 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fef3c0c5430 0x7fef3c1e35e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:03.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.317+0000 7fef4234d640 1 -- 172.21.15.67:0/3642721728 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fef3c0c5430 msgr2=0x7fef3c1e35e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:03.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.317+0000 7fef4234d640 1 --2- 172.21.15.67:0/3642721728 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fef3c0c5430 0x7fef3c1e35e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:03.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.317+0000 7fef4234d640 1 -- 172.21.15.67:0/3642721728 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fef3c06e8d0 msgr2=0x7fef3c1e2940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:03.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.317+0000 7fef4234d640 1 --2- 172.21.15.67:0/3642721728 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fef3c06e8d0 0x7fef3c1e2940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:03.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.317+0000 7fef4234d640 1 -- 172.21.15.67:0/3642721728 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef3c06ece0 con 0x7fef3c1e3b20 2024-09-21T00:33:03.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.318+0000 7fef4234d640 1 --2- 172.21.15.67:0/3642721728 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fef3c1e3b20 0x7fef3c1f8990 secure :-1 s=READY pgs=2003 cs=0 l=1 rev1=1 crypto rx=0x7fef34009c40 tx=0x7fef34033670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:03.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.318+0000 7fef3a7fc640 1 -- 172.21.15.67:0/3642721728 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef34038040 con 0x7fef3c1e3b20 2024-09-21T00:33:03.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.318+0000 7fef3a7fc640 1 -- 172.21.15.67:0/3642721728 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fef34004020 con 0x7fef3c1e3b20 2024-09-21T00:33:03.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.318+0000 7fef3a7fc640 1 -- 172.21.15.67:0/3642721728 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef34004470 con 0x7fef3c1e3b20 2024-09-21T00:33:03.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.318+0000 7fef43db0640 1 -- 172.21.15.67:0/3642721728 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fef3c1e3f30 con 0x7fef3c1e3b20 2024-09-21T00:33:03.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.318+0000 7fef43db0640 1 -- 172.21.15.67:0/3642721728 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fef3c06f240 con 0x7fef3c1e3b20 2024-09-21T00:33:03.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.319+0000 7fef43db0640 1 -- 172.21.15.67:0/3642721728 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fef3c0cdf30 con 0x7fef3c1e3b20 2024-09-21T00:33:03.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.320+0000 7fef3a7fc640 1 -- 172.21.15.67:0/3642721728 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fef34044020 con 0x7fef3c1e3b20 2024-09-21T00:33:03.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.320+0000 7fef3a7fc640 1 --2- 172.21.15.67:0/3642721728 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fef28078b90 0x7fef2807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:03.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.320+0000 7fef3a7fc640 1 -- 172.21.15.67:0/3642721728 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(158..158 src has 1..158) ==== 4857+0+0 (secure 0 0 0) 0x7fef340ba570 con 0x7fef3c1e3b20 2024-09-21T00:33:03.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.320+0000 7fef41b4c640 1 --2- 172.21.15.67:0/3642721728 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fef28078b90 0x7fef2807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:03.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.321+0000 7fef41b4c640 1 --2- 172.21.15.67:0/3642721728 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fef28078b90 0x7fef2807b0a0 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7fef3c1f88f0 tx=0x7fef2c006e90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:03.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.325+0000 7fef3a7fc640 1 -- 172.21.15.67:0/3642721728 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fef3c1e3f30 con 0x7fef3c1e3b20 2024-09-21T00:33:03.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.585+0000 7fef43db0640 1 -- 172.21.15.67:0/3642721728 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7fef3c0c9470 con 0x7fef3c1e3b20 2024-09-21T00:33:03.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.585+0000 7fef3a7fc640 1 -- 172.21.15.67:0/3642721728 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v24) ==== 80+0+5304 (secure 0 0 0) 0x7fef3c06ece0 con 0x7fef3c1e3b20 2024-09-21T00:33:03.587 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:33:03.587 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:33:03.587 INFO:teuthology.orchestra.run.smithi067.stdout: "auth_dump": [ 2024-09-21T00:33:03.587 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:33:03.587 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mds.a", 2024-09-21T00:33:03.587 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5m9QBaFRAAdgisHziG3hw/D2M72XZn8g==", 2024-09-21T00:33:03.587 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:33:03.587 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:33:03.587 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:33:03.587 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:33:03.587 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:33:03.587 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:33:03.588 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:33:03.588 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:33:03.588 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mds.b", 2024-09-21T00:33:03.588 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mLCJuIhAAl/r6CTzwOFBmlvDR8WTorQ==", 2024-09-21T00:33:03.588 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:33:03.588 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:33:03.588 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:33:03.588 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:33:03.588 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:33:03.588 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:33:03.588 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:33:03.588 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:33:03.589 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mds.c", 2024-09-21T00:33:03.589 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mQ14ZHRAAi5QZeknKrKjp2jO02yntmg==", 2024-09-21T00:33:03.589 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:33:03.589 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:33:03.589 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:33:03.589 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:33:03.589 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:33:03.589 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:33:03.589 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:33:03.589 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:33:03.589 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mds.d", 2024-09-21T00:33:03.589 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mgCsdKhAAJ06SsIMmvdDQWaRDeCy6CA==", 2024-09-21T00:33:03.589 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:33:03.590 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:33:03.590 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:33:03.590 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:33:03.590 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:33:03.590 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:33:03.590 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:33:03.590 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:33:03.590 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.0", 2024-09-21T00:33:03.590 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBJEe5mhxC8ERAAwqKGS/tp+aVv++lqOVEPwg==", 2024-09-21T00:33:03.590 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:33:03.590 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:33:03.590 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:33:03.590 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:33:03.591 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:33:03.591 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:33:03.591 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:33:03.591 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.1", 2024-09-21T00:33:03.591 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBMEe5mbob6IxAANdMr4wKZkwcnJzzUY88/xA==", 2024-09-21T00:33:03.591 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:33:03.591 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:33:03.591 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:33:03.591 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:33:03.591 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:33:03.591 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:33:03.591 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:33:03.591 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.2", 2024-09-21T00:33:03.592 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBPEe5mR+B2NRAAbF2XunKQ4T7GqO5mflYgFQ==", 2024-09-21T00:33:03.592 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:33:03.592 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:33:03.592 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:33:03.592 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:33:03.592 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:33:03.592 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:33:03.592 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:33:03.592 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.3", 2024-09-21T00:33:03.592 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBTEe5mrBCaDBAAhESlssYCQxHPjrG5irA8bg==", 2024-09-21T00:33:03.592 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:33:03.592 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:33:03.592 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:33:03.593 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:33:03.593 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:33:03.593 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:33:03.593 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:33:03.593 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.4", 2024-09-21T00:33:03.593 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBZEe5mH7dzKBAALqGrXHFlpxFvgoI3COb/CA==", 2024-09-21T00:33:03.593 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:33:03.593 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:33:03.593 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:33:03.593 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:33:03.593 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:33:03.593 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:33:03.594 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:33:03.594 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.5", 2024-09-21T00:33:03.594 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBcEe5mbQLIORAAhaKf6tntn/oh0n1a70pqAA==", 2024-09-21T00:33:03.594 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:33:03.594 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:33:03.594 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:33:03.594 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:33:03.594 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:33:03.594 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:33:03.594 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:33:03.594 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.6", 2024-09-21T00:33:03.594 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBgEe5m5MO7ABAACbg8WWV3GhNSHRnjscz6Fg==", 2024-09-21T00:33:03.594 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:33:03.594 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:33:03.594 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:33:03.595 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:33:03.595 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:33:03.595 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:33:03.595 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:33:03.595 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.7", 2024-09-21T00:33:03.595 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBjEe5mmCIxAxAArpnzucP3Mbmo3BL6YikqWA==", 2024-09-21T00:33:03.595 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:33:03.595 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:33:03.595 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:33:03.595 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:33:03.595 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:33:03.595 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:33:03.595 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:33:03.596 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.0", 2024-09-21T00:33:03.596 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mUnwLLxAAE0JXCN8yXTH2bWtWI41o2Q==", 2024-09-21T00:33:03.596 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:33:03.596 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:33:03.596 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow r", 2024-09-21T00:33:03.596 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-21T00:33:03.596 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:33:03.596 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:33:03.596 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:33:03.596 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.1", 2024-09-21T00:33:03.596 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mDFa8NhAAraRO3NGJQTzWBBcGkkEhhQ==", 2024-09-21T00:33:03.596 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:33:03.597 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:33:03.597 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow r", 2024-09-21T00:33:03.597 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow rw", 2024-09-21T00:33:03.597 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow rwx" 2024-09-21T00:33:03.597 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:33:03.597 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:33:03.597 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:33:03.597 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.2", 2024-09-21T00:33:03.597 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mLu3nMhAA14NXzzDpQhxci5XP4juw/w==", 2024-09-21T00:33:03.597 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:33:03.597 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:33:03.597 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow r", 2024-09-21T00:33:03.597 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow rw", 2024-09-21T00:33:03.597 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow rwx" 2024-09-21T00:33:03.598 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:33:03.598 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:33:03.598 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:33:03.598 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.3", 2024-09-21T00:33:03.598 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5m6Lx8OhAAx4r6ll1YCFpRFK7DC5qqOw==", 2024-09-21T00:33:03.598 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:33:03.598 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:33:03.598 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow r", 2024-09-21T00:33:03.598 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow rw", 2024-09-21T00:33:03.598 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow rwx" 2024-09-21T00:33:03.598 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:33:03.598 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:33:03.598 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:33:03.599 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.admin", 2024-09-21T00:33:03.599 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBEEe5myhTpMBAA3uuyq5Ek2nSa9jjWQzIshw==", 2024-09-21T00:33:03.599 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:33:03.599 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow *", 2024-09-21T00:33:03.599 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:33:03.599 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:33:03.599 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:33:03.599 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:33:03.599 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:33:03.599 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:33:03.599 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mgr.x", 2024-09-21T00:33:03.599 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mNMdbERAA41Bj7rmSurxL0D2Zq+oHVA==", 2024-09-21T00:33:03.599 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:33:03.599 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow *", 2024-09-21T00:33:03.600 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile mgr", 2024-09-21T00:33:03.600 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:33:03.600 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:33:03.600 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:33:03.600 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:33:03.600 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mgr.y", 2024-09-21T00:33:03.600 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mNcGQCxAA33vjLt+brud7Aul58c5kXw==", 2024-09-21T00:33:03.600 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:33:03.600 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow *", 2024-09-21T00:33:03.600 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile mgr", 2024-09-21T00:33:03.600 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:33:03.600 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:33:03.600 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:33:03.600 INFO:teuthology.orchestra.run.smithi067.stdout: ] 2024-09-21T00:33:03.600 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:33:03.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.588+0000 7fef43db0640 1 -- 172.21.15.67:0/3642721728 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fef28078b90 msgr2=0x7fef2807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:03.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.588+0000 7fef43db0640 1 --2- 172.21.15.67:0/3642721728 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fef28078b90 0x7fef2807b0a0 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7fef3c1f88f0 tx=0x7fef2c006e90 comp rx=0 tx=0).stop 2024-09-21T00:33:03.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.588+0000 7fef43db0640 1 -- 172.21.15.67:0/3642721728 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fef3c1e3b20 msgr2=0x7fef3c1f8990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:03.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.588+0000 7fef43db0640 1 --2- 172.21.15.67:0/3642721728 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fef3c1e3b20 0x7fef3c1f8990 secure :-1 s=READY pgs=2003 cs=0 l=1 rev1=1 crypto rx=0x7fef34009c40 tx=0x7fef34033670 comp rx=0 tx=0).stop 2024-09-21T00:33:03.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.588+0000 7fef43db0640 1 -- 172.21.15.67:0/3642721728 shutdown_connections 2024-09-21T00:33:03.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.588+0000 7fef43db0640 1 --2- 172.21.15.67:0/3642721728 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fef28078b90 0x7fef2807b0a0 unknown :-1 s=CLOSED pgs=754 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:03.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.588+0000 7fef43db0640 1 --2- 172.21.15.67:0/3642721728 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fef3c1e3b20 0x7fef3c1f8990 unknown :-1 s=CLOSED pgs=2003 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:03.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.588+0000 7fef43db0640 1 --2- 172.21.15.67:0/3642721728 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fef3c0c5430 0x7fef3c1e35e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:03.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.588+0000 7fef43db0640 1 --2- 172.21.15.67:0/3642721728 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fef3c06e8d0 0x7fef3c1e2940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:03.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.588+0000 7fef43db0640 1 -- 172.21.15.67:0/3642721728 >> 172.21.15.67:0/3642721728 conn(0x7fef3c0b4140 msgr2=0x7fef3c1e56f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:03.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.588+0000 7fef43db0640 1 -- 172.21.15.67:0/3642721728 shutdown_connections 2024-09-21T00:33:03.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.588+0000 7fef43db0640 1 -- 172.21.15.67:0/3642721728 wait complete. 2024-09-21T00:33:03.603 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-21T00:33:03.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.718+0000 7ff592cde640 1 -- 172.21.15.67:0/2103677036 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff58c0d0f50 msgr2=0x7ff58c0b5530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:03.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.718+0000 7ff592cde640 1 --2- 172.21.15.67:0/2103677036 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff58c0d0f50 0x7ff58c0b5530 secure :-1 s=READY pgs=2005 cs=0 l=1 rev1=1 crypto rx=0x7ff58c074bc0 tx=0x7ff58402a790 comp rx=0 tx=0).stop 2024-09-21T00:33:03.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.718+0000 7ff592cde640 1 -- 172.21.15.67:0/2103677036 shutdown_connections 2024-09-21T00:33:03.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.718+0000 7ff592cde640 1 --2- 172.21.15.67:0/2103677036 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff58c0d0f50 0x7ff58c0b5530 unknown :-1 s=CLOSED pgs=2005 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:03.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.718+0000 7ff592cde640 1 --2- 172.21.15.67:0/2103677036 >> v2:172.21.15.97:3300/0 conn(0x7ff58c0b3ae0 0x7ff58c0d0a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:03.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.718+0000 7ff592cde640 1 -- 172.21.15.67:0/2103677036 >> 172.21.15.67:0/2103677036 conn(0x7ff58c0b4140 msgr2=0x7ff58c0b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:03.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.718+0000 7ff592cde640 1 -- 172.21.15.67:0/2103677036 shutdown_connections 2024-09-21T00:33:03.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.718+0000 7ff592cde640 1 -- 172.21.15.67:0/2103677036 wait complete. 2024-09-21T00:33:03.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.720+0000 7ff592cde640 1 Processor -- start 2024-09-21T00:33:03.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.720+0000 7ff592cde640 1 -- start start 2024-09-21T00:33:03.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.721+0000 7ff592cde640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff58c09b7b0 0x7ff58c1f30a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:03.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.721+0000 7ff592cde640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff58c0b3ae0 0x7ff58c0c7f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:03.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.721+0000 7ff592cde640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff58c0d0f50 0x7ff58c15ecf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:03.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.721+0000 7ff592cde640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff58c0b5e00 con 0x7ff58c0b3ae0 2024-09-21T00:33:03.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.721+0000 7ff592cde640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff58c0b5c80 con 0x7ff58c0d0f50 2024-09-21T00:33:03.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.721+0000 7ff592cde640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7ff58c0b5f80 con 0x7ff58c09b7b0 2024-09-21T00:33:03.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.722+0000 7ff58bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff58c0b3ae0 0x7ff58c0c7f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:03.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.722+0000 7ff58bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff58c0b3ae0 0x7ff58c0c7f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:50450/0 (socket says 172.21.15.67:50450) 2024-09-21T00:33:03.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.722+0000 7ff58bfff640 1 -- 172.21.15.67:0/530412756 learned_addr learned my addr 172.21.15.67:0/530412756 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:03.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.722+0000 7ff590a7a640 1 --2- 172.21.15.67:0/530412756 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff58c09b7b0 0x7ff58c1f30a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:03.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.722+0000 7ff59127b640 1 --2- 172.21.15.67:0/530412756 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff58c0d0f50 0x7ff58c15ecf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:03.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.722+0000 7ff58bfff640 1 -- 172.21.15.67:0/530412756 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff58c09b7b0 msgr2=0x7ff58c1f30a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:03.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.722+0000 7ff58bfff640 1 --2- 172.21.15.67:0/530412756 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff58c09b7b0 0x7ff58c1f30a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:03.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.722+0000 7ff58bfff640 1 -- 172.21.15.67:0/530412756 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff58c0d0f50 msgr2=0x7ff58c15ecf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:03.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.722+0000 7ff58bfff640 1 --2- 172.21.15.67:0/530412756 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff58c0d0f50 0x7ff58c15ecf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:03.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.722+0000 7ff58bfff640 1 -- 172.21.15.67:0/530412756 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff58c0c6160 con 0x7ff58c0b3ae0 2024-09-21T00:33:03.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.722+0000 7ff58bfff640 1 --2- 172.21.15.67:0/530412756 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff58c0b3ae0 0x7ff58c0c7f90 secure :-1 s=READY pgs=2006 cs=0 l=1 rev1=1 crypto rx=0x7ff57800c970 tx=0x7ff57800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:03.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.722+0000 7ff5897fa640 1 -- 172.21.15.67:0/530412756 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff578007bb0 con 0x7ff58c0b3ae0 2024-09-21T00:33:03.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.722+0000 7ff5897fa640 1 -- 172.21.15.67:0/530412756 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff578007e40 con 0x7ff58c0b3ae0 2024-09-21T00:33:03.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.722+0000 7ff592cde640 1 -- 172.21.15.67:0/530412756 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff58c0c9d70 con 0x7ff58c0b3ae0 2024-09-21T00:33:03.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.722+0000 7ff5897fa640 1 -- 172.21.15.67:0/530412756 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff57800f690 con 0x7ff58c0b3ae0 2024-09-21T00:33:03.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.722+0000 7ff592cde640 1 -- 172.21.15.67:0/530412756 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff58c1f3c70 con 0x7ff58c0b3ae0 2024-09-21T00:33:03.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.723+0000 7ff592cde640 1 -- 172.21.15.67:0/530412756 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff58c1f3700 con 0x7ff58c0b3ae0 2024-09-21T00:33:03.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.724+0000 7ff5897fa640 1 -- 172.21.15.67:0/530412756 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7ff57800f830 con 0x7ff58c0b3ae0 2024-09-21T00:33:03.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.725+0000 7ff5897fa640 1 --2- 172.21.15.67:0/530412756 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff570078bc0 0x7ff57007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:03.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.725+0000 7ff5897fa640 1 -- 172.21.15.67:0/530412756 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(158..158 src has 1..158) ==== 4857+0+0 (secure 0 0 0) 0x7ff57809b1e0 con 0x7ff58c0b3ae0 2024-09-21T00:33:03.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.725+0000 7ff590a7a640 1 --2- 172.21.15.67:0/530412756 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff570078bc0 0x7ff57007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:03.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.726+0000 7ff590a7a640 1 --2- 172.21.15.67:0/530412756 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff570078bc0 0x7ff57007b0d0 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7ff580007fd0 tx=0x7ff580009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:03.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.729+0000 7ff5897fa640 1 -- 172.21.15.67:0/530412756 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7ff578014030 con 0x7ff58c0b3ae0 2024-09-21T00:33:03.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.917+0000 7ff592cde640 1 -- 172.21.15.67:0/530412756 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7ff58c1e5550 con 0x7ff58c0b3ae0 2024-09-21T00:33:03.919 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.918+0000 7ff5897fa640 1 -- 172.21.15.67:0/530412756 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v158) ==== 84+0+65 (secure 0 0 0) 0x7ff578063a00 con 0x7ff58c0b3ae0 2024-09-21T00:33:03.919 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:33:03.919 INFO:teuthology.orchestra.run.smithi067.stdout:[ 2024-09-21T00:33:03.919 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:33:03.919 INFO:teuthology.orchestra.run.smithi067.stdout: "poolnum": 1, 2024-09-21T00:33:03.919 INFO:teuthology.orchestra.run.smithi067.stdout: "poolname": ".mgr" 2024-09-21T00:33:03.920 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:33:03.920 INFO:teuthology.orchestra.run.smithi067.stdout:] 2024-09-21T00:33:03.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.920+0000 7ff592cde640 1 -- 172.21.15.67:0/530412756 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff570078bc0 msgr2=0x7ff57007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:03.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.920+0000 7ff592cde640 1 --2- 172.21.15.67:0/530412756 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff570078bc0 0x7ff57007b0d0 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7ff580007fd0 tx=0x7ff580009040 comp rx=0 tx=0).stop 2024-09-21T00:33:03.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.920+0000 7ff592cde640 1 -- 172.21.15.67:0/530412756 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff58c0b3ae0 msgr2=0x7ff58c0c7f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:03.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.920+0000 7ff592cde640 1 --2- 172.21.15.67:0/530412756 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff58c0b3ae0 0x7ff58c0c7f90 secure :-1 s=READY pgs=2006 cs=0 l=1 rev1=1 crypto rx=0x7ff57800c970 tx=0x7ff57800ce30 comp rx=0 tx=0).stop 2024-09-21T00:33:03.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.920+0000 7ff592cde640 1 -- 172.21.15.67:0/530412756 shutdown_connections 2024-09-21T00:33:03.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.920+0000 7ff592cde640 1 --2- 172.21.15.67:0/530412756 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff570078bc0 0x7ff57007b0d0 unknown :-1 s=CLOSED pgs=755 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:03.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.920+0000 7ff592cde640 1 --2- 172.21.15.67:0/530412756 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff58c0d0f50 0x7ff58c15ecf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:03.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.920+0000 7ff592cde640 1 --2- 172.21.15.67:0/530412756 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff58c0b3ae0 0x7ff58c0c7f90 unknown :-1 s=CLOSED pgs=2006 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:03.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.920+0000 7ff592cde640 1 --2- 172.21.15.67:0/530412756 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff58c09b7b0 0x7ff58c1f30a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:03.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.920+0000 7ff592cde640 1 -- 172.21.15.67:0/530412756 >> 172.21.15.67:0/530412756 conn(0x7ff58c0b4140 msgr2=0x7ff58c075e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:03.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.920+0000 7ff592cde640 1 -- 172.21.15.67:0/530412756 shutdown_connections 2024-09-21T00:33:03.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:03.920+0000 7ff592cde640 1 -- 172.21.15.67:0/530412756 wait complete. 2024-09-21T00:33:03.933 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-21T00:33:03.933 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-21T00:33:04.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:04.053+0000 7f56b9f89640 1 -- 172.21.15.67:0/624781078 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f56b40d0550 msgr2=0x7f56b40cd130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:04.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:04.053+0000 7f56b9f89640 1 --2- 172.21.15.67:0/624781078 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f56b40d0550 0x7f56b40cd130 secure :-1 s=READY pgs=2007 cs=0 l=1 rev1=1 crypto rx=0x7f56b40c5c50 tx=0x7f56ac02ab40 comp rx=0 tx=0).stop 2024-09-21T00:33:04.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:04.053+0000 7f56b9f89640 1 -- 172.21.15.67:0/624781078 shutdown_connections 2024-09-21T00:33:04.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:04.053+0000 7f56b9f89640 1 --2- 172.21.15.67:0/624781078 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f56b40d0550 0x7f56b40cd130 unknown :-1 s=CLOSED pgs=2007 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:04.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:04.053+0000 7f56b9f89640 1 --2- 172.21.15.67:0/624781078 >> v2:172.21.15.97:3300/0 conn(0x7f56b40b7b00 0x7f56b40d0010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:04.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:04.053+0000 7f56b9f89640 1 -- 172.21.15.67:0/624781078 >> 172.21.15.67:0/624781078 conn(0x7f56b40ceec0 msgr2=0x7f56b40cf2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:04.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:04.053+0000 7f56b9f89640 1 -- 172.21.15.67:0/624781078 shutdown_connections 2024-09-21T00:33:04.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:04.053+0000 7f56b9f89640 1 -- 172.21.15.67:0/624781078 wait complete. 2024-09-21T00:33:04.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:04.055+0000 7f56b9f89640 1 Processor -- start 2024-09-21T00:33:04.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:04.055+0000 7f56b9f89640 1 -- start start 2024-09-21T00:33:04.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:04.056+0000 7f56b9f89640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f56b40b1d10 0x7f56b40caf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:04.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:04.056+0000 7f56b9f89640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f56b40b7b00 0x7f56b414c6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:04.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:04.056+0000 7f56b9f89640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f56b40d0550 0x7f56b41f2fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:04.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:04.056+0000 7f56b9f89640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f56b40cecf0 con 0x7f56b40b1d10 2024-09-21T00:33:04.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:04.056+0000 7f56b9f89640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f56b40ceb70 con 0x7f56b40d0550 2024-09-21T00:33:04.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:04.056+0000 7f56b9f89640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f56b40b1950 con 0x7f56b40b7b00 2024-09-21T00:33:04.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:04.056+0000 7f56b37fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f56b40b1d10 0x7f56b40caf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:04.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:04.056+0000 7f56b37fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f56b40b1d10 0x7f56b40caf50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:50476/0 (socket says 172.21.15.67:50476) 2024-09-21T00:33:04.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:04.056+0000 7f56b37fe640 1 -- 172.21.15.67:0/3123113243 learned_addr learned my addr 172.21.15.67:0/3123113243 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:04.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:04.056+0000 7f56b2ffd640 1 --2- 172.21.15.67:0/3123113243 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f56b40b7b00 0x7f56b414c6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:04.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:04.056+0000 7f56b3fff640 1 --2- 172.21.15.67:0/3123113243 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f56b40d0550 0x7f56b41f2fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:04.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:04.057+0000 7f56b37fe640 1 -- 172.21.15.67:0/3123113243 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f56b40b7b00 msgr2=0x7f56b414c6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:04.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:04.057+0000 7f56b37fe640 1 --2- 172.21.15.67:0/3123113243 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f56b40b7b00 0x7f56b414c6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:04.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:04.057+0000 7f56b37fe640 1 -- 172.21.15.67:0/3123113243 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f56b40d0550 msgr2=0x7f56b41f2fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:04.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:04.057+0000 7f56b37fe640 1 --2- 172.21.15.67:0/3123113243 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f56b40d0550 0x7f56b41f2fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:04.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:04.057+0000 7f56b37fe640 1 -- 172.21.15.67:0/3123113243 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56b41e6b60 con 0x7f56b40b1d10 2024-09-21T00:33:04.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:04.057+0000 7f56b37fe640 1 --2- 172.21.15.67:0/3123113243 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f56b40b1d10 0x7f56b40caf50 secure :-1 s=READY pgs=2008 cs=0 l=1 rev1=1 crypto rx=0x7f56a400c3d0 tx=0x7f56a400c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:04.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:04.057+0000 7f569bfff640 1 -- 172.21.15.67:0/3123113243 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56a4017070 con 0x7f56b40b1d10 2024-09-21T00:33:04.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:04.057+0000 7f569bfff640 1 -- 172.21.15.67:0/3123113243 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f56a40053c0 con 0x7f56b40b1d10 2024-09-21T00:33:04.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:04.057+0000 7f56b9f89640 1 -- 172.21.15.67:0/3123113243 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56b41e6e40 con 0x7f56b40b1d10 2024-09-21T00:33:04.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:04.057+0000 7f569bfff640 1 -- 172.21.15.67:0/3123113243 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56a4003850 con 0x7f56b40b1d10 2024-09-21T00:33:04.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:04.057+0000 7f56b9f89640 1 -- 172.21.15.67:0/3123113243 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56b41e7400 con 0x7f56b40b1d10 2024-09-21T00:33:04.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:04.058+0000 7f56b9f89640 1 -- 172.21.15.67:0/3123113243 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f56b40cfff0 con 0x7f56b40b1d10 2024-09-21T00:33:04.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:04.060+0000 7f569bfff640 1 -- 172.21.15.67:0/3123113243 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f56a401a070 con 0x7f56b40b1d10 2024-09-21T00:33:04.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:04.060+0000 7f569bfff640 1 --2- 172.21.15.67:0/3123113243 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f56a0078bc0 0x7f56a007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:04.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:04.060+0000 7f569bfff640 1 -- 172.21.15.67:0/3123113243 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(158..158 src has 1..158) ==== 4857+0+0 (secure 0 0 0) 0x7f56a409a040 con 0x7f56b40b1d10 2024-09-21T00:33:04.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:04.061+0000 7f56b2ffd640 1 --2- 172.21.15.67:0/3123113243 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f56a0078bc0 0x7f56a007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:04.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:04.061+0000 7f56b2ffd640 1 --2- 172.21.15.67:0/3123113243 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f56a0078bc0 0x7f56a007b0d0 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7f56b40cbfe0 tx=0x7f56a800b2e0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:04.065 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:04.064+0000 7f569bfff640 1 -- 172.21.15.67:0/3123113243 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f56a4021020 con 0x7f56b40b1d10 2024-09-21T00:33:04.256 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:04.255+0000 7f56b9f89640 1 -- 172.21.15.67:0/3123113243 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f56b4072130 con 0x7f56b40b1d10 2024-09-21T00:33:05.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:05.149+0000 7f569bfff640 1 -- 172.21.15.67:0/3123113243 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v159) ==== 138+0+0 (secure 0 0 0) 0x7f56a4062260 con 0x7f56b40b1d10 2024-09-21T00:33:05.150 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_metadata' created 2024-09-21T00:33:05.153 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:05.152+0000 7f56b9f89640 1 -- 172.21.15.67:0/3123113243 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f56a0078bc0 msgr2=0x7f56a007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:05.153 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:05.152+0000 7f56b9f89640 1 --2- 172.21.15.67:0/3123113243 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f56a0078bc0 0x7f56a007b0d0 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7f56b40cbfe0 tx=0x7f56a800b2e0 comp rx=0 tx=0).stop 2024-09-21T00:33:05.153 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:05.152+0000 7f56b9f89640 1 -- 172.21.15.67:0/3123113243 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f56b40b1d10 msgr2=0x7f56b40caf50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:05.154 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:05.152+0000 7f56b9f89640 1 --2- 172.21.15.67:0/3123113243 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f56b40b1d10 0x7f56b40caf50 secure :-1 s=READY pgs=2008 cs=0 l=1 rev1=1 crypto rx=0x7f56a400c3d0 tx=0x7f56a400c890 comp rx=0 tx=0).stop 2024-09-21T00:33:05.154 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:05.152+0000 7f56b9f89640 1 -- 172.21.15.67:0/3123113243 shutdown_connections 2024-09-21T00:33:05.154 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:05.152+0000 7f56b9f89640 1 --2- 172.21.15.67:0/3123113243 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f56a0078bc0 0x7f56a007b0d0 unknown :-1 s=CLOSED pgs=756 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:05.154 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:05.152+0000 7f56b9f89640 1 --2- 172.21.15.67:0/3123113243 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f56b40d0550 0x7f56b41f2fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:05.154 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:05.152+0000 7f56b9f89640 1 --2- 172.21.15.67:0/3123113243 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f56b40b7b00 0x7f56b414c6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:05.154 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:05.152+0000 7f56b9f89640 1 --2- 172.21.15.67:0/3123113243 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f56b40b1d10 0x7f56b40caf50 unknown :-1 s=CLOSED pgs=2008 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:05.154 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:05.152+0000 7f56b9f89640 1 -- 172.21.15.67:0/3123113243 >> 172.21.15.67:0/3123113243 conn(0x7f56b40ceec0 msgr2=0x7f56b40ce330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:05.154 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:05.152+0000 7f56b9f89640 1 -- 172.21.15.67:0/3123113243 shutdown_connections 2024-09-21T00:33:05.154 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:05.152+0000 7f56b9f89640 1 -- 172.21.15.67:0/3123113243 wait complete. 2024-09-21T00:33:05.173 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-21T00:33:05.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:05.303+0000 7f4bd2958640 1 -- 172.21.15.67:0/3039905753 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4bcc0d17b0 msgr2=0x7f4bcc06e390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:05.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:05.303+0000 7f4bd2958640 1 --2- 172.21.15.67:0/3039905753 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4bcc0d17b0 0x7f4bcc06e390 secure :-1 s=READY pgs=2009 cs=0 l=1 rev1=1 crypto rx=0x7f4bcc06e220 tx=0x7f4bc002a4d0 comp rx=0 tx=0).stop 2024-09-21T00:33:05.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:05.303+0000 7f4bd2958640 1 -- 172.21.15.67:0/3039905753 shutdown_connections 2024-09-21T00:33:05.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:05.303+0000 7f4bd2958640 1 --2- 172.21.15.67:0/3039905753 >> v2:172.21.15.97:3300/0 conn(0x7f4bcc0d43b0 0x7f4bcc0d47c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:05.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:05.303+0000 7f4bd2958640 1 --2- 172.21.15.67:0/3039905753 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4bcc0d17b0 0x7f4bcc06e390 unknown :-1 s=CLOSED pgs=2009 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:05.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:05.303+0000 7f4bd2958640 1 --2- 172.21.15.67:0/3039905753 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4bcc0b9d60 0x7f4bcc0d32d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:05.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:05.303+0000 7f4bd2958640 1 -- 172.21.15.67:0/3039905753 >> 172.21.15.67:0/3039905753 conn(0x7f4bcc09d880 msgr2=0x7f4bcc08bee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:05.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:05.303+0000 7f4bd2958640 1 -- 172.21.15.67:0/3039905753 shutdown_connections 2024-09-21T00:33:05.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:05.303+0000 7f4bd2958640 1 -- 172.21.15.67:0/3039905753 wait complete. 2024-09-21T00:33:05.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:05.305+0000 7f4bd2958640 1 Processor -- start 2024-09-21T00:33:05.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:05.305+0000 7f4bd2958640 1 -- start start 2024-09-21T00:33:05.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:05.306+0000 7f4bd2958640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4bcc0b9d60 0x7f4bcc0ce2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:05.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:05.306+0000 7f4bd2958640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4bcc0d17b0 0x7f4bcc14e5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:05.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:05.306+0000 7f4bd2958640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4bcc0d43b0 0x7f4bcc150cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:05.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:05.306+0000 7f4bd2958640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f4bcc06ee40 con 0x7f4bcc0b9d60 2024-09-21T00:33:05.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:05.306+0000 7f4bd2958640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f4bcc06ecc0 con 0x7f4bcc0d17b0 2024-09-21T00:33:05.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:05.306+0000 7f4bd2958640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f4bcc06efc0 con 0x7f4bcc0d43b0 2024-09-21T00:33:05.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:05.307+0000 7f4bcbfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4bcc0b9d60 0x7f4bcc0ce2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:05.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:05.307+0000 7f4bcbfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4bcc0b9d60 0x7f4bcc0ce2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:50490/0 (socket says 172.21.15.67:50490) 2024-09-21T00:33:05.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:05.307+0000 7f4bcbfff640 1 -- 172.21.15.67:0/3589055343 learned_addr learned my addr 172.21.15.67:0/3589055343 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:05.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:05.307+0000 7f4bd0ef5640 1 --2- 172.21.15.67:0/3589055343 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4bcc0d43b0 0x7f4bcc150cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:05.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:05.307+0000 7f4bcb7fe640 1 --2- 172.21.15.67:0/3589055343 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4bcc0d17b0 0x7f4bcc14e5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:05.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:05.307+0000 7f4bcbfff640 1 -- 172.21.15.67:0/3589055343 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4bcc0d43b0 msgr2=0x7f4bcc150cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:05.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:05.307+0000 7f4bcbfff640 1 --2- 172.21.15.67:0/3589055343 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4bcc0d43b0 0x7f4bcc150cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:05.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:05.307+0000 7f4bcbfff640 1 -- 172.21.15.67:0/3589055343 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4bcc0d17b0 msgr2=0x7f4bcc14e5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:05.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:05.307+0000 7f4bcbfff640 1 --2- 172.21.15.67:0/3589055343 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4bcc0d17b0 0x7f4bcc14e5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:05.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:05.307+0000 7f4bcbfff640 1 -- 172.21.15.67:0/3589055343 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4bcc151a40 con 0x7f4bcc0b9d60 2024-09-21T00:33:05.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:05.307+0000 7f4bcbfff640 1 --2- 172.21.15.67:0/3589055343 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4bcc0b9d60 0x7f4bcc0ce2e0 secure :-1 s=READY pgs=2010 cs=0 l=1 rev1=1 crypto rx=0x7f4bbc0058e0 tx=0x7f4bbc00cdd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:05.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:05.307+0000 7f4bc8ff9640 1 -- 172.21.15.67:0/3589055343 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bbc007bb0 con 0x7f4bcc0b9d60 2024-09-21T00:33:05.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:05.307+0000 7f4bc8ff9640 1 -- 172.21.15.67:0/3589055343 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4bbc007e40 con 0x7f4bcc0b9d60 2024-09-21T00:33:05.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:05.307+0000 7f4bd2958640 1 -- 172.21.15.67:0/3589055343 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4bcc14ee40 con 0x7f4bcc0b9d60 2024-09-21T00:33:05.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:05.307+0000 7f4bc8ff9640 1 -- 172.21.15.67:0/3589055343 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bbc005290 con 0x7f4bcc0b9d60 2024-09-21T00:33:05.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:05.307+0000 7f4bd2958640 1 -- 172.21.15.67:0/3589055343 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4bcc1509a0 con 0x7f4bcc0b9d60 2024-09-21T00:33:05.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:05.308+0000 7f4bd2958640 1 -- 172.21.15.67:0/3589055343 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4bcc161800 con 0x7f4bcc0b9d60 2024-09-21T00:33:05.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:05.309+0000 7f4bc8ff9640 1 -- 172.21.15.67:0/3589055343 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f4bbc005430 con 0x7f4bcc0b9d60 2024-09-21T00:33:05.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:05.310+0000 7f4bc8ff9640 1 --2- 172.21.15.67:0/3589055343 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4bb8078b90 0x7f4bb807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:05.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:05.310+0000 7f4bc8ff9640 1 -- 172.21.15.67:0/3589055343 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(159..159 src has 1..159) ==== 5227+0+0 (secure 0 0 0) 0x7f4bbc09af20 con 0x7f4bcc0b9d60 2024-09-21T00:33:05.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:05.310+0000 7f4bcb7fe640 1 --2- 172.21.15.67:0/3589055343 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4bb8078b90 0x7f4bb807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:05.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:05.311+0000 7f4bcb7fe640 1 --2- 172.21.15.67:0/3589055343 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4bb8078b90 0x7f4bb807b0a0 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7f4bc0033000 tx=0x7f4bc0004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:05.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:05.315+0000 7f4bc8ff9640 1 -- 172.21.15.67:0/3589055343 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f4bcc161800 con 0x7f4bcc0b9d60 2024-09-21T00:33:05.503 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:05.502+0000 7f4bd2958640 1 -- 172.21.15.67:0/3589055343 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f4bcc06e390 con 0x7f4bcc0b9d60 2024-09-21T00:33:06.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:06.157+0000 7f4bc8ff9640 1 -- 172.21.15.67:0/3589055343 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v160) ==== 170+0+0 (secure 0 0 0) 0x7f4bbc014070 con 0x7f4bcc0b9d60 2024-09-21T00:33:06.158 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_data' created 2024-09-21T00:33:06.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:06.160+0000 7f4bd2958640 1 -- 172.21.15.67:0/3589055343 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4bb8078b90 msgr2=0x7f4bb807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:06.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:06.160+0000 7f4bd2958640 1 --2- 172.21.15.67:0/3589055343 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4bb8078b90 0x7f4bb807b0a0 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7f4bc0033000 tx=0x7f4bc0004730 comp rx=0 tx=0).stop 2024-09-21T00:33:06.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:06.160+0000 7f4bd2958640 1 -- 172.21.15.67:0/3589055343 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4bcc0b9d60 msgr2=0x7f4bcc0ce2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:06.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:06.160+0000 7f4bd2958640 1 --2- 172.21.15.67:0/3589055343 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4bcc0b9d60 0x7f4bcc0ce2e0 secure :-1 s=READY pgs=2010 cs=0 l=1 rev1=1 crypto rx=0x7f4bbc0058e0 tx=0x7f4bbc00cdd0 comp rx=0 tx=0).stop 2024-09-21T00:33:06.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:06.160+0000 7f4bd2958640 1 -- 172.21.15.67:0/3589055343 shutdown_connections 2024-09-21T00:33:06.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:06.160+0000 7f4bd2958640 1 --2- 172.21.15.67:0/3589055343 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4bb8078b90 0x7f4bb807b0a0 unknown :-1 s=CLOSED pgs=760 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:06.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:06.160+0000 7f4bd2958640 1 --2- 172.21.15.67:0/3589055343 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f4bcc0d43b0 0x7f4bcc150cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:06.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:06.160+0000 7f4bd2958640 1 --2- 172.21.15.67:0/3589055343 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f4bcc0d17b0 0x7f4bcc14e5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:06.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:06.160+0000 7f4bd2958640 1 --2- 172.21.15.67:0/3589055343 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f4bcc0b9d60 0x7f4bcc0ce2e0 unknown :-1 s=CLOSED pgs=2010 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:06.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:06.160+0000 7f4bd2958640 1 -- 172.21.15.67:0/3589055343 >> 172.21.15.67:0/3589055343 conn(0x7f4bcc09d880 msgr2=0x7f4bcc0b2bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:06.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:06.160+0000 7f4bd2958640 1 -- 172.21.15.67:0/3589055343 shutdown_connections 2024-09-21T00:33:06.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:06.161+0000 7f4bd2958640 1 -- 172.21.15.67:0/3589055343 wait complete. 2024-09-21T00:33:06.183 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-21T00:33:06.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:06.306+0000 7f1fe9acc640 1 -- 172.21.15.67:0/3006392962 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1fe40d1450 msgr2=0x7f1fe40b4350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:06.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:06.306+0000 7f1fe9acc640 1 --2- 172.21.15.67:0/3006392962 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1fe40d1450 0x7f1fe40b4350 secure :-1 s=READY pgs=2012 cs=0 l=1 rev1=1 crypto rx=0x7f1fe40b7270 tx=0x7f1fdc02aa30 comp rx=0 tx=0).stop 2024-09-21T00:33:06.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:06.306+0000 7f1fe9acc640 1 -- 172.21.15.67:0/3006392962 shutdown_connections 2024-09-21T00:33:06.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:06.306+0000 7f1fe9acc640 1 --2- 172.21.15.67:0/3006392962 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1fe40d1450 0x7f1fe40b4350 unknown :-1 s=CLOSED pgs=2012 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:06.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:06.306+0000 7f1fe9acc640 1 --2- 172.21.15.67:0/3006392962 >> v2:172.21.15.97:3300/0 conn(0x7f1fe40d3590 0x7f1fe40b9950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:06.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:06.306+0000 7f1fe9acc640 1 -- 172.21.15.67:0/3006392962 >> 172.21.15.67:0/3006392962 conn(0x7f1fe409da10 msgr2=0x7f1fe40d46a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:06.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:06.306+0000 7f1fe9acc640 1 -- 172.21.15.67:0/3006392962 shutdown_connections 2024-09-21T00:33:06.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:06.306+0000 7f1fe9acc640 1 -- 172.21.15.67:0/3006392962 wait complete. 2024-09-21T00:33:06.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:06.307+0000 7f1fe9acc640 1 Processor -- start 2024-09-21T00:33:06.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:06.308+0000 7f1fe9acc640 1 -- start start 2024-09-21T00:33:06.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:06.309+0000 7f1fe9acc640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1fe40d3590 0x7f1fe4157be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:06.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:06.309+0000 7f1fe9acc640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1fe40d4db0 0x7f1fe415d290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:06.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:06.309+0000 7f1fe9acc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1fe415cb70 0x7f1fe415d7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:06.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:06.309+0000 7f1fe9acc640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f1fe40b4c20 con 0x7f1fe415cb70 2024-09-21T00:33:06.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:06.309+0000 7f1fe9acc640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f1fe40b4aa0 con 0x7f1fe40d4db0 2024-09-21T00:33:06.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:06.309+0000 7f1fe9acc640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f1fe40b4da0 con 0x7f1fe40d3590 2024-09-21T00:33:06.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:06.309+0000 7f1fe3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1fe415cb70 0x7f1fe415d7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:06.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:06.309+0000 7f1fe3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1fe415cb70 0x7f1fe415d7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:50516/0 (socket says 172.21.15.67:50516) 2024-09-21T00:33:06.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:06.309+0000 7f1fe3fff640 1 -- 172.21.15.67:0/254295945 learned_addr learned my addr 172.21.15.67:0/254295945 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:06.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:06.309+0000 7f1fe37fe640 1 --2- 172.21.15.67:0/254295945 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1fe40d3590 0x7f1fe4157be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:06.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:06.309+0000 7f1fe2ffd640 1 --2- 172.21.15.67:0/254295945 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1fe40d4db0 0x7f1fe415d290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:06.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:06.309+0000 7f1fe3fff640 1 -- 172.21.15.67:0/254295945 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1fe40d3590 msgr2=0x7f1fe4157be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:06.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:06.309+0000 7f1fe3fff640 1 --2- 172.21.15.67:0/254295945 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1fe40d3590 0x7f1fe4157be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:06.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:06.309+0000 7f1fe3fff640 1 -- 172.21.15.67:0/254295945 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1fe40d4db0 msgr2=0x7f1fe415d290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:06.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:06.309+0000 7f1fe3fff640 1 --2- 172.21.15.67:0/254295945 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1fe40d4db0 0x7f1fe415d290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:06.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:06.309+0000 7f1fe3fff640 1 -- 172.21.15.67:0/254295945 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1fe4158690 con 0x7f1fe415cb70 2024-09-21T00:33:06.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:06.310+0000 7f1fe2ffd640 1 --2- 172.21.15.67:0/254295945 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1fe40d4db0 0x7f1fe415d290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:33:06.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:06.310+0000 7f1fe3fff640 1 --2- 172.21.15.67:0/254295945 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1fe415cb70 0x7f1fe415d7d0 secure :-1 s=READY pgs=2013 cs=0 l=1 rev1=1 crypto rx=0x7f1fdc005fd0 tx=0x7f1fdc003f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:06.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:06.310+0000 7f1fcbfff640 1 -- 172.21.15.67:0/254295945 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fdc033050 con 0x7f1fe415cb70 2024-09-21T00:33:06.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:06.310+0000 7f1fcbfff640 1 -- 172.21.15.67:0/254295945 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1fdc004540 con 0x7f1fe415cb70 2024-09-21T00:33:06.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:06.310+0000 7f1fe9acc640 1 -- 172.21.15.67:0/254295945 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1fe4158970 con 0x7f1fe415cb70 2024-09-21T00:33:06.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:06.310+0000 7f1fcbfff640 1 -- 172.21.15.67:0/254295945 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1fdc038450 con 0x7f1fe415cb70 2024-09-21T00:33:06.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:06.310+0000 7f1fe9acc640 1 -- 172.21.15.67:0/254295945 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1fe4158f30 con 0x7f1fe415cb70 2024-09-21T00:33:06.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:06.311+0000 7f1fe9acc640 1 -- 172.21.15.67:0/254295945 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1fe40b5360 con 0x7f1fe415cb70 2024-09-21T00:33:06.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:06.312+0000 7f1fcbfff640 1 -- 172.21.15.67:0/254295945 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f1fdc036070 con 0x7f1fe415cb70 2024-09-21T00:33:06.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:06.312+0000 7f1fcbfff640 1 --2- 172.21.15.67:0/254295945 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1fd0078b90 0x7f1fd007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:06.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:06.313+0000 7f1fcbfff640 1 -- 172.21.15.67:0/254295945 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(160..160 src has 1..160) ==== 5609+0+0 (secure 0 0 0) 0x7f1fdc0bc410 con 0x7f1fe415cb70 2024-09-21T00:33:06.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:06.313+0000 7f1fe37fe640 1 --2- 172.21.15.67:0/254295945 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1fd0078b90 0x7f1fd007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:06.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:06.313+0000 7f1fe37fe640 1 --2- 172.21.15.67:0/254295945 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1fd0078b90 0x7f1fd007b0a0 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7f1fd4009b90 tx=0x7f1fd4005f30 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:06.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:06.317+0000 7f1fcbfff640 1 -- 172.21.15.67:0/254295945 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f1fdc084940 con 0x7f1fe415cb70 2024-09-21T00:33:06.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:06.542+0000 7f1fe9acc640 1 -- 172.21.15.67:0/254295945 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f1fe4158420 con 0x7f1fe415cb70 2024-09-21T00:33:07.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.159+0000 7f1fcbfff640 1 -- 172.21.15.67:0/254295945 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 24 and data pool 25 v136) ==== 174+0+0 (secure 0 0 0) 0x7f1fdc084240 con 0x7f1fe415cb70 2024-09-21T00:33:07.160 INFO:teuthology.orchestra.run.smithi067.stderr:new fs with metadata pool 24 and data pool 25 2024-09-21T00:33:07.167 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.165+0000 7f1fe9acc640 1 -- 172.21.15.67:0/254295945 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1fd0078b90 msgr2=0x7f1fd007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:07.167 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.165+0000 7f1fe9acc640 1 --2- 172.21.15.67:0/254295945 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1fd0078b90 0x7f1fd007b0a0 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7f1fd4009b90 tx=0x7f1fd4005f30 comp rx=0 tx=0).stop 2024-09-21T00:33:07.167 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.166+0000 7f1fe9acc640 1 -- 172.21.15.67:0/254295945 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1fe415cb70 msgr2=0x7f1fe415d7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:07.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.166+0000 7f1fe9acc640 1 --2- 172.21.15.67:0/254295945 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1fe415cb70 0x7f1fe415d7d0 secure :-1 s=READY pgs=2013 cs=0 l=1 rev1=1 crypto rx=0x7f1fdc005fd0 tx=0x7f1fdc003f90 comp rx=0 tx=0).stop 2024-09-21T00:33:07.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.172+0000 7f1fe9acc640 1 -- 172.21.15.67:0/254295945 shutdown_connections 2024-09-21T00:33:07.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.172+0000 7f1fe9acc640 1 --2- 172.21.15.67:0/254295945 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1fd0078b90 0x7f1fd007b0a0 unknown :-1 s=CLOSED pgs=761 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:07.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.172+0000 7f1fe9acc640 1 --2- 172.21.15.67:0/254295945 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1fe415cb70 0x7f1fe415d7d0 unknown :-1 s=CLOSED pgs=2013 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:07.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.172+0000 7f1fe9acc640 1 --2- 172.21.15.67:0/254295945 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1fe40d4db0 0x7f1fe415d290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:07.174 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.172+0000 7f1fe9acc640 1 --2- 172.21.15.67:0/254295945 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1fe40d3590 0x7f1fe4157be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:07.174 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.172+0000 7f1fe9acc640 1 -- 172.21.15.67:0/254295945 >> 172.21.15.67:0/254295945 conn(0x7f1fe409da10 msgr2=0x7f1fe40b1270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:07.174 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.173+0000 7f1fe9acc640 1 -- 172.21.15.67:0/254295945 shutdown_connections 2024-09-21T00:33:07.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.177+0000 7f1fe9acc640 1 -- 172.21.15.67:0/254295945 wait complete. 2024-09-21T00:33:07.205 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:33:07.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.324+0000 7f3f4925c640 1 -- 172.21.15.67:0/47917778 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3f440b6730 msgr2=0x7f3f440cf260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:07.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.324+0000 7f3f4925c640 1 --2- 172.21.15.67:0/47917778 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3f440b6730 0x7f3f440cf260 secure :-1 s=READY pgs=2015 cs=0 l=1 rev1=1 crypto rx=0x7f3f440b3f60 tx=0x7f3f2c02a560 comp rx=0 tx=0).stop 2024-09-21T00:33:07.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.324+0000 7f3f4925c640 1 -- 172.21.15.67:0/47917778 shutdown_connections 2024-09-21T00:33:07.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.324+0000 7f3f4925c640 1 --2- 172.21.15.67:0/47917778 >> v2:172.21.15.97:3300/0 conn(0x7f3f4406fbd0 0x7f3f440cf7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:07.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.324+0000 7f3f4925c640 1 --2- 172.21.15.67:0/47917778 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3f440b6730 0x7f3f440cf260 unknown :-1 s=CLOSED pgs=2015 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:07.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.324+0000 7f3f4925c640 1 -- 172.21.15.67:0/47917778 >> 172.21.15.67:0/47917778 conn(0x7f3f440d45a0 msgr2=0x7f3f440d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:07.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.324+0000 7f3f4925c640 1 -- 172.21.15.67:0/47917778 shutdown_connections 2024-09-21T00:33:07.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.324+0000 7f3f4925c640 1 -- 172.21.15.67:0/47917778 wait complete. 2024-09-21T00:33:07.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.326+0000 7f3f4925c640 1 Processor -- start 2024-09-21T00:33:07.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.326+0000 7f3f4925c640 1 -- start start 2024-09-21T00:33:07.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.327+0000 7f3f4925c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3f4406fbd0 0x7f3f4414f7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:07.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.327+0000 7f3f4925c640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3f440b9e70 0x7f3f440cde70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:07.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.327+0000 7f3f4925c640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3f4415b890 0x7f3f440ce3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:07.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.327+0000 7f3f4925c640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f3f440cfce0 con 0x7f3f4406fbd0 2024-09-21T00:33:07.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.327+0000 7f3f4925c640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f3f440d25e0 con 0x7f3f440b9e70 2024-09-21T00:33:07.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.327+0000 7f3f4925c640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f3f440cfe60 con 0x7f3f4415b890 2024-09-21T00:33:07.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.328+0000 7f3f42d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3f4406fbd0 0x7f3f4414f7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:07.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.328+0000 7f3f42d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3f4406fbd0 0x7f3f4414f7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:50538/0 (socket says 172.21.15.67:50538) 2024-09-21T00:33:07.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.328+0000 7f3f42d9d640 1 -- 172.21.15.67:0/3234294124 learned_addr learned my addr 172.21.15.67:0/3234294124 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:07.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.328+0000 7f3f3a59c640 1 --2- 172.21.15.67:0/3234294124 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3f440b9e70 0x7f3f440cde70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:07.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.328+0000 7f3f4359e640 1 --2- 172.21.15.67:0/3234294124 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3f4415b890 0x7f3f440ce3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:07.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.328+0000 7f3f42d9d640 1 -- 172.21.15.67:0/3234294124 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3f4415b890 msgr2=0x7f3f440ce3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:07.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.328+0000 7f3f42d9d640 1 --2- 172.21.15.67:0/3234294124 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3f4415b890 0x7f3f440ce3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:07.331 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.328+0000 7f3f42d9d640 1 -- 172.21.15.67:0/3234294124 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3f440b9e70 msgr2=0x7f3f440cde70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:07.331 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.328+0000 7f3f42d9d640 1 --2- 172.21.15.67:0/3234294124 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3f440b9e70 0x7f3f440cde70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:07.331 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.328+0000 7f3f42d9d640 1 -- 172.21.15.67:0/3234294124 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f4415c9f0 con 0x7f3f4406fbd0 2024-09-21T00:33:07.331 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.328+0000 7f3f42d9d640 1 --2- 172.21.15.67:0/3234294124 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3f4406fbd0 0x7f3f4414f7a0 secure :-1 s=READY pgs=2016 cs=0 l=1 rev1=1 crypto rx=0x7f3f3400c3d0 tx=0x7f3f3400c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:07.331 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.328+0000 7f3f3bfff640 1 -- 172.21.15.67:0/3234294124 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f34017070 con 0x7f3f4406fbd0 2024-09-21T00:33:07.331 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.328+0000 7f3f4925c640 1 -- 172.21.15.67:0/3234294124 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3f4415ccd0 con 0x7f3f4406fbd0 2024-09-21T00:33:07.331 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.328+0000 7f3f3bfff640 1 -- 172.21.15.67:0/3234294124 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3f340053c0 con 0x7f3f4406fbd0 2024-09-21T00:33:07.331 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.328+0000 7f3f3bfff640 1 -- 172.21.15.67:0/3234294124 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f34003850 con 0x7f3f4406fbd0 2024-09-21T00:33:07.331 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.328+0000 7f3f4925c640 1 -- 172.21.15.67:0/3234294124 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3f4415d290 con 0x7f3f4406fbd0 2024-09-21T00:33:07.332 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.329+0000 7f3f4925c640 1 -- 172.21.15.67:0/3234294124 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3f44069de0 con 0x7f3f4406fbd0 2024-09-21T00:33:07.332 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.330+0000 7f3f3bfff640 1 -- 172.21.15.67:0/3234294124 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f3f3401a070 con 0x7f3f4406fbd0 2024-09-21T00:33:07.332 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.331+0000 7f3f3bfff640 1 --2- 172.21.15.67:0/3234294124 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3f24078b90 0x7f3f2407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:07.332 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.331+0000 7f3f3bfff640 1 -- 172.21.15.67:0/3234294124 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(161..161 src has 1..161) ==== 5709+0+0 (secure 0 0 0) 0x7f3f3409a0f0 con 0x7f3f4406fbd0 2024-09-21T00:33:07.332 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.331+0000 7f3f3a59c640 1 --2- 172.21.15.67:0/3234294124 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3f24078b90 0x7f3f2407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:07.332 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.332+0000 7f3f3a59c640 1 --2- 172.21.15.67:0/3234294124 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3f24078b90 0x7f3f2407b0a0 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7f3f2c033000 tx=0x7f3f2c004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:07.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.336+0000 7f3f3bfff640 1 -- 172.21.15.67:0/3234294124 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f3f44069de0 con 0x7f3f4406fbd0 2024-09-21T00:33:07.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.524+0000 7f3f4925c640 1 -- 172.21.15.67:0/3234294124 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f3f440d0310 con 0x7f3f4406fbd0 2024-09-21T00:33:07.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.525+0000 7f3f3bfff640 1 -- 172.21.15.67:0/3234294124 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v161) ==== 74+0+16716 (secure 0 0 0) 0x7f3f34062540 con 0x7f3f4406fbd0 2024-09-21T00:33:07.527 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:33:07.527 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":161,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:33:06.544057+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":25,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":24,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:33:04.260641+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"161","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":25,"pool_name":"cephfs_data","create_time":"2024-09-21T00:33:05.507615+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"161","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:33:07.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.527+0000 7f3f4925c640 1 -- 172.21.15.67:0/3234294124 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3f24078b90 msgr2=0x7f3f2407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:07.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.527+0000 7f3f4925c640 1 --2- 172.21.15.67:0/3234294124 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3f24078b90 0x7f3f2407b0a0 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7f3f2c033000 tx=0x7f3f2c004730 comp rx=0 tx=0).stop 2024-09-21T00:33:07.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.527+0000 7f3f4925c640 1 -- 172.21.15.67:0/3234294124 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3f4406fbd0 msgr2=0x7f3f4414f7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:07.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.527+0000 7f3f4925c640 1 --2- 172.21.15.67:0/3234294124 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3f4406fbd0 0x7f3f4414f7a0 secure :-1 s=READY pgs=2016 cs=0 l=1 rev1=1 crypto rx=0x7f3f3400c3d0 tx=0x7f3f3400c890 comp rx=0 tx=0).stop 2024-09-21T00:33:07.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.527+0000 7f3f4925c640 1 -- 172.21.15.67:0/3234294124 shutdown_connections 2024-09-21T00:33:07.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.527+0000 7f3f4925c640 1 --2- 172.21.15.67:0/3234294124 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3f24078b90 0x7f3f2407b0a0 unknown :-1 s=CLOSED pgs=762 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:07.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.527+0000 7f3f4925c640 1 --2- 172.21.15.67:0/3234294124 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3f4415b890 0x7f3f440ce3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:07.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.527+0000 7f3f4925c640 1 --2- 172.21.15.67:0/3234294124 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3f440b9e70 0x7f3f440cde70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:07.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.527+0000 7f3f4925c640 1 --2- 172.21.15.67:0/3234294124 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3f4406fbd0 0x7f3f4414f7a0 unknown :-1 s=CLOSED pgs=2016 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:07.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.527+0000 7f3f4925c640 1 -- 172.21.15.67:0/3234294124 >> 172.21.15.67:0/3234294124 conn(0x7f3f440d45a0 msgr2=0x7f3f440b13d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:07.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.528+0000 7f3f4925c640 1 -- 172.21.15.67:0/3234294124 shutdown_connections 2024-09-21T00:33:07.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.528+0000 7f3f4925c640 1 -- 172.21.15.67:0/3234294124 wait complete. 2024-09-21T00:33:07.541 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:33:07.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.656+0000 7f046e456640 1 -- 172.21.15.67:0/2020430495 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f04680d0270 msgr2=0x7f04680b6560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:07.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.656+0000 7f046e456640 1 --2- 172.21.15.67:0/2020430495 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f04680d0270 0x7f04680b6560 secure :-1 s=READY pgs=2017 cs=0 l=1 rev1=1 crypto rx=0x7f046806d7a0 tx=0x7f046002aa30 comp rx=0 tx=0).stop 2024-09-21T00:33:07.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.656+0000 7f046e456640 1 -- 172.21.15.67:0/2020430495 shutdown_connections 2024-09-21T00:33:07.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.656+0000 7f046e456640 1 --2- 172.21.15.67:0/2020430495 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f04680d0270 0x7f04680b6560 unknown :-1 s=CLOSED pgs=2017 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:07.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.656+0000 7f046e456640 1 --2- 172.21.15.67:0/2020430495 >> v2:172.21.15.97:3300/0 conn(0x7f04680b9e70 0x7f04680b6020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:07.658 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.656+0000 7f046e456640 1 -- 172.21.15.67:0/2020430495 >> 172.21.15.67:0/2020430495 conn(0x7f04680d45a0 msgr2=0x7f04680d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:07.658 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.656+0000 7f046e456640 1 -- 172.21.15.67:0/2020430495 shutdown_connections 2024-09-21T00:33:07.658 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.656+0000 7f046e456640 1 -- 172.21.15.67:0/2020430495 wait complete. 2024-09-21T00:33:07.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.658+0000 7f046e456640 1 Processor -- start 2024-09-21T00:33:07.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.658+0000 7f046e456640 1 -- start start 2024-09-21T00:33:07.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.659+0000 7f046e456640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f04680b9e70 0x7f04680cdd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:07.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.659+0000 7f046e456640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f04680d0270 0x7f046815ec70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:07.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.659+0000 7f046e456640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f04680d22f0 0x7f04680b2180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:07.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.659+0000 7f046e456640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f046806f660 con 0x7f04680b9e70 2024-09-21T00:33:07.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.659+0000 7f046e456640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f046806f4e0 con 0x7f04680d0270 2024-09-21T00:33:07.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.659+0000 7f046e456640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f046806f7e0 con 0x7f04680d22f0 2024-09-21T00:33:07.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.659+0000 7f0467fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f04680b9e70 0x7f04680cdd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:07.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.659+0000 7f0467fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f04680b9e70 0x7f04680cdd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:50556/0 (socket says 172.21.15.67:50556) 2024-09-21T00:33:07.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.659+0000 7f0467fff640 1 -- 172.21.15.67:0/3941678161 learned_addr learned my addr 172.21.15.67:0/3941678161 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:07.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.659+0000 7f046c9f3640 1 --2- 172.21.15.67:0/3941678161 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f04680d22f0 0x7f04680b2180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:07.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.659+0000 7f04677fe640 1 --2- 172.21.15.67:0/3941678161 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f04680d0270 0x7f046815ec70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:07.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.660+0000 7f0467fff640 1 -- 172.21.15.67:0/3941678161 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f04680d22f0 msgr2=0x7f04680b2180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:07.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.660+0000 7f0467fff640 1 --2- 172.21.15.67:0/3941678161 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f04680d22f0 0x7f04680b2180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:07.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.660+0000 7f0467fff640 1 -- 172.21.15.67:0/3941678161 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f04680d0270 msgr2=0x7f046815ec70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:07.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.660+0000 7f0467fff640 1 --2- 172.21.15.67:0/3941678161 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f04680d0270 0x7f046815ec70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:07.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.660+0000 7f0467fff640 1 -- 172.21.15.67:0/3941678161 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04680ce6f0 con 0x7f04680b9e70 2024-09-21T00:33:07.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.660+0000 7f0467fff640 1 --2- 172.21.15.67:0/3941678161 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f04680b9e70 0x7f04680cdd10 secure :-1 s=READY pgs=2018 cs=0 l=1 rev1=1 crypto rx=0x7f045800e790 tx=0x7f045800ec50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:07.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.660+0000 7f0464ff9640 1 -- 172.21.15.67:0/3941678161 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f045800eea0 con 0x7f04680b9e70 2024-09-21T00:33:07.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.660+0000 7f0464ff9640 1 -- 172.21.15.67:0/3941678161 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f045800cdb0 con 0x7f04680b9e70 2024-09-21T00:33:07.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.660+0000 7f046e456640 1 -- 172.21.15.67:0/3941678161 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04681f8e00 con 0x7f04680b9e70 2024-09-21T00:33:07.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.660+0000 7f0464ff9640 1 -- 172.21.15.67:0/3941678161 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0458010690 con 0x7f04680b9e70 2024-09-21T00:33:07.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.660+0000 7f046e456640 1 -- 172.21.15.67:0/3941678161 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04681f93c0 con 0x7f04680b9e70 2024-09-21T00:33:07.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.661+0000 7f046e456640 1 -- 172.21.15.67:0/3941678161 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f04680764b0 con 0x7f04680b9e70 2024-09-21T00:33:07.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.662+0000 7f0464ff9640 1 -- 172.21.15.67:0/3941678161 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f0458010830 con 0x7f04680b9e70 2024-09-21T00:33:07.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.663+0000 7f0464ff9640 1 --2- 172.21.15.67:0/3941678161 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0448078bc0 0x7f044807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:07.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.663+0000 7f0464ff9640 1 -- 172.21.15.67:0/3941678161 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(161..161 src has 1..161) ==== 5709+0+0 (secure 0 0 0) 0x7f045809b570 con 0x7f04680b9e70 2024-09-21T00:33:07.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.663+0000 7f04677fe640 1 --2- 172.21.15.67:0/3941678161 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0448078bc0 0x7f044807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:07.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.663+0000 7f04677fe640 1 --2- 172.21.15.67:0/3941678161 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0448078bc0 0x7f044807b0d0 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7f04680d2050 tx=0x7f0450009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:07.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.667+0000 7f0464ff9640 1 -- 172.21.15.67:0/3941678161 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f0458063480 con 0x7f04680b9e70 2024-09-21T00:33:07.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.855+0000 7f046e456640 1 -- 172.21.15.67:0/3941678161 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f046806fc90 con 0x7f04680b9e70 2024-09-21T00:33:07.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.856+0000 7f0464ff9640 1 -- 172.21.15.67:0/3941678161 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v161) ==== 74+0+16716 (secure 0 0 0) 0x7f0458067eb0 con 0x7f04680b9e70 2024-09-21T00:33:07.857 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:33:07.858 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":161,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:33:06.544057+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":25,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":24,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:33:04.260641+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"161","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":25,"pool_name":"cephfs_data","create_time":"2024-09-21T00:33:05.507615+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"161","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:33:07.859 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.858+0000 7f046e456640 1 -- 172.21.15.67:0/3941678161 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0448078bc0 msgr2=0x7f044807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:07.860 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.858+0000 7f046e456640 1 --2- 172.21.15.67:0/3941678161 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0448078bc0 0x7f044807b0d0 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7f04680d2050 tx=0x7f0450009040 comp rx=0 tx=0).stop 2024-09-21T00:33:07.860 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.858+0000 7f046e456640 1 -- 172.21.15.67:0/3941678161 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f04680b9e70 msgr2=0x7f04680cdd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:07.860 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.858+0000 7f046e456640 1 --2- 172.21.15.67:0/3941678161 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f04680b9e70 0x7f04680cdd10 secure :-1 s=READY pgs=2018 cs=0 l=1 rev1=1 crypto rx=0x7f045800e790 tx=0x7f045800ec50 comp rx=0 tx=0).stop 2024-09-21T00:33:07.860 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.858+0000 7f046e456640 1 -- 172.21.15.67:0/3941678161 shutdown_connections 2024-09-21T00:33:07.860 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.858+0000 7f046e456640 1 --2- 172.21.15.67:0/3941678161 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0448078bc0 0x7f044807b0d0 unknown :-1 s=CLOSED pgs=763 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:07.860 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.858+0000 7f046e456640 1 --2- 172.21.15.67:0/3941678161 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f04680d22f0 0x7f04680b2180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:07.860 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.858+0000 7f046e456640 1 --2- 172.21.15.67:0/3941678161 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f04680d0270 0x7f046815ec70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:07.860 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.858+0000 7f046e456640 1 --2- 172.21.15.67:0/3941678161 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f04680b9e70 0x7f04680cdd10 unknown :-1 s=CLOSED pgs=2018 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:07.860 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.858+0000 7f046e456640 1 -- 172.21.15.67:0/3941678161 >> 172.21.15.67:0/3941678161 conn(0x7f04680d45a0 msgr2=0x7f0468161a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:07.860 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.858+0000 7f046e456640 1 -- 172.21.15.67:0/3941678161 shutdown_connections 2024-09-21T00:33:07.860 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.858+0000 7f046e456640 1 -- 172.21.15.67:0/3941678161 wait complete. 2024-09-21T00:33:07.871 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-21T00:33:07.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.990+0000 7fa70901d640 1 -- 172.21.15.67:0/3162223645 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa6f0003a00 msgr2=0x7fa6f0003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:07.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.990+0000 7fa70901d640 1 --2- 172.21.15.67:0/3162223645 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa6f0003a00 0x7fa6f0003e70 secure :-1 s=READY pgs=2020 cs=0 l=1 rev1=1 crypto rx=0x7fa6f4009b40 tx=0x7fa6f0005830 comp rx=0 tx=0).stop 2024-09-21T00:33:07.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.990+0000 7fa70359e640 1 -- 172.21.15.67:0/3162223645 reap_dead start 2024-09-21T00:33:07.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.990+0000 7fa70901d640 1 -- 172.21.15.67:0/3162223645 shutdown_connections 2024-09-21T00:33:07.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.990+0000 7fa70901d640 1 -- 172.21.15.67:0/3162223645 >> 172.21.15.67:0/3162223645 conn(0x7fa70408bee0 msgr2=0x7fa7040d24e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:07.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.990+0000 7fa70901d640 1 -- 172.21.15.67:0/3162223645 shutdown_connections 2024-09-21T00:33:07.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.990+0000 7fa70901d640 1 -- 172.21.15.67:0/3162223645 wait complete. 2024-09-21T00:33:07.993 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.992+0000 7fa70901d640 1 Processor -- start 2024-09-21T00:33:07.993 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.992+0000 7fa70901d640 1 -- start start 2024-09-21T00:33:07.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.993+0000 7fa70901d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa6f0003a00 0x7fa7041524a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:07.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.993+0000 7fa70901d640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa704159a20 0x7fa7041f65b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:07.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.993+0000 7fa70901d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa7041f6af0 0x7fa704153b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:07.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.993+0000 7fa70901d640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fa7040cf310 con 0x7fa7041f6af0 2024-09-21T00:33:07.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.993+0000 7fa70901d640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fa7040cf190 con 0x7fa6f0003a00 2024-09-21T00:33:07.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.993+0000 7fa70901d640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fa7040cf490 con 0x7fa704159a20 2024-09-21T00:33:07.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.994+0000 7fa70359e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa7041f6af0 0x7fa704153b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:07.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.994+0000 7fa6fa59c640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa704159a20 0x7fa7041f65b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:07.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.994+0000 7fa70359e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa7041f6af0 0x7fa704153b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:50568/0 (socket says 172.21.15.67:50568) 2024-09-21T00:33:07.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.994+0000 7fa70359e640 1 -- 172.21.15.67:0/1860067458 learned_addr learned my addr 172.21.15.67:0/1860067458 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:07.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.994+0000 7fa702d9d640 1 --2- 172.21.15.67:0/1860067458 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa6f0003a00 0x7fa7041524a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:07.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.994+0000 7fa70359e640 1 -- 172.21.15.67:0/1860067458 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa704159a20 msgr2=0x7fa7041f65b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:07.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.994+0000 7fa70359e640 1 --2- 172.21.15.67:0/1860067458 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa704159a20 0x7fa7041f65b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:07.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.994+0000 7fa70359e640 1 -- 172.21.15.67:0/1860067458 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa6f0003a00 msgr2=0x7fa7041524a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:07.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.994+0000 7fa70359e640 1 --2- 172.21.15.67:0/1860067458 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa6f0003a00 0x7fa7041524a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:07.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.994+0000 7fa70359e640 1 -- 172.21.15.67:0/1860067458 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7041f6f00 con 0x7fa7041f6af0 2024-09-21T00:33:07.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.994+0000 7fa70359e640 1 --2- 172.21.15.67:0/1860067458 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa7041f6af0 0x7fa704153b60 secure :-1 s=READY pgs=2021 cs=0 l=1 rev1=1 crypto rx=0x7fa6fc005fd0 tx=0x7fa6fc011ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:07.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.994+0000 7fa6fbfff640 1 -- 172.21.15.67:0/1860067458 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6fc004b20 con 0x7fa7041f6af0 2024-09-21T00:33:07.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.994+0000 7fa6fbfff640 1 -- 172.21.15.67:0/1860067458 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa6fc004cc0 con 0x7fa7041f6af0 2024-09-21T00:33:07.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.994+0000 7fa70901d640 1 -- 172.21.15.67:0/1860067458 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa70415a400 con 0x7fa7041f6af0 2024-09-21T00:33:07.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.994+0000 7fa6fbfff640 1 -- 172.21.15.67:0/1860067458 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6fc003bd0 con 0x7fa7041f6af0 2024-09-21T00:33:07.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.994+0000 7fa70901d640 1 -- 172.21.15.67:0/1860067458 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa704153360 con 0x7fa7041f6af0 2024-09-21T00:33:07.998 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.995+0000 7fa70901d640 1 -- 172.21.15.67:0/1860067458 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa70415a170 con 0x7fa7041f6af0 2024-09-21T00:33:07.998 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.996+0000 7fa6fbfff640 1 -- 172.21.15.67:0/1860067458 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fa6fc004030 con 0x7fa7041f6af0 2024-09-21T00:33:07.998 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.997+0000 7fa6fbfff640 1 --2- 172.21.15.67:0/1860067458 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa6e4078b90 0x7fa6e407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:07.998 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.997+0000 7fa6fbfff640 1 -- 172.21.15.67:0/1860067458 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(161..161 src has 1..161) ==== 5709+0+0 (secure 0 0 0) 0x7fa6fc09b360 con 0x7fa7041f6af0 2024-09-21T00:33:07.999 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.998+0000 7fa702d9d640 1 --2- 172.21.15.67:0/1860067458 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa6e4078b90 0x7fa6e407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:07.999 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:07.998+0000 7fa702d9d640 1 --2- 172.21.15.67:0/1860067458 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa6e4078b90 0x7fa6e407b0a0 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7fa6f4009b40 tx=0x7fa6f40046c0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:08.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:08.002+0000 7fa6fbfff640 1 -- 172.21.15.67:0/1860067458 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fa7041f6f00 con 0x7fa7041f6af0 2024-09-21T00:33:08.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:08.230+0000 7fa70901d640 1 -- 172.21.15.67:0/1860067458 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fa70415a920 con 0x7fa7041f6af0 2024-09-21T00:33:09.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:09.187+0000 7fa6fbfff640 1 -- 172.21.15.67:0/1860067458 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v139) ==== 118+0+0 (secure 0 0 0) 0x7fa6fc063160 con 0x7fa7041f6af0 2024-09-21T00:33:09.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:09.190+0000 7fa70901d640 1 -- 172.21.15.67:0/1860067458 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa6e4078b90 msgr2=0x7fa6e407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:09.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:09.190+0000 7fa70901d640 1 --2- 172.21.15.67:0/1860067458 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa6e4078b90 0x7fa6e407b0a0 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7fa6f4009b40 tx=0x7fa6f40046c0 comp rx=0 tx=0).stop 2024-09-21T00:33:09.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:09.190+0000 7fa70901d640 1 -- 172.21.15.67:0/1860067458 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa7041f6af0 msgr2=0x7fa704153b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:09.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:09.190+0000 7fa70901d640 1 --2- 172.21.15.67:0/1860067458 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa7041f6af0 0x7fa704153b60 secure :-1 s=READY pgs=2021 cs=0 l=1 rev1=1 crypto rx=0x7fa6fc005fd0 tx=0x7fa6fc011ef0 comp rx=0 tx=0).stop 2024-09-21T00:33:09.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:09.191+0000 7fa70901d640 1 -- 172.21.15.67:0/1860067458 shutdown_connections 2024-09-21T00:33:09.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:09.191+0000 7fa70901d640 1 --2- 172.21.15.67:0/1860067458 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa6e4078b90 0x7fa6e407b0a0 unknown :-1 s=CLOSED pgs=764 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:09.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:09.191+0000 7fa70901d640 1 --2- 172.21.15.67:0/1860067458 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa7041f6af0 0x7fa704153b60 unknown :-1 s=CLOSED pgs=2021 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:09.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:09.191+0000 7fa70901d640 1 --2- 172.21.15.67:0/1860067458 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa704159a20 0x7fa7041f65b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:09.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:09.191+0000 7fa70901d640 1 --2- 172.21.15.67:0/1860067458 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa6f0003a00 0x7fa7041524a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:09.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:09.191+0000 7fa70901d640 1 -- 172.21.15.67:0/1860067458 >> 172.21.15.67:0/1860067458 conn(0x7fa70408bee0 msgr2=0x7fa704156c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:09.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:09.191+0000 7fa70901d640 1 -- 172.21.15.67:0/1860067458 shutdown_connections 2024-09-21T00:33:09.193 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:09.191+0000 7fa70901d640 1 -- 172.21.15.67:0/1860067458 wait complete. 2024-09-21T00:33:09.206 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-21T00:33:09.206 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-21T00:33:09.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:09.332+0000 7f3dbe6b6640 1 -- 172.21.15.67:0/89353799 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3db80d1450 msgr2=0x7f3db80b9950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:09.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:09.332+0000 7f3dbe6b6640 1 --2- 172.21.15.67:0/89353799 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3db80d1450 0x7f3db80b9950 secure :-1 s=READY pgs=2022 cs=0 l=1 rev1=1 crypto rx=0x7f3dac005fd0 tx=0x7f3dac02a540 comp rx=0 tx=0).stop 2024-09-21T00:33:09.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:09.333+0000 7f3dbe6b6640 1 -- 172.21.15.67:0/89353799 shutdown_connections 2024-09-21T00:33:09.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:09.333+0000 7f3dbe6b6640 1 --2- 172.21.15.67:0/89353799 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3db80d4db0 0x7f3db80b4350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:09.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:09.333+0000 7f3dbe6b6640 1 --2- 172.21.15.67:0/89353799 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3db80d1450 0x7f3db80b9950 unknown :-1 s=CLOSED pgs=2022 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:09.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:09.333+0000 7f3dbe6b6640 1 -- 172.21.15.67:0/89353799 >> 172.21.15.67:0/89353799 conn(0x7f3db809da10 msgr2=0x7f3db80d46a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:09.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:09.333+0000 7f3dbe6b6640 1 -- 172.21.15.67:0/89353799 shutdown_connections 2024-09-21T00:33:09.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:09.333+0000 7f3dbe6b6640 1 -- 172.21.15.67:0/89353799 wait complete. 2024-09-21T00:33:09.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:09.334+0000 7f3dbe6b6640 1 Processor -- start 2024-09-21T00:33:09.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:09.335+0000 7f3dbe6b6640 1 -- start start 2024-09-21T00:33:09.338 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:09.336+0000 7f3dbe6b6640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3db80d3590 0x7f3db8159f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:09.338 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:09.336+0000 7f3dbe6b6640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3db80d4db0 0x7f3db815d1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:09.338 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:09.336+0000 7f3dbe6b6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3db81f96a0 0x7f3db80b19f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:09.338 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:09.336+0000 7f3dbe6b6640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f3db80b4cd0 con 0x7f3db81f96a0 2024-09-21T00:33:09.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:09.336+0000 7f3dbe6b6640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f3db80b4b50 con 0x7f3db80d3590 2024-09-21T00:33:09.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:09.336+0000 7f3dbe6b6640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f3db80b4e50 con 0x7f3db80d4db0 2024-09-21T00:33:09.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:09.336+0000 7f3dbcc53640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3db81f96a0 0x7f3db80b19f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:09.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:09.336+0000 7f3dbcc53640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3db81f96a0 0x7f3db80b19f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:50578/0 (socket says 172.21.15.67:50578) 2024-09-21T00:33:09.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:09.336+0000 7f3dbcc53640 1 -- 172.21.15.67:0/2753712579 learned_addr learned my addr 172.21.15.67:0/2753712579 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:09.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:09.336+0000 7f3db77fe640 1 --2- 172.21.15.67:0/2753712579 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3db80d4db0 0x7f3db815d1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:09.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:09.336+0000 7f3db7fff640 1 --2- 172.21.15.67:0/2753712579 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3db80d3590 0x7f3db8159f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:09.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:09.336+0000 7f3dbcc53640 1 -- 172.21.15.67:0/2753712579 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3db80d4db0 msgr2=0x7f3db815d1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:09.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:09.336+0000 7f3dbcc53640 1 --2- 172.21.15.67:0/2753712579 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3db80d4db0 0x7f3db815d1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:09.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:09.336+0000 7f3dbcc53640 1 -- 172.21.15.67:0/2753712579 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3db80d3590 msgr2=0x7f3db8159f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:09.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:09.336+0000 7f3dbcc53640 1 --2- 172.21.15.67:0/2753712579 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3db80d3590 0x7f3db8159f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:09.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:09.336+0000 7f3dbcc53640 1 -- 172.21.15.67:0/2753712579 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3db815fac0 con 0x7f3db81f96a0 2024-09-21T00:33:09.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:09.337+0000 7f3dbcc53640 1 --2- 172.21.15.67:0/2753712579 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3db81f96a0 0x7f3db80b19f0 secure :-1 s=READY pgs=2023 cs=0 l=1 rev1=1 crypto rx=0x7f3db000e960 tx=0x7f3db000ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:09.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:09.337+0000 7f3db4ff9640 1 -- 172.21.15.67:0/2753712579 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3db0004d20 con 0x7f3db81f96a0 2024-09-21T00:33:09.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:09.337+0000 7f3db4ff9640 1 -- 172.21.15.67:0/2753712579 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3db000cac0 con 0x7f3db81f96a0 2024-09-21T00:33:09.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:09.337+0000 7f3db4ff9640 1 -- 172.21.15.67:0/2753712579 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3db0005020 con 0x7f3db81f96a0 2024-09-21T00:33:09.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:09.337+0000 7f3dbe6b6640 1 -- 172.21.15.67:0/2753712579 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3db815cc20 con 0x7f3db81f96a0 2024-09-21T00:33:09.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:09.337+0000 7f3dbe6b6640 1 -- 172.21.15.67:0/2753712579 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3db81f8ea0 con 0x7f3db81f96a0 2024-09-21T00:33:09.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:09.338+0000 7f3dbe6b6640 1 -- 172.21.15.67:0/2753712579 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3db815c990 con 0x7f3db81f96a0 2024-09-21T00:33:09.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:09.339+0000 7f3db4ff9640 1 -- 172.21.15.67:0/2753712579 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f3db00051c0 con 0x7f3db81f96a0 2024-09-21T00:33:09.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:09.339+0000 7f3db4ff9640 1 --2- 172.21.15.67:0/2753712579 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3da4078b90 0x7f3da407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:09.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:09.339+0000 7f3db4ff9640 1 -- 172.21.15.67:0/2753712579 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(162..162 src has 1..162) ==== 5709+0+0 (secure 0 0 0) 0x7f3db009b5c0 con 0x7f3db81f96a0 2024-09-21T00:33:09.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:09.340+0000 7f3db7fff640 1 --2- 172.21.15.67:0/2753712579 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3da4078b90 0x7f3da407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:09.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:09.340+0000 7f3db7fff640 1 --2- 172.21.15.67:0/2753712579 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3da4078b90 0x7f3da407b0a0 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7f3da8001670 tx=0x7f3da8009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:09.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:09.344+0000 7f3db4ff9640 1 -- 172.21.15.67:0/2753712579 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f3db0016030 con 0x7f3db81f96a0 2024-09-21T00:33:09.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:09.571+0000 7f3dbe6b6640 1 -- 172.21.15.67:0/2753712579 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f3db80b53e0 con 0x7f3db81f96a0 2024-09-21T00:33:10.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.195+0000 7f3db4ff9640 1 -- 172.21.15.67:0/2753712579 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v140) ==== 122+0+0 (secure 0 0 0) 0x7f3db0063a10 con 0x7f3db81f96a0 2024-09-21T00:33:10.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.198+0000 7f3dbe6b6640 1 -- 172.21.15.67:0/2753712579 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3da4078b90 msgr2=0x7f3da407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:10.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.198+0000 7f3dbe6b6640 1 --2- 172.21.15.67:0/2753712579 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3da4078b90 0x7f3da407b0a0 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7f3da8001670 tx=0x7f3da8009040 comp rx=0 tx=0).stop 2024-09-21T00:33:10.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.198+0000 7f3dbe6b6640 1 -- 172.21.15.67:0/2753712579 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3db81f96a0 msgr2=0x7f3db80b19f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:10.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.198+0000 7f3dbe6b6640 1 --2- 172.21.15.67:0/2753712579 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3db81f96a0 0x7f3db80b19f0 secure :-1 s=READY pgs=2023 cs=0 l=1 rev1=1 crypto rx=0x7f3db000e960 tx=0x7f3db000ee20 comp rx=0 tx=0).stop 2024-09-21T00:33:10.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.199+0000 7f3dbe6b6640 1 -- 172.21.15.67:0/2753712579 shutdown_connections 2024-09-21T00:33:10.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.199+0000 7f3dbe6b6640 1 --2- 172.21.15.67:0/2753712579 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3da4078b90 0x7f3da407b0a0 unknown :-1 s=CLOSED pgs=765 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:10.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.199+0000 7f3dbe6b6640 1 --2- 172.21.15.67:0/2753712579 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3db81f96a0 0x7f3db80b19f0 unknown :-1 s=CLOSED pgs=2023 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:10.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.199+0000 7f3dbe6b6640 1 --2- 172.21.15.67:0/2753712579 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3db80d4db0 0x7f3db815d1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:10.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.199+0000 7f3dbe6b6640 1 --2- 172.21.15.67:0/2753712579 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3db80d3590 0x7f3db8159f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:10.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.199+0000 7f3dbe6b6640 1 -- 172.21.15.67:0/2753712579 >> 172.21.15.67:0/2753712579 conn(0x7f3db809da10 msgr2=0x7f3db815bef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:10.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.199+0000 7f3dbe6b6640 1 -- 172.21.15.67:0/2753712579 shutdown_connections 2024-09-21T00:33:10.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.199+0000 7f3dbe6b6640 1 -- 172.21.15.67:0/2753712579 wait complete. 2024-09-21T00:33:10.214 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-21T00:33:10.214 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:33:10.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.336+0000 7f1a5b4de640 1 -- 172.21.15.67:0/2373898800 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1a5409a950 msgr2=0x7f1a5409ad60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:10.338 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.336+0000 7f1a5b4de640 1 --2- 172.21.15.67:0/2373898800 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1a5409a950 0x7f1a5409ad60 secure :-1 s=READY pgs=2024 cs=0 l=1 rev1=1 crypto rx=0x7f1a5406dd90 tx=0x7f1a4802a560 comp rx=0 tx=0).stop 2024-09-21T00:33:10.338 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.336+0000 7f1a5b4de640 1 -- 172.21.15.67:0/2373898800 shutdown_connections 2024-09-21T00:33:10.338 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.336+0000 7f1a5b4de640 1 --2- 172.21.15.67:0/2373898800 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1a540b1fb0 0x7f1a540b23c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:10.338 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.336+0000 7f1a5b4de640 1 --2- 172.21.15.67:0/2373898800 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1a5409a950 0x7f1a5409ad60 unknown :-1 s=CLOSED pgs=2024 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:10.338 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.336+0000 7f1a5b4de640 1 --2- 172.21.15.67:0/2373898800 >> v2:172.21.15.97:3300/0 conn(0x7f1a540b7850 0x7f1a540b4c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:10.338 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.336+0000 7f1a5b4de640 1 -- 172.21.15.67:0/2373898800 >> 172.21.15.67:0/2373898800 conn(0x7f1a540b4140 msgr2=0x7f1a540b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:10.338 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.336+0000 7f1a5b4de640 1 -- 172.21.15.67:0/2373898800 shutdown_connections 2024-09-21T00:33:10.338 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.336+0000 7f1a5b4de640 1 -- 172.21.15.67:0/2373898800 wait complete. 2024-09-21T00:33:10.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.338+0000 7f1a5b4de640 1 Processor -- start 2024-09-21T00:33:10.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.338+0000 7f1a5b4de640 1 -- start start 2024-09-21T00:33:10.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.339+0000 7f1a5b4de640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1a5409a950 0x7f1a541df960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:10.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.339+0000 7f1a5b4de640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1a540b1fb0 0x7f1a540c7610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:10.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.339+0000 7f1a5b4de640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1a540b7850 0x7f1a541e1f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:10.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.339+0000 7f1a5b4de640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f1a540b2900 con 0x7f1a540b1fb0 2024-09-21T00:33:10.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.339+0000 7f1a5b4de640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f1a540b2a80 con 0x7f1a5409a950 2024-09-21T00:33:10.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.339+0000 7f1a5b4de640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f1a540b2c00 con 0x7f1a540b7850 2024-09-21T00:33:10.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.340+0000 7f1a58a79640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1a540b1fb0 0x7f1a540c7610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:10.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.340+0000 7f1a58a79640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1a540b1fb0 0x7f1a540c7610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:50608/0 (socket says 172.21.15.67:50608) 2024-09-21T00:33:10.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.340+0000 7f1a58a79640 1 -- 172.21.15.67:0/3957152997 learned_addr learned my addr 172.21.15.67:0/3957152997 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:10.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.340+0000 7f1a5927a640 1 --2- 172.21.15.67:0/3957152997 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1a5409a950 0x7f1a541df960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:10.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.340+0000 7f1a59a7b640 1 --2- 172.21.15.67:0/3957152997 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1a540b7850 0x7f1a541e1f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:10.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.340+0000 7f1a58a79640 1 -- 172.21.15.67:0/3957152997 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1a540b7850 msgr2=0x7f1a541e1f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:10.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.340+0000 7f1a58a79640 1 --2- 172.21.15.67:0/3957152997 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1a540b7850 0x7f1a541e1f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:10.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.340+0000 7f1a58a79640 1 -- 172.21.15.67:0/3957152997 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1a5409a950 msgr2=0x7f1a541df960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:10.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.340+0000 7f1a58a79640 1 --2- 172.21.15.67:0/3957152997 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1a5409a950 0x7f1a541df960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:10.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.340+0000 7f1a58a79640 1 -- 172.21.15.67:0/3957152997 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a541e0ef0 con 0x7f1a540b1fb0 2024-09-21T00:33:10.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.340+0000 7f1a58a79640 1 --2- 172.21.15.67:0/3957152997 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1a540b1fb0 0x7f1a540c7610 secure :-1 s=READY pgs=2025 cs=0 l=1 rev1=1 crypto rx=0x7f1a48034040 tx=0x7f1a480039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:10.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.340+0000 7f1a51ffb640 1 -- 172.21.15.67:0/3957152997 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a4803e030 con 0x7f1a540b1fb0 2024-09-21T00:33:10.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.340+0000 7f1a51ffb640 1 -- 172.21.15.67:0/3957152997 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1a480047a0 con 0x7f1a540b1fb0 2024-09-21T00:33:10.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.340+0000 7f1a51ffb640 1 -- 172.21.15.67:0/3957152997 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a48035040 con 0x7f1a540b1fb0 2024-09-21T00:33:10.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.340+0000 7f1a5b4de640 1 -- 172.21.15.67:0/3957152997 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a541e11d0 con 0x7f1a540b1fb0 2024-09-21T00:33:10.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.341+0000 7f1a5b4de640 1 -- 172.21.15.67:0/3957152997 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a541e1790 con 0x7f1a540b1fb0 2024-09-21T00:33:10.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.342+0000 7f1a5b4de640 1 -- 172.21.15.67:0/3957152997 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1a540b23c0 con 0x7f1a540b1fb0 2024-09-21T00:33:10.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.342+0000 7f1a51ffb640 1 -- 172.21.15.67:0/3957152997 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f1a48041030 con 0x7f1a540b1fb0 2024-09-21T00:33:10.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.343+0000 7f1a51ffb640 1 --2- 172.21.15.67:0/3957152997 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1a40078b90 0x7f1a4007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:10.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.343+0000 7f1a51ffb640 1 -- 172.21.15.67:0/3957152997 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(162..162 src has 1..162) ==== 5709+0+0 (secure 0 0 0) 0x7f1a480bb4d0 con 0x7f1a540b1fb0 2024-09-21T00:33:10.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.344+0000 7f1a5927a640 1 --2- 172.21.15.67:0/3957152997 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1a40078b90 0x7f1a4007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:10.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.344+0000 7f1a5927a640 1 --2- 172.21.15.67:0/3957152997 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1a40078b90 0x7f1a4007b0a0 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7f1a4400ae50 tx=0x7f1a4400a540 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:10.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.348+0000 7f1a51ffb640 1 -- 172.21.15.67:0/3957152997 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f1a48083350 con 0x7f1a540b1fb0 2024-09-21T00:33:10.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.575+0000 7f1a5b4de640 1 -- 172.21.15.67:0/3957152997 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1a540b1da0 con 0x7f1a540b1fb0 2024-09-21T00:33:10.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.575+0000 7f1a51ffb640 1 -- 172.21.15.67:0/3957152997 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 140 v140) ==== 95+0+5236 (secure 0 0 0) 0x7f1a48087d80 con 0x7f1a540b1fb0 2024-09-21T00:33:10.577 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:33:10.577 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":140,"btime":"2024-09-21T00:33:10:188889+0000","default_fscid":12,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":9040,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/3820467054","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3820467054},{"type":"v1","addr":"172.21.15.97:6836","nonce":3820467054}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":135},{"gid":9043,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/1880977603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":1880977603},{"type":"v1","addr":"172.21.15.97:6837","nonce":1880977603}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":135},{"gid":10008,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6833/1856859324","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1856859324},{"type":"v1","addr":"172.21.15.67:6833","nonce":1856859324}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":134}],"filesystems":[{"mdsmap":{"epoch":140,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:33:06.544014+0000","modified":"2024-09-21T00:33:09.572949+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":10026},"failed":[],"damaged":[],"stopped":[],"info":{"gid_10026":{"gid":10026,"name":"c","rank":0,"incarnation":136,"state":"up:active","state_seq":3,"addr":"172.21.15.67:6835/298810392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":298810392},{"type":"v1","addr":"172.21.15.67:6835","nonce":298810392}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[25],"metadata_pool":24,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":10026,"qdb_cluster":[10026]},"id":12}]} 2024-09-21T00:33:10.577 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 140 2024-09-21T00:33:10.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.577+0000 7f1a5b4de640 1 -- 172.21.15.67:0/3957152997 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1a40078b90 msgr2=0x7f1a4007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:10.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.577+0000 7f1a5b4de640 1 --2- 172.21.15.67:0/3957152997 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1a40078b90 0x7f1a4007b0a0 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7f1a4400ae50 tx=0x7f1a4400a540 comp rx=0 tx=0).stop 2024-09-21T00:33:10.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.578+0000 7f1a5b4de640 1 -- 172.21.15.67:0/3957152997 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1a540b1fb0 msgr2=0x7f1a540c7610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:10.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.578+0000 7f1a5b4de640 1 --2- 172.21.15.67:0/3957152997 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1a540b1fb0 0x7f1a540c7610 secure :-1 s=READY pgs=2025 cs=0 l=1 rev1=1 crypto rx=0x7f1a48034040 tx=0x7f1a480039e0 comp rx=0 tx=0).stop 2024-09-21T00:33:10.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.578+0000 7f1a5b4de640 1 -- 172.21.15.67:0/3957152997 shutdown_connections 2024-09-21T00:33:10.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.578+0000 7f1a5b4de640 1 --2- 172.21.15.67:0/3957152997 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1a40078b90 0x7f1a4007b0a0 secure :-1 s=CLOSED pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7f1a4400ae50 tx=0x7f1a4400a540 comp rx=0 tx=0).stop 2024-09-21T00:33:10.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.578+0000 7f1a5b4de640 1 --2- 172.21.15.67:0/3957152997 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1a540b7850 0x7f1a541e1f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:10.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.578+0000 7f1a5b4de640 1 --2- 172.21.15.67:0/3957152997 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1a540b1fb0 0x7f1a540c7610 unknown :-1 s=CLOSED pgs=2025 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:10.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.578+0000 7f1a5b4de640 1 --2- 172.21.15.67:0/3957152997 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1a5409a950 0x7f1a541df960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:10.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.578+0000 7f1a5b4de640 1 -- 172.21.15.67:0/3957152997 >> 172.21.15.67:0/3957152997 conn(0x7f1a540b4140 msgr2=0x7f1a541e4ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:10.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.578+0000 7f1a5b4de640 1 -- 172.21.15.67:0/3957152997 shutdown_connections 2024-09-21T00:33:10.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.578+0000 7f1a5b4de640 1 -- 172.21.15.67:0/3957152997 wait complete. 2024-09-21T00:33:10.590 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:33:10.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.705+0000 7fc7bc030640 1 -- 172.21.15.67:0/4186363275 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc7b40cf010 msgr2=0x7fc7b40cf810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:10.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.705+0000 7fc7bc030640 1 --2- 172.21.15.67:0/4186363275 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc7b40cf010 0x7fc7b40cf810 secure :-1 s=READY pgs=2027 cs=0 l=1 rev1=1 crypto rx=0x7fc7b0009bb0 tx=0x7fc7b002a8b0 comp rx=0 tx=0).stop 2024-09-21T00:33:10.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.705+0000 7fc7bc030640 1 -- 172.21.15.67:0/4186363275 shutdown_connections 2024-09-21T00:33:10.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.705+0000 7fc7bc030640 1 --2- 172.21.15.67:0/4186363275 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc7b40b7c20 0x7fc7b40b8030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:10.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.705+0000 7fc7bc030640 1 --2- 172.21.15.67:0/4186363275 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc7b40cf010 0x7fc7b40cf810 unknown :-1 s=CLOSED pgs=2027 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:10.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.705+0000 7fc7bc030640 1 -- 172.21.15.67:0/4186363275 >> 172.21.15.67:0/4186363275 conn(0x7fc7b406dfb0 msgr2=0x7fc7b406e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:10.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.705+0000 7fc7bc030640 1 -- 172.21.15.67:0/4186363275 shutdown_connections 2024-09-21T00:33:10.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.705+0000 7fc7bc030640 1 -- 172.21.15.67:0/4186363275 wait complete. 2024-09-21T00:33:10.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.707+0000 7fc7bc030640 1 Processor -- start 2024-09-21T00:33:10.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.707+0000 7fc7bc030640 1 -- start start 2024-09-21T00:33:10.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.708+0000 7fc7bc030640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc7b40b7c20 0x7fc7b41f6b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:10.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.708+0000 7fc7bc030640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc7b40cf010 0x7fc7b40af9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:10.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.708+0000 7fc7bc030640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc7b40d11c0 0x7fc7b40b5f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:10.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.708+0000 7fc7bc030640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc7b40b89b0 con 0x7fc7b40d11c0 2024-09-21T00:33:10.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.708+0000 7fc7bc030640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc7b40b8830 con 0x7fc7b40b7c20 2024-09-21T00:33:10.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.708+0000 7fc7bc030640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fc7b40b8b30 con 0x7fc7b40cf010 2024-09-21T00:33:10.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.708+0000 7fc7ba5cd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc7b40d11c0 0x7fc7b40b5f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:10.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.708+0000 7fc7ba5cd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc7b40d11c0 0x7fc7b40b5f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:50618/0 (socket says 172.21.15.67:50618) 2024-09-21T00:33:10.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.708+0000 7fc7ba5cd640 1 -- 172.21.15.67:0/3638787170 learned_addr learned my addr 172.21.15.67:0/3638787170 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:10.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.709+0000 7fc7b95cb640 1 --2- 172.21.15.67:0/3638787170 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc7b40cf010 0x7fc7b40af9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:10.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.709+0000 7fc7b9dcc640 1 --2- 172.21.15.67:0/3638787170 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc7b40b7c20 0x7fc7b41f6b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:10.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.709+0000 7fc7ba5cd640 1 -- 172.21.15.67:0/3638787170 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc7b40cf010 msgr2=0x7fc7b40af9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:10.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.709+0000 7fc7ba5cd640 1 --2- 172.21.15.67:0/3638787170 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc7b40cf010 0x7fc7b40af9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:10.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.709+0000 7fc7ba5cd640 1 -- 172.21.15.67:0/3638787170 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc7b40b7c20 msgr2=0x7fc7b41f6b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:10.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.709+0000 7fc7ba5cd640 1 --2- 172.21.15.67:0/3638787170 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc7b40b7c20 0x7fc7b41f6b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:10.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.709+0000 7fc7ba5cd640 1 -- 172.21.15.67:0/3638787170 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7b4151e60 con 0x7fc7b40d11c0 2024-09-21T00:33:10.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.709+0000 7fc7ba5cd640 1 --2- 172.21.15.67:0/3638787170 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc7b40d11c0 0x7fc7b40b5f80 secure :-1 s=READY pgs=2028 cs=0 l=1 rev1=1 crypto rx=0x7fc7ac00d650 tx=0x7fc7ac00db10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:10.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.709+0000 7fc7aa7fc640 1 -- 172.21.15.67:0/3638787170 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7ac017070 con 0x7fc7b40d11c0 2024-09-21T00:33:10.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.709+0000 7fc7aa7fc640 1 -- 172.21.15.67:0/3638787170 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc7ac005310 con 0x7fc7b40d11c0 2024-09-21T00:33:10.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.709+0000 7fc7bc030640 1 -- 172.21.15.67:0/3638787170 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc7b4152140 con 0x7fc7b40d11c0 2024-09-21T00:33:10.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.709+0000 7fc7aa7fc640 1 -- 172.21.15.67:0/3638787170 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7ac009820 con 0x7fc7b40d11c0 2024-09-21T00:33:10.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.709+0000 7fc7bc030640 1 -- 172.21.15.67:0/3638787170 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7b40b1820 con 0x7fc7b40d11c0 2024-09-21T00:33:10.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.710+0000 7fc7bc030640 1 -- 172.21.15.67:0/3638787170 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc7b40b1a80 con 0x7fc7b40d11c0 2024-09-21T00:33:10.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.711+0000 7fc7aa7fc640 1 -- 172.21.15.67:0/3638787170 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fc7ac0099c0 con 0x7fc7b40d11c0 2024-09-21T00:33:10.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.711+0000 7fc7aa7fc640 1 --2- 172.21.15.67:0/3638787170 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc798078b90 0x7fc79807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:10.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.712+0000 7fc7aa7fc640 1 -- 172.21.15.67:0/3638787170 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(162..162 src has 1..162) ==== 5709+0+0 (secure 0 0 0) 0x7fc7ac09ac70 con 0x7fc7b40d11c0 2024-09-21T00:33:10.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.712+0000 7fc7b9dcc640 1 --2- 172.21.15.67:0/3638787170 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc798078b90 0x7fc79807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:10.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.712+0000 7fc7b9dcc640 1 --2- 172.21.15.67:0/3638787170 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc798078b90 0x7fc79807b0a0 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7fc7b40cb830 tx=0x7fc7b0004ab0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:10.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.716+0000 7fc7aa7fc640 1 -- 172.21.15.67:0/3638787170 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fc7ac062af0 con 0x7fc7b40d11c0 2024-09-21T00:33:10.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.902+0000 7fc7bc030640 1 -- 172.21.15.67:0/3638787170 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc7b40b8030 con 0x7fc7b40d11c0 2024-09-21T00:33:10.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.903+0000 7fc7aa7fc640 1 -- 172.21.15.67:0/3638787170 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v162) ==== 74+0+16703 (secure 0 0 0) 0x7fc7ac067520 con 0x7fc7b40d11c0 2024-09-21T00:33:10.905 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:33:10.905 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":162,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:33:08.159869+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":25,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":24,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:33:04.260641+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"161","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":25,"pool_name":"cephfs_data","create_time":"2024-09-21T00:33:05.507615+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"162","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:33:10.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.905+0000 7fc7bc030640 1 -- 172.21.15.67:0/3638787170 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc798078b90 msgr2=0x7fc79807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:10.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.905+0000 7fc7bc030640 1 --2- 172.21.15.67:0/3638787170 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc798078b90 0x7fc79807b0a0 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7fc7b40cb830 tx=0x7fc7b0004ab0 comp rx=0 tx=0).stop 2024-09-21T00:33:10.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.905+0000 7fc7bc030640 1 -- 172.21.15.67:0/3638787170 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc7b40d11c0 msgr2=0x7fc7b40b5f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:10.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.905+0000 7fc7bc030640 1 --2- 172.21.15.67:0/3638787170 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc7b40d11c0 0x7fc7b40b5f80 secure :-1 s=READY pgs=2028 cs=0 l=1 rev1=1 crypto rx=0x7fc7ac00d650 tx=0x7fc7ac00db10 comp rx=0 tx=0).stop 2024-09-21T00:33:10.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.906+0000 7fc7bc030640 1 -- 172.21.15.67:0/3638787170 shutdown_connections 2024-09-21T00:33:10.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.906+0000 7fc7bc030640 1 --2- 172.21.15.67:0/3638787170 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc798078b90 0x7fc79807b0a0 unknown :-1 s=CLOSED pgs=767 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:10.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.906+0000 7fc7bc030640 1 --2- 172.21.15.67:0/3638787170 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc7b40d11c0 0x7fc7b40b5f80 unknown :-1 s=CLOSED pgs=2028 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:10.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.906+0000 7fc7bc030640 1 --2- 172.21.15.67:0/3638787170 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc7b40cf010 0x7fc7b40af9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:10.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.906+0000 7fc7bc030640 1 --2- 172.21.15.67:0/3638787170 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc7b40b7c20 0x7fc7b41f6b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:10.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.906+0000 7fc7bc030640 1 -- 172.21.15.67:0/3638787170 >> 172.21.15.67:0/3638787170 conn(0x7fc7b406dfb0 msgr2=0x7fc7b4161370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:10.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.906+0000 7fc7bc030640 1 -- 172.21.15.67:0/3638787170 shutdown_connections 2024-09-21T00:33:10.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:10.906+0000 7fc7bc030640 1 -- 172.21.15.67:0/3638787170 wait complete. 2024-09-21T00:33:10.919 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-21T00:33:10.919 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T00:33:11.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.034+0000 7ff0b152b640 1 -- 172.21.15.67:0/1876757888 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff0ac06d7c0 msgr2=0x7ff0ac0b0bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:11.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.034+0000 7ff0b152b640 1 --2- 172.21.15.67:0/1876757888 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff0ac06d7c0 0x7ff0ac0b0bb0 secure :-1 s=READY pgs=2030 cs=0 l=1 rev1=1 crypto rx=0x7ff0ac0b06f0 tx=0x7ff09c02a530 comp rx=0 tx=0).stop 2024-09-21T00:33:11.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.034+0000 7ff0b152b640 1 -- 172.21.15.67:0/1876757888 shutdown_connections 2024-09-21T00:33:11.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.034+0000 7ff0b152b640 1 --2- 172.21.15.67:0/1876757888 >> v2:172.21.15.97:3300/0 conn(0x7ff0ac0b10f0 0x7ff0ac160a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:11.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.034+0000 7ff0b152b640 1 --2- 172.21.15.67:0/1876757888 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff0ac06d7c0 0x7ff0ac0b0bb0 unknown :-1 s=CLOSED pgs=2030 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:11.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.034+0000 7ff0b152b640 1 -- 172.21.15.67:0/1876757888 >> 172.21.15.67:0/1876757888 conn(0x7ff0ac0d1280 msgr2=0x7ff0ac0d1690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:11.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.034+0000 7ff0b152b640 1 -- 172.21.15.67:0/1876757888 shutdown_connections 2024-09-21T00:33:11.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.034+0000 7ff0b152b640 1 -- 172.21.15.67:0/1876757888 wait complete. 2024-09-21T00:33:11.037 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.036+0000 7ff0b152b640 1 Processor -- start 2024-09-21T00:33:11.037 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.036+0000 7ff0b152b640 1 -- start start 2024-09-21T00:33:11.040 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.038+0000 7ff0b152b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff0ac06d7c0 0x7ff0ac14e980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:11.040 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.038+0000 7ff0b152b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff0ac0b10f0 0x7ff0ac0cac90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:11.040 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.038+0000 7ff0b152b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff0ac160f50 0x7ff0ac15cf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:11.040 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.038+0000 7ff0b152b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff0ac0d1f20 con 0x7ff0ac160f50 2024-09-21T00:33:11.040 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.038+0000 7ff0b152b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff0ac0d1da0 con 0x7ff0ac0b10f0 2024-09-21T00:33:11.040 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.038+0000 7ff0b152b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7ff0ac0cd4b0 con 0x7ff0ac06d7c0 2024-09-21T00:33:11.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.038+0000 7ff0ab7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff0ac160f50 0x7ff0ac15cf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:11.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.038+0000 7ff0ab7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff0ac160f50 0x7ff0ac15cf10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:50630/0 (socket says 172.21.15.67:50630) 2024-09-21T00:33:11.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.038+0000 7ff0ab7fe640 1 -- 172.21.15.67:0/237679520 learned_addr learned my addr 172.21.15.67:0/237679520 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:11.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.038+0000 7ff0aaffd640 1 --2- 172.21.15.67:0/237679520 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff0ac06d7c0 0x7ff0ac14e980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:11.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.038+0000 7ff0aa7fc640 1 --2- 172.21.15.67:0/237679520 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff0ac0b10f0 0x7ff0ac0cac90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:11.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.038+0000 7ff0ab7fe640 1 -- 172.21.15.67:0/237679520 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff0ac06d7c0 msgr2=0x7ff0ac14e980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:11.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.038+0000 7ff0ab7fe640 1 --2- 172.21.15.67:0/237679520 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff0ac06d7c0 0x7ff0ac14e980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:11.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.038+0000 7ff0ab7fe640 1 -- 172.21.15.67:0/237679520 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff0ac0b10f0 msgr2=0x7ff0ac0cac90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:11.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.038+0000 7ff0ab7fe640 1 --2- 172.21.15.67:0/237679520 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff0ac0b10f0 0x7ff0ac0cac90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:11.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.038+0000 7ff0ab7fe640 1 -- 172.21.15.67:0/237679520 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0ac1f5ad0 con 0x7ff0ac160f50 2024-09-21T00:33:11.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.038+0000 7ff0ab7fe640 1 --2- 172.21.15.67:0/237679520 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff0ac160f50 0x7ff0ac15cf10 secure :-1 s=READY pgs=2031 cs=0 l=1 rev1=1 crypto rx=0x7ff0a400cad0 tx=0x7ff0a400cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:11.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.039+0000 7ff0a37fe640 1 -- 172.21.15.67:0/237679520 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0a4016020 con 0x7ff0ac160f50 2024-09-21T00:33:11.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.039+0000 7ff0a37fe640 1 -- 172.21.15.67:0/237679520 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff0a400ad40 con 0x7ff0ac160f50 2024-09-21T00:33:11.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.039+0000 7ff0b152b640 1 -- 172.21.15.67:0/237679520 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff0ac0cb1d0 con 0x7ff0ac160f50 2024-09-21T00:33:11.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.039+0000 7ff0a37fe640 1 -- 172.21.15.67:0/237679520 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0a4012680 con 0x7ff0ac160f50 2024-09-21T00:33:11.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.039+0000 7ff0b152b640 1 -- 172.21.15.67:0/237679520 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0ac0ca150 con 0x7ff0ac160f50 2024-09-21T00:33:11.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.040+0000 7ff0b152b640 1 -- 172.21.15.67:0/237679520 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff0ac0b0bb0 con 0x7ff0ac160f50 2024-09-21T00:33:11.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.040+0000 7ff0a37fe640 1 -- 172.21.15.67:0/237679520 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7ff0a4019020 con 0x7ff0ac160f50 2024-09-21T00:33:11.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.041+0000 7ff0a37fe640 1 --2- 172.21.15.67:0/237679520 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff08c078b90 0x7ff08c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:11.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.041+0000 7ff0a37fe640 1 -- 172.21.15.67:0/237679520 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(162..162 src has 1..162) ==== 5709+0+0 (secure 0 0 0) 0x7ff0a409b300 con 0x7ff0ac160f50 2024-09-21T00:33:11.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.041+0000 7ff0aaffd640 1 --2- 172.21.15.67:0/237679520 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff08c078b90 0x7ff08c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:11.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.042+0000 7ff0aaffd640 1 --2- 172.21.15.67:0/237679520 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff08c078b90 0x7ff08c07b0a0 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7ff09c034000 tx=0x7ff09c004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:11.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.046+0000 7ff0a37fe640 1 -- 172.21.15.67:0/237679520 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7ff0a4020020 con 0x7ff0ac160f50 2024-09-21T00:33:11.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.234+0000 7ff0b152b640 1 -- 172.21.15.67:0/237679520 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7ff0ac15c9b0 con 0x7ff08c078b90 2024-09-21T00:33:11.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.239+0000 7ff0a37fe640 1 -- 172.21.15.67:0/237679520 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+248382 (secure 0 0 0) 0x7ff0ac15c9b0 con 0x7ff08c078b90 2024-09-21T00:33:11.243 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:33:11.244 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-21T00:33:11.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.242+0000 7ff0b152b640 1 -- 172.21.15.67:0/237679520 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff08c078b90 msgr2=0x7ff08c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:11.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.242+0000 7ff0b152b640 1 --2- 172.21.15.67:0/237679520 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff08c078b90 0x7ff08c07b0a0 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7ff09c034000 tx=0x7ff09c004730 comp rx=0 tx=0).stop 2024-09-21T00:33:11.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.242+0000 7ff0b152b640 1 -- 172.21.15.67:0/237679520 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff0ac160f50 msgr2=0x7ff0ac15cf10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:11.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.242+0000 7ff0b152b640 1 --2- 172.21.15.67:0/237679520 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff0ac160f50 0x7ff0ac15cf10 secure :-1 s=READY pgs=2031 cs=0 l=1 rev1=1 crypto rx=0x7ff0a400cad0 tx=0x7ff0a400cf90 comp rx=0 tx=0).stop 2024-09-21T00:33:11.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.242+0000 7ff0b152b640 1 -- 172.21.15.67:0/237679520 shutdown_connections 2024-09-21T00:33:11.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.242+0000 7ff0b152b640 1 --2- 172.21.15.67:0/237679520 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff08c078b90 0x7ff08c07b0a0 unknown :-1 s=CLOSED pgs=768 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:11.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.242+0000 7ff0b152b640 1 --2- 172.21.15.67:0/237679520 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff0ac160f50 0x7ff0ac15cf10 unknown :-1 s=CLOSED pgs=2031 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:11.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.242+0000 7ff0b152b640 1 --2- 172.21.15.67:0/237679520 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff0ac0b10f0 0x7ff0ac0cac90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:11.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.242+0000 7ff0b152b640 1 --2- 172.21.15.67:0/237679520 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff0ac06d7c0 0x7ff0ac14e980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:11.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.242+0000 7ff0b152b640 1 -- 172.21.15.67:0/237679520 >> 172.21.15.67:0/237679520 conn(0x7ff0ac0d1280 msgr2=0x7ff0ac0cdc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:11.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.242+0000 7ff0b152b640 1 -- 172.21.15.67:0/237679520 shutdown_connections 2024-09-21T00:33:11.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.242+0000 7ff0b152b640 1 -- 172.21.15.67:0/237679520 wait complete. 2024-09-21T00:33:11.255 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":516,"stamp":"2024-09-21T00:33:09.679183+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591980,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":111,"num_write_kb":1631,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":82,"ondisk_log_size":82,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":47,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":528740,"kb_used_data":16856,"kb_used_omap":12,"kb_used_meta":511667,"kb_avail":754445980,"statfs":{"total":773094113280,"available":772552683520,"internally_reserved":0,"allocated":17260544,"data_stored":8211205,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12749,"internal_metadata":523947571},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":14,"apply_latency_ms":14,"commit_latency_ns":14000000,"apply_latency_ns":14000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1612,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.528383"},"pg_stats":[{"pgid":"25.3f","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.171811+0000","last_change":"2024-09-21T00:33:06.171811+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.171811+0000","last_undegraded":"2024-09-21T00:33:06.171811+0000","last_fullsized":"2024-09-21T00:33:06.171811+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.3e","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.173088+0000","last_change":"2024-09-21T00:33:06.173088+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.173088+0000","last_undegraded":"2024-09-21T00:33:06.173088+0000","last_fullsized":"2024-09-21T00:33:06.173088+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.3d","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.171790+0000","last_change":"2024-09-21T00:33:07.175231+0000","last_active":"2024-09-21T00:33:08.171790+0000","last_peered":"2024-09-21T00:33:08.171790+0000","last_clean":"2024-09-21T00:33:08.171790+0000","last_became_active":"2024-09-21T00:33:07.174443+0000","last_became_peered":"2024-09-21T00:33:07.174443+0000","last_unstale":"2024-09-21T00:33:08.171790+0000","last_undegraded":"2024-09-21T00:33:08.171790+0000","last_fullsized":"2024-09-21T00:33:08.171790+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:10:53.656577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.3c","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.174485+0000","last_change":"2024-09-21T00:33:06.174485+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.174485+0000","last_undegraded":"2024-09-21T00:33:06.174485+0000","last_fullsized":"2024-09-21T00:33:06.174485+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.3b","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.167986+0000","last_change":"2024-09-21T00:33:06.167986+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.167986+0000","last_undegraded":"2024-09-21T00:33:06.167986+0000","last_fullsized":"2024-09-21T00:33:06.167986+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.3a","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.171660+0000","last_change":"2024-09-21T00:33:07.175325+0000","last_active":"2024-09-21T00:33:08.171660+0000","last_peered":"2024-09-21T00:33:08.171660+0000","last_clean":"2024-09-21T00:33:08.171660+0000","last_became_active":"2024-09-21T00:33:07.174967+0000","last_became_peered":"2024-09-21T00:33:07.174967+0000","last_unstale":"2024-09-21T00:33:08.171660+0000","last_undegraded":"2024-09-21T00:33:08.171660+0000","last_fullsized":"2024-09-21T00:33:08.171660+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:47:19.732040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.39","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.164918+0000","last_change":"2024-09-21T00:33:07.183538+0000","last_active":"2024-09-21T00:33:08.164918+0000","last_peered":"2024-09-21T00:33:08.164918+0000","last_clean":"2024-09-21T00:33:08.164918+0000","last_became_active":"2024-09-21T00:33:07.183199+0000","last_became_peered":"2024-09-21T00:33:07.183199+0000","last_unstale":"2024-09-21T00:33:08.164918+0000","last_undegraded":"2024-09-21T00:33:08.164918+0000","last_fullsized":"2024-09-21T00:33:08.164918+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:06:13.280077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.38","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.166126+0000","last_change":"2024-09-21T00:33:06.166126+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.166126+0000","last_undegraded":"2024-09-21T00:33:06.166126+0000","last_fullsized":"2024-09-21T00:33:06.166126+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.37","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.168707+0000","last_change":"2024-09-21T00:33:06.168707+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.168707+0000","last_undegraded":"2024-09-21T00:33:06.168707+0000","last_fullsized":"2024-09-21T00:33:06.168707+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.36","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.168476+0000","last_change":"2024-09-21T00:33:06.168476+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.168476+0000","last_undegraded":"2024-09-21T00:33:06.168476+0000","last_fullsized":"2024-09-21T00:33:06.168476+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.35","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.166053+0000","last_change":"2024-09-21T00:33:07.175833+0000","last_active":"2024-09-21T00:33:08.166053+0000","last_peered":"2024-09-21T00:33:08.166053+0000","last_clean":"2024-09-21T00:33:08.166053+0000","last_became_active":"2024-09-21T00:33:07.175461+0000","last_became_peered":"2024-09-21T00:33:07.175461+0000","last_unstale":"2024-09-21T00:33:08.166053+0000","last_undegraded":"2024-09-21T00:33:08.166053+0000","last_fullsized":"2024-09-21T00:33:08.166053+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:45:42.113679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.34","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.173978+0000","last_change":"2024-09-21T00:33:06.173978+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.173978+0000","last_undegraded":"2024-09-21T00:33:06.173978+0000","last_fullsized":"2024-09-21T00:33:06.173978+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.33","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.173728+0000","last_change":"2024-09-21T00:33:06.173728+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.173728+0000","last_undegraded":"2024-09-21T00:33:06.173728+0000","last_fullsized":"2024-09-21T00:33:06.173728+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.32","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.167246+0000","last_change":"2024-09-21T00:33:06.167246+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.167246+0000","last_undegraded":"2024-09-21T00:33:06.167246+0000","last_fullsized":"2024-09-21T00:33:06.167246+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.31","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.173539+0000","last_change":"2024-09-21T00:33:06.173539+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.173539+0000","last_undegraded":"2024-09-21T00:33:06.173539+0000","last_fullsized":"2024-09-21T00:33:06.173539+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.30","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.165571+0000","last_change":"2024-09-21T00:33:06.165571+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.165571+0000","last_undegraded":"2024-09-21T00:33:06.165571+0000","last_fullsized":"2024-09-21T00:33:06.165571+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.2f","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.168132+0000","last_change":"2024-09-21T00:33:06.168132+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.168132+0000","last_undegraded":"2024-09-21T00:33:06.168132+0000","last_fullsized":"2024-09-21T00:33:06.168132+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.2e","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.172822+0000","last_change":"2024-09-21T00:33:06.172822+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.172822+0000","last_undegraded":"2024-09-21T00:33:06.172822+0000","last_fullsized":"2024-09-21T00:33:06.172822+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.2d","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.167365+0000","last_change":"2024-09-21T00:33:06.167365+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.167365+0000","last_undegraded":"2024-09-21T00:33:06.167365+0000","last_fullsized":"2024-09-21T00:33:06.167365+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.2c","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.169247+0000","last_change":"2024-09-21T00:33:06.169247+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.169247+0000","last_undegraded":"2024-09-21T00:33:06.169247+0000","last_fullsized":"2024-09-21T00:33:06.169247+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.2b","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.167436+0000","last_change":"2024-09-21T00:33:06.167436+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.167436+0000","last_undegraded":"2024-09-21T00:33:06.167436+0000","last_fullsized":"2024-09-21T00:33:06.167436+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.2a","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.172458+0000","last_change":"2024-09-21T00:33:06.172458+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.172458+0000","last_undegraded":"2024-09-21T00:33:06.172458+0000","last_fullsized":"2024-09-21T00:33:06.172458+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.29","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.171642+0000","last_change":"2024-09-21T00:33:07.181594+0000","last_active":"2024-09-21T00:33:08.171642+0000","last_peered":"2024-09-21T00:33:08.171642+0000","last_clean":"2024-09-21T00:33:08.171642+0000","last_became_active":"2024-09-21T00:33:07.181284+0000","last_became_peered":"2024-09-21T00:33:07.181284+0000","last_unstale":"2024-09-21T00:33:08.171642+0000","last_undegraded":"2024-09-21T00:33:08.171642+0000","last_fullsized":"2024-09-21T00:33:08.171642+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:37:11.828201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.28","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.165056+0000","last_change":"2024-09-21T00:33:06.165056+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.165056+0000","last_undegraded":"2024-09-21T00:33:06.165056+0000","last_fullsized":"2024-09-21T00:33:06.165056+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.27","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.172891+0000","last_change":"2024-09-21T00:33:06.172891+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.172891+0000","last_undegraded":"2024-09-21T00:33:06.172891+0000","last_fullsized":"2024-09-21T00:33:06.172891+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.26","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.164947+0000","last_change":"2024-09-21T00:33:07.183492+0000","last_active":"2024-09-21T00:33:08.164947+0000","last_peered":"2024-09-21T00:33:08.164947+0000","last_clean":"2024-09-21T00:33:08.164947+0000","last_became_active":"2024-09-21T00:33:07.183143+0000","last_became_peered":"2024-09-21T00:33:07.183143+0000","last_unstale":"2024-09-21T00:33:08.164947+0000","last_undegraded":"2024-09-21T00:33:08.164947+0000","last_fullsized":"2024-09-21T00:33:08.164947+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:07:51.633298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.25","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.172032+0000","last_change":"2024-09-21T00:33:07.175585+0000","last_active":"2024-09-21T00:33:08.172032+0000","last_peered":"2024-09-21T00:33:08.172032+0000","last_clean":"2024-09-21T00:33:08.172032+0000","last_became_active":"2024-09-21T00:33:07.174905+0000","last_became_peered":"2024-09-21T00:33:07.174905+0000","last_unstale":"2024-09-21T00:33:08.172032+0000","last_undegraded":"2024-09-21T00:33:08.172032+0000","last_fullsized":"2024-09-21T00:33:08.172032+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:43:10.816033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.24","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.168733+0000","last_change":"2024-09-21T00:33:06.168733+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.168733+0000","last_undegraded":"2024-09-21T00:33:06.168733+0000","last_fullsized":"2024-09-21T00:33:06.168733+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.23","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.173069+0000","last_change":"2024-09-21T00:33:06.173069+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.173069+0000","last_undegraded":"2024-09-21T00:33:06.173069+0000","last_fullsized":"2024-09-21T00:33:06.173069+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.22","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.166202+0000","last_change":"2024-09-21T00:33:06.166202+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.166202+0000","last_undegraded":"2024-09-21T00:33:06.166202+0000","last_fullsized":"2024-09-21T00:33:06.166202+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.21","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.171902+0000","last_change":"2024-09-21T00:33:07.183923+0000","last_active":"2024-09-21T00:33:08.171902+0000","last_peered":"2024-09-21T00:33:08.171902+0000","last_clean":"2024-09-21T00:33:08.171902+0000","last_became_active":"2024-09-21T00:33:07.183609+0000","last_became_peered":"2024-09-21T00:33:07.183609+0000","last_unstale":"2024-09-21T00:33:08.171902+0000","last_undegraded":"2024-09-21T00:33:08.171902+0000","last_fullsized":"2024-09-21T00:33:08.171902+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:45:00.184385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.20","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.167659+0000","last_change":"2024-09-21T00:33:06.167659+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.167659+0000","last_undegraded":"2024-09-21T00:33:06.167659+0000","last_fullsized":"2024-09-21T00:33:06.167659+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.1e","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.168042+0000","last_change":"2024-09-21T00:33:06.168042+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.168042+0000","last_undegraded":"2024-09-21T00:33:06.168042+0000","last_fullsized":"2024-09-21T00:33:06.168042+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.1f","version":"0'0","reported_seq":10,"reported_epoch":160,"state":"active+clean","last_fresh":"2024-09-21T00:33:06.183155+0000","last_change":"2024-09-21T00:33:06.180613+0000","last_active":"2024-09-21T00:33:06.183155+0000","last_peered":"2024-09-21T00:33:06.183155+0000","last_clean":"2024-09-21T00:33:06.183155+0000","last_became_active":"2024-09-21T00:33:06.179667+0000","last_became_peered":"2024-09-21T00:33:06.179667+0000","last_unstale":"2024-09-21T00:33:06.183155+0000","last_undegraded":"2024-09-21T00:33:06.183155+0000","last_fullsized":"2024-09-21T00:33:06.183155+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:44:18.925738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.1f","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.166327+0000","last_change":"2024-09-21T00:33:06.166327+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.166327+0000","last_undegraded":"2024-09-21T00:33:06.166327+0000","last_fullsized":"2024-09-21T00:33:06.166327+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.1e","version":"0'0","reported_seq":10,"reported_epoch":160,"state":"active+clean","last_fresh":"2024-09-21T00:33:06.180092+0000","last_change":"2024-09-21T00:33:06.179226+0000","last_active":"2024-09-21T00:33:06.180092+0000","last_peered":"2024-09-21T00:33:06.180092+0000","last_clean":"2024-09-21T00:33:06.180092+0000","last_became_active":"2024-09-21T00:33:06.178816+0000","last_became_peered":"2024-09-21T00:33:06.178816+0000","last_unstale":"2024-09-21T00:33:06.180092+0000","last_undegraded":"2024-09-21T00:33:06.180092+0000","last_fullsized":"2024-09-21T00:33:06.180092+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:16:57.740614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.1c","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.165552+0000","last_change":"2024-09-21T00:33:07.193358+0000","last_active":"2024-09-21T00:33:08.165552+0000","last_peered":"2024-09-21T00:33:08.165552+0000","last_clean":"2024-09-21T00:33:08.165552+0000","last_became_active":"2024-09-21T00:33:07.192955+0000","last_became_peered":"2024-09-21T00:33:07.192955+0000","last_unstale":"2024-09-21T00:33:08.165552+0000","last_undegraded":"2024-09-21T00:33:08.165552+0000","last_fullsized":"2024-09-21T00:33:08.165552+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:14:30.563226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.1d","version":"161'2","reported_seq":17,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.171996+0000","last_change":"2024-09-21T00:33:06.181205+0000","last_active":"2024-09-21T00:33:08.171996+0000","last_peered":"2024-09-21T00:33:08.171996+0000","last_clean":"2024-09-21T00:33:08.171996+0000","last_became_active":"2024-09-21T00:33:06.180897+0000","last_became_peered":"2024-09-21T00:33:06.180897+0000","last_unstale":"2024-09-21T00:33:08.171996+0000","last_undegraded":"2024-09-21T00:33:08.171996+0000","last_fullsized":"2024-09-21T00:33:08.171996+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:38:57.494787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.1d","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.167392+0000","last_change":"2024-09-21T00:33:06.167392+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.167392+0000","last_undegraded":"2024-09-21T00:33:06.167392+0000","last_fullsized":"2024-09-21T00:33:06.167392+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.1c","version":"0'0","reported_seq":10,"reported_epoch":160,"state":"active+clean","last_fresh":"2024-09-21T00:33:06.181523+0000","last_change":"2024-09-21T00:33:06.179998+0000","last_active":"2024-09-21T00:33:06.181523+0000","last_peered":"2024-09-21T00:33:06.181523+0000","last_clean":"2024-09-21T00:33:06.181523+0000","last_became_active":"2024-09-21T00:33:06.179681+0000","last_became_peered":"2024-09-21T00:33:06.179681+0000","last_unstale":"2024-09-21T00:33:06.181523+0000","last_undegraded":"2024-09-21T00:33:06.181523+0000","last_fullsized":"2024-09-21T00:33:06.181523+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:54:16.554977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.1a","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.171962+0000","last_change":"2024-09-21T00:33:06.171962+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.171962+0000","last_undegraded":"2024-09-21T00:33:06.171962+0000","last_fullsized":"2024-09-21T00:33:06.171962+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.1b","version":"0'0","reported_seq":10,"reported_epoch":160,"state":"active+clean","last_fresh":"2024-09-21T00:33:06.184554+0000","last_change":"2024-09-21T00:33:06.183861+0000","last_active":"2024-09-21T00:33:06.184554+0000","last_peered":"2024-09-21T00:33:06.184554+0000","last_clean":"2024-09-21T00:33:06.184554+0000","last_became_active":"2024-09-21T00:33:06.183509+0000","last_became_peered":"2024-09-21T00:33:06.183509+0000","last_unstale":"2024-09-21T00:33:06.184554+0000","last_undegraded":"2024-09-21T00:33:06.184554+0000","last_fullsized":"2024-09-21T00:33:06.184554+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:52:32.822295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.1b","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.167020+0000","last_change":"2024-09-21T00:33:06.167020+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.167020+0000","last_undegraded":"2024-09-21T00:33:06.167020+0000","last_fullsized":"2024-09-21T00:33:06.167020+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.1a","version":"0'0","reported_seq":10,"reported_epoch":160,"state":"active+clean","last_fresh":"2024-09-21T00:33:06.183100+0000","last_change":"2024-09-21T00:33:06.179314+0000","last_active":"2024-09-21T00:33:06.183100+0000","last_peered":"2024-09-21T00:33:06.183100+0000","last_clean":"2024-09-21T00:33:06.183100+0000","last_became_active":"2024-09-21T00:33:06.179009+0000","last_became_peered":"2024-09-21T00:33:06.179009+0000","last_unstale":"2024-09-21T00:33:06.183100+0000","last_undegraded":"2024-09-21T00:33:06.183100+0000","last_fullsized":"2024-09-21T00:33:06.183100+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:12:19.258060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.19","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.165153+0000","last_change":"2024-09-21T00:33:07.175035+0000","last_active":"2024-09-21T00:33:08.165153+0000","last_peered":"2024-09-21T00:33:08.165153+0000","last_clean":"2024-09-21T00:33:08.165153+0000","last_became_active":"2024-09-21T00:33:07.174652+0000","last_became_peered":"2024-09-21T00:33:07.174652+0000","last_unstale":"2024-09-21T00:33:08.165153+0000","last_undegraded":"2024-09-21T00:33:08.165153+0000","last_fullsized":"2024-09-21T00:33:08.165153+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:43:49.279973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.18","version":"0'0","reported_seq":10,"reported_epoch":160,"state":"active+clean","last_fresh":"2024-09-21T00:33:06.184610+0000","last_change":"2024-09-21T00:33:06.183759+0000","last_active":"2024-09-21T00:33:06.184610+0000","last_peered":"2024-09-21T00:33:06.184610+0000","last_clean":"2024-09-21T00:33:06.184610+0000","last_became_active":"2024-09-21T00:33:06.183053+0000","last_became_peered":"2024-09-21T00:33:06.183053+0000","last_unstale":"2024-09-21T00:33:06.184610+0000","last_undegraded":"2024-09-21T00:33:06.184610+0000","last_fullsized":"2024-09-21T00:33:06.184610+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:05:01.912442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.16","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.172106+0000","last_change":"2024-09-21T00:33:07.193814+0000","last_active":"2024-09-21T00:33:08.172106+0000","last_peered":"2024-09-21T00:33:08.172106+0000","last_clean":"2024-09-21T00:33:08.172106+0000","last_became_active":"2024-09-21T00:33:07.191694+0000","last_became_peered":"2024-09-21T00:33:07.191694+0000","last_unstale":"2024-09-21T00:33:08.172106+0000","last_undegraded":"2024-09-21T00:33:08.172106+0000","last_fullsized":"2024-09-21T00:33:08.172106+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:01:53.605690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.17","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.165874+0000","last_change":"2024-09-21T00:33:06.176136+0000","last_active":"2024-09-21T00:33:08.165874+0000","last_peered":"2024-09-21T00:33:08.165874+0000","last_clean":"2024-09-21T00:33:08.165874+0000","last_became_active":"2024-09-21T00:33:06.175722+0000","last_became_peered":"2024-09-21T00:33:06.175722+0000","last_unstale":"2024-09-21T00:33:08.165874+0000","last_undegraded":"2024-09-21T00:33:08.165874+0000","last_fullsized":"2024-09-21T00:33:08.165874+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:41:23.161309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.17","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.166440+0000","last_change":"2024-09-21T00:33:06.166440+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.166440+0000","last_undegraded":"2024-09-21T00:33:06.166440+0000","last_fullsized":"2024-09-21T00:33:06.166440+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.16","version":"0'0","reported_seq":10,"reported_epoch":160,"state":"active+clean","last_fresh":"2024-09-21T00:33:06.179683+0000","last_change":"2024-09-21T00:33:06.177443+0000","last_active":"2024-09-21T00:33:06.179683+0000","last_peered":"2024-09-21T00:33:06.179683+0000","last_clean":"2024-09-21T00:33:06.179683+0000","last_became_active":"2024-09-21T00:33:06.177108+0000","last_became_peered":"2024-09-21T00:33:06.177108+0000","last_unstale":"2024-09-21T00:33:06.179683+0000","last_undegraded":"2024-09-21T00:33:06.179683+0000","last_fullsized":"2024-09-21T00:33:06.179683+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:50:02.348129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.14","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.165619+0000","last_change":"2024-09-21T00:33:07.172960+0000","last_active":"2024-09-21T00:33:08.165619+0000","last_peered":"2024-09-21T00:33:08.165619+0000","last_clean":"2024-09-21T00:33:08.165619+0000","last_became_active":"2024-09-21T00:33:07.172367+0000","last_became_peered":"2024-09-21T00:33:07.172367+0000","last_unstale":"2024-09-21T00:33:08.165619+0000","last_undegraded":"2024-09-21T00:33:08.165619+0000","last_fullsized":"2024-09-21T00:33:08.165619+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:26:24.242355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.15","version":"0'0","reported_seq":10,"reported_epoch":160,"state":"active+clean","last_fresh":"2024-09-21T00:33:06.174804+0000","last_change":"2024-09-21T00:33:06.173218+0000","last_active":"2024-09-21T00:33:06.174804+0000","last_peered":"2024-09-21T00:33:06.174804+0000","last_clean":"2024-09-21T00:33:06.174804+0000","last_became_active":"2024-09-21T00:33:06.172904+0000","last_became_peered":"2024-09-21T00:33:06.172904+0000","last_unstale":"2024-09-21T00:33:06.174804+0000","last_undegraded":"2024-09-21T00:33:06.174804+0000","last_fullsized":"2024-09-21T00:33:06.174804+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:24:12.978602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.15","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.166820+0000","last_change":"2024-09-21T00:33:06.166820+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.166820+0000","last_undegraded":"2024-09-21T00:33:06.166820+0000","last_fullsized":"2024-09-21T00:33:06.166820+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.14","version":"161'6","reported_seq":21,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.171730+0000","last_change":"2024-09-21T00:33:06.178954+0000","last_active":"2024-09-21T00:33:08.171730+0000","last_peered":"2024-09-21T00:33:08.171730+0000","last_clean":"2024-09-21T00:33:08.171730+0000","last_became_active":"2024-09-21T00:33:06.178624+0000","last_became_peered":"2024-09-21T00:33:06.178624+0000","last_unstale":"2024-09-21T00:33:08.171730+0000","last_undegraded":"2024-09-21T00:33:08.171730+0000","last_fullsized":"2024-09-21T00:33:08.171730+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:23:15.329195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.12","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.171850+0000","last_change":"2024-09-21T00:33:07.197115+0000","last_active":"2024-09-21T00:33:08.171850+0000","last_peered":"2024-09-21T00:33:08.171850+0000","last_clean":"2024-09-21T00:33:08.171850+0000","last_became_active":"2024-09-21T00:33:07.196775+0000","last_became_peered":"2024-09-21T00:33:07.196775+0000","last_unstale":"2024-09-21T00:33:08.171850+0000","last_undegraded":"2024-09-21T00:33:08.171850+0000","last_fullsized":"2024-09-21T00:33:08.171850+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:46:34.668968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.13","version":"0'0","reported_seq":10,"reported_epoch":160,"state":"active+clean","last_fresh":"2024-09-21T00:33:06.183721+0000","last_change":"2024-09-21T00:33:06.182508+0000","last_active":"2024-09-21T00:33:06.183721+0000","last_peered":"2024-09-21T00:33:06.183721+0000","last_clean":"2024-09-21T00:33:06.183721+0000","last_became_active":"2024-09-21T00:33:06.182148+0000","last_became_peered":"2024-09-21T00:33:06.182148+0000","last_unstale":"2024-09-21T00:33:06.183721+0000","last_undegraded":"2024-09-21T00:33:06.183721+0000","last_fullsized":"2024-09-21T00:33:06.183721+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:09:50.535774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.13","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.165335+0000","last_change":"2024-09-21T00:33:07.185551+0000","last_active":"2024-09-21T00:33:08.165335+0000","last_peered":"2024-09-21T00:33:08.165335+0000","last_clean":"2024-09-21T00:33:08.165335+0000","last_became_active":"2024-09-21T00:33:07.184428+0000","last_became_peered":"2024-09-21T00:33:07.184428+0000","last_unstale":"2024-09-21T00:33:08.165335+0000","last_undegraded":"2024-09-21T00:33:08.165335+0000","last_fullsized":"2024-09-21T00:33:08.165335+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:53:13.988739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.12","version":"0'0","reported_seq":10,"reported_epoch":160,"state":"active+clean","last_fresh":"2024-09-21T00:33:06.182561+0000","last_change":"2024-09-21T00:33:06.174505+0000","last_active":"2024-09-21T00:33:06.182561+0000","last_peered":"2024-09-21T00:33:06.182561+0000","last_clean":"2024-09-21T00:33:06.182561+0000","last_became_active":"2024-09-21T00:33:06.174210+0000","last_became_peered":"2024-09-21T00:33:06.174210+0000","last_unstale":"2024-09-21T00:33:06.182561+0000","last_undegraded":"2024-09-21T00:33:06.182561+0000","last_fullsized":"2024-09-21T00:33:06.182561+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:33:50.933228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.10","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.166319+0000","last_change":"2024-09-21T00:33:06.166319+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.166319+0000","last_undegraded":"2024-09-21T00:33:06.166319+0000","last_fullsized":"2024-09-21T00:33:06.166319+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.11","version":"0'0","reported_seq":10,"reported_epoch":160,"state":"active+clean","last_fresh":"2024-09-21T00:33:06.182085+0000","last_change":"2024-09-21T00:33:06.180812+0000","last_active":"2024-09-21T00:33:06.182085+0000","last_peered":"2024-09-21T00:33:06.182085+0000","last_clean":"2024-09-21T00:33:06.182085+0000","last_became_active":"2024-09-21T00:33:06.180442+0000","last_became_peered":"2024-09-21T00:33:06.180442+0000","last_unstale":"2024-09-21T00:33:06.182085+0000","last_undegraded":"2024-09-21T00:33:06.182085+0000","last_fullsized":"2024-09-21T00:33:06.182085+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:30:36.936471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.11","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.167056+0000","last_change":"2024-09-21T00:33:06.167056+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.167056+0000","last_undegraded":"2024-09-21T00:33:06.167056+0000","last_fullsized":"2024-09-21T00:33:06.167056+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.10","version":"0'0","reported_seq":10,"reported_epoch":160,"state":"active+clean","last_fresh":"2024-09-21T00:33:06.184579+0000","last_change":"2024-09-21T00:33:06.183720+0000","last_active":"2024-09-21T00:33:06.184579+0000","last_peered":"2024-09-21T00:33:06.184579+0000","last_clean":"2024-09-21T00:33:06.184579+0000","last_became_active":"2024-09-21T00:33:06.183301+0000","last_became_peered":"2024-09-21T00:33:06.183301+0000","last_unstale":"2024-09-21T00:33:06.184579+0000","last_undegraded":"2024-09-21T00:33:06.184579+0000","last_fullsized":"2024-09-21T00:33:06.184579+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:46:40.865004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.e","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.164836+0000","last_change":"2024-09-21T00:33:06.164836+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.164836+0000","last_undegraded":"2024-09-21T00:33:06.164836+0000","last_fullsized":"2024-09-21T00:33:06.164836+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.f","version":"0'0","reported_seq":10,"reported_epoch":160,"state":"active+clean","last_fresh":"2024-09-21T00:33:06.183183+0000","last_change":"2024-09-21T00:33:06.181447+0000","last_active":"2024-09-21T00:33:06.183183+0000","last_peered":"2024-09-21T00:33:06.183183+0000","last_clean":"2024-09-21T00:33:06.183183+0000","last_became_active":"2024-09-21T00:33:06.181046+0000","last_became_peered":"2024-09-21T00:33:06.181046+0000","last_unstale":"2024-09-21T00:33:06.183183+0000","last_undegraded":"2024-09-21T00:33:06.183183+0000","last_fullsized":"2024-09-21T00:33:06.183183+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:38:43.704068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.f","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.168248+0000","last_change":"2024-09-21T00:33:06.168248+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.168248+0000","last_undegraded":"2024-09-21T00:33:06.168248+0000","last_fullsized":"2024-09-21T00:33:06.168248+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.e","version":"0'0","reported_seq":10,"reported_epoch":160,"state":"active+clean","last_fresh":"2024-09-21T00:33:06.181467+0000","last_change":"2024-09-21T00:33:06.176322+0000","last_active":"2024-09-21T00:33:06.181467+0000","last_peered":"2024-09-21T00:33:06.181467+0000","last_clean":"2024-09-21T00:33:06.181467+0000","last_became_active":"2024-09-21T00:33:06.175981+0000","last_became_peered":"2024-09-21T00:33:06.175981+0000","last_unstale":"2024-09-21T00:33:06.181467+0000","last_undegraded":"2024-09-21T00:33:06.181467+0000","last_fullsized":"2024-09-21T00:33:06.181467+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:47:38.762158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.c","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.168360+0000","last_change":"2024-09-21T00:33:06.168360+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.168360+0000","last_undegraded":"2024-09-21T00:33:06.168360+0000","last_fullsized":"2024-09-21T00:33:06.168360+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.d","version":"0'0","reported_seq":10,"reported_epoch":160,"state":"active+clean","last_fresh":"2024-09-21T00:33:06.184112+0000","last_change":"2024-09-21T00:33:06.183312+0000","last_active":"2024-09-21T00:33:06.184112+0000","last_peered":"2024-09-21T00:33:06.184112+0000","last_clean":"2024-09-21T00:33:06.184112+0000","last_became_active":"2024-09-21T00:33:06.182888+0000","last_became_peered":"2024-09-21T00:33:06.182888+0000","last_unstale":"2024-09-21T00:33:06.184112+0000","last_undegraded":"2024-09-21T00:33:06.184112+0000","last_fullsized":"2024-09-21T00:33:06.184112+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:37:25.167012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.d","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.172141+0000","last_change":"2024-09-21T00:33:06.172141+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.172141+0000","last_undegraded":"2024-09-21T00:33:06.172141+0000","last_fullsized":"2024-09-21T00:33:06.172141+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.c","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.165747+0000","last_change":"2024-09-21T00:33:06.180674+0000","last_active":"2024-09-21T00:33:08.165747+0000","last_peered":"2024-09-21T00:33:08.165747+0000","last_clean":"2024-09-21T00:33:08.165747+0000","last_became_active":"2024-09-21T00:33:06.180292+0000","last_became_peered":"2024-09-21T00:33:06.180292+0000","last_unstale":"2024-09-21T00:33:08.165747+0000","last_undegraded":"2024-09-21T00:33:08.165747+0000","last_fullsized":"2024-09-21T00:33:08.165747+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:02:36.738603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.a","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.170631+0000","last_change":"2024-09-21T00:33:06.170631+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.170631+0000","last_undegraded":"2024-09-21T00:33:06.170631+0000","last_fullsized":"2024-09-21T00:33:06.170631+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.b","version":"161'2","reported_seq":17,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.171594+0000","last_change":"2024-09-21T00:33:06.175792+0000","last_active":"2024-09-21T00:33:08.171594+0000","last_peered":"2024-09-21T00:33:08.171594+0000","last_clean":"2024-09-21T00:33:08.171594+0000","last_became_active":"2024-09-21T00:33:06.175475+0000","last_became_peered":"2024-09-21T00:33:06.175475+0000","last_unstale":"2024-09-21T00:33:08.171594+0000","last_undegraded":"2024-09-21T00:33:08.171594+0000","last_fullsized":"2024-09-21T00:33:08.171594+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:22:29.462524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.b","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.165393+0000","last_change":"2024-09-21T00:33:07.167793+0000","last_active":"2024-09-21T00:33:08.165393+0000","last_peered":"2024-09-21T00:33:08.165393+0000","last_clean":"2024-09-21T00:33:08.165393+0000","last_became_active":"2024-09-21T00:33:07.167111+0000","last_became_peered":"2024-09-21T00:33:07.167111+0000","last_unstale":"2024-09-21T00:33:08.165393+0000","last_undegraded":"2024-09-21T00:33:08.165393+0000","last_fullsized":"2024-09-21T00:33:08.165393+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:55:49.030031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.a","version":"0'0","reported_seq":10,"reported_epoch":160,"state":"active+clean","last_fresh":"2024-09-21T00:33:06.183028+0000","last_change":"2024-09-21T00:33:06.181475+0000","last_active":"2024-09-21T00:33:06.183028+0000","last_peered":"2024-09-21T00:33:06.183028+0000","last_clean":"2024-09-21T00:33:06.183028+0000","last_became_active":"2024-09-21T00:33:06.178104+0000","last_became_peered":"2024-09-21T00:33:06.178104+0000","last_unstale":"2024-09-21T00:33:06.183028+0000","last_undegraded":"2024-09-21T00:33:06.183028+0000","last_fullsized":"2024-09-21T00:33:06.183028+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:23:37.842283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.8","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.174751+0000","last_change":"2024-09-21T00:33:06.174751+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.174751+0000","last_undegraded":"2024-09-21T00:33:06.174751+0000","last_fullsized":"2024-09-21T00:33:06.174751+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.9","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.171770+0000","last_change":"2024-09-21T00:33:06.175931+0000","last_active":"2024-09-21T00:33:08.171770+0000","last_peered":"2024-09-21T00:33:08.171770+0000","last_clean":"2024-09-21T00:33:08.171770+0000","last_became_active":"2024-09-21T00:33:06.175441+0000","last_became_peered":"2024-09-21T00:33:06.175441+0000","last_unstale":"2024-09-21T00:33:08.171770+0000","last_undegraded":"2024-09-21T00:33:08.171770+0000","last_fullsized":"2024-09-21T00:33:08.171770+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:17:36.297848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.9","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.169599+0000","last_change":"2024-09-21T00:33:06.169599+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.169599+0000","last_undegraded":"2024-09-21T00:33:06.169599+0000","last_fullsized":"2024-09-21T00:33:06.169599+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.8","version":"0'0","reported_seq":10,"reported_epoch":160,"state":"active+clean","last_fresh":"2024-09-21T00:33:06.181075+0000","last_change":"2024-09-21T00:33:06.180325+0000","last_active":"2024-09-21T00:33:06.181075+0000","last_peered":"2024-09-21T00:33:06.181075+0000","last_clean":"2024-09-21T00:33:06.181075+0000","last_became_active":"2024-09-21T00:33:06.179998+0000","last_became_peered":"2024-09-21T00:33:06.179998+0000","last_unstale":"2024-09-21T00:33:06.181075+0000","last_undegraded":"2024-09-21T00:33:06.181075+0000","last_fullsized":"2024-09-21T00:33:06.181075+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:19:01.788761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.6","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.167180+0000","last_change":"2024-09-21T00:33:06.167180+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.167180+0000","last_undegraded":"2024-09-21T00:33:06.167180+0000","last_fullsized":"2024-09-21T00:33:06.167180+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.7","version":"0'0","reported_seq":10,"reported_epoch":160,"state":"active+clean","last_fresh":"2024-09-21T00:33:06.185024+0000","last_change":"2024-09-21T00:33:06.184497+0000","last_active":"2024-09-21T00:33:06.185024+0000","last_peered":"2024-09-21T00:33:06.185024+0000","last_clean":"2024-09-21T00:33:06.185024+0000","last_became_active":"2024-09-21T00:33:06.184098+0000","last_became_peered":"2024-09-21T00:33:06.184098+0000","last_unstale":"2024-09-21T00:33:06.185024+0000","last_undegraded":"2024-09-21T00:33:06.185024+0000","last_fullsized":"2024-09-21T00:33:06.185024+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:13:44.436972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.7","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.165776+0000","last_change":"2024-09-21T00:33:06.165776+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.165776+0000","last_undegraded":"2024-09-21T00:33:06.165776+0000","last_fullsized":"2024-09-21T00:33:06.165776+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.6","version":"0'0","reported_seq":10,"reported_epoch":160,"state":"active+clean","last_fresh":"2024-09-21T00:33:06.183415+0000","last_change":"2024-09-21T00:33:06.180501+0000","last_active":"2024-09-21T00:33:06.183415+0000","last_peered":"2024-09-21T00:33:06.183415+0000","last_clean":"2024-09-21T00:33:06.183415+0000","last_became_active":"2024-09-21T00:33:06.179123+0000","last_became_peered":"2024-09-21T00:33:06.179123+0000","last_unstale":"2024-09-21T00:33:06.183415+0000","last_undegraded":"2024-09-21T00:33:06.183415+0000","last_fullsized":"2024-09-21T00:33:06.183415+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:22:57.900211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.4","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.165082+0000","last_change":"2024-09-21T00:33:06.165082+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.165082+0000","last_undegraded":"2024-09-21T00:33:06.165082+0000","last_fullsized":"2024-09-21T00:33:06.165082+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.5","version":"0'0","reported_seq":10,"reported_epoch":160,"state":"active+clean","last_fresh":"2024-09-21T00:33:06.183019+0000","last_change":"2024-09-21T00:33:06.179013+0000","last_active":"2024-09-21T00:33:06.183019+0000","last_peered":"2024-09-21T00:33:06.183019+0000","last_clean":"2024-09-21T00:33:06.183019+0000","last_became_active":"2024-09-21T00:33:06.178682+0000","last_became_peered":"2024-09-21T00:33:06.178682+0000","last_unstale":"2024-09-21T00:33:06.183019+0000","last_undegraded":"2024-09-21T00:33:06.183019+0000","last_fullsized":"2024-09-21T00:33:06.183019+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:17:57.113991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.5","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.166107+0000","last_change":"2024-09-21T00:33:06.166107+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.166107+0000","last_undegraded":"2024-09-21T00:33:06.166107+0000","last_fullsized":"2024-09-21T00:33:06.166107+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.4","version":"0'0","reported_seq":10,"reported_epoch":160,"state":"active+clean","last_fresh":"2024-09-21T00:33:06.180497+0000","last_change":"2024-09-21T00:33:06.175789+0000","last_active":"2024-09-21T00:33:06.180497+0000","last_peered":"2024-09-21T00:33:06.180497+0000","last_clean":"2024-09-21T00:33:06.180497+0000","last_became_active":"2024-09-21T00:33:06.175449+0000","last_became_peered":"2024-09-21T00:33:06.175449+0000","last_unstale":"2024-09-21T00:33:06.180497+0000","last_undegraded":"2024-09-21T00:33:06.180497+0000","last_fullsized":"2024-09-21T00:33:06.180497+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:01:36.509866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.2","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.172334+0000","last_change":"2024-09-21T00:33:06.172334+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.172334+0000","last_undegraded":"2024-09-21T00:33:06.172334+0000","last_fullsized":"2024-09-21T00:33:06.172334+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.3","version":"0'0","reported_seq":10,"reported_epoch":160,"state":"active+clean","last_fresh":"2024-09-21T00:33:06.184396+0000","last_change":"2024-09-21T00:33:06.183721+0000","last_active":"2024-09-21T00:33:06.184396+0000","last_peered":"2024-09-21T00:33:06.184396+0000","last_clean":"2024-09-21T00:33:06.184396+0000","last_became_active":"2024-09-21T00:33:06.183173+0000","last_became_peered":"2024-09-21T00:33:06.183173+0000","last_unstale":"2024-09-21T00:33:06.184396+0000","last_undegraded":"2024-09-21T00:33:06.184396+0000","last_fullsized":"2024-09-21T00:33:06.184396+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:05:03.976789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.3","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.173049+0000","last_change":"2024-09-21T00:33:06.173049+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.173049+0000","last_undegraded":"2024-09-21T00:33:06.173049+0000","last_fullsized":"2024-09-21T00:33:06.173049+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.2","version":"0'0","reported_seq":10,"reported_epoch":160,"state":"active+clean","last_fresh":"2024-09-21T00:33:06.177145+0000","last_change":"2024-09-21T00:33:06.176204+0000","last_active":"2024-09-21T00:33:06.177145+0000","last_peered":"2024-09-21T00:33:06.177145+0000","last_clean":"2024-09-21T00:33:06.177145+0000","last_became_active":"2024-09-21T00:33:06.175903+0000","last_became_peered":"2024-09-21T00:33:06.175903+0000","last_unstale":"2024-09-21T00:33:06.177145+0000","last_undegraded":"2024-09-21T00:33:06.177145+0000","last_fullsized":"2024-09-21T00:33:06.177145+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:22:19.127218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.0","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.173920+0000","last_change":"2024-09-21T00:33:06.173920+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.173920+0000","last_undegraded":"2024-09-21T00:33:06.173920+0000","last_fullsized":"2024-09-21T00:33:06.173920+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.1","version":"0'0","reported_seq":10,"reported_epoch":160,"state":"active+clean","last_fresh":"2024-09-21T00:33:06.181615+0000","last_change":"2024-09-21T00:33:06.180719+0000","last_active":"2024-09-21T00:33:06.181615+0000","last_peered":"2024-09-21T00:33:06.181615+0000","last_clean":"2024-09-21T00:33:06.181615+0000","last_became_active":"2024-09-21T00:33:06.180416+0000","last_became_peered":"2024-09-21T00:33:06.180416+0000","last_unstale":"2024-09-21T00:33:06.181615+0000","last_undegraded":"2024-09-21T00:33:06.181615+0000","last_fullsized":"2024-09-21T00:33:06.181615+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:54:22.162131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.1","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.169056+0000","last_change":"2024-09-21T00:33:06.169056+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.169056+0000","last_undegraded":"2024-09-21T00:33:06.169056+0000","last_fullsized":"2024-09-21T00:33:06.169056+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.0","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.171514+0000","last_change":"2024-09-21T00:33:06.176729+0000","last_active":"2024-09-21T00:33:08.171514+0000","last_peered":"2024-09-21T00:33:08.171514+0000","last_clean":"2024-09-21T00:33:08.171514+0000","last_became_active":"2024-09-21T00:33:06.176397+0000","last_became_peered":"2024-09-21T00:33:06.176397+0000","last_unstale":"2024-09-21T00:33:08.171514+0000","last_undegraded":"2024-09-21T00:33:08.171514+0000","last_fullsized":"2024-09-21T00:33:08.171514+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:07:21.305530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.18","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.165229+0000","last_change":"2024-09-21T00:33:06.165229+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.165229+0000","last_undegraded":"2024-09-21T00:33:06.165229+0000","last_fullsized":"2024-09-21T00:33:06.165229+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.19","version":"0'0","reported_seq":10,"reported_epoch":160,"state":"active+clean","last_fresh":"2024-09-21T00:33:06.183689+0000","last_change":"2024-09-21T00:33:06.182582+0000","last_active":"2024-09-21T00:33:06.183689+0000","last_peered":"2024-09-21T00:33:06.183689+0000","last_clean":"2024-09-21T00:33:06.183689+0000","last_became_active":"2024-09-21T00:33:06.181880+0000","last_became_peered":"2024-09-21T00:33:06.181880+0000","last_unstale":"2024-09-21T00:33:06.183689+0000","last_undegraded":"2024-09-21T00:33:06.183689+0000","last_fullsized":"2024-09-21T00:33:06.183689+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:45:35.513397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":361,"reported_epoch":160,"state":"active+clean","last_fresh":"2024-09-21T00:33:06.176560+0000","last_change":"2024-09-21T00:21:11.583793+0000","last_active":"2024-09-21T00:33:06.176560+0000","last_peered":"2024-09-21T00:33:06.176560+0000","last_clean":"2024-09-21T00:33:06.176560+0000","last_became_active":"2024-09-21T00:21:11.582502+0000","last_became_peered":"2024-09-21T00:21:11.582502+0000","last_unstale":"2024-09-21T00:33:06.176560+0000","last_undegraded":"2024-09-21T00:33:06.176560+0000","last_fullsized":"2024-09-21T00:33:06.176560+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_clean_scrub_stamp":"2024-09-21T00:21:10.311964+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:58.010953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":25,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":24,"num_pg":32,"stat_sum":{"num_bytes":1612,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":3806,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":10,"ondisk_log_size":10,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509587,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":60096,"kb_used_data":2528,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94311744,"statfs":{"total":96636764160,"available":96575225856,"internally_reserved":0,"allocated":2588672,"data_stored":1463079,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":58915274},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509587,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":51184,"kb_used_data":1948,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94320656,"statfs":{"total":96636764160,"available":96584351744,"internally_reserved":0,"allocated":1994752,"data_stored":872711,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":50395590},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509587,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59512,"kb_used_data":1948,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312328,"statfs":{"total":96636764160,"available":96575823872,"internally_reserved":0,"allocated":1994752,"data_stored":872711,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":58915269},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509588,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":73396,"kb_used_data":1948,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94298444,"statfs":{"total":96636764160,"available":96561606656,"internally_reserved":0,"allocated":1994752,"data_stored":872711,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":73136584},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509588,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59520,"kb_used_data":1960,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312320,"statfs":{"total":96636764160,"available":96575815680,"internally_reserved":0,"allocated":2007040,"data_stored":878986,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":58915269},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509586,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":73976,"kb_used_data":2528,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94297864,"statfs":{"total":96636764160,"available":96561012736,"internally_reserved":0,"allocated":2588672,"data_stored":1463079,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":73136582},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574995,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":73452,"kb_used_data":2000,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94298388,"statfs":{"total":96636764160,"available":96561549312,"internally_reserved":0,"allocated":2048000,"data_stored":894255,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":73136581},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574995,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":77604,"kb_used_data":1996,"kb_used_omap":1,"kb_used_meta":75582,"kb_avail":94294236,"statfs":{"total":96636764160,"available":96557297664,"internally_reserved":0,"allocated":2043904,"data_stored":893673,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":77396422},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T00:33:11.259 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T00:33:11.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.411+0000 7fc2ec4f9640 1 -- 172.21.15.67:0/2395698168 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2d0004d40 msgr2=0x7fc2d0005150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:11.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.411+0000 7fc2ec4f9640 1 --2- 172.21.15.67:0/2395698168 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2d0004d40 0x7fc2d0005150 secure :-1 s=READY pgs=2033 cs=0 l=1 rev1=1 crypto rx=0x7fc2dc009ed0 tx=0x7fc2d0005830 comp rx=0 tx=0).stop 2024-09-21T00:33:11.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.411+0000 7fc2eaa96640 1 -- 172.21.15.67:0/2395698168 reap_dead start 2024-09-21T00:33:11.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.411+0000 7fc2ec4f9640 1 -- 172.21.15.67:0/2395698168 shutdown_connections 2024-09-21T00:33:11.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.411+0000 7fc2ec4f9640 1 -- 172.21.15.67:0/2395698168 >> 172.21.15.67:0/2395698168 conn(0x7fc2e406dfb0 msgr2=0x7fc2e406e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:11.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.411+0000 7fc2ec4f9640 1 -- 172.21.15.67:0/2395698168 shutdown_connections 2024-09-21T00:33:11.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.411+0000 7fc2ec4f9640 1 -- 172.21.15.67:0/2395698168 wait complete. 2024-09-21T00:33:11.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.413+0000 7fc2ec4f9640 1 Processor -- start 2024-09-21T00:33:11.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.413+0000 7fc2ec4f9640 1 -- start start 2024-09-21T00:33:11.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.414+0000 7fc2ec4f9640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc2d0004d40 0x7fc2e41f6410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:11.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.414+0000 7fc2ec4f9640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc2e4155690 0x7fc2e41f5cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:11.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.414+0000 7fc2ec4f9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2e40b6890 0x7fc2e40b6ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:11.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.414+0000 7fc2ec4f9640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc2e40d1960 con 0x7fc2e40b6890 2024-09-21T00:33:11.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.414+0000 7fc2ec4f9640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc2e40d17e0 con 0x7fc2e4155690 2024-09-21T00:33:11.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.414+0000 7fc2ec4f9640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fc2e415f2b0 con 0x7fc2d0004d40 2024-09-21T00:33:11.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.414+0000 7fc2eaa96640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2e40b6890 0x7fc2e40b6ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:11.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.414+0000 7fc2eaa96640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2e40b6890 0x7fc2e40b6ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:50654/0 (socket says 172.21.15.67:50654) 2024-09-21T00:33:11.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.414+0000 7fc2eaa96640 1 -- 172.21.15.67:0/1149368326 learned_addr learned my addr 172.21.15.67:0/1149368326 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:11.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.414+0000 7fc2ea295640 1 --2- 172.21.15.67:0/1149368326 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc2d0004d40 0x7fc2e41f6410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:11.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.414+0000 7fc2e9a94640 1 --2- 172.21.15.67:0/1149368326 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc2e4155690 0x7fc2e41f5cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:11.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.415+0000 7fc2eaa96640 1 -- 172.21.15.67:0/1149368326 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc2d0004d40 msgr2=0x7fc2e41f6410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:11.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.415+0000 7fc2eaa96640 1 --2- 172.21.15.67:0/1149368326 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc2d0004d40 0x7fc2e41f6410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:11.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.415+0000 7fc2eaa96640 1 -- 172.21.15.67:0/1149368326 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc2e4155690 msgr2=0x7fc2e41f5cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:11.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.415+0000 7fc2eaa96640 1 --2- 172.21.15.67:0/1149368326 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc2e4155690 0x7fc2e41f5cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:11.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.415+0000 7fc2eaa96640 1 -- 172.21.15.67:0/1149368326 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2e41f8b70 con 0x7fc2e40b6890 2024-09-21T00:33:11.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.415+0000 7fc2eaa96640 1 --2- 172.21.15.67:0/1149368326 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2e40b6890 0x7fc2e40b6ca0 secure :-1 s=READY pgs=2034 cs=0 l=1 rev1=1 crypto rx=0x7fc2dc002230 tx=0x7fc2dc034c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:11.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.415+0000 7fc2daffd640 1 -- 172.21.15.67:0/1149368326 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2dc043070 con 0x7fc2e40b6890 2024-09-21T00:33:11.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.415+0000 7fc2daffd640 1 -- 172.21.15.67:0/1149368326 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc2dc034cd0 con 0x7fc2e40b6890 2024-09-21T00:33:11.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.415+0000 7fc2ec4f9640 1 -- 172.21.15.67:0/1149368326 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2e41f8e50 con 0x7fc2e40b6890 2024-09-21T00:33:11.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.415+0000 7fc2daffd640 1 -- 172.21.15.67:0/1149368326 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2dc038040 con 0x7fc2e40b6890 2024-09-21T00:33:11.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.415+0000 7fc2ec4f9640 1 -- 172.21.15.67:0/1149368326 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2e41f9410 con 0x7fc2e40b6890 2024-09-21T00:33:11.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.416+0000 7fc2ec4f9640 1 -- 172.21.15.67:0/1149368326 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc2e415e7f0 con 0x7fc2e40b6890 2024-09-21T00:33:11.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.417+0000 7fc2daffd640 1 -- 172.21.15.67:0/1149368326 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fc2dc046070 con 0x7fc2e40b6890 2024-09-21T00:33:11.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.417+0000 7fc2daffd640 1 --2- 172.21.15.67:0/1149368326 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc2c8078b90 0x7fc2c807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:11.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.417+0000 7fc2daffd640 1 -- 172.21.15.67:0/1149368326 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(162..162 src has 1..162) ==== 5709+0+0 (secure 0 0 0) 0x7fc2dc0bab80 con 0x7fc2e40b6890 2024-09-21T00:33:11.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.417+0000 7fc2ea295640 1 --2- 172.21.15.67:0/1149368326 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc2c8078b90 0x7fc2c807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:11.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.418+0000 7fc2ea295640 1 --2- 172.21.15.67:0/1149368326 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc2c8078b90 0x7fc2c807b0a0 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7fc2e0001eb0 tx=0x7fc2e0001240 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:11.422 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.422+0000 7fc2daffd640 1 -- 172.21.15.67:0/1149368326 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fc2dc082970 con 0x7fc2e40b6890 2024-09-21T00:33:11.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.605+0000 7fc2ec4f9640 1 -- 172.21.15.67:0/1149368326 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fc2e41f6950 con 0x7fc2c8078b90 2024-09-21T00:33:11.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.610+0000 7fc2daffd640 1 -- 172.21.15.67:0/1149368326 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+248382 (secure 0 0 0) 0x7fc2e41f6950 con 0x7fc2c8078b90 2024-09-21T00:33:11.613 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:33:11.614 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-21T00:33:11.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.613+0000 7fc2ec4f9640 1 -- 172.21.15.67:0/1149368326 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc2c8078b90 msgr2=0x7fc2c807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:11.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.613+0000 7fc2ec4f9640 1 --2- 172.21.15.67:0/1149368326 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc2c8078b90 0x7fc2c807b0a0 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7fc2e0001eb0 tx=0x7fc2e0001240 comp rx=0 tx=0).stop 2024-09-21T00:33:11.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.613+0000 7fc2ec4f9640 1 -- 172.21.15.67:0/1149368326 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2e40b6890 msgr2=0x7fc2e40b6ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:11.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.613+0000 7fc2ec4f9640 1 --2- 172.21.15.67:0/1149368326 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2e40b6890 0x7fc2e40b6ca0 secure :-1 s=READY pgs=2034 cs=0 l=1 rev1=1 crypto rx=0x7fc2dc002230 tx=0x7fc2dc034c60 comp rx=0 tx=0).stop 2024-09-21T00:33:11.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.613+0000 7fc2ec4f9640 1 -- 172.21.15.67:0/1149368326 shutdown_connections 2024-09-21T00:33:11.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.613+0000 7fc2ec4f9640 1 --2- 172.21.15.67:0/1149368326 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc2c8078b90 0x7fc2c807b0a0 unknown :-1 s=CLOSED pgs=769 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:11.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.613+0000 7fc2ec4f9640 1 --2- 172.21.15.67:0/1149368326 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2e40b6890 0x7fc2e40b6ca0 unknown :-1 s=CLOSED pgs=2034 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:11.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.613+0000 7fc2ec4f9640 1 --2- 172.21.15.67:0/1149368326 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc2e4155690 0x7fc2e41f5cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:11.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.613+0000 7fc2ec4f9640 1 --2- 172.21.15.67:0/1149368326 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc2d0004d40 0x7fc2e41f6410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:11.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.613+0000 7fc2ec4f9640 1 -- 172.21.15.67:0/1149368326 >> 172.21.15.67:0/1149368326 conn(0x7fc2e406dfb0 msgr2=0x7fc2e40d47c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:11.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.613+0000 7fc2ec4f9640 1 -- 172.21.15.67:0/1149368326 shutdown_connections 2024-09-21T00:33:11.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.613+0000 7fc2ec4f9640 1 -- 172.21.15.67:0/1149368326 wait complete. 2024-09-21T00:33:11.625 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":516,"stamp":"2024-09-21T00:33:09.679183+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591980,"num_objects":8,"num_object_clones":0,"num_object_copies":16,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":111,"num_write_kb":1631,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":82,"ondisk_log_size":82,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":47,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":528740,"kb_used_data":16856,"kb_used_omap":12,"kb_used_meta":511667,"kb_avail":754445980,"statfs":{"total":773094113280,"available":772552683520,"internally_reserved":0,"allocated":17260544,"data_stored":8211205,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12749,"internal_metadata":523947571},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":14,"apply_latency_ms":14,"commit_latency_ns":14000000,"apply_latency_ns":14000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1612,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.528383"},"pg_stats":[{"pgid":"25.3f","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.171811+0000","last_change":"2024-09-21T00:33:06.171811+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.171811+0000","last_undegraded":"2024-09-21T00:33:06.171811+0000","last_fullsized":"2024-09-21T00:33:06.171811+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.3e","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.173088+0000","last_change":"2024-09-21T00:33:06.173088+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.173088+0000","last_undegraded":"2024-09-21T00:33:06.173088+0000","last_fullsized":"2024-09-21T00:33:06.173088+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.3d","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.171790+0000","last_change":"2024-09-21T00:33:07.175231+0000","last_active":"2024-09-21T00:33:08.171790+0000","last_peered":"2024-09-21T00:33:08.171790+0000","last_clean":"2024-09-21T00:33:08.171790+0000","last_became_active":"2024-09-21T00:33:07.174443+0000","last_became_peered":"2024-09-21T00:33:07.174443+0000","last_unstale":"2024-09-21T00:33:08.171790+0000","last_undegraded":"2024-09-21T00:33:08.171790+0000","last_fullsized":"2024-09-21T00:33:08.171790+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:10:53.656577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.3c","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.174485+0000","last_change":"2024-09-21T00:33:06.174485+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.174485+0000","last_undegraded":"2024-09-21T00:33:06.174485+0000","last_fullsized":"2024-09-21T00:33:06.174485+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.3b","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.167986+0000","last_change":"2024-09-21T00:33:06.167986+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.167986+0000","last_undegraded":"2024-09-21T00:33:06.167986+0000","last_fullsized":"2024-09-21T00:33:06.167986+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.3a","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.171660+0000","last_change":"2024-09-21T00:33:07.175325+0000","last_active":"2024-09-21T00:33:08.171660+0000","last_peered":"2024-09-21T00:33:08.171660+0000","last_clean":"2024-09-21T00:33:08.171660+0000","last_became_active":"2024-09-21T00:33:07.174967+0000","last_became_peered":"2024-09-21T00:33:07.174967+0000","last_unstale":"2024-09-21T00:33:08.171660+0000","last_undegraded":"2024-09-21T00:33:08.171660+0000","last_fullsized":"2024-09-21T00:33:08.171660+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:47:19.732040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.39","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.164918+0000","last_change":"2024-09-21T00:33:07.183538+0000","last_active":"2024-09-21T00:33:08.164918+0000","last_peered":"2024-09-21T00:33:08.164918+0000","last_clean":"2024-09-21T00:33:08.164918+0000","last_became_active":"2024-09-21T00:33:07.183199+0000","last_became_peered":"2024-09-21T00:33:07.183199+0000","last_unstale":"2024-09-21T00:33:08.164918+0000","last_undegraded":"2024-09-21T00:33:08.164918+0000","last_fullsized":"2024-09-21T00:33:08.164918+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:06:13.280077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.38","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.166126+0000","last_change":"2024-09-21T00:33:06.166126+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.166126+0000","last_undegraded":"2024-09-21T00:33:06.166126+0000","last_fullsized":"2024-09-21T00:33:06.166126+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.37","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.168707+0000","last_change":"2024-09-21T00:33:06.168707+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.168707+0000","last_undegraded":"2024-09-21T00:33:06.168707+0000","last_fullsized":"2024-09-21T00:33:06.168707+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.36","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.168476+0000","last_change":"2024-09-21T00:33:06.168476+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.168476+0000","last_undegraded":"2024-09-21T00:33:06.168476+0000","last_fullsized":"2024-09-21T00:33:06.168476+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.35","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.166053+0000","last_change":"2024-09-21T00:33:07.175833+0000","last_active":"2024-09-21T00:33:08.166053+0000","last_peered":"2024-09-21T00:33:08.166053+0000","last_clean":"2024-09-21T00:33:08.166053+0000","last_became_active":"2024-09-21T00:33:07.175461+0000","last_became_peered":"2024-09-21T00:33:07.175461+0000","last_unstale":"2024-09-21T00:33:08.166053+0000","last_undegraded":"2024-09-21T00:33:08.166053+0000","last_fullsized":"2024-09-21T00:33:08.166053+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:45:42.113679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.34","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.173978+0000","last_change":"2024-09-21T00:33:06.173978+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.173978+0000","last_undegraded":"2024-09-21T00:33:06.173978+0000","last_fullsized":"2024-09-21T00:33:06.173978+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.33","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.173728+0000","last_change":"2024-09-21T00:33:06.173728+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.173728+0000","last_undegraded":"2024-09-21T00:33:06.173728+0000","last_fullsized":"2024-09-21T00:33:06.173728+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.32","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.167246+0000","last_change":"2024-09-21T00:33:06.167246+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.167246+0000","last_undegraded":"2024-09-21T00:33:06.167246+0000","last_fullsized":"2024-09-21T00:33:06.167246+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.31","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.173539+0000","last_change":"2024-09-21T00:33:06.173539+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.173539+0000","last_undegraded":"2024-09-21T00:33:06.173539+0000","last_fullsized":"2024-09-21T00:33:06.173539+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.30","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.165571+0000","last_change":"2024-09-21T00:33:06.165571+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.165571+0000","last_undegraded":"2024-09-21T00:33:06.165571+0000","last_fullsized":"2024-09-21T00:33:06.165571+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.2f","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.168132+0000","last_change":"2024-09-21T00:33:06.168132+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.168132+0000","last_undegraded":"2024-09-21T00:33:06.168132+0000","last_fullsized":"2024-09-21T00:33:06.168132+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.2e","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.172822+0000","last_change":"2024-09-21T00:33:06.172822+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.172822+0000","last_undegraded":"2024-09-21T00:33:06.172822+0000","last_fullsized":"2024-09-21T00:33:06.172822+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.2d","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.167365+0000","last_change":"2024-09-21T00:33:06.167365+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.167365+0000","last_undegraded":"2024-09-21T00:33:06.167365+0000","last_fullsized":"2024-09-21T00:33:06.167365+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.2c","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.169247+0000","last_change":"2024-09-21T00:33:06.169247+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.169247+0000","last_undegraded":"2024-09-21T00:33:06.169247+0000","last_fullsized":"2024-09-21T00:33:06.169247+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.2b","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.167436+0000","last_change":"2024-09-21T00:33:06.167436+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.167436+0000","last_undegraded":"2024-09-21T00:33:06.167436+0000","last_fullsized":"2024-09-21T00:33:06.167436+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.2a","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.172458+0000","last_change":"2024-09-21T00:33:06.172458+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.172458+0000","last_undegraded":"2024-09-21T00:33:06.172458+0000","last_fullsized":"2024-09-21T00:33:06.172458+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.29","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.171642+0000","last_change":"2024-09-21T00:33:07.181594+0000","last_active":"2024-09-21T00:33:08.171642+0000","last_peered":"2024-09-21T00:33:08.171642+0000","last_clean":"2024-09-21T00:33:08.171642+0000","last_became_active":"2024-09-21T00:33:07.181284+0000","last_became_peered":"2024-09-21T00:33:07.181284+0000","last_unstale":"2024-09-21T00:33:08.171642+0000","last_undegraded":"2024-09-21T00:33:08.171642+0000","last_fullsized":"2024-09-21T00:33:08.171642+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:37:11.828201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.28","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.165056+0000","last_change":"2024-09-21T00:33:06.165056+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.165056+0000","last_undegraded":"2024-09-21T00:33:06.165056+0000","last_fullsized":"2024-09-21T00:33:06.165056+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.27","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.172891+0000","last_change":"2024-09-21T00:33:06.172891+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.172891+0000","last_undegraded":"2024-09-21T00:33:06.172891+0000","last_fullsized":"2024-09-21T00:33:06.172891+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.26","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.164947+0000","last_change":"2024-09-21T00:33:07.183492+0000","last_active":"2024-09-21T00:33:08.164947+0000","last_peered":"2024-09-21T00:33:08.164947+0000","last_clean":"2024-09-21T00:33:08.164947+0000","last_became_active":"2024-09-21T00:33:07.183143+0000","last_became_peered":"2024-09-21T00:33:07.183143+0000","last_unstale":"2024-09-21T00:33:08.164947+0000","last_undegraded":"2024-09-21T00:33:08.164947+0000","last_fullsized":"2024-09-21T00:33:08.164947+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:07:51.633298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.25","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.172032+0000","last_change":"2024-09-21T00:33:07.175585+0000","last_active":"2024-09-21T00:33:08.172032+0000","last_peered":"2024-09-21T00:33:08.172032+0000","last_clean":"2024-09-21T00:33:08.172032+0000","last_became_active":"2024-09-21T00:33:07.174905+0000","last_became_peered":"2024-09-21T00:33:07.174905+0000","last_unstale":"2024-09-21T00:33:08.172032+0000","last_undegraded":"2024-09-21T00:33:08.172032+0000","last_fullsized":"2024-09-21T00:33:08.172032+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:43:10.816033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.24","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.168733+0000","last_change":"2024-09-21T00:33:06.168733+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.168733+0000","last_undegraded":"2024-09-21T00:33:06.168733+0000","last_fullsized":"2024-09-21T00:33:06.168733+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.23","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.173069+0000","last_change":"2024-09-21T00:33:06.173069+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.173069+0000","last_undegraded":"2024-09-21T00:33:06.173069+0000","last_fullsized":"2024-09-21T00:33:06.173069+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.22","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.166202+0000","last_change":"2024-09-21T00:33:06.166202+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.166202+0000","last_undegraded":"2024-09-21T00:33:06.166202+0000","last_fullsized":"2024-09-21T00:33:06.166202+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.21","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.171902+0000","last_change":"2024-09-21T00:33:07.183923+0000","last_active":"2024-09-21T00:33:08.171902+0000","last_peered":"2024-09-21T00:33:08.171902+0000","last_clean":"2024-09-21T00:33:08.171902+0000","last_became_active":"2024-09-21T00:33:07.183609+0000","last_became_peered":"2024-09-21T00:33:07.183609+0000","last_unstale":"2024-09-21T00:33:08.171902+0000","last_undegraded":"2024-09-21T00:33:08.171902+0000","last_fullsized":"2024-09-21T00:33:08.171902+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:45:00.184385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.20","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.167659+0000","last_change":"2024-09-21T00:33:06.167659+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.167659+0000","last_undegraded":"2024-09-21T00:33:06.167659+0000","last_fullsized":"2024-09-21T00:33:06.167659+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.1e","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.168042+0000","last_change":"2024-09-21T00:33:06.168042+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.168042+0000","last_undegraded":"2024-09-21T00:33:06.168042+0000","last_fullsized":"2024-09-21T00:33:06.168042+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.1f","version":"0'0","reported_seq":10,"reported_epoch":160,"state":"active+clean","last_fresh":"2024-09-21T00:33:06.183155+0000","last_change":"2024-09-21T00:33:06.180613+0000","last_active":"2024-09-21T00:33:06.183155+0000","last_peered":"2024-09-21T00:33:06.183155+0000","last_clean":"2024-09-21T00:33:06.183155+0000","last_became_active":"2024-09-21T00:33:06.179667+0000","last_became_peered":"2024-09-21T00:33:06.179667+0000","last_unstale":"2024-09-21T00:33:06.183155+0000","last_undegraded":"2024-09-21T00:33:06.183155+0000","last_fullsized":"2024-09-21T00:33:06.183155+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:44:18.925738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.1f","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.166327+0000","last_change":"2024-09-21T00:33:06.166327+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.166327+0000","last_undegraded":"2024-09-21T00:33:06.166327+0000","last_fullsized":"2024-09-21T00:33:06.166327+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.1e","version":"0'0","reported_seq":10,"reported_epoch":160,"state":"active+clean","last_fresh":"2024-09-21T00:33:06.180092+0000","last_change":"2024-09-21T00:33:06.179226+0000","last_active":"2024-09-21T00:33:06.180092+0000","last_peered":"2024-09-21T00:33:06.180092+0000","last_clean":"2024-09-21T00:33:06.180092+0000","last_became_active":"2024-09-21T00:33:06.178816+0000","last_became_peered":"2024-09-21T00:33:06.178816+0000","last_unstale":"2024-09-21T00:33:06.180092+0000","last_undegraded":"2024-09-21T00:33:06.180092+0000","last_fullsized":"2024-09-21T00:33:06.180092+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:16:57.740614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.1c","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.165552+0000","last_change":"2024-09-21T00:33:07.193358+0000","last_active":"2024-09-21T00:33:08.165552+0000","last_peered":"2024-09-21T00:33:08.165552+0000","last_clean":"2024-09-21T00:33:08.165552+0000","last_became_active":"2024-09-21T00:33:07.192955+0000","last_became_peered":"2024-09-21T00:33:07.192955+0000","last_unstale":"2024-09-21T00:33:08.165552+0000","last_undegraded":"2024-09-21T00:33:08.165552+0000","last_fullsized":"2024-09-21T00:33:08.165552+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:14:30.563226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.1d","version":"161'2","reported_seq":17,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.171996+0000","last_change":"2024-09-21T00:33:06.181205+0000","last_active":"2024-09-21T00:33:08.171996+0000","last_peered":"2024-09-21T00:33:08.171996+0000","last_clean":"2024-09-21T00:33:08.171996+0000","last_became_active":"2024-09-21T00:33:06.180897+0000","last_became_peered":"2024-09-21T00:33:06.180897+0000","last_unstale":"2024-09-21T00:33:08.171996+0000","last_undegraded":"2024-09-21T00:33:08.171996+0000","last_fullsized":"2024-09-21T00:33:08.171996+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:38:57.494787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.1d","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.167392+0000","last_change":"2024-09-21T00:33:06.167392+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.167392+0000","last_undegraded":"2024-09-21T00:33:06.167392+0000","last_fullsized":"2024-09-21T00:33:06.167392+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.1c","version":"0'0","reported_seq":10,"reported_epoch":160,"state":"active+clean","last_fresh":"2024-09-21T00:33:06.181523+0000","last_change":"2024-09-21T00:33:06.179998+0000","last_active":"2024-09-21T00:33:06.181523+0000","last_peered":"2024-09-21T00:33:06.181523+0000","last_clean":"2024-09-21T00:33:06.181523+0000","last_became_active":"2024-09-21T00:33:06.179681+0000","last_became_peered":"2024-09-21T00:33:06.179681+0000","last_unstale":"2024-09-21T00:33:06.181523+0000","last_undegraded":"2024-09-21T00:33:06.181523+0000","last_fullsized":"2024-09-21T00:33:06.181523+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:54:16.554977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.1a","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.171962+0000","last_change":"2024-09-21T00:33:06.171962+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.171962+0000","last_undegraded":"2024-09-21T00:33:06.171962+0000","last_fullsized":"2024-09-21T00:33:06.171962+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.1b","version":"0'0","reported_seq":10,"reported_epoch":160,"state":"active+clean","last_fresh":"2024-09-21T00:33:06.184554+0000","last_change":"2024-09-21T00:33:06.183861+0000","last_active":"2024-09-21T00:33:06.184554+0000","last_peered":"2024-09-21T00:33:06.184554+0000","last_clean":"2024-09-21T00:33:06.184554+0000","last_became_active":"2024-09-21T00:33:06.183509+0000","last_became_peered":"2024-09-21T00:33:06.183509+0000","last_unstale":"2024-09-21T00:33:06.184554+0000","last_undegraded":"2024-09-21T00:33:06.184554+0000","last_fullsized":"2024-09-21T00:33:06.184554+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:52:32.822295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.1b","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.167020+0000","last_change":"2024-09-21T00:33:06.167020+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.167020+0000","last_undegraded":"2024-09-21T00:33:06.167020+0000","last_fullsized":"2024-09-21T00:33:06.167020+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.1a","version":"0'0","reported_seq":10,"reported_epoch":160,"state":"active+clean","last_fresh":"2024-09-21T00:33:06.183100+0000","last_change":"2024-09-21T00:33:06.179314+0000","last_active":"2024-09-21T00:33:06.183100+0000","last_peered":"2024-09-21T00:33:06.183100+0000","last_clean":"2024-09-21T00:33:06.183100+0000","last_became_active":"2024-09-21T00:33:06.179009+0000","last_became_peered":"2024-09-21T00:33:06.179009+0000","last_unstale":"2024-09-21T00:33:06.183100+0000","last_undegraded":"2024-09-21T00:33:06.183100+0000","last_fullsized":"2024-09-21T00:33:06.183100+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:12:19.258060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.19","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.165153+0000","last_change":"2024-09-21T00:33:07.175035+0000","last_active":"2024-09-21T00:33:08.165153+0000","last_peered":"2024-09-21T00:33:08.165153+0000","last_clean":"2024-09-21T00:33:08.165153+0000","last_became_active":"2024-09-21T00:33:07.174652+0000","last_became_peered":"2024-09-21T00:33:07.174652+0000","last_unstale":"2024-09-21T00:33:08.165153+0000","last_undegraded":"2024-09-21T00:33:08.165153+0000","last_fullsized":"2024-09-21T00:33:08.165153+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:43:49.279973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.18","version":"0'0","reported_seq":10,"reported_epoch":160,"state":"active+clean","last_fresh":"2024-09-21T00:33:06.184610+0000","last_change":"2024-09-21T00:33:06.183759+0000","last_active":"2024-09-21T00:33:06.184610+0000","last_peered":"2024-09-21T00:33:06.184610+0000","last_clean":"2024-09-21T00:33:06.184610+0000","last_became_active":"2024-09-21T00:33:06.183053+0000","last_became_peered":"2024-09-21T00:33:06.183053+0000","last_unstale":"2024-09-21T00:33:06.184610+0000","last_undegraded":"2024-09-21T00:33:06.184610+0000","last_fullsized":"2024-09-21T00:33:06.184610+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:05:01.912442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.16","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.172106+0000","last_change":"2024-09-21T00:33:07.193814+0000","last_active":"2024-09-21T00:33:08.172106+0000","last_peered":"2024-09-21T00:33:08.172106+0000","last_clean":"2024-09-21T00:33:08.172106+0000","last_became_active":"2024-09-21T00:33:07.191694+0000","last_became_peered":"2024-09-21T00:33:07.191694+0000","last_unstale":"2024-09-21T00:33:08.172106+0000","last_undegraded":"2024-09-21T00:33:08.172106+0000","last_fullsized":"2024-09-21T00:33:08.172106+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:01:53.605690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.17","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.165874+0000","last_change":"2024-09-21T00:33:06.176136+0000","last_active":"2024-09-21T00:33:08.165874+0000","last_peered":"2024-09-21T00:33:08.165874+0000","last_clean":"2024-09-21T00:33:08.165874+0000","last_became_active":"2024-09-21T00:33:06.175722+0000","last_became_peered":"2024-09-21T00:33:06.175722+0000","last_unstale":"2024-09-21T00:33:08.165874+0000","last_undegraded":"2024-09-21T00:33:08.165874+0000","last_fullsized":"2024-09-21T00:33:08.165874+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:41:23.161309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.17","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.166440+0000","last_change":"2024-09-21T00:33:06.166440+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.166440+0000","last_undegraded":"2024-09-21T00:33:06.166440+0000","last_fullsized":"2024-09-21T00:33:06.166440+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.16","version":"0'0","reported_seq":10,"reported_epoch":160,"state":"active+clean","last_fresh":"2024-09-21T00:33:06.179683+0000","last_change":"2024-09-21T00:33:06.177443+0000","last_active":"2024-09-21T00:33:06.179683+0000","last_peered":"2024-09-21T00:33:06.179683+0000","last_clean":"2024-09-21T00:33:06.179683+0000","last_became_active":"2024-09-21T00:33:06.177108+0000","last_became_peered":"2024-09-21T00:33:06.177108+0000","last_unstale":"2024-09-21T00:33:06.179683+0000","last_undegraded":"2024-09-21T00:33:06.179683+0000","last_fullsized":"2024-09-21T00:33:06.179683+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:50:02.348129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.14","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.165619+0000","last_change":"2024-09-21T00:33:07.172960+0000","last_active":"2024-09-21T00:33:08.165619+0000","last_peered":"2024-09-21T00:33:08.165619+0000","last_clean":"2024-09-21T00:33:08.165619+0000","last_became_active":"2024-09-21T00:33:07.172367+0000","last_became_peered":"2024-09-21T00:33:07.172367+0000","last_unstale":"2024-09-21T00:33:08.165619+0000","last_undegraded":"2024-09-21T00:33:08.165619+0000","last_fullsized":"2024-09-21T00:33:08.165619+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:26:24.242355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.15","version":"0'0","reported_seq":10,"reported_epoch":160,"state":"active+clean","last_fresh":"2024-09-21T00:33:06.174804+0000","last_change":"2024-09-21T00:33:06.173218+0000","last_active":"2024-09-21T00:33:06.174804+0000","last_peered":"2024-09-21T00:33:06.174804+0000","last_clean":"2024-09-21T00:33:06.174804+0000","last_became_active":"2024-09-21T00:33:06.172904+0000","last_became_peered":"2024-09-21T00:33:06.172904+0000","last_unstale":"2024-09-21T00:33:06.174804+0000","last_undegraded":"2024-09-21T00:33:06.174804+0000","last_fullsized":"2024-09-21T00:33:06.174804+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:24:12.978602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.15","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.166820+0000","last_change":"2024-09-21T00:33:06.166820+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.166820+0000","last_undegraded":"2024-09-21T00:33:06.166820+0000","last_fullsized":"2024-09-21T00:33:06.166820+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.14","version":"161'6","reported_seq":21,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.171730+0000","last_change":"2024-09-21T00:33:06.178954+0000","last_active":"2024-09-21T00:33:08.171730+0000","last_peered":"2024-09-21T00:33:08.171730+0000","last_clean":"2024-09-21T00:33:08.171730+0000","last_became_active":"2024-09-21T00:33:06.178624+0000","last_became_peered":"2024-09-21T00:33:06.178624+0000","last_unstale":"2024-09-21T00:33:08.171730+0000","last_undegraded":"2024-09-21T00:33:08.171730+0000","last_fullsized":"2024-09-21T00:33:08.171730+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:23:15.329195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.12","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.171850+0000","last_change":"2024-09-21T00:33:07.197115+0000","last_active":"2024-09-21T00:33:08.171850+0000","last_peered":"2024-09-21T00:33:08.171850+0000","last_clean":"2024-09-21T00:33:08.171850+0000","last_became_active":"2024-09-21T00:33:07.196775+0000","last_became_peered":"2024-09-21T00:33:07.196775+0000","last_unstale":"2024-09-21T00:33:08.171850+0000","last_undegraded":"2024-09-21T00:33:08.171850+0000","last_fullsized":"2024-09-21T00:33:08.171850+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:46:34.668968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.13","version":"0'0","reported_seq":10,"reported_epoch":160,"state":"active+clean","last_fresh":"2024-09-21T00:33:06.183721+0000","last_change":"2024-09-21T00:33:06.182508+0000","last_active":"2024-09-21T00:33:06.183721+0000","last_peered":"2024-09-21T00:33:06.183721+0000","last_clean":"2024-09-21T00:33:06.183721+0000","last_became_active":"2024-09-21T00:33:06.182148+0000","last_became_peered":"2024-09-21T00:33:06.182148+0000","last_unstale":"2024-09-21T00:33:06.183721+0000","last_undegraded":"2024-09-21T00:33:06.183721+0000","last_fullsized":"2024-09-21T00:33:06.183721+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:09:50.535774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.13","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.165335+0000","last_change":"2024-09-21T00:33:07.185551+0000","last_active":"2024-09-21T00:33:08.165335+0000","last_peered":"2024-09-21T00:33:08.165335+0000","last_clean":"2024-09-21T00:33:08.165335+0000","last_became_active":"2024-09-21T00:33:07.184428+0000","last_became_peered":"2024-09-21T00:33:07.184428+0000","last_unstale":"2024-09-21T00:33:08.165335+0000","last_undegraded":"2024-09-21T00:33:08.165335+0000","last_fullsized":"2024-09-21T00:33:08.165335+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:53:13.988739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.12","version":"0'0","reported_seq":10,"reported_epoch":160,"state":"active+clean","last_fresh":"2024-09-21T00:33:06.182561+0000","last_change":"2024-09-21T00:33:06.174505+0000","last_active":"2024-09-21T00:33:06.182561+0000","last_peered":"2024-09-21T00:33:06.182561+0000","last_clean":"2024-09-21T00:33:06.182561+0000","last_became_active":"2024-09-21T00:33:06.174210+0000","last_became_peered":"2024-09-21T00:33:06.174210+0000","last_unstale":"2024-09-21T00:33:06.182561+0000","last_undegraded":"2024-09-21T00:33:06.182561+0000","last_fullsized":"2024-09-21T00:33:06.182561+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:33:50.933228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.10","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.166319+0000","last_change":"2024-09-21T00:33:06.166319+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.166319+0000","last_undegraded":"2024-09-21T00:33:06.166319+0000","last_fullsized":"2024-09-21T00:33:06.166319+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.11","version":"0'0","reported_seq":10,"reported_epoch":160,"state":"active+clean","last_fresh":"2024-09-21T00:33:06.182085+0000","last_change":"2024-09-21T00:33:06.180812+0000","last_active":"2024-09-21T00:33:06.182085+0000","last_peered":"2024-09-21T00:33:06.182085+0000","last_clean":"2024-09-21T00:33:06.182085+0000","last_became_active":"2024-09-21T00:33:06.180442+0000","last_became_peered":"2024-09-21T00:33:06.180442+0000","last_unstale":"2024-09-21T00:33:06.182085+0000","last_undegraded":"2024-09-21T00:33:06.182085+0000","last_fullsized":"2024-09-21T00:33:06.182085+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:30:36.936471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.11","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.167056+0000","last_change":"2024-09-21T00:33:06.167056+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.167056+0000","last_undegraded":"2024-09-21T00:33:06.167056+0000","last_fullsized":"2024-09-21T00:33:06.167056+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.10","version":"0'0","reported_seq":10,"reported_epoch":160,"state":"active+clean","last_fresh":"2024-09-21T00:33:06.184579+0000","last_change":"2024-09-21T00:33:06.183720+0000","last_active":"2024-09-21T00:33:06.184579+0000","last_peered":"2024-09-21T00:33:06.184579+0000","last_clean":"2024-09-21T00:33:06.184579+0000","last_became_active":"2024-09-21T00:33:06.183301+0000","last_became_peered":"2024-09-21T00:33:06.183301+0000","last_unstale":"2024-09-21T00:33:06.184579+0000","last_undegraded":"2024-09-21T00:33:06.184579+0000","last_fullsized":"2024-09-21T00:33:06.184579+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:46:40.865004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.e","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.164836+0000","last_change":"2024-09-21T00:33:06.164836+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.164836+0000","last_undegraded":"2024-09-21T00:33:06.164836+0000","last_fullsized":"2024-09-21T00:33:06.164836+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.f","version":"0'0","reported_seq":10,"reported_epoch":160,"state":"active+clean","last_fresh":"2024-09-21T00:33:06.183183+0000","last_change":"2024-09-21T00:33:06.181447+0000","last_active":"2024-09-21T00:33:06.183183+0000","last_peered":"2024-09-21T00:33:06.183183+0000","last_clean":"2024-09-21T00:33:06.183183+0000","last_became_active":"2024-09-21T00:33:06.181046+0000","last_became_peered":"2024-09-21T00:33:06.181046+0000","last_unstale":"2024-09-21T00:33:06.183183+0000","last_undegraded":"2024-09-21T00:33:06.183183+0000","last_fullsized":"2024-09-21T00:33:06.183183+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:38:43.704068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.f","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.168248+0000","last_change":"2024-09-21T00:33:06.168248+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.168248+0000","last_undegraded":"2024-09-21T00:33:06.168248+0000","last_fullsized":"2024-09-21T00:33:06.168248+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.e","version":"0'0","reported_seq":10,"reported_epoch":160,"state":"active+clean","last_fresh":"2024-09-21T00:33:06.181467+0000","last_change":"2024-09-21T00:33:06.176322+0000","last_active":"2024-09-21T00:33:06.181467+0000","last_peered":"2024-09-21T00:33:06.181467+0000","last_clean":"2024-09-21T00:33:06.181467+0000","last_became_active":"2024-09-21T00:33:06.175981+0000","last_became_peered":"2024-09-21T00:33:06.175981+0000","last_unstale":"2024-09-21T00:33:06.181467+0000","last_undegraded":"2024-09-21T00:33:06.181467+0000","last_fullsized":"2024-09-21T00:33:06.181467+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:47:38.762158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.c","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.168360+0000","last_change":"2024-09-21T00:33:06.168360+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.168360+0000","last_undegraded":"2024-09-21T00:33:06.168360+0000","last_fullsized":"2024-09-21T00:33:06.168360+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.d","version":"0'0","reported_seq":10,"reported_epoch":160,"state":"active+clean","last_fresh":"2024-09-21T00:33:06.184112+0000","last_change":"2024-09-21T00:33:06.183312+0000","last_active":"2024-09-21T00:33:06.184112+0000","last_peered":"2024-09-21T00:33:06.184112+0000","last_clean":"2024-09-21T00:33:06.184112+0000","last_became_active":"2024-09-21T00:33:06.182888+0000","last_became_peered":"2024-09-21T00:33:06.182888+0000","last_unstale":"2024-09-21T00:33:06.184112+0000","last_undegraded":"2024-09-21T00:33:06.184112+0000","last_fullsized":"2024-09-21T00:33:06.184112+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:37:25.167012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.d","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.172141+0000","last_change":"2024-09-21T00:33:06.172141+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.172141+0000","last_undegraded":"2024-09-21T00:33:06.172141+0000","last_fullsized":"2024-09-21T00:33:06.172141+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.c","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.165747+0000","last_change":"2024-09-21T00:33:06.180674+0000","last_active":"2024-09-21T00:33:08.165747+0000","last_peered":"2024-09-21T00:33:08.165747+0000","last_clean":"2024-09-21T00:33:08.165747+0000","last_became_active":"2024-09-21T00:33:06.180292+0000","last_became_peered":"2024-09-21T00:33:06.180292+0000","last_unstale":"2024-09-21T00:33:08.165747+0000","last_undegraded":"2024-09-21T00:33:08.165747+0000","last_fullsized":"2024-09-21T00:33:08.165747+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:02:36.738603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.a","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.170631+0000","last_change":"2024-09-21T00:33:06.170631+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.170631+0000","last_undegraded":"2024-09-21T00:33:06.170631+0000","last_fullsized":"2024-09-21T00:33:06.170631+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.b","version":"161'2","reported_seq":17,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.171594+0000","last_change":"2024-09-21T00:33:06.175792+0000","last_active":"2024-09-21T00:33:08.171594+0000","last_peered":"2024-09-21T00:33:08.171594+0000","last_clean":"2024-09-21T00:33:08.171594+0000","last_became_active":"2024-09-21T00:33:06.175475+0000","last_became_peered":"2024-09-21T00:33:06.175475+0000","last_unstale":"2024-09-21T00:33:08.171594+0000","last_undegraded":"2024-09-21T00:33:08.171594+0000","last_fullsized":"2024-09-21T00:33:08.171594+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:22:29.462524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.b","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.165393+0000","last_change":"2024-09-21T00:33:07.167793+0000","last_active":"2024-09-21T00:33:08.165393+0000","last_peered":"2024-09-21T00:33:08.165393+0000","last_clean":"2024-09-21T00:33:08.165393+0000","last_became_active":"2024-09-21T00:33:07.167111+0000","last_became_peered":"2024-09-21T00:33:07.167111+0000","last_unstale":"2024-09-21T00:33:08.165393+0000","last_undegraded":"2024-09-21T00:33:08.165393+0000","last_fullsized":"2024-09-21T00:33:08.165393+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:55:49.030031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.a","version":"0'0","reported_seq":10,"reported_epoch":160,"state":"active+clean","last_fresh":"2024-09-21T00:33:06.183028+0000","last_change":"2024-09-21T00:33:06.181475+0000","last_active":"2024-09-21T00:33:06.183028+0000","last_peered":"2024-09-21T00:33:06.183028+0000","last_clean":"2024-09-21T00:33:06.183028+0000","last_became_active":"2024-09-21T00:33:06.178104+0000","last_became_peered":"2024-09-21T00:33:06.178104+0000","last_unstale":"2024-09-21T00:33:06.183028+0000","last_undegraded":"2024-09-21T00:33:06.183028+0000","last_fullsized":"2024-09-21T00:33:06.183028+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:23:37.842283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.8","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.174751+0000","last_change":"2024-09-21T00:33:06.174751+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.174751+0000","last_undegraded":"2024-09-21T00:33:06.174751+0000","last_fullsized":"2024-09-21T00:33:06.174751+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.9","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.171770+0000","last_change":"2024-09-21T00:33:06.175931+0000","last_active":"2024-09-21T00:33:08.171770+0000","last_peered":"2024-09-21T00:33:08.171770+0000","last_clean":"2024-09-21T00:33:08.171770+0000","last_became_active":"2024-09-21T00:33:06.175441+0000","last_became_peered":"2024-09-21T00:33:06.175441+0000","last_unstale":"2024-09-21T00:33:08.171770+0000","last_undegraded":"2024-09-21T00:33:08.171770+0000","last_fullsized":"2024-09-21T00:33:08.171770+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:17:36.297848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.9","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.169599+0000","last_change":"2024-09-21T00:33:06.169599+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.169599+0000","last_undegraded":"2024-09-21T00:33:06.169599+0000","last_fullsized":"2024-09-21T00:33:06.169599+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.8","version":"0'0","reported_seq":10,"reported_epoch":160,"state":"active+clean","last_fresh":"2024-09-21T00:33:06.181075+0000","last_change":"2024-09-21T00:33:06.180325+0000","last_active":"2024-09-21T00:33:06.181075+0000","last_peered":"2024-09-21T00:33:06.181075+0000","last_clean":"2024-09-21T00:33:06.181075+0000","last_became_active":"2024-09-21T00:33:06.179998+0000","last_became_peered":"2024-09-21T00:33:06.179998+0000","last_unstale":"2024-09-21T00:33:06.181075+0000","last_undegraded":"2024-09-21T00:33:06.181075+0000","last_fullsized":"2024-09-21T00:33:06.181075+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:19:01.788761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.6","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.167180+0000","last_change":"2024-09-21T00:33:06.167180+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.167180+0000","last_undegraded":"2024-09-21T00:33:06.167180+0000","last_fullsized":"2024-09-21T00:33:06.167180+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.7","version":"0'0","reported_seq":10,"reported_epoch":160,"state":"active+clean","last_fresh":"2024-09-21T00:33:06.185024+0000","last_change":"2024-09-21T00:33:06.184497+0000","last_active":"2024-09-21T00:33:06.185024+0000","last_peered":"2024-09-21T00:33:06.185024+0000","last_clean":"2024-09-21T00:33:06.185024+0000","last_became_active":"2024-09-21T00:33:06.184098+0000","last_became_peered":"2024-09-21T00:33:06.184098+0000","last_unstale":"2024-09-21T00:33:06.185024+0000","last_undegraded":"2024-09-21T00:33:06.185024+0000","last_fullsized":"2024-09-21T00:33:06.185024+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:13:44.436972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.7","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.165776+0000","last_change":"2024-09-21T00:33:06.165776+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.165776+0000","last_undegraded":"2024-09-21T00:33:06.165776+0000","last_fullsized":"2024-09-21T00:33:06.165776+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.6","version":"0'0","reported_seq":10,"reported_epoch":160,"state":"active+clean","last_fresh":"2024-09-21T00:33:06.183415+0000","last_change":"2024-09-21T00:33:06.180501+0000","last_active":"2024-09-21T00:33:06.183415+0000","last_peered":"2024-09-21T00:33:06.183415+0000","last_clean":"2024-09-21T00:33:06.183415+0000","last_became_active":"2024-09-21T00:33:06.179123+0000","last_became_peered":"2024-09-21T00:33:06.179123+0000","last_unstale":"2024-09-21T00:33:06.183415+0000","last_undegraded":"2024-09-21T00:33:06.183415+0000","last_fullsized":"2024-09-21T00:33:06.183415+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:22:57.900211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.4","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.165082+0000","last_change":"2024-09-21T00:33:06.165082+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.165082+0000","last_undegraded":"2024-09-21T00:33:06.165082+0000","last_fullsized":"2024-09-21T00:33:06.165082+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.5","version":"0'0","reported_seq":10,"reported_epoch":160,"state":"active+clean","last_fresh":"2024-09-21T00:33:06.183019+0000","last_change":"2024-09-21T00:33:06.179013+0000","last_active":"2024-09-21T00:33:06.183019+0000","last_peered":"2024-09-21T00:33:06.183019+0000","last_clean":"2024-09-21T00:33:06.183019+0000","last_became_active":"2024-09-21T00:33:06.178682+0000","last_became_peered":"2024-09-21T00:33:06.178682+0000","last_unstale":"2024-09-21T00:33:06.183019+0000","last_undegraded":"2024-09-21T00:33:06.183019+0000","last_fullsized":"2024-09-21T00:33:06.183019+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:17:57.113991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.5","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.166107+0000","last_change":"2024-09-21T00:33:06.166107+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.166107+0000","last_undegraded":"2024-09-21T00:33:06.166107+0000","last_fullsized":"2024-09-21T00:33:06.166107+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.4","version":"0'0","reported_seq":10,"reported_epoch":160,"state":"active+clean","last_fresh":"2024-09-21T00:33:06.180497+0000","last_change":"2024-09-21T00:33:06.175789+0000","last_active":"2024-09-21T00:33:06.180497+0000","last_peered":"2024-09-21T00:33:06.180497+0000","last_clean":"2024-09-21T00:33:06.180497+0000","last_became_active":"2024-09-21T00:33:06.175449+0000","last_became_peered":"2024-09-21T00:33:06.175449+0000","last_unstale":"2024-09-21T00:33:06.180497+0000","last_undegraded":"2024-09-21T00:33:06.180497+0000","last_fullsized":"2024-09-21T00:33:06.180497+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:01:36.509866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.2","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.172334+0000","last_change":"2024-09-21T00:33:06.172334+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.172334+0000","last_undegraded":"2024-09-21T00:33:06.172334+0000","last_fullsized":"2024-09-21T00:33:06.172334+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.3","version":"0'0","reported_seq":10,"reported_epoch":160,"state":"active+clean","last_fresh":"2024-09-21T00:33:06.184396+0000","last_change":"2024-09-21T00:33:06.183721+0000","last_active":"2024-09-21T00:33:06.184396+0000","last_peered":"2024-09-21T00:33:06.184396+0000","last_clean":"2024-09-21T00:33:06.184396+0000","last_became_active":"2024-09-21T00:33:06.183173+0000","last_became_peered":"2024-09-21T00:33:06.183173+0000","last_unstale":"2024-09-21T00:33:06.184396+0000","last_undegraded":"2024-09-21T00:33:06.184396+0000","last_fullsized":"2024-09-21T00:33:06.184396+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:05:03.976789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.3","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.173049+0000","last_change":"2024-09-21T00:33:06.173049+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.173049+0000","last_undegraded":"2024-09-21T00:33:06.173049+0000","last_fullsized":"2024-09-21T00:33:06.173049+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.2","version":"0'0","reported_seq":10,"reported_epoch":160,"state":"active+clean","last_fresh":"2024-09-21T00:33:06.177145+0000","last_change":"2024-09-21T00:33:06.176204+0000","last_active":"2024-09-21T00:33:06.177145+0000","last_peered":"2024-09-21T00:33:06.177145+0000","last_clean":"2024-09-21T00:33:06.177145+0000","last_became_active":"2024-09-21T00:33:06.175903+0000","last_became_peered":"2024-09-21T00:33:06.175903+0000","last_unstale":"2024-09-21T00:33:06.177145+0000","last_undegraded":"2024-09-21T00:33:06.177145+0000","last_fullsized":"2024-09-21T00:33:06.177145+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:22:19.127218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.0","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.173920+0000","last_change":"2024-09-21T00:33:06.173920+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.173920+0000","last_undegraded":"2024-09-21T00:33:06.173920+0000","last_fullsized":"2024-09-21T00:33:06.173920+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.1","version":"0'0","reported_seq":10,"reported_epoch":160,"state":"active+clean","last_fresh":"2024-09-21T00:33:06.181615+0000","last_change":"2024-09-21T00:33:06.180719+0000","last_active":"2024-09-21T00:33:06.181615+0000","last_peered":"2024-09-21T00:33:06.181615+0000","last_clean":"2024-09-21T00:33:06.181615+0000","last_became_active":"2024-09-21T00:33:06.180416+0000","last_became_peered":"2024-09-21T00:33:06.180416+0000","last_unstale":"2024-09-21T00:33:06.181615+0000","last_undegraded":"2024-09-21T00:33:06.181615+0000","last_fullsized":"2024-09-21T00:33:06.181615+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:54:22.162131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.1","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.169056+0000","last_change":"2024-09-21T00:33:06.169056+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.169056+0000","last_undegraded":"2024-09-21T00:33:06.169056+0000","last_fullsized":"2024-09-21T00:33:06.169056+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.0","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.171514+0000","last_change":"2024-09-21T00:33:06.176729+0000","last_active":"2024-09-21T00:33:08.171514+0000","last_peered":"2024-09-21T00:33:08.171514+0000","last_clean":"2024-09-21T00:33:08.171514+0000","last_became_active":"2024-09-21T00:33:06.176397+0000","last_became_peered":"2024-09-21T00:33:06.176397+0000","last_unstale":"2024-09-21T00:33:08.171514+0000","last_undegraded":"2024-09-21T00:33:08.171514+0000","last_fullsized":"2024-09-21T00:33:08.171514+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:07:21.305530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.18","version":"0'0","reported_seq":1,"reported_epoch":160,"state":"creating+peering","last_fresh":"2024-09-21T00:33:06.165229+0000","last_change":"2024-09-21T00:33:06.165229+0000","last_active":"2024-09-21T00:33:06.150252+0000","last_peered":"2024-09-21T00:33:06.150252+0000","last_clean":"2024-09-21T00:33:06.150252+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:06.165229+0000","last_undegraded":"2024-09-21T00:33:06.165229+0000","last_fullsized":"2024-09-21T00:33:06.165229+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.19","version":"0'0","reported_seq":10,"reported_epoch":160,"state":"active+clean","last_fresh":"2024-09-21T00:33:06.183689+0000","last_change":"2024-09-21T00:33:06.182582+0000","last_active":"2024-09-21T00:33:06.183689+0000","last_peered":"2024-09-21T00:33:06.183689+0000","last_clean":"2024-09-21T00:33:06.183689+0000","last_became_active":"2024-09-21T00:33:06.181880+0000","last_became_peered":"2024-09-21T00:33:06.181880+0000","last_unstale":"2024-09-21T00:33:06.183689+0000","last_undegraded":"2024-09-21T00:33:06.183689+0000","last_fullsized":"2024-09-21T00:33:06.183689+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:45:35.513397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":361,"reported_epoch":160,"state":"active+clean","last_fresh":"2024-09-21T00:33:06.176560+0000","last_change":"2024-09-21T00:21:11.583793+0000","last_active":"2024-09-21T00:33:06.176560+0000","last_peered":"2024-09-21T00:33:06.176560+0000","last_clean":"2024-09-21T00:33:06.176560+0000","last_became_active":"2024-09-21T00:21:11.582502+0000","last_became_peered":"2024-09-21T00:21:11.582502+0000","last_unstale":"2024-09-21T00:33:06.176560+0000","last_undegraded":"2024-09-21T00:33:06.176560+0000","last_fullsized":"2024-09-21T00:33:06.176560+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_clean_scrub_stamp":"2024-09-21T00:21:10.311964+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:58.010953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":25,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":24,"num_pg":32,"stat_sum":{"num_bytes":1612,"num_objects":6,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":3806,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":10,"ondisk_log_size":10,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509587,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":60096,"kb_used_data":2528,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94311744,"statfs":{"total":96636764160,"available":96575225856,"internally_reserved":0,"allocated":2588672,"data_stored":1463079,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":58915274},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509587,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":51184,"kb_used_data":1948,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94320656,"statfs":{"total":96636764160,"available":96584351744,"internally_reserved":0,"allocated":1994752,"data_stored":872711,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":50395590},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509587,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59512,"kb_used_data":1948,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312328,"statfs":{"total":96636764160,"available":96575823872,"internally_reserved":0,"allocated":1994752,"data_stored":872711,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":58915269},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509588,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":73396,"kb_used_data":1948,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94298444,"statfs":{"total":96636764160,"available":96561606656,"internally_reserved":0,"allocated":1994752,"data_stored":872711,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":73136584},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509588,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59520,"kb_used_data":1960,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312320,"statfs":{"total":96636764160,"available":96575815680,"internally_reserved":0,"allocated":2007040,"data_stored":878986,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":58915269},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509586,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":73976,"kb_used_data":2528,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94297864,"statfs":{"total":96636764160,"available":96561012736,"internally_reserved":0,"allocated":2588672,"data_stored":1463079,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":73136582},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574995,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":73452,"kb_used_data":2000,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94298388,"statfs":{"total":96636764160,"available":96561549312,"internally_reserved":0,"allocated":2048000,"data_stored":894255,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":73136581},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574995,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":77604,"kb_used_data":1996,"kb_used_omap":1,"kb_used_meta":75582,"kb_avail":94294236,"statfs":{"total":96636764160,"available":96557297664,"internally_reserved":0,"allocated":2043904,"data_stored":893673,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":77396422},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T00:33:11.629 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T00:33:11.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.782+0000 7f2fee957640 1 -- 172.21.15.67:0/464471942 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2fd0003a30 msgr2=0x7f2fd0003ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:11.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.782+0000 7f2fee957640 1 --2- 172.21.15.67:0/464471942 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2fd0003a30 0x7f2fd0003ea0 secure :-1 s=READY pgs=2036 cs=0 l=1 rev1=1 crypto rx=0x7f2fd8001690 tx=0x7f2fd0005830 comp rx=0 tx=0).stop 2024-09-21T00:33:11.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.782+0000 7f2fecef4640 1 -- 172.21.15.67:0/464471942 reap_dead start 2024-09-21T00:33:11.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.782+0000 7f2fee957640 1 -- 172.21.15.67:0/464471942 shutdown_connections 2024-09-21T00:33:11.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.782+0000 7f2fee957640 1 -- 172.21.15.67:0/464471942 >> 172.21.15.67:0/464471942 conn(0x7f2fe80b3e90 msgr2=0x7f2fe80b42a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:11.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.783+0000 7f2fee957640 1 -- 172.21.15.67:0/464471942 shutdown_connections 2024-09-21T00:33:11.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.783+0000 7f2fee957640 1 -- 172.21.15.67:0/464471942 wait complete. 2024-09-21T00:33:11.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.784+0000 7f2fee957640 1 Processor -- start 2024-09-21T00:33:11.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.785+0000 7f2fee957640 1 -- start start 2024-09-21T00:33:11.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.786+0000 7f2fee957640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2fd0003a30 0x7f2fe8158bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:11.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.786+0000 7f2fee957640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2fe806f3b0 0x7f2fe80c6370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:11.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.786+0000 7f2fee957640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2fe80c9450 0x7f2fe80c68b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:11.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.786+0000 7f2fee957640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f2fe80ce120 con 0x7f2fd0003a30 2024-09-21T00:33:11.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.786+0000 7f2fee957640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f2fe80cdfa0 con 0x7f2fe80c9450 2024-09-21T00:33:11.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.786+0000 7f2fee957640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f2fe80ce2a0 con 0x7f2fe806f3b0 2024-09-21T00:33:11.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.786+0000 7f2fe7fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2fd0003a30 0x7f2fe8158bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:11.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.786+0000 7f2fe7fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2fd0003a30 0x7f2fe8158bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:50678/0 (socket says 172.21.15.67:50678) 2024-09-21T00:33:11.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.786+0000 7f2fe7fff640 1 -- 172.21.15.67:0/206642762 learned_addr learned my addr 172.21.15.67:0/206642762 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:11.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.786+0000 7f2fecef4640 1 --2- 172.21.15.67:0/206642762 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2fe80c9450 0x7f2fe80c68b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:11.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.786+0000 7f2fe77fe640 1 --2- 172.21.15.67:0/206642762 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2fe806f3b0 0x7f2fe80c6370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:11.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.786+0000 7f2fe7fff640 1 -- 172.21.15.67:0/206642762 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2fe806f3b0 msgr2=0x7f2fe80c6370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:11.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.786+0000 7f2fe7fff640 1 --2- 172.21.15.67:0/206642762 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2fe806f3b0 0x7f2fe80c6370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:11.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.786+0000 7f2fe7fff640 1 -- 172.21.15.67:0/206642762 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2fe80c9450 msgr2=0x7f2fe80c68b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:11.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.786+0000 7f2fe7fff640 1 --2- 172.21.15.67:0/206642762 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2fe80c9450 0x7f2fe80c68b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:11.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.786+0000 7f2fe7fff640 1 -- 172.21.15.67:0/206642762 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2fe81590f0 con 0x7f2fd0003a30 2024-09-21T00:33:11.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.787+0000 7f2fe7fff640 1 --2- 172.21.15.67:0/206642762 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2fd0003a30 0x7f2fe8158bb0 secure :-1 s=READY pgs=2037 cs=0 l=1 rev1=1 crypto rx=0x7f2fd8001780 tx=0x7f2fd8006310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:11.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.787+0000 7f2fe4ff9640 1 -- 172.21.15.67:0/206642762 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fd8041070 con 0x7f2fd0003a30 2024-09-21T00:33:11.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.787+0000 7f2fe4ff9640 1 -- 172.21.15.67:0/206642762 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2fd8006530 con 0x7f2fd0003a30 2024-09-21T00:33:11.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.787+0000 7f2fe4ff9640 1 -- 172.21.15.67:0/206642762 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fd8038070 con 0x7f2fd0003a30 2024-09-21T00:33:11.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.787+0000 7f2fee957640 1 -- 172.21.15.67:0/206642762 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2fe806f900 con 0x7f2fd0003a30 2024-09-21T00:33:11.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.787+0000 7f2fee957640 1 -- 172.21.15.67:0/206642762 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2fe80b00d0 con 0x7f2fd0003a30 2024-09-21T00:33:11.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.788+0000 7f2fee957640 1 -- 172.21.15.67:0/206642762 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2fe80ce830 con 0x7f2fd0003a30 2024-09-21T00:33:11.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.789+0000 7f2fe4ff9640 1 -- 172.21.15.67:0/206642762 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f2fd8044070 con 0x7f2fd0003a30 2024-09-21T00:33:11.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.789+0000 7f2fe4ff9640 1 --2- 172.21.15.67:0/206642762 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2fd4078bc0 0x7f2fd407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:11.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.789+0000 7f2fe4ff9640 1 -- 172.21.15.67:0/206642762 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(162..162 src has 1..162) ==== 5709+0+0 (secure 0 0 0) 0x7f2fd80ba3e0 con 0x7f2fd0003a30 2024-09-21T00:33:11.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.789+0000 7f2fe77fe640 1 --2- 172.21.15.67:0/206642762 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2fd4078bc0 0x7f2fd407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:11.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.790+0000 7f2fe77fe640 1 --2- 172.21.15.67:0/206642762 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2fd4078bc0 0x7f2fd407b0d0 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7f2fe806f8b0 tx=0x7f2fdc0067a0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:11.795 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.794+0000 7f2fe4ff9640 1 -- 172.21.15.67:0/206642762 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f2fe81590f0 con 0x7f2fd0003a30 2024-09-21T00:33:11.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.979+0000 7f2fee957640 1 -- 172.21.15.67:0/206642762 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f2fe80b4c80 con 0x7f2fd4078bc0 2024-09-21T00:33:11.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.984+0000 7f2fe4ff9640 1 -- 172.21.15.67:0/206642762 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252474 (secure 0 0 0) 0x7f2fe80b4c80 con 0x7f2fd4078bc0 2024-09-21T00:33:11.987 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:33:11.988 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-21T00:33:11.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.987+0000 7f2fee957640 1 -- 172.21.15.67:0/206642762 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2fd4078bc0 msgr2=0x7f2fd407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:11.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.987+0000 7f2fee957640 1 --2- 172.21.15.67:0/206642762 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2fd4078bc0 0x7f2fd407b0d0 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7f2fe806f8b0 tx=0x7f2fdc0067a0 comp rx=0 tx=0).stop 2024-09-21T00:33:11.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.987+0000 7f2fee957640 1 -- 172.21.15.67:0/206642762 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2fd0003a30 msgr2=0x7f2fe8158bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:11.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.987+0000 7f2fee957640 1 --2- 172.21.15.67:0/206642762 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2fd0003a30 0x7f2fe8158bb0 secure :-1 s=READY pgs=2037 cs=0 l=1 rev1=1 crypto rx=0x7f2fd8001780 tx=0x7f2fd8006310 comp rx=0 tx=0).stop 2024-09-21T00:33:11.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.987+0000 7f2fee957640 1 -- 172.21.15.67:0/206642762 shutdown_connections 2024-09-21T00:33:11.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.987+0000 7f2fee957640 1 --2- 172.21.15.67:0/206642762 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2fd4078bc0 0x7f2fd407b0d0 unknown :-1 s=CLOSED pgs=770 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:11.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.987+0000 7f2fee957640 1 --2- 172.21.15.67:0/206642762 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2fe80c9450 0x7f2fe80c68b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:11.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.987+0000 7f2fee957640 1 --2- 172.21.15.67:0/206642762 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2fe806f3b0 0x7f2fe80c6370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:11.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.987+0000 7f2fee957640 1 --2- 172.21.15.67:0/206642762 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2fd0003a30 0x7f2fe8158bb0 unknown :-1 s=CLOSED pgs=2037 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:11.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.987+0000 7f2fee957640 1 -- 172.21.15.67:0/206642762 >> 172.21.15.67:0/206642762 conn(0x7f2fe80b3e90 msgr2=0x7f2fe80d0120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:11.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.987+0000 7f2fee957640 1 -- 172.21.15.67:0/206642762 shutdown_connections 2024-09-21T00:33:11.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:11.987+0000 7f2fee957640 1 -- 172.21.15.67:0/206642762 wait complete. 2024-09-21T00:33:12.000 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":517,"stamp":"2024-09-21T00:33:11.679674+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":187,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":528956,"kb_used_data":17084,"kb_used_omap":12,"kb_used_meta":511667,"kb_avail":754445764,"statfs":{"total":773094113280,"available":772552462336,"internally_reserved":0,"allocated":17494016,"data_stored":8315744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12749,"internal_metadata":523947571},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":22,"apply_latency_ms":22,"commit_latency_ns":22000000,"apply_latency_ns":22000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001580"},"pg_stats":[{"pgid":"25.3f","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.952480+0000","last_change":"2024-09-21T00:33:07.185019+0000","last_active":"2024-09-21T00:33:10.952480+0000","last_peered":"2024-09-21T00:33:10.952480+0000","last_clean":"2024-09-21T00:33:10.952480+0000","last_became_active":"2024-09-21T00:33:07.184099+0000","last_became_peered":"2024-09-21T00:33:07.184099+0000","last_unstale":"2024-09-21T00:33:10.952480+0000","last_undegraded":"2024-09-21T00:33:10.952480+0000","last_fullsized":"2024-09-21T00:33:10.952480+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:00:12.337873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.3e","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.681242+0000","last_change":"2024-09-21T00:33:07.196795+0000","last_active":"2024-09-21T00:33:08.681242+0000","last_peered":"2024-09-21T00:33:08.681242+0000","last_clean":"2024-09-21T00:33:08.681242+0000","last_became_active":"2024-09-21T00:33:07.196350+0000","last_became_peered":"2024-09-21T00:33:07.196350+0000","last_unstale":"2024-09-21T00:33:08.681242+0000","last_undegraded":"2024-09-21T00:33:08.681242+0000","last_fullsized":"2024-09-21T00:33:08.681242+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:27:14.046388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.3d","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.171790+0000","last_change":"2024-09-21T00:33:07.175231+0000","last_active":"2024-09-21T00:33:08.171790+0000","last_peered":"2024-09-21T00:33:08.171790+0000","last_clean":"2024-09-21T00:33:08.171790+0000","last_became_active":"2024-09-21T00:33:07.174443+0000","last_became_peered":"2024-09-21T00:33:07.174443+0000","last_unstale":"2024-09-21T00:33:08.171790+0000","last_undegraded":"2024-09-21T00:33:08.171790+0000","last_fullsized":"2024-09-21T00:33:08.171790+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:10:53.656577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.3c","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.681374+0000","last_change":"2024-09-21T00:33:07.190127+0000","last_active":"2024-09-21T00:33:08.681374+0000","last_peered":"2024-09-21T00:33:08.681374+0000","last_clean":"2024-09-21T00:33:08.681374+0000","last_became_active":"2024-09-21T00:33:07.189596+0000","last_became_peered":"2024-09-21T00:33:07.189596+0000","last_unstale":"2024-09-21T00:33:08.681374+0000","last_undegraded":"2024-09-21T00:33:08.681374+0000","last_fullsized":"2024-09-21T00:33:08.681374+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:37:05.762068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.3b","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.323629+0000","last_change":"2024-09-21T00:33:07.192693+0000","last_active":"2024-09-21T00:33:08.323629+0000","last_peered":"2024-09-21T00:33:08.323629+0000","last_clean":"2024-09-21T00:33:08.323629+0000","last_became_active":"2024-09-21T00:33:07.192113+0000","last_became_peered":"2024-09-21T00:33:07.192113+0000","last_unstale":"2024-09-21T00:33:08.323629+0000","last_undegraded":"2024-09-21T00:33:08.323629+0000","last_fullsized":"2024-09-21T00:33:08.323629+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:40:19.805103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.3a","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.171660+0000","last_change":"2024-09-21T00:33:07.175325+0000","last_active":"2024-09-21T00:33:08.171660+0000","last_peered":"2024-09-21T00:33:08.171660+0000","last_clean":"2024-09-21T00:33:08.171660+0000","last_became_active":"2024-09-21T00:33:07.174967+0000","last_became_peered":"2024-09-21T00:33:07.174967+0000","last_unstale":"2024-09-21T00:33:08.171660+0000","last_undegraded":"2024-09-21T00:33:08.171660+0000","last_fullsized":"2024-09-21T00:33:08.171660+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:47:19.732040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.39","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.164918+0000","last_change":"2024-09-21T00:33:07.183538+0000","last_active":"2024-09-21T00:33:08.164918+0000","last_peered":"2024-09-21T00:33:08.164918+0000","last_clean":"2024-09-21T00:33:08.164918+0000","last_became_active":"2024-09-21T00:33:07.183199+0000","last_became_peered":"2024-09-21T00:33:07.183199+0000","last_unstale":"2024-09-21T00:33:08.164918+0000","last_undegraded":"2024-09-21T00:33:08.164918+0000","last_fullsized":"2024-09-21T00:33:08.164918+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:06:13.280077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.38","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.451035+0000","last_change":"2024-09-21T00:33:07.168392+0000","last_active":"2024-09-21T00:33:10.451035+0000","last_peered":"2024-09-21T00:33:10.451035+0000","last_clean":"2024-09-21T00:33:10.451035+0000","last_became_active":"2024-09-21T00:33:07.168063+0000","last_became_peered":"2024-09-21T00:33:07.168063+0000","last_unstale":"2024-09-21T00:33:10.451035+0000","last_undegraded":"2024-09-21T00:33:10.451035+0000","last_fullsized":"2024-09-21T00:33:10.451035+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:43:57.874643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.37","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.166364+0000","last_change":"2024-09-21T00:33:07.187313+0000","last_active":"2024-09-21T00:33:08.166364+0000","last_peered":"2024-09-21T00:33:08.166364+0000","last_clean":"2024-09-21T00:33:08.166364+0000","last_became_active":"2024-09-21T00:33:07.186966+0000","last_became_peered":"2024-09-21T00:33:07.186966+0000","last_unstale":"2024-09-21T00:33:08.166364+0000","last_undegraded":"2024-09-21T00:33:08.166364+0000","last_fullsized":"2024-09-21T00:33:08.166364+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:45:02.672524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.36","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.163610+0000","last_change":"2024-09-21T00:33:07.194289+0000","last_active":"2024-09-21T00:33:08.163610+0000","last_peered":"2024-09-21T00:33:08.163610+0000","last_clean":"2024-09-21T00:33:08.163610+0000","last_became_active":"2024-09-21T00:33:07.193975+0000","last_became_peered":"2024-09-21T00:33:07.193975+0000","last_unstale":"2024-09-21T00:33:08.163610+0000","last_undegraded":"2024-09-21T00:33:08.163610+0000","last_fullsized":"2024-09-21T00:33:08.163610+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:29:19.822171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.35","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.166053+0000","last_change":"2024-09-21T00:33:07.175833+0000","last_active":"2024-09-21T00:33:08.166053+0000","last_peered":"2024-09-21T00:33:08.166053+0000","last_clean":"2024-09-21T00:33:08.166053+0000","last_became_active":"2024-09-21T00:33:07.175461+0000","last_became_peered":"2024-09-21T00:33:07.175461+0000","last_unstale":"2024-09-21T00:33:08.166053+0000","last_undegraded":"2024-09-21T00:33:08.166053+0000","last_fullsized":"2024-09-21T00:33:08.166053+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:45:42.113679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.34","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.681243+0000","last_change":"2024-09-21T00:33:07.177041+0000","last_active":"2024-09-21T00:33:08.681243+0000","last_peered":"2024-09-21T00:33:08.681243+0000","last_clean":"2024-09-21T00:33:08.681243+0000","last_became_active":"2024-09-21T00:33:07.176072+0000","last_became_peered":"2024-09-21T00:33:07.176072+0000","last_unstale":"2024-09-21T00:33:08.681243+0000","last_undegraded":"2024-09-21T00:33:08.681243+0000","last_fullsized":"2024-09-21T00:33:08.681243+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:23:33.145819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.33","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.681054+0000","last_change":"2024-09-21T00:33:07.179756+0000","last_active":"2024-09-21T00:33:08.681054+0000","last_peered":"2024-09-21T00:33:08.681054+0000","last_clean":"2024-09-21T00:33:08.681054+0000","last_became_active":"2024-09-21T00:33:07.179426+0000","last_became_peered":"2024-09-21T00:33:07.179426+0000","last_unstale":"2024-09-21T00:33:08.681054+0000","last_undegraded":"2024-09-21T00:33:08.681054+0000","last_fullsized":"2024-09-21T00:33:08.681054+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:37:54.870928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.32","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.166085+0000","last_change":"2024-09-21T00:33:07.195944+0000","last_active":"2024-09-21T00:33:08.166085+0000","last_peered":"2024-09-21T00:33:08.166085+0000","last_clean":"2024-09-21T00:33:08.166085+0000","last_became_active":"2024-09-21T00:33:07.195391+0000","last_became_peered":"2024-09-21T00:33:07.195391+0000","last_unstale":"2024-09-21T00:33:08.166085+0000","last_undegraded":"2024-09-21T00:33:08.166085+0000","last_fullsized":"2024-09-21T00:33:08.166085+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:08:40.852865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.31","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.681401+0000","last_change":"2024-09-21T00:33:07.182582+0000","last_active":"2024-09-21T00:33:08.681401+0000","last_peered":"2024-09-21T00:33:08.681401+0000","last_clean":"2024-09-21T00:33:08.681401+0000","last_became_active":"2024-09-21T00:33:07.178557+0000","last_became_peered":"2024-09-21T00:33:07.178557+0000","last_unstale":"2024-09-21T00:33:08.681401+0000","last_undegraded":"2024-09-21T00:33:08.681401+0000","last_fullsized":"2024-09-21T00:33:08.681401+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:47:08.639520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.30","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.451034+0000","last_change":"2024-09-21T00:33:07.175632+0000","last_active":"2024-09-21T00:33:10.451034+0000","last_peered":"2024-09-21T00:33:10.451034+0000","last_clean":"2024-09-21T00:33:10.451034+0000","last_became_active":"2024-09-21T00:33:07.175270+0000","last_became_peered":"2024-09-21T00:33:07.175270+0000","last_unstale":"2024-09-21T00:33:10.451034+0000","last_undegraded":"2024-09-21T00:33:10.451034+0000","last_fullsized":"2024-09-21T00:33:10.451034+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:39:47.236711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.2f","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.324070+0000","last_change":"2024-09-21T00:33:07.189144+0000","last_active":"2024-09-21T00:33:08.324070+0000","last_peered":"2024-09-21T00:33:08.324070+0000","last_clean":"2024-09-21T00:33:08.324070+0000","last_became_active":"2024-09-21T00:33:07.188535+0000","last_became_peered":"2024-09-21T00:33:07.188535+0000","last_unstale":"2024-09-21T00:33:08.324070+0000","last_undegraded":"2024-09-21T00:33:08.324070+0000","last_fullsized":"2024-09-21T00:33:08.324070+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:09:34.309834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.2e","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.952441+0000","last_change":"2024-09-21T00:33:07.178521+0000","last_active":"2024-09-21T00:33:10.952441+0000","last_peered":"2024-09-21T00:33:10.952441+0000","last_clean":"2024-09-21T00:33:10.952441+0000","last_became_active":"2024-09-21T00:33:07.178136+0000","last_became_peered":"2024-09-21T00:33:07.178136+0000","last_unstale":"2024-09-21T00:33:10.952441+0000","last_undegraded":"2024-09-21T00:33:10.952441+0000","last_fullsized":"2024-09-21T00:33:10.952441+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:42:55.539134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.2d","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.163287+0000","last_change":"2024-09-21T00:33:07.179537+0000","last_active":"2024-09-21T00:33:08.163287+0000","last_peered":"2024-09-21T00:33:08.163287+0000","last_clean":"2024-09-21T00:33:08.163287+0000","last_became_active":"2024-09-21T00:33:07.179231+0000","last_became_peered":"2024-09-21T00:33:07.179231+0000","last_unstale":"2024-09-21T00:33:08.163287+0000","last_undegraded":"2024-09-21T00:33:08.163287+0000","last_fullsized":"2024-09-21T00:33:08.163287+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:28:56.194117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.2c","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.323766+0000","last_change":"2024-09-21T00:33:07.188889+0000","last_active":"2024-09-21T00:33:08.323766+0000","last_peered":"2024-09-21T00:33:08.323766+0000","last_clean":"2024-09-21T00:33:08.323766+0000","last_became_active":"2024-09-21T00:33:07.188543+0000","last_became_peered":"2024-09-21T00:33:07.188543+0000","last_unstale":"2024-09-21T00:33:08.323766+0000","last_undegraded":"2024-09-21T00:33:08.323766+0000","last_fullsized":"2024-09-21T00:33:08.323766+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:22:10.117226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.2b","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.323674+0000","last_change":"2024-09-21T00:33:07.181113+0000","last_active":"2024-09-21T00:33:08.323674+0000","last_peered":"2024-09-21T00:33:08.323674+0000","last_clean":"2024-09-21T00:33:08.323674+0000","last_became_active":"2024-09-21T00:33:07.180776+0000","last_became_peered":"2024-09-21T00:33:07.180776+0000","last_unstale":"2024-09-21T00:33:08.323674+0000","last_undegraded":"2024-09-21T00:33:08.323674+0000","last_fullsized":"2024-09-21T00:33:08.323674+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:05:53.262355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.2a","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.163439+0000","last_change":"2024-09-21T00:33:07.195406+0000","last_active":"2024-09-21T00:33:08.163439+0000","last_peered":"2024-09-21T00:33:08.163439+0000","last_clean":"2024-09-21T00:33:08.163439+0000","last_became_active":"2024-09-21T00:33:07.195092+0000","last_became_peered":"2024-09-21T00:33:07.195092+0000","last_unstale":"2024-09-21T00:33:08.163439+0000","last_undegraded":"2024-09-21T00:33:08.163439+0000","last_fullsized":"2024-09-21T00:33:08.163439+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:22:52.492263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.29","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.171642+0000","last_change":"2024-09-21T00:33:07.181594+0000","last_active":"2024-09-21T00:33:08.171642+0000","last_peered":"2024-09-21T00:33:08.171642+0000","last_clean":"2024-09-21T00:33:08.171642+0000","last_became_active":"2024-09-21T00:33:07.181284+0000","last_became_peered":"2024-09-21T00:33:07.181284+0000","last_unstale":"2024-09-21T00:33:08.171642+0000","last_undegraded":"2024-09-21T00:33:08.171642+0000","last_fullsized":"2024-09-21T00:33:08.171642+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:37:11.828201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.28","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.451315+0000","last_change":"2024-09-21T00:33:07.176901+0000","last_active":"2024-09-21T00:33:10.451315+0000","last_peered":"2024-09-21T00:33:10.451315+0000","last_clean":"2024-09-21T00:33:10.451315+0000","last_became_active":"2024-09-21T00:33:07.176554+0000","last_became_peered":"2024-09-21T00:33:07.176554+0000","last_unstale":"2024-09-21T00:33:10.451315+0000","last_undegraded":"2024-09-21T00:33:10.451315+0000","last_fullsized":"2024-09-21T00:33:10.451315+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:34:22.827513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.27","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.681438+0000","last_change":"2024-09-21T00:33:07.195618+0000","last_active":"2024-09-21T00:33:08.681438+0000","last_peered":"2024-09-21T00:33:08.681438+0000","last_clean":"2024-09-21T00:33:08.681438+0000","last_became_active":"2024-09-21T00:33:07.195215+0000","last_became_peered":"2024-09-21T00:33:07.195215+0000","last_unstale":"2024-09-21T00:33:08.681438+0000","last_undegraded":"2024-09-21T00:33:08.681438+0000","last_fullsized":"2024-09-21T00:33:08.681438+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:58:06.965040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.26","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.164947+0000","last_change":"2024-09-21T00:33:07.183492+0000","last_active":"2024-09-21T00:33:08.164947+0000","last_peered":"2024-09-21T00:33:08.164947+0000","last_clean":"2024-09-21T00:33:08.164947+0000","last_became_active":"2024-09-21T00:33:07.183143+0000","last_became_peered":"2024-09-21T00:33:07.183143+0000","last_unstale":"2024-09-21T00:33:08.164947+0000","last_undegraded":"2024-09-21T00:33:08.164947+0000","last_fullsized":"2024-09-21T00:33:08.164947+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:07:51.633298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.25","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.172032+0000","last_change":"2024-09-21T00:33:07.175585+0000","last_active":"2024-09-21T00:33:08.172032+0000","last_peered":"2024-09-21T00:33:08.172032+0000","last_clean":"2024-09-21T00:33:08.172032+0000","last_became_active":"2024-09-21T00:33:07.174905+0000","last_became_peered":"2024-09-21T00:33:07.174905+0000","last_unstale":"2024-09-21T00:33:08.172032+0000","last_undegraded":"2024-09-21T00:33:08.172032+0000","last_fullsized":"2024-09-21T00:33:08.172032+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:43:10.816033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.24","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.323770+0000","last_change":"2024-09-21T00:33:07.183398+0000","last_active":"2024-09-21T00:33:08.323770+0000","last_peered":"2024-09-21T00:33:08.323770+0000","last_clean":"2024-09-21T00:33:08.323770+0000","last_became_active":"2024-09-21T00:33:07.183060+0000","last_became_peered":"2024-09-21T00:33:07.183060+0000","last_unstale":"2024-09-21T00:33:08.323770+0000","last_undegraded":"2024-09-21T00:33:08.323770+0000","last_fullsized":"2024-09-21T00:33:08.323770+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:04:31.789784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.23","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.681109+0000","last_change":"2024-09-21T00:33:07.176341+0000","last_active":"2024-09-21T00:33:08.681109+0000","last_peered":"2024-09-21T00:33:08.681109+0000","last_clean":"2024-09-21T00:33:08.681109+0000","last_became_active":"2024-09-21T00:33:07.175965+0000","last_became_peered":"2024-09-21T00:33:07.175965+0000","last_unstale":"2024-09-21T00:33:08.681109+0000","last_undegraded":"2024-09-21T00:33:08.681109+0000","last_fullsized":"2024-09-21T00:33:08.681109+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:14:22.218840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.22","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.164899+0000","last_change":"2024-09-21T00:33:07.174443+0000","last_active":"2024-09-21T00:33:08.164899+0000","last_peered":"2024-09-21T00:33:08.164899+0000","last_clean":"2024-09-21T00:33:08.164899+0000","last_became_active":"2024-09-21T00:33:07.173855+0000","last_became_peered":"2024-09-21T00:33:07.173855+0000","last_unstale":"2024-09-21T00:33:08.164899+0000","last_undegraded":"2024-09-21T00:33:08.164899+0000","last_fullsized":"2024-09-21T00:33:08.164899+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:40:19.805103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.21","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.171902+0000","last_change":"2024-09-21T00:33:07.183923+0000","last_active":"2024-09-21T00:33:08.171902+0000","last_peered":"2024-09-21T00:33:08.171902+0000","last_clean":"2024-09-21T00:33:08.171902+0000","last_became_active":"2024-09-21T00:33:07.183609+0000","last_became_peered":"2024-09-21T00:33:07.183609+0000","last_unstale":"2024-09-21T00:33:08.171902+0000","last_undegraded":"2024-09-21T00:33:08.171902+0000","last_fullsized":"2024-09-21T00:33:08.171902+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:45:00.184385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.20","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.323453+0000","last_change":"2024-09-21T00:33:07.186645+0000","last_active":"2024-09-21T00:33:08.323453+0000","last_peered":"2024-09-21T00:33:08.323453+0000","last_clean":"2024-09-21T00:33:08.323453+0000","last_became_active":"2024-09-21T00:33:07.186335+0000","last_became_peered":"2024-09-21T00:33:07.186335+0000","last_unstale":"2024-09-21T00:33:08.323453+0000","last_undegraded":"2024-09-21T00:33:08.323453+0000","last_fullsized":"2024-09-21T00:33:08.323453+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:25:06.590015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.1e","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.451481+0000","last_change":"2024-09-21T00:33:07.188351+0000","last_active":"2024-09-21T00:33:10.451481+0000","last_peered":"2024-09-21T00:33:10.451481+0000","last_clean":"2024-09-21T00:33:10.451481+0000","last_became_active":"2024-09-21T00:33:07.188048+0000","last_became_peered":"2024-09-21T00:33:07.188048+0000","last_unstale":"2024-09-21T00:33:10.451481+0000","last_undegraded":"2024-09-21T00:33:10.451481+0000","last_fullsized":"2024-09-21T00:33:10.451481+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:46:54.506684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.1f","version":"161'4","reported_seq":19,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.324073+0000","last_change":"2024-09-21T00:33:06.180613+0000","last_active":"2024-09-21T00:33:08.324073+0000","last_peered":"2024-09-21T00:33:08.324073+0000","last_clean":"2024-09-21T00:33:08.324073+0000","last_became_active":"2024-09-21T00:33:06.179667+0000","last_became_peered":"2024-09-21T00:33:06.179667+0000","last_unstale":"2024-09-21T00:33:08.324073+0000","last_undegraded":"2024-09-21T00:33:08.324073+0000","last_fullsized":"2024-09-21T00:33:08.324073+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:16:57.740614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.1f","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.163908+0000","last_change":"2024-09-21T00:33:07.184171+0000","last_active":"2024-09-21T00:33:08.163908+0000","last_peered":"2024-09-21T00:33:08.163908+0000","last_clean":"2024-09-21T00:33:08.163908+0000","last_became_active":"2024-09-21T00:33:07.183854+0000","last_became_peered":"2024-09-21T00:33:07.183854+0000","last_unstale":"2024-09-21T00:33:08.163908+0000","last_undegraded":"2024-09-21T00:33:08.163908+0000","last_fullsized":"2024-09-21T00:33:08.163908+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:00:12.337873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.1e","version":"161'1","reported_seq":16,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.164795+0000","last_change":"2024-09-21T00:33:06.179226+0000","last_active":"2024-09-21T00:33:08.164795+0000","last_peered":"2024-09-21T00:33:08.164795+0000","last_clean":"2024-09-21T00:33:08.164795+0000","last_became_active":"2024-09-21T00:33:06.178816+0000","last_became_peered":"2024-09-21T00:33:06.178816+0000","last_unstale":"2024-09-21T00:33:08.164795+0000","last_undegraded":"2024-09-21T00:33:08.164795+0000","last_fullsized":"2024-09-21T00:33:08.164795+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:54:39.950064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.1c","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.165552+0000","last_change":"2024-09-21T00:33:07.193358+0000","last_active":"2024-09-21T00:33:08.165552+0000","last_peered":"2024-09-21T00:33:08.165552+0000","last_clean":"2024-09-21T00:33:08.165552+0000","last_became_active":"2024-09-21T00:33:07.192955+0000","last_became_peered":"2024-09-21T00:33:07.192955+0000","last_unstale":"2024-09-21T00:33:08.165552+0000","last_undegraded":"2024-09-21T00:33:08.165552+0000","last_fullsized":"2024-09-21T00:33:08.165552+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:14:30.563226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.1d","version":"161'2","reported_seq":17,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.171996+0000","last_change":"2024-09-21T00:33:06.181205+0000","last_active":"2024-09-21T00:33:08.171996+0000","last_peered":"2024-09-21T00:33:08.171996+0000","last_clean":"2024-09-21T00:33:08.171996+0000","last_became_active":"2024-09-21T00:33:06.180897+0000","last_became_peered":"2024-09-21T00:33:06.180897+0000","last_unstale":"2024-09-21T00:33:08.171996+0000","last_undegraded":"2024-09-21T00:33:08.171996+0000","last_fullsized":"2024-09-21T00:33:08.171996+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:38:57.494787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.1d","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.165155+0000","last_change":"2024-09-21T00:33:07.169898+0000","last_active":"2024-09-21T00:33:08.165155+0000","last_peered":"2024-09-21T00:33:08.165155+0000","last_clean":"2024-09-21T00:33:08.165155+0000","last_became_active":"2024-09-21T00:33:07.169574+0000","last_became_peered":"2024-09-21T00:33:07.169574+0000","last_unstale":"2024-09-21T00:33:08.165155+0000","last_undegraded":"2024-09-21T00:33:08.165155+0000","last_fullsized":"2024-09-21T00:33:08.165155+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:05:53.262355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.1c","version":"161'2","reported_seq":17,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.681416+0000","last_change":"2024-09-21T00:33:06.179998+0000","last_active":"2024-09-21T00:33:08.681416+0000","last_peered":"2024-09-21T00:33:08.681416+0000","last_clean":"2024-09-21T00:33:08.681416+0000","last_became_active":"2024-09-21T00:33:06.179681+0000","last_became_peered":"2024-09-21T00:33:06.179681+0000","last_unstale":"2024-09-21T00:33:08.681416+0000","last_undegraded":"2024-09-21T00:33:08.681416+0000","last_fullsized":"2024-09-21T00:33:08.681416+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:33:53.431375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.1a","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.163463+0000","last_change":"2024-09-21T00:33:07.196476+0000","last_active":"2024-09-21T00:33:08.163463+0000","last_peered":"2024-09-21T00:33:08.163463+0000","last_clean":"2024-09-21T00:33:08.163463+0000","last_became_active":"2024-09-21T00:33:07.195983+0000","last_became_peered":"2024-09-21T00:33:07.195983+0000","last_unstale":"2024-09-21T00:33:08.163463+0000","last_undegraded":"2024-09-21T00:33:08.163463+0000","last_fullsized":"2024-09-21T00:33:08.163463+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:28:14.868949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.1b","version":"161'1","reported_seq":16,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.323839+0000","last_change":"2024-09-21T00:33:06.183861+0000","last_active":"2024-09-21T00:33:08.323839+0000","last_peered":"2024-09-21T00:33:08.323839+0000","last_clean":"2024-09-21T00:33:08.323839+0000","last_became_active":"2024-09-21T00:33:06.183509+0000","last_became_peered":"2024-09-21T00:33:06.183509+0000","last_unstale":"2024-09-21T00:33:08.323839+0000","last_undegraded":"2024-09-21T00:33:08.323839+0000","last_fullsized":"2024-09-21T00:33:08.323839+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:54:39.950064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.1b","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.451570+0000","last_change":"2024-09-21T00:33:07.185214+0000","last_active":"2024-09-21T00:33:10.451570+0000","last_peered":"2024-09-21T00:33:10.451570+0000","last_clean":"2024-09-21T00:33:10.451570+0000","last_became_active":"2024-09-21T00:33:07.184839+0000","last_became_peered":"2024-09-21T00:33:07.184839+0000","last_unstale":"2024-09-21T00:33:10.451570+0000","last_undegraded":"2024-09-21T00:33:10.451570+0000","last_fullsized":"2024-09-21T00:33:10.451570+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:22:43.046472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.1a","version":"161'1","reported_seq":16,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.451056+0000","last_change":"2024-09-21T00:33:06.179314+0000","last_active":"2024-09-21T00:33:10.451056+0000","last_peered":"2024-09-21T00:33:10.451056+0000","last_clean":"2024-09-21T00:33:10.451056+0000","last_became_active":"2024-09-21T00:33:06.179009+0000","last_became_peered":"2024-09-21T00:33:06.179009+0000","last_unstale":"2024-09-21T00:33:10.451056+0000","last_undegraded":"2024-09-21T00:33:10.451056+0000","last_fullsized":"2024-09-21T00:33:10.451056+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:11:55.196263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.19","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.165153+0000","last_change":"2024-09-21T00:33:07.175035+0000","last_active":"2024-09-21T00:33:08.165153+0000","last_peered":"2024-09-21T00:33:08.165153+0000","last_clean":"2024-09-21T00:33:08.165153+0000","last_became_active":"2024-09-21T00:33:07.174652+0000","last_became_peered":"2024-09-21T00:33:07.174652+0000","last_unstale":"2024-09-21T00:33:08.165153+0000","last_undegraded":"2024-09-21T00:33:08.165153+0000","last_fullsized":"2024-09-21T00:33:08.165153+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:43:49.279973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.18","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.951938+0000","last_change":"2024-09-21T00:33:06.183759+0000","last_active":"2024-09-21T00:33:10.951938+0000","last_peered":"2024-09-21T00:33:10.951938+0000","last_clean":"2024-09-21T00:33:10.951938+0000","last_became_active":"2024-09-21T00:33:06.183053+0000","last_became_peered":"2024-09-21T00:33:06.183053+0000","last_unstale":"2024-09-21T00:33:10.951938+0000","last_undegraded":"2024-09-21T00:33:10.951938+0000","last_fullsized":"2024-09-21T00:33:10.951938+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:05:36.121683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.16","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.172106+0000","last_change":"2024-09-21T00:33:07.193814+0000","last_active":"2024-09-21T00:33:08.172106+0000","last_peered":"2024-09-21T00:33:08.172106+0000","last_clean":"2024-09-21T00:33:08.172106+0000","last_became_active":"2024-09-21T00:33:07.191694+0000","last_became_peered":"2024-09-21T00:33:07.191694+0000","last_unstale":"2024-09-21T00:33:08.172106+0000","last_undegraded":"2024-09-21T00:33:08.172106+0000","last_fullsized":"2024-09-21T00:33:08.172106+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:01:53.605690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.17","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.165874+0000","last_change":"2024-09-21T00:33:06.176136+0000","last_active":"2024-09-21T00:33:08.165874+0000","last_peered":"2024-09-21T00:33:08.165874+0000","last_clean":"2024-09-21T00:33:08.165874+0000","last_became_active":"2024-09-21T00:33:06.175722+0000","last_became_peered":"2024-09-21T00:33:06.175722+0000","last_unstale":"2024-09-21T00:33:08.165874+0000","last_undegraded":"2024-09-21T00:33:08.165874+0000","last_fullsized":"2024-09-21T00:33:08.165874+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:41:23.161309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.17","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.451364+0000","last_change":"2024-09-21T00:33:07.183460+0000","last_active":"2024-09-21T00:33:10.451364+0000","last_peered":"2024-09-21T00:33:10.451364+0000","last_clean":"2024-09-21T00:33:10.451364+0000","last_became_active":"2024-09-21T00:33:07.183115+0000","last_became_peered":"2024-09-21T00:33:07.183115+0000","last_unstale":"2024-09-21T00:33:10.451364+0000","last_undegraded":"2024-09-21T00:33:10.451364+0000","last_fullsized":"2024-09-21T00:33:10.451364+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:35:38.340681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.16","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.323893+0000","last_change":"2024-09-21T00:33:06.177443+0000","last_active":"2024-09-21T00:33:08.323893+0000","last_peered":"2024-09-21T00:33:08.323893+0000","last_clean":"2024-09-21T00:33:08.323893+0000","last_became_active":"2024-09-21T00:33:06.177108+0000","last_became_peered":"2024-09-21T00:33:06.177108+0000","last_unstale":"2024-09-21T00:33:08.323893+0000","last_undegraded":"2024-09-21T00:33:08.323893+0000","last_fullsized":"2024-09-21T00:33:08.323893+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:05:03.976789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.14","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.165619+0000","last_change":"2024-09-21T00:33:07.172960+0000","last_active":"2024-09-21T00:33:08.165619+0000","last_peered":"2024-09-21T00:33:08.165619+0000","last_clean":"2024-09-21T00:33:08.165619+0000","last_became_active":"2024-09-21T00:33:07.172367+0000","last_became_peered":"2024-09-21T00:33:07.172367+0000","last_unstale":"2024-09-21T00:33:08.165619+0000","last_undegraded":"2024-09-21T00:33:08.165619+0000","last_fullsized":"2024-09-21T00:33:08.165619+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:26:24.242355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.15","version":"161'3","reported_seq":18,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.323638+0000","last_change":"2024-09-21T00:33:06.173218+0000","last_active":"2024-09-21T00:33:08.323638+0000","last_peered":"2024-09-21T00:33:08.323638+0000","last_clean":"2024-09-21T00:33:08.323638+0000","last_became_active":"2024-09-21T00:33:06.172904+0000","last_became_peered":"2024-09-21T00:33:06.172904+0000","last_unstale":"2024-09-21T00:33:08.323638+0000","last_undegraded":"2024-09-21T00:33:08.323638+0000","last_fullsized":"2024-09-21T00:33:08.323638+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:35:03.626307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.15","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.163343+0000","last_change":"2024-09-21T00:33:07.183105+0000","last_active":"2024-09-21T00:33:08.163343+0000","last_peered":"2024-09-21T00:33:08.163343+0000","last_clean":"2024-09-21T00:33:08.163343+0000","last_became_active":"2024-09-21T00:33:07.182796+0000","last_became_peered":"2024-09-21T00:33:07.182796+0000","last_unstale":"2024-09-21T00:33:08.163343+0000","last_undegraded":"2024-09-21T00:33:08.163343+0000","last_fullsized":"2024-09-21T00:33:08.163343+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:43:47.438110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.14","version":"161'6","reported_seq":21,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.171730+0000","last_change":"2024-09-21T00:33:06.178954+0000","last_active":"2024-09-21T00:33:08.171730+0000","last_peered":"2024-09-21T00:33:08.171730+0000","last_clean":"2024-09-21T00:33:08.171730+0000","last_became_active":"2024-09-21T00:33:06.178624+0000","last_became_peered":"2024-09-21T00:33:06.178624+0000","last_unstale":"2024-09-21T00:33:08.171730+0000","last_undegraded":"2024-09-21T00:33:08.171730+0000","last_fullsized":"2024-09-21T00:33:08.171730+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:23:15.329195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.12","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.171850+0000","last_change":"2024-09-21T00:33:07.197115+0000","last_active":"2024-09-21T00:33:08.171850+0000","last_peered":"2024-09-21T00:33:08.171850+0000","last_clean":"2024-09-21T00:33:08.171850+0000","last_became_active":"2024-09-21T00:33:07.196775+0000","last_became_peered":"2024-09-21T00:33:07.196775+0000","last_unstale":"2024-09-21T00:33:08.171850+0000","last_undegraded":"2024-09-21T00:33:08.171850+0000","last_fullsized":"2024-09-21T00:33:08.171850+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:46:34.668968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.13","version":"161'2","reported_seq":17,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.952343+0000","last_change":"2024-09-21T00:33:06.182508+0000","last_active":"2024-09-21T00:33:10.952343+0000","last_peered":"2024-09-21T00:33:10.952343+0000","last_clean":"2024-09-21T00:33:10.952343+0000","last_became_active":"2024-09-21T00:33:06.182148+0000","last_became_peered":"2024-09-21T00:33:06.182148+0000","last_unstale":"2024-09-21T00:33:10.952343+0000","last_undegraded":"2024-09-21T00:33:10.952343+0000","last_fullsized":"2024-09-21T00:33:10.952343+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:47:22.238690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.13","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.165335+0000","last_change":"2024-09-21T00:33:07.185551+0000","last_active":"2024-09-21T00:33:08.165335+0000","last_peered":"2024-09-21T00:33:08.165335+0000","last_clean":"2024-09-21T00:33:08.165335+0000","last_became_active":"2024-09-21T00:33:07.184428+0000","last_became_peered":"2024-09-21T00:33:07.184428+0000","last_unstale":"2024-09-21T00:33:08.165335+0000","last_undegraded":"2024-09-21T00:33:08.165335+0000","last_fullsized":"2024-09-21T00:33:08.165335+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:53:13.988739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.12","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.163877+0000","last_change":"2024-09-21T00:33:06.174505+0000","last_active":"2024-09-21T00:33:08.163877+0000","last_peered":"2024-09-21T00:33:08.163877+0000","last_clean":"2024-09-21T00:33:08.163877+0000","last_became_active":"2024-09-21T00:33:06.174210+0000","last_became_peered":"2024-09-21T00:33:06.174210+0000","last_unstale":"2024-09-21T00:33:08.163877+0000","last_undegraded":"2024-09-21T00:33:08.163877+0000","last_fullsized":"2024-09-21T00:33:08.163877+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:18:26.555372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.10","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.164485+0000","last_change":"2024-09-21T00:33:07.196161+0000","last_active":"2024-09-21T00:33:08.164485+0000","last_peered":"2024-09-21T00:33:08.164485+0000","last_clean":"2024-09-21T00:33:08.164485+0000","last_became_active":"2024-09-21T00:33:07.195338+0000","last_became_peered":"2024-09-21T00:33:07.195338+0000","last_unstale":"2024-09-21T00:33:08.164485+0000","last_undegraded":"2024-09-21T00:33:08.164485+0000","last_fullsized":"2024-09-21T00:33:08.164485+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:25:06.590015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.11","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.450919+0000","last_change":"2024-09-21T00:33:06.180812+0000","last_active":"2024-09-21T00:33:10.450919+0000","last_peered":"2024-09-21T00:33:10.450919+0000","last_clean":"2024-09-21T00:33:10.450919+0000","last_became_active":"2024-09-21T00:33:06.180442+0000","last_became_peered":"2024-09-21T00:33:06.180442+0000","last_unstale":"2024-09-21T00:33:10.450919+0000","last_undegraded":"2024-09-21T00:33:10.450919+0000","last_fullsized":"2024-09-21T00:33:10.450919+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:47:36.003522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.11","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.163138+0000","last_change":"2024-09-21T00:33:07.183479+0000","last_active":"2024-09-21T00:33:08.163138+0000","last_peered":"2024-09-21T00:33:08.163138+0000","last_clean":"2024-09-21T00:33:08.163138+0000","last_became_active":"2024-09-21T00:33:07.182339+0000","last_became_peered":"2024-09-21T00:33:07.182339+0000","last_unstale":"2024-09-21T00:33:08.163138+0000","last_undegraded":"2024-09-21T00:33:08.163138+0000","last_fullsized":"2024-09-21T00:33:08.163138+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:33:44.123304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.10","version":"161'8","reported_seq":23,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.952147+0000","last_change":"2024-09-21T00:33:06.183720+0000","last_active":"2024-09-21T00:33:10.952147+0000","last_peered":"2024-09-21T00:33:10.952147+0000","last_clean":"2024-09-21T00:33:10.952147+0000","last_became_active":"2024-09-21T00:33:06.183301+0000","last_became_peered":"2024-09-21T00:33:06.183301+0000","last_unstale":"2024-09-21T00:33:10.952147+0000","last_undegraded":"2024-09-21T00:33:10.952147+0000","last_fullsized":"2024-09-21T00:33:10.952147+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:01:41.251407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.e","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.163570+0000","last_change":"2024-09-21T00:33:07.181781+0000","last_active":"2024-09-21T00:33:08.163570+0000","last_peered":"2024-09-21T00:33:08.163570+0000","last_clean":"2024-09-21T00:33:08.163570+0000","last_became_active":"2024-09-21T00:33:07.181428+0000","last_became_peered":"2024-09-21T00:33:07.181428+0000","last_unstale":"2024-09-21T00:33:08.163570+0000","last_undegraded":"2024-09-21T00:33:08.163570+0000","last_fullsized":"2024-09-21T00:33:08.163570+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:09:20.926067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.f","version":"161'1","reported_seq":16,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.324165+0000","last_change":"2024-09-21T00:33:06.181447+0000","last_active":"2024-09-21T00:33:08.324165+0000","last_peered":"2024-09-21T00:33:08.324165+0000","last_clean":"2024-09-21T00:33:08.324165+0000","last_became_active":"2024-09-21T00:33:06.181046+0000","last_became_peered":"2024-09-21T00:33:06.181046+0000","last_unstale":"2024-09-21T00:33:08.324165+0000","last_undegraded":"2024-09-21T00:33:08.324165+0000","last_fullsized":"2024-09-21T00:33:08.324165+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:19:01.788761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.f","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.166393+0000","last_change":"2024-09-21T00:33:07.195792+0000","last_active":"2024-09-21T00:33:08.166393+0000","last_peered":"2024-09-21T00:33:08.166393+0000","last_clean":"2024-09-21T00:33:08.166393+0000","last_became_active":"2024-09-21T00:33:07.195410+0000","last_became_peered":"2024-09-21T00:33:07.195410+0000","last_unstale":"2024-09-21T00:33:08.166393+0000","last_undegraded":"2024-09-21T00:33:08.166393+0000","last_fullsized":"2024-09-21T00:33:08.166393+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:22:10.117226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.e","version":"161'2","reported_seq":17,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.451527+0000","last_change":"2024-09-21T00:33:06.176322+0000","last_active":"2024-09-21T00:33:10.451527+0000","last_peered":"2024-09-21T00:33:10.451527+0000","last_clean":"2024-09-21T00:33:10.451527+0000","last_became_active":"2024-09-21T00:33:06.175981+0000","last_became_peered":"2024-09-21T00:33:06.175981+0000","last_unstale":"2024-09-21T00:33:10.451527+0000","last_undegraded":"2024-09-21T00:33:10.451527+0000","last_fullsized":"2024-09-21T00:33:10.451527+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:33:43.121073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.c","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.164876+0000","last_change":"2024-09-21T00:33:07.175266+0000","last_active":"2024-09-21T00:33:08.164876+0000","last_peered":"2024-09-21T00:33:08.164876+0000","last_clean":"2024-09-21T00:33:08.164876+0000","last_became_active":"2024-09-21T00:33:07.174934+0000","last_became_peered":"2024-09-21T00:33:07.174934+0000","last_unstale":"2024-09-21T00:33:08.164876+0000","last_undegraded":"2024-09-21T00:33:08.164876+0000","last_fullsized":"2024-09-21T00:33:08.164876+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:38:10.149782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.d","version":"161'1","reported_seq":16,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.952409+0000","last_change":"2024-09-21T00:33:06.183312+0000","last_active":"2024-09-21T00:33:10.952409+0000","last_peered":"2024-09-21T00:33:10.952409+0000","last_clean":"2024-09-21T00:33:10.952409+0000","last_became_active":"2024-09-21T00:33:06.182888+0000","last_became_peered":"2024-09-21T00:33:06.182888+0000","last_unstale":"2024-09-21T00:33:10.952409+0000","last_undegraded":"2024-09-21T00:33:10.952409+0000","last_fullsized":"2024-09-21T00:33:10.952409+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:47:36.003522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.d","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.681106+0000","last_change":"2024-09-21T00:33:07.189831+0000","last_active":"2024-09-21T00:33:08.681106+0000","last_peered":"2024-09-21T00:33:08.681106+0000","last_clean":"2024-09-21T00:33:08.681106+0000","last_became_active":"2024-09-21T00:33:07.189493+0000","last_became_peered":"2024-09-21T00:33:07.189493+0000","last_unstale":"2024-09-21T00:33:08.681106+0000","last_undegraded":"2024-09-21T00:33:08.681106+0000","last_fullsized":"2024-09-21T00:33:08.681106+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:05:07.758805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.c","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.165747+0000","last_change":"2024-09-21T00:33:06.180674+0000","last_active":"2024-09-21T00:33:08.165747+0000","last_peered":"2024-09-21T00:33:08.165747+0000","last_clean":"2024-09-21T00:33:08.165747+0000","last_became_active":"2024-09-21T00:33:06.180292+0000","last_became_peered":"2024-09-21T00:33:06.180292+0000","last_unstale":"2024-09-21T00:33:08.165747+0000","last_undegraded":"2024-09-21T00:33:08.165747+0000","last_fullsized":"2024-09-21T00:33:08.165747+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:02:36.738603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.a","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.163720+0000","last_change":"2024-09-21T00:33:07.194548+0000","last_active":"2024-09-21T00:33:08.163720+0000","last_peered":"2024-09-21T00:33:08.163720+0000","last_clean":"2024-09-21T00:33:08.163720+0000","last_became_active":"2024-09-21T00:33:07.194211+0000","last_became_peered":"2024-09-21T00:33:07.194211+0000","last_unstale":"2024-09-21T00:33:08.163720+0000","last_undegraded":"2024-09-21T00:33:08.163720+0000","last_fullsized":"2024-09-21T00:33:08.163720+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:36:22.113703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.b","version":"161'2","reported_seq":17,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.171594+0000","last_change":"2024-09-21T00:33:06.175792+0000","last_active":"2024-09-21T00:33:08.171594+0000","last_peered":"2024-09-21T00:33:08.171594+0000","last_clean":"2024-09-21T00:33:08.171594+0000","last_became_active":"2024-09-21T00:33:06.175475+0000","last_became_peered":"2024-09-21T00:33:06.175475+0000","last_unstale":"2024-09-21T00:33:08.171594+0000","last_undegraded":"2024-09-21T00:33:08.171594+0000","last_fullsized":"2024-09-21T00:33:08.171594+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:22:29.462524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.b","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.165393+0000","last_change":"2024-09-21T00:33:07.167793+0000","last_active":"2024-09-21T00:33:08.165393+0000","last_peered":"2024-09-21T00:33:08.165393+0000","last_clean":"2024-09-21T00:33:08.165393+0000","last_became_active":"2024-09-21T00:33:07.167111+0000","last_became_peered":"2024-09-21T00:33:07.167111+0000","last_unstale":"2024-09-21T00:33:08.165393+0000","last_undegraded":"2024-09-21T00:33:08.165393+0000","last_fullsized":"2024-09-21T00:33:08.165393+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:55:49.030031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.a","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.323585+0000","last_change":"2024-09-21T00:33:06.181475+0000","last_active":"2024-09-21T00:33:08.323585+0000","last_peered":"2024-09-21T00:33:08.323585+0000","last_clean":"2024-09-21T00:33:08.323585+0000","last_became_active":"2024-09-21T00:33:06.178104+0000","last_became_peered":"2024-09-21T00:33:06.178104+0000","last_unstale":"2024-09-21T00:33:08.323585+0000","last_undegraded":"2024-09-21T00:33:08.323585+0000","last_fullsized":"2024-09-21T00:33:08.323585+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:22:19.127218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.8","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.680895+0000","last_change":"2024-09-21T00:33:07.186047+0000","last_active":"2024-09-21T00:33:08.680895+0000","last_peered":"2024-09-21T00:33:08.680895+0000","last_clean":"2024-09-21T00:33:08.680895+0000","last_became_active":"2024-09-21T00:33:07.185567+0000","last_became_peered":"2024-09-21T00:33:07.185567+0000","last_unstale":"2024-09-21T00:33:08.680895+0000","last_undegraded":"2024-09-21T00:33:08.680895+0000","last_fullsized":"2024-09-21T00:33:08.680895+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:56:25.134945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.9","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.171770+0000","last_change":"2024-09-21T00:33:06.175931+0000","last_active":"2024-09-21T00:33:08.171770+0000","last_peered":"2024-09-21T00:33:08.171770+0000","last_clean":"2024-09-21T00:33:08.171770+0000","last_became_active":"2024-09-21T00:33:06.175441+0000","last_became_peered":"2024-09-21T00:33:06.175441+0000","last_unstale":"2024-09-21T00:33:08.171770+0000","last_undegraded":"2024-09-21T00:33:08.171770+0000","last_fullsized":"2024-09-21T00:33:08.171770+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:17:36.297848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.9","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.323495+0000","last_change":"2024-09-21T00:33:07.192722+0000","last_active":"2024-09-21T00:33:08.323495+0000","last_peered":"2024-09-21T00:33:08.323495+0000","last_clean":"2024-09-21T00:33:08.323495+0000","last_became_active":"2024-09-21T00:33:07.192322+0000","last_became_peered":"2024-09-21T00:33:07.192322+0000","last_unstale":"2024-09-21T00:33:08.323495+0000","last_undegraded":"2024-09-21T00:33:08.323495+0000","last_fullsized":"2024-09-21T00:33:08.323495+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:38:10.149782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.8","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.164576+0000","last_change":"2024-09-21T00:33:06.180325+0000","last_active":"2024-09-21T00:33:08.164576+0000","last_peered":"2024-09-21T00:33:08.164576+0000","last_clean":"2024-09-21T00:33:08.164576+0000","last_became_active":"2024-09-21T00:33:06.179998+0000","last_became_peered":"2024-09-21T00:33:06.179998+0000","last_unstale":"2024-09-21T00:33:08.164576+0000","last_undegraded":"2024-09-21T00:33:08.164576+0000","last_fullsized":"2024-09-21T00:33:08.164576+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:12:02.190809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.6","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.323754+0000","last_change":"2024-09-21T00:33:07.191673+0000","last_active":"2024-09-21T00:33:08.323754+0000","last_peered":"2024-09-21T00:33:08.323754+0000","last_clean":"2024-09-21T00:33:08.323754+0000","last_became_active":"2024-09-21T00:33:07.191315+0000","last_became_peered":"2024-09-21T00:33:07.191315+0000","last_unstale":"2024-09-21T00:33:08.323754+0000","last_undegraded":"2024-09-21T00:33:08.323754+0000","last_fullsized":"2024-09-21T00:33:08.323754+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:08:40.852865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.7","version":"161'2","reported_seq":17,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.952585+0000","last_change":"2024-09-21T00:33:06.184497+0000","last_active":"2024-09-21T00:33:10.952585+0000","last_peered":"2024-09-21T00:33:10.952585+0000","last_clean":"2024-09-21T00:33:10.952585+0000","last_became_active":"2024-09-21T00:33:06.184098+0000","last_became_peered":"2024-09-21T00:33:06.184098+0000","last_unstale":"2024-09-21T00:33:10.952585+0000","last_undegraded":"2024-09-21T00:33:10.952585+0000","last_fullsized":"2024-09-21T00:33:10.952585+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:31:22.721678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.7","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.164119+0000","last_change":"2024-09-21T00:33:07.182051+0000","last_active":"2024-09-21T00:33:08.164119+0000","last_peered":"2024-09-21T00:33:08.164119+0000","last_clean":"2024-09-21T00:33:08.164119+0000","last_became_active":"2024-09-21T00:33:07.177101+0000","last_became_peered":"2024-09-21T00:33:07.177101+0000","last_unstale":"2024-09-21T00:33:08.164119+0000","last_undegraded":"2024-09-21T00:33:08.164119+0000","last_fullsized":"2024-09-21T00:33:08.164119+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:11:26.900960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.6","version":"162'1","reported_seq":16,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.163796+0000","last_change":"2024-09-21T00:33:06.180501+0000","last_active":"2024-09-21T00:33:08.163796+0000","last_peered":"2024-09-21T00:33:08.163796+0000","last_clean":"2024-09-21T00:33:08.163796+0000","last_became_active":"2024-09-21T00:33:06.179123+0000","last_became_peered":"2024-09-21T00:33:06.179123+0000","last_unstale":"2024-09-21T00:33:08.163796+0000","last_undegraded":"2024-09-21T00:33:08.163796+0000","last_fullsized":"2024-09-21T00:33:08.163796+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:37:40.529921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.4","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.451159+0000","last_change":"2024-09-21T00:33:07.178308+0000","last_active":"2024-09-21T00:33:10.451159+0000","last_peered":"2024-09-21T00:33:10.451159+0000","last_clean":"2024-09-21T00:33:10.451159+0000","last_became_active":"2024-09-21T00:33:07.177964+0000","last_became_peered":"2024-09-21T00:33:07.177964+0000","last_unstale":"2024-09-21T00:33:10.451159+0000","last_undegraded":"2024-09-21T00:33:10.451159+0000","last_fullsized":"2024-09-21T00:33:10.451159+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:51:28.595649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.5","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.163459+0000","last_change":"2024-09-21T00:33:06.179013+0000","last_active":"2024-09-21T00:33:08.163459+0000","last_peered":"2024-09-21T00:33:08.163459+0000","last_clean":"2024-09-21T00:33:08.163459+0000","last_became_active":"2024-09-21T00:33:06.178682+0000","last_became_peered":"2024-09-21T00:33:06.178682+0000","last_unstale":"2024-09-21T00:33:08.163459+0000","last_undegraded":"2024-09-21T00:33:08.163459+0000","last_fullsized":"2024-09-21T00:33:08.163459+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:27:13.824192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.5","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.451378+0000","last_change":"2024-09-21T00:33:07.174579+0000","last_active":"2024-09-21T00:33:10.451378+0000","last_peered":"2024-09-21T00:33:10.451378+0000","last_clean":"2024-09-21T00:33:10.451378+0000","last_became_active":"2024-09-21T00:33:07.174258+0000","last_became_peered":"2024-09-21T00:33:07.174258+0000","last_unstale":"2024-09-21T00:33:10.451378+0000","last_undegraded":"2024-09-21T00:33:10.451378+0000","last_fullsized":"2024-09-21T00:33:10.451378+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:46:16.533612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.4","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.451204+0000","last_change":"2024-09-21T00:33:06.175789+0000","last_active":"2024-09-21T00:33:10.451204+0000","last_peered":"2024-09-21T00:33:10.451204+0000","last_clean":"2024-09-21T00:33:10.451204+0000","last_became_active":"2024-09-21T00:33:06.175449+0000","last_became_peered":"2024-09-21T00:33:06.175449+0000","last_unstale":"2024-09-21T00:33:10.451204+0000","last_undegraded":"2024-09-21T00:33:10.451204+0000","last_fullsized":"2024-09-21T00:33:10.451204+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:31:22.721678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.2","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.952227+0000","last_change":"2024-09-21T00:33:07.196672+0000","last_active":"2024-09-21T00:33:10.952227+0000","last_peered":"2024-09-21T00:33:10.952227+0000","last_clean":"2024-09-21T00:33:10.952227+0000","last_became_active":"2024-09-21T00:33:07.196145+0000","last_became_peered":"2024-09-21T00:33:07.196145+0000","last_unstale":"2024-09-21T00:33:10.952227+0000","last_undegraded":"2024-09-21T00:33:10.952227+0000","last_fullsized":"2024-09-21T00:33:10.952227+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:13:40.945038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.3","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.164736+0000","last_change":"2024-09-21T00:33:06.183721+0000","last_active":"2024-09-21T00:33:08.164736+0000","last_peered":"2024-09-21T00:33:08.164736+0000","last_clean":"2024-09-21T00:33:08.164736+0000","last_became_active":"2024-09-21T00:33:06.183173+0000","last_became_peered":"2024-09-21T00:33:06.183173+0000","last_unstale":"2024-09-21T00:33:08.164736+0000","last_undegraded":"2024-09-21T00:33:08.164736+0000","last_fullsized":"2024-09-21T00:33:08.164736+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:35:03.626307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.3","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.952106+0000","last_change":"2024-09-21T00:33:07.180660+0000","last_active":"2024-09-21T00:33:10.952106+0000","last_peered":"2024-09-21T00:33:10.952106+0000","last_clean":"2024-09-21T00:33:10.952106+0000","last_became_active":"2024-09-21T00:33:07.179554+0000","last_became_peered":"2024-09-21T00:33:07.179554+0000","last_unstale":"2024-09-21T00:33:10.952106+0000","last_undegraded":"2024-09-21T00:33:10.952106+0000","last_fullsized":"2024-09-21T00:33:10.952106+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:54:52.344869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.2","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.165067+0000","last_change":"2024-09-21T00:33:06.176204+0000","last_active":"2024-09-21T00:33:08.165067+0000","last_peered":"2024-09-21T00:33:08.165067+0000","last_clean":"2024-09-21T00:33:08.165067+0000","last_became_active":"2024-09-21T00:33:06.175903+0000","last_became_peered":"2024-09-21T00:33:06.175903+0000","last_unstale":"2024-09-21T00:33:08.165067+0000","last_undegraded":"2024-09-21T00:33:08.165067+0000","last_fullsized":"2024-09-21T00:33:08.165067+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:12:20.933383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.0","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.680965+0000","last_change":"2024-09-21T00:33:07.185137+0000","last_active":"2024-09-21T00:33:08.680965+0000","last_peered":"2024-09-21T00:33:08.680965+0000","last_clean":"2024-09-21T00:33:08.680965+0000","last_became_active":"2024-09-21T00:33:07.184824+0000","last_became_peered":"2024-09-21T00:33:07.184824+0000","last_unstale":"2024-09-21T00:33:08.680965+0000","last_undegraded":"2024-09-21T00:33:08.680965+0000","last_fullsized":"2024-09-21T00:33:08.680965+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:04:19.475470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.1","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.681428+0000","last_change":"2024-09-21T00:33:06.180719+0000","last_active":"2024-09-21T00:33:08.681428+0000","last_peered":"2024-09-21T00:33:08.681428+0000","last_clean":"2024-09-21T00:33:08.681428+0000","last_became_active":"2024-09-21T00:33:06.180416+0000","last_became_peered":"2024-09-21T00:33:06.180416+0000","last_unstale":"2024-09-21T00:33:08.681428+0000","last_undegraded":"2024-09-21T00:33:08.681428+0000","last_fullsized":"2024-09-21T00:33:08.681428+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:06:41.372367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.1","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.323739+0000","last_change":"2024-09-21T00:33:07.189773+0000","last_active":"2024-09-21T00:33:08.323739+0000","last_peered":"2024-09-21T00:33:08.323739+0000","last_clean":"2024-09-21T00:33:08.323739+0000","last_became_active":"2024-09-21T00:33:07.189456+0000","last_became_peered":"2024-09-21T00:33:07.189456+0000","last_unstale":"2024-09-21T00:33:08.323739+0000","last_undegraded":"2024-09-21T00:33:08.323739+0000","last_fullsized":"2024-09-21T00:33:08.323739+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:43:13.074438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.0","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.171514+0000","last_change":"2024-09-21T00:33:06.176729+0000","last_active":"2024-09-21T00:33:08.171514+0000","last_peered":"2024-09-21T00:33:08.171514+0000","last_clean":"2024-09-21T00:33:08.171514+0000","last_became_active":"2024-09-21T00:33:06.176397+0000","last_became_peered":"2024-09-21T00:33:06.176397+0000","last_unstale":"2024-09-21T00:33:08.171514+0000","last_undegraded":"2024-09-21T00:33:08.171514+0000","last_fullsized":"2024-09-21T00:33:08.171514+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:07:21.305530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.18","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.163044+0000","last_change":"2024-09-21T00:33:07.187274+0000","last_active":"2024-09-21T00:33:08.163044+0000","last_peered":"2024-09-21T00:33:08.163044+0000","last_clean":"2024-09-21T00:33:08.163044+0000","last_became_active":"2024-09-21T00:33:07.186949+0000","last_became_peered":"2024-09-21T00:33:07.186949+0000","last_unstale":"2024-09-21T00:33:08.163044+0000","last_undegraded":"2024-09-21T00:33:08.163044+0000","last_fullsized":"2024-09-21T00:33:08.163044+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:11:56.198494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.19","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.952095+0000","last_change":"2024-09-21T00:33:06.182582+0000","last_active":"2024-09-21T00:33:10.952095+0000","last_peered":"2024-09-21T00:33:10.952095+0000","last_clean":"2024-09-21T00:33:10.952095+0000","last_became_active":"2024-09-21T00:33:06.181880+0000","last_became_peered":"2024-09-21T00:33:06.181880+0000","last_unstale":"2024-09-21T00:33:10.952095+0000","last_undegraded":"2024-09-21T00:33:10.952095+0000","last_fullsized":"2024-09-21T00:33:10.952095+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:11:55.196263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":366,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.952430+0000","last_change":"2024-09-21T00:21:11.583793+0000","last_active":"2024-09-21T00:33:10.952430+0000","last_peered":"2024-09-21T00:33:10.952430+0000","last_clean":"2024-09-21T00:33:10.952430+0000","last_became_active":"2024-09-21T00:21:11.582502+0000","last_became_peered":"2024-09-21T00:21:11.582502+0000","last_unstale":"2024-09-21T00:33:10.952430+0000","last_undegraded":"2024-09-21T00:33:10.952430+0000","last_fullsized":"2024-09-21T00:33:10.952430+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_clean_scrub_stamp":"2024-09-21T00:21:10.311964+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:58.010953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":25,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":24,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509588,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":60120,"kb_used_data":2560,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94311720,"statfs":{"total":96636764160,"available":96575201280,"internally_reserved":0,"allocated":2621440,"data_stored":1476233,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":58915274},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509588,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":51220,"kb_used_data":1984,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94320620,"statfs":{"total":96636764160,"available":96584314880,"internally_reserved":0,"allocated":2031616,"data_stored":892061,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":50395590},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509588,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59548,"kb_used_data":1984,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312292,"statfs":{"total":96636764160,"available":96575787008,"internally_reserved":0,"allocated":2031616,"data_stored":892061,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":58915269},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509589,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":73440,"kb_used_data":1996,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94298400,"statfs":{"total":96636764160,"available":96561561600,"internally_reserved":0,"allocated":2043904,"data_stored":892255,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":73136584},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509589,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59556,"kb_used_data":1996,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312284,"statfs":{"total":96636764160,"available":96575778816,"internally_reserved":0,"allocated":2043904,"data_stored":892755,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":58915269},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509587,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":74016,"kb_used_data":2568,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94297824,"statfs":{"total":96636764160,"available":96560971776,"internally_reserved":0,"allocated":2629632,"data_stored":1482451,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":73136582},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574995,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":73452,"kb_used_data":2000,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94298388,"statfs":{"total":96636764160,"available":96561549312,"internally_reserved":0,"allocated":2048000,"data_stored":894255,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":73136581},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574995,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":77604,"kb_used_data":1996,"kb_used_omap":1,"kb_used_meta":75582,"kb_avail":94294236,"statfs":{"total":96636764160,"available":96557297664,"internally_reserved":0,"allocated":2043904,"data_stored":893673,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":77396422},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T00:33:12.004 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-21T00:33:12.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.155+0000 7f6b0507e640 1 -- 172.21.15.67:0/3643374234 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6b000d0610 msgr2=0x7f6b000d0a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:12.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.155+0000 7f6b0507e640 1 --2- 172.21.15.67:0/3643374234 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6b000d0610 0x7f6b000d0a20 secure :-1 s=READY pgs=2038 cs=0 l=1 rev1=1 crypto rx=0x7f6b000cb820 tx=0x7f6af402a580 comp rx=0 tx=0).stop 2024-09-21T00:33:12.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.155+0000 7f6b0507e640 1 -- 172.21.15.67:0/3643374234 shutdown_connections 2024-09-21T00:33:12.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.155+0000 7f6b0507e640 1 --2- 172.21.15.67:0/3643374234 >> v2:172.21.15.97:3300/0 conn(0x7f6b000cdc50 0x7f6b000ce060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:12.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.155+0000 7f6b0507e640 1 --2- 172.21.15.67:0/3643374234 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6b000d0610 0x7f6b000d0a20 unknown :-1 s=CLOSED pgs=2038 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:12.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.155+0000 7f6b0507e640 1 --2- 172.21.15.67:0/3643374234 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6b000b6920 0x7f6b000b6370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:12.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.155+0000 7f6b0507e640 1 -- 172.21.15.67:0/3643374234 >> 172.21.15.67:0/3643374234 conn(0x7f6b000d1240 msgr2=0x7f6b000d1650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:12.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.155+0000 7f6b0507e640 1 -- 172.21.15.67:0/3643374234 shutdown_connections 2024-09-21T00:33:12.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.155+0000 7f6b0507e640 1 -- 172.21.15.67:0/3643374234 wait complete. 2024-09-21T00:33:12.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.157+0000 7f6b0507e640 1 Processor -- start 2024-09-21T00:33:12.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.157+0000 7f6b0507e640 1 -- start start 2024-09-21T00:33:12.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.158+0000 7f6b0507e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6b000b6920 0x7f6b0014f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:12.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.158+0000 7f6b0507e640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6b000cdc50 0x7f6b00152880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:12.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.158+0000 7f6b0507e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6b000d0610 0x7f6b000ca090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:12.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.158+0000 7f6b0507e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f6b000ce9b0 con 0x7f6b000d0610 2024-09-21T00:33:12.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.158+0000 7f6b0507e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f6b000ce830 con 0x7f6b000b6920 2024-09-21T00:33:12.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.158+0000 7f6b0507e640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f6b000b4d10 con 0x7f6b000cdc50 2024-09-21T00:33:12.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.158+0000 7f6aff59e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6b000d0610 0x7f6b000ca090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:12.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.158+0000 7f6aff59e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6b000d0610 0x7f6b000ca090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:50698/0 (socket says 172.21.15.67:50698) 2024-09-21T00:33:12.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.158+0000 7f6aff59e640 1 -- 172.21.15.67:0/3060208115 learned_addr learned my addr 172.21.15.67:0/3060208115 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:12.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.158+0000 7f6afe59c640 1 --2- 172.21.15.67:0/3060208115 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6b000cdc50 0x7f6b00152880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:12.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.159+0000 7f6afed9d640 1 --2- 172.21.15.67:0/3060208115 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6b000b6920 0x7f6b0014f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:12.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.159+0000 7f6aff59e640 1 -- 172.21.15.67:0/3060208115 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6b000cdc50 msgr2=0x7f6b00152880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:12.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.159+0000 7f6aff59e640 1 --2- 172.21.15.67:0/3060208115 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6b000cdc50 0x7f6b00152880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:12.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.159+0000 7f6aff59e640 1 -- 172.21.15.67:0/3060208115 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6b000b6920 msgr2=0x7f6b0014f6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:12.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.159+0000 7f6aff59e640 1 --2- 172.21.15.67:0/3060208115 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6b000b6920 0x7f6b0014f6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:12.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.159+0000 7f6aff59e640 1 -- 172.21.15.67:0/3060208115 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b001f6b70 con 0x7f6b000d0610 2024-09-21T00:33:12.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.159+0000 7f6aff59e640 1 --2- 172.21.15.67:0/3060208115 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6b000d0610 0x7f6b000ca090 secure :-1 s=READY pgs=2039 cs=0 l=1 rev1=1 crypto rx=0x7f6af800ea40 tx=0x7f6af800ef00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:12.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.159+0000 7f6ae77fe640 1 -- 172.21.15.67:0/3060208115 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6af800ce40 con 0x7f6b000d0610 2024-09-21T00:33:12.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.159+0000 7f6ae77fe640 1 -- 172.21.15.67:0/3060208115 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6af8004c10 con 0x7f6b000d0610 2024-09-21T00:33:12.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.159+0000 7f6b0507e640 1 -- 172.21.15.67:0/3060208115 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b00152dc0 con 0x7f6b000d0610 2024-09-21T00:33:12.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.159+0000 7f6ae77fe640 1 -- 172.21.15.67:0/3060208115 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6af8005020 con 0x7f6b000d0610 2024-09-21T00:33:12.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.159+0000 7f6b0507e640 1 -- 172.21.15.67:0/3060208115 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b001f7130 con 0x7f6b000d0610 2024-09-21T00:33:12.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.160+0000 7f6b0507e640 1 -- 172.21.15.67:0/3060208115 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6b000ce060 con 0x7f6b000d0610 2024-09-21T00:33:12.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.161+0000 7f6ae77fe640 1 -- 172.21.15.67:0/3060208115 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f6af80051c0 con 0x7f6b000d0610 2024-09-21T00:33:12.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.162+0000 7f6ae77fe640 1 --2- 172.21.15.67:0/3060208115 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6aec078b90 0x7f6aec07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:12.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.162+0000 7f6ae77fe640 1 -- 172.21.15.67:0/3060208115 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(162..162 src has 1..162) ==== 5709+0+0 (secure 0 0 0) 0x7f6af809b9c0 con 0x7f6b000d0610 2024-09-21T00:33:12.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.162+0000 7f6afed9d640 1 --2- 172.21.15.67:0/3060208115 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6aec078b90 0x7f6aec07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:12.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.162+0000 7f6afed9d640 1 --2- 172.21.15.67:0/3060208115 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6aec078b90 0x7f6aec07b0a0 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7f6b000b6f20 tx=0x7f6af0005f30 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:12.167 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.166+0000 7f6ae77fe640 1 -- 172.21.15.67:0/3060208115 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f6af809de20 con 0x7f6b000d0610 2024-09-21T00:33:12.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.426+0000 7f6b0507e640 1 -- 172.21.15.67:0/3060208115 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f6b001f68d0 con 0x7f6b000d0610 2024-09-21T00:33:12.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.427+0000 7f6ae77fe640 1 -- 172.21.15.67:0/3060208115 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1222 (secure 0 0 0) 0x7f6af80638d0 con 0x7f6b000d0610 2024-09-21T00:33:12.428 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:33:12.428 INFO:teuthology.orchestra.run.smithi067.stdout:{"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":735,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":162,"num_osds":8,"num_up_osds":8,"osd_up_since":1726878070,"num_in_osds":8,"osd_in_since":1726878060,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":24,"data_bytes":592778,"bytes_used":541650944,"bytes_avail":772552462336,"bytes_total":773094113280,"write_bytes_sec":2388,"read_op_per_sec":0,"write_op_per_sec":7},"fsmap":{"epoch":140,"btime":"2024-09-21T00:33:10:188889+0000","id":12,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":12,"rank":0,"name":"c","status":"up:active","gid":10026}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":34,"modified":"2024-09-21T00:32:57.676346+0000","services":{"mds":{"daemons":{"summary":"","c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-21T00:33:12.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.429+0000 7f6b0507e640 1 -- 172.21.15.67:0/3060208115 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6aec078b90 msgr2=0x7f6aec07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:12.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.429+0000 7f6b0507e640 1 --2- 172.21.15.67:0/3060208115 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6aec078b90 0x7f6aec07b0a0 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7f6b000b6f20 tx=0x7f6af0005f30 comp rx=0 tx=0).stop 2024-09-21T00:33:12.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.429+0000 7f6b0507e640 1 -- 172.21.15.67:0/3060208115 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6b000d0610 msgr2=0x7f6b000ca090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:12.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.429+0000 7f6b0507e640 1 --2- 172.21.15.67:0/3060208115 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6b000d0610 0x7f6b000ca090 secure :-1 s=READY pgs=2039 cs=0 l=1 rev1=1 crypto rx=0x7f6af800ea40 tx=0x7f6af800ef00 comp rx=0 tx=0).stop 2024-09-21T00:33:12.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.429+0000 7f6b0507e640 1 -- 172.21.15.67:0/3060208115 shutdown_connections 2024-09-21T00:33:12.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.429+0000 7f6b0507e640 1 --2- 172.21.15.67:0/3060208115 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6aec078b90 0x7f6aec07b0a0 unknown :-1 s=CLOSED pgs=771 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:12.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.429+0000 7f6b0507e640 1 --2- 172.21.15.67:0/3060208115 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6b000d0610 0x7f6b000ca090 unknown :-1 s=CLOSED pgs=2039 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:12.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.429+0000 7f6b0507e640 1 --2- 172.21.15.67:0/3060208115 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6b000cdc50 0x7f6b00152880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:12.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.429+0000 7f6b0507e640 1 --2- 172.21.15.67:0/3060208115 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6b000b6920 0x7f6b0014f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:12.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.429+0000 7f6b0507e640 1 -- 172.21.15.67:0/3060208115 >> 172.21.15.67:0/3060208115 conn(0x7f6b000d1240 msgr2=0x7f6b0009bf10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:12.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.429+0000 7f6b0507e640 1 -- 172.21.15.67:0/3060208115 shutdown_connections 2024-09-21T00:33:12.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.429+0000 7f6b0507e640 1 -- 172.21.15.67:0/3060208115 wait complete. 2024-09-21T00:33:12.441 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-21T00:33:12.441 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T00:33:12.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.557+0000 7f42e1ddf640 1 -- 172.21.15.67:0/2034028241 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f42dc0b73f0 msgr2=0x7f42dc0b7800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:12.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.557+0000 7f42e1ddf640 1 --2- 172.21.15.67:0/2034028241 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f42dc0b73f0 0x7f42dc0b7800 secure :-1 s=READY pgs=2040 cs=0 l=1 rev1=1 crypto rx=0x7f42d4005fd0 tx=0x7f42d402aa90 comp rx=0 tx=0).stop 2024-09-21T00:33:12.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.557+0000 7f42e1ddf640 1 -- 172.21.15.67:0/2034028241 shutdown_connections 2024-09-21T00:33:12.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.557+0000 7f42e1ddf640 1 --2- 172.21.15.67:0/2034028241 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f42dc0b73f0 0x7f42dc0b7800 unknown :-1 s=CLOSED pgs=2040 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:12.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.557+0000 7f42e1ddf640 1 --2- 172.21.15.67:0/2034028241 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f42dc0d1010 0x7f42dc0d1420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:12.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.557+0000 7f42e1ddf640 1 -- 172.21.15.67:0/2034028241 >> 172.21.15.67:0/2034028241 conn(0x7f42dc08bee0 msgr2=0x7f42dc0d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:12.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.557+0000 7f42e1ddf640 1 -- 172.21.15.67:0/2034028241 shutdown_connections 2024-09-21T00:33:12.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.557+0000 7f42e1ddf640 1 -- 172.21.15.67:0/2034028241 wait complete. 2024-09-21T00:33:12.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.559+0000 7f42e1ddf640 1 Processor -- start 2024-09-21T00:33:12.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.559+0000 7f42e1ddf640 1 -- start start 2024-09-21T00:33:12.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.561+0000 7f42e1ddf640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f42dc0b73f0 0x7f42dc158b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:12.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.561+0000 7f42e1ddf640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f42dc0b9780 0x7f42dc14dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:12.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.561+0000 7f42e1ddf640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f42dc0d1010 0x7f42dc09fef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:12.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.561+0000 7f42e1ddf640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f42dc0cf5a0 con 0x7f42dc0b9780 2024-09-21T00:33:12.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.561+0000 7f42e1ddf640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f42dc0cf420 con 0x7f42dc0d1010 2024-09-21T00:33:12.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.561+0000 7f42e1ddf640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f42dc0cf720 con 0x7f42dc0b73f0 2024-09-21T00:33:12.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.561+0000 7f42daffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f42dc0b9780 0x7f42dc14dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:12.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.561+0000 7f42daffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f42dc0b9780 0x7f42dc14dcd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:50716/0 (socket says 172.21.15.67:50716) 2024-09-21T00:33:12.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.561+0000 7f42daffd640 1 -- 172.21.15.67:0/3996402140 learned_addr learned my addr 172.21.15.67:0/3996402140 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:12.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.561+0000 7f42dbfff640 1 --2- 172.21.15.67:0/3996402140 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f42dc0d1010 0x7f42dc09fef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:12.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.561+0000 7f42db7fe640 1 --2- 172.21.15.67:0/3996402140 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f42dc0b73f0 0x7f42dc158b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:12.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.561+0000 7f42daffd640 1 -- 172.21.15.67:0/3996402140 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f42dc0b73f0 msgr2=0x7f42dc158b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:12.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.561+0000 7f42daffd640 1 --2- 172.21.15.67:0/3996402140 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f42dc0b73f0 0x7f42dc158b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:12.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.561+0000 7f42daffd640 1 -- 172.21.15.67:0/3996402140 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f42dc0d1010 msgr2=0x7f42dc09fef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:12.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.561+0000 7f42daffd640 1 --2- 172.21.15.67:0/3996402140 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f42dc0d1010 0x7f42dc09fef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:12.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.561+0000 7f42daffd640 1 -- 172.21.15.67:0/3996402140 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42dc09e520 con 0x7f42dc0b9780 2024-09-21T00:33:12.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.561+0000 7f42db7fe640 1 --2- 172.21.15.67:0/3996402140 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f42dc0b73f0 0x7f42dc158b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:33:12.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.561+0000 7f42dbfff640 1 --2- 172.21.15.67:0/3996402140 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f42dc0d1010 0x7f42dc09fef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:33:12.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.561+0000 7f42daffd640 1 --2- 172.21.15.67:0/3996402140 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f42dc0b9780 0x7f42dc14dcd0 secure :-1 s=READY pgs=2041 cs=0 l=1 rev1=1 crypto rx=0x7f42d000d700 tx=0x7f42d000dbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:12.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.561+0000 7f42c3fff640 1 -- 172.21.15.67:0/3996402140 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42d0017070 con 0x7f42dc0b9780 2024-09-21T00:33:12.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.561+0000 7f42c3fff640 1 -- 172.21.15.67:0/3996402140 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f42d0005310 con 0x7f42dc0b9780 2024-09-21T00:33:12.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.561+0000 7f42e1ddf640 1 -- 172.21.15.67:0/3996402140 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f42dc09e800 con 0x7f42dc0b9780 2024-09-21T00:33:12.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.561+0000 7f42c3fff640 1 -- 172.21.15.67:0/3996402140 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42d0009820 con 0x7f42dc0b9780 2024-09-21T00:33:12.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.562+0000 7f42e1ddf640 1 -- 172.21.15.67:0/3996402140 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f42dc158380 con 0x7f42dc0b9780 2024-09-21T00:33:12.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.562+0000 7f42e1ddf640 1 -- 172.21.15.67:0/3996402140 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f42dc0b7800 con 0x7f42dc0b9780 2024-09-21T00:33:12.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.563+0000 7f42c3fff640 1 -- 172.21.15.67:0/3996402140 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f42d00099c0 con 0x7f42dc0b9780 2024-09-21T00:33:12.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.564+0000 7f42c3fff640 1 --2- 172.21.15.67:0/3996402140 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f42c8078b90 0x7f42c807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:12.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.564+0000 7f42c3fff640 1 -- 172.21.15.67:0/3996402140 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(162..162 src has 1..162) ==== 5709+0+0 (secure 0 0 0) 0x7f42d009ad60 con 0x7f42dc0b9780 2024-09-21T00:33:12.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.564+0000 7f42db7fe640 1 --2- 172.21.15.67:0/3996402140 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f42c8078b90 0x7f42c807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:12.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.565+0000 7f42db7fe640 1 --2- 172.21.15.67:0/3996402140 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f42c8078b90 0x7f42c807b0a0 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7f42cc0016d0 tx=0x7f42cc009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:12.570 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.569+0000 7f42c3fff640 1 -- 172.21.15.67:0/3996402140 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f42d00632c0 con 0x7f42dc0b9780 2024-09-21T00:33:12.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.753+0000 7f42e1ddf640 1 -- 172.21.15.67:0/3996402140 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f42dc09e2b0 con 0x7f42c8078b90 2024-09-21T00:33:12.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.757+0000 7f42c3fff640 1 -- 172.21.15.67:0/3996402140 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252474 (secure 0 0 0) 0x7f42dc09e2b0 con 0x7f42c8078b90 2024-09-21T00:33:12.761 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:33:12.762 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-21T00:33:12.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.760+0000 7f42e1ddf640 1 -- 172.21.15.67:0/3996402140 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f42c8078b90 msgr2=0x7f42c807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:12.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.760+0000 7f42e1ddf640 1 --2- 172.21.15.67:0/3996402140 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f42c8078b90 0x7f42c807b0a0 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7f42cc0016d0 tx=0x7f42cc009040 comp rx=0 tx=0).stop 2024-09-21T00:33:12.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.760+0000 7f42e1ddf640 1 -- 172.21.15.67:0/3996402140 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f42dc0b9780 msgr2=0x7f42dc14dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:12.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.760+0000 7f42e1ddf640 1 --2- 172.21.15.67:0/3996402140 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f42dc0b9780 0x7f42dc14dcd0 secure :-1 s=READY pgs=2041 cs=0 l=1 rev1=1 crypto rx=0x7f42d000d700 tx=0x7f42d000dbc0 comp rx=0 tx=0).stop 2024-09-21T00:33:12.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.760+0000 7f42e1ddf640 1 -- 172.21.15.67:0/3996402140 shutdown_connections 2024-09-21T00:33:12.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.760+0000 7f42e1ddf640 1 --2- 172.21.15.67:0/3996402140 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f42c8078b90 0x7f42c807b0a0 unknown :-1 s=CLOSED pgs=772 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:12.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.760+0000 7f42e1ddf640 1 --2- 172.21.15.67:0/3996402140 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f42dc0d1010 0x7f42dc09fef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:12.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.760+0000 7f42e1ddf640 1 --2- 172.21.15.67:0/3996402140 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f42dc0b9780 0x7f42dc14dcd0 unknown :-1 s=CLOSED pgs=2041 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:12.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.760+0000 7f42e1ddf640 1 --2- 172.21.15.67:0/3996402140 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f42dc0b73f0 0x7f42dc158b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:12.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.760+0000 7f42e1ddf640 1 -- 172.21.15.67:0/3996402140 >> 172.21.15.67:0/3996402140 conn(0x7f42dc08bee0 msgr2=0x7f42dc0ce480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:12.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.761+0000 7f42e1ddf640 1 -- 172.21.15.67:0/3996402140 shutdown_connections 2024-09-21T00:33:12.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:12.761+0000 7f42e1ddf640 1 -- 172.21.15.67:0/3996402140 wait complete. 2024-09-21T00:33:12.773 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":517,"stamp":"2024-09-21T00:33:11.679674+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":187,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":528956,"kb_used_data":17084,"kb_used_omap":12,"kb_used_meta":511667,"kb_avail":754445764,"statfs":{"total":773094113280,"available":772552462336,"internally_reserved":0,"allocated":17494016,"data_stored":8315744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12749,"internal_metadata":523947571},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":22,"apply_latency_ms":22,"commit_latency_ns":22000000,"apply_latency_ns":22000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001580"},"pg_stats":[{"pgid":"25.3f","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.952480+0000","last_change":"2024-09-21T00:33:07.185019+0000","last_active":"2024-09-21T00:33:10.952480+0000","last_peered":"2024-09-21T00:33:10.952480+0000","last_clean":"2024-09-21T00:33:10.952480+0000","last_became_active":"2024-09-21T00:33:07.184099+0000","last_became_peered":"2024-09-21T00:33:07.184099+0000","last_unstale":"2024-09-21T00:33:10.952480+0000","last_undegraded":"2024-09-21T00:33:10.952480+0000","last_fullsized":"2024-09-21T00:33:10.952480+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:00:12.337873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.3e","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.681242+0000","last_change":"2024-09-21T00:33:07.196795+0000","last_active":"2024-09-21T00:33:08.681242+0000","last_peered":"2024-09-21T00:33:08.681242+0000","last_clean":"2024-09-21T00:33:08.681242+0000","last_became_active":"2024-09-21T00:33:07.196350+0000","last_became_peered":"2024-09-21T00:33:07.196350+0000","last_unstale":"2024-09-21T00:33:08.681242+0000","last_undegraded":"2024-09-21T00:33:08.681242+0000","last_fullsized":"2024-09-21T00:33:08.681242+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:27:14.046388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.3d","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.171790+0000","last_change":"2024-09-21T00:33:07.175231+0000","last_active":"2024-09-21T00:33:08.171790+0000","last_peered":"2024-09-21T00:33:08.171790+0000","last_clean":"2024-09-21T00:33:08.171790+0000","last_became_active":"2024-09-21T00:33:07.174443+0000","last_became_peered":"2024-09-21T00:33:07.174443+0000","last_unstale":"2024-09-21T00:33:08.171790+0000","last_undegraded":"2024-09-21T00:33:08.171790+0000","last_fullsized":"2024-09-21T00:33:08.171790+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:10:53.656577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.3c","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.681374+0000","last_change":"2024-09-21T00:33:07.190127+0000","last_active":"2024-09-21T00:33:08.681374+0000","last_peered":"2024-09-21T00:33:08.681374+0000","last_clean":"2024-09-21T00:33:08.681374+0000","last_became_active":"2024-09-21T00:33:07.189596+0000","last_became_peered":"2024-09-21T00:33:07.189596+0000","last_unstale":"2024-09-21T00:33:08.681374+0000","last_undegraded":"2024-09-21T00:33:08.681374+0000","last_fullsized":"2024-09-21T00:33:08.681374+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:37:05.762068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.3b","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.323629+0000","last_change":"2024-09-21T00:33:07.192693+0000","last_active":"2024-09-21T00:33:08.323629+0000","last_peered":"2024-09-21T00:33:08.323629+0000","last_clean":"2024-09-21T00:33:08.323629+0000","last_became_active":"2024-09-21T00:33:07.192113+0000","last_became_peered":"2024-09-21T00:33:07.192113+0000","last_unstale":"2024-09-21T00:33:08.323629+0000","last_undegraded":"2024-09-21T00:33:08.323629+0000","last_fullsized":"2024-09-21T00:33:08.323629+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:40:19.805103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.3a","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.171660+0000","last_change":"2024-09-21T00:33:07.175325+0000","last_active":"2024-09-21T00:33:08.171660+0000","last_peered":"2024-09-21T00:33:08.171660+0000","last_clean":"2024-09-21T00:33:08.171660+0000","last_became_active":"2024-09-21T00:33:07.174967+0000","last_became_peered":"2024-09-21T00:33:07.174967+0000","last_unstale":"2024-09-21T00:33:08.171660+0000","last_undegraded":"2024-09-21T00:33:08.171660+0000","last_fullsized":"2024-09-21T00:33:08.171660+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:47:19.732040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.39","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.164918+0000","last_change":"2024-09-21T00:33:07.183538+0000","last_active":"2024-09-21T00:33:08.164918+0000","last_peered":"2024-09-21T00:33:08.164918+0000","last_clean":"2024-09-21T00:33:08.164918+0000","last_became_active":"2024-09-21T00:33:07.183199+0000","last_became_peered":"2024-09-21T00:33:07.183199+0000","last_unstale":"2024-09-21T00:33:08.164918+0000","last_undegraded":"2024-09-21T00:33:08.164918+0000","last_fullsized":"2024-09-21T00:33:08.164918+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:06:13.280077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.38","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.451035+0000","last_change":"2024-09-21T00:33:07.168392+0000","last_active":"2024-09-21T00:33:10.451035+0000","last_peered":"2024-09-21T00:33:10.451035+0000","last_clean":"2024-09-21T00:33:10.451035+0000","last_became_active":"2024-09-21T00:33:07.168063+0000","last_became_peered":"2024-09-21T00:33:07.168063+0000","last_unstale":"2024-09-21T00:33:10.451035+0000","last_undegraded":"2024-09-21T00:33:10.451035+0000","last_fullsized":"2024-09-21T00:33:10.451035+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:43:57.874643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.37","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.166364+0000","last_change":"2024-09-21T00:33:07.187313+0000","last_active":"2024-09-21T00:33:08.166364+0000","last_peered":"2024-09-21T00:33:08.166364+0000","last_clean":"2024-09-21T00:33:08.166364+0000","last_became_active":"2024-09-21T00:33:07.186966+0000","last_became_peered":"2024-09-21T00:33:07.186966+0000","last_unstale":"2024-09-21T00:33:08.166364+0000","last_undegraded":"2024-09-21T00:33:08.166364+0000","last_fullsized":"2024-09-21T00:33:08.166364+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:45:02.672524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.36","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.163610+0000","last_change":"2024-09-21T00:33:07.194289+0000","last_active":"2024-09-21T00:33:08.163610+0000","last_peered":"2024-09-21T00:33:08.163610+0000","last_clean":"2024-09-21T00:33:08.163610+0000","last_became_active":"2024-09-21T00:33:07.193975+0000","last_became_peered":"2024-09-21T00:33:07.193975+0000","last_unstale":"2024-09-21T00:33:08.163610+0000","last_undegraded":"2024-09-21T00:33:08.163610+0000","last_fullsized":"2024-09-21T00:33:08.163610+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:29:19.822171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.35","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.166053+0000","last_change":"2024-09-21T00:33:07.175833+0000","last_active":"2024-09-21T00:33:08.166053+0000","last_peered":"2024-09-21T00:33:08.166053+0000","last_clean":"2024-09-21T00:33:08.166053+0000","last_became_active":"2024-09-21T00:33:07.175461+0000","last_became_peered":"2024-09-21T00:33:07.175461+0000","last_unstale":"2024-09-21T00:33:08.166053+0000","last_undegraded":"2024-09-21T00:33:08.166053+0000","last_fullsized":"2024-09-21T00:33:08.166053+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:45:42.113679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.34","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.681243+0000","last_change":"2024-09-21T00:33:07.177041+0000","last_active":"2024-09-21T00:33:08.681243+0000","last_peered":"2024-09-21T00:33:08.681243+0000","last_clean":"2024-09-21T00:33:08.681243+0000","last_became_active":"2024-09-21T00:33:07.176072+0000","last_became_peered":"2024-09-21T00:33:07.176072+0000","last_unstale":"2024-09-21T00:33:08.681243+0000","last_undegraded":"2024-09-21T00:33:08.681243+0000","last_fullsized":"2024-09-21T00:33:08.681243+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:23:33.145819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.33","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.681054+0000","last_change":"2024-09-21T00:33:07.179756+0000","last_active":"2024-09-21T00:33:08.681054+0000","last_peered":"2024-09-21T00:33:08.681054+0000","last_clean":"2024-09-21T00:33:08.681054+0000","last_became_active":"2024-09-21T00:33:07.179426+0000","last_became_peered":"2024-09-21T00:33:07.179426+0000","last_unstale":"2024-09-21T00:33:08.681054+0000","last_undegraded":"2024-09-21T00:33:08.681054+0000","last_fullsized":"2024-09-21T00:33:08.681054+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:37:54.870928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.32","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.166085+0000","last_change":"2024-09-21T00:33:07.195944+0000","last_active":"2024-09-21T00:33:08.166085+0000","last_peered":"2024-09-21T00:33:08.166085+0000","last_clean":"2024-09-21T00:33:08.166085+0000","last_became_active":"2024-09-21T00:33:07.195391+0000","last_became_peered":"2024-09-21T00:33:07.195391+0000","last_unstale":"2024-09-21T00:33:08.166085+0000","last_undegraded":"2024-09-21T00:33:08.166085+0000","last_fullsized":"2024-09-21T00:33:08.166085+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:08:40.852865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.31","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.681401+0000","last_change":"2024-09-21T00:33:07.182582+0000","last_active":"2024-09-21T00:33:08.681401+0000","last_peered":"2024-09-21T00:33:08.681401+0000","last_clean":"2024-09-21T00:33:08.681401+0000","last_became_active":"2024-09-21T00:33:07.178557+0000","last_became_peered":"2024-09-21T00:33:07.178557+0000","last_unstale":"2024-09-21T00:33:08.681401+0000","last_undegraded":"2024-09-21T00:33:08.681401+0000","last_fullsized":"2024-09-21T00:33:08.681401+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:47:08.639520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.30","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.451034+0000","last_change":"2024-09-21T00:33:07.175632+0000","last_active":"2024-09-21T00:33:10.451034+0000","last_peered":"2024-09-21T00:33:10.451034+0000","last_clean":"2024-09-21T00:33:10.451034+0000","last_became_active":"2024-09-21T00:33:07.175270+0000","last_became_peered":"2024-09-21T00:33:07.175270+0000","last_unstale":"2024-09-21T00:33:10.451034+0000","last_undegraded":"2024-09-21T00:33:10.451034+0000","last_fullsized":"2024-09-21T00:33:10.451034+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:39:47.236711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.2f","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.324070+0000","last_change":"2024-09-21T00:33:07.189144+0000","last_active":"2024-09-21T00:33:08.324070+0000","last_peered":"2024-09-21T00:33:08.324070+0000","last_clean":"2024-09-21T00:33:08.324070+0000","last_became_active":"2024-09-21T00:33:07.188535+0000","last_became_peered":"2024-09-21T00:33:07.188535+0000","last_unstale":"2024-09-21T00:33:08.324070+0000","last_undegraded":"2024-09-21T00:33:08.324070+0000","last_fullsized":"2024-09-21T00:33:08.324070+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:09:34.309834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.2e","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.952441+0000","last_change":"2024-09-21T00:33:07.178521+0000","last_active":"2024-09-21T00:33:10.952441+0000","last_peered":"2024-09-21T00:33:10.952441+0000","last_clean":"2024-09-21T00:33:10.952441+0000","last_became_active":"2024-09-21T00:33:07.178136+0000","last_became_peered":"2024-09-21T00:33:07.178136+0000","last_unstale":"2024-09-21T00:33:10.952441+0000","last_undegraded":"2024-09-21T00:33:10.952441+0000","last_fullsized":"2024-09-21T00:33:10.952441+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:42:55.539134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.2d","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.163287+0000","last_change":"2024-09-21T00:33:07.179537+0000","last_active":"2024-09-21T00:33:08.163287+0000","last_peered":"2024-09-21T00:33:08.163287+0000","last_clean":"2024-09-21T00:33:08.163287+0000","last_became_active":"2024-09-21T00:33:07.179231+0000","last_became_peered":"2024-09-21T00:33:07.179231+0000","last_unstale":"2024-09-21T00:33:08.163287+0000","last_undegraded":"2024-09-21T00:33:08.163287+0000","last_fullsized":"2024-09-21T00:33:08.163287+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:28:56.194117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.2c","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.323766+0000","last_change":"2024-09-21T00:33:07.188889+0000","last_active":"2024-09-21T00:33:08.323766+0000","last_peered":"2024-09-21T00:33:08.323766+0000","last_clean":"2024-09-21T00:33:08.323766+0000","last_became_active":"2024-09-21T00:33:07.188543+0000","last_became_peered":"2024-09-21T00:33:07.188543+0000","last_unstale":"2024-09-21T00:33:08.323766+0000","last_undegraded":"2024-09-21T00:33:08.323766+0000","last_fullsized":"2024-09-21T00:33:08.323766+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:22:10.117226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.2b","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.323674+0000","last_change":"2024-09-21T00:33:07.181113+0000","last_active":"2024-09-21T00:33:08.323674+0000","last_peered":"2024-09-21T00:33:08.323674+0000","last_clean":"2024-09-21T00:33:08.323674+0000","last_became_active":"2024-09-21T00:33:07.180776+0000","last_became_peered":"2024-09-21T00:33:07.180776+0000","last_unstale":"2024-09-21T00:33:08.323674+0000","last_undegraded":"2024-09-21T00:33:08.323674+0000","last_fullsized":"2024-09-21T00:33:08.323674+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:05:53.262355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.2a","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.163439+0000","last_change":"2024-09-21T00:33:07.195406+0000","last_active":"2024-09-21T00:33:08.163439+0000","last_peered":"2024-09-21T00:33:08.163439+0000","last_clean":"2024-09-21T00:33:08.163439+0000","last_became_active":"2024-09-21T00:33:07.195092+0000","last_became_peered":"2024-09-21T00:33:07.195092+0000","last_unstale":"2024-09-21T00:33:08.163439+0000","last_undegraded":"2024-09-21T00:33:08.163439+0000","last_fullsized":"2024-09-21T00:33:08.163439+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:22:52.492263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.29","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.171642+0000","last_change":"2024-09-21T00:33:07.181594+0000","last_active":"2024-09-21T00:33:08.171642+0000","last_peered":"2024-09-21T00:33:08.171642+0000","last_clean":"2024-09-21T00:33:08.171642+0000","last_became_active":"2024-09-21T00:33:07.181284+0000","last_became_peered":"2024-09-21T00:33:07.181284+0000","last_unstale":"2024-09-21T00:33:08.171642+0000","last_undegraded":"2024-09-21T00:33:08.171642+0000","last_fullsized":"2024-09-21T00:33:08.171642+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:37:11.828201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.28","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.451315+0000","last_change":"2024-09-21T00:33:07.176901+0000","last_active":"2024-09-21T00:33:10.451315+0000","last_peered":"2024-09-21T00:33:10.451315+0000","last_clean":"2024-09-21T00:33:10.451315+0000","last_became_active":"2024-09-21T00:33:07.176554+0000","last_became_peered":"2024-09-21T00:33:07.176554+0000","last_unstale":"2024-09-21T00:33:10.451315+0000","last_undegraded":"2024-09-21T00:33:10.451315+0000","last_fullsized":"2024-09-21T00:33:10.451315+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:34:22.827513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.27","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.681438+0000","last_change":"2024-09-21T00:33:07.195618+0000","last_active":"2024-09-21T00:33:08.681438+0000","last_peered":"2024-09-21T00:33:08.681438+0000","last_clean":"2024-09-21T00:33:08.681438+0000","last_became_active":"2024-09-21T00:33:07.195215+0000","last_became_peered":"2024-09-21T00:33:07.195215+0000","last_unstale":"2024-09-21T00:33:08.681438+0000","last_undegraded":"2024-09-21T00:33:08.681438+0000","last_fullsized":"2024-09-21T00:33:08.681438+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:58:06.965040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.26","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.164947+0000","last_change":"2024-09-21T00:33:07.183492+0000","last_active":"2024-09-21T00:33:08.164947+0000","last_peered":"2024-09-21T00:33:08.164947+0000","last_clean":"2024-09-21T00:33:08.164947+0000","last_became_active":"2024-09-21T00:33:07.183143+0000","last_became_peered":"2024-09-21T00:33:07.183143+0000","last_unstale":"2024-09-21T00:33:08.164947+0000","last_undegraded":"2024-09-21T00:33:08.164947+0000","last_fullsized":"2024-09-21T00:33:08.164947+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:07:51.633298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.25","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.172032+0000","last_change":"2024-09-21T00:33:07.175585+0000","last_active":"2024-09-21T00:33:08.172032+0000","last_peered":"2024-09-21T00:33:08.172032+0000","last_clean":"2024-09-21T00:33:08.172032+0000","last_became_active":"2024-09-21T00:33:07.174905+0000","last_became_peered":"2024-09-21T00:33:07.174905+0000","last_unstale":"2024-09-21T00:33:08.172032+0000","last_undegraded":"2024-09-21T00:33:08.172032+0000","last_fullsized":"2024-09-21T00:33:08.172032+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:43:10.816033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.24","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.323770+0000","last_change":"2024-09-21T00:33:07.183398+0000","last_active":"2024-09-21T00:33:08.323770+0000","last_peered":"2024-09-21T00:33:08.323770+0000","last_clean":"2024-09-21T00:33:08.323770+0000","last_became_active":"2024-09-21T00:33:07.183060+0000","last_became_peered":"2024-09-21T00:33:07.183060+0000","last_unstale":"2024-09-21T00:33:08.323770+0000","last_undegraded":"2024-09-21T00:33:08.323770+0000","last_fullsized":"2024-09-21T00:33:08.323770+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:04:31.789784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.23","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.681109+0000","last_change":"2024-09-21T00:33:07.176341+0000","last_active":"2024-09-21T00:33:08.681109+0000","last_peered":"2024-09-21T00:33:08.681109+0000","last_clean":"2024-09-21T00:33:08.681109+0000","last_became_active":"2024-09-21T00:33:07.175965+0000","last_became_peered":"2024-09-21T00:33:07.175965+0000","last_unstale":"2024-09-21T00:33:08.681109+0000","last_undegraded":"2024-09-21T00:33:08.681109+0000","last_fullsized":"2024-09-21T00:33:08.681109+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:14:22.218840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.22","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.164899+0000","last_change":"2024-09-21T00:33:07.174443+0000","last_active":"2024-09-21T00:33:08.164899+0000","last_peered":"2024-09-21T00:33:08.164899+0000","last_clean":"2024-09-21T00:33:08.164899+0000","last_became_active":"2024-09-21T00:33:07.173855+0000","last_became_peered":"2024-09-21T00:33:07.173855+0000","last_unstale":"2024-09-21T00:33:08.164899+0000","last_undegraded":"2024-09-21T00:33:08.164899+0000","last_fullsized":"2024-09-21T00:33:08.164899+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:40:19.805103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.21","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.171902+0000","last_change":"2024-09-21T00:33:07.183923+0000","last_active":"2024-09-21T00:33:08.171902+0000","last_peered":"2024-09-21T00:33:08.171902+0000","last_clean":"2024-09-21T00:33:08.171902+0000","last_became_active":"2024-09-21T00:33:07.183609+0000","last_became_peered":"2024-09-21T00:33:07.183609+0000","last_unstale":"2024-09-21T00:33:08.171902+0000","last_undegraded":"2024-09-21T00:33:08.171902+0000","last_fullsized":"2024-09-21T00:33:08.171902+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:45:00.184385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.20","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.323453+0000","last_change":"2024-09-21T00:33:07.186645+0000","last_active":"2024-09-21T00:33:08.323453+0000","last_peered":"2024-09-21T00:33:08.323453+0000","last_clean":"2024-09-21T00:33:08.323453+0000","last_became_active":"2024-09-21T00:33:07.186335+0000","last_became_peered":"2024-09-21T00:33:07.186335+0000","last_unstale":"2024-09-21T00:33:08.323453+0000","last_undegraded":"2024-09-21T00:33:08.323453+0000","last_fullsized":"2024-09-21T00:33:08.323453+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:25:06.590015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.1e","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.451481+0000","last_change":"2024-09-21T00:33:07.188351+0000","last_active":"2024-09-21T00:33:10.451481+0000","last_peered":"2024-09-21T00:33:10.451481+0000","last_clean":"2024-09-21T00:33:10.451481+0000","last_became_active":"2024-09-21T00:33:07.188048+0000","last_became_peered":"2024-09-21T00:33:07.188048+0000","last_unstale":"2024-09-21T00:33:10.451481+0000","last_undegraded":"2024-09-21T00:33:10.451481+0000","last_fullsized":"2024-09-21T00:33:10.451481+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:46:54.506684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.1f","version":"161'4","reported_seq":19,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.324073+0000","last_change":"2024-09-21T00:33:06.180613+0000","last_active":"2024-09-21T00:33:08.324073+0000","last_peered":"2024-09-21T00:33:08.324073+0000","last_clean":"2024-09-21T00:33:08.324073+0000","last_became_active":"2024-09-21T00:33:06.179667+0000","last_became_peered":"2024-09-21T00:33:06.179667+0000","last_unstale":"2024-09-21T00:33:08.324073+0000","last_undegraded":"2024-09-21T00:33:08.324073+0000","last_fullsized":"2024-09-21T00:33:08.324073+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:16:57.740614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.1f","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.163908+0000","last_change":"2024-09-21T00:33:07.184171+0000","last_active":"2024-09-21T00:33:08.163908+0000","last_peered":"2024-09-21T00:33:08.163908+0000","last_clean":"2024-09-21T00:33:08.163908+0000","last_became_active":"2024-09-21T00:33:07.183854+0000","last_became_peered":"2024-09-21T00:33:07.183854+0000","last_unstale":"2024-09-21T00:33:08.163908+0000","last_undegraded":"2024-09-21T00:33:08.163908+0000","last_fullsized":"2024-09-21T00:33:08.163908+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:00:12.337873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.1e","version":"161'1","reported_seq":16,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.164795+0000","last_change":"2024-09-21T00:33:06.179226+0000","last_active":"2024-09-21T00:33:08.164795+0000","last_peered":"2024-09-21T00:33:08.164795+0000","last_clean":"2024-09-21T00:33:08.164795+0000","last_became_active":"2024-09-21T00:33:06.178816+0000","last_became_peered":"2024-09-21T00:33:06.178816+0000","last_unstale":"2024-09-21T00:33:08.164795+0000","last_undegraded":"2024-09-21T00:33:08.164795+0000","last_fullsized":"2024-09-21T00:33:08.164795+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:54:39.950064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.1c","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.165552+0000","last_change":"2024-09-21T00:33:07.193358+0000","last_active":"2024-09-21T00:33:08.165552+0000","last_peered":"2024-09-21T00:33:08.165552+0000","last_clean":"2024-09-21T00:33:08.165552+0000","last_became_active":"2024-09-21T00:33:07.192955+0000","last_became_peered":"2024-09-21T00:33:07.192955+0000","last_unstale":"2024-09-21T00:33:08.165552+0000","last_undegraded":"2024-09-21T00:33:08.165552+0000","last_fullsized":"2024-09-21T00:33:08.165552+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:14:30.563226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.1d","version":"161'2","reported_seq":17,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.171996+0000","last_change":"2024-09-21T00:33:06.181205+0000","last_active":"2024-09-21T00:33:08.171996+0000","last_peered":"2024-09-21T00:33:08.171996+0000","last_clean":"2024-09-21T00:33:08.171996+0000","last_became_active":"2024-09-21T00:33:06.180897+0000","last_became_peered":"2024-09-21T00:33:06.180897+0000","last_unstale":"2024-09-21T00:33:08.171996+0000","last_undegraded":"2024-09-21T00:33:08.171996+0000","last_fullsized":"2024-09-21T00:33:08.171996+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:38:57.494787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.1d","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.165155+0000","last_change":"2024-09-21T00:33:07.169898+0000","last_active":"2024-09-21T00:33:08.165155+0000","last_peered":"2024-09-21T00:33:08.165155+0000","last_clean":"2024-09-21T00:33:08.165155+0000","last_became_active":"2024-09-21T00:33:07.169574+0000","last_became_peered":"2024-09-21T00:33:07.169574+0000","last_unstale":"2024-09-21T00:33:08.165155+0000","last_undegraded":"2024-09-21T00:33:08.165155+0000","last_fullsized":"2024-09-21T00:33:08.165155+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:05:53.262355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.1c","version":"161'2","reported_seq":17,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.681416+0000","last_change":"2024-09-21T00:33:06.179998+0000","last_active":"2024-09-21T00:33:08.681416+0000","last_peered":"2024-09-21T00:33:08.681416+0000","last_clean":"2024-09-21T00:33:08.681416+0000","last_became_active":"2024-09-21T00:33:06.179681+0000","last_became_peered":"2024-09-21T00:33:06.179681+0000","last_unstale":"2024-09-21T00:33:08.681416+0000","last_undegraded":"2024-09-21T00:33:08.681416+0000","last_fullsized":"2024-09-21T00:33:08.681416+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:33:53.431375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.1a","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.163463+0000","last_change":"2024-09-21T00:33:07.196476+0000","last_active":"2024-09-21T00:33:08.163463+0000","last_peered":"2024-09-21T00:33:08.163463+0000","last_clean":"2024-09-21T00:33:08.163463+0000","last_became_active":"2024-09-21T00:33:07.195983+0000","last_became_peered":"2024-09-21T00:33:07.195983+0000","last_unstale":"2024-09-21T00:33:08.163463+0000","last_undegraded":"2024-09-21T00:33:08.163463+0000","last_fullsized":"2024-09-21T00:33:08.163463+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:28:14.868949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.1b","version":"161'1","reported_seq":16,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.323839+0000","last_change":"2024-09-21T00:33:06.183861+0000","last_active":"2024-09-21T00:33:08.323839+0000","last_peered":"2024-09-21T00:33:08.323839+0000","last_clean":"2024-09-21T00:33:08.323839+0000","last_became_active":"2024-09-21T00:33:06.183509+0000","last_became_peered":"2024-09-21T00:33:06.183509+0000","last_unstale":"2024-09-21T00:33:08.323839+0000","last_undegraded":"2024-09-21T00:33:08.323839+0000","last_fullsized":"2024-09-21T00:33:08.323839+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:54:39.950064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.1b","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.451570+0000","last_change":"2024-09-21T00:33:07.185214+0000","last_active":"2024-09-21T00:33:10.451570+0000","last_peered":"2024-09-21T00:33:10.451570+0000","last_clean":"2024-09-21T00:33:10.451570+0000","last_became_active":"2024-09-21T00:33:07.184839+0000","last_became_peered":"2024-09-21T00:33:07.184839+0000","last_unstale":"2024-09-21T00:33:10.451570+0000","last_undegraded":"2024-09-21T00:33:10.451570+0000","last_fullsized":"2024-09-21T00:33:10.451570+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:22:43.046472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.1a","version":"161'1","reported_seq":16,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.451056+0000","last_change":"2024-09-21T00:33:06.179314+0000","last_active":"2024-09-21T00:33:10.451056+0000","last_peered":"2024-09-21T00:33:10.451056+0000","last_clean":"2024-09-21T00:33:10.451056+0000","last_became_active":"2024-09-21T00:33:06.179009+0000","last_became_peered":"2024-09-21T00:33:06.179009+0000","last_unstale":"2024-09-21T00:33:10.451056+0000","last_undegraded":"2024-09-21T00:33:10.451056+0000","last_fullsized":"2024-09-21T00:33:10.451056+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:11:55.196263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.19","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.165153+0000","last_change":"2024-09-21T00:33:07.175035+0000","last_active":"2024-09-21T00:33:08.165153+0000","last_peered":"2024-09-21T00:33:08.165153+0000","last_clean":"2024-09-21T00:33:08.165153+0000","last_became_active":"2024-09-21T00:33:07.174652+0000","last_became_peered":"2024-09-21T00:33:07.174652+0000","last_unstale":"2024-09-21T00:33:08.165153+0000","last_undegraded":"2024-09-21T00:33:08.165153+0000","last_fullsized":"2024-09-21T00:33:08.165153+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:43:49.279973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.18","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.951938+0000","last_change":"2024-09-21T00:33:06.183759+0000","last_active":"2024-09-21T00:33:10.951938+0000","last_peered":"2024-09-21T00:33:10.951938+0000","last_clean":"2024-09-21T00:33:10.951938+0000","last_became_active":"2024-09-21T00:33:06.183053+0000","last_became_peered":"2024-09-21T00:33:06.183053+0000","last_unstale":"2024-09-21T00:33:10.951938+0000","last_undegraded":"2024-09-21T00:33:10.951938+0000","last_fullsized":"2024-09-21T00:33:10.951938+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:05:36.121683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.16","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.172106+0000","last_change":"2024-09-21T00:33:07.193814+0000","last_active":"2024-09-21T00:33:08.172106+0000","last_peered":"2024-09-21T00:33:08.172106+0000","last_clean":"2024-09-21T00:33:08.172106+0000","last_became_active":"2024-09-21T00:33:07.191694+0000","last_became_peered":"2024-09-21T00:33:07.191694+0000","last_unstale":"2024-09-21T00:33:08.172106+0000","last_undegraded":"2024-09-21T00:33:08.172106+0000","last_fullsized":"2024-09-21T00:33:08.172106+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:01:53.605690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.17","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.165874+0000","last_change":"2024-09-21T00:33:06.176136+0000","last_active":"2024-09-21T00:33:08.165874+0000","last_peered":"2024-09-21T00:33:08.165874+0000","last_clean":"2024-09-21T00:33:08.165874+0000","last_became_active":"2024-09-21T00:33:06.175722+0000","last_became_peered":"2024-09-21T00:33:06.175722+0000","last_unstale":"2024-09-21T00:33:08.165874+0000","last_undegraded":"2024-09-21T00:33:08.165874+0000","last_fullsized":"2024-09-21T00:33:08.165874+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:41:23.161309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.17","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.451364+0000","last_change":"2024-09-21T00:33:07.183460+0000","last_active":"2024-09-21T00:33:10.451364+0000","last_peered":"2024-09-21T00:33:10.451364+0000","last_clean":"2024-09-21T00:33:10.451364+0000","last_became_active":"2024-09-21T00:33:07.183115+0000","last_became_peered":"2024-09-21T00:33:07.183115+0000","last_unstale":"2024-09-21T00:33:10.451364+0000","last_undegraded":"2024-09-21T00:33:10.451364+0000","last_fullsized":"2024-09-21T00:33:10.451364+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:35:38.340681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.16","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.323893+0000","last_change":"2024-09-21T00:33:06.177443+0000","last_active":"2024-09-21T00:33:08.323893+0000","last_peered":"2024-09-21T00:33:08.323893+0000","last_clean":"2024-09-21T00:33:08.323893+0000","last_became_active":"2024-09-21T00:33:06.177108+0000","last_became_peered":"2024-09-21T00:33:06.177108+0000","last_unstale":"2024-09-21T00:33:08.323893+0000","last_undegraded":"2024-09-21T00:33:08.323893+0000","last_fullsized":"2024-09-21T00:33:08.323893+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:05:03.976789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.14","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.165619+0000","last_change":"2024-09-21T00:33:07.172960+0000","last_active":"2024-09-21T00:33:08.165619+0000","last_peered":"2024-09-21T00:33:08.165619+0000","last_clean":"2024-09-21T00:33:08.165619+0000","last_became_active":"2024-09-21T00:33:07.172367+0000","last_became_peered":"2024-09-21T00:33:07.172367+0000","last_unstale":"2024-09-21T00:33:08.165619+0000","last_undegraded":"2024-09-21T00:33:08.165619+0000","last_fullsized":"2024-09-21T00:33:08.165619+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:26:24.242355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.15","version":"161'3","reported_seq":18,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.323638+0000","last_change":"2024-09-21T00:33:06.173218+0000","last_active":"2024-09-21T00:33:08.323638+0000","last_peered":"2024-09-21T00:33:08.323638+0000","last_clean":"2024-09-21T00:33:08.323638+0000","last_became_active":"2024-09-21T00:33:06.172904+0000","last_became_peered":"2024-09-21T00:33:06.172904+0000","last_unstale":"2024-09-21T00:33:08.323638+0000","last_undegraded":"2024-09-21T00:33:08.323638+0000","last_fullsized":"2024-09-21T00:33:08.323638+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:35:03.626307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.15","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.163343+0000","last_change":"2024-09-21T00:33:07.183105+0000","last_active":"2024-09-21T00:33:08.163343+0000","last_peered":"2024-09-21T00:33:08.163343+0000","last_clean":"2024-09-21T00:33:08.163343+0000","last_became_active":"2024-09-21T00:33:07.182796+0000","last_became_peered":"2024-09-21T00:33:07.182796+0000","last_unstale":"2024-09-21T00:33:08.163343+0000","last_undegraded":"2024-09-21T00:33:08.163343+0000","last_fullsized":"2024-09-21T00:33:08.163343+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:43:47.438110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.14","version":"161'6","reported_seq":21,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.171730+0000","last_change":"2024-09-21T00:33:06.178954+0000","last_active":"2024-09-21T00:33:08.171730+0000","last_peered":"2024-09-21T00:33:08.171730+0000","last_clean":"2024-09-21T00:33:08.171730+0000","last_became_active":"2024-09-21T00:33:06.178624+0000","last_became_peered":"2024-09-21T00:33:06.178624+0000","last_unstale":"2024-09-21T00:33:08.171730+0000","last_undegraded":"2024-09-21T00:33:08.171730+0000","last_fullsized":"2024-09-21T00:33:08.171730+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:23:15.329195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.12","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.171850+0000","last_change":"2024-09-21T00:33:07.197115+0000","last_active":"2024-09-21T00:33:08.171850+0000","last_peered":"2024-09-21T00:33:08.171850+0000","last_clean":"2024-09-21T00:33:08.171850+0000","last_became_active":"2024-09-21T00:33:07.196775+0000","last_became_peered":"2024-09-21T00:33:07.196775+0000","last_unstale":"2024-09-21T00:33:08.171850+0000","last_undegraded":"2024-09-21T00:33:08.171850+0000","last_fullsized":"2024-09-21T00:33:08.171850+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:46:34.668968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.13","version":"161'2","reported_seq":17,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.952343+0000","last_change":"2024-09-21T00:33:06.182508+0000","last_active":"2024-09-21T00:33:10.952343+0000","last_peered":"2024-09-21T00:33:10.952343+0000","last_clean":"2024-09-21T00:33:10.952343+0000","last_became_active":"2024-09-21T00:33:06.182148+0000","last_became_peered":"2024-09-21T00:33:06.182148+0000","last_unstale":"2024-09-21T00:33:10.952343+0000","last_undegraded":"2024-09-21T00:33:10.952343+0000","last_fullsized":"2024-09-21T00:33:10.952343+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:47:22.238690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.13","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.165335+0000","last_change":"2024-09-21T00:33:07.185551+0000","last_active":"2024-09-21T00:33:08.165335+0000","last_peered":"2024-09-21T00:33:08.165335+0000","last_clean":"2024-09-21T00:33:08.165335+0000","last_became_active":"2024-09-21T00:33:07.184428+0000","last_became_peered":"2024-09-21T00:33:07.184428+0000","last_unstale":"2024-09-21T00:33:08.165335+0000","last_undegraded":"2024-09-21T00:33:08.165335+0000","last_fullsized":"2024-09-21T00:33:08.165335+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:53:13.988739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.12","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.163877+0000","last_change":"2024-09-21T00:33:06.174505+0000","last_active":"2024-09-21T00:33:08.163877+0000","last_peered":"2024-09-21T00:33:08.163877+0000","last_clean":"2024-09-21T00:33:08.163877+0000","last_became_active":"2024-09-21T00:33:06.174210+0000","last_became_peered":"2024-09-21T00:33:06.174210+0000","last_unstale":"2024-09-21T00:33:08.163877+0000","last_undegraded":"2024-09-21T00:33:08.163877+0000","last_fullsized":"2024-09-21T00:33:08.163877+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:18:26.555372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.10","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.164485+0000","last_change":"2024-09-21T00:33:07.196161+0000","last_active":"2024-09-21T00:33:08.164485+0000","last_peered":"2024-09-21T00:33:08.164485+0000","last_clean":"2024-09-21T00:33:08.164485+0000","last_became_active":"2024-09-21T00:33:07.195338+0000","last_became_peered":"2024-09-21T00:33:07.195338+0000","last_unstale":"2024-09-21T00:33:08.164485+0000","last_undegraded":"2024-09-21T00:33:08.164485+0000","last_fullsized":"2024-09-21T00:33:08.164485+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:25:06.590015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.11","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.450919+0000","last_change":"2024-09-21T00:33:06.180812+0000","last_active":"2024-09-21T00:33:10.450919+0000","last_peered":"2024-09-21T00:33:10.450919+0000","last_clean":"2024-09-21T00:33:10.450919+0000","last_became_active":"2024-09-21T00:33:06.180442+0000","last_became_peered":"2024-09-21T00:33:06.180442+0000","last_unstale":"2024-09-21T00:33:10.450919+0000","last_undegraded":"2024-09-21T00:33:10.450919+0000","last_fullsized":"2024-09-21T00:33:10.450919+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:47:36.003522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.11","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.163138+0000","last_change":"2024-09-21T00:33:07.183479+0000","last_active":"2024-09-21T00:33:08.163138+0000","last_peered":"2024-09-21T00:33:08.163138+0000","last_clean":"2024-09-21T00:33:08.163138+0000","last_became_active":"2024-09-21T00:33:07.182339+0000","last_became_peered":"2024-09-21T00:33:07.182339+0000","last_unstale":"2024-09-21T00:33:08.163138+0000","last_undegraded":"2024-09-21T00:33:08.163138+0000","last_fullsized":"2024-09-21T00:33:08.163138+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:33:44.123304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.10","version":"161'8","reported_seq":23,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.952147+0000","last_change":"2024-09-21T00:33:06.183720+0000","last_active":"2024-09-21T00:33:10.952147+0000","last_peered":"2024-09-21T00:33:10.952147+0000","last_clean":"2024-09-21T00:33:10.952147+0000","last_became_active":"2024-09-21T00:33:06.183301+0000","last_became_peered":"2024-09-21T00:33:06.183301+0000","last_unstale":"2024-09-21T00:33:10.952147+0000","last_undegraded":"2024-09-21T00:33:10.952147+0000","last_fullsized":"2024-09-21T00:33:10.952147+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:01:41.251407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.e","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.163570+0000","last_change":"2024-09-21T00:33:07.181781+0000","last_active":"2024-09-21T00:33:08.163570+0000","last_peered":"2024-09-21T00:33:08.163570+0000","last_clean":"2024-09-21T00:33:08.163570+0000","last_became_active":"2024-09-21T00:33:07.181428+0000","last_became_peered":"2024-09-21T00:33:07.181428+0000","last_unstale":"2024-09-21T00:33:08.163570+0000","last_undegraded":"2024-09-21T00:33:08.163570+0000","last_fullsized":"2024-09-21T00:33:08.163570+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:09:20.926067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.f","version":"161'1","reported_seq":16,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.324165+0000","last_change":"2024-09-21T00:33:06.181447+0000","last_active":"2024-09-21T00:33:08.324165+0000","last_peered":"2024-09-21T00:33:08.324165+0000","last_clean":"2024-09-21T00:33:08.324165+0000","last_became_active":"2024-09-21T00:33:06.181046+0000","last_became_peered":"2024-09-21T00:33:06.181046+0000","last_unstale":"2024-09-21T00:33:08.324165+0000","last_undegraded":"2024-09-21T00:33:08.324165+0000","last_fullsized":"2024-09-21T00:33:08.324165+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:19:01.788761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.f","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.166393+0000","last_change":"2024-09-21T00:33:07.195792+0000","last_active":"2024-09-21T00:33:08.166393+0000","last_peered":"2024-09-21T00:33:08.166393+0000","last_clean":"2024-09-21T00:33:08.166393+0000","last_became_active":"2024-09-21T00:33:07.195410+0000","last_became_peered":"2024-09-21T00:33:07.195410+0000","last_unstale":"2024-09-21T00:33:08.166393+0000","last_undegraded":"2024-09-21T00:33:08.166393+0000","last_fullsized":"2024-09-21T00:33:08.166393+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:22:10.117226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.e","version":"161'2","reported_seq":17,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.451527+0000","last_change":"2024-09-21T00:33:06.176322+0000","last_active":"2024-09-21T00:33:10.451527+0000","last_peered":"2024-09-21T00:33:10.451527+0000","last_clean":"2024-09-21T00:33:10.451527+0000","last_became_active":"2024-09-21T00:33:06.175981+0000","last_became_peered":"2024-09-21T00:33:06.175981+0000","last_unstale":"2024-09-21T00:33:10.451527+0000","last_undegraded":"2024-09-21T00:33:10.451527+0000","last_fullsized":"2024-09-21T00:33:10.451527+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:33:43.121073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.c","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.164876+0000","last_change":"2024-09-21T00:33:07.175266+0000","last_active":"2024-09-21T00:33:08.164876+0000","last_peered":"2024-09-21T00:33:08.164876+0000","last_clean":"2024-09-21T00:33:08.164876+0000","last_became_active":"2024-09-21T00:33:07.174934+0000","last_became_peered":"2024-09-21T00:33:07.174934+0000","last_unstale":"2024-09-21T00:33:08.164876+0000","last_undegraded":"2024-09-21T00:33:08.164876+0000","last_fullsized":"2024-09-21T00:33:08.164876+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:38:10.149782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.d","version":"161'1","reported_seq":16,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.952409+0000","last_change":"2024-09-21T00:33:06.183312+0000","last_active":"2024-09-21T00:33:10.952409+0000","last_peered":"2024-09-21T00:33:10.952409+0000","last_clean":"2024-09-21T00:33:10.952409+0000","last_became_active":"2024-09-21T00:33:06.182888+0000","last_became_peered":"2024-09-21T00:33:06.182888+0000","last_unstale":"2024-09-21T00:33:10.952409+0000","last_undegraded":"2024-09-21T00:33:10.952409+0000","last_fullsized":"2024-09-21T00:33:10.952409+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:47:36.003522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.d","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.681106+0000","last_change":"2024-09-21T00:33:07.189831+0000","last_active":"2024-09-21T00:33:08.681106+0000","last_peered":"2024-09-21T00:33:08.681106+0000","last_clean":"2024-09-21T00:33:08.681106+0000","last_became_active":"2024-09-21T00:33:07.189493+0000","last_became_peered":"2024-09-21T00:33:07.189493+0000","last_unstale":"2024-09-21T00:33:08.681106+0000","last_undegraded":"2024-09-21T00:33:08.681106+0000","last_fullsized":"2024-09-21T00:33:08.681106+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:05:07.758805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.c","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.165747+0000","last_change":"2024-09-21T00:33:06.180674+0000","last_active":"2024-09-21T00:33:08.165747+0000","last_peered":"2024-09-21T00:33:08.165747+0000","last_clean":"2024-09-21T00:33:08.165747+0000","last_became_active":"2024-09-21T00:33:06.180292+0000","last_became_peered":"2024-09-21T00:33:06.180292+0000","last_unstale":"2024-09-21T00:33:08.165747+0000","last_undegraded":"2024-09-21T00:33:08.165747+0000","last_fullsized":"2024-09-21T00:33:08.165747+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:02:36.738603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.a","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.163720+0000","last_change":"2024-09-21T00:33:07.194548+0000","last_active":"2024-09-21T00:33:08.163720+0000","last_peered":"2024-09-21T00:33:08.163720+0000","last_clean":"2024-09-21T00:33:08.163720+0000","last_became_active":"2024-09-21T00:33:07.194211+0000","last_became_peered":"2024-09-21T00:33:07.194211+0000","last_unstale":"2024-09-21T00:33:08.163720+0000","last_undegraded":"2024-09-21T00:33:08.163720+0000","last_fullsized":"2024-09-21T00:33:08.163720+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:36:22.113703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.b","version":"161'2","reported_seq":17,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.171594+0000","last_change":"2024-09-21T00:33:06.175792+0000","last_active":"2024-09-21T00:33:08.171594+0000","last_peered":"2024-09-21T00:33:08.171594+0000","last_clean":"2024-09-21T00:33:08.171594+0000","last_became_active":"2024-09-21T00:33:06.175475+0000","last_became_peered":"2024-09-21T00:33:06.175475+0000","last_unstale":"2024-09-21T00:33:08.171594+0000","last_undegraded":"2024-09-21T00:33:08.171594+0000","last_fullsized":"2024-09-21T00:33:08.171594+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:22:29.462524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.b","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.165393+0000","last_change":"2024-09-21T00:33:07.167793+0000","last_active":"2024-09-21T00:33:08.165393+0000","last_peered":"2024-09-21T00:33:08.165393+0000","last_clean":"2024-09-21T00:33:08.165393+0000","last_became_active":"2024-09-21T00:33:07.167111+0000","last_became_peered":"2024-09-21T00:33:07.167111+0000","last_unstale":"2024-09-21T00:33:08.165393+0000","last_undegraded":"2024-09-21T00:33:08.165393+0000","last_fullsized":"2024-09-21T00:33:08.165393+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:55:49.030031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.a","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.323585+0000","last_change":"2024-09-21T00:33:06.181475+0000","last_active":"2024-09-21T00:33:08.323585+0000","last_peered":"2024-09-21T00:33:08.323585+0000","last_clean":"2024-09-21T00:33:08.323585+0000","last_became_active":"2024-09-21T00:33:06.178104+0000","last_became_peered":"2024-09-21T00:33:06.178104+0000","last_unstale":"2024-09-21T00:33:08.323585+0000","last_undegraded":"2024-09-21T00:33:08.323585+0000","last_fullsized":"2024-09-21T00:33:08.323585+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:22:19.127218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.8","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.680895+0000","last_change":"2024-09-21T00:33:07.186047+0000","last_active":"2024-09-21T00:33:08.680895+0000","last_peered":"2024-09-21T00:33:08.680895+0000","last_clean":"2024-09-21T00:33:08.680895+0000","last_became_active":"2024-09-21T00:33:07.185567+0000","last_became_peered":"2024-09-21T00:33:07.185567+0000","last_unstale":"2024-09-21T00:33:08.680895+0000","last_undegraded":"2024-09-21T00:33:08.680895+0000","last_fullsized":"2024-09-21T00:33:08.680895+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:56:25.134945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.9","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.171770+0000","last_change":"2024-09-21T00:33:06.175931+0000","last_active":"2024-09-21T00:33:08.171770+0000","last_peered":"2024-09-21T00:33:08.171770+0000","last_clean":"2024-09-21T00:33:08.171770+0000","last_became_active":"2024-09-21T00:33:06.175441+0000","last_became_peered":"2024-09-21T00:33:06.175441+0000","last_unstale":"2024-09-21T00:33:08.171770+0000","last_undegraded":"2024-09-21T00:33:08.171770+0000","last_fullsized":"2024-09-21T00:33:08.171770+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:17:36.297848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.9","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.323495+0000","last_change":"2024-09-21T00:33:07.192722+0000","last_active":"2024-09-21T00:33:08.323495+0000","last_peered":"2024-09-21T00:33:08.323495+0000","last_clean":"2024-09-21T00:33:08.323495+0000","last_became_active":"2024-09-21T00:33:07.192322+0000","last_became_peered":"2024-09-21T00:33:07.192322+0000","last_unstale":"2024-09-21T00:33:08.323495+0000","last_undegraded":"2024-09-21T00:33:08.323495+0000","last_fullsized":"2024-09-21T00:33:08.323495+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:38:10.149782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.8","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.164576+0000","last_change":"2024-09-21T00:33:06.180325+0000","last_active":"2024-09-21T00:33:08.164576+0000","last_peered":"2024-09-21T00:33:08.164576+0000","last_clean":"2024-09-21T00:33:08.164576+0000","last_became_active":"2024-09-21T00:33:06.179998+0000","last_became_peered":"2024-09-21T00:33:06.179998+0000","last_unstale":"2024-09-21T00:33:08.164576+0000","last_undegraded":"2024-09-21T00:33:08.164576+0000","last_fullsized":"2024-09-21T00:33:08.164576+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:12:02.190809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.6","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.323754+0000","last_change":"2024-09-21T00:33:07.191673+0000","last_active":"2024-09-21T00:33:08.323754+0000","last_peered":"2024-09-21T00:33:08.323754+0000","last_clean":"2024-09-21T00:33:08.323754+0000","last_became_active":"2024-09-21T00:33:07.191315+0000","last_became_peered":"2024-09-21T00:33:07.191315+0000","last_unstale":"2024-09-21T00:33:08.323754+0000","last_undegraded":"2024-09-21T00:33:08.323754+0000","last_fullsized":"2024-09-21T00:33:08.323754+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:08:40.852865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.7","version":"161'2","reported_seq":17,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.952585+0000","last_change":"2024-09-21T00:33:06.184497+0000","last_active":"2024-09-21T00:33:10.952585+0000","last_peered":"2024-09-21T00:33:10.952585+0000","last_clean":"2024-09-21T00:33:10.952585+0000","last_became_active":"2024-09-21T00:33:06.184098+0000","last_became_peered":"2024-09-21T00:33:06.184098+0000","last_unstale":"2024-09-21T00:33:10.952585+0000","last_undegraded":"2024-09-21T00:33:10.952585+0000","last_fullsized":"2024-09-21T00:33:10.952585+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:31:22.721678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.7","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.164119+0000","last_change":"2024-09-21T00:33:07.182051+0000","last_active":"2024-09-21T00:33:08.164119+0000","last_peered":"2024-09-21T00:33:08.164119+0000","last_clean":"2024-09-21T00:33:08.164119+0000","last_became_active":"2024-09-21T00:33:07.177101+0000","last_became_peered":"2024-09-21T00:33:07.177101+0000","last_unstale":"2024-09-21T00:33:08.164119+0000","last_undegraded":"2024-09-21T00:33:08.164119+0000","last_fullsized":"2024-09-21T00:33:08.164119+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:11:26.900960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.6","version":"162'1","reported_seq":16,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.163796+0000","last_change":"2024-09-21T00:33:06.180501+0000","last_active":"2024-09-21T00:33:08.163796+0000","last_peered":"2024-09-21T00:33:08.163796+0000","last_clean":"2024-09-21T00:33:08.163796+0000","last_became_active":"2024-09-21T00:33:06.179123+0000","last_became_peered":"2024-09-21T00:33:06.179123+0000","last_unstale":"2024-09-21T00:33:08.163796+0000","last_undegraded":"2024-09-21T00:33:08.163796+0000","last_fullsized":"2024-09-21T00:33:08.163796+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:37:40.529921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.4","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.451159+0000","last_change":"2024-09-21T00:33:07.178308+0000","last_active":"2024-09-21T00:33:10.451159+0000","last_peered":"2024-09-21T00:33:10.451159+0000","last_clean":"2024-09-21T00:33:10.451159+0000","last_became_active":"2024-09-21T00:33:07.177964+0000","last_became_peered":"2024-09-21T00:33:07.177964+0000","last_unstale":"2024-09-21T00:33:10.451159+0000","last_undegraded":"2024-09-21T00:33:10.451159+0000","last_fullsized":"2024-09-21T00:33:10.451159+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:51:28.595649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.5","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.163459+0000","last_change":"2024-09-21T00:33:06.179013+0000","last_active":"2024-09-21T00:33:08.163459+0000","last_peered":"2024-09-21T00:33:08.163459+0000","last_clean":"2024-09-21T00:33:08.163459+0000","last_became_active":"2024-09-21T00:33:06.178682+0000","last_became_peered":"2024-09-21T00:33:06.178682+0000","last_unstale":"2024-09-21T00:33:08.163459+0000","last_undegraded":"2024-09-21T00:33:08.163459+0000","last_fullsized":"2024-09-21T00:33:08.163459+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:27:13.824192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.5","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.451378+0000","last_change":"2024-09-21T00:33:07.174579+0000","last_active":"2024-09-21T00:33:10.451378+0000","last_peered":"2024-09-21T00:33:10.451378+0000","last_clean":"2024-09-21T00:33:10.451378+0000","last_became_active":"2024-09-21T00:33:07.174258+0000","last_became_peered":"2024-09-21T00:33:07.174258+0000","last_unstale":"2024-09-21T00:33:10.451378+0000","last_undegraded":"2024-09-21T00:33:10.451378+0000","last_fullsized":"2024-09-21T00:33:10.451378+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:46:16.533612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.4","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.451204+0000","last_change":"2024-09-21T00:33:06.175789+0000","last_active":"2024-09-21T00:33:10.451204+0000","last_peered":"2024-09-21T00:33:10.451204+0000","last_clean":"2024-09-21T00:33:10.451204+0000","last_became_active":"2024-09-21T00:33:06.175449+0000","last_became_peered":"2024-09-21T00:33:06.175449+0000","last_unstale":"2024-09-21T00:33:10.451204+0000","last_undegraded":"2024-09-21T00:33:10.451204+0000","last_fullsized":"2024-09-21T00:33:10.451204+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:31:22.721678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.2","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.952227+0000","last_change":"2024-09-21T00:33:07.196672+0000","last_active":"2024-09-21T00:33:10.952227+0000","last_peered":"2024-09-21T00:33:10.952227+0000","last_clean":"2024-09-21T00:33:10.952227+0000","last_became_active":"2024-09-21T00:33:07.196145+0000","last_became_peered":"2024-09-21T00:33:07.196145+0000","last_unstale":"2024-09-21T00:33:10.952227+0000","last_undegraded":"2024-09-21T00:33:10.952227+0000","last_fullsized":"2024-09-21T00:33:10.952227+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:13:40.945038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.3","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.164736+0000","last_change":"2024-09-21T00:33:06.183721+0000","last_active":"2024-09-21T00:33:08.164736+0000","last_peered":"2024-09-21T00:33:08.164736+0000","last_clean":"2024-09-21T00:33:08.164736+0000","last_became_active":"2024-09-21T00:33:06.183173+0000","last_became_peered":"2024-09-21T00:33:06.183173+0000","last_unstale":"2024-09-21T00:33:08.164736+0000","last_undegraded":"2024-09-21T00:33:08.164736+0000","last_fullsized":"2024-09-21T00:33:08.164736+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:35:03.626307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.3","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.952106+0000","last_change":"2024-09-21T00:33:07.180660+0000","last_active":"2024-09-21T00:33:10.952106+0000","last_peered":"2024-09-21T00:33:10.952106+0000","last_clean":"2024-09-21T00:33:10.952106+0000","last_became_active":"2024-09-21T00:33:07.179554+0000","last_became_peered":"2024-09-21T00:33:07.179554+0000","last_unstale":"2024-09-21T00:33:10.952106+0000","last_undegraded":"2024-09-21T00:33:10.952106+0000","last_fullsized":"2024-09-21T00:33:10.952106+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:54:52.344869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.2","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.165067+0000","last_change":"2024-09-21T00:33:06.176204+0000","last_active":"2024-09-21T00:33:08.165067+0000","last_peered":"2024-09-21T00:33:08.165067+0000","last_clean":"2024-09-21T00:33:08.165067+0000","last_became_active":"2024-09-21T00:33:06.175903+0000","last_became_peered":"2024-09-21T00:33:06.175903+0000","last_unstale":"2024-09-21T00:33:08.165067+0000","last_undegraded":"2024-09-21T00:33:08.165067+0000","last_fullsized":"2024-09-21T00:33:08.165067+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:12:20.933383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.0","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.680965+0000","last_change":"2024-09-21T00:33:07.185137+0000","last_active":"2024-09-21T00:33:08.680965+0000","last_peered":"2024-09-21T00:33:08.680965+0000","last_clean":"2024-09-21T00:33:08.680965+0000","last_became_active":"2024-09-21T00:33:07.184824+0000","last_became_peered":"2024-09-21T00:33:07.184824+0000","last_unstale":"2024-09-21T00:33:08.680965+0000","last_undegraded":"2024-09-21T00:33:08.680965+0000","last_fullsized":"2024-09-21T00:33:08.680965+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:04:19.475470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.1","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.681428+0000","last_change":"2024-09-21T00:33:06.180719+0000","last_active":"2024-09-21T00:33:08.681428+0000","last_peered":"2024-09-21T00:33:08.681428+0000","last_clean":"2024-09-21T00:33:08.681428+0000","last_became_active":"2024-09-21T00:33:06.180416+0000","last_became_peered":"2024-09-21T00:33:06.180416+0000","last_unstale":"2024-09-21T00:33:08.681428+0000","last_undegraded":"2024-09-21T00:33:08.681428+0000","last_fullsized":"2024-09-21T00:33:08.681428+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:06:41.372367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.1","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.323739+0000","last_change":"2024-09-21T00:33:07.189773+0000","last_active":"2024-09-21T00:33:08.323739+0000","last_peered":"2024-09-21T00:33:08.323739+0000","last_clean":"2024-09-21T00:33:08.323739+0000","last_became_active":"2024-09-21T00:33:07.189456+0000","last_became_peered":"2024-09-21T00:33:07.189456+0000","last_unstale":"2024-09-21T00:33:08.323739+0000","last_undegraded":"2024-09-21T00:33:08.323739+0000","last_fullsized":"2024-09-21T00:33:08.323739+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:43:13.074438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.0","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.171514+0000","last_change":"2024-09-21T00:33:06.176729+0000","last_active":"2024-09-21T00:33:08.171514+0000","last_peered":"2024-09-21T00:33:08.171514+0000","last_clean":"2024-09-21T00:33:08.171514+0000","last_became_active":"2024-09-21T00:33:06.176397+0000","last_became_peered":"2024-09-21T00:33:06.176397+0000","last_unstale":"2024-09-21T00:33:08.171514+0000","last_undegraded":"2024-09-21T00:33:08.171514+0000","last_fullsized":"2024-09-21T00:33:08.171514+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:07:21.305530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.18","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.163044+0000","last_change":"2024-09-21T00:33:07.187274+0000","last_active":"2024-09-21T00:33:08.163044+0000","last_peered":"2024-09-21T00:33:08.163044+0000","last_clean":"2024-09-21T00:33:08.163044+0000","last_became_active":"2024-09-21T00:33:07.186949+0000","last_became_peered":"2024-09-21T00:33:07.186949+0000","last_unstale":"2024-09-21T00:33:08.163044+0000","last_undegraded":"2024-09-21T00:33:08.163044+0000","last_fullsized":"2024-09-21T00:33:08.163044+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:11:56.198494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.19","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.952095+0000","last_change":"2024-09-21T00:33:06.182582+0000","last_active":"2024-09-21T00:33:10.952095+0000","last_peered":"2024-09-21T00:33:10.952095+0000","last_clean":"2024-09-21T00:33:10.952095+0000","last_became_active":"2024-09-21T00:33:06.181880+0000","last_became_peered":"2024-09-21T00:33:06.181880+0000","last_unstale":"2024-09-21T00:33:10.952095+0000","last_undegraded":"2024-09-21T00:33:10.952095+0000","last_fullsized":"2024-09-21T00:33:10.952095+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:11:55.196263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":366,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.952430+0000","last_change":"2024-09-21T00:21:11.583793+0000","last_active":"2024-09-21T00:33:10.952430+0000","last_peered":"2024-09-21T00:33:10.952430+0000","last_clean":"2024-09-21T00:33:10.952430+0000","last_became_active":"2024-09-21T00:21:11.582502+0000","last_became_peered":"2024-09-21T00:21:11.582502+0000","last_unstale":"2024-09-21T00:33:10.952430+0000","last_undegraded":"2024-09-21T00:33:10.952430+0000","last_fullsized":"2024-09-21T00:33:10.952430+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_clean_scrub_stamp":"2024-09-21T00:21:10.311964+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:58.010953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":25,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":24,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509588,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":60120,"kb_used_data":2560,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94311720,"statfs":{"total":96636764160,"available":96575201280,"internally_reserved":0,"allocated":2621440,"data_stored":1476233,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":58915274},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509588,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":51220,"kb_used_data":1984,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94320620,"statfs":{"total":96636764160,"available":96584314880,"internally_reserved":0,"allocated":2031616,"data_stored":892061,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":50395590},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509588,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59548,"kb_used_data":1984,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312292,"statfs":{"total":96636764160,"available":96575787008,"internally_reserved":0,"allocated":2031616,"data_stored":892061,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":58915269},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509589,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":73440,"kb_used_data":1996,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94298400,"statfs":{"total":96636764160,"available":96561561600,"internally_reserved":0,"allocated":2043904,"data_stored":892255,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":73136584},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509589,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59556,"kb_used_data":1996,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312284,"statfs":{"total":96636764160,"available":96575778816,"internally_reserved":0,"allocated":2043904,"data_stored":892755,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":58915269},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509587,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":74016,"kb_used_data":2568,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94297824,"statfs":{"total":96636764160,"available":96560971776,"internally_reserved":0,"allocated":2629632,"data_stored":1482451,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":73136582},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574995,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":73452,"kb_used_data":2000,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94298388,"statfs":{"total":96636764160,"available":96561549312,"internally_reserved":0,"allocated":2048000,"data_stored":894255,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":73136581},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574995,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":77604,"kb_used_data":1996,"kb_used_omap":1,"kb_used_meta":75582,"kb_avail":94294236,"statfs":{"total":96636764160,"available":96557297664,"internally_reserved":0,"allocated":2043904,"data_stored":893673,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":77396422},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T00:33:13.138 INFO:tasks.ceph.mds.c.smithi067.stderr:2024-09-21T00:33:13.137+0000 7fb8e593a640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-21T00:33:15.777 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T00:33:15.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:15.908+0000 7fef8e0cc640 1 -- 172.21.15.67:0/3872482395 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fef880d1420 msgr2=0x7fef880d0110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:15.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:15.908+0000 7fef8e0cc640 1 --2- 172.21.15.67:0/3872482395 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fef880d1420 0x7fef880d0110 secure :-1 s=READY pgs=2043 cs=0 l=1 rev1=1 crypto rx=0x7fef80005fd0 tx=0x7fef8002a940 comp rx=0 tx=0).stop 2024-09-21T00:33:15.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:15.908+0000 7fef8e0cc640 1 -- 172.21.15.67:0/3872482395 shutdown_connections 2024-09-21T00:33:15.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:15.908+0000 7fef8e0cc640 1 --2- 172.21.15.67:0/3872482395 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fef880d1420 0x7fef880d0110 unknown :-1 s=CLOSED pgs=2043 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:15.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:15.908+0000 7fef8e0cc640 1 -- 172.21.15.67:0/3872482395 >> 172.21.15.67:0/3872482395 conn(0x7fef8808bee0 msgr2=0x7fef880d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:15.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:15.908+0000 7fef8e0cc640 1 -- 172.21.15.67:0/3872482395 shutdown_connections 2024-09-21T00:33:15.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:15.908+0000 7fef8e0cc640 1 -- 172.21.15.67:0/3872482395 wait complete. 2024-09-21T00:33:15.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:15.910+0000 7fef8e0cc640 1 Processor -- start 2024-09-21T00:33:15.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:15.910+0000 7fef8e0cc640 1 -- start start 2024-09-21T00:33:15.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:15.911+0000 7fef8e0cc640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fef880b9780 0x7fef8814d0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:15.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:15.911+0000 7fef8e0cc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fef880d1010 0x7fef881569e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:15.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:15.911+0000 7fef8e0cc640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fef880d1420 0x7fef881590d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:15.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:15.911+0000 7fef8e0cc640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fef88169f30 con 0x7fef880d1010 2024-09-21T00:33:15.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:15.912+0000 7fef8e0cc640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fef88169db0 con 0x7fef880b9780 2024-09-21T00:33:15.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:15.912+0000 7fef8e0cc640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fef8816a0b0 con 0x7fef880d1420 2024-09-21T00:33:15.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:15.912+0000 7fef86ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fef880d1010 0x7fef881569e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:15.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:15.912+0000 7fef86ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fef880d1010 0x7fef881569e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:58556/0 (socket says 172.21.15.67:58556) 2024-09-21T00:33:15.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:15.912+0000 7fef86ffd640 1 -- 172.21.15.67:0/3334265346 learned_addr learned my addr 172.21.15.67:0/3334265346 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:15.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:15.912+0000 7fef877fe640 1 --2- 172.21.15.67:0/3334265346 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fef880b9780 0x7fef8814d0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:15.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:15.912+0000 7fef87fff640 1 --2- 172.21.15.67:0/3334265346 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fef880d1420 0x7fef881590d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:15.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:15.912+0000 7fef86ffd640 1 -- 172.21.15.67:0/3334265346 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fef880d1420 msgr2=0x7fef881590d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:15.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:15.912+0000 7fef86ffd640 1 --2- 172.21.15.67:0/3334265346 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fef880d1420 0x7fef881590d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:15.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:15.912+0000 7fef86ffd640 1 -- 172.21.15.67:0/3334265346 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fef880b9780 msgr2=0x7fef8814d0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:15.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:15.912+0000 7fef86ffd640 1 --2- 172.21.15.67:0/3334265346 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fef880b9780 0x7fef8814d0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:15.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:15.912+0000 7fef86ffd640 1 -- 172.21.15.67:0/3334265346 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef8815b880 con 0x7fef880d1010 2024-09-21T00:33:15.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:15.912+0000 7fef86ffd640 1 --2- 172.21.15.67:0/3334265346 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fef880d1010 0x7fef881569e0 secure :-1 s=READY pgs=2044 cs=0 l=1 rev1=1 crypto rx=0x7fef7c00c3f0 tx=0x7fef7c00c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:15.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:15.912+0000 7fef6ffff640 1 -- 172.21.15.67:0/3334265346 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef7c017070 con 0x7fef880d1010 2024-09-21T00:33:15.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:15.912+0000 7fef6ffff640 1 -- 172.21.15.67:0/3334265346 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fef7c0035f0 con 0x7fef880d1010 2024-09-21T00:33:15.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:15.912+0000 7fef6ffff640 1 -- 172.21.15.67:0/3334265346 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef7c003a40 con 0x7fef880d1010 2024-09-21T00:33:15.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:15.912+0000 7fef8e0cc640 1 -- 172.21.15.67:0/3334265346 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fef8815bb60 con 0x7fef880d1010 2024-09-21T00:33:15.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:15.912+0000 7fef8e0cc640 1 -- 172.21.15.67:0/3334265346 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fef881f8e40 con 0x7fef880d1010 2024-09-21T00:33:15.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:15.914+0000 7fef8e0cc640 1 -- 172.21.15.67:0/3334265346 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fef880b73f0 con 0x7fef880d1010 2024-09-21T00:33:15.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:15.915+0000 7fef6ffff640 1 -- 172.21.15.67:0/3334265346 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fef7c01a070 con 0x7fef880d1010 2024-09-21T00:33:15.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:15.915+0000 7fef6ffff640 1 --2- 172.21.15.67:0/3334265346 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fef74078bc0 0x7fef7407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:15.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:15.915+0000 7fef6ffff640 1 -- 172.21.15.67:0/3334265346 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(162..162 src has 1..162) ==== 5709+0+0 (secure 0 0 0) 0x7fef7c09a0d0 con 0x7fef880d1010 2024-09-21T00:33:15.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:15.915+0000 7fef877fe640 1 --2- 172.21.15.67:0/3334265346 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fef74078bc0 0x7fef7407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:15.917 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:15.916+0000 7fef877fe640 1 --2- 172.21.15.67:0/3334265346 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fef74078bc0 0x7fef7407b0d0 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7fef78007fd0 tx=0x7fef78009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:15.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:15.919+0000 7fef6ffff640 1 -- 172.21.15.67:0/3334265346 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fef7c021020 con 0x7fef880d1010 2024-09-21T00:33:16.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.103+0000 7fef8e0cc640 1 -- 172.21.15.67:0/3334265346 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fef8806f250 con 0x7fef74078bc0 2024-09-21T00:33:16.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.107+0000 7fef6ffff640 1 -- 172.21.15.67:0/3334265346 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252450 (secure 0 0 0) 0x7fef8806f250 con 0x7fef74078bc0 2024-09-21T00:33:16.111 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:33:16.112 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-21T00:33:16.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.110+0000 7fef8e0cc640 1 -- 172.21.15.67:0/3334265346 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fef74078bc0 msgr2=0x7fef7407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:16.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.110+0000 7fef8e0cc640 1 --2- 172.21.15.67:0/3334265346 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fef74078bc0 0x7fef7407b0d0 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7fef78007fd0 tx=0x7fef78009040 comp rx=0 tx=0).stop 2024-09-21T00:33:16.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.110+0000 7fef8e0cc640 1 -- 172.21.15.67:0/3334265346 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fef880d1010 msgr2=0x7fef881569e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:16.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.110+0000 7fef8e0cc640 1 --2- 172.21.15.67:0/3334265346 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fef880d1010 0x7fef881569e0 secure :-1 s=READY pgs=2044 cs=0 l=1 rev1=1 crypto rx=0x7fef7c00c3f0 tx=0x7fef7c00c8b0 comp rx=0 tx=0).stop 2024-09-21T00:33:16.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.110+0000 7fef8e0cc640 1 -- 172.21.15.67:0/3334265346 shutdown_connections 2024-09-21T00:33:16.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.110+0000 7fef8e0cc640 1 --2- 172.21.15.67:0/3334265346 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fef74078bc0 0x7fef7407b0d0 unknown :-1 s=CLOSED pgs=773 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:16.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.110+0000 7fef8e0cc640 1 --2- 172.21.15.67:0/3334265346 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fef880d1420 0x7fef881590d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:16.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.110+0000 7fef8e0cc640 1 --2- 172.21.15.67:0/3334265346 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fef880d1010 0x7fef881569e0 unknown :-1 s=CLOSED pgs=2044 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:16.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.110+0000 7fef8e0cc640 1 --2- 172.21.15.67:0/3334265346 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fef880b9780 0x7fef8814d0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:16.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.110+0000 7fef8e0cc640 1 -- 172.21.15.67:0/3334265346 >> 172.21.15.67:0/3334265346 conn(0x7fef8808bee0 msgr2=0x7fef8806f770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:16.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.110+0000 7fef8e0cc640 1 -- 172.21.15.67:0/3334265346 shutdown_connections 2024-09-21T00:33:16.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.111+0000 7fef8e0cc640 1 -- 172.21.15.67:0/3334265346 wait complete. 2024-09-21T00:33:16.123 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":519,"stamp":"2024-09-21T00:33:15.680951+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":528956,"kb_used_data":17084,"kb_used_omap":12,"kb_used_meta":511667,"kb_avail":754445764,"statfs":{"total":773094113280,"available":772552462336,"internally_reserved":0,"allocated":17494016,"data_stored":8315744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12749,"internal_metadata":523947571},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":18,"apply_latency_ms":18,"commit_latency_ns":18000000,"apply_latency_ns":18000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.519612"},"pg_stats":[{"pgid":"25.3f","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.952480+0000","last_change":"2024-09-21T00:33:07.185019+0000","last_active":"2024-09-21T00:33:10.952480+0000","last_peered":"2024-09-21T00:33:10.952480+0000","last_clean":"2024-09-21T00:33:10.952480+0000","last_became_active":"2024-09-21T00:33:07.184099+0000","last_became_peered":"2024-09-21T00:33:07.184099+0000","last_unstale":"2024-09-21T00:33:10.952480+0000","last_undegraded":"2024-09-21T00:33:10.952480+0000","last_fullsized":"2024-09-21T00:33:10.952480+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:00:12.337873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.3e","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.681242+0000","last_change":"2024-09-21T00:33:07.196795+0000","last_active":"2024-09-21T00:33:08.681242+0000","last_peered":"2024-09-21T00:33:08.681242+0000","last_clean":"2024-09-21T00:33:08.681242+0000","last_became_active":"2024-09-21T00:33:07.196350+0000","last_became_peered":"2024-09-21T00:33:07.196350+0000","last_unstale":"2024-09-21T00:33:08.681242+0000","last_undegraded":"2024-09-21T00:33:08.681242+0000","last_fullsized":"2024-09-21T00:33:08.681242+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:27:14.046388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.3d","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.171790+0000","last_change":"2024-09-21T00:33:07.175231+0000","last_active":"2024-09-21T00:33:08.171790+0000","last_peered":"2024-09-21T00:33:08.171790+0000","last_clean":"2024-09-21T00:33:08.171790+0000","last_became_active":"2024-09-21T00:33:07.174443+0000","last_became_peered":"2024-09-21T00:33:07.174443+0000","last_unstale":"2024-09-21T00:33:08.171790+0000","last_undegraded":"2024-09-21T00:33:08.171790+0000","last_fullsized":"2024-09-21T00:33:08.171790+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:10:53.656577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.3c","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.681374+0000","last_change":"2024-09-21T00:33:07.190127+0000","last_active":"2024-09-21T00:33:08.681374+0000","last_peered":"2024-09-21T00:33:08.681374+0000","last_clean":"2024-09-21T00:33:08.681374+0000","last_became_active":"2024-09-21T00:33:07.189596+0000","last_became_peered":"2024-09-21T00:33:07.189596+0000","last_unstale":"2024-09-21T00:33:08.681374+0000","last_undegraded":"2024-09-21T00:33:08.681374+0000","last_fullsized":"2024-09-21T00:33:08.681374+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:37:05.762068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.3b","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.323629+0000","last_change":"2024-09-21T00:33:07.192693+0000","last_active":"2024-09-21T00:33:08.323629+0000","last_peered":"2024-09-21T00:33:08.323629+0000","last_clean":"2024-09-21T00:33:08.323629+0000","last_became_active":"2024-09-21T00:33:07.192113+0000","last_became_peered":"2024-09-21T00:33:07.192113+0000","last_unstale":"2024-09-21T00:33:08.323629+0000","last_undegraded":"2024-09-21T00:33:08.323629+0000","last_fullsized":"2024-09-21T00:33:08.323629+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:40:19.805103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.3a","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.171660+0000","last_change":"2024-09-21T00:33:07.175325+0000","last_active":"2024-09-21T00:33:08.171660+0000","last_peered":"2024-09-21T00:33:08.171660+0000","last_clean":"2024-09-21T00:33:08.171660+0000","last_became_active":"2024-09-21T00:33:07.174967+0000","last_became_peered":"2024-09-21T00:33:07.174967+0000","last_unstale":"2024-09-21T00:33:08.171660+0000","last_undegraded":"2024-09-21T00:33:08.171660+0000","last_fullsized":"2024-09-21T00:33:08.171660+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:47:19.732040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.39","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.164918+0000","last_change":"2024-09-21T00:33:07.183538+0000","last_active":"2024-09-21T00:33:08.164918+0000","last_peered":"2024-09-21T00:33:08.164918+0000","last_clean":"2024-09-21T00:33:08.164918+0000","last_became_active":"2024-09-21T00:33:07.183199+0000","last_became_peered":"2024-09-21T00:33:07.183199+0000","last_unstale":"2024-09-21T00:33:08.164918+0000","last_undegraded":"2024-09-21T00:33:08.164918+0000","last_fullsized":"2024-09-21T00:33:08.164918+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:06:13.280077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.38","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.451035+0000","last_change":"2024-09-21T00:33:07.168392+0000","last_active":"2024-09-21T00:33:10.451035+0000","last_peered":"2024-09-21T00:33:10.451035+0000","last_clean":"2024-09-21T00:33:10.451035+0000","last_became_active":"2024-09-21T00:33:07.168063+0000","last_became_peered":"2024-09-21T00:33:07.168063+0000","last_unstale":"2024-09-21T00:33:10.451035+0000","last_undegraded":"2024-09-21T00:33:10.451035+0000","last_fullsized":"2024-09-21T00:33:10.451035+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:43:57.874643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.37","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.166364+0000","last_change":"2024-09-21T00:33:07.187313+0000","last_active":"2024-09-21T00:33:08.166364+0000","last_peered":"2024-09-21T00:33:08.166364+0000","last_clean":"2024-09-21T00:33:08.166364+0000","last_became_active":"2024-09-21T00:33:07.186966+0000","last_became_peered":"2024-09-21T00:33:07.186966+0000","last_unstale":"2024-09-21T00:33:08.166364+0000","last_undegraded":"2024-09-21T00:33:08.166364+0000","last_fullsized":"2024-09-21T00:33:08.166364+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:45:02.672524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.36","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.163610+0000","last_change":"2024-09-21T00:33:07.194289+0000","last_active":"2024-09-21T00:33:08.163610+0000","last_peered":"2024-09-21T00:33:08.163610+0000","last_clean":"2024-09-21T00:33:08.163610+0000","last_became_active":"2024-09-21T00:33:07.193975+0000","last_became_peered":"2024-09-21T00:33:07.193975+0000","last_unstale":"2024-09-21T00:33:08.163610+0000","last_undegraded":"2024-09-21T00:33:08.163610+0000","last_fullsized":"2024-09-21T00:33:08.163610+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:29:19.822171+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.35","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.166053+0000","last_change":"2024-09-21T00:33:07.175833+0000","last_active":"2024-09-21T00:33:08.166053+0000","last_peered":"2024-09-21T00:33:08.166053+0000","last_clean":"2024-09-21T00:33:08.166053+0000","last_became_active":"2024-09-21T00:33:07.175461+0000","last_became_peered":"2024-09-21T00:33:07.175461+0000","last_unstale":"2024-09-21T00:33:08.166053+0000","last_undegraded":"2024-09-21T00:33:08.166053+0000","last_fullsized":"2024-09-21T00:33:08.166053+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:45:42.113679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.34","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.681243+0000","last_change":"2024-09-21T00:33:07.177041+0000","last_active":"2024-09-21T00:33:08.681243+0000","last_peered":"2024-09-21T00:33:08.681243+0000","last_clean":"2024-09-21T00:33:08.681243+0000","last_became_active":"2024-09-21T00:33:07.176072+0000","last_became_peered":"2024-09-21T00:33:07.176072+0000","last_unstale":"2024-09-21T00:33:08.681243+0000","last_undegraded":"2024-09-21T00:33:08.681243+0000","last_fullsized":"2024-09-21T00:33:08.681243+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:23:33.145819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.33","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.681054+0000","last_change":"2024-09-21T00:33:07.179756+0000","last_active":"2024-09-21T00:33:08.681054+0000","last_peered":"2024-09-21T00:33:08.681054+0000","last_clean":"2024-09-21T00:33:08.681054+0000","last_became_active":"2024-09-21T00:33:07.179426+0000","last_became_peered":"2024-09-21T00:33:07.179426+0000","last_unstale":"2024-09-21T00:33:08.681054+0000","last_undegraded":"2024-09-21T00:33:08.681054+0000","last_fullsized":"2024-09-21T00:33:08.681054+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:37:54.870928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.32","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.166085+0000","last_change":"2024-09-21T00:33:07.195944+0000","last_active":"2024-09-21T00:33:08.166085+0000","last_peered":"2024-09-21T00:33:08.166085+0000","last_clean":"2024-09-21T00:33:08.166085+0000","last_became_active":"2024-09-21T00:33:07.195391+0000","last_became_peered":"2024-09-21T00:33:07.195391+0000","last_unstale":"2024-09-21T00:33:08.166085+0000","last_undegraded":"2024-09-21T00:33:08.166085+0000","last_fullsized":"2024-09-21T00:33:08.166085+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:08:40.852865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.31","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.681401+0000","last_change":"2024-09-21T00:33:07.182582+0000","last_active":"2024-09-21T00:33:08.681401+0000","last_peered":"2024-09-21T00:33:08.681401+0000","last_clean":"2024-09-21T00:33:08.681401+0000","last_became_active":"2024-09-21T00:33:07.178557+0000","last_became_peered":"2024-09-21T00:33:07.178557+0000","last_unstale":"2024-09-21T00:33:08.681401+0000","last_undegraded":"2024-09-21T00:33:08.681401+0000","last_fullsized":"2024-09-21T00:33:08.681401+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:47:08.639520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.30","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.451034+0000","last_change":"2024-09-21T00:33:07.175632+0000","last_active":"2024-09-21T00:33:10.451034+0000","last_peered":"2024-09-21T00:33:10.451034+0000","last_clean":"2024-09-21T00:33:10.451034+0000","last_became_active":"2024-09-21T00:33:07.175270+0000","last_became_peered":"2024-09-21T00:33:07.175270+0000","last_unstale":"2024-09-21T00:33:10.451034+0000","last_undegraded":"2024-09-21T00:33:10.451034+0000","last_fullsized":"2024-09-21T00:33:10.451034+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:39:47.236711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.2f","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.324070+0000","last_change":"2024-09-21T00:33:07.189144+0000","last_active":"2024-09-21T00:33:08.324070+0000","last_peered":"2024-09-21T00:33:08.324070+0000","last_clean":"2024-09-21T00:33:08.324070+0000","last_became_active":"2024-09-21T00:33:07.188535+0000","last_became_peered":"2024-09-21T00:33:07.188535+0000","last_unstale":"2024-09-21T00:33:08.324070+0000","last_undegraded":"2024-09-21T00:33:08.324070+0000","last_fullsized":"2024-09-21T00:33:08.324070+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:09:34.309834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.2e","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.952441+0000","last_change":"2024-09-21T00:33:07.178521+0000","last_active":"2024-09-21T00:33:10.952441+0000","last_peered":"2024-09-21T00:33:10.952441+0000","last_clean":"2024-09-21T00:33:10.952441+0000","last_became_active":"2024-09-21T00:33:07.178136+0000","last_became_peered":"2024-09-21T00:33:07.178136+0000","last_unstale":"2024-09-21T00:33:10.952441+0000","last_undegraded":"2024-09-21T00:33:10.952441+0000","last_fullsized":"2024-09-21T00:33:10.952441+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:42:55.539134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.2d","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.163287+0000","last_change":"2024-09-21T00:33:07.179537+0000","last_active":"2024-09-21T00:33:08.163287+0000","last_peered":"2024-09-21T00:33:08.163287+0000","last_clean":"2024-09-21T00:33:08.163287+0000","last_became_active":"2024-09-21T00:33:07.179231+0000","last_became_peered":"2024-09-21T00:33:07.179231+0000","last_unstale":"2024-09-21T00:33:08.163287+0000","last_undegraded":"2024-09-21T00:33:08.163287+0000","last_fullsized":"2024-09-21T00:33:08.163287+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:28:56.194117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.2c","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.323766+0000","last_change":"2024-09-21T00:33:07.188889+0000","last_active":"2024-09-21T00:33:08.323766+0000","last_peered":"2024-09-21T00:33:08.323766+0000","last_clean":"2024-09-21T00:33:08.323766+0000","last_became_active":"2024-09-21T00:33:07.188543+0000","last_became_peered":"2024-09-21T00:33:07.188543+0000","last_unstale":"2024-09-21T00:33:08.323766+0000","last_undegraded":"2024-09-21T00:33:08.323766+0000","last_fullsized":"2024-09-21T00:33:08.323766+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:22:10.117226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.2b","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.323674+0000","last_change":"2024-09-21T00:33:07.181113+0000","last_active":"2024-09-21T00:33:08.323674+0000","last_peered":"2024-09-21T00:33:08.323674+0000","last_clean":"2024-09-21T00:33:08.323674+0000","last_became_active":"2024-09-21T00:33:07.180776+0000","last_became_peered":"2024-09-21T00:33:07.180776+0000","last_unstale":"2024-09-21T00:33:08.323674+0000","last_undegraded":"2024-09-21T00:33:08.323674+0000","last_fullsized":"2024-09-21T00:33:08.323674+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:05:53.262355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.2a","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.163439+0000","last_change":"2024-09-21T00:33:07.195406+0000","last_active":"2024-09-21T00:33:08.163439+0000","last_peered":"2024-09-21T00:33:08.163439+0000","last_clean":"2024-09-21T00:33:08.163439+0000","last_became_active":"2024-09-21T00:33:07.195092+0000","last_became_peered":"2024-09-21T00:33:07.195092+0000","last_unstale":"2024-09-21T00:33:08.163439+0000","last_undegraded":"2024-09-21T00:33:08.163439+0000","last_fullsized":"2024-09-21T00:33:08.163439+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:22:52.492263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.29","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.171642+0000","last_change":"2024-09-21T00:33:07.181594+0000","last_active":"2024-09-21T00:33:08.171642+0000","last_peered":"2024-09-21T00:33:08.171642+0000","last_clean":"2024-09-21T00:33:08.171642+0000","last_became_active":"2024-09-21T00:33:07.181284+0000","last_became_peered":"2024-09-21T00:33:07.181284+0000","last_unstale":"2024-09-21T00:33:08.171642+0000","last_undegraded":"2024-09-21T00:33:08.171642+0000","last_fullsized":"2024-09-21T00:33:08.171642+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:37:11.828201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.28","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.451315+0000","last_change":"2024-09-21T00:33:07.176901+0000","last_active":"2024-09-21T00:33:10.451315+0000","last_peered":"2024-09-21T00:33:10.451315+0000","last_clean":"2024-09-21T00:33:10.451315+0000","last_became_active":"2024-09-21T00:33:07.176554+0000","last_became_peered":"2024-09-21T00:33:07.176554+0000","last_unstale":"2024-09-21T00:33:10.451315+0000","last_undegraded":"2024-09-21T00:33:10.451315+0000","last_fullsized":"2024-09-21T00:33:10.451315+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:34:22.827513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.27","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.681438+0000","last_change":"2024-09-21T00:33:07.195618+0000","last_active":"2024-09-21T00:33:08.681438+0000","last_peered":"2024-09-21T00:33:08.681438+0000","last_clean":"2024-09-21T00:33:08.681438+0000","last_became_active":"2024-09-21T00:33:07.195215+0000","last_became_peered":"2024-09-21T00:33:07.195215+0000","last_unstale":"2024-09-21T00:33:08.681438+0000","last_undegraded":"2024-09-21T00:33:08.681438+0000","last_fullsized":"2024-09-21T00:33:08.681438+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:58:06.965040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.26","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.164947+0000","last_change":"2024-09-21T00:33:07.183492+0000","last_active":"2024-09-21T00:33:08.164947+0000","last_peered":"2024-09-21T00:33:08.164947+0000","last_clean":"2024-09-21T00:33:08.164947+0000","last_became_active":"2024-09-21T00:33:07.183143+0000","last_became_peered":"2024-09-21T00:33:07.183143+0000","last_unstale":"2024-09-21T00:33:08.164947+0000","last_undegraded":"2024-09-21T00:33:08.164947+0000","last_fullsized":"2024-09-21T00:33:08.164947+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:07:51.633298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.25","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.172032+0000","last_change":"2024-09-21T00:33:07.175585+0000","last_active":"2024-09-21T00:33:08.172032+0000","last_peered":"2024-09-21T00:33:08.172032+0000","last_clean":"2024-09-21T00:33:08.172032+0000","last_became_active":"2024-09-21T00:33:07.174905+0000","last_became_peered":"2024-09-21T00:33:07.174905+0000","last_unstale":"2024-09-21T00:33:08.172032+0000","last_undegraded":"2024-09-21T00:33:08.172032+0000","last_fullsized":"2024-09-21T00:33:08.172032+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:43:10.816033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.24","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.323770+0000","last_change":"2024-09-21T00:33:07.183398+0000","last_active":"2024-09-21T00:33:08.323770+0000","last_peered":"2024-09-21T00:33:08.323770+0000","last_clean":"2024-09-21T00:33:08.323770+0000","last_became_active":"2024-09-21T00:33:07.183060+0000","last_became_peered":"2024-09-21T00:33:07.183060+0000","last_unstale":"2024-09-21T00:33:08.323770+0000","last_undegraded":"2024-09-21T00:33:08.323770+0000","last_fullsized":"2024-09-21T00:33:08.323770+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:04:31.789784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.23","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.681109+0000","last_change":"2024-09-21T00:33:07.176341+0000","last_active":"2024-09-21T00:33:08.681109+0000","last_peered":"2024-09-21T00:33:08.681109+0000","last_clean":"2024-09-21T00:33:08.681109+0000","last_became_active":"2024-09-21T00:33:07.175965+0000","last_became_peered":"2024-09-21T00:33:07.175965+0000","last_unstale":"2024-09-21T00:33:08.681109+0000","last_undegraded":"2024-09-21T00:33:08.681109+0000","last_fullsized":"2024-09-21T00:33:08.681109+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:14:22.218840+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.22","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.164899+0000","last_change":"2024-09-21T00:33:07.174443+0000","last_active":"2024-09-21T00:33:08.164899+0000","last_peered":"2024-09-21T00:33:08.164899+0000","last_clean":"2024-09-21T00:33:08.164899+0000","last_became_active":"2024-09-21T00:33:07.173855+0000","last_became_peered":"2024-09-21T00:33:07.173855+0000","last_unstale":"2024-09-21T00:33:08.164899+0000","last_undegraded":"2024-09-21T00:33:08.164899+0000","last_fullsized":"2024-09-21T00:33:08.164899+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:40:19.805103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.21","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.171902+0000","last_change":"2024-09-21T00:33:07.183923+0000","last_active":"2024-09-21T00:33:08.171902+0000","last_peered":"2024-09-21T00:33:08.171902+0000","last_clean":"2024-09-21T00:33:08.171902+0000","last_became_active":"2024-09-21T00:33:07.183609+0000","last_became_peered":"2024-09-21T00:33:07.183609+0000","last_unstale":"2024-09-21T00:33:08.171902+0000","last_undegraded":"2024-09-21T00:33:08.171902+0000","last_fullsized":"2024-09-21T00:33:08.171902+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:45:00.184385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.20","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.323453+0000","last_change":"2024-09-21T00:33:07.186645+0000","last_active":"2024-09-21T00:33:08.323453+0000","last_peered":"2024-09-21T00:33:08.323453+0000","last_clean":"2024-09-21T00:33:08.323453+0000","last_became_active":"2024-09-21T00:33:07.186335+0000","last_became_peered":"2024-09-21T00:33:07.186335+0000","last_unstale":"2024-09-21T00:33:08.323453+0000","last_undegraded":"2024-09-21T00:33:08.323453+0000","last_fullsized":"2024-09-21T00:33:08.323453+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:25:06.590015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.1e","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.451481+0000","last_change":"2024-09-21T00:33:07.188351+0000","last_active":"2024-09-21T00:33:10.451481+0000","last_peered":"2024-09-21T00:33:10.451481+0000","last_clean":"2024-09-21T00:33:10.451481+0000","last_became_active":"2024-09-21T00:33:07.188048+0000","last_became_peered":"2024-09-21T00:33:07.188048+0000","last_unstale":"2024-09-21T00:33:10.451481+0000","last_undegraded":"2024-09-21T00:33:10.451481+0000","last_fullsized":"2024-09-21T00:33:10.451481+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:46:54.506684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.1f","version":"161'4","reported_seq":19,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.324073+0000","last_change":"2024-09-21T00:33:06.180613+0000","last_active":"2024-09-21T00:33:08.324073+0000","last_peered":"2024-09-21T00:33:08.324073+0000","last_clean":"2024-09-21T00:33:08.324073+0000","last_became_active":"2024-09-21T00:33:06.179667+0000","last_became_peered":"2024-09-21T00:33:06.179667+0000","last_unstale":"2024-09-21T00:33:08.324073+0000","last_undegraded":"2024-09-21T00:33:08.324073+0000","last_fullsized":"2024-09-21T00:33:08.324073+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:16:57.740614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.1f","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.163908+0000","last_change":"2024-09-21T00:33:07.184171+0000","last_active":"2024-09-21T00:33:08.163908+0000","last_peered":"2024-09-21T00:33:08.163908+0000","last_clean":"2024-09-21T00:33:08.163908+0000","last_became_active":"2024-09-21T00:33:07.183854+0000","last_became_peered":"2024-09-21T00:33:07.183854+0000","last_unstale":"2024-09-21T00:33:08.163908+0000","last_undegraded":"2024-09-21T00:33:08.163908+0000","last_fullsized":"2024-09-21T00:33:08.163908+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:00:12.337873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.1e","version":"161'1","reported_seq":16,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.164795+0000","last_change":"2024-09-21T00:33:06.179226+0000","last_active":"2024-09-21T00:33:08.164795+0000","last_peered":"2024-09-21T00:33:08.164795+0000","last_clean":"2024-09-21T00:33:08.164795+0000","last_became_active":"2024-09-21T00:33:06.178816+0000","last_became_peered":"2024-09-21T00:33:06.178816+0000","last_unstale":"2024-09-21T00:33:08.164795+0000","last_undegraded":"2024-09-21T00:33:08.164795+0000","last_fullsized":"2024-09-21T00:33:08.164795+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:54:39.950064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.1c","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.165552+0000","last_change":"2024-09-21T00:33:07.193358+0000","last_active":"2024-09-21T00:33:08.165552+0000","last_peered":"2024-09-21T00:33:08.165552+0000","last_clean":"2024-09-21T00:33:08.165552+0000","last_became_active":"2024-09-21T00:33:07.192955+0000","last_became_peered":"2024-09-21T00:33:07.192955+0000","last_unstale":"2024-09-21T00:33:08.165552+0000","last_undegraded":"2024-09-21T00:33:08.165552+0000","last_fullsized":"2024-09-21T00:33:08.165552+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:14:30.563226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.1d","version":"161'2","reported_seq":17,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.171996+0000","last_change":"2024-09-21T00:33:06.181205+0000","last_active":"2024-09-21T00:33:08.171996+0000","last_peered":"2024-09-21T00:33:08.171996+0000","last_clean":"2024-09-21T00:33:08.171996+0000","last_became_active":"2024-09-21T00:33:06.180897+0000","last_became_peered":"2024-09-21T00:33:06.180897+0000","last_unstale":"2024-09-21T00:33:08.171996+0000","last_undegraded":"2024-09-21T00:33:08.171996+0000","last_fullsized":"2024-09-21T00:33:08.171996+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:38:57.494787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.1d","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.165155+0000","last_change":"2024-09-21T00:33:07.169898+0000","last_active":"2024-09-21T00:33:08.165155+0000","last_peered":"2024-09-21T00:33:08.165155+0000","last_clean":"2024-09-21T00:33:08.165155+0000","last_became_active":"2024-09-21T00:33:07.169574+0000","last_became_peered":"2024-09-21T00:33:07.169574+0000","last_unstale":"2024-09-21T00:33:08.165155+0000","last_undegraded":"2024-09-21T00:33:08.165155+0000","last_fullsized":"2024-09-21T00:33:08.165155+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:05:53.262355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.1c","version":"161'2","reported_seq":17,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.681416+0000","last_change":"2024-09-21T00:33:06.179998+0000","last_active":"2024-09-21T00:33:08.681416+0000","last_peered":"2024-09-21T00:33:08.681416+0000","last_clean":"2024-09-21T00:33:08.681416+0000","last_became_active":"2024-09-21T00:33:06.179681+0000","last_became_peered":"2024-09-21T00:33:06.179681+0000","last_unstale":"2024-09-21T00:33:08.681416+0000","last_undegraded":"2024-09-21T00:33:08.681416+0000","last_fullsized":"2024-09-21T00:33:08.681416+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:33:53.431375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.1a","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.163463+0000","last_change":"2024-09-21T00:33:07.196476+0000","last_active":"2024-09-21T00:33:08.163463+0000","last_peered":"2024-09-21T00:33:08.163463+0000","last_clean":"2024-09-21T00:33:08.163463+0000","last_became_active":"2024-09-21T00:33:07.195983+0000","last_became_peered":"2024-09-21T00:33:07.195983+0000","last_unstale":"2024-09-21T00:33:08.163463+0000","last_undegraded":"2024-09-21T00:33:08.163463+0000","last_fullsized":"2024-09-21T00:33:08.163463+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:28:14.868949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.1b","version":"161'1","reported_seq":16,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.323839+0000","last_change":"2024-09-21T00:33:06.183861+0000","last_active":"2024-09-21T00:33:08.323839+0000","last_peered":"2024-09-21T00:33:08.323839+0000","last_clean":"2024-09-21T00:33:08.323839+0000","last_became_active":"2024-09-21T00:33:06.183509+0000","last_became_peered":"2024-09-21T00:33:06.183509+0000","last_unstale":"2024-09-21T00:33:08.323839+0000","last_undegraded":"2024-09-21T00:33:08.323839+0000","last_fullsized":"2024-09-21T00:33:08.323839+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:54:39.950064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.1b","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.451570+0000","last_change":"2024-09-21T00:33:07.185214+0000","last_active":"2024-09-21T00:33:10.451570+0000","last_peered":"2024-09-21T00:33:10.451570+0000","last_clean":"2024-09-21T00:33:10.451570+0000","last_became_active":"2024-09-21T00:33:07.184839+0000","last_became_peered":"2024-09-21T00:33:07.184839+0000","last_unstale":"2024-09-21T00:33:10.451570+0000","last_undegraded":"2024-09-21T00:33:10.451570+0000","last_fullsized":"2024-09-21T00:33:10.451570+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:22:43.046472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.1a","version":"161'1","reported_seq":16,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.451056+0000","last_change":"2024-09-21T00:33:06.179314+0000","last_active":"2024-09-21T00:33:10.451056+0000","last_peered":"2024-09-21T00:33:10.451056+0000","last_clean":"2024-09-21T00:33:10.451056+0000","last_became_active":"2024-09-21T00:33:06.179009+0000","last_became_peered":"2024-09-21T00:33:06.179009+0000","last_unstale":"2024-09-21T00:33:10.451056+0000","last_undegraded":"2024-09-21T00:33:10.451056+0000","last_fullsized":"2024-09-21T00:33:10.451056+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:11:55.196263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.19","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.165153+0000","last_change":"2024-09-21T00:33:07.175035+0000","last_active":"2024-09-21T00:33:08.165153+0000","last_peered":"2024-09-21T00:33:08.165153+0000","last_clean":"2024-09-21T00:33:08.165153+0000","last_became_active":"2024-09-21T00:33:07.174652+0000","last_became_peered":"2024-09-21T00:33:07.174652+0000","last_unstale":"2024-09-21T00:33:08.165153+0000","last_undegraded":"2024-09-21T00:33:08.165153+0000","last_fullsized":"2024-09-21T00:33:08.165153+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:43:49.279973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.18","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.951938+0000","last_change":"2024-09-21T00:33:06.183759+0000","last_active":"2024-09-21T00:33:10.951938+0000","last_peered":"2024-09-21T00:33:10.951938+0000","last_clean":"2024-09-21T00:33:10.951938+0000","last_became_active":"2024-09-21T00:33:06.183053+0000","last_became_peered":"2024-09-21T00:33:06.183053+0000","last_unstale":"2024-09-21T00:33:10.951938+0000","last_undegraded":"2024-09-21T00:33:10.951938+0000","last_fullsized":"2024-09-21T00:33:10.951938+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:05:36.121683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.16","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.172106+0000","last_change":"2024-09-21T00:33:07.193814+0000","last_active":"2024-09-21T00:33:08.172106+0000","last_peered":"2024-09-21T00:33:08.172106+0000","last_clean":"2024-09-21T00:33:08.172106+0000","last_became_active":"2024-09-21T00:33:07.191694+0000","last_became_peered":"2024-09-21T00:33:07.191694+0000","last_unstale":"2024-09-21T00:33:08.172106+0000","last_undegraded":"2024-09-21T00:33:08.172106+0000","last_fullsized":"2024-09-21T00:33:08.172106+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:01:53.605690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.17","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.165874+0000","last_change":"2024-09-21T00:33:06.176136+0000","last_active":"2024-09-21T00:33:08.165874+0000","last_peered":"2024-09-21T00:33:08.165874+0000","last_clean":"2024-09-21T00:33:08.165874+0000","last_became_active":"2024-09-21T00:33:06.175722+0000","last_became_peered":"2024-09-21T00:33:06.175722+0000","last_unstale":"2024-09-21T00:33:08.165874+0000","last_undegraded":"2024-09-21T00:33:08.165874+0000","last_fullsized":"2024-09-21T00:33:08.165874+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:41:23.161309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.17","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.451364+0000","last_change":"2024-09-21T00:33:07.183460+0000","last_active":"2024-09-21T00:33:10.451364+0000","last_peered":"2024-09-21T00:33:10.451364+0000","last_clean":"2024-09-21T00:33:10.451364+0000","last_became_active":"2024-09-21T00:33:07.183115+0000","last_became_peered":"2024-09-21T00:33:07.183115+0000","last_unstale":"2024-09-21T00:33:10.451364+0000","last_undegraded":"2024-09-21T00:33:10.451364+0000","last_fullsized":"2024-09-21T00:33:10.451364+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:35:38.340681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.16","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.323893+0000","last_change":"2024-09-21T00:33:06.177443+0000","last_active":"2024-09-21T00:33:08.323893+0000","last_peered":"2024-09-21T00:33:08.323893+0000","last_clean":"2024-09-21T00:33:08.323893+0000","last_became_active":"2024-09-21T00:33:06.177108+0000","last_became_peered":"2024-09-21T00:33:06.177108+0000","last_unstale":"2024-09-21T00:33:08.323893+0000","last_undegraded":"2024-09-21T00:33:08.323893+0000","last_fullsized":"2024-09-21T00:33:08.323893+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:05:03.976789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.14","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.165619+0000","last_change":"2024-09-21T00:33:07.172960+0000","last_active":"2024-09-21T00:33:08.165619+0000","last_peered":"2024-09-21T00:33:08.165619+0000","last_clean":"2024-09-21T00:33:08.165619+0000","last_became_active":"2024-09-21T00:33:07.172367+0000","last_became_peered":"2024-09-21T00:33:07.172367+0000","last_unstale":"2024-09-21T00:33:08.165619+0000","last_undegraded":"2024-09-21T00:33:08.165619+0000","last_fullsized":"2024-09-21T00:33:08.165619+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:26:24.242355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.15","version":"161'3","reported_seq":18,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.323638+0000","last_change":"2024-09-21T00:33:06.173218+0000","last_active":"2024-09-21T00:33:08.323638+0000","last_peered":"2024-09-21T00:33:08.323638+0000","last_clean":"2024-09-21T00:33:08.323638+0000","last_became_active":"2024-09-21T00:33:06.172904+0000","last_became_peered":"2024-09-21T00:33:06.172904+0000","last_unstale":"2024-09-21T00:33:08.323638+0000","last_undegraded":"2024-09-21T00:33:08.323638+0000","last_fullsized":"2024-09-21T00:33:08.323638+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:35:03.626307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.15","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.163343+0000","last_change":"2024-09-21T00:33:07.183105+0000","last_active":"2024-09-21T00:33:08.163343+0000","last_peered":"2024-09-21T00:33:08.163343+0000","last_clean":"2024-09-21T00:33:08.163343+0000","last_became_active":"2024-09-21T00:33:07.182796+0000","last_became_peered":"2024-09-21T00:33:07.182796+0000","last_unstale":"2024-09-21T00:33:08.163343+0000","last_undegraded":"2024-09-21T00:33:08.163343+0000","last_fullsized":"2024-09-21T00:33:08.163343+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:43:47.438110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.14","version":"161'6","reported_seq":21,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.171730+0000","last_change":"2024-09-21T00:33:06.178954+0000","last_active":"2024-09-21T00:33:08.171730+0000","last_peered":"2024-09-21T00:33:08.171730+0000","last_clean":"2024-09-21T00:33:08.171730+0000","last_became_active":"2024-09-21T00:33:06.178624+0000","last_became_peered":"2024-09-21T00:33:06.178624+0000","last_unstale":"2024-09-21T00:33:08.171730+0000","last_undegraded":"2024-09-21T00:33:08.171730+0000","last_fullsized":"2024-09-21T00:33:08.171730+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:23:15.329195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.12","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.171850+0000","last_change":"2024-09-21T00:33:07.197115+0000","last_active":"2024-09-21T00:33:08.171850+0000","last_peered":"2024-09-21T00:33:08.171850+0000","last_clean":"2024-09-21T00:33:08.171850+0000","last_became_active":"2024-09-21T00:33:07.196775+0000","last_became_peered":"2024-09-21T00:33:07.196775+0000","last_unstale":"2024-09-21T00:33:08.171850+0000","last_undegraded":"2024-09-21T00:33:08.171850+0000","last_fullsized":"2024-09-21T00:33:08.171850+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:46:34.668968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"24.13","version":"161'2","reported_seq":17,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.952343+0000","last_change":"2024-09-21T00:33:06.182508+0000","last_active":"2024-09-21T00:33:10.952343+0000","last_peered":"2024-09-21T00:33:10.952343+0000","last_clean":"2024-09-21T00:33:10.952343+0000","last_became_active":"2024-09-21T00:33:06.182148+0000","last_became_peered":"2024-09-21T00:33:06.182148+0000","last_unstale":"2024-09-21T00:33:10.952343+0000","last_undegraded":"2024-09-21T00:33:10.952343+0000","last_fullsized":"2024-09-21T00:33:10.952343+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:47:22.238690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.13","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.165335+0000","last_change":"2024-09-21T00:33:07.185551+0000","last_active":"2024-09-21T00:33:08.165335+0000","last_peered":"2024-09-21T00:33:08.165335+0000","last_clean":"2024-09-21T00:33:08.165335+0000","last_became_active":"2024-09-21T00:33:07.184428+0000","last_became_peered":"2024-09-21T00:33:07.184428+0000","last_unstale":"2024-09-21T00:33:08.165335+0000","last_undegraded":"2024-09-21T00:33:08.165335+0000","last_fullsized":"2024-09-21T00:33:08.165335+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:53:13.988739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.12","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.163877+0000","last_change":"2024-09-21T00:33:06.174505+0000","last_active":"2024-09-21T00:33:08.163877+0000","last_peered":"2024-09-21T00:33:08.163877+0000","last_clean":"2024-09-21T00:33:08.163877+0000","last_became_active":"2024-09-21T00:33:06.174210+0000","last_became_peered":"2024-09-21T00:33:06.174210+0000","last_unstale":"2024-09-21T00:33:08.163877+0000","last_undegraded":"2024-09-21T00:33:08.163877+0000","last_fullsized":"2024-09-21T00:33:08.163877+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:18:26.555372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.10","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.164485+0000","last_change":"2024-09-21T00:33:07.196161+0000","last_active":"2024-09-21T00:33:08.164485+0000","last_peered":"2024-09-21T00:33:08.164485+0000","last_clean":"2024-09-21T00:33:08.164485+0000","last_became_active":"2024-09-21T00:33:07.195338+0000","last_became_peered":"2024-09-21T00:33:07.195338+0000","last_unstale":"2024-09-21T00:33:08.164485+0000","last_undegraded":"2024-09-21T00:33:08.164485+0000","last_fullsized":"2024-09-21T00:33:08.164485+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:25:06.590015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.11","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.450919+0000","last_change":"2024-09-21T00:33:06.180812+0000","last_active":"2024-09-21T00:33:10.450919+0000","last_peered":"2024-09-21T00:33:10.450919+0000","last_clean":"2024-09-21T00:33:10.450919+0000","last_became_active":"2024-09-21T00:33:06.180442+0000","last_became_peered":"2024-09-21T00:33:06.180442+0000","last_unstale":"2024-09-21T00:33:10.450919+0000","last_undegraded":"2024-09-21T00:33:10.450919+0000","last_fullsized":"2024-09-21T00:33:10.450919+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:47:36.003522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.11","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.163138+0000","last_change":"2024-09-21T00:33:07.183479+0000","last_active":"2024-09-21T00:33:08.163138+0000","last_peered":"2024-09-21T00:33:08.163138+0000","last_clean":"2024-09-21T00:33:08.163138+0000","last_became_active":"2024-09-21T00:33:07.182339+0000","last_became_peered":"2024-09-21T00:33:07.182339+0000","last_unstale":"2024-09-21T00:33:08.163138+0000","last_undegraded":"2024-09-21T00:33:08.163138+0000","last_fullsized":"2024-09-21T00:33:08.163138+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:33:44.123304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.10","version":"161'8","reported_seq":23,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.952147+0000","last_change":"2024-09-21T00:33:06.183720+0000","last_active":"2024-09-21T00:33:10.952147+0000","last_peered":"2024-09-21T00:33:10.952147+0000","last_clean":"2024-09-21T00:33:10.952147+0000","last_became_active":"2024-09-21T00:33:06.183301+0000","last_became_peered":"2024-09-21T00:33:06.183301+0000","last_unstale":"2024-09-21T00:33:10.952147+0000","last_undegraded":"2024-09-21T00:33:10.952147+0000","last_fullsized":"2024-09-21T00:33:10.952147+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:01:41.251407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.e","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.163570+0000","last_change":"2024-09-21T00:33:07.181781+0000","last_active":"2024-09-21T00:33:08.163570+0000","last_peered":"2024-09-21T00:33:08.163570+0000","last_clean":"2024-09-21T00:33:08.163570+0000","last_became_active":"2024-09-21T00:33:07.181428+0000","last_became_peered":"2024-09-21T00:33:07.181428+0000","last_unstale":"2024-09-21T00:33:08.163570+0000","last_undegraded":"2024-09-21T00:33:08.163570+0000","last_fullsized":"2024-09-21T00:33:08.163570+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:09:20.926067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.f","version":"161'1","reported_seq":16,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.324165+0000","last_change":"2024-09-21T00:33:06.181447+0000","last_active":"2024-09-21T00:33:08.324165+0000","last_peered":"2024-09-21T00:33:08.324165+0000","last_clean":"2024-09-21T00:33:08.324165+0000","last_became_active":"2024-09-21T00:33:06.181046+0000","last_became_peered":"2024-09-21T00:33:06.181046+0000","last_unstale":"2024-09-21T00:33:08.324165+0000","last_undegraded":"2024-09-21T00:33:08.324165+0000","last_fullsized":"2024-09-21T00:33:08.324165+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:19:01.788761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.f","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.166393+0000","last_change":"2024-09-21T00:33:07.195792+0000","last_active":"2024-09-21T00:33:08.166393+0000","last_peered":"2024-09-21T00:33:08.166393+0000","last_clean":"2024-09-21T00:33:08.166393+0000","last_became_active":"2024-09-21T00:33:07.195410+0000","last_became_peered":"2024-09-21T00:33:07.195410+0000","last_unstale":"2024-09-21T00:33:08.166393+0000","last_undegraded":"2024-09-21T00:33:08.166393+0000","last_fullsized":"2024-09-21T00:33:08.166393+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:22:10.117226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.e","version":"161'2","reported_seq":17,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.451527+0000","last_change":"2024-09-21T00:33:06.176322+0000","last_active":"2024-09-21T00:33:10.451527+0000","last_peered":"2024-09-21T00:33:10.451527+0000","last_clean":"2024-09-21T00:33:10.451527+0000","last_became_active":"2024-09-21T00:33:06.175981+0000","last_became_peered":"2024-09-21T00:33:06.175981+0000","last_unstale":"2024-09-21T00:33:10.451527+0000","last_undegraded":"2024-09-21T00:33:10.451527+0000","last_fullsized":"2024-09-21T00:33:10.451527+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:33:43.121073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.c","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.164876+0000","last_change":"2024-09-21T00:33:07.175266+0000","last_active":"2024-09-21T00:33:08.164876+0000","last_peered":"2024-09-21T00:33:08.164876+0000","last_clean":"2024-09-21T00:33:08.164876+0000","last_became_active":"2024-09-21T00:33:07.174934+0000","last_became_peered":"2024-09-21T00:33:07.174934+0000","last_unstale":"2024-09-21T00:33:08.164876+0000","last_undegraded":"2024-09-21T00:33:08.164876+0000","last_fullsized":"2024-09-21T00:33:08.164876+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:38:10.149782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"24.d","version":"161'1","reported_seq":16,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.952409+0000","last_change":"2024-09-21T00:33:06.183312+0000","last_active":"2024-09-21T00:33:10.952409+0000","last_peered":"2024-09-21T00:33:10.952409+0000","last_clean":"2024-09-21T00:33:10.952409+0000","last_became_active":"2024-09-21T00:33:06.182888+0000","last_became_peered":"2024-09-21T00:33:06.182888+0000","last_unstale":"2024-09-21T00:33:10.952409+0000","last_undegraded":"2024-09-21T00:33:10.952409+0000","last_fullsized":"2024-09-21T00:33:10.952409+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:47:36.003522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.d","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.681106+0000","last_change":"2024-09-21T00:33:07.189831+0000","last_active":"2024-09-21T00:33:08.681106+0000","last_peered":"2024-09-21T00:33:08.681106+0000","last_clean":"2024-09-21T00:33:08.681106+0000","last_became_active":"2024-09-21T00:33:07.189493+0000","last_became_peered":"2024-09-21T00:33:07.189493+0000","last_unstale":"2024-09-21T00:33:08.681106+0000","last_undegraded":"2024-09-21T00:33:08.681106+0000","last_fullsized":"2024-09-21T00:33:08.681106+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:05:07.758805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.c","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.165747+0000","last_change":"2024-09-21T00:33:06.180674+0000","last_active":"2024-09-21T00:33:08.165747+0000","last_peered":"2024-09-21T00:33:08.165747+0000","last_clean":"2024-09-21T00:33:08.165747+0000","last_became_active":"2024-09-21T00:33:06.180292+0000","last_became_peered":"2024-09-21T00:33:06.180292+0000","last_unstale":"2024-09-21T00:33:08.165747+0000","last_undegraded":"2024-09-21T00:33:08.165747+0000","last_fullsized":"2024-09-21T00:33:08.165747+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:02:36.738603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"25.a","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.163720+0000","last_change":"2024-09-21T00:33:07.194548+0000","last_active":"2024-09-21T00:33:08.163720+0000","last_peered":"2024-09-21T00:33:08.163720+0000","last_clean":"2024-09-21T00:33:08.163720+0000","last_became_active":"2024-09-21T00:33:07.194211+0000","last_became_peered":"2024-09-21T00:33:07.194211+0000","last_unstale":"2024-09-21T00:33:08.163720+0000","last_undegraded":"2024-09-21T00:33:08.163720+0000","last_fullsized":"2024-09-21T00:33:08.163720+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:36:22.113703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.b","version":"161'2","reported_seq":17,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.171594+0000","last_change":"2024-09-21T00:33:06.175792+0000","last_active":"2024-09-21T00:33:08.171594+0000","last_peered":"2024-09-21T00:33:08.171594+0000","last_clean":"2024-09-21T00:33:08.171594+0000","last_became_active":"2024-09-21T00:33:06.175475+0000","last_became_peered":"2024-09-21T00:33:06.175475+0000","last_unstale":"2024-09-21T00:33:08.171594+0000","last_undegraded":"2024-09-21T00:33:08.171594+0000","last_fullsized":"2024-09-21T00:33:08.171594+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:22:29.462524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.b","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.165393+0000","last_change":"2024-09-21T00:33:07.167793+0000","last_active":"2024-09-21T00:33:08.165393+0000","last_peered":"2024-09-21T00:33:08.165393+0000","last_clean":"2024-09-21T00:33:08.165393+0000","last_became_active":"2024-09-21T00:33:07.167111+0000","last_became_peered":"2024-09-21T00:33:07.167111+0000","last_unstale":"2024-09-21T00:33:08.165393+0000","last_undegraded":"2024-09-21T00:33:08.165393+0000","last_fullsized":"2024-09-21T00:33:08.165393+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:55:49.030031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"24.a","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.323585+0000","last_change":"2024-09-21T00:33:06.181475+0000","last_active":"2024-09-21T00:33:08.323585+0000","last_peered":"2024-09-21T00:33:08.323585+0000","last_clean":"2024-09-21T00:33:08.323585+0000","last_became_active":"2024-09-21T00:33:06.178104+0000","last_became_peered":"2024-09-21T00:33:06.178104+0000","last_unstale":"2024-09-21T00:33:08.323585+0000","last_undegraded":"2024-09-21T00:33:08.323585+0000","last_fullsized":"2024-09-21T00:33:08.323585+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:22:19.127218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"25.8","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.680895+0000","last_change":"2024-09-21T00:33:07.186047+0000","last_active":"2024-09-21T00:33:08.680895+0000","last_peered":"2024-09-21T00:33:08.680895+0000","last_clean":"2024-09-21T00:33:08.680895+0000","last_became_active":"2024-09-21T00:33:07.185567+0000","last_became_peered":"2024-09-21T00:33:07.185567+0000","last_unstale":"2024-09-21T00:33:08.680895+0000","last_undegraded":"2024-09-21T00:33:08.680895+0000","last_fullsized":"2024-09-21T00:33:08.680895+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:56:25.134945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.9","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.171770+0000","last_change":"2024-09-21T00:33:06.175931+0000","last_active":"2024-09-21T00:33:08.171770+0000","last_peered":"2024-09-21T00:33:08.171770+0000","last_clean":"2024-09-21T00:33:08.171770+0000","last_became_active":"2024-09-21T00:33:06.175441+0000","last_became_peered":"2024-09-21T00:33:06.175441+0000","last_unstale":"2024-09-21T00:33:08.171770+0000","last_undegraded":"2024-09-21T00:33:08.171770+0000","last_fullsized":"2024-09-21T00:33:08.171770+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:17:36.297848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.9","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.323495+0000","last_change":"2024-09-21T00:33:07.192722+0000","last_active":"2024-09-21T00:33:08.323495+0000","last_peered":"2024-09-21T00:33:08.323495+0000","last_clean":"2024-09-21T00:33:08.323495+0000","last_became_active":"2024-09-21T00:33:07.192322+0000","last_became_peered":"2024-09-21T00:33:07.192322+0000","last_unstale":"2024-09-21T00:33:08.323495+0000","last_undegraded":"2024-09-21T00:33:08.323495+0000","last_fullsized":"2024-09-21T00:33:08.323495+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:38:10.149782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.8","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.164576+0000","last_change":"2024-09-21T00:33:06.180325+0000","last_active":"2024-09-21T00:33:08.164576+0000","last_peered":"2024-09-21T00:33:08.164576+0000","last_clean":"2024-09-21T00:33:08.164576+0000","last_became_active":"2024-09-21T00:33:06.179998+0000","last_became_peered":"2024-09-21T00:33:06.179998+0000","last_unstale":"2024-09-21T00:33:08.164576+0000","last_undegraded":"2024-09-21T00:33:08.164576+0000","last_fullsized":"2024-09-21T00:33:08.164576+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:12:02.190809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.6","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.323754+0000","last_change":"2024-09-21T00:33:07.191673+0000","last_active":"2024-09-21T00:33:08.323754+0000","last_peered":"2024-09-21T00:33:08.323754+0000","last_clean":"2024-09-21T00:33:08.323754+0000","last_became_active":"2024-09-21T00:33:07.191315+0000","last_became_peered":"2024-09-21T00:33:07.191315+0000","last_unstale":"2024-09-21T00:33:08.323754+0000","last_undegraded":"2024-09-21T00:33:08.323754+0000","last_fullsized":"2024-09-21T00:33:08.323754+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:08:40.852865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.7","version":"161'2","reported_seq":17,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.952585+0000","last_change":"2024-09-21T00:33:06.184497+0000","last_active":"2024-09-21T00:33:10.952585+0000","last_peered":"2024-09-21T00:33:10.952585+0000","last_clean":"2024-09-21T00:33:10.952585+0000","last_became_active":"2024-09-21T00:33:06.184098+0000","last_became_peered":"2024-09-21T00:33:06.184098+0000","last_unstale":"2024-09-21T00:33:10.952585+0000","last_undegraded":"2024-09-21T00:33:10.952585+0000","last_fullsized":"2024-09-21T00:33:10.952585+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:31:22.721678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"25.7","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.164119+0000","last_change":"2024-09-21T00:33:07.182051+0000","last_active":"2024-09-21T00:33:08.164119+0000","last_peered":"2024-09-21T00:33:08.164119+0000","last_clean":"2024-09-21T00:33:08.164119+0000","last_became_active":"2024-09-21T00:33:07.177101+0000","last_became_peered":"2024-09-21T00:33:07.177101+0000","last_unstale":"2024-09-21T00:33:08.164119+0000","last_undegraded":"2024-09-21T00:33:08.164119+0000","last_fullsized":"2024-09-21T00:33:08.164119+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:11:26.900960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.6","version":"162'1","reported_seq":16,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.163796+0000","last_change":"2024-09-21T00:33:06.180501+0000","last_active":"2024-09-21T00:33:08.163796+0000","last_peered":"2024-09-21T00:33:08.163796+0000","last_clean":"2024-09-21T00:33:08.163796+0000","last_became_active":"2024-09-21T00:33:06.179123+0000","last_became_peered":"2024-09-21T00:33:06.179123+0000","last_unstale":"2024-09-21T00:33:08.163796+0000","last_undegraded":"2024-09-21T00:33:08.163796+0000","last_fullsized":"2024-09-21T00:33:08.163796+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:37:40.529921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.4","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.451159+0000","last_change":"2024-09-21T00:33:07.178308+0000","last_active":"2024-09-21T00:33:10.451159+0000","last_peered":"2024-09-21T00:33:10.451159+0000","last_clean":"2024-09-21T00:33:10.451159+0000","last_became_active":"2024-09-21T00:33:07.177964+0000","last_became_peered":"2024-09-21T00:33:07.177964+0000","last_unstale":"2024-09-21T00:33:10.451159+0000","last_undegraded":"2024-09-21T00:33:10.451159+0000","last_fullsized":"2024-09-21T00:33:10.451159+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:51:28.595649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.5","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.163459+0000","last_change":"2024-09-21T00:33:06.179013+0000","last_active":"2024-09-21T00:33:08.163459+0000","last_peered":"2024-09-21T00:33:08.163459+0000","last_clean":"2024-09-21T00:33:08.163459+0000","last_became_active":"2024-09-21T00:33:06.178682+0000","last_became_peered":"2024-09-21T00:33:06.178682+0000","last_unstale":"2024-09-21T00:33:08.163459+0000","last_undegraded":"2024-09-21T00:33:08.163459+0000","last_fullsized":"2024-09-21T00:33:08.163459+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:27:13.824192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"25.5","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.451378+0000","last_change":"2024-09-21T00:33:07.174579+0000","last_active":"2024-09-21T00:33:10.451378+0000","last_peered":"2024-09-21T00:33:10.451378+0000","last_clean":"2024-09-21T00:33:10.451378+0000","last_became_active":"2024-09-21T00:33:07.174258+0000","last_became_peered":"2024-09-21T00:33:07.174258+0000","last_unstale":"2024-09-21T00:33:10.451378+0000","last_undegraded":"2024-09-21T00:33:10.451378+0000","last_fullsized":"2024-09-21T00:33:10.451378+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:46:16.533612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"24.4","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.451204+0000","last_change":"2024-09-21T00:33:06.175789+0000","last_active":"2024-09-21T00:33:10.451204+0000","last_peered":"2024-09-21T00:33:10.451204+0000","last_clean":"2024-09-21T00:33:10.451204+0000","last_became_active":"2024-09-21T00:33:06.175449+0000","last_became_peered":"2024-09-21T00:33:06.175449+0000","last_unstale":"2024-09-21T00:33:10.451204+0000","last_undegraded":"2024-09-21T00:33:10.451204+0000","last_fullsized":"2024-09-21T00:33:10.451204+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:31:22.721678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"25.2","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.952227+0000","last_change":"2024-09-21T00:33:07.196672+0000","last_active":"2024-09-21T00:33:10.952227+0000","last_peered":"2024-09-21T00:33:10.952227+0000","last_clean":"2024-09-21T00:33:10.952227+0000","last_became_active":"2024-09-21T00:33:07.196145+0000","last_became_peered":"2024-09-21T00:33:07.196145+0000","last_unstale":"2024-09-21T00:33:10.952227+0000","last_undegraded":"2024-09-21T00:33:10.952227+0000","last_fullsized":"2024-09-21T00:33:10.952227+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:13:40.945038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.3","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.164736+0000","last_change":"2024-09-21T00:33:06.183721+0000","last_active":"2024-09-21T00:33:08.164736+0000","last_peered":"2024-09-21T00:33:08.164736+0000","last_clean":"2024-09-21T00:33:08.164736+0000","last_became_active":"2024-09-21T00:33:06.183173+0000","last_became_peered":"2024-09-21T00:33:06.183173+0000","last_unstale":"2024-09-21T00:33:08.164736+0000","last_undegraded":"2024-09-21T00:33:08.164736+0000","last_fullsized":"2024-09-21T00:33:08.164736+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:35:03.626307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.3","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.952106+0000","last_change":"2024-09-21T00:33:07.180660+0000","last_active":"2024-09-21T00:33:10.952106+0000","last_peered":"2024-09-21T00:33:10.952106+0000","last_clean":"2024-09-21T00:33:10.952106+0000","last_became_active":"2024-09-21T00:33:07.179554+0000","last_became_peered":"2024-09-21T00:33:07.179554+0000","last_unstale":"2024-09-21T00:33:10.952106+0000","last_undegraded":"2024-09-21T00:33:10.952106+0000","last_fullsized":"2024-09-21T00:33:10.952106+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:54:52.344869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"24.2","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.165067+0000","last_change":"2024-09-21T00:33:06.176204+0000","last_active":"2024-09-21T00:33:08.165067+0000","last_peered":"2024-09-21T00:33:08.165067+0000","last_clean":"2024-09-21T00:33:08.165067+0000","last_became_active":"2024-09-21T00:33:06.175903+0000","last_became_peered":"2024-09-21T00:33:06.175903+0000","last_unstale":"2024-09-21T00:33:08.165067+0000","last_undegraded":"2024-09-21T00:33:08.165067+0000","last_fullsized":"2024-09-21T00:33:08.165067+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:12:20.933383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"25.0","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.680965+0000","last_change":"2024-09-21T00:33:07.185137+0000","last_active":"2024-09-21T00:33:08.680965+0000","last_peered":"2024-09-21T00:33:08.680965+0000","last_clean":"2024-09-21T00:33:08.680965+0000","last_became_active":"2024-09-21T00:33:07.184824+0000","last_became_peered":"2024-09-21T00:33:07.184824+0000","last_unstale":"2024-09-21T00:33:08.680965+0000","last_undegraded":"2024-09-21T00:33:08.680965+0000","last_fullsized":"2024-09-21T00:33:08.680965+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:04:19.475470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"24.1","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.681428+0000","last_change":"2024-09-21T00:33:06.180719+0000","last_active":"2024-09-21T00:33:08.681428+0000","last_peered":"2024-09-21T00:33:08.681428+0000","last_clean":"2024-09-21T00:33:08.681428+0000","last_became_active":"2024-09-21T00:33:06.180416+0000","last_became_peered":"2024-09-21T00:33:06.180416+0000","last_unstale":"2024-09-21T00:33:08.681428+0000","last_undegraded":"2024-09-21T00:33:08.681428+0000","last_fullsized":"2024-09-21T00:33:08.681428+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:06:41.372367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"25.1","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.323739+0000","last_change":"2024-09-21T00:33:07.189773+0000","last_active":"2024-09-21T00:33:08.323739+0000","last_peered":"2024-09-21T00:33:08.323739+0000","last_clean":"2024-09-21T00:33:08.323739+0000","last_became_active":"2024-09-21T00:33:07.189456+0000","last_became_peered":"2024-09-21T00:33:07.189456+0000","last_unstale":"2024-09-21T00:33:08.323739+0000","last_undegraded":"2024-09-21T00:33:08.323739+0000","last_fullsized":"2024-09-21T00:33:08.323739+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:43:13.074438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"24.0","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.171514+0000","last_change":"2024-09-21T00:33:06.176729+0000","last_active":"2024-09-21T00:33:08.171514+0000","last_peered":"2024-09-21T00:33:08.171514+0000","last_clean":"2024-09-21T00:33:08.171514+0000","last_became_active":"2024-09-21T00:33:06.176397+0000","last_became_peered":"2024-09-21T00:33:06.176397+0000","last_unstale":"2024-09-21T00:33:08.171514+0000","last_undegraded":"2024-09-21T00:33:08.171514+0000","last_fullsized":"2024-09-21T00:33:08.171514+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:07:21.305530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"25.18","version":"0'0","reported_seq":13,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:08.163044+0000","last_change":"2024-09-21T00:33:07.187274+0000","last_active":"2024-09-21T00:33:08.163044+0000","last_peered":"2024-09-21T00:33:08.163044+0000","last_clean":"2024-09-21T00:33:08.163044+0000","last_became_active":"2024-09-21T00:33:07.186949+0000","last_became_peered":"2024-09-21T00:33:07.186949+0000","last_unstale":"2024-09-21T00:33:08.163044+0000","last_undegraded":"2024-09-21T00:33:08.163044+0000","last_fullsized":"2024-09-21T00:33:08.163044+0000","mapping_epoch":160,"log_start":"0'0","ondisk_log_start":"0'0","created":160,"last_epoch_clean":161,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:06.150252+0000","last_clean_scrub_stamp":"2024-09-21T00:33:06.150252+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:11:56.198494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"24.19","version":"0'0","reported_seq":15,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.952095+0000","last_change":"2024-09-21T00:33:06.182582+0000","last_active":"2024-09-21T00:33:10.952095+0000","last_peered":"2024-09-21T00:33:10.952095+0000","last_clean":"2024-09-21T00:33:10.952095+0000","last_became_active":"2024-09-21T00:33:06.181880+0000","last_became_peered":"2024-09-21T00:33:06.181880+0000","last_unstale":"2024-09-21T00:33:10.952095+0000","last_undegraded":"2024-09-21T00:33:10.952095+0000","last_fullsized":"2024-09-21T00:33:10.952095+0000","mapping_epoch":159,"log_start":"0'0","ondisk_log_start":"0'0","created":159,"last_epoch_clean":160,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:05.148020+0000","last_clean_scrub_stamp":"2024-09-21T00:33:05.148020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:11:55.196263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":366,"reported_epoch":162,"state":"active+clean","last_fresh":"2024-09-21T00:33:10.952430+0000","last_change":"2024-09-21T00:21:11.583793+0000","last_active":"2024-09-21T00:33:10.952430+0000","last_peered":"2024-09-21T00:33:10.952430+0000","last_clean":"2024-09-21T00:33:10.952430+0000","last_became_active":"2024-09-21T00:21:11.582502+0000","last_became_peered":"2024-09-21T00:21:11.582502+0000","last_unstale":"2024-09-21T00:33:10.952430+0000","last_undegraded":"2024-09-21T00:33:10.952430+0000","last_fullsized":"2024-09-21T00:33:10.952430+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_clean_scrub_stamp":"2024-09-21T00:21:10.311964+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:58.010953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":25,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":24,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509588,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":60120,"kb_used_data":2560,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94311720,"statfs":{"total":96636764160,"available":96575201280,"internally_reserved":0,"allocated":2621440,"data_stored":1476233,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":58915274},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509588,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":51220,"kb_used_data":1984,"kb_used_omap":1,"kb_used_meta":49214,"kb_avail":94320620,"statfs":{"total":96636764160,"available":96584314880,"internally_reserved":0,"allocated":2031616,"data_stored":892061,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":50395590},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509588,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59548,"kb_used_data":1984,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312292,"statfs":{"total":96636764160,"available":96575787008,"internally_reserved":0,"allocated":2031616,"data_stored":892061,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":58915269},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509589,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":73440,"kb_used_data":1996,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94298400,"statfs":{"total":96636764160,"available":96561561600,"internally_reserved":0,"allocated":2043904,"data_stored":892255,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":73136584},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509589,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59556,"kb_used_data":1996,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312284,"statfs":{"total":96636764160,"available":96575778816,"internally_reserved":0,"allocated":2043904,"data_stored":892755,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":58915269},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509587,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":74016,"kb_used_data":2568,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94297824,"statfs":{"total":96636764160,"available":96560971776,"internally_reserved":0,"allocated":2629632,"data_stored":1482451,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":73136582},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834574996,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":73452,"kb_used_data":2000,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94298388,"statfs":{"total":96636764160,"available":96561549312,"internally_reserved":0,"allocated":2048000,"data_stored":894255,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":73136581},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574996,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":77604,"kb_used_data":1996,"kb_used_omap":1,"kb_used_meta":75582,"kb_avail":94294236,"statfs":{"total":96636764160,"available":96557297664,"internally_reserved":0,"allocated":2043904,"data_stored":893673,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":77396422},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":24,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":25,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T00:33:16.127 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-21T00:33:16.127 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-21T00:33:16.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.289+0000 7fd05c07e640 1 -- 172.21.15.67:0/1426819539 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd05406f4a0 msgr2=0x7fd0540d2db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:16.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.289+0000 7fd05c07e640 1 --2- 172.21.15.67:0/1426819539 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd05406f4a0 0x7fd0540d2db0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fd050009830 tx=0x7fd05002a510 comp rx=0 tx=0).stop 2024-09-21T00:33:16.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.289+0000 7fd05c07e640 1 -- 172.21.15.67:0/1426819539 shutdown_connections 2024-09-21T00:33:16.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.289+0000 7fd05c07e640 1 --2- 172.21.15.67:0/1426819539 >> v2:172.21.15.97:3300/0 conn(0x7fd0540cf0e0 0x7fd0540cf4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:16.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.289+0000 7fd05c07e640 1 --2- 172.21.15.67:0/1426819539 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd05406f4a0 0x7fd0540d2db0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:16.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.289+0000 7fd05c07e640 1 -- 172.21.15.67:0/1426819539 >> 172.21.15.67:0/1426819539 conn(0x7fd05409d870 msgr2=0x7fd05408bee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:16.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.289+0000 7fd05c07e640 1 -- 172.21.15.67:0/1426819539 shutdown_connections 2024-09-21T00:33:16.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.289+0000 7fd05c07e640 1 -- 172.21.15.67:0/1426819539 wait complete. 2024-09-21T00:33:16.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.291+0000 7fd05c07e640 1 Processor -- start 2024-09-21T00:33:16.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.291+0000 7fd05c07e640 1 -- start start 2024-09-21T00:33:16.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.292+0000 7fd05c07e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd05406f4a0 0x7fd054154b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:16.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.292+0000 7fd05c07e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd0540cf0e0 0x7fd05409f020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:16.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.292+0000 7fd05c07e640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd0540d0c70 0x7fd0541f92b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:16.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.292+0000 7fd05c07e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fd0540b3710 con 0x7fd0540cf0e0 2024-09-21T00:33:16.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.292+0000 7fd05c07e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fd0540b3590 con 0x7fd05406f4a0 2024-09-21T00:33:16.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.292+0000 7fd05c07e640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fd0540d32f0 con 0x7fd0540d0c70 2024-09-21T00:33:16.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.292+0000 7fd059619640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd0540cf0e0 0x7fd05409f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:16.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.292+0000 7fd059619640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd0540cf0e0 0x7fd05409f020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:58570/0 (socket says 172.21.15.67:58570) 2024-09-21T00:33:16.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.292+0000 7fd059619640 1 -- 172.21.15.67:0/4132210713 learned_addr learned my addr 172.21.15.67:0/4132210713 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:16.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.293+0000 7fd059e1a640 1 --2- 172.21.15.67:0/4132210713 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd05406f4a0 0x7fd054154b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:16.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.293+0000 7fd05a61b640 1 --2- 172.21.15.67:0/4132210713 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd0540d0c70 0x7fd0541f92b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:16.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.293+0000 7fd059619640 1 -- 172.21.15.67:0/4132210713 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd0540d0c70 msgr2=0x7fd0541f92b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:16.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.293+0000 7fd059619640 1 --2- 172.21.15.67:0/4132210713 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd0540d0c70 0x7fd0541f92b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:16.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.293+0000 7fd059619640 1 -- 172.21.15.67:0/4132210713 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd05406f4a0 msgr2=0x7fd054154b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:16.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.293+0000 7fd059619640 1 --2- 172.21.15.67:0/4132210713 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd05406f4a0 0x7fd054154b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:16.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.293+0000 7fd059619640 1 -- 172.21.15.67:0/4132210713 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd054155060 con 0x7fd0540cf0e0 2024-09-21T00:33:16.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.293+0000 7fd05a61b640 1 --2- 172.21.15.67:0/4132210713 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd0540d0c70 0x7fd0541f92b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:33:16.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.293+0000 7fd059e1a640 1 --2- 172.21.15.67:0/4132210713 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd05406f4a0 0x7fd054154b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:33:16.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.293+0000 7fd059619640 1 --2- 172.21.15.67:0/4132210713 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd0540cf0e0 0x7fd05409f020 secure :-1 s=READY pgs=2046 cs=0 l=1 rev1=1 crypto rx=0x7fd04400c460 tx=0x7fd04400c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:16.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.293+0000 7fd04a7fc640 1 -- 172.21.15.67:0/4132210713 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd044016020 con 0x7fd0540cf0e0 2024-09-21T00:33:16.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.293+0000 7fd04a7fc640 1 -- 172.21.15.67:0/4132210713 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd044012940 con 0x7fd0540cf0e0 2024-09-21T00:33:16.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.293+0000 7fd05c07e640 1 -- 172.21.15.67:0/4132210713 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd05409f560 con 0x7fd0540cf0e0 2024-09-21T00:33:16.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.293+0000 7fd04a7fc640 1 -- 172.21.15.67:0/4132210713 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd044012d90 con 0x7fd0540cf0e0 2024-09-21T00:33:16.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.293+0000 7fd05c07e640 1 -- 172.21.15.67:0/4132210713 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd05409fce0 con 0x7fd0540cf0e0 2024-09-21T00:33:16.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.294+0000 7fd05c07e640 1 -- 172.21.15.67:0/4132210713 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd0540d0280 con 0x7fd0540cf0e0 2024-09-21T00:33:16.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.295+0000 7fd04a7fc640 1 -- 172.21.15.67:0/4132210713 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fd044019020 con 0x7fd0540cf0e0 2024-09-21T00:33:16.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.296+0000 7fd04a7fc640 1 --2- 172.21.15.67:0/4132210713 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd038078bc0 0x7fd03807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:16.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.296+0000 7fd04a7fc640 1 -- 172.21.15.67:0/4132210713 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(162..162 src has 1..162) ==== 5709+0+0 (secure 0 0 0) 0x7fd04409a730 con 0x7fd0540cf0e0 2024-09-21T00:33:16.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.296+0000 7fd059e1a640 1 --2- 172.21.15.67:0/4132210713 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd038078bc0 0x7fd03807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:16.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.297+0000 7fd059e1a640 1 --2- 172.21.15.67:0/4132210713 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd038078bc0 0x7fd03807b0d0 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7fd050034000 tx=0x7fd050004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:16.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.300+0000 7fd04a7fc640 1 -- 172.21.15.67:0/4132210713 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fd0540d0280 con 0x7fd0540cf0e0 2024-09-21T00:33:16.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.561+0000 7fd05c07e640 1 -- 172.21.15.67:0/4132210713 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7fd0540d2db0 con 0x7fd0540cf0e0 2024-09-21T00:33:16.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.564+0000 7fd04a7fc640 1 -- 172.21.15.67:0/4132210713 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v25) ==== 190+0+147 (secure 0 0 0) 0x7fd044020070 con 0x7fd0540cf0e0 2024-09-21T00:33:16.565 INFO:teuthology.orchestra.run.smithi067.stdout:[client.0] 2024-09-21T00:33:16.565 INFO:teuthology.orchestra.run.smithi067.stdout: key = AQBFEe5mUnwLLxAAE0JXCN8yXTH2bWtWI41o2Q== 2024-09-21T00:33:16.565 INFO:teuthology.orchestra.run.smithi067.stdout: caps mds = "allow" 2024-09-21T00:33:16.565 INFO:teuthology.orchestra.run.smithi067.stdout: caps mon = "allow r" 2024-09-21T00:33:16.566 INFO:teuthology.orchestra.run.smithi067.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-21T00:33:16.566 INFO:teuthology.orchestra.run.smithi067.stderr:updated caps for client.0 2024-09-21T00:33:16.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.566+0000 7fd05c07e640 1 -- 172.21.15.67:0/4132210713 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd038078bc0 msgr2=0x7fd03807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:16.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.566+0000 7fd05c07e640 1 --2- 172.21.15.67:0/4132210713 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd038078bc0 0x7fd03807b0d0 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7fd050034000 tx=0x7fd050004730 comp rx=0 tx=0).stop 2024-09-21T00:33:16.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.567+0000 7fd05c07e640 1 -- 172.21.15.67:0/4132210713 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd0540cf0e0 msgr2=0x7fd05409f020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:16.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.567+0000 7fd05c07e640 1 --2- 172.21.15.67:0/4132210713 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd0540cf0e0 0x7fd05409f020 secure :-1 s=READY pgs=2046 cs=0 l=1 rev1=1 crypto rx=0x7fd04400c460 tx=0x7fd04400c920 comp rx=0 tx=0).stop 2024-09-21T00:33:16.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.567+0000 7fd05c07e640 1 -- 172.21.15.67:0/4132210713 shutdown_connections 2024-09-21T00:33:16.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.567+0000 7fd05c07e640 1 --2- 172.21.15.67:0/4132210713 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd038078bc0 0x7fd03807b0d0 unknown :-1 s=CLOSED pgs=774 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:16.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.567+0000 7fd05c07e640 1 --2- 172.21.15.67:0/4132210713 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd0540d0c70 0x7fd0541f92b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:16.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.567+0000 7fd05c07e640 1 --2- 172.21.15.67:0/4132210713 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd0540cf0e0 0x7fd05409f020 unknown :-1 s=CLOSED pgs=2046 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:16.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.567+0000 7fd05c07e640 1 --2- 172.21.15.67:0/4132210713 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd05406f4a0 0x7fd054154b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:16.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.567+0000 7fd05c07e640 1 -- 172.21.15.67:0/4132210713 >> 172.21.15.67:0/4132210713 conn(0x7fd05409d870 msgr2=0x7fd0540cfb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:16.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.567+0000 7fd05c07e640 1 -- 172.21.15.67:0/4132210713 shutdown_connections 2024-09-21T00:33:16.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.567+0000 7fd05c07e640 1 -- 172.21.15.67:0/4132210713 wait complete. 2024-09-21T00:33:16.579 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:33:16.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.694+0000 7fe31aeb6640 1 -- 172.21.15.67:0/3646772431 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe3140d2b00 msgr2=0x7fe31415e7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:16.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.694+0000 7fe31aeb6640 1 --2- 172.21.15.67:0/3646772431 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe3140d2b00 0x7fe31415e7f0 secure :-1 s=READY pgs=2047 cs=0 l=1 rev1=1 crypto rx=0x7fe3140c8280 tx=0x7fe30002a5f0 comp rx=0 tx=0).stop 2024-09-21T00:33:16.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.695+0000 7fe31aeb6640 1 -- 172.21.15.67:0/3646772431 shutdown_connections 2024-09-21T00:33:16.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.695+0000 7fe31aeb6640 1 --2- 172.21.15.67:0/3646772431 >> v2:172.21.15.97:3300/0 conn(0x7fe3140d11c0 0x7fe3140d15d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:16.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.695+0000 7fe31aeb6640 1 --2- 172.21.15.67:0/3646772431 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe3140d2b00 0x7fe31415e7f0 unknown :-1 s=CLOSED pgs=2047 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:16.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.695+0000 7fe31aeb6640 1 -- 172.21.15.67:0/3646772431 >> 172.21.15.67:0/3646772431 conn(0x7fe31406dfb0 msgr2=0x7fe31406e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:16.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.695+0000 7fe31aeb6640 1 -- 172.21.15.67:0/3646772431 shutdown_connections 2024-09-21T00:33:16.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.695+0000 7fe31aeb6640 1 -- 172.21.15.67:0/3646772431 wait complete. 2024-09-21T00:33:16.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.696+0000 7fe31aeb6640 1 Processor -- start 2024-09-21T00:33:16.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.696+0000 7fe31aeb6640 1 -- start start 2024-09-21T00:33:16.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.698+0000 7fe31aeb6640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe3140d11c0 0x7fe31414d2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:16.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.698+0000 7fe31aeb6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe3140d2b00 0x7fe31414fc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:16.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.698+0000 7fe31aeb6640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe314162ea0 0x7fe3141501d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:16.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.698+0000 7fe31aeb6640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fe31415f640 con 0x7fe3140d2b00 2024-09-21T00:33:16.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.698+0000 7fe31aeb6640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fe31415f4c0 con 0x7fe314162ea0 2024-09-21T00:33:16.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.698+0000 7fe31aeb6640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fe31415f7c0 con 0x7fe3140d11c0 2024-09-21T00:33:16.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.698+0000 7fe313fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe3140d2b00 0x7fe31414fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:16.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.698+0000 7fe313fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe3140d2b00 0x7fe31414fc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:58586/0 (socket says 172.21.15.67:58586) 2024-09-21T00:33:16.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.698+0000 7fe313fff640 1 -- 172.21.15.67:0/1305743982 learned_addr learned my addr 172.21.15.67:0/1305743982 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:16.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.698+0000 7fe318c52640 1 --2- 172.21.15.67:0/1305743982 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe3140d11c0 0x7fe31414d2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:16.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.698+0000 7fe319453640 1 --2- 172.21.15.67:0/1305743982 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe314162ea0 0x7fe3141501d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:16.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.698+0000 7fe313fff640 1 -- 172.21.15.67:0/1305743982 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe3140d11c0 msgr2=0x7fe31414d2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:16.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.698+0000 7fe313fff640 1 --2- 172.21.15.67:0/1305743982 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe3140d11c0 0x7fe31414d2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:16.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.698+0000 7fe313fff640 1 -- 172.21.15.67:0/1305743982 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe314162ea0 msgr2=0x7fe3141501d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:16.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.698+0000 7fe313fff640 1 --2- 172.21.15.67:0/1305743982 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe314162ea0 0x7fe3141501d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:16.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.698+0000 7fe313fff640 1 -- 172.21.15.67:0/1305743982 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe3140cd820 con 0x7fe3140d2b00 2024-09-21T00:33:16.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.699+0000 7fe313fff640 1 --2- 172.21.15.67:0/1305743982 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe3140d2b00 0x7fe31414fc90 secure :-1 s=READY pgs=2048 cs=0 l=1 rev1=1 crypto rx=0x7fe300034040 tx=0x7fe300003910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:16.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.699+0000 7fe3117fa640 1 -- 172.21.15.67:0/1305743982 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe30003e030 con 0x7fe3140d2b00 2024-09-21T00:33:16.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.699+0000 7fe3117fa640 1 -- 172.21.15.67:0/1305743982 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe300003e00 con 0x7fe3140d2b00 2024-09-21T00:33:16.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.699+0000 7fe3117fa640 1 -- 172.21.15.67:0/1305743982 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe300035040 con 0x7fe3140d2b00 2024-09-21T00:33:16.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.699+0000 7fe31aeb6640 1 -- 172.21.15.67:0/1305743982 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe31414dc00 con 0x7fe3140d2b00 2024-09-21T00:33:16.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.699+0000 7fe31aeb6640 1 -- 172.21.15.67:0/1305743982 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe31414e1c0 con 0x7fe3140d2b00 2024-09-21T00:33:16.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.700+0000 7fe31aeb6640 1 -- 172.21.15.67:0/1305743982 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe3140cd590 con 0x7fe3140d2b00 2024-09-21T00:33:16.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.700+0000 7fe3117fa640 1 -- 172.21.15.67:0/1305743982 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fe300041030 con 0x7fe3140d2b00 2024-09-21T00:33:16.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.701+0000 7fe3117fa640 1 --2- 172.21.15.67:0/1305743982 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe2f8078b90 0x7fe2f807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:16.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.701+0000 7fe3117fa640 1 -- 172.21.15.67:0/1305743982 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(162..162 src has 1..162) ==== 5709+0+0 (secure 0 0 0) 0x7fe3000bb480 con 0x7fe3140d2b00 2024-09-21T00:33:16.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.701+0000 7fe318c52640 1 --2- 172.21.15.67:0/1305743982 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe2f8078b90 0x7fe2f807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:16.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.702+0000 7fe318c52640 1 --2- 172.21.15.67:0/1305743982 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe2f8078b90 0x7fe2f807b0a0 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7fe308007fd0 tx=0x7fe308009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:16.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.705+0000 7fe3117fa640 1 -- 172.21.15.67:0/1305743982 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fe300083270 con 0x7fe3140d2b00 2024-09-21T00:33:16.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.934+0000 7fe31aeb6640 1 -- 172.21.15.67:0/1305743982 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe31415fce0 con 0x7fe3140d2b00 2024-09-21T00:33:16.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.935+0000 7fe3117fa640 1 -- 172.21.15.67:0/1305743982 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 140 v140) ==== 95+0+5236 (secure 0 0 0) 0x7fe300087ca0 con 0x7fe3140d2b00 2024-09-21T00:33:16.936 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:33:16.936 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":140,"btime":"2024-09-21T00:33:10:188889+0000","default_fscid":12,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":9040,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/3820467054","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3820467054},{"type":"v1","addr":"172.21.15.97:6836","nonce":3820467054}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":135},{"gid":9043,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/1880977603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":1880977603},{"type":"v1","addr":"172.21.15.97:6837","nonce":1880977603}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":135},{"gid":10008,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6833/1856859324","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1856859324},{"type":"v1","addr":"172.21.15.67:6833","nonce":1856859324}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":134}],"filesystems":[{"mdsmap":{"epoch":140,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:33:06.544014+0000","modified":"2024-09-21T00:33:09.572949+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":10026},"failed":[],"damaged":[],"stopped":[],"info":{"gid_10026":{"gid":10026,"name":"c","rank":0,"incarnation":136,"state":"up:active","state_seq":3,"addr":"172.21.15.67:6835/298810392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":298810392},{"type":"v1","addr":"172.21.15.67:6835","nonce":298810392}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[25],"metadata_pool":24,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":10026,"qdb_cluster":[10026]},"id":12}]} 2024-09-21T00:33:16.937 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 140 2024-09-21T00:33:16.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.937+0000 7fe31aeb6640 1 -- 172.21.15.67:0/1305743982 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe2f8078b90 msgr2=0x7fe2f807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:16.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.937+0000 7fe31aeb6640 1 --2- 172.21.15.67:0/1305743982 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe2f8078b90 0x7fe2f807b0a0 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7fe308007fd0 tx=0x7fe308009040 comp rx=0 tx=0).stop 2024-09-21T00:33:16.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.937+0000 7fe31aeb6640 1 -- 172.21.15.67:0/1305743982 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe3140d2b00 msgr2=0x7fe31414fc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:16.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.937+0000 7fe31aeb6640 1 --2- 172.21.15.67:0/1305743982 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe3140d2b00 0x7fe31414fc90 secure :-1 s=READY pgs=2048 cs=0 l=1 rev1=1 crypto rx=0x7fe300034040 tx=0x7fe300003910 comp rx=0 tx=0).stop 2024-09-21T00:33:16.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.937+0000 7fe31aeb6640 1 -- 172.21.15.67:0/1305743982 shutdown_connections 2024-09-21T00:33:16.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.937+0000 7fe31aeb6640 1 --2- 172.21.15.67:0/1305743982 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe2f8078b90 0x7fe2f807b0a0 unknown :-1 s=CLOSED pgs=775 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:16.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.937+0000 7fe31aeb6640 1 --2- 172.21.15.67:0/1305743982 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe314162ea0 0x7fe3141501d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:16.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.937+0000 7fe31aeb6640 1 --2- 172.21.15.67:0/1305743982 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe3140d2b00 0x7fe31414fc90 unknown :-1 s=CLOSED pgs=2048 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:16.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.937+0000 7fe31aeb6640 1 --2- 172.21.15.67:0/1305743982 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe3140d11c0 0x7fe31414d2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:16.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.937+0000 7fe31aeb6640 1 -- 172.21.15.67:0/1305743982 >> 172.21.15.67:0/1305743982 conn(0x7fe31406dfb0 msgr2=0x7fe3140cf6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:16.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.938+0000 7fe31aeb6640 1 -- 172.21.15.67:0/1305743982 shutdown_connections 2024-09-21T00:33:16.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:16.938+0000 7fe31aeb6640 1 -- 172.21.15.67:0/1305743982 wait complete. 2024-09-21T00:33:17.353 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 140, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-21T00:33:06.544014+0000', 'modified': '2024-09-21T00:33:09.572949+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 10026}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_10026': {'gid': 10026, 'name': 'c', 'rank': 0, 'incarnation': 136, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.67:6835/298810392', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.67:6834', 'nonce': 298810392}, {'type': 'v1', 'addr': '172.21.15.67:6835', 'nonce': 298810392}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [25], 'metadata_pool': 24, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 10026, 'qdb_cluster': [10026]} 2024-09-21T00:33:17.353 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-21T00:33:17.353 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-21T00:33:17.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.471+0000 7f28a9e4a640 1 -- 172.21.15.67:0/3925182847 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f28a40d11c0 msgr2=0x7f28a40d15d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:17.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.471+0000 7f28a9e4a640 1 --2- 172.21.15.67:0/3925182847 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f28a40d11c0 0x7f28a40d15d0 secure :-1 s=READY pgs=2049 cs=0 l=1 rev1=1 crypto rx=0x7f28a40d5890 tx=0x7f289802a560 comp rx=0 tx=0).stop 2024-09-21T00:33:17.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.471+0000 7f28a9e4a640 1 -- 172.21.15.67:0/3925182847 shutdown_connections 2024-09-21T00:33:17.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.471+0000 7f28a9e4a640 1 --2- 172.21.15.67:0/3925182847 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f28a40d11c0 0x7f28a40d15d0 unknown :-1 s=CLOSED pgs=2049 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:17.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.471+0000 7f28a9e4a640 1 --2- 172.21.15.67:0/3925182847 >> v2:172.21.15.97:3300/0 conn(0x7f28a40cf010 0x7f28a40cf810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:17.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.471+0000 7f28a9e4a640 1 -- 172.21.15.67:0/3925182847 >> 172.21.15.67:0/3925182847 conn(0x7f28a406dfb0 msgr2=0x7f28a406e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:17.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.471+0000 7f28a9e4a640 1 -- 172.21.15.67:0/3925182847 shutdown_connections 2024-09-21T00:33:17.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.471+0000 7f28a9e4a640 1 -- 172.21.15.67:0/3925182847 wait complete. 2024-09-21T00:33:17.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.473+0000 7f28a9e4a640 1 Processor -- start 2024-09-21T00:33:17.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.473+0000 7f28a9e4a640 1 -- start start 2024-09-21T00:33:17.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.474+0000 7f28a9e4a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f28a40b6230 0x7f28a41f9fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:17.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.474+0000 7f28a9e4a640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f28a40cf010 0x7f28a41f68b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:17.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.474+0000 7f28a9e4a640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f28a40d11c0 0x7f28a414cef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:17.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.474+0000 7f28a9e4a640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f28a40b6d50 con 0x7f28a40b6230 2024-09-21T00:33:17.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.474+0000 7f28a9e4a640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f28a40b8e40 con 0x7f28a40d11c0 2024-09-21T00:33:17.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.474+0000 7f28a9e4a640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f28a40b6ed0 con 0x7f28a40cf010 2024-09-21T00:33:17.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.474+0000 7f28a37fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f28a40b6230 0x7f28a41f9fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:17.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.474+0000 7f28a37fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f28a40b6230 0x7f28a41f9fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:58594/0 (socket says 172.21.15.67:58594) 2024-09-21T00:33:17.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.474+0000 7f28a37fe640 1 -- 172.21.15.67:0/590734038 learned_addr learned my addr 172.21.15.67:0/590734038 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:17.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.474+0000 7f28a2ffd640 1 --2- 172.21.15.67:0/590734038 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f28a40cf010 0x7f28a41f68b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:17.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.474+0000 7f28a3fff640 1 --2- 172.21.15.67:0/590734038 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f28a40d11c0 0x7f28a414cef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:17.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.474+0000 7f28a37fe640 1 -- 172.21.15.67:0/590734038 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f28a40cf010 msgr2=0x7f28a41f68b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:17.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.475+0000 7f28a37fe640 1 --2- 172.21.15.67:0/590734038 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f28a40cf010 0x7f28a41f68b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:17.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.475+0000 7f28a37fe640 1 -- 172.21.15.67:0/590734038 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f28a40d11c0 msgr2=0x7f28a414cef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:17.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.475+0000 7f28a37fe640 1 --2- 172.21.15.67:0/590734038 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f28a40d11c0 0x7f28a414cef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:17.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.475+0000 7f28a37fe640 1 -- 172.21.15.67:0/590734038 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28a41f6220 con 0x7f28a40b6230 2024-09-21T00:33:17.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.475+0000 7f28a37fe640 1 --2- 172.21.15.67:0/590734038 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f28a40b6230 0x7f28a41f9fc0 secure :-1 s=READY pgs=2050 cs=0 l=1 rev1=1 crypto rx=0x7f289400d750 tx=0x7f289400dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:17.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.475+0000 7f288bfff640 1 -- 172.21.15.67:0/590734038 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2894017070 con 0x7f28a40b6230 2024-09-21T00:33:17.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.475+0000 7f288bfff640 1 -- 172.21.15.67:0/590734038 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2894009d40 con 0x7f28a40b6230 2024-09-21T00:33:17.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.475+0000 7f28a9e4a640 1 -- 172.21.15.67:0/590734038 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f28a41f6df0 con 0x7f28a40b6230 2024-09-21T00:33:17.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.475+0000 7f288bfff640 1 -- 172.21.15.67:0/590734038 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28940106c0 con 0x7f28a40b6230 2024-09-21T00:33:17.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.475+0000 7f28a9e4a640 1 -- 172.21.15.67:0/590734038 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f28a41f94e0 con 0x7f28a40b6230 2024-09-21T00:33:17.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.477+0000 7f288bfff640 1 -- 172.21.15.67:0/590734038 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f289401a070 con 0x7f28a40b6230 2024-09-21T00:33:17.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.478+0000 7f288bfff640 1 --2- 172.21.15.67:0/590734038 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2890078b90 0x7f289007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:17.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.478+0000 7f288bfff640 1 -- 172.21.15.67:0/590734038 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(162..162 src has 1..162) ==== 5709+0+0 (secure 0 0 0) 0x7f289409aec0 con 0x7f28a40b6230 2024-09-21T00:33:17.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.478+0000 7f28a2ffd640 1 --2- 172.21.15.67:0/590734038 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2890078b90 0x7f289007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:17.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.479+0000 7f28b0e8f740 1 Processor -- start 2024-09-21T00:33:17.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.479+0000 7f28a2ffd640 1 --2- 172.21.15.67:0/590734038 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2890078b90 0x7f289007b0a0 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7f2898033000 tx=0x7f2898004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:17.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.479+0000 7f28b0e8f740 1 -- start start 2024-09-21T00:33:17.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.480+0000 7f28b0e8f740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b60b774270 0x55b60bb45fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:17.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.480+0000 7f28b0e8f740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b60b74b3b0 0x55b60bb464e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:17.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.480+0000 7f28b0e8f740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b60b753590 0x55b60bb633e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:17.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.480+0000 7f28b0e8f740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55b60ba8e820 con 0x55b60b753590 2024-09-21T00:33:17.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.480+0000 7f28b0e8f740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55b60ba7dc50 con 0x55b60b774270 2024-09-21T00:33:17.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.480+0000 7f28b0e8f740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55b60ba81a60 con 0x55b60b74b3b0 2024-09-21T00:33:17.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.480+0000 7f28a3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b60b753590 0x55b60bb633e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:17.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.480+0000 7f28a3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b60b753590 0x55b60bb633e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:58610/0 (socket says 172.21.15.67:58610) 2024-09-21T00:33:17.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.480+0000 7f28a3fff640 1 -- 172.21.15.67:0/3261364186 learned_addr learned my addr 172.21.15.67:0/3261364186 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:17.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.480+0000 7f28a2ffd640 1 --2- 172.21.15.67:0/3261364186 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b60b74b3b0 0x55b60bb464e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:17.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.480+0000 7f28a37fe640 1 --2- 172.21.15.67:0/3261364186 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b60b774270 0x55b60bb45fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:17.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.481+0000 7f28a3fff640 1 -- 172.21.15.67:0/3261364186 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b60b74b3b0 msgr2=0x55b60bb464e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:33:17.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.481+0000 7f28a3fff640 1 --2- 172.21.15.67:0/3261364186 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b60b74b3b0 0x55b60bb464e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:17.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.481+0000 7f28a3fff640 1 -- 172.21.15.67:0/3261364186 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b60b774270 msgr2=0x55b60bb45fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:33:17.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.481+0000 7f28a3fff640 1 --2- 172.21.15.67:0/3261364186 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b60b774270 0x55b60bb45fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:17.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.481+0000 7f28a3fff640 1 -- 172.21.15.67:0/3261364186 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b60b7df850 con 0x55b60b753590 2024-09-21T00:33:17.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.481+0000 7f28a3fff640 1 --2- 172.21.15.67:0/3261364186 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b60b753590 0x55b60bb633e0 secure :-1 s=READY pgs=2051 cs=0 l=1 rev1=1 crypto rx=0x7f289c00b450 tx=0x7f289c009630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fedd49dbe8c6c528 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:17.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.481+0000 7f28897fa640 1 -- 172.21.15.67:0/3261364186 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f289c003970 con 0x55b60b753590 2024-09-21T00:33:17.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.481+0000 7f28897fa640 1 -- 172.21.15.67:0/3261364186 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f289c003b30 con 0x55b60b753590 2024-09-21T00:33:17.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.481+0000 7f28897fa640 1 -- 172.21.15.67:0/3261364186 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f289c00a710 con 0x55b60b753590 2024-09-21T00:33:17.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.482+0000 7f28b0e8f740 1 -- 172.21.15.67:0/3261364186 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b60b753590 msgr2=0x55b60bb633e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:17.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.482+0000 7f28b0e8f740 1 --2- 172.21.15.67:0/3261364186 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b60b753590 0x55b60bb633e0 secure :-1 s=READY pgs=2051 cs=0 l=1 rev1=1 crypto rx=0x7f289c00b450 tx=0x7f289c009630 comp rx=0 tx=0).stop 2024-09-21T00:33:17.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.482+0000 7f28b0e8f740 1 -- 172.21.15.67:0/3261364186 shutdown_connections 2024-09-21T00:33:17.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.482+0000 7f28b0e8f740 1 --2- 172.21.15.67:0/3261364186 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b60b753590 0x55b60bb633e0 unknown :-1 s=CLOSED pgs=2051 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:17.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.482+0000 7f28b0e8f740 1 --2- 172.21.15.67:0/3261364186 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b60b74b3b0 0x55b60bb464e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:17.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.482+0000 7f28b0e8f740 1 --2- 172.21.15.67:0/3261364186 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b60b774270 0x55b60bb45fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:17.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.482+0000 7f28b0e8f740 1 -- 172.21.15.67:0/3261364186 >> 172.21.15.67:0/3261364186 conn(0x55b60b7683c0 msgr2=0x55b60bb1c260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:17.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.482+0000 7f28b0e8f740 1 -- 172.21.15.67:0/3261364186 shutdown_connections 2024-09-21T00:33:17.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.482+0000 7f28b0e8f740 1 -- 172.21.15.67:0/3261364186 wait complete. 2024-09-21T00:33:17.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.483+0000 7f28b0e8f740 1 -- start start 2024-09-21T00:33:17.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.483+0000 7f28b0e8f740 1 Processor -- start 2024-09-21T00:33:17.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.484+0000 7f28b0e8f740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b60b74b3b0 0x55b60bb59a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:17.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.484+0000 7f28b0e8f740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b60b753590 0x55b60bb56ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:17.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.484+0000 7f28b0e8f740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b60b774270 0x55b60bb33900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:17.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.484+0000 7f28b0e8f740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55b60b7ee620 con 0x55b60b74b3b0 2024-09-21T00:33:17.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.484+0000 7f28b0e8f740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55b60ba235f0 con 0x55b60b774270 2024-09-21T00:33:17.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.484+0000 7f28b0e8f740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55b60bb46a20 con 0x55b60b753590 2024-09-21T00:33:17.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.484+0000 7f28b0e8f740 10 client.0 _ll_register_callbacks cb 0x55b60ba270a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:33:17.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.485+0000 7f28a37fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b60b74b3b0 0x55b60bb59a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:17.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.485+0000 7f28a37fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b60b74b3b0 0x55b60bb59a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:58624/0 (socket says 172.21.15.67:58624) 2024-09-21T00:33:17.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.485+0000 7f28a37fe640 1 -- 172.21.15.67:0/2247688748 learned_addr learned my addr 172.21.15.67:0/2247688748 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:17.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.485+0000 7f28a2ffd640 1 --2- 172.21.15.67:0/2247688748 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b60b753590 0x55b60bb56ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:17.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.485+0000 7f28a3fff640 1 --2- 172.21.15.67:0/2247688748 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b60b774270 0x55b60bb33900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:17.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.485+0000 7f28a37fe640 1 -- 172.21.15.67:0/2247688748 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b60b753590 msgr2=0x55b60bb56ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:33:17.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.485+0000 7f28a37fe640 1 --2- 172.21.15.67:0/2247688748 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b60b753590 0x55b60bb56ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:17.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.485+0000 7f28a37fe640 1 -- 172.21.15.67:0/2247688748 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b60b774270 msgr2=0x55b60bb33900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:33:17.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.485+0000 7f28a37fe640 1 --2- 172.21.15.67:0/2247688748 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b60b774270 0x55b60bb33900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:17.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.485+0000 7f28a37fe640 1 -- 172.21.15.67:0/2247688748 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b60b8566b0 con 0x55b60b74b3b0 2024-09-21T00:33:17.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.485+0000 7f28a3fff640 1 --2- 172.21.15.67:0/2247688748 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b60b774270 0x55b60bb33900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:33:17.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.485+0000 7f28a37fe640 1 --2- 172.21.15.67:0/2247688748 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b60b74b3b0 0x55b60bb59a50 secure :-1 s=READY pgs=2052 cs=0 l=1 rev1=1 crypto rx=0x7f289400d720 tx=0x7f2894062490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=483618860e30f967 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:17.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.485+0000 7f28827fc640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:33:17.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.485+0000 7f28827fc640 1 -- 172.21.15.67:0/2247688748 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2894021040 con 0x55b60b74b3b0 2024-09-21T00:33:17.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.485+0000 7f28827fc640 1 -- 172.21.15.67:0/2247688748 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(162..162 src has 1..162) ==== 5709+0+0 (secure 0 0 0) 0x7f28940673e0 con 0x55b60b74b3b0 2024-09-21T00:33:17.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.485+0000 7f28b0e8f740 1 -- 172.21.15.67:0/2247688748 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f289c003b30 con 0x55b60b74b3b0 2024-09-21T00:33:17.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.485+0000 7f28827fc640 1 -- 172.21.15.67:0/2247688748 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=140) ==== 24+0+0 (secure 0 0 0) 0x7f2894062cb0 con 0x55b60b74b3b0 2024-09-21T00:33:17.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.485+0000 7f28b0e8f740 10 client.10182 fetch_fsmap learned FSMap version 140 2024-09-21T00:33:17.493 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.485+0000 7f28b0e8f740 1 -- 172.21.15.67:0/2247688748 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=140,monmap=2+}) -- 0x55b60bb5bfd0 con 0x55b60b74b3b0 2024-09-21T00:33:17.493 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.485+0000 7f28827fc640 1 -- 172.21.15.67:0/2247688748 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f289c003b30 con 0x55b60b74b3b0 2024-09-21T00:33:17.493 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.486+0000 7f28827fc640 1 -- 172.21.15.67:0/2247688748 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 140) ==== 3502+0+0 (secure 0 0 0) 0x7f2894061f10 con 0x55b60b74b3b0 2024-09-21T00:33:17.493 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.486+0000 7f28b0e8f740 10 client.10182 fetch_fsmap finished waiting for FSMap version 140 2024-09-21T00:33:17.493 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.486+0000 7f28b0e8f740 10 client.10182 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-21T00:33:17.493 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.486+0000 7f28b0e8f740 20 client.10182 populate_metadata read hostname 'smithi067' 2024-09-21T00:33:17.493 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.486+0000 7f28b0e8f740 1 --2- 172.21.15.67:0/2247688748 >> [v2:172.21.15.67:6834/298810392,v1:172.21.15.67:6835/298810392] conn(0x55b60b732e40 0x55b60bb57d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:17.493 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.486+0000 7f28b0e8f740 4 client.10182 mds_command: new command op to 10026 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:33:17.493 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.486+0000 7f28b0e8f740 1 -- 172.21.15.67:0/2247688748 --> [v2:172.21.15.67:6834/298810392,v1:172.21.15.67:6835/298810392] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b60ba90770 con 0x55b60b732e40 2024-09-21T00:33:17.493 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.486+0000 7f28a2ffd640 1 --2- 172.21.15.67:0/2247688748 >> [v2:172.21.15.67:6834/298810392,v1:172.21.15.67:6835/298810392] conn(0x55b60b732e40 0x55b60bb57d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:17.493 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.486+0000 7f28827fc640 10 client.10182 ms_handle_connect on v2:172.21.15.67:6834/298810392 2024-09-21T00:33:17.493 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.486+0000 7f28a2ffd640 1 --2- 172.21.15.67:0/2247688748 >> [v2:172.21.15.67:6834/298810392,v1:172.21.15.67:6835/298810392] conn(0x55b60b732e40 0x55b60bb57d40 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=24ebe805e3ec8b42 server_cookie=a135bbc1989efcfc in_seq=0 out_seq=0 2024-09-21T00:33:17.494 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.487+0000 7f28827fc640 1 -- 172.21.15.67:0/2247688748 <== mds.0 v2:172.21.15.67:6834/298810392 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x55b60ba90770 con 0x55b60b732e40 2024-09-21T00:33:17.494 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.487+0000 7f28827fc640 10 client.10182 handle_command_reply: tid=0 2024-09-21T00:33:17.494 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.487+0000 7f28b0e8f740 1 client.10182 shutdown 2024-09-21T00:33:17.494 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.487+0000 7f28b0e8f740 1 -- 172.21.15.67:0/2247688748 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b60b74b3b0 msgr2=0x55b60bb59a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:17.494 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.487+0000 7f28b0e8f740 1 --2- 172.21.15.67:0/2247688748 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b60b74b3b0 0x55b60bb59a50 secure :-1 s=READY pgs=2052 cs=0 l=1 rev1=1 crypto rx=0x7f289400d720 tx=0x7f2894062490 comp rx=0 tx=0).stop 2024-09-21T00:33:17.494 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.487+0000 7f28b0e8f740 1 -- 172.21.15.67:0/2247688748 shutdown_connections 2024-09-21T00:33:17.494 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.487+0000 7f28b0e8f740 1 --2- 172.21.15.67:0/2247688748 >> [v2:172.21.15.67:6834/298810392,v1:172.21.15.67:6835/298810392] conn(0x55b60b732e40 0x55b60bb57d40 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:17.494 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.487+0000 7f28b0e8f740 1 --2- 172.21.15.67:0/2247688748 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b60b774270 0x55b60bb33900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:17.494 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.487+0000 7f28b0e8f740 1 --2- 172.21.15.67:0/2247688748 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b60b753590 0x55b60bb56ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:17.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.487+0000 7f28b0e8f740 1 --2- 172.21.15.67:0/2247688748 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b60b74b3b0 0x55b60bb59a50 unknown :-1 s=CLOSED pgs=2052 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:17.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.487+0000 7f28827fc640 0 client.10182 ms_handle_reset on v2:172.21.15.67:6834/298810392 2024-09-21T00:33:17.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.487+0000 7f28b0e8f740 1 -- 172.21.15.67:0/2247688748 >> 172.21.15.67:0/2247688748 conn(0x55b60b7683c0 msgr2=0x55b60bb16d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:17.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.487+0000 7f28b0e8f740 1 -- 172.21.15.67:0/2247688748 shutdown_connections 2024-09-21T00:33:17.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.487+0000 7f28b0e8f740 1 -- 172.21.15.67:0/2247688748 wait complete. 2024-09-21T00:33:17.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.487+0000 7f28b0e8f740 20 client.10182 trim_cache size 0 max 16384 2024-09-21T00:33:17.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.506+0000 7f28b0e8f740 1 Processor -- start 2024-09-21T00:33:17.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.506+0000 7f28b0e8f740 1 -- start start 2024-09-21T00:33:17.509 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.507+0000 7f28b0e8f740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b60b74b3b0 0x55b60bb6fe20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:17.509 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.507+0000 7f28b0e8f740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b60b753590 0x55b60bb58df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:17.510 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.507+0000 7f28b0e8f740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b60b774270 0x55b60bb59330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:17.510 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.507+0000 7f28b0e8f740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f28a41e7bc0 con 0x55b60b753590 2024-09-21T00:33:17.510 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.507+0000 7f28b0e8f740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f28a414bb00 con 0x55b60b774270 2024-09-21T00:33:17.510 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.507+0000 7f28b0e8f740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f28a41e7570 con 0x55b60b74b3b0 2024-09-21T00:33:17.510 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.507+0000 7f28a2ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b60b753590 0x55b60bb58df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:17.510 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.507+0000 7f28a2ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b60b753590 0x55b60bb58df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:58630/0 (socket says 172.21.15.67:58630) 2024-09-21T00:33:17.510 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.507+0000 7f28a2ffd640 1 -- 172.21.15.67:0/2251027450 learned_addr learned my addr 172.21.15.67:0/2251027450 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:17.510 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.508+0000 7f28a2ffd640 1 -- 172.21.15.67:0/2251027450 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b60b74b3b0 msgr2=0x55b60bb6fe20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:33:17.510 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.508+0000 7f28a37fe640 1 --2- 172.21.15.67:0/2251027450 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b60b74b3b0 0x55b60bb6fe20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:17.510 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.508+0000 7f28a2ffd640 1 --2- 172.21.15.67:0/2251027450 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b60b74b3b0 0x55b60bb6fe20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:17.510 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.508+0000 7f28a3fff640 1 --2- 172.21.15.67:0/2251027450 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b60b774270 0x55b60bb59330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:17.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.508+0000 7f28a2ffd640 1 -- 172.21.15.67:0/2251027450 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b60b774270 msgr2=0x55b60bb59330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:33:17.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.508+0000 7f28a2ffd640 1 --2- 172.21.15.67:0/2251027450 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b60b774270 0x55b60bb59330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:17.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.508+0000 7f28a2ffd640 1 -- 172.21.15.67:0/2251027450 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b60ba001a0 con 0x55b60b753590 2024-09-21T00:33:17.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.508+0000 7f28a37fe640 1 --2- 172.21.15.67:0/2251027450 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b60b74b3b0 0x55b60bb6fe20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:33:17.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.508+0000 7f28a2ffd640 1 --2- 172.21.15.67:0/2251027450 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b60b753590 0x55b60bb58df0 secure :-1 s=READY pgs=2053 cs=0 l=1 rev1=1 crypto rx=0x7f2898009230 tx=0x7f289803d000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a1f62fcbcbb8796 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:17.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.508+0000 7f2888ff9640 1 -- 172.21.15.67:0/2251027450 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2898035040 con 0x55b60b753590 2024-09-21T00:33:17.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.508+0000 7f2888ff9640 1 -- 172.21.15.67:0/2251027450 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2898057030 con 0x55b60b753590 2024-09-21T00:33:17.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.508+0000 7f2888ff9640 1 -- 172.21.15.67:0/2251027450 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2898003e10 con 0x55b60b753590 2024-09-21T00:33:17.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.509+0000 7f28b0e8f740 1 -- 172.21.15.67:0/2251027450 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b60b753590 msgr2=0x55b60bb58df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:17.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.509+0000 7f28b0e8f740 1 --2- 172.21.15.67:0/2251027450 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b60b753590 0x55b60bb58df0 secure :-1 s=READY pgs=2053 cs=0 l=1 rev1=1 crypto rx=0x7f2898009230 tx=0x7f289803d000 comp rx=0 tx=0).stop 2024-09-21T00:33:17.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.509+0000 7f28b0e8f740 1 -- 172.21.15.67:0/2251027450 shutdown_connections 2024-09-21T00:33:17.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.509+0000 7f28b0e8f740 1 --2- 172.21.15.67:0/2251027450 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b60b774270 0x55b60bb59330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:17.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.509+0000 7f28b0e8f740 1 --2- 172.21.15.67:0/2251027450 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b60b753590 0x55b60bb58df0 unknown :-1 s=CLOSED pgs=2053 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:17.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.509+0000 7f28b0e8f740 1 --2- 172.21.15.67:0/2251027450 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b60b74b3b0 0x55b60bb6fe20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:17.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.509+0000 7f28b0e8f740 1 -- 172.21.15.67:0/2251027450 >> 172.21.15.67:0/2251027450 conn(0x55b60b7683c0 msgr2=0x55b60bb33240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:17.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.509+0000 7f28b0e8f740 1 -- 172.21.15.67:0/2251027450 shutdown_connections 2024-09-21T00:33:17.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.509+0000 7f28b0e8f740 1 -- 172.21.15.67:0/2251027450 wait complete. 2024-09-21T00:33:17.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.510+0000 7f28b0e8f740 1 -- start start 2024-09-21T00:33:17.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.510+0000 7f28b0e8f740 1 Processor -- start 2024-09-21T00:33:17.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.511+0000 7f28b0e8f740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b60b74b3b0 0x55b60bbc9800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:17.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.511+0000 7f28b0e8f740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b60b753590 0x55b60bb58d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:17.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.511+0000 7f28b0e8f740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b60b774270 0x55b60bb592d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:17.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.511+0000 7f28b0e8f740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55b60bb745e0 con 0x55b60b774270 2024-09-21T00:33:17.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.511+0000 7f28b0e8f740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55b60bb57220 con 0x55b60b753590 2024-09-21T00:33:17.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.511+0000 7f28b0e8f740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55b60bb5b370 con 0x55b60b74b3b0 2024-09-21T00:33:17.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.511+0000 7f28b0e8f740 10 client.0 _ll_register_callbacks cb 0x7f289405eb90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:33:17.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.511+0000 7f28a3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b60b774270 0x55b60bb592d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:17.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.512+0000 7f28a3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b60b774270 0x55b60bb592d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:58646/0 (socket says 172.21.15.67:58646) 2024-09-21T00:33:17.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.512+0000 7f28a3fff640 1 -- 172.21.15.67:0/32255793 learned_addr learned my addr 172.21.15.67:0/32255793 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:17.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.512+0000 7f28a37fe640 1 --2- 172.21.15.67:0/32255793 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b60b74b3b0 0x55b60bbc9800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:17.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.512+0000 7f28a2ffd640 1 --2- 172.21.15.67:0/32255793 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b60b753590 0x55b60bb58d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:17.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.512+0000 7f28a3fff640 1 -- 172.21.15.67:0/32255793 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b60b74b3b0 msgr2=0x55b60bbc9800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:33:17.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.512+0000 7f28a3fff640 1 --2- 172.21.15.67:0/32255793 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b60b74b3b0 0x55b60bbc9800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:17.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.512+0000 7f28a3fff640 1 -- 172.21.15.67:0/32255793 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b60b753590 msgr2=0x55b60bb58d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:33:17.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.512+0000 7f28a3fff640 1 --2- 172.21.15.67:0/32255793 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b60b753590 0x55b60bb58d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:17.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.512+0000 7f28a3fff640 1 -- 172.21.15.67:0/32255793 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b60bb53c30 con 0x55b60b774270 2024-09-21T00:33:17.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.512+0000 7f28a3fff640 1 --2- 172.21.15.67:0/32255793 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b60b774270 0x55b60bb592d0 secure :-1 s=READY pgs=2054 cs=0 l=1 rev1=1 crypto rx=0x7f289c015000 tx=0x7f289c009d70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eae2cd4cf4a18254 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:17.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.512+0000 7f28827fc640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:33:17.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.512+0000 7f28827fc640 1 -- 172.21.15.67:0/32255793 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f289c00a710 con 0x55b60b774270 2024-09-21T00:33:17.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.512+0000 7f28827fc640 1 -- 172.21.15.67:0/32255793 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(162..162 src has 1..162) ==== 5709+0+0 (secure 0 0 0) 0x7f289c029ae0 con 0x55b60b774270 2024-09-21T00:33:17.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.512+0000 7f28b0e8f740 1 -- 172.21.15.67:0/32255793 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2898057030 con 0x55b60b774270 2024-09-21T00:33:17.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.512+0000 7f28827fc640 1 -- 172.21.15.67:0/32255793 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=140) ==== 24+0+0 (secure 0 0 0) 0x7f289c029d20 con 0x55b60b774270 2024-09-21T00:33:17.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.512+0000 7f28b0e8f740 10 client.10188 fetch_fsmap learned FSMap version 140 2024-09-21T00:33:17.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.512+0000 7f28b0e8f740 1 -- 172.21.15.67:0/32255793 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=140,monmap=2+}) -- 0x55b60bb84a80 con 0x55b60b774270 2024-09-21T00:33:17.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.512+0000 7f28827fc640 1 -- 172.21.15.67:0/32255793 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2898057030 con 0x55b60b774270 2024-09-21T00:33:17.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.513+0000 7f28827fc640 1 -- 172.21.15.67:0/32255793 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 140) ==== 3502+0+0 (secure 0 0 0) 0x7f289c00a8b0 con 0x55b60b774270 2024-09-21T00:33:17.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.513+0000 7f28b0e8f740 10 client.10188 fetch_fsmap finished waiting for FSMap version 140 2024-09-21T00:33:17.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.513+0000 7f28b0e8f740 10 client.10188 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-21T00:33:17.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.513+0000 7f28b0e8f740 20 client.10188 populate_metadata read hostname 'smithi067' 2024-09-21T00:33:17.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.513+0000 7f28b0e8f740 1 --2- 172.21.15.67:0/32255793 >> [v2:172.21.15.67:6834/298810392,v1:172.21.15.67:6835/298810392] conn(0x55b60bb1d770 0x55b60bb6c890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:17.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.513+0000 7f28b0e8f740 4 client.10188 mds_command: new command op to 10026 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-21T00:33:17.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.513+0000 7f28b0e8f740 1 -- 172.21.15.67:0/32255793 --> [v2:172.21.15.67:6834/298810392,v1:172.21.15.67:6835/298810392] -- command(tid 0: {"prefix": "status"}) -- 0x55b60ba8c220 con 0x55b60bb1d770 2024-09-21T00:33:17.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.513+0000 7f28a37fe640 1 --2- 172.21.15.67:0/32255793 >> [v2:172.21.15.67:6834/298810392,v1:172.21.15.67:6835/298810392] conn(0x55b60bb1d770 0x55b60bb6c890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:17.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.513+0000 7f28827fc640 10 client.10188 ms_handle_connect on v2:172.21.15.67:6834/298810392 2024-09-21T00:33:17.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.513+0000 7f28a37fe640 1 --2- 172.21.15.67:0/32255793 >> [v2:172.21.15.67:6834/298810392,v1:172.21.15.67:6835/298810392] conn(0x55b60bb1d770 0x55b60bb6c890 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7e26ad904200e6ea server_cookie=44b2fdbff397e691 in_seq=0 out_seq=0 2024-09-21T00:33:17.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.513+0000 7f28827fc640 1 -- 172.21.15.67:0/32255793 <== mds.0 v2:172.21.15.67:6834/298810392 1 ==== command_reply(tid 0: 0 ) ==== 8+0+323 (crc 0 0 0) 0x55b60ba8c220 con 0x55b60bb1d770 2024-09-21T00:33:17.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.513+0000 7f28827fc640 10 client.10188 handle_command_reply: tid=0 2024-09-21T00:33:17.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.513+0000 7f28b0e8f740 1 client.10188 shutdown 2024-09-21T00:33:17.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.514+0000 7f28b0e8f740 1 -- 172.21.15.67:0/32255793 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b60b774270 msgr2=0x55b60bb592d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:17.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.514+0000 7f28b0e8f740 1 --2- 172.21.15.67:0/32255793 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b60b774270 0x55b60bb592d0 secure :-1 s=READY pgs=2054 cs=0 l=1 rev1=1 crypto rx=0x7f289c015000 tx=0x7f289c009d70 comp rx=0 tx=0).stop 2024-09-21T00:33:17.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.514+0000 7f28b0e8f740 1 -- 172.21.15.67:0/32255793 shutdown_connections 2024-09-21T00:33:17.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.514+0000 7f28b0e8f740 1 --2- 172.21.15.67:0/32255793 >> [v2:172.21.15.67:6834/298810392,v1:172.21.15.67:6835/298810392] conn(0x55b60bb1d770 0x55b60bb6c890 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:17.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.514+0000 7f28b0e8f740 1 --2- 172.21.15.67:0/32255793 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b60b774270 0x55b60bb592d0 unknown :-1 s=CLOSED pgs=2054 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:17.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.514+0000 7f28b0e8f740 1 --2- 172.21.15.67:0/32255793 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b60b753590 0x55b60bb58d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:17.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.514+0000 7f28827fc640 0 client.10188 ms_handle_reset on v2:172.21.15.67:6834/298810392 2024-09-21T00:33:17.521 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.514+0000 7f28b0e8f740 1 --2- 172.21.15.67:0/32255793 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b60b74b3b0 0x55b60bbc9800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:17.521 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.514+0000 7f28b0e8f740 1 -- 172.21.15.67:0/32255793 >> 172.21.15.67:0/32255793 conn(0x55b60b7683c0 msgr2=0x55b60bb43760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:17.521 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.514+0000 7f28b0e8f740 1 -- 172.21.15.67:0/32255793 shutdown_connections 2024-09-21T00:33:17.521 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.514+0000 7f28b0e8f740 1 -- 172.21.15.67:0/32255793 wait complete. 2024-09-21T00:33:17.521 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.514+0000 7f28b0e8f740 20 client.10188 trim_cache size 0 max 16384 2024-09-21T00:33:17.521 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:33:17.521 INFO:teuthology.orchestra.run.smithi067.stdout: "cluster_fsid": "166a8832-baab-4541-be5c-9c3483b3f7a3", 2024-09-21T00:33:17.521 INFO:teuthology.orchestra.run.smithi067.stdout: "whoami": 0, 2024-09-21T00:33:17.521 INFO:teuthology.orchestra.run.smithi067.stdout: "id": 10026, 2024-09-21T00:33:17.522 INFO:teuthology.orchestra.run.smithi067.stdout: "want_state": "up:active", 2024-09-21T00:33:17.522 INFO:teuthology.orchestra.run.smithi067.stdout: "state": "up:active", 2024-09-21T00:33:17.522 INFO:teuthology.orchestra.run.smithi067.stdout: "fs_name": "cephfs", 2024-09-21T00:33:17.522 INFO:teuthology.orchestra.run.smithi067.stdout: "rank_uptime": 10.353933526, 2024-09-21T00:33:17.522 INFO:teuthology.orchestra.run.smithi067.stdout: "mdsmap_epoch": 140, 2024-09-21T00:33:17.522 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch": 162, 2024-09-21T00:33:17.522 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch_barrier": 162, 2024-09-21T00:33:17.522 INFO:teuthology.orchestra.run.smithi067.stdout: "uptime": 14.981672928 2024-09-21T00:33:17.522 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:33:17.523 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.514+0000 7f28a9e4a640 1 -- 172.21.15.67:0/590734038 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2890078b90 msgr2=0x7f289007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:17.523 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.514+0000 7f28a9e4a640 1 --2- 172.21.15.67:0/590734038 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2890078b90 0x7f289007b0a0 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7f2898033000 tx=0x7f2898004730 comp rx=0 tx=0).stop 2024-09-21T00:33:17.523 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.514+0000 7f28a9e4a640 1 -- 172.21.15.67:0/590734038 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f28a40b6230 msgr2=0x7f28a41f9fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:17.523 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.514+0000 7f28a9e4a640 1 --2- 172.21.15.67:0/590734038 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f28a40b6230 0x7f28a41f9fc0 secure :-1 s=READY pgs=2050 cs=0 l=1 rev1=1 crypto rx=0x7f289400d750 tx=0x7f289400dc10 comp rx=0 tx=0).stop 2024-09-21T00:33:17.523 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.514+0000 7f28a9e4a640 1 -- 172.21.15.67:0/590734038 shutdown_connections 2024-09-21T00:33:17.523 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.514+0000 7f28a9e4a640 1 --2- 172.21.15.67:0/590734038 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2890078b90 0x7f289007b0a0 unknown :-1 s=CLOSED pgs=776 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:17.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.514+0000 7f28a9e4a640 1 --2- 172.21.15.67:0/590734038 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f28a40d11c0 0x7f28a414cef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:17.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.514+0000 7f28a9e4a640 1 --2- 172.21.15.67:0/590734038 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f28a40cf010 0x7f28a41f68b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:17.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.514+0000 7f28a9e4a640 1 --2- 172.21.15.67:0/590734038 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f28a40b6230 0x7f28a41f9fc0 unknown :-1 s=CLOSED pgs=2050 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:17.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.514+0000 7f28a9e4a640 1 -- 172.21.15.67:0/590734038 >> 172.21.15.67:0/590734038 conn(0x7f28a406dfb0 msgr2=0x7f28a40b3ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:17.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.515+0000 7f28a9e4a640 1 -- 172.21.15.67:0/590734038 shutdown_connections 2024-09-21T00:33:17.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.515+0000 7f28a9e4a640 1 -- 172.21.15.67:0/590734038 wait complete. 2024-09-21T00:33:17.527 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-21T00:33:17.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.642+0000 7f7629284640 1 -- 172.21.15.67:0/3639178724 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f76240d1da0 msgr2=0x7f76240b2240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:17.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.642+0000 7f7629284640 1 --2- 172.21.15.67:0/3639178724 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f76240d1da0 0x7f76240b2240 secure :-1 s=READY pgs=2056 cs=0 l=1 rev1=1 crypto rx=0x7f76240750c0 tx=0x7f761c02a5f0 comp rx=0 tx=0).stop 2024-09-21T00:33:17.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.642+0000 7f7629284640 1 -- 172.21.15.67:0/3639178724 shutdown_connections 2024-09-21T00:33:17.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.642+0000 7f7629284640 1 --2- 172.21.15.67:0/3639178724 >> v2:172.21.15.97:3300/0 conn(0x7f76240b6510 0x7f76240b2780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:17.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.642+0000 7f7629284640 1 --2- 172.21.15.67:0/3639178724 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f76240d1da0 0x7f76240b2240 unknown :-1 s=CLOSED pgs=2056 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:17.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.642+0000 7f7629284640 1 -- 172.21.15.67:0/3639178724 >> 172.21.15.67:0/3639178724 conn(0x7f76240d1280 msgr2=0x7f76240d1690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:17.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.643+0000 7f7629284640 1 -- 172.21.15.67:0/3639178724 shutdown_connections 2024-09-21T00:33:17.645 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.643+0000 7f7629284640 1 -- 172.21.15.67:0/3639178724 wait complete. 2024-09-21T00:33:17.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.645+0000 7f7629284640 1 Processor -- start 2024-09-21T00:33:17.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.645+0000 7f7629284640 1 -- start start 2024-09-21T00:33:17.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.646+0000 7f7629284640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f76240b09a0 0x7f762415b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:17.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.646+0000 7f7629284640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f76240b6510 0x7f7624164da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:17.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.646+0000 7f7629284640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f76240d1da0 0x7f76240cbd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:17.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.646+0000 7f7629284640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f76240b1850 con 0x7f76240b6510 2024-09-21T00:33:17.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.646+0000 7f7629284640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f76240b16d0 con 0x7f76240b09a0 2024-09-21T00:33:17.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.646+0000 7f7629284640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f76240b19d0 con 0x7f76240d1da0 2024-09-21T00:33:17.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.646+0000 7f76227fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f76240b6510 0x7f7624164da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:17.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.646+0000 7f76227fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f76240b6510 0x7f7624164da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:58660/0 (socket says 172.21.15.67:58660) 2024-09-21T00:33:17.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.646+0000 7f76227fc640 1 -- 172.21.15.67:0/3232504891 learned_addr learned my addr 172.21.15.67:0/3232504891 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:17.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.646+0000 7f76237fe640 1 --2- 172.21.15.67:0/3232504891 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f76240d1da0 0x7f76240cbd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:17.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.646+0000 7f7622ffd640 1 --2- 172.21.15.67:0/3232504891 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f76240b09a0 0x7f762415b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:17.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.646+0000 7f76227fc640 1 -- 172.21.15.67:0/3232504891 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f76240d1da0 msgr2=0x7f76240cbd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:17.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.646+0000 7f76227fc640 1 --2- 172.21.15.67:0/3232504891 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f76240d1da0 0x7f76240cbd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:17.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.646+0000 7f76227fc640 1 -- 172.21.15.67:0/3232504891 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f76240b09a0 msgr2=0x7f762415b2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:17.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.646+0000 7f76227fc640 1 --2- 172.21.15.67:0/3232504891 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f76240b09a0 0x7f762415b2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:17.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.646+0000 7f76227fc640 1 -- 172.21.15.67:0/3232504891 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7624163b40 con 0x7f76240b6510 2024-09-21T00:33:17.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.646+0000 7f76237fe640 1 --2- 172.21.15.67:0/3232504891 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f76240d1da0 0x7f76240cbd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:33:17.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.646+0000 7f7622ffd640 1 --2- 172.21.15.67:0/3232504891 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f76240b09a0 0x7f762415b2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:33:17.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.647+0000 7f76227fc640 1 --2- 172.21.15.67:0/3232504891 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f76240b6510 0x7f7624164da0 secure :-1 s=READY pgs=2057 cs=0 l=1 rev1=1 crypto rx=0x7f760c00c9a0 tx=0x7f760c00ce60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:17.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.647+0000 7f761b7fe640 1 -- 172.21.15.67:0/3232504891 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f760c007bb0 con 0x7f76240b6510 2024-09-21T00:33:17.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.647+0000 7f761b7fe640 1 -- 172.21.15.67:0/3232504891 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f760c007e40 con 0x7f76240b6510 2024-09-21T00:33:17.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.647+0000 7f7629284640 1 -- 172.21.15.67:0/3232504891 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7624163e20 con 0x7f76240b6510 2024-09-21T00:33:17.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.647+0000 7f761b7fe640 1 -- 172.21.15.67:0/3232504891 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f760c005280 con 0x7f76240b6510 2024-09-21T00:33:17.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.647+0000 7f7629284640 1 -- 172.21.15.67:0/3232504891 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76241643e0 con 0x7f76240b6510 2024-09-21T00:33:17.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.648+0000 7f7629284640 1 -- 172.21.15.67:0/3232504891 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f76240b0db0 con 0x7f76240b6510 2024-09-21T00:33:17.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.649+0000 7f761b7fe640 1 -- 172.21.15.67:0/3232504891 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f760c005420 con 0x7f76240b6510 2024-09-21T00:33:17.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.649+0000 7f761b7fe640 1 --2- 172.21.15.67:0/3232504891 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7604078b90 0x7f760407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:17.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.649+0000 7f761b7fe640 1 -- 172.21.15.67:0/3232504891 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(162..162 src has 1..162) ==== 5709+0+0 (secure 0 0 0) 0x7f760c09b1c0 con 0x7f76240b6510 2024-09-21T00:33:17.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.650+0000 7f7622ffd640 1 --2- 172.21.15.67:0/3232504891 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7604078b90 0x7f760407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:17.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.650+0000 7f7622ffd640 1 --2- 172.21.15.67:0/3232504891 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7604078b90 0x7f760407b0a0 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7f761c033000 tx=0x7f761c004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:17.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.654+0000 7f761b7fe640 1 -- 172.21.15.67:0/3232504891 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f760c014030 con 0x7f76240b6510 2024-09-21T00:33:17.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.883+0000 7f7629284640 1 -- 172.21.15.67:0/3232504891 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f76240b27c0 con 0x7f76240b6510 2024-09-21T00:33:17.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.883+0000 7f761b7fe640 1 -- 172.21.15.67:0/3232504891 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v140) ==== 53+0+73 (secure 0 0 0) 0x7f760c063600 con 0x7f76240b6510 2024-09-21T00:33:17.884 INFO:teuthology.orchestra.run.smithi067.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-21T00:33:17.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.885+0000 7f7629284640 1 -- 172.21.15.67:0/3232504891 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7604078b90 msgr2=0x7f760407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:17.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.885+0000 7f7629284640 1 --2- 172.21.15.67:0/3232504891 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7604078b90 0x7f760407b0a0 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7f761c033000 tx=0x7f761c004730 comp rx=0 tx=0).stop 2024-09-21T00:33:17.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.885+0000 7f7629284640 1 -- 172.21.15.67:0/3232504891 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f76240b6510 msgr2=0x7f7624164da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:17.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.885+0000 7f7629284640 1 --2- 172.21.15.67:0/3232504891 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f76240b6510 0x7f7624164da0 secure :-1 s=READY pgs=2057 cs=0 l=1 rev1=1 crypto rx=0x7f760c00c9a0 tx=0x7f760c00ce60 comp rx=0 tx=0).stop 2024-09-21T00:33:17.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.885+0000 7f7629284640 1 -- 172.21.15.67:0/3232504891 shutdown_connections 2024-09-21T00:33:17.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.885+0000 7f7629284640 1 --2- 172.21.15.67:0/3232504891 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7604078b90 0x7f760407b0a0 unknown :-1 s=CLOSED pgs=777 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:17.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.885+0000 7f7629284640 1 --2- 172.21.15.67:0/3232504891 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f76240d1da0 0x7f76240cbd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:17.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.885+0000 7f7629284640 1 --2- 172.21.15.67:0/3232504891 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f76240b6510 0x7f7624164da0 unknown :-1 s=CLOSED pgs=2057 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:17.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.885+0000 7f7629284640 1 --2- 172.21.15.67:0/3232504891 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f76240b09a0 0x7f762415b2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:17.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.885+0000 7f7629284640 1 -- 172.21.15.67:0/3232504891 >> 172.21.15.67:0/3232504891 conn(0x7f76240d1280 msgr2=0x7f762415f850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:17.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.885+0000 7f7629284640 1 -- 172.21.15.67:0/3232504891 shutdown_connections 2024-09-21T00:33:17.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:17.885+0000 7f7629284640 1 -- 172.21.15.67:0/3232504891 wait complete. 2024-09-21T00:33:17.898 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-21T00:33:17.898 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-21T00:33:17.898 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi067.front.sepia.ceph.com 2024-09-21T00:33:17.898 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-21T00:33:17.898 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-21T00:33:17.898 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-21T00:33:17.898 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-21T00:33:17.899 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-21T00:33:17.899 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-21T00:33:17.899 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:33:17.899 DEBUG:teuthology.orchestra.run.smithi067:> ip addr 2024-09-21T00:33:17.915 INFO:teuthology.orchestra.run.smithi067.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-21T00:33:17.916 INFO:teuthology.orchestra.run.smithi067.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-21T00:33:17.916 INFO:teuthology.orchestra.run.smithi067.stdout: inet 127.0.0.1/8 scope host lo 2024-09-21T00:33:17.916 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:33:17.916 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 ::1/128 scope host 2024-09-21T00:33:17.916 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:33:17.916 INFO:teuthology.orchestra.run.smithi067.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-21T00:33:17.916 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:a8:b4:7e brd ff:ff:ff:ff:ff:ff 2024-09-21T00:33:17.916 INFO:teuthology.orchestra.run.smithi067.stdout: altname enp7s0f0 2024-09-21T00:33:17.916 INFO:teuthology.orchestra.run.smithi067.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-21T00:33:17.916 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:a8:b4:7f brd ff:ff:ff:ff:ff:ff 2024-09-21T00:33:17.916 INFO:teuthology.orchestra.run.smithi067.stdout: altname enp7s0f1 2024-09-21T00:33:17.916 INFO:teuthology.orchestra.run.smithi067.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-21T00:33:17.916 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:b6:fc:0a brd ff:ff:ff:ff:ff:ff 2024-09-21T00:33:17.916 INFO:teuthology.orchestra.run.smithi067.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-21T00:33:17.917 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:b6:fc:0b brd ff:ff:ff:ff:ff:ff 2024-09-21T00:33:17.917 INFO:teuthology.orchestra.run.smithi067.stdout: inet 172.21.15.67/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-21T00:33:17.917 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft 42070sec preferred_lft 42070sec 2024-09-21T00:33:17.917 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::ec4:7aff:feb6:fc0b/64 scope link noprefixroute 2024-09-21T00:33:17.917 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:33:17.917 INFO:teuthology.orchestra.run.smithi067.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-21T00:33:17.917 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether ae:69:02:89:12:0b brd ff:ff:ff:ff:ff:ff 2024-09-21T00:33:17.917 INFO:teuthology.orchestra.run.smithi067.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-21T00:33:17.917 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:33:17.917 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::cb7:27ff:fe38:31a4/64 scope link 2024-09-21T00:33:17.917 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:33:17.917 INFO:teuthology.orchestra.run.smithi067.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T00:33:17.917 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether ae:69:02:89:12:0b brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:33:17.917 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::ac69:2ff:fe89:120b/64 scope link 2024-09-21T00:33:17.917 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:33:17.918 INFO:teuthology.orchestra.run.smithi067.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T00:33:17.918 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether d6:c9:e4:80:cc:a3 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:33:17.918 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::d4c9:e4ff:fe80:cca3/64 scope link 2024-09-21T00:33:17.918 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:33:17.918 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:33:17.918 DEBUG:teuthology.orchestra.run.smithi067:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-21T00:33:17.980 INFO:teuthology.orchestra.run.smithi067.stdout:1 2024-09-21T00:33:17.982 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:33:17.982 DEBUG:teuthology.orchestra.run.smithi067:> route 2024-09-21T00:33:18.038 INFO:teuthology.orchestra.run.smithi067.stdout:Kernel IP routing table 2024-09-21T00:33:18.038 INFO:teuthology.orchestra.run.smithi067.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-21T00:33:18.038 INFO:teuthology.orchestra.run.smithi067.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-21T00:33:18.038 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-21T00:33:18.038 INFO:teuthology.orchestra.run.smithi067.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-21T00:33:18.039 DEBUG:teuthology.orchestra.run.smithi067:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T00:33:18.039 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:33:18.039 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-21T00:33:18.039 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-21T00:33:18.039 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-21T00:33:18.039 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:33:18.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:18 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T00:33:18.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:33:18.169 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:33:18.169 DEBUG:teuthology.orchestra.run.smithi067:> ip netns list 2024-09-21T00:33:18.185 INFO:teuthology.orchestra.run.smithi067.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-21T00:33:18.185 INFO:teuthology.orchestra.run.smithi067.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-21T00:33:18.185 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-21T00:33:18.185 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:33:18.186 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip link set brx.0 up 2024-09-21T00:33:18.252 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-21T00:33:18.252 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T00:33:18.252 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-21T00:33:18.308 INFO:teuthology.orchestra.run.smithi067.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-21T00:33:18.308 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T00:33:18.308 DEBUG:teuthology.orchestra.run.smithi067:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-21T00:33:18.365 DEBUG:teuthology.orchestra.run.smithi067:> sudo modprobe fuse 2024-09-21T00:33:18.431 DEBUG:teuthology.orchestra.run.smithi067:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T00:33:18.489 INFO:teuthology.orchestra.run.smithi067.stdout:/proc 2024-09-21T00:33:18.489 INFO:teuthology.orchestra.run.smithi067.stdout:/sys 2024-09-21T00:33:18.489 INFO:teuthology.orchestra.run.smithi067.stdout:/dev 2024-09-21T00:33:18.489 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/security 2024-09-21T00:33:18.489 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/shm 2024-09-21T00:33:18.489 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/pts 2024-09-21T00:33:18.489 INFO:teuthology.orchestra.run.smithi067.stdout:/run 2024-09-21T00:33:18.489 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/cgroup 2024-09-21T00:33:18.489 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/pstore 2024-09-21T00:33:18.490 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/bpf 2024-09-21T00:33:18.490 INFO:teuthology.orchestra.run.smithi067.stdout:/ 2024-09-21T00:33:18.490 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/selinux 2024-09-21T00:33:18.490 INFO:teuthology.orchestra.run.smithi067.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T00:33:18.490 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/hugepages 2024-09-21T00:33:18.490 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/mqueue 2024-09-21T00:33:18.490 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/debug 2024-09-21T00:33:18.490 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/tracing 2024-09-21T00:33:18.490 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/fuse/connections 2024-09-21T00:33:18.491 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-sysctl.service 2024-09-21T00:33:18.491 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/config 2024-09-21T00:33:18.491 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-21T00:33:18.491 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-21T00:33:18.491 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/nfs/rpc_pipefs 2024-09-21T00:33:18.491 INFO:teuthology.orchestra.run.smithi067.stdout:/run/user/1000 2024-09-21T00:33:18.491 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph 2024-09-21T00:33:18.491 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T00:33:18.491 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T00:33:18.491 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T00:33:18.491 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T00:33:18.492 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns 2024-09-21T00:33:18.492 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:33:18.492 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:33:18.492 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:33:18.492 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:33:18.492 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:33:18.492 DEBUG:teuthology.orchestra.run.smithi067:> ls /sys/fs/fuse/connections 2024-09-21T00:33:18.545 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-21T00:33:18.545 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-21T00:33:18.587 DEBUG:teuthology.orchestra.run.smithi067:> sudo modprobe fuse 2024-09-21T00:33:18.613 DEBUG:teuthology.orchestra.run.smithi067:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T00:33:18.672 INFO:teuthology.orchestra.run.smithi067.stdout:/proc 2024-09-21T00:33:18.672 INFO:teuthology.orchestra.run.smithi067.stdout:/sys 2024-09-21T00:33:18.673 INFO:teuthology.orchestra.run.smithi067.stdout:/dev 2024-09-21T00:33:18.673 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/security 2024-09-21T00:33:18.673 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/shm 2024-09-21T00:33:18.673 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/pts 2024-09-21T00:33:18.673 INFO:teuthology.orchestra.run.smithi067.stdout:/run 2024-09-21T00:33:18.673 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/cgroup 2024-09-21T00:33:18.673 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/pstore 2024-09-21T00:33:18.673 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/bpf 2024-09-21T00:33:18.673 INFO:teuthology.orchestra.run.smithi067.stdout:/ 2024-09-21T00:33:18.673 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/selinux 2024-09-21T00:33:18.673 INFO:teuthology.orchestra.run.smithi067.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T00:33:18.673 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/hugepages 2024-09-21T00:33:18.673 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/mqueue 2024-09-21T00:33:18.673 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/debug 2024-09-21T00:33:18.674 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/tracing 2024-09-21T00:33:18.674 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/fuse/connections 2024-09-21T00:33:18.674 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-sysctl.service 2024-09-21T00:33:18.674 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/config 2024-09-21T00:33:18.674 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-21T00:33:18.674 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-21T00:33:18.674 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/nfs/rpc_pipefs 2024-09-21T00:33:18.674 INFO:teuthology.orchestra.run.smithi067.stdout:/run/user/1000 2024-09-21T00:33:18.674 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph 2024-09-21T00:33:18.674 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T00:33:18.674 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T00:33:18.674 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T00:33:18.674 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T00:33:18.674 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns 2024-09-21T00:33:18.675 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:33:18.675 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:33:18.675 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:33:18.675 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:33:18.676 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:33:18.676 DEBUG:teuthology.orchestra.run.smithi067:> ls /sys/fs/fuse/connections 2024-09-21T00:33:18.682 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:2024-09-21T00:33:18.681+0000 7f9fbdc2e480 -1 init, newargv = 0x7f9fa0000ed0 newargc=15 2024-09-21T00:33:18.682 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:ceph-fuse[100834]: starting ceph client 2024-09-21T00:33:18.687 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:ceph-fuse[100834]: starting fuse 2024-09-21T00:33:18.698 INFO:teuthology.orchestra.run.smithi067.stdout:41 2024-09-21T00:33:18.699 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-21T00:33:18.699 DEBUG:teuthology.orchestra.run.smithi067:> sudo stdin-killer -- python3 -c ' 2024-09-21T00:33:18.699 DEBUG:teuthology.orchestra.run.smithi067:> import glob 2024-09-21T00:33:18.699 DEBUG:teuthology.orchestra.run.smithi067:> import re 2024-09-21T00:33:18.699 DEBUG:teuthology.orchestra.run.smithi067:> import os 2024-09-21T00:33:18.699 DEBUG:teuthology.orchestra.run.smithi067:> import subprocess 2024-09-21T00:33:18.699 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:33:18.699 DEBUG:teuthology.orchestra.run.smithi067:> def _find_admin_socket(client_name): 2024-09-21T00:33:18.700 DEBUG:teuthology.orchestra.run.smithi067:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-21T00:33:18.700 DEBUG:teuthology.orchestra.run.smithi067:> files = glob.glob(asok_path) 2024-09-21T00:33:18.700 DEBUG:teuthology.orchestra.run.smithi067:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-21T00:33:18.700 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:33:18.700 DEBUG:teuthology.orchestra.run.smithi067:> # Given a non-glob path, it better be there 2024-09-21T00:33:18.700 DEBUG:teuthology.orchestra.run.smithi067:> if "*" not in asok_path: 2024-09-21T00:33:18.700 DEBUG:teuthology.orchestra.run.smithi067:> assert(len(files) == 1) 2024-09-21T00:33:18.701 DEBUG:teuthology.orchestra.run.smithi067:> return files[0] 2024-09-21T00:33:18.701 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:33:18.701 DEBUG:teuthology.orchestra.run.smithi067:> for f in files: 2024-09-21T00:33:18.701 DEBUG:teuthology.orchestra.run.smithi067:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-21T00:33:18.701 DEBUG:teuthology.orchestra.run.smithi067:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-21T00:33:18.701 DEBUG:teuthology.orchestra.run.smithi067:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-21T00:33:18.701 DEBUG:teuthology.orchestra.run.smithi067:> contents = proc_f.read() 2024-09-21T00:33:18.701 DEBUG:teuthology.orchestra.run.smithi067:> if mountpoint in contents: 2024-09-21T00:33:18.701 DEBUG:teuthology.orchestra.run.smithi067:> return f 2024-09-21T00:33:18.701 DEBUG:teuthology.orchestra.run.smithi067:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-21T00:33:18.701 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:33:18.701 DEBUG:teuthology.orchestra.run.smithi067:> print(_find_admin_socket("client.0")) 2024-09-21T00:33:18.701 DEBUG:teuthology.orchestra.run.smithi067:> ' 2024-09-21T00:33:18.818 INFO:teuthology.orchestra.run.smithi067.stdout:/var/run/ceph/ceph-client.0.100834.asok 2024-09-21T00:33:18.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:33:18.829 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.100834.asok 2024-09-21T00:33:18.829 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:33:18.829 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.100834.asok status 2024-09-21T00:33:18.975 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:33:18.975 INFO:teuthology.orchestra.run.smithi067.stdout: "metadata": { 2024-09-21T00:33:18.975 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", 2024-09-21T00:33:18.975 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", 2024-09-21T00:33:18.976 INFO:teuthology.orchestra.run.smithi067.stdout: "entity_id": "0", 2024-09-21T00:33:18.976 INFO:teuthology.orchestra.run.smithi067.stdout: "hostname": "smithi067", 2024-09-21T00:33:18.976 INFO:teuthology.orchestra.run.smithi067.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-21T00:33:18.976 INFO:teuthology.orchestra.run.smithi067.stdout: "pid": "100834", 2024-09-21T00:33:18.976 INFO:teuthology.orchestra.run.smithi067.stdout: "root": "/" 2024-09-21T00:33:18.976 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:33:18.976 INFO:teuthology.orchestra.run.smithi067.stdout: "dentry_count": 0, 2024-09-21T00:33:18.976 INFO:teuthology.orchestra.run.smithi067.stdout: "dentry_pinned_count": 0, 2024-09-21T00:33:18.976 INFO:teuthology.orchestra.run.smithi067.stdout: "id": 10203, 2024-09-21T00:33:18.976 INFO:teuthology.orchestra.run.smithi067.stdout: "inst": { 2024-09-21T00:33:18.976 INFO:teuthology.orchestra.run.smithi067.stdout: "name": { 2024-09-21T00:33:18.976 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "client", 2024-09-21T00:33:18.976 INFO:teuthology.orchestra.run.smithi067.stdout: "num": 10203 2024-09-21T00:33:18.976 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:33:18.977 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": { 2024-09-21T00:33:18.977 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "v1", 2024-09-21T00:33:18.977 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": "192.168.0.1:0", 2024-09-21T00:33:18.977 INFO:teuthology.orchestra.run.smithi067.stdout: "nonce": 1582992330 2024-09-21T00:33:18.977 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:33:18.977 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:33:18.977 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": { 2024-09-21T00:33:18.977 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "v1", 2024-09-21T00:33:18.977 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": "192.168.0.1:0", 2024-09-21T00:33:18.977 INFO:teuthology.orchestra.run.smithi067.stdout: "nonce": 1582992330 2024-09-21T00:33:18.977 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:33:18.977 INFO:teuthology.orchestra.run.smithi067.stdout: "inst_str": "client.10203 192.168.0.1:0/1582992330", 2024-09-21T00:33:18.977 INFO:teuthology.orchestra.run.smithi067.stdout: "addr_str": "192.168.0.1:0/1582992330", 2024-09-21T00:33:18.977 INFO:teuthology.orchestra.run.smithi067.stdout: "inode_count": 1, 2024-09-21T00:33:18.978 INFO:teuthology.orchestra.run.smithi067.stdout: "mds_epoch": 140, 2024-09-21T00:33:18.978 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_epoch": 162, 2024-09-21T00:33:18.978 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_epoch_barrier": 0, 2024-09-21T00:33:18.978 INFO:teuthology.orchestra.run.smithi067.stdout: "blocklisted": false, 2024-09-21T00:33:18.978 INFO:teuthology.orchestra.run.smithi067.stdout: "fs_name": "cephfs" 2024-09-21T00:33:18.978 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:33:18.984 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:33:18.984 DEBUG:teuthology.orchestra.run.smithi067:> stat --file-system '--printf=%T 2024-09-21T00:33:18.984 DEBUG:teuthology.orchestra.run.smithi067:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-21T00:33:19.001 INFO:teuthology.orchestra.run.smithi067.stdout:fuseblk 2024-09-21T00:33:19.001 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-21T00:33:19.002 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:33:19.002 DEBUG:teuthology.orchestra.run.smithi067:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-21T00:33:19.068 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:33:19.068 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:33:19.068 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.0 2024-09-21T00:33:19.068 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:33:19.068 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.0/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:33:19.068 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:33:19.069 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:33:19.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:19 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:33:19.183 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:19.183 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:19.183 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0104529 s, 100 MB/s 2024-09-21T00:33:19.194 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:19.194 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:19.194 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00860389 s, 122 MB/s 2024-09-21T00:33:19.207 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:19.207 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:19.207 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0107142 s, 97.9 MB/s 2024-09-21T00:33:19.218 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:19.218 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:19.218 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00746731 s, 140 MB/s 2024-09-21T00:33:19.231 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:19.231 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:19.231 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0105124 s, 99.7 MB/s 2024-09-21T00:33:19.243 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:19.244 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:19.244 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00964344 s, 109 MB/s 2024-09-21T00:33:19.256 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:19.256 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:19.256 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00953226 s, 110 MB/s 2024-09-21T00:33:19.268 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:19.268 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:19.268 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00910248 s, 115 MB/s 2024-09-21T00:33:19.280 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:19.280 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:19.281 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00910232 s, 115 MB/s 2024-09-21T00:33:19.292 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:19.293 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:19.293 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00938655 s, 112 MB/s 2024-09-21T00:33:19.303 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:19.303 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:19.304 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00846797 s, 124 MB/s 2024-09-21T00:33:19.314 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:19.314 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:19.314 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00843047 s, 124 MB/s 2024-09-21T00:33:19.324 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:19.325 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:19.325 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00740779 s, 142 MB/s 2024-09-21T00:33:19.336 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:19.336 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:19.336 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0086265 s, 122 MB/s 2024-09-21T00:33:19.346 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:19.346 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:19.347 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00851364 s, 123 MB/s 2024-09-21T00:33:19.357 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:19.357 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:19.357 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00827412 s, 127 MB/s 2024-09-21T00:33:19.370 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:19.370 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:19.370 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0101242 s, 104 MB/s 2024-09-21T00:33:19.381 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:19.381 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:19.381 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00829595 s, 126 MB/s 2024-09-21T00:33:19.392 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:19.392 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:19.392 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00895226 s, 117 MB/s 2024-09-21T00:33:19.403 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:19.403 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:19.403 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00822751 s, 127 MB/s 2024-09-21T00:33:19.413 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:19.413 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:19.413 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00781617 s, 134 MB/s 2024-09-21T00:33:19.424 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:19.424 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:19.424 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00840614 s, 125 MB/s 2024-09-21T00:33:19.434 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:19.435 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:19.435 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00822977 s, 127 MB/s 2024-09-21T00:33:19.445 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:19.445 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:19.445 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00757201 s, 138 MB/s 2024-09-21T00:33:19.455 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:19.455 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:19.455 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00817678 s, 128 MB/s 2024-09-21T00:33:19.467 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:19.467 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:19.467 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00918251 s, 114 MB/s 2024-09-21T00:33:19.478 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:19.478 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:19.478 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00866448 s, 121 MB/s 2024-09-21T00:33:19.488 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:19.488 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:19.489 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00805089 s, 130 MB/s 2024-09-21T00:33:19.500 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:19.500 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:19.500 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00893766 s, 117 MB/s 2024-09-21T00:33:19.510 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:19.510 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:19.510 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00734879 s, 143 MB/s 2024-09-21T00:33:19.519 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:19.520 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:19.520 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00732233 s, 143 MB/s 2024-09-21T00:33:19.529 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:19.530 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:19.530 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00769794 s, 136 MB/s 2024-09-21T00:33:19.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:33:19.537 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:33:19.537 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:33:19.537 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.1 2024-09-21T00:33:19.537 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:33:19.537 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.1/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:33:19.537 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:33:19.537 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:33:19.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:19 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:33:19.602 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:19.602 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:19.602 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00881955 s, 119 MB/s 2024-09-21T00:33:19.613 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:19.613 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:19.613 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00822721 s, 127 MB/s 2024-09-21T00:33:19.623 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:19.623 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:19.623 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00817533 s, 128 MB/s 2024-09-21T00:33:19.635 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:19.635 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:19.635 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00877703 s, 119 MB/s 2024-09-21T00:33:19.646 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:19.646 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:19.647 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0088991 s, 118 MB/s 2024-09-21T00:33:19.657 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:19.657 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:19.657 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00853773 s, 123 MB/s 2024-09-21T00:33:19.668 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:19.668 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:19.668 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00813656 s, 129 MB/s 2024-09-21T00:33:19.679 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:19.679 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:19.679 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00846143 s, 124 MB/s 2024-09-21T00:33:19.690 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:19.690 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:19.690 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00839047 s, 125 MB/s 2024-09-21T00:33:19.699 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:19.699 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:19.700 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00731444 s, 143 MB/s 2024-09-21T00:33:19.710 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:19.711 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:19.711 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00849527 s, 123 MB/s 2024-09-21T00:33:19.722 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:19.722 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:19.722 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00899385 s, 117 MB/s 2024-09-21T00:33:19.733 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:19.733 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:19.733 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00846801 s, 124 MB/s 2024-09-21T00:33:19.743 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:19.743 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:19.743 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00784491 s, 134 MB/s 2024-09-21T00:33:19.754 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:19.755 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:19.755 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00896813 s, 117 MB/s 2024-09-21T00:33:19.764 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:19.764 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:19.765 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00743748 s, 141 MB/s 2024-09-21T00:33:19.775 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:19.775 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:19.775 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00797217 s, 132 MB/s 2024-09-21T00:33:19.785 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:19.785 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:19.785 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00737401 s, 142 MB/s 2024-09-21T00:33:19.796 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:19.796 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:19.796 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0090903 s, 115 MB/s 2024-09-21T00:33:19.807 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:19.808 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:19.808 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00879364 s, 119 MB/s 2024-09-21T00:33:19.818 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:19.818 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:19.818 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0081175 s, 129 MB/s 2024-09-21T00:33:19.828 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:19.828 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:19.828 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00729307 s, 144 MB/s 2024-09-21T00:33:19.838 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:19.838 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:19.838 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00772762 s, 136 MB/s 2024-09-21T00:33:19.849 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:19.849 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:19.849 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00859825 s, 122 MB/s 2024-09-21T00:33:19.860 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:19.860 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:19.860 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00814673 s, 129 MB/s 2024-09-21T00:33:19.870 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:19.870 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:19.870 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00760741 s, 138 MB/s 2024-09-21T00:33:19.880 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:19.880 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:19.880 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0073951 s, 142 MB/s 2024-09-21T00:33:19.891 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:19.891 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:19.891 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00899738 s, 117 MB/s 2024-09-21T00:33:19.901 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:19.901 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:19.901 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00714454 s, 147 MB/s 2024-09-21T00:33:19.910 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:19.911 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:19.911 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0073591 s, 142 MB/s 2024-09-21T00:33:19.922 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:19.922 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:19.922 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0084863 s, 124 MB/s 2024-09-21T00:33:19.931 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:19.932 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:19.932 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00736407 s, 142 MB/s 2024-09-21T00:33:19.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:33:19.938 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:33:19.938 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:33:19.938 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.2 2024-09-21T00:33:19.938 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:33:19.939 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.2/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:33:19.939 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:33:19.939 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:33:19.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:19 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:33:20.002 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.002 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.002 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00732616 s, 143 MB/s 2024-09-21T00:33:20.013 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.014 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.014 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00904475 s, 116 MB/s 2024-09-21T00:33:20.024 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.024 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.024 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00748949 s, 140 MB/s 2024-09-21T00:33:20.034 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.034 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.034 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00760991 s, 138 MB/s 2024-09-21T00:33:20.045 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.045 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.045 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00860937 s, 122 MB/s 2024-09-21T00:33:20.055 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.056 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.056 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00822327 s, 128 MB/s 2024-09-21T00:33:20.067 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.067 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.067 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00896669 s, 117 MB/s 2024-09-21T00:33:20.077 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.077 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.077 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00755453 s, 139 MB/s 2024-09-21T00:33:20.089 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.089 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.089 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00907981 s, 115 MB/s 2024-09-21T00:33:20.100 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.100 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.100 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00858796 s, 122 MB/s 2024-09-21T00:33:20.110 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.110 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.110 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00801008 s, 131 MB/s 2024-09-21T00:33:20.121 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.121 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.121 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00840184 s, 125 MB/s 2024-09-21T00:33:20.132 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.132 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.132 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00809617 s, 130 MB/s 2024-09-21T00:33:20.142 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.142 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.142 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0075192 s, 139 MB/s 2024-09-21T00:33:20.153 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.153 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.153 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00834986 s, 126 MB/s 2024-09-21T00:33:20.162 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.162 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.162 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00740825 s, 142 MB/s 2024-09-21T00:33:20.173 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.173 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.174 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00851832 s, 123 MB/s 2024-09-21T00:33:20.183 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.183 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.184 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00773272 s, 136 MB/s 2024-09-21T00:33:20.194 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.194 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.194 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00758847 s, 138 MB/s 2024-09-21T00:33:20.204 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.204 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.204 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00804887 s, 130 MB/s 2024-09-21T00:33:20.215 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.215 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.215 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00795527 s, 132 MB/s 2024-09-21T00:33:20.224 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.224 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.225 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00749697 s, 140 MB/s 2024-09-21T00:33:20.235 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.235 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.235 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00811815 s, 129 MB/s 2024-09-21T00:33:20.246 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.246 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.247 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0087026 s, 120 MB/s 2024-09-21T00:33:20.257 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.257 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.257 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00825904 s, 127 MB/s 2024-09-21T00:33:20.268 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.268 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.268 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00803436 s, 131 MB/s 2024-09-21T00:33:20.279 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.279 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.279 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00880922 s, 119 MB/s 2024-09-21T00:33:20.289 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.289 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.289 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00740438 s, 142 MB/s 2024-09-21T00:33:20.299 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.300 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.300 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00819173 s, 128 MB/s 2024-09-21T00:33:20.309 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.309 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.309 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0074141 s, 141 MB/s 2024-09-21T00:33:20.319 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.319 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.319 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00740627 s, 142 MB/s 2024-09-21T00:33:20.330 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.330 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.331 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0088419 s, 119 MB/s 2024-09-21T00:33:20.331 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:33:20.337 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:33:20.337 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:33:20.337 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.3 2024-09-21T00:33:20.338 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:33:20.338 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.3/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:33:20.338 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:33:20.338 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:33:20.388 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:20 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:33:20.403 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.403 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.403 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00937893 s, 112 MB/s 2024-09-21T00:33:20.414 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.415 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.415 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00909488 s, 115 MB/s 2024-09-21T00:33:20.426 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.426 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.426 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00897741 s, 117 MB/s 2024-09-21T00:33:20.437 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.437 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.437 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00830455 s, 126 MB/s 2024-09-21T00:33:20.448 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.449 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.449 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00902411 s, 116 MB/s 2024-09-21T00:33:20.460 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.460 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.460 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00882844 s, 119 MB/s 2024-09-21T00:33:20.470 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.470 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.470 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00793591 s, 132 MB/s 2024-09-21T00:33:20.480 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.480 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.480 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00751895 s, 139 MB/s 2024-09-21T00:33:20.491 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.491 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.491 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00834855 s, 126 MB/s 2024-09-21T00:33:20.502 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.502 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.502 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00842856 s, 124 MB/s 2024-09-21T00:33:20.512 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.512 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.513 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00812559 s, 129 MB/s 2024-09-21T00:33:20.523 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.523 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.523 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00817493 s, 128 MB/s 2024-09-21T00:33:20.533 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.534 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.534 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00823945 s, 127 MB/s 2024-09-21T00:33:20.544 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.544 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.544 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00756823 s, 139 MB/s 2024-09-21T00:33:20.554 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.554 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.554 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00808105 s, 130 MB/s 2024-09-21T00:33:20.565 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.566 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.566 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0088821 s, 118 MB/s 2024-09-21T00:33:20.576 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.576 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.576 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00790645 s, 133 MB/s 2024-09-21T00:33:20.587 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.587 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.587 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00805863 s, 130 MB/s 2024-09-21T00:33:20.598 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.598 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.598 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00874267 s, 120 MB/s 2024-09-21T00:33:20.609 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.609 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.609 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00855317 s, 123 MB/s 2024-09-21T00:33:20.620 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.620 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.621 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00882812 s, 119 MB/s 2024-09-21T00:33:20.631 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.631 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.631 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00865427 s, 121 MB/s 2024-09-21T00:33:20.643 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.643 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.643 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00872518 s, 120 MB/s 2024-09-21T00:33:20.653 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.653 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.653 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00737973 s, 142 MB/s 2024-09-21T00:33:20.664 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.664 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.664 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00880867 s, 119 MB/s 2024-09-21T00:33:20.674 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.674 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.674 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00743767 s, 141 MB/s 2024-09-21T00:33:20.685 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.685 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.685 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00851145 s, 123 MB/s 2024-09-21T00:33:20.695 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.695 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.695 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0072844 s, 144 MB/s 2024-09-21T00:33:20.706 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.706 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.706 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0087376 s, 120 MB/s 2024-09-21T00:33:20.717 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.717 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.717 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00810517 s, 129 MB/s 2024-09-21T00:33:20.727 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.727 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.727 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00815533 s, 129 MB/s 2024-09-21T00:33:20.738 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.738 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.738 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00820444 s, 128 MB/s 2024-09-21T00:33:20.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:33:20.744 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:33:20.745 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:33:20.745 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.4 2024-09-21T00:33:20.745 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:33:20.745 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.4/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:33:20.745 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:33:20.745 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:33:20.795 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:20 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:33:20.809 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.809 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.809 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00802776 s, 131 MB/s 2024-09-21T00:33:20.820 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.820 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.820 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00827329 s, 127 MB/s 2024-09-21T00:33:20.830 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.830 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.831 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00799237 s, 131 MB/s 2024-09-21T00:33:20.841 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.842 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.842 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00863356 s, 121 MB/s 2024-09-21T00:33:20.852 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.852 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.852 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00804276 s, 130 MB/s 2024-09-21T00:33:20.863 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.863 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.863 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00822312 s, 128 MB/s 2024-09-21T00:33:20.873 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.873 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.873 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00781033 s, 134 MB/s 2024-09-21T00:33:20.883 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.884 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.884 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0079914 s, 131 MB/s 2024-09-21T00:33:20.894 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.894 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.894 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00804118 s, 130 MB/s 2024-09-21T00:33:20.904 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.904 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.904 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00764525 s, 137 MB/s 2024-09-21T00:33:20.915 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.915 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.915 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00798623 s, 131 MB/s 2024-09-21T00:33:20.926 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.926 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.926 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00829106 s, 126 MB/s 2024-09-21T00:33:20.936 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.936 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.936 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00796811 s, 132 MB/s 2024-09-21T00:33:20.947 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.947 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.947 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00810742 s, 129 MB/s 2024-09-21T00:33:20.957 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.957 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.958 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00806039 s, 130 MB/s 2024-09-21T00:33:20.967 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.967 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.968 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0077993 s, 134 MB/s 2024-09-21T00:33:20.977 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.978 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.978 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00755554 s, 139 MB/s 2024-09-21T00:33:20.988 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.988 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.988 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00806095 s, 130 MB/s 2024-09-21T00:33:20.999 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:20.999 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:20.999 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00830265 s, 126 MB/s 2024-09-21T00:33:21.009 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.009 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.009 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00749035 s, 140 MB/s 2024-09-21T00:33:21.020 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.020 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.020 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00846913 s, 124 MB/s 2024-09-21T00:33:21.030 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.030 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.030 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00763139 s, 137 MB/s 2024-09-21T00:33:21.041 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.041 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.041 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00834994 s, 126 MB/s 2024-09-21T00:33:21.052 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.052 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.052 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0088022 s, 119 MB/s 2024-09-21T00:33:21.063 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.063 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.063 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00824752 s, 127 MB/s 2024-09-21T00:33:21.073 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.073 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.073 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00784574 s, 134 MB/s 2024-09-21T00:33:21.083 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.083 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.083 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00753379 s, 139 MB/s 2024-09-21T00:33:21.094 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.094 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.094 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00813557 s, 129 MB/s 2024-09-21T00:33:21.105 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.105 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.105 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00818368 s, 128 MB/s 2024-09-21T00:33:21.116 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.116 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.116 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0087494 s, 120 MB/s 2024-09-21T00:33:21.126 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.127 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.127 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00801153 s, 131 MB/s 2024-09-21T00:33:21.137 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.137 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.137 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0082942 s, 126 MB/s 2024-09-21T00:33:21.138 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:33:21.144 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:33:21.144 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:33:21.144 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.5 2024-09-21T00:33:21.144 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:33:21.144 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.5/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:33:21.144 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:33:21.145 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:33:21.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:21 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:33:21.209 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.209 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.209 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00824646 s, 127 MB/s 2024-09-21T00:33:21.228 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.228 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.228 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0167793 s, 62.5 MB/s 2024-09-21T00:33:21.239 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.239 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.239 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00801502 s, 131 MB/s 2024-09-21T00:33:21.249 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.249 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.249 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00731118 s, 143 MB/s 2024-09-21T00:33:21.259 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.259 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.259 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00799961 s, 131 MB/s 2024-09-21T00:33:21.270 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.270 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.270 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00796984 s, 132 MB/s 2024-09-21T00:33:21.280 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.280 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.280 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00786087 s, 133 MB/s 2024-09-21T00:33:21.290 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.290 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.290 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00748908 s, 140 MB/s 2024-09-21T00:33:21.300 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.300 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.300 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00763375 s, 137 MB/s 2024-09-21T00:33:21.312 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.312 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.312 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00903432 s, 116 MB/s 2024-09-21T00:33:21.322 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.322 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.322 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0075894 s, 138 MB/s 2024-09-21T00:33:21.333 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.333 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.333 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0083914 s, 125 MB/s 2024-09-21T00:33:21.343 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.343 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.344 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00804694 s, 130 MB/s 2024-09-21T00:33:21.354 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.354 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.355 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00845681 s, 124 MB/s 2024-09-21T00:33:21.366 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.366 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.366 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00746909 s, 140 MB/s 2024-09-21T00:33:21.375 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.375 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.375 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00813189 s, 129 MB/s 2024-09-21T00:33:21.386 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.386 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.386 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00884988 s, 118 MB/s 2024-09-21T00:33:21.397 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.397 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.397 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0080643 s, 130 MB/s 2024-09-21T00:33:21.408 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.408 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.408 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00825134 s, 127 MB/s 2024-09-21T00:33:21.418 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.418 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.418 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00775184 s, 135 MB/s 2024-09-21T00:33:21.429 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.429 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.429 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00841301 s, 125 MB/s 2024-09-21T00:33:21.439 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.439 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.439 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00792479 s, 132 MB/s 2024-09-21T00:33:21.449 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.449 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.449 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00726607 s, 144 MB/s 2024-09-21T00:33:21.459 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.460 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.460 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00797364 s, 132 MB/s 2024-09-21T00:33:21.470 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.470 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.470 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00792223 s, 132 MB/s 2024-09-21T00:33:21.480 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.480 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.480 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00761865 s, 138 MB/s 2024-09-21T00:33:21.490 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.490 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.491 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00792683 s, 132 MB/s 2024-09-21T00:33:21.502 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.502 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.502 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00881466 s, 119 MB/s 2024-09-21T00:33:21.512 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.512 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.512 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00790684 s, 133 MB/s 2024-09-21T00:33:21.522 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.523 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.523 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00789436 s, 133 MB/s 2024-09-21T00:33:21.533 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.533 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.533 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00810229 s, 129 MB/s 2024-09-21T00:33:21.544 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.544 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.544 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00828085 s, 127 MB/s 2024-09-21T00:33:21.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:33:21.551 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:33:21.551 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:33:21.551 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.6 2024-09-21T00:33:21.551 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:33:21.551 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.6/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:33:21.551 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:33:21.551 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:33:21.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:21 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:33:21.616 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.616 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.617 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00912026 s, 115 MB/s 2024-09-21T00:33:21.627 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.627 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.627 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00766825 s, 137 MB/s 2024-09-21T00:33:21.637 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.637 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.637 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0081212 s, 129 MB/s 2024-09-21T00:33:21.647 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.647 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.647 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00750554 s, 140 MB/s 2024-09-21T00:33:21.658 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.658 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.658 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00810354 s, 129 MB/s 2024-09-21T00:33:21.669 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.669 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.669 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00820531 s, 128 MB/s 2024-09-21T00:33:21.680 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.680 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.680 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00868002 s, 121 MB/s 2024-09-21T00:33:21.692 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.692 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.692 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00924543 s, 113 MB/s 2024-09-21T00:33:21.703 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.703 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.703 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00844327 s, 124 MB/s 2024-09-21T00:33:21.714 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.714 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.714 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00853462 s, 123 MB/s 2024-09-21T00:33:21.718 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:33:21.721 DEBUG:teuthology.orchestra.run.smithi097:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:33:21.724 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.724 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.724 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00754857 s, 139 MB/s 2024-09-21T00:33:21.734 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.734 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.734 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00766566 s, 137 MB/s 2024-09-21T00:33:21.743 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.743 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.744 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00711869 s, 147 MB/s 2024-09-21T00:33:21.755 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.755 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.755 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00872954 s, 120 MB/s 2024-09-21T00:33:21.764 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.764 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.764 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00700623 s, 150 MB/s 2024-09-21T00:33:21.774 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.774 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.775 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00760058 s, 138 MB/s 2024-09-21T00:33:21.785 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.785 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.785 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00852417 s, 123 MB/s 2024-09-21T00:33:21.795 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.795 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.795 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00737214 s, 142 MB/s 2024-09-21T00:33:21.806 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.806 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.806 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00828569 s, 127 MB/s 2024-09-21T00:33:21.816 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.816 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.816 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00760703 s, 138 MB/s 2024-09-21T00:33:21.826 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.826 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.826 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00743025 s, 141 MB/s 2024-09-21T00:33:21.837 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.837 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.838 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00895897 s, 117 MB/s 2024-09-21T00:33:21.848 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.848 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.848 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00801162 s, 131 MB/s 2024-09-21T00:33:21.858 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.858 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.858 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00775953 s, 135 MB/s 2024-09-21T00:33:21.868 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.868 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.868 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0074335 s, 141 MB/s 2024-09-21T00:33:21.878 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.878 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.878 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00752114 s, 139 MB/s 2024-09-21T00:33:21.889 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.889 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.889 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00845941 s, 124 MB/s 2024-09-21T00:33:21.899 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.899 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.899 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00743892 s, 141 MB/s 2024-09-21T00:33:21.909 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.909 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.909 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00755098 s, 139 MB/s 2024-09-21T00:33:21.919 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.919 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.919 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00742894 s, 141 MB/s 2024-09-21T00:33:21.928 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.929 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.929 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00711369 s, 147 MB/s 2024-09-21T00:33:21.940 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:21.940 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:21.940 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00881531 s, 119 MB/s 2024-09-21T00:33:21.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:33:21.947 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:33:21.947 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:33:21.947 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.7 2024-09-21T00:33:21.947 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:33:21.947 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.7/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:33:21.947 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:33:21.947 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:33:22.037 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:22 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:33:22.051 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.051 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.051 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00748762 s, 140 MB/s 2024-09-21T00:33:22.061 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.061 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.061 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00837895 s, 125 MB/s 2024-09-21T00:33:22.071 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.071 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.071 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00734729 s, 143 MB/s 2024-09-21T00:33:22.081 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.081 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.081 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00745243 s, 141 MB/s 2024-09-21T00:33:22.092 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.092 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.092 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00770131 s, 136 MB/s 2024-09-21T00:33:22.101 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.101 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.101 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00701654 s, 149 MB/s 2024-09-21T00:33:22.112 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.112 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.112 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00838008 s, 125 MB/s 2024-09-21T00:33:22.122 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.122 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.122 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0080749 s, 130 MB/s 2024-09-21T00:33:22.132 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.132 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.132 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0072283 s, 145 MB/s 2024-09-21T00:33:22.143 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.143 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.143 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0082855 s, 127 MB/s 2024-09-21T00:33:22.153 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.153 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.153 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00754643 s, 139 MB/s 2024-09-21T00:33:22.163 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.163 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.163 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00736474 s, 142 MB/s 2024-09-21T00:33:22.173 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.173 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.174 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00824074 s, 127 MB/s 2024-09-21T00:33:22.184 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.184 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.184 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00741697 s, 141 MB/s 2024-09-21T00:33:22.194 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.194 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.194 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0079008 s, 133 MB/s 2024-09-21T00:33:22.205 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.205 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.205 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00829428 s, 126 MB/s 2024-09-21T00:33:22.215 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.215 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.215 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00774708 s, 135 MB/s 2024-09-21T00:33:22.224 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.224 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.225 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00678292 s, 155 MB/s 2024-09-21T00:33:22.234 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.234 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.234 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00737413 s, 142 MB/s 2024-09-21T00:33:22.244 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.244 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.244 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00721425 s, 145 MB/s 2024-09-21T00:33:22.254 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.254 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.254 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00768139 s, 137 MB/s 2024-09-21T00:33:22.265 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.265 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.265 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00780885 s, 134 MB/s 2024-09-21T00:33:22.275 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.275 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.275 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0076829 s, 136 MB/s 2024-09-21T00:33:22.285 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.285 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.285 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00768582 s, 136 MB/s 2024-09-21T00:33:22.294 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.294 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.294 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00693131 s, 151 MB/s 2024-09-21T00:33:22.305 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.305 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.305 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00851342 s, 123 MB/s 2024-09-21T00:33:22.315 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.315 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.315 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00717449 s, 146 MB/s 2024-09-21T00:33:22.325 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.325 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.325 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00773399 s, 136 MB/s 2024-09-21T00:33:22.335 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.335 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.335 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00739621 s, 142 MB/s 2024-09-21T00:33:22.345 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.345 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.345 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00688223 s, 152 MB/s 2024-09-21T00:33:22.354 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.354 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.354 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00690646 s, 152 MB/s 2024-09-21T00:33:22.363 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.363 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.363 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00682027 s, 154 MB/s 2024-09-21T00:33:22.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:33:22.370 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:33:22.370 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:33:22.370 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.8 2024-09-21T00:33:22.370 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:33:22.370 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.8/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:33:22.370 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:33:22.371 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:33:22.421 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:22 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:33:22.435 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.435 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.435 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00783221 s, 134 MB/s 2024-09-21T00:33:22.446 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.446 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.446 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0086898 s, 121 MB/s 2024-09-21T00:33:22.456 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.456 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.456 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00729557 s, 144 MB/s 2024-09-21T00:33:22.466 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.466 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.466 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00792121 s, 132 MB/s 2024-09-21T00:33:22.476 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.476 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.476 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00743147 s, 141 MB/s 2024-09-21T00:33:22.487 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.487 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.487 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00837872 s, 125 MB/s 2024-09-21T00:33:22.496 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.496 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.497 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00716588 s, 146 MB/s 2024-09-21T00:33:22.506 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.507 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.507 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00756721 s, 139 MB/s 2024-09-21T00:33:22.516 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.516 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.517 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00757442 s, 138 MB/s 2024-09-21T00:33:22.526 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.527 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.527 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00760352 s, 138 MB/s 2024-09-21T00:33:22.536 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.536 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.536 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00720216 s, 146 MB/s 2024-09-21T00:33:22.547 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.547 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.547 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00814108 s, 129 MB/s 2024-09-21T00:33:22.559 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.559 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.560 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00951851 s, 110 MB/s 2024-09-21T00:33:22.571 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.571 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.571 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00834396 s, 126 MB/s 2024-09-21T00:33:22.582 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.582 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.582 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00793023 s, 132 MB/s 2024-09-21T00:33:22.593 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.594 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.594 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00839038 s, 125 MB/s 2024-09-21T00:33:22.605 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.606 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.606 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00817537 s, 128 MB/s 2024-09-21T00:33:22.616 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.617 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.617 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00917865 s, 114 MB/s 2024-09-21T00:33:22.628 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.628 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.628 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00835634 s, 125 MB/s 2024-09-21T00:33:22.640 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.640 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.641 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00951078 s, 110 MB/s 2024-09-21T00:33:22.650 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.650 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.651 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00740543 s, 142 MB/s 2024-09-21T00:33:22.661 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.661 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.661 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00803205 s, 131 MB/s 2024-09-21T00:33:22.671 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.729 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.729 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00733881 s, 143 MB/s 2024-09-21T00:33:22.730 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.730 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.730 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00846624 s, 124 MB/s 2024-09-21T00:33:22.730 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.730 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.730 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00929775 s, 113 MB/s 2024-09-21T00:33:22.730 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.730 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.730 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00764434 s, 137 MB/s 2024-09-21T00:33:22.730 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.731 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.731 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00760627 s, 138 MB/s 2024-09-21T00:33:22.731 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.731 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.731 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00870091 s, 121 MB/s 2024-09-21T00:33:22.735 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.735 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.735 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00742936 s, 141 MB/s 2024-09-21T00:33:22.745 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.745 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.745 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00708267 s, 148 MB/s 2024-09-21T00:33:22.755 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.755 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.755 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00714367 s, 147 MB/s 2024-09-21T00:33:22.764 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.764 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.764 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00699931 s, 150 MB/s 2024-09-21T00:33:22.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:33:22.771 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:33:22.771 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:33:22.771 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.9 2024-09-21T00:33:22.771 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:33:22.771 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.9/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:33:22.772 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:33:22.772 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:33:22.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:22 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:33:22.835 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.835 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.835 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00801102 s, 131 MB/s 2024-09-21T00:33:22.847 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.847 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.847 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00931155 s, 113 MB/s 2024-09-21T00:33:22.857 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.857 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.857 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0078275 s, 134 MB/s 2024-09-21T00:33:22.867 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.867 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.867 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00723388 s, 145 MB/s 2024-09-21T00:33:22.876 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.877 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.877 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00696593 s, 151 MB/s 2024-09-21T00:33:22.886 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.886 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.886 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00727796 s, 144 MB/s 2024-09-21T00:33:22.897 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.897 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.897 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00805223 s, 130 MB/s 2024-09-21T00:33:22.907 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.907 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.907 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00749625 s, 140 MB/s 2024-09-21T00:33:22.917 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.917 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.917 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00764617 s, 137 MB/s 2024-09-21T00:33:22.927 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.927 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.927 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00735143 s, 143 MB/s 2024-09-21T00:33:22.937 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.937 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.937 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00767193 s, 137 MB/s 2024-09-21T00:33:22.947 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.947 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.947 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00734237 s, 143 MB/s 2024-09-21T00:33:22.957 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.957 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.957 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00716964 s, 146 MB/s 2024-09-21T00:33:22.967 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.967 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.967 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00758477 s, 138 MB/s 2024-09-21T00:33:22.976 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.977 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.977 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00721472 s, 145 MB/s 2024-09-21T00:33:22.988 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.988 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.988 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00868443 s, 121 MB/s 2024-09-21T00:33:22.998 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:22.998 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:22.998 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00771772 s, 136 MB/s 2024-09-21T00:33:23.009 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.009 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.009 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00841468 s, 125 MB/s 2024-09-21T00:33:23.018 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.018 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.019 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00721025 s, 145 MB/s 2024-09-21T00:33:23.028 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.028 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.028 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00721828 s, 145 MB/s 2024-09-21T00:33:23.039 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.039 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.039 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00817319 s, 128 MB/s 2024-09-21T00:33:23.050 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.050 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.050 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00870945 s, 120 MB/s 2024-09-21T00:33:23.061 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.061 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.061 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00820471 s, 128 MB/s 2024-09-21T00:33:23.071 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.071 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.071 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00725319 s, 145 MB/s 2024-09-21T00:33:23.081 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.081 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.081 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00806629 s, 130 MB/s 2024-09-21T00:33:23.091 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.091 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.091 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00687193 s, 153 MB/s 2024-09-21T00:33:23.102 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.102 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.102 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00884656 s, 119 MB/s 2024-09-21T00:33:23.112 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.112 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.112 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00763972 s, 137 MB/s 2024-09-21T00:33:23.123 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.123 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.123 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00834392 s, 126 MB/s 2024-09-21T00:33:23.134 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.134 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.134 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00833134 s, 126 MB/s 2024-09-21T00:33:23.144 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.144 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.144 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00751701 s, 139 MB/s 2024-09-21T00:33:23.154 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.155 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.155 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0084333 s, 124 MB/s 2024-09-21T00:33:23.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:33:23.161 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:33:23.161 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:33:23.161 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.10 2024-09-21T00:33:23.162 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:33:23.162 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.10/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:33:23.162 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:33:23.162 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:33:23.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:23 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:33:23.227 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.227 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.228 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00737847 s, 142 MB/s 2024-09-21T00:33:23.237 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.237 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.237 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00697719 s, 150 MB/s 2024-09-21T00:33:23.248 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.248 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.248 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00815214 s, 129 MB/s 2024-09-21T00:33:23.257 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.258 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.258 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00741222 s, 141 MB/s 2024-09-21T00:33:23.267 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.267 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.267 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00696648 s, 151 MB/s 2024-09-21T00:33:23.277 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.277 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.277 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00736304 s, 142 MB/s 2024-09-21T00:33:23.287 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.287 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.287 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00730924 s, 143 MB/s 2024-09-21T00:33:23.297 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.297 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.297 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00727636 s, 144 MB/s 2024-09-21T00:33:23.307 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.307 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.307 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0078236 s, 134 MB/s 2024-09-21T00:33:23.317 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.317 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.317 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00771368 s, 136 MB/s 2024-09-21T00:33:23.327 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.327 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.327 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00695216 s, 151 MB/s 2024-09-21T00:33:23.336 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.336 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.336 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0070896 s, 148 MB/s 2024-09-21T00:33:23.347 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.347 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.347 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00785491 s, 133 MB/s 2024-09-21T00:33:23.357 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.357 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.357 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0076571 s, 137 MB/s 2024-09-21T00:33:23.367 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.367 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.367 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00749759 s, 140 MB/s 2024-09-21T00:33:23.377 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.377 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.377 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00782772 s, 134 MB/s 2024-09-21T00:33:23.386 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.387 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.387 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00696313 s, 151 MB/s 2024-09-21T00:33:23.397 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.397 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.397 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00768194 s, 136 MB/s 2024-09-21T00:33:23.407 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.407 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.408 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00832762 s, 126 MB/s 2024-09-21T00:33:23.418 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.418 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.418 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00792823 s, 132 MB/s 2024-09-21T00:33:23.428 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.428 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.429 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00782957 s, 134 MB/s 2024-09-21T00:33:23.438 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.438 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.438 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00711379 s, 147 MB/s 2024-09-21T00:33:23.449 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.449 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.449 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00852012 s, 123 MB/s 2024-09-21T00:33:23.459 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.459 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.459 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00759275 s, 138 MB/s 2024-09-21T00:33:23.470 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.470 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.470 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00830382 s, 126 MB/s 2024-09-21T00:33:23.480 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.480 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.480 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00762962 s, 137 MB/s 2024-09-21T00:33:23.490 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.490 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.491 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00772422 s, 136 MB/s 2024-09-21T00:33:23.500 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.501 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.501 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00775768 s, 135 MB/s 2024-09-21T00:33:23.511 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.511 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.512 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00833494 s, 126 MB/s 2024-09-21T00:33:23.521 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.522 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.522 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00770452 s, 136 MB/s 2024-09-21T00:33:23.532 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.532 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.532 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00770373 s, 136 MB/s 2024-09-21T00:33:23.542 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.542 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.542 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00756808 s, 139 MB/s 2024-09-21T00:33:23.542 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:33:23.548 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:33:23.548 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:33:23.549 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.11 2024-09-21T00:33:23.549 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:33:23.549 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.11/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:33:23.549 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:33:23.549 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:33:23.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:23 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:33:23.613 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.613 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.613 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00808951 s, 130 MB/s 2024-09-21T00:33:23.623 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.623 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.623 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00795657 s, 132 MB/s 2024-09-21T00:33:23.632 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.633 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.633 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00701347 s, 150 MB/s 2024-09-21T00:33:23.643 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.643 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.643 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00772692 s, 136 MB/s 2024-09-21T00:33:23.653 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.654 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.654 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00844093 s, 124 MB/s 2024-09-21T00:33:23.664 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.664 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.664 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00755374 s, 139 MB/s 2024-09-21T00:33:23.674 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.674 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.674 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00796161 s, 132 MB/s 2024-09-21T00:33:23.685 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.685 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.685 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00838289 s, 125 MB/s 2024-09-21T00:33:23.695 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.695 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.695 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00787983 s, 133 MB/s 2024-09-21T00:33:23.705 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.705 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.705 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00751855 s, 139 MB/s 2024-09-21T00:33:23.715 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.715 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.715 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00761176 s, 138 MB/s 2024-09-21T00:33:23.725 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.725 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.725 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00758357 s, 138 MB/s 2024-09-21T00:33:23.736 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.736 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.736 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00863016 s, 122 MB/s 2024-09-21T00:33:23.746 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.747 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.747 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00768576 s, 136 MB/s 2024-09-21T00:33:23.757 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.757 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.757 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0083235 s, 126 MB/s 2024-09-21T00:33:23.767 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.767 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.767 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00747262 s, 140 MB/s 2024-09-21T00:33:23.777 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.777 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.777 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00714335 s, 147 MB/s 2024-09-21T00:33:23.787 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.788 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.788 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00790562 s, 133 MB/s 2024-09-21T00:33:23.798 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.798 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.798 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00747898 s, 140 MB/s 2024-09-21T00:33:23.808 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.808 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.808 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00754949 s, 139 MB/s 2024-09-21T00:33:23.817 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.818 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.818 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00743705 s, 141 MB/s 2024-09-21T00:33:23.829 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.829 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.829 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00831284 s, 126 MB/s 2024-09-21T00:33:23.838 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.839 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.839 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0076085 s, 138 MB/s 2024-09-21T00:33:23.849 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.849 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.849 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00790463 s, 133 MB/s 2024-09-21T00:33:23.858 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.858 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.859 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00716809 s, 146 MB/s 2024-09-21T00:33:23.869 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.869 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.869 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00765808 s, 137 MB/s 2024-09-21T00:33:23.880 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.880 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.880 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00830624 s, 126 MB/s 2024-09-21T00:33:23.889 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.889 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.890 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00710021 s, 148 MB/s 2024-09-21T00:33:23.900 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.900 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.900 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00821787 s, 128 MB/s 2024-09-21T00:33:23.910 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.910 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.910 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00761428 s, 138 MB/s 2024-09-21T00:33:23.921 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.921 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.921 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00830582 s, 126 MB/s 2024-09-21T00:33:23.931 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:23.931 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:23.931 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00755174 s, 139 MB/s 2024-09-21T00:33:23.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:23 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:33:23.938 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:33:23.938 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:33:23.938 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.12 2024-09-21T00:33:23.938 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:33:23.938 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.12/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:33:23.938 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:33:23.938 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:33:23.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:23 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:33:24.002 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.002 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.002 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00766916 s, 137 MB/s 2024-09-21T00:33:24.011 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.011 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.011 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00724109 s, 145 MB/s 2024-09-21T00:33:24.022 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.022 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.022 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00839519 s, 125 MB/s 2024-09-21T00:33:24.033 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.034 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.034 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00750482 s, 140 MB/s 2024-09-21T00:33:24.042 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.042 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.042 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00717212 s, 146 MB/s 2024-09-21T00:33:24.053 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.053 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.053 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00856097 s, 122 MB/s 2024-09-21T00:33:24.063 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.063 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.063 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00736906 s, 142 MB/s 2024-09-21T00:33:24.073 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.074 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.074 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00785578 s, 133 MB/s 2024-09-21T00:33:24.085 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.085 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.085 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00876558 s, 120 MB/s 2024-09-21T00:33:24.095 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.095 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.095 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00776541 s, 135 MB/s 2024-09-21T00:33:24.106 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.106 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.106 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00853216 s, 123 MB/s 2024-09-21T00:33:24.117 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.117 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.117 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00815382 s, 129 MB/s 2024-09-21T00:33:24.126 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.127 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.127 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00727583 s, 144 MB/s 2024-09-21T00:33:24.138 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.138 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.138 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00854211 s, 123 MB/s 2024-09-21T00:33:24.148 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.148 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.148 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00743733 s, 141 MB/s 2024-09-21T00:33:24.157 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.157 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.157 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00703897 s, 149 MB/s 2024-09-21T00:33:24.167 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.167 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.167 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00750415 s, 140 MB/s 2024-09-21T00:33:24.179 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.179 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.179 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00879528 s, 119 MB/s 2024-09-21T00:33:24.189 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.189 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.189 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00762678 s, 137 MB/s 2024-09-21T00:33:24.198 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.199 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.199 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00726285 s, 144 MB/s 2024-09-21T00:33:24.208 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.209 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.209 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00758681 s, 138 MB/s 2024-09-21T00:33:24.218 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.218 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.218 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00702958 s, 149 MB/s 2024-09-21T00:33:24.229 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.229 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.229 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00848809 s, 124 MB/s 2024-09-21T00:33:24.240 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.240 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.240 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00834676 s, 126 MB/s 2024-09-21T00:33:24.250 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.250 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.250 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00718951 s, 146 MB/s 2024-09-21T00:33:24.260 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.260 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.260 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00730672 s, 144 MB/s 2024-09-21T00:33:24.269 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.269 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.269 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00690169 s, 152 MB/s 2024-09-21T00:33:24.280 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.280 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.280 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00811255 s, 129 MB/s 2024-09-21T00:33:24.290 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.290 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.290 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00782234 s, 134 MB/s 2024-09-21T00:33:24.300 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.300 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.300 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00764163 s, 137 MB/s 2024-09-21T00:33:24.310 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.310 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.310 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00766853 s, 137 MB/s 2024-09-21T00:33:24.320 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.320 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.320 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00753974 s, 139 MB/s 2024-09-21T00:33:24.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:33:24.327 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:33:24.327 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:33:24.327 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.13 2024-09-21T00:33:24.327 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:33:24.327 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.13/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:33:24.327 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:33:24.327 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:33:24.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:24 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:33:24.391 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.391 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.391 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00790481 s, 133 MB/s 2024-09-21T00:33:24.401 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.401 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.401 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0078266 s, 134 MB/s 2024-09-21T00:33:24.412 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.412 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.412 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00851453 s, 123 MB/s 2024-09-21T00:33:24.421 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.421 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.421 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0069095 s, 152 MB/s 2024-09-21T00:33:24.431 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.431 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.431 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00704438 s, 149 MB/s 2024-09-21T00:33:24.441 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.441 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.441 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00737672 s, 142 MB/s 2024-09-21T00:33:24.451 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.451 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.451 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00769131 s, 136 MB/s 2024-09-21T00:33:24.461 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.461 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.461 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00768267 s, 136 MB/s 2024-09-21T00:33:24.471 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.471 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.471 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00754349 s, 139 MB/s 2024-09-21T00:33:24.481 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.481 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.481 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0074871 s, 140 MB/s 2024-09-21T00:33:24.491 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.491 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.491 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0072865 s, 144 MB/s 2024-09-21T00:33:24.500 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.500 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.501 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00698808 s, 150 MB/s 2024-09-21T00:33:24.510 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.510 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.511 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00756555 s, 139 MB/s 2024-09-21T00:33:24.521 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.521 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.521 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00844566 s, 124 MB/s 2024-09-21T00:33:24.531 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.531 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.531 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00745292 s, 141 MB/s 2024-09-21T00:33:24.542 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.542 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.542 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00831254 s, 126 MB/s 2024-09-21T00:33:24.552 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.552 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.552 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00772824 s, 136 MB/s 2024-09-21T00:33:24.562 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.562 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.563 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00774094 s, 135 MB/s 2024-09-21T00:33:24.573 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.573 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.573 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0080967 s, 130 MB/s 2024-09-21T00:33:24.583 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.583 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.583 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00745975 s, 141 MB/s 2024-09-21T00:33:24.598 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.598 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.598 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0121807 s, 86.1 MB/s 2024-09-21T00:33:24.608 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.608 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.608 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0082354 s, 127 MB/s 2024-09-21T00:33:24.618 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.618 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.618 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00758481 s, 138 MB/s 2024-09-21T00:33:24.628 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.628 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.628 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00738035 s, 142 MB/s 2024-09-21T00:33:24.638 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.639 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.639 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00821499 s, 128 MB/s 2024-09-21T00:33:24.649 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.649 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.649 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00837384 s, 125 MB/s 2024-09-21T00:33:24.659 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.659 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.659 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00730125 s, 144 MB/s 2024-09-21T00:33:24.669 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.670 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.670 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00794569 s, 132 MB/s 2024-09-21T00:33:24.679 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.679 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.679 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00718908 s, 146 MB/s 2024-09-21T00:33:24.692 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.693 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.693 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0106472 s, 98.5 MB/s 2024-09-21T00:33:24.713 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.713 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.713 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00784489 s, 134 MB/s 2024-09-21T00:33:24.722 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.722 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.723 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00705203 s, 149 MB/s 2024-09-21T00:33:24.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:33:24.729 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:33:24.729 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:33:24.730 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.14 2024-09-21T00:33:24.730 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:33:24.730 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.14/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:33:24.730 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:33:24.730 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:33:24.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:24 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:33:24.795 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.795 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.795 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00784591 s, 134 MB/s 2024-09-21T00:33:24.804 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.804 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.804 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0070677 s, 148 MB/s 2024-09-21T00:33:24.814 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.814 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.815 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00759231 s, 138 MB/s 2024-09-21T00:33:24.825 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.825 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.825 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00843593 s, 124 MB/s 2024-09-21T00:33:24.835 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.835 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.836 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00754906 s, 139 MB/s 2024-09-21T00:33:24.846 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.846 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.846 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00787237 s, 133 MB/s 2024-09-21T00:33:24.855 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.855 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.855 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00698745 s, 150 MB/s 2024-09-21T00:33:24.864 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.865 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.865 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0069384 s, 151 MB/s 2024-09-21T00:33:24.875 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.875 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.875 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00767235 s, 137 MB/s 2024-09-21T00:33:24.884 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.884 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.884 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0068699 s, 153 MB/s 2024-09-21T00:33:24.894 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.894 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.894 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0074682 s, 140 MB/s 2024-09-21T00:33:24.904 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.904 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.905 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0076684 s, 137 MB/s 2024-09-21T00:33:24.914 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.914 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.914 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00725351 s, 145 MB/s 2024-09-21T00:33:24.924 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.924 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.924 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00703867 s, 149 MB/s 2024-09-21T00:33:24.939 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.939 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.939 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0129989 s, 80.7 MB/s 2024-09-21T00:33:24.950 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.950 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.950 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00801066 s, 131 MB/s 2024-09-21T00:33:24.961 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.961 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.961 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00863542 s, 121 MB/s 2024-09-21T00:33:24.971 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.971 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.971 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0076677 s, 137 MB/s 2024-09-21T00:33:24.981 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.981 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.982 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00769387 s, 136 MB/s 2024-09-21T00:33:24.991 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:24.991 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:24.991 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0072813 s, 144 MB/s 2024-09-21T00:33:25.001 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.001 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.001 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0074724 s, 140 MB/s 2024-09-21T00:33:25.012 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.012 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.012 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00870381 s, 120 MB/s 2024-09-21T00:33:25.023 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.023 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.023 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00845431 s, 124 MB/s 2024-09-21T00:33:25.033 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.033 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.033 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00745785 s, 141 MB/s 2024-09-21T00:33:25.043 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.044 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.044 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00768464 s, 136 MB/s 2024-09-21T00:33:25.054 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.054 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.054 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00779842 s, 134 MB/s 2024-09-21T00:33:25.064 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.064 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.064 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00752647 s, 139 MB/s 2024-09-21T00:33:25.074 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.074 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.074 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00758668 s, 138 MB/s 2024-09-21T00:33:25.084 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.084 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.084 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00748735 s, 140 MB/s 2024-09-21T00:33:25.094 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.094 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.094 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00779627 s, 134 MB/s 2024-09-21T00:33:25.105 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.105 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.105 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00826276 s, 127 MB/s 2024-09-21T00:33:25.114 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.115 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.115 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00745276 s, 141 MB/s 2024-09-21T00:33:25.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:33:25.121 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:33:25.121 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:33:25.121 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.15 2024-09-21T00:33:25.122 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:33:25.122 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.15/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:33:25.122 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:33:25.122 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:33:25.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:25 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:33:25.185 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.185 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.185 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00757953 s, 138 MB/s 2024-09-21T00:33:25.196 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.196 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.196 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00809988 s, 129 MB/s 2024-09-21T00:33:25.206 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.206 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.206 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00741849 s, 141 MB/s 2024-09-21T00:33:25.217 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.217 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.217 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00912943 s, 115 MB/s 2024-09-21T00:33:25.227 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.227 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.227 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00771396 s, 136 MB/s 2024-09-21T00:33:25.237 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.238 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.238 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00787223 s, 133 MB/s 2024-09-21T00:33:25.248 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.248 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.248 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00746512 s, 140 MB/s 2024-09-21T00:33:25.258 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.258 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.258 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00757385 s, 138 MB/s 2024-09-21T00:33:25.268 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.269 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.269 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00841332 s, 125 MB/s 2024-09-21T00:33:25.278 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.279 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.279 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00736273 s, 142 MB/s 2024-09-21T00:33:25.289 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.289 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.289 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00755435 s, 139 MB/s 2024-09-21T00:33:25.299 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.299 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.299 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00772159 s, 136 MB/s 2024-09-21T00:33:25.309 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.309 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.310 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00778912 s, 135 MB/s 2024-09-21T00:33:25.320 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.321 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.321 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00853026 s, 123 MB/s 2024-09-21T00:33:25.331 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.331 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.332 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00839007 s, 125 MB/s 2024-09-21T00:33:25.341 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.341 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.341 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00712075 s, 147 MB/s 2024-09-21T00:33:25.351 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.351 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.351 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00767809 s, 137 MB/s 2024-09-21T00:33:25.361 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.361 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.361 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00725713 s, 144 MB/s 2024-09-21T00:33:25.372 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.372 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.373 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00846875 s, 124 MB/s 2024-09-21T00:33:25.382 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.383 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.383 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00763111 s, 137 MB/s 2024-09-21T00:33:25.393 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.393 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.393 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00765878 s, 137 MB/s 2024-09-21T00:33:25.403 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.403 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.403 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00794283 s, 132 MB/s 2024-09-21T00:33:25.413 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.413 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.413 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00746997 s, 140 MB/s 2024-09-21T00:33:25.424 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.424 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.424 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00858573 s, 122 MB/s 2024-09-21T00:33:25.434 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.434 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.434 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00702718 s, 149 MB/s 2024-09-21T00:33:25.443 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.444 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.444 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0070392 s, 149 MB/s 2024-09-21T00:33:25.454 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.454 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.454 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00823321 s, 127 MB/s 2024-09-21T00:33:25.465 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.465 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.466 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0086401 s, 121 MB/s 2024-09-21T00:33:25.476 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.476 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.476 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00768926 s, 136 MB/s 2024-09-21T00:33:25.485 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.486 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.486 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00743001 s, 141 MB/s 2024-09-21T00:33:25.496 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.496 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.496 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00792163 s, 132 MB/s 2024-09-21T00:33:25.506 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.506 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.506 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00705142 s, 149 MB/s 2024-09-21T00:33:25.506 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:33:25.513 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:33:25.513 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:33:25.513 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.16 2024-09-21T00:33:25.513 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:33:25.513 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.16/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:33:25.513 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:33:25.513 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:33:25.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:25 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:33:25.577 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.577 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.577 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00738523 s, 142 MB/s 2024-09-21T00:33:25.588 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.588 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.588 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00843207 s, 124 MB/s 2024-09-21T00:33:25.597 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.598 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.598 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00696797 s, 150 MB/s 2024-09-21T00:33:25.608 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.608 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.608 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00770794 s, 136 MB/s 2024-09-21T00:33:25.618 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.618 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.618 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00748178 s, 140 MB/s 2024-09-21T00:33:25.628 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.628 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.628 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00756567 s, 139 MB/s 2024-09-21T00:33:25.638 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.638 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.638 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00755485 s, 139 MB/s 2024-09-21T00:33:25.647 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.647 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.647 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0067615 s, 155 MB/s 2024-09-21T00:33:25.658 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.658 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.658 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00784866 s, 134 MB/s 2024-09-21T00:33:25.668 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.668 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.668 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00743503 s, 141 MB/s 2024-09-21T00:33:25.678 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.678 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.678 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00763908 s, 137 MB/s 2024-09-21T00:33:25.688 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.688 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.688 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00725709 s, 144 MB/s 2024-09-21T00:33:25.703 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.704 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.704 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0131185 s, 79.9 MB/s 2024-09-21T00:33:25.734 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.734 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.734 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00766996 s, 137 MB/s 2024-09-21T00:33:25.745 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.745 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.745 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00827855 s, 127 MB/s 2024-09-21T00:33:25.755 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.755 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.755 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00754516 s, 139 MB/s 2024-09-21T00:33:25.765 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.765 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.766 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00787745 s, 133 MB/s 2024-09-21T00:33:25.776 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.776 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.776 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00758677 s, 138 MB/s 2024-09-21T00:33:25.786 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.786 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.786 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00793884 s, 132 MB/s 2024-09-21T00:33:25.796 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.796 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.796 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0078304 s, 134 MB/s 2024-09-21T00:33:25.807 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.807 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.807 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00775088 s, 135 MB/s 2024-09-21T00:33:25.818 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.818 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.818 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00841766 s, 125 MB/s 2024-09-21T00:33:25.828 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.828 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.828 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00714877 s, 147 MB/s 2024-09-21T00:33:25.837 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.838 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.838 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0072711 s, 144 MB/s 2024-09-21T00:33:25.848 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.848 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.849 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0083999 s, 125 MB/s 2024-09-21T00:33:25.858 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.859 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.859 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00769403 s, 136 MB/s 2024-09-21T00:33:25.868 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.869 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.869 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00740292 s, 142 MB/s 2024-09-21T00:33:25.879 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.880 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.880 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00842441 s, 124 MB/s 2024-09-21T00:33:25.890 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.890 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.890 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00729059 s, 144 MB/s 2024-09-21T00:33:25.900 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.900 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.900 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00713012 s, 147 MB/s 2024-09-21T00:33:25.911 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.911 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.911 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00776694 s, 135 MB/s 2024-09-21T00:33:25.921 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.921 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.922 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00726894 s, 144 MB/s 2024-09-21T00:33:25.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:33:25.928 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:33:25.928 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:33:25.928 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.17 2024-09-21T00:33:25.928 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:33:25.928 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.17/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:33:25.929 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:33:25.929 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:33:25.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:25 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:33:25.993 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:25.993 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:25.993 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00739571 s, 142 MB/s 2024-09-21T00:33:26.003 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.004 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.004 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00749699 s, 140 MB/s 2024-09-21T00:33:26.014 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.014 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.014 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00775015 s, 135 MB/s 2024-09-21T00:33:26.026 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.026 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.026 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00833938 s, 126 MB/s 2024-09-21T00:33:26.036 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.036 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.036 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00770761 s, 136 MB/s 2024-09-21T00:33:26.046 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.046 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.046 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00711575 s, 147 MB/s 2024-09-21T00:33:26.056 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.056 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.056 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00781446 s, 134 MB/s 2024-09-21T00:33:26.066 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.066 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.066 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00731548 s, 143 MB/s 2024-09-21T00:33:26.076 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.076 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.076 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00749729 s, 140 MB/s 2024-09-21T00:33:26.086 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.086 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.086 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00759888 s, 138 MB/s 2024-09-21T00:33:26.096 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.096 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.096 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00781128 s, 134 MB/s 2024-09-21T00:33:26.106 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.106 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.106 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00740685 s, 142 MB/s 2024-09-21T00:33:26.116 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.116 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.116 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00732235 s, 143 MB/s 2024-09-21T00:33:26.127 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.127 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.127 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00832137 s, 126 MB/s 2024-09-21T00:33:26.137 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.137 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.137 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00750222 s, 140 MB/s 2024-09-21T00:33:26.146 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.146 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.146 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00680577 s, 154 MB/s 2024-09-21T00:33:26.156 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.156 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.156 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00745065 s, 141 MB/s 2024-09-21T00:33:26.166 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.166 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.166 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00775846 s, 135 MB/s 2024-09-21T00:33:26.176 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.176 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.176 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00738067 s, 142 MB/s 2024-09-21T00:33:26.186 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.186 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.186 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00779982 s, 134 MB/s 2024-09-21T00:33:26.197 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.197 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.197 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00823038 s, 127 MB/s 2024-09-21T00:33:26.207 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.207 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.207 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00732379 s, 143 MB/s 2024-09-21T00:33:26.216 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.216 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.216 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00689989 s, 152 MB/s 2024-09-21T00:33:26.226 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.226 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.226 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00747961 s, 140 MB/s 2024-09-21T00:33:26.236 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.236 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.236 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00782269 s, 134 MB/s 2024-09-21T00:33:26.246 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.246 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.247 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00769748 s, 136 MB/s 2024-09-21T00:33:26.256 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.257 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.257 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00754484 s, 139 MB/s 2024-09-21T00:33:26.267 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.268 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.268 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00844957 s, 124 MB/s 2024-09-21T00:33:26.278 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.278 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.278 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.007855 s, 133 MB/s 2024-09-21T00:33:26.288 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.288 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.288 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0076605 s, 137 MB/s 2024-09-21T00:33:26.298 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.298 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.298 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00758146 s, 138 MB/s 2024-09-21T00:33:26.308 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.308 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.308 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00707995 s, 148 MB/s 2024-09-21T00:33:26.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:33:26.314 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:33:26.315 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:33:26.315 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.18 2024-09-21T00:33:26.315 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:33:26.315 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.18/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:33:26.315 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:33:26.315 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:33:26.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:26 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:33:26.377 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.377 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.378 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00670476 s, 156 MB/s 2024-09-21T00:33:26.388 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.388 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.388 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.007775 s, 135 MB/s 2024-09-21T00:33:26.397 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.397 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.397 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00703638 s, 149 MB/s 2024-09-21T00:33:26.407 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.407 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.407 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00756147 s, 139 MB/s 2024-09-21T00:33:26.418 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.418 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.419 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0086329 s, 121 MB/s 2024-09-21T00:33:26.428 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.428 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.428 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00679532 s, 154 MB/s 2024-09-21T00:33:26.439 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.439 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.439 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00851055 s, 123 MB/s 2024-09-21T00:33:26.449 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.449 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.449 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00725927 s, 144 MB/s 2024-09-21T00:33:26.459 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.459 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.459 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00753714 s, 139 MB/s 2024-09-21T00:33:26.469 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.469 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.469 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00769281 s, 136 MB/s 2024-09-21T00:33:26.478 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.479 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.479 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00692665 s, 151 MB/s 2024-09-21T00:33:26.489 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.489 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.489 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00771355 s, 136 MB/s 2024-09-21T00:33:26.500 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.500 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.500 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00767795 s, 137 MB/s 2024-09-21T00:33:26.510 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.510 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.511 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00773993 s, 135 MB/s 2024-09-21T00:33:26.521 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.521 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.521 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00751203 s, 140 MB/s 2024-09-21T00:33:26.532 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.532 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.532 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00759722 s, 138 MB/s 2024-09-21T00:33:26.543 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.543 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.543 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00840891 s, 125 MB/s 2024-09-21T00:33:26.554 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.554 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.554 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00855549 s, 123 MB/s 2024-09-21T00:33:26.564 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.564 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.564 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00754607 s, 139 MB/s 2024-09-21T00:33:26.575 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.575 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.575 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00825834 s, 127 MB/s 2024-09-21T00:33:26.585 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.585 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.585 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0077242 s, 136 MB/s 2024-09-21T00:33:26.596 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.596 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.596 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00880838 s, 119 MB/s 2024-09-21T00:33:26.606 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.606 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.607 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00760084 s, 138 MB/s 2024-09-21T00:33:26.617 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.617 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.617 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00774634 s, 135 MB/s 2024-09-21T00:33:26.627 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.627 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.627 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00791911 s, 132 MB/s 2024-09-21T00:33:26.637 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.637 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.637 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0074659 s, 140 MB/s 2024-09-21T00:33:26.647 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.647 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.647 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00744616 s, 141 MB/s 2024-09-21T00:33:26.657 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.657 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.657 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00724336 s, 145 MB/s 2024-09-21T00:33:26.667 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.667 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.667 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00770005 s, 136 MB/s 2024-09-21T00:33:26.677 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.677 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.677 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00761851 s, 138 MB/s 2024-09-21T00:33:26.687 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.688 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.688 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00785958 s, 133 MB/s 2024-09-21T00:33:26.704 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.704 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.704 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0141462 s, 74.1 MB/s 2024-09-21T00:33:26.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:33:26.711 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:33:26.711 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:33:26.712 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.19 2024-09-21T00:33:26.712 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:33:26.712 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.19/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:33:26.712 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:33:26.712 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:33:26.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:26 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:33:26.777 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.778 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.778 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00725543 s, 145 MB/s 2024-09-21T00:33:26.788 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.788 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.788 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00770029 s, 136 MB/s 2024-09-21T00:33:26.798 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.798 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.798 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00758235 s, 138 MB/s 2024-09-21T00:33:26.808 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.808 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.808 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00758817 s, 138 MB/s 2024-09-21T00:33:26.818 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.818 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.818 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00779209 s, 135 MB/s 2024-09-21T00:33:26.827 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.828 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.828 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00704724 s, 149 MB/s 2024-09-21T00:33:26.838 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.838 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.838 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00761298 s, 138 MB/s 2024-09-21T00:33:26.847 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.848 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.848 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00738861 s, 142 MB/s 2024-09-21T00:33:26.857 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.857 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.858 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00735128 s, 143 MB/s 2024-09-21T00:33:26.867 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.867 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.868 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0076389 s, 137 MB/s 2024-09-21T00:33:26.878 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.878 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.878 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00764073 s, 137 MB/s 2024-09-21T00:33:26.888 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.889 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.889 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00833693 s, 126 MB/s 2024-09-21T00:33:26.898 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.898 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.898 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00698709 s, 150 MB/s 2024-09-21T00:33:26.908 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.908 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.908 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0073795 s, 142 MB/s 2024-09-21T00:33:26.917 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.917 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.917 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00683424 s, 153 MB/s 2024-09-21T00:33:26.927 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.927 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.927 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00760643 s, 138 MB/s 2024-09-21T00:33:26.937 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.937 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.937 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00754078 s, 139 MB/s 2024-09-21T00:33:26.947 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.947 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.947 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00752408 s, 139 MB/s 2024-09-21T00:33:26.957 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.957 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.957 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00754768 s, 139 MB/s 2024-09-21T00:33:26.967 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.967 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.967 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00753125 s, 139 MB/s 2024-09-21T00:33:26.978 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.978 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.978 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00823779 s, 127 MB/s 2024-09-21T00:33:26.987 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.988 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.988 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00738887 s, 142 MB/s 2024-09-21T00:33:26.997 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:26.998 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:26.998 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0074636 s, 140 MB/s 2024-09-21T00:33:27.008 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:27.009 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:27.009 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00851991 s, 123 MB/s 2024-09-21T00:33:27.019 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:27.020 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:27.020 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00848094 s, 124 MB/s 2024-09-21T00:33:27.029 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:27.029 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:27.029 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00718357 s, 146 MB/s 2024-09-21T00:33:27.039 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:27.039 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:27.040 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00786636 s, 133 MB/s 2024-09-21T00:33:27.050 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:27.050 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:27.050 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00845859 s, 124 MB/s 2024-09-21T00:33:27.061 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:27.061 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:27.061 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00780403 s, 134 MB/s 2024-09-21T00:33:27.071 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:27.071 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:27.071 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00754931 s, 139 MB/s 2024-09-21T00:33:27.080 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:27.080 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:27.080 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00676726 s, 155 MB/s 2024-09-21T00:33:27.090 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:27.090 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:27.090 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00762172 s, 138 MB/s 2024-09-21T00:33:27.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:33:27.099 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:33:27.099 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:33:27.099 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.20 2024-09-21T00:33:27.099 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:33:27.099 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.20/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:33:27.099 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:33:27.099 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:33:27.149 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:27 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:33:27.162 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:27.163 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:27.163 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00747299 s, 140 MB/s 2024-09-21T00:33:27.172 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:27.172 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:27.172 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00709714 s, 148 MB/s 2024-09-21T00:33:27.183 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:27.183 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:27.183 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00823765 s, 127 MB/s 2024-09-21T00:33:27.193 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:27.193 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:27.193 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00746759 s, 140 MB/s 2024-09-21T00:33:27.203 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:27.203 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:27.203 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00745233 s, 141 MB/s 2024-09-21T00:33:27.212 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:27.212 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:27.212 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00720598 s, 146 MB/s 2024-09-21T00:33:27.223 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:27.223 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:27.223 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00819283 s, 128 MB/s 2024-09-21T00:33:27.232 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:27.232 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:27.233 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00698538 s, 150 MB/s 2024-09-21T00:33:27.243 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:27.243 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:27.243 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00789899 s, 133 MB/s 2024-09-21T00:33:27.252 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:27.253 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:27.253 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00726617 s, 144 MB/s 2024-09-21T00:33:27.262 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:27.262 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:27.262 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00725964 s, 144 MB/s 2024-09-21T00:33:27.272 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:27.272 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:27.272 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00744207 s, 141 MB/s 2024-09-21T00:33:27.282 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:27.282 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:27.282 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00719471 s, 146 MB/s 2024-09-21T00:33:27.292 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:27.292 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:27.292 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00729031 s, 144 MB/s 2024-09-21T00:33:27.302 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:27.302 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:27.303 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00758119 s, 138 MB/s 2024-09-21T00:33:27.312 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:27.313 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:27.313 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00750589 s, 140 MB/s 2024-09-21T00:33:27.323 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:27.323 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:27.323 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00692272 s, 151 MB/s 2024-09-21T00:33:27.333 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:27.333 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:27.333 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00759868 s, 138 MB/s 2024-09-21T00:33:27.345 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:27.345 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:27.345 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00846163 s, 124 MB/s 2024-09-21T00:33:27.355 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:27.355 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:27.355 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00763335 s, 137 MB/s 2024-09-21T00:33:27.366 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:27.366 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:27.366 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0073411 s, 143 MB/s 2024-09-21T00:33:27.376 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:27.376 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:27.376 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00732525 s, 143 MB/s 2024-09-21T00:33:27.386 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:27.387 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:27.387 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00770621 s, 136 MB/s 2024-09-21T00:33:27.396 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:27.396 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:27.396 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00694403 s, 151 MB/s 2024-09-21T00:33:27.407 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:27.407 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:27.407 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00846722 s, 124 MB/s 2024-09-21T00:33:27.418 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:27.418 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:27.418 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00830597 s, 126 MB/s 2024-09-21T00:33:27.429 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:27.429 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:27.429 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00819173 s, 128 MB/s 2024-09-21T00:33:27.439 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:27.439 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:27.439 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00783112 s, 134 MB/s 2024-09-21T00:33:27.449 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:27.450 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:27.450 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00792083 s, 132 MB/s 2024-09-21T00:33:27.459 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:27.459 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:27.459 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00704872 s, 149 MB/s 2024-09-21T00:33:27.469 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:27.469 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:27.469 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0074209 s, 141 MB/s 2024-09-21T00:33:27.479 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:27.479 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:27.479 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00785916 s, 133 MB/s 2024-09-21T00:33:27.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:27 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:33:27.486 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:33:27.486 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:33:27.486 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.21 2024-09-21T00:33:27.486 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:33:27.486 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.21/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:33:27.486 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:33:27.486 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:33:27.536 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:27 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:33:27.788 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:27.788 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:27.788 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00779621 s, 134 MB/s 2024-09-21T00:33:27.799 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:27.799 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:27.799 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0083014 s, 126 MB/s 2024-09-21T00:33:27.810 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:27.810 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:27.810 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00869941 s, 121 MB/s 2024-09-21T00:33:27.820 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:27.820 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:27.820 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0076338 s, 137 MB/s 2024-09-21T00:33:27.830 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:27.830 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:27.830 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00737347 s, 142 MB/s 2024-09-21T00:33:27.840 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:27.840 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:27.840 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00775492 s, 135 MB/s 2024-09-21T00:33:27.850 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:27.851 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:27.851 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00674468 s, 155 MB/s 2024-09-21T00:33:27.860 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:27.861 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:27.861 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00852837 s, 123 MB/s 2024-09-21T00:33:27.871 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:27.872 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:27.872 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00853812 s, 123 MB/s 2024-09-21T00:33:27.882 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:27.882 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:27.882 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00779337 s, 135 MB/s 2024-09-21T00:33:27.893 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:27.893 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:27.893 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00824444 s, 127 MB/s 2024-09-21T00:33:27.903 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:27.903 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:27.903 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00754341 s, 139 MB/s 2024-09-21T00:33:27.913 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:27.914 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:27.914 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0074608 s, 141 MB/s 2024-09-21T00:33:27.923 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:27.923 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:27.923 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00827842 s, 127 MB/s 2024-09-21T00:33:27.934 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:27.934 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:27.934 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00823152 s, 127 MB/s 2024-09-21T00:33:27.945 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:27.945 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:27.945 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00839613 s, 125 MB/s 2024-09-21T00:33:27.955 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:27.955 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:27.955 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00761882 s, 138 MB/s 2024-09-21T00:33:27.965 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:27.965 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:27.966 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00771505 s, 136 MB/s 2024-09-21T00:33:27.975 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:27.976 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:27.976 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00763193 s, 137 MB/s 2024-09-21T00:33:27.986 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:27.986 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:27.986 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00775144 s, 135 MB/s 2024-09-21T00:33:27.995 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:27.995 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:27.995 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0069912 s, 150 MB/s 2024-09-21T00:33:28.006 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.006 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.006 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00835719 s, 125 MB/s 2024-09-21T00:33:28.017 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.017 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.017 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00855663 s, 123 MB/s 2024-09-21T00:33:28.028 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.028 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.028 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00788178 s, 133 MB/s 2024-09-21T00:33:28.038 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.038 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.038 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00690265 s, 152 MB/s 2024-09-21T00:33:28.047 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.048 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.048 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00750905 s, 140 MB/s 2024-09-21T00:33:28.058 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.058 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.058 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00774997 s, 135 MB/s 2024-09-21T00:33:28.067 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.067 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.067 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00706808 s, 148 MB/s 2024-09-21T00:33:28.077 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.077 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.078 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00764241 s, 137 MB/s 2024-09-21T00:33:28.087 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.087 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.087 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00719982 s, 146 MB/s 2024-09-21T00:33:28.097 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.097 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.097 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00757644 s, 138 MB/s 2024-09-21T00:33:28.107 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.107 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.107 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00742964 s, 141 MB/s 2024-09-21T00:33:28.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:33:28.114 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:33:28.114 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:33:28.114 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.22 2024-09-21T00:33:28.114 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:33:28.114 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.22/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:33:28.114 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:33:28.114 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:33:28.165 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:28 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:33:28.179 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.179 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.180 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00890907 s, 118 MB/s 2024-09-21T00:33:28.189 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.189 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.189 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00693774 s, 151 MB/s 2024-09-21T00:33:28.199 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.199 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.199 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00782521 s, 134 MB/s 2024-09-21T00:33:28.209 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.209 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.209 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00700703 s, 150 MB/s 2024-09-21T00:33:28.219 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.219 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.219 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00749234 s, 140 MB/s 2024-09-21T00:33:28.228 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.228 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.228 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00691105 s, 152 MB/s 2024-09-21T00:33:28.238 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.238 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.238 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00723516 s, 145 MB/s 2024-09-21T00:33:28.248 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.248 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.248 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0079655 s, 132 MB/s 2024-09-21T00:33:28.260 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.260 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.260 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00888751 s, 118 MB/s 2024-09-21T00:33:28.270 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.270 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.270 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00771853 s, 136 MB/s 2024-09-21T00:33:28.279 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.280 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.280 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00736587 s, 142 MB/s 2024-09-21T00:33:28.289 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.290 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.290 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00771607 s, 136 MB/s 2024-09-21T00:33:28.300 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.300 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.300 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00774332 s, 135 MB/s 2024-09-21T00:33:28.310 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.310 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.311 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00827342 s, 127 MB/s 2024-09-21T00:33:28.320 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.321 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.321 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00744203 s, 141 MB/s 2024-09-21T00:33:28.330 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.330 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.331 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00749956 s, 140 MB/s 2024-09-21T00:33:28.340 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.340 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.340 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0076381 s, 137 MB/s 2024-09-21T00:33:28.350 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.350 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.351 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00754168 s, 139 MB/s 2024-09-21T00:33:28.360 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.360 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.360 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00684674 s, 153 MB/s 2024-09-21T00:33:28.370 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.370 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.370 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00790466 s, 133 MB/s 2024-09-21T00:33:28.380 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.380 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.380 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00754146 s, 139 MB/s 2024-09-21T00:33:28.390 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.390 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.390 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00749139 s, 140 MB/s 2024-09-21T00:33:28.401 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.401 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.401 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00824768 s, 127 MB/s 2024-09-21T00:33:28.412 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.412 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.412 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00881452 s, 119 MB/s 2024-09-21T00:33:28.422 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.422 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.422 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00745561 s, 141 MB/s 2024-09-21T00:33:28.432 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.433 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.433 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00790429 s, 133 MB/s 2024-09-21T00:33:28.443 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.443 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.443 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00772061 s, 136 MB/s 2024-09-21T00:33:28.452 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.452 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.452 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00707557 s, 148 MB/s 2024-09-21T00:33:28.462 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.462 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.462 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00746975 s, 140 MB/s 2024-09-21T00:33:28.472 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.472 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.473 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00778138 s, 135 MB/s 2024-09-21T00:33:28.482 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.482 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.482 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00750548 s, 140 MB/s 2024-09-21T00:33:28.493 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.493 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.493 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00836571 s, 125 MB/s 2024-09-21T00:33:28.494 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:33:28.500 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:33:28.500 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:33:28.500 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.23 2024-09-21T00:33:28.500 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:33:28.500 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.23/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:33:28.500 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:33:28.500 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:33:28.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:28 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:33:28.564 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.564 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.564 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00773037 s, 136 MB/s 2024-09-21T00:33:28.574 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.574 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.574 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0073126 s, 143 MB/s 2024-09-21T00:33:28.583 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.583 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.584 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00719375 s, 146 MB/s 2024-09-21T00:33:28.594 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.594 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.594 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00771193 s, 136 MB/s 2024-09-21T00:33:28.604 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.604 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.605 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00827666 s, 127 MB/s 2024-09-21T00:33:28.616 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.616 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.616 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00879345 s, 119 MB/s 2024-09-21T00:33:28.625 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.625 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.625 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00711228 s, 147 MB/s 2024-09-21T00:33:28.635 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.635 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.635 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00746442 s, 140 MB/s 2024-09-21T00:33:28.645 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.645 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.645 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00710081 s, 148 MB/s 2024-09-21T00:33:28.656 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.656 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.656 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00819285 s, 128 MB/s 2024-09-21T00:33:28.666 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.666 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.666 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00755978 s, 139 MB/s 2024-09-21T00:33:28.675 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.675 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.676 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00733727 s, 143 MB/s 2024-09-21T00:33:28.685 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.685 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.685 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00734712 s, 143 MB/s 2024-09-21T00:33:28.695 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.695 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.695 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00712638 s, 147 MB/s 2024-09-21T00:33:28.705 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.705 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.705 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00748369 s, 140 MB/s 2024-09-21T00:33:28.719 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.719 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.719 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0117544 s, 89.2 MB/s 2024-09-21T00:33:28.753 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.753 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.753 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00751242 s, 140 MB/s 2024-09-21T00:33:28.763 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.763 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.763 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00799322 s, 131 MB/s 2024-09-21T00:33:28.773 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.773 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.773 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00707787 s, 148 MB/s 2024-09-21T00:33:28.783 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.783 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.784 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00814219 s, 129 MB/s 2024-09-21T00:33:28.793 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.793 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.793 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00740284 s, 142 MB/s 2024-09-21T00:33:28.804 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.804 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.804 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00837586 s, 125 MB/s 2024-09-21T00:33:28.814 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.814 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.814 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0076226 s, 138 MB/s 2024-09-21T00:33:28.825 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.825 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.825 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00838994 s, 125 MB/s 2024-09-21T00:33:28.835 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.835 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.835 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00709868 s, 148 MB/s 2024-09-21T00:33:28.844 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.844 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.844 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00697971 s, 150 MB/s 2024-09-21T00:33:28.855 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.856 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.856 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00871535 s, 120 MB/s 2024-09-21T00:33:28.865 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.865 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.865 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00701036 s, 150 MB/s 2024-09-21T00:33:28.875 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.875 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.875 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00741346 s, 141 MB/s 2024-09-21T00:33:28.885 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.885 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.885 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00737774 s, 142 MB/s 2024-09-21T00:33:28.895 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.895 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.895 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00723053 s, 145 MB/s 2024-09-21T00:33:28.905 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.905 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.905 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00766658 s, 137 MB/s 2024-09-21T00:33:28.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:28 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:33:28.912 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:33:28.912 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:33:28.912 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.24 2024-09-21T00:33:28.912 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:33:28.912 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.24/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:33:28.912 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:33:28.912 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:33:28.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:28 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:33:28.975 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.976 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.976 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00722687 s, 145 MB/s 2024-09-21T00:33:28.985 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.985 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.986 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00755137 s, 139 MB/s 2024-09-21T00:33:28.996 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:28.996 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:28.996 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00755902 s, 139 MB/s 2024-09-21T00:33:29.006 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.006 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.006 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.007488 s, 140 MB/s 2024-09-21T00:33:29.016 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.016 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.016 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00774245 s, 135 MB/s 2024-09-21T00:33:29.026 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.026 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.026 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00738167 s, 142 MB/s 2024-09-21T00:33:29.036 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.037 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.037 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.008217 s, 128 MB/s 2024-09-21T00:33:29.046 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.046 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.046 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00728518 s, 144 MB/s 2024-09-21T00:33:29.056 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.057 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.057 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00760471 s, 138 MB/s 2024-09-21T00:33:29.067 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.067 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.067 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00839743 s, 125 MB/s 2024-09-21T00:33:29.077 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.077 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.077 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00722897 s, 145 MB/s 2024-09-21T00:33:29.087 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.087 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.087 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00747626 s, 140 MB/s 2024-09-21T00:33:29.098 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.098 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.098 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00827183 s, 127 MB/s 2024-09-21T00:33:29.108 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.108 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.108 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00757732 s, 138 MB/s 2024-09-21T00:33:29.118 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.118 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.118 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0076409 s, 137 MB/s 2024-09-21T00:33:29.128 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.128 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.128 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00769149 s, 136 MB/s 2024-09-21T00:33:29.138 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.138 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.138 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00730557 s, 144 MB/s 2024-09-21T00:33:29.148 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.148 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.148 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00746382 s, 140 MB/s 2024-09-21T00:33:29.159 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.159 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.159 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00823152 s, 127 MB/s 2024-09-21T00:33:29.170 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.170 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.170 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00782189 s, 134 MB/s 2024-09-21T00:33:29.180 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.180 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.180 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00754565 s, 139 MB/s 2024-09-21T00:33:29.190 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.190 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.190 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00752215 s, 139 MB/s 2024-09-21T00:33:29.200 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.200 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.200 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00735854 s, 142 MB/s 2024-09-21T00:33:29.209 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.209 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.209 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00685894 s, 153 MB/s 2024-09-21T00:33:29.220 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.220 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.220 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00805147 s, 130 MB/s 2024-09-21T00:33:29.231 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.231 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.231 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00836936 s, 125 MB/s 2024-09-21T00:33:29.240 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.240 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.241 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00712358 s, 147 MB/s 2024-09-21T00:33:29.250 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.250 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.250 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00725418 s, 145 MB/s 2024-09-21T00:33:29.260 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.260 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.260 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00747165 s, 140 MB/s 2024-09-21T00:33:29.270 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.271 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.271 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00763432 s, 137 MB/s 2024-09-21T00:33:29.280 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.280 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.280 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00687814 s, 152 MB/s 2024-09-21T00:33:29.289 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.289 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.289 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00672815 s, 156 MB/s 2024-09-21T00:33:29.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:33:29.296 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:33:29.296 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:33:29.296 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.25 2024-09-21T00:33:29.296 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:33:29.296 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.25/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:33:29.296 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:33:29.296 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:33:29.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:29 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:33:29.359 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.360 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.360 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00773016 s, 136 MB/s 2024-09-21T00:33:29.369 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.370 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.370 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00741461 s, 141 MB/s 2024-09-21T00:33:29.380 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.380 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.380 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00773593 s, 136 MB/s 2024-09-21T00:33:29.390 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.390 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.390 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00776913 s, 135 MB/s 2024-09-21T00:33:29.400 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.400 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.400 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00752859 s, 139 MB/s 2024-09-21T00:33:29.411 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.411 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.411 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00831439 s, 126 MB/s 2024-09-21T00:33:29.421 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.421 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.421 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00719752 s, 146 MB/s 2024-09-21T00:33:29.431 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.431 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.431 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00792532 s, 132 MB/s 2024-09-21T00:33:29.441 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.441 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.441 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00743881 s, 141 MB/s 2024-09-21T00:33:29.451 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.451 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.451 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00742552 s, 141 MB/s 2024-09-21T00:33:29.460 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.460 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.460 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00691373 s, 152 MB/s 2024-09-21T00:33:29.471 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.471 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.471 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0076551 s, 137 MB/s 2024-09-21T00:33:29.481 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.481 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.481 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00739221 s, 142 MB/s 2024-09-21T00:33:29.491 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.491 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.491 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00745253 s, 141 MB/s 2024-09-21T00:33:29.500 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.500 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.501 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00705968 s, 149 MB/s 2024-09-21T00:33:29.510 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.510 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.510 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00716958 s, 146 MB/s 2024-09-21T00:33:29.521 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.521 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.521 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00817097 s, 128 MB/s 2024-09-21T00:33:29.531 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.531 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.532 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00789656 s, 133 MB/s 2024-09-21T00:33:29.541 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.541 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.541 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0068986 s, 152 MB/s 2024-09-21T00:33:29.551 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.551 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.551 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0077525 s, 135 MB/s 2024-09-21T00:33:29.561 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.561 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.561 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00766359 s, 137 MB/s 2024-09-21T00:33:29.572 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.572 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.572 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00805152 s, 130 MB/s 2024-09-21T00:33:29.581 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.581 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.582 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00707232 s, 148 MB/s 2024-09-21T00:33:29.593 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.593 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.593 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00846857 s, 124 MB/s 2024-09-21T00:33:29.602 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.602 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.602 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00694569 s, 151 MB/s 2024-09-21T00:33:29.612 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.612 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.612 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00754925 s, 139 MB/s 2024-09-21T00:33:29.623 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.623 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.623 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00843365 s, 124 MB/s 2024-09-21T00:33:29.634 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.634 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.634 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00849982 s, 123 MB/s 2024-09-21T00:33:29.644 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.644 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.644 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00705232 s, 149 MB/s 2024-09-21T00:33:29.654 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.654 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.654 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00785722 s, 133 MB/s 2024-09-21T00:33:29.664 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.664 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.664 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00762135 s, 138 MB/s 2024-09-21T00:33:29.674 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.674 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.674 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00739531 s, 142 MB/s 2024-09-21T00:33:29.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:29 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:33:29.681 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:33:29.681 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:33:29.681 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.26 2024-09-21T00:33:29.681 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:33:29.681 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.26/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:33:29.681 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:33:29.681 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:33:29.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:29 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:33:29.762 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.763 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.763 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00763805 s, 137 MB/s 2024-09-21T00:33:29.772 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.773 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.773 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00778634 s, 135 MB/s 2024-09-21T00:33:29.783 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.783 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.783 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00756849 s, 139 MB/s 2024-09-21T00:33:29.792 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.792 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.793 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00744514 s, 141 MB/s 2024-09-21T00:33:29.802 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.802 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.802 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00717714 s, 146 MB/s 2024-09-21T00:33:29.813 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.813 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.813 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00823759 s, 127 MB/s 2024-09-21T00:33:29.823 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.823 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.823 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0074563 s, 141 MB/s 2024-09-21T00:33:29.832 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.832 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.833 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00726415 s, 144 MB/s 2024-09-21T00:33:29.842 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.842 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.843 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00760508 s, 138 MB/s 2024-09-21T00:33:29.853 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.853 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.853 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00819107 s, 128 MB/s 2024-09-21T00:33:29.864 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.864 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.864 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00869609 s, 121 MB/s 2024-09-21T00:33:29.874 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.874 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.874 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00753644 s, 139 MB/s 2024-09-21T00:33:29.883 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.883 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.883 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0067262 s, 156 MB/s 2024-09-21T00:33:29.894 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.894 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.894 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00769416 s, 136 MB/s 2024-09-21T00:33:29.904 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.904 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.904 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00768936 s, 136 MB/s 2024-09-21T00:33:29.913 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.914 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.914 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00705858 s, 149 MB/s 2024-09-21T00:33:29.924 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.924 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.924 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00744759 s, 141 MB/s 2024-09-21T00:33:29.934 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.934 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.934 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00777649 s, 135 MB/s 2024-09-21T00:33:29.945 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.945 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.945 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00829134 s, 126 MB/s 2024-09-21T00:33:29.956 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.956 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.956 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00840814 s, 125 MB/s 2024-09-21T00:33:29.966 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.967 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.967 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0084878 s, 124 MB/s 2024-09-21T00:33:29.976 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.976 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.976 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00697581 s, 150 MB/s 2024-09-21T00:33:29.986 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.986 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.986 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00739426 s, 142 MB/s 2024-09-21T00:33:29.997 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:29.997 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:29.997 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00817029 s, 128 MB/s 2024-09-21T00:33:30.007 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.007 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.007 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00784472 s, 134 MB/s 2024-09-21T00:33:30.017 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.017 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.017 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00733638 s, 143 MB/s 2024-09-21T00:33:30.027 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.027 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.027 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0078873 s, 133 MB/s 2024-09-21T00:33:30.038 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.038 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.038 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00840507 s, 125 MB/s 2024-09-21T00:33:30.048 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.048 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.048 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00757589 s, 138 MB/s 2024-09-21T00:33:30.058 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.058 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.058 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00740469 s, 142 MB/s 2024-09-21T00:33:30.068 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.068 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.068 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0073193 s, 143 MB/s 2024-09-21T00:33:30.078 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.078 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.078 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00727722 s, 144 MB/s 2024-09-21T00:33:30.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:33:30.084 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:33:30.084 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:33:30.085 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.27 2024-09-21T00:33:30.085 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:33:30.085 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.27/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:33:30.085 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:33:30.085 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:33:30.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:30 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:33:30.148 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.148 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.148 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00737838 s, 142 MB/s 2024-09-21T00:33:30.158 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.158 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.158 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00726112 s, 144 MB/s 2024-09-21T00:33:30.168 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.168 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.168 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00756731 s, 139 MB/s 2024-09-21T00:33:30.178 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.179 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.179 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00781214 s, 134 MB/s 2024-09-21T00:33:30.188 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.189 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.189 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00685187 s, 153 MB/s 2024-09-21T00:33:30.200 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.200 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.200 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00881699 s, 119 MB/s 2024-09-21T00:33:30.210 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.210 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.210 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00762754 s, 137 MB/s 2024-09-21T00:33:30.220 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.220 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.220 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00756697 s, 139 MB/s 2024-09-21T00:33:30.230 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.230 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.230 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00769576 s, 136 MB/s 2024-09-21T00:33:30.242 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.242 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.242 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00901461 s, 116 MB/s 2024-09-21T00:33:30.251 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.251 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.251 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00704615 s, 149 MB/s 2024-09-21T00:33:30.262 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.262 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.263 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0085172 s, 123 MB/s 2024-09-21T00:33:30.273 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.273 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.273 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00830632 s, 126 MB/s 2024-09-21T00:33:30.285 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.285 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.285 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00856116 s, 122 MB/s 2024-09-21T00:33:30.294 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.295 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.295 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00758911 s, 138 MB/s 2024-09-21T00:33:30.305 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.305 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.305 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00827757 s, 127 MB/s 2024-09-21T00:33:30.315 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.315 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.315 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00742207 s, 141 MB/s 2024-09-21T00:33:30.325 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.325 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.325 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0072999 s, 144 MB/s 2024-09-21T00:33:30.335 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.335 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.335 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00765521 s, 137 MB/s 2024-09-21T00:33:30.345 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.345 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.345 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00785018 s, 134 MB/s 2024-09-21T00:33:30.355 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.355 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.356 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00716203 s, 146 MB/s 2024-09-21T00:33:30.365 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.365 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.366 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00774225 s, 135 MB/s 2024-09-21T00:33:30.376 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.376 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.376 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00809886 s, 129 MB/s 2024-09-21T00:33:30.386 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.386 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.386 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00725122 s, 145 MB/s 2024-09-21T00:33:30.396 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.396 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.396 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00745264 s, 141 MB/s 2024-09-21T00:33:30.405 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.405 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.405 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00736467 s, 142 MB/s 2024-09-21T00:33:30.415 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.415 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.415 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00743641 s, 141 MB/s 2024-09-21T00:33:30.426 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.426 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.426 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00823707 s, 127 MB/s 2024-09-21T00:33:30.436 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.436 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.436 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00783548 s, 134 MB/s 2024-09-21T00:33:30.446 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.446 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.446 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00734025 s, 143 MB/s 2024-09-21T00:33:30.456 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.456 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.456 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00734899 s, 143 MB/s 2024-09-21T00:33:30.465 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.465 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.465 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00704305 s, 149 MB/s 2024-09-21T00:33:30.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:33:30.472 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:33:30.472 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:33:30.472 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.28 2024-09-21T00:33:30.472 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:33:30.473 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.28/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:33:30.473 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:33:30.473 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:33:30.523 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:30 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:33:30.536 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.536 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.536 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00734753 s, 143 MB/s 2024-09-21T00:33:30.546 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.546 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.546 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00773588 s, 136 MB/s 2024-09-21T00:33:30.557 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.557 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.557 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00867883 s, 121 MB/s 2024-09-21T00:33:30.567 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.567 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.567 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00750351 s, 140 MB/s 2024-09-21T00:33:30.577 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.577 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.577 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00745373 s, 141 MB/s 2024-09-21T00:33:30.587 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.587 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.587 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00739491 s, 142 MB/s 2024-09-21T00:33:30.598 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.598 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.598 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00879609 s, 119 MB/s 2024-09-21T00:33:30.609 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.609 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.609 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00828718 s, 127 MB/s 2024-09-21T00:33:30.620 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.620 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.620 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00863696 s, 121 MB/s 2024-09-21T00:33:30.630 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.630 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.630 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00766668 s, 137 MB/s 2024-09-21T00:33:30.640 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.640 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.640 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00696658 s, 151 MB/s 2024-09-21T00:33:30.651 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.651 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.651 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00870056 s, 121 MB/s 2024-09-21T00:33:30.662 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.662 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.662 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0083815 s, 125 MB/s 2024-09-21T00:33:30.672 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.672 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.672 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00747116 s, 140 MB/s 2024-09-21T00:33:30.683 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.683 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.683 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0082666 s, 127 MB/s 2024-09-21T00:33:30.694 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.694 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.694 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00850902 s, 123 MB/s 2024-09-21T00:33:30.704 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.704 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.704 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00750221 s, 140 MB/s 2024-09-21T00:33:30.714 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.714 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.714 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00807654 s, 130 MB/s 2024-09-21T00:33:30.727 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.728 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.728 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0107052 s, 97.9 MB/s 2024-09-21T00:33:30.762 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.762 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.762 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00859184 s, 122 MB/s 2024-09-21T00:33:30.772 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.772 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.772 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00756969 s, 139 MB/s 2024-09-21T00:33:30.783 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.783 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.783 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00812355 s, 129 MB/s 2024-09-21T00:33:30.792 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.792 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.792 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00700242 s, 150 MB/s 2024-09-21T00:33:30.803 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.803 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.803 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0079365 s, 132 MB/s 2024-09-21T00:33:30.812 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.812 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.813 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00719771 s, 146 MB/s 2024-09-21T00:33:30.822 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.822 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.822 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00694644 s, 151 MB/s 2024-09-21T00:33:30.833 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.833 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.833 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00801236 s, 131 MB/s 2024-09-21T00:33:30.844 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.844 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.844 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00868532 s, 121 MB/s 2024-09-21T00:33:30.853 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.853 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.853 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00709399 s, 148 MB/s 2024-09-21T00:33:30.863 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.863 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.863 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00709318 s, 148 MB/s 2024-09-21T00:33:30.873 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.873 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.873 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00739146 s, 142 MB/s 2024-09-21T00:33:30.883 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.883 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.883 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00760671 s, 138 MB/s 2024-09-21T00:33:30.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:30 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:33:30.890 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:33:30.890 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:33:30.890 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.29 2024-09-21T00:33:30.890 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:33:30.890 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.29/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:33:30.890 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:33:30.890 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:33:30.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:30 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:33:30.955 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.955 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.955 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00860947 s, 122 MB/s 2024-09-21T00:33:30.965 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.965 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.965 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00756734 s, 139 MB/s 2024-09-21T00:33:30.976 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.976 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.976 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00836477 s, 125 MB/s 2024-09-21T00:33:30.986 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.986 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.986 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00757244 s, 138 MB/s 2024-09-21T00:33:30.996 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:30.996 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:30.996 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00777513 s, 135 MB/s 2024-09-21T00:33:31.006 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.006 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.006 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00737374 s, 142 MB/s 2024-09-21T00:33:31.016 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.016 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.016 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00729753 s, 144 MB/s 2024-09-21T00:33:31.026 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.026 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.026 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00746903 s, 140 MB/s 2024-09-21T00:33:31.037 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.037 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.037 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00828392 s, 127 MB/s 2024-09-21T00:33:31.047 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.047 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.047 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00746698 s, 140 MB/s 2024-09-21T00:33:31.058 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.058 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.058 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00793302 s, 132 MB/s 2024-09-21T00:33:31.069 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.069 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.069 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0078279 s, 134 MB/s 2024-09-21T00:33:31.079 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.079 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.079 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00733549 s, 143 MB/s 2024-09-21T00:33:31.089 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.090 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.090 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00749775 s, 140 MB/s 2024-09-21T00:33:31.100 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.100 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.100 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00761084 s, 138 MB/s 2024-09-21T00:33:31.111 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.111 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.111 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0079139 s, 132 MB/s 2024-09-21T00:33:31.122 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.122 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.122 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0077446 s, 135 MB/s 2024-09-21T00:33:31.132 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.132 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.133 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0077036 s, 136 MB/s 2024-09-21T00:33:31.143 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.144 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.144 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00787347 s, 133 MB/s 2024-09-21T00:33:31.153 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.153 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.154 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00700465 s, 150 MB/s 2024-09-21T00:33:31.163 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.163 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.163 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00708464 s, 148 MB/s 2024-09-21T00:33:31.173 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.173 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.173 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00732545 s, 143 MB/s 2024-09-21T00:33:31.184 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.184 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.184 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00779128 s, 135 MB/s 2024-09-21T00:33:31.194 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.194 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.194 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00783291 s, 134 MB/s 2024-09-21T00:33:31.207 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.207 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.207 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00912383 s, 115 MB/s 2024-09-21T00:33:31.216 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.216 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.216 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00718391 s, 146 MB/s 2024-09-21T00:33:31.226 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.226 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.226 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0069578 s, 151 MB/s 2024-09-21T00:33:31.236 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.236 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.236 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00764618 s, 137 MB/s 2024-09-21T00:33:31.246 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.247 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.247 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00789302 s, 133 MB/s 2024-09-21T00:33:31.256 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.256 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.256 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00717097 s, 146 MB/s 2024-09-21T00:33:31.266 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.266 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.266 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00692622 s, 151 MB/s 2024-09-21T00:33:31.275 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.275 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.275 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00692704 s, 151 MB/s 2024-09-21T00:33:31.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:33:31.282 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:33:31.282 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:33:31.282 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.30 2024-09-21T00:33:31.282 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:33:31.282 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.30/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:33:31.282 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:33:31.282 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:33:31.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:31 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:33:31.347 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.347 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.347 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0077424 s, 135 MB/s 2024-09-21T00:33:31.358 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.358 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.358 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00862276 s, 122 MB/s 2024-09-21T00:33:31.369 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.369 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.369 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0084775 s, 124 MB/s 2024-09-21T00:33:31.379 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.379 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.379 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00790701 s, 133 MB/s 2024-09-21T00:33:31.389 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.389 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.389 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0070478 s, 149 MB/s 2024-09-21T00:33:31.400 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.400 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.400 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00820538 s, 128 MB/s 2024-09-21T00:33:31.410 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.410 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.410 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00717271 s, 146 MB/s 2024-09-21T00:33:31.420 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.420 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.420 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00763914 s, 137 MB/s 2024-09-21T00:33:31.430 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.430 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.430 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0075515 s, 139 MB/s 2024-09-21T00:33:31.440 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.440 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.440 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00717273 s, 146 MB/s 2024-09-21T00:33:31.449 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.449 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.449 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00713067 s, 147 MB/s 2024-09-21T00:33:31.459 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.459 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.459 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00749255 s, 140 MB/s 2024-09-21T00:33:31.471 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.471 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.471 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00853221 s, 123 MB/s 2024-09-21T00:33:31.481 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.481 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.481 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00762925 s, 137 MB/s 2024-09-21T00:33:31.490 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.491 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.491 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00712415 s, 147 MB/s 2024-09-21T00:33:31.501 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.501 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.501 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00757972 s, 138 MB/s 2024-09-21T00:33:31.510 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.510 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.510 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00698994 s, 150 MB/s 2024-09-21T00:33:31.520 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.520 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.520 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00744163 s, 141 MB/s 2024-09-21T00:33:31.532 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.532 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.532 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00867296 s, 121 MB/s 2024-09-21T00:33:31.542 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.542 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.542 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00760275 s, 138 MB/s 2024-09-21T00:33:31.553 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.553 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.553 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00829643 s, 126 MB/s 2024-09-21T00:33:31.563 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.563 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.563 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00763202 s, 137 MB/s 2024-09-21T00:33:31.572 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.573 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.573 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00715961 s, 146 MB/s 2024-09-21T00:33:31.583 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.583 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.583 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00752571 s, 139 MB/s 2024-09-21T00:33:31.593 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.593 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.593 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00758819 s, 138 MB/s 2024-09-21T00:33:31.603 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.603 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.603 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00743641 s, 141 MB/s 2024-09-21T00:33:31.614 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.614 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.614 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00879459 s, 119 MB/s 2024-09-21T00:33:31.625 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.625 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.625 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00847707 s, 124 MB/s 2024-09-21T00:33:31.635 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.635 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.635 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00763146 s, 137 MB/s 2024-09-21T00:33:31.645 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.645 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.645 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00753639 s, 139 MB/s 2024-09-21T00:33:31.657 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.657 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.657 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00877382 s, 120 MB/s 2024-09-21T00:33:31.667 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.667 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.667 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00756562 s, 139 MB/s 2024-09-21T00:33:31.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:33:31.674 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c ' 2024-09-21T00:33:31.674 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:33:31.674 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p scrub_control_test_path/dir.31 2024-09-21T00:33:31.674 DEBUG:teuthology.orchestra.run.smithi067:> for ((i = 0; i < 32; i++)); do 2024-09-21T00:33:31.674 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/dev/urandom of=scrub_control_test_path/dir.31/filename.$i bs=1M conv=fdatasync count=1 2024-09-21T00:33:31.674 DEBUG:teuthology.orchestra.run.smithi067:> done 2024-09-21T00:33:31.674 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:33:31.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:31 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-21T00:33:31.769 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.769 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.769 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00789608 s, 133 MB/s 2024-09-21T00:33:31.780 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.780 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.780 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00912107 s, 115 MB/s 2024-09-21T00:33:31.790 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.791 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.791 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00766267 s, 137 MB/s 2024-09-21T00:33:31.800 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.800 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.800 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0074234 s, 141 MB/s 2024-09-21T00:33:31.811 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.811 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.812 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00863407 s, 121 MB/s 2024-09-21T00:33:31.821 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.821 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.821 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00695231 s, 151 MB/s 2024-09-21T00:33:31.832 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.832 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.832 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0081612 s, 128 MB/s 2024-09-21T00:33:31.842 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.842 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.842 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00758797 s, 138 MB/s 2024-09-21T00:33:31.852 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.852 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.852 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00742136 s, 141 MB/s 2024-09-21T00:33:31.863 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.863 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.863 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00888115 s, 118 MB/s 2024-09-21T00:33:31.873 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.873 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.873 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00713499 s, 147 MB/s 2024-09-21T00:33:31.884 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.884 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.884 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00893692 s, 117 MB/s 2024-09-21T00:33:31.895 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.895 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.895 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00798113 s, 131 MB/s 2024-09-21T00:33:31.905 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.905 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.905 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00741335 s, 141 MB/s 2024-09-21T00:33:31.914 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.915 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.915 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00718937 s, 146 MB/s 2024-09-21T00:33:31.925 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.925 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.925 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00837395 s, 125 MB/s 2024-09-21T00:33:31.935 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.936 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.936 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00763233 s, 137 MB/s 2024-09-21T00:33:31.947 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.947 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.947 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00880952 s, 119 MB/s 2024-09-21T00:33:31.957 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.957 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.957 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00776512 s, 135 MB/s 2024-09-21T00:33:31.967 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.967 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.967 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00746596 s, 140 MB/s 2024-09-21T00:33:31.977 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.977 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.977 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00770449 s, 136 MB/s 2024-09-21T00:33:31.987 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.987 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.987 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00747752 s, 140 MB/s 2024-09-21T00:33:31.997 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:31.997 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:31.997 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00764575 s, 137 MB/s 2024-09-21T00:33:32.007 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:32.007 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:32.007 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00699598 s, 150 MB/s 2024-09-21T00:33:32.017 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:32.017 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:32.017 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00786333 s, 133 MB/s 2024-09-21T00:33:32.027 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:32.027 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:32.028 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00784522 s, 134 MB/s 2024-09-21T00:33:32.038 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:32.038 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:32.038 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00766497 s, 137 MB/s 2024-09-21T00:33:32.048 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:32.048 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:32.048 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0075283 s, 139 MB/s 2024-09-21T00:33:32.058 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:32.058 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:32.058 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.0074804 s, 140 MB/s 2024-09-21T00:33:32.067 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:32.067 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:32.067 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00696445 s, 151 MB/s 2024-09-21T00:33:32.078 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:32.078 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:32.078 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00794411 s, 132 MB/s 2024-09-21T00:33:32.088 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records in 2024-09-21T00:33:32.088 INFO:teuthology.orchestra.run.smithi067.stderr:1+0 records out 2024-09-21T00:33:32.089 INFO:teuthology.orchestra.run.smithi067.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00791515 s, 132 MB/s 2024-09-21T00:33:32.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:33:32.095 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs max_mds 1 2024-09-21T00:33:32.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:32.213+0000 7f9895a30640 1 -- 172.21.15.67:0/1186416040 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9878005280 msgr2=0x7f987800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:32.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:32.213+0000 7f9895a30640 1 --2- 172.21.15.67:0/1186416040 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9878005280 0x7f987800b9c0 secure :-1 s=READY pgs=2061 cs=0 l=1 rev1=1 crypto rx=0x7f9888006f60 tx=0x7f9878005830 comp rx=0 tx=0).stop 2024-09-21T00:33:32.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:32.213+0000 7f9895a30640 1 -- 172.21.15.67:0/1186416040 shutdown_connections 2024-09-21T00:33:32.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:32.213+0000 7f9895a30640 1 --2- 172.21.15.67:0/1186416040 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9878005280 0x7f987800b9c0 unknown :-1 s=CLOSED pgs=2061 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:32.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:32.213+0000 7f9895a30640 1 -- 172.21.15.67:0/1186416040 >> 172.21.15.67:0/1186416040 conn(0x7f98900d46a0 msgr2=0x7f98900d4ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:32.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:32.213+0000 7f9895a30640 1 -- 172.21.15.67:0/1186416040 shutdown_connections 2024-09-21T00:33:32.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:32.213+0000 7f9895a30640 1 -- 172.21.15.67:0/1186416040 wait complete. 2024-09-21T00:33:32.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:32.215+0000 7f9895a30640 1 Processor -- start 2024-09-21T00:33:32.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:32.215+0000 7f9895a30640 1 -- start start 2024-09-21T00:33:32.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:32.217+0000 7f9895a30640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9878005280 0x7f9890158a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:32.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:32.217+0000 7f9895a30640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f98901f6270 0x7f98901f8b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:32.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:32.217+0000 7f9895a30640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f98901f90b0 0x7f98900ce180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:32.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:32.217+0000 7f9895a30640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f98900d0d00 con 0x7f98901f90b0 2024-09-21T00:33:32.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:32.217+0000 7f9895a30640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f98900d0620 con 0x7f98901f6270 2024-09-21T00:33:32.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:32.217+0000 7f9895a30640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f98900d0e80 con 0x7f9878005280 2024-09-21T00:33:32.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:32.217+0000 7f988f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f98901f90b0 0x7f98900ce180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:32.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:32.217+0000 7f988f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f98901f90b0 0x7f98900ce180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:49480/0 (socket says 172.21.15.67:49480) 2024-09-21T00:33:32.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:32.217+0000 7f988f7fe640 1 -- 172.21.15.67:0/411986246 learned_addr learned my addr 172.21.15.67:0/411986246 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:32.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:32.217+0000 7f988effd640 1 --2- 172.21.15.67:0/411986246 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9878005280 0x7f9890158a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:32.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:32.217+0000 7f988e7fc640 1 --2- 172.21.15.67:0/411986246 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f98901f6270 0x7f98901f8b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:32.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:32.217+0000 7f988f7fe640 1 -- 172.21.15.67:0/411986246 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9878005280 msgr2=0x7f9890158a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:32.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:32.217+0000 7f988f7fe640 1 --2- 172.21.15.67:0/411986246 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9878005280 0x7f9890158a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:32.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:32.217+0000 7f988f7fe640 1 -- 172.21.15.67:0/411986246 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f98901f6270 msgr2=0x7f98901f8b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:32.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:32.217+0000 7f988f7fe640 1 --2- 172.21.15.67:0/411986246 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f98901f6270 0x7f98901f8b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:32.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:32.217+0000 7f988f7fe640 1 -- 172.21.15.67:0/411986246 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98901f97f0 con 0x7f98901f90b0 2024-09-21T00:33:32.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:32.217+0000 7f988f7fe640 1 --2- 172.21.15.67:0/411986246 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f98901f90b0 0x7f98900ce180 secure :-1 s=READY pgs=2062 cs=0 l=1 rev1=1 crypto rx=0x7f988800c350 tx=0x7f9888001110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:32.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:32.218+0000 7f9877fff640 1 -- 172.21.15.67:0/411986246 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9888032030 con 0x7f98901f90b0 2024-09-21T00:33:32.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:32.218+0000 7f9877fff640 1 -- 172.21.15.67:0/411986246 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f988803b070 con 0x7f98901f90b0 2024-09-21T00:33:32.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:32.218+0000 7f9895a30640 1 -- 172.21.15.67:0/411986246 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f98901f5790 con 0x7f98901f90b0 2024-09-21T00:33:32.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:32.218+0000 7f9877fff640 1 -- 172.21.15.67:0/411986246 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9888003a90 con 0x7f98901f90b0 2024-09-21T00:33:32.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:32.218+0000 7f9895a30640 1 -- 172.21.15.67:0/411986246 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f98901f5d50 con 0x7f98901f90b0 2024-09-21T00:33:32.223 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:32.219+0000 7f9895a30640 1 -- 172.21.15.67:0/411986246 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f98901f9560 con 0x7f98901f90b0 2024-09-21T00:33:32.223 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:32.219+0000 7f9877fff640 1 -- 172.21.15.67:0/411986246 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f988803d020 con 0x7f98901f90b0 2024-09-21T00:33:32.223 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:32.220+0000 7f9877fff640 1 --2- 172.21.15.67:0/411986246 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f987c078b90 0x7f987c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:32.223 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:32.220+0000 7f9877fff640 1 -- 172.21.15.67:0/411986246 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(162..162 src has 1..162) ==== 5709+0+0 (secure 0 0 0) 0x7f98880ba9b0 con 0x7f98901f90b0 2024-09-21T00:33:32.223 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:32.220+0000 7f988effd640 1 --2- 172.21.15.67:0/411986246 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f987c078b90 0x7f987c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:32.223 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:32.221+0000 7f988effd640 1 --2- 172.21.15.67:0/411986246 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f987c078b90 0x7f987c07b0a0 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7f9880006fd0 tx=0x7f9880006ee0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:32.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:32.225+0000 7f9877fff640 1 -- 172.21.15.67:0/411986246 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f9888082df0 con 0x7f98901f90b0 2024-09-21T00:33:32.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:32.452+0000 7f9895a30640 1 -- 172.21.15.67:0/411986246 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "1"} v 0) -- 0x7f98901f5580 con 0x7f98901f90b0 2024-09-21T00:33:33.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:33.240+0000 7f9877fff640 1 -- 172.21.15.67:0/411986246 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "1"}]=0 v141) ==== 105+0+0 (secure 0 0 0) 0x7f988803c2c0 con 0x7f98901f90b0 2024-09-21T00:33:33.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:33.242+0000 7f9895a30640 1 -- 172.21.15.67:0/411986246 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f987c078b90 msgr2=0x7f987c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:33.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:33.242+0000 7f9895a30640 1 --2- 172.21.15.67:0/411986246 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f987c078b90 0x7f987c07b0a0 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7f9880006fd0 tx=0x7f9880006ee0 comp rx=0 tx=0).stop 2024-09-21T00:33:33.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:33.242+0000 7f9895a30640 1 -- 172.21.15.67:0/411986246 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f98901f90b0 msgr2=0x7f98900ce180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:33.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:33.242+0000 7f9895a30640 1 --2- 172.21.15.67:0/411986246 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f98901f90b0 0x7f98900ce180 secure :-1 s=READY pgs=2062 cs=0 l=1 rev1=1 crypto rx=0x7f988800c350 tx=0x7f9888001110 comp rx=0 tx=0).stop 2024-09-21T00:33:33.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:33.242+0000 7f9895a30640 1 -- 172.21.15.67:0/411986246 shutdown_connections 2024-09-21T00:33:33.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:33.242+0000 7f9895a30640 1 --2- 172.21.15.67:0/411986246 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f987c078b90 0x7f987c07b0a0 unknown :-1 s=CLOSED pgs=778 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:33.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:33.242+0000 7f9895a30640 1 --2- 172.21.15.67:0/411986246 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f98901f90b0 0x7f98900ce180 unknown :-1 s=CLOSED pgs=2062 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:33.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:33.242+0000 7f9895a30640 1 --2- 172.21.15.67:0/411986246 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f98901f6270 0x7f98901f8b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:33.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:33.242+0000 7f9895a30640 1 --2- 172.21.15.67:0/411986246 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9878005280 0x7f9890158a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:33.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:33.242+0000 7f9895a30640 1 -- 172.21.15.67:0/411986246 >> 172.21.15.67:0/411986246 conn(0x7f98900d46a0 msgr2=0x7f98900d4b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:33.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:33.243+0000 7f9895a30640 1 -- 172.21.15.67:0/411986246 shutdown_connections 2024-09-21T00:33:33.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:33.243+0000 7f9895a30640 1 -- 172.21.15.67:0/411986246 wait complete. 2024-09-21T00:33:33.257 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay true 2024-09-21T00:33:33.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:33.377+0000 7f1a1620a640 1 -- 172.21.15.67:0/523224162 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1a100d0b90 msgr2=0x7f1a100d0fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:33.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:33.377+0000 7f1a1620a640 1 --2- 172.21.15.67:0/523224162 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1a100d0b90 0x7f1a100d0fa0 secure :-1 s=READY pgs=2064 cs=0 l=1 rev1=1 crypto rx=0x7f1a100738e0 tx=0x7f1a0802aac0 comp rx=0 tx=0).stop 2024-09-21T00:33:33.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:33.377+0000 7f1a1620a640 1 -- 172.21.15.67:0/523224162 shutdown_connections 2024-09-21T00:33:33.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:33.377+0000 7f1a1620a640 1 --2- 172.21.15.67:0/523224162 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1a100d0b90 0x7f1a100d0fa0 unknown :-1 s=CLOSED pgs=2064 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:33.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:33.377+0000 7f1a1620a640 1 --2- 172.21.15.67:0/523224162 >> v2:172.21.15.97:3300/0 conn(0x7f1a100b76c0 0x7f1a100cef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:33.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:33.377+0000 7f1a1620a640 1 -- 172.21.15.67:0/523224162 >> 172.21.15.67:0/523224162 conn(0x7f1a1008bee0 msgr2=0x7f1a100d24e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:33.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:33.377+0000 7f1a1620a640 1 -- 172.21.15.67:0/523224162 shutdown_connections 2024-09-21T00:33:33.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:33.377+0000 7f1a1620a640 1 -- 172.21.15.67:0/523224162 wait complete. 2024-09-21T00:33:33.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:33.379+0000 7f1a1620a640 1 Processor -- start 2024-09-21T00:33:33.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:33.379+0000 7f1a1620a640 1 -- start start 2024-09-21T00:33:33.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:33.381+0000 7f1a1620a640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1a100b76c0 0x7f1a101f9680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:33.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:33.381+0000 7f1a1620a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1a100cfbb0 0x7f1a101f9bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:33.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:33.381+0000 7f1a1620a640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1a100d0b90 0x7f1a101459b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:33.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:33.381+0000 7f1a1620a640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f1a100cd040 con 0x7f1a100cfbb0 2024-09-21T00:33:33.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:33.381+0000 7f1a1620a640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f1a100b5bb0 con 0x7f1a100d0b90 2024-09-21T00:33:33.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:33.381+0000 7f1a1620a640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f1a100cd1c0 con 0x7f1a100b76c0 2024-09-21T00:33:33.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:33.381+0000 7f1a0effd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1a100cfbb0 0x7f1a101f9bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:33.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:33.381+0000 7f1a0effd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1a100cfbb0 0x7f1a101f9bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40910/0 (socket says 172.21.15.67:40910) 2024-09-21T00:33:33.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:33.381+0000 7f1a0effd640 1 -- 172.21.15.67:0/2092946871 learned_addr learned my addr 172.21.15.67:0/2092946871 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:33.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:33.381+0000 7f1a0f7fe640 1 --2- 172.21.15.67:0/2092946871 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1a100b76c0 0x7f1a101f9680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:33.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:33.381+0000 7f1a0ffff640 1 --2- 172.21.15.67:0/2092946871 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1a100d0b90 0x7f1a101459b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:33.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:33.381+0000 7f1a0effd640 1 -- 172.21.15.67:0/2092946871 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1a100b76c0 msgr2=0x7f1a101f9680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:33.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:33.381+0000 7f1a0effd640 1 --2- 172.21.15.67:0/2092946871 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1a100b76c0 0x7f1a101f9680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:33.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:33.381+0000 7f1a0effd640 1 -- 172.21.15.67:0/2092946871 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1a100d0b90 msgr2=0x7f1a101459b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:33.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:33.381+0000 7f1a0effd640 1 --2- 172.21.15.67:0/2092946871 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1a100d0b90 0x7f1a101459b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:33.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:33.381+0000 7f1a0effd640 1 -- 172.21.15.67:0/2092946871 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a100af2a0 con 0x7f1a100cfbb0 2024-09-21T00:33:33.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:33.381+0000 7f1a0effd640 1 --2- 172.21.15.67:0/2092946871 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1a100cfbb0 0x7f1a101f9bc0 secure :-1 s=READY pgs=2065 cs=0 l=1 rev1=1 crypto rx=0x7f1a04001eb0 tx=0x7f1a0400c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:33.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:33.381+0000 7f19f7fff640 1 -- 172.21.15.67:0/2092946871 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a04017070 con 0x7f1a100cfbb0 2024-09-21T00:33:33.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:33.381+0000 7f19f7fff640 1 -- 172.21.15.67:0/2092946871 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1a040053c0 con 0x7f1a100cfbb0 2024-09-21T00:33:33.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:33.381+0000 7f1a1620a640 1 -- 172.21.15.67:0/2092946871 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a100cace0 con 0x7f1a100cfbb0 2024-09-21T00:33:33.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:33.382+0000 7f19f7fff640 1 -- 172.21.15.67:0/2092946871 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a04003830 con 0x7f1a100cfbb0 2024-09-21T00:33:33.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:33.382+0000 7f1a1620a640 1 -- 172.21.15.67:0/2092946871 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a100cb2b0 con 0x7f1a100cfbb0 2024-09-21T00:33:33.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:33.382+0000 7f1a1620a640 1 -- 172.21.15.67:0/2092946871 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1a100cef80 con 0x7f1a100cfbb0 2024-09-21T00:33:33.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:33.383+0000 7f19f7fff640 1 -- 172.21.15.67:0/2092946871 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f1a0401a070 con 0x7f1a100cfbb0 2024-09-21T00:33:33.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:33.384+0000 7f19f7fff640 1 --2- 172.21.15.67:0/2092946871 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f19fc078b90 0x7f19fc07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:33.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:33.384+0000 7f19f7fff640 1 -- 172.21.15.67:0/2092946871 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(162..162 src has 1..162) ==== 5709+0+0 (secure 0 0 0) 0x7f1a0409a150 con 0x7f1a100cfbb0 2024-09-21T00:33:33.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:33.384+0000 7f1a0f7fe640 1 --2- 172.21.15.67:0/2092946871 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f19fc078b90 0x7f19fc07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:33.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:33.385+0000 7f1a0f7fe640 1 --2- 172.21.15.67:0/2092946871 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f19fc078b90 0x7f19fc07b0a0 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7f1a0000bb30 tx=0x7f1a0000b2e0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:33.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:33.388+0000 7f19f7fff640 1 -- 172.21.15.67:0/2092946871 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f1a04061ec0 con 0x7f1a100cfbb0 2024-09-21T00:33:33.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:33.616+0000 7f1a1620a640 1 -- 172.21.15.67:0/2092946871 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"} v 0) -- 0x7f1a100b7110 con 0x7f1a100cfbb0 2024-09-21T00:33:34.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:34.253+0000 7f19f7fff640 1 -- 172.21.15.67:0/2092946871 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]=0 v142) ==== 121+0+0 (secure 0 0 0) 0x7f1a040668f0 con 0x7f1a100cfbb0 2024-09-21T00:33:34.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:34.255+0000 7f1a1620a640 1 -- 172.21.15.67:0/2092946871 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f19fc078b90 msgr2=0x7f19fc07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:34.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:34.255+0000 7f1a1620a640 1 --2- 172.21.15.67:0/2092946871 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f19fc078b90 0x7f19fc07b0a0 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7f1a0000bb30 tx=0x7f1a0000b2e0 comp rx=0 tx=0).stop 2024-09-21T00:33:34.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:34.255+0000 7f1a1620a640 1 -- 172.21.15.67:0/2092946871 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1a100cfbb0 msgr2=0x7f1a101f9bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:34.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:34.255+0000 7f1a1620a640 1 --2- 172.21.15.67:0/2092946871 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1a100cfbb0 0x7f1a101f9bc0 secure :-1 s=READY pgs=2065 cs=0 l=1 rev1=1 crypto rx=0x7f1a04001eb0 tx=0x7f1a0400c890 comp rx=0 tx=0).stop 2024-09-21T00:33:34.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:34.255+0000 7f1a1620a640 1 -- 172.21.15.67:0/2092946871 shutdown_connections 2024-09-21T00:33:34.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:34.255+0000 7f1a1620a640 1 --2- 172.21.15.67:0/2092946871 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f19fc078b90 0x7f19fc07b0a0 unknown :-1 s=CLOSED pgs=779 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:34.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:34.255+0000 7f1a1620a640 1 --2- 172.21.15.67:0/2092946871 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1a100d0b90 0x7f1a101459b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:34.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:34.255+0000 7f1a1620a640 1 --2- 172.21.15.67:0/2092946871 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1a100cfbb0 0x7f1a101f9bc0 unknown :-1 s=CLOSED pgs=2065 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:34.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:34.255+0000 7f1a1620a640 1 --2- 172.21.15.67:0/2092946871 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1a100b76c0 0x7f1a101f9680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:34.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:34.255+0000 7f1a1620a640 1 -- 172.21.15.67:0/2092946871 >> 172.21.15.67:0/2092946871 conn(0x7f1a1008bee0 msgr2=0x7f1a100b3280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:34.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:34.255+0000 7f1a1620a640 1 -- 172.21.15.67:0/2092946871 shutdown_connections 2024-09-21T00:33:34.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:34.255+0000 7f1a1620a640 1 -- 172.21.15.67:0/2092946871 wait complete. 2024-09-21T00:33:34.272 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:33:34.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:34.388+0000 7f0992739640 1 -- 172.21.15.67:0/1911381059 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0974004800 msgr2=0x7f0974004c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:34.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:34.388+0000 7f0992739640 1 --2- 172.21.15.67:0/1911381059 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0974004800 0x7f0974004c50 secure :-1 s=READY pgs=2067 cs=0 l=1 rev1=1 crypto rx=0x7f0980001830 tx=0x7f0974005830 comp rx=0 tx=0).stop 2024-09-21T00:33:34.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:34.388+0000 7f0990cd6640 1 -- 172.21.15.67:0/1911381059 reap_dead start 2024-09-21T00:33:34.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:34.388+0000 7f0992739640 1 -- 172.21.15.67:0/1911381059 shutdown_connections 2024-09-21T00:33:34.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:34.388+0000 7f0992739640 1 -- 172.21.15.67:0/1911381059 >> 172.21.15.67:0/1911381059 conn(0x7f098c06dfb0 msgr2=0x7f098c06e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:34.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:34.388+0000 7f0992739640 1 -- 172.21.15.67:0/1911381059 shutdown_connections 2024-09-21T00:33:34.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:34.388+0000 7f0992739640 1 -- 172.21.15.67:0/1911381059 wait complete. 2024-09-21T00:33:34.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:34.391+0000 7f0992739640 1 Processor -- start 2024-09-21T00:33:34.394 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:34.392+0000 7f0992739640 1 -- start start 2024-09-21T00:33:34.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:34.394+0000 7f0992739640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0974004800 0x7f098c15b5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:34.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:34.394+0000 7f0992739640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f098c14b340 0x7f098c0cb540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:34.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:34.394+0000 7f0992739640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f098c0cba80 0x7f098c1f89e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:34.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:34.394+0000 7f0992739640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f098c15f2b0 con 0x7f098c0cba80 2024-09-21T00:33:34.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:34.394+0000 7f0992739640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f098c0d1950 con 0x7f0974004800 2024-09-21T00:33:34.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:34.394+0000 7f0992739640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f098c15f430 con 0x7f098c14b340 2024-09-21T00:33:34.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:34.394+0000 7f0990cd6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f098c0cba80 0x7f098c1f89e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:34.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:34.394+0000 7f0990cd6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f098c0cba80 0x7f098c1f89e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40924/0 (socket says 172.21.15.67:40924) 2024-09-21T00:33:34.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:34.394+0000 7f0990cd6640 1 -- 172.21.15.67:0/252767525 learned_addr learned my addr 172.21.15.67:0/252767525 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:34.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:34.394+0000 7f098bfff640 1 --2- 172.21.15.67:0/252767525 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0974004800 0x7f098c15b5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:34.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:34.394+0000 7f098b7fe640 1 --2- 172.21.15.67:0/252767525 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f098c14b340 0x7f098c0cb540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:34.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:34.394+0000 7f0990cd6640 1 -- 172.21.15.67:0/252767525 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f098c14b340 msgr2=0x7f098c0cb540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:34.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:34.394+0000 7f0990cd6640 1 --2- 172.21.15.67:0/252767525 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f098c14b340 0x7f098c0cb540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:34.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:34.394+0000 7f0990cd6640 1 -- 172.21.15.67:0/252767525 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0974004800 msgr2=0x7f098c15b5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:34.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:34.394+0000 7f0990cd6640 1 --2- 172.21.15.67:0/252767525 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0974004800 0x7f098c15b5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:34.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:34.394+0000 7f0990cd6640 1 -- 172.21.15.67:0/252767525 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f098c15a550 con 0x7f098c0cba80 2024-09-21T00:33:34.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:34.394+0000 7f098b7fe640 1 --2- 172.21.15.67:0/252767525 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f098c14b340 0x7f098c0cb540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:33:34.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:34.395+0000 7f0990cd6640 1 --2- 172.21.15.67:0/252767525 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f098c0cba80 0x7f098c1f89e0 secure :-1 s=READY pgs=2068 cs=0 l=1 rev1=1 crypto rx=0x7f0984005fd0 tx=0x7f098400f3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:34.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:34.395+0000 7f0988ff9640 1 -- 172.21.15.67:0/252767525 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0984004b20 con 0x7f098c0cba80 2024-09-21T00:33:34.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:34.395+0000 7f0988ff9640 1 -- 172.21.15.67:0/252767525 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0984004cc0 con 0x7f098c0cba80 2024-09-21T00:33:34.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:34.395+0000 7f0992739640 1 -- 172.21.15.67:0/252767525 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f098c15a830 con 0x7f098c0cba80 2024-09-21T00:33:34.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:34.395+0000 7f0988ff9640 1 -- 172.21.15.67:0/252767525 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0984003bd0 con 0x7f098c0cba80 2024-09-21T00:33:34.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:34.395+0000 7f0992739640 1 -- 172.21.15.67:0/252767525 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f098c15adf0 con 0x7f098c0cba80 2024-09-21T00:33:34.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:34.396+0000 7f0992739640 1 -- 172.21.15.67:0/252767525 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f098c15f9c0 con 0x7f098c0cba80 2024-09-21T00:33:34.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:34.397+0000 7f0988ff9640 1 -- 172.21.15.67:0/252767525 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f0984004030 con 0x7f098c0cba80 2024-09-21T00:33:34.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:34.397+0000 7f0988ff9640 1 --2- 172.21.15.67:0/252767525 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0978078bc0 0x7f097807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:34.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:34.398+0000 7f0988ff9640 1 -- 172.21.15.67:0/252767525 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(162..162 src has 1..162) ==== 5709+0+0 (secure 0 0 0) 0x7f098409aff0 con 0x7f098c0cba80 2024-09-21T00:33:34.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:34.398+0000 7f098bfff640 1 --2- 172.21.15.67:0/252767525 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0978078bc0 0x7f097807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:34.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:34.398+0000 7f098bfff640 1 --2- 172.21.15.67:0/252767525 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0978078bc0 0x7f097807b0d0 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7f097c001180 tx=0x7f097c000fd0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:34.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:34.402+0000 7f0988ff9640 1 -- 172.21.15.67:0/252767525 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f0984062e70 con 0x7f098c0cba80 2024-09-21T00:33:34.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:34.633+0000 7f0992739640 1 -- 172.21.15.67:0/252767525 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f098c15e890 con 0x7f098c0cba80 2024-09-21T00:33:34.636 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:34.634+0000 7f0988ff9640 1 -- 172.21.15.67:0/252767525 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 143 v143) ==== 95+0+5243 (secure 0 0 0) 0x7f09840678a0 con 0x7f098c0cba80 2024-09-21T00:33:34.636 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:33:34.636 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":143,"btime":"2024-09-21T00:33:34:258265+0000","default_fscid":12,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":9040,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/3820467054","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3820467054},{"type":"v1","addr":"172.21.15.97:6836","nonce":3820467054}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":135},{"gid":9043,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/1880977603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":1880977603},{"type":"v1","addr":"172.21.15.97:6837","nonce":1880977603}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":135}],"filesystems":[{"mdsmap":{"epoch":143,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-21T00:33:06.544014+0000","modified":"2024-09-21T00:33:34.258252+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":10026},"failed":[],"damaged":[],"stopped":[],"info":{"gid_10008":{"gid":10008,"name":"a","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.67:6833/1856859324","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1856859324},{"type":"v1","addr":"172.21.15.67:6833","nonce":1856859324}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_10026":{"gid":10026,"name":"c","rank":0,"incarnation":136,"state":"up:active","state_seq":3,"addr":"172.21.15.67:6835/298810392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":298810392},{"type":"v1","addr":"172.21.15.67:6835","nonce":298810392}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[25],"metadata_pool":24,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":10026,"qdb_cluster":[10026]},"id":12}]} 2024-09-21T00:33:34.636 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 143 2024-09-21T00:33:34.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:34.636+0000 7f0992739640 1 -- 172.21.15.67:0/252767525 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0978078bc0 msgr2=0x7f097807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:34.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:34.636+0000 7f0992739640 1 --2- 172.21.15.67:0/252767525 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0978078bc0 0x7f097807b0d0 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7f097c001180 tx=0x7f097c000fd0 comp rx=0 tx=0).stop 2024-09-21T00:33:34.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:34.636+0000 7f0992739640 1 -- 172.21.15.67:0/252767525 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f098c0cba80 msgr2=0x7f098c1f89e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:34.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:34.636+0000 7f0992739640 1 --2- 172.21.15.67:0/252767525 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f098c0cba80 0x7f098c1f89e0 secure :-1 s=READY pgs=2068 cs=0 l=1 rev1=1 crypto rx=0x7f0984005fd0 tx=0x7f098400f3c0 comp rx=0 tx=0).stop 2024-09-21T00:33:34.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:34.636+0000 7f0992739640 1 -- 172.21.15.67:0/252767525 shutdown_connections 2024-09-21T00:33:34.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:34.636+0000 7f0992739640 1 --2- 172.21.15.67:0/252767525 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0978078bc0 0x7f097807b0d0 unknown :-1 s=CLOSED pgs=780 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:34.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:34.636+0000 7f0992739640 1 --2- 172.21.15.67:0/252767525 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f098c0cba80 0x7f098c1f89e0 unknown :-1 s=CLOSED pgs=2068 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:34.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:34.636+0000 7f0992739640 1 --2- 172.21.15.67:0/252767525 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f098c14b340 0x7f098c0cb540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:34.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:34.636+0000 7f0992739640 1 --2- 172.21.15.67:0/252767525 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0974004800 0x7f098c15b5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:34.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:34.636+0000 7f0992739640 1 -- 172.21.15.67:0/252767525 >> 172.21.15.67:0/252767525 conn(0x7f098c06dfb0 msgr2=0x7f098c0cf6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:34.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:34.636+0000 7f0992739640 1 -- 172.21.15.67:0/252767525 shutdown_connections 2024-09-21T00:33:34.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:34.636+0000 7f0992739640 1 -- 172.21.15.67:0/252767525 wait complete. 2024-09-21T00:33:35.051 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 143, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-09-21T00:33:06.544014+0000', 'modified': '2024-09-21T00:33:34.258252+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 10026}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_10008': {'gid': 10008, 'name': 'a', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.67:6833/1856859324', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.67:6832', 'nonce': 1856859324}, {'type': 'v1', 'addr': '172.21.15.67:6833', 'nonce': 1856859324}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_10026': {'gid': 10026, 'name': 'c', 'rank': 0, 'incarnation': 136, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.67:6835/298810392', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.67:6834', 'nonce': 298810392}, {'type': 'v1', 'addr': '172.21.15.67:6835', 'nonce': 298810392}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [25], 'metadata_pool': 24, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 10026, 'qdb_cluster': [10026]} 2024-09-21T00:33:35.051 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-21T00:33:35.052 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-21T00:33:35.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.169+0000 7f99309c3640 1 -- 172.21.15.67:0/4291297247 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9918003c10 msgr2=0x7f9918004060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:35.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.169+0000 7f99309c3640 1 --2- 172.21.15.67:0/4291297247 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9918003c10 0x7f9918004060 secure :-1 s=READY pgs=2070 cs=0 l=1 rev1=1 crypto rx=0x7f9924006fa0 tx=0x7f9918005830 comp rx=0 tx=0).stop 2024-09-21T00:33:35.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.169+0000 7f992ad9d640 1 -- 172.21.15.67:0/4291297247 reap_dead start 2024-09-21T00:33:35.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.169+0000 7f99309c3640 1 -- 172.21.15.67:0/4291297247 shutdown_connections 2024-09-21T00:33:35.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.169+0000 7f99309c3640 1 -- 172.21.15.67:0/4291297247 >> 172.21.15.67:0/4291297247 conn(0x7f992c08bee0 msgr2=0x7f992c0d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:35.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.169+0000 7f99309c3640 1 -- 172.21.15.67:0/4291297247 shutdown_connections 2024-09-21T00:33:35.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.169+0000 7f99309c3640 1 -- 172.21.15.67:0/4291297247 wait complete. 2024-09-21T00:33:35.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.171+0000 7f99309c3640 1 Processor -- start 2024-09-21T00:33:35.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.171+0000 7f99309c3640 1 -- start start 2024-09-21T00:33:35.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.172+0000 7f99309c3640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9918003c10 0x7f992c0c7140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.172+0000 7f99309c3640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f992c1579f0 0x7f992c157e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.172+0000 7f99309c3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f992c158340 0x7f992c0a06a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.172+0000 7f99309c3640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f992c0d0290 con 0x7f992c158340 2024-09-21T00:33:35.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.172+0000 7f99309c3640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f992c0d0110 con 0x7f992c1579f0 2024-09-21T00:33:35.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.172+0000 7f99309c3640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f992c0d0410 con 0x7f9918003c10 2024-09-21T00:33:35.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.172+0000 7f992ad9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f992c158340 0x7f992c0a06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.172+0000 7f992ad9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f992c158340 0x7f992c0a06a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40946/0 (socket says 172.21.15.67:40946) 2024-09-21T00:33:35.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.172+0000 7f992ad9d640 1 -- 172.21.15.67:0/3478954129 learned_addr learned my addr 172.21.15.67:0/3478954129 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:35.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.172+0000 7f992a59c640 1 --2- 172.21.15.67:0/3478954129 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9918003c10 0x7f992c0c7140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.172+0000 7f9929d9b640 1 --2- 172.21.15.67:0/3478954129 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f992c1579f0 0x7f992c157e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.173+0000 7f992ad9d640 1 -- 172.21.15.67:0/3478954129 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9918003c10 msgr2=0x7f992c0c7140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:35.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.173+0000 7f992ad9d640 1 --2- 172.21.15.67:0/3478954129 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9918003c10 0x7f992c0c7140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.173+0000 7f992ad9d640 1 -- 172.21.15.67:0/3478954129 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f992c1579f0 msgr2=0x7f992c157e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:35.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.173+0000 7f992ad9d640 1 --2- 172.21.15.67:0/3478954129 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f992c1579f0 0x7f992c157e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.173+0000 7f992ad9d640 1 -- 172.21.15.67:0/3478954129 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f992c09f920 con 0x7f992c158340 2024-09-21T00:33:35.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.173+0000 7f992ad9d640 1 --2- 172.21.15.67:0/3478954129 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f992c158340 0x7f992c0a06a0 secure :-1 s=READY pgs=2071 cs=0 l=1 rev1=1 crypto rx=0x7f992c08cc80 tx=0x7f991c011ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:35.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.173+0000 7f9922ffd640 1 -- 172.21.15.67:0/3478954129 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f991c004b20 con 0x7f992c158340 2024-09-21T00:33:35.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.173+0000 7f9922ffd640 1 -- 172.21.15.67:0/3478954129 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f991c004cc0 con 0x7f992c158340 2024-09-21T00:33:35.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.173+0000 7f99309c3640 1 -- 172.21.15.67:0/3478954129 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f992c09fbc0 con 0x7f992c158340 2024-09-21T00:33:35.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.173+0000 7f9922ffd640 1 -- 172.21.15.67:0/3478954129 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f991c003bd0 con 0x7f992c158340 2024-09-21T00:33:35.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.173+0000 7f99309c3640 1 -- 172.21.15.67:0/3478954129 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f992c0a0180 con 0x7f992c158340 2024-09-21T00:33:35.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.175+0000 7f9922ffd640 1 -- 172.21.15.67:0/3478954129 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f991c004030 con 0x7f992c158340 2024-09-21T00:33:35.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.175+0000 7f9922ffd640 1 --2- 172.21.15.67:0/3478954129 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f990c078b90 0x7f990c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.175+0000 7f9922ffd640 1 -- 172.21.15.67:0/3478954129 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(162..162 src has 1..162) ==== 5709+0+0 (secure 0 0 0) 0x7f991c09b870 con 0x7f992c158340 2024-09-21T00:33:35.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.176+0000 7f992a59c640 1 --2- 172.21.15.67:0/3478954129 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f990c078b90 0x7f990c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.176+0000 7f9937a10740 1 Processor -- start 2024-09-21T00:33:35.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.176+0000 7f9937a10740 1 -- start start 2024-09-21T00:33:35.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.177+0000 7f992a59c640 1 --2- 172.21.15.67:0/3478954129 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f990c078b90 0x7f990c07b0a0 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7f9924033000 tx=0x7f992402d000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:35.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.178+0000 7f9937a10740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563a5460f270 0x563a549e0fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.178+0000 7f9937a10740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x563a545e63b0 0x563a549e14e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.178+0000 7f9937a10740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563a545ee590 0x563a549fe3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.178+0000 7f9937a10740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x563a54929820 con 0x563a5460f270 2024-09-21T00:33:35.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.178+0000 7f9937a10740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x563a54918c50 con 0x563a545ee590 2024-09-21T00:33:35.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.178+0000 7f9937a10740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x563a5491ca60 con 0x563a545e63b0 2024-09-21T00:33:35.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.178+0000 7f992a59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563a5460f270 0x563a549e0fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.178+0000 7f992a59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563a5460f270 0x563a549e0fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40954/0 (socket says 172.21.15.67:40954) 2024-09-21T00:33:35.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.178+0000 7f992a59c640 1 -- 172.21.15.67:0/117532002 learned_addr learned my addr 172.21.15.67:0/117532002 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:35.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.178+0000 7f992ad9d640 1 --2- 172.21.15.67:0/117532002 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563a545ee590 0x563a549fe3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.178+0000 7f9929d9b640 1 --2- 172.21.15.67:0/117532002 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x563a545e63b0 0x563a549e14e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.178+0000 7f992a59c640 1 -- 172.21.15.67:0/117532002 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x563a545e63b0 msgr2=0x563a549e14e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:33:35.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.178+0000 7f992a59c640 1 --2- 172.21.15.67:0/117532002 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x563a545e63b0 0x563a549e14e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.178+0000 7f992a59c640 1 -- 172.21.15.67:0/117532002 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563a545ee590 msgr2=0x563a549fe3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:33:35.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.178+0000 7f992a59c640 1 --2- 172.21.15.67:0/117532002 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563a545ee590 0x563a549fe3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.178+0000 7f992a59c640 1 -- 172.21.15.67:0/117532002 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563a5467a850 con 0x563a5460f270 2024-09-21T00:33:35.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.178+0000 7f992ad9d640 1 --2- 172.21.15.67:0/117532002 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563a545ee590 0x563a549fe3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:33:35.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.178+0000 7f992a59c640 1 --2- 172.21.15.67:0/117532002 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563a5460f270 0x563a549e0fa0 secure :-1 s=READY pgs=2072 cs=0 l=1 rev1=1 crypto rx=0x7f9924030040 tx=0x7f9924040000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=27348f4b3a87857 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:35.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.179+0000 7f990bfff640 1 -- 172.21.15.67:0/117532002 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9924001840 con 0x563a5460f270 2024-09-21T00:33:35.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.179+0000 7f990bfff640 1 -- 172.21.15.67:0/117532002 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9924003a40 con 0x563a5460f270 2024-09-21T00:33:35.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.179+0000 7f990bfff640 1 -- 172.21.15.67:0/117532002 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9924003c10 con 0x563a5460f270 2024-09-21T00:33:35.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.180+0000 7f9937a10740 1 -- 172.21.15.67:0/117532002 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563a5460f270 msgr2=0x563a549e0fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:35.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.180+0000 7f9937a10740 1 --2- 172.21.15.67:0/117532002 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563a5460f270 0x563a549e0fa0 secure :-1 s=READY pgs=2072 cs=0 l=1 rev1=1 crypto rx=0x7f9924030040 tx=0x7f9924040000 comp rx=0 tx=0).stop 2024-09-21T00:33:35.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.180+0000 7f9937a10740 1 -- 172.21.15.67:0/117532002 shutdown_connections 2024-09-21T00:33:35.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.180+0000 7f9937a10740 1 --2- 172.21.15.67:0/117532002 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563a545ee590 0x563a549fe3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.180+0000 7f9937a10740 1 --2- 172.21.15.67:0/117532002 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x563a545e63b0 0x563a549e14e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.180+0000 7f9937a10740 1 --2- 172.21.15.67:0/117532002 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563a5460f270 0x563a549e0fa0 unknown :-1 s=CLOSED pgs=2072 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.180+0000 7f9937a10740 1 -- 172.21.15.67:0/117532002 >> 172.21.15.67:0/117532002 conn(0x563a546033c0 msgr2=0x563a549b7260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:35.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.180+0000 7f9937a10740 1 -- 172.21.15.67:0/117532002 shutdown_connections 2024-09-21T00:33:35.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.180+0000 7f9937a10740 1 -- 172.21.15.67:0/117532002 wait complete. 2024-09-21T00:33:35.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.181+0000 7f9937a10740 1 -- start start 2024-09-21T00:33:35.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.181+0000 7f9937a10740 1 Processor -- start 2024-09-21T00:33:35.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.182+0000 7f9937a10740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x563a545e63b0 0x563a549ffbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.182+0000 7f9937a10740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563a545ee590 0x563a549b6200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.182+0000 7f9937a10740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563a5460f270 0x563a549b6740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.182+0000 7f9937a10740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x563a54689620 con 0x563a545ee590 2024-09-21T00:33:35.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.182+0000 7f9937a10740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x563a548be5f0 con 0x563a5460f270 2024-09-21T00:33:35.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.182+0000 7f9937a10740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x563a549e1a20 con 0x563a545e63b0 2024-09-21T00:33:35.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.182+0000 7f9937a10740 10 client.0 _ll_register_callbacks cb 0x563a548c20a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:33:35.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.182+0000 7f9929d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563a545ee590 0x563a549b6200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.182+0000 7f9929d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563a545ee590 0x563a549b6200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40960/0 (socket says 172.21.15.67:40960) 2024-09-21T00:33:35.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.182+0000 7f9929d9b640 1 -- 172.21.15.67:0/3138355536 learned_addr learned my addr 172.21.15.67:0/3138355536 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:35.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.182+0000 7f992ad9d640 1 --2- 172.21.15.67:0/3138355536 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563a5460f270 0x563a549b6740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.182+0000 7f992a59c640 1 --2- 172.21.15.67:0/3138355536 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x563a545e63b0 0x563a549ffbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.183+0000 7f9929d9b640 1 -- 172.21.15.67:0/3138355536 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x563a545e63b0 msgr2=0x563a549ffbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:33:35.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.183+0000 7f9929d9b640 1 --2- 172.21.15.67:0/3138355536 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x563a545e63b0 0x563a549ffbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.183+0000 7f9929d9b640 1 -- 172.21.15.67:0/3138355536 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563a5460f270 msgr2=0x563a549b6740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:33:35.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.183+0000 7f9929d9b640 1 --2- 172.21.15.67:0/3138355536 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563a5460f270 0x563a549b6740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.183+0000 7f9929d9b640 1 -- 172.21.15.67:0/3138355536 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563a546f16b0 con 0x563a545ee590 2024-09-21T00:33:35.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.183+0000 7f9929d9b640 1 --2- 172.21.15.67:0/3138355536 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563a545ee590 0x563a549b6200 secure :-1 s=READY pgs=2073 cs=0 l=1 rev1=1 crypto rx=0x7f99140039c0 tx=0x7f9914003e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=498eca6654da0588 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:35.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.183+0000 7f99097fa640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:33:35.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.183+0000 7f99097fa640 1 -- 172.21.15.67:0/3138355536 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9914013650 con 0x563a545ee590 2024-09-21T00:33:35.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.183+0000 7f99097fa640 1 -- 172.21.15.67:0/3138355536 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(162..162 src has 1..162) ==== 5709+0+0 (secure 0 0 0) 0x7f9914012b10 con 0x563a545ee590 2024-09-21T00:33:35.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.183+0000 7f9937a10740 1 -- 172.21.15.67:0/3138355536 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9924003a40 con 0x563a545ee590 2024-09-21T00:33:35.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.183+0000 7f99097fa640 1 -- 172.21.15.67:0/3138355536 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=143) ==== 24+0+0 (secure 0 0 0) 0x7f9914024050 con 0x563a545ee590 2024-09-21T00:33:35.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.183+0000 7f9937a10740 10 client.10236 fetch_fsmap learned FSMap version 143 2024-09-21T00:33:35.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.183+0000 7f9937a10740 1 -- 172.21.15.67:0/3138355536 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=143,monmap=2+}) -- 0x563a549b0e20 con 0x563a545ee590 2024-09-21T00:33:35.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.183+0000 7f99097fa640 1 -- 172.21.15.67:0/3138355536 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9924003a40 con 0x563a545ee590 2024-09-21T00:33:35.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.184+0000 7f99097fa640 1 -- 172.21.15.67:0/3138355536 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 143) ==== 3490+0+0 (secure 0 0 0) 0x7f9914027020 con 0x563a545ee590 2024-09-21T00:33:35.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.184+0000 7f9937a10740 10 client.10236 fetch_fsmap finished waiting for FSMap version 143 2024-09-21T00:33:35.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.184+0000 7f9937a10740 10 client.10236 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-21T00:33:35.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.184+0000 7f9937a10740 20 client.10236 populate_metadata read hostname 'smithi067' 2024-09-21T00:33:35.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.184+0000 7f9937a10740 1 --2- 172.21.15.67:0/3138355536 >> [v2:172.21.15.67:6834/298810392,v1:172.21.15.67:6835/298810392] conn(0x563a545cde40 0x563a549fe120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.184+0000 7f9937a10740 4 client.10236 mds_command: new command op to 10026 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:33:35.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.184+0000 7f9937a10740 1 -- 172.21.15.67:0/3138355536 --> [v2:172.21.15.67:6834/298810392,v1:172.21.15.67:6835/298810392] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563a5492b770 con 0x563a545cde40 2024-09-21T00:33:35.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.184+0000 7f992a59c640 1 --2- 172.21.15.67:0/3138355536 >> [v2:172.21.15.67:6834/298810392,v1:172.21.15.67:6835/298810392] conn(0x563a545cde40 0x563a549fe120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.184+0000 7f99097fa640 10 client.10236 ms_handle_connect on v2:172.21.15.67:6834/298810392 2024-09-21T00:33:35.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.184+0000 7f992a59c640 1 --2- 172.21.15.67:0/3138355536 >> [v2:172.21.15.67:6834/298810392,v1:172.21.15.67:6835/298810392] conn(0x563a545cde40 0x563a549fe120 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cec5d785827d01ad server_cookie=19ba325837963320 in_seq=0 out_seq=0 2024-09-21T00:33:35.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.185+0000 7f99097fa640 1 -- 172.21.15.67:0/3138355536 <== mds.0 v2:172.21.15.67:6834/298810392 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x563a5492b770 con 0x563a545cde40 2024-09-21T00:33:35.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.185+0000 7f99097fa640 10 client.10236 handle_command_reply: tid=0 2024-09-21T00:33:35.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.185+0000 7f9937a10740 1 client.10236 shutdown 2024-09-21T00:33:35.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.185+0000 7f9937a10740 1 -- 172.21.15.67:0/3138355536 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563a545ee590 msgr2=0x563a549b6200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:35.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.185+0000 7f9937a10740 1 --2- 172.21.15.67:0/3138355536 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563a545ee590 0x563a549b6200 secure :-1 s=READY pgs=2073 cs=0 l=1 rev1=1 crypto rx=0x7f99140039c0 tx=0x7f9914003e80 comp rx=0 tx=0).stop 2024-09-21T00:33:35.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.185+0000 7f9937a10740 1 -- 172.21.15.67:0/3138355536 shutdown_connections 2024-09-21T00:33:35.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.185+0000 7f9937a10740 1 --2- 172.21.15.67:0/3138355536 >> [v2:172.21.15.67:6834/298810392,v1:172.21.15.67:6835/298810392] conn(0x563a545cde40 0x563a549fe120 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.185+0000 7f9937a10740 1 --2- 172.21.15.67:0/3138355536 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563a5460f270 0x563a549b6740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.185+0000 7f99097fa640 0 client.10236 ms_handle_reset on v2:172.21.15.67:6834/298810392 2024-09-21T00:33:35.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.185+0000 7f9937a10740 1 --2- 172.21.15.67:0/3138355536 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563a545ee590 0x563a549b6200 unknown :-1 s=CLOSED pgs=2073 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.185+0000 7f9937a10740 1 --2- 172.21.15.67:0/3138355536 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x563a545e63b0 0x563a549ffbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.185+0000 7f9937a10740 1 -- 172.21.15.67:0/3138355536 >> 172.21.15.67:0/3138355536 conn(0x563a546033c0 msgr2=0x563a549fd9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:35.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.185+0000 7f9937a10740 1 -- 172.21.15.67:0/3138355536 shutdown_connections 2024-09-21T00:33:35.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.185+0000 7f9937a10740 1 -- 172.21.15.67:0/3138355536 wait complete. 2024-09-21T00:33:35.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.185+0000 7f9937a10740 20 client.10236 trim_cache size 0 max 16384 2024-09-21T00:33:35.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.204+0000 7f9937a10740 1 Processor -- start 2024-09-21T00:33:35.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.204+0000 7f9937a10740 1 -- start start 2024-09-21T00:33:35.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.205+0000 7f9937a10740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563a545e63b0 0x563a54a0acb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.205+0000 7f9937a10740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x563a545ee590 0x563a549b6240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.205+0000 7f9937a10740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563a5460f270 0x563a549b4de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.205+0000 7f9937a10740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f992c202840 con 0x563a5460f270 2024-09-21T00:33:35.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.205+0000 7f9937a10740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f992c0a19b0 con 0x563a545e63b0 2024-09-21T00:33:35.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.205+0000 7f9937a10740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f992c143050 con 0x563a545ee590 2024-09-21T00:33:35.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.205+0000 7f992ad9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563a5460f270 0x563a549b4de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.205+0000 7f992ad9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563a5460f270 0x563a549b4de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40968/0 (socket says 172.21.15.67:40968) 2024-09-21T00:33:35.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.205+0000 7f992ad9d640 1 -- 172.21.15.67:0/3072266464 learned_addr learned my addr 172.21.15.67:0/3072266464 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:35.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.205+0000 7f9929d9b640 1 --2- 172.21.15.67:0/3072266464 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x563a545ee590 0x563a549b6240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.206+0000 7f992a59c640 1 --2- 172.21.15.67:0/3072266464 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563a545e63b0 0x563a54a0acb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.206+0000 7f992ad9d640 1 -- 172.21.15.67:0/3072266464 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x563a545ee590 msgr2=0x563a549b6240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:33:35.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.206+0000 7f992ad9d640 1 --2- 172.21.15.67:0/3072266464 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x563a545ee590 0x563a549b6240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.206+0000 7f992ad9d640 1 -- 172.21.15.67:0/3072266464 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563a545e63b0 msgr2=0x563a54a0acb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:33:35.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.206+0000 7f992ad9d640 1 --2- 172.21.15.67:0/3072266464 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563a545e63b0 0x563a54a0acb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.206+0000 7f992ad9d640 1 -- 172.21.15.67:0/3072266464 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563a5489b1a0 con 0x563a5460f270 2024-09-21T00:33:35.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.206+0000 7f9929d9b640 1 --2- 172.21.15.67:0/3072266464 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x563a545ee590 0x563a549b6240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:33:35.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.206+0000 7f992a59c640 1 --2- 172.21.15.67:0/3072266464 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563a545e63b0 0x563a54a0acb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:33:35.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.206+0000 7f992ad9d640 1 --2- 172.21.15.67:0/3072266464 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563a5460f270 0x563a549b4de0 secure :-1 s=READY pgs=2074 cs=0 l=1 rev1=1 crypto rx=0x7f991c063540 tx=0x7f991c062fc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a83e2d1273121e9 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:35.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.206+0000 7f990b7fe640 1 -- 172.21.15.67:0/3072266464 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f991c0635b0 con 0x563a5460f270 2024-09-21T00:33:35.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.206+0000 7f990b7fe640 1 -- 172.21.15.67:0/3072266464 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f991c068090 con 0x563a5460f270 2024-09-21T00:33:35.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.206+0000 7f990b7fe640 1 -- 172.21.15.67:0/3072266464 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f991c06cfd0 con 0x563a5460f270 2024-09-21T00:33:35.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.207+0000 7f9937a10740 1 -- 172.21.15.67:0/3072266464 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563a5460f270 msgr2=0x563a549b4de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:35.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.207+0000 7f9937a10740 1 --2- 172.21.15.67:0/3072266464 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563a5460f270 0x563a549b4de0 secure :-1 s=READY pgs=2074 cs=0 l=1 rev1=1 crypto rx=0x7f991c063540 tx=0x7f991c062fc0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.207+0000 7f9937a10740 1 -- 172.21.15.67:0/3072266464 shutdown_connections 2024-09-21T00:33:35.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.207+0000 7f9937a10740 1 --2- 172.21.15.67:0/3072266464 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563a5460f270 0x563a549b4de0 unknown :-1 s=CLOSED pgs=2074 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.207+0000 7f9937a10740 1 --2- 172.21.15.67:0/3072266464 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x563a545ee590 0x563a549b6240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.207+0000 7f9937a10740 1 --2- 172.21.15.67:0/3072266464 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563a545e63b0 0x563a54a0acb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.207+0000 7f9937a10740 1 -- 172.21.15.67:0/3072266464 >> 172.21.15.67:0/3072266464 conn(0x563a546033c0 msgr2=0x563a549b70f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:35.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.207+0000 7f9937a10740 1 -- 172.21.15.67:0/3072266464 shutdown_connections 2024-09-21T00:33:35.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.207+0000 7f9937a10740 1 -- 172.21.15.67:0/3072266464 wait complete. 2024-09-21T00:33:35.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.207+0000 7f9937a10740 1 -- start start 2024-09-21T00:33:35.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.208+0000 7f9937a10740 1 Processor -- start 2024-09-21T00:33:35.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.209+0000 7f9937a10740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x563a545e63b0 0x563a54a7b280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.209+0000 7f9937a10740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563a545ee590 0x563a549cef50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.209+0000 7f9937a10740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563a5460f270 0x563a549cf490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.209+0000 7f9937a10740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x563a549ccf80 con 0x563a5460f270 2024-09-21T00:33:35.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.209+0000 7f9937a10740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x563a54a0b6c0 con 0x563a545ee590 2024-09-21T00:33:35.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.209+0000 7f9937a10740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x563a54a0eba0 con 0x563a545e63b0 2024-09-21T00:33:35.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.209+0000 7f9937a10740 10 client.0 _ll_register_callbacks cb 0x7f9914006160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:33:35.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.209+0000 7f992ad9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563a5460f270 0x563a549cf490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.209+0000 7f992ad9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563a5460f270 0x563a549cf490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40984/0 (socket says 172.21.15.67:40984) 2024-09-21T00:33:35.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.209+0000 7f992ad9d640 1 -- 172.21.15.67:0/285399473 learned_addr learned my addr 172.21.15.67:0/285399473 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:35.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.209+0000 7f992a59c640 1 --2- 172.21.15.67:0/285399473 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x563a545e63b0 0x563a54a7b280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.209+0000 7f9929d9b640 1 --2- 172.21.15.67:0/285399473 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563a545ee590 0x563a549cef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.209+0000 7f992ad9d640 1 -- 172.21.15.67:0/285399473 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x563a545e63b0 msgr2=0x563a54a7b280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:33:35.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.209+0000 7f992ad9d640 1 --2- 172.21.15.67:0/285399473 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x563a545e63b0 0x563a54a7b280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.209+0000 7f992ad9d640 1 -- 172.21.15.67:0/285399473 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563a545ee590 msgr2=0x563a549cef50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:33:35.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.209+0000 7f992ad9d640 1 --2- 172.21.15.67:0/285399473 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563a545ee590 0x563a549cef50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.210+0000 7f992ad9d640 1 -- 172.21.15.67:0/285399473 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563a54a1f800 con 0x563a5460f270 2024-09-21T00:33:35.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.210+0000 7f992a59c640 1 --2- 172.21.15.67:0/285399473 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x563a545e63b0 0x563a54a7b280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:33:35.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.210+0000 7f992ad9d640 1 --2- 172.21.15.67:0/285399473 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563a5460f270 0x563a549cf490 secure :-1 s=READY pgs=2075 cs=0 l=1 rev1=1 crypto rx=0x7f991c01d040 tx=0x7f991c05f4e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5ae7cc14e49dbfc server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:35.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.210+0000 7f99097fa640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:33:35.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.210+0000 7f99097fa640 1 -- 172.21.15.67:0/285399473 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f991c0635b0 con 0x563a5460f270 2024-09-21T00:33:35.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.210+0000 7f99097fa640 1 -- 172.21.15.67:0/285399473 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(162..162 src has 1..162) ==== 5709+0+0 (secure 0 0 0) 0x7f991c062810 con 0x563a5460f270 2024-09-21T00:33:35.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.210+0000 7f9937a10740 1 -- 172.21.15.67:0/285399473 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f991c068090 con 0x563a5460f270 2024-09-21T00:33:35.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.210+0000 7f99097fa640 1 -- 172.21.15.67:0/285399473 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=143) ==== 24+0+0 (secure 0 0 0) 0x7f991c062a10 con 0x563a5460f270 2024-09-21T00:33:35.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.210+0000 7f9937a10740 10 client.10242 fetch_fsmap learned FSMap version 143 2024-09-21T00:33:35.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.210+0000 7f9937a10740 1 -- 172.21.15.67:0/285399473 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=143,monmap=2+}) -- 0x563a54a7b820 con 0x563a5460f270 2024-09-21T00:33:35.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.210+0000 7f99097fa640 1 -- 172.21.15.67:0/285399473 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f991c068090 con 0x563a5460f270 2024-09-21T00:33:35.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.210+0000 7f99097fa640 1 -- 172.21.15.67:0/285399473 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 143) ==== 3490+0+0 (secure 0 0 0) 0x7f991c070030 con 0x563a5460f270 2024-09-21T00:33:35.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.210+0000 7f9937a10740 10 client.10242 fetch_fsmap finished waiting for FSMap version 143 2024-09-21T00:33:35.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.210+0000 7f9937a10740 10 client.10242 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-21T00:33:35.217 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.210+0000 7f9937a10740 20 client.10242 populate_metadata read hostname 'smithi067' 2024-09-21T00:33:35.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.210+0000 7f9937a10740 1 --2- 172.21.15.67:0/285399473 >> [v2:172.21.15.67:6834/298810392,v1:172.21.15.67:6835/298810392] conn(0x563a54a7bd60 0x563a54a7c170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.210+0000 7f9937a10740 4 client.10242 mds_command: new command op to 10026 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-21T00:33:35.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.210+0000 7f9937a10740 1 -- 172.21.15.67:0/285399473 --> [v2:172.21.15.67:6834/298810392,v1:172.21.15.67:6835/298810392] -- command(tid 0: {"prefix": "status"}) -- 0x563a54927220 con 0x563a54a7bd60 2024-09-21T00:33:35.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.211+0000 7f992a59c640 1 --2- 172.21.15.67:0/285399473 >> [v2:172.21.15.67:6834/298810392,v1:172.21.15.67:6835/298810392] conn(0x563a54a7bd60 0x563a54a7c170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.211+0000 7f99097fa640 10 client.10242 ms_handle_connect on v2:172.21.15.67:6834/298810392 2024-09-21T00:33:35.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.211+0000 7f992a59c640 1 --2- 172.21.15.67:0/285399473 >> [v2:172.21.15.67:6834/298810392,v1:172.21.15.67:6835/298810392] conn(0x563a54a7bd60 0x563a54a7c170 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d2c35a1b63978721 server_cookie=59b80a229c6439bf in_seq=0 out_seq=0 2024-09-21T00:33:35.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.211+0000 7f99097fa640 1 -- 172.21.15.67:0/285399473 <== mds.0 v2:172.21.15.67:6834/298810392 1 ==== command_reply(tid 0: 0 ) ==== 8+0+335 (crc 0 0 0) 0x563a54927220 con 0x563a54a7bd60 2024-09-21T00:33:35.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.211+0000 7f99097fa640 10 client.10242 handle_command_reply: tid=0 2024-09-21T00:33:35.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.211+0000 7f9937a10740 1 client.10242 shutdown 2024-09-21T00:33:35.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.211+0000 7f9937a10740 1 -- 172.21.15.67:0/285399473 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563a5460f270 msgr2=0x563a549cf490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:35.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.211+0000 7f9937a10740 1 --2- 172.21.15.67:0/285399473 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563a5460f270 0x563a549cf490 secure :-1 s=READY pgs=2075 cs=0 l=1 rev1=1 crypto rx=0x7f991c01d040 tx=0x7f991c05f4e0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.211+0000 7f9937a10740 1 -- 172.21.15.67:0/285399473 shutdown_connections 2024-09-21T00:33:35.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.211+0000 7f9937a10740 1 --2- 172.21.15.67:0/285399473 >> [v2:172.21.15.67:6834/298810392,v1:172.21.15.67:6835/298810392] conn(0x563a54a7bd60 0x563a54a7c170 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.211+0000 7f9937a10740 1 --2- 172.21.15.67:0/285399473 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x563a5460f270 0x563a549cf490 unknown :-1 s=CLOSED pgs=2075 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.211+0000 7f99097fa640 0 client.10242 ms_handle_reset on v2:172.21.15.67:6834/298810392 2024-09-21T00:33:35.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.211+0000 7f9937a10740 1 --2- 172.21.15.67:0/285399473 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x563a545ee590 0x563a549cef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.211+0000 7f9937a10740 1 --2- 172.21.15.67:0/285399473 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x563a545e63b0 0x563a54a7b280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.211+0000 7f9937a10740 1 -- 172.21.15.67:0/285399473 >> 172.21.15.67:0/285399473 conn(0x563a546033c0 msgr2=0x563a54a0ab20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:35.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.211+0000 7f9937a10740 1 -- 172.21.15.67:0/285399473 shutdown_connections 2024-09-21T00:33:35.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.212+0000 7f9937a10740 1 -- 172.21.15.67:0/285399473 wait complete. 2024-09-21T00:33:35.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.212+0000 7f9937a10740 20 client.10242 trim_cache size 0 max 16384 2024-09-21T00:33:35.219 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:33:35.219 INFO:teuthology.orchestra.run.smithi067.stdout: "cluster_fsid": "166a8832-baab-4541-be5c-9c3483b3f7a3", 2024-09-21T00:33:35.220 INFO:teuthology.orchestra.run.smithi067.stdout: "whoami": 0, 2024-09-21T00:33:35.220 INFO:teuthology.orchestra.run.smithi067.stdout: "id": 10026, 2024-09-21T00:33:35.220 INFO:teuthology.orchestra.run.smithi067.stdout: "want_state": "up:active", 2024-09-21T00:33:35.220 INFO:teuthology.orchestra.run.smithi067.stdout: "state": "up:active", 2024-09-21T00:33:35.220 INFO:teuthology.orchestra.run.smithi067.stdout: "fs_name": "cephfs", 2024-09-21T00:33:35.220 INFO:teuthology.orchestra.run.smithi067.stdout: "rank_uptime": 28.052622756000002, 2024-09-21T00:33:35.220 INFO:teuthology.orchestra.run.smithi067.stdout: "mdsmap_epoch": 143, 2024-09-21T00:33:35.220 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch": 162, 2024-09-21T00:33:35.220 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch_barrier": 162, 2024-09-21T00:33:35.220 INFO:teuthology.orchestra.run.smithi067.stdout: "uptime": 32.680362338999998 2024-09-21T00:33:35.220 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:33:35.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.212+0000 7f99309c3640 1 -- 172.21.15.67:0/3478954129 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f990c078b90 msgr2=0x7f990c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:35.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.212+0000 7f99309c3640 1 --2- 172.21.15.67:0/3478954129 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f990c078b90 0x7f990c07b0a0 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7f9924033000 tx=0x7f992402d000 comp rx=0 tx=0).stop 2024-09-21T00:33:35.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.212+0000 7f99309c3640 1 -- 172.21.15.67:0/3478954129 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f992c158340 msgr2=0x7f992c0a06a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:35.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.212+0000 7f99309c3640 1 --2- 172.21.15.67:0/3478954129 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f992c158340 0x7f992c0a06a0 secure :-1 s=READY pgs=2071 cs=0 l=1 rev1=1 crypto rx=0x7f992c08cc80 tx=0x7f991c011ef0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.212+0000 7f99309c3640 1 -- 172.21.15.67:0/3478954129 shutdown_connections 2024-09-21T00:33:35.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.212+0000 7f99309c3640 1 --2- 172.21.15.67:0/3478954129 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f990c078b90 0x7f990c07b0a0 unknown :-1 s=CLOSED pgs=781 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.212+0000 7f99309c3640 1 --2- 172.21.15.67:0/3478954129 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f992c158340 0x7f992c0a06a0 unknown :-1 s=CLOSED pgs=2071 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.212+0000 7f99309c3640 1 --2- 172.21.15.67:0/3478954129 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f992c1579f0 0x7f992c157e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.212+0000 7f99309c3640 1 --2- 172.21.15.67:0/3478954129 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9918003c10 0x7f992c0c7140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.212+0000 7f99309c3640 1 -- 172.21.15.67:0/3478954129 >> 172.21.15.67:0/3478954129 conn(0x7f992c08bee0 msgr2=0x7f992c15dc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:35.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.212+0000 7f99309c3640 1 -- 172.21.15.67:0/3478954129 shutdown_connections 2024-09-21T00:33:35.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.212+0000 7f99309c3640 1 -- 172.21.15.67:0/3478954129 wait complete. 2024-09-21T00:33:35.226 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a scrub start /scrub_control_test_path recursive 2024-09-21T00:33:35.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.344+0000 7faec1cbd640 1 -- 172.21.15.67:0/4129379048 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faebc0d0550 msgr2=0x7faebc0cd130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:35.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.344+0000 7faec1cbd640 1 --2- 172.21.15.67:0/4129379048 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faebc0d0550 0x7faebc0cd130 secure :-1 s=READY pgs=2076 cs=0 l=1 rev1=1 crypto rx=0x7faebc0c5c50 tx=0x7faeb402ab40 comp rx=0 tx=0).stop 2024-09-21T00:33:35.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.344+0000 7faec1cbd640 1 -- 172.21.15.67:0/4129379048 shutdown_connections 2024-09-21T00:33:35.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.344+0000 7faec1cbd640 1 --2- 172.21.15.67:0/4129379048 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faebc0d0550 0x7faebc0cd130 unknown :-1 s=CLOSED pgs=2076 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.344+0000 7faec1cbd640 1 --2- 172.21.15.67:0/4129379048 >> v2:172.21.15.97:3300/0 conn(0x7faebc0b7b00 0x7faebc0d0010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.344+0000 7faec1cbd640 1 -- 172.21.15.67:0/4129379048 >> 172.21.15.67:0/4129379048 conn(0x7faebc0ceec0 msgr2=0x7faebc0cf2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:35.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.344+0000 7faec1cbd640 1 -- 172.21.15.67:0/4129379048 shutdown_connections 2024-09-21T00:33:35.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.344+0000 7faec1cbd640 1 -- 172.21.15.67:0/4129379048 wait complete. 2024-09-21T00:33:35.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.346+0000 7faec1cbd640 1 Processor -- start 2024-09-21T00:33:35.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.346+0000 7faec1cbd640 1 -- start start 2024-09-21T00:33:35.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.347+0000 7faec1cbd640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7faebc0b1d10 0x7faebc0c8b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.347+0000 7faec1cbd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faebc0b7b00 0x7faebc0ca130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.347+0000 7faec1cbd640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faebc0d0550 0x7faebc158a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.347+0000 7faec1cbd640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7faebc0cecf0 con 0x7faebc0b7b00 2024-09-21T00:33:35.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.347+0000 7faec1cbd640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7faebc0ceb70 con 0x7faebc0d0550 2024-09-21T00:33:35.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.347+0000 7faec1cbd640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7faebc0b1950 con 0x7faebc0b1d10 2024-09-21T00:33:35.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.347+0000 7faebaffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faebc0b7b00 0x7faebc0ca130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.347+0000 7faebaffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faebc0b7b00 0x7faebc0ca130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:40988/0 (socket says 172.21.15.67:40988) 2024-09-21T00:33:35.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.347+0000 7faebaffd640 1 -- 172.21.15.67:0/1589615348 learned_addr learned my addr 172.21.15.67:0/1589615348 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:35.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.347+0000 7faebbfff640 1 --2- 172.21.15.67:0/1589615348 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faebc0d0550 0x7faebc158a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.347+0000 7faebb7fe640 1 --2- 172.21.15.67:0/1589615348 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7faebc0b1d10 0x7faebc0c8b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.348+0000 7faebaffd640 1 -- 172.21.15.67:0/1589615348 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7faebc0b1d10 msgr2=0x7faebc0c8b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:35.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.348+0000 7faebaffd640 1 --2- 172.21.15.67:0/1589615348 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7faebc0b1d10 0x7faebc0c8b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.348+0000 7faebaffd640 1 -- 172.21.15.67:0/1589615348 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faebc0d0550 msgr2=0x7faebc158a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:35.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.348+0000 7faebaffd640 1 --2- 172.21.15.67:0/1589615348 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faebc0d0550 0x7faebc158a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.348+0000 7faebaffd640 1 -- 172.21.15.67:0/1589615348 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faebc158f60 con 0x7faebc0b7b00 2024-09-21T00:33:35.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.348+0000 7faebaffd640 1 --2- 172.21.15.67:0/1589615348 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faebc0b7b00 0x7faebc0ca130 secure :-1 s=READY pgs=2077 cs=0 l=1 rev1=1 crypto rx=0x7faeb000d750 tx=0x7faeb000dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:35.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.348+0000 7faea3fff640 1 -- 172.21.15.67:0/1589615348 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faeb0017070 con 0x7faebc0b7b00 2024-09-21T00:33:35.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.348+0000 7faea3fff640 1 -- 172.21.15.67:0/1589615348 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7faeb0009b10 con 0x7faebc0b7b00 2024-09-21T00:33:35.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.348+0000 7faec1cbd640 1 -- 172.21.15.67:0/1589615348 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faebc0cc2c0 con 0x7faebc0b7b00 2024-09-21T00:33:35.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.348+0000 7faea3fff640 1 -- 172.21.15.67:0/1589615348 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faeb0010460 con 0x7faebc0b7b00 2024-09-21T00:33:35.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.348+0000 7faec1cbd640 1 -- 172.21.15.67:0/1589615348 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faebc0c8330 con 0x7faebc0b7b00 2024-09-21T00:33:35.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.350+0000 7faea3fff640 1 -- 172.21.15.67:0/1589615348 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7faeb001a070 con 0x7faebc0b7b00 2024-09-21T00:33:35.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.351+0000 7faea3fff640 1 --2- 172.21.15.67:0/1589615348 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7faea8078b90 0x7faea807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.351+0000 7faea3fff640 1 -- 172.21.15.67:0/1589615348 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(162..162 src has 1..162) ==== 5709+0+0 (secure 0 0 0) 0x7faeb009b290 con 0x7faebc0b7b00 2024-09-21T00:33:35.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.351+0000 7faebb7fe640 1 --2- 172.21.15.67:0/1589615348 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7faea8078b90 0x7faea807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.351+0000 7faebb7fe640 1 --2- 172.21.15.67:0/1589615348 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7faea8078b90 0x7faea807b0a0 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7faeac0015e0 tx=0x7faeac009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:35.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.351+0000 7faec8c25740 1 Processor -- start 2024-09-21T00:33:35.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.352+0000 7faec8c25740 1 -- start start 2024-09-21T00:33:35.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.353+0000 7faec8c25740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556b469944d0 0x556b46d85db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.353+0000 7faec8c25740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556b4696b610 0x556b46d5ac00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.353+0000 7faec8c25740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556b469737f0 0x556b46d5b140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.353+0000 7faec8c25740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x556b46caea30 con 0x556b469944d0 2024-09-21T00:33:35.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.353+0000 7faec8c25740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x556b46c9de60 con 0x556b469737f0 2024-09-21T00:33:35.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.353+0000 7faec8c25740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x556b46ca1c70 con 0x556b4696b610 2024-09-21T00:33:35.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.353+0000 7faebb7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556b469944d0 0x556b46d85db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.353+0000 7faebb7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556b469944d0 0x556b46d85db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:41002/0 (socket says 172.21.15.67:41002) 2024-09-21T00:33:35.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.353+0000 7faebb7fe640 1 -- 172.21.15.67:0/1726982252 learned_addr learned my addr 172.21.15.67:0/1726982252 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:35.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.353+0000 7faebbfff640 1 --2- 172.21.15.67:0/1726982252 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556b469737f0 0x556b46d5b140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.353+0000 7faebaffd640 1 --2- 172.21.15.67:0/1726982252 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556b4696b610 0x556b46d5ac00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.353+0000 7faebb7fe640 1 -- 172.21.15.67:0/1726982252 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556b4696b610 msgr2=0x556b46d5ac00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:33:35.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.353+0000 7faebb7fe640 1 --2- 172.21.15.67:0/1726982252 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556b4696b610 0x556b46d5ac00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.353+0000 7faebb7fe640 1 -- 172.21.15.67:0/1726982252 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556b469737f0 msgr2=0x556b46d5b140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:33:35.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.353+0000 7faebb7fe640 1 --2- 172.21.15.67:0/1726982252 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556b469737f0 0x556b46d5b140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.353+0000 7faebb7fe640 1 -- 172.21.15.67:0/1726982252 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556b46c44190 con 0x556b469944d0 2024-09-21T00:33:35.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.354+0000 7faebb7fe640 1 --2- 172.21.15.67:0/1726982252 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556b469944d0 0x556b46d85db0 secure :-1 s=READY pgs=2078 cs=0 l=1 rev1=1 crypto rx=0x7faeac0052b0 tx=0x7faeac011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f5dd073f2c9eef2 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:35.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.354+0000 7faea17fa640 1 -- 172.21.15.67:0/1726982252 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faeac00e4b0 con 0x556b469944d0 2024-09-21T00:33:35.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.354+0000 7faea17fa640 1 -- 172.21.15.67:0/1726982252 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7faeac00e740 con 0x556b469944d0 2024-09-21T00:33:35.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.354+0000 7faea17fa640 1 -- 172.21.15.67:0/1726982252 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faeac00eaf0 con 0x556b469944d0 2024-09-21T00:33:35.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.355+0000 7faec8c25740 1 -- 172.21.15.67:0/1726982252 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556b469944d0 msgr2=0x556b46d85db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:35.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.355+0000 7faec8c25740 1 --2- 172.21.15.67:0/1726982252 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556b469944d0 0x556b46d85db0 secure :-1 s=READY pgs=2078 cs=0 l=1 rev1=1 crypto rx=0x7faeac0052b0 tx=0x7faeac011000 comp rx=0 tx=0).stop 2024-09-21T00:33:35.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.355+0000 7faec8c25740 1 -- 172.21.15.67:0/1726982252 shutdown_connections 2024-09-21T00:33:35.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.355+0000 7faec8c25740 1 --2- 172.21.15.67:0/1726982252 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556b469737f0 0x556b46d5b140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.355+0000 7faec8c25740 1 --2- 172.21.15.67:0/1726982252 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556b4696b610 0x556b46d5ac00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.355+0000 7faec8c25740 1 --2- 172.21.15.67:0/1726982252 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556b469944d0 0x556b46d85db0 unknown :-1 s=CLOSED pgs=2078 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.355+0000 7faec8c25740 1 -- 172.21.15.67:0/1726982252 >> 172.21.15.67:0/1726982252 conn(0x556b46988620 msgr2=0x556b46d410a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:35.359 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.355+0000 7faec8c25740 1 -- 172.21.15.67:0/1726982252 shutdown_connections 2024-09-21T00:33:35.359 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.355+0000 7faec8c25740 1 -- 172.21.15.67:0/1726982252 wait complete. 2024-09-21T00:33:35.359 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.356+0000 7faec8c25740 1 -- start start 2024-09-21T00:33:35.359 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.356+0000 7faec8c25740 1 Processor -- start 2024-09-21T00:33:35.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.357+0000 7faec8c25740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556b4696b610 0x556b46d6b440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.357+0000 7faec8c25740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556b469737f0 0x556b46d82d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.357+0000 7faec8c25740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556b469944d0 0x556b46d97ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.357+0000 7faec8c25740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x556b46a0e880 con 0x556b469944d0 2024-09-21T00:33:35.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.357+0000 7faec8c25740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x556b46c245a0 con 0x556b469737f0 2024-09-21T00:33:35.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.357+0000 7faec8c25740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x556b46d7e5f0 con 0x556b4696b610 2024-09-21T00:33:35.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.357+0000 7faec8c25740 10 client.0 _ll_register_callbacks cb 0x556b46c52a90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:33:35.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.357+0000 7faebbfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556b469944d0 0x556b46d97ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.357+0000 7faebbfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556b469944d0 0x556b46d97ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:41006/0 (socket says 172.21.15.67:41006) 2024-09-21T00:33:35.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.357+0000 7faebbfff640 1 -- 172.21.15.67:0/1365596723 learned_addr learned my addr 172.21.15.67:0/1365596723 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:35.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.357+0000 7faebb7fe640 1 --2- 172.21.15.67:0/1365596723 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556b4696b610 0x556b46d6b440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.357+0000 7faebaffd640 1 --2- 172.21.15.67:0/1365596723 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556b469737f0 0x556b46d82d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.358+0000 7faebbfff640 1 -- 172.21.15.67:0/1365596723 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556b4696b610 msgr2=0x556b46d6b440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:33:35.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.358+0000 7faebbfff640 1 --2- 172.21.15.67:0/1365596723 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556b4696b610 0x556b46d6b440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.358+0000 7faebbfff640 1 -- 172.21.15.67:0/1365596723 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556b469737f0 msgr2=0x556b46d82d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:33:35.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.358+0000 7faebbfff640 1 --2- 172.21.15.67:0/1365596723 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556b469737f0 0x556b46d82d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.358+0000 7faebbfff640 1 -- 172.21.15.67:0/1365596723 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556b46a78940 con 0x556b469944d0 2024-09-21T00:33:35.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.358+0000 7faebbfff640 1 --2- 172.21.15.67:0/1365596723 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556b469944d0 0x556b46d97ec0 secure :-1 s=READY pgs=2079 cs=0 l=1 rev1=1 crypto rx=0x7faeb4005fd0 tx=0x7faeb402cdf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f738d13d898b7c1 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:35.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.358+0000 7fae9a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:33:35.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.358+0000 7fae9a7fc640 1 -- 172.21.15.67:0/1365596723 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faeb4047060 con 0x556b469944d0 2024-09-21T00:33:35.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.358+0000 7faec8c25740 1 -- 172.21.15.67:0/1365596723 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x556b46c74420 con 0x556b469944d0 2024-09-21T00:33:35.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.358+0000 7fae9a7fc640 1 -- 172.21.15.67:0/1365596723 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(162..162 src has 1..162) ==== 5709+0+0 (secure 0 0 0) 0x7faeb4003d80 con 0x556b469944d0 2024-09-21T00:33:35.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.358+0000 7fae9a7fc640 1 -- 172.21.15.67:0/1365596723 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=143) ==== 24+0+0 (secure 0 0 0) 0x7faeb404d050 con 0x556b469944d0 2024-09-21T00:33:35.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.358+0000 7faec8c25740 10 client.10254 fetch_fsmap learned FSMap version 143 2024-09-21T00:33:35.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.358+0000 7faec8c25740 1 -- 172.21.15.67:0/1365596723 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=143,monmap=2+}) -- 0x556b46ad90d0 con 0x556b469944d0 2024-09-21T00:33:35.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.358+0000 7fae9a7fc640 1 -- 172.21.15.67:0/1365596723 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x556b46c74420 con 0x556b469944d0 2024-09-21T00:33:35.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.358+0000 7fae9a7fc640 1 -- 172.21.15.67:0/1365596723 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 143) ==== 3490+0+0 (secure 0 0 0) 0x7faeb4050020 con 0x556b469944d0 2024-09-21T00:33:35.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.358+0000 7faec8c25740 10 client.10254 fetch_fsmap finished waiting for FSMap version 143 2024-09-21T00:33:35.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.359+0000 7faec8c25740 10 client.10254 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-21T00:33:35.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.359+0000 7faec8c25740 20 client.10254 populate_metadata read hostname 'smithi067' 2024-09-21T00:33:35.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.359+0000 7faec8c25740 1 --2- 172.21.15.67:0/1365596723 >> [v2:172.21.15.67:6832/1856859324,v1:172.21.15.67:6833/1856859324] conn(0x556b469532b0 0x556b46d803e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.359+0000 7faec8c25740 4 client.10254 mds_command: new command op to 10008 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:33:35.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.359+0000 7faec8c25740 1 -- 172.21.15.67:0/1365596723 --> [v2:172.21.15.67:6832/1856859324,v1:172.21.15.67:6833/1856859324] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556b46cb0980 con 0x556b469532b0 2024-09-21T00:33:35.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.359+0000 7faebb7fe640 1 --2- 172.21.15.67:0/1365596723 >> [v2:172.21.15.67:6832/1856859324,v1:172.21.15.67:6833/1856859324] conn(0x556b469532b0 0x556b46d803e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.359+0000 7fae9a7fc640 10 client.10254 ms_handle_connect on v2:172.21.15.67:6832/1856859324 2024-09-21T00:33:35.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.359+0000 7faebb7fe640 1 --2- 172.21.15.67:0/1365596723 >> [v2:172.21.15.67:6832/1856859324,v1:172.21.15.67:6833/1856859324] conn(0x556b469532b0 0x556b46d803e0 crc :-1 s=READY pgs=9 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.10008 client_cookie=710df32bd1798aee server_cookie=f5e4e36c348e113a in_seq=0 out_seq=0 2024-09-21T00:33:35.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.360+0000 7fae9a7fc640 1 -- 172.21.15.67:0/1365596723 <== mds.10008 v2:172.21.15.67:6832/1856859324 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x7faeac02cf90 con 0x556b469532b0 2024-09-21T00:33:35.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.360+0000 7fae9a7fc640 10 client.10254 handle_command_reply: tid=0 2024-09-21T00:33:35.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.360+0000 7faec8c25740 1 client.10254 shutdown 2024-09-21T00:33:35.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.360+0000 7faec8c25740 1 -- 172.21.15.67:0/1365596723 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556b469944d0 msgr2=0x556b46d97ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:35.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.360+0000 7faec8c25740 1 --2- 172.21.15.67:0/1365596723 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556b469944d0 0x556b46d97ec0 secure :-1 s=READY pgs=2079 cs=0 l=1 rev1=1 crypto rx=0x7faeb4005fd0 tx=0x7faeb402cdf0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.360+0000 7faec8c25740 1 -- 172.21.15.67:0/1365596723 shutdown_connections 2024-09-21T00:33:35.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.360+0000 7faec8c25740 1 --2- 172.21.15.67:0/1365596723 >> [v2:172.21.15.67:6832/1856859324,v1:172.21.15.67:6833/1856859324] conn(0x556b469532b0 0x556b46d803e0 crc :-1 s=READY pgs=9 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.360+0000 7faec8c25740 1 --2- 172.21.15.67:0/1365596723 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556b469944d0 0x556b46d97ec0 unknown :-1 s=CLOSED pgs=2079 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.360+0000 7faec8c25740 1 --2- 172.21.15.67:0/1365596723 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556b469737f0 0x556b46d82d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.360+0000 7fae9a7fc640 0 client.10254 ms_handle_reset on v2:172.21.15.67:6832/1856859324 2024-09-21T00:33:35.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.360+0000 7faec8c25740 1 --2- 172.21.15.67:0/1365596723 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556b4696b610 0x556b46d6b440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.360+0000 7faec8c25740 1 -- 172.21.15.67:0/1365596723 >> 172.21.15.67:0/1365596723 conn(0x556b46988620 msgr2=0x556b46d3bdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:35.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.360+0000 7faec8c25740 1 -- 172.21.15.67:0/1365596723 shutdown_connections 2024-09-21T00:33:35.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.360+0000 7faec8c25740 1 -- 172.21.15.67:0/1365596723 wait complete. 2024-09-21T00:33:35.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.360+0000 7faec8c25740 20 client.10254 trim_cache size 0 max 16384 2024-09-21T00:33:35.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.378+0000 7faec8c25740 1 Processor -- start 2024-09-21T00:33:35.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.378+0000 7faec8c25740 1 -- start start 2024-09-21T00:33:35.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.380+0000 7faec8c25740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556b4696b610 0x556b46d3bfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.380+0000 7faec8c25740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556b469737f0 0x556b46d58bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.380+0000 7faec8c25740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556b469944d0 0x556b46d59110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.380+0000 7faec8c25740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7faebc06fdc0 con 0x556b4696b610 2024-09-21T00:33:35.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.380+0000 7faec8c25740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7faebc06f120 con 0x556b469944d0 2024-09-21T00:33:35.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.380+0000 7faec8c25740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7faebc06f770 con 0x556b469737f0 2024-09-21T00:33:35.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.380+0000 7faebb7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556b4696b610 0x556b46d3bfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.380+0000 7faebb7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556b4696b610 0x556b46d3bfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:41016/0 (socket says 172.21.15.67:41016) 2024-09-21T00:33:35.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.380+0000 7faebb7fe640 1 -- 172.21.15.67:0/627971540 learned_addr learned my addr 172.21.15.67:0/627971540 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:35.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.380+0000 7faebb7fe640 1 -- 172.21.15.67:0/627971540 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556b469737f0 msgr2=0x556b46d58bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:33:35.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.380+0000 7faebb7fe640 1 --2- 172.21.15.67:0/627971540 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556b469737f0 0x556b46d58bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.380+0000 7faebb7fe640 1 -- 172.21.15.67:0/627971540 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556b469944d0 msgr2=0x556b46d59110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:33:35.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.380+0000 7faebb7fe640 1 --2- 172.21.15.67:0/627971540 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556b469944d0 0x556b46d59110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.380+0000 7faebb7fe640 1 -- 172.21.15.67:0/627971540 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556b469dd7e0 con 0x556b4696b610 2024-09-21T00:33:35.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.380+0000 7faebb7fe640 1 --2- 172.21.15.67:0/627971540 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556b4696b610 0x556b46d3bfb0 secure :-1 s=READY pgs=2080 cs=0 l=1 rev1=1 crypto rx=0x7faeac014000 tx=0x7faeac012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=15d3b069a2775309 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:35.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.380+0000 7faea0ff9640 1 -- 172.21.15.67:0/627971540 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faeac031070 con 0x556b4696b610 2024-09-21T00:33:35.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.380+0000 7faea0ff9640 1 -- 172.21.15.67:0/627971540 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7faeac027070 con 0x556b4696b610 2024-09-21T00:33:35.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.380+0000 7faea0ff9640 1 -- 172.21.15.67:0/627971540 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faeac00ee10 con 0x556b4696b610 2024-09-21T00:33:35.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.381+0000 7faec8c25740 1 -- 172.21.15.67:0/627971540 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556b4696b610 msgr2=0x556b46d3bfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:35.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.381+0000 7faec8c25740 1 --2- 172.21.15.67:0/627971540 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556b4696b610 0x556b46d3bfb0 secure :-1 s=READY pgs=2080 cs=0 l=1 rev1=1 crypto rx=0x7faeac014000 tx=0x7faeac012000 comp rx=0 tx=0).stop 2024-09-21T00:33:35.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.381+0000 7faec8c25740 1 -- 172.21.15.67:0/627971540 shutdown_connections 2024-09-21T00:33:35.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.381+0000 7faec8c25740 1 --2- 172.21.15.67:0/627971540 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556b469944d0 0x556b46d59110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.381+0000 7faec8c25740 1 --2- 172.21.15.67:0/627971540 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556b469737f0 0x556b46d58bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.381+0000 7faec8c25740 1 --2- 172.21.15.67:0/627971540 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556b4696b610 0x556b46d3bfb0 unknown :-1 s=CLOSED pgs=2080 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.381+0000 7faec8c25740 1 -- 172.21.15.67:0/627971540 >> 172.21.15.67:0/627971540 conn(0x556b46988620 msgr2=0x556b46d7ba70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:35.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.381+0000 7faec8c25740 1 -- 172.21.15.67:0/627971540 shutdown_connections 2024-09-21T00:33:35.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.381+0000 7faec8c25740 1 -- 172.21.15.67:0/627971540 wait complete. 2024-09-21T00:33:35.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.382+0000 7faec8c25740 1 -- start start 2024-09-21T00:33:35.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.382+0000 7faec8c25740 1 Processor -- start 2024-09-21T00:33:35.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.383+0000 7faec8c25740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556b4696b610 0x556b46d999e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.384+0000 7faec8c25740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556b469737f0 0x556b46dfa9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.384+0000 7faec8c25740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556b469944d0 0x556b46d59200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.384+0000 7faec8c25740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x556b46d98e50 con 0x556b469737f0 2024-09-21T00:33:35.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.384+0000 7faec8c25740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x556b46d7e330 con 0x556b4696b610 2024-09-21T00:33:35.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.384+0000 7faec8c25740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x556b46d7d6f0 con 0x556b469944d0 2024-09-21T00:33:35.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.384+0000 7faec8c25740 10 client.0 _ll_register_callbacks cb 0x7faeb4009800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:33:35.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.384+0000 7faebaffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556b469737f0 0x556b46dfa9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.384+0000 7faebaffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556b469737f0 0x556b46dfa9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:41022/0 (socket says 172.21.15.67:41022) 2024-09-21T00:33:35.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.384+0000 7faebaffd640 1 -- 172.21.15.67:0/2695001742 learned_addr learned my addr 172.21.15.67:0/2695001742 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:35.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.384+0000 7faebb7fe640 1 --2- 172.21.15.67:0/2695001742 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556b4696b610 0x556b46d999e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.384+0000 7faebbfff640 1 --2- 172.21.15.67:0/2695001742 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556b469944d0 0x556b46d59200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.384+0000 7faebaffd640 1 -- 172.21.15.67:0/2695001742 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556b469944d0 msgr2=0x556b46d59200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:33:35.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.384+0000 7faebaffd640 1 --2- 172.21.15.67:0/2695001742 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556b469944d0 0x556b46d59200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.384+0000 7faebaffd640 1 -- 172.21.15.67:0/2695001742 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556b4696b610 msgr2=0x556b46d999e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:33:35.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.384+0000 7faebaffd640 1 --2- 172.21.15.67:0/2695001742 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556b4696b610 0x556b46d999e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.384+0000 7faebaffd640 1 -- 172.21.15.67:0/2695001742 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556b46c6afb0 con 0x556b469737f0 2024-09-21T00:33:35.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.384+0000 7faebaffd640 1 --2- 172.21.15.67:0/2695001742 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556b469737f0 0x556b46dfa9e0 secure :-1 s=READY pgs=2081 cs=0 l=1 rev1=1 crypto rx=0x7faeb0062f00 tx=0x7faeb005f460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a40ff14b95392c8 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:35.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.384+0000 7fae9a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:33:35.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.384+0000 7fae9a7fc640 1 -- 172.21.15.67:0/2695001742 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faeb0021040 con 0x556b469737f0 2024-09-21T00:33:35.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.384+0000 7fae9a7fc640 1 -- 172.21.15.67:0/2695001742 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(162..162 src has 1..162) ==== 5709+0+0 (secure 0 0 0) 0x7faeb0089100 con 0x556b469737f0 2024-09-21T00:33:35.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.384+0000 7faec8c25740 1 -- 172.21.15.67:0/2695001742 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7faeac027070 con 0x556b469737f0 2024-09-21T00:33:35.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.384+0000 7fae9a7fc640 1 -- 172.21.15.67:0/2695001742 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=143) ==== 24+0+0 (secure 0 0 0) 0x7faeb0067a50 con 0x556b469737f0 2024-09-21T00:33:35.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.385+0000 7faec8c25740 10 client.10260 fetch_fsmap learned FSMap version 143 2024-09-21T00:33:35.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.385+0000 7faec8c25740 1 -- 172.21.15.67:0/2695001742 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=143,monmap=2+}) -- 0x556b46d804f0 con 0x556b469737f0 2024-09-21T00:33:35.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.385+0000 7fae9a7fc640 1 -- 172.21.15.67:0/2695001742 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7faeac027070 con 0x556b469737f0 2024-09-21T00:33:35.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.385+0000 7fae9a7fc640 1 -- 172.21.15.67:0/2695001742 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 143) ==== 3490+0+0 (secure 0 0 0) 0x7faeb0099b80 con 0x556b469737f0 2024-09-21T00:33:35.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.385+0000 7faec8c25740 10 client.10260 fetch_fsmap finished waiting for FSMap version 143 2024-09-21T00:33:35.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.385+0000 7faec8c25740 10 client.10260 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-21T00:33:35.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.385+0000 7faec8c25740 20 client.10260 populate_metadata read hostname 'smithi067' 2024-09-21T00:33:35.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.385+0000 7faec8c25740 1 --2- 172.21.15.67:0/2695001742 >> [v2:172.21.15.67:6832/1856859324,v1:172.21.15.67:6833/1856859324] conn(0x556b46d59740 0x556b46d3fb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.385+0000 7faec8c25740 4 client.10260 mds_command: new command op to 10008 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/scrub_control_test_path", "scrubops": ["recursive"]}] 2024-09-21T00:33:35.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.385+0000 7faec8c25740 1 -- 172.21.15.67:0/2695001742 --> [v2:172.21.15.67:6832/1856859324,v1:172.21.15.67:6833/1856859324] -- command(tid 0: {"prefix": "scrub start", "path": "/scrub_control_test_path", "scrubops": ["recursive"]}) -- 0x556b46cac430 con 0x556b46d59740 2024-09-21T00:33:35.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.385+0000 7faebb7fe640 1 --2- 172.21.15.67:0/2695001742 >> [v2:172.21.15.67:6832/1856859324,v1:172.21.15.67:6833/1856859324] conn(0x556b46d59740 0x556b46d3fb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.385+0000 7fae9a7fc640 10 client.10260 ms_handle_connect on v2:172.21.15.67:6832/1856859324 2024-09-21T00:33:35.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.385+0000 7faebb7fe640 1 --2- 172.21.15.67:0/2695001742 >> [v2:172.21.15.67:6832/1856859324,v1:172.21.15.67:6833/1856859324] conn(0x556b46d59740 0x556b46d3fb50 crc :-1 s=READY pgs=10 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.10008 client_cookie=90df909d47a2c62d server_cookie=d0a518d8cb73a03c in_seq=0 out_seq=0 2024-09-21T00:33:35.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.386+0000 7fae9a7fc640 1 -- 172.21.15.67:0/2695001742 <== mds.10008 v2:172.21.15.67:6832/1856859324 1 ==== command_reply(tid 0: -22 MDS is not active) ==== 25+0+0 (crc 0 0 0) 0x556b46cac430 con 0x556b46d59740 2024-09-21T00:33:35.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.386+0000 7fae9a7fc640 10 client.10260 handle_command_reply: tid=0 2024-09-21T00:33:35.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.386+0000 7faec8c25740 1 client.10260 shutdown 2024-09-21T00:33:35.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.386+0000 7faec8c25740 1 -- 172.21.15.67:0/2695001742 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556b469737f0 msgr2=0x556b46dfa9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:35.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.386+0000 7faec8c25740 1 --2- 172.21.15.67:0/2695001742 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556b469737f0 0x556b46dfa9e0 secure :-1 s=READY pgs=2081 cs=0 l=1 rev1=1 crypto rx=0x7faeb0062f00 tx=0x7faeb005f460 comp rx=0 tx=0).stop 2024-09-21T00:33:35.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.386+0000 7faec8c25740 1 -- 172.21.15.67:0/2695001742 shutdown_connections 2024-09-21T00:33:35.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.386+0000 7faec8c25740 1 --2- 172.21.15.67:0/2695001742 >> [v2:172.21.15.67:6832/1856859324,v1:172.21.15.67:6833/1856859324] conn(0x556b46d59740 0x556b46d3fb50 crc :-1 s=READY pgs=10 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.386+0000 7faec8c25740 1 --2- 172.21.15.67:0/2695001742 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x556b469944d0 0x556b46d59200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.386+0000 7faec8c25740 1 --2- 172.21.15.67:0/2695001742 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x556b469737f0 0x556b46dfa9e0 unknown :-1 s=CLOSED pgs=2081 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.386+0000 7fae9a7fc640 0 client.10260 ms_handle_reset on v2:172.21.15.67:6832/1856859324 2024-09-21T00:33:35.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.386+0000 7faec8c25740 1 --2- 172.21.15.67:0/2695001742 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x556b4696b610 0x556b46d999e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.386+0000 7faec8c25740 1 -- 172.21.15.67:0/2695001742 >> 172.21.15.67:0/2695001742 conn(0x556b46988620 msgr2=0x556b46d7ec70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:35.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.386+0000 7faec8c25740 1 -- 172.21.15.67:0/2695001742 shutdown_connections 2024-09-21T00:33:35.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.386+0000 7faec8c25740 1 -- 172.21.15.67:0/2695001742 wait complete. 2024-09-21T00:33:35.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.386+0000 7faec8c25740 20 client.10260 trim_cache size 0 max 16384 2024-09-21T00:33:35.393 INFO:teuthology.orchestra.run.smithi067.stderr:Error EINVAL: MDS is not active 2024-09-21T00:33:35.393 DEBUG:teuthology.orchestra.run:got remote process result: 22 2024-09-21T00:33:35.393 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a scrub pause 2024-09-21T00:33:35.512 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.510+0000 7f042b47e640 1 -- 172.21.15.67:0/2272729289 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f040c005320 msgr2=0x7f040c00b9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:35.512 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.510+0000 7f042b47e640 1 --2- 172.21.15.67:0/2272729289 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f040c005320 0x7f040c00b9e0 secure :-1 s=READY pgs=2083 cs=0 l=1 rev1=1 crypto rx=0x7f041c009b50 tx=0x7f040c005830 comp rx=0 tx=0).stop 2024-09-21T00:33:35.512 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.510+0000 7f042b47e640 1 -- 172.21.15.67:0/2272729289 shutdown_connections 2024-09-21T00:33:35.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.510+0000 7f042b47e640 1 --2- 172.21.15.67:0/2272729289 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f040c005320 0x7f040c00b9e0 unknown :-1 s=CLOSED pgs=2083 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.510+0000 7f042b47e640 1 -- 172.21.15.67:0/2272729289 >> 172.21.15.67:0/2272729289 conn(0x7f042409da10 msgr2=0x7f04240d46a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:35.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.510+0000 7f042b47e640 1 -- 172.21.15.67:0/2272729289 shutdown_connections 2024-09-21T00:33:35.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.510+0000 7f042b47e640 1 -- 172.21.15.67:0/2272729289 wait complete. 2024-09-21T00:33:35.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.512+0000 7f042b47e640 1 Processor -- start 2024-09-21T00:33:35.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.512+0000 7f042b47e640 1 -- start start 2024-09-21T00:33:35.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.513+0000 7f042b47e640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f040c005320 0x7f042414a1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.513+0000 7f042b47e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0424150ea0 0x7f042414a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.513+0000 7f042b47e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0424150310 0x7f0424150720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.513+0000 7f042b47e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f04240b9ce0 con 0x7f0424150310 2024-09-21T00:33:35.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.513+0000 7f042b47e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f04240b9b60 con 0x7f0424150ea0 2024-09-21T00:33:35.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.513+0000 7f042b47e640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f04240d0d40 con 0x7f040c005320 2024-09-21T00:33:35.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.513+0000 7f0429a1b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0424150310 0x7f0424150720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.513+0000 7f0429a1b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0424150310 0x7f0424150720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:41042/0 (socket says 172.21.15.67:41042) 2024-09-21T00:33:35.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.513+0000 7f0429a1b640 1 -- 172.21.15.67:0/2358923344 learned_addr learned my addr 172.21.15.67:0/2358923344 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:35.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.513+0000 7f042921a640 1 --2- 172.21.15.67:0/2358923344 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f040c005320 0x7f042414a1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.513+0000 7f0428a19640 1 --2- 172.21.15.67:0/2358923344 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0424150ea0 0x7f042414a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.513+0000 7f0429a1b640 1 -- 172.21.15.67:0/2358923344 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f040c005320 msgr2=0x7f042414a1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:35.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.513+0000 7f0429a1b640 1 --2- 172.21.15.67:0/2358923344 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f040c005320 0x7f042414a1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.513+0000 7f0429a1b640 1 -- 172.21.15.67:0/2358923344 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0424150ea0 msgr2=0x7f042414a6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:35.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.513+0000 7f0429a1b640 1 --2- 172.21.15.67:0/2358923344 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0424150ea0 0x7f042414a6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.513+0000 7f0429a1b640 1 -- 172.21.15.67:0/2358923344 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f042415f480 con 0x7f0424150310 2024-09-21T00:33:35.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.514+0000 7f0429a1b640 1 --2- 172.21.15.67:0/2358923344 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0424150310 0x7f0424150720 secure :-1 s=READY pgs=2084 cs=0 l=1 rev1=1 crypto rx=0x7f041c009c70 tx=0x7f041c0097a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:35.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.514+0000 7f0421ffb640 1 -- 172.21.15.67:0/2358923344 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f041c033650 con 0x7f0424150310 2024-09-21T00:33:35.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.514+0000 7f0421ffb640 1 -- 172.21.15.67:0/2358923344 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f041c0337f0 con 0x7f0424150310 2024-09-21T00:33:35.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.514+0000 7f042b47e640 1 -- 172.21.15.67:0/2358923344 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0424150c60 con 0x7f0424150310 2024-09-21T00:33:35.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.514+0000 7f0421ffb640 1 -- 172.21.15.67:0/2358923344 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f041c033c00 con 0x7f0424150310 2024-09-21T00:33:35.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.514+0000 7f042b47e640 1 -- 172.21.15.67:0/2358923344 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f042414daf0 con 0x7f0424150310 2024-09-21T00:33:35.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.516+0000 7f0421ffb640 1 -- 172.21.15.67:0/2358923344 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f041c043060 con 0x7f0424150310 2024-09-21T00:33:35.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.516+0000 7f0421ffb640 1 --2- 172.21.15.67:0/2358923344 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0410078b90 0x7f041007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.516+0000 7f0421ffb640 1 -- 172.21.15.67:0/2358923344 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(162..162 src has 1..162) ==== 5709+0+0 (secure 0 0 0) 0x7f041c0baba0 con 0x7f0424150310 2024-09-21T00:33:35.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.516+0000 7f042921a640 1 --2- 172.21.15.67:0/2358923344 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0410078b90 0x7f041007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.517+0000 7f042921a640 1 --2- 172.21.15.67:0/2358923344 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0410078b90 0x7f041007b0a0 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7f04140061f0 tx=0x7f0414006f50 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:35.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.517+0000 7f04323e7740 1 Processor -- start 2024-09-21T00:33:35.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.517+0000 7f04323e7740 1 -- start start 2024-09-21T00:33:35.522 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.519+0000 7f04323e7740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55ce6c1490c0 0x55ce6c537ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.522 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.519+0000 7f04323e7740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ce6c120200 0x55ce6c51a970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.522 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.519+0000 7f04323e7740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ce6c1283e0 0x55ce6c51aeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.522 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.519+0000 7f04323e7740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55ce6c463c60 con 0x55ce6c1283e0 2024-09-21T00:33:35.522 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.519+0000 7f04323e7740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55ce6c453090 con 0x55ce6c120200 2024-09-21T00:33:35.522 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.519+0000 7f04323e7740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55ce6c456ea0 con 0x55ce6c1490c0 2024-09-21T00:33:35.522 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.519+0000 7f0429a1b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ce6c1283e0 0x55ce6c51aeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.522 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.519+0000 7f042921a640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55ce6c1490c0 0x55ce6c537ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.522 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.519+0000 7f0429a1b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ce6c1283e0 0x55ce6c51aeb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:41058/0 (socket says 172.21.15.67:41058) 2024-09-21T00:33:35.522 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.519+0000 7f0429a1b640 1 -- 172.21.15.67:0/2994345283 learned_addr learned my addr 172.21.15.67:0/2994345283 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:35.522 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.519+0000 7f0428a19640 1 --2- 172.21.15.67:0/2994345283 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ce6c120200 0x55ce6c51a970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.522 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.519+0000 7f0429a1b640 1 -- 172.21.15.67:0/2994345283 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55ce6c1490c0 msgr2=0x55ce6c537ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:33:35.522 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.519+0000 7f0429a1b640 1 --2- 172.21.15.67:0/2994345283 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55ce6c1490c0 0x55ce6c537ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.522 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.519+0000 7f0429a1b640 1 -- 172.21.15.67:0/2994345283 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ce6c120200 msgr2=0x55ce6c51a970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:33:35.523 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.519+0000 7f0429a1b640 1 --2- 172.21.15.67:0/2994345283 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ce6c120200 0x55ce6c51a970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.523 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.519+0000 7f0429a1b640 1 -- 172.21.15.67:0/2994345283 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ce6c145120 con 0x55ce6c1283e0 2024-09-21T00:33:35.523 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.519+0000 7f0429a1b640 1 --2- 172.21.15.67:0/2994345283 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ce6c1283e0 0x55ce6c51aeb0 secure :-1 s=READY pgs=2085 cs=0 l=1 rev1=1 crypto rx=0x7f041c0827b0 tx=0x7f041c082950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52652a899604035c server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:35.523 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.519+0000 7f040affd640 1 -- 172.21.15.67:0/2994345283 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f041c0a6070 con 0x55ce6c1283e0 2024-09-21T00:33:35.523 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.519+0000 7f040affd640 1 -- 172.21.15.67:0/2994345283 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f041c0874e0 con 0x55ce6c1283e0 2024-09-21T00:33:35.523 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.519+0000 7f040affd640 1 -- 172.21.15.67:0/2994345283 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f041c08c390 con 0x55ce6c1283e0 2024-09-21T00:33:35.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.520+0000 7f04323e7740 1 -- 172.21.15.67:0/2994345283 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ce6c1283e0 msgr2=0x55ce6c51aeb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:35.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.520+0000 7f04323e7740 1 --2- 172.21.15.67:0/2994345283 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ce6c1283e0 0x55ce6c51aeb0 secure :-1 s=READY pgs=2085 cs=0 l=1 rev1=1 crypto rx=0x7f041c0827b0 tx=0x7f041c082950 comp rx=0 tx=0).stop 2024-09-21T00:33:35.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.520+0000 7f04323e7740 1 -- 172.21.15.67:0/2994345283 shutdown_connections 2024-09-21T00:33:35.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.520+0000 7f04323e7740 1 --2- 172.21.15.67:0/2994345283 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ce6c1283e0 0x55ce6c51aeb0 unknown :-1 s=CLOSED pgs=2085 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.520+0000 7f04323e7740 1 --2- 172.21.15.67:0/2994345283 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ce6c120200 0x55ce6c51a970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.520+0000 7f04323e7740 1 --2- 172.21.15.67:0/2994345283 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55ce6c1490c0 0x55ce6c537ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.520+0000 7f04323e7740 1 -- 172.21.15.67:0/2994345283 >> 172.21.15.67:0/2994345283 conn(0x55ce6c13d210 msgr2=0x55ce6c4f0b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:35.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.520+0000 7f04323e7740 1 -- 172.21.15.67:0/2994345283 shutdown_connections 2024-09-21T00:33:35.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.520+0000 7f04323e7740 1 -- 172.21.15.67:0/2994345283 wait complete. 2024-09-21T00:33:35.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.521+0000 7f04323e7740 1 -- start start 2024-09-21T00:33:35.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.521+0000 7f04323e7740 1 Processor -- start 2024-09-21T00:33:35.528 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.523+0000 7f04323e7740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55ce6c120200 0x55ce6c5332c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.528 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.523+0000 7f04323e7740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ce6c1283e0 0x55ce6c52fd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.528 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.523+0000 7f04323e7740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ce6c1490c0 0x55ce6c532790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.528 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.523+0000 7f04323e7740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55ce6c1c3470 con 0x55ce6c1490c0 2024-09-21T00:33:35.528 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.523+0000 7f04323e7740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55ce6c3d9410 con 0x55ce6c1283e0 2024-09-21T00:33:35.528 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.523+0000 7f04323e7740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55ce6c453090 con 0x55ce6c120200 2024-09-21T00:33:35.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.523+0000 7f04323e7740 10 client.0 _ll_register_callbacks cb 0x55ce6c44c1c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:33:35.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.523+0000 7f0429a1b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ce6c1490c0 0x55ce6c532790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.523+0000 7f0429a1b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ce6c1490c0 0x55ce6c532790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:41068/0 (socket says 172.21.15.67:41068) 2024-09-21T00:33:35.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.523+0000 7f0429a1b640 1 -- 172.21.15.67:0/2126681227 learned_addr learned my addr 172.21.15.67:0/2126681227 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:35.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.523+0000 7f042921a640 1 --2- 172.21.15.67:0/2126681227 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55ce6c120200 0x55ce6c5332c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.523+0000 7f0428a19640 1 --2- 172.21.15.67:0/2126681227 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ce6c1283e0 0x55ce6c52fd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.523+0000 7f0429a1b640 1 -- 172.21.15.67:0/2126681227 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55ce6c120200 msgr2=0x55ce6c5332c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:33:35.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.523+0000 7f0429a1b640 1 --2- 172.21.15.67:0/2126681227 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55ce6c120200 0x55ce6c5332c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.523+0000 7f0429a1b640 1 -- 172.21.15.67:0/2126681227 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ce6c1283e0 msgr2=0x55ce6c52fd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:33:35.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.523+0000 7f0429a1b640 1 --2- 172.21.15.67:0/2126681227 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ce6c1283e0 0x55ce6c52fd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.523+0000 7f0429a1b640 1 -- 172.21.15.67:0/2126681227 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ce6c22b500 con 0x55ce6c1490c0 2024-09-21T00:33:35.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.523+0000 7f0429a1b640 1 --2- 172.21.15.67:0/2126681227 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ce6c1490c0 0x55ce6c532790 secure :-1 s=READY pgs=2086 cs=0 l=1 rev1=1 crypto rx=0x7f041c0827b0 tx=0x7f041c009310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=189392dc9ecfe5bf server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:35.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.523+0000 7f0403fff640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:33:35.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.523+0000 7f0403fff640 1 -- 172.21.15.67:0/2126681227 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f041c0a1030 con 0x55ce6c1490c0 2024-09-21T00:33:35.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.524+0000 7f0403fff640 1 -- 172.21.15.67:0/2126681227 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(162..162 src has 1..162) ==== 5709+0+0 (secure 0 0 0) 0x7f041c087050 con 0x55ce6c1490c0 2024-09-21T00:33:35.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.524+0000 7f04323e7740 1 -- 172.21.15.67:0/2126681227 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f041c0874e0 con 0x55ce6c1490c0 2024-09-21T00:33:35.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.524+0000 7f0403fff640 1 -- 172.21.15.67:0/2126681227 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=143) ==== 24+0+0 (secure 0 0 0) 0x7f041c0a6040 con 0x55ce6c1490c0 2024-09-21T00:33:35.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.524+0000 7f04323e7740 10 client.10272 fetch_fsmap learned FSMap version 143 2024-09-21T00:33:35.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.524+0000 7f04323e7740 1 -- 172.21.15.67:0/2126681227 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=143,monmap=2+}) -- 0x55ce6c28bc90 con 0x55ce6c1490c0 2024-09-21T00:33:35.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.524+0000 7f0403fff640 1 -- 172.21.15.67:0/2126681227 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f041c0874e0 con 0x55ce6c1490c0 2024-09-21T00:33:35.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.524+0000 7f0403fff640 1 -- 172.21.15.67:0/2126681227 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 143) ==== 3490+0+0 (secure 0 0 0) 0x7f041c081d10 con 0x55ce6c1490c0 2024-09-21T00:33:35.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.524+0000 7f04323e7740 10 client.10272 fetch_fsmap finished waiting for FSMap version 143 2024-09-21T00:33:35.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.524+0000 7f04323e7740 10 client.10272 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-21T00:33:35.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.524+0000 7f04323e7740 20 client.10272 populate_metadata read hostname 'smithi067' 2024-09-21T00:33:35.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.524+0000 7f04323e7740 1 --2- 172.21.15.67:0/2126681227 >> [v2:172.21.15.67:6832/1856859324,v1:172.21.15.67:6833/1856859324] conn(0x55ce6c107ea0 0x55ce6c533e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.524+0000 7f04323e7740 4 client.10272 mds_command: new command op to 10008 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:33:35.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.524+0000 7f04323e7740 1 -- 172.21.15.67:0/2126681227 --> [v2:172.21.15.67:6832/1856859324,v1:172.21.15.67:6833/1856859324] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ce6c465bb0 con 0x55ce6c107ea0 2024-09-21T00:33:35.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.524+0000 7f042921a640 1 --2- 172.21.15.67:0/2126681227 >> [v2:172.21.15.67:6832/1856859324,v1:172.21.15.67:6833/1856859324] conn(0x55ce6c107ea0 0x55ce6c533e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.525+0000 7f0403fff640 10 client.10272 ms_handle_connect on v2:172.21.15.67:6832/1856859324 2024-09-21T00:33:35.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.525+0000 7f042921a640 1 --2- 172.21.15.67:0/2126681227 >> [v2:172.21.15.67:6832/1856859324,v1:172.21.15.67:6833/1856859324] conn(0x55ce6c107ea0 0x55ce6c533e60 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.10008 client_cookie=3ac2a67d977759ff server_cookie=6d00749bbdceff80 in_seq=0 out_seq=0 2024-09-21T00:33:35.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.525+0000 7f0403fff640 1 -- 172.21.15.67:0/2126681227 <== mds.10008 v2:172.21.15.67:6832/1856859324 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x55ce6c465bb0 con 0x55ce6c107ea0 2024-09-21T00:33:35.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.525+0000 7f0403fff640 10 client.10272 handle_command_reply: tid=0 2024-09-21T00:33:35.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.525+0000 7f04323e7740 1 client.10272 shutdown 2024-09-21T00:33:35.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.525+0000 7f04323e7740 1 -- 172.21.15.67:0/2126681227 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ce6c1490c0 msgr2=0x55ce6c532790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:35.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.525+0000 7f04323e7740 1 --2- 172.21.15.67:0/2126681227 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ce6c1490c0 0x55ce6c532790 secure :-1 s=READY pgs=2086 cs=0 l=1 rev1=1 crypto rx=0x7f041c0827b0 tx=0x7f041c009310 comp rx=0 tx=0).stop 2024-09-21T00:33:35.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.525+0000 7f04323e7740 1 -- 172.21.15.67:0/2126681227 shutdown_connections 2024-09-21T00:33:35.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.525+0000 7f04323e7740 1 --2- 172.21.15.67:0/2126681227 >> [v2:172.21.15.67:6832/1856859324,v1:172.21.15.67:6833/1856859324] conn(0x55ce6c107ea0 0x55ce6c533e60 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.525+0000 7f04323e7740 1 --2- 172.21.15.67:0/2126681227 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ce6c1490c0 0x55ce6c532790 unknown :-1 s=CLOSED pgs=2086 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.525+0000 7f04323e7740 1 --2- 172.21.15.67:0/2126681227 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ce6c1283e0 0x55ce6c52fd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.525+0000 7f04323e7740 1 --2- 172.21.15.67:0/2126681227 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55ce6c120200 0x55ce6c5332c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.532 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.525+0000 7f04323e7740 1 -- 172.21.15.67:0/2126681227 >> 172.21.15.67:0/2126681227 conn(0x55ce6c13d210 msgr2=0x55ce6c52f000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:35.532 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.525+0000 7f0403fff640 0 client.10272 ms_handle_reset on v2:172.21.15.67:6832/1856859324 2024-09-21T00:33:35.532 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.526+0000 7f04323e7740 1 -- 172.21.15.67:0/2126681227 shutdown_connections 2024-09-21T00:33:35.532 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.526+0000 7f04323e7740 1 -- 172.21.15.67:0/2126681227 wait complete. 2024-09-21T00:33:35.532 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.526+0000 7f04323e7740 20 client.10272 trim_cache size 0 max 16384 2024-09-21T00:33:35.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.543+0000 7f04323e7740 1 Processor -- start 2024-09-21T00:33:35.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.543+0000 7f04323e7740 1 -- start start 2024-09-21T00:33:35.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.545+0000 7f04323e7740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55ce6c120200 0x55ce6c5175c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.545+0000 7f04323e7740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ce6c1283e0 0x55ce6c517b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.545+0000 7f04323e7740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ce6c1490c0 0x55ce6c4ef420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.545+0000 7f04323e7740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f04242022b0 con 0x55ce6c1283e0 2024-09-21T00:33:35.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.545+0000 7f04323e7740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f04241f5b10 con 0x55ce6c1490c0 2024-09-21T00:33:35.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.545+0000 7f04323e7740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f04240b20f0 con 0x55ce6c120200 2024-09-21T00:33:35.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.545+0000 7f0428a19640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ce6c1283e0 0x55ce6c517b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.545+0000 7f0428a19640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ce6c1283e0 0x55ce6c517b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:41072/0 (socket says 172.21.15.67:41072) 2024-09-21T00:33:35.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.545+0000 7f0428a19640 1 -- 172.21.15.67:0/3149601817 learned_addr learned my addr 172.21.15.67:0/3149601817 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:35.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.545+0000 7f0429a1b640 1 --2- 172.21.15.67:0/3149601817 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ce6c1490c0 0x55ce6c4ef420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.545+0000 7f042921a640 1 --2- 172.21.15.67:0/3149601817 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55ce6c120200 0x55ce6c5175c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.545+0000 7f0428a19640 1 -- 172.21.15.67:0/3149601817 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55ce6c120200 msgr2=0x55ce6c5175c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:33:35.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.545+0000 7f0428a19640 1 --2- 172.21.15.67:0/3149601817 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55ce6c120200 0x55ce6c5175c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.545+0000 7f0428a19640 1 -- 172.21.15.67:0/3149601817 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ce6c1490c0 msgr2=0x55ce6c4ef420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:33:35.549 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.545+0000 7f0428a19640 1 --2- 172.21.15.67:0/3149601817 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ce6c1490c0 0x55ce6c4ef420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.549 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.545+0000 7f0428a19640 1 -- 172.21.15.67:0/3149601817 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ce6c1923d0 con 0x55ce6c1283e0 2024-09-21T00:33:35.549 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.545+0000 7f0429a1b640 1 --2- 172.21.15.67:0/3149601817 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ce6c1490c0 0x55ce6c4ef420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:33:35.549 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.545+0000 7f0428a19640 1 --2- 172.21.15.67:0/3149601817 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ce6c1283e0 0x55ce6c517b00 secure :-1 s=READY pgs=2087 cs=0 l=1 rev1=1 crypto rx=0x7f0418006cb0 tx=0x7f0418006490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f47af6a197e5127 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:35.549 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.545+0000 7f040a7fc640 1 -- 172.21.15.67:0/3149601817 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0418006e60 con 0x55ce6c1283e0 2024-09-21T00:33:35.549 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.545+0000 7f040a7fc640 1 -- 172.21.15.67:0/3149601817 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0418003d50 con 0x55ce6c1283e0 2024-09-21T00:33:35.549 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.545+0000 7f040a7fc640 1 -- 172.21.15.67:0/3149601817 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f041801d670 con 0x55ce6c1283e0 2024-09-21T00:33:35.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.546+0000 7f04323e7740 1 -- 172.21.15.67:0/3149601817 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ce6c1283e0 msgr2=0x55ce6c517b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:35.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.546+0000 7f04323e7740 1 --2- 172.21.15.67:0/3149601817 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ce6c1283e0 0x55ce6c517b00 secure :-1 s=READY pgs=2087 cs=0 l=1 rev1=1 crypto rx=0x7f0418006cb0 tx=0x7f0418006490 comp rx=0 tx=0).stop 2024-09-21T00:33:35.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.546+0000 7f04323e7740 1 -- 172.21.15.67:0/3149601817 shutdown_connections 2024-09-21T00:33:35.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.546+0000 7f04323e7740 1 --2- 172.21.15.67:0/3149601817 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ce6c1490c0 0x55ce6c4ef420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.546+0000 7f04323e7740 1 --2- 172.21.15.67:0/3149601817 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ce6c1283e0 0x55ce6c517b00 unknown :-1 s=CLOSED pgs=2087 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.546+0000 7f04323e7740 1 --2- 172.21.15.67:0/3149601817 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55ce6c120200 0x55ce6c5175c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.546+0000 7f04323e7740 1 -- 172.21.15.67:0/3149601817 >> 172.21.15.67:0/3149601817 conn(0x55ce6c13d210 msgr2=0x55ce6c52ef00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:35.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.546+0000 7f04323e7740 1 -- 172.21.15.67:0/3149601817 shutdown_connections 2024-09-21T00:33:35.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.546+0000 7f04323e7740 1 -- 172.21.15.67:0/3149601817 wait complete. 2024-09-21T00:33:35.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.547+0000 7f04323e7740 1 -- start start 2024-09-21T00:33:35.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.547+0000 7f04323e7740 1 Processor -- start 2024-09-21T00:33:35.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.548+0000 7f04323e7740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ce6c120200 0x55ce6c5aa960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.548+0000 7f04323e7740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55ce6c1283e0 0x55ce6c530f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.548+0000 7f04323e7740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ce6c1490c0 0x55ce6c5314c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.549+0000 7f04323e7740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55ce6c28bc90 con 0x55ce6c120200 2024-09-21T00:33:35.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.549+0000 7f04323e7740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55ce6c463c60 con 0x55ce6c1490c0 2024-09-21T00:33:35.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.549+0000 7f04323e7740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55ce6c532df0 con 0x55ce6c1283e0 2024-09-21T00:33:35.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.549+0000 7f04323e7740 10 client.0 _ll_register_callbacks cb 0x7f04180014f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:33:35.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.549+0000 7f042921a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ce6c120200 0x55ce6c5aa960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.549+0000 7f042921a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ce6c120200 0x55ce6c5aa960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:41084/0 (socket says 172.21.15.67:41084) 2024-09-21T00:33:35.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.549+0000 7f042921a640 1 -- 172.21.15.67:0/2147333312 learned_addr learned my addr 172.21.15.67:0/2147333312 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:35.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.549+0000 7f0428a19640 1 --2- 172.21.15.67:0/2147333312 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55ce6c1283e0 0x55ce6c530f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.549+0000 7f0429a1b640 1 --2- 172.21.15.67:0/2147333312 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ce6c1490c0 0x55ce6c5314c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.549+0000 7f042921a640 1 -- 172.21.15.67:0/2147333312 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55ce6c1283e0 msgr2=0x55ce6c530f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:33:35.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.549+0000 7f042921a640 1 --2- 172.21.15.67:0/2147333312 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55ce6c1283e0 0x55ce6c530f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.549+0000 7f042921a640 1 -- 172.21.15.67:0/2147333312 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ce6c1490c0 msgr2=0x55ce6c5314c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:33:35.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.549+0000 7f042921a640 1 --2- 172.21.15.67:0/2147333312 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ce6c1490c0 0x55ce6c5314c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.549+0000 7f042921a640 1 -- 172.21.15.67:0/2147333312 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ce6c544c30 con 0x55ce6c120200 2024-09-21T00:33:35.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.549+0000 7f042921a640 1 --2- 172.21.15.67:0/2147333312 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ce6c120200 0x55ce6c5aa960 secure :-1 s=READY pgs=2088 cs=0 l=1 rev1=1 crypto rx=0x7f0414001ef0 tx=0x7f0414001730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=267a95b2da0a47dd server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:35.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.549+0000 7f0403fff640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:33:35.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.549+0000 7f0403fff640 1 -- 172.21.15.67:0/2147333312 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0414012ae0 con 0x55ce6c120200 2024-09-21T00:33:35.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.549+0000 7f0403fff640 1 -- 172.21.15.67:0/2147333312 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(162..162 src has 1..162) ==== 5709+0+0 (secure 0 0 0) 0x7f0414012c80 con 0x55ce6c120200 2024-09-21T00:33:35.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.549+0000 7f04323e7740 1 -- 172.21.15.67:0/2147333312 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0418003d50 con 0x55ce6c120200 2024-09-21T00:33:35.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.549+0000 7f0403fff640 1 -- 172.21.15.67:0/2147333312 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=143) ==== 24+0+0 (secure 0 0 0) 0x7f041401e410 con 0x55ce6c120200 2024-09-21T00:33:35.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.549+0000 7f04323e7740 10 client.10278 fetch_fsmap learned FSMap version 143 2024-09-21T00:33:35.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.549+0000 7f04323e7740 1 -- 172.21.15.67:0/2147333312 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=143,monmap=2+}) -- 0x55ce6c5086e0 con 0x55ce6c120200 2024-09-21T00:33:35.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.550+0000 7f0403fff640 1 -- 172.21.15.67:0/2147333312 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0418003d50 con 0x55ce6c120200 2024-09-21T00:33:35.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.550+0000 7f0403fff640 1 -- 172.21.15.67:0/2147333312 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 143) ==== 3490+0+0 (secure 0 0 0) 0x7f0414039050 con 0x55ce6c120200 2024-09-21T00:33:35.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.550+0000 7f04323e7740 10 client.10278 fetch_fsmap finished waiting for FSMap version 143 2024-09-21T00:33:35.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.550+0000 7f04323e7740 10 client.10278 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-21T00:33:35.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.550+0000 7f04323e7740 20 client.10278 populate_metadata read hostname 'smithi067' 2024-09-21T00:33:35.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.550+0000 7f04323e7740 1 --2- 172.21.15.67:0/2147333312 >> [v2:172.21.15.67:6832/1856859324,v1:172.21.15.67:6833/1856859324] conn(0x55ce6c4e68a0 0x55ce6c5b4140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.550+0000 7f04323e7740 4 client.10278 mds_command: new command op to 10008 tid=0 multi_id=0 [{"prefix": "scrub pause"}] 2024-09-21T00:33:35.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.550+0000 7f04323e7740 1 -- 172.21.15.67:0/2147333312 --> [v2:172.21.15.67:6832/1856859324,v1:172.21.15.67:6833/1856859324] -- command(tid 0: {"prefix": "scrub pause"}) -- 0x55ce6c461660 con 0x55ce6c4e68a0 2024-09-21T00:33:35.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.550+0000 7f0428a19640 1 --2- 172.21.15.67:0/2147333312 >> [v2:172.21.15.67:6832/1856859324,v1:172.21.15.67:6833/1856859324] conn(0x55ce6c4e68a0 0x55ce6c5b4140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.550+0000 7f0403fff640 10 client.10278 ms_handle_connect on v2:172.21.15.67:6832/1856859324 2024-09-21T00:33:35.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.550+0000 7f0428a19640 1 --2- 172.21.15.67:0/2147333312 >> [v2:172.21.15.67:6832/1856859324,v1:172.21.15.67:6833/1856859324] conn(0x55ce6c4e68a0 0x55ce6c5b4140 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.10008 client_cookie=c582f36c1a6dfc4e server_cookie=a30bc338264eca9f in_seq=0 out_seq=0 2024-09-21T00:33:35.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.550+0000 7f0403fff640 1 -- 172.21.15.67:0/2147333312 <== mds.10008 v2:172.21.15.67:6832/1856859324 1 ==== command_reply(tid 0: -22 MDS is not active) ==== 25+0+0 (crc 0 0 0) 0x55ce6c461660 con 0x55ce6c4e68a0 2024-09-21T00:33:35.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.551+0000 7f0403fff640 10 client.10278 handle_command_reply: tid=0 2024-09-21T00:33:35.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.551+0000 7f04323e7740 1 client.10278 shutdown 2024-09-21T00:33:35.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.551+0000 7f04323e7740 1 -- 172.21.15.67:0/2147333312 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ce6c120200 msgr2=0x55ce6c5aa960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:35.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.551+0000 7f04323e7740 1 --2- 172.21.15.67:0/2147333312 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ce6c120200 0x55ce6c5aa960 secure :-1 s=READY pgs=2088 cs=0 l=1 rev1=1 crypto rx=0x7f0414001ef0 tx=0x7f0414001730 comp rx=0 tx=0).stop 2024-09-21T00:33:35.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.551+0000 7f04323e7740 1 -- 172.21.15.67:0/2147333312 shutdown_connections 2024-09-21T00:33:35.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.551+0000 7f04323e7740 1 --2- 172.21.15.67:0/2147333312 >> [v2:172.21.15.67:6832/1856859324,v1:172.21.15.67:6833/1856859324] conn(0x55ce6c4e68a0 0x55ce6c5b4140 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.551+0000 7f04323e7740 1 --2- 172.21.15.67:0/2147333312 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55ce6c1490c0 0x55ce6c5314c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.551+0000 7f04323e7740 1 --2- 172.21.15.67:0/2147333312 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55ce6c1283e0 0x55ce6c530f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.551+0000 7f04323e7740 1 --2- 172.21.15.67:0/2147333312 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55ce6c120200 0x55ce6c5aa960 unknown :-1 s=CLOSED pgs=2088 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.551+0000 7f0403fff640 0 client.10278 ms_handle_reset on v2:172.21.15.67:6832/1856859324 2024-09-21T00:33:35.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.551+0000 7f04323e7740 1 -- 172.21.15.67:0/2147333312 >> 172.21.15.67:0/2147333312 conn(0x55ce6c13d210 msgr2=0x55ce6c4f0e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:35.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.551+0000 7f04323e7740 1 -- 172.21.15.67:0/2147333312 shutdown_connections 2024-09-21T00:33:35.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.551+0000 7f04323e7740 1 -- 172.21.15.67:0/2147333312 wait complete. 2024-09-21T00:33:35.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.551+0000 7f04323e7740 20 client.10278 trim_cache size 0 max 16384 2024-09-21T00:33:35.557 INFO:teuthology.orchestra.run.smithi067.stderr:Error EINVAL: MDS is not active 2024-09-21T00:33:35.557 DEBUG:teuthology.orchestra.run:got remote process result: 22 2024-09-21T00:33:35.558 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a scrub abort 2024-09-21T00:33:35.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.674+0000 7fcf66158640 1 -- 172.21.15.67:0/2614914082 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcf600d4e30 msgr2=0x7fcf600d3330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:35.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.674+0000 7fcf66158640 1 --2- 172.21.15.67:0/2614914082 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcf600d4e30 0x7fcf600d3330 secure :-1 s=READY pgs=2090 cs=0 l=1 rev1=1 crypto rx=0x7fcf58005fd0 tx=0x7fcf5802a940 comp rx=0 tx=0).stop 2024-09-21T00:33:35.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.674+0000 7fcf66158640 1 -- 172.21.15.67:0/2614914082 shutdown_connections 2024-09-21T00:33:35.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.674+0000 7fcf66158640 1 --2- 172.21.15.67:0/2614914082 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcf600d4e30 0x7fcf600d3330 unknown :-1 s=CLOSED pgs=2090 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.674+0000 7fcf66158640 1 -- 172.21.15.67:0/2614914082 >> 172.21.15.67:0/2614914082 conn(0x7fcf6008bee0 msgr2=0x7fcf600d4720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:35.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.674+0000 7fcf66158640 1 -- 172.21.15.67:0/2614914082 shutdown_connections 2024-09-21T00:33:35.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.674+0000 7fcf66158640 1 -- 172.21.15.67:0/2614914082 wait complete. 2024-09-21T00:33:35.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.676+0000 7fcf66158640 1 Processor -- start 2024-09-21T00:33:35.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.676+0000 7fcf66158640 1 -- start start 2024-09-21T00:33:35.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.677+0000 7fcf66158640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcf600b3cb0 0x7fcf600a1dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.677+0000 7fcf66158640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcf600d4e30 0x7fcf6009e440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.677+0000 7fcf66158640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcf600d1460 0x7fcf600d1870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.677+0000 7fcf66158640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fcf6006f720 con 0x7fcf600b3cb0 2024-09-21T00:33:35.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.677+0000 7fcf66158640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fcf6006f5a0 con 0x7fcf600d4e30 2024-09-21T00:33:35.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.677+0000 7fcf66158640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fcf6006f8a0 con 0x7fcf600d1460 2024-09-21T00:33:35.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.677+0000 7fcf5f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcf600b3cb0 0x7fcf600a1dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.677+0000 7fcf5f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcf600b3cb0 0x7fcf600a1dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:41102/0 (socket says 172.21.15.67:41102) 2024-09-21T00:33:35.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.677+0000 7fcf5f7fe640 1 -- 172.21.15.67:0/1453586418 learned_addr learned my addr 172.21.15.67:0/1453586418 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:35.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.677+0000 7fcf5ffff640 1 --2- 172.21.15.67:0/1453586418 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcf600d1460 0x7fcf600d1870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.677+0000 7fcf5effd640 1 --2- 172.21.15.67:0/1453586418 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcf600d4e30 0x7fcf6009e440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.678+0000 7fcf5f7fe640 1 -- 172.21.15.67:0/1453586418 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcf600d1460 msgr2=0x7fcf600d1870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:35.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.678+0000 7fcf5f7fe640 1 --2- 172.21.15.67:0/1453586418 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcf600d1460 0x7fcf600d1870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.678+0000 7fcf5f7fe640 1 -- 172.21.15.67:0/1453586418 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcf600d4e30 msgr2=0x7fcf6009e440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:35.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.678+0000 7fcf5f7fe640 1 --2- 172.21.15.67:0/1453586418 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcf600d4e30 0x7fcf6009e440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.678+0000 7fcf5f7fe640 1 -- 172.21.15.67:0/1453586418 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcf6015f0c0 con 0x7fcf600b3cb0 2024-09-21T00:33:35.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.678+0000 7fcf5effd640 1 --2- 172.21.15.67:0/1453586418 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcf600d4e30 0x7fcf6009e440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:33:35.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.678+0000 7fcf5f7fe640 1 --2- 172.21.15.67:0/1453586418 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcf600b3cb0 0x7fcf600a1dd0 secure :-1 s=READY pgs=2091 cs=0 l=1 rev1=1 crypto rx=0x7fcf5000c440 tx=0x7fcf5000c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:35.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.678+0000 7fcf47fff640 1 -- 172.21.15.67:0/1453586418 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf50017070 con 0x7fcf600b3cb0 2024-09-21T00:33:35.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.678+0000 7fcf47fff640 1 -- 172.21.15.67:0/1453586418 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcf500035f0 con 0x7fcf600b3cb0 2024-09-21T00:33:35.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.678+0000 7fcf47fff640 1 -- 172.21.15.67:0/1453586418 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf50003a40 con 0x7fcf600b3cb0 2024-09-21T00:33:35.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.678+0000 7fcf66158640 1 -- 172.21.15.67:0/1453586418 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcf6015f5c0 con 0x7fcf600b3cb0 2024-09-21T00:33:35.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.678+0000 7fcf66158640 1 -- 172.21.15.67:0/1453586418 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcf600a15d0 con 0x7fcf600b3cb0 2024-09-21T00:33:35.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.680+0000 7fcf47fff640 1 -- 172.21.15.67:0/1453586418 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fcf5001a070 con 0x7fcf600b3cb0 2024-09-21T00:33:35.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.680+0000 7fcf47fff640 1 --2- 172.21.15.67:0/1453586418 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcf4c078b90 0x7fcf4c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.681+0000 7fcf47fff640 1 -- 172.21.15.67:0/1453586418 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(162..162 src has 1..162) ==== 5709+0+0 (secure 0 0 0) 0x7fcf5009a040 con 0x7fcf600b3cb0 2024-09-21T00:33:35.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.681+0000 7fcf5effd640 1 --2- 172.21.15.67:0/1453586418 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcf4c078b90 0x7fcf4c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.681+0000 7fcf6d0c2740 1 Processor -- start 2024-09-21T00:33:35.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.681+0000 7fcf5effd640 1 --2- 172.21.15.67:0/1453586418 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcf4c078b90 0x7fcf4c07b0a0 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7fcf54001650 tx=0x7fcf54009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:35.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.681+0000 7fcf6d0c2740 1 -- start start 2024-09-21T00:33:35.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.683+0000 7fcf6d0c2740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56519105b0c0 0x565191449ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.683+0000 7fcf6d0c2740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x565191032200 0x56519142c970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.683+0000 7fcf6d0c2740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56519103a3e0 0x56519142ceb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.683+0000 7fcf6d0c2740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x565191375c60 con 0x565191032200 2024-09-21T00:33:35.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.683+0000 7fcf6d0c2740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x565191365090 con 0x56519103a3e0 2024-09-21T00:33:35.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.683+0000 7fcf6d0c2740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x565191368ea0 con 0x56519105b0c0 2024-09-21T00:33:35.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.683+0000 7fcf5effd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x565191032200 0x56519142c970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.683+0000 7fcf5effd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x565191032200 0x56519142c970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:41106/0 (socket says 172.21.15.67:41106) 2024-09-21T00:33:35.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.683+0000 7fcf5effd640 1 -- 172.21.15.67:0/1210036312 learned_addr learned my addr 172.21.15.67:0/1210036312 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:35.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.683+0000 7fcf5ffff640 1 --2- 172.21.15.67:0/1210036312 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56519103a3e0 0x56519142ceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.683+0000 7fcf5f7fe640 1 --2- 172.21.15.67:0/1210036312 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56519105b0c0 0x565191449ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.683+0000 7fcf5effd640 1 -- 172.21.15.67:0/1210036312 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56519105b0c0 msgr2=0x565191449ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:33:35.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.683+0000 7fcf5effd640 1 --2- 172.21.15.67:0/1210036312 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56519105b0c0 0x565191449ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.683+0000 7fcf5effd640 1 -- 172.21.15.67:0/1210036312 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56519103a3e0 msgr2=0x56519142ceb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:33:35.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.683+0000 7fcf5effd640 1 --2- 172.21.15.67:0/1210036312 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56519103a3e0 0x56519142ceb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.683+0000 7fcf5effd640 1 -- 172.21.15.67:0/1210036312 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x565191057120 con 0x565191032200 2024-09-21T00:33:35.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.683+0000 7fcf5ffff640 1 --2- 172.21.15.67:0/1210036312 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56519103a3e0 0x56519142ceb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:33:35.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.683+0000 7fcf5effd640 1 --2- 172.21.15.67:0/1210036312 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x565191032200 0x56519142c970 secure :-1 s=READY pgs=2092 cs=0 l=1 rev1=1 crypto rx=0x7fcf5400d8a0 tx=0x7fcf54010000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ade32bf18341e13 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:35.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.683+0000 7fcf457fa640 1 -- 172.21.15.67:0/1210036312 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf54024070 con 0x565191032200 2024-09-21T00:33:35.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.684+0000 7fcf457fa640 1 -- 172.21.15.67:0/1210036312 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcf54014ba0 con 0x565191032200 2024-09-21T00:33:35.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.684+0000 7fcf457fa640 1 -- 172.21.15.67:0/1210036312 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf5401f400 con 0x565191032200 2024-09-21T00:33:35.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.684+0000 7fcf6d0c2740 1 -- 172.21.15.67:0/1210036312 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x565191032200 msgr2=0x56519142c970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:35.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.684+0000 7fcf6d0c2740 1 --2- 172.21.15.67:0/1210036312 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x565191032200 0x56519142c970 secure :-1 s=READY pgs=2092 cs=0 l=1 rev1=1 crypto rx=0x7fcf5400d8a0 tx=0x7fcf54010000 comp rx=0 tx=0).stop 2024-09-21T00:33:35.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.684+0000 7fcf6d0c2740 1 -- 172.21.15.67:0/1210036312 shutdown_connections 2024-09-21T00:33:35.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.684+0000 7fcf6d0c2740 1 --2- 172.21.15.67:0/1210036312 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56519103a3e0 0x56519142ceb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.684+0000 7fcf6d0c2740 1 --2- 172.21.15.67:0/1210036312 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x565191032200 0x56519142c970 unknown :-1 s=CLOSED pgs=2092 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.684+0000 7fcf6d0c2740 1 --2- 172.21.15.67:0/1210036312 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56519105b0c0 0x565191449ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.684+0000 7fcf6d0c2740 1 -- 172.21.15.67:0/1210036312 >> 172.21.15.67:0/1210036312 conn(0x56519104f210 msgr2=0x565191402b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:35.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.685+0000 7fcf6d0c2740 1 -- 172.21.15.67:0/1210036312 shutdown_connections 2024-09-21T00:33:35.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.685+0000 7fcf6d0c2740 1 -- 172.21.15.67:0/1210036312 wait complete. 2024-09-21T00:33:35.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.685+0000 7fcf6d0c2740 1 -- start start 2024-09-21T00:33:35.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.686+0000 7fcf6d0c2740 1 Processor -- start 2024-09-21T00:33:35.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.687+0000 7fcf6d0c2740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x565191032200 0x5651914275b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.687+0000 7fcf6d0c2740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56519103a3e0 0x56519141b000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.687+0000 7fcf6d0c2740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56519105b0c0 0x56519143e340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.687+0000 7fcf6d0c2740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5651910d5470 con 0x56519105b0c0 2024-09-21T00:33:35.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.687+0000 7fcf6d0c2740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5651912eb410 con 0x565191032200 2024-09-21T00:33:35.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.687+0000 7fcf6d0c2740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x565191427e70 con 0x56519103a3e0 2024-09-21T00:33:35.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.687+0000 7fcf6d0c2740 10 client.0 _ll_register_callbacks cb 0x56519135e1c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:33:35.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.687+0000 7fcf5ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56519105b0c0 0x56519143e340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.687+0000 7fcf5ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56519105b0c0 0x56519143e340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:41108/0 (socket says 172.21.15.67:41108) 2024-09-21T00:33:35.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.687+0000 7fcf5ffff640 1 -- 172.21.15.67:0/133938393 learned_addr learned my addr 172.21.15.67:0/133938393 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:35.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.687+0000 7fcf5f7fe640 1 --2- 172.21.15.67:0/133938393 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x565191032200 0x5651914275b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.687+0000 7fcf5effd640 1 --2- 172.21.15.67:0/133938393 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56519103a3e0 0x56519141b000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.687+0000 7fcf5ffff640 1 -- 172.21.15.67:0/133938393 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56519103a3e0 msgr2=0x56519141b000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:33:35.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.687+0000 7fcf5ffff640 1 --2- 172.21.15.67:0/133938393 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56519103a3e0 0x56519141b000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.687+0000 7fcf5ffff640 1 -- 172.21.15.67:0/133938393 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x565191032200 msgr2=0x5651914275b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:33:35.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.687+0000 7fcf5ffff640 1 --2- 172.21.15.67:0/133938393 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x565191032200 0x5651914275b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.687+0000 7fcf5ffff640 1 -- 172.21.15.67:0/133938393 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56519113d500 con 0x56519105b0c0 2024-09-21T00:33:35.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.688+0000 7fcf5ffff640 1 --2- 172.21.15.67:0/133938393 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56519105b0c0 0x56519143e340 secure :-1 s=READY pgs=2093 cs=0 l=1 rev1=1 crypto rx=0x7fcf58009b30 tx=0x7fcf58009280 comp rx=0 tx=0).ready entity=mon.0 client_cookie=136a1b3b689ba744 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:35.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.688+0000 7fcf3e7fc640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:33:35.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.688+0000 7fcf3e7fc640 1 -- 172.21.15.67:0/133938393 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf58030c10 con 0x56519105b0c0 2024-09-21T00:33:35.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.688+0000 7fcf3e7fc640 1 -- 172.21.15.67:0/133938393 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(162..162 src has 1..162) ==== 5709+0+0 (secure 0 0 0) 0x7fcf58030db0 con 0x56519105b0c0 2024-09-21T00:33:35.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.688+0000 7fcf6d0c2740 1 -- 172.21.15.67:0/133938393 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcf54014ba0 con 0x56519105b0c0 2024-09-21T00:33:35.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.688+0000 7fcf3e7fc640 1 -- 172.21.15.67:0/133938393 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=143) ==== 24+0+0 (secure 0 0 0) 0x7fcf5804d050 con 0x56519105b0c0 2024-09-21T00:33:35.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.688+0000 7fcf6d0c2740 10 client.10293 fetch_fsmap learned FSMap version 143 2024-09-21T00:33:35.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.688+0000 7fcf6d0c2740 1 -- 172.21.15.67:0/133938393 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=143,monmap=2+}) -- 0x56519119dc90 con 0x56519105b0c0 2024-09-21T00:33:35.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.688+0000 7fcf3e7fc640 1 -- 172.21.15.67:0/133938393 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcf54014ba0 con 0x56519105b0c0 2024-09-21T00:33:35.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.688+0000 7fcf3e7fc640 1 -- 172.21.15.67:0/133938393 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 143) ==== 3490+0+0 (secure 0 0 0) 0x7fcf58050020 con 0x56519105b0c0 2024-09-21T00:33:35.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.688+0000 7fcf6d0c2740 10 client.10293 fetch_fsmap finished waiting for FSMap version 143 2024-09-21T00:33:35.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.688+0000 7fcf6d0c2740 10 client.10293 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-21T00:33:35.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.688+0000 7fcf6d0c2740 20 client.10293 populate_metadata read hostname 'smithi067' 2024-09-21T00:33:35.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.688+0000 7fcf6d0c2740 1 --2- 172.21.15.67:0/133938393 >> [v2:172.21.15.67:6832/1856859324,v1:172.21.15.67:6833/1856859324] conn(0x565191019ea0 0x56519145a0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.688+0000 7fcf6d0c2740 4 client.10293 mds_command: new command op to 10008 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:33:35.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.688+0000 7fcf6d0c2740 1 -- 172.21.15.67:0/133938393 --> [v2:172.21.15.67:6832/1856859324,v1:172.21.15.67:6833/1856859324] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x565191377bb0 con 0x565191019ea0 2024-09-21T00:33:35.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.688+0000 7fcf5f7fe640 1 --2- 172.21.15.67:0/133938393 >> [v2:172.21.15.67:6832/1856859324,v1:172.21.15.67:6833/1856859324] conn(0x565191019ea0 0x56519145a0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.689+0000 7fcf5f7fe640 1 --2- 172.21.15.67:0/133938393 >> [v2:172.21.15.67:6832/1856859324,v1:172.21.15.67:6833/1856859324] conn(0x565191019ea0 0x56519145a0d0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.10008 client_cookie=bc91e8fdac6a220a server_cookie=e73b974055a337d2 in_seq=0 out_seq=0 2024-09-21T00:33:35.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.689+0000 7fcf3e7fc640 10 client.10293 ms_handle_connect on v2:172.21.15.67:6832/1856859324 2024-09-21T00:33:35.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.689+0000 7fcf3e7fc640 1 -- 172.21.15.67:0/133938393 <== mds.10008 v2:172.21.15.67:6832/1856859324 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x565191377bb0 con 0x565191019ea0 2024-09-21T00:33:35.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.689+0000 7fcf3e7fc640 10 client.10293 handle_command_reply: tid=0 2024-09-21T00:33:35.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.689+0000 7fcf6d0c2740 1 client.10293 shutdown 2024-09-21T00:33:35.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.690+0000 7fcf6d0c2740 1 -- 172.21.15.67:0/133938393 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56519105b0c0 msgr2=0x56519143e340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:35.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.690+0000 7fcf6d0c2740 1 --2- 172.21.15.67:0/133938393 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56519105b0c0 0x56519143e340 secure :-1 s=READY pgs=2093 cs=0 l=1 rev1=1 crypto rx=0x7fcf58009b30 tx=0x7fcf58009280 comp rx=0 tx=0).stop 2024-09-21T00:33:35.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.690+0000 7fcf6d0c2740 1 -- 172.21.15.67:0/133938393 shutdown_connections 2024-09-21T00:33:35.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.690+0000 7fcf6d0c2740 1 --2- 172.21.15.67:0/133938393 >> [v2:172.21.15.67:6832/1856859324,v1:172.21.15.67:6833/1856859324] conn(0x565191019ea0 0x56519145a0d0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.690+0000 7fcf6d0c2740 1 --2- 172.21.15.67:0/133938393 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56519105b0c0 0x56519143e340 unknown :-1 s=CLOSED pgs=2093 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.690+0000 7fcf6d0c2740 1 --2- 172.21.15.67:0/133938393 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56519103a3e0 0x56519141b000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.690+0000 7fcf3e7fc640 0 client.10293 ms_handle_reset on v2:172.21.15.67:6832/1856859324 2024-09-21T00:33:35.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.690+0000 7fcf6d0c2740 1 --2- 172.21.15.67:0/133938393 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x565191032200 0x5651914275b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.690+0000 7fcf6d0c2740 1 -- 172.21.15.67:0/133938393 >> 172.21.15.67:0/133938393 conn(0x56519104f210 msgr2=0x565191448020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:35.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.690+0000 7fcf6d0c2740 1 -- 172.21.15.67:0/133938393 shutdown_connections 2024-09-21T00:33:35.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.690+0000 7fcf6d0c2740 1 -- 172.21.15.67:0/133938393 wait complete. 2024-09-21T00:33:35.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.690+0000 7fcf6d0c2740 20 client.10293 trim_cache size 0 max 16384 2024-09-21T00:33:35.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.707+0000 7fcf6d0c2740 1 Processor -- start 2024-09-21T00:33:35.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.707+0000 7fcf6d0c2740 1 -- start start 2024-09-21T00:33:35.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.709+0000 7fcf6d0c2740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x565191032200 0x56519142cb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.709+0000 7fcf6d0c2740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56519103a3e0 0x565191447da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.709+0000 7fcf6d0c2740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56519105b0c0 0x5651914482e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.709+0000 7fcf6d0c2740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fcf60201e80 con 0x565191032200 2024-09-21T00:33:35.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.709+0000 7fcf6d0c2740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fcf601f8f50 con 0x56519103a3e0 2024-09-21T00:33:35.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.709+0000 7fcf6d0c2740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fcf601f95a0 con 0x56519105b0c0 2024-09-21T00:33:35.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.709+0000 7fcf5f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x565191032200 0x56519142cb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.709+0000 7fcf5f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x565191032200 0x56519142cb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:41120/0 (socket says 172.21.15.67:41120) 2024-09-21T00:33:35.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.709+0000 7fcf5f7fe640 1 -- 172.21.15.67:0/39890524 learned_addr learned my addr 172.21.15.67:0/39890524 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:35.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.709+0000 7fcf5effd640 1 --2- 172.21.15.67:0/39890524 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56519103a3e0 0x565191447da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.709+0000 7fcf5ffff640 1 --2- 172.21.15.67:0/39890524 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56519105b0c0 0x5651914482e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.709+0000 7fcf5f7fe640 1 -- 172.21.15.67:0/39890524 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56519105b0c0 msgr2=0x5651914482e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:33:35.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.709+0000 7fcf5f7fe640 1 --2- 172.21.15.67:0/39890524 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56519105b0c0 0x5651914482e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.709+0000 7fcf5f7fe640 1 -- 172.21.15.67:0/39890524 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56519103a3e0 msgr2=0x565191447da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:33:35.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.709+0000 7fcf5f7fe640 1 --2- 172.21.15.67:0/39890524 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56519103a3e0 0x565191447da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.709+0000 7fcf5f7fe640 1 -- 172.21.15.67:0/39890524 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5651910a43d0 con 0x565191032200 2024-09-21T00:33:35.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.709+0000 7fcf5effd640 1 --2- 172.21.15.67:0/39890524 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56519103a3e0 0x565191447da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:33:35.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.709+0000 7fcf5ffff640 1 --2- 172.21.15.67:0/39890524 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56519105b0c0 0x5651914482e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:33:35.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.709+0000 7fcf5f7fe640 1 --2- 172.21.15.67:0/39890524 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x565191032200 0x56519142cb60 secure :-1 s=READY pgs=2094 cs=0 l=1 rev1=1 crypto rx=0x7fcf5005dcf0 tx=0x7fcf50098420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=69bfc1abb18a72ca server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:35.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.710+0000 7fcf44ff9640 1 -- 172.21.15.67:0/39890524 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf500880c0 con 0x565191032200 2024-09-21T00:33:35.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.710+0000 7fcf44ff9640 1 -- 172.21.15.67:0/39890524 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcf5005df50 con 0x565191032200 2024-09-21T00:33:35.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.710+0000 7fcf44ff9640 1 -- 172.21.15.67:0/39890524 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf50062140 con 0x565191032200 2024-09-21T00:33:35.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.710+0000 7fcf6d0c2740 1 -- 172.21.15.67:0/39890524 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x565191032200 msgr2=0x56519142cb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:35.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.710+0000 7fcf6d0c2740 1 --2- 172.21.15.67:0/39890524 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x565191032200 0x56519142cb60 secure :-1 s=READY pgs=2094 cs=0 l=1 rev1=1 crypto rx=0x7fcf5005dcf0 tx=0x7fcf50098420 comp rx=0 tx=0).stop 2024-09-21T00:33:35.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.710+0000 7fcf6d0c2740 1 -- 172.21.15.67:0/39890524 shutdown_connections 2024-09-21T00:33:35.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.710+0000 7fcf6d0c2740 1 --2- 172.21.15.67:0/39890524 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56519105b0c0 0x5651914482e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.710+0000 7fcf6d0c2740 1 --2- 172.21.15.67:0/39890524 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56519103a3e0 0x565191447da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.710+0000 7fcf6d0c2740 1 --2- 172.21.15.67:0/39890524 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x565191032200 0x56519142cb60 unknown :-1 s=CLOSED pgs=2094 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.710+0000 7fcf6d0c2740 1 -- 172.21.15.67:0/39890524 >> 172.21.15.67:0/39890524 conn(0x56519104f210 msgr2=0x565191441060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:35.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.710+0000 7fcf6d0c2740 1 -- 172.21.15.67:0/39890524 shutdown_connections 2024-09-21T00:33:35.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.711+0000 7fcf6d0c2740 1 -- 172.21.15.67:0/39890524 wait complete. 2024-09-21T00:33:35.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.711+0000 7fcf6d0c2740 1 -- start start 2024-09-21T00:33:35.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.711+0000 7fcf6d0c2740 1 Processor -- start 2024-09-21T00:33:35.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.713+0000 7fcf6d0c2740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x565191032200 0x5651914bdf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.713+0000 7fcf6d0c2740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56519103a3e0 0x56519141bf00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.713+0000 7fcf6d0c2740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56519105b0c0 0x56519143d880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.713+0000 7fcf6d0c2740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5651914023d0 con 0x565191032200 2024-09-21T00:33:35.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.713+0000 7fcf6d0c2740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x56519141b650 con 0x56519103a3e0 2024-09-21T00:33:35.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.713+0000 7fcf6d0c2740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x5651914029c0 con 0x56519105b0c0 2024-09-21T00:33:35.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.713+0000 7fcf6d0c2740 10 client.0 _ll_register_callbacks cb 0x7fcf480036f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:33:35.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.713+0000 7fcf5f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x565191032200 0x5651914bdf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.713+0000 7fcf5f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x565191032200 0x5651914bdf30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:41132/0 (socket says 172.21.15.67:41132) 2024-09-21T00:33:35.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.713+0000 7fcf5f7fe640 1 -- 172.21.15.67:0/1039260511 learned_addr learned my addr 172.21.15.67:0/1039260511 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:35.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.713+0000 7fcf5f7fe640 1 -- 172.21.15.67:0/1039260511 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56519105b0c0 msgr2=0x56519143d880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:33:35.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.713+0000 7fcf5f7fe640 1 --2- 172.21.15.67:0/1039260511 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56519105b0c0 0x56519143d880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.713+0000 7fcf5f7fe640 1 -- 172.21.15.67:0/1039260511 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56519103a3e0 msgr2=0x56519141bf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:33:35.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.713+0000 7fcf5f7fe640 1 --2- 172.21.15.67:0/1039260511 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56519103a3e0 0x56519141bf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.713+0000 7fcf5f7fe640 1 -- 172.21.15.67:0/1039260511 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x565191448880 con 0x565191032200 2024-09-21T00:33:35.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.713+0000 7fcf5f7fe640 1 --2- 172.21.15.67:0/1039260511 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x565191032200 0x5651914bdf30 secure :-1 s=READY pgs=2095 cs=0 l=1 rev1=1 crypto rx=0x7fcf5000ce00 tx=0x7fcf50005590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=11f9180aa94ea69f server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:35.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.713+0000 7fcf3e7fc640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:33:35.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.713+0000 7fcf3e7fc640 1 -- 172.21.15.67:0/1039260511 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf500623e0 con 0x565191032200 2024-09-21T00:33:35.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.714+0000 7fcf3e7fc640 1 -- 172.21.15.67:0/1039260511 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(162..162 src has 1..162) ==== 5709+0+0 (secure 0 0 0) 0x7fcf5006b270 con 0x565191032200 2024-09-21T00:33:35.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.714+0000 7fcf6d0c2740 1 -- 172.21.15.67:0/1039260511 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcf5005df50 con 0x565191032200 2024-09-21T00:33:35.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.714+0000 7fcf3e7fc640 1 -- 172.21.15.67:0/1039260511 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=143) ==== 24+0+0 (secure 0 0 0) 0x7fcf5006b470 con 0x565191032200 2024-09-21T00:33:35.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.714+0000 7fcf6d0c2740 10 client.10299 fetch_fsmap learned FSMap version 143 2024-09-21T00:33:35.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.714+0000 7fcf6d0c2740 1 -- 172.21.15.67:0/1039260511 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=143,monmap=2+}) -- 0x56519142cb60 con 0x565191032200 2024-09-21T00:33:35.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.714+0000 7fcf3e7fc640 1 -- 172.21.15.67:0/1039260511 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcf5005df50 con 0x565191032200 2024-09-21T00:33:35.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.714+0000 7fcf3e7fc640 1 -- 172.21.15.67:0/1039260511 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 143) ==== 3490+0+0 (secure 0 0 0) 0x7fcf50060f40 con 0x565191032200 2024-09-21T00:33:35.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.714+0000 7fcf6d0c2740 10 client.10299 fetch_fsmap finished waiting for FSMap version 143 2024-09-21T00:33:35.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.714+0000 7fcf6d0c2740 10 client.10299 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-21T00:33:35.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.714+0000 7fcf6d0c2740 20 client.10299 populate_metadata read hostname 'smithi067' 2024-09-21T00:33:35.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.714+0000 7fcf6d0c2740 1 --2- 172.21.15.67:0/1039260511 >> [v2:172.21.15.67:6832/1856859324,v1:172.21.15.67:6833/1856859324] conn(0x5651914cb5c0 0x5651914c7bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.714+0000 7fcf6d0c2740 4 client.10299 mds_command: new command op to 10008 tid=0 multi_id=0 [{"prefix": "scrub abort"}] 2024-09-21T00:33:35.722 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.714+0000 7fcf6d0c2740 1 -- 172.21.15.67:0/1039260511 --> [v2:172.21.15.67:6832/1856859324,v1:172.21.15.67:6833/1856859324] -- command(tid 0: {"prefix": "scrub abort"}) -- 0x565191373660 con 0x5651914cb5c0 2024-09-21T00:33:35.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.714+0000 7fcf5effd640 1 --2- 172.21.15.67:0/1039260511 >> [v2:172.21.15.67:6832/1856859324,v1:172.21.15.67:6833/1856859324] conn(0x5651914cb5c0 0x5651914c7bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.714+0000 7fcf3e7fc640 10 client.10299 ms_handle_connect on v2:172.21.15.67:6832/1856859324 2024-09-21T00:33:35.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.714+0000 7fcf5effd640 1 --2- 172.21.15.67:0/1039260511 >> [v2:172.21.15.67:6832/1856859324,v1:172.21.15.67:6833/1856859324] conn(0x5651914cb5c0 0x5651914c7bb0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.10008 client_cookie=e6bfc25353e263d1 server_cookie=ac8ceccbfdeb9527 in_seq=0 out_seq=0 2024-09-21T00:33:35.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.715+0000 7fcf3e7fc640 1 -- 172.21.15.67:0/1039260511 <== mds.10008 v2:172.21.15.67:6832/1856859324 1 ==== command_reply(tid 0: -22 MDS is not active) ==== 25+0+0 (crc 0 0 0) 0x565191373660 con 0x5651914cb5c0 2024-09-21T00:33:35.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.715+0000 7fcf3e7fc640 10 client.10299 handle_command_reply: tid=0 2024-09-21T00:33:35.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.715+0000 7fcf6d0c2740 1 client.10299 shutdown 2024-09-21T00:33:35.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.715+0000 7fcf6d0c2740 1 -- 172.21.15.67:0/1039260511 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x565191032200 msgr2=0x5651914bdf30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:35.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.715+0000 7fcf6d0c2740 1 --2- 172.21.15.67:0/1039260511 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x565191032200 0x5651914bdf30 secure :-1 s=READY pgs=2095 cs=0 l=1 rev1=1 crypto rx=0x7fcf5000ce00 tx=0x7fcf50005590 comp rx=0 tx=0).stop 2024-09-21T00:33:35.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.715+0000 7fcf6d0c2740 1 -- 172.21.15.67:0/1039260511 shutdown_connections 2024-09-21T00:33:35.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.715+0000 7fcf6d0c2740 1 --2- 172.21.15.67:0/1039260511 >> [v2:172.21.15.67:6832/1856859324,v1:172.21.15.67:6833/1856859324] conn(0x5651914cb5c0 0x5651914c7bb0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.715+0000 7fcf6d0c2740 1 --2- 172.21.15.67:0/1039260511 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56519105b0c0 0x56519143d880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.715+0000 7fcf6d0c2740 1 --2- 172.21.15.67:0/1039260511 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56519103a3e0 0x56519141bf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.715+0000 7fcf6d0c2740 1 --2- 172.21.15.67:0/1039260511 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x565191032200 0x5651914bdf30 unknown :-1 s=CLOSED pgs=2095 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.715+0000 7fcf3e7fc640 0 client.10299 ms_handle_reset on v2:172.21.15.67:6832/1856859324 2024-09-21T00:33:35.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.715+0000 7fcf6d0c2740 1 -- 172.21.15.67:0/1039260511 >> 172.21.15.67:0/1039260511 conn(0x56519104f210 msgr2=0x56519141a8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:35.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.715+0000 7fcf6d0c2740 1 -- 172.21.15.67:0/1039260511 shutdown_connections 2024-09-21T00:33:35.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.715+0000 7fcf6d0c2740 1 -- 172.21.15.67:0/1039260511 wait complete. 2024-09-21T00:33:35.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.715+0000 7fcf6d0c2740 20 client.10299 trim_cache size 0 max 16384 2024-09-21T00:33:35.724 INFO:teuthology.orchestra.run.smithi067.stderr:Error EINVAL: MDS is not active 2024-09-21T00:33:35.725 DEBUG:teuthology.orchestra.run:got remote process result: 22 2024-09-21T00:33:35.725 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a scrub resume 2024-09-21T00:33:35.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.844+0000 7fa9df29b640 1 -- 172.21.15.67:0/1899017053 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa9d80d1800 msgr2=0x7fa9d806ec80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:35.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.844+0000 7fa9df29b640 1 --2- 172.21.15.67:0/1899017053 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa9d80d1800 0x7fa9d806ec80 secure :-1 s=READY pgs=2097 cs=0 l=1 rev1=1 crypto rx=0x7fa9d8075530 tx=0x7fa9d002aac0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.844+0000 7fa9df29b640 1 -- 172.21.15.67:0/1899017053 shutdown_connections 2024-09-21T00:33:35.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.844+0000 7fa9df29b640 1 --2- 172.21.15.67:0/1899017053 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa9d80d1800 0x7fa9d806ec80 unknown :-1 s=CLOSED pgs=2097 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.844+0000 7fa9df29b640 1 --2- 172.21.15.67:0/1899017053 >> v2:172.21.15.97:3300/0 conn(0x7fa9d80b3cb0 0x7fa9d80d3330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.844+0000 7fa9df29b640 1 -- 172.21.15.67:0/1899017053 >> 172.21.15.67:0/1899017053 conn(0x7fa9d808bee0 msgr2=0x7fa9d80d4720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:35.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.844+0000 7fa9df29b640 1 -- 172.21.15.67:0/1899017053 shutdown_connections 2024-09-21T00:33:35.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.844+0000 7fa9df29b640 1 -- 172.21.15.67:0/1899017053 wait complete. 2024-09-21T00:33:35.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.847+0000 7fa9df29b640 1 Processor -- start 2024-09-21T00:33:35.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.847+0000 7fa9df29b640 1 -- start start 2024-09-21T00:33:35.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.847+0000 7fa9df29b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa9d80b3cb0 0x7fa9d815c3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.847+0000 7fa9df29b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa9d80d4e30 0x7fa9d815ad20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.847+0000 7fa9df29b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa9d80b6330 0x7fa9d80b6740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.847+0000 7fa9df29b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fa9d806f550 con 0x7fa9d80d4e30 2024-09-21T00:33:35.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.847+0000 7fa9df29b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fa9d806f3d0 con 0x7fa9d80b6330 2024-09-21T00:33:35.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.847+0000 7fa9df29b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fa9d806f6d0 con 0x7fa9d80b3cb0 2024-09-21T00:33:35.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.847+0000 7fa9dc836640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa9d80d4e30 0x7fa9d815ad20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.847+0000 7fa9dc836640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa9d80d4e30 0x7fa9d815ad20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:41144/0 (socket says 172.21.15.67:41144) 2024-09-21T00:33:35.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.847+0000 7fa9dc836640 1 -- 172.21.15.67:0/3500128342 learned_addr learned my addr 172.21.15.67:0/3500128342 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:35.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.847+0000 7fa9dd037640 1 --2- 172.21.15.67:0/3500128342 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa9d80b3cb0 0x7fa9d815c3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.847+0000 7fa9dd838640 1 --2- 172.21.15.67:0/3500128342 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa9d80b6330 0x7fa9d80b6740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.847+0000 7fa9dc836640 1 -- 172.21.15.67:0/3500128342 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa9d80b3cb0 msgr2=0x7fa9d815c3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:35.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.847+0000 7fa9dc836640 1 --2- 172.21.15.67:0/3500128342 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa9d80b3cb0 0x7fa9d815c3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.847+0000 7fa9dc836640 1 -- 172.21.15.67:0/3500128342 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa9d80b6330 msgr2=0x7fa9d80b6740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:35.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.847+0000 7fa9dc836640 1 --2- 172.21.15.67:0/3500128342 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa9d80b6330 0x7fa9d80b6740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.847+0000 7fa9dc836640 1 -- 172.21.15.67:0/3500128342 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9d80b6c80 con 0x7fa9d80d4e30 2024-09-21T00:33:35.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.848+0000 7fa9dc836640 1 --2- 172.21.15.67:0/3500128342 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa9d80d4e30 0x7fa9d815ad20 secure :-1 s=READY pgs=2098 cs=0 l=1 rev1=1 crypto rx=0x7fa9c800c390 tx=0x7fa9c800c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:35.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.848+0000 7fa9cdffb640 1 -- 172.21.15.67:0/3500128342 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9c8017070 con 0x7fa9d80d4e30 2024-09-21T00:33:35.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.848+0000 7fa9cdffb640 1 -- 172.21.15.67:0/3500128342 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa9c80035f0 con 0x7fa9d80d4e30 2024-09-21T00:33:35.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.848+0000 7fa9df29b640 1 -- 172.21.15.67:0/3500128342 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa9d815c920 con 0x7fa9d80d4e30 2024-09-21T00:33:35.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.848+0000 7fa9cdffb640 1 -- 172.21.15.67:0/3500128342 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9c8003a40 con 0x7fa9d80d4e30 2024-09-21T00:33:35.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.848+0000 7fa9df29b640 1 -- 172.21.15.67:0/3500128342 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa9d815d110 con 0x7fa9d80d4e30 2024-09-21T00:33:35.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.850+0000 7fa9cdffb640 1 -- 172.21.15.67:0/3500128342 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fa9c801a070 con 0x7fa9d80d4e30 2024-09-21T00:33:35.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.851+0000 7fa9cdffb640 1 --2- 172.21.15.67:0/3500128342 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa9bc078bc0 0x7fa9bc07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.851+0000 7fa9cdffb640 1 -- 172.21.15.67:0/3500128342 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(162..162 src has 1..162) ==== 5709+0+0 (secure 0 0 0) 0x7fa9c8099ec0 con 0x7fa9d80d4e30 2024-09-21T00:33:35.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.851+0000 7fa9dd037640 1 --2- 172.21.15.67:0/3500128342 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa9bc078bc0 0x7fa9bc07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.852+0000 7fa9e6209740 1 Processor -- start 2024-09-21T00:33:35.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.852+0000 7fa9e6209740 1 -- start start 2024-09-21T00:33:35.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.852+0000 7fa9dd037640 1 --2- 172.21.15.67:0/3500128342 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa9bc078bc0 0x7fa9bc07b0d0 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7fa9d40099b0 tx=0x7fa9d40093b0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:35.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.853+0000 7fa9e6209740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5653ff89b390 0x5653ffc8a310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.853+0000 7fa9e6209740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5653ff8724d0 0x5653ffc6cfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.853+0000 7fa9e6209740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5653ff87a6b0 0x5653ffc6d520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.853+0000 7fa9e6209740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5653ffbb5bd0 con 0x5653ff89b390 2024-09-21T00:33:35.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.853+0000 7fa9e6209740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5653ffba5000 con 0x5653ff8724d0 2024-09-21T00:33:35.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.853+0000 7fa9e6209740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x5653ffba8e10 con 0x5653ff87a6b0 2024-09-21T00:33:35.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.853+0000 7fa9dd037640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5653ff89b390 0x5653ffc8a310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.853+0000 7fa9dd037640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5653ff89b390 0x5653ffc8a310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:41154/0 (socket says 172.21.15.67:41154) 2024-09-21T00:33:35.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.853+0000 7fa9dd037640 1 -- 172.21.15.67:0/1842322302 learned_addr learned my addr 172.21.15.67:0/1842322302 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:35.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.853+0000 7fa9dc836640 1 --2- 172.21.15.67:0/1842322302 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5653ff8724d0 0x5653ffc6cfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.853+0000 7fa9dd838640 1 --2- 172.21.15.67:0/1842322302 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5653ff87a6b0 0x5653ffc6d520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.853+0000 7fa9dd037640 1 -- 172.21.15.67:0/1842322302 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5653ff87a6b0 msgr2=0x5653ffc6d520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:33:35.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.853+0000 7fa9dd037640 1 --2- 172.21.15.67:0/1842322302 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5653ff87a6b0 0x5653ffc6d520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.853+0000 7fa9dd037640 1 -- 172.21.15.67:0/1842322302 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5653ff8724d0 msgr2=0x5653ffc6cfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:33:35.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.853+0000 7fa9dd037640 1 --2- 172.21.15.67:0/1842322302 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5653ff8724d0 0x5653ffc6cfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.853+0000 7fa9dd037640 1 -- 172.21.15.67:0/1842322302 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5653ff97d7d0 con 0x5653ff89b390 2024-09-21T00:33:35.858 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.854+0000 7fa9dd037640 1 --2- 172.21.15.67:0/1842322302 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5653ff89b390 0x5653ffc8a310 secure :-1 s=READY pgs=2099 cs=0 l=1 rev1=1 crypto rx=0x7fa9d400ed70 tx=0x7fa9d4011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ad46c33d4c5fa735 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:35.858 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.854+0000 7fa9c2ffd640 1 -- 172.21.15.67:0/1842322302 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9d401e440 con 0x5653ff89b390 2024-09-21T00:33:35.858 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.854+0000 7fa9c2ffd640 1 -- 172.21.15.67:0/1842322302 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa9d4023070 con 0x5653ff89b390 2024-09-21T00:33:35.858 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.854+0000 7fa9c2ffd640 1 -- 172.21.15.67:0/1842322302 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9d401e8f0 con 0x5653ff89b390 2024-09-21T00:33:35.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.855+0000 7fa9e6209740 1 -- 172.21.15.67:0/1842322302 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5653ff89b390 msgr2=0x5653ffc8a310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:35.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.855+0000 7fa9e6209740 1 --2- 172.21.15.67:0/1842322302 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5653ff89b390 0x5653ffc8a310 secure :-1 s=READY pgs=2099 cs=0 l=1 rev1=1 crypto rx=0x7fa9d400ed70 tx=0x7fa9d4011000 comp rx=0 tx=0).stop 2024-09-21T00:33:35.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.855+0000 7fa9e6209740 1 -- 172.21.15.67:0/1842322302 shutdown_connections 2024-09-21T00:33:35.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.855+0000 7fa9e6209740 1 --2- 172.21.15.67:0/1842322302 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5653ff87a6b0 0x5653ffc6d520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.855+0000 7fa9e6209740 1 --2- 172.21.15.67:0/1842322302 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5653ff8724d0 0x5653ffc6cfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.855+0000 7fa9e6209740 1 --2- 172.21.15.67:0/1842322302 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5653ff89b390 0x5653ffc8a310 unknown :-1 s=CLOSED pgs=2099 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.855+0000 7fa9e6209740 1 -- 172.21.15.67:0/1842322302 >> 172.21.15.67:0/1842322302 conn(0x5653ff88f4e0 msgr2=0x5653ffc43200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:35.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.855+0000 7fa9e6209740 1 -- 172.21.15.67:0/1842322302 shutdown_connections 2024-09-21T00:33:35.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.855+0000 7fa9e6209740 1 -- 172.21.15.67:0/1842322302 wait complete. 2024-09-21T00:33:35.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.856+0000 7fa9e6209740 1 -- start start 2024-09-21T00:33:35.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.856+0000 7fa9e6209740 1 Processor -- start 2024-09-21T00:33:35.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.857+0000 7fa9e6209740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5653ff8724d0 0x5653ffc66530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.857+0000 7fa9e6209740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5653ff87a6b0 0x5653ffc815b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.857+0000 7fa9e6209740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5653ff89b390 0x5653ffc5b410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.857+0000 7fa9e6209740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5653ff915740 con 0x5653ff89b390 2024-09-21T00:33:35.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.857+0000 7fa9e6209740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5653ffb4a540 con 0x5653ff8724d0 2024-09-21T00:33:35.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.857+0000 7fa9e6209740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x5653ffc6a360 con 0x5653ff87a6b0 2024-09-21T00:33:35.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.857+0000 7fa9e6209740 10 client.0 _ll_register_callbacks cb 0x5653ffb490e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:33:35.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.857+0000 7fa9dd838640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5653ff89b390 0x5653ffc5b410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.857+0000 7fa9dd838640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5653ff89b390 0x5653ffc5b410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:41164/0 (socket says 172.21.15.67:41164) 2024-09-21T00:33:35.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.857+0000 7fa9dd838640 1 -- 172.21.15.67:0/2841097979 learned_addr learned my addr 172.21.15.67:0/2841097979 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:35.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.858+0000 7fa9dc836640 1 --2- 172.21.15.67:0/2841097979 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5653ff87a6b0 0x5653ffc815b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.858+0000 7fa9dd037640 1 --2- 172.21.15.67:0/2841097979 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5653ff8724d0 0x5653ffc66530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.865 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.858+0000 7fa9dd838640 1 -- 172.21.15.67:0/2841097979 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5653ff87a6b0 msgr2=0x5653ffc815b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:33:35.865 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.858+0000 7fa9dd838640 1 --2- 172.21.15.67:0/2841097979 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5653ff87a6b0 0x5653ffc815b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.865 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.858+0000 7fa9dd838640 1 -- 172.21.15.67:0/2841097979 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5653ff8724d0 msgr2=0x5653ffc66530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:33:35.865 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.858+0000 7fa9dd838640 1 --2- 172.21.15.67:0/2841097979 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5653ff8724d0 0x5653ffc66530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.865 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.858+0000 7fa9dd838640 1 -- 172.21.15.67:0/2841097979 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5653ff8e46a0 con 0x5653ff89b390 2024-09-21T00:33:35.865 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.858+0000 7fa9dd838640 1 --2- 172.21.15.67:0/2841097979 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5653ff89b390 0x5653ffc5b410 secure :-1 s=READY pgs=2100 cs=0 l=1 rev1=1 crypto rx=0x7fa9d0009d60 tx=0x7fa9d002c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e7023c78eb9b2512 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:35.865 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.858+0000 7fa9b7fff640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:33:35.865 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.858+0000 7fa9b7fff640 1 -- 172.21.15.67:0/2841097979 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9d0046060 con 0x5653ff89b390 2024-09-21T00:33:35.865 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.858+0000 7fa9b7fff640 1 -- 172.21.15.67:0/2841097979 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(162..162 src has 1..162) ==== 5709+0+0 (secure 0 0 0) 0x7fa9d0003970 con 0x5653ff89b390 2024-09-21T00:33:35.865 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.858+0000 7fa9e6209740 1 -- 172.21.15.67:0/2841097979 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa9d4023070 con 0x5653ff89b390 2024-09-21T00:33:35.865 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.858+0000 7fa9b7fff640 1 -- 172.21.15.67:0/2841097979 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=143) ==== 24+0+0 (secure 0 0 0) 0x7fa9d004c050 con 0x5653ff89b390 2024-09-21T00:33:35.866 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.858+0000 7fa9e6209740 10 client.10314 fetch_fsmap learned FSMap version 143 2024-09-21T00:33:35.866 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.858+0000 7fa9e6209740 1 -- 172.21.15.67:0/2841097979 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=143,monmap=2+}) -- 0x5653ff9ddf60 con 0x5653ff89b390 2024-09-21T00:33:35.866 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.858+0000 7fa9b7fff640 1 -- 172.21.15.67:0/2841097979 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa9d4023070 con 0x5653ff89b390 2024-09-21T00:33:35.866 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.858+0000 7fa9b7fff640 1 -- 172.21.15.67:0/2841097979 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 143) ==== 3490+0+0 (secure 0 0 0) 0x7fa9d004f020 con 0x5653ff89b390 2024-09-21T00:33:35.866 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.858+0000 7fa9e6209740 10 client.10314 fetch_fsmap finished waiting for FSMap version 143 2024-09-21T00:33:35.866 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.858+0000 7fa9e6209740 10 client.10314 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-21T00:33:35.866 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.858+0000 7fa9e6209740 20 client.10314 populate_metadata read hostname 'smithi067' 2024-09-21T00:33:35.866 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.858+0000 7fa9e6209740 1 --2- 172.21.15.67:0/2841097979 >> [v2:172.21.15.67:6832/1856859324,v1:172.21.15.67:6833/1856859324] conn(0x5653ff859f60 0x5653ffc69020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.866 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.858+0000 7fa9e6209740 4 client.10314 mds_command: new command op to 10008 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:33:35.866 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.858+0000 7fa9e6209740 1 -- 172.21.15.67:0/2841097979 --> [v2:172.21.15.67:6832/1856859324,v1:172.21.15.67:6833/1856859324] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5653ffbb7b20 con 0x5653ff859f60 2024-09-21T00:33:35.866 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.859+0000 7fa9dd037640 1 --2- 172.21.15.67:0/2841097979 >> [v2:172.21.15.67:6832/1856859324,v1:172.21.15.67:6833/1856859324] conn(0x5653ff859f60 0x5653ffc69020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.859+0000 7fa9b7fff640 10 client.10314 ms_handle_connect on v2:172.21.15.67:6832/1856859324 2024-09-21T00:33:35.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.859+0000 7fa9dd037640 1 --2- 172.21.15.67:0/2841097979 >> [v2:172.21.15.67:6832/1856859324,v1:172.21.15.67:6833/1856859324] conn(0x5653ff859f60 0x5653ffc69020 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.10008 client_cookie=52ebbc1d19689309 server_cookie=fda1c8619a51e8a1 in_seq=0 out_seq=0 2024-09-21T00:33:35.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.860+0000 7fa9b7fff640 1 -- 172.21.15.67:0/2841097979 <== mds.10008 v2:172.21.15.67:6832/1856859324 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x5653ffbb7b20 con 0x5653ff859f60 2024-09-21T00:33:35.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.860+0000 7fa9b7fff640 10 client.10314 handle_command_reply: tid=0 2024-09-21T00:33:35.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.860+0000 7fa9e6209740 1 client.10314 shutdown 2024-09-21T00:33:35.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.860+0000 7fa9e6209740 1 -- 172.21.15.67:0/2841097979 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5653ff89b390 msgr2=0x5653ffc5b410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:35.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.860+0000 7fa9e6209740 1 --2- 172.21.15.67:0/2841097979 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5653ff89b390 0x5653ffc5b410 secure :-1 s=READY pgs=2100 cs=0 l=1 rev1=1 crypto rx=0x7fa9d0009d60 tx=0x7fa9d002c8c0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.860+0000 7fa9e6209740 1 -- 172.21.15.67:0/2841097979 shutdown_connections 2024-09-21T00:33:35.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.860+0000 7fa9e6209740 1 --2- 172.21.15.67:0/2841097979 >> [v2:172.21.15.67:6832/1856859324,v1:172.21.15.67:6833/1856859324] conn(0x5653ff859f60 0x5653ffc69020 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.860+0000 7fa9e6209740 1 --2- 172.21.15.67:0/2841097979 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5653ff89b390 0x5653ffc5b410 unknown :-1 s=CLOSED pgs=2100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.860+0000 7fa9b7fff640 0 client.10314 ms_handle_reset on v2:172.21.15.67:6832/1856859324 2024-09-21T00:33:35.868 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.860+0000 7fa9e6209740 1 --2- 172.21.15.67:0/2841097979 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5653ff87a6b0 0x5653ffc815b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.868 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.860+0000 7fa9e6209740 1 --2- 172.21.15.67:0/2841097979 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5653ff8724d0 0x5653ffc66530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.868 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.860+0000 7fa9e6209740 1 -- 172.21.15.67:0/2841097979 >> 172.21.15.67:0/2841097979 conn(0x5653ff88f4e0 msgr2=0x5653ffc5c7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:35.868 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.860+0000 7fa9e6209740 1 -- 172.21.15.67:0/2841097979 shutdown_connections 2024-09-21T00:33:35.868 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.860+0000 7fa9e6209740 1 -- 172.21.15.67:0/2841097979 wait complete. 2024-09-21T00:33:35.868 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.860+0000 7fa9e6209740 20 client.10314 trim_cache size 0 max 16384 2024-09-21T00:33:35.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.878+0000 7fa9e6209740 1 Processor -- start 2024-09-21T00:33:35.880 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.878+0000 7fa9e6209740 1 -- start start 2024-09-21T00:33:35.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.879+0000 7fa9e6209740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5653ff859f60 0x5653ffc64860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.879+0000 7fa9e6209740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5653ff8724d0 0x5653ffc80190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.879+0000 7fa9e6209740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5653ff87a6b0 0x5653ffc806d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.879+0000 7fa9e6209740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fa9d8201dc0 con 0x5653ff859f60 2024-09-21T00:33:35.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.879+0000 7fa9e6209740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fa9d81f8e50 con 0x5653ff8724d0 2024-09-21T00:33:35.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.879+0000 7fa9e6209740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fa9d81f94a0 con 0x5653ff87a6b0 2024-09-21T00:33:35.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.879+0000 7fa9dd037640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5653ff859f60 0x5653ffc64860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.879+0000 7fa9dd037640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5653ff859f60 0x5653ffc64860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:41176/0 (socket says 172.21.15.67:41176) 2024-09-21T00:33:35.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.879+0000 7fa9dd037640 1 -- 172.21.15.67:0/3313861014 learned_addr learned my addr 172.21.15.67:0/3313861014 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:35.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.879+0000 7fa9dd037640 1 -- 172.21.15.67:0/3313861014 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5653ff87a6b0 msgr2=0x5653ffc806d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:33:35.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.879+0000 7fa9dd037640 1 --2- 172.21.15.67:0/3313861014 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5653ff87a6b0 0x5653ffc806d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.879+0000 7fa9dd037640 1 -- 172.21.15.67:0/3313861014 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5653ff8724d0 msgr2=0x5653ffc80190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:33:35.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.879+0000 7fa9dd037640 1 --2- 172.21.15.67:0/3313861014 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5653ff8724d0 0x5653ffc80190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.879+0000 7fa9dd037640 1 -- 172.21.15.67:0/3313861014 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5653ff97bad0 con 0x5653ff859f60 2024-09-21T00:33:35.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.879+0000 7fa9dd037640 1 --2- 172.21.15.67:0/3313861014 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5653ff859f60 0x5653ffc64860 secure :-1 s=READY pgs=2101 cs=0 l=1 rev1=1 crypto rx=0x7fa9d401f000 tx=0x7fa9d4004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b987805977dbb1de server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:35.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.880+0000 7fa9c27fc640 1 -- 172.21.15.67:0/3313861014 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9d4005040 con 0x5653ff859f60 2024-09-21T00:33:35.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.880+0000 7fa9c27fc640 1 -- 172.21.15.67:0/3313861014 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa9d4035030 con 0x5653ff859f60 2024-09-21T00:33:35.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.880+0000 7fa9c27fc640 1 -- 172.21.15.67:0/3313861014 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9d40054d0 con 0x5653ff859f60 2024-09-21T00:33:35.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.880+0000 7fa9e6209740 1 -- 172.21.15.67:0/3313861014 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5653ff859f60 msgr2=0x5653ffc64860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:35.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.880+0000 7fa9e6209740 1 --2- 172.21.15.67:0/3313861014 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5653ff859f60 0x5653ffc64860 secure :-1 s=READY pgs=2101 cs=0 l=1 rev1=1 crypto rx=0x7fa9d401f000 tx=0x7fa9d4004730 comp rx=0 tx=0).stop 2024-09-21T00:33:35.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.880+0000 7fa9e6209740 1 -- 172.21.15.67:0/3313861014 shutdown_connections 2024-09-21T00:33:35.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.880+0000 7fa9e6209740 1 --2- 172.21.15.67:0/3313861014 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5653ff87a6b0 0x5653ffc806d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.880+0000 7fa9e6209740 1 --2- 172.21.15.67:0/3313861014 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5653ff8724d0 0x5653ffc80190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.880+0000 7fa9e6209740 1 --2- 172.21.15.67:0/3313861014 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5653ff859f60 0x5653ffc64860 unknown :-1 s=CLOSED pgs=2101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.880+0000 7fa9e6209740 1 -- 172.21.15.67:0/3313861014 >> 172.21.15.67:0/3313861014 conn(0x5653ff88f4e0 msgr2=0x5653ffca0f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:35.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.880+0000 7fa9e6209740 1 -- 172.21.15.67:0/3313861014 shutdown_connections 2024-09-21T00:33:35.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.880+0000 7fa9e6209740 1 -- 172.21.15.67:0/3313861014 wait complete. 2024-09-21T00:33:35.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.881+0000 7fa9e6209740 1 -- start start 2024-09-21T00:33:35.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.881+0000 7fa9e6209740 1 Processor -- start 2024-09-21T00:33:35.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.883+0000 7fa9e6209740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5653ff859f60 0x5653ffcfe150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.883+0000 7fa9e6209740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5653ff8724d0 0x5653ffd0af00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.883+0000 7fa9e6209740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5653ff87a6b0 0x5653ffd0b440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.883+0000 7fa9e6209740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5653ffc5bc20 con 0x5653ff859f60 2024-09-21T00:33:35.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.883+0000 7fa9e6209740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5653ffc81d70 con 0x5653ff8724d0 2024-09-21T00:33:35.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.883+0000 7fa9e6209740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x5653ffc65570 con 0x5653ff87a6b0 2024-09-21T00:33:35.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.883+0000 7fa9e6209740 10 client.0 _ll_register_callbacks cb 0x7fa9d0009440 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:33:35.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.883+0000 7fa9dd037640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5653ff859f60 0x5653ffcfe150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.883+0000 7fa9dd037640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5653ff859f60 0x5653ffcfe150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:41178/0 (socket says 172.21.15.67:41178) 2024-09-21T00:33:35.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.883+0000 7fa9dd037640 1 -- 172.21.15.67:0/221930331 learned_addr learned my addr 172.21.15.67:0/221930331 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:35.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.883+0000 7fa9dc836640 1 --2- 172.21.15.67:0/221930331 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5653ff8724d0 0x5653ffd0af00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.883+0000 7fa9dd838640 1 --2- 172.21.15.67:0/221930331 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5653ff87a6b0 0x5653ffd0b440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.883+0000 7fa9dd037640 1 -- 172.21.15.67:0/221930331 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5653ff87a6b0 msgr2=0x5653ffd0b440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:33:35.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.883+0000 7fa9dd037640 1 --2- 172.21.15.67:0/221930331 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5653ff87a6b0 0x5653ffd0b440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.883+0000 7fa9dd037640 1 -- 172.21.15.67:0/221930331 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5653ff8724d0 msgr2=0x5653ffd0af00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:33:35.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.883+0000 7fa9dd037640 1 --2- 172.21.15.67:0/221930331 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5653ff8724d0 0x5653ffd0af00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.883+0000 7fa9dd037640 1 -- 172.21.15.67:0/221930331 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5653ffc862b0 con 0x5653ff859f60 2024-09-21T00:33:35.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.884+0000 7fa9dd037640 1 --2- 172.21.15.67:0/221930331 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5653ff859f60 0x5653ffcfe150 secure :-1 s=READY pgs=2102 cs=0 l=1 rev1=1 crypto rx=0x7fa9d4000c00 tx=0x7fa9d4011d90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b9fc7b91f63a3a2b server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:35.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.884+0000 7fa9b7fff640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:33:35.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.884+0000 7fa9b7fff640 1 -- 172.21.15.67:0/221930331 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9d4049060 con 0x5653ff859f60 2024-09-21T00:33:35.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.884+0000 7fa9b7fff640 1 -- 172.21.15.67:0/221930331 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(162..162 src has 1..162) ==== 5709+0+0 (secure 0 0 0) 0x7fa9d400e970 con 0x5653ff859f60 2024-09-21T00:33:35.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.884+0000 7fa9e6209740 1 -- 172.21.15.67:0/221930331 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa9d4035030 con 0x5653ff859f60 2024-09-21T00:33:35.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.884+0000 7fa9b7fff640 1 -- 172.21.15.67:0/221930331 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=143) ==== 24+0+0 (secure 0 0 0) 0x7fa9d400ed40 con 0x5653ff859f60 2024-09-21T00:33:35.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.884+0000 7fa9e6209740 10 client.10320 fetch_fsmap learned FSMap version 143 2024-09-21T00:33:35.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.884+0000 7fa9e6209740 1 -- 172.21.15.67:0/221930331 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=143,monmap=2+}) -- 0x5653ffd0ba40 con 0x5653ff859f60 2024-09-21T00:33:35.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.884+0000 7fa9b7fff640 1 -- 172.21.15.67:0/221930331 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa9d4035030 con 0x5653ff859f60 2024-09-21T00:33:35.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.884+0000 7fa9b7fff640 1 -- 172.21.15.67:0/221930331 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 143) ==== 3490+0+0 (secure 0 0 0) 0x7fa9d4052080 con 0x5653ff859f60 2024-09-21T00:33:35.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.884+0000 7fa9e6209740 10 client.10320 fetch_fsmap finished waiting for FSMap version 143 2024-09-21T00:33:35.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.884+0000 7fa9e6209740 10 client.10320 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-21T00:33:35.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.884+0000 7fa9e6209740 20 client.10320 populate_metadata read hostname 'smithi067' 2024-09-21T00:33:35.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.884+0000 7fa9e6209740 1 --2- 172.21.15.67:0/221930331 >> [v2:172.21.15.67:6832/1856859324,v1:172.21.15.67:6833/1856859324] conn(0x5653ff82f3a0 0x5653ffc6d130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:35.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.884+0000 7fa9e6209740 4 client.10320 mds_command: new command op to 10008 tid=0 multi_id=0 [{"prefix": "scrub resume"}] 2024-09-21T00:33:35.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.884+0000 7fa9e6209740 1 -- 172.21.15.67:0/221930331 --> [v2:172.21.15.67:6832/1856859324,v1:172.21.15.67:6833/1856859324] -- command(tid 0: {"prefix": "scrub resume"}) -- 0x5653ffbb35d0 con 0x5653ff82f3a0 2024-09-21T00:33:35.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.884+0000 7fa9dc836640 1 --2- 172.21.15.67:0/221930331 >> [v2:172.21.15.67:6832/1856859324,v1:172.21.15.67:6833/1856859324] conn(0x5653ff82f3a0 0x5653ffc6d130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:35.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.885+0000 7fa9b7fff640 10 client.10320 ms_handle_connect on v2:172.21.15.67:6832/1856859324 2024-09-21T00:33:35.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.885+0000 7fa9dc836640 1 --2- 172.21.15.67:0/221930331 >> [v2:172.21.15.67:6832/1856859324,v1:172.21.15.67:6833/1856859324] conn(0x5653ff82f3a0 0x5653ffc6d130 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.10008 client_cookie=866caf66f92ebe34 server_cookie=26a33d60b39c1fd in_seq=0 out_seq=0 2024-09-21T00:33:35.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.885+0000 7fa9b7fff640 1 -- 172.21.15.67:0/221930331 <== mds.10008 v2:172.21.15.67:6832/1856859324 1 ==== command_reply(tid 0: -22 MDS is not active) ==== 25+0+0 (crc 0 0 0) 0x5653ffbb35d0 con 0x5653ff82f3a0 2024-09-21T00:33:35.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.885+0000 7fa9b7fff640 10 client.10320 handle_command_reply: tid=0 2024-09-21T00:33:35.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.885+0000 7fa9e6209740 1 client.10320 shutdown 2024-09-21T00:33:35.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.885+0000 7fa9e6209740 1 -- 172.21.15.67:0/221930331 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5653ff859f60 msgr2=0x5653ffcfe150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:35.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.885+0000 7fa9e6209740 1 --2- 172.21.15.67:0/221930331 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5653ff859f60 0x5653ffcfe150 secure :-1 s=READY pgs=2102 cs=0 l=1 rev1=1 crypto rx=0x7fa9d4000c00 tx=0x7fa9d4011d90 comp rx=0 tx=0).stop 2024-09-21T00:33:35.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.885+0000 7fa9e6209740 1 -- 172.21.15.67:0/221930331 shutdown_connections 2024-09-21T00:33:35.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.885+0000 7fa9e6209740 1 --2- 172.21.15.67:0/221930331 >> [v2:172.21.15.67:6832/1856859324,v1:172.21.15.67:6833/1856859324] conn(0x5653ff82f3a0 0x5653ffc6d130 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.885+0000 7fa9e6209740 1 --2- 172.21.15.67:0/221930331 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5653ff87a6b0 0x5653ffd0b440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.885+0000 7fa9e6209740 1 --2- 172.21.15.67:0/221930331 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5653ff8724d0 0x5653ffd0af00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.885+0000 7fa9b7fff640 0 client.10320 ms_handle_reset on v2:172.21.15.67:6832/1856859324 2024-09-21T00:33:35.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.885+0000 7fa9e6209740 1 --2- 172.21.15.67:0/221930331 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5653ff859f60 0x5653ffcfe150 unknown :-1 s=CLOSED pgs=2102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:35.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.885+0000 7fa9e6209740 1 -- 172.21.15.67:0/221930331 >> 172.21.15.67:0/221930331 conn(0x5653ff88f4e0 msgr2=0x5653ffc44090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:35.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.886+0000 7fa9e6209740 1 -- 172.21.15.67:0/221930331 shutdown_connections 2024-09-21T00:33:35.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.886+0000 7fa9e6209740 1 -- 172.21.15.67:0/221930331 wait complete. 2024-09-21T00:33:35.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:35.886+0000 7fa9e6209740 20 client.10320 trim_cache size 0 max 16384 2024-09-21T00:33:35.894 INFO:teuthology.orchestra.run.smithi067.stderr:Error EINVAL: MDS is not active 2024-09-21T00:33:35.894 DEBUG:teuthology.orchestra.run:got remote process result: 22 2024-09-21T00:33:35.895 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-21T00:33:35.895 DEBUG:teuthology.orchestra.run.smithi067:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T00:33:35.940 DEBUG:teuthology.orchestra.run.smithi097:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T00:33:35.989 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-21T00:33:35.990 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T00:33:35.990 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:33:35.990 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:33:36.006 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:33:36.006 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:33:36.062 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T00:33:36.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.217+0000 7f6fe74f9640 1 -- 172.21.15.67:0/3212011726 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6fe009b060 msgr2=0x7f6fe00ccd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:36.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.217+0000 7f6fe74f9640 1 --2- 172.21.15.67:0/3212011726 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6fe009b060 0x7f6fe00ccd80 secure :-1 s=READY pgs=2103 cs=0 l=1 rev1=1 crypto rx=0x7f6fd0005fd0 tx=0x7f6fd002a490 comp rx=0 tx=0).stop 2024-09-21T00:33:36.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.217+0000 7f6fe74f9640 1 -- 172.21.15.67:0/3212011726 shutdown_connections 2024-09-21T00:33:36.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.217+0000 7f6fe74f9640 1 --2- 172.21.15.67:0/3212011726 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6fe00cd2c0 0x7f6fe00cd6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:36.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.217+0000 7f6fe74f9640 1 --2- 172.21.15.67:0/3212011726 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6fe009b060 0x7f6fe00ccd80 unknown :-1 s=CLOSED pgs=2103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:36.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.217+0000 7f6fe74f9640 1 -- 172.21.15.67:0/3212011726 >> 172.21.15.67:0/3212011726 conn(0x7f6fe00b4140 msgr2=0x7f6fe00b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:36.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.217+0000 7f6fe74f9640 1 -- 172.21.15.67:0/3212011726 shutdown_connections 2024-09-21T00:33:36.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.217+0000 7f6fe74f9640 1 -- 172.21.15.67:0/3212011726 wait complete. 2024-09-21T00:33:36.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.218+0000 7f6fe74f9640 1 Processor -- start 2024-09-21T00:33:36.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.218+0000 7f6fe74f9640 1 -- start start 2024-09-21T00:33:36.223 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.220+0000 7f6fe74f9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6fe009b060 0x7f6fe00b0220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:36.223 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.220+0000 7f6fe74f9640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6fe00b7780 0x7f6fe00b29d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:36.223 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.220+0000 7f6fe74f9640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6fe00cd2c0 0x7f6fe0154950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:36.223 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.220+0000 7f6fe74f9640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f6fe006f050 con 0x7f6fe009b060 2024-09-21T00:33:36.223 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.220+0000 7f6fe74f9640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f6fe006eed0 con 0x7f6fe00b7780 2024-09-21T00:33:36.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.220+0000 7f6fe74f9640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f6fe00cdc10 con 0x7f6fe00cd2c0 2024-09-21T00:33:36.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.220+0000 7f6fe5295640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6fe009b060 0x7f6fe00b0220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:36.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.220+0000 7f6fe5295640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6fe009b060 0x7f6fe00b0220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:41196/0 (socket says 172.21.15.67:41196) 2024-09-21T00:33:36.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.220+0000 7f6fe5295640 1 -- 172.21.15.67:0/3876218449 learned_addr learned my addr 172.21.15.67:0/3876218449 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:36.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.220+0000 7f6fe4a94640 1 --2- 172.21.15.67:0/3876218449 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6fe00b7780 0x7f6fe00b29d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:36.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.220+0000 7f6fe5a96640 1 --2- 172.21.15.67:0/3876218449 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6fe00cd2c0 0x7f6fe0154950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:36.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.220+0000 7f6fe5295640 1 -- 172.21.15.67:0/3876218449 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6fe00cd2c0 msgr2=0x7f6fe0154950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:36.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.220+0000 7f6fe5295640 1 --2- 172.21.15.67:0/3876218449 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6fe00cd2c0 0x7f6fe0154950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:36.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.220+0000 7f6fe5295640 1 -- 172.21.15.67:0/3876218449 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6fe00b7780 msgr2=0x7f6fe00b29d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:36.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.220+0000 7f6fe5295640 1 --2- 172.21.15.67:0/3876218449 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6fe00b7780 0x7f6fe00b29d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:36.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.220+0000 7f6fe5295640 1 -- 172.21.15.67:0/3876218449 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6fe009d190 con 0x7f6fe009b060 2024-09-21T00:33:36.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.220+0000 7f6fe4a94640 1 --2- 172.21.15.67:0/3876218449 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6fe00b7780 0x7f6fe00b29d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:33:36.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.220+0000 7f6fe5a96640 1 --2- 172.21.15.67:0/3876218449 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6fe00cd2c0 0x7f6fe0154950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:33:36.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.220+0000 7f6fe5295640 1 --2- 172.21.15.67:0/3876218449 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6fe009b060 0x7f6fe00b0220 secure :-1 s=READY pgs=2104 cs=0 l=1 rev1=1 crypto rx=0x7f6fdc00b3c0 tx=0x7f6fdc00b880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:36.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.221+0000 7f6fd5ffb640 1 -- 172.21.15.67:0/3876218449 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fdc011830 con 0x7f6fe009b060 2024-09-21T00:33:36.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.221+0000 7f6fd5ffb640 1 -- 172.21.15.67:0/3876218449 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6fdc016070 con 0x7f6fe009b060 2024-09-21T00:33:36.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.221+0000 7f6fd5ffb640 1 -- 172.21.15.67:0/3876218449 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fdc011d60 con 0x7f6fe009b060 2024-09-21T00:33:36.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.221+0000 7f6fe74f9640 1 -- 172.21.15.67:0/3876218449 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6fe009d470 con 0x7f6fe009b060 2024-09-21T00:33:36.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.221+0000 7f6fe74f9640 1 -- 172.21.15.67:0/3876218449 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6fe009ee90 con 0x7f6fe009b060 2024-09-21T00:33:36.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.222+0000 7f6fe74f9640 1 -- 172.21.15.67:0/3876218449 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6fe00ccd80 con 0x7f6fe009b060 2024-09-21T00:33:36.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.222+0000 7f6fd5ffb640 1 -- 172.21.15.67:0/3876218449 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f6fdc01b460 con 0x7f6fe009b060 2024-09-21T00:33:36.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.223+0000 7f6fd5ffb640 1 --2- 172.21.15.67:0/3876218449 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6fc4078b90 0x7f6fc407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:36.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.223+0000 7f6fd5ffb640 1 -- 172.21.15.67:0/3876218449 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(162..162 src has 1..162) ==== 5709+0+0 (secure 0 0 0) 0x7f6fdc09a880 con 0x7f6fe009b060 2024-09-21T00:33:36.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.223+0000 7f6fe4a94640 1 --2- 172.21.15.67:0/3876218449 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6fc4078b90 0x7f6fc407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:36.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.224+0000 7f6fe4a94640 1 --2- 172.21.15.67:0/3876218449 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6fc4078b90 0x7f6fc407b0a0 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7f6fd0033000 tx=0x7f6fd0004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:36.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.228+0000 7f6fd5ffb640 1 -- 172.21.15.67:0/3876218449 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f6fdc020020 con 0x7f6fe009b060 2024-09-21T00:33:36.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.430+0000 7f6fe74f9640 1 -- 172.21.15.67:0/3876218449 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f6fe009ad00 con 0x7f6fe009b060 2024-09-21T00:33:36.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.430+0000 7f6fd5ffb640 1 -- 172.21.15.67:0/3876218449 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v162) ==== 80+0+0 (secure 0 0 0) 0x7f6fdc062cc0 con 0x7f6fe009b060 2024-09-21T00:33:36.432 INFO:teuthology.orchestra.run.smithi067.stderr:listed 0 entries 2024-09-21T00:33:36.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.433+0000 7f6fe74f9640 1 -- 172.21.15.67:0/3876218449 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6fc4078b90 msgr2=0x7f6fc407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:36.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.433+0000 7f6fe74f9640 1 --2- 172.21.15.67:0/3876218449 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6fc4078b90 0x7f6fc407b0a0 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7f6fd0033000 tx=0x7f6fd0004730 comp rx=0 tx=0).stop 2024-09-21T00:33:36.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.433+0000 7f6fe74f9640 1 -- 172.21.15.67:0/3876218449 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6fe009b060 msgr2=0x7f6fe00b0220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:36.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.433+0000 7f6fe74f9640 1 --2- 172.21.15.67:0/3876218449 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6fe009b060 0x7f6fe00b0220 secure :-1 s=READY pgs=2104 cs=0 l=1 rev1=1 crypto rx=0x7f6fdc00b3c0 tx=0x7f6fdc00b880 comp rx=0 tx=0).stop 2024-09-21T00:33:36.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.433+0000 7f6fe74f9640 1 -- 172.21.15.67:0/3876218449 shutdown_connections 2024-09-21T00:33:36.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.433+0000 7f6fe74f9640 1 --2- 172.21.15.67:0/3876218449 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6fc4078b90 0x7f6fc407b0a0 unknown :-1 s=CLOSED pgs=786 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:36.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.433+0000 7f6fe74f9640 1 --2- 172.21.15.67:0/3876218449 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6fe00cd2c0 0x7f6fe0154950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:36.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.433+0000 7f6fe74f9640 1 --2- 172.21.15.67:0/3876218449 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6fe00b7780 0x7f6fe00b29d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:36.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.433+0000 7f6fe74f9640 1 --2- 172.21.15.67:0/3876218449 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6fe009b060 0x7f6fe00b0220 unknown :-1 s=CLOSED pgs=2104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:36.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.433+0000 7f6fe74f9640 1 -- 172.21.15.67:0/3876218449 >> 172.21.15.67:0/3876218449 conn(0x7f6fe00b4140 msgr2=0x7f6fe0161c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:36.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.433+0000 7f6fe74f9640 1 -- 172.21.15.67:0/3876218449 shutdown_connections 2024-09-21T00:33:36.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.433+0000 7f6fe74f9640 1 -- 172.21.15.67:0/3876218449 wait complete. 2024-09-21T00:33:36.446 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi067.front.sepia.ceph.com... 2024-09-21T00:33:36.446 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:33:36.446 DEBUG:teuthology.orchestra.run.smithi067:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-21T00:33:36.470 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:ceph-fuse[100834]: fuse finished with error 0 and tester_r 0 2024-09-21T00:33:36.537 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi067.front.sepia.ceph.com 2024-09-21T00:33:36.538 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:33:36.538 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-21T00:33:36.734 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T00:33:36.735 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:33:36.735 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:33:36.751 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17850 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T00:33:36.752 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T00:33:36.752 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:33:36.752 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:33:36.791 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20178 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T00:33:36.791 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T00:33:36.791 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:33:36.791 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:33:36.808 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17850 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T00:33:36.808 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:33:36.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.946+0000 7f68f0b07640 1 -- 172.21.15.67:0/227534399 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f68d8003a30 msgr2=0x7f68d8003ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:36.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.946+0000 7f68f0b07640 1 --2- 172.21.15.67:0/227534399 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f68d8003a30 0x7f68d8003ea0 secure :-1 s=READY pgs=2106 cs=0 l=1 rev1=1 crypto rx=0x7f68dc0016c0 tx=0x7f68d8005830 comp rx=0 tx=0).stop 2024-09-21T00:33:36.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.946+0000 7f68ead9d640 1 -- 172.21.15.67:0/227534399 reap_dead start 2024-09-21T00:33:36.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.946+0000 7f68f0b07640 1 -- 172.21.15.67:0/227534399 shutdown_connections 2024-09-21T00:33:36.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.946+0000 7f68f0b07640 1 -- 172.21.15.67:0/227534399 >> 172.21.15.67:0/227534399 conn(0x7f68ec0b4140 msgr2=0x7f68ec0b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:36.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.946+0000 7f68f0b07640 1 -- 172.21.15.67:0/227534399 shutdown_connections 2024-09-21T00:33:36.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.946+0000 7f68f0b07640 1 -- 172.21.15.67:0/227534399 wait complete. 2024-09-21T00:33:36.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.948+0000 7f68f0b07640 1 Processor -- start 2024-09-21T00:33:36.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.948+0000 7f68f0b07640 1 -- start start 2024-09-21T00:33:36.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.949+0000 7f68f0b07640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f68d8003a30 0x7f68ec1d8910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:36.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.949+0000 7f68f0b07640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f68ec0ca990 0x7f68ec1e7910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:36.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.949+0000 7f68f0b07640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f68ec0c8840 0x7f68ec1f6700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:36.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.949+0000 7f68f0b07640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f68ec0b4c60 con 0x7f68d8003a30 2024-09-21T00:33:36.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.949+0000 7f68f0b07640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f68ec09b2d0 con 0x7f68ec0c8840 2024-09-21T00:33:36.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.949+0000 7f68f0b07640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f68ec0b4de0 con 0x7f68ec0ca990 2024-09-21T00:33:36.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.950+0000 7f68ea59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f68d8003a30 0x7f68ec1d8910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:36.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.950+0000 7f68ea59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f68d8003a30 0x7f68ec1d8910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:41222/0 (socket says 172.21.15.67:41222) 2024-09-21T00:33:36.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.950+0000 7f68ea59c640 1 -- 172.21.15.67:0/1530569401 learned_addr learned my addr 172.21.15.67:0/1530569401 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:36.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.950+0000 7f68ead9d640 1 --2- 172.21.15.67:0/1530569401 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f68ec0c8840 0x7f68ec1f6700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:36.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.950+0000 7f68e9d9b640 1 --2- 172.21.15.67:0/1530569401 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f68ec0ca990 0x7f68ec1e7910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:36.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.950+0000 7f68ea59c640 1 -- 172.21.15.67:0/1530569401 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f68ec0ca990 msgr2=0x7f68ec1e7910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:36.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.950+0000 7f68ea59c640 1 --2- 172.21.15.67:0/1530569401 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f68ec0ca990 0x7f68ec1e7910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:36.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.950+0000 7f68ea59c640 1 -- 172.21.15.67:0/1530569401 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f68ec0c8840 msgr2=0x7f68ec1f6700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:36.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.950+0000 7f68ea59c640 1 --2- 172.21.15.67:0/1530569401 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f68ec0c8840 0x7f68ec1f6700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:36.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.950+0000 7f68ea59c640 1 -- 172.21.15.67:0/1530569401 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68ec1d8e50 con 0x7f68d8003a30 2024-09-21T00:33:36.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.950+0000 7f68ea59c640 1 --2- 172.21.15.67:0/1530569401 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f68d8003a30 0x7f68ec1d8910 secure :-1 s=READY pgs=2107 cs=0 l=1 rev1=1 crypto rx=0x7f68dc02a930 tx=0x7f68dc006360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:36.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.950+0000 7f68e2ffd640 1 -- 172.21.15.67:0/1530569401 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68dc038070 con 0x7f68d8003a30 2024-09-21T00:33:36.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.950+0000 7f68e2ffd640 1 -- 172.21.15.67:0/1530569401 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f68dc003af0 con 0x7f68d8003a30 2024-09-21T00:33:36.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.950+0000 7f68f0b07640 1 -- 172.21.15.67:0/1530569401 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68ec0c6cc0 con 0x7f68d8003a30 2024-09-21T00:33:36.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.950+0000 7f68e2ffd640 1 -- 172.21.15.67:0/1530569401 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f68dc03d460 con 0x7f68d8003a30 2024-09-21T00:33:36.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.950+0000 7f68f0b07640 1 -- 172.21.15.67:0/1530569401 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68ec0c7280 con 0x7f68d8003a30 2024-09-21T00:33:36.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.951+0000 7f68f0b07640 1 -- 172.21.15.67:0/1530569401 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f68ec09a950 con 0x7f68d8003a30 2024-09-21T00:33:36.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.952+0000 7f68e2ffd640 1 -- 172.21.15.67:0/1530569401 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f68dc030070 con 0x7f68d8003a30 2024-09-21T00:33:36.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.953+0000 7f68e2ffd640 1 --2- 172.21.15.67:0/1530569401 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f68cc078b90 0x7f68cc07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:36.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.953+0000 7f68e2ffd640 1 -- 172.21.15.67:0/1530569401 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(162..162 src has 1..162) ==== 5709+0+0 (secure 0 0 0) 0x7f68dc0ba8c0 con 0x7f68d8003a30 2024-09-21T00:33:36.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.953+0000 7f68e9d9b640 1 --2- 172.21.15.67:0/1530569401 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f68cc078b90 0x7f68cc07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:36.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.953+0000 7f68e9d9b640 1 --2- 172.21.15.67:0/1530569401 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f68cc078b90 0x7f68cc07b0a0 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7f68ec0b4770 tx=0x7f68d4005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:36.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:36.957+0000 7f68e2ffd640 1 -- 172.21.15.67:0/1530569401 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f68dc042060 con 0x7f68d8003a30 2024-09-21T00:33:37.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.182+0000 7f68f0b07640 1 -- 172.21.15.67:0/1530569401 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f68ec0cd850 con 0x7f68d8003a30 2024-09-21T00:33:37.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.183+0000 7f68e2ffd640 1 -- 172.21.15.67:0/1530569401 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 143 v143) ==== 95+0+5243 (secure 0 0 0) 0x7f68ec1d8e50 con 0x7f68d8003a30 2024-09-21T00:33:37.184 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:33:37.184 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":143,"btime":"2024-09-21T00:33:34:258265+0000","default_fscid":12,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":9040,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/3820467054","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3820467054},{"type":"v1","addr":"172.21.15.97:6836","nonce":3820467054}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":135},{"gid":9043,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/1880977603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":1880977603},{"type":"v1","addr":"172.21.15.97:6837","nonce":1880977603}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":135}],"filesystems":[{"mdsmap":{"epoch":143,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-21T00:33:06.544014+0000","modified":"2024-09-21T00:33:34.258252+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":10026},"failed":[],"damaged":[],"stopped":[],"info":{"gid_10008":{"gid":10008,"name":"a","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.67:6833/1856859324","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1856859324},{"type":"v1","addr":"172.21.15.67:6833","nonce":1856859324}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_10026":{"gid":10026,"name":"c","rank":0,"incarnation":136,"state":"up:active","state_seq":3,"addr":"172.21.15.67:6835/298810392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":298810392},{"type":"v1","addr":"172.21.15.67:6835","nonce":298810392}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[25],"metadata_pool":24,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":10026,"qdb_cluster":[10026]},"id":12}]} 2024-09-21T00:33:37.184 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 143 2024-09-21T00:33:37.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.185+0000 7f68f0b07640 1 -- 172.21.15.67:0/1530569401 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f68cc078b90 msgr2=0x7f68cc07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:37.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.185+0000 7f68f0b07640 1 --2- 172.21.15.67:0/1530569401 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f68cc078b90 0x7f68cc07b0a0 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7f68ec0b4770 tx=0x7f68d4005f90 comp rx=0 tx=0).stop 2024-09-21T00:33:37.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.185+0000 7f68f0b07640 1 -- 172.21.15.67:0/1530569401 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f68d8003a30 msgr2=0x7f68ec1d8910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:37.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.185+0000 7f68f0b07640 1 --2- 172.21.15.67:0/1530569401 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f68d8003a30 0x7f68ec1d8910 secure :-1 s=READY pgs=2107 cs=0 l=1 rev1=1 crypto rx=0x7f68dc02a930 tx=0x7f68dc006360 comp rx=0 tx=0).stop 2024-09-21T00:33:37.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.185+0000 7f68f0b07640 1 -- 172.21.15.67:0/1530569401 shutdown_connections 2024-09-21T00:33:37.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.185+0000 7f68f0b07640 1 --2- 172.21.15.67:0/1530569401 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f68cc078b90 0x7f68cc07b0a0 unknown :-1 s=CLOSED pgs=787 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:37.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.185+0000 7f68f0b07640 1 --2- 172.21.15.67:0/1530569401 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f68ec0c8840 0x7f68ec1f6700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:37.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.185+0000 7f68f0b07640 1 --2- 172.21.15.67:0/1530569401 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f68ec0ca990 0x7f68ec1e7910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:37.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.185+0000 7f68f0b07640 1 --2- 172.21.15.67:0/1530569401 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f68d8003a30 0x7f68ec1d8910 unknown :-1 s=CLOSED pgs=2107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:37.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.185+0000 7f68f0b07640 1 -- 172.21.15.67:0/1530569401 >> 172.21.15.67:0/1530569401 conn(0x7f68ec0b4140 msgr2=0x7f68ec0b11e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:37.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.185+0000 7f68f0b07640 1 -- 172.21.15.67:0/1530569401 shutdown_connections 2024-09-21T00:33:37.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.185+0000 7f68f0b07640 1 -- 172.21.15.67:0/1530569401 wait complete. 2024-09-21T00:33:37.198 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:33:37.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.313+0000 7f858f48c640 1 -- 172.21.15.67:0/1719895309 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f85880b73f0 msgr2=0x7f85880b7800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:37.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.313+0000 7f858f48c640 1 --2- 172.21.15.67:0/1719895309 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f85880b73f0 0x7f85880b7800 secure :-1 s=READY pgs=2108 cs=0 l=1 rev1=1 crypto rx=0x7f8580005fd0 tx=0x7f858002aa90 comp rx=0 tx=0).stop 2024-09-21T00:33:37.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.313+0000 7f858f48c640 1 -- 172.21.15.67:0/1719895309 shutdown_connections 2024-09-21T00:33:37.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.313+0000 7f858f48c640 1 --2- 172.21.15.67:0/1719895309 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f85880b73f0 0x7f85880b7800 unknown :-1 s=CLOSED pgs=2108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:37.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.313+0000 7f858f48c640 1 --2- 172.21.15.67:0/1719895309 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f85880d1010 0x7f85880d1420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:37.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.313+0000 7f858f48c640 1 -- 172.21.15.67:0/1719895309 >> 172.21.15.67:0/1719895309 conn(0x7f858808bee0 msgr2=0x7f85880d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:37.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.313+0000 7f858f48c640 1 -- 172.21.15.67:0/1719895309 shutdown_connections 2024-09-21T00:33:37.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.313+0000 7f858f48c640 1 -- 172.21.15.67:0/1719895309 wait complete. 2024-09-21T00:33:37.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.315+0000 7f858f48c640 1 Processor -- start 2024-09-21T00:33:37.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.315+0000 7f858f48c640 1 -- start start 2024-09-21T00:33:37.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.316+0000 7f858f48c640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f85880b73f0 0x7f8588158b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:37.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.316+0000 7f858f48c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f85880b9780 0x7f858814dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:37.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.316+0000 7f858f48c640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f85880d1010 0x7f858809fef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:37.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.316+0000 7f858f48c640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f85880cf5a0 con 0x7f85880b9780 2024-09-21T00:33:37.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.316+0000 7f858f48c640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f85880cf420 con 0x7f85880d1010 2024-09-21T00:33:37.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.316+0000 7f858f48c640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f85880cf720 con 0x7f85880b73f0 2024-09-21T00:33:37.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.316+0000 7f858ca27640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f85880b9780 0x7f858814dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:37.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.316+0000 7f858ca27640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f85880b9780 0x7f858814dcd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:41236/0 (socket says 172.21.15.67:41236) 2024-09-21T00:33:37.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.316+0000 7f858ca27640 1 -- 172.21.15.67:0/185557131 learned_addr learned my addr 172.21.15.67:0/185557131 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:37.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.317+0000 7f858d228640 1 --2- 172.21.15.67:0/185557131 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f85880b73f0 0x7f8588158b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:37.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.317+0000 7f858da29640 1 --2- 172.21.15.67:0/185557131 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f85880d1010 0x7f858809fef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:37.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.317+0000 7f858ca27640 1 -- 172.21.15.67:0/185557131 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f85880b73f0 msgr2=0x7f8588158b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:37.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.317+0000 7f858ca27640 1 --2- 172.21.15.67:0/185557131 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f85880b73f0 0x7f8588158b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:37.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.317+0000 7f858ca27640 1 -- 172.21.15.67:0/185557131 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f85880d1010 msgr2=0x7f858809fef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:37.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.317+0000 7f858ca27640 1 --2- 172.21.15.67:0/185557131 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f85880d1010 0x7f858809fef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:37.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.317+0000 7f858ca27640 1 -- 172.21.15.67:0/185557131 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f858809e520 con 0x7f85880b9780 2024-09-21T00:33:37.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.317+0000 7f858ca27640 1 --2- 172.21.15.67:0/185557131 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f85880b9780 0x7f858814dcd0 secure :-1 s=READY pgs=2109 cs=0 l=1 rev1=1 crypto rx=0x7f857c00d700 tx=0x7f857c00dbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:37.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.317+0000 7f8585ffb640 1 -- 172.21.15.67:0/185557131 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f857c017070 con 0x7f85880b9780 2024-09-21T00:33:37.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.317+0000 7f8585ffb640 1 -- 172.21.15.67:0/185557131 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f857c005310 con 0x7f85880b9780 2024-09-21T00:33:37.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.317+0000 7f858f48c640 1 -- 172.21.15.67:0/185557131 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f858809e800 con 0x7f85880b9780 2024-09-21T00:33:37.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.317+0000 7f8585ffb640 1 -- 172.21.15.67:0/185557131 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f857c009820 con 0x7f85880b9780 2024-09-21T00:33:37.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.317+0000 7f858f48c640 1 -- 172.21.15.67:0/185557131 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8588158380 con 0x7f85880b9780 2024-09-21T00:33:37.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.318+0000 7f858f48c640 1 -- 172.21.15.67:0/185557131 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f85880b7800 con 0x7f85880b9780 2024-09-21T00:33:37.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.319+0000 7f8585ffb640 1 -- 172.21.15.67:0/185557131 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f857c0099c0 con 0x7f85880b9780 2024-09-21T00:33:37.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.320+0000 7f8585ffb640 1 --2- 172.21.15.67:0/185557131 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8574078b90 0x7f857407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:37.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.320+0000 7f8585ffb640 1 -- 172.21.15.67:0/185557131 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(162..162 src has 1..162) ==== 5709+0+0 (secure 0 0 0) 0x7f857c09ac90 con 0x7f85880b9780 2024-09-21T00:33:37.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.320+0000 7f858d228640 1 --2- 172.21.15.67:0/185557131 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8574078b90 0x7f857407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:37.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.320+0000 7f858d228640 1 --2- 172.21.15.67:0/185557131 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8574078b90 0x7f857407b0a0 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7f8578007fd0 tx=0x7f8578009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:37.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.324+0000 7f8585ffb640 1 -- 172.21.15.67:0/185557131 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f857c062ba0 con 0x7f85880b9780 2024-09-21T00:33:37.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.555+0000 7f858f48c640 1 -- 172.21.15.67:0/185557131 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f858809e290 con 0x7f85880b9780 2024-09-21T00:33:37.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.556+0000 7f8585ffb640 1 -- 172.21.15.67:0/185557131 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 143 v143) ==== 95+0+5243 (secure 0 0 0) 0x7f857c0675d0 con 0x7f85880b9780 2024-09-21T00:33:37.557 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:33:37.557 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":143,"btime":"2024-09-21T00:33:34:258265+0000","default_fscid":12,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":9040,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/3820467054","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3820467054},{"type":"v1","addr":"172.21.15.97:6836","nonce":3820467054}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":135},{"gid":9043,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/1880977603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":1880977603},{"type":"v1","addr":"172.21.15.97:6837","nonce":1880977603}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":135}],"filesystems":[{"mdsmap":{"epoch":143,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-21T00:33:06.544014+0000","modified":"2024-09-21T00:33:34.258252+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":10026},"failed":[],"damaged":[],"stopped":[],"info":{"gid_10008":{"gid":10008,"name":"a","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.67:6833/1856859324","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1856859324},{"type":"v1","addr":"172.21.15.67:6833","nonce":1856859324}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_10026":{"gid":10026,"name":"c","rank":0,"incarnation":136,"state":"up:active","state_seq":3,"addr":"172.21.15.67:6835/298810392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":298810392},{"type":"v1","addr":"172.21.15.67:6835","nonce":298810392}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[25],"metadata_pool":24,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":10026,"qdb_cluster":[10026]},"id":12}]} 2024-09-21T00:33:37.557 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 143 2024-09-21T00:33:37.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.558+0000 7f858f48c640 1 -- 172.21.15.67:0/185557131 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8574078b90 msgr2=0x7f857407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:37.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.558+0000 7f858f48c640 1 --2- 172.21.15.67:0/185557131 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8574078b90 0x7f857407b0a0 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7f8578007fd0 tx=0x7f8578009040 comp rx=0 tx=0).stop 2024-09-21T00:33:37.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.558+0000 7f858f48c640 1 -- 172.21.15.67:0/185557131 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f85880b9780 msgr2=0x7f858814dcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:37.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.558+0000 7f858f48c640 1 --2- 172.21.15.67:0/185557131 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f85880b9780 0x7f858814dcd0 secure :-1 s=READY pgs=2109 cs=0 l=1 rev1=1 crypto rx=0x7f857c00d700 tx=0x7f857c00dbc0 comp rx=0 tx=0).stop 2024-09-21T00:33:37.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.558+0000 7f858f48c640 1 -- 172.21.15.67:0/185557131 shutdown_connections 2024-09-21T00:33:37.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.558+0000 7f858f48c640 1 --2- 172.21.15.67:0/185557131 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8574078b90 0x7f857407b0a0 unknown :-1 s=CLOSED pgs=788 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:37.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.558+0000 7f858f48c640 1 --2- 172.21.15.67:0/185557131 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f85880d1010 0x7f858809fef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:37.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.558+0000 7f858f48c640 1 --2- 172.21.15.67:0/185557131 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f85880b9780 0x7f858814dcd0 unknown :-1 s=CLOSED pgs=2109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:37.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.558+0000 7f858f48c640 1 --2- 172.21.15.67:0/185557131 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f85880b73f0 0x7f8588158b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:37.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.558+0000 7f858f48c640 1 -- 172.21.15.67:0/185557131 >> 172.21.15.67:0/185557131 conn(0x7f858808bee0 msgr2=0x7f85880ce480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:37.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.558+0000 7f858f48c640 1 -- 172.21.15.67:0/185557131 shutdown_connections 2024-09-21T00:33:37.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.558+0000 7f858f48c640 1 -- 172.21.15.67:0/185557131 wait complete. 2024-09-21T00:33:37.571 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:33:37.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.686+0000 7f9cece5c640 1 -- 172.21.15.67:0/2505836151 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9ce8070070 msgr2=0x7f9ce8070480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:37.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.686+0000 7f9cece5c640 1 --2- 172.21.15.67:0/2505836151 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9ce8070070 0x7f9ce8070480 secure :-1 s=READY pgs=2110 cs=0 l=1 rev1=1 crypto rx=0x7f9cd0005fd0 tx=0x7f9cd002a5d0 comp rx=0 tx=0).stop 2024-09-21T00:33:37.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.686+0000 7f9cece5c640 1 -- 172.21.15.67:0/2505836151 shutdown_connections 2024-09-21T00:33:37.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.686+0000 7f9cece5c640 1 --2- 172.21.15.67:0/2505836151 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9ce8070070 0x7f9ce8070480 unknown :-1 s=CLOSED pgs=2110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:37.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.686+0000 7f9cece5c640 1 --2- 172.21.15.67:0/2505836151 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9ce8152720 0x7f9ce80b4a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:37.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.686+0000 7f9cece5c640 1 -- 172.21.15.67:0/2505836151 >> 172.21.15.67:0/2505836151 conn(0x7f9ce806d5a0 msgr2=0x7f9ce80b1d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:37.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.686+0000 7f9cece5c640 1 -- 172.21.15.67:0/2505836151 shutdown_connections 2024-09-21T00:33:37.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.686+0000 7f9cece5c640 1 -- 172.21.15.67:0/2505836151 wait complete. 2024-09-21T00:33:37.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.688+0000 7f9cece5c640 1 Processor -- start 2024-09-21T00:33:37.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.688+0000 7f9cece5c640 1 -- start start 2024-09-21T00:33:37.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.690+0000 7f9cece5c640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9ce8070070 0x7f9ce814fcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:37.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.690+0000 7f9cece5c640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9ce8152720 0x7f9ce80caa20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:37.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.690+0000 7f9cece5c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9ce815f1e0 0x7f9ce80caf60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:37.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.690+0000 7f9cece5c640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f9ce80af0a0 con 0x7f9ce815f1e0 2024-09-21T00:33:37.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.690+0000 7f9cece5c640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f9ce815ff10 con 0x7f9ce8152720 2024-09-21T00:33:37.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.690+0000 7f9cece5c640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f9ce80af220 con 0x7f9ce8070070 2024-09-21T00:33:37.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.690+0000 7f9ce6d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9ce815f1e0 0x7f9ce80caf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:37.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.690+0000 7f9ce6d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9ce815f1e0 0x7f9ce80caf60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:41256/0 (socket says 172.21.15.67:41256) 2024-09-21T00:33:37.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.690+0000 7f9ce6d9d640 1 -- 172.21.15.67:0/4198501652 learned_addr learned my addr 172.21.15.67:0/4198501652 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:37.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.690+0000 7f9ce659c640 1 --2- 172.21.15.67:0/4198501652 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9ce8070070 0x7f9ce814fcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:37.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.690+0000 7f9ce5d9b640 1 --2- 172.21.15.67:0/4198501652 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9ce8152720 0x7f9ce80caa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:37.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.690+0000 7f9ce6d9d640 1 -- 172.21.15.67:0/4198501652 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9ce8070070 msgr2=0x7f9ce814fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:37.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.690+0000 7f9ce6d9d640 1 --2- 172.21.15.67:0/4198501652 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9ce8070070 0x7f9ce814fcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:37.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.690+0000 7f9ce6d9d640 1 -- 172.21.15.67:0/4198501652 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9ce8152720 msgr2=0x7f9ce80caa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:37.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.690+0000 7f9ce6d9d640 1 --2- 172.21.15.67:0/4198501652 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9ce8152720 0x7f9ce80caa20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:37.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.690+0000 7f9ce6d9d640 1 -- 172.21.15.67:0/4198501652 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ce81f91a0 con 0x7f9ce815f1e0 2024-09-21T00:33:37.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.690+0000 7f9ce5d9b640 1 --2- 172.21.15.67:0/4198501652 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9ce8152720 0x7f9ce80caa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:33:37.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.690+0000 7f9ce6d9d640 1 --2- 172.21.15.67:0/4198501652 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9ce815f1e0 0x7f9ce80caf60 secure :-1 s=READY pgs=2111 cs=0 l=1 rev1=1 crypto rx=0x7f9cd800c700 tx=0x7f9cd800cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:37.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.691+0000 7f9cdeffd640 1 -- 172.21.15.67:0/4198501652 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cd8003b70 con 0x7f9ce815f1e0 2024-09-21T00:33:37.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.691+0000 7f9cdeffd640 1 -- 172.21.15.67:0/4198501652 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9cd8003d10 con 0x7f9ce815f1e0 2024-09-21T00:33:37.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.691+0000 7f9cece5c640 1 -- 172.21.15.67:0/4198501652 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ce80b1430 con 0x7f9ce815f1e0 2024-09-21T00:33:37.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.691+0000 7f9cdeffd640 1 -- 172.21.15.67:0/4198501652 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cd800aab0 con 0x7f9ce815f1e0 2024-09-21T00:33:37.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.691+0000 7f9cece5c640 1 -- 172.21.15.67:0/4198501652 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ce81f9740 con 0x7f9ce815f1e0 2024-09-21T00:33:37.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.692+0000 7f9cece5c640 1 -- 172.21.15.67:0/4198501652 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9ce8070480 con 0x7f9ce815f1e0 2024-09-21T00:33:37.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.693+0000 7f9cdeffd640 1 -- 172.21.15.67:0/4198501652 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f9cd800ac50 con 0x7f9ce815f1e0 2024-09-21T00:33:37.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.693+0000 7f9cdeffd640 1 --2- 172.21.15.67:0/4198501652 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9cc8078b90 0x7f9cc807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:37.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.693+0000 7f9cdeffd640 1 -- 172.21.15.67:0/4198501652 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(162..162 src has 1..162) ==== 5709+0+0 (secure 0 0 0) 0x7f9cd809ab60 con 0x7f9ce815f1e0 2024-09-21T00:33:37.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.693+0000 7f9ce659c640 1 --2- 172.21.15.67:0/4198501652 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9cc8078b90 0x7f9cc807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:37.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.694+0000 7f9ce659c640 1 --2- 172.21.15.67:0/4198501652 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9cc8078b90 0x7f9cc807b0a0 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7f9ce0005fd0 tx=0x7f9ce0005850 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:37.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.698+0000 7f9cdeffd640 1 -- 172.21.15.67:0/4198501652 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f9ce8152b30 con 0x7f9ce815f1e0 2024-09-21T00:33:37.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.888+0000 7f9cece5c640 1 -- 172.21.15.67:0/4198501652 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f9ce80b11c0 con 0x7f9ce815f1e0 2024-09-21T00:33:37.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.889+0000 7f9cdeffd640 1 -- 172.21.15.67:0/4198501652 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v162) ==== 74+0+16703 (secure 0 0 0) 0x7f9cd8062fa0 con 0x7f9ce815f1e0 2024-09-21T00:33:37.891 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:33:37.891 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":162,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:33:08.159869+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":25,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":24,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:33:04.260641+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"161","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":25,"pool_name":"cephfs_data","create_time":"2024-09-21T00:33:05.507615+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"162","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:33:37.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.892+0000 7f9cece5c640 1 -- 172.21.15.67:0/4198501652 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9cc8078b90 msgr2=0x7f9cc807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:37.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.892+0000 7f9cece5c640 1 --2- 172.21.15.67:0/4198501652 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9cc8078b90 0x7f9cc807b0a0 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7f9ce0005fd0 tx=0x7f9ce0005850 comp rx=0 tx=0).stop 2024-09-21T00:33:37.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.892+0000 7f9cece5c640 1 -- 172.21.15.67:0/4198501652 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9ce815f1e0 msgr2=0x7f9ce80caf60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:37.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.892+0000 7f9cece5c640 1 --2- 172.21.15.67:0/4198501652 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9ce815f1e0 0x7f9ce80caf60 secure :-1 s=READY pgs=2111 cs=0 l=1 rev1=1 crypto rx=0x7f9cd800c700 tx=0x7f9cd800cbc0 comp rx=0 tx=0).stop 2024-09-21T00:33:37.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.892+0000 7f9cece5c640 1 -- 172.21.15.67:0/4198501652 shutdown_connections 2024-09-21T00:33:37.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.892+0000 7f9cece5c640 1 --2- 172.21.15.67:0/4198501652 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9cc8078b90 0x7f9cc807b0a0 unknown :-1 s=CLOSED pgs=789 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:37.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.892+0000 7f9cece5c640 1 --2- 172.21.15.67:0/4198501652 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9ce815f1e0 0x7f9ce80caf60 unknown :-1 s=CLOSED pgs=2111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:37.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.892+0000 7f9cece5c640 1 --2- 172.21.15.67:0/4198501652 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9ce8152720 0x7f9ce80caa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:37.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.892+0000 7f9cece5c640 1 --2- 172.21.15.67:0/4198501652 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9ce8070070 0x7f9ce814fcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:37.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.892+0000 7f9cece5c640 1 -- 172.21.15.67:0/4198501652 >> 172.21.15.67:0/4198501652 conn(0x7f9ce806d5a0 msgr2=0x7f9ce815d0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:37.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.892+0000 7f9cece5c640 1 -- 172.21.15.67:0/4198501652 shutdown_connections 2024-09-21T00:33:37.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:37.892+0000 7f9cece5c640 1 -- 172.21.15.67:0/4198501652 wait complete. 2024-09-21T00:33:37.905 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-21T00:33:37.905 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:33:38.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.020+0000 7f9469838640 1 -- 172.21.15.67:0/2726069004 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f94640b9780 msgr2=0x7f94640d2cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:38.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.020+0000 7f9469838640 1 --2- 172.21.15.67:0/2726069004 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f94640b9780 0x7f94640d2cf0 secure :-1 s=READY pgs=2113 cs=0 l=1 rev1=1 crypto rx=0x7f944c009820 tx=0x7f944c02a5a0 comp rx=0 tx=0).stop 2024-09-21T00:33:38.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.020+0000 7f9469838640 1 -- 172.21.15.67:0/2726069004 shutdown_connections 2024-09-21T00:33:38.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.020+0000 7f9469838640 1 --2- 172.21.15.67:0/2726069004 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f94640b9780 0x7f94640d2cf0 unknown :-1 s=CLOSED pgs=2113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:38.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.020+0000 7f9469838640 1 -- 172.21.15.67:0/2726069004 >> 172.21.15.67:0/2726069004 conn(0x7f946408bee0 msgr2=0x7f94640d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:38.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.020+0000 7f9469838640 1 -- 172.21.15.67:0/2726069004 shutdown_connections 2024-09-21T00:33:38.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.020+0000 7f9469838640 1 -- 172.21.15.67:0/2726069004 wait complete. 2024-09-21T00:33:38.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.022+0000 7f9469838640 1 Processor -- start 2024-09-21T00:33:38.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.022+0000 7f9469838640 1 -- start start 2024-09-21T00:33:38.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.023+0000 7f9469838640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f94640b9780 0x7f9464159a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:38.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.023+0000 7f9469838640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f94640d1010 0x7f94641590f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:38.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.023+0000 7f9469838640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f94640d1420 0x7f94641f8d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:38.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.023+0000 7f9469838640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f94640cf810 con 0x7f94640d1010 2024-09-21T00:33:38.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.023+0000 7f9469838640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f94640b7d10 con 0x7f94640d1420 2024-09-21T00:33:38.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.023+0000 7f9469838640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f94640cf990 con 0x7f94640b9780 2024-09-21T00:33:38.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.023+0000 7f94627fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f94640d1010 0x7f94641590f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:38.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.024+0000 7f94627fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f94640d1010 0x7f94641590f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:41262/0 (socket says 172.21.15.67:41262) 2024-09-21T00:33:38.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.024+0000 7f94627fc640 1 -- 172.21.15.67:0/3874223857 learned_addr learned my addr 172.21.15.67:0/3874223857 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:38.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.024+0000 7f9462ffd640 1 --2- 172.21.15.67:0/3874223857 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f94640b9780 0x7f9464159a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:38.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.024+0000 7f94637fe640 1 --2- 172.21.15.67:0/3874223857 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f94640d1420 0x7f94641f8d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:38.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.024+0000 7f94627fc640 1 -- 172.21.15.67:0/3874223857 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f94640b9780 msgr2=0x7f9464159a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:38.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.024+0000 7f94627fc640 1 --2- 172.21.15.67:0/3874223857 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f94640b9780 0x7f9464159a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:38.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.024+0000 7f94627fc640 1 -- 172.21.15.67:0/3874223857 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f94640d1420 msgr2=0x7f94641f8d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:38.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.024+0000 7f94627fc640 1 --2- 172.21.15.67:0/3874223857 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f94640d1420 0x7f94641f8d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:38.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.024+0000 7f94627fc640 1 -- 172.21.15.67:0/3874223857 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f946415c1c0 con 0x7f94640d1010 2024-09-21T00:33:38.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.024+0000 7f94627fc640 1 --2- 172.21.15.67:0/3874223857 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f94640d1010 0x7f94641590f0 secure :-1 s=READY pgs=2114 cs=0 l=1 rev1=1 crypto rx=0x7f945400c3c0 tx=0x7f945400c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:38.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.024+0000 7f945bfff640 1 -- 172.21.15.67:0/3874223857 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9454011790 con 0x7f94640d1010 2024-09-21T00:33:38.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.024+0000 7f945bfff640 1 -- 172.21.15.67:0/3874223857 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9454017070 con 0x7f94640d1010 2024-09-21T00:33:38.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.024+0000 7f9469838640 1 -- 172.21.15.67:0/3874223857 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f946415c630 con 0x7f94640d1010 2024-09-21T00:33:38.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.024+0000 7f945bfff640 1 -- 172.21.15.67:0/3874223857 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9454011ce0 con 0x7f94640d1010 2024-09-21T00:33:38.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.024+0000 7f9469838640 1 -- 172.21.15.67:0/3874223857 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f946415cbf0 con 0x7f94640d1010 2024-09-21T00:33:38.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.025+0000 7f9469838640 1 -- 172.21.15.67:0/3874223857 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f94640d3aa0 con 0x7f94640d1010 2024-09-21T00:33:38.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.026+0000 7f945bfff640 1 -- 172.21.15.67:0/3874223857 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f945401c460 con 0x7f94640d1010 2024-09-21T00:33:38.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.027+0000 7f945bfff640 1 --2- 172.21.15.67:0/3874223857 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9444078bc0 0x7f944407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:38.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.027+0000 7f945bfff640 1 -- 172.21.15.67:0/3874223857 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(162..162 src has 1..162) ==== 5709+0+0 (secure 0 0 0) 0x7f945409a930 con 0x7f94640d1010 2024-09-21T00:33:38.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.027+0000 7f9462ffd640 1 --2- 172.21.15.67:0/3874223857 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9444078bc0 0x7f944407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:38.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.027+0000 7f9462ffd640 1 --2- 172.21.15.67:0/3874223857 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9444078bc0 0x7f944407b0d0 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7f944c034000 tx=0x7f944c004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:38.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.031+0000 7f945bfff640 1 -- 172.21.15.67:0/3874223857 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f94640d3aa0 con 0x7f94640d1010 2024-09-21T00:33:38.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.258+0000 7f9469838640 1 -- 172.21.15.67:0/3874223857 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f946415c390 con 0x7f94640d1010 2024-09-21T00:33:38.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.264+0000 7f945bfff640 1 -- 172.21.15.67:0/3874223857 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 143 v143) ==== 95+0+5243 (secure 0 0 0) 0x7f9454062720 con 0x7f94640d1010 2024-09-21T00:33:38.266 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:33:38.266 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":143,"btime":"2024-09-21T00:33:34:258265+0000","default_fscid":12,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":9040,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/3820467054","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3820467054},{"type":"v1","addr":"172.21.15.97:6836","nonce":3820467054}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":135},{"gid":9043,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/1880977603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":1880977603},{"type":"v1","addr":"172.21.15.97:6837","nonce":1880977603}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":135}],"filesystems":[{"mdsmap":{"epoch":143,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-21T00:33:06.544014+0000","modified":"2024-09-21T00:33:34.258252+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":10026},"failed":[],"damaged":[],"stopped":[],"info":{"gid_10008":{"gid":10008,"name":"a","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.67:6833/1856859324","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1856859324},{"type":"v1","addr":"172.21.15.67:6833","nonce":1856859324}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_10026":{"gid":10026,"name":"c","rank":0,"incarnation":136,"state":"up:active","state_seq":3,"addr":"172.21.15.67:6835/298810392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":298810392},{"type":"v1","addr":"172.21.15.67:6835","nonce":298810392}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[25],"metadata_pool":24,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":10026,"qdb_cluster":[10026]},"id":12}]} 2024-09-21T00:33:38.266 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 143 2024-09-21T00:33:38.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.267+0000 7f9469838640 1 -- 172.21.15.67:0/3874223857 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9444078bc0 msgr2=0x7f944407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:38.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.267+0000 7f9469838640 1 --2- 172.21.15.67:0/3874223857 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9444078bc0 0x7f944407b0d0 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7f944c034000 tx=0x7f944c004730 comp rx=0 tx=0).stop 2024-09-21T00:33:38.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.267+0000 7f9469838640 1 -- 172.21.15.67:0/3874223857 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f94640d1010 msgr2=0x7f94641590f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:38.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.267+0000 7f9469838640 1 --2- 172.21.15.67:0/3874223857 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f94640d1010 0x7f94641590f0 secure :-1 s=READY pgs=2114 cs=0 l=1 rev1=1 crypto rx=0x7f945400c3c0 tx=0x7f945400c880 comp rx=0 tx=0).stop 2024-09-21T00:33:38.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.267+0000 7f9469838640 1 -- 172.21.15.67:0/3874223857 shutdown_connections 2024-09-21T00:33:38.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.267+0000 7f9469838640 1 --2- 172.21.15.67:0/3874223857 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9444078bc0 0x7f944407b0d0 unknown :-1 s=CLOSED pgs=790 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:38.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.267+0000 7f9469838640 1 --2- 172.21.15.67:0/3874223857 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f94640d1420 0x7f94641f8d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:38.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.267+0000 7f9469838640 1 --2- 172.21.15.67:0/3874223857 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f94640d1010 0x7f94641590f0 unknown :-1 s=CLOSED pgs=2114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:38.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.267+0000 7f9469838640 1 --2- 172.21.15.67:0/3874223857 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f94640b9780 0x7f9464159a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:38.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.267+0000 7f9469838640 1 -- 172.21.15.67:0/3874223857 >> 172.21.15.67:0/3874223857 conn(0x7f946408bee0 msgr2=0x7f946406f760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:38.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.267+0000 7f9469838640 1 -- 172.21.15.67:0/3874223857 shutdown_connections 2024-09-21T00:33:38.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.267+0000 7f9469838640 1 -- 172.21.15.67:0/3874223857 wait complete. 2024-09-21T00:33:38.280 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:33:38.396 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.395+0000 7fdde18c5640 1 -- 172.21.15.67:0/212903399 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdddc0ccbd0 msgr2=0x7fdddc0d0400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:38.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.395+0000 7fdde18c5640 1 --2- 172.21.15.67:0/212903399 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdddc0ccbd0 0x7fdddc0d0400 secure :-1 s=READY pgs=2116 cs=0 l=1 rev1=1 crypto rx=0x7fdddc0cc380 tx=0x7fddd402aa90 comp rx=0 tx=0).stop 2024-09-21T00:33:38.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.395+0000 7fdde18c5640 1 -- 172.21.15.67:0/212903399 shutdown_connections 2024-09-21T00:33:38.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.395+0000 7fdde18c5640 1 --2- 172.21.15.67:0/212903399 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdddc0ccbd0 0x7fdddc0d0400 unknown :-1 s=CLOSED pgs=2116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:38.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.395+0000 7fdde18c5640 1 --2- 172.21.15.67:0/212903399 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdddc0ce890 0x7fdddc0cc690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:38.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.395+0000 7fdde18c5640 1 -- 172.21.15.67:0/212903399 >> 172.21.15.67:0/212903399 conn(0x7fdddc0d1280 msgr2=0x7fdddc0d1690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:38.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.395+0000 7fdde18c5640 1 -- 172.21.15.67:0/212903399 shutdown_connections 2024-09-21T00:33:38.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.395+0000 7fdde18c5640 1 -- 172.21.15.67:0/212903399 wait complete. 2024-09-21T00:33:38.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.397+0000 7fdde18c5640 1 Processor -- start 2024-09-21T00:33:38.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.397+0000 7fdde18c5640 1 -- start start 2024-09-21T00:33:38.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.398+0000 7fdde18c5640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdddc0b63a0 0x7fdddc0c57c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:38.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.398+0000 7fdde18c5640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdddc0ccbd0 0x7fdddc158eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:38.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.398+0000 7fdde18c5640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdddc0ce890 0x7fdddc0c7030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:38.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.398+0000 7fdde18c5640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fdddc0d0940 con 0x7fdddc0ce890 2024-09-21T00:33:38.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.398+0000 7fdde18c5640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fdddc0b6b20 con 0x7fdddc0b63a0 2024-09-21T00:33:38.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.398+0000 7fdde18c5640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fdddc0d0ac0 con 0x7fdddc0ccbd0 2024-09-21T00:33:38.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.399+0000 7fdddb7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdddc0ce890 0x7fdddc0c7030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:38.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.399+0000 7fdddb7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdddc0ce890 0x7fdddc0c7030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:41282/0 (socket says 172.21.15.67:41282) 2024-09-21T00:33:38.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.399+0000 7fdddb7fe640 1 -- 172.21.15.67:0/3430314829 learned_addr learned my addr 172.21.15.67:0/3430314829 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:38.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.399+0000 7fddda7fc640 1 --2- 172.21.15.67:0/3430314829 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdddc0ccbd0 0x7fdddc158eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:38.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.399+0000 7fdddaffd640 1 --2- 172.21.15.67:0/3430314829 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdddc0b63a0 0x7fdddc0c57c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:38.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.399+0000 7fdddb7fe640 1 -- 172.21.15.67:0/3430314829 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdddc0ccbd0 msgr2=0x7fdddc158eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:38.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.399+0000 7fdddb7fe640 1 --2- 172.21.15.67:0/3430314829 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdddc0ccbd0 0x7fdddc158eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:38.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.399+0000 7fdddb7fe640 1 -- 172.21.15.67:0/3430314829 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdddc0b63a0 msgr2=0x7fdddc0c57c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:38.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.399+0000 7fdddb7fe640 1 --2- 172.21.15.67:0/3430314829 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdddc0b63a0 0x7fdddc0c57c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:38.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.399+0000 7fdddb7fe640 1 -- 172.21.15.67:0/3430314829 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdddc0c5f80 con 0x7fdddc0ce890 2024-09-21T00:33:38.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.399+0000 7fddda7fc640 1 --2- 172.21.15.67:0/3430314829 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdddc0ccbd0 0x7fdddc158eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:33:38.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.399+0000 7fdddaffd640 1 --2- 172.21.15.67:0/3430314829 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdddc0b63a0 0x7fdddc0c57c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:33:38.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.399+0000 7fdddb7fe640 1 --2- 172.21.15.67:0/3430314829 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdddc0ce890 0x7fdddc0c7030 secure :-1 s=READY pgs=2117 cs=0 l=1 rev1=1 crypto rx=0x7fddd4009d60 tx=0x7fddd4003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:38.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.399+0000 7fddc3fff640 1 -- 172.21.15.67:0/3430314829 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddd4044070 con 0x7fdddc0ce890 2024-09-21T00:33:38.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.399+0000 7fddc3fff640 1 -- 172.21.15.67:0/3430314829 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fddd4004250 con 0x7fdddc0ce890 2024-09-21T00:33:38.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.399+0000 7fdde18c5640 1 -- 172.21.15.67:0/3430314829 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdddc0c6260 con 0x7fdddc0ce890 2024-09-21T00:33:38.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.399+0000 7fddc3fff640 1 -- 172.21.15.67:0/3430314829 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fddd4004680 con 0x7fdddc0ce890 2024-09-21T00:33:38.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.399+0000 7fdde18c5640 1 -- 172.21.15.67:0/3430314829 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdddc0c6820 con 0x7fdddc0ce890 2024-09-21T00:33:38.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.401+0000 7fdde18c5640 1 -- 172.21.15.67:0/3430314829 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdddc0d0400 con 0x7fdddc0ce890 2024-09-21T00:33:38.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.401+0000 7fddc3fff640 1 -- 172.21.15.67:0/3430314829 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fddd4047070 con 0x7fdddc0ce890 2024-09-21T00:33:38.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.402+0000 7fddc3fff640 1 --2- 172.21.15.67:0/3430314829 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fddc8078bc0 0x7fddc807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:38.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.402+0000 7fddc3fff640 1 -- 172.21.15.67:0/3430314829 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(162..162 src has 1..162) ==== 5709+0+0 (secure 0 0 0) 0x7fddd40bbbb0 con 0x7fdddc0ce890 2024-09-21T00:33:38.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.402+0000 7fdddaffd640 1 --2- 172.21.15.67:0/3430314829 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fddc8078bc0 0x7fddc807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:38.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.403+0000 7fdddaffd640 1 --2- 172.21.15.67:0/3430314829 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fddc8078bc0 0x7fddc807b0d0 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7fddcc005fd0 tx=0x7fddcc005ee0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:38.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.406+0000 7fddc3fff640 1 -- 172.21.15.67:0/3430314829 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fddd4032030 con 0x7fdddc0ce890 2024-09-21T00:33:38.632 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.631+0000 7fdde18c5640 1 -- 172.21.15.67:0/3430314829 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdddc0c5d10 con 0x7fdddc0ce890 2024-09-21T00:33:38.632 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.631+0000 7fddc3fff640 1 -- 172.21.15.67:0/3430314829 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 143 v143) ==== 95+0+5243 (secure 0 0 0) 0x7fddd4084080 con 0x7fdddc0ce890 2024-09-21T00:33:38.633 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:33:38.633 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":143,"btime":"2024-09-21T00:33:34:258265+0000","default_fscid":12,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":9040,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/3820467054","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3820467054},{"type":"v1","addr":"172.21.15.97:6836","nonce":3820467054}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":135},{"gid":9043,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/1880977603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":1880977603},{"type":"v1","addr":"172.21.15.97:6837","nonce":1880977603}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":135}],"filesystems":[{"mdsmap":{"epoch":143,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-21T00:33:06.544014+0000","modified":"2024-09-21T00:33:34.258252+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":10026},"failed":[],"damaged":[],"stopped":[],"info":{"gid_10008":{"gid":10008,"name":"a","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.67:6833/1856859324","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1856859324},{"type":"v1","addr":"172.21.15.67:6833","nonce":1856859324}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_10026":{"gid":10026,"name":"c","rank":0,"incarnation":136,"state":"up:active","state_seq":3,"addr":"172.21.15.67:6835/298810392","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":298810392},{"type":"v1","addr":"172.21.15.67:6835","nonce":298810392}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[25],"metadata_pool":24,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":10026,"qdb_cluster":[10026]},"id":12}]} 2024-09-21T00:33:38.633 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 143 2024-09-21T00:33:38.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.633+0000 7fdde18c5640 1 -- 172.21.15.67:0/3430314829 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fddc8078bc0 msgr2=0x7fddc807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:38.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.633+0000 7fdde18c5640 1 --2- 172.21.15.67:0/3430314829 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fddc8078bc0 0x7fddc807b0d0 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7fddcc005fd0 tx=0x7fddcc005ee0 comp rx=0 tx=0).stop 2024-09-21T00:33:38.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.633+0000 7fdde18c5640 1 -- 172.21.15.67:0/3430314829 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdddc0ce890 msgr2=0x7fdddc0c7030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:38.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.633+0000 7fdde18c5640 1 --2- 172.21.15.67:0/3430314829 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdddc0ce890 0x7fdddc0c7030 secure :-1 s=READY pgs=2117 cs=0 l=1 rev1=1 crypto rx=0x7fddd4009d60 tx=0x7fddd4003f10 comp rx=0 tx=0).stop 2024-09-21T00:33:38.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.633+0000 7fdde18c5640 1 -- 172.21.15.67:0/3430314829 shutdown_connections 2024-09-21T00:33:38.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.633+0000 7fdde18c5640 1 --2- 172.21.15.67:0/3430314829 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fddc8078bc0 0x7fddc807b0d0 unknown :-1 s=CLOSED pgs=791 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:38.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.633+0000 7fdde18c5640 1 --2- 172.21.15.67:0/3430314829 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdddc0ce890 0x7fdddc0c7030 unknown :-1 s=CLOSED pgs=2117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:38.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.633+0000 7fdde18c5640 1 --2- 172.21.15.67:0/3430314829 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdddc0ccbd0 0x7fdddc158eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:38.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.633+0000 7fdde18c5640 1 --2- 172.21.15.67:0/3430314829 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdddc0b63a0 0x7fdddc0c57c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:38.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.633+0000 7fdde18c5640 1 -- 172.21.15.67:0/3430314829 >> 172.21.15.67:0/3430314829 conn(0x7fdddc0d1280 msgr2=0x7fdddc0b4ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:38.636 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.634+0000 7fdde18c5640 1 -- 172.21.15.67:0/3430314829 shutdown_connections 2024-09-21T00:33:38.636 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.634+0000 7fdde18c5640 1 -- 172.21.15.67:0/3430314829 wait complete. 2024-09-21T00:33:38.647 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:33:38.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.763+0000 7f8f1372b640 1 -- 172.21.15.67:0/1667147659 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8ef8004800 msgr2=0x7f8ef8004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:38.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.763+0000 7f8f1372b640 1 --2- 172.21.15.67:0/1667147659 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8ef8004800 0x7f8ef8004c10 secure :-1 s=READY pgs=2119 cs=0 l=1 rev1=1 crypto rx=0x7f8f0c0cc9c0 tx=0x7f8ef8005830 comp rx=0 tx=0).stop 2024-09-21T00:33:38.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.763+0000 7f8f1372b640 1 -- 172.21.15.67:0/1667147659 shutdown_connections 2024-09-21T00:33:38.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.763+0000 7f8f1372b640 1 --2- 172.21.15.67:0/1667147659 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8ef8004800 0x7f8ef8004c10 unknown :-1 s=CLOSED pgs=2119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:38.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.763+0000 7f8f1372b640 1 -- 172.21.15.67:0/1667147659 >> 172.21.15.67:0/1667147659 conn(0x7f8f0c06d5a0 msgr2=0x7f8f0c0b1d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:38.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.763+0000 7f8f1372b640 1 -- 172.21.15.67:0/1667147659 shutdown_connections 2024-09-21T00:33:38.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.763+0000 7f8f1372b640 1 -- 172.21.15.67:0/1667147659 wait complete. 2024-09-21T00:33:38.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.765+0000 7f8f1372b640 1 Processor -- start 2024-09-21T00:33:38.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.765+0000 7f8f1372b640 1 -- start start 2024-09-21T00:33:38.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.766+0000 7f8f1372b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8ef8004800 0x7f8f0c09a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:38.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.766+0000 7f8f1372b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8f0c1f71c0 0x7f8f0c0cc760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:38.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.766+0000 7f8f1372b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8f0c1f65e0 0x7f8f0c1f69f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:38.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.766+0000 7f8f1372b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f8f0c15d730 con 0x7f8ef8004800 2024-09-21T00:33:38.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.766+0000 7f8f1372b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f8f0c160a90 con 0x7f8f0c1f71c0 2024-09-21T00:33:38.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.766+0000 7f8f1372b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f8f0c15d8b0 con 0x7f8f0c1f65e0 2024-09-21T00:33:38.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.767+0000 7f8f114c7640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8ef8004800 0x7f8f0c09a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:38.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.767+0000 7f8f114c7640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8ef8004800 0x7f8f0c09a5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:41292/0 (socket says 172.21.15.67:41292) 2024-09-21T00:33:38.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.767+0000 7f8f114c7640 1 -- 172.21.15.67:0/1104192592 learned_addr learned my addr 172.21.15.67:0/1104192592 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:38.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.767+0000 7f8f10cc6640 1 --2- 172.21.15.67:0/1104192592 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8f0c1f71c0 0x7f8f0c0cc760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:38.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.767+0000 7f8f11cc8640 1 --2- 172.21.15.67:0/1104192592 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8f0c1f65e0 0x7f8f0c1f69f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:38.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.767+0000 7f8f114c7640 1 -- 172.21.15.67:0/1104192592 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8f0c1f65e0 msgr2=0x7f8f0c1f69f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:38.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.767+0000 7f8f114c7640 1 --2- 172.21.15.67:0/1104192592 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8f0c1f65e0 0x7f8f0c1f69f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:38.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.767+0000 7f8f114c7640 1 -- 172.21.15.67:0/1104192592 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8f0c1f71c0 msgr2=0x7f8f0c0cc760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:38.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.767+0000 7f8f114c7640 1 --2- 172.21.15.67:0/1104192592 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8f0c1f71c0 0x7f8f0c0cc760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:38.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.767+0000 7f8f114c7640 1 -- 172.21.15.67:0/1104192592 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f0c1f6f30 con 0x7f8ef8004800 2024-09-21T00:33:38.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.767+0000 7f8f114c7640 1 --2- 172.21.15.67:0/1104192592 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8ef8004800 0x7f8f0c09a5e0 secure :-1 s=READY pgs=2120 cs=0 l=1 rev1=1 crypto rx=0x7f8f08004d60 tx=0x7f8f08001630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:38.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.767+0000 7f8efdffb640 1 -- 172.21.15.67:0/1104192592 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f080107d0 con 0x7f8ef8004800 2024-09-21T00:33:38.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.767+0000 7f8efdffb640 1 -- 172.21.15.67:0/1104192592 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8f08016070 con 0x7f8ef8004800 2024-09-21T00:33:38.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.767+0000 7f8f1372b640 1 -- 172.21.15.67:0/1104192592 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f0c09ac80 con 0x7f8ef8004800 2024-09-21T00:33:38.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.767+0000 7f8efdffb640 1 -- 172.21.15.67:0/1104192592 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f08010d00 con 0x7f8ef8004800 2024-09-21T00:33:38.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.768+0000 7f8f1372b640 1 -- 172.21.15.67:0/1104192592 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f0c09b240 con 0x7f8ef8004800 2024-09-21T00:33:38.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.769+0000 7f8f1372b640 1 -- 172.21.15.67:0/1104192592 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8f0c0ad2f0 con 0x7f8ef8004800 2024-09-21T00:33:38.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.769+0000 7f8efdffb640 1 -- 172.21.15.67:0/1104192592 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f8f0801b460 con 0x7f8ef8004800 2024-09-21T00:33:38.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.770+0000 7f8efdffb640 1 --2- 172.21.15.67:0/1104192592 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8ef0078bc0 0x7f8ef007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:38.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.770+0000 7f8efdffb640 1 -- 172.21.15.67:0/1104192592 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(162..162 src has 1..162) ==== 5709+0+0 (secure 0 0 0) 0x7f8f0809b370 con 0x7f8ef8004800 2024-09-21T00:33:38.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.770+0000 7f8f10cc6640 1 --2- 172.21.15.67:0/1104192592 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8ef0078bc0 0x7f8ef007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:38.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.771+0000 7f8f10cc6640 1 --2- 172.21.15.67:0/1104192592 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8ef0078bc0 0x7f8ef007b0d0 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7f8f00033000 tx=0x7f8f0c160f10 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:38.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.774+0000 7f8efdffb640 1 -- 172.21.15.67:0/1104192592 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f8f0c1f6f30 con 0x7f8ef8004800 2024-09-21T00:33:38.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.964+0000 7f8f1372b640 1 -- 172.21.15.67:0/1104192592 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f8f0c152e00 con 0x7f8ef8004800 2024-09-21T00:33:38.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.965+0000 7f8efdffb640 1 -- 172.21.15.67:0/1104192592 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v162) ==== 74+0+16703 (secure 0 0 0) 0x7f8f080631f0 con 0x7f8ef8004800 2024-09-21T00:33:38.966 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:33:38.966 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":162,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:33:08.159869+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":25,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":24,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:33:04.260641+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"161","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":25,"pool_name":"cephfs_data","create_time":"2024-09-21T00:33:05.507615+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"162","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:33:38.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.967+0000 7f8f1372b640 1 -- 172.21.15.67:0/1104192592 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8ef0078bc0 msgr2=0x7f8ef007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:38.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.967+0000 7f8f1372b640 1 --2- 172.21.15.67:0/1104192592 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8ef0078bc0 0x7f8ef007b0d0 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7f8f00033000 tx=0x7f8f0c160f10 comp rx=0 tx=0).stop 2024-09-21T00:33:38.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.967+0000 7f8f1372b640 1 -- 172.21.15.67:0/1104192592 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8ef8004800 msgr2=0x7f8f0c09a5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:38.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.967+0000 7f8f1372b640 1 --2- 172.21.15.67:0/1104192592 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8ef8004800 0x7f8f0c09a5e0 secure :-1 s=READY pgs=2120 cs=0 l=1 rev1=1 crypto rx=0x7f8f08004d60 tx=0x7f8f08001630 comp rx=0 tx=0).stop 2024-09-21T00:33:38.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.967+0000 7f8f1372b640 1 -- 172.21.15.67:0/1104192592 shutdown_connections 2024-09-21T00:33:38.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.967+0000 7f8f1372b640 1 --2- 172.21.15.67:0/1104192592 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8ef0078bc0 0x7f8ef007b0d0 unknown :-1 s=CLOSED pgs=792 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:38.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.967+0000 7f8f1372b640 1 --2- 172.21.15.67:0/1104192592 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8f0c1f65e0 0x7f8f0c1f69f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:38.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.967+0000 7f8f1372b640 1 --2- 172.21.15.67:0/1104192592 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8f0c1f71c0 0x7f8f0c0cc760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:38.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.967+0000 7f8f1372b640 1 --2- 172.21.15.67:0/1104192592 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8ef8004800 0x7f8f0c09a5e0 unknown :-1 s=CLOSED pgs=2120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:38.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.967+0000 7f8f1372b640 1 -- 172.21.15.67:0/1104192592 >> 172.21.15.67:0/1104192592 conn(0x7f8f0c06d5a0 msgr2=0x7f8f0c15dd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:38.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.967+0000 7f8f1372b640 1 -- 172.21.15.67:0/1104192592 shutdown_connections 2024-09-21T00:33:38.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:38.967+0000 7f8f1372b640 1 -- 172.21.15.67:0/1104192592 wait complete. 2024-09-21T00:33:38.980 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-21T00:33:39.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.097+0000 7f669b207640 1 -- 172.21.15.67:0/3269860272 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6680004800 msgr2=0x7f6680004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:39.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.097+0000 7f669b207640 1 --2- 172.21.15.67:0/3269860272 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6680004800 0x7f6680004c10 secure :-1 s=READY pgs=2122 cs=0 l=1 rev1=1 crypto rx=0x7f6694074080 tx=0x7f6680005830 comp rx=0 tx=0).stop 2024-09-21T00:33:39.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.097+0000 7f66997a4640 1 -- 172.21.15.67:0/3269860272 reap_dead start 2024-09-21T00:33:39.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.097+0000 7f669b207640 1 -- 172.21.15.67:0/3269860272 shutdown_connections 2024-09-21T00:33:39.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.097+0000 7f669b207640 1 -- 172.21.15.67:0/3269860272 >> 172.21.15.67:0/3269860272 conn(0x7f66940b3e90 msgr2=0x7f66940b42a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:39.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.097+0000 7f669b207640 1 -- 172.21.15.67:0/3269860272 shutdown_connections 2024-09-21T00:33:39.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.097+0000 7f669b207640 1 -- 172.21.15.67:0/3269860272 wait complete. 2024-09-21T00:33:39.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.099+0000 7f669b207640 1 Processor -- start 2024-09-21T00:33:39.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.099+0000 7f669b207640 1 -- start start 2024-09-21T00:33:39.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.100+0000 7f669b207640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6680004800 0x7f6694158a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:39.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.100+0000 7f669b207640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f669406f4a0 0x7f669406f8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:39.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.100+0000 7f669b207640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f669415e6b0 0x7f669415eac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:39.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.100+0000 7f669b207640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f669409b3f0 con 0x7f669415e6b0 2024-09-21T00:33:39.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.100+0000 7f669b207640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f669409b270 con 0x7f669406f4a0 2024-09-21T00:33:39.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.100+0000 7f669b207640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f669409b570 con 0x7f6680004800 2024-09-21T00:33:39.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.101+0000 7f66997a4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f669415e6b0 0x7f669415eac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:39.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.101+0000 7f66997a4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f669415e6b0 0x7f669415eac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:41310/0 (socket says 172.21.15.67:41310) 2024-09-21T00:33:39.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.101+0000 7f66997a4640 1 -- 172.21.15.67:0/1720662189 learned_addr learned my addr 172.21.15.67:0/1720662189 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:39.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.101+0000 7f6693fff640 1 --2- 172.21.15.67:0/1720662189 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f669406f4a0 0x7f669406f8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:39.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.101+0000 7f6698fa3640 1 --2- 172.21.15.67:0/1720662189 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6680004800 0x7f6694158a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:39.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.101+0000 7f66997a4640 1 -- 172.21.15.67:0/1720662189 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6680004800 msgr2=0x7f6694158a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:39.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.101+0000 7f66997a4640 1 --2- 172.21.15.67:0/1720662189 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6680004800 0x7f6694158a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:39.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.101+0000 7f66997a4640 1 -- 172.21.15.67:0/1720662189 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f669406f4a0 msgr2=0x7f669406f8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:39.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.101+0000 7f66997a4640 1 --2- 172.21.15.67:0/1720662189 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f669406f4a0 0x7f669406f8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:39.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.101+0000 7f66997a4640 1 -- 172.21.15.67:0/1720662189 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f669415f000 con 0x7f669415e6b0 2024-09-21T00:33:39.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.101+0000 7f66997a4640 1 --2- 172.21.15.67:0/1720662189 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f669415e6b0 0x7f669415eac0 secure :-1 s=READY pgs=2123 cs=0 l=1 rev1=1 crypto rx=0x7f667c000c00 tx=0x7f667c0039c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:39.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.101+0000 7f66917fa640 1 -- 172.21.15.67:0/1720662189 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f667c011840 con 0x7f669415e6b0 2024-09-21T00:33:39.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.101+0000 7f66917fa640 1 -- 172.21.15.67:0/1720662189 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f667c017070 con 0x7f669415e6b0 2024-09-21T00:33:39.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.101+0000 7f669b207640 1 -- 172.21.15.67:0/1720662189 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6694159820 con 0x7f669415e6b0 2024-09-21T00:33:39.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.101+0000 7f66917fa640 1 -- 172.21.15.67:0/1720662189 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f667c011c80 con 0x7f669415e6b0 2024-09-21T00:33:39.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.101+0000 7f669b207640 1 -- 172.21.15.67:0/1720662189 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f66941f5d00 con 0x7f669415e6b0 2024-09-21T00:33:39.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.102+0000 7f669b207640 1 -- 172.21.15.67:0/1720662189 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f669406fe40 con 0x7f669415e6b0 2024-09-21T00:33:39.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.103+0000 7f66917fa640 1 -- 172.21.15.67:0/1720662189 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f667c01c460 con 0x7f669415e6b0 2024-09-21T00:33:39.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.104+0000 7f66917fa640 1 --2- 172.21.15.67:0/1720662189 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6674078bc0 0x7f667407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:39.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.104+0000 7f66917fa640 1 -- 172.21.15.67:0/1720662189 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(162..162 src has 1..162) ==== 5709+0+0 (secure 0 0 0) 0x7f667c09b2c0 con 0x7f669415e6b0 2024-09-21T00:33:39.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.104+0000 7f6698fa3640 1 --2- 172.21.15.67:0/1720662189 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6674078bc0 0x7f667407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:39.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.105+0000 7f6698fa3640 1 --2- 172.21.15.67:0/1720662189 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6674078bc0 0x7f667407b0d0 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7f668c006fd0 tx=0x7f668c006b10 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:39.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.109+0000 7f66917fa640 1 -- 172.21.15.67:0/1720662189 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f669415f000 con 0x7f669415e6b0 2024-09-21T00:33:39.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.339+0000 7f669b207640 1 -- 172.21.15.67:0/1720662189 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f66940ce730 con 0x7f669415e6b0 2024-09-21T00:33:39.340 INFO:tasks.ceph.mon.a.smithi067.stderr:2024-09-21T00:33:39.339+0000 7f6547693640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-21T00:33:39.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.341+0000 7f66917fa640 1 -- 172.21.15.67:0/1720662189 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v144) ==== 161+0+0 (secure 0 0 0) 0x7f667c006540 con 0x7f669415e6b0 2024-09-21T00:33:39.342 INFO:teuthology.orchestra.run.smithi067.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-21T00:33:39.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.344+0000 7f669b207640 1 -- 172.21.15.67:0/1720662189 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6674078bc0 msgr2=0x7f667407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:39.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.344+0000 7f669b207640 1 --2- 172.21.15.67:0/1720662189 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6674078bc0 0x7f667407b0d0 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7f668c006fd0 tx=0x7f668c006b10 comp rx=0 tx=0).stop 2024-09-21T00:33:39.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.344+0000 7f669b207640 1 -- 172.21.15.67:0/1720662189 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f669415e6b0 msgr2=0x7f669415eac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:39.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.344+0000 7f669b207640 1 --2- 172.21.15.67:0/1720662189 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f669415e6b0 0x7f669415eac0 secure :-1 s=READY pgs=2123 cs=0 l=1 rev1=1 crypto rx=0x7f667c000c00 tx=0x7f667c0039c0 comp rx=0 tx=0).stop 2024-09-21T00:33:39.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.345+0000 7f669b207640 1 -- 172.21.15.67:0/1720662189 shutdown_connections 2024-09-21T00:33:39.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.345+0000 7f669b207640 1 --2- 172.21.15.67:0/1720662189 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6674078bc0 0x7f667407b0d0 unknown :-1 s=CLOSED pgs=793 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:39.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.345+0000 7f669b207640 1 --2- 172.21.15.67:0/1720662189 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f669415e6b0 0x7f669415eac0 unknown :-1 s=CLOSED pgs=2123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:39.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.345+0000 7f669b207640 1 --2- 172.21.15.67:0/1720662189 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f669406f4a0 0x7f669406f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:39.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.345+0000 7f669b207640 1 --2- 172.21.15.67:0/1720662189 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6680004800 0x7f6694158a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:39.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.345+0000 7f669b207640 1 -- 172.21.15.67:0/1720662189 >> 172.21.15.67:0/1720662189 conn(0x7f66940b3e90 msgr2=0x7f669415c530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:39.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.345+0000 7f669b207640 1 -- 172.21.15.67:0/1720662189 shutdown_connections 2024-09-21T00:33:39.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.345+0000 7f669b207640 1 -- 172.21.15.67:0/1720662189 wait complete. 2024-09-21T00:33:39.358 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-21T00:33:39.424 INFO:tasks.ceph.mds.a.smithi067.stdout:starting mds.a at 2024-09-21T00:33:39.426 INFO:tasks.ceph.mds.c.smithi067.stdout:starting mds.c at 2024-09-21T00:33:39.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.481+0000 7fedb5f5f640 1 -- 172.21.15.67:0/4144487301 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fedb00d1450 msgr2=0x7fedb00b9950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:39.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.481+0000 7fedb5f5f640 1 --2- 172.21.15.67:0/4144487301 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fedb00d1450 0x7fedb00b9950 secure :-1 s=READY pgs=2129 cs=0 l=1 rev1=1 crypto rx=0x7feda4005fd0 tx=0x7feda402a540 comp rx=0 tx=0).stop 2024-09-21T00:33:39.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.481+0000 7fedb5f5f640 1 -- 172.21.15.67:0/4144487301 shutdown_connections 2024-09-21T00:33:39.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.481+0000 7fedb5f5f640 1 --2- 172.21.15.67:0/4144487301 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fedb00d1450 0x7fedb00b9950 unknown :-1 s=CLOSED pgs=2129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:39.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.481+0000 7fedb5f5f640 1 -- 172.21.15.67:0/4144487301 >> 172.21.15.67:0/4144487301 conn(0x7fedb009da10 msgr2=0x7fedb00d46a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:39.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.481+0000 7fedb5f5f640 1 -- 172.21.15.67:0/4144487301 shutdown_connections 2024-09-21T00:33:39.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.481+0000 7fedb5f5f640 1 -- 172.21.15.67:0/4144487301 wait complete. 2024-09-21T00:33:39.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.483+0000 7fedb5f5f640 1 Processor -- start 2024-09-21T00:33:39.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.483+0000 7fedb5f5f640 1 -- start start 2024-09-21T00:33:39.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.484+0000 7fedb5f5f640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fedb00d3590 0x7fedb0156d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:39.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.484+0000 7fedb5f5f640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fedb00d4db0 0x7fedb015c070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:39.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.484+0000 7fedb5f5f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fedb015a070 0x7fedb015a480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:39.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.484+0000 7fedb5f5f640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fedb00b4e90 con 0x7fedb015a070 2024-09-21T00:33:39.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.484+0000 7fedb5f5f640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fedb00b4d10 con 0x7fedb00d4db0 2024-09-21T00:33:39.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.484+0000 7fedb5f5f640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fedb00b5010 con 0x7fedb00d3590 2024-09-21T00:33:39.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.485+0000 7fedaffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fedb015a070 0x7fedb015a480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:39.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.485+0000 7fedaffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fedb015a070 0x7fedb015a480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:41346/0 (socket says 172.21.15.67:41346) 2024-09-21T00:33:39.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.485+0000 7fedaffff640 1 -- 172.21.15.67:0/245278664 learned_addr learned my addr 172.21.15.67:0/245278664 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:39.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.485+0000 7fedaeffd640 1 --2- 172.21.15.67:0/245278664 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fedb00d4db0 0x7fedb015c070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:39.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.485+0000 7fedaf7fe640 1 --2- 172.21.15.67:0/245278664 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fedb00d3590 0x7fedb0156d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:39.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.485+0000 7fedaffff640 1 -- 172.21.15.67:0/245278664 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fedb00d3590 msgr2=0x7fedb0156d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:39.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.485+0000 7fedaffff640 1 --2- 172.21.15.67:0/245278664 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fedb00d3590 0x7fedb0156d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:39.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.485+0000 7fedaffff640 1 -- 172.21.15.67:0/245278664 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fedb00d4db0 msgr2=0x7fedb015c070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:39.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.485+0000 7fedaffff640 1 --2- 172.21.15.67:0/245278664 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fedb00d4db0 0x7fedb015c070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:39.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.485+0000 7fedaffff640 1 -- 172.21.15.67:0/245278664 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fedb01e88a0 con 0x7fedb015a070 2024-09-21T00:33:39.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.485+0000 7fedaeffd640 1 --2- 172.21.15.67:0/245278664 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fedb00d4db0 0x7fedb015c070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:33:39.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.485+0000 7fedaffff640 1 --2- 172.21.15.67:0/245278664 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fedb015a070 0x7fedb015a480 secure :-1 s=READY pgs=2130 cs=0 l=1 rev1=1 crypto rx=0x7feda800ba10 tx=0x7feda800bed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:39.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.485+0000 7fed97fff640 1 -- 172.21.15.67:0/245278664 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feda8019070 con 0x7fedb015a070 2024-09-21T00:33:39.489 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.485+0000 7fed97fff640 1 -- 172.21.15.67:0/245278664 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7feda800cc90 con 0x7fedb015a070 2024-09-21T00:33:39.489 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.485+0000 7fedb5f5f640 1 -- 172.21.15.67:0/245278664 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fedb015a9c0 con 0x7fedb015a070 2024-09-21T00:33:39.489 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.485+0000 7fed97fff640 1 -- 172.21.15.67:0/245278664 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feda80146a0 con 0x7fedb015a070 2024-09-21T00:33:39.489 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.485+0000 7fedb5f5f640 1 -- 172.21.15.67:0/245278664 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fedb01e7850 con 0x7fedb015a070 2024-09-21T00:33:39.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.487+0000 7fedb5f5f640 1 -- 172.21.15.67:0/245278664 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fedb00b55a0 con 0x7fedb015a070 2024-09-21T00:33:39.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.487+0000 7fed97fff640 1 -- 172.21.15.67:0/245278664 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7feda801c070 con 0x7fedb015a070 2024-09-21T00:33:39.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.488+0000 7fed97fff640 1 --2- 172.21.15.67:0/245278664 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fed9c078b90 0x7fed9c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:39.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.488+0000 7fed97fff640 1 -- 172.21.15.67:0/245278664 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(163..163 src has 1..163) ==== 5795+0+0 (secure 0 0 0) 0x7feda809aae0 con 0x7fedb015a070 2024-09-21T00:33:39.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.488+0000 7fedaf7fe640 1 --2- 172.21.15.67:0/245278664 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fed9c078b90 0x7fed9c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:39.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.489+0000 7fedaf7fe640 1 --2- 172.21.15.67:0/245278664 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fed9c078b90 0x7fed9c07b0a0 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7fedb00d09e0 tx=0x7feda0009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:39.493 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.492+0000 7fed97fff640 1 -- 172.21.15.67:0/245278664 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fedb015a9c0 con 0x7fedb015a070 2024-09-21T00:33:39.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:39.719+0000 7fedb5f5f640 1 -- 172.21.15.67:0/245278664 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7fedb00b1e80 con 0x7fedb015a070 2024-09-21T00:33:40.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:40.350+0000 7fed97fff640 1 -- 172.21.15.67:0/245278664 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v145) ==== 104+0+0 (secure 0 0 0) 0x7fedb01e88a0 con 0x7fedb015a070 2024-09-21T00:33:40.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:40.352+0000 7fedb5f5f640 1 -- 172.21.15.67:0/245278664 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fed9c078b90 msgr2=0x7fed9c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:40.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:40.352+0000 7fedb5f5f640 1 --2- 172.21.15.67:0/245278664 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fed9c078b90 0x7fed9c07b0a0 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7fedb00d09e0 tx=0x7feda0009040 comp rx=0 tx=0).stop 2024-09-21T00:33:40.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:40.352+0000 7fedb5f5f640 1 -- 172.21.15.67:0/245278664 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fedb015a070 msgr2=0x7fedb015a480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:40.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:40.352+0000 7fedb5f5f640 1 --2- 172.21.15.67:0/245278664 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fedb015a070 0x7fedb015a480 secure :-1 s=READY pgs=2130 cs=0 l=1 rev1=1 crypto rx=0x7feda800ba10 tx=0x7feda800bed0 comp rx=0 tx=0).stop 2024-09-21T00:33:40.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:40.353+0000 7fedb5f5f640 1 -- 172.21.15.67:0/245278664 shutdown_connections 2024-09-21T00:33:40.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:40.353+0000 7fedb5f5f640 1 --2- 172.21.15.67:0/245278664 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fed9c078b90 0x7fed9c07b0a0 unknown :-1 s=CLOSED pgs=794 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:40.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:40.353+0000 7fedb5f5f640 1 --2- 172.21.15.67:0/245278664 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fedb015a070 0x7fedb015a480 unknown :-1 s=CLOSED pgs=2130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:40.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:40.353+0000 7fedb5f5f640 1 --2- 172.21.15.67:0/245278664 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fedb00d4db0 0x7fedb015c070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:40.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:40.353+0000 7fedb5f5f640 1 --2- 172.21.15.67:0/245278664 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fedb00d3590 0x7fedb0156d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:40.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:40.353+0000 7fedb5f5f640 1 -- 172.21.15.67:0/245278664 >> 172.21.15.67:0/245278664 conn(0x7fedb009da10 msgr2=0x7fedb0158bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:40.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:40.353+0000 7fedb5f5f640 1 -- 172.21.15.67:0/245278664 shutdown_connections 2024-09-21T00:33:40.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:40.353+0000 7fedb5f5f640 1 -- 172.21.15.67:0/245278664 wait complete. 2024-09-21T00:33:40.367 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-21T00:33:40.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:40.488+0000 7fdf58a69640 1 -- 172.21.15.67:0/564496457 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdf540b3500 msgr2=0x7fdf540b3f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:40.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:40.488+0000 7fdf58a69640 1 --2- 172.21.15.67:0/564496457 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdf540b3500 0x7fdf540b3f30 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7fdf440098e0 tx=0x7fdf4402a5d0 comp rx=0 tx=0).stop 2024-09-21T00:33:40.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:40.488+0000 7fdf58a69640 1 -- 172.21.15.67:0/564496457 shutdown_connections 2024-09-21T00:33:40.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:40.488+0000 7fdf58a69640 1 --2- 172.21.15.67:0/564496457 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdf540cfcb0 0x7fdf540d00c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:40.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:40.488+0000 7fdf58a69640 1 --2- 172.21.15.67:0/564496457 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdf540b3500 0x7fdf540b3f30 unknown :-1 s=CLOSED pgs=656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:40.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:40.488+0000 7fdf58a69640 1 -- 172.21.15.67:0/564496457 >> 172.21.15.67:0/564496457 conn(0x7fdf540d4600 msgr2=0x7fdf540d4a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:40.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:40.488+0000 7fdf58a69640 1 -- 172.21.15.67:0/564496457 shutdown_connections 2024-09-21T00:33:40.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:40.488+0000 7fdf58a69640 1 -- 172.21.15.67:0/564496457 wait complete. 2024-09-21T00:33:40.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:40.490+0000 7fdf58a69640 1 Processor -- start 2024-09-21T00:33:40.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:40.490+0000 7fdf58a69640 1 -- start start 2024-09-21T00:33:40.494 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:40.492+0000 7fdf58a69640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdf540b3500 0x7fdf5414eaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:40.494 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:40.492+0000 7fdf58a69640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdf540cfcb0 0x7fdf5414e330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:40.494 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:40.492+0000 7fdf58a69640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdf540d0d10 0x7fdf540a1240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:40.494 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:40.492+0000 7fdf58a69640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fdf540b4470 con 0x7fdf540d0d10 2024-09-21T00:33:40.494 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:40.492+0000 7fdf58a69640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fdf540b9f20 con 0x7fdf540cfcb0 2024-09-21T00:33:40.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:40.492+0000 7fdf58a69640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fdf540b45f0 con 0x7fdf540b3500 2024-09-21T00:33:40.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:40.492+0000 7fdf52d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdf540d0d10 0x7fdf540a1240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:40.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:40.492+0000 7fdf52d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdf540d0d10 0x7fdf540a1240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:41348/0 (socket says 172.21.15.67:41348) 2024-09-21T00:33:40.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:40.492+0000 7fdf52d9d640 1 -- 172.21.15.67:0/3775768195 learned_addr learned my addr 172.21.15.67:0/3775768195 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:40.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:40.492+0000 7fdf5259c640 1 --2- 172.21.15.67:0/3775768195 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdf540b3500 0x7fdf5414eaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:40.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:40.492+0000 7fdf51d9b640 1 --2- 172.21.15.67:0/3775768195 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdf540cfcb0 0x7fdf5414e330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:40.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:40.492+0000 7fdf52d9d640 1 -- 172.21.15.67:0/3775768195 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdf540b3500 msgr2=0x7fdf5414eaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:40.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:40.492+0000 7fdf52d9d640 1 --2- 172.21.15.67:0/3775768195 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdf540b3500 0x7fdf5414eaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:40.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:40.492+0000 7fdf52d9d640 1 -- 172.21.15.67:0/3775768195 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdf540cfcb0 msgr2=0x7fdf5414e330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:40.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:40.492+0000 7fdf52d9d640 1 --2- 172.21.15.67:0/3775768195 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdf540cfcb0 0x7fdf5414e330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:40.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:40.492+0000 7fdf52d9d640 1 -- 172.21.15.67:0/3775768195 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf540a1780 con 0x7fdf540d0d10 2024-09-21T00:33:40.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:40.492+0000 7fdf51d9b640 1 --2- 172.21.15.67:0/3775768195 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdf540cfcb0 0x7fdf5414e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:33:40.496 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:40.492+0000 7fdf52d9d640 1 --2- 172.21.15.67:0/3775768195 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdf540d0d10 0x7fdf540a1240 secure :-1 s=READY pgs=2131 cs=0 l=1 rev1=1 crypto rx=0x7fdf4c00c6e0 tx=0x7fdf4c00cba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:40.496 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:40.492+0000 7fdf42ffd640 1 -- 172.21.15.67:0/3775768195 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf4c003b70 con 0x7fdf540d0d10 2024-09-21T00:33:40.496 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:40.493+0000 7fdf58a69640 1 -- 172.21.15.67:0/3775768195 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf541ea590 con 0x7fdf540d0d10 2024-09-21T00:33:40.496 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:40.493+0000 7fdf58a69640 1 -- 172.21.15.67:0/3775768195 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf541eab50 con 0x7fdf540d0d10 2024-09-21T00:33:40.496 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:40.493+0000 7fdf42ffd640 1 -- 172.21.15.67:0/3775768195 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdf4c003d10 con 0x7fdf540d0d10 2024-09-21T00:33:40.496 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:40.493+0000 7fdf42ffd640 1 -- 172.21.15.67:0/3775768195 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf4c0052d0 con 0x7fdf540d0d10 2024-09-21T00:33:40.497 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:40.494+0000 7fdf58a69640 1 -- 172.21.15.67:0/3775768195 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf38005290 con 0x7fdf540d0d10 2024-09-21T00:33:40.497 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:40.494+0000 7fdf42ffd640 1 -- 172.21.15.67:0/3775768195 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fdf4c005470 con 0x7fdf540d0d10 2024-09-21T00:33:40.497 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:40.495+0000 7fdf42ffd640 1 --2- 172.21.15.67:0/3775768195 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdf34078b90 0x7fdf3407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:40.497 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:40.495+0000 7fdf42ffd640 1 -- 172.21.15.67:0/3775768195 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(163..163 src has 1..163) ==== 5795+0+0 (secure 0 0 0) 0x7fdf4c09a960 con 0x7fdf540d0d10 2024-09-21T00:33:40.497 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:40.495+0000 7fdf5259c640 1 --2- 172.21.15.67:0/3775768195 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdf34078b90 0x7fdf3407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:40.497 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:40.496+0000 7fdf5259c640 1 --2- 172.21.15.67:0/3775768195 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdf34078b90 0x7fdf3407b0a0 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7fdf44034000 tx=0x7fdf44004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:40.500 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:40.499+0000 7fdf42ffd640 1 -- 172.21.15.67:0/3775768195 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fdf4c062de0 con 0x7fdf540d0d10 2024-09-21T00:33:40.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:40.688+0000 7fdf58a69640 1 -- 172.21.15.67:0/3775768195 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fdf38005580 con 0x7fdf540d0d10 2024-09-21T00:33:41.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:41.353+0000 7fdf42ffd640 1 -- 172.21.15.67:0/3775768195 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v164) ==== 181+0+0 (secure 0 0 0) 0x7fdf4c0626e0 con 0x7fdf540d0d10 2024-09-21T00:33:41.355 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_metadata' removed 2024-09-21T00:33:41.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:41.356+0000 7fdf58a69640 1 -- 172.21.15.67:0/3775768195 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdf34078b90 msgr2=0x7fdf3407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:41.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:41.356+0000 7fdf58a69640 1 --2- 172.21.15.67:0/3775768195 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdf34078b90 0x7fdf3407b0a0 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7fdf44034000 tx=0x7fdf44004730 comp rx=0 tx=0).stop 2024-09-21T00:33:41.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:41.356+0000 7fdf58a69640 1 -- 172.21.15.67:0/3775768195 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdf540d0d10 msgr2=0x7fdf540a1240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:41.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:41.356+0000 7fdf58a69640 1 --2- 172.21.15.67:0/3775768195 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdf540d0d10 0x7fdf540a1240 secure :-1 s=READY pgs=2131 cs=0 l=1 rev1=1 crypto rx=0x7fdf4c00c6e0 tx=0x7fdf4c00cba0 comp rx=0 tx=0).stop 2024-09-21T00:33:41.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:41.356+0000 7fdf58a69640 1 -- 172.21.15.67:0/3775768195 shutdown_connections 2024-09-21T00:33:41.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:41.356+0000 7fdf58a69640 1 --2- 172.21.15.67:0/3775768195 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdf34078b90 0x7fdf3407b0a0 unknown :-1 s=CLOSED pgs=797 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:41.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:41.356+0000 7fdf58a69640 1 --2- 172.21.15.67:0/3775768195 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdf540d0d10 0x7fdf540a1240 unknown :-1 s=CLOSED pgs=2131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:41.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:41.356+0000 7fdf58a69640 1 --2- 172.21.15.67:0/3775768195 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdf540cfcb0 0x7fdf5414e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:41.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:41.356+0000 7fdf58a69640 1 --2- 172.21.15.67:0/3775768195 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdf540b3500 0x7fdf5414eaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:41.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:41.356+0000 7fdf58a69640 1 -- 172.21.15.67:0/3775768195 >> 172.21.15.67:0/3775768195 conn(0x7fdf540d4600 msgr2=0x7fdf5406ef10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:41.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:41.356+0000 7fdf58a69640 1 -- 172.21.15.67:0/3775768195 shutdown_connections 2024-09-21T00:33:41.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:41.356+0000 7fdf58a69640 1 -- 172.21.15.67:0/3775768195 wait complete. 2024-09-21T00:33:41.373 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-21T00:33:41.499 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:41.498+0000 7f6a9044d640 1 -- 172.21.15.67:0/1322991446 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6a70003a30 msgr2=0x7f6a70003ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:41.499 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:41.498+0000 7f6a9044d640 1 --2- 172.21.15.67:0/1322991446 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6a70003a30 0x7f6a70003ea0 secure :-1 s=READY pgs=2133 cs=0 l=1 rev1=1 crypto rx=0x7f6a88074650 tx=0x7f6a70005830 comp rx=0 tx=0).stop 2024-09-21T00:33:41.499 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:41.498+0000 7f6a8e9ea640 1 -- 172.21.15.67:0/1322991446 reap_dead start 2024-09-21T00:33:41.500 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:41.498+0000 7f6a9044d640 1 -- 172.21.15.67:0/1322991446 shutdown_connections 2024-09-21T00:33:41.500 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:41.498+0000 7f6a9044d640 1 -- 172.21.15.67:0/1322991446 >> 172.21.15.67:0/1322991446 conn(0x7f6a880b2550 msgr2=0x7f6a880b2960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:41.500 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:41.498+0000 7f6a9044d640 1 -- 172.21.15.67:0/1322991446 shutdown_connections 2024-09-21T00:33:41.500 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:41.498+0000 7f6a9044d640 1 -- 172.21.15.67:0/1322991446 wait complete. 2024-09-21T00:33:41.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:41.500+0000 7f6a9044d640 1 Processor -- start 2024-09-21T00:33:41.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:41.500+0000 7f6a9044d640 1 -- start start 2024-09-21T00:33:41.504 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:41.501+0000 7f6a9044d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6a70003a30 0x7f6a880b1550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:41.504 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:41.501+0000 7f6a9044d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6a881419d0 0x7f6a88156a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:41.504 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:41.501+0000 7f6a9044d640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6a88141f20 0x7f6a8814ccc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:41.504 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:41.501+0000 7f6a9044d640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f6a880cfbf0 con 0x7f6a70003a30 2024-09-21T00:33:41.504 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:41.501+0000 7f6a9044d640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f6a880cfa70 con 0x7f6a881419d0 2024-09-21T00:33:41.504 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:41.501+0000 7f6a9044d640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f6a881658d0 con 0x7f6a88141f20 2024-09-21T00:33:41.504 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:41.501+0000 7f6a8e1e9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6a70003a30 0x7f6a880b1550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:41.504 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:41.501+0000 7f6a8e1e9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6a70003a30 0x7f6a880b1550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:41374/0 (socket says 172.21.15.67:41374) 2024-09-21T00:33:41.504 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:41.501+0000 7f6a8e1e9640 1 -- 172.21.15.67:0/606601802 learned_addr learned my addr 172.21.15.67:0/606601802 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:41.504 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:41.501+0000 7f6a8d9e8640 1 --2- 172.21.15.67:0/606601802 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6a881419d0 0x7f6a88156a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:41.504 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:41.501+0000 7f6a8e9ea640 1 --2- 172.21.15.67:0/606601802 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6a88141f20 0x7f6a8814ccc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:41.504 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:41.502+0000 7f6a8e1e9640 1 -- 172.21.15.67:0/606601802 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6a88141f20 msgr2=0x7f6a8814ccc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:41.505 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:41.502+0000 7f6a8e1e9640 1 --2- 172.21.15.67:0/606601802 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6a88141f20 0x7f6a8814ccc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:41.505 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:41.502+0000 7f6a8e1e9640 1 -- 172.21.15.67:0/606601802 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6a881419d0 msgr2=0x7f6a88156a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:41.505 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:41.502+0000 7f6a8e1e9640 1 --2- 172.21.15.67:0/606601802 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6a881419d0 0x7f6a88156a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:41.505 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:41.502+0000 7f6a8e1e9640 1 -- 172.21.15.67:0/606601802 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a880b04b0 con 0x7f6a70003a30 2024-09-21T00:33:41.505 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:41.502+0000 7f6a8e1e9640 1 --2- 172.21.15.67:0/606601802 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6a70003a30 0x7f6a880b1550 secure :-1 s=READY pgs=2134 cs=0 l=1 rev1=1 crypto rx=0x7f6a7800c530 tx=0x7f6a78004c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:41.505 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:41.502+0000 7f6a86ffd640 1 -- 172.21.15.67:0/606601802 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a78039070 con 0x7f6a70003a30 2024-09-21T00:33:41.505 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:41.502+0000 7f6a86ffd640 1 -- 172.21.15.67:0/606601802 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6a7802be40 con 0x7f6a70003a30 2024-09-21T00:33:41.505 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:41.502+0000 7f6a9044d640 1 -- 172.21.15.67:0/606601802 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a880b0790 con 0x7f6a70003a30 2024-09-21T00:33:41.505 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:41.502+0000 7f6a86ffd640 1 -- 172.21.15.67:0/606601802 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a780346d0 con 0x7f6a70003a30 2024-09-21T00:33:41.505 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:41.502+0000 7f6a9044d640 1 -- 172.21.15.67:0/606601802 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a880b0d50 con 0x7f6a70003a30 2024-09-21T00:33:41.506 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:41.503+0000 7f6a9044d640 1 -- 172.21.15.67:0/606601802 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6a880cfea0 con 0x7f6a70003a30 2024-09-21T00:33:41.506 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:41.504+0000 7f6a86ffd640 1 -- 172.21.15.67:0/606601802 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f6a78034870 con 0x7f6a70003a30 2024-09-21T00:33:41.506 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:41.505+0000 7f6a86ffd640 1 --2- 172.21.15.67:0/606601802 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6a74078b90 0x7f6a7407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:41.506 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:41.505+0000 7f6a86ffd640 1 -- 172.21.15.67:0/606601802 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(164..164 src has 1..164) ==== 5357+0+0 (secure 0 0 0) 0x7f6a780bac00 con 0x7f6a70003a30 2024-09-21T00:33:41.506 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:41.505+0000 7f6a8d9e8640 1 --2- 172.21.15.67:0/606601802 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6a74078b90 0x7f6a7407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:41.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:41.505+0000 7f6a8d9e8640 1 --2- 172.21.15.67:0/606601802 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6a74078b90 0x7f6a7407b0a0 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7f6a8814ec60 tx=0x7f6a7c006cf0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:41.510 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:41.509+0000 7f6a86ffd640 1 -- 172.21.15.67:0/606601802 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f6a780c1080 con 0x7f6a70003a30 2024-09-21T00:33:41.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:41.699+0000 7f6a9044d640 1 -- 172.21.15.67:0/606601802 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f6a8814c090 con 0x7f6a70003a30 2024-09-21T00:33:42.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.358+0000 7f6a86ffd640 1 -- 172.21.15.67:0/606601802 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v165) ==== 169+0+0 (secure 0 0 0) 0x7f6a78004e20 con 0x7f6a70003a30 2024-09-21T00:33:42.360 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_data' removed 2024-09-21T00:33:42.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.362+0000 7f6a9044d640 1 -- 172.21.15.67:0/606601802 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6a74078b90 msgr2=0x7f6a7407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:42.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.362+0000 7f6a9044d640 1 --2- 172.21.15.67:0/606601802 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6a74078b90 0x7f6a7407b0a0 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7f6a8814ec60 tx=0x7f6a7c006cf0 comp rx=0 tx=0).stop 2024-09-21T00:33:42.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.363+0000 7f6a9044d640 1 -- 172.21.15.67:0/606601802 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6a70003a30 msgr2=0x7f6a880b1550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:42.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.363+0000 7f6a9044d640 1 --2- 172.21.15.67:0/606601802 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6a70003a30 0x7f6a880b1550 secure :-1 s=READY pgs=2134 cs=0 l=1 rev1=1 crypto rx=0x7f6a7800c530 tx=0x7f6a78004c30 comp rx=0 tx=0).stop 2024-09-21T00:33:42.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.363+0000 7f6a9044d640 1 -- 172.21.15.67:0/606601802 shutdown_connections 2024-09-21T00:33:42.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.363+0000 7f6a9044d640 1 --2- 172.21.15.67:0/606601802 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6a74078b90 0x7f6a7407b0a0 unknown :-1 s=CLOSED pgs=798 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:42.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.363+0000 7f6a9044d640 1 --2- 172.21.15.67:0/606601802 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6a88141f20 0x7f6a8814ccc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:42.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.363+0000 7f6a9044d640 1 --2- 172.21.15.67:0/606601802 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6a881419d0 0x7f6a88156a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:42.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.363+0000 7f6a9044d640 1 --2- 172.21.15.67:0/606601802 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6a70003a30 0x7f6a880b1550 unknown :-1 s=CLOSED pgs=2134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:42.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.363+0000 7f6a9044d640 1 -- 172.21.15.67:0/606601802 >> 172.21.15.67:0/606601802 conn(0x7f6a880b2550 msgr2=0x7f6a880b4ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:42.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.363+0000 7f6a9044d640 1 -- 172.21.15.67:0/606601802 shutdown_connections 2024-09-21T00:33:42.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.363+0000 7f6a9044d640 1 -- 172.21.15.67:0/606601802 wait complete. 2024-09-21T00:33:42.385 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config reset 31 2024-09-21T00:33:42.508 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.507+0000 7f5359b07640 1 -- 172.21.15.67:0/2786445485 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5340003a50 msgr2=0x7f5340003ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:42.508 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.507+0000 7f5359b07640 1 --2- 172.21.15.67:0/2786445485 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5340003a50 0x7f5340003ec0 secure :-1 s=READY pgs=2136 cs=0 l=1 rev1=1 crypto rx=0x7f5344009cf0 tx=0x7f5340005830 comp rx=0 tx=0).stop 2024-09-21T00:33:42.508 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.507+0000 7f5359b07640 1 -- 172.21.15.67:0/2786445485 shutdown_connections 2024-09-21T00:33:42.508 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.507+0000 7f5359b07640 1 --2- 172.21.15.67:0/2786445485 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5340003a50 0x7f5340003ec0 unknown :-1 s=CLOSED pgs=2136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:42.508 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.507+0000 7f5359b07640 1 -- 172.21.15.67:0/2786445485 >> 172.21.15.67:0/2786445485 conn(0x7f535406dfb0 msgr2=0x7f535406e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:42.508 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.507+0000 7f5359b07640 1 -- 172.21.15.67:0/2786445485 shutdown_connections 2024-09-21T00:33:42.508 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.507+0000 7f5359b07640 1 -- 172.21.15.67:0/2786445485 wait complete. 2024-09-21T00:33:42.509 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.509+0000 7f5359b07640 1 Processor -- start 2024-09-21T00:33:42.510 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.509+0000 7f5359b07640 1 -- start start 2024-09-21T00:33:42.512 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.510+0000 7f5359b07640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5340003a50 0x7f53541f49f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:42.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.510+0000 7f5359b07640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f53540cd100 0x7f53540cd510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:42.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.510+0000 7f5359b07640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f53540c8e80 0x7f53540c9290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:42.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.510+0000 7f5359b07640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f53540d1750 con 0x7f53540cd100 2024-09-21T00:33:42.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.510+0000 7f5359b07640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f53540d15d0 con 0x7f5340003a50 2024-09-21T00:33:42.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.510+0000 7f5359b07640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f53540d18d0 con 0x7f53540c8e80 2024-09-21T00:33:42.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.510+0000 7f534affd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f53540cd100 0x7f53540cd510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:42.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.510+0000 7f534affd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f53540cd100 0x7f53540cd510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:41392/0 (socket says 172.21.15.67:41392) 2024-09-21T00:33:42.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.510+0000 7f534affd640 1 -- 172.21.15.67:0/869852773 learned_addr learned my addr 172.21.15.67:0/869852773 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:42.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.510+0000 7f5353fff640 1 --2- 172.21.15.67:0/869852773 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f53540c8e80 0x7f53540c9290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:42.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.511+0000 7f53537fe640 1 --2- 172.21.15.67:0/869852773 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5340003a50 0x7f53541f49f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:42.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.511+0000 7f534affd640 1 -- 172.21.15.67:0/869852773 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f53540c8e80 msgr2=0x7f53540c9290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:42.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.511+0000 7f534affd640 1 --2- 172.21.15.67:0/869852773 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f53540c8e80 0x7f53540c9290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:42.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.511+0000 7f534affd640 1 -- 172.21.15.67:0/869852773 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5340003a50 msgr2=0x7f53541f49f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:42.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.511+0000 7f534affd640 1 --2- 172.21.15.67:0/869852773 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5340003a50 0x7f53541f49f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:42.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.511+0000 7f534affd640 1 -- 172.21.15.67:0/869852773 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53540c97d0 con 0x7f53540cd100 2024-09-21T00:33:42.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.511+0000 7f534affd640 1 --2- 172.21.15.67:0/869852773 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f53540cd100 0x7f53540cd510 secure :-1 s=READY pgs=2137 cs=0 l=1 rev1=1 crypto rx=0x7f533c003ed0 tx=0x7f533c001630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:42.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.511+0000 7f5350ff9640 1 -- 172.21.15.67:0/869852773 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f533c015070 con 0x7f53540cd100 2024-09-21T00:33:42.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.511+0000 7f5350ff9640 1 -- 172.21.15.67:0/869852773 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f533c011840 con 0x7f53540cd100 2024-09-21T00:33:42.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.511+0000 7f5359b07640 1 -- 172.21.15.67:0/869852773 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f53541603a0 con 0x7f53540cd100 2024-09-21T00:33:42.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.511+0000 7f5350ff9640 1 -- 172.21.15.67:0/869852773 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f533c011c70 con 0x7f53540cd100 2024-09-21T00:33:42.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.511+0000 7f5359b07640 1 -- 172.21.15.67:0/869852773 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5354160960 con 0x7f53540cd100 2024-09-21T00:33:42.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.512+0000 7f5359b07640 1 -- 172.21.15.67:0/869852773 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f535415e7f0 con 0x7f53540cd100 2024-09-21T00:33:42.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.513+0000 7f5350ff9640 1 -- 172.21.15.67:0/869852773 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f533c018070 con 0x7f53540cd100 2024-09-21T00:33:42.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.513+0000 7f5350ff9640 1 --2- 172.21.15.67:0/869852773 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5334078bc0 0x7f533407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:42.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.513+0000 7f5350ff9640 1 -- 172.21.15.67:0/869852773 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(165..165 src has 1..165) ==== 4943+0+0 (secure 0 0 0) 0x7f533c09b4c0 con 0x7f53540cd100 2024-09-21T00:33:42.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.514+0000 7f53537fe640 1 --2- 172.21.15.67:0/869852773 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5334078bc0 0x7f533407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:42.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.514+0000 7f53537fe640 1 --2- 172.21.15.67:0/869852773 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5334078bc0 0x7f533407b0d0 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7f5344035000 tx=0x7f53440046c0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:42.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.518+0000 7f5350ff9640 1 -- 172.21.15.67:0/869852773 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f53540c97d0 con 0x7f53540cd100 2024-09-21T00:33:42.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.706+0000 7f5359b07640 1 -- 172.21.15.67:0/869852773 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "config reset", "num": 31} v 0) -- 0x7f53540cdb30 con 0x7f53540cd100 2024-09-21T00:33:42.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.710+0000 7f5350ff9640 1 -- 172.21.15.67:0/869852773 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "config reset", "num": 31}]=0 v61) ==== 71+0+0 (secure 0 0 0) 0x7f533c0635b0 con 0x7f53540cd100 2024-09-21T00:33:42.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.713+0000 7f5359b07640 1 -- 172.21.15.67:0/869852773 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5334078bc0 msgr2=0x7f533407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:42.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.713+0000 7f5359b07640 1 --2- 172.21.15.67:0/869852773 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5334078bc0 0x7f533407b0d0 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7f5344035000 tx=0x7f53440046c0 comp rx=0 tx=0).stop 2024-09-21T00:33:42.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.713+0000 7f5359b07640 1 -- 172.21.15.67:0/869852773 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f53540cd100 msgr2=0x7f53540cd510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:42.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.713+0000 7f5359b07640 1 --2- 172.21.15.67:0/869852773 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f53540cd100 0x7f53540cd510 secure :-1 s=READY pgs=2137 cs=0 l=1 rev1=1 crypto rx=0x7f533c003ed0 tx=0x7f533c001630 comp rx=0 tx=0).stop 2024-09-21T00:33:42.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.713+0000 7f5359b07640 1 -- 172.21.15.67:0/869852773 shutdown_connections 2024-09-21T00:33:42.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.713+0000 7f5359b07640 1 --2- 172.21.15.67:0/869852773 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5334078bc0 0x7f533407b0d0 unknown :-1 s=CLOSED pgs=799 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:42.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.713+0000 7f5359b07640 1 --2- 172.21.15.67:0/869852773 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f53540c8e80 0x7f53540c9290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:42.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.713+0000 7f5359b07640 1 --2- 172.21.15.67:0/869852773 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f53540cd100 0x7f53540cd510 unknown :-1 s=CLOSED pgs=2137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:42.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.713+0000 7f5359b07640 1 --2- 172.21.15.67:0/869852773 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5340003a50 0x7f53541f49f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:42.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.713+0000 7f5359b07640 1 -- 172.21.15.67:0/869852773 >> 172.21.15.67:0/869852773 conn(0x7f535406dfb0 msgr2=0x7f53540b6220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:42.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.713+0000 7f5359b07640 1 -- 172.21.15.67:0/869852773 shutdown_connections 2024-09-21T00:33:42.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.713+0000 7f5359b07640 1 -- 172.21.15.67:0/869852773 wait complete. 2024-09-21T00:33:42.725 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_scrub_checks.TestScrubControls.test_scrub_when_mds_is_inactive' 2024-09-21T00:33:42.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.840+0000 7f6674df9640 1 -- 172.21.15.67:0/1209044229 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f66701604c0 msgr2=0x7f66701608d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:42.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.840+0000 7f6674df9640 1 --2- 172.21.15.67:0/1209044229 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f66701604c0 0x7f66701608d0 secure :-1 s=READY pgs=2138 cs=0 l=1 rev1=1 crypto rx=0x7f6670074a20 tx=0x7f666802a560 comp rx=0 tx=0).stop 2024-09-21T00:33:42.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.840+0000 7f6674df9640 1 -- 172.21.15.67:0/1209044229 shutdown_connections 2024-09-21T00:33:42.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.840+0000 7f6674df9640 1 --2- 172.21.15.67:0/1209044229 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f66701604c0 0x7f66701608d0 unknown :-1 s=CLOSED pgs=2138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:42.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.840+0000 7f6674df9640 1 --2- 172.21.15.67:0/1209044229 >> v2:172.21.15.97:3300/0 conn(0x7f66700b1910 0x7f667009ae90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:42.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.840+0000 7f6674df9640 1 --2- 172.21.15.67:0/1209044229 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f667015ffe0 0x7f667009a950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:42.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.840+0000 7f6674df9640 1 -- 172.21.15.67:0/1209044229 >> 172.21.15.67:0/1209044229 conn(0x7f66700b3e90 msgr2=0x7f66700b42a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:42.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.841+0000 7f6674df9640 1 -- 172.21.15.67:0/1209044229 shutdown_connections 2024-09-21T00:33:42.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.841+0000 7f6674df9640 1 -- 172.21.15.67:0/1209044229 wait complete. 2024-09-21T00:33:42.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.842+0000 7f6674df9640 1 Processor -- start 2024-09-21T00:33:42.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.843+0000 7f6674df9640 1 -- start start 2024-09-21T00:33:42.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.844+0000 7f6674df9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f66700b1910 0x7f667009fa00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:42.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.844+0000 7f6674df9640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f667015ffe0 0x7f66701f6e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:42.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.844+0000 7f6674df9640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f66701604c0 0x7f66701f7380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:42.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.844+0000 7f6674df9640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f6670160e10 con 0x7f66700b1910 2024-09-21T00:33:42.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.844+0000 7f6674df9640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f66700b7c00 con 0x7f667015ffe0 2024-09-21T00:33:42.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.844+0000 7f6674df9640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f6670160f90 con 0x7f66701604c0 2024-09-21T00:33:42.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.844+0000 7f666e59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f66700b1910 0x7f667009fa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:42.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.844+0000 7f666e59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f66700b1910 0x7f667009fa00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:41412/0 (socket says 172.21.15.67:41412) 2024-09-21T00:33:42.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.844+0000 7f666e59c640 1 -- 172.21.15.67:0/1563199781 learned_addr learned my addr 172.21.15.67:0/1563199781 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:42.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.844+0000 7f666ed9d640 1 --2- 172.21.15.67:0/1563199781 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f66701604c0 0x7f66701f7380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:42.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.844+0000 7f666dd9b640 1 --2- 172.21.15.67:0/1563199781 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f667015ffe0 0x7f66701f6e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:42.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.844+0000 7f666e59c640 1 -- 172.21.15.67:0/1563199781 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f66701604c0 msgr2=0x7f66701f7380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:42.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.844+0000 7f666e59c640 1 --2- 172.21.15.67:0/1563199781 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f66701604c0 0x7f66701f7380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:42.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.844+0000 7f666e59c640 1 -- 172.21.15.67:0/1563199781 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f667015ffe0 msgr2=0x7f66701f6e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:42.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.844+0000 7f666e59c640 1 --2- 172.21.15.67:0/1563199781 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f667015ffe0 0x7f66701f6e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:42.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.844+0000 7f666e59c640 1 -- 172.21.15.67:0/1563199781 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66701f7d80 con 0x7f66700b1910 2024-09-21T00:33:42.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.845+0000 7f666e59c640 1 --2- 172.21.15.67:0/1563199781 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f66700b1910 0x7f667009fa00 secure :-1 s=READY pgs=2139 cs=0 l=1 rev1=1 crypto rx=0x7f6660009fd0 tx=0x7f666000ef90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:42.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.845+0000 7f6666ffd640 1 -- 172.21.15.67:0/1563199781 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6660003970 con 0x7f66700b1910 2024-09-21T00:33:42.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.845+0000 7f6666ffd640 1 -- 172.21.15.67:0/1563199781 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6660003b30 con 0x7f66700b1910 2024-09-21T00:33:42.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.845+0000 7f6674df9640 1 -- 172.21.15.67:0/1563199781 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f66701e8500 con 0x7f66700b1910 2024-09-21T00:33:42.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.845+0000 7f6666ffd640 1 -- 172.21.15.67:0/1563199781 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6660004020 con 0x7f66700b1910 2024-09-21T00:33:42.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.845+0000 7f6674df9640 1 -- 172.21.15.67:0/1563199781 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f66701f7aa0 con 0x7f66700b1910 2024-09-21T00:33:42.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.846+0000 7f6674df9640 1 -- 172.21.15.67:0/1563199781 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f66701608d0 con 0x7f66700b1910 2024-09-21T00:33:42.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.846+0000 7f6666ffd640 1 -- 172.21.15.67:0/1563199781 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f66600041c0 con 0x7f66700b1910 2024-09-21T00:33:42.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.847+0000 7f6666ffd640 1 --2- 172.21.15.67:0/1563199781 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6650078b90 0x7f665007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:42.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.847+0000 7f6666ffd640 1 -- 172.21.15.67:0/1563199781 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(165..165 src has 1..165) ==== 4943+0+0 (secure 0 0 0) 0x7f666009b600 con 0x7f66700b1910 2024-09-21T00:33:42.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.847+0000 7f666dd9b640 1 --2- 172.21.15.67:0/1563199781 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6650078b90 0x7f665007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:42.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.848+0000 7f666dd9b640 1 --2- 172.21.15.67:0/1563199781 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6650078b90 0x7f665007b0a0 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7f66700c59d0 tx=0x7f6658005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:42.852 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:42.851+0000 7f6666ffd640 1 -- 172.21.15.67:0/1563199781 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f6660063780 con 0x7f66700b1910 2024-09-21T00:33:43.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.115+0000 7f6674df9640 1 -- 172.21.15.67:0/1563199781 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_scrub_checks.TestScrubControls.test_scrub_when_mds_is_inactive"]} v 0) -- 0x7f66700b4c80 con 0x7f66700b1910 2024-09-21T00:33:43.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.367+0000 7f6666ffd640 1 -- 172.21.15.67:0/1563199781 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_scrub_checks.TestScrubControls.test_scrub_when_mds_is_inactive"]}]=0 v584) ==== 159+0+0 (secure 0 0 0) 0x7f66600681b0 con 0x7f66700b1910 2024-09-21T00:33:43.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.378+0000 7f6674df9640 1 -- 172.21.15.67:0/1563199781 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6650078b90 msgr2=0x7f665007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:43.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.378+0000 7f6674df9640 1 --2- 172.21.15.67:0/1563199781 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6650078b90 0x7f665007b0a0 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7f66700c59d0 tx=0x7f6658005f90 comp rx=0 tx=0).stop 2024-09-21T00:33:43.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.378+0000 7f6674df9640 1 -- 172.21.15.67:0/1563199781 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f66700b1910 msgr2=0x7f667009fa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:43.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.378+0000 7f6674df9640 1 --2- 172.21.15.67:0/1563199781 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f66700b1910 0x7f667009fa00 secure :-1 s=READY pgs=2139 cs=0 l=1 rev1=1 crypto rx=0x7f6660009fd0 tx=0x7f666000ef90 comp rx=0 tx=0).stop 2024-09-21T00:33:43.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.379+0000 7f6674df9640 1 -- 172.21.15.67:0/1563199781 shutdown_connections 2024-09-21T00:33:43.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.379+0000 7f6674df9640 1 --2- 172.21.15.67:0/1563199781 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6650078b90 0x7f665007b0a0 unknown :-1 s=CLOSED pgs=800 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:43.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.379+0000 7f6674df9640 1 --2- 172.21.15.67:0/1563199781 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f66701604c0 0x7f66701f7380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:43.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.379+0000 7f6674df9640 1 --2- 172.21.15.67:0/1563199781 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f667015ffe0 0x7f66701f6e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:43.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.379+0000 7f6674df9640 1 --2- 172.21.15.67:0/1563199781 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f66700b1910 0x7f667009fa00 unknown :-1 s=CLOSED pgs=2139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:43.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.379+0000 7f6674df9640 1 -- 172.21.15.67:0/1563199781 >> 172.21.15.67:0/1563199781 conn(0x7f66700b3e90 msgr2=0x7f66700b2aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:43.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.383+0000 7f6674df9640 1 -- 172.21.15.67:0/1563199781 shutdown_connections 2024-09-21T00:33:43.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.383+0000 7f6674df9640 1 -- 172.21.15.67:0/1563199781 wait complete. 2024-09-21T00:33:43.404 INFO:tasks.cephfs_test_runner:test_scrub_when_mds_is_inactive (tasks.cephfs.test_scrub_checks.TestScrubControls) ... ok 2024-09-21T00:33:43.404 INFO:tasks.cephfs_test_runner:Starting test: test_mdsdir_scrub_backtrace (tasks.cephfs.test_scrub.TestScrub) 2024-09-21T00:33:43.404 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:33:43.521 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.520+0000 7f20ba0bd640 1 -- 172.21.15.67:0/3229274465 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20b409b060 msgr2=0x7f20b40cdfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:43.521 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.520+0000 7f20ba0bd640 1 --2- 172.21.15.67:0/3229274465 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20b409b060 0x7f20b40cdfa0 secure :-1 s=READY pgs=2141 cs=0 l=1 rev1=1 crypto rx=0x7f20ac005fd0 tx=0x7f20ac02a8b0 comp rx=0 tx=0).stop 2024-09-21T00:33:43.522 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.520+0000 7f20ba0bd640 1 -- 172.21.15.67:0/3229274465 shutdown_connections 2024-09-21T00:33:43.522 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.520+0000 7f20ba0bd640 1 --2- 172.21.15.67:0/3229274465 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20b409b060 0x7f20b40cdfa0 unknown :-1 s=CLOSED pgs=2141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:43.522 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.520+0000 7f20ba0bd640 1 -- 172.21.15.67:0/3229274465 >> 172.21.15.67:0/3229274465 conn(0x7f20b40b3e90 msgr2=0x7f20b40b42a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:43.522 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.520+0000 7f20ba0bd640 1 -- 172.21.15.67:0/3229274465 shutdown_connections 2024-09-21T00:33:43.522 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.520+0000 7f20ba0bd640 1 -- 172.21.15.67:0/3229274465 wait complete. 2024-09-21T00:33:43.523 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.522+0000 7f20ba0bd640 1 Processor -- start 2024-09-21T00:33:43.523 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.522+0000 7f20ba0bd640 1 -- start start 2024-09-21T00:33:43.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.524+0000 7f20ba0bd640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f20b409b060 0x7f20b409f8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:43.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.524+0000 7f20ba0bd640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f20b40b1910 0x7f20b41561a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:43.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.524+0000 7f20ba0bd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20b415ffe0 0x7f20b41566e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:43.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.524+0000 7f20ba0bd640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f20b40ce4e0 con 0x7f20b415ffe0 2024-09-21T00:33:43.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.524+0000 7f20ba0bd640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f20b40b7c00 con 0x7f20b409b060 2024-09-21T00:33:43.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.524+0000 7f20ba0bd640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f20b40ce660 con 0x7f20b40b1910 2024-09-21T00:33:43.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.524+0000 7f20b3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20b415ffe0 0x7f20b41566e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:43.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.524+0000 7f20b3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20b415ffe0 0x7f20b41566e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59798/0 (socket says 172.21.15.67:59798) 2024-09-21T00:33:43.527 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.524+0000 7f20b3fff640 1 -- 172.21.15.67:0/1202799711 learned_addr learned my addr 172.21.15.67:0/1202799711 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:43.527 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.524+0000 7f20b37fe640 1 --2- 172.21.15.67:0/1202799711 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f20b409b060 0x7f20b409f8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:43.527 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.524+0000 7f20b2ffd640 1 --2- 172.21.15.67:0/1202799711 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f20b40b1910 0x7f20b41561a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:43.527 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.524+0000 7f20b3fff640 1 -- 172.21.15.67:0/1202799711 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f20b40b1910 msgr2=0x7f20b41561a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:43.527 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.524+0000 7f20b3fff640 1 --2- 172.21.15.67:0/1202799711 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f20b40b1910 0x7f20b41561a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:43.527 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.524+0000 7f20b3fff640 1 -- 172.21.15.67:0/1202799711 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f20b409b060 msgr2=0x7f20b409f8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:43.527 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.524+0000 7f20b3fff640 1 --2- 172.21.15.67:0/1202799711 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f20b409b060 0x7f20b409f8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:43.527 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.524+0000 7f20b3fff640 1 -- 172.21.15.67:0/1202799711 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20b40b6270 con 0x7f20b415ffe0 2024-09-21T00:33:43.527 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.524+0000 7f20b3fff640 1 --2- 172.21.15.67:0/1202799711 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20b415ffe0 0x7f20b41566e0 secure :-1 s=READY pgs=2142 cs=0 l=1 rev1=1 crypto rx=0x7f20ac009cd0 tx=0x7f20ac003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:43.527 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.524+0000 7f209bfff640 1 -- 172.21.15.67:0/1202799711 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20ac031b90 con 0x7f20b415ffe0 2024-09-21T00:33:43.527 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.524+0000 7f209bfff640 1 -- 172.21.15.67:0/1202799711 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f20ac031e20 con 0x7f20b415ffe0 2024-09-21T00:33:43.527 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.524+0000 7f20ba0bd640 1 -- 172.21.15.67:0/1202799711 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f20b40b6550 con 0x7f20b415ffe0 2024-09-21T00:33:43.527 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.524+0000 7f209bfff640 1 -- 172.21.15.67:0/1202799711 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20ac0332f0 con 0x7f20b415ffe0 2024-09-21T00:33:43.527 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.525+0000 7f20ba0bd640 1 -- 172.21.15.67:0/1202799711 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f20b409fe30 con 0x7f20b415ffe0 2024-09-21T00:33:43.528 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.525+0000 7f20ba0bd640 1 -- 172.21.15.67:0/1202799711 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f20b409a950 con 0x7f20b415ffe0 2024-09-21T00:33:43.528 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.526+0000 7f209bfff640 1 -- 172.21.15.67:0/1202799711 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f20ac031660 con 0x7f20b415ffe0 2024-09-21T00:33:43.528 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.527+0000 7f209bfff640 1 --2- 172.21.15.67:0/1202799711 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f20a0078b90 0x7f20a007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:43.528 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.527+0000 7f209bfff640 1 -- 172.21.15.67:0/1202799711 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(165..165 src has 1..165) ==== 4943+0+0 (secure 0 0 0) 0x7f20ac0bbe80 con 0x7f20b415ffe0 2024-09-21T00:33:43.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.527+0000 7f20b37fe640 1 --2- 172.21.15.67:0/1202799711 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f20a0078b90 0x7f20a007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:43.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.528+0000 7f20b37fe640 1 --2- 172.21.15.67:0/1202799711 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f20a0078b90 0x7f20a007b0a0 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7f20a4006fd0 tx=0x7f20a4009060 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:43.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.532+0000 7f209bfff640 1 -- 172.21.15.67:0/1202799711 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f20ac03f030 con 0x7f20b415ffe0 2024-09-21T00:33:43.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.719+0000 7f20ba0bd640 1 -- 172.21.15.67:0/1202799711 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f20b40b0dd0 con 0x7f20b415ffe0 2024-09-21T00:33:43.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.720+0000 7f209bfff640 1 -- 172.21.15.67:0/1202799711 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v165) ==== 74+0+13004 (secure 0 0 0) 0x7f20ac084090 con 0x7f20b415ffe0 2024-09-21T00:33:43.721 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:33:43.722 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":165,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:33:42.354466+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":25,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":160,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.67:6835/298810392":"2024-09-22T00:33:39.340295+0000","172.21.15.67:6834/298810392":"2024-09-22T00:33:39.340295+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:33:43.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.722+0000 7f20ba0bd640 1 -- 172.21.15.67:0/1202799711 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f20a0078b90 msgr2=0x7f20a007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:43.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.722+0000 7f20ba0bd640 1 --2- 172.21.15.67:0/1202799711 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f20a0078b90 0x7f20a007b0a0 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7f20a4006fd0 tx=0x7f20a4009060 comp rx=0 tx=0).stop 2024-09-21T00:33:43.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.722+0000 7f20ba0bd640 1 -- 172.21.15.67:0/1202799711 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20b415ffe0 msgr2=0x7f20b41566e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:43.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.722+0000 7f20ba0bd640 1 --2- 172.21.15.67:0/1202799711 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20b415ffe0 0x7f20b41566e0 secure :-1 s=READY pgs=2142 cs=0 l=1 rev1=1 crypto rx=0x7f20ac009cd0 tx=0x7f20ac003ba0 comp rx=0 tx=0).stop 2024-09-21T00:33:43.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.723+0000 7f20ba0bd640 1 -- 172.21.15.67:0/1202799711 shutdown_connections 2024-09-21T00:33:43.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.723+0000 7f20ba0bd640 1 --2- 172.21.15.67:0/1202799711 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f20a0078b90 0x7f20a007b0a0 unknown :-1 s=CLOSED pgs=801 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:43.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.723+0000 7f20ba0bd640 1 --2- 172.21.15.67:0/1202799711 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20b415ffe0 0x7f20b41566e0 unknown :-1 s=CLOSED pgs=2142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:43.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.723+0000 7f20ba0bd640 1 --2- 172.21.15.67:0/1202799711 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f20b40b1910 0x7f20b41561a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:43.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.723+0000 7f20ba0bd640 1 --2- 172.21.15.67:0/1202799711 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f20b409b060 0x7f20b409f8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:43.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.723+0000 7f20ba0bd640 1 -- 172.21.15.67:0/1202799711 >> 172.21.15.67:0/1202799711 conn(0x7f20b40b3e90 msgr2=0x7f20b4071170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:43.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.723+0000 7f20ba0bd640 1 -- 172.21.15.67:0/1202799711 shutdown_connections 2024-09-21T00:33:43.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.723+0000 7f20ba0bd640 1 -- 172.21.15.67:0/1202799711 wait complete. 2024-09-21T00:33:43.735 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-21T00:21:09.510963+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-21T00:33:43.736 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-21T00:33:43.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.854+0000 7f5a548e6640 1 -- 172.21.15.67:0/4234121965 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5a3c003a30 msgr2=0x7f5a3c003ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:43.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.854+0000 7f5a548e6640 1 --2- 172.21.15.67:0/4234121965 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5a3c003a30 0x7f5a3c003ea0 secure :-1 s=READY pgs=2144 cs=0 l=1 rev1=1 crypto rx=0x7f5a40006fc0 tx=0x7f5a3c005830 comp rx=0 tx=0).stop 2024-09-21T00:33:43.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.854+0000 7f5a4ed9d640 1 -- 172.21.15.67:0/4234121965 reap_dead start 2024-09-21T00:33:43.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.854+0000 7f5a548e6640 1 -- 172.21.15.67:0/4234121965 shutdown_connections 2024-09-21T00:33:43.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.854+0000 7f5a548e6640 1 -- 172.21.15.67:0/4234121965 >> 172.21.15.67:0/4234121965 conn(0x7f5a5008bee0 msgr2=0x7f5a500d4720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:43.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.854+0000 7f5a548e6640 1 -- 172.21.15.67:0/4234121965 shutdown_connections 2024-09-21T00:33:43.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.854+0000 7f5a548e6640 1 -- 172.21.15.67:0/4234121965 wait complete. 2024-09-21T00:33:43.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.856+0000 7f5a548e6640 1 Processor -- start 2024-09-21T00:33:43.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.856+0000 7f5a548e6640 1 -- start start 2024-09-21T00:33:43.860 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.858+0000 7f5a548e6640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5a3c003a30 0x7f5a5009f300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:43.860 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.858+0000 7f5a548e6640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5a5015d1a0 0x7f5a501f5320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:43.861 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.858+0000 7f5a548e6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5a501f5860 0x7f5a500b1330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:43.861 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.858+0000 7f5a548e6640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f5a500d37a0 con 0x7f5a501f5860 2024-09-21T00:33:43.861 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.858+0000 7f5a548e6640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f5a500d3620 con 0x7f5a5015d1a0 2024-09-21T00:33:43.861 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.858+0000 7f5a548e6640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f5a5006f390 con 0x7f5a3c003a30 2024-09-21T00:33:43.861 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.858+0000 7f5a4ed9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5a501f5860 0x7f5a500b1330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:43.861 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.858+0000 7f5a4ed9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5a501f5860 0x7f5a500b1330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59806/0 (socket says 172.21.15.67:59806) 2024-09-21T00:33:43.861 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.858+0000 7f5a4ed9d640 1 -- 172.21.15.67:0/3338200875 learned_addr learned my addr 172.21.15.67:0/3338200875 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:43.861 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.858+0000 7f5a47fff640 1 --2- 172.21.15.67:0/3338200875 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5a5015d1a0 0x7f5a501f5320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:43.861 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.858+0000 7f5a4e59c640 1 --2- 172.21.15.67:0/3338200875 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5a3c003a30 0x7f5a5009f300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:43.861 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.858+0000 7f5a4ed9d640 1 -- 172.21.15.67:0/3338200875 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5a3c003a30 msgr2=0x7f5a5009f300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:43.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.858+0000 7f5a4ed9d640 1 --2- 172.21.15.67:0/3338200875 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5a3c003a30 0x7f5a5009f300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:43.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.858+0000 7f5a4ed9d640 1 -- 172.21.15.67:0/3338200875 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5a5015d1a0 msgr2=0x7f5a501f5320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:43.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.858+0000 7f5a4ed9d640 1 --2- 172.21.15.67:0/3338200875 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5a5015d1a0 0x7f5a501f5320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:43.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.858+0000 7f5a4ed9d640 1 -- 172.21.15.67:0/3338200875 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a501f6090 con 0x7f5a501f5860 2024-09-21T00:33:43.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.858+0000 7f5a4ed9d640 1 --2- 172.21.15.67:0/3338200875 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5a501f5860 0x7f5a500b1330 secure :-1 s=READY pgs=2145 cs=0 l=1 rev1=1 crypto rx=0x7f5a5008d970 tx=0x7f5a48010e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:43.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.858+0000 7f5a46ffd640 1 -- 172.21.15.67:0/3338200875 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a4800edf0 con 0x7f5a501f5860 2024-09-21T00:33:43.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.858+0000 7f5a46ffd640 1 -- 172.21.15.67:0/3338200875 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5a48015070 con 0x7f5a501f5860 2024-09-21T00:33:43.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.858+0000 7f5a548e6640 1 -- 172.21.15.67:0/3338200875 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5a5015c3e0 con 0x7f5a501f5860 2024-09-21T00:33:43.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.858+0000 7f5a46ffd640 1 -- 172.21.15.67:0/3338200875 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a48003d00 con 0x7f5a501f5860 2024-09-21T00:33:43.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.859+0000 7f5a548e6640 1 -- 172.21.15.67:0/3338200875 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5a5015c9a0 con 0x7f5a501f5860 2024-09-21T00:33:43.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.860+0000 7f5a548e6640 1 -- 172.21.15.67:0/3338200875 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5a5008c560 con 0x7f5a501f5860 2024-09-21T00:33:43.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.860+0000 7f5a46ffd640 1 -- 172.21.15.67:0/3338200875 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f5a48004030 con 0x7f5a501f5860 2024-09-21T00:33:43.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.861+0000 7f5a46ffd640 1 --2- 172.21.15.67:0/3338200875 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5a30078b90 0x7f5a3007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:43.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.861+0000 7f5a46ffd640 1 -- 172.21.15.67:0/3338200875 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(165..165 src has 1..165) ==== 4943+0+0 (secure 0 0 0) 0x7f5a4809b010 con 0x7f5a501f5860 2024-09-21T00:33:43.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.861+0000 7f5a4e59c640 1 --2- 172.21.15.67:0/3338200875 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5a30078b90 0x7f5a3007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:43.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.862+0000 7f5a4e59c640 1 --2- 172.21.15.67:0/3338200875 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5a30078b90 0x7f5a3007b0a0 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7f5a40033000 tx=0x7f5a40001110 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:43.866 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:43.865+0000 7f5a46ffd640 1 -- 172.21.15.67:0/3338200875 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f5a5008c560 con 0x7f5a501f5860 2024-09-21T00:33:44.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:44.051+0000 7f5a548e6640 1 -- 172.21.15.67:0/3338200875 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f5a5006f920 con 0x7f5a501f5860 2024-09-21T00:33:44.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:44.052+0000 7f5a46ffd640 1 -- 172.21.15.67:0/3338200875 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v165) ==== 93+0+10 (secure 0 0 0) 0x7f5a48063190 con 0x7f5a501f5860 2024-09-21T00:33:44.053 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 1 2024-09-21T00:33:44.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:44.054+0000 7f5a548e6640 1 -- 172.21.15.67:0/3338200875 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5a30078b90 msgr2=0x7f5a3007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:44.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:44.054+0000 7f5a548e6640 1 --2- 172.21.15.67:0/3338200875 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5a30078b90 0x7f5a3007b0a0 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7f5a40033000 tx=0x7f5a40001110 comp rx=0 tx=0).stop 2024-09-21T00:33:44.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:44.054+0000 7f5a548e6640 1 -- 172.21.15.67:0/3338200875 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5a501f5860 msgr2=0x7f5a500b1330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:44.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:44.054+0000 7f5a548e6640 1 --2- 172.21.15.67:0/3338200875 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5a501f5860 0x7f5a500b1330 secure :-1 s=READY pgs=2145 cs=0 l=1 rev1=1 crypto rx=0x7f5a5008d970 tx=0x7f5a48010e50 comp rx=0 tx=0).stop 2024-09-21T00:33:44.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:44.054+0000 7f5a548e6640 1 -- 172.21.15.67:0/3338200875 shutdown_connections 2024-09-21T00:33:44.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:44.054+0000 7f5a548e6640 1 --2- 172.21.15.67:0/3338200875 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5a30078b90 0x7f5a3007b0a0 unknown :-1 s=CLOSED pgs=802 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:44.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:44.054+0000 7f5a548e6640 1 --2- 172.21.15.67:0/3338200875 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5a501f5860 0x7f5a500b1330 unknown :-1 s=CLOSED pgs=2145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:44.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:44.054+0000 7f5a548e6640 1 --2- 172.21.15.67:0/3338200875 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5a5015d1a0 0x7f5a501f5320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:44.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:44.054+0000 7f5a548e6640 1 --2- 172.21.15.67:0/3338200875 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5a3c003a30 0x7f5a5009f300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:44.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:44.054+0000 7f5a548e6640 1 -- 172.21.15.67:0/3338200875 >> 172.21.15.67:0/3338200875 conn(0x7f5a5008bee0 msgr2=0x7f5a500b9a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:44.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:44.054+0000 7f5a548e6640 1 -- 172.21.15.67:0/3338200875 shutdown_connections 2024-09-21T00:33:44.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:44.054+0000 7f5a548e6640 1 -- 172.21.15.67:0/3338200875 wait complete. 2024-09-21T00:33:44.067 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_scrub.TestScrub.test_mdsdir_scrub_backtrace' 2024-09-21T00:33:44.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:44.182+0000 7f1c1e6de640 1 -- 172.21.15.67:0/3626033581 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1c180d0270 msgr2=0x7f1c180b6560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:44.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:44.182+0000 7f1c1e6de640 1 --2- 172.21.15.67:0/3626033581 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1c180d0270 0x7f1c180b6560 secure :-1 s=READY pgs=2147 cs=0 l=1 rev1=1 crypto rx=0x7f1c10005fd0 tx=0x7f1c1002a820 comp rx=0 tx=0).stop 2024-09-21T00:33:44.183 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:44.182+0000 7f1c1e6de640 1 -- 172.21.15.67:0/3626033581 shutdown_connections 2024-09-21T00:33:44.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:44.182+0000 7f1c1e6de640 1 --2- 172.21.15.67:0/3626033581 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1c180d0270 0x7f1c180b6560 unknown :-1 s=CLOSED pgs=2147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:44.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:44.182+0000 7f1c1e6de640 1 --2- 172.21.15.67:0/3626033581 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1c180b9e70 0x7f1c180b6020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:44.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:44.182+0000 7f1c1e6de640 1 -- 172.21.15.67:0/3626033581 >> 172.21.15.67:0/3626033581 conn(0x7f1c180d45a0 msgr2=0x7f1c180d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:44.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:44.182+0000 7f1c1e6de640 1 -- 172.21.15.67:0/3626033581 shutdown_connections 2024-09-21T00:33:44.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:44.182+0000 7f1c1e6de640 1 -- 172.21.15.67:0/3626033581 wait complete. 2024-09-21T00:33:44.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:44.183+0000 7f1c1e6de640 1 Processor -- start 2024-09-21T00:33:44.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:44.184+0000 7f1c1e6de640 1 -- start start 2024-09-21T00:33:44.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:44.185+0000 7f1c1e6de640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1c180b9e70 0x7f1c1815dd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:44.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:44.185+0000 7f1c1e6de640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1c180d0270 0x7f1c180cdb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:44.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:44.185+0000 7f1c1e6de640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1c180d22f0 0x7f1c180ce0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:44.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:44.185+0000 7f1c1e6de640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f1c1806f660 con 0x7f1c180d0270 2024-09-21T00:33:44.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:44.185+0000 7f1c1e6de640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f1c1806f4e0 con 0x7f1c180d22f0 2024-09-21T00:33:44.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:44.185+0000 7f1c1e6de640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f1c1806f7e0 con 0x7f1c180b9e70 2024-09-21T00:33:44.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:44.185+0000 7f1c177fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1c180d0270 0x7f1c180cdb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:44.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:44.185+0000 7f1c177fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1c180d0270 0x7f1c180cdb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59820/0 (socket says 172.21.15.67:59820) 2024-09-21T00:33:44.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:44.185+0000 7f1c177fe640 1 -- 172.21.15.67:0/1563117233 learned_addr learned my addr 172.21.15.67:0/1563117233 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:44.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:44.185+0000 7f1c1cc7b640 1 --2- 172.21.15.67:0/1563117233 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1c180d22f0 0x7f1c180ce0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:44.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:44.185+0000 7f1c17fff640 1 --2- 172.21.15.67:0/1563117233 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1c180b9e70 0x7f1c1815dd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:44.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:44.185+0000 7f1c177fe640 1 -- 172.21.15.67:0/1563117233 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1c180b9e70 msgr2=0x7f1c1815dd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:44.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:44.185+0000 7f1c177fe640 1 --2- 172.21.15.67:0/1563117233 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1c180b9e70 0x7f1c1815dd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:44.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:44.185+0000 7f1c177fe640 1 -- 172.21.15.67:0/1563117233 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1c180d22f0 msgr2=0x7f1c180ce0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:44.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:44.185+0000 7f1c177fe640 1 --2- 172.21.15.67:0/1563117233 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1c180d22f0 0x7f1c180ce0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:44.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:44.185+0000 7f1c177fe640 1 -- 172.21.15.67:0/1563117233 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c180cbc10 con 0x7f1c180d0270 2024-09-21T00:33:44.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:44.185+0000 7f1c1cc7b640 1 --2- 172.21.15.67:0/1563117233 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1c180d22f0 0x7f1c180ce0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:33:44.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:44.185+0000 7f1c17fff640 1 --2- 172.21.15.67:0/1563117233 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1c180b9e70 0x7f1c1815dd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:33:44.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:44.186+0000 7f1c177fe640 1 --2- 172.21.15.67:0/1563117233 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1c180d0270 0x7f1c180cdb90 secure :-1 s=READY pgs=2148 cs=0 l=1 rev1=1 crypto rx=0x7f1c0c001eb0 tx=0x7f1c0c00c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:44.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:44.186+0000 7f1c14ff9640 1 -- 172.21.15.67:0/1563117233 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c0c011790 con 0x7f1c180d0270 2024-09-21T00:33:44.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:44.186+0000 7f1c14ff9640 1 -- 172.21.15.67:0/1563117233 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1c0c017070 con 0x7f1c180d0270 2024-09-21T00:33:44.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:44.186+0000 7f1c1e6de640 1 -- 172.21.15.67:0/1563117233 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c180cb930 con 0x7f1c180d0270 2024-09-21T00:33:44.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:44.186+0000 7f1c14ff9640 1 -- 172.21.15.67:0/1563117233 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c0c011c60 con 0x7f1c180d0270 2024-09-21T00:33:44.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:44.186+0000 7f1c1e6de640 1 -- 172.21.15.67:0/1563117233 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c180b1540 con 0x7f1c180d0270 2024-09-21T00:33:44.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:44.187+0000 7f1c1e6de640 1 -- 172.21.15.67:0/1563117233 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c1806fc90 con 0x7f1c180d0270 2024-09-21T00:33:44.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:44.188+0000 7f1c14ff9640 1 -- 172.21.15.67:0/1563117233 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f1c0c01c460 con 0x7f1c180d0270 2024-09-21T00:33:44.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:44.188+0000 7f1c14ff9640 1 --2- 172.21.15.67:0/1563117233 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1c04078b90 0x7f1c0407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:44.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:44.188+0000 7f1c14ff9640 1 -- 172.21.15.67:0/1563117233 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(165..165 src has 1..165) ==== 4943+0+0 (secure 0 0 0) 0x7f1c0c09a7a0 con 0x7f1c180d0270 2024-09-21T00:33:44.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:44.189+0000 7f1c17fff640 1 --2- 172.21.15.67:0/1563117233 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1c04078b90 0x7f1c0407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:44.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:44.189+0000 7f1c17fff640 1 --2- 172.21.15.67:0/1563117233 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1c04078b90 0x7f1c0407b0a0 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7f1c08009aa0 tx=0x7f1c08005db0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:44.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:44.193+0000 7f1c14ff9640 1 -- 172.21.15.67:0/1563117233 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f1c180cbc10 con 0x7f1c180d0270 2024-09-21T00:33:44.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:44.455+0000 7f1c1e6de640 1 -- 172.21.15.67:0/1563117233 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_scrub.TestScrub.test_mdsdir_scrub_backtrace"]} v 0) -- 0x7f1c180b5bc0 con 0x7f1c180d0270 2024-09-21T00:33:45.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.368+0000 7f1c14ff9640 1 -- 172.21.15.67:0/1563117233 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_scrub.TestScrub.test_mdsdir_scrub_backtrace"]}]=0 v586) ==== 143+0+0 (secure 0 0 0) 0x7f1c0c062f70 con 0x7f1c180d0270 2024-09-21T00:33:45.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.371+0000 7f1c1e6de640 1 -- 172.21.15.67:0/1563117233 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1c04078b90 msgr2=0x7f1c0407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:45.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.371+0000 7f1c1e6de640 1 --2- 172.21.15.67:0/1563117233 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1c04078b90 0x7f1c0407b0a0 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7f1c08009aa0 tx=0x7f1c08005db0 comp rx=0 tx=0).stop 2024-09-21T00:33:45.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.371+0000 7f1c1e6de640 1 -- 172.21.15.67:0/1563117233 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1c180d0270 msgr2=0x7f1c180cdb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:45.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.371+0000 7f1c1e6de640 1 --2- 172.21.15.67:0/1563117233 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1c180d0270 0x7f1c180cdb90 secure :-1 s=READY pgs=2148 cs=0 l=1 rev1=1 crypto rx=0x7f1c0c001eb0 tx=0x7f1c0c00c890 comp rx=0 tx=0).stop 2024-09-21T00:33:45.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.371+0000 7f1c1e6de640 1 -- 172.21.15.67:0/1563117233 shutdown_connections 2024-09-21T00:33:45.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.371+0000 7f1c1e6de640 1 --2- 172.21.15.67:0/1563117233 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1c04078b90 0x7f1c0407b0a0 unknown :-1 s=CLOSED pgs=803 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:45.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.371+0000 7f1c1e6de640 1 --2- 172.21.15.67:0/1563117233 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1c180d22f0 0x7f1c180ce0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:45.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.371+0000 7f1c1e6de640 1 --2- 172.21.15.67:0/1563117233 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1c180d0270 0x7f1c180cdb90 unknown :-1 s=CLOSED pgs=2148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:45.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.371+0000 7f1c1e6de640 1 --2- 172.21.15.67:0/1563117233 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1c180b9e70 0x7f1c1815dd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:45.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.371+0000 7f1c1e6de640 1 -- 172.21.15.67:0/1563117233 >> 172.21.15.67:0/1563117233 conn(0x7f1c180d45a0 msgr2=0x7f1c1815f520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:45.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.371+0000 7f1c1e6de640 1 -- 172.21.15.67:0/1563117233 shutdown_connections 2024-09-21T00:33:45.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.372+0000 7f1c1e6de640 1 -- 172.21.15.67:0/1563117233 wait complete. 2024-09-21T00:33:45.387 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config dump 2024-09-21T00:33:45.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.509+0000 7f17c7de6640 1 -- 172.21.15.67:0/1235686139 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f17c00d11c0 msgr2=0x7f17c00d15d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:45.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.509+0000 7f17c7de6640 1 --2- 172.21.15.67:0/1235686139 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f17c00d11c0 0x7f17c00d15d0 secure :-1 s=READY pgs=2150 cs=0 l=1 rev1=1 crypto rx=0x7f17b8005fd0 tx=0x7f17b802a8b0 comp rx=0 tx=0).stop 2024-09-21T00:33:45.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.510+0000 7f17c7de6640 1 -- 172.21.15.67:0/1235686139 shutdown_connections 2024-09-21T00:33:45.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.510+0000 7f17c7de6640 1 --2- 172.21.15.67:0/1235686139 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f17c00d11c0 0x7f17c00d15d0 unknown :-1 s=CLOSED pgs=2150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:45.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.510+0000 7f17c7de6640 1 --2- 172.21.15.67:0/1235686139 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f17c00d2b00 0x7f17c015e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:45.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.510+0000 7f17c7de6640 1 -- 172.21.15.67:0/1235686139 >> 172.21.15.67:0/1235686139 conn(0x7f17c006dfb0 msgr2=0x7f17c006e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:45.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.510+0000 7f17c7de6640 1 -- 172.21.15.67:0/1235686139 shutdown_connections 2024-09-21T00:33:45.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.510+0000 7f17c7de6640 1 -- 172.21.15.67:0/1235686139 wait complete. 2024-09-21T00:33:45.512 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.511+0000 7f17c7de6640 1 Processor -- start 2024-09-21T00:33:45.512 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.512+0000 7f17c7de6640 1 -- start start 2024-09-21T00:33:45.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.513+0000 7f17c7de6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f17c00d11c0 0x7f17c00cda80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:45.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.513+0000 7f17c7de6640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f17c00d2b00 0x7f17c00ccf60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:45.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.513+0000 7f17c7de6640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f17c0162ea0 0x7f17c00c9e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:45.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.513+0000 7f17c7de6640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f17c015f640 con 0x7f17c00d11c0 2024-09-21T00:33:45.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.513+0000 7f17c7de6640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f17c015f4c0 con 0x7f17c0162ea0 2024-09-21T00:33:45.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.513+0000 7f17c7de6640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f17c015f7c0 con 0x7f17c00d2b00 2024-09-21T00:33:45.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.513+0000 7f17c5b82640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f17c00d11c0 0x7f17c00cda80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:45.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.513+0000 7f17c5b82640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f17c00d11c0 0x7f17c00cda80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59832/0 (socket says 172.21.15.67:59832) 2024-09-21T00:33:45.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.513+0000 7f17c5b82640 1 -- 172.21.15.67:0/886921490 learned_addr learned my addr 172.21.15.67:0/886921490 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:45.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.513+0000 7f17c5381640 1 --2- 172.21.15.67:0/886921490 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f17c00d2b00 0x7f17c00ccf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:45.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.513+0000 7f17c6383640 1 --2- 172.21.15.67:0/886921490 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f17c0162ea0 0x7f17c00c9e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:45.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.513+0000 7f17c5b82640 1 -- 172.21.15.67:0/886921490 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f17c00d2b00 msgr2=0x7f17c00ccf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:45.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.513+0000 7f17c5b82640 1 --2- 172.21.15.67:0/886921490 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f17c00d2b00 0x7f17c00ccf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:45.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.513+0000 7f17c5b82640 1 -- 172.21.15.67:0/886921490 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f17c0162ea0 msgr2=0x7f17c00c9e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:45.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.513+0000 7f17c5b82640 1 --2- 172.21.15.67:0/886921490 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f17c0162ea0 0x7f17c00c9e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:45.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.513+0000 7f17c5b82640 1 -- 172.21.15.67:0/886921490 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17c01f6450 con 0x7f17c00d11c0 2024-09-21T00:33:45.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.513+0000 7f17c5381640 1 --2- 172.21.15.67:0/886921490 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f17c00d2b00 0x7f17c00ccf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:33:45.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.513+0000 7f17c6383640 1 --2- 172.21.15.67:0/886921490 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f17c0162ea0 0x7f17c00c9e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:33:45.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.513+0000 7f17c5b82640 1 --2- 172.21.15.67:0/886921490 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f17c00d11c0 0x7f17c00cda80 secure :-1 s=READY pgs=2151 cs=0 l=1 rev1=1 crypto rx=0x7f17b400c480 tx=0x7f17b400c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:45.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.514+0000 7f17b27fc640 1 -- 172.21.15.67:0/886921490 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17b4007030 con 0x7f17c00d11c0 2024-09-21T00:33:45.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.514+0000 7f17b27fc640 1 -- 172.21.15.67:0/886921490 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f17b40071d0 con 0x7f17c00d11c0 2024-09-21T00:33:45.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.514+0000 7f17b27fc640 1 -- 172.21.15.67:0/886921490 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17b4007640 con 0x7f17c00d11c0 2024-09-21T00:33:45.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.514+0000 7f17c7de6640 1 -- 172.21.15.67:0/886921490 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f17c00ce5f0 con 0x7f17c00d11c0 2024-09-21T00:33:45.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.514+0000 7f17c7de6640 1 -- 172.21.15.67:0/886921490 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f17c00c8660 con 0x7f17c00d11c0 2024-09-21T00:33:45.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.515+0000 7f17c7de6640 1 -- 172.21.15.67:0/886921490 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f17c015fc10 con 0x7f17c00d11c0 2024-09-21T00:33:45.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.515+0000 7f17b27fc640 1 -- 172.21.15.67:0/886921490 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f17b4011070 con 0x7f17c00d11c0 2024-09-21T00:33:45.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.516+0000 7f17b27fc640 1 --2- 172.21.15.67:0/886921490 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f17a4078b90 0x7f17a407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:45.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.516+0000 7f17b27fc640 1 -- 172.21.15.67:0/886921490 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(165..165 src has 1..165) ==== 4943+0+0 (secure 0 0 0) 0x7f17b409a330 con 0x7f17c00d11c0 2024-09-21T00:33:45.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.516+0000 7f17c5381640 1 --2- 172.21.15.67:0/886921490 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f17a4078b90 0x7f17a407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:45.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.517+0000 7f17c5381640 1 --2- 172.21.15.67:0/886921490 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f17a4078b90 0x7f17a407b0a0 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7f17c01ec5e0 tx=0x7f17bc005db0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:45.521 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.521+0000 7f17b27fc640 1 -- 172.21.15.67:0/886921490 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f17c00d1b10 con 0x7f17c00d11c0 2024-09-21T00:33:45.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.708+0000 7f17c7de6640 1 -- 172.21.15.67:0/886921490 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7f17c006cfe0 con 0x7f17c00d11c0 2024-09-21T00:33:45.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.708+0000 7f17b27fc640 1 -- 172.21.15.67:0/886921490 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v61) ==== 59+0+2294 (secure 0 0 0) 0x7f17b4062b90 con 0x7f17c00d11c0 2024-09-21T00:33:45.709 INFO:teuthology.orchestra.run.smithi067.stdout:WHO MASK LEVEL OPTION VALUE RO 2024-09-21T00:33:45.710 INFO:teuthology.orchestra.run.smithi067.stdout:mon advanced mon_op_complaint_time 120 2024-09-21T00:33:45.710 INFO:teuthology.orchestra.run.smithi067.stdout:mgr advanced client_mount_timeout 30 2024-09-21T00:33:45.710 INFO:teuthology.orchestra.run.smithi067.stdout:mgr advanced debug_client 20/20 2024-09-21T00:33:45.710 INFO:teuthology.orchestra.run.smithi067.stdout:mgr advanced debug_mgr 20/20 2024-09-21T00:33:45.710 INFO:teuthology.orchestra.run.smithi067.stdout:mgr advanced debug_ms 1/1 2024-09-21T00:33:45.710 INFO:teuthology.orchestra.run.smithi067.stdout:mgr dev mon_warn_on_pool_no_app false 2024-09-21T00:33:45.710 INFO:teuthology.orchestra.run.smithi067.stdout:osd advanced osd_op_complaint_time 180.000000 2024-09-21T00:33:45.710 INFO:teuthology.orchestra.run.smithi067.stdout:osd.0 basic osd_mclock_max_capacity_iops_ssd 4994.792072 2024-09-21T00:33:45.710 INFO:teuthology.orchestra.run.smithi067.stdout:osd.1 basic osd_mclock_max_capacity_iops_ssd 6949.964888 2024-09-21T00:33:45.710 INFO:teuthology.orchestra.run.smithi067.stdout:osd.2 basic osd_mclock_max_capacity_iops_ssd 4728.394376 2024-09-21T00:33:45.710 INFO:teuthology.orchestra.run.smithi067.stdout:osd.3 basic osd_mclock_max_capacity_iops_ssd 4592.129816 2024-09-21T00:33:45.710 INFO:teuthology.orchestra.run.smithi067.stdout:osd.4 basic osd_mclock_max_capacity_iops_ssd 6550.422905 2024-09-21T00:33:45.710 INFO:teuthology.orchestra.run.smithi067.stdout:osd.5 basic osd_mclock_max_capacity_iops_ssd 5213.710688 2024-09-21T00:33:45.711 INFO:teuthology.orchestra.run.smithi067.stdout:osd.6 basic osd_mclock_max_capacity_iops_ssd 5638.399028 2024-09-21T00:33:45.711 INFO:teuthology.orchestra.run.smithi067.stdout:osd.7 basic osd_mclock_max_capacity_iops_ssd 5357.310397 2024-09-21T00:33:45.711 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced debug_mds 20/20 2024-09-21T00:33:45.711 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced debug_mds_balancer 20/20 2024-09-21T00:33:45.711 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced debug_ms 2/2 2024-09-21T00:33:45.711 INFO:teuthology.orchestra.run.smithi067.stdout:mds dev mds_debug_frag true 2024-09-21T00:33:45.711 INFO:teuthology.orchestra.run.smithi067.stdout:mds dev mds_debug_scatterstat true 2024-09-21T00:33:45.711 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced mds_op_complaint_time 180.000000 2024-09-21T00:33:45.711 INFO:teuthology.orchestra.run.smithi067.stdout:mds dev mds_verify_scatter true 2024-09-21T00:33:45.711 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced osd_op_complaint_time 180.000000 2024-09-21T00:33:45.711 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced rados_mon_op_timeout 900 2024-09-21T00:33:45.711 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced rados_osd_op_timeout 900 2024-09-21T00:33:45.711 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced client_mount_timeout 600 2024-09-21T00:33:45.711 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced debug_client 20/20 2024-09-21T00:33:45.712 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced debug_ms 1/1 2024-09-21T00:33:45.712 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced rados_mon_op_timeout 900 2024-09-21T00:33:45.712 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced rados_osd_op_timeout 900 2024-09-21T00:33:45.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.711+0000 7f17c7de6640 1 -- 172.21.15.67:0/886921490 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f17a4078b90 msgr2=0x7f17a407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:45.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.711+0000 7f17c7de6640 1 --2- 172.21.15.67:0/886921490 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f17a4078b90 0x7f17a407b0a0 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7f17c01ec5e0 tx=0x7f17bc005db0 comp rx=0 tx=0).stop 2024-09-21T00:33:45.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.711+0000 7f17c7de6640 1 -- 172.21.15.67:0/886921490 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f17c00d11c0 msgr2=0x7f17c00cda80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:45.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.711+0000 7f17c7de6640 1 --2- 172.21.15.67:0/886921490 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f17c00d11c0 0x7f17c00cda80 secure :-1 s=READY pgs=2151 cs=0 l=1 rev1=1 crypto rx=0x7f17b400c480 tx=0x7f17b400c940 comp rx=0 tx=0).stop 2024-09-21T00:33:45.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.711+0000 7f17c7de6640 1 -- 172.21.15.67:0/886921490 shutdown_connections 2024-09-21T00:33:45.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.711+0000 7f17c7de6640 1 --2- 172.21.15.67:0/886921490 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f17a4078b90 0x7f17a407b0a0 unknown :-1 s=CLOSED pgs=804 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:45.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.711+0000 7f17c7de6640 1 --2- 172.21.15.67:0/886921490 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f17c0162ea0 0x7f17c00c9e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:45.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.711+0000 7f17c7de6640 1 --2- 172.21.15.67:0/886921490 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f17c00d2b00 0x7f17c00ccf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:45.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.711+0000 7f17c7de6640 1 --2- 172.21.15.67:0/886921490 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f17c00d11c0 0x7f17c00cda80 unknown :-1 s=CLOSED pgs=2151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:45.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.711+0000 7f17c7de6640 1 -- 172.21.15.67:0/886921490 >> 172.21.15.67:0/886921490 conn(0x7f17c006dfb0 msgr2=0x7f17c00cf6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:45.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.711+0000 7f17c7de6640 1 -- 172.21.15.67:0/886921490 shutdown_connections 2024-09-21T00:33:45.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.711+0000 7f17c7de6640 1 -- 172.21.15.67:0/886921490 wait complete. 2024-09-21T00:33:45.723 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-21T00:33:45.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.841+0000 7fb608c1d640 1 -- 172.21.15.67:0/1966568760 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb6040d1450 msgr2=0x7fb6040b9950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:45.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.841+0000 7fb608c1d640 1 --2- 172.21.15.67:0/1966568760 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb6040d1450 0x7fb6040b9950 secure :-1 s=READY pgs=2153 cs=0 l=1 rev1=1 crypto rx=0x7fb5f8009830 tx=0x7fb5f802a530 comp rx=0 tx=0).stop 2024-09-21T00:33:45.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.841+0000 7fb608c1d640 1 -- 172.21.15.67:0/1966568760 shutdown_connections 2024-09-21T00:33:45.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.841+0000 7fb608c1d640 1 --2- 172.21.15.67:0/1966568760 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb6040d1450 0x7fb6040b9950 unknown :-1 s=CLOSED pgs=2153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:45.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.841+0000 7fb608c1d640 1 -- 172.21.15.67:0/1966568760 >> 172.21.15.67:0/1966568760 conn(0x7fb60409da10 msgr2=0x7fb6040d46a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:45.842 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.841+0000 7fb608c1d640 1 -- 172.21.15.67:0/1966568760 shutdown_connections 2024-09-21T00:33:45.843 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.841+0000 7fb608c1d640 1 -- 172.21.15.67:0/1966568760 wait complete. 2024-09-21T00:33:45.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.843+0000 7fb608c1d640 1 Processor -- start 2024-09-21T00:33:45.844 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.843+0000 7fb608c1d640 1 -- start start 2024-09-21T00:33:45.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.844+0000 7fb608c1d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb6040d3590 0x7fb6040ce800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:45.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.844+0000 7fb608c1d640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb6040d4db0 0x7fb60415c5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:45.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.844+0000 7fb608c1d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb6041f9580 0x7fb6040a1d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:45.846 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.844+0000 7fb608c1d640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fb6040b4e90 con 0x7fb6041f9580 2024-09-21T00:33:45.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.844+0000 7fb608c1d640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fb6040b4d10 con 0x7fb6040d3590 2024-09-21T00:33:45.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.844+0000 7fb608c1d640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fb6040b5010 con 0x7fb6040d4db0 2024-09-21T00:33:45.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.844+0000 7fb602d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb6041f9580 0x7fb6040a1d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:45.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.844+0000 7fb602d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb6041f9580 0x7fb6040a1d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59844/0 (socket says 172.21.15.67:59844) 2024-09-21T00:33:45.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.844+0000 7fb602d9d640 1 -- 172.21.15.67:0/2687943021 learned_addr learned my addr 172.21.15.67:0/2687943021 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:45.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.844+0000 7fb60259c640 1 --2- 172.21.15.67:0/2687943021 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb6040d3590 0x7fb6040ce800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:45.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.844+0000 7fb601d9b640 1 --2- 172.21.15.67:0/2687943021 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb6040d4db0 0x7fb60415c5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:45.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.845+0000 7fb602d9d640 1 -- 172.21.15.67:0/2687943021 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb6040d4db0 msgr2=0x7fb60415c5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:45.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.845+0000 7fb602d9d640 1 --2- 172.21.15.67:0/2687943021 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb6040d4db0 0x7fb60415c5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:45.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.845+0000 7fb602d9d640 1 -- 172.21.15.67:0/2687943021 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb6040d3590 msgr2=0x7fb6040ce800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:45.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.845+0000 7fb602d9d640 1 --2- 172.21.15.67:0/2687943021 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb6040d3590 0x7fb6040ce800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:45.847 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.845+0000 7fb602d9d640 1 -- 172.21.15.67:0/2687943021 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb60415ef30 con 0x7fb6041f9580 2024-09-21T00:33:45.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.845+0000 7fb602d9d640 1 --2- 172.21.15.67:0/2687943021 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb6041f9580 0x7fb6040a1d10 secure :-1 s=READY pgs=2154 cs=0 l=1 rev1=1 crypto rx=0x7fb5fc00c3c0 tx=0x7fb5fc00c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:45.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.845+0000 7fb5f2ffd640 1 -- 172.21.15.67:0/2687943021 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5fc017070 con 0x7fb6041f9580 2024-09-21T00:33:45.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.845+0000 7fb5f2ffd640 1 -- 172.21.15.67:0/2687943021 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb5fc0053c0 con 0x7fb6041f9580 2024-09-21T00:33:45.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.845+0000 7fb608c1d640 1 -- 172.21.15.67:0/2687943021 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb60409e420 con 0x7fb6041f9580 2024-09-21T00:33:45.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.845+0000 7fb5f2ffd640 1 -- 172.21.15.67:0/2687943021 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5fc003850 con 0x7fb6041f9580 2024-09-21T00:33:45.848 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.845+0000 7fb608c1d640 1 -- 172.21.15.67:0/2687943021 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb60409e9e0 con 0x7fb6041f9580 2024-09-21T00:33:45.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.846+0000 7fb608c1d640 1 -- 172.21.15.67:0/2687943021 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb60415eca0 con 0x7fb6041f9580 2024-09-21T00:33:45.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.847+0000 7fb5f2ffd640 1 -- 172.21.15.67:0/2687943021 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fb5fc01a070 con 0x7fb6041f9580 2024-09-21T00:33:45.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.847+0000 7fb5f2ffd640 1 --2- 172.21.15.67:0/2687943021 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb5e4078bc0 0x7fb5e407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:45.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.848+0000 7fb5f2ffd640 1 -- 172.21.15.67:0/2687943021 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(165..165 src has 1..165) ==== 4943+0+0 (secure 0 0 0) 0x7fb5fc099c90 con 0x7fb6041f9580 2024-09-21T00:33:45.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.848+0000 7fb60259c640 1 --2- 172.21.15.67:0/2687943021 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb5e4078bc0 0x7fb5e407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:45.849 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.848+0000 7fb60259c640 1 --2- 172.21.15.67:0/2687943021 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb5e4078bc0 0x7fb5e407b0d0 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7fb5f4007fd0 tx=0x7fb5f4009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:45.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:45.852+0000 7fb5f2ffd640 1 -- 172.21.15.67:0/2687943021 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fb5fc061ed0 con 0x7fb6041f9580 2024-09-21T00:33:46.039 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.038+0000 7fb608c1d640 1 -- 172.21.15.67:0/2687943021 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fb6040b55a0 con 0x7fb6041f9580 2024-09-21T00:33:46.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.042+0000 7fb5f2ffd640 1 -- 172.21.15.67:0/2687943021 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v62)=0 v62) ==== 122+0+0 (secure 0 0 0) 0x7fb5fc066900 con 0x7fb6041f9580 2024-09-21T00:33:46.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.044+0000 7fb608c1d640 1 -- 172.21.15.67:0/2687943021 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb5e4078bc0 msgr2=0x7fb5e407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:46.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.044+0000 7fb608c1d640 1 --2- 172.21.15.67:0/2687943021 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb5e4078bc0 0x7fb5e407b0d0 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7fb5f4007fd0 tx=0x7fb5f4009040 comp rx=0 tx=0).stop 2024-09-21T00:33:46.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.044+0000 7fb608c1d640 1 -- 172.21.15.67:0/2687943021 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb6041f9580 msgr2=0x7fb6040a1d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:46.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.044+0000 7fb608c1d640 1 --2- 172.21.15.67:0/2687943021 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb6041f9580 0x7fb6040a1d10 secure :-1 s=READY pgs=2154 cs=0 l=1 rev1=1 crypto rx=0x7fb5fc00c3c0 tx=0x7fb5fc00c880 comp rx=0 tx=0).stop 2024-09-21T00:33:46.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.044+0000 7fb608c1d640 1 -- 172.21.15.67:0/2687943021 shutdown_connections 2024-09-21T00:33:46.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.044+0000 7fb608c1d640 1 --2- 172.21.15.67:0/2687943021 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb5e4078bc0 0x7fb5e407b0d0 unknown :-1 s=CLOSED pgs=805 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:46.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.044+0000 7fb608c1d640 1 --2- 172.21.15.67:0/2687943021 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb6041f9580 0x7fb6040a1d10 unknown :-1 s=CLOSED pgs=2154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:46.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.044+0000 7fb608c1d640 1 --2- 172.21.15.67:0/2687943021 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb6040d4db0 0x7fb60415c5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:46.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.044+0000 7fb608c1d640 1 --2- 172.21.15.67:0/2687943021 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb6040d3590 0x7fb6040ce800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:46.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.044+0000 7fb608c1d640 1 -- 172.21.15.67:0/2687943021 >> 172.21.15.67:0/2687943021 conn(0x7fb60409da10 msgr2=0x7fb6040b1270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:46.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.044+0000 7fb608c1d640 1 -- 172.21.15.67:0/2687943021 shutdown_connections 2024-09-21T00:33:46.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.045+0000 7fb608c1d640 1 -- 172.21.15.67:0/2687943021 wait complete. 2024-09-21T00:33:46.057 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-21T00:33:46.057 DEBUG:teuthology.orchestra.run.smithi067:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T00:33:46.108 DEBUG:teuthology.orchestra.run.smithi097:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T00:33:46.154 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-21T00:33:46.155 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:33:46.155 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:33:46.171 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20178 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T00:33:46.171 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:33:46.171 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:33:46.189 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17850 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T00:33:46.189 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:33:46.189 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:33:46.227 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20178 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T00:33:46.227 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:33:46.227 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:33:46.247 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17850 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T00:33:46.247 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-21T00:33:46.247 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:33:46.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.383+0000 7f7bcdc30640 1 -- 172.21.15.67:0/2294533608 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7bc80b3a10 msgr2=0x7f7bc80cf240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:46.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.383+0000 7f7bcdc30640 1 --2- 172.21.15.67:0/2294533608 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7bc80b3a10 0x7f7bc80cf240 secure :-1 s=READY pgs=2156 cs=0 l=1 rev1=1 crypto rx=0x7f7bc80b7000 tx=0x7f7bb002a680 comp rx=0 tx=0).stop 2024-09-21T00:33:46.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.383+0000 7f7bcdc30640 1 -- 172.21.15.67:0/2294533608 shutdown_connections 2024-09-21T00:33:46.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.383+0000 7f7bcdc30640 1 --2- 172.21.15.67:0/2294533608 >> v2:172.21.15.97:3300/0 conn(0x7f7bc80b41f0 0x7f7bc80b4600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:46.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.383+0000 7f7bcdc30640 1 --2- 172.21.15.67:0/2294533608 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7bc80b3a10 0x7f7bc80cf240 unknown :-1 s=CLOSED pgs=2156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:46.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.383+0000 7f7bcdc30640 1 -- 172.21.15.67:0/2294533608 >> 172.21.15.67:0/2294533608 conn(0x7f7bc80b2ef0 msgr2=0x7f7bc80b3300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:46.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.383+0000 7f7bcdc30640 1 -- 172.21.15.67:0/2294533608 shutdown_connections 2024-09-21T00:33:46.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.383+0000 7f7bcdc30640 1 -- 172.21.15.67:0/2294533608 wait complete. 2024-09-21T00:33:46.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.384+0000 7f7bcdc30640 1 Processor -- start 2024-09-21T00:33:46.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.385+0000 7f7bcdc30640 1 -- start start 2024-09-21T00:33:46.388 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.386+0000 7f7bcdc30640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7bc80b3a10 0x7f7bc81e8290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:46.388 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.386+0000 7f7bcdc30640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7bc80b41f0 0x7f7bc814aca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:46.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.386+0000 7f7bcdc30640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7bc80b6430 0x7f7bc81e35c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:46.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.386+0000 7f7bcdc30640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f7bc80b4f20 con 0x7f7bc80b6430 2024-09-21T00:33:46.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.386+0000 7f7bcdc30640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f7bc80b4da0 con 0x7f7bc80b3a10 2024-09-21T00:33:46.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.386+0000 7f7bcdc30640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f7bc80b50a0 con 0x7f7bc80b41f0 2024-09-21T00:33:46.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.386+0000 7f7bc7fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7bc80b6430 0x7f7bc81e35c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:46.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.386+0000 7f7bc7fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7bc80b6430 0x7f7bc81e35c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59866/0 (socket says 172.21.15.67:59866) 2024-09-21T00:33:46.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.386+0000 7f7bc7fff640 1 -- 172.21.15.67:0/3396669646 learned_addr learned my addr 172.21.15.67:0/3396669646 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:46.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.386+0000 7f7bc77fe640 1 --2- 172.21.15.67:0/3396669646 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7bc80b3a10 0x7f7bc81e8290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:46.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.386+0000 7f7bc6ffd640 1 --2- 172.21.15.67:0/3396669646 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7bc80b41f0 0x7f7bc814aca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:46.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.386+0000 7f7bc7fff640 1 -- 172.21.15.67:0/3396669646 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7bc80b41f0 msgr2=0x7f7bc814aca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:46.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.386+0000 7f7bc7fff640 1 --2- 172.21.15.67:0/3396669646 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7bc80b41f0 0x7f7bc814aca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:46.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.386+0000 7f7bc7fff640 1 -- 172.21.15.67:0/3396669646 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7bc80b3a10 msgr2=0x7f7bc81e8290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:46.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.386+0000 7f7bc7fff640 1 --2- 172.21.15.67:0/3396669646 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7bc80b3a10 0x7f7bc81e8290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:46.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.386+0000 7f7bc7fff640 1 -- 172.21.15.67:0/3396669646 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7bc81e5b30 con 0x7f7bc80b6430 2024-09-21T00:33:46.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.386+0000 7f7bc6ffd640 1 --2- 172.21.15.67:0/3396669646 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7bc80b41f0 0x7f7bc814aca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:33:46.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.387+0000 7f7bc7fff640 1 --2- 172.21.15.67:0/3396669646 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7bc80b6430 0x7f7bc81e35c0 secure :-1 s=READY pgs=2157 cs=0 l=1 rev1=1 crypto rx=0x7f7bc000ea80 tx=0x7f7bc000ef40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:46.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.387+0000 7f7bbffff640 1 -- 172.21.15.67:0/3396669646 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bc0004b20 con 0x7f7bc80b6430 2024-09-21T00:33:46.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.387+0000 7f7bbffff640 1 -- 172.21.15.67:0/3396669646 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7bc0004ce0 con 0x7f7bc80b6430 2024-09-21T00:33:46.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.387+0000 7f7bcdc30640 1 -- 172.21.15.67:0/3396669646 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7bc814d5a0 con 0x7f7bc80b6430 2024-09-21T00:33:46.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.387+0000 7f7bbffff640 1 -- 172.21.15.67:0/3396669646 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7bc0005280 con 0x7f7bc80b6430 2024-09-21T00:33:46.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.387+0000 7f7bcdc30640 1 -- 172.21.15.67:0/3396669646 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7bc814db60 con 0x7f7bc80b6430 2024-09-21T00:33:46.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.388+0000 7f7bcdc30640 1 -- 172.21.15.67:0/3396669646 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7bc81f66c0 con 0x7f7bc80b6430 2024-09-21T00:33:46.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.389+0000 7f7bbffff640 1 -- 172.21.15.67:0/3396669646 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f7bc0005420 con 0x7f7bc80b6430 2024-09-21T00:33:46.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.389+0000 7f7bbffff640 1 --2- 172.21.15.67:0/3396669646 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7ba8078b90 0x7f7ba807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:46.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.389+0000 7f7bbffff640 1 -- 172.21.15.67:0/3396669646 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(165..165 src has 1..165) ==== 4943+0+0 (secure 0 0 0) 0x7f7bc009b560 con 0x7f7bc80b6430 2024-09-21T00:33:46.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.389+0000 7f7bc77fe640 1 --2- 172.21.15.67:0/3396669646 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7ba8078b90 0x7f7ba807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:46.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.390+0000 7f7bc77fe640 1 --2- 172.21.15.67:0/3396669646 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7ba8078b90 0x7f7ba807b0a0 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7f7bb0033000 tx=0x7f7bb0004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:46.395 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.394+0000 7f7bbffff640 1 -- 172.21.15.67:0/3396669646 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f7bc0063dc0 con 0x7f7bc80b6430 2024-09-21T00:33:46.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.624+0000 7f7bcdc30640 1 -- 172.21.15.67:0/3396669646 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7bc80b4600 con 0x7f7bc80b6430 2024-09-21T00:33:46.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.625+0000 7f7bbffff640 1 -- 172.21.15.67:0/3396669646 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 145 v145) ==== 95+0+3918 (secure 0 0 0) 0x7f7bc009b030 con 0x7f7bc80b6430 2024-09-21T00:33:46.626 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:33:46.626 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":145,"btime":"2024-09-21T00:33:40:342430+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":9040,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/3820467054","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3820467054},{"type":"v1","addr":"172.21.15.97:6836","nonce":3820467054}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":135},{"gid":9043,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/1880977603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":1880977603},{"type":"v1","addr":"172.21.15.97:6837","nonce":1880977603}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":135},{"gid":10383,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6833/3760076297","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":3760076297},{"type":"v1","addr":"172.21.15.67:6833","nonce":3760076297}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":145},{"gid":10386,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3763128022","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6834","nonce":3763128022},{"type":"v1","addr":"172.21.15.67:6835","nonce":3763128022}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":145}],"filesystems":[]} 2024-09-21T00:33:46.626 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 145 2024-09-21T00:33:46.629 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.627+0000 7f7bcdc30640 1 -- 172.21.15.67:0/3396669646 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7ba8078b90 msgr2=0x7f7ba807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:46.629 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.627+0000 7f7bcdc30640 1 --2- 172.21.15.67:0/3396669646 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7ba8078b90 0x7f7ba807b0a0 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7f7bb0033000 tx=0x7f7bb0004730 comp rx=0 tx=0).stop 2024-09-21T00:33:46.629 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.627+0000 7f7bcdc30640 1 -- 172.21.15.67:0/3396669646 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7bc80b6430 msgr2=0x7f7bc81e35c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:46.629 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.627+0000 7f7bcdc30640 1 --2- 172.21.15.67:0/3396669646 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7bc80b6430 0x7f7bc81e35c0 secure :-1 s=READY pgs=2157 cs=0 l=1 rev1=1 crypto rx=0x7f7bc000ea80 tx=0x7f7bc000ef40 comp rx=0 tx=0).stop 2024-09-21T00:33:46.629 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.627+0000 7f7bcdc30640 1 -- 172.21.15.67:0/3396669646 shutdown_connections 2024-09-21T00:33:46.629 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.627+0000 7f7bcdc30640 1 --2- 172.21.15.67:0/3396669646 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7ba8078b90 0x7f7ba807b0a0 unknown :-1 s=CLOSED pgs=806 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:46.629 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.627+0000 7f7bcdc30640 1 --2- 172.21.15.67:0/3396669646 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7bc80b6430 0x7f7bc81e35c0 unknown :-1 s=CLOSED pgs=2157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:46.629 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.627+0000 7f7bcdc30640 1 --2- 172.21.15.67:0/3396669646 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7bc80b41f0 0x7f7bc814aca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:46.629 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.627+0000 7f7bcdc30640 1 --2- 172.21.15.67:0/3396669646 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7bc80b3a10 0x7f7bc81e8290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:46.629 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.627+0000 7f7bcdc30640 1 -- 172.21.15.67:0/3396669646 >> 172.21.15.67:0/3396669646 conn(0x7f7bc80b2ef0 msgr2=0x7f7bc81e4390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:46.629 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.627+0000 7f7bcdc30640 1 -- 172.21.15.67:0/3396669646 shutdown_connections 2024-09-21T00:33:46.630 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.627+0000 7f7bcdc30640 1 -- 172.21.15.67:0/3396669646 wait complete. 2024-09-21T00:33:46.640 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-21T00:33:46.640 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-21T00:33:46.640 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-21T00:33:46.640 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:33:46.641 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-21T00:33:46.641 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-21T00:33:46.641 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-21T00:33:46.641 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:33:46.641 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-21T00:33:46.641 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-21T00:33:46.641 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-21T00:33:46.642 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:33:46.642 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-21T00:33:46.642 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-21T00:33:46.642 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-21T00:33:46.642 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:33:46.654 INFO:tasks.ceph.mds.d:Stopped 2024-09-21T00:33:46.654 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-21T00:33:46.655 INFO:tasks.ceph.mds.a:Stopped 2024-09-21T00:33:46.655 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-21T00:33:46.656 INFO:tasks.ceph.mds.b:Stopped 2024-09-21T00:33:46.656 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-21T00:33:46.656 INFO:tasks.ceph.mds.c:Stopped 2024-09-21T00:33:46.656 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-21T00:33:46.697 INFO:tasks.ceph.mds.a:Started 2024-09-21T00:33:46.697 INFO:tasks.ceph.mds.d:Started 2024-09-21T00:33:46.697 DEBUG:teuthology.parallel:result is None 2024-09-21T00:33:46.697 DEBUG:teuthology.parallel:result is None 2024-09-21T00:33:46.698 INFO:tasks.ceph.mds.c:Started 2024-09-21T00:33:46.698 INFO:tasks.ceph.mds.b:Started 2024-09-21T00:33:46.698 DEBUG:teuthology.parallel:result is None 2024-09-21T00:33:46.698 DEBUG:teuthology.parallel:result is None 2024-09-21T00:33:46.699 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-21T00:33:46.787 INFO:tasks.ceph.mds.a.smithi067.stdout:starting mds.a at 2024-09-21T00:33:46.787 INFO:tasks.ceph.mds.c.smithi067.stdout:starting mds.c at 2024-09-21T00:33:46.788 INFO:tasks.ceph.mds.b.smithi097.stdout:starting mds.b at 2024-09-21T00:33:46.788 INFO:tasks.ceph.mds.d.smithi097.stdout:starting mds.d at 2024-09-21T00:33:46.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.819+0000 7f698c13a640 1 -- 172.21.15.67:0/1624030390 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f69840b5940 msgr2=0x7f69840b33b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:46.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.819+0000 7f698c13a640 1 --2- 172.21.15.67:0/1624030390 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f69840b5940 0x7f69840b33b0 secure :-1 s=READY pgs=2162 cs=0 l=1 rev1=1 crypto rx=0x7f6980009820 tx=0x7f698002a510 comp rx=0 tx=0).stop 2024-09-21T00:33:46.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.819+0000 7f698c13a640 1 -- 172.21.15.67:0/1624030390 shutdown_connections 2024-09-21T00:33:46.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.819+0000 7f698c13a640 1 --2- 172.21.15.67:0/1624030390 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f69840b5940 0x7f69840b33b0 unknown :-1 s=CLOSED pgs=2162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:46.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.819+0000 7f698c13a640 1 -- 172.21.15.67:0/1624030390 >> 172.21.15.67:0/1624030390 conn(0x7f698409d8c0 msgr2=0x7f698408bee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:46.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.819+0000 7f698c13a640 1 -- 172.21.15.67:0/1624030390 shutdown_connections 2024-09-21T00:33:46.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.819+0000 7f698c13a640 1 -- 172.21.15.67:0/1624030390 wait complete. 2024-09-21T00:33:46.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.821+0000 7f698c13a640 1 Processor -- start 2024-09-21T00:33:46.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.821+0000 7f698c13a640 1 -- start start 2024-09-21T00:33:46.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.822+0000 7f698c13a640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f69840b5940 0x7f69840cdb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:46.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.822+0000 7f698c13a640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f69840d1bb0 0x7f698414faf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:46.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.822+0000 7f698c13a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f69840d4ad0 0x7f6984150330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:46.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.823+0000 7f698c13a640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f69840b2ad0 con 0x7f69840d4ad0 2024-09-21T00:33:46.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.823+0000 7f698c13a640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f69840b2950 con 0x7f69840b5940 2024-09-21T00:33:46.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.823+0000 7f698c13a640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f69840b2c50 con 0x7f69840d1bb0 2024-09-21T00:33:46.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.823+0000 7f698a6d7640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f69840d4ad0 0x7f6984150330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:46.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.823+0000 7f698a6d7640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f69840d4ad0 0x7f6984150330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59934/0 (socket says 172.21.15.67:59934) 2024-09-21T00:33:46.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.823+0000 7f698a6d7640 1 -- 172.21.15.67:0/3343296039 learned_addr learned my addr 172.21.15.67:0/3343296039 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:46.826 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.823+0000 7f6989ed6640 1 --2- 172.21.15.67:0/3343296039 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f69840b5940 0x7f69840cdb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:46.826 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.823+0000 7f69896d5640 1 --2- 172.21.15.67:0/3343296039 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f69840d1bb0 0x7f698414faf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:46.826 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.823+0000 7f698a6d7640 1 -- 172.21.15.67:0/3343296039 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f69840d1bb0 msgr2=0x7f698414faf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:46.826 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.823+0000 7f698a6d7640 1 --2- 172.21.15.67:0/3343296039 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f69840d1bb0 0x7f698414faf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:46.826 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.823+0000 7f698a6d7640 1 -- 172.21.15.67:0/3343296039 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f69840b5940 msgr2=0x7f69840cdb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:46.826 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.823+0000 7f698a6d7640 1 --2- 172.21.15.67:0/3343296039 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f69840b5940 0x7f69840cdb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:46.826 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.823+0000 7f698a6d7640 1 -- 172.21.15.67:0/3343296039 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6984150030 con 0x7f69840d4ad0 2024-09-21T00:33:46.826 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.823+0000 7f698a6d7640 1 --2- 172.21.15.67:0/3343296039 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f69840d4ad0 0x7f6984150330 secure :-1 s=READY pgs=2163 cs=0 l=1 rev1=1 crypto rx=0x7f697c00ca80 tx=0x7f697c00cf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:46.826 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.823+0000 7f69767fc640 1 -- 172.21.15.67:0/3343296039 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f697c016020 con 0x7f69840d4ad0 2024-09-21T00:33:46.826 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.823+0000 7f69767fc640 1 -- 172.21.15.67:0/3343296039 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f697c00ad20 con 0x7f69840d4ad0 2024-09-21T00:33:46.826 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.823+0000 7f698c13a640 1 -- 172.21.15.67:0/3343296039 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f69840cca90 con 0x7f69840d4ad0 2024-09-21T00:33:46.826 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.823+0000 7f69767fc640 1 -- 172.21.15.67:0/3343296039 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f697c012680 con 0x7f69840d4ad0 2024-09-21T00:33:46.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.823+0000 7f698c13a640 1 -- 172.21.15.67:0/3343296039 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69840cd050 con 0x7f69840d4ad0 2024-09-21T00:33:46.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.824+0000 7f698c13a640 1 -- 172.21.15.67:0/3343296039 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f69840cc7e0 con 0x7f69840d4ad0 2024-09-21T00:33:46.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.825+0000 7f69767fc640 1 -- 172.21.15.67:0/3343296039 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f697c019020 con 0x7f69840d4ad0 2024-09-21T00:33:46.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.826+0000 7f69767fc640 1 --2- 172.21.15.67:0/3343296039 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6968078b90 0x7f696807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:46.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.826+0000 7f69767fc640 1 -- 172.21.15.67:0/3343296039 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(165..165 src has 1..165) ==== 4943+0+0 (secure 0 0 0) 0x7f697c09ae20 con 0x7f69840d4ad0 2024-09-21T00:33:46.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.826+0000 7f6989ed6640 1 --2- 172.21.15.67:0/3343296039 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6968078b90 0x7f696807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:46.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.827+0000 7f6989ed6640 1 --2- 172.21.15.67:0/3343296039 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6968078b90 0x7f696807b0a0 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7f6980034000 tx=0x7f6980004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:46.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:46.831+0000 7f69767fc640 1 -- 172.21.15.67:0/3343296039 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f697c020020 con 0x7f69840d4ad0 2024-09-21T00:33:47.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.030+0000 7f698c13a640 1 -- 172.21.15.67:0/3343296039 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f69840b3100 con 0x7f69840d4ad0 2024-09-21T00:33:47.388 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.387+0000 7f69767fc640 1 -- 172.21.15.67:0/3343296039 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v167) ==== 97+0+0 (secure 0 0 0) 0x7f697c062fa0 con 0x7f69840d4ad0 2024-09-21T00:33:47.388 INFO:teuthology.orchestra.run.smithi067.stderr: removed all blocklist entries 2024-09-21T00:33:47.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.389+0000 7f698c13a640 1 -- 172.21.15.67:0/3343296039 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6968078b90 msgr2=0x7f696807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:47.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.389+0000 7f698c13a640 1 --2- 172.21.15.67:0/3343296039 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6968078b90 0x7f696807b0a0 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7f6980034000 tx=0x7f6980004730 comp rx=0 tx=0).stop 2024-09-21T00:33:47.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.389+0000 7f698c13a640 1 -- 172.21.15.67:0/3343296039 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f69840d4ad0 msgr2=0x7f6984150330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:47.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.389+0000 7f698c13a640 1 --2- 172.21.15.67:0/3343296039 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f69840d4ad0 0x7f6984150330 secure :-1 s=READY pgs=2163 cs=0 l=1 rev1=1 crypto rx=0x7f697c00ca80 tx=0x7f697c00cf40 comp rx=0 tx=0).stop 2024-09-21T00:33:47.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.389+0000 7f698c13a640 1 -- 172.21.15.67:0/3343296039 shutdown_connections 2024-09-21T00:33:47.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.389+0000 7f698c13a640 1 --2- 172.21.15.67:0/3343296039 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6968078b90 0x7f696807b0a0 unknown :-1 s=CLOSED pgs=807 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:47.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.389+0000 7f698c13a640 1 --2- 172.21.15.67:0/3343296039 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f69840d4ad0 0x7f6984150330 unknown :-1 s=CLOSED pgs=2163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:47.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.389+0000 7f698c13a640 1 --2- 172.21.15.67:0/3343296039 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f69840d1bb0 0x7f698414faf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:47.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.389+0000 7f698c13a640 1 --2- 172.21.15.67:0/3343296039 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f69840b5940 0x7f69840cdb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:47.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.389+0000 7f698c13a640 1 -- 172.21.15.67:0/3343296039 >> 172.21.15.67:0/3343296039 conn(0x7f698409d8c0 msgr2=0x7f698406f120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:47.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.389+0000 7f698c13a640 1 -- 172.21.15.67:0/3343296039 shutdown_connections 2024-09-21T00:33:47.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.389+0000 7f698c13a640 1 -- 172.21.15.67:0/3343296039 wait complete. 2024-09-21T00:33:47.404 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-21T00:33:47.521 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.519+0000 7f58fda7e640 1 -- 172.21.15.67:0/1335142387 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f58f80b1910 msgr2=0x7f58f809ae90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:47.521 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.519+0000 7f58fda7e640 1 --2- 172.21.15.67:0/1335142387 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f58f80b1910 0x7f58f809ae90 secure :-1 s=READY pgs=2165 cs=0 l=1 rev1=1 crypto rx=0x7f58f8074b20 tx=0x7f58ec02a530 comp rx=0 tx=0).stop 2024-09-21T00:33:47.521 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.519+0000 7f58fda7e640 1 -- 172.21.15.67:0/1335142387 shutdown_connections 2024-09-21T00:33:47.521 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.519+0000 7f58fda7e640 1 --2- 172.21.15.67:0/1335142387 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f58f80b1910 0x7f58f809ae90 unknown :-1 s=CLOSED pgs=2165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:47.521 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.519+0000 7f58fda7e640 1 --2- 172.21.15.67:0/1335142387 >> v2:172.21.15.97:3300/0 conn(0x7f58f815ffe0 0x7f58f809a950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:47.521 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.519+0000 7f58fda7e640 1 -- 172.21.15.67:0/1335142387 >> 172.21.15.67:0/1335142387 conn(0x7f58f80b3e90 msgr2=0x7f58f80b42a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:47.521 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.519+0000 7f58fda7e640 1 -- 172.21.15.67:0/1335142387 shutdown_connections 2024-09-21T00:33:47.521 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.519+0000 7f58fda7e640 1 -- 172.21.15.67:0/1335142387 wait complete. 2024-09-21T00:33:47.522 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.521+0000 7f58fda7e640 1 Processor -- start 2024-09-21T00:33:47.522 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.521+0000 7f58fda7e640 1 -- start start 2024-09-21T00:33:47.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.523+0000 7f58fda7e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f58f80b1910 0x7f58f80aef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:47.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.523+0000 7f58fda7e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f58f815ffe0 0x7f58f814f990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:47.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.523+0000 7f58fda7e640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f58f81604c0 0x7f58f81f7070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:47.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.523+0000 7f58fda7e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f58f80ce8a0 con 0x7f58f80b1910 2024-09-21T00:33:47.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.523+0000 7f58fda7e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f58f80b7c00 con 0x7f58f815ffe0 2024-09-21T00:33:47.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.523+0000 7f58fda7e640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f58f80cea20 con 0x7f58f81604c0 2024-09-21T00:33:47.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.523+0000 7f58f77fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f58f80b1910 0x7f58f80aef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:47.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.523+0000 7f58f77fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f58f80b1910 0x7f58f80aef50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59956/0 (socket says 172.21.15.67:59956) 2024-09-21T00:33:47.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.523+0000 7f58f77fe640 1 -- 172.21.15.67:0/1990515988 learned_addr learned my addr 172.21.15.67:0/1990515988 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:47.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.523+0000 7f58f6ffd640 1 --2- 172.21.15.67:0/1990515988 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f58f815ffe0 0x7f58f814f990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:47.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.523+0000 7f58f7fff640 1 --2- 172.21.15.67:0/1990515988 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f58f81604c0 0x7f58f81f7070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:47.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.523+0000 7f58f77fe640 1 -- 172.21.15.67:0/1990515988 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f58f81604c0 msgr2=0x7f58f81f7070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:47.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.523+0000 7f58f77fe640 1 --2- 172.21.15.67:0/1990515988 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f58f81604c0 0x7f58f81f7070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:47.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.523+0000 7f58f77fe640 1 -- 172.21.15.67:0/1990515988 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f58f815ffe0 msgr2=0x7f58f814f990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:47.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.523+0000 7f58f77fe640 1 --2- 172.21.15.67:0/1990515988 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f58f815ffe0 0x7f58f814f990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:47.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.523+0000 7f58f77fe640 1 -- 172.21.15.67:0/1990515988 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58f80c7fa0 con 0x7f58f80b1910 2024-09-21T00:33:47.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.523+0000 7f58f77fe640 1 --2- 172.21.15.67:0/1990515988 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f58f80b1910 0x7f58f80aef50 secure :-1 s=READY pgs=2166 cs=0 l=1 rev1=1 crypto rx=0x7f58e800d700 tx=0x7f58e800dbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:47.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.524+0000 7f58dffff640 1 -- 172.21.15.67:0/1990515988 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58e8017070 con 0x7f58f80b1910 2024-09-21T00:33:47.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.524+0000 7f58dffff640 1 -- 172.21.15.67:0/1990515988 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f58e8004310 con 0x7f58f80b1910 2024-09-21T00:33:47.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.524+0000 7f58fda7e640 1 -- 172.21.15.67:0/1990515988 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58f80c8280 con 0x7f58f80b1910 2024-09-21T00:33:47.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.524+0000 7f58dffff640 1 -- 172.21.15.67:0/1990515988 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58e8009a80 con 0x7f58f80b1910 2024-09-21T00:33:47.527 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.524+0000 7f58fda7e640 1 -- 172.21.15.67:0/1990515988 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58f80c8840 con 0x7f58f80b1910 2024-09-21T00:33:47.527 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.525+0000 7f58fda7e640 1 -- 172.21.15.67:0/1990515988 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f58f81611a0 con 0x7f58f80b1910 2024-09-21T00:33:47.527 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.525+0000 7f58dffff640 1 -- 172.21.15.67:0/1990515988 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f58e8009c20 con 0x7f58f80b1910 2024-09-21T00:33:47.527 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.526+0000 7f58dffff640 1 --2- 172.21.15.67:0/1990515988 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f58e4078b90 0x7f58e407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:47.527 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.526+0000 7f58dffff640 1 -- 172.21.15.67:0/1990515988 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(169..169 src has 1..169) ==== 4857+0+0 (secure 0 0 0) 0x7f58e809a9b0 con 0x7f58f80b1910 2024-09-21T00:33:47.528 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.526+0000 7f58f6ffd640 1 --2- 172.21.15.67:0/1990515988 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f58e4078b90 0x7f58e407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:47.528 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.527+0000 7f58f6ffd640 1 --2- 172.21.15.67:0/1990515988 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f58e4078b90 0x7f58e407b0a0 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7f58ec034000 tx=0x7f58ec004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:47.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.530+0000 7f58dffff640 1 -- 172.21.15.67:0/1990515988 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f58e8062af0 con 0x7f58f80b1910 2024-09-21T00:33:47.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.789+0000 7f58fda7e640 1 -- 172.21.15.67:0/1990515988 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f58f80b4c80 con 0x7f58f80b1910 2024-09-21T00:33:47.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.789+0000 7f58dffff640 1 -- 172.21.15.67:0/1990515988 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v25) ==== 80+0+5304 (secure 0 0 0) 0x7f58e8067520 con 0x7f58f80b1910 2024-09-21T00:33:47.790 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:33:47.790 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:33:47.791 INFO:teuthology.orchestra.run.smithi067.stdout: "auth_dump": [ 2024-09-21T00:33:47.791 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:33:47.791 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mds.a", 2024-09-21T00:33:47.791 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5m9QBaFRAAdgisHziG3hw/D2M72XZn8g==", 2024-09-21T00:33:47.791 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:33:47.791 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:33:47.791 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:33:47.791 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:33:47.791 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:33:47.791 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:33:47.791 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:33:47.791 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:33:47.791 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mds.b", 2024-09-21T00:33:47.792 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mLCJuIhAAl/r6CTzwOFBmlvDR8WTorQ==", 2024-09-21T00:33:47.792 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:33:47.792 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:33:47.792 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:33:47.792 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:33:47.792 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:33:47.792 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:33:47.792 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:33:47.792 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:33:47.792 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mds.c", 2024-09-21T00:33:47.792 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mQ14ZHRAAi5QZeknKrKjp2jO02yntmg==", 2024-09-21T00:33:47.792 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:33:47.792 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:33:47.792 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:33:47.793 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:33:47.793 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:33:47.793 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:33:47.793 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:33:47.793 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:33:47.793 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mds.d", 2024-09-21T00:33:47.793 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mgCsdKhAAJ06SsIMmvdDQWaRDeCy6CA==", 2024-09-21T00:33:47.793 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:33:47.793 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:33:47.793 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:33:47.793 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:33:47.793 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:33:47.793 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:33:47.794 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:33:47.794 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:33:47.794 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.0", 2024-09-21T00:33:47.794 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBJEe5mhxC8ERAAwqKGS/tp+aVv++lqOVEPwg==", 2024-09-21T00:33:47.794 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:33:47.794 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:33:47.794 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:33:47.794 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:33:47.794 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:33:47.794 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:33:47.794 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:33:47.794 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.1", 2024-09-21T00:33:47.794 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBMEe5mbob6IxAANdMr4wKZkwcnJzzUY88/xA==", 2024-09-21T00:33:47.795 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:33:47.795 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:33:47.795 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:33:47.795 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:33:47.795 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:33:47.795 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:33:47.795 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:33:47.795 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.2", 2024-09-21T00:33:47.795 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBPEe5mR+B2NRAAbF2XunKQ4T7GqO5mflYgFQ==", 2024-09-21T00:33:47.795 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:33:47.795 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:33:47.795 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:33:47.795 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:33:47.795 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:33:47.796 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:33:47.796 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:33:47.796 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.3", 2024-09-21T00:33:47.796 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBTEe5mrBCaDBAAhESlssYCQxHPjrG5irA8bg==", 2024-09-21T00:33:47.796 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:33:47.796 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:33:47.796 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:33:47.796 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:33:47.796 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:33:47.796 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:33:47.796 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:33:47.796 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.4", 2024-09-21T00:33:47.796 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBZEe5mH7dzKBAALqGrXHFlpxFvgoI3COb/CA==", 2024-09-21T00:33:47.796 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:33:47.796 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:33:47.797 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:33:47.797 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:33:47.797 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:33:47.797 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:33:47.797 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:33:47.797 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.5", 2024-09-21T00:33:47.797 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBcEe5mbQLIORAAhaKf6tntn/oh0n1a70pqAA==", 2024-09-21T00:33:47.797 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:33:47.797 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:33:47.797 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:33:47.797 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:33:47.797 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:33:47.797 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:33:47.797 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:33:47.797 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.6", 2024-09-21T00:33:47.798 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBgEe5m5MO7ABAACbg8WWV3GhNSHRnjscz6Fg==", 2024-09-21T00:33:47.798 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:33:47.798 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:33:47.798 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:33:47.798 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:33:47.798 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:33:47.798 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:33:47.798 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:33:47.798 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.7", 2024-09-21T00:33:47.798 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBjEe5mmCIxAxAArpnzucP3Mbmo3BL6YikqWA==", 2024-09-21T00:33:47.798 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:33:47.798 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:33:47.798 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:33:47.798 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:33:47.799 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:33:47.799 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:33:47.799 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:33:47.799 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.0", 2024-09-21T00:33:47.799 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mUnwLLxAAE0JXCN8yXTH2bWtWI41o2Q==", 2024-09-21T00:33:47.799 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:33:47.799 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:33:47.799 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow r", 2024-09-21T00:33:47.799 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-21T00:33:47.799 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:33:47.799 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:33:47.799 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:33:47.799 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.1", 2024-09-21T00:33:47.800 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mDFa8NhAAraRO3NGJQTzWBBcGkkEhhQ==", 2024-09-21T00:33:47.800 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:33:47.800 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:33:47.800 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow r", 2024-09-21T00:33:47.800 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow rw", 2024-09-21T00:33:47.800 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow rwx" 2024-09-21T00:33:47.800 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:33:47.800 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:33:47.800 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:33:47.800 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.2", 2024-09-21T00:33:47.800 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mLu3nMhAA14NXzzDpQhxci5XP4juw/w==", 2024-09-21T00:33:47.800 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:33:47.800 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:33:47.801 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow r", 2024-09-21T00:33:47.801 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow rw", 2024-09-21T00:33:47.801 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow rwx" 2024-09-21T00:33:47.801 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:33:47.801 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:33:47.801 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:33:47.801 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.3", 2024-09-21T00:33:47.801 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5m6Lx8OhAAx4r6ll1YCFpRFK7DC5qqOw==", 2024-09-21T00:33:47.801 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:33:47.801 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:33:47.801 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow r", 2024-09-21T00:33:47.801 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow rw", 2024-09-21T00:33:47.801 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow rwx" 2024-09-21T00:33:47.801 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:33:47.802 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:33:47.802 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:33:47.802 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.admin", 2024-09-21T00:33:47.802 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBEEe5myhTpMBAA3uuyq5Ek2nSa9jjWQzIshw==", 2024-09-21T00:33:47.802 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:33:47.802 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow *", 2024-09-21T00:33:47.802 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:33:47.802 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:33:47.802 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:33:47.802 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:33:47.802 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:33:47.802 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:33:47.802 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mgr.x", 2024-09-21T00:33:47.802 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mNMdbERAA41Bj7rmSurxL0D2Zq+oHVA==", 2024-09-21T00:33:47.803 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:33:47.803 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow *", 2024-09-21T00:33:47.803 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile mgr", 2024-09-21T00:33:47.803 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:33:47.803 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:33:47.803 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:33:47.803 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:33:47.803 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mgr.y", 2024-09-21T00:33:47.803 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mNcGQCxAA33vjLt+brud7Aul58c5kXw==", 2024-09-21T00:33:47.803 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:33:47.803 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow *", 2024-09-21T00:33:47.803 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile mgr", 2024-09-21T00:33:47.803 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:33:47.803 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:33:47.804 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:33:47.804 INFO:teuthology.orchestra.run.smithi067.stdout: ] 2024-09-21T00:33:47.804 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:33:47.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.791+0000 7f58fda7e640 1 -- 172.21.15.67:0/1990515988 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f58e4078b90 msgr2=0x7f58e407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:47.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.791+0000 7f58fda7e640 1 --2- 172.21.15.67:0/1990515988 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f58e4078b90 0x7f58e407b0a0 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7f58ec034000 tx=0x7f58ec004730 comp rx=0 tx=0).stop 2024-09-21T00:33:47.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.791+0000 7f58fda7e640 1 -- 172.21.15.67:0/1990515988 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f58f80b1910 msgr2=0x7f58f80aef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:47.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.791+0000 7f58fda7e640 1 --2- 172.21.15.67:0/1990515988 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f58f80b1910 0x7f58f80aef50 secure :-1 s=READY pgs=2166 cs=0 l=1 rev1=1 crypto rx=0x7f58e800d700 tx=0x7f58e800dbc0 comp rx=0 tx=0).stop 2024-09-21T00:33:47.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.791+0000 7f58fda7e640 1 -- 172.21.15.67:0/1990515988 shutdown_connections 2024-09-21T00:33:47.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.791+0000 7f58fda7e640 1 --2- 172.21.15.67:0/1990515988 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f58e4078b90 0x7f58e407b0a0 unknown :-1 s=CLOSED pgs=809 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:47.806 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.791+0000 7f58fda7e640 1 --2- 172.21.15.67:0/1990515988 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f58f81604c0 0x7f58f81f7070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:47.806 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.791+0000 7f58fda7e640 1 --2- 172.21.15.67:0/1990515988 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f58f815ffe0 0x7f58f814f990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:47.806 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.791+0000 7f58fda7e640 1 --2- 172.21.15.67:0/1990515988 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f58f80b1910 0x7f58f80aef50 unknown :-1 s=CLOSED pgs=2166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:47.806 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.791+0000 7f58fda7e640 1 -- 172.21.15.67:0/1990515988 >> 172.21.15.67:0/1990515988 conn(0x7f58f80b3e90 msgr2=0x7f58f80cf660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:47.806 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.792+0000 7f58fda7e640 1 -- 172.21.15.67:0/1990515988 shutdown_connections 2024-09-21T00:33:47.806 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.792+0000 7f58fda7e640 1 -- 172.21.15.67:0/1990515988 wait complete. 2024-09-21T00:33:47.806 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-21T00:33:47.923 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.922+0000 7fcdfb70b640 1 -- 172.21.15.67:0/4291440982 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcdf40d0270 msgr2=0x7fcdf40b6560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:47.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.922+0000 7fcdfb70b640 1 --2- 172.21.15.67:0/4291440982 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcdf40d0270 0x7fcdf40b6560 secure :-1 s=READY pgs=2167 cs=0 l=1 rev1=1 crypto rx=0x7fcdf406d7a0 tx=0x7fcdec02a4d0 comp rx=0 tx=0).stop 2024-09-21T00:33:47.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.922+0000 7fcdfb70b640 1 -- 172.21.15.67:0/4291440982 shutdown_connections 2024-09-21T00:33:47.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.922+0000 7fcdfb70b640 1 --2- 172.21.15.67:0/4291440982 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcdf40d0270 0x7fcdf40b6560 unknown :-1 s=CLOSED pgs=2167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:47.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.922+0000 7fcdfb70b640 1 --2- 172.21.15.67:0/4291440982 >> v2:172.21.15.97:3300/0 conn(0x7fcdf40b9e70 0x7fcdf40b6020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:47.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.922+0000 7fcdfb70b640 1 -- 172.21.15.67:0/4291440982 >> 172.21.15.67:0/4291440982 conn(0x7fcdf40d45a0 msgr2=0x7fcdf40d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:47.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.922+0000 7fcdfb70b640 1 -- 172.21.15.67:0/4291440982 shutdown_connections 2024-09-21T00:33:47.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.922+0000 7fcdfb70b640 1 -- 172.21.15.67:0/4291440982 wait complete. 2024-09-21T00:33:47.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.924+0000 7fcdfb70b640 1 Processor -- start 2024-09-21T00:33:47.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.924+0000 7fcdfb70b640 1 -- start start 2024-09-21T00:33:47.928 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.925+0000 7fcdfb70b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcdf40b9e70 0x7fcdf40a0e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:47.928 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.925+0000 7fcdfb70b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcdf40d0270 0x7fcdf40a1390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:47.928 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.925+0000 7fcdfb70b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcdf40d22f0 0x7fcdf41f58c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:47.928 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.925+0000 7fcdfb70b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fcdf406f660 con 0x7fcdf40d0270 2024-09-21T00:33:47.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.925+0000 7fcdfb70b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fcdf406f4e0 con 0x7fcdf40d22f0 2024-09-21T00:33:47.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.925+0000 7fcdfb70b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fcdf406f7e0 con 0x7fcdf40b9e70 2024-09-21T00:33:47.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.925+0000 7fcdf8ca6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcdf40d0270 0x7fcdf40a1390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:47.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.925+0000 7fcdf8ca6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcdf40d0270 0x7fcdf40a1390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59974/0 (socket says 172.21.15.67:59974) 2024-09-21T00:33:47.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.925+0000 7fcdf8ca6640 1 -- 172.21.15.67:0/3855580618 learned_addr learned my addr 172.21.15.67:0/3855580618 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:47.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.925+0000 7fcdf94a7640 1 --2- 172.21.15.67:0/3855580618 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcdf40b9e70 0x7fcdf40a0e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:47.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.925+0000 7fcdf9ca8640 1 --2- 172.21.15.67:0/3855580618 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcdf40d22f0 0x7fcdf41f58c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:47.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.926+0000 7fcdf8ca6640 1 -- 172.21.15.67:0/3855580618 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcdf40b9e70 msgr2=0x7fcdf40a0e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:47.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.926+0000 7fcdf8ca6640 1 --2- 172.21.15.67:0/3855580618 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcdf40b9e70 0x7fcdf40a0e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:47.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.926+0000 7fcdf8ca6640 1 -- 172.21.15.67:0/3855580618 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcdf40d22f0 msgr2=0x7fcdf41f58c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:47.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.926+0000 7fcdf8ca6640 1 --2- 172.21.15.67:0/3855580618 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcdf40d22f0 0x7fcdf41f58c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:47.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.926+0000 7fcdf8ca6640 1 -- 172.21.15.67:0/3855580618 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcdf40cc840 con 0x7fcdf40d0270 2024-09-21T00:33:47.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.926+0000 7fcdf94a7640 1 --2- 172.21.15.67:0/3855580618 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcdf40b9e70 0x7fcdf40a0e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:33:47.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.926+0000 7fcdf9ca8640 1 --2- 172.21.15.67:0/3855580618 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcdf40d22f0 0x7fcdf41f58c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:33:47.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.926+0000 7fcdf8ca6640 1 --2- 172.21.15.67:0/3855580618 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcdf40d0270 0x7fcdf40a1390 secure :-1 s=READY pgs=2168 cs=0 l=1 rev1=1 crypto rx=0x7fcde800b420 tx=0x7fcde800b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:47.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.926+0000 7fcdf1ffb640 1 -- 172.21.15.67:0/3855580618 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcde8011830 con 0x7fcdf40d0270 2024-09-21T00:33:47.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.926+0000 7fcdf1ffb640 1 -- 172.21.15.67:0/3855580618 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcde8016070 con 0x7fcdf40d0270 2024-09-21T00:33:47.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.926+0000 7fcdf1ffb640 1 -- 172.21.15.67:0/3855580618 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcde8011d60 con 0x7fcdf40d0270 2024-09-21T00:33:47.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.926+0000 7fcdfb70b640 1 -- 172.21.15.67:0/3855580618 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcdf40ccb20 con 0x7fcdf40d0270 2024-09-21T00:33:47.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.926+0000 7fcdfb70b640 1 -- 172.21.15.67:0/3855580618 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcdf40cd0e0 con 0x7fcdf40d0270 2024-09-21T00:33:47.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.927+0000 7fcdfb70b640 1 -- 172.21.15.67:0/3855580618 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcdf40b9390 con 0x7fcdf40d0270 2024-09-21T00:33:47.931 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.928+0000 7fcdf1ffb640 1 -- 172.21.15.67:0/3855580618 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fcde801b460 con 0x7fcdf40d0270 2024-09-21T00:33:47.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.928+0000 7fcdf1ffb640 1 --2- 172.21.15.67:0/3855580618 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcde0078bc0 0x7fcde007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:47.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.929+0000 7fcdf1ffb640 1 -- 172.21.15.67:0/3855580618 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(169..169 src has 1..169) ==== 4857+0+0 (secure 0 0 0) 0x7fcde809a3b0 con 0x7fcdf40d0270 2024-09-21T00:33:47.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.929+0000 7fcdf94a7640 1 --2- 172.21.15.67:0/3855580618 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcde0078bc0 0x7fcde007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:47.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.929+0000 7fcdf94a7640 1 --2- 172.21.15.67:0/3855580618 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcde0078bc0 0x7fcde007b0d0 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7fcde4005fd0 tx=0x7fcde4009340 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:47.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:47.933+0000 7fcdf1ffb640 1 -- 172.21.15.67:0/3855580618 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fcdf40b9390 con 0x7fcdf40d0270 2024-09-21T00:33:48.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:48.122+0000 7fcdfb70b640 1 -- 172.21.15.67:0/3855580618 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fcdf406fc90 con 0x7fcdf40d0270 2024-09-21T00:33:48.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:48.123+0000 7fcdf1ffb640 1 -- 172.21.15.67:0/3855580618 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v169) ==== 84+0+65 (secure 0 0 0) 0x7fcde8020020 con 0x7fcdf40d0270 2024-09-21T00:33:48.124 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:33:48.124 INFO:teuthology.orchestra.run.smithi067.stdout:[ 2024-09-21T00:33:48.124 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:33:48.124 INFO:teuthology.orchestra.run.smithi067.stdout: "poolnum": 1, 2024-09-21T00:33:48.125 INFO:teuthology.orchestra.run.smithi067.stdout: "poolname": ".mgr" 2024-09-21T00:33:48.125 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:33:48.125 INFO:teuthology.orchestra.run.smithi067.stdout:] 2024-09-21T00:33:48.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:48.125+0000 7fcdfb70b640 1 -- 172.21.15.67:0/3855580618 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcde0078bc0 msgr2=0x7fcde007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:48.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:48.125+0000 7fcdfb70b640 1 --2- 172.21.15.67:0/3855580618 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcde0078bc0 0x7fcde007b0d0 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7fcde4005fd0 tx=0x7fcde4009340 comp rx=0 tx=0).stop 2024-09-21T00:33:48.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:48.125+0000 7fcdfb70b640 1 -- 172.21.15.67:0/3855580618 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcdf40d0270 msgr2=0x7fcdf40a1390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:48.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:48.125+0000 7fcdfb70b640 1 --2- 172.21.15.67:0/3855580618 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcdf40d0270 0x7fcdf40a1390 secure :-1 s=READY pgs=2168 cs=0 l=1 rev1=1 crypto rx=0x7fcde800b420 tx=0x7fcde800b8e0 comp rx=0 tx=0).stop 2024-09-21T00:33:48.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:48.125+0000 7fcdfb70b640 1 -- 172.21.15.67:0/3855580618 shutdown_connections 2024-09-21T00:33:48.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:48.125+0000 7fcdfb70b640 1 --2- 172.21.15.67:0/3855580618 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcde0078bc0 0x7fcde007b0d0 unknown :-1 s=CLOSED pgs=810 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:48.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:48.125+0000 7fcdfb70b640 1 --2- 172.21.15.67:0/3855580618 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcdf40d22f0 0x7fcdf41f58c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:48.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:48.125+0000 7fcdfb70b640 1 --2- 172.21.15.67:0/3855580618 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcdf40d0270 0x7fcdf40a1390 unknown :-1 s=CLOSED pgs=2168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:48.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:48.125+0000 7fcdfb70b640 1 --2- 172.21.15.67:0/3855580618 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcdf40b9e70 0x7fcdf40a0e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:48.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:48.125+0000 7fcdfb70b640 1 -- 172.21.15.67:0/3855580618 >> 172.21.15.67:0/3855580618 conn(0x7fcdf40d45a0 msgr2=0x7fcdf40b8c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:48.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:48.125+0000 7fcdfb70b640 1 -- 172.21.15.67:0/3855580618 shutdown_connections 2024-09-21T00:33:48.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:48.125+0000 7fcdfb70b640 1 -- 172.21.15.67:0/3855580618 wait complete. 2024-09-21T00:33:48.138 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-21T00:33:48.138 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-21T00:33:48.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:48.258+0000 7fce22bba640 1 -- 172.21.15.67:0/1061828109 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fce1c0b9ca0 msgr2=0x7fce1c0b9340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:48.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:48.258+0000 7fce22bba640 1 --2- 172.21.15.67:0/1061828109 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fce1c0b9ca0 0x7fce1c0b9340 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fce0c009820 tx=0x7fce0c02a510 comp rx=0 tx=0).stop 2024-09-21T00:33:48.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:48.258+0000 7fce22bba640 1 -- 172.21.15.67:0/1061828109 shutdown_connections 2024-09-21T00:33:48.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:48.258+0000 7fce22bba640 1 --2- 172.21.15.67:0/1061828109 >> v2:172.21.15.97:3300/0 conn(0x7fce1c0d1630 0x7fce1c0cfce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:48.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:48.258+0000 7fce22bba640 1 --2- 172.21.15.67:0/1061828109 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fce1c0b9ca0 0x7fce1c0b9340 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:48.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:48.258+0000 7fce22bba640 1 -- 172.21.15.67:0/1061828109 >> 172.21.15.67:0/1061828109 conn(0x7fce1c08bee0 msgr2=0x7fce1c0d4630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:48.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:48.258+0000 7fce22bba640 1 -- 172.21.15.67:0/1061828109 shutdown_connections 2024-09-21T00:33:48.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:48.258+0000 7fce22bba640 1 -- 172.21.15.67:0/1061828109 wait complete. 2024-09-21T00:33:48.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:48.260+0000 7fce22bba640 1 Processor -- start 2024-09-21T00:33:48.261 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:48.260+0000 7fce22bba640 1 -- start start 2024-09-21T00:33:48.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:48.262+0000 7fce22bba640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fce1c0b7480 0x7fce1c1e9ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:48.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:48.262+0000 7fce22bba640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fce1c0b9ca0 0x7fce1c15d710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:48.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:48.262+0000 7fce22bba640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fce1c15dfa0 0x7fce1c0b7b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:48.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:48.262+0000 7fce22bba640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fce1c0d05b0 con 0x7fce1c15dfa0 2024-09-21T00:33:48.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:48.262+0000 7fce22bba640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fce1c0d0430 con 0x7fce1c0b7480 2024-09-21T00:33:48.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:48.262+0000 7fce22bba640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fce1c0d0730 con 0x7fce1c0b9ca0 2024-09-21T00:33:48.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:48.262+0000 7fce21157640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fce1c15dfa0 0x7fce1c0b7b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:48.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:48.262+0000 7fce21157640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fce1c15dfa0 0x7fce1c0b7b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59976/0 (socket says 172.21.15.67:59976) 2024-09-21T00:33:48.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:48.262+0000 7fce21157640 1 -- 172.21.15.67:0/811916513 learned_addr learned my addr 172.21.15.67:0/811916513 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:48.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:48.262+0000 7fce1bfff640 1 --2- 172.21.15.67:0/811916513 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fce1c0b9ca0 0x7fce1c15d710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:48.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:48.262+0000 7fce20956640 1 --2- 172.21.15.67:0/811916513 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fce1c0b7480 0x7fce1c1e9ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:48.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:48.262+0000 7fce21157640 1 -- 172.21.15.67:0/811916513 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fce1c0b9ca0 msgr2=0x7fce1c15d710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:48.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:48.262+0000 7fce21157640 1 --2- 172.21.15.67:0/811916513 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fce1c0b9ca0 0x7fce1c15d710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:48.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:48.262+0000 7fce21157640 1 -- 172.21.15.67:0/811916513 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fce1c0b7480 msgr2=0x7fce1c1e9ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:48.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:48.262+0000 7fce21157640 1 --2- 172.21.15.67:0/811916513 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fce1c0b7480 0x7fce1c1e9ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:48.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:48.262+0000 7fce21157640 1 -- 172.21.15.67:0/811916513 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fce1c1e8590 con 0x7fce1c15dfa0 2024-09-21T00:33:48.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:48.262+0000 7fce21157640 1 --2- 172.21.15.67:0/811916513 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fce1c15dfa0 0x7fce1c0b7b10 secure :-1 s=READY pgs=2169 cs=0 l=1 rev1=1 crypto rx=0x7fce1400ec20 tx=0x7fce1400c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:48.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:48.262+0000 7fce197fa640 1 -- 172.21.15.67:0/811916513 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce14003b70 con 0x7fce1c15dfa0 2024-09-21T00:33:48.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:48.263+0000 7fce197fa640 1 -- 172.21.15.67:0/811916513 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fce14003d10 con 0x7fce1c15dfa0 2024-09-21T00:33:48.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:48.263+0000 7fce22bba640 1 -- 172.21.15.67:0/811916513 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fce1c1e8870 con 0x7fce1c15dfa0 2024-09-21T00:33:48.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:48.263+0000 7fce197fa640 1 -- 172.21.15.67:0/811916513 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fce14004280 con 0x7fce1c15dfa0 2024-09-21T00:33:48.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:48.263+0000 7fce22bba640 1 -- 172.21.15.67:0/811916513 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fce1c1e8e30 con 0x7fce1c15dfa0 2024-09-21T00:33:48.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:48.264+0000 7fce22bba640 1 -- 172.21.15.67:0/811916513 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fce1c0b9340 con 0x7fce1c15dfa0 2024-09-21T00:33:48.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:48.264+0000 7fce197fa640 1 -- 172.21.15.67:0/811916513 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fce14004420 con 0x7fce1c15dfa0 2024-09-21T00:33:48.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:48.265+0000 7fce197fa640 1 --2- 172.21.15.67:0/811916513 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fce08078b90 0x7fce0807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:48.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:48.265+0000 7fce197fa640 1 -- 172.21.15.67:0/811916513 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(169..169 src has 1..169) ==== 4857+0+0 (secure 0 0 0) 0x7fce1409b510 con 0x7fce1c15dfa0 2024-09-21T00:33:48.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:48.265+0000 7fce20956640 1 --2- 172.21.15.67:0/811916513 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fce08078b90 0x7fce0807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:48.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:48.266+0000 7fce20956640 1 --2- 172.21.15.67:0/811916513 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fce08078b90 0x7fce0807b0a0 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7fce0c034000 tx=0x7fce0c004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:48.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:48.270+0000 7fce197fa640 1 -- 172.21.15.67:0/811916513 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fce140636e0 con 0x7fce1c15dfa0 2024-09-21T00:33:48.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:48.459+0000 7fce22bba640 1 -- 172.21.15.67:0/811916513 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7fce1c0d1ef0 con 0x7fce1c15dfa0 2024-09-21T00:33:49.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:49.407+0000 7fce197fa640 1 -- 172.21.15.67:0/811916513 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v170) ==== 138+0+0 (secure 0 0 0) 0x7fce1409b070 con 0x7fce1c15dfa0 2024-09-21T00:33:49.408 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_metadata' created 2024-09-21T00:33:49.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:49.410+0000 7fce22bba640 1 -- 172.21.15.67:0/811916513 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fce08078b90 msgr2=0x7fce0807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:49.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:49.410+0000 7fce22bba640 1 --2- 172.21.15.67:0/811916513 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fce08078b90 0x7fce0807b0a0 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7fce0c034000 tx=0x7fce0c004730 comp rx=0 tx=0).stop 2024-09-21T00:33:49.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:49.410+0000 7fce22bba640 1 -- 172.21.15.67:0/811916513 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fce1c15dfa0 msgr2=0x7fce1c0b7b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:49.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:49.410+0000 7fce22bba640 1 --2- 172.21.15.67:0/811916513 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fce1c15dfa0 0x7fce1c0b7b10 secure :-1 s=READY pgs=2169 cs=0 l=1 rev1=1 crypto rx=0x7fce1400ec20 tx=0x7fce1400c6a0 comp rx=0 tx=0).stop 2024-09-21T00:33:49.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:49.410+0000 7fce22bba640 1 -- 172.21.15.67:0/811916513 shutdown_connections 2024-09-21T00:33:49.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:49.410+0000 7fce22bba640 1 --2- 172.21.15.67:0/811916513 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fce08078b90 0x7fce0807b0a0 unknown :-1 s=CLOSED pgs=811 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:49.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:49.410+0000 7fce22bba640 1 --2- 172.21.15.67:0/811916513 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fce1c15dfa0 0x7fce1c0b7b10 unknown :-1 s=CLOSED pgs=2169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:49.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:49.410+0000 7fce22bba640 1 --2- 172.21.15.67:0/811916513 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fce1c0b9ca0 0x7fce1c15d710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:49.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:49.410+0000 7fce22bba640 1 --2- 172.21.15.67:0/811916513 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fce1c0b7480 0x7fce1c1e9ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:49.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:49.410+0000 7fce22bba640 1 -- 172.21.15.67:0/811916513 >> 172.21.15.67:0/811916513 conn(0x7fce1c08bee0 msgr2=0x7fce1c06ea50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:49.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:49.410+0000 7fce22bba640 1 -- 172.21.15.67:0/811916513 shutdown_connections 2024-09-21T00:33:49.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:49.410+0000 7fce22bba640 1 -- 172.21.15.67:0/811916513 wait complete. 2024-09-21T00:33:49.430 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-21T00:33:49.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:49.560+0000 7f92d73df640 1 -- 172.21.15.67:0/3320087313 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f92d00b9d60 msgr2=0x7f92d00d32d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:49.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:49.560+0000 7f92d73df640 1 --2- 172.21.15.67:0/3320087313 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f92d00b9d60 0x7f92d00d32d0 secure :-1 s=READY pgs=2170 cs=0 l=1 rev1=1 crypto rx=0x7f92d006e220 tx=0x7f92cc02a4b0 comp rx=0 tx=0).stop 2024-09-21T00:33:49.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:49.560+0000 7f92d73df640 1 -- 172.21.15.67:0/3320087313 shutdown_connections 2024-09-21T00:33:49.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:49.560+0000 7f92d73df640 1 --2- 172.21.15.67:0/3320087313 >> v2:172.21.15.97:3300/0 conn(0x7f92d00d43b0 0x7f92d00d47c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:49.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:49.560+0000 7f92d73df640 1 --2- 172.21.15.67:0/3320087313 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f92d00d17b0 0x7f92d006e390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:49.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:49.560+0000 7f92d73df640 1 --2- 172.21.15.67:0/3320087313 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f92d00b9d60 0x7f92d00d32d0 unknown :-1 s=CLOSED pgs=2170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:49.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:49.560+0000 7f92d73df640 1 -- 172.21.15.67:0/3320087313 >> 172.21.15.67:0/3320087313 conn(0x7f92d009d880 msgr2=0x7f92d008bee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:49.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:49.560+0000 7f92d73df640 1 -- 172.21.15.67:0/3320087313 shutdown_connections 2024-09-21T00:33:49.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:49.560+0000 7f92d73df640 1 -- 172.21.15.67:0/3320087313 wait complete. 2024-09-21T00:33:49.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:49.562+0000 7f92d73df640 1 Processor -- start 2024-09-21T00:33:49.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:49.562+0000 7f92d73df640 1 -- start start 2024-09-21T00:33:49.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:49.563+0000 7f92d73df640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f92d00b9d60 0x7f92d015c7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:49.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:49.563+0000 7f92d73df640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f92d00d17b0 0x7f92d00b6180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:49.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:49.563+0000 7f92d73df640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f92d00d43b0 0x7f92d00b66c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:49.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:49.563+0000 7f92d73df640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f92d006ee40 con 0x7f92d00d43b0 2024-09-21T00:33:49.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:49.563+0000 7f92d73df640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f92d006ecc0 con 0x7f92d00b9d60 2024-09-21T00:33:49.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:49.563+0000 7f92d73df640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f92d006efc0 con 0x7f92d00d17b0 2024-09-21T00:33:49.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:49.563+0000 7f92d597c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f92d00d43b0 0x7f92d00b66c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:49.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:49.563+0000 7f92d597c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f92d00d43b0 0x7f92d00b66c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59992/0 (socket says 172.21.15.67:59992) 2024-09-21T00:33:49.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:49.563+0000 7f92d597c640 1 -- 172.21.15.67:0/3314315863 learned_addr learned my addr 172.21.15.67:0/3314315863 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:49.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:49.563+0000 7f92d497a640 1 --2- 172.21.15.67:0/3314315863 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f92d00d17b0 0x7f92d00b6180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:49.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:49.563+0000 7f92d517b640 1 --2- 172.21.15.67:0/3314315863 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f92d00b9d60 0x7f92d015c7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:49.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:49.564+0000 7f92d597c640 1 -- 172.21.15.67:0/3314315863 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f92d00d17b0 msgr2=0x7f92d00b6180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:49.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:49.564+0000 7f92d597c640 1 --2- 172.21.15.67:0/3314315863 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f92d00d17b0 0x7f92d00b6180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:49.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:49.564+0000 7f92d597c640 1 -- 172.21.15.67:0/3314315863 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f92d00b9d60 msgr2=0x7f92d015c7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:49.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:49.564+0000 7f92d597c640 1 --2- 172.21.15.67:0/3314315863 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f92d00b9d60 0x7f92d015c7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:49.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:49.564+0000 7f92d597c640 1 -- 172.21.15.67:0/3314315863 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92d00a1d80 con 0x7f92d00d43b0 2024-09-21T00:33:49.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:49.564+0000 7f92d597c640 1 --2- 172.21.15.67:0/3314315863 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f92d00d43b0 0x7f92d00b66c0 secure :-1 s=READY pgs=2171 cs=0 l=1 rev1=1 crypto rx=0x7f92c800ca80 tx=0x7f92c800cf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:49.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:49.564+0000 7f92c5ffb640 1 -- 172.21.15.67:0/3314315863 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92c8007d90 con 0x7f92d00d43b0 2024-09-21T00:33:49.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:49.564+0000 7f92c5ffb640 1 -- 172.21.15.67:0/3314315863 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f92c8004c30 con 0x7f92d00d43b0 2024-09-21T00:33:49.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:49.564+0000 7f92d73df640 1 -- 172.21.15.67:0/3314315863 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f92d00a2060 con 0x7f92d00d43b0 2024-09-21T00:33:49.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:49.564+0000 7f92c5ffb640 1 -- 172.21.15.67:0/3314315863 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92c8005280 con 0x7f92d00d43b0 2024-09-21T00:33:49.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:49.564+0000 7f92d73df640 1 -- 172.21.15.67:0/3314315863 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f92d015f5b0 con 0x7f92d00d43b0 2024-09-21T00:33:49.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:49.565+0000 7f92d73df640 1 -- 172.21.15.67:0/3314315863 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f92d006e390 con 0x7f92d00d43b0 2024-09-21T00:33:49.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:49.566+0000 7f92c5ffb640 1 -- 172.21.15.67:0/3314315863 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f92c8005420 con 0x7f92d00d43b0 2024-09-21T00:33:49.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:49.567+0000 7f92c5ffb640 1 --2- 172.21.15.67:0/3314315863 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f92b4078b90 0x7f92b407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:49.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:49.567+0000 7f92c5ffb640 1 -- 172.21.15.67:0/3314315863 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(170..170 src has 1..170) ==== 5227+0+0 (secure 0 0 0) 0x7f92c809b550 con 0x7f92d00d43b0 2024-09-21T00:33:49.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:49.567+0000 7f92d517b640 1 --2- 172.21.15.67:0/3314315863 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f92b4078b90 0x7f92b407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:49.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:49.568+0000 7f92d517b640 1 --2- 172.21.15.67:0/3314315863 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f92b4078b90 0x7f92b407b0a0 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x7f92cc034000 tx=0x7f92cc004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:49.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:49.572+0000 7f92c5ffb640 1 -- 172.21.15.67:0/3314315863 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f92c8014070 con 0x7f92d00d43b0 2024-09-21T00:33:49.761 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:49.761+0000 7f92d73df640 1 -- 172.21.15.67:0/3314315863 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f92d00d0540 con 0x7f92d00d43b0 2024-09-21T00:33:50.415 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:50.414+0000 7f92c5ffb640 1 -- 172.21.15.67:0/3314315863 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v171) ==== 170+0+0 (secure 0 0 0) 0x7f92c8063530 con 0x7f92d00d43b0 2024-09-21T00:33:50.416 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_data' created 2024-09-21T00:33:50.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:50.417+0000 7f92d73df640 1 -- 172.21.15.67:0/3314315863 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f92b4078b90 msgr2=0x7f92b407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:50.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:50.417+0000 7f92d73df640 1 --2- 172.21.15.67:0/3314315863 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f92b4078b90 0x7f92b407b0a0 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x7f92cc034000 tx=0x7f92cc004730 comp rx=0 tx=0).stop 2024-09-21T00:33:50.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:50.417+0000 7f92d73df640 1 -- 172.21.15.67:0/3314315863 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f92d00d43b0 msgr2=0x7f92d00b66c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:50.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:50.417+0000 7f92d73df640 1 --2- 172.21.15.67:0/3314315863 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f92d00d43b0 0x7f92d00b66c0 secure :-1 s=READY pgs=2171 cs=0 l=1 rev1=1 crypto rx=0x7f92c800ca80 tx=0x7f92c800cf40 comp rx=0 tx=0).stop 2024-09-21T00:33:50.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:50.417+0000 7f92d73df640 1 -- 172.21.15.67:0/3314315863 shutdown_connections 2024-09-21T00:33:50.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:50.417+0000 7f92d73df640 1 --2- 172.21.15.67:0/3314315863 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f92b4078b90 0x7f92b407b0a0 unknown :-1 s=CLOSED pgs=815 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:50.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:50.417+0000 7f92d73df640 1 --2- 172.21.15.67:0/3314315863 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f92d00d43b0 0x7f92d00b66c0 unknown :-1 s=CLOSED pgs=2171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:50.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:50.417+0000 7f92d73df640 1 --2- 172.21.15.67:0/3314315863 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f92d00d17b0 0x7f92d00b6180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:50.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:50.417+0000 7f92d73df640 1 --2- 172.21.15.67:0/3314315863 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f92d00b9d60 0x7f92d015c7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:50.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:50.417+0000 7f92d73df640 1 -- 172.21.15.67:0/3314315863 >> 172.21.15.67:0/3314315863 conn(0x7f92d009d880 msgr2=0x7f92d00b8dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:50.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:50.417+0000 7f92d73df640 1 -- 172.21.15.67:0/3314315863 shutdown_connections 2024-09-21T00:33:50.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:50.417+0000 7f92d73df640 1 -- 172.21.15.67:0/3314315863 wait complete. 2024-09-21T00:33:50.443 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-21T00:33:50.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:50.565+0000 7fbbe1abd640 1 -- 172.21.15.67:0/3538418726 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbbdc0d1450 msgr2=0x7fbbdc0b9950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:50.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:50.565+0000 7fbbe1abd640 1 --2- 172.21.15.67:0/3538418726 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbbdc0d1450 0x7fbbdc0b9950 secure :-1 s=READY pgs=2173 cs=0 l=1 rev1=1 crypto rx=0x7fbbd0009830 tx=0x7fbbd002a480 comp rx=0 tx=0).stop 2024-09-21T00:33:50.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:50.565+0000 7fbbe1abd640 1 -- 172.21.15.67:0/3538418726 shutdown_connections 2024-09-21T00:33:50.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:50.565+0000 7fbbe1abd640 1 --2- 172.21.15.67:0/3538418726 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbbdc0d1450 0x7fbbdc0b9950 unknown :-1 s=CLOSED pgs=2173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:50.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:50.565+0000 7fbbe1abd640 1 -- 172.21.15.67:0/3538418726 >> 172.21.15.67:0/3538418726 conn(0x7fbbdc09da10 msgr2=0x7fbbdc0d46a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:50.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:50.565+0000 7fbbe1abd640 1 -- 172.21.15.67:0/3538418726 shutdown_connections 2024-09-21T00:33:50.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:50.565+0000 7fbbe1abd640 1 -- 172.21.15.67:0/3538418726 wait complete. 2024-09-21T00:33:50.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:50.567+0000 7fbbe1abd640 1 Processor -- start 2024-09-21T00:33:50.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:50.567+0000 7fbbe1abd640 1 -- start start 2024-09-21T00:33:50.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:50.569+0000 7fbbe1abd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbbdc0d3590 0x7fbbdc157c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:50.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:50.569+0000 7fbbe1abd640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbbdc0d4db0 0x7fbbdc0ce600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:50.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:50.569+0000 7fbbe1abd640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbbdc156b70 0x7fbbdc15f090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:50.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:50.569+0000 7fbbe1abd640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fbbdc0b4e90 con 0x7fbbdc0d3590 2024-09-21T00:33:50.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:50.569+0000 7fbbe1abd640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fbbdc0b4d10 con 0x7fbbdc0d4db0 2024-09-21T00:33:50.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:50.569+0000 7fbbe1abd640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fbbdc0b5010 con 0x7fbbdc156b70 2024-09-21T00:33:50.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:50.569+0000 7fbbdb7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbbdc0d3590 0x7fbbdc157c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:50.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:50.569+0000 7fbbdb7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbbdc0d3590 0x7fbbdc157c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60014/0 (socket says 172.21.15.67:60014) 2024-09-21T00:33:50.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:50.569+0000 7fbbdb7fe640 1 -- 172.21.15.67:0/2547107096 learned_addr learned my addr 172.21.15.67:0/2547107096 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:50.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:50.569+0000 7fbbdaffd640 1 --2- 172.21.15.67:0/2547107096 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbbdc0d4db0 0x7fbbdc0ce600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:50.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:50.569+0000 7fbbdbfff640 1 --2- 172.21.15.67:0/2547107096 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbbdc156b70 0x7fbbdc15f090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:50.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:50.569+0000 7fbbdb7fe640 1 -- 172.21.15.67:0/2547107096 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbbdc156b70 msgr2=0x7fbbdc15f090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:50.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:50.569+0000 7fbbdb7fe640 1 --2- 172.21.15.67:0/2547107096 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbbdc156b70 0x7fbbdc15f090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:50.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:50.569+0000 7fbbdb7fe640 1 -- 172.21.15.67:0/2547107096 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbbdc0d4db0 msgr2=0x7fbbdc0ce600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:50.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:50.569+0000 7fbbdb7fe640 1 --2- 172.21.15.67:0/2547107096 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbbdc0d4db0 0x7fbbdc0ce600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:50.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:50.569+0000 7fbbdb7fe640 1 -- 172.21.15.67:0/2547107096 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbbdc158500 con 0x7fbbdc0d3590 2024-09-21T00:33:50.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:50.569+0000 7fbbdb7fe640 1 --2- 172.21.15.67:0/2547107096 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbbdc0d3590 0x7fbbdc157c00 secure :-1 s=READY pgs=2174 cs=0 l=1 rev1=1 crypto rx=0x7fbbcc00b410 tx=0x7fbbcc00b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:50.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:50.569+0000 7fbbc3fff640 1 -- 172.21.15.67:0/2547107096 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbcc015020 con 0x7fbbdc0d3590 2024-09-21T00:33:50.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:50.569+0000 7fbbc3fff640 1 -- 172.21.15.67:0/2547107096 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbbcc011920 con 0x7fbbdc0d3590 2024-09-21T00:33:50.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:50.569+0000 7fbbe1abd640 1 -- 172.21.15.67:0/2547107096 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbbdc1f59b0 con 0x7fbbdc0d3590 2024-09-21T00:33:50.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:50.570+0000 7fbbc3fff640 1 -- 172.21.15.67:0/2547107096 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbcc011d70 con 0x7fbbdc0d3590 2024-09-21T00:33:50.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:50.570+0000 7fbbe1abd640 1 -- 172.21.15.67:0/2547107096 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbbdc15c3a0 con 0x7fbbdc0d3590 2024-09-21T00:33:50.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:50.571+0000 7fbbe1abd640 1 -- 172.21.15.67:0/2547107096 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbbdc0b55a0 con 0x7fbbdc0d3590 2024-09-21T00:33:50.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:50.571+0000 7fbbc3fff640 1 -- 172.21.15.67:0/2547107096 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fbbcc018020 con 0x7fbbdc0d3590 2024-09-21T00:33:50.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:50.572+0000 7fbbc3fff640 1 --2- 172.21.15.67:0/2547107096 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbbc8078b90 0x7fbbc807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:50.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:50.572+0000 7fbbc3fff640 1 -- 172.21.15.67:0/2547107096 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(171..171 src has 1..171) ==== 5609+0+0 (secure 0 0 0) 0x7fbbcc09a860 con 0x7fbbdc0d3590 2024-09-21T00:33:50.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:50.572+0000 7fbbdaffd640 1 --2- 172.21.15.67:0/2547107096 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbbc8078b90 0x7fbbc807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:50.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:50.573+0000 7fbbdaffd640 1 --2- 172.21.15.67:0/2547107096 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbbc8078b90 0x7fbbc807b0a0 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7fbbd0034000 tx=0x7fbbd0004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:50.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:50.577+0000 7fbbc3fff640 1 -- 172.21.15.67:0/2547107096 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fbbcc0627d0 con 0x7fbbdc0d3590 2024-09-21T00:33:50.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:50.803+0000 7fbbe1abd640 1 -- 172.21.15.67:0/2547107096 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fbbdc1621f0 con 0x7fbbdc0d3590 2024-09-21T00:33:51.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.416+0000 7fbbc3fff640 1 -- 172.21.15.67:0/2547107096 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 26 and data pool 27 v148) ==== 174+0+0 (secure 0 0 0) 0x7fbbcc067200 con 0x7fbbdc0d3590 2024-09-21T00:33:51.417 INFO:teuthology.orchestra.run.smithi067.stderr:new fs with metadata pool 26 and data pool 27 2024-09-21T00:33:51.421 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.420+0000 7fbbe1abd640 1 -- 172.21.15.67:0/2547107096 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbbc8078b90 msgr2=0x7fbbc807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:51.421 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.420+0000 7fbbe1abd640 1 --2- 172.21.15.67:0/2547107096 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbbc8078b90 0x7fbbc807b0a0 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7fbbd0034000 tx=0x7fbbd0004730 comp rx=0 tx=0).stop 2024-09-21T00:33:51.421 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.420+0000 7fbbe1abd640 1 -- 172.21.15.67:0/2547107096 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbbdc0d3590 msgr2=0x7fbbdc157c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:51.422 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.420+0000 7fbbe1abd640 1 --2- 172.21.15.67:0/2547107096 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbbdc0d3590 0x7fbbdc157c00 secure :-1 s=READY pgs=2174 cs=0 l=1 rev1=1 crypto rx=0x7fbbcc00b410 tx=0x7fbbcc00b8d0 comp rx=0 tx=0).stop 2024-09-21T00:33:51.422 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.420+0000 7fbbe1abd640 1 -- 172.21.15.67:0/2547107096 shutdown_connections 2024-09-21T00:33:51.422 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.420+0000 7fbbe1abd640 1 --2- 172.21.15.67:0/2547107096 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbbc8078b90 0x7fbbc807b0a0 unknown :-1 s=CLOSED pgs=816 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:51.422 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.420+0000 7fbbe1abd640 1 --2- 172.21.15.67:0/2547107096 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbbdc156b70 0x7fbbdc15f090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:51.422 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.420+0000 7fbbe1abd640 1 --2- 172.21.15.67:0/2547107096 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbbdc0d4db0 0x7fbbdc0ce600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:51.422 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.420+0000 7fbbe1abd640 1 --2- 172.21.15.67:0/2547107096 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbbdc0d3590 0x7fbbdc157c00 unknown :-1 s=CLOSED pgs=2174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:51.422 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.420+0000 7fbbe1abd640 1 -- 172.21.15.67:0/2547107096 >> 172.21.15.67:0/2547107096 conn(0x7fbbdc09da10 msgr2=0x7fbbdc1619e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:51.422 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.420+0000 7fbbe1abd640 1 -- 172.21.15.67:0/2547107096 shutdown_connections 2024-09-21T00:33:51.422 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.420+0000 7fbbe1abd640 1 -- 172.21.15.67:0/2547107096 wait complete. 2024-09-21T00:33:51.458 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:33:51.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.577+0000 7f35db93a640 1 -- 172.21.15.67:0/512381641 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f35bc005300 msgr2=0x7f35bc00b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:51.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.577+0000 7f35db93a640 1 --2- 172.21.15.67:0/512381641 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f35bc005300 0x7f35bc00b9c0 secure :-1 s=READY pgs=2176 cs=0 l=1 rev1=1 crypto rx=0x7f35cc001690 tx=0x7f35bc005830 comp rx=0 tx=0).stop 2024-09-21T00:33:51.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.578+0000 7f35db93a640 1 -- 172.21.15.67:0/512381641 shutdown_connections 2024-09-21T00:33:51.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.578+0000 7f35db93a640 1 --2- 172.21.15.67:0/512381641 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f35bc005300 0x7f35bc00b9c0 unknown :-1 s=CLOSED pgs=2176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:51.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.578+0000 7f35db93a640 1 -- 172.21.15.67:0/512381641 >> 172.21.15.67:0/512381641 conn(0x7f35d408bee0 msgr2=0x7f35d40d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:51.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.578+0000 7f35db93a640 1 -- 172.21.15.67:0/512381641 shutdown_connections 2024-09-21T00:33:51.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.578+0000 7f35db93a640 1 -- 172.21.15.67:0/512381641 wait complete. 2024-09-21T00:33:51.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.579+0000 7f35db93a640 1 Processor -- start 2024-09-21T00:33:51.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.580+0000 7f35db93a640 1 -- start start 2024-09-21T00:33:51.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.581+0000 7f35db93a640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f35bc005300 0x7f35d415ba20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:51.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.581+0000 7f35db93a640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f35d40a1b10 0x7f35d4161000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:51.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.581+0000 7f35db93a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f35d4161540 0x7f35d41e9260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:51.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.581+0000 7f35db93a640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f35d40d3350 con 0x7f35d4161540 2024-09-21T00:33:51.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.581+0000 7f35db93a640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f35d40d31d0 con 0x7f35bc005300 2024-09-21T00:33:51.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.581+0000 7f35db93a640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f35d40b73f0 con 0x7f35d40a1b10 2024-09-21T00:33:51.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.581+0000 7f35d9ed7640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f35d4161540 0x7f35d41e9260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:51.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.581+0000 7f35d9ed7640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f35d4161540 0x7f35d41e9260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60030/0 (socket says 172.21.15.67:60030) 2024-09-21T00:33:51.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.581+0000 7f35d9ed7640 1 -- 172.21.15.67:0/288142805 learned_addr learned my addr 172.21.15.67:0/288142805 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:51.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.581+0000 7f35d8ed5640 1 --2- 172.21.15.67:0/288142805 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f35d40a1b10 0x7f35d4161000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:51.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.581+0000 7f35d96d6640 1 --2- 172.21.15.67:0/288142805 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f35bc005300 0x7f35d415ba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:51.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.581+0000 7f35d9ed7640 1 -- 172.21.15.67:0/288142805 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f35d40a1b10 msgr2=0x7f35d4161000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:51.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.581+0000 7f35d9ed7640 1 --2- 172.21.15.67:0/288142805 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f35d40a1b10 0x7f35d4161000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:51.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.581+0000 7f35d9ed7640 1 -- 172.21.15.67:0/288142805 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f35bc005300 msgr2=0x7f35d415ba20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:51.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.581+0000 7f35d9ed7640 1 --2- 172.21.15.67:0/288142805 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f35bc005300 0x7f35d415ba20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:51.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.581+0000 7f35d9ed7640 1 -- 172.21.15.67:0/288142805 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35d4161950 con 0x7f35d4161540 2024-09-21T00:33:51.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.581+0000 7f35d9ed7640 1 --2- 172.21.15.67:0/288142805 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f35d4161540 0x7f35d41e9260 secure :-1 s=READY pgs=2177 cs=0 l=1 rev1=1 crypto rx=0x7f35cc000fb0 tx=0x7f35cc0062e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:51.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.582+0000 7f35d1ffb640 1 -- 172.21.15.67:0/288142805 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35cc003a00 con 0x7f35d4161540 2024-09-21T00:33:51.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.582+0000 7f35d1ffb640 1 -- 172.21.15.67:0/288142805 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f35cc003ba0 con 0x7f35d4161540 2024-09-21T00:33:51.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.582+0000 7f35db93a640 1 -- 172.21.15.67:0/288142805 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35d41f5b00 con 0x7f35d4161540 2024-09-21T00:33:51.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.582+0000 7f35d1ffb640 1 -- 172.21.15.67:0/288142805 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35cc0064d0 con 0x7f35d4161540 2024-09-21T00:33:51.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.582+0000 7f35db93a640 1 -- 172.21.15.67:0/288142805 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35d41f60c0 con 0x7f35d4161540 2024-09-21T00:33:51.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.583+0000 7f35db93a640 1 -- 172.21.15.67:0/288142805 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f35d40b8110 con 0x7f35d4161540 2024-09-21T00:33:51.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.584+0000 7f35d1ffb640 1 -- 172.21.15.67:0/288142805 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f35cc030020 con 0x7f35d4161540 2024-09-21T00:33:51.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.584+0000 7f35d1ffb640 1 --2- 172.21.15.67:0/288142805 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f35c0078b90 0x7f35c007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:51.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.584+0000 7f35d1ffb640 1 -- 172.21.15.67:0/288142805 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(172..172 src has 1..172) ==== 5709+0+0 (secure 0 0 0) 0x7f35cc038020 con 0x7f35d4161540 2024-09-21T00:33:51.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.585+0000 7f35d96d6640 1 --2- 172.21.15.67:0/288142805 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f35c0078b90 0x7f35c007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:51.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.585+0000 7f35d96d6640 1 --2- 172.21.15.67:0/288142805 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f35c0078b90 0x7f35c007b0a0 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7f35c4004fd0 tx=0x7f35c4009580 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:51.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.588+0000 7f35d1ffb640 1 -- 172.21.15.67:0/288142805 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f35d4161950 con 0x7f35d4161540 2024-09-21T00:33:51.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.777+0000 7f35db93a640 1 -- 172.21.15.67:0/288142805 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f35d4162840 con 0x7f35d4161540 2024-09-21T00:33:51.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.778+0000 7f35d1ffb640 1 -- 172.21.15.67:0/288142805 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v172) ==== 74+0+16720 (secure 0 0 0) 0x7f35cc082640 con 0x7f35d4161540 2024-09-21T00:33:51.779 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:33:51.779 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":172,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:33:50.804331+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":27,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":26,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:33:48.464541+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"172","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":27,"pool_name":"cephfs_data","create_time":"2024-09-21T00:33:49.766026+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"172","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":171,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":171,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":171,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":171,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":171,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":171,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":171,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":171,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:33:51.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.780+0000 7f35db93a640 1 -- 172.21.15.67:0/288142805 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f35c0078b90 msgr2=0x7f35c007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:51.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.780+0000 7f35db93a640 1 --2- 172.21.15.67:0/288142805 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f35c0078b90 0x7f35c007b0a0 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7f35c4004fd0 tx=0x7f35c4009580 comp rx=0 tx=0).stop 2024-09-21T00:33:51.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.780+0000 7f35db93a640 1 -- 172.21.15.67:0/288142805 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f35d4161540 msgr2=0x7f35d41e9260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:51.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.780+0000 7f35db93a640 1 --2- 172.21.15.67:0/288142805 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f35d4161540 0x7f35d41e9260 secure :-1 s=READY pgs=2177 cs=0 l=1 rev1=1 crypto rx=0x7f35cc000fb0 tx=0x7f35cc0062e0 comp rx=0 tx=0).stop 2024-09-21T00:33:51.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.780+0000 7f35db93a640 1 -- 172.21.15.67:0/288142805 shutdown_connections 2024-09-21T00:33:51.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.780+0000 7f35db93a640 1 --2- 172.21.15.67:0/288142805 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f35c0078b90 0x7f35c007b0a0 unknown :-1 s=CLOSED pgs=817 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:51.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.780+0000 7f35db93a640 1 --2- 172.21.15.67:0/288142805 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f35d4161540 0x7f35d41e9260 unknown :-1 s=CLOSED pgs=2177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:51.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.780+0000 7f35db93a640 1 --2- 172.21.15.67:0/288142805 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f35d40a1b10 0x7f35d4161000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:51.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.780+0000 7f35db93a640 1 --2- 172.21.15.67:0/288142805 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f35bc005300 0x7f35d415ba20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:51.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.780+0000 7f35db93a640 1 -- 172.21.15.67:0/288142805 >> 172.21.15.67:0/288142805 conn(0x7f35d408bee0 msgr2=0x7f35d406e630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:51.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.780+0000 7f35db93a640 1 -- 172.21.15.67:0/288142805 shutdown_connections 2024-09-21T00:33:51.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.780+0000 7f35db93a640 1 -- 172.21.15.67:0/288142805 wait complete. 2024-09-21T00:33:51.793 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:33:51.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.908+0000 7f2da7bad640 1 -- 172.21.15.67:0/2064805585 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2da0162ea0 msgr2=0x7f2da00cf740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:51.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.908+0000 7f2da7bad640 1 --2- 172.21.15.67:0/2064805585 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2da0162ea0 0x7f2da00cf740 secure :-1 s=READY pgs=2179 cs=0 l=1 rev1=1 crypto rx=0x7f2da00c8280 tx=0x7f2d9c02a530 comp rx=0 tx=0).stop 2024-09-21T00:33:51.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.908+0000 7f2da7bad640 1 -- 172.21.15.67:0/2064805585 shutdown_connections 2024-09-21T00:33:51.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.908+0000 7f2da7bad640 1 --2- 172.21.15.67:0/2064805585 >> v2:172.21.15.97:3300/0 conn(0x7f2da00d11c0 0x7f2da00d15d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:51.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.908+0000 7f2da7bad640 1 --2- 172.21.15.67:0/2064805585 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2da0162ea0 0x7f2da00cf740 unknown :-1 s=CLOSED pgs=2179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:51.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.908+0000 7f2da7bad640 1 -- 172.21.15.67:0/2064805585 >> 172.21.15.67:0/2064805585 conn(0x7f2da006dfb0 msgr2=0x7f2da006e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:51.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.908+0000 7f2da7bad640 1 -- 172.21.15.67:0/2064805585 shutdown_connections 2024-09-21T00:33:51.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.908+0000 7f2da7bad640 1 -- 172.21.15.67:0/2064805585 wait complete. 2024-09-21T00:33:51.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.910+0000 7f2da7bad640 1 Processor -- start 2024-09-21T00:33:51.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.910+0000 7f2da7bad640 1 -- start start 2024-09-21T00:33:51.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.911+0000 7f2da7bad640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2da00d11c0 0x7f2da01f5680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:51.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.911+0000 7f2da7bad640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2da00d2b00 0x7f2da014fba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:51.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.911+0000 7f2da7bad640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2da0162ea0 0x7f2da01500e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:51.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.911+0000 7f2da7bad640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f2da015f640 con 0x7f2da00d2b00 2024-09-21T00:33:51.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.911+0000 7f2da7bad640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f2da015f4c0 con 0x7f2da0162ea0 2024-09-21T00:33:51.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.911+0000 7f2da7bad640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f2da015f7c0 con 0x7f2da00d11c0 2024-09-21T00:33:51.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.912+0000 7f2da5148640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2da00d2b00 0x7f2da014fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:51.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.912+0000 7f2da5148640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2da00d2b00 0x7f2da014fba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60050/0 (socket says 172.21.15.67:60050) 2024-09-21T00:33:51.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.912+0000 7f2da5148640 1 -- 172.21.15.67:0/2174049144 learned_addr learned my addr 172.21.15.67:0/2174049144 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:51.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.912+0000 7f2da5949640 1 --2- 172.21.15.67:0/2174049144 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2da00d11c0 0x7f2da01f5680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:51.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.912+0000 7f2da614a640 1 --2- 172.21.15.67:0/2174049144 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2da0162ea0 0x7f2da01500e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:51.914 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.912+0000 7f2da5148640 1 -- 172.21.15.67:0/2174049144 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2da00d11c0 msgr2=0x7f2da01f5680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:51.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.912+0000 7f2da5148640 1 --2- 172.21.15.67:0/2174049144 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2da00d11c0 0x7f2da01f5680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:51.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.912+0000 7f2da5148640 1 -- 172.21.15.67:0/2174049144 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2da0162ea0 msgr2=0x7f2da01500e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:51.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.912+0000 7f2da5148640 1 --2- 172.21.15.67:0/2174049144 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2da0162ea0 0x7f2da01500e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:51.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.912+0000 7f2da5148640 1 -- 172.21.15.67:0/2174049144 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2da00cc880 con 0x7f2da00d2b00 2024-09-21T00:33:51.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.912+0000 7f2da5148640 1 --2- 172.21.15.67:0/2174049144 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2da00d2b00 0x7f2da014fba0 secure :-1 s=READY pgs=2180 cs=0 l=1 rev1=1 crypto rx=0x7f2d9000c3f0 tx=0x7f2d9000c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:51.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.912+0000 7f2d967fc640 1 -- 172.21.15.67:0/2174049144 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d90017070 con 0x7f2da00d2b00 2024-09-21T00:33:51.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.912+0000 7f2d967fc640 1 -- 172.21.15.67:0/2174049144 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2d900035f0 con 0x7f2da00d2b00 2024-09-21T00:33:51.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.912+0000 7f2da7bad640 1 -- 172.21.15.67:0/2174049144 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2da00ccb20 con 0x7f2da00d2b00 2024-09-21T00:33:51.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.912+0000 7f2d967fc640 1 -- 172.21.15.67:0/2174049144 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d90003a40 con 0x7f2da00d2b00 2024-09-21T00:33:51.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.912+0000 7f2da7bad640 1 -- 172.21.15.67:0/2174049144 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2da00cd0e0 con 0x7f2da00d2b00 2024-09-21T00:33:51.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.913+0000 7f2da7bad640 1 -- 172.21.15.67:0/2174049144 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2da015fce0 con 0x7f2da00d2b00 2024-09-21T00:33:51.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.914+0000 7f2d967fc640 1 -- 172.21.15.67:0/2174049144 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f2d9001a070 con 0x7f2da00d2b00 2024-09-21T00:33:51.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.915+0000 7f2d967fc640 1 --2- 172.21.15.67:0/2174049144 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2d84078bc0 0x7f2d8407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:51.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.915+0000 7f2d967fc640 1 -- 172.21.15.67:0/2174049144 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(172..172 src has 1..172) ==== 5709+0+0 (secure 0 0 0) 0x7f2d9009a0f0 con 0x7f2da00d2b00 2024-09-21T00:33:51.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.915+0000 7f2da5949640 1 --2- 172.21.15.67:0/2174049144 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2d84078bc0 0x7f2d8407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:51.917 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:33:51.917 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.916+0000 7f2da5949640 1 --2- 172.21.15.67:0/2174049144 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2d84078bc0 0x7f2d8407b0d0 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7f2d9c034000 tx=0x7f2d9c004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:51.919 DEBUG:teuthology.orchestra.run.smithi097:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:33:51.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:51.920+0000 7f2d967fc640 1 -- 172.21.15.67:0/2174049144 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f2d900624b0 con 0x7f2da00d2b00 2024-09-21T00:33:52.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:52.110+0000 7f2da7bad640 1 -- 172.21.15.67:0/2174049144 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f2da0150700 con 0x7f2da00d2b00 2024-09-21T00:33:52.112 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:52.111+0000 7f2d967fc640 1 -- 172.21.15.67:0/2174049144 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v172) ==== 74+0+16720 (secure 0 0 0) 0x7f2d90061db0 con 0x7f2da00d2b00 2024-09-21T00:33:52.112 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:33:52.112 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":172,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:33:50.804331+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":27,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":26,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:33:48.464541+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"172","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":27,"pool_name":"cephfs_data","create_time":"2024-09-21T00:33:49.766026+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"172","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":171,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":171,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":171,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":171,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":171,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":171,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":171,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":171,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:33:52.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:52.113+0000 7f2da7bad640 1 -- 172.21.15.67:0/2174049144 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2d84078bc0 msgr2=0x7f2d8407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:52.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:52.113+0000 7f2da7bad640 1 --2- 172.21.15.67:0/2174049144 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2d84078bc0 0x7f2d8407b0d0 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7f2d9c034000 tx=0x7f2d9c004730 comp rx=0 tx=0).stop 2024-09-21T00:33:52.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:52.113+0000 7f2da7bad640 1 -- 172.21.15.67:0/2174049144 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2da00d2b00 msgr2=0x7f2da014fba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:52.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:52.113+0000 7f2da7bad640 1 --2- 172.21.15.67:0/2174049144 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2da00d2b00 0x7f2da014fba0 secure :-1 s=READY pgs=2180 cs=0 l=1 rev1=1 crypto rx=0x7f2d9000c3f0 tx=0x7f2d9000c8b0 comp rx=0 tx=0).stop 2024-09-21T00:33:52.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:52.113+0000 7f2da7bad640 1 -- 172.21.15.67:0/2174049144 shutdown_connections 2024-09-21T00:33:52.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:52.113+0000 7f2da7bad640 1 --2- 172.21.15.67:0/2174049144 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2d84078bc0 0x7f2d8407b0d0 unknown :-1 s=CLOSED pgs=818 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:52.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:52.113+0000 7f2da7bad640 1 --2- 172.21.15.67:0/2174049144 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2da0162ea0 0x7f2da01500e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:52.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:52.113+0000 7f2da7bad640 1 --2- 172.21.15.67:0/2174049144 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2da00d2b00 0x7f2da014fba0 unknown :-1 s=CLOSED pgs=2180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:52.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:52.113+0000 7f2da7bad640 1 --2- 172.21.15.67:0/2174049144 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2da00d11c0 0x7f2da01f5680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:52.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:52.113+0000 7f2da7bad640 1 -- 172.21.15.67:0/2174049144 >> 172.21.15.67:0/2174049144 conn(0x7f2da006dfb0 msgr2=0x7f2da015de90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:52.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:52.114+0000 7f2da7bad640 1 -- 172.21.15.67:0/2174049144 shutdown_connections 2024-09-21T00:33:52.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:52.114+0000 7f2da7bad640 1 -- 172.21.15.67:0/2174049144 wait complete. 2024-09-21T00:33:52.127 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-21T00:33:52.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:52.245+0000 7f2e05070640 1 -- 172.21.15.67:0/1664950588 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2e000d4e30 msgr2=0x7f2e000d3330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:52.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:52.245+0000 7f2e05070640 1 --2- 172.21.15.67:0/1664950588 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2e000d4e30 0x7f2e000d3330 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f2df8009be0 tx=0x7f2df802a8b0 comp rx=0 tx=0).stop 2024-09-21T00:33:52.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:52.245+0000 7f2e05070640 1 -- 172.21.15.67:0/1664950588 shutdown_connections 2024-09-21T00:33:52.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:52.245+0000 7f2e05070640 1 --2- 172.21.15.67:0/1664950588 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2e000d4e30 0x7f2e000d3330 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:52.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:52.245+0000 7f2e05070640 1 -- 172.21.15.67:0/1664950588 >> 172.21.15.67:0/1664950588 conn(0x7f2e0008bee0 msgr2=0x7f2e000d4720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:52.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:52.245+0000 7f2e05070640 1 -- 172.21.15.67:0/1664950588 shutdown_connections 2024-09-21T00:33:52.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:52.245+0000 7f2e05070640 1 -- 172.21.15.67:0/1664950588 wait complete. 2024-09-21T00:33:52.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:52.247+0000 7f2e05070640 1 Processor -- start 2024-09-21T00:33:52.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:52.247+0000 7f2e05070640 1 -- start start 2024-09-21T00:33:52.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:52.248+0000 7f2e05070640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2e000b3cb0 0x7f2e0014e270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:52.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:52.249+0000 7f2e05070640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2e000d4e30 0x7f2e001f59c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:52.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:52.249+0000 7f2e05070640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2e001f9bd0 0x7f2e000d08c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:52.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:52.249+0000 7f2e05070640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f2e0006f720 con 0x7f2e001f9bd0 2024-09-21T00:33:52.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:52.249+0000 7f2e05070640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f2e0006f5a0 con 0x7f2e000b3cb0 2024-09-21T00:33:52.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:52.249+0000 7f2e05070640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f2e0006f8a0 con 0x7f2e000d4e30 2024-09-21T00:33:52.251 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:52.249+0000 7f2dff59e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2e001f9bd0 0x7f2e000d08c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:52.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:52.249+0000 7f2dff59e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2e001f9bd0 0x7f2e000d08c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:60062/0 (socket says 172.21.15.67:60062) 2024-09-21T00:33:52.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:52.249+0000 7f2dff59e640 1 -- 172.21.15.67:0/3712880481 learned_addr learned my addr 172.21.15.67:0/3712880481 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:52.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:52.249+0000 7f2dfed9d640 1 --2- 172.21.15.67:0/3712880481 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2e000b3cb0 0x7f2e0014e270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:52.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:52.249+0000 7f2dfe59c640 1 --2- 172.21.15.67:0/3712880481 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2e000d4e30 0x7f2e001f59c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:52.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:52.249+0000 7f2dff59e640 1 -- 172.21.15.67:0/3712880481 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2e000d4e30 msgr2=0x7f2e001f59c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:52.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:52.249+0000 7f2dff59e640 1 --2- 172.21.15.67:0/3712880481 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2e000d4e30 0x7f2e001f59c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:52.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:52.249+0000 7f2dff59e640 1 -- 172.21.15.67:0/3712880481 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2e000b3cb0 msgr2=0x7f2e0014e270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:52.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:52.249+0000 7f2dff59e640 1 --2- 172.21.15.67:0/3712880481 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2e000b3cb0 0x7f2e0014e270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:52.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:52.249+0000 7f2dff59e640 1 -- 172.21.15.67:0/3712880481 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e001f6620 con 0x7f2e001f9bd0 2024-09-21T00:33:52.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:52.249+0000 7f2dff59e640 1 --2- 172.21.15.67:0/3712880481 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2e001f9bd0 0x7f2e000d08c0 secure :-1 s=READY pgs=2182 cs=0 l=1 rev1=1 crypto rx=0x7f2df8009be0 tx=0x7f2df8003e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:52.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:52.249+0000 7f2de77fe640 1 -- 172.21.15.67:0/3712880481 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2df8042020 con 0x7f2e001f9bd0 2024-09-21T00:33:52.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:52.250+0000 7f2de77fe640 1 -- 172.21.15.67:0/3712880481 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2df8033b00 con 0x7f2e001f9bd0 2024-09-21T00:33:52.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:52.250+0000 7f2e05070640 1 -- 172.21.15.67:0/3712880481 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2e001f90f0 con 0x7f2e001f9bd0 2024-09-21T00:33:52.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:52.250+0000 7f2de77fe640 1 -- 172.21.15.67:0/3712880481 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2df8037040 con 0x7f2e001f9bd0 2024-09-21T00:33:52.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:52.250+0000 7f2e05070640 1 -- 172.21.15.67:0/3712880481 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2e00151850 con 0x7f2e001f9bd0 2024-09-21T00:33:52.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:52.251+0000 7f2e05070640 1 -- 172.21.15.67:0/3712880481 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2e0006fdc0 con 0x7f2e001f9bd0 2024-09-21T00:33:52.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:52.252+0000 7f2de77fe640 1 -- 172.21.15.67:0/3712880481 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f2df8045020 con 0x7f2e001f9bd0 2024-09-21T00:33:52.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:52.252+0000 7f2de77fe640 1 --2- 172.21.15.67:0/3712880481 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2dec078b90 0x7f2dec07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:52.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:52.252+0000 7f2de77fe640 1 -- 172.21.15.67:0/3712880481 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(172..172 src has 1..172) ==== 5709+0+0 (secure 0 0 0) 0x7f2df80bb720 con 0x7f2e001f9bd0 2024-09-21T00:33:52.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:52.253+0000 7f2dfed9d640 1 --2- 172.21.15.67:0/3712880481 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2dec078b90 0x7f2dec07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:52.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:52.253+0000 7f2dfed9d640 1 --2- 172.21.15.67:0/3712880481 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2dec078b90 0x7f2dec07b0a0 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7f2df0007fd0 tx=0x7f2df0009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:52.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:52.257+0000 7f2de77fe640 1 -- 172.21.15.67:0/3712880481 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f2df804c030 con 0x7f2e001f9bd0 2024-09-21T00:33:52.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:52.486+0000 7f2e05070640 1 -- 172.21.15.67:0/3712880481 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f2e000b7000 con 0x7f2e001f9bd0 2024-09-21T00:33:53.395 INFO:tasks.ceph.mds.d.smithi097.stderr:2024-09-21T00:33:53.394+0000 7f3543a7c640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-21T00:33:53.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:53.434+0000 7f2de77fe640 1 -- 172.21.15.67:0/3712880481 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v150) ==== 118+0+0 (secure 0 0 0) 0x7f2df80835a0 con 0x7f2e001f9bd0 2024-09-21T00:33:53.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:53.437+0000 7f2e05070640 1 -- 172.21.15.67:0/3712880481 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2dec078b90 msgr2=0x7f2dec07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:53.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:53.437+0000 7f2e05070640 1 --2- 172.21.15.67:0/3712880481 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2dec078b90 0x7f2dec07b0a0 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7f2df0007fd0 tx=0x7f2df0009040 comp rx=0 tx=0).stop 2024-09-21T00:33:53.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:53.438+0000 7f2e05070640 1 -- 172.21.15.67:0/3712880481 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2e001f9bd0 msgr2=0x7f2e000d08c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:53.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:53.438+0000 7f2e05070640 1 --2- 172.21.15.67:0/3712880481 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2e001f9bd0 0x7f2e000d08c0 secure :-1 s=READY pgs=2182 cs=0 l=1 rev1=1 crypto rx=0x7f2df8009be0 tx=0x7f2df8003e70 comp rx=0 tx=0).stop 2024-09-21T00:33:53.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:53.438+0000 7f2e05070640 1 -- 172.21.15.67:0/3712880481 shutdown_connections 2024-09-21T00:33:53.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:53.438+0000 7f2e05070640 1 --2- 172.21.15.67:0/3712880481 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2dec078b90 0x7f2dec07b0a0 unknown :-1 s=CLOSED pgs=819 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:53.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:53.438+0000 7f2e05070640 1 --2- 172.21.15.67:0/3712880481 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2e001f9bd0 0x7f2e000d08c0 unknown :-1 s=CLOSED pgs=2182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:53.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:53.438+0000 7f2e05070640 1 --2- 172.21.15.67:0/3712880481 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2e000d4e30 0x7f2e001f59c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:53.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:53.438+0000 7f2e05070640 1 --2- 172.21.15.67:0/3712880481 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2e000b3cb0 0x7f2e0014e270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:53.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:53.438+0000 7f2e05070640 1 -- 172.21.15.67:0/3712880481 >> 172.21.15.67:0/3712880481 conn(0x7f2e0008bee0 msgr2=0x7f2e000b1330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:53.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:53.438+0000 7f2e05070640 1 -- 172.21.15.67:0/3712880481 shutdown_connections 2024-09-21T00:33:53.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:53.438+0000 7f2e05070640 1 -- 172.21.15.67:0/3712880481 wait complete. 2024-09-21T00:33:53.454 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-21T00:33:53.454 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-21T00:33:53.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:53.580+0000 7fb82b6e5640 1 -- 172.21.15.67:0/1767165469 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb8240b3cb0 msgr2=0x7fb8240d3330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:53.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:53.580+0000 7fb82b6e5640 1 --2- 172.21.15.67:0/1767165469 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb8240b3cb0 0x7fb8240d3330 secure :-1 s=READY pgs=2183 cs=0 l=1 rev1=1 crypto rx=0x7fb82406e0d0 tx=0x7fb82002a530 comp rx=0 tx=0).stop 2024-09-21T00:33:53.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:53.580+0000 7fb82b6e5640 1 -- 172.21.15.67:0/1767165469 shutdown_connections 2024-09-21T00:33:53.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:53.580+0000 7fb82b6e5640 1 --2- 172.21.15.67:0/1767165469 >> v2:172.21.15.97:3300/0 conn(0x7fb8240d1630 0x7fb8240cf280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:53.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:53.580+0000 7fb82b6e5640 1 --2- 172.21.15.67:0/1767165469 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb8240d4e30 0x7fb8240d10f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:53.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:53.580+0000 7fb82b6e5640 1 --2- 172.21.15.67:0/1767165469 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb8240b3cb0 0x7fb8240d3330 unknown :-1 s=CLOSED pgs=2183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:53.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:53.580+0000 7fb82b6e5640 1 -- 172.21.15.67:0/1767165469 >> 172.21.15.67:0/1767165469 conn(0x7fb82408bee0 msgr2=0x7fb8240d4720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:53.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:53.580+0000 7fb82b6e5640 1 -- 172.21.15.67:0/1767165469 shutdown_connections 2024-09-21T00:33:53.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:53.580+0000 7fb82b6e5640 1 -- 172.21.15.67:0/1767165469 wait complete. 2024-09-21T00:33:53.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:53.582+0000 7fb82b6e5640 1 Processor -- start 2024-09-21T00:33:53.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:53.582+0000 7fb82b6e5640 1 -- start start 2024-09-21T00:33:53.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:53.583+0000 7fb82b6e5640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb8240b3cb0 0x7fb8241f72e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:53.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:53.584+0000 7fb82b6e5640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb8240d1630 0x7fb8241f6900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:53.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:53.584+0000 7fb82b6e5640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb8240d4e30 0x7fb8240b5940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:53.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:53.584+0000 7fb82b6e5640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fb8240cf940 con 0x7fb8240d4e30 2024-09-21T00:33:53.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:53.584+0000 7fb82b6e5640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fb8240cf7c0 con 0x7fb8240d1630 2024-09-21T00:33:53.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:53.584+0000 7fb82b6e5640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fb8240cfac0 con 0x7fb8240b3cb0 2024-09-21T00:33:53.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:53.584+0000 7fb829c82640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb8240d4e30 0x7fb8240b5940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:53.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:53.584+0000 7fb829c82640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb8240d4e30 0x7fb8240b5940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45512/0 (socket says 172.21.15.67:45512) 2024-09-21T00:33:53.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:53.584+0000 7fb829c82640 1 -- 172.21.15.67:0/518836722 learned_addr learned my addr 172.21.15.67:0/518836722 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:53.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:53.584+0000 7fb829481640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb8240b3cb0 0x7fb8241f72e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:53.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:53.584+0000 7fb828c80640 1 --2- 172.21.15.67:0/518836722 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb8240d1630 0x7fb8241f6900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:53.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:53.584+0000 7fb829c82640 1 -- 172.21.15.67:0/518836722 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb8240b3cb0 msgr2=0x7fb8241f72e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:53.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:53.584+0000 7fb829c82640 1 --2- 172.21.15.67:0/518836722 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb8240b3cb0 0x7fb8241f72e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:53.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:53.584+0000 7fb829c82640 1 -- 172.21.15.67:0/518836722 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb8240d1630 msgr2=0x7fb8241f6900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:53.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:53.584+0000 7fb829c82640 1 --2- 172.21.15.67:0/518836722 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb8240d1630 0x7fb8241f6900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:53.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:53.584+0000 7fb829c82640 1 -- 172.21.15.67:0/518836722 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8241f7820 con 0x7fb8240d4e30 2024-09-21T00:33:53.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:53.584+0000 7fb829c82640 1 --2- 172.21.15.67:0/518836722 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb8240d4e30 0x7fb8240b5940 secure :-1 s=READY pgs=2184 cs=0 l=1 rev1=1 crypto rx=0x7fb81c00e990 tx=0x7fb81c00ee50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:53.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:53.584+0000 7fb819ffb640 1 -- 172.21.15.67:0/518836722 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb81c004d20 con 0x7fb8240d4e30 2024-09-21T00:33:53.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:53.585+0000 7fb819ffb640 1 -- 172.21.15.67:0/518836722 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb81c00caa0 con 0x7fb8240d4e30 2024-09-21T00:33:53.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:53.585+0000 7fb82b6e5640 1 -- 172.21.15.67:0/518836722 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8241f6120 con 0x7fb8240d4e30 2024-09-21T00:33:53.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:53.585+0000 7fb819ffb640 1 -- 172.21.15.67:0/518836722 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb81c005020 con 0x7fb8240d4e30 2024-09-21T00:33:53.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:53.585+0000 7fb82b6e5640 1 -- 172.21.15.67:0/518836722 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb82415a320 con 0x7fb8240d4e30 2024-09-21T00:33:53.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:53.586+0000 7fb82b6e5640 1 -- 172.21.15.67:0/518836722 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb8240762c0 con 0x7fb8240d4e30 2024-09-21T00:33:53.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:53.586+0000 7fb819ffb640 1 -- 172.21.15.67:0/518836722 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fb81c0051c0 con 0x7fb8240d4e30 2024-09-21T00:33:53.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:53.587+0000 7fb819ffb640 1 --2- 172.21.15.67:0/518836722 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb808078bc0 0x7fb80807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:53.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:53.587+0000 7fb819ffb640 1 -- 172.21.15.67:0/518836722 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(173..173 src has 1..173) ==== 5709+0+0 (secure 0 0 0) 0x7fb81c09b500 con 0x7fb8240d4e30 2024-09-21T00:33:53.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:53.587+0000 7fb829481640 1 --2- 172.21.15.67:0/518836722 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb808078bc0 0x7fb80807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:53.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:53.588+0000 7fb829481640 1 --2- 172.21.15.67:0/518836722 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb808078bc0 0x7fb80807b0d0 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7fb820034000 tx=0x7fb820004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:53.592 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:53.592+0000 7fb819ffb640 1 -- 172.21.15.67:0/518836722 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fb8240762c0 con 0x7fb8240d4e30 2024-09-21T00:33:53.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:53.821+0000 7fb82b6e5640 1 -- 172.21.15.67:0/518836722 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7fb82415c6d0 con 0x7fb8240d4e30 2024-09-21T00:33:54.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.447+0000 7fb819ffb640 1 -- 172.21.15.67:0/518836722 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v151) ==== 122+0+0 (secure 0 0 0) 0x7fb81c016030 con 0x7fb8240d4e30 2024-09-21T00:33:54.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.451+0000 7fb82b6e5640 1 -- 172.21.15.67:0/518836722 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb808078bc0 msgr2=0x7fb80807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:54.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.451+0000 7fb82b6e5640 1 --2- 172.21.15.67:0/518836722 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb808078bc0 0x7fb80807b0d0 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7fb820034000 tx=0x7fb820004730 comp rx=0 tx=0).stop 2024-09-21T00:33:54.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.451+0000 7fb82b6e5640 1 -- 172.21.15.67:0/518836722 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb8240d4e30 msgr2=0x7fb8240b5940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:54.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.451+0000 7fb82b6e5640 1 --2- 172.21.15.67:0/518836722 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb8240d4e30 0x7fb8240b5940 secure :-1 s=READY pgs=2184 cs=0 l=1 rev1=1 crypto rx=0x7fb81c00e990 tx=0x7fb81c00ee50 comp rx=0 tx=0).stop 2024-09-21T00:33:54.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.451+0000 7fb82b6e5640 1 -- 172.21.15.67:0/518836722 shutdown_connections 2024-09-21T00:33:54.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.451+0000 7fb82b6e5640 1 --2- 172.21.15.67:0/518836722 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb808078bc0 0x7fb80807b0d0 unknown :-1 s=CLOSED pgs=820 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:54.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.451+0000 7fb82b6e5640 1 --2- 172.21.15.67:0/518836722 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb8240d4e30 0x7fb8240b5940 unknown :-1 s=CLOSED pgs=2184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:54.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.451+0000 7fb82b6e5640 1 --2- 172.21.15.67:0/518836722 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb8240d1630 0x7fb8241f6900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:54.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.451+0000 7fb82b6e5640 1 --2- 172.21.15.67:0/518836722 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb8240b3cb0 0x7fb8241f72e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:54.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.451+0000 7fb82b6e5640 1 -- 172.21.15.67:0/518836722 >> 172.21.15.67:0/518836722 conn(0x7fb82408bee0 msgr2=0x7fb824158b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:54.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.451+0000 7fb82b6e5640 1 -- 172.21.15.67:0/518836722 shutdown_connections 2024-09-21T00:33:54.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.451+0000 7fb82b6e5640 1 -- 172.21.15.67:0/518836722 wait complete. 2024-09-21T00:33:54.465 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-21T00:33:54.465 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:33:54.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.586+0000 7fdd542d5640 1 -- 172.21.15.67:0/1126597630 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdd38003a30 msgr2=0x7fdd38003ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:54.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.586+0000 7fdd542d5640 1 --2- 172.21.15.67:0/1126597630 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdd38003a30 0x7fdd38003ea0 secure :-1 s=READY pgs=2186 cs=0 l=1 rev1=1 crypto rx=0x7fdd480016c0 tx=0x7fdd38005830 comp rx=0 tx=0).stop 2024-09-21T00:33:54.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.586+0000 7fdd52872640 1 -- 172.21.15.67:0/1126597630 reap_dead start 2024-09-21T00:33:54.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.586+0000 7fdd542d5640 1 -- 172.21.15.67:0/1126597630 shutdown_connections 2024-09-21T00:33:54.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.586+0000 7fdd542d5640 1 -- 172.21.15.67:0/1126597630 >> 172.21.15.67:0/1126597630 conn(0x7fdd4c0b4140 msgr2=0x7fdd4c0b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:54.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.586+0000 7fdd542d5640 1 -- 172.21.15.67:0/1126597630 shutdown_connections 2024-09-21T00:33:54.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.586+0000 7fdd542d5640 1 -- 172.21.15.67:0/1126597630 wait complete. 2024-09-21T00:33:54.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.588+0000 7fdd542d5640 1 Processor -- start 2024-09-21T00:33:54.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.588+0000 7fdd542d5640 1 -- start start 2024-09-21T00:33:54.592 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.589+0000 7fdd542d5640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdd38003a30 0x7fdd4c06fab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:54.592 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.589+0000 7fdd542d5640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdd4c1f6970 0x7fdd4c0c5430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:54.592 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.589+0000 7fdd542d5640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdd4c1e2320 0x7fdd4c1e2730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:54.592 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.589+0000 7fdd542d5640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fdd4c0b4c60 con 0x7fdd4c1f6970 2024-09-21T00:33:54.592 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.589+0000 7fdd542d5640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fdd4c09b2a0 con 0x7fdd4c1e2320 2024-09-21T00:33:54.592 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.589+0000 7fdd542d5640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fdd4c0b4de0 con 0x7fdd38003a30 2024-09-21T00:33:54.592 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.590+0000 7fdd51870640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdd4c1f6970 0x7fdd4c0c5430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:54.592 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.590+0000 7fdd51870640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdd4c1f6970 0x7fdd4c0c5430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45540/0 (socket says 172.21.15.67:45540) 2024-09-21T00:33:54.592 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.590+0000 7fdd51870640 1 -- 172.21.15.67:0/954997816 learned_addr learned my addr 172.21.15.67:0/954997816 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:54.592 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.590+0000 7fdd52872640 1 --2- 172.21.15.67:0/954997816 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdd4c1e2320 0x7fdd4c1e2730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:54.593 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.590+0000 7fdd52071640 1 --2- 172.21.15.67:0/954997816 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdd38003a30 0x7fdd4c06fab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:54.593 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.590+0000 7fdd51870640 1 -- 172.21.15.67:0/954997816 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdd38003a30 msgr2=0x7fdd4c06fab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:54.593 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.590+0000 7fdd51870640 1 --2- 172.21.15.67:0/954997816 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdd38003a30 0x7fdd4c06fab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:54.593 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.590+0000 7fdd51870640 1 -- 172.21.15.67:0/954997816 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdd4c1e2320 msgr2=0x7fdd4c1e2730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:54.593 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.590+0000 7fdd51870640 1 --2- 172.21.15.67:0/954997816 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdd4c1e2320 0x7fdd4c1e2730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:54.593 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.590+0000 7fdd51870640 1 -- 172.21.15.67:0/954997816 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd4c1e2c70 con 0x7fdd4c1f6970 2024-09-21T00:33:54.593 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.590+0000 7fdd51870640 1 --2- 172.21.15.67:0/954997816 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdd4c1f6970 0x7fdd4c0c5430 secure :-1 s=READY pgs=2187 cs=0 l=1 rev1=1 crypto rx=0x7fdd3c00f690 tx=0x7fdd3c00fb50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:54.593 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.590+0000 7fdd42ffd640 1 -- 172.21.15.67:0/954997816 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd3c00baa0 con 0x7fdd4c1f6970 2024-09-21T00:33:54.593 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.590+0000 7fdd42ffd640 1 -- 172.21.15.67:0/954997816 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdd3c00bd30 con 0x7fdd4c1f6970 2024-09-21T00:33:54.593 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.590+0000 7fdd542d5640 1 -- 172.21.15.67:0/954997816 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd4c1e6dd0 con 0x7fdd4c1f6970 2024-09-21T00:33:54.593 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.590+0000 7fdd42ffd640 1 -- 172.21.15.67:0/954997816 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd3c0116a0 con 0x7fdd4c1f6970 2024-09-21T00:33:54.593 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.590+0000 7fdd542d5640 1 -- 172.21.15.67:0/954997816 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd4c1f95d0 con 0x7fdd4c1f6970 2024-09-21T00:33:54.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.591+0000 7fdd542d5640 1 -- 172.21.15.67:0/954997816 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdd4c0d06e0 con 0x7fdd4c1f6970 2024-09-21T00:33:54.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.592+0000 7fdd42ffd640 1 -- 172.21.15.67:0/954997816 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fdd3c019020 con 0x7fdd4c1f6970 2024-09-21T00:33:54.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.593+0000 7fdd42ffd640 1 --2- 172.21.15.67:0/954997816 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdd30078b90 0x7fdd3007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:54.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.593+0000 7fdd42ffd640 1 -- 172.21.15.67:0/954997816 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(173..173 src has 1..173) ==== 5709+0+0 (secure 0 0 0) 0x7fdd3c09b4f0 con 0x7fdd4c1f6970 2024-09-21T00:33:54.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.593+0000 7fdd52071640 1 --2- 172.21.15.67:0/954997816 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdd30078b90 0x7fdd3007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:54.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.594+0000 7fdd52071640 1 --2- 172.21.15.67:0/954997816 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdd30078b90 0x7fdd3007b0a0 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7fdd48032000 tx=0x7fdd48001190 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:54.598 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.598+0000 7fdd42ffd640 1 -- 172.21.15.67:0/954997816 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fdd4c0d06e0 con 0x7fdd4c1f6970 2024-09-21T00:33:54.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.823+0000 7fdd542d5640 1 -- 172.21.15.67:0/954997816 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdd4c09a950 con 0x7fdd4c1f6970 2024-09-21T00:33:54.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.823+0000 7fdd42ffd640 1 -- 172.21.15.67:0/954997816 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 151 v151) ==== 95+0+5227 (secure 0 0 0) 0x7fdd4c1e2c70 con 0x7fdd4c1f6970 2024-09-21T00:33:54.824 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:33:54.824 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":151,"btime":"2024-09-21T00:33:54:440575+0000","default_fscid":13,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8354,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/1854097731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1854097731},{"type":"v1","addr":"172.21.15.67:6834","nonce":1854097731}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":147},{"gid":8357,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/2908953479","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":2908953479},{"type":"v1","addr":"172.21.15.67:6835","nonce":2908953479}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":146},{"gid":9376,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/4149163940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":4149163940},{"type":"v1","addr":"172.21.15.97:6836","nonce":4149163940}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":147}],"filesystems":[{"mdsmap":{"epoch":151,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:33:50.804288+0000","modified":"2024-09-21T00:33:53.822731+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9379},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9379":{"gid":9379,"name":"d","rank":0,"incarnation":148,"state":"up:active","state_seq":3,"addr":"172.21.15.97:6837/84198509","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":84198509},{"type":"v1","addr":"172.21.15.97:6837","nonce":84198509}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[27],"metadata_pool":26,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9379,"qdb_cluster":[9379]},"id":13}]} 2024-09-21T00:33:54.825 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 151 2024-09-21T00:33:54.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.825+0000 7fdd542d5640 1 -- 172.21.15.67:0/954997816 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdd30078b90 msgr2=0x7fdd3007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:54.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.825+0000 7fdd542d5640 1 --2- 172.21.15.67:0/954997816 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdd30078b90 0x7fdd3007b0a0 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7fdd48032000 tx=0x7fdd48001190 comp rx=0 tx=0).stop 2024-09-21T00:33:54.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.825+0000 7fdd542d5640 1 -- 172.21.15.67:0/954997816 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdd4c1f6970 msgr2=0x7fdd4c0c5430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:54.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.825+0000 7fdd542d5640 1 --2- 172.21.15.67:0/954997816 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdd4c1f6970 0x7fdd4c0c5430 secure :-1 s=READY pgs=2187 cs=0 l=1 rev1=1 crypto rx=0x7fdd3c00f690 tx=0x7fdd3c00fb50 comp rx=0 tx=0).stop 2024-09-21T00:33:54.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.825+0000 7fdd542d5640 1 -- 172.21.15.67:0/954997816 shutdown_connections 2024-09-21T00:33:54.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.825+0000 7fdd542d5640 1 --2- 172.21.15.67:0/954997816 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdd30078b90 0x7fdd3007b0a0 unknown :-1 s=CLOSED pgs=821 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:54.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.825+0000 7fdd542d5640 1 --2- 172.21.15.67:0/954997816 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdd4c1e2320 0x7fdd4c1e2730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:54.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.825+0000 7fdd542d5640 1 --2- 172.21.15.67:0/954997816 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdd4c1f6970 0x7fdd4c0c5430 unknown :-1 s=CLOSED pgs=2187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:54.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.825+0000 7fdd542d5640 1 --2- 172.21.15.67:0/954997816 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdd38003a30 0x7fdd4c06fab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:54.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.825+0000 7fdd542d5640 1 -- 172.21.15.67:0/954997816 >> 172.21.15.67:0/954997816 conn(0x7fdd4c0b4140 msgr2=0x7fdd4c0b6950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:54.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.825+0000 7fdd542d5640 1 -- 172.21.15.67:0/954997816 shutdown_connections 2024-09-21T00:33:54.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.825+0000 7fdd542d5640 1 -- 172.21.15.67:0/954997816 wait complete. 2024-09-21T00:33:54.838 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:33:54.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.953+0000 7f9e032de640 1 -- 172.21.15.67:0/97992539 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9dfc0b9e70 msgr2=0x7f9dfc0b6020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:54.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.953+0000 7f9e032de640 1 --2- 172.21.15.67:0/97992539 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9dfc0b9e70 0x7f9dfc0b6020 secure :-1 s=READY pgs=2189 cs=0 l=1 rev1=1 crypto rx=0x7f9df8005fd0 tx=0x7f9df802a540 comp rx=0 tx=0).stop 2024-09-21T00:33:54.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.953+0000 7f9e032de640 1 -- 172.21.15.67:0/97992539 shutdown_connections 2024-09-21T00:33:54.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.953+0000 7f9e032de640 1 --2- 172.21.15.67:0/97992539 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9dfc0d22f0 0x7f9dfc0b6560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:54.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.953+0000 7f9e032de640 1 --2- 172.21.15.67:0/97992539 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9dfc0b9e70 0x7f9dfc0b6020 unknown :-1 s=CLOSED pgs=2189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:54.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.953+0000 7f9e032de640 1 -- 172.21.15.67:0/97992539 >> 172.21.15.67:0/97992539 conn(0x7f9dfc0d45a0 msgr2=0x7f9dfc0d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:54.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.953+0000 7f9e032de640 1 -- 172.21.15.67:0/97992539 shutdown_connections 2024-09-21T00:33:54.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.953+0000 7f9e032de640 1 -- 172.21.15.67:0/97992539 wait complete. 2024-09-21T00:33:54.956 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.955+0000 7f9e032de640 1 Processor -- start 2024-09-21T00:33:54.956 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.955+0000 7f9e032de640 1 -- start start 2024-09-21T00:33:54.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.956+0000 7f9e032de640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9dfc06ebc0 0x7f9dfc159eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:54.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.956+0000 7f9e032de640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9dfc0b9e70 0x7f9dfc148ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:54.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.956+0000 7f9e032de640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9dfc0d22f0 0x7f9dfc15bd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:54.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.956+0000 7f9e032de640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f9dfc06f6e0 con 0x7f9dfc0d22f0 2024-09-21T00:33:54.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.956+0000 7f9e032de640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f9dfc0d05c0 con 0x7f9dfc06ebc0 2024-09-21T00:33:54.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.956+0000 7f9e032de640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f9dfc06f860 con 0x7f9dfc0b9e70 2024-09-21T00:33:54.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.957+0000 7f9e0187b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9dfc0d22f0 0x7f9dfc15bd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:54.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.957+0000 7f9e0187b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9dfc0d22f0 0x7f9dfc15bd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45558/0 (socket says 172.21.15.67:45558) 2024-09-21T00:33:54.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.957+0000 7f9e0187b640 1 -- 172.21.15.67:0/913388908 learned_addr learned my addr 172.21.15.67:0/913388908 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:54.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.957+0000 7f9e00879640 1 --2- 172.21.15.67:0/913388908 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9dfc0b9e70 0x7f9dfc148ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:54.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.957+0000 7f9e0107a640 1 --2- 172.21.15.67:0/913388908 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9dfc06ebc0 0x7f9dfc159eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:54.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.957+0000 7f9e0187b640 1 -- 172.21.15.67:0/913388908 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9dfc0b9e70 msgr2=0x7f9dfc148ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:54.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.957+0000 7f9e0187b640 1 --2- 172.21.15.67:0/913388908 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9dfc0b9e70 0x7f9dfc148ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:54.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.957+0000 7f9e0187b640 1 -- 172.21.15.67:0/913388908 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9dfc06ebc0 msgr2=0x7f9dfc159eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:54.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.957+0000 7f9e0187b640 1 --2- 172.21.15.67:0/913388908 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9dfc06ebc0 0x7f9dfc159eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:54.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.957+0000 7f9e0187b640 1 -- 172.21.15.67:0/913388908 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9dfc147e20 con 0x7f9dfc0d22f0 2024-09-21T00:33:54.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.957+0000 7f9e0107a640 1 --2- 172.21.15.67:0/913388908 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9dfc06ebc0 0x7f9dfc159eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:33:54.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.957+0000 7f9e0187b640 1 --2- 172.21.15.67:0/913388908 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9dfc0d22f0 0x7f9dfc15bd70 secure :-1 s=READY pgs=2190 cs=0 l=1 rev1=1 crypto rx=0x7f9df400c730 tx=0x7f9df400cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:54.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.957+0000 7f9df1ffb640 1 -- 172.21.15.67:0/913388908 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9df4003b70 con 0x7f9dfc0d22f0 2024-09-21T00:33:54.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.957+0000 7f9df1ffb640 1 -- 172.21.15.67:0/913388908 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9df4003d30 con 0x7f9dfc0d22f0 2024-09-21T00:33:54.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.957+0000 7f9e032de640 1 -- 172.21.15.67:0/913388908 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9dfc148100 con 0x7f9dfc0d22f0 2024-09-21T00:33:54.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.957+0000 7f9df1ffb640 1 -- 172.21.15.67:0/913388908 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9df40052d0 con 0x7f9dfc0d22f0 2024-09-21T00:33:54.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.958+0000 7f9e032de640 1 -- 172.21.15.67:0/913388908 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9dfc1486c0 con 0x7f9dfc0d22f0 2024-09-21T00:33:54.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.959+0000 7f9e032de640 1 -- 172.21.15.67:0/913388908 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9dfc147b90 con 0x7f9dfc0d22f0 2024-09-21T00:33:54.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.959+0000 7f9df1ffb640 1 -- 172.21.15.67:0/913388908 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f9df4005470 con 0x7f9dfc0d22f0 2024-09-21T00:33:54.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.960+0000 7f9df1ffb640 1 --2- 172.21.15.67:0/913388908 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9de0078bc0 0x7f9de007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:54.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.960+0000 7f9df1ffb640 1 -- 172.21.15.67:0/913388908 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(173..173 src has 1..173) ==== 5709+0+0 (secure 0 0 0) 0x7f9df409aa10 con 0x7f9dfc0d22f0 2024-09-21T00:33:54.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.960+0000 7f9e0107a640 1 --2- 172.21.15.67:0/913388908 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9de0078bc0 0x7f9de007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:54.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.961+0000 7f9e0107a640 1 --2- 172.21.15.67:0/913388908 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9de0078bc0 0x7f9de007b0d0 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7f9df8033000 tx=0x7f9df8004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:54.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:54.965+0000 7f9df1ffb640 1 -- 172.21.15.67:0/913388908 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f9df4062e50 con 0x7f9dfc0d22f0 2024-09-21T00:33:55.154 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.153+0000 7f9e032de640 1 -- 172.21.15.67:0/913388908 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f9dfc0b6200 con 0x7f9dfc0d22f0 2024-09-21T00:33:55.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.154+0000 7f9df1ffb640 1 -- 172.21.15.67:0/913388908 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v173) ==== 74+0+16707 (secure 0 0 0) 0x7f9df4062750 con 0x7f9dfc0d22f0 2024-09-21T00:33:55.156 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:33:55.156 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":173,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:33:52.429338+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":27,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":26,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:33:48.464541+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"172","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":27,"pool_name":"cephfs_data","create_time":"2024-09-21T00:33:49.766026+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"173","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":171,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":171,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":171,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":171,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":171,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":171,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":171,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":171,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:33:55.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.157+0000 7f9e032de640 1 -- 172.21.15.67:0/913388908 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9de0078bc0 msgr2=0x7f9de007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:55.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.157+0000 7f9e032de640 1 --2- 172.21.15.67:0/913388908 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9de0078bc0 0x7f9de007b0d0 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7f9df8033000 tx=0x7f9df8004730 comp rx=0 tx=0).stop 2024-09-21T00:33:55.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.157+0000 7f9e032de640 1 -- 172.21.15.67:0/913388908 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9dfc0d22f0 msgr2=0x7f9dfc15bd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:55.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.157+0000 7f9e032de640 1 --2- 172.21.15.67:0/913388908 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9dfc0d22f0 0x7f9dfc15bd70 secure :-1 s=READY pgs=2190 cs=0 l=1 rev1=1 crypto rx=0x7f9df400c730 tx=0x7f9df400cbf0 comp rx=0 tx=0).stop 2024-09-21T00:33:55.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.157+0000 7f9e032de640 1 -- 172.21.15.67:0/913388908 shutdown_connections 2024-09-21T00:33:55.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.157+0000 7f9e032de640 1 --2- 172.21.15.67:0/913388908 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9de0078bc0 0x7f9de007b0d0 unknown :-1 s=CLOSED pgs=822 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:55.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.157+0000 7f9e032de640 1 --2- 172.21.15.67:0/913388908 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9dfc0d22f0 0x7f9dfc15bd70 unknown :-1 s=CLOSED pgs=2190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:55.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.157+0000 7f9e032de640 1 --2- 172.21.15.67:0/913388908 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9dfc0b9e70 0x7f9dfc148ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:55.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.157+0000 7f9e032de640 1 --2- 172.21.15.67:0/913388908 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9dfc06ebc0 0x7f9dfc159eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:55.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.157+0000 7f9e032de640 1 -- 172.21.15.67:0/913388908 >> 172.21.15.67:0/913388908 conn(0x7f9dfc0d45a0 msgr2=0x7f9dfc0b3530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:55.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.157+0000 7f9e032de640 1 -- 172.21.15.67:0/913388908 shutdown_connections 2024-09-21T00:33:55.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.157+0000 7f9e032de640 1 -- 172.21.15.67:0/913388908 wait complete. 2024-09-21T00:33:55.170 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-21T00:33:55.170 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T00:33:55.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.286+0000 7f09f164d640 1 -- 172.21.15.67:0/2296169524 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f09ec0d2b00 msgr2=0x7f09ec15e7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:55.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.286+0000 7f09f164d640 1 --2- 172.21.15.67:0/2296169524 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f09ec0d2b00 0x7f09ec15e7f0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f09d4009860 tx=0x7f09d402a5a0 comp rx=0 tx=0).stop 2024-09-21T00:33:55.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.286+0000 7f09f164d640 1 -- 172.21.15.67:0/2296169524 shutdown_connections 2024-09-21T00:33:55.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.286+0000 7f09f164d640 1 --2- 172.21.15.67:0/2296169524 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f09ec0d2b00 0x7f09ec15e7f0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:55.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.286+0000 7f09f164d640 1 -- 172.21.15.67:0/2296169524 >> 172.21.15.67:0/2296169524 conn(0x7f09ec06dfb0 msgr2=0x7f09ec06e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:55.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.286+0000 7f09f164d640 1 -- 172.21.15.67:0/2296169524 shutdown_connections 2024-09-21T00:33:55.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.286+0000 7f09f164d640 1 -- 172.21.15.67:0/2296169524 wait complete. 2024-09-21T00:33:55.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.288+0000 7f09f164d640 1 Processor -- start 2024-09-21T00:33:55.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.288+0000 7f09f164d640 1 -- start start 2024-09-21T00:33:55.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.289+0000 7f09f164d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f09ec0d11c0 0x7f09ec155550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:55.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.289+0000 7f09f164d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f09ec0d2b00 0x7f09ec0c9500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:55.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.289+0000 7f09f164d640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f09ec162ea0 0x7f09ec0c9a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:55.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.289+0000 7f09f164d640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f09ec15f830 con 0x7f09ec0d2b00 2024-09-21T00:33:55.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.289+0000 7f09f164d640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f09ec15f6b0 con 0x7f09ec0d11c0 2024-09-21T00:33:55.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.289+0000 7f09f164d640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f09ec15f9b0 con 0x7f09ec162ea0 2024-09-21T00:33:55.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.289+0000 7f09ea7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f09ec0d2b00 0x7f09ec0c9500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:55.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.290+0000 7f09ea7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f09ec0d2b00 0x7f09ec0c9500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45564/0 (socket says 172.21.15.67:45564) 2024-09-21T00:33:55.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.290+0000 7f09ea7fc640 1 -- 172.21.15.67:0/3162715709 learned_addr learned my addr 172.21.15.67:0/3162715709 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:55.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.290+0000 7f09eaffd640 1 --2- 172.21.15.67:0/3162715709 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f09ec0d11c0 0x7f09ec155550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:55.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.290+0000 7f09eb7fe640 1 --2- 172.21.15.67:0/3162715709 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f09ec162ea0 0x7f09ec0c9a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:55.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.290+0000 7f09ea7fc640 1 -- 172.21.15.67:0/3162715709 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f09ec162ea0 msgr2=0x7f09ec0c9a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:55.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.290+0000 7f09ea7fc640 1 --2- 172.21.15.67:0/3162715709 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f09ec162ea0 0x7f09ec0c9a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:55.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.290+0000 7f09ea7fc640 1 -- 172.21.15.67:0/3162715709 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f09ec0d11c0 msgr2=0x7f09ec155550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:55.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.290+0000 7f09ea7fc640 1 --2- 172.21.15.67:0/3162715709 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f09ec0d11c0 0x7f09ec155550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:55.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.290+0000 7f09ea7fc640 1 -- 172.21.15.67:0/3162715709 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09ec155a90 con 0x7f09ec0d2b00 2024-09-21T00:33:55.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.290+0000 7f09ea7fc640 1 --2- 172.21.15.67:0/3162715709 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f09ec0d2b00 0x7f09ec0c9500 secure :-1 s=READY pgs=2192 cs=0 l=1 rev1=1 crypto rx=0x7f09d4009980 tx=0x7f09d4033ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:55.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.290+0000 7f09e37fe640 1 -- 172.21.15.67:0/3162715709 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09d4031b50 con 0x7f09ec0d2b00 2024-09-21T00:33:55.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.290+0000 7f09e37fe640 1 -- 172.21.15.67:0/3162715709 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f09d4031de0 con 0x7f09ec0d2b00 2024-09-21T00:33:55.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.290+0000 7f09f164d640 1 -- 172.21.15.67:0/3162715709 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f09ec0b9320 con 0x7f09ec0d2b00 2024-09-21T00:33:55.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.290+0000 7f09e37fe640 1 -- 172.21.15.67:0/3162715709 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09d4033330 con 0x7f09ec0d2b00 2024-09-21T00:33:55.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.290+0000 7f09f164d640 1 -- 172.21.15.67:0/3162715709 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09ec1f9310 con 0x7f09ec0d2b00 2024-09-21T00:33:55.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.291+0000 7f09f164d640 1 -- 172.21.15.67:0/3162715709 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f09ec0b8a00 con 0x7f09ec0d2b00 2024-09-21T00:33:55.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.292+0000 7f09e37fe640 1 -- 172.21.15.67:0/3162715709 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f09d40334d0 con 0x7f09ec0d2b00 2024-09-21T00:33:55.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.293+0000 7f09e37fe640 1 --2- 172.21.15.67:0/3162715709 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f09cc078b90 0x7f09cc07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:55.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.293+0000 7f09e37fe640 1 -- 172.21.15.67:0/3162715709 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(173..173 src has 1..173) ==== 5709+0+0 (secure 0 0 0) 0x7f09d40bc410 con 0x7f09ec0d2b00 2024-09-21T00:33:55.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.293+0000 7f09eaffd640 1 --2- 172.21.15.67:0/3162715709 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f09cc078b90 0x7f09cc07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:55.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.294+0000 7f09eaffd640 1 --2- 172.21.15.67:0/3162715709 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f09cc078b90 0x7f09cc07b0a0 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7f09dc001760 tx=0x7f09dc009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:55.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.297+0000 7f09e37fe640 1 -- 172.21.15.67:0/3162715709 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f09d4052080 con 0x7f09ec0d2b00 2024-09-21T00:33:55.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.482+0000 7f09f164d640 1 -- 172.21.15.67:0/3162715709 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f09ec15e7f0 con 0x7f09cc078b90 2024-09-21T00:33:55.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.487+0000 7f09e37fe640 1 -- 172.21.15.67:0/3162715709 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+244371 (secure 0 0 0) 0x7f09ec15e7f0 con 0x7f09cc078b90 2024-09-21T00:33:55.490 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:33:55.491 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-21T00:33:55.493 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.490+0000 7f09f164d640 1 -- 172.21.15.67:0/3162715709 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f09cc078b90 msgr2=0x7f09cc07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:55.493 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.490+0000 7f09f164d640 1 --2- 172.21.15.67:0/3162715709 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f09cc078b90 0x7f09cc07b0a0 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7f09dc001760 tx=0x7f09dc009040 comp rx=0 tx=0).stop 2024-09-21T00:33:55.493 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.490+0000 7f09f164d640 1 -- 172.21.15.67:0/3162715709 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f09ec0d2b00 msgr2=0x7f09ec0c9500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:55.493 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.490+0000 7f09f164d640 1 --2- 172.21.15.67:0/3162715709 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f09ec0d2b00 0x7f09ec0c9500 secure :-1 s=READY pgs=2192 cs=0 l=1 rev1=1 crypto rx=0x7f09d4009980 tx=0x7f09d4033ba0 comp rx=0 tx=0).stop 2024-09-21T00:33:55.493 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.490+0000 7f09f164d640 1 -- 172.21.15.67:0/3162715709 shutdown_connections 2024-09-21T00:33:55.493 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.490+0000 7f09f164d640 1 --2- 172.21.15.67:0/3162715709 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f09cc078b90 0x7f09cc07b0a0 unknown :-1 s=CLOSED pgs=823 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:55.494 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.490+0000 7f09f164d640 1 --2- 172.21.15.67:0/3162715709 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f09ec162ea0 0x7f09ec0c9a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:55.494 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.490+0000 7f09f164d640 1 --2- 172.21.15.67:0/3162715709 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f09ec0d2b00 0x7f09ec0c9500 unknown :-1 s=CLOSED pgs=2192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:55.494 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.490+0000 7f09f164d640 1 --2- 172.21.15.67:0/3162715709 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f09ec0d11c0 0x7f09ec155550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:55.494 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.490+0000 7f09f164d640 1 -- 172.21.15.67:0/3162715709 >> 172.21.15.67:0/3162715709 conn(0x7f09ec06dfb0 msgr2=0x7f09ec0cf6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:55.494 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.490+0000 7f09f164d640 1 -- 172.21.15.67:0/3162715709 shutdown_connections 2024-09-21T00:33:55.494 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.490+0000 7f09f164d640 1 -- 172.21.15.67:0/3162715709 wait complete. 2024-09-21T00:33:55.503 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":549,"stamp":"2024-09-21T00:33:53.690841+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":148,"acting":148,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":30,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":6,"kb":754974720,"kb_used":556080,"kb_used_data":17900,"kb_used_omap":12,"kb_used_meta":537971,"kb_avail":754418640,"statfs":{"total":773094113280,"available":772524687360,"internally_reserved":0,"allocated":18329600,"data_stored":8687765,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12749,"internal_metadata":550882867},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":10,"apply_latency_ms":10,"commit_latency_ns":10000000,"apply_latency_ns":10000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.276822"},"pg_stats":[{"pgid":"27.3f","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.439780+0000","last_change":"2024-09-21T00:33:50.439780+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.439780+0000","last_undegraded":"2024-09-21T00:33:50.439780+0000","last_fullsized":"2024-09-21T00:33:50.439780+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.3e","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.425483+0000","last_change":"2024-09-21T00:33:50.425483+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.425483+0000","last_undegraded":"2024-09-21T00:33:50.425483+0000","last_fullsized":"2024-09-21T00:33:50.425483+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.3d","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.425214+0000","last_change":"2024-09-21T00:33:50.425214+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.425214+0000","last_undegraded":"2024-09-21T00:33:50.425214+0000","last_fullsized":"2024-09-21T00:33:50.425214+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.3c","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.431768+0000","last_change":"2024-09-21T00:33:50.431768+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.431768+0000","last_undegraded":"2024-09-21T00:33:50.431768+0000","last_fullsized":"2024-09-21T00:33:50.431768+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:33:50.408221+0000","last_change":"2024-09-21T00:33:50.408221+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.408221+0000","last_undegraded":"2024-09-21T00:33:50.408221+0000","last_fullsized":"2024-09-21T00:33:50.408221+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"27.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:33:50.408221+0000","last_change":"2024-09-21T00:33:50.408221+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.408221+0000","last_undegraded":"2024-09-21T00:33:50.408221+0000","last_fullsized":"2024-09-21T00:33:50.408221+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"27.39","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.439215+0000","last_change":"2024-09-21T00:33:50.439215+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.439215+0000","last_undegraded":"2024-09-21T00:33:50.439215+0000","last_fullsized":"2024-09-21T00:33:50.439215+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:33:50.408221+0000","last_change":"2024-09-21T00:33:50.408221+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.408221+0000","last_undegraded":"2024-09-21T00:33:50.408221+0000","last_fullsized":"2024-09-21T00:33:50.408221+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"27.37","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.425250+0000","last_change":"2024-09-21T00:33:50.425250+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.425250+0000","last_undegraded":"2024-09-21T00:33:50.425250+0000","last_fullsized":"2024-09-21T00:33:50.425250+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.36","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.433042+0000","last_change":"2024-09-21T00:33:50.433042+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.433042+0000","last_undegraded":"2024-09-21T00:33:50.433042+0000","last_fullsized":"2024-09-21T00:33:50.433042+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.35","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.424655+0000","last_change":"2024-09-21T00:33:50.424655+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.424655+0000","last_undegraded":"2024-09-21T00:33:50.424655+0000","last_fullsized":"2024-09-21T00:33:50.424655+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.34","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.426665+0000","last_change":"2024-09-21T00:33:50.426665+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.426665+0000","last_undegraded":"2024-09-21T00:33:50.426665+0000","last_fullsized":"2024-09-21T00:33:50.426665+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.33","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.427139+0000","last_change":"2024-09-21T00:33:50.427139+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.427139+0000","last_undegraded":"2024-09-21T00:33:50.427139+0000","last_fullsized":"2024-09-21T00:33:50.427139+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.32","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.441179+0000","last_change":"2024-09-21T00:33:50.441179+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.441179+0000","last_undegraded":"2024-09-21T00:33:50.441179+0000","last_fullsized":"2024-09-21T00:33:50.441179+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.31","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.428958+0000","last_change":"2024-09-21T00:33:50.428958+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.428958+0000","last_undegraded":"2024-09-21T00:33:50.428958+0000","last_fullsized":"2024-09-21T00:33:50.428958+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.30","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.431863+0000","last_change":"2024-09-21T00:33:50.431863+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.431863+0000","last_undegraded":"2024-09-21T00:33:50.431863+0000","last_fullsized":"2024-09-21T00:33:50.431863+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.2f","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.432523+0000","last_change":"2024-09-21T00:33:50.432523+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.432523+0000","last_undegraded":"2024-09-21T00:33:50.432523+0000","last_fullsized":"2024-09-21T00:33:50.432523+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.2e","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.429113+0000","last_change":"2024-09-21T00:33:50.429113+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.429113+0000","last_undegraded":"2024-09-21T00:33:50.429113+0000","last_fullsized":"2024-09-21T00:33:50.429113+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.2d","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.428135+0000","last_change":"2024-09-21T00:33:50.428135+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.428135+0000","last_undegraded":"2024-09-21T00:33:50.428135+0000","last_fullsized":"2024-09-21T00:33:50.428135+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:33:50.408221+0000","last_change":"2024-09-21T00:33:50.408221+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.408221+0000","last_undegraded":"2024-09-21T00:33:50.408221+0000","last_fullsized":"2024-09-21T00:33:50.408221+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"27.2b","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.430946+0000","last_change":"2024-09-21T00:33:50.430946+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.430946+0000","last_undegraded":"2024-09-21T00:33:50.430946+0000","last_fullsized":"2024-09-21T00:33:50.430946+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:33:50.408221+0000","last_change":"2024-09-21T00:33:50.408221+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.408221+0000","last_undegraded":"2024-09-21T00:33:50.408221+0000","last_fullsized":"2024-09-21T00:33:50.408221+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"27.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:33:50.408221+0000","last_change":"2024-09-21T00:33:50.408221+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.408221+0000","last_undegraded":"2024-09-21T00:33:50.408221+0000","last_fullsized":"2024-09-21T00:33:50.408221+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"27.28","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.430952+0000","last_change":"2024-09-21T00:33:50.430952+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.430952+0000","last_undegraded":"2024-09-21T00:33:50.430952+0000","last_fullsized":"2024-09-21T00:33:50.430952+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.27","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.426186+0000","last_change":"2024-09-21T00:33:50.426186+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.426186+0000","last_undegraded":"2024-09-21T00:33:50.426186+0000","last_fullsized":"2024-09-21T00:33:50.426186+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.26","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.429790+0000","last_change":"2024-09-21T00:33:50.429790+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.429790+0000","last_undegraded":"2024-09-21T00:33:50.429790+0000","last_fullsized":"2024-09-21T00:33:50.429790+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.25","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.426603+0000","last_change":"2024-09-21T00:33:50.426603+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.426603+0000","last_undegraded":"2024-09-21T00:33:50.426603+0000","last_fullsized":"2024-09-21T00:33:50.426603+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.24","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.425709+0000","last_change":"2024-09-21T00:33:50.425709+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.425709+0000","last_undegraded":"2024-09-21T00:33:50.425709+0000","last_fullsized":"2024-09-21T00:33:50.425709+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.23","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.428406+0000","last_change":"2024-09-21T00:33:50.428406+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.428406+0000","last_undegraded":"2024-09-21T00:33:50.428406+0000","last_fullsized":"2024-09-21T00:33:50.428406+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.22","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.424205+0000","last_change":"2024-09-21T00:33:50.424205+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.424205+0000","last_undegraded":"2024-09-21T00:33:50.424205+0000","last_fullsized":"2024-09-21T00:33:50.424205+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.21","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.427606+0000","last_change":"2024-09-21T00:33:50.427606+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.427606+0000","last_undegraded":"2024-09-21T00:33:50.427606+0000","last_fullsized":"2024-09-21T00:33:50.427606+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.20","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.426650+0000","last_change":"2024-09-21T00:33:50.426650+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.426650+0000","last_undegraded":"2024-09-21T00:33:50.426650+0000","last_fullsized":"2024-09-21T00:33:50.426650+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.1e","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.425002+0000","last_change":"2024-09-21T00:33:50.425002+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.425002+0000","last_undegraded":"2024-09-21T00:33:50.425002+0000","last_fullsized":"2024-09-21T00:33:50.425002+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.1f","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.434991+0000","last_change":"2024-09-21T00:33:50.433671+0000","last_active":"2024-09-21T00:33:50.434991+0000","last_peered":"2024-09-21T00:33:50.434991+0000","last_clean":"2024-09-21T00:33:50.434991+0000","last_became_active":"2024-09-21T00:33:50.433304+0000","last_became_peered":"2024-09-21T00:33:50.433304+0000","last_unstale":"2024-09-21T00:33:50.434991+0000","last_undegraded":"2024-09-21T00:33:50.434991+0000","last_fullsized":"2024-09-21T00:33:50.434991+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:00:26.881821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:33:50.408221+0000","last_change":"2024-09-21T00:33:50.408221+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.408221+0000","last_undegraded":"2024-09-21T00:33:50.408221+0000","last_fullsized":"2024-09-21T00:33:50.408221+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"26.1e","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.437122+0000","last_change":"2024-09-21T00:33:50.436256+0000","last_active":"2024-09-21T00:33:50.437122+0000","last_peered":"2024-09-21T00:33:50.437122+0000","last_clean":"2024-09-21T00:33:50.437122+0000","last_became_active":"2024-09-21T00:33:50.435944+0000","last_became_peered":"2024-09-21T00:33:50.435944+0000","last_unstale":"2024-09-21T00:33:50.437122+0000","last_undegraded":"2024-09-21T00:33:50.437122+0000","last_fullsized":"2024-09-21T00:33:50.437122+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:10:15.830811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.1c","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.427239+0000","last_change":"2024-09-21T00:33:50.427239+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.427239+0000","last_undegraded":"2024-09-21T00:33:50.427239+0000","last_fullsized":"2024-09-21T00:33:50.427239+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.1d","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.438381+0000","last_change":"2024-09-21T00:33:50.433473+0000","last_active":"2024-09-21T00:33:50.438381+0000","last_peered":"2024-09-21T00:33:50.438381+0000","last_clean":"2024-09-21T00:33:50.438381+0000","last_became_active":"2024-09-21T00:33:50.433098+0000","last_became_peered":"2024-09-21T00:33:50.433098+0000","last_unstale":"2024-09-21T00:33:50.438381+0000","last_undegraded":"2024-09-21T00:33:50.438381+0000","last_fullsized":"2024-09-21T00:33:50.438381+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:57:08.390594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.1d","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.427083+0000","last_change":"2024-09-21T00:33:50.427083+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.427083+0000","last_undegraded":"2024-09-21T00:33:50.427083+0000","last_fullsized":"2024-09-21T00:33:50.427083+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.1c","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.444102+0000","last_change":"2024-09-21T00:33:50.443620+0000","last_active":"2024-09-21T00:33:50.444102+0000","last_peered":"2024-09-21T00:33:50.444102+0000","last_clean":"2024-09-21T00:33:50.444102+0000","last_became_active":"2024-09-21T00:33:50.443280+0000","last_became_peered":"2024-09-21T00:33:50.443280+0000","last_unstale":"2024-09-21T00:33:50.444102+0000","last_undegraded":"2024-09-21T00:33:50.444102+0000","last_fullsized":"2024-09-21T00:33:50.444102+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:52:33.792336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.1b","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.430463+0000","last_change":"2024-09-21T00:33:50.430463+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.430463+0000","last_undegraded":"2024-09-21T00:33:50.430463+0000","last_fullsized":"2024-09-21T00:33:50.430463+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"26.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:33:49.405901+0000","last_change":"2024-09-21T00:33:49.405901+0000","last_active":"2024-09-21T00:33:49.405901+0000","last_peered":"2024-09-21T00:33:49.405901+0000","last_clean":"2024-09-21T00:33:49.405901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:49.405901+0000","last_undegraded":"2024-09-21T00:33:49.405901+0000","last_fullsized":"2024-09-21T00:33:49.405901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"27.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:33:50.408221+0000","last_change":"2024-09-21T00:33:50.408221+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.408221+0000","last_undegraded":"2024-09-21T00:33:50.408221+0000","last_fullsized":"2024-09-21T00:33:50.408221+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"26.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:33:49.405901+0000","last_change":"2024-09-21T00:33:49.405901+0000","last_active":"2024-09-21T00:33:49.405901+0000","last_peered":"2024-09-21T00:33:49.405901+0000","last_clean":"2024-09-21T00:33:49.405901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:49.405901+0000","last_undegraded":"2024-09-21T00:33:49.405901+0000","last_fullsized":"2024-09-21T00:33:49.405901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"27.19","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.430496+0000","last_change":"2024-09-21T00:33:50.430496+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.430496+0000","last_undegraded":"2024-09-21T00:33:50.430496+0000","last_fullsized":"2024-09-21T00:33:50.430496+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"26.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:33:49.405901+0000","last_change":"2024-09-21T00:33:49.405901+0000","last_active":"2024-09-21T00:33:49.405901+0000","last_peered":"2024-09-21T00:33:49.405901+0000","last_clean":"2024-09-21T00:33:49.405901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:49.405901+0000","last_undegraded":"2024-09-21T00:33:49.405901+0000","last_fullsized":"2024-09-21T00:33:49.405901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"27.16","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.432582+0000","last_change":"2024-09-21T00:33:50.432582+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.432582+0000","last_undegraded":"2024-09-21T00:33:50.432582+0000","last_fullsized":"2024-09-21T00:33:50.432582+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"26.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:33:49.405901+0000","last_change":"2024-09-21T00:33:49.405901+0000","last_active":"2024-09-21T00:33:49.405901+0000","last_peered":"2024-09-21T00:33:49.405901+0000","last_clean":"2024-09-21T00:33:49.405901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:49.405901+0000","last_undegraded":"2024-09-21T00:33:49.405901+0000","last_fullsized":"2024-09-21T00:33:49.405901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"27.17","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.425182+0000","last_change":"2024-09-21T00:33:50.425182+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.425182+0000","last_undegraded":"2024-09-21T00:33:50.425182+0000","last_fullsized":"2024-09-21T00:33:50.425182+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:33:49.405901+0000","last_change":"2024-09-21T00:33:49.405901+0000","last_active":"2024-09-21T00:33:49.405901+0000","last_peered":"2024-09-21T00:33:49.405901+0000","last_clean":"2024-09-21T00:33:49.405901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:49.405901+0000","last_undegraded":"2024-09-21T00:33:49.405901+0000","last_fullsized":"2024-09-21T00:33:49.405901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"27.14","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.430021+0000","last_change":"2024-09-21T00:33:50.430021+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.430021+0000","last_undegraded":"2024-09-21T00:33:50.430021+0000","last_fullsized":"2024-09-21T00:33:50.430021+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"26.15","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.441192+0000","last_change":"2024-09-21T00:33:50.440340+0000","last_active":"2024-09-21T00:33:50.441192+0000","last_peered":"2024-09-21T00:33:50.441192+0000","last_clean":"2024-09-21T00:33:50.441192+0000","last_became_active":"2024-09-21T00:33:50.440017+0000","last_became_peered":"2024-09-21T00:33:50.440017+0000","last_unstale":"2024-09-21T00:33:50.441192+0000","last_undegraded":"2024-09-21T00:33:50.441192+0000","last_fullsized":"2024-09-21T00:33:50.441192+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:16:30.751390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.15","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.427287+0000","last_change":"2024-09-21T00:33:50.427287+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.427287+0000","last_undegraded":"2024-09-21T00:33:50.427287+0000","last_fullsized":"2024-09-21T00:33:50.427287+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.14","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.439834+0000","last_change":"2024-09-21T00:33:50.439225+0000","last_active":"2024-09-21T00:33:50.439834+0000","last_peered":"2024-09-21T00:33:50.439834+0000","last_clean":"2024-09-21T00:33:50.439834+0000","last_became_active":"2024-09-21T00:33:50.438847+0000","last_became_peered":"2024-09-21T00:33:50.438847+0000","last_unstale":"2024-09-21T00:33:50.439834+0000","last_undegraded":"2024-09-21T00:33:50.439834+0000","last_fullsized":"2024-09-21T00:33:50.439834+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:23:26.302121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:33:50.408221+0000","last_change":"2024-09-21T00:33:50.408221+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.408221+0000","last_undegraded":"2024-09-21T00:33:50.408221+0000","last_fullsized":"2024-09-21T00:33:50.408221+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"26.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:33:49.405901+0000","last_change":"2024-09-21T00:33:49.405901+0000","last_active":"2024-09-21T00:33:49.405901+0000","last_peered":"2024-09-21T00:33:49.405901+0000","last_clean":"2024-09-21T00:33:49.405901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:49.405901+0000","last_undegraded":"2024-09-21T00:33:49.405901+0000","last_fullsized":"2024-09-21T00:33:49.405901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"27.13","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.426162+0000","last_change":"2024-09-21T00:33:50.426162+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.426162+0000","last_undegraded":"2024-09-21T00:33:50.426162+0000","last_fullsized":"2024-09-21T00:33:50.426162+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:33:49.405901+0000","last_change":"2024-09-21T00:33:49.405901+0000","last_active":"2024-09-21T00:33:49.405901+0000","last_peered":"2024-09-21T00:33:49.405901+0000","last_clean":"2024-09-21T00:33:49.405901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:49.405901+0000","last_undegraded":"2024-09-21T00:33:49.405901+0000","last_fullsized":"2024-09-21T00:33:49.405901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"27.10","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.424568+0000","last_change":"2024-09-21T00:33:50.424568+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.424568+0000","last_undegraded":"2024-09-21T00:33:50.424568+0000","last_fullsized":"2024-09-21T00:33:50.424568+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.11","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.436304+0000","last_change":"2024-09-21T00:33:50.432313+0000","last_active":"2024-09-21T00:33:50.436304+0000","last_peered":"2024-09-21T00:33:50.436304+0000","last_clean":"2024-09-21T00:33:50.436304+0000","last_became_active":"2024-09-21T00:33:50.432003+0000","last_became_peered":"2024-09-21T00:33:50.432003+0000","last_unstale":"2024-09-21T00:33:50.436304+0000","last_undegraded":"2024-09-21T00:33:50.436304+0000","last_fullsized":"2024-09-21T00:33:50.436304+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:01:26.152131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.11","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.428166+0000","last_change":"2024-09-21T00:33:50.428166+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.428166+0000","last_undegraded":"2024-09-21T00:33:50.428166+0000","last_fullsized":"2024-09-21T00:33:50.428166+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.10","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.438729+0000","last_change":"2024-09-21T00:33:50.433468+0000","last_active":"2024-09-21T00:33:50.438729+0000","last_peered":"2024-09-21T00:33:50.438729+0000","last_clean":"2024-09-21T00:33:50.438729+0000","last_became_active":"2024-09-21T00:33:50.433121+0000","last_became_peered":"2024-09-21T00:33:50.433121+0000","last_unstale":"2024-09-21T00:33:50.438729+0000","last_undegraded":"2024-09-21T00:33:50.438729+0000","last_fullsized":"2024-09-21T00:33:50.438729+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:05:02.731119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.e","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.424526+0000","last_change":"2024-09-21T00:33:50.424526+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.424526+0000","last_undegraded":"2024-09-21T00:33:50.424526+0000","last_fullsized":"2024-09-21T00:33:50.424526+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:33:49.405901+0000","last_change":"2024-09-21T00:33:49.405901+0000","last_active":"2024-09-21T00:33:49.405901+0000","last_peered":"2024-09-21T00:33:49.405901+0000","last_clean":"2024-09-21T00:33:49.405901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:49.405901+0000","last_undegraded":"2024-09-21T00:33:49.405901+0000","last_fullsized":"2024-09-21T00:33:49.405901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"27.f","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.425710+0000","last_change":"2024-09-21T00:33:50.425710+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.425710+0000","last_undegraded":"2024-09-21T00:33:50.425710+0000","last_fullsized":"2024-09-21T00:33:50.425710+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.e","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.439560+0000","last_change":"2024-09-21T00:33:50.438920+0000","last_active":"2024-09-21T00:33:50.439560+0000","last_peered":"2024-09-21T00:33:50.439560+0000","last_clean":"2024-09-21T00:33:50.439560+0000","last_became_active":"2024-09-21T00:33:50.438477+0000","last_became_peered":"2024-09-21T00:33:50.438477+0000","last_unstale":"2024-09-21T00:33:50.439560+0000","last_undegraded":"2024-09-21T00:33:50.439560+0000","last_fullsized":"2024-09-21T00:33:50.439560+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:48:50.068023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.c","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.425076+0000","last_change":"2024-09-21T00:33:50.425076+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.425076+0000","last_undegraded":"2024-09-21T00:33:50.425076+0000","last_fullsized":"2024-09-21T00:33:50.425076+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.d","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.438976+0000","last_change":"2024-09-21T00:33:50.436691+0000","last_active":"2024-09-21T00:33:50.438976+0000","last_peered":"2024-09-21T00:33:50.438976+0000","last_clean":"2024-09-21T00:33:50.438976+0000","last_became_active":"2024-09-21T00:33:50.429080+0000","last_became_peered":"2024-09-21T00:33:50.429080+0000","last_unstale":"2024-09-21T00:33:50.438976+0000","last_undegraded":"2024-09-21T00:33:50.438976+0000","last_fullsized":"2024-09-21T00:33:50.438976+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:00:57.465666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.d","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.426153+0000","last_change":"2024-09-21T00:33:50.426153+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.426153+0000","last_undegraded":"2024-09-21T00:33:50.426153+0000","last_fullsized":"2024-09-21T00:33:50.426153+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.c","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.438246+0000","last_change":"2024-09-21T00:33:50.436791+0000","last_active":"2024-09-21T00:33:50.438246+0000","last_peered":"2024-09-21T00:33:50.438246+0000","last_clean":"2024-09-21T00:33:50.438246+0000","last_became_active":"2024-09-21T00:33:50.436478+0000","last_became_peered":"2024-09-21T00:33:50.436478+0000","last_unstale":"2024-09-21T00:33:50.438246+0000","last_undegraded":"2024-09-21T00:33:50.438246+0000","last_fullsized":"2024-09-21T00:33:50.438246+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:38:38.126577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.a","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.424912+0000","last_change":"2024-09-21T00:33:50.424912+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.424912+0000","last_undegraded":"2024-09-21T00:33:50.424912+0000","last_fullsized":"2024-09-21T00:33:50.424912+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.b","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.438932+0000","last_change":"2024-09-21T00:33:50.437539+0000","last_active":"2024-09-21T00:33:50.438932+0000","last_peered":"2024-09-21T00:33:50.438932+0000","last_clean":"2024-09-21T00:33:50.438932+0000","last_became_active":"2024-09-21T00:33:50.437242+0000","last_became_peered":"2024-09-21T00:33:50.437242+0000","last_unstale":"2024-09-21T00:33:50.438932+0000","last_undegraded":"2024-09-21T00:33:50.438932+0000","last_fullsized":"2024-09-21T00:33:50.438932+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:27:08.211207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.b","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.424089+0000","last_change":"2024-09-21T00:33:50.424089+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.424089+0000","last_undegraded":"2024-09-21T00:33:50.424089+0000","last_fullsized":"2024-09-21T00:33:50.424089+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.a","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.443519+0000","last_change":"2024-09-21T00:33:50.442659+0000","last_active":"2024-09-21T00:33:50.443519+0000","last_peered":"2024-09-21T00:33:50.443519+0000","last_clean":"2024-09-21T00:33:50.443519+0000","last_became_active":"2024-09-21T00:33:50.442093+0000","last_became_peered":"2024-09-21T00:33:50.442093+0000","last_unstale":"2024-09-21T00:33:50.443519+0000","last_undegraded":"2024-09-21T00:33:50.443519+0000","last_fullsized":"2024-09-21T00:33:50.443519+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:57:25.073659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.8","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.424767+0000","last_change":"2024-09-21T00:33:50.424767+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.424767+0000","last_undegraded":"2024-09-21T00:33:50.424767+0000","last_fullsized":"2024-09-21T00:33:50.424767+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.9","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.443172+0000","last_change":"2024-09-21T00:33:50.442492+0000","last_active":"2024-09-21T00:33:50.443172+0000","last_peered":"2024-09-21T00:33:50.443172+0000","last_clean":"2024-09-21T00:33:50.443172+0000","last_became_active":"2024-09-21T00:33:50.442099+0000","last_became_peered":"2024-09-21T00:33:50.442099+0000","last_unstale":"2024-09-21T00:33:50.443172+0000","last_undegraded":"2024-09-21T00:33:50.443172+0000","last_fullsized":"2024-09-21T00:33:50.443172+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:08:02.652780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:33:50.408221+0000","last_change":"2024-09-21T00:33:50.408221+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.408221+0000","last_undegraded":"2024-09-21T00:33:50.408221+0000","last_fullsized":"2024-09-21T00:33:50.408221+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"26.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:33:49.405901+0000","last_change":"2024-09-21T00:33:49.405901+0000","last_active":"2024-09-21T00:33:49.405901+0000","last_peered":"2024-09-21T00:33:49.405901+0000","last_clean":"2024-09-21T00:33:49.405901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:49.405901+0000","last_undegraded":"2024-09-21T00:33:49.405901+0000","last_fullsized":"2024-09-21T00:33:49.405901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"27.6","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.428388+0000","last_change":"2024-09-21T00:33:50.428388+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.428388+0000","last_undegraded":"2024-09-21T00:33:50.428388+0000","last_fullsized":"2024-09-21T00:33:50.428388+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"26.7","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.437589+0000","last_change":"2024-09-21T00:33:50.433896+0000","last_active":"2024-09-21T00:33:50.437589+0000","last_peered":"2024-09-21T00:33:50.437589+0000","last_clean":"2024-09-21T00:33:50.437589+0000","last_became_active":"2024-09-21T00:33:50.433546+0000","last_became_peered":"2024-09-21T00:33:50.433546+0000","last_unstale":"2024-09-21T00:33:50.437589+0000","last_undegraded":"2024-09-21T00:33:50.437589+0000","last_fullsized":"2024-09-21T00:33:50.437589+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:15:05.474489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.7","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.430249+0000","last_change":"2024-09-21T00:33:50.430249+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.430249+0000","last_undegraded":"2024-09-21T00:33:50.430249+0000","last_fullsized":"2024-09-21T00:33:50.430249+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.6","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.439071+0000","last_change":"2024-09-21T00:33:50.438168+0000","last_active":"2024-09-21T00:33:50.439071+0000","last_peered":"2024-09-21T00:33:50.439071+0000","last_clean":"2024-09-21T00:33:50.439071+0000","last_became_active":"2024-09-21T00:33:50.437798+0000","last_became_peered":"2024-09-21T00:33:50.437798+0000","last_unstale":"2024-09-21T00:33:50.439071+0000","last_undegraded":"2024-09-21T00:33:50.439071+0000","last_fullsized":"2024-09-21T00:33:50.439071+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:47:37.762333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.4","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.424545+0000","last_change":"2024-09-21T00:33:50.424545+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.424545+0000","last_undegraded":"2024-09-21T00:33:50.424545+0000","last_fullsized":"2024-09-21T00:33:50.424545+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:33:49.405901+0000","last_change":"2024-09-21T00:33:49.405901+0000","last_active":"2024-09-21T00:33:49.405901+0000","last_peered":"2024-09-21T00:33:49.405901+0000","last_clean":"2024-09-21T00:33:49.405901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:49.405901+0000","last_undegraded":"2024-09-21T00:33:49.405901+0000","last_fullsized":"2024-09-21T00:33:49.405901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"27.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:33:50.408221+0000","last_change":"2024-09-21T00:33:50.408221+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.408221+0000","last_undegraded":"2024-09-21T00:33:50.408221+0000","last_fullsized":"2024-09-21T00:33:50.408221+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"26.4","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.438216+0000","last_change":"2024-09-21T00:33:50.434817+0000","last_active":"2024-09-21T00:33:50.438216+0000","last_peered":"2024-09-21T00:33:50.438216+0000","last_clean":"2024-09-21T00:33:50.438216+0000","last_became_active":"2024-09-21T00:33:50.434300+0000","last_became_peered":"2024-09-21T00:33:50.434300+0000","last_unstale":"2024-09-21T00:33:50.438216+0000","last_undegraded":"2024-09-21T00:33:50.438216+0000","last_fullsized":"2024-09-21T00:33:50.438216+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:25:39.059536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.2","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.437597+0000","last_change":"2024-09-21T00:33:50.437597+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.437597+0000","last_undegraded":"2024-09-21T00:33:50.437597+0000","last_fullsized":"2024-09-21T00:33:50.437597+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.3","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.441129+0000","last_change":"2024-09-21T00:33:50.440659+0000","last_active":"2024-09-21T00:33:50.441129+0000","last_peered":"2024-09-21T00:33:50.441129+0000","last_clean":"2024-09-21T00:33:50.441129+0000","last_became_active":"2024-09-21T00:33:50.440298+0000","last_became_peered":"2024-09-21T00:33:50.440298+0000","last_unstale":"2024-09-21T00:33:50.441129+0000","last_undegraded":"2024-09-21T00:33:50.441129+0000","last_fullsized":"2024-09-21T00:33:50.441129+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:18:43.940618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.3","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.427855+0000","last_change":"2024-09-21T00:33:50.427855+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.427855+0000","last_undegraded":"2024-09-21T00:33:50.427855+0000","last_fullsized":"2024-09-21T00:33:50.427855+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"26.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:33:49.405901+0000","last_change":"2024-09-21T00:33:49.405901+0000","last_active":"2024-09-21T00:33:49.405901+0000","last_peered":"2024-09-21T00:33:49.405901+0000","last_clean":"2024-09-21T00:33:49.405901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:49.405901+0000","last_undegraded":"2024-09-21T00:33:49.405901+0000","last_fullsized":"2024-09-21T00:33:49.405901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"27.0","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.423972+0000","last_change":"2024-09-21T00:33:50.423972+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.423972+0000","last_undegraded":"2024-09-21T00:33:50.423972+0000","last_fullsized":"2024-09-21T00:33:50.423972+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:33:49.405901+0000","last_change":"2024-09-21T00:33:49.405901+0000","last_active":"2024-09-21T00:33:49.405901+0000","last_peered":"2024-09-21T00:33:49.405901+0000","last_clean":"2024-09-21T00:33:49.405901+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:49.405901+0000","last_undegraded":"2024-09-21T00:33:49.405901+0000","last_fullsized":"2024-09-21T00:33:49.405901+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"27.1","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.423832+0000","last_change":"2024-09-21T00:33:50.423832+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.423832+0000","last_undegraded":"2024-09-21T00:33:50.423832+0000","last_fullsized":"2024-09-21T00:33:50.423832+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.0","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.433620+0000","last_change":"2024-09-21T00:33:50.432649+0000","last_active":"2024-09-21T00:33:50.433620+0000","last_peered":"2024-09-21T00:33:50.433620+0000","last_clean":"2024-09-21T00:33:50.433620+0000","last_became_active":"2024-09-21T00:33:50.432339+0000","last_became_peered":"2024-09-21T00:33:50.432339+0000","last_unstale":"2024-09-21T00:33:50.433620+0000","last_undegraded":"2024-09-21T00:33:50.433620+0000","last_fullsized":"2024-09-21T00:33:50.433620+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:10:34.793655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.1a","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.438077+0000","last_change":"2024-09-21T00:33:50.438077+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.438077+0000","last_undegraded":"2024-09-21T00:33:50.438077+0000","last_fullsized":"2024-09-21T00:33:50.438077+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.1b","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.436825+0000","last_change":"2024-09-21T00:33:50.435704+0000","last_active":"2024-09-21T00:33:50.436825+0000","last_peered":"2024-09-21T00:33:50.436825+0000","last_clean":"2024-09-21T00:33:50.436825+0000","last_became_active":"2024-09-21T00:33:50.435311+0000","last_became_peered":"2024-09-21T00:33:50.435311+0000","last_unstale":"2024-09-21T00:33:50.436825+0000","last_undegraded":"2024-09-21T00:33:50.436825+0000","last_fullsized":"2024-09-21T00:33:50.436825+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:38:09.424892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":381,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.433017+0000","last_change":"2024-09-21T00:21:11.583793+0000","last_active":"2024-09-21T00:33:50.433017+0000","last_peered":"2024-09-21T00:33:50.433017+0000","last_clean":"2024-09-21T00:33:50.433017+0000","last_became_active":"2024-09-21T00:21:11.582502+0000","last_became_peered":"2024-09-21T00:21:11.582502+0000","last_unstale":"2024-09-21T00:33:50.433017+0000","last_undegraded":"2024-09-21T00:33:50.433017+0000","last_fullsized":"2024-09-21T00:33:50.433017+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_clean_scrub_stamp":"2024-09-21T00:21:10.311964+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:58.010953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":26,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":40,"acting":40,"num_store_stats":6},{"poolid":27,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":106,"acting":106,"num_store_stats":6},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509596,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":64404,"kb_used_data":2680,"kb_used_omap":1,"kb_used_meta":61694,"kb_avail":94307436,"statfs":{"total":96636764160,"available":96570814464,"internally_reserved":0,"allocated":2744320,"data_stored":1532554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":63175114},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509596,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":69320,"kb_used_data":2100,"kb_used_omap":1,"kb_used_meta":67198,"kb_avail":94302520,"statfs":{"total":96636764160,"available":96565780480,"internally_reserved":0,"allocated":2150400,"data_stored":942186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":68811206},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509596,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59660,"kb_used_data":2100,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312180,"statfs":{"total":96636764160,"available":96575672320,"internally_reserved":0,"allocated":2150400,"data_stored":942186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":58915269},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509597,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":73532,"kb_used_data":2088,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94298308,"statfs":{"total":96636764160,"available":96561467392,"internally_reserved":0,"allocated":2138112,"data_stored":935911,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":73136584},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509597,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":63820,"kb_used_data":2100,"kb_used_omap":1,"kb_used_meta":61694,"kb_avail":94308020,"statfs":{"total":96636764160,"available":96571412480,"internally_reserved":0,"allocated":2150400,"data_stored":942186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":63175109},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509595,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":74128,"kb_used_data":2680,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94297712,"statfs":{"total":96636764160,"available":96560857088,"internally_reserved":0,"allocated":2744320,"data_stored":1532554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":73136582},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834575003,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":73532,"kb_used_data":2076,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94298308,"statfs":{"total":96636764160,"available":96561467392,"internally_reserved":0,"allocated":2125824,"data_stored":930094,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":73136581},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834575003,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":77684,"kb_used_data":2076,"kb_used_omap":1,"kb_used_meta":75582,"kb_avail":94294156,"statfs":{"total":96636764160,"available":96557215744,"internally_reserved":0,"allocated":2125824,"data_stored":930094,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":77396422},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T00:33:55.507 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T00:33:55.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.658+0000 7fbbddf01640 1 -- 172.21.15.67:0/3542117589 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbbd80b73f0 msgr2=0x7fbbd80b7800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:55.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.658+0000 7fbbddf01640 1 --2- 172.21.15.67:0/3542117589 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbbd80b73f0 0x7fbbd80b7800 secure :-1 s=READY pgs=2193 cs=0 l=1 rev1=1 crypto rx=0x7fbbd80ba4a0 tx=0x7fbbd002aa30 comp rx=0 tx=0).stop 2024-09-21T00:33:55.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.658+0000 7fbbddf01640 1 -- 172.21.15.67:0/3542117589 shutdown_connections 2024-09-21T00:33:55.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.658+0000 7fbbddf01640 1 --2- 172.21.15.67:0/3542117589 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbbd80b73f0 0x7fbbd80b7800 unknown :-1 s=CLOSED pgs=2193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:55.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.658+0000 7fbbddf01640 1 --2- 172.21.15.67:0/3542117589 >> v2:172.21.15.97:3300/0 conn(0x7fbbd80d1010 0x7fbbd80d1420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:55.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.658+0000 7fbbddf01640 1 --2- 172.21.15.67:0/3542117589 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbbd80b9780 0x7fbbd80d2cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:55.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.658+0000 7fbbddf01640 1 -- 172.21.15.67:0/3542117589 >> 172.21.15.67:0/3542117589 conn(0x7fbbd808bee0 msgr2=0x7fbbd80d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:55.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.658+0000 7fbbddf01640 1 -- 172.21.15.67:0/3542117589 shutdown_connections 2024-09-21T00:33:55.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.658+0000 7fbbddf01640 1 -- 172.21.15.67:0/3542117589 wait complete. 2024-09-21T00:33:55.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.660+0000 7fbbddf01640 1 Processor -- start 2024-09-21T00:33:55.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.660+0000 7fbbddf01640 1 -- start start 2024-09-21T00:33:55.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.661+0000 7fbbddf01640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbbd80b73f0 0x7fbbd80a1d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:55.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.661+0000 7fbbddf01640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbbd80b9780 0x7fbbd809e240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:55.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.661+0000 7fbbddf01640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbbd80d1010 0x7fbbd809e780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:55.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.661+0000 7fbbddf01640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fbbd8162c70 con 0x7fbbd80d1010 2024-09-21T00:33:55.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.661+0000 7fbbddf01640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fbbd8162af0 con 0x7fbbd80b73f0 2024-09-21T00:33:55.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.661+0000 7fbbddf01640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fbbd8162df0 con 0x7fbbd80b9780 2024-09-21T00:33:55.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.662+0000 7fbbd7fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbbd80d1010 0x7fbbd809e780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:55.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.662+0000 7fbbd7fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbbd80d1010 0x7fbbd809e780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45592/0 (socket says 172.21.15.67:45592) 2024-09-21T00:33:55.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.662+0000 7fbbd7fff640 1 -- 172.21.15.67:0/2290544702 learned_addr learned my addr 172.21.15.67:0/2290544702 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:55.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.662+0000 7fbbd6ffd640 1 --2- 172.21.15.67:0/2290544702 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbbd80b9780 0x7fbbd809e240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:55.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.662+0000 7fbbd77fe640 1 --2- 172.21.15.67:0/2290544702 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbbd80b73f0 0x7fbbd80a1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:55.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.662+0000 7fbbd7fff640 1 -- 172.21.15.67:0/2290544702 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbbd80b9780 msgr2=0x7fbbd809e240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:55.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.662+0000 7fbbd7fff640 1 --2- 172.21.15.67:0/2290544702 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbbd80b9780 0x7fbbd809e240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:55.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.662+0000 7fbbd7fff640 1 -- 172.21.15.67:0/2290544702 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbbd80b73f0 msgr2=0x7fbbd80a1d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:55.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.662+0000 7fbbd7fff640 1 --2- 172.21.15.67:0/2290544702 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbbd80b73f0 0x7fbbd80a1d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:55.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.662+0000 7fbbd7fff640 1 -- 172.21.15.67:0/2290544702 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbbd81f6aa0 con 0x7fbbd80d1010 2024-09-21T00:33:55.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.662+0000 7fbbd7fff640 1 --2- 172.21.15.67:0/2290544702 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbbd80d1010 0x7fbbd809e780 secure :-1 s=READY pgs=2194 cs=0 l=1 rev1=1 crypto rx=0x7fbbd0009d60 tx=0x7fbbd0003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:55.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.662+0000 7fbbbffff640 1 -- 172.21.15.67:0/2290544702 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbd0033050 con 0x7fbbd80d1010 2024-09-21T00:33:55.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.662+0000 7fbbbffff640 1 -- 172.21.15.67:0/2290544702 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbbd0004450 con 0x7fbbd80d1010 2024-09-21T00:33:55.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.662+0000 7fbbddf01640 1 -- 172.21.15.67:0/2290544702 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbbd815c010 con 0x7fbbd80d1010 2024-09-21T00:33:55.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.662+0000 7fbbbffff640 1 -- 172.21.15.67:0/2290544702 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbd0038450 con 0x7fbbd80d1010 2024-09-21T00:33:55.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.662+0000 7fbbddf01640 1 -- 172.21.15.67:0/2290544702 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbbd80a12a0 con 0x7fbbd80d1010 2024-09-21T00:33:55.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.663+0000 7fbbddf01640 1 -- 172.21.15.67:0/2290544702 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbbd80d2cf0 con 0x7fbbd80d1010 2024-09-21T00:33:55.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.664+0000 7fbbbffff640 1 -- 172.21.15.67:0/2290544702 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fbbd0036070 con 0x7fbbd80d1010 2024-09-21T00:33:55.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.665+0000 7fbbbffff640 1 --2- 172.21.15.67:0/2290544702 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbbc4078b90 0x7fbbc407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:55.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.665+0000 7fbbbffff640 1 -- 172.21.15.67:0/2290544702 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(173..173 src has 1..173) ==== 5709+0+0 (secure 0 0 0) 0x7fbbd00bc200 con 0x7fbbd80d1010 2024-09-21T00:33:55.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.665+0000 7fbbd77fe640 1 --2- 172.21.15.67:0/2290544702 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbbc4078b90 0x7fbbc407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:55.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.666+0000 7fbbd77fe640 1 --2- 172.21.15.67:0/2290544702 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbbc4078b90 0x7fbbc407b0a0 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7fbbc800bb30 tx=0x7fbbc800b2e0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:55.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.669+0000 7fbbbffff640 1 -- 172.21.15.67:0/2290544702 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fbbd0083ff0 con 0x7fbbd80d1010 2024-09-21T00:33:55.853 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.852+0000 7fbbddf01640 1 -- 172.21.15.67:0/2290544702 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fbbd80b5ca0 con 0x7fbbc4078b90 2024-09-21T00:33:55.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.856+0000 7fbbbffff640 1 -- 172.21.15.67:0/2290544702 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+248042 (secure 0 0 0) 0x7fbbd80b5ca0 con 0x7fbbc4078b90 2024-09-21T00:33:55.860 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:33:55.861 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-21T00:33:55.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.859+0000 7fbbddf01640 1 -- 172.21.15.67:0/2290544702 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbbc4078b90 msgr2=0x7fbbc407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:55.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.859+0000 7fbbddf01640 1 --2- 172.21.15.67:0/2290544702 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbbc4078b90 0x7fbbc407b0a0 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7fbbc800bb30 tx=0x7fbbc800b2e0 comp rx=0 tx=0).stop 2024-09-21T00:33:55.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.859+0000 7fbbddf01640 1 -- 172.21.15.67:0/2290544702 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbbd80d1010 msgr2=0x7fbbd809e780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:55.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.859+0000 7fbbddf01640 1 --2- 172.21.15.67:0/2290544702 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbbd80d1010 0x7fbbd809e780 secure :-1 s=READY pgs=2194 cs=0 l=1 rev1=1 crypto rx=0x7fbbd0009d60 tx=0x7fbbd0003f10 comp rx=0 tx=0).stop 2024-09-21T00:33:55.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.860+0000 7fbbddf01640 1 -- 172.21.15.67:0/2290544702 shutdown_connections 2024-09-21T00:33:55.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.860+0000 7fbbddf01640 1 --2- 172.21.15.67:0/2290544702 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbbc4078b90 0x7fbbc407b0a0 unknown :-1 s=CLOSED pgs=824 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:55.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.860+0000 7fbbddf01640 1 --2- 172.21.15.67:0/2290544702 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbbd80d1010 0x7fbbd809e780 unknown :-1 s=CLOSED pgs=2194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:55.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.860+0000 7fbbddf01640 1 --2- 172.21.15.67:0/2290544702 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbbd80b9780 0x7fbbd809e240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:55.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.860+0000 7fbbddf01640 1 --2- 172.21.15.67:0/2290544702 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbbd80b73f0 0x7fbbd80a1d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:55.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.860+0000 7fbbddf01640 1 -- 172.21.15.67:0/2290544702 >> 172.21.15.67:0/2290544702 conn(0x7fbbd808bee0 msgr2=0x7fbbd806de70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:55.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.860+0000 7fbbddf01640 1 -- 172.21.15.67:0/2290544702 shutdown_connections 2024-09-21T00:33:55.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:55.860+0000 7fbbddf01640 1 -- 172.21.15.67:0/2290544702 wait complete. 2024-09-21T00:33:55.872 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":550,"stamp":"2024-09-21T00:33:55.691384+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590424,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":105,"num_write_kb":1636,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":76,"ondisk_log_size":76,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":78,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":556192,"kb_used_data":18024,"kb_used_omap":12,"kb_used_meta":537971,"kb_avail":754418528,"statfs":{"total":773094113280,"available":772524572672,"internally_reserved":0,"allocated":18456576,"data_stored":8739871,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12749,"internal_metadata":550882867},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":13,"apply_latency_ms":13,"commit_latency_ns":13000000,"apply_latency_ns":13000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":56,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001400"},"pg_stats":[{"pgid":"27.3f","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.439780+0000","last_change":"2024-09-21T00:33:50.439780+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.439780+0000","last_undegraded":"2024-09-21T00:33:50.439780+0000","last_fullsized":"2024-09-21T00:33:50.439780+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.3e","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.425483+0000","last_change":"2024-09-21T00:33:50.425483+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.425483+0000","last_undegraded":"2024-09-21T00:33:50.425483+0000","last_fullsized":"2024-09-21T00:33:50.425483+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.3d","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.425214+0000","last_change":"2024-09-21T00:33:50.425214+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.425214+0000","last_undegraded":"2024-09-21T00:33:50.425214+0000","last_fullsized":"2024-09-21T00:33:50.425214+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.3c","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.431768+0000","last_change":"2024-09-21T00:33:50.431768+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.431768+0000","last_undegraded":"2024-09-21T00:33:50.431768+0000","last_fullsized":"2024-09-21T00:33:50.431768+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.3b","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.744744+0000","last_change":"2024-09-21T00:33:51.434355+0000","last_active":"2024-09-21T00:33:52.744744+0000","last_peered":"2024-09-21T00:33:52.744744+0000","last_clean":"2024-09-21T00:33:52.744744+0000","last_became_active":"2024-09-21T00:33:51.434058+0000","last_became_peered":"2024-09-21T00:33:51.434058+0000","last_unstale":"2024-09-21T00:33:52.744744+0000","last_undegraded":"2024-09-21T00:33:52.744744+0000","last_fullsized":"2024-09-21T00:33:52.744744+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:54:17.851240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.3a","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.743454+0000","last_change":"2024-09-21T00:33:51.430715+0000","last_active":"2024-09-21T00:33:52.743454+0000","last_peered":"2024-09-21T00:33:52.743454+0000","last_clean":"2024-09-21T00:33:52.743454+0000","last_became_active":"2024-09-21T00:33:51.430230+0000","last_became_peered":"2024-09-21T00:33:51.430230+0000","last_unstale":"2024-09-21T00:33:52.743454+0000","last_undegraded":"2024-09-21T00:33:52.743454+0000","last_fullsized":"2024-09-21T00:33:52.743454+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:02:15.627071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.39","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.439215+0000","last_change":"2024-09-21T00:33:50.439215+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.439215+0000","last_undegraded":"2024-09-21T00:33:50.439215+0000","last_fullsized":"2024-09-21T00:33:50.439215+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.38","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.743816+0000","last_change":"2024-09-21T00:33:51.435820+0000","last_active":"2024-09-21T00:33:52.743816+0000","last_peered":"2024-09-21T00:33:52.743816+0000","last_clean":"2024-09-21T00:33:52.743816+0000","last_became_active":"2024-09-21T00:33:51.435462+0000","last_became_peered":"2024-09-21T00:33:51.435462+0000","last_unstale":"2024-09-21T00:33:52.743816+0000","last_undegraded":"2024-09-21T00:33:52.743816+0000","last_fullsized":"2024-09-21T00:33:52.743816+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:39:14.158172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.37","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.425250+0000","last_change":"2024-09-21T00:33:50.425250+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.425250+0000","last_undegraded":"2024-09-21T00:33:50.425250+0000","last_fullsized":"2024-09-21T00:33:50.425250+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.36","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.433042+0000","last_change":"2024-09-21T00:33:50.433042+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.433042+0000","last_undegraded":"2024-09-21T00:33:50.433042+0000","last_fullsized":"2024-09-21T00:33:50.433042+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.35","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.424655+0000","last_change":"2024-09-21T00:33:50.424655+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.424655+0000","last_undegraded":"2024-09-21T00:33:50.424655+0000","last_fullsized":"2024-09-21T00:33:50.424655+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.34","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.426665+0000","last_change":"2024-09-21T00:33:50.426665+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.426665+0000","last_undegraded":"2024-09-21T00:33:50.426665+0000","last_fullsized":"2024-09-21T00:33:50.426665+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.33","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.427139+0000","last_change":"2024-09-21T00:33:50.427139+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.427139+0000","last_undegraded":"2024-09-21T00:33:50.427139+0000","last_fullsized":"2024-09-21T00:33:50.427139+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.32","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.441179+0000","last_change":"2024-09-21T00:33:50.441179+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.441179+0000","last_undegraded":"2024-09-21T00:33:50.441179+0000","last_fullsized":"2024-09-21T00:33:50.441179+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.31","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.428958+0000","last_change":"2024-09-21T00:33:50.428958+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.428958+0000","last_undegraded":"2024-09-21T00:33:50.428958+0000","last_fullsized":"2024-09-21T00:33:50.428958+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.30","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.431863+0000","last_change":"2024-09-21T00:33:50.431863+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.431863+0000","last_undegraded":"2024-09-21T00:33:50.431863+0000","last_fullsized":"2024-09-21T00:33:50.431863+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.2f","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.432523+0000","last_change":"2024-09-21T00:33:50.432523+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.432523+0000","last_undegraded":"2024-09-21T00:33:50.432523+0000","last_fullsized":"2024-09-21T00:33:50.432523+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.2e","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.429113+0000","last_change":"2024-09-21T00:33:50.429113+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.429113+0000","last_undegraded":"2024-09-21T00:33:50.429113+0000","last_fullsized":"2024-09-21T00:33:50.429113+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.2d","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.428135+0000","last_change":"2024-09-21T00:33:50.428135+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.428135+0000","last_undegraded":"2024-09-21T00:33:50.428135+0000","last_fullsized":"2024-09-21T00:33:50.428135+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.2c","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.744795+0000","last_change":"2024-09-21T00:33:51.433815+0000","last_active":"2024-09-21T00:33:52.744795+0000","last_peered":"2024-09-21T00:33:52.744795+0000","last_clean":"2024-09-21T00:33:52.744795+0000","last_became_active":"2024-09-21T00:33:51.433386+0000","last_became_peered":"2024-09-21T00:33:51.433386+0000","last_unstale":"2024-09-21T00:33:52.744795+0000","last_undegraded":"2024-09-21T00:33:52.744795+0000","last_fullsized":"2024-09-21T00:33:52.744795+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:11:50.613595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.2b","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.430946+0000","last_change":"2024-09-21T00:33:50.430946+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.430946+0000","last_undegraded":"2024-09-21T00:33:50.430946+0000","last_fullsized":"2024-09-21T00:33:50.430946+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.2a","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.437049+0000","last_change":"2024-09-21T00:33:51.440321+0000","last_active":"2024-09-21T00:33:52.437049+0000","last_peered":"2024-09-21T00:33:52.437049+0000","last_clean":"2024-09-21T00:33:52.437049+0000","last_became_active":"2024-09-21T00:33:51.434895+0000","last_became_peered":"2024-09-21T00:33:51.434895+0000","last_unstale":"2024-09-21T00:33:52.437049+0000","last_undegraded":"2024-09-21T00:33:52.437049+0000","last_fullsized":"2024-09-21T00:33:52.437049+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:02:42.300144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.29","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.437346+0000","last_change":"2024-09-21T00:33:51.442429+0000","last_active":"2024-09-21T00:33:52.437346+0000","last_peered":"2024-09-21T00:33:52.437346+0000","last_clean":"2024-09-21T00:33:52.437346+0000","last_became_active":"2024-09-21T00:33:51.441598+0000","last_became_peered":"2024-09-21T00:33:51.441598+0000","last_unstale":"2024-09-21T00:33:52.437346+0000","last_undegraded":"2024-09-21T00:33:52.437346+0000","last_fullsized":"2024-09-21T00:33:52.437346+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:28:38.536550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.28","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.430952+0000","last_change":"2024-09-21T00:33:50.430952+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.430952+0000","last_undegraded":"2024-09-21T00:33:50.430952+0000","last_fullsized":"2024-09-21T00:33:50.430952+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.27","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.426186+0000","last_change":"2024-09-21T00:33:50.426186+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.426186+0000","last_undegraded":"2024-09-21T00:33:50.426186+0000","last_fullsized":"2024-09-21T00:33:50.426186+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.26","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.429790+0000","last_change":"2024-09-21T00:33:50.429790+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.429790+0000","last_undegraded":"2024-09-21T00:33:50.429790+0000","last_fullsized":"2024-09-21T00:33:50.429790+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.25","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.426603+0000","last_change":"2024-09-21T00:33:50.426603+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.426603+0000","last_undegraded":"2024-09-21T00:33:50.426603+0000","last_fullsized":"2024-09-21T00:33:50.426603+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.24","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.425709+0000","last_change":"2024-09-21T00:33:50.425709+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.425709+0000","last_undegraded":"2024-09-21T00:33:50.425709+0000","last_fullsized":"2024-09-21T00:33:50.425709+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.23","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.428406+0000","last_change":"2024-09-21T00:33:50.428406+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.428406+0000","last_undegraded":"2024-09-21T00:33:50.428406+0000","last_fullsized":"2024-09-21T00:33:50.428406+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.22","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.424205+0000","last_change":"2024-09-21T00:33:50.424205+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.424205+0000","last_undegraded":"2024-09-21T00:33:50.424205+0000","last_fullsized":"2024-09-21T00:33:50.424205+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.21","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.427606+0000","last_change":"2024-09-21T00:33:50.427606+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.427606+0000","last_undegraded":"2024-09-21T00:33:50.427606+0000","last_fullsized":"2024-09-21T00:33:50.427606+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.20","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.426650+0000","last_change":"2024-09-21T00:33:50.426650+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.426650+0000","last_undegraded":"2024-09-21T00:33:50.426650+0000","last_fullsized":"2024-09-21T00:33:50.426650+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.1e","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.425002+0000","last_change":"2024-09-21T00:33:50.425002+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.425002+0000","last_undegraded":"2024-09-21T00:33:50.425002+0000","last_fullsized":"2024-09-21T00:33:50.425002+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.1f","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.434991+0000","last_change":"2024-09-21T00:33:50.433671+0000","last_active":"2024-09-21T00:33:50.434991+0000","last_peered":"2024-09-21T00:33:50.434991+0000","last_clean":"2024-09-21T00:33:50.434991+0000","last_became_active":"2024-09-21T00:33:50.433304+0000","last_became_peered":"2024-09-21T00:33:50.433304+0000","last_unstale":"2024-09-21T00:33:50.434991+0000","last_undegraded":"2024-09-21T00:33:50.434991+0000","last_fullsized":"2024-09-21T00:33:50.434991+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:00:26.881821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.1f","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.437507+0000","last_change":"2024-09-21T00:33:51.449366+0000","last_active":"2024-09-21T00:33:52.437507+0000","last_peered":"2024-09-21T00:33:52.437507+0000","last_clean":"2024-09-21T00:33:52.437507+0000","last_became_active":"2024-09-21T00:33:51.449054+0000","last_became_peered":"2024-09-21T00:33:51.449054+0000","last_unstale":"2024-09-21T00:33:52.437507+0000","last_undegraded":"2024-09-21T00:33:52.437507+0000","last_fullsized":"2024-09-21T00:33:52.437507+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:05:41.491551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"26.1e","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.437122+0000","last_change":"2024-09-21T00:33:50.436256+0000","last_active":"2024-09-21T00:33:50.437122+0000","last_peered":"2024-09-21T00:33:50.437122+0000","last_clean":"2024-09-21T00:33:50.437122+0000","last_became_active":"2024-09-21T00:33:50.435944+0000","last_became_peered":"2024-09-21T00:33:50.435944+0000","last_unstale":"2024-09-21T00:33:50.437122+0000","last_undegraded":"2024-09-21T00:33:50.437122+0000","last_fullsized":"2024-09-21T00:33:50.437122+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:10:15.830811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.1c","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.427239+0000","last_change":"2024-09-21T00:33:50.427239+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.427239+0000","last_undegraded":"2024-09-21T00:33:50.427239+0000","last_fullsized":"2024-09-21T00:33:50.427239+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.1d","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.438381+0000","last_change":"2024-09-21T00:33:50.433473+0000","last_active":"2024-09-21T00:33:50.438381+0000","last_peered":"2024-09-21T00:33:50.438381+0000","last_clean":"2024-09-21T00:33:50.438381+0000","last_became_active":"2024-09-21T00:33:50.433098+0000","last_became_peered":"2024-09-21T00:33:50.433098+0000","last_unstale":"2024-09-21T00:33:50.438381+0000","last_undegraded":"2024-09-21T00:33:50.438381+0000","last_fullsized":"2024-09-21T00:33:50.438381+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:57:08.390594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.1d","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.427083+0000","last_change":"2024-09-21T00:33:50.427083+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.427083+0000","last_undegraded":"2024-09-21T00:33:50.427083+0000","last_fullsized":"2024-09-21T00:33:50.427083+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.1c","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.444102+0000","last_change":"2024-09-21T00:33:50.443620+0000","last_active":"2024-09-21T00:33:50.444102+0000","last_peered":"2024-09-21T00:33:50.444102+0000","last_clean":"2024-09-21T00:33:50.444102+0000","last_became_active":"2024-09-21T00:33:50.443280+0000","last_became_peered":"2024-09-21T00:33:50.443280+0000","last_unstale":"2024-09-21T00:33:50.444102+0000","last_undegraded":"2024-09-21T00:33:50.444102+0000","last_fullsized":"2024-09-21T00:33:50.444102+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:52:33.792336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.1b","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.430463+0000","last_change":"2024-09-21T00:33:50.430463+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.430463+0000","last_undegraded":"2024-09-21T00:33:50.430463+0000","last_fullsized":"2024-09-21T00:33:50.430463+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"26.1a","version":"172'1","reported_seq":16,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.743829+0000","last_change":"2024-09-21T00:33:50.434641+0000","last_active":"2024-09-21T00:33:52.743829+0000","last_peered":"2024-09-21T00:33:52.743829+0000","last_clean":"2024-09-21T00:33:52.743829+0000","last_became_active":"2024-09-21T00:33:50.434279+0000","last_became_peered":"2024-09-21T00:33:50.434279+0000","last_unstale":"2024-09-21T00:33:52.743829+0000","last_undegraded":"2024-09-21T00:33:52.743829+0000","last_fullsized":"2024-09-21T00:33:52.743829+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:45:35.723479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.18","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.744058+0000","last_change":"2024-09-21T00:33:51.436704+0000","last_active":"2024-09-21T00:33:52.744058+0000","last_peered":"2024-09-21T00:33:52.744058+0000","last_clean":"2024-09-21T00:33:52.744058+0000","last_became_active":"2024-09-21T00:33:51.436402+0000","last_became_peered":"2024-09-21T00:33:51.436402+0000","last_unstale":"2024-09-21T00:33:52.744058+0000","last_undegraded":"2024-09-21T00:33:52.744058+0000","last_fullsized":"2024-09-21T00:33:52.744058+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:38:09.536134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.19","version":"0'0","reported_seq":15,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.743661+0000","last_change":"2024-09-21T00:33:50.433852+0000","last_active":"2024-09-21T00:33:52.743661+0000","last_peered":"2024-09-21T00:33:52.743661+0000","last_clean":"2024-09-21T00:33:52.743661+0000","last_became_active":"2024-09-21T00:33:50.433517+0000","last_became_peered":"2024-09-21T00:33:50.433517+0000","last_unstale":"2024-09-21T00:33:52.743661+0000","last_undegraded":"2024-09-21T00:33:52.743661+0000","last_fullsized":"2024-09-21T00:33:52.743661+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:47:20.024654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.19","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.430496+0000","last_change":"2024-09-21T00:33:50.430496+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.430496+0000","last_undegraded":"2024-09-21T00:33:50.430496+0000","last_fullsized":"2024-09-21T00:33:50.430496+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"26.18","version":"0'0","reported_seq":15,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.437112+0000","last_change":"2024-09-21T00:33:50.438775+0000","last_active":"2024-09-21T00:33:52.437112+0000","last_peered":"2024-09-21T00:33:52.437112+0000","last_clean":"2024-09-21T00:33:52.437112+0000","last_became_active":"2024-09-21T00:33:50.438460+0000","last_became_peered":"2024-09-21T00:33:50.438460+0000","last_unstale":"2024-09-21T00:33:52.437112+0000","last_undegraded":"2024-09-21T00:33:52.437112+0000","last_fullsized":"2024-09-21T00:33:52.437112+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:42:11.442448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.16","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.432582+0000","last_change":"2024-09-21T00:33:50.432582+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.432582+0000","last_undegraded":"2024-09-21T00:33:50.432582+0000","last_fullsized":"2024-09-21T00:33:50.432582+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"26.17","version":"0'0","reported_seq":15,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.743145+0000","last_change":"2024-09-21T00:33:50.434545+0000","last_active":"2024-09-21T00:33:52.743145+0000","last_peered":"2024-09-21T00:33:52.743145+0000","last_clean":"2024-09-21T00:33:52.743145+0000","last_became_active":"2024-09-21T00:33:50.434170+0000","last_became_peered":"2024-09-21T00:33:50.434170+0000","last_unstale":"2024-09-21T00:33:52.743145+0000","last_undegraded":"2024-09-21T00:33:52.743145+0000","last_fullsized":"2024-09-21T00:33:52.743145+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:49:33.708972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.17","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.425182+0000","last_change":"2024-09-21T00:33:50.425182+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.425182+0000","last_undegraded":"2024-09-21T00:33:50.425182+0000","last_fullsized":"2024-09-21T00:33:50.425182+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.16","version":"0'0","reported_seq":15,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.437744+0000","last_change":"2024-09-21T00:33:50.433682+0000","last_active":"2024-09-21T00:33:52.437744+0000","last_peered":"2024-09-21T00:33:52.437744+0000","last_clean":"2024-09-21T00:33:52.437744+0000","last_became_active":"2024-09-21T00:33:50.432830+0000","last_became_peered":"2024-09-21T00:33:50.432830+0000","last_unstale":"2024-09-21T00:33:52.437744+0000","last_undegraded":"2024-09-21T00:33:52.437744+0000","last_fullsized":"2024-09-21T00:33:52.437744+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:22:27.243286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.14","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.430021+0000","last_change":"2024-09-21T00:33:50.430021+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.430021+0000","last_undegraded":"2024-09-21T00:33:50.430021+0000","last_fullsized":"2024-09-21T00:33:50.430021+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"26.15","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.441192+0000","last_change":"2024-09-21T00:33:50.440340+0000","last_active":"2024-09-21T00:33:50.441192+0000","last_peered":"2024-09-21T00:33:50.441192+0000","last_clean":"2024-09-21T00:33:50.441192+0000","last_became_active":"2024-09-21T00:33:50.440017+0000","last_became_peered":"2024-09-21T00:33:50.440017+0000","last_unstale":"2024-09-21T00:33:50.441192+0000","last_undegraded":"2024-09-21T00:33:50.441192+0000","last_fullsized":"2024-09-21T00:33:50.441192+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:16:30.751390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.15","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.427287+0000","last_change":"2024-09-21T00:33:50.427287+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.427287+0000","last_undegraded":"2024-09-21T00:33:50.427287+0000","last_fullsized":"2024-09-21T00:33:50.427287+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.14","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.439834+0000","last_change":"2024-09-21T00:33:50.439225+0000","last_active":"2024-09-21T00:33:50.439834+0000","last_peered":"2024-09-21T00:33:50.439834+0000","last_clean":"2024-09-21T00:33:50.439834+0000","last_became_active":"2024-09-21T00:33:50.438847+0000","last_became_peered":"2024-09-21T00:33:50.438847+0000","last_unstale":"2024-09-21T00:33:50.439834+0000","last_undegraded":"2024-09-21T00:33:50.439834+0000","last_fullsized":"2024-09-21T00:33:50.439834+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:23:26.302121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.12","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.743697+0000","last_change":"2024-09-21T00:33:51.435650+0000","last_active":"2024-09-21T00:33:52.743697+0000","last_peered":"2024-09-21T00:33:52.743697+0000","last_clean":"2024-09-21T00:33:52.743697+0000","last_became_active":"2024-09-21T00:33:51.434993+0000","last_became_peered":"2024-09-21T00:33:51.434993+0000","last_unstale":"2024-09-21T00:33:52.743697+0000","last_undegraded":"2024-09-21T00:33:52.743697+0000","last_fullsized":"2024-09-21T00:33:52.743697+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:13:22.271789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.13","version":"172'2","reported_seq":17,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.437970+0000","last_change":"2024-09-21T00:33:50.434403+0000","last_active":"2024-09-21T00:33:52.437970+0000","last_peered":"2024-09-21T00:33:52.437970+0000","last_clean":"2024-09-21T00:33:52.437970+0000","last_became_active":"2024-09-21T00:33:50.434069+0000","last_became_peered":"2024-09-21T00:33:50.434069+0000","last_unstale":"2024-09-21T00:33:52.437970+0000","last_undegraded":"2024-09-21T00:33:52.437970+0000","last_fullsized":"2024-09-21T00:33:52.437970+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:14:41.925743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.13","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.426162+0000","last_change":"2024-09-21T00:33:50.426162+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.426162+0000","last_undegraded":"2024-09-21T00:33:50.426162+0000","last_fullsized":"2024-09-21T00:33:50.426162+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.12","version":"0'0","reported_seq":15,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.437176+0000","last_change":"2024-09-21T00:33:50.443375+0000","last_active":"2024-09-21T00:33:52.437176+0000","last_peered":"2024-09-21T00:33:52.437176+0000","last_clean":"2024-09-21T00:33:52.437176+0000","last_became_active":"2024-09-21T00:33:50.442918+0000","last_became_peered":"2024-09-21T00:33:50.442918+0000","last_unstale":"2024-09-21T00:33:52.437176+0000","last_undegraded":"2024-09-21T00:33:52.437176+0000","last_fullsized":"2024-09-21T00:33:52.437176+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:19:32.359512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.10","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.424568+0000","last_change":"2024-09-21T00:33:50.424568+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.424568+0000","last_undegraded":"2024-09-21T00:33:50.424568+0000","last_fullsized":"2024-09-21T00:33:50.424568+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.11","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.436304+0000","last_change":"2024-09-21T00:33:50.432313+0000","last_active":"2024-09-21T00:33:50.436304+0000","last_peered":"2024-09-21T00:33:50.436304+0000","last_clean":"2024-09-21T00:33:50.436304+0000","last_became_active":"2024-09-21T00:33:50.432003+0000","last_became_peered":"2024-09-21T00:33:50.432003+0000","last_unstale":"2024-09-21T00:33:50.436304+0000","last_undegraded":"2024-09-21T00:33:50.436304+0000","last_fullsized":"2024-09-21T00:33:50.436304+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:01:26.152131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.11","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.428166+0000","last_change":"2024-09-21T00:33:50.428166+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.428166+0000","last_undegraded":"2024-09-21T00:33:50.428166+0000","last_fullsized":"2024-09-21T00:33:50.428166+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.10","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.438729+0000","last_change":"2024-09-21T00:33:50.433468+0000","last_active":"2024-09-21T00:33:50.438729+0000","last_peered":"2024-09-21T00:33:50.438729+0000","last_clean":"2024-09-21T00:33:50.438729+0000","last_became_active":"2024-09-21T00:33:50.433121+0000","last_became_peered":"2024-09-21T00:33:50.433121+0000","last_unstale":"2024-09-21T00:33:50.438729+0000","last_undegraded":"2024-09-21T00:33:50.438729+0000","last_fullsized":"2024-09-21T00:33:50.438729+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:05:02.731119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.e","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.424526+0000","last_change":"2024-09-21T00:33:50.424526+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.424526+0000","last_undegraded":"2024-09-21T00:33:50.424526+0000","last_fullsized":"2024-09-21T00:33:50.424526+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.f","version":"172'1","reported_seq":16,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.743268+0000","last_change":"2024-09-21T00:33:50.434092+0000","last_active":"2024-09-21T00:33:52.743268+0000","last_peered":"2024-09-21T00:33:52.743268+0000","last_clean":"2024-09-21T00:33:52.743268+0000","last_became_active":"2024-09-21T00:33:50.433707+0000","last_became_peered":"2024-09-21T00:33:50.433707+0000","last_unstale":"2024-09-21T00:33:52.743268+0000","last_undegraded":"2024-09-21T00:33:52.743268+0000","last_fullsized":"2024-09-21T00:33:52.743268+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:21:54.102855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.f","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.425710+0000","last_change":"2024-09-21T00:33:50.425710+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.425710+0000","last_undegraded":"2024-09-21T00:33:50.425710+0000","last_fullsized":"2024-09-21T00:33:50.425710+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.e","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.439560+0000","last_change":"2024-09-21T00:33:50.438920+0000","last_active":"2024-09-21T00:33:50.439560+0000","last_peered":"2024-09-21T00:33:50.439560+0000","last_clean":"2024-09-21T00:33:50.439560+0000","last_became_active":"2024-09-21T00:33:50.438477+0000","last_became_peered":"2024-09-21T00:33:50.438477+0000","last_unstale":"2024-09-21T00:33:50.439560+0000","last_undegraded":"2024-09-21T00:33:50.439560+0000","last_fullsized":"2024-09-21T00:33:50.439560+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:48:50.068023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.c","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.425076+0000","last_change":"2024-09-21T00:33:50.425076+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.425076+0000","last_undegraded":"2024-09-21T00:33:50.425076+0000","last_fullsized":"2024-09-21T00:33:50.425076+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.d","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.438976+0000","last_change":"2024-09-21T00:33:50.436691+0000","last_active":"2024-09-21T00:33:50.438976+0000","last_peered":"2024-09-21T00:33:50.438976+0000","last_clean":"2024-09-21T00:33:50.438976+0000","last_became_active":"2024-09-21T00:33:50.429080+0000","last_became_peered":"2024-09-21T00:33:50.429080+0000","last_unstale":"2024-09-21T00:33:50.438976+0000","last_undegraded":"2024-09-21T00:33:50.438976+0000","last_fullsized":"2024-09-21T00:33:50.438976+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:00:57.465666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.d","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.426153+0000","last_change":"2024-09-21T00:33:50.426153+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.426153+0000","last_undegraded":"2024-09-21T00:33:50.426153+0000","last_fullsized":"2024-09-21T00:33:50.426153+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.c","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.438246+0000","last_change":"2024-09-21T00:33:50.436791+0000","last_active":"2024-09-21T00:33:50.438246+0000","last_peered":"2024-09-21T00:33:50.438246+0000","last_clean":"2024-09-21T00:33:50.438246+0000","last_became_active":"2024-09-21T00:33:50.436478+0000","last_became_peered":"2024-09-21T00:33:50.436478+0000","last_unstale":"2024-09-21T00:33:50.438246+0000","last_undegraded":"2024-09-21T00:33:50.438246+0000","last_fullsized":"2024-09-21T00:33:50.438246+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:38:38.126577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.a","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.424912+0000","last_change":"2024-09-21T00:33:50.424912+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.424912+0000","last_undegraded":"2024-09-21T00:33:50.424912+0000","last_fullsized":"2024-09-21T00:33:50.424912+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.b","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.438932+0000","last_change":"2024-09-21T00:33:50.437539+0000","last_active":"2024-09-21T00:33:50.438932+0000","last_peered":"2024-09-21T00:33:50.438932+0000","last_clean":"2024-09-21T00:33:50.438932+0000","last_became_active":"2024-09-21T00:33:50.437242+0000","last_became_peered":"2024-09-21T00:33:50.437242+0000","last_unstale":"2024-09-21T00:33:50.438932+0000","last_undegraded":"2024-09-21T00:33:50.438932+0000","last_fullsized":"2024-09-21T00:33:50.438932+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:27:08.211207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.b","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.424089+0000","last_change":"2024-09-21T00:33:50.424089+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.424089+0000","last_undegraded":"2024-09-21T00:33:50.424089+0000","last_fullsized":"2024-09-21T00:33:50.424089+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.a","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.443519+0000","last_change":"2024-09-21T00:33:50.442659+0000","last_active":"2024-09-21T00:33:50.443519+0000","last_peered":"2024-09-21T00:33:50.443519+0000","last_clean":"2024-09-21T00:33:50.443519+0000","last_became_active":"2024-09-21T00:33:50.442093+0000","last_became_peered":"2024-09-21T00:33:50.442093+0000","last_unstale":"2024-09-21T00:33:50.443519+0000","last_undegraded":"2024-09-21T00:33:50.443519+0000","last_fullsized":"2024-09-21T00:33:50.443519+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:57:25.073659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.8","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.424767+0000","last_change":"2024-09-21T00:33:50.424767+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.424767+0000","last_undegraded":"2024-09-21T00:33:50.424767+0000","last_fullsized":"2024-09-21T00:33:50.424767+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.9","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.443172+0000","last_change":"2024-09-21T00:33:50.442492+0000","last_active":"2024-09-21T00:33:50.443172+0000","last_peered":"2024-09-21T00:33:50.443172+0000","last_clean":"2024-09-21T00:33:50.443172+0000","last_became_active":"2024-09-21T00:33:50.442099+0000","last_became_peered":"2024-09-21T00:33:50.442099+0000","last_unstale":"2024-09-21T00:33:50.443172+0000","last_undegraded":"2024-09-21T00:33:50.443172+0000","last_fullsized":"2024-09-21T00:33:50.443172+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:08:02.652780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.9","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.437567+0000","last_change":"2024-09-21T00:33:51.446090+0000","last_active":"2024-09-21T00:33:52.437567+0000","last_peered":"2024-09-21T00:33:52.437567+0000","last_clean":"2024-09-21T00:33:52.437567+0000","last_became_active":"2024-09-21T00:33:51.445526+0000","last_became_peered":"2024-09-21T00:33:51.445526+0000","last_unstale":"2024-09-21T00:33:52.437567+0000","last_undegraded":"2024-09-21T00:33:52.437567+0000","last_fullsized":"2024-09-21T00:33:52.437567+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:40:04.745239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"26.8","version":"0'0","reported_seq":15,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.744186+0000","last_change":"2024-09-21T00:33:50.438072+0000","last_active":"2024-09-21T00:33:52.744186+0000","last_peered":"2024-09-21T00:33:52.744186+0000","last_clean":"2024-09-21T00:33:52.744186+0000","last_became_active":"2024-09-21T00:33:50.437748+0000","last_became_peered":"2024-09-21T00:33:50.437748+0000","last_unstale":"2024-09-21T00:33:52.744186+0000","last_undegraded":"2024-09-21T00:33:52.744186+0000","last_fullsized":"2024-09-21T00:33:52.744186+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:20:38.173508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.6","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.428388+0000","last_change":"2024-09-21T00:33:50.428388+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.428388+0000","last_undegraded":"2024-09-21T00:33:50.428388+0000","last_fullsized":"2024-09-21T00:33:50.428388+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"26.7","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.437589+0000","last_change":"2024-09-21T00:33:50.433896+0000","last_active":"2024-09-21T00:33:50.437589+0000","last_peered":"2024-09-21T00:33:50.437589+0000","last_clean":"2024-09-21T00:33:50.437589+0000","last_became_active":"2024-09-21T00:33:50.433546+0000","last_became_peered":"2024-09-21T00:33:50.433546+0000","last_unstale":"2024-09-21T00:33:50.437589+0000","last_undegraded":"2024-09-21T00:33:50.437589+0000","last_fullsized":"2024-09-21T00:33:50.437589+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:15:05.474489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.7","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.430249+0000","last_change":"2024-09-21T00:33:50.430249+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.430249+0000","last_undegraded":"2024-09-21T00:33:50.430249+0000","last_fullsized":"2024-09-21T00:33:50.430249+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.6","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.439071+0000","last_change":"2024-09-21T00:33:50.438168+0000","last_active":"2024-09-21T00:33:50.439071+0000","last_peered":"2024-09-21T00:33:50.439071+0000","last_clean":"2024-09-21T00:33:50.439071+0000","last_became_active":"2024-09-21T00:33:50.437798+0000","last_became_peered":"2024-09-21T00:33:50.437798+0000","last_unstale":"2024-09-21T00:33:50.439071+0000","last_undegraded":"2024-09-21T00:33:50.439071+0000","last_fullsized":"2024-09-21T00:33:50.439071+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:47:37.762333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.4","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.424545+0000","last_change":"2024-09-21T00:33:50.424545+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.424545+0000","last_undegraded":"2024-09-21T00:33:50.424545+0000","last_fullsized":"2024-09-21T00:33:50.424545+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.5","version":"0'0","reported_seq":15,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.743485+0000","last_change":"2024-09-21T00:33:50.433446+0000","last_active":"2024-09-21T00:33:52.743485+0000","last_peered":"2024-09-21T00:33:52.743485+0000","last_clean":"2024-09-21T00:33:52.743485+0000","last_became_active":"2024-09-21T00:33:50.433143+0000","last_became_peered":"2024-09-21T00:33:50.433143+0000","last_unstale":"2024-09-21T00:33:52.743485+0000","last_undegraded":"2024-09-21T00:33:52.743485+0000","last_fullsized":"2024-09-21T00:33:52.743485+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:45:53.093450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.5","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.437118+0000","last_change":"2024-09-21T00:33:51.441889+0000","last_active":"2024-09-21T00:33:52.437118+0000","last_peered":"2024-09-21T00:33:52.437118+0000","last_clean":"2024-09-21T00:33:52.437118+0000","last_became_active":"2024-09-21T00:33:51.440594+0000","last_became_peered":"2024-09-21T00:33:51.440594+0000","last_unstale":"2024-09-21T00:33:52.437118+0000","last_undegraded":"2024-09-21T00:33:52.437118+0000","last_fullsized":"2024-09-21T00:33:52.437118+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:18:22.166710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"26.4","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.438216+0000","last_change":"2024-09-21T00:33:50.434817+0000","last_active":"2024-09-21T00:33:50.438216+0000","last_peered":"2024-09-21T00:33:50.438216+0000","last_clean":"2024-09-21T00:33:50.438216+0000","last_became_active":"2024-09-21T00:33:50.434300+0000","last_became_peered":"2024-09-21T00:33:50.434300+0000","last_unstale":"2024-09-21T00:33:50.438216+0000","last_undegraded":"2024-09-21T00:33:50.438216+0000","last_fullsized":"2024-09-21T00:33:50.438216+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:25:39.059536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.2","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.437597+0000","last_change":"2024-09-21T00:33:50.437597+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.437597+0000","last_undegraded":"2024-09-21T00:33:50.437597+0000","last_fullsized":"2024-09-21T00:33:50.437597+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.3","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.441129+0000","last_change":"2024-09-21T00:33:50.440659+0000","last_active":"2024-09-21T00:33:50.441129+0000","last_peered":"2024-09-21T00:33:50.441129+0000","last_clean":"2024-09-21T00:33:50.441129+0000","last_became_active":"2024-09-21T00:33:50.440298+0000","last_became_peered":"2024-09-21T00:33:50.440298+0000","last_unstale":"2024-09-21T00:33:50.441129+0000","last_undegraded":"2024-09-21T00:33:50.441129+0000","last_fullsized":"2024-09-21T00:33:50.441129+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:18:43.940618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.3","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.427855+0000","last_change":"2024-09-21T00:33:50.427855+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.427855+0000","last_undegraded":"2024-09-21T00:33:50.427855+0000","last_fullsized":"2024-09-21T00:33:50.427855+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"26.2","version":"0'0","reported_seq":15,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.743953+0000","last_change":"2024-09-21T00:33:50.435932+0000","last_active":"2024-09-21T00:33:52.743953+0000","last_peered":"2024-09-21T00:33:52.743953+0000","last_clean":"2024-09-21T00:33:52.743953+0000","last_became_active":"2024-09-21T00:33:50.435575+0000","last_became_peered":"2024-09-21T00:33:50.435575+0000","last_unstale":"2024-09-21T00:33:52.743953+0000","last_undegraded":"2024-09-21T00:33:52.743953+0000","last_fullsized":"2024-09-21T00:33:52.743953+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:20:56.262741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.0","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.423972+0000","last_change":"2024-09-21T00:33:50.423972+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.423972+0000","last_undegraded":"2024-09-21T00:33:50.423972+0000","last_fullsized":"2024-09-21T00:33:50.423972+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.1","version":"0'0","reported_seq":15,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.438467+0000","last_change":"2024-09-21T00:33:50.431289+0000","last_active":"2024-09-21T00:33:52.438467+0000","last_peered":"2024-09-21T00:33:52.438467+0000","last_clean":"2024-09-21T00:33:52.438467+0000","last_became_active":"2024-09-21T00:33:50.430979+0000","last_became_peered":"2024-09-21T00:33:50.430979+0000","last_unstale":"2024-09-21T00:33:52.438467+0000","last_undegraded":"2024-09-21T00:33:52.438467+0000","last_fullsized":"2024-09-21T00:33:52.438467+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:08:10.670545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.1","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.423832+0000","last_change":"2024-09-21T00:33:50.423832+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.423832+0000","last_undegraded":"2024-09-21T00:33:50.423832+0000","last_fullsized":"2024-09-21T00:33:50.423832+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.0","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.433620+0000","last_change":"2024-09-21T00:33:50.432649+0000","last_active":"2024-09-21T00:33:50.433620+0000","last_peered":"2024-09-21T00:33:50.433620+0000","last_clean":"2024-09-21T00:33:50.433620+0000","last_became_active":"2024-09-21T00:33:50.432339+0000","last_became_peered":"2024-09-21T00:33:50.432339+0000","last_unstale":"2024-09-21T00:33:50.433620+0000","last_undegraded":"2024-09-21T00:33:50.433620+0000","last_fullsized":"2024-09-21T00:33:50.433620+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:10:34.793655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.1a","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.438077+0000","last_change":"2024-09-21T00:33:50.438077+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.438077+0000","last_undegraded":"2024-09-21T00:33:50.438077+0000","last_fullsized":"2024-09-21T00:33:50.438077+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.1b","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.436825+0000","last_change":"2024-09-21T00:33:50.435704+0000","last_active":"2024-09-21T00:33:50.436825+0000","last_peered":"2024-09-21T00:33:50.436825+0000","last_clean":"2024-09-21T00:33:50.436825+0000","last_became_active":"2024-09-21T00:33:50.435311+0000","last_became_peered":"2024-09-21T00:33:50.435311+0000","last_unstale":"2024-09-21T00:33:50.436825+0000","last_undegraded":"2024-09-21T00:33:50.436825+0000","last_fullsized":"2024-09-21T00:33:50.436825+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:38:09.424892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":381,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.433017+0000","last_change":"2024-09-21T00:21:11.583793+0000","last_active":"2024-09-21T00:33:50.433017+0000","last_peered":"2024-09-21T00:33:50.433017+0000","last_clean":"2024-09-21T00:33:50.433017+0000","last_became_active":"2024-09-21T00:21:11.582502+0000","last_became_peered":"2024-09-21T00:21:11.582502+0000","last_unstale":"2024-09-21T00:33:50.433017+0000","last_undegraded":"2024-09-21T00:33:50.433017+0000","last_fullsized":"2024-09-21T00:33:50.433017+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_clean_scrub_stamp":"2024-09-21T00:21:10.311964+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:58.010953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":26,"num_pg":32,"stat_sum":{"num_bytes":56,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1772,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4,"ondisk_log_size":4,"up":64,"acting":64,"num_store_stats":8},{"poolid":27,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509596,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":64404,"kb_used_data":2680,"kb_used_omap":1,"kb_used_meta":61694,"kb_avail":94307436,"statfs":{"total":96636764160,"available":96570814464,"internally_reserved":0,"allocated":2744320,"data_stored":1532554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":63175114},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509596,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":69320,"kb_used_data":2100,"kb_used_omap":1,"kb_used_meta":67198,"kb_avail":94302520,"statfs":{"total":96636764160,"available":96565780480,"internally_reserved":0,"allocated":2150400,"data_stored":942186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":68811206},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509596,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59660,"kb_used_data":2100,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312180,"statfs":{"total":96636764160,"available":96575672320,"internally_reserved":0,"allocated":2150400,"data_stored":942186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":58915269},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509597,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":73532,"kb_used_data":2088,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94298308,"statfs":{"total":96636764160,"available":96561467392,"internally_reserved":0,"allocated":2138112,"data_stored":935911,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":73136584},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509597,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":63820,"kb_used_data":2100,"kb_used_omap":1,"kb_used_meta":61694,"kb_avail":94308020,"statfs":{"total":96636764160,"available":96571412480,"internally_reserved":0,"allocated":2150400,"data_stored":942186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":63175109},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509595,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":74128,"kb_used_data":2680,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94297712,"statfs":{"total":96636764160,"available":96560857088,"internally_reserved":0,"allocated":2744320,"data_stored":1532554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":73136582},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834575004,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":73592,"kb_used_data":2144,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94298248,"statfs":{"total":96636764160,"available":96561405952,"internally_reserved":0,"allocated":2195456,"data_stored":956977,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":73136581},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834575004,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":77736,"kb_used_data":2132,"kb_used_omap":1,"kb_used_meta":75582,"kb_avail":94294104,"statfs":{"total":96636764160,"available":96557162496,"internally_reserved":0,"allocated":2183168,"data_stored":955317,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":77396422},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T00:33:55.876 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T00:33:56.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.028+0000 7f05b0162640 1 -- 172.21.15.67:0/656035144 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f05a80d11c0 msgr2=0x7f05a80d15d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:56.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.028+0000 7f05b0162640 1 --2- 172.21.15.67:0/656035144 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f05a80d11c0 0x7f05a80d15d0 secure :-1 s=READY pgs=2195 cs=0 l=1 rev1=1 crypto rx=0x7f0598005fd0 tx=0x7f059802a5d0 comp rx=0 tx=0).stop 2024-09-21T00:33:56.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.028+0000 7f05b0162640 1 -- 172.21.15.67:0/656035144 shutdown_connections 2024-09-21T00:33:56.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.028+0000 7f05b0162640 1 --2- 172.21.15.67:0/656035144 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f05a80d11c0 0x7f05a80d15d0 unknown :-1 s=CLOSED pgs=2195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:56.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.028+0000 7f05b0162640 1 --2- 172.21.15.67:0/656035144 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f05a80cf010 0x7f05a80cf810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:56.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.028+0000 7f05b0162640 1 -- 172.21.15.67:0/656035144 >> 172.21.15.67:0/656035144 conn(0x7f05a806dfb0 msgr2=0x7f05a806e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:56.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.028+0000 7f05b0162640 1 -- 172.21.15.67:0/656035144 shutdown_connections 2024-09-21T00:33:56.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.028+0000 7f05b0162640 1 -- 172.21.15.67:0/656035144 wait complete. 2024-09-21T00:33:56.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.030+0000 7f05b0162640 1 Processor -- start 2024-09-21T00:33:56.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.030+0000 7f05b0162640 1 -- start start 2024-09-21T00:33:56.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.031+0000 7f05b0162640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f05a80b6230 0x7f05a8160730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:56.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.031+0000 7f05b0162640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f05a80cf010 0x7f05a81f5f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:56.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.031+0000 7f05b0162640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f05a80d11c0 0x7f05a81f64d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:56.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.031+0000 7f05b0162640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f05a80b6d50 con 0x7f05a80b6230 2024-09-21T00:33:56.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.031+0000 7f05b0162640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f05a80b8e40 con 0x7f05a80d11c0 2024-09-21T00:33:56.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.031+0000 7f05b0162640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f05a80b6ed0 con 0x7f05a80cf010 2024-09-21T00:33:56.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.031+0000 7f05adefe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f05a80b6230 0x7f05a8160730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:56.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.031+0000 7f05adefe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f05a80b6230 0x7f05a8160730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45614/0 (socket says 172.21.15.67:45614) 2024-09-21T00:33:56.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.031+0000 7f05adefe640 1 -- 172.21.15.67:0/3431205785 learned_addr learned my addr 172.21.15.67:0/3431205785 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:56.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.032+0000 7f05ad6fd640 1 --2- 172.21.15.67:0/3431205785 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f05a80cf010 0x7f05a81f5f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:56.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.032+0000 7f05ae6ff640 1 --2- 172.21.15.67:0/3431205785 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f05a80d11c0 0x7f05a81f64d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:56.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.032+0000 7f05adefe640 1 -- 172.21.15.67:0/3431205785 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f05a80cf010 msgr2=0x7f05a81f5f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:56.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.032+0000 7f05adefe640 1 --2- 172.21.15.67:0/3431205785 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f05a80cf010 0x7f05a81f5f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:56.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.032+0000 7f05adefe640 1 -- 172.21.15.67:0/3431205785 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f05a80d11c0 msgr2=0x7f05a81f64d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:56.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.032+0000 7f05adefe640 1 --2- 172.21.15.67:0/3431205785 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f05a80d11c0 0x7f05a81f64d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:56.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.032+0000 7f05adefe640 1 -- 172.21.15.67:0/3431205785 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05a81ea6d0 con 0x7f05a80b6230 2024-09-21T00:33:56.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.032+0000 7f05adefe640 1 --2- 172.21.15.67:0/3431205785 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f05a80b6230 0x7f05a8160730 secure :-1 s=READY pgs=2196 cs=0 l=1 rev1=1 crypto rx=0x7f05a400d780 tx=0x7f05a400dc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:56.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.032+0000 7f059e7fc640 1 -- 172.21.15.67:0/3431205785 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05a4017070 con 0x7f05a80b6230 2024-09-21T00:33:56.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.032+0000 7f059e7fc640 1 -- 172.21.15.67:0/3431205785 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f05a400de90 con 0x7f05a80b6230 2024-09-21T00:33:56.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.032+0000 7f05b0162640 1 -- 172.21.15.67:0/3431205785 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f05a8160c70 con 0x7f05a80b6230 2024-09-21T00:33:56.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.032+0000 7f059e7fc640 1 -- 172.21.15.67:0/3431205785 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05a4010460 con 0x7f05a80b6230 2024-09-21T00:33:56.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.032+0000 7f05b0162640 1 -- 172.21.15.67:0/3431205785 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f05a81ea990 con 0x7f05a80b6230 2024-09-21T00:33:56.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.033+0000 7f05b0162640 1 -- 172.21.15.67:0/3431205785 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f05a806e6a0 con 0x7f05a80b6230 2024-09-21T00:33:56.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.034+0000 7f059e7fc640 1 -- 172.21.15.67:0/3431205785 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f05a401a070 con 0x7f05a80b6230 2024-09-21T00:33:56.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.035+0000 7f059e7fc640 1 --2- 172.21.15.67:0/3431205785 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f058c078bc0 0x7f058c07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:56.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.035+0000 7f059e7fc640 1 -- 172.21.15.67:0/3431205785 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(173..173 src has 1..173) ==== 5709+0+0 (secure 0 0 0) 0x7f05a409ace0 con 0x7f05a80b6230 2024-09-21T00:33:56.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.035+0000 7f05ad6fd640 1 --2- 172.21.15.67:0/3431205785 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f058c078bc0 0x7f058c07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:56.037 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.036+0000 7f05ad6fd640 1 --2- 172.21.15.67:0/3431205785 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f058c078bc0 0x7f058c07b0d0 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7f0598033000 tx=0x7f0598004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:56.040 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.039+0000 7f059e7fc640 1 -- 172.21.15.67:0/3431205785 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f05a4062b60 con 0x7f05a80b6230 2024-09-21T00:33:56.223 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.221+0000 7f05b0162640 1 -- 172.21.15.67:0/3431205785 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f05a806e3c0 con 0x7f058c078bc0 2024-09-21T00:33:56.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.226+0000 7f059e7fc640 1 -- 172.21.15.67:0/3431205785 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+248042 (secure 0 0 0) 0x7f05a806e3c0 con 0x7f058c078bc0 2024-09-21T00:33:56.230 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:33:56.231 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-21T00:33:56.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.229+0000 7f05b0162640 1 -- 172.21.15.67:0/3431205785 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f058c078bc0 msgr2=0x7f058c07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:56.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.229+0000 7f05b0162640 1 --2- 172.21.15.67:0/3431205785 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f058c078bc0 0x7f058c07b0d0 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7f0598033000 tx=0x7f0598004730 comp rx=0 tx=0).stop 2024-09-21T00:33:56.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.229+0000 7f05b0162640 1 -- 172.21.15.67:0/3431205785 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f05a80b6230 msgr2=0x7f05a8160730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:56.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.229+0000 7f05b0162640 1 --2- 172.21.15.67:0/3431205785 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f05a80b6230 0x7f05a8160730 secure :-1 s=READY pgs=2196 cs=0 l=1 rev1=1 crypto rx=0x7f05a400d780 tx=0x7f05a400dc40 comp rx=0 tx=0).stop 2024-09-21T00:33:56.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.229+0000 7f05b0162640 1 -- 172.21.15.67:0/3431205785 shutdown_connections 2024-09-21T00:33:56.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.229+0000 7f05b0162640 1 --2- 172.21.15.67:0/3431205785 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f058c078bc0 0x7f058c07b0d0 unknown :-1 s=CLOSED pgs=825 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:56.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.229+0000 7f05b0162640 1 --2- 172.21.15.67:0/3431205785 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f05a80d11c0 0x7f05a81f64d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:56.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.229+0000 7f05b0162640 1 --2- 172.21.15.67:0/3431205785 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f05a80cf010 0x7f05a81f5f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:56.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.229+0000 7f05b0162640 1 --2- 172.21.15.67:0/3431205785 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f05a80b6230 0x7f05a8160730 unknown :-1 s=CLOSED pgs=2196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:56.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.229+0000 7f05b0162640 1 -- 172.21.15.67:0/3431205785 >> 172.21.15.67:0/3431205785 conn(0x7f05a806dfb0 msgr2=0x7f05a80b3ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:56.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.230+0000 7f05b0162640 1 -- 172.21.15.67:0/3431205785 shutdown_connections 2024-09-21T00:33:56.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.230+0000 7f05b0162640 1 -- 172.21.15.67:0/3431205785 wait complete. 2024-09-21T00:33:56.242 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":550,"stamp":"2024-09-21T00:33:55.691384+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590424,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":105,"num_write_kb":1636,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":76,"ondisk_log_size":76,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":78,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":556192,"kb_used_data":18024,"kb_used_omap":12,"kb_used_meta":537971,"kb_avail":754418528,"statfs":{"total":773094113280,"available":772524572672,"internally_reserved":0,"allocated":18456576,"data_stored":8739871,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12749,"internal_metadata":550882867},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":13,"apply_latency_ms":13,"commit_latency_ns":13000000,"apply_latency_ns":13000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":56,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001400"},"pg_stats":[{"pgid":"27.3f","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.439780+0000","last_change":"2024-09-21T00:33:50.439780+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.439780+0000","last_undegraded":"2024-09-21T00:33:50.439780+0000","last_fullsized":"2024-09-21T00:33:50.439780+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.3e","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.425483+0000","last_change":"2024-09-21T00:33:50.425483+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.425483+0000","last_undegraded":"2024-09-21T00:33:50.425483+0000","last_fullsized":"2024-09-21T00:33:50.425483+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.3d","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.425214+0000","last_change":"2024-09-21T00:33:50.425214+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.425214+0000","last_undegraded":"2024-09-21T00:33:50.425214+0000","last_fullsized":"2024-09-21T00:33:50.425214+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.3c","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.431768+0000","last_change":"2024-09-21T00:33:50.431768+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.431768+0000","last_undegraded":"2024-09-21T00:33:50.431768+0000","last_fullsized":"2024-09-21T00:33:50.431768+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.3b","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.744744+0000","last_change":"2024-09-21T00:33:51.434355+0000","last_active":"2024-09-21T00:33:52.744744+0000","last_peered":"2024-09-21T00:33:52.744744+0000","last_clean":"2024-09-21T00:33:52.744744+0000","last_became_active":"2024-09-21T00:33:51.434058+0000","last_became_peered":"2024-09-21T00:33:51.434058+0000","last_unstale":"2024-09-21T00:33:52.744744+0000","last_undegraded":"2024-09-21T00:33:52.744744+0000","last_fullsized":"2024-09-21T00:33:52.744744+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:54:17.851240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.3a","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.743454+0000","last_change":"2024-09-21T00:33:51.430715+0000","last_active":"2024-09-21T00:33:52.743454+0000","last_peered":"2024-09-21T00:33:52.743454+0000","last_clean":"2024-09-21T00:33:52.743454+0000","last_became_active":"2024-09-21T00:33:51.430230+0000","last_became_peered":"2024-09-21T00:33:51.430230+0000","last_unstale":"2024-09-21T00:33:52.743454+0000","last_undegraded":"2024-09-21T00:33:52.743454+0000","last_fullsized":"2024-09-21T00:33:52.743454+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:02:15.627071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.39","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.439215+0000","last_change":"2024-09-21T00:33:50.439215+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.439215+0000","last_undegraded":"2024-09-21T00:33:50.439215+0000","last_fullsized":"2024-09-21T00:33:50.439215+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.38","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.743816+0000","last_change":"2024-09-21T00:33:51.435820+0000","last_active":"2024-09-21T00:33:52.743816+0000","last_peered":"2024-09-21T00:33:52.743816+0000","last_clean":"2024-09-21T00:33:52.743816+0000","last_became_active":"2024-09-21T00:33:51.435462+0000","last_became_peered":"2024-09-21T00:33:51.435462+0000","last_unstale":"2024-09-21T00:33:52.743816+0000","last_undegraded":"2024-09-21T00:33:52.743816+0000","last_fullsized":"2024-09-21T00:33:52.743816+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:39:14.158172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.37","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.425250+0000","last_change":"2024-09-21T00:33:50.425250+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.425250+0000","last_undegraded":"2024-09-21T00:33:50.425250+0000","last_fullsized":"2024-09-21T00:33:50.425250+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.36","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.433042+0000","last_change":"2024-09-21T00:33:50.433042+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.433042+0000","last_undegraded":"2024-09-21T00:33:50.433042+0000","last_fullsized":"2024-09-21T00:33:50.433042+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.35","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.424655+0000","last_change":"2024-09-21T00:33:50.424655+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.424655+0000","last_undegraded":"2024-09-21T00:33:50.424655+0000","last_fullsized":"2024-09-21T00:33:50.424655+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.34","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.426665+0000","last_change":"2024-09-21T00:33:50.426665+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.426665+0000","last_undegraded":"2024-09-21T00:33:50.426665+0000","last_fullsized":"2024-09-21T00:33:50.426665+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.33","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.427139+0000","last_change":"2024-09-21T00:33:50.427139+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.427139+0000","last_undegraded":"2024-09-21T00:33:50.427139+0000","last_fullsized":"2024-09-21T00:33:50.427139+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.32","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.441179+0000","last_change":"2024-09-21T00:33:50.441179+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.441179+0000","last_undegraded":"2024-09-21T00:33:50.441179+0000","last_fullsized":"2024-09-21T00:33:50.441179+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.31","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.428958+0000","last_change":"2024-09-21T00:33:50.428958+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.428958+0000","last_undegraded":"2024-09-21T00:33:50.428958+0000","last_fullsized":"2024-09-21T00:33:50.428958+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.30","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.431863+0000","last_change":"2024-09-21T00:33:50.431863+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.431863+0000","last_undegraded":"2024-09-21T00:33:50.431863+0000","last_fullsized":"2024-09-21T00:33:50.431863+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.2f","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.432523+0000","last_change":"2024-09-21T00:33:50.432523+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.432523+0000","last_undegraded":"2024-09-21T00:33:50.432523+0000","last_fullsized":"2024-09-21T00:33:50.432523+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.2e","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.429113+0000","last_change":"2024-09-21T00:33:50.429113+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.429113+0000","last_undegraded":"2024-09-21T00:33:50.429113+0000","last_fullsized":"2024-09-21T00:33:50.429113+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.2d","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.428135+0000","last_change":"2024-09-21T00:33:50.428135+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.428135+0000","last_undegraded":"2024-09-21T00:33:50.428135+0000","last_fullsized":"2024-09-21T00:33:50.428135+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.2c","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.744795+0000","last_change":"2024-09-21T00:33:51.433815+0000","last_active":"2024-09-21T00:33:52.744795+0000","last_peered":"2024-09-21T00:33:52.744795+0000","last_clean":"2024-09-21T00:33:52.744795+0000","last_became_active":"2024-09-21T00:33:51.433386+0000","last_became_peered":"2024-09-21T00:33:51.433386+0000","last_unstale":"2024-09-21T00:33:52.744795+0000","last_undegraded":"2024-09-21T00:33:52.744795+0000","last_fullsized":"2024-09-21T00:33:52.744795+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:11:50.613595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.2b","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.430946+0000","last_change":"2024-09-21T00:33:50.430946+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.430946+0000","last_undegraded":"2024-09-21T00:33:50.430946+0000","last_fullsized":"2024-09-21T00:33:50.430946+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.2a","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.437049+0000","last_change":"2024-09-21T00:33:51.440321+0000","last_active":"2024-09-21T00:33:52.437049+0000","last_peered":"2024-09-21T00:33:52.437049+0000","last_clean":"2024-09-21T00:33:52.437049+0000","last_became_active":"2024-09-21T00:33:51.434895+0000","last_became_peered":"2024-09-21T00:33:51.434895+0000","last_unstale":"2024-09-21T00:33:52.437049+0000","last_undegraded":"2024-09-21T00:33:52.437049+0000","last_fullsized":"2024-09-21T00:33:52.437049+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:02:42.300144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.29","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.437346+0000","last_change":"2024-09-21T00:33:51.442429+0000","last_active":"2024-09-21T00:33:52.437346+0000","last_peered":"2024-09-21T00:33:52.437346+0000","last_clean":"2024-09-21T00:33:52.437346+0000","last_became_active":"2024-09-21T00:33:51.441598+0000","last_became_peered":"2024-09-21T00:33:51.441598+0000","last_unstale":"2024-09-21T00:33:52.437346+0000","last_undegraded":"2024-09-21T00:33:52.437346+0000","last_fullsized":"2024-09-21T00:33:52.437346+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:28:38.536550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.28","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.430952+0000","last_change":"2024-09-21T00:33:50.430952+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.430952+0000","last_undegraded":"2024-09-21T00:33:50.430952+0000","last_fullsized":"2024-09-21T00:33:50.430952+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.27","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.426186+0000","last_change":"2024-09-21T00:33:50.426186+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.426186+0000","last_undegraded":"2024-09-21T00:33:50.426186+0000","last_fullsized":"2024-09-21T00:33:50.426186+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.26","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.429790+0000","last_change":"2024-09-21T00:33:50.429790+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.429790+0000","last_undegraded":"2024-09-21T00:33:50.429790+0000","last_fullsized":"2024-09-21T00:33:50.429790+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.25","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.426603+0000","last_change":"2024-09-21T00:33:50.426603+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.426603+0000","last_undegraded":"2024-09-21T00:33:50.426603+0000","last_fullsized":"2024-09-21T00:33:50.426603+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.24","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.425709+0000","last_change":"2024-09-21T00:33:50.425709+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.425709+0000","last_undegraded":"2024-09-21T00:33:50.425709+0000","last_fullsized":"2024-09-21T00:33:50.425709+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.23","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.428406+0000","last_change":"2024-09-21T00:33:50.428406+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.428406+0000","last_undegraded":"2024-09-21T00:33:50.428406+0000","last_fullsized":"2024-09-21T00:33:50.428406+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.22","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.424205+0000","last_change":"2024-09-21T00:33:50.424205+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.424205+0000","last_undegraded":"2024-09-21T00:33:50.424205+0000","last_fullsized":"2024-09-21T00:33:50.424205+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.21","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.427606+0000","last_change":"2024-09-21T00:33:50.427606+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.427606+0000","last_undegraded":"2024-09-21T00:33:50.427606+0000","last_fullsized":"2024-09-21T00:33:50.427606+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.20","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.426650+0000","last_change":"2024-09-21T00:33:50.426650+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.426650+0000","last_undegraded":"2024-09-21T00:33:50.426650+0000","last_fullsized":"2024-09-21T00:33:50.426650+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.1e","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.425002+0000","last_change":"2024-09-21T00:33:50.425002+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.425002+0000","last_undegraded":"2024-09-21T00:33:50.425002+0000","last_fullsized":"2024-09-21T00:33:50.425002+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.1f","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.434991+0000","last_change":"2024-09-21T00:33:50.433671+0000","last_active":"2024-09-21T00:33:50.434991+0000","last_peered":"2024-09-21T00:33:50.434991+0000","last_clean":"2024-09-21T00:33:50.434991+0000","last_became_active":"2024-09-21T00:33:50.433304+0000","last_became_peered":"2024-09-21T00:33:50.433304+0000","last_unstale":"2024-09-21T00:33:50.434991+0000","last_undegraded":"2024-09-21T00:33:50.434991+0000","last_fullsized":"2024-09-21T00:33:50.434991+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:00:26.881821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.1f","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.437507+0000","last_change":"2024-09-21T00:33:51.449366+0000","last_active":"2024-09-21T00:33:52.437507+0000","last_peered":"2024-09-21T00:33:52.437507+0000","last_clean":"2024-09-21T00:33:52.437507+0000","last_became_active":"2024-09-21T00:33:51.449054+0000","last_became_peered":"2024-09-21T00:33:51.449054+0000","last_unstale":"2024-09-21T00:33:52.437507+0000","last_undegraded":"2024-09-21T00:33:52.437507+0000","last_fullsized":"2024-09-21T00:33:52.437507+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:05:41.491551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"26.1e","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.437122+0000","last_change":"2024-09-21T00:33:50.436256+0000","last_active":"2024-09-21T00:33:50.437122+0000","last_peered":"2024-09-21T00:33:50.437122+0000","last_clean":"2024-09-21T00:33:50.437122+0000","last_became_active":"2024-09-21T00:33:50.435944+0000","last_became_peered":"2024-09-21T00:33:50.435944+0000","last_unstale":"2024-09-21T00:33:50.437122+0000","last_undegraded":"2024-09-21T00:33:50.437122+0000","last_fullsized":"2024-09-21T00:33:50.437122+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:10:15.830811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.1c","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.427239+0000","last_change":"2024-09-21T00:33:50.427239+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.427239+0000","last_undegraded":"2024-09-21T00:33:50.427239+0000","last_fullsized":"2024-09-21T00:33:50.427239+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.1d","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.438381+0000","last_change":"2024-09-21T00:33:50.433473+0000","last_active":"2024-09-21T00:33:50.438381+0000","last_peered":"2024-09-21T00:33:50.438381+0000","last_clean":"2024-09-21T00:33:50.438381+0000","last_became_active":"2024-09-21T00:33:50.433098+0000","last_became_peered":"2024-09-21T00:33:50.433098+0000","last_unstale":"2024-09-21T00:33:50.438381+0000","last_undegraded":"2024-09-21T00:33:50.438381+0000","last_fullsized":"2024-09-21T00:33:50.438381+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:57:08.390594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.1d","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.427083+0000","last_change":"2024-09-21T00:33:50.427083+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.427083+0000","last_undegraded":"2024-09-21T00:33:50.427083+0000","last_fullsized":"2024-09-21T00:33:50.427083+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.1c","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.444102+0000","last_change":"2024-09-21T00:33:50.443620+0000","last_active":"2024-09-21T00:33:50.444102+0000","last_peered":"2024-09-21T00:33:50.444102+0000","last_clean":"2024-09-21T00:33:50.444102+0000","last_became_active":"2024-09-21T00:33:50.443280+0000","last_became_peered":"2024-09-21T00:33:50.443280+0000","last_unstale":"2024-09-21T00:33:50.444102+0000","last_undegraded":"2024-09-21T00:33:50.444102+0000","last_fullsized":"2024-09-21T00:33:50.444102+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:52:33.792336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.1b","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.430463+0000","last_change":"2024-09-21T00:33:50.430463+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.430463+0000","last_undegraded":"2024-09-21T00:33:50.430463+0000","last_fullsized":"2024-09-21T00:33:50.430463+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"26.1a","version":"172'1","reported_seq":16,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.743829+0000","last_change":"2024-09-21T00:33:50.434641+0000","last_active":"2024-09-21T00:33:52.743829+0000","last_peered":"2024-09-21T00:33:52.743829+0000","last_clean":"2024-09-21T00:33:52.743829+0000","last_became_active":"2024-09-21T00:33:50.434279+0000","last_became_peered":"2024-09-21T00:33:50.434279+0000","last_unstale":"2024-09-21T00:33:52.743829+0000","last_undegraded":"2024-09-21T00:33:52.743829+0000","last_fullsized":"2024-09-21T00:33:52.743829+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:45:35.723479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.18","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.744058+0000","last_change":"2024-09-21T00:33:51.436704+0000","last_active":"2024-09-21T00:33:52.744058+0000","last_peered":"2024-09-21T00:33:52.744058+0000","last_clean":"2024-09-21T00:33:52.744058+0000","last_became_active":"2024-09-21T00:33:51.436402+0000","last_became_peered":"2024-09-21T00:33:51.436402+0000","last_unstale":"2024-09-21T00:33:52.744058+0000","last_undegraded":"2024-09-21T00:33:52.744058+0000","last_fullsized":"2024-09-21T00:33:52.744058+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:38:09.536134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.19","version":"0'0","reported_seq":15,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.743661+0000","last_change":"2024-09-21T00:33:50.433852+0000","last_active":"2024-09-21T00:33:52.743661+0000","last_peered":"2024-09-21T00:33:52.743661+0000","last_clean":"2024-09-21T00:33:52.743661+0000","last_became_active":"2024-09-21T00:33:50.433517+0000","last_became_peered":"2024-09-21T00:33:50.433517+0000","last_unstale":"2024-09-21T00:33:52.743661+0000","last_undegraded":"2024-09-21T00:33:52.743661+0000","last_fullsized":"2024-09-21T00:33:52.743661+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:47:20.024654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.19","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.430496+0000","last_change":"2024-09-21T00:33:50.430496+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.430496+0000","last_undegraded":"2024-09-21T00:33:50.430496+0000","last_fullsized":"2024-09-21T00:33:50.430496+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"26.18","version":"0'0","reported_seq":15,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.437112+0000","last_change":"2024-09-21T00:33:50.438775+0000","last_active":"2024-09-21T00:33:52.437112+0000","last_peered":"2024-09-21T00:33:52.437112+0000","last_clean":"2024-09-21T00:33:52.437112+0000","last_became_active":"2024-09-21T00:33:50.438460+0000","last_became_peered":"2024-09-21T00:33:50.438460+0000","last_unstale":"2024-09-21T00:33:52.437112+0000","last_undegraded":"2024-09-21T00:33:52.437112+0000","last_fullsized":"2024-09-21T00:33:52.437112+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:42:11.442448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.16","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.432582+0000","last_change":"2024-09-21T00:33:50.432582+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.432582+0000","last_undegraded":"2024-09-21T00:33:50.432582+0000","last_fullsized":"2024-09-21T00:33:50.432582+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"26.17","version":"0'0","reported_seq":15,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.743145+0000","last_change":"2024-09-21T00:33:50.434545+0000","last_active":"2024-09-21T00:33:52.743145+0000","last_peered":"2024-09-21T00:33:52.743145+0000","last_clean":"2024-09-21T00:33:52.743145+0000","last_became_active":"2024-09-21T00:33:50.434170+0000","last_became_peered":"2024-09-21T00:33:50.434170+0000","last_unstale":"2024-09-21T00:33:52.743145+0000","last_undegraded":"2024-09-21T00:33:52.743145+0000","last_fullsized":"2024-09-21T00:33:52.743145+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:49:33.708972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.17","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.425182+0000","last_change":"2024-09-21T00:33:50.425182+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.425182+0000","last_undegraded":"2024-09-21T00:33:50.425182+0000","last_fullsized":"2024-09-21T00:33:50.425182+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.16","version":"0'0","reported_seq":15,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.437744+0000","last_change":"2024-09-21T00:33:50.433682+0000","last_active":"2024-09-21T00:33:52.437744+0000","last_peered":"2024-09-21T00:33:52.437744+0000","last_clean":"2024-09-21T00:33:52.437744+0000","last_became_active":"2024-09-21T00:33:50.432830+0000","last_became_peered":"2024-09-21T00:33:50.432830+0000","last_unstale":"2024-09-21T00:33:52.437744+0000","last_undegraded":"2024-09-21T00:33:52.437744+0000","last_fullsized":"2024-09-21T00:33:52.437744+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:22:27.243286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.14","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.430021+0000","last_change":"2024-09-21T00:33:50.430021+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.430021+0000","last_undegraded":"2024-09-21T00:33:50.430021+0000","last_fullsized":"2024-09-21T00:33:50.430021+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"26.15","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.441192+0000","last_change":"2024-09-21T00:33:50.440340+0000","last_active":"2024-09-21T00:33:50.441192+0000","last_peered":"2024-09-21T00:33:50.441192+0000","last_clean":"2024-09-21T00:33:50.441192+0000","last_became_active":"2024-09-21T00:33:50.440017+0000","last_became_peered":"2024-09-21T00:33:50.440017+0000","last_unstale":"2024-09-21T00:33:50.441192+0000","last_undegraded":"2024-09-21T00:33:50.441192+0000","last_fullsized":"2024-09-21T00:33:50.441192+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:16:30.751390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.15","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.427287+0000","last_change":"2024-09-21T00:33:50.427287+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.427287+0000","last_undegraded":"2024-09-21T00:33:50.427287+0000","last_fullsized":"2024-09-21T00:33:50.427287+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.14","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.439834+0000","last_change":"2024-09-21T00:33:50.439225+0000","last_active":"2024-09-21T00:33:50.439834+0000","last_peered":"2024-09-21T00:33:50.439834+0000","last_clean":"2024-09-21T00:33:50.439834+0000","last_became_active":"2024-09-21T00:33:50.438847+0000","last_became_peered":"2024-09-21T00:33:50.438847+0000","last_unstale":"2024-09-21T00:33:50.439834+0000","last_undegraded":"2024-09-21T00:33:50.439834+0000","last_fullsized":"2024-09-21T00:33:50.439834+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:23:26.302121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.12","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.743697+0000","last_change":"2024-09-21T00:33:51.435650+0000","last_active":"2024-09-21T00:33:52.743697+0000","last_peered":"2024-09-21T00:33:52.743697+0000","last_clean":"2024-09-21T00:33:52.743697+0000","last_became_active":"2024-09-21T00:33:51.434993+0000","last_became_peered":"2024-09-21T00:33:51.434993+0000","last_unstale":"2024-09-21T00:33:52.743697+0000","last_undegraded":"2024-09-21T00:33:52.743697+0000","last_fullsized":"2024-09-21T00:33:52.743697+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:13:22.271789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.13","version":"172'2","reported_seq":17,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.437970+0000","last_change":"2024-09-21T00:33:50.434403+0000","last_active":"2024-09-21T00:33:52.437970+0000","last_peered":"2024-09-21T00:33:52.437970+0000","last_clean":"2024-09-21T00:33:52.437970+0000","last_became_active":"2024-09-21T00:33:50.434069+0000","last_became_peered":"2024-09-21T00:33:50.434069+0000","last_unstale":"2024-09-21T00:33:52.437970+0000","last_undegraded":"2024-09-21T00:33:52.437970+0000","last_fullsized":"2024-09-21T00:33:52.437970+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:14:41.925743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.13","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.426162+0000","last_change":"2024-09-21T00:33:50.426162+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.426162+0000","last_undegraded":"2024-09-21T00:33:50.426162+0000","last_fullsized":"2024-09-21T00:33:50.426162+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.12","version":"0'0","reported_seq":15,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.437176+0000","last_change":"2024-09-21T00:33:50.443375+0000","last_active":"2024-09-21T00:33:52.437176+0000","last_peered":"2024-09-21T00:33:52.437176+0000","last_clean":"2024-09-21T00:33:52.437176+0000","last_became_active":"2024-09-21T00:33:50.442918+0000","last_became_peered":"2024-09-21T00:33:50.442918+0000","last_unstale":"2024-09-21T00:33:52.437176+0000","last_undegraded":"2024-09-21T00:33:52.437176+0000","last_fullsized":"2024-09-21T00:33:52.437176+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:19:32.359512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.10","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.424568+0000","last_change":"2024-09-21T00:33:50.424568+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.424568+0000","last_undegraded":"2024-09-21T00:33:50.424568+0000","last_fullsized":"2024-09-21T00:33:50.424568+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.11","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.436304+0000","last_change":"2024-09-21T00:33:50.432313+0000","last_active":"2024-09-21T00:33:50.436304+0000","last_peered":"2024-09-21T00:33:50.436304+0000","last_clean":"2024-09-21T00:33:50.436304+0000","last_became_active":"2024-09-21T00:33:50.432003+0000","last_became_peered":"2024-09-21T00:33:50.432003+0000","last_unstale":"2024-09-21T00:33:50.436304+0000","last_undegraded":"2024-09-21T00:33:50.436304+0000","last_fullsized":"2024-09-21T00:33:50.436304+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:01:26.152131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.11","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.428166+0000","last_change":"2024-09-21T00:33:50.428166+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.428166+0000","last_undegraded":"2024-09-21T00:33:50.428166+0000","last_fullsized":"2024-09-21T00:33:50.428166+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.10","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.438729+0000","last_change":"2024-09-21T00:33:50.433468+0000","last_active":"2024-09-21T00:33:50.438729+0000","last_peered":"2024-09-21T00:33:50.438729+0000","last_clean":"2024-09-21T00:33:50.438729+0000","last_became_active":"2024-09-21T00:33:50.433121+0000","last_became_peered":"2024-09-21T00:33:50.433121+0000","last_unstale":"2024-09-21T00:33:50.438729+0000","last_undegraded":"2024-09-21T00:33:50.438729+0000","last_fullsized":"2024-09-21T00:33:50.438729+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:05:02.731119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.e","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.424526+0000","last_change":"2024-09-21T00:33:50.424526+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.424526+0000","last_undegraded":"2024-09-21T00:33:50.424526+0000","last_fullsized":"2024-09-21T00:33:50.424526+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.f","version":"172'1","reported_seq":16,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.743268+0000","last_change":"2024-09-21T00:33:50.434092+0000","last_active":"2024-09-21T00:33:52.743268+0000","last_peered":"2024-09-21T00:33:52.743268+0000","last_clean":"2024-09-21T00:33:52.743268+0000","last_became_active":"2024-09-21T00:33:50.433707+0000","last_became_peered":"2024-09-21T00:33:50.433707+0000","last_unstale":"2024-09-21T00:33:52.743268+0000","last_undegraded":"2024-09-21T00:33:52.743268+0000","last_fullsized":"2024-09-21T00:33:52.743268+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:21:54.102855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.f","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.425710+0000","last_change":"2024-09-21T00:33:50.425710+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.425710+0000","last_undegraded":"2024-09-21T00:33:50.425710+0000","last_fullsized":"2024-09-21T00:33:50.425710+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.e","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.439560+0000","last_change":"2024-09-21T00:33:50.438920+0000","last_active":"2024-09-21T00:33:50.439560+0000","last_peered":"2024-09-21T00:33:50.439560+0000","last_clean":"2024-09-21T00:33:50.439560+0000","last_became_active":"2024-09-21T00:33:50.438477+0000","last_became_peered":"2024-09-21T00:33:50.438477+0000","last_unstale":"2024-09-21T00:33:50.439560+0000","last_undegraded":"2024-09-21T00:33:50.439560+0000","last_fullsized":"2024-09-21T00:33:50.439560+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:48:50.068023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.c","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.425076+0000","last_change":"2024-09-21T00:33:50.425076+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.425076+0000","last_undegraded":"2024-09-21T00:33:50.425076+0000","last_fullsized":"2024-09-21T00:33:50.425076+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.d","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.438976+0000","last_change":"2024-09-21T00:33:50.436691+0000","last_active":"2024-09-21T00:33:50.438976+0000","last_peered":"2024-09-21T00:33:50.438976+0000","last_clean":"2024-09-21T00:33:50.438976+0000","last_became_active":"2024-09-21T00:33:50.429080+0000","last_became_peered":"2024-09-21T00:33:50.429080+0000","last_unstale":"2024-09-21T00:33:50.438976+0000","last_undegraded":"2024-09-21T00:33:50.438976+0000","last_fullsized":"2024-09-21T00:33:50.438976+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:00:57.465666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.d","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.426153+0000","last_change":"2024-09-21T00:33:50.426153+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.426153+0000","last_undegraded":"2024-09-21T00:33:50.426153+0000","last_fullsized":"2024-09-21T00:33:50.426153+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.c","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.438246+0000","last_change":"2024-09-21T00:33:50.436791+0000","last_active":"2024-09-21T00:33:50.438246+0000","last_peered":"2024-09-21T00:33:50.438246+0000","last_clean":"2024-09-21T00:33:50.438246+0000","last_became_active":"2024-09-21T00:33:50.436478+0000","last_became_peered":"2024-09-21T00:33:50.436478+0000","last_unstale":"2024-09-21T00:33:50.438246+0000","last_undegraded":"2024-09-21T00:33:50.438246+0000","last_fullsized":"2024-09-21T00:33:50.438246+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:38:38.126577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.a","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.424912+0000","last_change":"2024-09-21T00:33:50.424912+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.424912+0000","last_undegraded":"2024-09-21T00:33:50.424912+0000","last_fullsized":"2024-09-21T00:33:50.424912+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.b","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.438932+0000","last_change":"2024-09-21T00:33:50.437539+0000","last_active":"2024-09-21T00:33:50.438932+0000","last_peered":"2024-09-21T00:33:50.438932+0000","last_clean":"2024-09-21T00:33:50.438932+0000","last_became_active":"2024-09-21T00:33:50.437242+0000","last_became_peered":"2024-09-21T00:33:50.437242+0000","last_unstale":"2024-09-21T00:33:50.438932+0000","last_undegraded":"2024-09-21T00:33:50.438932+0000","last_fullsized":"2024-09-21T00:33:50.438932+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:27:08.211207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.b","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.424089+0000","last_change":"2024-09-21T00:33:50.424089+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.424089+0000","last_undegraded":"2024-09-21T00:33:50.424089+0000","last_fullsized":"2024-09-21T00:33:50.424089+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.a","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.443519+0000","last_change":"2024-09-21T00:33:50.442659+0000","last_active":"2024-09-21T00:33:50.443519+0000","last_peered":"2024-09-21T00:33:50.443519+0000","last_clean":"2024-09-21T00:33:50.443519+0000","last_became_active":"2024-09-21T00:33:50.442093+0000","last_became_peered":"2024-09-21T00:33:50.442093+0000","last_unstale":"2024-09-21T00:33:50.443519+0000","last_undegraded":"2024-09-21T00:33:50.443519+0000","last_fullsized":"2024-09-21T00:33:50.443519+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:57:25.073659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.8","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.424767+0000","last_change":"2024-09-21T00:33:50.424767+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.424767+0000","last_undegraded":"2024-09-21T00:33:50.424767+0000","last_fullsized":"2024-09-21T00:33:50.424767+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.9","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.443172+0000","last_change":"2024-09-21T00:33:50.442492+0000","last_active":"2024-09-21T00:33:50.443172+0000","last_peered":"2024-09-21T00:33:50.443172+0000","last_clean":"2024-09-21T00:33:50.443172+0000","last_became_active":"2024-09-21T00:33:50.442099+0000","last_became_peered":"2024-09-21T00:33:50.442099+0000","last_unstale":"2024-09-21T00:33:50.443172+0000","last_undegraded":"2024-09-21T00:33:50.443172+0000","last_fullsized":"2024-09-21T00:33:50.443172+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:08:02.652780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.9","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.437567+0000","last_change":"2024-09-21T00:33:51.446090+0000","last_active":"2024-09-21T00:33:52.437567+0000","last_peered":"2024-09-21T00:33:52.437567+0000","last_clean":"2024-09-21T00:33:52.437567+0000","last_became_active":"2024-09-21T00:33:51.445526+0000","last_became_peered":"2024-09-21T00:33:51.445526+0000","last_unstale":"2024-09-21T00:33:52.437567+0000","last_undegraded":"2024-09-21T00:33:52.437567+0000","last_fullsized":"2024-09-21T00:33:52.437567+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:40:04.745239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"26.8","version":"0'0","reported_seq":15,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.744186+0000","last_change":"2024-09-21T00:33:50.438072+0000","last_active":"2024-09-21T00:33:52.744186+0000","last_peered":"2024-09-21T00:33:52.744186+0000","last_clean":"2024-09-21T00:33:52.744186+0000","last_became_active":"2024-09-21T00:33:50.437748+0000","last_became_peered":"2024-09-21T00:33:50.437748+0000","last_unstale":"2024-09-21T00:33:52.744186+0000","last_undegraded":"2024-09-21T00:33:52.744186+0000","last_fullsized":"2024-09-21T00:33:52.744186+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:20:38.173508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.6","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.428388+0000","last_change":"2024-09-21T00:33:50.428388+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.428388+0000","last_undegraded":"2024-09-21T00:33:50.428388+0000","last_fullsized":"2024-09-21T00:33:50.428388+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"26.7","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.437589+0000","last_change":"2024-09-21T00:33:50.433896+0000","last_active":"2024-09-21T00:33:50.437589+0000","last_peered":"2024-09-21T00:33:50.437589+0000","last_clean":"2024-09-21T00:33:50.437589+0000","last_became_active":"2024-09-21T00:33:50.433546+0000","last_became_peered":"2024-09-21T00:33:50.433546+0000","last_unstale":"2024-09-21T00:33:50.437589+0000","last_undegraded":"2024-09-21T00:33:50.437589+0000","last_fullsized":"2024-09-21T00:33:50.437589+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:15:05.474489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.7","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.430249+0000","last_change":"2024-09-21T00:33:50.430249+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.430249+0000","last_undegraded":"2024-09-21T00:33:50.430249+0000","last_fullsized":"2024-09-21T00:33:50.430249+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.6","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.439071+0000","last_change":"2024-09-21T00:33:50.438168+0000","last_active":"2024-09-21T00:33:50.439071+0000","last_peered":"2024-09-21T00:33:50.439071+0000","last_clean":"2024-09-21T00:33:50.439071+0000","last_became_active":"2024-09-21T00:33:50.437798+0000","last_became_peered":"2024-09-21T00:33:50.437798+0000","last_unstale":"2024-09-21T00:33:50.439071+0000","last_undegraded":"2024-09-21T00:33:50.439071+0000","last_fullsized":"2024-09-21T00:33:50.439071+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:47:37.762333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.4","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.424545+0000","last_change":"2024-09-21T00:33:50.424545+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.424545+0000","last_undegraded":"2024-09-21T00:33:50.424545+0000","last_fullsized":"2024-09-21T00:33:50.424545+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.5","version":"0'0","reported_seq":15,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.743485+0000","last_change":"2024-09-21T00:33:50.433446+0000","last_active":"2024-09-21T00:33:52.743485+0000","last_peered":"2024-09-21T00:33:52.743485+0000","last_clean":"2024-09-21T00:33:52.743485+0000","last_became_active":"2024-09-21T00:33:50.433143+0000","last_became_peered":"2024-09-21T00:33:50.433143+0000","last_unstale":"2024-09-21T00:33:52.743485+0000","last_undegraded":"2024-09-21T00:33:52.743485+0000","last_fullsized":"2024-09-21T00:33:52.743485+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:45:53.093450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.5","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.437118+0000","last_change":"2024-09-21T00:33:51.441889+0000","last_active":"2024-09-21T00:33:52.437118+0000","last_peered":"2024-09-21T00:33:52.437118+0000","last_clean":"2024-09-21T00:33:52.437118+0000","last_became_active":"2024-09-21T00:33:51.440594+0000","last_became_peered":"2024-09-21T00:33:51.440594+0000","last_unstale":"2024-09-21T00:33:52.437118+0000","last_undegraded":"2024-09-21T00:33:52.437118+0000","last_fullsized":"2024-09-21T00:33:52.437118+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:18:22.166710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"26.4","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.438216+0000","last_change":"2024-09-21T00:33:50.434817+0000","last_active":"2024-09-21T00:33:50.438216+0000","last_peered":"2024-09-21T00:33:50.438216+0000","last_clean":"2024-09-21T00:33:50.438216+0000","last_became_active":"2024-09-21T00:33:50.434300+0000","last_became_peered":"2024-09-21T00:33:50.434300+0000","last_unstale":"2024-09-21T00:33:50.438216+0000","last_undegraded":"2024-09-21T00:33:50.438216+0000","last_fullsized":"2024-09-21T00:33:50.438216+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:25:39.059536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.2","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.437597+0000","last_change":"2024-09-21T00:33:50.437597+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.437597+0000","last_undegraded":"2024-09-21T00:33:50.437597+0000","last_fullsized":"2024-09-21T00:33:50.437597+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.3","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.441129+0000","last_change":"2024-09-21T00:33:50.440659+0000","last_active":"2024-09-21T00:33:50.441129+0000","last_peered":"2024-09-21T00:33:50.441129+0000","last_clean":"2024-09-21T00:33:50.441129+0000","last_became_active":"2024-09-21T00:33:50.440298+0000","last_became_peered":"2024-09-21T00:33:50.440298+0000","last_unstale":"2024-09-21T00:33:50.441129+0000","last_undegraded":"2024-09-21T00:33:50.441129+0000","last_fullsized":"2024-09-21T00:33:50.441129+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:18:43.940618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.3","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.427855+0000","last_change":"2024-09-21T00:33:50.427855+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.427855+0000","last_undegraded":"2024-09-21T00:33:50.427855+0000","last_fullsized":"2024-09-21T00:33:50.427855+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"26.2","version":"0'0","reported_seq":15,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.743953+0000","last_change":"2024-09-21T00:33:50.435932+0000","last_active":"2024-09-21T00:33:52.743953+0000","last_peered":"2024-09-21T00:33:52.743953+0000","last_clean":"2024-09-21T00:33:52.743953+0000","last_became_active":"2024-09-21T00:33:50.435575+0000","last_became_peered":"2024-09-21T00:33:50.435575+0000","last_unstale":"2024-09-21T00:33:52.743953+0000","last_undegraded":"2024-09-21T00:33:52.743953+0000","last_fullsized":"2024-09-21T00:33:52.743953+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:20:56.262741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.0","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.423972+0000","last_change":"2024-09-21T00:33:50.423972+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.423972+0000","last_undegraded":"2024-09-21T00:33:50.423972+0000","last_fullsized":"2024-09-21T00:33:50.423972+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.1","version":"0'0","reported_seq":15,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.438467+0000","last_change":"2024-09-21T00:33:50.431289+0000","last_active":"2024-09-21T00:33:52.438467+0000","last_peered":"2024-09-21T00:33:52.438467+0000","last_clean":"2024-09-21T00:33:52.438467+0000","last_became_active":"2024-09-21T00:33:50.430979+0000","last_became_peered":"2024-09-21T00:33:50.430979+0000","last_unstale":"2024-09-21T00:33:52.438467+0000","last_undegraded":"2024-09-21T00:33:52.438467+0000","last_fullsized":"2024-09-21T00:33:52.438467+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:08:10.670545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.1","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.423832+0000","last_change":"2024-09-21T00:33:50.423832+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.423832+0000","last_undegraded":"2024-09-21T00:33:50.423832+0000","last_fullsized":"2024-09-21T00:33:50.423832+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.0","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.433620+0000","last_change":"2024-09-21T00:33:50.432649+0000","last_active":"2024-09-21T00:33:50.433620+0000","last_peered":"2024-09-21T00:33:50.433620+0000","last_clean":"2024-09-21T00:33:50.433620+0000","last_became_active":"2024-09-21T00:33:50.432339+0000","last_became_peered":"2024-09-21T00:33:50.432339+0000","last_unstale":"2024-09-21T00:33:50.433620+0000","last_undegraded":"2024-09-21T00:33:50.433620+0000","last_fullsized":"2024-09-21T00:33:50.433620+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:10:34.793655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.1a","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.438077+0000","last_change":"2024-09-21T00:33:50.438077+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.438077+0000","last_undegraded":"2024-09-21T00:33:50.438077+0000","last_fullsized":"2024-09-21T00:33:50.438077+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.1b","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.436825+0000","last_change":"2024-09-21T00:33:50.435704+0000","last_active":"2024-09-21T00:33:50.436825+0000","last_peered":"2024-09-21T00:33:50.436825+0000","last_clean":"2024-09-21T00:33:50.436825+0000","last_became_active":"2024-09-21T00:33:50.435311+0000","last_became_peered":"2024-09-21T00:33:50.435311+0000","last_unstale":"2024-09-21T00:33:50.436825+0000","last_undegraded":"2024-09-21T00:33:50.436825+0000","last_fullsized":"2024-09-21T00:33:50.436825+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:38:09.424892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":381,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.433017+0000","last_change":"2024-09-21T00:21:11.583793+0000","last_active":"2024-09-21T00:33:50.433017+0000","last_peered":"2024-09-21T00:33:50.433017+0000","last_clean":"2024-09-21T00:33:50.433017+0000","last_became_active":"2024-09-21T00:21:11.582502+0000","last_became_peered":"2024-09-21T00:21:11.582502+0000","last_unstale":"2024-09-21T00:33:50.433017+0000","last_undegraded":"2024-09-21T00:33:50.433017+0000","last_fullsized":"2024-09-21T00:33:50.433017+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_clean_scrub_stamp":"2024-09-21T00:21:10.311964+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:58.010953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":26,"num_pg":32,"stat_sum":{"num_bytes":56,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1772,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4,"ondisk_log_size":4,"up":64,"acting":64,"num_store_stats":8},{"poolid":27,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509596,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":64404,"kb_used_data":2680,"kb_used_omap":1,"kb_used_meta":61694,"kb_avail":94307436,"statfs":{"total":96636764160,"available":96570814464,"internally_reserved":0,"allocated":2744320,"data_stored":1532554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":63175114},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509596,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":69320,"kb_used_data":2100,"kb_used_omap":1,"kb_used_meta":67198,"kb_avail":94302520,"statfs":{"total":96636764160,"available":96565780480,"internally_reserved":0,"allocated":2150400,"data_stored":942186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":68811206},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509596,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59660,"kb_used_data":2100,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312180,"statfs":{"total":96636764160,"available":96575672320,"internally_reserved":0,"allocated":2150400,"data_stored":942186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":58915269},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509597,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":73532,"kb_used_data":2088,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94298308,"statfs":{"total":96636764160,"available":96561467392,"internally_reserved":0,"allocated":2138112,"data_stored":935911,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":73136584},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509597,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":63820,"kb_used_data":2100,"kb_used_omap":1,"kb_used_meta":61694,"kb_avail":94308020,"statfs":{"total":96636764160,"available":96571412480,"internally_reserved":0,"allocated":2150400,"data_stored":942186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":63175109},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509595,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":74128,"kb_used_data":2680,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94297712,"statfs":{"total":96636764160,"available":96560857088,"internally_reserved":0,"allocated":2744320,"data_stored":1532554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":73136582},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834575004,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":73592,"kb_used_data":2144,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94298248,"statfs":{"total":96636764160,"available":96561405952,"internally_reserved":0,"allocated":2195456,"data_stored":956977,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":73136581},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834575004,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":77736,"kb_used_data":2132,"kb_used_omap":1,"kb_used_meta":75582,"kb_avail":94294104,"statfs":{"total":96636764160,"available":96557162496,"internally_reserved":0,"allocated":2183168,"data_stored":955317,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":77396422},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T00:33:56.245 INFO:tasks.ceph.ceph_manager.ceph:PG 27.3f is not active+clean 2024-09-21T00:33:56.246 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '27.3f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 171, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:33:50.439780+0000', 'last_change': '2024-09-21T00:33:50.439780+0000', 'last_active': '2024-09-21T00:33:50.408221+0000', 'last_peered': '2024-09-21T00:33:50.408221+0000', 'last_clean': '2024-09-21T00:33:50.408221+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:33:50.439780+0000', 'last_undegraded': '2024-09-21T00:33:50.439780+0000', 'last_fullsized': '2024-09-21T00:33:50.439780+0000', 'mapping_epoch': 171, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 171, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_clean_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-21T00:33:56.246 INFO:tasks.ceph.ceph_manager.ceph:PG 27.3e is not active+clean 2024-09-21T00:33:56.246 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '27.3e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 171, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:33:50.425483+0000', 'last_change': '2024-09-21T00:33:50.425483+0000', 'last_active': '2024-09-21T00:33:50.408221+0000', 'last_peered': '2024-09-21T00:33:50.408221+0000', 'last_clean': '2024-09-21T00:33:50.408221+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:33:50.425483+0000', 'last_undegraded': '2024-09-21T00:33:50.425483+0000', 'last_fullsized': '2024-09-21T00:33:50.425483+0000', 'mapping_epoch': 171, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 171, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_clean_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4], 'acting': [5, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-21T00:33:56.246 INFO:tasks.ceph.ceph_manager.ceph:PG 27.3d is not active+clean 2024-09-21T00:33:56.246 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '27.3d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 171, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:33:50.425214+0000', 'last_change': '2024-09-21T00:33:50.425214+0000', 'last_active': '2024-09-21T00:33:50.408221+0000', 'last_peered': '2024-09-21T00:33:50.408221+0000', 'last_clean': '2024-09-21T00:33:50.408221+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:33:50.425214+0000', 'last_undegraded': '2024-09-21T00:33:50.425214+0000', 'last_fullsized': '2024-09-21T00:33:50.425214+0000', 'mapping_epoch': 171, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 171, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_clean_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 7], 'acting': [2, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-21T00:33:56.246 INFO:tasks.ceph.ceph_manager.ceph:PG 27.3c is not active+clean 2024-09-21T00:33:56.246 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '27.3c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 171, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:33:50.431768+0000', 'last_change': '2024-09-21T00:33:50.431768+0000', 'last_active': '2024-09-21T00:33:50.408221+0000', 'last_peered': '2024-09-21T00:33:50.408221+0000', 'last_clean': '2024-09-21T00:33:50.408221+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:33:50.431768+0000', 'last_undegraded': '2024-09-21T00:33:50.431768+0000', 'last_fullsized': '2024-09-21T00:33:50.431768+0000', 'mapping_epoch': 171, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 171, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_clean_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-21T00:33:56.246 INFO:tasks.ceph.ceph_manager.ceph:PG 27.39 is not active+clean 2024-09-21T00:33:56.246 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '27.39', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 171, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:33:50.439215+0000', 'last_change': '2024-09-21T00:33:50.439215+0000', 'last_active': '2024-09-21T00:33:50.408221+0000', 'last_peered': '2024-09-21T00:33:50.408221+0000', 'last_clean': '2024-09-21T00:33:50.408221+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:33:50.439215+0000', 'last_undegraded': '2024-09-21T00:33:50.439215+0000', 'last_fullsized': '2024-09-21T00:33:50.439215+0000', 'mapping_epoch': 171, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 171, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_clean_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4], 'acting': [0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-21T00:33:56.247 INFO:tasks.ceph.ceph_manager.ceph:PG 27.37 is not active+clean 2024-09-21T00:33:56.247 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '27.37', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 171, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:33:50.425250+0000', 'last_change': '2024-09-21T00:33:50.425250+0000', 'last_active': '2024-09-21T00:33:50.408221+0000', 'last_peered': '2024-09-21T00:33:50.408221+0000', 'last_clean': '2024-09-21T00:33:50.408221+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:33:50.425250+0000', 'last_undegraded': '2024-09-21T00:33:50.425250+0000', 'last_fullsized': '2024-09-21T00:33:50.425250+0000', 'mapping_epoch': 171, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 171, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_clean_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-21T00:33:56.247 INFO:tasks.ceph.ceph_manager.ceph:PG 27.36 is not active+clean 2024-09-21T00:33:56.247 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '27.36', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 171, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:33:50.433042+0000', 'last_change': '2024-09-21T00:33:50.433042+0000', 'last_active': '2024-09-21T00:33:50.408221+0000', 'last_peered': '2024-09-21T00:33:50.408221+0000', 'last_clean': '2024-09-21T00:33:50.408221+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:33:50.433042+0000', 'last_undegraded': '2024-09-21T00:33:50.433042+0000', 'last_fullsized': '2024-09-21T00:33:50.433042+0000', 'mapping_epoch': 171, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 171, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_clean_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-21T00:33:56.247 INFO:tasks.ceph.ceph_manager.ceph:PG 27.35 is not active+clean 2024-09-21T00:33:56.247 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '27.35', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 171, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:33:50.424655+0000', 'last_change': '2024-09-21T00:33:50.424655+0000', 'last_active': '2024-09-21T00:33:50.408221+0000', 'last_peered': '2024-09-21T00:33:50.408221+0000', 'last_clean': '2024-09-21T00:33:50.408221+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:33:50.424655+0000', 'last_undegraded': '2024-09-21T00:33:50.424655+0000', 'last_fullsized': '2024-09-21T00:33:50.424655+0000', 'mapping_epoch': 171, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 171, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_clean_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 6], 'acting': [2, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-21T00:33:56.247 INFO:tasks.ceph.ceph_manager.ceph:PG 27.34 is not active+clean 2024-09-21T00:33:56.247 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '27.34', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 171, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:33:50.426665+0000', 'last_change': '2024-09-21T00:33:50.426665+0000', 'last_active': '2024-09-21T00:33:50.408221+0000', 'last_peered': '2024-09-21T00:33:50.408221+0000', 'last_clean': '2024-09-21T00:33:50.408221+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:33:50.426665+0000', 'last_undegraded': '2024-09-21T00:33:50.426665+0000', 'last_fullsized': '2024-09-21T00:33:50.426665+0000', 'mapping_epoch': 171, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 171, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_clean_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 1], 'acting': [6, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-21T00:33:56.247 INFO:tasks.ceph.ceph_manager.ceph:PG 27.33 is not active+clean 2024-09-21T00:33:56.247 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '27.33', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 171, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:33:50.427139+0000', 'last_change': '2024-09-21T00:33:50.427139+0000', 'last_active': '2024-09-21T00:33:50.408221+0000', 'last_peered': '2024-09-21T00:33:50.408221+0000', 'last_clean': '2024-09-21T00:33:50.408221+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:33:50.427139+0000', 'last_undegraded': '2024-09-21T00:33:50.427139+0000', 'last_fullsized': '2024-09-21T00:33:50.427139+0000', 'mapping_epoch': 171, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 171, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_clean_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 0], 'acting': [6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-21T00:33:56.248 INFO:tasks.ceph.ceph_manager.ceph:PG 27.32 is not active+clean 2024-09-21T00:33:56.248 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '27.32', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 171, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:33:50.441179+0000', 'last_change': '2024-09-21T00:33:50.441179+0000', 'last_active': '2024-09-21T00:33:50.408221+0000', 'last_peered': '2024-09-21T00:33:50.408221+0000', 'last_clean': '2024-09-21T00:33:50.408221+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:33:50.441179+0000', 'last_undegraded': '2024-09-21T00:33:50.441179+0000', 'last_fullsized': '2024-09-21T00:33:50.441179+0000', 'mapping_epoch': 171, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 171, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_clean_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 6], 'acting': [0, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-21T00:33:56.248 INFO:tasks.ceph.ceph_manager.ceph:PG 27.31 is not active+clean 2024-09-21T00:33:56.248 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '27.31', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 171, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:33:50.428958+0000', 'last_change': '2024-09-21T00:33:50.428958+0000', 'last_active': '2024-09-21T00:33:50.408221+0000', 'last_peered': '2024-09-21T00:33:50.408221+0000', 'last_clean': '2024-09-21T00:33:50.408221+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:33:50.428958+0000', 'last_undegraded': '2024-09-21T00:33:50.428958+0000', 'last_fullsized': '2024-09-21T00:33:50.428958+0000', 'mapping_epoch': 171, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 171, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_clean_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 2], 'acting': [0, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-21T00:33:56.248 INFO:tasks.ceph.ceph_manager.ceph:PG 27.30 is not active+clean 2024-09-21T00:33:56.248 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '27.30', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 171, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:33:50.431863+0000', 'last_change': '2024-09-21T00:33:50.431863+0000', 'last_active': '2024-09-21T00:33:50.408221+0000', 'last_peered': '2024-09-21T00:33:50.408221+0000', 'last_clean': '2024-09-21T00:33:50.408221+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:33:50.431863+0000', 'last_undegraded': '2024-09-21T00:33:50.431863+0000', 'last_fullsized': '2024-09-21T00:33:50.431863+0000', 'mapping_epoch': 171, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 171, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_clean_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6], 'acting': [3, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-21T00:33:56.248 INFO:tasks.ceph.ceph_manager.ceph:PG 27.2f is not active+clean 2024-09-21T00:33:56.248 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '27.2f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 171, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:33:50.432523+0000', 'last_change': '2024-09-21T00:33:50.432523+0000', 'last_active': '2024-09-21T00:33:50.408221+0000', 'last_peered': '2024-09-21T00:33:50.408221+0000', 'last_clean': '2024-09-21T00:33:50.408221+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:33:50.432523+0000', 'last_undegraded': '2024-09-21T00:33:50.432523+0000', 'last_fullsized': '2024-09-21T00:33:50.432523+0000', 'mapping_epoch': 171, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 171, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_clean_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-21T00:33:56.248 INFO:tasks.ceph.ceph_manager.ceph:PG 27.2e is not active+clean 2024-09-21T00:33:56.248 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '27.2e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 171, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:33:50.429113+0000', 'last_change': '2024-09-21T00:33:50.429113+0000', 'last_active': '2024-09-21T00:33:50.408221+0000', 'last_peered': '2024-09-21T00:33:50.408221+0000', 'last_clean': '2024-09-21T00:33:50.408221+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:33:50.429113+0000', 'last_undegraded': '2024-09-21T00:33:50.429113+0000', 'last_fullsized': '2024-09-21T00:33:50.429113+0000', 'mapping_epoch': 171, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 171, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_clean_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 2], 'acting': [3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-21T00:33:56.248 INFO:tasks.ceph.ceph_manager.ceph:PG 27.2d is not active+clean 2024-09-21T00:33:56.249 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '27.2d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 171, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:33:50.428135+0000', 'last_change': '2024-09-21T00:33:50.428135+0000', 'last_active': '2024-09-21T00:33:50.408221+0000', 'last_peered': '2024-09-21T00:33:50.408221+0000', 'last_clean': '2024-09-21T00:33:50.408221+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:33:50.428135+0000', 'last_undegraded': '2024-09-21T00:33:50.428135+0000', 'last_fullsized': '2024-09-21T00:33:50.428135+0000', 'mapping_epoch': 171, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 171, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_clean_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-21T00:33:56.249 INFO:tasks.ceph.ceph_manager.ceph:PG 27.2b is not active+clean 2024-09-21T00:33:56.249 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '27.2b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 171, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:33:50.430946+0000', 'last_change': '2024-09-21T00:33:50.430946+0000', 'last_active': '2024-09-21T00:33:50.408221+0000', 'last_peered': '2024-09-21T00:33:50.408221+0000', 'last_clean': '2024-09-21T00:33:50.408221+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:33:50.430946+0000', 'last_undegraded': '2024-09-21T00:33:50.430946+0000', 'last_fullsized': '2024-09-21T00:33:50.430946+0000', 'mapping_epoch': 171, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 171, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_clean_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-21T00:33:56.249 INFO:tasks.ceph.ceph_manager.ceph:PG 27.28 is not active+clean 2024-09-21T00:33:56.249 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '27.28', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 171, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:33:50.430952+0000', 'last_change': '2024-09-21T00:33:50.430952+0000', 'last_active': '2024-09-21T00:33:50.408221+0000', 'last_peered': '2024-09-21T00:33:50.408221+0000', 'last_clean': '2024-09-21T00:33:50.408221+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:33:50.430952+0000', 'last_undegraded': '2024-09-21T00:33:50.430952+0000', 'last_fullsized': '2024-09-21T00:33:50.430952+0000', 'mapping_epoch': 171, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 171, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_clean_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-21T00:33:56.249 INFO:tasks.ceph.ceph_manager.ceph:PG 27.27 is not active+clean 2024-09-21T00:33:56.249 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '27.27', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 171, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:33:50.426186+0000', 'last_change': '2024-09-21T00:33:50.426186+0000', 'last_active': '2024-09-21T00:33:50.408221+0000', 'last_peered': '2024-09-21T00:33:50.408221+0000', 'last_clean': '2024-09-21T00:33:50.408221+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:33:50.426186+0000', 'last_undegraded': '2024-09-21T00:33:50.426186+0000', 'last_fullsized': '2024-09-21T00:33:50.426186+0000', 'mapping_epoch': 171, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 171, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_clean_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-21T00:33:56.249 INFO:tasks.ceph.ceph_manager.ceph:PG 27.26 is not active+clean 2024-09-21T00:33:56.249 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '27.26', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 171, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:33:50.429790+0000', 'last_change': '2024-09-21T00:33:50.429790+0000', 'last_active': '2024-09-21T00:33:50.408221+0000', 'last_peered': '2024-09-21T00:33:50.408221+0000', 'last_clean': '2024-09-21T00:33:50.408221+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:33:50.429790+0000', 'last_undegraded': '2024-09-21T00:33:50.429790+0000', 'last_fullsized': '2024-09-21T00:33:50.429790+0000', 'mapping_epoch': 171, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 171, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_clean_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4], 'acting': [0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-21T00:33:56.249 INFO:tasks.ceph.ceph_manager.ceph:PG 27.25 is not active+clean 2024-09-21T00:33:56.249 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '27.25', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 171, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:33:50.426603+0000', 'last_change': '2024-09-21T00:33:50.426603+0000', 'last_active': '2024-09-21T00:33:50.408221+0000', 'last_peered': '2024-09-21T00:33:50.408221+0000', 'last_clean': '2024-09-21T00:33:50.408221+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:33:50.426603+0000', 'last_undegraded': '2024-09-21T00:33:50.426603+0000', 'last_fullsized': '2024-09-21T00:33:50.426603+0000', 'mapping_epoch': 171, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 171, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_clean_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 1], 'acting': [6, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-21T00:33:56.250 INFO:tasks.ceph.ceph_manager.ceph:PG 27.24 is not active+clean 2024-09-21T00:33:56.250 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '27.24', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 171, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:33:50.425709+0000', 'last_change': '2024-09-21T00:33:50.425709+0000', 'last_active': '2024-09-21T00:33:50.408221+0000', 'last_peered': '2024-09-21T00:33:50.408221+0000', 'last_clean': '2024-09-21T00:33:50.408221+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:33:50.425709+0000', 'last_undegraded': '2024-09-21T00:33:50.425709+0000', 'last_fullsized': '2024-09-21T00:33:50.425709+0000', 'mapping_epoch': 171, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 171, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_clean_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 1], 'acting': [2, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-21T00:33:56.250 INFO:tasks.ceph.ceph_manager.ceph:PG 27.23 is not active+clean 2024-09-21T00:33:56.250 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '27.23', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 171, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:33:50.428406+0000', 'last_change': '2024-09-21T00:33:50.428406+0000', 'last_active': '2024-09-21T00:33:50.408221+0000', 'last_peered': '2024-09-21T00:33:50.408221+0000', 'last_clean': '2024-09-21T00:33:50.408221+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:33:50.428406+0000', 'last_undegraded': '2024-09-21T00:33:50.428406+0000', 'last_fullsized': '2024-09-21T00:33:50.428406+0000', 'mapping_epoch': 171, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 171, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_clean_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 1], 'acting': [6, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-21T00:33:56.250 INFO:tasks.ceph.ceph_manager.ceph:PG 27.22 is not active+clean 2024-09-21T00:33:56.250 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '27.22', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 171, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:33:50.424205+0000', 'last_change': '2024-09-21T00:33:50.424205+0000', 'last_active': '2024-09-21T00:33:50.408221+0000', 'last_peered': '2024-09-21T00:33:50.408221+0000', 'last_clean': '2024-09-21T00:33:50.408221+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:33:50.424205+0000', 'last_undegraded': '2024-09-21T00:33:50.424205+0000', 'last_fullsized': '2024-09-21T00:33:50.424205+0000', 'mapping_epoch': 171, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 171, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_clean_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-21T00:33:56.250 INFO:tasks.ceph.ceph_manager.ceph:PG 27.21 is not active+clean 2024-09-21T00:33:56.250 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '27.21', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 171, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:33:50.427606+0000', 'last_change': '2024-09-21T00:33:50.427606+0000', 'last_active': '2024-09-21T00:33:50.408221+0000', 'last_peered': '2024-09-21T00:33:50.408221+0000', 'last_clean': '2024-09-21T00:33:50.408221+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:33:50.427606+0000', 'last_undegraded': '2024-09-21T00:33:50.427606+0000', 'last_fullsized': '2024-09-21T00:33:50.427606+0000', 'mapping_epoch': 171, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 171, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_clean_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-21T00:33:56.250 INFO:tasks.ceph.ceph_manager.ceph:PG 27.20 is not active+clean 2024-09-21T00:33:56.250 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '27.20', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 171, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:33:50.426650+0000', 'last_change': '2024-09-21T00:33:50.426650+0000', 'last_active': '2024-09-21T00:33:50.408221+0000', 'last_peered': '2024-09-21T00:33:50.408221+0000', 'last_clean': '2024-09-21T00:33:50.408221+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:33:50.426650+0000', 'last_undegraded': '2024-09-21T00:33:50.426650+0000', 'last_fullsized': '2024-09-21T00:33:50.426650+0000', 'mapping_epoch': 171, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 171, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_clean_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-21T00:33:56.250 INFO:tasks.ceph.ceph_manager.ceph:PG 27.1e is not active+clean 2024-09-21T00:33:56.251 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '27.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 171, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:33:50.425002+0000', 'last_change': '2024-09-21T00:33:50.425002+0000', 'last_active': '2024-09-21T00:33:50.408221+0000', 'last_peered': '2024-09-21T00:33:50.408221+0000', 'last_clean': '2024-09-21T00:33:50.408221+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:33:50.425002+0000', 'last_undegraded': '2024-09-21T00:33:50.425002+0000', 'last_fullsized': '2024-09-21T00:33:50.425002+0000', 'mapping_epoch': 171, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 171, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_clean_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 2], 'acting': [5, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-21T00:33:56.251 INFO:tasks.ceph.ceph_manager.ceph:PG 27.1c is not active+clean 2024-09-21T00:33:56.251 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '27.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 171, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:33:50.427239+0000', 'last_change': '2024-09-21T00:33:50.427239+0000', 'last_active': '2024-09-21T00:33:50.408221+0000', 'last_peered': '2024-09-21T00:33:50.408221+0000', 'last_clean': '2024-09-21T00:33:50.408221+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:33:50.427239+0000', 'last_undegraded': '2024-09-21T00:33:50.427239+0000', 'last_fullsized': '2024-09-21T00:33:50.427239+0000', 'mapping_epoch': 171, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 171, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_clean_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4], 'acting': [0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-21T00:33:56.251 INFO:tasks.ceph.ceph_manager.ceph:PG 27.1d is not active+clean 2024-09-21T00:33:56.251 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '27.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 171, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:33:50.427083+0000', 'last_change': '2024-09-21T00:33:50.427083+0000', 'last_active': '2024-09-21T00:33:50.408221+0000', 'last_peered': '2024-09-21T00:33:50.408221+0000', 'last_clean': '2024-09-21T00:33:50.408221+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:33:50.427083+0000', 'last_undegraded': '2024-09-21T00:33:50.427083+0000', 'last_fullsized': '2024-09-21T00:33:50.427083+0000', 'mapping_epoch': 171, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 171, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_clean_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 2], 'acting': [3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-21T00:33:56.251 INFO:tasks.ceph.ceph_manager.ceph:PG 27.1b is not active+clean 2024-09-21T00:33:56.251 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '27.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 171, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:33:50.430463+0000', 'last_change': '2024-09-21T00:33:50.430463+0000', 'last_active': '2024-09-21T00:33:50.408221+0000', 'last_peered': '2024-09-21T00:33:50.408221+0000', 'last_clean': '2024-09-21T00:33:50.408221+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:33:50.430463+0000', 'last_undegraded': '2024-09-21T00:33:50.430463+0000', 'last_fullsized': '2024-09-21T00:33:50.430463+0000', 'mapping_epoch': 171, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 171, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_clean_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-21T00:33:56.251 INFO:tasks.ceph.ceph_manager.ceph:PG 27.19 is not active+clean 2024-09-21T00:33:56.251 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '27.19', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 171, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:33:50.430496+0000', 'last_change': '2024-09-21T00:33:50.430496+0000', 'last_active': '2024-09-21T00:33:50.408221+0000', 'last_peered': '2024-09-21T00:33:50.408221+0000', 'last_clean': '2024-09-21T00:33:50.408221+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:33:50.430496+0000', 'last_undegraded': '2024-09-21T00:33:50.430496+0000', 'last_fullsized': '2024-09-21T00:33:50.430496+0000', 'mapping_epoch': 171, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 171, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_clean_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4], 'acting': [7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-21T00:33:56.251 INFO:tasks.ceph.ceph_manager.ceph:PG 27.16 is not active+clean 2024-09-21T00:33:56.251 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '27.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 171, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:33:50.432582+0000', 'last_change': '2024-09-21T00:33:50.432582+0000', 'last_active': '2024-09-21T00:33:50.408221+0000', 'last_peered': '2024-09-21T00:33:50.408221+0000', 'last_clean': '2024-09-21T00:33:50.408221+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:33:50.432582+0000', 'last_undegraded': '2024-09-21T00:33:50.432582+0000', 'last_fullsized': '2024-09-21T00:33:50.432582+0000', 'mapping_epoch': 171, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 171, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_clean_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5], 'acting': [7, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-21T00:33:56.252 INFO:tasks.ceph.ceph_manager.ceph:PG 27.17 is not active+clean 2024-09-21T00:33:56.252 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '27.17', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 171, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:33:50.425182+0000', 'last_change': '2024-09-21T00:33:50.425182+0000', 'last_active': '2024-09-21T00:33:50.408221+0000', 'last_peered': '2024-09-21T00:33:50.408221+0000', 'last_clean': '2024-09-21T00:33:50.408221+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:33:50.425182+0000', 'last_undegraded': '2024-09-21T00:33:50.425182+0000', 'last_fullsized': '2024-09-21T00:33:50.425182+0000', 'mapping_epoch': 171, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 171, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_clean_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 6], 'acting': [2, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-21T00:33:56.252 INFO:tasks.ceph.ceph_manager.ceph:PG 27.14 is not active+clean 2024-09-21T00:33:56.252 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '27.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 171, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:33:50.430021+0000', 'last_change': '2024-09-21T00:33:50.430021+0000', 'last_active': '2024-09-21T00:33:50.408221+0000', 'last_peered': '2024-09-21T00:33:50.408221+0000', 'last_clean': '2024-09-21T00:33:50.408221+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:33:50.430021+0000', 'last_undegraded': '2024-09-21T00:33:50.430021+0000', 'last_fullsized': '2024-09-21T00:33:50.430021+0000', 'mapping_epoch': 171, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 171, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_clean_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-21T00:33:56.252 INFO:tasks.ceph.ceph_manager.ceph:PG 27.15 is not active+clean 2024-09-21T00:33:56.252 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '27.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 171, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:33:50.427287+0000', 'last_change': '2024-09-21T00:33:50.427287+0000', 'last_active': '2024-09-21T00:33:50.408221+0000', 'last_peered': '2024-09-21T00:33:50.408221+0000', 'last_clean': '2024-09-21T00:33:50.408221+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:33:50.427287+0000', 'last_undegraded': '2024-09-21T00:33:50.427287+0000', 'last_fullsized': '2024-09-21T00:33:50.427287+0000', 'mapping_epoch': 171, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 171, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_clean_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 2], 'acting': [0, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-21T00:33:56.252 INFO:tasks.ceph.ceph_manager.ceph:PG 27.13 is not active+clean 2024-09-21T00:33:56.252 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '27.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 171, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:33:50.426162+0000', 'last_change': '2024-09-21T00:33:50.426162+0000', 'last_active': '2024-09-21T00:33:50.408221+0000', 'last_peered': '2024-09-21T00:33:50.408221+0000', 'last_clean': '2024-09-21T00:33:50.408221+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:33:50.426162+0000', 'last_undegraded': '2024-09-21T00:33:50.426162+0000', 'last_fullsized': '2024-09-21T00:33:50.426162+0000', 'mapping_epoch': 171, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 171, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_clean_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 5], 'acting': [3, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-21T00:33:56.252 INFO:tasks.ceph.ceph_manager.ceph:PG 27.10 is not active+clean 2024-09-21T00:33:56.252 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '27.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 171, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:33:50.424568+0000', 'last_change': '2024-09-21T00:33:50.424568+0000', 'last_active': '2024-09-21T00:33:50.408221+0000', 'last_peered': '2024-09-21T00:33:50.408221+0000', 'last_clean': '2024-09-21T00:33:50.408221+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:33:50.424568+0000', 'last_undegraded': '2024-09-21T00:33:50.424568+0000', 'last_fullsized': '2024-09-21T00:33:50.424568+0000', 'mapping_epoch': 171, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 171, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_clean_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 6], 'acting': [2, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-21T00:33:56.252 INFO:tasks.ceph.ceph_manager.ceph:PG 27.11 is not active+clean 2024-09-21T00:33:56.253 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '27.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 171, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:33:50.428166+0000', 'last_change': '2024-09-21T00:33:50.428166+0000', 'last_active': '2024-09-21T00:33:50.408221+0000', 'last_peered': '2024-09-21T00:33:50.408221+0000', 'last_clean': '2024-09-21T00:33:50.408221+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:33:50.428166+0000', 'last_undegraded': '2024-09-21T00:33:50.428166+0000', 'last_fullsized': '2024-09-21T00:33:50.428166+0000', 'mapping_epoch': 171, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 171, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_clean_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 5], 'acting': [0, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-21T00:33:56.253 INFO:tasks.ceph.ceph_manager.ceph:PG 27.e is not active+clean 2024-09-21T00:33:56.253 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '27.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 171, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:33:50.424526+0000', 'last_change': '2024-09-21T00:33:50.424526+0000', 'last_active': '2024-09-21T00:33:50.408221+0000', 'last_peered': '2024-09-21T00:33:50.408221+0000', 'last_clean': '2024-09-21T00:33:50.408221+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:33:50.424526+0000', 'last_undegraded': '2024-09-21T00:33:50.424526+0000', 'last_fullsized': '2024-09-21T00:33:50.424526+0000', 'mapping_epoch': 171, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 171, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_clean_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 7], 'acting': [5, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-21T00:33:56.253 INFO:tasks.ceph.ceph_manager.ceph:PG 27.f is not active+clean 2024-09-21T00:33:56.253 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '27.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 171, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:33:50.425710+0000', 'last_change': '2024-09-21T00:33:50.425710+0000', 'last_active': '2024-09-21T00:33:50.408221+0000', 'last_peered': '2024-09-21T00:33:50.408221+0000', 'last_clean': '2024-09-21T00:33:50.408221+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:33:50.425710+0000', 'last_undegraded': '2024-09-21T00:33:50.425710+0000', 'last_fullsized': '2024-09-21T00:33:50.425710+0000', 'mapping_epoch': 171, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 171, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_clean_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-21T00:33:56.253 INFO:tasks.ceph.ceph_manager.ceph:PG 27.c is not active+clean 2024-09-21T00:33:56.253 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '27.c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 171, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:33:50.425076+0000', 'last_change': '2024-09-21T00:33:50.425076+0000', 'last_active': '2024-09-21T00:33:50.408221+0000', 'last_peered': '2024-09-21T00:33:50.408221+0000', 'last_clean': '2024-09-21T00:33:50.408221+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:33:50.425076+0000', 'last_undegraded': '2024-09-21T00:33:50.425076+0000', 'last_fullsized': '2024-09-21T00:33:50.425076+0000', 'mapping_epoch': 171, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 171, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_clean_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 5], 'acting': [2, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-21T00:33:56.253 INFO:tasks.ceph.ceph_manager.ceph:PG 27.d is not active+clean 2024-09-21T00:33:56.253 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '27.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 171, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:33:50.426153+0000', 'last_change': '2024-09-21T00:33:50.426153+0000', 'last_active': '2024-09-21T00:33:50.408221+0000', 'last_peered': '2024-09-21T00:33:50.408221+0000', 'last_clean': '2024-09-21T00:33:50.408221+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:33:50.426153+0000', 'last_undegraded': '2024-09-21T00:33:50.426153+0000', 'last_fullsized': '2024-09-21T00:33:50.426153+0000', 'mapping_epoch': 171, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 171, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_clean_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-21T00:33:56.253 INFO:tasks.ceph.ceph_manager.ceph:PG 27.a is not active+clean 2024-09-21T00:33:56.253 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '27.a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 171, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:33:50.424912+0000', 'last_change': '2024-09-21T00:33:50.424912+0000', 'last_active': '2024-09-21T00:33:50.408221+0000', 'last_peered': '2024-09-21T00:33:50.408221+0000', 'last_clean': '2024-09-21T00:33:50.408221+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:33:50.424912+0000', 'last_undegraded': '2024-09-21T00:33:50.424912+0000', 'last_fullsized': '2024-09-21T00:33:50.424912+0000', 'mapping_epoch': 171, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 171, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_clean_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 1], 'acting': [3, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-21T00:33:56.253 INFO:tasks.ceph.ceph_manager.ceph:PG 27.b is not active+clean 2024-09-21T00:33:56.254 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '27.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 171, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:33:50.424089+0000', 'last_change': '2024-09-21T00:33:50.424089+0000', 'last_active': '2024-09-21T00:33:50.408221+0000', 'last_peered': '2024-09-21T00:33:50.408221+0000', 'last_clean': '2024-09-21T00:33:50.408221+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:33:50.424089+0000', 'last_undegraded': '2024-09-21T00:33:50.424089+0000', 'last_fullsized': '2024-09-21T00:33:50.424089+0000', 'mapping_epoch': 171, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 171, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_clean_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 1], 'acting': [2, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-21T00:33:56.254 INFO:tasks.ceph.ceph_manager.ceph:PG 27.8 is not active+clean 2024-09-21T00:33:56.254 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '27.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 171, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:33:50.424767+0000', 'last_change': '2024-09-21T00:33:50.424767+0000', 'last_active': '2024-09-21T00:33:50.408221+0000', 'last_peered': '2024-09-21T00:33:50.408221+0000', 'last_clean': '2024-09-21T00:33:50.408221+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:33:50.424767+0000', 'last_undegraded': '2024-09-21T00:33:50.424767+0000', 'last_fullsized': '2024-09-21T00:33:50.424767+0000', 'mapping_epoch': 171, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 171, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_clean_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 4], 'acting': [5, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-21T00:33:56.254 INFO:tasks.ceph.ceph_manager.ceph:PG 27.6 is not active+clean 2024-09-21T00:33:56.254 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '27.6', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 171, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:33:50.428388+0000', 'last_change': '2024-09-21T00:33:50.428388+0000', 'last_active': '2024-09-21T00:33:50.408221+0000', 'last_peered': '2024-09-21T00:33:50.408221+0000', 'last_clean': '2024-09-21T00:33:50.408221+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:33:50.428388+0000', 'last_undegraded': '2024-09-21T00:33:50.428388+0000', 'last_fullsized': '2024-09-21T00:33:50.428388+0000', 'mapping_epoch': 171, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 171, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_clean_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 1], 'acting': [6, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-21T00:33:56.254 INFO:tasks.ceph.ceph_manager.ceph:PG 27.7 is not active+clean 2024-09-21T00:33:56.254 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '27.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 171, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:33:50.430249+0000', 'last_change': '2024-09-21T00:33:50.430249+0000', 'last_active': '2024-09-21T00:33:50.408221+0000', 'last_peered': '2024-09-21T00:33:50.408221+0000', 'last_clean': '2024-09-21T00:33:50.408221+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:33:50.430249+0000', 'last_undegraded': '2024-09-21T00:33:50.430249+0000', 'last_fullsized': '2024-09-21T00:33:50.430249+0000', 'mapping_epoch': 171, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 171, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_clean_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 6], 'acting': [0, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-21T00:33:56.254 INFO:tasks.ceph.ceph_manager.ceph:PG 27.4 is not active+clean 2024-09-21T00:33:56.254 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '27.4', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 171, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:33:50.424545+0000', 'last_change': '2024-09-21T00:33:50.424545+0000', 'last_active': '2024-09-21T00:33:50.408221+0000', 'last_peered': '2024-09-21T00:33:50.408221+0000', 'last_clean': '2024-09-21T00:33:50.408221+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:33:50.424545+0000', 'last_undegraded': '2024-09-21T00:33:50.424545+0000', 'last_fullsized': '2024-09-21T00:33:50.424545+0000', 'mapping_epoch': 171, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 171, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_clean_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 0], 'acting': [5, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-21T00:33:56.254 INFO:tasks.ceph.ceph_manager.ceph:PG 27.2 is not active+clean 2024-09-21T00:33:56.254 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '27.2', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 171, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:33:50.437597+0000', 'last_change': '2024-09-21T00:33:50.437597+0000', 'last_active': '2024-09-21T00:33:50.408221+0000', 'last_peered': '2024-09-21T00:33:50.408221+0000', 'last_clean': '2024-09-21T00:33:50.408221+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:33:50.437597+0000', 'last_undegraded': '2024-09-21T00:33:50.437597+0000', 'last_fullsized': '2024-09-21T00:33:50.437597+0000', 'mapping_epoch': 171, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 171, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_clean_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4], 'acting': [0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-21T00:33:56.255 INFO:tasks.ceph.ceph_manager.ceph:PG 27.3 is not active+clean 2024-09-21T00:33:56.255 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '27.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 171, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:33:50.427855+0000', 'last_change': '2024-09-21T00:33:50.427855+0000', 'last_active': '2024-09-21T00:33:50.408221+0000', 'last_peered': '2024-09-21T00:33:50.408221+0000', 'last_clean': '2024-09-21T00:33:50.408221+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:33:50.427855+0000', 'last_undegraded': '2024-09-21T00:33:50.427855+0000', 'last_fullsized': '2024-09-21T00:33:50.427855+0000', 'mapping_epoch': 171, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 171, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_clean_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 3], 'acting': [6, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-09-21T00:33:56.255 INFO:tasks.ceph.ceph_manager.ceph:PG 27.0 is not active+clean 2024-09-21T00:33:56.255 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '27.0', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 171, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:33:50.423972+0000', 'last_change': '2024-09-21T00:33:50.423972+0000', 'last_active': '2024-09-21T00:33:50.408221+0000', 'last_peered': '2024-09-21T00:33:50.408221+0000', 'last_clean': '2024-09-21T00:33:50.408221+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:33:50.423972+0000', 'last_undegraded': '2024-09-21T00:33:50.423972+0000', 'last_fullsized': '2024-09-21T00:33:50.423972+0000', 'mapping_epoch': 171, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 171, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_clean_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 6], 'acting': [2, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-21T00:33:56.255 INFO:tasks.ceph.ceph_manager.ceph:PG 27.1 is not active+clean 2024-09-21T00:33:56.255 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '27.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 171, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:33:50.423832+0000', 'last_change': '2024-09-21T00:33:50.423832+0000', 'last_active': '2024-09-21T00:33:50.408221+0000', 'last_peered': '2024-09-21T00:33:50.408221+0000', 'last_clean': '2024-09-21T00:33:50.408221+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:33:50.423832+0000', 'last_undegraded': '2024-09-21T00:33:50.423832+0000', 'last_fullsized': '2024-09-21T00:33:50.423832+0000', 'mapping_epoch': 171, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 171, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_clean_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 6], 'acting': [5, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-21T00:33:56.255 INFO:tasks.ceph.ceph_manager.ceph:PG 27.1a is not active+clean 2024-09-21T00:33:56.255 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '27.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 171, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:33:50.438077+0000', 'last_change': '2024-09-21T00:33:50.438077+0000', 'last_active': '2024-09-21T00:33:50.408221+0000', 'last_peered': '2024-09-21T00:33:50.408221+0000', 'last_clean': '2024-09-21T00:33:50.408221+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:33:50.438077+0000', 'last_undegraded': '2024-09-21T00:33:50.438077+0000', 'last_fullsized': '2024-09-21T00:33:50.438077+0000', 'mapping_epoch': 171, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 171, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'last_clean_scrub_stamp': '2024-09-21T00:33:50.408221+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 2], 'acting': [0, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-21T00:33:56.256 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-21T00:33:56.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.398+0000 7f186596e640 1 -- 172.21.15.67:0/2568795436 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f18600b2f90 msgr2=0x7f18600d04c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:56.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.398+0000 7f186596e640 1 --2- 172.21.15.67:0/2568795436 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f18600b2f90 0x7f18600d04c0 secure :-1 s=READY pgs=2197 cs=0 l=1 rev1=1 crypto rx=0x7f1860074a10 tx=0x7f185802aa30 comp rx=0 tx=0).stop 2024-09-21T00:33:56.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.398+0000 7f186596e640 1 -- 172.21.15.67:0/2568795436 shutdown_connections 2024-09-21T00:33:56.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.398+0000 7f186596e640 1 --2- 172.21.15.67:0/2568795436 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f18600b2f90 0x7f18600d04c0 unknown :-1 s=CLOSED pgs=2197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:56.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.398+0000 7f186596e640 1 --2- 172.21.15.67:0/2568795436 >> v2:172.21.15.97:3300/0 conn(0x7f18600b77c0 0x7f18600cff80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:56.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.398+0000 7f186596e640 1 -- 172.21.15.67:0/2568795436 >> 172.21.15.67:0/2568795436 conn(0x7f18600cee30 msgr2=0x7f18600cf240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:56.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.398+0000 7f186596e640 1 -- 172.21.15.67:0/2568795436 shutdown_connections 2024-09-21T00:33:56.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.398+0000 7f186596e640 1 -- 172.21.15.67:0/2568795436 wait complete. 2024-09-21T00:33:56.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.400+0000 7f186596e640 1 Processor -- start 2024-09-21T00:33:56.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.400+0000 7f186596e640 1 -- start start 2024-09-21T00:33:56.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.401+0000 7f186596e640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f18600b2f90 0x7f18601db580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:56.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.401+0000 7f186596e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f18600b77c0 0x7f18601dc970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:56.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.401+0000 7f186596e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f18600b7bd0 0x7f18601dceb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:56.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.401+0000 7f186596e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f18600cdad0 con 0x7f18600b77c0 2024-09-21T00:33:56.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.401+0000 7f186596e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f18600cd950 con 0x7f18600b7bd0 2024-09-21T00:33:56.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.401+0000 7f186596e640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f18600cdc50 con 0x7f18600b2f90 2024-09-21T00:33:56.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.401+0000 7f185e7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f18600b77c0 0x7f18601dc970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:56.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.401+0000 7f185e7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f18600b77c0 0x7f18601dc970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45640/0 (socket says 172.21.15.67:45640) 2024-09-21T00:33:56.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.401+0000 7f185e7fc640 1 -- 172.21.15.67:0/4256797289 learned_addr learned my addr 172.21.15.67:0/4256797289 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:56.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.401+0000 7f185e7fc640 1 -- 172.21.15.67:0/4256797289 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f18600b2f90 msgr2=0x7f18601db580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:56.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.401+0000 7f185e7fc640 1 --2- 172.21.15.67:0/4256797289 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f18600b2f90 0x7f18601db580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:56.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.402+0000 7f185e7fc640 1 -- 172.21.15.67:0/4256797289 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f18600b7bd0 msgr2=0x7f18601dceb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:56.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.402+0000 7f185f7fe640 1 --2- 172.21.15.67:0/4256797289 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f18600b7bd0 0x7f18601dceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:56.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.402+0000 7f185e7fc640 1 --2- 172.21.15.67:0/4256797289 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f18600b7bd0 0x7f18601dceb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:56.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.402+0000 7f185e7fc640 1 -- 172.21.15.67:0/4256797289 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f186006fbd0 con 0x7f18600b77c0 2024-09-21T00:33:56.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.402+0000 7f185e7fc640 1 --2- 172.21.15.67:0/4256797289 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f18600b77c0 0x7f18601dc970 secure :-1 s=READY pgs=2198 cs=0 l=1 rev1=1 crypto rx=0x7f185400b3f0 tx=0x7f185400b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:56.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.402+0000 7f1847fff640 1 -- 172.21.15.67:0/4256797289 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1854015020 con 0x7f18600b77c0 2024-09-21T00:33:56.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.402+0000 7f1847fff640 1 -- 172.21.15.67:0/4256797289 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1854011920 con 0x7f18600b77c0 2024-09-21T00:33:56.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.402+0000 7f186596e640 1 -- 172.21.15.67:0/4256797289 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f186006eb30 con 0x7f18600b77c0 2024-09-21T00:33:56.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.402+0000 7f1847fff640 1 -- 172.21.15.67:0/4256797289 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1854011d70 con 0x7f18600b77c0 2024-09-21T00:33:56.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.402+0000 7f186596e640 1 -- 172.21.15.67:0/4256797289 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f186006f0f0 con 0x7f18600b77c0 2024-09-21T00:33:56.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.403+0000 7f186596e640 1 -- 172.21.15.67:0/4256797289 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f18600cd030 con 0x7f18600b77c0 2024-09-21T00:33:56.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.404+0000 7f1847fff640 1 -- 172.21.15.67:0/4256797289 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f1854018020 con 0x7f18600b77c0 2024-09-21T00:33:56.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.404+0000 7f1847fff640 1 --2- 172.21.15.67:0/4256797289 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f184c078bc0 0x7f184c07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:56.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.404+0000 7f1847fff640 1 -- 172.21.15.67:0/4256797289 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(173..173 src has 1..173) ==== 5709+0+0 (secure 0 0 0) 0x7f185409a960 con 0x7f18600b77c0 2024-09-21T00:33:56.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.405+0000 7f185effd640 1 --2- 172.21.15.67:0/4256797289 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f184c078bc0 0x7f184c07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:56.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.405+0000 7f185effd640 1 --2- 172.21.15.67:0/4256797289 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f184c078bc0 0x7f184c07b0d0 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7f1850005860 tx=0x7f18500057f0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:56.410 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.409+0000 7f1847fff640 1 -- 172.21.15.67:0/4256797289 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f185401f030 con 0x7f18600b77c0 2024-09-21T00:33:56.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.670+0000 7f186596e640 1 -- 172.21.15.67:0/4256797289 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f18600b73a0 con 0x7f18600b77c0 2024-09-21T00:33:56.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.671+0000 7f1847fff640 1 -- 172.21.15.67:0/4256797289 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1435 (secure 0 0 0) 0x7f1854062e40 con 0x7f18600b77c0 2024-09-21T00:33:56.672 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:33:56.672 INFO:teuthology.orchestra.run.smithi067.stdout:{"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":779,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":173,"num_osds":8,"num_up_osds":8,"osd_up_since":1726878070,"num_in_osds":8,"osd_in_since":1726878060,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"creating+peering","count":53},{"state_name":"active+clean","count":44}],"num_pgs":97,"num_pools":3,"num_objects":5,"data_bytes":590424,"bytes_used":569540608,"bytes_avail":772524572672,"bytes_total":773094113280,"inactive_pgs_ratio":0.54639172554016113,"write_bytes_sec":1365,"read_op_per_sec":0,"write_op_per_sec":0},"fsmap":{"epoch":151,"btime":"2024-09-21T00:33:54:440575+0000","id":13,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":13,"rank":0,"name":"d","status":"up:active","gid":9379}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":35,"modified":"2024-09-21T00:33:39.687930+0000","services":{"mds":{"daemons":{"summary":"","b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-21T00:33:56.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.673+0000 7f186596e640 1 -- 172.21.15.67:0/4256797289 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f184c078bc0 msgr2=0x7f184c07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:56.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.673+0000 7f186596e640 1 --2- 172.21.15.67:0/4256797289 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f184c078bc0 0x7f184c07b0d0 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7f1850005860 tx=0x7f18500057f0 comp rx=0 tx=0).stop 2024-09-21T00:33:56.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.673+0000 7f186596e640 1 -- 172.21.15.67:0/4256797289 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f18600b77c0 msgr2=0x7f18601dc970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:56.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.673+0000 7f186596e640 1 --2- 172.21.15.67:0/4256797289 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f18600b77c0 0x7f18601dc970 secure :-1 s=READY pgs=2198 cs=0 l=1 rev1=1 crypto rx=0x7f185400b3f0 tx=0x7f185400b8b0 comp rx=0 tx=0).stop 2024-09-21T00:33:56.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.673+0000 7f186596e640 1 -- 172.21.15.67:0/4256797289 shutdown_connections 2024-09-21T00:33:56.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.673+0000 7f186596e640 1 --2- 172.21.15.67:0/4256797289 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f184c078bc0 0x7f184c07b0d0 unknown :-1 s=CLOSED pgs=826 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:56.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.673+0000 7f186596e640 1 --2- 172.21.15.67:0/4256797289 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f18600b7bd0 0x7f18601dceb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:56.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.673+0000 7f186596e640 1 --2- 172.21.15.67:0/4256797289 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f18600b77c0 0x7f18601dc970 unknown :-1 s=CLOSED pgs=2198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:56.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.673+0000 7f186596e640 1 --2- 172.21.15.67:0/4256797289 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f18600b2f90 0x7f18601db580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:56.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.673+0000 7f186596e640 1 -- 172.21.15.67:0/4256797289 >> 172.21.15.67:0/4256797289 conn(0x7f18600cee30 msgr2=0x7f18600b5610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:56.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.673+0000 7f186596e640 1 -- 172.21.15.67:0/4256797289 shutdown_connections 2024-09-21T00:33:56.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.673+0000 7f186596e640 1 -- 172.21.15.67:0/4256797289 wait complete. 2024-09-21T00:33:56.685 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-21T00:33:56.686 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T00:33:56.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.801+0000 7fbd58aa4640 1 -- 172.21.15.67:0/2485934504 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd3c005300 msgr2=0x7fbd3c00b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:56.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.801+0000 7fbd58aa4640 1 --2- 172.21.15.67:0/2485934504 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd3c005300 0x7fbd3c00b9c0 secure :-1 s=READY pgs=2200 cs=0 l=1 rev1=1 crypto rx=0x7fbd4c001dc0 tx=0x7fbd3c005830 comp rx=0 tx=0).stop 2024-09-21T00:33:56.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.801+0000 7fbd58aa4640 1 -- 172.21.15.67:0/2485934504 shutdown_connections 2024-09-21T00:33:56.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.801+0000 7fbd58aa4640 1 --2- 172.21.15.67:0/2485934504 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd3c005300 0x7fbd3c00b9c0 unknown :-1 s=CLOSED pgs=2200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:56.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.801+0000 7fbd58aa4640 1 -- 172.21.15.67:0/2485934504 >> 172.21.15.67:0/2485934504 conn(0x7fbd5406dfb0 msgr2=0x7fbd5406e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:56.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.801+0000 7fbd58aa4640 1 -- 172.21.15.67:0/2485934504 shutdown_connections 2024-09-21T00:33:56.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.801+0000 7fbd58aa4640 1 -- 172.21.15.67:0/2485934504 wait complete. 2024-09-21T00:33:56.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.803+0000 7fbd58aa4640 1 Processor -- start 2024-09-21T00:33:56.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.803+0000 7fbd58aa4640 1 -- start start 2024-09-21T00:33:56.806 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.804+0000 7fbd58aa4640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbd3c005300 0x7fbd5415ab20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:56.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.804+0000 7fbd58aa4640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbd540aba30 0x7fbd540abe40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:56.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.804+0000 7fbd58aa4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd540b5060 0x7fbd540b5470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:56.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.804+0000 7fbd58aa4640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fbd540d1750 con 0x7fbd540b5060 2024-09-21T00:33:56.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.804+0000 7fbd58aa4640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fbd540d15d0 con 0x7fbd540aba30 2024-09-21T00:33:56.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.804+0000 7fbd58aa4640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fbd540d18d0 con 0x7fbd3c005300 2024-09-21T00:33:56.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.804+0000 7fbd52d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd540b5060 0x7fbd540b5470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:56.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.805+0000 7fbd52d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd540b5060 0x7fbd540b5470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45666/0 (socket says 172.21.15.67:45666) 2024-09-21T00:33:56.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.805+0000 7fbd52d9d640 1 -- 172.21.15.67:0/3256852837 learned_addr learned my addr 172.21.15.67:0/3256852837 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:33:56.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.805+0000 7fbd5259c640 1 --2- 172.21.15.67:0/3256852837 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbd3c005300 0x7fbd5415ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:56.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.805+0000 7fbd51d9b640 1 --2- 172.21.15.67:0/3256852837 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbd540aba30 0x7fbd540abe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:56.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.805+0000 7fbd52d9d640 1 -- 172.21.15.67:0/3256852837 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbd3c005300 msgr2=0x7fbd5415ab20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:56.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.805+0000 7fbd52d9d640 1 --2- 172.21.15.67:0/3256852837 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbd3c005300 0x7fbd5415ab20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:56.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.805+0000 7fbd52d9d640 1 -- 172.21.15.67:0/3256852837 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbd540aba30 msgr2=0x7fbd540abe40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:56.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.805+0000 7fbd52d9d640 1 --2- 172.21.15.67:0/3256852837 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbd540aba30 0x7fbd540abe40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:56.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.805+0000 7fbd52d9d640 1 -- 172.21.15.67:0/3256852837 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd540ac430 con 0x7fbd540b5060 2024-09-21T00:33:56.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.805+0000 7fbd52d9d640 1 --2- 172.21.15.67:0/3256852837 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd540b5060 0x7fbd540b5470 secure :-1 s=READY pgs=2201 cs=0 l=1 rev1=1 crypto rx=0x7fbd4c02acc0 tx=0x7fbd4c001a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:56.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.805+0000 7fbd42ffd640 1 -- 172.21.15.67:0/3256852837 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd4c003d80 con 0x7fbd540b5060 2024-09-21T00:33:56.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.805+0000 7fbd42ffd640 1 -- 172.21.15.67:0/3256852837 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbd4c0060d0 con 0x7fbd540b5060 2024-09-21T00:33:56.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.805+0000 7fbd58aa4640 1 -- 172.21.15.67:0/3256852837 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbd540b59b0 con 0x7fbd540b5060 2024-09-21T00:33:56.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.805+0000 7fbd42ffd640 1 -- 172.21.15.67:0/3256852837 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd4c0326d0 con 0x7fbd540b5060 2024-09-21T00:33:56.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.805+0000 7fbd58aa4640 1 -- 172.21.15.67:0/3256852837 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbd541f5a50 con 0x7fbd540b5060 2024-09-21T00:33:56.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.806+0000 7fbd58aa4640 1 -- 172.21.15.67:0/3256852837 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbd5415e7f0 con 0x7fbd540b5060 2024-09-21T00:33:56.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.807+0000 7fbd42ffd640 1 -- 172.21.15.67:0/3256852837 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fbd4c032870 con 0x7fbd540b5060 2024-09-21T00:33:56.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.808+0000 7fbd42ffd640 1 --2- 172.21.15.67:0/3256852837 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbd34078b90 0x7fbd3407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:33:56.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.808+0000 7fbd42ffd640 1 -- 172.21.15.67:0/3256852837 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(173..173 src has 1..173) ==== 5709+0+0 (secure 0 0 0) 0x7fbd4c0baff0 con 0x7fbd540b5060 2024-09-21T00:33:56.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.808+0000 7fbd5259c640 1 --2- 172.21.15.67:0/3256852837 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbd34078b90 0x7fbd3407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:33:56.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.809+0000 7fbd5259c640 1 --2- 172.21.15.67:0/3256852837 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbd34078b90 0x7fbd3407b0a0 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7fbd44005670 tx=0x7fbd44005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:33:56.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.812+0000 7fbd42ffd640 1 -- 172.21.15.67:0/3256852837 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fbd540b59b0 con 0x7fbd540b5060 2024-09-21T00:33:56.999 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:56.998+0000 7fbd58aa4640 1 -- 172.21.15.67:0/3256852837 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fbd540b7050 con 0x7fbd34078b90 2024-09-21T00:33:57.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:57.003+0000 7fbd42ffd640 1 -- 172.21.15.67:0/3256852837 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+248042 (secure 0 0 0) 0x7fbd540b7050 con 0x7fbd34078b90 2024-09-21T00:33:57.007 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:33:57.008 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-21T00:33:57.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:57.006+0000 7fbd58aa4640 1 -- 172.21.15.67:0/3256852837 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbd34078b90 msgr2=0x7fbd3407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:57.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:57.006+0000 7fbd58aa4640 1 --2- 172.21.15.67:0/3256852837 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbd34078b90 0x7fbd3407b0a0 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7fbd44005670 tx=0x7fbd44005f90 comp rx=0 tx=0).stop 2024-09-21T00:33:57.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:57.006+0000 7fbd58aa4640 1 -- 172.21.15.67:0/3256852837 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd540b5060 msgr2=0x7fbd540b5470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:33:57.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:57.006+0000 7fbd58aa4640 1 --2- 172.21.15.67:0/3256852837 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd540b5060 0x7fbd540b5470 secure :-1 s=READY pgs=2201 cs=0 l=1 rev1=1 crypto rx=0x7fbd4c02acc0 tx=0x7fbd4c001a00 comp rx=0 tx=0).stop 2024-09-21T00:33:57.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:57.007+0000 7fbd58aa4640 1 -- 172.21.15.67:0/3256852837 shutdown_connections 2024-09-21T00:33:57.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:57.007+0000 7fbd58aa4640 1 --2- 172.21.15.67:0/3256852837 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbd34078b90 0x7fbd3407b0a0 unknown :-1 s=CLOSED pgs=827 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:57.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:57.007+0000 7fbd58aa4640 1 --2- 172.21.15.67:0/3256852837 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbd540b5060 0x7fbd540b5470 unknown :-1 s=CLOSED pgs=2201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:57.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:57.007+0000 7fbd58aa4640 1 --2- 172.21.15.67:0/3256852837 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbd540aba30 0x7fbd540abe40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:57.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:57.007+0000 7fbd58aa4640 1 --2- 172.21.15.67:0/3256852837 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbd3c005300 0x7fbd5415ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:33:57.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:57.007+0000 7fbd58aa4640 1 -- 172.21.15.67:0/3256852837 >> 172.21.15.67:0/3256852837 conn(0x7fbd5406dfb0 msgr2=0x7fbd540b92b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:33:57.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:57.007+0000 7fbd58aa4640 1 -- 172.21.15.67:0/3256852837 shutdown_connections 2024-09-21T00:33:57.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:33:57.007+0000 7fbd58aa4640 1 -- 172.21.15.67:0/3256852837 wait complete. 2024-09-21T00:33:57.019 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":550,"stamp":"2024-09-21T00:33:55.691384+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590424,"num_objects":5,"num_object_clones":0,"num_object_copies":10,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":105,"num_write_kb":1636,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":76,"ondisk_log_size":76,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":78,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":556192,"kb_used_data":18024,"kb_used_omap":12,"kb_used_meta":537971,"kb_avail":754418528,"statfs":{"total":773094113280,"available":772524572672,"internally_reserved":0,"allocated":18456576,"data_stored":8739871,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12749,"internal_metadata":550882867},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":13,"apply_latency_ms":13,"commit_latency_ns":13000000,"apply_latency_ns":13000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":56,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001400"},"pg_stats":[{"pgid":"27.3f","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.439780+0000","last_change":"2024-09-21T00:33:50.439780+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.439780+0000","last_undegraded":"2024-09-21T00:33:50.439780+0000","last_fullsized":"2024-09-21T00:33:50.439780+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.3e","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.425483+0000","last_change":"2024-09-21T00:33:50.425483+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.425483+0000","last_undegraded":"2024-09-21T00:33:50.425483+0000","last_fullsized":"2024-09-21T00:33:50.425483+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.3d","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.425214+0000","last_change":"2024-09-21T00:33:50.425214+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.425214+0000","last_undegraded":"2024-09-21T00:33:50.425214+0000","last_fullsized":"2024-09-21T00:33:50.425214+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.3c","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.431768+0000","last_change":"2024-09-21T00:33:50.431768+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.431768+0000","last_undegraded":"2024-09-21T00:33:50.431768+0000","last_fullsized":"2024-09-21T00:33:50.431768+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.3b","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.744744+0000","last_change":"2024-09-21T00:33:51.434355+0000","last_active":"2024-09-21T00:33:52.744744+0000","last_peered":"2024-09-21T00:33:52.744744+0000","last_clean":"2024-09-21T00:33:52.744744+0000","last_became_active":"2024-09-21T00:33:51.434058+0000","last_became_peered":"2024-09-21T00:33:51.434058+0000","last_unstale":"2024-09-21T00:33:52.744744+0000","last_undegraded":"2024-09-21T00:33:52.744744+0000","last_fullsized":"2024-09-21T00:33:52.744744+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:54:17.851240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.3a","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.743454+0000","last_change":"2024-09-21T00:33:51.430715+0000","last_active":"2024-09-21T00:33:52.743454+0000","last_peered":"2024-09-21T00:33:52.743454+0000","last_clean":"2024-09-21T00:33:52.743454+0000","last_became_active":"2024-09-21T00:33:51.430230+0000","last_became_peered":"2024-09-21T00:33:51.430230+0000","last_unstale":"2024-09-21T00:33:52.743454+0000","last_undegraded":"2024-09-21T00:33:52.743454+0000","last_fullsized":"2024-09-21T00:33:52.743454+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:02:15.627071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.39","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.439215+0000","last_change":"2024-09-21T00:33:50.439215+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.439215+0000","last_undegraded":"2024-09-21T00:33:50.439215+0000","last_fullsized":"2024-09-21T00:33:50.439215+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.38","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.743816+0000","last_change":"2024-09-21T00:33:51.435820+0000","last_active":"2024-09-21T00:33:52.743816+0000","last_peered":"2024-09-21T00:33:52.743816+0000","last_clean":"2024-09-21T00:33:52.743816+0000","last_became_active":"2024-09-21T00:33:51.435462+0000","last_became_peered":"2024-09-21T00:33:51.435462+0000","last_unstale":"2024-09-21T00:33:52.743816+0000","last_undegraded":"2024-09-21T00:33:52.743816+0000","last_fullsized":"2024-09-21T00:33:52.743816+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:39:14.158172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.37","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.425250+0000","last_change":"2024-09-21T00:33:50.425250+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.425250+0000","last_undegraded":"2024-09-21T00:33:50.425250+0000","last_fullsized":"2024-09-21T00:33:50.425250+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.36","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.433042+0000","last_change":"2024-09-21T00:33:50.433042+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.433042+0000","last_undegraded":"2024-09-21T00:33:50.433042+0000","last_fullsized":"2024-09-21T00:33:50.433042+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.35","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.424655+0000","last_change":"2024-09-21T00:33:50.424655+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.424655+0000","last_undegraded":"2024-09-21T00:33:50.424655+0000","last_fullsized":"2024-09-21T00:33:50.424655+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.34","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.426665+0000","last_change":"2024-09-21T00:33:50.426665+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.426665+0000","last_undegraded":"2024-09-21T00:33:50.426665+0000","last_fullsized":"2024-09-21T00:33:50.426665+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.33","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.427139+0000","last_change":"2024-09-21T00:33:50.427139+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.427139+0000","last_undegraded":"2024-09-21T00:33:50.427139+0000","last_fullsized":"2024-09-21T00:33:50.427139+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.32","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.441179+0000","last_change":"2024-09-21T00:33:50.441179+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.441179+0000","last_undegraded":"2024-09-21T00:33:50.441179+0000","last_fullsized":"2024-09-21T00:33:50.441179+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.31","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.428958+0000","last_change":"2024-09-21T00:33:50.428958+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.428958+0000","last_undegraded":"2024-09-21T00:33:50.428958+0000","last_fullsized":"2024-09-21T00:33:50.428958+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.30","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.431863+0000","last_change":"2024-09-21T00:33:50.431863+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.431863+0000","last_undegraded":"2024-09-21T00:33:50.431863+0000","last_fullsized":"2024-09-21T00:33:50.431863+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.2f","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.432523+0000","last_change":"2024-09-21T00:33:50.432523+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.432523+0000","last_undegraded":"2024-09-21T00:33:50.432523+0000","last_fullsized":"2024-09-21T00:33:50.432523+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.2e","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.429113+0000","last_change":"2024-09-21T00:33:50.429113+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.429113+0000","last_undegraded":"2024-09-21T00:33:50.429113+0000","last_fullsized":"2024-09-21T00:33:50.429113+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.2d","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.428135+0000","last_change":"2024-09-21T00:33:50.428135+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.428135+0000","last_undegraded":"2024-09-21T00:33:50.428135+0000","last_fullsized":"2024-09-21T00:33:50.428135+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.2c","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.744795+0000","last_change":"2024-09-21T00:33:51.433815+0000","last_active":"2024-09-21T00:33:52.744795+0000","last_peered":"2024-09-21T00:33:52.744795+0000","last_clean":"2024-09-21T00:33:52.744795+0000","last_became_active":"2024-09-21T00:33:51.433386+0000","last_became_peered":"2024-09-21T00:33:51.433386+0000","last_unstale":"2024-09-21T00:33:52.744795+0000","last_undegraded":"2024-09-21T00:33:52.744795+0000","last_fullsized":"2024-09-21T00:33:52.744795+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:11:50.613595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.2b","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.430946+0000","last_change":"2024-09-21T00:33:50.430946+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.430946+0000","last_undegraded":"2024-09-21T00:33:50.430946+0000","last_fullsized":"2024-09-21T00:33:50.430946+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.2a","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.437049+0000","last_change":"2024-09-21T00:33:51.440321+0000","last_active":"2024-09-21T00:33:52.437049+0000","last_peered":"2024-09-21T00:33:52.437049+0000","last_clean":"2024-09-21T00:33:52.437049+0000","last_became_active":"2024-09-21T00:33:51.434895+0000","last_became_peered":"2024-09-21T00:33:51.434895+0000","last_unstale":"2024-09-21T00:33:52.437049+0000","last_undegraded":"2024-09-21T00:33:52.437049+0000","last_fullsized":"2024-09-21T00:33:52.437049+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:02:42.300144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.29","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.437346+0000","last_change":"2024-09-21T00:33:51.442429+0000","last_active":"2024-09-21T00:33:52.437346+0000","last_peered":"2024-09-21T00:33:52.437346+0000","last_clean":"2024-09-21T00:33:52.437346+0000","last_became_active":"2024-09-21T00:33:51.441598+0000","last_became_peered":"2024-09-21T00:33:51.441598+0000","last_unstale":"2024-09-21T00:33:52.437346+0000","last_undegraded":"2024-09-21T00:33:52.437346+0000","last_fullsized":"2024-09-21T00:33:52.437346+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:28:38.536550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.28","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.430952+0000","last_change":"2024-09-21T00:33:50.430952+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.430952+0000","last_undegraded":"2024-09-21T00:33:50.430952+0000","last_fullsized":"2024-09-21T00:33:50.430952+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.27","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.426186+0000","last_change":"2024-09-21T00:33:50.426186+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.426186+0000","last_undegraded":"2024-09-21T00:33:50.426186+0000","last_fullsized":"2024-09-21T00:33:50.426186+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.26","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.429790+0000","last_change":"2024-09-21T00:33:50.429790+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.429790+0000","last_undegraded":"2024-09-21T00:33:50.429790+0000","last_fullsized":"2024-09-21T00:33:50.429790+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.25","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.426603+0000","last_change":"2024-09-21T00:33:50.426603+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.426603+0000","last_undegraded":"2024-09-21T00:33:50.426603+0000","last_fullsized":"2024-09-21T00:33:50.426603+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.24","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.425709+0000","last_change":"2024-09-21T00:33:50.425709+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.425709+0000","last_undegraded":"2024-09-21T00:33:50.425709+0000","last_fullsized":"2024-09-21T00:33:50.425709+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.23","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.428406+0000","last_change":"2024-09-21T00:33:50.428406+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.428406+0000","last_undegraded":"2024-09-21T00:33:50.428406+0000","last_fullsized":"2024-09-21T00:33:50.428406+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.22","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.424205+0000","last_change":"2024-09-21T00:33:50.424205+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.424205+0000","last_undegraded":"2024-09-21T00:33:50.424205+0000","last_fullsized":"2024-09-21T00:33:50.424205+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.21","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.427606+0000","last_change":"2024-09-21T00:33:50.427606+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.427606+0000","last_undegraded":"2024-09-21T00:33:50.427606+0000","last_fullsized":"2024-09-21T00:33:50.427606+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.20","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.426650+0000","last_change":"2024-09-21T00:33:50.426650+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.426650+0000","last_undegraded":"2024-09-21T00:33:50.426650+0000","last_fullsized":"2024-09-21T00:33:50.426650+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.1e","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.425002+0000","last_change":"2024-09-21T00:33:50.425002+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.425002+0000","last_undegraded":"2024-09-21T00:33:50.425002+0000","last_fullsized":"2024-09-21T00:33:50.425002+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.1f","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.434991+0000","last_change":"2024-09-21T00:33:50.433671+0000","last_active":"2024-09-21T00:33:50.434991+0000","last_peered":"2024-09-21T00:33:50.434991+0000","last_clean":"2024-09-21T00:33:50.434991+0000","last_became_active":"2024-09-21T00:33:50.433304+0000","last_became_peered":"2024-09-21T00:33:50.433304+0000","last_unstale":"2024-09-21T00:33:50.434991+0000","last_undegraded":"2024-09-21T00:33:50.434991+0000","last_fullsized":"2024-09-21T00:33:50.434991+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:00:26.881821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.1f","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.437507+0000","last_change":"2024-09-21T00:33:51.449366+0000","last_active":"2024-09-21T00:33:52.437507+0000","last_peered":"2024-09-21T00:33:52.437507+0000","last_clean":"2024-09-21T00:33:52.437507+0000","last_became_active":"2024-09-21T00:33:51.449054+0000","last_became_peered":"2024-09-21T00:33:51.449054+0000","last_unstale":"2024-09-21T00:33:52.437507+0000","last_undegraded":"2024-09-21T00:33:52.437507+0000","last_fullsized":"2024-09-21T00:33:52.437507+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:05:41.491551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"26.1e","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.437122+0000","last_change":"2024-09-21T00:33:50.436256+0000","last_active":"2024-09-21T00:33:50.437122+0000","last_peered":"2024-09-21T00:33:50.437122+0000","last_clean":"2024-09-21T00:33:50.437122+0000","last_became_active":"2024-09-21T00:33:50.435944+0000","last_became_peered":"2024-09-21T00:33:50.435944+0000","last_unstale":"2024-09-21T00:33:50.437122+0000","last_undegraded":"2024-09-21T00:33:50.437122+0000","last_fullsized":"2024-09-21T00:33:50.437122+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:10:15.830811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.1c","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.427239+0000","last_change":"2024-09-21T00:33:50.427239+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.427239+0000","last_undegraded":"2024-09-21T00:33:50.427239+0000","last_fullsized":"2024-09-21T00:33:50.427239+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.1d","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.438381+0000","last_change":"2024-09-21T00:33:50.433473+0000","last_active":"2024-09-21T00:33:50.438381+0000","last_peered":"2024-09-21T00:33:50.438381+0000","last_clean":"2024-09-21T00:33:50.438381+0000","last_became_active":"2024-09-21T00:33:50.433098+0000","last_became_peered":"2024-09-21T00:33:50.433098+0000","last_unstale":"2024-09-21T00:33:50.438381+0000","last_undegraded":"2024-09-21T00:33:50.438381+0000","last_fullsized":"2024-09-21T00:33:50.438381+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:57:08.390594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.1d","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.427083+0000","last_change":"2024-09-21T00:33:50.427083+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.427083+0000","last_undegraded":"2024-09-21T00:33:50.427083+0000","last_fullsized":"2024-09-21T00:33:50.427083+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.1c","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.444102+0000","last_change":"2024-09-21T00:33:50.443620+0000","last_active":"2024-09-21T00:33:50.444102+0000","last_peered":"2024-09-21T00:33:50.444102+0000","last_clean":"2024-09-21T00:33:50.444102+0000","last_became_active":"2024-09-21T00:33:50.443280+0000","last_became_peered":"2024-09-21T00:33:50.443280+0000","last_unstale":"2024-09-21T00:33:50.444102+0000","last_undegraded":"2024-09-21T00:33:50.444102+0000","last_fullsized":"2024-09-21T00:33:50.444102+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:52:33.792336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.1b","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.430463+0000","last_change":"2024-09-21T00:33:50.430463+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.430463+0000","last_undegraded":"2024-09-21T00:33:50.430463+0000","last_fullsized":"2024-09-21T00:33:50.430463+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"26.1a","version":"172'1","reported_seq":16,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.743829+0000","last_change":"2024-09-21T00:33:50.434641+0000","last_active":"2024-09-21T00:33:52.743829+0000","last_peered":"2024-09-21T00:33:52.743829+0000","last_clean":"2024-09-21T00:33:52.743829+0000","last_became_active":"2024-09-21T00:33:50.434279+0000","last_became_peered":"2024-09-21T00:33:50.434279+0000","last_unstale":"2024-09-21T00:33:52.743829+0000","last_undegraded":"2024-09-21T00:33:52.743829+0000","last_fullsized":"2024-09-21T00:33:52.743829+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:45:35.723479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.18","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.744058+0000","last_change":"2024-09-21T00:33:51.436704+0000","last_active":"2024-09-21T00:33:52.744058+0000","last_peered":"2024-09-21T00:33:52.744058+0000","last_clean":"2024-09-21T00:33:52.744058+0000","last_became_active":"2024-09-21T00:33:51.436402+0000","last_became_peered":"2024-09-21T00:33:51.436402+0000","last_unstale":"2024-09-21T00:33:52.744058+0000","last_undegraded":"2024-09-21T00:33:52.744058+0000","last_fullsized":"2024-09-21T00:33:52.744058+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:38:09.536134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.19","version":"0'0","reported_seq":15,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.743661+0000","last_change":"2024-09-21T00:33:50.433852+0000","last_active":"2024-09-21T00:33:52.743661+0000","last_peered":"2024-09-21T00:33:52.743661+0000","last_clean":"2024-09-21T00:33:52.743661+0000","last_became_active":"2024-09-21T00:33:50.433517+0000","last_became_peered":"2024-09-21T00:33:50.433517+0000","last_unstale":"2024-09-21T00:33:52.743661+0000","last_undegraded":"2024-09-21T00:33:52.743661+0000","last_fullsized":"2024-09-21T00:33:52.743661+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:47:20.024654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.19","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.430496+0000","last_change":"2024-09-21T00:33:50.430496+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.430496+0000","last_undegraded":"2024-09-21T00:33:50.430496+0000","last_fullsized":"2024-09-21T00:33:50.430496+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"26.18","version":"0'0","reported_seq":15,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.437112+0000","last_change":"2024-09-21T00:33:50.438775+0000","last_active":"2024-09-21T00:33:52.437112+0000","last_peered":"2024-09-21T00:33:52.437112+0000","last_clean":"2024-09-21T00:33:52.437112+0000","last_became_active":"2024-09-21T00:33:50.438460+0000","last_became_peered":"2024-09-21T00:33:50.438460+0000","last_unstale":"2024-09-21T00:33:52.437112+0000","last_undegraded":"2024-09-21T00:33:52.437112+0000","last_fullsized":"2024-09-21T00:33:52.437112+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:42:11.442448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.16","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.432582+0000","last_change":"2024-09-21T00:33:50.432582+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.432582+0000","last_undegraded":"2024-09-21T00:33:50.432582+0000","last_fullsized":"2024-09-21T00:33:50.432582+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"26.17","version":"0'0","reported_seq":15,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.743145+0000","last_change":"2024-09-21T00:33:50.434545+0000","last_active":"2024-09-21T00:33:52.743145+0000","last_peered":"2024-09-21T00:33:52.743145+0000","last_clean":"2024-09-21T00:33:52.743145+0000","last_became_active":"2024-09-21T00:33:50.434170+0000","last_became_peered":"2024-09-21T00:33:50.434170+0000","last_unstale":"2024-09-21T00:33:52.743145+0000","last_undegraded":"2024-09-21T00:33:52.743145+0000","last_fullsized":"2024-09-21T00:33:52.743145+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:49:33.708972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.17","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.425182+0000","last_change":"2024-09-21T00:33:50.425182+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.425182+0000","last_undegraded":"2024-09-21T00:33:50.425182+0000","last_fullsized":"2024-09-21T00:33:50.425182+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.16","version":"0'0","reported_seq":15,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.437744+0000","last_change":"2024-09-21T00:33:50.433682+0000","last_active":"2024-09-21T00:33:52.437744+0000","last_peered":"2024-09-21T00:33:52.437744+0000","last_clean":"2024-09-21T00:33:52.437744+0000","last_became_active":"2024-09-21T00:33:50.432830+0000","last_became_peered":"2024-09-21T00:33:50.432830+0000","last_unstale":"2024-09-21T00:33:52.437744+0000","last_undegraded":"2024-09-21T00:33:52.437744+0000","last_fullsized":"2024-09-21T00:33:52.437744+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:22:27.243286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.14","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.430021+0000","last_change":"2024-09-21T00:33:50.430021+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.430021+0000","last_undegraded":"2024-09-21T00:33:50.430021+0000","last_fullsized":"2024-09-21T00:33:50.430021+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"26.15","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.441192+0000","last_change":"2024-09-21T00:33:50.440340+0000","last_active":"2024-09-21T00:33:50.441192+0000","last_peered":"2024-09-21T00:33:50.441192+0000","last_clean":"2024-09-21T00:33:50.441192+0000","last_became_active":"2024-09-21T00:33:50.440017+0000","last_became_peered":"2024-09-21T00:33:50.440017+0000","last_unstale":"2024-09-21T00:33:50.441192+0000","last_undegraded":"2024-09-21T00:33:50.441192+0000","last_fullsized":"2024-09-21T00:33:50.441192+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:16:30.751390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.15","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.427287+0000","last_change":"2024-09-21T00:33:50.427287+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.427287+0000","last_undegraded":"2024-09-21T00:33:50.427287+0000","last_fullsized":"2024-09-21T00:33:50.427287+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.14","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.439834+0000","last_change":"2024-09-21T00:33:50.439225+0000","last_active":"2024-09-21T00:33:50.439834+0000","last_peered":"2024-09-21T00:33:50.439834+0000","last_clean":"2024-09-21T00:33:50.439834+0000","last_became_active":"2024-09-21T00:33:50.438847+0000","last_became_peered":"2024-09-21T00:33:50.438847+0000","last_unstale":"2024-09-21T00:33:50.439834+0000","last_undegraded":"2024-09-21T00:33:50.439834+0000","last_fullsized":"2024-09-21T00:33:50.439834+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:23:26.302121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.12","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.743697+0000","last_change":"2024-09-21T00:33:51.435650+0000","last_active":"2024-09-21T00:33:52.743697+0000","last_peered":"2024-09-21T00:33:52.743697+0000","last_clean":"2024-09-21T00:33:52.743697+0000","last_became_active":"2024-09-21T00:33:51.434993+0000","last_became_peered":"2024-09-21T00:33:51.434993+0000","last_unstale":"2024-09-21T00:33:52.743697+0000","last_undegraded":"2024-09-21T00:33:52.743697+0000","last_fullsized":"2024-09-21T00:33:52.743697+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:13:22.271789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.13","version":"172'2","reported_seq":17,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.437970+0000","last_change":"2024-09-21T00:33:50.434403+0000","last_active":"2024-09-21T00:33:52.437970+0000","last_peered":"2024-09-21T00:33:52.437970+0000","last_clean":"2024-09-21T00:33:52.437970+0000","last_became_active":"2024-09-21T00:33:50.434069+0000","last_became_peered":"2024-09-21T00:33:50.434069+0000","last_unstale":"2024-09-21T00:33:52.437970+0000","last_undegraded":"2024-09-21T00:33:52.437970+0000","last_fullsized":"2024-09-21T00:33:52.437970+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:14:41.925743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.13","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.426162+0000","last_change":"2024-09-21T00:33:50.426162+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.426162+0000","last_undegraded":"2024-09-21T00:33:50.426162+0000","last_fullsized":"2024-09-21T00:33:50.426162+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.12","version":"0'0","reported_seq":15,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.437176+0000","last_change":"2024-09-21T00:33:50.443375+0000","last_active":"2024-09-21T00:33:52.437176+0000","last_peered":"2024-09-21T00:33:52.437176+0000","last_clean":"2024-09-21T00:33:52.437176+0000","last_became_active":"2024-09-21T00:33:50.442918+0000","last_became_peered":"2024-09-21T00:33:50.442918+0000","last_unstale":"2024-09-21T00:33:52.437176+0000","last_undegraded":"2024-09-21T00:33:52.437176+0000","last_fullsized":"2024-09-21T00:33:52.437176+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:19:32.359512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.10","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.424568+0000","last_change":"2024-09-21T00:33:50.424568+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.424568+0000","last_undegraded":"2024-09-21T00:33:50.424568+0000","last_fullsized":"2024-09-21T00:33:50.424568+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.11","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.436304+0000","last_change":"2024-09-21T00:33:50.432313+0000","last_active":"2024-09-21T00:33:50.436304+0000","last_peered":"2024-09-21T00:33:50.436304+0000","last_clean":"2024-09-21T00:33:50.436304+0000","last_became_active":"2024-09-21T00:33:50.432003+0000","last_became_peered":"2024-09-21T00:33:50.432003+0000","last_unstale":"2024-09-21T00:33:50.436304+0000","last_undegraded":"2024-09-21T00:33:50.436304+0000","last_fullsized":"2024-09-21T00:33:50.436304+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:01:26.152131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.11","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.428166+0000","last_change":"2024-09-21T00:33:50.428166+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.428166+0000","last_undegraded":"2024-09-21T00:33:50.428166+0000","last_fullsized":"2024-09-21T00:33:50.428166+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.10","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.438729+0000","last_change":"2024-09-21T00:33:50.433468+0000","last_active":"2024-09-21T00:33:50.438729+0000","last_peered":"2024-09-21T00:33:50.438729+0000","last_clean":"2024-09-21T00:33:50.438729+0000","last_became_active":"2024-09-21T00:33:50.433121+0000","last_became_peered":"2024-09-21T00:33:50.433121+0000","last_unstale":"2024-09-21T00:33:50.438729+0000","last_undegraded":"2024-09-21T00:33:50.438729+0000","last_fullsized":"2024-09-21T00:33:50.438729+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:05:02.731119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.e","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.424526+0000","last_change":"2024-09-21T00:33:50.424526+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.424526+0000","last_undegraded":"2024-09-21T00:33:50.424526+0000","last_fullsized":"2024-09-21T00:33:50.424526+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.f","version":"172'1","reported_seq":16,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.743268+0000","last_change":"2024-09-21T00:33:50.434092+0000","last_active":"2024-09-21T00:33:52.743268+0000","last_peered":"2024-09-21T00:33:52.743268+0000","last_clean":"2024-09-21T00:33:52.743268+0000","last_became_active":"2024-09-21T00:33:50.433707+0000","last_became_peered":"2024-09-21T00:33:50.433707+0000","last_unstale":"2024-09-21T00:33:52.743268+0000","last_undegraded":"2024-09-21T00:33:52.743268+0000","last_fullsized":"2024-09-21T00:33:52.743268+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:21:54.102855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.f","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.425710+0000","last_change":"2024-09-21T00:33:50.425710+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.425710+0000","last_undegraded":"2024-09-21T00:33:50.425710+0000","last_fullsized":"2024-09-21T00:33:50.425710+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.e","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.439560+0000","last_change":"2024-09-21T00:33:50.438920+0000","last_active":"2024-09-21T00:33:50.439560+0000","last_peered":"2024-09-21T00:33:50.439560+0000","last_clean":"2024-09-21T00:33:50.439560+0000","last_became_active":"2024-09-21T00:33:50.438477+0000","last_became_peered":"2024-09-21T00:33:50.438477+0000","last_unstale":"2024-09-21T00:33:50.439560+0000","last_undegraded":"2024-09-21T00:33:50.439560+0000","last_fullsized":"2024-09-21T00:33:50.439560+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:48:50.068023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.c","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.425076+0000","last_change":"2024-09-21T00:33:50.425076+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.425076+0000","last_undegraded":"2024-09-21T00:33:50.425076+0000","last_fullsized":"2024-09-21T00:33:50.425076+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.d","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.438976+0000","last_change":"2024-09-21T00:33:50.436691+0000","last_active":"2024-09-21T00:33:50.438976+0000","last_peered":"2024-09-21T00:33:50.438976+0000","last_clean":"2024-09-21T00:33:50.438976+0000","last_became_active":"2024-09-21T00:33:50.429080+0000","last_became_peered":"2024-09-21T00:33:50.429080+0000","last_unstale":"2024-09-21T00:33:50.438976+0000","last_undegraded":"2024-09-21T00:33:50.438976+0000","last_fullsized":"2024-09-21T00:33:50.438976+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:00:57.465666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.d","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.426153+0000","last_change":"2024-09-21T00:33:50.426153+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.426153+0000","last_undegraded":"2024-09-21T00:33:50.426153+0000","last_fullsized":"2024-09-21T00:33:50.426153+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.c","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.438246+0000","last_change":"2024-09-21T00:33:50.436791+0000","last_active":"2024-09-21T00:33:50.438246+0000","last_peered":"2024-09-21T00:33:50.438246+0000","last_clean":"2024-09-21T00:33:50.438246+0000","last_became_active":"2024-09-21T00:33:50.436478+0000","last_became_peered":"2024-09-21T00:33:50.436478+0000","last_unstale":"2024-09-21T00:33:50.438246+0000","last_undegraded":"2024-09-21T00:33:50.438246+0000","last_fullsized":"2024-09-21T00:33:50.438246+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:38:38.126577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.a","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.424912+0000","last_change":"2024-09-21T00:33:50.424912+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.424912+0000","last_undegraded":"2024-09-21T00:33:50.424912+0000","last_fullsized":"2024-09-21T00:33:50.424912+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.b","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.438932+0000","last_change":"2024-09-21T00:33:50.437539+0000","last_active":"2024-09-21T00:33:50.438932+0000","last_peered":"2024-09-21T00:33:50.438932+0000","last_clean":"2024-09-21T00:33:50.438932+0000","last_became_active":"2024-09-21T00:33:50.437242+0000","last_became_peered":"2024-09-21T00:33:50.437242+0000","last_unstale":"2024-09-21T00:33:50.438932+0000","last_undegraded":"2024-09-21T00:33:50.438932+0000","last_fullsized":"2024-09-21T00:33:50.438932+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:27:08.211207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.b","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.424089+0000","last_change":"2024-09-21T00:33:50.424089+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.424089+0000","last_undegraded":"2024-09-21T00:33:50.424089+0000","last_fullsized":"2024-09-21T00:33:50.424089+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.a","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.443519+0000","last_change":"2024-09-21T00:33:50.442659+0000","last_active":"2024-09-21T00:33:50.443519+0000","last_peered":"2024-09-21T00:33:50.443519+0000","last_clean":"2024-09-21T00:33:50.443519+0000","last_became_active":"2024-09-21T00:33:50.442093+0000","last_became_peered":"2024-09-21T00:33:50.442093+0000","last_unstale":"2024-09-21T00:33:50.443519+0000","last_undegraded":"2024-09-21T00:33:50.443519+0000","last_fullsized":"2024-09-21T00:33:50.443519+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:57:25.073659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.8","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.424767+0000","last_change":"2024-09-21T00:33:50.424767+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.424767+0000","last_undegraded":"2024-09-21T00:33:50.424767+0000","last_fullsized":"2024-09-21T00:33:50.424767+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.9","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.443172+0000","last_change":"2024-09-21T00:33:50.442492+0000","last_active":"2024-09-21T00:33:50.443172+0000","last_peered":"2024-09-21T00:33:50.443172+0000","last_clean":"2024-09-21T00:33:50.443172+0000","last_became_active":"2024-09-21T00:33:50.442099+0000","last_became_peered":"2024-09-21T00:33:50.442099+0000","last_unstale":"2024-09-21T00:33:50.443172+0000","last_undegraded":"2024-09-21T00:33:50.443172+0000","last_fullsized":"2024-09-21T00:33:50.443172+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:08:02.652780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.9","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.437567+0000","last_change":"2024-09-21T00:33:51.446090+0000","last_active":"2024-09-21T00:33:52.437567+0000","last_peered":"2024-09-21T00:33:52.437567+0000","last_clean":"2024-09-21T00:33:52.437567+0000","last_became_active":"2024-09-21T00:33:51.445526+0000","last_became_peered":"2024-09-21T00:33:51.445526+0000","last_unstale":"2024-09-21T00:33:52.437567+0000","last_undegraded":"2024-09-21T00:33:52.437567+0000","last_fullsized":"2024-09-21T00:33:52.437567+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:40:04.745239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"26.8","version":"0'0","reported_seq":15,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.744186+0000","last_change":"2024-09-21T00:33:50.438072+0000","last_active":"2024-09-21T00:33:52.744186+0000","last_peered":"2024-09-21T00:33:52.744186+0000","last_clean":"2024-09-21T00:33:52.744186+0000","last_became_active":"2024-09-21T00:33:50.437748+0000","last_became_peered":"2024-09-21T00:33:50.437748+0000","last_unstale":"2024-09-21T00:33:52.744186+0000","last_undegraded":"2024-09-21T00:33:52.744186+0000","last_fullsized":"2024-09-21T00:33:52.744186+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:20:38.173508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.6","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.428388+0000","last_change":"2024-09-21T00:33:50.428388+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.428388+0000","last_undegraded":"2024-09-21T00:33:50.428388+0000","last_fullsized":"2024-09-21T00:33:50.428388+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"26.7","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.437589+0000","last_change":"2024-09-21T00:33:50.433896+0000","last_active":"2024-09-21T00:33:50.437589+0000","last_peered":"2024-09-21T00:33:50.437589+0000","last_clean":"2024-09-21T00:33:50.437589+0000","last_became_active":"2024-09-21T00:33:50.433546+0000","last_became_peered":"2024-09-21T00:33:50.433546+0000","last_unstale":"2024-09-21T00:33:50.437589+0000","last_undegraded":"2024-09-21T00:33:50.437589+0000","last_fullsized":"2024-09-21T00:33:50.437589+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:15:05.474489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.7","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.430249+0000","last_change":"2024-09-21T00:33:50.430249+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.430249+0000","last_undegraded":"2024-09-21T00:33:50.430249+0000","last_fullsized":"2024-09-21T00:33:50.430249+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.6","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.439071+0000","last_change":"2024-09-21T00:33:50.438168+0000","last_active":"2024-09-21T00:33:50.439071+0000","last_peered":"2024-09-21T00:33:50.439071+0000","last_clean":"2024-09-21T00:33:50.439071+0000","last_became_active":"2024-09-21T00:33:50.437798+0000","last_became_peered":"2024-09-21T00:33:50.437798+0000","last_unstale":"2024-09-21T00:33:50.439071+0000","last_undegraded":"2024-09-21T00:33:50.439071+0000","last_fullsized":"2024-09-21T00:33:50.439071+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:47:37.762333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.4","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.424545+0000","last_change":"2024-09-21T00:33:50.424545+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.424545+0000","last_undegraded":"2024-09-21T00:33:50.424545+0000","last_fullsized":"2024-09-21T00:33:50.424545+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.5","version":"0'0","reported_seq":15,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.743485+0000","last_change":"2024-09-21T00:33:50.433446+0000","last_active":"2024-09-21T00:33:52.743485+0000","last_peered":"2024-09-21T00:33:52.743485+0000","last_clean":"2024-09-21T00:33:52.743485+0000","last_became_active":"2024-09-21T00:33:50.433143+0000","last_became_peered":"2024-09-21T00:33:50.433143+0000","last_unstale":"2024-09-21T00:33:52.743485+0000","last_undegraded":"2024-09-21T00:33:52.743485+0000","last_fullsized":"2024-09-21T00:33:52.743485+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:45:53.093450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.5","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.437118+0000","last_change":"2024-09-21T00:33:51.441889+0000","last_active":"2024-09-21T00:33:52.437118+0000","last_peered":"2024-09-21T00:33:52.437118+0000","last_clean":"2024-09-21T00:33:52.437118+0000","last_became_active":"2024-09-21T00:33:51.440594+0000","last_became_peered":"2024-09-21T00:33:51.440594+0000","last_unstale":"2024-09-21T00:33:52.437118+0000","last_undegraded":"2024-09-21T00:33:52.437118+0000","last_fullsized":"2024-09-21T00:33:52.437118+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:18:22.166710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"26.4","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.438216+0000","last_change":"2024-09-21T00:33:50.434817+0000","last_active":"2024-09-21T00:33:50.438216+0000","last_peered":"2024-09-21T00:33:50.438216+0000","last_clean":"2024-09-21T00:33:50.438216+0000","last_became_active":"2024-09-21T00:33:50.434300+0000","last_became_peered":"2024-09-21T00:33:50.434300+0000","last_unstale":"2024-09-21T00:33:50.438216+0000","last_undegraded":"2024-09-21T00:33:50.438216+0000","last_fullsized":"2024-09-21T00:33:50.438216+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:25:39.059536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.2","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.437597+0000","last_change":"2024-09-21T00:33:50.437597+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.437597+0000","last_undegraded":"2024-09-21T00:33:50.437597+0000","last_fullsized":"2024-09-21T00:33:50.437597+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.3","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.441129+0000","last_change":"2024-09-21T00:33:50.440659+0000","last_active":"2024-09-21T00:33:50.441129+0000","last_peered":"2024-09-21T00:33:50.441129+0000","last_clean":"2024-09-21T00:33:50.441129+0000","last_became_active":"2024-09-21T00:33:50.440298+0000","last_became_peered":"2024-09-21T00:33:50.440298+0000","last_unstale":"2024-09-21T00:33:50.441129+0000","last_undegraded":"2024-09-21T00:33:50.441129+0000","last_fullsized":"2024-09-21T00:33:50.441129+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:18:43.940618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.3","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.427855+0000","last_change":"2024-09-21T00:33:50.427855+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.427855+0000","last_undegraded":"2024-09-21T00:33:50.427855+0000","last_fullsized":"2024-09-21T00:33:50.427855+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"26.2","version":"0'0","reported_seq":15,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.743953+0000","last_change":"2024-09-21T00:33:50.435932+0000","last_active":"2024-09-21T00:33:52.743953+0000","last_peered":"2024-09-21T00:33:52.743953+0000","last_clean":"2024-09-21T00:33:52.743953+0000","last_became_active":"2024-09-21T00:33:50.435575+0000","last_became_peered":"2024-09-21T00:33:50.435575+0000","last_unstale":"2024-09-21T00:33:52.743953+0000","last_undegraded":"2024-09-21T00:33:52.743953+0000","last_fullsized":"2024-09-21T00:33:52.743953+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:20:56.262741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.0","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.423972+0000","last_change":"2024-09-21T00:33:50.423972+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.423972+0000","last_undegraded":"2024-09-21T00:33:50.423972+0000","last_fullsized":"2024-09-21T00:33:50.423972+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.1","version":"0'0","reported_seq":15,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.438467+0000","last_change":"2024-09-21T00:33:50.431289+0000","last_active":"2024-09-21T00:33:52.438467+0000","last_peered":"2024-09-21T00:33:52.438467+0000","last_clean":"2024-09-21T00:33:52.438467+0000","last_became_active":"2024-09-21T00:33:50.430979+0000","last_became_peered":"2024-09-21T00:33:50.430979+0000","last_unstale":"2024-09-21T00:33:52.438467+0000","last_undegraded":"2024-09-21T00:33:52.438467+0000","last_fullsized":"2024-09-21T00:33:52.438467+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:08:10.670545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.1","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.423832+0000","last_change":"2024-09-21T00:33:50.423832+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.423832+0000","last_undegraded":"2024-09-21T00:33:50.423832+0000","last_fullsized":"2024-09-21T00:33:50.423832+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.0","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.433620+0000","last_change":"2024-09-21T00:33:50.432649+0000","last_active":"2024-09-21T00:33:50.433620+0000","last_peered":"2024-09-21T00:33:50.433620+0000","last_clean":"2024-09-21T00:33:50.433620+0000","last_became_active":"2024-09-21T00:33:50.432339+0000","last_became_peered":"2024-09-21T00:33:50.432339+0000","last_unstale":"2024-09-21T00:33:50.433620+0000","last_undegraded":"2024-09-21T00:33:50.433620+0000","last_fullsized":"2024-09-21T00:33:50.433620+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:10:34.793655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.1a","version":"0'0","reported_seq":1,"reported_epoch":171,"state":"creating+peering","last_fresh":"2024-09-21T00:33:50.438077+0000","last_change":"2024-09-21T00:33:50.438077+0000","last_active":"2024-09-21T00:33:50.408221+0000","last_peered":"2024-09-21T00:33:50.408221+0000","last_clean":"2024-09-21T00:33:50.408221+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:33:50.438077+0000","last_undegraded":"2024-09-21T00:33:50.438077+0000","last_fullsized":"2024-09-21T00:33:50.438077+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.1b","version":"0'0","reported_seq":10,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.436825+0000","last_change":"2024-09-21T00:33:50.435704+0000","last_active":"2024-09-21T00:33:50.436825+0000","last_peered":"2024-09-21T00:33:50.436825+0000","last_clean":"2024-09-21T00:33:50.436825+0000","last_became_active":"2024-09-21T00:33:50.435311+0000","last_became_peered":"2024-09-21T00:33:50.435311+0000","last_unstale":"2024-09-21T00:33:50.436825+0000","last_undegraded":"2024-09-21T00:33:50.436825+0000","last_fullsized":"2024-09-21T00:33:50.436825+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:38:09.424892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":381,"reported_epoch":171,"state":"active+clean","last_fresh":"2024-09-21T00:33:50.433017+0000","last_change":"2024-09-21T00:21:11.583793+0000","last_active":"2024-09-21T00:33:50.433017+0000","last_peered":"2024-09-21T00:33:50.433017+0000","last_clean":"2024-09-21T00:33:50.433017+0000","last_became_active":"2024-09-21T00:21:11.582502+0000","last_became_peered":"2024-09-21T00:21:11.582502+0000","last_unstale":"2024-09-21T00:33:50.433017+0000","last_undegraded":"2024-09-21T00:33:50.433017+0000","last_fullsized":"2024-09-21T00:33:50.433017+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_clean_scrub_stamp":"2024-09-21T00:21:10.311964+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:58.010953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":26,"num_pg":32,"stat_sum":{"num_bytes":56,"num_objects":3,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1772,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":4,"ondisk_log_size":4,"up":64,"acting":64,"num_store_stats":8},{"poolid":27,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509596,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":64404,"kb_used_data":2680,"kb_used_omap":1,"kb_used_meta":61694,"kb_avail":94307436,"statfs":{"total":96636764160,"available":96570814464,"internally_reserved":0,"allocated":2744320,"data_stored":1532554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":63175114},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509596,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":69320,"kb_used_data":2100,"kb_used_omap":1,"kb_used_meta":67198,"kb_avail":94302520,"statfs":{"total":96636764160,"available":96565780480,"internally_reserved":0,"allocated":2150400,"data_stored":942186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":68811206},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509596,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59660,"kb_used_data":2100,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312180,"statfs":{"total":96636764160,"available":96575672320,"internally_reserved":0,"allocated":2150400,"data_stored":942186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":58915269},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509597,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":73532,"kb_used_data":2088,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94298308,"statfs":{"total":96636764160,"available":96561467392,"internally_reserved":0,"allocated":2138112,"data_stored":935911,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":73136584},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509597,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":63820,"kb_used_data":2100,"kb_used_omap":1,"kb_used_meta":61694,"kb_avail":94308020,"statfs":{"total":96636764160,"available":96571412480,"internally_reserved":0,"allocated":2150400,"data_stored":942186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":63175109},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509595,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":74128,"kb_used_data":2680,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94297712,"statfs":{"total":96636764160,"available":96560857088,"internally_reserved":0,"allocated":2744320,"data_stored":1532554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":73136582},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834575004,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":73592,"kb_used_data":2144,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94298248,"statfs":{"total":96636764160,"available":96561405952,"internally_reserved":0,"allocated":2195456,"data_stored":956977,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":73136581},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834575004,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":77736,"kb_used_data":2132,"kb_used_omap":1,"kb_used_meta":75582,"kb_avail":94294104,"statfs":{"total":96636764160,"available":96557162496,"internally_reserved":0,"allocated":2183168,"data_stored":955317,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":77396422},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T00:34:00.024 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T00:34:00.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.155+0000 7fe0d559d640 1 -- 172.21.15.67:0/1863607904 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe0d00cd680 msgr2=0x7fe0d01590c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:00.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.155+0000 7fe0d559d640 1 --2- 172.21.15.67:0/1863607904 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe0d00cd680 0x7fe0d01590c0 secure :-1 s=READY pgs=2203 cs=0 l=1 rev1=1 crypto rx=0x7fe0d00c4ae0 tx=0x7fe0c002a530 comp rx=0 tx=0).stop 2024-09-21T00:34:00.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.155+0000 7fe0d559d640 1 -- 172.21.15.67:0/1863607904 shutdown_connections 2024-09-21T00:34:00.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.155+0000 7fe0d559d640 1 --2- 172.21.15.67:0/1863607904 >> v2:172.21.15.97:3300/0 conn(0x7fe0d00ceee0 0x7fe0d00cf2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:00.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.155+0000 7fe0d559d640 1 --2- 172.21.15.67:0/1863607904 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe0d00cd680 0x7fe0d01590c0 unknown :-1 s=CLOSED pgs=2203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:00.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.155+0000 7fe0d559d640 1 -- 172.21.15.67:0/1863607904 >> 172.21.15.67:0/1863607904 conn(0x7fe0d00d1080 msgr2=0x7fe0d00d1490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:00.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.156+0000 7fe0d559d640 1 -- 172.21.15.67:0/1863607904 shutdown_connections 2024-09-21T00:34:00.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.156+0000 7fe0d559d640 1 -- 172.21.15.67:0/1863607904 wait complete. 2024-09-21T00:34:00.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.157+0000 7fe0d559d640 1 Processor -- start 2024-09-21T00:34:00.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.158+0000 7fe0d559d640 1 -- start start 2024-09-21T00:34:00.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.159+0000 7fe0d559d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe0d00ceee0 0x7fe0d015d450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:00.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.159+0000 7fe0d559d640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe0d015eff0 0x7fe0d0156900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:00.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.159+0000 7fe0d559d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe0d00c6bf0 0x7fe0d00c7000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:00.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.159+0000 7fe0d559d640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fe0d00743b0 con 0x7fe0d00ceee0 2024-09-21T00:34:00.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.159+0000 7fe0d559d640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fe0d0074230 con 0x7fe0d00c6bf0 2024-09-21T00:34:00.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.159+0000 7fe0d559d640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fe0d0074530 con 0x7fe0d015eff0 2024-09-21T00:34:00.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.159+0000 7fe0cffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe0d00ceee0 0x7fe0d015d450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:00.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.159+0000 7fe0cffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe0d00ceee0 0x7fe0d015d450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45682/0 (socket says 172.21.15.67:45682) 2024-09-21T00:34:00.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.159+0000 7fe0cffff640 1 -- 172.21.15.67:0/3082652672 learned_addr learned my addr 172.21.15.67:0/3082652672 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:00.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.159+0000 7fe0d4d9c640 1 --2- 172.21.15.67:0/3082652672 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe0d00c6bf0 0x7fe0d00c7000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:00.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.159+0000 7fe0cf7fe640 1 --2- 172.21.15.67:0/3082652672 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe0d015eff0 0x7fe0d0156900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:00.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.159+0000 7fe0cffff640 1 -- 172.21.15.67:0/3082652672 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe0d015eff0 msgr2=0x7fe0d0156900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:00.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.159+0000 7fe0cffff640 1 --2- 172.21.15.67:0/3082652672 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe0d015eff0 0x7fe0d0156900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:00.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.159+0000 7fe0cffff640 1 -- 172.21.15.67:0/3082652672 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe0d00c6bf0 msgr2=0x7fe0d00c7000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:00.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.159+0000 7fe0cffff640 1 --2- 172.21.15.67:0/3082652672 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe0d00c6bf0 0x7fe0d00c7000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:00.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.159+0000 7fe0cffff640 1 -- 172.21.15.67:0/3082652672 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0d00c7540 con 0x7fe0d00ceee0 2024-09-21T00:34:00.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.159+0000 7fe0d4d9c640 1 --2- 172.21.15.67:0/3082652672 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe0d00c6bf0 0x7fe0d00c7000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:34:00.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.160+0000 7fe0cffff640 1 --2- 172.21.15.67:0/3082652672 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe0d00ceee0 0x7fe0d015d450 secure :-1 s=READY pgs=2204 cs=0 l=1 rev1=1 crypto rx=0x7fe0c0009780 tx=0x7fe0c0033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:00.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.160+0000 7fe0ccff9640 1 -- 172.21.15.67:0/3082652672 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0c0031d60 con 0x7fe0d00ceee0 2024-09-21T00:34:00.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.160+0000 7fe0ccff9640 1 -- 172.21.15.67:0/3082652672 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe0c0033e10 con 0x7fe0d00ceee0 2024-09-21T00:34:00.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.160+0000 7fe0d559d640 1 -- 172.21.15.67:0/3082652672 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe0d015ded0 con 0x7fe0d00ceee0 2024-09-21T00:34:00.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.160+0000 7fe0ccff9640 1 -- 172.21.15.67:0/3082652672 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0c0005260 con 0x7fe0d00ceee0 2024-09-21T00:34:00.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.160+0000 7fe0d559d640 1 -- 172.21.15.67:0/3082652672 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe0d00c4de0 con 0x7fe0d00ceee0 2024-09-21T00:34:00.164 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.161+0000 7fe0d559d640 1 -- 172.21.15.67:0/3082652672 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe0d00cd680 con 0x7fe0d00ceee0 2024-09-21T00:34:00.164 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.162+0000 7fe0ccff9640 1 -- 172.21.15.67:0/3082652672 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fe0c0005400 con 0x7fe0d00ceee0 2024-09-21T00:34:00.164 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.162+0000 7fe0ccff9640 1 --2- 172.21.15.67:0/3082652672 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe0bc078bc0 0x7fe0bc07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:00.164 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.162+0000 7fe0ccff9640 1 -- 172.21.15.67:0/3082652672 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(173..173 src has 1..173) ==== 5709+0+0 (secure 0 0 0) 0x7fe0c00bbf30 con 0x7fe0d00ceee0 2024-09-21T00:34:00.164 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.163+0000 7fe0cf7fe640 1 --2- 172.21.15.67:0/3082652672 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe0bc078bc0 0x7fe0bc07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:00.164 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.163+0000 7fe0cf7fe640 1 --2- 172.21.15.67:0/3082652672 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe0bc078bc0 0x7fe0bc07b0d0 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7fe0d00c4c60 tx=0x7fe0c4009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:00.168 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.167+0000 7fe0ccff9640 1 -- 172.21.15.67:0/3082652672 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fe0d00c7540 con 0x7fe0d00ceee0 2024-09-21T00:34:00.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.352+0000 7fe0d559d640 1 -- 172.21.15.67:0/3082652672 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fe0d015d990 con 0x7fe0bc078bc0 2024-09-21T00:34:00.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.356+0000 7fe0ccff9640 1 -- 172.21.15.67:0/3082652672 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252453 (secure 0 0 0) 0x7fe0d015d990 con 0x7fe0bc078bc0 2024-09-21T00:34:00.362 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:34:00.364 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-21T00:34:00.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.360+0000 7fe0d559d640 1 -- 172.21.15.67:0/3082652672 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe0bc078bc0 msgr2=0x7fe0bc07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:00.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.360+0000 7fe0d559d640 1 --2- 172.21.15.67:0/3082652672 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe0bc078bc0 0x7fe0bc07b0d0 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7fe0d00c4c60 tx=0x7fe0c4009040 comp rx=0 tx=0).stop 2024-09-21T00:34:00.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.360+0000 7fe0d559d640 1 -- 172.21.15.67:0/3082652672 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe0d00ceee0 msgr2=0x7fe0d015d450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:00.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.360+0000 7fe0d559d640 1 --2- 172.21.15.67:0/3082652672 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe0d00ceee0 0x7fe0d015d450 secure :-1 s=READY pgs=2204 cs=0 l=1 rev1=1 crypto rx=0x7fe0c0009780 tx=0x7fe0c0033c20 comp rx=0 tx=0).stop 2024-09-21T00:34:00.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.360+0000 7fe0d559d640 1 -- 172.21.15.67:0/3082652672 shutdown_connections 2024-09-21T00:34:00.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.360+0000 7fe0d559d640 1 --2- 172.21.15.67:0/3082652672 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe0bc078bc0 0x7fe0bc07b0d0 unknown :-1 s=CLOSED pgs=828 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:00.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.360+0000 7fe0d559d640 1 --2- 172.21.15.67:0/3082652672 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe0d00c6bf0 0x7fe0d00c7000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:00.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.360+0000 7fe0d559d640 1 --2- 172.21.15.67:0/3082652672 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe0d015eff0 0x7fe0d0156900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:00.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.360+0000 7fe0d559d640 1 --2- 172.21.15.67:0/3082652672 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe0d00ceee0 0x7fe0d015d450 unknown :-1 s=CLOSED pgs=2204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:00.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.360+0000 7fe0d559d640 1 -- 172.21.15.67:0/3082652672 >> 172.21.15.67:0/3082652672 conn(0x7fe0d00d1080 msgr2=0x7fe0d0158720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:00.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.360+0000 7fe0d559d640 1 -- 172.21.15.67:0/3082652672 shutdown_connections 2024-09-21T00:34:00.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.360+0000 7fe0d559d640 1 -- 172.21.15.67:0/3082652672 wait complete. 2024-09-21T00:34:00.373 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":552,"stamp":"2024-09-21T00:33:59.692773+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":556380,"kb_used_data":18216,"kb_used_omap":12,"kb_used_meta":537971,"kb_avail":754418340,"statfs":{"total":773094113280,"available":772524380160,"internally_reserved":0,"allocated":18653184,"data_stored":8827644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12749,"internal_metadata":550882867},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":18,"apply_latency_ms":18,"commit_latency_ns":18000000,"apply_latency_ns":18000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.273414"},"pg_stats":[{"pgid":"27.3f","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.436318+0000","last_change":"2024-09-21T00:33:51.440308+0000","last_active":"2024-09-21T00:33:52.436318+0000","last_peered":"2024-09-21T00:33:52.436318+0000","last_clean":"2024-09-21T00:33:52.436318+0000","last_became_active":"2024-09-21T00:33:51.439945+0000","last_became_peered":"2024-09-21T00:33:51.439945+0000","last_unstale":"2024-09-21T00:33:52.436318+0000","last_undegraded":"2024-09-21T00:33:52.436318+0000","last_fullsized":"2024-09-21T00:33:52.436318+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:02:25.742682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.3e","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.436874+0000","last_change":"2024-09-21T00:33:51.430458+0000","last_active":"2024-09-21T00:33:52.436874+0000","last_peered":"2024-09-21T00:33:52.436874+0000","last_clean":"2024-09-21T00:33:52.436874+0000","last_became_active":"2024-09-21T00:33:51.430165+0000","last_became_peered":"2024-09-21T00:33:51.430165+0000","last_unstale":"2024-09-21T00:33:52.436874+0000","last_undegraded":"2024-09-21T00:33:52.436874+0000","last_fullsized":"2024-09-21T00:33:52.436874+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:19:11.815573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.3d","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.743816+0000","last_change":"2024-09-21T00:33:51.439909+0000","last_active":"2024-09-21T00:33:52.743816+0000","last_peered":"2024-09-21T00:33:52.743816+0000","last_clean":"2024-09-21T00:33:52.743816+0000","last_became_active":"2024-09-21T00:33:51.439603+0000","last_became_peered":"2024-09-21T00:33:51.439603+0000","last_unstale":"2024-09-21T00:33:52.743816+0000","last_undegraded":"2024-09-21T00:33:52.743816+0000","last_fullsized":"2024-09-21T00:33:52.743816+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:15:20.177075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.3c","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.744273+0000","last_change":"2024-09-21T00:33:51.446030+0000","last_active":"2024-09-21T00:33:52.744273+0000","last_peered":"2024-09-21T00:33:52.744273+0000","last_clean":"2024-09-21T00:33:52.744273+0000","last_became_active":"2024-09-21T00:33:51.445606+0000","last_became_peered":"2024-09-21T00:33:51.445606+0000","last_unstale":"2024-09-21T00:33:52.744273+0000","last_undegraded":"2024-09-21T00:33:52.744273+0000","last_fullsized":"2024-09-21T00:33:52.744273+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:50:07.673252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.3b","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.744744+0000","last_change":"2024-09-21T00:33:51.434355+0000","last_active":"2024-09-21T00:33:52.744744+0000","last_peered":"2024-09-21T00:33:52.744744+0000","last_clean":"2024-09-21T00:33:52.744744+0000","last_became_active":"2024-09-21T00:33:51.434058+0000","last_became_peered":"2024-09-21T00:33:51.434058+0000","last_unstale":"2024-09-21T00:33:52.744744+0000","last_undegraded":"2024-09-21T00:33:52.744744+0000","last_fullsized":"2024-09-21T00:33:52.744744+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:54:17.851240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.3a","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.743454+0000","last_change":"2024-09-21T00:33:51.430715+0000","last_active":"2024-09-21T00:33:52.743454+0000","last_peered":"2024-09-21T00:33:52.743454+0000","last_clean":"2024-09-21T00:33:52.743454+0000","last_became_active":"2024-09-21T00:33:51.430230+0000","last_became_peered":"2024-09-21T00:33:51.430230+0000","last_unstale":"2024-09-21T00:33:52.743454+0000","last_undegraded":"2024-09-21T00:33:52.743454+0000","last_fullsized":"2024-09-21T00:33:52.743454+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:02:15.627071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.39","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.435770+0000","last_change":"2024-09-21T00:33:51.442763+0000","last_active":"2024-09-21T00:33:52.435770+0000","last_peered":"2024-09-21T00:33:52.435770+0000","last_clean":"2024-09-21T00:33:52.435770+0000","last_became_active":"2024-09-21T00:33:51.442415+0000","last_became_peered":"2024-09-21T00:33:51.442415+0000","last_unstale":"2024-09-21T00:33:52.435770+0000","last_undegraded":"2024-09-21T00:33:52.435770+0000","last_fullsized":"2024-09-21T00:33:52.435770+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:05:34.989972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.38","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.743816+0000","last_change":"2024-09-21T00:33:51.435820+0000","last_active":"2024-09-21T00:33:52.743816+0000","last_peered":"2024-09-21T00:33:52.743816+0000","last_clean":"2024-09-21T00:33:52.743816+0000","last_became_active":"2024-09-21T00:33:51.435462+0000","last_became_peered":"2024-09-21T00:33:51.435462+0000","last_unstale":"2024-09-21T00:33:52.743816+0000","last_undegraded":"2024-09-21T00:33:52.743816+0000","last_fullsized":"2024-09-21T00:33:52.743816+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:39:14.158172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.37","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.437726+0000","last_change":"2024-09-21T00:33:51.438669+0000","last_active":"2024-09-21T00:33:52.437726+0000","last_peered":"2024-09-21T00:33:52.437726+0000","last_clean":"2024-09-21T00:33:52.437726+0000","last_became_active":"2024-09-21T00:33:51.438369+0000","last_became_peered":"2024-09-21T00:33:51.438369+0000","last_unstale":"2024-09-21T00:33:52.437726+0000","last_undegraded":"2024-09-21T00:33:52.437726+0000","last_fullsized":"2024-09-21T00:33:52.437726+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:02:21.770067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.36","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.743997+0000","last_change":"2024-09-21T00:33:51.434945+0000","last_active":"2024-09-21T00:33:52.743997+0000","last_peered":"2024-09-21T00:33:52.743997+0000","last_clean":"2024-09-21T00:33:52.743997+0000","last_became_active":"2024-09-21T00:33:51.434613+0000","last_became_peered":"2024-09-21T00:33:51.434613+0000","last_unstale":"2024-09-21T00:33:52.743997+0000","last_undegraded":"2024-09-21T00:33:52.743997+0000","last_fullsized":"2024-09-21T00:33:52.743997+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:26:46.293380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.35","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.744042+0000","last_change":"2024-09-21T00:33:51.449173+0000","last_active":"2024-09-21T00:33:52.744042+0000","last_peered":"2024-09-21T00:33:52.744042+0000","last_clean":"2024-09-21T00:33:52.744042+0000","last_became_active":"2024-09-21T00:33:51.448831+0000","last_became_peered":"2024-09-21T00:33:51.448831+0000","last_unstale":"2024-09-21T00:33:52.744042+0000","last_undegraded":"2024-09-21T00:33:52.744042+0000","last_fullsized":"2024-09-21T00:33:52.744042+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:02:21.770067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.34","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.743673+0000","last_change":"2024-09-21T00:33:51.443562+0000","last_active":"2024-09-21T00:33:52.743673+0000","last_peered":"2024-09-21T00:33:52.743673+0000","last_clean":"2024-09-21T00:33:52.743673+0000","last_became_active":"2024-09-21T00:33:51.443180+0000","last_became_peered":"2024-09-21T00:33:51.443180+0000","last_unstale":"2024-09-21T00:33:52.743673+0000","last_undegraded":"2024-09-21T00:33:52.743673+0000","last_fullsized":"2024-09-21T00:33:52.743673+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:55:36.602838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.33","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.743765+0000","last_change":"2024-09-21T00:33:51.437893+0000","last_active":"2024-09-21T00:33:52.743765+0000","last_peered":"2024-09-21T00:33:52.743765+0000","last_clean":"2024-09-21T00:33:52.743765+0000","last_became_active":"2024-09-21T00:33:51.437236+0000","last_became_peered":"2024-09-21T00:33:51.437236+0000","last_unstale":"2024-09-21T00:33:52.743765+0000","last_undegraded":"2024-09-21T00:33:52.743765+0000","last_fullsized":"2024-09-21T00:33:52.743765+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:14:25.203007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.32","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.436187+0000","last_change":"2024-09-21T00:33:51.443141+0000","last_active":"2024-09-21T00:33:52.436187+0000","last_peered":"2024-09-21T00:33:52.436187+0000","last_clean":"2024-09-21T00:33:52.436187+0000","last_became_active":"2024-09-21T00:33:51.442631+0000","last_became_peered":"2024-09-21T00:33:51.442631+0000","last_unstale":"2024-09-21T00:33:52.436187+0000","last_undegraded":"2024-09-21T00:33:52.436187+0000","last_fullsized":"2024-09-21T00:33:52.436187+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:01:40.375500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.31","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.435821+0000","last_change":"2024-09-21T00:33:51.438522+0000","last_active":"2024-09-21T00:33:52.435821+0000","last_peered":"2024-09-21T00:33:52.435821+0000","last_clean":"2024-09-21T00:33:52.435821+0000","last_became_active":"2024-09-21T00:33:51.438197+0000","last_became_peered":"2024-09-21T00:33:51.438197+0000","last_unstale":"2024-09-21T00:33:52.435821+0000","last_undegraded":"2024-09-21T00:33:52.435821+0000","last_fullsized":"2024-09-21T00:33:52.435821+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:37:53.131066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.30","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.742874+0000","last_change":"2024-09-21T00:33:51.444292+0000","last_active":"2024-09-21T00:33:52.742874+0000","last_peered":"2024-09-21T00:33:52.742874+0000","last_clean":"2024-09-21T00:33:52.742874+0000","last_became_active":"2024-09-21T00:33:51.442174+0000","last_became_peered":"2024-09-21T00:33:51.442174+0000","last_unstale":"2024-09-21T00:33:52.742874+0000","last_undegraded":"2024-09-21T00:33:52.742874+0000","last_fullsized":"2024-09-21T00:33:52.742874+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:05:17.380740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.2f","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.436580+0000","last_change":"2024-09-21T00:33:51.440646+0000","last_active":"2024-09-21T00:33:52.436580+0000","last_peered":"2024-09-21T00:33:52.436580+0000","last_clean":"2024-09-21T00:33:52.436580+0000","last_became_active":"2024-09-21T00:33:51.439994+0000","last_became_peered":"2024-09-21T00:33:51.439994+0000","last_unstale":"2024-09-21T00:33:52.436580+0000","last_undegraded":"2024-09-21T00:33:52.436580+0000","last_fullsized":"2024-09-21T00:33:52.436580+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:39:17.326586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.2e","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.744208+0000","last_change":"2024-09-21T00:33:51.440215+0000","last_active":"2024-09-21T00:33:52.744208+0000","last_peered":"2024-09-21T00:33:52.744208+0000","last_clean":"2024-09-21T00:33:52.744208+0000","last_became_active":"2024-09-21T00:33:51.439899+0000","last_became_peered":"2024-09-21T00:33:51.439899+0000","last_unstale":"2024-09-21T00:33:52.744208+0000","last_undegraded":"2024-09-21T00:33:52.744208+0000","last_fullsized":"2024-09-21T00:33:52.744208+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:44:52.011177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.2d","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.743898+0000","last_change":"2024-09-21T00:33:51.432243+0000","last_active":"2024-09-21T00:33:52.743898+0000","last_peered":"2024-09-21T00:33:52.743898+0000","last_clean":"2024-09-21T00:33:52.743898+0000","last_became_active":"2024-09-21T00:33:51.428483+0000","last_became_peered":"2024-09-21T00:33:51.428483+0000","last_unstale":"2024-09-21T00:33:52.743898+0000","last_undegraded":"2024-09-21T00:33:52.743898+0000","last_fullsized":"2024-09-21T00:33:52.743898+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:38:44.173776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.2c","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.744795+0000","last_change":"2024-09-21T00:33:51.433815+0000","last_active":"2024-09-21T00:33:52.744795+0000","last_peered":"2024-09-21T00:33:52.744795+0000","last_clean":"2024-09-21T00:33:52.744795+0000","last_became_active":"2024-09-21T00:33:51.433386+0000","last_became_peered":"2024-09-21T00:33:51.433386+0000","last_unstale":"2024-09-21T00:33:52.744795+0000","last_undegraded":"2024-09-21T00:33:52.744795+0000","last_fullsized":"2024-09-21T00:33:52.744795+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:11:50.613595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.2b","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.743382+0000","last_change":"2024-09-21T00:33:51.437118+0000","last_active":"2024-09-21T00:33:52.743382+0000","last_peered":"2024-09-21T00:33:52.743382+0000","last_clean":"2024-09-21T00:33:52.743382+0000","last_became_active":"2024-09-21T00:33:51.436811+0000","last_became_peered":"2024-09-21T00:33:51.436811+0000","last_unstale":"2024-09-21T00:33:52.743382+0000","last_undegraded":"2024-09-21T00:33:52.743382+0000","last_fullsized":"2024-09-21T00:33:52.743382+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:05:34.989972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.2a","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.437049+0000","last_change":"2024-09-21T00:33:51.440321+0000","last_active":"2024-09-21T00:33:52.437049+0000","last_peered":"2024-09-21T00:33:52.437049+0000","last_clean":"2024-09-21T00:33:52.437049+0000","last_became_active":"2024-09-21T00:33:51.434895+0000","last_became_peered":"2024-09-21T00:33:51.434895+0000","last_unstale":"2024-09-21T00:33:52.437049+0000","last_undegraded":"2024-09-21T00:33:52.437049+0000","last_fullsized":"2024-09-21T00:33:52.437049+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:02:42.300144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.29","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.437346+0000","last_change":"2024-09-21T00:33:51.442429+0000","last_active":"2024-09-21T00:33:52.437346+0000","last_peered":"2024-09-21T00:33:52.437346+0000","last_clean":"2024-09-21T00:33:52.437346+0000","last_became_active":"2024-09-21T00:33:51.441598+0000","last_became_peered":"2024-09-21T00:33:51.441598+0000","last_unstale":"2024-09-21T00:33:52.437346+0000","last_undegraded":"2024-09-21T00:33:52.437346+0000","last_fullsized":"2024-09-21T00:33:52.437346+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:28:38.536550+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.28","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.743069+0000","last_change":"2024-09-21T00:33:51.438340+0000","last_active":"2024-09-21T00:33:52.743069+0000","last_peered":"2024-09-21T00:33:52.743069+0000","last_clean":"2024-09-21T00:33:52.743069+0000","last_became_active":"2024-09-21T00:33:51.438033+0000","last_became_peered":"2024-09-21T00:33:51.438033+0000","last_unstale":"2024-09-21T00:33:52.743069+0000","last_undegraded":"2024-09-21T00:33:52.743069+0000","last_fullsized":"2024-09-21T00:33:52.743069+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:43:30.493503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.27","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.437229+0000","last_change":"2024-09-21T00:33:51.435115+0000","last_active":"2024-09-21T00:33:52.437229+0000","last_peered":"2024-09-21T00:33:52.437229+0000","last_clean":"2024-09-21T00:33:52.437229+0000","last_became_active":"2024-09-21T00:33:51.434532+0000","last_became_peered":"2024-09-21T00:33:51.434532+0000","last_unstale":"2024-09-21T00:33:52.437229+0000","last_undegraded":"2024-09-21T00:33:52.437229+0000","last_fullsized":"2024-09-21T00:33:52.437229+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:42:37.404528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.26","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.436299+0000","last_change":"2024-09-21T00:33:51.443433+0000","last_active":"2024-09-21T00:33:52.436299+0000","last_peered":"2024-09-21T00:33:52.436299+0000","last_clean":"2024-09-21T00:33:52.436299+0000","last_became_active":"2024-09-21T00:33:51.442645+0000","last_became_peered":"2024-09-21T00:33:51.442645+0000","last_unstale":"2024-09-21T00:33:52.436299+0000","last_undegraded":"2024-09-21T00:33:52.436299+0000","last_fullsized":"2024-09-21T00:33:52.436299+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:17:52.559996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.25","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.743379+0000","last_change":"2024-09-21T00:33:51.443941+0000","last_active":"2024-09-21T00:33:52.743379+0000","last_peered":"2024-09-21T00:33:52.743379+0000","last_clean":"2024-09-21T00:33:52.743379+0000","last_became_active":"2024-09-21T00:33:51.443610+0000","last_became_peered":"2024-09-21T00:33:51.443610+0000","last_unstale":"2024-09-21T00:33:52.743379+0000","last_undegraded":"2024-09-21T00:33:52.743379+0000","last_fullsized":"2024-09-21T00:33:52.743379+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:43:37.719567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.24","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.744309+0000","last_change":"2024-09-21T00:33:51.448577+0000","last_active":"2024-09-21T00:33:52.744309+0000","last_peered":"2024-09-21T00:33:52.744309+0000","last_clean":"2024-09-21T00:33:52.744309+0000","last_became_active":"2024-09-21T00:33:51.448238+0000","last_became_peered":"2024-09-21T00:33:51.448238+0000","last_unstale":"2024-09-21T00:33:52.744309+0000","last_undegraded":"2024-09-21T00:33:52.744309+0000","last_fullsized":"2024-09-21T00:33:52.744309+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:31:22.196672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.23","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.743274+0000","last_change":"2024-09-21T00:33:51.438234+0000","last_active":"2024-09-21T00:33:52.743274+0000","last_peered":"2024-09-21T00:33:52.743274+0000","last_clean":"2024-09-21T00:33:52.743274+0000","last_became_active":"2024-09-21T00:33:51.437586+0000","last_became_peered":"2024-09-21T00:33:51.437586+0000","last_unstale":"2024-09-21T00:33:52.743274+0000","last_undegraded":"2024-09-21T00:33:52.743274+0000","last_fullsized":"2024-09-21T00:33:52.743274+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:38:59.633544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.22","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.436782+0000","last_change":"2024-09-21T00:33:51.433794+0000","last_active":"2024-09-21T00:33:52.436782+0000","last_peered":"2024-09-21T00:33:52.436782+0000","last_clean":"2024-09-21T00:33:52.436782+0000","last_became_active":"2024-09-21T00:33:51.433361+0000","last_became_peered":"2024-09-21T00:33:51.433361+0000","last_unstale":"2024-09-21T00:33:52.436782+0000","last_undegraded":"2024-09-21T00:33:52.436782+0000","last_fullsized":"2024-09-21T00:33:52.436782+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:38:25.790121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.21","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.743256+0000","last_change":"2024-09-21T00:33:51.437245+0000","last_active":"2024-09-21T00:33:52.743256+0000","last_peered":"2024-09-21T00:33:52.743256+0000","last_clean":"2024-09-21T00:33:52.743256+0000","last_became_active":"2024-09-21T00:33:51.436926+0000","last_became_peered":"2024-09-21T00:33:51.436926+0000","last_unstale":"2024-09-21T00:33:52.743256+0000","last_undegraded":"2024-09-21T00:33:52.743256+0000","last_fullsized":"2024-09-21T00:33:52.743256+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:39:17.326586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.20","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.435792+0000","last_change":"2024-09-21T00:33:51.430649+0000","last_active":"2024-09-21T00:33:52.435792+0000","last_peered":"2024-09-21T00:33:52.435792+0000","last_clean":"2024-09-21T00:33:52.435792+0000","last_became_active":"2024-09-21T00:33:51.430340+0000","last_became_peered":"2024-09-21T00:33:51.430340+0000","last_unstale":"2024-09-21T00:33:52.435792+0000","last_undegraded":"2024-09-21T00:33:52.435792+0000","last_fullsized":"2024-09-21T00:33:52.435792+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:25:50.547696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.1e","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.437051+0000","last_change":"2024-09-21T00:33:51.439155+0000","last_active":"2024-09-21T00:33:52.437051+0000","last_peered":"2024-09-21T00:33:52.437051+0000","last_clean":"2024-09-21T00:33:52.437051+0000","last_became_active":"2024-09-21T00:33:51.436868+0000","last_became_peered":"2024-09-21T00:33:51.436868+0000","last_unstale":"2024-09-21T00:33:52.437051+0000","last_undegraded":"2024-09-21T00:33:52.437051+0000","last_fullsized":"2024-09-21T00:33:52.437051+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:46:20.773598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.1f","version":"172'4","reported_seq":19,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.743905+0000","last_change":"2024-09-21T00:33:50.433671+0000","last_active":"2024-09-21T00:33:52.743905+0000","last_peered":"2024-09-21T00:33:52.743905+0000","last_clean":"2024-09-21T00:33:52.743905+0000","last_became_active":"2024-09-21T00:33:50.433304+0000","last_became_peered":"2024-09-21T00:33:50.433304+0000","last_unstale":"2024-09-21T00:33:52.743905+0000","last_undegraded":"2024-09-21T00:33:52.743905+0000","last_fullsized":"2024-09-21T00:33:52.743905+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:31:21.194352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.1f","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.437507+0000","last_change":"2024-09-21T00:33:51.449366+0000","last_active":"2024-09-21T00:33:52.437507+0000","last_peered":"2024-09-21T00:33:52.437507+0000","last_clean":"2024-09-21T00:33:52.437507+0000","last_became_active":"2024-09-21T00:33:51.449054+0000","last_became_peered":"2024-09-21T00:33:51.449054+0000","last_unstale":"2024-09-21T00:33:52.437507+0000","last_undegraded":"2024-09-21T00:33:52.437507+0000","last_fullsized":"2024-09-21T00:33:52.437507+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:05:41.491551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"26.1e","version":"172'1","reported_seq":16,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.437277+0000","last_change":"2024-09-21T00:33:50.436256+0000","last_active":"2024-09-21T00:33:52.437277+0000","last_peered":"2024-09-21T00:33:52.437277+0000","last_clean":"2024-09-21T00:33:52.437277+0000","last_became_active":"2024-09-21T00:33:50.435944+0000","last_became_peered":"2024-09-21T00:33:50.435944+0000","last_unstale":"2024-09-21T00:33:52.437277+0000","last_undegraded":"2024-09-21T00:33:52.437277+0000","last_fullsized":"2024-09-21T00:33:52.437277+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:57:08.390594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.1c","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.436035+0000","last_change":"2024-09-21T00:33:51.443413+0000","last_active":"2024-09-21T00:33:52.436035+0000","last_peered":"2024-09-21T00:33:52.436035+0000","last_clean":"2024-09-21T00:33:52.436035+0000","last_became_active":"2024-09-21T00:33:51.443012+0000","last_became_peered":"2024-09-21T00:33:51.443012+0000","last_unstale":"2024-09-21T00:33:52.436035+0000","last_undegraded":"2024-09-21T00:33:52.436035+0000","last_fullsized":"2024-09-21T00:33:52.436035+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:50:07.673252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.1d","version":"172'2","reported_seq":17,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.744009+0000","last_change":"2024-09-21T00:33:50.433473+0000","last_active":"2024-09-21T00:33:52.744009+0000","last_peered":"2024-09-21T00:33:52.744009+0000","last_clean":"2024-09-21T00:33:52.744009+0000","last_became_active":"2024-09-21T00:33:50.433098+0000","last_became_peered":"2024-09-21T00:33:50.433098+0000","last_unstale":"2024-09-21T00:33:52.744009+0000","last_undegraded":"2024-09-21T00:33:52.744009+0000","last_fullsized":"2024-09-21T00:33:52.744009+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:24:16.401468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.1d","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.743665+0000","last_change":"2024-09-21T00:33:51.441194+0000","last_active":"2024-09-21T00:33:52.743665+0000","last_peered":"2024-09-21T00:33:52.743665+0000","last_clean":"2024-09-21T00:33:52.743665+0000","last_became_active":"2024-09-21T00:33:51.440863+0000","last_became_peered":"2024-09-21T00:33:51.440863+0000","last_unstale":"2024-09-21T00:33:52.743665+0000","last_undegraded":"2024-09-21T00:33:52.743665+0000","last_fullsized":"2024-09-21T00:33:52.743665+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:29:20.037090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.1c","version":"172'2","reported_seq":17,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.743928+0000","last_change":"2024-09-21T00:33:50.443620+0000","last_active":"2024-09-21T00:33:52.743928+0000","last_peered":"2024-09-21T00:33:52.743928+0000","last_clean":"2024-09-21T00:33:52.743928+0000","last_became_active":"2024-09-21T00:33:50.443280+0000","last_became_peered":"2024-09-21T00:33:50.443280+0000","last_unstale":"2024-09-21T00:33:52.743928+0000","last_undegraded":"2024-09-21T00:33:52.743928+0000","last_fullsized":"2024-09-21T00:33:52.743928+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:04:00.283160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.1b","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.743760+0000","last_change":"2024-09-21T00:33:51.436407+0000","last_active":"2024-09-21T00:33:52.743760+0000","last_peered":"2024-09-21T00:33:52.743760+0000","last_clean":"2024-09-21T00:33:52.743760+0000","last_became_active":"2024-09-21T00:33:51.435883+0000","last_became_peered":"2024-09-21T00:33:51.435883+0000","last_unstale":"2024-09-21T00:33:52.743760+0000","last_undegraded":"2024-09-21T00:33:52.743760+0000","last_fullsized":"2024-09-21T00:33:52.743760+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:06:31.082530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"26.1a","version":"172'1","reported_seq":16,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.743829+0000","last_change":"2024-09-21T00:33:50.434641+0000","last_active":"2024-09-21T00:33:52.743829+0000","last_peered":"2024-09-21T00:33:52.743829+0000","last_clean":"2024-09-21T00:33:52.743829+0000","last_became_active":"2024-09-21T00:33:50.434279+0000","last_became_peered":"2024-09-21T00:33:50.434279+0000","last_unstale":"2024-09-21T00:33:52.743829+0000","last_undegraded":"2024-09-21T00:33:52.743829+0000","last_fullsized":"2024-09-21T00:33:52.743829+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:45:35.723479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.18","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.744058+0000","last_change":"2024-09-21T00:33:51.436704+0000","last_active":"2024-09-21T00:33:52.744058+0000","last_peered":"2024-09-21T00:33:52.744058+0000","last_clean":"2024-09-21T00:33:52.744058+0000","last_became_active":"2024-09-21T00:33:51.436402+0000","last_became_peered":"2024-09-21T00:33:51.436402+0000","last_unstale":"2024-09-21T00:33:52.744058+0000","last_undegraded":"2024-09-21T00:33:52.744058+0000","last_fullsized":"2024-09-21T00:33:52.744058+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:38:09.536134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.19","version":"0'0","reported_seq":15,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.743661+0000","last_change":"2024-09-21T00:33:50.433852+0000","last_active":"2024-09-21T00:33:52.743661+0000","last_peered":"2024-09-21T00:33:52.743661+0000","last_clean":"2024-09-21T00:33:52.743661+0000","last_became_active":"2024-09-21T00:33:50.433517+0000","last_became_peered":"2024-09-21T00:33:50.433517+0000","last_unstale":"2024-09-21T00:33:52.743661+0000","last_undegraded":"2024-09-21T00:33:52.743661+0000","last_fullsized":"2024-09-21T00:33:52.743661+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:47:20.024654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.19","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.743453+0000","last_change":"2024-09-21T00:33:51.446060+0000","last_active":"2024-09-21T00:33:52.743453+0000","last_peered":"2024-09-21T00:33:52.743453+0000","last_clean":"2024-09-21T00:33:52.743453+0000","last_became_active":"2024-09-21T00:33:51.445757+0000","last_became_peered":"2024-09-21T00:33:51.445757+0000","last_unstale":"2024-09-21T00:33:52.743453+0000","last_undegraded":"2024-09-21T00:33:52.743453+0000","last_fullsized":"2024-09-21T00:33:52.743453+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:25:50.547696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"26.18","version":"0'0","reported_seq":15,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.437112+0000","last_change":"2024-09-21T00:33:50.438775+0000","last_active":"2024-09-21T00:33:52.437112+0000","last_peered":"2024-09-21T00:33:52.437112+0000","last_clean":"2024-09-21T00:33:52.437112+0000","last_became_active":"2024-09-21T00:33:50.438460+0000","last_became_peered":"2024-09-21T00:33:50.438460+0000","last_unstale":"2024-09-21T00:33:52.437112+0000","last_undegraded":"2024-09-21T00:33:52.437112+0000","last_fullsized":"2024-09-21T00:33:52.437112+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:42:11.442448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.16","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.743168+0000","last_change":"2024-09-21T00:33:51.443044+0000","last_active":"2024-09-21T00:33:52.743168+0000","last_peered":"2024-09-21T00:33:52.743168+0000","last_clean":"2024-09-21T00:33:52.743168+0000","last_became_active":"2024-09-21T00:33:51.442592+0000","last_became_peered":"2024-09-21T00:33:51.442592+0000","last_unstale":"2024-09-21T00:33:52.743168+0000","last_undegraded":"2024-09-21T00:33:52.743168+0000","last_fullsized":"2024-09-21T00:33:52.743168+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:34:55.741956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"26.17","version":"0'0","reported_seq":15,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.743145+0000","last_change":"2024-09-21T00:33:50.434545+0000","last_active":"2024-09-21T00:33:52.743145+0000","last_peered":"2024-09-21T00:33:52.743145+0000","last_clean":"2024-09-21T00:33:52.743145+0000","last_became_active":"2024-09-21T00:33:50.434170+0000","last_became_peered":"2024-09-21T00:33:50.434170+0000","last_unstale":"2024-09-21T00:33:52.743145+0000","last_undegraded":"2024-09-21T00:33:52.743145+0000","last_fullsized":"2024-09-21T00:33:52.743145+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:49:33.708972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.17","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.744211+0000","last_change":"2024-09-21T00:33:51.451157+0000","last_active":"2024-09-21T00:33:52.744211+0000","last_peered":"2024-09-21T00:33:52.744211+0000","last_clean":"2024-09-21T00:33:52.744211+0000","last_became_active":"2024-09-21T00:33:51.450747+0000","last_became_peered":"2024-09-21T00:33:51.450747+0000","last_unstale":"2024-09-21T00:33:52.744211+0000","last_undegraded":"2024-09-21T00:33:52.744211+0000","last_fullsized":"2024-09-21T00:33:52.744211+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:13:04.518261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.16","version":"0'0","reported_seq":15,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.437744+0000","last_change":"2024-09-21T00:33:50.433682+0000","last_active":"2024-09-21T00:33:52.437744+0000","last_peered":"2024-09-21T00:33:52.437744+0000","last_clean":"2024-09-21T00:33:52.437744+0000","last_became_active":"2024-09-21T00:33:50.432830+0000","last_became_peered":"2024-09-21T00:33:50.432830+0000","last_unstale":"2024-09-21T00:33:52.437744+0000","last_undegraded":"2024-09-21T00:33:52.437744+0000","last_fullsized":"2024-09-21T00:33:52.437744+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:22:27.243286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.14","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.743733+0000","last_change":"2024-09-21T00:33:51.449720+0000","last_active":"2024-09-21T00:33:52.743733+0000","last_peered":"2024-09-21T00:33:52.743733+0000","last_clean":"2024-09-21T00:33:52.743733+0000","last_became_active":"2024-09-21T00:33:51.449080+0000","last_became_peered":"2024-09-21T00:33:51.449080+0000","last_unstale":"2024-09-21T00:33:52.743733+0000","last_undegraded":"2024-09-21T00:33:52.743733+0000","last_fullsized":"2024-09-21T00:33:52.743733+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:37:53.131066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"26.15","version":"172'3","reported_seq":18,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.744056+0000","last_change":"2024-09-21T00:33:50.440340+0000","last_active":"2024-09-21T00:33:52.744056+0000","last_peered":"2024-09-21T00:33:52.744056+0000","last_clean":"2024-09-21T00:33:52.744056+0000","last_became_active":"2024-09-21T00:33:50.440017+0000","last_became_peered":"2024-09-21T00:33:50.440017+0000","last_unstale":"2024-09-21T00:33:52.744056+0000","last_undegraded":"2024-09-21T00:33:52.744056+0000","last_fullsized":"2024-09-21T00:33:52.744056+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:43:29.491183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.15","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.435954+0000","last_change":"2024-09-21T00:33:51.439389+0000","last_active":"2024-09-21T00:33:52.435954+0000","last_peered":"2024-09-21T00:33:52.435954+0000","last_clean":"2024-09-21T00:33:52.435954+0000","last_became_active":"2024-09-21T00:33:51.439085+0000","last_became_peered":"2024-09-21T00:33:51.439085+0000","last_unstale":"2024-09-21T00:33:52.435954+0000","last_undegraded":"2024-09-21T00:33:52.435954+0000","last_fullsized":"2024-09-21T00:33:52.435954+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:06:31.082530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.14","version":"172'6","reported_seq":21,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.744065+0000","last_change":"2024-09-21T00:33:50.439225+0000","last_active":"2024-09-21T00:33:52.744065+0000","last_peered":"2024-09-21T00:33:52.744065+0000","last_clean":"2024-09-21T00:33:52.744065+0000","last_became_active":"2024-09-21T00:33:50.438847+0000","last_became_peered":"2024-09-21T00:33:50.438847+0000","last_unstale":"2024-09-21T00:33:52.744065+0000","last_undegraded":"2024-09-21T00:33:52.744065+0000","last_fullsized":"2024-09-21T00:33:52.744065+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:12:13.677032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.12","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.743697+0000","last_change":"2024-09-21T00:33:51.435650+0000","last_active":"2024-09-21T00:33:52.743697+0000","last_peered":"2024-09-21T00:33:52.743697+0000","last_clean":"2024-09-21T00:33:52.743697+0000","last_became_active":"2024-09-21T00:33:51.434993+0000","last_became_peered":"2024-09-21T00:33:51.434993+0000","last_unstale":"2024-09-21T00:33:52.743697+0000","last_undegraded":"2024-09-21T00:33:52.743697+0000","last_fullsized":"2024-09-21T00:33:52.743697+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:13:22.271789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"26.13","version":"172'2","reported_seq":17,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.437970+0000","last_change":"2024-09-21T00:33:50.434403+0000","last_active":"2024-09-21T00:33:52.437970+0000","last_peered":"2024-09-21T00:33:52.437970+0000","last_clean":"2024-09-21T00:33:52.437970+0000","last_became_active":"2024-09-21T00:33:50.434069+0000","last_became_peered":"2024-09-21T00:33:50.434069+0000","last_unstale":"2024-09-21T00:33:52.437970+0000","last_undegraded":"2024-09-21T00:33:52.437970+0000","last_fullsized":"2024-09-21T00:33:52.437970+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:14:41.925743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.13","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.743285+0000","last_change":"2024-09-21T00:33:51.431045+0000","last_active":"2024-09-21T00:33:52.743285+0000","last_peered":"2024-09-21T00:33:52.743285+0000","last_clean":"2024-09-21T00:33:52.743285+0000","last_became_active":"2024-09-21T00:33:51.430731+0000","last_became_peered":"2024-09-21T00:33:51.430731+0000","last_unstale":"2024-09-21T00:33:52.743285+0000","last_undegraded":"2024-09-21T00:33:52.743285+0000","last_fullsized":"2024-09-21T00:33:52.743285+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:43:50.455079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.12","version":"0'0","reported_seq":15,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.437176+0000","last_change":"2024-09-21T00:33:50.443375+0000","last_active":"2024-09-21T00:33:52.437176+0000","last_peered":"2024-09-21T00:33:52.437176+0000","last_clean":"2024-09-21T00:33:52.437176+0000","last_became_active":"2024-09-21T00:33:50.442918+0000","last_became_peered":"2024-09-21T00:33:50.442918+0000","last_unstale":"2024-09-21T00:33:52.437176+0000","last_undegraded":"2024-09-21T00:33:52.437176+0000","last_fullsized":"2024-09-21T00:33:52.437176+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:19:32.359512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.10","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.744015+0000","last_change":"2024-09-21T00:33:51.450721+0000","last_active":"2024-09-21T00:33:52.744015+0000","last_peered":"2024-09-21T00:33:52.744015+0000","last_clean":"2024-09-21T00:33:52.744015+0000","last_became_active":"2024-09-21T00:33:51.450040+0000","last_became_peered":"2024-09-21T00:33:51.450040+0000","last_unstale":"2024-09-21T00:33:52.744015+0000","last_undegraded":"2024-09-21T00:33:52.744015+0000","last_fullsized":"2024-09-21T00:33:52.744015+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:20:21.801056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.11","version":"0'0","reported_seq":15,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.743435+0000","last_change":"2024-09-21T00:33:50.432313+0000","last_active":"2024-09-21T00:33:52.743435+0000","last_peered":"2024-09-21T00:33:52.743435+0000","last_clean":"2024-09-21T00:33:52.743435+0000","last_became_active":"2024-09-21T00:33:50.432003+0000","last_became_peered":"2024-09-21T00:33:50.432003+0000","last_unstale":"2024-09-21T00:33:52.743435+0000","last_undegraded":"2024-09-21T00:33:52.743435+0000","last_fullsized":"2024-09-21T00:33:52.743435+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:46:26.206076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.11","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.436043+0000","last_change":"2024-09-21T00:33:51.430095+0000","last_active":"2024-09-21T00:33:52.436043+0000","last_peered":"2024-09-21T00:33:52.436043+0000","last_clean":"2024-09-21T00:33:52.436043+0000","last_became_active":"2024-09-21T00:33:51.429762+0000","last_became_peered":"2024-09-21T00:33:51.429762+0000","last_unstale":"2024-09-21T00:33:52.436043+0000","last_undegraded":"2024-09-21T00:33:52.436043+0000","last_fullsized":"2024-09-21T00:33:52.436043+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:05:21.073185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.10","version":"172'8","reported_seq":23,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.744182+0000","last_change":"2024-09-21T00:33:50.433468+0000","last_active":"2024-09-21T00:33:52.744182+0000","last_peered":"2024-09-21T00:33:52.744182+0000","last_clean":"2024-09-21T00:33:52.744182+0000","last_became_active":"2024-09-21T00:33:50.433121+0000","last_became_peered":"2024-09-21T00:33:50.433121+0000","last_unstale":"2024-09-21T00:33:52.744182+0000","last_undegraded":"2024-09-21T00:33:52.744182+0000","last_fullsized":"2024-09-21T00:33:52.744182+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:27:57.302037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.e","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.437251+0000","last_change":"2024-09-21T00:33:51.441504+0000","last_active":"2024-09-21T00:33:52.437251+0000","last_peered":"2024-09-21T00:33:52.437251+0000","last_clean":"2024-09-21T00:33:52.437251+0000","last_became_active":"2024-09-21T00:33:51.436515+0000","last_became_peered":"2024-09-21T00:33:51.436515+0000","last_unstale":"2024-09-21T00:33:52.437251+0000","last_undegraded":"2024-09-21T00:33:52.437251+0000","last_fullsized":"2024-09-21T00:33:52.437251+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:38:10.427212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.f","version":"172'1","reported_seq":16,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.743268+0000","last_change":"2024-09-21T00:33:50.434092+0000","last_active":"2024-09-21T00:33:52.743268+0000","last_peered":"2024-09-21T00:33:52.743268+0000","last_clean":"2024-09-21T00:33:52.743268+0000","last_became_active":"2024-09-21T00:33:50.433707+0000","last_became_peered":"2024-09-21T00:33:50.433707+0000","last_unstale":"2024-09-21T00:33:52.743268+0000","last_undegraded":"2024-09-21T00:33:52.743268+0000","last_fullsized":"2024-09-21T00:33:52.743268+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:21:54.102855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.f","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.437506+0000","last_change":"2024-09-21T00:33:51.434808+0000","last_active":"2024-09-21T00:33:52.437506+0000","last_peered":"2024-09-21T00:33:52.437506+0000","last_clean":"2024-09-21T00:33:52.437506+0000","last_became_active":"2024-09-21T00:33:51.433282+0000","last_became_peered":"2024-09-21T00:33:51.433282+0000","last_unstale":"2024-09-21T00:33:52.437506+0000","last_undegraded":"2024-09-21T00:33:52.437506+0000","last_fullsized":"2024-09-21T00:33:52.437506+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:20:21.801056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.e","version":"172'2","reported_seq":17,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.437429+0000","last_change":"2024-09-21T00:33:50.438920+0000","last_active":"2024-09-21T00:33:52.437429+0000","last_peered":"2024-09-21T00:33:52.437429+0000","last_clean":"2024-09-21T00:33:52.437429+0000","last_became_active":"2024-09-21T00:33:50.438477+0000","last_became_peered":"2024-09-21T00:33:50.438477+0000","last_unstale":"2024-09-21T00:33:52.437429+0000","last_undegraded":"2024-09-21T00:33:52.437429+0000","last_fullsized":"2024-09-21T00:33:52.437429+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:05:02.731119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"27.c","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.744537+0000","last_change":"2024-09-21T00:33:51.438785+0000","last_active":"2024-09-21T00:33:52.744537+0000","last_peered":"2024-09-21T00:33:52.744537+0000","last_clean":"2024-09-21T00:33:52.744537+0000","last_became_active":"2024-09-21T00:33:51.438474+0000","last_became_peered":"2024-09-21T00:33:51.438474+0000","last_unstale":"2024-09-21T00:33:52.744537+0000","last_undegraded":"2024-09-21T00:33:52.744537+0000","last_fullsized":"2024-09-21T00:33:52.744537+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:03:29.297772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.d","version":"172'1","reported_seq":16,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.744170+0000","last_change":"2024-09-21T00:33:50.436691+0000","last_active":"2024-09-21T00:33:52.744170+0000","last_peered":"2024-09-21T00:33:52.744170+0000","last_clean":"2024-09-21T00:33:52.744170+0000","last_became_active":"2024-09-21T00:33:50.429080+0000","last_became_peered":"2024-09-21T00:33:50.429080+0000","last_unstale":"2024-09-21T00:33:52.744170+0000","last_undegraded":"2024-09-21T00:33:52.744170+0000","last_fullsized":"2024-09-21T00:33:52.744170+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:34:54.739636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.d","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.744364+0000","last_change":"2024-09-21T00:33:51.438566+0000","last_active":"2024-09-21T00:33:52.744364+0000","last_peered":"2024-09-21T00:33:52.744364+0000","last_clean":"2024-09-21T00:33:52.744364+0000","last_became_active":"2024-09-21T00:33:51.436688+0000","last_became_peered":"2024-09-21T00:33:51.436688+0000","last_unstale":"2024-09-21T00:33:52.744364+0000","last_undegraded":"2024-09-21T00:33:52.744364+0000","last_fullsized":"2024-09-21T00:33:52.744364+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:14:34.547587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.c","version":"0'0","reported_seq":15,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.745084+0000","last_change":"2024-09-21T00:33:50.436791+0000","last_active":"2024-09-21T00:33:52.745084+0000","last_peered":"2024-09-21T00:33:52.745084+0000","last_clean":"2024-09-21T00:33:52.745084+0000","last_became_active":"2024-09-21T00:33:50.436478+0000","last_became_peered":"2024-09-21T00:33:50.436478+0000","last_unstale":"2024-09-21T00:33:52.745084+0000","last_undegraded":"2024-09-21T00:33:52.745084+0000","last_fullsized":"2024-09-21T00:33:52.745084+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:47:51.895169+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.a","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.743165+0000","last_change":"2024-09-21T00:33:51.431996+0000","last_active":"2024-09-21T00:33:52.743165+0000","last_peered":"2024-09-21T00:33:52.743165+0000","last_clean":"2024-09-21T00:33:52.743165+0000","last_became_active":"2024-09-21T00:33:51.431651+0000","last_became_peered":"2024-09-21T00:33:51.431651+0000","last_unstale":"2024-09-21T00:33:52.743165+0000","last_undegraded":"2024-09-21T00:33:52.743165+0000","last_fullsized":"2024-09-21T00:33:52.743165+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:00:10.014473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"26.b","version":"172'2","reported_seq":17,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.743444+0000","last_change":"2024-09-21T00:33:50.437539+0000","last_active":"2024-09-21T00:33:52.743444+0000","last_peered":"2024-09-21T00:33:52.743444+0000","last_clean":"2024-09-21T00:33:52.743444+0000","last_became_active":"2024-09-21T00:33:50.437242+0000","last_became_peered":"2024-09-21T00:33:50.437242+0000","last_unstale":"2024-09-21T00:33:52.743444+0000","last_undegraded":"2024-09-21T00:33:52.743444+0000","last_fullsized":"2024-09-21T00:33:52.743444+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:51:30.991042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"27.b","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.743588+0000","last_change":"2024-09-21T00:33:51.448497+0000","last_active":"2024-09-21T00:33:52.743588+0000","last_peered":"2024-09-21T00:33:52.743588+0000","last_clean":"2024-09-21T00:33:52.743588+0000","last_became_active":"2024-09-21T00:33:51.448144+0000","last_became_peered":"2024-09-21T00:33:51.448144+0000","last_unstale":"2024-09-21T00:33:52.743588+0000","last_undegraded":"2024-09-21T00:33:52.743588+0000","last_fullsized":"2024-09-21T00:33:52.743588+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:42:37.404528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.a","version":"0'0","reported_seq":15,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.436658+0000","last_change":"2024-09-21T00:33:50.442659+0000","last_active":"2024-09-21T00:33:52.436658+0000","last_peered":"2024-09-21T00:33:52.436658+0000","last_clean":"2024-09-21T00:33:52.436658+0000","last_became_active":"2024-09-21T00:33:50.442093+0000","last_became_peered":"2024-09-21T00:33:50.442093+0000","last_unstale":"2024-09-21T00:33:52.436658+0000","last_undegraded":"2024-09-21T00:33:52.436658+0000","last_fullsized":"2024-09-21T00:33:52.436658+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:06:10.616230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.8","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.436439+0000","last_change":"2024-09-21T00:33:51.437962+0000","last_active":"2024-09-21T00:33:52.436439+0000","last_peered":"2024-09-21T00:33:52.436439+0000","last_clean":"2024-09-21T00:33:52.436439+0000","last_became_active":"2024-09-21T00:33:51.431786+0000","last_became_peered":"2024-09-21T00:33:51.431786+0000","last_unstale":"2024-09-21T00:33:52.436439+0000","last_undegraded":"2024-09-21T00:33:52.436439+0000","last_fullsized":"2024-09-21T00:33:52.436439+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:23:43.160411+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.9","version":"0'0","reported_seq":15,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.435998+0000","last_change":"2024-09-21T00:33:50.442492+0000","last_active":"2024-09-21T00:33:52.435998+0000","last_peered":"2024-09-21T00:33:52.435998+0000","last_clean":"2024-09-21T00:33:52.435998+0000","last_became_active":"2024-09-21T00:33:50.442099+0000","last_became_peered":"2024-09-21T00:33:50.442099+0000","last_unstale":"2024-09-21T00:33:52.435998+0000","last_undegraded":"2024-09-21T00:33:52.435998+0000","last_fullsized":"2024-09-21T00:33:52.435998+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:47:10.712559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"27.9","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.437567+0000","last_change":"2024-09-21T00:33:51.446090+0000","last_active":"2024-09-21T00:33:52.437567+0000","last_peered":"2024-09-21T00:33:52.437567+0000","last_clean":"2024-09-21T00:33:52.437567+0000","last_became_active":"2024-09-21T00:33:51.445526+0000","last_became_peered":"2024-09-21T00:33:51.445526+0000","last_unstale":"2024-09-21T00:33:52.437567+0000","last_undegraded":"2024-09-21T00:33:52.437567+0000","last_fullsized":"2024-09-21T00:33:52.437567+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:40:04.745239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"26.8","version":"0'0","reported_seq":15,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.744186+0000","last_change":"2024-09-21T00:33:50.438072+0000","last_active":"2024-09-21T00:33:52.744186+0000","last_peered":"2024-09-21T00:33:52.744186+0000","last_clean":"2024-09-21T00:33:52.744186+0000","last_became_active":"2024-09-21T00:33:50.437748+0000","last_became_peered":"2024-09-21T00:33:50.437748+0000","last_unstale":"2024-09-21T00:33:52.744186+0000","last_undegraded":"2024-09-21T00:33:52.744186+0000","last_fullsized":"2024-09-21T00:33:52.744186+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:20:38.173508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.6","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.743466+0000","last_change":"2024-09-21T00:33:51.443186+0000","last_active":"2024-09-21T00:33:52.743466+0000","last_peered":"2024-09-21T00:33:52.743466+0000","last_clean":"2024-09-21T00:33:52.743466+0000","last_became_active":"2024-09-21T00:33:51.442867+0000","last_became_peered":"2024-09-21T00:33:51.442867+0000","last_unstale":"2024-09-21T00:33:52.743466+0000","last_undegraded":"2024-09-21T00:33:52.743466+0000","last_fullsized":"2024-09-21T00:33:52.743466+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:57:34.818659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"26.7","version":"172'2","reported_seq":17,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.744314+0000","last_change":"2024-09-21T00:33:50.433896+0000","last_active":"2024-09-21T00:33:52.744314+0000","last_peered":"2024-09-21T00:33:52.744314+0000","last_clean":"2024-09-21T00:33:52.744314+0000","last_became_active":"2024-09-21T00:33:50.433546+0000","last_became_peered":"2024-09-21T00:33:50.433546+0000","last_unstale":"2024-09-21T00:33:52.744314+0000","last_undegraded":"2024-09-21T00:33:52.744314+0000","last_fullsized":"2024-09-21T00:33:52.744314+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:37:49.017718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.7","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.436578+0000","last_change":"2024-09-21T00:33:51.449859+0000","last_active":"2024-09-21T00:33:52.436578+0000","last_peered":"2024-09-21T00:33:52.436578+0000","last_clean":"2024-09-21T00:33:52.436578+0000","last_became_active":"2024-09-21T00:33:51.449489+0000","last_became_peered":"2024-09-21T00:33:51.449489+0000","last_unstale":"2024-09-21T00:33:52.436578+0000","last_undegraded":"2024-09-21T00:33:52.436578+0000","last_fullsized":"2024-09-21T00:33:52.436578+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:17:51.599594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.6","version":"172'1","reported_seq":16,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.743356+0000","last_change":"2024-09-21T00:33:50.438168+0000","last_active":"2024-09-21T00:33:52.743356+0000","last_peered":"2024-09-21T00:33:52.743356+0000","last_clean":"2024-09-21T00:33:52.743356+0000","last_became_active":"2024-09-21T00:33:50.437798+0000","last_became_peered":"2024-09-21T00:33:50.437798+0000","last_unstale":"2024-09-21T00:33:52.743356+0000","last_undegraded":"2024-09-21T00:33:52.743356+0000","last_fullsized":"2024-09-21T00:33:52.743356+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:52:48.678278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.4","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.436760+0000","last_change":"2024-09-21T00:33:51.433975+0000","last_active":"2024-09-21T00:33:52.436760+0000","last_peered":"2024-09-21T00:33:52.436760+0000","last_clean":"2024-09-21T00:33:52.436760+0000","last_became_active":"2024-09-21T00:33:51.433692+0000","last_became_peered":"2024-09-21T00:33:51.433692+0000","last_unstale":"2024-09-21T00:33:52.436760+0000","last_undegraded":"2024-09-21T00:33:52.436760+0000","last_fullsized":"2024-09-21T00:33:52.436760+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:39:22.470777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.5","version":"0'0","reported_seq":15,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.743485+0000","last_change":"2024-09-21T00:33:50.433446+0000","last_active":"2024-09-21T00:33:52.743485+0000","last_peered":"2024-09-21T00:33:52.743485+0000","last_clean":"2024-09-21T00:33:52.743485+0000","last_became_active":"2024-09-21T00:33:50.433143+0000","last_became_peered":"2024-09-21T00:33:50.433143+0000","last_unstale":"2024-09-21T00:33:52.743485+0000","last_undegraded":"2024-09-21T00:33:52.743485+0000","last_fullsized":"2024-09-21T00:33:52.743485+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:45:53.093450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.5","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.437118+0000","last_change":"2024-09-21T00:33:51.441889+0000","last_active":"2024-09-21T00:33:52.437118+0000","last_peered":"2024-09-21T00:33:52.437118+0000","last_clean":"2024-09-21T00:33:52.437118+0000","last_became_active":"2024-09-21T00:33:51.440594+0000","last_became_peered":"2024-09-21T00:33:51.440594+0000","last_unstale":"2024-09-21T00:33:52.437118+0000","last_undegraded":"2024-09-21T00:33:52.437118+0000","last_fullsized":"2024-09-21T00:33:52.437118+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:18:22.166710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"26.4","version":"0'0","reported_seq":15,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.744709+0000","last_change":"2024-09-21T00:33:50.434817+0000","last_active":"2024-09-21T00:33:52.744709+0000","last_peered":"2024-09-21T00:33:52.744709+0000","last_clean":"2024-09-21T00:33:52.744709+0000","last_became_active":"2024-09-21T00:33:50.434300+0000","last_became_peered":"2024-09-21T00:33:50.434300+0000","last_unstale":"2024-09-21T00:33:52.744709+0000","last_undegraded":"2024-09-21T00:33:52.744709+0000","last_fullsized":"2024-09-21T00:33:52.744709+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:08:52.386551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"27.2","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.436540+0000","last_change":"2024-09-21T00:33:51.432243+0000","last_active":"2024-09-21T00:33:52.436540+0000","last_peered":"2024-09-21T00:33:52.436540+0000","last_clean":"2024-09-21T00:33:52.436540+0000","last_became_active":"2024-09-21T00:33:51.431740+0000","last_became_peered":"2024-09-21T00:33:51.431740+0000","last_unstale":"2024-09-21T00:33:52.436540+0000","last_undegraded":"2024-09-21T00:33:52.436540+0000","last_fullsized":"2024-09-21T00:33:52.436540+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:00:10.014473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.3","version":"0'0","reported_seq":15,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.743599+0000","last_change":"2024-09-21T00:33:50.440659+0000","last_active":"2024-09-21T00:33:52.743599+0000","last_peered":"2024-09-21T00:33:52.743599+0000","last_clean":"2024-09-21T00:33:52.743599+0000","last_became_active":"2024-09-21T00:33:50.440298+0000","last_became_peered":"2024-09-21T00:33:50.440298+0000","last_unstale":"2024-09-21T00:33:52.743599+0000","last_undegraded":"2024-09-21T00:33:52.743599+0000","last_fullsized":"2024-09-21T00:33:52.743599+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:14:19.986953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"27.3","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.743528+0000","last_change":"2024-09-21T00:33:51.445047+0000","last_active":"2024-09-21T00:33:52.743528+0000","last_peered":"2024-09-21T00:33:52.743528+0000","last_clean":"2024-09-21T00:33:52.743528+0000","last_became_active":"2024-09-21T00:33:51.444692+0000","last_became_peered":"2024-09-21T00:33:51.444692+0000","last_unstale":"2024-09-21T00:33:52.743528+0000","last_undegraded":"2024-09-21T00:33:52.743528+0000","last_fullsized":"2024-09-21T00:33:52.743528+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:21:17.083833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"26.2","version":"0'0","reported_seq":15,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.743953+0000","last_change":"2024-09-21T00:33:50.435932+0000","last_active":"2024-09-21T00:33:52.743953+0000","last_peered":"2024-09-21T00:33:52.743953+0000","last_clean":"2024-09-21T00:33:52.743953+0000","last_became_active":"2024-09-21T00:33:50.435575+0000","last_became_peered":"2024-09-21T00:33:50.435575+0000","last_unstale":"2024-09-21T00:33:52.743953+0000","last_undegraded":"2024-09-21T00:33:52.743953+0000","last_fullsized":"2024-09-21T00:33:52.743953+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:20:56.262741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"27.0","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.744120+0000","last_change":"2024-09-21T00:33:51.449533+0000","last_active":"2024-09-21T00:33:52.744120+0000","last_peered":"2024-09-21T00:33:52.744120+0000","last_clean":"2024-09-21T00:33:52.744120+0000","last_became_active":"2024-09-21T00:33:51.449220+0000","last_became_peered":"2024-09-21T00:33:51.449220+0000","last_unstale":"2024-09-21T00:33:52.744120+0000","last_undegraded":"2024-09-21T00:33:52.744120+0000","last_fullsized":"2024-09-21T00:33:52.744120+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:48:24.022359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"26.1","version":"0'0","reported_seq":15,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.438467+0000","last_change":"2024-09-21T00:33:50.431289+0000","last_active":"2024-09-21T00:33:52.438467+0000","last_peered":"2024-09-21T00:33:52.438467+0000","last_clean":"2024-09-21T00:33:52.438467+0000","last_became_active":"2024-09-21T00:33:50.430979+0000","last_became_peered":"2024-09-21T00:33:50.430979+0000","last_unstale":"2024-09-21T00:33:52.438467+0000","last_undegraded":"2024-09-21T00:33:52.438467+0000","last_fullsized":"2024-09-21T00:33:52.438467+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:08:10.670545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"27.1","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.436550+0000","last_change":"2024-09-21T00:33:51.440151+0000","last_active":"2024-09-21T00:33:52.436550+0000","last_peered":"2024-09-21T00:33:52.436550+0000","last_clean":"2024-09-21T00:33:52.436550+0000","last_became_active":"2024-09-21T00:33:51.439825+0000","last_became_peered":"2024-09-21T00:33:51.439825+0000","last_unstale":"2024-09-21T00:33:52.436550+0000","last_undegraded":"2024-09-21T00:33:52.436550+0000","last_fullsized":"2024-09-21T00:33:52.436550+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:27:59.084392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"26.0","version":"0'0","reported_seq":15,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.743004+0000","last_change":"2024-09-21T00:33:50.432649+0000","last_active":"2024-09-21T00:33:52.743004+0000","last_peered":"2024-09-21T00:33:52.743004+0000","last_clean":"2024-09-21T00:33:52.743004+0000","last_became_active":"2024-09-21T00:33:50.432339+0000","last_became_peered":"2024-09-21T00:33:50.432339+0000","last_unstale":"2024-09-21T00:33:52.743004+0000","last_undegraded":"2024-09-21T00:33:52.743004+0000","last_fullsized":"2024-09-21T00:33:52.743004+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:02:20.767747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"27.1a","version":"0'0","reported_seq":13,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.436416+0000","last_change":"2024-09-21T00:33:51.446985+0000","last_active":"2024-09-21T00:33:52.436416+0000","last_peered":"2024-09-21T00:33:52.436416+0000","last_clean":"2024-09-21T00:33:52.436416+0000","last_became_active":"2024-09-21T00:33:51.446643+0000","last_became_peered":"2024-09-21T00:33:51.446643+0000","last_unstale":"2024-09-21T00:33:52.436416+0000","last_undegraded":"2024-09-21T00:33:52.436416+0000","last_fullsized":"2024-09-21T00:33:52.436416+0000","mapping_epoch":171,"log_start":"0'0","ondisk_log_start":"0'0","created":171,"last_epoch_clean":172,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:50.408221+0000","last_clean_scrub_stamp":"2024-09-21T00:33:50.408221+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:05:17.380740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"26.1b","version":"172'1","reported_seq":16,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.743727+0000","last_change":"2024-09-21T00:33:50.435704+0000","last_active":"2024-09-21T00:33:52.743727+0000","last_peered":"2024-09-21T00:33:52.743727+0000","last_clean":"2024-09-21T00:33:52.743727+0000","last_became_active":"2024-09-21T00:33:50.435311+0000","last_became_peered":"2024-09-21T00:33:50.435311+0000","last_unstale":"2024-09-21T00:33:52.743727+0000","last_undegraded":"2024-09-21T00:33:52.743727+0000","last_fullsized":"2024-09-21T00:33:52.743727+0000","mapping_epoch":170,"log_start":"0'0","ondisk_log_start":"0'0","created":170,"last_epoch_clean":171,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:33:49.405901+0000","last_clean_scrub_stamp":"2024-09-21T00:33:49.405901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:20:20.798736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":385,"reported_epoch":173,"state":"active+clean","last_fresh":"2024-09-21T00:33:52.743094+0000","last_change":"2024-09-21T00:21:11.583793+0000","last_active":"2024-09-21T00:33:52.743094+0000","last_peered":"2024-09-21T00:33:52.743094+0000","last_clean":"2024-09-21T00:33:52.743094+0000","last_became_active":"2024-09-21T00:21:11.582502+0000","last_became_peered":"2024-09-21T00:21:11.582502+0000","last_unstale":"2024-09-21T00:33:52.743094+0000","last_undegraded":"2024-09-21T00:33:52.743094+0000","last_fullsized":"2024-09-21T00:33:52.743094+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_clean_scrub_stamp":"2024-09-21T00:21:10.311964+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:58.010953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":26,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":27,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509597,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":64436,"kb_used_data":2716,"kb_used_omap":1,"kb_used_meta":61694,"kb_avail":94307404,"statfs":{"total":96636764160,"available":96570781696,"internally_reserved":0,"allocated":2781184,"data_stored":1547241,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":63175114},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509597,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":69356,"kb_used_data":2128,"kb_used_omap":1,"kb_used_meta":67198,"kb_avail":94302484,"statfs":{"total":96636764160,"available":96565743616,"internally_reserved":0,"allocated":2179072,"data_stored":955843,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":68811206},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509597,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59688,"kb_used_data":2128,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312152,"statfs":{"total":96636764160,"available":96575643648,"internally_reserved":0,"allocated":2179072,"data_stored":955843,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":58915269},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509598,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":73580,"kb_used_data":2136,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94298260,"statfs":{"total":96636764160,"available":96561418240,"internally_reserved":0,"allocated":2187264,"data_stored":955443,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":73136584},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509598,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":63840,"kb_used_data":2124,"kb_used_omap":1,"kb_used_meta":61694,"kb_avail":94308000,"statfs":{"total":96636764160,"available":96571392000,"internally_reserved":0,"allocated":2174976,"data_stored":955261,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":63175109},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509596,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":74152,"kb_used_data":2708,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94297688,"statfs":{"total":96636764160,"available":96560832512,"internally_reserved":0,"allocated":2772992,"data_stored":1545719,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":73136582},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834575005,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":73592,"kb_used_data":2144,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94298248,"statfs":{"total":96636764160,"available":96561405952,"internally_reserved":0,"allocated":2195456,"data_stored":956977,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":73136581},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834575005,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":77736,"kb_used_data":2132,"kb_used_omap":1,"kb_used_meta":75582,"kb_avail":94294104,"statfs":{"total":96636764160,"available":96557162496,"internally_reserved":0,"allocated":2183168,"data_stored":955317,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":77396422},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":182,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":26,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":27,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T00:34:00.380 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-21T00:34:00.380 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-21T00:34:00.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.536+0000 7fe076b21640 1 -- 172.21.15.67:0/763272455 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe0700d4ac0 msgr2=0x7fe0700d32d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:00.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.536+0000 7fe076b21640 1 --2- 172.21.15.67:0/763272455 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe0700d4ac0 0x7fe0700d32d0 secure :-1 s=READY pgs=2206 cs=0 l=1 rev1=1 crypto rx=0x7fe064005fd0 tx=0x7fe06402a540 comp rx=0 tx=0).stop 2024-09-21T00:34:00.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.536+0000 7fe076b21640 1 -- 172.21.15.67:0/763272455 shutdown_connections 2024-09-21T00:34:00.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.536+0000 7fe076b21640 1 --2- 172.21.15.67:0/763272455 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe0700d17b0 0x7fe07006e390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:00.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.536+0000 7fe076b21640 1 --2- 172.21.15.67:0/763272455 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe0700d4ac0 0x7fe0700d32d0 unknown :-1 s=CLOSED pgs=2206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:00.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.536+0000 7fe076b21640 1 -- 172.21.15.67:0/763272455 >> 172.21.15.67:0/763272455 conn(0x7fe07009d880 msgr2=0x7fe07008bee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:00.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.536+0000 7fe076b21640 1 -- 172.21.15.67:0/763272455 shutdown_connections 2024-09-21T00:34:00.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.536+0000 7fe076b21640 1 -- 172.21.15.67:0/763272455 wait complete. 2024-09-21T00:34:00.539 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.538+0000 7fe076b21640 1 Processor -- start 2024-09-21T00:34:00.539 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.538+0000 7fe076b21640 1 -- start start 2024-09-21T00:34:00.541 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.539+0000 7fe076b21640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe0700b9d60 0x7fe0701f5b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:00.541 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.539+0000 7fe076b21640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe0700d17b0 0x7fe07014e5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:00.542 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.539+0000 7fe076b21640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe0700d4ac0 0x7fe0700c8110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:00.542 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.539+0000 7fe076b21640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fe0700cf740 con 0x7fe0700d4ac0 2024-09-21T00:34:00.542 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.539+0000 7fe076b21640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fe0700cf5c0 con 0x7fe0700d17b0 2024-09-21T00:34:00.542 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.539+0000 7fe076b21640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fe0700cf8c0 con 0x7fe0700b9d60 2024-09-21T00:34:00.542 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.539+0000 7fe0750be640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe0700d4ac0 0x7fe0700c8110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:00.542 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.539+0000 7fe0750be640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe0700d4ac0 0x7fe0700c8110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45692/0 (socket says 172.21.15.67:45692) 2024-09-21T00:34:00.542 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.539+0000 7fe0750be640 1 -- 172.21.15.67:0/3135325727 learned_addr learned my addr 172.21.15.67:0/3135325727 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:00.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.540+0000 7fe0748bd640 1 --2- 172.21.15.67:0/3135325727 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe0700b9d60 0x7fe0701f5b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:00.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.540+0000 7fe06ffff640 1 --2- 172.21.15.67:0/3135325727 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe0700d17b0 0x7fe07014e5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:00.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.540+0000 7fe0750be640 1 -- 172.21.15.67:0/3135325727 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe0700b9d60 msgr2=0x7fe0701f5b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:00.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.540+0000 7fe0750be640 1 --2- 172.21.15.67:0/3135325727 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe0700b9d60 0x7fe0701f5b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:00.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.540+0000 7fe0750be640 1 -- 172.21.15.67:0/3135325727 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe0700d17b0 msgr2=0x7fe07014e5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:00.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.540+0000 7fe0750be640 1 --2- 172.21.15.67:0/3135325727 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe0700d17b0 0x7fe07014e5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:00.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.540+0000 7fe0750be640 1 -- 172.21.15.67:0/3135325727 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe070151500 con 0x7fe0700d4ac0 2024-09-21T00:34:00.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.540+0000 7fe06ffff640 1 --2- 172.21.15.67:0/3135325727 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe0700d17b0 0x7fe07014e5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:34:00.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.540+0000 7fe0750be640 1 --2- 172.21.15.67:0/3135325727 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe0700d4ac0 0x7fe0700c8110 secure :-1 s=READY pgs=2207 cs=0 l=1 rev1=1 crypto rx=0x7fe06800e960 tx=0x7fe06800ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:00.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.540+0000 7fe06d7fa640 1 -- 172.21.15.67:0/3135325727 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe068004d20 con 0x7fe0700d4ac0 2024-09-21T00:34:00.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.540+0000 7fe06d7fa640 1 -- 172.21.15.67:0/3135325727 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe06800cac0 con 0x7fe0700d4ac0 2024-09-21T00:34:00.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.540+0000 7fe076b21640 1 -- 172.21.15.67:0/3135325727 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe0701517e0 con 0x7fe0700d4ac0 2024-09-21T00:34:00.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.540+0000 7fe06d7fa640 1 -- 172.21.15.67:0/3135325727 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe068005020 con 0x7fe0700d4ac0 2024-09-21T00:34:00.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.540+0000 7fe076b21640 1 -- 172.21.15.67:0/3135325727 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe0700b5120 con 0x7fe0700d4ac0 2024-09-21T00:34:00.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.541+0000 7fe076b21640 1 -- 172.21.15.67:0/3135325727 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe070151bd0 con 0x7fe0700d4ac0 2024-09-21T00:34:00.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.542+0000 7fe06d7fa640 1 -- 172.21.15.67:0/3135325727 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fe0680051c0 con 0x7fe0700d4ac0 2024-09-21T00:34:00.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.542+0000 7fe06d7fa640 1 --2- 172.21.15.67:0/3135325727 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe05c078b90 0x7fe05c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:00.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.543+0000 7fe06d7fa640 1 -- 172.21.15.67:0/3135325727 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(173..173 src has 1..173) ==== 5709+0+0 (secure 0 0 0) 0x7fe06809b600 con 0x7fe0700d4ac0 2024-09-21T00:34:00.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.543+0000 7fe0748bd640 1 --2- 172.21.15.67:0/3135325727 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe05c078b90 0x7fe05c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:00.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.543+0000 7fe0748bd640 1 --2- 172.21.15.67:0/3135325727 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe05c078b90 0x7fe05c07b0a0 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7fe060001710 tx=0x7fe060009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:00.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.547+0000 7fe06d7fa640 1 -- 172.21.15.67:0/3135325727 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fe068016030 con 0x7fe0700d4ac0 2024-09-21T00:34:00.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.811+0000 7fe076b21640 1 -- 172.21.15.67:0/3135325727 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7fe07015eed0 con 0x7fe0700d4ac0 2024-09-21T00:34:00.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.814+0000 7fe06d7fa640 1 -- 172.21.15.67:0/3135325727 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v26) ==== 190+0+147 (secure 0 0 0) 0x7fe0680633f0 con 0x7fe0700d4ac0 2024-09-21T00:34:00.816 INFO:teuthology.orchestra.run.smithi067.stdout:[client.0] 2024-09-21T00:34:00.816 INFO:teuthology.orchestra.run.smithi067.stdout: key = AQBFEe5mUnwLLxAAE0JXCN8yXTH2bWtWI41o2Q== 2024-09-21T00:34:00.816 INFO:teuthology.orchestra.run.smithi067.stdout: caps mds = "allow" 2024-09-21T00:34:00.816 INFO:teuthology.orchestra.run.smithi067.stdout: caps mon = "allow r" 2024-09-21T00:34:00.816 INFO:teuthology.orchestra.run.smithi067.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-21T00:34:00.816 INFO:teuthology.orchestra.run.smithi067.stderr:updated caps for client.0 2024-09-21T00:34:00.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.818+0000 7fe076b21640 1 -- 172.21.15.67:0/3135325727 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe05c078b90 msgr2=0x7fe05c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:00.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.818+0000 7fe076b21640 1 --2- 172.21.15.67:0/3135325727 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe05c078b90 0x7fe05c07b0a0 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7fe060001710 tx=0x7fe060009040 comp rx=0 tx=0).stop 2024-09-21T00:34:00.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.818+0000 7fe076b21640 1 -- 172.21.15.67:0/3135325727 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe0700d4ac0 msgr2=0x7fe0700c8110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:00.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.818+0000 7fe076b21640 1 --2- 172.21.15.67:0/3135325727 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe0700d4ac0 0x7fe0700c8110 secure :-1 s=READY pgs=2207 cs=0 l=1 rev1=1 crypto rx=0x7fe06800e960 tx=0x7fe06800ee20 comp rx=0 tx=0).stop 2024-09-21T00:34:00.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.818+0000 7fe076b21640 1 -- 172.21.15.67:0/3135325727 shutdown_connections 2024-09-21T00:34:00.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.818+0000 7fe076b21640 1 --2- 172.21.15.67:0/3135325727 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe05c078b90 0x7fe05c07b0a0 unknown :-1 s=CLOSED pgs=829 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:00.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.818+0000 7fe076b21640 1 --2- 172.21.15.67:0/3135325727 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe0700d4ac0 0x7fe0700c8110 unknown :-1 s=CLOSED pgs=2207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:00.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.818+0000 7fe076b21640 1 --2- 172.21.15.67:0/3135325727 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe0700d17b0 0x7fe07014e5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:00.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.818+0000 7fe076b21640 1 --2- 172.21.15.67:0/3135325727 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe0700b9d60 0x7fe0701f5b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:00.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.818+0000 7fe076b21640 1 -- 172.21.15.67:0/3135325727 >> 172.21.15.67:0/3135325727 conn(0x7fe07009d880 msgr2=0x7fe0700b7430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:00.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.818+0000 7fe076b21640 1 -- 172.21.15.67:0/3135325727 shutdown_connections 2024-09-21T00:34:00.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.818+0000 7fe076b21640 1 -- 172.21.15.67:0/3135325727 wait complete. 2024-09-21T00:34:00.831 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:34:00.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.946+0000 7fe2b7eb2640 1 -- 172.21.15.67:0/1717570900 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe2b00d1420 msgr2=0x7fe2b00cf100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:00.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.946+0000 7fe2b7eb2640 1 --2- 172.21.15.67:0/1717570900 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe2b00d1420 0x7fe2b00cf100 secure :-1 s=READY pgs=2208 cs=0 l=1 rev1=1 crypto rx=0x7fe2a8005fd0 tx=0x7fe2a802aa00 comp rx=0 tx=0).stop 2024-09-21T00:34:00.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.946+0000 7fe2b7eb2640 1 -- 172.21.15.67:0/1717570900 shutdown_connections 2024-09-21T00:34:00.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.946+0000 7fe2b7eb2640 1 --2- 172.21.15.67:0/1717570900 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe2b00d1420 0x7fe2b00cf100 unknown :-1 s=CLOSED pgs=2208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:00.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.946+0000 7fe2b7eb2640 1 --2- 172.21.15.67:0/1717570900 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe2b00b9780 0x7fe2b00d2cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:00.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.946+0000 7fe2b7eb2640 1 -- 172.21.15.67:0/1717570900 >> 172.21.15.67:0/1717570900 conn(0x7fe2b008bee0 msgr2=0x7fe2b00d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:00.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.946+0000 7fe2b7eb2640 1 -- 172.21.15.67:0/1717570900 shutdown_connections 2024-09-21T00:34:00.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.946+0000 7fe2b7eb2640 1 -- 172.21.15.67:0/1717570900 wait complete. 2024-09-21T00:34:00.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.947+0000 7fe2b7eb2640 1 Processor -- start 2024-09-21T00:34:00.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.948+0000 7fe2b7eb2640 1 -- start start 2024-09-21T00:34:00.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.949+0000 7fe2b7eb2640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe2b00b9780 0x7fe2b0159dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:00.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.949+0000 7fe2b7eb2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe2b00d1010 0x7fe2b0159160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:00.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.949+0000 7fe2b7eb2640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe2b00d1420 0x7fe2b01f8f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:00.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.949+0000 7fe2b7eb2640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fe2b00cf640 con 0x7fe2b00d1010 2024-09-21T00:34:00.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.949+0000 7fe2b7eb2640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fe2b00b7d10 con 0x7fe2b00b9780 2024-09-21T00:34:00.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.949+0000 7fe2b7eb2640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fe2b00cf7c0 con 0x7fe2b00d1420 2024-09-21T00:34:00.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.949+0000 7fe2b544d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe2b00d1010 0x7fe2b0159160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:00.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.949+0000 7fe2b544d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe2b00d1010 0x7fe2b0159160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45702/0 (socket says 172.21.15.67:45702) 2024-09-21T00:34:00.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.949+0000 7fe2b544d640 1 -- 172.21.15.67:0/1130777004 learned_addr learned my addr 172.21.15.67:0/1130777004 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:00.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.949+0000 7fe2b5c4e640 1 --2- 172.21.15.67:0/1130777004 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe2b00b9780 0x7fe2b0159dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:00.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.949+0000 7fe2b644f640 1 --2- 172.21.15.67:0/1130777004 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe2b00d1420 0x7fe2b01f8f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:00.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.949+0000 7fe2b544d640 1 -- 172.21.15.67:0/1130777004 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe2b00d1420 msgr2=0x7fe2b01f8f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:00.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.949+0000 7fe2b544d640 1 --2- 172.21.15.67:0/1130777004 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe2b00d1420 0x7fe2b01f8f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:00.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.949+0000 7fe2b544d640 1 -- 172.21.15.67:0/1130777004 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe2b00b9780 msgr2=0x7fe2b0159dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:00.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.949+0000 7fe2b544d640 1 --2- 172.21.15.67:0/1130777004 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe2b00b9780 0x7fe2b0159dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:00.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.949+0000 7fe2b544d640 1 -- 172.21.15.67:0/1130777004 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2b01f6a50 con 0x7fe2b00d1010 2024-09-21T00:34:00.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.950+0000 7fe2b544d640 1 --2- 172.21.15.67:0/1130777004 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe2b00d1010 0x7fe2b0159160 secure :-1 s=READY pgs=2209 cs=0 l=1 rev1=1 crypto rx=0x7fe2a000b3f0 tx=0x7fe2a000b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:00.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.950+0000 7fe2a67fc640 1 -- 172.21.15.67:0/1130777004 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2a0015020 con 0x7fe2b00d1010 2024-09-21T00:34:00.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.950+0000 7fe2a67fc640 1 -- 172.21.15.67:0/1130777004 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe2a0011920 con 0x7fe2b00d1010 2024-09-21T00:34:00.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.950+0000 7fe2b7eb2640 1 -- 172.21.15.67:0/1130777004 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe2b015c9a0 con 0x7fe2b00d1010 2024-09-21T00:34:00.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.950+0000 7fe2a67fc640 1 -- 172.21.15.67:0/1130777004 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe2a0011d70 con 0x7fe2b00d1010 2024-09-21T00:34:00.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.950+0000 7fe2b7eb2640 1 -- 172.21.15.67:0/1130777004 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2b01e8850 con 0x7fe2b00d1010 2024-09-21T00:34:00.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.951+0000 7fe2b7eb2640 1 -- 172.21.15.67:0/1130777004 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe2b015c710 con 0x7fe2b00d1010 2024-09-21T00:34:00.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.951+0000 7fe2a67fc640 1 -- 172.21.15.67:0/1130777004 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fe2a0018020 con 0x7fe2b00d1010 2024-09-21T00:34:00.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.952+0000 7fe2a67fc640 1 --2- 172.21.15.67:0/1130777004 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe294078bc0 0x7fe29407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:00.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.952+0000 7fe2a67fc640 1 -- 172.21.15.67:0/1130777004 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(173..173 src has 1..173) ==== 5709+0+0 (secure 0 0 0) 0x7fe2a009ab20 con 0x7fe2b00d1010 2024-09-21T00:34:00.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.952+0000 7fe2b5c4e640 1 --2- 172.21.15.67:0/1130777004 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe294078bc0 0x7fe29407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:00.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.953+0000 7fe2b5c4e640 1 --2- 172.21.15.67:0/1130777004 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe294078bc0 0x7fe29407b0d0 secure :-1 s=READY pgs=830 cs=0 l=1 rev1=1 crypto rx=0x7fe2ac005860 tx=0x7fe2ac005f50 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:00.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:00.957+0000 7fe2a67fc640 1 -- 172.21.15.67:0/1130777004 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fe2a001f020 con 0x7fe2b00d1010 2024-09-21T00:34:01.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.184+0000 7fe2b7eb2640 1 -- 172.21.15.67:0/1130777004 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe2b00d2cf0 con 0x7fe2b00d1010 2024-09-21T00:34:01.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.184+0000 7fe2a67fc640 1 -- 172.21.15.67:0/1130777004 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 151 v151) ==== 95+0+5227 (secure 0 0 0) 0x7fe2a00628f0 con 0x7fe2b00d1010 2024-09-21T00:34:01.186 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:34:01.186 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":151,"btime":"2024-09-21T00:33:54:440575+0000","default_fscid":13,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8354,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/1854097731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1854097731},{"type":"v1","addr":"172.21.15.67:6834","nonce":1854097731}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":147},{"gid":8357,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/2908953479","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":2908953479},{"type":"v1","addr":"172.21.15.67:6835","nonce":2908953479}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":146},{"gid":9376,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/4149163940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":4149163940},{"type":"v1","addr":"172.21.15.97:6836","nonce":4149163940}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":147}],"filesystems":[{"mdsmap":{"epoch":151,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:33:50.804288+0000","modified":"2024-09-21T00:33:53.822731+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9379},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9379":{"gid":9379,"name":"d","rank":0,"incarnation":148,"state":"up:active","state_seq":3,"addr":"172.21.15.97:6837/84198509","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":84198509},{"type":"v1","addr":"172.21.15.97:6837","nonce":84198509}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[27],"metadata_pool":26,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9379,"qdb_cluster":[9379]},"id":13}]} 2024-09-21T00:34:01.186 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 151 2024-09-21T00:34:01.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.187+0000 7fe2b7eb2640 1 -- 172.21.15.67:0/1130777004 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe294078bc0 msgr2=0x7fe29407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:01.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.187+0000 7fe2b7eb2640 1 --2- 172.21.15.67:0/1130777004 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe294078bc0 0x7fe29407b0d0 secure :-1 s=READY pgs=830 cs=0 l=1 rev1=1 crypto rx=0x7fe2ac005860 tx=0x7fe2ac005f50 comp rx=0 tx=0).stop 2024-09-21T00:34:01.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.187+0000 7fe2b7eb2640 1 -- 172.21.15.67:0/1130777004 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe2b00d1010 msgr2=0x7fe2b0159160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:01.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.187+0000 7fe2b7eb2640 1 --2- 172.21.15.67:0/1130777004 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe2b00d1010 0x7fe2b0159160 secure :-1 s=READY pgs=2209 cs=0 l=1 rev1=1 crypto rx=0x7fe2a000b3f0 tx=0x7fe2a000b8b0 comp rx=0 tx=0).stop 2024-09-21T00:34:01.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.187+0000 7fe2b7eb2640 1 -- 172.21.15.67:0/1130777004 shutdown_connections 2024-09-21T00:34:01.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.187+0000 7fe2b7eb2640 1 --2- 172.21.15.67:0/1130777004 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe294078bc0 0x7fe29407b0d0 unknown :-1 s=CLOSED pgs=830 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:01.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.187+0000 7fe2b7eb2640 1 --2- 172.21.15.67:0/1130777004 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe2b00d1420 0x7fe2b01f8f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:01.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.187+0000 7fe2b7eb2640 1 --2- 172.21.15.67:0/1130777004 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe2b00d1010 0x7fe2b0159160 unknown :-1 s=CLOSED pgs=2209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:01.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.187+0000 7fe2b7eb2640 1 --2- 172.21.15.67:0/1130777004 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe2b00b9780 0x7fe2b0159dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:01.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.187+0000 7fe2b7eb2640 1 -- 172.21.15.67:0/1130777004 >> 172.21.15.67:0/1130777004 conn(0x7fe2b008bee0 msgr2=0x7fe2b0160980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:01.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.187+0000 7fe2b7eb2640 1 -- 172.21.15.67:0/1130777004 shutdown_connections 2024-09-21T00:34:01.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.187+0000 7fe2b7eb2640 1 -- 172.21.15.67:0/1130777004 wait complete. 2024-09-21T00:34:01.602 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 151, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-21T00:33:50.804288+0000', 'modified': '2024-09-21T00:33:53.822731+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 9379}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_9379': {'gid': 9379, 'name': 'd', 'rank': 0, 'incarnation': 148, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.97:6837/84198509', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.97:6835', 'nonce': 84198509}, {'type': 'v1', 'addr': '172.21.15.97:6837', 'nonce': 84198509}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [27], 'metadata_pool': 26, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 9379, 'qdb_cluster': [9379]} 2024-09-21T00:34:01.602 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-21T00:34:01.602 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.d status 2024-09-21T00:34:01.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.724+0000 7f08614dc640 1 -- 172.21.15.67:0/1770790643 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0848004800 msgr2=0x7f0848004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:01.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.724+0000 7f08614dc640 1 --2- 172.21.15.67:0/1770790643 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0848004800 0x7f0848004c10 secure :-1 s=READY pgs=2211 cs=0 l=1 rev1=1 crypto rx=0x7f0844001710 tx=0x7f0848005830 comp rx=0 tx=0).stop 2024-09-21T00:34:01.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.724+0000 7f085b7fe640 1 -- 172.21.15.67:0/1770790643 reap_dead start 2024-09-21T00:34:01.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.724+0000 7f08614dc640 1 -- 172.21.15.67:0/1770790643 shutdown_connections 2024-09-21T00:34:01.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.724+0000 7f08614dc640 1 -- 172.21.15.67:0/1770790643 >> 172.21.15.67:0/1770790643 conn(0x7f085c0b4140 msgr2=0x7f085c0b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:01.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.724+0000 7f08614dc640 1 -- 172.21.15.67:0/1770790643 shutdown_connections 2024-09-21T00:34:01.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.724+0000 7f08614dc640 1 -- 172.21.15.67:0/1770790643 wait complete. 2024-09-21T00:34:01.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.726+0000 7f08614dc640 1 Processor -- start 2024-09-21T00:34:01.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.726+0000 7f08614dc640 1 -- start start 2024-09-21T00:34:01.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.728+0000 7f08614dc640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0848004800 0x7f085c1f6e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:01.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.728+0000 7f08614dc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f085c0c8e50 0x7f085c1f4240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:01.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.728+0000 7f08614dc640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f085c0af850 0x7f085c0b0b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:01.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.728+0000 7f08614dc640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f085c0b5030 con 0x7f085c0c8e50 2024-09-21T00:34:01.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.728+0000 7f08614dc640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f085c0b4eb0 con 0x7f0848004800 2024-09-21T00:34:01.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.728+0000 7f08614dc640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f085c0cdb50 con 0x7f085c0af850 2024-09-21T00:34:01.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.728+0000 7f0853fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f085c0c8e50 0x7f085c1f4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:01.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.728+0000 7f0853fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f085c0c8e50 0x7f085c1f4240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45716/0 (socket says 172.21.15.67:45716) 2024-09-21T00:34:01.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.728+0000 7f0853fff640 1 -- 172.21.15.67:0/3839511449 learned_addr learned my addr 172.21.15.67:0/3839511449 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:01.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.728+0000 7f085affd640 1 --2- 172.21.15.67:0/3839511449 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0848004800 0x7f085c1f6e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:01.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.728+0000 7f085b7fe640 1 --2- 172.21.15.67:0/3839511449 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f085c0af850 0x7f085c0b0b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:01.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.728+0000 7f0853fff640 1 -- 172.21.15.67:0/3839511449 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f085c0af850 msgr2=0x7f085c0b0b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:01.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.728+0000 7f0853fff640 1 --2- 172.21.15.67:0/3839511449 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f085c0af850 0x7f085c0b0b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:01.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.728+0000 7f0853fff640 1 -- 172.21.15.67:0/3839511449 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0848004800 msgr2=0x7f085c1f6e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:01.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.728+0000 7f0853fff640 1 --2- 172.21.15.67:0/3839511449 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0848004800 0x7f085c1f6e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:01.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.728+0000 7f0853fff640 1 -- 172.21.15.67:0/3839511449 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f085c1f4780 con 0x7f085c0c8e50 2024-09-21T00:34:01.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.728+0000 7f0853fff640 1 --2- 172.21.15.67:0/3839511449 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f085c0c8e50 0x7f085c1f4240 secure :-1 s=READY pgs=2212 cs=0 l=1 rev1=1 crypto rx=0x7f084402a9c0 tx=0x7f0844006150 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:01.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.728+0000 7f08537fe640 1 -- 172.21.15.67:0/3839511449 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0844042070 con 0x7f085c0c8e50 2024-09-21T00:34:01.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.728+0000 7f08537fe640 1 -- 172.21.15.67:0/3839511449 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f08440037f0 con 0x7f085c0c8e50 2024-09-21T00:34:01.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.728+0000 7f08614dc640 1 -- 172.21.15.67:0/3839511449 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f085c1f7790 con 0x7f085c0c8e50 2024-09-21T00:34:01.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.728+0000 7f08537fe640 1 -- 172.21.15.67:0/3839511449 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0844037040 con 0x7f085c0c8e50 2024-09-21T00:34:01.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.728+0000 7f08614dc640 1 -- 172.21.15.67:0/3839511449 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f085c1f3a40 con 0x7f085c0c8e50 2024-09-21T00:34:01.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.730+0000 7f08537fe640 1 -- 172.21.15.67:0/3839511449 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f0844045070 con 0x7f085c0c8e50 2024-09-21T00:34:01.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.731+0000 7f08537fe640 1 --2- 172.21.15.67:0/3839511449 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f083c078b90 0x7f083c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:01.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.731+0000 7f08537fe640 1 -- 172.21.15.67:0/3839511449 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(173..173 src has 1..173) ==== 5709+0+0 (secure 0 0 0) 0x7f08440baa00 con 0x7f085c0c8e50 2024-09-21T00:34:01.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.731+0000 7f085affd640 1 --2- 172.21.15.67:0/3839511449 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f083c078b90 0x7f083c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:01.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.732+0000 7f0868448740 1 Processor -- start 2024-09-21T00:34:01.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.732+0000 7f085affd640 1 --2- 172.21.15.67:0/3839511449 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f083c078b90 0x7f083c07b0a0 secure :-1 s=READY pgs=831 cs=0 l=1 rev1=1 crypto rx=0x7f084c009a90 tx=0x7f084c005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:01.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.732+0000 7f0868448740 1 -- start start 2024-09-21T00:34:01.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.733+0000 7f0868448740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559e6cdad270 0x559e6d17efc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:01.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.733+0000 7f0868448740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559e6cd843b0 0x559e6d17f500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:01.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.733+0000 7f0868448740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559e6cd8c590 0x559e6d19c400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:01.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.733+0000 7f0868448740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x559e6d0c7820 con 0x559e6cd8c590 2024-09-21T00:34:01.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.733+0000 7f0868448740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x559e6d0b6c50 con 0x559e6cdad270 2024-09-21T00:34:01.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.733+0000 7f0868448740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x559e6d0baa60 con 0x559e6cd843b0 2024-09-21T00:34:01.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.733+0000 7f085b7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559e6cd8c590 0x559e6d19c400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:01.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.733+0000 7f085b7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559e6cd8c590 0x559e6d19c400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45724/0 (socket says 172.21.15.67:45724) 2024-09-21T00:34:01.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.733+0000 7f085b7fe640 1 -- 172.21.15.67:0/2264387891 learned_addr learned my addr 172.21.15.67:0/2264387891 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:01.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.733+0000 7f0853fff640 1 --2- 172.21.15.67:0/2264387891 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559e6cd843b0 0x559e6d17f500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:01.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.733+0000 7f085affd640 1 --2- 172.21.15.67:0/2264387891 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559e6cdad270 0x559e6d17efc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:01.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.734+0000 7f0853fff640 1 -- 172.21.15.67:0/2264387891 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559e6cdad270 msgr2=0x559e6d17efc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:34:01.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.734+0000 7f0853fff640 1 --2- 172.21.15.67:0/2264387891 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559e6cdad270 0x559e6d17efc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:01.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.734+0000 7f0853fff640 1 -- 172.21.15.67:0/2264387891 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559e6cd8c590 msgr2=0x559e6d19c400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:34:01.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.734+0000 7f0853fff640 1 --2- 172.21.15.67:0/2264387891 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559e6cd8c590 0x559e6d19c400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:01.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.734+0000 7f0853fff640 1 -- 172.21.15.67:0/2264387891 --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559e6ce18850 con 0x559e6cd843b0 2024-09-21T00:34:01.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.734+0000 7f085b7fe640 1 --2- 172.21.15.67:0/2264387891 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559e6cd8c590 0x559e6d19c400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:34:01.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.734+0000 7f0853fff640 1 --2- 172.21.15.67:0/2264387891 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559e6cd843b0 0x559e6d17f500 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f08440b9060 tx=0x7f0844081f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=baaa4f041bacf177 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:01.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.734+0000 7f0850ff9640 1 -- 172.21.15.67:0/2264387891 <== mon.2 v2:172.21.15.97:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0844082820 con 0x559e6cd843b0 2024-09-21T00:34:01.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.734+0000 7f0850ff9640 1 -- 172.21.15.67:0/2264387891 <== mon.2 v2:172.21.15.97:3301/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0844087300 con 0x559e6cd843b0 2024-09-21T00:34:01.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.734+0000 7f0850ff9640 1 -- 172.21.15.67:0/2264387891 <== mon.2 v2:172.21.15.97:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f084408c240 con 0x559e6cd843b0 2024-09-21T00:34:01.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.735+0000 7f0868448740 1 -- 172.21.15.67:0/2264387891 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559e6cd843b0 msgr2=0x559e6d17f500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:01.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.735+0000 7f0868448740 1 --2- 172.21.15.67:0/2264387891 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559e6cd843b0 0x559e6d17f500 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f08440b9060 tx=0x7f0844081f90 comp rx=0 tx=0).stop 2024-09-21T00:34:01.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.735+0000 7f0868448740 1 -- 172.21.15.67:0/2264387891 shutdown_connections 2024-09-21T00:34:01.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.735+0000 7f0868448740 1 --2- 172.21.15.67:0/2264387891 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559e6cd8c590 0x559e6d19c400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:01.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.735+0000 7f0868448740 1 --2- 172.21.15.67:0/2264387891 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559e6cd843b0 0x559e6d17f500 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:01.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.735+0000 7f0868448740 1 --2- 172.21.15.67:0/2264387891 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559e6cdad270 0x559e6d17efc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:01.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.735+0000 7f0868448740 1 -- 172.21.15.67:0/2264387891 >> 172.21.15.67:0/2264387891 conn(0x559e6cda13c0 msgr2=0x559e6d155280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:01.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.735+0000 7f0868448740 1 -- 172.21.15.67:0/2264387891 shutdown_connections 2024-09-21T00:34:01.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.735+0000 7f0868448740 1 -- 172.21.15.67:0/2264387891 wait complete. 2024-09-21T00:34:01.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.736+0000 7f0868448740 1 -- start start 2024-09-21T00:34:01.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.736+0000 7f0868448740 1 Processor -- start 2024-09-21T00:34:01.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.737+0000 7f0868448740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559e6cd843b0 0x559e6d17adb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:01.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.737+0000 7f0868448740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559e6cd8c590 0x559e6d16da30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:01.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.737+0000 7f0868448740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559e6cdad270 0x559e6d192a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:01.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.737+0000 7f0868448740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x559e6ce27620 con 0x559e6cd8c590 2024-09-21T00:34:01.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.737+0000 7f0868448740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x559e6d05c5f0 con 0x559e6cdad270 2024-09-21T00:34:01.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.738+0000 7f0868448740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x559e6d0c7820 con 0x559e6cd843b0 2024-09-21T00:34:01.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.738+0000 7f0868448740 10 client.0 _ll_register_callbacks cb 0x559e6d0600a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:34:01.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.738+0000 7f0853fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559e6cd8c590 0x559e6d16da30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:01.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.738+0000 7f0853fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559e6cd8c590 0x559e6d16da30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45732/0 (socket says 172.21.15.67:45732) 2024-09-21T00:34:01.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.738+0000 7f0853fff640 1 -- 172.21.15.67:0/805547470 learned_addr learned my addr 172.21.15.67:0/805547470 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:01.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.738+0000 7f085affd640 1 --2- 172.21.15.67:0/805547470 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559e6cd843b0 0x559e6d17adb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:01.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.738+0000 7f085b7fe640 1 --2- 172.21.15.67:0/805547470 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559e6cdad270 0x559e6d192a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:01.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.738+0000 7f0853fff640 1 -- 172.21.15.67:0/805547470 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559e6cd843b0 msgr2=0x559e6d17adb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:34:01.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.738+0000 7f0853fff640 1 --2- 172.21.15.67:0/805547470 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559e6cd843b0 0x559e6d17adb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:01.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.738+0000 7f0853fff640 1 -- 172.21.15.67:0/805547470 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559e6cdad270 msgr2=0x559e6d192a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:34:01.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.738+0000 7f0853fff640 1 --2- 172.21.15.67:0/805547470 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559e6cdad270 0x559e6d192a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:01.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.738+0000 7f0853fff640 1 -- 172.21.15.67:0/805547470 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559e6ce8f6b0 con 0x559e6cd8c590 2024-09-21T00:34:01.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.738+0000 7f085b7fe640 1 --2- 172.21.15.67:0/805547470 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559e6cdad270 0x559e6d192a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:34:01.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.738+0000 7f0853fff640 1 --2- 172.21.15.67:0/805547470 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559e6cd8c590 0x559e6d16da30 secure :-1 s=READY pgs=2213 cs=0 l=1 rev1=1 crypto rx=0x7f084407fa90 tx=0x7f084407ecc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d6d3bf5474309d6 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:01.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.738+0000 7f0839ffb640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:34:01.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.738+0000 7f0839ffb640 1 -- 172.21.15.67:0/805547470 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0844082820 con 0x559e6cd8c590 2024-09-21T00:34:01.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.738+0000 7f0839ffb640 1 -- 172.21.15.67:0/805547470 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(173..173 src has 1..173) ==== 5709+0+0 (secure 0 0 0) 0x7f084408bfc0 con 0x559e6cd8c590 2024-09-21T00:34:01.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.738+0000 7f0868448740 1 -- 172.21.15.67:0/805547470 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0844087300 con 0x559e6cd8c590 2024-09-21T00:34:01.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.738+0000 7f0839ffb640 1 -- 172.21.15.67:0/805547470 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=151) ==== 24+0+0 (secure 0 0 0) 0x7f0844083b50 con 0x559e6cd8c590 2024-09-21T00:34:01.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.738+0000 7f0868448740 10 client.10644 fetch_fsmap learned FSMap version 151 2024-09-21T00:34:01.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.739+0000 7f0868448740 1 -- 172.21.15.67:0/805547470 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=151,monmap=2+}) -- 0x559e6d1934b0 con 0x559e6cd8c590 2024-09-21T00:34:01.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.739+0000 7f0839ffb640 1 -- 172.21.15.67:0/805547470 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0844087300 con 0x559e6cd8c590 2024-09-21T00:34:01.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.739+0000 7f0839ffb640 1 -- 172.21.15.67:0/805547470 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 151) ==== 3502+0+0 (secure 0 0 0) 0x7f0844081a80 con 0x559e6cd8c590 2024-09-21T00:34:01.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.739+0000 7f0868448740 10 client.10644 fetch_fsmap finished waiting for FSMap version 151 2024-09-21T00:34:01.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.739+0000 7f0868448740 10 client.10644 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-21T00:34:01.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.739+0000 7f0868448740 20 client.10644 populate_metadata read hostname 'smithi067' 2024-09-21T00:34:01.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.739+0000 7f0868448740 1 --2- 172.21.15.67:0/805547470 >> [v2:172.21.15.97:6835/84198509,v1:172.21.15.97:6837/84198509] conn(0x559e6cd6be40 0x559e6d191f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:01.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.739+0000 7f0868448740 4 client.10644 mds_command: new command op to 9379 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:34:01.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.739+0000 7f0868448740 1 -- 172.21.15.67:0/805547470 --> [v2:172.21.15.97:6835/84198509,v1:172.21.15.97:6837/84198509] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559e6d0c9770 con 0x559e6cd6be40 2024-09-21T00:34:01.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.739+0000 7f085affd640 1 --2- 172.21.15.67:0/805547470 >> [v2:172.21.15.97:6835/84198509,v1:172.21.15.97:6837/84198509] conn(0x559e6cd6be40 0x559e6d191f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:01.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.740+0000 7f085affd640 1 --2- 172.21.15.67:0/805547470 >> [v2:172.21.15.97:6835/84198509,v1:172.21.15.97:6837/84198509] conn(0x559e6cd6be40 0x559e6d191f10 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bed1a86171c7619b server_cookie=7f94d1588826d9d7 in_seq=0 out_seq=0 2024-09-21T00:34:01.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.740+0000 7f0839ffb640 10 client.10644 ms_handle_connect on v2:172.21.15.97:6835/84198509 2024-09-21T00:34:01.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.740+0000 7f0839ffb640 1 -- 172.21.15.67:0/805547470 <== mds.0 v2:172.21.15.97:6835/84198509 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x559e6d0c9770 con 0x559e6cd6be40 2024-09-21T00:34:01.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.740+0000 7f0839ffb640 10 client.10644 handle_command_reply: tid=0 2024-09-21T00:34:01.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.740+0000 7f0868448740 1 client.10644 shutdown 2024-09-21T00:34:01.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.741+0000 7f0868448740 1 -- 172.21.15.67:0/805547470 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559e6cd8c590 msgr2=0x559e6d16da30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:01.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.741+0000 7f0868448740 1 --2- 172.21.15.67:0/805547470 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559e6cd8c590 0x559e6d16da30 secure :-1 s=READY pgs=2213 cs=0 l=1 rev1=1 crypto rx=0x7f084407fa90 tx=0x7f084407ecc0 comp rx=0 tx=0).stop 2024-09-21T00:34:01.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.741+0000 7f0868448740 1 -- 172.21.15.67:0/805547470 shutdown_connections 2024-09-21T00:34:01.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.741+0000 7f0868448740 1 --2- 172.21.15.67:0/805547470 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559e6cdad270 0x559e6d192a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:01.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.741+0000 7f0868448740 1 --2- 172.21.15.67:0/805547470 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559e6cd8c590 0x559e6d16da30 unknown :-1 s=CLOSED pgs=2213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:01.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.741+0000 7f0868448740 1 --2- 172.21.15.67:0/805547470 >> [v2:172.21.15.97:6835/84198509,v1:172.21.15.97:6837/84198509] conn(0x559e6cd6be40 0x559e6d191f10 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:01.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.741+0000 7f0868448740 1 --2- 172.21.15.67:0/805547470 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559e6cd843b0 0x559e6d17adb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:01.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.741+0000 7f0868448740 1 -- 172.21.15.67:0/805547470 >> 172.21.15.67:0/805547470 conn(0x559e6cda13c0 msgr2=0x559e6d155330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:01.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.741+0000 7f0839ffb640 0 client.10644 ms_handle_reset on v2:172.21.15.97:6835/84198509 2024-09-21T00:34:01.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.741+0000 7f0868448740 1 -- 172.21.15.67:0/805547470 shutdown_connections 2024-09-21T00:34:01.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.741+0000 7f0868448740 1 -- 172.21.15.67:0/805547470 wait complete. 2024-09-21T00:34:01.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.741+0000 7f0868448740 20 client.10644 trim_cache size 0 max 16384 2024-09-21T00:34:01.761 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.760+0000 7f0868448740 1 Processor -- start 2024-09-21T00:34:01.761 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.760+0000 7f0868448740 1 -- start start 2024-09-21T00:34:01.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.761+0000 7f0868448740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559e6cd843b0 0x559e6d19d350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:01.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.761+0000 7f0868448740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559e6cd8c590 0x559e6d155110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:01.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.761+0000 7f0868448740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559e6cdad270 0x559e6d155650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:01.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.761+0000 7f0868448740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f085c1ff440 con 0x559e6cd843b0 2024-09-21T00:34:01.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.761+0000 7f0868448740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f085c0728a0 con 0x559e6cd8c590 2024-09-21T00:34:01.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.761+0000 7f0868448740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f085c1e5e50 con 0x559e6cdad270 2024-09-21T00:34:01.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.761+0000 7f085affd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559e6cd843b0 0x559e6d19d350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:01.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.761+0000 7f085affd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559e6cd843b0 0x559e6d19d350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45742/0 (socket says 172.21.15.67:45742) 2024-09-21T00:34:01.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.761+0000 7f085affd640 1 -- 172.21.15.67:0/2146751023 learned_addr learned my addr 172.21.15.67:0/2146751023 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:01.763 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.761+0000 7f085affd640 1 -- 172.21.15.67:0/2146751023 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559e6cdad270 msgr2=0x559e6d155650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:34:01.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.761+0000 7f085affd640 1 --2- 172.21.15.67:0/2146751023 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559e6cdad270 0x559e6d155650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:01.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.761+0000 7f085affd640 1 -- 172.21.15.67:0/2146751023 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559e6cd8c590 msgr2=0x559e6d155110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:34:01.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.761+0000 7f085affd640 1 --2- 172.21.15.67:0/2146751023 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559e6cd8c590 0x559e6d155110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:01.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.761+0000 7f085affd640 1 -- 172.21.15.67:0/2146751023 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559e6d151b90 con 0x559e6cd843b0 2024-09-21T00:34:01.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.761+0000 7f085affd640 1 --2- 172.21.15.67:0/2146751023 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559e6cd843b0 0x559e6d19d350 secure :-1 s=READY pgs=2214 cs=0 l=1 rev1=1 crypto rx=0x7f084c013830 tx=0x7f084c016000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=935b1318b31bb2ec server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:01.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.762+0000 7f083bfff640 1 -- 172.21.15.67:0/2146751023 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f084c003d30 con 0x559e6cd843b0 2024-09-21T00:34:01.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.762+0000 7f083bfff640 1 -- 172.21.15.67:0/2146751023 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f084c032440 con 0x559e6cd843b0 2024-09-21T00:34:01.764 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.762+0000 7f083bfff640 1 -- 172.21.15.67:0/2146751023 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f084c032830 con 0x559e6cd843b0 2024-09-21T00:34:01.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.762+0000 7f0868448740 1 -- 172.21.15.67:0/2146751023 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559e6cd843b0 msgr2=0x559e6d19d350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:01.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.762+0000 7f0868448740 1 --2- 172.21.15.67:0/2146751023 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559e6cd843b0 0x559e6d19d350 secure :-1 s=READY pgs=2214 cs=0 l=1 rev1=1 crypto rx=0x7f084c013830 tx=0x7f084c016000 comp rx=0 tx=0).stop 2024-09-21T00:34:01.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.762+0000 7f0868448740 1 -- 172.21.15.67:0/2146751023 shutdown_connections 2024-09-21T00:34:01.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.762+0000 7f0868448740 1 --2- 172.21.15.67:0/2146751023 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559e6cdad270 0x559e6d155650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:01.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.762+0000 7f0868448740 1 --2- 172.21.15.67:0/2146751023 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559e6cd8c590 0x559e6d155110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:01.765 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.762+0000 7f0868448740 1 --2- 172.21.15.67:0/2146751023 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559e6cd843b0 0x559e6d19d350 unknown :-1 s=CLOSED pgs=2214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:01.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.762+0000 7f0868448740 1 -- 172.21.15.67:0/2146751023 >> 172.21.15.67:0/2146751023 conn(0x559e6cda13c0 msgr2=0x559e6d176960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:01.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.763+0000 7f0868448740 1 -- 172.21.15.67:0/2146751023 shutdown_connections 2024-09-21T00:34:01.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.763+0000 7f0868448740 1 -- 172.21.15.67:0/2146751023 wait complete. 2024-09-21T00:34:01.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.763+0000 7f0868448740 1 -- start start 2024-09-21T00:34:01.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.763+0000 7f0868448740 1 Processor -- start 2024-09-21T00:34:01.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.765+0000 7f0868448740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559e6cd843b0 0x559e6d214140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:01.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.765+0000 7f0868448740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559e6cd8c590 0x559e6d21e120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:01.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.765+0000 7f0868448740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559e6cdad270 0x559e6d17a4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:01.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.765+0000 7f0868448740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x559e6ce27620 con 0x559e6cdad270 2024-09-21T00:34:01.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.765+0000 7f0868448740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x559e6d0baa60 con 0x559e6cd843b0 2024-09-21T00:34:01.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.765+0000 7f0868448740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x559e6d1a92e0 con 0x559e6cd8c590 2024-09-21T00:34:01.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.765+0000 7f0868448740 10 client.0 _ll_register_callbacks cb 0x7f08440826a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:34:01.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.765+0000 7f085b7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559e6cdad270 0x559e6d17a4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:01.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.765+0000 7f085b7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559e6cdad270 0x559e6d17a4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45744/0 (socket says 172.21.15.67:45744) 2024-09-21T00:34:01.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.765+0000 7f085b7fe640 1 -- 172.21.15.67:0/4174599949 learned_addr learned my addr 172.21.15.67:0/4174599949 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:01.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.765+0000 7f0853fff640 1 --2- 172.21.15.67:0/4174599949 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559e6cd8c590 0x559e6d21e120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:01.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.765+0000 7f085affd640 1 --2- 172.21.15.67:0/4174599949 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559e6cd843b0 0x559e6d214140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:01.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.765+0000 7f085b7fe640 1 -- 172.21.15.67:0/4174599949 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559e6cd8c590 msgr2=0x559e6d21e120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:34:01.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.765+0000 7f085b7fe640 1 --2- 172.21.15.67:0/4174599949 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559e6cd8c590 0x559e6d21e120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:01.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.765+0000 7f085b7fe640 1 -- 172.21.15.67:0/4174599949 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559e6cd843b0 msgr2=0x559e6d214140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:34:01.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.765+0000 7f085b7fe640 1 --2- 172.21.15.67:0/4174599949 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559e6cd843b0 0x559e6d214140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:01.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.765+0000 7f085b7fe640 1 -- 172.21.15.67:0/4174599949 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559e6d17cf70 con 0x559e6cdad270 2024-09-21T00:34:01.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.765+0000 7f0853fff640 1 --2- 172.21.15.67:0/4174599949 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559e6cd8c590 0x559e6d21e120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:34:01.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.765+0000 7f085b7fe640 1 --2- 172.21.15.67:0/4174599949 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559e6cdad270 0x559e6d17a4c0 secure :-1 s=READY pgs=2215 cs=0 l=1 rev1=1 crypto rx=0x7f085c0712f0 tx=0x7f0854006410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f2a74df5c14dac9 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:01.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.765+0000 7f0839ffb640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:34:01.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.765+0000 7f0839ffb640 1 -- 172.21.15.67:0/4174599949 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0854013650 con 0x559e6cdad270 2024-09-21T00:34:01.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.766+0000 7f0839ffb640 1 -- 172.21.15.67:0/4174599949 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(173..173 src has 1..173) ==== 5709+0+0 (secure 0 0 0) 0x7f085400e980 con 0x559e6cdad270 2024-09-21T00:34:01.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.766+0000 7f0868448740 1 -- 172.21.15.67:0/4174599949 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f084c032440 con 0x559e6cdad270 2024-09-21T00:34:01.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.766+0000 7f0839ffb640 1 -- 172.21.15.67:0/4174599949 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=151) ==== 24+0+0 (secure 0 0 0) 0x7f085400eba0 con 0x559e6cdad270 2024-09-21T00:34:01.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.766+0000 7f0868448740 10 client.10650 fetch_fsmap learned FSMap version 151 2024-09-21T00:34:01.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.766+0000 7f0868448740 1 -- 172.21.15.67:0/4174599949 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=151,monmap=2+}) -- 0x559e6d21dc00 con 0x559e6cdad270 2024-09-21T00:34:01.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.766+0000 7f0839ffb640 1 -- 172.21.15.67:0/4174599949 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f084c032440 con 0x559e6cdad270 2024-09-21T00:34:01.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.766+0000 7f0839ffb640 1 -- 172.21.15.67:0/4174599949 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 151) ==== 3502+0+0 (secure 0 0 0) 0x7f085401c060 con 0x559e6cdad270 2024-09-21T00:34:01.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.766+0000 7f0868448740 10 client.10650 fetch_fsmap finished waiting for FSMap version 151 2024-09-21T00:34:01.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.766+0000 7f0868448740 10 client.10650 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-21T00:34:01.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.766+0000 7f0868448740 20 client.10650 populate_metadata read hostname 'smithi067' 2024-09-21T00:34:01.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.766+0000 7f0868448740 1 --2- 172.21.15.67:0/4174599949 >> [v2:172.21.15.97:6835/84198509,v1:172.21.15.97:6837/84198509] conn(0x559e6d1557e0 0x559e6d220d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:01.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.766+0000 7f0868448740 4 client.10650 mds_command: new command op to 9379 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-21T00:34:01.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.766+0000 7f0868448740 1 -- 172.21.15.67:0/4174599949 --> [v2:172.21.15.97:6835/84198509,v1:172.21.15.97:6837/84198509] -- command(tid 0: {"prefix": "status"}) -- 0x559e6d0c5220 con 0x559e6d1557e0 2024-09-21T00:34:01.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.766+0000 7f085affd640 1 --2- 172.21.15.67:0/4174599949 >> [v2:172.21.15.97:6835/84198509,v1:172.21.15.97:6837/84198509] conn(0x559e6d1557e0 0x559e6d220d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:01.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.767+0000 7f0839ffb640 10 client.10650 ms_handle_connect on v2:172.21.15.97:6835/84198509 2024-09-21T00:34:01.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.767+0000 7f085affd640 1 --2- 172.21.15.67:0/4174599949 >> [v2:172.21.15.97:6835/84198509,v1:172.21.15.97:6837/84198509] conn(0x559e6d1557e0 0x559e6d220d00 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f79054086abc7408 server_cookie=ba9e209adc678a6b in_seq=0 out_seq=0 2024-09-21T00:34:01.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.767+0000 7f0839ffb640 1 -- 172.21.15.67:0/4174599949 <== mds.0 v2:172.21.15.97:6835/84198509 1 ==== command_reply(tid 0: 0 ) ==== 8+0+322 (crc 0 0 0) 0x559e6d0c5220 con 0x559e6d1557e0 2024-09-21T00:34:01.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.767+0000 7f0839ffb640 10 client.10650 handle_command_reply: tid=0 2024-09-21T00:34:01.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.767+0000 7f0868448740 1 client.10650 shutdown 2024-09-21T00:34:01.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.767+0000 7f0868448740 1 -- 172.21.15.67:0/4174599949 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559e6cdad270 msgr2=0x559e6d17a4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:01.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.767+0000 7f0868448740 1 --2- 172.21.15.67:0/4174599949 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559e6cdad270 0x559e6d17a4c0 secure :-1 s=READY pgs=2215 cs=0 l=1 rev1=1 crypto rx=0x7f085c0712f0 tx=0x7f0854006410 comp rx=0 tx=0).stop 2024-09-21T00:34:01.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.767+0000 7f0868448740 1 -- 172.21.15.67:0/4174599949 shutdown_connections 2024-09-21T00:34:01.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.767+0000 7f0868448740 1 --2- 172.21.15.67:0/4174599949 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559e6cdad270 0x559e6d17a4c0 unknown :-1 s=CLOSED pgs=2215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:01.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.767+0000 7f0868448740 1 --2- 172.21.15.67:0/4174599949 >> [v2:172.21.15.97:6835/84198509,v1:172.21.15.97:6837/84198509] conn(0x559e6d1557e0 0x559e6d220d00 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:01.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.767+0000 7f0868448740 1 --2- 172.21.15.67:0/4174599949 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559e6cd8c590 0x559e6d21e120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:01.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.767+0000 7f0868448740 1 --2- 172.21.15.67:0/4174599949 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559e6cd843b0 0x559e6d214140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:01.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.767+0000 7f0839ffb640 0 client.10650 ms_handle_reset on v2:172.21.15.97:6835/84198509 2024-09-21T00:34:01.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.767+0000 7f0868448740 1 -- 172.21.15.67:0/4174599949 >> 172.21.15.67:0/4174599949 conn(0x559e6cda13c0 msgr2=0x559e6d191df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:01.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.767+0000 7f0868448740 1 -- 172.21.15.67:0/4174599949 shutdown_connections 2024-09-21T00:34:01.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.767+0000 7f0868448740 1 -- 172.21.15.67:0/4174599949 wait complete. 2024-09-21T00:34:01.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.768+0000 7f0868448740 20 client.10650 trim_cache size 0 max 16384 2024-09-21T00:34:01.774 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:34:01.774 INFO:teuthology.orchestra.run.smithi067.stdout: "cluster_fsid": "166a8832-baab-4541-be5c-9c3483b3f7a3", 2024-09-21T00:34:01.774 INFO:teuthology.orchestra.run.smithi067.stdout: "whoami": 0, 2024-09-21T00:34:01.774 INFO:teuthology.orchestra.run.smithi067.stdout: "id": 9379, 2024-09-21T00:34:01.774 INFO:teuthology.orchestra.run.smithi067.stdout: "want_state": "up:active", 2024-09-21T00:34:01.774 INFO:teuthology.orchestra.run.smithi067.stdout: "state": "up:active", 2024-09-21T00:34:01.774 INFO:teuthology.orchestra.run.smithi067.stdout: "fs_name": "cephfs", 2024-09-21T00:34:01.775 INFO:teuthology.orchestra.run.smithi067.stdout: "rank_uptime": 10.349435091, 2024-09-21T00:34:01.775 INFO:teuthology.orchestra.run.smithi067.stdout: "mdsmap_epoch": 151, 2024-09-21T00:34:01.775 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch": 173, 2024-09-21T00:34:01.775 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch_barrier": 173, 2024-09-21T00:34:01.775 INFO:teuthology.orchestra.run.smithi067.stdout: "uptime": 14.977957171 2024-09-21T00:34:01.775 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:34:01.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.768+0000 7f08614dc640 1 -- 172.21.15.67:0/3839511449 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f083c078b90 msgr2=0x7f083c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:01.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.768+0000 7f08614dc640 1 --2- 172.21.15.67:0/3839511449 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f083c078b90 0x7f083c07b0a0 secure :-1 s=READY pgs=831 cs=0 l=1 rev1=1 crypto rx=0x7f084c009a90 tx=0x7f084c005f90 comp rx=0 tx=0).stop 2024-09-21T00:34:01.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.768+0000 7f08614dc640 1 -- 172.21.15.67:0/3839511449 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f085c0c8e50 msgr2=0x7f085c1f4240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:01.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.768+0000 7f08614dc640 1 --2- 172.21.15.67:0/3839511449 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f085c0c8e50 0x7f085c1f4240 secure :-1 s=READY pgs=2212 cs=0 l=1 rev1=1 crypto rx=0x7f084402a9c0 tx=0x7f0844006150 comp rx=0 tx=0).stop 2024-09-21T00:34:01.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.768+0000 7f08614dc640 1 -- 172.21.15.67:0/3839511449 shutdown_connections 2024-09-21T00:34:01.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.768+0000 7f08614dc640 1 --2- 172.21.15.67:0/3839511449 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f083c078b90 0x7f083c07b0a0 unknown :-1 s=CLOSED pgs=831 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:01.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.768+0000 7f08614dc640 1 --2- 172.21.15.67:0/3839511449 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f085c0af850 0x7f085c0b0b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:01.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.768+0000 7f08614dc640 1 --2- 172.21.15.67:0/3839511449 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f085c0c8e50 0x7f085c1f4240 unknown :-1 s=CLOSED pgs=2212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:01.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.768+0000 7f08614dc640 1 --2- 172.21.15.67:0/3839511449 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0848004800 0x7f085c1f6e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:01.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.768+0000 7f08614dc640 1 -- 172.21.15.67:0/3839511449 >> 172.21.15.67:0/3839511449 conn(0x7f085c0b4140 msgr2=0x7f085c0cd440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:01.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.768+0000 7f08614dc640 1 -- 172.21.15.67:0/3839511449 shutdown_connections 2024-09-21T00:34:01.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.768+0000 7f08614dc640 1 -- 172.21.15.67:0/3839511449 wait complete. 2024-09-21T00:34:01.780 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-21T00:34:01.897 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.896+0000 7f3627790640 1 -- 172.21.15.67:0/4291385830 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f36200d1420 msgr2=0x7f36200cf100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:01.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.896+0000 7f3627790640 1 --2- 172.21.15.67:0/4291385830 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f36200d1420 0x7f36200cf100 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f3618005fd0 tx=0x7f361802a8b0 comp rx=0 tx=0).stop 2024-09-21T00:34:01.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.896+0000 7f3627790640 1 -- 172.21.15.67:0/4291385830 shutdown_connections 2024-09-21T00:34:01.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.896+0000 7f3627790640 1 --2- 172.21.15.67:0/4291385830 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f36200d1420 0x7f36200cf100 unknown :-1 s=CLOSED pgs=678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:01.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.896+0000 7f3627790640 1 --2- 172.21.15.67:0/4291385830 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f36200b9780 0x7f36200d2cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:01.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.896+0000 7f3627790640 1 -- 172.21.15.67:0/4291385830 >> 172.21.15.67:0/4291385830 conn(0x7f362008bee0 msgr2=0x7f36200d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:01.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.896+0000 7f3627790640 1 -- 172.21.15.67:0/4291385830 shutdown_connections 2024-09-21T00:34:01.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.896+0000 7f3627790640 1 -- 172.21.15.67:0/4291385830 wait complete. 2024-09-21T00:34:01.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.898+0000 7f3627790640 1 Processor -- start 2024-09-21T00:34:01.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.898+0000 7f3627790640 1 -- start start 2024-09-21T00:34:01.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.899+0000 7f3627790640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f36200b9780 0x7f3620150110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:01.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.899+0000 7f3627790640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f36200d1010 0x7f3620150650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:01.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.899+0000 7f3627790640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f36200d1420 0x7f36200a12a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:01.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.899+0000 7f3627790640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f36200cf640 con 0x7f36200d1010 2024-09-21T00:34:01.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.899+0000 7f3627790640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f36200b7d10 con 0x7f36200d1420 2024-09-21T00:34:01.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.899+0000 7f3627790640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f36200cf7c0 con 0x7f36200b9780 2024-09-21T00:34:01.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.899+0000 7f3624d2b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f36200d1010 0x7f3620150650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:01.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.899+0000 7f3624d2b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f36200d1010 0x7f3620150650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45748/0 (socket says 172.21.15.67:45748) 2024-09-21T00:34:01.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.899+0000 7f3624d2b640 1 -- 172.21.15.67:0/3544775960 learned_addr learned my addr 172.21.15.67:0/3544775960 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:01.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.899+0000 7f362552c640 1 --2- 172.21.15.67:0/3544775960 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f36200b9780 0x7f3620150110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:01.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.900+0000 7f3625d2d640 1 --2- 172.21.15.67:0/3544775960 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f36200d1420 0x7f36200a12a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:01.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.900+0000 7f3624d2b640 1 -- 172.21.15.67:0/3544775960 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f36200b9780 msgr2=0x7f3620150110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:01.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.900+0000 7f3624d2b640 1 --2- 172.21.15.67:0/3544775960 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f36200b9780 0x7f3620150110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:01.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.900+0000 7f3624d2b640 1 -- 172.21.15.67:0/3544775960 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f36200d1420 msgr2=0x7f36200a12a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:01.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.900+0000 7f3624d2b640 1 --2- 172.21.15.67:0/3544775960 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f36200d1420 0x7f36200a12a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:01.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.900+0000 7f3624d2b640 1 -- 172.21.15.67:0/3544775960 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f362015bd40 con 0x7f36200d1010 2024-09-21T00:34:01.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.900+0000 7f3624d2b640 1 --2- 172.21.15.67:0/3544775960 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f36200d1010 0x7f3620150650 secure :-1 s=READY pgs=2216 cs=0 l=1 rev1=1 crypto rx=0x7f361000c3c0 tx=0x7f361000c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:01.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.900+0000 7f3615ffb640 1 -- 172.21.15.67:0/3544775960 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3610017070 con 0x7f36200d1010 2024-09-21T00:34:01.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.900+0000 7f3627790640 1 -- 172.21.15.67:0/3544775960 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f362015c020 con 0x7f36200d1010 2024-09-21T00:34:01.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.900+0000 7f3615ffb640 1 -- 172.21.15.67:0/3544775960 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f36100035f0 con 0x7f36200d1010 2024-09-21T00:34:01.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.900+0000 7f3615ffb640 1 -- 172.21.15.67:0/3544775960 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3610003a80 con 0x7f36200d1010 2024-09-21T00:34:01.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.900+0000 7f3627790640 1 -- 172.21.15.67:0/3544775960 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f362014aee0 con 0x7f36200d1010 2024-09-21T00:34:01.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.901+0000 7f3627790640 1 -- 172.21.15.67:0/3544775960 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f36200d2cf0 con 0x7f36200d1010 2024-09-21T00:34:01.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.902+0000 7f3615ffb640 1 -- 172.21.15.67:0/3544775960 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f361001a070 con 0x7f36200d1010 2024-09-21T00:34:01.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.903+0000 7f3615ffb640 1 --2- 172.21.15.67:0/3544775960 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3604078bc0 0x7f360407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:01.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.903+0000 7f3615ffb640 1 -- 172.21.15.67:0/3544775960 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(173..173 src has 1..173) ==== 5709+0+0 (secure 0 0 0) 0x7f3610099fa0 con 0x7f36200d1010 2024-09-21T00:34:01.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.903+0000 7f362552c640 1 --2- 172.21.15.67:0/3544775960 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3604078bc0 0x7f360407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:01.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.904+0000 7f362552c640 1 --2- 172.21.15.67:0/3544775960 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3604078bc0 0x7f360407b0d0 secure :-1 s=READY pgs=832 cs=0 l=1 rev1=1 crypto rx=0x7f361c009660 tx=0x7f361c0091e0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:01.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:01.907+0000 7f3615ffb640 1 -- 172.21.15.67:0/3544775960 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f3610061d10 con 0x7f36200d1010 2024-09-21T00:34:02.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:02.134+0000 7f3627790640 1 -- 172.21.15.67:0/3544775960 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f36200c7bd0 con 0x7f36200d1010 2024-09-21T00:34:02.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:02.134+0000 7f3615ffb640 1 -- 172.21.15.67:0/3544775960 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v151) ==== 53+0+73 (secure 0 0 0) 0x7f3610066740 con 0x7f36200d1010 2024-09-21T00:34:02.135 INFO:teuthology.orchestra.run.smithi067.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-21T00:34:02.138 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:02.137+0000 7f3627790640 1 -- 172.21.15.67:0/3544775960 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3604078bc0 msgr2=0x7f360407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:02.138 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:02.137+0000 7f3627790640 1 --2- 172.21.15.67:0/3544775960 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3604078bc0 0x7f360407b0d0 secure :-1 s=READY pgs=832 cs=0 l=1 rev1=1 crypto rx=0x7f361c009660 tx=0x7f361c0091e0 comp rx=0 tx=0).stop 2024-09-21T00:34:02.138 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:02.137+0000 7f3627790640 1 -- 172.21.15.67:0/3544775960 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f36200d1010 msgr2=0x7f3620150650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:02.138 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:02.137+0000 7f3627790640 1 --2- 172.21.15.67:0/3544775960 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f36200d1010 0x7f3620150650 secure :-1 s=READY pgs=2216 cs=0 l=1 rev1=1 crypto rx=0x7f361000c3c0 tx=0x7f361000c880 comp rx=0 tx=0).stop 2024-09-21T00:34:02.138 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:02.137+0000 7f3627790640 1 -- 172.21.15.67:0/3544775960 shutdown_connections 2024-09-21T00:34:02.138 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:02.137+0000 7f3627790640 1 --2- 172.21.15.67:0/3544775960 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3604078bc0 0x7f360407b0d0 unknown :-1 s=CLOSED pgs=832 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:02.139 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:02.137+0000 7f3627790640 1 --2- 172.21.15.67:0/3544775960 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f36200d1420 0x7f36200a12a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:02.139 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:02.137+0000 7f3627790640 1 --2- 172.21.15.67:0/3544775960 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f36200d1010 0x7f3620150650 unknown :-1 s=CLOSED pgs=2216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:02.139 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:02.137+0000 7f3627790640 1 --2- 172.21.15.67:0/3544775960 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f36200b9780 0x7f3620150110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:02.139 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:02.137+0000 7f3627790640 1 -- 172.21.15.67:0/3544775960 >> 172.21.15.67:0/3544775960 conn(0x7f362008bee0 msgr2=0x7f362015f580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:02.139 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:02.137+0000 7f3627790640 1 -- 172.21.15.67:0/3544775960 shutdown_connections 2024-09-21T00:34:02.139 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:02.137+0000 7f3627790640 1 -- 172.21.15.67:0/3544775960 wait complete. 2024-09-21T00:34:02.149 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-21T00:34:02.149 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-21T00:34:02.149 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi067.front.sepia.ceph.com 2024-09-21T00:34:02.150 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-21T00:34:02.150 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-21T00:34:02.150 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-21T00:34:02.150 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-21T00:34:02.150 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-21T00:34:02.150 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-21T00:34:02.150 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:34:02.150 DEBUG:teuthology.orchestra.run.smithi067:> ip addr 2024-09-21T00:34:02.167 INFO:teuthology.orchestra.run.smithi067.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-21T00:34:02.167 INFO:teuthology.orchestra.run.smithi067.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-21T00:34:02.167 INFO:teuthology.orchestra.run.smithi067.stdout: inet 127.0.0.1/8 scope host lo 2024-09-21T00:34:02.167 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:34:02.167 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 ::1/128 scope host 2024-09-21T00:34:02.167 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:34:02.167 INFO:teuthology.orchestra.run.smithi067.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-21T00:34:02.167 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:a8:b4:7e brd ff:ff:ff:ff:ff:ff 2024-09-21T00:34:02.167 INFO:teuthology.orchestra.run.smithi067.stdout: altname enp7s0f0 2024-09-21T00:34:02.167 INFO:teuthology.orchestra.run.smithi067.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-21T00:34:02.168 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:a8:b4:7f brd ff:ff:ff:ff:ff:ff 2024-09-21T00:34:02.168 INFO:teuthology.orchestra.run.smithi067.stdout: altname enp7s0f1 2024-09-21T00:34:02.168 INFO:teuthology.orchestra.run.smithi067.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-21T00:34:02.168 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:b6:fc:0a brd ff:ff:ff:ff:ff:ff 2024-09-21T00:34:02.168 INFO:teuthology.orchestra.run.smithi067.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-21T00:34:02.168 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:b6:fc:0b brd ff:ff:ff:ff:ff:ff 2024-09-21T00:34:02.168 INFO:teuthology.orchestra.run.smithi067.stdout: inet 172.21.15.67/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-21T00:34:02.168 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft 42025sec preferred_lft 42025sec 2024-09-21T00:34:02.168 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::ec4:7aff:feb6:fc0b/64 scope link noprefixroute 2024-09-21T00:34:02.168 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:34:02.168 INFO:teuthology.orchestra.run.smithi067.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-21T00:34:02.168 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether ae:69:02:89:12:0b brd ff:ff:ff:ff:ff:ff 2024-09-21T00:34:02.168 INFO:teuthology.orchestra.run.smithi067.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-21T00:34:02.169 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:34:02.169 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::cb7:27ff:fe38:31a4/64 scope link 2024-09-21T00:34:02.169 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:34:02.169 INFO:teuthology.orchestra.run.smithi067.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T00:34:02.169 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether ae:69:02:89:12:0b brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:34:02.169 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::ac69:2ff:fe89:120b/64 scope link 2024-09-21T00:34:02.169 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:34:02.169 INFO:teuthology.orchestra.run.smithi067.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T00:34:02.169 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether d6:c9:e4:80:cc:a3 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:34:02.169 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::d4c9:e4ff:fe80:cca3/64 scope link 2024-09-21T00:34:02.169 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:34:02.169 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:34:02.170 DEBUG:teuthology.orchestra.run.smithi067:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-21T00:34:02.231 INFO:teuthology.orchestra.run.smithi067.stdout:1 2024-09-21T00:34:02.232 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:34:02.232 DEBUG:teuthology.orchestra.run.smithi067:> route 2024-09-21T00:34:02.289 INFO:teuthology.orchestra.run.smithi067.stdout:Kernel IP routing table 2024-09-21T00:34:02.289 INFO:teuthology.orchestra.run.smithi067.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-21T00:34:02.289 INFO:teuthology.orchestra.run.smithi067.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-21T00:34:02.289 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-21T00:34:02.289 INFO:teuthology.orchestra.run.smithi067.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-21T00:34:02.289 DEBUG:teuthology.orchestra.run.smithi067:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T00:34:02.290 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:34:02.290 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-21T00:34:02.290 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-21T00:34:02.290 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-21T00:34:02.290 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:34:02.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:02 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T00:34:02.410 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:34:02.418 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:34:02.418 DEBUG:teuthology.orchestra.run.smithi067:> ip netns list 2024-09-21T00:34:02.434 INFO:teuthology.orchestra.run.smithi067.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-21T00:34:02.434 INFO:teuthology.orchestra.run.smithi067.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-21T00:34:02.435 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-21T00:34:02.435 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:34:02.435 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip link set brx.0 up 2024-09-21T00:34:02.500 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-21T00:34:02.500 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T00:34:02.500 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-21T00:34:02.556 INFO:teuthology.orchestra.run.smithi067.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-21T00:34:02.556 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T00:34:02.557 DEBUG:teuthology.orchestra.run.smithi067:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-21T00:34:02.612 DEBUG:teuthology.orchestra.run.smithi067:> sudo modprobe fuse 2024-09-21T00:34:02.677 DEBUG:teuthology.orchestra.run.smithi067:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T00:34:02.734 INFO:teuthology.orchestra.run.smithi067.stdout:/proc 2024-09-21T00:34:02.734 INFO:teuthology.orchestra.run.smithi067.stdout:/sys 2024-09-21T00:34:02.734 INFO:teuthology.orchestra.run.smithi067.stdout:/dev 2024-09-21T00:34:02.734 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/security 2024-09-21T00:34:02.734 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/shm 2024-09-21T00:34:02.734 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/pts 2024-09-21T00:34:02.734 INFO:teuthology.orchestra.run.smithi067.stdout:/run 2024-09-21T00:34:02.734 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/cgroup 2024-09-21T00:34:02.734 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/pstore 2024-09-21T00:34:02.734 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/bpf 2024-09-21T00:34:02.734 INFO:teuthology.orchestra.run.smithi067.stdout:/ 2024-09-21T00:34:02.734 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/selinux 2024-09-21T00:34:02.734 INFO:teuthology.orchestra.run.smithi067.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T00:34:02.735 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/hugepages 2024-09-21T00:34:02.735 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/mqueue 2024-09-21T00:34:02.735 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/debug 2024-09-21T00:34:02.735 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/tracing 2024-09-21T00:34:02.735 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/fuse/connections 2024-09-21T00:34:02.735 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-sysctl.service 2024-09-21T00:34:02.735 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/config 2024-09-21T00:34:02.735 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-21T00:34:02.735 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-21T00:34:02.735 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/nfs/rpc_pipefs 2024-09-21T00:34:02.735 INFO:teuthology.orchestra.run.smithi067.stdout:/run/user/1000 2024-09-21T00:34:02.735 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph 2024-09-21T00:34:02.735 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T00:34:02.735 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T00:34:02.735 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T00:34:02.736 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T00:34:02.736 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns 2024-09-21T00:34:02.736 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:34:02.736 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:34:02.736 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:34:02.736 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:34:02.737 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:34:02.737 DEBUG:teuthology.orchestra.run.smithi067:> ls /sys/fs/fuse/connections 2024-09-21T00:34:02.792 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-21T00:34:02.792 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-21T00:34:02.835 DEBUG:teuthology.orchestra.run.smithi067:> sudo modprobe fuse 2024-09-21T00:34:02.860 DEBUG:teuthology.orchestra.run.smithi067:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T00:34:02.919 INFO:teuthology.orchestra.run.smithi067.stdout:/proc 2024-09-21T00:34:02.919 INFO:teuthology.orchestra.run.smithi067.stdout:/sys 2024-09-21T00:34:02.919 INFO:teuthology.orchestra.run.smithi067.stdout:/dev 2024-09-21T00:34:02.919 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/security 2024-09-21T00:34:02.919 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/shm 2024-09-21T00:34:02.919 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/pts 2024-09-21T00:34:02.919 INFO:teuthology.orchestra.run.smithi067.stdout:/run 2024-09-21T00:34:02.919 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/cgroup 2024-09-21T00:34:02.919 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/pstore 2024-09-21T00:34:02.920 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/bpf 2024-09-21T00:34:02.920 INFO:teuthology.orchestra.run.smithi067.stdout:/ 2024-09-21T00:34:02.920 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/selinux 2024-09-21T00:34:02.920 INFO:teuthology.orchestra.run.smithi067.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T00:34:02.920 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/hugepages 2024-09-21T00:34:02.920 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/mqueue 2024-09-21T00:34:02.920 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/debug 2024-09-21T00:34:02.920 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/tracing 2024-09-21T00:34:02.920 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/fuse/connections 2024-09-21T00:34:02.920 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-sysctl.service 2024-09-21T00:34:02.920 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/config 2024-09-21T00:34:02.920 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-21T00:34:02.920 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-21T00:34:02.920 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/nfs/rpc_pipefs 2024-09-21T00:34:02.921 INFO:teuthology.orchestra.run.smithi067.stdout:/run/user/1000 2024-09-21T00:34:02.921 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph 2024-09-21T00:34:02.921 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T00:34:02.921 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T00:34:02.921 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T00:34:02.921 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T00:34:02.921 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns 2024-09-21T00:34:02.921 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:34:02.921 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:34:02.921 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:34:02.921 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:34:02.921 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:34:02.921 DEBUG:teuthology.orchestra.run.smithi067:> ls /sys/fs/fuse/connections 2024-09-21T00:34:02.931 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:2024-09-21T00:34:02.930+0000 7fcd3507c480 -1 init, newargv = 0x55daa6453af0 newargc=15 2024-09-21T00:34:02.931 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:ceph-fuse[105367]: starting ceph client 2024-09-21T00:34:02.936 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:ceph-fuse[105367]: starting fuse 2024-09-21T00:34:02.947 INFO:teuthology.orchestra.run.smithi067.stdout:41 2024-09-21T00:34:02.947 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-21T00:34:02.947 DEBUG:teuthology.orchestra.run.smithi067:> sudo stdin-killer -- python3 -c ' 2024-09-21T00:34:02.947 DEBUG:teuthology.orchestra.run.smithi067:> import glob 2024-09-21T00:34:02.947 DEBUG:teuthology.orchestra.run.smithi067:> import re 2024-09-21T00:34:02.947 DEBUG:teuthology.orchestra.run.smithi067:> import os 2024-09-21T00:34:02.947 DEBUG:teuthology.orchestra.run.smithi067:> import subprocess 2024-09-21T00:34:02.948 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:34:02.948 DEBUG:teuthology.orchestra.run.smithi067:> def _find_admin_socket(client_name): 2024-09-21T00:34:02.948 DEBUG:teuthology.orchestra.run.smithi067:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-21T00:34:02.948 DEBUG:teuthology.orchestra.run.smithi067:> files = glob.glob(asok_path) 2024-09-21T00:34:02.948 DEBUG:teuthology.orchestra.run.smithi067:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-21T00:34:02.948 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:34:02.948 DEBUG:teuthology.orchestra.run.smithi067:> # Given a non-glob path, it better be there 2024-09-21T00:34:02.948 DEBUG:teuthology.orchestra.run.smithi067:> if "*" not in asok_path: 2024-09-21T00:34:02.948 DEBUG:teuthology.orchestra.run.smithi067:> assert(len(files) == 1) 2024-09-21T00:34:02.948 DEBUG:teuthology.orchestra.run.smithi067:> return files[0] 2024-09-21T00:34:02.948 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:34:02.948 DEBUG:teuthology.orchestra.run.smithi067:> for f in files: 2024-09-21T00:34:02.948 DEBUG:teuthology.orchestra.run.smithi067:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-21T00:34:02.948 DEBUG:teuthology.orchestra.run.smithi067:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-21T00:34:02.948 DEBUG:teuthology.orchestra.run.smithi067:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-21T00:34:02.948 DEBUG:teuthology.orchestra.run.smithi067:> contents = proc_f.read() 2024-09-21T00:34:02.949 DEBUG:teuthology.orchestra.run.smithi067:> if mountpoint in contents: 2024-09-21T00:34:02.949 DEBUG:teuthology.orchestra.run.smithi067:> return f 2024-09-21T00:34:02.949 DEBUG:teuthology.orchestra.run.smithi067:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-21T00:34:02.949 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:34:02.949 DEBUG:teuthology.orchestra.run.smithi067:> print(_find_admin_socket("client.0")) 2024-09-21T00:34:02.949 DEBUG:teuthology.orchestra.run.smithi067:> ' 2024-09-21T00:34:03.067 INFO:teuthology.orchestra.run.smithi067.stdout:/var/run/ceph/ceph-client.0.105367.asok 2024-09-21T00:34:03.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:34:03.078 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.105367.asok 2024-09-21T00:34:03.078 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:34:03.078 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.105367.asok status 2024-09-21T00:34:03.224 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:34:03.224 INFO:teuthology.orchestra.run.smithi067.stdout: "metadata": { 2024-09-21T00:34:03.224 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", 2024-09-21T00:34:03.224 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", 2024-09-21T00:34:03.224 INFO:teuthology.orchestra.run.smithi067.stdout: "entity_id": "0", 2024-09-21T00:34:03.224 INFO:teuthology.orchestra.run.smithi067.stdout: "hostname": "smithi067", 2024-09-21T00:34:03.224 INFO:teuthology.orchestra.run.smithi067.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-21T00:34:03.224 INFO:teuthology.orchestra.run.smithi067.stdout: "pid": "105367", 2024-09-21T00:34:03.225 INFO:teuthology.orchestra.run.smithi067.stdout: "root": "/" 2024-09-21T00:34:03.225 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:34:03.225 INFO:teuthology.orchestra.run.smithi067.stdout: "dentry_count": 0, 2024-09-21T00:34:03.225 INFO:teuthology.orchestra.run.smithi067.stdout: "dentry_pinned_count": 0, 2024-09-21T00:34:03.225 INFO:teuthology.orchestra.run.smithi067.stdout: "id": 10659, 2024-09-21T00:34:03.225 INFO:teuthology.orchestra.run.smithi067.stdout: "inst": { 2024-09-21T00:34:03.225 INFO:teuthology.orchestra.run.smithi067.stdout: "name": { 2024-09-21T00:34:03.225 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "client", 2024-09-21T00:34:03.225 INFO:teuthology.orchestra.run.smithi067.stdout: "num": 10659 2024-09-21T00:34:03.225 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:34:03.225 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": { 2024-09-21T00:34:03.225 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "v1", 2024-09-21T00:34:03.225 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": "192.168.0.1:0", 2024-09-21T00:34:03.225 INFO:teuthology.orchestra.run.smithi067.stdout: "nonce": 467311900 2024-09-21T00:34:03.225 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:34:03.225 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:34:03.226 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": { 2024-09-21T00:34:03.226 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "v1", 2024-09-21T00:34:03.226 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": "192.168.0.1:0", 2024-09-21T00:34:03.226 INFO:teuthology.orchestra.run.smithi067.stdout: "nonce": 467311900 2024-09-21T00:34:03.226 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:34:03.226 INFO:teuthology.orchestra.run.smithi067.stdout: "inst_str": "client.10659 192.168.0.1:0/467311900", 2024-09-21T00:34:03.226 INFO:teuthology.orchestra.run.smithi067.stdout: "addr_str": "192.168.0.1:0/467311900", 2024-09-21T00:34:03.226 INFO:teuthology.orchestra.run.smithi067.stdout: "inode_count": 1, 2024-09-21T00:34:03.226 INFO:teuthology.orchestra.run.smithi067.stdout: "mds_epoch": 151, 2024-09-21T00:34:03.226 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_epoch": 173, 2024-09-21T00:34:03.226 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_epoch_barrier": 0, 2024-09-21T00:34:03.226 INFO:teuthology.orchestra.run.smithi067.stdout: "blocklisted": false, 2024-09-21T00:34:03.226 INFO:teuthology.orchestra.run.smithi067.stdout: "fs_name": "cephfs" 2024-09-21T00:34:03.226 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:34:03.233 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:34:03.233 DEBUG:teuthology.orchestra.run.smithi067:> stat --file-system '--printf=%T 2024-09-21T00:34:03.233 DEBUG:teuthology.orchestra.run.smithi067:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-21T00:34:03.249 INFO:teuthology.orchestra.run.smithi067.stdout:fuseblk 2024-09-21T00:34:03.249 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-21T00:34:03.249 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:34:03.249 DEBUG:teuthology.orchestra.run.smithi067:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-21T00:34:03.317 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.13:0 damage ls 2024-09-21T00:34:03.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.474+0000 7efe705ad640 1 -- 172.21.15.67:0/3446574635 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efe680d3590 msgr2=0x7efe680b9950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:03.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.474+0000 7efe705ad640 1 --2- 172.21.15.67:0/3446574635 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efe680d3590 0x7efe680b9950 secure :-1 s=READY pgs=2221 cs=0 l=1 rev1=1 crypto rx=0x7efe60009820 tx=0x7efe6002a480 comp rx=0 tx=0).stop 2024-09-21T00:34:03.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.474+0000 7efe705ad640 1 -- 172.21.15.67:0/3446574635 shutdown_connections 2024-09-21T00:34:03.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.474+0000 7efe705ad640 1 --2- 172.21.15.67:0/3446574635 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efe680d3590 0x7efe680b9950 unknown :-1 s=CLOSED pgs=2221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:03.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.474+0000 7efe705ad640 1 -- 172.21.15.67:0/3446574635 >> 172.21.15.67:0/3446574635 conn(0x7efe6809da10 msgr2=0x7efe680d46a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:03.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.474+0000 7efe705ad640 1 -- 172.21.15.67:0/3446574635 shutdown_connections 2024-09-21T00:34:03.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.474+0000 7efe705ad640 1 -- 172.21.15.67:0/3446574635 wait complete. 2024-09-21T00:34:03.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.476+0000 7efe705ad640 1 Processor -- start 2024-09-21T00:34:03.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.476+0000 7efe705ad640 1 -- start start 2024-09-21T00:34:03.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.477+0000 7efe705ad640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efe680d3590 0x7efe680a1970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:03.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.477+0000 7efe705ad640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efe680d4db0 0x7efe6815fb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:03.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.478+0000 7efe705ad640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efe681f98d0 0x7efe681f8d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:03.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.478+0000 7efe705ad640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7efe680b4e90 con 0x7efe680d4db0 2024-09-21T00:34:03.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.478+0000 7efe705ad640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7efe680b4d10 con 0x7efe681f98d0 2024-09-21T00:34:03.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.478+0000 7efe705ad640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7efe680b5010 con 0x7efe680d3590 2024-09-21T00:34:03.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.478+0000 7efe6db48640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efe680d4db0 0x7efe6815fb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:03.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.478+0000 7efe6db48640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efe680d4db0 0x7efe6815fb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34162/0 (socket says 172.21.15.67:34162) 2024-09-21T00:34:03.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.478+0000 7efe6db48640 1 -- 172.21.15.67:0/2704040097 learned_addr learned my addr 172.21.15.67:0/2704040097 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:03.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.478+0000 7efe6e349640 1 --2- 172.21.15.67:0/2704040097 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efe680d3590 0x7efe680a1970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:03.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.478+0000 7efe6eb4a640 1 --2- 172.21.15.67:0/2704040097 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efe681f98d0 0x7efe681f8d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:03.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.478+0000 7efe6db48640 1 -- 172.21.15.67:0/2704040097 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efe680d3590 msgr2=0x7efe680a1970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:03.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.478+0000 7efe6db48640 1 --2- 172.21.15.67:0/2704040097 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efe680d3590 0x7efe680a1970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:03.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.478+0000 7efe6db48640 1 -- 172.21.15.67:0/2704040097 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efe681f98d0 msgr2=0x7efe681f8d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:03.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.478+0000 7efe6db48640 1 --2- 172.21.15.67:0/2704040097 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efe681f98d0 0x7efe681f8d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:03.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.478+0000 7efe6db48640 1 -- 172.21.15.67:0/2704040097 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe680baa50 con 0x7efe680d4db0 2024-09-21T00:34:03.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.478+0000 7efe6db48640 1 --2- 172.21.15.67:0/2704040097 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efe680d4db0 0x7efe6815fb60 secure :-1 s=READY pgs=2222 cs=0 l=1 rev1=1 crypto rx=0x7efe5c00c3a0 tx=0x7efe5c00c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:03.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.478+0000 7efe66ffd640 1 -- 172.21.15.67:0/2704040097 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe5c006890 con 0x7efe680d4db0 2024-09-21T00:34:03.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.478+0000 7efe66ffd640 1 -- 172.21.15.67:0/2704040097 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7efe5c006b20 con 0x7efe680d4db0 2024-09-21T00:34:03.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.478+0000 7efe66ffd640 1 -- 172.21.15.67:0/2704040097 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe5c007020 con 0x7efe680d4db0 2024-09-21T00:34:03.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.478+0000 7efe705ad640 1 -- 172.21.15.67:0/2704040097 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efe680bad30 con 0x7efe680d4db0 2024-09-21T00:34:03.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.479+0000 7efe705ad640 1 -- 172.21.15.67:0/2704040097 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efe680bb2f0 con 0x7efe680d4db0 2024-09-21T00:34:03.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.480+0000 7efe66ffd640 1 -- 172.21.15.67:0/2704040097 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7efe5c019020 con 0x7efe680d4db0 2024-09-21T00:34:03.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.481+0000 7efe66ffd640 1 --2- 172.21.15.67:0/2704040097 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efe54078b90 0x7efe5407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:03.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.481+0000 7efe66ffd640 1 -- 172.21.15.67:0/2704040097 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(173..173 src has 1..173) ==== 5709+0+0 (secure 0 0 0) 0x7efe5c09a280 con 0x7efe680d4db0 2024-09-21T00:34:03.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.481+0000 7efe6e349640 1 --2- 172.21.15.67:0/2704040097 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efe54078b90 0x7efe5407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:03.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.482+0000 7efe6e349640 1 --2- 172.21.15.67:0/2704040097 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efe54078b90 0x7efe5407b0a0 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7efe60034000 tx=0x7efe60004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:03.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.482+0000 7efe775f9740 1 Processor -- start 2024-09-21T00:34:03.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.482+0000 7efe775f9740 1 -- start start 2024-09-21T00:34:03.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.483+0000 7efe775f9740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c39b643390 0x55c39ba151d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:03.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.483+0000 7efe775f9740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c39b61a4d0 0x55c39ba15710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:03.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.483+0000 7efe775f9740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c39b6226b0 0x55c39ba32610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:03.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.483+0000 7efe775f9740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55c39b95d8e0 con 0x55c39b61a4d0 2024-09-21T00:34:03.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.483+0000 7efe775f9740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55c39b94cd10 con 0x55c39b6226b0 2024-09-21T00:34:03.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.483+0000 7efe775f9740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55c39b950b20 con 0x55c39b643390 2024-09-21T00:34:03.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.484+0000 7efe6db48640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c39b61a4d0 0x55c39ba15710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:03.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.484+0000 7efe6e349640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c39b643390 0x55c39ba151d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:03.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.484+0000 7efe6eb4a640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c39b6226b0 0x55c39ba32610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:03.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.484+0000 7efe6db48640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c39b61a4d0 0x55c39ba15710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34164/0 (socket says 172.21.15.67:34164) 2024-09-21T00:34:03.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.484+0000 7efe6db48640 1 -- 172.21.15.67:0/711922884 learned_addr learned my addr 172.21.15.67:0/711922884 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:03.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.484+0000 7efe6db48640 1 -- 172.21.15.67:0/711922884 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c39b643390 msgr2=0x55c39ba151d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:34:03.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.484+0000 7efe6db48640 1 --2- 172.21.15.67:0/711922884 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c39b643390 0x55c39ba151d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:03.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.484+0000 7efe6db48640 1 -- 172.21.15.67:0/711922884 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c39b6226b0 msgr2=0x55c39ba32610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:34:03.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.484+0000 7efe6db48640 1 --2- 172.21.15.67:0/711922884 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c39b6226b0 0x55c39ba32610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:03.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.484+0000 7efe6db48640 1 -- 172.21.15.67:0/711922884 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c39b6ae970 con 0x55c39b61a4d0 2024-09-21T00:34:03.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.484+0000 7efe6eb4a640 1 --2- 172.21.15.67:0/711922884 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c39b6226b0 0x55c39ba32610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:34:03.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.484+0000 7efe6db48640 1 --2- 172.21.15.67:0/711922884 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c39b61a4d0 0x55c39ba15710 secure :-1 s=READY pgs=2223 cs=0 l=1 rev1=1 crypto rx=0x7efe5c0987d0 tx=0x7efe5c061870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b3cd5d4a1023c93 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:03.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.484+0000 7efe4ffff640 1 -- 172.21.15.67:0/711922884 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe5c09a0d0 con 0x55c39b61a4d0 2024-09-21T00:34:03.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.484+0000 7efe4ffff640 1 -- 172.21.15.67:0/711922884 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7efe5c069070 con 0x55c39b61a4d0 2024-09-21T00:34:03.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.484+0000 7efe4ffff640 1 -- 172.21.15.67:0/711922884 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe5c098dd0 con 0x55c39b61a4d0 2024-09-21T00:34:03.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.485+0000 7efe775f9740 1 -- 172.21.15.67:0/711922884 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c39b61a4d0 msgr2=0x55c39ba15710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:03.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.485+0000 7efe775f9740 1 --2- 172.21.15.67:0/711922884 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c39b61a4d0 0x55c39ba15710 secure :-1 s=READY pgs=2223 cs=0 l=1 rev1=1 crypto rx=0x7efe5c0987d0 tx=0x7efe5c061870 comp rx=0 tx=0).stop 2024-09-21T00:34:03.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.485+0000 7efe775f9740 1 -- 172.21.15.67:0/711922884 shutdown_connections 2024-09-21T00:34:03.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.485+0000 7efe775f9740 1 --2- 172.21.15.67:0/711922884 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c39b6226b0 0x55c39ba32610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:03.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.485+0000 7efe775f9740 1 --2- 172.21.15.67:0/711922884 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c39b61a4d0 0x55c39ba15710 unknown :-1 s=CLOSED pgs=2223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:03.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.485+0000 7efe775f9740 1 --2- 172.21.15.67:0/711922884 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c39b643390 0x55c39ba151d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:03.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.485+0000 7efe775f9740 1 -- 172.21.15.67:0/711922884 >> 172.21.15.67:0/711922884 conn(0x55c39b6374e0 msgr2=0x55c39b9eb490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:03.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.485+0000 7efe775f9740 1 -- 172.21.15.67:0/711922884 shutdown_connections 2024-09-21T00:34:03.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.485+0000 7efe775f9740 1 -- 172.21.15.67:0/711922884 wait complete. 2024-09-21T00:34:03.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.486+0000 7efe775f9740 1 -- start start 2024-09-21T00:34:03.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.486+0000 7efe775f9740 1 Processor -- start 2024-09-21T00:34:03.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.488+0000 7efe775f9740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c39b61a4d0 0x55c39ba3f620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:03.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.488+0000 7efe775f9740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c39b6226b0 0x55c39ba11ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:03.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.488+0000 7efe775f9740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c39b643390 0x55c39ba3c5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:03.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.488+0000 7efe775f9740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55c39b6bd740 con 0x55c39b61a4d0 2024-09-21T00:34:03.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.488+0000 7efe775f9740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55c39b8f27f0 con 0x55c39b643390 2024-09-21T00:34:03.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.488+0000 7efe775f9740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55c39ba15c50 con 0x55c39b6226b0 2024-09-21T00:34:03.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.488+0000 7efe775f9740 10 client.0 _ll_register_callbacks cb 0x55c39b8f62a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:34:03.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.488+0000 7efe6e349640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c39b61a4d0 0x55c39ba3f620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:03.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.488+0000 7efe6e349640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c39b61a4d0 0x55c39ba3f620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34176/0 (socket says 172.21.15.67:34176) 2024-09-21T00:34:03.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.488+0000 7efe6e349640 1 -- 172.21.15.67:0/2979057928 learned_addr learned my addr 172.21.15.67:0/2979057928 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:03.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.488+0000 7efe6eb4a640 1 --2- 172.21.15.67:0/2979057928 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c39b643390 0x55c39ba3c5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:03.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.488+0000 7efe6db48640 1 --2- 172.21.15.67:0/2979057928 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c39b6226b0 0x55c39ba11ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:03.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.488+0000 7efe6e349640 1 -- 172.21.15.67:0/2979057928 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c39b6226b0 msgr2=0x55c39ba11ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:34:03.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.488+0000 7efe6e349640 1 --2- 172.21.15.67:0/2979057928 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c39b6226b0 0x55c39ba11ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:03.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.488+0000 7efe6e349640 1 -- 172.21.15.67:0/2979057928 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c39b643390 msgr2=0x55c39ba3c5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:34:03.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.488+0000 7efe6e349640 1 --2- 172.21.15.67:0/2979057928 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c39b643390 0x55c39ba3c5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:03.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.488+0000 7efe6e349640 1 -- 172.21.15.67:0/2979057928 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c39b7257d0 con 0x55c39b61a4d0 2024-09-21T00:34:03.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.488+0000 7efe6e349640 1 --2- 172.21.15.67:0/2979057928 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c39b61a4d0 0x55c39ba3f620 secure :-1 s=READY pgs=2224 cs=0 l=1 rev1=1 crypto rx=0x7efe6002aa70 tx=0x7efe6002a480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52e8141cb9620306 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:03.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.488+0000 7efe4d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:34:03.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.489+0000 7efe4d7fa640 1 -- 172.21.15.67:0/2979057928 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe60004440 con 0x55c39b61a4d0 2024-09-21T00:34:03.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.489+0000 7efe4d7fa640 1 -- 172.21.15.67:0/2979057928 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(173..173 src has 1..173) ==== 5709+0+0 (secure 0 0 0) 0x7efe600035f0 con 0x55c39b61a4d0 2024-09-21T00:34:03.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.489+0000 7efe775f9740 1 -- 172.21.15.67:0/2979057928 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55c39b95f830 con 0x55c39b61a4d0 2024-09-21T00:34:03.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.489+0000 7efe4d7fa640 1 -- 172.21.15.67:0/2979057928 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=151) ==== 24+0+0 (secure 0 0 0) 0x7efe60058050 con 0x55c39b61a4d0 2024-09-21T00:34:03.493 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.489+0000 7efe775f9740 10 client.10674 fetch_fsmap learned FSMap version 151 2024-09-21T00:34:03.493 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.489+0000 7efe775f9740 1 -- 172.21.15.67:0/2979057928 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=151,monmap=2+}) -- 0x55c39ba3d000 con 0x55c39b61a4d0 2024-09-21T00:34:03.493 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.489+0000 7efe4d7fa640 1 -- 172.21.15.67:0/2979057928 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x55c39b95f830 con 0x55c39b61a4d0 2024-09-21T00:34:03.493 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.489+0000 7efe4d7fa640 1 -- 172.21.15.67:0/2979057928 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 151) ==== 3502+0+0 (secure 0 0 0) 0x7efe6005b020 con 0x55c39b61a4d0 2024-09-21T00:34:03.493 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.489+0000 7efe775f9740 10 client.10674 fetch_fsmap finished waiting for FSMap version 151 2024-09-21T00:34:03.493 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.489+0000 7efe775f9740 10 client.10674 resolve_mds: resolved 13:0 to role '13:0' aka daemon mds.d 2024-09-21T00:34:03.493 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.489+0000 7efe775f9740 20 client.10674 populate_metadata read hostname 'smithi067' 2024-09-21T00:34:03.493 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.489+0000 7efe775f9740 1 --2- 172.21.15.67:0/2979057928 >> [v2:172.21.15.97:6835/84198509,v1:172.21.15.97:6837/84198509] conn(0x55c39b601f60 0x55c39b9f5930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:03.493 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.489+0000 7efe775f9740 4 client.10674 mds_command: new command op to 9379 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:34:03.493 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.489+0000 7efe775f9740 1 -- 172.21.15.67:0/2979057928 --> [v2:172.21.15.97:6835/84198509,v1:172.21.15.97:6837/84198509] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c39b95b2e0 con 0x55c39b601f60 2024-09-21T00:34:03.493 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.489+0000 7efe6db48640 1 --2- 172.21.15.67:0/2979057928 >> [v2:172.21.15.97:6835/84198509,v1:172.21.15.97:6837/84198509] conn(0x55c39b601f60 0x55c39b9f5930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:03.493 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.490+0000 7efe4d7fa640 10 client.10674 ms_handle_connect on v2:172.21.15.97:6835/84198509 2024-09-21T00:34:03.493 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.490+0000 7efe6db48640 1 --2- 172.21.15.67:0/2979057928 >> [v2:172.21.15.97:6835/84198509,v1:172.21.15.97:6837/84198509] conn(0x55c39b601f60 0x55c39b9f5930 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fc177d4c63ec3255 server_cookie=dd47af84258cfd45 in_seq=0 out_seq=0 2024-09-21T00:34:03.494 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.491+0000 7efe4d7fa640 1 -- 172.21.15.67:0/2979057928 <== mds.0 v2:172.21.15.97:6835/84198509 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x55c39b95b2e0 con 0x55c39b601f60 2024-09-21T00:34:03.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.491+0000 7efe4d7fa640 10 client.10674 handle_command_reply: tid=0 2024-09-21T00:34:03.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.491+0000 7efe775f9740 1 client.10674 shutdown 2024-09-21T00:34:03.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.491+0000 7efe775f9740 1 -- 172.21.15.67:0/2979057928 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c39b61a4d0 msgr2=0x55c39ba3f620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:03.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.491+0000 7efe775f9740 1 --2- 172.21.15.67:0/2979057928 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c39b61a4d0 0x55c39ba3f620 secure :-1 s=READY pgs=2224 cs=0 l=1 rev1=1 crypto rx=0x7efe6002aa70 tx=0x7efe6002a480 comp rx=0 tx=0).stop 2024-09-21T00:34:03.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.491+0000 7efe775f9740 1 -- 172.21.15.67:0/2979057928 shutdown_connections 2024-09-21T00:34:03.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.491+0000 7efe775f9740 1 --2- 172.21.15.67:0/2979057928 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c39b643390 0x55c39ba3c5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:03.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.491+0000 7efe775f9740 1 --2- 172.21.15.67:0/2979057928 >> [v2:172.21.15.97:6835/84198509,v1:172.21.15.97:6837/84198509] conn(0x55c39b601f60 0x55c39b9f5930 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:03.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.491+0000 7efe775f9740 1 --2- 172.21.15.67:0/2979057928 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c39b6226b0 0x55c39ba11ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:03.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.491+0000 7efe775f9740 1 --2- 172.21.15.67:0/2979057928 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c39b61a4d0 0x55c39ba3f620 unknown :-1 s=CLOSED pgs=2224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:03.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.491+0000 7efe4d7fa640 0 client.10674 ms_handle_reset on v2:172.21.15.97:6835/84198509 2024-09-21T00:34:03.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.491+0000 7efe775f9740 1 -- 172.21.15.67:0/2979057928 >> 172.21.15.67:0/2979057928 conn(0x55c39b6374e0 msgr2=0x55c39b9eb4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:03.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.491+0000 7efe775f9740 1 -- 172.21.15.67:0/2979057928 shutdown_connections 2024-09-21T00:34:03.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.491+0000 7efe775f9740 1 -- 172.21.15.67:0/2979057928 wait complete. 2024-09-21T00:34:03.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.491+0000 7efe775f9740 20 client.10674 trim_cache size 0 max 16384 2024-09-21T00:34:03.506 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.505+0000 7efe775f9740 1 Processor -- start 2024-09-21T00:34:03.506 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.505+0000 7efe775f9740 1 -- start start 2024-09-21T00:34:03.508 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.506+0000 7efe775f9740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c39b61a4d0 0x55c39b9ec840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:03.508 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.506+0000 7efe775f9740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c39b6226b0 0x55c39ba26500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:03.508 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.506+0000 7efe775f9740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c39b643390 0x55c39ba53390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:03.508 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.506+0000 7efe775f9740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7efe682021c0 con 0x55c39b61a4d0 2024-09-21T00:34:03.508 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.506+0000 7efe775f9740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7efe68201210 con 0x55c39b6226b0 2024-09-21T00:34:03.508 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.506+0000 7efe775f9740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7efe681f6620 con 0x55c39b643390 2024-09-21T00:34:03.508 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.506+0000 7efe6e349640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c39b61a4d0 0x55c39b9ec840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:03.508 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.506+0000 7efe6e349640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c39b61a4d0 0x55c39b9ec840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34182/0 (socket says 172.21.15.67:34182) 2024-09-21T00:34:03.508 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.506+0000 7efe6e349640 1 -- 172.21.15.67:0/2555566244 learned_addr learned my addr 172.21.15.67:0/2555566244 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:03.509 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.506+0000 7efe6e349640 1 -- 172.21.15.67:0/2555566244 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c39b643390 msgr2=0x55c39ba53390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:34:03.509 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.506+0000 7efe6e349640 1 --2- 172.21.15.67:0/2555566244 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c39b643390 0x55c39ba53390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:03.509 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.506+0000 7efe6e349640 1 -- 172.21.15.67:0/2555566244 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c39b6226b0 msgr2=0x55c39ba26500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:34:03.509 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.506+0000 7efe6e349640 1 --2- 172.21.15.67:0/2555566244 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c39b6226b0 0x55c39ba26500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:03.509 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.507+0000 7efe6e349640 1 -- 172.21.15.67:0/2555566244 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c39b9e8800 con 0x55c39b61a4d0 2024-09-21T00:34:03.509 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.507+0000 7efe6e349640 1 --2- 172.21.15.67:0/2555566244 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c39b61a4d0 0x55c39b9ec840 secure :-1 s=READY pgs=2225 cs=0 l=1 rev1=1 crypto rx=0x7efe60041040 tx=0x7efe60005f00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=15535333cdaa008f server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:03.509 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.507+0000 7efe4f7fe640 1 -- 172.21.15.67:0/2555566244 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe60003840 con 0x55c39b61a4d0 2024-09-21T00:34:03.509 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.507+0000 7efe4f7fe640 1 -- 172.21.15.67:0/2555566244 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7efe600039e0 con 0x55c39b61a4d0 2024-09-21T00:34:03.509 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.507+0000 7efe4f7fe640 1 -- 172.21.15.67:0/2555566244 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe60003c10 con 0x55c39b61a4d0 2024-09-21T00:34:03.510 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.507+0000 7efe775f9740 1 -- 172.21.15.67:0/2555566244 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c39b61a4d0 msgr2=0x55c39b9ec840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:03.510 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.508+0000 7efe775f9740 1 --2- 172.21.15.67:0/2555566244 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c39b61a4d0 0x55c39b9ec840 secure :-1 s=READY pgs=2225 cs=0 l=1 rev1=1 crypto rx=0x7efe60041040 tx=0x7efe60005f00 comp rx=0 tx=0).stop 2024-09-21T00:34:03.510 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.508+0000 7efe775f9740 1 -- 172.21.15.67:0/2555566244 shutdown_connections 2024-09-21T00:34:03.510 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.508+0000 7efe775f9740 1 --2- 172.21.15.67:0/2555566244 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c39b643390 0x55c39ba53390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:03.510 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.508+0000 7efe775f9740 1 --2- 172.21.15.67:0/2555566244 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c39b6226b0 0x55c39ba26500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:03.510 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.508+0000 7efe775f9740 1 --2- 172.21.15.67:0/2555566244 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c39b61a4d0 0x55c39b9ec840 unknown :-1 s=CLOSED pgs=2225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:03.510 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.508+0000 7efe775f9740 1 -- 172.21.15.67:0/2555566244 >> 172.21.15.67:0/2555566244 conn(0x55c39b6374e0 msgr2=0x55c39b9e4b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:03.510 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.508+0000 7efe775f9740 1 -- 172.21.15.67:0/2555566244 shutdown_connections 2024-09-21T00:34:03.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.508+0000 7efe775f9740 1 -- 172.21.15.67:0/2555566244 wait complete. 2024-09-21T00:34:03.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.508+0000 7efe775f9740 1 -- start start 2024-09-21T00:34:03.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.509+0000 7efe775f9740 1 Processor -- start 2024-09-21T00:34:03.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.510+0000 7efe775f9740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c39b61a4d0 0x55c39baafc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:03.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.510+0000 7efe775f9740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c39b6226b0 0x55c39bab0d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:03.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.510+0000 7efe775f9740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c39b643390 0x55c39bab1250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:03.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.510+0000 7efe775f9740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55c39b9e0c90 con 0x55c39b643390 2024-09-21T00:34:03.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.510+0000 7efe775f9740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7efe68160e80 con 0x55c39b6226b0 2024-09-21T00:34:03.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.510+0000 7efe775f9740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55c39ba30b70 con 0x55c39b61a4d0 2024-09-21T00:34:03.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.510+0000 7efe775f9740 10 client.0 _ll_register_callbacks cb 0x7efe60005430 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:34:03.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.510+0000 7efe6eb4a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c39b643390 0x55c39bab1250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:03.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.510+0000 7efe6eb4a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c39b643390 0x55c39bab1250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34190/0 (socket says 172.21.15.67:34190) 2024-09-21T00:34:03.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.510+0000 7efe6eb4a640 1 -- 172.21.15.67:0/3553524882 learned_addr learned my addr 172.21.15.67:0/3553524882 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:03.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.510+0000 7efe6e349640 1 --2- 172.21.15.67:0/3553524882 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c39b61a4d0 0x55c39baafc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:03.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.510+0000 7efe6db48640 1 --2- 172.21.15.67:0/3553524882 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c39b6226b0 0x55c39bab0d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:03.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.510+0000 7efe6eb4a640 1 -- 172.21.15.67:0/3553524882 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c39b61a4d0 msgr2=0x55c39baafc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:34:03.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.510+0000 7efe6eb4a640 1 --2- 172.21.15.67:0/3553524882 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c39b61a4d0 0x55c39baafc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:03.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.510+0000 7efe6eb4a640 1 -- 172.21.15.67:0/3553524882 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c39b6226b0 msgr2=0x55c39bab0d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:34:03.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.510+0000 7efe6eb4a640 1 --2- 172.21.15.67:0/3553524882 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c39b6226b0 0x55c39bab0d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:03.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.510+0000 7efe6eb4a640 1 -- 172.21.15.67:0/3553524882 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c39ba100a0 con 0x55c39b643390 2024-09-21T00:34:03.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.510+0000 7efe6e349640 1 --2- 172.21.15.67:0/3553524882 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c39b61a4d0 0x55c39baafc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:34:03.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.511+0000 7efe6eb4a640 1 --2- 172.21.15.67:0/3553524882 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c39b643390 0x55c39bab1250 secure :-1 s=READY pgs=2226 cs=0 l=1 rev1=1 crypto rx=0x7efe5800aee0 tx=0x7efe58014670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=629432a1d4c0f48b server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:03.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.511+0000 7efe4d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:34:03.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.511+0000 7efe4d7fa640 1 -- 172.21.15.67:0/3553524882 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe58017620 con 0x55c39b643390 2024-09-21T00:34:03.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.511+0000 7efe4d7fa640 1 -- 172.21.15.67:0/3553524882 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(173..173 src has 1..173) ==== 5709+0+0 (secure 0 0 0) 0x7efe580177c0 con 0x55c39b643390 2024-09-21T00:34:03.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.511+0000 7efe775f9740 1 -- 172.21.15.67:0/3553524882 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efe600039e0 con 0x55c39b643390 2024-09-21T00:34:03.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.511+0000 7efe4d7fa640 1 -- 172.21.15.67:0/3553524882 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=151) ==== 24+0+0 (secure 0 0 0) 0x7efe58009e40 con 0x55c39b643390 2024-09-21T00:34:03.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.511+0000 7efe775f9740 10 client.10680 fetch_fsmap learned FSMap version 151 2024-09-21T00:34:03.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.511+0000 7efe775f9740 1 -- 172.21.15.67:0/3553524882 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=151,monmap=2+}) -- 0x55c39ba52c30 con 0x55c39b643390 2024-09-21T00:34:03.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.511+0000 7efe4d7fa640 1 -- 172.21.15.67:0/3553524882 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7efe600039e0 con 0x55c39b643390 2024-09-21T00:34:03.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.511+0000 7efe4d7fa640 1 -- 172.21.15.67:0/3553524882 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 151) ==== 3502+0+0 (secure 0 0 0) 0x7efe580179c0 con 0x55c39b643390 2024-09-21T00:34:03.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.511+0000 7efe775f9740 10 client.10680 fetch_fsmap finished waiting for FSMap version 151 2024-09-21T00:34:03.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.511+0000 7efe775f9740 10 client.10680 resolve_mds: resolved 13:0 to role '13:0' aka daemon mds.d 2024-09-21T00:34:03.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.511+0000 7efe775f9740 20 client.10680 populate_metadata read hostname 'smithi067' 2024-09-21T00:34:03.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.511+0000 7efe775f9740 1 --2- 172.21.15.67:0/3553524882 >> [v2:172.21.15.97:6835/84198509,v1:172.21.15.97:6837/84198509] conn(0x55c39ba49510 0x55c39ba51f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:03.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.511+0000 7efe775f9740 4 client.10680 mds_command: new command op to 9379 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-21T00:34:03.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.511+0000 7efe775f9740 1 -- 172.21.15.67:0/3553524882 --> [v2:172.21.15.97:6835/84198509,v1:172.21.15.97:6837/84198509] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55c39b958710 con 0x55c39ba49510 2024-09-21T00:34:03.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.512+0000 7efe6e349640 1 --2- 172.21.15.67:0/3553524882 >> [v2:172.21.15.97:6835/84198509,v1:172.21.15.97:6837/84198509] conn(0x55c39ba49510 0x55c39ba51f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:03.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.512+0000 7efe6e349640 1 --2- 172.21.15.67:0/3553524882 >> [v2:172.21.15.97:6835/84198509,v1:172.21.15.97:6837/84198509] conn(0x55c39ba49510 0x55c39ba51f50 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4a2d65d2ac3b7908 server_cookie=2e31f880ec9c8af9 in_seq=0 out_seq=0 2024-09-21T00:34:03.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.512+0000 7efe4d7fa640 10 client.10680 ms_handle_connect on v2:172.21.15.97:6835/84198509 2024-09-21T00:34:03.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.512+0000 7efe4d7fa640 1 -- 172.21.15.67:0/3553524882 <== mds.0 v2:172.21.15.97:6835/84198509 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55c39b958710 con 0x55c39ba49510 2024-09-21T00:34:03.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.512+0000 7efe4d7fa640 10 client.10680 handle_command_reply: tid=0 2024-09-21T00:34:03.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.512+0000 7efe775f9740 1 client.10680 shutdown 2024-09-21T00:34:03.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.512+0000 7efe775f9740 1 -- 172.21.15.67:0/3553524882 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c39b643390 msgr2=0x55c39bab1250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:03.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.512+0000 7efe775f9740 1 --2- 172.21.15.67:0/3553524882 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c39b643390 0x55c39bab1250 secure :-1 s=READY pgs=2226 cs=0 l=1 rev1=1 crypto rx=0x7efe5800aee0 tx=0x7efe58014670 comp rx=0 tx=0).stop 2024-09-21T00:34:03.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.512+0000 7efe775f9740 1 -- 172.21.15.67:0/3553524882 shutdown_connections 2024-09-21T00:34:03.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.512+0000 7efe775f9740 1 --2- 172.21.15.67:0/3553524882 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c39b643390 0x55c39bab1250 unknown :-1 s=CLOSED pgs=2226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:03.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.512+0000 7efe775f9740 1 --2- 172.21.15.67:0/3553524882 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c39b6226b0 0x55c39bab0d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:03.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.512+0000 7efe775f9740 1 --2- 172.21.15.67:0/3553524882 >> [v2:172.21.15.97:6835/84198509,v1:172.21.15.97:6837/84198509] conn(0x55c39ba49510 0x55c39ba51f50 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:03.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.512+0000 7efe775f9740 1 --2- 172.21.15.67:0/3553524882 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c39b61a4d0 0x55c39baafc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:03.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.512+0000 7efe775f9740 1 -- 172.21.15.67:0/3553524882 >> 172.21.15.67:0/3553524882 conn(0x55c39b6374e0 msgr2=0x55c39b9e4b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:03.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.512+0000 7efe4d7fa640 0 client.10680 ms_handle_reset on v2:172.21.15.97:6835/84198509 2024-09-21T00:34:03.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.513+0000 7efe775f9740 1 -- 172.21.15.67:0/3553524882 shutdown_connections 2024-09-21T00:34:03.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.513+0000 7efe775f9740 1 -- 172.21.15.67:0/3553524882 wait complete. 2024-09-21T00:34:03.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.513+0000 7efe775f9740 20 client.10680 trim_cache size 0 max 16384 2024-09-21T00:34:03.518 INFO:teuthology.orchestra.run.smithi067.stdout:[] 2024-09-21T00:34:03.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.513+0000 7efe705ad640 1 -- 172.21.15.67:0/2704040097 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efe54078b90 msgr2=0x7efe5407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:03.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.513+0000 7efe705ad640 1 --2- 172.21.15.67:0/2704040097 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efe54078b90 0x7efe5407b0a0 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7efe60034000 tx=0x7efe60004730 comp rx=0 tx=0).stop 2024-09-21T00:34:03.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.513+0000 7efe705ad640 1 -- 172.21.15.67:0/2704040097 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efe680d4db0 msgr2=0x7efe6815fb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:03.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.513+0000 7efe705ad640 1 --2- 172.21.15.67:0/2704040097 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efe680d4db0 0x7efe6815fb60 secure :-1 s=READY pgs=2222 cs=0 l=1 rev1=1 crypto rx=0x7efe5c00c3a0 tx=0x7efe5c00c860 comp rx=0 tx=0).stop 2024-09-21T00:34:03.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.513+0000 7efe705ad640 1 -- 172.21.15.67:0/2704040097 shutdown_connections 2024-09-21T00:34:03.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.513+0000 7efe705ad640 1 --2- 172.21.15.67:0/2704040097 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efe54078b90 0x7efe5407b0a0 unknown :-1 s=CLOSED pgs=833 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:03.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.513+0000 7efe705ad640 1 --2- 172.21.15.67:0/2704040097 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efe681f98d0 0x7efe681f8d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:03.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.513+0000 7efe705ad640 1 --2- 172.21.15.67:0/2704040097 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efe680d4db0 0x7efe6815fb60 unknown :-1 s=CLOSED pgs=2222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:03.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.513+0000 7efe705ad640 1 --2- 172.21.15.67:0/2704040097 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efe680d3590 0x7efe680a1970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:03.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.513+0000 7efe705ad640 1 -- 172.21.15.67:0/2704040097 >> 172.21.15.67:0/2704040097 conn(0x7efe6809da10 msgr2=0x7efe680b59e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:03.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.513+0000 7efe705ad640 1 -- 172.21.15.67:0/2704040097 shutdown_connections 2024-09-21T00:34:03.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.513+0000 7efe705ad640 1 -- 172.21.15.67:0/2704040097 wait complete. 2024-09-21T00:34:03.525 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-21T00:34:03.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.641+0000 7ff71e189640 1 -- 172.21.15.67:0/3576131766 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff7180b10f0 msgr2=0x7ff718160a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:03.642 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.641+0000 7ff71e189640 1 --2- 172.21.15.67:0/3576131766 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff7180b10f0 0x7ff718160a10 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7ff70c009830 tx=0x7ff70c02a510 comp rx=0 tx=0).stop 2024-09-21T00:34:03.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.641+0000 7ff71e189640 1 -- 172.21.15.67:0/3576131766 shutdown_connections 2024-09-21T00:34:03.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.641+0000 7ff71e189640 1 --2- 172.21.15.67:0/3576131766 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff7180b10f0 0x7ff718160a10 unknown :-1 s=CLOSED pgs=681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:03.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.641+0000 7ff71e189640 1 --2- 172.21.15.67:0/3576131766 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff71806d7c0 0x7ff7180b0bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:03.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.641+0000 7ff71e189640 1 -- 172.21.15.67:0/3576131766 >> 172.21.15.67:0/3576131766 conn(0x7ff7180d1280 msgr2=0x7ff7180d1690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:03.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.641+0000 7ff71e189640 1 -- 172.21.15.67:0/3576131766 shutdown_connections 2024-09-21T00:34:03.643 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.641+0000 7ff71e189640 1 -- 172.21.15.67:0/3576131766 wait complete. 2024-09-21T00:34:03.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.643+0000 7ff71e189640 1 Processor -- start 2024-09-21T00:34:03.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.643+0000 7ff71e189640 1 -- start start 2024-09-21T00:34:03.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.644+0000 7ff71e189640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff71806d7c0 0x7ff71815fc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:03.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.644+0000 7ff71e189640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff7180b10f0 0x7ff7180c9bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:03.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.644+0000 7ff71e189640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff718160f50 0x7ff7181f9120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:03.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.644+0000 7ff71e189640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff7180d1f20 con 0x7ff718160f50 2024-09-21T00:34:03.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.644+0000 7ff71e189640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff7180d1da0 con 0x7ff71806d7c0 2024-09-21T00:34:03.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.644+0000 7ff71e189640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7ff7180cd4b0 con 0x7ff7180b10f0 2024-09-21T00:34:03.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.645+0000 7ff717fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff718160f50 0x7ff7181f9120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:03.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.645+0000 7ff717fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff718160f50 0x7ff7181f9120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34202/0 (socket says 172.21.15.67:34202) 2024-09-21T00:34:03.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.645+0000 7ff717fff640 1 -- 172.21.15.67:0/4280914908 learned_addr learned my addr 172.21.15.67:0/4280914908 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:03.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.645+0000 7ff7177fe640 1 --2- 172.21.15.67:0/4280914908 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff71806d7c0 0x7ff71815fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:03.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.645+0000 7ff716ffd640 1 --2- 172.21.15.67:0/4280914908 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff7180b10f0 0x7ff7180c9bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:03.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.645+0000 7ff717fff640 1 -- 172.21.15.67:0/4280914908 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff7180b10f0 msgr2=0x7ff7180c9bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:03.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.645+0000 7ff717fff640 1 --2- 172.21.15.67:0/4280914908 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff7180b10f0 0x7ff7180c9bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:03.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.645+0000 7ff717fff640 1 -- 172.21.15.67:0/4280914908 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff71806d7c0 msgr2=0x7ff71815fc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:03.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.645+0000 7ff717fff640 1 --2- 172.21.15.67:0/4280914908 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff71806d7c0 0x7ff71815fc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:03.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.645+0000 7ff717fff640 1 -- 172.21.15.67:0/4280914908 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7180cf090 con 0x7ff718160f50 2024-09-21T00:34:03.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.645+0000 7ff717fff640 1 --2- 172.21.15.67:0/4280914908 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff718160f50 0x7ff7181f9120 secure :-1 s=READY pgs=2227 cs=0 l=1 rev1=1 crypto rx=0x7ff71000c700 tx=0x7ff71000cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:03.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.645+0000 7ff6fffff640 1 -- 172.21.15.67:0/4280914908 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff710016020 con 0x7ff718160f50 2024-09-21T00:34:03.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.645+0000 7ff6fffff640 1 -- 172.21.15.67:0/4280914908 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff710003970 con 0x7ff718160f50 2024-09-21T00:34:03.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.645+0000 7ff6fffff640 1 -- 172.21.15.67:0/4280914908 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff710006e60 con 0x7ff718160f50 2024-09-21T00:34:03.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.645+0000 7ff71e189640 1 -- 172.21.15.67:0/4280914908 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff7180cf370 con 0x7ff718160f50 2024-09-21T00:34:03.648 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.645+0000 7ff71e189640 1 -- 172.21.15.67:0/4280914908 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff7181f9660 con 0x7ff718160f50 2024-09-21T00:34:03.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.646+0000 7ff71e189640 1 -- 172.21.15.67:0/4280914908 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff71815e240 con 0x7ff718160f50 2024-09-21T00:34:03.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.647+0000 7ff6fffff640 1 -- 172.21.15.67:0/4280914908 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7ff7100050d0 con 0x7ff718160f50 2024-09-21T00:34:03.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.648+0000 7ff6fffff640 1 --2- 172.21.15.67:0/4280914908 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff704078bc0 0x7ff70407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:03.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.648+0000 7ff6fffff640 1 -- 172.21.15.67:0/4280914908 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(173..173 src has 1..173) ==== 5709+0+0 (secure 0 0 0) 0x7ff71009a6c0 con 0x7ff718160f50 2024-09-21T00:34:03.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.648+0000 7ff7177fe640 1 --2- 172.21.15.67:0/4280914908 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff704078bc0 0x7ff70407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:03.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.649+0000 7ff7177fe640 1 --2- 172.21.15.67:0/4280914908 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff704078bc0 0x7ff70407b0d0 secure :-1 s=READY pgs=834 cs=0 l=1 rev1=1 crypto rx=0x7ff708009660 tx=0x7ff7080091e0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:03.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.653+0000 7ff6fffff640 1 -- 172.21.15.67:0/4280914908 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7ff710020020 con 0x7ff718160f50 2024-09-21T00:34:03.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.879+0000 7ff71e189640 1 -- 172.21.15.67:0/4280914908 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7ff7180b0bb0 con 0x7ff718160f50 2024-09-21T00:34:03.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.880+0000 7ff6fffff640 1 -- 172.21.15.67:0/4280914908 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7ff7100625d0 con 0x7ff718160f50 2024-09-21T00:34:03.881 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:34:03.881 INFO:teuthology.orchestra.run.smithi067.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-21T00:34:03.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.882+0000 7ff71e189640 1 -- 172.21.15.67:0/4280914908 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff704078bc0 msgr2=0x7ff70407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:03.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.882+0000 7ff71e189640 1 --2- 172.21.15.67:0/4280914908 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff704078bc0 0x7ff70407b0d0 secure :-1 s=READY pgs=834 cs=0 l=1 rev1=1 crypto rx=0x7ff708009660 tx=0x7ff7080091e0 comp rx=0 tx=0).stop 2024-09-21T00:34:03.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.882+0000 7ff71e189640 1 -- 172.21.15.67:0/4280914908 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff718160f50 msgr2=0x7ff7181f9120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:03.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.882+0000 7ff71e189640 1 --2- 172.21.15.67:0/4280914908 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff718160f50 0x7ff7181f9120 secure :-1 s=READY pgs=2227 cs=0 l=1 rev1=1 crypto rx=0x7ff71000c700 tx=0x7ff71000cbc0 comp rx=0 tx=0).stop 2024-09-21T00:34:03.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.882+0000 7ff71e189640 1 -- 172.21.15.67:0/4280914908 shutdown_connections 2024-09-21T00:34:03.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.882+0000 7ff71e189640 1 --2- 172.21.15.67:0/4280914908 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff704078bc0 0x7ff70407b0d0 unknown :-1 s=CLOSED pgs=834 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:03.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.882+0000 7ff71e189640 1 --2- 172.21.15.67:0/4280914908 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff718160f50 0x7ff7181f9120 unknown :-1 s=CLOSED pgs=2227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:03.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.882+0000 7ff71e189640 1 --2- 172.21.15.67:0/4280914908 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff7180b10f0 0x7ff7180c9bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:03.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.882+0000 7ff71e189640 1 --2- 172.21.15.67:0/4280914908 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff71806d7c0 0x7ff71815fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:03.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.882+0000 7ff71e189640 1 -- 172.21.15.67:0/4280914908 >> 172.21.15.67:0/4280914908 conn(0x7ff7180d1280 msgr2=0x7ff71806cdb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:03.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.882+0000 7ff71e189640 1 -- 172.21.15.67:0/4280914908 shutdown_connections 2024-09-21T00:34:03.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:03.882+0000 7ff71e189640 1 -- 172.21.15.67:0/4280914908 wait complete. 2024-09-21T00:34:03.894 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:34:03.895 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.13:0 scrub start '~mdsdir' recursive 2024-09-21T00:34:04.016 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.015+0000 7fe84fb9b640 1 -- 172.21.15.67:0/620969560 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe8480d33f0 msgr2=0x7fe8480d0050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:04.016 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.015+0000 7fe84fb9b640 1 --2- 172.21.15.67:0/620969560 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe8480d33f0 0x7fe8480d0050 secure :-1 s=READY pgs=2229 cs=0 l=1 rev1=1 crypto rx=0x7fe83c009830 tx=0x7fe83c02a530 comp rx=0 tx=0).stop 2024-09-21T00:34:04.016 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.015+0000 7fe84fb9b640 1 -- 172.21.15.67:0/620969560 shutdown_connections 2024-09-21T00:34:04.016 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.015+0000 7fe84fb9b640 1 --2- 172.21.15.67:0/620969560 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe8480d0590 0x7fe8480b60b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:04.016 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.015+0000 7fe84fb9b640 1 --2- 172.21.15.67:0/620969560 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe8480d33f0 0x7fe8480d0050 unknown :-1 s=CLOSED pgs=2229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:04.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.015+0000 7fe84fb9b640 1 -- 172.21.15.67:0/620969560 >> 172.21.15.67:0/620969560 conn(0x7fe8480d4630 msgr2=0x7fe8480d4a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:04.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.015+0000 7fe84fb9b640 1 -- 172.21.15.67:0/620969560 shutdown_connections 2024-09-21T00:34:04.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.015+0000 7fe84fb9b640 1 -- 172.21.15.67:0/620969560 wait complete. 2024-09-21T00:34:04.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.017+0000 7fe84fb9b640 1 Processor -- start 2024-09-21T00:34:04.018 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.017+0000 7fe84fb9b640 1 -- start start 2024-09-21T00:34:04.020 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.018+0000 7fe84fb9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe8480d0590 0x7fe84814e590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:04.020 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.018+0000 7fe84fb9b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe8480d2490 0x7fe8481f5d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:04.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.018+0000 7fe84fb9b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe8480d33f0 0x7fe8481f9370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:04.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.018+0000 7fe84fb9b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fe84806e830 con 0x7fe8480d0590 2024-09-21T00:34:04.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.018+0000 7fe84fb9b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fe84806e6b0 con 0x7fe8480d2490 2024-09-21T00:34:04.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.018+0000 7fe84fb9b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fe8480b65f0 con 0x7fe8480d33f0 2024-09-21T00:34:04.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.018+0000 7fe84d937640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe8480d0590 0x7fe84814e590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:04.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.018+0000 7fe84d937640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe8480d0590 0x7fe84814e590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34222/0 (socket says 172.21.15.67:34222) 2024-09-21T00:34:04.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.018+0000 7fe84d937640 1 -- 172.21.15.67:0/2031299142 learned_addr learned my addr 172.21.15.67:0/2031299142 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:04.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.018+0000 7fe84d136640 1 --2- 172.21.15.67:0/2031299142 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe8480d2490 0x7fe8481f5d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:04.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.018+0000 7fe84e138640 1 --2- 172.21.15.67:0/2031299142 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe8480d33f0 0x7fe8481f9370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:04.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.018+0000 7fe84d937640 1 -- 172.21.15.67:0/2031299142 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe8480d33f0 msgr2=0x7fe8481f9370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:04.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.018+0000 7fe84d937640 1 --2- 172.21.15.67:0/2031299142 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe8480d33f0 0x7fe8481f9370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:04.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.018+0000 7fe84d937640 1 -- 172.21.15.67:0/2031299142 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe8480d2490 msgr2=0x7fe8481f5d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:04.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.018+0000 7fe84d937640 1 --2- 172.21.15.67:0/2031299142 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe8480d2490 0x7fe8481f5d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:04.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.018+0000 7fe84d937640 1 -- 172.21.15.67:0/2031299142 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe84815d150 con 0x7fe8480d0590 2024-09-21T00:34:04.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.018+0000 7fe84e138640 1 --2- 172.21.15.67:0/2031299142 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe8480d33f0 0x7fe8481f9370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:34:04.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.019+0000 7fe84d937640 1 --2- 172.21.15.67:0/2031299142 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe8480d0590 0x7fe84814e590 secure :-1 s=READY pgs=2230 cs=0 l=1 rev1=1 crypto rx=0x7fe83800c740 tx=0x7fe83800cc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:04.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.019+0000 7fe8467fc640 1 -- 172.21.15.67:0/2031299142 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe838017070 con 0x7fe8480d0590 2024-09-21T00:34:04.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.019+0000 7fe8467fc640 1 -- 172.21.15.67:0/2031299142 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe83800ce50 con 0x7fe8480d0590 2024-09-21T00:34:04.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.019+0000 7fe84fb9b640 1 -- 172.21.15.67:0/2031299142 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe8481f68b0 con 0x7fe8480d0590 2024-09-21T00:34:04.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.019+0000 7fe8467fc640 1 -- 172.21.15.67:0/2031299142 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8380052d0 con 0x7fe8480d0590 2024-09-21T00:34:04.022 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.019+0000 7fe84fb9b640 1 -- 172.21.15.67:0/2031299142 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe8480cd730 con 0x7fe8480d0590 2024-09-21T00:34:04.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.021+0000 7fe8467fc640 1 -- 172.21.15.67:0/2031299142 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fe83801a070 con 0x7fe8480d0590 2024-09-21T00:34:04.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.022+0000 7fe8467fc640 1 --2- 172.21.15.67:0/2031299142 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe834078bc0 0x7fe83407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:04.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.022+0000 7fe8467fc640 1 -- 172.21.15.67:0/2031299142 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(173..173 src has 1..173) ==== 5709+0+0 (secure 0 0 0) 0x7fe83809a320 con 0x7fe8480d0590 2024-09-21T00:34:04.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.022+0000 7fe84d136640 1 --2- 172.21.15.67:0/2031299142 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe834078bc0 0x7fe83407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:04.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.022+0000 7fe856be3740 1 Processor -- start 2024-09-21T00:34:04.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.023+0000 7fe856be3740 1 -- start start 2024-09-21T00:34:04.024 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.023+0000 7fe84d136640 1 --2- 172.21.15.67:0/2031299142 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe834078bc0 0x7fe83407b0d0 secure :-1 s=READY pgs=835 cs=0 l=1 rev1=1 crypto rx=0x7fe83c034000 tx=0x7fe83c004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:04.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.024+0000 7fe856be3740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5607880455b0 0x560788434070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:04.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.024+0000 7fe856be3740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56078801c6f0 0x560788416d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:04.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.024+0000 7fe856be3740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5607880248d0 0x560788417280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:04.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.024+0000 7fe856be3740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x56078835fa80 con 0x56078801c6f0 2024-09-21T00:34:04.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.024+0000 7fe856be3740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x56078834eeb0 con 0x5607880455b0 2024-09-21T00:34:04.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.024+0000 7fe856be3740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x560788352cc0 con 0x5607880248d0 2024-09-21T00:34:04.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.024+0000 7fe84d136640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56078801c6f0 0x560788416d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:04.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.024+0000 7fe84d136640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56078801c6f0 0x560788416d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34230/0 (socket says 172.21.15.67:34230) 2024-09-21T00:34:04.026 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.024+0000 7fe84d136640 1 -- 172.21.15.67:0/980869148 learned_addr learned my addr 172.21.15.67:0/980869148 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:04.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.024+0000 7fe84d937640 1 --2- 172.21.15.67:0/980869148 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5607880455b0 0x560788434070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:04.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.024+0000 7fe84e138640 1 --2- 172.21.15.67:0/980869148 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5607880248d0 0x560788417280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:04.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.024+0000 7fe84d136640 1 -- 172.21.15.67:0/980869148 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5607880248d0 msgr2=0x560788417280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:34:04.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.024+0000 7fe84d136640 1 --2- 172.21.15.67:0/980869148 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5607880248d0 0x560788417280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:04.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.024+0000 7fe84d136640 1 -- 172.21.15.67:0/980869148 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5607880455b0 msgr2=0x560788434070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:34:04.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.024+0000 7fe84d136640 1 --2- 172.21.15.67:0/980869148 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5607880455b0 0x560788434070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:04.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.024+0000 7fe84d136640 1 -- 172.21.15.67:0/980869148 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560788129a20 con 0x56078801c6f0 2024-09-21T00:34:04.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.024+0000 7fe84e138640 1 --2- 172.21.15.67:0/980869148 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5607880248d0 0x560788417280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:34:04.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.024+0000 7fe84d136640 1 --2- 172.21.15.67:0/980869148 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56078801c6f0 0x560788416d40 secure :-1 s=READY pgs=2231 cs=0 l=1 rev1=1 crypto rx=0x7fe83c003940 tx=0x7fe83c03d070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb7c949b72125b8c server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:04.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.025+0000 7fe82f7fe640 1 -- 172.21.15.67:0/980869148 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe83c003ea0 con 0x56078801c6f0 2024-09-21T00:34:04.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.025+0000 7fe82f7fe640 1 -- 172.21.15.67:0/980869148 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe83c048420 con 0x56078801c6f0 2024-09-21T00:34:04.027 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.025+0000 7fe82f7fe640 1 -- 172.21.15.67:0/980869148 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe83c0487d0 con 0x56078801c6f0 2024-09-21T00:34:04.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.025+0000 7fe856be3740 1 -- 172.21.15.67:0/980869148 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56078801c6f0 msgr2=0x560788416d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:04.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.025+0000 7fe856be3740 1 --2- 172.21.15.67:0/980869148 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56078801c6f0 0x560788416d40 secure :-1 s=READY pgs=2231 cs=0 l=1 rev1=1 crypto rx=0x7fe83c003940 tx=0x7fe83c03d070 comp rx=0 tx=0).stop 2024-09-21T00:34:04.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.025+0000 7fe856be3740 1 -- 172.21.15.67:0/980869148 shutdown_connections 2024-09-21T00:34:04.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.025+0000 7fe856be3740 1 --2- 172.21.15.67:0/980869148 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5607880248d0 0x560788417280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:04.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.025+0000 7fe856be3740 1 --2- 172.21.15.67:0/980869148 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56078801c6f0 0x560788416d40 unknown :-1 s=CLOSED pgs=2231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:04.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.025+0000 7fe856be3740 1 --2- 172.21.15.67:0/980869148 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5607880455b0 0x560788434070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:04.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.025+0000 7fe856be3740 1 -- 172.21.15.67:0/980869148 >> 172.21.15.67:0/980869148 conn(0x560788039700 msgr2=0x5607883ecf60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:04.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.026+0000 7fe856be3740 1 -- 172.21.15.67:0/980869148 shutdown_connections 2024-09-21T00:34:04.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.026+0000 7fe856be3740 1 -- 172.21.15.67:0/980869148 wait complete. 2024-09-21T00:34:04.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.026+0000 7fe856be3740 1 -- start start 2024-09-21T00:34:04.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.026+0000 7fe856be3740 1 Processor -- start 2024-09-21T00:34:04.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.028+0000 7fe856be3740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56078801c6f0 0x560788441e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:04.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.028+0000 7fe856be3740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5607880248d0 0x56078842d660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:04.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.028+0000 7fe856be3740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5607880455b0 0x5607883ec7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:04.032 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.028+0000 7fe856be3740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5607880bf960 con 0x56078801c6f0 2024-09-21T00:34:04.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.028+0000 7fe856be3740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5607882d5670 con 0x5607880455b0 2024-09-21T00:34:04.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.028+0000 7fe856be3740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x560788444d80 con 0x5607880248d0 2024-09-21T00:34:04.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.028+0000 7fe856be3740 10 client.0 _ll_register_callbacks cb 0x5607883483e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:34:04.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.028+0000 7fe84d937640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56078801c6f0 0x560788441e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:04.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.028+0000 7fe84d937640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56078801c6f0 0x560788441e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34238/0 (socket says 172.21.15.67:34238) 2024-09-21T00:34:04.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.028+0000 7fe84d937640 1 -- 172.21.15.67:0/202930955 learned_addr learned my addr 172.21.15.67:0/202930955 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:04.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.028+0000 7fe84d136640 1 --2- 172.21.15.67:0/202930955 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5607880248d0 0x56078842d660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:04.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.028+0000 7fe84d937640 1 -- 172.21.15.67:0/202930955 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5607880248d0 msgr2=0x56078842d660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:34:04.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.028+0000 7fe84d937640 1 --2- 172.21.15.67:0/202930955 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5607880248d0 0x56078842d660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:04.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.028+0000 7fe84d937640 1 -- 172.21.15.67:0/202930955 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5607880455b0 msgr2=0x5607883ec7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:34:04.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.028+0000 7fe84e138640 1 --2- 172.21.15.67:0/202930955 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5607880455b0 0x5607883ec7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:04.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.028+0000 7fe84d937640 1 --2- 172.21.15.67:0/202930955 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5607880455b0 0x5607883ec7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:04.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.028+0000 7fe84d937640 1 -- 172.21.15.67:0/202930955 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56078808e8c0 con 0x56078801c6f0 2024-09-21T00:34:04.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.028+0000 7fe84d937640 1 --2- 172.21.15.67:0/202930955 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56078801c6f0 0x560788441e10 secure :-1 s=READY pgs=2232 cs=0 l=1 rev1=1 crypto rx=0x7fe83805f2e0 tx=0x7fe838062640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6933ef45fcabcc4 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:04.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.028+0000 7fe82cff9640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:34:04.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.029+0000 7fe82cff9640 1 -- 172.21.15.67:0/202930955 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8380614d0 con 0x56078801c6f0 2024-09-21T00:34:04.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.029+0000 7fe82cff9640 1 -- 172.21.15.67:0/202930955 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(173..173 src has 1..173) ==== 5709+0+0 (secure 0 0 0) 0x7fe83805d9c0 con 0x56078801c6f0 2024-09-21T00:34:04.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.029+0000 7fe856be3740 1 -- 172.21.15.67:0/202930955 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe83c048420 con 0x56078801c6f0 2024-09-21T00:34:04.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.029+0000 7fe82cff9640 1 -- 172.21.15.67:0/202930955 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=151) ==== 24+0+0 (secure 0 0 0) 0x7fe838062070 con 0x56078801c6f0 2024-09-21T00:34:04.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.029+0000 7fe856be3740 10 client.10698 fetch_fsmap learned FSMap version 151 2024-09-21T00:34:04.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.029+0000 7fe856be3740 1 -- 172.21.15.67:0/202930955 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=151,monmap=2+}) -- 0x56078818a1b0 con 0x56078801c6f0 2024-09-21T00:34:04.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.029+0000 7fe82cff9640 1 -- 172.21.15.67:0/202930955 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe83c048420 con 0x56078801c6f0 2024-09-21T00:34:04.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.029+0000 7fe82cff9640 1 -- 172.21.15.67:0/202930955 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 151) ==== 3502+0+0 (secure 0 0 0) 0x7fe838067ce0 con 0x56078801c6f0 2024-09-21T00:34:04.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.029+0000 7fe856be3740 10 client.10698 fetch_fsmap finished waiting for FSMap version 151 2024-09-21T00:34:04.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.029+0000 7fe856be3740 10 client.10698 resolve_mds: resolved 13:0 to role '13:0' aka daemon mds.d 2024-09-21T00:34:04.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.029+0000 7fe856be3740 20 client.10698 populate_metadata read hostname 'smithi067' 2024-09-21T00:34:04.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.029+0000 7fe856be3740 1 --2- 172.21.15.67:0/202930955 >> [v2:172.21.15.97:6835/84198509,v1:172.21.15.97:6837/84198509] conn(0x560788004180 0x560788428c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:04.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.029+0000 7fe856be3740 4 client.10698 mds_command: new command op to 9379 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:34:04.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.029+0000 7fe856be3740 1 -- 172.21.15.67:0/202930955 --> [v2:172.21.15.97:6835/84198509,v1:172.21.15.97:6837/84198509] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5607883619d0 con 0x560788004180 2024-09-21T00:34:04.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.029+0000 7fe84d136640 1 --2- 172.21.15.67:0/202930955 >> [v2:172.21.15.97:6835/84198509,v1:172.21.15.97:6837/84198509] conn(0x560788004180 0x560788428c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:04.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.030+0000 7fe82cff9640 10 client.10698 ms_handle_connect on v2:172.21.15.97:6835/84198509 2024-09-21T00:34:04.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.030+0000 7fe84d136640 1 --2- 172.21.15.67:0/202930955 >> [v2:172.21.15.97:6835/84198509,v1:172.21.15.97:6837/84198509] conn(0x560788004180 0x560788428c30 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fd9377a1c2dc5112 server_cookie=c328c2604542a86c in_seq=0 out_seq=0 2024-09-21T00:34:04.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.031+0000 7fe82cff9640 1 -- 172.21.15.67:0/202930955 <== mds.0 v2:172.21.15.97:6835/84198509 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x5607883619d0 con 0x560788004180 2024-09-21T00:34:04.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.031+0000 7fe82cff9640 10 client.10698 handle_command_reply: tid=0 2024-09-21T00:34:04.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.031+0000 7fe856be3740 1 client.10698 shutdown 2024-09-21T00:34:04.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.031+0000 7fe856be3740 1 -- 172.21.15.67:0/202930955 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56078801c6f0 msgr2=0x560788441e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:04.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.031+0000 7fe856be3740 1 --2- 172.21.15.67:0/202930955 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56078801c6f0 0x560788441e10 secure :-1 s=READY pgs=2232 cs=0 l=1 rev1=1 crypto rx=0x7fe83805f2e0 tx=0x7fe838062640 comp rx=0 tx=0).stop 2024-09-21T00:34:04.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.031+0000 7fe856be3740 1 -- 172.21.15.67:0/202930955 shutdown_connections 2024-09-21T00:34:04.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.031+0000 7fe856be3740 1 --2- 172.21.15.67:0/202930955 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5607880455b0 0x5607883ec7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:04.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.031+0000 7fe856be3740 1 --2- 172.21.15.67:0/202930955 >> [v2:172.21.15.97:6835/84198509,v1:172.21.15.97:6837/84198509] conn(0x560788004180 0x560788428c30 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:04.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.031+0000 7fe856be3740 1 --2- 172.21.15.67:0/202930955 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5607880248d0 0x56078842d660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:04.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.031+0000 7fe856be3740 1 --2- 172.21.15.67:0/202930955 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56078801c6f0 0x560788441e10 unknown :-1 s=CLOSED pgs=2232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:04.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.031+0000 7fe856be3740 1 -- 172.21.15.67:0/202930955 >> 172.21.15.67:0/202930955 conn(0x560788039700 msgr2=0x5607883ee2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:04.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.031+0000 7fe82cff9640 0 client.10698 ms_handle_reset on v2:172.21.15.97:6835/84198509 2024-09-21T00:34:04.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.031+0000 7fe856be3740 1 -- 172.21.15.67:0/202930955 shutdown_connections 2024-09-21T00:34:04.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.031+0000 7fe856be3740 1 -- 172.21.15.67:0/202930955 wait complete. 2024-09-21T00:34:04.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.031+0000 7fe856be3740 20 client.10698 trim_cache size 0 max 16384 2024-09-21T00:34:04.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.049+0000 7fe856be3740 1 Processor -- start 2024-09-21T00:34:04.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.049+0000 7fe856be3740 1 -- start start 2024-09-21T00:34:04.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.050+0000 7fe856be3740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56078801c6f0 0x560788428c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:04.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.050+0000 7fe856be3740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5607880248d0 0x560788429150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:04.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.050+0000 7fe856be3740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5607880455b0 0x560788455e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:04.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.050+0000 7fe856be3740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fe8482020d0 con 0x56078801c6f0 2024-09-21T00:34:04.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.050+0000 7fe856be3740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fe8481517f0 con 0x5607880455b0 2024-09-21T00:34:04.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.050+0000 7fe856be3740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fe848160a80 con 0x5607880248d0 2024-09-21T00:34:04.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.051+0000 7fe84d937640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56078801c6f0 0x560788428c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:04.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.051+0000 7fe84d937640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56078801c6f0 0x560788428c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34242/0 (socket says 172.21.15.67:34242) 2024-09-21T00:34:04.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.051+0000 7fe84d937640 1 -- 172.21.15.67:0/180731805 learned_addr learned my addr 172.21.15.67:0/180731805 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:04.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.051+0000 7fe84d937640 1 -- 172.21.15.67:0/180731805 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5607880248d0 msgr2=0x560788429150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:34:04.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.051+0000 7fe84d937640 1 --2- 172.21.15.67:0/180731805 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5607880248d0 0x560788429150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:04.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.051+0000 7fe84d937640 1 -- 172.21.15.67:0/180731805 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5607880455b0 msgr2=0x560788455e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:34:04.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.051+0000 7fe84d937640 1 --2- 172.21.15.67:0/180731805 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5607880455b0 0x560788455e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:04.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.051+0000 7fe84d937640 1 -- 172.21.15.67:0/180731805 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560788127d20 con 0x56078801c6f0 2024-09-21T00:34:04.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.051+0000 7fe84d937640 1 --2- 172.21.15.67:0/180731805 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56078801c6f0 0x560788428c10 secure :-1 s=READY pgs=2233 cs=0 l=1 rev1=1 crypto rx=0x7fe83800c6b0 tx=0x7fe838061e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b29a38a08ba3796 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:04.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.051+0000 7fe82effd640 1 -- 172.21.15.67:0/180731805 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8380617e0 con 0x56078801c6f0 2024-09-21T00:34:04.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.051+0000 7fe82effd640 1 -- 172.21.15.67:0/180731805 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe83806ba00 con 0x56078801c6f0 2024-09-21T00:34:04.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.051+0000 7fe82effd640 1 -- 172.21.15.67:0/180731805 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe838061530 con 0x56078801c6f0 2024-09-21T00:34:04.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.052+0000 7fe856be3740 1 -- 172.21.15.67:0/180731805 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56078801c6f0 msgr2=0x560788428c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:04.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.052+0000 7fe856be3740 1 --2- 172.21.15.67:0/180731805 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56078801c6f0 0x560788428c10 secure :-1 s=READY pgs=2233 cs=0 l=1 rev1=1 crypto rx=0x7fe83800c6b0 tx=0x7fe838061e80 comp rx=0 tx=0).stop 2024-09-21T00:34:04.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.052+0000 7fe856be3740 1 -- 172.21.15.67:0/180731805 shutdown_connections 2024-09-21T00:34:04.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.052+0000 7fe856be3740 1 --2- 172.21.15.67:0/180731805 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5607880455b0 0x560788455e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:04.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.052+0000 7fe856be3740 1 --2- 172.21.15.67:0/180731805 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5607880248d0 0x560788429150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:04.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.052+0000 7fe856be3740 1 --2- 172.21.15.67:0/180731805 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56078801c6f0 0x560788428c10 unknown :-1 s=CLOSED pgs=2233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:04.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.052+0000 7fe856be3740 1 -- 172.21.15.67:0/180731805 >> 172.21.15.67:0/180731805 conn(0x560788039700 msgr2=0x560788441cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:04.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.052+0000 7fe856be3740 1 -- 172.21.15.67:0/180731805 shutdown_connections 2024-09-21T00:34:04.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.052+0000 7fe856be3740 1 -- 172.21.15.67:0/180731805 wait complete. 2024-09-21T00:34:04.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.053+0000 7fe856be3740 1 -- start start 2024-09-21T00:34:04.055 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.053+0000 7fe856be3740 1 Processor -- start 2024-09-21T00:34:04.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.054+0000 7fe856be3740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56078801c6f0 0x5607884296f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:04.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.054+0000 7fe856be3740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5607880248d0 0x5607884ab110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:04.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.054+0000 7fe856be3740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5607880455b0 0x560788405410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:04.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.054+0000 7fe856be3740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fe8481511a0 con 0x56078801c6f0 2024-09-21T00:34:04.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.054+0000 7fe856be3740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5607884b1f50 con 0x5607880248d0 2024-09-21T00:34:04.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.054+0000 7fe856be3740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x5607883e7a20 con 0x5607880455b0 2024-09-21T00:34:04.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.054+0000 7fe856be3740 10 client.0 _ll_register_callbacks cb 0x7fe8380013a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:34:04.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.055+0000 7fe84d937640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56078801c6f0 0x5607884296f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:04.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.055+0000 7fe84d937640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56078801c6f0 0x5607884296f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34254/0 (socket says 172.21.15.67:34254) 2024-09-21T00:34:04.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.055+0000 7fe84d937640 1 -- 172.21.15.67:0/508318560 learned_addr learned my addr 172.21.15.67:0/508318560 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:04.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.055+0000 7fe84e138640 1 --2- 172.21.15.67:0/508318560 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5607880455b0 0x560788405410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:04.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.055+0000 7fe84d136640 1 --2- 172.21.15.67:0/508318560 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5607880248d0 0x5607884ab110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:04.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.055+0000 7fe84d937640 1 -- 172.21.15.67:0/508318560 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5607880455b0 msgr2=0x560788405410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:34:04.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.055+0000 7fe84d937640 1 --2- 172.21.15.67:0/508318560 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5607880455b0 0x560788405410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:04.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.055+0000 7fe84d937640 1 -- 172.21.15.67:0/508318560 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5607880248d0 msgr2=0x5607884ab110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:34:04.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.055+0000 7fe84d937640 1 --2- 172.21.15.67:0/508318560 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5607880248d0 0x5607884ab110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:04.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.055+0000 7fe84d937640 1 -- 172.21.15.67:0/508318560 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5607884b51c0 con 0x56078801c6f0 2024-09-21T00:34:04.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.055+0000 7fe84d937640 1 --2- 172.21.15.67:0/508318560 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56078801c6f0 0x5607884296f0 secure :-1 s=READY pgs=2234 cs=0 l=1 rev1=1 crypto rx=0x7fe83805f2e0 tx=0x7fe8380616f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=638a1f8f74153c54 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:04.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.055+0000 7fe82cff9640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:34:04.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.055+0000 7fe82cff9640 1 -- 172.21.15.67:0/508318560 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe838072060 con 0x56078801c6f0 2024-09-21T00:34:04.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.055+0000 7fe82cff9640 1 -- 172.21.15.67:0/508318560 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(173..173 src has 1..173) ==== 5709+0+0 (secure 0 0 0) 0x7fe83805dbd0 con 0x56078801c6f0 2024-09-21T00:34:04.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.055+0000 7fe856be3740 1 -- 172.21.15.67:0/508318560 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe83806ba00 con 0x56078801c6f0 2024-09-21T00:34:04.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.055+0000 7fe82cff9640 1 -- 172.21.15.67:0/508318560 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=151) ==== 24+0+0 (secure 0 0 0) 0x7fe838005470 con 0x56078801c6f0 2024-09-21T00:34:04.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.055+0000 7fe856be3740 10 client.10704 fetch_fsmap learned FSMap version 151 2024-09-21T00:34:04.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.055+0000 7fe856be3740 1 -- 172.21.15.67:0/508318560 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=151,monmap=2+}) -- 0x56078842d5d0 con 0x56078801c6f0 2024-09-21T00:34:04.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.055+0000 7fe82cff9640 1 -- 172.21.15.67:0/508318560 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe83806ba00 con 0x56078801c6f0 2024-09-21T00:34:04.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.056+0000 7fe82cff9640 1 -- 172.21.15.67:0/508318560 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 151) ==== 3502+0+0 (secure 0 0 0) 0x7fe838067ce0 con 0x56078801c6f0 2024-09-21T00:34:04.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.056+0000 7fe856be3740 10 client.10704 fetch_fsmap finished waiting for FSMap version 151 2024-09-21T00:34:04.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.056+0000 7fe856be3740 10 client.10704 resolve_mds: resolved 13:0 to role '13:0' aka daemon mds.d 2024-09-21T00:34:04.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.056+0000 7fe856be3740 20 client.10704 populate_metadata read hostname 'smithi067' 2024-09-21T00:34:04.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.056+0000 7fe856be3740 1 --2- 172.21.15.67:0/508318560 >> [v2:172.21.15.97:6835/84198509,v1:172.21.15.97:6837/84198509] conn(0x5607883e8650 0x560788405950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:04.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.056+0000 7fe856be3740 4 client.10704 mds_command: new command op to 9379 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "~mdsdir", "scrubops": ["recursive"]}] 2024-09-21T00:34:04.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.056+0000 7fe856be3740 1 -- 172.21.15.67:0/508318560 --> [v2:172.21.15.97:6835/84198509,v1:172.21.15.97:6837/84198509] -- command(tid 0: {"prefix": "scrub start", "path": "~mdsdir", "scrubops": ["recursive"]}) -- 0x56078835d480 con 0x5607883e8650 2024-09-21T00:34:04.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.056+0000 7fe84d136640 1 --2- 172.21.15.67:0/508318560 >> [v2:172.21.15.97:6835/84198509,v1:172.21.15.97:6837/84198509] conn(0x5607883e8650 0x560788405950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:04.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.056+0000 7fe82cff9640 10 client.10704 ms_handle_connect on v2:172.21.15.97:6835/84198509 2024-09-21T00:34:04.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.056+0000 7fe84d136640 1 --2- 172.21.15.67:0/508318560 >> [v2:172.21.15.97:6835/84198509,v1:172.21.15.97:6837/84198509] conn(0x5607883e8650 0x560788405950 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1ebbeffa8e2130bc server_cookie=b9d24133ce2740d4 in_seq=0 out_seq=0 2024-09-21T00:34:04.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.057+0000 7fe82cff9640 1 -- 172.21.15.67:0/508318560 <== mds.0 v2:172.21.15.97:6835/84198509 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x56078835d480 con 0x5607883e8650 2024-09-21T00:34:04.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.057+0000 7fe82cff9640 10 client.10704 handle_command_reply: tid=0 2024-09-21T00:34:04.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.057+0000 7fe856be3740 1 client.10704 shutdown 2024-09-21T00:34:04.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.057+0000 7fe856be3740 1 -- 172.21.15.67:0/508318560 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56078801c6f0 msgr2=0x5607884296f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:04.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.057+0000 7fe856be3740 1 --2- 172.21.15.67:0/508318560 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56078801c6f0 0x5607884296f0 secure :-1 s=READY pgs=2234 cs=0 l=1 rev1=1 crypto rx=0x7fe83805f2e0 tx=0x7fe8380616f0 comp rx=0 tx=0).stop 2024-09-21T00:34:04.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.057+0000 7fe856be3740 1 -- 172.21.15.67:0/508318560 shutdown_connections 2024-09-21T00:34:04.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.057+0000 7fe856be3740 1 --2- 172.21.15.67:0/508318560 >> [v2:172.21.15.97:6835/84198509,v1:172.21.15.97:6837/84198509] conn(0x5607883e8650 0x560788405950 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:04.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.057+0000 7fe856be3740 1 --2- 172.21.15.67:0/508318560 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5607880455b0 0x560788405410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:04.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.057+0000 7fe856be3740 1 --2- 172.21.15.67:0/508318560 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5607880248d0 0x5607884ab110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:04.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.057+0000 7fe82cff9640 0 client.10704 ms_handle_reset on v2:172.21.15.97:6835/84198509 2024-09-21T00:34:04.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.057+0000 7fe856be3740 1 --2- 172.21.15.67:0/508318560 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56078801c6f0 0x5607884296f0 unknown :-1 s=CLOSED pgs=2234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:04.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.057+0000 7fe856be3740 1 -- 172.21.15.67:0/508318560 >> 172.21.15.67:0/508318560 conn(0x560788039700 msgr2=0x560788441cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:04.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.057+0000 7fe856be3740 1 -- 172.21.15.67:0/508318560 shutdown_connections 2024-09-21T00:34:04.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.057+0000 7fe856be3740 1 -- 172.21.15.67:0/508318560 wait complete. 2024-09-21T00:34:04.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.058+0000 7fe856be3740 20 client.10704 trim_cache size 0 max 16384 2024-09-21T00:34:04.062 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:34:04.062 INFO:teuthology.orchestra.run.smithi067.stdout: "return_code": 0, 2024-09-21T00:34:04.063 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_tag": "4a62593f-78b1-48ee-91e6-2027bd12d83c", 2024-09-21T00:34:04.063 INFO:teuthology.orchestra.run.smithi067.stdout: "mode": "asynchronous" 2024-09-21T00:34:04.063 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:34:04.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.058+0000 7fe84fb9b640 1 -- 172.21.15.67:0/2031299142 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe834078bc0 msgr2=0x7fe83407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:04.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.058+0000 7fe84fb9b640 1 --2- 172.21.15.67:0/2031299142 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe834078bc0 0x7fe83407b0d0 secure :-1 s=READY pgs=835 cs=0 l=1 rev1=1 crypto rx=0x7fe83c034000 tx=0x7fe83c004730 comp rx=0 tx=0).stop 2024-09-21T00:34:04.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.058+0000 7fe84fb9b640 1 -- 172.21.15.67:0/2031299142 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe8480d0590 msgr2=0x7fe84814e590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:04.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.058+0000 7fe84fb9b640 1 --2- 172.21.15.67:0/2031299142 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe8480d0590 0x7fe84814e590 secure :-1 s=READY pgs=2230 cs=0 l=1 rev1=1 crypto rx=0x7fe83800c740 tx=0x7fe83800cc00 comp rx=0 tx=0).stop 2024-09-21T00:34:04.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.058+0000 7fe84fb9b640 1 -- 172.21.15.67:0/2031299142 shutdown_connections 2024-09-21T00:34:04.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.058+0000 7fe84fb9b640 1 --2- 172.21.15.67:0/2031299142 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe834078bc0 0x7fe83407b0d0 unknown :-1 s=CLOSED pgs=835 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:04.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.058+0000 7fe84fb9b640 1 --2- 172.21.15.67:0/2031299142 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe8480d33f0 0x7fe8481f9370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:04.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.058+0000 7fe84fb9b640 1 --2- 172.21.15.67:0/2031299142 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe8480d2490 0x7fe8481f5d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:04.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.058+0000 7fe84fb9b640 1 --2- 172.21.15.67:0/2031299142 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe8480d0590 0x7fe84814e590 unknown :-1 s=CLOSED pgs=2230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:04.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.058+0000 7fe84fb9b640 1 -- 172.21.15.67:0/2031299142 >> 172.21.15.67:0/2031299142 conn(0x7fe8480d4630 msgr2=0x7fe8480b1770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:04.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.058+0000 7fe84fb9b640 1 -- 172.21.15.67:0/2031299142 shutdown_connections 2024-09-21T00:34:04.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.058+0000 7fe84fb9b640 1 -- 172.21.15.67:0/2031299142 wait complete. 2024-09-21T00:34:04.071 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:34:04.071 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.13:0 scrub status 2024-09-21T00:34:04.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.188+0000 7fcb98919640 1 -- 172.21.15.67:0/889359697 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcb940b16e0 msgr2=0x7fcb940cda00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:04.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.188+0000 7fcb98919640 1 --2- 172.21.15.67:0/889359697 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcb940b16e0 0x7fcb940cda00 secure :-1 s=READY pgs=2236 cs=0 l=1 rev1=1 crypto rx=0x7fcb7c009830 tx=0x7fcb7c02a5c0 comp rx=0 tx=0).stop 2024-09-21T00:34:04.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.188+0000 7fcb98919640 1 -- 172.21.15.67:0/889359697 shutdown_connections 2024-09-21T00:34:04.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.188+0000 7fcb98919640 1 --2- 172.21.15.67:0/889359697 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcb940b16e0 0x7fcb940cda00 unknown :-1 s=CLOSED pgs=2236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:04.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.188+0000 7fcb98919640 1 -- 172.21.15.67:0/889359697 >> 172.21.15.67:0/889359697 conn(0x7fcb940d24c0 msgr2=0x7fcb940d28d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:04.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.188+0000 7fcb98919640 1 -- 172.21.15.67:0/889359697 shutdown_connections 2024-09-21T00:34:04.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.188+0000 7fcb98919640 1 -- 172.21.15.67:0/889359697 wait complete. 2024-09-21T00:34:04.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.190+0000 7fcb98919640 1 Processor -- start 2024-09-21T00:34:04.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.190+0000 7fcb98919640 1 -- start start 2024-09-21T00:34:04.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.191+0000 7fcb98919640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcb940b16e0 0x7fcb94159810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:04.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.191+0000 7fcb98919640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcb940b78f0 0x7fcb940c8640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:04.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.191+0000 7fcb98919640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcb940cdf40 0x7fcb940b6c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:04.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.191+0000 7fcb98919640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fcb94160da0 con 0x7fcb940cdf40 2024-09-21T00:34:04.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.191+0000 7fcb98919640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fcb940ce400 con 0x7fcb940b16e0 2024-09-21T00:34:04.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.191+0000 7fcb98919640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fcb94160f20 con 0x7fcb940b78f0 2024-09-21T00:34:04.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.191+0000 7fcb92d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcb940cdf40 0x7fcb940b6c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:04.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.191+0000 7fcb92d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcb940cdf40 0x7fcb940b6c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34260/0 (socket says 172.21.15.67:34260) 2024-09-21T00:34:04.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.191+0000 7fcb92d9d640 1 -- 172.21.15.67:0/3239997728 learned_addr learned my addr 172.21.15.67:0/3239997728 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:04.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.192+0000 7fcb9259c640 1 --2- 172.21.15.67:0/3239997728 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcb940b16e0 0x7fcb94159810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:04.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.192+0000 7fcb91d9b640 1 --2- 172.21.15.67:0/3239997728 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcb940b78f0 0x7fcb940c8640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:04.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.192+0000 7fcb92d9d640 1 -- 172.21.15.67:0/3239997728 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcb940b78f0 msgr2=0x7fcb940c8640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:04.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.192+0000 7fcb92d9d640 1 --2- 172.21.15.67:0/3239997728 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcb940b78f0 0x7fcb940c8640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:04.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.192+0000 7fcb92d9d640 1 -- 172.21.15.67:0/3239997728 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcb940b16e0 msgr2=0x7fcb94159810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:04.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.192+0000 7fcb92d9d640 1 --2- 172.21.15.67:0/3239997728 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcb940b16e0 0x7fcb94159810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:04.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.192+0000 7fcb92d9d640 1 -- 172.21.15.67:0/3239997728 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb94159d50 con 0x7fcb940cdf40 2024-09-21T00:34:04.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.192+0000 7fcb92d9d640 1 --2- 172.21.15.67:0/3239997728 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcb940cdf40 0x7fcb940b6c80 secure :-1 s=READY pgs=2237 cs=0 l=1 rev1=1 crypto rx=0x7fcb8c00c3f0 tx=0x7fcb8c00c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:04.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.192+0000 7fcb8affd640 1 -- 172.21.15.67:0/3239997728 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb8c017070 con 0x7fcb940cdf40 2024-09-21T00:34:04.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.192+0000 7fcb8affd640 1 -- 172.21.15.67:0/3239997728 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcb8c0053c0 con 0x7fcb940cdf40 2024-09-21T00:34:04.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.192+0000 7fcb98919640 1 -- 172.21.15.67:0/3239997728 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb941f7480 con 0x7fcb940cdf40 2024-09-21T00:34:04.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.192+0000 7fcb8affd640 1 -- 172.21.15.67:0/3239997728 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb8c003850 con 0x7fcb940cdf40 2024-09-21T00:34:04.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.192+0000 7fcb98919640 1 -- 172.21.15.67:0/3239997728 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb941f7a40 con 0x7fcb940cdf40 2024-09-21T00:34:04.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.194+0000 7fcb8affd640 1 -- 172.21.15.67:0/3239997728 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fcb8c01a070 con 0x7fcb940cdf40 2024-09-21T00:34:04.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.194+0000 7fcb8affd640 1 --2- 172.21.15.67:0/3239997728 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcb74078bc0 0x7fcb7407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:04.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.195+0000 7fcb8affd640 1 -- 172.21.15.67:0/3239997728 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(173..173 src has 1..173) ==== 5709+0+0 (secure 0 0 0) 0x7fcb8c099f20 con 0x7fcb940cdf40 2024-09-21T00:34:04.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.195+0000 7fcb9259c640 1 --2- 172.21.15.67:0/3239997728 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcb74078bc0 0x7fcb7407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:04.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.195+0000 7fcb9259c640 1 --2- 172.21.15.67:0/3239997728 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcb74078bc0 0x7fcb7407b0d0 secure :-1 s=READY pgs=836 cs=0 l=1 rev1=1 crypto rx=0x7fcb84001410 tx=0x7fcb84009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:04.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.196+0000 7fcb9f885740 1 Processor -- start 2024-09-21T00:34:04.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.196+0000 7fcb9f885740 1 -- start start 2024-09-21T00:34:04.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.197+0000 7fcb9f885740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558c80eff390 0x558c812d0740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:04.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.197+0000 7fcb9f885740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558c80ed64d0 0x558c812d0c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:04.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.197+0000 7fcb9f885740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558c80ede6b0 0x558c812edb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:04.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.197+0000 7fcb9f885740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x558c81219a60 con 0x558c80ede6b0 2024-09-21T00:34:04.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.197+0000 7fcb9f885740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x558c81208e90 con 0x558c80ed64d0 2024-09-21T00:34:04.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.197+0000 7fcb9f885740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x558c8120cca0 con 0x558c80eff390 2024-09-21T00:34:04.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.197+0000 7fcb92d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558c80ede6b0 0x558c812edb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:04.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.197+0000 7fcb92d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558c80ede6b0 0x558c812edb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34266/0 (socket says 172.21.15.67:34266) 2024-09-21T00:34:04.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.197+0000 7fcb92d9d640 1 -- 172.21.15.67:0/4126613306 learned_addr learned my addr 172.21.15.67:0/4126613306 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:04.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.197+0000 7fcb9259c640 1 --2- 172.21.15.67:0/4126613306 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558c80eff390 0x558c812d0740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:04.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.197+0000 7fcb91d9b640 1 --2- 172.21.15.67:0/4126613306 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558c80ed64d0 0x558c812d0c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:04.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.197+0000 7fcb92d9d640 1 -- 172.21.15.67:0/4126613306 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558c80eff390 msgr2=0x558c812d0740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:34:04.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.198+0000 7fcb92d9d640 1 --2- 172.21.15.67:0/4126613306 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558c80eff390 0x558c812d0740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:04.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.198+0000 7fcb92d9d640 1 -- 172.21.15.67:0/4126613306 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558c80ed64d0 msgr2=0x558c812d0c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:34:04.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.198+0000 7fcb92d9d640 1 --2- 172.21.15.67:0/4126613306 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558c80ed64d0 0x558c812d0c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:04.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.198+0000 7fcb92d9d640 1 -- 172.21.15.67:0/4126613306 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558c80fe17d0 con 0x558c80ede6b0 2024-09-21T00:34:04.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.198+0000 7fcb92d9d640 1 --2- 172.21.15.67:0/4126613306 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558c80ede6b0 0x558c812edb80 secure :-1 s=READY pgs=2238 cs=0 l=1 rev1=1 crypto rx=0x7fcb8c061d30 tx=0x7fcb8c061510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d473bfdea4bb7b3 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:04.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.198+0000 7fcb73fff640 1 -- 172.21.15.67:0/4126613306 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb8c0667d0 con 0x558c80ede6b0 2024-09-21T00:34:04.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.198+0000 7fcb73fff640 1 -- 172.21.15.67:0/4126613306 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcb8c06b680 con 0x558c80ede6b0 2024-09-21T00:34:04.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.198+0000 7fcb73fff640 1 -- 172.21.15.67:0/4126613306 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb8c061260 con 0x558c80ede6b0 2024-09-21T00:34:04.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.199+0000 7fcb9f885740 1 -- 172.21.15.67:0/4126613306 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558c80ede6b0 msgr2=0x558c812edb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:04.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.199+0000 7fcb9f885740 1 --2- 172.21.15.67:0/4126613306 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558c80ede6b0 0x558c812edb80 secure :-1 s=READY pgs=2238 cs=0 l=1 rev1=1 crypto rx=0x7fcb8c061d30 tx=0x7fcb8c061510 comp rx=0 tx=0).stop 2024-09-21T00:34:04.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.199+0000 7fcb9f885740 1 -- 172.21.15.67:0/4126613306 shutdown_connections 2024-09-21T00:34:04.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.199+0000 7fcb9f885740 1 --2- 172.21.15.67:0/4126613306 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558c80ede6b0 0x558c812edb80 unknown :-1 s=CLOSED pgs=2238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:04.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.199+0000 7fcb9f885740 1 --2- 172.21.15.67:0/4126613306 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558c80ed64d0 0x558c812d0c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:04.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.199+0000 7fcb9f885740 1 --2- 172.21.15.67:0/4126613306 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558c80eff390 0x558c812d0740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:04.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.199+0000 7fcb9f885740 1 -- 172.21.15.67:0/4126613306 >> 172.21.15.67:0/4126613306 conn(0x558c80ef34e0 msgr2=0x558c812a6a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:04.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.199+0000 7fcb9f885740 1 -- 172.21.15.67:0/4126613306 shutdown_connections 2024-09-21T00:34:04.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.199+0000 7fcb9f885740 1 -- 172.21.15.67:0/4126613306 wait complete. 2024-09-21T00:34:04.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.200+0000 7fcb9f885740 1 -- start start 2024-09-21T00:34:04.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.200+0000 7fcb9f885740 1 Processor -- start 2024-09-21T00:34:04.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.201+0000 7fcb9f885740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558c80ed64d0 0x558c812b09b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:04.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.201+0000 7fcb9f885740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558c80ede6b0 0x558c812e3500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:04.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.201+0000 7fcb9f885740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558c80eff390 0x558c812e1740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:04.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.201+0000 7fcb9f885740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x558c80f79740 con 0x558c80eff390 2024-09-21T00:34:04.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.201+0000 7fcb9f885740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x558c811ae970 con 0x558c80ede6b0 2024-09-21T00:34:04.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.201+0000 7fcb9f885740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x558c812d11c0 con 0x558c80ed64d0 2024-09-21T00:34:04.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.201+0000 7fcb9f885740 10 client.0 _ll_register_callbacks cb 0x558c811b1be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:34:04.207 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.201+0000 7fcb92d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558c80eff390 0x558c812e1740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:04.207 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.201+0000 7fcb92d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558c80eff390 0x558c812e1740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34272/0 (socket says 172.21.15.67:34272) 2024-09-21T00:34:04.207 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.201+0000 7fcb92d9d640 1 -- 172.21.15.67:0/3408437463 learned_addr learned my addr 172.21.15.67:0/3408437463 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:04.207 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.202+0000 7fcb9259c640 1 --2- 172.21.15.67:0/3408437463 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558c80ed64d0 0x558c812b09b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:04.207 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.202+0000 7fcb91d9b640 1 --2- 172.21.15.67:0/3408437463 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558c80ede6b0 0x558c812e3500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:04.207 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.202+0000 7fcb92d9d640 1 -- 172.21.15.67:0/3408437463 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558c80ed64d0 msgr2=0x558c812b09b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:34:04.207 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.202+0000 7fcb92d9d640 1 --2- 172.21.15.67:0/3408437463 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558c80ed64d0 0x558c812b09b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:04.207 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.202+0000 7fcb92d9d640 1 -- 172.21.15.67:0/3408437463 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558c80ede6b0 msgr2=0x558c812e3500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:34:04.207 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.202+0000 7fcb92d9d640 1 --2- 172.21.15.67:0/3408437463 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558c80ede6b0 0x558c812e3500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:04.207 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.202+0000 7fcb92d9d640 1 -- 172.21.15.67:0/3408437463 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558c80f6a970 con 0x558c80eff390 2024-09-21T00:34:04.207 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.202+0000 7fcb92d9d640 1 --2- 172.21.15.67:0/3408437463 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558c80eff390 0x558c812e1740 secure :-1 s=READY pgs=2239 cs=0 l=1 rev1=1 crypto rx=0x7fcb8c061a50 tx=0x7fcb8c05e2c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f91c4d027d9a5be2 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:04.207 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.202+0000 7fcb717fa640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:34:04.207 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.202+0000 7fcb717fa640 1 -- 172.21.15.67:0/3408437463 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb8c05d6f0 con 0x558c80eff390 2024-09-21T00:34:04.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.202+0000 7fcb717fa640 1 -- 172.21.15.67:0/3408437463 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(173..173 src has 1..173) ==== 5709+0+0 (secure 0 0 0) 0x7fcb8c05d890 con 0x558c80eff390 2024-09-21T00:34:04.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.202+0000 7fcb9f885740 1 -- 172.21.15.67:0/3408437463 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcb8c06b680 con 0x558c80eff390 2024-09-21T00:34:04.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.202+0000 7fcb717fa640 1 -- 172.21.15.67:0/3408437463 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=151) ==== 24+0+0 (secure 0 0 0) 0x7fcb8c069ac0 con 0x558c80eff390 2024-09-21T00:34:04.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.202+0000 7fcb9f885740 10 client.10719 fetch_fsmap learned FSMap version 151 2024-09-21T00:34:04.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.202+0000 7fcb9f885740 1 -- 172.21.15.67:0/3408437463 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=151,monmap=2+}) -- 0x558c80f486a0 con 0x558c80eff390 2024-09-21T00:34:04.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.202+0000 7fcb717fa640 1 -- 172.21.15.67:0/3408437463 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcb8c06b680 con 0x558c80eff390 2024-09-21T00:34:04.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.203+0000 7fcb717fa640 1 -- 172.21.15.67:0/3408437463 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 151) ==== 3502+0+0 (secure 0 0 0) 0x7fcb8c060a70 con 0x558c80eff390 2024-09-21T00:34:04.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.203+0000 7fcb9f885740 10 client.10719 fetch_fsmap finished waiting for FSMap version 151 2024-09-21T00:34:04.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.203+0000 7fcb9f885740 10 client.10719 resolve_mds: resolved 13:0 to role '13:0' aka daemon mds.d 2024-09-21T00:34:04.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.203+0000 7fcb9f885740 20 client.10719 populate_metadata read hostname 'smithi067' 2024-09-21T00:34:04.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.203+0000 7fcb9f885740 1 --2- 172.21.15.67:0/3408437463 >> [v2:172.21.15.97:6835/84198509,v1:172.21.15.97:6837/84198509] conn(0x558c80ebdf60 0x558c812e5450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:04.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.203+0000 7fcb9f885740 4 client.10719 mds_command: new command op to 9379 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:34:04.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.203+0000 7fcb9f885740 1 -- 172.21.15.67:0/3408437463 --> [v2:172.21.15.97:6835/84198509,v1:172.21.15.97:6837/84198509] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558c8121b9b0 con 0x558c80ebdf60 2024-09-21T00:34:04.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.203+0000 7fcb9259c640 1 --2- 172.21.15.67:0/3408437463 >> [v2:172.21.15.97:6835/84198509,v1:172.21.15.97:6837/84198509] conn(0x558c80ebdf60 0x558c812e5450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:04.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.203+0000 7fcb9259c640 1 --2- 172.21.15.67:0/3408437463 >> [v2:172.21.15.97:6835/84198509,v1:172.21.15.97:6837/84198509] conn(0x558c80ebdf60 0x558c812e5450 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e5c0dfe81c582ede server_cookie=f27b3ee2a8d1dfd5 in_seq=0 out_seq=0 2024-09-21T00:34:04.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.203+0000 7fcb717fa640 10 client.10719 ms_handle_connect on v2:172.21.15.97:6835/84198509 2024-09-21T00:34:04.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.204+0000 7fcb717fa640 1 -- 172.21.15.67:0/3408437463 <== mds.0 v2:172.21.15.97:6835/84198509 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x558c8121b9b0 con 0x558c80ebdf60 2024-09-21T00:34:04.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.204+0000 7fcb717fa640 10 client.10719 handle_command_reply: tid=0 2024-09-21T00:34:04.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.204+0000 7fcb9f885740 1 client.10719 shutdown 2024-09-21T00:34:04.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.204+0000 7fcb9f885740 1 -- 172.21.15.67:0/3408437463 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558c80eff390 msgr2=0x558c812e1740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:04.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.204+0000 7fcb9f885740 1 --2- 172.21.15.67:0/3408437463 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558c80eff390 0x558c812e1740 secure :-1 s=READY pgs=2239 cs=0 l=1 rev1=1 crypto rx=0x7fcb8c061a50 tx=0x7fcb8c05e2c0 comp rx=0 tx=0).stop 2024-09-21T00:34:04.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.205+0000 7fcb9f885740 1 -- 172.21.15.67:0/3408437463 shutdown_connections 2024-09-21T00:34:04.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.205+0000 7fcb9f885740 1 --2- 172.21.15.67:0/3408437463 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558c80eff390 0x558c812e1740 unknown :-1 s=CLOSED pgs=2239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:04.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.205+0000 7fcb9f885740 1 --2- 172.21.15.67:0/3408437463 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558c80ede6b0 0x558c812e3500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:04.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.205+0000 7fcb9f885740 1 --2- 172.21.15.67:0/3408437463 >> [v2:172.21.15.97:6835/84198509,v1:172.21.15.97:6837/84198509] conn(0x558c80ebdf60 0x558c812e5450 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:04.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.205+0000 7fcb9f885740 1 --2- 172.21.15.67:0/3408437463 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558c80ed64d0 0x558c812b09b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:04.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.205+0000 7fcb717fa640 0 client.10719 ms_handle_reset on v2:172.21.15.97:6835/84198509 2024-09-21T00:34:04.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.205+0000 7fcb9f885740 1 -- 172.21.15.67:0/3408437463 >> 172.21.15.67:0/3408437463 conn(0x558c80ef34e0 msgr2=0x558c812a68b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:04.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.205+0000 7fcb9f885740 1 -- 172.21.15.67:0/3408437463 shutdown_connections 2024-09-21T00:34:04.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.205+0000 7fcb9f885740 1 -- 172.21.15.67:0/3408437463 wait complete. 2024-09-21T00:34:04.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.205+0000 7fcb9f885740 20 client.10719 trim_cache size 0 max 16384 2024-09-21T00:34:04.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.223+0000 7fcb9f885740 1 Processor -- start 2024-09-21T00:34:04.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.223+0000 7fcb9f885740 1 -- start start 2024-09-21T00:34:04.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.224+0000 7fcb9f885740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558c80ef34e0 0x558c8130e9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:04.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.224+0000 7fcb9f885740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558c80ed64d0 0x558c812e5d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:04.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.224+0000 7fcb9f885740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558c80ede6b0 0x558c812e6260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:04.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.224+0000 7fcb9f885740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fcb94200170 con 0x558c80ef34e0 2024-09-21T00:34:04.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.224+0000 7fcb9f885740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fcb940c6890 con 0x558c80ed64d0 2024-09-21T00:34:04.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.224+0000 7fcb9f885740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fcb940c5bf0 con 0x558c80ede6b0 2024-09-21T00:34:04.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.224+0000 7fcb9259c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558c80ef34e0 0x558c8130e9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:04.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.224+0000 7fcb9259c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558c80ef34e0 0x558c8130e9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34278/0 (socket says 172.21.15.67:34278) 2024-09-21T00:34:04.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.224+0000 7fcb9259c640 1 -- 172.21.15.67:0/3127490038 learned_addr learned my addr 172.21.15.67:0/3127490038 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:04.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.224+0000 7fcb91d9b640 1 --2- 172.21.15.67:0/3127490038 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558c80ed64d0 0x558c812e5d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:04.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.225+0000 7fcb9259c640 1 -- 172.21.15.67:0/3127490038 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558c80ede6b0 msgr2=0x558c812e6260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:34:04.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.225+0000 7fcb9259c640 1 --2- 172.21.15.67:0/3127490038 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558c80ede6b0 0x558c812e6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:04.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.225+0000 7fcb9259c640 1 -- 172.21.15.67:0/3127490038 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558c80ed64d0 msgr2=0x558c812e5d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:34:04.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.225+0000 7fcb9259c640 1 --2- 172.21.15.67:0/3127490038 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558c80ed64d0 0x558c812e5d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:04.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.225+0000 7fcb9259c640 1 -- 172.21.15.67:0/3127490038 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558c812ef020 con 0x558c80ef34e0 2024-09-21T00:34:04.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.225+0000 7fcb9259c640 1 --2- 172.21.15.67:0/3127490038 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558c80ef34e0 0x558c8130e9c0 secure :-1 s=READY pgs=2240 cs=0 l=1 rev1=1 crypto rx=0x558c80f79820 tx=0x7fcb84012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=71a9ba96b58cafd6 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:04.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.225+0000 7fcb737fe640 1 -- 172.21.15.67:0/3127490038 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb8402f070 con 0x558c80ef34e0 2024-09-21T00:34:04.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.225+0000 7fcb737fe640 1 -- 172.21.15.67:0/3127490038 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcb8401b040 con 0x558c80ef34e0 2024-09-21T00:34:04.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.225+0000 7fcb737fe640 1 -- 172.21.15.67:0/3127490038 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb84014d30 con 0x558c80ef34e0 2024-09-21T00:34:04.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.226+0000 7fcb9f885740 1 -- 172.21.15.67:0/3127490038 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558c80ef34e0 msgr2=0x558c8130e9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:04.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.226+0000 7fcb9f885740 1 --2- 172.21.15.67:0/3127490038 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558c80ef34e0 0x558c8130e9c0 secure :-1 s=READY pgs=2240 cs=0 l=1 rev1=1 crypto rx=0x558c80f79820 tx=0x7fcb84012000 comp rx=0 tx=0).stop 2024-09-21T00:34:04.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.226+0000 7fcb9f885740 1 -- 172.21.15.67:0/3127490038 shutdown_connections 2024-09-21T00:34:04.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.226+0000 7fcb9f885740 1 --2- 172.21.15.67:0/3127490038 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558c80ede6b0 0x558c812e6260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:04.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.226+0000 7fcb9f885740 1 --2- 172.21.15.67:0/3127490038 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558c80ed64d0 0x558c812e5d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:04.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.226+0000 7fcb9f885740 1 --2- 172.21.15.67:0/3127490038 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558c80ef34e0 0x558c8130e9c0 unknown :-1 s=CLOSED pgs=2240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:04.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.226+0000 7fcb9f885740 1 -- 172.21.15.67:0/3127490038 >> 172.21.15.67:0/3127490038 conn(0x558c812b37c0 msgr2=0x558c812b03a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:04.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.226+0000 7fcb9f885740 1 -- 172.21.15.67:0/3127490038 shutdown_connections 2024-09-21T00:34:04.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.226+0000 7fcb9f885740 1 -- 172.21.15.67:0/3127490038 wait complete. 2024-09-21T00:34:04.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.227+0000 7fcb9f885740 1 -- start start 2024-09-21T00:34:04.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.227+0000 7fcb9f885740 1 Processor -- start 2024-09-21T00:34:04.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.228+0000 7fcb9f885740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558c80ed64d0 0x558c8136e640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:04.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.228+0000 7fcb9f885740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558c80ede6b0 0x558c81360f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:04.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.228+0000 7fcb9f885740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558c80ef34e0 0x558c812a7920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:04.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.228+0000 7fcb9f885740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x558c812e1980 con 0x558c80ede6b0 2024-09-21T00:34:04.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.228+0000 7fcb9f885740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fcb940c6240 con 0x558c80ef34e0 2024-09-21T00:34:04.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.228+0000 7fcb9f885740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x558c8136b370 con 0x558c80ed64d0 2024-09-21T00:34:04.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.228+0000 7fcb9f885740 10 client.0 _ll_register_callbacks cb 0x7fcb8c087070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:34:04.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.228+0000 7fcb91d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558c80ede6b0 0x558c81360f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:04.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.228+0000 7fcb91d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558c80ede6b0 0x558c81360f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:34288/0 (socket says 172.21.15.67:34288) 2024-09-21T00:34:04.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.228+0000 7fcb91d9b640 1 -- 172.21.15.67:0/528865529 learned_addr learned my addr 172.21.15.67:0/528865529 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:04.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.228+0000 7fcb9259c640 1 --2- 172.21.15.67:0/528865529 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558c80ed64d0 0x558c8136e640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:04.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.228+0000 7fcb92d9d640 1 --2- 172.21.15.67:0/528865529 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558c80ef34e0 0x558c812a7920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:04.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.229+0000 7fcb91d9b640 1 -- 172.21.15.67:0/528865529 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558c80ed64d0 msgr2=0x558c8136e640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:34:04.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.229+0000 7fcb91d9b640 1 --2- 172.21.15.67:0/528865529 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558c80ed64d0 0x558c8136e640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:04.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.229+0000 7fcb91d9b640 1 -- 172.21.15.67:0/528865529 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558c80ef34e0 msgr2=0x558c812a7920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:34:04.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.229+0000 7fcb91d9b640 1 --2- 172.21.15.67:0/528865529 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558c80ef34e0 0x558c812a7920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:04.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.229+0000 7fcb91d9b640 1 -- 172.21.15.67:0/528865529 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558c812e72a0 con 0x558c80ede6b0 2024-09-21T00:34:04.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.229+0000 7fcb91d9b640 1 --2- 172.21.15.67:0/528865529 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558c80ede6b0 0x558c81360f70 secure :-1 s=READY pgs=2241 cs=0 l=1 rev1=1 crypto rx=0x7fcb7c009830 tx=0x7fcb7c0039c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f6499fd55e1642fb server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:04.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.229+0000 7fcb717fa640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:34:04.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.229+0000 7fcb717fa640 1 -- 172.21.15.67:0/528865529 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb7c04b060 con 0x558c80ede6b0 2024-09-21T00:34:04.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.229+0000 7fcb9f885740 1 -- 172.21.15.67:0/528865529 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcb8401b040 con 0x558c80ede6b0 2024-09-21T00:34:04.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.229+0000 7fcb717fa640 1 -- 172.21.15.67:0/528865529 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(173..173 src has 1..173) ==== 5709+0+0 (secure 0 0 0) 0x7fcb7c03c420 con 0x558c80ede6b0 2024-09-21T00:34:04.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.229+0000 7fcb717fa640 1 -- 172.21.15.67:0/528865529 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=151) ==== 24+0+0 (secure 0 0 0) 0x7fcb7c051050 con 0x558c80ede6b0 2024-09-21T00:34:04.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.229+0000 7fcb9f885740 10 client.10725 fetch_fsmap learned FSMap version 151 2024-09-21T00:34:04.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.229+0000 7fcb9f885740 1 -- 172.21.15.67:0/528865529 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=151,monmap=2+}) -- 0x558c8136b170 con 0x558c80ede6b0 2024-09-21T00:34:04.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.229+0000 7fcb717fa640 1 -- 172.21.15.67:0/528865529 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcb8401b040 con 0x558c80ede6b0 2024-09-21T00:34:04.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.230+0000 7fcb717fa640 1 -- 172.21.15.67:0/528865529 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 151) ==== 3502+0+0 (secure 0 0 0) 0x7fcb7c054020 con 0x558c80ede6b0 2024-09-21T00:34:04.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.230+0000 7fcb9f885740 10 client.10725 fetch_fsmap finished waiting for FSMap version 151 2024-09-21T00:34:04.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.230+0000 7fcb9f885740 10 client.10725 resolve_mds: resolved 13:0 to role '13:0' aka daemon mds.d 2024-09-21T00:34:04.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.230+0000 7fcb9f885740 20 client.10725 populate_metadata read hostname 'smithi067' 2024-09-21T00:34:04.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.230+0000 7fcb9f885740 1 --2- 172.21.15.67:0/528865529 >> [v2:172.21.15.97:6835/84198509,v1:172.21.15.97:6837/84198509] conn(0x558c80e933a0 0x558c8136a670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:04.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.230+0000 7fcb9f885740 4 client.10725 mds_command: new command op to 9379 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-21T00:34:04.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.230+0000 7fcb9f885740 1 -- 172.21.15.67:0/528865529 --> [v2:172.21.15.97:6835/84198509,v1:172.21.15.97:6837/84198509] -- command(tid 0: {"prefix": "scrub status"}) -- 0x558c81217460 con 0x558c80e933a0 2024-09-21T00:34:04.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.230+0000 7fcb9259c640 1 --2- 172.21.15.67:0/528865529 >> [v2:172.21.15.97:6835/84198509,v1:172.21.15.97:6837/84198509] conn(0x558c80e933a0 0x558c8136a670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:04.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.230+0000 7fcb9259c640 1 --2- 172.21.15.67:0/528865529 >> [v2:172.21.15.97:6835/84198509,v1:172.21.15.97:6837/84198509] conn(0x558c80e933a0 0x558c8136a670 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=89f9489072334457 server_cookie=c7cc957571a1b1e6 in_seq=0 out_seq=0 2024-09-21T00:34:04.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.230+0000 7fcb717fa640 10 client.10725 ms_handle_connect on v2:172.21.15.97:6835/84198509 2024-09-21T00:34:04.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.231+0000 7fcb717fa640 1 -- 172.21.15.67:0/528865529 <== mds.0 v2:172.21.15.97:6835/84198509 1 ==== command_reply(tid 0: 0 ) ==== 8+0+574 (crc 0 0 0) 0x558c81217460 con 0x558c80e933a0 2024-09-21T00:34:04.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.231+0000 7fcb717fa640 10 client.10725 handle_command_reply: tid=0 2024-09-21T00:34:04.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.231+0000 7fcb9f885740 1 client.10725 shutdown 2024-09-21T00:34:04.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.231+0000 7fcb9f885740 1 -- 172.21.15.67:0/528865529 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558c80ede6b0 msgr2=0x558c81360f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:04.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.231+0000 7fcb9f885740 1 --2- 172.21.15.67:0/528865529 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558c80ede6b0 0x558c81360f70 secure :-1 s=READY pgs=2241 cs=0 l=1 rev1=1 crypto rx=0x7fcb7c009830 tx=0x7fcb7c0039c0 comp rx=0 tx=0).stop 2024-09-21T00:34:04.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.231+0000 7fcb9f885740 1 -- 172.21.15.67:0/528865529 shutdown_connections 2024-09-21T00:34:04.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.231+0000 7fcb9f885740 1 --2- 172.21.15.67:0/528865529 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558c80ef34e0 0x558c812a7920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:04.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.231+0000 7fcb9f885740 1 --2- 172.21.15.67:0/528865529 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558c80ede6b0 0x558c81360f70 unknown :-1 s=CLOSED pgs=2241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:04.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.231+0000 7fcb9f885740 1 --2- 172.21.15.67:0/528865529 >> [v2:172.21.15.97:6835/84198509,v1:172.21.15.97:6837/84198509] conn(0x558c80e933a0 0x558c8136a670 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:04.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.231+0000 7fcb9f885740 1 --2- 172.21.15.67:0/528865529 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558c80ed64d0 0x558c8136e640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:04.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.231+0000 7fcb717fa640 0 client.10725 ms_handle_reset on v2:172.21.15.97:6835/84198509 2024-09-21T00:34:04.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.231+0000 7fcb9f885740 1 -- 172.21.15.67:0/528865529 >> 172.21.15.67:0/528865529 conn(0x558c812b37c0 msgr2=0x558c812b03a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:04.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.231+0000 7fcb9f885740 1 -- 172.21.15.67:0/528865529 shutdown_connections 2024-09-21T00:34:04.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.231+0000 7fcb9f885740 1 -- 172.21.15.67:0/528865529 wait complete. 2024-09-21T00:34:04.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.231+0000 7fcb9f885740 20 client.10725 trim_cache size 0 max 16384 2024-09-21T00:34:04.237 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:34:04.237 INFO:teuthology.orchestra.run.smithi067.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-21T00:34:04.237 INFO:teuthology.orchestra.run.smithi067.stdout: "scrubs": { 2024-09-21T00:34:04.237 INFO:teuthology.orchestra.run.smithi067.stdout: "4a62593f-78b1-48ee-91e6-2027bd12d83c": { 2024-09-21T00:34:04.237 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "~mds0", 2024-09-21T00:34:04.237 INFO:teuthology.orchestra.run.smithi067.stdout: "tag": "4a62593f-78b1-48ee-91e6-2027bd12d83c", 2024-09-21T00:34:04.237 INFO:teuthology.orchestra.run.smithi067.stdout: "options": "recursive" 2024-09-21T00:34:04.237 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:34:04.237 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:34:04.238 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_stats": { 2024-09-21T00:34:04.238 INFO:teuthology.orchestra.run.smithi067.stdout: "4a62593f-78b1-48ee-91e6-2027bd12d83c": { 2024-09-21T00:34:04.238 INFO:teuthology.orchestra.run.smithi067.stdout: "start_time": "2024-09-21T00:34:04.057228+0000", 2024-09-21T00:34:04.238 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "~mdsdir", 2024-09-21T00:34:04.238 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_started": 0, 2024-09-21T00:34:04.238 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_passed": 0, 2024-09-21T00:34:04.238 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_failed": 0, 2024-09-21T00:34:04.238 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_skipped": 0 2024-09-21T00:34:04.238 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:34:04.238 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:34:04.238 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:34:04.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.231+0000 7fcb98919640 1 -- 172.21.15.67:0/3239997728 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcb74078bc0 msgr2=0x7fcb7407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:04.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.231+0000 7fcb98919640 1 --2- 172.21.15.67:0/3239997728 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcb74078bc0 0x7fcb7407b0d0 secure :-1 s=READY pgs=836 cs=0 l=1 rev1=1 crypto rx=0x7fcb84001410 tx=0x7fcb84009040 comp rx=0 tx=0).stop 2024-09-21T00:34:04.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.231+0000 7fcb98919640 1 -- 172.21.15.67:0/3239997728 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcb940cdf40 msgr2=0x7fcb940b6c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:04.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.231+0000 7fcb98919640 1 --2- 172.21.15.67:0/3239997728 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcb940cdf40 0x7fcb940b6c80 secure :-1 s=READY pgs=2237 cs=0 l=1 rev1=1 crypto rx=0x7fcb8c00c3f0 tx=0x7fcb8c00c8b0 comp rx=0 tx=0).stop 2024-09-21T00:34:04.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.232+0000 7fcb98919640 1 -- 172.21.15.67:0/3239997728 shutdown_connections 2024-09-21T00:34:04.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.232+0000 7fcb98919640 1 --2- 172.21.15.67:0/3239997728 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcb74078bc0 0x7fcb7407b0d0 unknown :-1 s=CLOSED pgs=836 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:04.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.232+0000 7fcb98919640 1 --2- 172.21.15.67:0/3239997728 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcb940cdf40 0x7fcb940b6c80 unknown :-1 s=CLOSED pgs=2237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:04.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.232+0000 7fcb98919640 1 --2- 172.21.15.67:0/3239997728 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcb940b78f0 0x7fcb940c8640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:04.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.232+0000 7fcb98919640 1 --2- 172.21.15.67:0/3239997728 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcb940b16e0 0x7fcb94159810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:04.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.232+0000 7fcb98919640 1 -- 172.21.15.67:0/3239997728 >> 172.21.15.67:0/3239997728 conn(0x7fcb940d24c0 msgr2=0x7fcb940d2a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:04.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.232+0000 7fcb98919640 1 -- 172.21.15.67:0/3239997728 shutdown_connections 2024-09-21T00:34:04.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:04.232+0000 7fcb98919640 1 -- 172.21.15.67:0/3239997728 wait complete. 2024-09-21T00:34:04.244 INFO:tasks.cephfs.filesystem:scrub status for tag:4a62593f-78b1-48ee-91e6-2027bd12d83c - {'path': '~mds0', 'tag': '4a62593f-78b1-48ee-91e6-2027bd12d83c', 'options': 'recursive'} 2024-09-21T00:34:21.982 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:34:21.985 DEBUG:teuthology.orchestra.run.smithi097:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:34:34.245 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:34:34.245 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.13:0 scrub status 2024-09-21T00:34:34.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.379+0000 7f98a5cbd640 1 -- 172.21.15.67:0/256501844 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9888004800 msgr2=0x7f9888004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:34.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.379+0000 7f98a5cbd640 1 --2- 172.21.15.67:0/256501844 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9888004800 0x7f9888004c10 secure :-1 s=READY pgs=2243 cs=0 l=1 rev1=1 crypto rx=0x7f9894006fc0 tx=0x7f9888005830 comp rx=0 tx=0).stop 2024-09-21T00:34:34.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.379+0000 7f98a5cbd640 1 -- 172.21.15.67:0/256501844 shutdown_connections 2024-09-21T00:34:34.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.379+0000 7f98a5cbd640 1 --2- 172.21.15.67:0/256501844 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9888004800 0x7f9888004c10 unknown :-1 s=CLOSED pgs=2243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.379+0000 7f98a5cbd640 1 -- 172.21.15.67:0/256501844 >> 172.21.15.67:0/256501844 conn(0x7f98a008bee0 msgr2=0x7f98a00d4720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:34.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.379+0000 7f98a5cbd640 1 -- 172.21.15.67:0/256501844 shutdown_connections 2024-09-21T00:34:34.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.379+0000 7f98a5cbd640 1 -- 172.21.15.67:0/256501844 wait complete. 2024-09-21T00:34:34.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.381+0000 7f98a5cbd640 1 Processor -- start 2024-09-21T00:34:34.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.381+0000 7f98a5cbd640 1 -- start start 2024-09-21T00:34:34.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.382+0000 7f98a5cbd640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9888004800 0x7f98a01e7420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:34.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.382+0000 7f98a5cbd640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f98a014f9b0 0x7f98a01e8160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:34.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.382+0000 7f98a5cbd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f98a014fdc0 0x7f98a01e86a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:34.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.382+0000 7f98a5cbd640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f98a00d10f0 con 0x7f98a014fdc0 2024-09-21T00:34:34.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.382+0000 7f98a5cbd640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f98a00d3650 con 0x7f98a014f9b0 2024-09-21T00:34:34.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.382+0000 7f98a5cbd640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f98a00d1270 con 0x7f9888004800 2024-09-21T00:34:34.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.382+0000 7f989ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f98a014fdc0 0x7f98a01e86a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:34.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.383+0000 7f989ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f98a014fdc0 0x7f98a01e86a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45186/0 (socket says 172.21.15.67:45186) 2024-09-21T00:34:34.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.383+0000 7f989ffff640 1 -- 172.21.15.67:0/4130012494 learned_addr learned my addr 172.21.15.67:0/4130012494 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:34.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.383+0000 7f989f7fe640 1 --2- 172.21.15.67:0/4130012494 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9888004800 0x7f98a01e7420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:34.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.383+0000 7f989effd640 1 --2- 172.21.15.67:0/4130012494 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f98a014f9b0 0x7f98a01e8160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:34.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.383+0000 7f989ffff640 1 -- 172.21.15.67:0/4130012494 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9888004800 msgr2=0x7f98a01e7420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:34.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.383+0000 7f989ffff640 1 --2- 172.21.15.67:0/4130012494 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9888004800 0x7f98a01e7420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.383+0000 7f989ffff640 1 -- 172.21.15.67:0/4130012494 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f98a014f9b0 msgr2=0x7f98a01e8160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:34.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.383+0000 7f989ffff640 1 --2- 172.21.15.67:0/4130012494 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f98a014f9b0 0x7f98a01e8160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.383+0000 7f989ffff640 1 -- 172.21.15.67:0/4130012494 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98a00a2400 con 0x7f98a014fdc0 2024-09-21T00:34:34.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.383+0000 7f989ffff640 1 --2- 172.21.15.67:0/4130012494 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f98a014fdc0 0x7f98a01e86a0 secure :-1 s=READY pgs=2244 cs=0 l=1 rev1=1 crypto rx=0x7f98a00d4420 tx=0x7f9898006430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:34.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.383+0000 7f9887fff640 1 -- 172.21.15.67:0/4130012494 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9898011900 con 0x7f98a014fdc0 2024-09-21T00:34:34.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.383+0000 7f9887fff640 1 -- 172.21.15.67:0/4130012494 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9898018070 con 0x7f98a014fdc0 2024-09-21T00:34:34.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.383+0000 7f98a5cbd640 1 -- 172.21.15.67:0/4130012494 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f98a00a1880 con 0x7f98a014fdc0 2024-09-21T00:34:34.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.383+0000 7f9887fff640 1 -- 172.21.15.67:0/4130012494 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9898011d40 con 0x7f98a014fdc0 2024-09-21T00:34:34.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.383+0000 7f98a5cbd640 1 -- 172.21.15.67:0/4130012494 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f98a00a1e40 con 0x7f98a014fdc0 2024-09-21T00:34:34.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.385+0000 7f9887fff640 1 -- 172.21.15.67:0/4130012494 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f989801d460 con 0x7f98a014fdc0 2024-09-21T00:34:34.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.386+0000 7f9887fff640 1 --2- 172.21.15.67:0/4130012494 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f988c078b90 0x7f988c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:34.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.386+0000 7f9887fff640 1 -- 172.21.15.67:0/4130012494 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(173..173 src has 1..173) ==== 5709+0+0 (secure 0 0 0) 0x7f989809b550 con 0x7f98a014fdc0 2024-09-21T00:34:34.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.386+0000 7f989f7fe640 1 --2- 172.21.15.67:0/4130012494 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f988c078b90 0x7f988c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:34.388 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.386+0000 7f989f7fe640 1 --2- 172.21.15.67:0/4130012494 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f988c078b90 0x7f988c07b0a0 secure :-1 s=READY pgs=837 cs=0 l=1 rev1=1 crypto rx=0x7f98900058e0 tx=0x7f9890005f30 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:34.388 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.387+0000 7f98acc29740 1 Processor -- start 2024-09-21T00:34:34.388 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.387+0000 7f98acc29740 1 -- start start 2024-09-21T00:34:34.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.388+0000 7f98acc29740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5560f1db1390 0x5560f219da10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:34.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.388+0000 7f98acc29740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5560f1d884d0 0x5560f2172860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:34.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.388+0000 7f98acc29740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5560f1d906b0 0x5560f2172da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:34.390 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.388+0000 7f98acc29740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5560f20cba60 con 0x5560f1d884d0 2024-09-21T00:34:34.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.388+0000 7f98acc29740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5560f20bae90 con 0x5560f1db1390 2024-09-21T00:34:34.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.388+0000 7f98acc29740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x5560f20beca0 con 0x5560f1d906b0 2024-09-21T00:34:34.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.388+0000 7f989effd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5560f1d884d0 0x5560f2172860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:34.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.388+0000 7f989effd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5560f1d884d0 0x5560f2172860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45202/0 (socket says 172.21.15.67:45202) 2024-09-21T00:34:34.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.389+0000 7f989effd640 1 -- 172.21.15.67:0/1135355440 learned_addr learned my addr 172.21.15.67:0/1135355440 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:34.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.389+0000 7f989f7fe640 1 --2- 172.21.15.67:0/1135355440 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5560f1db1390 0x5560f219da10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:34.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.389+0000 7f989ffff640 1 --2- 172.21.15.67:0/1135355440 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5560f1d906b0 0x5560f2172da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:34.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.389+0000 7f989effd640 1 -- 172.21.15.67:0/1135355440 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5560f1d906b0 msgr2=0x5560f2172da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:34:34.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.389+0000 7f989effd640 1 --2- 172.21.15.67:0/1135355440 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5560f1d906b0 0x5560f2172da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.389+0000 7f989effd640 1 -- 172.21.15.67:0/1135355440 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5560f1db1390 msgr2=0x5560f219da10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:34:34.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.389+0000 7f989effd640 1 --2- 172.21.15.67:0/1135355440 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5560f1db1390 0x5560f219da10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.391 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.389+0000 7f989effd640 1 -- 172.21.15.67:0/1135355440 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5560f1e937d0 con 0x5560f1d884d0 2024-09-21T00:34:34.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.389+0000 7f989ffff640 1 --2- 172.21.15.67:0/1135355440 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5560f1d906b0 0x5560f2172da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:34:34.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.389+0000 7f989effd640 1 --2- 172.21.15.67:0/1135355440 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5560f1d884d0 0x5560f2172860 secure :-1 s=READY pgs=2245 cs=0 l=1 rev1=1 crypto rx=0x7f989400c350 tx=0x7f98a006e370 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b6528a9af0d1ce5 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:34.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.389+0000 7f98857fa640 1 -- 172.21.15.67:0/1135355440 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9894046070 con 0x5560f1d884d0 2024-09-21T00:34:34.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.389+0000 7f98857fa640 1 -- 172.21.15.67:0/1135355440 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9894032040 con 0x5560f1d884d0 2024-09-21T00:34:34.392 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.389+0000 7f98857fa640 1 -- 172.21.15.67:0/1135355440 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9894031050 con 0x5560f1d884d0 2024-09-21T00:34:34.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.390+0000 7f98acc29740 1 -- 172.21.15.67:0/1135355440 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5560f1d884d0 msgr2=0x5560f2172860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:34.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.390+0000 7f98acc29740 1 --2- 172.21.15.67:0/1135355440 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5560f1d884d0 0x5560f2172860 secure :-1 s=READY pgs=2245 cs=0 l=1 rev1=1 crypto rx=0x7f989400c350 tx=0x7f98a006e370 comp rx=0 tx=0).stop 2024-09-21T00:34:34.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.390+0000 7f98acc29740 1 -- 172.21.15.67:0/1135355440 shutdown_connections 2024-09-21T00:34:34.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.390+0000 7f98acc29740 1 --2- 172.21.15.67:0/1135355440 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5560f1d906b0 0x5560f2172da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.390+0000 7f98acc29740 1 --2- 172.21.15.67:0/1135355440 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5560f1d884d0 0x5560f2172860 unknown :-1 s=CLOSED pgs=2245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.390+0000 7f98acc29740 1 --2- 172.21.15.67:0/1135355440 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5560f1db1390 0x5560f219da10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.390+0000 7f98acc29740 1 -- 172.21.15.67:0/1135355440 >> 172.21.15.67:0/1135355440 conn(0x5560f1da54e0 msgr2=0x5560f2158d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:34.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.390+0000 7f98acc29740 1 -- 172.21.15.67:0/1135355440 shutdown_connections 2024-09-21T00:34:34.394 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.390+0000 7f98acc29740 1 -- 172.21.15.67:0/1135355440 wait complete. 2024-09-21T00:34:34.394 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.391+0000 7f98acc29740 1 -- start start 2024-09-21T00:34:34.394 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.391+0000 7f98acc29740 1 Processor -- start 2024-09-21T00:34:34.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.393+0000 7f98acc29740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5560f1d884d0 0x5560f2195750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:34.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.393+0000 7f98acc29740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5560f1d906b0 0x5560f2197690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:34.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.393+0000 7f98acc29740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5560f1db1390 0x5560f2182350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:34.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.393+0000 7f98acc29740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5560f1e2b740 con 0x5560f1db1390 2024-09-21T00:34:34.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.393+0000 7f98acc29740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5560f2060970 con 0x5560f1d906b0 2024-09-21T00:34:34.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.393+0000 7f98acc29740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x5560f2195cb0 con 0x5560f1d884d0 2024-09-21T00:34:34.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.393+0000 7f98acc29740 10 client.0 _ll_register_callbacks cb 0x5560f206f780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:34:34.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.393+0000 7f989ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5560f1db1390 0x5560f2182350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:34.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.393+0000 7f989f7fe640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5560f1d884d0 0x5560f2195750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:34.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.393+0000 7f989ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5560f1db1390 0x5560f2182350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45216/0 (socket says 172.21.15.67:45216) 2024-09-21T00:34:34.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.393+0000 7f989ffff640 1 -- 172.21.15.67:0/625945089 learned_addr learned my addr 172.21.15.67:0/625945089 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:34.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.393+0000 7f989effd640 1 --2- 172.21.15.67:0/625945089 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5560f1d906b0 0x5560f2197690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:34.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.393+0000 7f989ffff640 1 -- 172.21.15.67:0/625945089 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5560f1d884d0 msgr2=0x5560f2195750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:34:34.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.393+0000 7f989ffff640 1 --2- 172.21.15.67:0/625945089 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5560f1d884d0 0x5560f2195750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.393+0000 7f989ffff640 1 -- 172.21.15.67:0/625945089 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5560f1d906b0 msgr2=0x5560f2197690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:34:34.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.393+0000 7f989ffff640 1 --2- 172.21.15.67:0/625945089 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5560f1d906b0 0x5560f2197690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.393+0000 7f989ffff640 1 -- 172.21.15.67:0/625945089 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5560f1e1c970 con 0x5560f1db1390 2024-09-21T00:34:34.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.393+0000 7f989ffff640 1 --2- 172.21.15.67:0/625945089 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5560f1db1390 0x5560f2182350 secure :-1 s=READY pgs=2246 cs=0 l=1 rev1=1 crypto rx=0x7f9898099aa0 tx=0x7f989805f2e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=91633ce8cedd3707 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:34.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.393+0000 7f987e7fc640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:34:34.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.393+0000 7f987e7fc640 1 -- 172.21.15.67:0/625945089 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9898063890 con 0x5560f1db1390 2024-09-21T00:34:34.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.393+0000 7f987e7fc640 1 -- 172.21.15.67:0/625945089 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(173..173 src has 1..173) ==== 5709+0+0 (secure 0 0 0) 0x7f989806a070 con 0x5560f1db1390 2024-09-21T00:34:34.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.393+0000 7f98acc29740 1 -- 172.21.15.67:0/625945089 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9894032040 con 0x5560f1db1390 2024-09-21T00:34:34.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.394+0000 7f987e7fc640 1 -- 172.21.15.67:0/625945089 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=151) ==== 24+0+0 (secure 0 0 0) 0x7f98980633d0 con 0x5560f1db1390 2024-09-21T00:34:34.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.394+0000 7f98acc29740 10 client.10737 fetch_fsmap learned FSMap version 151 2024-09-21T00:34:34.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.394+0000 7f98acc29740 1 -- 172.21.15.67:0/625945089 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=151,monmap=2+}) -- 0x5560f1dfa6a0 con 0x5560f1db1390 2024-09-21T00:34:34.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.394+0000 7f987e7fc640 1 -- 172.21.15.67:0/625945089 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9894032040 con 0x5560f1db1390 2024-09-21T00:34:34.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.394+0000 7f987e7fc640 1 -- 172.21.15.67:0/625945089 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 151) ==== 3502+0+0 (secure 0 0 0) 0x7f989805ed20 con 0x5560f1db1390 2024-09-21T00:34:34.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.394+0000 7f98acc29740 10 client.10737 fetch_fsmap finished waiting for FSMap version 151 2024-09-21T00:34:34.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.394+0000 7f98acc29740 10 client.10737 resolve_mds: resolved 13:0 to role '13:0' aka daemon mds.d 2024-09-21T00:34:34.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.394+0000 7f98acc29740 20 client.10737 populate_metadata read hostname 'smithi067' 2024-09-21T00:34:34.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.394+0000 7f98acc29740 1 --2- 172.21.15.67:0/625945089 >> [v2:172.21.15.97:6835/84198509,v1:172.21.15.97:6837/84198509] conn(0x5560f1d6ff60 0x5560f2182890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:34.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.394+0000 7f98acc29740 4 client.10737 mds_command: new command op to 9379 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:34:34.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.394+0000 7f98acc29740 1 -- 172.21.15.67:0/625945089 --> [v2:172.21.15.97:6835/84198509,v1:172.21.15.97:6837/84198509] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5560f20cd9b0 con 0x5560f1d6ff60 2024-09-21T00:34:34.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.394+0000 7f989f7fe640 1 --2- 172.21.15.67:0/625945089 >> [v2:172.21.15.97:6835/84198509,v1:172.21.15.97:6837/84198509] conn(0x5560f1d6ff60 0x5560f2182890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:34.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.395+0000 7f989f7fe640 1 --2- 172.21.15.67:0/625945089 >> [v2:172.21.15.97:6835/84198509,v1:172.21.15.97:6837/84198509] conn(0x5560f1d6ff60 0x5560f2182890 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e5ad7d8dab697121 server_cookie=f262a7378c19874e in_seq=0 out_seq=0 2024-09-21T00:34:34.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.395+0000 7f987e7fc640 10 client.10737 ms_handle_connect on v2:172.21.15.97:6835/84198509 2024-09-21T00:34:34.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.395+0000 7f987e7fc640 1 -- 172.21.15.67:0/625945089 <== mds.0 v2:172.21.15.97:6835/84198509 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x5560f20cd9b0 con 0x5560f1d6ff60 2024-09-21T00:34:34.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.395+0000 7f987e7fc640 10 client.10737 handle_command_reply: tid=0 2024-09-21T00:34:34.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.396+0000 7f98acc29740 1 client.10737 shutdown 2024-09-21T00:34:34.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.396+0000 7f98acc29740 1 -- 172.21.15.67:0/625945089 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5560f1db1390 msgr2=0x5560f2182350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:34.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.396+0000 7f98acc29740 1 --2- 172.21.15.67:0/625945089 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5560f1db1390 0x5560f2182350 secure :-1 s=READY pgs=2246 cs=0 l=1 rev1=1 crypto rx=0x7f9898099aa0 tx=0x7f989805f2e0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.396+0000 7f98acc29740 1 -- 172.21.15.67:0/625945089 shutdown_connections 2024-09-21T00:34:34.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.396+0000 7f98acc29740 1 --2- 172.21.15.67:0/625945089 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5560f1db1390 0x5560f2182350 unknown :-1 s=CLOSED pgs=2246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.396+0000 7f98acc29740 1 --2- 172.21.15.67:0/625945089 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5560f1d906b0 0x5560f2197690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.396+0000 7f98acc29740 1 --2- 172.21.15.67:0/625945089 >> [v2:172.21.15.97:6835/84198509,v1:172.21.15.97:6837/84198509] conn(0x5560f1d6ff60 0x5560f2182890 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.396+0000 7f98acc29740 1 --2- 172.21.15.67:0/625945089 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5560f1d884d0 0x5560f2195750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.396+0000 7f987e7fc640 0 client.10737 ms_handle_reset on v2:172.21.15.97:6835/84198509 2024-09-21T00:34:34.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.396+0000 7f98acc29740 1 -- 172.21.15.67:0/625945089 >> 172.21.15.67:0/625945089 conn(0x5560f1da54e0 msgr2=0x5560f21541c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:34.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.396+0000 7f98acc29740 1 -- 172.21.15.67:0/625945089 shutdown_connections 2024-09-21T00:34:34.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.396+0000 7f98acc29740 1 -- 172.21.15.67:0/625945089 wait complete. 2024-09-21T00:34:34.401 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.396+0000 7f98acc29740 20 client.10737 trim_cache size 0 max 16384 2024-09-21T00:34:34.415 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.414+0000 7f98acc29740 1 Processor -- start 2024-09-21T00:34:34.415 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.414+0000 7f98acc29740 1 -- start start 2024-09-21T00:34:34.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.415+0000 7f98acc29740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5560f1d884d0 0x5560f2194050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:34.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.415+0000 7f98acc29740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5560f1d906b0 0x5560f21abd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:34.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.415+0000 7f98acc29740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5560f1db1390 0x5560f21ac270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:34.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.416+0000 7f98acc29740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f98a0202150 con 0x5560f1d884d0 2024-09-21T00:34:34.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.416+0000 7f98acc29740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f98a0201190 con 0x5560f1db1390 2024-09-21T00:34:34.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.416+0000 7f98acc29740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f98a009faa0 con 0x5560f1d906b0 2024-09-21T00:34:34.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.416+0000 7f989f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5560f1d884d0 0x5560f2194050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:34.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.416+0000 7f989f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5560f1d884d0 0x5560f2194050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45228/0 (socket says 172.21.15.67:45228) 2024-09-21T00:34:34.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.416+0000 7f989f7fe640 1 -- 172.21.15.67:0/250421982 learned_addr learned my addr 172.21.15.67:0/250421982 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:34.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.416+0000 7f989ffff640 1 --2- 172.21.15.67:0/250421982 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5560f1db1390 0x5560f21ac270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:34.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.416+0000 7f989effd640 1 --2- 172.21.15.67:0/250421982 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5560f1d906b0 0x5560f21abd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:34.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.416+0000 7f989f7fe640 1 -- 172.21.15.67:0/250421982 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5560f1d906b0 msgr2=0x5560f21abd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:34:34.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.416+0000 7f989f7fe640 1 --2- 172.21.15.67:0/250421982 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5560f1d906b0 0x5560f21abd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.416+0000 7f989f7fe640 1 -- 172.21.15.67:0/250421982 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5560f1db1390 msgr2=0x5560f21ac270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:34:34.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.416+0000 7f989f7fe640 1 --2- 172.21.15.67:0/250421982 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5560f1db1390 0x5560f21ac270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.416+0000 7f989f7fe640 1 -- 172.21.15.67:0/250421982 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5560f2172b20 con 0x5560f1d884d0 2024-09-21T00:34:34.420 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.416+0000 7f989ffff640 1 --2- 172.21.15.67:0/250421982 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5560f1db1390 0x5560f21ac270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:34:34.420 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.416+0000 7f989f7fe640 1 --2- 172.21.15.67:0/250421982 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5560f1d884d0 0x5560f2194050 secure :-1 s=READY pgs=2247 cs=0 l=1 rev1=1 crypto rx=0x7f9890012cb0 tx=0x7f989001b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e8fea9f0aa96f226 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:34.420 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.416+0000 7f9884ff9640 1 -- 172.21.15.67:0/250421982 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9890038070 con 0x5560f1d884d0 2024-09-21T00:34:34.420 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.416+0000 7f9884ff9640 1 -- 172.21.15.67:0/250421982 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9890003bb0 con 0x5560f1d884d0 2024-09-21T00:34:34.420 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.416+0000 7f9884ff9640 1 -- 172.21.15.67:0/250421982 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9890033430 con 0x5560f1d884d0 2024-09-21T00:34:34.420 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.417+0000 7f98acc29740 1 -- 172.21.15.67:0/250421982 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5560f1d884d0 msgr2=0x5560f2194050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:34.420 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.417+0000 7f98acc29740 1 --2- 172.21.15.67:0/250421982 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5560f1d884d0 0x5560f2194050 secure :-1 s=READY pgs=2247 cs=0 l=1 rev1=1 crypto rx=0x7f9890012cb0 tx=0x7f989001b000 comp rx=0 tx=0).stop 2024-09-21T00:34:34.420 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.417+0000 7f98acc29740 1 -- 172.21.15.67:0/250421982 shutdown_connections 2024-09-21T00:34:34.420 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.417+0000 7f98acc29740 1 --2- 172.21.15.67:0/250421982 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5560f1db1390 0x5560f21ac270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.420 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.417+0000 7f98acc29740 1 --2- 172.21.15.67:0/250421982 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5560f1d906b0 0x5560f21abd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.420 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.417+0000 7f98acc29740 1 --2- 172.21.15.67:0/250421982 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5560f1d884d0 0x5560f2194050 unknown :-1 s=CLOSED pgs=2247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.420 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.417+0000 7f98acc29740 1 -- 172.21.15.67:0/250421982 >> 172.21.15.67:0/250421982 conn(0x5560f1da54e0 msgr2=0x5560f21977d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:34.420 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.417+0000 7f98acc29740 1 -- 172.21.15.67:0/250421982 shutdown_connections 2024-09-21T00:34:34.421 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.417+0000 7f98acc29740 1 -- 172.21.15.67:0/250421982 wait complete. 2024-09-21T00:34:34.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.418+0000 7f98acc29740 1 -- start start 2024-09-21T00:34:34.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.418+0000 7f98acc29740 1 Processor -- start 2024-09-21T00:34:34.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.419+0000 7f98acc29740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5560f1d884d0 0x5560f2213190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:34.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.419+0000 7f98acc29740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5560f1d906b0 0x5560f221c900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:34.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.419+0000 7f98acc29740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5560f1db1390 0x5560f221ce40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:34.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.419+0000 7f98acc29740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f98a0200b40 con 0x5560f1d884d0 2024-09-21T00:34:34.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.420+0000 7f98acc29740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5560f2199f10 con 0x5560f1db1390 2024-09-21T00:34:34.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.420+0000 7f98acc29740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x5560f221d890 con 0x5560f1d906b0 2024-09-21T00:34:34.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.420+0000 7f98acc29740 10 client.0 _ll_register_callbacks cb 0x7f98980631a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:34:34.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.420+0000 7f989f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5560f1d884d0 0x5560f2213190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:34.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.420+0000 7f989f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5560f1d884d0 0x5560f2213190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45230/0 (socket says 172.21.15.67:45230) 2024-09-21T00:34:34.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.420+0000 7f989f7fe640 1 -- 172.21.15.67:0/128309956 learned_addr learned my addr 172.21.15.67:0/128309956 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:34.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.420+0000 7f989effd640 1 --2- 172.21.15.67:0/128309956 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5560f1d906b0 0x5560f221c900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:34.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.420+0000 7f989ffff640 1 --2- 172.21.15.67:0/128309956 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5560f1db1390 0x5560f221ce40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:34.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.420+0000 7f989f7fe640 1 -- 172.21.15.67:0/128309956 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5560f1d906b0 msgr2=0x5560f221c900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:34:34.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.420+0000 7f989f7fe640 1 --2- 172.21.15.67:0/128309956 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5560f1d906b0 0x5560f221c900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.420+0000 7f989f7fe640 1 -- 172.21.15.67:0/128309956 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5560f1db1390 msgr2=0x5560f221ce40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:34:34.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.420+0000 7f989f7fe640 1 --2- 172.21.15.67:0/128309956 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5560f1db1390 0x5560f221ce40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.420+0000 7f989f7fe640 1 -- 172.21.15.67:0/128309956 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5560f221d380 con 0x5560f1d884d0 2024-09-21T00:34:34.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.420+0000 7f989ffff640 1 --2- 172.21.15.67:0/128309956 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5560f1db1390 0x5560f221ce40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:34:34.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.420+0000 7f989effd640 1 --2- 172.21.15.67:0/128309956 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5560f1d906b0 0x5560f221c900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:34:34.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.420+0000 7f989f7fe640 1 --2- 172.21.15.67:0/128309956 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5560f1d884d0 0x5560f2213190 secure :-1 s=READY pgs=2248 cs=0 l=1 rev1=1 crypto rx=0x7f9890036040 tx=0x7f9890009ea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=64a0471d1aba14d8 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:34.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.420+0000 7f987e7fc640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:34:34.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.420+0000 7f987e7fc640 1 -- 172.21.15.67:0/128309956 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9890043060 con 0x5560f1d884d0 2024-09-21T00:34:34.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.420+0000 7f987e7fc640 1 -- 172.21.15.67:0/128309956 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(173..173 src has 1..173) ==== 5709+0+0 (secure 0 0 0) 0x7f9890003fa0 con 0x5560f1d884d0 2024-09-21T00:34:34.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.420+0000 7f98acc29740 1 -- 172.21.15.67:0/128309956 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9890003bb0 con 0x5560f1d884d0 2024-09-21T00:34:34.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.421+0000 7f987e7fc640 1 -- 172.21.15.67:0/128309956 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=151) ==== 24+0+0 (secure 0 0 0) 0x7f9890049050 con 0x5560f1d884d0 2024-09-21T00:34:34.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.421+0000 7f98acc29740 10 client.10743 fetch_fsmap learned FSMap version 151 2024-09-21T00:34:34.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.421+0000 7f98acc29740 1 -- 172.21.15.67:0/128309956 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=151,monmap=2+}) -- 0x5560f2172ff0 con 0x5560f1d884d0 2024-09-21T00:34:34.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.421+0000 7f987e7fc640 1 -- 172.21.15.67:0/128309956 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9890003bb0 con 0x5560f1d884d0 2024-09-21T00:34:34.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.421+0000 7f987e7fc640 1 -- 172.21.15.67:0/128309956 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 151) ==== 3502+0+0 (secure 0 0 0) 0x7f989004c020 con 0x5560f1d884d0 2024-09-21T00:34:34.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.421+0000 7f98acc29740 10 client.10743 fetch_fsmap finished waiting for FSMap version 151 2024-09-21T00:34:34.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.421+0000 7f98acc29740 10 client.10743 resolve_mds: resolved 13:0 to role '13:0' aka daemon mds.d 2024-09-21T00:34:34.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.421+0000 7f98acc29740 20 client.10743 populate_metadata read hostname 'smithi067' 2024-09-21T00:34:34.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.421+0000 7f98acc29740 1 --2- 172.21.15.67:0/128309956 >> [v2:172.21.15.97:6835/84198509,v1:172.21.15.97:6837/84198509] conn(0x5560f21bf7d0 0x5560f2153500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:34.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.421+0000 7f98acc29740 4 client.10743 mds_command: new command op to 9379 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-21T00:34:34.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.421+0000 7f98acc29740 1 -- 172.21.15.67:0/128309956 --> [v2:172.21.15.97:6835/84198509,v1:172.21.15.97:6837/84198509] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5560f20c9460 con 0x5560f21bf7d0 2024-09-21T00:34:34.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.421+0000 7f989effd640 1 --2- 172.21.15.67:0/128309956 >> [v2:172.21.15.97:6835/84198509,v1:172.21.15.97:6837/84198509] conn(0x5560f21bf7d0 0x5560f2153500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:34.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.421+0000 7f989effd640 1 --2- 172.21.15.67:0/128309956 >> [v2:172.21.15.97:6835/84198509,v1:172.21.15.97:6837/84198509] conn(0x5560f21bf7d0 0x5560f2153500 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aba78ea4dc7067f6 server_cookie=21bd8c7dbfaf7aaf in_seq=0 out_seq=0 2024-09-21T00:34:34.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.421+0000 7f987e7fc640 10 client.10743 ms_handle_connect on v2:172.21.15.97:6835/84198509 2024-09-21T00:34:34.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.422+0000 7f987e7fc640 1 -- 172.21.15.67:0/128309956 <== mds.0 v2:172.21.15.97:6835/84198509 1 ==== command_reply(tid 0: 0 ) ==== 8+0+380 (crc 0 0 0) 0x5560f20c9460 con 0x5560f21bf7d0 2024-09-21T00:34:34.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.422+0000 7f987e7fc640 10 client.10743 handle_command_reply: tid=0 2024-09-21T00:34:34.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.422+0000 7f98acc29740 1 client.10743 shutdown 2024-09-21T00:34:34.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.422+0000 7f98acc29740 1 -- 172.21.15.67:0/128309956 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5560f1d884d0 msgr2=0x5560f2213190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:34.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.422+0000 7f98acc29740 1 --2- 172.21.15.67:0/128309956 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5560f1d884d0 0x5560f2213190 secure :-1 s=READY pgs=2248 cs=0 l=1 rev1=1 crypto rx=0x7f9890036040 tx=0x7f9890009ea0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.422+0000 7f98acc29740 1 -- 172.21.15.67:0/128309956 shutdown_connections 2024-09-21T00:34:34.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.422+0000 7f98acc29740 1 --2- 172.21.15.67:0/128309956 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5560f1db1390 0x5560f221ce40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.422+0000 7f98acc29740 1 --2- 172.21.15.67:0/128309956 >> [v2:172.21.15.97:6835/84198509,v1:172.21.15.97:6837/84198509] conn(0x5560f21bf7d0 0x5560f2153500 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.422+0000 7f98acc29740 1 --2- 172.21.15.67:0/128309956 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5560f1d906b0 0x5560f221c900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.422+0000 7f98acc29740 1 --2- 172.21.15.67:0/128309956 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5560f1d884d0 0x5560f2213190 unknown :-1 s=CLOSED pgs=2248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.422+0000 7f987e7fc640 0 client.10743 ms_handle_reset on v2:172.21.15.97:6835/84198509 2024-09-21T00:34:34.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.422+0000 7f98acc29740 1 -- 172.21.15.67:0/128309956 >> 172.21.15.67:0/128309956 conn(0x5560f1da54e0 msgr2=0x5560f219d730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:34.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.422+0000 7f98acc29740 1 -- 172.21.15.67:0/128309956 shutdown_connections 2024-09-21T00:34:34.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.422+0000 7f98acc29740 1 -- 172.21.15.67:0/128309956 wait complete. 2024-09-21T00:34:34.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.422+0000 7f98acc29740 20 client.10743 trim_cache size 0 max 16384 2024-09-21T00:34:34.429 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:34:34.429 INFO:teuthology.orchestra.run.smithi067.stdout: "status": "no active scrubs running", 2024-09-21T00:34:34.429 INFO:teuthology.orchestra.run.smithi067.stdout: "scrubs": {}, 2024-09-21T00:34:34.429 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_stats": { 2024-09-21T00:34:34.429 INFO:teuthology.orchestra.run.smithi067.stdout: "4a62593f-78b1-48ee-91e6-2027bd12d83c": { 2024-09-21T00:34:34.429 INFO:teuthology.orchestra.run.smithi067.stdout: "start_time": "2024-09-21T00:34:04.057228+0000", 2024-09-21T00:34:34.429 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "~mdsdir", 2024-09-21T00:34:34.429 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_started": 0, 2024-09-21T00:34:34.430 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_passed": 0, 2024-09-21T00:34:34.430 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_failed": 0, 2024-09-21T00:34:34.430 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_skipped": 0 2024-09-21T00:34:34.430 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:34:34.430 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:34:34.430 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:34:34.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.423+0000 7f98a5cbd640 1 -- 172.21.15.67:0/4130012494 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f988c078b90 msgr2=0x7f988c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:34.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.423+0000 7f98a5cbd640 1 --2- 172.21.15.67:0/4130012494 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f988c078b90 0x7f988c07b0a0 secure :-1 s=READY pgs=837 cs=0 l=1 rev1=1 crypto rx=0x7f98900058e0 tx=0x7f9890005f30 comp rx=0 tx=0).stop 2024-09-21T00:34:34.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.423+0000 7f98a5cbd640 1 -- 172.21.15.67:0/4130012494 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f98a014fdc0 msgr2=0x7f98a01e86a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:34.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.423+0000 7f98a5cbd640 1 --2- 172.21.15.67:0/4130012494 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f98a014fdc0 0x7f98a01e86a0 secure :-1 s=READY pgs=2244 cs=0 l=1 rev1=1 crypto rx=0x7f98a00d4420 tx=0x7f9898006430 comp rx=0 tx=0).stop 2024-09-21T00:34:34.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.423+0000 7f98a5cbd640 1 -- 172.21.15.67:0/4130012494 shutdown_connections 2024-09-21T00:34:34.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.423+0000 7f98a5cbd640 1 --2- 172.21.15.67:0/4130012494 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f988c078b90 0x7f988c07b0a0 unknown :-1 s=CLOSED pgs=837 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.423+0000 7f98a5cbd640 1 --2- 172.21.15.67:0/4130012494 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f98a014fdc0 0x7f98a01e86a0 unknown :-1 s=CLOSED pgs=2244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.423+0000 7f98a5cbd640 1 --2- 172.21.15.67:0/4130012494 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f98a014f9b0 0x7f98a01e8160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.423+0000 7f98a5cbd640 1 --2- 172.21.15.67:0/4130012494 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9888004800 0x7f98a01e7420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.423+0000 7f98a5cbd640 1 -- 172.21.15.67:0/4130012494 >> 172.21.15.67:0/4130012494 conn(0x7f98a008bee0 msgr2=0x7f98a00b6170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:34.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.423+0000 7f98a5cbd640 1 -- 172.21.15.67:0/4130012494 shutdown_connections 2024-09-21T00:34:34.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.423+0000 7f98a5cbd640 1 -- 172.21.15.67:0/4130012494 wait complete. 2024-09-21T00:34:34.435 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-21T00:34:34.435 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.13:0 damage ls 2024-09-21T00:34:34.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.553+0000 7f5f43b13640 1 -- 172.21.15.67:0/1197938847 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5f3c0d4e30 msgr2=0x7f5f3c0d3330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:34.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.553+0000 7f5f43b13640 1 --2- 172.21.15.67:0/1197938847 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5f3c0d4e30 0x7f5f3c0d3330 secure :-1 s=READY pgs=2250 cs=0 l=1 rev1=1 crypto rx=0x7f5f2c005fd0 tx=0x7f5f2c02a940 comp rx=0 tx=0).stop 2024-09-21T00:34:34.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.553+0000 7f5f43b13640 1 -- 172.21.15.67:0/1197938847 shutdown_connections 2024-09-21T00:34:34.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.553+0000 7f5f43b13640 1 --2- 172.21.15.67:0/1197938847 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5f3c0d4e30 0x7f5f3c0d3330 unknown :-1 s=CLOSED pgs=2250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.553+0000 7f5f43b13640 1 -- 172.21.15.67:0/1197938847 >> 172.21.15.67:0/1197938847 conn(0x7f5f3c08bee0 msgr2=0x7f5f3c0d4720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:34.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.553+0000 7f5f43b13640 1 -- 172.21.15.67:0/1197938847 shutdown_connections 2024-09-21T00:34:34.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.553+0000 7f5f43b13640 1 -- 172.21.15.67:0/1197938847 wait complete. 2024-09-21T00:34:34.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.555+0000 7f5f43b13640 1 Processor -- start 2024-09-21T00:34:34.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.555+0000 7f5f43b13640 1 -- start start 2024-09-21T00:34:34.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.556+0000 7f5f43b13640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5f3c0b3cb0 0x7f5f3c1584f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:34.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.556+0000 7f5f43b13640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5f3c0d4e30 0x7f5f3c0b4b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:34.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.556+0000 7f5f43b13640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5f3c0b6570 0x7f5f3c0b6980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:34.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.556+0000 7f5f43b13640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f5f3c06f720 con 0x7f5f3c0b6570 2024-09-21T00:34:34.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.556+0000 7f5f43b13640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f5f3c06f5a0 con 0x7f5f3c0d4e30 2024-09-21T00:34:34.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.556+0000 7f5f43b13640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f5f3c06f8a0 con 0x7f5f3c0b3cb0 2024-09-21T00:34:34.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.556+0000 7f5f420b0640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5f3c0b6570 0x7f5f3c0b6980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:34.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.556+0000 7f5f420b0640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5f3c0b6570 0x7f5f3c0b6980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45246/0 (socket says 172.21.15.67:45246) 2024-09-21T00:34:34.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.556+0000 7f5f420b0640 1 -- 172.21.15.67:0/3816587165 learned_addr learned my addr 172.21.15.67:0/3816587165 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:34.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.557+0000 7f5f420b0640 1 -- 172.21.15.67:0/3816587165 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5f3c0b3cb0 msgr2=0x7f5f3c1584f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:34.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.557+0000 7f5f418af640 1 --2- 172.21.15.67:0/3816587165 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5f3c0b3cb0 0x7f5f3c1584f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:34.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.557+0000 7f5f410ae640 1 --2- 172.21.15.67:0/3816587165 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5f3c0d4e30 0x7f5f3c0b4b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:34.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.557+0000 7f5f420b0640 1 --2- 172.21.15.67:0/3816587165 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5f3c0b3cb0 0x7f5f3c1584f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.557+0000 7f5f420b0640 1 -- 172.21.15.67:0/3816587165 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5f3c0d4e30 msgr2=0x7f5f3c0b4b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:34.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.557+0000 7f5f420b0640 1 --2- 172.21.15.67:0/3816587165 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5f3c0d4e30 0x7f5f3c0b4b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.557+0000 7f5f420b0640 1 -- 172.21.15.67:0/3816587165 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f3c0b6ec0 con 0x7f5f3c0b6570 2024-09-21T00:34:34.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.557+0000 7f5f420b0640 1 --2- 172.21.15.67:0/3816587165 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5f3c0b6570 0x7f5f3c0b6980 secure :-1 s=READY pgs=2251 cs=0 l=1 rev1=1 crypto rx=0x7f5f2c006010 tx=0x7f5f2c031e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:34.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.557+0000 7f5f3a7fc640 1 -- 172.21.15.67:0/3816587165 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f2c03e070 con 0x7f5f3c0b6570 2024-09-21T00:34:34.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.557+0000 7f5f3a7fc640 1 -- 172.21.15.67:0/3816587165 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5f2c004540 con 0x7f5f3c0b6570 2024-09-21T00:34:34.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.557+0000 7f5f43b13640 1 -- 172.21.15.67:0/3816587165 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5f3c0b50b0 con 0x7f5f3c0b6570 2024-09-21T00:34:34.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.557+0000 7f5f3a7fc640 1 -- 172.21.15.67:0/3816587165 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f2c043460 con 0x7f5f3c0b6570 2024-09-21T00:34:34.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.557+0000 7f5f43b13640 1 -- 172.21.15.67:0/3816587165 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5f3c0b58a0 con 0x7f5f3c0b6570 2024-09-21T00:34:34.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.559+0000 7f5f3a7fc640 1 -- 172.21.15.67:0/3816587165 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f5f2c043600 con 0x7f5f3c0b6570 2024-09-21T00:34:34.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.559+0000 7f5f3a7fc640 1 --2- 172.21.15.67:0/3816587165 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5f28078b90 0x7f5f2807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:34.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.559+0000 7f5f3a7fc640 1 -- 172.21.15.67:0/3816587165 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(173..173 src has 1..173) ==== 5709+0+0 (secure 0 0 0) 0x7f5f2c0bcaa0 con 0x7f5f3c0b6570 2024-09-21T00:34:34.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.560+0000 7f5f418af640 1 --2- 172.21.15.67:0/3816587165 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5f28078b90 0x7f5f2807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:34.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.560+0000 7f5f418af640 1 --2- 172.21.15.67:0/3816587165 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5f28078b90 0x7f5f2807b0a0 secure :-1 s=READY pgs=838 cs=0 l=1 rev1=1 crypto rx=0x7f5f34001090 tx=0x7f5f34009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:34.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.561+0000 7f5f4aa81740 1 Processor -- start 2024-09-21T00:34:34.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.561+0000 7f5f4aa81740 1 -- start start 2024-09-21T00:34:34.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.562+0000 7f5f4aa81740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5633fb533390 0x5633fb9051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:34.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.562+0000 7f5f4aa81740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5633fb50a4d0 0x5633fb905710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:34.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.562+0000 7f5f4aa81740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5633fb5126b0 0x5633fb922610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:34.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.562+0000 7f5f4aa81740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5633fb84d8e0 con 0x5633fb533390 2024-09-21T00:34:34.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.562+0000 7f5f4aa81740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5633fb83cd10 con 0x5633fb5126b0 2024-09-21T00:34:34.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.562+0000 7f5f4aa81740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x5633fb840b20 con 0x5633fb50a4d0 2024-09-21T00:34:34.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.562+0000 7f5f418af640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5633fb533390 0x5633fb9051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:34.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.562+0000 7f5f418af640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5633fb533390 0x5633fb9051d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45250/0 (socket says 172.21.15.67:45250) 2024-09-21T00:34:34.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.562+0000 7f5f418af640 1 -- 172.21.15.67:0/1723191663 learned_addr learned my addr 172.21.15.67:0/1723191663 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:34.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.562+0000 7f5f410ae640 1 --2- 172.21.15.67:0/1723191663 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5633fb50a4d0 0x5633fb905710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:34.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.562+0000 7f5f420b0640 1 --2- 172.21.15.67:0/1723191663 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5633fb5126b0 0x5633fb922610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:34.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.563+0000 7f5f418af640 1 -- 172.21.15.67:0/1723191663 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5633fb50a4d0 msgr2=0x5633fb905710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:34:34.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.563+0000 7f5f418af640 1 --2- 172.21.15.67:0/1723191663 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5633fb50a4d0 0x5633fb905710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.563+0000 7f5f418af640 1 -- 172.21.15.67:0/1723191663 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5633fb5126b0 msgr2=0x5633fb922610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:34:34.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.563+0000 7f5f418af640 1 --2- 172.21.15.67:0/1723191663 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5633fb5126b0 0x5633fb922610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.563+0000 7f5f418af640 1 -- 172.21.15.67:0/1723191663 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5633fb59e970 con 0x5633fb533390 2024-09-21T00:34:34.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.563+0000 7f5f418af640 1 --2- 172.21.15.67:0/1723191663 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5633fb533390 0x5633fb9051d0 secure :-1 s=READY pgs=2252 cs=0 l=1 rev1=1 crypto rx=0x7f5f34005450 tx=0x7f5f34010000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7fab617b9aa58f8 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:34.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.563+0000 7f5f237fe640 1 -- 172.21.15.67:0/1723191663 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f34012820 con 0x5633fb533390 2024-09-21T00:34:34.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.563+0000 7f5f237fe640 1 -- 172.21.15.67:0/1723191663 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5f340129c0 con 0x5633fb533390 2024-09-21T00:34:34.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.563+0000 7f5f237fe640 1 -- 172.21.15.67:0/1723191663 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f34012dd0 con 0x5633fb533390 2024-09-21T00:34:34.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.564+0000 7f5f4aa81740 1 -- 172.21.15.67:0/1723191663 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5633fb533390 msgr2=0x5633fb9051d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:34.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.564+0000 7f5f4aa81740 1 --2- 172.21.15.67:0/1723191663 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5633fb533390 0x5633fb9051d0 secure :-1 s=READY pgs=2252 cs=0 l=1 rev1=1 crypto rx=0x7f5f34005450 tx=0x7f5f34010000 comp rx=0 tx=0).stop 2024-09-21T00:34:34.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.564+0000 7f5f4aa81740 1 -- 172.21.15.67:0/1723191663 shutdown_connections 2024-09-21T00:34:34.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.564+0000 7f5f4aa81740 1 --2- 172.21.15.67:0/1723191663 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5633fb5126b0 0x5633fb922610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.564+0000 7f5f4aa81740 1 --2- 172.21.15.67:0/1723191663 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5633fb50a4d0 0x5633fb905710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.564+0000 7f5f4aa81740 1 --2- 172.21.15.67:0/1723191663 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5633fb533390 0x5633fb9051d0 unknown :-1 s=CLOSED pgs=2252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.564+0000 7f5f4aa81740 1 -- 172.21.15.67:0/1723191663 >> 172.21.15.67:0/1723191663 conn(0x5633fb5274e0 msgr2=0x5633fb8db490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:34.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.564+0000 7f5f4aa81740 1 -- 172.21.15.67:0/1723191663 shutdown_connections 2024-09-21T00:34:34.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.564+0000 7f5f4aa81740 1 -- 172.21.15.67:0/1723191663 wait complete. 2024-09-21T00:34:34.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.565+0000 7f5f4aa81740 1 -- start start 2024-09-21T00:34:34.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.565+0000 7f5f4aa81740 1 Processor -- start 2024-09-21T00:34:34.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.566+0000 7f5f4aa81740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5633fb50a4d0 0x5633fb8eead0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:34.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.566+0000 7f5f4aa81740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5633fb5126b0 0x5633fb8d44d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:34.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.566+0000 7f5f4aa81740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5633fb533390 0x5633fb8d4a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:34.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.567+0000 7f5f4aa81740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5633fb5ad740 con 0x5633fb5126b0 2024-09-21T00:34:34.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.567+0000 7f5f4aa81740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5633fb7e27f0 con 0x5633fb50a4d0 2024-09-21T00:34:34.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.567+0000 7f5f4aa81740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x5633fb905c50 con 0x5633fb533390 2024-09-21T00:34:34.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.567+0000 7f5f4aa81740 10 client.0 _ll_register_callbacks cb 0x5633fb7e62a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:34:34.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.567+0000 7f5f410ae640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5633fb5126b0 0x5633fb8d44d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:34.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.567+0000 7f5f410ae640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5633fb5126b0 0x5633fb8d44d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45258/0 (socket says 172.21.15.67:45258) 2024-09-21T00:34:34.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.567+0000 7f5f410ae640 1 -- 172.21.15.67:0/3034934650 learned_addr learned my addr 172.21.15.67:0/3034934650 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:34.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.567+0000 7f5f418af640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5633fb50a4d0 0x5633fb8eead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:34.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.567+0000 7f5f420b0640 1 --2- 172.21.15.67:0/3034934650 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5633fb533390 0x5633fb8d4a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:34.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.567+0000 7f5f410ae640 1 -- 172.21.15.67:0/3034934650 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5633fb533390 msgr2=0x5633fb8d4a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:34:34.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.567+0000 7f5f410ae640 1 --2- 172.21.15.67:0/3034934650 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5633fb533390 0x5633fb8d4a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.567+0000 7f5f410ae640 1 -- 172.21.15.67:0/3034934650 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5633fb50a4d0 msgr2=0x5633fb8eead0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:34:34.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.567+0000 7f5f410ae640 1 --2- 172.21.15.67:0/3034934650 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5633fb50a4d0 0x5633fb8eead0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.567+0000 7f5f410ae640 1 -- 172.21.15.67:0/3034934650 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5633fb6157d0 con 0x5633fb5126b0 2024-09-21T00:34:34.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.567+0000 7f5f410ae640 1 --2- 172.21.15.67:0/3034934650 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5633fb5126b0 0x5633fb8d44d0 secure :-1 s=READY pgs=2253 cs=0 l=1 rev1=1 crypto rx=0x7f5f30001db0 tx=0x7f5f30010610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1be36da570dac74 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:34.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.567+0000 7f5f20ff9640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:34:34.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.567+0000 7f5f20ff9640 1 -- 172.21.15.67:0/3034934650 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f300052d0 con 0x5633fb5126b0 2024-09-21T00:34:34.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.567+0000 7f5f20ff9640 1 -- 172.21.15.67:0/3034934650 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(173..173 src has 1..173) ==== 5709+0+0 (secure 0 0 0) 0x7f5f30005470 con 0x5633fb5126b0 2024-09-21T00:34:34.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.567+0000 7f5f4aa81740 1 -- 172.21.15.67:0/3034934650 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5f340129c0 con 0x5633fb5126b0 2024-09-21T00:34:34.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.568+0000 7f5f20ff9640 1 -- 172.21.15.67:0/3034934650 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=151) ==== 24+0+0 (secure 0 0 0) 0x7f5f30021050 con 0x5633fb5126b0 2024-09-21T00:34:34.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.568+0000 7f5f4aa81740 10 client.10758 fetch_fsmap learned FSMap version 151 2024-09-21T00:34:34.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.568+0000 7f5f4aa81740 1 -- 172.21.15.67:0/3034934650 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=151,monmap=2+}) -- 0x5633fb923580 con 0x5633fb5126b0 2024-09-21T00:34:34.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.568+0000 7f5f20ff9640 1 -- 172.21.15.67:0/3034934650 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5f340129c0 con 0x5633fb5126b0 2024-09-21T00:34:34.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.568+0000 7f5f20ff9640 1 -- 172.21.15.67:0/3034934650 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 151) ==== 3502+0+0 (secure 0 0 0) 0x7f5f30024020 con 0x5633fb5126b0 2024-09-21T00:34:34.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.568+0000 7f5f4aa81740 10 client.10758 fetch_fsmap finished waiting for FSMap version 151 2024-09-21T00:34:34.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.568+0000 7f5f4aa81740 10 client.10758 resolve_mds: resolved 13:0 to role '13:0' aka daemon mds.d 2024-09-21T00:34:34.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.568+0000 7f5f4aa81740 20 client.10758 populate_metadata read hostname 'smithi067' 2024-09-21T00:34:34.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.568+0000 7f5f4aa81740 1 --2- 172.21.15.67:0/3034934650 >> [v2:172.21.15.97:6835/84198509,v1:172.21.15.97:6837/84198509] conn(0x5633fb4f1f60 0x5633fb93bb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:34.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.568+0000 7f5f4aa81740 4 client.10758 mds_command: new command op to 9379 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:34:34.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.568+0000 7f5f4aa81740 1 -- 172.21.15.67:0/3034934650 --> [v2:172.21.15.97:6835/84198509,v1:172.21.15.97:6837/84198509] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5633fb84f830 con 0x5633fb4f1f60 2024-09-21T00:34:34.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.568+0000 7f5f418af640 1 --2- 172.21.15.67:0/3034934650 >> [v2:172.21.15.97:6835/84198509,v1:172.21.15.97:6837/84198509] conn(0x5633fb4f1f60 0x5633fb93bb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:34.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.569+0000 7f5f20ff9640 10 client.10758 ms_handle_connect on v2:172.21.15.97:6835/84198509 2024-09-21T00:34:34.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.569+0000 7f5f418af640 1 --2- 172.21.15.67:0/3034934650 >> [v2:172.21.15.97:6835/84198509,v1:172.21.15.97:6837/84198509] conn(0x5633fb4f1f60 0x5633fb93bb50 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=daeb6160bae23a16 server_cookie=6bfd2925433d8ab5 in_seq=0 out_seq=0 2024-09-21T00:34:34.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.569+0000 7f5f20ff9640 1 -- 172.21.15.67:0/3034934650 <== mds.0 v2:172.21.15.97:6835/84198509 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x5633fb84f830 con 0x5633fb4f1f60 2024-09-21T00:34:34.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.569+0000 7f5f20ff9640 10 client.10758 handle_command_reply: tid=0 2024-09-21T00:34:34.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.569+0000 7f5f4aa81740 1 client.10758 shutdown 2024-09-21T00:34:34.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.570+0000 7f5f4aa81740 1 -- 172.21.15.67:0/3034934650 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5633fb5126b0 msgr2=0x5633fb8d44d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:34.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.570+0000 7f5f4aa81740 1 --2- 172.21.15.67:0/3034934650 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5633fb5126b0 0x5633fb8d44d0 secure :-1 s=READY pgs=2253 cs=0 l=1 rev1=1 crypto rx=0x7f5f30001db0 tx=0x7f5f30010610 comp rx=0 tx=0).stop 2024-09-21T00:34:34.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.570+0000 7f5f4aa81740 1 -- 172.21.15.67:0/3034934650 shutdown_connections 2024-09-21T00:34:34.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.570+0000 7f5f4aa81740 1 --2- 172.21.15.67:0/3034934650 >> [v2:172.21.15.97:6835/84198509,v1:172.21.15.97:6837/84198509] conn(0x5633fb4f1f60 0x5633fb93bb50 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.570+0000 7f5f4aa81740 1 --2- 172.21.15.67:0/3034934650 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5633fb533390 0x5633fb8d4a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.570+0000 7f5f4aa81740 1 --2- 172.21.15.67:0/3034934650 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5633fb5126b0 0x5633fb8d44d0 unknown :-1 s=CLOSED pgs=2253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.570+0000 7f5f20ff9640 0 client.10758 ms_handle_reset on v2:172.21.15.97:6835/84198509 2024-09-21T00:34:34.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.570+0000 7f5f4aa81740 1 --2- 172.21.15.67:0/3034934650 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5633fb50a4d0 0x5633fb8eead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.570+0000 7f5f4aa81740 1 -- 172.21.15.67:0/3034934650 >> 172.21.15.67:0/3034934650 conn(0x5633fb5274e0 msgr2=0x5633fb921be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:34.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.570+0000 7f5f4aa81740 1 -- 172.21.15.67:0/3034934650 shutdown_connections 2024-09-21T00:34:34.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.570+0000 7f5f4aa81740 1 -- 172.21.15.67:0/3034934650 wait complete. 2024-09-21T00:34:34.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.570+0000 7f5f4aa81740 20 client.10758 trim_cache size 0 max 16384 2024-09-21T00:34:34.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.584+0000 7f5f4aa81740 1 Processor -- start 2024-09-21T00:34:34.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.584+0000 7f5f4aa81740 1 -- start start 2024-09-21T00:34:34.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.585+0000 7f5f4aa81740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5633fb4f1f60 0x5633fb916050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:34.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.585+0000 7f5f4aa81740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5633fb50a4d0 0x5633fb9058e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:34.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.585+0000 7f5f4aa81740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5633fb5126b0 0x5633fb941860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:34.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.585+0000 7f5f4aa81740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f5f3c2023e0 con 0x5633fb50a4d0 2024-09-21T00:34:34.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.585+0000 7f5f4aa81740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f5f3c2013e0 con 0x5633fb4f1f60 2024-09-21T00:34:34.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.585+0000 7f5f4aa81740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f5f3c15d680 con 0x5633fb5126b0 2024-09-21T00:34:34.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.585+0000 7f5f410ae640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5633fb50a4d0 0x5633fb9058e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:34.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.585+0000 7f5f410ae640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5633fb50a4d0 0x5633fb9058e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45266/0 (socket says 172.21.15.67:45266) 2024-09-21T00:34:34.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.585+0000 7f5f410ae640 1 -- 172.21.15.67:0/4176492354 learned_addr learned my addr 172.21.15.67:0/4176492354 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:34.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.585+0000 7f5f418af640 1 --2- 172.21.15.67:0/4176492354 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5633fb4f1f60 0x5633fb916050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:34.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.585+0000 7f5f420b0640 1 --2- 172.21.15.67:0/4176492354 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5633fb5126b0 0x5633fb941860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:34.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.585+0000 7f5f410ae640 1 -- 172.21.15.67:0/4176492354 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5633fb5126b0 msgr2=0x5633fb941860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:34:34.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.585+0000 7f5f410ae640 1 --2- 172.21.15.67:0/4176492354 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5633fb5126b0 0x5633fb941860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.585+0000 7f5f410ae640 1 -- 172.21.15.67:0/4176492354 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5633fb4f1f60 msgr2=0x5633fb916050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:34:34.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.585+0000 7f5f410ae640 1 --2- 172.21.15.67:0/4176492354 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5633fb4f1f60 0x5633fb916050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.585+0000 7f5f410ae640 1 -- 172.21.15.67:0/4176492354 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5633fb8d61e0 con 0x5633fb50a4d0 2024-09-21T00:34:34.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.585+0000 7f5f418af640 1 --2- 172.21.15.67:0/4176492354 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5633fb4f1f60 0x5633fb916050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:34:34.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.586+0000 7f5f410ae640 1 --2- 172.21.15.67:0/4176492354 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5633fb50a4d0 0x5633fb9058e0 secure :-1 s=READY pgs=2254 cs=0 l=1 rev1=1 crypto rx=0x7f5f30001740 tx=0x7f5f30007d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b62cfc772e34e91a server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:34.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.586+0000 7f5f22ffd640 1 -- 172.21.15.67:0/4176492354 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f30003b00 con 0x5633fb50a4d0 2024-09-21T00:34:34.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.586+0000 7f5f22ffd640 1 -- 172.21.15.67:0/4176492354 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5f30019070 con 0x5633fb50a4d0 2024-09-21T00:34:34.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.586+0000 7f5f22ffd640 1 -- 172.21.15.67:0/4176492354 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f30005330 con 0x5633fb50a4d0 2024-09-21T00:34:34.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.586+0000 7f5f4aa81740 1 -- 172.21.15.67:0/4176492354 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5633fb50a4d0 msgr2=0x5633fb9058e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:34.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.586+0000 7f5f4aa81740 1 --2- 172.21.15.67:0/4176492354 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5633fb50a4d0 0x5633fb9058e0 secure :-1 s=READY pgs=2254 cs=0 l=1 rev1=1 crypto rx=0x7f5f30001740 tx=0x7f5f30007d00 comp rx=0 tx=0).stop 2024-09-21T00:34:34.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.586+0000 7f5f4aa81740 1 -- 172.21.15.67:0/4176492354 shutdown_connections 2024-09-21T00:34:34.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.586+0000 7f5f4aa81740 1 --2- 172.21.15.67:0/4176492354 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5633fb5126b0 0x5633fb941860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.590 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.586+0000 7f5f4aa81740 1 --2- 172.21.15.67:0/4176492354 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5633fb50a4d0 0x5633fb9058e0 unknown :-1 s=CLOSED pgs=2254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.590 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.586+0000 7f5f4aa81740 1 --2- 172.21.15.67:0/4176492354 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5633fb4f1f60 0x5633fb916050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.590 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.586+0000 7f5f4aa81740 1 -- 172.21.15.67:0/4176492354 >> 172.21.15.67:0/4176492354 conn(0x5633fb5274e0 msgr2=0x5633fb8d4fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:34.590 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.587+0000 7f5f4aa81740 1 -- 172.21.15.67:0/4176492354 shutdown_connections 2024-09-21T00:34:34.590 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.587+0000 7f5f4aa81740 1 -- 172.21.15.67:0/4176492354 wait complete. 2024-09-21T00:34:34.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.587+0000 7f5f4aa81740 1 -- start start 2024-09-21T00:34:34.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.587+0000 7f5f4aa81740 1 Processor -- start 2024-09-21T00:34:34.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.589+0000 7f5f4aa81740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5633fb4f1f60 0x5633fb8d4480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:34.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.589+0000 7f5f4aa81740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5633fb50a4d0 0x5633fb8d49c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:34.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.589+0000 7f5f4aa81740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5633fb5126b0 0x5633fb99ed10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:34.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.589+0000 7f5f4aa81740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f5f3c15dcd0 con 0x5633fb50a4d0 2024-09-21T00:34:34.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.589+0000 7f5f4aa81740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5633fb99f920 con 0x5633fb4f1f60 2024-09-21T00:34:34.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.589+0000 7f5f4aa81740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x5633fb920a40 con 0x5633fb5126b0 2024-09-21T00:34:34.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.589+0000 7f5f4aa81740 10 client.0 _ll_register_callbacks cb 0x7f5f30001a10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:34:34.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.589+0000 7f5f410ae640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5633fb50a4d0 0x5633fb8d49c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:34.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.589+0000 7f5f410ae640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5633fb50a4d0 0x5633fb8d49c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45270/0 (socket says 172.21.15.67:45270) 2024-09-21T00:34:34.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.589+0000 7f5f410ae640 1 -- 172.21.15.67:0/977497924 learned_addr learned my addr 172.21.15.67:0/977497924 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:34.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.589+0000 7f5f420b0640 1 --2- 172.21.15.67:0/977497924 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5633fb5126b0 0x5633fb99ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:34.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.589+0000 7f5f418af640 1 --2- 172.21.15.67:0/977497924 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5633fb4f1f60 0x5633fb8d4480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:34.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.589+0000 7f5f410ae640 1 -- 172.21.15.67:0/977497924 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5633fb5126b0 msgr2=0x5633fb99ed10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:34:34.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.589+0000 7f5f410ae640 1 --2- 172.21.15.67:0/977497924 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5633fb5126b0 0x5633fb99ed10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.589+0000 7f5f410ae640 1 -- 172.21.15.67:0/977497924 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5633fb4f1f60 msgr2=0x5633fb8d4480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:34:34.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.589+0000 7f5f410ae640 1 --2- 172.21.15.67:0/977497924 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5633fb4f1f60 0x5633fb8d4480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.589+0000 7f5f410ae640 1 -- 172.21.15.67:0/977497924 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5633fb92c680 con 0x5633fb50a4d0 2024-09-21T00:34:34.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.589+0000 7f5f410ae640 1 --2- 172.21.15.67:0/977497924 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5633fb50a4d0 0x5633fb8d49c0 secure :-1 s=READY pgs=2255 cs=0 l=1 rev1=1 crypto rx=0x7f5f30001b20 tx=0x7f5f30014670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f6ef042cb03e0b70 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:34.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.589+0000 7f5f20ff9640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:34:34.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.590+0000 7f5f20ff9640 1 -- 172.21.15.67:0/977497924 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f30007e60 con 0x5633fb50a4d0 2024-09-21T00:34:34.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.590+0000 7f5f20ff9640 1 -- 172.21.15.67:0/977497924 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(173..173 src has 1..173) ==== 5709+0+0 (secure 0 0 0) 0x7f5f30014a70 con 0x5633fb50a4d0 2024-09-21T00:34:34.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.590+0000 7f5f4aa81740 1 -- 172.21.15.67:0/977497924 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5f30019070 con 0x5633fb50a4d0 2024-09-21T00:34:34.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.590+0000 7f5f20ff9640 1 -- 172.21.15.67:0/977497924 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=151) ==== 24+0+0 (secure 0 0 0) 0x7f5f3003d050 con 0x5633fb50a4d0 2024-09-21T00:34:34.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.590+0000 7f5f4aa81740 10 client.10764 fetch_fsmap learned FSMap version 151 2024-09-21T00:34:34.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.590+0000 7f5f4aa81740 1 -- 172.21.15.67:0/977497924 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=151,monmap=2+}) -- 0x5633fb8f3510 con 0x5633fb50a4d0 2024-09-21T00:34:34.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.590+0000 7f5f20ff9640 1 -- 172.21.15.67:0/977497924 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5f30019070 con 0x5633fb50a4d0 2024-09-21T00:34:34.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.590+0000 7f5f20ff9640 1 -- 172.21.15.67:0/977497924 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 151) ==== 3502+0+0 (secure 0 0 0) 0x7f5f30040020 con 0x5633fb50a4d0 2024-09-21T00:34:34.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.590+0000 7f5f4aa81740 10 client.10764 fetch_fsmap finished waiting for FSMap version 151 2024-09-21T00:34:34.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.590+0000 7f5f4aa81740 10 client.10764 resolve_mds: resolved 13:0 to role '13:0' aka daemon mds.d 2024-09-21T00:34:34.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.590+0000 7f5f4aa81740 20 client.10764 populate_metadata read hostname 'smithi067' 2024-09-21T00:34:34.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.590+0000 7f5f4aa81740 1 --2- 172.21.15.67:0/977497924 >> [v2:172.21.15.97:6835/84198509,v1:172.21.15.97:6837/84198509] conn(0x5633fb4c73a0 0x5633fb99f250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:34.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.590+0000 7f5f4aa81740 4 client.10764 mds_command: new command op to 9379 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-21T00:34:34.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.590+0000 7f5f4aa81740 1 -- 172.21.15.67:0/977497924 --> [v2:172.21.15.97:6835/84198509,v1:172.21.15.97:6837/84198509] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5633fb84b2e0 con 0x5633fb4c73a0 2024-09-21T00:34:34.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.590+0000 7f5f418af640 1 --2- 172.21.15.67:0/977497924 >> [v2:172.21.15.97:6835/84198509,v1:172.21.15.97:6837/84198509] conn(0x5633fb4c73a0 0x5633fb99f250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:34.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.591+0000 7f5f20ff9640 10 client.10764 ms_handle_connect on v2:172.21.15.97:6835/84198509 2024-09-21T00:34:34.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.591+0000 7f5f418af640 1 --2- 172.21.15.67:0/977497924 >> [v2:172.21.15.97:6835/84198509,v1:172.21.15.97:6837/84198509] conn(0x5633fb4c73a0 0x5633fb99f250 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=99282a315335ef74 server_cookie=ee13c1166d881a59 in_seq=0 out_seq=0 2024-09-21T00:34:34.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.591+0000 7f5f20ff9640 1 -- 172.21.15.67:0/977497924 <== mds.0 v2:172.21.15.97:6835/84198509 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5633fb84b2e0 con 0x5633fb4c73a0 2024-09-21T00:34:34.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.591+0000 7f5f20ff9640 10 client.10764 handle_command_reply: tid=0 2024-09-21T00:34:34.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.591+0000 7f5f4aa81740 1 client.10764 shutdown 2024-09-21T00:34:34.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.591+0000 7f5f4aa81740 1 -- 172.21.15.67:0/977497924 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5633fb50a4d0 msgr2=0x5633fb8d49c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:34.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.591+0000 7f5f4aa81740 1 --2- 172.21.15.67:0/977497924 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5633fb50a4d0 0x5633fb8d49c0 secure :-1 s=READY pgs=2255 cs=0 l=1 rev1=1 crypto rx=0x7f5f30001b20 tx=0x7f5f30014670 comp rx=0 tx=0).stop 2024-09-21T00:34:34.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.591+0000 7f5f4aa81740 1 -- 172.21.15.67:0/977497924 shutdown_connections 2024-09-21T00:34:34.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.591+0000 7f5f4aa81740 1 --2- 172.21.15.67:0/977497924 >> [v2:172.21.15.97:6835/84198509,v1:172.21.15.97:6837/84198509] conn(0x5633fb4c73a0 0x5633fb99f250 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.591+0000 7f5f4aa81740 1 --2- 172.21.15.67:0/977497924 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5633fb5126b0 0x5633fb99ed10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.591+0000 7f5f20ff9640 0 client.10764 ms_handle_reset on v2:172.21.15.97:6835/84198509 2024-09-21T00:34:34.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.591+0000 7f5f4aa81740 1 --2- 172.21.15.67:0/977497924 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5633fb50a4d0 0x5633fb8d49c0 unknown :-1 s=CLOSED pgs=2255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.591+0000 7f5f4aa81740 1 --2- 172.21.15.67:0/977497924 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5633fb4f1f60 0x5633fb8d4480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.591+0000 7f5f4aa81740 1 -- 172.21.15.67:0/977497924 >> 172.21.15.67:0/977497924 conn(0x5633fb5274e0 msgr2=0x5633fb9056b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:34.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.591+0000 7f5f4aa81740 1 -- 172.21.15.67:0/977497924 shutdown_connections 2024-09-21T00:34:34.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.591+0000 7f5f4aa81740 1 -- 172.21.15.67:0/977497924 wait complete. 2024-09-21T00:34:34.598 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.591+0000 7f5f4aa81740 20 client.10764 trim_cache size 0 max 16384 2024-09-21T00:34:34.598 INFO:teuthology.orchestra.run.smithi067.stdout:[] 2024-09-21T00:34:34.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.592+0000 7f5f43b13640 1 -- 172.21.15.67:0/3816587165 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5f28078b90 msgr2=0x7f5f2807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:34.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.592+0000 7f5f43b13640 1 --2- 172.21.15.67:0/3816587165 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5f28078b90 0x7f5f2807b0a0 secure :-1 s=READY pgs=838 cs=0 l=1 rev1=1 crypto rx=0x7f5f34001090 tx=0x7f5f34009040 comp rx=0 tx=0).stop 2024-09-21T00:34:34.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.592+0000 7f5f43b13640 1 -- 172.21.15.67:0/3816587165 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5f3c0b6570 msgr2=0x7f5f3c0b6980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:34.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.592+0000 7f5f43b13640 1 --2- 172.21.15.67:0/3816587165 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5f3c0b6570 0x7f5f3c0b6980 secure :-1 s=READY pgs=2251 cs=0 l=1 rev1=1 crypto rx=0x7f5f2c006010 tx=0x7f5f2c031e20 comp rx=0 tx=0).stop 2024-09-21T00:34:34.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.592+0000 7f5f43b13640 1 -- 172.21.15.67:0/3816587165 shutdown_connections 2024-09-21T00:34:34.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.592+0000 7f5f43b13640 1 --2- 172.21.15.67:0/3816587165 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5f28078b90 0x7f5f2807b0a0 unknown :-1 s=CLOSED pgs=838 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.592+0000 7f5f43b13640 1 --2- 172.21.15.67:0/3816587165 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5f3c0b6570 0x7f5f3c0b6980 unknown :-1 s=CLOSED pgs=2251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.592+0000 7f5f43b13640 1 --2- 172.21.15.67:0/3816587165 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5f3c0d4e30 0x7f5f3c0b4b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.592+0000 7f5f43b13640 1 --2- 172.21.15.67:0/3816587165 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5f3c0b3cb0 0x7f5f3c1584f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.592+0000 7f5f43b13640 1 -- 172.21.15.67:0/3816587165 >> 172.21.15.67:0/3816587165 conn(0x7f5f3c08bee0 msgr2=0x7f5f3c15bd50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:34.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.592+0000 7f5f43b13640 1 -- 172.21.15.67:0/3816587165 shutdown_connections 2024-09-21T00:34:34.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.592+0000 7f5f43b13640 1 -- 172.21.15.67:0/3816587165 wait complete. 2024-09-21T00:34:34.604 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-21T00:34:34.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.718+0000 7fb4db739640 1 -- 172.21.15.67:0/583027842 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb4d40d0690 msgr2=0x7fb4d40b1f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:34.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.718+0000 7fb4db739640 1 --2- 172.21.15.67:0/583027842 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb4d40d0690 0x7fb4d40b1f80 secure :-1 s=READY pgs=2257 cs=0 l=1 rev1=1 crypto rx=0x7fb4c8005fd0 tx=0x7fb4c802a5d0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.719+0000 7fb4db739640 1 -- 172.21.15.67:0/583027842 shutdown_connections 2024-09-21T00:34:34.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.719+0000 7fb4db739640 1 --2- 172.21.15.67:0/583027842 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb4d40d0690 0x7fb4d40b1f80 unknown :-1 s=CLOSED pgs=2257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.719+0000 7fb4db739640 1 -- 172.21.15.67:0/583027842 >> 172.21.15.67:0/583027842 conn(0x7fb4d40cee30 msgr2=0x7fb4d40cf240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:34.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.719+0000 7fb4db739640 1 -- 172.21.15.67:0/583027842 shutdown_connections 2024-09-21T00:34:34.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.719+0000 7fb4db739640 1 -- 172.21.15.67:0/583027842 wait complete. 2024-09-21T00:34:34.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.720+0000 7fb4db739640 1 Processor -- start 2024-09-21T00:34:34.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.720+0000 7fb4db739640 1 -- start start 2024-09-21T00:34:34.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.722+0000 7fb4db739640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb4d40b77c0 0x7fb4d4157e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:34.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.722+0000 7fb4db739640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb4d40b7bd0 0x7fb4d40b60b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:34.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.722+0000 7fb4db739640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb4d4159a10 0x7fb4d40b65f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:34.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.722+0000 7fb4db739640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fb4d40b3010 con 0x7fb4d4159a10 2024-09-21T00:34:34.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.722+0000 7fb4db739640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fb4d40b2e90 con 0x7fb4d40b7bd0 2024-09-21T00:34:34.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.722+0000 7fb4db739640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fb4d40b3190 con 0x7fb4d40b77c0 2024-09-21T00:34:34.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.722+0000 7fb4d9cd6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb4d4159a10 0x7fb4d40b65f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:34.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.722+0000 7fb4d9cd6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb4d4159a10 0x7fb4d40b65f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45286/0 (socket says 172.21.15.67:45286) 2024-09-21T00:34:34.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.722+0000 7fb4d9cd6640 1 -- 172.21.15.67:0/2542516388 learned_addr learned my addr 172.21.15.67:0/2542516388 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:34.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.722+0000 7fb4d8cd4640 1 --2- 172.21.15.67:0/2542516388 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb4d40b7bd0 0x7fb4d40b60b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:34.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.722+0000 7fb4d94d5640 1 --2- 172.21.15.67:0/2542516388 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb4d40b77c0 0x7fb4d4157e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:34.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.722+0000 7fb4d9cd6640 1 -- 172.21.15.67:0/2542516388 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb4d40b77c0 msgr2=0x7fb4d4157e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:34.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.722+0000 7fb4d9cd6640 1 --2- 172.21.15.67:0/2542516388 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb4d40b77c0 0x7fb4d4157e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.722+0000 7fb4d9cd6640 1 -- 172.21.15.67:0/2542516388 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb4d40b7bd0 msgr2=0x7fb4d40b60b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:34.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.722+0000 7fb4d9cd6640 1 --2- 172.21.15.67:0/2542516388 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb4d40b7bd0 0x7fb4d40b60b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.722+0000 7fb4d9cd6640 1 -- 172.21.15.67:0/2542516388 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb4d41f8080 con 0x7fb4d4159a10 2024-09-21T00:34:34.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.723+0000 7fb4d9cd6640 1 --2- 172.21.15.67:0/2542516388 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb4d4159a10 0x7fb4d40b65f0 secure :-1 s=READY pgs=2258 cs=0 l=1 rev1=1 crypto rx=0x7fb4cc00ba10 tx=0x7fb4cc00bed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:34.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.723+0000 7fb4c5ffb640 1 -- 172.21.15.67:0/2542516388 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4cc019070 con 0x7fb4d4159a10 2024-09-21T00:34:34.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.723+0000 7fb4c5ffb640 1 -- 172.21.15.67:0/2542516388 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb4cc00cc30 con 0x7fb4d4159a10 2024-09-21T00:34:34.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.723+0000 7fb4c5ffb640 1 -- 172.21.15.67:0/2542516388 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb4cc00ce60 con 0x7fb4d4159a10 2024-09-21T00:34:34.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.723+0000 7fb4db739640 1 -- 172.21.15.67:0/2542516388 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb4d409cc00 con 0x7fb4d4159a10 2024-09-21T00:34:34.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.723+0000 7fb4db739640 1 -- 172.21.15.67:0/2542516388 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4d41f7750 con 0x7fb4d4159a10 2024-09-21T00:34:34.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.724+0000 7fb4db739640 1 -- 172.21.15.67:0/2542516388 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb4d4069e60 con 0x7fb4d4159a10 2024-09-21T00:34:34.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.725+0000 7fb4c5ffb640 1 -- 172.21.15.67:0/2542516388 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fb4cc01c070 con 0x7fb4d4159a10 2024-09-21T00:34:34.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.725+0000 7fb4c5ffb640 1 --2- 172.21.15.67:0/2542516388 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb4b8078b90 0x7fb4b807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:34.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.725+0000 7fb4c5ffb640 1 -- 172.21.15.67:0/2542516388 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(173..173 src has 1..173) ==== 5709+0+0 (secure 0 0 0) 0x7fb4cc09a8d0 con 0x7fb4d4159a10 2024-09-21T00:34:34.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.725+0000 7fb4d94d5640 1 --2- 172.21.15.67:0/2542516388 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb4b8078b90 0x7fb4b807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:34.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.726+0000 7fb4d94d5640 1 --2- 172.21.15.67:0/2542516388 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb4b8078b90 0x7fb4b807b0a0 secure :-1 s=READY pgs=839 cs=0 l=1 rev1=1 crypto rx=0x7fb4d0000fd0 tx=0x7fb4d0009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:34.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.730+0000 7fb4c5ffb640 1 -- 172.21.15.67:0/2542516388 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fb4d4069e60 con 0x7fb4d4159a10 2024-09-21T00:34:34.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.958+0000 7fb4db739640 1 -- 172.21.15.67:0/2542516388 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7fb4d40d0d50 con 0x7fb4d4159a10 2024-09-21T00:34:34.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.958+0000 7fb4c5ffb640 1 -- 172.21.15.67:0/2542516388 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7fb4d409cc00 con 0x7fb4d4159a10 2024-09-21T00:34:34.959 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:34:34.959 INFO:teuthology.orchestra.run.smithi067.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-21T00:34:34.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.960+0000 7fb4db739640 1 -- 172.21.15.67:0/2542516388 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb4b8078b90 msgr2=0x7fb4b807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:34.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.960+0000 7fb4db739640 1 --2- 172.21.15.67:0/2542516388 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb4b8078b90 0x7fb4b807b0a0 secure :-1 s=READY pgs=839 cs=0 l=1 rev1=1 crypto rx=0x7fb4d0000fd0 tx=0x7fb4d0009040 comp rx=0 tx=0).stop 2024-09-21T00:34:34.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.960+0000 7fb4db739640 1 -- 172.21.15.67:0/2542516388 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb4d4159a10 msgr2=0x7fb4d40b65f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:34.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.960+0000 7fb4db739640 1 --2- 172.21.15.67:0/2542516388 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb4d4159a10 0x7fb4d40b65f0 secure :-1 s=READY pgs=2258 cs=0 l=1 rev1=1 crypto rx=0x7fb4cc00ba10 tx=0x7fb4cc00bed0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.960+0000 7fb4db739640 1 -- 172.21.15.67:0/2542516388 shutdown_connections 2024-09-21T00:34:34.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.960+0000 7fb4db739640 1 --2- 172.21.15.67:0/2542516388 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb4b8078b90 0x7fb4b807b0a0 unknown :-1 s=CLOSED pgs=839 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.960+0000 7fb4db739640 1 --2- 172.21.15.67:0/2542516388 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb4d4159a10 0x7fb4d40b65f0 unknown :-1 s=CLOSED pgs=2258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.960+0000 7fb4db739640 1 --2- 172.21.15.67:0/2542516388 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb4d40b7bd0 0x7fb4d40b60b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.960+0000 7fb4db739640 1 --2- 172.21.15.67:0/2542516388 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb4d40b77c0 0x7fb4d4157e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:34.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.960+0000 7fb4db739640 1 -- 172.21.15.67:0/2542516388 >> 172.21.15.67:0/2542516388 conn(0x7fb4d40cee30 msgr2=0x7fb4d4164030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:34.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.960+0000 7fb4db739640 1 -- 172.21.15.67:0/2542516388 shutdown_connections 2024-09-21T00:34:34.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:34.960+0000 7fb4db739640 1 -- 172.21.15.67:0/2542516388 wait complete. 2024-09-21T00:34:34.973 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-21T00:34:34.973 DEBUG:teuthology.orchestra.run.smithi067:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T00:34:35.016 DEBUG:teuthology.orchestra.run.smithi097:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T00:34:35.068 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-21T00:34:35.068 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T00:34:35.069 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:34:35.069 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:34:35.085 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:34:35.085 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:34:35.141 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T00:34:35.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.297+0000 7fa6e9ede640 1 -- 172.21.15.67:0/3855023313 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa6e40cd030 msgr2=0x7fa6e40cd440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:35.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.297+0000 7fa6e9ede640 1 --2- 172.21.15.67:0/3855023313 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa6e40cd030 0x7fa6e40cd440 secure :-1 s=READY pgs=2259 cs=0 l=1 rev1=1 crypto rx=0x7fa6dc005fd0 tx=0x7fa6dc02aa90 comp rx=0 tx=0).stop 2024-09-21T00:34:35.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.297+0000 7fa6e9ede640 1 -- 172.21.15.67:0/3855023313 shutdown_connections 2024-09-21T00:34:35.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.297+0000 7fa6e9ede640 1 --2- 172.21.15.67:0/3855023313 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa6e40cd030 0x7fa6e40cd440 unknown :-1 s=CLOSED pgs=2259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:35.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.297+0000 7fa6e9ede640 1 --2- 172.21.15.67:0/3855023313 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa6e40b7850 0x7fa6e40b4c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:35.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.297+0000 7fa6e9ede640 1 -- 172.21.15.67:0/3855023313 >> 172.21.15.67:0/3855023313 conn(0x7fa6e40b4140 msgr2=0x7fa6e40b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:35.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.297+0000 7fa6e9ede640 1 -- 172.21.15.67:0/3855023313 shutdown_connections 2024-09-21T00:34:35.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.297+0000 7fa6e9ede640 1 -- 172.21.15.67:0/3855023313 wait complete. 2024-09-21T00:34:35.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.299+0000 7fa6e9ede640 1 Processor -- start 2024-09-21T00:34:35.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.299+0000 7fa6e9ede640 1 -- start start 2024-09-21T00:34:35.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.301+0000 7fa6e9ede640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa6e409a950 0x7fa6e40c7500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:35.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.301+0000 7fa6e9ede640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa6e40b7850 0x7fa6e41f5520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:35.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.301+0000 7fa6e9ede640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa6e40cd030 0x7fa6e406f040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:35.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.301+0000 7fa6e9ede640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fa6e40cdd50 con 0x7fa6e409a950 2024-09-21T00:34:35.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.301+0000 7fa6e9ede640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fa6e40cdbd0 con 0x7fa6e40b7850 2024-09-21T00:34:35.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.301+0000 7fa6e9ede640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fa6e40cded0 con 0x7fa6e40cd030 2024-09-21T00:34:35.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.301+0000 7fa6e37fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa6e409a950 0x7fa6e40c7500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:35.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.301+0000 7fa6e37fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa6e409a950 0x7fa6e40c7500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45298/0 (socket says 172.21.15.67:45298) 2024-09-21T00:34:35.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.301+0000 7fa6e37fe640 1 -- 172.21.15.67:0/3100723392 learned_addr learned my addr 172.21.15.67:0/3100723392 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:35.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.301+0000 7fa6e2ffd640 1 --2- 172.21.15.67:0/3100723392 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa6e40b7850 0x7fa6e41f5520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:35.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.301+0000 7fa6e3fff640 1 --2- 172.21.15.67:0/3100723392 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa6e40cd030 0x7fa6e406f040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:35.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.301+0000 7fa6e37fe640 1 -- 172.21.15.67:0/3100723392 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa6e40cd030 msgr2=0x7fa6e406f040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:35.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.301+0000 7fa6e37fe640 1 --2- 172.21.15.67:0/3100723392 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa6e40cd030 0x7fa6e406f040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:35.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.301+0000 7fa6e37fe640 1 -- 172.21.15.67:0/3100723392 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa6e40b7850 msgr2=0x7fa6e41f5520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:35.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.301+0000 7fa6e37fe640 1 --2- 172.21.15.67:0/3100723392 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa6e40b7850 0x7fa6e41f5520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:35.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.301+0000 7fa6e37fe640 1 -- 172.21.15.67:0/3100723392 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6e40c7a40 con 0x7fa6e409a950 2024-09-21T00:34:35.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.301+0000 7fa6e37fe640 1 --2- 172.21.15.67:0/3100723392 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa6e409a950 0x7fa6e40c7500 secure :-1 s=READY pgs=2260 cs=0 l=1 rev1=1 crypto rx=0x7fa6d400d700 tx=0x7fa6d400dbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:35.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.301+0000 7fa6cbfff640 1 -- 172.21.15.67:0/3100723392 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6d4017070 con 0x7fa6e409a950 2024-09-21T00:34:35.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.301+0000 7fa6cbfff640 1 -- 172.21.15.67:0/3100723392 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa6d4005310 con 0x7fa6e409a950 2024-09-21T00:34:35.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.301+0000 7fa6e9ede640 1 -- 172.21.15.67:0/3100723392 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6e41dffa0 con 0x7fa6e409a950 2024-09-21T00:34:35.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.301+0000 7fa6cbfff640 1 -- 172.21.15.67:0/3100723392 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6d40097c0 con 0x7fa6e409a950 2024-09-21T00:34:35.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.301+0000 7fa6e9ede640 1 -- 172.21.15.67:0/3100723392 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6e41e0f20 con 0x7fa6e409a950 2024-09-21T00:34:35.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.303+0000 7fa6e9ede640 1 -- 172.21.15.67:0/3100723392 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa6e40762c0 con 0x7fa6e409a950 2024-09-21T00:34:35.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.303+0000 7fa6cbfff640 1 -- 172.21.15.67:0/3100723392 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fa6d4009960 con 0x7fa6e409a950 2024-09-21T00:34:35.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.304+0000 7fa6cbfff640 1 --2- 172.21.15.67:0/3100723392 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa6d0078b90 0x7fa6d007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:35.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.304+0000 7fa6cbfff640 1 -- 172.21.15.67:0/3100723392 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(173..173 src has 1..173) ==== 5709+0+0 (secure 0 0 0) 0x7fa6d409ad20 con 0x7fa6e409a950 2024-09-21T00:34:35.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.304+0000 7fa6e2ffd640 1 --2- 172.21.15.67:0/3100723392 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa6d0078b90 0x7fa6d007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:35.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.305+0000 7fa6e2ffd640 1 --2- 172.21.15.67:0/3100723392 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa6d0078b90 0x7fa6d007b0a0 secure :-1 s=READY pgs=840 cs=0 l=1 rev1=1 crypto rx=0x7fa6e40c9280 tx=0x7fa6d8009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:35.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.309+0000 7fa6cbfff640 1 -- 172.21.15.67:0/3100723392 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fa6e40762c0 con 0x7fa6e409a950 2024-09-21T00:34:35.508 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.507+0000 7fa6e9ede640 1 -- 172.21.15.67:0/3100723392 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fa6e40b4c60 con 0x7fa6e409a950 2024-09-21T00:34:35.508 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.507+0000 7fa6cbfff640 1 -- 172.21.15.67:0/3100723392 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v173) ==== 80+0+0 (secure 0 0 0) 0x7fa6d4062ba0 con 0x7fa6e409a950 2024-09-21T00:34:35.508 INFO:teuthology.orchestra.run.smithi067.stderr:listed 0 entries 2024-09-21T00:34:35.510 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.509+0000 7fa6e9ede640 1 -- 172.21.15.67:0/3100723392 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa6d0078b90 msgr2=0x7fa6d007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:35.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.509+0000 7fa6e9ede640 1 --2- 172.21.15.67:0/3100723392 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa6d0078b90 0x7fa6d007b0a0 secure :-1 s=READY pgs=840 cs=0 l=1 rev1=1 crypto rx=0x7fa6e40c9280 tx=0x7fa6d8009040 comp rx=0 tx=0).stop 2024-09-21T00:34:35.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.509+0000 7fa6e9ede640 1 -- 172.21.15.67:0/3100723392 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa6e409a950 msgr2=0x7fa6e40c7500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:35.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.509+0000 7fa6e9ede640 1 --2- 172.21.15.67:0/3100723392 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa6e409a950 0x7fa6e40c7500 secure :-1 s=READY pgs=2260 cs=0 l=1 rev1=1 crypto rx=0x7fa6d400d700 tx=0x7fa6d400dbc0 comp rx=0 tx=0).stop 2024-09-21T00:34:35.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.509+0000 7fa6e9ede640 1 -- 172.21.15.67:0/3100723392 shutdown_connections 2024-09-21T00:34:35.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.509+0000 7fa6e9ede640 1 --2- 172.21.15.67:0/3100723392 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa6d0078b90 0x7fa6d007b0a0 unknown :-1 s=CLOSED pgs=840 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:35.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.509+0000 7fa6e9ede640 1 --2- 172.21.15.67:0/3100723392 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa6e40cd030 0x7fa6e406f040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:35.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.509+0000 7fa6e9ede640 1 --2- 172.21.15.67:0/3100723392 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa6e40b7850 0x7fa6e41f5520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:35.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.509+0000 7fa6e9ede640 1 --2- 172.21.15.67:0/3100723392 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa6e409a950 0x7fa6e40c7500 unknown :-1 s=CLOSED pgs=2260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:35.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.509+0000 7fa6e9ede640 1 -- 172.21.15.67:0/3100723392 >> 172.21.15.67:0/3100723392 conn(0x7fa6e40b4140 msgr2=0x7fa6e40b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:35.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.509+0000 7fa6e9ede640 1 -- 172.21.15.67:0/3100723392 shutdown_connections 2024-09-21T00:34:35.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.509+0000 7fa6e9ede640 1 -- 172.21.15.67:0/3100723392 wait complete. 2024-09-21T00:34:35.522 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi067.front.sepia.ceph.com... 2024-09-21T00:34:35.522 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:34:35.522 DEBUG:teuthology.orchestra.run.smithi067:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-21T00:34:35.546 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:ceph-fuse[105367]: fuse finished with error 0 and tester_r 0 2024-09-21T00:34:35.547 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi067.front.sepia.ceph.com 2024-09-21T00:34:35.547 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:34:35.547 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-21T00:34:35.716 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T00:34:35.716 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:34:35.716 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:34:35.736 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17850 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T00:34:35.736 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T00:34:35.736 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:34:35.736 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:34:35.772 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20178 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T00:34:35.772 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T00:34:35.772 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:34:35.772 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:34:35.795 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17850 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T00:34:35.795 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:34:35.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.929+0000 7f83a4b77640 1 -- 172.21.15.67:0/2154200893 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f83a00d1010 msgr2=0x7f83a00d1420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:35.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.929+0000 7f83a4b77640 1 --2- 172.21.15.67:0/2154200893 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f83a00d1010 0x7f83a00d1420 secure :-1 s=READY pgs=2262 cs=0 l=1 rev1=1 crypto rx=0x7f8394009830 tx=0x7f839402a510 comp rx=0 tx=0).stop 2024-09-21T00:34:35.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.929+0000 7f83a4b77640 1 -- 172.21.15.67:0/2154200893 shutdown_connections 2024-09-21T00:34:35.931 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.929+0000 7f83a4b77640 1 --2- 172.21.15.67:0/2154200893 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f83a00d1010 0x7f83a00d1420 unknown :-1 s=CLOSED pgs=2262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:35.931 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.929+0000 7f83a4b77640 1 --2- 172.21.15.67:0/2154200893 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f83a00b9780 0x7f83a00d2cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:35.931 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.929+0000 7f83a4b77640 1 -- 172.21.15.67:0/2154200893 >> 172.21.15.67:0/2154200893 conn(0x7f83a008bee0 msgr2=0x7f83a00d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:35.931 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.929+0000 7f83a4b77640 1 -- 172.21.15.67:0/2154200893 shutdown_connections 2024-09-21T00:34:35.931 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.929+0000 7f83a4b77640 1 -- 172.21.15.67:0/2154200893 wait complete. 2024-09-21T00:34:35.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.931+0000 7f83a4b77640 1 Processor -- start 2024-09-21T00:34:35.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.931+0000 7f83a4b77640 1 -- start start 2024-09-21T00:34:35.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.932+0000 7f83a4b77640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f83a00b73f0 0x7f83a01504a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:35.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.932+0000 7f83a4b77640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f83a00b9780 0x7f83a014a3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:35.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.932+0000 7f83a4b77640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f83a00d1010 0x7f83a015bb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:35.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.932+0000 7f83a4b77640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f83a00d04a0 con 0x7f83a00d1010 2024-09-21T00:34:35.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.932+0000 7f83a4b77640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f83a00d0320 con 0x7f83a00b73f0 2024-09-21T00:34:35.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.932+0000 7f83a4b77640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f83a00b7800 con 0x7f83a00b9780 2024-09-21T00:34:35.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.932+0000 7f839ed9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f83a00d1010 0x7f83a015bb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:35.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.932+0000 7f839ed9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f83a00d1010 0x7f83a015bb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45308/0 (socket says 172.21.15.67:45308) 2024-09-21T00:34:35.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.932+0000 7f839ed9d640 1 -- 172.21.15.67:0/680500330 learned_addr learned my addr 172.21.15.67:0/680500330 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:35.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.933+0000 7f839dd9b640 1 --2- 172.21.15.67:0/680500330 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f83a00b9780 0x7f83a014a3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:35.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.933+0000 7f839e59c640 1 --2- 172.21.15.67:0/680500330 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f83a00b73f0 0x7f83a01504a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:35.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.933+0000 7f839ed9d640 1 -- 172.21.15.67:0/680500330 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f83a00b9780 msgr2=0x7f83a014a3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:35.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.933+0000 7f839ed9d640 1 --2- 172.21.15.67:0/680500330 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f83a00b9780 0x7f83a014a3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:35.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.933+0000 7f839ed9d640 1 -- 172.21.15.67:0/680500330 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f83a00b73f0 msgr2=0x7f83a01504a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:35.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.933+0000 7f839ed9d640 1 --2- 172.21.15.67:0/680500330 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f83a00b73f0 0x7f83a01504a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:35.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.933+0000 7f839ed9d640 1 -- 172.21.15.67:0/680500330 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83a015aac0 con 0x7f83a00d1010 2024-09-21T00:34:35.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.933+0000 7f839ed9d640 1 --2- 172.21.15.67:0/680500330 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f83a00d1010 0x7f83a015bb40 secure :-1 s=READY pgs=2263 cs=0 l=1 rev1=1 crypto rx=0x7f839800c760 tx=0x7f839800cb60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:35.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.933+0000 7f838effd640 1 -- 172.21.15.67:0/680500330 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8398003b70 con 0x7f83a00d1010 2024-09-21T00:34:35.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.933+0000 7f838effd640 1 -- 172.21.15.67:0/680500330 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8398003d10 con 0x7f83a00d1010 2024-09-21T00:34:35.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.933+0000 7f83a4b77640 1 -- 172.21.15.67:0/680500330 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83a015ada0 con 0x7f83a00d1010 2024-09-21T00:34:35.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.933+0000 7f838effd640 1 -- 172.21.15.67:0/680500330 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83980052d0 con 0x7f83a00d1010 2024-09-21T00:34:35.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.933+0000 7f83a4b77640 1 -- 172.21.15.67:0/680500330 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83a015b360 con 0x7f83a00d1010 2024-09-21T00:34:35.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.934+0000 7f83a4b77640 1 -- 172.21.15.67:0/680500330 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f83a00b7cb0 con 0x7f83a00d1010 2024-09-21T00:34:35.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.935+0000 7f838effd640 1 -- 172.21.15.67:0/680500330 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f8398005470 con 0x7f83a00d1010 2024-09-21T00:34:35.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.935+0000 7f838effd640 1 --2- 172.21.15.67:0/680500330 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8380078b90 0x7f838007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:35.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.936+0000 7f838effd640 1 -- 172.21.15.67:0/680500330 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(173..173 src has 1..173) ==== 5709+0+0 (secure 0 0 0) 0x7f839809a9d0 con 0x7f83a00d1010 2024-09-21T00:34:35.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.936+0000 7f839e59c640 1 --2- 172.21.15.67:0/680500330 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8380078b90 0x7f838007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:35.937 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.936+0000 7f839e59c640 1 --2- 172.21.15.67:0/680500330 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8380078b90 0x7f838007b0a0 secure :-1 s=READY pgs=841 cs=0 l=1 rev1=1 crypto rx=0x7f839000bb30 tx=0x7f839000b2e0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:35.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:35.940+0000 7f838effd640 1 -- 172.21.15.67:0/680500330 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f83980627c0 con 0x7f83a00d1010 2024-09-21T00:34:36.168 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.167+0000 7f83a4b77640 1 -- 172.21.15.67:0/680500330 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f83a006f800 con 0x7f83a00d1010 2024-09-21T00:34:36.168 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.167+0000 7f838effd640 1 -- 172.21.15.67:0/680500330 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 151 v151) ==== 95+0+5227 (secure 0 0 0) 0x7f83980671f0 con 0x7f83a00d1010 2024-09-21T00:34:36.169 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:34:36.169 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":151,"btime":"2024-09-21T00:33:54:440575+0000","default_fscid":13,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8354,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/1854097731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1854097731},{"type":"v1","addr":"172.21.15.67:6834","nonce":1854097731}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":147},{"gid":8357,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/2908953479","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":2908953479},{"type":"v1","addr":"172.21.15.67:6835","nonce":2908953479}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":146},{"gid":9376,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/4149163940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":4149163940},{"type":"v1","addr":"172.21.15.97:6836","nonce":4149163940}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":147}],"filesystems":[{"mdsmap":{"epoch":151,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:33:50.804288+0000","modified":"2024-09-21T00:33:53.822731+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9379},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9379":{"gid":9379,"name":"d","rank":0,"incarnation":148,"state":"up:active","state_seq":3,"addr":"172.21.15.97:6837/84198509","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":84198509},{"type":"v1","addr":"172.21.15.97:6837","nonce":84198509}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[27],"metadata_pool":26,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9379,"qdb_cluster":[9379]},"id":13}]} 2024-09-21T00:34:36.169 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 151 2024-09-21T00:34:36.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.169+0000 7f83a4b77640 1 -- 172.21.15.67:0/680500330 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8380078b90 msgr2=0x7f838007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:36.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.169+0000 7f83a4b77640 1 --2- 172.21.15.67:0/680500330 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8380078b90 0x7f838007b0a0 secure :-1 s=READY pgs=841 cs=0 l=1 rev1=1 crypto rx=0x7f839000bb30 tx=0x7f839000b2e0 comp rx=0 tx=0).stop 2024-09-21T00:34:36.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.169+0000 7f83a4b77640 1 -- 172.21.15.67:0/680500330 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f83a00d1010 msgr2=0x7f83a015bb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:36.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.169+0000 7f83a4b77640 1 --2- 172.21.15.67:0/680500330 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f83a00d1010 0x7f83a015bb40 secure :-1 s=READY pgs=2263 cs=0 l=1 rev1=1 crypto rx=0x7f839800c760 tx=0x7f839800cb60 comp rx=0 tx=0).stop 2024-09-21T00:34:36.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.169+0000 7f83a4b77640 1 -- 172.21.15.67:0/680500330 shutdown_connections 2024-09-21T00:34:36.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.169+0000 7f83a4b77640 1 --2- 172.21.15.67:0/680500330 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8380078b90 0x7f838007b0a0 unknown :-1 s=CLOSED pgs=841 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:36.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.169+0000 7f83a4b77640 1 --2- 172.21.15.67:0/680500330 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f83a00d1010 0x7f83a015bb40 unknown :-1 s=CLOSED pgs=2263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:36.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.169+0000 7f83a4b77640 1 --2- 172.21.15.67:0/680500330 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f83a00b9780 0x7f83a014a3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:36.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.169+0000 7f83a4b77640 1 --2- 172.21.15.67:0/680500330 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f83a00b73f0 0x7f83a01504a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:36.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.169+0000 7f83a4b77640 1 -- 172.21.15.67:0/680500330 >> 172.21.15.67:0/680500330 conn(0x7f83a008bee0 msgr2=0x7f83a01621a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:36.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.170+0000 7f83a4b77640 1 -- 172.21.15.67:0/680500330 shutdown_connections 2024-09-21T00:34:36.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.170+0000 7f83a4b77640 1 -- 172.21.15.67:0/680500330 wait complete. 2024-09-21T00:34:36.182 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:34:36.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.297+0000 7f3892d5f640 1 -- 172.21.15.67:0/3813716363 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f388c0b73f0 msgr2=0x7f388c0b7800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:36.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.297+0000 7f3892d5f640 1 --2- 172.21.15.67:0/3813716363 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f388c0b73f0 0x7f388c0b7800 secure :-1 s=READY pgs=2264 cs=0 l=1 rev1=1 crypto rx=0x7f388c0ba4a0 tx=0x7f388402a560 comp rx=0 tx=0).stop 2024-09-21T00:34:36.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.297+0000 7f3892d5f640 1 -- 172.21.15.67:0/3813716363 shutdown_connections 2024-09-21T00:34:36.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.297+0000 7f3892d5f640 1 --2- 172.21.15.67:0/3813716363 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f388c0b73f0 0x7f388c0b7800 unknown :-1 s=CLOSED pgs=2264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:36.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.297+0000 7f3892d5f640 1 --2- 172.21.15.67:0/3813716363 >> v2:172.21.15.97:3300/0 conn(0x7f388c0d1010 0x7f388c0d1420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:36.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.297+0000 7f3892d5f640 1 --2- 172.21.15.67:0/3813716363 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f388c0b9780 0x7f388c0d2cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:36.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.297+0000 7f3892d5f640 1 -- 172.21.15.67:0/3813716363 >> 172.21.15.67:0/3813716363 conn(0x7f388c08bee0 msgr2=0x7f388c0d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:36.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.297+0000 7f3892d5f640 1 -- 172.21.15.67:0/3813716363 shutdown_connections 2024-09-21T00:34:36.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.297+0000 7f3892d5f640 1 -- 172.21.15.67:0/3813716363 wait complete. 2024-09-21T00:34:36.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.299+0000 7f3892d5f640 1 Processor -- start 2024-09-21T00:34:36.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.299+0000 7f3892d5f640 1 -- start start 2024-09-21T00:34:36.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.301+0000 7f3892d5f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f388c0b73f0 0x7f388c0a1d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:36.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.301+0000 7f3892d5f640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f388c0b9780 0x7f388c09e420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:36.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.301+0000 7f3892d5f640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f388c0d1010 0x7f388c09e960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:36.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.301+0000 7f3892d5f640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f388c162c70 con 0x7f388c0b73f0 2024-09-21T00:34:36.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.301+0000 7f3892d5f640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f388c162af0 con 0x7f388c0d1010 2024-09-21T00:34:36.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.301+0000 7f3892d5f640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f388c162df0 con 0x7f388c0b9780 2024-09-21T00:34:36.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.301+0000 7f3890afb640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f388c0b73f0 0x7f388c0a1d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:36.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.301+0000 7f3890afb640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f388c0b73f0 0x7f388c0a1d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45328/0 (socket says 172.21.15.67:45328) 2024-09-21T00:34:36.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.301+0000 7f3890afb640 1 -- 172.21.15.67:0/4157202025 learned_addr learned my addr 172.21.15.67:0/4157202025 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:36.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.301+0000 7f388bfff640 1 --2- 172.21.15.67:0/4157202025 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f388c0b9780 0x7f388c09e420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:36.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.301+0000 7f38912fc640 1 --2- 172.21.15.67:0/4157202025 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f388c0d1010 0x7f388c09e960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:36.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.301+0000 7f3890afb640 1 -- 172.21.15.67:0/4157202025 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f388c0b9780 msgr2=0x7f388c09e420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:36.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.301+0000 7f3890afb640 1 --2- 172.21.15.67:0/4157202025 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f388c0b9780 0x7f388c09e420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:36.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.301+0000 7f3890afb640 1 -- 172.21.15.67:0/4157202025 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f388c0d1010 msgr2=0x7f388c09e960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:36.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.301+0000 7f3890afb640 1 --2- 172.21.15.67:0/4157202025 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f388c0d1010 0x7f388c09e960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:36.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.301+0000 7f3890afb640 1 -- 172.21.15.67:0/4157202025 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f388c09f580 con 0x7f388c0b73f0 2024-09-21T00:34:36.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.301+0000 7f388bfff640 1 --2- 172.21.15.67:0/4157202025 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f388c0b9780 0x7f388c09e420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:34:36.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.301+0000 7f3890afb640 1 --2- 172.21.15.67:0/4157202025 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f388c0b73f0 0x7f388c0a1d90 secure :-1 s=READY pgs=2265 cs=0 l=1 rev1=1 crypto rx=0x7f387400d700 tx=0x7f387400dbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:36.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.301+0000 7f38897fa640 1 -- 172.21.15.67:0/4157202025 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3874017070 con 0x7f388c0b73f0 2024-09-21T00:34:36.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.301+0000 7f38897fa640 1 -- 172.21.15.67:0/4157202025 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3874009d20 con 0x7f388c0b73f0 2024-09-21T00:34:36.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.301+0000 7f3892d5f640 1 -- 172.21.15.67:0/4157202025 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f388c09f860 con 0x7f388c0b73f0 2024-09-21T00:34:36.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.301+0000 7f38897fa640 1 -- 172.21.15.67:0/4157202025 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38740106c0 con 0x7f388c0b73f0 2024-09-21T00:34:36.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.302+0000 7f3892d5f640 1 -- 172.21.15.67:0/4157202025 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f388c0a13c0 con 0x7f388c0b73f0 2024-09-21T00:34:36.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.302+0000 7f3892d5f640 1 -- 172.21.15.67:0/4157202025 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f388c0a1620 con 0x7f388c0b73f0 2024-09-21T00:34:36.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.303+0000 7f38897fa640 1 -- 172.21.15.67:0/4157202025 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f387401a070 con 0x7f388c0b73f0 2024-09-21T00:34:36.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.304+0000 7f38897fa640 1 --2- 172.21.15.67:0/4157202025 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f386c078b90 0x7f386c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:36.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.304+0000 7f38897fa640 1 -- 172.21.15.67:0/4157202025 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(173..173 src has 1..173) ==== 5709+0+0 (secure 0 0 0) 0x7f387409ae80 con 0x7f388c0b73f0 2024-09-21T00:34:36.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.304+0000 7f388bfff640 1 --2- 172.21.15.67:0/4157202025 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f386c078b90 0x7f386c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:36.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.305+0000 7f388bfff640 1 --2- 172.21.15.67:0/4157202025 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f386c078b90 0x7f386c07b0a0 secure :-1 s=READY pgs=842 cs=0 l=1 rev1=1 crypto rx=0x7f388c1f8a60 tx=0x7f387c00a310 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:36.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.309+0000 7f38897fa640 1 -- 172.21.15.67:0/4157202025 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f3874063350 con 0x7f388c0b73f0 2024-09-21T00:34:36.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.536+0000 7f3892d5f640 1 -- 172.21.15.67:0/4157202025 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f388c0d2cf0 con 0x7f388c0b73f0 2024-09-21T00:34:36.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.537+0000 7f38897fa640 1 -- 172.21.15.67:0/4157202025 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 151 v151) ==== 95+0+5227 (secure 0 0 0) 0x7f3874062c50 con 0x7f388c0b73f0 2024-09-21T00:34:36.538 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:34:36.538 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":151,"btime":"2024-09-21T00:33:54:440575+0000","default_fscid":13,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8354,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/1854097731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1854097731},{"type":"v1","addr":"172.21.15.67:6834","nonce":1854097731}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":147},{"gid":8357,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/2908953479","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":2908953479},{"type":"v1","addr":"172.21.15.67:6835","nonce":2908953479}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":146},{"gid":9376,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/4149163940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":4149163940},{"type":"v1","addr":"172.21.15.97:6836","nonce":4149163940}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":147}],"filesystems":[{"mdsmap":{"epoch":151,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:33:50.804288+0000","modified":"2024-09-21T00:33:53.822731+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9379},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9379":{"gid":9379,"name":"d","rank":0,"incarnation":148,"state":"up:active","state_seq":3,"addr":"172.21.15.97:6837/84198509","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":84198509},{"type":"v1","addr":"172.21.15.97:6837","nonce":84198509}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[27],"metadata_pool":26,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9379,"qdb_cluster":[9379]},"id":13}]} 2024-09-21T00:34:36.539 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 151 2024-09-21T00:34:36.541 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.539+0000 7f3892d5f640 1 -- 172.21.15.67:0/4157202025 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f386c078b90 msgr2=0x7f386c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:36.541 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.539+0000 7f3892d5f640 1 --2- 172.21.15.67:0/4157202025 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f386c078b90 0x7f386c07b0a0 secure :-1 s=READY pgs=842 cs=0 l=1 rev1=1 crypto rx=0x7f388c1f8a60 tx=0x7f387c00a310 comp rx=0 tx=0).stop 2024-09-21T00:34:36.541 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.539+0000 7f3892d5f640 1 -- 172.21.15.67:0/4157202025 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f388c0b73f0 msgr2=0x7f388c0a1d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:36.541 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.539+0000 7f3892d5f640 1 --2- 172.21.15.67:0/4157202025 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f388c0b73f0 0x7f388c0a1d90 secure :-1 s=READY pgs=2265 cs=0 l=1 rev1=1 crypto rx=0x7f387400d700 tx=0x7f387400dbc0 comp rx=0 tx=0).stop 2024-09-21T00:34:36.541 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.540+0000 7f3892d5f640 1 -- 172.21.15.67:0/4157202025 shutdown_connections 2024-09-21T00:34:36.541 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.540+0000 7f3892d5f640 1 --2- 172.21.15.67:0/4157202025 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f386c078b90 0x7f386c07b0a0 unknown :-1 s=CLOSED pgs=842 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:36.541 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.540+0000 7f3892d5f640 1 --2- 172.21.15.67:0/4157202025 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f388c0d1010 0x7f388c09e960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:36.541 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.540+0000 7f3892d5f640 1 --2- 172.21.15.67:0/4157202025 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f388c0b9780 0x7f388c09e420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:36.541 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.540+0000 7f3892d5f640 1 --2- 172.21.15.67:0/4157202025 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f388c0b73f0 0x7f388c0a1d90 unknown :-1 s=CLOSED pgs=2265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:36.542 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.540+0000 7f3892d5f640 1 -- 172.21.15.67:0/4157202025 >> 172.21.15.67:0/4157202025 conn(0x7f388c08bee0 msgr2=0x7f388c0b7ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:36.542 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.540+0000 7f3892d5f640 1 -- 172.21.15.67:0/4157202025 shutdown_connections 2024-09-21T00:34:36.542 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.540+0000 7f3892d5f640 1 -- 172.21.15.67:0/4157202025 wait complete. 2024-09-21T00:34:36.553 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:34:36.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.668+0000 7f65185da640 1 -- 172.21.15.67:0/850771439 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f65100b9780 msgr2=0x7f65100d2cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:36.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.668+0000 7f65185da640 1 --2- 172.21.15.67:0/850771439 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f65100b9780 0x7f65100d2cf0 secure :-1 s=READY pgs=2266 cs=0 l=1 rev1=1 crypto rx=0x7f650c0098e0 tx=0x7f650c02a5d0 comp rx=0 tx=0).stop 2024-09-21T00:34:36.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.669+0000 7f65185da640 1 -- 172.21.15.67:0/850771439 shutdown_connections 2024-09-21T00:34:36.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.669+0000 7f65185da640 1 --2- 172.21.15.67:0/850771439 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f65100d1010 0x7f65100d1420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:36.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.669+0000 7f65185da640 1 --2- 172.21.15.67:0/850771439 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f65100b9780 0x7f65100d2cf0 unknown :-1 s=CLOSED pgs=2266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:36.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.669+0000 7f65185da640 1 -- 172.21.15.67:0/850771439 >> 172.21.15.67:0/850771439 conn(0x7f651008bee0 msgr2=0x7f65100d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:36.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.669+0000 7f65185da640 1 -- 172.21.15.67:0/850771439 shutdown_connections 2024-09-21T00:34:36.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.669+0000 7f65185da640 1 -- 172.21.15.67:0/850771439 wait complete. 2024-09-21T00:34:36.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.670+0000 7f65185da640 1 Processor -- start 2024-09-21T00:34:36.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.670+0000 7f65185da640 1 -- start start 2024-09-21T00:34:36.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.672+0000 7f65185da640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f65100b73f0 0x7f651009fc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:36.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.672+0000 7f65185da640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f65100b9780 0x7f65100a0170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:36.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.672+0000 7f65185da640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f65100d1010 0x7f65100a06b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:36.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.672+0000 7f65185da640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f65100d04a0 con 0x7f65100b9780 2024-09-21T00:34:36.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.672+0000 7f65185da640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f65100d0320 con 0x7f65100b73f0 2024-09-21T00:34:36.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.672+0000 7f65185da640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f65100b7800 con 0x7f65100d1010 2024-09-21T00:34:36.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.672+0000 7f6515b75640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f65100b9780 0x7f65100a0170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:36.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.672+0000 7f6515b75640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f65100b9780 0x7f65100a0170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45356/0 (socket says 172.21.15.67:45356) 2024-09-21T00:34:36.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.672+0000 7f6515b75640 1 -- 172.21.15.67:0/410154043 learned_addr learned my addr 172.21.15.67:0/410154043 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:36.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.672+0000 7f6516376640 1 --2- 172.21.15.67:0/410154043 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f65100b73f0 0x7f651009fc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:36.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.672+0000 7f6516b77640 1 --2- 172.21.15.67:0/410154043 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f65100d1010 0x7f65100a06b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:36.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.672+0000 7f6515b75640 1 -- 172.21.15.67:0/410154043 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f65100d1010 msgr2=0x7f65100a06b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:36.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.672+0000 7f6515b75640 1 --2- 172.21.15.67:0/410154043 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f65100d1010 0x7f65100a06b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:36.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.672+0000 7f6515b75640 1 -- 172.21.15.67:0/410154043 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f65100b73f0 msgr2=0x7f651009fc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:36.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.672+0000 7f6515b75640 1 --2- 172.21.15.67:0/410154043 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f65100b73f0 0x7f651009fc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:36.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.672+0000 7f6515b75640 1 -- 172.21.15.67:0/410154043 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f651009eb90 con 0x7f65100b9780 2024-09-21T00:34:36.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.672+0000 7f6515b75640 1 --2- 172.21.15.67:0/410154043 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f65100b9780 0x7f65100a0170 secure :-1 s=READY pgs=2267 cs=0 l=1 rev1=1 crypto rx=0x7f650000d700 tx=0x7f650000dbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:36.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.672+0000 7f6506ffd640 1 -- 172.21.15.67:0/410154043 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6500017070 con 0x7f65100b9780 2024-09-21T00:34:36.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.672+0000 7f6506ffd640 1 -- 172.21.15.67:0/410154043 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6500005310 con 0x7f65100b9780 2024-09-21T00:34:36.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.673+0000 7f6506ffd640 1 -- 172.21.15.67:0/410154043 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6500009820 con 0x7f65100b9780 2024-09-21T00:34:36.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.673+0000 7f65185da640 1 -- 172.21.15.67:0/410154043 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f651009ee70 con 0x7f65100b9780 2024-09-21T00:34:36.675 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.673+0000 7f65185da640 1 -- 172.21.15.67:0/410154043 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f651009f430 con 0x7f65100b9780 2024-09-21T00:34:36.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.674+0000 7f65185da640 1 -- 172.21.15.67:0/410154043 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f65100b7cb0 con 0x7f65100b9780 2024-09-21T00:34:36.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.674+0000 7f6506ffd640 1 -- 172.21.15.67:0/410154043 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f65000099c0 con 0x7f65100b9780 2024-09-21T00:34:36.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.675+0000 7f6506ffd640 1 --2- 172.21.15.67:0/410154043 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f64f4078bc0 0x7f64f407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:36.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.675+0000 7f6506ffd640 1 -- 172.21.15.67:0/410154043 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(173..173 src has 1..173) ==== 5709+0+0 (secure 0 0 0) 0x7f650009ac90 con 0x7f65100b9780 2024-09-21T00:34:36.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.675+0000 7f6516376640 1 --2- 172.21.15.67:0/410154043 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f64f4078bc0 0x7f64f407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:36.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.676+0000 7f6516376640 1 --2- 172.21.15.67:0/410154043 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f64f4078bc0 0x7f64f407b0d0 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7f650c034000 tx=0x7f650c004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:36.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.680+0000 7f6506ffd640 1 -- 172.21.15.67:0/410154043 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f6500062b10 con 0x7f65100b9780 2024-09-21T00:34:36.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.868+0000 7f65185da640 1 -- 172.21.15.67:0/410154043 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f651015c5b0 con 0x7f65100b9780 2024-09-21T00:34:36.870 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.869+0000 7f6506ffd640 1 -- 172.21.15.67:0/410154043 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v173) ==== 74+0+16707 (secure 0 0 0) 0x7f6500067540 con 0x7f65100b9780 2024-09-21T00:34:36.871 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:34:36.871 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":173,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:33:52.429338+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":27,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":26,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:33:48.464541+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"172","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":27,"pool_name":"cephfs_data","create_time":"2024-09-21T00:33:49.766026+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"173","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":171,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":171,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":171,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":171,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":171,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":171,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":171,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":171,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:34:36.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.871+0000 7f65185da640 1 -- 172.21.15.67:0/410154043 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f64f4078bc0 msgr2=0x7f64f407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:36.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.871+0000 7f65185da640 1 --2- 172.21.15.67:0/410154043 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f64f4078bc0 0x7f64f407b0d0 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7f650c034000 tx=0x7f650c004730 comp rx=0 tx=0).stop 2024-09-21T00:34:36.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.872+0000 7f65185da640 1 -- 172.21.15.67:0/410154043 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f65100b9780 msgr2=0x7f65100a0170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:36.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.872+0000 7f65185da640 1 --2- 172.21.15.67:0/410154043 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f65100b9780 0x7f65100a0170 secure :-1 s=READY pgs=2267 cs=0 l=1 rev1=1 crypto rx=0x7f650000d700 tx=0x7f650000dbc0 comp rx=0 tx=0).stop 2024-09-21T00:34:36.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.872+0000 7f65185da640 1 -- 172.21.15.67:0/410154043 shutdown_connections 2024-09-21T00:34:36.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.872+0000 7f65185da640 1 --2- 172.21.15.67:0/410154043 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f64f4078bc0 0x7f64f407b0d0 unknown :-1 s=CLOSED pgs=843 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:36.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.872+0000 7f65185da640 1 --2- 172.21.15.67:0/410154043 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f65100d1010 0x7f65100a06b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:36.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.872+0000 7f65185da640 1 --2- 172.21.15.67:0/410154043 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f65100b9780 0x7f65100a0170 unknown :-1 s=CLOSED pgs=2267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:36.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.872+0000 7f65185da640 1 --2- 172.21.15.67:0/410154043 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f65100b73f0 0x7f651009fc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:36.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.872+0000 7f65185da640 1 -- 172.21.15.67:0/410154043 >> 172.21.15.67:0/410154043 conn(0x7f651008bee0 msgr2=0x7f65100b8a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:36.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.872+0000 7f65185da640 1 -- 172.21.15.67:0/410154043 shutdown_connections 2024-09-21T00:34:36.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:36.872+0000 7f65185da640 1 -- 172.21.15.67:0/410154043 wait complete. 2024-09-21T00:34:36.885 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-21T00:34:36.885 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:34:37.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.001+0000 7f6b18cec640 1 -- 172.21.15.67:0/3883733773 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6b00004d40 msgr2=0x7f6b00005150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:37.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.001+0000 7f6b18cec640 1 --2- 172.21.15.67:0/3883733773 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6b00004d40 0x7f6b00005150 secure :-1 s=READY pgs=2269 cs=0 l=1 rev1=1 crypto rx=0x7f6b0c00c260 tx=0x7f6b00005830 comp rx=0 tx=0).stop 2024-09-21T00:34:37.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.001+0000 7f6b12d9d640 1 -- 172.21.15.67:0/3883733773 reap_dead start 2024-09-21T00:34:37.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.001+0000 7f6b18cec640 1 -- 172.21.15.67:0/3883733773 shutdown_connections 2024-09-21T00:34:37.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.001+0000 7f6b18cec640 1 -- 172.21.15.67:0/3883733773 >> 172.21.15.67:0/3883733773 conn(0x7f6b1406dfb0 msgr2=0x7f6b1406e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:37.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.001+0000 7f6b18cec640 1 -- 172.21.15.67:0/3883733773 shutdown_connections 2024-09-21T00:34:37.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.001+0000 7f6b18cec640 1 -- 172.21.15.67:0/3883733773 wait complete. 2024-09-21T00:34:37.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.003+0000 7f6b18cec640 1 Processor -- start 2024-09-21T00:34:37.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.003+0000 7f6b18cec640 1 -- start start 2024-09-21T00:34:37.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.004+0000 7f6b18cec640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6b00004d40 0x7f6b1415a4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:37.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.004+0000 7f6b18cec640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6b140b2d50 0x7f6b140b4f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:37.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.004+0000 7f6b18cec640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6b140b3160 0x7f6b140b5450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:37.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.004+0000 7f6b18cec640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f6b1415ecf0 con 0x7f6b140b2d50 2024-09-21T00:34:37.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.004+0000 7f6b18cec640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f6b1415eb70 con 0x7f6b140b3160 2024-09-21T00:34:37.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.004+0000 7f6b18cec640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f6b1415ee70 con 0x7f6b00004d40 2024-09-21T00:34:37.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.004+0000 7f6b11d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6b140b2d50 0x7f6b140b4f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:37.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.004+0000 7f6b11d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6b140b2d50 0x7f6b140b4f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45384/0 (socket says 172.21.15.67:45384) 2024-09-21T00:34:37.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.004+0000 7f6b11d9b640 1 -- 172.21.15.67:0/1670123563 learned_addr learned my addr 172.21.15.67:0/1670123563 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:37.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.004+0000 7f6b1259c640 1 --2- 172.21.15.67:0/1670123563 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6b00004d40 0x7f6b1415a4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:37.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.005+0000 7f6b12d9d640 1 --2- 172.21.15.67:0/1670123563 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6b140b3160 0x7f6b140b5450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:37.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.005+0000 7f6b11d9b640 1 -- 172.21.15.67:0/1670123563 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6b00004d40 msgr2=0x7f6b1415a4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:37.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.005+0000 7f6b11d9b640 1 --2- 172.21.15.67:0/1670123563 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6b00004d40 0x7f6b1415a4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:37.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.005+0000 7f6b11d9b640 1 -- 172.21.15.67:0/1670123563 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6b140b3160 msgr2=0x7f6b140b5450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:37.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.005+0000 7f6b11d9b640 1 --2- 172.21.15.67:0/1670123563 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6b140b3160 0x7f6b140b5450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:37.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.005+0000 7f6b11d9b640 1 -- 172.21.15.67:0/1670123563 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6b14162c90 con 0x7f6b140b2d50 2024-09-21T00:34:37.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.005+0000 7f6b12d9d640 1 --2- 172.21.15.67:0/1670123563 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6b140b3160 0x7f6b140b5450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:34:37.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.005+0000 7f6b11d9b640 1 --2- 172.21.15.67:0/1670123563 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6b140b2d50 0x7f6b140b4f10 secure :-1 s=READY pgs=2270 cs=0 l=1 rev1=1 crypto rx=0x7f6afc011ae0 tx=0x7f6afc009e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:37.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.005+0000 7f6b0affd640 1 -- 172.21.15.67:0/1670123563 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6afc01e070 con 0x7f6b140b2d50 2024-09-21T00:34:37.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.005+0000 7f6b0affd640 1 -- 172.21.15.67:0/1670123563 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6afc00fe70 con 0x7f6b140b2d50 2024-09-21T00:34:37.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.005+0000 7f6b18cec640 1 -- 172.21.15.67:0/1670123563 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6b141f8ad0 con 0x7f6b140b2d50 2024-09-21T00:34:37.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.005+0000 7f6b0affd640 1 -- 172.21.15.67:0/1670123563 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6afc004290 con 0x7f6b140b2d50 2024-09-21T00:34:37.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.005+0000 7f6b18cec640 1 -- 172.21.15.67:0/1670123563 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6b141f9090 con 0x7f6b140b2d50 2024-09-21T00:34:37.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.006+0000 7f6b18cec640 1 -- 172.21.15.67:0/1670123563 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6b140cf740 con 0x7f6b140b2d50 2024-09-21T00:34:37.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.007+0000 7f6b0affd640 1 -- 172.21.15.67:0/1670123563 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f6afc021070 con 0x7f6b140b2d50 2024-09-21T00:34:37.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.007+0000 7f6b0affd640 1 --2- 172.21.15.67:0/1670123563 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6af4078b90 0x7f6af407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:37.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.008+0000 7f6b0affd640 1 -- 172.21.15.67:0/1670123563 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(173..173 src has 1..173) ==== 5709+0+0 (secure 0 0 0) 0x7f6afc09b7f0 con 0x7f6b140b2d50 2024-09-21T00:34:37.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.008+0000 7f6b1259c640 1 --2- 172.21.15.67:0/1670123563 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6af4078b90 0x7f6af407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:37.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.008+0000 7f6b1259c640 1 --2- 172.21.15.67:0/1670123563 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6af4078b90 0x7f6af407b0a0 secure :-1 s=READY pgs=844 cs=0 l=1 rev1=1 crypto rx=0x7f6b04005fd0 tx=0x7f6b040094a0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:37.013 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.012+0000 7f6b0affd640 1 -- 172.21.15.67:0/1670123563 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f6afc063600 con 0x7f6b140b2d50 2024-09-21T00:34:37.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.238+0000 7f6b18cec640 1 -- 172.21.15.67:0/1670123563 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6b140c8080 con 0x7f6b140b2d50 2024-09-21T00:34:37.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.239+0000 7f6b0affd640 1 -- 172.21.15.67:0/1670123563 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 151 v151) ==== 95+0+5227 (secure 0 0 0) 0x7f6afc068030 con 0x7f6b140b2d50 2024-09-21T00:34:37.240 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:34:37.240 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":151,"btime":"2024-09-21T00:33:54:440575+0000","default_fscid":13,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8354,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/1854097731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1854097731},{"type":"v1","addr":"172.21.15.67:6834","nonce":1854097731}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":147},{"gid":8357,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/2908953479","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":2908953479},{"type":"v1","addr":"172.21.15.67:6835","nonce":2908953479}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":146},{"gid":9376,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/4149163940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":4149163940},{"type":"v1","addr":"172.21.15.97:6836","nonce":4149163940}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":147}],"filesystems":[{"mdsmap":{"epoch":151,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:33:50.804288+0000","modified":"2024-09-21T00:33:53.822731+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9379},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9379":{"gid":9379,"name":"d","rank":0,"incarnation":148,"state":"up:active","state_seq":3,"addr":"172.21.15.97:6837/84198509","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":84198509},{"type":"v1","addr":"172.21.15.97:6837","nonce":84198509}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[27],"metadata_pool":26,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9379,"qdb_cluster":[9379]},"id":13}]} 2024-09-21T00:34:37.240 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 151 2024-09-21T00:34:37.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.241+0000 7f6b18cec640 1 -- 172.21.15.67:0/1670123563 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6af4078b90 msgr2=0x7f6af407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:37.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.241+0000 7f6b18cec640 1 --2- 172.21.15.67:0/1670123563 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6af4078b90 0x7f6af407b0a0 secure :-1 s=READY pgs=844 cs=0 l=1 rev1=1 crypto rx=0x7f6b04005fd0 tx=0x7f6b040094a0 comp rx=0 tx=0).stop 2024-09-21T00:34:37.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.241+0000 7f6b18cec640 1 -- 172.21.15.67:0/1670123563 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6b140b2d50 msgr2=0x7f6b140b4f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:37.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.241+0000 7f6b18cec640 1 --2- 172.21.15.67:0/1670123563 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6b140b2d50 0x7f6b140b4f10 secure :-1 s=READY pgs=2270 cs=0 l=1 rev1=1 crypto rx=0x7f6afc011ae0 tx=0x7f6afc009e90 comp rx=0 tx=0).stop 2024-09-21T00:34:37.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.241+0000 7f6b18cec640 1 -- 172.21.15.67:0/1670123563 shutdown_connections 2024-09-21T00:34:37.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.241+0000 7f6b18cec640 1 --2- 172.21.15.67:0/1670123563 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6af4078b90 0x7f6af407b0a0 unknown :-1 s=CLOSED pgs=844 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:37.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.241+0000 7f6b18cec640 1 --2- 172.21.15.67:0/1670123563 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6b140b3160 0x7f6b140b5450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:37.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.241+0000 7f6b18cec640 1 --2- 172.21.15.67:0/1670123563 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6b140b2d50 0x7f6b140b4f10 unknown :-1 s=CLOSED pgs=2270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:37.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.241+0000 7f6b18cec640 1 --2- 172.21.15.67:0/1670123563 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6b00004d40 0x7f6b1415a4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:37.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.241+0000 7f6b18cec640 1 -- 172.21.15.67:0/1670123563 >> 172.21.15.67:0/1670123563 conn(0x7f6b1406dfb0 msgr2=0x7f6b140ca000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:37.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.241+0000 7f6b18cec640 1 -- 172.21.15.67:0/1670123563 shutdown_connections 2024-09-21T00:34:37.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.242+0000 7f6b18cec640 1 -- 172.21.15.67:0/1670123563 wait complete. 2024-09-21T00:34:37.254 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:34:37.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.369+0000 7f59faf9d640 1 -- 172.21.15.67:0/83415934 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f59f4160140 msgr2=0x7f59f415d380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:37.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.369+0000 7f59faf9d640 1 --2- 172.21.15.67:0/83415934 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f59f4160140 0x7f59f415d380 secure :-1 s=READY pgs=2272 cs=0 l=1 rev1=1 crypto rx=0x7f59f40746c0 tx=0x7f59e402a4a0 comp rx=0 tx=0).stop 2024-09-21T00:34:37.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.369+0000 7f59faf9d640 1 -- 172.21.15.67:0/83415934 shutdown_connections 2024-09-21T00:34:37.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.369+0000 7f59faf9d640 1 --2- 172.21.15.67:0/83415934 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f59f4160140 0x7f59f415d380 unknown :-1 s=CLOSED pgs=2272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:37.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.369+0000 7f59faf9d640 1 --2- 172.21.15.67:0/83415934 >> v2:172.21.15.97:3300/0 conn(0x7f59f40d1b00 0x7f59f415a1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:37.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.369+0000 7f59faf9d640 1 -- 172.21.15.67:0/83415934 >> 172.21.15.67:0/83415934 conn(0x7f59f4069410 msgr2=0x7f59f40cec20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:37.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.370+0000 7f59faf9d640 1 -- 172.21.15.67:0/83415934 shutdown_connections 2024-09-21T00:34:37.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.370+0000 7f59faf9d640 1 -- 172.21.15.67:0/83415934 wait complete. 2024-09-21T00:34:37.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.371+0000 7f59faf9d640 1 Processor -- start 2024-09-21T00:34:37.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.371+0000 7f59faf9d640 1 -- start start 2024-09-21T00:34:37.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.373+0000 7f59faf9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f59f40d1b00 0x7f59f40cbd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:37.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.373+0000 7f59faf9d640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f59f415d8c0 0x7f59f415f470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:37.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.373+0000 7f59faf9d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f59f4160140 0x7f59f415df90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:37.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.373+0000 7f59faf9d640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f59f40d0240 con 0x7f59f40d1b00 2024-09-21T00:34:37.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.373+0000 7f59faf9d640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f59f40d00c0 con 0x7f59f4160140 2024-09-21T00:34:37.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.373+0000 7f59faf9d640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f59f40d03c0 con 0x7f59f415d8c0 2024-09-21T00:34:37.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.373+0000 7f59f9f9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f59f40d1b00 0x7f59f40cbd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:37.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.373+0000 7f59f9f9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f59f40d1b00 0x7f59f40cbd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45412/0 (socket says 172.21.15.67:45412) 2024-09-21T00:34:37.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.373+0000 7f59f9f9b640 1 -- 172.21.15.67:0/375936303 learned_addr learned my addr 172.21.15.67:0/375936303 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:37.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.373+0000 7f59f979a640 1 --2- 172.21.15.67:0/375936303 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f59f415d8c0 0x7f59f415f470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:37.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.373+0000 7f59f9f9b640 1 -- 172.21.15.67:0/375936303 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f59f415d8c0 msgr2=0x7f59f415f470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:37.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.373+0000 7f59fa79c640 1 --2- 172.21.15.67:0/375936303 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f59f4160140 0x7f59f415df90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:37.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.373+0000 7f59f9f9b640 1 --2- 172.21.15.67:0/375936303 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f59f415d8c0 0x7f59f415f470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:37.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.373+0000 7f59f9f9b640 1 -- 172.21.15.67:0/375936303 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f59f4160140 msgr2=0x7f59f415df90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:37.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.373+0000 7f59f9f9b640 1 --2- 172.21.15.67:0/375936303 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f59f4160140 0x7f59f415df90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:37.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.373+0000 7f59f9f9b640 1 -- 172.21.15.67:0/375936303 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59f415f9b0 con 0x7f59f40d1b00 2024-09-21T00:34:37.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.373+0000 7f59f9f9b640 1 --2- 172.21.15.67:0/375936303 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f59f40d1b00 0x7f59f40cbd30 secure :-1 s=READY pgs=2273 cs=0 l=1 rev1=1 crypto rx=0x7f59f000d750 tx=0x7f59f000dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:37.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.373+0000 7f59ea7fc640 1 -- 172.21.15.67:0/375936303 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59f0017070 con 0x7f59f40d1b00 2024-09-21T00:34:37.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.374+0000 7f59ea7fc640 1 -- 172.21.15.67:0/375936303 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f59f0004310 con 0x7f59f40d1b00 2024-09-21T00:34:37.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.374+0000 7f59faf9d640 1 -- 172.21.15.67:0/375936303 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f59f41e6f30 con 0x7f59f40d1b00 2024-09-21T00:34:37.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.374+0000 7f59ea7fc640 1 -- 172.21.15.67:0/375936303 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59f000de60 con 0x7f59f40d1b00 2024-09-21T00:34:37.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.374+0000 7f59faf9d640 1 -- 172.21.15.67:0/375936303 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f59f41e74f0 con 0x7f59f40d1b00 2024-09-21T00:34:37.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.375+0000 7f59faf9d640 1 -- 172.21.15.67:0/375936303 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f59f40d0870 con 0x7f59f40d1b00 2024-09-21T00:34:37.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.376+0000 7f59ea7fc640 1 -- 172.21.15.67:0/375936303 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f59f0009c30 con 0x7f59f40d1b00 2024-09-21T00:34:37.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.376+0000 7f59ea7fc640 1 --2- 172.21.15.67:0/375936303 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f59d8078bc0 0x7f59d807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:37.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.376+0000 7f59ea7fc640 1 -- 172.21.15.67:0/375936303 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(173..173 src has 1..173) ==== 5709+0+0 (secure 0 0 0) 0x7f59f009b120 con 0x7f59f40d1b00 2024-09-21T00:34:37.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.377+0000 7f59f979a640 1 --2- 172.21.15.67:0/375936303 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f59d8078bc0 0x7f59d807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:37.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.377+0000 7f59f979a640 1 --2- 172.21.15.67:0/375936303 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f59d8078bc0 0x7f59d807b0d0 secure :-1 s=READY pgs=845 cs=0 l=1 rev1=1 crypto rx=0x7f59e4034000 tx=0x7f59e4004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:37.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.381+0000 7f59ea7fc640 1 -- 172.21.15.67:0/375936303 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f59f0020020 con 0x7f59f40d1b00 2024-09-21T00:34:37.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.606+0000 7f59faf9d640 1 -- 172.21.15.67:0/375936303 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f59f4159c70 con 0x7f59f40d1b00 2024-09-21T00:34:37.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.607+0000 7f59ea7fc640 1 -- 172.21.15.67:0/375936303 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 151 v151) ==== 95+0+5227 (secure 0 0 0) 0x7f59f0063570 con 0x7f59f40d1b00 2024-09-21T00:34:37.608 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:34:37.608 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":151,"btime":"2024-09-21T00:33:54:440575+0000","default_fscid":13,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8354,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/1854097731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1854097731},{"type":"v1","addr":"172.21.15.67:6834","nonce":1854097731}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":147},{"gid":8357,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/2908953479","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":2908953479},{"type":"v1","addr":"172.21.15.67:6835","nonce":2908953479}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":146},{"gid":9376,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/4149163940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":4149163940},{"type":"v1","addr":"172.21.15.97:6836","nonce":4149163940}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":147}],"filesystems":[{"mdsmap":{"epoch":151,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:33:50.804288+0000","modified":"2024-09-21T00:33:53.822731+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":9379},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9379":{"gid":9379,"name":"d","rank":0,"incarnation":148,"state":"up:active","state_seq":3,"addr":"172.21.15.97:6837/84198509","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":84198509},{"type":"v1","addr":"172.21.15.97:6837","nonce":84198509}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[27],"metadata_pool":26,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":9379,"qdb_cluster":[9379]},"id":13}]} 2024-09-21T00:34:37.608 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 151 2024-09-21T00:34:37.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.609+0000 7f59faf9d640 1 -- 172.21.15.67:0/375936303 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f59d8078bc0 msgr2=0x7f59d807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:37.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.609+0000 7f59faf9d640 1 --2- 172.21.15.67:0/375936303 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f59d8078bc0 0x7f59d807b0d0 secure :-1 s=READY pgs=845 cs=0 l=1 rev1=1 crypto rx=0x7f59e4034000 tx=0x7f59e4004730 comp rx=0 tx=0).stop 2024-09-21T00:34:37.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.609+0000 7f59faf9d640 1 -- 172.21.15.67:0/375936303 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f59f40d1b00 msgr2=0x7f59f40cbd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:37.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.609+0000 7f59faf9d640 1 --2- 172.21.15.67:0/375936303 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f59f40d1b00 0x7f59f40cbd30 secure :-1 s=READY pgs=2273 cs=0 l=1 rev1=1 crypto rx=0x7f59f000d750 tx=0x7f59f000dc10 comp rx=0 tx=0).stop 2024-09-21T00:34:37.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.609+0000 7f59faf9d640 1 -- 172.21.15.67:0/375936303 shutdown_connections 2024-09-21T00:34:37.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.609+0000 7f59faf9d640 1 --2- 172.21.15.67:0/375936303 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f59d8078bc0 0x7f59d807b0d0 unknown :-1 s=CLOSED pgs=845 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:37.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.609+0000 7f59faf9d640 1 --2- 172.21.15.67:0/375936303 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f59f4160140 0x7f59f415df90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:37.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.609+0000 7f59faf9d640 1 --2- 172.21.15.67:0/375936303 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f59f415d8c0 0x7f59f415f470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:37.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.609+0000 7f59faf9d640 1 --2- 172.21.15.67:0/375936303 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f59f40d1b00 0x7f59f40cbd30 unknown :-1 s=CLOSED pgs=2273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:37.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.609+0000 7f59faf9d640 1 -- 172.21.15.67:0/375936303 >> 172.21.15.67:0/375936303 conn(0x7f59f4069410 msgr2=0x7f59f40c89f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:37.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.609+0000 7f59faf9d640 1 -- 172.21.15.67:0/375936303 shutdown_connections 2024-09-21T00:34:37.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.609+0000 7f59faf9d640 1 -- 172.21.15.67:0/375936303 wait complete. 2024-09-21T00:34:37.622 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:34:37.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.736+0000 7f9708fda640 1 -- 172.21.15.67:0/4006450112 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f97040d0080 msgr2=0x7f97040cca70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:37.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.736+0000 7f9708fda640 1 --2- 172.21.15.67:0/4006450112 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f97040d0080 0x7f97040cca70 secure :-1 s=READY pgs=2274 cs=0 l=1 rev1=1 crypto rx=0x7f96fc005fd0 tx=0x7f96fc02aa90 comp rx=0 tx=0).stop 2024-09-21T00:34:37.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.737+0000 7f9708fda640 1 -- 172.21.15.67:0/4006450112 shutdown_connections 2024-09-21T00:34:37.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.737+0000 7f9708fda640 1 --2- 172.21.15.67:0/4006450112 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f97040d0080 0x7f97040cca70 unknown :-1 s=CLOSED pgs=2274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:37.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.737+0000 7f9708fda640 1 --2- 172.21.15.67:0/4006450112 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f970415faf0 0x7f97040706b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:37.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.737+0000 7f9708fda640 1 -- 172.21.15.67:0/4006450112 >> 172.21.15.67:0/4006450112 conn(0x7f970406cf90 msgr2=0x7f970406d3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:37.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.737+0000 7f9708fda640 1 -- 172.21.15.67:0/4006450112 shutdown_connections 2024-09-21T00:34:37.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.737+0000 7f9708fda640 1 -- 172.21.15.67:0/4006450112 wait complete. 2024-09-21T00:34:37.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.739+0000 7f9708fda640 1 Processor -- start 2024-09-21T00:34:37.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.739+0000 7f9708fda640 1 -- start start 2024-09-21T00:34:37.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.740+0000 7f9708fda640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9704070bf0 0x7f97041f5e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:37.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.740+0000 7f9708fda640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f97040d0080 0x7f97041f63a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:37.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.740+0000 7f9708fda640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f970415faf0 0x7f97041f6bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:37.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.740+0000 7f9708fda640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f97040cd130 con 0x7f97040d0080 2024-09-21T00:34:37.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.740+0000 7f9708fda640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f97040ccfb0 con 0x7f970415faf0 2024-09-21T00:34:37.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.740+0000 7f9708fda640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f97040cd2b0 con 0x7f9704070bf0 2024-09-21T00:34:37.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.740+0000 7f9701d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f97040d0080 0x7f97041f63a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:37.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.740+0000 7f9701d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f97040d0080 0x7f97041f63a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45420/0 (socket says 172.21.15.67:45420) 2024-09-21T00:34:37.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.740+0000 7f9701d9b640 1 -- 172.21.15.67:0/3010787386 learned_addr learned my addr 172.21.15.67:0/3010787386 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:37.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.740+0000 7f9702d9d640 1 --2- 172.21.15.67:0/3010787386 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f970415faf0 0x7f97041f6bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:37.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.740+0000 7f970259c640 1 --2- 172.21.15.67:0/3010787386 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9704070bf0 0x7f97041f5e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:37.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.741+0000 7f9701d9b640 1 -- 172.21.15.67:0/3010787386 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9704070bf0 msgr2=0x7f97041f5e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:37.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.741+0000 7f9701d9b640 1 --2- 172.21.15.67:0/3010787386 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9704070bf0 0x7f97041f5e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:37.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.741+0000 7f9701d9b640 1 -- 172.21.15.67:0/3010787386 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f970415faf0 msgr2=0x7f97041f6bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:37.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.741+0000 7f9701d9b640 1 --2- 172.21.15.67:0/3010787386 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f970415faf0 0x7f97041f6bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:37.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.741+0000 7f9701d9b640 1 -- 172.21.15.67:0/3010787386 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97041e5a60 con 0x7f97040d0080 2024-09-21T00:34:37.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.741+0000 7f970259c640 1 --2- 172.21.15.67:0/3010787386 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9704070bf0 0x7f97041f5e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:34:37.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.741+0000 7f9701d9b640 1 --2- 172.21.15.67:0/3010787386 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f97040d0080 0x7f97041f63a0 secure :-1 s=READY pgs=2275 cs=0 l=1 rev1=1 crypto rx=0x7f96f800c430 tx=0x7f96f800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:37.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.741+0000 7f96f2ffd640 1 -- 172.21.15.67:0/3010787386 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96f8017070 con 0x7f97040d0080 2024-09-21T00:34:37.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.741+0000 7f96f2ffd640 1 -- 172.21.15.67:0/3010787386 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f96f80053c0 con 0x7f97040d0080 2024-09-21T00:34:37.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.741+0000 7f9708fda640 1 -- 172.21.15.67:0/3010787386 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f97041e5d40 con 0x7f97040d0080 2024-09-21T00:34:37.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.741+0000 7f96f2ffd640 1 -- 172.21.15.67:0/3010787386 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96f8003850 con 0x7f97040d0080 2024-09-21T00:34:37.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.741+0000 7f9708fda640 1 -- 172.21.15.67:0/3010787386 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97041f5940 con 0x7f97040d0080 2024-09-21T00:34:37.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.742+0000 7f9708fda640 1 -- 172.21.15.67:0/3010787386 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f97041e5f80 con 0x7f97040d0080 2024-09-21T00:34:37.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.743+0000 7f96f2ffd640 1 -- 172.21.15.67:0/3010787386 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f96f801a070 con 0x7f97040d0080 2024-09-21T00:34:37.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.744+0000 7f96f2ffd640 1 --2- 172.21.15.67:0/3010787386 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f96e4078b90 0x7f96e407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:37.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.744+0000 7f96f2ffd640 1 -- 172.21.15.67:0/3010787386 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(173..173 src has 1..173) ==== 5709+0+0 (secure 0 0 0) 0x7f96f809a000 con 0x7f97040d0080 2024-09-21T00:34:37.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.744+0000 7f970259c640 1 --2- 172.21.15.67:0/3010787386 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f96e4078b90 0x7f96e407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:37.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.744+0000 7f970259c640 1 --2- 172.21.15.67:0/3010787386 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f96e4078b90 0x7f96e407b0a0 secure :-1 s=READY pgs=846 cs=0 l=1 rev1=1 crypto rx=0x7f96f4005fd0 tx=0x7f96f400f360 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:37.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.748+0000 7f96f2ffd640 1 -- 172.21.15.67:0/3010787386 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f97041e5f80 con 0x7f97040d0080 2024-09-21T00:34:37.938 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.937+0000 7f9708fda640 1 -- 172.21.15.67:0/3010787386 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f97041f5480 con 0x7f97040d0080 2024-09-21T00:34:37.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.938+0000 7f96f2ffd640 1 -- 172.21.15.67:0/3010787386 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v173) ==== 74+0+16707 (secure 0 0 0) 0x7f97041f5480 con 0x7f97040d0080 2024-09-21T00:34:37.940 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:34:37.940 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":173,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:33:52.429338+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":27,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":26,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:33:48.464541+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"172","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":27,"pool_name":"cephfs_data","create_time":"2024-09-21T00:33:49.766026+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"173","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":171,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":171,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":171,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":171,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":171,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":171,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":171,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":171,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:34:37.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.941+0000 7f9708fda640 1 -- 172.21.15.67:0/3010787386 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f96e4078b90 msgr2=0x7f96e407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:37.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.941+0000 7f9708fda640 1 --2- 172.21.15.67:0/3010787386 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f96e4078b90 0x7f96e407b0a0 secure :-1 s=READY pgs=846 cs=0 l=1 rev1=1 crypto rx=0x7f96f4005fd0 tx=0x7f96f400f360 comp rx=0 tx=0).stop 2024-09-21T00:34:37.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.941+0000 7f9708fda640 1 -- 172.21.15.67:0/3010787386 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f97040d0080 msgr2=0x7f97041f63a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:37.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.941+0000 7f9708fda640 1 --2- 172.21.15.67:0/3010787386 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f97040d0080 0x7f97041f63a0 secure :-1 s=READY pgs=2275 cs=0 l=1 rev1=1 crypto rx=0x7f96f800c430 tx=0x7f96f800c8f0 comp rx=0 tx=0).stop 2024-09-21T00:34:37.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.941+0000 7f9708fda640 1 -- 172.21.15.67:0/3010787386 shutdown_connections 2024-09-21T00:34:37.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.941+0000 7f9708fda640 1 --2- 172.21.15.67:0/3010787386 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f96e4078b90 0x7f96e407b0a0 unknown :-1 s=CLOSED pgs=846 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:37.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.941+0000 7f9708fda640 1 --2- 172.21.15.67:0/3010787386 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f970415faf0 0x7f97041f6bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:37.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.941+0000 7f9708fda640 1 --2- 172.21.15.67:0/3010787386 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f97040d0080 0x7f97041f63a0 unknown :-1 s=CLOSED pgs=2275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:37.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.941+0000 7f9708fda640 1 --2- 172.21.15.67:0/3010787386 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9704070bf0 0x7f97041f5e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:37.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.941+0000 7f9708fda640 1 -- 172.21.15.67:0/3010787386 >> 172.21.15.67:0/3010787386 conn(0x7f970406cf90 msgr2=0x7f970413fca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:37.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.941+0000 7f9708fda640 1 -- 172.21.15.67:0/3010787386 shutdown_connections 2024-09-21T00:34:37.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:37.941+0000 7f9708fda640 1 -- 172.21.15.67:0/3010787386 wait complete. 2024-09-21T00:34:37.954 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-21T00:34:38.073 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.071+0000 7ff4ca520640 1 -- 172.21.15.67:0/528712296 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff4c40cd030 msgr2=0x7ff4c40cd440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:38.073 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.071+0000 7ff4ca520640 1 --2- 172.21.15.67:0/528712296 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff4c40cd030 0x7ff4c40cd440 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7ff4bc005fd0 tx=0x7ff4bc02a8b0 comp rx=0 tx=0).stop 2024-09-21T00:34:38.073 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.071+0000 7ff4ca520640 1 -- 172.21.15.67:0/528712296 shutdown_connections 2024-09-21T00:34:38.073 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.071+0000 7ff4ca520640 1 --2- 172.21.15.67:0/528712296 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff4c40cd030 0x7ff4c40cd440 unknown :-1 s=CLOSED pgs=690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:38.073 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.071+0000 7ff4ca520640 1 --2- 172.21.15.67:0/528712296 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff4c40b7850 0x7ff4c40b4c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:38.073 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.071+0000 7ff4ca520640 1 -- 172.21.15.67:0/528712296 >> 172.21.15.67:0/528712296 conn(0x7ff4c40b4140 msgr2=0x7ff4c40b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:38.073 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.071+0000 7ff4ca520640 1 -- 172.21.15.67:0/528712296 shutdown_connections 2024-09-21T00:34:38.073 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.071+0000 7ff4ca520640 1 -- 172.21.15.67:0/528712296 wait complete. 2024-09-21T00:34:38.074 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.073+0000 7ff4ca520640 1 Processor -- start 2024-09-21T00:34:38.074 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.073+0000 7ff4ca520640 1 -- start start 2024-09-21T00:34:38.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.075+0000 7ff4ca520640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff4c409a950 0x7ff4c41dfb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:38.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.075+0000 7ff4ca520640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff4c40b7850 0x7ff4c41e0fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:38.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.075+0000 7ff4ca520640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff4c40cd030 0x7ff4c41e14e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:38.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.075+0000 7ff4ca520640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff4c40cdd50 con 0x7ff4c409a950 2024-09-21T00:34:38.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.075+0000 7ff4ca520640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff4c40cdbd0 con 0x7ff4c40cd030 2024-09-21T00:34:38.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.075+0000 7ff4ca520640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7ff4c40cded0 con 0x7ff4c40b7850 2024-09-21T00:34:38.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.075+0000 7ff4c3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff4c409a950 0x7ff4c41dfb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:38.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.075+0000 7ff4c3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff4c409a950 0x7ff4c41dfb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45426/0 (socket says 172.21.15.67:45426) 2024-09-21T00:34:38.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.075+0000 7ff4c3fff640 1 -- 172.21.15.67:0/2697980631 learned_addr learned my addr 172.21.15.67:0/2697980631 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:38.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.075+0000 7ff4c8abd640 1 --2- 172.21.15.67:0/2697980631 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff4c40cd030 0x7ff4c41e14e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:38.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.075+0000 7ff4c37fe640 1 --2- 172.21.15.67:0/2697980631 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff4c40b7850 0x7ff4c41e0fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:38.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.075+0000 7ff4c3fff640 1 -- 172.21.15.67:0/2697980631 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff4c40b7850 msgr2=0x7ff4c41e0fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:38.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.075+0000 7ff4c3fff640 1 --2- 172.21.15.67:0/2697980631 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff4c40b7850 0x7ff4c41e0fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:38.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.075+0000 7ff4c3fff640 1 -- 172.21.15.67:0/2697980631 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff4c40cd030 msgr2=0x7ff4c41e14e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:38.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.075+0000 7ff4c3fff640 1 --2- 172.21.15.67:0/2697980631 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff4c40cd030 0x7ff4c41e14e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:38.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.075+0000 7ff4c3fff640 1 -- 172.21.15.67:0/2697980631 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4c41e0500 con 0x7ff4c409a950 2024-09-21T00:34:38.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.075+0000 7ff4c3fff640 1 --2- 172.21.15.67:0/2697980631 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff4c409a950 0x7ff4c41dfb10 secure :-1 s=READY pgs=2276 cs=0 l=1 rev1=1 crypto rx=0x7ff4b400e9f0 tx=0x7ff4b400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:38.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.075+0000 7ff4c0ff9640 1 -- 172.21.15.67:0/2697980631 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4b400cd80 con 0x7ff4c409a950 2024-09-21T00:34:38.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.076+0000 7ff4c0ff9640 1 -- 172.21.15.67:0/2697980631 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff4b4004020 con 0x7ff4c409a950 2024-09-21T00:34:38.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.076+0000 7ff4ca520640 1 -- 172.21.15.67:0/2697980631 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4c40c7470 con 0x7ff4c409a950 2024-09-21T00:34:38.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.076+0000 7ff4c0ff9640 1 -- 172.21.15.67:0/2697980631 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4b4004470 con 0x7ff4c409a950 2024-09-21T00:34:38.078 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.076+0000 7ff4ca520640 1 -- 172.21.15.67:0/2697980631 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4c41e0050 con 0x7ff4c409a950 2024-09-21T00:34:38.079 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.077+0000 7ff4ca520640 1 -- 172.21.15.67:0/2697980631 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff4c40b4c60 con 0x7ff4c409a950 2024-09-21T00:34:38.079 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.077+0000 7ff4c0ff9640 1 -- 172.21.15.67:0/2697980631 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7ff4b40035f0 con 0x7ff4c409a950 2024-09-21T00:34:38.079 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.078+0000 7ff4c0ff9640 1 --2- 172.21.15.67:0/2697980631 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff4b0078b90 0x7ff4b007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:38.079 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.078+0000 7ff4c0ff9640 1 -- 172.21.15.67:0/2697980631 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(173..173 src has 1..173) ==== 5709+0+0 (secure 0 0 0) 0x7ff4b409b7a0 con 0x7ff4c409a950 2024-09-21T00:34:38.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.078+0000 7ff4c37fe640 1 --2- 172.21.15.67:0/2697980631 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff4b0078b90 0x7ff4b007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:38.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.079+0000 7ff4c37fe640 1 --2- 172.21.15.67:0/2697980631 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff4b0078b90 0x7ff4b007b0a0 secure :-1 s=READY pgs=847 cs=0 l=1 rev1=1 crypto rx=0x7ff4c41e8b70 tx=0x7ff4b8009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:38.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.082+0000 7ff4c0ff9640 1 -- 172.21.15.67:0/2697980631 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7ff4b4063b60 con 0x7ff4c409a950 2024-09-21T00:34:38.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.307+0000 7ff4ca520640 1 -- 172.21.15.67:0/2697980631 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7ff4c40a0540 con 0x7ff4c409a950 2024-09-21T00:34:38.309 INFO:tasks.ceph.mon.a.smithi067.stderr:2024-09-21T00:34:38.308+0000 7f6547693640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-21T00:34:38.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.310+0000 7ff4c0ff9640 1 -- 172.21.15.67:0/2697980631 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v152) ==== 161+0+0 (secure 0 0 0) 0x7ff4b4063460 con 0x7ff4c409a950 2024-09-21T00:34:38.311 INFO:teuthology.orchestra.run.smithi067.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-21T00:34:38.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.312+0000 7ff4ca520640 1 -- 172.21.15.67:0/2697980631 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff4b0078b90 msgr2=0x7ff4b007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:38.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.312+0000 7ff4ca520640 1 --2- 172.21.15.67:0/2697980631 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff4b0078b90 0x7ff4b007b0a0 secure :-1 s=READY pgs=847 cs=0 l=1 rev1=1 crypto rx=0x7ff4c41e8b70 tx=0x7ff4b8009040 comp rx=0 tx=0).stop 2024-09-21T00:34:38.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.312+0000 7ff4ca520640 1 -- 172.21.15.67:0/2697980631 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff4c409a950 msgr2=0x7ff4c41dfb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:38.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.312+0000 7ff4ca520640 1 --2- 172.21.15.67:0/2697980631 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff4c409a950 0x7ff4c41dfb10 secure :-1 s=READY pgs=2276 cs=0 l=1 rev1=1 crypto rx=0x7ff4b400e9f0 tx=0x7ff4b400eeb0 comp rx=0 tx=0).stop 2024-09-21T00:34:38.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.312+0000 7ff4ca520640 1 -- 172.21.15.67:0/2697980631 shutdown_connections 2024-09-21T00:34:38.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.312+0000 7ff4ca520640 1 --2- 172.21.15.67:0/2697980631 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff4b0078b90 0x7ff4b007b0a0 unknown :-1 s=CLOSED pgs=847 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:38.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.312+0000 7ff4ca520640 1 --2- 172.21.15.67:0/2697980631 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff4c40cd030 0x7ff4c41e14e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:38.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.312+0000 7ff4ca520640 1 --2- 172.21.15.67:0/2697980631 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff4c40b7850 0x7ff4c41e0fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:38.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.312+0000 7ff4ca520640 1 --2- 172.21.15.67:0/2697980631 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff4c409a950 0x7ff4c41dfb10 unknown :-1 s=CLOSED pgs=2276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:38.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.312+0000 7ff4ca520640 1 -- 172.21.15.67:0/2697980631 >> 172.21.15.67:0/2697980631 conn(0x7ff4c40b4140 msgr2=0x7ff4c40ce330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:38.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.313+0000 7ff4ca520640 1 -- 172.21.15.67:0/2697980631 shutdown_connections 2024-09-21T00:34:38.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.313+0000 7ff4ca520640 1 -- 172.21.15.67:0/2697980631 wait complete. 2024-09-21T00:34:38.317 INFO:tasks.ceph.mds.d.smithi097.stderr: -2592> 2024-09-21T00:33:53.394+0000 7f3543a7c640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-21T00:34:38.325 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-21T00:34:38.372 INFO:tasks.ceph.mds.d.smithi097.stdout:starting mds.d at 2024-09-21T00:34:38.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.444+0000 7fd68df0b640 1 -- 172.21.15.67:0/229184426 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6880b5540 msgr2=0x7fd6880cc4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:38.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.444+0000 7fd68df0b640 1 --2- 172.21.15.67:0/229184426 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6880b5540 0x7fd6880cc4c0 secure :-1 s=READY pgs=2280 cs=0 l=1 rev1=1 crypto rx=0x7fd680005fd0 tx=0x7fd68002a8b0 comp rx=0 tx=0).stop 2024-09-21T00:34:38.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.444+0000 7fd68df0b640 1 -- 172.21.15.67:0/229184426 shutdown_connections 2024-09-21T00:34:38.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.444+0000 7fd68df0b640 1 --2- 172.21.15.67:0/229184426 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6880b5540 0x7fd6880cc4c0 unknown :-1 s=CLOSED pgs=2280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:38.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.444+0000 7fd68df0b640 1 -- 172.21.15.67:0/229184426 >> 172.21.15.67:0/229184426 conn(0x7fd68809a950 msgr2=0x7fd6880d13b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:38.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.444+0000 7fd68df0b640 1 -- 172.21.15.67:0/229184426 shutdown_connections 2024-09-21T00:34:38.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.444+0000 7fd68df0b640 1 -- 172.21.15.67:0/229184426 wait complete. 2024-09-21T00:34:38.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.446+0000 7fd68df0b640 1 Processor -- start 2024-09-21T00:34:38.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.446+0000 7fd68df0b640 1 -- start start 2024-09-21T00:34:38.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.448+0000 7fd68df0b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6880b2610 0x7fd6881f4270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:38.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.448+0000 7fd68df0b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd6880b5540 0x7fd6880ae270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:38.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.448+0000 7fd68df0b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd6880ce530 0x7fd6880ae7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:38.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.448+0000 7fd68df0b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fd688166e40 con 0x7fd6880b2610 2024-09-21T00:34:38.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.448+0000 7fd68df0b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fd6880cce90 con 0x7fd6880ce530 2024-09-21T00:34:38.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.448+0000 7fd68df0b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fd688166fc0 con 0x7fd6880b5540 2024-09-21T00:34:38.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.448+0000 7fd6877fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6880b2610 0x7fd6881f4270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:38.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.448+0000 7fd6877fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6880b2610 0x7fd6881f4270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45454/0 (socket says 172.21.15.67:45454) 2024-09-21T00:34:38.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.448+0000 7fd6877fe640 1 -- 172.21.15.67:0/1791167894 learned_addr learned my addr 172.21.15.67:0/1791167894 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:38.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.448+0000 7fd687fff640 1 --2- 172.21.15.67:0/1791167894 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd6880ce530 0x7fd6880ae7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:38.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.448+0000 7fd686ffd640 1 --2- 172.21.15.67:0/1791167894 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd6880b5540 0x7fd6880ae270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:38.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.448+0000 7fd6877fe640 1 -- 172.21.15.67:0/1791167894 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd6880b5540 msgr2=0x7fd6880ae270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:38.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.448+0000 7fd6877fe640 1 --2- 172.21.15.67:0/1791167894 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd6880b5540 0x7fd6880ae270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:38.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.448+0000 7fd6877fe640 1 -- 172.21.15.67:0/1791167894 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd6880ce530 msgr2=0x7fd6880ae7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:38.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.448+0000 7fd6877fe640 1 --2- 172.21.15.67:0/1791167894 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd6880ce530 0x7fd6880ae7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:38.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.448+0000 7fd6877fe640 1 -- 172.21.15.67:0/1791167894 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd688151d80 con 0x7fd6880b2610 2024-09-21T00:34:38.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.448+0000 7fd6877fe640 1 --2- 172.21.15.67:0/1791167894 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6880b2610 0x7fd6881f4270 secure :-1 s=READY pgs=2281 cs=0 l=1 rev1=1 crypto rx=0x7fd67800c430 tx=0x7fd67800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:38.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.448+0000 7fd66ffff640 1 -- 172.21.15.67:0/1791167894 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd678017070 con 0x7fd6880b2610 2024-09-21T00:34:38.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.448+0000 7fd66ffff640 1 -- 172.21.15.67:0/1791167894 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd6780053e0 con 0x7fd6880b2610 2024-09-21T00:34:38.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.448+0000 7fd68df0b640 1 -- 172.21.15.67:0/1791167894 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd688152060 con 0x7fd6880b2610 2024-09-21T00:34:38.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.448+0000 7fd66ffff640 1 -- 172.21.15.67:0/1791167894 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd678003850 con 0x7fd6880b2610 2024-09-21T00:34:38.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.449+0000 7fd68df0b640 1 -- 172.21.15.67:0/1791167894 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd688152620 con 0x7fd6880b2610 2024-09-21T00:34:38.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.449+0000 7fd68df0b640 1 -- 172.21.15.67:0/1791167894 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd6880cde20 con 0x7fd6880b2610 2024-09-21T00:34:38.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.450+0000 7fd66ffff640 1 -- 172.21.15.67:0/1791167894 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fd67801a070 con 0x7fd6880b2610 2024-09-21T00:34:38.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.451+0000 7fd66ffff640 1 --2- 172.21.15.67:0/1791167894 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd674078b90 0x7fd67407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:38.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.451+0000 7fd66ffff640 1 -- 172.21.15.67:0/1791167894 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(174..174 src has 1..174) ==== 5795+0+0 (secure 0 0 0) 0x7fd67809a070 con 0x7fd6880b2610 2024-09-21T00:34:38.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.451+0000 7fd686ffd640 1 --2- 172.21.15.67:0/1791167894 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd674078b90 0x7fd67407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:38.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.452+0000 7fd686ffd640 1 --2- 172.21.15.67:0/1791167894 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd674078b90 0x7fd67407b0a0 secure :-1 s=READY pgs=848 cs=0 l=1 rev1=1 crypto rx=0x7fd67c000c00 tx=0x7fd67c007ef0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:38.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.455+0000 7fd66ffff640 1 -- 172.21.15.67:0/1791167894 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fd678061e90 con 0x7fd6880b2610 2024-09-21T00:34:38.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:38.685+0000 7fd68df0b640 1 -- 172.21.15.67:0/1791167894 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7fd6880ceb60 con 0x7fd6880b2610 2024-09-21T00:34:39.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:39.311+0000 7fd66ffff640 1 -- 172.21.15.67:0/1791167894 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v153) ==== 104+0+0 (secure 0 0 0) 0x7fd6780668c0 con 0x7fd6880b2610 2024-09-21T00:34:39.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:39.314+0000 7fd68df0b640 1 -- 172.21.15.67:0/1791167894 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd674078b90 msgr2=0x7fd67407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:39.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:39.314+0000 7fd68df0b640 1 --2- 172.21.15.67:0/1791167894 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd674078b90 0x7fd67407b0a0 secure :-1 s=READY pgs=848 cs=0 l=1 rev1=1 crypto rx=0x7fd67c000c00 tx=0x7fd67c007ef0 comp rx=0 tx=0).stop 2024-09-21T00:34:39.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:39.314+0000 7fd68df0b640 1 -- 172.21.15.67:0/1791167894 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6880b2610 msgr2=0x7fd6881f4270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:39.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:39.314+0000 7fd68df0b640 1 --2- 172.21.15.67:0/1791167894 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6880b2610 0x7fd6881f4270 secure :-1 s=READY pgs=2281 cs=0 l=1 rev1=1 crypto rx=0x7fd67800c430 tx=0x7fd67800c8f0 comp rx=0 tx=0).stop 2024-09-21T00:34:39.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:39.314+0000 7fd68df0b640 1 -- 172.21.15.67:0/1791167894 shutdown_connections 2024-09-21T00:34:39.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:39.314+0000 7fd68df0b640 1 --2- 172.21.15.67:0/1791167894 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd674078b90 0x7fd67407b0a0 unknown :-1 s=CLOSED pgs=848 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:39.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:39.314+0000 7fd68df0b640 1 --2- 172.21.15.67:0/1791167894 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd6880ce530 0x7fd6880ae7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:39.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:39.314+0000 7fd68df0b640 1 --2- 172.21.15.67:0/1791167894 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd6880b5540 0x7fd6880ae270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:39.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:39.314+0000 7fd68df0b640 1 --2- 172.21.15.67:0/1791167894 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd6880b2610 0x7fd6881f4270 unknown :-1 s=CLOSED pgs=2281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:39.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:39.314+0000 7fd68df0b640 1 -- 172.21.15.67:0/1791167894 >> 172.21.15.67:0/1791167894 conn(0x7fd68809a950 msgr2=0x7fd6880b5a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:39.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:39.314+0000 7fd68df0b640 1 -- 172.21.15.67:0/1791167894 shutdown_connections 2024-09-21T00:34:39.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:39.314+0000 7fd68df0b640 1 -- 172.21.15.67:0/1791167894 wait complete. 2024-09-21T00:34:39.328 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-21T00:34:39.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:39.452+0000 7f6e83313640 1 -- 172.21.15.67:0/2573794427 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6e7c162680 msgr2=0x7f6e7c162a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:39.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:39.452+0000 7f6e83313640 1 --2- 172.21.15.67:0/2573794427 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6e7c162680 0x7f6e7c162a90 secure :-1 s=READY pgs=2283 cs=0 l=1 rev1=1 crypto rx=0x7f6e7c0d5700 tx=0x7f6e7402a8b0 comp rx=0 tx=0).stop 2024-09-21T00:34:39.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:39.453+0000 7f6e83313640 1 -- 172.21.15.67:0/2573794427 shutdown_connections 2024-09-21T00:34:39.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:39.453+0000 7f6e83313640 1 --2- 172.21.15.67:0/2573794427 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6e7c162680 0x7f6e7c162a90 unknown :-1 s=CLOSED pgs=2283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:39.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:39.453+0000 7f6e83313640 1 --2- 172.21.15.67:0/2573794427 >> v2:172.21.15.97:3300/0 conn(0x7f6e7c0b3500 0x7f6e7c0b3f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:39.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:39.453+0000 7f6e83313640 1 -- 172.21.15.67:0/2573794427 >> 172.21.15.67:0/2573794427 conn(0x7f6e7c0d4600 msgr2=0x7f6e7c0d4a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:39.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:39.453+0000 7f6e83313640 1 -- 172.21.15.67:0/2573794427 shutdown_connections 2024-09-21T00:34:39.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:39.453+0000 7f6e83313640 1 -- 172.21.15.67:0/2573794427 wait complete. 2024-09-21T00:34:39.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:39.454+0000 7f6e83313640 1 Processor -- start 2024-09-21T00:34:39.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:39.454+0000 7f6e83313640 1 -- start start 2024-09-21T00:34:39.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:39.456+0000 7f6e83313640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6e7c0b3500 0x7f6e7c15d110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:39.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:39.456+0000 7f6e83313640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6e7c0cfcb0 0x7f6e7c0b22b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:39.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:39.456+0000 7f6e83313640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6e7c162680 0x7f6e7c0b27f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:39.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:39.456+0000 7f6e83313640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f6e7c0b4680 con 0x7f6e7c162680 2024-09-21T00:34:39.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:39.456+0000 7f6e83313640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f6e7c162fd0 con 0x7f6e7c0b3500 2024-09-21T00:34:39.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:39.456+0000 7f6e83313640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f6e7c152910 con 0x7f6e7c0cfcb0 2024-09-21T00:34:39.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:39.456+0000 7f6e818b0640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6e7c162680 0x7f6e7c0b27f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:39.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:39.456+0000 7f6e818b0640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6e7c162680 0x7f6e7c0b27f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45476/0 (socket says 172.21.15.67:45476) 2024-09-21T00:34:39.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:39.456+0000 7f6e818b0640 1 -- 172.21.15.67:0/455169184 learned_addr learned my addr 172.21.15.67:0/455169184 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:39.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:39.456+0000 7f6e810af640 1 --2- 172.21.15.67:0/455169184 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6e7c0b3500 0x7f6e7c15d110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:39.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:39.456+0000 7f6e808ae640 1 --2- 172.21.15.67:0/455169184 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6e7c0cfcb0 0x7f6e7c0b22b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:39.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:39.456+0000 7f6e818b0640 1 -- 172.21.15.67:0/455169184 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6e7c0cfcb0 msgr2=0x7f6e7c0b22b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:39.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:39.456+0000 7f6e818b0640 1 --2- 172.21.15.67:0/455169184 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6e7c0cfcb0 0x7f6e7c0b22b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:39.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:39.456+0000 7f6e818b0640 1 -- 172.21.15.67:0/455169184 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6e7c0b3500 msgr2=0x7f6e7c15d110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:39.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:39.456+0000 7f6e818b0640 1 --2- 172.21.15.67:0/455169184 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6e7c0b3500 0x7f6e7c15d110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:39.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:39.456+0000 7f6e818b0640 1 -- 172.21.15.67:0/455169184 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6e7c15f930 con 0x7f6e7c162680 2024-09-21T00:34:39.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:39.456+0000 7f6e818b0640 1 --2- 172.21.15.67:0/455169184 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6e7c162680 0x7f6e7c0b27f0 secure :-1 s=READY pgs=2284 cs=0 l=1 rev1=1 crypto rx=0x7f6e7402aea0 tx=0x7f6e74003970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:39.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:39.456+0000 7f6e71ffb640 1 -- 172.21.15.67:0/455169184 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e74031990 con 0x7f6e7c162680 2024-09-21T00:34:39.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:39.457+0000 7f6e71ffb640 1 -- 172.21.15.67:0/455169184 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6e74031c40 con 0x7f6e7c162680 2024-09-21T00:34:39.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:39.457+0000 7f6e83313640 1 -- 172.21.15.67:0/455169184 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6e7c15fc10 con 0x7f6e7c162680 2024-09-21T00:34:39.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:39.457+0000 7f6e71ffb640 1 -- 172.21.15.67:0/455169184 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6e74033330 con 0x7f6e7c162680 2024-09-21T00:34:39.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:39.457+0000 7f6e83313640 1 -- 172.21.15.67:0/455169184 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6e7c1601d0 con 0x7f6e7c162680 2024-09-21T00:34:39.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:39.458+0000 7f6e83313640 1 -- 172.21.15.67:0/455169184 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6e7c163420 con 0x7f6e7c162680 2024-09-21T00:34:39.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:39.458+0000 7f6e71ffb640 1 -- 172.21.15.67:0/455169184 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f6e740334d0 con 0x7f6e7c162680 2024-09-21T00:34:39.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:39.459+0000 7f6e71ffb640 1 --2- 172.21.15.67:0/455169184 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6e60078b90 0x7f6e6007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:39.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:39.459+0000 7f6e71ffb640 1 -- 172.21.15.67:0/455169184 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(174..174 src has 1..174) ==== 5795+0+0 (secure 0 0 0) 0x7f6e740bc1f0 con 0x7f6e7c162680 2024-09-21T00:34:39.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:39.459+0000 7f6e810af640 1 --2- 172.21.15.67:0/455169184 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6e60078b90 0x7f6e6007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:39.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:39.460+0000 7f6e810af640 1 --2- 172.21.15.67:0/455169184 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6e60078b90 0x7f6e6007b0a0 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7f6e78009c80 tx=0x7f6e78005f30 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:39.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:39.464+0000 7f6e71ffb640 1 -- 172.21.15.67:0/455169184 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f6e7403f030 con 0x7f6e7c162680 2024-09-21T00:34:39.652 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:39.651+0000 7f6e83313640 1 -- 172.21.15.67:0/455169184 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f6e7c0ba110 con 0x7f6e7c162680 2024-09-21T00:34:40.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:40.316+0000 7f6e71ffb640 1 -- 172.21.15.67:0/455169184 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v175) ==== 181+0+0 (secure 0 0 0) 0x7f6e740845d0 con 0x7f6e7c162680 2024-09-21T00:34:40.317 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_metadata' removed 2024-09-21T00:34:40.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:40.320+0000 7f6e83313640 1 -- 172.21.15.67:0/455169184 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6e60078b90 msgr2=0x7f6e6007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:40.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:40.320+0000 7f6e83313640 1 --2- 172.21.15.67:0/455169184 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6e60078b90 0x7f6e6007b0a0 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7f6e78009c80 tx=0x7f6e78005f30 comp rx=0 tx=0).stop 2024-09-21T00:34:40.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:40.320+0000 7f6e83313640 1 -- 172.21.15.67:0/455169184 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6e7c162680 msgr2=0x7f6e7c0b27f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:40.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:40.320+0000 7f6e83313640 1 --2- 172.21.15.67:0/455169184 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6e7c162680 0x7f6e7c0b27f0 secure :-1 s=READY pgs=2284 cs=0 l=1 rev1=1 crypto rx=0x7f6e7402aea0 tx=0x7f6e74003970 comp rx=0 tx=0).stop 2024-09-21T00:34:40.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:40.320+0000 7f6e83313640 1 -- 172.21.15.67:0/455169184 shutdown_connections 2024-09-21T00:34:40.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:40.320+0000 7f6e83313640 1 --2- 172.21.15.67:0/455169184 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6e60078b90 0x7f6e6007b0a0 unknown :-1 s=CLOSED pgs=850 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:40.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:40.320+0000 7f6e83313640 1 --2- 172.21.15.67:0/455169184 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6e7c162680 0x7f6e7c0b27f0 unknown :-1 s=CLOSED pgs=2284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:40.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:40.320+0000 7f6e83313640 1 --2- 172.21.15.67:0/455169184 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6e7c0cfcb0 0x7f6e7c0b22b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:40.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:40.320+0000 7f6e83313640 1 --2- 172.21.15.67:0/455169184 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6e7c0b3500 0x7f6e7c15d110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:40.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:40.320+0000 7f6e83313640 1 -- 172.21.15.67:0/455169184 >> 172.21.15.67:0/455169184 conn(0x7f6e7c0d4600 msgr2=0x7f6e7c06efd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:40.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:40.320+0000 7f6e83313640 1 -- 172.21.15.67:0/455169184 shutdown_connections 2024-09-21T00:34:40.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:40.321+0000 7f6e83313640 1 -- 172.21.15.67:0/455169184 wait complete. 2024-09-21T00:34:40.335 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-21T00:34:40.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:40.459+0000 7f9681921640 1 -- 172.21.15.67:0/2595664496 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f967c0cfcb0 msgr2=0x7f967c0d00c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:40.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:40.459+0000 7f9681921640 1 --2- 172.21.15.67:0/2595664496 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f967c0cfcb0 0x7f967c0d00c0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f9670005fd0 tx=0x7f967002aa90 comp rx=0 tx=0).stop 2024-09-21T00:34:40.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:40.459+0000 7f9681921640 1 -- 172.21.15.67:0/2595664496 shutdown_connections 2024-09-21T00:34:40.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:40.459+0000 7f9681921640 1 --2- 172.21.15.67:0/2595664496 >> v2:172.21.15.97:3300/0 conn(0x7f967c162680 0x7f967c162a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:40.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:40.459+0000 7f9681921640 1 --2- 172.21.15.67:0/2595664496 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f967c0cfcb0 0x7f967c0d00c0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:40.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:40.459+0000 7f9681921640 1 -- 172.21.15.67:0/2595664496 >> 172.21.15.67:0/2595664496 conn(0x7f967c0d4600 msgr2=0x7f967c0d4a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:40.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:40.459+0000 7f9681921640 1 -- 172.21.15.67:0/2595664496 shutdown_connections 2024-09-21T00:34:40.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:40.459+0000 7f9681921640 1 -- 172.21.15.67:0/2595664496 wait complete. 2024-09-21T00:34:40.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:40.460+0000 7f9681921640 1 Processor -- start 2024-09-21T00:34:40.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:40.461+0000 7f9681921640 1 -- start start 2024-09-21T00:34:40.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:40.462+0000 7f9681921640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f967c0b3500 0x7f967c159bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:40.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:40.462+0000 7f9681921640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f967c0cfcb0 0x7f967c0b5920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:40.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:40.462+0000 7f9681921640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f967c162680 0x7f967c0b5e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:40.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:40.462+0000 7f9681921640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f967c162fd0 con 0x7f967c0b3500 2024-09-21T00:34:40.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:40.462+0000 7f9681921640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f967c0b9f20 con 0x7f967c162680 2024-09-21T00:34:40.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:40.462+0000 7f9681921640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f967c163150 con 0x7f967c0cfcb0 2024-09-21T00:34:40.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:40.462+0000 7f967affd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f967c0b3500 0x7f967c159bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:40.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:40.462+0000 7f967affd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f967c0b3500 0x7f967c159bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45482/0 (socket says 172.21.15.67:45482) 2024-09-21T00:34:40.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:40.462+0000 7f967affd640 1 -- 172.21.15.67:0/2789748538 learned_addr learned my addr 172.21.15.67:0/2789748538 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:40.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:40.462+0000 7f967a7fc640 1 --2- 172.21.15.67:0/2789748538 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f967c0cfcb0 0x7f967c0b5920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:40.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:40.462+0000 7f967b7fe640 1 --2- 172.21.15.67:0/2789748538 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f967c162680 0x7f967c0b5e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:40.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:40.463+0000 7f967affd640 1 -- 172.21.15.67:0/2789748538 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f967c0cfcb0 msgr2=0x7f967c0b5920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:40.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:40.463+0000 7f967affd640 1 --2- 172.21.15.67:0/2789748538 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f967c0cfcb0 0x7f967c0b5920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:40.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:40.463+0000 7f967affd640 1 -- 172.21.15.67:0/2789748538 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f967c162680 msgr2=0x7f967c0b5e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:40.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:40.463+0000 7f967affd640 1 --2- 172.21.15.67:0/2789748538 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f967c162680 0x7f967c0b5e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:40.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:40.463+0000 7f967affd640 1 -- 172.21.15.67:0/2789748538 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f967c0a1f40 con 0x7f967c0b3500 2024-09-21T00:34:40.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:40.463+0000 7f967affd640 1 --2- 172.21.15.67:0/2789748538 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f967c0b3500 0x7f967c159bf0 secure :-1 s=READY pgs=2285 cs=0 l=1 rev1=1 crypto rx=0x7f966c00c460 tx=0x7f966c00c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:40.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:40.463+0000 7f9663fff640 1 -- 172.21.15.67:0/2789748538 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f966c017070 con 0x7f967c0b3500 2024-09-21T00:34:40.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:40.463+0000 7f9663fff640 1 -- 172.21.15.67:0/2789748538 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f966c0053e0 con 0x7f967c0b3500 2024-09-21T00:34:40.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:40.463+0000 7f9663fff640 1 -- 172.21.15.67:0/2789748538 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f966c0038a0 con 0x7f967c0b3500 2024-09-21T00:34:40.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:40.463+0000 7f9681921640 1 -- 172.21.15.67:0/2789748538 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f967c15b840 con 0x7f967c0b3500 2024-09-21T00:34:40.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:40.463+0000 7f9681921640 1 -- 172.21.15.67:0/2789748538 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f967c158bd0 con 0x7f967c0b3500 2024-09-21T00:34:40.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:40.464+0000 7f9681921640 1 -- 172.21.15.67:0/2789748538 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f967c069e40 con 0x7f967c0b3500 2024-09-21T00:34:40.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:40.465+0000 7f9663fff640 1 -- 172.21.15.67:0/2789748538 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f966c01a070 con 0x7f967c0b3500 2024-09-21T00:34:40.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:40.465+0000 7f9663fff640 1 --2- 172.21.15.67:0/2789748538 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9668078b90 0x7f966807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:40.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:40.466+0000 7f9663fff640 1 -- 172.21.15.67:0/2789748538 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(175..175 src has 1..175) ==== 5357+0+0 (secure 0 0 0) 0x7f966c09a070 con 0x7f967c0b3500 2024-09-21T00:34:40.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:40.466+0000 7f967a7fc640 1 --2- 172.21.15.67:0/2789748538 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9668078b90 0x7f966807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:40.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:40.466+0000 7f967a7fc640 1 --2- 172.21.15.67:0/2789748538 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9668078b90 0x7f966807b0a0 secure :-1 s=READY pgs=851 cs=0 l=1 rev1=1 crypto rx=0x7f9670035000 tx=0x7f9670038040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:40.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:40.470+0000 7f9663fff640 1 -- 172.21.15.67:0/2789748538 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f966c062590 con 0x7f967c0b3500 2024-09-21T00:34:40.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:40.658+0000 7f9681921640 1 -- 172.21.15.67:0/2789748538 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f967c15a470 con 0x7f967c0b3500 2024-09-21T00:34:41.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.322+0000 7f9663fff640 1 -- 172.21.15.67:0/2789748538 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v176) ==== 169+0+0 (secure 0 0 0) 0x7f966c061e90 con 0x7f967c0b3500 2024-09-21T00:34:41.324 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_data' removed 2024-09-21T00:34:41.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.326+0000 7f9681921640 1 -- 172.21.15.67:0/2789748538 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9668078b90 msgr2=0x7f966807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:41.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.326+0000 7f9681921640 1 --2- 172.21.15.67:0/2789748538 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9668078b90 0x7f966807b0a0 secure :-1 s=READY pgs=851 cs=0 l=1 rev1=1 crypto rx=0x7f9670035000 tx=0x7f9670038040 comp rx=0 tx=0).stop 2024-09-21T00:34:41.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.326+0000 7f9681921640 1 -- 172.21.15.67:0/2789748538 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f967c0b3500 msgr2=0x7f967c159bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:41.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.326+0000 7f9681921640 1 --2- 172.21.15.67:0/2789748538 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f967c0b3500 0x7f967c159bf0 secure :-1 s=READY pgs=2285 cs=0 l=1 rev1=1 crypto rx=0x7f966c00c460 tx=0x7f966c00c920 comp rx=0 tx=0).stop 2024-09-21T00:34:41.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.326+0000 7f9681921640 1 -- 172.21.15.67:0/2789748538 shutdown_connections 2024-09-21T00:34:41.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.326+0000 7f9681921640 1 --2- 172.21.15.67:0/2789748538 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9668078b90 0x7f966807b0a0 unknown :-1 s=CLOSED pgs=851 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:41.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.326+0000 7f9681921640 1 --2- 172.21.15.67:0/2789748538 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f967c162680 0x7f967c0b5e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:41.331 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.326+0000 7f9681921640 1 --2- 172.21.15.67:0/2789748538 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f967c0cfcb0 0x7f967c0b5920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:41.331 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.326+0000 7f9681921640 1 --2- 172.21.15.67:0/2789748538 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f967c0b3500 0x7f967c159bf0 unknown :-1 s=CLOSED pgs=2285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:41.331 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.326+0000 7f9681921640 1 -- 172.21.15.67:0/2789748538 >> 172.21.15.67:0/2789748538 conn(0x7f967c0d4600 msgr2=0x7f967c161ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:41.331 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.327+0000 7f9681921640 1 -- 172.21.15.67:0/2789748538 shutdown_connections 2024-09-21T00:34:41.331 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.327+0000 7f9681921640 1 -- 172.21.15.67:0/2789748538 wait complete. 2024-09-21T00:34:41.342 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config reset 31 2024-09-21T00:34:41.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.462+0000 7f0a73b4a640 1 -- 172.21.15.67:0/4192730308 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0a54005250 msgr2=0x7f0a5400b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:41.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.462+0000 7f0a73b4a640 1 --2- 172.21.15.67:0/4192730308 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0a54005250 0x7f0a5400b9c0 secure :-1 s=READY pgs=2287 cs=0 l=1 rev1=1 crypto rx=0x7f0a5c006fd0 tx=0x7f0a54005830 comp rx=0 tx=0).stop 2024-09-21T00:34:41.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.462+0000 7f0a73b4a640 1 -- 172.21.15.67:0/4192730308 shutdown_connections 2024-09-21T00:34:41.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.462+0000 7f0a73b4a640 1 --2- 172.21.15.67:0/4192730308 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0a54005250 0x7f0a5400b9c0 unknown :-1 s=CLOSED pgs=2287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:41.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.462+0000 7f0a73b4a640 1 -- 172.21.15.67:0/4192730308 >> 172.21.15.67:0/4192730308 conn(0x7f0a6c06dfb0 msgr2=0x7f0a6c06e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:41.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.462+0000 7f0a73b4a640 1 -- 172.21.15.67:0/4192730308 shutdown_connections 2024-09-21T00:34:41.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.462+0000 7f0a73b4a640 1 -- 172.21.15.67:0/4192730308 wait complete. 2024-09-21T00:34:41.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.464+0000 7f0a73b4a640 1 Processor -- start 2024-09-21T00:34:41.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.464+0000 7f0a73b4a640 1 -- start start 2024-09-21T00:34:41.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.465+0000 7f0a73b4a640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0a54005250 0x7f0a6c15fba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:41.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.465+0000 7f0a73b4a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0a6c162770 0x7f0a6c1590b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:41.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.465+0000 7f0a73b4a640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0a6c0b2980 0x7f0a6c0b61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:41.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.465+0000 7f0a73b4a640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f0a6c0d1750 con 0x7f0a6c162770 2024-09-21T00:34:41.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.465+0000 7f0a73b4a640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f0a6c0d15d0 con 0x7f0a54005250 2024-09-21T00:34:41.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.465+0000 7f0a73b4a640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f0a6c0d18d0 con 0x7f0a6c0b2980 2024-09-21T00:34:41.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.465+0000 7f0a710e5640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0a6c162770 0x7f0a6c1590b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:41.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.465+0000 7f0a710e5640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0a6c162770 0x7f0a6c1590b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45510/0 (socket says 172.21.15.67:45510) 2024-09-21T00:34:41.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.465+0000 7f0a710e5640 1 -- 172.21.15.67:0/2178034898 learned_addr learned my addr 172.21.15.67:0/2178034898 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:41.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.465+0000 7f0a720e7640 1 --2- 172.21.15.67:0/2178034898 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0a6c0b2980 0x7f0a6c0b61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:41.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.465+0000 7f0a718e6640 1 --2- 172.21.15.67:0/2178034898 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0a54005250 0x7f0a6c15fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:41.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.466+0000 7f0a710e5640 1 -- 172.21.15.67:0/2178034898 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0a6c0b2980 msgr2=0x7f0a6c0b61d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:41.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.466+0000 7f0a710e5640 1 --2- 172.21.15.67:0/2178034898 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0a6c0b2980 0x7f0a6c0b61d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:41.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.466+0000 7f0a710e5640 1 -- 172.21.15.67:0/2178034898 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0a54005250 msgr2=0x7f0a6c15fba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:41.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.466+0000 7f0a710e5640 1 --2- 172.21.15.67:0/2178034898 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0a54005250 0x7f0a6c15fba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:41.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.466+0000 7f0a710e5640 1 -- 172.21.15.67:0/2178034898 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0a6c1595f0 con 0x7f0a6c162770 2024-09-21T00:34:41.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.466+0000 7f0a710e5640 1 --2- 172.21.15.67:0/2178034898 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0a6c162770 0x7f0a6c1590b0 secure :-1 s=READY pgs=2288 cs=0 l=1 rev1=1 crypto rx=0x7f0a60004ed0 tx=0x7f0a60001630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:41.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.466+0000 7f0a6a7fc640 1 -- 172.21.15.67:0/2178034898 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a60015020 con 0x7f0a6c162770 2024-09-21T00:34:41.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.466+0000 7f0a6a7fc640 1 -- 172.21.15.67:0/2178034898 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0a60011960 con 0x7f0a6c162770 2024-09-21T00:34:41.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.466+0000 7f0a73b4a640 1 -- 172.21.15.67:0/2178034898 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0a6c1603f0 con 0x7f0a6c162770 2024-09-21T00:34:41.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.466+0000 7f0a6a7fc640 1 -- 172.21.15.67:0/2178034898 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0a60011d90 con 0x7f0a6c162770 2024-09-21T00:34:41.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.466+0000 7f0a73b4a640 1 -- 172.21.15.67:0/2178034898 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0a6c1585d0 con 0x7f0a6c162770 2024-09-21T00:34:41.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.467+0000 7f0a73b4a640 1 -- 172.21.15.67:0/2178034898 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0a6c160160 con 0x7f0a6c162770 2024-09-21T00:34:41.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.468+0000 7f0a6a7fc640 1 -- 172.21.15.67:0/2178034898 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f0a60018020 con 0x7f0a6c162770 2024-09-21T00:34:41.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.468+0000 7f0a6a7fc640 1 --2- 172.21.15.67:0/2178034898 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0a58078bc0 0x7f0a5807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:41.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.468+0000 7f0a6a7fc640 1 -- 172.21.15.67:0/2178034898 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(176..176 src has 1..176) ==== 4943+0+0 (secure 0 0 0) 0x7f0a6009b390 con 0x7f0a6c162770 2024-09-21T00:34:41.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.468+0000 7f0a718e6640 1 --2- 172.21.15.67:0/2178034898 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0a58078bc0 0x7f0a5807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:41.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.469+0000 7f0a718e6640 1 --2- 172.21.15.67:0/2178034898 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0a58078bc0 0x7f0a5807b0d0 secure :-1 s=READY pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7f0a640058e0 tx=0x7f0a64005f30 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:41.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.473+0000 7f0a6a7fc640 1 -- 172.21.15.67:0/2178034898 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f0a6001f020 con 0x7f0a6c162770 2024-09-21T00:34:41.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.668+0000 7f0a73b4a640 1 -- 172.21.15.67:0/2178034898 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "config reset", "num": 31} v 0) -- 0x7f0a6c15e7f0 con 0x7f0a6c162770 2024-09-21T00:34:41.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.672+0000 7f0a6a7fc640 1 -- 172.21.15.67:0/2178034898 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "config reset", "num": 31}]=0 v63) ==== 71+0+0 (secure 0 0 0) 0x7f0a60063480 con 0x7f0a6c162770 2024-09-21T00:34:41.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.674+0000 7f0a73b4a640 1 -- 172.21.15.67:0/2178034898 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0a58078bc0 msgr2=0x7f0a5807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:41.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.674+0000 7f0a73b4a640 1 --2- 172.21.15.67:0/2178034898 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0a58078bc0 0x7f0a5807b0d0 secure :-1 s=READY pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7f0a640058e0 tx=0x7f0a64005f30 comp rx=0 tx=0).stop 2024-09-21T00:34:41.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.674+0000 7f0a73b4a640 1 -- 172.21.15.67:0/2178034898 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0a6c162770 msgr2=0x7f0a6c1590b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:41.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.674+0000 7f0a73b4a640 1 --2- 172.21.15.67:0/2178034898 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0a6c162770 0x7f0a6c1590b0 secure :-1 s=READY pgs=2288 cs=0 l=1 rev1=1 crypto rx=0x7f0a60004ed0 tx=0x7f0a60001630 comp rx=0 tx=0).stop 2024-09-21T00:34:41.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.674+0000 7f0a73b4a640 1 -- 172.21.15.67:0/2178034898 shutdown_connections 2024-09-21T00:34:41.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.674+0000 7f0a73b4a640 1 --2- 172.21.15.67:0/2178034898 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0a58078bc0 0x7f0a5807b0d0 unknown :-1 s=CLOSED pgs=852 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:41.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.674+0000 7f0a73b4a640 1 --2- 172.21.15.67:0/2178034898 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0a6c0b2980 0x7f0a6c0b61d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:41.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.674+0000 7f0a73b4a640 1 --2- 172.21.15.67:0/2178034898 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0a6c162770 0x7f0a6c1590b0 unknown :-1 s=CLOSED pgs=2288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:41.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.674+0000 7f0a73b4a640 1 --2- 172.21.15.67:0/2178034898 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0a54005250 0x7f0a6c15fba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:41.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.674+0000 7f0a73b4a640 1 -- 172.21.15.67:0/2178034898 >> 172.21.15.67:0/2178034898 conn(0x7f0a6c06dfb0 msgr2=0x7f0a6c0b5780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:41.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.674+0000 7f0a73b4a640 1 -- 172.21.15.67:0/2178034898 shutdown_connections 2024-09-21T00:34:41.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.674+0000 7f0a73b4a640 1 -- 172.21.15.67:0/2178034898 wait complete. 2024-09-21T00:34:41.687 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_scrub.TestScrub.test_mdsdir_scrub_backtrace' 2024-09-21T00:34:41.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.803+0000 7ff4ed7b6640 1 -- 172.21.15.67:0/3369905708 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff4e815ffe0 msgr2=0x7ff4e809a950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:41.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.803+0000 7ff4ed7b6640 1 --2- 172.21.15.67:0/3369905708 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff4e815ffe0 0x7ff4e809a950 secure :-1 s=READY pgs=2290 cs=0 l=1 rev1=1 crypto rx=0x7ff4d8009830 tx=0x7ff4d802a5c0 comp rx=0 tx=0).stop 2024-09-21T00:34:41.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.803+0000 7ff4ed7b6640 1 -- 172.21.15.67:0/3369905708 shutdown_connections 2024-09-21T00:34:41.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.803+0000 7ff4ed7b6640 1 --2- 172.21.15.67:0/3369905708 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff4e815ffe0 0x7ff4e809a950 unknown :-1 s=CLOSED pgs=2290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:41.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.803+0000 7ff4ed7b6640 1 -- 172.21.15.67:0/3369905708 >> 172.21.15.67:0/3369905708 conn(0x7ff4e80b3e90 msgr2=0x7ff4e80b42a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:41.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.803+0000 7ff4ed7b6640 1 -- 172.21.15.67:0/3369905708 shutdown_connections 2024-09-21T00:34:41.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.803+0000 7ff4ed7b6640 1 -- 172.21.15.67:0/3369905708 wait complete. 2024-09-21T00:34:41.806 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.805+0000 7ff4ed7b6640 1 Processor -- start 2024-09-21T00:34:41.806 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.805+0000 7ff4ed7b6640 1 -- start start 2024-09-21T00:34:41.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.807+0000 7ff4ed7b6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff4e80b1910 0x7ff4e80c9870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:41.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.807+0000 7ff4ed7b6640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff4e80cd890 0x7ff4e814c2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:41.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.807+0000 7ff4ed7b6640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff4e815ffe0 0x7ff4e81f7020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:41.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.807+0000 7ff4ed7b6640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff4e80ce530 con 0x7ff4e80b1910 2024-09-21T00:34:41.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.807+0000 7ff4ed7b6640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff4e80ce3b0 con 0x7ff4e80cd890 2024-09-21T00:34:41.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.807+0000 7ff4ed7b6640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7ff4e80ce6b0 con 0x7ff4e815ffe0 2024-09-21T00:34:41.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.807+0000 7ff4e6ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff4e80b1910 0x7ff4e80c9870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:41.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.807+0000 7ff4e6ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff4e80b1910 0x7ff4e80c9870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45520/0 (socket says 172.21.15.67:45520) 2024-09-21T00:34:41.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.807+0000 7ff4e6ffd640 1 -- 172.21.15.67:0/1138640069 learned_addr learned my addr 172.21.15.67:0/1138640069 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:41.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.807+0000 7ff4e77fe640 1 --2- 172.21.15.67:0/1138640069 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff4e815ffe0 0x7ff4e81f7020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:41.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.807+0000 7ff4de7fc640 1 --2- 172.21.15.67:0/1138640069 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff4e80cd890 0x7ff4e814c2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:41.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.807+0000 7ff4e6ffd640 1 -- 172.21.15.67:0/1138640069 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff4e815ffe0 msgr2=0x7ff4e81f7020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:41.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.807+0000 7ff4e6ffd640 1 --2- 172.21.15.67:0/1138640069 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff4e815ffe0 0x7ff4e81f7020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:41.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.807+0000 7ff4e6ffd640 1 -- 172.21.15.67:0/1138640069 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff4e80cd890 msgr2=0x7ff4e814c2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:41.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.807+0000 7ff4e6ffd640 1 --2- 172.21.15.67:0/1138640069 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff4e80cd890 0x7ff4e814c2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:41.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.807+0000 7ff4e6ffd640 1 -- 172.21.15.67:0/1138640069 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff4e80c5ed0 con 0x7ff4e80b1910 2024-09-21T00:34:41.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.807+0000 7ff4de7fc640 1 --2- 172.21.15.67:0/1138640069 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff4e80cd890 0x7ff4e814c2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:34:41.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.807+0000 7ff4e77fe640 1 --2- 172.21.15.67:0/1138640069 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff4e815ffe0 0x7ff4e81f7020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:34:41.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.807+0000 7ff4e6ffd640 1 --2- 172.21.15.67:0/1138640069 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff4e80b1910 0x7ff4e80c9870 secure :-1 s=READY pgs=2291 cs=0 l=1 rev1=1 crypto rx=0x7ff4d802abb0 tx=0x7ff4d8033c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:41.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.807+0000 7ff4dffff640 1 -- 172.21.15.67:0/1138640069 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4d8031b60 con 0x7ff4e80b1910 2024-09-21T00:34:41.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.808+0000 7ff4dffff640 1 -- 172.21.15.67:0/1138640069 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff4d8031df0 con 0x7ff4e80b1910 2024-09-21T00:34:41.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.808+0000 7ff4ed7b6640 1 -- 172.21.15.67:0/1138640069 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff4e80c6340 con 0x7ff4e80b1910 2024-09-21T00:34:41.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.808+0000 7ff4dffff640 1 -- 172.21.15.67:0/1138640069 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff4d8005280 con 0x7ff4e80b1910 2024-09-21T00:34:41.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.808+0000 7ff4ed7b6640 1 -- 172.21.15.67:0/1138640069 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff4e80c8780 con 0x7ff4e80b1910 2024-09-21T00:34:41.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.808+0000 7ff4ed7b6640 1 -- 172.21.15.67:0/1138640069 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff4e80ceb50 con 0x7ff4e80b1910 2024-09-21T00:34:41.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.809+0000 7ff4dffff640 1 -- 172.21.15.67:0/1138640069 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7ff4d8005420 con 0x7ff4e80b1910 2024-09-21T00:34:41.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.810+0000 7ff4dffff640 1 --2- 172.21.15.67:0/1138640069 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff4c8078b90 0x7ff4c807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:41.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.810+0000 7ff4dffff640 1 -- 172.21.15.67:0/1138640069 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(176..176 src has 1..176) ==== 4943+0+0 (secure 0 0 0) 0x7ff4d80bbcc0 con 0x7ff4e80b1910 2024-09-21T00:34:41.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.810+0000 7ff4de7fc640 1 --2- 172.21.15.67:0/1138640069 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff4c8078b90 0x7ff4c807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:41.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.811+0000 7ff4de7fc640 1 --2- 172.21.15.67:0/1138640069 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff4c8078b90 0x7ff4c807b0a0 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x7ff4e80cc5f0 tx=0x7ff4d0009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:41.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:41.814+0000 7ff4dffff640 1 -- 172.21.15.67:0/1138640069 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7ff4d803f030 con 0x7ff4e80b1910 2024-09-21T00:34:42.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.076+0000 7ff4ed7b6640 1 -- 172.21.15.67:0/1138640069 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_scrub.TestScrub.test_mdsdir_scrub_backtrace"]} v 0) -- 0x7ff4e809b380 con 0x7ff4e80b1910 2024-09-21T00:34:42.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.324+0000 7ff4dffff640 1 -- 172.21.15.67:0/1138640069 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_scrub.TestScrub.test_mdsdir_scrub_backtrace"]}]=0 v625) ==== 140+0+0 (secure 0 0 0) 0x7ff4d8031770 con 0x7ff4e80b1910 2024-09-21T00:34:42.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.326+0000 7ff4ed7b6640 1 -- 172.21.15.67:0/1138640069 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff4c8078b90 msgr2=0x7ff4c807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:42.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.326+0000 7ff4ed7b6640 1 --2- 172.21.15.67:0/1138640069 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff4c8078b90 0x7ff4c807b0a0 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x7ff4e80cc5f0 tx=0x7ff4d0009040 comp rx=0 tx=0).stop 2024-09-21T00:34:42.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.326+0000 7ff4ed7b6640 1 -- 172.21.15.67:0/1138640069 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff4e80b1910 msgr2=0x7ff4e80c9870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:42.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.326+0000 7ff4ed7b6640 1 --2- 172.21.15.67:0/1138640069 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff4e80b1910 0x7ff4e80c9870 secure :-1 s=READY pgs=2291 cs=0 l=1 rev1=1 crypto rx=0x7ff4d802abb0 tx=0x7ff4d8033c10 comp rx=0 tx=0).stop 2024-09-21T00:34:42.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.326+0000 7ff4ed7b6640 1 -- 172.21.15.67:0/1138640069 shutdown_connections 2024-09-21T00:34:42.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.326+0000 7ff4ed7b6640 1 --2- 172.21.15.67:0/1138640069 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff4c8078b90 0x7ff4c807b0a0 unknown :-1 s=CLOSED pgs=853 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:42.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.326+0000 7ff4ed7b6640 1 --2- 172.21.15.67:0/1138640069 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff4e815ffe0 0x7ff4e81f7020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:42.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.326+0000 7ff4ed7b6640 1 --2- 172.21.15.67:0/1138640069 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff4e80cd890 0x7ff4e814c2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:42.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.326+0000 7ff4ed7b6640 1 --2- 172.21.15.67:0/1138640069 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff4e80b1910 0x7ff4e80c9870 unknown :-1 s=CLOSED pgs=2291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:42.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.326+0000 7ff4ed7b6640 1 -- 172.21.15.67:0/1138640069 >> 172.21.15.67:0/1138640069 conn(0x7ff4e80b3e90 msgr2=0x7ff4e80cf340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:42.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.327+0000 7ff4ed7b6640 1 -- 172.21.15.67:0/1138640069 shutdown_connections 2024-09-21T00:34:42.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.327+0000 7ff4ed7b6640 1 -- 172.21.15.67:0/1138640069 wait complete. 2024-09-21T00:34:42.340 INFO:tasks.cephfs_test_runner:test_mdsdir_scrub_backtrace (tasks.cephfs.test_scrub.TestScrub) ... ok 2024-09-21T00:34:42.340 INFO:tasks.cephfs_test_runner:Starting test: test_scrub_backtrace (tasks.cephfs.test_scrub.TestScrub) 2024-09-21T00:34:42.340 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:34:42.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.457+0000 7fcc34539640 1 -- 172.21.15.67:0/2138450856 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcc2c0d22f0 msgr2=0x7fcc2c0b6560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:42.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.457+0000 7fcc34539640 1 --2- 172.21.15.67:0/2138450856 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcc2c0d22f0 0x7fcc2c0b6560 secure :-1 s=READY pgs=2293 cs=0 l=1 rev1=1 crypto rx=0x7fcc20009830 tx=0x7fcc2002a480 comp rx=0 tx=0).stop 2024-09-21T00:34:42.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.457+0000 7fcc34539640 1 -- 172.21.15.67:0/2138450856 shutdown_connections 2024-09-21T00:34:42.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.457+0000 7fcc34539640 1 --2- 172.21.15.67:0/2138450856 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcc2c0d22f0 0x7fcc2c0b6560 unknown :-1 s=CLOSED pgs=2293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:42.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.457+0000 7fcc34539640 1 --2- 172.21.15.67:0/2138450856 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcc2c0b9e70 0x7fcc2c0b6020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:42.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.457+0000 7fcc34539640 1 -- 172.21.15.67:0/2138450856 >> 172.21.15.67:0/2138450856 conn(0x7fcc2c0d45a0 msgr2=0x7fcc2c0d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:42.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.457+0000 7fcc34539640 1 -- 172.21.15.67:0/2138450856 shutdown_connections 2024-09-21T00:34:42.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.457+0000 7fcc34539640 1 -- 172.21.15.67:0/2138450856 wait complete. 2024-09-21T00:34:42.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.459+0000 7fcc34539640 1 Processor -- start 2024-09-21T00:34:42.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.459+0000 7fcc34539640 1 -- start start 2024-09-21T00:34:42.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.460+0000 7fcc34539640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcc2c06ebc0 0x7fcc2c0ce2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:42.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.460+0000 7fcc34539640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcc2c0b9e70 0x7fcc2c0caef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:42.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.460+0000 7fcc34539640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcc2c0d22f0 0x7fcc2c159920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:42.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.460+0000 7fcc34539640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fcc2c06f6e0 con 0x7fcc2c0b9e70 2024-09-21T00:34:42.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.460+0000 7fcc34539640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fcc2c0d05c0 con 0x7fcc2c0d22f0 2024-09-21T00:34:42.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.460+0000 7fcc34539640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fcc2c06f860 con 0x7fcc2c06ebc0 2024-09-21T00:34:42.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.460+0000 7fcc31ad4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcc2c0b9e70 0x7fcc2c0caef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:42.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.460+0000 7fcc31ad4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcc2c0b9e70 0x7fcc2c0caef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45542/0 (socket says 172.21.15.67:45542) 2024-09-21T00:34:42.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.460+0000 7fcc31ad4640 1 -- 172.21.15.67:0/1625403209 learned_addr learned my addr 172.21.15.67:0/1625403209 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:42.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.460+0000 7fcc322d5640 1 --2- 172.21.15.67:0/1625403209 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcc2c06ebc0 0x7fcc2c0ce2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:42.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.460+0000 7fcc32ad6640 1 --2- 172.21.15.67:0/1625403209 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcc2c0d22f0 0x7fcc2c159920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:42.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.460+0000 7fcc31ad4640 1 -- 172.21.15.67:0/1625403209 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcc2c06ebc0 msgr2=0x7fcc2c0ce2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:42.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.460+0000 7fcc31ad4640 1 --2- 172.21.15.67:0/1625403209 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcc2c06ebc0 0x7fcc2c0ce2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:42.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.460+0000 7fcc31ad4640 1 -- 172.21.15.67:0/1625403209 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcc2c0d22f0 msgr2=0x7fcc2c159920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:42.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.460+0000 7fcc31ad4640 1 --2- 172.21.15.67:0/1625403209 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcc2c0d22f0 0x7fcc2c159920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:42.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.460+0000 7fcc31ad4640 1 -- 172.21.15.67:0/1625403209 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc2c1f52c0 con 0x7fcc2c0b9e70 2024-09-21T00:34:42.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.461+0000 7fcc31ad4640 1 --2- 172.21.15.67:0/1625403209 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcc2c0b9e70 0x7fcc2c0caef0 secure :-1 s=READY pgs=2294 cs=0 l=1 rev1=1 crypto rx=0x7fcc20009950 tx=0x7fcc20033c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:42.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.461+0000 7fcc2affd640 1 -- 172.21.15.67:0/1625403209 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc20005c90 con 0x7fcc2c0b9e70 2024-09-21T00:34:42.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.461+0000 7fcc2affd640 1 -- 172.21.15.67:0/1625403209 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcc20031e50 con 0x7fcc2c0b9e70 2024-09-21T00:34:42.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.461+0000 7fcc34539640 1 -- 172.21.15.67:0/1625403209 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcc2c1f5530 con 0x7fcc2c0b9e70 2024-09-21T00:34:42.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.461+0000 7fcc2affd640 1 -- 172.21.15.67:0/1625403209 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc20005260 con 0x7fcc2c0b9e70 2024-09-21T00:34:42.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.461+0000 7fcc34539640 1 -- 172.21.15.67:0/1625403209 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcc2c0cc3c0 con 0x7fcc2c0b9e70 2024-09-21T00:34:42.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.462+0000 7fcc34539640 1 -- 172.21.15.67:0/1625403209 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcc2c1f9300 con 0x7fcc2c0b9e70 2024-09-21T00:34:42.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.463+0000 7fcc2affd640 1 -- 172.21.15.67:0/1625403209 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fcc20005400 con 0x7fcc2c0b9e70 2024-09-21T00:34:42.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.463+0000 7fcc2affd640 1 --2- 172.21.15.67:0/1625403209 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcc18078b90 0x7fcc1807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:42.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.463+0000 7fcc2affd640 1 -- 172.21.15.67:0/1625403209 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(176..176 src has 1..176) ==== 4943+0+0 (secure 0 0 0) 0x7fcc200bbb80 con 0x7fcc2c0b9e70 2024-09-21T00:34:42.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.463+0000 7fcc322d5640 1 --2- 172.21.15.67:0/1625403209 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcc18078b90 0x7fcc1807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:42.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.464+0000 7fcc322d5640 1 --2- 172.21.15.67:0/1625403209 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcc18078b90 0x7fcc1807b0a0 secure :-1 s=READY pgs=854 cs=0 l=1 rev1=1 crypto rx=0x7fcc1c005fd0 tx=0x7fcc1c009810 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:42.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.468+0000 7fcc2affd640 1 -- 172.21.15.67:0/1625403209 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fcc2003f030 con 0x7fcc2c0b9e70 2024-09-21T00:34:42.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.658+0000 7fcc34539640 1 -- 172.21.15.67:0/1625403209 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fcc2c06fd10 con 0x7fcc2c0b9e70 2024-09-21T00:34:42.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.658+0000 7fcc2affd640 1 -- 172.21.15.67:0/1625403209 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v176) ==== 74+0+13002 (secure 0 0 0) 0x7fcc200843e0 con 0x7fcc2c0b9e70 2024-09-21T00:34:42.660 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:34:42.660 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":176,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:34:41.317747+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":27,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":171,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":171,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":171,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":171,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":171,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":171,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":171,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":171,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.97:6837/84198509":"2024-09-22T00:34:38.309147+0000","172.21.15.97:6835/84198509":"2024-09-22T00:34:38.309147+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:34:42.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.661+0000 7fcc34539640 1 -- 172.21.15.67:0/1625403209 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcc18078b90 msgr2=0x7fcc1807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:42.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.661+0000 7fcc34539640 1 --2- 172.21.15.67:0/1625403209 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcc18078b90 0x7fcc1807b0a0 secure :-1 s=READY pgs=854 cs=0 l=1 rev1=1 crypto rx=0x7fcc1c005fd0 tx=0x7fcc1c009810 comp rx=0 tx=0).stop 2024-09-21T00:34:42.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.661+0000 7fcc34539640 1 -- 172.21.15.67:0/1625403209 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcc2c0b9e70 msgr2=0x7fcc2c0caef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:42.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.661+0000 7fcc34539640 1 --2- 172.21.15.67:0/1625403209 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcc2c0b9e70 0x7fcc2c0caef0 secure :-1 s=READY pgs=2294 cs=0 l=1 rev1=1 crypto rx=0x7fcc20009950 tx=0x7fcc20033c90 comp rx=0 tx=0).stop 2024-09-21T00:34:42.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.661+0000 7fcc34539640 1 -- 172.21.15.67:0/1625403209 shutdown_connections 2024-09-21T00:34:42.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.661+0000 7fcc34539640 1 --2- 172.21.15.67:0/1625403209 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcc18078b90 0x7fcc1807b0a0 unknown :-1 s=CLOSED pgs=854 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:42.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.661+0000 7fcc34539640 1 --2- 172.21.15.67:0/1625403209 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcc2c0d22f0 0x7fcc2c159920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:42.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.661+0000 7fcc34539640 1 --2- 172.21.15.67:0/1625403209 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcc2c0b9e70 0x7fcc2c0caef0 unknown :-1 s=CLOSED pgs=2294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:42.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.661+0000 7fcc34539640 1 --2- 172.21.15.67:0/1625403209 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcc2c06ebc0 0x7fcc2c0ce2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:42.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.661+0000 7fcc34539640 1 -- 172.21.15.67:0/1625403209 >> 172.21.15.67:0/1625403209 conn(0x7fcc2c0d45a0 msgr2=0x7fcc2c0b86a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:42.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.661+0000 7fcc34539640 1 -- 172.21.15.67:0/1625403209 shutdown_connections 2024-09-21T00:34:42.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.661+0000 7fcc34539640 1 -- 172.21.15.67:0/1625403209 wait complete. 2024-09-21T00:34:42.674 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-21T00:21:09.510963+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-21T00:34:42.674 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-21T00:34:42.795 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.793+0000 7fc471752640 1 -- 172.21.15.67:0/3233511654 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc46c0d1800 msgr2=0x7fc46c06ec80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:42.795 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.793+0000 7fc471752640 1 --2- 172.21.15.67:0/3233511654 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc46c0d1800 0x7fc46c06ec80 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fc464005fd0 tx=0x7fc46402aa90 comp rx=0 tx=0).stop 2024-09-21T00:34:42.795 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.793+0000 7fc471752640 1 -- 172.21.15.67:0/3233511654 shutdown_connections 2024-09-21T00:34:42.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.793+0000 7fc471752640 1 --2- 172.21.15.67:0/3233511654 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc46c0d1800 0x7fc46c06ec80 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:42.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.793+0000 7fc471752640 1 --2- 172.21.15.67:0/3233511654 >> v2:172.21.15.97:3300/0 conn(0x7fc46c0b3cb0 0x7fc46c0d3330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:42.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.793+0000 7fc471752640 1 -- 172.21.15.67:0/3233511654 >> 172.21.15.67:0/3233511654 conn(0x7fc46c08bee0 msgr2=0x7fc46c0d4720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:42.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.793+0000 7fc471752640 1 -- 172.21.15.67:0/3233511654 shutdown_connections 2024-09-21T00:34:42.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.793+0000 7fc471752640 1 -- 172.21.15.67:0/3233511654 wait complete. 2024-09-21T00:34:42.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.795+0000 7fc471752640 1 Processor -- start 2024-09-21T00:34:42.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.795+0000 7fc471752640 1 -- start start 2024-09-21T00:34:42.799 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.797+0000 7fc471752640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc46c0b3cb0 0x7fc46c15a4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:42.799 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.797+0000 7fc471752640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc46c0d4e30 0x7fc46c15a9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:42.799 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.797+0000 7fc471752640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc46c14b550 0x7fc46c14da70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:42.799 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.797+0000 7fc471752640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc46c06f550 con 0x7fc46c0b3cb0 2024-09-21T00:34:42.799 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.797+0000 7fc471752640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc46c06f3d0 con 0x7fc46c0d4e30 2024-09-21T00:34:42.799 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.797+0000 7fc471752640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fc46c06f6d0 con 0x7fc46c14b550 2024-09-21T00:34:42.800 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.797+0000 7fc46affd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc46c0b3cb0 0x7fc46c15a4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:42.800 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.797+0000 7fc46affd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc46c0b3cb0 0x7fc46c15a4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45556/0 (socket says 172.21.15.67:45556) 2024-09-21T00:34:42.800 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.797+0000 7fc46affd640 1 -- 172.21.15.67:0/3930767515 learned_addr learned my addr 172.21.15.67:0/3930767515 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:42.800 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.797+0000 7fc46a7fc640 1 --2- 172.21.15.67:0/3930767515 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc46c0d4e30 0x7fc46c15a9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:42.800 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.797+0000 7fc46b7fe640 1 --2- 172.21.15.67:0/3930767515 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc46c14b550 0x7fc46c14da70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:42.800 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.797+0000 7fc46affd640 1 -- 172.21.15.67:0/3930767515 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc46c14b550 msgr2=0x7fc46c14da70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:42.800 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.797+0000 7fc46affd640 1 --2- 172.21.15.67:0/3930767515 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc46c14b550 0x7fc46c14da70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:42.800 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.797+0000 7fc46affd640 1 -- 172.21.15.67:0/3930767515 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc46c0d4e30 msgr2=0x7fc46c15a9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:42.800 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.797+0000 7fc46affd640 1 --2- 172.21.15.67:0/3930767515 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc46c0d4e30 0x7fc46c15a9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:42.800 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.797+0000 7fc46affd640 1 -- 172.21.15.67:0/3930767515 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc46c14d5b0 con 0x7fc46c0b3cb0 2024-09-21T00:34:42.800 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.797+0000 7fc46affd640 1 --2- 172.21.15.67:0/3930767515 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc46c0b3cb0 0x7fc46c15a4a0 secure :-1 s=READY pgs=2295 cs=0 l=1 rev1=1 crypto rx=0x7fc45c00e9f0 tx=0x7fc45c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:42.800 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.797+0000 7fc4537fe640 1 -- 172.21.15.67:0/3930767515 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc45c00cd80 con 0x7fc46c0b3cb0 2024-09-21T00:34:42.800 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.797+0000 7fc4537fe640 1 -- 172.21.15.67:0/3930767515 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc45c004020 con 0x7fc46c0b3cb0 2024-09-21T00:34:42.800 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.797+0000 7fc471752640 1 -- 172.21.15.67:0/3930767515 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc46c15eef0 con 0x7fc46c0b3cb0 2024-09-21T00:34:42.801 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.797+0000 7fc4537fe640 1 -- 172.21.15.67:0/3930767515 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc45c004470 con 0x7fc46c0b3cb0 2024-09-21T00:34:42.801 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.798+0000 7fc471752640 1 -- 172.21.15.67:0/3930767515 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc46c160320 con 0x7fc46c0b3cb0 2024-09-21T00:34:42.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.798+0000 7fc471752640 1 -- 172.21.15.67:0/3930767515 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc46c06fb80 con 0x7fc46c0b3cb0 2024-09-21T00:34:42.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.799+0000 7fc4537fe640 1 -- 172.21.15.67:0/3930767515 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fc45c005030 con 0x7fc46c0b3cb0 2024-09-21T00:34:42.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.800+0000 7fc4537fe640 1 --2- 172.21.15.67:0/3930767515 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc458078b90 0x7fc45807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:42.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.800+0000 7fc4537fe640 1 -- 172.21.15.67:0/3930767515 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(176..176 src has 1..176) ==== 4943+0+0 (secure 0 0 0) 0x7fc45c09b2a0 con 0x7fc46c0b3cb0 2024-09-21T00:34:42.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.800+0000 7fc46a7fc640 1 --2- 172.21.15.67:0/3930767515 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc458078b90 0x7fc45807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:42.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.801+0000 7fc46a7fc640 1 --2- 172.21.15.67:0/3930767515 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc458078b90 0x7fc45807b0a0 secure :-1 s=READY pgs=855 cs=0 l=1 rev1=1 crypto rx=0x7fc46c0ce8d0 tx=0x7fc460009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:42.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.804+0000 7fc4537fe640 1 -- 172.21.15.67:0/3930767515 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fc46c14d5b0 con 0x7fc46c0b3cb0 2024-09-21T00:34:42.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.990+0000 7fc471752640 1 -- 172.21.15.67:0/3930767515 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fc46c161d20 con 0x7fc46c0b3cb0 2024-09-21T00:34:42.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.991+0000 7fc4537fe640 1 -- 172.21.15.67:0/3930767515 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v176) ==== 93+0+10 (secure 0 0 0) 0x7fc45c063390 con 0x7fc46c0b3cb0 2024-09-21T00:34:42.992 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 1 2024-09-21T00:34:42.994 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.993+0000 7fc471752640 1 -- 172.21.15.67:0/3930767515 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc458078b90 msgr2=0x7fc45807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:42.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.993+0000 7fc471752640 1 --2- 172.21.15.67:0/3930767515 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc458078b90 0x7fc45807b0a0 secure :-1 s=READY pgs=855 cs=0 l=1 rev1=1 crypto rx=0x7fc46c0ce8d0 tx=0x7fc460009040 comp rx=0 tx=0).stop 2024-09-21T00:34:42.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.993+0000 7fc471752640 1 -- 172.21.15.67:0/3930767515 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc46c0b3cb0 msgr2=0x7fc46c15a4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:42.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.993+0000 7fc471752640 1 --2- 172.21.15.67:0/3930767515 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc46c0b3cb0 0x7fc46c15a4a0 secure :-1 s=READY pgs=2295 cs=0 l=1 rev1=1 crypto rx=0x7fc45c00e9f0 tx=0x7fc45c00eeb0 comp rx=0 tx=0).stop 2024-09-21T00:34:42.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.993+0000 7fc471752640 1 -- 172.21.15.67:0/3930767515 shutdown_connections 2024-09-21T00:34:42.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.993+0000 7fc471752640 1 --2- 172.21.15.67:0/3930767515 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc458078b90 0x7fc45807b0a0 unknown :-1 s=CLOSED pgs=855 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:42.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.993+0000 7fc471752640 1 --2- 172.21.15.67:0/3930767515 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc46c14b550 0x7fc46c14da70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:42.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.993+0000 7fc471752640 1 --2- 172.21.15.67:0/3930767515 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc46c0d4e30 0x7fc46c15a9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:42.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.993+0000 7fc471752640 1 --2- 172.21.15.67:0/3930767515 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc46c0b3cb0 0x7fc46c15a4a0 unknown :-1 s=CLOSED pgs=2295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:42.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.993+0000 7fc471752640 1 -- 172.21.15.67:0/3930767515 >> 172.21.15.67:0/3930767515 conn(0x7fc46c08bee0 msgr2=0x7fc46c0b1330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:42.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.993+0000 7fc471752640 1 -- 172.21.15.67:0/3930767515 shutdown_connections 2024-09-21T00:34:42.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:42.993+0000 7fc471752640 1 -- 172.21.15.67:0/3930767515 wait complete. 2024-09-21T00:34:43.006 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_scrub.TestScrub.test_scrub_backtrace' 2024-09-21T00:34:43.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:43.121+0000 7f3292c9b640 1 -- 172.21.15.67:0/3016269955 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f328c0b1910 msgr2=0x7f328c09b060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:43.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:43.121+0000 7f3292c9b640 1 --2- 172.21.15.67:0/3016269955 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f328c0b1910 0x7f328c09b060 secure :-1 s=READY pgs=2296 cs=0 l=1 rev1=1 crypto rx=0x7f3280009900 tx=0x7f328002a610 comp rx=0 tx=0).stop 2024-09-21T00:34:43.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:43.121+0000 7f3292c9b640 1 -- 172.21.15.67:0/3016269955 shutdown_connections 2024-09-21T00:34:43.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:43.121+0000 7f3292c9b640 1 --2- 172.21.15.67:0/3016269955 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f328c0cd890 0x7f328c0cdca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:43.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:43.121+0000 7f3292c9b640 1 --2- 172.21.15.67:0/3016269955 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f328c0b1910 0x7f328c09b060 unknown :-1 s=CLOSED pgs=2296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:43.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:43.121+0000 7f3292c9b640 1 -- 172.21.15.67:0/3016269955 >> 172.21.15.67:0/3016269955 conn(0x7f328c0b3e90 msgr2=0x7f328c0b42a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:43.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:43.121+0000 7f3292c9b640 1 -- 172.21.15.67:0/3016269955 shutdown_connections 2024-09-21T00:34:43.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:43.121+0000 7f3292c9b640 1 -- 172.21.15.67:0/3016269955 wait complete. 2024-09-21T00:34:43.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:43.123+0000 7f3292c9b640 1 Processor -- start 2024-09-21T00:34:43.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:43.123+0000 7f3292c9b640 1 -- start start 2024-09-21T00:34:43.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:43.124+0000 7f3292c9b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f328c0b1910 0x7f328c0b0e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:43.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:43.124+0000 7f3292c9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f328c0cd890 0x7f328c158990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:43.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:43.125+0000 7f3292c9b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f328c15ffe0 0x7f328c0b6450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:43.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:43.125+0000 7f3292c9b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f328c0ce360 con 0x7f328c0cd890 2024-09-21T00:34:43.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:43.125+0000 7f3292c9b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f328c0ce1e0 con 0x7f328c0b1910 2024-09-21T00:34:43.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:43.125+0000 7f3292c9b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f328c0ce4e0 con 0x7f328c15ffe0 2024-09-21T00:34:43.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:43.125+0000 7f328bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f328c0cd890 0x7f328c158990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:43.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:43.125+0000 7f328bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f328c0cd890 0x7f328c158990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45572/0 (socket says 172.21.15.67:45572) 2024-09-21T00:34:43.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:43.125+0000 7f328bfff640 1 -- 172.21.15.67:0/1377270266 learned_addr learned my addr 172.21.15.67:0/1377270266 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:43.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:43.125+0000 7f3290a37640 1 --2- 172.21.15.67:0/1377270266 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f328c0b1910 0x7f328c0b0e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:43.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:43.125+0000 7f3291238640 1 --2- 172.21.15.67:0/1377270266 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f328c15ffe0 0x7f328c0b6450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:43.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:43.125+0000 7f328bfff640 1 -- 172.21.15.67:0/1377270266 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f328c15ffe0 msgr2=0x7f328c0b6450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:43.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:43.125+0000 7f328bfff640 1 --2- 172.21.15.67:0/1377270266 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f328c15ffe0 0x7f328c0b6450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:43.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:43.125+0000 7f328bfff640 1 -- 172.21.15.67:0/1377270266 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f328c0b1910 msgr2=0x7f328c0b0e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:43.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:43.125+0000 7f328bfff640 1 --2- 172.21.15.67:0/1377270266 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f328c0b1910 0x7f328c0b0e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:43.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:43.125+0000 7f328bfff640 1 -- 172.21.15.67:0/1377270266 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f328c06dec0 con 0x7f328c0cd890 2024-09-21T00:34:43.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:43.125+0000 7f328bfff640 1 --2- 172.21.15.67:0/1377270266 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f328c0cd890 0x7f328c158990 secure :-1 s=READY pgs=2297 cs=0 l=1 rev1=1 crypto rx=0x7f3280006010 tx=0x7f32800038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:43.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:43.125+0000 7f32897fa640 1 -- 172.21.15.67:0/1377270266 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f328003e030 con 0x7f328c0cd890 2024-09-21T00:34:43.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:43.125+0000 7f32897fa640 1 -- 172.21.15.67:0/1377270266 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3280003ca0 con 0x7f328c0cd890 2024-09-21T00:34:43.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:43.125+0000 7f3292c9b640 1 -- 172.21.15.67:0/1377270266 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f328c06fdb0 con 0x7f328c0cd890 2024-09-21T00:34:43.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:43.125+0000 7f32897fa640 1 -- 172.21.15.67:0/1377270266 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3280035040 con 0x7f328c0cd890 2024-09-21T00:34:43.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:43.125+0000 7f3292c9b640 1 -- 172.21.15.67:0/1377270266 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f328c06e440 con 0x7f328c0cd890 2024-09-21T00:34:43.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:43.126+0000 7f3292c9b640 1 -- 172.21.15.67:0/1377270266 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f328c06fb00 con 0x7f328c0cd890 2024-09-21T00:34:43.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:43.127+0000 7f32897fa640 1 -- 172.21.15.67:0/1377270266 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f3280041030 con 0x7f328c0cd890 2024-09-21T00:34:43.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:43.128+0000 7f32897fa640 1 --2- 172.21.15.67:0/1377270266 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3278078bc0 0x7f327807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:43.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:43.128+0000 7f32897fa640 1 -- 172.21.15.67:0/1377270266 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(176..176 src has 1..176) ==== 4943+0+0 (secure 0 0 0) 0x7f32800bae90 con 0x7f328c0cd890 2024-09-21T00:34:43.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:43.128+0000 7f3290a37640 1 --2- 172.21.15.67:0/1377270266 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3278078bc0 0x7f327807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:43.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:43.128+0000 7f3290a37640 1 --2- 172.21.15.67:0/1377270266 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3278078bc0 0x7f327807b0d0 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7f328c0b18c0 tx=0x7f327c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:43.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:43.132+0000 7f32897fa640 1 -- 172.21.15.67:0/1377270266 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f3280083010 con 0x7f328c0cd890 2024-09-21T00:34:43.393 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:43.392+0000 7f3292c9b640 1 -- 172.21.15.67:0/1377270266 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_scrub.TestScrub.test_scrub_backtrace"]} v 0) -- 0x7f328c0ce960 con 0x7f328c0cd890 2024-09-21T00:34:44.332 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.331+0000 7f32897fa640 1 -- 172.21.15.67:0/1377270266 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_scrub.TestScrub.test_scrub_backtrace"]}]=0 v627) ==== 136+0+0 (secure 0 0 0) 0x7f3280087a40 con 0x7f328c0cd890 2024-09-21T00:34:44.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.334+0000 7f3292c9b640 1 -- 172.21.15.67:0/1377270266 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3278078bc0 msgr2=0x7f327807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:44.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.334+0000 7f3292c9b640 1 --2- 172.21.15.67:0/1377270266 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3278078bc0 0x7f327807b0d0 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7f328c0b18c0 tx=0x7f327c009040 comp rx=0 tx=0).stop 2024-09-21T00:34:44.335 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.334+0000 7f3292c9b640 1 -- 172.21.15.67:0/1377270266 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f328c0cd890 msgr2=0x7f328c158990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:44.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.334+0000 7f3292c9b640 1 --2- 172.21.15.67:0/1377270266 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f328c0cd890 0x7f328c158990 secure :-1 s=READY pgs=2297 cs=0 l=1 rev1=1 crypto rx=0x7f3280006010 tx=0x7f32800038a0 comp rx=0 tx=0).stop 2024-09-21T00:34:44.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.334+0000 7f3292c9b640 1 -- 172.21.15.67:0/1377270266 shutdown_connections 2024-09-21T00:34:44.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.334+0000 7f3292c9b640 1 --2- 172.21.15.67:0/1377270266 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3278078bc0 0x7f327807b0d0 unknown :-1 s=CLOSED pgs=856 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:44.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.334+0000 7f3292c9b640 1 --2- 172.21.15.67:0/1377270266 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f328c15ffe0 0x7f328c0b6450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:44.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.334+0000 7f3292c9b640 1 --2- 172.21.15.67:0/1377270266 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f328c0cd890 0x7f328c158990 unknown :-1 s=CLOSED pgs=2297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:44.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.334+0000 7f3292c9b640 1 --2- 172.21.15.67:0/1377270266 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f328c0b1910 0x7f328c0b0e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:44.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.334+0000 7f3292c9b640 1 -- 172.21.15.67:0/1377270266 >> 172.21.15.67:0/1377270266 conn(0x7f328c0b3e90 msgr2=0x7f328c0ceb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:44.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.334+0000 7f3292c9b640 1 -- 172.21.15.67:0/1377270266 shutdown_connections 2024-09-21T00:34:44.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.334+0000 7f3292c9b640 1 -- 172.21.15.67:0/1377270266 wait complete. 2024-09-21T00:34:44.349 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config dump 2024-09-21T00:34:44.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.472+0000 7fa72b1c3640 1 -- 172.21.15.67:0/980532410 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa70c004800 msgr2=0x7fa70c004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:44.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.472+0000 7fa72b1c3640 1 --2- 172.21.15.67:0/980532410 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa70c004800 0x7fa70c004c10 secure :-1 s=READY pgs=2299 cs=0 l=1 rev1=1 crypto rx=0x7fa718009d20 tx=0x7fa70c005830 comp rx=0 tx=0).stop 2024-09-21T00:34:44.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.472+0000 7fa729760640 1 -- 172.21.15.67:0/980532410 reap_dead start 2024-09-21T00:34:44.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.472+0000 7fa72b1c3640 1 -- 172.21.15.67:0/980532410 shutdown_connections 2024-09-21T00:34:44.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.472+0000 7fa72b1c3640 1 -- 172.21.15.67:0/980532410 >> 172.21.15.67:0/980532410 conn(0x7fa7240b4140 msgr2=0x7fa7240b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:44.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.472+0000 7fa72b1c3640 1 -- 172.21.15.67:0/980532410 shutdown_connections 2024-09-21T00:34:44.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.472+0000 7fa72b1c3640 1 -- 172.21.15.67:0/980532410 wait complete. 2024-09-21T00:34:44.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.474+0000 7fa72b1c3640 1 Processor -- start 2024-09-21T00:34:44.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.474+0000 7fa72b1c3640 1 -- start start 2024-09-21T00:34:44.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.475+0000 7fa72b1c3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa70c004800 0x7fa7241f7510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:44.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.475+0000 7fa72b1c3640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa7240cb520 0x7fa72415ec20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:44.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.475+0000 7fa72b1c3640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa72409ff50 0x7fa72415f3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:44.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.475+0000 7fa72b1c3640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fa7240b58c0 con 0x7fa70c004800 2024-09-21T00:34:44.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.475+0000 7fa72b1c3640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fa7240b5740 con 0x7fa72409ff50 2024-09-21T00:34:44.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.475+0000 7fa72b1c3640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fa7240b5a40 con 0x7fa7240cb520 2024-09-21T00:34:44.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.475+0000 7fa728f5f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa70c004800 0x7fa7241f7510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:44.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.475+0000 7fa728f5f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa70c004800 0x7fa7241f7510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33160/0 (socket says 172.21.15.67:33160) 2024-09-21T00:34:44.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.475+0000 7fa728f5f640 1 -- 172.21.15.67:0/2248609701 learned_addr learned my addr 172.21.15.67:0/2248609701 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:44.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.475+0000 7fa729760640 1 --2- 172.21.15.67:0/2248609701 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa72409ff50 0x7fa72415f3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:44.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.475+0000 7fa723fff640 1 --2- 172.21.15.67:0/2248609701 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa7240cb520 0x7fa72415ec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:44.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.476+0000 7fa728f5f640 1 -- 172.21.15.67:0/2248609701 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa7240cb520 msgr2=0x7fa72415ec20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:44.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.476+0000 7fa728f5f640 1 --2- 172.21.15.67:0/2248609701 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa7240cb520 0x7fa72415ec20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:44.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.476+0000 7fa728f5f640 1 -- 172.21.15.67:0/2248609701 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa72409ff50 msgr2=0x7fa72415f3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:44.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.476+0000 7fa728f5f640 1 --2- 172.21.15.67:0/2248609701 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa72409ff50 0x7fa72415f3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:44.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.476+0000 7fa728f5f640 1 -- 172.21.15.67:0/2248609701 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7241e92a0 con 0x7fa70c004800 2024-09-21T00:34:44.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.476+0000 7fa728f5f640 1 --2- 172.21.15.67:0/2248609701 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa70c004800 0x7fa7241f7510 secure :-1 s=READY pgs=2300 cs=0 l=1 rev1=1 crypto rx=0x7fa7140068e0 tx=0x7fa7140039c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:44.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.476+0000 7fa7217fa640 1 -- 172.21.15.67:0/2248609701 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa714015070 con 0x7fa70c004800 2024-09-21T00:34:44.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.476+0000 7fa7217fa640 1 -- 172.21.15.67:0/2248609701 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa714011900 con 0x7fa70c004800 2024-09-21T00:34:44.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.476+0000 7fa7217fa640 1 -- 172.21.15.67:0/2248609701 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa714011cf0 con 0x7fa70c004800 2024-09-21T00:34:44.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.476+0000 7fa72b1c3640 1 -- 172.21.15.67:0/2248609701 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7241e9580 con 0x7fa70c004800 2024-09-21T00:34:44.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.476+0000 7fa72b1c3640 1 -- 172.21.15.67:0/2248609701 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7241f6d10 con 0x7fa70c004800 2024-09-21T00:34:44.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.477+0000 7fa72b1c3640 1 -- 172.21.15.67:0/2248609701 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa7240d1f80 con 0x7fa70c004800 2024-09-21T00:34:44.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.478+0000 7fa7217fa640 1 -- 172.21.15.67:0/2248609701 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fa714018070 con 0x7fa70c004800 2024-09-21T00:34:44.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.478+0000 7fa7217fa640 1 --2- 172.21.15.67:0/2248609701 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa710078b90 0x7fa71007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:44.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.478+0000 7fa7217fa640 1 -- 172.21.15.67:0/2248609701 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(176..176 src has 1..176) ==== 4943+0+0 (secure 0 0 0) 0x7fa71409b770 con 0x7fa70c004800 2024-09-21T00:34:44.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.478+0000 7fa723fff640 1 --2- 172.21.15.67:0/2248609701 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa710078b90 0x7fa71007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:44.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.479+0000 7fa723fff640 1 --2- 172.21.15.67:0/2248609701 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa710078b90 0x7fa71007b0a0 secure :-1 s=READY pgs=857 cs=0 l=1 rev1=1 crypto rx=0x7fa718034000 tx=0x7fa7180046c0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:44.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.483+0000 7fa7217fa640 1 -- 172.21.15.67:0/2248609701 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fa7240d1f80 con 0x7fa70c004800 2024-09-21T00:34:44.671 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.670+0000 7fa72b1c3640 1 -- 172.21.15.67:0/2248609701 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7fa7241600b0 con 0x7fa70c004800 2024-09-21T00:34:44.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.671+0000 7fa7217fa640 1 -- 172.21.15.67:0/2248609701 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v63) ==== 59+0+2294 (secure 0 0 0) 0x7fa7241600b0 con 0x7fa70c004800 2024-09-21T00:34:44.672 INFO:teuthology.orchestra.run.smithi067.stdout:WHO MASK LEVEL OPTION VALUE RO 2024-09-21T00:34:44.672 INFO:teuthology.orchestra.run.smithi067.stdout:mon advanced mon_op_complaint_time 120 2024-09-21T00:34:44.672 INFO:teuthology.orchestra.run.smithi067.stdout:mgr advanced client_mount_timeout 30 2024-09-21T00:34:44.672 INFO:teuthology.orchestra.run.smithi067.stdout:mgr advanced debug_client 20/20 2024-09-21T00:34:44.672 INFO:teuthology.orchestra.run.smithi067.stdout:mgr advanced debug_mgr 20/20 2024-09-21T00:34:44.672 INFO:teuthology.orchestra.run.smithi067.stdout:mgr advanced debug_ms 1/1 2024-09-21T00:34:44.673 INFO:teuthology.orchestra.run.smithi067.stdout:mgr dev mon_warn_on_pool_no_app false 2024-09-21T00:34:44.673 INFO:teuthology.orchestra.run.smithi067.stdout:osd advanced osd_op_complaint_time 180.000000 2024-09-21T00:34:44.673 INFO:teuthology.orchestra.run.smithi067.stdout:osd.0 basic osd_mclock_max_capacity_iops_ssd 4994.792072 2024-09-21T00:34:44.673 INFO:teuthology.orchestra.run.smithi067.stdout:osd.1 basic osd_mclock_max_capacity_iops_ssd 6949.964888 2024-09-21T00:34:44.673 INFO:teuthology.orchestra.run.smithi067.stdout:osd.2 basic osd_mclock_max_capacity_iops_ssd 4728.394376 2024-09-21T00:34:44.673 INFO:teuthology.orchestra.run.smithi067.stdout:osd.3 basic osd_mclock_max_capacity_iops_ssd 4592.129816 2024-09-21T00:34:44.673 INFO:teuthology.orchestra.run.smithi067.stdout:osd.4 basic osd_mclock_max_capacity_iops_ssd 6550.422905 2024-09-21T00:34:44.673 INFO:teuthology.orchestra.run.smithi067.stdout:osd.5 basic osd_mclock_max_capacity_iops_ssd 5213.710688 2024-09-21T00:34:44.673 INFO:teuthology.orchestra.run.smithi067.stdout:osd.6 basic osd_mclock_max_capacity_iops_ssd 5638.399028 2024-09-21T00:34:44.673 INFO:teuthology.orchestra.run.smithi067.stdout:osd.7 basic osd_mclock_max_capacity_iops_ssd 5357.310397 2024-09-21T00:34:44.673 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced debug_mds 20/20 2024-09-21T00:34:44.673 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced debug_mds_balancer 20/20 2024-09-21T00:34:44.674 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced debug_ms 2/2 2024-09-21T00:34:44.674 INFO:teuthology.orchestra.run.smithi067.stdout:mds dev mds_debug_frag true 2024-09-21T00:34:44.674 INFO:teuthology.orchestra.run.smithi067.stdout:mds dev mds_debug_scatterstat true 2024-09-21T00:34:44.674 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced mds_op_complaint_time 180.000000 2024-09-21T00:34:44.674 INFO:teuthology.orchestra.run.smithi067.stdout:mds dev mds_verify_scatter true 2024-09-21T00:34:44.674 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced osd_op_complaint_time 180.000000 2024-09-21T00:34:44.674 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced rados_mon_op_timeout 900 2024-09-21T00:34:44.674 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced rados_osd_op_timeout 900 2024-09-21T00:34:44.674 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced client_mount_timeout 600 2024-09-21T00:34:44.674 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced debug_client 20/20 2024-09-21T00:34:44.674 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced debug_ms 1/1 2024-09-21T00:34:44.675 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced rados_mon_op_timeout 900 2024-09-21T00:34:44.675 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced rados_osd_op_timeout 900 2024-09-21T00:34:44.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.673+0000 7fa72b1c3640 1 -- 172.21.15.67:0/2248609701 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa710078b90 msgr2=0x7fa71007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:44.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.673+0000 7fa72b1c3640 1 --2- 172.21.15.67:0/2248609701 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa710078b90 0x7fa71007b0a0 secure :-1 s=READY pgs=857 cs=0 l=1 rev1=1 crypto rx=0x7fa718034000 tx=0x7fa7180046c0 comp rx=0 tx=0).stop 2024-09-21T00:34:44.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.673+0000 7fa72b1c3640 1 -- 172.21.15.67:0/2248609701 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa70c004800 msgr2=0x7fa7241f7510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:44.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.673+0000 7fa72b1c3640 1 --2- 172.21.15.67:0/2248609701 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa70c004800 0x7fa7241f7510 secure :-1 s=READY pgs=2300 cs=0 l=1 rev1=1 crypto rx=0x7fa7140068e0 tx=0x7fa7140039c0 comp rx=0 tx=0).stop 2024-09-21T00:34:44.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.673+0000 7fa72b1c3640 1 -- 172.21.15.67:0/2248609701 shutdown_connections 2024-09-21T00:34:44.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.673+0000 7fa72b1c3640 1 --2- 172.21.15.67:0/2248609701 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa710078b90 0x7fa71007b0a0 unknown :-1 s=CLOSED pgs=857 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:44.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.673+0000 7fa72b1c3640 1 --2- 172.21.15.67:0/2248609701 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa72409ff50 0x7fa72415f3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:44.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.673+0000 7fa72b1c3640 1 --2- 172.21.15.67:0/2248609701 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa7240cb520 0x7fa72415ec20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:44.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.673+0000 7fa72b1c3640 1 --2- 172.21.15.67:0/2248609701 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa70c004800 0x7fa7241f7510 unknown :-1 s=CLOSED pgs=2300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:44.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.673+0000 7fa72b1c3640 1 -- 172.21.15.67:0/2248609701 >> 172.21.15.67:0/2248609701 conn(0x7fa7240b4140 msgr2=0x7fa72409a950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:44.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.673+0000 7fa72b1c3640 1 -- 172.21.15.67:0/2248609701 shutdown_connections 2024-09-21T00:34:44.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.673+0000 7fa72b1c3640 1 -- 172.21.15.67:0/2248609701 wait complete. 2024-09-21T00:34:44.686 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-21T00:34:44.806 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.805+0000 7f3bd2d39640 1 -- 172.21.15.67:0/2041271928 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3bcc0b48d0 msgr2=0x7f3bcc0cccb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:44.806 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.805+0000 7f3bd2d39640 1 --2- 172.21.15.67:0/2041271928 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3bcc0b48d0 0x7f3bcc0cccb0 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7f3bbc009830 tx=0x7f3bbc02a4b0 comp rx=0 tx=0).stop 2024-09-21T00:34:44.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.805+0000 7f3bd2d39640 1 -- 172.21.15.67:0/2041271928 shutdown_connections 2024-09-21T00:34:44.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.805+0000 7f3bd2d39640 1 --2- 172.21.15.67:0/2041271928 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3bcc0b48d0 0x7f3bcc0cccb0 unknown :-1 s=CLOSED pgs=700 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:44.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.805+0000 7f3bd2d39640 1 -- 172.21.15.67:0/2041271928 >> 172.21.15.67:0/2041271928 conn(0x7f3bcc06d630 msgr2=0x7f3bcc0d02a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:44.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.805+0000 7f3bd2d39640 1 -- 172.21.15.67:0/2041271928 shutdown_connections 2024-09-21T00:34:44.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.805+0000 7f3bd2d39640 1 -- 172.21.15.67:0/2041271928 wait complete. 2024-09-21T00:34:44.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.807+0000 7f3bd2d39640 1 Processor -- start 2024-09-21T00:34:44.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.807+0000 7f3bd2d39640 1 -- start start 2024-09-21T00:34:44.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.808+0000 7f3bd2d39640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3bcc0b48d0 0x7f3bcc0c8550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:44.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.808+0000 7f3bd2d39640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3bcc0cc630 0x7f3bcc0b1840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:44.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.808+0000 7f3bd2d39640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3bcc0cd1f0 0x7f3bcc0b1d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:44.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.808+0000 7f3bd2d39640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f3bcc0af860 con 0x7f3bcc0cd1f0 2024-09-21T00:34:44.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.808+0000 7f3bd2d39640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f3bcc0af6e0 con 0x7f3bcc0cc630 2024-09-21T00:34:44.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.808+0000 7f3bd2d39640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f3bcc0af9e0 con 0x7f3bcc0b48d0 2024-09-21T00:34:44.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.809+0000 7f3bd12d6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3bcc0cd1f0 0x7f3bcc0b1d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:44.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.809+0000 7f3bd12d6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3bcc0cd1f0 0x7f3bcc0b1d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33162/0 (socket says 172.21.15.67:33162) 2024-09-21T00:34:44.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.809+0000 7f3bd12d6640 1 -- 172.21.15.67:0/2862393903 learned_addr learned my addr 172.21.15.67:0/2862393903 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:44.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.809+0000 7f3bcbfff640 1 --2- 172.21.15.67:0/2862393903 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3bcc0cc630 0x7f3bcc0b1840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:44.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.809+0000 7f3bd0ad5640 1 --2- 172.21.15.67:0/2862393903 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3bcc0b48d0 0x7f3bcc0c8550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:44.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.809+0000 7f3bd12d6640 1 -- 172.21.15.67:0/2862393903 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3bcc0b48d0 msgr2=0x7f3bcc0c8550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:44.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.809+0000 7f3bd12d6640 1 --2- 172.21.15.67:0/2862393903 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3bcc0b48d0 0x7f3bcc0c8550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:44.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.809+0000 7f3bd12d6640 1 -- 172.21.15.67:0/2862393903 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3bcc0cc630 msgr2=0x7f3bcc0b1840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:44.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.809+0000 7f3bd12d6640 1 --2- 172.21.15.67:0/2862393903 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3bcc0cc630 0x7f3bcc0b1840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:44.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.809+0000 7f3bd12d6640 1 -- 172.21.15.67:0/2862393903 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3bcc0ca630 con 0x7f3bcc0cd1f0 2024-09-21T00:34:44.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.809+0000 7f3bcbfff640 1 --2- 172.21.15.67:0/2862393903 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3bcc0cc630 0x7f3bcc0b1840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:34:44.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.809+0000 7f3bd12d6640 1 --2- 172.21.15.67:0/2862393903 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3bcc0cd1f0 0x7f3bcc0b1d80 secure :-1 s=READY pgs=2302 cs=0 l=1 rev1=1 crypto rx=0x7f3bc400cbc0 tx=0x7f3bc400a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:44.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.809+0000 7f3bc97fa640 1 -- 172.21.15.67:0/2862393903 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bc4016020 con 0x7f3bcc0cd1f0 2024-09-21T00:34:44.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.809+0000 7f3bc97fa640 1 -- 172.21.15.67:0/2862393903 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3bc4012420 con 0x7f3bcc0cd1f0 2024-09-21T00:34:44.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.809+0000 7f3bd2d39640 1 -- 172.21.15.67:0/2862393903 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3bcc1574d0 con 0x7f3bcc0cd1f0 2024-09-21T00:34:44.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.809+0000 7f3bc97fa640 1 -- 172.21.15.67:0/2862393903 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3bc4012870 con 0x7f3bcc0cd1f0 2024-09-21T00:34:44.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.809+0000 7f3bd2d39640 1 -- 172.21.15.67:0/2862393903 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3bcc0cf420 con 0x7f3bcc0cd1f0 2024-09-21T00:34:44.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.810+0000 7f3bd2d39640 1 -- 172.21.15.67:0/2862393903 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3bcc1576a0 con 0x7f3bcc0cd1f0 2024-09-21T00:34:44.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.811+0000 7f3bc97fa640 1 -- 172.21.15.67:0/2862393903 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f3bc4019020 con 0x7f3bcc0cd1f0 2024-09-21T00:34:44.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.812+0000 7f3bc97fa640 1 --2- 172.21.15.67:0/2862393903 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3bb8078b90 0x7f3bb807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:44.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.812+0000 7f3bc97fa640 1 -- 172.21.15.67:0/2862393903 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(176..176 src has 1..176) ==== 4943+0+0 (secure 0 0 0) 0x7f3bc409aef0 con 0x7f3bcc0cd1f0 2024-09-21T00:34:44.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.812+0000 7f3bd0ad5640 1 --2- 172.21.15.67:0/2862393903 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3bb8078b90 0x7f3bb807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:44.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.813+0000 7f3bd0ad5640 1 --2- 172.21.15.67:0/2862393903 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3bb8078b90 0x7f3bb807b0a0 secure :-1 s=READY pgs=858 cs=0 l=1 rev1=1 crypto rx=0x7f3bbc034000 tx=0x7f3bbc004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:44.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:44.817+0000 7f3bc97fa640 1 -- 172.21.15.67:0/2862393903 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f3bc4020030 con 0x7f3bcc0cd1f0 2024-09-21T00:34:45.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.007+0000 7f3bd2d39640 1 -- 172.21.15.67:0/2862393903 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f3bcc0cccb0 con 0x7f3bcc0cd1f0 2024-09-21T00:34:45.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.011+0000 7f3bc97fa640 1 -- 172.21.15.67:0/2862393903 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v64)=0 v64) ==== 122+0+0 (secure 0 0 0) 0x7f3bcc0cd600 con 0x7f3bcc0cd1f0 2024-09-21T00:34:45.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.013+0000 7f3bd2d39640 1 -- 172.21.15.67:0/2862393903 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3bb8078b90 msgr2=0x7f3bb807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:45.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.013+0000 7f3bd2d39640 1 --2- 172.21.15.67:0/2862393903 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3bb8078b90 0x7f3bb807b0a0 secure :-1 s=READY pgs=858 cs=0 l=1 rev1=1 crypto rx=0x7f3bbc034000 tx=0x7f3bbc004730 comp rx=0 tx=0).stop 2024-09-21T00:34:45.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.013+0000 7f3bd2d39640 1 -- 172.21.15.67:0/2862393903 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3bcc0cd1f0 msgr2=0x7f3bcc0b1d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:45.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.013+0000 7f3bd2d39640 1 --2- 172.21.15.67:0/2862393903 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3bcc0cd1f0 0x7f3bcc0b1d80 secure :-1 s=READY pgs=2302 cs=0 l=1 rev1=1 crypto rx=0x7f3bc400cbc0 tx=0x7f3bc400a430 comp rx=0 tx=0).stop 2024-09-21T00:34:45.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.013+0000 7f3bd2d39640 1 -- 172.21.15.67:0/2862393903 shutdown_connections 2024-09-21T00:34:45.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.013+0000 7f3bd2d39640 1 --2- 172.21.15.67:0/2862393903 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3bb8078b90 0x7f3bb807b0a0 unknown :-1 s=CLOSED pgs=858 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:45.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.013+0000 7f3bd2d39640 1 --2- 172.21.15.67:0/2862393903 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3bcc0cd1f0 0x7f3bcc0b1d80 unknown :-1 s=CLOSED pgs=2302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:45.016 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.013+0000 7f3bd2d39640 1 --2- 172.21.15.67:0/2862393903 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3bcc0cc630 0x7f3bcc0b1840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:45.016 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.013+0000 7f3bd2d39640 1 --2- 172.21.15.67:0/2862393903 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3bcc0b48d0 0x7f3bcc0c8550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:45.016 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.013+0000 7f3bd2d39640 1 -- 172.21.15.67:0/2862393903 >> 172.21.15.67:0/2862393903 conn(0x7f3bcc06d630 msgr2=0x7f3bcc15c490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:45.016 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.014+0000 7f3bd2d39640 1 -- 172.21.15.67:0/2862393903 shutdown_connections 2024-09-21T00:34:45.016 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.014+0000 7f3bd2d39640 1 -- 172.21.15.67:0/2862393903 wait complete. 2024-09-21T00:34:45.027 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-21T00:34:45.027 DEBUG:teuthology.orchestra.run.smithi067:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T00:34:45.064 DEBUG:teuthology.orchestra.run.smithi097:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T00:34:45.114 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-21T00:34:45.114 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:34:45.115 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:34:45.131 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20178 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T00:34:45.131 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:34:45.131 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:34:45.149 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17850 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T00:34:45.149 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:34:45.149 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:34:45.187 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20178 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T00:34:45.187 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:34:45.187 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:34:45.206 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17850 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T00:34:45.206 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-21T00:34:45.206 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:34:45.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.342+0000 7f05284b2640 1 -- 172.21.15.67:0/3418370283 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f05200cbd80 msgr2=0x7f05200cc190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:45.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.342+0000 7f05284b2640 1 --2- 172.21.15.67:0/3418370283 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f05200cbd80 0x7f05200cc190 secure :-1 s=READY pgs=2303 cs=0 l=1 rev1=1 crypto rx=0x7f0520073790 tx=0x7f051002a440 comp rx=0 tx=0).stop 2024-09-21T00:34:45.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.342+0000 7f05284b2640 1 -- 172.21.15.67:0/3418370283 shutdown_connections 2024-09-21T00:34:45.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.342+0000 7f05284b2640 1 --2- 172.21.15.67:0/3418370283 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f05200b0bb0 0x7f05200b0fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:45.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.342+0000 7f05284b2640 1 --2- 172.21.15.67:0/3418370283 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f05200cbd80 0x7f05200cc190 unknown :-1 s=CLOSED pgs=2303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:45.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.342+0000 7f05284b2640 1 --2- 172.21.15.67:0/3418370283 >> v2:172.21.15.97:3300/0 conn(0x7f05200b6930 0x7f05200b2330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:45.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.342+0000 7f05284b2640 1 -- 172.21.15.67:0/3418370283 >> 172.21.15.67:0/3418370283 conn(0x7f05200d1290 msgr2=0x7f05200d16a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:45.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.342+0000 7f05284b2640 1 -- 172.21.15.67:0/3418370283 shutdown_connections 2024-09-21T00:34:45.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.342+0000 7f05284b2640 1 -- 172.21.15.67:0/3418370283 wait complete. 2024-09-21T00:34:45.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.344+0000 7f05284b2640 1 Processor -- start 2024-09-21T00:34:45.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.344+0000 7f05284b2640 1 -- start start 2024-09-21T00:34:45.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.345+0000 7f05284b2640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f05200b0bb0 0x7f05201f6a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:45.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.345+0000 7f05284b2640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f05200b6930 0x7f0520162070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:45.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.345+0000 7f05284b2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f05200cbd80 0x7f05201629d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:45.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.345+0000 7f05284b2640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f05200b1680 con 0x7f05200cbd80 2024-09-21T00:34:45.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.345+0000 7f05284b2640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f05200b1500 con 0x7f05200b6930 2024-09-21T00:34:45.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.345+0000 7f05284b2640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f05200b1800 con 0x7f05200b0bb0 2024-09-21T00:34:45.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.346+0000 7f0526a4f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f05200cbd80 0x7f05201629d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:45.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.346+0000 7f0526a4f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f05200cbd80 0x7f05201629d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33172/0 (socket says 172.21.15.67:33172) 2024-09-21T00:34:45.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.346+0000 7f0526a4f640 1 -- 172.21.15.67:0/1672685024 learned_addr learned my addr 172.21.15.67:0/1672685024 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:45.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.346+0000 7f0525a4d640 1 --2- 172.21.15.67:0/1672685024 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f05200b6930 0x7f0520162070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:45.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.346+0000 7f052624e640 1 --2- 172.21.15.67:0/1672685024 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f05200b0bb0 0x7f05201f6a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:45.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.346+0000 7f0526a4f640 1 -- 172.21.15.67:0/1672685024 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f05200b0bb0 msgr2=0x7f05201f6a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:45.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.346+0000 7f0526a4f640 1 --2- 172.21.15.67:0/1672685024 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f05200b0bb0 0x7f05201f6a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:45.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.346+0000 7f0526a4f640 1 -- 172.21.15.67:0/1672685024 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f05200b6930 msgr2=0x7f0520162070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:45.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.346+0000 7f0526a4f640 1 --2- 172.21.15.67:0/1672685024 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f05200b6930 0x7f0520162070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:45.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.346+0000 7f0526a4f640 1 -- 172.21.15.67:0/1672685024 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0520162f10 con 0x7f05200cbd80 2024-09-21T00:34:45.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.346+0000 7f0526a4f640 1 --2- 172.21.15.67:0/1672685024 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f05200cbd80 0x7f05201629d0 secure :-1 s=READY pgs=2304 cs=0 l=1 rev1=1 crypto rx=0x7f051800e990 tx=0x7f051800ee50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:45.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.346+0000 7f0516ffd640 1 -- 172.21.15.67:0/1672685024 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0518004d20 con 0x7f05200cbd80 2024-09-21T00:34:45.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.346+0000 7f0516ffd640 1 -- 172.21.15.67:0/1672685024 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f051800caa0 con 0x7f05200cbd80 2024-09-21T00:34:45.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.346+0000 7f05284b2640 1 -- 172.21.15.67:0/1672685024 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f05201f7220 con 0x7f05200cbd80 2024-09-21T00:34:45.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.346+0000 7f0516ffd640 1 -- 172.21.15.67:0/1672685024 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0518005020 con 0x7f05200cbd80 2024-09-21T00:34:45.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.346+0000 7f05284b2640 1 -- 172.21.15.67:0/1672685024 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f05201f77e0 con 0x7f05200cbd80 2024-09-21T00:34:45.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.347+0000 7f05284b2640 1 -- 172.21.15.67:0/1672685024 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f05200b2330 con 0x7f05200cbd80 2024-09-21T00:34:45.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.348+0000 7f0516ffd640 1 -- 172.21.15.67:0/1672685024 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f05180051c0 con 0x7f05200cbd80 2024-09-21T00:34:45.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.349+0000 7f0516ffd640 1 --2- 172.21.15.67:0/1672685024 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0504078bc0 0x7f050407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:45.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.349+0000 7f0516ffd640 1 -- 172.21.15.67:0/1672685024 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(176..176 src has 1..176) ==== 4943+0+0 (secure 0 0 0) 0x7f051809b2e0 con 0x7f05200cbd80 2024-09-21T00:34:45.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.349+0000 7f052624e640 1 --2- 172.21.15.67:0/1672685024 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0504078bc0 0x7f050407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:45.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.350+0000 7f052624e640 1 --2- 172.21.15.67:0/1672685024 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0504078bc0 0x7f050407b0d0 secure :-1 s=READY pgs=859 cs=0 l=1 rev1=1 crypto rx=0x7f051c00aaa0 tx=0x7f051c00a250 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:45.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.354+0000 7f0516ffd640 1 -- 172.21.15.67:0/1672685024 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f0518016030 con 0x7f05200cbd80 2024-09-21T00:34:45.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.582+0000 7f05284b2640 1 -- 172.21.15.67:0/1672685024 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f05201f6fb0 con 0x7f05200cbd80 2024-09-21T00:34:45.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.583+0000 7f0516ffd640 1 -- 172.21.15.67:0/1672685024 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 153 v153) ==== 95+0+3916 (secure 0 0 0) 0x7f0518085090 con 0x7f05200cbd80 2024-09-21T00:34:45.584 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:34:45.585 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":153,"btime":"2024-09-21T00:34:39:310927+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8354,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/1854097731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1854097731},{"type":"v1","addr":"172.21.15.67:6834","nonce":1854097731}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":147},{"gid":8357,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/2908953479","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":2908953479},{"type":"v1","addr":"172.21.15.67:6835","nonce":2908953479}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":146},{"gid":9376,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/4149163940","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":4149163940},{"type":"v1","addr":"172.21.15.97:6836","nonce":4149163940}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":147},{"gid":9610,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/3311419884","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":3311419884},{"type":"v1","addr":"172.21.15.97:6837","nonce":3311419884}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":153}],"filesystems":[]} 2024-09-21T00:34:45.585 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 153 2024-09-21T00:34:45.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.585+0000 7f05284b2640 1 -- 172.21.15.67:0/1672685024 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0504078bc0 msgr2=0x7f050407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:45.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.585+0000 7f05284b2640 1 --2- 172.21.15.67:0/1672685024 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0504078bc0 0x7f050407b0d0 secure :-1 s=READY pgs=859 cs=0 l=1 rev1=1 crypto rx=0x7f051c00aaa0 tx=0x7f051c00a250 comp rx=0 tx=0).stop 2024-09-21T00:34:45.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.585+0000 7f05284b2640 1 -- 172.21.15.67:0/1672685024 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f05200cbd80 msgr2=0x7f05201629d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:45.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.585+0000 7f05284b2640 1 --2- 172.21.15.67:0/1672685024 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f05200cbd80 0x7f05201629d0 secure :-1 s=READY pgs=2304 cs=0 l=1 rev1=1 crypto rx=0x7f051800e990 tx=0x7f051800ee50 comp rx=0 tx=0).stop 2024-09-21T00:34:45.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.585+0000 7f05284b2640 1 -- 172.21.15.67:0/1672685024 shutdown_connections 2024-09-21T00:34:45.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.585+0000 7f05284b2640 1 --2- 172.21.15.67:0/1672685024 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0504078bc0 0x7f050407b0d0 unknown :-1 s=CLOSED pgs=859 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:45.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.585+0000 7f05284b2640 1 --2- 172.21.15.67:0/1672685024 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f05200cbd80 0x7f05201629d0 unknown :-1 s=CLOSED pgs=2304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:45.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.585+0000 7f05284b2640 1 --2- 172.21.15.67:0/1672685024 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f05200b6930 0x7f0520162070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:45.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.585+0000 7f05284b2640 1 --2- 172.21.15.67:0/1672685024 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f05200b0bb0 0x7f05201f6a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:45.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.585+0000 7f05284b2640 1 -- 172.21.15.67:0/1672685024 >> 172.21.15.67:0/1672685024 conn(0x7f05200d1290 msgr2=0x7f0520071780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:45.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.586+0000 7f05284b2640 1 -- 172.21.15.67:0/1672685024 shutdown_connections 2024-09-21T00:34:45.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.586+0000 7f05284b2640 1 -- 172.21.15.67:0/1672685024 wait complete. 2024-09-21T00:34:45.599 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-21T00:34:45.599 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-21T00:34:45.599 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-21T00:34:45.599 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:34:45.599 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-21T00:34:45.599 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-21T00:34:45.600 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-21T00:34:45.600 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:34:45.600 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-21T00:34:45.600 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-21T00:34:45.600 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-21T00:34:45.600 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:34:45.601 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-21T00:34:45.601 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-21T00:34:45.601 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-21T00:34:45.601 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:34:45.609 INFO:tasks.ceph.mds.a:Stopped 2024-09-21T00:34:45.609 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-21T00:34:45.610 INFO:tasks.ceph.mds.c:Stopped 2024-09-21T00:34:45.610 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-21T00:34:45.613 INFO:tasks.ceph.mds.b:Stopped 2024-09-21T00:34:45.613 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-21T00:34:45.616 INFO:tasks.ceph.mds.d:Stopped 2024-09-21T00:34:45.616 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-21T00:34:45.651 INFO:tasks.ceph.mds.a:Started 2024-09-21T00:34:45.652 DEBUG:teuthology.parallel:result is None 2024-09-21T00:34:45.652 INFO:tasks.ceph.mds.c:Started 2024-09-21T00:34:45.652 DEBUG:teuthology.parallel:result is None 2024-09-21T00:34:45.659 INFO:tasks.ceph.mds.b:Started 2024-09-21T00:34:45.659 DEBUG:teuthology.parallel:result is None 2024-09-21T00:34:45.660 INFO:tasks.ceph.mds.d:Started 2024-09-21T00:34:45.660 DEBUG:teuthology.parallel:result is None 2024-09-21T00:34:45.661 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-21T00:34:45.741 INFO:tasks.ceph.mds.c.smithi067.stdout:starting mds.c at 2024-09-21T00:34:45.741 INFO:tasks.ceph.mds.a.smithi067.stdout:starting mds.a at 2024-09-21T00:34:45.751 INFO:tasks.ceph.mds.b.smithi097.stdout:starting mds.b at 2024-09-21T00:34:45.752 INFO:tasks.ceph.mds.d.smithi097.stdout:starting mds.d at 2024-09-21T00:34:45.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.783+0000 7f918dfe6640 1 -- 172.21.15.67:0/3738409448 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f918806f8b0 msgr2=0x7f91880c6da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:45.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.783+0000 7f918dfe6640 1 --2- 172.21.15.67:0/3738409448 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f918806f8b0 0x7f91880c6da0 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7f91880b6bf0 tx=0x7f917c02a4a0 comp rx=0 tx=0).stop 2024-09-21T00:34:45.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.783+0000 7f918dfe6640 1 -- 172.21.15.67:0/3738409448 shutdown_connections 2024-09-21T00:34:45.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.783+0000 7f918dfe6640 1 --2- 172.21.15.67:0/3738409448 >> v2:172.21.15.67:3300/0 conn(0x7f918815ecf0 0x7f918815f100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:45.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.783+0000 7f918dfe6640 1 --2- 172.21.15.67:0/3738409448 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f918806f8b0 0x7f91880c6da0 unknown :-1 s=CLOSED pgs=705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:45.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.783+0000 7f918dfe6640 1 -- 172.21.15.67:0/3738409448 >> 172.21.15.67:0/3738409448 conn(0x7f91880d0a00 msgr2=0x7f91880d0e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:45.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.783+0000 7f918dfe6640 1 -- 172.21.15.67:0/3738409448 shutdown_connections 2024-09-21T00:34:45.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.783+0000 7f918dfe6640 1 -- 172.21.15.67:0/3738409448 wait complete. 2024-09-21T00:34:45.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.785+0000 7f918dfe6640 1 Processor -- start 2024-09-21T00:34:45.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.785+0000 7f918dfe6640 1 -- start start 2024-09-21T00:34:45.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.786+0000 7f918dfe6640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f918806f8b0 0x7f91881f7430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:45.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.787+0000 7f918dfe6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f91880d0520 0x7f91880c9e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:45.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.787+0000 7f918dfe6640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f918815ecf0 0x7f91881f4590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:45.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.787+0000 7f918dfe6640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f918815f9d0 con 0x7f91880d0520 2024-09-21T00:34:45.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.787+0000 7f918dfe6640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f918815f850 con 0x7f918806f8b0 2024-09-21T00:34:45.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.787+0000 7f918dfe6640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f918815fb50 con 0x7f918815ecf0 2024-09-21T00:34:45.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.787+0000 7f9186ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f91880d0520 0x7f91880c9e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:45.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.787+0000 7f9186ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f91880d0520 0x7f91880c9e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33214/0 (socket says 172.21.15.67:33214) 2024-09-21T00:34:45.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.787+0000 7f9186ffd640 1 -- 172.21.15.67:0/351669912 learned_addr learned my addr 172.21.15.67:0/351669912 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:45.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.787+0000 7f91877fe640 1 --2- 172.21.15.67:0/351669912 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f918806f8b0 0x7f91881f7430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:45.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.787+0000 7f9187fff640 1 --2- 172.21.15.67:0/351669912 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f918815ecf0 0x7f91881f4590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:45.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.787+0000 7f9186ffd640 1 -- 172.21.15.67:0/351669912 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f918815ecf0 msgr2=0x7f91881f4590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:45.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.787+0000 7f9186ffd640 1 --2- 172.21.15.67:0/351669912 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f918815ecf0 0x7f91881f4590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:45.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.787+0000 7f9186ffd640 1 -- 172.21.15.67:0/351669912 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f918806f8b0 msgr2=0x7f91881f7430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:45.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.787+0000 7f9186ffd640 1 --2- 172.21.15.67:0/351669912 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f918806f8b0 0x7f91881f7430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:45.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.787+0000 7f9186ffd640 1 -- 172.21.15.67:0/351669912 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91881f4ad0 con 0x7f91880d0520 2024-09-21T00:34:45.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.787+0000 7f9186ffd640 1 --2- 172.21.15.67:0/351669912 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f91880d0520 0x7f91880c9e10 secure :-1 s=READY pgs=2310 cs=0 l=1 rev1=1 crypto rx=0x7f917c009780 tx=0x7f917c033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:45.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.787+0000 7f916ffff640 1 -- 172.21.15.67:0/351669912 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f917c031d60 con 0x7f91880d0520 2024-09-21T00:34:45.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.787+0000 7f916ffff640 1 -- 172.21.15.67:0/351669912 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f917c033e10 con 0x7f91880d0520 2024-09-21T00:34:45.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.787+0000 7f918dfe6640 1 -- 172.21.15.67:0/351669912 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91881f3460 con 0x7f91880d0520 2024-09-21T00:34:45.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.788+0000 7f916ffff640 1 -- 172.21.15.67:0/351669912 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f917c005260 con 0x7f91880d0520 2024-09-21T00:34:45.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.788+0000 7f918dfe6640 1 -- 172.21.15.67:0/351669912 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9188157560 con 0x7f91880d0520 2024-09-21T00:34:45.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.788+0000 7f918dfe6640 1 -- 172.21.15.67:0/351669912 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9188160040 con 0x7f91880d0520 2024-09-21T00:34:45.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.789+0000 7f916ffff640 1 -- 172.21.15.67:0/351669912 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f917c005400 con 0x7f91880d0520 2024-09-21T00:34:45.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.790+0000 7f916ffff640 1 --2- 172.21.15.67:0/351669912 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9174078bc0 0x7f917407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:45.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.790+0000 7f916ffff640 1 -- 172.21.15.67:0/351669912 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(176..176 src has 1..176) ==== 4943+0+0 (secure 0 0 0) 0x7f917c0bbad0 con 0x7f91880d0520 2024-09-21T00:34:45.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.790+0000 7f91877fe640 1 --2- 172.21.15.67:0/351669912 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9174078bc0 0x7f917407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:45.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.791+0000 7f91877fe640 1 --2- 172.21.15.67:0/351669912 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9174078bc0 0x7f917407b0d0 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x7f9178001720 tx=0x7f9178009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:45.795 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.795+0000 7f916ffff640 1 -- 172.21.15.67:0/351669912 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f917c03f030 con 0x7f91880d0520 2024-09-21T00:34:45.993 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:45.992+0000 7f918dfe6640 1 -- 172.21.15.67:0/351669912 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f9188151b20 con 0x7f91880d0520 2024-09-21T00:34:46.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.345+0000 7f916ffff640 1 -- 172.21.15.67:0/351669912 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v178) ==== 97+0+0 (secure 0 0 0) 0x7f917c083c60 con 0x7f91880d0520 2024-09-21T00:34:46.347 INFO:teuthology.orchestra.run.smithi067.stderr: removed all blocklist entries 2024-09-21T00:34:46.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.348+0000 7f918dfe6640 1 -- 172.21.15.67:0/351669912 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9174078bc0 msgr2=0x7f917407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:46.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.348+0000 7f918dfe6640 1 --2- 172.21.15.67:0/351669912 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9174078bc0 0x7f917407b0d0 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x7f9178001720 tx=0x7f9178009040 comp rx=0 tx=0).stop 2024-09-21T00:34:46.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.348+0000 7f918dfe6640 1 -- 172.21.15.67:0/351669912 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f91880d0520 msgr2=0x7f91880c9e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:46.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.348+0000 7f918dfe6640 1 --2- 172.21.15.67:0/351669912 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f91880d0520 0x7f91880c9e10 secure :-1 s=READY pgs=2310 cs=0 l=1 rev1=1 crypto rx=0x7f917c009780 tx=0x7f917c033c20 comp rx=0 tx=0).stop 2024-09-21T00:34:46.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.348+0000 7f918dfe6640 1 -- 172.21.15.67:0/351669912 shutdown_connections 2024-09-21T00:34:46.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.348+0000 7f918dfe6640 1 --2- 172.21.15.67:0/351669912 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9174078bc0 0x7f917407b0d0 unknown :-1 s=CLOSED pgs=860 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:46.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.348+0000 7f918dfe6640 1 --2- 172.21.15.67:0/351669912 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f918815ecf0 0x7f91881f4590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:46.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.348+0000 7f918dfe6640 1 --2- 172.21.15.67:0/351669912 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f91880d0520 0x7f91880c9e10 unknown :-1 s=CLOSED pgs=2310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:46.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.348+0000 7f918dfe6640 1 --2- 172.21.15.67:0/351669912 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f918806f8b0 0x7f91881f7430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:46.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.348+0000 7f918dfe6640 1 -- 172.21.15.67:0/351669912 >> 172.21.15.67:0/351669912 conn(0x7f91880d0a00 msgr2=0x7f9188073870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:46.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.348+0000 7f918dfe6640 1 -- 172.21.15.67:0/351669912 shutdown_connections 2024-09-21T00:34:46.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.348+0000 7f918dfe6640 1 -- 172.21.15.67:0/351669912 wait complete. 2024-09-21T00:34:46.362 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-21T00:34:46.480 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.478+0000 7fc97450b640 1 -- 172.21.15.67:0/4256536752 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc958004d40 msgr2=0x7fc958005150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:46.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.478+0000 7fc97450b640 1 --2- 172.21.15.67:0/4256536752 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc958004d40 0x7fc958005150 secure :-1 s=READY pgs=2312 cs=0 l=1 rev1=1 crypto rx=0x7fc96c075350 tx=0x7fc958005830 comp rx=0 tx=0).stop 2024-09-21T00:34:46.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.478+0000 7fc972aa8640 1 -- 172.21.15.67:0/4256536752 reap_dead start 2024-09-21T00:34:46.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.478+0000 7fc97450b640 1 -- 172.21.15.67:0/4256536752 shutdown_connections 2024-09-21T00:34:46.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.478+0000 7fc97450b640 1 -- 172.21.15.67:0/4256536752 >> 172.21.15.67:0/4256536752 conn(0x7fc96c0d4590 msgr2=0x7fc96c0d49a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:46.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.478+0000 7fc97450b640 1 -- 172.21.15.67:0/4256536752 shutdown_connections 2024-09-21T00:34:46.481 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.478+0000 7fc97450b640 1 -- 172.21.15.67:0/4256536752 wait complete. 2024-09-21T00:34:46.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.480+0000 7fc97450b640 1 Processor -- start 2024-09-21T00:34:46.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.480+0000 7fc97450b640 1 -- start start 2024-09-21T00:34:46.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.481+0000 7fc97450b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc958004d40 0x7fc96c1f5dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:46.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.481+0000 7fc97450b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc96c1f2770 0x7fc96c15be80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:46.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.481+0000 7fc97450b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc96c15c3c0 0x7fc96c0b3ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:46.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.481+0000 7fc97450b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc96c0d0270 con 0x7fc958004d40 2024-09-21T00:34:46.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.481+0000 7fc97450b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc96c0d00f0 con 0x7fc96c1f2770 2024-09-21T00:34:46.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.481+0000 7fc97450b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fc96c0d03f0 con 0x7fc96c15c3c0 2024-09-21T00:34:46.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.482+0000 7fc9722a7640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc958004d40 0x7fc96c1f5dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:46.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.482+0000 7fc9722a7640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc958004d40 0x7fc96c1f5dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33230/0 (socket says 172.21.15.67:33230) 2024-09-21T00:34:46.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.482+0000 7fc9722a7640 1 -- 172.21.15.67:0/3427127095 learned_addr learned my addr 172.21.15.67:0/3427127095 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:46.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.482+0000 7fc971aa6640 1 --2- 172.21.15.67:0/3427127095 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc96c1f2770 0x7fc96c15be80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:46.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.482+0000 7fc972aa8640 1 --2- 172.21.15.67:0/3427127095 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc96c15c3c0 0x7fc96c0b3ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:46.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.482+0000 7fc9722a7640 1 -- 172.21.15.67:0/3427127095 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc96c15c3c0 msgr2=0x7fc96c0b3ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:46.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.482+0000 7fc9722a7640 1 --2- 172.21.15.67:0/3427127095 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc96c15c3c0 0x7fc96c0b3ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:46.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.482+0000 7fc9722a7640 1 -- 172.21.15.67:0/3427127095 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc96c1f2770 msgr2=0x7fc96c15be80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:46.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.482+0000 7fc9722a7640 1 --2- 172.21.15.67:0/3427127095 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc96c1f2770 0x7fc96c15be80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:46.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.482+0000 7fc9722a7640 1 -- 172.21.15.67:0/3427127095 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc96c15c7d0 con 0x7fc958004d40 2024-09-21T00:34:46.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.482+0000 7fc9722a7640 1 --2- 172.21.15.67:0/3427127095 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc958004d40 0x7fc96c1f5dd0 secure :-1 s=READY pgs=2313 cs=0 l=1 rev1=1 crypto rx=0x7fc968006eb0 tx=0x7fc9680039c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:46.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.482+0000 7fc962ffd640 1 -- 172.21.15.67:0/3427127095 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc968015070 con 0x7fc958004d40 2024-09-21T00:34:46.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.482+0000 7fc962ffd640 1 -- 172.21.15.67:0/3427127095 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc968011900 con 0x7fc958004d40 2024-09-21T00:34:46.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.482+0000 7fc97450b640 1 -- 172.21.15.67:0/3427127095 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc96c15a450 con 0x7fc958004d40 2024-09-21T00:34:46.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.482+0000 7fc962ffd640 1 -- 172.21.15.67:0/3427127095 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc968011d50 con 0x7fc958004d40 2024-09-21T00:34:46.486 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.482+0000 7fc97450b640 1 -- 172.21.15.67:0/3427127095 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc96c15aa10 con 0x7fc958004d40 2024-09-21T00:34:46.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.483+0000 7fc97450b640 1 -- 172.21.15.67:0/3427127095 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc96c08ca60 con 0x7fc958004d40 2024-09-21T00:34:46.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.484+0000 7fc962ffd640 1 -- 172.21.15.67:0/3427127095 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fc968018070 con 0x7fc958004d40 2024-09-21T00:34:46.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.484+0000 7fc962ffd640 1 --2- 172.21.15.67:0/3427127095 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc950078b90 0x7fc95007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:46.487 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.485+0000 7fc962ffd640 1 -- 172.21.15.67:0/3427127095 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(180..180 src has 1..180) ==== 4857+0+0 (secure 0 0 0) 0x7fc96809b7d0 con 0x7fc958004d40 2024-09-21T00:34:46.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.485+0000 7fc971aa6640 1 --2- 172.21.15.67:0/3427127095 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc950078b90 0x7fc95007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:46.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.485+0000 7fc971aa6640 1 --2- 172.21.15.67:0/3427127095 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc950078b90 0x7fc95007b0a0 secure :-1 s=READY pgs=862 cs=0 l=1 rev1=1 crypto rx=0x7fc96c0d3030 tx=0x7fc95c005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:46.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.489+0000 7fc962ffd640 1 -- 172.21.15.67:0/3427127095 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fc96c08ca60 con 0x7fc958004d40 2024-09-21T00:34:46.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.751+0000 7fc97450b640 1 -- 172.21.15.67:0/3427127095 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7fc96c0d0950 con 0x7fc958004d40 2024-09-21T00:34:46.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.752+0000 7fc962ffd640 1 -- 172.21.15.67:0/3427127095 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v26) ==== 80+0+5304 (secure 0 0 0) 0x7fc96c15c7d0 con 0x7fc958004d40 2024-09-21T00:34:46.754 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:34:46.754 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:34:46.754 INFO:teuthology.orchestra.run.smithi067.stdout: "auth_dump": [ 2024-09-21T00:34:46.754 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:34:46.755 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mds.a", 2024-09-21T00:34:46.755 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5m9QBaFRAAdgisHziG3hw/D2M72XZn8g==", 2024-09-21T00:34:46.755 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:34:46.755 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:34:46.755 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:34:46.755 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:34:46.756 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:34:46.756 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:34:46.756 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:34:46.756 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:34:46.756 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mds.b", 2024-09-21T00:34:46.756 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mLCJuIhAAl/r6CTzwOFBmlvDR8WTorQ==", 2024-09-21T00:34:46.757 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:34:46.757 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:34:46.757 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:34:46.757 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:34:46.757 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:34:46.757 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:34:46.758 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:34:46.758 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:34:46.758 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mds.c", 2024-09-21T00:34:46.758 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mQ14ZHRAAi5QZeknKrKjp2jO02yntmg==", 2024-09-21T00:34:46.758 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:34:46.758 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:34:46.758 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:34:46.759 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:34:46.759 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:34:46.759 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:34:46.759 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:34:46.759 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:34:46.760 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mds.d", 2024-09-21T00:34:46.760 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mgCsdKhAAJ06SsIMmvdDQWaRDeCy6CA==", 2024-09-21T00:34:46.760 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:34:46.760 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:34:46.760 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:34:46.760 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:34:46.761 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:34:46.761 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:34:46.761 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:34:46.761 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:34:46.761 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.0", 2024-09-21T00:34:46.761 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBJEe5mhxC8ERAAwqKGS/tp+aVv++lqOVEPwg==", 2024-09-21T00:34:46.762 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:34:46.762 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:34:46.762 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:34:46.762 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:34:46.762 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:34:46.762 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:34:46.763 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:34:46.763 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.1", 2024-09-21T00:34:46.763 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBMEe5mbob6IxAANdMr4wKZkwcnJzzUY88/xA==", 2024-09-21T00:34:46.763 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:34:46.763 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:34:46.763 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:34:46.764 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:34:46.764 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:34:46.764 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:34:46.764 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:34:46.764 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.2", 2024-09-21T00:34:46.764 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBPEe5mR+B2NRAAbF2XunKQ4T7GqO5mflYgFQ==", 2024-09-21T00:34:46.765 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:34:46.765 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:34:46.765 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:34:46.765 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:34:46.765 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:34:46.765 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:34:46.766 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:34:46.766 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.3", 2024-09-21T00:34:46.767 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBTEe5mrBCaDBAAhESlssYCQxHPjrG5irA8bg==", 2024-09-21T00:34:46.767 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:34:46.767 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:34:46.767 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:34:46.767 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:34:46.767 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:34:46.768 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:34:46.768 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:34:46.768 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.4", 2024-09-21T00:34:46.768 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBZEe5mH7dzKBAALqGrXHFlpxFvgoI3COb/CA==", 2024-09-21T00:34:46.768 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:34:46.768 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:34:46.768 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:34:46.768 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:34:46.768 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:34:46.768 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:34:46.768 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:34:46.768 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.5", 2024-09-21T00:34:46.769 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBcEe5mbQLIORAAhaKf6tntn/oh0n1a70pqAA==", 2024-09-21T00:34:46.769 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:34:46.769 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:34:46.769 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:34:46.769 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:34:46.769 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:34:46.769 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:34:46.769 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:34:46.769 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.6", 2024-09-21T00:34:46.769 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBgEe5m5MO7ABAACbg8WWV3GhNSHRnjscz6Fg==", 2024-09-21T00:34:46.769 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:34:46.769 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:34:46.770 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:34:46.770 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:34:46.770 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:34:46.770 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:34:46.770 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:34:46.770 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.7", 2024-09-21T00:34:46.770 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBjEe5mmCIxAxAArpnzucP3Mbmo3BL6YikqWA==", 2024-09-21T00:34:46.770 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:34:46.770 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:34:46.770 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:34:46.770 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:34:46.770 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:34:46.770 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:34:46.770 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:34:46.770 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.0", 2024-09-21T00:34:46.771 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mUnwLLxAAE0JXCN8yXTH2bWtWI41o2Q==", 2024-09-21T00:34:46.771 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:34:46.771 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:34:46.771 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow r", 2024-09-21T00:34:46.771 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-21T00:34:46.771 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:34:46.771 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:34:46.771 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:34:46.771 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.1", 2024-09-21T00:34:46.771 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mDFa8NhAAraRO3NGJQTzWBBcGkkEhhQ==", 2024-09-21T00:34:46.771 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:34:46.771 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:34:46.772 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow r", 2024-09-21T00:34:46.772 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow rw", 2024-09-21T00:34:46.772 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow rwx" 2024-09-21T00:34:46.772 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:34:46.772 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:34:46.772 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:34:46.772 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.2", 2024-09-21T00:34:46.772 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mLu3nMhAA14NXzzDpQhxci5XP4juw/w==", 2024-09-21T00:34:46.772 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:34:46.772 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:34:46.772 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow r", 2024-09-21T00:34:46.772 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow rw", 2024-09-21T00:34:46.772 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow rwx" 2024-09-21T00:34:46.772 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:34:46.773 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:34:46.773 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:34:46.773 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.3", 2024-09-21T00:34:46.773 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5m6Lx8OhAAx4r6ll1YCFpRFK7DC5qqOw==", 2024-09-21T00:34:46.773 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:34:46.773 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:34:46.773 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow r", 2024-09-21T00:34:46.773 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow rw", 2024-09-21T00:34:46.773 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow rwx" 2024-09-21T00:34:46.773 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:34:46.773 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:34:46.773 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:34:46.773 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.admin", 2024-09-21T00:34:46.774 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBEEe5myhTpMBAA3uuyq5Ek2nSa9jjWQzIshw==", 2024-09-21T00:34:46.774 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:34:46.774 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow *", 2024-09-21T00:34:46.774 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:34:46.774 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:34:46.774 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:34:46.774 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:34:46.774 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:34:46.774 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:34:46.774 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mgr.x", 2024-09-21T00:34:46.775 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mNMdbERAA41Bj7rmSurxL0D2Zq+oHVA==", 2024-09-21T00:34:46.775 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:34:46.775 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow *", 2024-09-21T00:34:46.775 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile mgr", 2024-09-21T00:34:46.775 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:34:46.775 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:34:46.775 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:34:46.775 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:34:46.775 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mgr.y", 2024-09-21T00:34:46.775 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mNcGQCxAA33vjLt+brud7Aul58c5kXw==", 2024-09-21T00:34:46.775 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:34:46.775 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow *", 2024-09-21T00:34:46.775 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile mgr", 2024-09-21T00:34:46.775 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:34:46.776 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:34:46.776 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:34:46.776 INFO:teuthology.orchestra.run.smithi067.stdout: ] 2024-09-21T00:34:46.776 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:34:46.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.754+0000 7fc97450b640 1 -- 172.21.15.67:0/3427127095 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc950078b90 msgr2=0x7fc95007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:46.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.754+0000 7fc97450b640 1 --2- 172.21.15.67:0/3427127095 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc950078b90 0x7fc95007b0a0 secure :-1 s=READY pgs=862 cs=0 l=1 rev1=1 crypto rx=0x7fc96c0d3030 tx=0x7fc95c005f90 comp rx=0 tx=0).stop 2024-09-21T00:34:46.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.754+0000 7fc97450b640 1 -- 172.21.15.67:0/3427127095 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc958004d40 msgr2=0x7fc96c1f5dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:46.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.754+0000 7fc97450b640 1 --2- 172.21.15.67:0/3427127095 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc958004d40 0x7fc96c1f5dd0 secure :-1 s=READY pgs=2313 cs=0 l=1 rev1=1 crypto rx=0x7fc968006eb0 tx=0x7fc9680039c0 comp rx=0 tx=0).stop 2024-09-21T00:34:46.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.755+0000 7fc97450b640 1 -- 172.21.15.67:0/3427127095 shutdown_connections 2024-09-21T00:34:46.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.755+0000 7fc97450b640 1 --2- 172.21.15.67:0/3427127095 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc950078b90 0x7fc95007b0a0 unknown :-1 s=CLOSED pgs=862 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:46.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.755+0000 7fc97450b640 1 --2- 172.21.15.67:0/3427127095 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc96c15c3c0 0x7fc96c0b3ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:46.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.755+0000 7fc97450b640 1 --2- 172.21.15.67:0/3427127095 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc96c1f2770 0x7fc96c15be80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:46.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.755+0000 7fc97450b640 1 --2- 172.21.15.67:0/3427127095 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc958004d40 0x7fc96c1f5dd0 unknown :-1 s=CLOSED pgs=2313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:46.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.755+0000 7fc97450b640 1 -- 172.21.15.67:0/3427127095 >> 172.21.15.67:0/3427127095 conn(0x7fc96c0d4590 msgr2=0x7fc96c0b1160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:46.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.755+0000 7fc97450b640 1 -- 172.21.15.67:0/3427127095 shutdown_connections 2024-09-21T00:34:46.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.755+0000 7fc97450b640 1 -- 172.21.15.67:0/3427127095 wait complete. 2024-09-21T00:34:46.779 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-21T00:34:46.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.894+0000 7fe4421b6640 1 -- 172.21.15.67:0/1722853908 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe43c06ebc0 msgr2=0x7fe43c06efd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:46.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.894+0000 7fe4421b6640 1 --2- 172.21.15.67:0/1722853908 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe43c06ebc0 0x7fe43c06efd0 secure :-1 s=READY pgs=2314 cs=0 l=1 rev1=1 crypto rx=0x7fe43c06d600 tx=0x7fe43402a4d0 comp rx=0 tx=0).stop 2024-09-21T00:34:46.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.894+0000 7fe4421b6640 1 -- 172.21.15.67:0/1722853908 shutdown_connections 2024-09-21T00:34:46.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.894+0000 7fe4421b6640 1 --2- 172.21.15.67:0/1722853908 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe43c06ebc0 0x7fe43c06efd0 unknown :-1 s=CLOSED pgs=2314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:46.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.894+0000 7fe4421b6640 1 --2- 172.21.15.67:0/1722853908 >> v2:172.21.15.97:3300/0 conn(0x7fe43c0d22f0 0x7fe43c0b6560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:46.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.894+0000 7fe4421b6640 1 --2- 172.21.15.67:0/1722853908 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe43c0b9e70 0x7fe43c0b6020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:46.897 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.894+0000 7fe4421b6640 1 -- 172.21.15.67:0/1722853908 >> 172.21.15.67:0/1722853908 conn(0x7fe43c0d45a0 msgr2=0x7fe43c0d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:46.897 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.894+0000 7fe4421b6640 1 -- 172.21.15.67:0/1722853908 shutdown_connections 2024-09-21T00:34:46.897 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.894+0000 7fe4421b6640 1 -- 172.21.15.67:0/1722853908 wait complete. 2024-09-21T00:34:46.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.895+0000 7fe4421b6640 1 Processor -- start 2024-09-21T00:34:46.901 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.896+0000 7fe4421b6640 1 -- start start 2024-09-21T00:34:46.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.897+0000 7fe4421b6640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe43c06ebc0 0x7fe43c157840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:46.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.897+0000 7fe4421b6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe43c0b9e70 0x7fe43c0cb5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:46.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.897+0000 7fe4421b6640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe43c0d22f0 0x7fe43c0cbb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:46.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.897+0000 7fe4421b6640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fe43c06f950 con 0x7fe43c0b9e70 2024-09-21T00:34:46.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.897+0000 7fe4421b6640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fe43c06f7d0 con 0x7fe43c0d22f0 2024-09-21T00:34:46.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.897+0000 7fe4421b6640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fe43c06fad0 con 0x7fe43c06ebc0 2024-09-21T00:34:46.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.897+0000 7fe43affd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe43c0b9e70 0x7fe43c0cb5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:46.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.897+0000 7fe43affd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe43c0b9e70 0x7fe43c0cb5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33248/0 (socket says 172.21.15.67:33248) 2024-09-21T00:34:46.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.897+0000 7fe43affd640 1 -- 172.21.15.67:0/1585060880 learned_addr learned my addr 172.21.15.67:0/1585060880 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:46.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.897+0000 7fe43bfff640 1 --2- 172.21.15.67:0/1585060880 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe43c0d22f0 0x7fe43c0cbb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:46.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.897+0000 7fe43b7fe640 1 --2- 172.21.15.67:0/1585060880 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe43c06ebc0 0x7fe43c157840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:46.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.897+0000 7fe43affd640 1 -- 172.21.15.67:0/1585060880 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe43c06ebc0 msgr2=0x7fe43c157840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:46.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.897+0000 7fe43affd640 1 --2- 172.21.15.67:0/1585060880 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe43c06ebc0 0x7fe43c157840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:46.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.897+0000 7fe43affd640 1 -- 172.21.15.67:0/1585060880 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe43c0d22f0 msgr2=0x7fe43c0cbb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:46.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.897+0000 7fe43affd640 1 --2- 172.21.15.67:0/1585060880 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe43c0d22f0 0x7fe43c0cbb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:46.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.898+0000 7fe43affd640 1 -- 172.21.15.67:0/1585060880 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe43c0cd660 con 0x7fe43c0b9e70 2024-09-21T00:34:46.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.898+0000 7fe43b7fe640 1 --2- 172.21.15.67:0/1585060880 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe43c06ebc0 0x7fe43c157840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:34:46.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.898+0000 7fe43affd640 1 --2- 172.21.15.67:0/1585060880 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe43c0b9e70 0x7fe43c0cb5e0 secure :-1 s=READY pgs=2315 cs=0 l=1 rev1=1 crypto rx=0x7fe43000d770 tx=0x7fe43000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:46.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.898+0000 7fe423fff640 1 -- 172.21.15.67:0/1585060880 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe430017070 con 0x7fe43c0b9e70 2024-09-21T00:34:46.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.898+0000 7fe423fff640 1 -- 172.21.15.67:0/1585060880 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe430009d20 con 0x7fe43c0b9e70 2024-09-21T00:34:46.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.898+0000 7fe4421b6640 1 -- 172.21.15.67:0/1585060880 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe43c0cd940 con 0x7fe43c0b9e70 2024-09-21T00:34:46.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.898+0000 7fe423fff640 1 -- 172.21.15.67:0/1585060880 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe430004280 con 0x7fe43c0b9e70 2024-09-21T00:34:46.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.898+0000 7fe4421b6640 1 -- 172.21.15.67:0/1585060880 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe43c1e8670 con 0x7fe43c0b9e70 2024-09-21T00:34:46.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.899+0000 7fe4421b6640 1 -- 172.21.15.67:0/1585060880 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe43c0cce50 con 0x7fe43c0b9e70 2024-09-21T00:34:46.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.900+0000 7fe423fff640 1 -- 172.21.15.67:0/1585060880 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fe4300047a0 con 0x7fe43c0b9e70 2024-09-21T00:34:46.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.900+0000 7fe423fff640 1 --2- 172.21.15.67:0/1585060880 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe428078b90 0x7fe42807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:46.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.900+0000 7fe423fff640 1 -- 172.21.15.67:0/1585060880 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(180..180 src has 1..180) ==== 4857+0+0 (secure 0 0 0) 0x7fe43009ac00 con 0x7fe43c0b9e70 2024-09-21T00:34:46.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.900+0000 7fe43b7fe640 1 --2- 172.21.15.67:0/1585060880 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe428078b90 0x7fe42807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:46.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.901+0000 7fe43b7fe640 1 --2- 172.21.15.67:0/1585060880 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe428078b90 0x7fe42807b0a0 secure :-1 s=READY pgs=863 cs=0 l=1 rev1=1 crypto rx=0x7fe42c005fd0 tx=0x7fe42c009480 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:46.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:46.905+0000 7fe423fff640 1 -- 172.21.15.67:0/1585060880 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fe4300a1080 con 0x7fe43c0b9e70 2024-09-21T00:34:47.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:47.092+0000 7fe4421b6640 1 -- 172.21.15.67:0/1585060880 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fe43c06efd0 con 0x7fe43c0b9e70 2024-09-21T00:34:47.094 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:47.092+0000 7fe423fff640 1 -- 172.21.15.67:0/1585060880 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v180) ==== 84+0+65 (secure 0 0 0) 0x7fe430020020 con 0x7fe43c0b9e70 2024-09-21T00:34:47.094 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:34:47.094 INFO:teuthology.orchestra.run.smithi067.stdout:[ 2024-09-21T00:34:47.094 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:34:47.094 INFO:teuthology.orchestra.run.smithi067.stdout: "poolnum": 1, 2024-09-21T00:34:47.094 INFO:teuthology.orchestra.run.smithi067.stdout: "poolname": ".mgr" 2024-09-21T00:34:47.094 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:34:47.094 INFO:teuthology.orchestra.run.smithi067.stdout:] 2024-09-21T00:34:47.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:47.094+0000 7fe4421b6640 1 -- 172.21.15.67:0/1585060880 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe428078b90 msgr2=0x7fe42807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:47.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:47.094+0000 7fe4421b6640 1 --2- 172.21.15.67:0/1585060880 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe428078b90 0x7fe42807b0a0 secure :-1 s=READY pgs=863 cs=0 l=1 rev1=1 crypto rx=0x7fe42c005fd0 tx=0x7fe42c009480 comp rx=0 tx=0).stop 2024-09-21T00:34:47.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:47.094+0000 7fe4421b6640 1 -- 172.21.15.67:0/1585060880 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe43c0b9e70 msgr2=0x7fe43c0cb5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:47.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:47.094+0000 7fe4421b6640 1 --2- 172.21.15.67:0/1585060880 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe43c0b9e70 0x7fe43c0cb5e0 secure :-1 s=READY pgs=2315 cs=0 l=1 rev1=1 crypto rx=0x7fe43000d770 tx=0x7fe43000dc30 comp rx=0 tx=0).stop 2024-09-21T00:34:47.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:47.094+0000 7fe4421b6640 1 -- 172.21.15.67:0/1585060880 shutdown_connections 2024-09-21T00:34:47.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:47.094+0000 7fe4421b6640 1 --2- 172.21.15.67:0/1585060880 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe428078b90 0x7fe42807b0a0 unknown :-1 s=CLOSED pgs=863 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:47.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:47.094+0000 7fe4421b6640 1 --2- 172.21.15.67:0/1585060880 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe43c0d22f0 0x7fe43c0cbb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:47.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:47.094+0000 7fe4421b6640 1 --2- 172.21.15.67:0/1585060880 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe43c0b9e70 0x7fe43c0cb5e0 unknown :-1 s=CLOSED pgs=2315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:47.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:47.094+0000 7fe4421b6640 1 --2- 172.21.15.67:0/1585060880 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe43c06ebc0 0x7fe43c157840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:47.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:47.094+0000 7fe4421b6640 1 -- 172.21.15.67:0/1585060880 >> 172.21.15.67:0/1585060880 conn(0x7fe43c0d45a0 msgr2=0x7fe43c0b4170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:47.096 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:47.095+0000 7fe4421b6640 1 -- 172.21.15.67:0/1585060880 shutdown_connections 2024-09-21T00:34:47.097 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:47.095+0000 7fe4421b6640 1 -- 172.21.15.67:0/1585060880 wait complete. 2024-09-21T00:34:47.107 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-21T00:34:47.108 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-21T00:34:47.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:47.228+0000 7f176abeb640 1 -- 172.21.15.67:0/256960076 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f17640cf9b0 msgr2=0x7f17640d4e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:47.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:47.228+0000 7f176abeb640 1 --2- 172.21.15.67:0/256960076 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f17640cf9b0 0x7f17640d4e30 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7f175c005fd0 tx=0x7f175c02a840 comp rx=0 tx=0).stop 2024-09-21T00:34:47.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:47.228+0000 7f176abeb640 1 -- 172.21.15.67:0/256960076 shutdown_connections 2024-09-21T00:34:47.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:47.228+0000 7f176abeb640 1 --2- 172.21.15.67:0/256960076 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f17640cf9b0 0x7f17640d4e30 unknown :-1 s=CLOSED pgs=707 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:47.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:47.228+0000 7f176abeb640 1 -- 172.21.15.67:0/256960076 >> 172.21.15.67:0/256960076 conn(0x7f176408bee0 msgr2=0x7f17640d4720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:47.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:47.228+0000 7f176abeb640 1 -- 172.21.15.67:0/256960076 shutdown_connections 2024-09-21T00:34:47.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:47.228+0000 7f176abeb640 1 -- 172.21.15.67:0/256960076 wait complete. 2024-09-21T00:34:47.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:47.230+0000 7f176abeb640 1 Processor -- start 2024-09-21T00:34:47.231 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:47.230+0000 7f176abeb640 1 -- start start 2024-09-21T00:34:47.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:47.231+0000 7f176abeb640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f17640b3680 0x7f17641f90a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:47.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:47.231+0000 7f176abeb640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f17640b6990 0x7f17640b86f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:47.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:47.231+0000 7f176abeb640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f17640cf9b0 0x7f17640b8c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:47.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:47.232+0000 7f176abeb640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f176416a160 con 0x7f17640b3680 2024-09-21T00:34:47.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:47.232+0000 7f176abeb640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f1764169fe0 con 0x7f17640b6990 2024-09-21T00:34:47.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:47.232+0000 7f176abeb640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f176416a2e0 con 0x7f17640cf9b0 2024-09-21T00:34:47.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:47.232+0000 7f1768987640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f17640b3680 0x7f17641f90a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:47.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:47.232+0000 7f1768987640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f17640b3680 0x7f17641f90a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33260/0 (socket says 172.21.15.67:33260) 2024-09-21T00:34:47.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:47.232+0000 7f1768987640 1 -- 172.21.15.67:0/1611056353 learned_addr learned my addr 172.21.15.67:0/1611056353 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:47.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:47.232+0000 7f1763fff640 1 --2- 172.21.15.67:0/1611056353 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f17640b6990 0x7f17640b86f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:47.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:47.232+0000 7f1769188640 1 --2- 172.21.15.67:0/1611056353 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f17640cf9b0 0x7f17640b8c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:47.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:47.232+0000 7f1768987640 1 -- 172.21.15.67:0/1611056353 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f17640cf9b0 msgr2=0x7f17640b8c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:47.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:47.232+0000 7f1768987640 1 --2- 172.21.15.67:0/1611056353 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f17640cf9b0 0x7f17640b8c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:47.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:47.232+0000 7f1768987640 1 -- 172.21.15.67:0/1611056353 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f17640b6990 msgr2=0x7f17640b86f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:47.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:47.232+0000 7f1768987640 1 --2- 172.21.15.67:0/1611056353 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f17640b6990 0x7f17640b86f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:47.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:47.232+0000 7f1768987640 1 -- 172.21.15.67:0/1611056353 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17641f9c20 con 0x7f17640b3680 2024-09-21T00:34:47.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:47.232+0000 7f1768987640 1 --2- 172.21.15.67:0/1611056353 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f17640b3680 0x7f17641f90a0 secure :-1 s=READY pgs=2317 cs=0 l=1 rev1=1 crypto rx=0x7f175400c400 tx=0x7f175400c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:47.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:47.232+0000 7f17617fa640 1 -- 172.21.15.67:0/1611056353 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1754017070 con 0x7f17640b3680 2024-09-21T00:34:47.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:47.232+0000 7f17617fa640 1 -- 172.21.15.67:0/1611056353 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f17540053c0 con 0x7f17640b3680 2024-09-21T00:34:47.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:47.232+0000 7f176abeb640 1 -- 172.21.15.67:0/1611056353 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f176415cfe0 con 0x7f17640b3680 2024-09-21T00:34:47.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:47.232+0000 7f17617fa640 1 -- 172.21.15.67:0/1611056353 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1754003850 con 0x7f17640b3680 2024-09-21T00:34:47.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:47.232+0000 7f176abeb640 1 -- 172.21.15.67:0/1611056353 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1764157fc0 con 0x7f17640b3680 2024-09-21T00:34:47.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:47.233+0000 7f176abeb640 1 -- 172.21.15.67:0/1611056353 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1764158220 con 0x7f17640b3680 2024-09-21T00:34:47.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:47.234+0000 7f17617fa640 1 -- 172.21.15.67:0/1611056353 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f175401a070 con 0x7f17640b3680 2024-09-21T00:34:47.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:47.235+0000 7f17617fa640 1 --2- 172.21.15.67:0/1611056353 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1750078bc0 0x7f175007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:47.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:47.235+0000 7f17617fa640 1 -- 172.21.15.67:0/1611056353 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(180..180 src has 1..180) ==== 4857+0+0 (secure 0 0 0) 0x7f1754099d00 con 0x7f17640b3680 2024-09-21T00:34:47.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:47.235+0000 7f1763fff640 1 --2- 172.21.15.67:0/1611056353 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1750078bc0 0x7f175007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:47.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:47.236+0000 7f1763fff640 1 --2- 172.21.15.67:0/1611056353 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1750078bc0 0x7f175007b0d0 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x7f17640b9250 tx=0x7f1758009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:47.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:47.240+0000 7f17617fa640 1 -- 172.21.15.67:0/1611056353 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f1754061e50 con 0x7f17640b3680 2024-09-21T00:34:47.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:47.431+0000 7f176abeb640 1 -- 172.21.15.67:0/1611056353 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f17640d4e30 con 0x7f17640b3680 2024-09-21T00:34:48.359 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:48.358+0000 7f17617fa640 1 -- 172.21.15.67:0/1611056353 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v181) ==== 138+0+0 (secure 0 0 0) 0x7f1754066880 con 0x7f17640b3680 2024-09-21T00:34:48.360 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_metadata' created 2024-09-21T00:34:48.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:48.361+0000 7f176abeb640 1 -- 172.21.15.67:0/1611056353 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1750078bc0 msgr2=0x7f175007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:48.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:48.361+0000 7f176abeb640 1 --2- 172.21.15.67:0/1611056353 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1750078bc0 0x7f175007b0d0 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x7f17640b9250 tx=0x7f1758009040 comp rx=0 tx=0).stop 2024-09-21T00:34:48.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:48.361+0000 7f176abeb640 1 -- 172.21.15.67:0/1611056353 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f17640b3680 msgr2=0x7f17641f90a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:48.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:48.361+0000 7f176abeb640 1 --2- 172.21.15.67:0/1611056353 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f17640b3680 0x7f17641f90a0 secure :-1 s=READY pgs=2317 cs=0 l=1 rev1=1 crypto rx=0x7f175400c400 tx=0x7f175400c8c0 comp rx=0 tx=0).stop 2024-09-21T00:34:48.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:48.361+0000 7f176abeb640 1 -- 172.21.15.67:0/1611056353 shutdown_connections 2024-09-21T00:34:48.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:48.361+0000 7f176abeb640 1 --2- 172.21.15.67:0/1611056353 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1750078bc0 0x7f175007b0d0 unknown :-1 s=CLOSED pgs=864 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:48.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:48.361+0000 7f176abeb640 1 --2- 172.21.15.67:0/1611056353 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f17640cf9b0 0x7f17640b8c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:48.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:48.361+0000 7f176abeb640 1 --2- 172.21.15.67:0/1611056353 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f17640b6990 0x7f17640b86f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:48.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:48.361+0000 7f176abeb640 1 --2- 172.21.15.67:0/1611056353 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f17640b3680 0x7f17641f90a0 unknown :-1 s=CLOSED pgs=2317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:48.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:48.361+0000 7f176abeb640 1 -- 172.21.15.67:0/1611056353 >> 172.21.15.67:0/1611056353 conn(0x7f176408bee0 msgr2=0x7f17640b19e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:48.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:48.361+0000 7f176abeb640 1 -- 172.21.15.67:0/1611056353 shutdown_connections 2024-09-21T00:34:48.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:48.361+0000 7f176abeb640 1 -- 172.21.15.67:0/1611056353 wait complete. 2024-09-21T00:34:48.381 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-21T00:34:48.512 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:48.511+0000 7fb5b2f19640 1 -- 172.21.15.67:0/2759714207 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb59c005250 msgr2=0x7fb59c00b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:48.512 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:48.511+0000 7fb5b2f19640 1 --2- 172.21.15.67:0/2759714207 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb59c005250 0x7fb59c00b9c0 secure :-1 s=READY pgs=2319 cs=0 l=1 rev1=1 crypto rx=0x7fb5a4001d90 tx=0x7fb59c005830 comp rx=0 tx=0).stop 2024-09-21T00:34:48.512 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:48.511+0000 7fb5b2f19640 1 -- 172.21.15.67:0/2759714207 shutdown_connections 2024-09-21T00:34:48.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:48.511+0000 7fb5b2f19640 1 --2- 172.21.15.67:0/2759714207 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb59c005250 0x7fb59c00b9c0 unknown :-1 s=CLOSED pgs=2319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:48.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:48.511+0000 7fb5b2f19640 1 -- 172.21.15.67:0/2759714207 >> 172.21.15.67:0/2759714207 conn(0x7fb5ac09d870 msgr2=0x7fb5ac08bee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:48.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:48.511+0000 7fb5b2f19640 1 -- 172.21.15.67:0/2759714207 shutdown_connections 2024-09-21T00:34:48.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:48.511+0000 7fb5b2f19640 1 -- 172.21.15.67:0/2759714207 wait complete. 2024-09-21T00:34:48.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:48.513+0000 7fb5b2f19640 1 Processor -- start 2024-09-21T00:34:48.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:48.513+0000 7fb5b2f19640 1 -- start start 2024-09-21T00:34:48.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:48.514+0000 7fb5b2f19640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb59c005250 0x7fb5ac1f6500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:48.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:48.514+0000 7fb5b2f19640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb5ac15b290 0x7fb5ac15b6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:48.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:48.514+0000 7fb5b2f19640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb5ac1f89c0 0x7fb5ac1f8dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:48.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:48.514+0000 7fb5b2f19640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fb5ac0b9ed0 con 0x7fb59c005250 2024-09-21T00:34:48.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:48.514+0000 7fb5b2f19640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fb5ac0b9d50 con 0x7fb5ac15b290 2024-09-21T00:34:48.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:48.514+0000 7fb5b2f19640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fb5ac0b3590 con 0x7fb5ac1f89c0 2024-09-21T00:34:48.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:48.514+0000 7fb5b0cb5640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb59c005250 0x7fb5ac1f6500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:48.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:48.514+0000 7fb5b0cb5640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb59c005250 0x7fb5ac1f6500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33286/0 (socket says 172.21.15.67:33286) 2024-09-21T00:34:48.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:48.514+0000 7fb5b0cb5640 1 -- 172.21.15.67:0/2223150188 learned_addr learned my addr 172.21.15.67:0/2223150188 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:48.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:48.515+0000 7fb5b14b6640 1 --2- 172.21.15.67:0/2223150188 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb5ac1f89c0 0x7fb5ac1f8dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:48.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:48.515+0000 7fb5abfff640 1 --2- 172.21.15.67:0/2223150188 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb5ac15b290 0x7fb5ac15b6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:48.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:48.515+0000 7fb5b0cb5640 1 -- 172.21.15.67:0/2223150188 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb5ac1f89c0 msgr2=0x7fb5ac1f8dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:48.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:48.515+0000 7fb5b0cb5640 1 --2- 172.21.15.67:0/2223150188 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb5ac1f89c0 0x7fb5ac1f8dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:48.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:48.515+0000 7fb5b0cb5640 1 -- 172.21.15.67:0/2223150188 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb5ac15b290 msgr2=0x7fb5ac15b6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:48.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:48.515+0000 7fb5b0cb5640 1 --2- 172.21.15.67:0/2223150188 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb5ac15b290 0x7fb5ac15b6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:48.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:48.515+0000 7fb5b0cb5640 1 -- 172.21.15.67:0/2223150188 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5ac1f9310 con 0x7fb59c005250 2024-09-21T00:34:48.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:48.515+0000 7fb5b0cb5640 1 --2- 172.21.15.67:0/2223150188 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb59c005250 0x7fb5ac1f6500 secure :-1 s=READY pgs=2320 cs=0 l=1 rev1=1 crypto rx=0x7fb5a0001a70 tx=0x7fb5a00039c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:48.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:48.515+0000 7fb5a97fa640 1 -- 172.21.15.67:0/2223150188 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5a0015070 con 0x7fb59c005250 2024-09-21T00:34:48.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:48.515+0000 7fb5a97fa640 1 -- 172.21.15.67:0/2223150188 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb5a0011900 con 0x7fb59c005250 2024-09-21T00:34:48.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:48.515+0000 7fb5b2f19640 1 -- 172.21.15.67:0/2223150188 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5ac15a1f0 con 0x7fb59c005250 2024-09-21T00:34:48.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:48.515+0000 7fb5a97fa640 1 -- 172.21.15.67:0/2223150188 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5a0011d50 con 0x7fb59c005250 2024-09-21T00:34:48.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:48.516+0000 7fb5b2f19640 1 -- 172.21.15.67:0/2223150188 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5ac15a7b0 con 0x7fb59c005250 2024-09-21T00:34:48.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:48.517+0000 7fb5b2f19640 1 -- 172.21.15.67:0/2223150188 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb5ac0d1160 con 0x7fb59c005250 2024-09-21T00:34:48.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:48.517+0000 7fb5a97fa640 1 -- 172.21.15.67:0/2223150188 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fb5a0018070 con 0x7fb59c005250 2024-09-21T00:34:48.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:48.518+0000 7fb5a97fa640 1 --2- 172.21.15.67:0/2223150188 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb590078be0 0x7fb59007b0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:48.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:48.518+0000 7fb5a97fa640 1 -- 172.21.15.67:0/2223150188 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(181..181 src has 1..181) ==== 5227+0+0 (secure 0 0 0) 0x7fb5a009b7b0 con 0x7fb59c005250 2024-09-21T00:34:48.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:48.518+0000 7fb5abfff640 1 --2- 172.21.15.67:0/2223150188 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb590078be0 0x7fb59007b0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:48.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:48.519+0000 7fb5abfff640 1 --2- 172.21.15.67:0/2223150188 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb590078be0 0x7fb59007b0f0 secure :-1 s=READY pgs=868 cs=0 l=1 rev1=1 crypto rx=0x7fb5ac15fad0 tx=0x7fb598005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:48.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:48.523+0000 7fb5a97fa640 1 -- 172.21.15.67:0/2223150188 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fb5ac1f9310 con 0x7fb59c005250 2024-09-21T00:34:48.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:48.713+0000 7fb5b2f19640 1 -- 172.21.15.67:0/2223150188 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fb5ac0b2e80 con 0x7fb59c005250 2024-09-21T00:34:49.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:49.361+0000 7fb5a97fa640 1 -- 172.21.15.67:0/2223150188 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v182) ==== 170+0+0 (secure 0 0 0) 0x7fb5ac0d15c0 con 0x7fb59c005250 2024-09-21T00:34:49.362 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_data' created 2024-09-21T00:34:49.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:49.364+0000 7fb5b2f19640 1 -- 172.21.15.67:0/2223150188 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb590078be0 msgr2=0x7fb59007b0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:49.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:49.364+0000 7fb5b2f19640 1 --2- 172.21.15.67:0/2223150188 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb590078be0 0x7fb59007b0f0 secure :-1 s=READY pgs=868 cs=0 l=1 rev1=1 crypto rx=0x7fb5ac15fad0 tx=0x7fb598005f90 comp rx=0 tx=0).stop 2024-09-21T00:34:49.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:49.364+0000 7fb5b2f19640 1 -- 172.21.15.67:0/2223150188 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb59c005250 msgr2=0x7fb5ac1f6500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:49.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:49.364+0000 7fb5b2f19640 1 --2- 172.21.15.67:0/2223150188 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb59c005250 0x7fb5ac1f6500 secure :-1 s=READY pgs=2320 cs=0 l=1 rev1=1 crypto rx=0x7fb5a0001a70 tx=0x7fb5a00039c0 comp rx=0 tx=0).stop 2024-09-21T00:34:49.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:49.364+0000 7fb5b2f19640 1 -- 172.21.15.67:0/2223150188 shutdown_connections 2024-09-21T00:34:49.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:49.364+0000 7fb5b2f19640 1 --2- 172.21.15.67:0/2223150188 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb590078be0 0x7fb59007b0f0 unknown :-1 s=CLOSED pgs=868 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:49.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:49.364+0000 7fb5b2f19640 1 --2- 172.21.15.67:0/2223150188 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb5ac1f89c0 0x7fb5ac1f8dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:49.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:49.364+0000 7fb5b2f19640 1 --2- 172.21.15.67:0/2223150188 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb5ac15b290 0x7fb5ac15b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:49.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:49.364+0000 7fb5b2f19640 1 --2- 172.21.15.67:0/2223150188 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb59c005250 0x7fb5ac1f6500 unknown :-1 s=CLOSED pgs=2320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:49.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:49.364+0000 7fb5b2f19640 1 -- 172.21.15.67:0/2223150188 >> 172.21.15.67:0/2223150188 conn(0x7fb5ac09d870 msgr2=0x7fb5ac0b1d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:49.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:49.364+0000 7fb5b2f19640 1 -- 172.21.15.67:0/2223150188 shutdown_connections 2024-09-21T00:34:49.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:49.364+0000 7fb5b2f19640 1 -- 172.21.15.67:0/2223150188 wait complete. 2024-09-21T00:34:49.388 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-21T00:34:49.512 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:49.510+0000 7f3596fdf640 1 -- 172.21.15.67:0/2934545681 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f35900d4db0 msgr2=0x7f35900d0d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:49.512 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:49.510+0000 7f3596fdf640 1 --2- 172.21.15.67:0/2934545681 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f35900d4db0 0x7f35900d0d40 secure :-1 s=READY pgs=2321 cs=0 l=1 rev1=1 crypto rx=0x7f35900d2200 tx=0x7f358002a4d0 comp rx=0 tx=0).stop 2024-09-21T00:34:49.512 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:49.510+0000 7f3596fdf640 1 -- 172.21.15.67:0/2934545681 shutdown_connections 2024-09-21T00:34:49.512 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:49.510+0000 7f3596fdf640 1 --2- 172.21.15.67:0/2934545681 >> v2:172.21.15.97:3300/0 conn(0x7f35900d1280 0x7f35900d2480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:49.512 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:49.510+0000 7f3596fdf640 1 --2- 172.21.15.67:0/2934545681 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f35900d4db0 0x7f35900d0d40 unknown :-1 s=CLOSED pgs=2321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:49.512 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:49.510+0000 7f3596fdf640 1 --2- 172.21.15.67:0/2934545681 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f35900d3590 0x7f35900b9950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:49.512 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:49.510+0000 7f3596fdf640 1 -- 172.21.15.67:0/2934545681 >> 172.21.15.67:0/2934545681 conn(0x7f359009da10 msgr2=0x7f35900d46a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:49.512 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:49.510+0000 7f3596fdf640 1 -- 172.21.15.67:0/2934545681 shutdown_connections 2024-09-21T00:34:49.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:49.510+0000 7f3596fdf640 1 -- 172.21.15.67:0/2934545681 wait complete. 2024-09-21T00:34:49.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:49.512+0000 7f3596fdf640 1 Processor -- start 2024-09-21T00:34:49.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:49.512+0000 7f3596fdf640 1 -- start start 2024-09-21T00:34:49.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:49.514+0000 7f3596fdf640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f35900d1280 0x7f359014dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:49.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:49.514+0000 7f3596fdf640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f35900d3590 0x7f359014f120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:49.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:49.514+0000 7f3596fdf640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f35900d4db0 0x7f359014f660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:49.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:49.514+0000 7f3596fdf640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f35900d2d50 con 0x7f35900d4db0 2024-09-21T00:34:49.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:49.514+0000 7f3596fdf640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f35900d2bd0 con 0x7f35900d1280 2024-09-21T00:34:49.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:49.514+0000 7f3596fdf640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f35900d2ed0 con 0x7f35900d3590 2024-09-21T00:34:49.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:49.514+0000 7f359557c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f35900d4db0 0x7f359014f660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:49.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:49.514+0000 7f359557c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f35900d4db0 0x7f359014f660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33298/0 (socket says 172.21.15.67:33298) 2024-09-21T00:34:49.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:49.514+0000 7f359557c640 1 -- 172.21.15.67:0/3647206865 learned_addr learned my addr 172.21.15.67:0/3647206865 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:49.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:49.514+0000 7f3594d7b640 1 --2- 172.21.15.67:0/3647206865 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f35900d1280 0x7f359014dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:49.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:49.514+0000 7f3587fff640 1 --2- 172.21.15.67:0/3647206865 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f35900d3590 0x7f359014f120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:49.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:49.514+0000 7f359557c640 1 -- 172.21.15.67:0/3647206865 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f35900d3590 msgr2=0x7f359014f120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:49.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:49.514+0000 7f359557c640 1 --2- 172.21.15.67:0/3647206865 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f35900d3590 0x7f359014f120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:49.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:49.514+0000 7f359557c640 1 -- 172.21.15.67:0/3647206865 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f35900d1280 msgr2=0x7f359014dcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:49.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:49.514+0000 7f359557c640 1 --2- 172.21.15.67:0/3647206865 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f35900d1280 0x7f359014dcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:49.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:49.514+0000 7f359557c640 1 -- 172.21.15.67:0/3647206865 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35900b29a0 con 0x7f35900d4db0 2024-09-21T00:34:49.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:49.514+0000 7f3587fff640 1 --2- 172.21.15.67:0/3647206865 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f35900d3590 0x7f359014f120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:34:49.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:49.514+0000 7f359557c640 1 --2- 172.21.15.67:0/3647206865 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f35900d4db0 0x7f359014f660 secure :-1 s=READY pgs=2322 cs=0 l=1 rev1=1 crypto rx=0x7f358800e960 tx=0x7f358800ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:49.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:49.515+0000 7f35857fa640 1 -- 172.21.15.67:0/3647206865 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3588004d20 con 0x7f35900d4db0 2024-09-21T00:34:49.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:49.515+0000 7f35857fa640 1 -- 172.21.15.67:0/3647206865 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f358800cb20 con 0x7f35900d4db0 2024-09-21T00:34:49.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:49.515+0000 7f3596fdf640 1 -- 172.21.15.67:0/3647206865 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35900b2c80 con 0x7f35900d4db0 2024-09-21T00:34:49.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:49.515+0000 7f35857fa640 1 -- 172.21.15.67:0/3647206865 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3588005020 con 0x7f35900d4db0 2024-09-21T00:34:49.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:49.515+0000 7f3596fdf640 1 -- 172.21.15.67:0/3647206865 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f359014e920 con 0x7f35900d4db0 2024-09-21T00:34:49.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:49.516+0000 7f3596fdf640 1 -- 172.21.15.67:0/3647206865 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f35900b9950 con 0x7f35900d4db0 2024-09-21T00:34:49.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:49.517+0000 7f35857fa640 1 -- 172.21.15.67:0/3647206865 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f35880051c0 con 0x7f35900d4db0 2024-09-21T00:34:49.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:49.517+0000 7f35857fa640 1 --2- 172.21.15.67:0/3647206865 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f357c078b90 0x7f357c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:49.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:49.517+0000 7f35857fa640 1 -- 172.21.15.67:0/3647206865 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(182..182 src has 1..182) ==== 5609+0+0 (secure 0 0 0) 0x7f358809b6a0 con 0x7f35900d4db0 2024-09-21T00:34:49.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:49.517+0000 7f3594d7b640 1 --2- 172.21.15.67:0/3647206865 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f357c078b90 0x7f357c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:49.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:49.518+0000 7f3594d7b640 1 --2- 172.21.15.67:0/3647206865 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f357c078b90 0x7f357c07b0a0 secure :-1 s=READY pgs=869 cs=0 l=1 rev1=1 crypto rx=0x7f358c00da90 tx=0x7f358c00d470 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:49.523 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:49.522+0000 7f35857fa640 1 -- 172.21.15.67:0/3647206865 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f3588016030 con 0x7f35900d4db0 2024-09-21T00:34:49.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:49.751+0000 7f3596fdf640 1 -- 172.21.15.67:0/3647206865 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f35900cf420 con 0x7f35900d4db0 2024-09-21T00:34:50.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.379+0000 7f35857fa640 1 -- 172.21.15.67:0/3647206865 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 28 and data pool 29 v156) ==== 174+0+0 (secure 0 0 0) 0x7f3588063b40 con 0x7f35900d4db0 2024-09-21T00:34:50.380 INFO:teuthology.orchestra.run.smithi067.stderr:new fs with metadata pool 28 and data pool 29 2024-09-21T00:34:50.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.382+0000 7f3596fdf640 1 -- 172.21.15.67:0/3647206865 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f357c078b90 msgr2=0x7f357c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:50.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.382+0000 7f3596fdf640 1 --2- 172.21.15.67:0/3647206865 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f357c078b90 0x7f357c07b0a0 secure :-1 s=READY pgs=869 cs=0 l=1 rev1=1 crypto rx=0x7f358c00da90 tx=0x7f358c00d470 comp rx=0 tx=0).stop 2024-09-21T00:34:50.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.382+0000 7f3596fdf640 1 -- 172.21.15.67:0/3647206865 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f35900d4db0 msgr2=0x7f359014f660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:50.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.382+0000 7f3596fdf640 1 --2- 172.21.15.67:0/3647206865 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f35900d4db0 0x7f359014f660 secure :-1 s=READY pgs=2322 cs=0 l=1 rev1=1 crypto rx=0x7f358800e960 tx=0x7f358800ee20 comp rx=0 tx=0).stop 2024-09-21T00:34:50.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.383+0000 7f3596fdf640 1 -- 172.21.15.67:0/3647206865 shutdown_connections 2024-09-21T00:34:50.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.383+0000 7f3596fdf640 1 --2- 172.21.15.67:0/3647206865 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f357c078b90 0x7f357c07b0a0 unknown :-1 s=CLOSED pgs=869 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:50.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.383+0000 7f3596fdf640 1 --2- 172.21.15.67:0/3647206865 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f35900d4db0 0x7f359014f660 unknown :-1 s=CLOSED pgs=2322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:50.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.383+0000 7f3596fdf640 1 --2- 172.21.15.67:0/3647206865 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f35900d3590 0x7f359014f120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:50.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.383+0000 7f3596fdf640 1 --2- 172.21.15.67:0/3647206865 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f35900d1280 0x7f359014dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:50.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.383+0000 7f3596fdf640 1 -- 172.21.15.67:0/3647206865 >> 172.21.15.67:0/3647206865 conn(0x7f359009da10 msgr2=0x7f3590161b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:50.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.384+0000 7f3596fdf640 1 -- 172.21.15.67:0/3647206865 shutdown_connections 2024-09-21T00:34:50.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.384+0000 7f3596fdf640 1 -- 172.21.15.67:0/3647206865 wait complete. 2024-09-21T00:34:50.410 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:34:50.532 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.530+0000 7f09b912b640 1 -- 172.21.15.67:0/3616496520 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f099c003a50 msgr2=0x7f099c003ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:50.532 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.530+0000 7f09b912b640 1 --2- 172.21.15.67:0/3616496520 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f099c003a50 0x7f099c003ec0 secure :-1 s=READY pgs=2324 cs=0 l=1 rev1=1 crypto rx=0x7f09a4006fd0 tx=0x7f099c005830 comp rx=0 tx=0).stop 2024-09-21T00:34:50.532 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.530+0000 7f09b912b640 1 -- 172.21.15.67:0/3616496520 shutdown_connections 2024-09-21T00:34:50.532 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.530+0000 7f09b912b640 1 --2- 172.21.15.67:0/3616496520 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f099c003a50 0x7f099c003ec0 unknown :-1 s=CLOSED pgs=2324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:50.532 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.530+0000 7f09b912b640 1 -- 172.21.15.67:0/3616496520 >> 172.21.15.67:0/3616496520 conn(0x7f09b40b4140 msgr2=0x7f09b40b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:50.532 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.530+0000 7f09b912b640 1 -- 172.21.15.67:0/3616496520 shutdown_connections 2024-09-21T00:34:50.532 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.530+0000 7f09b912b640 1 -- 172.21.15.67:0/3616496520 wait complete. 2024-09-21T00:34:50.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.532+0000 7f09b912b640 1 Processor -- start 2024-09-21T00:34:50.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.533+0000 7f09b912b640 1 -- start start 2024-09-21T00:34:50.536 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.534+0000 7f09b912b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f099c003a50 0x7f09b40cc870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:50.536 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.534+0000 7f09b912b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f09b41d56c0 0x7f09b40b0350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:50.536 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.534+0000 7f09b912b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f09b41d5ad0 0x7f09b40b0890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:50.536 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.534+0000 7f09b912b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f09b409aad0 con 0x7f09b41d56c0 2024-09-21T00:34:50.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.534+0000 7f09b912b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f09b409a950 con 0x7f09b41d5ad0 2024-09-21T00:34:50.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.534+0000 7f09b912b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f09b409ac50 con 0x7f099c003a50 2024-09-21T00:34:50.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.534+0000 7f09b259c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f09b41d56c0 0x7f09b40b0350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:50.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.534+0000 7f09b259c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f09b41d56c0 0x7f09b40b0350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33320/0 (socket says 172.21.15.67:33320) 2024-09-21T00:34:50.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.534+0000 7f09b259c640 1 -- 172.21.15.67:0/2881392919 learned_addr learned my addr 172.21.15.67:0/2881392919 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:50.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.534+0000 7f09b359e640 1 --2- 172.21.15.67:0/2881392919 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f09b41d5ad0 0x7f09b40b0890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:50.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.534+0000 7f09b2d9d640 1 --2- 172.21.15.67:0/2881392919 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f099c003a50 0x7f09b40cc870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:50.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.534+0000 7f09b259c640 1 -- 172.21.15.67:0/2881392919 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f099c003a50 msgr2=0x7f09b40cc870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:50.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.534+0000 7f09b259c640 1 --2- 172.21.15.67:0/2881392919 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f099c003a50 0x7f09b40cc870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:50.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.534+0000 7f09b259c640 1 -- 172.21.15.67:0/2881392919 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f09b41d5ad0 msgr2=0x7f09b40b0890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:50.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.534+0000 7f09b259c640 1 --2- 172.21.15.67:0/2881392919 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f09b41d5ad0 0x7f09b40b0890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:50.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.534+0000 7f09b259c640 1 -- 172.21.15.67:0/2881392919 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09b40ca660 con 0x7f09b41d56c0 2024-09-21T00:34:50.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.535+0000 7f09b259c640 1 --2- 172.21.15.67:0/2881392919 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f09b41d56c0 0x7f09b40b0350 secure :-1 s=READY pgs=2325 cs=0 l=1 rev1=1 crypto rx=0x7f09a8003f00 tx=0x7f09a8001630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:50.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.535+0000 7f099b7fe640 1 -- 172.21.15.67:0/2881392919 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09a8011640 con 0x7f09b41d56c0 2024-09-21T00:34:50.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.535+0000 7f099b7fe640 1 -- 172.21.15.67:0/2881392919 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f09a8016020 con 0x7f09b41d56c0 2024-09-21T00:34:50.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.535+0000 7f09b912b640 1 -- 172.21.15.67:0/2881392919 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f09b40ca940 con 0x7f09b41d56c0 2024-09-21T00:34:50.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.535+0000 7f099b7fe640 1 -- 172.21.15.67:0/2881392919 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09a8011a80 con 0x7f09b41d56c0 2024-09-21T00:34:50.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.535+0000 7f09b912b640 1 -- 172.21.15.67:0/2881392919 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09b40caf00 con 0x7f09b41d56c0 2024-09-21T00:34:50.539 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.536+0000 7f09b912b640 1 -- 172.21.15.67:0/2881392919 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f09b409b1b0 con 0x7f09b41d56c0 2024-09-21T00:34:50.539 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.537+0000 7f099b7fe640 1 -- 172.21.15.67:0/2881392919 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f09a8011c20 con 0x7f09b41d56c0 2024-09-21T00:34:50.539 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.537+0000 7f099b7fe640 1 --2- 172.21.15.67:0/2881392919 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f09a0078b90 0x7f09a007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:50.539 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.537+0000 7f099b7fe640 1 -- 172.21.15.67:0/2881392919 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(183..183 src has 1..183) ==== 5709+0+0 (secure 0 0 0) 0x7f09a809b7f0 con 0x7f09b41d56c0 2024-09-21T00:34:50.539 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.537+0000 7f09b2d9d640 1 --2- 172.21.15.67:0/2881392919 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f09a0078b90 0x7f09a007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:50.539 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.538+0000 7f09b2d9d640 1 --2- 172.21.15.67:0/2881392919 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f09a0078b90 0x7f09a007b0a0 secure :-1 s=READY pgs=870 cs=0 l=1 rev1=1 crypto rx=0x7f09a4033000 tx=0x7f09b409bc40 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:50.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.542+0000 7f099b7fe640 1 -- 172.21.15.67:0/2881392919 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f09a8020020 con 0x7f09b41d56c0 2024-09-21T00:34:50.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.732+0000 7f09b912b640 1 -- 172.21.15.67:0/2881392919 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f09b40ce3d0 con 0x7f09b41d56c0 2024-09-21T00:34:50.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.733+0000 7f099b7fe640 1 -- 172.21.15.67:0/2881392919 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v183) ==== 74+0+16716 (secure 0 0 0) 0x7f09a80635e0 con 0x7f09b41d56c0 2024-09-21T00:34:50.734 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:34:50.735 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":183,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:34:49.753160+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":29,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":28,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:34:47.436495+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"183","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":29,"pool_name":"cephfs_data","create_time":"2024-09-21T00:34:48.718937+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"183","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":182,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":182,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":182,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":182,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":182,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":182,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":182,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":182,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:34:50.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.736+0000 7f09b912b640 1 -- 172.21.15.67:0/2881392919 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f09a0078b90 msgr2=0x7f09a007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:50.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.736+0000 7f09b912b640 1 --2- 172.21.15.67:0/2881392919 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f09a0078b90 0x7f09a007b0a0 secure :-1 s=READY pgs=870 cs=0 l=1 rev1=1 crypto rx=0x7f09a4033000 tx=0x7f09b409bc40 comp rx=0 tx=0).stop 2024-09-21T00:34:50.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.736+0000 7f09b912b640 1 -- 172.21.15.67:0/2881392919 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f09b41d56c0 msgr2=0x7f09b40b0350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:50.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.736+0000 7f09b912b640 1 --2- 172.21.15.67:0/2881392919 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f09b41d56c0 0x7f09b40b0350 secure :-1 s=READY pgs=2325 cs=0 l=1 rev1=1 crypto rx=0x7f09a8003f00 tx=0x7f09a8001630 comp rx=0 tx=0).stop 2024-09-21T00:34:50.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.736+0000 7f09b912b640 1 -- 172.21.15.67:0/2881392919 shutdown_connections 2024-09-21T00:34:50.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.736+0000 7f09b912b640 1 --2- 172.21.15.67:0/2881392919 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f09a0078b90 0x7f09a007b0a0 unknown :-1 s=CLOSED pgs=870 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:50.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.736+0000 7f09b912b640 1 --2- 172.21.15.67:0/2881392919 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f09b41d5ad0 0x7f09b40b0890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:50.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.736+0000 7f09b912b640 1 --2- 172.21.15.67:0/2881392919 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f09b41d56c0 0x7f09b40b0350 unknown :-1 s=CLOSED pgs=2325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:50.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.736+0000 7f09b912b640 1 --2- 172.21.15.67:0/2881392919 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f099c003a50 0x7f09b40cc870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:50.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.736+0000 7f09b912b640 1 -- 172.21.15.67:0/2881392919 >> 172.21.15.67:0/2881392919 conn(0x7f09b40b4140 msgr2=0x7f09b40b5480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:50.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.736+0000 7f09b912b640 1 -- 172.21.15.67:0/2881392919 shutdown_connections 2024-09-21T00:34:50.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.736+0000 7f09b912b640 1 -- 172.21.15.67:0/2881392919 wait complete. 2024-09-21T00:34:50.749 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:34:50.866 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.864+0000 7fa70118a640 1 -- 172.21.15.67:0/2719437463 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa6fc0b9e70 msgr2=0x7fa6fc0b6020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:50.866 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.864+0000 7fa70118a640 1 --2- 172.21.15.67:0/2719437463 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa6fc0b9e70 0x7fa6fc0b6020 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fa6ec009be0 tx=0x7fa6ec02a820 comp rx=0 tx=0).stop 2024-09-21T00:34:50.866 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.864+0000 7fa70118a640 1 -- 172.21.15.67:0/2719437463 shutdown_connections 2024-09-21T00:34:50.866 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.864+0000 7fa70118a640 1 --2- 172.21.15.67:0/2719437463 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa6fc0b9e70 0x7fa6fc0b6020 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:50.866 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.864+0000 7fa70118a640 1 -- 172.21.15.67:0/2719437463 >> 172.21.15.67:0/2719437463 conn(0x7fa6fc0d45a0 msgr2=0x7fa6fc0d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:50.866 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.864+0000 7fa70118a640 1 -- 172.21.15.67:0/2719437463 shutdown_connections 2024-09-21T00:34:50.866 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.864+0000 7fa70118a640 1 -- 172.21.15.67:0/2719437463 wait complete. 2024-09-21T00:34:50.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.866+0000 7fa70118a640 1 Processor -- start 2024-09-21T00:34:50.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.866+0000 7fa70118a640 1 -- start start 2024-09-21T00:34:50.870 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.868+0000 7fa70118a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa6fc0b9e70 0x7fa6fc1e9a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:50.870 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.868+0000 7fa70118a640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa6fc0d0270 0x7fa6fc150970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:50.870 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.868+0000 7fa70118a640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa6fc0d22f0 0x7fa6fc1e88e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:50.870 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.868+0000 7fa70118a640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fa6fc0b6940 con 0x7fa6fc0b9e70 2024-09-21T00:34:50.870 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.868+0000 7fa70118a640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fa6fc0b67c0 con 0x7fa6fc0d0270 2024-09-21T00:34:50.870 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.868+0000 7fa70118a640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fa6fc06f9e0 con 0x7fa6fc0d22f0 2024-09-21T00:34:50.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.868+0000 7fa6fad9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa6fc0b9e70 0x7fa6fc1e9a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:50.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.868+0000 7fa6fad9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa6fc0b9e70 0x7fa6fc1e9a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33334/0 (socket says 172.21.15.67:33334) 2024-09-21T00:34:50.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.868+0000 7fa6fad9d640 1 -- 172.21.15.67:0/2426917432 learned_addr learned my addr 172.21.15.67:0/2426917432 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:50.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.868+0000 7fa6fa59c640 1 --2- 172.21.15.67:0/2426917432 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa6fc0d0270 0x7fa6fc150970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:50.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.868+0000 7fa6fb59e640 1 --2- 172.21.15.67:0/2426917432 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa6fc0d22f0 0x7fa6fc1e88e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:50.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.868+0000 7fa6fad9d640 1 -- 172.21.15.67:0/2426917432 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa6fc0d22f0 msgr2=0x7fa6fc1e88e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:50.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.868+0000 7fa6fad9d640 1 --2- 172.21.15.67:0/2426917432 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa6fc0d22f0 0x7fa6fc1e88e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:50.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.868+0000 7fa6fad9d640 1 -- 172.21.15.67:0/2426917432 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa6fc0d0270 msgr2=0x7fa6fc150970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:50.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.868+0000 7fa6fad9d640 1 --2- 172.21.15.67:0/2426917432 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa6fc0d0270 0x7fa6fc150970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:50.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.868+0000 7fa6fad9d640 1 -- 172.21.15.67:0/2426917432 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6fc0ccb40 con 0x7fa6fc0b9e70 2024-09-21T00:34:50.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.868+0000 7fa6fad9d640 1 --2- 172.21.15.67:0/2426917432 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa6fc0b9e70 0x7fa6fc1e9a90 secure :-1 s=READY pgs=2327 cs=0 l=1 rev1=1 crypto rx=0x7fa6ec034040 tx=0x7fa6ec032c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:50.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.869+0000 7fa6f37fe640 1 -- 172.21.15.67:0/2426917432 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6ec041020 con 0x7fa6fc0b9e70 2024-09-21T00:34:50.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.869+0000 7fa6f37fe640 1 -- 172.21.15.67:0/2426917432 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa6ec032e50 con 0x7fa6fc0b9e70 2024-09-21T00:34:50.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.869+0000 7fa70118a640 1 -- 172.21.15.67:0/2426917432 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6fc1e7e00 con 0x7fa6fc0b9e70 2024-09-21T00:34:50.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.869+0000 7fa6f37fe640 1 -- 172.21.15.67:0/2426917432 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6ec036040 con 0x7fa6fc0b9e70 2024-09-21T00:34:50.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.869+0000 7fa70118a640 1 -- 172.21.15.67:0/2426917432 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6fc1e9fd0 con 0x7fa6fc0b9e70 2024-09-21T00:34:50.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.870+0000 7fa70118a640 1 -- 172.21.15.67:0/2426917432 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa6fc1e7c30 con 0x7fa6fc0b9e70 2024-09-21T00:34:50.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.871+0000 7fa6f37fe640 1 -- 172.21.15.67:0/2426917432 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fa6ec044020 con 0x7fa6fc0b9e70 2024-09-21T00:34:50.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.872+0000 7fa6f37fe640 1 --2- 172.21.15.67:0/2426917432 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa6dc078bc0 0x7fa6dc07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:50.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.872+0000 7fa6f37fe640 1 -- 172.21.15.67:0/2426917432 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(183..183 src has 1..183) ==== 5709+0+0 (secure 0 0 0) 0x7fa6ec0bc550 con 0x7fa6fc0b9e70 2024-09-21T00:34:50.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.872+0000 7fa6fa59c640 1 --2- 172.21.15.67:0/2426917432 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa6dc078bc0 0x7fa6dc07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:50.874 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.873+0000 7fa6fa59c640 1 --2- 172.21.15.67:0/2426917432 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa6dc078bc0 0x7fa6dc07b0d0 secure :-1 s=READY pgs=871 cs=0 l=1 rev1=1 crypto rx=0x7fa6e4001120 tx=0x7fa6e4009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:50.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:50.876+0000 7fa6f37fe640 1 -- 172.21.15.67:0/2426917432 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fa6ec04b030 con 0x7fa6fc0b9e70 2024-09-21T00:34:51.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:51.062+0000 7fa70118a640 1 -- 172.21.15.67:0/2426917432 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa6fc06fe20 con 0x7fa6fc0b9e70 2024-09-21T00:34:51.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:51.063+0000 7fa6f37fe640 1 -- 172.21.15.67:0/2426917432 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v183) ==== 74+0+16716 (secure 0 0 0) 0x7fa6ec084990 con 0x7fa6fc0b9e70 2024-09-21T00:34:51.064 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:34:51.065 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":183,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:34:49.753160+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":29,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":28,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:34:47.436495+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"183","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":29,"pool_name":"cephfs_data","create_time":"2024-09-21T00:34:48.718937+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"183","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":182,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":182,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":182,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":182,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":182,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":182,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":182,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":182,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:34:51.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:51.065+0000 7fa70118a640 1 -- 172.21.15.67:0/2426917432 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa6dc078bc0 msgr2=0x7fa6dc07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:51.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:51.065+0000 7fa70118a640 1 --2- 172.21.15.67:0/2426917432 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa6dc078bc0 0x7fa6dc07b0d0 secure :-1 s=READY pgs=871 cs=0 l=1 rev1=1 crypto rx=0x7fa6e4001120 tx=0x7fa6e4009040 comp rx=0 tx=0).stop 2024-09-21T00:34:51.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:51.065+0000 7fa70118a640 1 -- 172.21.15.67:0/2426917432 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa6fc0b9e70 msgr2=0x7fa6fc1e9a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:51.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:51.065+0000 7fa70118a640 1 --2- 172.21.15.67:0/2426917432 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa6fc0b9e70 0x7fa6fc1e9a90 secure :-1 s=READY pgs=2327 cs=0 l=1 rev1=1 crypto rx=0x7fa6ec034040 tx=0x7fa6ec032c60 comp rx=0 tx=0).stop 2024-09-21T00:34:51.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:51.066+0000 7fa70118a640 1 -- 172.21.15.67:0/2426917432 shutdown_connections 2024-09-21T00:34:51.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:51.066+0000 7fa70118a640 1 --2- 172.21.15.67:0/2426917432 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa6dc078bc0 0x7fa6dc07b0d0 unknown :-1 s=CLOSED pgs=871 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:51.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:51.066+0000 7fa70118a640 1 --2- 172.21.15.67:0/2426917432 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa6fc0d22f0 0x7fa6fc1e88e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:51.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:51.066+0000 7fa70118a640 1 --2- 172.21.15.67:0/2426917432 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa6fc0d0270 0x7fa6fc150970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:51.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:51.066+0000 7fa70118a640 1 --2- 172.21.15.67:0/2426917432 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa6fc0b9e70 0x7fa6fc1e9a90 unknown :-1 s=CLOSED pgs=2327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:51.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:51.066+0000 7fa70118a640 1 -- 172.21.15.67:0/2426917432 >> 172.21.15.67:0/2426917432 conn(0x7fa6fc0d45a0 msgr2=0x7fa6fc0b43a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:51.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:51.066+0000 7fa70118a640 1 -- 172.21.15.67:0/2426917432 shutdown_connections 2024-09-21T00:34:51.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:51.066+0000 7fa70118a640 1 -- 172.21.15.67:0/2426917432 wait complete. 2024-09-21T00:34:51.079 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-21T00:34:51.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:51.197+0000 7f0c1fded640 1 -- 172.21.15.67:0/564754431 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0c180d4e30 msgr2=0x7f0c1806ec80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:51.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:51.197+0000 7f0c1fded640 1 --2- 172.21.15.67:0/564754431 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0c180d4e30 0x7f0c1806ec80 secure :-1 s=READY pgs=2329 cs=0 l=1 rev1=1 crypto rx=0x7f0c10005fd0 tx=0x7f0c1002aa90 comp rx=0 tx=0).stop 2024-09-21T00:34:51.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:51.197+0000 7f0c1fded640 1 -- 172.21.15.67:0/564754431 shutdown_connections 2024-09-21T00:34:51.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:51.197+0000 7f0c1fded640 1 --2- 172.21.15.67:0/564754431 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0c180d4e30 0x7f0c1806ec80 unknown :-1 s=CLOSED pgs=2329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:51.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:51.197+0000 7f0c1fded640 1 --2- 172.21.15.67:0/564754431 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0c180d1800 0x7f0c180d3330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:51.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:51.197+0000 7f0c1fded640 1 -- 172.21.15.67:0/564754431 >> 172.21.15.67:0/564754431 conn(0x7f0c1808bee0 msgr2=0x7f0c180d4720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:51.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:51.197+0000 7f0c1fded640 1 -- 172.21.15.67:0/564754431 shutdown_connections 2024-09-21T00:34:51.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:51.197+0000 7f0c1fded640 1 -- 172.21.15.67:0/564754431 wait complete. 2024-09-21T00:34:51.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:51.199+0000 7f0c1fded640 1 Processor -- start 2024-09-21T00:34:51.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:51.199+0000 7f0c1fded640 1 -- start start 2024-09-21T00:34:51.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:51.200+0000 7f0c1fded640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0c180b3cb0 0x7f0c181e98a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:51.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:51.200+0000 7f0c1fded640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0c180d4e30 0x7f0c181f8ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:51.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:51.200+0000 7f0c1fded640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0c181f93e0 0x7f0c181f6890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:51.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:51.200+0000 7f0c1fded640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f0c1806f550 con 0x7f0c181f93e0 2024-09-21T00:34:51.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:51.200+0000 7f0c1fded640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f0c1806f3d0 con 0x7f0c180d4e30 2024-09-21T00:34:51.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:51.200+0000 7f0c1fded640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f0c1806f6d0 con 0x7f0c180b3cb0 2024-09-21T00:34:51.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:51.200+0000 7f0c1e38a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0c181f93e0 0x7f0c181f6890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:51.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:51.200+0000 7f0c1e38a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0c181f93e0 0x7f0c181f6890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33352/0 (socket says 172.21.15.67:33352) 2024-09-21T00:34:51.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:51.200+0000 7f0c1e38a640 1 -- 172.21.15.67:0/3916039771 learned_addr learned my addr 172.21.15.67:0/3916039771 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:51.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:51.200+0000 7f0c1d388640 1 --2- 172.21.15.67:0/3916039771 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0c180d4e30 0x7f0c181f8ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:51.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:51.200+0000 7f0c1db89640 1 --2- 172.21.15.67:0/3916039771 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0c180b3cb0 0x7f0c181e98a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:51.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:51.201+0000 7f0c1e38a640 1 -- 172.21.15.67:0/3916039771 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0c180b3cb0 msgr2=0x7f0c181e98a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:51.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:51.201+0000 7f0c1e38a640 1 --2- 172.21.15.67:0/3916039771 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0c180b3cb0 0x7f0c181e98a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:51.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:51.201+0000 7f0c1e38a640 1 -- 172.21.15.67:0/3916039771 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0c180d4e30 msgr2=0x7f0c181f8ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:51.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:51.201+0000 7f0c1e38a640 1 --2- 172.21.15.67:0/3916039771 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0c180d4e30 0x7f0c181f8ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:51.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:51.201+0000 7f0c1e38a640 1 -- 172.21.15.67:0/3916039771 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c181ea180 con 0x7f0c181f93e0 2024-09-21T00:34:51.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:51.201+0000 7f0c1db89640 1 --2- 172.21.15.67:0/3916039771 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0c180b3cb0 0x7f0c181e98a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:34:51.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:51.201+0000 7f0c1e38a640 1 --2- 172.21.15.67:0/3916039771 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0c181f93e0 0x7f0c181f6890 secure :-1 s=READY pgs=2330 cs=0 l=1 rev1=1 crypto rx=0x7f0c10009bf0 tx=0x7f0c10003ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:51.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:51.201+0000 7f0c0e7fc640 1 -- 172.21.15.67:0/3916039771 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c10044070 con 0x7f0c181f93e0 2024-09-21T00:34:51.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:51.201+0000 7f0c0e7fc640 1 -- 172.21.15.67:0/3916039771 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0c10004250 con 0x7f0c181f93e0 2024-09-21T00:34:51.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:51.201+0000 7f0c1fded640 1 -- 172.21.15.67:0/3916039771 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c181ea460 con 0x7f0c181f93e0 2024-09-21T00:34:51.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:51.201+0000 7f0c0e7fc640 1 -- 172.21.15.67:0/3916039771 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c10004660 con 0x7f0c181f93e0 2024-09-21T00:34:51.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:51.201+0000 7f0c1fded640 1 -- 172.21.15.67:0/3916039771 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c181eaa20 con 0x7f0c181f93e0 2024-09-21T00:34:51.205 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:51.202+0000 7f0c1fded640 1 -- 172.21.15.67:0/3916039771 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0c1806fb80 con 0x7f0c181f93e0 2024-09-21T00:34:51.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:51.203+0000 7f0c0e7fc640 1 -- 172.21.15.67:0/3916039771 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f0c10047070 con 0x7f0c181f93e0 2024-09-21T00:34:51.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:51.203+0000 7f0c0e7fc640 1 --2- 172.21.15.67:0/3916039771 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0bfc078b90 0x7f0bfc07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:51.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:51.203+0000 7f0c0e7fc640 1 -- 172.21.15.67:0/3916039771 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(183..183 src has 1..183) ==== 5709+0+0 (secure 0 0 0) 0x7f0c100bbcc0 con 0x7f0c181f93e0 2024-09-21T00:34:51.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:51.204+0000 7f0c1db89640 1 --2- 172.21.15.67:0/3916039771 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0bfc078b90 0x7f0bfc07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:51.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:51.204+0000 7f0c1db89640 1 --2- 172.21.15.67:0/3916039771 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0bfc078b90 0x7f0bfc07b0a0 secure :-1 s=READY pgs=872 cs=0 l=1 rev1=1 crypto rx=0x7f0c180a2680 tx=0x7f0c14009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:51.209 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:51.208+0000 7f0c0e7fc640 1 -- 172.21.15.67:0/3916039771 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f0c10032030 con 0x7f0c181f93e0 2024-09-21T00:34:51.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:51.444+0000 7f0c1fded640 1 -- 172.21.15.67:0/3916039771 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f0c180b31a0 con 0x7f0c181f93e0 2024-09-21T00:34:52.139 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:34:52.141 DEBUG:teuthology.orchestra.run.smithi097:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:34:52.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:52.407+0000 7f0c0e7fc640 1 -- 172.21.15.67:0/3916039771 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v159) ==== 118+0+0 (secure 0 0 0) 0x7f0c10084190 con 0x7f0c181f93e0 2024-09-21T00:34:52.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:52.410+0000 7f0c1fded640 1 -- 172.21.15.67:0/3916039771 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0bfc078b90 msgr2=0x7f0bfc07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:52.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:52.410+0000 7f0c1fded640 1 --2- 172.21.15.67:0/3916039771 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0bfc078b90 0x7f0bfc07b0a0 secure :-1 s=READY pgs=872 cs=0 l=1 rev1=1 crypto rx=0x7f0c180a2680 tx=0x7f0c14009040 comp rx=0 tx=0).stop 2024-09-21T00:34:52.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:52.410+0000 7f0c1fded640 1 -- 172.21.15.67:0/3916039771 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0c181f93e0 msgr2=0x7f0c181f6890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:52.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:52.410+0000 7f0c1fded640 1 --2- 172.21.15.67:0/3916039771 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0c181f93e0 0x7f0c181f6890 secure :-1 s=READY pgs=2330 cs=0 l=1 rev1=1 crypto rx=0x7f0c10009bf0 tx=0x7f0c10003ce0 comp rx=0 tx=0).stop 2024-09-21T00:34:52.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:52.410+0000 7f0c1fded640 1 -- 172.21.15.67:0/3916039771 shutdown_connections 2024-09-21T00:34:52.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:52.410+0000 7f0c1fded640 1 --2- 172.21.15.67:0/3916039771 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0bfc078b90 0x7f0bfc07b0a0 unknown :-1 s=CLOSED pgs=872 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:52.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:52.410+0000 7f0c1fded640 1 --2- 172.21.15.67:0/3916039771 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0c181f93e0 0x7f0c181f6890 unknown :-1 s=CLOSED pgs=2330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:52.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:52.410+0000 7f0c1fded640 1 --2- 172.21.15.67:0/3916039771 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0c180d4e30 0x7f0c181f8ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:52.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:52.410+0000 7f0c1fded640 1 --2- 172.21.15.67:0/3916039771 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0c180b3cb0 0x7f0c181e98a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:52.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:52.410+0000 7f0c1fded640 1 -- 172.21.15.67:0/3916039771 >> 172.21.15.67:0/3916039771 conn(0x7f0c1808bee0 msgr2=0x7f0c180b7790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:52.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:52.410+0000 7f0c1fded640 1 -- 172.21.15.67:0/3916039771 shutdown_connections 2024-09-21T00:34:52.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:52.410+0000 7f0c1fded640 1 -- 172.21.15.67:0/3916039771 wait complete. 2024-09-21T00:34:52.426 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-21T00:34:52.426 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-21T00:34:52.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:52.553+0000 7ff70b9ed640 1 -- 172.21.15.67:0/1742166178 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff704070810 msgr2=0x7ff7040b4680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:52.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:52.553+0000 7ff70b9ed640 1 --2- 172.21.15.67:0/1742166178 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff704070810 0x7ff7040b4680 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7ff6fc005fd0 tx=0x7ff6fc02a7a0 comp rx=0 tx=0).stop 2024-09-21T00:34:52.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:52.553+0000 7ff70b9ed640 1 -- 172.21.15.67:0/1742166178 shutdown_connections 2024-09-21T00:34:52.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:52.553+0000 7ff70b9ed640 1 --2- 172.21.15.67:0/1742166178 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff704070810 0x7ff7040b4680 unknown :-1 s=CLOSED pgs=711 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:52.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:52.553+0000 7ff70b9ed640 1 --2- 172.21.15.67:0/1742166178 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff70415ba30 0x7ff7040ce1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:52.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:52.553+0000 7ff70b9ed640 1 -- 172.21.15.67:0/1742166178 >> 172.21.15.67:0/1742166178 conn(0x7ff70406d630 msgr2=0x7ff7040d02a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:52.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:52.553+0000 7ff70b9ed640 1 -- 172.21.15.67:0/1742166178 shutdown_connections 2024-09-21T00:34:52.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:52.553+0000 7ff70b9ed640 1 -- 172.21.15.67:0/1742166178 wait complete. 2024-09-21T00:34:52.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:52.555+0000 7ff70b9ed640 1 Processor -- start 2024-09-21T00:34:52.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:52.555+0000 7ff70b9ed640 1 -- start start 2024-09-21T00:34:52.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:52.556+0000 7ff70b9ed640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff7040b4270 0x7ff704156370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:52.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:52.556+0000 7ff70b9ed640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff70415ba30 0x7ff704157b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:52.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:52.556+0000 7ff70b9ed640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff7040ae540 0x7ff7040ae950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:52.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:52.556+0000 7ff70b9ed640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff7040cae60 con 0x7ff70415ba30 2024-09-21T00:34:52.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:52.556+0000 7ff70b9ed640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff7040cace0 con 0x7ff7040ae540 2024-09-21T00:34:52.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:52.556+0000 7ff70b9ed640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7ff7040cafe0 con 0x7ff7040b4270 2024-09-21T00:34:52.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:52.556+0000 7ff708f88640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff70415ba30 0x7ff704157b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:52.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:52.556+0000 7ff708f88640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff70415ba30 0x7ff704157b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33356/0 (socket says 172.21.15.67:33356) 2024-09-21T00:34:52.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:52.556+0000 7ff708f88640 1 -- 172.21.15.67:0/3626941803 learned_addr learned my addr 172.21.15.67:0/3626941803 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:52.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:52.556+0000 7ff709789640 1 --2- 172.21.15.67:0/3626941803 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff7040b4270 0x7ff704156370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:52.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:52.556+0000 7ff709f8a640 1 --2- 172.21.15.67:0/3626941803 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff7040ae540 0x7ff7040ae950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:52.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:52.556+0000 7ff708f88640 1 -- 172.21.15.67:0/3626941803 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff7040b4270 msgr2=0x7ff704156370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:52.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:52.556+0000 7ff708f88640 1 --2- 172.21.15.67:0/3626941803 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff7040b4270 0x7ff704156370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:52.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:52.556+0000 7ff708f88640 1 -- 172.21.15.67:0/3626941803 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff7040ae540 msgr2=0x7ff7040ae950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:52.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:52.556+0000 7ff708f88640 1 --2- 172.21.15.67:0/3626941803 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff7040ae540 0x7ff7040ae950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:52.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:52.556+0000 7ff708f88640 1 -- 172.21.15.67:0/3626941803 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7041568b0 con 0x7ff70415ba30 2024-09-21T00:34:52.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:52.556+0000 7ff709f8a640 1 --2- 172.21.15.67:0/3626941803 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff7040ae540 0x7ff7040ae950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:34:52.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:52.557+0000 7ff708f88640 1 --2- 172.21.15.67:0/3626941803 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff70415ba30 0x7ff704157b90 secure :-1 s=READY pgs=2332 cs=0 l=1 rev1=1 crypto rx=0x7ff6f400c530 tx=0x7ff6f400c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:52.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:52.557+0000 7ff6f9ffb640 1 -- 172.21.15.67:0/3626941803 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6f4016020 con 0x7ff70415ba30 2024-09-21T00:34:52.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:52.557+0000 7ff6f9ffb640 1 -- 172.21.15.67:0/3626941803 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff6f4012920 con 0x7ff70415ba30 2024-09-21T00:34:52.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:52.557+0000 7ff70b9ed640 1 -- 172.21.15.67:0/3626941803 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff7040aee90 con 0x7ff70415ba30 2024-09-21T00:34:52.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:52.557+0000 7ff6f9ffb640 1 -- 172.21.15.67:0/3626941803 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6f4012d70 con 0x7ff70415ba30 2024-09-21T00:34:52.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:52.557+0000 7ff70b9ed640 1 -- 172.21.15.67:0/3626941803 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff704158a00 con 0x7ff70415ba30 2024-09-21T00:34:52.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:52.558+0000 7ff70b9ed640 1 -- 172.21.15.67:0/3626941803 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff7040b4680 con 0x7ff70415ba30 2024-09-21T00:34:52.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:52.559+0000 7ff6f9ffb640 1 -- 172.21.15.67:0/3626941803 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7ff6f4019020 con 0x7ff70415ba30 2024-09-21T00:34:52.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:52.559+0000 7ff6f9ffb640 1 --2- 172.21.15.67:0/3626941803 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff6e8078b90 0x7ff6e807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:52.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:52.559+0000 7ff6f9ffb640 1 -- 172.21.15.67:0/3626941803 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(184..184 src has 1..184) ==== 5709+0+0 (secure 0 0 0) 0x7ff6f409ae40 con 0x7ff70415ba30 2024-09-21T00:34:52.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:52.559+0000 7ff709789640 1 --2- 172.21.15.67:0/3626941803 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff6e8078b90 0x7ff6e807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:52.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:52.560+0000 7ff709789640 1 --2- 172.21.15.67:0/3626941803 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff6e8078b90 0x7ff6e807b0a0 secure :-1 s=READY pgs=873 cs=0 l=1 rev1=1 crypto rx=0x7ff700009ac0 tx=0x7ff700005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:52.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:52.564+0000 7ff6f9ffb640 1 -- 172.21.15.67:0/3626941803 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7ff6f4020020 con 0x7ff70415ba30 2024-09-21T00:34:52.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:52.790+0000 7ff70b9ed640 1 -- 172.21.15.67:0/3626941803 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7ff7040ce7c0 con 0x7ff70415ba30 2024-09-21T00:34:53.410 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.409+0000 7ff6f9ffb640 1 -- 172.21.15.67:0/3626941803 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v160) ==== 122+0+0 (secure 0 0 0) 0x7ff7040aee90 con 0x7ff70415ba30 2024-09-21T00:34:53.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.411+0000 7ff70b9ed640 1 -- 172.21.15.67:0/3626941803 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff6e8078b90 msgr2=0x7ff6e807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:53.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.411+0000 7ff70b9ed640 1 --2- 172.21.15.67:0/3626941803 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff6e8078b90 0x7ff6e807b0a0 secure :-1 s=READY pgs=873 cs=0 l=1 rev1=1 crypto rx=0x7ff700009ac0 tx=0x7ff700005f90 comp rx=0 tx=0).stop 2024-09-21T00:34:53.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.411+0000 7ff70b9ed640 1 -- 172.21.15.67:0/3626941803 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff70415ba30 msgr2=0x7ff704157b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:53.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.411+0000 7ff70b9ed640 1 --2- 172.21.15.67:0/3626941803 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff70415ba30 0x7ff704157b90 secure :-1 s=READY pgs=2332 cs=0 l=1 rev1=1 crypto rx=0x7ff6f400c530 tx=0x7ff6f400c9f0 comp rx=0 tx=0).stop 2024-09-21T00:34:53.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.411+0000 7ff70b9ed640 1 -- 172.21.15.67:0/3626941803 shutdown_connections 2024-09-21T00:34:53.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.411+0000 7ff70b9ed640 1 --2- 172.21.15.67:0/3626941803 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff6e8078b90 0x7ff6e807b0a0 unknown :-1 s=CLOSED pgs=873 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:53.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.411+0000 7ff70b9ed640 1 --2- 172.21.15.67:0/3626941803 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff7040ae540 0x7ff7040ae950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:53.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.411+0000 7ff70b9ed640 1 --2- 172.21.15.67:0/3626941803 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff70415ba30 0x7ff704157b90 unknown :-1 s=CLOSED pgs=2332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:53.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.411+0000 7ff70b9ed640 1 --2- 172.21.15.67:0/3626941803 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff7040b4270 0x7ff704156370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:53.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.411+0000 7ff70b9ed640 1 -- 172.21.15.67:0/3626941803 >> 172.21.15.67:0/3626941803 conn(0x7ff70406d630 msgr2=0x7ff7040c6580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:53.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.411+0000 7ff70b9ed640 1 -- 172.21.15.67:0/3626941803 shutdown_connections 2024-09-21T00:34:53.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.411+0000 7ff70b9ed640 1 -- 172.21.15.67:0/3626941803 wait complete. 2024-09-21T00:34:53.426 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-21T00:34:53.426 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:34:53.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.544+0000 7f325594a640 1 -- 172.21.15.67:0/2947293326 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f32500cd890 msgr2=0x7f32500cdca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:53.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.544+0000 7f325594a640 1 --2- 172.21.15.67:0/2947293326 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f32500cd890 0x7f32500cdca0 secure :-1 s=READY pgs=2333 cs=0 l=1 rev1=1 crypto rx=0x7f3248005fd0 tx=0x7f324802a530 comp rx=0 tx=0).stop 2024-09-21T00:34:53.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.544+0000 7f325594a640 1 -- 172.21.15.67:0/2947293326 shutdown_connections 2024-09-21T00:34:53.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.544+0000 7f325594a640 1 --2- 172.21.15.67:0/2947293326 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f32500cd890 0x7f32500cdca0 unknown :-1 s=CLOSED pgs=2333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:53.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.544+0000 7f325594a640 1 --2- 172.21.15.67:0/2947293326 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f32500b1910 0x7f325009b060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:53.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.544+0000 7f325594a640 1 -- 172.21.15.67:0/2947293326 >> 172.21.15.67:0/2947293326 conn(0x7f32500b3e90 msgr2=0x7f32500b42a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:53.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.544+0000 7f325594a640 1 -- 172.21.15.67:0/2947293326 shutdown_connections 2024-09-21T00:34:53.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.544+0000 7f325594a640 1 -- 172.21.15.67:0/2947293326 wait complete. 2024-09-21T00:34:53.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.546+0000 7f325594a640 1 Processor -- start 2024-09-21T00:34:53.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.546+0000 7f325594a640 1 -- start start 2024-09-21T00:34:53.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.548+0000 7f325594a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f32500b1910 0x7f32500cb910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:53.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.548+0000 7f325594a640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f32500cd890 0x7f32500affa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:53.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.548+0000 7f325594a640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f325015ffe0 0x7f32501f42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:53.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.548+0000 7f325594a640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f32500ce570 con 0x7f32500b1910 2024-09-21T00:34:53.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.548+0000 7f325594a640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f32500ce3f0 con 0x7f325015ffe0 2024-09-21T00:34:53.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.548+0000 7f325594a640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f32500ce6f0 con 0x7f32500cd890 2024-09-21T00:34:53.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.548+0000 7f324effd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f32500b1910 0x7f32500cb910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:53.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.548+0000 7f324effd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f32500b1910 0x7f32500cb910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46606/0 (socket says 172.21.15.67:46606) 2024-09-21T00:34:53.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.548+0000 7f324effd640 1 -- 172.21.15.67:0/4028025568 learned_addr learned my addr 172.21.15.67:0/4028025568 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:53.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.548+0000 7f324e7fc640 1 --2- 172.21.15.67:0/4028025568 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f32500cd890 0x7f32500affa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:53.550 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.548+0000 7f324f7fe640 1 --2- 172.21.15.67:0/4028025568 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f325015ffe0 0x7f32501f42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:53.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.548+0000 7f324effd640 1 -- 172.21.15.67:0/4028025568 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f32500cd890 msgr2=0x7f32500affa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:53.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.548+0000 7f324effd640 1 --2- 172.21.15.67:0/4028025568 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f32500cd890 0x7f32500affa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:53.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.548+0000 7f324effd640 1 -- 172.21.15.67:0/4028025568 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f325015ffe0 msgr2=0x7f32501f42d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:53.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.548+0000 7f324effd640 1 --2- 172.21.15.67:0/4028025568 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f325015ffe0 0x7f32501f42d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:53.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.548+0000 7f324effd640 1 -- 172.21.15.67:0/4028025568 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32501f4810 con 0x7f32500b1910 2024-09-21T00:34:53.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.548+0000 7f324effd640 1 --2- 172.21.15.67:0/4028025568 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f32500b1910 0x7f32500cb910 secure :-1 s=READY pgs=2334 cs=0 l=1 rev1=1 crypto rx=0x7f324000b9c0 tx=0x7f324000be80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:53.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.548+0000 7f3247fff640 1 -- 172.21.15.67:0/4028025568 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f324000cba0 con 0x7f32500b1910 2024-09-21T00:34:53.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.548+0000 7f3247fff640 1 -- 172.21.15.67:0/4028025568 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f324000ce30 con 0x7f32500b1910 2024-09-21T00:34:53.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.548+0000 7f325594a640 1 -- 172.21.15.67:0/4028025568 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32500b0980 con 0x7f32500b1910 2024-09-21T00:34:53.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.549+0000 7f3247fff640 1 -- 172.21.15.67:0/4028025568 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3240003bd0 con 0x7f32500b1910 2024-09-21T00:34:53.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.549+0000 7f325594a640 1 -- 172.21.15.67:0/4028025568 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32501f3ad0 con 0x7f32500b1910 2024-09-21T00:34:53.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.549+0000 7f325594a640 1 -- 172.21.15.67:0/4028025568 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f32500cdca0 con 0x7f32500b1910 2024-09-21T00:34:53.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.550+0000 7f3247fff640 1 -- 172.21.15.67:0/4028025568 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f3240014440 con 0x7f32500b1910 2024-09-21T00:34:53.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.551+0000 7f3247fff640 1 --2- 172.21.15.67:0/4028025568 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3230078b90 0x7f323007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:53.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.551+0000 7f3247fff640 1 -- 172.21.15.67:0/4028025568 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(184..184 src has 1..184) ==== 5709+0+0 (secure 0 0 0) 0x7f324009aaa0 con 0x7f32500b1910 2024-09-21T00:34:53.552 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.551+0000 7f324e7fc640 1 --2- 172.21.15.67:0/4028025568 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3230078b90 0x7f323007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:53.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.552+0000 7f324e7fc640 1 --2- 172.21.15.67:0/4028025568 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3230078b90 0x7f323007b0a0 secure :-1 s=READY pgs=874 cs=0 l=1 rev1=1 crypto rx=0x7f323800a490 tx=0x7f323800a420 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:53.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.555+0000 7f3247fff640 1 -- 172.21.15.67:0/4028025568 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f3240062920 con 0x7f32500b1910 2024-09-21T00:34:53.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.784+0000 7f325594a640 1 -- 172.21.15.67:0/4028025568 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f32500b4c80 con 0x7f32500b1910 2024-09-21T00:34:53.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.785+0000 7f3247fff640 1 -- 172.21.15.67:0/4028025568 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 160 v160) ==== 95+0+5235 (secure 0 0 0) 0x7f3240067350 con 0x7f32500b1910 2024-09-21T00:34:53.786 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:34:53.786 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":160,"btime":"2024-09-21T00:34:53:408205+0000","default_fscid":14,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8633,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/4290480357","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":4290480357},{"type":"v1","addr":"172.21.15.97:6836","nonce":4290480357}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":155},{"gid":9691,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/771998700","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":771998700},{"type":"v1","addr":"172.21.15.67:6835","nonce":771998700}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":155},{"gid":9703,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/2200145279","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":2200145279},{"type":"v1","addr":"172.21.15.97:6837","nonce":2200145279}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":155}],"filesystems":[{"mdsmap":{"epoch":160,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:34:49.753113+0000","modified":"2024-09-21T00:34:52.791688+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":10917},"failed":[],"damaged":[],"stopped":[],"info":{"gid_10917":{"gid":10917,"name":"c","rank":0,"incarnation":156,"state":"up:active","state_seq":3,"addr":"172.21.15.67:6834/2344210347","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":2344210347},{"type":"v1","addr":"172.21.15.67:6834","nonce":2344210347}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[29],"metadata_pool":28,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":10917,"qdb_cluster":[10917]},"id":14}]} 2024-09-21T00:34:53.787 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 160 2024-09-21T00:34:53.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.787+0000 7f325594a640 1 -- 172.21.15.67:0/4028025568 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3230078b90 msgr2=0x7f323007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:53.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.787+0000 7f325594a640 1 --2- 172.21.15.67:0/4028025568 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3230078b90 0x7f323007b0a0 secure :-1 s=READY pgs=874 cs=0 l=1 rev1=1 crypto rx=0x7f323800a490 tx=0x7f323800a420 comp rx=0 tx=0).stop 2024-09-21T00:34:53.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.787+0000 7f325594a640 1 -- 172.21.15.67:0/4028025568 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f32500b1910 msgr2=0x7f32500cb910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:53.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.787+0000 7f325594a640 1 --2- 172.21.15.67:0/4028025568 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f32500b1910 0x7f32500cb910 secure :-1 s=READY pgs=2334 cs=0 l=1 rev1=1 crypto rx=0x7f324000b9c0 tx=0x7f324000be80 comp rx=0 tx=0).stop 2024-09-21T00:34:53.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.787+0000 7f325594a640 1 -- 172.21.15.67:0/4028025568 shutdown_connections 2024-09-21T00:34:53.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.787+0000 7f325594a640 1 --2- 172.21.15.67:0/4028025568 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3230078b90 0x7f323007b0a0 unknown :-1 s=CLOSED pgs=874 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:53.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.787+0000 7f325594a640 1 --2- 172.21.15.67:0/4028025568 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f325015ffe0 0x7f32501f42d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:53.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.787+0000 7f325594a640 1 --2- 172.21.15.67:0/4028025568 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f32500cd890 0x7f32500affa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:53.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.787+0000 7f325594a640 1 --2- 172.21.15.67:0/4028025568 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f32500b1910 0x7f32500cb910 unknown :-1 s=CLOSED pgs=2334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:53.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.787+0000 7f325594a640 1 -- 172.21.15.67:0/4028025568 >> 172.21.15.67:0/4028025568 conn(0x7f32500b3e90 msgr2=0x7f3250075fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:53.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.787+0000 7f325594a640 1 -- 172.21.15.67:0/4028025568 shutdown_connections 2024-09-21T00:34:53.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.787+0000 7f325594a640 1 -- 172.21.15.67:0/4028025568 wait complete. 2024-09-21T00:34:53.799 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:34:53.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.915+0000 7f713adc6640 1 -- 172.21.15.67:0/643897695 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7124003a30 msgr2=0x7f7124003ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:53.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.915+0000 7f713adc6640 1 --2- 172.21.15.67:0/643897695 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7124003a30 0x7f7124003ea0 secure :-1 s=READY pgs=2336 cs=0 l=1 rev1=1 crypto rx=0x7f7128009b50 tx=0x7f7124005830 comp rx=0 tx=0).stop 2024-09-21T00:34:53.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.915+0000 7f7139363640 1 -- 172.21.15.67:0/643897695 reap_dead start 2024-09-21T00:34:53.917 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.915+0000 7f713adc6640 1 -- 172.21.15.67:0/643897695 shutdown_connections 2024-09-21T00:34:53.917 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.915+0000 7f713adc6640 1 -- 172.21.15.67:0/643897695 >> 172.21.15.67:0/643897695 conn(0x7f713406d5a0 msgr2=0x7f71340b1d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:53.917 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.915+0000 7f713adc6640 1 -- 172.21.15.67:0/643897695 shutdown_connections 2024-09-21T00:34:53.917 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.915+0000 7f713adc6640 1 -- 172.21.15.67:0/643897695 wait complete. 2024-09-21T00:34:53.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.917+0000 7f713adc6640 1 Processor -- start 2024-09-21T00:34:53.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.917+0000 7f713adc6640 1 -- start start 2024-09-21T00:34:53.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.918+0000 7f713adc6640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7124003a30 0x7f71341579c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:53.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.918+0000 7f713adc6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7134157f00 0x7f7134158310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:53.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.918+0000 7f713adc6640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f71340afce0 0x7f71340b00f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:53.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.918+0000 7f713adc6640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f71340aebb0 con 0x7f7134157f00 2024-09-21T00:34:53.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.918+0000 7f713adc6640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f71340b4f80 con 0x7f7124003a30 2024-09-21T00:34:53.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.918+0000 7f713adc6640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f71340aed30 con 0x7f71340afce0 2024-09-21T00:34:53.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.918+0000 7f7133fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7134157f00 0x7f7134158310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:53.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.918+0000 7f7133fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7134157f00 0x7f7134158310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46620/0 (socket says 172.21.15.67:46620) 2024-09-21T00:34:53.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.918+0000 7f7133fff640 1 -- 172.21.15.67:0/1101847286 learned_addr learned my addr 172.21.15.67:0/1101847286 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:53.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.918+0000 7f7138b62640 1 --2- 172.21.15.67:0/1101847286 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7124003a30 0x7f71341579c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:53.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.918+0000 7f7139363640 1 --2- 172.21.15.67:0/1101847286 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f71340afce0 0x7f71340b00f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:53.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.919+0000 7f7133fff640 1 -- 172.21.15.67:0/1101847286 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f71340afce0 msgr2=0x7f71340b00f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:53.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.919+0000 7f7133fff640 1 --2- 172.21.15.67:0/1101847286 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f71340afce0 0x7f71340b00f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:53.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.919+0000 7f7133fff640 1 -- 172.21.15.67:0/1101847286 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7124003a30 msgr2=0x7f71341579c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:53.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.919+0000 7f7133fff640 1 --2- 172.21.15.67:0/1101847286 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7124003a30 0x7f71341579c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:53.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.919+0000 7f7133fff640 1 -- 172.21.15.67:0/1101847286 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7134158850 con 0x7f7134157f00 2024-09-21T00:34:53.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.919+0000 7f7133fff640 1 --2- 172.21.15.67:0/1101847286 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7134157f00 0x7f7134158310 secure :-1 s=READY pgs=2337 cs=0 l=1 rev1=1 crypto rx=0x7f7120003f50 tx=0x7f7120001630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:53.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.919+0000 7f71317fa640 1 -- 172.21.15.67:0/1101847286 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7120015070 con 0x7f7134157f00 2024-09-21T00:34:53.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.919+0000 7f71317fa640 1 -- 172.21.15.67:0/1101847286 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7120011840 con 0x7f7134157f00 2024-09-21T00:34:53.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.919+0000 7f71317fa640 1 -- 172.21.15.67:0/1101847286 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7120011c50 con 0x7f7134157f00 2024-09-21T00:34:53.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.919+0000 7f713adc6640 1 -- 172.21.15.67:0/1101847286 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f713409e390 con 0x7f7134157f00 2024-09-21T00:34:53.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.919+0000 7f713adc6640 1 -- 172.21.15.67:0/1101847286 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f713409e0b0 con 0x7f7134157f00 2024-09-21T00:34:53.923 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.920+0000 7f713adc6640 1 -- 172.21.15.67:0/1101847286 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f71340af2c0 con 0x7f7134157f00 2024-09-21T00:34:53.923 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.921+0000 7f71317fa640 1 -- 172.21.15.67:0/1101847286 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f7120018070 con 0x7f7134157f00 2024-09-21T00:34:53.923 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.921+0000 7f71317fa640 1 --2- 172.21.15.67:0/1101847286 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7118078b90 0x7f711807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:53.923 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.922+0000 7f71317fa640 1 -- 172.21.15.67:0/1101847286 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(184..184 src has 1..184) ==== 5709+0+0 (secure 0 0 0) 0x7f712009b8e0 con 0x7f7134157f00 2024-09-21T00:34:53.923 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.922+0000 7f7138b62640 1 --2- 172.21.15.67:0/1101847286 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7118078b90 0x7f711807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:53.923 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.922+0000 7f7138b62640 1 --2- 172.21.15.67:0/1101847286 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7118078b90 0x7f711807b0a0 secure :-1 s=READY pgs=875 cs=0 l=1 rev1=1 crypto rx=0x7f7128035000 tx=0x7f712802d040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:53.927 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:53.926+0000 7f71317fa640 1 -- 172.21.15.67:0/1101847286 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f71200636d0 con 0x7f7134157f00 2024-09-21T00:34:54.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.114+0000 7f713adc6640 1 -- 172.21.15.67:0/1101847286 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f713415b660 con 0x7f7134157f00 2024-09-21T00:34:54.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.115+0000 7f71317fa640 1 -- 172.21.15.67:0/1101847286 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v184) ==== 74+0+16703 (secure 0 0 0) 0x7f7120068100 con 0x7f7134157f00 2024-09-21T00:34:54.117 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:34:54.117 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":184,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:34:51.379637+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":29,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":28,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:34:47.436495+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"183","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":29,"pool_name":"cephfs_data","create_time":"2024-09-21T00:34:48.718937+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"184","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":182,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":182,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":182,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":182,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":182,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":182,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":182,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":182,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:34:54.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.118+0000 7f713adc6640 1 -- 172.21.15.67:0/1101847286 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7118078b90 msgr2=0x7f711807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:54.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.118+0000 7f713adc6640 1 --2- 172.21.15.67:0/1101847286 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7118078b90 0x7f711807b0a0 secure :-1 s=READY pgs=875 cs=0 l=1 rev1=1 crypto rx=0x7f7128035000 tx=0x7f712802d040 comp rx=0 tx=0).stop 2024-09-21T00:34:54.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.118+0000 7f713adc6640 1 -- 172.21.15.67:0/1101847286 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7134157f00 msgr2=0x7f7134158310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:54.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.118+0000 7f713adc6640 1 --2- 172.21.15.67:0/1101847286 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7134157f00 0x7f7134158310 secure :-1 s=READY pgs=2337 cs=0 l=1 rev1=1 crypto rx=0x7f7120003f50 tx=0x7f7120001630 comp rx=0 tx=0).stop 2024-09-21T00:34:54.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.118+0000 7f713adc6640 1 -- 172.21.15.67:0/1101847286 shutdown_connections 2024-09-21T00:34:54.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.118+0000 7f713adc6640 1 --2- 172.21.15.67:0/1101847286 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7118078b90 0x7f711807b0a0 unknown :-1 s=CLOSED pgs=875 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:54.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.118+0000 7f713adc6640 1 --2- 172.21.15.67:0/1101847286 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f71340afce0 0x7f71340b00f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:54.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.118+0000 7f713adc6640 1 --2- 172.21.15.67:0/1101847286 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7134157f00 0x7f7134158310 unknown :-1 s=CLOSED pgs=2337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:54.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.118+0000 7f713adc6640 1 --2- 172.21.15.67:0/1101847286 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7124003a30 0x7f71341579c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:54.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.118+0000 7f713adc6640 1 -- 172.21.15.67:0/1101847286 >> 172.21.15.67:0/1101847286 conn(0x7f713406d5a0 msgr2=0x7f71340742e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:54.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.118+0000 7f713adc6640 1 -- 172.21.15.67:0/1101847286 shutdown_connections 2024-09-21T00:34:54.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.118+0000 7f713adc6640 1 -- 172.21.15.67:0/1101847286 wait complete. 2024-09-21T00:34:54.131 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-21T00:34:54.131 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T00:34:54.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.247+0000 7f46eca27640 1 -- 172.21.15.67:0/2093991333 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f46d0003fd0 msgr2=0x7f46d0004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:54.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.247+0000 7f46eca27640 1 --2- 172.21.15.67:0/2093991333 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f46d0003fd0 0x7f46d0004800 secure :-1 s=READY pgs=2339 cs=0 l=1 rev1=1 crypto rx=0x7f46dc009d20 tx=0x7f46d0005830 comp rx=0 tx=0).stop 2024-09-21T00:34:54.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.247+0000 7f46e6d9d640 1 -- 172.21.15.67:0/2093991333 reap_dead start 2024-09-21T00:34:54.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.247+0000 7f46eca27640 1 -- 172.21.15.67:0/2093991333 shutdown_connections 2024-09-21T00:34:54.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.247+0000 7f46eca27640 1 -- 172.21.15.67:0/2093991333 >> 172.21.15.67:0/2093991333 conn(0x7f46e806dfb0 msgr2=0x7f46e806e3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:54.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.247+0000 7f46eca27640 1 -- 172.21.15.67:0/2093991333 shutdown_connections 2024-09-21T00:34:54.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.247+0000 7f46eca27640 1 -- 172.21.15.67:0/2093991333 wait complete. 2024-09-21T00:34:54.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.249+0000 7f46eca27640 1 Processor -- start 2024-09-21T00:34:54.250 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.249+0000 7f46eca27640 1 -- start start 2024-09-21T00:34:54.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.250+0000 7f46eca27640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f46d0003fd0 0x7f46e814cf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:54.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.250+0000 7f46eca27640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f46e814c7a0 0x7f46e8161340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:54.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.250+0000 7f46eca27640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f46e8161880 0x7f46e8161c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:54.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.251+0000 7f46eca27640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f46e80d1960 con 0x7f46e8161880 2024-09-21T00:34:54.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.251+0000 7f46eca27640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f46e80d17e0 con 0x7f46e814c7a0 2024-09-21T00:34:54.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.251+0000 7f46eca27640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f46e815f2b0 con 0x7f46d0003fd0 2024-09-21T00:34:54.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.251+0000 7f46e6d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f46e8161880 0x7f46e8161c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:54.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.251+0000 7f46e6d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f46e8161880 0x7f46e8161c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46640/0 (socket says 172.21.15.67:46640) 2024-09-21T00:34:54.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.251+0000 7f46e6d9d640 1 -- 172.21.15.67:0/620663349 learned_addr learned my addr 172.21.15.67:0/620663349 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:54.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.251+0000 7f46e659c640 1 --2- 172.21.15.67:0/620663349 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f46d0003fd0 0x7f46e814cf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:54.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.251+0000 7f46e5d9b640 1 --2- 172.21.15.67:0/620663349 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f46e814c7a0 0x7f46e8161340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:54.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.251+0000 7f46e6d9d640 1 -- 172.21.15.67:0/620663349 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f46d0003fd0 msgr2=0x7f46e814cf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:54.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.251+0000 7f46e6d9d640 1 --2- 172.21.15.67:0/620663349 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f46d0003fd0 0x7f46e814cf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:54.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.251+0000 7f46e6d9d640 1 -- 172.21.15.67:0/620663349 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f46e814c7a0 msgr2=0x7f46e8161340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:54.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.251+0000 7f46e6d9d640 1 --2- 172.21.15.67:0/620663349 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f46e814c7a0 0x7f46e8161340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:54.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.251+0000 7f46e6d9d640 1 -- 172.21.15.67:0/620663349 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46e80ce170 con 0x7f46e8161880 2024-09-21T00:34:54.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.251+0000 7f46e6d9d640 1 --2- 172.21.15.67:0/620663349 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f46e8161880 0x7f46e8161c90 secure :-1 s=READY pgs=2340 cs=0 l=1 rev1=1 crypto rx=0x7f46e80d1f80 tx=0x7f46e0011f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:54.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.251+0000 7f46d6ffd640 1 -- 172.21.15.67:0/620663349 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46e000fd40 con 0x7f46e8161880 2024-09-21T00:34:54.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.251+0000 7f46d6ffd640 1 -- 172.21.15.67:0/620663349 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f46e0004b20 con 0x7f46e8161880 2024-09-21T00:34:54.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.251+0000 7f46d6ffd640 1 -- 172.21.15.67:0/620663349 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46e0003970 con 0x7f46e8161880 2024-09-21T00:34:54.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.251+0000 7f46eca27640 1 -- 172.21.15.67:0/620663349 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46e80ce450 con 0x7f46e8161880 2024-09-21T00:34:54.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.251+0000 7f46eca27640 1 -- 172.21.15.67:0/620663349 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46e80cb670 con 0x7f46e8161880 2024-09-21T00:34:54.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.252+0000 7f46eca27640 1 -- 172.21.15.67:0/620663349 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f46e80cfb00 con 0x7f46e8161880 2024-09-21T00:34:54.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.253+0000 7f46d6ffd640 1 -- 172.21.15.67:0/620663349 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f46e0020020 con 0x7f46e8161880 2024-09-21T00:34:54.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.254+0000 7f46d6ffd640 1 --2- 172.21.15.67:0/620663349 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f46c8078bc0 0x7f46c807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:54.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.254+0000 7f46d6ffd640 1 -- 172.21.15.67:0/620663349 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(184..184 src has 1..184) ==== 5709+0+0 (secure 0 0 0) 0x7f46e009b2e0 con 0x7f46e8161880 2024-09-21T00:34:54.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.254+0000 7f46e659c640 1 --2- 172.21.15.67:0/620663349 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f46c8078bc0 0x7f46c807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:54.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.254+0000 7f46e659c640 1 --2- 172.21.15.67:0/620663349 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f46c8078bc0 0x7f46c807b0d0 secure :-1 s=READY pgs=876 cs=0 l=1 rev1=1 crypto rx=0x7f46d8006fd0 tx=0x7f46d8006ce0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:54.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.258+0000 7f46d6ffd640 1 -- 172.21.15.67:0/620663349 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f46e80cfb00 con 0x7f46e8161880 2024-09-21T00:34:54.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.442+0000 7f46eca27640 1 -- 172.21.15.67:0/620663349 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f46e80cb910 con 0x7f46c8078bc0 2024-09-21T00:34:54.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.447+0000 7f46d6ffd640 1 -- 172.21.15.67:0/620663349 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+249245 (secure 0 0 0) 0x7f46e80cb910 con 0x7f46c8078bc0 2024-09-21T00:34:54.451 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:34:54.452 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-21T00:34:54.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.450+0000 7f46eca27640 1 -- 172.21.15.67:0/620663349 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f46c8078bc0 msgr2=0x7f46c807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:54.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.450+0000 7f46eca27640 1 --2- 172.21.15.67:0/620663349 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f46c8078bc0 0x7f46c807b0d0 secure :-1 s=READY pgs=876 cs=0 l=1 rev1=1 crypto rx=0x7f46d8006fd0 tx=0x7f46d8006ce0 comp rx=0 tx=0).stop 2024-09-21T00:34:54.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.450+0000 7f46eca27640 1 -- 172.21.15.67:0/620663349 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f46e8161880 msgr2=0x7f46e8161c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:54.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.450+0000 7f46eca27640 1 --2- 172.21.15.67:0/620663349 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f46e8161880 0x7f46e8161c90 secure :-1 s=READY pgs=2340 cs=0 l=1 rev1=1 crypto rx=0x7f46e80d1f80 tx=0x7f46e0011f90 comp rx=0 tx=0).stop 2024-09-21T00:34:54.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.450+0000 7f46eca27640 1 -- 172.21.15.67:0/620663349 shutdown_connections 2024-09-21T00:34:54.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.450+0000 7f46eca27640 1 --2- 172.21.15.67:0/620663349 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f46c8078bc0 0x7f46c807b0d0 unknown :-1 s=CLOSED pgs=876 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:54.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.450+0000 7f46eca27640 1 --2- 172.21.15.67:0/620663349 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f46e8161880 0x7f46e8161c90 unknown :-1 s=CLOSED pgs=2340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:54.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.450+0000 7f46eca27640 1 --2- 172.21.15.67:0/620663349 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f46e814c7a0 0x7f46e8161340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:54.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.450+0000 7f46eca27640 1 --2- 172.21.15.67:0/620663349 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f46d0003fd0 0x7f46e814cf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:54.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.450+0000 7f46eca27640 1 -- 172.21.15.67:0/620663349 >> 172.21.15.67:0/620663349 conn(0x7f46e806dfb0 msgr2=0x7f46e80b5410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:54.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.450+0000 7f46eca27640 1 -- 172.21.15.67:0/620663349 shutdown_connections 2024-09-21T00:34:54.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.450+0000 7f46eca27640 1 -- 172.21.15.67:0/620663349 wait complete. 2024-09-21T00:34:54.463 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":590,"stamp":"2024-09-21T00:34:53.707472+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592688,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":123,"num_write_kb":1641,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":94,"ondisk_log_size":94,"up":158,"acting":158,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":74,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":524100,"kb_used_data":19184,"kb_used_omap":12,"kb_used_meta":504691,"kb_avail":754450620,"statfs":{"total":773094113280,"available":772557434880,"internally_reserved":0,"allocated":19644416,"data_stored":9256072,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12749,"internal_metadata":516804147},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":14,"apply_latency_ms":14,"commit_latency_ns":14000000,"apply_latency_ns":14000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2320,"num_objects":13,"num_object_clones":0,"num_object_copies":26,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.340911"},"pg_stats":[{"pgid":"29.3f","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.412930+0000","last_change":"2024-09-21T00:34:50.407643+0000","last_active":"2024-09-21T00:34:50.412930+0000","last_peered":"2024-09-21T00:34:50.412930+0000","last_clean":"2024-09-21T00:34:50.412930+0000","last_became_active":"2024-09-21T00:34:50.407373+0000","last_became_peered":"2024-09-21T00:34:50.407373+0000","last_unstale":"2024-09-21T00:34:50.412930+0000","last_undegraded":"2024-09-21T00:34:50.412930+0000","last_fullsized":"2024-09-21T00:34:50.412930+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:44:52.696689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"29.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:34:49.359340+0000","last_change":"2024-09-21T00:34:49.359340+0000","last_active":"2024-09-21T00:34:49.359340+0000","last_peered":"2024-09-21T00:34:49.359340+0000","last_clean":"2024-09-21T00:34:49.359340+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:49.359340+0000","last_undegraded":"2024-09-21T00:34:49.359340+0000","last_fullsized":"2024-09-21T00:34:49.359340+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"29.3d","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.414418+0000","last_change":"2024-09-21T00:34:50.412194+0000","last_active":"2024-09-21T00:34:50.414418+0000","last_peered":"2024-09-21T00:34:50.414418+0000","last_clean":"2024-09-21T00:34:50.414418+0000","last_became_active":"2024-09-21T00:34:50.411875+0000","last_became_peered":"2024-09-21T00:34:50.411875+0000","last_unstale":"2024-09-21T00:34:50.414418+0000","last_undegraded":"2024-09-21T00:34:50.414418+0000","last_fullsized":"2024-09-21T00:34:50.414418+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:45:54.304780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"29.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:34:49.359340+0000","last_change":"2024-09-21T00:34:49.359340+0000","last_active":"2024-09-21T00:34:49.359340+0000","last_peered":"2024-09-21T00:34:49.359340+0000","last_clean":"2024-09-21T00:34:49.359340+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:49.359340+0000","last_undegraded":"2024-09-21T00:34:49.359340+0000","last_fullsized":"2024-09-21T00:34:49.359340+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"29.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:34:49.359340+0000","last_change":"2024-09-21T00:34:49.359340+0000","last_active":"2024-09-21T00:34:49.359340+0000","last_peered":"2024-09-21T00:34:49.359340+0000","last_clean":"2024-09-21T00:34:49.359340+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:49.359340+0000","last_undegraded":"2024-09-21T00:34:49.359340+0000","last_fullsized":"2024-09-21T00:34:49.359340+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"29.3a","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.408951+0000","last_change":"2024-09-21T00:34:50.403231+0000","last_active":"2024-09-21T00:34:50.408951+0000","last_peered":"2024-09-21T00:34:50.408951+0000","last_clean":"2024-09-21T00:34:50.408951+0000","last_became_active":"2024-09-21T00:34:50.402099+0000","last_became_peered":"2024-09-21T00:34:50.402099+0000","last_unstale":"2024-09-21T00:34:50.408951+0000","last_undegraded":"2024-09-21T00:34:50.408951+0000","last_fullsized":"2024-09-21T00:34:50.408951+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:38:41.819006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"29.39","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.414254+0000","last_change":"2024-09-21T00:34:50.410957+0000","last_active":"2024-09-21T00:34:50.414254+0000","last_peered":"2024-09-21T00:34:50.414254+0000","last_clean":"2024-09-21T00:34:50.414254+0000","last_became_active":"2024-09-21T00:34:50.410624+0000","last_became_peered":"2024-09-21T00:34:50.410624+0000","last_unstale":"2024-09-21T00:34:50.414254+0000","last_undegraded":"2024-09-21T00:34:50.414254+0000","last_fullsized":"2024-09-21T00:34:50.414254+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:09:02.959424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"29.38","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.391965+0000","last_change":"2024-09-21T00:34:50.388378+0000","last_active":"2024-09-21T00:34:50.391965+0000","last_peered":"2024-09-21T00:34:50.391965+0000","last_clean":"2024-09-21T00:34:50.391965+0000","last_became_active":"2024-09-21T00:34:50.385848+0000","last_became_peered":"2024-09-21T00:34:50.385848+0000","last_unstale":"2024-09-21T00:34:50.391965+0000","last_undegraded":"2024-09-21T00:34:50.391965+0000","last_fullsized":"2024-09-21T00:34:50.391965+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:36:06.036602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"29.37","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.405367+0000","last_change":"2024-09-21T00:34:50.401453+0000","last_active":"2024-09-21T00:34:50.405367+0000","last_peered":"2024-09-21T00:34:50.405367+0000","last_clean":"2024-09-21T00:34:50.405367+0000","last_became_active":"2024-09-21T00:34:50.401175+0000","last_became_peered":"2024-09-21T00:34:50.401175+0000","last_unstale":"2024-09-21T00:34:50.405367+0000","last_undegraded":"2024-09-21T00:34:50.405367+0000","last_fullsized":"2024-09-21T00:34:50.405367+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:49:58.754053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"29.36","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.394932+0000","last_change":"2024-09-21T00:34:50.392926+0000","last_active":"2024-09-21T00:34:50.394932+0000","last_peered":"2024-09-21T00:34:50.394932+0000","last_clean":"2024-09-21T00:34:50.394932+0000","last_became_active":"2024-09-21T00:34:50.392599+0000","last_became_peered":"2024-09-21T00:34:50.392599+0000","last_unstale":"2024-09-21T00:34:50.394932+0000","last_undegraded":"2024-09-21T00:34:50.394932+0000","last_fullsized":"2024-09-21T00:34:50.394932+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:21:52.333539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"29.35","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.413008+0000","last_change":"2024-09-21T00:34:50.409452+0000","last_active":"2024-09-21T00:34:50.413008+0000","last_peered":"2024-09-21T00:34:50.413008+0000","last_clean":"2024-09-21T00:34:50.413008+0000","last_became_active":"2024-09-21T00:34:50.407927+0000","last_became_peered":"2024-09-21T00:34:50.407927+0000","last_unstale":"2024-09-21T00:34:50.413008+0000","last_undegraded":"2024-09-21T00:34:50.413008+0000","last_fullsized":"2024-09-21T00:34:50.413008+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:51:05.033213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"29.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:34:49.359340+0000","last_change":"2024-09-21T00:34:49.359340+0000","last_active":"2024-09-21T00:34:49.359340+0000","last_peered":"2024-09-21T00:34:49.359340+0000","last_clean":"2024-09-21T00:34:49.359340+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:49.359340+0000","last_undegraded":"2024-09-21T00:34:49.359340+0000","last_fullsized":"2024-09-21T00:34:49.359340+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"29.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:34:49.359340+0000","last_change":"2024-09-21T00:34:49.359340+0000","last_active":"2024-09-21T00:34:49.359340+0000","last_peered":"2024-09-21T00:34:49.359340+0000","last_clean":"2024-09-21T00:34:49.359340+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:49.359340+0000","last_undegraded":"2024-09-21T00:34:49.359340+0000","last_fullsized":"2024-09-21T00:34:49.359340+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"29.32","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.396120+0000","last_change":"2024-09-21T00:34:50.391086+0000","last_active":"2024-09-21T00:34:50.396120+0000","last_peered":"2024-09-21T00:34:50.396120+0000","last_clean":"2024-09-21T00:34:50.396120+0000","last_became_active":"2024-09-21T00:34:50.390751+0000","last_became_peered":"2024-09-21T00:34:50.390751+0000","last_unstale":"2024-09-21T00:34:50.396120+0000","last_undegraded":"2024-09-21T00:34:50.396120+0000","last_fullsized":"2024-09-21T00:34:50.396120+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:28:36.211715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"29.31","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.409540+0000","last_change":"2024-09-21T00:34:50.404094+0000","last_active":"2024-09-21T00:34:50.409540+0000","last_peered":"2024-09-21T00:34:50.409540+0000","last_clean":"2024-09-21T00:34:50.409540+0000","last_became_active":"2024-09-21T00:34:50.403725+0000","last_became_peered":"2024-09-21T00:34:50.403725+0000","last_unstale":"2024-09-21T00:34:50.409540+0000","last_undegraded":"2024-09-21T00:34:50.409540+0000","last_fullsized":"2024-09-21T00:34:50.409540+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:52:29.262229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"29.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:34:49.359340+0000","last_change":"2024-09-21T00:34:49.359340+0000","last_active":"2024-09-21T00:34:49.359340+0000","last_peered":"2024-09-21T00:34:49.359340+0000","last_clean":"2024-09-21T00:34:49.359340+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:49.359340+0000","last_undegraded":"2024-09-21T00:34:49.359340+0000","last_fullsized":"2024-09-21T00:34:49.359340+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"29.2f","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.398274+0000","last_change":"2024-09-21T00:34:50.390480+0000","last_active":"2024-09-21T00:34:50.398274+0000","last_peered":"2024-09-21T00:34:50.398274+0000","last_clean":"2024-09-21T00:34:50.398274+0000","last_became_active":"2024-09-21T00:34:50.390120+0000","last_became_peered":"2024-09-21T00:34:50.390120+0000","last_unstale":"2024-09-21T00:34:50.398274+0000","last_undegraded":"2024-09-21T00:34:50.398274+0000","last_fullsized":"2024-09-21T00:34:50.398274+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:47:59.742700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"29.2e","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.413525+0000","last_change":"2024-09-21T00:34:50.411658+0000","last_active":"2024-09-21T00:34:50.413525+0000","last_peered":"2024-09-21T00:34:50.413525+0000","last_clean":"2024-09-21T00:34:50.413525+0000","last_became_active":"2024-09-21T00:34:50.411265+0000","last_became_peered":"2024-09-21T00:34:50.411265+0000","last_unstale":"2024-09-21T00:34:50.413525+0000","last_undegraded":"2024-09-21T00:34:50.413525+0000","last_fullsized":"2024-09-21T00:34:50.413525+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:45:41.671229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"29.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:34:49.359340+0000","last_change":"2024-09-21T00:34:49.359340+0000","last_active":"2024-09-21T00:34:49.359340+0000","last_peered":"2024-09-21T00:34:49.359340+0000","last_clean":"2024-09-21T00:34:49.359340+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:49.359340+0000","last_undegraded":"2024-09-21T00:34:49.359340+0000","last_fullsized":"2024-09-21T00:34:49.359340+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"29.2c","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.401796+0000","last_change":"2024-09-21T00:34:50.398378+0000","last_active":"2024-09-21T00:34:50.401796+0000","last_peered":"2024-09-21T00:34:50.401796+0000","last_clean":"2024-09-21T00:34:50.401796+0000","last_became_active":"2024-09-21T00:34:50.398070+0000","last_became_peered":"2024-09-21T00:34:50.398070+0000","last_unstale":"2024-09-21T00:34:50.401796+0000","last_undegraded":"2024-09-21T00:34:50.401796+0000","last_fullsized":"2024-09-21T00:34:50.401796+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:17:40.104745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"29.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:34:49.359340+0000","last_change":"2024-09-21T00:34:49.359340+0000","last_active":"2024-09-21T00:34:49.359340+0000","last_peered":"2024-09-21T00:34:49.359340+0000","last_clean":"2024-09-21T00:34:49.359340+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:49.359340+0000","last_undegraded":"2024-09-21T00:34:49.359340+0000","last_fullsized":"2024-09-21T00:34:49.359340+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"29.2a","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.409534+0000","last_change":"2024-09-21T00:34:50.404160+0000","last_active":"2024-09-21T00:34:50.409534+0000","last_peered":"2024-09-21T00:34:50.409534+0000","last_clean":"2024-09-21T00:34:50.409534+0000","last_became_active":"2024-09-21T00:34:50.403823+0000","last_became_peered":"2024-09-21T00:34:50.403823+0000","last_unstale":"2024-09-21T00:34:50.409534+0000","last_undegraded":"2024-09-21T00:34:50.409534+0000","last_fullsized":"2024-09-21T00:34:50.409534+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:08:27.519864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"29.29","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.398914+0000","last_change":"2024-09-21T00:34:50.397437+0000","last_active":"2024-09-21T00:34:50.398914+0000","last_peered":"2024-09-21T00:34:50.398914+0000","last_clean":"2024-09-21T00:34:50.398914+0000","last_became_active":"2024-09-21T00:34:50.397119+0000","last_became_peered":"2024-09-21T00:34:50.397119+0000","last_unstale":"2024-09-21T00:34:50.398914+0000","last_undegraded":"2024-09-21T00:34:50.398914+0000","last_fullsized":"2024-09-21T00:34:50.398914+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:27:52.058655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"29.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:34:49.359340+0000","last_change":"2024-09-21T00:34:49.359340+0000","last_active":"2024-09-21T00:34:49.359340+0000","last_peered":"2024-09-21T00:34:49.359340+0000","last_clean":"2024-09-21T00:34:49.359340+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:49.359340+0000","last_undegraded":"2024-09-21T00:34:49.359340+0000","last_fullsized":"2024-09-21T00:34:49.359340+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"29.27","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.412901+0000","last_change":"2024-09-21T00:34:50.407506+0000","last_active":"2024-09-21T00:34:50.412901+0000","last_peered":"2024-09-21T00:34:50.412901+0000","last_clean":"2024-09-21T00:34:50.412901+0000","last_became_active":"2024-09-21T00:34:50.407188+0000","last_became_peered":"2024-09-21T00:34:50.407188+0000","last_unstale":"2024-09-21T00:34:50.412901+0000","last_undegraded":"2024-09-21T00:34:50.412901+0000","last_fullsized":"2024-09-21T00:34:50.412901+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:18:11.136568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"29.26","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.395694+0000","last_change":"2024-09-21T00:34:50.390128+0000","last_active":"2024-09-21T00:34:50.395694+0000","last_peered":"2024-09-21T00:34:50.395694+0000","last_clean":"2024-09-21T00:34:50.395694+0000","last_became_active":"2024-09-21T00:34:50.389777+0000","last_became_peered":"2024-09-21T00:34:50.389777+0000","last_unstale":"2024-09-21T00:34:50.395694+0000","last_undegraded":"2024-09-21T00:34:50.395694+0000","last_fullsized":"2024-09-21T00:34:50.395694+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:41:30.445799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"29.25","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.413469+0000","last_change":"2024-09-21T00:34:50.411586+0000","last_active":"2024-09-21T00:34:50.413469+0000","last_peered":"2024-09-21T00:34:50.413469+0000","last_clean":"2024-09-21T00:34:50.413469+0000","last_became_active":"2024-09-21T00:34:50.411295+0000","last_became_peered":"2024-09-21T00:34:50.411295+0000","last_unstale":"2024-09-21T00:34:50.413469+0000","last_undegraded":"2024-09-21T00:34:50.413469+0000","last_fullsized":"2024-09-21T00:34:50.413469+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:08:27.519864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"29.24","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.410428+0000","last_change":"2024-09-21T00:34:50.406950+0000","last_active":"2024-09-21T00:34:50.410428+0000","last_peered":"2024-09-21T00:34:50.410428+0000","last_clean":"2024-09-21T00:34:50.410428+0000","last_became_active":"2024-09-21T00:34:50.406643+0000","last_became_peered":"2024-09-21T00:34:50.406643+0000","last_unstale":"2024-09-21T00:34:50.410428+0000","last_undegraded":"2024-09-21T00:34:50.410428+0000","last_fullsized":"2024-09-21T00:34:50.410428+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:08:57.180607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"29.23","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.409546+0000","last_change":"2024-09-21T00:34:50.408403+0000","last_active":"2024-09-21T00:34:50.409546+0000","last_peered":"2024-09-21T00:34:50.409546+0000","last_clean":"2024-09-21T00:34:50.409546+0000","last_became_active":"2024-09-21T00:34:50.406571+0000","last_became_peered":"2024-09-21T00:34:50.406571+0000","last_unstale":"2024-09-21T00:34:50.409546+0000","last_undegraded":"2024-09-21T00:34:50.409546+0000","last_fullsized":"2024-09-21T00:34:50.409546+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:48:10.665998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"29.22","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.413145+0000","last_change":"2024-09-21T00:34:50.409773+0000","last_active":"2024-09-21T00:34:50.413145+0000","last_peered":"2024-09-21T00:34:50.413145+0000","last_clean":"2024-09-21T00:34:50.413145+0000","last_became_active":"2024-09-21T00:34:50.409394+0000","last_became_peered":"2024-09-21T00:34:50.409394+0000","last_unstale":"2024-09-21T00:34:50.413145+0000","last_undegraded":"2024-09-21T00:34:50.413145+0000","last_fullsized":"2024-09-21T00:34:50.413145+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:52:29.262229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"29.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:34:49.359340+0000","last_change":"2024-09-21T00:34:49.359340+0000","last_active":"2024-09-21T00:34:49.359340+0000","last_peered":"2024-09-21T00:34:49.359340+0000","last_clean":"2024-09-21T00:34:49.359340+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:49.359340+0000","last_undegraded":"2024-09-21T00:34:49.359340+0000","last_fullsized":"2024-09-21T00:34:49.359340+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"29.20","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.409588+0000","last_change":"2024-09-21T00:34:50.404933+0000","last_active":"2024-09-21T00:34:50.409588+0000","last_peered":"2024-09-21T00:34:50.409588+0000","last_clean":"2024-09-21T00:34:50.409588+0000","last_became_active":"2024-09-21T00:34:50.404626+0000","last_became_peered":"2024-09-21T00:34:50.404626+0000","last_unstale":"2024-09-21T00:34:50.409588+0000","last_undegraded":"2024-09-21T00:34:50.409588+0000","last_fullsized":"2024-09-21T00:34:50.409588+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:33:09.923601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"29.1e","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.411132+0000","last_change":"2024-09-21T00:34:50.403199+0000","last_active":"2024-09-21T00:34:50.411132+0000","last_peered":"2024-09-21T00:34:50.411132+0000","last_clean":"2024-09-21T00:34:50.411132+0000","last_became_active":"2024-09-21T00:34:50.402633+0000","last_became_peered":"2024-09-21T00:34:50.402633+0000","last_unstale":"2024-09-21T00:34:50.411132+0000","last_undegraded":"2024-09-21T00:34:50.411132+0000","last_fullsized":"2024-09-21T00:34:50.411132+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:49:15.999733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.1f","version":"183'4","reported_seq":17,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.414099+0000","last_change":"2024-09-21T00:34:49.380702+0000","last_active":"2024-09-21T00:34:50.414099+0000","last_peered":"2024-09-21T00:34:50.414099+0000","last_clean":"2024-09-21T00:34:50.414099+0000","last_became_active":"2024-09-21T00:34:49.380389+0000","last_became_peered":"2024-09-21T00:34:49.380389+0000","last_unstale":"2024-09-21T00:34:50.414099+0000","last_undegraded":"2024-09-21T00:34:50.414099+0000","last_fullsized":"2024-09-21T00:34:50.414099+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:44:51.689090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"29.1f","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.396060+0000","last_change":"2024-09-21T00:34:50.393236+0000","last_active":"2024-09-21T00:34:50.396060+0000","last_peered":"2024-09-21T00:34:50.396060+0000","last_clean":"2024-09-21T00:34:50.396060+0000","last_became_active":"2024-09-21T00:34:50.392896+0000","last_became_peered":"2024-09-21T00:34:50.392896+0000","last_unstale":"2024-09-21T00:34:50.396060+0000","last_undegraded":"2024-09-21T00:34:50.396060+0000","last_fullsized":"2024-09-21T00:34:50.396060+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:37:21.549769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"28.1e","version":"0'0","reported_seq":1,"reported_epoch":181,"state":"creating+peering","last_fresh":"2024-09-21T00:34:48.369520+0000","last_change":"2024-09-21T00:34:48.369520+0000","last_active":"2024-09-21T00:34:48.351742+0000","last_peered":"2024-09-21T00:34:48.351742+0000","last_clean":"2024-09-21T00:34:48.351742+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:48.369520+0000","last_undegraded":"2024-09-21T00:34:48.369520+0000","last_fullsized":"2024-09-21T00:34:48.369520+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"29.1d","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.409554+0000","last_change":"2024-09-21T00:34:50.406471+0000","last_active":"2024-09-21T00:34:50.409554+0000","last_peered":"2024-09-21T00:34:50.409554+0000","last_clean":"2024-09-21T00:34:50.409554+0000","last_became_active":"2024-09-21T00:34:50.406035+0000","last_became_peered":"2024-09-21T00:34:50.406035+0000","last_unstale":"2024-09-21T00:34:50.409554+0000","last_undegraded":"2024-09-21T00:34:50.409554+0000","last_fullsized":"2024-09-21T00:34:50.409554+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:58:25.027098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"28.1c","version":"0'0","reported_seq":1,"reported_epoch":181,"state":"creating+peering","last_fresh":"2024-09-21T00:34:48.368446+0000","last_change":"2024-09-21T00:34:48.368446+0000","last_active":"2024-09-21T00:34:48.351742+0000","last_peered":"2024-09-21T00:34:48.351742+0000","last_clean":"2024-09-21T00:34:48.351742+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:48.368446+0000","last_undegraded":"2024-09-21T00:34:48.368446+0000","last_fullsized":"2024-09-21T00:34:48.368446+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"29.1a","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.413066+0000","last_change":"2024-09-21T00:34:50.409731+0000","last_active":"2024-09-21T00:34:50.413066+0000","last_peered":"2024-09-21T00:34:50.413066+0000","last_clean":"2024-09-21T00:34:50.413066+0000","last_became_active":"2024-09-21T00:34:50.408717+0000","last_became_peered":"2024-09-21T00:34:50.408717+0000","last_unstale":"2024-09-21T00:34:50.413066+0000","last_undegraded":"2024-09-21T00:34:50.413066+0000","last_fullsized":"2024-09-21T00:34:50.413066+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:30:47.153866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"28.1b","version":"183'1","reported_seq":14,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.410437+0000","last_change":"2024-09-21T00:34:49.378799+0000","last_active":"2024-09-21T00:34:50.410437+0000","last_peered":"2024-09-21T00:34:50.410437+0000","last_clean":"2024-09-21T00:34:50.410437+0000","last_became_active":"2024-09-21T00:34:49.378494+0000","last_became_peered":"2024-09-21T00:34:49.378494+0000","last_unstale":"2024-09-21T00:34:50.410437+0000","last_undegraded":"2024-09-21T00:34:50.410437+0000","last_fullsized":"2024-09-21T00:34:50.410437+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:45:40.076132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"29.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:34:49.359340+0000","last_change":"2024-09-21T00:34:49.359340+0000","last_active":"2024-09-21T00:34:49.359340+0000","last_peered":"2024-09-21T00:34:49.359340+0000","last_clean":"2024-09-21T00:34:49.359340+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:49.359340+0000","last_undegraded":"2024-09-21T00:34:49.359340+0000","last_fullsized":"2024-09-21T00:34:49.359340+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"28.1a","version":"183'1","reported_seq":14,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.416686+0000","last_change":"2024-09-21T00:34:49.382609+0000","last_active":"2024-09-21T00:34:50.416686+0000","last_peered":"2024-09-21T00:34:50.416686+0000","last_clean":"2024-09-21T00:34:50.416686+0000","last_became_active":"2024-09-21T00:34:49.382305+0000","last_became_peered":"2024-09-21T00:34:49.382305+0000","last_unstale":"2024-09-21T00:34:50.416686+0000","last_undegraded":"2024-09-21T00:34:50.416686+0000","last_fullsized":"2024-09-21T00:34:50.416686+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:18:34.896245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"29.18","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.401822+0000","last_change":"2024-09-21T00:34:50.397230+0000","last_active":"2024-09-21T00:34:50.401822+0000","last_peered":"2024-09-21T00:34:50.401822+0000","last_clean":"2024-09-21T00:34:50.401822+0000","last_became_active":"2024-09-21T00:34:50.396936+0000","last_became_peered":"2024-09-21T00:34:50.396936+0000","last_unstale":"2024-09-21T00:34:50.401822+0000","last_undegraded":"2024-09-21T00:34:50.401822+0000","last_fullsized":"2024-09-21T00:34:50.401822+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:06:53.933733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"28.19","version":"0'0","reported_seq":13,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.386667+0000","last_change":"2024-09-21T00:34:49.380512+0000","last_active":"2024-09-21T00:34:50.386667+0000","last_peered":"2024-09-21T00:34:50.386667+0000","last_clean":"2024-09-21T00:34:50.386667+0000","last_became_active":"2024-09-21T00:34:49.380189+0000","last_became_peered":"2024-09-21T00:34:49.380189+0000","last_unstale":"2024-09-21T00:34:50.386667+0000","last_undegraded":"2024-09-21T00:34:50.386667+0000","last_fullsized":"2024-09-21T00:34:50.386667+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:24:34.693753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"29.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:34:49.359340+0000","last_change":"2024-09-21T00:34:49.359340+0000","last_active":"2024-09-21T00:34:49.359340+0000","last_peered":"2024-09-21T00:34:49.359340+0000","last_clean":"2024-09-21T00:34:49.359340+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:49.359340+0000","last_undegraded":"2024-09-21T00:34:49.359340+0000","last_fullsized":"2024-09-21T00:34:49.359340+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"28.18","version":"0'0","reported_seq":13,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.388767+0000","last_change":"2024-09-21T00:34:49.387275+0000","last_active":"2024-09-21T00:34:50.388767+0000","last_peered":"2024-09-21T00:34:50.388767+0000","last_clean":"2024-09-21T00:34:50.388767+0000","last_became_active":"2024-09-21T00:34:49.386822+0000","last_became_peered":"2024-09-21T00:34:49.386822+0000","last_unstale":"2024-09-21T00:34:50.388767+0000","last_undegraded":"2024-09-21T00:34:50.388767+0000","last_fullsized":"2024-09-21T00:34:50.388767+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:27:42.372900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"29.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:34:49.359340+0000","last_change":"2024-09-21T00:34:49.359340+0000","last_active":"2024-09-21T00:34:49.359340+0000","last_peered":"2024-09-21T00:34:49.359340+0000","last_clean":"2024-09-21T00:34:49.359340+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:49.359340+0000","last_undegraded":"2024-09-21T00:34:49.359340+0000","last_fullsized":"2024-09-21T00:34:49.359340+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"28.17","version":"0'0","reported_seq":13,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.391231+0000","last_change":"2024-09-21T00:34:49.388235+0000","last_active":"2024-09-21T00:34:50.391231+0000","last_peered":"2024-09-21T00:34:50.391231+0000","last_clean":"2024-09-21T00:34:50.391231+0000","last_became_active":"2024-09-21T00:34:49.387908+0000","last_became_peered":"2024-09-21T00:34:49.387908+0000","last_unstale":"2024-09-21T00:34:50.391231+0000","last_undegraded":"2024-09-21T00:34:50.391231+0000","last_fullsized":"2024-09-21T00:34:50.391231+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:08:32.361893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"29.17","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.401337+0000","last_change":"2024-09-21T00:34:50.400748+0000","last_active":"2024-09-21T00:34:50.401337+0000","last_peered":"2024-09-21T00:34:50.401337+0000","last_clean":"2024-09-21T00:34:50.401337+0000","last_became_active":"2024-09-21T00:34:50.400452+0000","last_became_peered":"2024-09-21T00:34:50.400452+0000","last_unstale":"2024-09-21T00:34:50.401337+0000","last_undegraded":"2024-09-21T00:34:50.401337+0000","last_fullsized":"2024-09-21T00:34:50.401337+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:05:21.876447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"28.16","version":"0'0","reported_seq":13,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.393675+0000","last_change":"2024-09-21T00:34:49.377446+0000","last_active":"2024-09-21T00:34:50.393675+0000","last_peered":"2024-09-21T00:34:50.393675+0000","last_clean":"2024-09-21T00:34:50.393675+0000","last_became_active":"2024-09-21T00:34:49.377125+0000","last_became_peered":"2024-09-21T00:34:49.377125+0000","last_unstale":"2024-09-21T00:34:50.393675+0000","last_undegraded":"2024-09-21T00:34:50.393675+0000","last_fullsized":"2024-09-21T00:34:50.393675+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:51:04.025614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"29.14","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.409508+0000","last_change":"2024-09-21T00:34:50.408437+0000","last_active":"2024-09-21T00:34:50.409508+0000","last_peered":"2024-09-21T00:34:50.409508+0000","last_clean":"2024-09-21T00:34:50.409508+0000","last_became_active":"2024-09-21T00:34:50.406836+0000","last_became_peered":"2024-09-21T00:34:50.406836+0000","last_unstale":"2024-09-21T00:34:50.409508+0000","last_undegraded":"2024-09-21T00:34:50.409508+0000","last_fullsized":"2024-09-21T00:34:50.409508+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:07:10.569670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"28.15","version":"0'0","reported_seq":1,"reported_epoch":181,"state":"creating+peering","last_fresh":"2024-09-21T00:34:48.373863+0000","last_change":"2024-09-21T00:34:48.373863+0000","last_active":"2024-09-21T00:34:48.351742+0000","last_peered":"2024-09-21T00:34:48.351742+0000","last_clean":"2024-09-21T00:34:48.351742+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:48.373863+0000","last_undegraded":"2024-09-21T00:34:48.373863+0000","last_fullsized":"2024-09-21T00:34:48.373863+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"29.15","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.401785+0000","last_change":"2024-09-21T00:34:50.399870+0000","last_active":"2024-09-21T00:34:50.401785+0000","last_peered":"2024-09-21T00:34:50.401785+0000","last_clean":"2024-09-21T00:34:50.401785+0000","last_became_active":"2024-09-21T00:34:50.399526+0000","last_became_peered":"2024-09-21T00:34:50.399526+0000","last_unstale":"2024-09-21T00:34:50.401785+0000","last_undegraded":"2024-09-21T00:34:50.401785+0000","last_fullsized":"2024-09-21T00:34:50.401785+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:00:46.491046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"28.14","version":"183'6","reported_seq":19,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.414246+0000","last_change":"2024-09-21T00:34:49.383639+0000","last_active":"2024-09-21T00:34:50.414246+0000","last_peered":"2024-09-21T00:34:50.414246+0000","last_clean":"2024-09-21T00:34:50.414246+0000","last_became_active":"2024-09-21T00:34:49.383317+0000","last_became_peered":"2024-09-21T00:34:49.383317+0000","last_unstale":"2024-09-21T00:34:50.414246+0000","last_undegraded":"2024-09-21T00:34:50.414246+0000","last_fullsized":"2024-09-21T00:34:50.414246+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:07:32.580412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"29.12","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.409952+0000","last_change":"2024-09-21T00:34:50.408665+0000","last_active":"2024-09-21T00:34:50.409952+0000","last_peered":"2024-09-21T00:34:50.409952+0000","last_clean":"2024-09-21T00:34:50.409952+0000","last_became_active":"2024-09-21T00:34:50.408342+0000","last_became_peered":"2024-09-21T00:34:50.408342+0000","last_unstale":"2024-09-21T00:34:50.409952+0000","last_undegraded":"2024-09-21T00:34:50.409952+0000","last_fullsized":"2024-09-21T00:34:50.409952+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:56:51.513876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"28.13","version":"183'2","reported_seq":15,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.414971+0000","last_change":"2024-09-21T00:34:49.381632+0000","last_active":"2024-09-21T00:34:50.414971+0000","last_peered":"2024-09-21T00:34:50.414971+0000","last_clean":"2024-09-21T00:34:50.414971+0000","last_became_active":"2024-09-21T00:34:49.381286+0000","last_became_peered":"2024-09-21T00:34:49.381286+0000","last_unstale":"2024-09-21T00:34:50.414971+0000","last_undegraded":"2024-09-21T00:34:50.414971+0000","last_fullsized":"2024-09-21T00:34:50.414971+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:53:10.797139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"29.13","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.415922+0000","last_change":"2024-09-21T00:34:50.414244+0000","last_active":"2024-09-21T00:34:50.415922+0000","last_peered":"2024-09-21T00:34:50.415922+0000","last_clean":"2024-09-21T00:34:50.415922+0000","last_became_active":"2024-09-21T00:34:50.411588+0000","last_became_peered":"2024-09-21T00:34:50.411588+0000","last_unstale":"2024-09-21T00:34:50.415922+0000","last_undegraded":"2024-09-21T00:34:50.415922+0000","last_fullsized":"2024-09-21T00:34:50.415922+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:11:22.565757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.12","version":"0'0","reported_seq":13,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.391904+0000","last_change":"2024-09-21T00:34:49.382470+0000","last_active":"2024-09-21T00:34:50.391904+0000","last_peered":"2024-09-21T00:34:50.391904+0000","last_clean":"2024-09-21T00:34:50.391904+0000","last_became_active":"2024-09-21T00:34:49.382179+0000","last_became_peered":"2024-09-21T00:34:49.382179+0000","last_unstale":"2024-09-21T00:34:50.391904+0000","last_undegraded":"2024-09-21T00:34:50.391904+0000","last_fullsized":"2024-09-21T00:34:50.391904+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:28:06.541559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"29.10","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.411460+0000","last_change":"2024-09-21T00:34:50.403915+0000","last_active":"2024-09-21T00:34:50.411460+0000","last_peered":"2024-09-21T00:34:50.411460+0000","last_clean":"2024-09-21T00:34:50.411460+0000","last_became_active":"2024-09-21T00:34:50.403549+0000","last_became_peered":"2024-09-21T00:34:50.403549+0000","last_unstale":"2024-09-21T00:34:50.411460+0000","last_undegraded":"2024-09-21T00:34:50.411460+0000","last_fullsized":"2024-09-21T00:34:50.411460+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:46:17.796836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.11","version":"0'0","reported_seq":1,"reported_epoch":181,"state":"creating+peering","last_fresh":"2024-09-21T00:34:48.374409+0000","last_change":"2024-09-21T00:34:48.374409+0000","last_active":"2024-09-21T00:34:48.351742+0000","last_peered":"2024-09-21T00:34:48.351742+0000","last_clean":"2024-09-21T00:34:48.351742+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:48.374409+0000","last_undegraded":"2024-09-21T00:34:48.374409+0000","last_fullsized":"2024-09-21T00:34:48.374409+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"29.11","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.396158+0000","last_change":"2024-09-21T00:34:50.393708+0000","last_active":"2024-09-21T00:34:50.396158+0000","last_peered":"2024-09-21T00:34:50.396158+0000","last_clean":"2024-09-21T00:34:50.396158+0000","last_became_active":"2024-09-21T00:34:50.393393+0000","last_became_peered":"2024-09-21T00:34:50.393393+0000","last_unstale":"2024-09-21T00:34:50.396158+0000","last_undegraded":"2024-09-21T00:34:50.396158+0000","last_fullsized":"2024-09-21T00:34:50.396158+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:09:02.606219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"28.10","version":"0'0","reported_seq":1,"reported_epoch":181,"state":"creating+peering","last_fresh":"2024-09-21T00:34:48.369037+0000","last_change":"2024-09-21T00:34:48.369037+0000","last_active":"2024-09-21T00:34:48.351742+0000","last_peered":"2024-09-21T00:34:48.351742+0000","last_clean":"2024-09-21T00:34:48.351742+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:48.369037+0000","last_undegraded":"2024-09-21T00:34:48.369037+0000","last_fullsized":"2024-09-21T00:34:48.369037+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"29.e","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.396083+0000","last_change":"2024-09-21T00:34:50.393462+0000","last_active":"2024-09-21T00:34:50.396083+0000","last_peered":"2024-09-21T00:34:50.396083+0000","last_clean":"2024-09-21T00:34:50.396083+0000","last_became_active":"2024-09-21T00:34:50.393176+0000","last_became_peered":"2024-09-21T00:34:50.393176+0000","last_unstale":"2024-09-21T00:34:50.396083+0000","last_undegraded":"2024-09-21T00:34:50.396083+0000","last_fullsized":"2024-09-21T00:34:50.396083+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:03:53.380896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"28.f","version":"183'1","reported_seq":14,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.416433+0000","last_change":"2024-09-21T00:34:49.383424+0000","last_active":"2024-09-21T00:34:50.416433+0000","last_peered":"2024-09-21T00:34:50.416433+0000","last_clean":"2024-09-21T00:34:50.416433+0000","last_became_active":"2024-09-21T00:34:49.383131+0000","last_became_peered":"2024-09-21T00:34:49.383131+0000","last_unstale":"2024-09-21T00:34:50.416433+0000","last_undegraded":"2024-09-21T00:34:50.416433+0000","last_fullsized":"2024-09-21T00:34:50.416433+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:51:33.373601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"29.f","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.412045+0000","last_change":"2024-09-21T00:34:50.411072+0000","last_active":"2024-09-21T00:34:50.412045+0000","last_peered":"2024-09-21T00:34:50.412045+0000","last_clean":"2024-09-21T00:34:50.412045+0000","last_became_active":"2024-09-21T00:34:50.410738+0000","last_became_peered":"2024-09-21T00:34:50.410738+0000","last_unstale":"2024-09-21T00:34:50.412045+0000","last_undegraded":"2024-09-21T00:34:50.412045+0000","last_fullsized":"2024-09-21T00:34:50.412045+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:40:59.033697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"28.e","version":"183'2","reported_seq":15,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.414933+0000","last_change":"2024-09-21T00:34:49.388251+0000","last_active":"2024-09-21T00:34:50.414933+0000","last_peered":"2024-09-21T00:34:50.414933+0000","last_clean":"2024-09-21T00:34:50.414933+0000","last_became_active":"2024-09-21T00:34:49.387878+0000","last_became_peered":"2024-09-21T00:34:49.387878+0000","last_unstale":"2024-09-21T00:34:50.414933+0000","last_undegraded":"2024-09-21T00:34:50.414933+0000","last_fullsized":"2024-09-21T00:34:50.414933+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:30:46.146268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"29.c","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.413784+0000","last_change":"2024-09-21T00:34:50.405537+0000","last_active":"2024-09-21T00:34:50.413784+0000","last_peered":"2024-09-21T00:34:50.413784+0000","last_clean":"2024-09-21T00:34:50.413784+0000","last_became_active":"2024-09-21T00:34:50.405131+0000","last_became_peered":"2024-09-21T00:34:50.405131+0000","last_unstale":"2024-09-21T00:34:50.413784+0000","last_undegraded":"2024-09-21T00:34:50.413784+0000","last_fullsized":"2024-09-21T00:34:50.413784+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:38:55.151421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.d","version":"183'1","reported_seq":14,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.413721+0000","last_change":"2024-09-21T00:34:49.389021+0000","last_active":"2024-09-21T00:34:50.413721+0000","last_peered":"2024-09-21T00:34:50.413721+0000","last_clean":"2024-09-21T00:34:50.413721+0000","last_became_active":"2024-09-21T00:34:49.388710+0000","last_became_peered":"2024-09-21T00:34:49.388710+0000","last_unstale":"2024-09-21T00:34:50.413721+0000","last_undegraded":"2024-09-21T00:34:50.413721+0000","last_fullsized":"2024-09-21T00:34:50.413721+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:55:36.942591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"29.d","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.413909+0000","last_change":"2024-09-21T00:34:50.407193+0000","last_active":"2024-09-21T00:34:50.413909+0000","last_peered":"2024-09-21T00:34:50.413909+0000","last_clean":"2024-09-21T00:34:50.413909+0000","last_became_active":"2024-09-21T00:34:50.406032+0000","last_became_peered":"2024-09-21T00:34:50.406032+0000","last_unstale":"2024-09-21T00:34:50.413909+0000","last_undegraded":"2024-09-21T00:34:50.413909+0000","last_fullsized":"2024-09-21T00:34:50.413909+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:07:20.079868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.c","version":"0'0","reported_seq":13,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.389044+0000","last_change":"2024-09-21T00:34:49.387337+0000","last_active":"2024-09-21T00:34:50.389044+0000","last_peered":"2024-09-21T00:34:50.389044+0000","last_clean":"2024-09-21T00:34:50.389044+0000","last_became_active":"2024-09-21T00:34:49.387034+0000","last_became_peered":"2024-09-21T00:34:49.387034+0000","last_unstale":"2024-09-21T00:34:50.389044+0000","last_undegraded":"2024-09-21T00:34:50.389044+0000","last_fullsized":"2024-09-21T00:34:50.389044+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:15:42.170861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"29.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:34:49.359340+0000","last_change":"2024-09-21T00:34:49.359340+0000","last_active":"2024-09-21T00:34:49.359340+0000","last_peered":"2024-09-21T00:34:49.359340+0000","last_clean":"2024-09-21T00:34:49.359340+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:49.359340+0000","last_undegraded":"2024-09-21T00:34:49.359340+0000","last_fullsized":"2024-09-21T00:34:49.359340+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"28.b","version":"183'2","reported_seq":15,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.416965+0000","last_change":"2024-09-21T00:34:49.390702+0000","last_active":"2024-09-21T00:34:50.416965+0000","last_peered":"2024-09-21T00:34:50.416965+0000","last_clean":"2024-09-21T00:34:50.416965+0000","last_became_active":"2024-09-21T00:34:49.390334+0000","last_became_peered":"2024-09-21T00:34:49.390334+0000","last_unstale":"2024-09-21T00:34:50.416965+0000","last_undegraded":"2024-09-21T00:34:50.416965+0000","last_fullsized":"2024-09-21T00:34:50.416965+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:10:48.610772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"29.b","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.411880+0000","last_change":"2024-09-21T00:34:50.403324+0000","last_active":"2024-09-21T00:34:50.411880+0000","last_peered":"2024-09-21T00:34:50.411880+0000","last_clean":"2024-09-21T00:34:50.411880+0000","last_became_active":"2024-09-21T00:34:50.402116+0000","last_became_peered":"2024-09-21T00:34:50.402116+0000","last_unstale":"2024-09-21T00:34:50.411880+0000","last_undegraded":"2024-09-21T00:34:50.411880+0000","last_fullsized":"2024-09-21T00:34:50.411880+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:21:39.406374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.a","version":"0'0","reported_seq":13,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.386978+0000","last_change":"2024-09-21T00:34:49.387236+0000","last_active":"2024-09-21T00:34:50.386978+0000","last_peered":"2024-09-21T00:34:50.386978+0000","last_clean":"2024-09-21T00:34:50.386978+0000","last_became_active":"2024-09-21T00:34:49.381835+0000","last_became_peered":"2024-09-21T00:34:49.381835+0000","last_unstale":"2024-09-21T00:34:50.386978+0000","last_undegraded":"2024-09-21T00:34:50.386978+0000","last_fullsized":"2024-09-21T00:34:50.386978+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:43:11.864563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"29.8","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.396704+0000","last_change":"2024-09-21T00:34:50.395116+0000","last_active":"2024-09-21T00:34:50.396704+0000","last_peered":"2024-09-21T00:34:50.396704+0000","last_clean":"2024-09-21T00:34:50.396704+0000","last_became_active":"2024-09-21T00:34:50.394828+0000","last_became_peered":"2024-09-21T00:34:50.394828+0000","last_unstale":"2024-09-21T00:34:50.396704+0000","last_undegraded":"2024-09-21T00:34:50.396704+0000","last_fullsized":"2024-09-21T00:34:50.396704+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:48:37.715773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"28.9","version":"0'0","reported_seq":13,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.387250+0000","last_change":"2024-09-21T00:34:49.391523+0000","last_active":"2024-09-21T00:34:50.387250+0000","last_peered":"2024-09-21T00:34:50.387250+0000","last_clean":"2024-09-21T00:34:50.387250+0000","last_became_active":"2024-09-21T00:34:49.391172+0000","last_became_peered":"2024-09-21T00:34:49.391172+0000","last_unstale":"2024-09-21T00:34:50.387250+0000","last_undegraded":"2024-09-21T00:34:50.387250+0000","last_fullsized":"2024-09-21T00:34:50.387250+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:25:02.325055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"29.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:34:49.359340+0000","last_change":"2024-09-21T00:34:49.359340+0000","last_active":"2024-09-21T00:34:49.359340+0000","last_peered":"2024-09-21T00:34:49.359340+0000","last_clean":"2024-09-21T00:34:49.359340+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:49.359340+0000","last_undegraded":"2024-09-21T00:34:49.359340+0000","last_fullsized":"2024-09-21T00:34:49.359340+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"28.8","version":"0'0","reported_seq":13,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.391859+0000","last_change":"2024-09-21T00:34:49.380688+0000","last_active":"2024-09-21T00:34:50.391859+0000","last_peered":"2024-09-21T00:34:50.391859+0000","last_clean":"2024-09-21T00:34:50.391859+0000","last_became_active":"2024-09-21T00:34:49.380349+0000","last_became_peered":"2024-09-21T00:34:49.380349+0000","last_unstale":"2024-09-21T00:34:50.391859+0000","last_undegraded":"2024-09-21T00:34:50.391859+0000","last_fullsized":"2024-09-21T00:34:50.391859+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:43:33.966129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"29.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:34:49.359340+0000","last_change":"2024-09-21T00:34:49.359340+0000","last_active":"2024-09-21T00:34:49.359340+0000","last_peered":"2024-09-21T00:34:49.359340+0000","last_clean":"2024-09-21T00:34:49.359340+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:49.359340+0000","last_undegraded":"2024-09-21T00:34:49.359340+0000","last_fullsized":"2024-09-21T00:34:49.359340+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"28.7","version":"0'0","reported_seq":1,"reported_epoch":181,"state":"creating+peering","last_fresh":"2024-09-21T00:34:48.373984+0000","last_change":"2024-09-21T00:34:48.373984+0000","last_active":"2024-09-21T00:34:48.351742+0000","last_peered":"2024-09-21T00:34:48.351742+0000","last_clean":"2024-09-21T00:34:48.351742+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:48.373984+0000","last_undegraded":"2024-09-21T00:34:48.373984+0000","last_fullsized":"2024-09-21T00:34:48.373984+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"29.7","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.405400+0000","last_change":"2024-09-21T00:34:50.401500+0000","last_active":"2024-09-21T00:34:50.405400+0000","last_peered":"2024-09-21T00:34:50.405400+0000","last_clean":"2024-09-21T00:34:50.405400+0000","last_became_active":"2024-09-21T00:34:50.401188+0000","last_became_peered":"2024-09-21T00:34:50.401188+0000","last_unstale":"2024-09-21T00:34:50.405400+0000","last_undegraded":"2024-09-21T00:34:50.405400+0000","last_fullsized":"2024-09-21T00:34:50.405400+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:18:22.137960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.6","version":"0'0","reported_seq":13,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.391372+0000","last_change":"2024-09-21T00:34:49.387669+0000","last_active":"2024-09-21T00:34:50.391372+0000","last_peered":"2024-09-21T00:34:50.391372+0000","last_clean":"2024-09-21T00:34:50.391372+0000","last_became_active":"2024-09-21T00:34:49.387360+0000","last_became_peered":"2024-09-21T00:34:49.387360+0000","last_unstale":"2024-09-21T00:34:50.391372+0000","last_undegraded":"2024-09-21T00:34:50.391372+0000","last_fullsized":"2024-09-21T00:34:50.391372+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:48:13.165416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"29.4","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.406147+0000","last_change":"2024-09-21T00:34:50.403012+0000","last_active":"2024-09-21T00:34:50.406147+0000","last_peered":"2024-09-21T00:34:50.406147+0000","last_clean":"2024-09-21T00:34:50.406147+0000","last_became_active":"2024-09-21T00:34:50.402459+0000","last_became_peered":"2024-09-21T00:34:50.402459+0000","last_unstale":"2024-09-21T00:34:50.406147+0000","last_undegraded":"2024-09-21T00:34:50.406147+0000","last_fullsized":"2024-09-21T00:34:50.406147+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:30:41.088210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.5","version":"0'0","reported_seq":13,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.392316+0000","last_change":"2024-09-21T00:34:49.389633+0000","last_active":"2024-09-21T00:34:50.392316+0000","last_peered":"2024-09-21T00:34:50.392316+0000","last_clean":"2024-09-21T00:34:50.392316+0000","last_became_active":"2024-09-21T00:34:49.389298+0000","last_became_peered":"2024-09-21T00:34:49.389298+0000","last_unstale":"2024-09-21T00:34:50.392316+0000","last_undegraded":"2024-09-21T00:34:50.392316+0000","last_fullsized":"2024-09-21T00:34:50.392316+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:27:08.078115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"29.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:34:49.359340+0000","last_change":"2024-09-21T00:34:49.359340+0000","last_active":"2024-09-21T00:34:49.359340+0000","last_peered":"2024-09-21T00:34:49.359340+0000","last_clean":"2024-09-21T00:34:49.359340+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:49.359340+0000","last_undegraded":"2024-09-21T00:34:49.359340+0000","last_fullsized":"2024-09-21T00:34:49.359340+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"28.4","version":"0'0","reported_seq":13,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.391004+0000","last_change":"2024-09-21T00:34:49.390053+0000","last_active":"2024-09-21T00:34:50.391004+0000","last_peered":"2024-09-21T00:34:50.391004+0000","last_clean":"2024-09-21T00:34:50.391004+0000","last_became_active":"2024-09-21T00:34:49.389706+0000","last_became_peered":"2024-09-21T00:34:49.389706+0000","last_unstale":"2024-09-21T00:34:50.391004+0000","last_undegraded":"2024-09-21T00:34:50.391004+0000","last_fullsized":"2024-09-21T00:34:50.391004+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:32:05.416622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"29.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:34:49.359340+0000","last_change":"2024-09-21T00:34:49.359340+0000","last_active":"2024-09-21T00:34:49.359340+0000","last_peered":"2024-09-21T00:34:49.359340+0000","last_clean":"2024-09-21T00:34:49.359340+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:49.359340+0000","last_undegraded":"2024-09-21T00:34:49.359340+0000","last_fullsized":"2024-09-21T00:34:49.359340+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"28.3","version":"0'0","reported_seq":13,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.386765+0000","last_change":"2024-09-21T00:34:49.387090+0000","last_active":"2024-09-21T00:34:50.386765+0000","last_peered":"2024-09-21T00:34:50.386765+0000","last_clean":"2024-09-21T00:34:50.386765+0000","last_became_active":"2024-09-21T00:34:49.386746+0000","last_became_peered":"2024-09-21T00:34:49.386746+0000","last_unstale":"2024-09-21T00:34:50.386765+0000","last_undegraded":"2024-09-21T00:34:50.386765+0000","last_fullsized":"2024-09-21T00:34:50.386765+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:21:47.938334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"29.3","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.415892+0000","last_change":"2024-09-21T00:34:50.412958+0000","last_active":"2024-09-21T00:34:50.415892+0000","last_peered":"2024-09-21T00:34:50.415892+0000","last_clean":"2024-09-21T00:34:50.415892+0000","last_became_active":"2024-09-21T00:34:50.410634+0000","last_became_peered":"2024-09-21T00:34:50.410634+0000","last_unstale":"2024-09-21T00:34:50.415892+0000","last_undegraded":"2024-09-21T00:34:50.415892+0000","last_fullsized":"2024-09-21T00:34:50.415892+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:10:05.896748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.2","version":"0'0","reported_seq":13,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.392142+0000","last_change":"2024-09-21T00:34:49.376214+0000","last_active":"2024-09-21T00:34:50.392142+0000","last_peered":"2024-09-21T00:34:50.392142+0000","last_clean":"2024-09-21T00:34:50.392142+0000","last_became_active":"2024-09-21T00:34:49.375912+0000","last_became_peered":"2024-09-21T00:34:49.375912+0000","last_unstale":"2024-09-21T00:34:50.392142+0000","last_undegraded":"2024-09-21T00:34:50.392142+0000","last_fullsized":"2024-09-21T00:34:50.392142+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:18:10.128969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"29.0","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.411493+0000","last_change":"2024-09-21T00:34:50.404534+0000","last_active":"2024-09-21T00:34:50.411493+0000","last_peered":"2024-09-21T00:34:50.411493+0000","last_clean":"2024-09-21T00:34:50.411493+0000","last_became_active":"2024-09-21T00:34:50.404225+0000","last_became_peered":"2024-09-21T00:34:50.404225+0000","last_unstale":"2024-09-21T00:34:50.411493+0000","last_undegraded":"2024-09-21T00:34:50.411493+0000","last_fullsized":"2024-09-21T00:34:50.411493+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:08:05.112360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.1","version":"0'0","reported_seq":1,"reported_epoch":181,"state":"creating+peering","last_fresh":"2024-09-21T00:34:48.373817+0000","last_change":"2024-09-21T00:34:48.373817+0000","last_active":"2024-09-21T00:34:48.351742+0000","last_peered":"2024-09-21T00:34:48.351742+0000","last_clean":"2024-09-21T00:34:48.351742+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:48.373817+0000","last_undegraded":"2024-09-21T00:34:48.373817+0000","last_fullsized":"2024-09-21T00:34:48.373817+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"29.1","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.400989+0000","last_change":"2024-09-21T00:34:50.400081+0000","last_active":"2024-09-21T00:34:50.400989+0000","last_peered":"2024-09-21T00:34:50.400989+0000","last_clean":"2024-09-21T00:34:50.400989+0000","last_became_active":"2024-09-21T00:34:50.399718+0000","last_became_peered":"2024-09-21T00:34:50.399718+0000","last_unstale":"2024-09-21T00:34:50.400989+0000","last_undegraded":"2024-09-21T00:34:50.400989+0000","last_fullsized":"2024-09-21T00:34:50.400989+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:54:02.771701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"28.0","version":"0'0","reported_seq":13,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.392142+0000","last_change":"2024-09-21T00:34:49.380590+0000","last_active":"2024-09-21T00:34:50.392142+0000","last_peered":"2024-09-21T00:34:50.392142+0000","last_clean":"2024-09-21T00:34:50.392142+0000","last_became_active":"2024-09-21T00:34:49.380253+0000","last_became_peered":"2024-09-21T00:34:49.380253+0000","last_unstale":"2024-09-21T00:34:50.392142+0000","last_undegraded":"2024-09-21T00:34:50.392142+0000","last_fullsized":"2024-09-21T00:34:50.392142+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:26:50.479786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"29.1c","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.405507+0000","last_change":"2024-09-21T00:34:50.403542+0000","last_active":"2024-09-21T00:34:50.405507+0000","last_peered":"2024-09-21T00:34:50.405507+0000","last_clean":"2024-09-21T00:34:50.405507+0000","last_became_active":"2024-09-21T00:34:50.403239+0000","last_became_peered":"2024-09-21T00:34:50.403239+0000","last_unstale":"2024-09-21T00:34:50.405507+0000","last_undegraded":"2024-09-21T00:34:50.405507+0000","last_fullsized":"2024-09-21T00:34:50.405507+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:28:07.549158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"28.1d","version":"183'2","reported_seq":15,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.415616+0000","last_change":"2024-09-21T00:34:49.392209+0000","last_active":"2024-09-21T00:34:50.415616+0000","last_peered":"2024-09-21T00:34:50.415616+0000","last_clean":"2024-09-21T00:34:50.415616+0000","last_became_active":"2024-09-21T00:34:49.391837+0000","last_became_peered":"2024-09-21T00:34:49.391837+0000","last_unstale":"2024-09-21T00:34:50.415616+0000","last_undegraded":"2024-09-21T00:34:50.415616+0000","last_fullsized":"2024-09-21T00:34:50.415616+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:22:49.686669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":402,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.388222+0000","last_change":"2024-09-21T00:21:11.583793+0000","last_active":"2024-09-21T00:34:50.388222+0000","last_peered":"2024-09-21T00:34:50.388222+0000","last_clean":"2024-09-21T00:34:50.388222+0000","last_became_active":"2024-09-21T00:21:11.582502+0000","last_became_peered":"2024-09-21T00:21:11.582502+0000","last_unstale":"2024-09-21T00:34:50.388222+0000","last_undegraded":"2024-09-21T00:34:50.388222+0000","last_fullsized":"2024-09-21T00:34:50.388222+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_clean_scrub_stamp":"2024-09-21T00:21:10.311964+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:58.010953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":29,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":92,"acting":92,"num_store_stats":6},{"poolid":28,"num_pg":32,"stat_sum":{"num_bytes":2320,"num_objects":13,"num_object_clones":0,"num_object_copies":26,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":4148,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":22,"ondisk_log_size":22,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509608,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":47920,"kb_used_data":2836,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94323920,"statfs":{"total":96636764160,"available":96587694080,"internally_reserved":0,"allocated":2904064,"data_stored":1602599,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":46135754},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509608,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":69480,"kb_used_data":2260,"kb_used_omap":1,"kb_used_meta":67198,"kb_avail":94302360,"statfs":{"total":96636764160,"available":96565616640,"internally_reserved":0,"allocated":2314240,"data_stored":1012217,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":68811206},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509608,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59816,"kb_used_data":2252,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312024,"statfs":{"total":96636764160,"available":96575512576,"internally_reserved":0,"allocated":2306048,"data_stored":1012161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":58915269},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509609,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":73716,"kb_used_data":2268,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94298124,"statfs":{"total":96636764160,"available":96561278976,"internally_reserved":0,"allocated":2322432,"data_stored":1013843,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":73136584},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509609,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":47352,"kb_used_data":2272,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94324488,"statfs":{"total":96636764160,"available":96588275712,"internally_reserved":0,"allocated":2326528,"data_stored":1013829,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":46135749},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509607,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":74288,"kb_used_data":2840,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94297552,"statfs":{"total":96636764160,"available":96560693248,"internally_reserved":0,"allocated":2908160,"data_stored":1603201,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":73136582},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834575015,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":73688,"kb_used_data":2228,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94298152,"statfs":{"total":96636764160,"available":96561307648,"internally_reserved":0,"allocated":2281472,"data_stored":999111,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":73136581},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834575015,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":77840,"kb_used_data":2228,"kb_used_omap":1,"kb_used_meta":75582,"kb_avail":94294000,"statfs":{"total":96636764160,"available":96557056000,"internally_reserved":0,"allocated":2281472,"data_stored":999111,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":77396422},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T00:34:54.467 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T00:34:54.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.620+0000 7fe1e736e640 1 -- 172.21.15.67:0/3602969538 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe1e00d0270 msgr2=0x7fe1e00b6560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:54.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.620+0000 7fe1e736e640 1 --2- 172.21.15.67:0/3602969538 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe1e00d0270 0x7fe1e00b6560 secure :-1 s=READY pgs=2341 cs=0 l=1 rev1=1 crypto rx=0x7fe1e006d7a0 tx=0x7fe1d802a4d0 comp rx=0 tx=0).stop 2024-09-21T00:34:54.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.620+0000 7fe1e736e640 1 -- 172.21.15.67:0/3602969538 shutdown_connections 2024-09-21T00:34:54.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.620+0000 7fe1e736e640 1 --2- 172.21.15.67:0/3602969538 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe1e00d0270 0x7fe1e00b6560 unknown :-1 s=CLOSED pgs=2341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:54.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.620+0000 7fe1e736e640 1 --2- 172.21.15.67:0/3602969538 >> v2:172.21.15.97:3300/0 conn(0x7fe1e00b9e70 0x7fe1e00b6020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:54.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.620+0000 7fe1e736e640 1 -- 172.21.15.67:0/3602969538 >> 172.21.15.67:0/3602969538 conn(0x7fe1e00d45a0 msgr2=0x7fe1e00d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:54.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.620+0000 7fe1e736e640 1 -- 172.21.15.67:0/3602969538 shutdown_connections 2024-09-21T00:34:54.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.620+0000 7fe1e736e640 1 -- 172.21.15.67:0/3602969538 wait complete. 2024-09-21T00:34:54.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.622+0000 7fe1e736e640 1 Processor -- start 2024-09-21T00:34:54.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.622+0000 7fe1e736e640 1 -- start start 2024-09-21T00:34:54.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.623+0000 7fe1e736e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe1e00b9e70 0x7fe1e0151a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:54.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.623+0000 7fe1e736e640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe1e00d0270 0x7fe1e0151300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:54.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.623+0000 7fe1e736e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe1e00d22f0 0x7fe1e00cdc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:54.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.623+0000 7fe1e736e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fe1e006f660 con 0x7fe1e00b9e70 2024-09-21T00:34:54.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.623+0000 7fe1e736e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fe1e006f4e0 con 0x7fe1e00d22f0 2024-09-21T00:34:54.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.623+0000 7fe1e736e640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fe1e006f7e0 con 0x7fe1e00d0270 2024-09-21T00:34:54.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.623+0000 7fe1e510a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe1e00b9e70 0x7fe1e0151a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:54.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.623+0000 7fe1e510a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe1e00b9e70 0x7fe1e0151a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46668/0 (socket says 172.21.15.67:46668) 2024-09-21T00:34:54.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.623+0000 7fe1e510a640 1 -- 172.21.15.67:0/2283476905 learned_addr learned my addr 172.21.15.67:0/2283476905 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:54.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.623+0000 7fe1e590b640 1 --2- 172.21.15.67:0/2283476905 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe1e00d22f0 0x7fe1e00cdc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:54.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.624+0000 7fe1e510a640 1 -- 172.21.15.67:0/2283476905 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe1e00d0270 msgr2=0x7fe1e0151300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:54.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.624+0000 7fe1e510a640 1 --2- 172.21.15.67:0/2283476905 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe1e00d0270 0x7fe1e0151300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:54.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.624+0000 7fe1e510a640 1 -- 172.21.15.67:0/2283476905 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe1e00d22f0 msgr2=0x7fe1e00cdc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:54.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.624+0000 7fe1e510a640 1 --2- 172.21.15.67:0/2283476905 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe1e00d22f0 0x7fe1e00cdc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:54.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.624+0000 7fe1e510a640 1 -- 172.21.15.67:0/2283476905 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1e00ccbd0 con 0x7fe1e00b9e70 2024-09-21T00:34:54.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.624+0000 7fe1e590b640 1 --2- 172.21.15.67:0/2283476905 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe1e00d22f0 0x7fe1e00cdc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:34:54.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.624+0000 7fe1e510a640 1 --2- 172.21.15.67:0/2283476905 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe1e00b9e70 0x7fe1e0151a50 secure :-1 s=READY pgs=2342 cs=0 l=1 rev1=1 crypto rx=0x7fe1d000cce0 tx=0x7fe1d000a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:54.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.624+0000 7fe1ddffb640 1 -- 172.21.15.67:0/2283476905 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1d000f450 con 0x7fe1e00b9e70 2024-09-21T00:34:54.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.624+0000 7fe1ddffb640 1 -- 172.21.15.67:0/2283476905 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe1d000f6e0 con 0x7fe1e00b9e70 2024-09-21T00:34:54.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.624+0000 7fe1ddffb640 1 -- 172.21.15.67:0/2283476905 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1d000fb30 con 0x7fe1e00b9e70 2024-09-21T00:34:54.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.624+0000 7fe1e736e640 1 -- 172.21.15.67:0/2283476905 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1e00cce70 con 0x7fe1e00b9e70 2024-09-21T00:34:54.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.624+0000 7fe1e736e640 1 -- 172.21.15.67:0/2283476905 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1e00cd430 con 0x7fe1e00b9e70 2024-09-21T00:34:54.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.625+0000 7fe1e736e640 1 -- 172.21.15.67:0/2283476905 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe1e006fc90 con 0x7fe1e00b9e70 2024-09-21T00:34:54.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.626+0000 7fe1ddffb640 1 -- 172.21.15.67:0/2283476905 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fe1d000fcd0 con 0x7fe1e00b9e70 2024-09-21T00:34:54.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.626+0000 7fe1ddffb640 1 --2- 172.21.15.67:0/2283476905 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe1cc078b90 0x7fe1cc07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:54.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.626+0000 7fe1ddffb640 1 -- 172.21.15.67:0/2283476905 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(184..184 src has 1..184) ==== 5709+0+0 (secure 0 0 0) 0x7fe1d009b830 con 0x7fe1e00b9e70 2024-09-21T00:34:54.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.627+0000 7fe1e4909640 1 --2- 172.21.15.67:0/2283476905 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe1cc078b90 0x7fe1cc07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:54.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.627+0000 7fe1e4909640 1 --2- 172.21.15.67:0/2283476905 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe1cc078b90 0x7fe1cc07b0a0 secure :-1 s=READY pgs=877 cs=0 l=1 rev1=1 crypto rx=0x7fe1e00b9680 tx=0x7fe1d4006ba0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:54.632 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.631+0000 7fe1ddffb640 1 -- 172.21.15.67:0/2283476905 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fe1d0014030 con 0x7fe1e00b9e70 2024-09-21T00:34:54.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.813+0000 7fe1e736e640 1 -- 172.21.15.67:0/2283476905 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fe1e00b3140 con 0x7fe1cc078b90 2024-09-21T00:34:54.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.819+0000 7fe1ddffb640 1 -- 172.21.15.67:0/2283476905 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+249245 (secure 0 0 0) 0x7fe1e00b3140 con 0x7fe1cc078b90 2024-09-21T00:34:54.822 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:34:54.823 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-21T00:34:54.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.822+0000 7fe1e736e640 1 -- 172.21.15.67:0/2283476905 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe1cc078b90 msgr2=0x7fe1cc07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:54.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.822+0000 7fe1e736e640 1 --2- 172.21.15.67:0/2283476905 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe1cc078b90 0x7fe1cc07b0a0 secure :-1 s=READY pgs=877 cs=0 l=1 rev1=1 crypto rx=0x7fe1e00b9680 tx=0x7fe1d4006ba0 comp rx=0 tx=0).stop 2024-09-21T00:34:54.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.822+0000 7fe1e736e640 1 -- 172.21.15.67:0/2283476905 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe1e00b9e70 msgr2=0x7fe1e0151a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:54.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.822+0000 7fe1e736e640 1 --2- 172.21.15.67:0/2283476905 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe1e00b9e70 0x7fe1e0151a50 secure :-1 s=READY pgs=2342 cs=0 l=1 rev1=1 crypto rx=0x7fe1d000cce0 tx=0x7fe1d000a620 comp rx=0 tx=0).stop 2024-09-21T00:34:54.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.822+0000 7fe1e736e640 1 -- 172.21.15.67:0/2283476905 shutdown_connections 2024-09-21T00:34:54.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.822+0000 7fe1e736e640 1 --2- 172.21.15.67:0/2283476905 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe1cc078b90 0x7fe1cc07b0a0 unknown :-1 s=CLOSED pgs=877 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:54.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.822+0000 7fe1e736e640 1 --2- 172.21.15.67:0/2283476905 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe1e00d22f0 0x7fe1e00cdc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:54.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.822+0000 7fe1e736e640 1 --2- 172.21.15.67:0/2283476905 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe1e00d0270 0x7fe1e0151300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:54.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.822+0000 7fe1e736e640 1 --2- 172.21.15.67:0/2283476905 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe1e00b9e70 0x7fe1e0151a50 unknown :-1 s=CLOSED pgs=2342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:54.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.822+0000 7fe1e736e640 1 -- 172.21.15.67:0/2283476905 >> 172.21.15.67:0/2283476905 conn(0x7fe1e00d45a0 msgr2=0x7fe1e00b8c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:54.826 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.822+0000 7fe1e736e640 1 -- 172.21.15.67:0/2283476905 shutdown_connections 2024-09-21T00:34:54.826 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:54.822+0000 7fe1e736e640 1 -- 172.21.15.67:0/2283476905 wait complete. 2024-09-21T00:34:54.835 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":590,"stamp":"2024-09-21T00:34:53.707472+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592688,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":123,"num_write_kb":1641,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":94,"ondisk_log_size":94,"up":158,"acting":158,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":74,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":524100,"kb_used_data":19184,"kb_used_omap":12,"kb_used_meta":504691,"kb_avail":754450620,"statfs":{"total":773094113280,"available":772557434880,"internally_reserved":0,"allocated":19644416,"data_stored":9256072,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12749,"internal_metadata":516804147},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":14,"apply_latency_ms":14,"commit_latency_ns":14000000,"apply_latency_ns":14000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2320,"num_objects":13,"num_object_clones":0,"num_object_copies":26,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.340911"},"pg_stats":[{"pgid":"29.3f","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.412930+0000","last_change":"2024-09-21T00:34:50.407643+0000","last_active":"2024-09-21T00:34:50.412930+0000","last_peered":"2024-09-21T00:34:50.412930+0000","last_clean":"2024-09-21T00:34:50.412930+0000","last_became_active":"2024-09-21T00:34:50.407373+0000","last_became_peered":"2024-09-21T00:34:50.407373+0000","last_unstale":"2024-09-21T00:34:50.412930+0000","last_undegraded":"2024-09-21T00:34:50.412930+0000","last_fullsized":"2024-09-21T00:34:50.412930+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:44:52.696689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"29.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:34:49.359340+0000","last_change":"2024-09-21T00:34:49.359340+0000","last_active":"2024-09-21T00:34:49.359340+0000","last_peered":"2024-09-21T00:34:49.359340+0000","last_clean":"2024-09-21T00:34:49.359340+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:49.359340+0000","last_undegraded":"2024-09-21T00:34:49.359340+0000","last_fullsized":"2024-09-21T00:34:49.359340+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"29.3d","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.414418+0000","last_change":"2024-09-21T00:34:50.412194+0000","last_active":"2024-09-21T00:34:50.414418+0000","last_peered":"2024-09-21T00:34:50.414418+0000","last_clean":"2024-09-21T00:34:50.414418+0000","last_became_active":"2024-09-21T00:34:50.411875+0000","last_became_peered":"2024-09-21T00:34:50.411875+0000","last_unstale":"2024-09-21T00:34:50.414418+0000","last_undegraded":"2024-09-21T00:34:50.414418+0000","last_fullsized":"2024-09-21T00:34:50.414418+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:45:54.304780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"29.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:34:49.359340+0000","last_change":"2024-09-21T00:34:49.359340+0000","last_active":"2024-09-21T00:34:49.359340+0000","last_peered":"2024-09-21T00:34:49.359340+0000","last_clean":"2024-09-21T00:34:49.359340+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:49.359340+0000","last_undegraded":"2024-09-21T00:34:49.359340+0000","last_fullsized":"2024-09-21T00:34:49.359340+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"29.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:34:49.359340+0000","last_change":"2024-09-21T00:34:49.359340+0000","last_active":"2024-09-21T00:34:49.359340+0000","last_peered":"2024-09-21T00:34:49.359340+0000","last_clean":"2024-09-21T00:34:49.359340+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:49.359340+0000","last_undegraded":"2024-09-21T00:34:49.359340+0000","last_fullsized":"2024-09-21T00:34:49.359340+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"29.3a","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.408951+0000","last_change":"2024-09-21T00:34:50.403231+0000","last_active":"2024-09-21T00:34:50.408951+0000","last_peered":"2024-09-21T00:34:50.408951+0000","last_clean":"2024-09-21T00:34:50.408951+0000","last_became_active":"2024-09-21T00:34:50.402099+0000","last_became_peered":"2024-09-21T00:34:50.402099+0000","last_unstale":"2024-09-21T00:34:50.408951+0000","last_undegraded":"2024-09-21T00:34:50.408951+0000","last_fullsized":"2024-09-21T00:34:50.408951+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:38:41.819006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"29.39","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.414254+0000","last_change":"2024-09-21T00:34:50.410957+0000","last_active":"2024-09-21T00:34:50.414254+0000","last_peered":"2024-09-21T00:34:50.414254+0000","last_clean":"2024-09-21T00:34:50.414254+0000","last_became_active":"2024-09-21T00:34:50.410624+0000","last_became_peered":"2024-09-21T00:34:50.410624+0000","last_unstale":"2024-09-21T00:34:50.414254+0000","last_undegraded":"2024-09-21T00:34:50.414254+0000","last_fullsized":"2024-09-21T00:34:50.414254+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:09:02.959424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"29.38","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.391965+0000","last_change":"2024-09-21T00:34:50.388378+0000","last_active":"2024-09-21T00:34:50.391965+0000","last_peered":"2024-09-21T00:34:50.391965+0000","last_clean":"2024-09-21T00:34:50.391965+0000","last_became_active":"2024-09-21T00:34:50.385848+0000","last_became_peered":"2024-09-21T00:34:50.385848+0000","last_unstale":"2024-09-21T00:34:50.391965+0000","last_undegraded":"2024-09-21T00:34:50.391965+0000","last_fullsized":"2024-09-21T00:34:50.391965+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:36:06.036602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"29.37","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.405367+0000","last_change":"2024-09-21T00:34:50.401453+0000","last_active":"2024-09-21T00:34:50.405367+0000","last_peered":"2024-09-21T00:34:50.405367+0000","last_clean":"2024-09-21T00:34:50.405367+0000","last_became_active":"2024-09-21T00:34:50.401175+0000","last_became_peered":"2024-09-21T00:34:50.401175+0000","last_unstale":"2024-09-21T00:34:50.405367+0000","last_undegraded":"2024-09-21T00:34:50.405367+0000","last_fullsized":"2024-09-21T00:34:50.405367+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:49:58.754053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"29.36","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.394932+0000","last_change":"2024-09-21T00:34:50.392926+0000","last_active":"2024-09-21T00:34:50.394932+0000","last_peered":"2024-09-21T00:34:50.394932+0000","last_clean":"2024-09-21T00:34:50.394932+0000","last_became_active":"2024-09-21T00:34:50.392599+0000","last_became_peered":"2024-09-21T00:34:50.392599+0000","last_unstale":"2024-09-21T00:34:50.394932+0000","last_undegraded":"2024-09-21T00:34:50.394932+0000","last_fullsized":"2024-09-21T00:34:50.394932+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:21:52.333539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"29.35","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.413008+0000","last_change":"2024-09-21T00:34:50.409452+0000","last_active":"2024-09-21T00:34:50.413008+0000","last_peered":"2024-09-21T00:34:50.413008+0000","last_clean":"2024-09-21T00:34:50.413008+0000","last_became_active":"2024-09-21T00:34:50.407927+0000","last_became_peered":"2024-09-21T00:34:50.407927+0000","last_unstale":"2024-09-21T00:34:50.413008+0000","last_undegraded":"2024-09-21T00:34:50.413008+0000","last_fullsized":"2024-09-21T00:34:50.413008+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:51:05.033213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"29.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:34:49.359340+0000","last_change":"2024-09-21T00:34:49.359340+0000","last_active":"2024-09-21T00:34:49.359340+0000","last_peered":"2024-09-21T00:34:49.359340+0000","last_clean":"2024-09-21T00:34:49.359340+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:49.359340+0000","last_undegraded":"2024-09-21T00:34:49.359340+0000","last_fullsized":"2024-09-21T00:34:49.359340+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"29.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:34:49.359340+0000","last_change":"2024-09-21T00:34:49.359340+0000","last_active":"2024-09-21T00:34:49.359340+0000","last_peered":"2024-09-21T00:34:49.359340+0000","last_clean":"2024-09-21T00:34:49.359340+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:49.359340+0000","last_undegraded":"2024-09-21T00:34:49.359340+0000","last_fullsized":"2024-09-21T00:34:49.359340+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"29.32","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.396120+0000","last_change":"2024-09-21T00:34:50.391086+0000","last_active":"2024-09-21T00:34:50.396120+0000","last_peered":"2024-09-21T00:34:50.396120+0000","last_clean":"2024-09-21T00:34:50.396120+0000","last_became_active":"2024-09-21T00:34:50.390751+0000","last_became_peered":"2024-09-21T00:34:50.390751+0000","last_unstale":"2024-09-21T00:34:50.396120+0000","last_undegraded":"2024-09-21T00:34:50.396120+0000","last_fullsized":"2024-09-21T00:34:50.396120+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:28:36.211715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"29.31","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.409540+0000","last_change":"2024-09-21T00:34:50.404094+0000","last_active":"2024-09-21T00:34:50.409540+0000","last_peered":"2024-09-21T00:34:50.409540+0000","last_clean":"2024-09-21T00:34:50.409540+0000","last_became_active":"2024-09-21T00:34:50.403725+0000","last_became_peered":"2024-09-21T00:34:50.403725+0000","last_unstale":"2024-09-21T00:34:50.409540+0000","last_undegraded":"2024-09-21T00:34:50.409540+0000","last_fullsized":"2024-09-21T00:34:50.409540+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:52:29.262229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"29.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:34:49.359340+0000","last_change":"2024-09-21T00:34:49.359340+0000","last_active":"2024-09-21T00:34:49.359340+0000","last_peered":"2024-09-21T00:34:49.359340+0000","last_clean":"2024-09-21T00:34:49.359340+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:49.359340+0000","last_undegraded":"2024-09-21T00:34:49.359340+0000","last_fullsized":"2024-09-21T00:34:49.359340+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"29.2f","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.398274+0000","last_change":"2024-09-21T00:34:50.390480+0000","last_active":"2024-09-21T00:34:50.398274+0000","last_peered":"2024-09-21T00:34:50.398274+0000","last_clean":"2024-09-21T00:34:50.398274+0000","last_became_active":"2024-09-21T00:34:50.390120+0000","last_became_peered":"2024-09-21T00:34:50.390120+0000","last_unstale":"2024-09-21T00:34:50.398274+0000","last_undegraded":"2024-09-21T00:34:50.398274+0000","last_fullsized":"2024-09-21T00:34:50.398274+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:47:59.742700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"29.2e","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.413525+0000","last_change":"2024-09-21T00:34:50.411658+0000","last_active":"2024-09-21T00:34:50.413525+0000","last_peered":"2024-09-21T00:34:50.413525+0000","last_clean":"2024-09-21T00:34:50.413525+0000","last_became_active":"2024-09-21T00:34:50.411265+0000","last_became_peered":"2024-09-21T00:34:50.411265+0000","last_unstale":"2024-09-21T00:34:50.413525+0000","last_undegraded":"2024-09-21T00:34:50.413525+0000","last_fullsized":"2024-09-21T00:34:50.413525+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:45:41.671229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"29.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:34:49.359340+0000","last_change":"2024-09-21T00:34:49.359340+0000","last_active":"2024-09-21T00:34:49.359340+0000","last_peered":"2024-09-21T00:34:49.359340+0000","last_clean":"2024-09-21T00:34:49.359340+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:49.359340+0000","last_undegraded":"2024-09-21T00:34:49.359340+0000","last_fullsized":"2024-09-21T00:34:49.359340+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"29.2c","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.401796+0000","last_change":"2024-09-21T00:34:50.398378+0000","last_active":"2024-09-21T00:34:50.401796+0000","last_peered":"2024-09-21T00:34:50.401796+0000","last_clean":"2024-09-21T00:34:50.401796+0000","last_became_active":"2024-09-21T00:34:50.398070+0000","last_became_peered":"2024-09-21T00:34:50.398070+0000","last_unstale":"2024-09-21T00:34:50.401796+0000","last_undegraded":"2024-09-21T00:34:50.401796+0000","last_fullsized":"2024-09-21T00:34:50.401796+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:17:40.104745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"29.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:34:49.359340+0000","last_change":"2024-09-21T00:34:49.359340+0000","last_active":"2024-09-21T00:34:49.359340+0000","last_peered":"2024-09-21T00:34:49.359340+0000","last_clean":"2024-09-21T00:34:49.359340+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:49.359340+0000","last_undegraded":"2024-09-21T00:34:49.359340+0000","last_fullsized":"2024-09-21T00:34:49.359340+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"29.2a","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.409534+0000","last_change":"2024-09-21T00:34:50.404160+0000","last_active":"2024-09-21T00:34:50.409534+0000","last_peered":"2024-09-21T00:34:50.409534+0000","last_clean":"2024-09-21T00:34:50.409534+0000","last_became_active":"2024-09-21T00:34:50.403823+0000","last_became_peered":"2024-09-21T00:34:50.403823+0000","last_unstale":"2024-09-21T00:34:50.409534+0000","last_undegraded":"2024-09-21T00:34:50.409534+0000","last_fullsized":"2024-09-21T00:34:50.409534+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:08:27.519864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"29.29","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.398914+0000","last_change":"2024-09-21T00:34:50.397437+0000","last_active":"2024-09-21T00:34:50.398914+0000","last_peered":"2024-09-21T00:34:50.398914+0000","last_clean":"2024-09-21T00:34:50.398914+0000","last_became_active":"2024-09-21T00:34:50.397119+0000","last_became_peered":"2024-09-21T00:34:50.397119+0000","last_unstale":"2024-09-21T00:34:50.398914+0000","last_undegraded":"2024-09-21T00:34:50.398914+0000","last_fullsized":"2024-09-21T00:34:50.398914+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:27:52.058655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"29.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:34:49.359340+0000","last_change":"2024-09-21T00:34:49.359340+0000","last_active":"2024-09-21T00:34:49.359340+0000","last_peered":"2024-09-21T00:34:49.359340+0000","last_clean":"2024-09-21T00:34:49.359340+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:49.359340+0000","last_undegraded":"2024-09-21T00:34:49.359340+0000","last_fullsized":"2024-09-21T00:34:49.359340+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"29.27","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.412901+0000","last_change":"2024-09-21T00:34:50.407506+0000","last_active":"2024-09-21T00:34:50.412901+0000","last_peered":"2024-09-21T00:34:50.412901+0000","last_clean":"2024-09-21T00:34:50.412901+0000","last_became_active":"2024-09-21T00:34:50.407188+0000","last_became_peered":"2024-09-21T00:34:50.407188+0000","last_unstale":"2024-09-21T00:34:50.412901+0000","last_undegraded":"2024-09-21T00:34:50.412901+0000","last_fullsized":"2024-09-21T00:34:50.412901+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:18:11.136568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"29.26","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.395694+0000","last_change":"2024-09-21T00:34:50.390128+0000","last_active":"2024-09-21T00:34:50.395694+0000","last_peered":"2024-09-21T00:34:50.395694+0000","last_clean":"2024-09-21T00:34:50.395694+0000","last_became_active":"2024-09-21T00:34:50.389777+0000","last_became_peered":"2024-09-21T00:34:50.389777+0000","last_unstale":"2024-09-21T00:34:50.395694+0000","last_undegraded":"2024-09-21T00:34:50.395694+0000","last_fullsized":"2024-09-21T00:34:50.395694+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:41:30.445799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"29.25","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.413469+0000","last_change":"2024-09-21T00:34:50.411586+0000","last_active":"2024-09-21T00:34:50.413469+0000","last_peered":"2024-09-21T00:34:50.413469+0000","last_clean":"2024-09-21T00:34:50.413469+0000","last_became_active":"2024-09-21T00:34:50.411295+0000","last_became_peered":"2024-09-21T00:34:50.411295+0000","last_unstale":"2024-09-21T00:34:50.413469+0000","last_undegraded":"2024-09-21T00:34:50.413469+0000","last_fullsized":"2024-09-21T00:34:50.413469+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:08:27.519864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"29.24","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.410428+0000","last_change":"2024-09-21T00:34:50.406950+0000","last_active":"2024-09-21T00:34:50.410428+0000","last_peered":"2024-09-21T00:34:50.410428+0000","last_clean":"2024-09-21T00:34:50.410428+0000","last_became_active":"2024-09-21T00:34:50.406643+0000","last_became_peered":"2024-09-21T00:34:50.406643+0000","last_unstale":"2024-09-21T00:34:50.410428+0000","last_undegraded":"2024-09-21T00:34:50.410428+0000","last_fullsized":"2024-09-21T00:34:50.410428+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:08:57.180607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"29.23","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.409546+0000","last_change":"2024-09-21T00:34:50.408403+0000","last_active":"2024-09-21T00:34:50.409546+0000","last_peered":"2024-09-21T00:34:50.409546+0000","last_clean":"2024-09-21T00:34:50.409546+0000","last_became_active":"2024-09-21T00:34:50.406571+0000","last_became_peered":"2024-09-21T00:34:50.406571+0000","last_unstale":"2024-09-21T00:34:50.409546+0000","last_undegraded":"2024-09-21T00:34:50.409546+0000","last_fullsized":"2024-09-21T00:34:50.409546+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:48:10.665998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"29.22","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.413145+0000","last_change":"2024-09-21T00:34:50.409773+0000","last_active":"2024-09-21T00:34:50.413145+0000","last_peered":"2024-09-21T00:34:50.413145+0000","last_clean":"2024-09-21T00:34:50.413145+0000","last_became_active":"2024-09-21T00:34:50.409394+0000","last_became_peered":"2024-09-21T00:34:50.409394+0000","last_unstale":"2024-09-21T00:34:50.413145+0000","last_undegraded":"2024-09-21T00:34:50.413145+0000","last_fullsized":"2024-09-21T00:34:50.413145+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:52:29.262229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"29.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:34:49.359340+0000","last_change":"2024-09-21T00:34:49.359340+0000","last_active":"2024-09-21T00:34:49.359340+0000","last_peered":"2024-09-21T00:34:49.359340+0000","last_clean":"2024-09-21T00:34:49.359340+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:49.359340+0000","last_undegraded":"2024-09-21T00:34:49.359340+0000","last_fullsized":"2024-09-21T00:34:49.359340+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"29.20","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.409588+0000","last_change":"2024-09-21T00:34:50.404933+0000","last_active":"2024-09-21T00:34:50.409588+0000","last_peered":"2024-09-21T00:34:50.409588+0000","last_clean":"2024-09-21T00:34:50.409588+0000","last_became_active":"2024-09-21T00:34:50.404626+0000","last_became_peered":"2024-09-21T00:34:50.404626+0000","last_unstale":"2024-09-21T00:34:50.409588+0000","last_undegraded":"2024-09-21T00:34:50.409588+0000","last_fullsized":"2024-09-21T00:34:50.409588+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:33:09.923601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"29.1e","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.411132+0000","last_change":"2024-09-21T00:34:50.403199+0000","last_active":"2024-09-21T00:34:50.411132+0000","last_peered":"2024-09-21T00:34:50.411132+0000","last_clean":"2024-09-21T00:34:50.411132+0000","last_became_active":"2024-09-21T00:34:50.402633+0000","last_became_peered":"2024-09-21T00:34:50.402633+0000","last_unstale":"2024-09-21T00:34:50.411132+0000","last_undegraded":"2024-09-21T00:34:50.411132+0000","last_fullsized":"2024-09-21T00:34:50.411132+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:49:15.999733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.1f","version":"183'4","reported_seq":17,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.414099+0000","last_change":"2024-09-21T00:34:49.380702+0000","last_active":"2024-09-21T00:34:50.414099+0000","last_peered":"2024-09-21T00:34:50.414099+0000","last_clean":"2024-09-21T00:34:50.414099+0000","last_became_active":"2024-09-21T00:34:49.380389+0000","last_became_peered":"2024-09-21T00:34:49.380389+0000","last_unstale":"2024-09-21T00:34:50.414099+0000","last_undegraded":"2024-09-21T00:34:50.414099+0000","last_fullsized":"2024-09-21T00:34:50.414099+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:44:51.689090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"29.1f","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.396060+0000","last_change":"2024-09-21T00:34:50.393236+0000","last_active":"2024-09-21T00:34:50.396060+0000","last_peered":"2024-09-21T00:34:50.396060+0000","last_clean":"2024-09-21T00:34:50.396060+0000","last_became_active":"2024-09-21T00:34:50.392896+0000","last_became_peered":"2024-09-21T00:34:50.392896+0000","last_unstale":"2024-09-21T00:34:50.396060+0000","last_undegraded":"2024-09-21T00:34:50.396060+0000","last_fullsized":"2024-09-21T00:34:50.396060+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:37:21.549769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"28.1e","version":"0'0","reported_seq":1,"reported_epoch":181,"state":"creating+peering","last_fresh":"2024-09-21T00:34:48.369520+0000","last_change":"2024-09-21T00:34:48.369520+0000","last_active":"2024-09-21T00:34:48.351742+0000","last_peered":"2024-09-21T00:34:48.351742+0000","last_clean":"2024-09-21T00:34:48.351742+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:48.369520+0000","last_undegraded":"2024-09-21T00:34:48.369520+0000","last_fullsized":"2024-09-21T00:34:48.369520+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"29.1d","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.409554+0000","last_change":"2024-09-21T00:34:50.406471+0000","last_active":"2024-09-21T00:34:50.409554+0000","last_peered":"2024-09-21T00:34:50.409554+0000","last_clean":"2024-09-21T00:34:50.409554+0000","last_became_active":"2024-09-21T00:34:50.406035+0000","last_became_peered":"2024-09-21T00:34:50.406035+0000","last_unstale":"2024-09-21T00:34:50.409554+0000","last_undegraded":"2024-09-21T00:34:50.409554+0000","last_fullsized":"2024-09-21T00:34:50.409554+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:58:25.027098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"28.1c","version":"0'0","reported_seq":1,"reported_epoch":181,"state":"creating+peering","last_fresh":"2024-09-21T00:34:48.368446+0000","last_change":"2024-09-21T00:34:48.368446+0000","last_active":"2024-09-21T00:34:48.351742+0000","last_peered":"2024-09-21T00:34:48.351742+0000","last_clean":"2024-09-21T00:34:48.351742+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:48.368446+0000","last_undegraded":"2024-09-21T00:34:48.368446+0000","last_fullsized":"2024-09-21T00:34:48.368446+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"29.1a","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.413066+0000","last_change":"2024-09-21T00:34:50.409731+0000","last_active":"2024-09-21T00:34:50.413066+0000","last_peered":"2024-09-21T00:34:50.413066+0000","last_clean":"2024-09-21T00:34:50.413066+0000","last_became_active":"2024-09-21T00:34:50.408717+0000","last_became_peered":"2024-09-21T00:34:50.408717+0000","last_unstale":"2024-09-21T00:34:50.413066+0000","last_undegraded":"2024-09-21T00:34:50.413066+0000","last_fullsized":"2024-09-21T00:34:50.413066+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:30:47.153866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"28.1b","version":"183'1","reported_seq":14,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.410437+0000","last_change":"2024-09-21T00:34:49.378799+0000","last_active":"2024-09-21T00:34:50.410437+0000","last_peered":"2024-09-21T00:34:50.410437+0000","last_clean":"2024-09-21T00:34:50.410437+0000","last_became_active":"2024-09-21T00:34:49.378494+0000","last_became_peered":"2024-09-21T00:34:49.378494+0000","last_unstale":"2024-09-21T00:34:50.410437+0000","last_undegraded":"2024-09-21T00:34:50.410437+0000","last_fullsized":"2024-09-21T00:34:50.410437+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:45:40.076132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"29.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:34:49.359340+0000","last_change":"2024-09-21T00:34:49.359340+0000","last_active":"2024-09-21T00:34:49.359340+0000","last_peered":"2024-09-21T00:34:49.359340+0000","last_clean":"2024-09-21T00:34:49.359340+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:49.359340+0000","last_undegraded":"2024-09-21T00:34:49.359340+0000","last_fullsized":"2024-09-21T00:34:49.359340+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"28.1a","version":"183'1","reported_seq":14,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.416686+0000","last_change":"2024-09-21T00:34:49.382609+0000","last_active":"2024-09-21T00:34:50.416686+0000","last_peered":"2024-09-21T00:34:50.416686+0000","last_clean":"2024-09-21T00:34:50.416686+0000","last_became_active":"2024-09-21T00:34:49.382305+0000","last_became_peered":"2024-09-21T00:34:49.382305+0000","last_unstale":"2024-09-21T00:34:50.416686+0000","last_undegraded":"2024-09-21T00:34:50.416686+0000","last_fullsized":"2024-09-21T00:34:50.416686+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:18:34.896245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"29.18","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.401822+0000","last_change":"2024-09-21T00:34:50.397230+0000","last_active":"2024-09-21T00:34:50.401822+0000","last_peered":"2024-09-21T00:34:50.401822+0000","last_clean":"2024-09-21T00:34:50.401822+0000","last_became_active":"2024-09-21T00:34:50.396936+0000","last_became_peered":"2024-09-21T00:34:50.396936+0000","last_unstale":"2024-09-21T00:34:50.401822+0000","last_undegraded":"2024-09-21T00:34:50.401822+0000","last_fullsized":"2024-09-21T00:34:50.401822+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:06:53.933733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"28.19","version":"0'0","reported_seq":13,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.386667+0000","last_change":"2024-09-21T00:34:49.380512+0000","last_active":"2024-09-21T00:34:50.386667+0000","last_peered":"2024-09-21T00:34:50.386667+0000","last_clean":"2024-09-21T00:34:50.386667+0000","last_became_active":"2024-09-21T00:34:49.380189+0000","last_became_peered":"2024-09-21T00:34:49.380189+0000","last_unstale":"2024-09-21T00:34:50.386667+0000","last_undegraded":"2024-09-21T00:34:50.386667+0000","last_fullsized":"2024-09-21T00:34:50.386667+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:24:34.693753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"29.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:34:49.359340+0000","last_change":"2024-09-21T00:34:49.359340+0000","last_active":"2024-09-21T00:34:49.359340+0000","last_peered":"2024-09-21T00:34:49.359340+0000","last_clean":"2024-09-21T00:34:49.359340+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:49.359340+0000","last_undegraded":"2024-09-21T00:34:49.359340+0000","last_fullsized":"2024-09-21T00:34:49.359340+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"28.18","version":"0'0","reported_seq":13,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.388767+0000","last_change":"2024-09-21T00:34:49.387275+0000","last_active":"2024-09-21T00:34:50.388767+0000","last_peered":"2024-09-21T00:34:50.388767+0000","last_clean":"2024-09-21T00:34:50.388767+0000","last_became_active":"2024-09-21T00:34:49.386822+0000","last_became_peered":"2024-09-21T00:34:49.386822+0000","last_unstale":"2024-09-21T00:34:50.388767+0000","last_undegraded":"2024-09-21T00:34:50.388767+0000","last_fullsized":"2024-09-21T00:34:50.388767+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:27:42.372900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"29.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:34:49.359340+0000","last_change":"2024-09-21T00:34:49.359340+0000","last_active":"2024-09-21T00:34:49.359340+0000","last_peered":"2024-09-21T00:34:49.359340+0000","last_clean":"2024-09-21T00:34:49.359340+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:49.359340+0000","last_undegraded":"2024-09-21T00:34:49.359340+0000","last_fullsized":"2024-09-21T00:34:49.359340+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"28.17","version":"0'0","reported_seq":13,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.391231+0000","last_change":"2024-09-21T00:34:49.388235+0000","last_active":"2024-09-21T00:34:50.391231+0000","last_peered":"2024-09-21T00:34:50.391231+0000","last_clean":"2024-09-21T00:34:50.391231+0000","last_became_active":"2024-09-21T00:34:49.387908+0000","last_became_peered":"2024-09-21T00:34:49.387908+0000","last_unstale":"2024-09-21T00:34:50.391231+0000","last_undegraded":"2024-09-21T00:34:50.391231+0000","last_fullsized":"2024-09-21T00:34:50.391231+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:08:32.361893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"29.17","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.401337+0000","last_change":"2024-09-21T00:34:50.400748+0000","last_active":"2024-09-21T00:34:50.401337+0000","last_peered":"2024-09-21T00:34:50.401337+0000","last_clean":"2024-09-21T00:34:50.401337+0000","last_became_active":"2024-09-21T00:34:50.400452+0000","last_became_peered":"2024-09-21T00:34:50.400452+0000","last_unstale":"2024-09-21T00:34:50.401337+0000","last_undegraded":"2024-09-21T00:34:50.401337+0000","last_fullsized":"2024-09-21T00:34:50.401337+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:05:21.876447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"28.16","version":"0'0","reported_seq":13,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.393675+0000","last_change":"2024-09-21T00:34:49.377446+0000","last_active":"2024-09-21T00:34:50.393675+0000","last_peered":"2024-09-21T00:34:50.393675+0000","last_clean":"2024-09-21T00:34:50.393675+0000","last_became_active":"2024-09-21T00:34:49.377125+0000","last_became_peered":"2024-09-21T00:34:49.377125+0000","last_unstale":"2024-09-21T00:34:50.393675+0000","last_undegraded":"2024-09-21T00:34:50.393675+0000","last_fullsized":"2024-09-21T00:34:50.393675+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:51:04.025614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"29.14","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.409508+0000","last_change":"2024-09-21T00:34:50.408437+0000","last_active":"2024-09-21T00:34:50.409508+0000","last_peered":"2024-09-21T00:34:50.409508+0000","last_clean":"2024-09-21T00:34:50.409508+0000","last_became_active":"2024-09-21T00:34:50.406836+0000","last_became_peered":"2024-09-21T00:34:50.406836+0000","last_unstale":"2024-09-21T00:34:50.409508+0000","last_undegraded":"2024-09-21T00:34:50.409508+0000","last_fullsized":"2024-09-21T00:34:50.409508+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:07:10.569670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"28.15","version":"0'0","reported_seq":1,"reported_epoch":181,"state":"creating+peering","last_fresh":"2024-09-21T00:34:48.373863+0000","last_change":"2024-09-21T00:34:48.373863+0000","last_active":"2024-09-21T00:34:48.351742+0000","last_peered":"2024-09-21T00:34:48.351742+0000","last_clean":"2024-09-21T00:34:48.351742+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:48.373863+0000","last_undegraded":"2024-09-21T00:34:48.373863+0000","last_fullsized":"2024-09-21T00:34:48.373863+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"29.15","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.401785+0000","last_change":"2024-09-21T00:34:50.399870+0000","last_active":"2024-09-21T00:34:50.401785+0000","last_peered":"2024-09-21T00:34:50.401785+0000","last_clean":"2024-09-21T00:34:50.401785+0000","last_became_active":"2024-09-21T00:34:50.399526+0000","last_became_peered":"2024-09-21T00:34:50.399526+0000","last_unstale":"2024-09-21T00:34:50.401785+0000","last_undegraded":"2024-09-21T00:34:50.401785+0000","last_fullsized":"2024-09-21T00:34:50.401785+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:00:46.491046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"28.14","version":"183'6","reported_seq":19,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.414246+0000","last_change":"2024-09-21T00:34:49.383639+0000","last_active":"2024-09-21T00:34:50.414246+0000","last_peered":"2024-09-21T00:34:50.414246+0000","last_clean":"2024-09-21T00:34:50.414246+0000","last_became_active":"2024-09-21T00:34:49.383317+0000","last_became_peered":"2024-09-21T00:34:49.383317+0000","last_unstale":"2024-09-21T00:34:50.414246+0000","last_undegraded":"2024-09-21T00:34:50.414246+0000","last_fullsized":"2024-09-21T00:34:50.414246+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:07:32.580412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"29.12","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.409952+0000","last_change":"2024-09-21T00:34:50.408665+0000","last_active":"2024-09-21T00:34:50.409952+0000","last_peered":"2024-09-21T00:34:50.409952+0000","last_clean":"2024-09-21T00:34:50.409952+0000","last_became_active":"2024-09-21T00:34:50.408342+0000","last_became_peered":"2024-09-21T00:34:50.408342+0000","last_unstale":"2024-09-21T00:34:50.409952+0000","last_undegraded":"2024-09-21T00:34:50.409952+0000","last_fullsized":"2024-09-21T00:34:50.409952+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:56:51.513876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"28.13","version":"183'2","reported_seq":15,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.414971+0000","last_change":"2024-09-21T00:34:49.381632+0000","last_active":"2024-09-21T00:34:50.414971+0000","last_peered":"2024-09-21T00:34:50.414971+0000","last_clean":"2024-09-21T00:34:50.414971+0000","last_became_active":"2024-09-21T00:34:49.381286+0000","last_became_peered":"2024-09-21T00:34:49.381286+0000","last_unstale":"2024-09-21T00:34:50.414971+0000","last_undegraded":"2024-09-21T00:34:50.414971+0000","last_fullsized":"2024-09-21T00:34:50.414971+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:53:10.797139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"29.13","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.415922+0000","last_change":"2024-09-21T00:34:50.414244+0000","last_active":"2024-09-21T00:34:50.415922+0000","last_peered":"2024-09-21T00:34:50.415922+0000","last_clean":"2024-09-21T00:34:50.415922+0000","last_became_active":"2024-09-21T00:34:50.411588+0000","last_became_peered":"2024-09-21T00:34:50.411588+0000","last_unstale":"2024-09-21T00:34:50.415922+0000","last_undegraded":"2024-09-21T00:34:50.415922+0000","last_fullsized":"2024-09-21T00:34:50.415922+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:11:22.565757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.12","version":"0'0","reported_seq":13,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.391904+0000","last_change":"2024-09-21T00:34:49.382470+0000","last_active":"2024-09-21T00:34:50.391904+0000","last_peered":"2024-09-21T00:34:50.391904+0000","last_clean":"2024-09-21T00:34:50.391904+0000","last_became_active":"2024-09-21T00:34:49.382179+0000","last_became_peered":"2024-09-21T00:34:49.382179+0000","last_unstale":"2024-09-21T00:34:50.391904+0000","last_undegraded":"2024-09-21T00:34:50.391904+0000","last_fullsized":"2024-09-21T00:34:50.391904+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:28:06.541559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"29.10","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.411460+0000","last_change":"2024-09-21T00:34:50.403915+0000","last_active":"2024-09-21T00:34:50.411460+0000","last_peered":"2024-09-21T00:34:50.411460+0000","last_clean":"2024-09-21T00:34:50.411460+0000","last_became_active":"2024-09-21T00:34:50.403549+0000","last_became_peered":"2024-09-21T00:34:50.403549+0000","last_unstale":"2024-09-21T00:34:50.411460+0000","last_undegraded":"2024-09-21T00:34:50.411460+0000","last_fullsized":"2024-09-21T00:34:50.411460+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:46:17.796836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.11","version":"0'0","reported_seq":1,"reported_epoch":181,"state":"creating+peering","last_fresh":"2024-09-21T00:34:48.374409+0000","last_change":"2024-09-21T00:34:48.374409+0000","last_active":"2024-09-21T00:34:48.351742+0000","last_peered":"2024-09-21T00:34:48.351742+0000","last_clean":"2024-09-21T00:34:48.351742+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:48.374409+0000","last_undegraded":"2024-09-21T00:34:48.374409+0000","last_fullsized":"2024-09-21T00:34:48.374409+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"29.11","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.396158+0000","last_change":"2024-09-21T00:34:50.393708+0000","last_active":"2024-09-21T00:34:50.396158+0000","last_peered":"2024-09-21T00:34:50.396158+0000","last_clean":"2024-09-21T00:34:50.396158+0000","last_became_active":"2024-09-21T00:34:50.393393+0000","last_became_peered":"2024-09-21T00:34:50.393393+0000","last_unstale":"2024-09-21T00:34:50.396158+0000","last_undegraded":"2024-09-21T00:34:50.396158+0000","last_fullsized":"2024-09-21T00:34:50.396158+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:09:02.606219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"28.10","version":"0'0","reported_seq":1,"reported_epoch":181,"state":"creating+peering","last_fresh":"2024-09-21T00:34:48.369037+0000","last_change":"2024-09-21T00:34:48.369037+0000","last_active":"2024-09-21T00:34:48.351742+0000","last_peered":"2024-09-21T00:34:48.351742+0000","last_clean":"2024-09-21T00:34:48.351742+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:48.369037+0000","last_undegraded":"2024-09-21T00:34:48.369037+0000","last_fullsized":"2024-09-21T00:34:48.369037+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"29.e","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.396083+0000","last_change":"2024-09-21T00:34:50.393462+0000","last_active":"2024-09-21T00:34:50.396083+0000","last_peered":"2024-09-21T00:34:50.396083+0000","last_clean":"2024-09-21T00:34:50.396083+0000","last_became_active":"2024-09-21T00:34:50.393176+0000","last_became_peered":"2024-09-21T00:34:50.393176+0000","last_unstale":"2024-09-21T00:34:50.396083+0000","last_undegraded":"2024-09-21T00:34:50.396083+0000","last_fullsized":"2024-09-21T00:34:50.396083+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:03:53.380896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"28.f","version":"183'1","reported_seq":14,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.416433+0000","last_change":"2024-09-21T00:34:49.383424+0000","last_active":"2024-09-21T00:34:50.416433+0000","last_peered":"2024-09-21T00:34:50.416433+0000","last_clean":"2024-09-21T00:34:50.416433+0000","last_became_active":"2024-09-21T00:34:49.383131+0000","last_became_peered":"2024-09-21T00:34:49.383131+0000","last_unstale":"2024-09-21T00:34:50.416433+0000","last_undegraded":"2024-09-21T00:34:50.416433+0000","last_fullsized":"2024-09-21T00:34:50.416433+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:51:33.373601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"29.f","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.412045+0000","last_change":"2024-09-21T00:34:50.411072+0000","last_active":"2024-09-21T00:34:50.412045+0000","last_peered":"2024-09-21T00:34:50.412045+0000","last_clean":"2024-09-21T00:34:50.412045+0000","last_became_active":"2024-09-21T00:34:50.410738+0000","last_became_peered":"2024-09-21T00:34:50.410738+0000","last_unstale":"2024-09-21T00:34:50.412045+0000","last_undegraded":"2024-09-21T00:34:50.412045+0000","last_fullsized":"2024-09-21T00:34:50.412045+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:40:59.033697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"28.e","version":"183'2","reported_seq":15,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.414933+0000","last_change":"2024-09-21T00:34:49.388251+0000","last_active":"2024-09-21T00:34:50.414933+0000","last_peered":"2024-09-21T00:34:50.414933+0000","last_clean":"2024-09-21T00:34:50.414933+0000","last_became_active":"2024-09-21T00:34:49.387878+0000","last_became_peered":"2024-09-21T00:34:49.387878+0000","last_unstale":"2024-09-21T00:34:50.414933+0000","last_undegraded":"2024-09-21T00:34:50.414933+0000","last_fullsized":"2024-09-21T00:34:50.414933+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:30:46.146268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"29.c","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.413784+0000","last_change":"2024-09-21T00:34:50.405537+0000","last_active":"2024-09-21T00:34:50.413784+0000","last_peered":"2024-09-21T00:34:50.413784+0000","last_clean":"2024-09-21T00:34:50.413784+0000","last_became_active":"2024-09-21T00:34:50.405131+0000","last_became_peered":"2024-09-21T00:34:50.405131+0000","last_unstale":"2024-09-21T00:34:50.413784+0000","last_undegraded":"2024-09-21T00:34:50.413784+0000","last_fullsized":"2024-09-21T00:34:50.413784+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:38:55.151421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.d","version":"183'1","reported_seq":14,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.413721+0000","last_change":"2024-09-21T00:34:49.389021+0000","last_active":"2024-09-21T00:34:50.413721+0000","last_peered":"2024-09-21T00:34:50.413721+0000","last_clean":"2024-09-21T00:34:50.413721+0000","last_became_active":"2024-09-21T00:34:49.388710+0000","last_became_peered":"2024-09-21T00:34:49.388710+0000","last_unstale":"2024-09-21T00:34:50.413721+0000","last_undegraded":"2024-09-21T00:34:50.413721+0000","last_fullsized":"2024-09-21T00:34:50.413721+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:55:36.942591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"29.d","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.413909+0000","last_change":"2024-09-21T00:34:50.407193+0000","last_active":"2024-09-21T00:34:50.413909+0000","last_peered":"2024-09-21T00:34:50.413909+0000","last_clean":"2024-09-21T00:34:50.413909+0000","last_became_active":"2024-09-21T00:34:50.406032+0000","last_became_peered":"2024-09-21T00:34:50.406032+0000","last_unstale":"2024-09-21T00:34:50.413909+0000","last_undegraded":"2024-09-21T00:34:50.413909+0000","last_fullsized":"2024-09-21T00:34:50.413909+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:07:20.079868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.c","version":"0'0","reported_seq":13,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.389044+0000","last_change":"2024-09-21T00:34:49.387337+0000","last_active":"2024-09-21T00:34:50.389044+0000","last_peered":"2024-09-21T00:34:50.389044+0000","last_clean":"2024-09-21T00:34:50.389044+0000","last_became_active":"2024-09-21T00:34:49.387034+0000","last_became_peered":"2024-09-21T00:34:49.387034+0000","last_unstale":"2024-09-21T00:34:50.389044+0000","last_undegraded":"2024-09-21T00:34:50.389044+0000","last_fullsized":"2024-09-21T00:34:50.389044+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:15:42.170861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"29.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:34:49.359340+0000","last_change":"2024-09-21T00:34:49.359340+0000","last_active":"2024-09-21T00:34:49.359340+0000","last_peered":"2024-09-21T00:34:49.359340+0000","last_clean":"2024-09-21T00:34:49.359340+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:49.359340+0000","last_undegraded":"2024-09-21T00:34:49.359340+0000","last_fullsized":"2024-09-21T00:34:49.359340+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"28.b","version":"183'2","reported_seq":15,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.416965+0000","last_change":"2024-09-21T00:34:49.390702+0000","last_active":"2024-09-21T00:34:50.416965+0000","last_peered":"2024-09-21T00:34:50.416965+0000","last_clean":"2024-09-21T00:34:50.416965+0000","last_became_active":"2024-09-21T00:34:49.390334+0000","last_became_peered":"2024-09-21T00:34:49.390334+0000","last_unstale":"2024-09-21T00:34:50.416965+0000","last_undegraded":"2024-09-21T00:34:50.416965+0000","last_fullsized":"2024-09-21T00:34:50.416965+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:10:48.610772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"29.b","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.411880+0000","last_change":"2024-09-21T00:34:50.403324+0000","last_active":"2024-09-21T00:34:50.411880+0000","last_peered":"2024-09-21T00:34:50.411880+0000","last_clean":"2024-09-21T00:34:50.411880+0000","last_became_active":"2024-09-21T00:34:50.402116+0000","last_became_peered":"2024-09-21T00:34:50.402116+0000","last_unstale":"2024-09-21T00:34:50.411880+0000","last_undegraded":"2024-09-21T00:34:50.411880+0000","last_fullsized":"2024-09-21T00:34:50.411880+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:21:39.406374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.a","version":"0'0","reported_seq":13,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.386978+0000","last_change":"2024-09-21T00:34:49.387236+0000","last_active":"2024-09-21T00:34:50.386978+0000","last_peered":"2024-09-21T00:34:50.386978+0000","last_clean":"2024-09-21T00:34:50.386978+0000","last_became_active":"2024-09-21T00:34:49.381835+0000","last_became_peered":"2024-09-21T00:34:49.381835+0000","last_unstale":"2024-09-21T00:34:50.386978+0000","last_undegraded":"2024-09-21T00:34:50.386978+0000","last_fullsized":"2024-09-21T00:34:50.386978+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:43:11.864563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"29.8","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.396704+0000","last_change":"2024-09-21T00:34:50.395116+0000","last_active":"2024-09-21T00:34:50.396704+0000","last_peered":"2024-09-21T00:34:50.396704+0000","last_clean":"2024-09-21T00:34:50.396704+0000","last_became_active":"2024-09-21T00:34:50.394828+0000","last_became_peered":"2024-09-21T00:34:50.394828+0000","last_unstale":"2024-09-21T00:34:50.396704+0000","last_undegraded":"2024-09-21T00:34:50.396704+0000","last_fullsized":"2024-09-21T00:34:50.396704+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:48:37.715773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"28.9","version":"0'0","reported_seq":13,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.387250+0000","last_change":"2024-09-21T00:34:49.391523+0000","last_active":"2024-09-21T00:34:50.387250+0000","last_peered":"2024-09-21T00:34:50.387250+0000","last_clean":"2024-09-21T00:34:50.387250+0000","last_became_active":"2024-09-21T00:34:49.391172+0000","last_became_peered":"2024-09-21T00:34:49.391172+0000","last_unstale":"2024-09-21T00:34:50.387250+0000","last_undegraded":"2024-09-21T00:34:50.387250+0000","last_fullsized":"2024-09-21T00:34:50.387250+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:25:02.325055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"29.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:34:49.359340+0000","last_change":"2024-09-21T00:34:49.359340+0000","last_active":"2024-09-21T00:34:49.359340+0000","last_peered":"2024-09-21T00:34:49.359340+0000","last_clean":"2024-09-21T00:34:49.359340+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:49.359340+0000","last_undegraded":"2024-09-21T00:34:49.359340+0000","last_fullsized":"2024-09-21T00:34:49.359340+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"28.8","version":"0'0","reported_seq":13,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.391859+0000","last_change":"2024-09-21T00:34:49.380688+0000","last_active":"2024-09-21T00:34:50.391859+0000","last_peered":"2024-09-21T00:34:50.391859+0000","last_clean":"2024-09-21T00:34:50.391859+0000","last_became_active":"2024-09-21T00:34:49.380349+0000","last_became_peered":"2024-09-21T00:34:49.380349+0000","last_unstale":"2024-09-21T00:34:50.391859+0000","last_undegraded":"2024-09-21T00:34:50.391859+0000","last_fullsized":"2024-09-21T00:34:50.391859+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:43:33.966129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"29.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:34:49.359340+0000","last_change":"2024-09-21T00:34:49.359340+0000","last_active":"2024-09-21T00:34:49.359340+0000","last_peered":"2024-09-21T00:34:49.359340+0000","last_clean":"2024-09-21T00:34:49.359340+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:49.359340+0000","last_undegraded":"2024-09-21T00:34:49.359340+0000","last_fullsized":"2024-09-21T00:34:49.359340+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"28.7","version":"0'0","reported_seq":1,"reported_epoch":181,"state":"creating+peering","last_fresh":"2024-09-21T00:34:48.373984+0000","last_change":"2024-09-21T00:34:48.373984+0000","last_active":"2024-09-21T00:34:48.351742+0000","last_peered":"2024-09-21T00:34:48.351742+0000","last_clean":"2024-09-21T00:34:48.351742+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:48.373984+0000","last_undegraded":"2024-09-21T00:34:48.373984+0000","last_fullsized":"2024-09-21T00:34:48.373984+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"29.7","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.405400+0000","last_change":"2024-09-21T00:34:50.401500+0000","last_active":"2024-09-21T00:34:50.405400+0000","last_peered":"2024-09-21T00:34:50.405400+0000","last_clean":"2024-09-21T00:34:50.405400+0000","last_became_active":"2024-09-21T00:34:50.401188+0000","last_became_peered":"2024-09-21T00:34:50.401188+0000","last_unstale":"2024-09-21T00:34:50.405400+0000","last_undegraded":"2024-09-21T00:34:50.405400+0000","last_fullsized":"2024-09-21T00:34:50.405400+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:18:22.137960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.6","version":"0'0","reported_seq":13,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.391372+0000","last_change":"2024-09-21T00:34:49.387669+0000","last_active":"2024-09-21T00:34:50.391372+0000","last_peered":"2024-09-21T00:34:50.391372+0000","last_clean":"2024-09-21T00:34:50.391372+0000","last_became_active":"2024-09-21T00:34:49.387360+0000","last_became_peered":"2024-09-21T00:34:49.387360+0000","last_unstale":"2024-09-21T00:34:50.391372+0000","last_undegraded":"2024-09-21T00:34:50.391372+0000","last_fullsized":"2024-09-21T00:34:50.391372+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:48:13.165416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"29.4","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.406147+0000","last_change":"2024-09-21T00:34:50.403012+0000","last_active":"2024-09-21T00:34:50.406147+0000","last_peered":"2024-09-21T00:34:50.406147+0000","last_clean":"2024-09-21T00:34:50.406147+0000","last_became_active":"2024-09-21T00:34:50.402459+0000","last_became_peered":"2024-09-21T00:34:50.402459+0000","last_unstale":"2024-09-21T00:34:50.406147+0000","last_undegraded":"2024-09-21T00:34:50.406147+0000","last_fullsized":"2024-09-21T00:34:50.406147+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:30:41.088210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.5","version":"0'0","reported_seq":13,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.392316+0000","last_change":"2024-09-21T00:34:49.389633+0000","last_active":"2024-09-21T00:34:50.392316+0000","last_peered":"2024-09-21T00:34:50.392316+0000","last_clean":"2024-09-21T00:34:50.392316+0000","last_became_active":"2024-09-21T00:34:49.389298+0000","last_became_peered":"2024-09-21T00:34:49.389298+0000","last_unstale":"2024-09-21T00:34:50.392316+0000","last_undegraded":"2024-09-21T00:34:50.392316+0000","last_fullsized":"2024-09-21T00:34:50.392316+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:27:08.078115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"29.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:34:49.359340+0000","last_change":"2024-09-21T00:34:49.359340+0000","last_active":"2024-09-21T00:34:49.359340+0000","last_peered":"2024-09-21T00:34:49.359340+0000","last_clean":"2024-09-21T00:34:49.359340+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:49.359340+0000","last_undegraded":"2024-09-21T00:34:49.359340+0000","last_fullsized":"2024-09-21T00:34:49.359340+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"28.4","version":"0'0","reported_seq":13,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.391004+0000","last_change":"2024-09-21T00:34:49.390053+0000","last_active":"2024-09-21T00:34:50.391004+0000","last_peered":"2024-09-21T00:34:50.391004+0000","last_clean":"2024-09-21T00:34:50.391004+0000","last_became_active":"2024-09-21T00:34:49.389706+0000","last_became_peered":"2024-09-21T00:34:49.389706+0000","last_unstale":"2024-09-21T00:34:50.391004+0000","last_undegraded":"2024-09-21T00:34:50.391004+0000","last_fullsized":"2024-09-21T00:34:50.391004+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:32:05.416622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"29.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:34:49.359340+0000","last_change":"2024-09-21T00:34:49.359340+0000","last_active":"2024-09-21T00:34:49.359340+0000","last_peered":"2024-09-21T00:34:49.359340+0000","last_clean":"2024-09-21T00:34:49.359340+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:49.359340+0000","last_undegraded":"2024-09-21T00:34:49.359340+0000","last_fullsized":"2024-09-21T00:34:49.359340+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"28.3","version":"0'0","reported_seq":13,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.386765+0000","last_change":"2024-09-21T00:34:49.387090+0000","last_active":"2024-09-21T00:34:50.386765+0000","last_peered":"2024-09-21T00:34:50.386765+0000","last_clean":"2024-09-21T00:34:50.386765+0000","last_became_active":"2024-09-21T00:34:49.386746+0000","last_became_peered":"2024-09-21T00:34:49.386746+0000","last_unstale":"2024-09-21T00:34:50.386765+0000","last_undegraded":"2024-09-21T00:34:50.386765+0000","last_fullsized":"2024-09-21T00:34:50.386765+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:21:47.938334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"29.3","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.415892+0000","last_change":"2024-09-21T00:34:50.412958+0000","last_active":"2024-09-21T00:34:50.415892+0000","last_peered":"2024-09-21T00:34:50.415892+0000","last_clean":"2024-09-21T00:34:50.415892+0000","last_became_active":"2024-09-21T00:34:50.410634+0000","last_became_peered":"2024-09-21T00:34:50.410634+0000","last_unstale":"2024-09-21T00:34:50.415892+0000","last_undegraded":"2024-09-21T00:34:50.415892+0000","last_fullsized":"2024-09-21T00:34:50.415892+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:10:05.896748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.2","version":"0'0","reported_seq":13,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.392142+0000","last_change":"2024-09-21T00:34:49.376214+0000","last_active":"2024-09-21T00:34:50.392142+0000","last_peered":"2024-09-21T00:34:50.392142+0000","last_clean":"2024-09-21T00:34:50.392142+0000","last_became_active":"2024-09-21T00:34:49.375912+0000","last_became_peered":"2024-09-21T00:34:49.375912+0000","last_unstale":"2024-09-21T00:34:50.392142+0000","last_undegraded":"2024-09-21T00:34:50.392142+0000","last_fullsized":"2024-09-21T00:34:50.392142+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:18:10.128969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"29.0","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.411493+0000","last_change":"2024-09-21T00:34:50.404534+0000","last_active":"2024-09-21T00:34:50.411493+0000","last_peered":"2024-09-21T00:34:50.411493+0000","last_clean":"2024-09-21T00:34:50.411493+0000","last_became_active":"2024-09-21T00:34:50.404225+0000","last_became_peered":"2024-09-21T00:34:50.404225+0000","last_unstale":"2024-09-21T00:34:50.411493+0000","last_undegraded":"2024-09-21T00:34:50.411493+0000","last_fullsized":"2024-09-21T00:34:50.411493+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:08:05.112360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.1","version":"0'0","reported_seq":1,"reported_epoch":181,"state":"creating+peering","last_fresh":"2024-09-21T00:34:48.373817+0000","last_change":"2024-09-21T00:34:48.373817+0000","last_active":"2024-09-21T00:34:48.351742+0000","last_peered":"2024-09-21T00:34:48.351742+0000","last_clean":"2024-09-21T00:34:48.351742+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:48.373817+0000","last_undegraded":"2024-09-21T00:34:48.373817+0000","last_fullsized":"2024-09-21T00:34:48.373817+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"29.1","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.400989+0000","last_change":"2024-09-21T00:34:50.400081+0000","last_active":"2024-09-21T00:34:50.400989+0000","last_peered":"2024-09-21T00:34:50.400989+0000","last_clean":"2024-09-21T00:34:50.400989+0000","last_became_active":"2024-09-21T00:34:50.399718+0000","last_became_peered":"2024-09-21T00:34:50.399718+0000","last_unstale":"2024-09-21T00:34:50.400989+0000","last_undegraded":"2024-09-21T00:34:50.400989+0000","last_fullsized":"2024-09-21T00:34:50.400989+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:54:02.771701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"28.0","version":"0'0","reported_seq":13,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.392142+0000","last_change":"2024-09-21T00:34:49.380590+0000","last_active":"2024-09-21T00:34:50.392142+0000","last_peered":"2024-09-21T00:34:50.392142+0000","last_clean":"2024-09-21T00:34:50.392142+0000","last_became_active":"2024-09-21T00:34:49.380253+0000","last_became_peered":"2024-09-21T00:34:49.380253+0000","last_unstale":"2024-09-21T00:34:50.392142+0000","last_undegraded":"2024-09-21T00:34:50.392142+0000","last_fullsized":"2024-09-21T00:34:50.392142+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:26:50.479786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"29.1c","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.405507+0000","last_change":"2024-09-21T00:34:50.403542+0000","last_active":"2024-09-21T00:34:50.405507+0000","last_peered":"2024-09-21T00:34:50.405507+0000","last_clean":"2024-09-21T00:34:50.405507+0000","last_became_active":"2024-09-21T00:34:50.403239+0000","last_became_peered":"2024-09-21T00:34:50.403239+0000","last_unstale":"2024-09-21T00:34:50.405507+0000","last_undegraded":"2024-09-21T00:34:50.405507+0000","last_fullsized":"2024-09-21T00:34:50.405507+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:28:07.549158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"28.1d","version":"183'2","reported_seq":15,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.415616+0000","last_change":"2024-09-21T00:34:49.392209+0000","last_active":"2024-09-21T00:34:50.415616+0000","last_peered":"2024-09-21T00:34:50.415616+0000","last_clean":"2024-09-21T00:34:50.415616+0000","last_became_active":"2024-09-21T00:34:49.391837+0000","last_became_peered":"2024-09-21T00:34:49.391837+0000","last_unstale":"2024-09-21T00:34:50.415616+0000","last_undegraded":"2024-09-21T00:34:50.415616+0000","last_fullsized":"2024-09-21T00:34:50.415616+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:22:49.686669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":402,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.388222+0000","last_change":"2024-09-21T00:21:11.583793+0000","last_active":"2024-09-21T00:34:50.388222+0000","last_peered":"2024-09-21T00:34:50.388222+0000","last_clean":"2024-09-21T00:34:50.388222+0000","last_became_active":"2024-09-21T00:21:11.582502+0000","last_became_peered":"2024-09-21T00:21:11.582502+0000","last_unstale":"2024-09-21T00:34:50.388222+0000","last_undegraded":"2024-09-21T00:34:50.388222+0000","last_fullsized":"2024-09-21T00:34:50.388222+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_clean_scrub_stamp":"2024-09-21T00:21:10.311964+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:58.010953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":29,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":92,"acting":92,"num_store_stats":6},{"poolid":28,"num_pg":32,"stat_sum":{"num_bytes":2320,"num_objects":13,"num_object_clones":0,"num_object_copies":26,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":4148,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":22,"ondisk_log_size":22,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509608,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":47920,"kb_used_data":2836,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94323920,"statfs":{"total":96636764160,"available":96587694080,"internally_reserved":0,"allocated":2904064,"data_stored":1602599,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":46135754},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509608,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":69480,"kb_used_data":2260,"kb_used_omap":1,"kb_used_meta":67198,"kb_avail":94302360,"statfs":{"total":96636764160,"available":96565616640,"internally_reserved":0,"allocated":2314240,"data_stored":1012217,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":68811206},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509608,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59816,"kb_used_data":2252,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312024,"statfs":{"total":96636764160,"available":96575512576,"internally_reserved":0,"allocated":2306048,"data_stored":1012161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":58915269},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509609,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":73716,"kb_used_data":2268,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94298124,"statfs":{"total":96636764160,"available":96561278976,"internally_reserved":0,"allocated":2322432,"data_stored":1013843,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":73136584},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509609,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":47352,"kb_used_data":2272,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94324488,"statfs":{"total":96636764160,"available":96588275712,"internally_reserved":0,"allocated":2326528,"data_stored":1013829,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":46135749},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509607,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":74288,"kb_used_data":2840,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94297552,"statfs":{"total":96636764160,"available":96560693248,"internally_reserved":0,"allocated":2908160,"data_stored":1603201,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":73136582},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834575015,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":73688,"kb_used_data":2228,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94298152,"statfs":{"total":96636764160,"available":96561307648,"internally_reserved":0,"allocated":2281472,"data_stored":999111,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":73136581},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834575015,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":77840,"kb_used_data":2228,"kb_used_omap":1,"kb_used_meta":75582,"kb_avail":94294000,"statfs":{"total":96636764160,"available":96557056000,"internally_reserved":0,"allocated":2281472,"data_stored":999111,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":77396422},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T00:34:54.886 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T00:34:55.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.001+0000 7fc67baec640 1 -- 172.21.15.67:0/4109102456 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc67409b7b0 msgr2=0x7fc6740b3ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:55.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.001+0000 7fc67baec640 1 --2- 172.21.15.67:0/4109102456 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc67409b7b0 0x7fc6740b3ae0 secure :-1 s=READY pgs=2343 cs=0 l=1 rev1=1 crypto rx=0x7fc670005fd0 tx=0x7fc67002a4b0 comp rx=0 tx=0).stop 2024-09-21T00:34:55.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.001+0000 7fc67baec640 1 -- 172.21.15.67:0/4109102456 shutdown_connections 2024-09-21T00:34:55.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.001+0000 7fc67baec640 1 --2- 172.21.15.67:0/4109102456 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc6740d1120 0x7fc6740b5530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:55.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.001+0000 7fc67baec640 1 --2- 172.21.15.67:0/4109102456 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc67409b7b0 0x7fc6740b3ae0 unknown :-1 s=CLOSED pgs=2343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:55.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.001+0000 7fc67baec640 1 -- 172.21.15.67:0/4109102456 >> 172.21.15.67:0/4109102456 conn(0x7fc6740b4140 msgr2=0x7fc6740b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:55.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.001+0000 7fc67baec640 1 -- 172.21.15.67:0/4109102456 shutdown_connections 2024-09-21T00:34:55.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.001+0000 7fc67baec640 1 -- 172.21.15.67:0/4109102456 wait complete. 2024-09-21T00:34:55.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.003+0000 7fc67baec640 1 Processor -- start 2024-09-21T00:34:55.003 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.003+0000 7fc67baec640 1 -- start start 2024-09-21T00:34:55.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.004+0000 7fc67baec640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc67409b7b0 0x7fc6741f3e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:55.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.004+0000 7fc67baec640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc6740b7850 0x7fc67415c4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:55.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.004+0000 7fc67baec640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc67409da00 0x7fc67409f670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:55.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.004+0000 7fc67baec640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc6740b5e00 con 0x7fc6740b7850 2024-09-21T00:34:55.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.004+0000 7fc67baec640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc6740b5c80 con 0x7fc67409b7b0 2024-09-21T00:34:55.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.004+0000 7fc67baec640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fc6740b5f80 con 0x7fc67409da00 2024-09-21T00:34:55.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.004+0000 7fc679087640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc6740b7850 0x7fc67415c4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:55.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.004+0000 7fc679087640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc6740b7850 0x7fc67415c4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46686/0 (socket says 172.21.15.67:46686) 2024-09-21T00:34:55.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.004+0000 7fc679087640 1 -- 172.21.15.67:0/2525142391 learned_addr learned my addr 172.21.15.67:0/2525142391 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:55.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.004+0000 7fc679888640 1 --2- 172.21.15.67:0/2525142391 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc67409b7b0 0x7fc6741f3e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:55.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.004+0000 7fc67a089640 1 --2- 172.21.15.67:0/2525142391 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc67409da00 0x7fc67409f670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:55.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.004+0000 7fc679087640 1 -- 172.21.15.67:0/2525142391 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc67409da00 msgr2=0x7fc67409f670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:55.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.004+0000 7fc679087640 1 --2- 172.21.15.67:0/2525142391 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc67409da00 0x7fc67409f670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:55.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.004+0000 7fc679087640 1 -- 172.21.15.67:0/2525142391 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc67409b7b0 msgr2=0x7fc6741f3e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:55.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.004+0000 7fc679087640 1 --2- 172.21.15.67:0/2525142391 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc67409b7b0 0x7fc6741f3e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:55.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.004+0000 7fc679087640 1 -- 172.21.15.67:0/2525142391 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc67415d880 con 0x7fc6740b7850 2024-09-21T00:34:55.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.005+0000 7fc679087640 1 --2- 172.21.15.67:0/2525142391 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc6740b7850 0x7fc67415c4d0 secure :-1 s=READY pgs=2344 cs=0 l=1 rev1=1 crypto rx=0x7fc66400c3a0 tx=0x7fc66400c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:55.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.005+0000 7fc66a7fc640 1 -- 172.21.15.67:0/2525142391 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc664017070 con 0x7fc6740b7850 2024-09-21T00:34:55.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.005+0000 7fc66a7fc640 1 -- 172.21.15.67:0/2525142391 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc6640053c0 con 0x7fc6740b7850 2024-09-21T00:34:55.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.005+0000 7fc66a7fc640 1 -- 172.21.15.67:0/2525142391 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc664003850 con 0x7fc6740b7850 2024-09-21T00:34:55.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.005+0000 7fc67baec640 1 -- 172.21.15.67:0/2525142391 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc67415cd00 con 0x7fc6740b7850 2024-09-21T00:34:55.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.005+0000 7fc67baec640 1 -- 172.21.15.67:0/2525142391 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc67415d2c0 con 0x7fc6740b7850 2024-09-21T00:34:55.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.006+0000 7fc67baec640 1 -- 172.21.15.67:0/2525142391 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc67406d2a0 con 0x7fc6740b7850 2024-09-21T00:34:55.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.007+0000 7fc66a7fc640 1 -- 172.21.15.67:0/2525142391 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fc66401a070 con 0x7fc6740b7850 2024-09-21T00:34:55.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.007+0000 7fc66a7fc640 1 --2- 172.21.15.67:0/2525142391 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc658078b90 0x7fc65807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:55.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.007+0000 7fc66a7fc640 1 -- 172.21.15.67:0/2525142391 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(184..184 src has 1..184) ==== 5709+0+0 (secure 0 0 0) 0x7fc664099fd0 con 0x7fc6740b7850 2024-09-21T00:34:55.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.008+0000 7fc679888640 1 --2- 172.21.15.67:0/2525142391 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc658078b90 0x7fc65807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:55.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.008+0000 7fc679888640 1 --2- 172.21.15.67:0/2525142391 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc658078b90 0x7fc65807b0a0 secure :-1 s=READY pgs=878 cs=0 l=1 rev1=1 crypto rx=0x7fc670033000 tx=0x7fc670004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:55.013 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.012+0000 7fc66a7fc640 1 -- 172.21.15.67:0/2525142391 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fc67406d2a0 con 0x7fc6740b7850 2024-09-21T00:34:55.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.195+0000 7fc67baec640 1 -- 172.21.15.67:0/2525142391 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fc6740b3ae0 con 0x7fc658078b90 2024-09-21T00:34:55.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.200+0000 7fc66a7fc640 1 -- 172.21.15.67:0/2525142391 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+249245 (secure 0 0 0) 0x7fc6740b3ae0 con 0x7fc658078b90 2024-09-21T00:34:55.203 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:34:55.204 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-21T00:34:55.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.203+0000 7fc67baec640 1 -- 172.21.15.67:0/2525142391 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc658078b90 msgr2=0x7fc65807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:55.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.203+0000 7fc67baec640 1 --2- 172.21.15.67:0/2525142391 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc658078b90 0x7fc65807b0a0 secure :-1 s=READY pgs=878 cs=0 l=1 rev1=1 crypto rx=0x7fc670033000 tx=0x7fc670004730 comp rx=0 tx=0).stop 2024-09-21T00:34:55.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.203+0000 7fc67baec640 1 -- 172.21.15.67:0/2525142391 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc6740b7850 msgr2=0x7fc67415c4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:55.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.203+0000 7fc67baec640 1 --2- 172.21.15.67:0/2525142391 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc6740b7850 0x7fc67415c4d0 secure :-1 s=READY pgs=2344 cs=0 l=1 rev1=1 crypto rx=0x7fc66400c3a0 tx=0x7fc66400c860 comp rx=0 tx=0).stop 2024-09-21T00:34:55.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.203+0000 7fc67baec640 1 -- 172.21.15.67:0/2525142391 shutdown_connections 2024-09-21T00:34:55.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.203+0000 7fc67baec640 1 --2- 172.21.15.67:0/2525142391 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc658078b90 0x7fc65807b0a0 unknown :-1 s=CLOSED pgs=878 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:55.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.203+0000 7fc67baec640 1 --2- 172.21.15.67:0/2525142391 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc67409da00 0x7fc67409f670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:55.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.203+0000 7fc67baec640 1 --2- 172.21.15.67:0/2525142391 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc6740b7850 0x7fc67415c4d0 unknown :-1 s=CLOSED pgs=2344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:55.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.203+0000 7fc67baec640 1 --2- 172.21.15.67:0/2525142391 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc67409b7b0 0x7fc6741f3e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:55.207 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.203+0000 7fc67baec640 1 -- 172.21.15.67:0/2525142391 >> 172.21.15.67:0/2525142391 conn(0x7fc6740b4140 msgr2=0x7fc67415f6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:55.207 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.203+0000 7fc67baec640 1 -- 172.21.15.67:0/2525142391 shutdown_connections 2024-09-21T00:34:55.207 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.203+0000 7fc67baec640 1 -- 172.21.15.67:0/2525142391 wait complete. 2024-09-21T00:34:55.216 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":590,"stamp":"2024-09-21T00:34:53.707472+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592688,"num_objects":15,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":123,"num_write_kb":1641,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":94,"ondisk_log_size":94,"up":158,"acting":158,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":74,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":524100,"kb_used_data":19184,"kb_used_omap":12,"kb_used_meta":504691,"kb_avail":754450620,"statfs":{"total":773094113280,"available":772557434880,"internally_reserved":0,"allocated":19644416,"data_stored":9256072,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12749,"internal_metadata":516804147},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":14,"apply_latency_ms":14,"commit_latency_ns":14000000,"apply_latency_ns":14000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2320,"num_objects":13,"num_object_clones":0,"num_object_copies":26,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.340911"},"pg_stats":[{"pgid":"29.3f","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.412930+0000","last_change":"2024-09-21T00:34:50.407643+0000","last_active":"2024-09-21T00:34:50.412930+0000","last_peered":"2024-09-21T00:34:50.412930+0000","last_clean":"2024-09-21T00:34:50.412930+0000","last_became_active":"2024-09-21T00:34:50.407373+0000","last_became_peered":"2024-09-21T00:34:50.407373+0000","last_unstale":"2024-09-21T00:34:50.412930+0000","last_undegraded":"2024-09-21T00:34:50.412930+0000","last_fullsized":"2024-09-21T00:34:50.412930+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:44:52.696689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"29.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:34:49.359340+0000","last_change":"2024-09-21T00:34:49.359340+0000","last_active":"2024-09-21T00:34:49.359340+0000","last_peered":"2024-09-21T00:34:49.359340+0000","last_clean":"2024-09-21T00:34:49.359340+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:49.359340+0000","last_undegraded":"2024-09-21T00:34:49.359340+0000","last_fullsized":"2024-09-21T00:34:49.359340+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"29.3d","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.414418+0000","last_change":"2024-09-21T00:34:50.412194+0000","last_active":"2024-09-21T00:34:50.414418+0000","last_peered":"2024-09-21T00:34:50.414418+0000","last_clean":"2024-09-21T00:34:50.414418+0000","last_became_active":"2024-09-21T00:34:50.411875+0000","last_became_peered":"2024-09-21T00:34:50.411875+0000","last_unstale":"2024-09-21T00:34:50.414418+0000","last_undegraded":"2024-09-21T00:34:50.414418+0000","last_fullsized":"2024-09-21T00:34:50.414418+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:45:54.304780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"29.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:34:49.359340+0000","last_change":"2024-09-21T00:34:49.359340+0000","last_active":"2024-09-21T00:34:49.359340+0000","last_peered":"2024-09-21T00:34:49.359340+0000","last_clean":"2024-09-21T00:34:49.359340+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:49.359340+0000","last_undegraded":"2024-09-21T00:34:49.359340+0000","last_fullsized":"2024-09-21T00:34:49.359340+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"29.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:34:49.359340+0000","last_change":"2024-09-21T00:34:49.359340+0000","last_active":"2024-09-21T00:34:49.359340+0000","last_peered":"2024-09-21T00:34:49.359340+0000","last_clean":"2024-09-21T00:34:49.359340+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:49.359340+0000","last_undegraded":"2024-09-21T00:34:49.359340+0000","last_fullsized":"2024-09-21T00:34:49.359340+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"29.3a","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.408951+0000","last_change":"2024-09-21T00:34:50.403231+0000","last_active":"2024-09-21T00:34:50.408951+0000","last_peered":"2024-09-21T00:34:50.408951+0000","last_clean":"2024-09-21T00:34:50.408951+0000","last_became_active":"2024-09-21T00:34:50.402099+0000","last_became_peered":"2024-09-21T00:34:50.402099+0000","last_unstale":"2024-09-21T00:34:50.408951+0000","last_undegraded":"2024-09-21T00:34:50.408951+0000","last_fullsized":"2024-09-21T00:34:50.408951+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:38:41.819006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"29.39","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.414254+0000","last_change":"2024-09-21T00:34:50.410957+0000","last_active":"2024-09-21T00:34:50.414254+0000","last_peered":"2024-09-21T00:34:50.414254+0000","last_clean":"2024-09-21T00:34:50.414254+0000","last_became_active":"2024-09-21T00:34:50.410624+0000","last_became_peered":"2024-09-21T00:34:50.410624+0000","last_unstale":"2024-09-21T00:34:50.414254+0000","last_undegraded":"2024-09-21T00:34:50.414254+0000","last_fullsized":"2024-09-21T00:34:50.414254+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:09:02.959424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"29.38","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.391965+0000","last_change":"2024-09-21T00:34:50.388378+0000","last_active":"2024-09-21T00:34:50.391965+0000","last_peered":"2024-09-21T00:34:50.391965+0000","last_clean":"2024-09-21T00:34:50.391965+0000","last_became_active":"2024-09-21T00:34:50.385848+0000","last_became_peered":"2024-09-21T00:34:50.385848+0000","last_unstale":"2024-09-21T00:34:50.391965+0000","last_undegraded":"2024-09-21T00:34:50.391965+0000","last_fullsized":"2024-09-21T00:34:50.391965+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:36:06.036602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"29.37","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.405367+0000","last_change":"2024-09-21T00:34:50.401453+0000","last_active":"2024-09-21T00:34:50.405367+0000","last_peered":"2024-09-21T00:34:50.405367+0000","last_clean":"2024-09-21T00:34:50.405367+0000","last_became_active":"2024-09-21T00:34:50.401175+0000","last_became_peered":"2024-09-21T00:34:50.401175+0000","last_unstale":"2024-09-21T00:34:50.405367+0000","last_undegraded":"2024-09-21T00:34:50.405367+0000","last_fullsized":"2024-09-21T00:34:50.405367+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:49:58.754053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"29.36","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.394932+0000","last_change":"2024-09-21T00:34:50.392926+0000","last_active":"2024-09-21T00:34:50.394932+0000","last_peered":"2024-09-21T00:34:50.394932+0000","last_clean":"2024-09-21T00:34:50.394932+0000","last_became_active":"2024-09-21T00:34:50.392599+0000","last_became_peered":"2024-09-21T00:34:50.392599+0000","last_unstale":"2024-09-21T00:34:50.394932+0000","last_undegraded":"2024-09-21T00:34:50.394932+0000","last_fullsized":"2024-09-21T00:34:50.394932+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:21:52.333539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"29.35","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.413008+0000","last_change":"2024-09-21T00:34:50.409452+0000","last_active":"2024-09-21T00:34:50.413008+0000","last_peered":"2024-09-21T00:34:50.413008+0000","last_clean":"2024-09-21T00:34:50.413008+0000","last_became_active":"2024-09-21T00:34:50.407927+0000","last_became_peered":"2024-09-21T00:34:50.407927+0000","last_unstale":"2024-09-21T00:34:50.413008+0000","last_undegraded":"2024-09-21T00:34:50.413008+0000","last_fullsized":"2024-09-21T00:34:50.413008+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:51:05.033213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"29.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:34:49.359340+0000","last_change":"2024-09-21T00:34:49.359340+0000","last_active":"2024-09-21T00:34:49.359340+0000","last_peered":"2024-09-21T00:34:49.359340+0000","last_clean":"2024-09-21T00:34:49.359340+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:49.359340+0000","last_undegraded":"2024-09-21T00:34:49.359340+0000","last_fullsized":"2024-09-21T00:34:49.359340+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"29.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:34:49.359340+0000","last_change":"2024-09-21T00:34:49.359340+0000","last_active":"2024-09-21T00:34:49.359340+0000","last_peered":"2024-09-21T00:34:49.359340+0000","last_clean":"2024-09-21T00:34:49.359340+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:49.359340+0000","last_undegraded":"2024-09-21T00:34:49.359340+0000","last_fullsized":"2024-09-21T00:34:49.359340+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"29.32","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.396120+0000","last_change":"2024-09-21T00:34:50.391086+0000","last_active":"2024-09-21T00:34:50.396120+0000","last_peered":"2024-09-21T00:34:50.396120+0000","last_clean":"2024-09-21T00:34:50.396120+0000","last_became_active":"2024-09-21T00:34:50.390751+0000","last_became_peered":"2024-09-21T00:34:50.390751+0000","last_unstale":"2024-09-21T00:34:50.396120+0000","last_undegraded":"2024-09-21T00:34:50.396120+0000","last_fullsized":"2024-09-21T00:34:50.396120+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:28:36.211715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"29.31","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.409540+0000","last_change":"2024-09-21T00:34:50.404094+0000","last_active":"2024-09-21T00:34:50.409540+0000","last_peered":"2024-09-21T00:34:50.409540+0000","last_clean":"2024-09-21T00:34:50.409540+0000","last_became_active":"2024-09-21T00:34:50.403725+0000","last_became_peered":"2024-09-21T00:34:50.403725+0000","last_unstale":"2024-09-21T00:34:50.409540+0000","last_undegraded":"2024-09-21T00:34:50.409540+0000","last_fullsized":"2024-09-21T00:34:50.409540+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:52:29.262229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"29.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:34:49.359340+0000","last_change":"2024-09-21T00:34:49.359340+0000","last_active":"2024-09-21T00:34:49.359340+0000","last_peered":"2024-09-21T00:34:49.359340+0000","last_clean":"2024-09-21T00:34:49.359340+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:49.359340+0000","last_undegraded":"2024-09-21T00:34:49.359340+0000","last_fullsized":"2024-09-21T00:34:49.359340+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"29.2f","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.398274+0000","last_change":"2024-09-21T00:34:50.390480+0000","last_active":"2024-09-21T00:34:50.398274+0000","last_peered":"2024-09-21T00:34:50.398274+0000","last_clean":"2024-09-21T00:34:50.398274+0000","last_became_active":"2024-09-21T00:34:50.390120+0000","last_became_peered":"2024-09-21T00:34:50.390120+0000","last_unstale":"2024-09-21T00:34:50.398274+0000","last_undegraded":"2024-09-21T00:34:50.398274+0000","last_fullsized":"2024-09-21T00:34:50.398274+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:47:59.742700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"29.2e","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.413525+0000","last_change":"2024-09-21T00:34:50.411658+0000","last_active":"2024-09-21T00:34:50.413525+0000","last_peered":"2024-09-21T00:34:50.413525+0000","last_clean":"2024-09-21T00:34:50.413525+0000","last_became_active":"2024-09-21T00:34:50.411265+0000","last_became_peered":"2024-09-21T00:34:50.411265+0000","last_unstale":"2024-09-21T00:34:50.413525+0000","last_undegraded":"2024-09-21T00:34:50.413525+0000","last_fullsized":"2024-09-21T00:34:50.413525+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:45:41.671229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"29.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:34:49.359340+0000","last_change":"2024-09-21T00:34:49.359340+0000","last_active":"2024-09-21T00:34:49.359340+0000","last_peered":"2024-09-21T00:34:49.359340+0000","last_clean":"2024-09-21T00:34:49.359340+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:49.359340+0000","last_undegraded":"2024-09-21T00:34:49.359340+0000","last_fullsized":"2024-09-21T00:34:49.359340+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"29.2c","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.401796+0000","last_change":"2024-09-21T00:34:50.398378+0000","last_active":"2024-09-21T00:34:50.401796+0000","last_peered":"2024-09-21T00:34:50.401796+0000","last_clean":"2024-09-21T00:34:50.401796+0000","last_became_active":"2024-09-21T00:34:50.398070+0000","last_became_peered":"2024-09-21T00:34:50.398070+0000","last_unstale":"2024-09-21T00:34:50.401796+0000","last_undegraded":"2024-09-21T00:34:50.401796+0000","last_fullsized":"2024-09-21T00:34:50.401796+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:17:40.104745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"29.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:34:49.359340+0000","last_change":"2024-09-21T00:34:49.359340+0000","last_active":"2024-09-21T00:34:49.359340+0000","last_peered":"2024-09-21T00:34:49.359340+0000","last_clean":"2024-09-21T00:34:49.359340+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:49.359340+0000","last_undegraded":"2024-09-21T00:34:49.359340+0000","last_fullsized":"2024-09-21T00:34:49.359340+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"29.2a","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.409534+0000","last_change":"2024-09-21T00:34:50.404160+0000","last_active":"2024-09-21T00:34:50.409534+0000","last_peered":"2024-09-21T00:34:50.409534+0000","last_clean":"2024-09-21T00:34:50.409534+0000","last_became_active":"2024-09-21T00:34:50.403823+0000","last_became_peered":"2024-09-21T00:34:50.403823+0000","last_unstale":"2024-09-21T00:34:50.409534+0000","last_undegraded":"2024-09-21T00:34:50.409534+0000","last_fullsized":"2024-09-21T00:34:50.409534+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:08:27.519864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"29.29","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.398914+0000","last_change":"2024-09-21T00:34:50.397437+0000","last_active":"2024-09-21T00:34:50.398914+0000","last_peered":"2024-09-21T00:34:50.398914+0000","last_clean":"2024-09-21T00:34:50.398914+0000","last_became_active":"2024-09-21T00:34:50.397119+0000","last_became_peered":"2024-09-21T00:34:50.397119+0000","last_unstale":"2024-09-21T00:34:50.398914+0000","last_undegraded":"2024-09-21T00:34:50.398914+0000","last_fullsized":"2024-09-21T00:34:50.398914+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:27:52.058655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"29.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:34:49.359340+0000","last_change":"2024-09-21T00:34:49.359340+0000","last_active":"2024-09-21T00:34:49.359340+0000","last_peered":"2024-09-21T00:34:49.359340+0000","last_clean":"2024-09-21T00:34:49.359340+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:49.359340+0000","last_undegraded":"2024-09-21T00:34:49.359340+0000","last_fullsized":"2024-09-21T00:34:49.359340+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"29.27","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.412901+0000","last_change":"2024-09-21T00:34:50.407506+0000","last_active":"2024-09-21T00:34:50.412901+0000","last_peered":"2024-09-21T00:34:50.412901+0000","last_clean":"2024-09-21T00:34:50.412901+0000","last_became_active":"2024-09-21T00:34:50.407188+0000","last_became_peered":"2024-09-21T00:34:50.407188+0000","last_unstale":"2024-09-21T00:34:50.412901+0000","last_undegraded":"2024-09-21T00:34:50.412901+0000","last_fullsized":"2024-09-21T00:34:50.412901+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:18:11.136568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"29.26","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.395694+0000","last_change":"2024-09-21T00:34:50.390128+0000","last_active":"2024-09-21T00:34:50.395694+0000","last_peered":"2024-09-21T00:34:50.395694+0000","last_clean":"2024-09-21T00:34:50.395694+0000","last_became_active":"2024-09-21T00:34:50.389777+0000","last_became_peered":"2024-09-21T00:34:50.389777+0000","last_unstale":"2024-09-21T00:34:50.395694+0000","last_undegraded":"2024-09-21T00:34:50.395694+0000","last_fullsized":"2024-09-21T00:34:50.395694+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:41:30.445799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"29.25","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.413469+0000","last_change":"2024-09-21T00:34:50.411586+0000","last_active":"2024-09-21T00:34:50.413469+0000","last_peered":"2024-09-21T00:34:50.413469+0000","last_clean":"2024-09-21T00:34:50.413469+0000","last_became_active":"2024-09-21T00:34:50.411295+0000","last_became_peered":"2024-09-21T00:34:50.411295+0000","last_unstale":"2024-09-21T00:34:50.413469+0000","last_undegraded":"2024-09-21T00:34:50.413469+0000","last_fullsized":"2024-09-21T00:34:50.413469+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:08:27.519864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"29.24","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.410428+0000","last_change":"2024-09-21T00:34:50.406950+0000","last_active":"2024-09-21T00:34:50.410428+0000","last_peered":"2024-09-21T00:34:50.410428+0000","last_clean":"2024-09-21T00:34:50.410428+0000","last_became_active":"2024-09-21T00:34:50.406643+0000","last_became_peered":"2024-09-21T00:34:50.406643+0000","last_unstale":"2024-09-21T00:34:50.410428+0000","last_undegraded":"2024-09-21T00:34:50.410428+0000","last_fullsized":"2024-09-21T00:34:50.410428+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:08:57.180607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"29.23","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.409546+0000","last_change":"2024-09-21T00:34:50.408403+0000","last_active":"2024-09-21T00:34:50.409546+0000","last_peered":"2024-09-21T00:34:50.409546+0000","last_clean":"2024-09-21T00:34:50.409546+0000","last_became_active":"2024-09-21T00:34:50.406571+0000","last_became_peered":"2024-09-21T00:34:50.406571+0000","last_unstale":"2024-09-21T00:34:50.409546+0000","last_undegraded":"2024-09-21T00:34:50.409546+0000","last_fullsized":"2024-09-21T00:34:50.409546+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:48:10.665998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"29.22","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.413145+0000","last_change":"2024-09-21T00:34:50.409773+0000","last_active":"2024-09-21T00:34:50.413145+0000","last_peered":"2024-09-21T00:34:50.413145+0000","last_clean":"2024-09-21T00:34:50.413145+0000","last_became_active":"2024-09-21T00:34:50.409394+0000","last_became_peered":"2024-09-21T00:34:50.409394+0000","last_unstale":"2024-09-21T00:34:50.413145+0000","last_undegraded":"2024-09-21T00:34:50.413145+0000","last_fullsized":"2024-09-21T00:34:50.413145+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:52:29.262229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"29.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:34:49.359340+0000","last_change":"2024-09-21T00:34:49.359340+0000","last_active":"2024-09-21T00:34:49.359340+0000","last_peered":"2024-09-21T00:34:49.359340+0000","last_clean":"2024-09-21T00:34:49.359340+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:49.359340+0000","last_undegraded":"2024-09-21T00:34:49.359340+0000","last_fullsized":"2024-09-21T00:34:49.359340+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"29.20","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.409588+0000","last_change":"2024-09-21T00:34:50.404933+0000","last_active":"2024-09-21T00:34:50.409588+0000","last_peered":"2024-09-21T00:34:50.409588+0000","last_clean":"2024-09-21T00:34:50.409588+0000","last_became_active":"2024-09-21T00:34:50.404626+0000","last_became_peered":"2024-09-21T00:34:50.404626+0000","last_unstale":"2024-09-21T00:34:50.409588+0000","last_undegraded":"2024-09-21T00:34:50.409588+0000","last_fullsized":"2024-09-21T00:34:50.409588+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:33:09.923601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"29.1e","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.411132+0000","last_change":"2024-09-21T00:34:50.403199+0000","last_active":"2024-09-21T00:34:50.411132+0000","last_peered":"2024-09-21T00:34:50.411132+0000","last_clean":"2024-09-21T00:34:50.411132+0000","last_became_active":"2024-09-21T00:34:50.402633+0000","last_became_peered":"2024-09-21T00:34:50.402633+0000","last_unstale":"2024-09-21T00:34:50.411132+0000","last_undegraded":"2024-09-21T00:34:50.411132+0000","last_fullsized":"2024-09-21T00:34:50.411132+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:49:15.999733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.1f","version":"183'4","reported_seq":17,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.414099+0000","last_change":"2024-09-21T00:34:49.380702+0000","last_active":"2024-09-21T00:34:50.414099+0000","last_peered":"2024-09-21T00:34:50.414099+0000","last_clean":"2024-09-21T00:34:50.414099+0000","last_became_active":"2024-09-21T00:34:49.380389+0000","last_became_peered":"2024-09-21T00:34:49.380389+0000","last_unstale":"2024-09-21T00:34:50.414099+0000","last_undegraded":"2024-09-21T00:34:50.414099+0000","last_fullsized":"2024-09-21T00:34:50.414099+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:44:51.689090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"29.1f","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.396060+0000","last_change":"2024-09-21T00:34:50.393236+0000","last_active":"2024-09-21T00:34:50.396060+0000","last_peered":"2024-09-21T00:34:50.396060+0000","last_clean":"2024-09-21T00:34:50.396060+0000","last_became_active":"2024-09-21T00:34:50.392896+0000","last_became_peered":"2024-09-21T00:34:50.392896+0000","last_unstale":"2024-09-21T00:34:50.396060+0000","last_undegraded":"2024-09-21T00:34:50.396060+0000","last_fullsized":"2024-09-21T00:34:50.396060+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:37:21.549769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"28.1e","version":"0'0","reported_seq":1,"reported_epoch":181,"state":"creating+peering","last_fresh":"2024-09-21T00:34:48.369520+0000","last_change":"2024-09-21T00:34:48.369520+0000","last_active":"2024-09-21T00:34:48.351742+0000","last_peered":"2024-09-21T00:34:48.351742+0000","last_clean":"2024-09-21T00:34:48.351742+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:48.369520+0000","last_undegraded":"2024-09-21T00:34:48.369520+0000","last_fullsized":"2024-09-21T00:34:48.369520+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"29.1d","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.409554+0000","last_change":"2024-09-21T00:34:50.406471+0000","last_active":"2024-09-21T00:34:50.409554+0000","last_peered":"2024-09-21T00:34:50.409554+0000","last_clean":"2024-09-21T00:34:50.409554+0000","last_became_active":"2024-09-21T00:34:50.406035+0000","last_became_peered":"2024-09-21T00:34:50.406035+0000","last_unstale":"2024-09-21T00:34:50.409554+0000","last_undegraded":"2024-09-21T00:34:50.409554+0000","last_fullsized":"2024-09-21T00:34:50.409554+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:58:25.027098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"28.1c","version":"0'0","reported_seq":1,"reported_epoch":181,"state":"creating+peering","last_fresh":"2024-09-21T00:34:48.368446+0000","last_change":"2024-09-21T00:34:48.368446+0000","last_active":"2024-09-21T00:34:48.351742+0000","last_peered":"2024-09-21T00:34:48.351742+0000","last_clean":"2024-09-21T00:34:48.351742+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:48.368446+0000","last_undegraded":"2024-09-21T00:34:48.368446+0000","last_fullsized":"2024-09-21T00:34:48.368446+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"29.1a","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.413066+0000","last_change":"2024-09-21T00:34:50.409731+0000","last_active":"2024-09-21T00:34:50.413066+0000","last_peered":"2024-09-21T00:34:50.413066+0000","last_clean":"2024-09-21T00:34:50.413066+0000","last_became_active":"2024-09-21T00:34:50.408717+0000","last_became_peered":"2024-09-21T00:34:50.408717+0000","last_unstale":"2024-09-21T00:34:50.413066+0000","last_undegraded":"2024-09-21T00:34:50.413066+0000","last_fullsized":"2024-09-21T00:34:50.413066+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:30:47.153866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"28.1b","version":"183'1","reported_seq":14,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.410437+0000","last_change":"2024-09-21T00:34:49.378799+0000","last_active":"2024-09-21T00:34:50.410437+0000","last_peered":"2024-09-21T00:34:50.410437+0000","last_clean":"2024-09-21T00:34:50.410437+0000","last_became_active":"2024-09-21T00:34:49.378494+0000","last_became_peered":"2024-09-21T00:34:49.378494+0000","last_unstale":"2024-09-21T00:34:50.410437+0000","last_undegraded":"2024-09-21T00:34:50.410437+0000","last_fullsized":"2024-09-21T00:34:50.410437+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:45:40.076132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"29.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:34:49.359340+0000","last_change":"2024-09-21T00:34:49.359340+0000","last_active":"2024-09-21T00:34:49.359340+0000","last_peered":"2024-09-21T00:34:49.359340+0000","last_clean":"2024-09-21T00:34:49.359340+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:49.359340+0000","last_undegraded":"2024-09-21T00:34:49.359340+0000","last_fullsized":"2024-09-21T00:34:49.359340+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"28.1a","version":"183'1","reported_seq":14,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.416686+0000","last_change":"2024-09-21T00:34:49.382609+0000","last_active":"2024-09-21T00:34:50.416686+0000","last_peered":"2024-09-21T00:34:50.416686+0000","last_clean":"2024-09-21T00:34:50.416686+0000","last_became_active":"2024-09-21T00:34:49.382305+0000","last_became_peered":"2024-09-21T00:34:49.382305+0000","last_unstale":"2024-09-21T00:34:50.416686+0000","last_undegraded":"2024-09-21T00:34:50.416686+0000","last_fullsized":"2024-09-21T00:34:50.416686+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:18:34.896245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"29.18","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.401822+0000","last_change":"2024-09-21T00:34:50.397230+0000","last_active":"2024-09-21T00:34:50.401822+0000","last_peered":"2024-09-21T00:34:50.401822+0000","last_clean":"2024-09-21T00:34:50.401822+0000","last_became_active":"2024-09-21T00:34:50.396936+0000","last_became_peered":"2024-09-21T00:34:50.396936+0000","last_unstale":"2024-09-21T00:34:50.401822+0000","last_undegraded":"2024-09-21T00:34:50.401822+0000","last_fullsized":"2024-09-21T00:34:50.401822+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:06:53.933733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"28.19","version":"0'0","reported_seq":13,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.386667+0000","last_change":"2024-09-21T00:34:49.380512+0000","last_active":"2024-09-21T00:34:50.386667+0000","last_peered":"2024-09-21T00:34:50.386667+0000","last_clean":"2024-09-21T00:34:50.386667+0000","last_became_active":"2024-09-21T00:34:49.380189+0000","last_became_peered":"2024-09-21T00:34:49.380189+0000","last_unstale":"2024-09-21T00:34:50.386667+0000","last_undegraded":"2024-09-21T00:34:50.386667+0000","last_fullsized":"2024-09-21T00:34:50.386667+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:24:34.693753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"29.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:34:49.359340+0000","last_change":"2024-09-21T00:34:49.359340+0000","last_active":"2024-09-21T00:34:49.359340+0000","last_peered":"2024-09-21T00:34:49.359340+0000","last_clean":"2024-09-21T00:34:49.359340+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:49.359340+0000","last_undegraded":"2024-09-21T00:34:49.359340+0000","last_fullsized":"2024-09-21T00:34:49.359340+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"28.18","version":"0'0","reported_seq":13,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.388767+0000","last_change":"2024-09-21T00:34:49.387275+0000","last_active":"2024-09-21T00:34:50.388767+0000","last_peered":"2024-09-21T00:34:50.388767+0000","last_clean":"2024-09-21T00:34:50.388767+0000","last_became_active":"2024-09-21T00:34:49.386822+0000","last_became_peered":"2024-09-21T00:34:49.386822+0000","last_unstale":"2024-09-21T00:34:50.388767+0000","last_undegraded":"2024-09-21T00:34:50.388767+0000","last_fullsized":"2024-09-21T00:34:50.388767+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:27:42.372900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"29.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:34:49.359340+0000","last_change":"2024-09-21T00:34:49.359340+0000","last_active":"2024-09-21T00:34:49.359340+0000","last_peered":"2024-09-21T00:34:49.359340+0000","last_clean":"2024-09-21T00:34:49.359340+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:49.359340+0000","last_undegraded":"2024-09-21T00:34:49.359340+0000","last_fullsized":"2024-09-21T00:34:49.359340+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"28.17","version":"0'0","reported_seq":13,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.391231+0000","last_change":"2024-09-21T00:34:49.388235+0000","last_active":"2024-09-21T00:34:50.391231+0000","last_peered":"2024-09-21T00:34:50.391231+0000","last_clean":"2024-09-21T00:34:50.391231+0000","last_became_active":"2024-09-21T00:34:49.387908+0000","last_became_peered":"2024-09-21T00:34:49.387908+0000","last_unstale":"2024-09-21T00:34:50.391231+0000","last_undegraded":"2024-09-21T00:34:50.391231+0000","last_fullsized":"2024-09-21T00:34:50.391231+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:08:32.361893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"29.17","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.401337+0000","last_change":"2024-09-21T00:34:50.400748+0000","last_active":"2024-09-21T00:34:50.401337+0000","last_peered":"2024-09-21T00:34:50.401337+0000","last_clean":"2024-09-21T00:34:50.401337+0000","last_became_active":"2024-09-21T00:34:50.400452+0000","last_became_peered":"2024-09-21T00:34:50.400452+0000","last_unstale":"2024-09-21T00:34:50.401337+0000","last_undegraded":"2024-09-21T00:34:50.401337+0000","last_fullsized":"2024-09-21T00:34:50.401337+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:05:21.876447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"28.16","version":"0'0","reported_seq":13,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.393675+0000","last_change":"2024-09-21T00:34:49.377446+0000","last_active":"2024-09-21T00:34:50.393675+0000","last_peered":"2024-09-21T00:34:50.393675+0000","last_clean":"2024-09-21T00:34:50.393675+0000","last_became_active":"2024-09-21T00:34:49.377125+0000","last_became_peered":"2024-09-21T00:34:49.377125+0000","last_unstale":"2024-09-21T00:34:50.393675+0000","last_undegraded":"2024-09-21T00:34:50.393675+0000","last_fullsized":"2024-09-21T00:34:50.393675+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:51:04.025614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"29.14","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.409508+0000","last_change":"2024-09-21T00:34:50.408437+0000","last_active":"2024-09-21T00:34:50.409508+0000","last_peered":"2024-09-21T00:34:50.409508+0000","last_clean":"2024-09-21T00:34:50.409508+0000","last_became_active":"2024-09-21T00:34:50.406836+0000","last_became_peered":"2024-09-21T00:34:50.406836+0000","last_unstale":"2024-09-21T00:34:50.409508+0000","last_undegraded":"2024-09-21T00:34:50.409508+0000","last_fullsized":"2024-09-21T00:34:50.409508+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:07:10.569670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"28.15","version":"0'0","reported_seq":1,"reported_epoch":181,"state":"creating+peering","last_fresh":"2024-09-21T00:34:48.373863+0000","last_change":"2024-09-21T00:34:48.373863+0000","last_active":"2024-09-21T00:34:48.351742+0000","last_peered":"2024-09-21T00:34:48.351742+0000","last_clean":"2024-09-21T00:34:48.351742+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:48.373863+0000","last_undegraded":"2024-09-21T00:34:48.373863+0000","last_fullsized":"2024-09-21T00:34:48.373863+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"29.15","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.401785+0000","last_change":"2024-09-21T00:34:50.399870+0000","last_active":"2024-09-21T00:34:50.401785+0000","last_peered":"2024-09-21T00:34:50.401785+0000","last_clean":"2024-09-21T00:34:50.401785+0000","last_became_active":"2024-09-21T00:34:50.399526+0000","last_became_peered":"2024-09-21T00:34:50.399526+0000","last_unstale":"2024-09-21T00:34:50.401785+0000","last_undegraded":"2024-09-21T00:34:50.401785+0000","last_fullsized":"2024-09-21T00:34:50.401785+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:00:46.491046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"28.14","version":"183'6","reported_seq":19,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.414246+0000","last_change":"2024-09-21T00:34:49.383639+0000","last_active":"2024-09-21T00:34:50.414246+0000","last_peered":"2024-09-21T00:34:50.414246+0000","last_clean":"2024-09-21T00:34:50.414246+0000","last_became_active":"2024-09-21T00:34:49.383317+0000","last_became_peered":"2024-09-21T00:34:49.383317+0000","last_unstale":"2024-09-21T00:34:50.414246+0000","last_undegraded":"2024-09-21T00:34:50.414246+0000","last_fullsized":"2024-09-21T00:34:50.414246+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:07:32.580412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"29.12","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.409952+0000","last_change":"2024-09-21T00:34:50.408665+0000","last_active":"2024-09-21T00:34:50.409952+0000","last_peered":"2024-09-21T00:34:50.409952+0000","last_clean":"2024-09-21T00:34:50.409952+0000","last_became_active":"2024-09-21T00:34:50.408342+0000","last_became_peered":"2024-09-21T00:34:50.408342+0000","last_unstale":"2024-09-21T00:34:50.409952+0000","last_undegraded":"2024-09-21T00:34:50.409952+0000","last_fullsized":"2024-09-21T00:34:50.409952+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:56:51.513876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"28.13","version":"183'2","reported_seq":15,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.414971+0000","last_change":"2024-09-21T00:34:49.381632+0000","last_active":"2024-09-21T00:34:50.414971+0000","last_peered":"2024-09-21T00:34:50.414971+0000","last_clean":"2024-09-21T00:34:50.414971+0000","last_became_active":"2024-09-21T00:34:49.381286+0000","last_became_peered":"2024-09-21T00:34:49.381286+0000","last_unstale":"2024-09-21T00:34:50.414971+0000","last_undegraded":"2024-09-21T00:34:50.414971+0000","last_fullsized":"2024-09-21T00:34:50.414971+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:53:10.797139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"29.13","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.415922+0000","last_change":"2024-09-21T00:34:50.414244+0000","last_active":"2024-09-21T00:34:50.415922+0000","last_peered":"2024-09-21T00:34:50.415922+0000","last_clean":"2024-09-21T00:34:50.415922+0000","last_became_active":"2024-09-21T00:34:50.411588+0000","last_became_peered":"2024-09-21T00:34:50.411588+0000","last_unstale":"2024-09-21T00:34:50.415922+0000","last_undegraded":"2024-09-21T00:34:50.415922+0000","last_fullsized":"2024-09-21T00:34:50.415922+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:11:22.565757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.12","version":"0'0","reported_seq":13,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.391904+0000","last_change":"2024-09-21T00:34:49.382470+0000","last_active":"2024-09-21T00:34:50.391904+0000","last_peered":"2024-09-21T00:34:50.391904+0000","last_clean":"2024-09-21T00:34:50.391904+0000","last_became_active":"2024-09-21T00:34:49.382179+0000","last_became_peered":"2024-09-21T00:34:49.382179+0000","last_unstale":"2024-09-21T00:34:50.391904+0000","last_undegraded":"2024-09-21T00:34:50.391904+0000","last_fullsized":"2024-09-21T00:34:50.391904+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:28:06.541559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"29.10","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.411460+0000","last_change":"2024-09-21T00:34:50.403915+0000","last_active":"2024-09-21T00:34:50.411460+0000","last_peered":"2024-09-21T00:34:50.411460+0000","last_clean":"2024-09-21T00:34:50.411460+0000","last_became_active":"2024-09-21T00:34:50.403549+0000","last_became_peered":"2024-09-21T00:34:50.403549+0000","last_unstale":"2024-09-21T00:34:50.411460+0000","last_undegraded":"2024-09-21T00:34:50.411460+0000","last_fullsized":"2024-09-21T00:34:50.411460+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:46:17.796836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.11","version":"0'0","reported_seq":1,"reported_epoch":181,"state":"creating+peering","last_fresh":"2024-09-21T00:34:48.374409+0000","last_change":"2024-09-21T00:34:48.374409+0000","last_active":"2024-09-21T00:34:48.351742+0000","last_peered":"2024-09-21T00:34:48.351742+0000","last_clean":"2024-09-21T00:34:48.351742+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:48.374409+0000","last_undegraded":"2024-09-21T00:34:48.374409+0000","last_fullsized":"2024-09-21T00:34:48.374409+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"29.11","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.396158+0000","last_change":"2024-09-21T00:34:50.393708+0000","last_active":"2024-09-21T00:34:50.396158+0000","last_peered":"2024-09-21T00:34:50.396158+0000","last_clean":"2024-09-21T00:34:50.396158+0000","last_became_active":"2024-09-21T00:34:50.393393+0000","last_became_peered":"2024-09-21T00:34:50.393393+0000","last_unstale":"2024-09-21T00:34:50.396158+0000","last_undegraded":"2024-09-21T00:34:50.396158+0000","last_fullsized":"2024-09-21T00:34:50.396158+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:09:02.606219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"28.10","version":"0'0","reported_seq":1,"reported_epoch":181,"state":"creating+peering","last_fresh":"2024-09-21T00:34:48.369037+0000","last_change":"2024-09-21T00:34:48.369037+0000","last_active":"2024-09-21T00:34:48.351742+0000","last_peered":"2024-09-21T00:34:48.351742+0000","last_clean":"2024-09-21T00:34:48.351742+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:48.369037+0000","last_undegraded":"2024-09-21T00:34:48.369037+0000","last_fullsized":"2024-09-21T00:34:48.369037+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"29.e","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.396083+0000","last_change":"2024-09-21T00:34:50.393462+0000","last_active":"2024-09-21T00:34:50.396083+0000","last_peered":"2024-09-21T00:34:50.396083+0000","last_clean":"2024-09-21T00:34:50.396083+0000","last_became_active":"2024-09-21T00:34:50.393176+0000","last_became_peered":"2024-09-21T00:34:50.393176+0000","last_unstale":"2024-09-21T00:34:50.396083+0000","last_undegraded":"2024-09-21T00:34:50.396083+0000","last_fullsized":"2024-09-21T00:34:50.396083+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:03:53.380896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"28.f","version":"183'1","reported_seq":14,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.416433+0000","last_change":"2024-09-21T00:34:49.383424+0000","last_active":"2024-09-21T00:34:50.416433+0000","last_peered":"2024-09-21T00:34:50.416433+0000","last_clean":"2024-09-21T00:34:50.416433+0000","last_became_active":"2024-09-21T00:34:49.383131+0000","last_became_peered":"2024-09-21T00:34:49.383131+0000","last_unstale":"2024-09-21T00:34:50.416433+0000","last_undegraded":"2024-09-21T00:34:50.416433+0000","last_fullsized":"2024-09-21T00:34:50.416433+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:51:33.373601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"29.f","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.412045+0000","last_change":"2024-09-21T00:34:50.411072+0000","last_active":"2024-09-21T00:34:50.412045+0000","last_peered":"2024-09-21T00:34:50.412045+0000","last_clean":"2024-09-21T00:34:50.412045+0000","last_became_active":"2024-09-21T00:34:50.410738+0000","last_became_peered":"2024-09-21T00:34:50.410738+0000","last_unstale":"2024-09-21T00:34:50.412045+0000","last_undegraded":"2024-09-21T00:34:50.412045+0000","last_fullsized":"2024-09-21T00:34:50.412045+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:40:59.033697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"28.e","version":"183'2","reported_seq":15,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.414933+0000","last_change":"2024-09-21T00:34:49.388251+0000","last_active":"2024-09-21T00:34:50.414933+0000","last_peered":"2024-09-21T00:34:50.414933+0000","last_clean":"2024-09-21T00:34:50.414933+0000","last_became_active":"2024-09-21T00:34:49.387878+0000","last_became_peered":"2024-09-21T00:34:49.387878+0000","last_unstale":"2024-09-21T00:34:50.414933+0000","last_undegraded":"2024-09-21T00:34:50.414933+0000","last_fullsized":"2024-09-21T00:34:50.414933+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:30:46.146268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"29.c","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.413784+0000","last_change":"2024-09-21T00:34:50.405537+0000","last_active":"2024-09-21T00:34:50.413784+0000","last_peered":"2024-09-21T00:34:50.413784+0000","last_clean":"2024-09-21T00:34:50.413784+0000","last_became_active":"2024-09-21T00:34:50.405131+0000","last_became_peered":"2024-09-21T00:34:50.405131+0000","last_unstale":"2024-09-21T00:34:50.413784+0000","last_undegraded":"2024-09-21T00:34:50.413784+0000","last_fullsized":"2024-09-21T00:34:50.413784+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:38:55.151421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.d","version":"183'1","reported_seq":14,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.413721+0000","last_change":"2024-09-21T00:34:49.389021+0000","last_active":"2024-09-21T00:34:50.413721+0000","last_peered":"2024-09-21T00:34:50.413721+0000","last_clean":"2024-09-21T00:34:50.413721+0000","last_became_active":"2024-09-21T00:34:49.388710+0000","last_became_peered":"2024-09-21T00:34:49.388710+0000","last_unstale":"2024-09-21T00:34:50.413721+0000","last_undegraded":"2024-09-21T00:34:50.413721+0000","last_fullsized":"2024-09-21T00:34:50.413721+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:55:36.942591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"29.d","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.413909+0000","last_change":"2024-09-21T00:34:50.407193+0000","last_active":"2024-09-21T00:34:50.413909+0000","last_peered":"2024-09-21T00:34:50.413909+0000","last_clean":"2024-09-21T00:34:50.413909+0000","last_became_active":"2024-09-21T00:34:50.406032+0000","last_became_peered":"2024-09-21T00:34:50.406032+0000","last_unstale":"2024-09-21T00:34:50.413909+0000","last_undegraded":"2024-09-21T00:34:50.413909+0000","last_fullsized":"2024-09-21T00:34:50.413909+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:07:20.079868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.c","version":"0'0","reported_seq":13,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.389044+0000","last_change":"2024-09-21T00:34:49.387337+0000","last_active":"2024-09-21T00:34:50.389044+0000","last_peered":"2024-09-21T00:34:50.389044+0000","last_clean":"2024-09-21T00:34:50.389044+0000","last_became_active":"2024-09-21T00:34:49.387034+0000","last_became_peered":"2024-09-21T00:34:49.387034+0000","last_unstale":"2024-09-21T00:34:50.389044+0000","last_undegraded":"2024-09-21T00:34:50.389044+0000","last_fullsized":"2024-09-21T00:34:50.389044+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:15:42.170861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"29.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:34:49.359340+0000","last_change":"2024-09-21T00:34:49.359340+0000","last_active":"2024-09-21T00:34:49.359340+0000","last_peered":"2024-09-21T00:34:49.359340+0000","last_clean":"2024-09-21T00:34:49.359340+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:49.359340+0000","last_undegraded":"2024-09-21T00:34:49.359340+0000","last_fullsized":"2024-09-21T00:34:49.359340+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"28.b","version":"183'2","reported_seq":15,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.416965+0000","last_change":"2024-09-21T00:34:49.390702+0000","last_active":"2024-09-21T00:34:50.416965+0000","last_peered":"2024-09-21T00:34:50.416965+0000","last_clean":"2024-09-21T00:34:50.416965+0000","last_became_active":"2024-09-21T00:34:49.390334+0000","last_became_peered":"2024-09-21T00:34:49.390334+0000","last_unstale":"2024-09-21T00:34:50.416965+0000","last_undegraded":"2024-09-21T00:34:50.416965+0000","last_fullsized":"2024-09-21T00:34:50.416965+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:10:48.610772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"29.b","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.411880+0000","last_change":"2024-09-21T00:34:50.403324+0000","last_active":"2024-09-21T00:34:50.411880+0000","last_peered":"2024-09-21T00:34:50.411880+0000","last_clean":"2024-09-21T00:34:50.411880+0000","last_became_active":"2024-09-21T00:34:50.402116+0000","last_became_peered":"2024-09-21T00:34:50.402116+0000","last_unstale":"2024-09-21T00:34:50.411880+0000","last_undegraded":"2024-09-21T00:34:50.411880+0000","last_fullsized":"2024-09-21T00:34:50.411880+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:21:39.406374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.a","version":"0'0","reported_seq":13,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.386978+0000","last_change":"2024-09-21T00:34:49.387236+0000","last_active":"2024-09-21T00:34:50.386978+0000","last_peered":"2024-09-21T00:34:50.386978+0000","last_clean":"2024-09-21T00:34:50.386978+0000","last_became_active":"2024-09-21T00:34:49.381835+0000","last_became_peered":"2024-09-21T00:34:49.381835+0000","last_unstale":"2024-09-21T00:34:50.386978+0000","last_undegraded":"2024-09-21T00:34:50.386978+0000","last_fullsized":"2024-09-21T00:34:50.386978+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:43:11.864563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"29.8","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.396704+0000","last_change":"2024-09-21T00:34:50.395116+0000","last_active":"2024-09-21T00:34:50.396704+0000","last_peered":"2024-09-21T00:34:50.396704+0000","last_clean":"2024-09-21T00:34:50.396704+0000","last_became_active":"2024-09-21T00:34:50.394828+0000","last_became_peered":"2024-09-21T00:34:50.394828+0000","last_unstale":"2024-09-21T00:34:50.396704+0000","last_undegraded":"2024-09-21T00:34:50.396704+0000","last_fullsized":"2024-09-21T00:34:50.396704+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:48:37.715773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"28.9","version":"0'0","reported_seq":13,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.387250+0000","last_change":"2024-09-21T00:34:49.391523+0000","last_active":"2024-09-21T00:34:50.387250+0000","last_peered":"2024-09-21T00:34:50.387250+0000","last_clean":"2024-09-21T00:34:50.387250+0000","last_became_active":"2024-09-21T00:34:49.391172+0000","last_became_peered":"2024-09-21T00:34:49.391172+0000","last_unstale":"2024-09-21T00:34:50.387250+0000","last_undegraded":"2024-09-21T00:34:50.387250+0000","last_fullsized":"2024-09-21T00:34:50.387250+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:25:02.325055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"29.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:34:49.359340+0000","last_change":"2024-09-21T00:34:49.359340+0000","last_active":"2024-09-21T00:34:49.359340+0000","last_peered":"2024-09-21T00:34:49.359340+0000","last_clean":"2024-09-21T00:34:49.359340+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:49.359340+0000","last_undegraded":"2024-09-21T00:34:49.359340+0000","last_fullsized":"2024-09-21T00:34:49.359340+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"28.8","version":"0'0","reported_seq":13,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.391859+0000","last_change":"2024-09-21T00:34:49.380688+0000","last_active":"2024-09-21T00:34:50.391859+0000","last_peered":"2024-09-21T00:34:50.391859+0000","last_clean":"2024-09-21T00:34:50.391859+0000","last_became_active":"2024-09-21T00:34:49.380349+0000","last_became_peered":"2024-09-21T00:34:49.380349+0000","last_unstale":"2024-09-21T00:34:50.391859+0000","last_undegraded":"2024-09-21T00:34:50.391859+0000","last_fullsized":"2024-09-21T00:34:50.391859+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:43:33.966129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"29.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:34:49.359340+0000","last_change":"2024-09-21T00:34:49.359340+0000","last_active":"2024-09-21T00:34:49.359340+0000","last_peered":"2024-09-21T00:34:49.359340+0000","last_clean":"2024-09-21T00:34:49.359340+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:49.359340+0000","last_undegraded":"2024-09-21T00:34:49.359340+0000","last_fullsized":"2024-09-21T00:34:49.359340+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"28.7","version":"0'0","reported_seq":1,"reported_epoch":181,"state":"creating+peering","last_fresh":"2024-09-21T00:34:48.373984+0000","last_change":"2024-09-21T00:34:48.373984+0000","last_active":"2024-09-21T00:34:48.351742+0000","last_peered":"2024-09-21T00:34:48.351742+0000","last_clean":"2024-09-21T00:34:48.351742+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:48.373984+0000","last_undegraded":"2024-09-21T00:34:48.373984+0000","last_fullsized":"2024-09-21T00:34:48.373984+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"29.7","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.405400+0000","last_change":"2024-09-21T00:34:50.401500+0000","last_active":"2024-09-21T00:34:50.405400+0000","last_peered":"2024-09-21T00:34:50.405400+0000","last_clean":"2024-09-21T00:34:50.405400+0000","last_became_active":"2024-09-21T00:34:50.401188+0000","last_became_peered":"2024-09-21T00:34:50.401188+0000","last_unstale":"2024-09-21T00:34:50.405400+0000","last_undegraded":"2024-09-21T00:34:50.405400+0000","last_fullsized":"2024-09-21T00:34:50.405400+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:18:22.137960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.6","version":"0'0","reported_seq":13,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.391372+0000","last_change":"2024-09-21T00:34:49.387669+0000","last_active":"2024-09-21T00:34:50.391372+0000","last_peered":"2024-09-21T00:34:50.391372+0000","last_clean":"2024-09-21T00:34:50.391372+0000","last_became_active":"2024-09-21T00:34:49.387360+0000","last_became_peered":"2024-09-21T00:34:49.387360+0000","last_unstale":"2024-09-21T00:34:50.391372+0000","last_undegraded":"2024-09-21T00:34:50.391372+0000","last_fullsized":"2024-09-21T00:34:50.391372+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:48:13.165416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"29.4","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.406147+0000","last_change":"2024-09-21T00:34:50.403012+0000","last_active":"2024-09-21T00:34:50.406147+0000","last_peered":"2024-09-21T00:34:50.406147+0000","last_clean":"2024-09-21T00:34:50.406147+0000","last_became_active":"2024-09-21T00:34:50.402459+0000","last_became_peered":"2024-09-21T00:34:50.402459+0000","last_unstale":"2024-09-21T00:34:50.406147+0000","last_undegraded":"2024-09-21T00:34:50.406147+0000","last_fullsized":"2024-09-21T00:34:50.406147+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:30:41.088210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.5","version":"0'0","reported_seq":13,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.392316+0000","last_change":"2024-09-21T00:34:49.389633+0000","last_active":"2024-09-21T00:34:50.392316+0000","last_peered":"2024-09-21T00:34:50.392316+0000","last_clean":"2024-09-21T00:34:50.392316+0000","last_became_active":"2024-09-21T00:34:49.389298+0000","last_became_peered":"2024-09-21T00:34:49.389298+0000","last_unstale":"2024-09-21T00:34:50.392316+0000","last_undegraded":"2024-09-21T00:34:50.392316+0000","last_fullsized":"2024-09-21T00:34:50.392316+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:27:08.078115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"29.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:34:49.359340+0000","last_change":"2024-09-21T00:34:49.359340+0000","last_active":"2024-09-21T00:34:49.359340+0000","last_peered":"2024-09-21T00:34:49.359340+0000","last_clean":"2024-09-21T00:34:49.359340+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:49.359340+0000","last_undegraded":"2024-09-21T00:34:49.359340+0000","last_fullsized":"2024-09-21T00:34:49.359340+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"28.4","version":"0'0","reported_seq":13,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.391004+0000","last_change":"2024-09-21T00:34:49.390053+0000","last_active":"2024-09-21T00:34:50.391004+0000","last_peered":"2024-09-21T00:34:50.391004+0000","last_clean":"2024-09-21T00:34:50.391004+0000","last_became_active":"2024-09-21T00:34:49.389706+0000","last_became_peered":"2024-09-21T00:34:49.389706+0000","last_unstale":"2024-09-21T00:34:50.391004+0000","last_undegraded":"2024-09-21T00:34:50.391004+0000","last_fullsized":"2024-09-21T00:34:50.391004+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:32:05.416622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"29.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:34:49.359340+0000","last_change":"2024-09-21T00:34:49.359340+0000","last_active":"2024-09-21T00:34:49.359340+0000","last_peered":"2024-09-21T00:34:49.359340+0000","last_clean":"2024-09-21T00:34:49.359340+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:49.359340+0000","last_undegraded":"2024-09-21T00:34:49.359340+0000","last_fullsized":"2024-09-21T00:34:49.359340+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"28.3","version":"0'0","reported_seq":13,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.386765+0000","last_change":"2024-09-21T00:34:49.387090+0000","last_active":"2024-09-21T00:34:50.386765+0000","last_peered":"2024-09-21T00:34:50.386765+0000","last_clean":"2024-09-21T00:34:50.386765+0000","last_became_active":"2024-09-21T00:34:49.386746+0000","last_became_peered":"2024-09-21T00:34:49.386746+0000","last_unstale":"2024-09-21T00:34:50.386765+0000","last_undegraded":"2024-09-21T00:34:50.386765+0000","last_fullsized":"2024-09-21T00:34:50.386765+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:21:47.938334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"29.3","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.415892+0000","last_change":"2024-09-21T00:34:50.412958+0000","last_active":"2024-09-21T00:34:50.415892+0000","last_peered":"2024-09-21T00:34:50.415892+0000","last_clean":"2024-09-21T00:34:50.415892+0000","last_became_active":"2024-09-21T00:34:50.410634+0000","last_became_peered":"2024-09-21T00:34:50.410634+0000","last_unstale":"2024-09-21T00:34:50.415892+0000","last_undegraded":"2024-09-21T00:34:50.415892+0000","last_fullsized":"2024-09-21T00:34:50.415892+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:10:05.896748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.2","version":"0'0","reported_seq":13,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.392142+0000","last_change":"2024-09-21T00:34:49.376214+0000","last_active":"2024-09-21T00:34:50.392142+0000","last_peered":"2024-09-21T00:34:50.392142+0000","last_clean":"2024-09-21T00:34:50.392142+0000","last_became_active":"2024-09-21T00:34:49.375912+0000","last_became_peered":"2024-09-21T00:34:49.375912+0000","last_unstale":"2024-09-21T00:34:50.392142+0000","last_undegraded":"2024-09-21T00:34:50.392142+0000","last_fullsized":"2024-09-21T00:34:50.392142+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:18:10.128969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"29.0","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.411493+0000","last_change":"2024-09-21T00:34:50.404534+0000","last_active":"2024-09-21T00:34:50.411493+0000","last_peered":"2024-09-21T00:34:50.411493+0000","last_clean":"2024-09-21T00:34:50.411493+0000","last_became_active":"2024-09-21T00:34:50.404225+0000","last_became_peered":"2024-09-21T00:34:50.404225+0000","last_unstale":"2024-09-21T00:34:50.411493+0000","last_undegraded":"2024-09-21T00:34:50.411493+0000","last_fullsized":"2024-09-21T00:34:50.411493+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:08:05.112360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.1","version":"0'0","reported_seq":1,"reported_epoch":181,"state":"creating+peering","last_fresh":"2024-09-21T00:34:48.373817+0000","last_change":"2024-09-21T00:34:48.373817+0000","last_active":"2024-09-21T00:34:48.351742+0000","last_peered":"2024-09-21T00:34:48.351742+0000","last_clean":"2024-09-21T00:34:48.351742+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:34:48.373817+0000","last_undegraded":"2024-09-21T00:34:48.373817+0000","last_fullsized":"2024-09-21T00:34:48.373817+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"29.1","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.400989+0000","last_change":"2024-09-21T00:34:50.400081+0000","last_active":"2024-09-21T00:34:50.400989+0000","last_peered":"2024-09-21T00:34:50.400989+0000","last_clean":"2024-09-21T00:34:50.400989+0000","last_became_active":"2024-09-21T00:34:50.399718+0000","last_became_peered":"2024-09-21T00:34:50.399718+0000","last_unstale":"2024-09-21T00:34:50.400989+0000","last_undegraded":"2024-09-21T00:34:50.400989+0000","last_fullsized":"2024-09-21T00:34:50.400989+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:54:02.771701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"28.0","version":"0'0","reported_seq":13,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.392142+0000","last_change":"2024-09-21T00:34:49.380590+0000","last_active":"2024-09-21T00:34:50.392142+0000","last_peered":"2024-09-21T00:34:50.392142+0000","last_clean":"2024-09-21T00:34:50.392142+0000","last_became_active":"2024-09-21T00:34:49.380253+0000","last_became_peered":"2024-09-21T00:34:49.380253+0000","last_unstale":"2024-09-21T00:34:50.392142+0000","last_undegraded":"2024-09-21T00:34:50.392142+0000","last_fullsized":"2024-09-21T00:34:50.392142+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:26:50.479786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"29.1c","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.405507+0000","last_change":"2024-09-21T00:34:50.403542+0000","last_active":"2024-09-21T00:34:50.405507+0000","last_peered":"2024-09-21T00:34:50.405507+0000","last_clean":"2024-09-21T00:34:50.405507+0000","last_became_active":"2024-09-21T00:34:50.403239+0000","last_became_peered":"2024-09-21T00:34:50.403239+0000","last_unstale":"2024-09-21T00:34:50.405507+0000","last_undegraded":"2024-09-21T00:34:50.405507+0000","last_fullsized":"2024-09-21T00:34:50.405507+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:28:07.549158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"28.1d","version":"183'2","reported_seq":15,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.415616+0000","last_change":"2024-09-21T00:34:49.392209+0000","last_active":"2024-09-21T00:34:50.415616+0000","last_peered":"2024-09-21T00:34:50.415616+0000","last_clean":"2024-09-21T00:34:50.415616+0000","last_became_active":"2024-09-21T00:34:49.391837+0000","last_became_peered":"2024-09-21T00:34:49.391837+0000","last_unstale":"2024-09-21T00:34:50.415616+0000","last_undegraded":"2024-09-21T00:34:50.415616+0000","last_fullsized":"2024-09-21T00:34:50.415616+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:22:49.686669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":402,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.388222+0000","last_change":"2024-09-21T00:21:11.583793+0000","last_active":"2024-09-21T00:34:50.388222+0000","last_peered":"2024-09-21T00:34:50.388222+0000","last_clean":"2024-09-21T00:34:50.388222+0000","last_became_active":"2024-09-21T00:21:11.582502+0000","last_became_peered":"2024-09-21T00:21:11.582502+0000","last_unstale":"2024-09-21T00:34:50.388222+0000","last_undegraded":"2024-09-21T00:34:50.388222+0000","last_fullsized":"2024-09-21T00:34:50.388222+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_clean_scrub_stamp":"2024-09-21T00:21:10.311964+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:58.010953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":29,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":92,"acting":92,"num_store_stats":6},{"poolid":28,"num_pg":32,"stat_sum":{"num_bytes":2320,"num_objects":13,"num_object_clones":0,"num_object_copies":26,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":4148,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":22,"ondisk_log_size":22,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509608,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":47920,"kb_used_data":2836,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94323920,"statfs":{"total":96636764160,"available":96587694080,"internally_reserved":0,"allocated":2904064,"data_stored":1602599,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":46135754},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509608,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":69480,"kb_used_data":2260,"kb_used_omap":1,"kb_used_meta":67198,"kb_avail":94302360,"statfs":{"total":96636764160,"available":96565616640,"internally_reserved":0,"allocated":2314240,"data_stored":1012217,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":68811206},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509608,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59816,"kb_used_data":2252,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312024,"statfs":{"total":96636764160,"available":96575512576,"internally_reserved":0,"allocated":2306048,"data_stored":1012161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":58915269},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509609,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":73716,"kb_used_data":2268,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94298124,"statfs":{"total":96636764160,"available":96561278976,"internally_reserved":0,"allocated":2322432,"data_stored":1013843,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":73136584},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509609,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":47352,"kb_used_data":2272,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94324488,"statfs":{"total":96636764160,"available":96588275712,"internally_reserved":0,"allocated":2326528,"data_stored":1013829,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":46135749},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509607,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":74288,"kb_used_data":2840,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94297552,"statfs":{"total":96636764160,"available":96560693248,"internally_reserved":0,"allocated":2908160,"data_stored":1603201,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":73136582},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834575015,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":73688,"kb_used_data":2228,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94298152,"statfs":{"total":96636764160,"available":96561307648,"internally_reserved":0,"allocated":2281472,"data_stored":999111,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":73136581},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834575015,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":77840,"kb_used_data":2228,"kb_used_omap":1,"kb_used_meta":75582,"kb_avail":94294000,"statfs":{"total":96636764160,"available":96557056000,"internally_reserved":0,"allocated":2281472,"data_stored":999111,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":77396422},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T00:34:55.219 INFO:tasks.ceph.ceph_manager.ceph:PG 29.3e is not active+clean 2024-09-21T00:34:55.219 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '29.3e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:34:49.359340+0000', 'last_change': '2024-09-21T00:34:49.359340+0000', 'last_active': '2024-09-21T00:34:49.359340+0000', 'last_peered': '2024-09-21T00:34:49.359340+0000', 'last_clean': '2024-09-21T00:34:49.359340+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:34:49.359340+0000', 'last_undegraded': '2024-09-21T00:34:49.359340+0000', 'last_fullsized': '2024-09-21T00:34:49.359340+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:34:49.359340+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:34:49.359340+0000', 'last_clean_scrub_stamp': '2024-09-21T00:34:49.359340+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:34:55.219 INFO:tasks.ceph.ceph_manager.ceph:PG 29.3c is not active+clean 2024-09-21T00:34:55.219 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '29.3c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:34:49.359340+0000', 'last_change': '2024-09-21T00:34:49.359340+0000', 'last_active': '2024-09-21T00:34:49.359340+0000', 'last_peered': '2024-09-21T00:34:49.359340+0000', 'last_clean': '2024-09-21T00:34:49.359340+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:34:49.359340+0000', 'last_undegraded': '2024-09-21T00:34:49.359340+0000', 'last_fullsized': '2024-09-21T00:34:49.359340+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:34:49.359340+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:34:49.359340+0000', 'last_clean_scrub_stamp': '2024-09-21T00:34:49.359340+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:34:55.220 INFO:tasks.ceph.ceph_manager.ceph:PG 29.3b is not active+clean 2024-09-21T00:34:55.220 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '29.3b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:34:49.359340+0000', 'last_change': '2024-09-21T00:34:49.359340+0000', 'last_active': '2024-09-21T00:34:49.359340+0000', 'last_peered': '2024-09-21T00:34:49.359340+0000', 'last_clean': '2024-09-21T00:34:49.359340+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:34:49.359340+0000', 'last_undegraded': '2024-09-21T00:34:49.359340+0000', 'last_fullsized': '2024-09-21T00:34:49.359340+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:34:49.359340+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:34:49.359340+0000', 'last_clean_scrub_stamp': '2024-09-21T00:34:49.359340+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:34:55.220 INFO:tasks.ceph.ceph_manager.ceph:PG 29.34 is not active+clean 2024-09-21T00:34:55.220 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '29.34', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:34:49.359340+0000', 'last_change': '2024-09-21T00:34:49.359340+0000', 'last_active': '2024-09-21T00:34:49.359340+0000', 'last_peered': '2024-09-21T00:34:49.359340+0000', 'last_clean': '2024-09-21T00:34:49.359340+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:34:49.359340+0000', 'last_undegraded': '2024-09-21T00:34:49.359340+0000', 'last_fullsized': '2024-09-21T00:34:49.359340+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:34:49.359340+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:34:49.359340+0000', 'last_clean_scrub_stamp': '2024-09-21T00:34:49.359340+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:34:55.220 INFO:tasks.ceph.ceph_manager.ceph:PG 29.33 is not active+clean 2024-09-21T00:34:55.220 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '29.33', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:34:49.359340+0000', 'last_change': '2024-09-21T00:34:49.359340+0000', 'last_active': '2024-09-21T00:34:49.359340+0000', 'last_peered': '2024-09-21T00:34:49.359340+0000', 'last_clean': '2024-09-21T00:34:49.359340+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:34:49.359340+0000', 'last_undegraded': '2024-09-21T00:34:49.359340+0000', 'last_fullsized': '2024-09-21T00:34:49.359340+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:34:49.359340+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:34:49.359340+0000', 'last_clean_scrub_stamp': '2024-09-21T00:34:49.359340+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:34:55.220 INFO:tasks.ceph.ceph_manager.ceph:PG 29.30 is not active+clean 2024-09-21T00:34:55.220 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '29.30', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:34:49.359340+0000', 'last_change': '2024-09-21T00:34:49.359340+0000', 'last_active': '2024-09-21T00:34:49.359340+0000', 'last_peered': '2024-09-21T00:34:49.359340+0000', 'last_clean': '2024-09-21T00:34:49.359340+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:34:49.359340+0000', 'last_undegraded': '2024-09-21T00:34:49.359340+0000', 'last_fullsized': '2024-09-21T00:34:49.359340+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:34:49.359340+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:34:49.359340+0000', 'last_clean_scrub_stamp': '2024-09-21T00:34:49.359340+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:34:55.220 INFO:tasks.ceph.ceph_manager.ceph:PG 29.2d is not active+clean 2024-09-21T00:34:55.220 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '29.2d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:34:49.359340+0000', 'last_change': '2024-09-21T00:34:49.359340+0000', 'last_active': '2024-09-21T00:34:49.359340+0000', 'last_peered': '2024-09-21T00:34:49.359340+0000', 'last_clean': '2024-09-21T00:34:49.359340+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:34:49.359340+0000', 'last_undegraded': '2024-09-21T00:34:49.359340+0000', 'last_fullsized': '2024-09-21T00:34:49.359340+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:34:49.359340+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:34:49.359340+0000', 'last_clean_scrub_stamp': '2024-09-21T00:34:49.359340+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:34:55.220 INFO:tasks.ceph.ceph_manager.ceph:PG 29.2b is not active+clean 2024-09-21T00:34:55.220 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '29.2b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:34:49.359340+0000', 'last_change': '2024-09-21T00:34:49.359340+0000', 'last_active': '2024-09-21T00:34:49.359340+0000', 'last_peered': '2024-09-21T00:34:49.359340+0000', 'last_clean': '2024-09-21T00:34:49.359340+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:34:49.359340+0000', 'last_undegraded': '2024-09-21T00:34:49.359340+0000', 'last_fullsized': '2024-09-21T00:34:49.359340+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:34:49.359340+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:34:49.359340+0000', 'last_clean_scrub_stamp': '2024-09-21T00:34:49.359340+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:34:55.221 INFO:tasks.ceph.ceph_manager.ceph:PG 29.28 is not active+clean 2024-09-21T00:34:55.221 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '29.28', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:34:49.359340+0000', 'last_change': '2024-09-21T00:34:49.359340+0000', 'last_active': '2024-09-21T00:34:49.359340+0000', 'last_peered': '2024-09-21T00:34:49.359340+0000', 'last_clean': '2024-09-21T00:34:49.359340+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:34:49.359340+0000', 'last_undegraded': '2024-09-21T00:34:49.359340+0000', 'last_fullsized': '2024-09-21T00:34:49.359340+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:34:49.359340+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:34:49.359340+0000', 'last_clean_scrub_stamp': '2024-09-21T00:34:49.359340+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:34:55.221 INFO:tasks.ceph.ceph_manager.ceph:PG 29.21 is not active+clean 2024-09-21T00:34:55.221 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '29.21', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:34:49.359340+0000', 'last_change': '2024-09-21T00:34:49.359340+0000', 'last_active': '2024-09-21T00:34:49.359340+0000', 'last_peered': '2024-09-21T00:34:49.359340+0000', 'last_clean': '2024-09-21T00:34:49.359340+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:34:49.359340+0000', 'last_undegraded': '2024-09-21T00:34:49.359340+0000', 'last_fullsized': '2024-09-21T00:34:49.359340+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:34:49.359340+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:34:49.359340+0000', 'last_clean_scrub_stamp': '2024-09-21T00:34:49.359340+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:34:55.221 INFO:tasks.ceph.ceph_manager.ceph:PG 28.1e is not active+clean 2024-09-21T00:34:55.221 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '28.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 181, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:34:48.369520+0000', 'last_change': '2024-09-21T00:34:48.369520+0000', 'last_active': '2024-09-21T00:34:48.351742+0000', 'last_peered': '2024-09-21T00:34:48.351742+0000', 'last_clean': '2024-09-21T00:34:48.351742+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:34:48.369520+0000', 'last_undegraded': '2024-09-21T00:34:48.369520+0000', 'last_fullsized': '2024-09-21T00:34:48.369520+0000', 'mapping_epoch': 181, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 181, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:34:48.351742+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:34:48.351742+0000', 'last_clean_scrub_stamp': '2024-09-21T00:34:48.351742+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 2], 'acting': [4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-21T00:34:55.221 INFO:tasks.ceph.ceph_manager.ceph:PG 28.1c is not active+clean 2024-09-21T00:34:55.221 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '28.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 181, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:34:48.368446+0000', 'last_change': '2024-09-21T00:34:48.368446+0000', 'last_active': '2024-09-21T00:34:48.351742+0000', 'last_peered': '2024-09-21T00:34:48.351742+0000', 'last_clean': '2024-09-21T00:34:48.351742+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:34:48.368446+0000', 'last_undegraded': '2024-09-21T00:34:48.368446+0000', 'last_fullsized': '2024-09-21T00:34:48.368446+0000', 'mapping_epoch': 181, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 181, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:34:48.351742+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:34:48.351742+0000', 'last_clean_scrub_stamp': '2024-09-21T00:34:48.351742+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-21T00:34:55.221 INFO:tasks.ceph.ceph_manager.ceph:PG 29.1b is not active+clean 2024-09-21T00:34:55.221 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '29.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:34:49.359340+0000', 'last_change': '2024-09-21T00:34:49.359340+0000', 'last_active': '2024-09-21T00:34:49.359340+0000', 'last_peered': '2024-09-21T00:34:49.359340+0000', 'last_clean': '2024-09-21T00:34:49.359340+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:34:49.359340+0000', 'last_undegraded': '2024-09-21T00:34:49.359340+0000', 'last_fullsized': '2024-09-21T00:34:49.359340+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:34:49.359340+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:34:49.359340+0000', 'last_clean_scrub_stamp': '2024-09-21T00:34:49.359340+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:34:55.221 INFO:tasks.ceph.ceph_manager.ceph:PG 29.19 is not active+clean 2024-09-21T00:34:55.222 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '29.19', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:34:49.359340+0000', 'last_change': '2024-09-21T00:34:49.359340+0000', 'last_active': '2024-09-21T00:34:49.359340+0000', 'last_peered': '2024-09-21T00:34:49.359340+0000', 'last_clean': '2024-09-21T00:34:49.359340+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:34:49.359340+0000', 'last_undegraded': '2024-09-21T00:34:49.359340+0000', 'last_fullsized': '2024-09-21T00:34:49.359340+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:34:49.359340+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:34:49.359340+0000', 'last_clean_scrub_stamp': '2024-09-21T00:34:49.359340+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:34:55.222 INFO:tasks.ceph.ceph_manager.ceph:PG 29.16 is not active+clean 2024-09-21T00:34:55.222 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '29.16', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:34:49.359340+0000', 'last_change': '2024-09-21T00:34:49.359340+0000', 'last_active': '2024-09-21T00:34:49.359340+0000', 'last_peered': '2024-09-21T00:34:49.359340+0000', 'last_clean': '2024-09-21T00:34:49.359340+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:34:49.359340+0000', 'last_undegraded': '2024-09-21T00:34:49.359340+0000', 'last_fullsized': '2024-09-21T00:34:49.359340+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:34:49.359340+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:34:49.359340+0000', 'last_clean_scrub_stamp': '2024-09-21T00:34:49.359340+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:34:55.222 INFO:tasks.ceph.ceph_manager.ceph:PG 28.15 is not active+clean 2024-09-21T00:34:55.222 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '28.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 181, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:34:48.373863+0000', 'last_change': '2024-09-21T00:34:48.373863+0000', 'last_active': '2024-09-21T00:34:48.351742+0000', 'last_peered': '2024-09-21T00:34:48.351742+0000', 'last_clean': '2024-09-21T00:34:48.351742+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:34:48.373863+0000', 'last_undegraded': '2024-09-21T00:34:48.373863+0000', 'last_fullsized': '2024-09-21T00:34:48.373863+0000', 'mapping_epoch': 181, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 181, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:34:48.351742+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:34:48.351742+0000', 'last_clean_scrub_stamp': '2024-09-21T00:34:48.351742+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 0], 'acting': [1, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-21T00:34:55.222 INFO:tasks.ceph.ceph_manager.ceph:PG 28.11 is not active+clean 2024-09-21T00:34:55.222 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '28.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 181, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:34:48.374409+0000', 'last_change': '2024-09-21T00:34:48.374409+0000', 'last_active': '2024-09-21T00:34:48.351742+0000', 'last_peered': '2024-09-21T00:34:48.351742+0000', 'last_clean': '2024-09-21T00:34:48.351742+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:34:48.374409+0000', 'last_undegraded': '2024-09-21T00:34:48.374409+0000', 'last_fullsized': '2024-09-21T00:34:48.374409+0000', 'mapping_epoch': 181, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 181, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:34:48.351742+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:34:48.351742+0000', 'last_clean_scrub_stamp': '2024-09-21T00:34:48.351742+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 2], 'acting': [1, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-21T00:34:55.222 INFO:tasks.ceph.ceph_manager.ceph:PG 28.10 is not active+clean 2024-09-21T00:34:55.222 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '28.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 181, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:34:48.369037+0000', 'last_change': '2024-09-21T00:34:48.369037+0000', 'last_active': '2024-09-21T00:34:48.351742+0000', 'last_peered': '2024-09-21T00:34:48.351742+0000', 'last_clean': '2024-09-21T00:34:48.351742+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:34:48.369037+0000', 'last_undegraded': '2024-09-21T00:34:48.369037+0000', 'last_fullsized': '2024-09-21T00:34:48.369037+0000', 'mapping_epoch': 181, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 181, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:34:48.351742+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:34:48.351742+0000', 'last_clean_scrub_stamp': '2024-09-21T00:34:48.351742+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 0], 'acting': [4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-21T00:34:55.222 INFO:tasks.ceph.ceph_manager.ceph:PG 29.a is not active+clean 2024-09-21T00:34:55.222 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '29.a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:34:49.359340+0000', 'last_change': '2024-09-21T00:34:49.359340+0000', 'last_active': '2024-09-21T00:34:49.359340+0000', 'last_peered': '2024-09-21T00:34:49.359340+0000', 'last_clean': '2024-09-21T00:34:49.359340+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:34:49.359340+0000', 'last_undegraded': '2024-09-21T00:34:49.359340+0000', 'last_fullsized': '2024-09-21T00:34:49.359340+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:34:49.359340+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:34:49.359340+0000', 'last_clean_scrub_stamp': '2024-09-21T00:34:49.359340+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:34:55.223 INFO:tasks.ceph.ceph_manager.ceph:PG 29.9 is not active+clean 2024-09-21T00:34:55.223 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '29.9', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:34:49.359340+0000', 'last_change': '2024-09-21T00:34:49.359340+0000', 'last_active': '2024-09-21T00:34:49.359340+0000', 'last_peered': '2024-09-21T00:34:49.359340+0000', 'last_clean': '2024-09-21T00:34:49.359340+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:34:49.359340+0000', 'last_undegraded': '2024-09-21T00:34:49.359340+0000', 'last_fullsized': '2024-09-21T00:34:49.359340+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:34:49.359340+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:34:49.359340+0000', 'last_clean_scrub_stamp': '2024-09-21T00:34:49.359340+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:34:55.223 INFO:tasks.ceph.ceph_manager.ceph:PG 29.6 is not active+clean 2024-09-21T00:34:55.223 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '29.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:34:49.359340+0000', 'last_change': '2024-09-21T00:34:49.359340+0000', 'last_active': '2024-09-21T00:34:49.359340+0000', 'last_peered': '2024-09-21T00:34:49.359340+0000', 'last_clean': '2024-09-21T00:34:49.359340+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:34:49.359340+0000', 'last_undegraded': '2024-09-21T00:34:49.359340+0000', 'last_fullsized': '2024-09-21T00:34:49.359340+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:34:49.359340+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:34:49.359340+0000', 'last_clean_scrub_stamp': '2024-09-21T00:34:49.359340+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:34:55.223 INFO:tasks.ceph.ceph_manager.ceph:PG 28.7 is not active+clean 2024-09-21T00:34:55.223 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '28.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 181, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:34:48.373984+0000', 'last_change': '2024-09-21T00:34:48.373984+0000', 'last_active': '2024-09-21T00:34:48.351742+0000', 'last_peered': '2024-09-21T00:34:48.351742+0000', 'last_clean': '2024-09-21T00:34:48.351742+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:34:48.373984+0000', 'last_undegraded': '2024-09-21T00:34:48.373984+0000', 'last_fullsized': '2024-09-21T00:34:48.373984+0000', 'mapping_epoch': 181, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 181, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:34:48.351742+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:34:48.351742+0000', 'last_clean_scrub_stamp': '2024-09-21T00:34:48.351742+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6], 'acting': [1, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-21T00:34:55.223 INFO:tasks.ceph.ceph_manager.ceph:PG 29.5 is not active+clean 2024-09-21T00:34:55.223 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '29.5', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:34:49.359340+0000', 'last_change': '2024-09-21T00:34:49.359340+0000', 'last_active': '2024-09-21T00:34:49.359340+0000', 'last_peered': '2024-09-21T00:34:49.359340+0000', 'last_clean': '2024-09-21T00:34:49.359340+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:34:49.359340+0000', 'last_undegraded': '2024-09-21T00:34:49.359340+0000', 'last_fullsized': '2024-09-21T00:34:49.359340+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:34:49.359340+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:34:49.359340+0000', 'last_clean_scrub_stamp': '2024-09-21T00:34:49.359340+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:34:55.223 INFO:tasks.ceph.ceph_manager.ceph:PG 29.2 is not active+clean 2024-09-21T00:34:55.223 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '29.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:34:49.359340+0000', 'last_change': '2024-09-21T00:34:49.359340+0000', 'last_active': '2024-09-21T00:34:49.359340+0000', 'last_peered': '2024-09-21T00:34:49.359340+0000', 'last_clean': '2024-09-21T00:34:49.359340+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:34:49.359340+0000', 'last_undegraded': '2024-09-21T00:34:49.359340+0000', 'last_fullsized': '2024-09-21T00:34:49.359340+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:34:49.359340+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:34:49.359340+0000', 'last_clean_scrub_stamp': '2024-09-21T00:34:49.359340+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:34:55.223 INFO:tasks.ceph.ceph_manager.ceph:PG 28.1 is not active+clean 2024-09-21T00:34:55.223 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '28.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 181, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:34:48.373817+0000', 'last_change': '2024-09-21T00:34:48.373817+0000', 'last_active': '2024-09-21T00:34:48.351742+0000', 'last_peered': '2024-09-21T00:34:48.351742+0000', 'last_clean': '2024-09-21T00:34:48.351742+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:34:48.373817+0000', 'last_undegraded': '2024-09-21T00:34:48.373817+0000', 'last_fullsized': '2024-09-21T00:34:48.373817+0000', 'mapping_epoch': 181, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 181, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:34:48.351742+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:34:48.351742+0000', 'last_clean_scrub_stamp': '2024-09-21T00:34:48.351742+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6], 'acting': [1, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-21T00:34:55.224 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-21T00:34:55.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.371+0000 7f6441d6e640 1 -- 172.21.15.67:0/3151641658 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f643c0d30b0 msgr2=0x7f643c1620a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:55.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.371+0000 7f6441d6e640 1 --2- 172.21.15.67:0/3151641658 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f643c0d30b0 0x7f643c1620a0 secure :-1 s=READY pgs=2346 cs=0 l=1 rev1=1 crypto rx=0x7f6430009830 tx=0x7f643002a510 comp rx=0 tx=0).stop 2024-09-21T00:34:55.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.371+0000 7f6441d6e640 1 -- 172.21.15.67:0/3151641658 shutdown_connections 2024-09-21T00:34:55.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.371+0000 7f6441d6e640 1 --2- 172.21.15.67:0/3151641658 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f643c0d30b0 0x7f643c1620a0 unknown :-1 s=CLOSED pgs=2346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:55.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.371+0000 7f6441d6e640 1 -- 172.21.15.67:0/3151641658 >> 172.21.15.67:0/3151641658 conn(0x7f643c09d910 msgr2=0x7f643c08bee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:55.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.371+0000 7f6441d6e640 1 -- 172.21.15.67:0/3151641658 shutdown_connections 2024-09-21T00:34:55.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.371+0000 7f6441d6e640 1 -- 172.21.15.67:0/3151641658 wait complete. 2024-09-21T00:34:55.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.373+0000 7f6441d6e640 1 Processor -- start 2024-09-21T00:34:55.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.373+0000 7f6441d6e640 1 -- start start 2024-09-21T00:34:55.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.374+0000 7f6441d6e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f643c0b9720 0x7f643c14c020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:55.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.374+0000 7f6441d6e640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f643c0b9c90 0x7f643c0b2520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:55.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.374+0000 7f6441d6e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f643c14c780 0x7f643c0b2a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:55.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.374+0000 7f6441d6e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f643c0b8ae0 con 0x7f643c0b9720 2024-09-21T00:34:55.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.374+0000 7f6441d6e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f643c0b8960 con 0x7f643c14c780 2024-09-21T00:34:55.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.374+0000 7f6441d6e640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f643c0b8c60 con 0x7f643c0b9c90 2024-09-21T00:34:55.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.374+0000 7f643b7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f643c0b9720 0x7f643c14c020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:55.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.374+0000 7f643b7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f643c0b9720 0x7f643c14c020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46712/0 (socket says 172.21.15.67:46712) 2024-09-21T00:34:55.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.374+0000 7f643b7fe640 1 -- 172.21.15.67:0/2988301112 learned_addr learned my addr 172.21.15.67:0/2988301112 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:55.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.375+0000 7f643bfff640 1 --2- 172.21.15.67:0/2988301112 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f643c14c780 0x7f643c0b2a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:55.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.375+0000 7f643affd640 1 --2- 172.21.15.67:0/2988301112 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f643c0b9c90 0x7f643c0b2520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:55.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.375+0000 7f643b7fe640 1 -- 172.21.15.67:0/2988301112 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f643c0b9c90 msgr2=0x7f643c0b2520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:55.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.375+0000 7f643b7fe640 1 --2- 172.21.15.67:0/2988301112 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f643c0b9c90 0x7f643c0b2520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:55.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.375+0000 7f643b7fe640 1 -- 172.21.15.67:0/2988301112 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f643c14c780 msgr2=0x7f643c0b2a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:55.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.375+0000 7f643b7fe640 1 --2- 172.21.15.67:0/2988301112 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f643c14c780 0x7f643c0b2a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:55.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.375+0000 7f643b7fe640 1 -- 172.21.15.67:0/2988301112 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f643c14c560 con 0x7f643c0b9720 2024-09-21T00:34:55.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.375+0000 7f643affd640 1 --2- 172.21.15.67:0/2988301112 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f643c0b9c90 0x7f643c0b2520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:34:55.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.375+0000 7f643b7fe640 1 --2- 172.21.15.67:0/2988301112 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f643c0b9720 0x7f643c14c020 secure :-1 s=READY pgs=2347 cs=0 l=1 rev1=1 crypto rx=0x7f642c00b3e0 tx=0x7f642c00b8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:55.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.375+0000 7f6423fff640 1 -- 172.21.15.67:0/2988301112 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f642c015020 con 0x7f643c0b9720 2024-09-21T00:34:55.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.375+0000 7f6423fff640 1 -- 172.21.15.67:0/2988301112 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f642c011940 con 0x7f643c0b9720 2024-09-21T00:34:55.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.375+0000 7f6441d6e640 1 -- 172.21.15.67:0/2988301112 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f643c1e9fd0 con 0x7f643c0b9720 2024-09-21T00:34:55.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.375+0000 7f6423fff640 1 -- 172.21.15.67:0/2988301112 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f642c011d90 con 0x7f643c0b9720 2024-09-21T00:34:55.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.375+0000 7f6441d6e640 1 -- 172.21.15.67:0/2988301112 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f643c0b4170 con 0x7f643c0b9720 2024-09-21T00:34:55.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.376+0000 7f6441d6e640 1 -- 172.21.15.67:0/2988301112 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f643c0b3f60 con 0x7f643c0b9720 2024-09-21T00:34:55.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.377+0000 7f6423fff640 1 -- 172.21.15.67:0/2988301112 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f642c018020 con 0x7f643c0b9720 2024-09-21T00:34:55.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.378+0000 7f6423fff640 1 --2- 172.21.15.67:0/2988301112 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6428078b90 0x7f642807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:55.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.378+0000 7f6423fff640 1 -- 172.21.15.67:0/2988301112 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(184..184 src has 1..184) ==== 5709+0+0 (secure 0 0 0) 0x7f642c09ab40 con 0x7f643c0b9720 2024-09-21T00:34:55.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.378+0000 7f643affd640 1 --2- 172.21.15.67:0/2988301112 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6428078b90 0x7f642807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:55.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.379+0000 7f643affd640 1 --2- 172.21.15.67:0/2988301112 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6428078b90 0x7f642807b0a0 secure :-1 s=READY pgs=879 cs=0 l=1 rev1=1 crypto rx=0x7f6430034000 tx=0x7f6430004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:55.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.382+0000 7f6423fff640 1 -- 172.21.15.67:0/2988301112 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f642c062f80 con 0x7f643c0b9720 2024-09-21T00:34:55.646 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.645+0000 7f6441d6e640 1 -- 172.21.15.67:0/2988301112 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f643c0b9180 con 0x7f643c0b9720 2024-09-21T00:34:55.647 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.645+0000 7f6423fff640 1 -- 172.21.15.67:0/2988301112 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1513 (secure 0 0 0) 0x7f642c062880 con 0x7f643c0b9720 2024-09-21T00:34:55.647 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:34:55.647 INFO:teuthology.orchestra.run.smithi067.stdout:{"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":838,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":184,"num_osds":8,"num_up_osds":8,"osd_up_since":1726878070,"num_in_osds":8,"osd_in_since":1726878060,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":72},{"state_name":"unknown","count":18},{"state_name":"creating+peering","count":7}],"num_pgs":97,"num_pools":3,"num_objects":15,"data_bytes":592688,"bytes_used":536678400,"bytes_avail":772557434880,"bytes_total":773094113280,"unknown_pgs_ratio":0.18556700646877289,"inactive_pgs_ratio":0.072164945304393768,"write_bytes_sec":2492,"read_op_per_sec":0,"write_op_per_sec":4},"fsmap":{"epoch":160,"btime":"2024-09-21T00:34:53:408205+0000","id":14,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":14,"rank":0,"name":"c","status":"up:active","gid":10917}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":35,"modified":"2024-09-21T00:33:39.687930+0000","services":{"mds":{"daemons":{"summary":"","b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-21T00:34:55.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.648+0000 7f6441d6e640 1 -- 172.21.15.67:0/2988301112 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6428078b90 msgr2=0x7f642807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:55.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.648+0000 7f6441d6e640 1 --2- 172.21.15.67:0/2988301112 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6428078b90 0x7f642807b0a0 secure :-1 s=READY pgs=879 cs=0 l=1 rev1=1 crypto rx=0x7f6430034000 tx=0x7f6430004730 comp rx=0 tx=0).stop 2024-09-21T00:34:55.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.648+0000 7f6441d6e640 1 -- 172.21.15.67:0/2988301112 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f643c0b9720 msgr2=0x7f643c14c020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:55.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.648+0000 7f6441d6e640 1 --2- 172.21.15.67:0/2988301112 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f643c0b9720 0x7f643c14c020 secure :-1 s=READY pgs=2347 cs=0 l=1 rev1=1 crypto rx=0x7f642c00b3e0 tx=0x7f642c00b8a0 comp rx=0 tx=0).stop 2024-09-21T00:34:55.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.648+0000 7f6441d6e640 1 -- 172.21.15.67:0/2988301112 shutdown_connections 2024-09-21T00:34:55.650 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.648+0000 7f6441d6e640 1 --2- 172.21.15.67:0/2988301112 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6428078b90 0x7f642807b0a0 unknown :-1 s=CLOSED pgs=879 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:55.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.648+0000 7f6441d6e640 1 --2- 172.21.15.67:0/2988301112 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f643c14c780 0x7f643c0b2a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:55.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.648+0000 7f6441d6e640 1 --2- 172.21.15.67:0/2988301112 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f643c0b9c90 0x7f643c0b2520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:55.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.648+0000 7f6441d6e640 1 --2- 172.21.15.67:0/2988301112 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f643c0b9720 0x7f643c14c020 unknown :-1 s=CLOSED pgs=2347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:55.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.648+0000 7f6441d6e640 1 -- 172.21.15.67:0/2988301112 >> 172.21.15.67:0/2988301112 conn(0x7f643c09d910 msgr2=0x7f643c15e830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:55.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.648+0000 7f6441d6e640 1 -- 172.21.15.67:0/2988301112 shutdown_connections 2024-09-21T00:34:55.651 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.648+0000 7f6441d6e640 1 -- 172.21.15.67:0/2988301112 wait complete. 2024-09-21T00:34:55.661 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-21T00:34:55.661 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T00:34:55.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.777+0000 7f52dbbed640 1 -- 172.21.15.67:0/3289922729 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f52d40b9e70 msgr2=0x7f52d40b6020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:55.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.777+0000 7f52dbbed640 1 --2- 172.21.15.67:0/3289922729 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f52d40b9e70 0x7f52d40b6020 secure :-1 s=READY pgs=2348 cs=0 l=1 rev1=1 crypto rx=0x7f52d408d200 tx=0x7f52d002a4d0 comp rx=0 tx=0).stop 2024-09-21T00:34:55.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.777+0000 7f52dbbed640 1 -- 172.21.15.67:0/3289922729 shutdown_connections 2024-09-21T00:34:55.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.777+0000 7f52dbbed640 1 --2- 172.21.15.67:0/3289922729 >> v2:172.21.15.97:3300/0 conn(0x7f52d40d22f0 0x7f52d40b6560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:55.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.777+0000 7f52dbbed640 1 --2- 172.21.15.67:0/3289922729 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f52d40b9e70 0x7f52d40b6020 unknown :-1 s=CLOSED pgs=2348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:55.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.777+0000 7f52dbbed640 1 -- 172.21.15.67:0/3289922729 >> 172.21.15.67:0/3289922729 conn(0x7f52d40d45a0 msgr2=0x7f52d40d49b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:55.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.777+0000 7f52dbbed640 1 -- 172.21.15.67:0/3289922729 shutdown_connections 2024-09-21T00:34:55.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.777+0000 7f52dbbed640 1 -- 172.21.15.67:0/3289922729 wait complete. 2024-09-21T00:34:55.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.779+0000 7f52dbbed640 1 Processor -- start 2024-09-21T00:34:55.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.779+0000 7f52dbbed640 1 -- start start 2024-09-21T00:34:55.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.780+0000 7f52dbbed640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f52d406ebc0 0x7f52d409e200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:55.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.780+0000 7f52dbbed640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f52d40b9e70 0x7f52d41f8fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:55.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.780+0000 7f52dbbed640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f52d40d22f0 0x7f52d40b5b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:55.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.780+0000 7f52dbbed640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f52d40d0650 con 0x7f52d40d22f0 2024-09-21T00:34:55.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.780+0000 7f52dbbed640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f52d40d04d0 con 0x7f52d40b9e70 2024-09-21T00:34:55.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.780+0000 7f52dbbed640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f52d406f6e0 con 0x7f52d406ebc0 2024-09-21T00:34:55.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.780+0000 7f52da18a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f52d40d22f0 0x7f52d40b5b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:55.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.780+0000 7f52da18a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f52d40d22f0 0x7f52d40b5b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46730/0 (socket says 172.21.15.67:46730) 2024-09-21T00:34:55.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.780+0000 7f52da18a640 1 -- 172.21.15.67:0/1650115815 learned_addr learned my addr 172.21.15.67:0/1650115815 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:55.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.780+0000 7f52d9188640 1 --2- 172.21.15.67:0/1650115815 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f52d40b9e70 0x7f52d41f8fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:55.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.781+0000 7f52d9989640 1 --2- 172.21.15.67:0/1650115815 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f52d406ebc0 0x7f52d409e200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:55.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.781+0000 7f52da18a640 1 -- 172.21.15.67:0/1650115815 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f52d406ebc0 msgr2=0x7f52d409e200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:55.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.781+0000 7f52da18a640 1 --2- 172.21.15.67:0/1650115815 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f52d406ebc0 0x7f52d409e200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:55.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.781+0000 7f52da18a640 1 -- 172.21.15.67:0/1650115815 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f52d40b9e70 msgr2=0x7f52d41f8fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:55.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.781+0000 7f52da18a640 1 --2- 172.21.15.67:0/1650115815 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f52d40b9e70 0x7f52d41f8fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:55.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.781+0000 7f52da18a640 1 -- 172.21.15.67:0/1650115815 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52d409fe20 con 0x7f52d40d22f0 2024-09-21T00:34:55.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.781+0000 7f52d9188640 1 --2- 172.21.15.67:0/1650115815 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f52d40b9e70 0x7f52d41f8fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:34:55.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.781+0000 7f52da18a640 1 --2- 172.21.15.67:0/1650115815 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f52d40d22f0 0x7f52d40b5b70 secure :-1 s=READY pgs=2349 cs=0 l=1 rev1=1 crypto rx=0x7f52cc00b9d0 tx=0x7f52cc00be90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:55.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.781+0000 7f52c67fc640 1 -- 172.21.15.67:0/1650115815 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52cc019070 con 0x7f52d40d22f0 2024-09-21T00:34:55.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.781+0000 7f52c67fc640 1 -- 172.21.15.67:0/1650115815 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f52cc00ccc0 con 0x7f52d40d22f0 2024-09-21T00:34:55.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.781+0000 7f52dbbed640 1 -- 172.21.15.67:0/1650115815 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f52d41f5760 con 0x7f52d40d22f0 2024-09-21T00:34:55.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.781+0000 7f52c67fc640 1 -- 172.21.15.67:0/1650115815 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f52cc0146a0 con 0x7f52d40d22f0 2024-09-21T00:34:55.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.781+0000 7f52dbbed640 1 -- 172.21.15.67:0/1650115815 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f52d41f5d20 con 0x7f52d40d22f0 2024-09-21T00:34:55.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.782+0000 7f52dbbed640 1 -- 172.21.15.67:0/1650115815 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f52d406fb30 con 0x7f52d40d22f0 2024-09-21T00:34:55.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.783+0000 7f52c67fc640 1 -- 172.21.15.67:0/1650115815 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f52cc01c070 con 0x7f52d40d22f0 2024-09-21T00:34:55.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.783+0000 7f52c67fc640 1 --2- 172.21.15.67:0/1650115815 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f52b8078b90 0x7f52b807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:55.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.783+0000 7f52c67fc640 1 -- 172.21.15.67:0/1650115815 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(184..184 src has 1..184) ==== 5709+0+0 (secure 0 0 0) 0x7f52cc09aae0 con 0x7f52d40d22f0 2024-09-21T00:34:55.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.784+0000 7f52d9989640 1 --2- 172.21.15.67:0/1650115815 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f52b8078b90 0x7f52b807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:55.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.784+0000 7f52d9989640 1 --2- 172.21.15.67:0/1650115815 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f52b8078b90 0x7f52b807b0a0 secure :-1 s=READY pgs=880 cs=0 l=1 rev1=1 crypto rx=0x7f52d0033000 tx=0x7f52d0004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:55.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.788+0000 7f52c67fc640 1 -- 172.21.15.67:0/1650115815 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f52d409fe20 con 0x7f52d40d22f0 2024-09-21T00:34:55.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.972+0000 7f52dbbed640 1 -- 172.21.15.67:0/1650115815 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f52d41f54f0 con 0x7f52b8078b90 2024-09-21T00:34:55.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.978+0000 7f52c67fc640 1 -- 172.21.15.67:0/1650115815 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252476 (secure 0 0 0) 0x7f52d41f54f0 con 0x7f52b8078b90 2024-09-21T00:34:55.981 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:34:55.982 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-21T00:34:55.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.980+0000 7f52dbbed640 1 -- 172.21.15.67:0/1650115815 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f52b8078b90 msgr2=0x7f52b807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:55.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.980+0000 7f52dbbed640 1 --2- 172.21.15.67:0/1650115815 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f52b8078b90 0x7f52b807b0a0 secure :-1 s=READY pgs=880 cs=0 l=1 rev1=1 crypto rx=0x7f52d0033000 tx=0x7f52d0004730 comp rx=0 tx=0).stop 2024-09-21T00:34:55.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.980+0000 7f52dbbed640 1 -- 172.21.15.67:0/1650115815 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f52d40d22f0 msgr2=0x7f52d40b5b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:55.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.980+0000 7f52dbbed640 1 --2- 172.21.15.67:0/1650115815 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f52d40d22f0 0x7f52d40b5b70 secure :-1 s=READY pgs=2349 cs=0 l=1 rev1=1 crypto rx=0x7f52cc00b9d0 tx=0x7f52cc00be90 comp rx=0 tx=0).stop 2024-09-21T00:34:55.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.980+0000 7f52dbbed640 1 -- 172.21.15.67:0/1650115815 shutdown_connections 2024-09-21T00:34:55.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.980+0000 7f52dbbed640 1 --2- 172.21.15.67:0/1650115815 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f52b8078b90 0x7f52b807b0a0 unknown :-1 s=CLOSED pgs=880 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:55.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.980+0000 7f52dbbed640 1 --2- 172.21.15.67:0/1650115815 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f52d40d22f0 0x7f52d40b5b70 unknown :-1 s=CLOSED pgs=2349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:55.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.980+0000 7f52dbbed640 1 --2- 172.21.15.67:0/1650115815 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f52d40b9e70 0x7f52d41f8fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:55.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.980+0000 7f52dbbed640 1 --2- 172.21.15.67:0/1650115815 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f52d406ebc0 0x7f52d409e200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:55.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.980+0000 7f52dbbed640 1 -- 172.21.15.67:0/1650115815 >> 172.21.15.67:0/1650115815 conn(0x7f52d40d45a0 msgr2=0x7f52d40b5460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:55.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.980+0000 7f52dbbed640 1 -- 172.21.15.67:0/1650115815 shutdown_connections 2024-09-21T00:34:55.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:55.980+0000 7f52dbbed640 1 -- 172.21.15.67:0/1650115815 wait complete. 2024-09-21T00:34:55.993 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":591,"stamp":"2024-09-21T00:34:55.707942+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":145,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":110,"ondisk_log_size":110,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":120,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":524172,"kb_used_data":19264,"kb_used_omap":12,"kb_used_meta":504691,"kb_avail":754450548,"statfs":{"total":773094113280,"available":772557361152,"internally_reserved":0,"allocated":19726336,"data_stored":9295444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12749,"internal_metadata":516804147},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":18,"apply_latency_ms":18,"commit_latency_ns":18000000,"apply_latency_ns":18000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.339819"},"pg_stats":[{"pgid":"29.3f","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.412930+0000","last_change":"2024-09-21T00:34:50.407643+0000","last_active":"2024-09-21T00:34:50.412930+0000","last_peered":"2024-09-21T00:34:50.412930+0000","last_clean":"2024-09-21T00:34:50.412930+0000","last_became_active":"2024-09-21T00:34:50.407373+0000","last_became_peered":"2024-09-21T00:34:50.407373+0000","last_unstale":"2024-09-21T00:34:50.412930+0000","last_undegraded":"2024-09-21T00:34:50.412930+0000","last_fullsized":"2024-09-21T00:34:50.412930+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:44:52.696689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"29.3e","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.386411+0000","last_change":"2024-09-21T00:34:50.408501+0000","last_active":"2024-09-21T00:34:51.386411+0000","last_peered":"2024-09-21T00:34:51.386411+0000","last_clean":"2024-09-21T00:34:51.386411+0000","last_became_active":"2024-09-21T00:34:50.408181+0000","last_became_peered":"2024-09-21T00:34:50.408181+0000","last_unstale":"2024-09-21T00:34:51.386411+0000","last_undegraded":"2024-09-21T00:34:51.386411+0000","last_fullsized":"2024-09-21T00:34:51.386411+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:04:26.929995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"29.3d","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.414418+0000","last_change":"2024-09-21T00:34:50.412194+0000","last_active":"2024-09-21T00:34:50.414418+0000","last_peered":"2024-09-21T00:34:50.414418+0000","last_clean":"2024-09-21T00:34:50.414418+0000","last_became_active":"2024-09-21T00:34:50.411875+0000","last_became_peered":"2024-09-21T00:34:50.411875+0000","last_unstale":"2024-09-21T00:34:50.414418+0000","last_undegraded":"2024-09-21T00:34:50.414418+0000","last_fullsized":"2024-09-21T00:34:50.414418+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:45:54.304780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"29.3c","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.421468+0000","last_change":"2024-09-21T00:34:50.409167+0000","last_active":"2024-09-21T00:34:51.421468+0000","last_peered":"2024-09-21T00:34:51.421468+0000","last_clean":"2024-09-21T00:34:51.421468+0000","last_became_active":"2024-09-21T00:34:50.408211+0000","last_became_peered":"2024-09-21T00:34:50.408211+0000","last_unstale":"2024-09-21T00:34:51.421468+0000","last_undegraded":"2024-09-21T00:34:51.421468+0000","last_fullsized":"2024-09-21T00:34:51.421468+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:54:45.317122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"29.3b","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.419784+0000","last_change":"2024-09-21T00:34:50.400566+0000","last_active":"2024-09-21T00:34:51.419784+0000","last_peered":"2024-09-21T00:34:51.419784+0000","last_clean":"2024-09-21T00:34:51.419784+0000","last_became_active":"2024-09-21T00:34:50.400295+0000","last_became_peered":"2024-09-21T00:34:50.400295+0000","last_unstale":"2024-09-21T00:34:51.419784+0000","last_undegraded":"2024-09-21T00:34:51.419784+0000","last_fullsized":"2024-09-21T00:34:51.419784+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:48:17.873179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"29.3a","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.408951+0000","last_change":"2024-09-21T00:34:50.403231+0000","last_active":"2024-09-21T00:34:50.408951+0000","last_peered":"2024-09-21T00:34:50.408951+0000","last_clean":"2024-09-21T00:34:50.408951+0000","last_became_active":"2024-09-21T00:34:50.402099+0000","last_became_peered":"2024-09-21T00:34:50.402099+0000","last_unstale":"2024-09-21T00:34:50.408951+0000","last_undegraded":"2024-09-21T00:34:50.408951+0000","last_fullsized":"2024-09-21T00:34:50.408951+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:38:41.819006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"29.39","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.414254+0000","last_change":"2024-09-21T00:34:50.410957+0000","last_active":"2024-09-21T00:34:50.414254+0000","last_peered":"2024-09-21T00:34:50.414254+0000","last_clean":"2024-09-21T00:34:50.414254+0000","last_became_active":"2024-09-21T00:34:50.410624+0000","last_became_peered":"2024-09-21T00:34:50.410624+0000","last_unstale":"2024-09-21T00:34:50.414254+0000","last_undegraded":"2024-09-21T00:34:50.414254+0000","last_fullsized":"2024-09-21T00:34:50.414254+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:09:02.959424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"29.38","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.391965+0000","last_change":"2024-09-21T00:34:50.388378+0000","last_active":"2024-09-21T00:34:50.391965+0000","last_peered":"2024-09-21T00:34:50.391965+0000","last_clean":"2024-09-21T00:34:50.391965+0000","last_became_active":"2024-09-21T00:34:50.385848+0000","last_became_peered":"2024-09-21T00:34:50.385848+0000","last_unstale":"2024-09-21T00:34:50.391965+0000","last_undegraded":"2024-09-21T00:34:50.391965+0000","last_fullsized":"2024-09-21T00:34:50.391965+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:36:06.036602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"29.37","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.405367+0000","last_change":"2024-09-21T00:34:50.401453+0000","last_active":"2024-09-21T00:34:50.405367+0000","last_peered":"2024-09-21T00:34:50.405367+0000","last_clean":"2024-09-21T00:34:50.405367+0000","last_became_active":"2024-09-21T00:34:50.401175+0000","last_became_peered":"2024-09-21T00:34:50.401175+0000","last_unstale":"2024-09-21T00:34:50.405367+0000","last_undegraded":"2024-09-21T00:34:50.405367+0000","last_fullsized":"2024-09-21T00:34:50.405367+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:49:58.754053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"29.36","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.394932+0000","last_change":"2024-09-21T00:34:50.392926+0000","last_active":"2024-09-21T00:34:50.394932+0000","last_peered":"2024-09-21T00:34:50.394932+0000","last_clean":"2024-09-21T00:34:50.394932+0000","last_became_active":"2024-09-21T00:34:50.392599+0000","last_became_peered":"2024-09-21T00:34:50.392599+0000","last_unstale":"2024-09-21T00:34:50.394932+0000","last_undegraded":"2024-09-21T00:34:50.394932+0000","last_fullsized":"2024-09-21T00:34:50.394932+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:21:52.333539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"29.35","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.413008+0000","last_change":"2024-09-21T00:34:50.409452+0000","last_active":"2024-09-21T00:34:50.413008+0000","last_peered":"2024-09-21T00:34:50.413008+0000","last_clean":"2024-09-21T00:34:50.413008+0000","last_became_active":"2024-09-21T00:34:50.407927+0000","last_became_peered":"2024-09-21T00:34:50.407927+0000","last_unstale":"2024-09-21T00:34:50.413008+0000","last_undegraded":"2024-09-21T00:34:50.413008+0000","last_fullsized":"2024-09-21T00:34:50.413008+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:51:05.033213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"29.34","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.385781+0000","last_change":"2024-09-21T00:34:50.398297+0000","last_active":"2024-09-21T00:34:51.385781+0000","last_peered":"2024-09-21T00:34:51.385781+0000","last_clean":"2024-09-21T00:34:51.385781+0000","last_became_active":"2024-09-21T00:34:50.397950+0000","last_became_peered":"2024-09-21T00:34:50.397950+0000","last_unstale":"2024-09-21T00:34:51.385781+0000","last_undegraded":"2024-09-21T00:34:51.385781+0000","last_fullsized":"2024-09-21T00:34:51.385781+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:25:06.959622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"29.33","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.385774+0000","last_change":"2024-09-21T00:34:50.388297+0000","last_active":"2024-09-21T00:34:51.385774+0000","last_peered":"2024-09-21T00:34:51.385774+0000","last_clean":"2024-09-21T00:34:51.385774+0000","last_became_active":"2024-09-21T00:34:50.387950+0000","last_became_peered":"2024-09-21T00:34:50.387950+0000","last_unstale":"2024-09-21T00:34:51.385774+0000","last_undegraded":"2024-09-21T00:34:51.385774+0000","last_fullsized":"2024-09-21T00:34:51.385774+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:53:59.957638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"29.32","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.396120+0000","last_change":"2024-09-21T00:34:50.391086+0000","last_active":"2024-09-21T00:34:50.396120+0000","last_peered":"2024-09-21T00:34:50.396120+0000","last_clean":"2024-09-21T00:34:50.396120+0000","last_became_active":"2024-09-21T00:34:50.390751+0000","last_became_peered":"2024-09-21T00:34:50.390751+0000","last_unstale":"2024-09-21T00:34:50.396120+0000","last_undegraded":"2024-09-21T00:34:50.396120+0000","last_fullsized":"2024-09-21T00:34:50.396120+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:28:36.211715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"29.31","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.409540+0000","last_change":"2024-09-21T00:34:50.404094+0000","last_active":"2024-09-21T00:34:50.409540+0000","last_peered":"2024-09-21T00:34:50.409540+0000","last_clean":"2024-09-21T00:34:50.409540+0000","last_became_active":"2024-09-21T00:34:50.403725+0000","last_became_peered":"2024-09-21T00:34:50.403725+0000","last_unstale":"2024-09-21T00:34:50.409540+0000","last_undegraded":"2024-09-21T00:34:50.409540+0000","last_fullsized":"2024-09-21T00:34:50.409540+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:52:29.262229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"29.30","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.386423+0000","last_change":"2024-09-21T00:34:50.397822+0000","last_active":"2024-09-21T00:34:51.386423+0000","last_peered":"2024-09-21T00:34:51.386423+0000","last_clean":"2024-09-21T00:34:51.386423+0000","last_became_active":"2024-09-21T00:34:50.397354+0000","last_became_peered":"2024-09-21T00:34:50.397354+0000","last_unstale":"2024-09-21T00:34:51.386423+0000","last_undegraded":"2024-09-21T00:34:51.386423+0000","last_fullsized":"2024-09-21T00:34:51.386423+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:48:39.815525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"29.2f","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.398274+0000","last_change":"2024-09-21T00:34:50.390480+0000","last_active":"2024-09-21T00:34:50.398274+0000","last_peered":"2024-09-21T00:34:50.398274+0000","last_clean":"2024-09-21T00:34:50.398274+0000","last_became_active":"2024-09-21T00:34:50.390120+0000","last_became_peered":"2024-09-21T00:34:50.390120+0000","last_unstale":"2024-09-21T00:34:50.398274+0000","last_undegraded":"2024-09-21T00:34:50.398274+0000","last_fullsized":"2024-09-21T00:34:50.398274+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:47:59.742700+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"29.2e","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.413525+0000","last_change":"2024-09-21T00:34:50.411658+0000","last_active":"2024-09-21T00:34:50.413525+0000","last_peered":"2024-09-21T00:34:50.413525+0000","last_clean":"2024-09-21T00:34:50.413525+0000","last_became_active":"2024-09-21T00:34:50.411265+0000","last_became_peered":"2024-09-21T00:34:50.411265+0000","last_unstale":"2024-09-21T00:34:50.413525+0000","last_undegraded":"2024-09-21T00:34:50.413525+0000","last_fullsized":"2024-09-21T00:34:50.413525+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:45:41.671229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"29.2d","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.421010+0000","last_change":"2024-09-21T00:34:50.404055+0000","last_active":"2024-09-21T00:34:51.421010+0000","last_peered":"2024-09-21T00:34:51.421010+0000","last_clean":"2024-09-21T00:34:51.421010+0000","last_became_active":"2024-09-21T00:34:50.403740+0000","last_became_peered":"2024-09-21T00:34:50.403740+0000","last_unstale":"2024-09-21T00:34:51.421010+0000","last_undegraded":"2024-09-21T00:34:51.421010+0000","last_fullsized":"2024-09-21T00:34:51.421010+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:56:48.172910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"29.2c","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.401796+0000","last_change":"2024-09-21T00:34:50.398378+0000","last_active":"2024-09-21T00:34:50.401796+0000","last_peered":"2024-09-21T00:34:50.401796+0000","last_clean":"2024-09-21T00:34:50.401796+0000","last_became_active":"2024-09-21T00:34:50.398070+0000","last_became_peered":"2024-09-21T00:34:50.398070+0000","last_unstale":"2024-09-21T00:34:50.401796+0000","last_undegraded":"2024-09-21T00:34:50.401796+0000","last_fullsized":"2024-09-21T00:34:50.401796+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:17:40.104745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"29.2b","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.420010+0000","last_change":"2024-09-21T00:34:50.402052+0000","last_active":"2024-09-21T00:34:51.420010+0000","last_peered":"2024-09-21T00:34:51.420010+0000","last_clean":"2024-09-21T00:34:51.420010+0000","last_became_active":"2024-09-21T00:34:50.401748+0000","last_became_peered":"2024-09-21T00:34:50.401748+0000","last_unstale":"2024-09-21T00:34:51.420010+0000","last_undegraded":"2024-09-21T00:34:51.420010+0000","last_fullsized":"2024-09-21T00:34:51.420010+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:59:56.942723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"29.2a","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.409534+0000","last_change":"2024-09-21T00:34:50.404160+0000","last_active":"2024-09-21T00:34:50.409534+0000","last_peered":"2024-09-21T00:34:50.409534+0000","last_clean":"2024-09-21T00:34:50.409534+0000","last_became_active":"2024-09-21T00:34:50.403823+0000","last_became_peered":"2024-09-21T00:34:50.403823+0000","last_unstale":"2024-09-21T00:34:50.409534+0000","last_undegraded":"2024-09-21T00:34:50.409534+0000","last_fullsized":"2024-09-21T00:34:50.409534+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:08:27.519864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"29.29","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.398914+0000","last_change":"2024-09-21T00:34:50.397437+0000","last_active":"2024-09-21T00:34:50.398914+0000","last_peered":"2024-09-21T00:34:50.398914+0000","last_clean":"2024-09-21T00:34:50.398914+0000","last_became_active":"2024-09-21T00:34:50.397119+0000","last_became_peered":"2024-09-21T00:34:50.397119+0000","last_unstale":"2024-09-21T00:34:50.398914+0000","last_undegraded":"2024-09-21T00:34:50.398914+0000","last_fullsized":"2024-09-21T00:34:50.398914+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:27:52.058655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"29.28","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.419304+0000","last_change":"2024-09-21T00:34:50.399557+0000","last_active":"2024-09-21T00:34:51.419304+0000","last_peered":"2024-09-21T00:34:51.419304+0000","last_clean":"2024-09-21T00:34:51.419304+0000","last_became_active":"2024-09-21T00:34:50.399257+0000","last_became_peered":"2024-09-21T00:34:50.399257+0000","last_unstale":"2024-09-21T00:34:51.419304+0000","last_undegraded":"2024-09-21T00:34:51.419304+0000","last_fullsized":"2024-09-21T00:34:51.419304+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:20:35.831453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"29.27","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.412901+0000","last_change":"2024-09-21T00:34:50.407506+0000","last_active":"2024-09-21T00:34:50.412901+0000","last_peered":"2024-09-21T00:34:50.412901+0000","last_clean":"2024-09-21T00:34:50.412901+0000","last_became_active":"2024-09-21T00:34:50.407188+0000","last_became_peered":"2024-09-21T00:34:50.407188+0000","last_unstale":"2024-09-21T00:34:50.412901+0000","last_undegraded":"2024-09-21T00:34:50.412901+0000","last_fullsized":"2024-09-21T00:34:50.412901+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:18:11.136568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"29.26","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.395694+0000","last_change":"2024-09-21T00:34:50.390128+0000","last_active":"2024-09-21T00:34:50.395694+0000","last_peered":"2024-09-21T00:34:50.395694+0000","last_clean":"2024-09-21T00:34:50.395694+0000","last_became_active":"2024-09-21T00:34:50.389777+0000","last_became_peered":"2024-09-21T00:34:50.389777+0000","last_unstale":"2024-09-21T00:34:50.395694+0000","last_undegraded":"2024-09-21T00:34:50.395694+0000","last_fullsized":"2024-09-21T00:34:50.395694+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:41:30.445799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"29.25","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.413469+0000","last_change":"2024-09-21T00:34:50.411586+0000","last_active":"2024-09-21T00:34:50.413469+0000","last_peered":"2024-09-21T00:34:50.413469+0000","last_clean":"2024-09-21T00:34:50.413469+0000","last_became_active":"2024-09-21T00:34:50.411295+0000","last_became_peered":"2024-09-21T00:34:50.411295+0000","last_unstale":"2024-09-21T00:34:50.413469+0000","last_undegraded":"2024-09-21T00:34:50.413469+0000","last_fullsized":"2024-09-21T00:34:50.413469+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:08:27.519864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"29.24","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.410428+0000","last_change":"2024-09-21T00:34:50.406950+0000","last_active":"2024-09-21T00:34:50.410428+0000","last_peered":"2024-09-21T00:34:50.410428+0000","last_clean":"2024-09-21T00:34:50.410428+0000","last_became_active":"2024-09-21T00:34:50.406643+0000","last_became_peered":"2024-09-21T00:34:50.406643+0000","last_unstale":"2024-09-21T00:34:50.410428+0000","last_undegraded":"2024-09-21T00:34:50.410428+0000","last_fullsized":"2024-09-21T00:34:50.410428+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:08:57.180607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"29.23","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.409546+0000","last_change":"2024-09-21T00:34:50.408403+0000","last_active":"2024-09-21T00:34:50.409546+0000","last_peered":"2024-09-21T00:34:50.409546+0000","last_clean":"2024-09-21T00:34:50.409546+0000","last_became_active":"2024-09-21T00:34:50.406571+0000","last_became_peered":"2024-09-21T00:34:50.406571+0000","last_unstale":"2024-09-21T00:34:50.409546+0000","last_undegraded":"2024-09-21T00:34:50.409546+0000","last_fullsized":"2024-09-21T00:34:50.409546+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:48:10.665998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"29.22","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.413145+0000","last_change":"2024-09-21T00:34:50.409773+0000","last_active":"2024-09-21T00:34:50.413145+0000","last_peered":"2024-09-21T00:34:50.413145+0000","last_clean":"2024-09-21T00:34:50.413145+0000","last_became_active":"2024-09-21T00:34:50.409394+0000","last_became_peered":"2024-09-21T00:34:50.409394+0000","last_unstale":"2024-09-21T00:34:50.413145+0000","last_undegraded":"2024-09-21T00:34:50.413145+0000","last_fullsized":"2024-09-21T00:34:50.413145+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:52:29.262229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"29.21","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.420411+0000","last_change":"2024-09-21T00:34:50.405986+0000","last_active":"2024-09-21T00:34:51.420411+0000","last_peered":"2024-09-21T00:34:51.420411+0000","last_clean":"2024-09-21T00:34:51.420411+0000","last_became_active":"2024-09-21T00:34:50.405672+0000","last_became_peered":"2024-09-21T00:34:50.405672+0000","last_unstale":"2024-09-21T00:34:51.420411+0000","last_undegraded":"2024-09-21T00:34:51.420411+0000","last_fullsized":"2024-09-21T00:34:51.420411+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:14:35.543343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"29.20","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.409588+0000","last_change":"2024-09-21T00:34:50.404933+0000","last_active":"2024-09-21T00:34:50.409588+0000","last_peered":"2024-09-21T00:34:50.409588+0000","last_clean":"2024-09-21T00:34:50.409588+0000","last_became_active":"2024-09-21T00:34:50.404626+0000","last_became_peered":"2024-09-21T00:34:50.404626+0000","last_unstale":"2024-09-21T00:34:50.409588+0000","last_undegraded":"2024-09-21T00:34:50.409588+0000","last_fullsized":"2024-09-21T00:34:50.409588+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:33:09.923601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"29.1e","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.411132+0000","last_change":"2024-09-21T00:34:50.403199+0000","last_active":"2024-09-21T00:34:50.411132+0000","last_peered":"2024-09-21T00:34:50.411132+0000","last_clean":"2024-09-21T00:34:50.411132+0000","last_became_active":"2024-09-21T00:34:50.402633+0000","last_became_peered":"2024-09-21T00:34:50.402633+0000","last_unstale":"2024-09-21T00:34:50.411132+0000","last_undegraded":"2024-09-21T00:34:50.411132+0000","last_fullsized":"2024-09-21T00:34:50.411132+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:49:15.999733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.1f","version":"183'4","reported_seq":17,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.414099+0000","last_change":"2024-09-21T00:34:49.380702+0000","last_active":"2024-09-21T00:34:50.414099+0000","last_peered":"2024-09-21T00:34:50.414099+0000","last_clean":"2024-09-21T00:34:50.414099+0000","last_became_active":"2024-09-21T00:34:49.380389+0000","last_became_peered":"2024-09-21T00:34:49.380389+0000","last_unstale":"2024-09-21T00:34:50.414099+0000","last_undegraded":"2024-09-21T00:34:50.414099+0000","last_fullsized":"2024-09-21T00:34:50.414099+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:44:51.689090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"29.1f","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.396060+0000","last_change":"2024-09-21T00:34:50.393236+0000","last_active":"2024-09-21T00:34:50.396060+0000","last_peered":"2024-09-21T00:34:50.396060+0000","last_clean":"2024-09-21T00:34:50.396060+0000","last_became_active":"2024-09-21T00:34:50.392896+0000","last_became_peered":"2024-09-21T00:34:50.392896+0000","last_unstale":"2024-09-21T00:34:50.396060+0000","last_undegraded":"2024-09-21T00:34:50.396060+0000","last_fullsized":"2024-09-21T00:34:50.396060+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:37:21.549769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"28.1e","version":"183'1","reported_seq":16,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.386604+0000","last_change":"2024-09-21T00:34:49.381920+0000","last_active":"2024-09-21T00:34:51.386604+0000","last_peered":"2024-09-21T00:34:51.386604+0000","last_clean":"2024-09-21T00:34:51.386604+0000","last_became_active":"2024-09-21T00:34:49.381595+0000","last_became_peered":"2024-09-21T00:34:49.381595+0000","last_unstale":"2024-09-21T00:34:51.386604+0000","last_undegraded":"2024-09-21T00:34:51.386604+0000","last_fullsized":"2024-09-21T00:34:51.386604+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:27:06.878071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"29.1d","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.409554+0000","last_change":"2024-09-21T00:34:50.406471+0000","last_active":"2024-09-21T00:34:50.409554+0000","last_peered":"2024-09-21T00:34:50.409554+0000","last_clean":"2024-09-21T00:34:50.409554+0000","last_became_active":"2024-09-21T00:34:50.406035+0000","last_became_peered":"2024-09-21T00:34:50.406035+0000","last_unstale":"2024-09-21T00:34:50.409554+0000","last_undegraded":"2024-09-21T00:34:50.409554+0000","last_fullsized":"2024-09-21T00:34:50.409554+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:58:25.027098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"28.1c","version":"183'2","reported_seq":17,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.385508+0000","last_change":"2024-09-21T00:34:49.380881+0000","last_active":"2024-09-21T00:34:51.385508+0000","last_peered":"2024-09-21T00:34:51.385508+0000","last_clean":"2024-09-21T00:34:51.385508+0000","last_became_active":"2024-09-21T00:34:49.380497+0000","last_became_peered":"2024-09-21T00:34:49.380497+0000","last_unstale":"2024-09-21T00:34:51.385508+0000","last_undegraded":"2024-09-21T00:34:51.385508+0000","last_fullsized":"2024-09-21T00:34:51.385508+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:24:43.860182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"29.1a","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.413066+0000","last_change":"2024-09-21T00:34:50.409731+0000","last_active":"2024-09-21T00:34:50.413066+0000","last_peered":"2024-09-21T00:34:50.413066+0000","last_clean":"2024-09-21T00:34:50.413066+0000","last_became_active":"2024-09-21T00:34:50.408717+0000","last_became_peered":"2024-09-21T00:34:50.408717+0000","last_unstale":"2024-09-21T00:34:50.413066+0000","last_undegraded":"2024-09-21T00:34:50.413066+0000","last_fullsized":"2024-09-21T00:34:50.413066+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:30:47.153866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"28.1b","version":"183'1","reported_seq":14,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.410437+0000","last_change":"2024-09-21T00:34:49.378799+0000","last_active":"2024-09-21T00:34:50.410437+0000","last_peered":"2024-09-21T00:34:50.410437+0000","last_clean":"2024-09-21T00:34:50.410437+0000","last_became_active":"2024-09-21T00:34:49.378494+0000","last_became_peered":"2024-09-21T00:34:49.378494+0000","last_unstale":"2024-09-21T00:34:50.410437+0000","last_undegraded":"2024-09-21T00:34:50.410437+0000","last_fullsized":"2024-09-21T00:34:50.410437+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:45:40.076132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"29.1b","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.420238+0000","last_change":"2024-09-21T00:34:50.416459+0000","last_active":"2024-09-21T00:34:51.420238+0000","last_peered":"2024-09-21T00:34:51.420238+0000","last_clean":"2024-09-21T00:34:51.420238+0000","last_became_active":"2024-09-21T00:34:50.416132+0000","last_became_peered":"2024-09-21T00:34:50.416132+0000","last_unstale":"2024-09-21T00:34:51.420238+0000","last_undegraded":"2024-09-21T00:34:51.420238+0000","last_fullsized":"2024-09-21T00:34:51.420238+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:32:33.120909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"28.1a","version":"183'1","reported_seq":14,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.416686+0000","last_change":"2024-09-21T00:34:49.382609+0000","last_active":"2024-09-21T00:34:50.416686+0000","last_peered":"2024-09-21T00:34:50.416686+0000","last_clean":"2024-09-21T00:34:50.416686+0000","last_became_active":"2024-09-21T00:34:49.382305+0000","last_became_peered":"2024-09-21T00:34:49.382305+0000","last_unstale":"2024-09-21T00:34:50.416686+0000","last_undegraded":"2024-09-21T00:34:50.416686+0000","last_fullsized":"2024-09-21T00:34:50.416686+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:18:34.896245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"29.18","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.401822+0000","last_change":"2024-09-21T00:34:50.397230+0000","last_active":"2024-09-21T00:34:50.401822+0000","last_peered":"2024-09-21T00:34:50.401822+0000","last_clean":"2024-09-21T00:34:50.401822+0000","last_became_active":"2024-09-21T00:34:50.396936+0000","last_became_peered":"2024-09-21T00:34:50.396936+0000","last_unstale":"2024-09-21T00:34:50.401822+0000","last_undegraded":"2024-09-21T00:34:50.401822+0000","last_fullsized":"2024-09-21T00:34:50.401822+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:06:53.933733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"28.19","version":"0'0","reported_seq":13,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.386667+0000","last_change":"2024-09-21T00:34:49.380512+0000","last_active":"2024-09-21T00:34:50.386667+0000","last_peered":"2024-09-21T00:34:50.386667+0000","last_clean":"2024-09-21T00:34:50.386667+0000","last_became_active":"2024-09-21T00:34:49.380189+0000","last_became_peered":"2024-09-21T00:34:49.380189+0000","last_unstale":"2024-09-21T00:34:50.386667+0000","last_undegraded":"2024-09-21T00:34:50.386667+0000","last_fullsized":"2024-09-21T00:34:50.386667+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:24:34.693753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"29.19","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.386257+0000","last_change":"2024-09-21T00:34:50.408560+0000","last_active":"2024-09-21T00:34:51.386257+0000","last_peered":"2024-09-21T00:34:51.386257+0000","last_clean":"2024-09-21T00:34:51.386257+0000","last_became_active":"2024-09-21T00:34:50.408164+0000","last_became_peered":"2024-09-21T00:34:50.408164+0000","last_unstale":"2024-09-21T00:34:51.386257+0000","last_undegraded":"2024-09-21T00:34:51.386257+0000","last_fullsized":"2024-09-21T00:34:51.386257+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:54:16.458631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"28.18","version":"0'0","reported_seq":13,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.388767+0000","last_change":"2024-09-21T00:34:49.387275+0000","last_active":"2024-09-21T00:34:50.388767+0000","last_peered":"2024-09-21T00:34:50.388767+0000","last_clean":"2024-09-21T00:34:50.388767+0000","last_became_active":"2024-09-21T00:34:49.386822+0000","last_became_peered":"2024-09-21T00:34:49.386822+0000","last_unstale":"2024-09-21T00:34:50.388767+0000","last_undegraded":"2024-09-21T00:34:50.388767+0000","last_fullsized":"2024-09-21T00:34:50.388767+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:27:42.372900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"29.16","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.386583+0000","last_change":"2024-09-21T00:34:50.410075+0000","last_active":"2024-09-21T00:34:51.386583+0000","last_peered":"2024-09-21T00:34:51.386583+0000","last_clean":"2024-09-21T00:34:51.386583+0000","last_became_active":"2024-09-21T00:34:50.409716+0000","last_became_peered":"2024-09-21T00:34:50.409716+0000","last_unstale":"2024-09-21T00:34:51.386583+0000","last_undegraded":"2024-09-21T00:34:51.386583+0000","last_fullsized":"2024-09-21T00:34:51.386583+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:23:07.657161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"28.17","version":"0'0","reported_seq":13,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.391231+0000","last_change":"2024-09-21T00:34:49.388235+0000","last_active":"2024-09-21T00:34:50.391231+0000","last_peered":"2024-09-21T00:34:50.391231+0000","last_clean":"2024-09-21T00:34:50.391231+0000","last_became_active":"2024-09-21T00:34:49.387908+0000","last_became_peered":"2024-09-21T00:34:49.387908+0000","last_unstale":"2024-09-21T00:34:50.391231+0000","last_undegraded":"2024-09-21T00:34:50.391231+0000","last_fullsized":"2024-09-21T00:34:50.391231+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:08:32.361893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"29.17","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.401337+0000","last_change":"2024-09-21T00:34:50.400748+0000","last_active":"2024-09-21T00:34:50.401337+0000","last_peered":"2024-09-21T00:34:50.401337+0000","last_clean":"2024-09-21T00:34:50.401337+0000","last_became_active":"2024-09-21T00:34:50.400452+0000","last_became_peered":"2024-09-21T00:34:50.400452+0000","last_unstale":"2024-09-21T00:34:50.401337+0000","last_undegraded":"2024-09-21T00:34:50.401337+0000","last_fullsized":"2024-09-21T00:34:50.401337+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:05:21.876447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"28.16","version":"0'0","reported_seq":13,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.393675+0000","last_change":"2024-09-21T00:34:49.377446+0000","last_active":"2024-09-21T00:34:50.393675+0000","last_peered":"2024-09-21T00:34:50.393675+0000","last_clean":"2024-09-21T00:34:50.393675+0000","last_became_active":"2024-09-21T00:34:49.377125+0000","last_became_peered":"2024-09-21T00:34:49.377125+0000","last_unstale":"2024-09-21T00:34:50.393675+0000","last_undegraded":"2024-09-21T00:34:50.393675+0000","last_fullsized":"2024-09-21T00:34:50.393675+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:51:04.025614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"29.14","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.409508+0000","last_change":"2024-09-21T00:34:50.408437+0000","last_active":"2024-09-21T00:34:50.409508+0000","last_peered":"2024-09-21T00:34:50.409508+0000","last_clean":"2024-09-21T00:34:50.409508+0000","last_became_active":"2024-09-21T00:34:50.406836+0000","last_became_peered":"2024-09-21T00:34:50.406836+0000","last_unstale":"2024-09-21T00:34:50.409508+0000","last_undegraded":"2024-09-21T00:34:50.409508+0000","last_fullsized":"2024-09-21T00:34:50.409508+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:07:10.569670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"28.15","version":"183'3","reported_seq":18,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.421088+0000","last_change":"2024-09-21T00:34:49.379631+0000","last_active":"2024-09-21T00:34:51.421088+0000","last_peered":"2024-09-21T00:34:51.421088+0000","last_clean":"2024-09-21T00:34:51.421088+0000","last_became_active":"2024-09-21T00:34:49.377464+0000","last_became_peered":"2024-09-21T00:34:49.377464+0000","last_unstale":"2024-09-21T00:34:51.421088+0000","last_undegraded":"2024-09-21T00:34:51.421088+0000","last_fullsized":"2024-09-21T00:34:51.421088+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:23:06.649563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"29.15","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.401785+0000","last_change":"2024-09-21T00:34:50.399870+0000","last_active":"2024-09-21T00:34:50.401785+0000","last_peered":"2024-09-21T00:34:50.401785+0000","last_clean":"2024-09-21T00:34:50.401785+0000","last_became_active":"2024-09-21T00:34:50.399526+0000","last_became_peered":"2024-09-21T00:34:50.399526+0000","last_unstale":"2024-09-21T00:34:50.401785+0000","last_undegraded":"2024-09-21T00:34:50.401785+0000","last_fullsized":"2024-09-21T00:34:50.401785+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:00:46.491046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"28.14","version":"183'6","reported_seq":19,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.414246+0000","last_change":"2024-09-21T00:34:49.383639+0000","last_active":"2024-09-21T00:34:50.414246+0000","last_peered":"2024-09-21T00:34:50.414246+0000","last_clean":"2024-09-21T00:34:50.414246+0000","last_became_active":"2024-09-21T00:34:49.383317+0000","last_became_peered":"2024-09-21T00:34:49.383317+0000","last_unstale":"2024-09-21T00:34:50.414246+0000","last_undegraded":"2024-09-21T00:34:50.414246+0000","last_fullsized":"2024-09-21T00:34:50.414246+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:07:32.580412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"29.12","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.409952+0000","last_change":"2024-09-21T00:34:50.408665+0000","last_active":"2024-09-21T00:34:50.409952+0000","last_peered":"2024-09-21T00:34:50.409952+0000","last_clean":"2024-09-21T00:34:50.409952+0000","last_became_active":"2024-09-21T00:34:50.408342+0000","last_became_peered":"2024-09-21T00:34:50.408342+0000","last_unstale":"2024-09-21T00:34:50.409952+0000","last_undegraded":"2024-09-21T00:34:50.409952+0000","last_fullsized":"2024-09-21T00:34:50.409952+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:56:51.513876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"28.13","version":"183'2","reported_seq":15,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.414971+0000","last_change":"2024-09-21T00:34:49.381632+0000","last_active":"2024-09-21T00:34:50.414971+0000","last_peered":"2024-09-21T00:34:50.414971+0000","last_clean":"2024-09-21T00:34:50.414971+0000","last_became_active":"2024-09-21T00:34:49.381286+0000","last_became_peered":"2024-09-21T00:34:49.381286+0000","last_unstale":"2024-09-21T00:34:50.414971+0000","last_undegraded":"2024-09-21T00:34:50.414971+0000","last_fullsized":"2024-09-21T00:34:50.414971+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:53:10.797139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"29.13","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.415922+0000","last_change":"2024-09-21T00:34:50.414244+0000","last_active":"2024-09-21T00:34:50.415922+0000","last_peered":"2024-09-21T00:34:50.415922+0000","last_clean":"2024-09-21T00:34:50.415922+0000","last_became_active":"2024-09-21T00:34:50.411588+0000","last_became_peered":"2024-09-21T00:34:50.411588+0000","last_unstale":"2024-09-21T00:34:50.415922+0000","last_undegraded":"2024-09-21T00:34:50.415922+0000","last_fullsized":"2024-09-21T00:34:50.415922+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:11:22.565757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.12","version":"0'0","reported_seq":13,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.391904+0000","last_change":"2024-09-21T00:34:49.382470+0000","last_active":"2024-09-21T00:34:50.391904+0000","last_peered":"2024-09-21T00:34:50.391904+0000","last_clean":"2024-09-21T00:34:50.391904+0000","last_became_active":"2024-09-21T00:34:49.382179+0000","last_became_peered":"2024-09-21T00:34:49.382179+0000","last_unstale":"2024-09-21T00:34:50.391904+0000","last_undegraded":"2024-09-21T00:34:50.391904+0000","last_fullsized":"2024-09-21T00:34:50.391904+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:28:06.541559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"29.10","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.411460+0000","last_change":"2024-09-21T00:34:50.403915+0000","last_active":"2024-09-21T00:34:50.411460+0000","last_peered":"2024-09-21T00:34:50.411460+0000","last_clean":"2024-09-21T00:34:50.411460+0000","last_became_active":"2024-09-21T00:34:50.403549+0000","last_became_peered":"2024-09-21T00:34:50.403549+0000","last_unstale":"2024-09-21T00:34:50.411460+0000","last_undegraded":"2024-09-21T00:34:50.411460+0000","last_fullsized":"2024-09-21T00:34:50.411460+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:46:17.796836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.11","version":"0'0","reported_seq":15,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.420719+0000","last_change":"2024-09-21T00:34:49.377506+0000","last_active":"2024-09-21T00:34:51.420719+0000","last_peered":"2024-09-21T00:34:51.420719+0000","last_clean":"2024-09-21T00:34:51.420719+0000","last_became_active":"2024-09-21T00:34:49.377176+0000","last_became_peered":"2024-09-21T00:34:49.377176+0000","last_unstale":"2024-09-21T00:34:51.420719+0000","last_undegraded":"2024-09-21T00:34:51.420719+0000","last_fullsized":"2024-09-21T00:34:51.420719+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:33:42.088038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"29.11","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.396158+0000","last_change":"2024-09-21T00:34:50.393708+0000","last_active":"2024-09-21T00:34:50.396158+0000","last_peered":"2024-09-21T00:34:50.396158+0000","last_clean":"2024-09-21T00:34:50.396158+0000","last_became_active":"2024-09-21T00:34:50.393393+0000","last_became_peered":"2024-09-21T00:34:50.393393+0000","last_unstale":"2024-09-21T00:34:50.396158+0000","last_undegraded":"2024-09-21T00:34:50.396158+0000","last_fullsized":"2024-09-21T00:34:50.396158+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:09:02.606219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"28.10","version":"183'8","reported_seq":23,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.386382+0000","last_change":"2024-09-21T00:34:49.379304+0000","last_active":"2024-09-21T00:34:51.386382+0000","last_peered":"2024-09-21T00:34:51.386382+0000","last_clean":"2024-09-21T00:34:51.386382+0000","last_became_active":"2024-09-21T00:34:49.378983+0000","last_became_peered":"2024-09-21T00:34:49.378983+0000","last_unstale":"2024-09-21T00:34:51.386382+0000","last_undegraded":"2024-09-21T00:34:51.386382+0000","last_fullsized":"2024-09-21T00:34:51.386382+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:33:55.608004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"29.e","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.396083+0000","last_change":"2024-09-21T00:34:50.393462+0000","last_active":"2024-09-21T00:34:50.396083+0000","last_peered":"2024-09-21T00:34:50.396083+0000","last_clean":"2024-09-21T00:34:50.396083+0000","last_became_active":"2024-09-21T00:34:50.393176+0000","last_became_peered":"2024-09-21T00:34:50.393176+0000","last_unstale":"2024-09-21T00:34:50.396083+0000","last_undegraded":"2024-09-21T00:34:50.396083+0000","last_fullsized":"2024-09-21T00:34:50.396083+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:03:53.380896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"28.f","version":"183'1","reported_seq":14,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.416433+0000","last_change":"2024-09-21T00:34:49.383424+0000","last_active":"2024-09-21T00:34:50.416433+0000","last_peered":"2024-09-21T00:34:50.416433+0000","last_clean":"2024-09-21T00:34:50.416433+0000","last_became_active":"2024-09-21T00:34:49.383131+0000","last_became_peered":"2024-09-21T00:34:49.383131+0000","last_unstale":"2024-09-21T00:34:50.416433+0000","last_undegraded":"2024-09-21T00:34:50.416433+0000","last_fullsized":"2024-09-21T00:34:50.416433+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:51:33.373601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"29.f","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.412045+0000","last_change":"2024-09-21T00:34:50.411072+0000","last_active":"2024-09-21T00:34:50.412045+0000","last_peered":"2024-09-21T00:34:50.412045+0000","last_clean":"2024-09-21T00:34:50.412045+0000","last_became_active":"2024-09-21T00:34:50.410738+0000","last_became_peered":"2024-09-21T00:34:50.410738+0000","last_unstale":"2024-09-21T00:34:50.412045+0000","last_undegraded":"2024-09-21T00:34:50.412045+0000","last_fullsized":"2024-09-21T00:34:50.412045+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:40:59.033697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"28.e","version":"183'2","reported_seq":15,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.414933+0000","last_change":"2024-09-21T00:34:49.388251+0000","last_active":"2024-09-21T00:34:50.414933+0000","last_peered":"2024-09-21T00:34:50.414933+0000","last_clean":"2024-09-21T00:34:50.414933+0000","last_became_active":"2024-09-21T00:34:49.387878+0000","last_became_peered":"2024-09-21T00:34:49.387878+0000","last_unstale":"2024-09-21T00:34:50.414933+0000","last_undegraded":"2024-09-21T00:34:50.414933+0000","last_fullsized":"2024-09-21T00:34:50.414933+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:30:46.146268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"29.c","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.413784+0000","last_change":"2024-09-21T00:34:50.405537+0000","last_active":"2024-09-21T00:34:50.413784+0000","last_peered":"2024-09-21T00:34:50.413784+0000","last_clean":"2024-09-21T00:34:50.413784+0000","last_became_active":"2024-09-21T00:34:50.405131+0000","last_became_peered":"2024-09-21T00:34:50.405131+0000","last_unstale":"2024-09-21T00:34:50.413784+0000","last_undegraded":"2024-09-21T00:34:50.413784+0000","last_fullsized":"2024-09-21T00:34:50.413784+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:38:55.151421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.d","version":"183'1","reported_seq":14,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.413721+0000","last_change":"2024-09-21T00:34:49.389021+0000","last_active":"2024-09-21T00:34:50.413721+0000","last_peered":"2024-09-21T00:34:50.413721+0000","last_clean":"2024-09-21T00:34:50.413721+0000","last_became_active":"2024-09-21T00:34:49.388710+0000","last_became_peered":"2024-09-21T00:34:49.388710+0000","last_unstale":"2024-09-21T00:34:50.413721+0000","last_undegraded":"2024-09-21T00:34:50.413721+0000","last_fullsized":"2024-09-21T00:34:50.413721+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:55:36.942591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"29.d","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.413909+0000","last_change":"2024-09-21T00:34:50.407193+0000","last_active":"2024-09-21T00:34:50.413909+0000","last_peered":"2024-09-21T00:34:50.413909+0000","last_clean":"2024-09-21T00:34:50.413909+0000","last_became_active":"2024-09-21T00:34:50.406032+0000","last_became_peered":"2024-09-21T00:34:50.406032+0000","last_unstale":"2024-09-21T00:34:50.413909+0000","last_undegraded":"2024-09-21T00:34:50.413909+0000","last_fullsized":"2024-09-21T00:34:50.413909+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:07:20.079868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.c","version":"0'0","reported_seq":13,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.389044+0000","last_change":"2024-09-21T00:34:49.387337+0000","last_active":"2024-09-21T00:34:50.389044+0000","last_peered":"2024-09-21T00:34:50.389044+0000","last_clean":"2024-09-21T00:34:50.389044+0000","last_became_active":"2024-09-21T00:34:49.387034+0000","last_became_peered":"2024-09-21T00:34:49.387034+0000","last_unstale":"2024-09-21T00:34:50.389044+0000","last_undegraded":"2024-09-21T00:34:50.389044+0000","last_fullsized":"2024-09-21T00:34:50.389044+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:15:42.170861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"29.a","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.419547+0000","last_change":"2024-09-21T00:34:50.398692+0000","last_active":"2024-09-21T00:34:51.419547+0000","last_peered":"2024-09-21T00:34:51.419547+0000","last_clean":"2024-09-21T00:34:51.419547+0000","last_became_active":"2024-09-21T00:34:50.398396+0000","last_became_peered":"2024-09-21T00:34:50.398396+0000","last_unstale":"2024-09-21T00:34:51.419547+0000","last_undegraded":"2024-09-21T00:34:51.419547+0000","last_fullsized":"2024-09-21T00:34:51.419547+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:54:47.432429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"28.b","version":"183'2","reported_seq":15,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.416965+0000","last_change":"2024-09-21T00:34:49.390702+0000","last_active":"2024-09-21T00:34:50.416965+0000","last_peered":"2024-09-21T00:34:50.416965+0000","last_clean":"2024-09-21T00:34:50.416965+0000","last_became_active":"2024-09-21T00:34:49.390334+0000","last_became_peered":"2024-09-21T00:34:49.390334+0000","last_unstale":"2024-09-21T00:34:50.416965+0000","last_undegraded":"2024-09-21T00:34:50.416965+0000","last_fullsized":"2024-09-21T00:34:50.416965+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:10:48.610772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"29.b","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.411880+0000","last_change":"2024-09-21T00:34:50.403324+0000","last_active":"2024-09-21T00:34:50.411880+0000","last_peered":"2024-09-21T00:34:50.411880+0000","last_clean":"2024-09-21T00:34:50.411880+0000","last_became_active":"2024-09-21T00:34:50.402116+0000","last_became_peered":"2024-09-21T00:34:50.402116+0000","last_unstale":"2024-09-21T00:34:50.411880+0000","last_undegraded":"2024-09-21T00:34:50.411880+0000","last_fullsized":"2024-09-21T00:34:50.411880+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:21:39.406374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.a","version":"0'0","reported_seq":13,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.386978+0000","last_change":"2024-09-21T00:34:49.387236+0000","last_active":"2024-09-21T00:34:50.386978+0000","last_peered":"2024-09-21T00:34:50.386978+0000","last_clean":"2024-09-21T00:34:50.386978+0000","last_became_active":"2024-09-21T00:34:49.381835+0000","last_became_peered":"2024-09-21T00:34:49.381835+0000","last_unstale":"2024-09-21T00:34:50.386978+0000","last_undegraded":"2024-09-21T00:34:50.386978+0000","last_fullsized":"2024-09-21T00:34:50.386978+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:43:11.864563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"29.8","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.396704+0000","last_change":"2024-09-21T00:34:50.395116+0000","last_active":"2024-09-21T00:34:50.396704+0000","last_peered":"2024-09-21T00:34:50.396704+0000","last_clean":"2024-09-21T00:34:50.396704+0000","last_became_active":"2024-09-21T00:34:50.394828+0000","last_became_peered":"2024-09-21T00:34:50.394828+0000","last_unstale":"2024-09-21T00:34:50.396704+0000","last_undegraded":"2024-09-21T00:34:50.396704+0000","last_fullsized":"2024-09-21T00:34:50.396704+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:48:37.715773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"28.9","version":"0'0","reported_seq":13,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.387250+0000","last_change":"2024-09-21T00:34:49.391523+0000","last_active":"2024-09-21T00:34:50.387250+0000","last_peered":"2024-09-21T00:34:50.387250+0000","last_clean":"2024-09-21T00:34:50.387250+0000","last_became_active":"2024-09-21T00:34:49.391172+0000","last_became_peered":"2024-09-21T00:34:49.391172+0000","last_unstale":"2024-09-21T00:34:50.387250+0000","last_undegraded":"2024-09-21T00:34:50.387250+0000","last_fullsized":"2024-09-21T00:34:50.387250+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:25:02.325055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"29.9","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.420649+0000","last_change":"2024-09-21T00:34:50.405156+0000","last_active":"2024-09-21T00:34:51.420649+0000","last_peered":"2024-09-21T00:34:51.420649+0000","last_clean":"2024-09-21T00:34:51.420649+0000","last_became_active":"2024-09-21T00:34:50.401581+0000","last_became_peered":"2024-09-21T00:34:50.401581+0000","last_unstale":"2024-09-21T00:34:51.420649+0000","last_undegraded":"2024-09-21T00:34:51.420649+0000","last_fullsized":"2024-09-21T00:34:51.420649+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:17:50.641088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"28.8","version":"0'0","reported_seq":13,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.391859+0000","last_change":"2024-09-21T00:34:49.380688+0000","last_active":"2024-09-21T00:34:50.391859+0000","last_peered":"2024-09-21T00:34:50.391859+0000","last_clean":"2024-09-21T00:34:50.391859+0000","last_became_active":"2024-09-21T00:34:49.380349+0000","last_became_peered":"2024-09-21T00:34:49.380349+0000","last_unstale":"2024-09-21T00:34:50.391859+0000","last_undegraded":"2024-09-21T00:34:50.391859+0000","last_fullsized":"2024-09-21T00:34:50.391859+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:43:33.966129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"29.6","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.419117+0000","last_change":"2024-09-21T00:34:50.406947+0000","last_active":"2024-09-21T00:34:51.419117+0000","last_peered":"2024-09-21T00:34:51.419117+0000","last_clean":"2024-09-21T00:34:51.419117+0000","last_became_active":"2024-09-21T00:34:50.406505+0000","last_became_peered":"2024-09-21T00:34:50.406505+0000","last_unstale":"2024-09-21T00:34:51.419117+0000","last_undegraded":"2024-09-21T00:34:51.419117+0000","last_fullsized":"2024-09-21T00:34:51.419117+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:19:22.751188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"28.7","version":"183'2","reported_seq":17,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.421405+0000","last_change":"2024-09-21T00:34:49.383751+0000","last_active":"2024-09-21T00:34:51.421405+0000","last_peered":"2024-09-21T00:34:51.421405+0000","last_clean":"2024-09-21T00:34:51.421405+0000","last_became_active":"2024-09-21T00:34:49.383395+0000","last_became_peered":"2024-09-21T00:34:49.383395+0000","last_unstale":"2024-09-21T00:34:51.421405+0000","last_undegraded":"2024-09-21T00:34:51.421405+0000","last_fullsized":"2024-09-21T00:34:51.421405+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:48:38.807926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"29.7","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.405400+0000","last_change":"2024-09-21T00:34:50.401500+0000","last_active":"2024-09-21T00:34:50.405400+0000","last_peered":"2024-09-21T00:34:50.405400+0000","last_clean":"2024-09-21T00:34:50.405400+0000","last_became_active":"2024-09-21T00:34:50.401188+0000","last_became_peered":"2024-09-21T00:34:50.401188+0000","last_unstale":"2024-09-21T00:34:50.405400+0000","last_undegraded":"2024-09-21T00:34:50.405400+0000","last_fullsized":"2024-09-21T00:34:50.405400+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:18:22.137960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.6","version":"0'0","reported_seq":13,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.391372+0000","last_change":"2024-09-21T00:34:49.387669+0000","last_active":"2024-09-21T00:34:50.391372+0000","last_peered":"2024-09-21T00:34:50.391372+0000","last_clean":"2024-09-21T00:34:50.391372+0000","last_became_active":"2024-09-21T00:34:49.387360+0000","last_became_peered":"2024-09-21T00:34:49.387360+0000","last_unstale":"2024-09-21T00:34:50.391372+0000","last_undegraded":"2024-09-21T00:34:50.391372+0000","last_fullsized":"2024-09-21T00:34:50.391372+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:48:13.165416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"29.4","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.406147+0000","last_change":"2024-09-21T00:34:50.403012+0000","last_active":"2024-09-21T00:34:50.406147+0000","last_peered":"2024-09-21T00:34:50.406147+0000","last_clean":"2024-09-21T00:34:50.406147+0000","last_became_active":"2024-09-21T00:34:50.402459+0000","last_became_peered":"2024-09-21T00:34:50.402459+0000","last_unstale":"2024-09-21T00:34:50.406147+0000","last_undegraded":"2024-09-21T00:34:50.406147+0000","last_fullsized":"2024-09-21T00:34:50.406147+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:30:41.088210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.5","version":"0'0","reported_seq":13,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.392316+0000","last_change":"2024-09-21T00:34:49.389633+0000","last_active":"2024-09-21T00:34:50.392316+0000","last_peered":"2024-09-21T00:34:50.392316+0000","last_clean":"2024-09-21T00:34:50.392316+0000","last_became_active":"2024-09-21T00:34:49.389298+0000","last_became_peered":"2024-09-21T00:34:49.389298+0000","last_unstale":"2024-09-21T00:34:50.392316+0000","last_undegraded":"2024-09-21T00:34:50.392316+0000","last_fullsized":"2024-09-21T00:34:50.392316+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:27:08.078115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"29.5","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.420761+0000","last_change":"2024-09-21T00:34:50.399809+0000","last_active":"2024-09-21T00:34:51.420761+0000","last_peered":"2024-09-21T00:34:51.420761+0000","last_clean":"2024-09-21T00:34:51.420761+0000","last_became_active":"2024-09-21T00:34:50.399493+0000","last_became_peered":"2024-09-21T00:34:50.399493+0000","last_unstale":"2024-09-21T00:34:51.420761+0000","last_undegraded":"2024-09-21T00:34:51.420761+0000","last_fullsized":"2024-09-21T00:34:51.420761+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:19:12.054218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"28.4","version":"0'0","reported_seq":13,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.391004+0000","last_change":"2024-09-21T00:34:49.390053+0000","last_active":"2024-09-21T00:34:50.391004+0000","last_peered":"2024-09-21T00:34:50.391004+0000","last_clean":"2024-09-21T00:34:50.391004+0000","last_became_active":"2024-09-21T00:34:49.389706+0000","last_became_peered":"2024-09-21T00:34:49.389706+0000","last_unstale":"2024-09-21T00:34:50.391004+0000","last_undegraded":"2024-09-21T00:34:50.391004+0000","last_fullsized":"2024-09-21T00:34:50.391004+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:32:05.416622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"29.2","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.386120+0000","last_change":"2024-09-21T00:34:50.397057+0000","last_active":"2024-09-21T00:34:51.386120+0000","last_peered":"2024-09-21T00:34:51.386120+0000","last_clean":"2024-09-21T00:34:51.386120+0000","last_became_active":"2024-09-21T00:34:50.396704+0000","last_became_peered":"2024-09-21T00:34:50.396704+0000","last_unstale":"2024-09-21T00:34:51.386120+0000","last_undegraded":"2024-09-21T00:34:51.386120+0000","last_fullsized":"2024-09-21T00:34:51.386120+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:53:32.178452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"28.3","version":"0'0","reported_seq":13,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.386765+0000","last_change":"2024-09-21T00:34:49.387090+0000","last_active":"2024-09-21T00:34:50.386765+0000","last_peered":"2024-09-21T00:34:50.386765+0000","last_clean":"2024-09-21T00:34:50.386765+0000","last_became_active":"2024-09-21T00:34:49.386746+0000","last_became_peered":"2024-09-21T00:34:49.386746+0000","last_unstale":"2024-09-21T00:34:50.386765+0000","last_undegraded":"2024-09-21T00:34:50.386765+0000","last_fullsized":"2024-09-21T00:34:50.386765+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:21:47.938334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"29.3","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.415892+0000","last_change":"2024-09-21T00:34:50.412958+0000","last_active":"2024-09-21T00:34:50.415892+0000","last_peered":"2024-09-21T00:34:50.415892+0000","last_clean":"2024-09-21T00:34:50.415892+0000","last_became_active":"2024-09-21T00:34:50.410634+0000","last_became_peered":"2024-09-21T00:34:50.410634+0000","last_unstale":"2024-09-21T00:34:50.415892+0000","last_undegraded":"2024-09-21T00:34:50.415892+0000","last_fullsized":"2024-09-21T00:34:50.415892+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:10:05.896748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.2","version":"0'0","reported_seq":13,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.392142+0000","last_change":"2024-09-21T00:34:49.376214+0000","last_active":"2024-09-21T00:34:50.392142+0000","last_peered":"2024-09-21T00:34:50.392142+0000","last_clean":"2024-09-21T00:34:50.392142+0000","last_became_active":"2024-09-21T00:34:49.375912+0000","last_became_peered":"2024-09-21T00:34:49.375912+0000","last_unstale":"2024-09-21T00:34:50.392142+0000","last_undegraded":"2024-09-21T00:34:50.392142+0000","last_fullsized":"2024-09-21T00:34:50.392142+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:18:10.128969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"29.0","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.411493+0000","last_change":"2024-09-21T00:34:50.404534+0000","last_active":"2024-09-21T00:34:50.411493+0000","last_peered":"2024-09-21T00:34:50.411493+0000","last_clean":"2024-09-21T00:34:50.411493+0000","last_became_active":"2024-09-21T00:34:50.404225+0000","last_became_peered":"2024-09-21T00:34:50.404225+0000","last_unstale":"2024-09-21T00:34:50.411493+0000","last_undegraded":"2024-09-21T00:34:50.411493+0000","last_fullsized":"2024-09-21T00:34:50.411493+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:08:05.112360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.1","version":"0'0","reported_seq":15,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.420829+0000","last_change":"2024-09-21T00:34:49.383196+0000","last_active":"2024-09-21T00:34:51.420829+0000","last_peered":"2024-09-21T00:34:51.420829+0000","last_clean":"2024-09-21T00:34:51.420829+0000","last_became_active":"2024-09-21T00:34:49.382871+0000","last_became_peered":"2024-09-21T00:34:49.382871+0000","last_unstale":"2024-09-21T00:34:51.420829+0000","last_undegraded":"2024-09-21T00:34:51.420829+0000","last_fullsized":"2024-09-21T00:34:51.420829+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:32:21.636191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"29.1","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.400989+0000","last_change":"2024-09-21T00:34:50.400081+0000","last_active":"2024-09-21T00:34:50.400989+0000","last_peered":"2024-09-21T00:34:50.400989+0000","last_clean":"2024-09-21T00:34:50.400989+0000","last_became_active":"2024-09-21T00:34:50.399718+0000","last_became_peered":"2024-09-21T00:34:50.399718+0000","last_unstale":"2024-09-21T00:34:50.400989+0000","last_undegraded":"2024-09-21T00:34:50.400989+0000","last_fullsized":"2024-09-21T00:34:50.400989+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:54:02.771701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"28.0","version":"0'0","reported_seq":13,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.392142+0000","last_change":"2024-09-21T00:34:49.380590+0000","last_active":"2024-09-21T00:34:50.392142+0000","last_peered":"2024-09-21T00:34:50.392142+0000","last_clean":"2024-09-21T00:34:50.392142+0000","last_became_active":"2024-09-21T00:34:49.380253+0000","last_became_peered":"2024-09-21T00:34:49.380253+0000","last_unstale":"2024-09-21T00:34:50.392142+0000","last_undegraded":"2024-09-21T00:34:50.392142+0000","last_fullsized":"2024-09-21T00:34:50.392142+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:26:50.479786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"29.1c","version":"0'0","reported_seq":10,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.405507+0000","last_change":"2024-09-21T00:34:50.403542+0000","last_active":"2024-09-21T00:34:50.405507+0000","last_peered":"2024-09-21T00:34:50.405507+0000","last_clean":"2024-09-21T00:34:50.405507+0000","last_became_active":"2024-09-21T00:34:50.403239+0000","last_became_peered":"2024-09-21T00:34:50.403239+0000","last_unstale":"2024-09-21T00:34:50.405507+0000","last_undegraded":"2024-09-21T00:34:50.405507+0000","last_fullsized":"2024-09-21T00:34:50.405507+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:28:07.549158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"28.1d","version":"183'2","reported_seq":15,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.415616+0000","last_change":"2024-09-21T00:34:49.392209+0000","last_active":"2024-09-21T00:34:50.415616+0000","last_peered":"2024-09-21T00:34:50.415616+0000","last_clean":"2024-09-21T00:34:50.415616+0000","last_became_active":"2024-09-21T00:34:49.391837+0000","last_became_peered":"2024-09-21T00:34:49.391837+0000","last_unstale":"2024-09-21T00:34:50.415616+0000","last_undegraded":"2024-09-21T00:34:50.415616+0000","last_fullsized":"2024-09-21T00:34:50.415616+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:22:49.686669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":402,"reported_epoch":183,"state":"active+clean","last_fresh":"2024-09-21T00:34:50.388222+0000","last_change":"2024-09-21T00:21:11.583793+0000","last_active":"2024-09-21T00:34:50.388222+0000","last_peered":"2024-09-21T00:34:50.388222+0000","last_clean":"2024-09-21T00:34:50.388222+0000","last_became_active":"2024-09-21T00:21:11.582502+0000","last_became_peered":"2024-09-21T00:21:11.582502+0000","last_unstale":"2024-09-21T00:34:50.388222+0000","last_undegraded":"2024-09-21T00:34:50.388222+0000","last_fullsized":"2024-09-21T00:34:50.388222+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_clean_scrub_stamp":"2024-09-21T00:21:10.311964+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:58.010953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":29,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":28,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509608,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":47920,"kb_used_data":2836,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94323920,"statfs":{"total":96636764160,"available":96587694080,"internally_reserved":0,"allocated":2904064,"data_stored":1602599,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":46135754},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509608,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":69480,"kb_used_data":2260,"kb_used_omap":1,"kb_used_meta":67198,"kb_avail":94302360,"statfs":{"total":96636764160,"available":96565616640,"internally_reserved":0,"allocated":2314240,"data_stored":1012217,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":68811206},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509608,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59816,"kb_used_data":2252,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312024,"statfs":{"total":96636764160,"available":96575512576,"internally_reserved":0,"allocated":2306048,"data_stored":1012161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":58915269},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509609,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":73716,"kb_used_data":2268,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94298124,"statfs":{"total":96636764160,"available":96561278976,"internally_reserved":0,"allocated":2322432,"data_stored":1013843,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":73136584},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509609,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":47352,"kb_used_data":2272,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94324488,"statfs":{"total":96636764160,"available":96588275712,"internally_reserved":0,"allocated":2326528,"data_stored":1013829,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":46135749},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509607,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":74288,"kb_used_data":2840,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94297552,"statfs":{"total":96636764160,"available":96560693248,"internally_reserved":0,"allocated":2908160,"data_stored":1603201,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":73136582},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834575016,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":73720,"kb_used_data":2268,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94298120,"statfs":{"total":96636764160,"available":96561274880,"internally_reserved":0,"allocated":2322432,"data_stored":1019043,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":73136581},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834575016,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":77880,"kb_used_data":2268,"kb_used_omap":1,"kb_used_meta":75582,"kb_avail":94293960,"statfs":{"total":96636764160,"available":96557015040,"internally_reserved":0,"allocated":2322432,"data_stored":1018551,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":77396422},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T00:34:56.348 INFO:tasks.ceph.mds.c.smithi067.stderr:2024-09-21T00:34:56.347+0000 7fb98e73a640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-21T00:34:58.997 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T00:34:59.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.127+0000 7f5e3f6a2640 1 -- 172.21.15.67:0/3210135754 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e380d1010 msgr2=0x7f5e380d1420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:59.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.127+0000 7f5e3f6a2640 1 --2- 172.21.15.67:0/3210135754 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e380d1010 0x7f5e380d1420 secure :-1 s=READY pgs=2351 cs=0 l=1 rev1=1 crypto rx=0x7f5e28009830 tx=0x7f5e2802a510 comp rx=0 tx=0).stop 2024-09-21T00:34:59.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.127+0000 7f5e3f6a2640 1 -- 172.21.15.67:0/3210135754 shutdown_connections 2024-09-21T00:34:59.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.127+0000 7f5e3f6a2640 1 --2- 172.21.15.67:0/3210135754 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5e380b73f0 0x7f5e380b7800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:59.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.127+0000 7f5e3f6a2640 1 --2- 172.21.15.67:0/3210135754 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e380d1010 0x7f5e380d1420 unknown :-1 s=CLOSED pgs=2351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:59.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.127+0000 7f5e3f6a2640 1 -- 172.21.15.67:0/3210135754 >> 172.21.15.67:0/3210135754 conn(0x7f5e3808bee0 msgr2=0x7f5e380d45a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:59.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.127+0000 7f5e3f6a2640 1 -- 172.21.15.67:0/3210135754 shutdown_connections 2024-09-21T00:34:59.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.127+0000 7f5e3f6a2640 1 -- 172.21.15.67:0/3210135754 wait complete. 2024-09-21T00:34:59.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.129+0000 7f5e3f6a2640 1 Processor -- start 2024-09-21T00:34:59.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.129+0000 7f5e3f6a2640 1 -- start start 2024-09-21T00:34:59.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.131+0000 7f5e3f6a2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e380b73f0 0x7f5e38158990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:59.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.131+0000 7f5e3f6a2640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5e380b9780 0x7f5e38157450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:59.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.131+0000 7f5e3f6a2640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5e380d1010 0x7f5e38157990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:59.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.131+0000 7f5e3f6a2640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f5e380cf5a0 con 0x7f5e380b73f0 2024-09-21T00:34:59.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.131+0000 7f5e3f6a2640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f5e380cf420 con 0x7f5e380d1010 2024-09-21T00:34:59.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.131+0000 7f5e3f6a2640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f5e380cf720 con 0x7f5e380b9780 2024-09-21T00:34:59.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.131+0000 7f5e3d43e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e380b73f0 0x7f5e38158990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:59.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.131+0000 7f5e3d43e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e380b73f0 0x7f5e38158990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46736/0 (socket says 172.21.15.67:46736) 2024-09-21T00:34:59.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.131+0000 7f5e3d43e640 1 -- 172.21.15.67:0/3058338747 learned_addr learned my addr 172.21.15.67:0/3058338747 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:59.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.131+0000 7f5e3cc3d640 1 --2- 172.21.15.67:0/3058338747 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5e380b9780 0x7f5e38157450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:59.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.131+0000 7f5e3dc3f640 1 --2- 172.21.15.67:0/3058338747 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5e380d1010 0x7f5e38157990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:59.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.131+0000 7f5e3d43e640 1 -- 172.21.15.67:0/3058338747 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5e380b9780 msgr2=0x7f5e38157450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:59.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.131+0000 7f5e3d43e640 1 --2- 172.21.15.67:0/3058338747 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5e380b9780 0x7f5e38157450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:59.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.131+0000 7f5e3d43e640 1 -- 172.21.15.67:0/3058338747 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5e380d1010 msgr2=0x7f5e38157990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:59.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.131+0000 7f5e3d43e640 1 --2- 172.21.15.67:0/3058338747 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5e380d1010 0x7f5e38157990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:59.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.131+0000 7f5e3d43e640 1 -- 172.21.15.67:0/3058338747 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e3815a360 con 0x7f5e380b73f0 2024-09-21T00:34:59.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.131+0000 7f5e3d43e640 1 --2- 172.21.15.67:0/3058338747 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e380b73f0 0x7f5e38158990 secure :-1 s=READY pgs=2352 cs=0 l=1 rev1=1 crypto rx=0x7f5e3400c3f0 tx=0x7f5e34001e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:59.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.132+0000 7f5e2dffb640 1 -- 172.21.15.67:0/3058338747 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e34017070 con 0x7f5e380b73f0 2024-09-21T00:34:59.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.132+0000 7f5e2dffb640 1 -- 172.21.15.67:0/3058338747 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5e340035f0 con 0x7f5e380b73f0 2024-09-21T00:34:59.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.132+0000 7f5e3f6a2640 1 -- 172.21.15.67:0/3058338747 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e38159de0 con 0x7f5e380b73f0 2024-09-21T00:34:59.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.132+0000 7f5e2dffb640 1 -- 172.21.15.67:0/3058338747 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e34003a80 con 0x7f5e380b73f0 2024-09-21T00:34:59.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.132+0000 7f5e3f6a2640 1 -- 172.21.15.67:0/3058338747 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e3815a080 con 0x7f5e380b73f0 2024-09-21T00:34:59.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.133+0000 7f5e3f6a2640 1 -- 172.21.15.67:0/3058338747 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5e380b7800 con 0x7f5e380b73f0 2024-09-21T00:34:59.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.134+0000 7f5e2dffb640 1 -- 172.21.15.67:0/3058338747 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f5e3401a070 con 0x7f5e380b73f0 2024-09-21T00:34:59.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.134+0000 7f5e2dffb640 1 --2- 172.21.15.67:0/3058338747 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5e1c078b90 0x7f5e1c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:59.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.135+0000 7f5e2dffb640 1 -- 172.21.15.67:0/3058338747 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(184..184 src has 1..184) ==== 5709+0+0 (secure 0 0 0) 0x7f5e34099f40 con 0x7f5e380b73f0 2024-09-21T00:34:59.137 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.135+0000 7f5e3cc3d640 1 --2- 172.21.15.67:0/3058338747 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5e1c078b90 0x7f5e1c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:59.137 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.135+0000 7f5e3cc3d640 1 --2- 172.21.15.67:0/3058338747 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5e1c078b90 0x7f5e1c07b0a0 secure :-1 s=READY pgs=881 cs=0 l=1 rev1=1 crypto rx=0x7f5e28034000 tx=0x7f5e28004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:59.141 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.139+0000 7f5e2dffb640 1 -- 172.21.15.67:0/3058338747 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f5e34061dc0 con 0x7f5e380b73f0 2024-09-21T00:34:59.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.325+0000 7f5e3f6a2640 1 -- 172.21.15.67:0/3058338747 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f5e3815a530 con 0x7f5e1c078b90 2024-09-21T00:34:59.332 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.330+0000 7f5e2dffb640 1 -- 172.21.15.67:0/3058338747 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252417 (secure 0 0 0) 0x7f5e3815a530 con 0x7f5e1c078b90 2024-09-21T00:34:59.335 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:34:59.336 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-21T00:34:59.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.333+0000 7f5e3f6a2640 1 -- 172.21.15.67:0/3058338747 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5e1c078b90 msgr2=0x7f5e1c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:59.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.333+0000 7f5e3f6a2640 1 --2- 172.21.15.67:0/3058338747 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5e1c078b90 0x7f5e1c07b0a0 secure :-1 s=READY pgs=881 cs=0 l=1 rev1=1 crypto rx=0x7f5e28034000 tx=0x7f5e28004730 comp rx=0 tx=0).stop 2024-09-21T00:34:59.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.333+0000 7f5e3f6a2640 1 -- 172.21.15.67:0/3058338747 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e380b73f0 msgr2=0x7f5e38158990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:59.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.333+0000 7f5e3f6a2640 1 --2- 172.21.15.67:0/3058338747 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e380b73f0 0x7f5e38158990 secure :-1 s=READY pgs=2352 cs=0 l=1 rev1=1 crypto rx=0x7f5e3400c3f0 tx=0x7f5e34001e70 comp rx=0 tx=0).stop 2024-09-21T00:34:59.338 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.333+0000 7f5e3f6a2640 1 -- 172.21.15.67:0/3058338747 shutdown_connections 2024-09-21T00:34:59.338 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.333+0000 7f5e3f6a2640 1 --2- 172.21.15.67:0/3058338747 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5e1c078b90 0x7f5e1c07b0a0 unknown :-1 s=CLOSED pgs=881 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:59.338 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.333+0000 7f5e3f6a2640 1 --2- 172.21.15.67:0/3058338747 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5e380d1010 0x7f5e38157990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:59.338 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.333+0000 7f5e3f6a2640 1 --2- 172.21.15.67:0/3058338747 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5e380b9780 0x7f5e38157450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:59.338 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.333+0000 7f5e3f6a2640 1 --2- 172.21.15.67:0/3058338747 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5e380b73f0 0x7f5e38158990 unknown :-1 s=CLOSED pgs=2352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:59.338 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.333+0000 7f5e3f6a2640 1 -- 172.21.15.67:0/3058338747 >> 172.21.15.67:0/3058338747 conn(0x7f5e3808bee0 msgr2=0x7f5e3806f760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:59.338 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.334+0000 7f5e3f6a2640 1 -- 172.21.15.67:0/3058338747 shutdown_connections 2024-09-21T00:34:59.338 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.334+0000 7f5e3f6a2640 1 -- 172.21.15.67:0/3058338747 wait complete. 2024-09-21T00:34:59.347 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":592,"stamp":"2024-09-21T00:34:57.708464+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":524244,"kb_used_data":19336,"kb_used_omap":12,"kb_used_meta":504691,"kb_avail":754450476,"statfs":{"total":773094113280,"available":772557287424,"internally_reserved":0,"allocated":19800064,"data_stored":9333244,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12749,"internal_metadata":516804147},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001945"},"pg_stats":[{"pgid":"29.3f","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.419917+0000","last_change":"2024-09-21T00:34:50.407643+0000","last_active":"2024-09-21T00:34:51.419917+0000","last_peered":"2024-09-21T00:34:51.419917+0000","last_clean":"2024-09-21T00:34:51.419917+0000","last_became_active":"2024-09-21T00:34:50.407373+0000","last_became_peered":"2024-09-21T00:34:50.407373+0000","last_unstale":"2024-09-21T00:34:51.419917+0000","last_undegraded":"2024-09-21T00:34:51.419917+0000","last_fullsized":"2024-09-21T00:34:51.419917+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:08:19.654415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"29.3e","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.386411+0000","last_change":"2024-09-21T00:34:50.408501+0000","last_active":"2024-09-21T00:34:51.386411+0000","last_peered":"2024-09-21T00:34:51.386411+0000","last_clean":"2024-09-21T00:34:51.386411+0000","last_became_active":"2024-09-21T00:34:50.408181+0000","last_became_peered":"2024-09-21T00:34:50.408181+0000","last_unstale":"2024-09-21T00:34:51.386411+0000","last_undegraded":"2024-09-21T00:34:51.386411+0000","last_fullsized":"2024-09-21T00:34:51.386411+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:04:26.929995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"29.3d","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.419743+0000","last_change":"2024-09-21T00:34:50.412194+0000","last_active":"2024-09-21T00:34:51.419743+0000","last_peered":"2024-09-21T00:34:51.419743+0000","last_clean":"2024-09-21T00:34:51.419743+0000","last_became_active":"2024-09-21T00:34:50.411875+0000","last_became_peered":"2024-09-21T00:34:50.411875+0000","last_unstale":"2024-09-21T00:34:51.419743+0000","last_undegraded":"2024-09-21T00:34:51.419743+0000","last_fullsized":"2024-09-21T00:34:51.419743+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:48:57.677349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"29.3c","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.421468+0000","last_change":"2024-09-21T00:34:50.409167+0000","last_active":"2024-09-21T00:34:51.421468+0000","last_peered":"2024-09-21T00:34:51.421468+0000","last_clean":"2024-09-21T00:34:51.421468+0000","last_became_active":"2024-09-21T00:34:50.408211+0000","last_became_peered":"2024-09-21T00:34:50.408211+0000","last_unstale":"2024-09-21T00:34:51.421468+0000","last_undegraded":"2024-09-21T00:34:51.421468+0000","last_fullsized":"2024-09-21T00:34:51.421468+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:54:45.317122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"29.3b","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.419784+0000","last_change":"2024-09-21T00:34:50.400566+0000","last_active":"2024-09-21T00:34:51.419784+0000","last_peered":"2024-09-21T00:34:51.419784+0000","last_clean":"2024-09-21T00:34:51.419784+0000","last_became_active":"2024-09-21T00:34:50.400295+0000","last_became_peered":"2024-09-21T00:34:50.400295+0000","last_unstale":"2024-09-21T00:34:51.419784+0000","last_undegraded":"2024-09-21T00:34:51.419784+0000","last_fullsized":"2024-09-21T00:34:51.419784+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:48:17.873179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"29.3a","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.383416+0000","last_change":"2024-09-21T00:34:50.403231+0000","last_active":"2024-09-21T00:34:51.383416+0000","last_peered":"2024-09-21T00:34:51.383416+0000","last_clean":"2024-09-21T00:34:51.383416+0000","last_became_active":"2024-09-21T00:34:50.402099+0000","last_became_peered":"2024-09-21T00:34:50.402099+0000","last_unstale":"2024-09-21T00:34:51.383416+0000","last_undegraded":"2024-09-21T00:34:51.383416+0000","last_fullsized":"2024-09-21T00:34:51.383416+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:02:25.178825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"29.39","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.420345+0000","last_change":"2024-09-21T00:34:50.410957+0000","last_active":"2024-09-21T00:34:51.420345+0000","last_peered":"2024-09-21T00:34:51.420345+0000","last_clean":"2024-09-21T00:34:51.420345+0000","last_became_active":"2024-09-21T00:34:50.410624+0000","last_became_peered":"2024-09-21T00:34:50.410624+0000","last_unstale":"2024-09-21T00:34:51.420345+0000","last_undegraded":"2024-09-21T00:34:51.420345+0000","last_fullsized":"2024-09-21T00:34:51.420345+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:11:27.706626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"29.38","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.419068+0000","last_change":"2024-09-21T00:34:50.388378+0000","last_active":"2024-09-21T00:34:51.419068+0000","last_peered":"2024-09-21T00:34:51.419068+0000","last_clean":"2024-09-21T00:34:51.419068+0000","last_became_active":"2024-09-21T00:34:50.385848+0000","last_became_peered":"2024-09-21T00:34:50.385848+0000","last_unstale":"2024-09-21T00:34:51.419068+0000","last_undegraded":"2024-09-21T00:34:51.419068+0000","last_fullsized":"2024-09-21T00:34:51.419068+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:58:25.027098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"29.37","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.420237+0000","last_change":"2024-09-21T00:34:50.401453+0000","last_active":"2024-09-21T00:34:51.420237+0000","last_peered":"2024-09-21T00:34:51.420237+0000","last_clean":"2024-09-21T00:34:51.420237+0000","last_became_active":"2024-09-21T00:34:50.401175+0000","last_became_peered":"2024-09-21T00:34:50.401175+0000","last_unstale":"2024-09-21T00:34:51.420237+0000","last_undegraded":"2024-09-21T00:34:51.420237+0000","last_fullsized":"2024-09-21T00:34:51.420237+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:52:53.077861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"29.36","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.383549+0000","last_change":"2024-09-21T00:34:50.392926+0000","last_active":"2024-09-21T00:34:51.383549+0000","last_peered":"2024-09-21T00:34:51.383549+0000","last_clean":"2024-09-21T00:34:51.383549+0000","last_became_active":"2024-09-21T00:34:50.392599+0000","last_became_peered":"2024-09-21T00:34:50.392599+0000","last_unstale":"2024-09-21T00:34:51.383549+0000","last_undegraded":"2024-09-21T00:34:51.383549+0000","last_fullsized":"2024-09-21T00:34:51.383549+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:49:46.077137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"29.35","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.419586+0000","last_change":"2024-09-21T00:34:50.409452+0000","last_active":"2024-09-21T00:34:51.419586+0000","last_peered":"2024-09-21T00:34:51.419586+0000","last_clean":"2024-09-21T00:34:51.419586+0000","last_became_active":"2024-09-21T00:34:50.407927+0000","last_became_peered":"2024-09-21T00:34:50.407927+0000","last_unstale":"2024-09-21T00:34:51.419586+0000","last_undegraded":"2024-09-21T00:34:51.419586+0000","last_fullsized":"2024-09-21T00:34:51.419586+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:38:41.819006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"29.34","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.385781+0000","last_change":"2024-09-21T00:34:50.398297+0000","last_active":"2024-09-21T00:34:51.385781+0000","last_peered":"2024-09-21T00:34:51.385781+0000","last_clean":"2024-09-21T00:34:51.385781+0000","last_became_active":"2024-09-21T00:34:50.397950+0000","last_became_peered":"2024-09-21T00:34:50.397950+0000","last_unstale":"2024-09-21T00:34:51.385781+0000","last_undegraded":"2024-09-21T00:34:51.385781+0000","last_fullsized":"2024-09-21T00:34:51.385781+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:25:06.959622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"29.33","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.385774+0000","last_change":"2024-09-21T00:34:50.388297+0000","last_active":"2024-09-21T00:34:51.385774+0000","last_peered":"2024-09-21T00:34:51.385774+0000","last_clean":"2024-09-21T00:34:51.385774+0000","last_became_active":"2024-09-21T00:34:50.387950+0000","last_became_peered":"2024-09-21T00:34:50.387950+0000","last_unstale":"2024-09-21T00:34:51.385774+0000","last_undegraded":"2024-09-21T00:34:51.385774+0000","last_fullsized":"2024-09-21T00:34:51.385774+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:53:59.957638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"29.32","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.385146+0000","last_change":"2024-09-21T00:34:50.391086+0000","last_active":"2024-09-21T00:34:51.385146+0000","last_peered":"2024-09-21T00:34:51.385146+0000","last_clean":"2024-09-21T00:34:51.385146+0000","last_became_active":"2024-09-21T00:34:50.390751+0000","last_became_peered":"2024-09-21T00:34:50.390751+0000","last_unstale":"2024-09-21T00:34:51.385146+0000","last_undegraded":"2024-09-21T00:34:51.385146+0000","last_fullsized":"2024-09-21T00:34:51.385146+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:32:06.424220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"29.31","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.418924+0000","last_change":"2024-09-21T00:34:50.404094+0000","last_active":"2024-09-21T00:34:51.418924+0000","last_peered":"2024-09-21T00:34:51.418924+0000","last_clean":"2024-09-21T00:34:51.418924+0000","last_became_active":"2024-09-21T00:34:50.403725+0000","last_became_peered":"2024-09-21T00:34:50.403725+0000","last_unstale":"2024-09-21T00:34:51.418924+0000","last_undegraded":"2024-09-21T00:34:51.418924+0000","last_fullsized":"2024-09-21T00:34:51.418924+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:17:40.104745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"29.30","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.386423+0000","last_change":"2024-09-21T00:34:50.397822+0000","last_active":"2024-09-21T00:34:51.386423+0000","last_peered":"2024-09-21T00:34:51.386423+0000","last_clean":"2024-09-21T00:34:51.386423+0000","last_became_active":"2024-09-21T00:34:50.397354+0000","last_became_peered":"2024-09-21T00:34:50.397354+0000","last_unstale":"2024-09-21T00:34:51.386423+0000","last_undegraded":"2024-09-21T00:34:51.386423+0000","last_fullsized":"2024-09-21T00:34:51.386423+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:48:39.815525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"29.2f","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.385331+0000","last_change":"2024-09-21T00:34:50.390480+0000","last_active":"2024-09-21T00:34:51.385331+0000","last_peered":"2024-09-21T00:34:51.385331+0000","last_clean":"2024-09-21T00:34:51.385331+0000","last_became_active":"2024-09-21T00:34:50.390120+0000","last_became_peered":"2024-09-21T00:34:50.390120+0000","last_unstale":"2024-09-21T00:34:51.385331+0000","last_undegraded":"2024-09-21T00:34:51.385331+0000","last_fullsized":"2024-09-21T00:34:51.385331+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:39:51.900793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"29.2e","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.383737+0000","last_change":"2024-09-21T00:34:50.411658+0000","last_active":"2024-09-21T00:34:51.383737+0000","last_peered":"2024-09-21T00:34:51.383737+0000","last_clean":"2024-09-21T00:34:51.383737+0000","last_became_active":"2024-09-21T00:34:50.411265+0000","last_became_peered":"2024-09-21T00:34:50.411265+0000","last_unstale":"2024-09-21T00:34:51.383737+0000","last_undegraded":"2024-09-21T00:34:51.383737+0000","last_fullsized":"2024-09-21T00:34:51.383737+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:32:37.857215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"29.2d","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.421010+0000","last_change":"2024-09-21T00:34:50.404055+0000","last_active":"2024-09-21T00:34:51.421010+0000","last_peered":"2024-09-21T00:34:51.421010+0000","last_clean":"2024-09-21T00:34:51.421010+0000","last_became_active":"2024-09-21T00:34:50.403740+0000","last_became_peered":"2024-09-21T00:34:50.403740+0000","last_unstale":"2024-09-21T00:34:51.421010+0000","last_undegraded":"2024-09-21T00:34:51.421010+0000","last_fullsized":"2024-09-21T00:34:51.421010+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:56:48.172910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"29.2c","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.383407+0000","last_change":"2024-09-21T00:34:50.398378+0000","last_active":"2024-09-21T00:34:51.383407+0000","last_peered":"2024-09-21T00:34:51.383407+0000","last_clean":"2024-09-21T00:34:51.383407+0000","last_became_active":"2024-09-21T00:34:50.398070+0000","last_became_peered":"2024-09-21T00:34:50.398070+0000","last_unstale":"2024-09-21T00:34:51.383407+0000","last_undegraded":"2024-09-21T00:34:51.383407+0000","last_fullsized":"2024-09-21T00:34:51.383407+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:33:30.403284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"29.2b","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.420010+0000","last_change":"2024-09-21T00:34:50.402052+0000","last_active":"2024-09-21T00:34:51.420010+0000","last_peered":"2024-09-21T00:34:51.420010+0000","last_clean":"2024-09-21T00:34:51.420010+0000","last_became_active":"2024-09-21T00:34:50.401748+0000","last_became_peered":"2024-09-21T00:34:50.401748+0000","last_unstale":"2024-09-21T00:34:51.420010+0000","last_undegraded":"2024-09-21T00:34:51.420010+0000","last_fullsized":"2024-09-21T00:34:51.420010+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:59:56.942723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"29.2a","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.419202+0000","last_change":"2024-09-21T00:34:50.404160+0000","last_active":"2024-09-21T00:34:51.419202+0000","last_peered":"2024-09-21T00:34:51.419202+0000","last_clean":"2024-09-21T00:34:51.419202+0000","last_became_active":"2024-09-21T00:34:50.403823+0000","last_became_peered":"2024-09-21T00:34:50.403823+0000","last_unstale":"2024-09-21T00:34:51.419202+0000","last_undegraded":"2024-09-21T00:34:51.419202+0000","last_fullsized":"2024-09-21T00:34:51.419202+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:08:57.180607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"29.29","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.419172+0000","last_change":"2024-09-21T00:34:50.397437+0000","last_active":"2024-09-21T00:34:51.419172+0000","last_peered":"2024-09-21T00:34:51.419172+0000","last_clean":"2024-09-21T00:34:51.419172+0000","last_became_active":"2024-09-21T00:34:50.397119+0000","last_became_peered":"2024-09-21T00:34:50.397119+0000","last_unstale":"2024-09-21T00:34:51.419172+0000","last_undegraded":"2024-09-21T00:34:51.419172+0000","last_fullsized":"2024-09-21T00:34:51.419172+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:21:52.333539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"29.28","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.419304+0000","last_change":"2024-09-21T00:34:50.399557+0000","last_active":"2024-09-21T00:34:51.419304+0000","last_peered":"2024-09-21T00:34:51.419304+0000","last_clean":"2024-09-21T00:34:51.419304+0000","last_became_active":"2024-09-21T00:34:50.399257+0000","last_became_peered":"2024-09-21T00:34:50.399257+0000","last_unstale":"2024-09-21T00:34:51.419304+0000","last_undegraded":"2024-09-21T00:34:51.419304+0000","last_fullsized":"2024-09-21T00:34:51.419304+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:20:35.831453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"29.27","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.420059+0000","last_change":"2024-09-21T00:34:50.407506+0000","last_active":"2024-09-21T00:34:51.420059+0000","last_peered":"2024-09-21T00:34:51.420059+0000","last_clean":"2024-09-21T00:34:51.420059+0000","last_became_active":"2024-09-21T00:34:50.407188+0000","last_became_peered":"2024-09-21T00:34:50.407188+0000","last_unstale":"2024-09-21T00:34:51.420059+0000","last_undegraded":"2024-09-21T00:34:51.420059+0000","last_fullsized":"2024-09-21T00:34:51.420059+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:19:03.401618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"29.26","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.420024+0000","last_change":"2024-09-21T00:34:50.390128+0000","last_active":"2024-09-21T00:34:51.420024+0000","last_peered":"2024-09-21T00:34:51.420024+0000","last_clean":"2024-09-21T00:34:51.420024+0000","last_became_active":"2024-09-21T00:34:50.389777+0000","last_became_peered":"2024-09-21T00:34:50.389777+0000","last_unstale":"2024-09-21T00:34:51.420024+0000","last_undegraded":"2024-09-21T00:34:51.420024+0000","last_fullsized":"2024-09-21T00:34:51.420024+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:15:19.940393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"29.25","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.420054+0000","last_change":"2024-09-21T00:34:50.411586+0000","last_active":"2024-09-21T00:34:51.420054+0000","last_peered":"2024-09-21T00:34:51.420054+0000","last_clean":"2024-09-21T00:34:51.420054+0000","last_became_active":"2024-09-21T00:34:50.411295+0000","last_became_peered":"2024-09-21T00:34:50.411295+0000","last_unstale":"2024-09-21T00:34:51.420054+0000","last_undegraded":"2024-09-21T00:34:51.420054+0000","last_fullsized":"2024-09-21T00:34:51.420054+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:43:42.608587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"29.24","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.383648+0000","last_change":"2024-09-21T00:34:50.406950+0000","last_active":"2024-09-21T00:34:51.383648+0000","last_peered":"2024-09-21T00:34:51.383648+0000","last_clean":"2024-09-21T00:34:51.383648+0000","last_became_active":"2024-09-21T00:34:50.406643+0000","last_became_peered":"2024-09-21T00:34:50.406643+0000","last_unstale":"2024-09-21T00:34:51.383648+0000","last_undegraded":"2024-09-21T00:34:51.383648+0000","last_fullsized":"2024-09-21T00:34:51.383648+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:01:24.882698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"29.23","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.385553+0000","last_change":"2024-09-21T00:34:50.408403+0000","last_active":"2024-09-21T00:34:51.385553+0000","last_peered":"2024-09-21T00:34:51.385553+0000","last_clean":"2024-09-21T00:34:51.385553+0000","last_became_active":"2024-09-21T00:34:50.406571+0000","last_became_peered":"2024-09-21T00:34:50.406571+0000","last_unstale":"2024-09-21T00:34:51.385553+0000","last_undegraded":"2024-09-21T00:34:51.385553+0000","last_fullsized":"2024-09-21T00:34:51.385553+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:02:26.105570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"29.22","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.419228+0000","last_change":"2024-09-21T00:34:50.409773+0000","last_active":"2024-09-21T00:34:51.419228+0000","last_peered":"2024-09-21T00:34:51.419228+0000","last_clean":"2024-09-21T00:34:51.419228+0000","last_became_active":"2024-09-21T00:34:50.409394+0000","last_became_peered":"2024-09-21T00:34:50.409394+0000","last_unstale":"2024-09-21T00:34:51.419228+0000","last_undegraded":"2024-09-21T00:34:51.419228+0000","last_fullsized":"2024-09-21T00:34:51.419228+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:46:22.092633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"29.21","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.420411+0000","last_change":"2024-09-21T00:34:50.405986+0000","last_active":"2024-09-21T00:34:51.420411+0000","last_peered":"2024-09-21T00:34:51.420411+0000","last_clean":"2024-09-21T00:34:51.420411+0000","last_became_active":"2024-09-21T00:34:50.405672+0000","last_became_peered":"2024-09-21T00:34:50.405672+0000","last_unstale":"2024-09-21T00:34:51.420411+0000","last_undegraded":"2024-09-21T00:34:51.420411+0000","last_fullsized":"2024-09-21T00:34:51.420411+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:14:35.543343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"29.20","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.419029+0000","last_change":"2024-09-21T00:34:50.404933+0000","last_active":"2024-09-21T00:34:51.419029+0000","last_peered":"2024-09-21T00:34:51.419029+0000","last_clean":"2024-09-21T00:34:51.419029+0000","last_became_active":"2024-09-21T00:34:50.404626+0000","last_became_peered":"2024-09-21T00:34:50.404626+0000","last_unstale":"2024-09-21T00:34:51.419029+0000","last_undegraded":"2024-09-21T00:34:51.419029+0000","last_fullsized":"2024-09-21T00:34:51.419029+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:38:41.819006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"29.1e","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.419832+0000","last_change":"2024-09-21T00:34:50.403199+0000","last_active":"2024-09-21T00:34:51.419832+0000","last_peered":"2024-09-21T00:34:51.419832+0000","last_clean":"2024-09-21T00:34:51.419832+0000","last_became_active":"2024-09-21T00:34:50.402633+0000","last_became_peered":"2024-09-21T00:34:50.402633+0000","last_unstale":"2024-09-21T00:34:51.419832+0000","last_undegraded":"2024-09-21T00:34:51.419832+0000","last_fullsized":"2024-09-21T00:34:51.419832+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:31:24.321924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.1f","version":"183'4","reported_seq":19,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.419651+0000","last_change":"2024-09-21T00:34:49.380702+0000","last_active":"2024-09-21T00:34:51.419651+0000","last_peered":"2024-09-21T00:34:51.419651+0000","last_clean":"2024-09-21T00:34:51.419651+0000","last_became_active":"2024-09-21T00:34:49.380389+0000","last_became_peered":"2024-09-21T00:34:49.380389+0000","last_unstale":"2024-09-21T00:34:51.419651+0000","last_undegraded":"2024-09-21T00:34:51.419651+0000","last_fullsized":"2024-09-21T00:34:51.419651+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:44:51.689090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"29.1f","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.419194+0000","last_change":"2024-09-21T00:34:50.393236+0000","last_active":"2024-09-21T00:34:51.419194+0000","last_peered":"2024-09-21T00:34:51.419194+0000","last_clean":"2024-09-21T00:34:51.419194+0000","last_became_active":"2024-09-21T00:34:50.392896+0000","last_became_peered":"2024-09-21T00:34:50.392896+0000","last_unstale":"2024-09-21T00:34:51.419194+0000","last_undegraded":"2024-09-21T00:34:51.419194+0000","last_fullsized":"2024-09-21T00:34:51.419194+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:48:10.665998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"28.1e","version":"183'1","reported_seq":16,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.386604+0000","last_change":"2024-09-21T00:34:49.381920+0000","last_active":"2024-09-21T00:34:51.386604+0000","last_peered":"2024-09-21T00:34:51.386604+0000","last_clean":"2024-09-21T00:34:51.386604+0000","last_became_active":"2024-09-21T00:34:49.381595+0000","last_became_peered":"2024-09-21T00:34:49.381595+0000","last_unstale":"2024-09-21T00:34:51.386604+0000","last_undegraded":"2024-09-21T00:34:51.386604+0000","last_fullsized":"2024-09-21T00:34:51.386604+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:27:06.878071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"29.1d","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.385128+0000","last_change":"2024-09-21T00:34:50.406471+0000","last_active":"2024-09-21T00:34:51.385128+0000","last_peered":"2024-09-21T00:34:51.385128+0000","last_clean":"2024-09-21T00:34:51.385128+0000","last_became_active":"2024-09-21T00:34:50.406035+0000","last_became_peered":"2024-09-21T00:34:50.406035+0000","last_unstale":"2024-09-21T00:34:51.385128+0000","last_undegraded":"2024-09-21T00:34:51.385128+0000","last_fullsized":"2024-09-21T00:34:51.385128+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:18:35.903844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"28.1c","version":"183'2","reported_seq":17,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.385508+0000","last_change":"2024-09-21T00:34:49.380881+0000","last_active":"2024-09-21T00:34:51.385508+0000","last_peered":"2024-09-21T00:34:51.385508+0000","last_clean":"2024-09-21T00:34:51.385508+0000","last_became_active":"2024-09-21T00:34:49.380497+0000","last_became_peered":"2024-09-21T00:34:49.380497+0000","last_unstale":"2024-09-21T00:34:51.385508+0000","last_undegraded":"2024-09-21T00:34:51.385508+0000","last_fullsized":"2024-09-21T00:34:51.385508+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:24:43.860182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"29.1a","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.419421+0000","last_change":"2024-09-21T00:34:50.409731+0000","last_active":"2024-09-21T00:34:51.419421+0000","last_peered":"2024-09-21T00:34:51.419421+0000","last_clean":"2024-09-21T00:34:51.419421+0000","last_became_active":"2024-09-21T00:34:50.408717+0000","last_became_peered":"2024-09-21T00:34:50.408717+0000","last_unstale":"2024-09-21T00:34:51.419421+0000","last_undegraded":"2024-09-21T00:34:51.419421+0000","last_fullsized":"2024-09-21T00:34:51.419421+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:08:57.180607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"28.1b","version":"183'1","reported_seq":16,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.420819+0000","last_change":"2024-09-21T00:34:49.378799+0000","last_active":"2024-09-21T00:34:51.420819+0000","last_peered":"2024-09-21T00:34:51.420819+0000","last_clean":"2024-09-21T00:34:51.420819+0000","last_became_active":"2024-09-21T00:34:49.378494+0000","last_became_peered":"2024-09-21T00:34:49.378494+0000","last_unstale":"2024-09-21T00:34:51.420819+0000","last_undegraded":"2024-09-21T00:34:51.420819+0000","last_fullsized":"2024-09-21T00:34:51.420819+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:45:40.076132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"29.1b","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.420238+0000","last_change":"2024-09-21T00:34:50.416459+0000","last_active":"2024-09-21T00:34:51.420238+0000","last_peered":"2024-09-21T00:34:51.420238+0000","last_clean":"2024-09-21T00:34:51.420238+0000","last_became_active":"2024-09-21T00:34:50.416132+0000","last_became_peered":"2024-09-21T00:34:50.416132+0000","last_unstale":"2024-09-21T00:34:51.420238+0000","last_undegraded":"2024-09-21T00:34:51.420238+0000","last_fullsized":"2024-09-21T00:34:51.420238+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:32:33.120909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"28.1a","version":"183'1","reported_seq":16,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.420770+0000","last_change":"2024-09-21T00:34:49.382609+0000","last_active":"2024-09-21T00:34:51.420770+0000","last_peered":"2024-09-21T00:34:51.420770+0000","last_clean":"2024-09-21T00:34:51.420770+0000","last_became_active":"2024-09-21T00:34:49.382305+0000","last_became_peered":"2024-09-21T00:34:49.382305+0000","last_unstale":"2024-09-21T00:34:51.420770+0000","last_undegraded":"2024-09-21T00:34:51.420770+0000","last_fullsized":"2024-09-21T00:34:51.420770+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:18:34.896245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"29.18","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.383386+0000","last_change":"2024-09-21T00:34:50.397230+0000","last_active":"2024-09-21T00:34:51.383386+0000","last_peered":"2024-09-21T00:34:51.383386+0000","last_clean":"2024-09-21T00:34:51.383386+0000","last_became_active":"2024-09-21T00:34:50.396936+0000","last_became_peered":"2024-09-21T00:34:50.396936+0000","last_unstale":"2024-09-21T00:34:51.383386+0000","last_undegraded":"2024-09-21T00:34:51.383386+0000","last_fullsized":"2024-09-21T00:34:51.383386+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:22:08.494946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"28.19","version":"0'0","reported_seq":15,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.384650+0000","last_change":"2024-09-21T00:34:49.380512+0000","last_active":"2024-09-21T00:34:51.384650+0000","last_peered":"2024-09-21T00:34:51.384650+0000","last_clean":"2024-09-21T00:34:51.384650+0000","last_became_active":"2024-09-21T00:34:49.380189+0000","last_became_peered":"2024-09-21T00:34:49.380189+0000","last_unstale":"2024-09-21T00:34:51.384650+0000","last_undegraded":"2024-09-21T00:34:51.384650+0000","last_fullsized":"2024-09-21T00:34:51.384650+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:24:34.693753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"29.19","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.386257+0000","last_change":"2024-09-21T00:34:50.408560+0000","last_active":"2024-09-21T00:34:51.386257+0000","last_peered":"2024-09-21T00:34:51.386257+0000","last_clean":"2024-09-21T00:34:51.386257+0000","last_became_active":"2024-09-21T00:34:50.408164+0000","last_became_peered":"2024-09-21T00:34:50.408164+0000","last_unstale":"2024-09-21T00:34:51.386257+0000","last_undegraded":"2024-09-21T00:34:51.386257+0000","last_fullsized":"2024-09-21T00:34:51.386257+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:54:16.458631+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"28.18","version":"0'0","reported_seq":15,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.383559+0000","last_change":"2024-09-21T00:34:49.387275+0000","last_active":"2024-09-21T00:34:51.383559+0000","last_peered":"2024-09-21T00:34:51.383559+0000","last_clean":"2024-09-21T00:34:51.383559+0000","last_became_active":"2024-09-21T00:34:49.386822+0000","last_became_peered":"2024-09-21T00:34:49.386822+0000","last_unstale":"2024-09-21T00:34:51.383559+0000","last_undegraded":"2024-09-21T00:34:51.383559+0000","last_fullsized":"2024-09-21T00:34:51.383559+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:27:42.372900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"29.16","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.386583+0000","last_change":"2024-09-21T00:34:50.410075+0000","last_active":"2024-09-21T00:34:51.386583+0000","last_peered":"2024-09-21T00:34:51.386583+0000","last_clean":"2024-09-21T00:34:51.386583+0000","last_became_active":"2024-09-21T00:34:50.409716+0000","last_became_peered":"2024-09-21T00:34:50.409716+0000","last_unstale":"2024-09-21T00:34:51.386583+0000","last_undegraded":"2024-09-21T00:34:51.386583+0000","last_fullsized":"2024-09-21T00:34:51.386583+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:23:07.657161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"28.17","version":"0'0","reported_seq":15,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.420484+0000","last_change":"2024-09-21T00:34:49.388235+0000","last_active":"2024-09-21T00:34:51.420484+0000","last_peered":"2024-09-21T00:34:51.420484+0000","last_clean":"2024-09-21T00:34:51.420484+0000","last_became_active":"2024-09-21T00:34:49.387908+0000","last_became_peered":"2024-09-21T00:34:49.387908+0000","last_unstale":"2024-09-21T00:34:51.420484+0000","last_undegraded":"2024-09-21T00:34:51.420484+0000","last_fullsized":"2024-09-21T00:34:51.420484+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:08:32.361893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"29.17","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.420324+0000","last_change":"2024-09-21T00:34:50.400748+0000","last_active":"2024-09-21T00:34:51.420324+0000","last_peered":"2024-09-21T00:34:51.420324+0000","last_clean":"2024-09-21T00:34:51.420324+0000","last_became_active":"2024-09-21T00:34:50.400452+0000","last_became_peered":"2024-09-21T00:34:50.400452+0000","last_unstale":"2024-09-21T00:34:51.420324+0000","last_undegraded":"2024-09-21T00:34:51.420324+0000","last_fullsized":"2024-09-21T00:34:51.420324+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:02:25.178825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"28.16","version":"0'0","reported_seq":15,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.419220+0000","last_change":"2024-09-21T00:34:49.377446+0000","last_active":"2024-09-21T00:34:51.419220+0000","last_peered":"2024-09-21T00:34:51.419220+0000","last_clean":"2024-09-21T00:34:51.419220+0000","last_became_active":"2024-09-21T00:34:49.377125+0000","last_became_peered":"2024-09-21T00:34:49.377125+0000","last_unstale":"2024-09-21T00:34:51.419220+0000","last_undegraded":"2024-09-21T00:34:51.419220+0000","last_fullsized":"2024-09-21T00:34:51.419220+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:51:04.025614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"29.14","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.384962+0000","last_change":"2024-09-21T00:34:50.408437+0000","last_active":"2024-09-21T00:34:51.384962+0000","last_peered":"2024-09-21T00:34:51.384962+0000","last_clean":"2024-09-21T00:34:51.384962+0000","last_became_active":"2024-09-21T00:34:50.406836+0000","last_became_peered":"2024-09-21T00:34:50.406836+0000","last_unstale":"2024-09-21T00:34:51.384962+0000","last_undegraded":"2024-09-21T00:34:51.384962+0000","last_fullsized":"2024-09-21T00:34:51.384962+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:05:00.236599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"28.15","version":"183'3","reported_seq":18,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.421088+0000","last_change":"2024-09-21T00:34:49.379631+0000","last_active":"2024-09-21T00:34:51.421088+0000","last_peered":"2024-09-21T00:34:51.421088+0000","last_clean":"2024-09-21T00:34:51.421088+0000","last_became_active":"2024-09-21T00:34:49.377464+0000","last_became_peered":"2024-09-21T00:34:49.377464+0000","last_unstale":"2024-09-21T00:34:51.421088+0000","last_undegraded":"2024-09-21T00:34:51.421088+0000","last_fullsized":"2024-09-21T00:34:51.421088+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:23:06.649563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"29.15","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.419810+0000","last_change":"2024-09-21T00:34:50.399870+0000","last_active":"2024-09-21T00:34:51.419810+0000","last_peered":"2024-09-21T00:34:51.419810+0000","last_clean":"2024-09-21T00:34:51.419810+0000","last_became_active":"2024-09-21T00:34:50.399526+0000","last_became_peered":"2024-09-21T00:34:50.399526+0000","last_unstale":"2024-09-21T00:34:51.419810+0000","last_undegraded":"2024-09-21T00:34:51.419810+0000","last_fullsized":"2024-09-21T00:34:51.419810+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:40:59.033697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"28.14","version":"183'6","reported_seq":21,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.383666+0000","last_change":"2024-09-21T00:34:49.383639+0000","last_active":"2024-09-21T00:34:51.383666+0000","last_peered":"2024-09-21T00:34:51.383666+0000","last_clean":"2024-09-21T00:34:51.383666+0000","last_became_active":"2024-09-21T00:34:49.383317+0000","last_became_peered":"2024-09-21T00:34:49.383317+0000","last_unstale":"2024-09-21T00:34:51.383666+0000","last_undegraded":"2024-09-21T00:34:51.383666+0000","last_fullsized":"2024-09-21T00:34:51.383666+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:07:32.580412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"29.12","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.419396+0000","last_change":"2024-09-21T00:34:50.408665+0000","last_active":"2024-09-21T00:34:51.419396+0000","last_peered":"2024-09-21T00:34:51.419396+0000","last_clean":"2024-09-21T00:34:51.419396+0000","last_became_active":"2024-09-21T00:34:50.408342+0000","last_became_peered":"2024-09-21T00:34:50.408342+0000","last_unstale":"2024-09-21T00:34:51.419396+0000","last_undegraded":"2024-09-21T00:34:51.419396+0000","last_fullsized":"2024-09-21T00:34:51.419396+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:40:59.033697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"28.13","version":"183'2","reported_seq":17,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.420984+0000","last_change":"2024-09-21T00:34:49.381632+0000","last_active":"2024-09-21T00:34:51.420984+0000","last_peered":"2024-09-21T00:34:51.420984+0000","last_clean":"2024-09-21T00:34:51.420984+0000","last_became_active":"2024-09-21T00:34:49.381286+0000","last_became_peered":"2024-09-21T00:34:49.381286+0000","last_unstale":"2024-09-21T00:34:51.420984+0000","last_undegraded":"2024-09-21T00:34:51.420984+0000","last_fullsized":"2024-09-21T00:34:51.420984+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:53:10.797139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"29.13","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.419539+0000","last_change":"2024-09-21T00:34:50.414244+0000","last_active":"2024-09-21T00:34:51.419539+0000","last_peered":"2024-09-21T00:34:51.419539+0000","last_clean":"2024-09-21T00:34:51.419539+0000","last_became_active":"2024-09-21T00:34:50.411588+0000","last_became_peered":"2024-09-21T00:34:50.411588+0000","last_unstale":"2024-09-21T00:34:51.419539+0000","last_undegraded":"2024-09-21T00:34:51.419539+0000","last_fullsized":"2024-09-21T00:34:51.419539+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:56:43.499087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.12","version":"0'0","reported_seq":15,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.419534+0000","last_change":"2024-09-21T00:34:49.382470+0000","last_active":"2024-09-21T00:34:51.419534+0000","last_peered":"2024-09-21T00:34:51.419534+0000","last_clean":"2024-09-21T00:34:51.419534+0000","last_became_active":"2024-09-21T00:34:49.382179+0000","last_became_peered":"2024-09-21T00:34:49.382179+0000","last_unstale":"2024-09-21T00:34:51.419534+0000","last_undegraded":"2024-09-21T00:34:51.419534+0000","last_fullsized":"2024-09-21T00:34:51.419534+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:28:06.541559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"29.10","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.419172+0000","last_change":"2024-09-21T00:34:50.403915+0000","last_active":"2024-09-21T00:34:51.419172+0000","last_peered":"2024-09-21T00:34:51.419172+0000","last_clean":"2024-09-21T00:34:51.419172+0000","last_became_active":"2024-09-21T00:34:50.403549+0000","last_became_peered":"2024-09-21T00:34:50.403549+0000","last_unstale":"2024-09-21T00:34:51.419172+0000","last_undegraded":"2024-09-21T00:34:51.419172+0000","last_fullsized":"2024-09-21T00:34:51.419172+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:30:16.072829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.11","version":"0'0","reported_seq":15,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.420719+0000","last_change":"2024-09-21T00:34:49.377506+0000","last_active":"2024-09-21T00:34:51.420719+0000","last_peered":"2024-09-21T00:34:51.420719+0000","last_clean":"2024-09-21T00:34:51.420719+0000","last_became_active":"2024-09-21T00:34:49.377176+0000","last_became_peered":"2024-09-21T00:34:49.377176+0000","last_unstale":"2024-09-21T00:34:51.420719+0000","last_undegraded":"2024-09-21T00:34:51.420719+0000","last_fullsized":"2024-09-21T00:34:51.420719+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:33:42.088038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"29.11","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.384606+0000","last_change":"2024-09-21T00:34:50.393708+0000","last_active":"2024-09-21T00:34:51.384606+0000","last_peered":"2024-09-21T00:34:51.384606+0000","last_clean":"2024-09-21T00:34:51.384606+0000","last_became_active":"2024-09-21T00:34:50.393393+0000","last_became_peered":"2024-09-21T00:34:50.393393+0000","last_unstale":"2024-09-21T00:34:51.384606+0000","last_undegraded":"2024-09-21T00:34:51.384606+0000","last_fullsized":"2024-09-21T00:34:51.384606+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:15:19.940393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"28.10","version":"183'8","reported_seq":23,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.386382+0000","last_change":"2024-09-21T00:34:49.379304+0000","last_active":"2024-09-21T00:34:51.386382+0000","last_peered":"2024-09-21T00:34:51.386382+0000","last_clean":"2024-09-21T00:34:51.386382+0000","last_became_active":"2024-09-21T00:34:49.378983+0000","last_became_peered":"2024-09-21T00:34:49.378983+0000","last_unstale":"2024-09-21T00:34:51.386382+0000","last_undegraded":"2024-09-21T00:34:51.386382+0000","last_fullsized":"2024-09-21T00:34:51.386382+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:33:55.608004+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"29.e","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.420291+0000","last_change":"2024-09-21T00:34:50.393462+0000","last_active":"2024-09-21T00:34:51.420291+0000","last_peered":"2024-09-21T00:34:51.420291+0000","last_clean":"2024-09-21T00:34:51.420291+0000","last_became_active":"2024-09-21T00:34:50.393176+0000","last_became_peered":"2024-09-21T00:34:50.393176+0000","last_unstale":"2024-09-21T00:34:51.420291+0000","last_undegraded":"2024-09-21T00:34:51.420291+0000","last_fullsized":"2024-09-21T00:34:51.420291+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:05:00.236599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"28.f","version":"183'1","reported_seq":16,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.420686+0000","last_change":"2024-09-21T00:34:49.383424+0000","last_active":"2024-09-21T00:34:51.420686+0000","last_peered":"2024-09-21T00:34:51.420686+0000","last_clean":"2024-09-21T00:34:51.420686+0000","last_became_active":"2024-09-21T00:34:49.383131+0000","last_became_peered":"2024-09-21T00:34:49.383131+0000","last_unstale":"2024-09-21T00:34:51.420686+0000","last_undegraded":"2024-09-21T00:34:51.420686+0000","last_fullsized":"2024-09-21T00:34:51.420686+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:51:33.373601+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"29.f","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.383345+0000","last_change":"2024-09-21T00:34:50.411072+0000","last_active":"2024-09-21T00:34:51.383345+0000","last_peered":"2024-09-21T00:34:51.383345+0000","last_clean":"2024-09-21T00:34:51.383345+0000","last_became_active":"2024-09-21T00:34:50.410738+0000","last_became_peered":"2024-09-21T00:34:50.410738+0000","last_unstale":"2024-09-21T00:34:51.383345+0000","last_undegraded":"2024-09-21T00:34:51.383345+0000","last_fullsized":"2024-09-21T00:34:51.383345+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:43:42.608587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"28.e","version":"183'2","reported_seq":17,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.419344+0000","last_change":"2024-09-21T00:34:49.388251+0000","last_active":"2024-09-21T00:34:51.419344+0000","last_peered":"2024-09-21T00:34:51.419344+0000","last_clean":"2024-09-21T00:34:51.419344+0000","last_became_active":"2024-09-21T00:34:49.387878+0000","last_became_peered":"2024-09-21T00:34:49.387878+0000","last_unstale":"2024-09-21T00:34:51.419344+0000","last_undegraded":"2024-09-21T00:34:51.419344+0000","last_fullsized":"2024-09-21T00:34:51.419344+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:30:46.146268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"29.c","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.420907+0000","last_change":"2024-09-21T00:34:50.405537+0000","last_active":"2024-09-21T00:34:51.420907+0000","last_peered":"2024-09-21T00:34:51.420907+0000","last_clean":"2024-09-21T00:34:51.420907+0000","last_became_active":"2024-09-21T00:34:50.405131+0000","last_became_peered":"2024-09-21T00:34:50.405131+0000","last_unstale":"2024-09-21T00:34:51.420907+0000","last_undegraded":"2024-09-21T00:34:51.420907+0000","last_fullsized":"2024-09-21T00:34:51.420907+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:48:14.173015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.d","version":"183'1","reported_seq":16,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.420273+0000","last_change":"2024-09-21T00:34:49.389021+0000","last_active":"2024-09-21T00:34:51.420273+0000","last_peered":"2024-09-21T00:34:51.420273+0000","last_clean":"2024-09-21T00:34:51.420273+0000","last_became_active":"2024-09-21T00:34:49.388710+0000","last_became_peered":"2024-09-21T00:34:49.388710+0000","last_unstale":"2024-09-21T00:34:51.420273+0000","last_undegraded":"2024-09-21T00:34:51.420273+0000","last_fullsized":"2024-09-21T00:34:51.420273+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:55:36.942591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"29.d","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.420111+0000","last_change":"2024-09-21T00:34:50.407193+0000","last_active":"2024-09-21T00:34:51.420111+0000","last_peered":"2024-09-21T00:34:51.420111+0000","last_clean":"2024-09-21T00:34:51.420111+0000","last_became_active":"2024-09-21T00:34:50.406032+0000","last_became_peered":"2024-09-21T00:34:50.406032+0000","last_unstale":"2024-09-21T00:34:51.420111+0000","last_undegraded":"2024-09-21T00:34:51.420111+0000","last_fullsized":"2024-09-21T00:34:51.420111+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:18:50.550714+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.c","version":"0'0","reported_seq":15,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.383739+0000","last_change":"2024-09-21T00:34:49.387337+0000","last_active":"2024-09-21T00:34:51.383739+0000","last_peered":"2024-09-21T00:34:51.383739+0000","last_clean":"2024-09-21T00:34:51.383739+0000","last_became_active":"2024-09-21T00:34:49.387034+0000","last_became_peered":"2024-09-21T00:34:49.387034+0000","last_unstale":"2024-09-21T00:34:51.383739+0000","last_undegraded":"2024-09-21T00:34:51.383739+0000","last_fullsized":"2024-09-21T00:34:51.383739+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:15:42.170861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"29.a","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.419547+0000","last_change":"2024-09-21T00:34:50.398692+0000","last_active":"2024-09-21T00:34:51.419547+0000","last_peered":"2024-09-21T00:34:51.419547+0000","last_clean":"2024-09-21T00:34:51.419547+0000","last_became_active":"2024-09-21T00:34:50.398396+0000","last_became_peered":"2024-09-21T00:34:50.398396+0000","last_unstale":"2024-09-21T00:34:51.419547+0000","last_undegraded":"2024-09-21T00:34:51.419547+0000","last_fullsized":"2024-09-21T00:34:51.419547+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:54:47.432429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"28.b","version":"183'2","reported_seq":17,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.420562+0000","last_change":"2024-09-21T00:34:49.390702+0000","last_active":"2024-09-21T00:34:51.420562+0000","last_peered":"2024-09-21T00:34:51.420562+0000","last_clean":"2024-09-21T00:34:51.420562+0000","last_became_active":"2024-09-21T00:34:49.390334+0000","last_became_peered":"2024-09-21T00:34:49.390334+0000","last_unstale":"2024-09-21T00:34:51.420562+0000","last_undegraded":"2024-09-21T00:34:51.420562+0000","last_fullsized":"2024-09-21T00:34:51.420562+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:10:48.610772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"29.b","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.419763+0000","last_change":"2024-09-21T00:34:50.403324+0000","last_active":"2024-09-21T00:34:51.419763+0000","last_peered":"2024-09-21T00:34:51.419763+0000","last_clean":"2024-09-21T00:34:51.419763+0000","last_became_active":"2024-09-21T00:34:50.402116+0000","last_became_peered":"2024-09-21T00:34:50.402116+0000","last_unstale":"2024-09-21T00:34:51.419763+0000","last_undegraded":"2024-09-21T00:34:51.419763+0000","last_fullsized":"2024-09-21T00:34:51.419763+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:30:18.988209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.a","version":"0'0","reported_seq":15,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.384842+0000","last_change":"2024-09-21T00:34:49.387236+0000","last_active":"2024-09-21T00:34:51.384842+0000","last_peered":"2024-09-21T00:34:51.384842+0000","last_clean":"2024-09-21T00:34:51.384842+0000","last_became_active":"2024-09-21T00:34:49.381835+0000","last_became_peered":"2024-09-21T00:34:49.381835+0000","last_unstale":"2024-09-21T00:34:51.384842+0000","last_undegraded":"2024-09-21T00:34:51.384842+0000","last_fullsized":"2024-09-21T00:34:51.384842+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:43:11.864563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"29.8","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.419314+0000","last_change":"2024-09-21T00:34:50.395116+0000","last_active":"2024-09-21T00:34:51.419314+0000","last_peered":"2024-09-21T00:34:51.419314+0000","last_clean":"2024-09-21T00:34:51.419314+0000","last_became_active":"2024-09-21T00:34:50.394828+0000","last_became_peered":"2024-09-21T00:34:50.394828+0000","last_unstale":"2024-09-21T00:34:51.419314+0000","last_undegraded":"2024-09-21T00:34:51.419314+0000","last_fullsized":"2024-09-21T00:34:51.419314+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:07:10.569670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"28.9","version":"0'0","reported_seq":15,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.384857+0000","last_change":"2024-09-21T00:34:49.391523+0000","last_active":"2024-09-21T00:34:51.384857+0000","last_peered":"2024-09-21T00:34:51.384857+0000","last_clean":"2024-09-21T00:34:51.384857+0000","last_became_active":"2024-09-21T00:34:49.391172+0000","last_became_peered":"2024-09-21T00:34:49.391172+0000","last_unstale":"2024-09-21T00:34:51.384857+0000","last_undegraded":"2024-09-21T00:34:51.384857+0000","last_fullsized":"2024-09-21T00:34:51.384857+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:25:02.325055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"29.9","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.420649+0000","last_change":"2024-09-21T00:34:50.405156+0000","last_active":"2024-09-21T00:34:51.420649+0000","last_peered":"2024-09-21T00:34:51.420649+0000","last_clean":"2024-09-21T00:34:51.420649+0000","last_became_active":"2024-09-21T00:34:50.401581+0000","last_became_peered":"2024-09-21T00:34:50.401581+0000","last_unstale":"2024-09-21T00:34:51.420649+0000","last_undegraded":"2024-09-21T00:34:51.420649+0000","last_fullsized":"2024-09-21T00:34:51.420649+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:17:50.641088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"28.8","version":"0'0","reported_seq":15,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.419369+0000","last_change":"2024-09-21T00:34:49.380688+0000","last_active":"2024-09-21T00:34:51.419369+0000","last_peered":"2024-09-21T00:34:51.419369+0000","last_clean":"2024-09-21T00:34:51.419369+0000","last_became_active":"2024-09-21T00:34:49.380349+0000","last_became_peered":"2024-09-21T00:34:49.380349+0000","last_unstale":"2024-09-21T00:34:51.419369+0000","last_undegraded":"2024-09-21T00:34:51.419369+0000","last_fullsized":"2024-09-21T00:34:51.419369+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:43:33.966129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"29.6","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.419117+0000","last_change":"2024-09-21T00:34:50.406947+0000","last_active":"2024-09-21T00:34:51.419117+0000","last_peered":"2024-09-21T00:34:51.419117+0000","last_clean":"2024-09-21T00:34:51.419117+0000","last_became_active":"2024-09-21T00:34:50.406505+0000","last_became_peered":"2024-09-21T00:34:50.406505+0000","last_unstale":"2024-09-21T00:34:51.419117+0000","last_undegraded":"2024-09-21T00:34:51.419117+0000","last_fullsized":"2024-09-21T00:34:51.419117+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:19:22.751188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"28.7","version":"183'2","reported_seq":17,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.421405+0000","last_change":"2024-09-21T00:34:49.383751+0000","last_active":"2024-09-21T00:34:51.421405+0000","last_peered":"2024-09-21T00:34:51.421405+0000","last_clean":"2024-09-21T00:34:51.421405+0000","last_became_active":"2024-09-21T00:34:49.383395+0000","last_became_peered":"2024-09-21T00:34:49.383395+0000","last_unstale":"2024-09-21T00:34:51.421405+0000","last_undegraded":"2024-09-21T00:34:51.421405+0000","last_fullsized":"2024-09-21T00:34:51.421405+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:48:38.807926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"29.7","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.420506+0000","last_change":"2024-09-21T00:34:50.401500+0000","last_active":"2024-09-21T00:34:51.420506+0000","last_peered":"2024-09-21T00:34:51.420506+0000","last_clean":"2024-09-21T00:34:51.420506+0000","last_became_active":"2024-09-21T00:34:50.401188+0000","last_became_peered":"2024-09-21T00:34:50.401188+0000","last_unstale":"2024-09-21T00:34:51.420506+0000","last_undegraded":"2024-09-21T00:34:51.420506+0000","last_fullsized":"2024-09-21T00:34:51.420506+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:49:53.685122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.6","version":"184'1","reported_seq":16,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.419751+0000","last_change":"2024-09-21T00:34:49.387669+0000","last_active":"2024-09-21T00:34:51.419751+0000","last_peered":"2024-09-21T00:34:51.419751+0000","last_clean":"2024-09-21T00:34:51.419751+0000","last_became_active":"2024-09-21T00:34:49.387360+0000","last_became_peered":"2024-09-21T00:34:49.387360+0000","last_unstale":"2024-09-21T00:34:51.419751+0000","last_undegraded":"2024-09-21T00:34:51.419751+0000","last_fullsized":"2024-09-21T00:34:51.419751+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:48:13.165416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"29.4","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.420961+0000","last_change":"2024-09-21T00:34:50.403012+0000","last_active":"2024-09-21T00:34:51.420961+0000","last_peered":"2024-09-21T00:34:51.420961+0000","last_clean":"2024-09-21T00:34:51.420961+0000","last_became_active":"2024-09-21T00:34:50.402459+0000","last_became_peered":"2024-09-21T00:34:50.402459+0000","last_unstale":"2024-09-21T00:34:51.420961+0000","last_undegraded":"2024-09-21T00:34:51.420961+0000","last_fullsized":"2024-09-21T00:34:51.420961+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:08:33.369492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.5","version":"0'0","reported_seq":15,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.420402+0000","last_change":"2024-09-21T00:34:49.389633+0000","last_active":"2024-09-21T00:34:51.420402+0000","last_peered":"2024-09-21T00:34:51.420402+0000","last_clean":"2024-09-21T00:34:51.420402+0000","last_became_active":"2024-09-21T00:34:49.389298+0000","last_became_peered":"2024-09-21T00:34:49.389298+0000","last_unstale":"2024-09-21T00:34:51.420402+0000","last_undegraded":"2024-09-21T00:34:51.420402+0000","last_fullsized":"2024-09-21T00:34:51.420402+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:27:08.078115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"29.5","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.420761+0000","last_change":"2024-09-21T00:34:50.399809+0000","last_active":"2024-09-21T00:34:51.420761+0000","last_peered":"2024-09-21T00:34:51.420761+0000","last_clean":"2024-09-21T00:34:51.420761+0000","last_became_active":"2024-09-21T00:34:50.399493+0000","last_became_peered":"2024-09-21T00:34:50.399493+0000","last_unstale":"2024-09-21T00:34:51.420761+0000","last_undegraded":"2024-09-21T00:34:51.420761+0000","last_fullsized":"2024-09-21T00:34:51.420761+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:19:12.054218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"28.4","version":"0'0","reported_seq":15,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.421014+0000","last_change":"2024-09-21T00:34:49.390053+0000","last_active":"2024-09-21T00:34:51.421014+0000","last_peered":"2024-09-21T00:34:51.421014+0000","last_clean":"2024-09-21T00:34:51.421014+0000","last_became_active":"2024-09-21T00:34:49.389706+0000","last_became_peered":"2024-09-21T00:34:49.389706+0000","last_unstale":"2024-09-21T00:34:51.421014+0000","last_undegraded":"2024-09-21T00:34:51.421014+0000","last_fullsized":"2024-09-21T00:34:51.421014+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:32:05.416622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"29.2","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.386120+0000","last_change":"2024-09-21T00:34:50.397057+0000","last_active":"2024-09-21T00:34:51.386120+0000","last_peered":"2024-09-21T00:34:51.386120+0000","last_clean":"2024-09-21T00:34:51.386120+0000","last_became_active":"2024-09-21T00:34:50.396704+0000","last_became_peered":"2024-09-21T00:34:50.396704+0000","last_unstale":"2024-09-21T00:34:51.386120+0000","last_undegraded":"2024-09-21T00:34:51.386120+0000","last_fullsized":"2024-09-21T00:34:51.386120+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:53:32.178452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"28.3","version":"0'0","reported_seq":15,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.384819+0000","last_change":"2024-09-21T00:34:49.387090+0000","last_active":"2024-09-21T00:34:51.384819+0000","last_peered":"2024-09-21T00:34:51.384819+0000","last_clean":"2024-09-21T00:34:51.384819+0000","last_became_active":"2024-09-21T00:34:49.386746+0000","last_became_peered":"2024-09-21T00:34:49.386746+0000","last_unstale":"2024-09-21T00:34:51.384819+0000","last_undegraded":"2024-09-21T00:34:51.384819+0000","last_fullsized":"2024-09-21T00:34:51.384819+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:21:47.938334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"29.3","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.420347+0000","last_change":"2024-09-21T00:34:50.412958+0000","last_active":"2024-09-21T00:34:51.420347+0000","last_peered":"2024-09-21T00:34:51.420347+0000","last_clean":"2024-09-21T00:34:51.420347+0000","last_became_active":"2024-09-21T00:34:50.410634+0000","last_became_peered":"2024-09-21T00:34:50.410634+0000","last_unstale":"2024-09-21T00:34:51.420347+0000","last_undegraded":"2024-09-21T00:34:51.420347+0000","last_fullsized":"2024-09-21T00:34:51.420347+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:45:50.962297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.2","version":"0'0","reported_seq":15,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.419645+0000","last_change":"2024-09-21T00:34:49.376214+0000","last_active":"2024-09-21T00:34:51.419645+0000","last_peered":"2024-09-21T00:34:51.419645+0000","last_clean":"2024-09-21T00:34:51.419645+0000","last_became_active":"2024-09-21T00:34:49.375912+0000","last_became_peered":"2024-09-21T00:34:49.375912+0000","last_unstale":"2024-09-21T00:34:51.419645+0000","last_undegraded":"2024-09-21T00:34:51.419645+0000","last_fullsized":"2024-09-21T00:34:51.419645+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:18:10.128969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"29.0","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.419280+0000","last_change":"2024-09-21T00:34:50.404534+0000","last_active":"2024-09-21T00:34:51.419280+0000","last_peered":"2024-09-21T00:34:51.419280+0000","last_clean":"2024-09-21T00:34:51.419280+0000","last_became_active":"2024-09-21T00:34:50.404225+0000","last_became_peered":"2024-09-21T00:34:50.404225+0000","last_unstale":"2024-09-21T00:34:51.419280+0000","last_undegraded":"2024-09-21T00:34:51.419280+0000","last_fullsized":"2024-09-21T00:34:51.419280+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:45:59.570900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"28.1","version":"0'0","reported_seq":15,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.420829+0000","last_change":"2024-09-21T00:34:49.383196+0000","last_active":"2024-09-21T00:34:51.420829+0000","last_peered":"2024-09-21T00:34:51.420829+0000","last_clean":"2024-09-21T00:34:51.420829+0000","last_became_active":"2024-09-21T00:34:49.382871+0000","last_became_peered":"2024-09-21T00:34:49.382871+0000","last_unstale":"2024-09-21T00:34:51.420829+0000","last_undegraded":"2024-09-21T00:34:51.420829+0000","last_fullsized":"2024-09-21T00:34:51.420829+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:32:21.636191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"29.1","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.419227+0000","last_change":"2024-09-21T00:34:50.400081+0000","last_active":"2024-09-21T00:34:51.419227+0000","last_peered":"2024-09-21T00:34:51.419227+0000","last_clean":"2024-09-21T00:34:51.419227+0000","last_became_active":"2024-09-21T00:34:50.399718+0000","last_became_peered":"2024-09-21T00:34:50.399718+0000","last_unstale":"2024-09-21T00:34:51.419227+0000","last_undegraded":"2024-09-21T00:34:51.419227+0000","last_fullsized":"2024-09-21T00:34:51.419227+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:06:53.933733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"28.0","version":"0'0","reported_seq":15,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.419517+0000","last_change":"2024-09-21T00:34:49.380590+0000","last_active":"2024-09-21T00:34:51.419517+0000","last_peered":"2024-09-21T00:34:51.419517+0000","last_clean":"2024-09-21T00:34:51.419517+0000","last_became_active":"2024-09-21T00:34:49.380253+0000","last_became_peered":"2024-09-21T00:34:49.380253+0000","last_unstale":"2024-09-21T00:34:51.419517+0000","last_undegraded":"2024-09-21T00:34:51.419517+0000","last_fullsized":"2024-09-21T00:34:51.419517+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:26:50.479786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"29.1c","version":"0'0","reported_seq":13,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.419913+0000","last_change":"2024-09-21T00:34:50.403542+0000","last_active":"2024-09-21T00:34:51.419913+0000","last_peered":"2024-09-21T00:34:51.419913+0000","last_clean":"2024-09-21T00:34:51.419913+0000","last_became_active":"2024-09-21T00:34:50.403239+0000","last_became_peered":"2024-09-21T00:34:50.403239+0000","last_unstale":"2024-09-21T00:34:51.419913+0000","last_undegraded":"2024-09-21T00:34:51.419913+0000","last_fullsized":"2024-09-21T00:34:51.419913+0000","mapping_epoch":182,"log_start":"0'0","ondisk_log_start":"0'0","created":182,"last_epoch_clean":183,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:49.359340+0000","last_clean_scrub_stamp":"2024-09-21T00:34:49.359340+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:45:41.671229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"28.1d","version":"183'2","reported_seq":17,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.385159+0000","last_change":"2024-09-21T00:34:49.392209+0000","last_active":"2024-09-21T00:34:51.385159+0000","last_peered":"2024-09-21T00:34:51.385159+0000","last_clean":"2024-09-21T00:34:51.385159+0000","last_became_active":"2024-09-21T00:34:49.391837+0000","last_became_peered":"2024-09-21T00:34:49.391837+0000","last_unstale":"2024-09-21T00:34:51.385159+0000","last_undegraded":"2024-09-21T00:34:51.385159+0000","last_fullsized":"2024-09-21T00:34:51.385159+0000","mapping_epoch":181,"log_start":"0'0","ondisk_log_start":"0'0","created":181,"last_epoch_clean":182,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:34:48.351742+0000","last_clean_scrub_stamp":"2024-09-21T00:34:48.351742+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:22:49.686669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":404,"reported_epoch":184,"state":"active+clean","last_fresh":"2024-09-21T00:34:51.419081+0000","last_change":"2024-09-21T00:21:11.583793+0000","last_active":"2024-09-21T00:34:51.419081+0000","last_peered":"2024-09-21T00:34:51.419081+0000","last_clean":"2024-09-21T00:34:51.419081+0000","last_became_active":"2024-09-21T00:21:11.582502+0000","last_became_peered":"2024-09-21T00:21:11.582502+0000","last_unstale":"2024-09-21T00:34:51.419081+0000","last_undegraded":"2024-09-21T00:34:51.419081+0000","last_fullsized":"2024-09-21T00:34:51.419081+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_clean_scrub_stamp":"2024-09-21T00:21:10.311964+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:58.010953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":29,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":28,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509609,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":47924,"kb_used_data":2848,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94323916,"statfs":{"total":96636764160,"available":96587689984,"internally_reserved":0,"allocated":2916352,"data_stored":1608899,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":46135754},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509609,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":69496,"kb_used_data":2272,"kb_used_omap":1,"kb_used_meta":67198,"kb_avail":94302344,"statfs":{"total":96636764160,"available":96565600256,"internally_reserved":0,"allocated":2326528,"data_stored":1018517,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":68811206},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509609,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59820,"kb_used_data":2264,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94312020,"statfs":{"total":96636764160,"available":96575508480,"internally_reserved":0,"allocated":2318336,"data_stored":1018461,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":58915269},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509610,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":73732,"kb_used_data":2280,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94298108,"statfs":{"total":96636764160,"available":96561262592,"internally_reserved":0,"allocated":2334720,"data_stored":1020143,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":73136584},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509610,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":47368,"kb_used_data":2284,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94324472,"statfs":{"total":96636764160,"available":96588259328,"internally_reserved":0,"allocated":2338816,"data_stored":1020129,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":46135749},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509608,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":74304,"kb_used_data":2852,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94297536,"statfs":{"total":96636764160,"available":96560676864,"internally_reserved":0,"allocated":2920448,"data_stored":1609501,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":73136582},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834575016,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":73720,"kb_used_data":2268,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94298120,"statfs":{"total":96636764160,"available":96561274880,"internally_reserved":0,"allocated":2322432,"data_stored":1019043,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":73136581},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834575016,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":77880,"kb_used_data":2268,"kb_used_omap":1,"kb_used_meta":75582,"kb_avail":94293960,"statfs":{"total":96636764160,"available":96557015040,"internally_reserved":0,"allocated":2322432,"data_stored":1018551,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":77396422},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":28,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":29,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T00:34:59.351 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-21T00:34:59.351 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-21T00:34:59.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.510+0000 7f2377a5c640 1 -- 172.21.15.67:0/3180773439 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f23700b22e0 msgr2=0x7f23700b26f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:59.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.510+0000 7f2377a5c640 1 --2- 172.21.15.67:0/3180773439 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f23700b22e0 0x7f23700b26f0 secure :-1 s=READY pgs=2354 cs=0 l=1 rev1=1 crypto rx=0x7f23700b6070 tx=0x7f236002aac0 comp rx=0 tx=0).stop 2024-09-21T00:34:59.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.510+0000 7f2377a5c640 1 -- 172.21.15.67:0/3180773439 shutdown_connections 2024-09-21T00:34:59.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.510+0000 7f2377a5c640 1 --2- 172.21.15.67:0/3180773439 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f23700b22e0 0x7f23700b26f0 unknown :-1 s=CLOSED pgs=2354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:59.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.510+0000 7f2377a5c640 1 --2- 172.21.15.67:0/3180773439 >> v2:172.21.15.97:3300/0 conn(0x7f23700d4b10 0x7f23700b1da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:59.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.510+0000 7f2377a5c640 1 -- 172.21.15.67:0/3180773439 >> 172.21.15.67:0/3180773439 conn(0x7f237009d8c0 msgr2=0x7f237008bee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:59.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.510+0000 7f2377a5c640 1 -- 172.21.15.67:0/3180773439 shutdown_connections 2024-09-21T00:34:59.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.510+0000 7f2377a5c640 1 -- 172.21.15.67:0/3180773439 wait complete. 2024-09-21T00:34:59.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.512+0000 7f2377a5c640 1 Processor -- start 2024-09-21T00:34:59.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.512+0000 7f2377a5c640 1 -- start start 2024-09-21T00:34:59.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.514+0000 7f2377a5c640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f23700b22e0 0x7f23701f64f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:59.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.514+0000 7f2377a5c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f23700b33d0 0x7f237015ef20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:59.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.514+0000 7f2377a5c640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f23700d4b10 0x7f23701f6b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:59.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.514+0000 7f2377a5c640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f23700b3920 con 0x7f23700b33d0 2024-09-21T00:34:59.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.514+0000 7f2377a5c640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f23700d1ec0 con 0x7f23700b22e0 2024-09-21T00:34:59.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.514+0000 7f2377a5c640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f23700b3aa0 con 0x7f23700d4b10 2024-09-21T00:34:59.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.514+0000 7f2374ff7640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f23700b33d0 0x7f237015ef20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:59.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.514+0000 7f2374ff7640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f23700b33d0 0x7f237015ef20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46748/0 (socket says 172.21.15.67:46748) 2024-09-21T00:34:59.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.514+0000 7f2374ff7640 1 -- 172.21.15.67:0/4065917397 learned_addr learned my addr 172.21.15.67:0/4065917397 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:59.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.514+0000 7f23757f8640 1 --2- 172.21.15.67:0/4065917397 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f23700b22e0 0x7f23701f64f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:59.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.514+0000 7f2375ff9640 1 --2- 172.21.15.67:0/4065917397 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f23700d4b10 0x7f23701f6b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:59.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.514+0000 7f2374ff7640 1 -- 172.21.15.67:0/4065917397 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f23700d4b10 msgr2=0x7f23701f6b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:59.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.514+0000 7f2374ff7640 1 --2- 172.21.15.67:0/4065917397 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f23700d4b10 0x7f23701f6b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:59.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.514+0000 7f2374ff7640 1 -- 172.21.15.67:0/4065917397 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f23700b22e0 msgr2=0x7f23701f64f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:59.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.514+0000 7f2374ff7640 1 --2- 172.21.15.67:0/4065917397 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f23700b22e0 0x7f23701f64f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:59.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.514+0000 7f2374ff7640 1 -- 172.21.15.67:0/4065917397 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23700a0ad0 con 0x7f23700b33d0 2024-09-21T00:34:59.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.514+0000 7f23757f8640 1 --2- 172.21.15.67:0/4065917397 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f23700b22e0 0x7f23701f64f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:34:59.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.514+0000 7f2374ff7640 1 --2- 172.21.15.67:0/4065917397 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f23700b33d0 0x7f237015ef20 secure :-1 s=READY pgs=2355 cs=0 l=1 rev1=1 crypto rx=0x7f236400c970 tx=0x7f236400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:59.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.514+0000 7f236dffb640 1 -- 172.21.15.67:0/4065917397 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2364007bb0 con 0x7f23700b33d0 2024-09-21T00:34:59.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.514+0000 7f236dffb640 1 -- 172.21.15.67:0/4065917397 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2364007e40 con 0x7f23700b33d0 2024-09-21T00:34:59.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.514+0000 7f2377a5c640 1 -- 172.21.15.67:0/4065917397 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23700a0db0 con 0x7f23700b33d0 2024-09-21T00:34:59.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.514+0000 7f236dffb640 1 -- 172.21.15.67:0/4065917397 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f236400f690 con 0x7f23700b33d0 2024-09-21T00:34:59.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.515+0000 7f2377a5c640 1 -- 172.21.15.67:0/4065917397 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f23700a1370 con 0x7f23700b33d0 2024-09-21T00:34:59.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.516+0000 7f2377a5c640 1 -- 172.21.15.67:0/4065917397 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f23700b2ed0 con 0x7f23700b33d0 2024-09-21T00:34:59.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.516+0000 7f236dffb640 1 -- 172.21.15.67:0/4065917397 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f236400f830 con 0x7f23700b33d0 2024-09-21T00:34:59.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.517+0000 7f236dffb640 1 --2- 172.21.15.67:0/4065917397 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f235c078b90 0x7f235c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:59.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.517+0000 7f236dffb640 1 -- 172.21.15.67:0/4065917397 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(184..184 src has 1..184) ==== 5709+0+0 (secure 0 0 0) 0x7f236409b4a0 con 0x7f23700b33d0 2024-09-21T00:34:59.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.517+0000 7f23757f8640 1 --2- 172.21.15.67:0/4065917397 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f235c078b90 0x7f235c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:59.521 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.518+0000 7f23757f8640 1 --2- 172.21.15.67:0/4065917397 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f235c078b90 0x7f235c07b0a0 secure :-1 s=READY pgs=882 cs=0 l=1 rev1=1 crypto rx=0x7f2368007fd0 tx=0x7f2368009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:59.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.522+0000 7f236dffb640 1 -- 172.21.15.67:0/4065917397 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f2364014030 con 0x7f23700b33d0 2024-09-21T00:34:59.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.781+0000 7f2377a5c640 1 -- 172.21.15.67:0/4065917397 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f23701eb780 con 0x7f23700b33d0 2024-09-21T00:34:59.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.784+0000 7f236dffb640 1 -- 172.21.15.67:0/4065917397 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v27) ==== 190+0+147 (secure 0 0 0) 0x7f2364063a00 con 0x7f23700b33d0 2024-09-21T00:34:59.786 INFO:teuthology.orchestra.run.smithi067.stdout:[client.0] 2024-09-21T00:34:59.786 INFO:teuthology.orchestra.run.smithi067.stdout: key = AQBFEe5mUnwLLxAAE0JXCN8yXTH2bWtWI41o2Q== 2024-09-21T00:34:59.786 INFO:teuthology.orchestra.run.smithi067.stdout: caps mds = "allow" 2024-09-21T00:34:59.786 INFO:teuthology.orchestra.run.smithi067.stdout: caps mon = "allow r" 2024-09-21T00:34:59.786 INFO:teuthology.orchestra.run.smithi067.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-21T00:34:59.786 INFO:teuthology.orchestra.run.smithi067.stderr:updated caps for client.0 2024-09-21T00:34:59.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.786+0000 7f2377a5c640 1 -- 172.21.15.67:0/4065917397 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f235c078b90 msgr2=0x7f235c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:59.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.786+0000 7f2377a5c640 1 --2- 172.21.15.67:0/4065917397 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f235c078b90 0x7f235c07b0a0 secure :-1 s=READY pgs=882 cs=0 l=1 rev1=1 crypto rx=0x7f2368007fd0 tx=0x7f2368009040 comp rx=0 tx=0).stop 2024-09-21T00:34:59.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.786+0000 7f2377a5c640 1 -- 172.21.15.67:0/4065917397 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f23700b33d0 msgr2=0x7f237015ef20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:59.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.786+0000 7f2377a5c640 1 --2- 172.21.15.67:0/4065917397 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f23700b33d0 0x7f237015ef20 secure :-1 s=READY pgs=2355 cs=0 l=1 rev1=1 crypto rx=0x7f236400c970 tx=0x7f236400ce30 comp rx=0 tx=0).stop 2024-09-21T00:34:59.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.786+0000 7f2377a5c640 1 -- 172.21.15.67:0/4065917397 shutdown_connections 2024-09-21T00:34:59.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.786+0000 7f2377a5c640 1 --2- 172.21.15.67:0/4065917397 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f235c078b90 0x7f235c07b0a0 unknown :-1 s=CLOSED pgs=882 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:59.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.786+0000 7f2377a5c640 1 --2- 172.21.15.67:0/4065917397 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f23700d4b10 0x7f23701f6b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:59.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.786+0000 7f2377a5c640 1 --2- 172.21.15.67:0/4065917397 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f23700b33d0 0x7f237015ef20 unknown :-1 s=CLOSED pgs=2355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:59.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.786+0000 7f2377a5c640 1 --2- 172.21.15.67:0/4065917397 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f23700b22e0 0x7f23701f64f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:59.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.786+0000 7f2377a5c640 1 -- 172.21.15.67:0/4065917397 >> 172.21.15.67:0/4065917397 conn(0x7f237009d8c0 msgr2=0x7f237006f130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:59.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.786+0000 7f2377a5c640 1 -- 172.21.15.67:0/4065917397 shutdown_connections 2024-09-21T00:34:59.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.786+0000 7f2377a5c640 1 -- 172.21.15.67:0/4065917397 wait complete. 2024-09-21T00:34:59.800 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:34:59.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.914+0000 7f2d40582640 1 -- 172.21.15.67:0/616453917 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2d3815faf0 msgr2=0x7f2d380706b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:59.916 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.914+0000 7f2d40582640 1 --2- 172.21.15.67:0/616453917 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2d3815faf0 0x7f2d380706b0 secure :-1 s=READY pgs=2357 cs=0 l=1 rev1=1 crypto rx=0x7f2d30005fd0 tx=0x7f2d3002a5d0 comp rx=0 tx=0).stop 2024-09-21T00:34:59.917 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.914+0000 7f2d40582640 1 -- 172.21.15.67:0/616453917 shutdown_connections 2024-09-21T00:34:59.917 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.914+0000 7f2d40582640 1 --2- 172.21.15.67:0/616453917 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2d38070bf0 0x7f2d380cf970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:59.917 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.914+0000 7f2d40582640 1 --2- 172.21.15.67:0/616453917 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2d3815faf0 0x7f2d380706b0 unknown :-1 s=CLOSED pgs=2357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:59.917 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.914+0000 7f2d40582640 1 -- 172.21.15.67:0/616453917 >> 172.21.15.67:0/616453917 conn(0x7f2d3806cf90 msgr2=0x7f2d3806d3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:34:59.917 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.914+0000 7f2d40582640 1 -- 172.21.15.67:0/616453917 shutdown_connections 2024-09-21T00:34:59.917 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.914+0000 7f2d40582640 1 -- 172.21.15.67:0/616453917 wait complete. 2024-09-21T00:34:59.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.916+0000 7f2d40582640 1 Processor -- start 2024-09-21T00:34:59.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.916+0000 7f2d40582640 1 -- start start 2024-09-21T00:34:59.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.917+0000 7f2d40582640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2d38070bf0 0x7f2d381f9320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:59.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.917+0000 7f2d40582640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2d380cfeb0 0x7f2d380cc550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:59.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.917+0000 7f2d40582640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2d3815faf0 0x7f2d3813c0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:59.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.917+0000 7f2d40582640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f2d380d0440 con 0x7f2d38070bf0 2024-09-21T00:34:59.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.917+0000 7f2d40582640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f2d380d02c0 con 0x7f2d380cfeb0 2024-09-21T00:34:59.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.917+0000 7f2d40582640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f2d380cd180 con 0x7f2d3815faf0 2024-09-21T00:34:59.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.917+0000 7f2d3e31e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2d38070bf0 0x7f2d381f9320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:59.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.917+0000 7f2d3e31e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2d38070bf0 0x7f2d381f9320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46768/0 (socket says 172.21.15.67:46768) 2024-09-21T00:34:59.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.917+0000 7f2d3e31e640 1 -- 172.21.15.67:0/774150900 learned_addr learned my addr 172.21.15.67:0/774150900 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:34:59.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.918+0000 7f2d3db1d640 1 --2- 172.21.15.67:0/774150900 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2d380cfeb0 0x7f2d380cc550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:59.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.918+0000 7f2d3eb1f640 1 --2- 172.21.15.67:0/774150900 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2d3815faf0 0x7f2d3813c0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:59.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.918+0000 7f2d3e31e640 1 -- 172.21.15.67:0/774150900 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2d3815faf0 msgr2=0x7f2d3813c0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:59.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.918+0000 7f2d3e31e640 1 --2- 172.21.15.67:0/774150900 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2d3815faf0 0x7f2d3813c0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:59.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.918+0000 7f2d3e31e640 1 -- 172.21.15.67:0/774150900 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2d380cfeb0 msgr2=0x7f2d380cc550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:34:59.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.918+0000 7f2d3e31e640 1 --2- 172.21.15.67:0/774150900 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2d380cfeb0 0x7f2d380cc550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:34:59.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.918+0000 7f2d3e31e640 1 -- 172.21.15.67:0/774150900 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d380ccf30 con 0x7f2d38070bf0 2024-09-21T00:34:59.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.918+0000 7f2d3db1d640 1 --2- 172.21.15.67:0/774150900 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2d380cfeb0 0x7f2d380cc550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:34:59.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.918+0000 7f2d3e31e640 1 --2- 172.21.15.67:0/774150900 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2d38070bf0 0x7f2d381f9320 secure :-1 s=READY pgs=2358 cs=0 l=1 rev1=1 crypto rx=0x7f2d30034040 tx=0x7f2d300038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:59.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.918+0000 7f2d36ffd640 1 -- 172.21.15.67:0/774150900 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d3003e030 con 0x7f2d38070bf0 2024-09-21T00:34:59.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.918+0000 7f2d36ffd640 1 -- 172.21.15.67:0/774150900 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2d30003ca0 con 0x7f2d38070bf0 2024-09-21T00:34:59.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.918+0000 7f2d40582640 1 -- 172.21.15.67:0/774150900 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d381582a0 con 0x7f2d38070bf0 2024-09-21T00:34:59.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.918+0000 7f2d36ffd640 1 -- 172.21.15.67:0/774150900 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d30035040 con 0x7f2d38070bf0 2024-09-21T00:34:59.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.918+0000 7f2d40582640 1 -- 172.21.15.67:0/774150900 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d38158860 con 0x7f2d38070bf0 2024-09-21T00:34:59.923 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.919+0000 7f2d40582640 1 -- 172.21.15.67:0/774150900 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2d380cf970 con 0x7f2d38070bf0 2024-09-21T00:34:59.923 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.920+0000 7f2d36ffd640 1 -- 172.21.15.67:0/774150900 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f2d30041030 con 0x7f2d38070bf0 2024-09-21T00:34:59.923 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.920+0000 7f2d36ffd640 1 --2- 172.21.15.67:0/774150900 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2d24078b90 0x7f2d2407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:34:59.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.921+0000 7f2d36ffd640 1 -- 172.21.15.67:0/774150900 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(184..184 src has 1..184) ==== 5709+0+0 (secure 0 0 0) 0x7f2d300bb3c0 con 0x7f2d38070bf0 2024-09-21T00:34:59.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.921+0000 7f2d3db1d640 1 --2- 172.21.15.67:0/774150900 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2d24078b90 0x7f2d2407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:34:59.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.921+0000 7f2d3db1d640 1 --2- 172.21.15.67:0/774150900 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2d24078b90 0x7f2d2407b0a0 secure :-1 s=READY pgs=883 cs=0 l=1 rev1=1 crypto rx=0x7f2d2c005fd0 tx=0x7f2d2c005e20 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:34:59.927 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:34:59.925+0000 7f2d36ffd640 1 -- 172.21.15.67:0/774150900 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f2d30083800 con 0x7f2d38070bf0 2024-09-21T00:35:00.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.153+0000 7f2d40582640 1 -- 172.21.15.67:0/774150900 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2d380ceda0 con 0x7f2d38070bf0 2024-09-21T00:35:00.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.154+0000 7f2d36ffd640 1 -- 172.21.15.67:0/774150900 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 160 v160) ==== 95+0+5235 (secure 0 0 0) 0x7f2d30083100 con 0x7f2d38070bf0 2024-09-21T00:35:00.156 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:00.156 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":160,"btime":"2024-09-21T00:34:53:408205+0000","default_fscid":14,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8633,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/4290480357","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":4290480357},{"type":"v1","addr":"172.21.15.97:6836","nonce":4290480357}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":155},{"gid":9691,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/771998700","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":771998700},{"type":"v1","addr":"172.21.15.67:6835","nonce":771998700}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":155},{"gid":9703,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/2200145279","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":2200145279},{"type":"v1","addr":"172.21.15.97:6837","nonce":2200145279}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":155}],"filesystems":[{"mdsmap":{"epoch":160,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:34:49.753113+0000","modified":"2024-09-21T00:34:52.791688+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":10917},"failed":[],"damaged":[],"stopped":[],"info":{"gid_10917":{"gid":10917,"name":"c","rank":0,"incarnation":156,"state":"up:active","state_seq":3,"addr":"172.21.15.67:6834/2344210347","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":2344210347},{"type":"v1","addr":"172.21.15.67:6834","nonce":2344210347}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[29],"metadata_pool":28,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":10917,"qdb_cluster":[10917]},"id":14}]} 2024-09-21T00:35:00.156 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 160 2024-09-21T00:35:00.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.156+0000 7f2d40582640 1 -- 172.21.15.67:0/774150900 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2d24078b90 msgr2=0x7f2d2407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:00.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.156+0000 7f2d40582640 1 --2- 172.21.15.67:0/774150900 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2d24078b90 0x7f2d2407b0a0 secure :-1 s=READY pgs=883 cs=0 l=1 rev1=1 crypto rx=0x7f2d2c005fd0 tx=0x7f2d2c005e20 comp rx=0 tx=0).stop 2024-09-21T00:35:00.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.156+0000 7f2d40582640 1 -- 172.21.15.67:0/774150900 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2d38070bf0 msgr2=0x7f2d381f9320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:00.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.156+0000 7f2d40582640 1 --2- 172.21.15.67:0/774150900 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2d38070bf0 0x7f2d381f9320 secure :-1 s=READY pgs=2358 cs=0 l=1 rev1=1 crypto rx=0x7f2d30034040 tx=0x7f2d300038a0 comp rx=0 tx=0).stop 2024-09-21T00:35:00.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.157+0000 7f2d40582640 1 -- 172.21.15.67:0/774150900 shutdown_connections 2024-09-21T00:35:00.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.157+0000 7f2d40582640 1 --2- 172.21.15.67:0/774150900 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2d24078b90 0x7f2d2407b0a0 unknown :-1 s=CLOSED pgs=883 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:00.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.157+0000 7f2d40582640 1 --2- 172.21.15.67:0/774150900 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2d3815faf0 0x7f2d3813c0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:00.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.157+0000 7f2d40582640 1 --2- 172.21.15.67:0/774150900 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2d380cfeb0 0x7f2d380cc550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:00.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.157+0000 7f2d40582640 1 --2- 172.21.15.67:0/774150900 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2d38070bf0 0x7f2d381f9320 unknown :-1 s=CLOSED pgs=2358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:00.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.157+0000 7f2d40582640 1 -- 172.21.15.67:0/774150900 >> 172.21.15.67:0/774150900 conn(0x7f2d3806cf90 msgr2=0x7f2d38159fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:00.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.157+0000 7f2d40582640 1 -- 172.21.15.67:0/774150900 shutdown_connections 2024-09-21T00:35:00.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.157+0000 7f2d40582640 1 -- 172.21.15.67:0/774150900 wait complete. 2024-09-21T00:35:00.573 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 160, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-21T00:34:49.753113+0000', 'modified': '2024-09-21T00:34:52.791688+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 10917}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_10917': {'gid': 10917, 'name': 'c', 'rank': 0, 'incarnation': 156, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.67:6834/2344210347', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.67:6832', 'nonce': 2344210347}, {'type': 'v1', 'addr': '172.21.15.67:6834', 'nonce': 2344210347}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [29], 'metadata_pool': 28, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 10917, 'qdb_cluster': [10917]} 2024-09-21T00:35:00.573 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-21T00:35:00.573 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-21T00:35:00.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.694+0000 7f69d4f8a640 1 -- 172.21.15.67:0/1690255495 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f69bc0041c0 msgr2=0x7f69bc004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:00.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.694+0000 7f69d4f8a640 1 --2- 172.21.15.67:0/1690255495 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f69bc0041c0 0x7f69bc004800 secure :-1 s=READY pgs=2360 cs=0 l=1 rev1=1 crypto rx=0x7f69b8006f60 tx=0x7f69bc005830 comp rx=0 tx=0).stop 2024-09-21T00:35:00.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.694+0000 7f69ced9d640 1 -- 172.21.15.67:0/1690255495 reap_dead start 2024-09-21T00:35:00.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.694+0000 7f69d4f8a640 1 -- 172.21.15.67:0/1690255495 shutdown_connections 2024-09-21T00:35:00.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.694+0000 7f69d4f8a640 1 -- 172.21.15.67:0/1690255495 >> 172.21.15.67:0/1690255495 conn(0x7f69d00b4140 msgr2=0x7f69d00b4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:00.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.694+0000 7f69d4f8a640 1 -- 172.21.15.67:0/1690255495 shutdown_connections 2024-09-21T00:35:00.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.694+0000 7f69d4f8a640 1 -- 172.21.15.67:0/1690255495 wait complete. 2024-09-21T00:35:00.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.696+0000 7f69d4f8a640 1 Processor -- start 2024-09-21T00:35:00.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.696+0000 7f69d4f8a640 1 -- start start 2024-09-21T00:35:00.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.697+0000 7f69d4f8a640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f69bc0041c0 0x7f69d01deda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:00.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.697+0000 7f69d4f8a640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f69d01df4a0 0x7f69d00c6fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:00.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.697+0000 7f69d4f8a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f69d01e74d0 0x7f69d01e3bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:00.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.697+0000 7f69d4f8a640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f69d00b4ff0 con 0x7f69d01e74d0 2024-09-21T00:35:00.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.697+0000 7f69d4f8a640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f69d00b4e70 con 0x7f69d01df4a0 2024-09-21T00:35:00.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.697+0000 7f69d4f8a640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f69d00cdb50 con 0x7f69bc0041c0 2024-09-21T00:35:00.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.697+0000 7f69ced9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f69d01e74d0 0x7f69d01e3bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:00.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.698+0000 7f69ced9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f69d01e74d0 0x7f69d01e3bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46772/0 (socket says 172.21.15.67:46772) 2024-09-21T00:35:00.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.698+0000 7f69ced9d640 1 -- 172.21.15.67:0/768301890 learned_addr learned my addr 172.21.15.67:0/768301890 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:35:00.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.698+0000 7f69cdd9b640 1 --2- 172.21.15.67:0/768301890 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f69d01df4a0 0x7f69d00c6fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:00.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.698+0000 7f69ce59c640 1 --2- 172.21.15.67:0/768301890 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f69bc0041c0 0x7f69d01deda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:00.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.698+0000 7f69ced9d640 1 -- 172.21.15.67:0/768301890 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f69bc0041c0 msgr2=0x7f69d01deda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:00.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.698+0000 7f69ced9d640 1 --2- 172.21.15.67:0/768301890 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f69bc0041c0 0x7f69d01deda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:00.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.698+0000 7f69ced9d640 1 -- 172.21.15.67:0/768301890 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f69d01df4a0 msgr2=0x7f69d00c6fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:00.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.698+0000 7f69ced9d640 1 --2- 172.21.15.67:0/768301890 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f69d01df4a0 0x7f69d00c6fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:00.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.698+0000 7f69ced9d640 1 -- 172.21.15.67:0/768301890 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69d01e6710 con 0x7f69d01e74d0 2024-09-21T00:35:00.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.698+0000 7f69ced9d640 1 --2- 172.21.15.67:0/768301890 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f69d01e74d0 0x7f69d01e3bc0 secure :-1 s=READY pgs=2361 cs=0 l=1 rev1=1 crypto rx=0x7f69d00b8080 tx=0x7f69c8006430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:00.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.698+0000 7f69c6ffd640 1 -- 172.21.15.67:0/768301890 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69c8015070 con 0x7f69d01e74d0 2024-09-21T00:35:00.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.698+0000 7f69c6ffd640 1 -- 172.21.15.67:0/768301890 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f69c8011900 con 0x7f69d01e74d0 2024-09-21T00:35:00.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.698+0000 7f69d4f8a640 1 -- 172.21.15.67:0/768301890 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f69d01e69f0 con 0x7f69d01e74d0 2024-09-21T00:35:00.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.698+0000 7f69c6ffd640 1 -- 172.21.15.67:0/768301890 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69c8011d50 con 0x7f69d01e74d0 2024-09-21T00:35:00.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.698+0000 7f69d4f8a640 1 -- 172.21.15.67:0/768301890 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69d00c7810 con 0x7f69d01e74d0 2024-09-21T00:35:00.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.700+0000 7f69c6ffd640 1 -- 172.21.15.67:0/768301890 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f69c8018070 con 0x7f69d01e74d0 2024-09-21T00:35:00.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.701+0000 7f69c6ffd640 1 --2- 172.21.15.67:0/768301890 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f69b0078b90 0x7f69b007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:00.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.701+0000 7f69c6ffd640 1 -- 172.21.15.67:0/768301890 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(184..184 src has 1..184) ==== 5709+0+0 (secure 0 0 0) 0x7f69c809b910 con 0x7f69d01e74d0 2024-09-21T00:35:00.703 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.701+0000 7f69ce59c640 1 --2- 172.21.15.67:0/768301890 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f69b0078b90 0x7f69b007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:00.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.702+0000 7f69ce59c640 1 --2- 172.21.15.67:0/768301890 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f69b0078b90 0x7f69b007b0a0 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7f69c0009bb0 tx=0x7f69c0005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:00.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.702+0000 7f69dbfcf740 1 Processor -- start 2024-09-21T00:35:00.704 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.702+0000 7f69dbfcf740 1 -- start start 2024-09-21T00:35:00.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.703+0000 7f69dbfcf740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b833236270 0x55b833607fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:00.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.704+0000 7f69dbfcf740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b83320d3b0 0x55b833608500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:00.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.704+0000 7f69dbfcf740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b833215590 0x55b833625400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:00.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.704+0000 7f69dbfcf740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55b833550820 con 0x55b83320d3b0 2024-09-21T00:35:00.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.704+0000 7f69dbfcf740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55b83353fc50 con 0x55b833215590 2024-09-21T00:35:00.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.704+0000 7f69dbfcf740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55b833543a60 con 0x55b833236270 2024-09-21T00:35:00.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.704+0000 7f69cdd9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b83320d3b0 0x55b833608500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:00.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.704+0000 7f69cdd9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b83320d3b0 0x55b833608500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46788/0 (socket says 172.21.15.67:46788) 2024-09-21T00:35:00.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.704+0000 7f69cdd9b640 1 -- 172.21.15.67:0/4006671234 learned_addr learned my addr 172.21.15.67:0/4006671234 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:35:00.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.704+0000 7f69ce59c640 1 --2- 172.21.15.67:0/4006671234 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b833236270 0x55b833607fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:00.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.704+0000 7f69ced9d640 1 --2- 172.21.15.67:0/4006671234 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b833215590 0x55b833625400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:00.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.704+0000 7f69cdd9b640 1 -- 172.21.15.67:0/4006671234 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b833236270 msgr2=0x55b833607fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:35:00.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.704+0000 7f69cdd9b640 1 --2- 172.21.15.67:0/4006671234 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b833236270 0x55b833607fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:00.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.704+0000 7f69cdd9b640 1 -- 172.21.15.67:0/4006671234 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b833215590 msgr2=0x55b833625400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:35:00.708 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.704+0000 7f69cdd9b640 1 --2- 172.21.15.67:0/4006671234 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b833215590 0x55b833625400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:00.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.704+0000 7f69cdd9b640 1 -- 172.21.15.67:0/4006671234 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b8332a1850 con 0x55b83320d3b0 2024-09-21T00:35:00.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.704+0000 7f69cdd9b640 1 --2- 172.21.15.67:0/4006671234 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b83320d3b0 0x55b833608500 secure :-1 s=READY pgs=2362 cs=0 l=1 rev1=1 crypto rx=0x7f69b8006f60 tx=0x7f69d009bf20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57f1d415ab6ff12b server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:00.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.704+0000 7f69affff640 1 -- 172.21.15.67:0/4006671234 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69b8006230 con 0x55b83320d3b0 2024-09-21T00:35:00.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.704+0000 7f69affff640 1 -- 172.21.15.67:0/4006671234 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f69b80063d0 con 0x55b83320d3b0 2024-09-21T00:35:00.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.704+0000 7f69affff640 1 -- 172.21.15.67:0/4006671234 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69b8006580 con 0x55b83320d3b0 2024-09-21T00:35:00.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.705+0000 7f69dbfcf740 1 -- 172.21.15.67:0/4006671234 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b83320d3b0 msgr2=0x55b833608500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:00.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.705+0000 7f69dbfcf740 1 --2- 172.21.15.67:0/4006671234 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b83320d3b0 0x55b833608500 secure :-1 s=READY pgs=2362 cs=0 l=1 rev1=1 crypto rx=0x7f69b8006f60 tx=0x7f69d009bf20 comp rx=0 tx=0).stop 2024-09-21T00:35:00.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.705+0000 7f69dbfcf740 1 -- 172.21.15.67:0/4006671234 shutdown_connections 2024-09-21T00:35:00.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.705+0000 7f69dbfcf740 1 --2- 172.21.15.67:0/4006671234 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b833215590 0x55b833625400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:00.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.705+0000 7f69dbfcf740 1 --2- 172.21.15.67:0/4006671234 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b83320d3b0 0x55b833608500 unknown :-1 s=CLOSED pgs=2362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:00.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.705+0000 7f69dbfcf740 1 --2- 172.21.15.67:0/4006671234 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b833236270 0x55b833607fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:00.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.705+0000 7f69dbfcf740 1 -- 172.21.15.67:0/4006671234 >> 172.21.15.67:0/4006671234 conn(0x55b83322a3c0 msgr2=0x55b8335de280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:00.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.705+0000 7f69dbfcf740 1 -- 172.21.15.67:0/4006671234 shutdown_connections 2024-09-21T00:35:00.709 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.705+0000 7f69dbfcf740 1 -- 172.21.15.67:0/4006671234 wait complete. 2024-09-21T00:35:00.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.706+0000 7f69dbfcf740 1 -- start start 2024-09-21T00:35:00.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.706+0000 7f69dbfcf740 1 Processor -- start 2024-09-21T00:35:00.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.708+0000 7f69dbfcf740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b83320d3b0 0x55b8336043c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:00.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.708+0000 7f69dbfcf740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b833215590 0x55b8336037a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:00.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.708+0000 7f69dbfcf740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b833236270 0x55b833632280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:00.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.708+0000 7f69dbfcf740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55b8332b0620 con 0x55b83320d3b0 2024-09-21T00:35:00.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.708+0000 7f69dbfcf740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55b8334e55f0 con 0x55b833236270 2024-09-21T00:35:00.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.708+0000 7f69dbfcf740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55b833608a40 con 0x55b833215590 2024-09-21T00:35:00.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.708+0000 7f69dbfcf740 10 client.0 _ll_register_callbacks cb 0x55b8334e90a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:35:00.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.708+0000 7f69ce59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b83320d3b0 0x55b8336043c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:00.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.708+0000 7f69ce59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b83320d3b0 0x55b8336043c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46804/0 (socket says 172.21.15.67:46804) 2024-09-21T00:35:00.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.708+0000 7f69ce59c640 1 -- 172.21.15.67:0/2973154229 learned_addr learned my addr 172.21.15.67:0/2973154229 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:35:00.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.708+0000 7f69ced9d640 1 --2- 172.21.15.67:0/2973154229 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b833236270 0x55b833632280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:00.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.708+0000 7f69cdd9b640 1 --2- 172.21.15.67:0/2973154229 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b833215590 0x55b8336037a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:00.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.708+0000 7f69ce59c640 1 -- 172.21.15.67:0/2973154229 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b833215590 msgr2=0x55b8336037a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:35:00.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.708+0000 7f69ce59c640 1 --2- 172.21.15.67:0/2973154229 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b833215590 0x55b8336037a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:00.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.708+0000 7f69ce59c640 1 -- 172.21.15.67:0/2973154229 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b833236270 msgr2=0x55b833632280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:35:00.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.708+0000 7f69ce59c640 1 --2- 172.21.15.67:0/2973154229 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b833236270 0x55b833632280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:00.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.708+0000 7f69ce59c640 1 -- 172.21.15.67:0/2973154229 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b8333186b0 con 0x55b83320d3b0 2024-09-21T00:35:00.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.708+0000 7f69ce59c640 1 --2- 172.21.15.67:0/2973154229 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b83320d3b0 0x55b8336043c0 secure :-1 s=READY pgs=2363 cs=0 l=1 rev1=1 crypto rx=0x7f69c0004620 tx=0x7f69c0004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ee19430fc0ba325 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:00.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.708+0000 7f69ad7fa640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:35:00.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.709+0000 7f69ad7fa640 1 -- 172.21.15.67:0/2973154229 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69c0003cd0 con 0x55b83320d3b0 2024-09-21T00:35:00.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.709+0000 7f69ad7fa640 1 -- 172.21.15.67:0/2973154229 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(184..184 src has 1..184) ==== 5709+0+0 (secure 0 0 0) 0x7f69c0018030 con 0x55b83320d3b0 2024-09-21T00:35:00.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.709+0000 7f69dbfcf740 1 -- 172.21.15.67:0/2973154229 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f69b80063d0 con 0x55b83320d3b0 2024-09-21T00:35:00.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.709+0000 7f69ad7fa640 1 -- 172.21.15.67:0/2973154229 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=160) ==== 24+0+0 (secure 0 0 0) 0x7f69c001f430 con 0x55b83320d3b0 2024-09-21T00:35:00.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.709+0000 7f69dbfcf740 10 client.11082 fetch_fsmap learned FSMap version 160 2024-09-21T00:35:00.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.709+0000 7f69dbfcf740 1 -- 172.21.15.67:0/2973154229 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=160,monmap=2+}) -- 0x55b833603ce0 con 0x55b83320d3b0 2024-09-21T00:35:00.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.709+0000 7f69ad7fa640 1 -- 172.21.15.67:0/2973154229 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f69b80063d0 con 0x55b83320d3b0 2024-09-21T00:35:00.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.709+0000 7f69ad7fa640 1 -- 172.21.15.67:0/2973154229 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 160) ==== 3502+0+0 (secure 0 0 0) 0x7f69c0032050 con 0x55b83320d3b0 2024-09-21T00:35:00.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.709+0000 7f69dbfcf740 10 client.11082 fetch_fsmap finished waiting for FSMap version 160 2024-09-21T00:35:00.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.709+0000 7f69dbfcf740 10 client.11082 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-21T00:35:00.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.709+0000 7f69dbfcf740 20 client.11082 populate_metadata read hostname 'smithi067' 2024-09-21T00:35:00.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.709+0000 7f69dbfcf740 1 --2- 172.21.15.67:0/2973154229 >> [v2:172.21.15.67:6832/2344210347,v1:172.21.15.67:6834/2344210347] conn(0x55b8331f4e40 0x55b833600ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:00.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.709+0000 7f69dbfcf740 4 client.11082 mds_command: new command op to 10917 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:35:00.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.709+0000 7f69dbfcf740 1 -- 172.21.15.67:0/2973154229 --> [v2:172.21.15.67:6832/2344210347,v1:172.21.15.67:6834/2344210347] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b833552770 con 0x55b8331f4e40 2024-09-21T00:35:00.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.709+0000 7f69cdd9b640 1 --2- 172.21.15.67:0/2973154229 >> [v2:172.21.15.67:6832/2344210347,v1:172.21.15.67:6834/2344210347] conn(0x55b8331f4e40 0x55b833600ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:00.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.710+0000 7f69ad7fa640 10 client.11082 ms_handle_connect on v2:172.21.15.67:6832/2344210347 2024-09-21T00:35:00.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.710+0000 7f69cdd9b640 1 --2- 172.21.15.67:0/2973154229 >> [v2:172.21.15.67:6832/2344210347,v1:172.21.15.67:6834/2344210347] conn(0x55b8331f4e40 0x55b833600ba0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e61879e28975e121 server_cookie=ee95155b4109842a in_seq=0 out_seq=0 2024-09-21T00:35:00.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.710+0000 7f69ad7fa640 1 -- 172.21.15.67:0/2973154229 <== mds.0 v2:172.21.15.67:6832/2344210347 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x55b833552770 con 0x55b8331f4e40 2024-09-21T00:35:00.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.710+0000 7f69ad7fa640 10 client.11082 handle_command_reply: tid=0 2024-09-21T00:35:00.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.710+0000 7f69dbfcf740 1 client.11082 shutdown 2024-09-21T00:35:00.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.711+0000 7f69dbfcf740 1 -- 172.21.15.67:0/2973154229 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b83320d3b0 msgr2=0x55b8336043c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:00.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.711+0000 7f69dbfcf740 1 --2- 172.21.15.67:0/2973154229 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b83320d3b0 0x55b8336043c0 secure :-1 s=READY pgs=2363 cs=0 l=1 rev1=1 crypto rx=0x7f69c0004620 tx=0x7f69c0004730 comp rx=0 tx=0).stop 2024-09-21T00:35:00.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.711+0000 7f69dbfcf740 1 -- 172.21.15.67:0/2973154229 shutdown_connections 2024-09-21T00:35:00.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.711+0000 7f69dbfcf740 1 --2- 172.21.15.67:0/2973154229 >> [v2:172.21.15.67:6832/2344210347,v1:172.21.15.67:6834/2344210347] conn(0x55b8331f4e40 0x55b833600ba0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:00.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.711+0000 7f69dbfcf740 1 --2- 172.21.15.67:0/2973154229 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b833236270 0x55b833632280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:00.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.711+0000 7f69dbfcf740 1 --2- 172.21.15.67:0/2973154229 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b833215590 0x55b8336037a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:00.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.711+0000 7f69ad7fa640 0 client.11082 ms_handle_reset on v2:172.21.15.67:6832/2344210347 2024-09-21T00:35:00.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.711+0000 7f69dbfcf740 1 --2- 172.21.15.67:0/2973154229 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b83320d3b0 0x55b8336043c0 unknown :-1 s=CLOSED pgs=2363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:00.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.711+0000 7f69dbfcf740 1 -- 172.21.15.67:0/2973154229 >> 172.21.15.67:0/2973154229 conn(0x55b83322a3c0 msgr2=0x55b8335de330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:00.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.711+0000 7f69dbfcf740 1 -- 172.21.15.67:0/2973154229 shutdown_connections 2024-09-21T00:35:00.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.711+0000 7f69dbfcf740 1 -- 172.21.15.67:0/2973154229 wait complete. 2024-09-21T00:35:00.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.711+0000 7f69dbfcf740 20 client.11082 trim_cache size 0 max 16384 2024-09-21T00:35:00.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.729+0000 7f69dbfcf740 1 Processor -- start 2024-09-21T00:35:00.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.730+0000 7f69dbfcf740 1 -- start start 2024-09-21T00:35:00.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.731+0000 7f69dbfcf740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b83320d3b0 0x55b83361b3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:00.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.731+0000 7f69dbfcf740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b833215590 0x55b833618db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:00.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.731+0000 7f69dbfcf740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b833236270 0x55b833604b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:00.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.731+0000 7f69dbfcf740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f69d01ff7c0 con 0x55b833215590 2024-09-21T00:35:00.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.731+0000 7f69dbfcf740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f69d01e0a20 con 0x55b83320d3b0 2024-09-21T00:35:00.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.731+0000 7f69dbfcf740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f69d01e2510 con 0x55b833236270 2024-09-21T00:35:00.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.731+0000 7f69cdd9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b833215590 0x55b833618db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:00.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.731+0000 7f69cdd9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b833215590 0x55b833618db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46814/0 (socket says 172.21.15.67:46814) 2024-09-21T00:35:00.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.731+0000 7f69cdd9b640 1 -- 172.21.15.67:0/1873152577 learned_addr learned my addr 172.21.15.67:0/1873152577 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:35:00.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.731+0000 7f69ced9d640 1 --2- 172.21.15.67:0/1873152577 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b833236270 0x55b833604b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:00.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.731+0000 7f69ce59c640 1 --2- 172.21.15.67:0/1873152577 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b83320d3b0 0x55b83361b3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:00.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.731+0000 7f69cdd9b640 1 -- 172.21.15.67:0/1873152577 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b833236270 msgr2=0x55b833604b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:35:00.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.731+0000 7f69cdd9b640 1 --2- 172.21.15.67:0/1873152577 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b833236270 0x55b833604b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:00.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.731+0000 7f69cdd9b640 1 -- 172.21.15.67:0/1873152577 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b83320d3b0 msgr2=0x55b83361b3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:35:00.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.731+0000 7f69cdd9b640 1 --2- 172.21.15.67:0/1873152577 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b83320d3b0 0x55b83361b3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:00.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.731+0000 7f69cdd9b640 1 -- 172.21.15.67:0/1873152577 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b833608990 con 0x55b833215590 2024-09-21T00:35:00.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.731+0000 7f69cdd9b640 1 --2- 172.21.15.67:0/1873152577 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b833215590 0x55b833618db0 secure :-1 s=READY pgs=2364 cs=0 l=1 rev1=1 crypto rx=0x7f69b8006f60 tx=0x7f69b8030040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8c07a59863f7500 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:00.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.732+0000 7f69af7fe640 1 -- 172.21.15.67:0/1873152577 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69b8032040 con 0x55b833215590 2024-09-21T00:35:00.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.732+0000 7f69af7fe640 1 -- 172.21.15.67:0/1873152577 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f69b80060c0 con 0x55b833215590 2024-09-21T00:35:00.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.732+0000 7f69af7fe640 1 -- 172.21.15.67:0/1873152577 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69b8006310 con 0x55b833215590 2024-09-21T00:35:00.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.732+0000 7f69dbfcf740 1 -- 172.21.15.67:0/1873152577 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b833215590 msgr2=0x55b833618db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:00.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.732+0000 7f69dbfcf740 1 --2- 172.21.15.67:0/1873152577 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b833215590 0x55b833618db0 secure :-1 s=READY pgs=2364 cs=0 l=1 rev1=1 crypto rx=0x7f69b8006f60 tx=0x7f69b8030040 comp rx=0 tx=0).stop 2024-09-21T00:35:00.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.732+0000 7f69dbfcf740 1 -- 172.21.15.67:0/1873152577 shutdown_connections 2024-09-21T00:35:00.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.732+0000 7f69dbfcf740 1 --2- 172.21.15.67:0/1873152577 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b833236270 0x55b833604b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:00.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.732+0000 7f69dbfcf740 1 --2- 172.21.15.67:0/1873152577 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b833215590 0x55b833618db0 unknown :-1 s=CLOSED pgs=2364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:00.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.732+0000 7f69dbfcf740 1 --2- 172.21.15.67:0/1873152577 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b83320d3b0 0x55b83361b3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:00.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.732+0000 7f69dbfcf740 1 -- 172.21.15.67:0/1873152577 >> 172.21.15.67:0/1873152577 conn(0x55b83322a3c0 msgr2=0x55b833603f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:00.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.732+0000 7f69dbfcf740 1 -- 172.21.15.67:0/1873152577 shutdown_connections 2024-09-21T00:35:00.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.732+0000 7f69dbfcf740 1 -- 172.21.15.67:0/1873152577 wait complete. 2024-09-21T00:35:00.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.733+0000 7f69dbfcf740 1 -- start start 2024-09-21T00:35:00.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.733+0000 7f69dbfcf740 1 Processor -- start 2024-09-21T00:35:00.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.735+0000 7f69dbfcf740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b83320d3b0 0x55b8336a1c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:00.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.735+0000 7f69dbfcf740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b833215590 0x55b8336309b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:00.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.735+0000 7f69dbfcf740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b833236270 0x55b83363b810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:00.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.735+0000 7f69dbfcf740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55b833602110 con 0x55b833236270 2024-09-21T00:35:00.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.735+0000 7f69dbfcf740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55b8336327c0 con 0x55b83320d3b0 2024-09-21T00:35:00.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.735+0000 7f69dbfcf740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55b83361c100 con 0x55b833215590 2024-09-21T00:35:00.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.735+0000 7f69dbfcf740 10 client.0 _ll_register_callbacks cb 0x7f69c0012be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:35:00.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.735+0000 7f69ced9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b833236270 0x55b83363b810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:00.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.735+0000 7f69ced9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b833236270 0x55b83363b810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46822/0 (socket says 172.21.15.67:46822) 2024-09-21T00:35:00.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.735+0000 7f69ced9d640 1 -- 172.21.15.67:0/3949943944 learned_addr learned my addr 172.21.15.67:0/3949943944 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:35:00.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.735+0000 7f69ce59c640 1 --2- 172.21.15.67:0/3949943944 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b83320d3b0 0x55b8336a1c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:00.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.735+0000 7f69cdd9b640 1 --2- 172.21.15.67:0/3949943944 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b833215590 0x55b8336309b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:00.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.735+0000 7f69ced9d640 1 -- 172.21.15.67:0/3949943944 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b833215590 msgr2=0x55b8336309b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:35:00.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.735+0000 7f69ced9d640 1 --2- 172.21.15.67:0/3949943944 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b833215590 0x55b8336309b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:00.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.735+0000 7f69ced9d640 1 -- 172.21.15.67:0/3949943944 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b83320d3b0 msgr2=0x55b8336a1c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:35:00.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.735+0000 7f69ced9d640 1 --2- 172.21.15.67:0/3949943944 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b83320d3b0 0x55b8336a1c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:00.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.735+0000 7f69ced9d640 1 -- 172.21.15.67:0/3949943944 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b83363bd50 con 0x55b833236270 2024-09-21T00:35:00.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.735+0000 7f69cdd9b640 1 --2- 172.21.15.67:0/3949943944 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b833215590 0x55b8336309b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:35:00.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.735+0000 7f69ced9d640 1 --2- 172.21.15.67:0/3949943944 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b833236270 0x55b83363b810 secure :-1 s=READY pgs=2365 cs=0 l=1 rev1=1 crypto rx=0x7f69c8099e30 tx=0x7f69c8063cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c3736d149042030 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:00.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.735+0000 7f69ad7fa640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:35:00.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.736+0000 7f69ad7fa640 1 -- 172.21.15.67:0/3949943944 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69c801f040 con 0x55b833236270 2024-09-21T00:35:00.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.736+0000 7f69ad7fa640 1 -- 172.21.15.67:0/3949943944 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(184..184 src has 1..184) ==== 5709+0+0 (secure 0 0 0) 0x7f69c8062bf0 con 0x55b833236270 2024-09-21T00:35:00.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.736+0000 7f69dbfcf740 1 -- 172.21.15.67:0/3949943944 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f69b80060c0 con 0x55b833236270 2024-09-21T00:35:00.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.736+0000 7f69ad7fa640 1 -- 172.21.15.67:0/3949943944 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=160) ==== 24+0+0 (secure 0 0 0) 0x7f69c8062ef0 con 0x55b833236270 2024-09-21T00:35:00.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.736+0000 7f69dbfcf740 10 client.11088 fetch_fsmap learned FSMap version 160 2024-09-21T00:35:00.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.736+0000 7f69dbfcf740 1 -- 172.21.15.67:0/3949943944 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=160,monmap=2+}) -- 0x55b833630fb0 con 0x55b833236270 2024-09-21T00:35:00.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.736+0000 7f69ad7fa640 1 -- 172.21.15.67:0/3949943944 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f69b80060c0 con 0x55b833236270 2024-09-21T00:35:00.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.736+0000 7f69ad7fa640 1 -- 172.21.15.67:0/3949943944 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 160) ==== 3502+0+0 (secure 0 0 0) 0x7f69c807db90 con 0x55b833236270 2024-09-21T00:35:00.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.736+0000 7f69dbfcf740 10 client.11088 fetch_fsmap finished waiting for FSMap version 160 2024-09-21T00:35:00.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.736+0000 7f69dbfcf740 10 client.11088 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-21T00:35:00.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.736+0000 7f69dbfcf740 20 client.11088 populate_metadata read hostname 'smithi067' 2024-09-21T00:35:00.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.736+0000 7f69dbfcf740 1 --2- 172.21.15.67:0/3949943944 >> [v2:172.21.15.67:6832/2344210347,v1:172.21.15.67:6834/2344210347] conn(0x55b8336076b0 0x55b833607ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:00.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.736+0000 7f69dbfcf740 4 client.11088 mds_command: new command op to 10917 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-21T00:35:00.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.736+0000 7f69dbfcf740 1 -- 172.21.15.67:0/3949943944 --> [v2:172.21.15.67:6832/2344210347,v1:172.21.15.67:6834/2344210347] -- command(tid 0: {"prefix": "status"}) -- 0x55b83354e220 con 0x55b8336076b0 2024-09-21T00:35:00.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.736+0000 7f69ce59c640 1 --2- 172.21.15.67:0/3949943944 >> [v2:172.21.15.67:6832/2344210347,v1:172.21.15.67:6834/2344210347] conn(0x55b8336076b0 0x55b833607ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:00.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.737+0000 7f69ad7fa640 10 client.11088 ms_handle_connect on v2:172.21.15.67:6832/2344210347 2024-09-21T00:35:00.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.737+0000 7f69ce59c640 1 --2- 172.21.15.67:0/3949943944 >> [v2:172.21.15.67:6832/2344210347,v1:172.21.15.67:6834/2344210347] conn(0x55b8336076b0 0x55b833607ac0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6bebebbc6bd550ef server_cookie=d2fda020c6449574 in_seq=0 out_seq=0 2024-09-21T00:35:00.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.737+0000 7f69ad7fa640 1 -- 172.21.15.67:0/3949943944 <== mds.0 v2:172.21.15.67:6832/2344210347 1 ==== command_reply(tid 0: 0 ) ==== 8+0+323 (crc 0 0 0) 0x55b83354e220 con 0x55b8336076b0 2024-09-21T00:35:00.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.737+0000 7f69ad7fa640 10 client.11088 handle_command_reply: tid=0 2024-09-21T00:35:00.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.737+0000 7f69dbfcf740 1 client.11088 shutdown 2024-09-21T00:35:00.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.737+0000 7f69dbfcf740 1 -- 172.21.15.67:0/3949943944 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b833236270 msgr2=0x55b83363b810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:00.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.737+0000 7f69dbfcf740 1 --2- 172.21.15.67:0/3949943944 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b833236270 0x55b83363b810 secure :-1 s=READY pgs=2365 cs=0 l=1 rev1=1 crypto rx=0x7f69c8099e30 tx=0x7f69c8063cd0 comp rx=0 tx=0).stop 2024-09-21T00:35:00.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.737+0000 7f69dbfcf740 1 -- 172.21.15.67:0/3949943944 shutdown_connections 2024-09-21T00:35:00.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.737+0000 7f69dbfcf740 1 --2- 172.21.15.67:0/3949943944 >> [v2:172.21.15.67:6832/2344210347,v1:172.21.15.67:6834/2344210347] conn(0x55b8336076b0 0x55b833607ac0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:00.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.737+0000 7f69dbfcf740 1 --2- 172.21.15.67:0/3949943944 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b833236270 0x55b83363b810 unknown :-1 s=CLOSED pgs=2365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:00.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.737+0000 7f69dbfcf740 1 --2- 172.21.15.67:0/3949943944 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b833215590 0x55b8336309b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:00.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.737+0000 7f69dbfcf740 1 --2- 172.21.15.67:0/3949943944 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b83320d3b0 0x55b8336a1c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:00.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.737+0000 7f69ad7fa640 0 client.11088 ms_handle_reset on v2:172.21.15.67:6832/2344210347 2024-09-21T00:35:00.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.737+0000 7f69dbfcf740 1 -- 172.21.15.67:0/3949943944 >> 172.21.15.67:0/3949943944 conn(0x55b83322a3c0 msgr2=0x55b8335df1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:00.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.737+0000 7f69dbfcf740 1 -- 172.21.15.67:0/3949943944 shutdown_connections 2024-09-21T00:35:00.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.737+0000 7f69dbfcf740 1 -- 172.21.15.67:0/3949943944 wait complete. 2024-09-21T00:35:00.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.737+0000 7f69dbfcf740 20 client.11088 trim_cache size 0 max 16384 2024-09-21T00:35:00.745 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:35:00.745 INFO:teuthology.orchestra.run.smithi067.stdout: "cluster_fsid": "166a8832-baab-4541-be5c-9c3483b3f7a3", 2024-09-21T00:35:00.745 INFO:teuthology.orchestra.run.smithi067.stdout: "whoami": 0, 2024-09-21T00:35:00.745 INFO:teuthology.orchestra.run.smithi067.stdout: "id": 10917, 2024-09-21T00:35:00.745 INFO:teuthology.orchestra.run.smithi067.stdout: "want_state": "up:active", 2024-09-21T00:35:00.745 INFO:teuthology.orchestra.run.smithi067.stdout: "state": "up:active", 2024-09-21T00:35:00.745 INFO:teuthology.orchestra.run.smithi067.stdout: "fs_name": "cephfs", 2024-09-21T00:35:00.745 INFO:teuthology.orchestra.run.smithi067.stdout: "rank_uptime": 10.358686998, 2024-09-21T00:35:00.745 INFO:teuthology.orchestra.run.smithi067.stdout: "mdsmap_epoch": 160, 2024-09-21T00:35:00.745 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch": 184, 2024-09-21T00:35:00.745 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch_barrier": 184, 2024-09-21T00:35:00.745 INFO:teuthology.orchestra.run.smithi067.stdout: "uptime": 14.996257668 2024-09-21T00:35:00.746 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:35:00.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.738+0000 7f69d4f8a640 1 -- 172.21.15.67:0/768301890 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f69b0078b90 msgr2=0x7f69b007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:00.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.738+0000 7f69d4f8a640 1 --2- 172.21.15.67:0/768301890 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f69b0078b90 0x7f69b007b0a0 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7f69c0009bb0 tx=0x7f69c0005f90 comp rx=0 tx=0).stop 2024-09-21T00:35:00.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.738+0000 7f69d4f8a640 1 -- 172.21.15.67:0/768301890 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f69d01e74d0 msgr2=0x7f69d01e3bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:00.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.738+0000 7f69d4f8a640 1 --2- 172.21.15.67:0/768301890 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f69d01e74d0 0x7f69d01e3bc0 secure :-1 s=READY pgs=2361 cs=0 l=1 rev1=1 crypto rx=0x7f69d00b8080 tx=0x7f69c8006430 comp rx=0 tx=0).stop 2024-09-21T00:35:00.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.738+0000 7f69d4f8a640 1 -- 172.21.15.67:0/768301890 shutdown_connections 2024-09-21T00:35:00.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.738+0000 7f69d4f8a640 1 --2- 172.21.15.67:0/768301890 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f69b0078b90 0x7f69b007b0a0 unknown :-1 s=CLOSED pgs=884 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:00.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.738+0000 7f69d4f8a640 1 --2- 172.21.15.67:0/768301890 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f69d01e74d0 0x7f69d01e3bc0 unknown :-1 s=CLOSED pgs=2361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:00.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.738+0000 7f69d4f8a640 1 --2- 172.21.15.67:0/768301890 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f69d01df4a0 0x7f69d00c6fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:00.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.738+0000 7f69d4f8a640 1 --2- 172.21.15.67:0/768301890 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f69bc0041c0 0x7f69d01deda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:00.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.738+0000 7f69d4f8a640 1 -- 172.21.15.67:0/768301890 >> 172.21.15.67:0/768301890 conn(0x7f69d00b4140 msgr2=0x7f69d01e4ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:00.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.738+0000 7f69d4f8a640 1 -- 172.21.15.67:0/768301890 shutdown_connections 2024-09-21T00:35:00.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.738+0000 7f69d4f8a640 1 -- 172.21.15.67:0/768301890 wait complete. 2024-09-21T00:35:00.754 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-21T00:35:00.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.868+0000 7f1f67ad3640 1 -- 172.21.15.67:0/491615965 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1f600b19d0 msgr2=0x7f1f600ccde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:00.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.868+0000 7f1f67ad3640 1 --2- 172.21.15.67:0/491615965 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1f600b19d0 0x7f1f600ccde0 secure :-1 s=READY pgs=2366 cs=0 l=1 rev1=1 crypto rx=0x7f1f600ced70 tx=0x7f1f5c02a560 comp rx=0 tx=0).stop 2024-09-21T00:35:00.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.868+0000 7f1f67ad3640 1 -- 172.21.15.67:0/491615965 shutdown_connections 2024-09-21T00:35:00.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.868+0000 7f1f67ad3640 1 --2- 172.21.15.67:0/491615965 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1f600b1de0 0x7f1f600cd320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:00.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.868+0000 7f1f67ad3640 1 --2- 172.21.15.67:0/491615965 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1f600b19d0 0x7f1f600ccde0 unknown :-1 s=CLOSED pgs=2366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:00.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.868+0000 7f1f67ad3640 1 --2- 172.21.15.67:0/491615965 >> v2:172.21.15.97:3300/0 conn(0x7f1f600b6640 0x7f1f6015c610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:00.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.868+0000 7f1f67ad3640 1 -- 172.21.15.67:0/491615965 >> 172.21.15.67:0/491615965 conn(0x7f1f600d1280 msgr2=0x7f1f600d1690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:00.871 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.868+0000 7f1f67ad3640 1 -- 172.21.15.67:0/491615965 shutdown_connections 2024-09-21T00:35:00.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.868+0000 7f1f67ad3640 1 -- 172.21.15.67:0/491615965 wait complete. 2024-09-21T00:35:00.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.870+0000 7f1f67ad3640 1 Processor -- start 2024-09-21T00:35:00.872 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.870+0000 7f1f67ad3640 1 -- start start 2024-09-21T00:35:00.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.871+0000 7f1f67ad3640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1f600b19d0 0x7f1f6014d410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:00.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.871+0000 7f1f67ad3640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1f600b1de0 0x7f1f60158610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:00.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.871+0000 7f1f67ad3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1f600b6640 0x7f1f60158b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:00.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.872+0000 7f1f67ad3640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f1f601606d0 con 0x7f1f600b6640 2024-09-21T00:35:00.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.872+0000 7f1f67ad3640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f1f60160550 con 0x7f1f600b19d0 2024-09-21T00:35:00.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.872+0000 7f1f67ad3640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f1f60160850 con 0x7f1f600b1de0 2024-09-21T00:35:00.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.872+0000 7f1f66070640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1f600b6640 0x7f1f60158b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:00.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.872+0000 7f1f66070640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1f600b6640 0x7f1f60158b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46846/0 (socket says 172.21.15.67:46846) 2024-09-21T00:35:00.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.872+0000 7f1f66070640 1 -- 172.21.15.67:0/3168039186 learned_addr learned my addr 172.21.15.67:0/3168039186 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:35:00.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.872+0000 7f1f6506e640 1 --2- 172.21.15.67:0/3168039186 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1f600b1de0 0x7f1f60158610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:00.875 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.872+0000 7f1f6586f640 1 --2- 172.21.15.67:0/3168039186 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1f600b19d0 0x7f1f6014d410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:00.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.872+0000 7f1f66070640 1 -- 172.21.15.67:0/3168039186 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1f600b1de0 msgr2=0x7f1f60158610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:00.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.872+0000 7f1f66070640 1 --2- 172.21.15.67:0/3168039186 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1f600b1de0 0x7f1f60158610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:00.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.872+0000 7f1f66070640 1 -- 172.21.15.67:0/3168039186 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1f600b19d0 msgr2=0x7f1f6014d410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:00.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.872+0000 7f1f66070640 1 --2- 172.21.15.67:0/3168039186 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1f600b19d0 0x7f1f6014d410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:00.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.872+0000 7f1f66070640 1 -- 172.21.15.67:0/3168039186 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f6014d950 con 0x7f1f600b6640 2024-09-21T00:35:00.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.872+0000 7f1f66070640 1 --2- 172.21.15.67:0/3168039186 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1f600b6640 0x7f1f60158b50 secure :-1 s=READY pgs=2367 cs=0 l=1 rev1=1 crypto rx=0x7f1f5800e990 tx=0x7f1f5800ee50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:00.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.872+0000 7f1f527fc640 1 -- 172.21.15.67:0/3168039186 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f58004d20 con 0x7f1f600b6640 2024-09-21T00:35:00.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.872+0000 7f1f527fc640 1 -- 172.21.15.67:0/3168039186 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1f5800caa0 con 0x7f1f600b6640 2024-09-21T00:35:00.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.872+0000 7f1f527fc640 1 -- 172.21.15.67:0/3168039186 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f58005020 con 0x7f1f600b6640 2024-09-21T00:35:00.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.872+0000 7f1f67ad3640 1 -- 172.21.15.67:0/3168039186 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1f60156d80 con 0x7f1f600b6640 2024-09-21T00:35:00.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.872+0000 7f1f67ad3640 1 -- 172.21.15.67:0/3168039186 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1f60157850 con 0x7f1f600b6640 2024-09-21T00:35:00.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.873+0000 7f1f67ad3640 1 -- 172.21.15.67:0/3168039186 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1f6014df40 con 0x7f1f600b6640 2024-09-21T00:35:00.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.874+0000 7f1f527fc640 1 -- 172.21.15.67:0/3168039186 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f1f580051c0 con 0x7f1f600b6640 2024-09-21T00:35:00.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.875+0000 7f1f527fc640 1 --2- 172.21.15.67:0/3168039186 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1f44078b90 0x7f1f4407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:00.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.875+0000 7f1f527fc640 1 -- 172.21.15.67:0/3168039186 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(184..184 src has 1..184) ==== 5709+0+0 (secure 0 0 0) 0x7f1f5809b480 con 0x7f1f600b6640 2024-09-21T00:35:00.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.875+0000 7f1f6586f640 1 --2- 172.21.15.67:0/3168039186 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1f44078b90 0x7f1f4407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:00.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.876+0000 7f1f6586f640 1 --2- 172.21.15.67:0/3168039186 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1f44078b90 0x7f1f4407b0a0 secure :-1 s=READY pgs=885 cs=0 l=1 rev1=1 crypto rx=0x7f1f5400bad0 tx=0x7f1f5400b2e0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:00.881 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:00.879+0000 7f1f527fc640 1 -- 172.21.15.67:0/3168039186 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f1f58016030 con 0x7f1f600b6640 2024-09-21T00:35:01.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:01.106+0000 7f1f67ad3640 1 -- 172.21.15.67:0/3168039186 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f1f6015c610 con 0x7f1f600b6640 2024-09-21T00:35:01.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:01.106+0000 7f1f527fc640 1 -- 172.21.15.67:0/3168039186 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v160) ==== 53+0+73 (secure 0 0 0) 0x7f1f58063390 con 0x7f1f600b6640 2024-09-21T00:35:01.109 INFO:teuthology.orchestra.run.smithi067.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-21T00:35:01.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:01.109+0000 7f1f67ad3640 1 -- 172.21.15.67:0/3168039186 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1f44078b90 msgr2=0x7f1f4407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:01.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:01.109+0000 7f1f67ad3640 1 --2- 172.21.15.67:0/3168039186 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1f44078b90 0x7f1f4407b0a0 secure :-1 s=READY pgs=885 cs=0 l=1 rev1=1 crypto rx=0x7f1f5400bad0 tx=0x7f1f5400b2e0 comp rx=0 tx=0).stop 2024-09-21T00:35:01.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:01.109+0000 7f1f67ad3640 1 -- 172.21.15.67:0/3168039186 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1f600b6640 msgr2=0x7f1f60158b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:01.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:01.109+0000 7f1f67ad3640 1 --2- 172.21.15.67:0/3168039186 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1f600b6640 0x7f1f60158b50 secure :-1 s=READY pgs=2367 cs=0 l=1 rev1=1 crypto rx=0x7f1f5800e990 tx=0x7f1f5800ee50 comp rx=0 tx=0).stop 2024-09-21T00:35:01.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:01.109+0000 7f1f67ad3640 1 -- 172.21.15.67:0/3168039186 shutdown_connections 2024-09-21T00:35:01.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:01.109+0000 7f1f67ad3640 1 --2- 172.21.15.67:0/3168039186 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1f44078b90 0x7f1f4407b0a0 unknown :-1 s=CLOSED pgs=885 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:01.112 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:01.109+0000 7f1f67ad3640 1 --2- 172.21.15.67:0/3168039186 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1f600b6640 0x7f1f60158b50 unknown :-1 s=CLOSED pgs=2367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:01.112 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:01.109+0000 7f1f67ad3640 1 --2- 172.21.15.67:0/3168039186 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1f600b1de0 0x7f1f60158610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:01.112 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:01.109+0000 7f1f67ad3640 1 --2- 172.21.15.67:0/3168039186 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1f600b19d0 0x7f1f6014d410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:01.112 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:01.109+0000 7f1f67ad3640 1 -- 172.21.15.67:0/3168039186 >> 172.21.15.67:0/3168039186 conn(0x7f1f600d1280 msgr2=0x7f1f600b40b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:01.112 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:01.109+0000 7f1f67ad3640 1 -- 172.21.15.67:0/3168039186 shutdown_connections 2024-09-21T00:35:01.112 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:01.109+0000 7f1f67ad3640 1 -- 172.21.15.67:0/3168039186 wait complete. 2024-09-21T00:35:01.122 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-21T00:35:01.122 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-21T00:35:01.122 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi067.front.sepia.ceph.com 2024-09-21T00:35:01.122 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-21T00:35:01.122 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-21T00:35:01.123 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-21T00:35:01.123 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-21T00:35:01.123 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-21T00:35:01.123 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-21T00:35:01.123 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:35:01.123 DEBUG:teuthology.orchestra.run.smithi067:> ip addr 2024-09-21T00:35:01.139 INFO:teuthology.orchestra.run.smithi067.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-21T00:35:01.139 INFO:teuthology.orchestra.run.smithi067.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-21T00:35:01.139 INFO:teuthology.orchestra.run.smithi067.stdout: inet 127.0.0.1/8 scope host lo 2024-09-21T00:35:01.139 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:35:01.140 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 ::1/128 scope host 2024-09-21T00:35:01.140 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:35:01.140 INFO:teuthology.orchestra.run.smithi067.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-21T00:35:01.140 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:a8:b4:7e brd ff:ff:ff:ff:ff:ff 2024-09-21T00:35:01.140 INFO:teuthology.orchestra.run.smithi067.stdout: altname enp7s0f0 2024-09-21T00:35:01.140 INFO:teuthology.orchestra.run.smithi067.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-21T00:35:01.140 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:a8:b4:7f brd ff:ff:ff:ff:ff:ff 2024-09-21T00:35:01.140 INFO:teuthology.orchestra.run.smithi067.stdout: altname enp7s0f1 2024-09-21T00:35:01.140 INFO:teuthology.orchestra.run.smithi067.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-21T00:35:01.140 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:b6:fc:0a brd ff:ff:ff:ff:ff:ff 2024-09-21T00:35:01.140 INFO:teuthology.orchestra.run.smithi067.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-21T00:35:01.140 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:b6:fc:0b brd ff:ff:ff:ff:ff:ff 2024-09-21T00:35:01.140 INFO:teuthology.orchestra.run.smithi067.stdout: inet 172.21.15.67/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-21T00:35:01.141 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft 41966sec preferred_lft 41966sec 2024-09-21T00:35:01.141 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::ec4:7aff:feb6:fc0b/64 scope link noprefixroute 2024-09-21T00:35:01.141 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:35:01.141 INFO:teuthology.orchestra.run.smithi067.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-21T00:35:01.141 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether ae:69:02:89:12:0b brd ff:ff:ff:ff:ff:ff 2024-09-21T00:35:01.141 INFO:teuthology.orchestra.run.smithi067.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-21T00:35:01.141 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:35:01.141 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::cb7:27ff:fe38:31a4/64 scope link 2024-09-21T00:35:01.141 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:35:01.141 INFO:teuthology.orchestra.run.smithi067.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T00:35:01.141 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether ae:69:02:89:12:0b brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:35:01.141 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::ac69:2ff:fe89:120b/64 scope link 2024-09-21T00:35:01.141 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:35:01.141 INFO:teuthology.orchestra.run.smithi067.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T00:35:01.142 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether d6:c9:e4:80:cc:a3 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:35:01.142 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::d4c9:e4ff:fe80:cca3/64 scope link 2024-09-21T00:35:01.142 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:35:01.142 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:35:01.142 DEBUG:teuthology.orchestra.run.smithi067:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-21T00:35:01.204 INFO:teuthology.orchestra.run.smithi067.stdout:1 2024-09-21T00:35:01.205 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:35:01.206 DEBUG:teuthology.orchestra.run.smithi067:> route 2024-09-21T00:35:01.263 INFO:teuthology.orchestra.run.smithi067.stdout:Kernel IP routing table 2024-09-21T00:35:01.264 INFO:teuthology.orchestra.run.smithi067.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-21T00:35:01.264 INFO:teuthology.orchestra.run.smithi067.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-21T00:35:01.264 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-21T00:35:01.264 INFO:teuthology.orchestra.run.smithi067.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-21T00:35:01.264 DEBUG:teuthology.orchestra.run.smithi067:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T00:35:01.264 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:35:01.264 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-21T00:35:01.264 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-21T00:35:01.265 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-21T00:35:01.265 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:35:01.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:01 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T00:35:01.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:35:01.394 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:35:01.394 DEBUG:teuthology.orchestra.run.smithi067:> ip netns list 2024-09-21T00:35:01.409 INFO:teuthology.orchestra.run.smithi067.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-21T00:35:01.410 INFO:teuthology.orchestra.run.smithi067.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-21T00:35:01.410 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-21T00:35:01.410 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:35:01.410 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip link set brx.0 up 2024-09-21T00:35:01.476 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-21T00:35:01.476 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T00:35:01.476 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-21T00:35:01.532 INFO:teuthology.orchestra.run.smithi067.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-21T00:35:01.532 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T00:35:01.532 DEBUG:teuthology.orchestra.run.smithi067:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-21T00:35:01.588 DEBUG:teuthology.orchestra.run.smithi067:> sudo modprobe fuse 2024-09-21T00:35:01.654 DEBUG:teuthology.orchestra.run.smithi067:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T00:35:01.711 INFO:teuthology.orchestra.run.smithi067.stdout:/proc 2024-09-21T00:35:01.711 INFO:teuthology.orchestra.run.smithi067.stdout:/sys 2024-09-21T00:35:01.711 INFO:teuthology.orchestra.run.smithi067.stdout:/dev 2024-09-21T00:35:01.711 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/security 2024-09-21T00:35:01.711 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/shm 2024-09-21T00:35:01.711 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/pts 2024-09-21T00:35:01.711 INFO:teuthology.orchestra.run.smithi067.stdout:/run 2024-09-21T00:35:01.711 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/cgroup 2024-09-21T00:35:01.712 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/pstore 2024-09-21T00:35:01.712 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/bpf 2024-09-21T00:35:01.712 INFO:teuthology.orchestra.run.smithi067.stdout:/ 2024-09-21T00:35:01.712 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/selinux 2024-09-21T00:35:01.712 INFO:teuthology.orchestra.run.smithi067.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T00:35:01.712 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/hugepages 2024-09-21T00:35:01.712 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/mqueue 2024-09-21T00:35:01.712 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/debug 2024-09-21T00:35:01.712 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/tracing 2024-09-21T00:35:01.712 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/fuse/connections 2024-09-21T00:35:01.712 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-sysctl.service 2024-09-21T00:35:01.712 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/config 2024-09-21T00:35:01.713 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-21T00:35:01.713 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-21T00:35:01.713 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/nfs/rpc_pipefs 2024-09-21T00:35:01.713 INFO:teuthology.orchestra.run.smithi067.stdout:/run/user/1000 2024-09-21T00:35:01.713 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph 2024-09-21T00:35:01.713 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T00:35:01.713 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T00:35:01.713 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T00:35:01.713 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T00:35:01.713 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns 2024-09-21T00:35:01.713 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:35:01.713 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:35:01.713 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:35:01.713 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:35:01.714 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:35:01.714 DEBUG:teuthology.orchestra.run.smithi067:> ls /sys/fs/fuse/connections 2024-09-21T00:35:01.766 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-21T00:35:01.766 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-21T00:35:01.809 DEBUG:teuthology.orchestra.run.smithi067:> sudo modprobe fuse 2024-09-21T00:35:01.834 DEBUG:teuthology.orchestra.run.smithi067:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T00:35:01.892 INFO:teuthology.orchestra.run.smithi067.stdout:/proc 2024-09-21T00:35:01.892 INFO:teuthology.orchestra.run.smithi067.stdout:/sys 2024-09-21T00:35:01.892 INFO:teuthology.orchestra.run.smithi067.stdout:/dev 2024-09-21T00:35:01.892 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/security 2024-09-21T00:35:01.892 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/shm 2024-09-21T00:35:01.892 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/pts 2024-09-21T00:35:01.893 INFO:teuthology.orchestra.run.smithi067.stdout:/run 2024-09-21T00:35:01.893 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/cgroup 2024-09-21T00:35:01.893 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/pstore 2024-09-21T00:35:01.893 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/bpf 2024-09-21T00:35:01.893 INFO:teuthology.orchestra.run.smithi067.stdout:/ 2024-09-21T00:35:01.893 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/selinux 2024-09-21T00:35:01.893 INFO:teuthology.orchestra.run.smithi067.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T00:35:01.893 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/hugepages 2024-09-21T00:35:01.893 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/mqueue 2024-09-21T00:35:01.893 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/debug 2024-09-21T00:35:01.893 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/tracing 2024-09-21T00:35:01.893 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/fuse/connections 2024-09-21T00:35:01.893 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-sysctl.service 2024-09-21T00:35:01.893 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/config 2024-09-21T00:35:01.893 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-21T00:35:01.894 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-21T00:35:01.894 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/nfs/rpc_pipefs 2024-09-21T00:35:01.894 INFO:teuthology.orchestra.run.smithi067.stdout:/run/user/1000 2024-09-21T00:35:01.894 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph 2024-09-21T00:35:01.894 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T00:35:01.894 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T00:35:01.894 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T00:35:01.894 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T00:35:01.894 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns 2024-09-21T00:35:01.894 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:35:01.894 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:35:01.894 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:35:01.894 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:35:01.895 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:35:01.895 DEBUG:teuthology.orchestra.run.smithi067:> ls /sys/fs/fuse/connections 2024-09-21T00:35:01.905 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:2024-09-21T00:35:01.903+0000 7f031ad78480 -1 init, newargv = 0x558f259fe220 newargc=15 2024-09-21T00:35:01.905 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:ceph-fuse[108191]: starting ceph client 2024-09-21T00:35:01.913 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:ceph-fuse[108191]: starting fuse 2024-09-21T00:35:01.922 INFO:teuthology.orchestra.run.smithi067.stdout:41 2024-09-21T00:35:01.922 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-21T00:35:01.922 DEBUG:teuthology.orchestra.run.smithi067:> sudo stdin-killer -- python3 -c ' 2024-09-21T00:35:01.922 DEBUG:teuthology.orchestra.run.smithi067:> import glob 2024-09-21T00:35:01.922 DEBUG:teuthology.orchestra.run.smithi067:> import re 2024-09-21T00:35:01.922 DEBUG:teuthology.orchestra.run.smithi067:> import os 2024-09-21T00:35:01.922 DEBUG:teuthology.orchestra.run.smithi067:> import subprocess 2024-09-21T00:35:01.922 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:35:01.922 DEBUG:teuthology.orchestra.run.smithi067:> def _find_admin_socket(client_name): 2024-09-21T00:35:01.922 DEBUG:teuthology.orchestra.run.smithi067:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-21T00:35:01.923 DEBUG:teuthology.orchestra.run.smithi067:> files = glob.glob(asok_path) 2024-09-21T00:35:01.923 DEBUG:teuthology.orchestra.run.smithi067:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-21T00:35:01.923 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:35:01.923 DEBUG:teuthology.orchestra.run.smithi067:> # Given a non-glob path, it better be there 2024-09-21T00:35:01.923 DEBUG:teuthology.orchestra.run.smithi067:> if "*" not in asok_path: 2024-09-21T00:35:01.923 DEBUG:teuthology.orchestra.run.smithi067:> assert(len(files) == 1) 2024-09-21T00:35:01.923 DEBUG:teuthology.orchestra.run.smithi067:> return files[0] 2024-09-21T00:35:01.923 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:35:01.923 DEBUG:teuthology.orchestra.run.smithi067:> for f in files: 2024-09-21T00:35:01.923 DEBUG:teuthology.orchestra.run.smithi067:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-21T00:35:01.923 DEBUG:teuthology.orchestra.run.smithi067:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-21T00:35:01.924 DEBUG:teuthology.orchestra.run.smithi067:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-21T00:35:01.924 DEBUG:teuthology.orchestra.run.smithi067:> contents = proc_f.read() 2024-09-21T00:35:01.924 DEBUG:teuthology.orchestra.run.smithi067:> if mountpoint in contents: 2024-09-21T00:35:01.924 DEBUG:teuthology.orchestra.run.smithi067:> return f 2024-09-21T00:35:01.924 DEBUG:teuthology.orchestra.run.smithi067:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-21T00:35:01.924 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:35:01.924 DEBUG:teuthology.orchestra.run.smithi067:> print(_find_admin_socket("client.0")) 2024-09-21T00:35:01.924 DEBUG:teuthology.orchestra.run.smithi067:> ' 2024-09-21T00:35:02.042 INFO:teuthology.orchestra.run.smithi067.stdout:/var/run/ceph/ceph-client.0.108191.asok 2024-09-21T00:35:02.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:35:02.053 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.108191.asok 2024-09-21T00:35:02.053 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:35:02.053 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.108191.asok status 2024-09-21T00:35:02.199 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:35:02.199 INFO:teuthology.orchestra.run.smithi067.stdout: "metadata": { 2024-09-21T00:35:02.199 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", 2024-09-21T00:35:02.199 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", 2024-09-21T00:35:02.199 INFO:teuthology.orchestra.run.smithi067.stdout: "entity_id": "0", 2024-09-21T00:35:02.199 INFO:teuthology.orchestra.run.smithi067.stdout: "hostname": "smithi067", 2024-09-21T00:35:02.199 INFO:teuthology.orchestra.run.smithi067.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-21T00:35:02.199 INFO:teuthology.orchestra.run.smithi067.stdout: "pid": "108191", 2024-09-21T00:35:02.199 INFO:teuthology.orchestra.run.smithi067.stdout: "root": "/" 2024-09-21T00:35:02.199 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:35:02.200 INFO:teuthology.orchestra.run.smithi067.stdout: "dentry_count": 0, 2024-09-21T00:35:02.200 INFO:teuthology.orchestra.run.smithi067.stdout: "dentry_pinned_count": 0, 2024-09-21T00:35:02.200 INFO:teuthology.orchestra.run.smithi067.stdout: "id": 11100, 2024-09-21T00:35:02.200 INFO:teuthology.orchestra.run.smithi067.stdout: "inst": { 2024-09-21T00:35:02.200 INFO:teuthology.orchestra.run.smithi067.stdout: "name": { 2024-09-21T00:35:02.200 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "client", 2024-09-21T00:35:02.200 INFO:teuthology.orchestra.run.smithi067.stdout: "num": 11100 2024-09-21T00:35:02.200 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:35:02.200 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": { 2024-09-21T00:35:02.200 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "v1", 2024-09-21T00:35:02.200 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": "192.168.0.1:0", 2024-09-21T00:35:02.200 INFO:teuthology.orchestra.run.smithi067.stdout: "nonce": 2595568705 2024-09-21T00:35:02.200 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:35:02.201 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:35:02.201 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": { 2024-09-21T00:35:02.201 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "v1", 2024-09-21T00:35:02.201 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": "192.168.0.1:0", 2024-09-21T00:35:02.201 INFO:teuthology.orchestra.run.smithi067.stdout: "nonce": 2595568705 2024-09-21T00:35:02.201 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:35:02.201 INFO:teuthology.orchestra.run.smithi067.stdout: "inst_str": "client.11100 192.168.0.1:0/2595568705", 2024-09-21T00:35:02.201 INFO:teuthology.orchestra.run.smithi067.stdout: "addr_str": "192.168.0.1:0/2595568705", 2024-09-21T00:35:02.201 INFO:teuthology.orchestra.run.smithi067.stdout: "inode_count": 1, 2024-09-21T00:35:02.201 INFO:teuthology.orchestra.run.smithi067.stdout: "mds_epoch": 160, 2024-09-21T00:35:02.201 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_epoch": 185, 2024-09-21T00:35:02.201 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_epoch_barrier": 0, 2024-09-21T00:35:02.201 INFO:teuthology.orchestra.run.smithi067.stdout: "blocklisted": false, 2024-09-21T00:35:02.201 INFO:teuthology.orchestra.run.smithi067.stdout: "fs_name": "cephfs" 2024-09-21T00:35:02.202 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:35:02.208 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:35:02.208 DEBUG:teuthology.orchestra.run.smithi067:> stat --file-system '--printf=%T 2024-09-21T00:35:02.208 DEBUG:teuthology.orchestra.run.smithi067:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-21T00:35:02.224 INFO:teuthology.orchestra.run.smithi067.stdout:fuseblk 2024-09-21T00:35:02.224 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-21T00:35:02.224 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:35:02.224 DEBUG:teuthology.orchestra.run.smithi067:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-21T00:35:02.291 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:35:02.291 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir subdir) 2024-09-21T00:35:02.352 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:35:02.352 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:35:02.408 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:35:02.409 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec dd if=/dev/urandom of=subdir/sixmegs bs=1M conv=fdatasync count=6 seek=0) 2024-09-21T00:35:02.515 INFO:teuthology.orchestra.run.smithi067.stderr:6+0 records in 2024-09-21T00:35:02.515 INFO:teuthology.orchestra.run.smithi067.stderr:6+0 records out 2024-09-21T00:35:02.515 INFO:teuthology.orchestra.run.smithi067.stderr:6291456 bytes (6.3 MB, 6.0 MiB) copied, 0.048631 s, 129 MB/s 2024-09-21T00:35:02.517 DEBUG:teuthology.orchestra.run.smithi067:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-21T00:35:02.519 DEBUG:teuthology.orchestra.run.smithi097:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-21T00:35:02.562 INFO:teuthology.orchestra.run.smithi067.stdout:[global] 2024-09-21T00:35:02.563 INFO:teuthology.orchestra.run.smithi067.stdout: chdir = "" 2024-09-21T00:35:02.563 INFO:teuthology.orchestra.run.smithi067.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-21T00:35:02.563 INFO:teuthology.orchestra.run.smithi067.stdout: auth supported = cephx 2024-09-21T00:35:02.563 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:02.563 INFO:teuthology.orchestra.run.smithi067.stdout: filestore xattr use omap = true 2024-09-21T00:35:02.563 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:02.563 INFO:teuthology.orchestra.run.smithi067.stdout: mon clock drift allowed = 1.000 2024-09-21T00:35:02.563 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:02.563 INFO:teuthology.orchestra.run.smithi067.stdout: osd crush chooseleaf type = 0 2024-09-21T00:35:02.564 INFO:teuthology.orchestra.run.smithi067.stdout: auth debug = true 2024-09-21T00:35:02.564 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:02.564 INFO:teuthology.orchestra.run.smithi067.stdout: ms die on old message = true 2024-09-21T00:35:02.564 INFO:teuthology.orchestra.run.smithi067.stdout: ms die on bug = true 2024-09-21T00:35:02.564 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:02.564 INFO:teuthology.orchestra.run.smithi067.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-21T00:35:02.564 INFO:teuthology.orchestra.run.smithi067.stdout: mon pg warn max object skew = 0 2024-09-21T00:35:02.564 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:02.564 INFO:teuthology.orchestra.run.smithi067.stdout: # disable pg_autoscaler by default for new pools 2024-09-21T00:35:02.564 INFO:teuthology.orchestra.run.smithi067.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-21T00:35:02.564 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:02.564 INFO:teuthology.orchestra.run.smithi067.stdout: osd pool default size = 2 2024-09-21T00:35:02.565 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:02.565 INFO:teuthology.orchestra.run.smithi067.stdout: mon osd allow primary affinity = true 2024-09-21T00:35:02.565 INFO:teuthology.orchestra.run.smithi067.stdout: mon osd allow pg remap = true 2024-09-21T00:35:02.565 INFO:teuthology.orchestra.run.smithi067.stdout: mon warn on legacy crush tunables = false 2024-09-21T00:35:02.565 INFO:teuthology.orchestra.run.smithi067.stdout: mon warn on crush straw calc version zero = false 2024-09-21T00:35:02.565 INFO:teuthology.orchestra.run.smithi067.stdout: mon warn on no sortbitwise = false 2024-09-21T00:35:02.565 INFO:teuthology.orchestra.run.smithi067.stdout: mon warn on osd down out interval zero = false 2024-09-21T00:35:02.565 INFO:teuthology.orchestra.run.smithi067.stdout: mon warn on too few osds = false 2024-09-21T00:35:02.565 INFO:teuthology.orchestra.run.smithi067.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-21T00:35:02.565 INFO:teuthology.orchestra.run.smithi067.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-21T00:35:02.565 INFO:teuthology.orchestra.run.smithi067.stdout: mon_allow_pool_size_one = true 2024-09-21T00:35:02.565 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:02.565 INFO:teuthology.orchestra.run.smithi067.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-21T00:35:02.566 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:02.566 INFO:teuthology.orchestra.run.smithi067.stdout: osd default data pool replay window = 5 2024-09-21T00:35:02.566 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:02.566 INFO:teuthology.orchestra.run.smithi067.stdout: mon allow pool delete = true 2024-09-21T00:35:02.566 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:02.566 INFO:teuthology.orchestra.run.smithi067.stdout: mon cluster log file level = debug 2024-09-21T00:35:02.566 INFO:teuthology.orchestra.run.smithi067.stdout: debug asserts on shutdown = true 2024-09-21T00:35:02.566 INFO:teuthology.orchestra.run.smithi067.stdout: mon health detail to clog = false 2024-09-21T00:35:02.566 INFO:teuthology.orchestra.run.smithi067.stdout: mon host = "172.21.15.67,172.21.15.97,[v2:172.21.15.97:3301,v1:172.21.15.97:6790]" 2024-09-21T00:35:02.566 INFO:teuthology.orchestra.run.smithi067.stdout: fsid = 166a8832-baab-4541-be5c-9c3483b3f7a3 2024-09-21T00:35:02.567 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:02.567 INFO:teuthology.orchestra.run.smithi067.stdout:[osd] 2024-09-21T00:35:02.567 INFO:teuthology.orchestra.run.smithi067.stdout: osd journal size = 100 2024-09-21T00:35:02.567 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:02.567 INFO:teuthology.orchestra.run.smithi067.stdout: osd scrub load threshold = 5.0 2024-09-21T00:35:02.567 INFO:teuthology.orchestra.run.smithi067.stdout: osd scrub max interval = 600 2024-09-21T00:35:02.567 INFO:teuthology.orchestra.run.smithi067.stdout: osd mclock profile = high_recovery_ops 2024-09-21T00:35:02.567 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:02.567 INFO:teuthology.orchestra.run.smithi067.stdout: osd recover clone overlap = true 2024-09-21T00:35:02.567 INFO:teuthology.orchestra.run.smithi067.stdout: osd recovery max chunk = 1048576 2024-09-21T00:35:02.567 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:02.567 INFO:teuthology.orchestra.run.smithi067.stdout: osd debug shutdown = true 2024-09-21T00:35:02.568 INFO:teuthology.orchestra.run.smithi067.stdout: osd debug op order = true 2024-09-21T00:35:02.568 INFO:teuthology.orchestra.run.smithi067.stdout: osd debug verify stray on activate = true 2024-09-21T00:35:02.568 INFO:teuthology.orchestra.run.smithi067.stdout: osd debug trim objects = true 2024-09-21T00:35:02.568 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:02.568 INFO:teuthology.orchestra.run.smithi067.stdout: osd open classes on start = true 2024-09-21T00:35:02.568 INFO:teuthology.orchestra.run.smithi067.stdout: osd debug pg log writeout = true 2024-09-21T00:35:02.568 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:02.568 INFO:teuthology.orchestra.run.smithi067.stdout: osd deep scrub update digest min age = 30 2024-09-21T00:35:02.568 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:02.568 INFO:teuthology.orchestra.run.smithi067.stdout: osd map max advance = 10 2024-09-21T00:35:02.568 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:02.569 INFO:teuthology.orchestra.run.smithi067.stdout: journal zero on create = true 2024-09-21T00:35:02.569 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:02.569 INFO:teuthology.orchestra.run.smithi067.stdout: filestore ondisk finisher threads = 3 2024-09-21T00:35:02.569 INFO:teuthology.orchestra.run.smithi067.stdout: filestore apply finisher threads = 3 2024-09-21T00:35:02.569 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:02.569 INFO:teuthology.orchestra.run.smithi067.stdout: bdev debug aio = true 2024-09-21T00:35:02.569 INFO:teuthology.orchestra.run.smithi067.stdout: osd debug misdirected ops = true 2024-09-21T00:35:02.569 INFO:teuthology.orchestra.run.smithi067.stdout: bdev async discard = True 2024-09-21T00:35:02.569 INFO:teuthology.orchestra.run.smithi067.stdout: bdev enable discard = True 2024-09-21T00:35:02.569 INFO:teuthology.orchestra.run.smithi067.stdout: bluestore allocator = bitmap 2024-09-21T00:35:02.569 INFO:teuthology.orchestra.run.smithi067.stdout: bluestore block size = 96636764160 2024-09-21T00:35:02.570 INFO:teuthology.orchestra.run.smithi067.stdout: bluestore fsck on mount = True 2024-09-21T00:35:02.570 INFO:teuthology.orchestra.run.smithi067.stdout: debug bluefs = 1/20 2024-09-21T00:35:02.570 INFO:teuthology.orchestra.run.smithi067.stdout: debug bluestore = 1/20 2024-09-21T00:35:02.570 INFO:teuthology.orchestra.run.smithi067.stdout: debug ms = 1 2024-09-21T00:35:02.570 INFO:teuthology.orchestra.run.smithi067.stdout: debug osd = 20 2024-09-21T00:35:02.570 INFO:teuthology.orchestra.run.smithi067.stdout: debug rocksdb = 4/10 2024-09-21T00:35:02.570 INFO:teuthology.orchestra.run.smithi067.stdout: mon osd backfillfull_ratio = 0.85 2024-09-21T00:35:02.570 INFO:teuthology.orchestra.run.smithi067.stdout: mon osd full ratio = 0.9 2024-09-21T00:35:02.570 INFO:teuthology.orchestra.run.smithi067.stdout: mon osd nearfull ratio = 0.8 2024-09-21T00:35:02.570 INFO:teuthology.orchestra.run.smithi067.stdout: osd failsafe full ratio = 0.95 2024-09-21T00:35:02.571 INFO:teuthology.orchestra.run.smithi067.stdout: osd objectstore = bluestore 2024-09-21T00:35:02.571 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:02.571 INFO:teuthology.orchestra.run.smithi067.stdout:[mgr] 2024-09-21T00:35:02.571 INFO:teuthology.orchestra.run.smithi067.stdout: debug ms = 1 2024-09-21T00:35:02.571 INFO:teuthology.orchestra.run.smithi067.stdout: debug mgr = 20 2024-09-21T00:35:02.571 INFO:teuthology.orchestra.run.smithi067.stdout: debug mon = 20 2024-09-21T00:35:02.571 INFO:teuthology.orchestra.run.smithi067.stdout: debug auth = 20 2024-09-21T00:35:02.571 INFO:teuthology.orchestra.run.smithi067.stdout: mon reweight min pgs per osd = 4 2024-09-21T00:35:02.571 INFO:teuthology.orchestra.run.smithi067.stdout: mon reweight min bytes per osd = 10 2024-09-21T00:35:02.571 INFO:teuthology.orchestra.run.smithi067.stdout: mgr/telemetry/nag = false 2024-09-21T00:35:02.571 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:02.572 INFO:teuthology.orchestra.run.smithi067.stdout:[mon] 2024-09-21T00:35:02.572 INFO:teuthology.orchestra.run.smithi067.stdout: debug ms = 1 2024-09-21T00:35:02.572 INFO:teuthology.orchestra.run.smithi067.stdout: debug mon = 20 2024-09-21T00:35:02.572 INFO:teuthology.orchestra.run.smithi067.stdout: debug paxos = 20 2024-09-21T00:35:02.572 INFO:teuthology.orchestra.run.smithi067.stdout: debug auth = 20 2024-09-21T00:35:02.572 INFO:teuthology.orchestra.run.smithi067.stdout: mon data avail warn = 5 2024-09-21T00:35:02.572 INFO:teuthology.orchestra.run.smithi067.stdout: mon mgr mkfs grace = 240 2024-09-21T00:35:02.572 INFO:teuthology.orchestra.run.smithi067.stdout: mon reweight min pgs per osd = 4 2024-09-21T00:35:02.572 INFO:teuthology.orchestra.run.smithi067.stdout: mon osd reporter subtree level = osd 2024-09-21T00:35:02.572 INFO:teuthology.orchestra.run.smithi067.stdout: mon osd prime pg temp = true 2024-09-21T00:35:02.572 INFO:teuthology.orchestra.run.smithi067.stdout: mon reweight min bytes per osd = 10 2024-09-21T00:35:02.573 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:02.573 INFO:teuthology.orchestra.run.smithi067.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-21T00:35:02.573 INFO:teuthology.orchestra.run.smithi067.stdout: auth mon ticket ttl = 660 # 11m 2024-09-21T00:35:02.573 INFO:teuthology.orchestra.run.smithi067.stdout: auth service ticket ttl = 240 # 4m 2024-09-21T00:35:02.573 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:02.573 INFO:teuthology.orchestra.run.smithi067.stdout: # don't complain about insecure global_id in the test suite 2024-09-21T00:35:02.573 INFO:teuthology.orchestra.run.smithi067.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-21T00:35:02.573 INFO:teuthology.orchestra.run.smithi067.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-21T00:35:02.573 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:02.573 INFO:teuthology.orchestra.run.smithi067.stdout: # 1m isn't quite enough 2024-09-21T00:35:02.573 INFO:teuthology.orchestra.run.smithi067.stdout: mon_down_mkfs_grace = 2m 2024-09-21T00:35:02.574 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:02.574 INFO:teuthology.orchestra.run.smithi067.stdout: mon_warn_on_filestore_osds = false 2024-09-21T00:35:02.574 INFO:teuthology.orchestra.run.smithi067.stdout: mon down mkfs grace = 300 2024-09-21T00:35:02.574 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:02.574 INFO:teuthology.orchestra.run.smithi067.stdout:[client] 2024-09-21T00:35:02.574 INFO:teuthology.orchestra.run.smithi067.stdout: rgw cache enabled = true 2024-09-21T00:35:02.574 INFO:teuthology.orchestra.run.smithi067.stdout: rgw enable ops log = true 2024-09-21T00:35:02.574 INFO:teuthology.orchestra.run.smithi067.stdout: rgw enable usage log = true 2024-09-21T00:35:02.574 INFO:teuthology.orchestra.run.smithi067.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-21T00:35:02.574 INFO:teuthology.orchestra.run.smithi067.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-21T00:35:02.574 INFO:teuthology.orchestra.run.smithi067.stdout: pid file = "" 2024-09-21T00:35:02.575 INFO:teuthology.orchestra.run.smithi067.stdout:[mon.a] 2024-09-21T00:35:02.575 INFO:teuthology.orchestra.run.smithi067.stdout:[mon.b] 2024-09-21T00:35:02.575 INFO:teuthology.orchestra.run.smithi067.stdout:[mon.c] 2024-09-21T00:35:02.575 INFO:teuthology.orchestra.run.smithi067.stdout:[mds.a] 2024-09-21T00:35:02.575 INFO:teuthology.orchestra.run.smithi067.stdout:[mds.c] 2024-09-21T00:35:02.575 INFO:teuthology.orchestra.run.smithi067.stdout:[mds.b] 2024-09-21T00:35:02.575 INFO:teuthology.orchestra.run.smithi067.stdout:[mds.d] 2024-09-21T00:35:02.575 INFO:teuthology.orchestra.run.smithi067.stdout:[mds] 2024-09-21T00:35:02.575 INFO:teuthology.orchestra.run.smithi067.stdout: mds cache max size = 1000 2024-09-21T00:35:02.575 INFO:teuthology.orchestra.run.smithi067.stdout: mds log max segments = 1 2024-09-21T00:35:02.575 INFO:teuthology.orchestra.run.smithi067.stdout: mds verify scatter = False 2024-09-21T00:35:02.576 INFO:teuthology.orchestra.run.smithi097.stdout:[global] 2024-09-21T00:35:02.576 INFO:teuthology.orchestra.run.smithi097.stdout: chdir = "" 2024-09-21T00:35:02.576 INFO:teuthology.orchestra.run.smithi097.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-21T00:35:02.576 INFO:teuthology.orchestra.run.smithi097.stdout: auth supported = cephx 2024-09-21T00:35:02.576 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:35:02.576 INFO:teuthology.orchestra.run.smithi097.stdout: filestore xattr use omap = true 2024-09-21T00:35:02.577 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:35:02.577 INFO:teuthology.orchestra.run.smithi097.stdout: mon clock drift allowed = 1.000 2024-09-21T00:35:02.577 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:35:02.577 INFO:teuthology.orchestra.run.smithi097.stdout: osd crush chooseleaf type = 0 2024-09-21T00:35:02.577 INFO:teuthology.orchestra.run.smithi097.stdout: auth debug = true 2024-09-21T00:35:02.577 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:35:02.577 INFO:teuthology.orchestra.run.smithi097.stdout: ms die on old message = true 2024-09-21T00:35:02.577 INFO:teuthology.orchestra.run.smithi097.stdout: ms die on bug = true 2024-09-21T00:35:02.577 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:35:02.578 INFO:teuthology.orchestra.run.smithi097.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-21T00:35:02.578 INFO:teuthology.orchestra.run.smithi097.stdout: mon pg warn max object skew = 0 2024-09-21T00:35:02.578 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:35:02.578 INFO:teuthology.orchestra.run.smithi097.stdout: # disable pg_autoscaler by default for new pools 2024-09-21T00:35:02.578 INFO:teuthology.orchestra.run.smithi097.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-21T00:35:02.578 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:35:02.578 INFO:teuthology.orchestra.run.smithi097.stdout: osd pool default size = 2 2024-09-21T00:35:02.578 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:35:02.578 INFO:teuthology.orchestra.run.smithi097.stdout: mon osd allow primary affinity = true 2024-09-21T00:35:02.578 INFO:teuthology.orchestra.run.smithi097.stdout: mon osd allow pg remap = true 2024-09-21T00:35:02.579 INFO:teuthology.orchestra.run.smithi097.stdout: mon warn on legacy crush tunables = false 2024-09-21T00:35:02.579 INFO:teuthology.orchestra.run.smithi097.stdout: mon warn on crush straw calc version zero = false 2024-09-21T00:35:02.579 INFO:teuthology.orchestra.run.smithi097.stdout: mon warn on no sortbitwise = false 2024-09-21T00:35:02.579 INFO:teuthology.orchestra.run.smithi097.stdout: mon warn on osd down out interval zero = false 2024-09-21T00:35:02.579 INFO:teuthology.orchestra.run.smithi097.stdout: mon warn on too few osds = false 2024-09-21T00:35:02.579 INFO:teuthology.orchestra.run.smithi097.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-21T00:35:02.579 INFO:teuthology.orchestra.run.smithi097.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-21T00:35:02.579 INFO:teuthology.orchestra.run.smithi097.stdout: mon_allow_pool_size_one = true 2024-09-21T00:35:02.579 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:35:02.579 INFO:teuthology.orchestra.run.smithi097.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-21T00:35:02.579 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:35:02.580 INFO:teuthology.orchestra.run.smithi097.stdout: osd default data pool replay window = 5 2024-09-21T00:35:02.580 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:35:02.580 INFO:teuthology.orchestra.run.smithi097.stdout: mon allow pool delete = true 2024-09-21T00:35:02.580 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:35:02.580 INFO:teuthology.orchestra.run.smithi097.stdout: mon cluster log file level = debug 2024-09-21T00:35:02.580 INFO:teuthology.orchestra.run.smithi097.stdout: debug asserts on shutdown = true 2024-09-21T00:35:02.580 INFO:teuthology.orchestra.run.smithi097.stdout: mon health detail to clog = false 2024-09-21T00:35:02.580 INFO:teuthology.orchestra.run.smithi097.stdout: mon host = "172.21.15.67,172.21.15.97,[v2:172.21.15.97:3301,v1:172.21.15.97:6790]" 2024-09-21T00:35:02.580 INFO:teuthology.orchestra.run.smithi097.stdout: fsid = 166a8832-baab-4541-be5c-9c3483b3f7a3 2024-09-21T00:35:02.580 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:35:02.580 INFO:teuthology.orchestra.run.smithi097.stdout:[osd] 2024-09-21T00:35:02.581 INFO:teuthology.orchestra.run.smithi097.stdout: osd journal size = 100 2024-09-21T00:35:02.581 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:35:02.581 INFO:teuthology.orchestra.run.smithi097.stdout: osd scrub load threshold = 5.0 2024-09-21T00:35:02.581 INFO:teuthology.orchestra.run.smithi097.stdout: osd scrub max interval = 600 2024-09-21T00:35:02.581 INFO:teuthology.orchestra.run.smithi097.stdout: osd mclock profile = high_recovery_ops 2024-09-21T00:35:02.581 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:35:02.581 INFO:teuthology.orchestra.run.smithi097.stdout: osd recover clone overlap = true 2024-09-21T00:35:02.581 INFO:teuthology.orchestra.run.smithi097.stdout: osd recovery max chunk = 1048576 2024-09-21T00:35:02.581 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:35:02.581 INFO:teuthology.orchestra.run.smithi097.stdout: osd debug shutdown = true 2024-09-21T00:35:02.581 INFO:teuthology.orchestra.run.smithi097.stdout: osd debug op order = true 2024-09-21T00:35:02.581 INFO:teuthology.orchestra.run.smithi097.stdout: osd debug verify stray on activate = true 2024-09-21T00:35:02.582 INFO:teuthology.orchestra.run.smithi097.stdout: osd debug trim objects = true 2024-09-21T00:35:02.582 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:35:02.582 INFO:teuthology.orchestra.run.smithi097.stdout: osd open classes on start = true 2024-09-21T00:35:02.582 INFO:teuthology.orchestra.run.smithi097.stdout: osd debug pg log writeout = true 2024-09-21T00:35:02.582 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:35:02.582 INFO:teuthology.orchestra.run.smithi097.stdout: osd deep scrub update digest min age = 30 2024-09-21T00:35:02.582 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:35:02.582 INFO:teuthology.orchestra.run.smithi097.stdout: osd map max advance = 10 2024-09-21T00:35:02.582 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:35:02.582 INFO:teuthology.orchestra.run.smithi097.stdout: journal zero on create = true 2024-09-21T00:35:02.583 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:35:02.583 INFO:teuthology.orchestra.run.smithi097.stdout: filestore ondisk finisher threads = 3 2024-09-21T00:35:02.583 INFO:teuthology.orchestra.run.smithi097.stdout: filestore apply finisher threads = 3 2024-09-21T00:35:02.583 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:35:02.583 INFO:teuthology.orchestra.run.smithi097.stdout: bdev debug aio = true 2024-09-21T00:35:02.583 INFO:teuthology.orchestra.run.smithi097.stdout: osd debug misdirected ops = true 2024-09-21T00:35:02.583 INFO:teuthology.orchestra.run.smithi097.stdout: bdev async discard = True 2024-09-21T00:35:02.583 INFO:teuthology.orchestra.run.smithi097.stdout: bdev enable discard = True 2024-09-21T00:35:02.583 INFO:teuthology.orchestra.run.smithi097.stdout: bluestore allocator = bitmap 2024-09-21T00:35:02.583 INFO:teuthology.orchestra.run.smithi097.stdout: bluestore block size = 96636764160 2024-09-21T00:35:02.583 INFO:teuthology.orchestra.run.smithi097.stdout: bluestore fsck on mount = True 2024-09-21T00:35:02.584 INFO:teuthology.orchestra.run.smithi097.stdout: debug bluefs = 1/20 2024-09-21T00:35:02.584 INFO:teuthology.orchestra.run.smithi097.stdout: debug bluestore = 1/20 2024-09-21T00:35:02.584 INFO:teuthology.orchestra.run.smithi097.stdout: debug ms = 1 2024-09-21T00:35:02.584 INFO:teuthology.orchestra.run.smithi097.stdout: debug osd = 20 2024-09-21T00:35:02.584 INFO:teuthology.orchestra.run.smithi097.stdout: debug rocksdb = 4/10 2024-09-21T00:35:02.584 INFO:teuthology.orchestra.run.smithi097.stdout: mon osd backfillfull_ratio = 0.85 2024-09-21T00:35:02.584 INFO:teuthology.orchestra.run.smithi097.stdout: mon osd full ratio = 0.9 2024-09-21T00:35:02.584 INFO:teuthology.orchestra.run.smithi097.stdout: mon osd nearfull ratio = 0.8 2024-09-21T00:35:02.584 INFO:teuthology.orchestra.run.smithi097.stdout: osd failsafe full ratio = 0.95 2024-09-21T00:35:02.584 INFO:teuthology.orchestra.run.smithi097.stdout: osd objectstore = bluestore 2024-09-21T00:35:02.584 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:35:02.584 INFO:teuthology.orchestra.run.smithi097.stdout:[mgr] 2024-09-21T00:35:02.585 INFO:teuthology.orchestra.run.smithi097.stdout: debug ms = 1 2024-09-21T00:35:02.585 INFO:teuthology.orchestra.run.smithi097.stdout: debug mgr = 20 2024-09-21T00:35:02.585 INFO:teuthology.orchestra.run.smithi097.stdout: debug mon = 20 2024-09-21T00:35:02.585 INFO:teuthology.orchestra.run.smithi097.stdout: debug auth = 20 2024-09-21T00:35:02.585 INFO:teuthology.orchestra.run.smithi097.stdout: mon reweight min pgs per osd = 4 2024-09-21T00:35:02.585 INFO:teuthology.orchestra.run.smithi097.stdout: mon reweight min bytes per osd = 10 2024-09-21T00:35:02.585 INFO:teuthology.orchestra.run.smithi097.stdout: mgr/telemetry/nag = false 2024-09-21T00:35:02.585 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:35:02.585 INFO:teuthology.orchestra.run.smithi097.stdout:[mon] 2024-09-21T00:35:02.585 INFO:teuthology.orchestra.run.smithi097.stdout: debug ms = 1 2024-09-21T00:35:02.585 INFO:teuthology.orchestra.run.smithi097.stdout: debug mon = 20 2024-09-21T00:35:02.585 INFO:teuthology.orchestra.run.smithi097.stdout: debug paxos = 20 2024-09-21T00:35:02.585 INFO:teuthology.orchestra.run.smithi097.stdout: debug auth = 20 2024-09-21T00:35:02.586 INFO:teuthology.orchestra.run.smithi097.stdout: mon data avail warn = 5 2024-09-21T00:35:02.586 INFO:teuthology.orchestra.run.smithi097.stdout: mon mgr mkfs grace = 240 2024-09-21T00:35:02.586 INFO:teuthology.orchestra.run.smithi097.stdout: mon reweight min pgs per osd = 4 2024-09-21T00:35:02.586 INFO:teuthology.orchestra.run.smithi097.stdout: mon osd reporter subtree level = osd 2024-09-21T00:35:02.586 INFO:teuthology.orchestra.run.smithi097.stdout: mon osd prime pg temp = true 2024-09-21T00:35:02.586 INFO:teuthology.orchestra.run.smithi097.stdout: mon reweight min bytes per osd = 10 2024-09-21T00:35:02.586 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:35:02.586 INFO:teuthology.orchestra.run.smithi097.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-21T00:35:02.586 INFO:teuthology.orchestra.run.smithi097.stdout: auth mon ticket ttl = 660 # 11m 2024-09-21T00:35:02.586 INFO:teuthology.orchestra.run.smithi097.stdout: auth service ticket ttl = 240 # 4m 2024-09-21T00:35:02.586 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:35:02.587 INFO:teuthology.orchestra.run.smithi097.stdout: # don't complain about insecure global_id in the test suite 2024-09-21T00:35:02.587 INFO:teuthology.orchestra.run.smithi097.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-21T00:35:02.587 INFO:teuthology.orchestra.run.smithi097.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-21T00:35:02.587 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:35:02.587 INFO:teuthology.orchestra.run.smithi097.stdout: # 1m isn't quite enough 2024-09-21T00:35:02.587 INFO:teuthology.orchestra.run.smithi097.stdout: mon_down_mkfs_grace = 2m 2024-09-21T00:35:02.587 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:35:02.587 INFO:teuthology.orchestra.run.smithi097.stdout: mon_warn_on_filestore_osds = false 2024-09-21T00:35:02.587 INFO:teuthology.orchestra.run.smithi097.stdout: mon down mkfs grace = 300 2024-09-21T00:35:02.587 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:35:02.587 INFO:teuthology.orchestra.run.smithi097.stdout:[client] 2024-09-21T00:35:02.587 INFO:teuthology.orchestra.run.smithi097.stdout: rgw cache enabled = true 2024-09-21T00:35:02.587 INFO:teuthology.orchestra.run.smithi097.stdout: rgw enable ops log = true 2024-09-21T00:35:02.588 INFO:teuthology.orchestra.run.smithi097.stdout: rgw enable usage log = true 2024-09-21T00:35:02.588 INFO:teuthology.orchestra.run.smithi097.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-21T00:35:02.588 INFO:teuthology.orchestra.run.smithi097.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-21T00:35:02.588 INFO:teuthology.orchestra.run.smithi097.stdout: pid file = "" 2024-09-21T00:35:02.588 INFO:teuthology.orchestra.run.smithi097.stdout:[mon.a] 2024-09-21T00:35:02.588 INFO:teuthology.orchestra.run.smithi097.stdout:[mon.b] 2024-09-21T00:35:02.588 INFO:teuthology.orchestra.run.smithi097.stdout:[mon.c] 2024-09-21T00:35:02.588 INFO:teuthology.orchestra.run.smithi097.stdout:[mds.a] 2024-09-21T00:35:02.588 INFO:teuthology.orchestra.run.smithi097.stdout:[mds.c] 2024-09-21T00:35:02.588 INFO:teuthology.orchestra.run.smithi097.stdout:[mds.b] 2024-09-21T00:35:02.588 INFO:teuthology.orchestra.run.smithi097.stdout:[mds.d] 2024-09-21T00:35:02.588 INFO:teuthology.orchestra.run.smithi097.stdout:[mds] 2024-09-21T00:35:02.588 INFO:teuthology.orchestra.run.smithi097.stdout: mds cache max size = 1000 2024-09-21T00:35:02.588 INFO:teuthology.orchestra.run.smithi097.stdout: mds log max segments = 1 2024-09-21T00:35:02.589 INFO:teuthology.orchestra.run.smithi097.stdout: mds verify scatter = False 2024-09-21T00:35:02.591 DEBUG:teuthology.orchestra.run.smithi067:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-21T00:35:02.632 DEBUG:teuthology.orchestra.run.smithi097:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-21T00:35:02.674 INFO:teuthology.orchestra.run.smithi067.stdout:[global] 2024-09-21T00:35:02.675 INFO:teuthology.orchestra.run.smithi067.stdout: chdir = "" 2024-09-21T00:35:02.675 INFO:teuthology.orchestra.run.smithi067.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-21T00:35:02.675 INFO:teuthology.orchestra.run.smithi067.stdout: auth supported = cephx 2024-09-21T00:35:02.675 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:02.675 INFO:teuthology.orchestra.run.smithi067.stdout: filestore xattr use omap = true 2024-09-21T00:35:02.675 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:02.675 INFO:teuthology.orchestra.run.smithi067.stdout: mon clock drift allowed = 1.000 2024-09-21T00:35:02.675 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:02.675 INFO:teuthology.orchestra.run.smithi067.stdout: osd crush chooseleaf type = 0 2024-09-21T00:35:02.675 INFO:teuthology.orchestra.run.smithi067.stdout: auth debug = true 2024-09-21T00:35:02.675 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:02.676 INFO:teuthology.orchestra.run.smithi067.stdout: ms die on old message = true 2024-09-21T00:35:02.676 INFO:teuthology.orchestra.run.smithi067.stdout: ms die on bug = true 2024-09-21T00:35:02.676 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:02.676 INFO:teuthology.orchestra.run.smithi067.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-21T00:35:02.676 INFO:teuthology.orchestra.run.smithi067.stdout: mon pg warn max object skew = 0 2024-09-21T00:35:02.676 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:02.676 INFO:teuthology.orchestra.run.smithi067.stdout: # disable pg_autoscaler by default for new pools 2024-09-21T00:35:02.676 INFO:teuthology.orchestra.run.smithi067.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-21T00:35:02.676 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:02.676 INFO:teuthology.orchestra.run.smithi067.stdout: osd pool default size = 2 2024-09-21T00:35:02.677 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:02.677 INFO:teuthology.orchestra.run.smithi067.stdout: mon osd allow primary affinity = true 2024-09-21T00:35:02.677 INFO:teuthology.orchestra.run.smithi067.stdout: mon osd allow pg remap = true 2024-09-21T00:35:02.677 INFO:teuthology.orchestra.run.smithi067.stdout: mon warn on legacy crush tunables = false 2024-09-21T00:35:02.677 INFO:teuthology.orchestra.run.smithi067.stdout: mon warn on crush straw calc version zero = false 2024-09-21T00:35:02.677 INFO:teuthology.orchestra.run.smithi067.stdout: mon warn on no sortbitwise = false 2024-09-21T00:35:02.677 INFO:teuthology.orchestra.run.smithi067.stdout: mon warn on osd down out interval zero = false 2024-09-21T00:35:02.677 INFO:teuthology.orchestra.run.smithi067.stdout: mon warn on too few osds = false 2024-09-21T00:35:02.677 INFO:teuthology.orchestra.run.smithi067.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-21T00:35:02.677 INFO:teuthology.orchestra.run.smithi067.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-21T00:35:02.678 INFO:teuthology.orchestra.run.smithi067.stdout: mon_allow_pool_size_one = true 2024-09-21T00:35:02.678 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:02.678 INFO:teuthology.orchestra.run.smithi067.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-21T00:35:02.678 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:02.678 INFO:teuthology.orchestra.run.smithi067.stdout: osd default data pool replay window = 5 2024-09-21T00:35:02.678 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:02.678 INFO:teuthology.orchestra.run.smithi067.stdout: mon allow pool delete = true 2024-09-21T00:35:02.678 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:02.678 INFO:teuthology.orchestra.run.smithi067.stdout: mon cluster log file level = debug 2024-09-21T00:35:02.678 INFO:teuthology.orchestra.run.smithi067.stdout: debug asserts on shutdown = true 2024-09-21T00:35:02.678 INFO:teuthology.orchestra.run.smithi067.stdout: mon health detail to clog = false 2024-09-21T00:35:02.678 INFO:teuthology.orchestra.run.smithi067.stdout: mon host = "172.21.15.67,172.21.15.97,[v2:172.21.15.97:3301,v1:172.21.15.97:6790]" 2024-09-21T00:35:02.678 INFO:teuthology.orchestra.run.smithi067.stdout: fsid = 166a8832-baab-4541-be5c-9c3483b3f7a3 2024-09-21T00:35:02.679 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:02.679 INFO:teuthology.orchestra.run.smithi067.stdout:[osd] 2024-09-21T00:35:02.679 INFO:teuthology.orchestra.run.smithi067.stdout: osd journal size = 100 2024-09-21T00:35:02.679 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:02.679 INFO:teuthology.orchestra.run.smithi067.stdout: osd scrub load threshold = 5.0 2024-09-21T00:35:02.679 INFO:teuthology.orchestra.run.smithi067.stdout: osd scrub max interval = 600 2024-09-21T00:35:02.679 INFO:teuthology.orchestra.run.smithi067.stdout: osd mclock profile = high_recovery_ops 2024-09-21T00:35:02.679 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:02.679 INFO:teuthology.orchestra.run.smithi067.stdout: osd recover clone overlap = true 2024-09-21T00:35:02.679 INFO:teuthology.orchestra.run.smithi067.stdout: osd recovery max chunk = 1048576 2024-09-21T00:35:02.679 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:02.679 INFO:teuthology.orchestra.run.smithi067.stdout: osd debug shutdown = true 2024-09-21T00:35:02.679 INFO:teuthology.orchestra.run.smithi067.stdout: osd debug op order = true 2024-09-21T00:35:02.679 INFO:teuthology.orchestra.run.smithi067.stdout: osd debug verify stray on activate = true 2024-09-21T00:35:02.680 INFO:teuthology.orchestra.run.smithi067.stdout: osd debug trim objects = true 2024-09-21T00:35:02.680 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:02.680 INFO:teuthology.orchestra.run.smithi067.stdout: osd open classes on start = true 2024-09-21T00:35:02.680 INFO:teuthology.orchestra.run.smithi067.stdout: osd debug pg log writeout = true 2024-09-21T00:35:02.680 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:02.680 INFO:teuthology.orchestra.run.smithi067.stdout: osd deep scrub update digest min age = 30 2024-09-21T00:35:02.680 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:02.680 INFO:teuthology.orchestra.run.smithi067.stdout: osd map max advance = 10 2024-09-21T00:35:02.680 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:02.680 INFO:teuthology.orchestra.run.smithi067.stdout: journal zero on create = true 2024-09-21T00:35:02.680 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:02.680 INFO:teuthology.orchestra.run.smithi067.stdout: filestore ondisk finisher threads = 3 2024-09-21T00:35:02.680 INFO:teuthology.orchestra.run.smithi067.stdout: filestore apply finisher threads = 3 2024-09-21T00:35:02.681 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:02.681 INFO:teuthology.orchestra.run.smithi067.stdout: bdev debug aio = true 2024-09-21T00:35:02.681 INFO:teuthology.orchestra.run.smithi067.stdout: osd debug misdirected ops = true 2024-09-21T00:35:02.681 INFO:teuthology.orchestra.run.smithi067.stdout: bdev async discard = True 2024-09-21T00:35:02.681 INFO:teuthology.orchestra.run.smithi067.stdout: bdev enable discard = True 2024-09-21T00:35:02.681 INFO:teuthology.orchestra.run.smithi067.stdout: bluestore allocator = bitmap 2024-09-21T00:35:02.681 INFO:teuthology.orchestra.run.smithi067.stdout: bluestore block size = 96636764160 2024-09-21T00:35:02.681 INFO:teuthology.orchestra.run.smithi067.stdout: bluestore fsck on mount = True 2024-09-21T00:35:02.681 INFO:teuthology.orchestra.run.smithi067.stdout: debug bluefs = 1/20 2024-09-21T00:35:02.681 INFO:teuthology.orchestra.run.smithi067.stdout: debug bluestore = 1/20 2024-09-21T00:35:02.681 INFO:teuthology.orchestra.run.smithi067.stdout: debug ms = 1 2024-09-21T00:35:02.681 INFO:teuthology.orchestra.run.smithi067.stdout: debug osd = 20 2024-09-21T00:35:02.681 INFO:teuthology.orchestra.run.smithi067.stdout: debug rocksdb = 4/10 2024-09-21T00:35:02.681 INFO:teuthology.orchestra.run.smithi067.stdout: mon osd backfillfull_ratio = 0.85 2024-09-21T00:35:02.681 INFO:teuthology.orchestra.run.smithi067.stdout: mon osd full ratio = 0.9 2024-09-21T00:35:02.682 INFO:teuthology.orchestra.run.smithi067.stdout: mon osd nearfull ratio = 0.8 2024-09-21T00:35:02.682 INFO:teuthology.orchestra.run.smithi067.stdout: osd failsafe full ratio = 0.95 2024-09-21T00:35:02.682 INFO:teuthology.orchestra.run.smithi067.stdout: osd objectstore = bluestore 2024-09-21T00:35:02.682 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:02.682 INFO:teuthology.orchestra.run.smithi067.stdout:[mgr] 2024-09-21T00:35:02.682 INFO:teuthology.orchestra.run.smithi067.stdout: debug ms = 1 2024-09-21T00:35:02.682 INFO:teuthology.orchestra.run.smithi067.stdout: debug mgr = 20 2024-09-21T00:35:02.682 INFO:teuthology.orchestra.run.smithi067.stdout: debug mon = 20 2024-09-21T00:35:02.682 INFO:teuthology.orchestra.run.smithi067.stdout: debug auth = 20 2024-09-21T00:35:02.682 INFO:teuthology.orchestra.run.smithi067.stdout: mon reweight min pgs per osd = 4 2024-09-21T00:35:02.682 INFO:teuthology.orchestra.run.smithi067.stdout: mon reweight min bytes per osd = 10 2024-09-21T00:35:02.682 INFO:teuthology.orchestra.run.smithi067.stdout: mgr/telemetry/nag = false 2024-09-21T00:35:02.682 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:02.683 INFO:teuthology.orchestra.run.smithi067.stdout:[mon] 2024-09-21T00:35:02.683 INFO:teuthology.orchestra.run.smithi067.stdout: debug ms = 1 2024-09-21T00:35:02.683 INFO:teuthology.orchestra.run.smithi067.stdout: debug mon = 20 2024-09-21T00:35:02.683 INFO:teuthology.orchestra.run.smithi067.stdout: debug paxos = 20 2024-09-21T00:35:02.683 INFO:teuthology.orchestra.run.smithi067.stdout: debug auth = 20 2024-09-21T00:35:02.683 INFO:teuthology.orchestra.run.smithi067.stdout: mon data avail warn = 5 2024-09-21T00:35:02.683 INFO:teuthology.orchestra.run.smithi067.stdout: mon mgr mkfs grace = 240 2024-09-21T00:35:02.683 INFO:teuthology.orchestra.run.smithi067.stdout: mon reweight min pgs per osd = 4 2024-09-21T00:35:02.683 INFO:teuthology.orchestra.run.smithi067.stdout: mon osd reporter subtree level = osd 2024-09-21T00:35:02.683 INFO:teuthology.orchestra.run.smithi067.stdout: mon osd prime pg temp = true 2024-09-21T00:35:02.683 INFO:teuthology.orchestra.run.smithi067.stdout: mon reweight min bytes per osd = 10 2024-09-21T00:35:02.683 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:02.683 INFO:teuthology.orchestra.run.smithi067.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-21T00:35:02.683 INFO:teuthology.orchestra.run.smithi067.stdout: auth mon ticket ttl = 660 # 11m 2024-09-21T00:35:02.684 INFO:teuthology.orchestra.run.smithi067.stdout: auth service ticket ttl = 240 # 4m 2024-09-21T00:35:02.684 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:02.684 INFO:teuthology.orchestra.run.smithi067.stdout: # don't complain about insecure global_id in the test suite 2024-09-21T00:35:02.684 INFO:teuthology.orchestra.run.smithi067.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-21T00:35:02.684 INFO:teuthology.orchestra.run.smithi067.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-21T00:35:02.684 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:02.684 INFO:teuthology.orchestra.run.smithi067.stdout: # 1m isn't quite enough 2024-09-21T00:35:02.684 INFO:teuthology.orchestra.run.smithi067.stdout: mon_down_mkfs_grace = 2m 2024-09-21T00:35:02.684 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:02.684 INFO:teuthology.orchestra.run.smithi067.stdout: mon_warn_on_filestore_osds = false 2024-09-21T00:35:02.684 INFO:teuthology.orchestra.run.smithi067.stdout: mon down mkfs grace = 300 2024-09-21T00:35:02.684 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:02.684 INFO:teuthology.orchestra.run.smithi067.stdout:[client] 2024-09-21T00:35:02.685 INFO:teuthology.orchestra.run.smithi067.stdout: rgw cache enabled = true 2024-09-21T00:35:02.685 INFO:teuthology.orchestra.run.smithi067.stdout: rgw enable ops log = true 2024-09-21T00:35:02.685 INFO:teuthology.orchestra.run.smithi067.stdout: rgw enable usage log = true 2024-09-21T00:35:02.685 INFO:teuthology.orchestra.run.smithi067.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-21T00:35:02.685 INFO:teuthology.orchestra.run.smithi067.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-21T00:35:02.685 INFO:teuthology.orchestra.run.smithi067.stdout: pid file = "" 2024-09-21T00:35:02.685 INFO:teuthology.orchestra.run.smithi067.stdout:[mon.a] 2024-09-21T00:35:02.685 INFO:teuthology.orchestra.run.smithi067.stdout:[mon.b] 2024-09-21T00:35:02.685 INFO:teuthology.orchestra.run.smithi067.stdout:[mon.c] 2024-09-21T00:35:02.685 INFO:teuthology.orchestra.run.smithi067.stdout:[mds.a] 2024-09-21T00:35:02.685 INFO:teuthology.orchestra.run.smithi067.stdout:[mds.c] 2024-09-21T00:35:02.685 INFO:teuthology.orchestra.run.smithi067.stdout:[mds.b] 2024-09-21T00:35:02.685 INFO:teuthology.orchestra.run.smithi067.stdout:[mds.d] 2024-09-21T00:35:02.685 INFO:teuthology.orchestra.run.smithi067.stdout:[mds] 2024-09-21T00:35:02.686 INFO:teuthology.orchestra.run.smithi067.stdout: mds cache max size = 1000 2024-09-21T00:35:02.686 INFO:teuthology.orchestra.run.smithi067.stdout: mds log max segments = 1 2024-09-21T00:35:02.686 INFO:teuthology.orchestra.run.smithi067.stdout: mds verify scatter = False 2024-09-21T00:35:02.686 INFO:teuthology.orchestra.run.smithi067.stdout: mds debug scatterstat = False 2024-09-21T00:35:02.686 INFO:teuthology.orchestra.run.smithi097.stdout:[global] 2024-09-21T00:35:02.686 INFO:teuthology.orchestra.run.smithi097.stdout: chdir = "" 2024-09-21T00:35:02.687 INFO:teuthology.orchestra.run.smithi097.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-21T00:35:02.687 INFO:teuthology.orchestra.run.smithi097.stdout: auth supported = cephx 2024-09-21T00:35:02.687 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:35:02.687 INFO:teuthology.orchestra.run.smithi097.stdout: filestore xattr use omap = true 2024-09-21T00:35:02.687 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:35:02.687 INFO:teuthology.orchestra.run.smithi097.stdout: mon clock drift allowed = 1.000 2024-09-21T00:35:02.687 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:35:02.687 INFO:teuthology.orchestra.run.smithi097.stdout: osd crush chooseleaf type = 0 2024-09-21T00:35:02.687 INFO:teuthology.orchestra.run.smithi097.stdout: auth debug = true 2024-09-21T00:35:02.687 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:35:02.687 INFO:teuthology.orchestra.run.smithi097.stdout: ms die on old message = true 2024-09-21T00:35:02.687 INFO:teuthology.orchestra.run.smithi097.stdout: ms die on bug = true 2024-09-21T00:35:02.687 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:35:02.688 INFO:teuthology.orchestra.run.smithi097.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-21T00:35:02.688 INFO:teuthology.orchestra.run.smithi097.stdout: mon pg warn max object skew = 0 2024-09-21T00:35:02.688 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:35:02.688 INFO:teuthology.orchestra.run.smithi097.stdout: # disable pg_autoscaler by default for new pools 2024-09-21T00:35:02.688 INFO:teuthology.orchestra.run.smithi097.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-21T00:35:02.688 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:35:02.688 INFO:teuthology.orchestra.run.smithi097.stdout: osd pool default size = 2 2024-09-21T00:35:02.688 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:35:02.688 INFO:teuthology.orchestra.run.smithi097.stdout: mon osd allow primary affinity = true 2024-09-21T00:35:02.688 INFO:teuthology.orchestra.run.smithi097.stdout: mon osd allow pg remap = true 2024-09-21T00:35:02.688 INFO:teuthology.orchestra.run.smithi097.stdout: mon warn on legacy crush tunables = false 2024-09-21T00:35:02.688 INFO:teuthology.orchestra.run.smithi097.stdout: mon warn on crush straw calc version zero = false 2024-09-21T00:35:02.688 INFO:teuthology.orchestra.run.smithi097.stdout: mon warn on no sortbitwise = false 2024-09-21T00:35:02.688 INFO:teuthology.orchestra.run.smithi097.stdout: mon warn on osd down out interval zero = false 2024-09-21T00:35:02.688 INFO:teuthology.orchestra.run.smithi097.stdout: mon warn on too few osds = false 2024-09-21T00:35:02.689 INFO:teuthology.orchestra.run.smithi097.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-21T00:35:02.689 INFO:teuthology.orchestra.run.smithi097.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-21T00:35:02.689 INFO:teuthology.orchestra.run.smithi097.stdout: mon_allow_pool_size_one = true 2024-09-21T00:35:02.689 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:35:02.689 INFO:teuthology.orchestra.run.smithi097.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-21T00:35:02.689 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:35:02.689 INFO:teuthology.orchestra.run.smithi097.stdout: osd default data pool replay window = 5 2024-09-21T00:35:02.689 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:35:02.689 INFO:teuthology.orchestra.run.smithi097.stdout: mon allow pool delete = true 2024-09-21T00:35:02.689 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:35:02.689 INFO:teuthology.orchestra.run.smithi097.stdout: mon cluster log file level = debug 2024-09-21T00:35:02.689 INFO:teuthology.orchestra.run.smithi097.stdout: debug asserts on shutdown = true 2024-09-21T00:35:02.689 INFO:teuthology.orchestra.run.smithi097.stdout: mon health detail to clog = false 2024-09-21T00:35:02.689 INFO:teuthology.orchestra.run.smithi097.stdout: mon host = "172.21.15.67,172.21.15.97,[v2:172.21.15.97:3301,v1:172.21.15.97:6790]" 2024-09-21T00:35:02.689 INFO:teuthology.orchestra.run.smithi097.stdout: fsid = 166a8832-baab-4541-be5c-9c3483b3f7a3 2024-09-21T00:35:02.690 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:35:02.690 INFO:teuthology.orchestra.run.smithi097.stdout:[osd] 2024-09-21T00:35:02.690 INFO:teuthology.orchestra.run.smithi097.stdout: osd journal size = 100 2024-09-21T00:35:02.690 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:35:02.690 INFO:teuthology.orchestra.run.smithi097.stdout: osd scrub load threshold = 5.0 2024-09-21T00:35:02.690 INFO:teuthology.orchestra.run.smithi097.stdout: osd scrub max interval = 600 2024-09-21T00:35:02.690 INFO:teuthology.orchestra.run.smithi097.stdout: osd mclock profile = high_recovery_ops 2024-09-21T00:35:02.690 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:35:02.690 INFO:teuthology.orchestra.run.smithi097.stdout: osd recover clone overlap = true 2024-09-21T00:35:02.690 INFO:teuthology.orchestra.run.smithi097.stdout: osd recovery max chunk = 1048576 2024-09-21T00:35:02.690 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:35:02.690 INFO:teuthology.orchestra.run.smithi097.stdout: osd debug shutdown = true 2024-09-21T00:35:02.690 INFO:teuthology.orchestra.run.smithi097.stdout: osd debug op order = true 2024-09-21T00:35:02.690 INFO:teuthology.orchestra.run.smithi097.stdout: osd debug verify stray on activate = true 2024-09-21T00:35:02.690 INFO:teuthology.orchestra.run.smithi097.stdout: osd debug trim objects = true 2024-09-21T00:35:02.691 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:35:02.691 INFO:teuthology.orchestra.run.smithi097.stdout: osd open classes on start = true 2024-09-21T00:35:02.691 INFO:teuthology.orchestra.run.smithi097.stdout: osd debug pg log writeout = true 2024-09-21T00:35:02.691 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:35:02.691 INFO:teuthology.orchestra.run.smithi097.stdout: osd deep scrub update digest min age = 30 2024-09-21T00:35:02.691 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:35:02.691 INFO:teuthology.orchestra.run.smithi097.stdout: osd map max advance = 10 2024-09-21T00:35:02.691 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:35:02.691 INFO:teuthology.orchestra.run.smithi097.stdout: journal zero on create = true 2024-09-21T00:35:02.691 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:35:02.691 INFO:teuthology.orchestra.run.smithi097.stdout: filestore ondisk finisher threads = 3 2024-09-21T00:35:02.691 INFO:teuthology.orchestra.run.smithi097.stdout: filestore apply finisher threads = 3 2024-09-21T00:35:02.691 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:35:02.691 INFO:teuthology.orchestra.run.smithi097.stdout: bdev debug aio = true 2024-09-21T00:35:02.692 INFO:teuthology.orchestra.run.smithi097.stdout: osd debug misdirected ops = true 2024-09-21T00:35:02.692 INFO:teuthology.orchestra.run.smithi097.stdout: bdev async discard = True 2024-09-21T00:35:02.692 INFO:teuthology.orchestra.run.smithi097.stdout: bdev enable discard = True 2024-09-21T00:35:02.692 INFO:teuthology.orchestra.run.smithi097.stdout: bluestore allocator = bitmap 2024-09-21T00:35:02.692 INFO:teuthology.orchestra.run.smithi097.stdout: bluestore block size = 96636764160 2024-09-21T00:35:02.692 INFO:teuthology.orchestra.run.smithi097.stdout: bluestore fsck on mount = True 2024-09-21T00:35:02.692 INFO:teuthology.orchestra.run.smithi097.stdout: debug bluefs = 1/20 2024-09-21T00:35:02.692 INFO:teuthology.orchestra.run.smithi097.stdout: debug bluestore = 1/20 2024-09-21T00:35:02.692 INFO:teuthology.orchestra.run.smithi097.stdout: debug ms = 1 2024-09-21T00:35:02.692 INFO:teuthology.orchestra.run.smithi097.stdout: debug osd = 20 2024-09-21T00:35:02.692 INFO:teuthology.orchestra.run.smithi097.stdout: debug rocksdb = 4/10 2024-09-21T00:35:02.692 INFO:teuthology.orchestra.run.smithi097.stdout: mon osd backfillfull_ratio = 0.85 2024-09-21T00:35:02.692 INFO:teuthology.orchestra.run.smithi097.stdout: mon osd full ratio = 0.9 2024-09-21T00:35:02.692 INFO:teuthology.orchestra.run.smithi097.stdout: mon osd nearfull ratio = 0.8 2024-09-21T00:35:02.692 INFO:teuthology.orchestra.run.smithi097.stdout: osd failsafe full ratio = 0.95 2024-09-21T00:35:02.693 INFO:teuthology.orchestra.run.smithi097.stdout: osd objectstore = bluestore 2024-09-21T00:35:02.693 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:35:02.693 INFO:teuthology.orchestra.run.smithi097.stdout:[mgr] 2024-09-21T00:35:02.693 INFO:teuthology.orchestra.run.smithi097.stdout: debug ms = 1 2024-09-21T00:35:02.693 INFO:teuthology.orchestra.run.smithi097.stdout: debug mgr = 20 2024-09-21T00:35:02.693 INFO:teuthology.orchestra.run.smithi097.stdout: debug mon = 20 2024-09-21T00:35:02.693 INFO:teuthology.orchestra.run.smithi097.stdout: debug auth = 20 2024-09-21T00:35:02.693 INFO:teuthology.orchestra.run.smithi097.stdout: mon reweight min pgs per osd = 4 2024-09-21T00:35:02.693 INFO:teuthology.orchestra.run.smithi097.stdout: mon reweight min bytes per osd = 10 2024-09-21T00:35:02.693 INFO:teuthology.orchestra.run.smithi097.stdout: mgr/telemetry/nag = false 2024-09-21T00:35:02.693 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:35:02.693 INFO:teuthology.orchestra.run.smithi097.stdout:[mon] 2024-09-21T00:35:02.693 INFO:teuthology.orchestra.run.smithi097.stdout: debug ms = 1 2024-09-21T00:35:02.693 INFO:teuthology.orchestra.run.smithi097.stdout: debug mon = 20 2024-09-21T00:35:02.694 INFO:teuthology.orchestra.run.smithi097.stdout: debug paxos = 20 2024-09-21T00:35:02.694 INFO:teuthology.orchestra.run.smithi097.stdout: debug auth = 20 2024-09-21T00:35:02.694 INFO:teuthology.orchestra.run.smithi097.stdout: mon data avail warn = 5 2024-09-21T00:35:02.694 INFO:teuthology.orchestra.run.smithi097.stdout: mon mgr mkfs grace = 240 2024-09-21T00:35:02.694 INFO:teuthology.orchestra.run.smithi097.stdout: mon reweight min pgs per osd = 4 2024-09-21T00:35:02.694 INFO:teuthology.orchestra.run.smithi097.stdout: mon osd reporter subtree level = osd 2024-09-21T00:35:02.694 INFO:teuthology.orchestra.run.smithi097.stdout: mon osd prime pg temp = true 2024-09-21T00:35:02.694 INFO:teuthology.orchestra.run.smithi097.stdout: mon reweight min bytes per osd = 10 2024-09-21T00:35:02.694 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:35:02.694 INFO:teuthology.orchestra.run.smithi097.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-21T00:35:02.694 INFO:teuthology.orchestra.run.smithi097.stdout: auth mon ticket ttl = 660 # 11m 2024-09-21T00:35:02.694 INFO:teuthology.orchestra.run.smithi097.stdout: auth service ticket ttl = 240 # 4m 2024-09-21T00:35:02.694 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:35:02.694 INFO:teuthology.orchestra.run.smithi097.stdout: # don't complain about insecure global_id in the test suite 2024-09-21T00:35:02.695 INFO:teuthology.orchestra.run.smithi097.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-21T00:35:02.695 INFO:teuthology.orchestra.run.smithi097.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-21T00:35:02.695 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:35:02.695 INFO:teuthology.orchestra.run.smithi097.stdout: # 1m isn't quite enough 2024-09-21T00:35:02.695 INFO:teuthology.orchestra.run.smithi097.stdout: mon_down_mkfs_grace = 2m 2024-09-21T00:35:02.695 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:35:02.695 INFO:teuthology.orchestra.run.smithi097.stdout: mon_warn_on_filestore_osds = false 2024-09-21T00:35:02.695 INFO:teuthology.orchestra.run.smithi097.stdout: mon down mkfs grace = 300 2024-09-21T00:35:02.695 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:35:02.695 INFO:teuthology.orchestra.run.smithi097.stdout:[client] 2024-09-21T00:35:02.695 INFO:teuthology.orchestra.run.smithi097.stdout: rgw cache enabled = true 2024-09-21T00:35:02.695 INFO:teuthology.orchestra.run.smithi097.stdout: rgw enable ops log = true 2024-09-21T00:35:02.696 INFO:teuthology.orchestra.run.smithi097.stdout: rgw enable usage log = true 2024-09-21T00:35:02.696 INFO:teuthology.orchestra.run.smithi097.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-21T00:35:02.696 INFO:teuthology.orchestra.run.smithi097.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-21T00:35:02.696 INFO:teuthology.orchestra.run.smithi097.stdout: pid file = "" 2024-09-21T00:35:02.696 INFO:teuthology.orchestra.run.smithi097.stdout:[mon.a] 2024-09-21T00:35:02.696 INFO:teuthology.orchestra.run.smithi097.stdout:[mon.b] 2024-09-21T00:35:02.696 INFO:teuthology.orchestra.run.smithi097.stdout:[mon.c] 2024-09-21T00:35:02.696 INFO:teuthology.orchestra.run.smithi097.stdout:[mds.a] 2024-09-21T00:35:02.696 INFO:teuthology.orchestra.run.smithi097.stdout:[mds.c] 2024-09-21T00:35:02.696 INFO:teuthology.orchestra.run.smithi097.stdout:[mds.b] 2024-09-21T00:35:02.696 INFO:teuthology.orchestra.run.smithi097.stdout:[mds.d] 2024-09-21T00:35:02.696 INFO:teuthology.orchestra.run.smithi097.stdout:[mds] 2024-09-21T00:35:02.696 INFO:teuthology.orchestra.run.smithi097.stdout: mds cache max size = 1000 2024-09-21T00:35:02.697 INFO:teuthology.orchestra.run.smithi097.stdout: mds log max segments = 1 2024-09-21T00:35:02.697 INFO:teuthology.orchestra.run.smithi097.stdout: mds verify scatter = False 2024-09-21T00:35:02.697 INFO:teuthology.orchestra.run.smithi097.stdout: mds debug scatterstat = False 2024-09-21T00:35:02.698 DEBUG:teuthology.orchestra.run.smithi067:> stdin-killer -- python3 -c ' 2024-09-21T00:35:02.698 DEBUG:teuthology.orchestra.run.smithi067:> import os 2024-09-21T00:35:02.698 DEBUG:teuthology.orchestra.run.smithi067:> import stat 2024-09-21T00:35:02.698 DEBUG:teuthology.orchestra.run.smithi067:> import json 2024-09-21T00:35:02.698 DEBUG:teuthology.orchestra.run.smithi067:> import sys 2024-09-21T00:35:02.699 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:35:02.699 DEBUG:teuthology.orchestra.run.smithi067:> try: 2024-09-21T00:35:02.699 DEBUG:teuthology.orchestra.run.smithi067:> s = os.stat('"'"'/home/ubuntu/cephtest/mnt.0/subdir/sixmegs'"'"') 2024-09-21T00:35:02.699 DEBUG:teuthology.orchestra.run.smithi067:> except OSError as e: 2024-09-21T00:35:02.699 DEBUG:teuthology.orchestra.run.smithi067:> sys.exit(e.errno) 2024-09-21T00:35:02.699 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:35:02.699 DEBUG:teuthology.orchestra.run.smithi067:> attrs = ["st_mode", "st_ino", "st_dev", "st_nlink", "st_uid", "st_gid", "st_size", "st_atime", "st_mtime", "st_ctime"] 2024-09-21T00:35:02.699 DEBUG:teuthology.orchestra.run.smithi067:> print(json.dumps( 2024-09-21T00:35:02.699 DEBUG:teuthology.orchestra.run.smithi067:> dict([(a, getattr(s, a)) for a in attrs]), 2024-09-21T00:35:02.699 DEBUG:teuthology.orchestra.run.smithi067:> indent=2)) 2024-09-21T00:35:02.699 DEBUG:teuthology.orchestra.run.smithi067:> ' 2024-09-21T00:35:02.810 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:35:02.810 INFO:teuthology.orchestra.run.smithi067.stdout: "st_mode": 33188, 2024-09-21T00:35:02.810 INFO:teuthology.orchestra.run.smithi067.stdout: "st_ino": 1099511627777, 2024-09-21T00:35:02.810 INFO:teuthology.orchestra.run.smithi067.stdout: "st_dev": 41, 2024-09-21T00:35:02.810 INFO:teuthology.orchestra.run.smithi067.stdout: "st_nlink": 1, 2024-09-21T00:35:02.810 INFO:teuthology.orchestra.run.smithi067.stdout: "st_uid": 1000, 2024-09-21T00:35:02.810 INFO:teuthology.orchestra.run.smithi067.stdout: "st_gid": 1333, 2024-09-21T00:35:02.810 INFO:teuthology.orchestra.run.smithi067.stdout: "st_size": 6291456, 2024-09-21T00:35:02.810 INFO:teuthology.orchestra.run.smithi067.stdout: "st_atime": 1726878902.4655507, 2024-09-21T00:35:02.810 INFO:teuthology.orchestra.run.smithi067.stdout: "st_mtime": 1726878902.4937243, 2024-09-21T00:35:02.810 INFO:teuthology.orchestra.run.smithi067.stdout: "st_ctime": 1726878902.4937243 2024-09-21T00:35:02.810 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:35:02.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:02 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:35:02.819 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:35:02.977 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:02.974+0000 7fc203720640 1 -- 172.21.15.67:0/1850957192 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc1fc0d0540 msgr2=0x7fc1fc0d0950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:02.977 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:02.974+0000 7fc203720640 1 --2- 172.21.15.67:0/1850957192 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc1fc0d0540 0x7fc1fc0d0950 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7fc1f4009830 tx=0x7fc1f402a480 comp rx=0 tx=0).stop 2024-09-21T00:35:02.977 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:02.975+0000 7fc203720640 1 -- 172.21.15.67:0/1850957192 shutdown_connections 2024-09-21T00:35:02.977 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:02.975+0000 7fc203720640 1 --2- 172.21.15.67:0/1850957192 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc1fc0d0540 0x7fc1fc0d0950 unknown :-1 s=CLOSED pgs=720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:02.977 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:02.975+0000 7fc203720640 1 --2- 172.21.15.67:0/1850957192 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc1fc0b7200 0x7fc1fc15ca50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:02.977 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:02.975+0000 7fc203720640 1 -- 172.21.15.67:0/1850957192 >> 172.21.15.67:0/1850957192 conn(0x7fc1fc06f850 msgr2=0x7fc1fc09ba40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:02.977 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:02.975+0000 7fc203720640 1 -- 172.21.15.67:0/1850957192 shutdown_connections 2024-09-21T00:35:02.977 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:02.975+0000 7fc203720640 1 -- 172.21.15.67:0/1850957192 wait complete. 2024-09-21T00:35:02.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:02.976+0000 7fc203720640 1 Processor -- start 2024-09-21T00:35:02.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:02.977+0000 7fc203720640 1 -- start start 2024-09-21T00:35:02.981 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:02.978+0000 7fc203720640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc1fc0b7200 0x7fc1fc156710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:02.981 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:02.978+0000 7fc203720640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc1fc0d0540 0x7fc1fc14cd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:02.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:02.978+0000 7fc203720640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc1fc0d26f0 0x7fc1fc09f4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:02.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:02.978+0000 7fc203720640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc1fc0cd3f0 con 0x7fc1fc0d26f0 2024-09-21T00:35:02.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:02.978+0000 7fc203720640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc1fc0cd270 con 0x7fc1fc0b7200 2024-09-21T00:35:02.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:02.978+0000 7fc203720640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fc1fc0cd570 con 0x7fc1fc0d0540 2024-09-21T00:35:02.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:02.978+0000 7fc201cbd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc1fc0d26f0 0x7fc1fc09f4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:02.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:02.978+0000 7fc201cbd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc1fc0d26f0 0x7fc1fc09f4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46862/0 (socket says 172.21.15.67:46862) 2024-09-21T00:35:02.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:02.978+0000 7fc201cbd640 1 -- 172.21.15.67:0/3500239604 learned_addr learned my addr 172.21.15.67:0/3500239604 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:35:02.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:02.978+0000 7fc2014bc640 1 --2- 172.21.15.67:0/3500239604 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc1fc0b7200 0x7fc1fc156710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:02.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:02.978+0000 7fc200cbb640 1 --2- 172.21.15.67:0/3500239604 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc1fc0d0540 0x7fc1fc14cd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:02.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:02.978+0000 7fc201cbd640 1 -- 172.21.15.67:0/3500239604 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc1fc0d0540 msgr2=0x7fc1fc14cd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:02.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:02.978+0000 7fc201cbd640 1 --2- 172.21.15.67:0/3500239604 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc1fc0d0540 0x7fc1fc14cd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:02.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:02.978+0000 7fc201cbd640 1 -- 172.21.15.67:0/3500239604 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc1fc0b7200 msgr2=0x7fc1fc156710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:02.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:02.978+0000 7fc201cbd640 1 --2- 172.21.15.67:0/3500239604 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc1fc0b7200 0x7fc1fc156710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:02.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:02.978+0000 7fc201cbd640 1 -- 172.21.15.67:0/3500239604 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1fc09e440 con 0x7fc1fc0d26f0 2024-09-21T00:35:02.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:02.979+0000 7fc201cbd640 1 --2- 172.21.15.67:0/3500239604 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc1fc0d26f0 0x7fc1fc09f4e0 secure :-1 s=READY pgs=2371 cs=0 l=1 rev1=1 crypto rx=0x7fc1f402aa70 tx=0x7fc1f4033ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:02.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:02.979+0000 7fc1f9ffb640 1 -- 172.21.15.67:0/3500239604 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1f4031b50 con 0x7fc1fc0d26f0 2024-09-21T00:35:02.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:02.979+0000 7fc1f9ffb640 1 -- 172.21.15.67:0/3500239604 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc1f4031de0 con 0x7fc1fc0d26f0 2024-09-21T00:35:02.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:02.979+0000 7fc203720640 1 -- 172.21.15.67:0/3500239604 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1fc09e720 con 0x7fc1fc0d26f0 2024-09-21T00:35:02.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:02.979+0000 7fc1f9ffb640 1 -- 172.21.15.67:0/3500239604 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1f4005280 con 0x7fc1fc0d26f0 2024-09-21T00:35:02.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:02.979+0000 7fc203720640 1 -- 172.21.15.67:0/3500239604 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1fc09ece0 con 0x7fc1fc0d26f0 2024-09-21T00:35:02.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:02.980+0000 7fc203720640 1 -- 172.21.15.67:0/3500239604 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc1fc0cda20 con 0x7fc1fc0d26f0 2024-09-21T00:35:02.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:02.981+0000 7fc1f9ffb640 1 -- 172.21.15.67:0/3500239604 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fc1f4005420 con 0x7fc1fc0d26f0 2024-09-21T00:35:02.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:02.982+0000 7fc1f9ffb640 1 --2- 172.21.15.67:0/3500239604 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc1e8078b90 0x7fc1e807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:02.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:02.982+0000 7fc1f9ffb640 1 -- 172.21.15.67:0/3500239604 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(186..186 src has 1..186) ==== 5854+0+0 (secure 0 0 0) 0x7fc1f40bbeb0 con 0x7fc1fc0d26f0 2024-09-21T00:35:02.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:02.982+0000 7fc2014bc640 1 --2- 172.21.15.67:0/3500239604 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc1e8078b90 0x7fc1e807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:02.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:02.983+0000 7fc2014bc640 1 --2- 172.21.15.67:0/3500239604 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc1e8078b90 0x7fc1e807b0a0 secure :-1 s=READY pgs=886 cs=0 l=1 rev1=1 crypto rx=0x7fc1ec0099a0 tx=0x7fc1ec009500 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:02.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:02.987+0000 7fc1f9ffb640 1 -- 172.21.15.67:0/3500239604 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fc1f403f030 con 0x7fc1fc0d26f0 2024-09-21T00:35:03.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.216+0000 7fc203720640 1 -- 172.21.15.67:0/3500239604 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc1fc0d3360 con 0x7fc1fc0d26f0 2024-09-21T00:35:03.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.217+0000 7fc1f9ffb640 1 -- 172.21.15.67:0/3500239604 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 160 v160) ==== 95+0+5235 (secure 0 0 0) 0x7fc1f4031770 con 0x7fc1fc0d26f0 2024-09-21T00:35:03.219 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:03.219 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":160,"btime":"2024-09-21T00:34:53:408205+0000","default_fscid":14,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8633,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/4290480357","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":4290480357},{"type":"v1","addr":"172.21.15.97:6836","nonce":4290480357}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":155},{"gid":9691,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/771998700","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":771998700},{"type":"v1","addr":"172.21.15.67:6835","nonce":771998700}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":155},{"gid":9703,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/2200145279","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":2200145279},{"type":"v1","addr":"172.21.15.97:6837","nonce":2200145279}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":155}],"filesystems":[{"mdsmap":{"epoch":160,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:34:49.753113+0000","modified":"2024-09-21T00:34:52.791688+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":10917},"failed":[],"damaged":[],"stopped":[],"info":{"gid_10917":{"gid":10917,"name":"c","rank":0,"incarnation":156,"state":"up:active","state_seq":3,"addr":"172.21.15.67:6834/2344210347","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":2344210347},{"type":"v1","addr":"172.21.15.67:6834","nonce":2344210347}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[29],"metadata_pool":28,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":10917,"qdb_cluster":[10917]},"id":14}]} 2024-09-21T00:35:03.219 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 160 2024-09-21T00:35:03.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.219+0000 7fc203720640 1 -- 172.21.15.67:0/3500239604 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc1e8078b90 msgr2=0x7fc1e807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:03.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.219+0000 7fc203720640 1 --2- 172.21.15.67:0/3500239604 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc1e8078b90 0x7fc1e807b0a0 secure :-1 s=READY pgs=886 cs=0 l=1 rev1=1 crypto rx=0x7fc1ec0099a0 tx=0x7fc1ec009500 comp rx=0 tx=0).stop 2024-09-21T00:35:03.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.219+0000 7fc203720640 1 -- 172.21.15.67:0/3500239604 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc1fc0d26f0 msgr2=0x7fc1fc09f4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:03.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.219+0000 7fc203720640 1 --2- 172.21.15.67:0/3500239604 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc1fc0d26f0 0x7fc1fc09f4e0 secure :-1 s=READY pgs=2371 cs=0 l=1 rev1=1 crypto rx=0x7fc1f402aa70 tx=0x7fc1f4033ba0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.219+0000 7fc203720640 1 -- 172.21.15.67:0/3500239604 shutdown_connections 2024-09-21T00:35:03.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.219+0000 7fc203720640 1 --2- 172.21.15.67:0/3500239604 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc1e8078b90 0x7fc1e807b0a0 unknown :-1 s=CLOSED pgs=886 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.219+0000 7fc203720640 1 --2- 172.21.15.67:0/3500239604 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc1fc0d26f0 0x7fc1fc09f4e0 unknown :-1 s=CLOSED pgs=2371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.219+0000 7fc203720640 1 --2- 172.21.15.67:0/3500239604 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc1fc0d0540 0x7fc1fc14cd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.219+0000 7fc203720640 1 --2- 172.21.15.67:0/3500239604 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc1fc0b7200 0x7fc1fc156710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.219+0000 7fc203720640 1 -- 172.21.15.67:0/3500239604 >> 172.21.15.67:0/3500239604 conn(0x7fc1fc06f850 msgr2=0x7fc1fc0ceff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:03.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.219+0000 7fc203720640 1 -- 172.21.15.67:0/3500239604 shutdown_connections 2024-09-21T00:35:03.222 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.219+0000 7fc203720640 1 -- 172.21.15.67:0/3500239604 wait complete. 2024-09-21T00:35:03.233 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json flush journal 2024-09-21T00:35:03.369 INFO:teuthology.orchestra.run.smithi067.stdout:{"message":"","return_code":0} 2024-09-21T00:35:03.369 DEBUG:tasks.cephfs.filesystem:_json_asok output { "message": "", "return_code": 0 } 2024-09-21T00:35:03.370 DEBUG:teuthology.orchestra.run.smithi067:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_data setxattr 10000000001.00000000 parent '' 2024-09-21T00:35:03.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.425+0000 7efcb4c68f40 1 Processor -- start 2024-09-21T00:35:03.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.425+0000 7efcb4c68f40 1 -- start start 2024-09-21T00:35:03.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.426+0000 7efcb4c68f40 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5605b116fb00 0x5605b119fa40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:03.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.426+0000 7efcb4c68f40 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5605b1247230 0x5605b116def0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:03.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.426+0000 7efcb4c68f40 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5605b119b0b0 0x5605b1243900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:03.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.426+0000 7efcb4c68f40 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5605b1247640 con 0x5605b1247230 2024-09-21T00:35:03.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.426+0000 7efcb4c68f40 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5605b10bfd60 con 0x5605b119b0b0 2024-09-21T00:35:03.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.426+0000 7efcb4c68f40 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x5605b1173290 con 0x5605b116fb00 2024-09-21T00:35:03.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.426+0000 7efcadf21640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5605b1247230 0x5605b116def0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:03.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.426+0000 7efcadf21640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5605b1247230 0x5605b116def0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:53400/0 (socket says 172.21.15.67:53400) 2024-09-21T00:35:03.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.426+0000 7efcadf21640 1 -- 172.21.15.67:0/2524268827 learned_addr learned my addr 172.21.15.67:0/2524268827 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:35:03.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.426+0000 7efcaef23640 1 --2- 172.21.15.67:0/2524268827 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5605b119b0b0 0x5605b1243900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:03.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.426+0000 7efcae722640 1 --2- 172.21.15.67:0/2524268827 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5605b116fb00 0x5605b119fa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:03.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.426+0000 7efcadf21640 1 -- 172.21.15.67:0/2524268827 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5605b116fb00 msgr2=0x5605b119fa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:35:03.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.426+0000 7efcadf21640 1 --2- 172.21.15.67:0/2524268827 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5605b116fb00 0x5605b119fa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.426+0000 7efcadf21640 1 -- 172.21.15.67:0/2524268827 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5605b119b0b0 msgr2=0x5605b1243900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:35:03.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.426+0000 7efcadf21640 1 --2- 172.21.15.67:0/2524268827 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5605b119b0b0 0x5605b1243900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.426+0000 7efcadf21640 1 -- 172.21.15.67:0/2524268827 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5605b122ce30 con 0x5605b1247230 2024-09-21T00:35:03.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.426+0000 7efcaef23640 1 --2- 172.21.15.67:0/2524268827 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5605b119b0b0 0x5605b1243900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:35:03.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.427+0000 7efcadf21640 1 --2- 172.21.15.67:0/2524268827 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5605b1247230 0x5605b116def0 secure :-1 s=READY pgs=2373 cs=0 l=1 rev1=1 crypto rx=0x7efca400d860 tx=0x7efca400dd20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58b32e5754838d60 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:03.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.427+0000 7efcacf1f640 1 -- 172.21.15.67:0/2524268827 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efca400bdd0 con 0x5605b1247230 2024-09-21T00:35:03.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.427+0000 7efcacf1f640 1 -- 172.21.15.67:0/2524268827 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7efca400de50 con 0x5605b1247230 2024-09-21T00:35:03.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.427+0000 7efcacf1f640 1 -- 172.21.15.67:0/2524268827 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efca4016690 con 0x5605b1247230 2024-09-21T00:35:03.431 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.427+0000 7efcb4c68f40 1 -- 172.21.15.67:0/2524268827 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5605b1247230 msgr2=0x5605b116def0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:03.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.427+0000 7efcb4c68f40 1 --2- 172.21.15.67:0/2524268827 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5605b1247230 0x5605b116def0 secure :-1 s=READY pgs=2373 cs=0 l=1 rev1=1 crypto rx=0x7efca400d860 tx=0x7efca400dd20 comp rx=0 tx=0).stop 2024-09-21T00:35:03.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.427+0000 7efcb4c68f40 1 -- 172.21.15.67:0/2524268827 shutdown_connections 2024-09-21T00:35:03.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.427+0000 7efcb4c68f40 1 --2- 172.21.15.67:0/2524268827 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5605b119b0b0 0x5605b1243900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.427+0000 7efcb4c68f40 1 --2- 172.21.15.67:0/2524268827 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5605b1247230 0x5605b116def0 unknown :-1 s=CLOSED pgs=2373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.427+0000 7efcb4c68f40 1 --2- 172.21.15.67:0/2524268827 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5605b116fb00 0x5605b119fa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.427+0000 7efcb4c68f40 1 -- 172.21.15.67:0/2524268827 >> 172.21.15.67:0/2524268827 conn(0x5605b1090ac0 msgr2=0x5605b11b9850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:03.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.427+0000 7efcb4c68f40 1 -- 172.21.15.67:0/2524268827 shutdown_connections 2024-09-21T00:35:03.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.428+0000 7efcb4c68f40 1 -- 172.21.15.67:0/2524268827 wait complete. 2024-09-21T00:35:03.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.428+0000 7efcb4c68f40 1 Processor -- start 2024-09-21T00:35:03.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.428+0000 7efcb4c68f40 1 -- start start 2024-09-21T00:35:03.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.430+0000 7efcb4c68f40 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5605b116fb00 0x5605b11b6310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:03.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.430+0000 7efcb4c68f40 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5605b119b0b0 0x5605b122b1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:03.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.430+0000 7efcb4c68f40 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5605b1247230 0x5605b12dd830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:03.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.430+0000 7efcb4c68f40 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5605b123f470 con 0x5605b1247230 2024-09-21T00:35:03.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.430+0000 7efcb4c68f40 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5605b122d0a0 con 0x5605b116fb00 2024-09-21T00:35:03.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.430+0000 7efcb4c68f40 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x5605b12dd550 con 0x5605b119b0b0 2024-09-21T00:35:03.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.430+0000 7efcaef23640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5605b1247230 0x5605b12dd830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:03.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.430+0000 7efcaef23640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5605b1247230 0x5605b12dd830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:53404/0 (socket says 172.21.15.67:53404) 2024-09-21T00:35:03.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.430+0000 7efcaef23640 1 -- 172.21.15.67:0/140440336 learned_addr learned my addr 172.21.15.67:0/140440336 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:35:03.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.430+0000 7efcadf21640 1 --2- 172.21.15.67:0/140440336 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5605b119b0b0 0x5605b122b1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:03.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.430+0000 7efcae722640 1 --2- 172.21.15.67:0/140440336 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5605b116fb00 0x5605b11b6310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:03.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.430+0000 7efcaef23640 1 -- 172.21.15.67:0/140440336 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5605b119b0b0 msgr2=0x5605b122b1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:03.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.430+0000 7efcaef23640 1 --2- 172.21.15.67:0/140440336 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5605b119b0b0 0x5605b122b1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.430+0000 7efcaef23640 1 -- 172.21.15.67:0/140440336 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5605b116fb00 msgr2=0x5605b11b6310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:03.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.430+0000 7efcaef23640 1 --2- 172.21.15.67:0/140440336 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5605b116fb00 0x5605b11b6310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.430+0000 7efcaef23640 1 -- 172.21.15.67:0/140440336 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5605b12e03e0 con 0x5605b1247230 2024-09-21T00:35:03.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.430+0000 7efcaef23640 1 --2- 172.21.15.67:0/140440336 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5605b1247230 0x5605b12dd830 secure :-1 s=READY pgs=2374 cs=0 l=1 rev1=1 crypto rx=0x7efca800f680 tx=0x7efca800fb40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:03.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.430+0000 7efc9f7fe640 1 -- 172.21.15.67:0/140440336 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efca800bab0 con 0x5605b1247230 2024-09-21T00:35:03.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.431+0000 7efc9f7fe640 1 -- 172.21.15.67:0/140440336 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7efca8014070 con 0x5605b1247230 2024-09-21T00:35:03.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.431+0000 7efc9f7fe640 1 -- 172.21.15.67:0/140440336 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efca8010440 con 0x5605b1247230 2024-09-21T00:35:03.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.431+0000 7efcb4c68f40 1 -- 172.21.15.67:0/140440336 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x5605b122bbb0 con 0x5605b1247230 2024-09-21T00:35:03.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.431+0000 7efcb4c68f40 1 -- 172.21.15.67:0/140440336 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5605b1244090 con 0x5605b1247230 2024-09-21T00:35:03.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.432+0000 7efc9f7fe640 1 -- 172.21.15.67:0/140440336 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7efca8016030 con 0x5605b1247230 2024-09-21T00:35:03.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.433+0000 7efc9f7fe640 1 --2- 172.21.15.67:0/140440336 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efc90077570 0x7efc90079a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:03.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.433+0000 7efc9f7fe640 1 -- 172.21.15.67:0/140440336 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(186..186 src has 1..186) ==== 5854+0+0 (secure 0 0 0) 0x7efca809a290 con 0x5605b1247230 2024-09-21T00:35:03.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.433+0000 7efcae722640 1 --2- 172.21.15.67:0/140440336 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efc90077570 0x7efc90079a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:03.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.433+0000 7efcb4c68f40 1 --2- 172.21.15.67:0/140440336 >> [v2:172.21.15.97:6826/1797001780,v1:172.21.15.97:6827/1797001780] conn(0x5605b116def0 0x5605b116e300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:03.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.433+0000 7efcb4c68f40 1 -- 172.21.15.67:0/140440336 --> [v2:172.21.15.97:6826/1797001780,v1:172.21.15.97:6827/1797001780] -- osd_op(unknown.0.0:1 29.7 29:e2e07930:::10000000001.00000000:head [setxattr parent in=6b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e186) -- 0x5605b119be30 con 0x5605b116def0 2024-09-21T00:35:03.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.433+0000 7efcadf21640 1 --2- 172.21.15.67:0/140440336 >> [v2:172.21.15.97:6826/1797001780,v1:172.21.15.97:6827/1797001780] conn(0x5605b116def0 0x5605b116e300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:03.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.433+0000 7efcae722640 1 --2- 172.21.15.67:0/140440336 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efc90077570 0x7efc90079a80 secure :-1 s=READY pgs=887 cs=0 l=1 rev1=1 crypto rx=0x7efca0055000 tx=0x7efca0003020 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:03.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.434+0000 7efcadf21640 1 --2- 172.21.15.67:0/140440336 >> [v2:172.21.15.97:6826/1797001780,v1:172.21.15.97:6827/1797001780] conn(0x5605b116def0 0x5605b116e300 crc :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:03.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.435+0000 7efcadf21640 1 -- 172.21.15.67:0/140440336 <== osd.6 v2:172.21.15.97:6826/1797001780 1 ==== osd_op_reply(1 10000000001.00000000 [setxattr] v186'4 uv4 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7efca400d040 con 0x5605b116def0 2024-09-21T00:35:03.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.435+0000 7efcb4c68f40 1 -- 172.21.15.67:0/140440336 >> [v2:172.21.15.97:6826/1797001780,v1:172.21.15.97:6827/1797001780] conn(0x5605b116def0 msgr2=0x5605b116e300 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:03.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.435+0000 7efcb4c68f40 1 --2- 172.21.15.67:0/140440336 >> [v2:172.21.15.97:6826/1797001780,v1:172.21.15.97:6827/1797001780] conn(0x5605b116def0 0x5605b116e300 crc :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.435+0000 7efcb4c68f40 1 -- 172.21.15.67:0/140440336 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efc90077570 msgr2=0x7efc90079a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:03.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.435+0000 7efcb4c68f40 1 --2- 172.21.15.67:0/140440336 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efc90077570 0x7efc90079a80 secure :-1 s=READY pgs=887 cs=0 l=1 rev1=1 crypto rx=0x7efca0055000 tx=0x7efca0003020 comp rx=0 tx=0).stop 2024-09-21T00:35:03.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.435+0000 7efcb4c68f40 1 -- 172.21.15.67:0/140440336 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5605b1247230 msgr2=0x5605b12dd830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:03.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.435+0000 7efcb4c68f40 1 --2- 172.21.15.67:0/140440336 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5605b1247230 0x5605b12dd830 secure :-1 s=READY pgs=2374 cs=0 l=1 rev1=1 crypto rx=0x7efca800f680 tx=0x7efca800fb40 comp rx=0 tx=0).stop 2024-09-21T00:35:03.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.435+0000 7efcaef23640 1 -- 172.21.15.67:0/140440336 reap_dead start 2024-09-21T00:35:03.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.435+0000 7efcb4c68f40 1 -- 172.21.15.67:0/140440336 shutdown_connections 2024-09-21T00:35:03.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.435+0000 7efcb4c68f40 1 -- 172.21.15.67:0/140440336 >> 172.21.15.67:0/140440336 conn(0x5605b1090ac0 msgr2=0x5605b122bfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:03.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.435+0000 7efcb4c68f40 1 -- 172.21.15.67:0/140440336 shutdown_connections 2024-09-21T00:35:03.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.435+0000 7efcb4c68f40 1 -- 172.21.15.67:0/140440336 wait complete. 2024-09-21T00:35:03.441 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:35:03.441 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.14:0 scrub start / recursive,repair 2024-09-21T00:35:03.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.559+0000 7f3d4ce9b640 1 -- 172.21.15.67:0/1941706580 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3d4815eae0 msgr2=0x7f3d48163040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:03.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.559+0000 7f3d4ce9b640 1 --2- 172.21.15.67:0/1941706580 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3d4815eae0 0x7f3d48163040 secure :-1 s=READY pgs=2376 cs=0 l=1 rev1=1 crypto rx=0x7f3d480b7720 tx=0x7f3d3802a8b0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.559+0000 7f3d4ce9b640 1 -- 172.21.15.67:0/1941706580 shutdown_connections 2024-09-21T00:35:03.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.559+0000 7f3d4ce9b640 1 --2- 172.21.15.67:0/1941706580 >> v2:172.21.15.97:3300/0 conn(0x7f3d480d1150 0x7f3d480d1560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.559+0000 7f3d4ce9b640 1 --2- 172.21.15.67:0/1941706580 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3d4815eae0 0x7f3d48163040 unknown :-1 s=CLOSED pgs=2376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.559+0000 7f3d4ce9b640 1 -- 172.21.15.67:0/1941706580 >> 172.21.15.67:0/1941706580 conn(0x7f3d480b6430 msgr2=0x7f3d480b6840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:03.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.559+0000 7f3d4ce9b640 1 -- 172.21.15.67:0/1941706580 shutdown_connections 2024-09-21T00:35:03.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.559+0000 7f3d4ce9b640 1 -- 172.21.15.67:0/1941706580 wait complete. 2024-09-21T00:35:03.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.561+0000 7f3d4ce9b640 1 Processor -- start 2024-09-21T00:35:03.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.561+0000 7f3d4ce9b640 1 -- start start 2024-09-21T00:35:03.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.563+0000 7f3d4ce9b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3d4806cb30 0x7f3d481f9940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:03.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.563+0000 7f3d4ce9b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3d480d1150 0x7f3d4814feb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:03.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.563+0000 7f3d4ce9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3d4815eae0 0x7f3d48161380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:03.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.563+0000 7f3d4ce9b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f3d480d4170 con 0x7f3d4815eae0 2024-09-21T00:35:03.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.563+0000 7f3d4ce9b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f3d480d42f0 con 0x7f3d4806cb30 2024-09-21T00:35:03.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.563+0000 7f3d4ce9b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f3d480d4470 con 0x7f3d480d1150 2024-09-21T00:35:03.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.563+0000 7f3d46d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3d4815eae0 0x7f3d48161380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:03.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.563+0000 7f3d46d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3d4815eae0 0x7f3d48161380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:53420/0 (socket says 172.21.15.67:53420) 2024-09-21T00:35:03.566 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.563+0000 7f3d46d9d640 1 -- 172.21.15.67:0/1502978290 learned_addr learned my addr 172.21.15.67:0/1502978290 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:35:03.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.563+0000 7f3d4659c640 1 --2- 172.21.15.67:0/1502978290 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3d4806cb30 0x7f3d481f9940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:03.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.563+0000 7f3d45d9b640 1 --2- 172.21.15.67:0/1502978290 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3d480d1150 0x7f3d4814feb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:03.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.563+0000 7f3d46d9d640 1 -- 172.21.15.67:0/1502978290 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3d480d1150 msgr2=0x7f3d4814feb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:03.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.563+0000 7f3d46d9d640 1 --2- 172.21.15.67:0/1502978290 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3d480d1150 0x7f3d4814feb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.563+0000 7f3d46d9d640 1 -- 172.21.15.67:0/1502978290 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3d4806cb30 msgr2=0x7f3d481f9940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:03.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.563+0000 7f3d46d9d640 1 --2- 172.21.15.67:0/1502978290 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3d4806cb30 0x7f3d481f9940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.563+0000 7f3d46d9d640 1 -- 172.21.15.67:0/1502978290 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3d481503f0 con 0x7f3d4815eae0 2024-09-21T00:35:03.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.563+0000 7f3d46d9d640 1 --2- 172.21.15.67:0/1502978290 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3d4815eae0 0x7f3d48161380 secure :-1 s=READY pgs=2377 cs=0 l=1 rev1=1 crypto rx=0x7f3d4000c390 tx=0x7f3d4000c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:03.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.563+0000 7f3d36ffd640 1 -- 172.21.15.67:0/1502978290 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d40011790 con 0x7f3d4815eae0 2024-09-21T00:35:03.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.563+0000 7f3d36ffd640 1 -- 172.21.15.67:0/1502978290 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3d40017070 con 0x7f3d4815eae0 2024-09-21T00:35:03.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.563+0000 7f3d4ce9b640 1 -- 172.21.15.67:0/1502978290 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3d480cdee0 con 0x7f3d4815eae0 2024-09-21T00:35:03.567 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.563+0000 7f3d36ffd640 1 -- 172.21.15.67:0/1502978290 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d40011c40 con 0x7f3d4815eae0 2024-09-21T00:35:03.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.563+0000 7f3d4ce9b640 1 -- 172.21.15.67:0/1502978290 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3d480cb480 con 0x7f3d4815eae0 2024-09-21T00:35:03.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.566+0000 7f3d36ffd640 1 -- 172.21.15.67:0/1502978290 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f3d4001c460 con 0x7f3d4815eae0 2024-09-21T00:35:03.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.566+0000 7f3d36ffd640 1 --2- 172.21.15.67:0/1502978290 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3d28078b90 0x7f3d2807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:03.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.566+0000 7f3d36ffd640 1 -- 172.21.15.67:0/1502978290 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(186..186 src has 1..186) ==== 5854+0+0 (secure 0 0 0) 0x7f3d4009a960 con 0x7f3d4815eae0 2024-09-21T00:35:03.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.567+0000 7f3d4659c640 1 --2- 172.21.15.67:0/1502978290 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3d28078b90 0x7f3d2807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:03.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.567+0000 7f3d53e13740 1 Processor -- start 2024-09-21T00:35:03.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.567+0000 7f3d53e13740 1 -- start start 2024-09-21T00:35:03.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.567+0000 7f3d4659c640 1 --2- 172.21.15.67:0/1502978290 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3d28078b90 0x7f3d2807b0a0 secure :-1 s=READY pgs=888 cs=0 l=1 rev1=1 crypto rx=0x7f3d38034000 tx=0x7f3d38004ab0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:03.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.568+0000 7f3d53e13740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560344784410 0x560344b56d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:03.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.568+0000 7f3d53e13740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56034475b550 0x560344b57250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:03.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.568+0000 7f3d53e13740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560344763730 0x560344b74150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:03.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.568+0000 7f3d53e13740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x560344a9f120 con 0x560344784410 2024-09-21T00:35:03.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.568+0000 7f3d53e13740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x560344a8e550 con 0x56034475b550 2024-09-21T00:35:03.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.568+0000 7f3d53e13740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x560344a92360 con 0x560344763730 2024-09-21T00:35:03.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.569+0000 7f3d4659c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560344784410 0x560344b56d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:03.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.569+0000 7f3d4659c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560344784410 0x560344b56d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:53426/0 (socket says 172.21.15.67:53426) 2024-09-21T00:35:03.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.569+0000 7f3d4659c640 1 -- 172.21.15.67:0/415495188 learned_addr learned my addr 172.21.15.67:0/415495188 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:35:03.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.569+0000 7f3d46d9d640 1 --2- 172.21.15.67:0/415495188 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560344763730 0x560344b74150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:03.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.569+0000 7f3d45d9b640 1 --2- 172.21.15.67:0/415495188 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56034475b550 0x560344b57250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:03.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.569+0000 7f3d4659c640 1 -- 172.21.15.67:0/415495188 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560344763730 msgr2=0x560344b74150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:35:03.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.569+0000 7f3d4659c640 1 --2- 172.21.15.67:0/415495188 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560344763730 0x560344b74150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.569+0000 7f3d4659c640 1 -- 172.21.15.67:0/415495188 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56034475b550 msgr2=0x560344b57250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:35:03.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.569+0000 7f3d4659c640 1 --2- 172.21.15.67:0/415495188 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56034475b550 0x560344b57250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.569+0000 7f3d4659c640 1 -- 172.21.15.67:0/415495188 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560344780470 con 0x560344784410 2024-09-21T00:35:03.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.569+0000 7f3d4659c640 1 --2- 172.21.15.67:0/415495188 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560344784410 0x560344b56d10 secure :-1 s=READY pgs=2378 cs=0 l=1 rev1=1 crypto rx=0x7f3d38009b30 tx=0x7f3d3803e040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cfd63ba1b47446dc server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:03.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.569+0000 7f3d27fff640 1 -- 172.21.15.67:0/415495188 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d380046e0 con 0x560344784410 2024-09-21T00:35:03.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.569+0000 7f3d27fff640 1 -- 172.21.15.67:0/415495188 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3d38045460 con 0x560344784410 2024-09-21T00:35:03.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.569+0000 7f3d27fff640 1 -- 172.21.15.67:0/415495188 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d38045810 con 0x560344784410 2024-09-21T00:35:03.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.570+0000 7f3d53e13740 1 -- 172.21.15.67:0/415495188 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560344784410 msgr2=0x560344b56d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:03.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.570+0000 7f3d53e13740 1 --2- 172.21.15.67:0/415495188 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560344784410 0x560344b56d10 secure :-1 s=READY pgs=2378 cs=0 l=1 rev1=1 crypto rx=0x7f3d38009b30 tx=0x7f3d3803e040 comp rx=0 tx=0).stop 2024-09-21T00:35:03.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.570+0000 7f3d53e13740 1 -- 172.21.15.67:0/415495188 shutdown_connections 2024-09-21T00:35:03.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.570+0000 7f3d53e13740 1 --2- 172.21.15.67:0/415495188 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560344763730 0x560344b74150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.570+0000 7f3d53e13740 1 --2- 172.21.15.67:0/415495188 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56034475b550 0x560344b57250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.570+0000 7f3d53e13740 1 --2- 172.21.15.67:0/415495188 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560344784410 0x560344b56d10 unknown :-1 s=CLOSED pgs=2378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.570+0000 7f3d53e13740 1 -- 172.21.15.67:0/415495188 >> 172.21.15.67:0/415495188 conn(0x560344778560 msgr2=0x560344b2cfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:03.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.570+0000 7f3d53e13740 1 -- 172.21.15.67:0/415495188 shutdown_connections 2024-09-21T00:35:03.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.570+0000 7f3d53e13740 1 -- 172.21.15.67:0/415495188 wait complete. 2024-09-21T00:35:03.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.571+0000 7f3d53e13740 1 -- start start 2024-09-21T00:35:03.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.571+0000 7f3d53e13740 1 Processor -- start 2024-09-21T00:35:03.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.573+0000 7f3d53e13740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56034475b550 0x560344b6b780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:03.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.573+0000 7f3d53e13740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560344763730 0x560344b84810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:03.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.573+0000 7f3d53e13740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560344784410 0x560344b73eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:03.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.573+0000 7f3d53e13740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5603447fe7c0 con 0x560344763730 2024-09-21T00:35:03.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.573+0000 7f3d53e13740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x560344a33890 con 0x56034475b550 2024-09-21T00:35:03.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.573+0000 7f3d53e13740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x560344b57790 con 0x560344784410 2024-09-21T00:35:03.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.573+0000 7f3d53e13740 10 client.0 _ll_register_callbacks cb 0x560344a87ce0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:35:03.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.573+0000 7f3d45d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560344763730 0x560344b84810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:03.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.573+0000 7f3d45d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560344763730 0x560344b84810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:53442/0 (socket says 172.21.15.67:53442) 2024-09-21T00:35:03.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.573+0000 7f3d45d9b640 1 -- 172.21.15.67:0/1858848903 learned_addr learned my addr 172.21.15.67:0/1858848903 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:35:03.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.573+0000 7f3d4659c640 1 --2- 172.21.15.67:0/1858848903 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56034475b550 0x560344b6b780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:03.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.573+0000 7f3d46d9d640 1 --2- 172.21.15.67:0/1858848903 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560344784410 0x560344b73eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:03.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.573+0000 7f3d45d9b640 1 -- 172.21.15.67:0/1858848903 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560344784410 msgr2=0x560344b73eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:35:03.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.573+0000 7f3d45d9b640 1 --2- 172.21.15.67:0/1858848903 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560344784410 0x560344b73eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.573+0000 7f3d45d9b640 1 -- 172.21.15.67:0/1858848903 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56034475b550 msgr2=0x560344b6b780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:35:03.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.573+0000 7f3d45d9b640 1 --2- 172.21.15.67:0/1858848903 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56034475b550 0x560344b6b780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.573+0000 7f3d45d9b640 1 -- 172.21.15.67:0/1858848903 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5603448647e0 con 0x560344763730 2024-09-21T00:35:03.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.573+0000 7f3d46d9d640 1 --2- 172.21.15.67:0/1858848903 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560344784410 0x560344b73eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:35:03.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.573+0000 7f3d45d9b640 1 --2- 172.21.15.67:0/1858848903 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560344763730 0x560344b84810 secure :-1 s=READY pgs=2379 cs=0 l=1 rev1=1 crypto rx=0x7f3d3c00ba70 tx=0x7f3d3c00bf30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e0d9afc8e3e4223b server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:03.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.573+0000 7f3d257fa640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:35:03.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.574+0000 7f3d257fa640 1 -- 172.21.15.67:0/1858848903 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d3c003da0 con 0x560344763730 2024-09-21T00:35:03.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.574+0000 7f3d257fa640 1 -- 172.21.15.67:0/1858848903 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(186..186 src has 1..186) ==== 5854+0+0 (secure 0 0 0) 0x7f3d3c005020 con 0x560344763730 2024-09-21T00:35:03.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.574+0000 7f3d53e13740 1 -- 172.21.15.67:0/1858848903 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3d38045460 con 0x560344763730 2024-09-21T00:35:03.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.574+0000 7f3d257fa640 1 -- 172.21.15.67:0/1858848903 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=160) ==== 24+0+0 (secure 0 0 0) 0x7f3d3c023050 con 0x560344763730 2024-09-21T00:35:03.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.574+0000 7f3d53e13740 10 client.11127 fetch_fsmap learned FSMap version 160 2024-09-21T00:35:03.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.574+0000 7f3d53e13740 1 -- 172.21.15.67:0/1858848903 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=160,monmap=2+}) -- 0x5603448c4f70 con 0x560344763730 2024-09-21T00:35:03.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.574+0000 7f3d257fa640 1 -- 172.21.15.67:0/1858848903 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3d38045460 con 0x560344763730 2024-09-21T00:35:03.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.574+0000 7f3d257fa640 1 -- 172.21.15.67:0/1858848903 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 160) ==== 3502+0+0 (secure 0 0 0) 0x7f3d3c026020 con 0x560344763730 2024-09-21T00:35:03.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.574+0000 7f3d53e13740 10 client.11127 fetch_fsmap finished waiting for FSMap version 160 2024-09-21T00:35:03.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.574+0000 7f3d53e13740 10 client.11127 resolve_mds: resolved 14:0 to role '14:0' aka daemon mds.c 2024-09-21T00:35:03.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.574+0000 7f3d53e13740 20 client.11127 populate_metadata read hostname 'smithi067' 2024-09-21T00:35:03.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.574+0000 7f3d53e13740 1 --2- 172.21.15.67:0/1858848903 >> [v2:172.21.15.67:6832/2344210347,v1:172.21.15.67:6834/2344210347] conn(0x5603447431f0 0x560344b743f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:03.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.574+0000 7f3d53e13740 4 client.11127 mds_command: new command op to 10917 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:35:03.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.574+0000 7f3d53e13740 1 -- 172.21.15.67:0/1858848903 --> [v2:172.21.15.67:6832/2344210347,v1:172.21.15.67:6834/2344210347] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560344aa1070 con 0x5603447431f0 2024-09-21T00:35:03.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.574+0000 7f3d4659c640 1 --2- 172.21.15.67:0/1858848903 >> [v2:172.21.15.67:6832/2344210347,v1:172.21.15.67:6834/2344210347] conn(0x5603447431f0 0x560344b743f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:03.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.575+0000 7f3d257fa640 10 client.11127 ms_handle_connect on v2:172.21.15.67:6832/2344210347 2024-09-21T00:35:03.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.575+0000 7f3d4659c640 1 --2- 172.21.15.67:0/1858848903 >> [v2:172.21.15.67:6832/2344210347,v1:172.21.15.67:6834/2344210347] conn(0x5603447431f0 0x560344b743f0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=179361683b72fb8b server_cookie=b477ee45899e8c6 in_seq=0 out_seq=0 2024-09-21T00:35:03.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.575+0000 7f3d257fa640 1 -- 172.21.15.67:0/1858848903 <== mds.0 v2:172.21.15.67:6832/2344210347 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x560344aa1070 con 0x5603447431f0 2024-09-21T00:35:03.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.575+0000 7f3d257fa640 10 client.11127 handle_command_reply: tid=0 2024-09-21T00:35:03.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.575+0000 7f3d53e13740 1 client.11127 shutdown 2024-09-21T00:35:03.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.576+0000 7f3d53e13740 1 -- 172.21.15.67:0/1858848903 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560344763730 msgr2=0x560344b84810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:03.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.576+0000 7f3d53e13740 1 --2- 172.21.15.67:0/1858848903 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560344763730 0x560344b84810 secure :-1 s=READY pgs=2379 cs=0 l=1 rev1=1 crypto rx=0x7f3d3c00ba70 tx=0x7f3d3c00bf30 comp rx=0 tx=0).stop 2024-09-21T00:35:03.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.576+0000 7f3d53e13740 1 -- 172.21.15.67:0/1858848903 shutdown_connections 2024-09-21T00:35:03.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.576+0000 7f3d53e13740 1 --2- 172.21.15.67:0/1858848903 >> [v2:172.21.15.67:6832/2344210347,v1:172.21.15.67:6834/2344210347] conn(0x5603447431f0 0x560344b743f0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.576+0000 7f3d53e13740 1 --2- 172.21.15.67:0/1858848903 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560344784410 0x560344b73eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.576+0000 7f3d257fa640 0 client.11127 ms_handle_reset on v2:172.21.15.67:6832/2344210347 2024-09-21T00:35:03.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.576+0000 7f3d53e13740 1 --2- 172.21.15.67:0/1858848903 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560344763730 0x560344b84810 unknown :-1 s=CLOSED pgs=2379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.576+0000 7f3d53e13740 1 --2- 172.21.15.67:0/1858848903 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56034475b550 0x560344b6b780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.576+0000 7f3d53e13740 1 -- 172.21.15.67:0/1858848903 >> 172.21.15.67:0/1858848903 conn(0x560344778560 msgr2=0x560344b73720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:03.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.576+0000 7f3d53e13740 1 -- 172.21.15.67:0/1858848903 shutdown_connections 2024-09-21T00:35:03.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.576+0000 7f3d53e13740 1 -- 172.21.15.67:0/1858848903 wait complete. 2024-09-21T00:35:03.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.576+0000 7f3d53e13740 20 client.11127 trim_cache size 0 max 16384 2024-09-21T00:35:03.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.594+0000 7f3d53e13740 1 Processor -- start 2024-09-21T00:35:03.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.595+0000 7f3d53e13740 1 -- start start 2024-09-21T00:35:03.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.596+0000 7f3d53e13740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56034475b550 0x560344b6e2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:03.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.596+0000 7f3d53e13740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560344763730 0x560344b6a2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:03.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.596+0000 7f3d53e13740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560344784410 0x560344b6a830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:03.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.596+0000 7f3d53e13740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f3d48202310 con 0x56034475b550 2024-09-21T00:35:03.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.596+0000 7f3d53e13740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f3d48201400 con 0x560344784410 2024-09-21T00:35:03.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.596+0000 7f3d53e13740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f3d480cc590 con 0x560344763730 2024-09-21T00:35:03.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.596+0000 7f3d4659c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56034475b550 0x560344b6e2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:03.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.596+0000 7f3d4659c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56034475b550 0x560344b6e2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:53446/0 (socket says 172.21.15.67:53446) 2024-09-21T00:35:03.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.596+0000 7f3d4659c640 1 -- 172.21.15.67:0/4239050717 learned_addr learned my addr 172.21.15.67:0/4239050717 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:35:03.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.596+0000 7f3d46d9d640 1 --2- 172.21.15.67:0/4239050717 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560344784410 0x560344b6a830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:03.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.596+0000 7f3d45d9b640 1 --2- 172.21.15.67:0/4239050717 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560344763730 0x560344b6a2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:03.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.596+0000 7f3d4659c640 1 -- 172.21.15.67:0/4239050717 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560344763730 msgr2=0x560344b6a2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:35:03.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.596+0000 7f3d4659c640 1 --2- 172.21.15.67:0/4239050717 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560344763730 0x560344b6a2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.596+0000 7f3d4659c640 1 -- 172.21.15.67:0/4239050717 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560344784410 msgr2=0x560344b6a830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:35:03.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.596+0000 7f3d4659c640 1 --2- 172.21.15.67:0/4239050717 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560344784410 0x560344b6a830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.596+0000 7f3d4659c640 1 -- 172.21.15.67:0/4239050717 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560344b84b80 con 0x56034475b550 2024-09-21T00:35:03.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.596+0000 7f3d4659c640 1 --2- 172.21.15.67:0/4239050717 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56034475b550 0x560344b6e2a0 secure :-1 s=READY pgs=2380 cs=0 l=1 rev1=1 crypto rx=0x7f3d380099a0 tx=0x7f3d38004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f5b70483ae3aa856 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:03.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.597+0000 7f3d277fe640 1 -- 172.21.15.67:0/4239050717 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d38003f50 con 0x56034475b550 2024-09-21T00:35:03.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.597+0000 7f3d277fe640 1 -- 172.21.15.67:0/4239050717 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3d38004560 con 0x56034475b550 2024-09-21T00:35:03.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.597+0000 7f3d277fe640 1 -- 172.21.15.67:0/4239050717 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d38032450 con 0x56034475b550 2024-09-21T00:35:03.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.597+0000 7f3d53e13740 1 -- 172.21.15.67:0/4239050717 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56034475b550 msgr2=0x560344b6e2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:03.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.597+0000 7f3d53e13740 1 --2- 172.21.15.67:0/4239050717 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56034475b550 0x560344b6e2a0 secure :-1 s=READY pgs=2380 cs=0 l=1 rev1=1 crypto rx=0x7f3d380099a0 tx=0x7f3d38004a40 comp rx=0 tx=0).stop 2024-09-21T00:35:03.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.597+0000 7f3d53e13740 1 -- 172.21.15.67:0/4239050717 shutdown_connections 2024-09-21T00:35:03.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.597+0000 7f3d53e13740 1 --2- 172.21.15.67:0/4239050717 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560344784410 0x560344b6a830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.597+0000 7f3d53e13740 1 --2- 172.21.15.67:0/4239050717 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560344763730 0x560344b6a2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.597+0000 7f3d53e13740 1 --2- 172.21.15.67:0/4239050717 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56034475b550 0x560344b6e2a0 unknown :-1 s=CLOSED pgs=2380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.597+0000 7f3d53e13740 1 -- 172.21.15.67:0/4239050717 >> 172.21.15.67:0/4239050717 conn(0x560344778560 msgr2=0x560344b22b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:03.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.597+0000 7f3d53e13740 1 -- 172.21.15.67:0/4239050717 shutdown_connections 2024-09-21T00:35:03.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.598+0000 7f3d53e13740 1 -- 172.21.15.67:0/4239050717 wait complete. 2024-09-21T00:35:03.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.598+0000 7f3d53e13740 1 -- start start 2024-09-21T00:35:03.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.598+0000 7f3d53e13740 1 Processor -- start 2024-09-21T00:35:03.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.600+0000 7f3d53e13740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56034475b550 0x560344b52bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:03.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.600+0000 7f3d53e13740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560344763730 0x560344b53130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:03.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.600+0000 7f3d53e13740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560344784410 0x560344b56b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:03.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.600+0000 7f3d53e13740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x560344b67d00 con 0x560344784410 2024-09-21T00:35:03.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.600+0000 7f3d53e13740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f3d480ccbe0 con 0x560344763730 2024-09-21T00:35:03.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.600+0000 7f3d53e13740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x560344b72380 con 0x56034475b550 2024-09-21T00:35:03.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.600+0000 7f3d53e13740 10 client.0 _ll_register_callbacks cb 0x7f3d3c004040 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:35:03.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.600+0000 7f3d46d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560344784410 0x560344b56b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:03.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.600+0000 7f3d46d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560344784410 0x560344b56b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:53458/0 (socket says 172.21.15.67:53458) 2024-09-21T00:35:03.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.600+0000 7f3d46d9d640 1 -- 172.21.15.67:0/3186924279 learned_addr learned my addr 172.21.15.67:0/3186924279 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:35:03.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.600+0000 7f3d45d9b640 1 --2- 172.21.15.67:0/3186924279 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560344763730 0x560344b53130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:03.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.600+0000 7f3d4659c640 1 --2- 172.21.15.67:0/3186924279 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56034475b550 0x560344b52bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:03.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.600+0000 7f3d46d9d640 1 -- 172.21.15.67:0/3186924279 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56034475b550 msgr2=0x560344b52bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:35:03.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.600+0000 7f3d46d9d640 1 --2- 172.21.15.67:0/3186924279 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56034475b550 0x560344b52bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.600+0000 7f3d46d9d640 1 -- 172.21.15.67:0/3186924279 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560344763730 msgr2=0x560344b53130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:35:03.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.600+0000 7f3d46d9d640 1 --2- 172.21.15.67:0/3186924279 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560344763730 0x560344b53130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.600+0000 7f3d46d9d640 1 -- 172.21.15.67:0/3186924279 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5603447cd720 con 0x560344784410 2024-09-21T00:35:03.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.601+0000 7f3d46d9d640 1 --2- 172.21.15.67:0/3186924279 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560344784410 0x560344b56b20 secure :-1 s=READY pgs=2381 cs=0 l=1 rev1=1 crypto rx=0x7f3d4005ef10 tx=0x7f3d40061fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=36f70b5d4e3add35 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:03.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.601+0000 7f3d257fa640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:35:03.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.601+0000 7f3d257fa640 1 -- 172.21.15.67:0/3186924279 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3d4007cd60 con 0x560344784410 2024-09-21T00:35:03.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.601+0000 7f3d257fa640 1 -- 172.21.15.67:0/3186924279 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(186..186 src has 1..186) ==== 5854+0+0 (secure 0 0 0) 0x7f3d4006b040 con 0x560344784410 2024-09-21T00:35:03.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.601+0000 7f3d53e13740 1 -- 172.21.15.67:0/3186924279 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3d38004560 con 0x560344784410 2024-09-21T00:35:03.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.601+0000 7f3d257fa640 1 -- 172.21.15.67:0/3186924279 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=160) ==== 24+0+0 (secure 0 0 0) 0x7f3d4006b240 con 0x560344784410 2024-09-21T00:35:03.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.601+0000 7f3d53e13740 10 client.11133 fetch_fsmap learned FSMap version 160 2024-09-21T00:35:03.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.601+0000 7f3d53e13740 1 -- 172.21.15.67:0/3186924279 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=160,monmap=2+}) -- 0x560344b6c5d0 con 0x560344784410 2024-09-21T00:35:03.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.601+0000 7f3d257fa640 1 -- 172.21.15.67:0/3186924279 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3d38004560 con 0x560344784410 2024-09-21T00:35:03.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.601+0000 7f3d257fa640 1 -- 172.21.15.67:0/3186924279 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 160) ==== 3502+0+0 (secure 0 0 0) 0x7f3d400619b0 con 0x560344784410 2024-09-21T00:35:03.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.601+0000 7f3d53e13740 10 client.11133 fetch_fsmap finished waiting for FSMap version 160 2024-09-21T00:35:03.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.601+0000 7f3d53e13740 10 client.11133 resolve_mds: resolved 14:0 to role '14:0' aka daemon mds.c 2024-09-21T00:35:03.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.601+0000 7f3d53e13740 20 client.11133 populate_metadata read hostname 'smithi067' 2024-09-21T00:35:03.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.601+0000 7f3d53e13740 1 --2- 172.21.15.67:0/3186924279 >> [v2:172.21.15.67:6832/2344210347,v1:172.21.15.67:6834/2344210347] conn(0x560344b6cb80 0x560344b57060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:03.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.601+0000 7f3d53e13740 4 client.11133 mds_command: new command op to 10917 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["recursive", "repair"]}] 2024-09-21T00:35:03.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.601+0000 7f3d53e13740 1 -- 172.21.15.67:0/3186924279 --> [v2:172.21.15.67:6832/2344210347,v1:172.21.15.67:6834/2344210347] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["recursive", "repair"]}) -- 0x560344a9cb20 con 0x560344b6cb80 2024-09-21T00:35:03.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.601+0000 7f3d4659c640 1 --2- 172.21.15.67:0/3186924279 >> [v2:172.21.15.67:6832/2344210347,v1:172.21.15.67:6834/2344210347] conn(0x560344b6cb80 0x560344b57060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:03.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.602+0000 7f3d257fa640 10 client.11133 ms_handle_connect on v2:172.21.15.67:6832/2344210347 2024-09-21T00:35:03.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.602+0000 7f3d4659c640 1 --2- 172.21.15.67:0/3186924279 >> [v2:172.21.15.67:6832/2344210347,v1:172.21.15.67:6834/2344210347] conn(0x560344b6cb80 0x560344b57060 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2bded3f934e26146 server_cookie=79db803a8c12c5a6 in_seq=0 out_seq=0 2024-09-21T00:35:03.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.603+0000 7f3d257fa640 1 -- 172.21.15.67:0/3186924279 <== mds.0 v2:172.21.15.67:6832/2344210347 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x560344a9cb20 con 0x560344b6cb80 2024-09-21T00:35:03.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.603+0000 7f3d257fa640 10 client.11133 handle_command_reply: tid=0 2024-09-21T00:35:03.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.603+0000 7f3d53e13740 1 client.11133 shutdown 2024-09-21T00:35:03.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.603+0000 7f3d53e13740 1 -- 172.21.15.67:0/3186924279 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560344784410 msgr2=0x560344b56b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:03.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.603+0000 7f3d53e13740 1 --2- 172.21.15.67:0/3186924279 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560344784410 0x560344b56b20 secure :-1 s=READY pgs=2381 cs=0 l=1 rev1=1 crypto rx=0x7f3d4005ef10 tx=0x7f3d40061fd0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.603+0000 7f3d53e13740 1 -- 172.21.15.67:0/3186924279 shutdown_connections 2024-09-21T00:35:03.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.603+0000 7f3d53e13740 1 --2- 172.21.15.67:0/3186924279 >> [v2:172.21.15.67:6832/2344210347,v1:172.21.15.67:6834/2344210347] conn(0x560344b6cb80 0x560344b57060 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.603+0000 7f3d53e13740 1 --2- 172.21.15.67:0/3186924279 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560344784410 0x560344b56b20 unknown :-1 s=CLOSED pgs=2381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.603+0000 7f3d53e13740 1 --2- 172.21.15.67:0/3186924279 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560344763730 0x560344b53130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.603+0000 7f3d53e13740 1 --2- 172.21.15.67:0/3186924279 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56034475b550 0x560344b52bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.603+0000 7f3d53e13740 1 -- 172.21.15.67:0/3186924279 >> 172.21.15.67:0/3186924279 conn(0x560344778560 msgr2=0x560344b6b430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:03.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.603+0000 7f3d257fa640 0 client.11133 ms_handle_reset on v2:172.21.15.67:6832/2344210347 2024-09-21T00:35:03.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.603+0000 7f3d53e13740 1 -- 172.21.15.67:0/3186924279 shutdown_connections 2024-09-21T00:35:03.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.603+0000 7f3d53e13740 1 -- 172.21.15.67:0/3186924279 wait complete. 2024-09-21T00:35:03.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.603+0000 7f3d53e13740 20 client.11133 trim_cache size 0 max 16384 2024-09-21T00:35:03.611 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:35:03.611 INFO:teuthology.orchestra.run.smithi067.stdout: "return_code": 0, 2024-09-21T00:35:03.611 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_tag": "adbc4144-787b-431d-b7c1-8248da2545b1", 2024-09-21T00:35:03.612 INFO:teuthology.orchestra.run.smithi067.stdout: "mode": "asynchronous" 2024-09-21T00:35:03.612 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:35:03.612 INFO:tasks.ceph.mds.c.smithi067.stderr:2024-09-21T00:35:03.604+0000 7fb98a732640 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000001 [2,head] /subdir/sixmegs auth v6 pv8 ap=4 DIRTYPARENT s=5242880 n(v0 rc2024-09-21T00:35:02.489263+0000 b5242880 1=1+0)->n(v0 rc2024-09-21T00:35:02.493724+0000 b6291456 1=1+0) (ifile lock->xlock w=1) (iquiesce lock w=1) cr={11100=0-12582912@1} caps={11100=pAsLsXsFc/-@5} | ptrwaiter=1 request=1 lock=3 caps=1 dirtyparent=1 dirty=0 waiter=1 authpin=1 scrubqueue=0 0x55dea18eec00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(-1)0x0:[]//[]","memoryvalue":"(29)0x10000000001:[<0x10000000000/sixmegs v6>,<0x1/subdir v8>]//[]","error_str":"failed to decode on-disk backtrace (0 bytes)!"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-21T00:35:03.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.604+0000 7f3d4ce9b640 1 -- 172.21.15.67:0/1502978290 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3d28078b90 msgr2=0x7f3d2807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:03.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.604+0000 7f3d4ce9b640 1 --2- 172.21.15.67:0/1502978290 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3d28078b90 0x7f3d2807b0a0 secure :-1 s=READY pgs=888 cs=0 l=1 rev1=1 crypto rx=0x7f3d38034000 tx=0x7f3d38004ab0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.604+0000 7f3d4ce9b640 1 -- 172.21.15.67:0/1502978290 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3d4815eae0 msgr2=0x7f3d48161380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:03.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.604+0000 7f3d4ce9b640 1 --2- 172.21.15.67:0/1502978290 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3d4815eae0 0x7f3d48161380 secure :-1 s=READY pgs=2377 cs=0 l=1 rev1=1 crypto rx=0x7f3d4000c390 tx=0x7f3d4000c850 comp rx=0 tx=0).stop 2024-09-21T00:35:03.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.604+0000 7f3d4ce9b640 1 -- 172.21.15.67:0/1502978290 shutdown_connections 2024-09-21T00:35:03.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.604+0000 7f3d4ce9b640 1 --2- 172.21.15.67:0/1502978290 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3d28078b90 0x7f3d2807b0a0 unknown :-1 s=CLOSED pgs=888 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.604+0000 7f3d4ce9b640 1 --2- 172.21.15.67:0/1502978290 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3d4815eae0 0x7f3d48161380 unknown :-1 s=CLOSED pgs=2377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.604+0000 7f3d4ce9b640 1 --2- 172.21.15.67:0/1502978290 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3d480d1150 0x7f3d4814feb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.604+0000 7f3d4ce9b640 1 --2- 172.21.15.67:0/1502978290 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3d4806cb30 0x7f3d481f9940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.604+0000 7f3d4ce9b640 1 -- 172.21.15.67:0/1502978290 >> 172.21.15.67:0/1502978290 conn(0x7f3d480b6430 msgr2=0x7f3d480b4030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:03.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.604+0000 7f3d4ce9b640 1 -- 172.21.15.67:0/1502978290 shutdown_connections 2024-09-21T00:35:03.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.604+0000 7f3d4ce9b640 1 -- 172.21.15.67:0/1502978290 wait complete. 2024-09-21T00:35:03.618 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:35:03.619 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.14:0 scrub status 2024-09-21T00:35:03.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.735+0000 7f934fa25640 1 -- 172.21.15.67:0/3035026442 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9348160070 msgr2=0x7f93480b39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:03.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.735+0000 7f934fa25640 1 --2- 172.21.15.67:0/3035026442 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9348160070 0x7f93480b39c0 secure :-1 s=READY pgs=2383 cs=0 l=1 rev1=1 crypto rx=0x7f9338005fd0 tx=0x7f933802a8b0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.735+0000 7f934fa25640 1 -- 172.21.15.67:0/3035026442 shutdown_connections 2024-09-21T00:35:03.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.735+0000 7f934fa25640 1 --2- 172.21.15.67:0/3035026442 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f93480b65e0 0x7f93480b69f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.735+0000 7f934fa25640 1 --2- 172.21.15.67:0/3035026442 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9348160070 0x7f93480b39c0 unknown :-1 s=CLOSED pgs=2383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.735+0000 7f934fa25640 1 -- 172.21.15.67:0/3035026442 >> 172.21.15.67:0/3035026442 conn(0x7f93480b41a0 msgr2=0x7f93480b45b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:03.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.735+0000 7f934fa25640 1 -- 172.21.15.67:0/3035026442 shutdown_connections 2024-09-21T00:35:03.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.735+0000 7f934fa25640 1 -- 172.21.15.67:0/3035026442 wait complete. 2024-09-21T00:35:03.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.737+0000 7f934fa25640 1 Processor -- start 2024-09-21T00:35:03.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.737+0000 7f934fa25640 1 -- start start 2024-09-21T00:35:03.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.738+0000 7f934fa25640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f93480b65e0 0x7f934814d560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:03.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.738+0000 7f934fa25640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f93480d0950 0x7f934814daa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:03.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.738+0000 7f934fa25640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9348160070 0x7f93481f8d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:03.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.738+0000 7f934fa25640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f93480b72c0 con 0x7f9348160070 2024-09-21T00:35:03.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.738+0000 7f934fa25640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f93480b7140 con 0x7f93480d0950 2024-09-21T00:35:03.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.738+0000 7f934fa25640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f93480b7440 con 0x7f93480b65e0 2024-09-21T00:35:03.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.738+0000 7f934dfc2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9348160070 0x7f93481f8d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:03.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.738+0000 7f934dfc2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9348160070 0x7f93481f8d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:53474/0 (socket says 172.21.15.67:53474) 2024-09-21T00:35:03.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.738+0000 7f934dfc2640 1 -- 172.21.15.67:0/94969014 learned_addr learned my addr 172.21.15.67:0/94969014 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:35:03.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.739+0000 7f934d7c1640 1 --2- 172.21.15.67:0/94969014 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f93480b65e0 0x7f934814d560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:03.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.738+0000 7f934cfc0640 1 --2- 172.21.15.67:0/94969014 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f93480d0950 0x7f934814daa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:03.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.739+0000 7f934dfc2640 1 -- 172.21.15.67:0/94969014 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f93480b65e0 msgr2=0x7f934814d560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:03.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.739+0000 7f934dfc2640 1 --2- 172.21.15.67:0/94969014 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f93480b65e0 0x7f934814d560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.739+0000 7f934dfc2640 1 -- 172.21.15.67:0/94969014 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f93480d0950 msgr2=0x7f934814daa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:03.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.739+0000 7f934dfc2640 1 --2- 172.21.15.67:0/94969014 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f93480d0950 0x7f934814daa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.739+0000 7f934dfc2640 1 -- 172.21.15.67:0/94969014 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93480b0e00 con 0x7f9348160070 2024-09-21T00:35:03.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.739+0000 7f934dfc2640 1 --2- 172.21.15.67:0/94969014 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9348160070 0x7f93481f8d80 secure :-1 s=READY pgs=2384 cs=0 l=1 rev1=1 crypto rx=0x7f934000c970 tx=0x7f934000ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:03.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.739+0000 7f9345ffb640 1 -- 172.21.15.67:0/94969014 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9340007bb0 con 0x7f9348160070 2024-09-21T00:35:03.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.739+0000 7f9345ffb640 1 -- 172.21.15.67:0/94969014 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f934000f450 con 0x7f9348160070 2024-09-21T00:35:03.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.739+0000 7f934fa25640 1 -- 172.21.15.67:0/94969014 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93480b10e0 con 0x7f9348160070 2024-09-21T00:35:03.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.739+0000 7f9345ffb640 1 -- 172.21.15.67:0/94969014 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9340007e60 con 0x7f9348160070 2024-09-21T00:35:03.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.739+0000 7f934fa25640 1 -- 172.21.15.67:0/94969014 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f93481e5650 con 0x7f9348160070 2024-09-21T00:35:03.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.741+0000 7f9345ffb640 1 -- 172.21.15.67:0/94969014 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f934000f8a0 con 0x7f9348160070 2024-09-21T00:35:03.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.742+0000 7f9345ffb640 1 --2- 172.21.15.67:0/94969014 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9334078b90 0x7f933407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:03.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.742+0000 7f9345ffb640 1 -- 172.21.15.67:0/94969014 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(186..186 src has 1..186) ==== 5854+0+0 (secure 0 0 0) 0x7f934009b4d0 con 0x7f9348160070 2024-09-21T00:35:03.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.742+0000 7f934d7c1640 1 --2- 172.21.15.67:0/94969014 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9334078b90 0x7f933407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:03.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.743+0000 7f934d7c1640 1 --2- 172.21.15.67:0/94969014 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9334078b90 0x7f933407b0a0 secure :-1 s=READY pgs=889 cs=0 l=1 rev1=1 crypto rx=0x7f9338034000 tx=0x7f9338004ab0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:03.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.743+0000 7f9356a72740 1 Processor -- start 2024-09-21T00:35:03.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.743+0000 7f9356a72740 1 -- start start 2024-09-21T00:35:03.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.744+0000 7f9356a72740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558fb9fc6390 0x558fba397740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:03.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.744+0000 7f9356a72740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558fb9f9d4d0 0x558fba397c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:03.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.744+0000 7f9356a72740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558fb9fa56b0 0x558fba3b4b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:03.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.744+0000 7f9356a72740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x558fba2e0a60 con 0x558fb9fa56b0 2024-09-21T00:35:03.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.744+0000 7f9356a72740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x558fba2cfe90 con 0x558fb9f9d4d0 2024-09-21T00:35:03.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.744+0000 7f9356a72740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x558fba2d3ca0 con 0x558fb9fc6390 2024-09-21T00:35:03.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.744+0000 7f934dfc2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558fb9fa56b0 0x558fba3b4b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:03.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.744+0000 7f934dfc2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558fb9fa56b0 0x558fba3b4b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:53484/0 (socket says 172.21.15.67:53484) 2024-09-21T00:35:03.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.744+0000 7f934dfc2640 1 -- 172.21.15.67:0/2532622219 learned_addr learned my addr 172.21.15.67:0/2532622219 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:35:03.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.745+0000 7f934d7c1640 1 --2- 172.21.15.67:0/2532622219 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558fb9fc6390 0x558fba397740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:03.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.745+0000 7f934cfc0640 1 --2- 172.21.15.67:0/2532622219 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558fb9f9d4d0 0x558fba397c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:03.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.745+0000 7f934dfc2640 1 -- 172.21.15.67:0/2532622219 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558fb9fc6390 msgr2=0x558fba397740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:35:03.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.745+0000 7f934dfc2640 1 --2- 172.21.15.67:0/2532622219 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558fb9fc6390 0x558fba397740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.745+0000 7f934dfc2640 1 -- 172.21.15.67:0/2532622219 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558fb9f9d4d0 msgr2=0x558fba397c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:35:03.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.745+0000 7f934dfc2640 1 --2- 172.21.15.67:0/2532622219 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558fb9f9d4d0 0x558fba397c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.745+0000 7f934dfc2640 1 -- 172.21.15.67:0/2532622219 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558fba0a87d0 con 0x558fb9fa56b0 2024-09-21T00:35:03.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.745+0000 7f934dfc2640 1 --2- 172.21.15.67:0/2532622219 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558fb9fa56b0 0x558fba3b4b80 secure :-1 s=READY pgs=2385 cs=0 l=1 rev1=1 crypto rx=0x7f93400631c0 tx=0x7f9340005810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=36dc2be9861de991 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:03.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.745+0000 7f932effd640 1 -- 172.21.15.67:0/2532622219 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9340067c60 con 0x558fb9fa56b0 2024-09-21T00:35:03.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.745+0000 7f932effd640 1 -- 172.21.15.67:0/2532622219 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f934006cba0 con 0x558fb9fa56b0 2024-09-21T00:35:03.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.745+0000 7f932effd640 1 -- 172.21.15.67:0/2532622219 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f934009b320 con 0x558fb9fa56b0 2024-09-21T00:35:03.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.746+0000 7f9356a72740 1 -- 172.21.15.67:0/2532622219 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558fb9fa56b0 msgr2=0x558fba3b4b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:03.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.746+0000 7f9356a72740 1 --2- 172.21.15.67:0/2532622219 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558fb9fa56b0 0x558fba3b4b80 secure :-1 s=READY pgs=2385 cs=0 l=1 rev1=1 crypto rx=0x7f93400631c0 tx=0x7f9340005810 comp rx=0 tx=0).stop 2024-09-21T00:35:03.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.746+0000 7f9356a72740 1 -- 172.21.15.67:0/2532622219 shutdown_connections 2024-09-21T00:35:03.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.746+0000 7f9356a72740 1 --2- 172.21.15.67:0/2532622219 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558fb9fa56b0 0x558fba3b4b80 unknown :-1 s=CLOSED pgs=2385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.746+0000 7f9356a72740 1 --2- 172.21.15.67:0/2532622219 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558fb9f9d4d0 0x558fba397c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.746+0000 7f9356a72740 1 --2- 172.21.15.67:0/2532622219 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558fb9fc6390 0x558fba397740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.746+0000 7f9356a72740 1 -- 172.21.15.67:0/2532622219 >> 172.21.15.67:0/2532622219 conn(0x558fb9fba4e0 msgr2=0x558fba36da00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:03.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.746+0000 7f9356a72740 1 -- 172.21.15.67:0/2532622219 shutdown_connections 2024-09-21T00:35:03.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.746+0000 7f9356a72740 1 -- 172.21.15.67:0/2532622219 wait complete. 2024-09-21T00:35:03.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.747+0000 7f9356a72740 1 -- start start 2024-09-21T00:35:03.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.747+0000 7f9356a72740 1 Processor -- start 2024-09-21T00:35:03.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.749+0000 7f9356a72740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558fb9f9d4d0 0x558fba3a80a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:03.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.749+0000 7f9356a72740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558fb9fa56b0 0x558fba3b20b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:03.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.749+0000 7f9356a72740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558fb9fc6390 0x558fba3b25f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:03.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.749+0000 7f9356a72740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x558fba040740 con 0x558fb9f9d4d0 2024-09-21T00:35:03.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.749+0000 7f9356a72740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x558fba275970 con 0x558fb9fa56b0 2024-09-21T00:35:03.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.749+0000 7f9356a72740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x558fba3981c0 con 0x558fb9fc6390 2024-09-21T00:35:03.755 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.749+0000 7f9356a72740 10 client.0 _ll_register_callbacks cb 0x558fba278be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:35:03.755 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.749+0000 7f934d7c1640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558fb9f9d4d0 0x558fba3a80a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:03.755 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.749+0000 7f934d7c1640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558fb9f9d4d0 0x558fba3a80a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:53494/0 (socket says 172.21.15.67:53494) 2024-09-21T00:35:03.755 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.749+0000 7f934d7c1640 1 -- 172.21.15.67:0/1779629159 learned_addr learned my addr 172.21.15.67:0/1779629159 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:35:03.755 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.749+0000 7f934cfc0640 1 --2- 172.21.15.67:0/1779629159 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558fb9fa56b0 0x558fba3b20b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:03.755 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.749+0000 7f934dfc2640 1 --2- 172.21.15.67:0/1779629159 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558fb9fc6390 0x558fba3b25f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:03.755 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.749+0000 7f934d7c1640 1 -- 172.21.15.67:0/1779629159 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558fb9fc6390 msgr2=0x558fba3b25f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:35:03.755 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.749+0000 7f934d7c1640 1 --2- 172.21.15.67:0/1779629159 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558fb9fc6390 0x558fba3b25f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.755 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.749+0000 7f934d7c1640 1 -- 172.21.15.67:0/1779629159 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558fb9fa56b0 msgr2=0x558fba3b20b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:35:03.755 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.749+0000 7f934d7c1640 1 --2- 172.21.15.67:0/1779629159 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558fb9fa56b0 0x558fba3b20b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.755 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.749+0000 7f934d7c1640 1 -- 172.21.15.67:0/1779629159 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558fba031970 con 0x558fb9f9d4d0 2024-09-21T00:35:03.755 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.749+0000 7f934d7c1640 1 --2- 172.21.15.67:0/1779629159 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558fb9f9d4d0 0x558fba3a80a0 secure :-1 s=READY pgs=2386 cs=0 l=1 rev1=1 crypto rx=0x7f933802aea0 tx=0x7f9338009500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c6ca78ce925bf397 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:03.755 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.749+0000 7f9327fff640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:35:03.755 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.750+0000 7f9327fff640 1 -- 172.21.15.67:0/1779629159 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9338045450 con 0x558fb9f9d4d0 2024-09-21T00:35:03.756 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.750+0000 7f9327fff640 1 -- 172.21.15.67:0/1779629159 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(186..186 src has 1..186) ==== 5854+0+0 (secure 0 0 0) 0x7f9338052b60 con 0x558fb9f9d4d0 2024-09-21T00:35:03.756 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.750+0000 7f9356a72740 1 -- 172.21.15.67:0/1779629159 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f934006cba0 con 0x558fb9f9d4d0 2024-09-21T00:35:03.756 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.750+0000 7f9327fff640 1 -- 172.21.15.67:0/1779629159 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=160) ==== 24+0+0 (secure 0 0 0) 0x7f9338052d60 con 0x558fb9f9d4d0 2024-09-21T00:35:03.756 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.750+0000 7f9356a72740 10 client.11148 fetch_fsmap learned FSMap version 160 2024-09-21T00:35:03.756 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.750+0000 7f9356a72740 1 -- 172.21.15.67:0/1779629159 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=160,monmap=2+}) -- 0x558fba00f6a0 con 0x558fb9f9d4d0 2024-09-21T00:35:03.756 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.750+0000 7f9327fff640 1 -- 172.21.15.67:0/1779629159 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f934006cba0 con 0x558fb9f9d4d0 2024-09-21T00:35:03.756 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.750+0000 7f9327fff640 1 -- 172.21.15.67:0/1779629159 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 160) ==== 3502+0+0 (secure 0 0 0) 0x7f9338059050 con 0x558fb9f9d4d0 2024-09-21T00:35:03.756 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.750+0000 7f9356a72740 10 client.11148 fetch_fsmap finished waiting for FSMap version 160 2024-09-21T00:35:03.756 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.750+0000 7f9356a72740 10 client.11148 resolve_mds: resolved 14:0 to role '14:0' aka daemon mds.c 2024-09-21T00:35:03.756 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.750+0000 7f9356a72740 20 client.11148 populate_metadata read hostname 'smithi067' 2024-09-21T00:35:03.756 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.750+0000 7f9356a72740 1 --2- 172.21.15.67:0/1779629159 >> [v2:172.21.15.67:6832/2344210347,v1:172.21.15.67:6834/2344210347] conn(0x558fb9f84f60 0x558fba3ab3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:03.756 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.750+0000 7f9356a72740 4 client.11148 mds_command: new command op to 10917 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:35:03.756 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.750+0000 7f9356a72740 1 -- 172.21.15.67:0/1779629159 --> [v2:172.21.15.67:6832/2344210347,v1:172.21.15.67:6834/2344210347] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558fba2e29b0 con 0x558fb9f84f60 2024-09-21T00:35:03.756 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.750+0000 7f934cfc0640 1 --2- 172.21.15.67:0/1779629159 >> [v2:172.21.15.67:6832/2344210347,v1:172.21.15.67:6834/2344210347] conn(0x558fb9f84f60 0x558fba3ab3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:03.757 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.751+0000 7f9327fff640 10 client.11148 ms_handle_connect on v2:172.21.15.67:6832/2344210347 2024-09-21T00:35:03.757 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.751+0000 7f934cfc0640 1 --2- 172.21.15.67:0/1779629159 >> [v2:172.21.15.67:6832/2344210347,v1:172.21.15.67:6834/2344210347] conn(0x558fb9f84f60 0x558fba3ab3e0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c26abc56513dcac5 server_cookie=2ce72c414678bf25 in_seq=0 out_seq=0 2024-09-21T00:35:03.757 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.751+0000 7f9327fff640 1 -- 172.21.15.67:0/1779629159 <== mds.0 v2:172.21.15.67:6832/2344210347 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x558fba2e29b0 con 0x558fb9f84f60 2024-09-21T00:35:03.757 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.751+0000 7f9327fff640 10 client.11148 handle_command_reply: tid=0 2024-09-21T00:35:03.757 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.751+0000 7f9356a72740 1 client.11148 shutdown 2024-09-21T00:35:03.757 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.752+0000 7f9356a72740 1 -- 172.21.15.67:0/1779629159 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558fb9f9d4d0 msgr2=0x558fba3a80a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:03.757 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.752+0000 7f9356a72740 1 --2- 172.21.15.67:0/1779629159 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558fb9f9d4d0 0x558fba3a80a0 secure :-1 s=READY pgs=2386 cs=0 l=1 rev1=1 crypto rx=0x7f933802aea0 tx=0x7f9338009500 comp rx=0 tx=0).stop 2024-09-21T00:35:03.757 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.752+0000 7f9356a72740 1 -- 172.21.15.67:0/1779629159 shutdown_connections 2024-09-21T00:35:03.757 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.752+0000 7f9356a72740 1 --2- 172.21.15.67:0/1779629159 >> [v2:172.21.15.67:6832/2344210347,v1:172.21.15.67:6834/2344210347] conn(0x558fb9f84f60 0x558fba3ab3e0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.757 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.752+0000 7f9356a72740 1 --2- 172.21.15.67:0/1779629159 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558fb9fc6390 0x558fba3b25f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.757 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.752+0000 7f9356a72740 1 --2- 172.21.15.67:0/1779629159 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558fb9fa56b0 0x558fba3b20b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.757 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.752+0000 7f9327fff640 0 client.11148 ms_handle_reset on v2:172.21.15.67:6832/2344210347 2024-09-21T00:35:03.757 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.752+0000 7f9356a72740 1 --2- 172.21.15.67:0/1779629159 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558fb9f9d4d0 0x558fba3a80a0 unknown :-1 s=CLOSED pgs=2386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.757 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.752+0000 7f9356a72740 1 -- 172.21.15.67:0/1779629159 >> 172.21.15.67:0/1779629159 conn(0x558fb9fba4e0 msgr2=0x558fba36d8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:03.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.752+0000 7f9356a72740 1 -- 172.21.15.67:0/1779629159 shutdown_connections 2024-09-21T00:35:03.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.752+0000 7f9356a72740 1 -- 172.21.15.67:0/1779629159 wait complete. 2024-09-21T00:35:03.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.752+0000 7f9356a72740 20 client.11148 trim_cache size 0 max 16384 2024-09-21T00:35:03.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.770+0000 7f9356a72740 1 Processor -- start 2024-09-21T00:35:03.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.770+0000 7f9356a72740 1 -- start start 2024-09-21T00:35:03.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.771+0000 7f9356a72740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558fb9f9d4d0 0x558fba397830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:03.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.771+0000 7f9356a72740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558fb9fa56b0 0x558fba397d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:03.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.771+0000 7f9356a72740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558fb9fc6390 0x558fba3a9330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:03.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.771+0000 7f9356a72740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f93482021d0 con 0x558fb9fa56b0 2024-09-21T00:35:03.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.771+0000 7f9356a72740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f93482011f0 con 0x558fb9fc6390 2024-09-21T00:35:03.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.771+0000 7f9356a72740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f93481e67b0 con 0x558fb9f9d4d0 2024-09-21T00:35:03.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.771+0000 7f934cfc0640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558fb9fa56b0 0x558fba397d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:03.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.771+0000 7f934cfc0640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558fb9fa56b0 0x558fba397d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:53498/0 (socket says 172.21.15.67:53498) 2024-09-21T00:35:03.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.771+0000 7f934cfc0640 1 -- 172.21.15.67:0/1273538493 learned_addr learned my addr 172.21.15.67:0/1273538493 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:35:03.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.771+0000 7f934dfc2640 1 --2- 172.21.15.67:0/1273538493 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558fb9fc6390 0x558fba3a9330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:03.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.771+0000 7f934d7c1640 1 --2- 172.21.15.67:0/1273538493 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558fb9f9d4d0 0x558fba397830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:03.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.772+0000 7f934cfc0640 1 -- 172.21.15.67:0/1273538493 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558fb9f9d4d0 msgr2=0x558fba397830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:35:03.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.772+0000 7f934cfc0640 1 --2- 172.21.15.67:0/1273538493 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558fb9f9d4d0 0x558fba397830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.772+0000 7f934cfc0640 1 -- 172.21.15.67:0/1273538493 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558fb9fc6390 msgr2=0x558fba3a9330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:35:03.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.772+0000 7f934cfc0640 1 --2- 172.21.15.67:0/1273538493 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558fb9fc6390 0x558fba3a9330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.772+0000 7f934cfc0640 1 -- 172.21.15.67:0/1273538493 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558fba3b1de0 con 0x558fb9fa56b0 2024-09-21T00:35:03.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.772+0000 7f934dfc2640 1 --2- 172.21.15.67:0/1273538493 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558fb9fc6390 0x558fba3a9330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:35:03.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.772+0000 7f934cfc0640 1 --2- 172.21.15.67:0/1273538493 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558fb9fa56b0 0x558fba397d70 secure :-1 s=READY pgs=2387 cs=0 l=1 rev1=1 crypto rx=0x7f934806a1e0 tx=0x7f933c009040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d07c6793ecfa1320 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:03.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.772+0000 7f932e7fc640 1 -- 172.21.15.67:0/1273538493 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f933c004ea0 con 0x558fb9fa56b0 2024-09-21T00:35:03.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.772+0000 7f932e7fc640 1 -- 172.21.15.67:0/1273538493 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f933c020020 con 0x558fb9fa56b0 2024-09-21T00:35:03.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.772+0000 7f932e7fc640 1 -- 172.21.15.67:0/1273538493 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f933c018110 con 0x558fb9fa56b0 2024-09-21T00:35:03.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.773+0000 7f9356a72740 1 -- 172.21.15.67:0/1273538493 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558fb9fa56b0 msgr2=0x558fba397d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:03.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.773+0000 7f9356a72740 1 --2- 172.21.15.67:0/1273538493 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558fb9fa56b0 0x558fba397d70 secure :-1 s=READY pgs=2387 cs=0 l=1 rev1=1 crypto rx=0x7f934806a1e0 tx=0x7f933c009040 comp rx=0 tx=0).stop 2024-09-21T00:35:03.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.773+0000 7f9356a72740 1 -- 172.21.15.67:0/1273538493 shutdown_connections 2024-09-21T00:35:03.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.773+0000 7f9356a72740 1 --2- 172.21.15.67:0/1273538493 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558fb9fc6390 0x558fba3a9330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.773+0000 7f9356a72740 1 --2- 172.21.15.67:0/1273538493 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558fb9fa56b0 0x558fba397d70 unknown :-1 s=CLOSED pgs=2387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.773+0000 7f9356a72740 1 --2- 172.21.15.67:0/1273538493 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558fb9f9d4d0 0x558fba397830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.773+0000 7f9356a72740 1 -- 172.21.15.67:0/1273538493 >> 172.21.15.67:0/1273538493 conn(0x558fb9fba4e0 msgr2=0x558fba3af760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:03.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.773+0000 7f9356a72740 1 -- 172.21.15.67:0/1273538493 shutdown_connections 2024-09-21T00:35:03.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.773+0000 7f9356a72740 1 -- 172.21.15.67:0/1273538493 wait complete. 2024-09-21T00:35:03.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.774+0000 7f9356a72740 1 -- start start 2024-09-21T00:35:03.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.774+0000 7f9356a72740 1 Processor -- start 2024-09-21T00:35:03.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.775+0000 7f9356a72740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558fb9f9d4d0 0x558fba430ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:03.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.775+0000 7f9356a72740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558fb9fa56b0 0x558fba3a9570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:03.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.775+0000 7f9356a72740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558fb9fc6390 0x558fba3c1770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:03.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.775+0000 7f9356a72740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f93481e6e00 con 0x558fb9fa56b0 2024-09-21T00:35:03.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.775+0000 7f9356a72740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x558fba3c2310 con 0x558fb9fc6390 2024-09-21T00:35:03.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.775+0000 7f9356a72740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x558fba435a10 con 0x558fb9f9d4d0 2024-09-21T00:35:03.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.775+0000 7f9356a72740 10 client.0 _ll_register_callbacks cb 0x7f9338003a30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:35:03.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.775+0000 7f934cfc0640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558fb9fa56b0 0x558fba3a9570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:03.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.776+0000 7f934cfc0640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558fb9fa56b0 0x558fba3a9570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:53508/0 (socket says 172.21.15.67:53508) 2024-09-21T00:35:03.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.776+0000 7f934cfc0640 1 -- 172.21.15.67:0/1712425236 learned_addr learned my addr 172.21.15.67:0/1712425236 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:35:03.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.776+0000 7f934d7c1640 1 --2- 172.21.15.67:0/1712425236 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558fb9f9d4d0 0x558fba430ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:03.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.776+0000 7f934dfc2640 1 --2- 172.21.15.67:0/1712425236 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558fb9fc6390 0x558fba3c1770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:03.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.776+0000 7f934cfc0640 1 -- 172.21.15.67:0/1712425236 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558fb9f9d4d0 msgr2=0x558fba430ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:35:03.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.776+0000 7f934cfc0640 1 --2- 172.21.15.67:0/1712425236 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558fb9f9d4d0 0x558fba430ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.776+0000 7f934cfc0640 1 -- 172.21.15.67:0/1712425236 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558fb9fc6390 msgr2=0x558fba3c1770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:35:03.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.776+0000 7f934cfc0640 1 --2- 172.21.15.67:0/1712425236 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558fb9fc6390 0x558fba3c1770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.776+0000 7f934cfc0640 1 -- 172.21.15.67:0/1712425236 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558fba3a8ba0 con 0x558fb9fa56b0 2024-09-21T00:35:03.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.776+0000 7f934cfc0640 1 --2- 172.21.15.67:0/1712425236 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558fb9fa56b0 0x558fba3a9570 secure :-1 s=READY pgs=2388 cs=0 l=1 rev1=1 crypto rx=0x7f933c000f60 tx=0x7f933c004fe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a78cf3ef8fa889c server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:03.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.776+0000 7f9327fff640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:35:03.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.776+0000 7f9327fff640 1 -- 172.21.15.67:0/1712425236 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f933c029070 con 0x558fb9fa56b0 2024-09-21T00:35:03.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.776+0000 7f9327fff640 1 -- 172.21.15.67:0/1712425236 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(186..186 src has 1..186) ==== 5854+0+0 (secure 0 0 0) 0x7f933c019d90 con 0x558fb9fa56b0 2024-09-21T00:35:03.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.776+0000 7f9356a72740 1 -- 172.21.15.67:0/1712425236 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f933c020020 con 0x558fb9fa56b0 2024-09-21T00:35:03.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.776+0000 7f9327fff640 1 -- 172.21.15.67:0/1712425236 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=160) ==== 24+0+0 (secure 0 0 0) 0x7f933c034050 con 0x558fb9fa56b0 2024-09-21T00:35:03.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.776+0000 7f9356a72740 10 client.11154 fetch_fsmap learned FSMap version 160 2024-09-21T00:35:03.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.776+0000 7f9356a72740 1 -- 172.21.15.67:0/1712425236 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=160,monmap=2+}) -- 0x558fba3c5420 con 0x558fb9fa56b0 2024-09-21T00:35:03.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.777+0000 7f9327fff640 1 -- 172.21.15.67:0/1712425236 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f933c020020 con 0x558fb9fa56b0 2024-09-21T00:35:03.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.777+0000 7f9327fff640 1 -- 172.21.15.67:0/1712425236 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 160) ==== 3502+0+0 (secure 0 0 0) 0x7f933c037020 con 0x558fb9fa56b0 2024-09-21T00:35:03.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.777+0000 7f9356a72740 10 client.11154 fetch_fsmap finished waiting for FSMap version 160 2024-09-21T00:35:03.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.777+0000 7f9356a72740 10 client.11154 resolve_mds: resolved 14:0 to role '14:0' aka daemon mds.c 2024-09-21T00:35:03.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.777+0000 7f9356a72740 20 client.11154 populate_metadata read hostname 'smithi067' 2024-09-21T00:35:03.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.777+0000 7f9356a72740 1 --2- 172.21.15.67:0/1712425236 >> [v2:172.21.15.67:6832/2344210347,v1:172.21.15.67:6834/2344210347] conn(0x558fba3afa10 0x558fba3d4250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:03.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.777+0000 7f9356a72740 4 client.11154 mds_command: new command op to 10917 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-21T00:35:03.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.777+0000 7f9356a72740 1 -- 172.21.15.67:0/1712425236 --> [v2:172.21.15.67:6832/2344210347,v1:172.21.15.67:6834/2344210347] -- command(tid 0: {"prefix": "scrub status"}) -- 0x558fba3b18b0 con 0x558fba3afa10 2024-09-21T00:35:03.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.777+0000 7f934d7c1640 1 --2- 172.21.15.67:0/1712425236 >> [v2:172.21.15.67:6832/2344210347,v1:172.21.15.67:6834/2344210347] conn(0x558fba3afa10 0x558fba3d4250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:03.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.777+0000 7f9327fff640 10 client.11154 ms_handle_connect on v2:172.21.15.67:6832/2344210347 2024-09-21T00:35:03.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.777+0000 7f934d7c1640 1 --2- 172.21.15.67:0/1712425236 >> [v2:172.21.15.67:6832/2344210347,v1:172.21.15.67:6834/2344210347] conn(0x558fba3afa10 0x558fba3d4250 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=db8e6fe8da74060d server_cookie=26ccac4673528afa in_seq=0 out_seq=0 2024-09-21T00:35:03.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.778+0000 7f9327fff640 1 -- 172.21.15.67:0/1712425236 <== mds.0 v2:172.21.15.67:6832/2344210347 1 ==== command_reply(tid 0: 0 ) ==== 8+0+571 (crc 0 0 0) 0x558fba3b18b0 con 0x558fba3afa10 2024-09-21T00:35:03.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.778+0000 7f9327fff640 10 client.11154 handle_command_reply: tid=0 2024-09-21T00:35:03.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.778+0000 7f9356a72740 1 client.11154 shutdown 2024-09-21T00:35:03.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.778+0000 7f9356a72740 1 -- 172.21.15.67:0/1712425236 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558fb9fa56b0 msgr2=0x558fba3a9570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:03.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.778+0000 7f9356a72740 1 --2- 172.21.15.67:0/1712425236 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558fb9fa56b0 0x558fba3a9570 secure :-1 s=READY pgs=2388 cs=0 l=1 rev1=1 crypto rx=0x7f933c000f60 tx=0x7f933c004fe0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.778+0000 7f9356a72740 1 -- 172.21.15.67:0/1712425236 shutdown_connections 2024-09-21T00:35:03.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.778+0000 7f9356a72740 1 --2- 172.21.15.67:0/1712425236 >> [v2:172.21.15.67:6832/2344210347,v1:172.21.15.67:6834/2344210347] conn(0x558fba3afa10 0x558fba3d4250 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.778+0000 7f9356a72740 1 --2- 172.21.15.67:0/1712425236 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x558fb9fc6390 0x558fba3c1770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.778+0000 7f9327fff640 0 client.11154 ms_handle_reset on v2:172.21.15.67:6832/2344210347 2024-09-21T00:35:03.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.778+0000 7f9356a72740 1 --2- 172.21.15.67:0/1712425236 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x558fb9fa56b0 0x558fba3a9570 unknown :-1 s=CLOSED pgs=2388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.778+0000 7f9356a72740 1 --2- 172.21.15.67:0/1712425236 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x558fb9f9d4d0 0x558fba430ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.778+0000 7f9356a72740 1 -- 172.21.15.67:0/1712425236 >> 172.21.15.67:0/1712425236 conn(0x558fb9fba4e0 msgr2=0x558fba3973e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:03.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.778+0000 7f9356a72740 1 -- 172.21.15.67:0/1712425236 shutdown_connections 2024-09-21T00:35:03.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.778+0000 7f9356a72740 1 -- 172.21.15.67:0/1712425236 wait complete. 2024-09-21T00:35:03.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.778+0000 7f9356a72740 20 client.11154 trim_cache size 0 max 16384 2024-09-21T00:35:03.785 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:35:03.785 INFO:teuthology.orchestra.run.smithi067.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-21T00:35:03.785 INFO:teuthology.orchestra.run.smithi067.stdout: "scrubs": { 2024-09-21T00:35:03.785 INFO:teuthology.orchestra.run.smithi067.stdout: "adbc4144-787b-431d-b7c1-8248da2545b1": { 2024-09-21T00:35:03.785 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/", 2024-09-21T00:35:03.785 INFO:teuthology.orchestra.run.smithi067.stdout: "tag": "adbc4144-787b-431d-b7c1-8248da2545b1", 2024-09-21T00:35:03.785 INFO:teuthology.orchestra.run.smithi067.stdout: "options": "recursive,repair" 2024-09-21T00:35:03.786 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:35:03.786 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:35:03.786 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_stats": { 2024-09-21T00:35:03.786 INFO:teuthology.orchestra.run.smithi067.stdout: "adbc4144-787b-431d-b7c1-8248da2545b1": { 2024-09-21T00:35:03.786 INFO:teuthology.orchestra.run.smithi067.stdout: "start_time": "2024-09-21T00:35:03.602858+0000", 2024-09-21T00:35:03.786 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/", 2024-09-21T00:35:03.786 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_started": 0, 2024-09-21T00:35:03.786 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_passed": 0, 2024-09-21T00:35:03.786 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_failed": 0, 2024-09-21T00:35:03.786 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_skipped": 0 2024-09-21T00:35:03.786 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:35:03.786 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:35:03.786 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:35:03.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.779+0000 7f934fa25640 1 -- 172.21.15.67:0/94969014 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9334078b90 msgr2=0x7f933407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:03.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.779+0000 7f934fa25640 1 --2- 172.21.15.67:0/94969014 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9334078b90 0x7f933407b0a0 secure :-1 s=READY pgs=889 cs=0 l=1 rev1=1 crypto rx=0x7f9338034000 tx=0x7f9338004ab0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.779+0000 7f934fa25640 1 -- 172.21.15.67:0/94969014 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9348160070 msgr2=0x7f93481f8d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:03.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.779+0000 7f934fa25640 1 --2- 172.21.15.67:0/94969014 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9348160070 0x7f93481f8d80 secure :-1 s=READY pgs=2384 cs=0 l=1 rev1=1 crypto rx=0x7f934000c970 tx=0x7f934000ce30 comp rx=0 tx=0).stop 2024-09-21T00:35:03.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.779+0000 7f934fa25640 1 -- 172.21.15.67:0/94969014 shutdown_connections 2024-09-21T00:35:03.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.779+0000 7f934fa25640 1 --2- 172.21.15.67:0/94969014 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9334078b90 0x7f933407b0a0 unknown :-1 s=CLOSED pgs=889 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.779+0000 7f934fa25640 1 --2- 172.21.15.67:0/94969014 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9348160070 0x7f93481f8d80 unknown :-1 s=CLOSED pgs=2384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.779+0000 7f934fa25640 1 --2- 172.21.15.67:0/94969014 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f93480d0950 0x7f934814daa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.779+0000 7f934fa25640 1 --2- 172.21.15.67:0/94969014 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f93480b65e0 0x7f934814d560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:03.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.779+0000 7f934fa25640 1 -- 172.21.15.67:0/94969014 >> 172.21.15.67:0/94969014 conn(0x7f93480b41a0 msgr2=0x7f934806e220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:03.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.779+0000 7f934fa25640 1 -- 172.21.15.67:0/94969014 shutdown_connections 2024-09-21T00:35:03.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:03.779+0000 7f934fa25640 1 -- 172.21.15.67:0/94969014 wait complete. 2024-09-21T00:35:03.792 INFO:tasks.cephfs.filesystem:scrub status for tag:adbc4144-787b-431d-b7c1-8248da2545b1 - {'path': '/', 'tag': 'adbc4144-787b-431d-b7c1-8248da2545b1', 'options': 'recursive,repair'} 2024-09-21T00:35:22.203 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:35:22.207 DEBUG:teuthology.orchestra.run.smithi097:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:35:33.793 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:35:33.793 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.14:0 scrub status 2024-09-21T00:35:33.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.927+0000 7f297a8b2640 1 -- 172.21.15.67:0/985047270 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f29740b3c00 msgr2=0x7f297415ec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:33.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.927+0000 7f297a8b2640 1 --2- 172.21.15.67:0/985047270 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f29740b3c00 0x7f297415ec40 secure :-1 s=READY pgs=2390 cs=0 l=1 rev1=1 crypto rx=0x7f2968009830 tx=0x7f296802a510 comp rx=0 tx=0).stop 2024-09-21T00:35:33.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.927+0000 7f297a8b2640 1 -- 172.21.15.67:0/985047270 shutdown_connections 2024-09-21T00:35:33.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.927+0000 7f297a8b2640 1 --2- 172.21.15.67:0/985047270 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f29740b3c00 0x7f297415ec40 unknown :-1 s=CLOSED pgs=2390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:33.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.927+0000 7f297a8b2640 1 --2- 172.21.15.67:0/985047270 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f29740cf2f0 0x7f29740d4280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:33.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.927+0000 7f297a8b2640 1 -- 172.21.15.67:0/985047270 >> 172.21.15.67:0/985047270 conn(0x7f2974073a90 msgr2=0x7f297406cb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:33.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.927+0000 7f297a8b2640 1 -- 172.21.15.67:0/985047270 shutdown_connections 2024-09-21T00:35:33.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.927+0000 7f297a8b2640 1 -- 172.21.15.67:0/985047270 wait complete. 2024-09-21T00:35:33.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.929+0000 7f297a8b2640 1 Processor -- start 2024-09-21T00:35:33.930 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.929+0000 7f297a8b2640 1 -- start start 2024-09-21T00:35:33.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.930+0000 7f297a8b2640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f29740b3c00 0x7f29740ca290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:33.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.930+0000 7f297a8b2640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f29740cf2f0 0x7f29741f5270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:33.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.931+0000 7f297a8b2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f29740d1210 0x7f29741f57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:33.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.931+0000 7f297a8b2640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f29740b8440 con 0x7f29740d1210 2024-09-21T00:35:33.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.931+0000 7f297a8b2640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f29740b82c0 con 0x7f29740cf2f0 2024-09-21T00:35:33.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.931+0000 7f297a8b2640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f29740b85c0 con 0x7f29740b3c00 2024-09-21T00:35:33.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.931+0000 7f2978e4f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f29740d1210 0x7f29741f57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:33.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.931+0000 7f2978e4f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f29740d1210 0x7f29741f57b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46778/0 (socket says 172.21.15.67:46778) 2024-09-21T00:35:33.933 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.931+0000 7f2978e4f640 1 -- 172.21.15.67:0/150501174 learned_addr learned my addr 172.21.15.67:0/150501174 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:35:33.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.931+0000 7f2973fff640 1 --2- 172.21.15.67:0/150501174 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f29740b3c00 0x7f29740ca290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:33.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.931+0000 7f29737fe640 1 --2- 172.21.15.67:0/150501174 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f29740cf2f0 0x7f29741f5270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:33.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.931+0000 7f2978e4f640 1 -- 172.21.15.67:0/150501174 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f29740b3c00 msgr2=0x7f29740ca290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:33.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.931+0000 7f2978e4f640 1 --2- 172.21.15.67:0/150501174 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f29740b3c00 0x7f29740ca290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:33.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.931+0000 7f2978e4f640 1 -- 172.21.15.67:0/150501174 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f29740cf2f0 msgr2=0x7f29741f5270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:33.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.931+0000 7f2978e4f640 1 --2- 172.21.15.67:0/150501174 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f29740cf2f0 0x7f29741f5270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:33.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.931+0000 7f2978e4f640 1 -- 172.21.15.67:0/150501174 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29741f5cf0 con 0x7f29740d1210 2024-09-21T00:35:33.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.931+0000 7f2978e4f640 1 --2- 172.21.15.67:0/150501174 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f29740d1210 0x7f29741f57b0 secure :-1 s=READY pgs=2391 cs=0 l=1 rev1=1 crypto rx=0x7f296c00caa0 tx=0x7f296c00cf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:33.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.931+0000 7f2970ff9640 1 -- 172.21.15.67:0/150501174 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f296c016020 con 0x7f29740d1210 2024-09-21T00:35:33.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.932+0000 7f2970ff9640 1 -- 172.21.15.67:0/150501174 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f296c00acf0 con 0x7f29740d1210 2024-09-21T00:35:33.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.932+0000 7f297a8b2640 1 -- 172.21.15.67:0/150501174 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f29740c91f0 con 0x7f29740d1210 2024-09-21T00:35:33.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.932+0000 7f2970ff9640 1 -- 172.21.15.67:0/150501174 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f296c012680 con 0x7f29740d1210 2024-09-21T00:35:33.934 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.932+0000 7f297a8b2640 1 -- 172.21.15.67:0/150501174 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f29740c97b0 con 0x7f29740d1210 2024-09-21T00:35:33.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.933+0000 7f2970ff9640 1 -- 172.21.15.67:0/150501174 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f296c019020 con 0x7f29740d1210 2024-09-21T00:35:33.935 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.934+0000 7f2970ff9640 1 --2- 172.21.15.67:0/150501174 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2960078b90 0x7f296007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:33.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.934+0000 7f2970ff9640 1 -- 172.21.15.67:0/150501174 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(186..186 src has 1..186) ==== 5854+0+0 (secure 0 0 0) 0x7f296c09b2c0 con 0x7f29740d1210 2024-09-21T00:35:33.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.934+0000 7f2973fff640 1 --2- 172.21.15.67:0/150501174 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2960078b90 0x7f296007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:33.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.935+0000 7f298181d740 1 Processor -- start 2024-09-21T00:35:33.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.935+0000 7f298181d740 1 -- start start 2024-09-21T00:35:33.936 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.935+0000 7f2973fff640 1 --2- 172.21.15.67:0/150501174 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2960078b90 0x7f296007b0a0 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7f296400bb50 tx=0x7f296400b2e0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:33.938 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.936+0000 7f298181d740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560621659390 0x560621a45a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:33.938 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.936+0000 7f298181d740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5606216304d0 0x560621a1a860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:33.938 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.936+0000 7f298181d740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5606216386b0 0x560621a1ada0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:33.938 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.936+0000 7f298181d740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x560621973a60 con 0x5606216386b0 2024-09-21T00:35:33.938 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.936+0000 7f298181d740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x560621962e90 con 0x560621659390 2024-09-21T00:35:33.938 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.936+0000 7f298181d740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x560621966ca0 con 0x5606216304d0 2024-09-21T00:35:33.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.936+0000 7f2978e4f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5606216386b0 0x560621a1ada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:33.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.936+0000 7f2978e4f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5606216386b0 0x560621a1ada0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46794/0 (socket says 172.21.15.67:46794) 2024-09-21T00:35:33.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.936+0000 7f2978e4f640 1 -- 172.21.15.67:0/1544066404 learned_addr learned my addr 172.21.15.67:0/1544066404 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:35:33.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.936+0000 7f2973fff640 1 --2- 172.21.15.67:0/1544066404 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560621659390 0x560621a45a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:33.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.936+0000 7f29737fe640 1 --2- 172.21.15.67:0/1544066404 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5606216304d0 0x560621a1a860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:33.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.937+0000 7f2978e4f640 1 -- 172.21.15.67:0/1544066404 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5606216304d0 msgr2=0x560621a1a860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:35:33.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.937+0000 7f2978e4f640 1 --2- 172.21.15.67:0/1544066404 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5606216304d0 0x560621a1a860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:33.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.937+0000 7f2978e4f640 1 -- 172.21.15.67:0/1544066404 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560621659390 msgr2=0x560621a45a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:35:33.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.937+0000 7f2978e4f640 1 --2- 172.21.15.67:0/1544066404 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560621659390 0x560621a45a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:33.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.937+0000 7f2978e4f640 1 -- 172.21.15.67:0/1544066404 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56062173b7d0 con 0x5606216386b0 2024-09-21T00:35:33.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.937+0000 7f2978e4f640 1 --2- 172.21.15.67:0/1544066404 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5606216386b0 0x560621a1ada0 secure :-1 s=READY pgs=2392 cs=0 l=1 rev1=1 crypto rx=0x7f296c099630 tx=0x7f296c062770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab1b19d5d410b690 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:33.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.937+0000 7f2959ffb640 1 -- 172.21.15.67:0/1544066404 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f296c0679b0 con 0x5606216386b0 2024-09-21T00:35:33.939 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.937+0000 7f2959ffb640 1 -- 172.21.15.67:0/1544066404 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f296c07c020 con 0x5606216386b0 2024-09-21T00:35:33.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.937+0000 7f2959ffb640 1 -- 172.21.15.67:0/1544066404 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f296c06c8f0 con 0x5606216386b0 2024-09-21T00:35:33.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.938+0000 7f298181d740 1 -- 172.21.15.67:0/1544066404 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5606216386b0 msgr2=0x560621a1ada0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:33.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.938+0000 7f298181d740 1 --2- 172.21.15.67:0/1544066404 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5606216386b0 0x560621a1ada0 secure :-1 s=READY pgs=2392 cs=0 l=1 rev1=1 crypto rx=0x7f296c099630 tx=0x7f296c062770 comp rx=0 tx=0).stop 2024-09-21T00:35:33.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.938+0000 7f298181d740 1 -- 172.21.15.67:0/1544066404 shutdown_connections 2024-09-21T00:35:33.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.938+0000 7f298181d740 1 --2- 172.21.15.67:0/1544066404 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5606216386b0 0x560621a1ada0 unknown :-1 s=CLOSED pgs=2392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:33.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.938+0000 7f298181d740 1 --2- 172.21.15.67:0/1544066404 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5606216304d0 0x560621a1a860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:33.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.938+0000 7f298181d740 1 --2- 172.21.15.67:0/1544066404 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560621659390 0x560621a45a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:33.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.938+0000 7f298181d740 1 -- 172.21.15.67:0/1544066404 >> 172.21.15.67:0/1544066404 conn(0x56062164d4e0 msgr2=0x560621a00d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:33.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.938+0000 7f298181d740 1 -- 172.21.15.67:0/1544066404 shutdown_connections 2024-09-21T00:35:33.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.938+0000 7f298181d740 1 -- 172.21.15.67:0/1544066404 wait complete. 2024-09-21T00:35:33.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.939+0000 7f298181d740 1 -- start start 2024-09-21T00:35:33.941 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.939+0000 7f298181d740 1 Processor -- start 2024-09-21T00:35:33.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.940+0000 7f298181d740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5606216304d0 0x560621a42350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:33.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.940+0000 7f298181d740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5606216386b0 0x5606219ff240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:33.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.940+0000 7f298181d740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560621659390 0x5606219ff780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:33.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.940+0000 7f298181d740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5606216d3740 con 0x5606216304d0 2024-09-21T00:35:33.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.940+0000 7f298181d740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x560621908970 con 0x5606216386b0 2024-09-21T00:35:33.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.940+0000 7f298181d740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x560621a40210 con 0x560621659390 2024-09-21T00:35:33.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.940+0000 7f298181d740 10 client.0 _ll_register_callbacks cb 0x560621917780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:35:33.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.940+0000 7f2973fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5606216304d0 0x560621a42350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:33.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.940+0000 7f2973fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5606216304d0 0x560621a42350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46806/0 (socket says 172.21.15.67:46806) 2024-09-21T00:35:33.945 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.940+0000 7f2973fff640 1 -- 172.21.15.67:0/2376130166 learned_addr learned my addr 172.21.15.67:0/2376130166 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:35:33.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.941+0000 7f29737fe640 1 --2- 172.21.15.67:0/2376130166 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5606216386b0 0x5606219ff240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:33.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.941+0000 7f2978e4f640 1 --2- 172.21.15.67:0/2376130166 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560621659390 0x5606219ff780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:33.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.941+0000 7f2973fff640 1 -- 172.21.15.67:0/2376130166 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560621659390 msgr2=0x5606219ff780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:35:33.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.941+0000 7f2973fff640 1 --2- 172.21.15.67:0/2376130166 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560621659390 0x5606219ff780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:33.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.941+0000 7f2973fff640 1 -- 172.21.15.67:0/2376130166 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5606216386b0 msgr2=0x5606219ff240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:35:33.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.941+0000 7f2973fff640 1 --2- 172.21.15.67:0/2376130166 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5606216386b0 0x5606219ff240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:33.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.941+0000 7f2973fff640 1 -- 172.21.15.67:0/2376130166 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5606216c4970 con 0x5606216304d0 2024-09-21T00:35:33.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.941+0000 7f2978e4f640 1 --2- 172.21.15.67:0/2376130166 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560621659390 0x5606219ff780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:35:33.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.941+0000 7f2973fff640 1 --2- 172.21.15.67:0/2376130166 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5606216304d0 0x560621a42350 secure :-1 s=READY pgs=2393 cs=0 l=1 rev1=1 crypto rx=0x7f296400b650 tx=0x7f2964004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=42bbc2215e9e4b96 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:33.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.941+0000 7f2952ffd640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:35:33.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.941+0000 7f2952ffd640 1 -- 172.21.15.67:0/2376130166 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f296401fa00 con 0x5606216304d0 2024-09-21T00:35:33.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.941+0000 7f2952ffd640 1 -- 172.21.15.67:0/2376130166 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(186..186 src has 1..186) ==== 5854+0+0 (secure 0 0 0) 0x7f296401fba0 con 0x5606216304d0 2024-09-21T00:35:33.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.941+0000 7f298181d740 1 -- 172.21.15.67:0/2376130166 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f296c07c020 con 0x5606216304d0 2024-09-21T00:35:33.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.941+0000 7f2952ffd640 1 -- 172.21.15.67:0/2376130166 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=160) ==== 24+0+0 (secure 0 0 0) 0x7f296401fde0 con 0x5606216304d0 2024-09-21T00:35:33.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.941+0000 7f298181d740 10 client.11169 fetch_fsmap learned FSMap version 160 2024-09-21T00:35:33.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.941+0000 7f298181d740 1 -- 172.21.15.67:0/2376130166 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=160,monmap=2+}) -- 0x5606216a26a0 con 0x5606216304d0 2024-09-21T00:35:33.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.941+0000 7f2952ffd640 1 -- 172.21.15.67:0/2376130166 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f296c07c020 con 0x5606216304d0 2024-09-21T00:35:33.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.942+0000 7f2952ffd640 1 -- 172.21.15.67:0/2376130166 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 160) ==== 3502+0+0 (secure 0 0 0) 0x7f2964030050 con 0x5606216304d0 2024-09-21T00:35:33.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.942+0000 7f298181d740 10 client.11169 fetch_fsmap finished waiting for FSMap version 160 2024-09-21T00:35:33.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.942+0000 7f298181d740 10 client.11169 resolve_mds: resolved 14:0 to role '14:0' aka daemon mds.c 2024-09-21T00:35:33.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.942+0000 7f298181d740 20 client.11169 populate_metadata read hostname 'smithi067' 2024-09-21T00:35:33.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.942+0000 7f298181d740 1 --2- 172.21.15.67:0/2376130166 >> [v2:172.21.15.67:6832/2344210347,v1:172.21.15.67:6834/2344210347] conn(0x560621617f60 0x560621a54820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:33.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.942+0000 7f298181d740 4 client.11169 mds_command: new command op to 10917 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:35:33.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.942+0000 7f298181d740 1 -- 172.21.15.67:0/2376130166 --> [v2:172.21.15.67:6832/2344210347,v1:172.21.15.67:6834/2344210347] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5606219759b0 con 0x560621617f60 2024-09-21T00:35:33.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.942+0000 7f29737fe640 1 --2- 172.21.15.67:0/2376130166 >> [v2:172.21.15.67:6832/2344210347,v1:172.21.15.67:6834/2344210347] conn(0x560621617f60 0x560621a54820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:33.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.942+0000 7f2952ffd640 10 client.11169 ms_handle_connect on v2:172.21.15.67:6832/2344210347 2024-09-21T00:35:33.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.942+0000 7f29737fe640 1 --2- 172.21.15.67:0/2376130166 >> [v2:172.21.15.67:6832/2344210347,v1:172.21.15.67:6834/2344210347] conn(0x560621617f60 0x560621a54820 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=677324c3531a1bb9 server_cookie=fbabc0cca352768c in_seq=0 out_seq=0 2024-09-21T00:35:33.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.943+0000 7f2952ffd640 1 -- 172.21.15.67:0/2376130166 <== mds.0 v2:172.21.15.67:6832/2344210347 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x5606219759b0 con 0x560621617f60 2024-09-21T00:35:33.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.943+0000 7f2952ffd640 10 client.11169 handle_command_reply: tid=0 2024-09-21T00:35:33.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.943+0000 7f298181d740 1 client.11169 shutdown 2024-09-21T00:35:33.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.943+0000 7f298181d740 1 -- 172.21.15.67:0/2376130166 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5606216304d0 msgr2=0x560621a42350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:33.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.943+0000 7f298181d740 1 --2- 172.21.15.67:0/2376130166 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5606216304d0 0x560621a42350 secure :-1 s=READY pgs=2393 cs=0 l=1 rev1=1 crypto rx=0x7f296400b650 tx=0x7f2964004730 comp rx=0 tx=0).stop 2024-09-21T00:35:33.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.943+0000 7f298181d740 1 -- 172.21.15.67:0/2376130166 shutdown_connections 2024-09-21T00:35:33.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.943+0000 7f298181d740 1 --2- 172.21.15.67:0/2376130166 >> [v2:172.21.15.67:6832/2344210347,v1:172.21.15.67:6834/2344210347] conn(0x560621617f60 0x560621a54820 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:33.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.943+0000 7f298181d740 1 --2- 172.21.15.67:0/2376130166 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x560621659390 0x5606219ff780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:33.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.943+0000 7f298181d740 1 --2- 172.21.15.67:0/2376130166 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5606216386b0 0x5606219ff240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:33.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.943+0000 7f298181d740 1 --2- 172.21.15.67:0/2376130166 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5606216304d0 0x560621a42350 unknown :-1 s=CLOSED pgs=2393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:33.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.943+0000 7f2952ffd640 0 client.11169 ms_handle_reset on v2:172.21.15.67:6832/2344210347 2024-09-21T00:35:33.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.943+0000 7f298181d740 1 -- 172.21.15.67:0/2376130166 >> 172.21.15.67:0/2376130166 conn(0x56062164d4e0 msgr2=0x560621a169d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:33.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.943+0000 7f298181d740 1 -- 172.21.15.67:0/2376130166 shutdown_connections 2024-09-21T00:35:33.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.943+0000 7f298181d740 1 -- 172.21.15.67:0/2376130166 wait complete. 2024-09-21T00:35:33.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.943+0000 7f298181d740 20 client.11169 trim_cache size 0 max 16384 2024-09-21T00:35:33.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.961+0000 7f298181d740 1 Processor -- start 2024-09-21T00:35:33.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.961+0000 7f298181d740 1 -- start start 2024-09-21T00:35:33.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.963+0000 7f298181d740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5606216304d0 0x560621a27640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:33.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.963+0000 7f298181d740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5606216386b0 0x560621a47560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:33.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.963+0000 7f298181d740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560621659390 0x560621a47aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:33.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.963+0000 7f298181d740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f2974150940 con 0x560621659390 2024-09-21T00:35:33.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.963+0000 7f298181d740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f29741fa2a0 con 0x5606216386b0 2024-09-21T00:35:33.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.963+0000 7f298181d740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f29741f9600 con 0x5606216304d0 2024-09-21T00:35:33.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.963+0000 7f2978e4f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560621659390 0x560621a47aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:33.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.963+0000 7f2978e4f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560621659390 0x560621a47aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46810/0 (socket says 172.21.15.67:46810) 2024-09-21T00:35:33.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.963+0000 7f2978e4f640 1 -- 172.21.15.67:0/2987046298 learned_addr learned my addr 172.21.15.67:0/2987046298 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:35:33.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.963+0000 7f29737fe640 1 --2- 172.21.15.67:0/2987046298 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5606216386b0 0x560621a47560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:33.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.963+0000 7f2978e4f640 1 -- 172.21.15.67:0/2987046298 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5606216304d0 msgr2=0x560621a27640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:35:33.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.963+0000 7f2973fff640 1 --2- 172.21.15.67:0/2987046298 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5606216304d0 0x560621a27640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:33.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.963+0000 7f2978e4f640 1 --2- 172.21.15.67:0/2987046298 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5606216304d0 0x560621a27640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:33.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.963+0000 7f2978e4f640 1 -- 172.21.15.67:0/2987046298 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5606216386b0 msgr2=0x560621a47560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:35:33.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.963+0000 7f2978e4f640 1 --2- 172.21.15.67:0/2987046298 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5606216386b0 0x560621a47560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:33.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.963+0000 7f2978e4f640 1 -- 172.21.15.67:0/2987046298 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5606219fe490 con 0x560621659390 2024-09-21T00:35:33.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.963+0000 7f29737fe640 1 --2- 172.21.15.67:0/2987046298 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5606216386b0 0x560621a47560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:35:33.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.963+0000 7f2973fff640 1 --2- 172.21.15.67:0/2987046298 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5606216304d0 0x560621a27640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:35:33.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.963+0000 7f2978e4f640 1 --2- 172.21.15.67:0/2987046298 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560621659390 0x560621a47aa0 secure :-1 s=READY pgs=2394 cs=0 l=1 rev1=1 crypto rx=0x7f296c089040 tx=0x7f296c099590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f6b182d4256211 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:33.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.963+0000 7f29597fa640 1 -- 172.21.15.67:0/2987046298 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f296c0679b0 con 0x560621659390 2024-09-21T00:35:33.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.964+0000 7f29597fa640 1 -- 172.21.15.67:0/2987046298 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f296c07c070 con 0x560621659390 2024-09-21T00:35:33.966 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.964+0000 7f29597fa640 1 -- 172.21.15.67:0/2987046298 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f296c05f1f0 con 0x560621659390 2024-09-21T00:35:33.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.964+0000 7f298181d740 1 -- 172.21.15.67:0/2987046298 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560621659390 msgr2=0x560621a47aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:33.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.964+0000 7f298181d740 1 --2- 172.21.15.67:0/2987046298 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560621659390 0x560621a47aa0 secure :-1 s=READY pgs=2394 cs=0 l=1 rev1=1 crypto rx=0x7f296c089040 tx=0x7f296c099590 comp rx=0 tx=0).stop 2024-09-21T00:35:33.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.964+0000 7f298181d740 1 -- 172.21.15.67:0/2987046298 shutdown_connections 2024-09-21T00:35:33.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.964+0000 7f298181d740 1 --2- 172.21.15.67:0/2987046298 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x560621659390 0x560621a47aa0 unknown :-1 s=CLOSED pgs=2394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:33.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.964+0000 7f298181d740 1 --2- 172.21.15.67:0/2987046298 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5606216386b0 0x560621a47560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:33.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.964+0000 7f298181d740 1 --2- 172.21.15.67:0/2987046298 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5606216304d0 0x560621a27640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:33.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.964+0000 7f298181d740 1 -- 172.21.15.67:0/2987046298 >> 172.21.15.67:0/2987046298 conn(0x56062164d4e0 msgr2=0x560621a68780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:33.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.964+0000 7f298181d740 1 -- 172.21.15.67:0/2987046298 shutdown_connections 2024-09-21T00:35:33.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.964+0000 7f298181d740 1 -- 172.21.15.67:0/2987046298 wait complete. 2024-09-21T00:35:33.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.965+0000 7f298181d740 1 -- start start 2024-09-21T00:35:33.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.965+0000 7f298181d740 1 Processor -- start 2024-09-21T00:35:33.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.967+0000 7f298181d740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5606216304d0 0x560621aaae20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:33.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.967+0000 7f298181d740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5606216386b0 0x560621a152d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:33.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.967+0000 7f298181d740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560621659390 0x560621a15810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:33.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.967+0000 7f298181d740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x560621a12900 con 0x5606216386b0 2024-09-21T00:35:33.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.967+0000 7f298181d740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f29741f9c50 con 0x560621659390 2024-09-21T00:35:33.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.967+0000 7f298181d740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x5606219fb730 con 0x5606216304d0 2024-09-21T00:35:33.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.967+0000 7f298181d740 10 client.0 _ll_register_callbacks cb 0x7f2964010bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:35:33.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.967+0000 7f29737fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5606216386b0 0x560621a152d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:33.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.967+0000 7f29737fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5606216386b0 0x560621a152d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46824/0 (socket says 172.21.15.67:46824) 2024-09-21T00:35:33.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.967+0000 7f29737fe640 1 -- 172.21.15.67:0/214990382 learned_addr learned my addr 172.21.15.67:0/214990382 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:35:33.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.967+0000 7f2978e4f640 1 --2- 172.21.15.67:0/214990382 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560621659390 0x560621a15810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:33.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.967+0000 7f2973fff640 1 --2- 172.21.15.67:0/214990382 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5606216304d0 0x560621aaae20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:33.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.967+0000 7f29737fe640 1 -- 172.21.15.67:0/214990382 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5606216304d0 msgr2=0x560621aaae20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:35:33.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.967+0000 7f29737fe640 1 --2- 172.21.15.67:0/214990382 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5606216304d0 0x560621aaae20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:33.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.967+0000 7f29737fe640 1 -- 172.21.15.67:0/214990382 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560621659390 msgr2=0x560621a15810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:35:33.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.967+0000 7f29737fe640 1 --2- 172.21.15.67:0/214990382 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560621659390 0x560621a15810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:33.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.967+0000 7f29737fe640 1 -- 172.21.15.67:0/214990382 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5606219fed90 con 0x5606216386b0 2024-09-21T00:35:33.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.967+0000 7f29737fe640 1 --2- 172.21.15.67:0/214990382 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5606216386b0 0x560621a152d0 secure :-1 s=READY pgs=2395 cs=0 l=1 rev1=1 crypto rx=0x7f2968009950 tx=0x7f29680046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c8ca38b5859606a server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:33.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.967+0000 7f2952ffd640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:35:33.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.968+0000 7f2952ffd640 1 -- 172.21.15.67:0/214990382 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2968005220 con 0x5606216386b0 2024-09-21T00:35:33.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.968+0000 7f2952ffd640 1 -- 172.21.15.67:0/214990382 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(186..186 src has 1..186) ==== 5854+0+0 (secure 0 0 0) 0x7f29680053c0 con 0x5606216386b0 2024-09-21T00:35:33.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.968+0000 7f298181d740 1 -- 172.21.15.67:0/214990382 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f296c07c070 con 0x5606216386b0 2024-09-21T00:35:33.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.968+0000 7f2952ffd640 1 -- 172.21.15.67:0/214990382 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=160) ==== 24+0+0 (secure 0 0 0) 0x7f29680055c0 con 0x5606216386b0 2024-09-21T00:35:33.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.968+0000 7f298181d740 10 client.11175 fetch_fsmap learned FSMap version 160 2024-09-21T00:35:33.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.968+0000 7f298181d740 1 -- 172.21.15.67:0/214990382 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=160,monmap=2+}) -- 0x560621ac5800 con 0x5606216386b0 2024-09-21T00:35:33.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.968+0000 7f2952ffd640 1 -- 172.21.15.67:0/214990382 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f296c07c070 con 0x5606216386b0 2024-09-21T00:35:33.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.968+0000 7f2952ffd640 1 -- 172.21.15.67:0/214990382 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 160) ==== 3502+0+0 (secure 0 0 0) 0x7f2968056050 con 0x5606216386b0 2024-09-21T00:35:33.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.968+0000 7f298181d740 10 client.11175 fetch_fsmap finished waiting for FSMap version 160 2024-09-21T00:35:33.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.968+0000 7f298181d740 10 client.11175 resolve_mds: resolved 14:0 to role '14:0' aka daemon mds.c 2024-09-21T00:35:33.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.968+0000 7f298181d740 20 client.11175 populate_metadata read hostname 'smithi067' 2024-09-21T00:35:33.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.968+0000 7f298181d740 1 --2- 172.21.15.67:0/214990382 >> [v2:172.21.15.67:6832/2344210347,v1:172.21.15.67:6834/2344210347] conn(0x560621abb8a0 0x560621ac88d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:33.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.968+0000 7f298181d740 4 client.11175 mds_command: new command op to 10917 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-21T00:35:33.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.968+0000 7f298181d740 1 -- 172.21.15.67:0/214990382 --> [v2:172.21.15.67:6832/2344210347,v1:172.21.15.67:6834/2344210347] -- command(tid 0: {"prefix": "scrub status"}) -- 0x560621971460 con 0x560621abb8a0 2024-09-21T00:35:33.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.968+0000 7f2973fff640 1 --2- 172.21.15.67:0/214990382 >> [v2:172.21.15.67:6832/2344210347,v1:172.21.15.67:6834/2344210347] conn(0x560621abb8a0 0x560621ac88d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:33.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.969+0000 7f2952ffd640 10 client.11175 ms_handle_connect on v2:172.21.15.67:6832/2344210347 2024-09-21T00:35:33.974 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.969+0000 7f2973fff640 1 --2- 172.21.15.67:0/214990382 >> [v2:172.21.15.67:6832/2344210347,v1:172.21.15.67:6834/2344210347] conn(0x560621abb8a0 0x560621ac88d0 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=68ba6945a9c2b242 server_cookie=7ec7547125d64799 in_seq=0 out_seq=0 2024-09-21T00:35:33.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.969+0000 7f2952ffd640 1 -- 172.21.15.67:0/214990382 <== mds.0 v2:172.21.15.67:6832/2344210347 1 ==== command_reply(tid 0: 0 ) ==== 8+0+374 (crc 0 0 0) 0x560621971460 con 0x560621abb8a0 2024-09-21T00:35:33.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.969+0000 7f2952ffd640 10 client.11175 handle_command_reply: tid=0 2024-09-21T00:35:33.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.969+0000 7f298181d740 1 client.11175 shutdown 2024-09-21T00:35:33.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.969+0000 7f298181d740 1 -- 172.21.15.67:0/214990382 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5606216386b0 msgr2=0x560621a152d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:33.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.969+0000 7f298181d740 1 --2- 172.21.15.67:0/214990382 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5606216386b0 0x560621a152d0 secure :-1 s=READY pgs=2395 cs=0 l=1 rev1=1 crypto rx=0x7f2968009950 tx=0x7f29680046c0 comp rx=0 tx=0).stop 2024-09-21T00:35:33.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.969+0000 7f298181d740 1 -- 172.21.15.67:0/214990382 shutdown_connections 2024-09-21T00:35:33.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.969+0000 7f298181d740 1 --2- 172.21.15.67:0/214990382 >> [v2:172.21.15.67:6832/2344210347,v1:172.21.15.67:6834/2344210347] conn(0x560621abb8a0 0x560621ac88d0 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:33.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.969+0000 7f298181d740 1 --2- 172.21.15.67:0/214990382 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x560621659390 0x560621a15810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:33.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.969+0000 7f298181d740 1 --2- 172.21.15.67:0/214990382 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5606216386b0 0x560621a152d0 unknown :-1 s=CLOSED pgs=2395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:33.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.969+0000 7f2952ffd640 0 client.11175 ms_handle_reset on v2:172.21.15.67:6832/2344210347 2024-09-21T00:35:33.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.969+0000 7f298181d740 1 --2- 172.21.15.67:0/214990382 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5606216304d0 0x560621aaae20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:33.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.969+0000 7f298181d740 1 -- 172.21.15.67:0/214990382 >> 172.21.15.67:0/214990382 conn(0x56062164d4e0 msgr2=0x560621a1acb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:33.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.969+0000 7f298181d740 1 -- 172.21.15.67:0/214990382 shutdown_connections 2024-09-21T00:35:33.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.970+0000 7f298181d740 1 -- 172.21.15.67:0/214990382 wait complete. 2024-09-21T00:35:33.976 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.970+0000 7f298181d740 20 client.11175 trim_cache size 0 max 16384 2024-09-21T00:35:33.976 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:35:33.976 INFO:teuthology.orchestra.run.smithi067.stdout: "status": "no active scrubs running", 2024-09-21T00:35:33.976 INFO:teuthology.orchestra.run.smithi067.stdout: "scrubs": {}, 2024-09-21T00:35:33.976 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_stats": { 2024-09-21T00:35:33.976 INFO:teuthology.orchestra.run.smithi067.stdout: "adbc4144-787b-431d-b7c1-8248da2545b1": { 2024-09-21T00:35:33.976 INFO:teuthology.orchestra.run.smithi067.stdout: "start_time": "2024-09-21T00:35:03.602858+0000", 2024-09-21T00:35:33.976 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/", 2024-09-21T00:35:33.976 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_started": 0, 2024-09-21T00:35:33.976 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_passed": 0, 2024-09-21T00:35:33.977 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_failed": 0, 2024-09-21T00:35:33.977 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_skipped": 0 2024-09-21T00:35:33.977 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:35:33.977 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:35:33.977 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:35:33.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.970+0000 7f297a8b2640 1 -- 172.21.15.67:0/150501174 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2960078b90 msgr2=0x7f296007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:33.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.970+0000 7f297a8b2640 1 --2- 172.21.15.67:0/150501174 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2960078b90 0x7f296007b0a0 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7f296400bb50 tx=0x7f296400b2e0 comp rx=0 tx=0).stop 2024-09-21T00:35:33.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.970+0000 7f297a8b2640 1 -- 172.21.15.67:0/150501174 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f29740d1210 msgr2=0x7f29741f57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:33.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.970+0000 7f297a8b2640 1 --2- 172.21.15.67:0/150501174 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f29740d1210 0x7f29741f57b0 secure :-1 s=READY pgs=2391 cs=0 l=1 rev1=1 crypto rx=0x7f296c00caa0 tx=0x7f296c00cf60 comp rx=0 tx=0).stop 2024-09-21T00:35:33.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.970+0000 7f297a8b2640 1 -- 172.21.15.67:0/150501174 shutdown_connections 2024-09-21T00:35:33.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.970+0000 7f297a8b2640 1 --2- 172.21.15.67:0/150501174 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2960078b90 0x7f296007b0a0 unknown :-1 s=CLOSED pgs=890 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:33.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.970+0000 7f297a8b2640 1 --2- 172.21.15.67:0/150501174 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f29740d1210 0x7f29741f57b0 unknown :-1 s=CLOSED pgs=2391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:33.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.970+0000 7f297a8b2640 1 --2- 172.21.15.67:0/150501174 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f29740cf2f0 0x7f29741f5270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:33.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.970+0000 7f297a8b2640 1 --2- 172.21.15.67:0/150501174 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f29740b3c00 0x7f29740ca290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:33.978 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.970+0000 7f297a8b2640 1 -- 172.21.15.67:0/150501174 >> 172.21.15.67:0/150501174 conn(0x7f2974073a90 msgr2=0x7f29740b64b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:33.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.970+0000 7f297a8b2640 1 -- 172.21.15.67:0/150501174 shutdown_connections 2024-09-21T00:35:33.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:33.970+0000 7f297a8b2640 1 -- 172.21.15.67:0/150501174 wait complete. 2024-09-21T00:35:33.982 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-21T00:35:33.983 DEBUG:teuthology.orchestra.run.smithi067:> stdin-killer -- python3 -c ' 2024-09-21T00:35:33.983 DEBUG:teuthology.orchestra.run.smithi067:> import os 2024-09-21T00:35:33.983 DEBUG:teuthology.orchestra.run.smithi067:> import stat 2024-09-21T00:35:33.983 DEBUG:teuthology.orchestra.run.smithi067:> import json 2024-09-21T00:35:33.983 DEBUG:teuthology.orchestra.run.smithi067:> import sys 2024-09-21T00:35:33.983 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:35:33.983 DEBUG:teuthology.orchestra.run.smithi067:> try: 2024-09-21T00:35:33.983 DEBUG:teuthology.orchestra.run.smithi067:> s = os.stat('"'"'/home/ubuntu/cephtest/mnt.0/subdir/sixmegs'"'"') 2024-09-21T00:35:33.983 DEBUG:teuthology.orchestra.run.smithi067:> except OSError as e: 2024-09-21T00:35:33.983 DEBUG:teuthology.orchestra.run.smithi067:> sys.exit(e.errno) 2024-09-21T00:35:33.983 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:35:33.983 DEBUG:teuthology.orchestra.run.smithi067:> attrs = ["st_mode", "st_ino", "st_dev", "st_nlink", "st_uid", "st_gid", "st_size", "st_atime", "st_mtime", "st_ctime"] 2024-09-21T00:35:33.983 DEBUG:teuthology.orchestra.run.smithi067:> print(json.dumps( 2024-09-21T00:35:33.984 DEBUG:teuthology.orchestra.run.smithi067:> dict([(a, getattr(s, a)) for a in attrs]), 2024-09-21T00:35:33.984 DEBUG:teuthology.orchestra.run.smithi067:> indent=2)) 2024-09-21T00:35:33.984 DEBUG:teuthology.orchestra.run.smithi067:> ' 2024-09-21T00:35:34.054 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:35:34.054 INFO:teuthology.orchestra.run.smithi067.stdout: "st_mode": 33188, 2024-09-21T00:35:34.054 INFO:teuthology.orchestra.run.smithi067.stdout: "st_ino": 1099511627777, 2024-09-21T00:35:34.054 INFO:teuthology.orchestra.run.smithi067.stdout: "st_dev": 41, 2024-09-21T00:35:34.054 INFO:teuthology.orchestra.run.smithi067.stdout: "st_nlink": 1, 2024-09-21T00:35:34.054 INFO:teuthology.orchestra.run.smithi067.stdout: "st_uid": 1000, 2024-09-21T00:35:34.054 INFO:teuthology.orchestra.run.smithi067.stdout: "st_gid": 1333, 2024-09-21T00:35:34.055 INFO:teuthology.orchestra.run.smithi067.stdout: "st_size": 6291456, 2024-09-21T00:35:34.055 INFO:teuthology.orchestra.run.smithi067.stdout: "st_atime": 1726878902.4655507, 2024-09-21T00:35:34.055 INFO:teuthology.orchestra.run.smithi067.stdout: "st_mtime": 1726878902.4937243, 2024-09-21T00:35:34.055 INFO:teuthology.orchestra.run.smithi067.stdout: "st_ctime": 1726878902.4937243 2024-09-21T00:35:34.055 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:35:34.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:35:34.063 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:35:34.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.218+0000 7ff96d350640 1 -- 172.21.15.67:0/3636336567 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff9680b1e50 msgr2=0x7ff968160610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:34.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.218+0000 7ff96d350640 1 --2- 172.21.15.67:0/3636336567 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff9680b1e50 0x7ff968160610 secure :-1 s=READY pgs=2397 cs=0 l=1 rev1=1 crypto rx=0x7ff958009830 tx=0x7ff95802a510 comp rx=0 tx=0).stop 2024-09-21T00:35:34.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.218+0000 7ff96d350640 1 -- 172.21.15.67:0/3636336567 shutdown_connections 2024-09-21T00:35:34.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.218+0000 7ff96d350640 1 --2- 172.21.15.67:0/3636336567 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff9680d0aa0 0x7ff9680b26f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:34.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.218+0000 7ff96d350640 1 --2- 172.21.15.67:0/3636336567 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff9680b1e50 0x7ff968160610 unknown :-1 s=CLOSED pgs=2397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:34.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.218+0000 7ff96d350640 1 -- 172.21.15.67:0/3636336567 >> 172.21.15.67:0/3636336567 conn(0x7ff968074720 msgr2=0x7ff96806f850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:34.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.218+0000 7ff96d350640 1 -- 172.21.15.67:0/3636336567 shutdown_connections 2024-09-21T00:35:34.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.218+0000 7ff96d350640 1 -- 172.21.15.67:0/3636336567 wait complete. 2024-09-21T00:35:34.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.220+0000 7ff96d350640 1 Processor -- start 2024-09-21T00:35:34.221 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.220+0000 7ff96d350640 1 -- start start 2024-09-21T00:35:34.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.221+0000 7ff96d350640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff9680b1e50 0x7ff9680b1230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:34.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.221+0000 7ff96d350640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff96815d750 0x7ff9680b07c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:34.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.221+0000 7ff96d350640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff9680b0d00 0x7ff9681f2f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:34.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.222+0000 7ff96d350640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff9680b2c30 con 0x7ff9680b1e50 2024-09-21T00:35:34.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.222+0000 7ff96d350640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff96815de00 con 0x7ff96815d750 2024-09-21T00:35:34.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.222+0000 7ff96d350640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7ff9680b2db0 con 0x7ff9680b0d00 2024-09-21T00:35:34.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.222+0000 7ff966ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff9680b1e50 0x7ff9680b1230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:34.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.222+0000 7ff966ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff9680b1e50 0x7ff9680b1230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46830/0 (socket says 172.21.15.67:46830) 2024-09-21T00:35:34.224 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.222+0000 7ff966ffd640 1 -- 172.21.15.67:0/489477832 learned_addr learned my addr 172.21.15.67:0/489477832 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:35:34.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.222+0000 7ff9677fe640 1 --2- 172.21.15.67:0/489477832 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff9680b0d00 0x7ff9681f2f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:34.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.222+0000 7ff9667fc640 1 --2- 172.21.15.67:0/489477832 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff96815d750 0x7ff9680b07c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:34.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.222+0000 7ff966ffd640 1 -- 172.21.15.67:0/489477832 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff9680b0d00 msgr2=0x7ff9681f2f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:34.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.222+0000 7ff966ffd640 1 --2- 172.21.15.67:0/489477832 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff9680b0d00 0x7ff9681f2f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:34.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.222+0000 7ff966ffd640 1 -- 172.21.15.67:0/489477832 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff96815d750 msgr2=0x7ff9680b07c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:34.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.222+0000 7ff966ffd640 1 --2- 172.21.15.67:0/489477832 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff96815d750 0x7ff9680b07c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:34.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.222+0000 7ff966ffd640 1 -- 172.21.15.67:0/489477832 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9681f7d40 con 0x7ff9680b1e50 2024-09-21T00:35:34.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.222+0000 7ff966ffd640 1 --2- 172.21.15.67:0/489477832 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff9680b1e50 0x7ff9680b1230 secure :-1 s=READY pgs=2398 cs=0 l=1 rev1=1 crypto rx=0x7ff958000c00 tx=0x7ff958033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:34.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.222+0000 7ff95f7fe640 1 -- 172.21.15.67:0/489477832 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff958031d60 con 0x7ff9680b1e50 2024-09-21T00:35:34.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.222+0000 7ff95f7fe640 1 -- 172.21.15.67:0/489477832 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff958033e10 con 0x7ff9680b1e50 2024-09-21T00:35:34.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.222+0000 7ff96d350640 1 -- 172.21.15.67:0/489477832 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff9681e6560 con 0x7ff9680b1e50 2024-09-21T00:35:34.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.222+0000 7ff95f7fe640 1 -- 172.21.15.67:0/489477832 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff958033310 con 0x7ff9680b1e50 2024-09-21T00:35:34.225 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.223+0000 7ff96d350640 1 -- 172.21.15.67:0/489477832 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff96814a3e0 con 0x7ff9680b1e50 2024-09-21T00:35:34.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.224+0000 7ff96d350640 1 -- 172.21.15.67:0/489477832 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff968160610 con 0x7ff9680b1e50 2024-09-21T00:35:34.226 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.224+0000 7ff95f7fe640 1 -- 172.21.15.67:0/489477832 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7ff9580334b0 con 0x7ff9680b1e50 2024-09-21T00:35:34.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.225+0000 7ff95f7fe640 1 --2- 172.21.15.67:0/489477832 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff948078b90 0x7ff94807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:34.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.225+0000 7ff95f7fe640 1 -- 172.21.15.67:0/489477832 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(186..186 src has 1..186) ==== 5854+0+0 (secure 0 0 0) 0x7ff9580bbde0 con 0x7ff9680b1e50 2024-09-21T00:35:34.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.225+0000 7ff9667fc640 1 --2- 172.21.15.67:0/489477832 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff948078b90 0x7ff94807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:34.227 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.226+0000 7ff9667fc640 1 --2- 172.21.15.67:0/489477832 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff948078b90 0x7ff94807b0a0 secure :-1 s=READY pgs=891 cs=0 l=1 rev1=1 crypto rx=0x7ff950007fd0 tx=0x7ff950001390 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:34.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.229+0000 7ff95f7fe640 1 -- 172.21.15.67:0/489477832 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7ff95804a030 con 0x7ff9680b1e50 2024-09-21T00:35:34.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.453+0000 7ff96d350640 1 -- 172.21.15.67:0/489477832 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff96809c190 con 0x7ff9680b1e50 2024-09-21T00:35:34.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.454+0000 7ff95f7fe640 1 -- 172.21.15.67:0/489477832 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 160 v160) ==== 95+0+5235 (secure 0 0 0) 0x7ff95803f030 con 0x7ff9680b1e50 2024-09-21T00:35:34.455 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:34.455 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":160,"btime":"2024-09-21T00:34:53:408205+0000","default_fscid":14,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8633,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/4290480357","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":4290480357},{"type":"v1","addr":"172.21.15.97:6836","nonce":4290480357}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":155},{"gid":9691,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/771998700","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":771998700},{"type":"v1","addr":"172.21.15.67:6835","nonce":771998700}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":155},{"gid":9703,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/2200145279","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":2200145279},{"type":"v1","addr":"172.21.15.97:6837","nonce":2200145279}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":155}],"filesystems":[{"mdsmap":{"epoch":160,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:34:49.753113+0000","modified":"2024-09-21T00:34:52.791688+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":10917},"failed":[],"damaged":[],"stopped":[],"info":{"gid_10917":{"gid":10917,"name":"c","rank":0,"incarnation":156,"state":"up:active","state_seq":3,"addr":"172.21.15.67:6834/2344210347","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":2344210347},{"type":"v1","addr":"172.21.15.67:6834","nonce":2344210347}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[29],"metadata_pool":28,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":10917,"qdb_cluster":[10917]},"id":14}]} 2024-09-21T00:35:34.455 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 160 2024-09-21T00:35:34.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.456+0000 7ff96d350640 1 -- 172.21.15.67:0/489477832 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff948078b90 msgr2=0x7ff94807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:34.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.456+0000 7ff96d350640 1 --2- 172.21.15.67:0/489477832 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff948078b90 0x7ff94807b0a0 secure :-1 s=READY pgs=891 cs=0 l=1 rev1=1 crypto rx=0x7ff950007fd0 tx=0x7ff950001390 comp rx=0 tx=0).stop 2024-09-21T00:35:34.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.456+0000 7ff96d350640 1 -- 172.21.15.67:0/489477832 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff9680b1e50 msgr2=0x7ff9680b1230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:34.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.456+0000 7ff96d350640 1 --2- 172.21.15.67:0/489477832 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff9680b1e50 0x7ff9680b1230 secure :-1 s=READY pgs=2398 cs=0 l=1 rev1=1 crypto rx=0x7ff958000c00 tx=0x7ff958033c20 comp rx=0 tx=0).stop 2024-09-21T00:35:34.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.456+0000 7ff96d350640 1 -- 172.21.15.67:0/489477832 shutdown_connections 2024-09-21T00:35:34.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.456+0000 7ff96d350640 1 --2- 172.21.15.67:0/489477832 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff948078b90 0x7ff94807b0a0 unknown :-1 s=CLOSED pgs=891 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:34.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.456+0000 7ff96d350640 1 --2- 172.21.15.67:0/489477832 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff9680b0d00 0x7ff9681f2f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:34.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.456+0000 7ff96d350640 1 --2- 172.21.15.67:0/489477832 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff96815d750 0x7ff9680b07c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:34.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.456+0000 7ff96d350640 1 --2- 172.21.15.67:0/489477832 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff9680b1e50 0x7ff9680b1230 unknown :-1 s=CLOSED pgs=2398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:34.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.456+0000 7ff96d350640 1 -- 172.21.15.67:0/489477832 >> 172.21.15.67:0/489477832 conn(0x7ff968074720 msgr2=0x7ff9680cf1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:34.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.456+0000 7ff96d350640 1 -- 172.21.15.67:0/489477832 shutdown_connections 2024-09-21T00:35:34.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.456+0000 7ff96d350640 1 -- 172.21.15.67:0/489477832 wait complete. 2024-09-21T00:35:34.469 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json flush journal 2024-09-21T00:35:34.601 INFO:teuthology.orchestra.run.smithi067.stdout:{"message":"","return_code":0} 2024-09-21T00:35:34.601 DEBUG:tasks.cephfs.filesystem:_json_asok output { "message": "", "return_code": 0 } 2024-09-21T00:35:34.601 DEBUG:teuthology.orchestra.run.smithi067:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_data getxattr 10000000001.00000000 parent 2024-09-21T00:35:34.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.656+0000 7f2102b17f40 1 Processor -- start 2024-09-21T00:35:34.657 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.656+0000 7f2102b17f40 1 -- start start 2024-09-21T00:35:34.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.657+0000 7f2102b17f40 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559f4c935230 0x559f4c88d840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:34.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.657+0000 7f2102b17f40 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559f4c85bef0 0x559f4c85c300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:34.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.657+0000 7f2102b17f40 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559f4c85c840 0x559f4c9c5a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:34.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.657+0000 7f2102b17f40 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x559f4c7add60 con 0x559f4c935230 2024-09-21T00:35:34.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.657+0000 7f2102b17f40 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x559f4c80c430 con 0x559f4c85bef0 2024-09-21T00:35:34.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.657+0000 7f2102b17f40 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x559f4c861290 con 0x559f4c85c840 2024-09-21T00:35:34.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.658+0000 7f20fc5d1640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559f4c935230 0x559f4c88d840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:34.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.658+0000 7f20fc5d1640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559f4c935230 0x559f4c88d840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46844/0 (socket says 172.21.15.67:46844) 2024-09-21T00:35:34.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.658+0000 7f20fc5d1640 1 -- 172.21.15.67:0/3803566146 learned_addr learned my addr 172.21.15.67:0/3803566146 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:35:34.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.658+0000 7f20fcdd2640 1 --2- 172.21.15.67:0/3803566146 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559f4c85c840 0x559f4c9c5a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:34.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.658+0000 7f20fbdd0640 1 --2- 172.21.15.67:0/3803566146 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559f4c85bef0 0x559f4c85c300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:34.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.658+0000 7f20fc5d1640 1 -- 172.21.15.67:0/3803566146 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559f4c85c840 msgr2=0x559f4c9c5a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:35:34.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.658+0000 7f20fc5d1640 1 --2- 172.21.15.67:0/3803566146 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559f4c85c840 0x559f4c9c5a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:34.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.658+0000 7f20fc5d1640 1 -- 172.21.15.67:0/3803566146 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559f4c85bef0 msgr2=0x559f4c85c300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:35:34.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.658+0000 7f20fc5d1640 1 --2- 172.21.15.67:0/3803566146 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559f4c85bef0 0x559f4c85c300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:34.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.658+0000 7f20fc5d1640 1 -- 172.21.15.67:0/3803566146 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559f4c8a7c60 con 0x559f4c935230 2024-09-21T00:35:34.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.658+0000 7f20fc5d1640 1 --2- 172.21.15.67:0/3803566146 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559f4c935230 0x559f4c88d840 secure :-1 s=READY pgs=2401 cs=0 l=1 rev1=1 crypto rx=0x7f20ec001d40 tx=0x7f20ec00b5b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=26c7b07ce509a636 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:34.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.658+0000 7f20fadce640 1 -- 172.21.15.67:0/3803566146 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20ec00bd80 con 0x559f4c935230 2024-09-21T00:35:34.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.658+0000 7f20fadce640 1 -- 172.21.15.67:0/3803566146 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f20ec00f400 con 0x559f4c935230 2024-09-21T00:35:34.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.658+0000 7f20fadce640 1 -- 172.21.15.67:0/3803566146 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20ec00f850 con 0x559f4c935230 2024-09-21T00:35:34.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.659+0000 7f2102b17f40 1 -- 172.21.15.67:0/3803566146 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559f4c935230 msgr2=0x559f4c88d840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:34.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.659+0000 7f2102b17f40 1 --2- 172.21.15.67:0/3803566146 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559f4c935230 0x559f4c88d840 secure :-1 s=READY pgs=2401 cs=0 l=1 rev1=1 crypto rx=0x7f20ec001d40 tx=0x7f20ec00b5b0 comp rx=0 tx=0).stop 2024-09-21T00:35:34.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.659+0000 7f2102b17f40 1 -- 172.21.15.67:0/3803566146 shutdown_connections 2024-09-21T00:35:34.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.659+0000 7f2102b17f40 1 --2- 172.21.15.67:0/3803566146 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559f4c85c840 0x559f4c9c5a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:34.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.659+0000 7f2102b17f40 1 --2- 172.21.15.67:0/3803566146 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559f4c85bef0 0x559f4c85c300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:34.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.659+0000 7f2102b17f40 1 --2- 172.21.15.67:0/3803566146 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559f4c935230 0x559f4c88d840 unknown :-1 s=CLOSED pgs=2401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:34.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.659+0000 7f2102b17f40 1 -- 172.21.15.67:0/3803566146 >> 172.21.15.67:0/3803566146 conn(0x559f4c77eac0 msgr2=0x559f4c8a7300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:34.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.659+0000 7f2102b17f40 1 -- 172.21.15.67:0/3803566146 shutdown_connections 2024-09-21T00:35:34.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.659+0000 7f2102b17f40 1 -- 172.21.15.67:0/3803566146 wait complete. 2024-09-21T00:35:34.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.660+0000 7f2102b17f40 1 Processor -- start 2024-09-21T00:35:34.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.660+0000 7f2102b17f40 1 -- start start 2024-09-21T00:35:34.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.661+0000 7f2102b17f40 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559f4c85bef0 0x559f4c930040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:34.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.661+0000 7f2102b17f40 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559f4c85c840 0x559f4c917480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:34.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.661+0000 7f2102b17f40 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559f4c935230 0x559f4c9179c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:34.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.661+0000 7f2102b17f40 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x559f4c931770 con 0x559f4c85bef0 2024-09-21T00:35:34.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.661+0000 7f2102b17f40 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x559f4c8a0310 con 0x559f4c935230 2024-09-21T00:35:34.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.661+0000 7f2102b17f40 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x559f4c889bd0 con 0x559f4c85c840 2024-09-21T00:35:34.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.661+0000 7f20fc5d1640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559f4c85bef0 0x559f4c930040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:34.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.661+0000 7f20fc5d1640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559f4c85bef0 0x559f4c930040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46858/0 (socket says 172.21.15.67:46858) 2024-09-21T00:35:34.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.661+0000 7f20fc5d1640 1 -- 172.21.15.67:0/688418382 learned_addr learned my addr 172.21.15.67:0/688418382 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:35:34.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.662+0000 7f20fcdd2640 1 --2- 172.21.15.67:0/688418382 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559f4c935230 0x559f4c9179c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:34.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.662+0000 7f20fbdd0640 1 --2- 172.21.15.67:0/688418382 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559f4c85c840 0x559f4c917480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:34.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.662+0000 7f20fc5d1640 1 -- 172.21.15.67:0/688418382 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559f4c85c840 msgr2=0x559f4c917480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:34.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.662+0000 7f20fc5d1640 1 --2- 172.21.15.67:0/688418382 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559f4c85c840 0x559f4c917480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:34.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.662+0000 7f20fc5d1640 1 -- 172.21.15.67:0/688418382 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559f4c935230 msgr2=0x559f4c9179c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:34.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.662+0000 7f20fc5d1640 1 --2- 172.21.15.67:0/688418382 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559f4c935230 0x559f4c9179c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:34.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.662+0000 7f20fc5d1640 1 -- 172.21.15.67:0/688418382 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559f4c89e1c0 con 0x559f4c85bef0 2024-09-21T00:35:34.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.662+0000 7f20fc5d1640 1 --2- 172.21.15.67:0/688418382 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559f4c85bef0 0x559f4c930040 secure :-1 s=READY pgs=2402 cs=0 l=1 rev1=1 crypto rx=0x7f20ec00bab0 tx=0x7f20ec00ff50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:34.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.662+0000 7f20f9dcc640 1 -- 172.21.15.67:0/688418382 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20ec01b430 con 0x559f4c85bef0 2024-09-21T00:35:34.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.662+0000 7f20f9dcc640 1 -- 172.21.15.67:0/688418382 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f20ec020020 con 0x559f4c85bef0 2024-09-21T00:35:34.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.662+0000 7f2102b17f40 1 -- 172.21.15.67:0/688418382 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x559f4c89e4a0 con 0x559f4c85bef0 2024-09-21T00:35:34.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.662+0000 7f20f9dcc640 1 -- 172.21.15.67:0/688418382 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20ec01b720 con 0x559f4c85bef0 2024-09-21T00:35:34.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.662+0000 7f2102b17f40 1 -- 172.21.15.67:0/688418382 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559f4c8898b0 con 0x559f4c85bef0 2024-09-21T00:35:34.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.664+0000 7f20f9dcc640 1 -- 172.21.15.67:0/688418382 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f20ec017070 con 0x559f4c85bef0 2024-09-21T00:35:34.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.664+0000 7f20f9dcc640 1 --2- 172.21.15.67:0/688418382 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f20e8077570 0x7f20e8079a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:34.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.665+0000 7f20f9dcc640 1 -- 172.21.15.67:0/688418382 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(186..186 src has 1..186) ==== 5854+0+0 (secure 0 0 0) 0x7f20ec09ae20 con 0x559f4c85bef0 2024-09-21T00:35:34.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.665+0000 7f20fbdd0640 1 --2- 172.21.15.67:0/688418382 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f20e8077570 0x7f20e8079a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:34.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.665+0000 7f2102b17f40 1 --2- 172.21.15.67:0/688418382 >> [v2:172.21.15.97:6826/1797001780,v1:172.21.15.97:6827/1797001780] conn(0x559f4c85c300 0x559f4c9ce9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:34.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.665+0000 7f2102b17f40 1 -- 172.21.15.67:0/688418382 --> [v2:172.21.15.97:6826/1797001780,v1:172.21.15.97:6827/1797001780] -- osd_op(unknown.0.0:1 29.7 29:e2e07930:::10000000001.00000000:head [getxattr parent in=6b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e186) -- 0x559f4c930580 con 0x559f4c85c300 2024-09-21T00:35:34.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.665+0000 7f20fcdd2640 1 --2- 172.21.15.67:0/688418382 >> [v2:172.21.15.97:6826/1797001780,v1:172.21.15.97:6827/1797001780] conn(0x559f4c85c300 0x559f4c9ce9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:34.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.666+0000 7f20fbdd0640 1 --2- 172.21.15.67:0/688418382 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f20e8077570 0x7f20e8079a80 secure :-1 s=READY pgs=892 cs=0 l=1 rev1=1 crypto rx=0x7f20f0055000 tx=0x7f20f0058040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:34.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.666+0000 7f20fcdd2640 1 --2- 172.21.15.67:0/688418382 >> [v2:172.21.15.97:6826/1797001780,v1:172.21.15.97:6827/1797001780] conn(0x559f4c85c300 0x559f4c9ce9e0 crc :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:34.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.666+0000 7f20fcdd2640 1 -- 172.21.15.67:0/688418382 <== osd.6 v2:172.21.15.97:6826/1797001780 1 ==== osd_op_reply(1 10000000001.00000000 [getxattr (95) out=95b] v0'0 uv5 ondisk = 0) ==== 164+0+95 (crc 0 0 0) 0x7f20f400b040 con 0x559f4c85c300 2024-09-21T00:35:34.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.666+0000 7f2102b17f40 1 -- 172.21.15.67:0/688418382 >> [v2:172.21.15.97:6826/1797001780,v1:172.21.15.97:6827/1797001780] conn(0x559f4c85c300 msgr2=0x559f4c9ce9e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:34.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.666+0000 7f2102b17f40 1 --2- 172.21.15.67:0/688418382 >> [v2:172.21.15.97:6826/1797001780,v1:172.21.15.97:6827/1797001780] conn(0x559f4c85c300 0x559f4c9ce9e0 crc :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:34.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.666+0000 7f2102b17f40 1 -- 172.21.15.67:0/688418382 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f20e8077570 msgr2=0x7f20e8079a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:34.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.666+0000 7f2102b17f40 1 --2- 172.21.15.67:0/688418382 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f20e8077570 0x7f20e8079a80 secure :-1 s=READY pgs=892 cs=0 l=1 rev1=1 crypto rx=0x7f20f0055000 tx=0x7f20f0058040 comp rx=0 tx=0).stop 2024-09-21T00:35:34.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.666+0000 7f2102b17f40 1 -- 172.21.15.67:0/688418382 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559f4c85bef0 msgr2=0x559f4c930040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:34.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.666+0000 7f2102b17f40 1 --2- 172.21.15.67:0/688418382 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559f4c85bef0 0x559f4c930040 secure :-1 s=READY pgs=2402 cs=0 l=1 rev1=1 crypto rx=0x7f20ec00bab0 tx=0x7f20ec00ff50 comp rx=0 tx=0).stop 2024-09-21T00:35:34.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.666+0000 7f20fcdd2640 1 -- 172.21.15.67:0/688418382 reap_dead start 2024-09-21T00:35:34.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.666+0000 7f2102b17f40 1 -- 172.21.15.67:0/688418382 shutdown_connections 2024-09-21T00:35:34.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.666+0000 7f2102b17f40 1 -- 172.21.15.67:0/688418382 >> 172.21.15.67:0/688418382 conn(0x559f4c77eac0 msgr2=0x559f4c88a020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:34.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.666+0000 7f2102b17f40 1 -- 172.21.15.67:0/688418382 shutdown_connections 2024-09-21T00:35:34.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:34.666+0000 7f2102b17f40 1 -- 172.21.15.67:0/688418382 wait complete. 2024-09-21T00:35:34.671 INFO:teuthology.orchestra.run.smithi067.stdout:Ysixmegssubdir  2024-09-21T00:35:34.671 DEBUG:teuthology.orchestra.run.smithi067:> ceph-dencoder type inode_backtrace_t import - decode dump_json 2024-09-21T00:35:34.786 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:35:34.786 INFO:teuthology.orchestra.run.smithi067.stdout: "ino": 1099511627777, 2024-09-21T00:35:34.786 INFO:teuthology.orchestra.run.smithi067.stdout: "ancestors": [ 2024-09-21T00:35:34.786 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:35:34.786 INFO:teuthology.orchestra.run.smithi067.stdout: "dirino": 1099511627776, 2024-09-21T00:35:34.786 INFO:teuthology.orchestra.run.smithi067.stdout: "dname": "sixmegs", 2024-09-21T00:35:34.786 INFO:teuthology.orchestra.run.smithi067.stdout: "version": 8 2024-09-21T00:35:34.786 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:35:34.787 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:35:34.787 INFO:teuthology.orchestra.run.smithi067.stdout: "dirino": 1, 2024-09-21T00:35:34.787 INFO:teuthology.orchestra.run.smithi067.stdout: "dname": "subdir", 2024-09-21T00:35:34.787 INFO:teuthology.orchestra.run.smithi067.stdout: "version": 11 2024-09-21T00:35:34.787 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:35:34.787 INFO:teuthology.orchestra.run.smithi067.stdout: ], 2024-09-21T00:35:34.787 INFO:teuthology.orchestra.run.smithi067.stdout: "pool": 29, 2024-09-21T00:35:34.787 INFO:teuthology.orchestra.run.smithi067.stdout: "old_pools": [] 2024-09-21T00:35:34.787 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:35:34.787 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:34.791 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-21T00:35:34.791 DEBUG:teuthology.orchestra.run.smithi067:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T00:35:34.836 DEBUG:teuthology.orchestra.run.smithi097:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T00:35:34.880 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-21T00:35:34.880 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T00:35:34.881 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:35:34.881 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:35:34.897 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:35:34.897 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:35:34.953 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T00:35:35.112 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.110+0000 7f7deaa07640 1 -- 172.21.15.67:0/3933665818 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7de40cfbf0 msgr2=0x7f7de40cd4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:35.112 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.110+0000 7f7deaa07640 1 --2- 172.21.15.67:0/3933665818 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7de40cfbf0 0x7f7de40cd4c0 secure :-1 s=READY pgs=2404 cs=0 l=1 rev1=1 crypto rx=0x7f7dcc009830 tx=0x7f7dcc02a530 comp rx=0 tx=0).stop 2024-09-21T00:35:35.112 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.110+0000 7f7deaa07640 1 -- 172.21.15.67:0/3933665818 shutdown_connections 2024-09-21T00:35:35.112 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.110+0000 7f7deaa07640 1 --2- 172.21.15.67:0/3933665818 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7de40cfbf0 0x7f7de40cd4c0 unknown :-1 s=CLOSED pgs=2404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:35.112 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.110+0000 7f7deaa07640 1 -- 172.21.15.67:0/3933665818 >> 172.21.15.67:0/3933665818 conn(0x7f7de40b4060 msgr2=0x7f7de40b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:35.112 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.110+0000 7f7deaa07640 1 -- 172.21.15.67:0/3933665818 shutdown_connections 2024-09-21T00:35:35.112 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.110+0000 7f7deaa07640 1 -- 172.21.15.67:0/3933665818 wait complete. 2024-09-21T00:35:35.113 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.112+0000 7f7deaa07640 1 Processor -- start 2024-09-21T00:35:35.113 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.112+0000 7f7deaa07640 1 -- start start 2024-09-21T00:35:35.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.114+0000 7f7deaa07640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7de40b3be0 0x7f7de40b2fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:35.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.114+0000 7f7deaa07640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7de40cda00 0x7f7de41f4f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:35.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.114+0000 7f7deaa07640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7de40cfbf0 0x7f7de41f54d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:35.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.114+0000 7f7deaa07640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f7de40b6300 con 0x7f7de40cda00 2024-09-21T00:35:35.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.114+0000 7f7deaa07640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f7de40b6180 con 0x7f7de40b3be0 2024-09-21T00:35:35.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.114+0000 7f7deaa07640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f7de40b6480 con 0x7f7de40cfbf0 2024-09-21T00:35:35.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.114+0000 7f7de37fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7de40cda00 0x7f7de41f4f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:35.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.114+0000 7f7de37fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7de40cda00 0x7f7de41f4f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46878/0 (socket says 172.21.15.67:46878) 2024-09-21T00:35:35.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.114+0000 7f7de37fe640 1 -- 172.21.15.67:0/3330023373 learned_addr learned my addr 172.21.15.67:0/3330023373 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:35:35.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.114+0000 7f7de3fff640 1 --2- 172.21.15.67:0/3330023373 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7de40b3be0 0x7f7de40b2fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:35.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.114+0000 7f7de8fa4640 1 --2- 172.21.15.67:0/3330023373 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7de40cfbf0 0x7f7de41f54d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:35.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.114+0000 7f7de37fe640 1 -- 172.21.15.67:0/3330023373 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7de40cfbf0 msgr2=0x7f7de41f54d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:35.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.114+0000 7f7de37fe640 1 --2- 172.21.15.67:0/3330023373 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7de40cfbf0 0x7f7de41f54d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:35.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.114+0000 7f7de37fe640 1 -- 172.21.15.67:0/3330023373 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7de40b3be0 msgr2=0x7f7de40b2fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:35.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.114+0000 7f7de37fe640 1 --2- 172.21.15.67:0/3330023373 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7de40b3be0 0x7f7de40b2fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:35.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.114+0000 7f7de37fe640 1 -- 172.21.15.67:0/3330023373 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7de415b620 con 0x7f7de40cda00 2024-09-21T00:35:35.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.114+0000 7f7de8fa4640 1 --2- 172.21.15.67:0/3330023373 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7de40cfbf0 0x7f7de41f54d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:35:35.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.114+0000 7f7de37fe640 1 --2- 172.21.15.67:0/3330023373 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7de40cda00 0x7f7de41f4f90 secure :-1 s=READY pgs=2405 cs=0 l=1 rev1=1 crypto rx=0x7f7dcc02ab20 tx=0x7f7dcc033c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:35.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.115+0000 7f7de0ff9640 1 -- 172.21.15.67:0/3330023373 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dcc031b60 con 0x7f7de40cda00 2024-09-21T00:35:35.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.115+0000 7f7de0ff9640 1 -- 172.21.15.67:0/3330023373 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7dcc031df0 con 0x7f7de40cda00 2024-09-21T00:35:35.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.115+0000 7f7deaa07640 1 -- 172.21.15.67:0/3330023373 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7de415b900 con 0x7f7de40cda00 2024-09-21T00:35:35.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.115+0000 7f7de0ff9640 1 -- 172.21.15.67:0/3330023373 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dcc005280 con 0x7f7de40cda00 2024-09-21T00:35:35.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.115+0000 7f7deaa07640 1 -- 172.21.15.67:0/3330023373 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7de415bec0 con 0x7f7de40cda00 2024-09-21T00:35:35.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.116+0000 7f7deaa07640 1 -- 172.21.15.67:0/3330023373 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7de41e8b80 con 0x7f7de40cda00 2024-09-21T00:35:35.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.117+0000 7f7de0ff9640 1 -- 172.21.15.67:0/3330023373 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f7dcc005420 con 0x7f7de40cda00 2024-09-21T00:35:35.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.117+0000 7f7de0ff9640 1 --2- 172.21.15.67:0/3330023373 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7dc4078bc0 0x7f7dc407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:35.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.117+0000 7f7de0ff9640 1 -- 172.21.15.67:0/3330023373 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(186..186 src has 1..186) ==== 5854+0+0 (secure 0 0 0) 0x7f7dcc0bc320 con 0x7f7de40cda00 2024-09-21T00:35:35.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.118+0000 7f7de3fff640 1 --2- 172.21.15.67:0/3330023373 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7dc4078bc0 0x7f7dc407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:35.119 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.118+0000 7f7de3fff640 1 --2- 172.21.15.67:0/3330023373 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7dc4078bc0 0x7f7dc407b0d0 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x7f7dd4000f60 tx=0x7f7dd4009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:35.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.121+0000 7f7de0ff9640 1 -- 172.21.15.67:0/3330023373 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f7de41e8b80 con 0x7f7de40cda00 2024-09-21T00:35:35.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.323+0000 7f7deaa07640 1 -- 172.21.15.67:0/3330023373 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f7de415b3b0 con 0x7f7de40cda00 2024-09-21T00:35:35.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.324+0000 7f7de0ff9640 1 -- 172.21.15.67:0/3330023373 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v186) ==== 80+0+0 (secure 0 0 0) 0x7f7dcc03f030 con 0x7f7de40cda00 2024-09-21T00:35:35.325 INFO:teuthology.orchestra.run.smithi067.stderr:listed 0 entries 2024-09-21T00:35:35.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.326+0000 7f7deaa07640 1 -- 172.21.15.67:0/3330023373 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7dc4078bc0 msgr2=0x7f7dc407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:35.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.326+0000 7f7deaa07640 1 --2- 172.21.15.67:0/3330023373 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7dc4078bc0 0x7f7dc407b0d0 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x7f7dd4000f60 tx=0x7f7dd4009040 comp rx=0 tx=0).stop 2024-09-21T00:35:35.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.326+0000 7f7deaa07640 1 -- 172.21.15.67:0/3330023373 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7de40cda00 msgr2=0x7f7de41f4f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:35.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.326+0000 7f7deaa07640 1 --2- 172.21.15.67:0/3330023373 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7de40cda00 0x7f7de41f4f90 secure :-1 s=READY pgs=2405 cs=0 l=1 rev1=1 crypto rx=0x7f7dcc02ab20 tx=0x7f7dcc033c10 comp rx=0 tx=0).stop 2024-09-21T00:35:35.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.326+0000 7f7deaa07640 1 -- 172.21.15.67:0/3330023373 shutdown_connections 2024-09-21T00:35:35.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.326+0000 7f7deaa07640 1 --2- 172.21.15.67:0/3330023373 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7dc4078bc0 0x7f7dc407b0d0 unknown :-1 s=CLOSED pgs=893 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:35.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.326+0000 7f7deaa07640 1 --2- 172.21.15.67:0/3330023373 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7de40cfbf0 0x7f7de41f54d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:35.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.326+0000 7f7deaa07640 1 --2- 172.21.15.67:0/3330023373 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7de40cda00 0x7f7de41f4f90 unknown :-1 s=CLOSED pgs=2405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:35.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.326+0000 7f7deaa07640 1 --2- 172.21.15.67:0/3330023373 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7de40b3be0 0x7f7de40b2fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:35.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.326+0000 7f7deaa07640 1 -- 172.21.15.67:0/3330023373 >> 172.21.15.67:0/3330023373 conn(0x7f7de40b4060 msgr2=0x7f7de41e8470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:35.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.326+0000 7f7deaa07640 1 -- 172.21.15.67:0/3330023373 shutdown_connections 2024-09-21T00:35:35.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.326+0000 7f7deaa07640 1 -- 172.21.15.67:0/3330023373 wait complete. 2024-09-21T00:35:35.339 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi067.front.sepia.ceph.com... 2024-09-21T00:35:35.339 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:35:35.339 DEBUG:teuthology.orchestra.run.smithi067:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-21T00:35:35.365 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:ceph-fuse[108191]: fuse finished with error 0 and tester_r 0 2024-09-21T00:35:35.367 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi067.front.sepia.ceph.com 2024-09-21T00:35:35.367 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:35:35.367 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-21T00:35:35.529 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T00:35:35.529 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:35:35.529 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:35:35.547 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17850 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T00:35:35.547 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T00:35:35.547 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:35:35.547 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:35:35.585 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20178 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T00:35:35.585 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T00:35:35.585 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:35:35.585 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:35:35.603 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17850 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T00:35:35.604 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:35:35.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.741+0000 7f80322d3640 1 -- 172.21.15.67:0/3507717647 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f802c0cfbf0 msgr2=0x7f802c0b5640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:35.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.741+0000 7f80322d3640 1 --2- 172.21.15.67:0/3507717647 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f802c0cfbf0 0x7f802c0b5640 secure :-1 s=READY pgs=2406 cs=0 l=1 rev1=1 crypto rx=0x7f8024005fd0 tx=0x7f802402a980 comp rx=0 tx=0).stop 2024-09-21T00:35:35.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.741+0000 7f80322d3640 1 -- 172.21.15.67:0/3507717647 shutdown_connections 2024-09-21T00:35:35.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.741+0000 7f80322d3640 1 --2- 172.21.15.67:0/3507717647 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f802c0cfbf0 0x7f802c0b5640 unknown :-1 s=CLOSED pgs=2406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:35.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.741+0000 7f80322d3640 1 --2- 172.21.15.67:0/3507717647 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f802c0b3be0 0x7f802c0ccdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:35.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.741+0000 7f80322d3640 1 -- 172.21.15.67:0/3507717647 >> 172.21.15.67:0/3507717647 conn(0x7f802c0b4060 msgr2=0x7f802c0b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:35.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.741+0000 7f80322d3640 1 -- 172.21.15.67:0/3507717647 shutdown_connections 2024-09-21T00:35:35.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.741+0000 7f80322d3640 1 -- 172.21.15.67:0/3507717647 wait complete. 2024-09-21T00:35:35.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.743+0000 7f80322d3640 1 Processor -- start 2024-09-21T00:35:35.744 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.743+0000 7f80322d3640 1 -- start start 2024-09-21T00:35:35.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.744+0000 7f80322d3640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f802c0b3be0 0x7f802c14e9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:35.746 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.744+0000 7f80322d3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f802c0b7840 0x7f802c159e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:35.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.744+0000 7f80322d3640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f802c0cfbf0 0x7f802c15f1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:35.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.744+0000 7f80322d3640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f802c0b6080 con 0x7f802c0b7840 2024-09-21T00:35:35.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.744+0000 7f80322d3640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f802c0b5f00 con 0x7f802c0b3be0 2024-09-21T00:35:35.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.744+0000 7f80322d3640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f802c0b6200 con 0x7f802c0cfbf0 2024-09-21T00:35:35.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.744+0000 7f802b7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f802c0b7840 0x7f802c159e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:35.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.744+0000 7f802b7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f802c0b7840 0x7f802c159e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46888/0 (socket says 172.21.15.67:46888) 2024-09-21T00:35:35.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.744+0000 7f802b7fe640 1 -- 172.21.15.67:0/541518751 learned_addr learned my addr 172.21.15.67:0/541518751 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:35:35.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.744+0000 7f802bfff640 1 --2- 172.21.15.67:0/541518751 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f802c0b3be0 0x7f802c14e9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:35.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.744+0000 7f8030870640 1 --2- 172.21.15.67:0/541518751 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f802c0cfbf0 0x7f802c15f1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:35.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.745+0000 7f802b7fe640 1 -- 172.21.15.67:0/541518751 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f802c0cfbf0 msgr2=0x7f802c15f1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:35.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.745+0000 7f802b7fe640 1 --2- 172.21.15.67:0/541518751 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f802c0cfbf0 0x7f802c15f1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:35.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.745+0000 7f802b7fe640 1 -- 172.21.15.67:0/541518751 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f802c0b3be0 msgr2=0x7f802c14e9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:35.747 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.745+0000 7f802b7fe640 1 --2- 172.21.15.67:0/541518751 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f802c0b3be0 0x7f802c14e9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:35.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.745+0000 7f802b7fe640 1 -- 172.21.15.67:0/541518751 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f802c158560 con 0x7f802c0b7840 2024-09-21T00:35:35.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.745+0000 7f802b7fe640 1 --2- 172.21.15.67:0/541518751 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f802c0b7840 0x7f802c159e60 secure :-1 s=READY pgs=2407 cs=0 l=1 rev1=1 crypto rx=0x7f802000c3a0 tx=0x7f802000c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:35.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.745+0000 7f8028ff9640 1 -- 172.21.15.67:0/541518751 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8020017070 con 0x7f802c0b7840 2024-09-21T00:35:35.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.745+0000 7f8028ff9640 1 -- 172.21.15.67:0/541518751 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f80200053c0 con 0x7f802c0b7840 2024-09-21T00:35:35.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.745+0000 7f80322d3640 1 -- 172.21.15.67:0/541518751 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f802c158840 con 0x7f802c0b7840 2024-09-21T00:35:35.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.745+0000 7f8028ff9640 1 -- 172.21.15.67:0/541518751 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8020003850 con 0x7f802c0b7840 2024-09-21T00:35:35.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.745+0000 7f80322d3640 1 -- 172.21.15.67:0/541518751 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f802c158e00 con 0x7f802c0b7840 2024-09-21T00:35:35.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.746+0000 7f80322d3640 1 -- 172.21.15.67:0/541518751 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f802c0b66b0 con 0x7f802c0b7840 2024-09-21T00:35:35.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.747+0000 7f8028ff9640 1 -- 172.21.15.67:0/541518751 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f802001a070 con 0x7f802c0b7840 2024-09-21T00:35:35.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.748+0000 7f8028ff9640 1 --2- 172.21.15.67:0/541518751 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8018078bc0 0x7f801807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:35.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.748+0000 7f8028ff9640 1 -- 172.21.15.67:0/541518751 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(186..186 src has 1..186) ==== 5854+0+0 (secure 0 0 0) 0x7f8020099fa0 con 0x7f802c0b7840 2024-09-21T00:35:35.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.748+0000 7f802bfff640 1 --2- 172.21.15.67:0/541518751 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8018078bc0 0x7f801807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:35.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.748+0000 7f802bfff640 1 --2- 172.21.15.67:0/541518751 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8018078bc0 0x7f801807b0d0 secure :-1 s=READY pgs=894 cs=0 l=1 rev1=1 crypto rx=0x7f801c009b30 tx=0x7f801c005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:35.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.752+0000 7f8028ff9640 1 -- 172.21.15.67:0/541518751 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f8020061e20 con 0x7f802c0b7840 2024-09-21T00:35:35.984 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.983+0000 7f80322d3640 1 -- 172.21.15.67:0/541518751 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f802c15ec90 con 0x7f802c0b7840 2024-09-21T00:35:35.985 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.984+0000 7f8028ff9640 1 -- 172.21.15.67:0/541518751 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 160 v160) ==== 95+0+5235 (secure 0 0 0) 0x7f8020066850 con 0x7f802c0b7840 2024-09-21T00:35:35.985 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:35.985 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":160,"btime":"2024-09-21T00:34:53:408205+0000","default_fscid":14,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8633,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/4290480357","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":4290480357},{"type":"v1","addr":"172.21.15.97:6836","nonce":4290480357}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":155},{"gid":9691,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/771998700","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":771998700},{"type":"v1","addr":"172.21.15.67:6835","nonce":771998700}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":155},{"gid":9703,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/2200145279","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":2200145279},{"type":"v1","addr":"172.21.15.97:6837","nonce":2200145279}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":155}],"filesystems":[{"mdsmap":{"epoch":160,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:34:49.753113+0000","modified":"2024-09-21T00:34:52.791688+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":10917},"failed":[],"damaged":[],"stopped":[],"info":{"gid_10917":{"gid":10917,"name":"c","rank":0,"incarnation":156,"state":"up:active","state_seq":3,"addr":"172.21.15.67:6834/2344210347","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":2344210347},{"type":"v1","addr":"172.21.15.67:6834","nonce":2344210347}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[29],"metadata_pool":28,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":10917,"qdb_cluster":[10917]},"id":14}]} 2024-09-21T00:35:35.985 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 160 2024-09-21T00:35:35.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.986+0000 7f80322d3640 1 -- 172.21.15.67:0/541518751 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8018078bc0 msgr2=0x7f801807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:35.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.986+0000 7f80322d3640 1 --2- 172.21.15.67:0/541518751 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8018078bc0 0x7f801807b0d0 secure :-1 s=READY pgs=894 cs=0 l=1 rev1=1 crypto rx=0x7f801c009b30 tx=0x7f801c005f90 comp rx=0 tx=0).stop 2024-09-21T00:35:35.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.986+0000 7f80322d3640 1 -- 172.21.15.67:0/541518751 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f802c0b7840 msgr2=0x7f802c159e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:35.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.986+0000 7f80322d3640 1 --2- 172.21.15.67:0/541518751 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f802c0b7840 0x7f802c159e60 secure :-1 s=READY pgs=2407 cs=0 l=1 rev1=1 crypto rx=0x7f802000c3a0 tx=0x7f802000c860 comp rx=0 tx=0).stop 2024-09-21T00:35:35.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.986+0000 7f80322d3640 1 -- 172.21.15.67:0/541518751 shutdown_connections 2024-09-21T00:35:35.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.986+0000 7f80322d3640 1 --2- 172.21.15.67:0/541518751 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8018078bc0 0x7f801807b0d0 unknown :-1 s=CLOSED pgs=894 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:35.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.986+0000 7f80322d3640 1 --2- 172.21.15.67:0/541518751 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f802c0cfbf0 0x7f802c15f1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:35.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.986+0000 7f80322d3640 1 --2- 172.21.15.67:0/541518751 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f802c0b7840 0x7f802c159e60 unknown :-1 s=CLOSED pgs=2407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:35.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.986+0000 7f80322d3640 1 --2- 172.21.15.67:0/541518751 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f802c0b3be0 0x7f802c14e9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:35.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.986+0000 7f80322d3640 1 -- 172.21.15.67:0/541518751 >> 172.21.15.67:0/541518751 conn(0x7f802c0b4060 msgr2=0x7f802c09fb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:35.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.987+0000 7f80322d3640 1 -- 172.21.15.67:0/541518751 shutdown_connections 2024-09-21T00:35:35.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:35.987+0000 7f80322d3640 1 -- 172.21.15.67:0/541518751 wait complete. 2024-09-21T00:35:35.999 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:35:36.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.114+0000 7f727db32640 1 -- 172.21.15.67:0/1943550074 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f72780d0aa0 msgr2=0x7f72780b3700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:36.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.114+0000 7f727db32640 1 --2- 172.21.15.67:0/1943550074 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f72780d0aa0 0x7f72780b3700 secure :-1 s=READY pgs=2409 cs=0 l=1 rev1=1 crypto rx=0x7f7270009830 tx=0x7f727002a5c0 comp rx=0 tx=0).stop 2024-09-21T00:35:36.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.114+0000 7f727db32640 1 -- 172.21.15.67:0/1943550074 shutdown_connections 2024-09-21T00:35:36.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.114+0000 7f727db32640 1 --2- 172.21.15.67:0/1943550074 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f72780d0aa0 0x7f72780b3700 unknown :-1 s=CLOSED pgs=2409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:36.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.114+0000 7f727db32640 1 -- 172.21.15.67:0/1943550074 >> 172.21.15.67:0/1943550074 conn(0x7f7278074720 msgr2=0x7f727806f850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:36.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.114+0000 7f727db32640 1 -- 172.21.15.67:0/1943550074 shutdown_connections 2024-09-21T00:35:36.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.115+0000 7f727db32640 1 -- 172.21.15.67:0/1943550074 wait complete. 2024-09-21T00:35:36.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.116+0000 7f727db32640 1 Processor -- start 2024-09-21T00:35:36.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.117+0000 7f727db32640 1 -- start start 2024-09-21T00:35:36.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.118+0000 7f727db32640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f72780b1e50 0x7f72780b76f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:36.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.118+0000 7f727db32640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7278160610 0x7f727815e590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:36.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.118+0000 7f727db32640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f727809f780 0x7f727815ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:36.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.118+0000 7f727db32640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f72780d3220 con 0x7f72780b1e50 2024-09-21T00:35:36.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.118+0000 7f727db32640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f72780b3e50 con 0x7f7278160610 2024-09-21T00:35:36.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.118+0000 7f727db32640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f72781689b0 con 0x7f727809f780 2024-09-21T00:35:36.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.118+0000 7f72777fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f72780b1e50 0x7f72780b76f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:36.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.118+0000 7f72777fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f72780b1e50 0x7f72780b76f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46916/0 (socket says 172.21.15.67:46916) 2024-09-21T00:35:36.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.118+0000 7f72777fe640 1 -- 172.21.15.67:0/1288779479 learned_addr learned my addr 172.21.15.67:0/1288779479 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:35:36.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.118+0000 7f7276ffd640 1 --2- 172.21.15.67:0/1288779479 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7278160610 0x7f727815e590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:36.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.118+0000 7f7277fff640 1 --2- 172.21.15.67:0/1288779479 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f727809f780 0x7f727815ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:36.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.118+0000 7f72777fe640 1 -- 172.21.15.67:0/1288779479 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f727809f780 msgr2=0x7f727815ead0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:36.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.118+0000 7f72777fe640 1 --2- 172.21.15.67:0/1288779479 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f727809f780 0x7f727815ead0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:36.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.118+0000 7f72777fe640 1 -- 172.21.15.67:0/1288779479 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7278160610 msgr2=0x7f727815e590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:36.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.118+0000 7f72777fe640 1 --2- 172.21.15.67:0/1288779479 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7278160610 0x7f727815e590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:36.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.118+0000 7f72777fe640 1 -- 172.21.15.67:0/1288779479 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72780b6e00 con 0x7f72780b1e50 2024-09-21T00:35:36.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.118+0000 7f7277fff640 1 --2- 172.21.15.67:0/1288779479 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f727809f780 0x7f727815ead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:35:36.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.119+0000 7f72777fe640 1 --2- 172.21.15.67:0/1288779479 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f72780b1e50 0x7f72780b76f0 secure :-1 s=READY pgs=2410 cs=0 l=1 rev1=1 crypto rx=0x7f726800c760 tx=0x7f726800cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:36.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.119+0000 7f726ffff640 1 -- 172.21.15.67:0/1288779479 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7268003b70 con 0x7f72780b1e50 2024-09-21T00:35:36.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.119+0000 7f727db32640 1 -- 172.21.15.67:0/1288779479 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72780af730 con 0x7f72780b1e50 2024-09-21T00:35:36.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.119+0000 7f726ffff640 1 -- 172.21.15.67:0/1288779479 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7268003d30 con 0x7f72780b1e50 2024-09-21T00:35:36.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.119+0000 7f726ffff640 1 -- 172.21.15.67:0/1288779479 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f726800aab0 con 0x7f72780b1e50 2024-09-21T00:35:36.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.119+0000 7f727db32640 1 -- 172.21.15.67:0/1288779479 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f727809d8c0 con 0x7f72780b1e50 2024-09-21T00:35:36.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.120+0000 7f727db32640 1 -- 172.21.15.67:0/1288779479 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f727815d750 con 0x7f72780b1e50 2024-09-21T00:35:36.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.120+0000 7f726ffff640 1 -- 172.21.15.67:0/1288779479 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f726800ac50 con 0x7f72780b1e50 2024-09-21T00:35:36.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.121+0000 7f726ffff640 1 --2- 172.21.15.67:0/1288779479 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7258078bc0 0x7f725807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:36.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.121+0000 7f726ffff640 1 -- 172.21.15.67:0/1288779479 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(186..186 src has 1..186) ==== 5854+0+0 (secure 0 0 0) 0x7f726809abd0 con 0x7f72780b1e50 2024-09-21T00:35:36.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.121+0000 7f7276ffd640 1 --2- 172.21.15.67:0/1288779479 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7258078bc0 0x7f725807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:36.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.122+0000 7f7276ffd640 1 --2- 172.21.15.67:0/1288779479 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7258078bc0 0x7f725807b0d0 secure :-1 s=READY pgs=895 cs=0 l=1 rev1=1 crypto rx=0x7f7278071250 tx=0x7f7260007e90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:36.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.126+0000 7f726ffff640 1 -- 172.21.15.67:0/1288779479 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f7268062f90 con 0x7f72780b1e50 2024-09-21T00:35:36.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.350+0000 7f727db32640 1 -- 172.21.15.67:0/1288779479 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f727809c190 con 0x7f72780b1e50 2024-09-21T00:35:36.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.350+0000 7f726ffff640 1 -- 172.21.15.67:0/1288779479 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 160 v160) ==== 95+0+5235 (secure 0 0 0) 0x7f7268062890 con 0x7f72780b1e50 2024-09-21T00:35:36.352 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:36.352 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":160,"btime":"2024-09-21T00:34:53:408205+0000","default_fscid":14,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8633,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/4290480357","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":4290480357},{"type":"v1","addr":"172.21.15.97:6836","nonce":4290480357}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":155},{"gid":9691,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/771998700","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":771998700},{"type":"v1","addr":"172.21.15.67:6835","nonce":771998700}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":155},{"gid":9703,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/2200145279","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":2200145279},{"type":"v1","addr":"172.21.15.97:6837","nonce":2200145279}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":155}],"filesystems":[{"mdsmap":{"epoch":160,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:34:49.753113+0000","modified":"2024-09-21T00:34:52.791688+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":10917},"failed":[],"damaged":[],"stopped":[],"info":{"gid_10917":{"gid":10917,"name":"c","rank":0,"incarnation":156,"state":"up:active","state_seq":3,"addr":"172.21.15.67:6834/2344210347","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":2344210347},{"type":"v1","addr":"172.21.15.67:6834","nonce":2344210347}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[29],"metadata_pool":28,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":10917,"qdb_cluster":[10917]},"id":14}]} 2024-09-21T00:35:36.352 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 160 2024-09-21T00:35:36.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.352+0000 7f727db32640 1 -- 172.21.15.67:0/1288779479 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7258078bc0 msgr2=0x7f725807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:36.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.352+0000 7f727db32640 1 --2- 172.21.15.67:0/1288779479 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7258078bc0 0x7f725807b0d0 secure :-1 s=READY pgs=895 cs=0 l=1 rev1=1 crypto rx=0x7f7278071250 tx=0x7f7260007e90 comp rx=0 tx=0).stop 2024-09-21T00:35:36.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.352+0000 7f727db32640 1 -- 172.21.15.67:0/1288779479 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f72780b1e50 msgr2=0x7f72780b76f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:36.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.352+0000 7f727db32640 1 --2- 172.21.15.67:0/1288779479 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f72780b1e50 0x7f72780b76f0 secure :-1 s=READY pgs=2410 cs=0 l=1 rev1=1 crypto rx=0x7f726800c760 tx=0x7f726800cc20 comp rx=0 tx=0).stop 2024-09-21T00:35:36.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.353+0000 7f727db32640 1 -- 172.21.15.67:0/1288779479 shutdown_connections 2024-09-21T00:35:36.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.353+0000 7f727db32640 1 --2- 172.21.15.67:0/1288779479 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7258078bc0 0x7f725807b0d0 unknown :-1 s=CLOSED pgs=895 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:36.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.353+0000 7f727db32640 1 --2- 172.21.15.67:0/1288779479 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f727809f780 0x7f727815ead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:36.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.353+0000 7f727db32640 1 --2- 172.21.15.67:0/1288779479 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7278160610 0x7f727815e590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:36.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.353+0000 7f727db32640 1 --2- 172.21.15.67:0/1288779479 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f72780b1e50 0x7f72780b76f0 unknown :-1 s=CLOSED pgs=2410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:36.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.353+0000 7f727db32640 1 -- 172.21.15.67:0/1288779479 >> 172.21.15.67:0/1288779479 conn(0x7f7278074720 msgr2=0x7f727806f850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:36.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.353+0000 7f727db32640 1 -- 172.21.15.67:0/1288779479 shutdown_connections 2024-09-21T00:35:36.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.353+0000 7f727db32640 1 -- 172.21.15.67:0/1288779479 wait complete. 2024-09-21T00:35:36.366 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:35:36.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.482+0000 7f679e8f9640 1 -- 172.21.15.67:0/1618989657 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6780003a30 msgr2=0x7f6780003ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:36.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.482+0000 7f679e8f9640 1 --2- 172.21.15.67:0/1618989657 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6780003a30 0x7f6780003ea0 secure :-1 s=READY pgs=2412 cs=0 l=1 rev1=1 crypto rx=0x7f678800c260 tx=0x7f6780005830 comp rx=0 tx=0).stop 2024-09-21T00:35:36.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.482+0000 7f679ce96640 1 -- 172.21.15.67:0/1618989657 reap_dead start 2024-09-21T00:35:36.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.482+0000 7f679e8f9640 1 -- 172.21.15.67:0/1618989657 shutdown_connections 2024-09-21T00:35:36.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.482+0000 7f679e8f9640 1 -- 172.21.15.67:0/1618989657 >> 172.21.15.67:0/1618989657 conn(0x7f6798074720 msgr2=0x7f679806f850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:36.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.482+0000 7f679e8f9640 1 -- 172.21.15.67:0/1618989657 shutdown_connections 2024-09-21T00:35:36.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.482+0000 7f679e8f9640 1 -- 172.21.15.67:0/1618989657 wait complete. 2024-09-21T00:35:36.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.484+0000 7f679e8f9640 1 Processor -- start 2024-09-21T00:35:36.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.484+0000 7f679e8f9640 1 -- start start 2024-09-21T00:35:36.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.485+0000 7f679e8f9640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6780003a30 0x7f67980c5820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:36.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.485+0000 7f679e8f9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f679815a150 0x7f6798157730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:36.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.485+0000 7f679e8f9640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f67980b05e0 0x7f67980b09f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:36.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.485+0000 7f679e8f9640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f67980d0c20 con 0x7f679815a150 2024-09-21T00:35:36.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.485+0000 7f679e8f9640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f67980d0aa0 con 0x7f6780003a30 2024-09-21T00:35:36.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.485+0000 7f679e8f9640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f67980b3700 con 0x7f67980b05e0 2024-09-21T00:35:36.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.485+0000 7f67977fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f679815a150 0x7f6798157730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:36.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.485+0000 7f67977fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f679815a150 0x7f6798157730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46940/0 (socket says 172.21.15.67:46940) 2024-09-21T00:35:36.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.485+0000 7f67977fe640 1 -- 172.21.15.67:0/3221277207 learned_addr learned my addr 172.21.15.67:0/3221277207 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:35:36.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.486+0000 7f679ce96640 1 --2- 172.21.15.67:0/3221277207 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f67980b05e0 0x7f67980b09f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:36.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.486+0000 7f6797fff640 1 --2- 172.21.15.67:0/3221277207 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6780003a30 0x7f67980c5820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:36.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.486+0000 7f67977fe640 1 -- 172.21.15.67:0/3221277207 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f67980b05e0 msgr2=0x7f67980b09f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:36.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.486+0000 7f67977fe640 1 --2- 172.21.15.67:0/3221277207 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f67980b05e0 0x7f67980b09f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:36.489 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.486+0000 7f67977fe640 1 -- 172.21.15.67:0/3221277207 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6780003a30 msgr2=0x7f67980c5820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:36.489 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.486+0000 7f67977fe640 1 --2- 172.21.15.67:0/3221277207 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6780003a30 0x7f67980c5820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:36.489 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.486+0000 7f67977fe640 1 -- 172.21.15.67:0/3221277207 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67980b0f30 con 0x7f679815a150 2024-09-21T00:35:36.489 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.486+0000 7f6797fff640 1 --2- 172.21.15.67:0/3221277207 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6780003a30 0x7f67980c5820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:35:36.489 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.486+0000 7f67977fe640 1 --2- 172.21.15.67:0/3221277207 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f679815a150 0x7f6798157730 secure :-1 s=READY pgs=2413 cs=0 l=1 rev1=1 crypto rx=0x7f678c003f50 tx=0x7f678c0016f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:36.489 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.486+0000 7f6794ff9640 1 -- 172.21.15.67:0/3221277207 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f678c011640 con 0x7f679815a150 2024-09-21T00:35:36.489 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.486+0000 7f6794ff9640 1 -- 172.21.15.67:0/3221277207 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f678c016020 con 0x7f679815a150 2024-09-21T00:35:36.489 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.486+0000 7f679e8f9640 1 -- 172.21.15.67:0/3221277207 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f679815a7f0 con 0x7f679815a150 2024-09-21T00:35:36.489 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.486+0000 7f6794ff9640 1 -- 172.21.15.67:0/3221277207 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f678c011a60 con 0x7f679815a150 2024-09-21T00:35:36.489 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.486+0000 7f679e8f9640 1 -- 172.21.15.67:0/3221277207 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67981f3fe0 con 0x7f679815a150 2024-09-21T00:35:36.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.487+0000 7f679e8f9640 1 -- 172.21.15.67:0/3221277207 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f67980b3c60 con 0x7f679815a150 2024-09-21T00:35:36.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.488+0000 7f6794ff9640 1 -- 172.21.15.67:0/3221277207 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f678c011c00 con 0x7f679815a150 2024-09-21T00:35:36.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.489+0000 7f6794ff9640 1 --2- 172.21.15.67:0/3221277207 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6784078bc0 0x7f678407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:36.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.489+0000 7f6794ff9640 1 -- 172.21.15.67:0/3221277207 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(186..186 src has 1..186) ==== 5854+0+0 (secure 0 0 0) 0x7f678c09ba80 con 0x7f679815a150 2024-09-21T00:35:36.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.489+0000 7f6797fff640 1 --2- 172.21.15.67:0/3221277207 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6784078bc0 0x7f678407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:36.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.489+0000 7f6797fff640 1 --2- 172.21.15.67:0/3221277207 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6784078bc0 0x7f678407b0d0 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7f6788033000 tx=0x7f67880019f0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:36.494 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.493+0000 7f6794ff9640 1 -- 172.21.15.67:0/3221277207 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f678c020020 con 0x7f679815a150 2024-09-21T00:35:36.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.682+0000 7f679e8f9640 1 -- 172.21.15.67:0/3221277207 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f679815a580 con 0x7f679815a150 2024-09-21T00:35:36.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.684+0000 7f6794ff9640 1 -- 172.21.15.67:0/3221277207 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v186) ==== 74+0+16944 (secure 0 0 0) 0x7f67980b0f30 con 0x7f679815a150 2024-09-21T00:35:36.685 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:36.685 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":186,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:35:02.776552+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":29,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":28,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:34:47.436495+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"183","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":29,"pool_name":"cephfs_data","create_time":"2024-09-21T00:34:48.718937+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"184","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":185,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":185,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":182,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":182,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":185,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":182,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":182,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":182,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"29.d","mappings":[{"from":6,"to":0}]},{"pgid":"29.19","mappings":[{"from":6,"to":0}]},{"pgid":"29.1b","mappings":[{"from":6,"to":0}]},{"pgid":"29.1e","mappings":[{"from":6,"to":0}]},{"pgid":"29.20","mappings":[{"from":6,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:35:36.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.686+0000 7f679e8f9640 1 -- 172.21.15.67:0/3221277207 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6784078bc0 msgr2=0x7f678407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:36.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.686+0000 7f679e8f9640 1 --2- 172.21.15.67:0/3221277207 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6784078bc0 0x7f678407b0d0 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7f6788033000 tx=0x7f67880019f0 comp rx=0 tx=0).stop 2024-09-21T00:35:36.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.686+0000 7f679e8f9640 1 -- 172.21.15.67:0/3221277207 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f679815a150 msgr2=0x7f6798157730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:36.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.686+0000 7f679e8f9640 1 --2- 172.21.15.67:0/3221277207 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f679815a150 0x7f6798157730 secure :-1 s=READY pgs=2413 cs=0 l=1 rev1=1 crypto rx=0x7f678c003f50 tx=0x7f678c0016f0 comp rx=0 tx=0).stop 2024-09-21T00:35:36.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.686+0000 7f679e8f9640 1 -- 172.21.15.67:0/3221277207 shutdown_connections 2024-09-21T00:35:36.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.686+0000 7f679e8f9640 1 --2- 172.21.15.67:0/3221277207 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6784078bc0 0x7f678407b0d0 unknown :-1 s=CLOSED pgs=896 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:36.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.686+0000 7f679e8f9640 1 --2- 172.21.15.67:0/3221277207 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f67980b05e0 0x7f67980b09f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:36.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.686+0000 7f679e8f9640 1 --2- 172.21.15.67:0/3221277207 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f679815a150 0x7f6798157730 unknown :-1 s=CLOSED pgs=2413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:36.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.686+0000 7f679e8f9640 1 --2- 172.21.15.67:0/3221277207 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6780003a30 0x7f67980c5820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:36.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.686+0000 7f679e8f9640 1 -- 172.21.15.67:0/3221277207 >> 172.21.15.67:0/3221277207 conn(0x7f6798074720 msgr2=0x7f6798071960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:36.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.686+0000 7f679e8f9640 1 -- 172.21.15.67:0/3221277207 shutdown_connections 2024-09-21T00:35:36.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.686+0000 7f679e8f9640 1 -- 172.21.15.67:0/3221277207 wait complete. 2024-09-21T00:35:36.699 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-21T00:35:36.699 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:35:36.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.814+0000 7fb651f2b640 1 -- 172.21.15.67:0/601115681 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb64c0d0860 msgr2=0x7fb64c0d0c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:36.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.814+0000 7fb651f2b640 1 --2- 172.21.15.67:0/601115681 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb64c0d0860 0x7fb64c0d0c70 secure :-1 s=READY pgs=2415 cs=0 l=1 rev1=1 crypto rx=0x7fb640009830 tx=0x7fb64002a510 comp rx=0 tx=0).stop 2024-09-21T00:35:36.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.814+0000 7fb651f2b640 1 -- 172.21.15.67:0/601115681 shutdown_connections 2024-09-21T00:35:36.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.814+0000 7fb651f2b640 1 --2- 172.21.15.67:0/601115681 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb64c0ccea0 0x7fb64c0cd2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:36.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.814+0000 7fb651f2b640 1 --2- 172.21.15.67:0/601115681 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb64c0d0860 0x7fb64c0d0c70 unknown :-1 s=CLOSED pgs=2415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:36.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.814+0000 7fb651f2b640 1 -- 172.21.15.67:0/601115681 >> 172.21.15.67:0/601115681 conn(0x7fb64c0b4030 msgr2=0x7fb64c0b4440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:36.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.814+0000 7fb651f2b640 1 -- 172.21.15.67:0/601115681 shutdown_connections 2024-09-21T00:35:36.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.814+0000 7fb651f2b640 1 -- 172.21.15.67:0/601115681 wait complete. 2024-09-21T00:35:36.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.816+0000 7fb651f2b640 1 Processor -- start 2024-09-21T00:35:36.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.816+0000 7fb651f2b640 1 -- start start 2024-09-21T00:35:36.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.817+0000 7fb651f2b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb64c0ccea0 0x7fb64c15adb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:36.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.817+0000 7fb651f2b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb64c0cfb90 0x7fb64c0c85f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:36.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.817+0000 7fb651f2b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb64c0d0860 0x7fb64c0c8b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:36.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.817+0000 7fb651f2b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fb64c0cd970 con 0x7fb64c0cfb90 2024-09-21T00:35:36.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.817+0000 7fb651f2b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fb64c0cd7f0 con 0x7fb64c0ccea0 2024-09-21T00:35:36.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.817+0000 7fb651f2b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fb64c0cdaf0 con 0x7fb64c0d0860 2024-09-21T00:35:36.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.818+0000 7fb64affd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb64c0cfb90 0x7fb64c0c85f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:36.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.818+0000 7fb64affd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb64c0cfb90 0x7fb64c0c85f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46972/0 (socket says 172.21.15.67:46972) 2024-09-21T00:35:36.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.818+0000 7fb64affd640 1 -- 172.21.15.67:0/2234382018 learned_addr learned my addr 172.21.15.67:0/2234382018 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:35:36.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.818+0000 7fb64bfff640 1 --2- 172.21.15.67:0/2234382018 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb64c0d0860 0x7fb64c0c8b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:36.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.818+0000 7fb64b7fe640 1 --2- 172.21.15.67:0/2234382018 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb64c0ccea0 0x7fb64c15adb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:36.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.818+0000 7fb64affd640 1 -- 172.21.15.67:0/2234382018 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb64c0d0860 msgr2=0x7fb64c0c8b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:36.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.818+0000 7fb64affd640 1 --2- 172.21.15.67:0/2234382018 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb64c0d0860 0x7fb64c0c8b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:36.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.818+0000 7fb64affd640 1 -- 172.21.15.67:0/2234382018 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb64c0ccea0 msgr2=0x7fb64c15adb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:36.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.818+0000 7fb64affd640 1 --2- 172.21.15.67:0/2234382018 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb64c0ccea0 0x7fb64c15adb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:36.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.818+0000 7fb64affd640 1 -- 172.21.15.67:0/2234382018 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb64c0c6690 con 0x7fb64c0cfb90 2024-09-21T00:35:36.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.818+0000 7fb64affd640 1 --2- 172.21.15.67:0/2234382018 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb64c0cfb90 0x7fb64c0c85f0 secure :-1 s=READY pgs=2416 cs=0 l=1 rev1=1 crypto rx=0x7fb640009950 tx=0x7fb640033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:36.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.818+0000 7fb633fff640 1 -- 172.21.15.67:0/2234382018 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb640031d60 con 0x7fb64c0cfb90 2024-09-21T00:35:36.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.818+0000 7fb633fff640 1 -- 172.21.15.67:0/2234382018 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb640033e10 con 0x7fb64c0cfb90 2024-09-21T00:35:36.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.818+0000 7fb651f2b640 1 -- 172.21.15.67:0/2234382018 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb64c15be40 con 0x7fb64c0cfb90 2024-09-21T00:35:36.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.818+0000 7fb633fff640 1 -- 172.21.15.67:0/2234382018 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb640005260 con 0x7fb64c0cfb90 2024-09-21T00:35:36.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.818+0000 7fb651f2b640 1 -- 172.21.15.67:0/2234382018 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb64c0c60d0 con 0x7fb64c0cfb90 2024-09-21T00:35:36.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.819+0000 7fb651f2b640 1 -- 172.21.15.67:0/2234382018 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb64c0ce010 con 0x7fb64c0cfb90 2024-09-21T00:35:36.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.820+0000 7fb633fff640 1 -- 172.21.15.67:0/2234382018 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fb640005400 con 0x7fb64c0cfb90 2024-09-21T00:35:36.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.821+0000 7fb633fff640 1 --2- 172.21.15.67:0/2234382018 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb638078b90 0x7fb63807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:36.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.821+0000 7fb633fff640 1 -- 172.21.15.67:0/2234382018 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(186..186 src has 1..186) ==== 5854+0+0 (secure 0 0 0) 0x7fb6400bc370 con 0x7fb64c0cfb90 2024-09-21T00:35:36.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.821+0000 7fb64b7fe640 1 --2- 172.21.15.67:0/2234382018 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb638078b90 0x7fb63807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:36.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.822+0000 7fb64b7fe640 1 --2- 172.21.15.67:0/2234382018 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb638078b90 0x7fb63807b0a0 secure :-1 s=READY pgs=897 cs=0 l=1 rev1=1 crypto rx=0x7fb63c000f60 tx=0x7fb63c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:36.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:36.824+0000 7fb633fff640 1 -- 172.21.15.67:0/2234382018 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fb64003f030 con 0x7fb64c0cfb90 2024-09-21T00:35:37.052 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.051+0000 7fb651f2b640 1 -- 172.21.15.67:0/2234382018 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb64c0b5d30 con 0x7fb64c0cfb90 2024-09-21T00:35:37.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.052+0000 7fb633fff640 1 -- 172.21.15.67:0/2234382018 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 160 v160) ==== 95+0+5235 (secure 0 0 0) 0x7fb640005d00 con 0x7fb64c0cfb90 2024-09-21T00:35:37.053 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:37.053 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":160,"btime":"2024-09-21T00:34:53:408205+0000","default_fscid":14,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8633,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/4290480357","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":4290480357},{"type":"v1","addr":"172.21.15.97:6836","nonce":4290480357}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":155},{"gid":9691,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/771998700","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":771998700},{"type":"v1","addr":"172.21.15.67:6835","nonce":771998700}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":155},{"gid":9703,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/2200145279","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":2200145279},{"type":"v1","addr":"172.21.15.97:6837","nonce":2200145279}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":155}],"filesystems":[{"mdsmap":{"epoch":160,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:34:49.753113+0000","modified":"2024-09-21T00:34:52.791688+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":10917},"failed":[],"damaged":[],"stopped":[],"info":{"gid_10917":{"gid":10917,"name":"c","rank":0,"incarnation":156,"state":"up:active","state_seq":3,"addr":"172.21.15.67:6834/2344210347","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":2344210347},{"type":"v1","addr":"172.21.15.67:6834","nonce":2344210347}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[29],"metadata_pool":28,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":10917,"qdb_cluster":[10917]},"id":14}]} 2024-09-21T00:35:37.053 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 160 2024-09-21T00:35:37.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.054+0000 7fb651f2b640 1 -- 172.21.15.67:0/2234382018 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb638078b90 msgr2=0x7fb63807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:37.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.054+0000 7fb651f2b640 1 --2- 172.21.15.67:0/2234382018 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb638078b90 0x7fb63807b0a0 secure :-1 s=READY pgs=897 cs=0 l=1 rev1=1 crypto rx=0x7fb63c000f60 tx=0x7fb63c009040 comp rx=0 tx=0).stop 2024-09-21T00:35:37.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.054+0000 7fb651f2b640 1 -- 172.21.15.67:0/2234382018 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb64c0cfb90 msgr2=0x7fb64c0c85f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:37.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.054+0000 7fb651f2b640 1 --2- 172.21.15.67:0/2234382018 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb64c0cfb90 0x7fb64c0c85f0 secure :-1 s=READY pgs=2416 cs=0 l=1 rev1=1 crypto rx=0x7fb640009950 tx=0x7fb640033c20 comp rx=0 tx=0).stop 2024-09-21T00:35:37.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.054+0000 7fb651f2b640 1 -- 172.21.15.67:0/2234382018 shutdown_connections 2024-09-21T00:35:37.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.054+0000 7fb651f2b640 1 --2- 172.21.15.67:0/2234382018 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb638078b90 0x7fb63807b0a0 unknown :-1 s=CLOSED pgs=897 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:37.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.054+0000 7fb651f2b640 1 --2- 172.21.15.67:0/2234382018 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb64c0d0860 0x7fb64c0c8b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:37.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.054+0000 7fb651f2b640 1 --2- 172.21.15.67:0/2234382018 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb64c0cfb90 0x7fb64c0c85f0 unknown :-1 s=CLOSED pgs=2416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:37.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.054+0000 7fb651f2b640 1 --2- 172.21.15.67:0/2234382018 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb64c0ccea0 0x7fb64c15adb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:37.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.054+0000 7fb651f2b640 1 -- 172.21.15.67:0/2234382018 >> 172.21.15.67:0/2234382018 conn(0x7fb64c0b4030 msgr2=0x7fb64c15eb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:37.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.054+0000 7fb651f2b640 1 -- 172.21.15.67:0/2234382018 shutdown_connections 2024-09-21T00:35:37.056 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.054+0000 7fb651f2b640 1 -- 172.21.15.67:0/2234382018 wait complete. 2024-09-21T00:35:37.067 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:35:37.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.182+0000 7fe7ef3e6640 1 -- 172.21.15.67:0/139303549 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe7e80cee30 msgr2=0x7fe7e815ce30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:37.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.182+0000 7fe7ef3e6640 1 --2- 172.21.15.67:0/139303549 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe7e80cee30 0x7fe7e815ce30 secure :-1 s=READY pgs=2418 cs=0 l=1 rev1=1 crypto rx=0x7fe7d8005fd0 tx=0x7fe7d802aa90 comp rx=0 tx=0).stop 2024-09-21T00:35:37.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.182+0000 7fe7ef3e6640 1 -- 172.21.15.67:0/139303549 shutdown_connections 2024-09-21T00:35:37.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.182+0000 7fe7ef3e6640 1 --2- 172.21.15.67:0/139303549 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe7e80cee30 0x7fe7e815ce30 unknown :-1 s=CLOSED pgs=2418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:37.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.182+0000 7fe7ef3e6640 1 --2- 172.21.15.67:0/139303549 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe7e8069410 0x7fe7e80ce8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:37.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.182+0000 7fe7ef3e6640 1 -- 172.21.15.67:0/139303549 >> 172.21.15.67:0/139303549 conn(0x7fe7e8074480 msgr2=0x7fe7e806cb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:37.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.182+0000 7fe7ef3e6640 1 -- 172.21.15.67:0/139303549 shutdown_connections 2024-09-21T00:35:37.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.182+0000 7fe7ef3e6640 1 -- 172.21.15.67:0/139303549 wait complete. 2024-09-21T00:35:37.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.184+0000 7fe7ef3e6640 1 Processor -- start 2024-09-21T00:35:37.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.184+0000 7fe7ef3e6640 1 -- start start 2024-09-21T00:35:37.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.185+0000 7fe7ef3e6640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe7e80cee30 0x7fe7e80cd200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:37.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.185+0000 7fe7ef3e6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe7e81460a0 0x7fe7e81557a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:37.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.185+0000 7fe7ef3e6640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe7e8155ce0 0x7fe7e8140ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:37.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.186+0000 7fe7ef3e6640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fe7e815d4f0 con 0x7fe7e81460a0 2024-09-21T00:35:37.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.186+0000 7fe7ef3e6640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fe7e815d370 con 0x7fe7e8155ce0 2024-09-21T00:35:37.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.186+0000 7fe7ef3e6640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fe7e815d670 con 0x7fe7e80cee30 2024-09-21T00:35:37.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.186+0000 7fe7ec981640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe7e81460a0 0x7fe7e81557a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:37.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.186+0000 7fe7ec981640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe7e81460a0 0x7fe7e81557a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46990/0 (socket says 172.21.15.67:46990) 2024-09-21T00:35:37.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.186+0000 7fe7ec981640 1 -- 172.21.15.67:0/2726125871 learned_addr learned my addr 172.21.15.67:0/2726125871 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:35:37.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.186+0000 7fe7ed983640 1 --2- 172.21.15.67:0/2726125871 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe7e8155ce0 0x7fe7e8140ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:37.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.186+0000 7fe7ed182640 1 --2- 172.21.15.67:0/2726125871 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe7e80cee30 0x7fe7e80cd200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:37.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.186+0000 7fe7ec981640 1 -- 172.21.15.67:0/2726125871 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe7e80cee30 msgr2=0x7fe7e80cd200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:37.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.186+0000 7fe7ec981640 1 --2- 172.21.15.67:0/2726125871 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe7e80cee30 0x7fe7e80cd200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:37.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.186+0000 7fe7ec981640 1 -- 172.21.15.67:0/2726125871 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe7e8155ce0 msgr2=0x7fe7e8140ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:37.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.186+0000 7fe7ec981640 1 --2- 172.21.15.67:0/2726125871 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe7e8155ce0 0x7fe7e8140ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:37.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.186+0000 7fe7ec981640 1 -- 172.21.15.67:0/2726125871 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe7e8153ff0 con 0x7fe7e81460a0 2024-09-21T00:35:37.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.186+0000 7fe7ed182640 1 --2- 172.21.15.67:0/2726125871 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe7e80cee30 0x7fe7e80cd200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:35:37.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.186+0000 7fe7ec981640 1 --2- 172.21.15.67:0/2726125871 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe7e81460a0 0x7fe7e81557a0 secure :-1 s=READY pgs=2419 cs=0 l=1 rev1=1 crypto rx=0x7fe7dc00e7c0 tx=0x7fe7dc00ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:37.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.186+0000 7fe7e5ffb640 1 -- 172.21.15.67:0/2726125871 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7dc00ccc0 con 0x7fe7e81460a0 2024-09-21T00:35:37.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.186+0000 7fe7e5ffb640 1 -- 172.21.15.67:0/2726125871 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe7dc00ce80 con 0x7fe7e81460a0 2024-09-21T00:35:37.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.186+0000 7fe7ef3e6640 1 -- 172.21.15.67:0/2726125871 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe7e81f3df0 con 0x7fe7e81460a0 2024-09-21T00:35:37.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.186+0000 7fe7e5ffb640 1 -- 172.21.15.67:0/2726125871 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe7dc005280 con 0x7fe7e81460a0 2024-09-21T00:35:37.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.187+0000 7fe7ef3e6640 1 -- 172.21.15.67:0/2726125871 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7e81f43b0 con 0x7fe7e81460a0 2024-09-21T00:35:37.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.188+0000 7fe7ef3e6640 1 -- 172.21.15.67:0/2726125871 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe7e815db30 con 0x7fe7e81460a0 2024-09-21T00:35:37.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.188+0000 7fe7e5ffb640 1 -- 172.21.15.67:0/2726125871 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fe7dc005420 con 0x7fe7e81460a0 2024-09-21T00:35:37.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.189+0000 7fe7e5ffb640 1 --2- 172.21.15.67:0/2726125871 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe7d4078b90 0x7fe7d407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:37.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.189+0000 7fe7e5ffb640 1 -- 172.21.15.67:0/2726125871 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(186..186 src has 1..186) ==== 5854+0+0 (secure 0 0 0) 0x7fe7dc09b790 con 0x7fe7e81460a0 2024-09-21T00:35:37.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.189+0000 7fe7ed182640 1 --2- 172.21.15.67:0/2726125871 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe7d4078b90 0x7fe7d407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:37.191 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.190+0000 7fe7ed182640 1 --2- 172.21.15.67:0/2726125871 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe7d4078b90 0x7fe7d407b0a0 secure :-1 s=READY pgs=898 cs=0 l=1 rev1=1 crypto rx=0x7fe7e0000f60 tx=0x7fe7e0009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:37.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.194+0000 7fe7e5ffb640 1 -- 172.21.15.67:0/2726125871 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fe7dc063ac0 con 0x7fe7e81460a0 2024-09-21T00:35:37.422 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.421+0000 7fe7ef3e6640 1 -- 172.21.15.67:0/2726125871 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe7e81f3b80 con 0x7fe7e81460a0 2024-09-21T00:35:37.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.422+0000 7fe7e5ffb640 1 -- 172.21.15.67:0/2726125871 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 160 v160) ==== 95+0+5235 (secure 0 0 0) 0x7fe7dc0633c0 con 0x7fe7e81460a0 2024-09-21T00:35:37.423 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:37.423 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":160,"btime":"2024-09-21T00:34:53:408205+0000","default_fscid":14,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8633,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/4290480357","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":4290480357},{"type":"v1","addr":"172.21.15.97:6836","nonce":4290480357}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":155},{"gid":9691,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/771998700","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":771998700},{"type":"v1","addr":"172.21.15.67:6835","nonce":771998700}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":155},{"gid":9703,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/2200145279","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":2200145279},{"type":"v1","addr":"172.21.15.97:6837","nonce":2200145279}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":155}],"filesystems":[{"mdsmap":{"epoch":160,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:34:49.753113+0000","modified":"2024-09-21T00:34:52.791688+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":10917},"failed":[],"damaged":[],"stopped":[],"info":{"gid_10917":{"gid":10917,"name":"c","rank":0,"incarnation":156,"state":"up:active","state_seq":3,"addr":"172.21.15.67:6834/2344210347","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":2344210347},{"type":"v1","addr":"172.21.15.67:6834","nonce":2344210347}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[29],"metadata_pool":28,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":10917,"qdb_cluster":[10917]},"id":14}]} 2024-09-21T00:35:37.423 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 160 2024-09-21T00:35:37.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.424+0000 7fe7ef3e6640 1 -- 172.21.15.67:0/2726125871 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe7d4078b90 msgr2=0x7fe7d407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:37.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.424+0000 7fe7ef3e6640 1 --2- 172.21.15.67:0/2726125871 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe7d4078b90 0x7fe7d407b0a0 secure :-1 s=READY pgs=898 cs=0 l=1 rev1=1 crypto rx=0x7fe7e0000f60 tx=0x7fe7e0009040 comp rx=0 tx=0).stop 2024-09-21T00:35:37.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.424+0000 7fe7ef3e6640 1 -- 172.21.15.67:0/2726125871 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe7e81460a0 msgr2=0x7fe7e81557a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:37.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.424+0000 7fe7ef3e6640 1 --2- 172.21.15.67:0/2726125871 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe7e81460a0 0x7fe7e81557a0 secure :-1 s=READY pgs=2419 cs=0 l=1 rev1=1 crypto rx=0x7fe7dc00e7c0 tx=0x7fe7dc00ec80 comp rx=0 tx=0).stop 2024-09-21T00:35:37.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.424+0000 7fe7ef3e6640 1 -- 172.21.15.67:0/2726125871 shutdown_connections 2024-09-21T00:35:37.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.424+0000 7fe7ef3e6640 1 --2- 172.21.15.67:0/2726125871 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe7d4078b90 0x7fe7d407b0a0 unknown :-1 s=CLOSED pgs=898 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:37.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.424+0000 7fe7ef3e6640 1 --2- 172.21.15.67:0/2726125871 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe7e8155ce0 0x7fe7e8140ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:37.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.424+0000 7fe7ef3e6640 1 --2- 172.21.15.67:0/2726125871 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe7e81460a0 0x7fe7e81557a0 unknown :-1 s=CLOSED pgs=2419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:37.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.424+0000 7fe7ef3e6640 1 --2- 172.21.15.67:0/2726125871 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe7e80cee30 0x7fe7e80cd200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:37.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.424+0000 7fe7ef3e6640 1 -- 172.21.15.67:0/2726125871 >> 172.21.15.67:0/2726125871 conn(0x7fe7e8074480 msgr2=0x7fe7e815b360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:37.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.424+0000 7fe7ef3e6640 1 -- 172.21.15.67:0/2726125871 shutdown_connections 2024-09-21T00:35:37.426 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.424+0000 7fe7ef3e6640 1 -- 172.21.15.67:0/2726125871 wait complete. 2024-09-21T00:35:37.436 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:35:37.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.552+0000 7fbc0a912640 1 -- 172.21.15.67:0/167507035 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbbec004d40 msgr2=0x7fbbec005210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:37.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.552+0000 7fbc0a912640 1 --2- 172.21.15.67:0/167507035 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbbec004d40 0x7fbbec005210 secure :-1 s=READY pgs=2421 cs=0 l=1 rev1=1 crypto rx=0x7fbc040c81a0 tx=0x7fbbec005830 comp rx=0 tx=0).stop 2024-09-21T00:35:37.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.552+0000 7fbc08eaf640 1 -- 172.21.15.67:0/167507035 reap_dead start 2024-09-21T00:35:37.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.552+0000 7fbc0a912640 1 -- 172.21.15.67:0/167507035 shutdown_connections 2024-09-21T00:35:37.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.552+0000 7fbc0a912640 1 -- 172.21.15.67:0/167507035 >> 172.21.15.67:0/167507035 conn(0x7fbc04073c20 msgr2=0x7fbc0406cb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:37.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.553+0000 7fbc0a912640 1 -- 172.21.15.67:0/167507035 shutdown_connections 2024-09-21T00:35:37.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.553+0000 7fbc0a912640 1 -- 172.21.15.67:0/167507035 wait complete. 2024-09-21T00:35:37.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.554+0000 7fbc0a912640 1 Processor -- start 2024-09-21T00:35:37.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.554+0000 7fbc0a912640 1 -- start start 2024-09-21T00:35:37.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.556+0000 7fbc0a912640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbc0415be40 0x7fbc04161b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:37.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.556+0000 7fbc0a912640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbc04152c10 0x7fbc040ccdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:37.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.556+0000 7fbc0a912640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbc040cbc80 0x7fbc040cc090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:37.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.556+0000 7fbc0a912640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fbc04163290 con 0x7fbc0415be40 2024-09-21T00:35:37.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.556+0000 7fbc0a912640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fbc0415ef70 con 0x7fbc040cbc80 2024-09-21T00:35:37.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.556+0000 7fbc0a912640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fbc04163410 con 0x7fbc04152c10 2024-09-21T00:35:37.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.556+0000 7fbc03fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbc0415be40 0x7fbc04161b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:37.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.556+0000 7fbc03fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbc0415be40 0x7fbc04161b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:47020/0 (socket says 172.21.15.67:47020) 2024-09-21T00:35:37.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.556+0000 7fbc03fff640 1 -- 172.21.15.67:0/3425357730 learned_addr learned my addr 172.21.15.67:0/3425357730 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:35:37.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.556+0000 7fbc037fe640 1 --2- 172.21.15.67:0/3425357730 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbc04152c10 0x7fbc040ccdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:37.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.556+0000 7fbc08eaf640 1 --2- 172.21.15.67:0/3425357730 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbc040cbc80 0x7fbc040cc090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:37.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.556+0000 7fbc03fff640 1 -- 172.21.15.67:0/3425357730 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbc04152c10 msgr2=0x7fbc040ccdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:37.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.556+0000 7fbc03fff640 1 --2- 172.21.15.67:0/3425357730 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbc04152c10 0x7fbc040ccdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:37.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.556+0000 7fbc03fff640 1 -- 172.21.15.67:0/3425357730 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbc040cbc80 msgr2=0x7fbc040cc090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:37.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.556+0000 7fbc03fff640 1 --2- 172.21.15.67:0/3425357730 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbc040cbc80 0x7fbc040cc090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:37.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.556+0000 7fbc03fff640 1 -- 172.21.15.67:0/3425357730 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc04160a40 con 0x7fbc0415be40 2024-09-21T00:35:37.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.556+0000 7fbc03fff640 1 --2- 172.21.15.67:0/3425357730 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbc0415be40 0x7fbc04161b10 secure :-1 s=READY pgs=2422 cs=0 l=1 rev1=1 crypto rx=0x7fbbf4003f50 tx=0x7fbbf40016f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:37.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.557+0000 7fbc00ff9640 1 -- 172.21.15.67:0/3425357730 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbf4011640 con 0x7fbc0415be40 2024-09-21T00:35:37.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.557+0000 7fbc00ff9640 1 -- 172.21.15.67:0/3425357730 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbbf4016020 con 0x7fbc0415be40 2024-09-21T00:35:37.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.557+0000 7fbc0a912640 1 -- 172.21.15.67:0/3425357730 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc0415c620 con 0x7fbc0415be40 2024-09-21T00:35:37.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.557+0000 7fbc00ff9640 1 -- 172.21.15.67:0/3425357730 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbf4011a60 con 0x7fbc0415be40 2024-09-21T00:35:37.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.557+0000 7fbc0a912640 1 -- 172.21.15.67:0/3425357730 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc04160480 con 0x7fbc0415be40 2024-09-21T00:35:37.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.558+0000 7fbc0a912640 1 -- 172.21.15.67:0/3425357730 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbc0406d060 con 0x7fbc0415be40 2024-09-21T00:35:37.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.559+0000 7fbc00ff9640 1 -- 172.21.15.67:0/3425357730 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fbbf4011c00 con 0x7fbc0415be40 2024-09-21T00:35:37.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.559+0000 7fbc00ff9640 1 --2- 172.21.15.67:0/3425357730 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbbf0078bc0 0x7fbbf007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:37.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.559+0000 7fbc00ff9640 1 -- 172.21.15.67:0/3425357730 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(186..186 src has 1..186) ==== 5854+0+0 (secure 0 0 0) 0x7fbbf409b940 con 0x7fbc0415be40 2024-09-21T00:35:37.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.559+0000 7fbc037fe640 1 --2- 172.21.15.67:0/3425357730 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbbf0078bc0 0x7fbbf007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:37.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.560+0000 7fbc037fe640 1 --2- 172.21.15.67:0/3425357730 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbbf0078bc0 0x7fbbf007b0d0 secure :-1 s=READY pgs=899 cs=0 l=1 rev1=1 crypto rx=0x7fbc04153420 tx=0x7fbbf8006720 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:37.565 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.564+0000 7fbc00ff9640 1 -- 172.21.15.67:0/3425357730 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fbc0406d060 con 0x7fbc0415be40 2024-09-21T00:35:37.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.753+0000 7fbc0a912640 1 -- 172.21.15.67:0/3425357730 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fbc040d1110 con 0x7fbc0415be40 2024-09-21T00:35:37.755 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.754+0000 7fbc00ff9640 1 -- 172.21.15.67:0/3425357730 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v186) ==== 74+0+16944 (secure 0 0 0) 0x7fbbf4020020 con 0x7fbc0415be40 2024-09-21T00:35:37.755 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:37.756 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":186,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:35:02.776552+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":29,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":28,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:34:47.436495+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"183","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":29,"pool_name":"cephfs_data","create_time":"2024-09-21T00:34:48.718937+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"184","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":185,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":185,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":182,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":182,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":185,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":182,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":182,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":182,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"29.d","mappings":[{"from":6,"to":0}]},{"pgid":"29.19","mappings":[{"from":6,"to":0}]},{"pgid":"29.1b","mappings":[{"from":6,"to":0}]},{"pgid":"29.1e","mappings":[{"from":6,"to":0}]},{"pgid":"29.20","mappings":[{"from":6,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:35:37.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.756+0000 7fbc0a912640 1 -- 172.21.15.67:0/3425357730 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbbf0078bc0 msgr2=0x7fbbf007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:37.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.756+0000 7fbc0a912640 1 --2- 172.21.15.67:0/3425357730 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbbf0078bc0 0x7fbbf007b0d0 secure :-1 s=READY pgs=899 cs=0 l=1 rev1=1 crypto rx=0x7fbc04153420 tx=0x7fbbf8006720 comp rx=0 tx=0).stop 2024-09-21T00:35:37.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.756+0000 7fbc0a912640 1 -- 172.21.15.67:0/3425357730 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbc0415be40 msgr2=0x7fbc04161b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:37.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.756+0000 7fbc0a912640 1 --2- 172.21.15.67:0/3425357730 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbc0415be40 0x7fbc04161b10 secure :-1 s=READY pgs=2422 cs=0 l=1 rev1=1 crypto rx=0x7fbbf4003f50 tx=0x7fbbf40016f0 comp rx=0 tx=0).stop 2024-09-21T00:35:37.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.757+0000 7fbc0a912640 1 -- 172.21.15.67:0/3425357730 shutdown_connections 2024-09-21T00:35:37.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.757+0000 7fbc0a912640 1 --2- 172.21.15.67:0/3425357730 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbbf0078bc0 0x7fbbf007b0d0 unknown :-1 s=CLOSED pgs=899 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:37.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.757+0000 7fbc0a912640 1 --2- 172.21.15.67:0/3425357730 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbc040cbc80 0x7fbc040cc090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:37.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.757+0000 7fbc0a912640 1 --2- 172.21.15.67:0/3425357730 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbc04152c10 0x7fbc040ccdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:37.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.757+0000 7fbc0a912640 1 --2- 172.21.15.67:0/3425357730 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbc0415be40 0x7fbc04161b10 unknown :-1 s=CLOSED pgs=2422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:37.759 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.757+0000 7fbc0a912640 1 -- 172.21.15.67:0/3425357730 >> 172.21.15.67:0/3425357730 conn(0x7fbc04073c20 msgr2=0x7fbc040b4860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:37.759 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.757+0000 7fbc0a912640 1 -- 172.21.15.67:0/3425357730 shutdown_connections 2024-09-21T00:35:37.759 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.757+0000 7fbc0a912640 1 -- 172.21.15.67:0/3425357730 wait complete. 2024-09-21T00:35:37.770 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-21T00:35:37.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.887+0000 7fdbf6afa640 1 -- 172.21.15.67:0/1143525326 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdbf00b0500 msgr2=0x7fdbf00b0910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:37.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.887+0000 7fdbf6afa640 1 --2- 172.21.15.67:0/1143525326 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdbf00b0500 0x7fdbf00b0910 secure :-1 s=READY pgs=2424 cs=0 l=1 rev1=1 crypto rx=0x7fdbf0074040 tx=0x7fdbe802a5f0 comp rx=0 tx=0).stop 2024-09-21T00:35:37.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.887+0000 7fdbf6afa640 1 -- 172.21.15.67:0/1143525326 shutdown_connections 2024-09-21T00:35:37.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.887+0000 7fdbf6afa640 1 --2- 172.21.15.67:0/1143525326 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdbf00b0500 0x7fdbf00b0910 unknown :-1 s=CLOSED pgs=2424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:37.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.887+0000 7fdbf6afa640 1 --2- 172.21.15.67:0/1143525326 >> v2:172.21.15.97:3300/0 conn(0x7fdbf00d0a40 0x7fdbf00d0130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:37.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.887+0000 7fdbf6afa640 1 -- 172.21.15.67:0/1143525326 >> 172.21.15.67:0/1143525326 conn(0x7fdbf00b4210 msgr2=0x7fdbf00b4620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:37.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.887+0000 7fdbf6afa640 1 -- 172.21.15.67:0/1143525326 shutdown_connections 2024-09-21T00:35:37.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.887+0000 7fdbf6afa640 1 -- 172.21.15.67:0/1143525326 wait complete. 2024-09-21T00:35:37.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.889+0000 7fdbf6afa640 1 Processor -- start 2024-09-21T00:35:37.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.889+0000 7fdbf6afa640 1 -- start start 2024-09-21T00:35:37.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.890+0000 7fdbf6afa640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdbf00b0500 0x7fdbf0071570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:37.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.890+0000 7fdbf6afa640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdbf00d0a40 0x7fdbf0071ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:37.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.890+0000 7fdbf6afa640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdbf015cb90 0x7fdbf00cdee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:37.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.890+0000 7fdbf6afa640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fdbf00b6bc0 con 0x7fdbf015cb90 2024-09-21T00:35:37.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.890+0000 7fdbf6afa640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fdbf00b6a40 con 0x7fdbf00b0500 2024-09-21T00:35:37.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.890+0000 7fdbf6afa640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fdbf00b6d40 con 0x7fdbf00d0a40 2024-09-21T00:35:37.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.890+0000 7fdbf5097640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdbf015cb90 0x7fdbf00cdee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:37.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.890+0000 7fdbf5097640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdbf015cb90 0x7fdbf00cdee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:47036/0 (socket says 172.21.15.67:47036) 2024-09-21T00:35:37.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.890+0000 7fdbf5097640 1 -- 172.21.15.67:0/2815572188 learned_addr learned my addr 172.21.15.67:0/2815572188 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:35:37.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.891+0000 7fdbf4896640 1 --2- 172.21.15.67:0/2815572188 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdbf00b0500 0x7fdbf0071570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:37.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.891+0000 7fdbeffff640 1 --2- 172.21.15.67:0/2815572188 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdbf00d0a40 0x7fdbf0071ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:37.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.891+0000 7fdbf5097640 1 -- 172.21.15.67:0/2815572188 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdbf00d0a40 msgr2=0x7fdbf0071ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:37.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.891+0000 7fdbf5097640 1 --2- 172.21.15.67:0/2815572188 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdbf00d0a40 0x7fdbf0071ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:37.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.891+0000 7fdbf5097640 1 -- 172.21.15.67:0/2815572188 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdbf00b0500 msgr2=0x7fdbf0071570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:37.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.891+0000 7fdbf5097640 1 --2- 172.21.15.67:0/2815572188 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdbf00b0500 0x7fdbf0071570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:37.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.891+0000 7fdbf5097640 1 -- 172.21.15.67:0/2815572188 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdbf0152c30 con 0x7fdbf015cb90 2024-09-21T00:35:37.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.891+0000 7fdbf5097640 1 --2- 172.21.15.67:0/2815572188 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdbf015cb90 0x7fdbf00cdee0 secure :-1 s=READY pgs=2425 cs=0 l=1 rev1=1 crypto rx=0x7fdbe80099c0 tx=0x7fdbe8003910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:37.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.891+0000 7fdbed7fa640 1 -- 172.21.15.67:0/2815572188 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbe803e030 con 0x7fdbf015cb90 2024-09-21T00:35:37.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.891+0000 7fdbed7fa640 1 -- 172.21.15.67:0/2815572188 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdbe8003e40 con 0x7fdbf015cb90 2024-09-21T00:35:37.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.891+0000 7fdbf6afa640 1 -- 172.21.15.67:0/2815572188 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdbf0152f10 con 0x7fdbf015cb90 2024-09-21T00:35:37.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.891+0000 7fdbed7fa640 1 -- 172.21.15.67:0/2815572188 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbe8035040 con 0x7fdbf015cb90 2024-09-21T00:35:37.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.891+0000 7fdbf6afa640 1 -- 172.21.15.67:0/2815572188 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdbf01534d0 con 0x7fdbf015cb90 2024-09-21T00:35:37.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.892+0000 7fdbf6afa640 1 -- 172.21.15.67:0/2815572188 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdbf00b71f0 con 0x7fdbf015cb90 2024-09-21T00:35:37.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.893+0000 7fdbed7fa640 1 -- 172.21.15.67:0/2815572188 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fdbe8041030 con 0x7fdbf015cb90 2024-09-21T00:35:37.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.893+0000 7fdbed7fa640 1 --2- 172.21.15.67:0/2815572188 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdbd0078b90 0x7fdbd007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:37.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.894+0000 7fdbed7fa640 1 -- 172.21.15.67:0/2815572188 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(186..186 src has 1..186) ==== 5854+0+0 (secure 0 0 0) 0x7fdbe80bb500 con 0x7fdbf015cb90 2024-09-21T00:35:37.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.894+0000 7fdbf4896640 1 --2- 172.21.15.67:0/2815572188 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdbd0078b90 0x7fdbd007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:37.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.894+0000 7fdbf4896640 1 --2- 172.21.15.67:0/2815572188 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdbd0078b90 0x7fdbd007b0a0 secure :-1 s=READY pgs=900 cs=0 l=1 rev1=1 crypto rx=0x7fdbe0005fd0 tx=0x7fdbe00095e0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:37.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:37.898+0000 7fdbed7fa640 1 -- 172.21.15.67:0/2815572188 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fdbe8083300 con 0x7fdbf015cb90 2024-09-21T00:35:38.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:38.129+0000 7fdbf6afa640 1 -- 172.21.15.67:0/2815572188 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fdbf0159bd0 con 0x7fdbf015cb90 2024-09-21T00:35:38.130 INFO:tasks.ceph.mon.a.smithi067.stderr:2024-09-21T00:35:38.129+0000 7f6547693640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-21T00:35:38.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:38.134+0000 7fdbed7fa640 1 -- 172.21.15.67:0/2815572188 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v161) ==== 161+0+0 (secure 0 0 0) 0x7fdbe8087d30 con 0x7fdbf015cb90 2024-09-21T00:35:38.135 INFO:teuthology.orchestra.run.smithi067.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-21T00:35:38.137 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:38.136+0000 7fdbf6afa640 1 -- 172.21.15.67:0/2815572188 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdbd0078b90 msgr2=0x7fdbd007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:38.138 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:38.136+0000 7fdbf6afa640 1 --2- 172.21.15.67:0/2815572188 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdbd0078b90 0x7fdbd007b0a0 secure :-1 s=READY pgs=900 cs=0 l=1 rev1=1 crypto rx=0x7fdbe0005fd0 tx=0x7fdbe00095e0 comp rx=0 tx=0).stop 2024-09-21T00:35:38.138 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:38.136+0000 7fdbf6afa640 1 -- 172.21.15.67:0/2815572188 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdbf015cb90 msgr2=0x7fdbf00cdee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:38.138 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:38.136+0000 7fdbf6afa640 1 --2- 172.21.15.67:0/2815572188 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdbf015cb90 0x7fdbf00cdee0 secure :-1 s=READY pgs=2425 cs=0 l=1 rev1=1 crypto rx=0x7fdbe80099c0 tx=0x7fdbe8003910 comp rx=0 tx=0).stop 2024-09-21T00:35:38.138 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:38.136+0000 7fdbf6afa640 1 -- 172.21.15.67:0/2815572188 shutdown_connections 2024-09-21T00:35:38.138 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:38.136+0000 7fdbf6afa640 1 --2- 172.21.15.67:0/2815572188 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdbd0078b90 0x7fdbd007b0a0 unknown :-1 s=CLOSED pgs=900 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:38.138 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:38.136+0000 7fdbf6afa640 1 --2- 172.21.15.67:0/2815572188 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdbf015cb90 0x7fdbf00cdee0 unknown :-1 s=CLOSED pgs=2425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:38.138 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:38.136+0000 7fdbf6afa640 1 --2- 172.21.15.67:0/2815572188 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdbf00d0a40 0x7fdbf0071ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:38.138 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:38.136+0000 7fdbf6afa640 1 --2- 172.21.15.67:0/2815572188 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdbf00b0500 0x7fdbf0071570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:38.138 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:38.136+0000 7fdbf6afa640 1 -- 172.21.15.67:0/2815572188 >> 172.21.15.67:0/2815572188 conn(0x7fdbf00b4210 msgr2=0x7fdbf00b3a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:38.138 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:38.136+0000 7fdbf6afa640 1 -- 172.21.15.67:0/2815572188 shutdown_connections 2024-09-21T00:35:38.138 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:38.136+0000 7fdbf6afa640 1 -- 172.21.15.67:0/2815572188 wait complete. 2024-09-21T00:35:38.142 INFO:tasks.ceph.mds.c.smithi067.stderr: -6214> 2024-09-21T00:34:56.347+0000 7fb98e73a640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-21T00:35:38.144 INFO:tasks.ceph.mds.c.smithi067.stderr: -3868> 2024-09-21T00:35:03.604+0000 7fb98a732640 -1 mds.0.scrubstack _validate_inode_done scrub error on inode [inode 0x10000000001 [2,head] /subdir/sixmegs auth v6 pv8 ap=4 DIRTYPARENT s=5242880 n(v0 rc2024-09-21T00:35:02.489263+0000 b5242880 1=1+0)->n(v0 rc2024-09-21T00:35:02.493724+0000 b6291456 1=1+0) (ifile lock->xlock w=1) (iquiesce lock w=1) cr={11100=0-12582912@1} caps={11100=pAsLsXsFc/-@5} | ptrwaiter=1 request=1 lock=3 caps=1 dirtyparent=1 dirty=0 waiter=1 authpin=1 scrubqueue=0 0x55dea18eec00]: {"performed_validation":true,"passed_validation":false,"backtrace":{"checked":true,"passed":false,"read_ret_val":0,"ondisk_value":"(-1)0x0:[]//[]","memoryvalue":"(29)0x10000000001:[<0x10000000000/sixmegs v6>,<0x1/subdir v8>]//[]","error_str":"failed to decode on-disk backtrace (0 bytes)!"},"raw_stats":{"checked":false,"passed":false,"read_ret_val":0,"ondisk_value.dirstat":"f()","ondisk_value.rstat":"n()","memory_value.dirstat":"f()","memory_value.rstat":"n()","error_str":""},"return_code":0} 2024-09-21T00:35:38.150 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-21T00:35:38.201 INFO:tasks.ceph.mds.c.smithi067.stdout:starting mds.c at 2024-09-21T00:35:38.272 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:38.271+0000 7f395ef69640 1 -- 172.21.15.67:0/3969203094 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f395815cb90 msgr2=0x7f39580b6120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:38.272 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:38.271+0000 7f395ef69640 1 --2- 172.21.15.67:0/3969203094 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f395815cb90 0x7f39580b6120 secure :-1 s=READY pgs=2429 cs=0 l=1 rev1=1 crypto rx=0x7f3958074040 tx=0x7f394c02a5f0 comp rx=0 tx=0).stop 2024-09-21T00:35:38.272 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:38.271+0000 7f395ef69640 1 -- 172.21.15.67:0/3969203094 shutdown_connections 2024-09-21T00:35:38.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:38.271+0000 7f395ef69640 1 --2- 172.21.15.67:0/3969203094 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f395815cb90 0x7f39580b6120 unknown :-1 s=CLOSED pgs=2429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:38.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:38.271+0000 7f395ef69640 1 --2- 172.21.15.67:0/3969203094 >> v2:172.21.15.97:3300/0 conn(0x7f39580d0a40 0x7f39580d0130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:38.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:38.271+0000 7f395ef69640 1 -- 172.21.15.67:0/3969203094 >> 172.21.15.67:0/3969203094 conn(0x7f39580b4210 msgr2=0x7f39580b4620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:38.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:38.271+0000 7f395ef69640 1 -- 172.21.15.67:0/3969203094 shutdown_connections 2024-09-21T00:35:38.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:38.271+0000 7f395ef69640 1 -- 172.21.15.67:0/3969203094 wait complete. 2024-09-21T00:35:38.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:38.273+0000 7f395ef69640 1 Processor -- start 2024-09-21T00:35:38.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:38.273+0000 7f395ef69640 1 -- start start 2024-09-21T00:35:38.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:38.274+0000 7f395ef69640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f39580b6660 0x7f395814f3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:38.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:38.274+0000 7f395ef69640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f39580d0a40 0x7f39581e6160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:38.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:38.274+0000 7f395ef69640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f395815cb90 0x7f39581e66a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:38.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:38.274+0000 7f395ef69640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f39580b0680 con 0x7f39580b6660 2024-09-21T00:35:38.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:38.274+0000 7f395ef69640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f39580b0500 con 0x7f39580d0a40 2024-09-21T00:35:38.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:38.274+0000 7f395ef69640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f39580b0800 con 0x7f395815cb90 2024-09-21T00:35:38.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:38.274+0000 7f395cd05640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f39580b6660 0x7f395814f3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:38.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:38.274+0000 7f395cd05640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f39580b6660 0x7f395814f3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:47068/0 (socket says 172.21.15.67:47068) 2024-09-21T00:35:38.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:38.274+0000 7f395cd05640 1 -- 172.21.15.67:0/3456820754 learned_addr learned my addr 172.21.15.67:0/3456820754 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:35:38.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:38.274+0000 7f3957fff640 1 --2- 172.21.15.67:0/3456820754 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f39580d0a40 0x7f39581e6160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:38.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:38.274+0000 7f395d506640 1 --2- 172.21.15.67:0/3456820754 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f395815cb90 0x7f39581e66a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:38.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:38.275+0000 7f395cd05640 1 -- 172.21.15.67:0/3456820754 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f395815cb90 msgr2=0x7f39581e66a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:38.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:38.275+0000 7f395cd05640 1 --2- 172.21.15.67:0/3456820754 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f395815cb90 0x7f39581e66a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:38.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:38.275+0000 7f395cd05640 1 -- 172.21.15.67:0/3456820754 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f39580d0a40 msgr2=0x7f39581e6160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:38.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:38.275+0000 7f395cd05640 1 --2- 172.21.15.67:0/3456820754 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f39580d0a40 0x7f39581e6160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:38.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:38.275+0000 7f395cd05640 1 -- 172.21.15.67:0/3456820754 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f395815f870 con 0x7f39580b6660 2024-09-21T00:35:38.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:38.275+0000 7f395cd05640 1 --2- 172.21.15.67:0/3456820754 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f39580b6660 0x7f395814f3d0 secure :-1 s=READY pgs=2430 cs=0 l=1 rev1=1 crypto rx=0x7f394800c9a0 tx=0x7f394800ce60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:38.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:38.275+0000 7f39557fa640 1 -- 172.21.15.67:0/3456820754 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3948007bb0 con 0x7f39580b6660 2024-09-21T00:35:38.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:38.275+0000 7f39557fa640 1 -- 172.21.15.67:0/3456820754 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3948007e40 con 0x7f39580b6660 2024-09-21T00:35:38.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:38.275+0000 7f39557fa640 1 -- 172.21.15.67:0/3456820754 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f394800f690 con 0x7f39580b6660 2024-09-21T00:35:38.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:38.275+0000 7f395ef69640 1 -- 172.21.15.67:0/3456820754 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f39581e6be0 con 0x7f39580b6660 2024-09-21T00:35:38.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:38.275+0000 7f395ef69640 1 -- 172.21.15.67:0/3456820754 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39581e6ea0 con 0x7f39580b6660 2024-09-21T00:35:38.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:38.276+0000 7f395ef69640 1 -- 172.21.15.67:0/3456820754 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f39580b0cb0 con 0x7f39580b6660 2024-09-21T00:35:38.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:38.277+0000 7f39557fa640 1 -- 172.21.15.67:0/3456820754 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f394800f830 con 0x7f39580b6660 2024-09-21T00:35:38.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:38.277+0000 7f39557fa640 1 --2- 172.21.15.67:0/3456820754 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3944078bc0 0x7f394407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:38.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:38.278+0000 7f39557fa640 1 -- 172.21.15.67:0/3456820754 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(187..187 src has 1..187) ==== 5940+0+0 (secure 0 0 0) 0x7f394809b660 con 0x7f39580b6660 2024-09-21T00:35:38.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:38.278+0000 7f3957fff640 1 --2- 172.21.15.67:0/3456820754 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3944078bc0 0x7f394407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:38.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:38.278+0000 7f3957fff640 1 --2- 172.21.15.67:0/3456820754 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3944078bc0 0x7f394407b0d0 secure :-1 s=READY pgs=901 cs=0 l=1 rev1=1 crypto rx=0x7f394c033000 tx=0x7f394c004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:38.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:38.282+0000 7f39557fa640 1 -- 172.21.15.67:0/3456820754 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f3948014030 con 0x7f39580b6660 2024-09-21T00:35:38.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:38.514+0000 7f395ef69640 1 -- 172.21.15.67:0/3456820754 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f395815b010 con 0x7f39580b6660 2024-09-21T00:35:39.139 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:39.138+0000 7f39557fa640 1 -- 172.21.15.67:0/3456820754 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v162) ==== 104+0+0 (secure 0 0 0) 0x7f3948063930 con 0x7f39580b6660 2024-09-21T00:35:39.142 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:39.141+0000 7f395ef69640 1 -- 172.21.15.67:0/3456820754 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3944078bc0 msgr2=0x7f394407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:39.142 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:39.141+0000 7f395ef69640 1 --2- 172.21.15.67:0/3456820754 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3944078bc0 0x7f394407b0d0 secure :-1 s=READY pgs=901 cs=0 l=1 rev1=1 crypto rx=0x7f394c033000 tx=0x7f394c004730 comp rx=0 tx=0).stop 2024-09-21T00:35:39.142 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:39.141+0000 7f395ef69640 1 -- 172.21.15.67:0/3456820754 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f39580b6660 msgr2=0x7f395814f3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:39.142 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:39.141+0000 7f395ef69640 1 --2- 172.21.15.67:0/3456820754 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f39580b6660 0x7f395814f3d0 secure :-1 s=READY pgs=2430 cs=0 l=1 rev1=1 crypto rx=0x7f394800c9a0 tx=0x7f394800ce60 comp rx=0 tx=0).stop 2024-09-21T00:35:39.142 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:39.141+0000 7f395ef69640 1 -- 172.21.15.67:0/3456820754 shutdown_connections 2024-09-21T00:35:39.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:39.141+0000 7f395ef69640 1 --2- 172.21.15.67:0/3456820754 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3944078bc0 0x7f394407b0d0 unknown :-1 s=CLOSED pgs=901 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:39.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:39.141+0000 7f395ef69640 1 --2- 172.21.15.67:0/3456820754 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f395815cb90 0x7f39581e66a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:39.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:39.141+0000 7f395ef69640 1 --2- 172.21.15.67:0/3456820754 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f39580d0a40 0x7f39581e6160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:39.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:39.141+0000 7f395ef69640 1 --2- 172.21.15.67:0/3456820754 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f39580b6660 0x7f395814f3d0 unknown :-1 s=CLOSED pgs=2430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:39.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:39.141+0000 7f395ef69640 1 -- 172.21.15.67:0/3456820754 >> 172.21.15.67:0/3456820754 conn(0x7f39580b4210 msgr2=0x7f3958071c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:39.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:39.141+0000 7f395ef69640 1 -- 172.21.15.67:0/3456820754 shutdown_connections 2024-09-21T00:35:39.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:39.141+0000 7f395ef69640 1 -- 172.21.15.67:0/3456820754 wait complete. 2024-09-21T00:35:39.157 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-21T00:35:39.286 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:39.284+0000 7fed0a27e640 1 -- 172.21.15.67:0/1652548694 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fed0415eae0 msgr2=0x7fed04163040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:39.286 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:39.284+0000 7fed0a27e640 1 --2- 172.21.15.67:0/1652548694 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fed0415eae0 0x7fed04163040 secure :-1 s=READY pgs=2432 cs=0 l=1 rev1=1 crypto rx=0x7fed040b7720 tx=0x7fecf402a5f0 comp rx=0 tx=0).stop 2024-09-21T00:35:39.286 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:39.284+0000 7fed0a27e640 1 -- 172.21.15.67:0/1652548694 shutdown_connections 2024-09-21T00:35:39.286 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:39.284+0000 7fed0a27e640 1 --2- 172.21.15.67:0/1652548694 >> v2:172.21.15.97:3300/0 conn(0x7fed040d1150 0x7fed040d1560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:39.286 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:39.284+0000 7fed0a27e640 1 --2- 172.21.15.67:0/1652548694 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fed0415eae0 0x7fed04163040 unknown :-1 s=CLOSED pgs=2432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:39.286 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:39.284+0000 7fed0a27e640 1 -- 172.21.15.67:0/1652548694 >> 172.21.15.67:0/1652548694 conn(0x7fed040b6430 msgr2=0x7fed040b6840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:39.286 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:39.284+0000 7fed0a27e640 1 -- 172.21.15.67:0/1652548694 shutdown_connections 2024-09-21T00:35:39.286 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:39.284+0000 7fed0a27e640 1 -- 172.21.15.67:0/1652548694 wait complete. 2024-09-21T00:35:39.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:39.286+0000 7fed0a27e640 1 Processor -- start 2024-09-21T00:35:39.287 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:39.286+0000 7fed0a27e640 1 -- start start 2024-09-21T00:35:39.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:39.287+0000 7fed0a27e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fed0406cb30 0x7fed0415cd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:39.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:39.287+0000 7fed0a27e640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fed040d1150 0x7fed040ab170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:39.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:39.287+0000 7fed0a27e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fed0415eae0 0x7fed040ab6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:39.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:39.287+0000 7fed0a27e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fed040d4170 con 0x7fed0406cb30 2024-09-21T00:35:39.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:39.287+0000 7fed0a27e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fed040d42f0 con 0x7fed0415eae0 2024-09-21T00:35:39.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:39.287+0000 7fed0a27e640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fed040d4470 con 0x7fed040d1150 2024-09-21T00:35:39.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:39.287+0000 7fed03fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fed0406cb30 0x7fed0415cd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:39.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:39.288+0000 7fed03fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fed0406cb30 0x7fed0415cd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:47076/0 (socket says 172.21.15.67:47076) 2024-09-21T00:35:39.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:39.288+0000 7fed03fff640 1 -- 172.21.15.67:0/2327043612 learned_addr learned my addr 172.21.15.67:0/2327043612 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:35:39.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:39.288+0000 7fed0881b640 1 --2- 172.21.15.67:0/2327043612 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fed0415eae0 0x7fed040ab6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:39.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:39.288+0000 7fecfbfff640 1 --2- 172.21.15.67:0/2327043612 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fed040d1150 0x7fed040ab170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:39.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:39.288+0000 7fed03fff640 1 -- 172.21.15.67:0/2327043612 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fed040d1150 msgr2=0x7fed040ab170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:39.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:39.288+0000 7fed03fff640 1 --2- 172.21.15.67:0/2327043612 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fed040d1150 0x7fed040ab170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:39.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:39.288+0000 7fed03fff640 1 -- 172.21.15.67:0/2327043612 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fed0415eae0 msgr2=0x7fed040ab6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:39.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:39.288+0000 7fed03fff640 1 --2- 172.21.15.67:0/2327043612 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fed0415eae0 0x7fed040ab6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:39.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:39.288+0000 7fed03fff640 1 -- 172.21.15.67:0/2327043612 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fed040b2ce0 con 0x7fed0406cb30 2024-09-21T00:35:39.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:39.288+0000 7fed0881b640 1 --2- 172.21.15.67:0/2327043612 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fed0415eae0 0x7fed040ab6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:35:39.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:39.288+0000 7fed03fff640 1 --2- 172.21.15.67:0/2327043612 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fed0406cb30 0x7fed0415cd40 secure :-1 s=READY pgs=2433 cs=0 l=1 rev1=1 crypto rx=0x7fecf40099c0 tx=0x7fecf40039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:39.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:39.288+0000 7fed017fa640 1 -- 172.21.15.67:0/2327043612 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecf403e030 con 0x7fed0406cb30 2024-09-21T00:35:39.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:39.288+0000 7fed017fa640 1 -- 172.21.15.67:0/2327043612 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fecf40047a0 con 0x7fed0406cb30 2024-09-21T00:35:39.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:39.288+0000 7fed0a27e640 1 -- 172.21.15.67:0/2327043612 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fed040ca380 con 0x7fed0406cb30 2024-09-21T00:35:39.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:39.288+0000 7fed017fa640 1 -- 172.21.15.67:0/2327043612 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecf4035040 con 0x7fed0406cb30 2024-09-21T00:35:39.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:39.288+0000 7fed0a27e640 1 -- 172.21.15.67:0/2327043612 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fed040ca940 con 0x7fed0406cb30 2024-09-21T00:35:39.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:39.289+0000 7fed0a27e640 1 -- 172.21.15.67:0/2327043612 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fed040d1560 con 0x7fed0406cb30 2024-09-21T00:35:39.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:39.290+0000 7fed017fa640 1 -- 172.21.15.67:0/2327043612 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fecf4041030 con 0x7fed0406cb30 2024-09-21T00:35:39.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:39.291+0000 7fed017fa640 1 --2- 172.21.15.67:0/2327043612 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fece4078b90 0x7fece407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:39.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:39.291+0000 7fed017fa640 1 -- 172.21.15.67:0/2327043612 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(187..187 src has 1..187) ==== 5940+0+0 (secure 0 0 0) 0x7fecf40bb680 con 0x7fed0406cb30 2024-09-21T00:35:39.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:39.291+0000 7fecfbfff640 1 --2- 172.21.15.67:0/2327043612 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fece4078b90 0x7fece407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:39.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:39.291+0000 7fecfbfff640 1 --2- 172.21.15.67:0/2327043612 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fece4078b90 0x7fece407b0a0 secure :-1 s=READY pgs=903 cs=0 l=1 rev1=1 crypto rx=0x7fed040cbb00 tx=0x7fecec00c440 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:39.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:39.295+0000 7fed017fa640 1 -- 172.21.15.67:0/2327043612 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fecf40839e0 con 0x7fed0406cb30 2024-09-21T00:35:39.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:39.482+0000 7fed0a27e640 1 -- 172.21.15.67:0/2327043612 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fed040b8740 con 0x7fed0406cb30 2024-09-21T00:35:40.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:40.145+0000 7fed017fa640 1 -- 172.21.15.67:0/2327043612 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v188) ==== 181+0+0 (secure 0 0 0) 0x7fecf40832e0 con 0x7fed0406cb30 2024-09-21T00:35:40.146 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_metadata' removed 2024-09-21T00:35:40.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:40.149+0000 7fed0a27e640 1 -- 172.21.15.67:0/2327043612 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fece4078b90 msgr2=0x7fece407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:40.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:40.149+0000 7fed0a27e640 1 --2- 172.21.15.67:0/2327043612 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fece4078b90 0x7fece407b0a0 secure :-1 s=READY pgs=903 cs=0 l=1 rev1=1 crypto rx=0x7fed040cbb00 tx=0x7fecec00c440 comp rx=0 tx=0).stop 2024-09-21T00:35:40.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:40.149+0000 7fed0a27e640 1 -- 172.21.15.67:0/2327043612 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fed0406cb30 msgr2=0x7fed0415cd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:40.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:40.149+0000 7fed0a27e640 1 --2- 172.21.15.67:0/2327043612 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fed0406cb30 0x7fed0415cd40 secure :-1 s=READY pgs=2433 cs=0 l=1 rev1=1 crypto rx=0x7fecf40099c0 tx=0x7fecf40039e0 comp rx=0 tx=0).stop 2024-09-21T00:35:40.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:40.149+0000 7fed0a27e640 1 -- 172.21.15.67:0/2327043612 shutdown_connections 2024-09-21T00:35:40.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:40.149+0000 7fed0a27e640 1 --2- 172.21.15.67:0/2327043612 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fece4078b90 0x7fece407b0a0 unknown :-1 s=CLOSED pgs=903 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:40.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:40.149+0000 7fed0a27e640 1 --2- 172.21.15.67:0/2327043612 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fed0415eae0 0x7fed040ab6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:40.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:40.149+0000 7fed0a27e640 1 --2- 172.21.15.67:0/2327043612 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fed040d1150 0x7fed040ab170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:40.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:40.149+0000 7fed0a27e640 1 --2- 172.21.15.67:0/2327043612 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fed0406cb30 0x7fed0415cd40 secure :-1 s=CLOSED pgs=2433 cs=0 l=1 rev1=1 crypto rx=0x7fecf40099c0 tx=0x7fecf40039e0 comp rx=0 tx=0).stop 2024-09-21T00:35:40.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:40.149+0000 7fed0a27e640 1 -- 172.21.15.67:0/2327043612 >> 172.21.15.67:0/2327043612 conn(0x7fed040b6430 msgr2=0x7fed04075c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:40.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:40.149+0000 7fed0a27e640 1 -- 172.21.15.67:0/2327043612 shutdown_connections 2024-09-21T00:35:40.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:40.149+0000 7fed0a27e640 1 -- 172.21.15.67:0/2327043612 wait complete. 2024-09-21T00:35:40.166 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-21T00:35:40.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:40.293+0000 7f89c7183640 1 -- 172.21.15.67:0/3711860875 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f89c015eae0 msgr2=0x7f89c0163040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:40.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:40.293+0000 7f89c7183640 1 --2- 172.21.15.67:0/3711860875 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f89c015eae0 0x7f89c0163040 secure :-1 s=READY pgs=2435 cs=0 l=1 rev1=1 crypto rx=0x7f89c00d2e90 tx=0x7f89b002a530 comp rx=0 tx=0).stop 2024-09-21T00:35:40.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:40.293+0000 7f89c7183640 1 -- 172.21.15.67:0/3711860875 shutdown_connections 2024-09-21T00:35:40.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:40.293+0000 7f89c7183640 1 --2- 172.21.15.67:0/3711860875 >> v2:172.21.15.97:3300/0 conn(0x7f89c00d3160 0x7f89c00d3570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:40.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:40.293+0000 7f89c7183640 1 --2- 172.21.15.67:0/3711860875 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f89c015eae0 0x7f89c0163040 unknown :-1 s=CLOSED pgs=2435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:40.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:40.293+0000 7f89c7183640 1 -- 172.21.15.67:0/3711860875 >> 172.21.15.67:0/3711860875 conn(0x7f89c00b6430 msgr2=0x7f89c00b6840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:40.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:40.293+0000 7f89c7183640 1 -- 172.21.15.67:0/3711860875 shutdown_connections 2024-09-21T00:35:40.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:40.293+0000 7f89c7183640 1 -- 172.21.15.67:0/3711860875 wait complete. 2024-09-21T00:35:40.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:40.295+0000 7f89c7183640 1 Processor -- start 2024-09-21T00:35:40.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:40.295+0000 7f89c7183640 1 -- start start 2024-09-21T00:35:40.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:40.296+0000 7f89c7183640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f89c00d1150 0x7f89c014d2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:40.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:40.296+0000 7f89c7183640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f89c00d3160 0x7f89c00c9a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:40.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:40.296+0000 7f89c7183640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f89c015eae0 0x7f89c00c9f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:40.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:40.296+0000 7f89c7183640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f89c00d3c30 con 0x7f89c015eae0 2024-09-21T00:35:40.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:40.296+0000 7f89c7183640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f89c00d3ab0 con 0x7f89c00d1150 2024-09-21T00:35:40.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:40.296+0000 7f89c7183640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f89c00d3db0 con 0x7f89c00d3160 2024-09-21T00:35:40.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:40.297+0000 7f89c5720640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f89c015eae0 0x7f89c00c9f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:40.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:40.297+0000 7f89c5720640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f89c015eae0 0x7f89c00c9f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:47090/0 (socket says 172.21.15.67:47090) 2024-09-21T00:35:40.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:40.297+0000 7f89c5720640 1 -- 172.21.15.67:0/2331854593 learned_addr learned my addr 172.21.15.67:0/2331854593 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:35:40.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:40.297+0000 7f89c4f1f640 1 --2- 172.21.15.67:0/2331854593 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f89c00d1150 0x7f89c014d2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:40.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:40.297+0000 7f89bffff640 1 --2- 172.21.15.67:0/2331854593 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f89c00d3160 0x7f89c00c9a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:40.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:40.297+0000 7f89c5720640 1 -- 172.21.15.67:0/2331854593 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f89c00d3160 msgr2=0x7f89c00c9a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:40.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:40.297+0000 7f89c5720640 1 --2- 172.21.15.67:0/2331854593 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f89c00d3160 0x7f89c00c9a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:40.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:40.297+0000 7f89c5720640 1 -- 172.21.15.67:0/2331854593 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f89c00d1150 msgr2=0x7f89c014d2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:40.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:40.297+0000 7f89c5720640 1 --2- 172.21.15.67:0/2331854593 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f89c00d1150 0x7f89c014d2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:40.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:40.297+0000 7f89c5720640 1 -- 172.21.15.67:0/2331854593 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89c00ce3a0 con 0x7f89c015eae0 2024-09-21T00:35:40.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:40.297+0000 7f89c4f1f640 1 --2- 172.21.15.67:0/2331854593 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f89c00d1150 0x7f89c014d2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:35:40.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:40.297+0000 7f89c5720640 1 --2- 172.21.15.67:0/2331854593 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f89c015eae0 0x7f89c00c9f90 secure :-1 s=READY pgs=2436 cs=0 l=1 rev1=1 crypto rx=0x7f89b800e960 tx=0x7f89b800ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:40.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:40.297+0000 7f89bd7fa640 1 -- 172.21.15.67:0/2331854593 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89b8004d20 con 0x7f89c015eae0 2024-09-21T00:35:40.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:40.297+0000 7f89c7183640 1 -- 172.21.15.67:0/2331854593 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f89c01f6650 con 0x7f89c015eae0 2024-09-21T00:35:40.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:40.297+0000 7f89bd7fa640 1 -- 172.21.15.67:0/2331854593 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f89b800cb20 con 0x7f89c015eae0 2024-09-21T00:35:40.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:40.297+0000 7f89bd7fa640 1 -- 172.21.15.67:0/2331854593 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89b8005020 con 0x7f89c015eae0 2024-09-21T00:35:40.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:40.297+0000 7f89c7183640 1 -- 172.21.15.67:0/2331854593 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f89c00c9530 con 0x7f89c015eae0 2024-09-21T00:35:40.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:40.298+0000 7f89c7183640 1 -- 172.21.15.67:0/2331854593 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f89c00ce110 con 0x7f89c015eae0 2024-09-21T00:35:40.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:40.299+0000 7f89bd7fa640 1 -- 172.21.15.67:0/2331854593 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f89b80051c0 con 0x7f89c015eae0 2024-09-21T00:35:40.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:40.300+0000 7f89bd7fa640 1 --2- 172.21.15.67:0/2331854593 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f89ac078b90 0x7f89ac07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:40.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:40.300+0000 7f89bd7fa640 1 -- 172.21.15.67:0/2331854593 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(188..188 src has 1..188) ==== 5502+0+0 (secure 0 0 0) 0x7f89b809b5d0 con 0x7f89c015eae0 2024-09-21T00:35:40.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:40.300+0000 7f89c4f1f640 1 --2- 172.21.15.67:0/2331854593 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f89ac078b90 0x7f89ac07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:40.302 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:40.301+0000 7f89c4f1f640 1 --2- 172.21.15.67:0/2331854593 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f89ac078b90 0x7f89ac07b0a0 secure :-1 s=READY pgs=904 cs=0 l=1 rev1=1 crypto rx=0x7f89b0034000 tx=0x7f89b0004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:40.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:40.304+0000 7f89bd7fa640 1 -- 172.21.15.67:0/2331854593 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f89b8016030 con 0x7f89c015eae0 2024-09-21T00:35:40.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:40.491+0000 7f89c7183640 1 -- 172.21.15.67:0/2331854593 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f89c00d42d0 con 0x7f89c015eae0 2024-09-21T00:35:41.148 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.147+0000 7f89bd7fa640 1 -- 172.21.15.67:0/2331854593 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v189) ==== 169+0+0 (secure 0 0 0) 0x7f89b8063af0 con 0x7f89c015eae0 2024-09-21T00:35:41.148 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_data' removed 2024-09-21T00:35:41.153 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.151+0000 7f89c7183640 1 -- 172.21.15.67:0/2331854593 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f89ac078b90 msgr2=0x7f89ac07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:41.153 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.151+0000 7f89c7183640 1 --2- 172.21.15.67:0/2331854593 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f89ac078b90 0x7f89ac07b0a0 secure :-1 s=READY pgs=904 cs=0 l=1 rev1=1 crypto rx=0x7f89b0034000 tx=0x7f89b0004730 comp rx=0 tx=0).stop 2024-09-21T00:35:41.153 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.151+0000 7f89c7183640 1 -- 172.21.15.67:0/2331854593 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f89c015eae0 msgr2=0x7f89c00c9f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:41.153 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.151+0000 7f89c7183640 1 --2- 172.21.15.67:0/2331854593 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f89c015eae0 0x7f89c00c9f90 secure :-1 s=READY pgs=2436 cs=0 l=1 rev1=1 crypto rx=0x7f89b800e960 tx=0x7f89b800ee20 comp rx=0 tx=0).stop 2024-09-21T00:35:41.153 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.152+0000 7f89c7183640 1 -- 172.21.15.67:0/2331854593 shutdown_connections 2024-09-21T00:35:41.153 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.152+0000 7f89c7183640 1 --2- 172.21.15.67:0/2331854593 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f89ac078b90 0x7f89ac07b0a0 unknown :-1 s=CLOSED pgs=904 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:41.153 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.152+0000 7f89c7183640 1 --2- 172.21.15.67:0/2331854593 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f89c015eae0 0x7f89c00c9f90 unknown :-1 s=CLOSED pgs=2436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:41.154 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.152+0000 7f89c7183640 1 --2- 172.21.15.67:0/2331854593 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f89c00d3160 0x7f89c00c9a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:41.154 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.152+0000 7f89c7183640 1 --2- 172.21.15.67:0/2331854593 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f89c00d1150 0x7f89c014d2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:41.154 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.152+0000 7f89c7183640 1 -- 172.21.15.67:0/2331854593 >> 172.21.15.67:0/2331854593 conn(0x7f89c00b6430 msgr2=0x7f89c00b6840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:41.154 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.152+0000 7f89c7183640 1 -- 172.21.15.67:0/2331854593 shutdown_connections 2024-09-21T00:35:41.154 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.153+0000 7f89c7183640 1 -- 172.21.15.67:0/2331854593 wait complete. 2024-09-21T00:35:41.170 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config reset 31 2024-09-21T00:35:41.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.292+0000 7f2f39494640 1 -- 172.21.15.67:0/21503651 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2f340d0aa0 msgr2=0x7f2f340b26f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:41.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.292+0000 7f2f39494640 1 --2- 172.21.15.67:0/21503651 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2f340d0aa0 0x7f2f340b26f0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f2f24005fd0 tx=0x7f2f2402a5d0 comp rx=0 tx=0).stop 2024-09-21T00:35:41.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.292+0000 7f2f39494640 1 -- 172.21.15.67:0/21503651 shutdown_connections 2024-09-21T00:35:41.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.292+0000 7f2f39494640 1 --2- 172.21.15.67:0/21503651 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2f340d0aa0 0x7f2f340b26f0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:41.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.292+0000 7f2f39494640 1 --2- 172.21.15.67:0/21503651 >> v2:172.21.15.97:3300/0 conn(0x7f2f340b1e50 0x7f2f34160610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:41.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.292+0000 7f2f39494640 1 -- 172.21.15.67:0/21503651 >> 172.21.15.67:0/21503651 conn(0x7f2f34074720 msgr2=0x7f2f3406f850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:41.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.293+0000 7f2f39494640 1 -- 172.21.15.67:0/21503651 shutdown_connections 2024-09-21T00:35:41.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.293+0000 7f2f39494640 1 -- 172.21.15.67:0/21503651 wait complete. 2024-09-21T00:35:41.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.294+0000 7f2f39494640 1 Processor -- start 2024-09-21T00:35:41.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.295+0000 7f2f39494640 1 -- start start 2024-09-21T00:35:41.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.296+0000 7f2f39494640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2f340b1e50 0x7f2f34146030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:41.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.296+0000 7f2f39494640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2f3415d750 0x7f2f341f3670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:41.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.296+0000 7f2f39494640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2f340b05e0 0x7f2f340b09f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:41.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.296+0000 7f2f39494640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f2f340b2c30 con 0x7f2f340b05e0 2024-09-21T00:35:41.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.296+0000 7f2f39494640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f2f3415de00 con 0x7f2f3415d750 2024-09-21T00:35:41.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.296+0000 7f2f39494640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f2f340b2db0 con 0x7f2f340b1e50 2024-09-21T00:35:41.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.296+0000 7f2f337fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2f340b05e0 0x7f2f340b09f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:41.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.296+0000 7f2f337fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2f340b05e0 0x7f2f340b09f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:47104/0 (socket says 172.21.15.67:47104) 2024-09-21T00:35:41.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.296+0000 7f2f337fe640 1 -- 172.21.15.67:0/782109121 learned_addr learned my addr 172.21.15.67:0/782109121 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:35:41.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.296+0000 7f2f327fc640 1 --2- 172.21.15.67:0/782109121 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2f3415d750 0x7f2f341f3670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:41.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.296+0000 7f2f32ffd640 1 --2- 172.21.15.67:0/782109121 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2f340b1e50 0x7f2f34146030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:41.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.296+0000 7f2f337fe640 1 -- 172.21.15.67:0/782109121 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2f340b1e50 msgr2=0x7f2f34146030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:41.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.296+0000 7f2f337fe640 1 --2- 172.21.15.67:0/782109121 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2f340b1e50 0x7f2f34146030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:41.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.296+0000 7f2f337fe640 1 -- 172.21.15.67:0/782109121 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2f3415d750 msgr2=0x7f2f341f3670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:41.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.296+0000 7f2f337fe640 1 --2- 172.21.15.67:0/782109121 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2f3415d750 0x7f2f341f3670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:41.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.296+0000 7f2f337fe640 1 -- 172.21.15.67:0/782109121 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f34146570 con 0x7f2f340b05e0 2024-09-21T00:35:41.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.296+0000 7f2f337fe640 1 --2- 172.21.15.67:0/782109121 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2f340b05e0 0x7f2f340b09f0 secure :-1 s=READY pgs=2437 cs=0 l=1 rev1=1 crypto rx=0x7f2f24006010 tx=0x7f2f24003820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:41.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.297+0000 7f2f2b7fe640 1 -- 172.21.15.67:0/782109121 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f2403e030 con 0x7f2f340b05e0 2024-09-21T00:35:41.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.297+0000 7f2f2b7fe640 1 -- 172.21.15.67:0/782109121 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2f24003c20 con 0x7f2f340b05e0 2024-09-21T00:35:41.300 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.297+0000 7f2f39494640 1 -- 172.21.15.67:0/782109121 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f340b0f30 con 0x7f2f340b05e0 2024-09-21T00:35:41.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.297+0000 7f2f2b7fe640 1 -- 172.21.15.67:0/782109121 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f24035040 con 0x7f2f340b05e0 2024-09-21T00:35:41.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.297+0000 7f2f39494640 1 -- 172.21.15.67:0/782109121 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f34146a50 con 0x7f2f340b05e0 2024-09-21T00:35:41.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.298+0000 7f2f39494640 1 -- 172.21.15.67:0/782109121 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2f341467c0 con 0x7f2f340b05e0 2024-09-21T00:35:41.302 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.298+0000 7f2f2b7fe640 1 -- 172.21.15.67:0/782109121 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f2f24041030 con 0x7f2f340b05e0 2024-09-21T00:35:41.302 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.299+0000 7f2f2b7fe640 1 --2- 172.21.15.67:0/782109121 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2f14078b90 0x7f2f1407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:41.302 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.299+0000 7f2f2b7fe640 1 -- 172.21.15.67:0/782109121 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(189..189 src has 1..189) ==== 4943+0+0 (secure 0 0 0) 0x7f2f240baed0 con 0x7f2f340b05e0 2024-09-21T00:35:41.302 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.299+0000 7f2f32ffd640 1 --2- 172.21.15.67:0/782109121 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2f14078b90 0x7f2f1407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:41.302 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.300+0000 7f2f32ffd640 1 --2- 172.21.15.67:0/782109121 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2f14078b90 0x7f2f1407b0a0 secure :-1 s=READY pgs=905 cs=0 l=1 rev1=1 crypto rx=0x7f2f2c005fd0 tx=0x7f2f2c009500 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:41.305 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.304+0000 7f2f2b7fe640 1 -- 172.21.15.67:0/782109121 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f2f340b0f30 con 0x7f2f340b05e0 2024-09-21T00:35:41.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.493+0000 7f2f39494640 1 -- 172.21.15.67:0/782109121 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "config reset", "num": 31} v 0) -- 0x7f2f34160610 con 0x7f2f340b05e0 2024-09-21T00:35:41.499 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.497+0000 7f2f2b7fe640 1 -- 172.21.15.67:0/782109121 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "config reset", "num": 31}]=0 v65) ==== 71+0+0 (secure 0 0 0) 0x7f2f34146570 con 0x7f2f340b05e0 2024-09-21T00:35:41.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.499+0000 7f2f39494640 1 -- 172.21.15.67:0/782109121 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2f14078b90 msgr2=0x7f2f1407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:41.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.499+0000 7f2f39494640 1 --2- 172.21.15.67:0/782109121 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2f14078b90 0x7f2f1407b0a0 secure :-1 s=READY pgs=905 cs=0 l=1 rev1=1 crypto rx=0x7f2f2c005fd0 tx=0x7f2f2c009500 comp rx=0 tx=0).stop 2024-09-21T00:35:41.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.499+0000 7f2f39494640 1 -- 172.21.15.67:0/782109121 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2f340b05e0 msgr2=0x7f2f340b09f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:41.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.499+0000 7f2f39494640 1 --2- 172.21.15.67:0/782109121 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2f340b05e0 0x7f2f340b09f0 secure :-1 s=READY pgs=2437 cs=0 l=1 rev1=1 crypto rx=0x7f2f24006010 tx=0x7f2f24003820 comp rx=0 tx=0).stop 2024-09-21T00:35:41.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.499+0000 7f2f39494640 1 -- 172.21.15.67:0/782109121 shutdown_connections 2024-09-21T00:35:41.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.499+0000 7f2f39494640 1 --2- 172.21.15.67:0/782109121 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2f14078b90 0x7f2f1407b0a0 unknown :-1 s=CLOSED pgs=905 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:41.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.499+0000 7f2f39494640 1 --2- 172.21.15.67:0/782109121 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2f340b05e0 0x7f2f340b09f0 unknown :-1 s=CLOSED pgs=2437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:41.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.499+0000 7f2f39494640 1 --2- 172.21.15.67:0/782109121 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f2f3415d750 0x7f2f341f3670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:41.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.499+0000 7f2f39494640 1 --2- 172.21.15.67:0/782109121 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2f340b1e50 0x7f2f34146030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:41.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.499+0000 7f2f39494640 1 -- 172.21.15.67:0/782109121 >> 172.21.15.67:0/782109121 conn(0x7f2f34074720 msgr2=0x7f2f340cf1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:41.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.499+0000 7f2f39494640 1 -- 172.21.15.67:0/782109121 shutdown_connections 2024-09-21T00:35:41.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.499+0000 7f2f39494640 1 -- 172.21.15.67:0/782109121 wait complete. 2024-09-21T00:35:41.513 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_scrub.TestScrub.test_scrub_backtrace' 2024-09-21T00:35:41.630 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.628+0000 7ff2ae038640 1 -- 172.21.15.67:0/1865665854 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff2a80d4170 msgr2=0x7ff2a81697b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:41.630 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.628+0000 7ff2ae038640 1 --2- 172.21.15.67:0/1865665854 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff2a80d4170 0x7ff2a81697b0 secure :-1 s=READY pgs=2439 cs=0 l=1 rev1=1 crypto rx=0x7ff2a0005fd0 tx=0x7ff2a002a940 comp rx=0 tx=0).stop 2024-09-21T00:35:41.630 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.628+0000 7ff2ae038640 1 -- 172.21.15.67:0/1865665854 shutdown_connections 2024-09-21T00:35:41.631 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.628+0000 7ff2ae038640 1 --2- 172.21.15.67:0/1865665854 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff2a80d4170 0x7ff2a81697b0 unknown :-1 s=CLOSED pgs=2439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:41.631 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.628+0000 7ff2ae038640 1 -- 172.21.15.67:0/1865665854 >> 172.21.15.67:0/1865665854 conn(0x7ff2a80b6430 msgr2=0x7ff2a80b6840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:41.631 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.628+0000 7ff2ae038640 1 -- 172.21.15.67:0/1865665854 shutdown_connections 2024-09-21T00:35:41.631 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.628+0000 7ff2ae038640 1 -- 172.21.15.67:0/1865665854 wait complete. 2024-09-21T00:35:41.632 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.630+0000 7ff2ae038640 1 Processor -- start 2024-09-21T00:35:41.632 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.630+0000 7ff2ae038640 1 -- start start 2024-09-21T00:35:41.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.631+0000 7ff2ae038640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff2a80d1150 0x7ff2a81f90d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:41.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.631+0000 7ff2ae038640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff2a80d4170 0x7ff2a80c7020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:41.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.631+0000 7ff2ae038640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff2a815eae0 0x7ff2a815f0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:41.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.631+0000 7ff2ae038640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff2a816a080 con 0x7ff2a80d4170 2024-09-21T00:35:41.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.631+0000 7ff2ae038640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff2a8169f00 con 0x7ff2a815eae0 2024-09-21T00:35:41.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.631+0000 7ff2ae038640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7ff2a816a200 con 0x7ff2a80d1150 2024-09-21T00:35:41.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.631+0000 7ff2a6ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff2a80d4170 0x7ff2a80c7020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:41.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.631+0000 7ff2a6ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff2a80d4170 0x7ff2a80c7020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:47114/0 (socket says 172.21.15.67:47114) 2024-09-21T00:35:41.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.631+0000 7ff2a6ffd640 1 -- 172.21.15.67:0/3024265309 learned_addr learned my addr 172.21.15.67:0/3024265309 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:35:41.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.632+0000 7ff2a7fff640 1 --2- 172.21.15.67:0/3024265309 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff2a815eae0 0x7ff2a815f0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:41.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.632+0000 7ff2a77fe640 1 --2- 172.21.15.67:0/3024265309 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff2a80d1150 0x7ff2a81f90d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:41.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.632+0000 7ff2a6ffd640 1 -- 172.21.15.67:0/3024265309 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff2a80d1150 msgr2=0x7ff2a81f90d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:41.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.632+0000 7ff2a6ffd640 1 --2- 172.21.15.67:0/3024265309 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff2a80d1150 0x7ff2a81f90d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:41.636 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.632+0000 7ff2a6ffd640 1 -- 172.21.15.67:0/3024265309 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff2a815eae0 msgr2=0x7ff2a815f0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:41.636 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.632+0000 7ff2a6ffd640 1 --2- 172.21.15.67:0/3024265309 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff2a815eae0 0x7ff2a815f0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:41.636 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.632+0000 7ff2a6ffd640 1 -- 172.21.15.67:0/3024265309 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff2a80c7560 con 0x7ff2a80d4170 2024-09-21T00:35:41.636 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.632+0000 7ff2a77fe640 1 --2- 172.21.15.67:0/3024265309 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff2a80d1150 0x7ff2a81f90d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:35:41.636 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.632+0000 7ff2a6ffd640 1 --2- 172.21.15.67:0/3024265309 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff2a80d4170 0x7ff2a80c7020 secure :-1 s=READY pgs=2440 cs=0 l=1 rev1=1 crypto rx=0x7ff29c00c370 tx=0x7ff29c00c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:41.636 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.632+0000 7ff28ffff640 1 -- 172.21.15.67:0/3024265309 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff29c017070 con 0x7ff2a80d4170 2024-09-21T00:35:41.636 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.632+0000 7ff28ffff640 1 -- 172.21.15.67:0/3024265309 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff29c0053c0 con 0x7ff2a80d4170 2024-09-21T00:35:41.636 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.632+0000 7ff28ffff640 1 -- 172.21.15.67:0/3024265309 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff29c003850 con 0x7ff2a80d4170 2024-09-21T00:35:41.636 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.632+0000 7ff2ae038640 1 -- 172.21.15.67:0/3024265309 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff2a81f9a40 con 0x7ff2a80d4170 2024-09-21T00:35:41.636 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.632+0000 7ff2ae038640 1 -- 172.21.15.67:0/3024265309 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff2a81500b0 con 0x7ff2a80d4170 2024-09-21T00:35:41.637 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.633+0000 7ff2ae038640 1 -- 172.21.15.67:0/3024265309 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff2a80d1560 con 0x7ff2a80d4170 2024-09-21T00:35:41.637 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.634+0000 7ff28ffff640 1 -- 172.21.15.67:0/3024265309 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7ff29c01a070 con 0x7ff2a80d4170 2024-09-21T00:35:41.637 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.634+0000 7ff28ffff640 1 --2- 172.21.15.67:0/3024265309 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff294078b90 0x7ff29407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:41.637 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.635+0000 7ff28ffff640 1 -- 172.21.15.67:0/3024265309 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(189..189 src has 1..189) ==== 4943+0+0 (secure 0 0 0) 0x7ff29c099ce0 con 0x7ff2a80d4170 2024-09-21T00:35:41.637 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.635+0000 7ff2a77fe640 1 --2- 172.21.15.67:0/3024265309 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff294078b90 0x7ff29407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:41.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.635+0000 7ff2a77fe640 1 --2- 172.21.15.67:0/3024265309 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff294078b90 0x7ff29407b0a0 secure :-1 s=READY pgs=906 cs=0 l=1 rev1=1 crypto rx=0x7ff298000f60 tx=0x7ff298009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:41.641 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.639+0000 7ff28ffff640 1 -- 172.21.15.67:0/3024265309 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7ff29c0624b0 con 0x7ff2a80d4170 2024-09-21T00:35:41.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:41.901+0000 7ff2ae038640 1 -- 172.21.15.67:0/3024265309 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_scrub.TestScrub.test_scrub_backtrace"]} v 0) -- 0x7ff2a80d0370 con 0x7ff2a80d4170 2024-09-21T00:35:42.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.156+0000 7ff28ffff640 1 -- 172.21.15.67:0/3024265309 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_scrub.TestScrub.test_scrub_backtrace"]}]=0 v668) ==== 133+0+0 (secure 0 0 0) 0x7ff29c061db0 con 0x7ff2a80d4170 2024-09-21T00:35:42.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.159+0000 7ff2ae038640 1 -- 172.21.15.67:0/3024265309 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff294078b90 msgr2=0x7ff29407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:42.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.159+0000 7ff2ae038640 1 --2- 172.21.15.67:0/3024265309 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff294078b90 0x7ff29407b0a0 secure :-1 s=READY pgs=906 cs=0 l=1 rev1=1 crypto rx=0x7ff298000f60 tx=0x7ff298009040 comp rx=0 tx=0).stop 2024-09-21T00:35:42.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.159+0000 7ff2ae038640 1 -- 172.21.15.67:0/3024265309 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff2a80d4170 msgr2=0x7ff2a80c7020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:42.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.159+0000 7ff2ae038640 1 --2- 172.21.15.67:0/3024265309 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff2a80d4170 0x7ff2a80c7020 secure :-1 s=READY pgs=2440 cs=0 l=1 rev1=1 crypto rx=0x7ff29c00c370 tx=0x7ff29c00c830 comp rx=0 tx=0).stop 2024-09-21T00:35:42.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.159+0000 7ff2ae038640 1 -- 172.21.15.67:0/3024265309 shutdown_connections 2024-09-21T00:35:42.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.159+0000 7ff2ae038640 1 --2- 172.21.15.67:0/3024265309 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff294078b90 0x7ff29407b0a0 unknown :-1 s=CLOSED pgs=906 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:42.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.159+0000 7ff2ae038640 1 --2- 172.21.15.67:0/3024265309 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff2a815eae0 0x7ff2a815f0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:42.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.159+0000 7ff2ae038640 1 --2- 172.21.15.67:0/3024265309 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff2a80d4170 0x7ff2a80c7020 unknown :-1 s=CLOSED pgs=2440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:42.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.159+0000 7ff2ae038640 1 --2- 172.21.15.67:0/3024265309 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff2a80d1150 0x7ff2a81f90d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:42.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.159+0000 7ff2ae038640 1 -- 172.21.15.67:0/3024265309 >> 172.21.15.67:0/3024265309 conn(0x7ff2a80b6430 msgr2=0x7ff2a80b3500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:42.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.159+0000 7ff2ae038640 1 -- 172.21.15.67:0/3024265309 shutdown_connections 2024-09-21T00:35:42.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.159+0000 7ff2ae038640 1 -- 172.21.15.67:0/3024265309 wait complete. 2024-09-21T00:35:42.173 INFO:tasks.cephfs_test_runner:test_scrub_backtrace (tasks.cephfs.test_scrub.TestScrub) ... ok 2024-09-21T00:35:42.173 INFO:tasks.cephfs_test_runner:Starting test: test_scrub_backtrace_for_new_files (tasks.cephfs.test_scrub.TestScrub) 2024-09-21T00:35:42.173 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:35:42.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.288+0000 7f35bc56e640 1 -- 172.21.15.67:0/2817999603 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f35b406e080 msgr2=0x7f35b415e040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:42.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.288+0000 7f35bc56e640 1 --2- 172.21.15.67:0/2817999603 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f35b406e080 0x7f35b415e040 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f35ac009830 tx=0x7f35ac02a510 comp rx=0 tx=0).stop 2024-09-21T00:35:42.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.289+0000 7f35bc56e640 1 -- 172.21.15.67:0/2817999603 shutdown_connections 2024-09-21T00:35:42.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.289+0000 7f35bc56e640 1 --2- 172.21.15.67:0/2817999603 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f35b406e080 0x7f35b415e040 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:42.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.289+0000 7f35bc56e640 1 --2- 172.21.15.67:0/2817999603 >> v2:172.21.15.97:3300/0 conn(0x7f35b4152980 0x7f35b406db40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:42.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.289+0000 7f35bc56e640 1 -- 172.21.15.67:0/2817999603 >> 172.21.15.67:0/2817999603 conn(0x7f35b4073300 msgr2=0x7f35b4073710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:42.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.289+0000 7f35bc56e640 1 -- 172.21.15.67:0/2817999603 shutdown_connections 2024-09-21T00:35:42.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.289+0000 7f35bc56e640 1 -- 172.21.15.67:0/2817999603 wait complete. 2024-09-21T00:35:42.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.290+0000 7f35bc56e640 1 Processor -- start 2024-09-21T00:35:42.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.290+0000 7f35bc56e640 1 -- start start 2024-09-21T00:35:42.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.292+0000 7f35bc56e640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f35b406e080 0x7f35b40cee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:42.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.292+0000 7f35bc56e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f35b40740c0 0x7f35b40cb270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:42.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.292+0000 7f35bc56e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f35b4152980 0x7f35b4151190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:42.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.292+0000 7f35bc56e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f35b415e950 con 0x7f35b4152980 2024-09-21T00:35:42.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.292+0000 7f35bc56e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f35b415e7d0 con 0x7f35b40740c0 2024-09-21T00:35:42.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.292+0000 7f35bc56e640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f35b415ead0 con 0x7f35b406e080 2024-09-21T00:35:42.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.292+0000 7f35bab0b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f35b4152980 0x7f35b4151190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:42.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.292+0000 7f35bab0b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f35b4152980 0x7f35b4151190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:47116/0 (socket says 172.21.15.67:47116) 2024-09-21T00:35:42.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.292+0000 7f35bab0b640 1 -- 172.21.15.67:0/1366252493 learned_addr learned my addr 172.21.15.67:0/1366252493 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:35:42.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.292+0000 7f35b9b09640 1 --2- 172.21.15.67:0/1366252493 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f35b40740c0 0x7f35b40cb270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:42.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.292+0000 7f35ba30a640 1 --2- 172.21.15.67:0/1366252493 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f35b406e080 0x7f35b40cee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:42.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.292+0000 7f35bab0b640 1 -- 172.21.15.67:0/1366252493 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f35b406e080 msgr2=0x7f35b40cee40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:42.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.292+0000 7f35bab0b640 1 --2- 172.21.15.67:0/1366252493 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f35b406e080 0x7f35b40cee40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:42.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.292+0000 7f35bab0b640 1 -- 172.21.15.67:0/1366252493 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f35b40740c0 msgr2=0x7f35b40cb270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:42.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.292+0000 7f35bab0b640 1 --2- 172.21.15.67:0/1366252493 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f35b40740c0 0x7f35b40cb270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:42.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.292+0000 7f35bab0b640 1 -- 172.21.15.67:0/1366252493 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35b40d0040 con 0x7f35b4152980 2024-09-21T00:35:42.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.292+0000 7f35b9b09640 1 --2- 172.21.15.67:0/1366252493 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f35b40740c0 0x7f35b40cb270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:35:42.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.292+0000 7f35bab0b640 1 --2- 172.21.15.67:0/1366252493 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f35b4152980 0x7f35b4151190 secure :-1 s=READY pgs=2441 cs=0 l=1 rev1=1 crypto rx=0x7f35ac009920 tx=0x7f35ac033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:42.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.293+0000 7f35b2ffd640 1 -- 172.21.15.67:0/1366252493 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35ac005c90 con 0x7f35b4152980 2024-09-21T00:35:42.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.293+0000 7f35bc56e640 1 -- 172.21.15.67:0/1366252493 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35b40d0320 con 0x7f35b4152980 2024-09-21T00:35:42.296 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.293+0000 7f35b2ffd640 1 -- 172.21.15.67:0/1366252493 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f35ac031e50 con 0x7f35b4152980 2024-09-21T00:35:42.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.293+0000 7f35b2ffd640 1 -- 172.21.15.67:0/1366252493 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35ac005220 con 0x7f35b4152980 2024-09-21T00:35:42.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.293+0000 7f35bc56e640 1 -- 172.21.15.67:0/1366252493 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35b40ce320 con 0x7f35b4152980 2024-09-21T00:35:42.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.294+0000 7f35bc56e640 1 -- 172.21.15.67:0/1366252493 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f35b415ef80 con 0x7f35b4152980 2024-09-21T00:35:42.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.295+0000 7f35b2ffd640 1 -- 172.21.15.67:0/1366252493 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f35ac0053c0 con 0x7f35b4152980 2024-09-21T00:35:42.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.295+0000 7f35b2ffd640 1 --2- 172.21.15.67:0/1366252493 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f35a0078b90 0x7f35a007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:42.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.296+0000 7f35b2ffd640 1 -- 172.21.15.67:0/1366252493 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(189..189 src has 1..189) ==== 4943+0+0 (secure 0 0 0) 0x7f35ac0bbf20 con 0x7f35b4152980 2024-09-21T00:35:42.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.296+0000 7f35ba30a640 1 --2- 172.21.15.67:0/1366252493 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f35a0078b90 0x7f35a007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:42.299 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.296+0000 7f35ba30a640 1 --2- 172.21.15.67:0/1366252493 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f35a0078b90 0x7f35a007b0a0 secure :-1 s=READY pgs=907 cs=0 l=1 rev1=1 crypto rx=0x7f35a4001770 tx=0x7f35a4009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:42.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.299+0000 7f35b2ffd640 1 -- 172.21.15.67:0/1366252493 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f35ac03f030 con 0x7f35b4152980 2024-09-21T00:35:42.488 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.486+0000 7f35bc56e640 1 -- 172.21.15.67:0/1366252493 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f35b40cfdd0 con 0x7f35b4152980 2024-09-21T00:35:42.489 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.487+0000 7f35b2ffd640 1 -- 172.21.15.67:0/1366252493 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v189) ==== 74+0+13006 (secure 0 0 0) 0x7f35ac084650 con 0x7f35b4152980 2024-09-21T00:35:42.489 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:42.489 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":189,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:35:41.146086+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":29,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":185,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":185,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":182,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":182,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":185,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":182,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":182,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":182,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.67:6834/2344210347":"2024-09-22T00:35:38.130398+0000","172.21.15.67:6832/2344210347":"2024-09-22T00:35:38.130398+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:35:42.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.489+0000 7f35bc56e640 1 -- 172.21.15.67:0/1366252493 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f35a0078b90 msgr2=0x7f35a007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:42.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.489+0000 7f35bc56e640 1 --2- 172.21.15.67:0/1366252493 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f35a0078b90 0x7f35a007b0a0 secure :-1 s=READY pgs=907 cs=0 l=1 rev1=1 crypto rx=0x7f35a4001770 tx=0x7f35a4009040 comp rx=0 tx=0).stop 2024-09-21T00:35:42.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.489+0000 7f35bc56e640 1 -- 172.21.15.67:0/1366252493 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f35b4152980 msgr2=0x7f35b4151190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:42.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.489+0000 7f35bc56e640 1 --2- 172.21.15.67:0/1366252493 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f35b4152980 0x7f35b4151190 secure :-1 s=READY pgs=2441 cs=0 l=1 rev1=1 crypto rx=0x7f35ac009920 tx=0x7f35ac033c20 comp rx=0 tx=0).stop 2024-09-21T00:35:42.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.489+0000 7f35bc56e640 1 -- 172.21.15.67:0/1366252493 shutdown_connections 2024-09-21T00:35:42.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.489+0000 7f35bc56e640 1 --2- 172.21.15.67:0/1366252493 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f35a0078b90 0x7f35a007b0a0 unknown :-1 s=CLOSED pgs=907 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:42.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.489+0000 7f35bc56e640 1 --2- 172.21.15.67:0/1366252493 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f35b4152980 0x7f35b4151190 unknown :-1 s=CLOSED pgs=2441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:42.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.489+0000 7f35bc56e640 1 --2- 172.21.15.67:0/1366252493 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f35b40740c0 0x7f35b40cb270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:42.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.489+0000 7f35bc56e640 1 --2- 172.21.15.67:0/1366252493 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f35b406e080 0x7f35b40cee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:42.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.489+0000 7f35bc56e640 1 -- 172.21.15.67:0/1366252493 >> 172.21.15.67:0/1366252493 conn(0x7f35b4073300 msgr2=0x7f35b40b5dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:42.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.489+0000 7f35bc56e640 1 -- 172.21.15.67:0/1366252493 shutdown_connections 2024-09-21T00:35:42.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.489+0000 7f35bc56e640 1 -- 172.21.15.67:0/1366252493 wait complete. 2024-09-21T00:35:42.503 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-21T00:21:09.510963+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-21T00:35:42.503 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-21T00:35:42.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.621+0000 7fe0f54b4640 1 -- 172.21.15.67:0/511775506 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe0f00b3de0 msgr2=0x7fe0f00b41f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:42.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.621+0000 7fe0f54b4640 1 --2- 172.21.15.67:0/511775506 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe0f00b3de0 0x7fe0f00b41f0 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7fe0f00b48b0 tx=0x7fe0e802a770 comp rx=0 tx=0).stop 2024-09-21T00:35:42.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.621+0000 7fe0f54b4640 1 -- 172.21.15.67:0/511775506 shutdown_connections 2024-09-21T00:35:42.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.621+0000 7fe0f54b4640 1 --2- 172.21.15.67:0/511775506 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe0f00b3de0 0x7fe0f00b41f0 unknown :-1 s=CLOSED pgs=731 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:42.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.621+0000 7fe0f54b4640 1 --2- 172.21.15.67:0/511775506 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe0f00b5010 0x7fe0f00ce350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:42.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.621+0000 7fe0f54b4640 1 -- 172.21.15.67:0/511775506 >> 172.21.15.67:0/511775506 conn(0x7fe0f00cd830 msgr2=0x7fe0f00cdc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:42.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.621+0000 7fe0f54b4640 1 -- 172.21.15.67:0/511775506 shutdown_connections 2024-09-21T00:35:42.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.621+0000 7fe0f54b4640 1 -- 172.21.15.67:0/511775506 wait complete. 2024-09-21T00:35:42.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.623+0000 7fe0f54b4640 1 Processor -- start 2024-09-21T00:35:42.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.623+0000 7fe0f54b4640 1 -- start start 2024-09-21T00:35:42.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.624+0000 7fe0f54b4640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe0f00b3de0 0x7fe0f014f020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:42.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.624+0000 7fe0f54b4640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe0f00b5010 0x7fe0f0152300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:42.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.624+0000 7fe0f54b4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe0f015f330 0x7fe0f0072aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:42.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.624+0000 7fe0f54b4640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fe0f00cfdc0 con 0x7fe0f015f330 2024-09-21T00:35:42.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.624+0000 7fe0f54b4640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fe0f00cfc40 con 0x7fe0f00b3de0 2024-09-21T00:35:42.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.624+0000 7fe0f54b4640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fe0f00cff40 con 0x7fe0f00b5010 2024-09-21T00:35:42.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.624+0000 7fe0ef7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe0f015f330 0x7fe0f0072aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:42.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.624+0000 7fe0ef7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe0f015f330 0x7fe0f0072aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:47118/0 (socket says 172.21.15.67:47118) 2024-09-21T00:35:42.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.624+0000 7fe0ef7fe640 1 -- 172.21.15.67:0/1173820886 learned_addr learned my addr 172.21.15.67:0/1173820886 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:35:42.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.624+0000 7fe0eeffd640 1 --2- 172.21.15.67:0/1173820886 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe0f00b3de0 0x7fe0f014f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:42.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.624+0000 7fe0ee7fc640 1 --2- 172.21.15.67:0/1173820886 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe0f00b5010 0x7fe0f0152300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:42.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.624+0000 7fe0ef7fe640 1 -- 172.21.15.67:0/1173820886 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe0f00b5010 msgr2=0x7fe0f0152300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:42.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.624+0000 7fe0ef7fe640 1 --2- 172.21.15.67:0/1173820886 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe0f00b5010 0x7fe0f0152300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:42.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.624+0000 7fe0ef7fe640 1 -- 172.21.15.67:0/1173820886 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe0f00b3de0 msgr2=0x7fe0f014f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:42.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.624+0000 7fe0ef7fe640 1 --2- 172.21.15.67:0/1173820886 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe0f00b3de0 0x7fe0f014f020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:42.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.624+0000 7fe0ef7fe640 1 -- 172.21.15.67:0/1173820886 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe0f01f9270 con 0x7fe0f015f330 2024-09-21T00:35:42.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.625+0000 7fe0ef7fe640 1 --2- 172.21.15.67:0/1173820886 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe0f015f330 0x7fe0f0072aa0 secure :-1 s=READY pgs=2442 cs=0 l=1 rev1=1 crypto rx=0x7fe0e8034040 tx=0x7fe0e8032f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:42.629 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.625+0000 7fe0d77fe640 1 -- 172.21.15.67:0/1173820886 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0e8041020 con 0x7fe0f015f330 2024-09-21T00:35:42.629 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.625+0000 7fe0f54b4640 1 -- 172.21.15.67:0/1173820886 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe0f01f9550 con 0x7fe0f015f330 2024-09-21T00:35:42.629 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.625+0000 7fe0d77fe640 1 -- 172.21.15.67:0/1173820886 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe0e8004040 con 0x7fe0f015f330 2024-09-21T00:35:42.629 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.625+0000 7fe0d77fe640 1 -- 172.21.15.67:0/1173820886 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0e8036040 con 0x7fe0f015f330 2024-09-21T00:35:42.629 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.625+0000 7fe0f54b4640 1 -- 172.21.15.67:0/1173820886 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe0f01f9b10 con 0x7fe0f015f330 2024-09-21T00:35:42.630 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.626+0000 7fe0f54b4640 1 -- 172.21.15.67:0/1173820886 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe0f0152da0 con 0x7fe0f015f330 2024-09-21T00:35:42.630 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.627+0000 7fe0d77fe640 1 -- 172.21.15.67:0/1173820886 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fe0e8044020 con 0x7fe0f015f330 2024-09-21T00:35:42.630 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.627+0000 7fe0d77fe640 1 --2- 172.21.15.67:0/1173820886 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe0dc078b90 0x7fe0dc07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:42.630 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.627+0000 7fe0d77fe640 1 -- 172.21.15.67:0/1173820886 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(189..189 src has 1..189) ==== 4943+0+0 (secure 0 0 0) 0x7fe0e80bbb00 con 0x7fe0f015f330 2024-09-21T00:35:42.630 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.627+0000 7fe0eeffd640 1 --2- 172.21.15.67:0/1173820886 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe0dc078b90 0x7fe0dc07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:42.630 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.628+0000 7fe0eeffd640 1 --2- 172.21.15.67:0/1173820886 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe0dc078b90 0x7fe0dc07b0a0 secure :-1 s=READY pgs=908 cs=0 l=1 rev1=1 crypto rx=0x7fe0e00095f0 tx=0x7fe0e0005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:42.634 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.632+0000 7fe0d77fe640 1 -- 172.21.15.67:0/1173820886 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fe0e804b030 con 0x7fe0f015f330 2024-09-21T00:35:42.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.820+0000 7fe0f54b4640 1 -- 172.21.15.67:0/1173820886 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fe0f00d0360 con 0x7fe0f015f330 2024-09-21T00:35:42.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.820+0000 7fe0d77fe640 1 -- 172.21.15.67:0/1173820886 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v189) ==== 93+0+10 (secure 0 0 0) 0x7fe0e80841c0 con 0x7fe0f015f330 2024-09-21T00:35:42.822 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 1 2024-09-21T00:35:42.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.822+0000 7fe0f54b4640 1 -- 172.21.15.67:0/1173820886 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe0dc078b90 msgr2=0x7fe0dc07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:42.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.822+0000 7fe0f54b4640 1 --2- 172.21.15.67:0/1173820886 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe0dc078b90 0x7fe0dc07b0a0 secure :-1 s=READY pgs=908 cs=0 l=1 rev1=1 crypto rx=0x7fe0e00095f0 tx=0x7fe0e0005f90 comp rx=0 tx=0).stop 2024-09-21T00:35:42.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.822+0000 7fe0f54b4640 1 -- 172.21.15.67:0/1173820886 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe0f015f330 msgr2=0x7fe0f0072aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:42.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.822+0000 7fe0f54b4640 1 --2- 172.21.15.67:0/1173820886 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe0f015f330 0x7fe0f0072aa0 secure :-1 s=READY pgs=2442 cs=0 l=1 rev1=1 crypto rx=0x7fe0e8034040 tx=0x7fe0e8032f10 comp rx=0 tx=0).stop 2024-09-21T00:35:42.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.822+0000 7fe0f54b4640 1 -- 172.21.15.67:0/1173820886 shutdown_connections 2024-09-21T00:35:42.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.822+0000 7fe0f54b4640 1 --2- 172.21.15.67:0/1173820886 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe0dc078b90 0x7fe0dc07b0a0 unknown :-1 s=CLOSED pgs=908 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:42.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.822+0000 7fe0f54b4640 1 --2- 172.21.15.67:0/1173820886 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe0f015f330 0x7fe0f0072aa0 unknown :-1 s=CLOSED pgs=2442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:42.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.822+0000 7fe0f54b4640 1 --2- 172.21.15.67:0/1173820886 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe0f00b5010 0x7fe0f0152300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:42.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.822+0000 7fe0f54b4640 1 --2- 172.21.15.67:0/1173820886 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe0f00b3de0 0x7fe0f014f020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:42.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.822+0000 7fe0f54b4640 1 -- 172.21.15.67:0/1173820886 >> 172.21.15.67:0/1173820886 conn(0x7fe0f00cd830 msgr2=0x7fe0f0070760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:42.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.822+0000 7fe0f54b4640 1 -- 172.21.15.67:0/1173820886 shutdown_connections 2024-09-21T00:35:42.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.822+0000 7fe0f54b4640 1 -- 172.21.15.67:0/1173820886 wait complete. 2024-09-21T00:35:42.836 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_scrub.TestScrub.test_scrub_backtrace_for_new_files' 2024-09-21T00:35:42.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.950+0000 7fc117313640 1 -- 172.21.15.67:0/3703388546 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc11006e250 msgr2=0x7fc11015e040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:42.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.950+0000 7fc117313640 1 --2- 172.21.15.67:0/3703388546 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc11006e250 0x7fc11015e040 secure :-1 s=READY pgs=2443 cs=0 l=1 rev1=1 crypto rx=0x7fc110072230 tx=0x7fc10002a5f0 comp rx=0 tx=0).stop 2024-09-21T00:35:42.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.950+0000 7fc117313640 1 -- 172.21.15.67:0/3703388546 shutdown_connections 2024-09-21T00:35:42.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.950+0000 7fc117313640 1 --2- 172.21.15.67:0/3703388546 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc11006e250 0x7fc11015e040 unknown :-1 s=CLOSED pgs=2443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:42.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.950+0000 7fc117313640 1 --2- 172.21.15.67:0/3703388546 >> v2:172.21.15.97:3300/0 conn(0x7fc1100740c0 0x7fc11015c7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:42.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.950+0000 7fc117313640 1 -- 172.21.15.67:0/3703388546 >> 172.21.15.67:0/3703388546 conn(0x7fc110073300 msgr2=0x7fc110073710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:42.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.950+0000 7fc117313640 1 -- 172.21.15.67:0/3703388546 shutdown_connections 2024-09-21T00:35:42.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.950+0000 7fc117313640 1 -- 172.21.15.67:0/3703388546 wait complete. 2024-09-21T00:35:42.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.952+0000 7fc117313640 1 Processor -- start 2024-09-21T00:35:42.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.952+0000 7fc117313640 1 -- start start 2024-09-21T00:35:42.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.954+0000 7fc117313640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc1100740c0 0x7fc1101e7380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:42.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.954+0000 7fc117313640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc110152980 0x7fc1101e78c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:42.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.954+0000 7fc117313640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc11014d730 0x7fc11014ded0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:42.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.954+0000 7fc117313640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc11015e910 con 0x7fc11014d730 2024-09-21T00:35:42.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.954+0000 7fc117313640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc11015e790 con 0x7fc1100740c0 2024-09-21T00:35:42.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.954+0000 7fc117313640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fc11015ea90 con 0x7fc110152980 2024-09-21T00:35:42.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.954+0000 7fc1158b0640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc11014d730 0x7fc11014ded0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:42.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.954+0000 7fc1158b0640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc11014d730 0x7fc11014ded0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:47132/0 (socket says 172.21.15.67:47132) 2024-09-21T00:35:42.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.954+0000 7fc1158b0640 1 -- 172.21.15.67:0/2533270072 learned_addr learned my addr 172.21.15.67:0/2533270072 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:35:42.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.954+0000 7fc1150af640 1 --2- 172.21.15.67:0/2533270072 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc1100740c0 0x7fc1101e7380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:42.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.954+0000 7fc1148ae640 1 --2- 172.21.15.67:0/2533270072 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc110152980 0x7fc1101e78c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:42.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.954+0000 7fc1158b0640 1 -- 172.21.15.67:0/2533270072 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc110152980 msgr2=0x7fc1101e78c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:42.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.954+0000 7fc1158b0640 1 --2- 172.21.15.67:0/2533270072 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc110152980 0x7fc1101e78c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:42.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.954+0000 7fc1158b0640 1 -- 172.21.15.67:0/2533270072 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc1100740c0 msgr2=0x7fc1101e7380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:42.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.954+0000 7fc1158b0640 1 --2- 172.21.15.67:0/2533270072 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc1100740c0 0x7fc1101e7380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:42.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.954+0000 7fc1158b0640 1 -- 172.21.15.67:0/2533270072 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1101f3120 con 0x7fc11014d730 2024-09-21T00:35:42.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.954+0000 7fc1158b0640 1 --2- 172.21.15.67:0/2533270072 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc11014d730 0x7fc11014ded0 secure :-1 s=READY pgs=2444 cs=0 l=1 rev1=1 crypto rx=0x7fc100034040 tx=0x7fc100003910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:42.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.954+0000 7fc10dffb640 1 -- 172.21.15.67:0/2533270072 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc10003e030 con 0x7fc11014d730 2024-09-21T00:35:42.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.955+0000 7fc10dffb640 1 -- 172.21.15.67:0/2533270072 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc100003e40 con 0x7fc11014d730 2024-09-21T00:35:42.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.955+0000 7fc10dffb640 1 -- 172.21.15.67:0/2533270072 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc100035040 con 0x7fc11014d730 2024-09-21T00:35:42.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.955+0000 7fc117313640 1 -- 172.21.15.67:0/2533270072 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1101f3620 con 0x7fc11014d730 2024-09-21T00:35:42.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.955+0000 7fc117313640 1 -- 172.21.15.67:0/2533270072 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1101f3be0 con 0x7fc11014d730 2024-09-21T00:35:42.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.956+0000 7fc117313640 1 -- 172.21.15.67:0/2533270072 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc11015efb0 con 0x7fc11014d730 2024-09-21T00:35:42.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.956+0000 7fc10dffb640 1 -- 172.21.15.67:0/2533270072 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fc100041030 con 0x7fc11014d730 2024-09-21T00:35:42.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.957+0000 7fc10dffb640 1 --2- 172.21.15.67:0/2533270072 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc0fc078bc0 0x7fc0fc07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:42.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.957+0000 7fc10dffb640 1 -- 172.21.15.67:0/2533270072 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(189..189 src has 1..189) ==== 4943+0+0 (secure 0 0 0) 0x7fc1000bb500 con 0x7fc11014d730 2024-09-21T00:35:42.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.957+0000 7fc1150af640 1 --2- 172.21.15.67:0/2533270072 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc0fc078bc0 0x7fc0fc07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:42.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.958+0000 7fc1150af640 1 --2- 172.21.15.67:0/2533270072 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc0fc078bc0 0x7fc0fc07b0d0 secure :-1 s=READY pgs=909 cs=0 l=1 rev1=1 crypto rx=0x7fc108005fd0 tx=0x7fc10800b2e0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:42.963 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:42.962+0000 7fc10dffb640 1 -- 172.21.15.67:0/2533270072 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fc100083600 con 0x7fc11014d730 2024-09-21T00:35:43.223 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:43.221+0000 7fc117313640 1 -- 172.21.15.67:0/2533270072 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_scrub.TestScrub.test_scrub_backtrace_for_new_files"]} v 0) -- 0x7fc1100cd3b0 con 0x7fc11014d730 2024-09-21T00:35:44.167 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.164+0000 7fc10dffb640 1 -- 172.21.15.67:0/2533270072 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_scrub.TestScrub.test_scrub_backtrace_for_new_files"]}]=0 v670) ==== 150+0+0 (secure 0 0 0) 0x7fc100088030 con 0x7fc11014d730 2024-09-21T00:35:44.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.168+0000 7fc117313640 1 -- 172.21.15.67:0/2533270072 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc0fc078bc0 msgr2=0x7fc0fc07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:44.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.168+0000 7fc117313640 1 --2- 172.21.15.67:0/2533270072 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc0fc078bc0 0x7fc0fc07b0d0 secure :-1 s=READY pgs=909 cs=0 l=1 rev1=1 crypto rx=0x7fc108005fd0 tx=0x7fc10800b2e0 comp rx=0 tx=0).stop 2024-09-21T00:35:44.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.168+0000 7fc117313640 1 -- 172.21.15.67:0/2533270072 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc11014d730 msgr2=0x7fc11014ded0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:44.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.168+0000 7fc117313640 1 --2- 172.21.15.67:0/2533270072 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc11014d730 0x7fc11014ded0 secure :-1 s=READY pgs=2444 cs=0 l=1 rev1=1 crypto rx=0x7fc100034040 tx=0x7fc100003910 comp rx=0 tx=0).stop 2024-09-21T00:35:44.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.168+0000 7fc117313640 1 -- 172.21.15.67:0/2533270072 shutdown_connections 2024-09-21T00:35:44.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.168+0000 7fc117313640 1 --2- 172.21.15.67:0/2533270072 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc0fc078bc0 0x7fc0fc07b0d0 unknown :-1 s=CLOSED pgs=909 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:44.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.168+0000 7fc117313640 1 --2- 172.21.15.67:0/2533270072 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc11014d730 0x7fc11014ded0 unknown :-1 s=CLOSED pgs=2444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:44.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.168+0000 7fc117313640 1 --2- 172.21.15.67:0/2533270072 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc110152980 0x7fc1101e78c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:44.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.168+0000 7fc117313640 1 --2- 172.21.15.67:0/2533270072 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc1100740c0 0x7fc1101e7380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:44.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.168+0000 7fc117313640 1 -- 172.21.15.67:0/2533270072 >> 172.21.15.67:0/2533270072 conn(0x7fc110073300 msgr2=0x7fc110147a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:44.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.168+0000 7fc117313640 1 -- 172.21.15.67:0/2533270072 shutdown_connections 2024-09-21T00:35:44.171 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.168+0000 7fc117313640 1 -- 172.21.15.67:0/2533270072 wait complete. 2024-09-21T00:35:44.183 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config dump 2024-09-21T00:35:44.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.301+0000 7fdfd5a3f640 1 -- 172.21.15.67:0/3901811710 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdfd0069240 msgr2=0x7fdfd00ce8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:44.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.301+0000 7fdfd5a3f640 1 --2- 172.21.15.67:0/3901811710 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdfd0069240 0x7fdfd00ce8f0 secure :-1 s=READY pgs=2445 cs=0 l=1 rev1=1 crypto rx=0x7fdfd0160350 tx=0x7fdfb802a560 comp rx=0 tx=0).stop 2024-09-21T00:35:44.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.301+0000 7fdfd5a3f640 1 -- 172.21.15.67:0/3901811710 shutdown_connections 2024-09-21T00:35:44.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.301+0000 7fdfd5a3f640 1 --2- 172.21.15.67:0/3901811710 >> v2:172.21.15.97:3300/0 conn(0x7fdfd00cee30 0x7fdfd00b6580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:44.303 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.301+0000 7fdfd5a3f640 1 --2- 172.21.15.67:0/3901811710 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdfd0069240 0x7fdfd00ce8f0 unknown :-1 s=CLOSED pgs=2445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:44.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.301+0000 7fdfd5a3f640 1 --2- 172.21.15.67:0/3901811710 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdfd01460a0 0x7fdfd0068d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:44.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.301+0000 7fdfd5a3f640 1 -- 172.21.15.67:0/3901811710 >> 172.21.15.67:0/3901811710 conn(0x7fdfd0074480 msgr2=0x7fdfd006cb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:44.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.301+0000 7fdfd5a3f640 1 -- 172.21.15.67:0/3901811710 shutdown_connections 2024-09-21T00:35:44.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.301+0000 7fdfd5a3f640 1 -- 172.21.15.67:0/3901811710 wait complete. 2024-09-21T00:35:44.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.303+0000 7fdfd5a3f640 1 Processor -- start 2024-09-21T00:35:44.304 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.303+0000 7fdfd5a3f640 1 -- start start 2024-09-21T00:35:44.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.304+0000 7fdfd5a3f640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdfd0069240 0x7fdfd01f6b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:44.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.304+0000 7fdfd5a3f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdfd00cee30 0x7fdfd01f70c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:44.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.304+0000 7fdfd5a3f640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdfd01460a0 0x7fdfd0130e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:44.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.304+0000 7fdfd5a3f640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fdfd0146630 con 0x7fdfd00cee30 2024-09-21T00:35:44.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.304+0000 7fdfd5a3f640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fdfd01464b0 con 0x7fdfd01460a0 2024-09-21T00:35:44.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.304+0000 7fdfd5a3f640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fdfd00b6ac0 con 0x7fdfd0069240 2024-09-21T00:35:44.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.304+0000 7fdfce7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdfd00cee30 0x7fdfd01f70c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:44.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.304+0000 7fdfce7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdfd00cee30 0x7fdfd01f70c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46584/0 (socket says 172.21.15.67:46584) 2024-09-21T00:35:44.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.304+0000 7fdfce7fc640 1 -- 172.21.15.67:0/2125292198 learned_addr learned my addr 172.21.15.67:0/2125292198 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:35:44.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.304+0000 7fdfcf7fe640 1 --2- 172.21.15.67:0/2125292198 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdfd01460a0 0x7fdfd0130e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:44.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.304+0000 7fdfceffd640 1 --2- 172.21.15.67:0/2125292198 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdfd0069240 0x7fdfd01f6b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:44.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.304+0000 7fdfce7fc640 1 -- 172.21.15.67:0/2125292198 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdfd0069240 msgr2=0x7fdfd01f6b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:44.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.304+0000 7fdfce7fc640 1 --2- 172.21.15.67:0/2125292198 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdfd0069240 0x7fdfd01f6b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:44.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.304+0000 7fdfce7fc640 1 -- 172.21.15.67:0/2125292198 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdfd01460a0 msgr2=0x7fdfd0130e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:44.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.304+0000 7fdfce7fc640 1 --2- 172.21.15.67:0/2125292198 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdfd01460a0 0x7fdfd0130e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:44.308 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.304+0000 7fdfce7fc640 1 -- 172.21.15.67:0/2125292198 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdfd0156e70 con 0x7fdfd00cee30 2024-09-21T00:35:44.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.304+0000 7fdfcf7fe640 1 --2- 172.21.15.67:0/2125292198 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdfd01460a0 0x7fdfd0130e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:35:44.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.305+0000 7fdfce7fc640 1 --2- 172.21.15.67:0/2125292198 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdfd00cee30 0x7fdfd01f70c0 secure :-1 s=READY pgs=2446 cs=0 l=1 rev1=1 crypto rx=0x7fdfb8034040 tx=0x7fdfb80039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:44.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.305+0000 7fdfc7fff640 1 -- 172.21.15.67:0/2125292198 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfb803e030 con 0x7fdfd00cee30 2024-09-21T00:35:44.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.305+0000 7fdfc7fff640 1 -- 172.21.15.67:0/2125292198 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdfb80047a0 con 0x7fdfd00cee30 2024-09-21T00:35:44.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.305+0000 7fdfd5a3f640 1 -- 172.21.15.67:0/2125292198 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdfd01560d0 con 0x7fdfd00cee30 2024-09-21T00:35:44.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.305+0000 7fdfc7fff640 1 -- 172.21.15.67:0/2125292198 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfb8035040 con 0x7fdfd00cee30 2024-09-21T00:35:44.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.305+0000 7fdfd5a3f640 1 -- 172.21.15.67:0/2125292198 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdfd0156670 con 0x7fdfd00cee30 2024-09-21T00:35:44.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.306+0000 7fdfd5a3f640 1 -- 172.21.15.67:0/2125292198 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdfd00008d0 con 0x7fdfd00cee30 2024-09-21T00:35:44.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.307+0000 7fdfc7fff640 1 -- 172.21.15.67:0/2125292198 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fdfb8041030 con 0x7fdfd00cee30 2024-09-21T00:35:44.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.307+0000 7fdfc7fff640 1 --2- 172.21.15.67:0/2125292198 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdfb0078bc0 0x7fdfb007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:44.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.308+0000 7fdfc7fff640 1 -- 172.21.15.67:0/2125292198 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(189..189 src has 1..189) ==== 4943+0+0 (secure 0 0 0) 0x7fdfb80bb300 con 0x7fdfd00cee30 2024-09-21T00:35:44.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.308+0000 7fdfceffd640 1 --2- 172.21.15.67:0/2125292198 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdfb0078bc0 0x7fdfb007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:44.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.308+0000 7fdfceffd640 1 --2- 172.21.15.67:0/2125292198 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdfb0078bc0 0x7fdfb007b0d0 secure :-1 s=READY pgs=910 cs=0 l=1 rev1=1 crypto rx=0x7fdfc800ace0 tx=0x7fdfc800a6c0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:44.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.312+0000 7fdfc7fff640 1 -- 172.21.15.67:0/2125292198 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fdfb80839c0 con 0x7fdfd00cee30 2024-09-21T00:35:44.499 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.497+0000 7fdfd5a3f640 1 -- 172.21.15.67:0/2125292198 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7fdfd006e670 con 0x7fdfd00cee30 2024-09-21T00:35:44.500 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.498+0000 7fdfc7fff640 1 -- 172.21.15.67:0/2125292198 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v65) ==== 59+0+2294 (secure 0 0 0) 0x7fdfb80832c0 con 0x7fdfd00cee30 2024-09-21T00:35:44.500 INFO:teuthology.orchestra.run.smithi067.stdout:WHO MASK LEVEL OPTION VALUE RO 2024-09-21T00:35:44.500 INFO:teuthology.orchestra.run.smithi067.stdout:mon advanced mon_op_complaint_time 120 2024-09-21T00:35:44.500 INFO:teuthology.orchestra.run.smithi067.stdout:mgr advanced client_mount_timeout 30 2024-09-21T00:35:44.501 INFO:teuthology.orchestra.run.smithi067.stdout:mgr advanced debug_client 20/20 2024-09-21T00:35:44.501 INFO:teuthology.orchestra.run.smithi067.stdout:mgr advanced debug_mgr 20/20 2024-09-21T00:35:44.501 INFO:teuthology.orchestra.run.smithi067.stdout:mgr advanced debug_ms 1/1 2024-09-21T00:35:44.501 INFO:teuthology.orchestra.run.smithi067.stdout:mgr dev mon_warn_on_pool_no_app false 2024-09-21T00:35:44.501 INFO:teuthology.orchestra.run.smithi067.stdout:osd advanced osd_op_complaint_time 180.000000 2024-09-21T00:35:44.501 INFO:teuthology.orchestra.run.smithi067.stdout:osd.0 basic osd_mclock_max_capacity_iops_ssd 4994.792072 2024-09-21T00:35:44.501 INFO:teuthology.orchestra.run.smithi067.stdout:osd.1 basic osd_mclock_max_capacity_iops_ssd 6949.964888 2024-09-21T00:35:44.501 INFO:teuthology.orchestra.run.smithi067.stdout:osd.2 basic osd_mclock_max_capacity_iops_ssd 4728.394376 2024-09-21T00:35:44.501 INFO:teuthology.orchestra.run.smithi067.stdout:osd.3 basic osd_mclock_max_capacity_iops_ssd 4592.129816 2024-09-21T00:35:44.501 INFO:teuthology.orchestra.run.smithi067.stdout:osd.4 basic osd_mclock_max_capacity_iops_ssd 6550.422905 2024-09-21T00:35:44.501 INFO:teuthology.orchestra.run.smithi067.stdout:osd.5 basic osd_mclock_max_capacity_iops_ssd 5213.710688 2024-09-21T00:35:44.501 INFO:teuthology.orchestra.run.smithi067.stdout:osd.6 basic osd_mclock_max_capacity_iops_ssd 5638.399028 2024-09-21T00:35:44.501 INFO:teuthology.orchestra.run.smithi067.stdout:osd.7 basic osd_mclock_max_capacity_iops_ssd 5357.310397 2024-09-21T00:35:44.502 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced debug_mds 20/20 2024-09-21T00:35:44.502 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced debug_mds_balancer 20/20 2024-09-21T00:35:44.502 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced debug_ms 2/2 2024-09-21T00:35:44.502 INFO:teuthology.orchestra.run.smithi067.stdout:mds dev mds_debug_frag true 2024-09-21T00:35:44.502 INFO:teuthology.orchestra.run.smithi067.stdout:mds dev mds_debug_scatterstat true 2024-09-21T00:35:44.502 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced mds_op_complaint_time 180.000000 2024-09-21T00:35:44.502 INFO:teuthology.orchestra.run.smithi067.stdout:mds dev mds_verify_scatter true 2024-09-21T00:35:44.502 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced osd_op_complaint_time 180.000000 2024-09-21T00:35:44.502 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced rados_mon_op_timeout 900 2024-09-21T00:35:44.502 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced rados_osd_op_timeout 900 2024-09-21T00:35:44.502 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced client_mount_timeout 600 2024-09-21T00:35:44.502 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced debug_client 20/20 2024-09-21T00:35:44.503 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced debug_ms 1/1 2024-09-21T00:35:44.503 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced rados_mon_op_timeout 900 2024-09-21T00:35:44.503 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced rados_osd_op_timeout 900 2024-09-21T00:35:44.504 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.500+0000 7fdfd5a3f640 1 -- 172.21.15.67:0/2125292198 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdfb0078bc0 msgr2=0x7fdfb007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:44.504 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.500+0000 7fdfd5a3f640 1 --2- 172.21.15.67:0/2125292198 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdfb0078bc0 0x7fdfb007b0d0 secure :-1 s=READY pgs=910 cs=0 l=1 rev1=1 crypto rx=0x7fdfc800ace0 tx=0x7fdfc800a6c0 comp rx=0 tx=0).stop 2024-09-21T00:35:44.504 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.500+0000 7fdfd5a3f640 1 -- 172.21.15.67:0/2125292198 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdfd00cee30 msgr2=0x7fdfd01f70c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:44.505 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.500+0000 7fdfd5a3f640 1 --2- 172.21.15.67:0/2125292198 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdfd00cee30 0x7fdfd01f70c0 secure :-1 s=READY pgs=2446 cs=0 l=1 rev1=1 crypto rx=0x7fdfb8034040 tx=0x7fdfb80039e0 comp rx=0 tx=0).stop 2024-09-21T00:35:44.506 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.500+0000 7fdfd5a3f640 1 -- 172.21.15.67:0/2125292198 shutdown_connections 2024-09-21T00:35:44.506 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.500+0000 7fdfd5a3f640 1 --2- 172.21.15.67:0/2125292198 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdfb0078bc0 0x7fdfb007b0d0 unknown :-1 s=CLOSED pgs=910 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:44.506 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.500+0000 7fdfd5a3f640 1 --2- 172.21.15.67:0/2125292198 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdfd01460a0 0x7fdfd0130e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:44.506 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.500+0000 7fdfd5a3f640 1 --2- 172.21.15.67:0/2125292198 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdfd00cee30 0x7fdfd01f70c0 unknown :-1 s=CLOSED pgs=2446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:44.506 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.500+0000 7fdfd5a3f640 1 --2- 172.21.15.67:0/2125292198 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdfd0069240 0x7fdfd01f6b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:44.506 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.500+0000 7fdfd5a3f640 1 -- 172.21.15.67:0/2125292198 >> 172.21.15.67:0/2125292198 conn(0x7fdfd0074480 msgr2=0x7fdfd0145360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:44.506 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.500+0000 7fdfd5a3f640 1 -- 172.21.15.67:0/2125292198 shutdown_connections 2024-09-21T00:35:44.506 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.500+0000 7fdfd5a3f640 1 -- 172.21.15.67:0/2125292198 wait complete. 2024-09-21T00:35:44.514 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-21T00:35:44.634 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.631+0000 7f91b40b6640 1 -- 172.21.15.67:0/18714660 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f91ac0d27e0 msgr2=0x7f91ac0d0ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:44.634 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.631+0000 7f91b40b6640 1 --2- 172.21.15.67:0/18714660 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f91ac0d27e0 0x7f91ac0d0ed0 secure :-1 s=READY pgs=2447 cs=0 l=1 rev1=1 crypto rx=0x7f919c005fd0 tx=0x7f919c02a4a0 comp rx=0 tx=0).stop 2024-09-21T00:35:44.634 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.631+0000 7f91b40b6640 1 -- 172.21.15.67:0/18714660 shutdown_connections 2024-09-21T00:35:44.634 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.631+0000 7f91b40b6640 1 --2- 172.21.15.67:0/18714660 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f91ac0d2bf0 0x7f91ac0d1410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:44.634 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.631+0000 7f91b40b6640 1 --2- 172.21.15.67:0/18714660 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f91ac0d27e0 0x7f91ac0d0ed0 unknown :-1 s=CLOSED pgs=2447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:44.634 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.631+0000 7f91b40b6640 1 -- 172.21.15.67:0/18714660 >> 172.21.15.67:0/18714660 conn(0x7f91ac0b6330 msgr2=0x7f91ac0b6740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:44.634 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.631+0000 7f91b40b6640 1 -- 172.21.15.67:0/18714660 shutdown_connections 2024-09-21T00:35:44.634 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.631+0000 7f91b40b6640 1 -- 172.21.15.67:0/18714660 wait complete. 2024-09-21T00:35:44.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.633+0000 7f91b40b6640 1 Processor -- start 2024-09-21T00:35:44.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.633+0000 7f91b40b6640 1 -- start start 2024-09-21T00:35:44.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.634+0000 7f91b40b6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f91ac0d27e0 0x7f91ac0cc320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:44.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.634+0000 7f91b40b6640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f91ac0d2bf0 0x7f91ac0b94e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:44.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.634+0000 7f91b40b6640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f91ac15f370 0x7f91ac14f6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:44.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.635+0000 7f91b40b6640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f91ac15c940 con 0x7f91ac0d27e0 2024-09-21T00:35:44.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.635+0000 7f91b40b6640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f91ac15c7c0 con 0x7f91ac15f370 2024-09-21T00:35:44.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.635+0000 7f91b40b6640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f91ac0d31b0 con 0x7f91ac0d2bf0 2024-09-21T00:35:44.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.635+0000 7f91b1e52640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f91ac0d27e0 0x7f91ac0cc320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:44.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.635+0000 7f91b1e52640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f91ac0d27e0 0x7f91ac0cc320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46594/0 (socket says 172.21.15.67:46594) 2024-09-21T00:35:44.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.635+0000 7f91b1e52640 1 -- 172.21.15.67:0/258977917 learned_addr learned my addr 172.21.15.67:0/258977917 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:35:44.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.635+0000 7f91b2653640 1 --2- 172.21.15.67:0/258977917 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f91ac15f370 0x7f91ac14f6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:44.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.635+0000 7f91b1651640 1 --2- 172.21.15.67:0/258977917 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f91ac0d2bf0 0x7f91ac0b94e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:44.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.635+0000 7f91b1e52640 1 -- 172.21.15.67:0/258977917 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f91ac0d2bf0 msgr2=0x7f91ac0b94e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:44.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.635+0000 7f91b1e52640 1 --2- 172.21.15.67:0/258977917 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f91ac0d2bf0 0x7f91ac0b94e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:44.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.635+0000 7f91b1e52640 1 -- 172.21.15.67:0/258977917 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f91ac15f370 msgr2=0x7f91ac14f6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:44.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.635+0000 7f91b1e52640 1 --2- 172.21.15.67:0/258977917 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f91ac15f370 0x7f91ac14f6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:44.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.635+0000 7f91b1e52640 1 -- 172.21.15.67:0/258977917 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91ac0cc860 con 0x7f91ac0d27e0 2024-09-21T00:35:44.640 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.635+0000 7f91b1e52640 1 --2- 172.21.15.67:0/258977917 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f91ac0d27e0 0x7f91ac0cc320 secure :-1 s=READY pgs=2448 cs=0 l=1 rev1=1 crypto rx=0x7f919c034040 tx=0x7f919c0039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:44.640 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.635+0000 7f91aa7fc640 1 -- 172.21.15.67:0/258977917 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f919c03e030 con 0x7f91ac0d27e0 2024-09-21T00:35:44.640 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.635+0000 7f91aa7fc640 1 -- 172.21.15.67:0/258977917 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f919c0047a0 con 0x7f91ac0d27e0 2024-09-21T00:35:44.640 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.635+0000 7f91b40b6640 1 -- 172.21.15.67:0/258977917 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91ac0c8500 con 0x7f91ac0d27e0 2024-09-21T00:35:44.640 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.635+0000 7f91aa7fc640 1 -- 172.21.15.67:0/258977917 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f919c035040 con 0x7f91ac0d27e0 2024-09-21T00:35:44.640 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.636+0000 7f91b40b6640 1 -- 172.21.15.67:0/258977917 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91ac0c8ac0 con 0x7f91ac0d27e0 2024-09-21T00:35:44.641 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.636+0000 7f91b40b6640 1 -- 172.21.15.67:0/258977917 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f91ac15f780 con 0x7f91ac0d27e0 2024-09-21T00:35:44.641 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.637+0000 7f91aa7fc640 1 -- 172.21.15.67:0/258977917 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f919c041030 con 0x7f91ac0d27e0 2024-09-21T00:35:44.641 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.638+0000 7f91aa7fc640 1 --2- 172.21.15.67:0/258977917 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9198078b90 0x7f919807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:44.641 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.638+0000 7f91aa7fc640 1 -- 172.21.15.67:0/258977917 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(189..189 src has 1..189) ==== 4943+0+0 (secure 0 0 0) 0x7f919c0bb270 con 0x7f91ac0d27e0 2024-09-21T00:35:44.641 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.638+0000 7f91b1651640 1 --2- 172.21.15.67:0/258977917 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9198078b90 0x7f919807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:44.641 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.638+0000 7f91b1651640 1 --2- 172.21.15.67:0/258977917 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9198078b90 0x7f919807b0a0 secure :-1 s=READY pgs=911 cs=0 l=1 rev1=1 crypto rx=0x7f91ac0b36a0 tx=0x7f91a0009060 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:44.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.642+0000 7f91aa7fc640 1 -- 172.21.15.67:0/258977917 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f919c083370 con 0x7f91ac0d27e0 2024-09-21T00:35:44.830 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.828+0000 7f91b40b6640 1 -- 172.21.15.67:0/258977917 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f91ac0c7c00 con 0x7f91ac0d27e0 2024-09-21T00:35:44.834 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.832+0000 7f91aa7fc640 1 -- 172.21.15.67:0/258977917 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v66)=0 v66) ==== 122+0+0 (secure 0 0 0) 0x7f919c087da0 con 0x7f91ac0d27e0 2024-09-21T00:35:44.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.834+0000 7f91b40b6640 1 -- 172.21.15.67:0/258977917 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9198078b90 msgr2=0x7f919807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:44.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.834+0000 7f91b40b6640 1 --2- 172.21.15.67:0/258977917 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9198078b90 0x7f919807b0a0 secure :-1 s=READY pgs=911 cs=0 l=1 rev1=1 crypto rx=0x7f91ac0b36a0 tx=0x7f91a0009060 comp rx=0 tx=0).stop 2024-09-21T00:35:44.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.834+0000 7f91b40b6640 1 -- 172.21.15.67:0/258977917 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f91ac0d27e0 msgr2=0x7f91ac0cc320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:44.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.834+0000 7f91b40b6640 1 --2- 172.21.15.67:0/258977917 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f91ac0d27e0 0x7f91ac0cc320 secure :-1 s=READY pgs=2448 cs=0 l=1 rev1=1 crypto rx=0x7f919c034040 tx=0x7f919c0039e0 comp rx=0 tx=0).stop 2024-09-21T00:35:44.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.834+0000 7f91b40b6640 1 -- 172.21.15.67:0/258977917 shutdown_connections 2024-09-21T00:35:44.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.834+0000 7f91b40b6640 1 --2- 172.21.15.67:0/258977917 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9198078b90 0x7f919807b0a0 unknown :-1 s=CLOSED pgs=911 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:44.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.834+0000 7f91b40b6640 1 --2- 172.21.15.67:0/258977917 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f91ac15f370 0x7f91ac14f6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:44.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.834+0000 7f91b40b6640 1 --2- 172.21.15.67:0/258977917 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f91ac0d2bf0 0x7f91ac0b94e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:44.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.834+0000 7f91b40b6640 1 --2- 172.21.15.67:0/258977917 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f91ac0d27e0 0x7f91ac0cc320 unknown :-1 s=CLOSED pgs=2448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:44.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.834+0000 7f91b40b6640 1 -- 172.21.15.67:0/258977917 >> 172.21.15.67:0/258977917 conn(0x7f91ac0b6330 msgr2=0x7f91ac0b6740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:44.838 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.835+0000 7f91b40b6640 1 -- 172.21.15.67:0/258977917 shutdown_connections 2024-09-21T00:35:44.838 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:44.835+0000 7f91b40b6640 1 -- 172.21.15.67:0/258977917 wait complete. 2024-09-21T00:35:44.848 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-21T00:35:44.848 DEBUG:teuthology.orchestra.run.smithi067:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T00:35:44.890 DEBUG:teuthology.orchestra.run.smithi097:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T00:35:44.943 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-21T00:35:44.944 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:35:44.944 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:35:44.959 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20178 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T00:35:44.960 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:35:44.960 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:35:44.978 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17850 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T00:35:44.978 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:35:44.978 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:35:45.016 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20178 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T00:35:45.016 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:35:45.016 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:35:45.036 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17850 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T00:35:45.036 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-21T00:35:45.036 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:35:45.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.170+0000 7efc00d57640 1 -- 172.21.15.67:0/3534944858 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efbfc0d0540 msgr2=0x7efbfc0d0950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:45.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.170+0000 7efc00d57640 1 --2- 172.21.15.67:0/3534944858 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efbfc0d0540 0x7efbfc0d0950 secure :-1 s=READY pgs=2449 cs=0 l=1 rev1=1 crypto rx=0x7efbf4005fd0 tx=0x7efbf402aa10 comp rx=0 tx=0).stop 2024-09-21T00:35:45.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.170+0000 7efc00d57640 1 -- 172.21.15.67:0/3534944858 shutdown_connections 2024-09-21T00:35:45.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.170+0000 7efc00d57640 1 --2- 172.21.15.67:0/3534944858 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efbfc0d0540 0x7efbfc0d0950 unknown :-1 s=CLOSED pgs=2449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:45.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.170+0000 7efc00d57640 1 --2- 172.21.15.67:0/3534944858 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efbfc0d2e00 0x7efbfc15ca50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:45.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.170+0000 7efc00d57640 1 -- 172.21.15.67:0/3534944858 >> 172.21.15.67:0/3534944858 conn(0x7efbfc06f850 msgr2=0x7efbfc09ba40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:45.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.170+0000 7efc00d57640 1 -- 172.21.15.67:0/3534944858 shutdown_connections 2024-09-21T00:35:45.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.170+0000 7efc00d57640 1 -- 172.21.15.67:0/3534944858 wait complete. 2024-09-21T00:35:45.174 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.172+0000 7efc00d57640 1 Processor -- start 2024-09-21T00:35:45.174 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.172+0000 7efc00d57640 1 -- start start 2024-09-21T00:35:45.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.174+0000 7efc00d57640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efbfc0b7200 0x7efbfc09c710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:45.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.174+0000 7efc00d57640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efbfc0d0540 0x7efbfc1514e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:45.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.174+0000 7efc00d57640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efbfc1605f0 0x7efbfc1547e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:45.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.174+0000 7efc00d57640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7efbfc0cd3e0 con 0x7efbfc0d0540 2024-09-21T00:35:45.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.174+0000 7efc00d57640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7efbfc0cd260 con 0x7efbfc1605f0 2024-09-21T00:35:45.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.174+0000 7efc00d57640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7efbfc0cd560 con 0x7efbfc0b7200 2024-09-21T00:35:45.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.174+0000 7efbf9d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efbfc0d0540 0x7efbfc1514e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:45.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.174+0000 7efbf9d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efbfc0d0540 0x7efbfc1514e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46604/0 (socket says 172.21.15.67:46604) 2024-09-21T00:35:45.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.174+0000 7efbf9d9b640 1 -- 172.21.15.67:0/748064537 learned_addr learned my addr 172.21.15.67:0/748064537 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:35:45.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.174+0000 7efbfa59c640 1 --2- 172.21.15.67:0/748064537 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efbfc0b7200 0x7efbfc09c710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:45.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.174+0000 7efbfad9d640 1 --2- 172.21.15.67:0/748064537 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efbfc1605f0 0x7efbfc1547e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:45.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.174+0000 7efbf9d9b640 1 -- 172.21.15.67:0/748064537 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efbfc0b7200 msgr2=0x7efbfc09c710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:45.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.174+0000 7efbf9d9b640 1 --2- 172.21.15.67:0/748064537 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efbfc0b7200 0x7efbfc09c710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:45.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.174+0000 7efbf9d9b640 1 -- 172.21.15.67:0/748064537 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efbfc1605f0 msgr2=0x7efbfc1547e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:45.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.174+0000 7efbf9d9b640 1 --2- 172.21.15.67:0/748064537 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efbfc1605f0 0x7efbfc1547e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:45.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.174+0000 7efbf9d9b640 1 -- 172.21.15.67:0/748064537 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efbfc161020 con 0x7efbfc0d0540 2024-09-21T00:35:45.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.174+0000 7efbf9d9b640 1 --2- 172.21.15.67:0/748064537 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efbfc0d0540 0x7efbfc1514e0 secure :-1 s=READY pgs=2450 cs=0 l=1 rev1=1 crypto rx=0x7efbe400d770 tx=0x7efbe400dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:45.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.174+0000 7efbf2ffd640 1 -- 172.21.15.67:0/748064537 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efbe4017070 con 0x7efbfc0d0540 2024-09-21T00:35:45.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.174+0000 7efbf2ffd640 1 -- 172.21.15.67:0/748064537 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7efbe4009d20 con 0x7efbfc0d0540 2024-09-21T00:35:45.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.174+0000 7efc00d57640 1 -- 172.21.15.67:0/748064537 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efbfc160d40 con 0x7efbfc0d0540 2024-09-21T00:35:45.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.175+0000 7efbf2ffd640 1 -- 172.21.15.67:0/748064537 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efbe40106c0 con 0x7efbfc0d0540 2024-09-21T00:35:45.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.175+0000 7efc00d57640 1 -- 172.21.15.67:0/748064537 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efbfc155fa0 con 0x7efbfc0d0540 2024-09-21T00:35:45.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.176+0000 7efc00d57640 1 -- 172.21.15.67:0/748064537 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efbfc0cda80 con 0x7efbfc0d0540 2024-09-21T00:35:45.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.176+0000 7efbf2ffd640 1 -- 172.21.15.67:0/748064537 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7efbe401a070 con 0x7efbfc0d0540 2024-09-21T00:35:45.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.177+0000 7efbf2ffd640 1 --2- 172.21.15.67:0/748064537 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efbdc078b90 0x7efbdc07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:45.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.177+0000 7efbf2ffd640 1 -- 172.21.15.67:0/748064537 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(189..189 src has 1..189) ==== 4943+0+0 (secure 0 0 0) 0x7efbe409a9e0 con 0x7efbfc0d0540 2024-09-21T00:35:45.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.177+0000 7efbfa59c640 1 --2- 172.21.15.67:0/748064537 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efbdc078b90 0x7efbdc07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:45.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.178+0000 7efbfa59c640 1 --2- 172.21.15.67:0/748064537 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efbdc078b90 0x7efbdc07b0a0 secure :-1 s=READY pgs=912 cs=0 l=1 rev1=1 crypto rx=0x7efbec001720 tx=0x7efbec009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:45.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.182+0000 7efbf2ffd640 1 -- 172.21.15.67:0/748064537 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7efbe4062bf0 con 0x7efbfc0d0540 2024-09-21T00:35:45.410 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.408+0000 7efc00d57640 1 -- 172.21.15.67:0/748064537 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7efbfc0d3360 con 0x7efbfc0d0540 2024-09-21T00:35:45.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.409+0000 7efbf2ffd640 1 -- 172.21.15.67:0/748064537 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 162 v162) ==== 95+0+3911 (secure 0 0 0) 0x7efbe4067620 con 0x7efbfc0d0540 2024-09-21T00:35:45.411 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:45.411 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":162,"btime":"2024-09-21T00:35:39:135139+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8633,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/4290480357","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":4290480357},{"type":"v1","addr":"172.21.15.97:6836","nonce":4290480357}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":155},{"gid":9691,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/771998700","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":771998700},{"type":"v1","addr":"172.21.15.67:6835","nonce":771998700}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":155},{"gid":9703,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/2200145279","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":2200145279},{"type":"v1","addr":"172.21.15.97:6837","nonce":2200145279}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":155},{"gid":11265,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/228140195","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":228140195},{"type":"v1","addr":"172.21.15.67:6834","nonce":228140195}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":162}],"filesystems":[]} 2024-09-21T00:35:45.411 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 162 2024-09-21T00:35:45.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.411+0000 7efc00d57640 1 -- 172.21.15.67:0/748064537 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efbdc078b90 msgr2=0x7efbdc07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:45.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.411+0000 7efc00d57640 1 --2- 172.21.15.67:0/748064537 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efbdc078b90 0x7efbdc07b0a0 secure :-1 s=READY pgs=912 cs=0 l=1 rev1=1 crypto rx=0x7efbec001720 tx=0x7efbec009040 comp rx=0 tx=0).stop 2024-09-21T00:35:45.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.411+0000 7efc00d57640 1 -- 172.21.15.67:0/748064537 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efbfc0d0540 msgr2=0x7efbfc1514e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:45.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.411+0000 7efc00d57640 1 --2- 172.21.15.67:0/748064537 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efbfc0d0540 0x7efbfc1514e0 secure :-1 s=READY pgs=2450 cs=0 l=1 rev1=1 crypto rx=0x7efbe400d770 tx=0x7efbe400dc30 comp rx=0 tx=0).stop 2024-09-21T00:35:45.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.411+0000 7efc00d57640 1 -- 172.21.15.67:0/748064537 shutdown_connections 2024-09-21T00:35:45.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.411+0000 7efc00d57640 1 --2- 172.21.15.67:0/748064537 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efbdc078b90 0x7efbdc07b0a0 unknown :-1 s=CLOSED pgs=912 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:45.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.411+0000 7efc00d57640 1 --2- 172.21.15.67:0/748064537 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efbfc1605f0 0x7efbfc1547e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:45.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.411+0000 7efc00d57640 1 --2- 172.21.15.67:0/748064537 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efbfc0d0540 0x7efbfc1514e0 unknown :-1 s=CLOSED pgs=2450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:45.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.411+0000 7efc00d57640 1 --2- 172.21.15.67:0/748064537 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efbfc0b7200 0x7efbfc09c710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:45.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.411+0000 7efc00d57640 1 -- 172.21.15.67:0/748064537 >> 172.21.15.67:0/748064537 conn(0x7efbfc06f850 msgr2=0x7efbfc0cf910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:45.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.411+0000 7efc00d57640 1 -- 172.21.15.67:0/748064537 shutdown_connections 2024-09-21T00:35:45.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.411+0000 7efc00d57640 1 -- 172.21.15.67:0/748064537 wait complete. 2024-09-21T00:35:45.424 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-21T00:35:45.425 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-21T00:35:45.425 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-21T00:35:45.425 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:35:45.425 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-21T00:35:45.425 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-21T00:35:45.425 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-21T00:35:45.425 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:35:45.426 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-21T00:35:45.426 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-21T00:35:45.426 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-21T00:35:45.427 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:35:45.427 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-21T00:35:45.427 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-21T00:35:45.427 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-21T00:35:45.427 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:35:45.434 INFO:tasks.ceph.mds.a:Stopped 2024-09-21T00:35:45.434 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-21T00:35:45.437 INFO:tasks.ceph.mds.b:Stopped 2024-09-21T00:35:45.438 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-21T00:35:45.438 INFO:tasks.ceph.mds.d:Stopped 2024-09-21T00:35:45.439 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-21T00:35:45.440 INFO:tasks.ceph.mds.c:Stopped 2024-09-21T00:35:45.440 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-21T00:35:45.480 INFO:tasks.ceph.mds.b:Started 2024-09-21T00:35:45.481 DEBUG:teuthology.parallel:result is None 2024-09-21T00:35:45.481 INFO:tasks.ceph.mds.d:Started 2024-09-21T00:35:45.481 DEBUG:teuthology.parallel:result is None 2024-09-21T00:35:45.482 INFO:tasks.ceph.mds.a:Started 2024-09-21T00:35:45.482 DEBUG:teuthology.parallel:result is None 2024-09-21T00:35:45.483 INFO:tasks.ceph.mds.c:Started 2024-09-21T00:35:45.484 DEBUG:teuthology.parallel:result is None 2024-09-21T00:35:45.484 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-21T00:35:45.573 INFO:tasks.ceph.mds.c.smithi067.stdout:starting mds.c at 2024-09-21T00:35:45.573 INFO:tasks.ceph.mds.a.smithi067.stdout:starting mds.a at 2024-09-21T00:35:45.576 INFO:tasks.ceph.mds.b.smithi097.stdout:starting mds.b at 2024-09-21T00:35:45.576 INFO:tasks.ceph.mds.d.smithi097.stdout:starting mds.d at 2024-09-21T00:35:45.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.606+0000 7fcce249b640 1 -- 172.21.15.67:0/3087814222 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fccdc0d1820 msgr2=0x7fccdc0cf7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:45.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.606+0000 7fcce249b640 1 --2- 172.21.15.67:0/3087814222 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fccdc0d1820 0x7fccdc0cf7c0 secure :-1 s=READY pgs=2456 cs=0 l=1 rev1=1 crypto rx=0x7fccdc0754b0 tx=0x7fccd402aac0 comp rx=0 tx=0).stop 2024-09-21T00:35:45.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.606+0000 7fcce249b640 1 -- 172.21.15.67:0/3087814222 shutdown_connections 2024-09-21T00:35:45.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.606+0000 7fcce249b640 1 --2- 172.21.15.67:0/3087814222 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fccdc0d1820 0x7fccdc0cf7c0 unknown :-1 s=CLOSED pgs=2456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:45.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.606+0000 7fcce249b640 1 --2- 172.21.15.67:0/3087814222 >> v2:172.21.15.97:3300/0 conn(0x7fccdc15fe20 0x7fccdc0b3920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:45.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.606+0000 7fcce249b640 1 -- 172.21.15.67:0/3087814222 >> 172.21.15.67:0/3087814222 conn(0x7fccdc06cb30 msgr2=0x7fccdc06cf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:45.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.606+0000 7fcce249b640 1 -- 172.21.15.67:0/3087814222 shutdown_connections 2024-09-21T00:35:45.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.606+0000 7fcce249b640 1 -- 172.21.15.67:0/3087814222 wait complete. 2024-09-21T00:35:45.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.608+0000 7fcce249b640 1 Processor -- start 2024-09-21T00:35:45.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.608+0000 7fcce249b640 1 -- start start 2024-09-21T00:35:45.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.610+0000 7fcce249b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fccdc0cf3b0 0x7fccdc154890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:45.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.610+0000 7fcce249b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fccdc15fe20 0x7fccdc153b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:45.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.610+0000 7fcce249b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fccdc0cafd0 0x7fccdc1f6970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:45.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.610+0000 7fcce249b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fccdc15e980 con 0x7fccdc0cf3b0 2024-09-21T00:35:45.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.610+0000 7fcce249b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fccdc15e800 con 0x7fccdc0cafd0 2024-09-21T00:35:45.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.610+0000 7fcce249b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fccdc15eb00 con 0x7fccdc15fe20 2024-09-21T00:35:45.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.610+0000 7fccdbfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fccdc0cf3b0 0x7fccdc154890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:45.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.610+0000 7fccdbfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fccdc0cf3b0 0x7fccdc154890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46654/0 (socket says 172.21.15.67:46654) 2024-09-21T00:35:45.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.610+0000 7fccdbfff640 1 -- 172.21.15.67:0/3348107232 learned_addr learned my addr 172.21.15.67:0/3348107232 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:35:45.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.610+0000 7fccdb7fe640 1 --2- 172.21.15.67:0/3348107232 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fccdc15fe20 0x7fccdc153b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:45.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.610+0000 7fcce0a38640 1 --2- 172.21.15.67:0/3348107232 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fccdc0cafd0 0x7fccdc1f6970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:45.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.610+0000 7fccdbfff640 1 -- 172.21.15.67:0/3348107232 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fccdc15fe20 msgr2=0x7fccdc153b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:45.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.610+0000 7fccdbfff640 1 --2- 172.21.15.67:0/3348107232 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fccdc15fe20 0x7fccdc153b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:45.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.610+0000 7fccdbfff640 1 -- 172.21.15.67:0/3348107232 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fccdc0cafd0 msgr2=0x7fccdc1f6970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:45.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.610+0000 7fccdbfff640 1 --2- 172.21.15.67:0/3348107232 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fccdc0cafd0 0x7fccdc1f6970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:45.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.610+0000 7fccdbfff640 1 -- 172.21.15.67:0/3348107232 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fccdc154dd0 con 0x7fccdc0cf3b0 2024-09-21T00:35:45.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.610+0000 7fccdbfff640 1 --2- 172.21.15.67:0/3348107232 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fccdc0cf3b0 0x7fccdc154890 secure :-1 s=READY pgs=2457 cs=0 l=1 rev1=1 crypto rx=0x7fcccc00e790 tx=0x7fcccc00ec50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:45.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.610+0000 7fccd8ff9640 1 -- 172.21.15.67:0/3348107232 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcccc00eea0 con 0x7fccdc0cf3b0 2024-09-21T00:35:45.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.610+0000 7fccd8ff9640 1 -- 172.21.15.67:0/3348107232 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcccc00cdb0 con 0x7fccdc0cf3b0 2024-09-21T00:35:45.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.610+0000 7fcce249b640 1 -- 172.21.15.67:0/3348107232 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fccdc154550 con 0x7fccdc0cf3b0 2024-09-21T00:35:45.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.610+0000 7fccd8ff9640 1 -- 172.21.15.67:0/3348107232 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcccc010690 con 0x7fccdc0cf3b0 2024-09-21T00:35:45.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.611+0000 7fcce249b640 1 -- 172.21.15.67:0/3348107232 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fccdc1f6190 con 0x7fccdc0cf3b0 2024-09-21T00:35:45.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.612+0000 7fcce249b640 1 -- 172.21.15.67:0/3348107232 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fccdc15f020 con 0x7fccdc0cf3b0 2024-09-21T00:35:45.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.612+0000 7fccd8ff9640 1 -- 172.21.15.67:0/3348107232 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fcccc010830 con 0x7fccdc0cf3b0 2024-09-21T00:35:45.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.613+0000 7fccd8ff9640 1 --2- 172.21.15.67:0/3348107232 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fccbc078bc0 0x7fccbc07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:45.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.613+0000 7fccd8ff9640 1 -- 172.21.15.67:0/3348107232 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(189..189 src has 1..189) ==== 4943+0+0 (secure 0 0 0) 0x7fcccc09b340 con 0x7fccdc0cf3b0 2024-09-21T00:35:45.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.613+0000 7fccdb7fe640 1 --2- 172.21.15.67:0/3348107232 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fccbc078bc0 0x7fccbc07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:45.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.614+0000 7fccdb7fe640 1 --2- 172.21.15.67:0/3348107232 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fccbc078bc0 0x7fccbc07b0d0 secure :-1 s=READY pgs=913 cs=0 l=1 rev1=1 crypto rx=0x7fccdc0c9c10 tx=0x7fccc4009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:45.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.617+0000 7fccd8ff9640 1 -- 172.21.15.67:0/3348107232 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fcccc0634c0 con 0x7fccdc0cf3b0 2024-09-21T00:35:45.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:45.816+0000 7fcce249b640 1 -- 172.21.15.67:0/3348107232 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7fccdc0c7e40 con 0x7fccdc0cf3b0 2024-09-21T00:35:46.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.180+0000 7fccd8ff9640 1 -- 172.21.15.67:0/3348107232 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v191) ==== 97+0+0 (secure 0 0 0) 0x7fcccc067ef0 con 0x7fccdc0cf3b0 2024-09-21T00:35:46.182 INFO:teuthology.orchestra.run.smithi067.stderr: removed all blocklist entries 2024-09-21T00:35:46.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.183+0000 7fcce249b640 1 -- 172.21.15.67:0/3348107232 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fccbc078bc0 msgr2=0x7fccbc07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:46.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.183+0000 7fcce249b640 1 --2- 172.21.15.67:0/3348107232 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fccbc078bc0 0x7fccbc07b0d0 secure :-1 s=READY pgs=913 cs=0 l=1 rev1=1 crypto rx=0x7fccdc0c9c10 tx=0x7fccc4009040 comp rx=0 tx=0).stop 2024-09-21T00:35:46.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.183+0000 7fcce249b640 1 -- 172.21.15.67:0/3348107232 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fccdc0cf3b0 msgr2=0x7fccdc154890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:46.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.183+0000 7fcce249b640 1 --2- 172.21.15.67:0/3348107232 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fccdc0cf3b0 0x7fccdc154890 secure :-1 s=READY pgs=2457 cs=0 l=1 rev1=1 crypto rx=0x7fcccc00e790 tx=0x7fcccc00ec50 comp rx=0 tx=0).stop 2024-09-21T00:35:46.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.183+0000 7fcce249b640 1 -- 172.21.15.67:0/3348107232 shutdown_connections 2024-09-21T00:35:46.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.183+0000 7fcce249b640 1 --2- 172.21.15.67:0/3348107232 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fccbc078bc0 0x7fccbc07b0d0 unknown :-1 s=CLOSED pgs=913 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:46.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.183+0000 7fcce249b640 1 --2- 172.21.15.67:0/3348107232 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fccdc0cafd0 0x7fccdc1f6970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:46.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.183+0000 7fcce249b640 1 --2- 172.21.15.67:0/3348107232 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fccdc15fe20 0x7fccdc153b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:46.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.183+0000 7fcce249b640 1 --2- 172.21.15.67:0/3348107232 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fccdc0cf3b0 0x7fccdc154890 unknown :-1 s=CLOSED pgs=2457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:46.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.183+0000 7fcce249b640 1 -- 172.21.15.67:0/3348107232 >> 172.21.15.67:0/3348107232 conn(0x7fccdc06cb30 msgr2=0x7fccdc160320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:46.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.183+0000 7fcce249b640 1 -- 172.21.15.67:0/3348107232 shutdown_connections 2024-09-21T00:35:46.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.183+0000 7fcce249b640 1 -- 172.21.15.67:0/3348107232 wait complete. 2024-09-21T00:35:46.199 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-21T00:35:46.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.316+0000 7faad1638640 1 -- 172.21.15.67:0/892698675 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faab8003a30 msgr2=0x7faab8003ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:46.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.316+0000 7faad1638640 1 --2- 172.21.15.67:0/892698675 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faab8003a30 0x7faab8003ea0 secure :-1 s=READY pgs=2459 cs=0 l=1 rev1=1 crypto rx=0x7faabc006fc0 tx=0x7faab8005830 comp rx=0 tx=0).stop 2024-09-21T00:35:46.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.316+0000 7faacb7fe640 1 -- 172.21.15.67:0/892698675 reap_dead start 2024-09-21T00:35:46.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.316+0000 7faad1638640 1 -- 172.21.15.67:0/892698675 shutdown_connections 2024-09-21T00:35:46.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.316+0000 7faad1638640 1 -- 172.21.15.67:0/892698675 >> 172.21.15.67:0/892698675 conn(0x7faacc06f850 msgr2=0x7faacc09ba40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:46.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.316+0000 7faad1638640 1 -- 172.21.15.67:0/892698675 shutdown_connections 2024-09-21T00:35:46.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.317+0000 7faad1638640 1 -- 172.21.15.67:0/892698675 wait complete. 2024-09-21T00:35:46.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.318+0000 7faad1638640 1 Processor -- start 2024-09-21T00:35:46.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.318+0000 7faad1638640 1 -- start start 2024-09-21T00:35:46.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.320+0000 7faad1638640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7faab8003a30 0x7faacc0b28d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:46.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.320+0000 7faad1638640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faacc1f4270 0x7faacc1f6c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:46.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.320+0000 7faad1638640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faacc15ad40 0x7faacc15b150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:46.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.320+0000 7faad1638640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7faacc0cd140 con 0x7faacc1f4270 2024-09-21T00:35:46.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.320+0000 7faad1638640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7faacc0ccfc0 con 0x7faacc15ad40 2024-09-21T00:35:46.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.320+0000 7faad1638640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7faacc0cd2c0 con 0x7faab8003a30 2024-09-21T00:35:46.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.320+0000 7faac3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faacc1f4270 0x7faacc1f6c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:46.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.320+0000 7faac3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faacc1f4270 0x7faacc1f6c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46674/0 (socket says 172.21.15.67:46674) 2024-09-21T00:35:46.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.320+0000 7faac3fff640 1 -- 172.21.15.67:0/3140721835 learned_addr learned my addr 172.21.15.67:0/3140721835 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:35:46.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.320+0000 7faacaffd640 1 --2- 172.21.15.67:0/3140721835 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7faab8003a30 0x7faacc0b28d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:46.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.320+0000 7faacb7fe640 1 --2- 172.21.15.67:0/3140721835 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faacc15ad40 0x7faacc15b150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:46.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.320+0000 7faac3fff640 1 -- 172.21.15.67:0/3140721835 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7faab8003a30 msgr2=0x7faacc0b28d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:46.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.320+0000 7faac3fff640 1 --2- 172.21.15.67:0/3140721835 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7faab8003a30 0x7faacc0b28d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:46.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.320+0000 7faac3fff640 1 -- 172.21.15.67:0/3140721835 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faacc15ad40 msgr2=0x7faacc15b150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:46.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.320+0000 7faac3fff640 1 --2- 172.21.15.67:0/3140721835 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faacc15ad40 0x7faacc15b150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:46.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.320+0000 7faac3fff640 1 -- 172.21.15.67:0/3140721835 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faacc15b690 con 0x7faacc1f4270 2024-09-21T00:35:46.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.320+0000 7faacb7fe640 1 --2- 172.21.15.67:0/3140721835 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faacc15ad40 0x7faacc15b150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:35:46.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.320+0000 7faac3fff640 1 --2- 172.21.15.67:0/3140721835 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faacc1f4270 0x7faacc1f6c00 secure :-1 s=READY pgs=2460 cs=0 l=1 rev1=1 crypto rx=0x7faab4003f50 tx=0x7faab40016f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:46.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.320+0000 7faac37fe640 1 -- 172.21.15.67:0/3140721835 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faab4011640 con 0x7faacc1f4270 2024-09-21T00:35:46.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.320+0000 7faac37fe640 1 -- 172.21.15.67:0/3140721835 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7faab4016020 con 0x7faacc1f4270 2024-09-21T00:35:46.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.320+0000 7faad1638640 1 -- 172.21.15.67:0/3140721835 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faacc1f7810 con 0x7faacc1f4270 2024-09-21T00:35:46.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.320+0000 7faac37fe640 1 -- 172.21.15.67:0/3140721835 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faab4011a60 con 0x7faacc1f4270 2024-09-21T00:35:46.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.321+0000 7faad1638640 1 -- 172.21.15.67:0/3140721835 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faacc1f3a90 con 0x7faacc1f4270 2024-09-21T00:35:46.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.321+0000 7faad1638640 1 -- 172.21.15.67:0/3140721835 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faacc09bed0 con 0x7faacc1f4270 2024-09-21T00:35:46.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.322+0000 7faac37fe640 1 -- 172.21.15.67:0/3140721835 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7faab4011c00 con 0x7faacc1f4270 2024-09-21T00:35:46.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.323+0000 7faac37fe640 1 --2- 172.21.15.67:0/3140721835 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7faaac078b90 0x7faaac07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:46.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.323+0000 7faac37fe640 1 -- 172.21.15.67:0/3140721835 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(193..193 src has 1..193) ==== 4857+0+0 (secure 0 0 0) 0x7faab409b630 con 0x7faacc1f4270 2024-09-21T00:35:46.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.323+0000 7faacaffd640 1 --2- 172.21.15.67:0/3140721835 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7faaac078b90 0x7faaac07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:46.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.324+0000 7faacaffd640 1 --2- 172.21.15.67:0/3140721835 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7faaac078b90 0x7faaac07b0a0 secure :-1 s=READY pgs=915 cs=0 l=1 rev1=1 crypto rx=0x7faabc033000 tx=0x7faabc000fe0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:46.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.328+0000 7faac37fe640 1 -- 172.21.15.67:0/3140721835 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7faacc09bed0 con 0x7faacc1f4270 2024-09-21T00:35:46.590 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.588+0000 7faad1638640 1 -- 172.21.15.67:0/3140721835 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7faacc1f75a0 con 0x7faacc1f4270 2024-09-21T00:35:46.591 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.588+0000 7faac37fe640 1 -- 172.21.15.67:0/3140721835 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v27) ==== 80+0+5304 (secure 0 0 0) 0x7faab4020020 con 0x7faacc1f4270 2024-09-21T00:35:46.591 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:46.591 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:35:46.591 INFO:teuthology.orchestra.run.smithi067.stdout: "auth_dump": [ 2024-09-21T00:35:46.591 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:35:46.591 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mds.a", 2024-09-21T00:35:46.591 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5m9QBaFRAAdgisHziG3hw/D2M72XZn8g==", 2024-09-21T00:35:46.591 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:35:46.592 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:35:46.592 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:35:46.592 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:35:46.592 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:35:46.592 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:35:46.592 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:35:46.592 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:35:46.592 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mds.b", 2024-09-21T00:35:46.592 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mLCJuIhAAl/r6CTzwOFBmlvDR8WTorQ==", 2024-09-21T00:35:46.592 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:35:46.592 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:35:46.593 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:35:46.593 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:35:46.593 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:35:46.593 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:35:46.593 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:35:46.593 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:35:46.593 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mds.c", 2024-09-21T00:35:46.593 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mQ14ZHRAAi5QZeknKrKjp2jO02yntmg==", 2024-09-21T00:35:46.593 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:35:46.593 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:35:46.593 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:35:46.593 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:35:46.594 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:35:46.594 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:35:46.594 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:35:46.594 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:35:46.594 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mds.d", 2024-09-21T00:35:46.594 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mgCsdKhAAJ06SsIMmvdDQWaRDeCy6CA==", 2024-09-21T00:35:46.594 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:35:46.594 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:35:46.594 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:35:46.594 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:35:46.594 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:35:46.594 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:35:46.594 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:35:46.595 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:35:46.595 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.0", 2024-09-21T00:35:46.595 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBJEe5mhxC8ERAAwqKGS/tp+aVv++lqOVEPwg==", 2024-09-21T00:35:46.595 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:35:46.595 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:35:46.595 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:35:46.595 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:35:46.595 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:35:46.595 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:35:46.595 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:35:46.595 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.1", 2024-09-21T00:35:46.595 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBMEe5mbob6IxAANdMr4wKZkwcnJzzUY88/xA==", 2024-09-21T00:35:46.595 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:35:46.596 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:35:46.596 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:35:46.596 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:35:46.596 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:35:46.596 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:35:46.596 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:35:46.596 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.2", 2024-09-21T00:35:46.596 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBPEe5mR+B2NRAAbF2XunKQ4T7GqO5mflYgFQ==", 2024-09-21T00:35:46.596 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:35:46.596 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:35:46.596 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:35:46.596 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:35:46.596 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:35:46.597 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:35:46.597 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:35:46.597 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.3", 2024-09-21T00:35:46.597 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBTEe5mrBCaDBAAhESlssYCQxHPjrG5irA8bg==", 2024-09-21T00:35:46.597 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:35:46.597 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:35:46.597 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:35:46.597 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:35:46.597 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:35:46.597 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:35:46.597 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:35:46.597 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.4", 2024-09-21T00:35:46.597 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBZEe5mH7dzKBAALqGrXHFlpxFvgoI3COb/CA==", 2024-09-21T00:35:46.597 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:35:46.598 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:35:46.598 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:35:46.598 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:35:46.598 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:35:46.598 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:35:46.598 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:35:46.598 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.5", 2024-09-21T00:35:46.598 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBcEe5mbQLIORAAhaKf6tntn/oh0n1a70pqAA==", 2024-09-21T00:35:46.598 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:35:46.598 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:35:46.598 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:35:46.598 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:35:46.598 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:35:46.599 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:35:46.599 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:35:46.599 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.6", 2024-09-21T00:35:46.599 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBgEe5m5MO7ABAACbg8WWV3GhNSHRnjscz6Fg==", 2024-09-21T00:35:46.599 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:35:46.599 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:35:46.599 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:35:46.599 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:35:46.599 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:35:46.599 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:35:46.599 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:35:46.599 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.7", 2024-09-21T00:35:46.599 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBjEe5mmCIxAxAArpnzucP3Mbmo3BL6YikqWA==", 2024-09-21T00:35:46.600 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:35:46.600 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:35:46.600 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:35:46.600 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:35:46.600 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:35:46.600 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:35:46.600 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:35:46.600 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.0", 2024-09-21T00:35:46.600 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mUnwLLxAAE0JXCN8yXTH2bWtWI41o2Q==", 2024-09-21T00:35:46.600 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:35:46.600 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:35:46.600 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow r", 2024-09-21T00:35:46.601 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-21T00:35:46.601 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:35:46.601 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:35:46.601 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:35:46.601 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.1", 2024-09-21T00:35:46.601 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mDFa8NhAAraRO3NGJQTzWBBcGkkEhhQ==", 2024-09-21T00:35:46.601 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:35:46.601 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:35:46.601 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow r", 2024-09-21T00:35:46.602 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow rw", 2024-09-21T00:35:46.602 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow rwx" 2024-09-21T00:35:46.602 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:35:46.602 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:35:46.602 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:35:46.602 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.2", 2024-09-21T00:35:46.602 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mLu3nMhAA14NXzzDpQhxci5XP4juw/w==", 2024-09-21T00:35:46.602 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:35:46.602 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:35:46.602 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow r", 2024-09-21T00:35:46.602 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow rw", 2024-09-21T00:35:46.602 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow rwx" 2024-09-21T00:35:46.603 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:35:46.603 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:35:46.603 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:35:46.603 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.3", 2024-09-21T00:35:46.603 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5m6Lx8OhAAx4r6ll1YCFpRFK7DC5qqOw==", 2024-09-21T00:35:46.603 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:35:46.603 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:35:46.603 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow r", 2024-09-21T00:35:46.603 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow rw", 2024-09-21T00:35:46.603 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow rwx" 2024-09-21T00:35:46.603 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:35:46.603 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:35:46.603 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:35:46.604 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.admin", 2024-09-21T00:35:46.604 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBEEe5myhTpMBAA3uuyq5Ek2nSa9jjWQzIshw==", 2024-09-21T00:35:46.604 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:35:46.604 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow *", 2024-09-21T00:35:46.604 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:35:46.604 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:35:46.604 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:35:46.604 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:35:46.604 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:35:46.604 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:35:46.604 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mgr.x", 2024-09-21T00:35:46.604 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mNMdbERAA41Bj7rmSurxL0D2Zq+oHVA==", 2024-09-21T00:35:46.604 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:35:46.605 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow *", 2024-09-21T00:35:46.605 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile mgr", 2024-09-21T00:35:46.605 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:35:46.605 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:35:46.605 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:35:46.605 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:35:46.605 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mgr.y", 2024-09-21T00:35:46.605 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mNcGQCxAA33vjLt+brud7Aul58c5kXw==", 2024-09-21T00:35:46.605 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:35:46.605 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow *", 2024-09-21T00:35:46.605 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile mgr", 2024-09-21T00:35:46.605 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:35:46.605 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:35:46.606 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:35:46.606 INFO:teuthology.orchestra.run.smithi067.stdout: ] 2024-09-21T00:35:46.606 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:35:46.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.591+0000 7faad1638640 1 -- 172.21.15.67:0/3140721835 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7faaac078b90 msgr2=0x7faaac07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:46.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.591+0000 7faad1638640 1 --2- 172.21.15.67:0/3140721835 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7faaac078b90 0x7faaac07b0a0 secure :-1 s=READY pgs=915 cs=0 l=1 rev1=1 crypto rx=0x7faabc033000 tx=0x7faabc000fe0 comp rx=0 tx=0).stop 2024-09-21T00:35:46.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.591+0000 7faad1638640 1 -- 172.21.15.67:0/3140721835 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faacc1f4270 msgr2=0x7faacc1f6c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:46.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.591+0000 7faad1638640 1 --2- 172.21.15.67:0/3140721835 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faacc1f4270 0x7faacc1f6c00 secure :-1 s=READY pgs=2460 cs=0 l=1 rev1=1 crypto rx=0x7faab4003f50 tx=0x7faab40016f0 comp rx=0 tx=0).stop 2024-09-21T00:35:46.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.591+0000 7faad1638640 1 -- 172.21.15.67:0/3140721835 shutdown_connections 2024-09-21T00:35:46.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.591+0000 7faad1638640 1 --2- 172.21.15.67:0/3140721835 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7faaac078b90 0x7faaac07b0a0 unknown :-1 s=CLOSED pgs=915 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:46.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.591+0000 7faad1638640 1 --2- 172.21.15.67:0/3140721835 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faacc15ad40 0x7faacc15b150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:46.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.591+0000 7faad1638640 1 --2- 172.21.15.67:0/3140721835 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faacc1f4270 0x7faacc1f6c00 unknown :-1 s=CLOSED pgs=2460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:46.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.591+0000 7faad1638640 1 --2- 172.21.15.67:0/3140721835 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7faab8003a30 0x7faacc0b28d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:46.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.591+0000 7faad1638640 1 -- 172.21.15.67:0/3140721835 >> 172.21.15.67:0/3140721835 conn(0x7faacc06f850 msgr2=0x7faacc070590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:46.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.591+0000 7faad1638640 1 -- 172.21.15.67:0/3140721835 shutdown_connections 2024-09-21T00:35:46.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.591+0000 7faad1638640 1 -- 172.21.15.67:0/3140721835 wait complete. 2024-09-21T00:35:46.609 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-21T00:35:46.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.723+0000 7f59d418a640 1 -- 172.21.15.67:0/1775414479 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f59cc0d0da0 msgr2=0x7f59cc15f3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:46.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.723+0000 7f59d418a640 1 --2- 172.21.15.67:0/1775414479 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f59cc0d0da0 0x7f59cc15f3a0 secure :-1 s=READY pgs=2461 cs=0 l=1 rev1=1 crypto rx=0x7f59cc073b90 tx=0x7f59bc02aa30 comp rx=0 tx=0).stop 2024-09-21T00:35:46.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.723+0000 7f59d418a640 1 -- 172.21.15.67:0/1775414479 shutdown_connections 2024-09-21T00:35:46.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.723+0000 7f59d418a640 1 --2- 172.21.15.67:0/1775414479 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f59cc0d0da0 0x7f59cc15f3a0 unknown :-1 s=CLOSED pgs=2461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:46.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.723+0000 7f59d418a640 1 --2- 172.21.15.67:0/1775414479 >> v2:172.21.15.97:3300/0 conn(0x7f59cc0b6250 0x7f59cc0d0860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:46.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.723+0000 7f59d418a640 1 --2- 172.21.15.67:0/1775414479 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f59cc0cfb90 0x7f59cc0b5d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:46.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.723+0000 7f59d418a640 1 -- 172.21.15.67:0/1775414479 >> 172.21.15.67:0/1775414479 conn(0x7f59cc0b4030 msgr2=0x7f59cc0b4440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:46.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.723+0000 7f59d418a640 1 -- 172.21.15.67:0/1775414479 shutdown_connections 2024-09-21T00:35:46.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.723+0000 7f59d418a640 1 -- 172.21.15.67:0/1775414479 wait complete. 2024-09-21T00:35:46.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.726+0000 7f59d418a640 1 Processor -- start 2024-09-21T00:35:46.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.726+0000 7f59d418a640 1 -- start start 2024-09-21T00:35:46.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.727+0000 7f59d418a640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f59cc0b6250 0x7f59cc0b2b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:46.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.727+0000 7f59d418a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f59cc0cfb90 0x7f59cc0cc130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:46.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.727+0000 7f59d418a640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f59cc0d0da0 0x7f59cc0b13e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:46.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.727+0000 7f59d418a640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f59cc15fe10 con 0x7f59cc0cfb90 2024-09-21T00:35:46.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.727+0000 7f59d418a640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f59cc15fc90 con 0x7f59cc0b6250 2024-09-21T00:35:46.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.727+0000 7f59d418a640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f59cc15ff90 con 0x7f59cc0d0da0 2024-09-21T00:35:46.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.727+0000 7f59d1725640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f59cc0cfb90 0x7f59cc0cc130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:46.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.727+0000 7f59d1725640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f59cc0cfb90 0x7f59cc0cc130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46688/0 (socket says 172.21.15.67:46688) 2024-09-21T00:35:46.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.727+0000 7f59d1725640 1 -- 172.21.15.67:0/2518700367 learned_addr learned my addr 172.21.15.67:0/2518700367 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:35:46.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.727+0000 7f59d1f26640 1 --2- 172.21.15.67:0/2518700367 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f59cc0b6250 0x7f59cc0b2b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:46.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.727+0000 7f59d2727640 1 --2- 172.21.15.67:0/2518700367 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f59cc0d0da0 0x7f59cc0b13e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:46.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.728+0000 7f59d1725640 1 -- 172.21.15.67:0/2518700367 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f59cc0d0da0 msgr2=0x7f59cc0b13e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:46.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.728+0000 7f59d1725640 1 --2- 172.21.15.67:0/2518700367 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f59cc0d0da0 0x7f59cc0b13e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:46.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.728+0000 7f59d1725640 1 -- 172.21.15.67:0/2518700367 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f59cc0b6250 msgr2=0x7f59cc0b2b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:46.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.728+0000 7f59d1725640 1 --2- 172.21.15.67:0/2518700367 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f59cc0b6250 0x7f59cc0b2b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:46.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.728+0000 7f59d1725640 1 -- 172.21.15.67:0/2518700367 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f59cc0b0360 con 0x7f59cc0cfb90 2024-09-21T00:35:46.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.728+0000 7f59d1f26640 1 --2- 172.21.15.67:0/2518700367 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f59cc0b6250 0x7f59cc0b2b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:35:46.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.728+0000 7f59d1725640 1 --2- 172.21.15.67:0/2518700367 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f59cc0cfb90 0x7f59cc0cc130 secure :-1 s=READY pgs=2462 cs=0 l=1 rev1=1 crypto rx=0x7f59c000d650 tx=0x7f59c000db10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:46.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.728+0000 7f59ca7fc640 1 -- 172.21.15.67:0/2518700367 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59c0017070 con 0x7f59cc0cfb90 2024-09-21T00:35:46.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.728+0000 7f59ca7fc640 1 -- 172.21.15.67:0/2518700367 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f59c0004310 con 0x7f59cc0cfb90 2024-09-21T00:35:46.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.728+0000 7f59d418a640 1 -- 172.21.15.67:0/2518700367 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f59cc0b0620 con 0x7f59cc0cfb90 2024-09-21T00:35:46.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.728+0000 7f59ca7fc640 1 -- 172.21.15.67:0/2518700367 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f59c0005260 con 0x7f59cc0cfb90 2024-09-21T00:35:46.732 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.728+0000 7f59d418a640 1 -- 172.21.15.67:0/2518700367 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f59cc0b0be0 con 0x7f59cc0cfb90 2024-09-21T00:35:46.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.729+0000 7f59d418a640 1 -- 172.21.15.67:0/2518700367 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f59cc0b5d10 con 0x7f59cc0cfb90 2024-09-21T00:35:46.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.730+0000 7f59ca7fc640 1 -- 172.21.15.67:0/2518700367 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f59c0005400 con 0x7f59cc0cfb90 2024-09-21T00:35:46.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.730+0000 7f59ca7fc640 1 --2- 172.21.15.67:0/2518700367 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f59b8078bc0 0x7f59b807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:46.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.730+0000 7f59ca7fc640 1 -- 172.21.15.67:0/2518700367 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(193..193 src has 1..193) ==== 4857+0+0 (secure 0 0 0) 0x7f59c009ad00 con 0x7f59cc0cfb90 2024-09-21T00:35:46.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.731+0000 7f59d1f26640 1 --2- 172.21.15.67:0/2518700367 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f59b8078bc0 0x7f59b807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:46.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.731+0000 7f59d1f26640 1 --2- 172.21.15.67:0/2518700367 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f59b8078bc0 0x7f59b807b0d0 secure :-1 s=READY pgs=916 cs=0 l=1 rev1=1 crypto rx=0x7f59c400bbc0 tx=0x7f59c4005ef0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:46.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.735+0000 7f59ca7fc640 1 -- 172.21.15.67:0/2518700367 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f59c0020020 con 0x7f59cc0cfb90 2024-09-21T00:35:46.926 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.924+0000 7f59d418a640 1 -- 172.21.15.67:0/2518700367 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f59cc0720a0 con 0x7f59cc0cfb90 2024-09-21T00:35:46.926 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.924+0000 7f59ca7fc640 1 -- 172.21.15.67:0/2518700367 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v193) ==== 84+0+65 (secure 0 0 0) 0x7f59c0063490 con 0x7f59cc0cfb90 2024-09-21T00:35:46.926 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:46.927 INFO:teuthology.orchestra.run.smithi067.stdout:[ 2024-09-21T00:35:46.927 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:35:46.927 INFO:teuthology.orchestra.run.smithi067.stdout: "poolnum": 1, 2024-09-21T00:35:46.927 INFO:teuthology.orchestra.run.smithi067.stdout: "poolname": ".mgr" 2024-09-21T00:35:46.927 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:35:46.927 INFO:teuthology.orchestra.run.smithi067.stdout:] 2024-09-21T00:35:46.928 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.926+0000 7f59d418a640 1 -- 172.21.15.67:0/2518700367 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f59b8078bc0 msgr2=0x7f59b807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:46.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.926+0000 7f59d418a640 1 --2- 172.21.15.67:0/2518700367 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f59b8078bc0 0x7f59b807b0d0 secure :-1 s=READY pgs=916 cs=0 l=1 rev1=1 crypto rx=0x7f59c400bbc0 tx=0x7f59c4005ef0 comp rx=0 tx=0).stop 2024-09-21T00:35:46.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.926+0000 7f59d418a640 1 -- 172.21.15.67:0/2518700367 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f59cc0cfb90 msgr2=0x7f59cc0cc130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:46.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.926+0000 7f59d418a640 1 --2- 172.21.15.67:0/2518700367 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f59cc0cfb90 0x7f59cc0cc130 secure :-1 s=READY pgs=2462 cs=0 l=1 rev1=1 crypto rx=0x7f59c000d650 tx=0x7f59c000db10 comp rx=0 tx=0).stop 2024-09-21T00:35:46.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.926+0000 7f59d418a640 1 -- 172.21.15.67:0/2518700367 shutdown_connections 2024-09-21T00:35:46.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.926+0000 7f59d418a640 1 --2- 172.21.15.67:0/2518700367 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f59b8078bc0 0x7f59b807b0d0 unknown :-1 s=CLOSED pgs=916 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:46.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.926+0000 7f59d418a640 1 --2- 172.21.15.67:0/2518700367 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f59cc0d0da0 0x7f59cc0b13e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:46.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.926+0000 7f59d418a640 1 --2- 172.21.15.67:0/2518700367 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f59cc0cfb90 0x7f59cc0cc130 unknown :-1 s=CLOSED pgs=2462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:46.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.926+0000 7f59d418a640 1 --2- 172.21.15.67:0/2518700367 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f59cc0b6250 0x7f59cc0b2b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:46.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.926+0000 7f59d418a640 1 -- 172.21.15.67:0/2518700367 >> 172.21.15.67:0/2518700367 conn(0x7f59cc0b4030 msgr2=0x7f59cc0718f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:46.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.926+0000 7f59d418a640 1 -- 172.21.15.67:0/2518700367 shutdown_connections 2024-09-21T00:35:46.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:46.926+0000 7f59d418a640 1 -- 172.21.15.67:0/2518700367 wait complete. 2024-09-21T00:35:46.940 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-21T00:35:46.940 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-21T00:35:47.061 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:47.059+0000 7f5fc868b640 1 -- 172.21.15.67:0/506398861 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5fc00b3c00 msgr2=0x7f5fc015ec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:47.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:47.059+0000 7f5fc868b640 1 --2- 172.21.15.67:0/506398861 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5fc00b3c00 0x7f5fc015ec40 secure :-1 s=READY pgs=2463 cs=0 l=1 rev1=1 crypto rx=0x7f5fb0005fd0 tx=0x7f5fb002a5d0 comp rx=0 tx=0).stop 2024-09-21T00:35:47.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:47.059+0000 7f5fc868b640 1 -- 172.21.15.67:0/506398861 shutdown_connections 2024-09-21T00:35:47.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:47.059+0000 7f5fc868b640 1 --2- 172.21.15.67:0/506398861 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5fc00b3c00 0x7f5fc015ec40 unknown :-1 s=CLOSED pgs=2463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:47.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:47.059+0000 7f5fc868b640 1 --2- 172.21.15.67:0/506398861 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5fc00cf2f0 0x7f5fc00d4280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:47.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:47.059+0000 7f5fc868b640 1 -- 172.21.15.67:0/506398861 >> 172.21.15.67:0/506398861 conn(0x7f5fc0073a90 msgr2=0x7f5fc006cb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:47.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:47.059+0000 7f5fc868b640 1 -- 172.21.15.67:0/506398861 shutdown_connections 2024-09-21T00:35:47.062 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:47.059+0000 7f5fc868b640 1 -- 172.21.15.67:0/506398861 wait complete. 2024-09-21T00:35:47.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:47.061+0000 7f5fc868b640 1 Processor -- start 2024-09-21T00:35:47.063 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:47.061+0000 7f5fc868b640 1 -- start start 2024-09-21T00:35:47.065 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:47.062+0000 7f5fc868b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5fc00b3c00 0x7f5fc00aedb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:47.065 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:47.062+0000 7f5fc868b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5fc00cf2f0 0x7f5fc00cd170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:47.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:47.062+0000 7f5fc868b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5fc00d1210 0x7f5fc0151380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:47.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:47.062+0000 7f5fc868b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f5fc00b8430 con 0x7f5fc00cf2f0 2024-09-21T00:35:47.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:47.062+0000 7f5fc868b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f5fc00b82b0 con 0x7f5fc00b3c00 2024-09-21T00:35:47.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:47.062+0000 7f5fc868b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f5fc00b85b0 con 0x7f5fc00d1210 2024-09-21T00:35:47.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:47.062+0000 7f5fc5c26640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5fc00cf2f0 0x7f5fc00cd170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:47.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:47.062+0000 7f5fc5c26640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5fc00cf2f0 0x7f5fc00cd170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46702/0 (socket says 172.21.15.67:46702) 2024-09-21T00:35:47.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:47.062+0000 7f5fc5c26640 1 -- 172.21.15.67:0/4228501880 learned_addr learned my addr 172.21.15.67:0/4228501880 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:35:47.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:47.062+0000 7f5fc6427640 1 --2- 172.21.15.67:0/4228501880 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5fc00b3c00 0x7f5fc00aedb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:47.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:47.062+0000 7f5fc6c28640 1 --2- 172.21.15.67:0/4228501880 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5fc00d1210 0x7f5fc0151380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:47.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:47.063+0000 7f5fc5c26640 1 -- 172.21.15.67:0/4228501880 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5fc00d1210 msgr2=0x7f5fc0151380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:47.066 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:47.063+0000 7f5fc5c26640 1 --2- 172.21.15.67:0/4228501880 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5fc00d1210 0x7f5fc0151380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:47.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:47.063+0000 7f5fc5c26640 1 -- 172.21.15.67:0/4228501880 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5fc00b3c00 msgr2=0x7f5fc00aedb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:47.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:47.063+0000 7f5fc5c26640 1 --2- 172.21.15.67:0/4228501880 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5fc00b3c00 0x7f5fc00aedb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:47.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:47.063+0000 7f5fc5c26640 1 -- 172.21.15.67:0/4228501880 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5fc01543c0 con 0x7f5fc00cf2f0 2024-09-21T00:35:47.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:47.063+0000 7f5fc5c26640 1 --2- 172.21.15.67:0/4228501880 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5fc00cf2f0 0x7f5fc00cd170 secure :-1 s=READY pgs=2464 cs=0 l=1 rev1=1 crypto rx=0x7f5fb0034040 tx=0x7f5fb00038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:47.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:47.063+0000 7f5fb6ffd640 1 -- 172.21.15.67:0/4228501880 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fb003e030 con 0x7f5fc00cf2f0 2024-09-21T00:35:47.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:47.063+0000 7f5fb6ffd640 1 -- 172.21.15.67:0/4228501880 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5fb0003ca0 con 0x7f5fc00cf2f0 2024-09-21T00:35:47.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:47.063+0000 7f5fc868b640 1 -- 172.21.15.67:0/4228501880 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5fc01546a0 con 0x7f5fc00cf2f0 2024-09-21T00:35:47.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:47.063+0000 7f5fb6ffd640 1 -- 172.21.15.67:0/4228501880 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5fb0035040 con 0x7f5fc00cf2f0 2024-09-21T00:35:47.067 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:47.063+0000 7f5fc868b640 1 -- 172.21.15.67:0/4228501880 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5fc0154c60 con 0x7f5fc00cf2f0 2024-09-21T00:35:47.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:47.064+0000 7f5fc868b640 1 -- 172.21.15.67:0/4228501880 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5fc00b8ad0 con 0x7f5fc00cf2f0 2024-09-21T00:35:47.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:47.065+0000 7f5fb6ffd640 1 -- 172.21.15.67:0/4228501880 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f5fb0041030 con 0x7f5fc00cf2f0 2024-09-21T00:35:47.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:47.066+0000 7f5fb6ffd640 1 --2- 172.21.15.67:0/4228501880 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5fa4078b90 0x7f5fa407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:47.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:47.066+0000 7f5fb6ffd640 1 -- 172.21.15.67:0/4228501880 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(193..193 src has 1..193) ==== 4857+0+0 (secure 0 0 0) 0x7f5fb00bafd0 con 0x7f5fc00cf2f0 2024-09-21T00:35:47.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:47.066+0000 7f5fc6427640 1 --2- 172.21.15.67:0/4228501880 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5fa4078b90 0x7f5fa407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:47.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:47.066+0000 7f5fc6427640 1 --2- 172.21.15.67:0/4228501880 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5fa4078b90 0x7f5fa407b0a0 secure :-1 s=READY pgs=917 cs=0 l=1 rev1=1 crypto rx=0x7f5fbc004630 tx=0x7f5fbc00b2e0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:47.072 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:47.071+0000 7f5fb6ffd640 1 -- 172.21.15.67:0/4228501880 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f5fb0083110 con 0x7f5fc00cf2f0 2024-09-21T00:35:47.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:47.258+0000 7f5fc868b640 1 -- 172.21.15.67:0/4228501880 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f5fc006ccd0 con 0x7f5fc00cf2f0 2024-09-21T00:35:48.189 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:48.188+0000 7f5fb6ffd640 1 -- 172.21.15.67:0/4228501880 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v194) ==== 138+0+0 (secure 0 0 0) 0x7f5fb0087b40 con 0x7f5fc00cf2f0 2024-09-21T00:35:48.190 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_metadata' created 2024-09-21T00:35:48.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:48.192+0000 7f5fc868b640 1 -- 172.21.15.67:0/4228501880 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5fa4078b90 msgr2=0x7f5fa407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:48.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:48.192+0000 7f5fc868b640 1 --2- 172.21.15.67:0/4228501880 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5fa4078b90 0x7f5fa407b0a0 secure :-1 s=READY pgs=917 cs=0 l=1 rev1=1 crypto rx=0x7f5fbc004630 tx=0x7f5fbc00b2e0 comp rx=0 tx=0).stop 2024-09-21T00:35:48.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:48.192+0000 7f5fc868b640 1 -- 172.21.15.67:0/4228501880 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5fc00cf2f0 msgr2=0x7f5fc00cd170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:48.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:48.192+0000 7f5fc868b640 1 --2- 172.21.15.67:0/4228501880 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5fc00cf2f0 0x7f5fc00cd170 secure :-1 s=READY pgs=2464 cs=0 l=1 rev1=1 crypto rx=0x7f5fb0034040 tx=0x7f5fb00038a0 comp rx=0 tx=0).stop 2024-09-21T00:35:48.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:48.192+0000 7f5fc868b640 1 -- 172.21.15.67:0/4228501880 shutdown_connections 2024-09-21T00:35:48.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:48.192+0000 7f5fc868b640 1 --2- 172.21.15.67:0/4228501880 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5fa4078b90 0x7f5fa407b0a0 unknown :-1 s=CLOSED pgs=917 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:48.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:48.192+0000 7f5fc868b640 1 --2- 172.21.15.67:0/4228501880 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5fc00d1210 0x7f5fc0151380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:48.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:48.192+0000 7f5fc868b640 1 --2- 172.21.15.67:0/4228501880 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5fc00cf2f0 0x7f5fc00cd170 unknown :-1 s=CLOSED pgs=2464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:48.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:48.192+0000 7f5fc868b640 1 --2- 172.21.15.67:0/4228501880 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5fc00b3c00 0x7f5fc00aedb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:48.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:48.192+0000 7f5fc868b640 1 -- 172.21.15.67:0/4228501880 >> 172.21.15.67:0/4228501880 conn(0x7f5fc0073a90 msgr2=0x7f5fc00b8ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:48.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:48.192+0000 7f5fc868b640 1 -- 172.21.15.67:0/4228501880 shutdown_connections 2024-09-21T00:35:48.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:48.192+0000 7f5fc868b640 1 -- 172.21.15.67:0/4228501880 wait complete. 2024-09-21T00:35:48.210 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-21T00:35:48.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:48.339+0000 7ff9c5c4d640 1 -- 172.21.15.67:0/2978089519 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff9c015db60 msgr2=0x7ff9c00d08d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:48.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:48.339+0000 7ff9c5c4d640 1 --2- 172.21.15.67:0/2978089519 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff9c015db60 0x7ff9c00d08d0 secure :-1 s=READY pgs=2465 cs=0 l=1 rev1=1 crypto rx=0x7ff9c00d02a0 tx=0x7ff9b802aa30 comp rx=0 tx=0).stop 2024-09-21T00:35:48.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:48.339+0000 7ff9c5c4d640 1 -- 172.21.15.67:0/2978089519 shutdown_connections 2024-09-21T00:35:48.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:48.339+0000 7ff9c5c4d640 1 --2- 172.21.15.67:0/2978089519 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff9c015db60 0x7ff9c00d08d0 unknown :-1 s=CLOSED pgs=2465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:48.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:48.339+0000 7ff9c5c4d640 1 --2- 172.21.15.67:0/2978089519 >> v2:172.21.15.97:3300/0 conn(0x7ff9c015d750 0x7ff9c00d0390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:48.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:48.339+0000 7ff9c5c4d640 1 --2- 172.21.15.67:0/2978089519 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff9c00b1e50 0x7ff9c0160610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:48.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:48.339+0000 7ff9c5c4d640 1 -- 172.21.15.67:0/2978089519 >> 172.21.15.67:0/2978089519 conn(0x7ff9c0074720 msgr2=0x7ff9c006f850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:48.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:48.339+0000 7ff9c5c4d640 1 -- 172.21.15.67:0/2978089519 shutdown_connections 2024-09-21T00:35:48.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:48.340+0000 7ff9c5c4d640 1 -- 172.21.15.67:0/2978089519 wait complete. 2024-09-21T00:35:48.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:48.341+0000 7ff9c5c4d640 1 Processor -- start 2024-09-21T00:35:48.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:48.342+0000 7ff9c5c4d640 1 -- start start 2024-09-21T00:35:48.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:48.343+0000 7ff9c5c4d640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff9c00b1e50 0x7ff9c006e540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:48.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:48.343+0000 7ff9c5c4d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff9c015d750 0x7ff9c014bcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:48.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:48.343+0000 7ff9c5c4d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff9c015db60 0x7ff9c00b6640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:48.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:48.343+0000 7ff9c5c4d640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff9c00cf560 con 0x7ff9c015d750 2024-09-21T00:35:48.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:48.343+0000 7ff9c5c4d640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff9c00cf3e0 con 0x7ff9c015db60 2024-09-21T00:35:48.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:48.343+0000 7ff9c5c4d640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7ff9c00cf6e0 con 0x7ff9c00b1e50 2024-09-21T00:35:48.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:48.343+0000 7ff9beffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff9c015d750 0x7ff9c014bcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:48.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:48.343+0000 7ff9beffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff9c015d750 0x7ff9c014bcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46720/0 (socket says 172.21.15.67:46720) 2024-09-21T00:35:48.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:48.343+0000 7ff9beffd640 1 -- 172.21.15.67:0/2663758635 learned_addr learned my addr 172.21.15.67:0/2663758635 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:35:48.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:48.343+0000 7ff9bf7fe640 1 --2- 172.21.15.67:0/2663758635 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff9c00b1e50 0x7ff9c006e540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:48.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:48.343+0000 7ff9bffff640 1 --2- 172.21.15.67:0/2663758635 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff9c015db60 0x7ff9c00b6640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:48.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:48.343+0000 7ff9beffd640 1 -- 172.21.15.67:0/2663758635 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff9c00b1e50 msgr2=0x7ff9c006e540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:48.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:48.343+0000 7ff9beffd640 1 --2- 172.21.15.67:0/2663758635 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff9c00b1e50 0x7ff9c006e540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:48.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:48.343+0000 7ff9beffd640 1 -- 172.21.15.67:0/2663758635 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff9c015db60 msgr2=0x7ff9c00b6640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:48.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:48.343+0000 7ff9beffd640 1 --2- 172.21.15.67:0/2663758635 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff9c015db60 0x7ff9c00b6640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:48.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:48.343+0000 7ff9beffd640 1 -- 172.21.15.67:0/2663758635 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9c01f6f00 con 0x7ff9c015d750 2024-09-21T00:35:48.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:48.343+0000 7ff9bffff640 1 --2- 172.21.15.67:0/2663758635 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff9c015db60 0x7ff9c00b6640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:35:48.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:48.344+0000 7ff9beffd640 1 --2- 172.21.15.67:0/2663758635 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff9c015d750 0x7ff9c014bcf0 secure :-1 s=READY pgs=2466 cs=0 l=1 rev1=1 crypto rx=0x7ff9b400d740 tx=0x7ff9b400dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:48.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:48.344+0000 7ff9a7fff640 1 -- 172.21.15.67:0/2663758635 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9b4017070 con 0x7ff9c015d750 2024-09-21T00:35:48.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:48.344+0000 7ff9a7fff640 1 -- 172.21.15.67:0/2663758635 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff9b4009d20 con 0x7ff9c015d750 2024-09-21T00:35:48.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:48.344+0000 7ff9c5c4d640 1 -- 172.21.15.67:0/2663758635 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff9c006e260 con 0x7ff9c015d750 2024-09-21T00:35:48.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:48.344+0000 7ff9a7fff640 1 -- 172.21.15.67:0/2663758635 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9b40106c0 con 0x7ff9c015d750 2024-09-21T00:35:48.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:48.344+0000 7ff9c5c4d640 1 -- 172.21.15.67:0/2663758635 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9c01f6420 con 0x7ff9c015d750 2024-09-21T00:35:48.347 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:48.345+0000 7ff9c5c4d640 1 -- 172.21.15.67:0/2663758635 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff9c0160610 con 0x7ff9c015d750 2024-09-21T00:35:48.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:48.346+0000 7ff9a7fff640 1 -- 172.21.15.67:0/2663758635 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7ff9b401a070 con 0x7ff9c015d750 2024-09-21T00:35:48.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:48.346+0000 7ff9a7fff640 1 --2- 172.21.15.67:0/2663758635 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff9ac078bc0 0x7ff9ac07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:48.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:48.346+0000 7ff9a7fff640 1 -- 172.21.15.67:0/2663758635 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(194..194 src has 1..194) ==== 5227+0+0 (secure 0 0 0) 0x7ff9b409ac70 con 0x7ff9c015d750 2024-09-21T00:35:48.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:48.347+0000 7ff9bf7fe640 1 --2- 172.21.15.67:0/2663758635 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff9ac078bc0 0x7ff9ac07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:48.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:48.347+0000 7ff9bf7fe640 1 --2- 172.21.15.67:0/2663758635 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff9ac078bc0 0x7ff9ac07b0d0 secure :-1 s=READY pgs=921 cs=0 l=1 rev1=1 crypto rx=0x7ff9b000daa0 tx=0x7ff9b0005d70 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:48.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:48.351+0000 7ff9a7fff640 1 -- 172.21.15.67:0/2663758635 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7ff9b4063330 con 0x7ff9c015d750 2024-09-21T00:35:48.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:48.547+0000 7ff9c5c4d640 1 -- 172.21.15.67:0/2663758635 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7ff9c009c190 con 0x7ff9c015d750 2024-09-21T00:35:49.192 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:49.191+0000 7ff9a7fff640 1 -- 172.21.15.67:0/2663758635 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v195) ==== 170+0+0 (secure 0 0 0) 0x7ff9b4062c30 con 0x7ff9c015d750 2024-09-21T00:35:49.192 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_data' created 2024-09-21T00:35:49.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:49.195+0000 7ff9c5c4d640 1 -- 172.21.15.67:0/2663758635 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff9ac078bc0 msgr2=0x7ff9ac07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:49.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:49.195+0000 7ff9c5c4d640 1 --2- 172.21.15.67:0/2663758635 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff9ac078bc0 0x7ff9ac07b0d0 secure :-1 s=READY pgs=921 cs=0 l=1 rev1=1 crypto rx=0x7ff9b000daa0 tx=0x7ff9b0005d70 comp rx=0 tx=0).stop 2024-09-21T00:35:49.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:49.195+0000 7ff9c5c4d640 1 -- 172.21.15.67:0/2663758635 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff9c015d750 msgr2=0x7ff9c014bcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:49.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:49.195+0000 7ff9c5c4d640 1 --2- 172.21.15.67:0/2663758635 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff9c015d750 0x7ff9c014bcf0 secure :-1 s=READY pgs=2466 cs=0 l=1 rev1=1 crypto rx=0x7ff9b400d740 tx=0x7ff9b400dc00 comp rx=0 tx=0).stop 2024-09-21T00:35:49.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:49.195+0000 7ff9c5c4d640 1 -- 172.21.15.67:0/2663758635 shutdown_connections 2024-09-21T00:35:49.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:49.195+0000 7ff9c5c4d640 1 --2- 172.21.15.67:0/2663758635 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff9ac078bc0 0x7ff9ac07b0d0 unknown :-1 s=CLOSED pgs=921 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:49.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:49.195+0000 7ff9c5c4d640 1 --2- 172.21.15.67:0/2663758635 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff9c015db60 0x7ff9c00b6640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:49.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:49.195+0000 7ff9c5c4d640 1 --2- 172.21.15.67:0/2663758635 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff9c015d750 0x7ff9c014bcf0 unknown :-1 s=CLOSED pgs=2466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:49.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:49.195+0000 7ff9c5c4d640 1 --2- 172.21.15.67:0/2663758635 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff9c00b1e50 0x7ff9c006e540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:49.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:49.195+0000 7ff9c5c4d640 1 -- 172.21.15.67:0/2663758635 >> 172.21.15.67:0/2663758635 conn(0x7ff9c0074720 msgr2=0x7ff9c00b26f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:49.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:49.195+0000 7ff9c5c4d640 1 -- 172.21.15.67:0/2663758635 shutdown_connections 2024-09-21T00:35:49.197 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:49.195+0000 7ff9c5c4d640 1 -- 172.21.15.67:0/2663758635 wait complete. 2024-09-21T00:35:49.225 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-21T00:35:49.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:49.350+0000 7fed01e20640 1 -- 172.21.15.67:0/4131013780 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fecfc0cf3b0 msgr2=0x7fecfc0cf7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:49.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:49.350+0000 7fed01e20640 1 --2- 172.21.15.67:0/4131013780 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fecfc0cf3b0 0x7fecfc0cf7c0 secure :-1 s=READY pgs=2467 cs=0 l=1 rev1=1 crypto rx=0x7fecfc0754b0 tx=0x7fecf002a560 comp rx=0 tx=0).stop 2024-09-21T00:35:49.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:49.351+0000 7fed01e20640 1 -- 172.21.15.67:0/4131013780 shutdown_connections 2024-09-21T00:35:49.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:49.351+0000 7fed01e20640 1 --2- 172.21.15.67:0/4131013780 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fecfc0d1110 0x7fecfc0d1520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:49.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:49.351+0000 7fed01e20640 1 --2- 172.21.15.67:0/4131013780 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fecfc0cf3b0 0x7fecfc0cf7c0 unknown :-1 s=CLOSED pgs=2467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:49.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:49.351+0000 7fed01e20640 1 --2- 172.21.15.67:0/4131013780 >> v2:172.21.15.97:3300/0 conn(0x7fecfc15fe20 0x7fecfc0b3920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:49.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:49.351+0000 7fed01e20640 1 -- 172.21.15.67:0/4131013780 >> 172.21.15.67:0/4131013780 conn(0x7fecfc06cb30 msgr2=0x7fecfc06cf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:49.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:49.351+0000 7fed01e20640 1 -- 172.21.15.67:0/4131013780 shutdown_connections 2024-09-21T00:35:49.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:49.351+0000 7fed01e20640 1 -- 172.21.15.67:0/4131013780 wait complete. 2024-09-21T00:35:49.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:49.352+0000 7fed01e20640 1 Processor -- start 2024-09-21T00:35:49.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:49.353+0000 7fed01e20640 1 -- start start 2024-09-21T00:35:49.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:49.354+0000 7fed01e20640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fecfc0cf3b0 0x7fecfc0c96d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:49.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:49.354+0000 7fed01e20640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fecfc0d1110 0x7fecfc1f6b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:49.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:49.354+0000 7fed01e20640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fecfc15fe20 0x7fecfc0ca500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:49.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:49.354+0000 7fed01e20640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fecfc15e6e0 con 0x7fecfc0cf3b0 2024-09-21T00:35:49.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:49.354+0000 7fed01e20640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fecfc15e560 con 0x7fecfc0d1110 2024-09-21T00:35:49.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:49.354+0000 7fed01e20640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fecfc15e860 con 0x7fecfc15fe20 2024-09-21T00:35:49.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:49.354+0000 7fecfb7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fecfc0cf3b0 0x7fecfc0c96d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:49.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:49.354+0000 7fecfb7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fecfc0cf3b0 0x7fecfc0c96d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46750/0 (socket says 172.21.15.67:46750) 2024-09-21T00:35:49.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:49.354+0000 7fecfb7fe640 1 -- 172.21.15.67:0/4213805618 learned_addr learned my addr 172.21.15.67:0/4213805618 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:35:49.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:49.354+0000 7fecfaffd640 1 --2- 172.21.15.67:0/4213805618 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fecfc0d1110 0x7fecfc1f6b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:49.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:49.354+0000 7fecfbfff640 1 --2- 172.21.15.67:0/4213805618 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fecfc15fe20 0x7fecfc0ca500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:49.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:49.354+0000 7fecfb7fe640 1 -- 172.21.15.67:0/4213805618 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fecfc15fe20 msgr2=0x7fecfc0ca500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:49.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:49.354+0000 7fecfb7fe640 1 --2- 172.21.15.67:0/4213805618 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fecfc15fe20 0x7fecfc0ca500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:49.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:49.354+0000 7fecfb7fe640 1 -- 172.21.15.67:0/4213805618 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fecfc0d1110 msgr2=0x7fecfc1f6b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:49.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:49.354+0000 7fecfb7fe640 1 --2- 172.21.15.67:0/4213805618 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fecfc0d1110 0x7fecfc1f6b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:49.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:49.354+0000 7fecfb7fe640 1 -- 172.21.15.67:0/4213805618 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fecfc1f7060 con 0x7fecfc0cf3b0 2024-09-21T00:35:49.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:49.354+0000 7fecfbfff640 1 --2- 172.21.15.67:0/4213805618 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fecfc15fe20 0x7fecfc0ca500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:35:49.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:49.355+0000 7fecfb7fe640 1 --2- 172.21.15.67:0/4213805618 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fecfc0cf3b0 0x7fecfc0c96d0 secure :-1 s=READY pgs=2468 cs=0 l=1 rev1=1 crypto rx=0x7fecec00c970 tx=0x7fecec00ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:49.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:49.355+0000 7fece3fff640 1 -- 172.21.15.67:0/4213805618 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecec007bb0 con 0x7fecfc0cf3b0 2024-09-21T00:35:49.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:49.355+0000 7fece3fff640 1 -- 172.21.15.67:0/4213805618 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fecec007e40 con 0x7fecfc0cf3b0 2024-09-21T00:35:49.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:49.355+0000 7fece3fff640 1 -- 172.21.15.67:0/4213805618 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fecec00f690 con 0x7fecfc0cf3b0 2024-09-21T00:35:49.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:49.355+0000 7fed01e20640 1 -- 172.21.15.67:0/4213805618 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fecfc0c8630 con 0x7fecfc0cf3b0 2024-09-21T00:35:49.358 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:49.355+0000 7fed01e20640 1 -- 172.21.15.67:0/4213805618 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fecfc0c8bf0 con 0x7fecfc0cf3b0 2024-09-21T00:35:49.359 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:49.356+0000 7fed01e20640 1 -- 172.21.15.67:0/4213805618 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fecfc0b3920 con 0x7fecfc0cf3b0 2024-09-21T00:35:49.359 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:49.357+0000 7fece3fff640 1 -- 172.21.15.67:0/4213805618 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fecec00f830 con 0x7fecfc0cf3b0 2024-09-21T00:35:49.359 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:49.357+0000 7fece3fff640 1 --2- 172.21.15.67:0/4213805618 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fece8078b90 0x7fece807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:49.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:49.357+0000 7fece3fff640 1 -- 172.21.15.67:0/4213805618 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(195..195 src has 1..195) ==== 5609+0+0 (secure 0 0 0) 0x7fecec09b400 con 0x7fecfc0cf3b0 2024-09-21T00:35:49.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:49.357+0000 7fecfaffd640 1 --2- 172.21.15.67:0/4213805618 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fece8078b90 0x7fece807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:49.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:49.358+0000 7fecfaffd640 1 --2- 172.21.15.67:0/4213805618 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fece8078b90 0x7fece807b0a0 secure :-1 s=READY pgs=922 cs=0 l=1 rev1=1 crypto rx=0x7fecf0033000 tx=0x7fecf0004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:49.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:49.362+0000 7fece3fff640 1 -- 172.21.15.67:0/4213805618 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fecfc1f7060 con 0x7fecfc0cf3b0 2024-09-21T00:35:49.592 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:49.591+0000 7fed01e20640 1 -- 172.21.15.67:0/4213805618 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fecfc1636a0 con 0x7fecfc0cf3b0 2024-09-21T00:35:50.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.217+0000 7fece3fff640 1 -- 172.21.15.67:0/4213805618 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 30 and data pool 31 v165) ==== 174+0+0 (secure 0 0 0) 0x7fecec014030 con 0x7fecfc0cf3b0 2024-09-21T00:35:50.219 INFO:teuthology.orchestra.run.smithi067.stderr:new fs with metadata pool 30 and data pool 31 2024-09-21T00:35:50.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.227+0000 7fed01e20640 1 -- 172.21.15.67:0/4213805618 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fece8078b90 msgr2=0x7fece807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:50.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.227+0000 7fed01e20640 1 --2- 172.21.15.67:0/4213805618 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fece8078b90 0x7fece807b0a0 secure :-1 s=READY pgs=922 cs=0 l=1 rev1=1 crypto rx=0x7fecf0033000 tx=0x7fecf0004730 comp rx=0 tx=0).stop 2024-09-21T00:35:50.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.227+0000 7fed01e20640 1 -- 172.21.15.67:0/4213805618 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fecfc0cf3b0 msgr2=0x7fecfc0c96d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:50.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.227+0000 7fed01e20640 1 --2- 172.21.15.67:0/4213805618 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fecfc0cf3b0 0x7fecfc0c96d0 secure :-1 s=READY pgs=2468 cs=0 l=1 rev1=1 crypto rx=0x7fecec00c970 tx=0x7fecec00ce30 comp rx=0 tx=0).stop 2024-09-21T00:35:50.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.233+0000 7fed01e20640 1 -- 172.21.15.67:0/4213805618 shutdown_connections 2024-09-21T00:35:50.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.233+0000 7fed01e20640 1 --2- 172.21.15.67:0/4213805618 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fece8078b90 0x7fece807b0a0 unknown :-1 s=CLOSED pgs=922 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:50.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.233+0000 7fed01e20640 1 --2- 172.21.15.67:0/4213805618 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fecfc15fe20 0x7fecfc0ca500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:50.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.234+0000 7fed01e20640 1 --2- 172.21.15.67:0/4213805618 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fecfc0d1110 0x7fecfc1f6b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:50.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.234+0000 7fed01e20640 1 --2- 172.21.15.67:0/4213805618 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fecfc0cf3b0 0x7fecfc0c96d0 unknown :-1 s=CLOSED pgs=2468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:50.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.234+0000 7fed01e20640 1 -- 172.21.15.67:0/4213805618 >> 172.21.15.67:0/4213805618 conn(0x7fecfc06cb30 msgr2=0x7fecfc06cf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:50.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.235+0000 7fed01e20640 1 -- 172.21.15.67:0/4213805618 shutdown_connections 2024-09-21T00:35:50.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.235+0000 7fed01e20640 1 -- 172.21.15.67:0/4213805618 wait complete. 2024-09-21T00:35:50.254 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:35:50.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.371+0000 7f6d0a0b4640 1 -- 172.21.15.67:0/3139670009 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6d040cfee0 msgr2=0x7f6d040d2730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:50.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.371+0000 7f6d0a0b4640 1 --2- 172.21.15.67:0/3139670009 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6d040cfee0 0x7f6d040d2730 secure :-1 s=READY pgs=2470 cs=0 l=1 rev1=1 crypto rx=0x7f6cf4009830 tx=0x7f6cf402a510 comp rx=0 tx=0).stop 2024-09-21T00:35:50.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.371+0000 7f6d0a0b4640 1 -- 172.21.15.67:0/3139670009 shutdown_connections 2024-09-21T00:35:50.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.371+0000 7f6d0a0b4640 1 --2- 172.21.15.67:0/3139670009 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6d040cfee0 0x7f6d040d2730 unknown :-1 s=CLOSED pgs=2470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:50.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.371+0000 7f6d0a0b4640 1 -- 172.21.15.67:0/3139670009 >> 172.21.15.67:0/3139670009 conn(0x7f6d04073c20 msgr2=0x7f6d0406cb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:50.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.371+0000 7f6d0a0b4640 1 -- 172.21.15.67:0/3139670009 shutdown_connections 2024-09-21T00:35:50.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.371+0000 7f6d0a0b4640 1 -- 172.21.15.67:0/3139670009 wait complete. 2024-09-21T00:35:50.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.373+0000 7f6d0a0b4640 1 Processor -- start 2024-09-21T00:35:50.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.373+0000 7f6d0a0b4640 1 -- start start 2024-09-21T00:35:50.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.374+0000 7f6d0a0b4640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6d040cfee0 0x7f6d0415b410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:50.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.374+0000 7f6d0a0b4640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6d040d1820 0x7f6d04157c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:50.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.374+0000 7f6d0a0b4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6d0415eaa0 0x7f6d04159290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:50.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.374+0000 7f6d0a0b4640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f6d040d3920 con 0x7f6d0415eaa0 2024-09-21T00:35:50.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.374+0000 7f6d0a0b4640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f6d040d37a0 con 0x7f6d040cfee0 2024-09-21T00:35:50.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.374+0000 7f6d0a0b4640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f6d040d3aa0 con 0x7f6d040d1820 2024-09-21T00:35:50.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.374+0000 7f6d03fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6d0415eaa0 0x7f6d04159290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:50.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.374+0000 7f6d03fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6d0415eaa0 0x7f6d04159290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46774/0 (socket says 172.21.15.67:46774) 2024-09-21T00:35:50.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.374+0000 7f6d03fff640 1 -- 172.21.15.67:0/2631348719 learned_addr learned my addr 172.21.15.67:0/2631348719 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:35:50.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.375+0000 7f6d02ffd640 1 --2- 172.21.15.67:0/2631348719 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6d040d1820 0x7f6d04157c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:50.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.375+0000 7f6d037fe640 1 --2- 172.21.15.67:0/2631348719 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6d040cfee0 0x7f6d0415b410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:50.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.375+0000 7f6d03fff640 1 -- 172.21.15.67:0/2631348719 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6d040d1820 msgr2=0x7f6d04157c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:50.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.375+0000 7f6d03fff640 1 --2- 172.21.15.67:0/2631348719 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6d040d1820 0x7f6d04157c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:50.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.375+0000 7f6d03fff640 1 -- 172.21.15.67:0/2631348719 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6d040cfee0 msgr2=0x7f6d0415b410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:50.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.375+0000 7f6d03fff640 1 --2- 172.21.15.67:0/2631348719 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6d040cfee0 0x7f6d0415b410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:50.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.375+0000 7f6d03fff640 1 -- 172.21.15.67:0/2631348719 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d041f8af0 con 0x7f6d0415eaa0 2024-09-21T00:35:50.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.375+0000 7f6d037fe640 1 --2- 172.21.15.67:0/2631348719 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6d040cfee0 0x7f6d0415b410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:35:50.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.375+0000 7f6d03fff640 1 --2- 172.21.15.67:0/2631348719 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6d0415eaa0 0x7f6d04159290 secure :-1 s=READY pgs=2471 cs=0 l=1 rev1=1 crypto rx=0x7f6cfc00c730 tx=0x7f6cfc00cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:50.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.375+0000 7f6cebfff640 1 -- 172.21.15.67:0/2631348719 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cfc003b70 con 0x7f6d0415eaa0 2024-09-21T00:35:50.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.375+0000 7f6cebfff640 1 -- 172.21.15.67:0/2631348719 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6cfc003d30 con 0x7f6d0415eaa0 2024-09-21T00:35:50.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.375+0000 7f6d0a0b4640 1 -- 172.21.15.67:0/2631348719 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d041f8d80 con 0x7f6d0415eaa0 2024-09-21T00:35:50.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.375+0000 7f6cebfff640 1 -- 172.21.15.67:0/2631348719 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cfc0052d0 con 0x7f6d0415eaa0 2024-09-21T00:35:50.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.375+0000 7f6d0a0b4640 1 -- 172.21.15.67:0/2631348719 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d041f9340 con 0x7f6d0415eaa0 2024-09-21T00:35:50.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.376+0000 7f6d0a0b4640 1 -- 172.21.15.67:0/2631348719 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6d040d2730 con 0x7f6d0415eaa0 2024-09-21T00:35:50.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.377+0000 7f6cebfff640 1 -- 172.21.15.67:0/2631348719 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f6cfc005470 con 0x7f6d0415eaa0 2024-09-21T00:35:50.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.378+0000 7f6cebfff640 1 --2- 172.21.15.67:0/2631348719 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6cf0078bc0 0x7f6cf007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:50.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.378+0000 7f6cebfff640 1 -- 172.21.15.67:0/2631348719 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(196..196 src has 1..196) ==== 5709+0+0 (secure 0 0 0) 0x7f6cfc09b3c0 con 0x7f6d0415eaa0 2024-09-21T00:35:50.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.378+0000 7f6d037fe640 1 --2- 172.21.15.67:0/2631348719 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6cf0078bc0 0x7f6cf007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:50.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.378+0000 7f6d037fe640 1 --2- 172.21.15.67:0/2631348719 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6cf0078bc0 0x7f6cf007b0d0 secure :-1 s=READY pgs=923 cs=0 l=1 rev1=1 crypto rx=0x7f6cf4034000 tx=0x7f6cf4004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:50.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.382+0000 7f6cebfff640 1 -- 172.21.15.67:0/2631348719 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f6cfc063970 con 0x7f6d0415eaa0 2024-09-21T00:35:50.573 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.572+0000 7f6d0a0b4640 1 -- 172.21.15.67:0/2631348719 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6d040ca150 con 0x7f6d0415eaa0 2024-09-21T00:35:50.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.573+0000 7f6cebfff640 1 -- 172.21.15.67:0/2631348719 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v196) ==== 74+0+16656 (secure 0 0 0) 0x7f6cfc063270 con 0x7f6d0415eaa0 2024-09-21T00:35:50.575 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:50.575 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":196,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:35:49.593161+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":31,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":30,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:35:47.264833+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"196","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":31,"pool_name":"cephfs_data","create_time":"2024-09-21T00:35:48.552756+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"196","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":195,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":195,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":195,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":195,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":195,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":195,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":195,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":195,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:35:50.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.576+0000 7f6d0a0b4640 1 -- 172.21.15.67:0/2631348719 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6cf0078bc0 msgr2=0x7f6cf007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:50.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.576+0000 7f6d0a0b4640 1 --2- 172.21.15.67:0/2631348719 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6cf0078bc0 0x7f6cf007b0d0 secure :-1 s=READY pgs=923 cs=0 l=1 rev1=1 crypto rx=0x7f6cf4034000 tx=0x7f6cf4004730 comp rx=0 tx=0).stop 2024-09-21T00:35:50.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.576+0000 7f6d0a0b4640 1 -- 172.21.15.67:0/2631348719 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6d0415eaa0 msgr2=0x7f6d04159290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:50.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.576+0000 7f6d0a0b4640 1 --2- 172.21.15.67:0/2631348719 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6d0415eaa0 0x7f6d04159290 secure :-1 s=READY pgs=2471 cs=0 l=1 rev1=1 crypto rx=0x7f6cfc00c730 tx=0x7f6cfc00cbf0 comp rx=0 tx=0).stop 2024-09-21T00:35:50.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.576+0000 7f6d0a0b4640 1 -- 172.21.15.67:0/2631348719 shutdown_connections 2024-09-21T00:35:50.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.576+0000 7f6d0a0b4640 1 --2- 172.21.15.67:0/2631348719 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6cf0078bc0 0x7f6cf007b0d0 unknown :-1 s=CLOSED pgs=923 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:50.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.576+0000 7f6d0a0b4640 1 --2- 172.21.15.67:0/2631348719 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6d0415eaa0 0x7f6d04159290 unknown :-1 s=CLOSED pgs=2471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:50.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.576+0000 7f6d0a0b4640 1 --2- 172.21.15.67:0/2631348719 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6d040d1820 0x7f6d04157c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:50.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.576+0000 7f6d0a0b4640 1 --2- 172.21.15.67:0/2631348719 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6d040cfee0 0x7f6d0415b410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:50.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.576+0000 7f6d0a0b4640 1 -- 172.21.15.67:0/2631348719 >> 172.21.15.67:0/2631348719 conn(0x7f6d04073c20 msgr2=0x7f6d0406cb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:50.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.576+0000 7f6d0a0b4640 1 -- 172.21.15.67:0/2631348719 shutdown_connections 2024-09-21T00:35:50.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.576+0000 7f6d0a0b4640 1 -- 172.21.15.67:0/2631348719 wait complete. 2024-09-21T00:35:50.589 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:35:50.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.704+0000 7fbbd89da640 1 -- 172.21.15.67:0/1557969220 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbbd4160070 msgr2=0x7fbbd40b39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:50.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.704+0000 7fbbd89da640 1 --2- 172.21.15.67:0/1557969220 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbbd4160070 0x7fbbd40b39c0 secure :-1 s=READY pgs=2472 cs=0 l=1 rev1=1 crypto rx=0x7fbbd4074090 tx=0x7fbbcc02a5f0 comp rx=0 tx=0).stop 2024-09-21T00:35:50.705 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.704+0000 7fbbd89da640 1 -- 172.21.15.67:0/1557969220 shutdown_connections 2024-09-21T00:35:50.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.704+0000 7fbbd89da640 1 --2- 172.21.15.67:0/1557969220 >> v2:172.21.15.97:3300/0 conn(0x7fbbd40b65e0 0x7fbbd40b69f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:50.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.704+0000 7fbbd89da640 1 --2- 172.21.15.67:0/1557969220 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbbd4160070 0x7fbbd40b39c0 unknown :-1 s=CLOSED pgs=2472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:50.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.704+0000 7fbbd89da640 1 -- 172.21.15.67:0/1557969220 >> 172.21.15.67:0/1557969220 conn(0x7fbbd40b41a0 msgr2=0x7fbbd40b45b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:50.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.704+0000 7fbbd89da640 1 -- 172.21.15.67:0/1557969220 shutdown_connections 2024-09-21T00:35:50.706 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.704+0000 7fbbd89da640 1 -- 172.21.15.67:0/1557969220 wait complete. 2024-09-21T00:35:50.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.706+0000 7fbbd89da640 1 Processor -- start 2024-09-21T00:35:50.707 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.706+0000 7fbbd89da640 1 -- start start 2024-09-21T00:35:50.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.707+0000 7fbbd89da640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbbd40b65e0 0x7fbbd406d740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:50.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.707+0000 7fbbd89da640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbbd40d0950 0x7fbbd415c0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:50.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.707+0000 7fbbd89da640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbbd4160070 0x7fbbd41f8f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:50.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.707+0000 7fbbd89da640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fbbd40b7300 con 0x7fbbd4160070 2024-09-21T00:35:50.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.707+0000 7fbbd89da640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fbbd40b7180 con 0x7fbbd40d0950 2024-09-21T00:35:50.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.707+0000 7fbbd89da640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fbbd40b7480 con 0x7fbbd40b65e0 2024-09-21T00:35:50.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.708+0000 7fbbd2d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbbd4160070 0x7fbbd41f8f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:50.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.708+0000 7fbbd2d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbbd4160070 0x7fbbd41f8f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46786/0 (socket says 172.21.15.67:46786) 2024-09-21T00:35:50.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.708+0000 7fbbd2d9d640 1 -- 172.21.15.67:0/1487002038 learned_addr learned my addr 172.21.15.67:0/1487002038 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:35:50.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.708+0000 7fbbd259c640 1 --2- 172.21.15.67:0/1487002038 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbbd40b65e0 0x7fbbd406d740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:50.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.708+0000 7fbbd1d9b640 1 --2- 172.21.15.67:0/1487002038 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbbd40d0950 0x7fbbd415c0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:50.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.708+0000 7fbbd2d9d640 1 -- 172.21.15.67:0/1487002038 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbbd40b65e0 msgr2=0x7fbbd406d740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:50.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.708+0000 7fbbd2d9d640 1 --2- 172.21.15.67:0/1487002038 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbbd40b65e0 0x7fbbd406d740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:50.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.708+0000 7fbbd2d9d640 1 -- 172.21.15.67:0/1487002038 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbbd40d0950 msgr2=0x7fbbd415c0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:50.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.708+0000 7fbbd2d9d640 1 --2- 172.21.15.67:0/1487002038 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbbd40d0950 0x7fbbd415c0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:50.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.708+0000 7fbbd2d9d640 1 -- 172.21.15.67:0/1487002038 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbbd406e740 con 0x7fbbd4160070 2024-09-21T00:35:50.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.708+0000 7fbbd2d9d640 1 --2- 172.21.15.67:0/1487002038 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbbd4160070 0x7fbbd41f8f90 secure :-1 s=READY pgs=2473 cs=0 l=1 rev1=1 crypto rx=0x7fbbc400ea80 tx=0x7fbbc400ef40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:50.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.708+0000 7fbbcaffd640 1 -- 172.21.15.67:0/1487002038 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbc4004b20 con 0x7fbbd4160070 2024-09-21T00:35:50.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.708+0000 7fbbcaffd640 1 -- 172.21.15.67:0/1487002038 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fbbc4004ce0 con 0x7fbbd4160070 2024-09-21T00:35:50.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.708+0000 7fbbd89da640 1 -- 172.21.15.67:0/1487002038 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbbd41f9ba0 con 0x7fbbd4160070 2024-09-21T00:35:50.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.708+0000 7fbbcaffd640 1 -- 172.21.15.67:0/1487002038 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbc4005280 con 0x7fbbd4160070 2024-09-21T00:35:50.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.708+0000 7fbbd89da640 1 -- 172.21.15.67:0/1487002038 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbbd406cf40 con 0x7fbbd4160070 2024-09-21T00:35:50.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.709+0000 7fbbd89da640 1 -- 172.21.15.67:0/1487002038 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbbd41f9910 con 0x7fbbd4160070 2024-09-21T00:35:50.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.710+0000 7fbbcaffd640 1 -- 172.21.15.67:0/1487002038 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fbbc4005420 con 0x7fbbd4160070 2024-09-21T00:35:50.712 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.711+0000 7fbbcaffd640 1 --2- 172.21.15.67:0/1487002038 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbbb4078b90 0x7fbbb407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:50.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.711+0000 7fbbcaffd640 1 -- 172.21.15.67:0/1487002038 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(196..196 src has 1..196) ==== 5709+0+0 (secure 0 0 0) 0x7fbbc409b860 con 0x7fbbd4160070 2024-09-21T00:35:50.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.712+0000 7fbbd259c640 1 --2- 172.21.15.67:0/1487002038 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbbb4078b90 0x7fbbb407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:50.713 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.712+0000 7fbbd259c640 1 --2- 172.21.15.67:0/1487002038 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbbb4078b90 0x7fbbb407b0a0 secure :-1 s=READY pgs=924 cs=0 l=1 rev1=1 crypto rx=0x7fbbcc033000 tx=0x7fbbcc004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:50.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.716+0000 7fbbcaffd640 1 -- 172.21.15.67:0/1487002038 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fbbd406e740 con 0x7fbbd4160070 2024-09-21T00:35:50.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.906+0000 7fbbd89da640 1 -- 172.21.15.67:0/1487002038 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fbbd40b69f0 con 0x7fbbd4160070 2024-09-21T00:35:50.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.907+0000 7fbbcaffd640 1 -- 172.21.15.67:0/1487002038 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v196) ==== 74+0+16656 (secure 0 0 0) 0x7fbbc409b070 con 0x7fbbd4160070 2024-09-21T00:35:50.908 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:50.908 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":196,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:35:49.593161+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":31,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":30,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:35:47.264833+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"196","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":31,"pool_name":"cephfs_data","create_time":"2024-09-21T00:35:48.552756+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"196","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":195,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":195,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":195,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":195,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":195,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":195,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":195,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":195,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:35:50.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.909+0000 7fbbd89da640 1 -- 172.21.15.67:0/1487002038 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbbb4078b90 msgr2=0x7fbbb407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:50.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.909+0000 7fbbd89da640 1 --2- 172.21.15.67:0/1487002038 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbbb4078b90 0x7fbbb407b0a0 secure :-1 s=READY pgs=924 cs=0 l=1 rev1=1 crypto rx=0x7fbbcc033000 tx=0x7fbbcc004730 comp rx=0 tx=0).stop 2024-09-21T00:35:50.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.909+0000 7fbbd89da640 1 -- 172.21.15.67:0/1487002038 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbbd4160070 msgr2=0x7fbbd41f8f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:50.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.909+0000 7fbbd89da640 1 --2- 172.21.15.67:0/1487002038 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbbd4160070 0x7fbbd41f8f90 secure :-1 s=READY pgs=2473 cs=0 l=1 rev1=1 crypto rx=0x7fbbc400ea80 tx=0x7fbbc400ef40 comp rx=0 tx=0).stop 2024-09-21T00:35:50.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.910+0000 7fbbd89da640 1 -- 172.21.15.67:0/1487002038 shutdown_connections 2024-09-21T00:35:50.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.910+0000 7fbbd89da640 1 --2- 172.21.15.67:0/1487002038 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fbbb4078b90 0x7fbbb407b0a0 unknown :-1 s=CLOSED pgs=924 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:50.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.910+0000 7fbbd89da640 1 --2- 172.21.15.67:0/1487002038 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fbbd4160070 0x7fbbd41f8f90 unknown :-1 s=CLOSED pgs=2473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:50.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.910+0000 7fbbd89da640 1 --2- 172.21.15.67:0/1487002038 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fbbd40d0950 0x7fbbd415c0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:50.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.910+0000 7fbbd89da640 1 --2- 172.21.15.67:0/1487002038 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fbbd40b65e0 0x7fbbd406d740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:50.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.910+0000 7fbbd89da640 1 -- 172.21.15.67:0/1487002038 >> 172.21.15.67:0/1487002038 conn(0x7fbbd40b41a0 msgr2=0x7fbbd415ca90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:50.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.910+0000 7fbbd89da640 1 -- 172.21.15.67:0/1487002038 shutdown_connections 2024-09-21T00:35:50.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:50.910+0000 7fbbd89da640 1 -- 172.21.15.67:0/1487002038 wait complete. 2024-09-21T00:35:50.922 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-21T00:35:51.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:51.041+0000 7fef37fff640 1 -- 172.21.15.67:0/1268001382 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fef380b3a70 msgr2=0x7fef38161c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:51.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:51.041+0000 7fef37fff640 1 --2- 172.21.15.67:0/1268001382 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fef380b3a70 0x7fef38161c00 secure :-1 s=READY pgs=2474 cs=0 l=1 rev1=1 crypto rx=0x7fef380d0640 tx=0x7fef2002aa30 comp rx=0 tx=0).stop 2024-09-21T00:35:51.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:51.041+0000 7fef37fff640 1 -- 172.21.15.67:0/1268001382 shutdown_connections 2024-09-21T00:35:51.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:51.041+0000 7fef37fff640 1 --2- 172.21.15.67:0/1268001382 >> v2:172.21.15.97:3300/0 conn(0x7fef38162140 0x7fef38162550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:51.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:51.041+0000 7fef37fff640 1 --2- 172.21.15.67:0/1268001382 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fef380b3a70 0x7fef38161c00 unknown :-1 s=CLOSED pgs=2474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:51.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:51.041+0000 7fef37fff640 1 -- 172.21.15.67:0/1268001382 >> 172.21.15.67:0/1268001382 conn(0x7fef3806cf50 msgr2=0x7fef3806d360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:51.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:51.041+0000 7fef37fff640 1 -- 172.21.15.67:0/1268001382 shutdown_connections 2024-09-21T00:35:51.043 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:51.041+0000 7fef37fff640 1 -- 172.21.15.67:0/1268001382 wait complete. 2024-09-21T00:35:51.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:51.043+0000 7fef37fff640 1 Processor -- start 2024-09-21T00:35:51.044 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:51.043+0000 7fef37fff640 1 -- start start 2024-09-21T00:35:51.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:51.044+0000 7fef37fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fef380b3a70 0x7fef38155e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:51.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:51.045+0000 7fef37fff640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fef380cf200 0x7fef381f9bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:51.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:51.045+0000 7fef37fff640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fef38162140 0x7fef38157f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:51.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:51.045+0000 7fef37fff640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fef38162a90 con 0x7fef380b3a70 2024-09-21T00:35:51.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:51.045+0000 7fef37fff640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fef380d42f0 con 0x7fef380cf200 2024-09-21T00:35:51.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:51.045+0000 7fef37fff640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fef38162c10 con 0x7fef38162140 2024-09-21T00:35:51.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:51.045+0000 7fef36ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fef380b3a70 0x7fef38155e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:51.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:51.045+0000 7fef36ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fef380b3a70 0x7fef38155e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46812/0 (socket says 172.21.15.67:46812) 2024-09-21T00:35:51.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:51.045+0000 7fef36ffd640 1 -- 172.21.15.67:0/2221039451 learned_addr learned my addr 172.21.15.67:0/2221039451 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:35:51.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:51.045+0000 7fef377fe640 1 --2- 172.21.15.67:0/2221039451 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fef38162140 0x7fef38157f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:51.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:51.045+0000 7fef367fc640 1 --2- 172.21.15.67:0/2221039451 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fef380cf200 0x7fef381f9bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:51.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:51.045+0000 7fef36ffd640 1 -- 172.21.15.67:0/2221039451 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fef38162140 msgr2=0x7fef38157f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:51.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:51.045+0000 7fef36ffd640 1 --2- 172.21.15.67:0/2221039451 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fef38162140 0x7fef38157f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:51.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:51.045+0000 7fef36ffd640 1 -- 172.21.15.67:0/2221039451 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fef380cf200 msgr2=0x7fef381f9bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:51.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:51.045+0000 7fef36ffd640 1 --2- 172.21.15.67:0/2221039451 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fef380cf200 0x7fef381f9bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:51.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:51.045+0000 7fef36ffd640 1 -- 172.21.15.67:0/2221039451 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef381f5bf0 con 0x7fef380b3a70 2024-09-21T00:35:51.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:51.045+0000 7fef377fe640 1 --2- 172.21.15.67:0/2221039451 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fef38162140 0x7fef38157f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:35:51.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:51.045+0000 7fef367fc640 1 --2- 172.21.15.67:0/2221039451 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fef380cf200 0x7fef381f9bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:35:51.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:51.045+0000 7fef36ffd640 1 --2- 172.21.15.67:0/2221039451 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fef380b3a70 0x7fef38155e80 secure :-1 s=READY pgs=2475 cs=0 l=1 rev1=1 crypto rx=0x7fef3000c3d0 tx=0x7fef3000c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:51.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:51.045+0000 7fef2f7fe640 1 -- 172.21.15.67:0/2221039451 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef30017070 con 0x7fef380b3a70 2024-09-21T00:35:51.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:51.045+0000 7fef2f7fe640 1 -- 172.21.15.67:0/2221039451 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fef300053c0 con 0x7fef380b3a70 2024-09-21T00:35:51.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:51.045+0000 7fef37fff640 1 -- 172.21.15.67:0/2221039451 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fef381fa130 con 0x7fef380b3a70 2024-09-21T00:35:51.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:51.045+0000 7fef2f7fe640 1 -- 172.21.15.67:0/2221039451 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef30003850 con 0x7fef380b3a70 2024-09-21T00:35:51.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:51.045+0000 7fef37fff640 1 -- 172.21.15.67:0/2221039451 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fef381f5e70 con 0x7fef380b3a70 2024-09-21T00:35:51.049 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:51.046+0000 7fef37fff640 1 -- 172.21.15.67:0/2221039451 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fef38161c00 con 0x7fef380b3a70 2024-09-21T00:35:51.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:51.047+0000 7fef2f7fe640 1 -- 172.21.15.67:0/2221039451 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fef3001a070 con 0x7fef380b3a70 2024-09-21T00:35:51.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:51.048+0000 7fef2f7fe640 1 --2- 172.21.15.67:0/2221039451 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fef18078bc0 0x7fef1807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:51.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:51.048+0000 7fef2f7fe640 1 -- 172.21.15.67:0/2221039451 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(196..196 src has 1..196) ==== 5709+0+0 (secure 0 0 0) 0x7fef3009a120 con 0x7fef380b3a70 2024-09-21T00:35:51.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:51.048+0000 7fef367fc640 1 --2- 172.21.15.67:0/2221039451 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fef18078bc0 0x7fef1807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:51.050 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:51.048+0000 7fef367fc640 1 --2- 172.21.15.67:0/2221039451 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fef18078bc0 0x7fef1807b0d0 secure :-1 s=READY pgs=925 cs=0 l=1 rev1=1 crypto rx=0x7fef20035000 tx=0x7fef20004ab0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:51.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:51.053+0000 7fef2f7fe640 1 -- 172.21.15.67:0/2221039451 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fef381fa130 con 0x7fef380b3a70 2024-09-21T00:35:51.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:51.283+0000 7fef37fff640 1 -- 172.21.15.67:0/2221039451 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fef380ba550 con 0x7fef380b3a70 2024-09-21T00:35:52.188 INFO:tasks.ceph.mds.c.smithi067.stderr:2024-09-21T00:35:52.187+0000 7f9659ade640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-21T00:35:52.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:52.227+0000 7fef2f7fe640 1 -- 172.21.15.67:0/2221039451 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v168) ==== 118+0+0 (secure 0 0 0) 0x7fef381f5bf0 con 0x7fef380b3a70 2024-09-21T00:35:52.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:52.230+0000 7fef37fff640 1 -- 172.21.15.67:0/2221039451 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fef18078bc0 msgr2=0x7fef1807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:52.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:52.230+0000 7fef37fff640 1 --2- 172.21.15.67:0/2221039451 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fef18078bc0 0x7fef1807b0d0 secure :-1 s=READY pgs=925 cs=0 l=1 rev1=1 crypto rx=0x7fef20035000 tx=0x7fef20004ab0 comp rx=0 tx=0).stop 2024-09-21T00:35:52.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:52.230+0000 7fef37fff640 1 -- 172.21.15.67:0/2221039451 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fef380b3a70 msgr2=0x7fef38155e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:52.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:52.230+0000 7fef37fff640 1 --2- 172.21.15.67:0/2221039451 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fef380b3a70 0x7fef38155e80 secure :-1 s=READY pgs=2475 cs=0 l=1 rev1=1 crypto rx=0x7fef3000c3d0 tx=0x7fef3000c890 comp rx=0 tx=0).stop 2024-09-21T00:35:52.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:52.230+0000 7fef37fff640 1 -- 172.21.15.67:0/2221039451 shutdown_connections 2024-09-21T00:35:52.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:52.230+0000 7fef37fff640 1 --2- 172.21.15.67:0/2221039451 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fef18078bc0 0x7fef1807b0d0 unknown :-1 s=CLOSED pgs=925 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:52.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:52.230+0000 7fef37fff640 1 --2- 172.21.15.67:0/2221039451 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fef38162140 0x7fef38157f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:52.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:52.230+0000 7fef37fff640 1 --2- 172.21.15.67:0/2221039451 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fef380cf200 0x7fef381f9bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:52.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:52.230+0000 7fef37fff640 1 --2- 172.21.15.67:0/2221039451 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fef380b3a70 0x7fef38155e80 unknown :-1 s=CLOSED pgs=2475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:52.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:52.230+0000 7fef37fff640 1 -- 172.21.15.67:0/2221039451 >> 172.21.15.67:0/2221039451 conn(0x7fef3806cf50 msgr2=0x7fef3815d110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:52.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:52.231+0000 7fef37fff640 1 -- 172.21.15.67:0/2221039451 shutdown_connections 2024-09-21T00:35:52.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:52.231+0000 7fef37fff640 1 -- 172.21.15.67:0/2221039451 wait complete. 2024-09-21T00:35:52.246 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-21T00:35:52.246 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-21T00:35:52.368 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:35:52.370 DEBUG:teuthology.orchestra.run.smithi097:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:35:52.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:52.373+0000 7f0f450a4640 1 -- 172.21.15.67:0/3282300268 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0f400d1920 msgr2=0x7f0f4015ec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:52.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:52.373+0000 7f0f450a4640 1 --2- 172.21.15.67:0/3282300268 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0f400d1920 0x7f0f4015ec40 secure :-1 s=READY pgs=2477 cs=0 l=1 rev1=1 crypto rx=0x7f0f4008d840 tx=0x7f0f3802a7c0 comp rx=0 tx=0).stop 2024-09-21T00:35:52.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:52.373+0000 7f0f450a4640 1 -- 172.21.15.67:0/3282300268 shutdown_connections 2024-09-21T00:35:52.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:52.373+0000 7f0f450a4640 1 --2- 172.21.15.67:0/3282300268 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0f400d1920 0x7f0f4015ec40 unknown :-1 s=CLOSED pgs=2477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:52.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:52.373+0000 7f0f450a4640 1 --2- 172.21.15.67:0/3282300268 >> v2:172.21.15.97:3300/0 conn(0x7f0f400cf2f0 0x7f0f400d4280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:52.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:52.373+0000 7f0f450a4640 1 -- 172.21.15.67:0/3282300268 >> 172.21.15.67:0/3282300268 conn(0x7f0f40073a90 msgr2=0x7f0f4006cb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:52.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:52.373+0000 7f0f450a4640 1 -- 172.21.15.67:0/3282300268 shutdown_connections 2024-09-21T00:35:52.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:52.373+0000 7f0f450a4640 1 -- 172.21.15.67:0/3282300268 wait complete. 2024-09-21T00:35:52.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:52.375+0000 7f0f450a4640 1 Processor -- start 2024-09-21T00:35:52.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:52.375+0000 7f0f450a4640 1 -- start start 2024-09-21T00:35:52.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:52.377+0000 7f0f450a4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0f400b3c00 0x7f0f401f5bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:52.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:52.377+0000 7f0f450a4640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0f400cf2f0 0x7f0f4014bfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:52.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:52.377+0000 7f0f450a4640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0f401f9d10 0x7f0f4014b850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:52.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:52.377+0000 7f0f450a4640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f0f400b82d0 con 0x7f0f400b3c00 2024-09-21T00:35:52.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:52.377+0000 7f0f450a4640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f0f400b8150 con 0x7f0f401f9d10 2024-09-21T00:35:52.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:52.377+0000 7f0f450a4640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f0f400b8450 con 0x7f0f400cf2f0 2024-09-21T00:35:52.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:52.377+0000 7f0f3ed9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0f400b3c00 0x7f0f401f5bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:52.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:52.377+0000 7f0f3ed9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0f400b3c00 0x7f0f401f5bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46832/0 (socket says 172.21.15.67:46832) 2024-09-21T00:35:52.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:52.377+0000 7f0f3ed9d640 1 -- 172.21.15.67:0/4266901175 learned_addr learned my addr 172.21.15.67:0/4266901175 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:35:52.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:52.377+0000 7f0f3f59e640 1 --2- 172.21.15.67:0/4266901175 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0f401f9d10 0x7f0f4014b850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:52.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:52.377+0000 7f0f3e59c640 1 --2- 172.21.15.67:0/4266901175 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0f400cf2f0 0x7f0f4014bfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:52.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:52.377+0000 7f0f3ed9d640 1 -- 172.21.15.67:0/4266901175 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0f400cf2f0 msgr2=0x7f0f4014bfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:52.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:52.377+0000 7f0f3ed9d640 1 --2- 172.21.15.67:0/4266901175 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0f400cf2f0 0x7f0f4014bfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:52.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:52.377+0000 7f0f3ed9d640 1 -- 172.21.15.67:0/4266901175 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0f401f9d10 msgr2=0x7f0f4014b850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:52.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:52.377+0000 7f0f3ed9d640 1 --2- 172.21.15.67:0/4266901175 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0f401f9d10 0x7f0f4014b850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:52.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:52.377+0000 7f0f3ed9d640 1 -- 172.21.15.67:0/4266901175 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f401fa120 con 0x7f0f400b3c00 2024-09-21T00:35:52.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:52.378+0000 7f0f3ed9d640 1 --2- 172.21.15.67:0/4266901175 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0f400b3c00 0x7f0f401f5bd0 secure :-1 s=READY pgs=2478 cs=0 l=1 rev1=1 crypto rx=0x7f0f3000e790 tx=0x7f0f3000ec50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:52.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:52.378+0000 7f0f277fe640 1 -- 172.21.15.67:0/4266901175 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f3000eea0 con 0x7f0f400b3c00 2024-09-21T00:35:52.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:52.378+0000 7f0f277fe640 1 -- 172.21.15.67:0/4266901175 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0f3000cdb0 con 0x7f0f400b3c00 2024-09-21T00:35:52.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:52.378+0000 7f0f450a4640 1 -- 172.21.15.67:0/4266901175 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0f401f6420 con 0x7f0f400b3c00 2024-09-21T00:35:52.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:52.378+0000 7f0f277fe640 1 -- 172.21.15.67:0/4266901175 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f30010690 con 0x7f0f400b3c00 2024-09-21T00:35:52.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:52.378+0000 7f0f450a4640 1 -- 172.21.15.67:0/4266901175 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0f401f69e0 con 0x7f0f400b3c00 2024-09-21T00:35:52.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:52.379+0000 7f0f450a4640 1 -- 172.21.15.67:0/4266901175 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0f400b8900 con 0x7f0f400b3c00 2024-09-21T00:35:52.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:52.380+0000 7f0f277fe640 1 -- 172.21.15.67:0/4266901175 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f0f30010830 con 0x7f0f400b3c00 2024-09-21T00:35:52.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:52.380+0000 7f0f277fe640 1 --2- 172.21.15.67:0/4266901175 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0f2c078b90 0x7f0f2c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:52.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:52.380+0000 7f0f277fe640 1 -- 172.21.15.67:0/4266901175 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(197..197 src has 1..197) ==== 5709+0+0 (secure 0 0 0) 0x7f0f3009bed0 con 0x7f0f400b3c00 2024-09-21T00:35:52.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:52.381+0000 7f0f3e59c640 1 --2- 172.21.15.67:0/4266901175 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0f2c078b90 0x7f0f2c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:52.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:52.381+0000 7f0f3e59c640 1 --2- 172.21.15.67:0/4266901175 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0f2c078b90 0x7f0f2c07b0a0 secure :-1 s=READY pgs=926 cs=0 l=1 rev1=1 crypto rx=0x7f0f400d1db0 tx=0x7f0f34009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:52.386 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:52.385+0000 7f0f277fe640 1 -- 172.21.15.67:0/4266901175 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f0f30063d50 con 0x7f0f400b3c00 2024-09-21T00:35:52.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:52.613+0000 7f0f450a4640 1 -- 172.21.15.67:0/4266901175 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f0f400d2a70 con 0x7f0f400b3c00 2024-09-21T00:35:53.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.236+0000 7f0f277fe640 1 -- 172.21.15.67:0/4266901175 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v169) ==== 122+0+0 (secure 0 0 0) 0x7f0f30068780 con 0x7f0f400b3c00 2024-09-21T00:35:53.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.239+0000 7f0f450a4640 1 -- 172.21.15.67:0/4266901175 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0f2c078b90 msgr2=0x7f0f2c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:53.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.239+0000 7f0f450a4640 1 --2- 172.21.15.67:0/4266901175 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0f2c078b90 0x7f0f2c07b0a0 secure :-1 s=READY pgs=926 cs=0 l=1 rev1=1 crypto rx=0x7f0f400d1db0 tx=0x7f0f34009040 comp rx=0 tx=0).stop 2024-09-21T00:35:53.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.239+0000 7f0f450a4640 1 -- 172.21.15.67:0/4266901175 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0f400b3c00 msgr2=0x7f0f401f5bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:53.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.239+0000 7f0f450a4640 1 --2- 172.21.15.67:0/4266901175 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0f400b3c00 0x7f0f401f5bd0 secure :-1 s=READY pgs=2478 cs=0 l=1 rev1=1 crypto rx=0x7f0f3000e790 tx=0x7f0f3000ec50 comp rx=0 tx=0).stop 2024-09-21T00:35:53.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.239+0000 7f0f450a4640 1 -- 172.21.15.67:0/4266901175 shutdown_connections 2024-09-21T00:35:53.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.239+0000 7f0f450a4640 1 --2- 172.21.15.67:0/4266901175 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0f2c078b90 0x7f0f2c07b0a0 unknown :-1 s=CLOSED pgs=926 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:53.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.239+0000 7f0f450a4640 1 --2- 172.21.15.67:0/4266901175 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0f401f9d10 0x7f0f4014b850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:53.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.239+0000 7f0f450a4640 1 --2- 172.21.15.67:0/4266901175 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0f400cf2f0 0x7f0f4014bfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:53.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.239+0000 7f0f450a4640 1 --2- 172.21.15.67:0/4266901175 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0f400b3c00 0x7f0f401f5bd0 unknown :-1 s=CLOSED pgs=2478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:53.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.239+0000 7f0f450a4640 1 -- 172.21.15.67:0/4266901175 >> 172.21.15.67:0/4266901175 conn(0x7f0f40073a90 msgr2=0x7f0f400b9740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:53.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.239+0000 7f0f450a4640 1 -- 172.21.15.67:0/4266901175 shutdown_connections 2024-09-21T00:35:53.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.239+0000 7f0f450a4640 1 -- 172.21.15.67:0/4266901175 wait complete. 2024-09-21T00:35:53.254 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-21T00:35:53.255 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:35:53.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.376+0000 7fc27a47e640 1 -- 172.21.15.67:0/3136511532 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2740b3c00 msgr2=0x7fc27415ec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:53.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.376+0000 7fc27a47e640 1 --2- 172.21.15.67:0/3136511532 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2740b3c00 0x7fc27415ec40 secure :-1 s=READY pgs=2479 cs=0 l=1 rev1=1 crypto rx=0x7fc27408d840 tx=0x7fc26802a5f0 comp rx=0 tx=0).stop 2024-09-21T00:35:53.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.376+0000 7fc27a47e640 1 -- 172.21.15.67:0/3136511532 shutdown_connections 2024-09-21T00:35:53.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.376+0000 7fc27a47e640 1 --2- 172.21.15.67:0/3136511532 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2740b3c00 0x7fc27415ec40 unknown :-1 s=CLOSED pgs=2479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:53.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.376+0000 7fc27a47e640 1 --2- 172.21.15.67:0/3136511532 >> v2:172.21.15.97:3300/0 conn(0x7fc2740cf2f0 0x7fc2740d4280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:53.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.376+0000 7fc27a47e640 1 -- 172.21.15.67:0/3136511532 >> 172.21.15.67:0/3136511532 conn(0x7fc274073a90 msgr2=0x7fc27406cb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:53.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.376+0000 7fc27a47e640 1 -- 172.21.15.67:0/3136511532 shutdown_connections 2024-09-21T00:35:53.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.376+0000 7fc27a47e640 1 -- 172.21.15.67:0/3136511532 wait complete. 2024-09-21T00:35:53.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.378+0000 7fc27a47e640 1 Processor -- start 2024-09-21T00:35:53.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.378+0000 7fc27a47e640 1 -- start start 2024-09-21T00:35:53.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.379+0000 7fc27a47e640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc2740b3c00 0x7fc27414a7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:53.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.379+0000 7fc27a47e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2740cf2f0 0x7fc2740cd4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:53.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.379+0000 7fc27a47e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc2740d1210 0x7fc2740cd9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:53.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.379+0000 7fc27a47e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc2740b82e0 con 0x7fc2740cf2f0 2024-09-21T00:35:53.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.379+0000 7fc27a47e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc2740b8160 con 0x7fc2740d1210 2024-09-21T00:35:53.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.379+0000 7fc27a47e640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fc2740b8460 con 0x7fc2740b3c00 2024-09-21T00:35:53.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.379+0000 7fc2737fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2740cf2f0 0x7fc2740cd4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:53.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.379+0000 7fc2737fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2740cf2f0 0x7fc2740cd4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:47438/0 (socket says 172.21.15.67:47438) 2024-09-21T00:35:53.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.379+0000 7fc2737fe640 1 -- 172.21.15.67:0/894961418 learned_addr learned my addr 172.21.15.67:0/894961418 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:35:53.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.380+0000 7fc273fff640 1 --2- 172.21.15.67:0/894961418 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc2740b3c00 0x7fc27414a7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:53.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.380+0000 7fc278a1b640 1 --2- 172.21.15.67:0/894961418 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc2740d1210 0x7fc2740cd9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:53.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.380+0000 7fc2737fe640 1 -- 172.21.15.67:0/894961418 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc2740b3c00 msgr2=0x7fc27414a7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:53.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.380+0000 7fc2737fe640 1 --2- 172.21.15.67:0/894961418 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc2740b3c00 0x7fc27414a7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:53.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.380+0000 7fc2737fe640 1 -- 172.21.15.67:0/894961418 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc2740d1210 msgr2=0x7fc2740cd9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:53.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.380+0000 7fc2737fe640 1 --2- 172.21.15.67:0/894961418 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc2740d1210 0x7fc2740cd9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:53.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.380+0000 7fc2737fe640 1 -- 172.21.15.67:0/894961418 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2741f61f0 con 0x7fc2740cf2f0 2024-09-21T00:35:53.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.380+0000 7fc2737fe640 1 --2- 172.21.15.67:0/894961418 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2740cf2f0 0x7fc2740cd4a0 secure :-1 s=READY pgs=2480 cs=0 l=1 rev1=1 crypto rx=0x7fc268034040 tx=0x7fc2680038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:53.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.380+0000 7fc270ff9640 1 -- 172.21.15.67:0/894961418 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc26803e030 con 0x7fc2740cf2f0 2024-09-21T00:35:53.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.380+0000 7fc270ff9640 1 -- 172.21.15.67:0/894961418 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc268003db0 con 0x7fc2740cf2f0 2024-09-21T00:35:53.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.380+0000 7fc27a47e640 1 -- 172.21.15.67:0/894961418 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2741f64d0 con 0x7fc2740cf2f0 2024-09-21T00:35:53.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.380+0000 7fc270ff9640 1 -- 172.21.15.67:0/894961418 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc268035040 con 0x7fc2740cf2f0 2024-09-21T00:35:53.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.380+0000 7fc27a47e640 1 -- 172.21.15.67:0/894961418 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc27415aad0 con 0x7fc2740cf2f0 2024-09-21T00:35:53.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.381+0000 7fc27a47e640 1 -- 172.21.15.67:0/894961418 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc2741f5f60 con 0x7fc2740cf2f0 2024-09-21T00:35:53.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.382+0000 7fc270ff9640 1 -- 172.21.15.67:0/894961418 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fc268041030 con 0x7fc2740cf2f0 2024-09-21T00:35:53.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.382+0000 7fc270ff9640 1 --2- 172.21.15.67:0/894961418 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc260078bc0 0x7fc26007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:53.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.383+0000 7fc270ff9640 1 -- 172.21.15.67:0/894961418 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(197..197 src has 1..197) ==== 5709+0+0 (secure 0 0 0) 0x7fc2680bb730 con 0x7fc2740cf2f0 2024-09-21T00:35:53.384 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.383+0000 7fc273fff640 1 --2- 172.21.15.67:0/894961418 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc260078bc0 0x7fc26007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:53.385 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.383+0000 7fc273fff640 1 --2- 172.21.15.67:0/894961418 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc260078bc0 0x7fc26007b0d0 secure :-1 s=READY pgs=927 cs=0 l=1 rev1=1 crypto rx=0x7fc264009b30 tx=0x7fc264005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:53.388 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.387+0000 7fc270ff9640 1 -- 172.21.15.67:0/894961418 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fc268083530 con 0x7fc2740cf2f0 2024-09-21T00:35:53.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.616+0000 7fc27a47e640 1 -- 172.21.15.67:0/894961418 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc2740b8910 con 0x7fc2740cf2f0 2024-09-21T00:35:53.618 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.617+0000 7fc270ff9640 1 -- 172.21.15.67:0/894961418 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 169 v169) ==== 95+0+5232 (secure 0 0 0) 0x7fc268087f60 con 0x7fc2740cf2f0 2024-09-21T00:35:53.618 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:53.618 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":169,"btime":"2024-09-21T00:35:53:228931+0000","default_fscid":15,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8900,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/2874894997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":2874894997},{"type":"v1","addr":"172.21.15.67:6834","nonce":2874894997}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":163},{"gid":8906,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/66001447","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":66001447},{"type":"v1","addr":"172.21.15.97:6836","nonce":66001447}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":164},{"gid":8909,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/2736684398","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":2736684398},{"type":"v1","addr":"172.21.15.97:6837","nonce":2736684398}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":164}],"filesystems":[{"mdsmap":{"epoch":169,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:35:49.593119+0000","modified":"2024-09-21T00:35:52.615020+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":11352},"failed":[],"damaged":[],"stopped":[],"info":{"gid_11352":{"gid":11352,"name":"c","rank":0,"incarnation":165,"state":"up:active","state_seq":3,"addr":"172.21.15.67:6835/2304099336","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":2304099336},{"type":"v1","addr":"172.21.15.67:6835","nonce":2304099336}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[31],"metadata_pool":30,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":11352,"qdb_cluster":[11352]},"id":15}]} 2024-09-21T00:35:53.618 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 169 2024-09-21T00:35:53.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.619+0000 7fc27a47e640 1 -- 172.21.15.67:0/894961418 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc260078bc0 msgr2=0x7fc26007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:53.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.619+0000 7fc27a47e640 1 --2- 172.21.15.67:0/894961418 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc260078bc0 0x7fc26007b0d0 secure :-1 s=READY pgs=927 cs=0 l=1 rev1=1 crypto rx=0x7fc264009b30 tx=0x7fc264005f90 comp rx=0 tx=0).stop 2024-09-21T00:35:53.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.619+0000 7fc27a47e640 1 -- 172.21.15.67:0/894961418 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2740cf2f0 msgr2=0x7fc2740cd4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:53.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.619+0000 7fc27a47e640 1 --2- 172.21.15.67:0/894961418 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2740cf2f0 0x7fc2740cd4a0 secure :-1 s=READY pgs=2480 cs=0 l=1 rev1=1 crypto rx=0x7fc268034040 tx=0x7fc2680038a0 comp rx=0 tx=0).stop 2024-09-21T00:35:53.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.619+0000 7fc27a47e640 1 -- 172.21.15.67:0/894961418 shutdown_connections 2024-09-21T00:35:53.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.619+0000 7fc27a47e640 1 --2- 172.21.15.67:0/894961418 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc260078bc0 0x7fc26007b0d0 unknown :-1 s=CLOSED pgs=927 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:53.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.619+0000 7fc27a47e640 1 --2- 172.21.15.67:0/894961418 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc2740d1210 0x7fc2740cd9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:53.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.619+0000 7fc27a47e640 1 --2- 172.21.15.67:0/894961418 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2740cf2f0 0x7fc2740cd4a0 unknown :-1 s=CLOSED pgs=2480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:53.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.619+0000 7fc27a47e640 1 --2- 172.21.15.67:0/894961418 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc2740b3c00 0x7fc27414a7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:53.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.619+0000 7fc27a47e640 1 -- 172.21.15.67:0/894961418 >> 172.21.15.67:0/894961418 conn(0x7fc274073a90 msgr2=0x7fc274161230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:53.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.619+0000 7fc27a47e640 1 -- 172.21.15.67:0/894961418 shutdown_connections 2024-09-21T00:35:53.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.619+0000 7fc27a47e640 1 -- 172.21.15.67:0/894961418 wait complete. 2024-09-21T00:35:53.632 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:35:53.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.748+0000 7f97632a2640 1 -- 172.21.15.67:0/4033350507 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9748005300 msgr2=0x7f974800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:53.749 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.748+0000 7f97632a2640 1 --2- 172.21.15.67:0/4033350507 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9748005300 0x7f974800b9c0 secure :-1 s=READY pgs=2482 cs=0 l=1 rev1=1 crypto rx=0x7f975c0c81a0 tx=0x7f9748005830 comp rx=0 tx=0).stop 2024-09-21T00:35:53.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.748+0000 7f97632a2640 1 -- 172.21.15.67:0/4033350507 shutdown_connections 2024-09-21T00:35:53.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.748+0000 7f97632a2640 1 --2- 172.21.15.67:0/4033350507 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9748005300 0x7f974800b9c0 unknown :-1 s=CLOSED pgs=2482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:53.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.748+0000 7f97632a2640 1 -- 172.21.15.67:0/4033350507 >> 172.21.15.67:0/4033350507 conn(0x7f975c073c20 msgr2=0x7f975c06cb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:53.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.748+0000 7f97632a2640 1 -- 172.21.15.67:0/4033350507 shutdown_connections 2024-09-21T00:35:53.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.748+0000 7f97632a2640 1 -- 172.21.15.67:0/4033350507 wait complete. 2024-09-21T00:35:53.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.750+0000 7f97632a2640 1 Processor -- start 2024-09-21T00:35:53.751 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.750+0000 7f97632a2640 1 -- start start 2024-09-21T00:35:53.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.751+0000 7f97632a2640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9748005300 0x7f975c1f9320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:53.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.751+0000 7f97632a2640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f975c161b80 0x7f975c0cd2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:53.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.751+0000 7f97632a2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f975c0b63d0 0x7f975c0b67e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:53.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.751+0000 7f97632a2640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f975c163200 con 0x7f975c0b63d0 2024-09-21T00:35:53.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.751+0000 7f97632a2640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f975c163080 con 0x7f975c161b80 2024-09-21T00:35:53.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.751+0000 7f97632a2640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f975c163380 con 0x7f9748005300 2024-09-21T00:35:53.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.751+0000 7f976183f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f975c0b63d0 0x7f975c0b67e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:53.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.751+0000 7f976183f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f975c0b63d0 0x7f975c0b67e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:47456/0 (socket says 172.21.15.67:47456) 2024-09-21T00:35:53.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.751+0000 7f976183f640 1 -- 172.21.15.67:0/167500222 learned_addr learned my addr 172.21.15.67:0/167500222 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:35:53.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.751+0000 7f976103e640 1 --2- 172.21.15.67:0/167500222 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9748005300 0x7f975c1f9320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:53.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.751+0000 7f976083d640 1 --2- 172.21.15.67:0/167500222 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f975c161b80 0x7f975c0cd2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:53.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.751+0000 7f976183f640 1 -- 172.21.15.67:0/167500222 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9748005300 msgr2=0x7f975c1f9320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:53.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.751+0000 7f976183f640 1 --2- 172.21.15.67:0/167500222 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9748005300 0x7f975c1f9320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:53.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.751+0000 7f976183f640 1 -- 172.21.15.67:0/167500222 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f975c161b80 msgr2=0x7f975c0cd2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:53.755 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.751+0000 7f976183f640 1 --2- 172.21.15.67:0/167500222 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f975c161b80 0x7f975c0cd2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:53.755 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.751+0000 7f976183f640 1 -- 172.21.15.67:0/167500222 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f975c0b6d20 con 0x7f975c0b63d0 2024-09-21T00:35:53.755 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.752+0000 7f976183f640 1 --2- 172.21.15.67:0/167500222 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f975c0b63d0 0x7f975c0b67e0 secure :-1 s=READY pgs=2483 cs=0 l=1 rev1=1 crypto rx=0x7f975400c6d0 tx=0x7f9754003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:53.755 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.752+0000 7f9751ffb640 1 -- 172.21.15.67:0/167500222 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f975402b990 con 0x7f975c0b63d0 2024-09-21T00:35:53.755 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.752+0000 7f9751ffb640 1 -- 172.21.15.67:0/167500222 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f975402bb50 con 0x7f975c0b63d0 2024-09-21T00:35:53.755 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.752+0000 7f97632a2640 1 -- 172.21.15.67:0/167500222 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f975c1f5210 con 0x7f975c0b63d0 2024-09-21T00:35:53.755 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.752+0000 7f9751ffb640 1 -- 172.21.15.67:0/167500222 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9754034470 con 0x7f975c0b63d0 2024-09-21T00:35:53.755 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.752+0000 7f97632a2640 1 -- 172.21.15.67:0/167500222 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f975c1f57b0 con 0x7f975c0b63d0 2024-09-21T00:35:53.756 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.753+0000 7f97632a2640 1 -- 172.21.15.67:0/167500222 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f975c0d1280 con 0x7f975c0b63d0 2024-09-21T00:35:53.756 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.754+0000 7f9751ffb640 1 -- 172.21.15.67:0/167500222 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f9754003d10 con 0x7f975c0b63d0 2024-09-21T00:35:53.756 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.755+0000 7f9751ffb640 1 --2- 172.21.15.67:0/167500222 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9740078b90 0x7f974007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:53.756 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.755+0000 7f9751ffb640 1 -- 172.21.15.67:0/167500222 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(197..197 src has 1..197) ==== 5709+0+0 (secure 0 0 0) 0x7f97540ba3a0 con 0x7f975c0b63d0 2024-09-21T00:35:53.756 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.755+0000 7f976103e640 1 --2- 172.21.15.67:0/167500222 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9740078b90 0x7f974007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:53.757 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.755+0000 7f976103e640 1 --2- 172.21.15.67:0/167500222 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9740078b90 0x7f974007b0a0 secure :-1 s=READY pgs=928 cs=0 l=1 rev1=1 crypto rx=0x7f9758005e00 tx=0x7f975800b2e0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:53.760 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.759+0000 7f9751ffb640 1 -- 172.21.15.67:0/167500222 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f975c0b6d20 con 0x7f975c0b63d0 2024-09-21T00:35:53.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.948+0000 7f97632a2640 1 -- 172.21.15.67:0/167500222 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f975c0b3180 con 0x7f975c0b63d0 2024-09-21T00:35:53.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.949+0000 7f9751ffb640 1 -- 172.21.15.67:0/167500222 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v197) ==== 74+0+16643 (secure 0 0 0) 0x7f97540822b0 con 0x7f975c0b63d0 2024-09-21T00:35:53.950 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:53.950 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":197,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:35:51.205145+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":31,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":30,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:35:47.264833+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"196","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":31,"pool_name":"cephfs_data","create_time":"2024-09-21T00:35:48.552756+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"197","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":195,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":195,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":195,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":195,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":195,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":195,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":195,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":195,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:35:53.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.951+0000 7f97632a2640 1 -- 172.21.15.67:0/167500222 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9740078b90 msgr2=0x7f974007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:53.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.951+0000 7f97632a2640 1 --2- 172.21.15.67:0/167500222 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9740078b90 0x7f974007b0a0 secure :-1 s=READY pgs=928 cs=0 l=1 rev1=1 crypto rx=0x7f9758005e00 tx=0x7f975800b2e0 comp rx=0 tx=0).stop 2024-09-21T00:35:53.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.951+0000 7f97632a2640 1 -- 172.21.15.67:0/167500222 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f975c0b63d0 msgr2=0x7f975c0b67e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:53.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.951+0000 7f97632a2640 1 --2- 172.21.15.67:0/167500222 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f975c0b63d0 0x7f975c0b67e0 secure :-1 s=READY pgs=2483 cs=0 l=1 rev1=1 crypto rx=0x7f975400c6d0 tx=0x7f9754003ba0 comp rx=0 tx=0).stop 2024-09-21T00:35:53.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.951+0000 7f97632a2640 1 -- 172.21.15.67:0/167500222 shutdown_connections 2024-09-21T00:35:53.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.951+0000 7f97632a2640 1 --2- 172.21.15.67:0/167500222 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9740078b90 0x7f974007b0a0 unknown :-1 s=CLOSED pgs=928 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:53.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.951+0000 7f97632a2640 1 --2- 172.21.15.67:0/167500222 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f975c0b63d0 0x7f975c0b67e0 unknown :-1 s=CLOSED pgs=2483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:53.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.951+0000 7f97632a2640 1 --2- 172.21.15.67:0/167500222 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f975c161b80 0x7f975c0cd2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:53.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.951+0000 7f97632a2640 1 --2- 172.21.15.67:0/167500222 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9748005300 0x7f975c1f9320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:53.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.951+0000 7f97632a2640 1 -- 172.21.15.67:0/167500222 >> 172.21.15.67:0/167500222 conn(0x7f975c073c20 msgr2=0x7f975c0cae90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:53.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.951+0000 7f97632a2640 1 -- 172.21.15.67:0/167500222 shutdown_connections 2024-09-21T00:35:53.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:53.951+0000 7f97632a2640 1 -- 172.21.15.67:0/167500222 wait complete. 2024-09-21T00:35:53.964 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-21T00:35:53.964 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T00:35:54.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.079+0000 7f1f5ef28640 1 -- 172.21.15.67:0/27193674 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1f580d1920 msgr2=0x7f1f580d4280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:54.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.079+0000 7f1f5ef28640 1 --2- 172.21.15.67:0/27193674 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1f580d1920 0x7f1f580d4280 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7f1f44009830 tx=0x7f1f4402a510 comp rx=0 tx=0).stop 2024-09-21T00:35:54.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.079+0000 7f1f5ef28640 1 -- 172.21.15.67:0/27193674 shutdown_connections 2024-09-21T00:35:54.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.079+0000 7f1f5ef28640 1 --2- 172.21.15.67:0/27193674 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1f580b3c00 0x7f1f5815ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:54.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.079+0000 7f1f5ef28640 1 --2- 172.21.15.67:0/27193674 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1f580d1920 0x7f1f580d4280 unknown :-1 s=CLOSED pgs=746 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:54.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.079+0000 7f1f5ef28640 1 -- 172.21.15.67:0/27193674 >> 172.21.15.67:0/27193674 conn(0x7f1f58073a90 msgr2=0x7f1f5806cb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:54.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.080+0000 7f1f5ef28640 1 -- 172.21.15.67:0/27193674 shutdown_connections 2024-09-21T00:35:54.081 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.080+0000 7f1f5ef28640 1 -- 172.21.15.67:0/27193674 wait complete. 2024-09-21T00:35:54.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.081+0000 7f1f5ef28640 1 Processor -- start 2024-09-21T00:35:54.082 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.081+0000 7f1f5ef28640 1 -- start start 2024-09-21T00:35:54.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.083+0000 7f1f5ef28640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1f580b3c00 0x7f1f581e6970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:54.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.083+0000 7f1f5ef28640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1f580cf2f0 0x7f1f581e3f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:54.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.083+0000 7f1f5ef28640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1f58159c30 0x7f1f581e44b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:54.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.083+0000 7f1f5ef28640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f1f580b8330 con 0x7f1f580b3c00 2024-09-21T00:35:54.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.083+0000 7f1f5ef28640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f1f580b81b0 con 0x7f1f58159c30 2024-09-21T00:35:54.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.083+0000 7f1f5ef28640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f1f580b84b0 con 0x7f1f580cf2f0 2024-09-21T00:35:54.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.083+0000 7f1f5ccc4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1f580b3c00 0x7f1f581e6970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:54.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.083+0000 7f1f5ccc4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1f580b3c00 0x7f1f581e6970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:47464/0 (socket says 172.21.15.67:47464) 2024-09-21T00:35:54.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.083+0000 7f1f5ccc4640 1 -- 172.21.15.67:0/2156049529 learned_addr learned my addr 172.21.15.67:0/2156049529 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:35:54.085 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.083+0000 7f1f57fff640 1 --2- 172.21.15.67:0/2156049529 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1f580cf2f0 0x7f1f581e3f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:54.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.083+0000 7f1f5d4c5640 1 --2- 172.21.15.67:0/2156049529 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1f58159c30 0x7f1f581e44b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:54.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.083+0000 7f1f5ccc4640 1 -- 172.21.15.67:0/2156049529 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1f580cf2f0 msgr2=0x7f1f581e3f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:54.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.083+0000 7f1f5ccc4640 1 --2- 172.21.15.67:0/2156049529 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1f580cf2f0 0x7f1f581e3f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:54.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.083+0000 7f1f5ccc4640 1 -- 172.21.15.67:0/2156049529 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1f58159c30 msgr2=0x7f1f581e44b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:54.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.083+0000 7f1f5ccc4640 1 --2- 172.21.15.67:0/2156049529 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1f58159c30 0x7f1f581e44b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:54.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.083+0000 7f1f5ccc4640 1 -- 172.21.15.67:0/2156049529 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1f58158b90 con 0x7f1f580b3c00 2024-09-21T00:35:54.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.084+0000 7f1f5ccc4640 1 --2- 172.21.15.67:0/2156049529 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1f580b3c00 0x7f1f581e6970 secure :-1 s=READY pgs=2484 cs=0 l=1 rev1=1 crypto rx=0x7f1f4c00c390 tx=0x7f1f4c00c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:54.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.084+0000 7f1f557fa640 1 -- 172.21.15.67:0/2156049529 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f4c011790 con 0x7f1f580b3c00 2024-09-21T00:35:54.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.084+0000 7f1f557fa640 1 -- 172.21.15.67:0/2156049529 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1f4c017070 con 0x7f1f580b3c00 2024-09-21T00:35:54.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.084+0000 7f1f557fa640 1 -- 172.21.15.67:0/2156049529 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1f4c011ce0 con 0x7f1f580b3c00 2024-09-21T00:35:54.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.084+0000 7f1f5ef28640 1 -- 172.21.15.67:0/2156049529 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1f58158e70 con 0x7f1f580b3c00 2024-09-21T00:35:54.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.084+0000 7f1f5ef28640 1 -- 172.21.15.67:0/2156049529 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1f58159430 con 0x7f1f580b3c00 2024-09-21T00:35:54.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.085+0000 7f1f5ef28640 1 -- 172.21.15.67:0/2156049529 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1f581eb270 con 0x7f1f580b3c00 2024-09-21T00:35:54.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.086+0000 7f1f557fa640 1 -- 172.21.15.67:0/2156049529 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f1f4c01c460 con 0x7f1f580b3c00 2024-09-21T00:35:54.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.086+0000 7f1f557fa640 1 --2- 172.21.15.67:0/2156049529 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1f3c078b90 0x7f1f3c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:54.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.086+0000 7f1f557fa640 1 -- 172.21.15.67:0/2156049529 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(197..197 src has 1..197) ==== 5709+0+0 (secure 0 0 0) 0x7f1f4c09a910 con 0x7f1f580b3c00 2024-09-21T00:35:54.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.086+0000 7f1f57fff640 1 --2- 172.21.15.67:0/2156049529 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1f3c078b90 0x7f1f3c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:54.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.087+0000 7f1f57fff640 1 --2- 172.21.15.67:0/2156049529 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1f3c078b90 0x7f1f3c07b0a0 secure :-1 s=READY pgs=929 cs=0 l=1 rev1=1 crypto rx=0x7f1f44034000 tx=0x7f1f44004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:54.091 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.091+0000 7f1f557fa640 1 -- 172.21.15.67:0/2156049529 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f1f4c062820 con 0x7f1f580b3c00 2024-09-21T00:35:54.278 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.277+0000 7f1f5ef28640 1 -- 172.21.15.67:0/2156049529 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f1f58155780 con 0x7f1f3c078b90 2024-09-21T00:35:54.283 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.282+0000 7f1f557fa640 1 -- 172.21.15.67:0/2156049529 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+250473 (secure 0 0 0) 0x7f1f44009450 con 0x7f1f3c078b90 2024-09-21T00:35:54.286 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:54.287 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-21T00:35:54.288 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.285+0000 7f1f5ef28640 1 -- 172.21.15.67:0/2156049529 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1f3c078b90 msgr2=0x7f1f3c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:54.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.285+0000 7f1f5ef28640 1 --2- 172.21.15.67:0/2156049529 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1f3c078b90 0x7f1f3c07b0a0 secure :-1 s=READY pgs=929 cs=0 l=1 rev1=1 crypto rx=0x7f1f44034000 tx=0x7f1f44004730 comp rx=0 tx=0).stop 2024-09-21T00:35:54.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.285+0000 7f1f5ef28640 1 -- 172.21.15.67:0/2156049529 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1f580b3c00 msgr2=0x7f1f581e6970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:54.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.285+0000 7f1f5ef28640 1 --2- 172.21.15.67:0/2156049529 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1f580b3c00 0x7f1f581e6970 secure :-1 s=READY pgs=2484 cs=0 l=1 rev1=1 crypto rx=0x7f1f4c00c390 tx=0x7f1f4c00c850 comp rx=0 tx=0).stop 2024-09-21T00:35:54.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.285+0000 7f1f5ef28640 1 -- 172.21.15.67:0/2156049529 shutdown_connections 2024-09-21T00:35:54.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.285+0000 7f1f5ef28640 1 --2- 172.21.15.67:0/2156049529 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1f3c078b90 0x7f1f3c07b0a0 unknown :-1 s=CLOSED pgs=929 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:54.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.285+0000 7f1f5ef28640 1 --2- 172.21.15.67:0/2156049529 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1f58159c30 0x7f1f581e44b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:54.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.285+0000 7f1f5ef28640 1 --2- 172.21.15.67:0/2156049529 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1f580cf2f0 0x7f1f581e3f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:54.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.285+0000 7f1f5ef28640 1 --2- 172.21.15.67:0/2156049529 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1f580b3c00 0x7f1f581e6970 unknown :-1 s=CLOSED pgs=2484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:54.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.285+0000 7f1f5ef28640 1 -- 172.21.15.67:0/2156049529 >> 172.21.15.67:0/2156049529 conn(0x7f1f58073a90 msgr2=0x7f1f58158110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:54.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.285+0000 7f1f5ef28640 1 -- 172.21.15.67:0/2156049529 shutdown_connections 2024-09-21T00:35:54.289 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.285+0000 7f1f5ef28640 1 -- 172.21.15.67:0/2156049529 wait complete. 2024-09-21T00:35:54.297 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":633,"stamp":"2024-09-21T00:35:53.724498+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591042,"num_objects":16,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":133,"num_write_kb":1631,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":99,"ondisk_log_size":99,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":77,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":529564,"kb_used_data":20488,"kb_used_omap":12,"kb_used_meta":508851,"kb_avail":754445156,"statfs":{"total":773094113280,"available":772551839744,"internally_reserved":0,"allocated":20979712,"data_stored":9872720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12749,"internal_metadata":521063987},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":14,"apply_latency_ms":14,"commit_latency_ns":14000000,"apply_latency_ns":14000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":674,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":32,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.533869"},"pg_stats":[{"pgid":"31.3f","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.211952+0000","last_change":"2024-09-21T00:35:49.211952+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.211952+0000","last_undegraded":"2024-09-21T00:35:49.211952+0000","last_fullsized":"2024-09-21T00:35:49.211952+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.3e","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.210251+0000","last_change":"2024-09-21T00:35:49.210251+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.210251+0000","last_undegraded":"2024-09-21T00:35:49.210251+0000","last_fullsized":"2024-09-21T00:35:49.210251+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.3d","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209306+0000","last_change":"2024-09-21T00:35:50.217294+0000","last_active":"2024-09-21T00:35:51.209306+0000","last_peered":"2024-09-21T00:35:51.209306+0000","last_clean":"2024-09-21T00:35:51.209306+0000","last_became_active":"2024-09-21T00:35:50.217009+0000","last_became_peered":"2024-09-21T00:35:50.217009+0000","last_unstale":"2024-09-21T00:35:51.209306+0000","last_undegraded":"2024-09-21T00:35:51.209306+0000","last_fullsized":"2024-09-21T00:35:51.209306+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:06:07.689613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.3c","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.275213+0000","last_change":"2024-09-21T00:35:50.216685+0000","last_active":"2024-09-21T00:35:51.275213+0000","last_peered":"2024-09-21T00:35:51.275213+0000","last_clean":"2024-09-21T00:35:51.275213+0000","last_became_active":"2024-09-21T00:35:50.216379+0000","last_became_peered":"2024-09-21T00:35:50.216379+0000","last_unstale":"2024-09-21T00:35:51.275213+0000","last_undegraded":"2024-09-21T00:35:51.275213+0000","last_fullsized":"2024-09-21T00:35:51.275213+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:40:42.955002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"31.3b","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.228828+0000","last_change":"2024-09-21T00:35:50.233061+0000","last_active":"2024-09-21T00:35:51.228828+0000","last_peered":"2024-09-21T00:35:51.228828+0000","last_clean":"2024-09-21T00:35:51.228828+0000","last_became_active":"2024-09-21T00:35:50.232710+0000","last_became_peered":"2024-09-21T00:35:50.232710+0000","last_unstale":"2024-09-21T00:35:51.228828+0000","last_undegraded":"2024-09-21T00:35:51.228828+0000","last_fullsized":"2024-09-21T00:35:51.228828+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:07:16.161967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"31.3a","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.274961+0000","last_change":"2024-09-21T00:35:50.221122+0000","last_active":"2024-09-21T00:35:51.274961+0000","last_peered":"2024-09-21T00:35:51.274961+0000","last_clean":"2024-09-21T00:35:51.274961+0000","last_became_active":"2024-09-21T00:35:50.220805+0000","last_became_peered":"2024-09-21T00:35:50.220805+0000","last_unstale":"2024-09-21T00:35:51.274961+0000","last_undegraded":"2024-09-21T00:35:51.274961+0000","last_fullsized":"2024-09-21T00:35:51.274961+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:31:18.818317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"31.39","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.230821+0000","last_change":"2024-09-21T00:35:50.235353+0000","last_active":"2024-09-21T00:35:51.230821+0000","last_peered":"2024-09-21T00:35:51.230821+0000","last_clean":"2024-09-21T00:35:51.230821+0000","last_became_active":"2024-09-21T00:35:50.235101+0000","last_became_peered":"2024-09-21T00:35:50.235101+0000","last_unstale":"2024-09-21T00:35:51.230821+0000","last_undegraded":"2024-09-21T00:35:51.230821+0000","last_fullsized":"2024-09-21T00:35:51.230821+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:28:56.613755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.38","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.200088+0000","last_change":"2024-09-21T00:35:49.200088+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.200088+0000","last_undegraded":"2024-09-21T00:35:49.200088+0000","last_fullsized":"2024-09-21T00:35:49.200088+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"31.37","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.210199+0000","last_change":"2024-09-21T00:35:50.236306+0000","last_active":"2024-09-21T00:35:51.210199+0000","last_peered":"2024-09-21T00:35:51.210199+0000","last_clean":"2024-09-21T00:35:51.210199+0000","last_became_active":"2024-09-21T00:35:50.236010+0000","last_became_peered":"2024-09-21T00:35:50.236010+0000","last_unstale":"2024-09-21T00:35:51.210199+0000","last_undegraded":"2024-09-21T00:35:51.210199+0000","last_fullsized":"2024-09-21T00:35:51.210199+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:50:30.995032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"31.36","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.231316+0000","last_change":"2024-09-21T00:35:50.232046+0000","last_active":"2024-09-21T00:35:51.231316+0000","last_peered":"2024-09-21T00:35:51.231316+0000","last_clean":"2024-09-21T00:35:51.231316+0000","last_became_active":"2024-09-21T00:35:50.231474+0000","last_became_peered":"2024-09-21T00:35:50.231474+0000","last_unstale":"2024-09-21T00:35:51.231316+0000","last_undegraded":"2024-09-21T00:35:51.231316+0000","last_fullsized":"2024-09-21T00:35:51.231316+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:13:07.847924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.35","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.274625+0000","last_change":"2024-09-21T00:35:50.227326+0000","last_active":"2024-09-21T00:35:51.274625+0000","last_peered":"2024-09-21T00:35:51.274625+0000","last_clean":"2024-09-21T00:35:51.274625+0000","last_became_active":"2024-09-21T00:35:50.223080+0000","last_became_peered":"2024-09-21T00:35:50.223080+0000","last_unstale":"2024-09-21T00:35:51.274625+0000","last_undegraded":"2024-09-21T00:35:51.274625+0000","last_fullsized":"2024-09-21T00:35:51.274625+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:25:32.765763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"31.34","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.199069+0000","last_change":"2024-09-21T00:35:49.199069+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.199069+0000","last_undegraded":"2024-09-21T00:35:49.199069+0000","last_fullsized":"2024-09-21T00:35:49.199069+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"31.33","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.231325+0000","last_change":"2024-09-21T00:35:50.239380+0000","last_active":"2024-09-21T00:35:51.231325+0000","last_peered":"2024-09-21T00:35:51.231325+0000","last_clean":"2024-09-21T00:35:51.231325+0000","last_became_active":"2024-09-21T00:35:50.239051+0000","last_became_peered":"2024-09-21T00:35:50.239051+0000","last_unstale":"2024-09-21T00:35:51.231325+0000","last_undegraded":"2024-09-21T00:35:51.231325+0000","last_fullsized":"2024-09-21T00:35:51.231325+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:04:45.058073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.32","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.209641+0000","last_change":"2024-09-21T00:35:49.209641+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.209641+0000","last_undegraded":"2024-09-21T00:35:49.209641+0000","last_fullsized":"2024-09-21T00:35:49.209641+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.31","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209876+0000","last_change":"2024-09-21T00:35:50.233229+0000","last_active":"2024-09-21T00:35:51.209876+0000","last_peered":"2024-09-21T00:35:51.209876+0000","last_clean":"2024-09-21T00:35:51.209876+0000","last_became_active":"2024-09-21T00:35:50.232846+0000","last_became_peered":"2024-09-21T00:35:50.232846+0000","last_unstale":"2024-09-21T00:35:51.209876+0000","last_undegraded":"2024-09-21T00:35:51.209876+0000","last_fullsized":"2024-09-21T00:35:51.209876+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:41:54.514446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"31.30","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.208727+0000","last_change":"2024-09-21T00:35:50.240973+0000","last_active":"2024-09-21T00:35:51.208727+0000","last_peered":"2024-09-21T00:35:51.208727+0000","last_clean":"2024-09-21T00:35:51.208727+0000","last_became_active":"2024-09-21T00:35:50.240623+0000","last_became_peered":"2024-09-21T00:35:50.240623+0000","last_unstale":"2024-09-21T00:35:51.208727+0000","last_undegraded":"2024-09-21T00:35:51.208727+0000","last_fullsized":"2024-09-21T00:35:51.208727+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:07:48.904522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.2f","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.199137+0000","last_change":"2024-09-21T00:35:49.199137+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.199137+0000","last_undegraded":"2024-09-21T00:35:49.199137+0000","last_fullsized":"2024-09-21T00:35:49.199137+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"31.2e","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.206494+0000","last_change":"2024-09-21T00:35:49.206494+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.206494+0000","last_undegraded":"2024-09-21T00:35:49.206494+0000","last_fullsized":"2024-09-21T00:35:49.206494+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.2d","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.199795+0000","last_change":"2024-09-21T00:35:49.199795+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.199795+0000","last_undegraded":"2024-09-21T00:35:49.199795+0000","last_fullsized":"2024-09-21T00:35:49.199795+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"31.2c","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209642+0000","last_change":"2024-09-21T00:35:50.216490+0000","last_active":"2024-09-21T00:35:51.209642+0000","last_peered":"2024-09-21T00:35:51.209642+0000","last_clean":"2024-09-21T00:35:51.209642+0000","last_became_active":"2024-09-21T00:35:50.215755+0000","last_became_peered":"2024-09-21T00:35:50.215755+0000","last_unstale":"2024-09-21T00:35:51.209642+0000","last_undegraded":"2024-09-21T00:35:51.209642+0000","last_fullsized":"2024-09-21T00:35:51.209642+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:48:45.492265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.2b","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.198977+0000","last_change":"2024-09-21T00:35:49.198977+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.198977+0000","last_undegraded":"2024-09-21T00:35:49.198977+0000","last_fullsized":"2024-09-21T00:35:49.198977+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"31.2a","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.230900+0000","last_change":"2024-09-21T00:35:50.228184+0000","last_active":"2024-09-21T00:35:51.230900+0000","last_peered":"2024-09-21T00:35:51.230900+0000","last_clean":"2024-09-21T00:35:51.230900+0000","last_became_active":"2024-09-21T00:35:50.227445+0000","last_became_peered":"2024-09-21T00:35:50.227445+0000","last_unstale":"2024-09-21T00:35:51.230900+0000","last_undegraded":"2024-09-21T00:35:51.230900+0000","last_fullsized":"2024-09-21T00:35:51.230900+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:57:37.032900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.29","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.199874+0000","last_change":"2024-09-21T00:35:49.199874+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.199874+0000","last_undegraded":"2024-09-21T00:35:49.199874+0000","last_fullsized":"2024-09-21T00:35:49.199874+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"31.28","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.203472+0000","last_change":"2024-09-21T00:35:49.203472+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.203472+0000","last_undegraded":"2024-09-21T00:35:49.203472+0000","last_fullsized":"2024-09-21T00:35:49.203472+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.27","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.275899+0000","last_change":"2024-09-21T00:35:50.217519+0000","last_active":"2024-09-21T00:35:51.275899+0000","last_peered":"2024-09-21T00:35:51.275899+0000","last_clean":"2024-09-21T00:35:51.275899+0000","last_became_active":"2024-09-21T00:35:50.217219+0000","last_became_peered":"2024-09-21T00:35:50.217219+0000","last_unstale":"2024-09-21T00:35:51.275899+0000","last_undegraded":"2024-09-21T00:35:51.275899+0000","last_fullsized":"2024-09-21T00:35:51.275899+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:46:50.792404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"31.26","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.231197+0000","last_change":"2024-09-21T00:35:50.235423+0000","last_active":"2024-09-21T00:35:51.231197+0000","last_peered":"2024-09-21T00:35:51.231197+0000","last_clean":"2024-09-21T00:35:51.231197+0000","last_became_active":"2024-09-21T00:35:50.235094+0000","last_became_peered":"2024-09-21T00:35:50.235094+0000","last_unstale":"2024-09-21T00:35:51.231197+0000","last_undegraded":"2024-09-21T00:35:51.231197+0000","last_fullsized":"2024-09-21T00:35:51.231197+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:22:17.467459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.25","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.274774+0000","last_change":"2024-09-21T00:35:50.229060+0000","last_active":"2024-09-21T00:35:51.274774+0000","last_peered":"2024-09-21T00:35:51.274774+0000","last_clean":"2024-09-21T00:35:51.274774+0000","last_became_active":"2024-09-21T00:35:50.222425+0000","last_became_peered":"2024-09-21T00:35:50.222425+0000","last_unstale":"2024-09-21T00:35:51.274774+0000","last_undegraded":"2024-09-21T00:35:51.274774+0000","last_fullsized":"2024-09-21T00:35:51.274774+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:27:37.923102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"31.24","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.203280+0000","last_change":"2024-09-21T00:35:49.203280+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.203280+0000","last_undegraded":"2024-09-21T00:35:49.203280+0000","last_fullsized":"2024-09-21T00:35:49.203280+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.23","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.274371+0000","last_change":"2024-09-21T00:35:50.216025+0000","last_active":"2024-09-21T00:35:51.274371+0000","last_peered":"2024-09-21T00:35:51.274371+0000","last_clean":"2024-09-21T00:35:51.274371+0000","last_became_active":"2024-09-21T00:35:50.215654+0000","last_became_peered":"2024-09-21T00:35:50.215654+0000","last_unstale":"2024-09-21T00:35:51.274371+0000","last_undegraded":"2024-09-21T00:35:51.274371+0000","last_fullsized":"2024-09-21T00:35:51.274371+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:56:32.305761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"31.22","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.228823+0000","last_change":"2024-09-21T00:35:50.223230+0000","last_active":"2024-09-21T00:35:51.228823+0000","last_peered":"2024-09-21T00:35:51.228823+0000","last_clean":"2024-09-21T00:35:51.228823+0000","last_became_active":"2024-09-21T00:35:50.222905+0000","last_became_peered":"2024-09-21T00:35:50.222905+0000","last_unstale":"2024-09-21T00:35:51.228823+0000","last_undegraded":"2024-09-21T00:35:51.228823+0000","last_fullsized":"2024-09-21T00:35:51.228823+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:46:59.401008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"31.21","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.274616+0000","last_change":"2024-09-21T00:35:50.225780+0000","last_active":"2024-09-21T00:35:51.274616+0000","last_peered":"2024-09-21T00:35:51.274616+0000","last_clean":"2024-09-21T00:35:51.274616+0000","last_became_active":"2024-09-21T00:35:50.225461+0000","last_became_peered":"2024-09-21T00:35:50.225461+0000","last_unstale":"2024-09-21T00:35:51.274616+0000","last_undegraded":"2024-09-21T00:35:51.274616+0000","last_fullsized":"2024-09-21T00:35:51.274616+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:45:49.236306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"31.20","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.201651+0000","last_change":"2024-09-21T00:35:49.201651+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.201651+0000","last_undegraded":"2024-09-21T00:35:49.201651+0000","last_fullsized":"2024-09-21T00:35:49.201651+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.1f","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209043+0000","last_change":"2024-09-21T00:35:50.213242+0000","last_active":"2024-09-21T00:35:51.209043+0000","last_peered":"2024-09-21T00:35:51.209043+0000","last_clean":"2024-09-21T00:35:51.209043+0000","last_became_active":"2024-09-21T00:35:50.212899+0000","last_became_peered":"2024-09-21T00:35:50.212899+0000","last_unstale":"2024-09-21T00:35:51.209043+0000","last_undegraded":"2024-09-21T00:35:51.209043+0000","last_fullsized":"2024-09-21T00:35:51.209043+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:57:30.021984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"30.1e","version":"196'1","reported_seq":16,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.231463+0000","last_change":"2024-09-21T00:35:49.207415+0000","last_active":"2024-09-21T00:35:51.231463+0000","last_peered":"2024-09-21T00:35:51.231463+0000","last_clean":"2024-09-21T00:35:51.231463+0000","last_became_active":"2024-09-21T00:35:49.207096+0000","last_became_peered":"2024-09-21T00:35:49.207096+0000","last_unstale":"2024-09-21T00:35:51.231463+0000","last_undegraded":"2024-09-21T00:35:51.231463+0000","last_fullsized":"2024-09-21T00:35:51.231463+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:06:25.911679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.1c","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.274445+0000","last_change":"2024-09-21T00:35:50.222686+0000","last_active":"2024-09-21T00:35:51.274445+0000","last_peered":"2024-09-21T00:35:51.274445+0000","last_clean":"2024-09-21T00:35:51.274445+0000","last_became_active":"2024-09-21T00:35:50.222354+0000","last_became_peered":"2024-09-21T00:35:50.222354+0000","last_unstale":"2024-09-21T00:35:51.274445+0000","last_undegraded":"2024-09-21T00:35:51.274445+0000","last_fullsized":"2024-09-21T00:35:51.274445+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:46:30.901204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"30.1d","version":"196'2","reported_seq":17,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209429+0000","last_change":"2024-09-21T00:35:49.215547+0000","last_active":"2024-09-21T00:35:51.209429+0000","last_peered":"2024-09-21T00:35:51.209429+0000","last_clean":"2024-09-21T00:35:51.209429+0000","last_became_active":"2024-09-21T00:35:49.215238+0000","last_became_peered":"2024-09-21T00:35:49.215238+0000","last_unstale":"2024-09-21T00:35:51.209429+0000","last_undegraded":"2024-09-21T00:35:51.209429+0000","last_fullsized":"2024-09-21T00:35:51.209429+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:34:40.332482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.1d","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.199227+0000","last_change":"2024-09-21T00:35:49.199227+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.199227+0000","last_undegraded":"2024-09-21T00:35:49.199227+0000","last_fullsized":"2024-09-21T00:35:49.199227+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"30.1c","version":"196'2","reported_seq":17,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209746+0000","last_change":"2024-09-21T00:35:49.216253+0000","last_active":"2024-09-21T00:35:51.209746+0000","last_peered":"2024-09-21T00:35:51.209746+0000","last_clean":"2024-09-21T00:35:51.209746+0000","last_became_active":"2024-09-21T00:35:49.215940+0000","last_became_peered":"2024-09-21T00:35:49.215940+0000","last_unstale":"2024-09-21T00:35:51.209746+0000","last_undegraded":"2024-09-21T00:35:51.209746+0000","last_fullsized":"2024-09-21T00:35:51.209746+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:25:31.759143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.1a","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.274238+0000","last_change":"2024-09-21T00:35:50.217519+0000","last_active":"2024-09-21T00:35:51.274238+0000","last_peered":"2024-09-21T00:35:51.274238+0000","last_clean":"2024-09-21T00:35:51.274238+0000","last_became_active":"2024-09-21T00:35:50.217197+0000","last_became_peered":"2024-09-21T00:35:50.217197+0000","last_unstale":"2024-09-21T00:35:51.274238+0000","last_undegraded":"2024-09-21T00:35:51.274238+0000","last_fullsized":"2024-09-21T00:35:51.274238+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:27:04.187363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"30.1b","version":"196'1","reported_seq":16,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.275382+0000","last_change":"2024-09-21T00:35:49.206647+0000","last_active":"2024-09-21T00:35:51.275382+0000","last_peered":"2024-09-21T00:35:51.275382+0000","last_clean":"2024-09-21T00:35:51.275382+0000","last_became_active":"2024-09-21T00:35:49.206310+0000","last_became_peered":"2024-09-21T00:35:49.206310+0000","last_unstale":"2024-09-21T00:35:51.275382+0000","last_undegraded":"2024-09-21T00:35:51.275382+0000","last_fullsized":"2024-09-21T00:35:51.275382+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:52:05.447859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"31.1b","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.210122+0000","last_change":"2024-09-21T00:35:50.233627+0000","last_active":"2024-09-21T00:35:51.210122+0000","last_peered":"2024-09-21T00:35:51.210122+0000","last_clean":"2024-09-21T00:35:51.210122+0000","last_became_active":"2024-09-21T00:35:50.232939+0000","last_became_peered":"2024-09-21T00:35:50.232939+0000","last_unstale":"2024-09-21T00:35:51.210122+0000","last_undegraded":"2024-09-21T00:35:51.210122+0000","last_fullsized":"2024-09-21T00:35:51.210122+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:14:12.548371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"30.1a","version":"0'0","reported_seq":10,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-09-21T00:35:49.212014+0000","last_change":"2024-09-21T00:35:49.207763+0000","last_active":"2024-09-21T00:35:49.212014+0000","last_peered":"2024-09-21T00:35:49.212014+0000","last_clean":"2024-09-21T00:35:49.212014+0000","last_became_active":"2024-09-21T00:35:49.207454+0000","last_became_peered":"2024-09-21T00:35:49.207454+0000","last_unstale":"2024-09-21T00:35:49.212014+0000","last_undegraded":"2024-09-21T00:35:49.212014+0000","last_fullsized":"2024-09-21T00:35:49.212014+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:18:42.435543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.18","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209418+0000","last_change":"2024-09-21T00:35:50.224656+0000","last_active":"2024-09-21T00:35:51.209418+0000","last_peered":"2024-09-21T00:35:51.209418+0000","last_clean":"2024-09-21T00:35:51.209418+0000","last_became_active":"2024-09-21T00:35:50.224327+0000","last_became_peered":"2024-09-21T00:35:50.224327+0000","last_unstale":"2024-09-21T00:35:51.209418+0000","last_undegraded":"2024-09-21T00:35:51.209418+0000","last_fullsized":"2024-09-21T00:35:51.209418+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:09:38.574859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"30.19","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.230918+0000","last_change":"2024-09-21T00:35:49.213683+0000","last_active":"2024-09-21T00:35:51.230918+0000","last_peered":"2024-09-21T00:35:51.230918+0000","last_clean":"2024-09-21T00:35:51.230918+0000","last_became_active":"2024-09-21T00:35:49.211532+0000","last_became_peered":"2024-09-21T00:35:49.211532+0000","last_unstale":"2024-09-21T00:35:51.230918+0000","last_undegraded":"2024-09-21T00:35:51.230918+0000","last_fullsized":"2024-09-21T00:35:51.230918+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:46:40.494716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.19","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.203511+0000","last_change":"2024-09-21T00:35:49.203511+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.203511+0000","last_undegraded":"2024-09-21T00:35:49.203511+0000","last_fullsized":"2024-09-21T00:35:49.203511+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"30.18","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.208860+0000","last_change":"2024-09-21T00:35:49.213606+0000","last_active":"2024-09-21T00:35:51.208860+0000","last_peered":"2024-09-21T00:35:51.208860+0000","last_clean":"2024-09-21T00:35:51.208860+0000","last_became_active":"2024-09-21T00:35:49.213025+0000","last_became_peered":"2024-09-21T00:35:49.213025+0000","last_unstale":"2024-09-21T00:35:51.208860+0000","last_undegraded":"2024-09-21T00:35:51.208860+0000","last_fullsized":"2024-09-21T00:35:51.208860+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:04:34.550165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.16","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.203809+0000","last_change":"2024-09-21T00:35:49.203809+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.203809+0000","last_undegraded":"2024-09-21T00:35:49.203809+0000","last_fullsized":"2024-09-21T00:35:49.203809+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"30.17","version":"0'0","reported_seq":10,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-09-21T00:35:49.214380+0000","last_change":"2024-09-21T00:35:49.212469+0000","last_active":"2024-09-21T00:35:49.214380+0000","last_peered":"2024-09-21T00:35:49.214380+0000","last_clean":"2024-09-21T00:35:49.214380+0000","last_became_active":"2024-09-21T00:35:49.212060+0000","last_became_peered":"2024-09-21T00:35:49.212060+0000","last_unstale":"2024-09-21T00:35:49.214380+0000","last_undegraded":"2024-09-21T00:35:49.214380+0000","last_fullsized":"2024-09-21T00:35:49.214380+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:33:03.620582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"31.17","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.276393+0000","last_change":"2024-09-21T00:35:50.231762+0000","last_active":"2024-09-21T00:35:51.276393+0000","last_peered":"2024-09-21T00:35:51.276393+0000","last_clean":"2024-09-21T00:35:51.276393+0000","last_became_active":"2024-09-21T00:35:50.231459+0000","last_became_peered":"2024-09-21T00:35:50.231459+0000","last_unstale":"2024-09-21T00:35:51.276393+0000","last_undegraded":"2024-09-21T00:35:51.276393+0000","last_fullsized":"2024-09-21T00:35:51.276393+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:50:00.026369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"30.16","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.208957+0000","last_change":"2024-09-21T00:35:49.211823+0000","last_active":"2024-09-21T00:35:51.208957+0000","last_peered":"2024-09-21T00:35:51.208957+0000","last_clean":"2024-09-21T00:35:51.208957+0000","last_became_active":"2024-09-21T00:35:49.211495+0000","last_became_peered":"2024-09-21T00:35:49.211495+0000","last_unstale":"2024-09-21T00:35:51.208957+0000","last_undegraded":"2024-09-21T00:35:51.208957+0000","last_fullsized":"2024-09-21T00:35:51.208957+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:56:31.299141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.14","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209654+0000","last_change":"2024-09-21T00:35:50.216834+0000","last_active":"2024-09-21T00:35:51.209654+0000","last_peered":"2024-09-21T00:35:51.209654+0000","last_clean":"2024-09-21T00:35:51.209654+0000","last_became_active":"2024-09-21T00:35:50.216182+0000","last_became_peered":"2024-09-21T00:35:50.216182+0000","last_unstale":"2024-09-21T00:35:51.209654+0000","last_undegraded":"2024-09-21T00:35:51.209654+0000","last_fullsized":"2024-09-21T00:35:51.209654+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:28:20.082365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"30.15","version":"0'0","reported_seq":10,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-09-21T00:35:49.217241+0000","last_change":"2024-09-21T00:35:49.215787+0000","last_active":"2024-09-21T00:35:49.217241+0000","last_peered":"2024-09-21T00:35:49.217241+0000","last_clean":"2024-09-21T00:35:49.217241+0000","last_became_active":"2024-09-21T00:35:49.215294+0000","last_became_peered":"2024-09-21T00:35:49.215294+0000","last_unstale":"2024-09-21T00:35:49.217241+0000","last_undegraded":"2024-09-21T00:35:49.217241+0000","last_fullsized":"2024-09-21T00:35:49.217241+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:43:55.894382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.15","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.231210+0000","last_change":"2024-09-21T00:35:50.225510+0000","last_active":"2024-09-21T00:35:51.231210+0000","last_peered":"2024-09-21T00:35:51.231210+0000","last_clean":"2024-09-21T00:35:51.231210+0000","last_became_active":"2024-09-21T00:35:50.225195+0000","last_became_peered":"2024-09-21T00:35:50.225195+0000","last_unstale":"2024-09-21T00:35:51.231210+0000","last_undegraded":"2024-09-21T00:35:51.231210+0000","last_fullsized":"2024-09-21T00:35:51.231210+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:51:37.978688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"30.14","version":"0'0","reported_seq":10,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-09-21T00:35:49.214376+0000","last_change":"2024-09-21T00:35:49.213445+0000","last_active":"2024-09-21T00:35:49.214376+0000","last_peered":"2024-09-21T00:35:49.214376+0000","last_clean":"2024-09-21T00:35:49.214376+0000","last_became_active":"2024-09-21T00:35:49.213073+0000","last_became_peered":"2024-09-21T00:35:49.213073+0000","last_unstale":"2024-09-21T00:35:49.214376+0000","last_undegraded":"2024-09-21T00:35:49.214376+0000","last_fullsized":"2024-09-21T00:35:49.214376+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:40:16.342072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.12","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.231264+0000","last_change":"2024-09-21T00:35:50.231596+0000","last_active":"2024-09-21T00:35:51.231264+0000","last_peered":"2024-09-21T00:35:51.231264+0000","last_clean":"2024-09-21T00:35:51.231264+0000","last_became_active":"2024-09-21T00:35:50.230368+0000","last_became_peered":"2024-09-21T00:35:50.230368+0000","last_unstale":"2024-09-21T00:35:51.231264+0000","last_undegraded":"2024-09-21T00:35:51.231264+0000","last_fullsized":"2024-09-21T00:35:51.231264+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:34:07.329201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"30.13","version":"0'0","reported_seq":10,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-09-21T00:35:49.212356+0000","last_change":"2024-09-21T00:35:49.211330+0000","last_active":"2024-09-21T00:35:49.212356+0000","last_peered":"2024-09-21T00:35:49.212356+0000","last_clean":"2024-09-21T00:35:49.212356+0000","last_became_active":"2024-09-21T00:35:49.210998+0000","last_became_peered":"2024-09-21T00:35:49.210998+0000","last_unstale":"2024-09-21T00:35:49.212356+0000","last_undegraded":"2024-09-21T00:35:49.212356+0000","last_fullsized":"2024-09-21T00:35:49.212356+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:23:16.462721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.13","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.210288+0000","last_change":"2024-09-21T00:35:50.228925+0000","last_active":"2024-09-21T00:35:51.210288+0000","last_peered":"2024-09-21T00:35:51.210288+0000","last_clean":"2024-09-21T00:35:51.210288+0000","last_became_active":"2024-09-21T00:35:50.228540+0000","last_became_peered":"2024-09-21T00:35:50.228540+0000","last_unstale":"2024-09-21T00:35:51.210288+0000","last_undegraded":"2024-09-21T00:35:51.210288+0000","last_fullsized":"2024-09-21T00:35:51.210288+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:41:33.914794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"30.12","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209084+0000","last_change":"2024-09-21T00:35:49.218797+0000","last_active":"2024-09-21T00:35:51.209084+0000","last_peered":"2024-09-21T00:35:51.209084+0000","last_clean":"2024-09-21T00:35:51.209084+0000","last_became_active":"2024-09-21T00:35:49.218501+0000","last_became_peered":"2024-09-21T00:35:49.218501+0000","last_unstale":"2024-09-21T00:35:51.209084+0000","last_undegraded":"2024-09-21T00:35:51.209084+0000","last_fullsized":"2024-09-21T00:35:51.209084+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:34:27.055027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.10","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.274200+0000","last_change":"2024-09-21T00:35:50.232335+0000","last_active":"2024-09-21T00:35:51.274200+0000","last_peered":"2024-09-21T00:35:51.274200+0000","last_clean":"2024-09-21T00:35:51.274200+0000","last_became_active":"2024-09-21T00:35:50.232007+0000","last_became_peered":"2024-09-21T00:35:50.232007+0000","last_unstale":"2024-09-21T00:35:51.274200+0000","last_undegraded":"2024-09-21T00:35:51.274200+0000","last_fullsized":"2024-09-21T00:35:51.274200+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:41:16.107813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"30.11","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.231059+0000","last_change":"2024-09-21T00:35:49.208689+0000","last_active":"2024-09-21T00:35:51.231059+0000","last_peered":"2024-09-21T00:35:51.231059+0000","last_clean":"2024-09-21T00:35:51.231059+0000","last_became_active":"2024-09-21T00:35:49.208028+0000","last_became_peered":"2024-09-21T00:35:49.208028+0000","last_unstale":"2024-09-21T00:35:51.231059+0000","last_undegraded":"2024-09-21T00:35:51.231059+0000","last_fullsized":"2024-09-21T00:35:51.231059+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:20:02.225105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.11","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.230773+0000","last_change":"2024-09-21T00:35:50.229470+0000","last_active":"2024-09-21T00:35:51.230773+0000","last_peered":"2024-09-21T00:35:51.230773+0000","last_clean":"2024-09-21T00:35:51.230773+0000","last_became_active":"2024-09-21T00:35:50.229047+0000","last_became_peered":"2024-09-21T00:35:50.229047+0000","last_unstale":"2024-09-21T00:35:51.230773+0000","last_undegraded":"2024-09-21T00:35:51.230773+0000","last_fullsized":"2024-09-21T00:35:51.230773+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:19:46.256043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"30.10","version":"196'8","reported_seq":23,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.273939+0000","last_change":"2024-09-21T00:35:49.208790+0000","last_active":"2024-09-21T00:35:51.273939+0000","last_peered":"2024-09-21T00:35:51.273939+0000","last_clean":"2024-09-21T00:35:51.273939+0000","last_became_active":"2024-09-21T00:35:49.208489+0000","last_became_peered":"2024-09-21T00:35:49.208489+0000","last_unstale":"2024-09-21T00:35:51.273939+0000","last_undegraded":"2024-09-21T00:35:51.273939+0000","last_fullsized":"2024-09-21T00:35:51.273939+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:16:09.588523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"31.e","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.275671+0000","last_change":"2024-09-21T00:35:50.215853+0000","last_active":"2024-09-21T00:35:51.275671+0000","last_peered":"2024-09-21T00:35:51.275671+0000","last_clean":"2024-09-21T00:35:51.275671+0000","last_became_active":"2024-09-21T00:35:50.215537+0000","last_became_peered":"2024-09-21T00:35:50.215537+0000","last_unstale":"2024-09-21T00:35:51.275671+0000","last_undegraded":"2024-09-21T00:35:51.275671+0000","last_fullsized":"2024-09-21T00:35:51.275671+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:28:45.074607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"30.f","version":"196'1","reported_seq":16,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.231310+0000","last_change":"2024-09-21T00:35:49.212167+0000","last_active":"2024-09-21T00:35:51.231310+0000","last_peered":"2024-09-21T00:35:51.231310+0000","last_clean":"2024-09-21T00:35:51.231310+0000","last_became_active":"2024-09-21T00:35:49.211810+0000","last_became_peered":"2024-09-21T00:35:49.211810+0000","last_unstale":"2024-09-21T00:35:51.231310+0000","last_undegraded":"2024-09-21T00:35:51.231310+0000","last_fullsized":"2024-09-21T00:35:51.231310+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:15:56.777835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.f","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209286+0000","last_change":"2024-09-21T00:35:50.241338+0000","last_active":"2024-09-21T00:35:51.209286+0000","last_peered":"2024-09-21T00:35:51.209286+0000","last_clean":"2024-09-21T00:35:51.209286+0000","last_became_active":"2024-09-21T00:35:50.241011+0000","last_became_peered":"2024-09-21T00:35:50.241011+0000","last_unstale":"2024-09-21T00:35:51.209286+0000","last_undegraded":"2024-09-21T00:35:51.209286+0000","last_fullsized":"2024-09-21T00:35:51.209286+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:23:33.705331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"30.e","version":"196'2","reported_seq":17,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209072+0000","last_change":"2024-09-21T00:35:49.214182+0000","last_active":"2024-09-21T00:35:51.209072+0000","last_peered":"2024-09-21T00:35:51.209072+0000","last_clean":"2024-09-21T00:35:51.209072+0000","last_became_active":"2024-09-21T00:35:49.213258+0000","last_became_peered":"2024-09-21T00:35:49.213258+0000","last_unstale":"2024-09-21T00:35:51.209072+0000","last_undegraded":"2024-09-21T00:35:51.209072+0000","last_fullsized":"2024-09-21T00:35:51.209072+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:46:29.894584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.c","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209967+0000","last_change":"2024-09-21T00:35:50.226004+0000","last_active":"2024-09-21T00:35:51.209967+0000","last_peered":"2024-09-21T00:35:51.209967+0000","last_clean":"2024-09-21T00:35:51.209967+0000","last_became_active":"2024-09-21T00:35:50.225649+0000","last_became_peered":"2024-09-21T00:35:50.225649+0000","last_unstale":"2024-09-21T00:35:51.209967+0000","last_undegraded":"2024-09-21T00:35:51.209967+0000","last_fullsized":"2024-09-21T00:35:51.209967+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:44:39.830624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"30.d","version":"196'1","reported_seq":16,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.210021+0000","last_change":"2024-09-21T00:35:49.208076+0000","last_active":"2024-09-21T00:35:51.210021+0000","last_peered":"2024-09-21T00:35:51.210021+0000","last_clean":"2024-09-21T00:35:51.210021+0000","last_became_active":"2024-09-21T00:35:49.205935+0000","last_became_peered":"2024-09-21T00:35:49.205935+0000","last_unstale":"2024-09-21T00:35:51.210021+0000","last_undegraded":"2024-09-21T00:35:51.210021+0000","last_fullsized":"2024-09-21T00:35:51.210021+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:16:09.588523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"31.d","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.198075+0000","last_change":"2024-09-21T00:35:49.198075+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.198075+0000","last_undegraded":"2024-09-21T00:35:49.198075+0000","last_fullsized":"2024-09-21T00:35:49.198075+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"30.c","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.274572+0000","last_change":"2024-09-21T00:35:49.212348+0000","last_active":"2024-09-21T00:35:51.274572+0000","last_peered":"2024-09-21T00:35:51.274572+0000","last_clean":"2024-09-21T00:35:51.274572+0000","last_became_active":"2024-09-21T00:35:49.212005+0000","last_became_peered":"2024-09-21T00:35:49.212005+0000","last_unstale":"2024-09-21T00:35:51.274572+0000","last_undegraded":"2024-09-21T00:35:51.274572+0000","last_fullsized":"2024-09-21T00:35:51.274572+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:22:16.460839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"31.a","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.197946+0000","last_change":"2024-09-21T00:35:49.197946+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.197946+0000","last_undegraded":"2024-09-21T00:35:49.197946+0000","last_fullsized":"2024-09-21T00:35:49.197946+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"30.b","version":"196'2","reported_seq":17,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.208825+0000","last_change":"2024-09-21T00:35:49.217748+0000","last_active":"2024-09-21T00:35:51.208825+0000","last_peered":"2024-09-21T00:35:51.208825+0000","last_clean":"2024-09-21T00:35:51.208825+0000","last_became_active":"2024-09-21T00:35:49.217436+0000","last_became_peered":"2024-09-21T00:35:49.217436+0000","last_unstale":"2024-09-21T00:35:51.208825+0000","last_undegraded":"2024-09-21T00:35:51.208825+0000","last_fullsized":"2024-09-21T00:35:51.208825+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:49:37.168216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.b","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.202808+0000","last_change":"2024-09-21T00:35:49.202808+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.202808+0000","last_undegraded":"2024-09-21T00:35:49.202808+0000","last_fullsized":"2024-09-21T00:35:49.202808+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"30.a","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.274127+0000","last_change":"2024-09-21T00:35:49.211495+0000","last_active":"2024-09-21T00:35:51.274127+0000","last_peered":"2024-09-21T00:35:51.274127+0000","last_clean":"2024-09-21T00:35:51.274127+0000","last_became_active":"2024-09-21T00:35:49.211156+0000","last_became_peered":"2024-09-21T00:35:49.211156+0000","last_unstale":"2024-09-21T00:35:51.274127+0000","last_undegraded":"2024-09-21T00:35:51.274127+0000","last_fullsized":"2024-09-21T00:35:51.274127+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:34:06.322581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"31.8","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.273961+0000","last_change":"2024-09-21T00:35:50.234189+0000","last_active":"2024-09-21T00:35:51.273961+0000","last_peered":"2024-09-21T00:35:51.273961+0000","last_clean":"2024-09-21T00:35:51.273961+0000","last_became_active":"2024-09-21T00:35:50.233850+0000","last_became_peered":"2024-09-21T00:35:50.233850+0000","last_unstale":"2024-09-21T00:35:51.273961+0000","last_undegraded":"2024-09-21T00:35:51.273961+0000","last_fullsized":"2024-09-21T00:35:51.273961+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:34:41.339102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"30.9","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209915+0000","last_change":"2024-09-21T00:35:49.220948+0000","last_active":"2024-09-21T00:35:51.209915+0000","last_peered":"2024-09-21T00:35:51.209915+0000","last_clean":"2024-09-21T00:35:51.209915+0000","last_became_active":"2024-09-21T00:35:49.220595+0000","last_became_peered":"2024-09-21T00:35:49.220595+0000","last_unstale":"2024-09-21T00:35:51.209915+0000","last_undegraded":"2024-09-21T00:35:51.209915+0000","last_fullsized":"2024-09-21T00:35:51.209915+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:22:16.460839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"31.9","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.198544+0000","last_change":"2024-09-21T00:35:49.198544+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.198544+0000","last_undegraded":"2024-09-21T00:35:49.198544+0000","last_fullsized":"2024-09-21T00:35:49.198544+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"30.8","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.230782+0000","last_change":"2024-09-21T00:35:49.210699+0000","last_active":"2024-09-21T00:35:51.230782+0000","last_peered":"2024-09-21T00:35:51.230782+0000","last_clean":"2024-09-21T00:35:51.230782+0000","last_became_active":"2024-09-21T00:35:49.210374+0000","last_became_peered":"2024-09-21T00:35:49.210374+0000","last_unstale":"2024-09-21T00:35:51.230782+0000","last_undegraded":"2024-09-21T00:35:51.230782+0000","last_fullsized":"2024-09-21T00:35:51.230782+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:14:08.914948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.6","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.231494+0000","last_change":"2024-09-21T00:35:50.226672+0000","last_active":"2024-09-21T00:35:51.231494+0000","last_peered":"2024-09-21T00:35:51.231494+0000","last_clean":"2024-09-21T00:35:51.231494+0000","last_became_active":"2024-09-21T00:35:50.226267+0000","last_became_peered":"2024-09-21T00:35:50.226267+0000","last_unstale":"2024-09-21T00:35:51.231494+0000","last_undegraded":"2024-09-21T00:35:51.231494+0000","last_fullsized":"2024-09-21T00:35:51.231494+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:31:20.581430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"30.7","version":"196'2","reported_seq":17,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.275968+0000","last_change":"2024-09-21T00:35:49.220470+0000","last_active":"2024-09-21T00:35:51.275968+0000","last_peered":"2024-09-21T00:35:51.275968+0000","last_clean":"2024-09-21T00:35:51.275968+0000","last_became_active":"2024-09-21T00:35:49.220117+0000","last_became_peered":"2024-09-21T00:35:49.220117+0000","last_unstale":"2024-09-21T00:35:51.275968+0000","last_undegraded":"2024-09-21T00:35:51.275968+0000","last_fullsized":"2024-09-21T00:35:51.275968+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:08:28.857137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"31.7","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.201718+0000","last_change":"2024-09-21T00:35:49.201718+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.201718+0000","last_undegraded":"2024-09-21T00:35:49.201718+0000","last_fullsized":"2024-09-21T00:35:49.201718+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"30.6","version":"197'1","reported_seq":16,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.230238+0000","last_change":"2024-09-21T00:35:49.208994+0000","last_active":"2024-09-21T00:35:51.230238+0000","last_peered":"2024-09-21T00:35:51.230238+0000","last_clean":"2024-09-21T00:35:51.230238+0000","last_became_active":"2024-09-21T00:35:49.208641+0000","last_became_peered":"2024-09-21T00:35:49.208641+0000","last_unstale":"2024-09-21T00:35:51.230238+0000","last_undegraded":"2024-09-21T00:35:51.230238+0000","last_fullsized":"2024-09-21T00:35:51.230238+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:46:53.128268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"31.4","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.274561+0000","last_change":"2024-09-21T00:35:50.228986+0000","last_active":"2024-09-21T00:35:51.274561+0000","last_peered":"2024-09-21T00:35:51.274561+0000","last_clean":"2024-09-21T00:35:51.274561+0000","last_became_active":"2024-09-21T00:35:50.228650+0000","last_became_peered":"2024-09-21T00:35:50.228650+0000","last_unstale":"2024-09-21T00:35:51.274561+0000","last_undegraded":"2024-09-21T00:35:51.274561+0000","last_fullsized":"2024-09-21T00:35:51.274561+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:46:00.901449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"30.5","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.210062+0000","last_change":"2024-09-21T00:35:49.220905+0000","last_active":"2024-09-21T00:35:51.210062+0000","last_peered":"2024-09-21T00:35:51.210062+0000","last_clean":"2024-09-21T00:35:51.210062+0000","last_became_active":"2024-09-21T00:35:49.220546+0000","last_became_peered":"2024-09-21T00:35:49.220546+0000","last_unstale":"2024-09-21T00:35:51.210062+0000","last_undegraded":"2024-09-21T00:35:51.210062+0000","last_fullsized":"2024-09-21T00:35:51.210062+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:38:56.107674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"31.5","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.274868+0000","last_change":"2024-09-21T00:35:50.233268+0000","last_active":"2024-09-21T00:35:51.274868+0000","last_peered":"2024-09-21T00:35:51.274868+0000","last_clean":"2024-09-21T00:35:51.274868+0000","last_became_active":"2024-09-21T00:35:50.232957+0000","last_became_peered":"2024-09-21T00:35:50.232957+0000","last_unstale":"2024-09-21T00:35:51.274868+0000","last_undegraded":"2024-09-21T00:35:51.274868+0000","last_fullsized":"2024-09-21T00:35:51.274868+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:04:35.556785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"30.4","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.274684+0000","last_change":"2024-09-21T00:35:49.215126+0000","last_active":"2024-09-21T00:35:51.274684+0000","last_peered":"2024-09-21T00:35:51.274684+0000","last_clean":"2024-09-21T00:35:51.274684+0000","last_became_active":"2024-09-21T00:35:49.213590+0000","last_became_peered":"2024-09-21T00:35:49.213590+0000","last_unstale":"2024-09-21T00:35:51.274684+0000","last_undegraded":"2024-09-21T00:35:51.274684+0000","last_fullsized":"2024-09-21T00:35:51.274684+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:38:56.107674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"31.2","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.231233+0000","last_change":"2024-09-21T00:35:50.223400+0000","last_active":"2024-09-21T00:35:51.231233+0000","last_peered":"2024-09-21T00:35:51.231233+0000","last_clean":"2024-09-21T00:35:51.231233+0000","last_became_active":"2024-09-21T00:35:50.223083+0000","last_became_peered":"2024-09-21T00:35:50.223083+0000","last_unstale":"2024-09-21T00:35:51.231233+0000","last_undegraded":"2024-09-21T00:35:51.231233+0000","last_fullsized":"2024-09-21T00:35:51.231233+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:38:57.114294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"30.3","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.231322+0000","last_change":"2024-09-21T00:35:49.212460+0000","last_active":"2024-09-21T00:35:51.231322+0000","last_peered":"2024-09-21T00:35:51.231322+0000","last_clean":"2024-09-21T00:35:51.231322+0000","last_became_active":"2024-09-21T00:35:49.212153+0000","last_became_peered":"2024-09-21T00:35:49.212153+0000","last_unstale":"2024-09-21T00:35:51.231322+0000","last_undegraded":"2024-09-21T00:35:51.231322+0000","last_fullsized":"2024-09-21T00:35:51.231322+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:34:29.226772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.3","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.198085+0000","last_change":"2024-09-21T00:35:49.198085+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.198085+0000","last_undegraded":"2024-09-21T00:35:49.198085+0000","last_fullsized":"2024-09-21T00:35:49.198085+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"30.2","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.275033+0000","last_change":"2024-09-21T00:35:49.205374+0000","last_active":"2024-09-21T00:35:51.275033+0000","last_peered":"2024-09-21T00:35:51.275033+0000","last_clean":"2024-09-21T00:35:51.275033+0000","last_became_active":"2024-09-21T00:35:49.205044+0000","last_became_peered":"2024-09-21T00:35:49.205044+0000","last_unstale":"2024-09-21T00:35:51.275033+0000","last_undegraded":"2024-09-21T00:35:51.275033+0000","last_fullsized":"2024-09-21T00:35:51.275033+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:39:50.905673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"31.0","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.199507+0000","last_change":"2024-09-21T00:35:49.199507+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.199507+0000","last_undegraded":"2024-09-21T00:35:49.199507+0000","last_fullsized":"2024-09-21T00:35:49.199507+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"30.1","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.208722+0000","last_change":"2024-09-21T00:35:49.215033+0000","last_active":"2024-09-21T00:35:51.208722+0000","last_peered":"2024-09-21T00:35:51.208722+0000","last_clean":"2024-09-21T00:35:51.208722+0000","last_became_active":"2024-09-21T00:35:49.214664+0000","last_became_peered":"2024-09-21T00:35:49.214664+0000","last_unstale":"2024-09-21T00:35:51.208722+0000","last_undegraded":"2024-09-21T00:35:51.208722+0000","last_fullsized":"2024-09-21T00:35:51.208722+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:27:03.180743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.1","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.201958+0000","last_change":"2024-09-21T00:35:49.201958+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.201958+0000","last_undegraded":"2024-09-21T00:35:49.201958+0000","last_fullsized":"2024-09-21T00:35:49.201958+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"30.0","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.208940+0000","last_change":"2024-09-21T00:35:49.217998+0000","last_active":"2024-09-21T00:35:51.208940+0000","last_peered":"2024-09-21T00:35:51.208940+0000","last_clean":"2024-09-21T00:35:51.208940+0000","last_became_active":"2024-09-21T00:35:49.216770+0000","last_became_peered":"2024-09-21T00:35:49.216770+0000","last_unstale":"2024-09-21T00:35:51.208940+0000","last_undegraded":"2024-09-21T00:35:51.208940+0000","last_fullsized":"2024-09-21T00:35:51.208940+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:45:59.894829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.1e","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.228961+0000","last_change":"2024-09-21T00:35:50.219557+0000","last_active":"2024-09-21T00:35:51.228961+0000","last_peered":"2024-09-21T00:35:51.228961+0000","last_clean":"2024-09-21T00:35:51.228961+0000","last_became_active":"2024-09-21T00:35:50.219238+0000","last_became_peered":"2024-09-21T00:35:50.219238+0000","last_unstale":"2024-09-21T00:35:51.228961+0000","last_undegraded":"2024-09-21T00:35:51.228961+0000","last_fullsized":"2024-09-21T00:35:51.228961+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:49:57.507456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"30.1f","version":"196'4","reported_seq":19,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209248+0000","last_change":"2024-09-21T00:35:49.217715+0000","last_active":"2024-09-21T00:35:51.209248+0000","last_peered":"2024-09-21T00:35:51.209248+0000","last_clean":"2024-09-21T00:35:51.209248+0000","last_became_active":"2024-09-21T00:35:49.217388+0000","last_became_peered":"2024-09-21T00:35:49.217388+0000","last_unstale":"2024-09-21T00:35:51.209248+0000","last_undegraded":"2024-09-21T00:35:51.209248+0000","last_fullsized":"2024-09-21T00:35:51.209248+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:27:36.916482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":428,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209565+0000","last_change":"2024-09-21T00:21:11.583793+0000","last_active":"2024-09-21T00:35:51.209565+0000","last_peered":"2024-09-21T00:35:51.209565+0000","last_clean":"2024-09-21T00:35:51.209565+0000","last_became_active":"2024-09-21T00:21:11.582502+0000","last_became_peered":"2024-09-21T00:21:11.582502+0000","last_unstale":"2024-09-21T00:35:51.209565+0000","last_undegraded":"2024-09-21T00:35:51.209565+0000","last_fullsized":"2024-09-21T00:35:51.209565+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_clean_scrub_stamp":"2024-09-21T00:21:10.311964+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:58.010953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":31,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":30,"num_pg":32,"stat_sum":{"num_bytes":674,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":32,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1380,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":27,"ondisk_log_size":27,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509620,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":48084,"kb_used_data":3000,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94323756,"statfs":{"total":96636764160,"available":96587526144,"internally_reserved":0,"allocated":3072000,"data_stored":1678451,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":46135754},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509620,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":69644,"kb_used_data":2424,"kb_used_omap":1,"kb_used_meta":67198,"kb_avail":94302196,"statfs":{"total":96636764160,"available":96565448704,"internally_reserved":0,"allocated":2482176,"data_stored":1088617,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":68811206},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509620,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59980,"kb_used_data":2416,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94311860,"statfs":{"total":96636764160,"available":96575344640,"internally_reserved":0,"allocated":2473984,"data_stored":1088013,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":58915269},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509621,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":78040,"kb_used_data":2432,"kb_used_omap":1,"kb_used_meta":75582,"kb_avail":94293800,"statfs":{"total":96636764160,"available":96556851200,"internally_reserved":0,"allocated":2490368,"data_stored":1094895,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":77396424},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509621,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":47516,"kb_used_data":2432,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94324324,"statfs":{"total":96636764160,"available":96588107776,"internally_reserved":0,"allocated":2490368,"data_stored":1094403,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":46135749},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509619,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":74448,"kb_used_data":3000,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94297392,"statfs":{"total":96636764160,"available":96560529408,"internally_reserved":0,"allocated":3072000,"data_stored":1678415,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":73136582},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834575027,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":73852,"kb_used_data":2392,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94297988,"statfs":{"total":96636764160,"available":96561139712,"internally_reserved":0,"allocated":2449408,"data_stored":1074963,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":73136581},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834575027,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":78000,"kb_used_data":2392,"kb_used_omap":1,"kb_used_meta":75582,"kb_avail":94293840,"statfs":{"total":96636764160,"available":96556892160,"internally_reserved":0,"allocated":2449408,"data_stored":1074963,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":77396422},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":30,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":30,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":30,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":30,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":30,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":30,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":30,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":30,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T00:35:54.301 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T00:35:54.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.454+0000 7f8eccb0b640 1 -- 172.21.15.67:0/1089021469 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8ec80d3160 msgr2=0x7f8ec80d3570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:54.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.454+0000 7f8eccb0b640 1 --2- 172.21.15.67:0/1089021469 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8ec80d3160 0x7f8ec80d3570 secure :-1 s=READY pgs=2486 cs=0 l=1 rev1=1 crypto rx=0x7f8ec0005fd0 tx=0x7f8ec002a8b0 comp rx=0 tx=0).stop 2024-09-21T00:35:54.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.454+0000 7f8eccb0b640 1 -- 172.21.15.67:0/1089021469 shutdown_connections 2024-09-21T00:35:54.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.454+0000 7f8eccb0b640 1 --2- 172.21.15.67:0/1089021469 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8ec80d3160 0x7f8ec80d3570 unknown :-1 s=CLOSED pgs=2486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:54.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.454+0000 7f8eccb0b640 1 --2- 172.21.15.67:0/1089021469 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8ec815eae0 0x7f8ec8163040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:54.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.454+0000 7f8eccb0b640 1 -- 172.21.15.67:0/1089021469 >> 172.21.15.67:0/1089021469 conn(0x7f8ec80b6430 msgr2=0x7f8ec80b6840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:54.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.454+0000 7f8eccb0b640 1 -- 172.21.15.67:0/1089021469 shutdown_connections 2024-09-21T00:35:54.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.454+0000 7f8eccb0b640 1 -- 172.21.15.67:0/1089021469 wait complete. 2024-09-21T00:35:54.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.456+0000 7f8eccb0b640 1 Processor -- start 2024-09-21T00:35:54.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.456+0000 7f8eccb0b640 1 -- start start 2024-09-21T00:35:54.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.457+0000 7f8eccb0b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8ec80d1150 0x7f8ec80b2ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:54.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.457+0000 7f8eccb0b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8ec80d3160 0x7f8ec80b3430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:54.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.457+0000 7f8eccb0b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8ec815eae0 0x7f8ec814dab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:54.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.457+0000 7f8eccb0b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f8ec80d3c30 con 0x7f8ec80d3160 2024-09-21T00:35:54.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.457+0000 7f8eccb0b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f8ec80d3ab0 con 0x7f8ec815eae0 2024-09-21T00:35:54.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.457+0000 7f8eccb0b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f8ec80d3db0 con 0x7f8ec80d1150 2024-09-21T00:35:54.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.457+0000 7f8ec5d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8ec80d3160 0x7f8ec80b3430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:54.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.457+0000 7f8ec5d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8ec80d3160 0x7f8ec80b3430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:47484/0 (socket says 172.21.15.67:47484) 2024-09-21T00:35:54.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.457+0000 7f8ec5d9b640 1 -- 172.21.15.67:0/3542048470 learned_addr learned my addr 172.21.15.67:0/3542048470 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:35:54.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.457+0000 7f8ec659c640 1 --2- 172.21.15.67:0/3542048470 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8ec80d1150 0x7f8ec80b2ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:54.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.457+0000 7f8ec6d9d640 1 --2- 172.21.15.67:0/3542048470 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8ec815eae0 0x7f8ec814dab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:54.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.457+0000 7f8ec5d9b640 1 -- 172.21.15.67:0/3542048470 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8ec80d1150 msgr2=0x7f8ec80b2ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:54.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.457+0000 7f8ec5d9b640 1 --2- 172.21.15.67:0/3542048470 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8ec80d1150 0x7f8ec80b2ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:54.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.457+0000 7f8ec5d9b640 1 -- 172.21.15.67:0/3542048470 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8ec815eae0 msgr2=0x7f8ec814dab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:54.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.457+0000 7f8ec5d9b640 1 --2- 172.21.15.67:0/3542048470 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8ec815eae0 0x7f8ec814dab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:54.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.457+0000 7f8ec5d9b640 1 -- 172.21.15.67:0/3542048470 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ec80ab800 con 0x7f8ec80d3160 2024-09-21T00:35:54.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.458+0000 7f8ec5d9b640 1 --2- 172.21.15.67:0/3542048470 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8ec80d3160 0x7f8ec80b3430 secure :-1 s=READY pgs=2487 cs=0 l=1 rev1=1 crypto rx=0x7f8ebc00c340 tx=0x7f8ebc00c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:54.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.458+0000 7f8eb6ffd640 1 -- 172.21.15.67:0/3542048470 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ebc017070 con 0x7f8ec80d3160 2024-09-21T00:35:54.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.458+0000 7f8eb6ffd640 1 -- 172.21.15.67:0/3542048470 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8ebc0035f0 con 0x7f8ec80d3160 2024-09-21T00:35:54.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.458+0000 7f8eccb0b640 1 -- 172.21.15.67:0/3542048470 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ec80c9d90 con 0x7f8ec80d3160 2024-09-21T00:35:54.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.458+0000 7f8eb6ffd640 1 -- 172.21.15.67:0/3542048470 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ebc003a80 con 0x7f8ec80d3160 2024-09-21T00:35:54.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.458+0000 7f8eccb0b640 1 -- 172.21.15.67:0/3542048470 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ec80ca350 con 0x7f8ec80d3160 2024-09-21T00:35:54.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.459+0000 7f8eccb0b640 1 -- 172.21.15.67:0/3542048470 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8ec80d4280 con 0x7f8ec80d3160 2024-09-21T00:35:54.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.460+0000 7f8eb6ffd640 1 -- 172.21.15.67:0/3542048470 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f8ebc01a070 con 0x7f8ec80d3160 2024-09-21T00:35:54.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.460+0000 7f8eb6ffd640 1 --2- 172.21.15.67:0/3542048470 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8ea8078b90 0x7f8ea807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:54.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.461+0000 7f8eb6ffd640 1 -- 172.21.15.67:0/3542048470 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(197..197 src has 1..197) ==== 5709+0+0 (secure 0 0 0) 0x7f8ebc09a0d0 con 0x7f8ec80d3160 2024-09-21T00:35:54.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.461+0000 7f8ec659c640 1 --2- 172.21.15.67:0/3542048470 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8ea8078b90 0x7f8ea807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:54.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.461+0000 7f8ec659c640 1 --2- 172.21.15.67:0/3542048470 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8ea8078b90 0x7f8ea807b0a0 secure :-1 s=READY pgs=930 cs=0 l=1 rev1=1 crypto rx=0x7f8eb8005fd0 tx=0x7f8eb8005850 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:54.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.465+0000 7f8eb6ffd640 1 -- 172.21.15.67:0/3542048470 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f8ec815eef0 con 0x7f8ec80d3160 2024-09-21T00:35:54.649 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.648+0000 7f8eccb0b640 1 -- 172.21.15.67:0/3542048470 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f8ec80ab590 con 0x7f8ea8078b90 2024-09-21T00:35:54.654 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.653+0000 7f8eb6ffd640 1 -- 172.21.15.67:0/3542048470 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+250473 (secure 0 0 0) 0x7f8ec80ab590 con 0x7f8ea8078b90 2024-09-21T00:35:54.657 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:54.658 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-21T00:35:54.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.656+0000 7f8eccb0b640 1 -- 172.21.15.67:0/3542048470 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8ea8078b90 msgr2=0x7f8ea807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:54.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.656+0000 7f8eccb0b640 1 --2- 172.21.15.67:0/3542048470 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8ea8078b90 0x7f8ea807b0a0 secure :-1 s=READY pgs=930 cs=0 l=1 rev1=1 crypto rx=0x7f8eb8005fd0 tx=0x7f8eb8005850 comp rx=0 tx=0).stop 2024-09-21T00:35:54.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.656+0000 7f8eccb0b640 1 -- 172.21.15.67:0/3542048470 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8ec80d3160 msgr2=0x7f8ec80b3430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:54.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.656+0000 7f8eccb0b640 1 --2- 172.21.15.67:0/3542048470 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8ec80d3160 0x7f8ec80b3430 secure :-1 s=READY pgs=2487 cs=0 l=1 rev1=1 crypto rx=0x7f8ebc00c340 tx=0x7f8ebc00c800 comp rx=0 tx=0).stop 2024-09-21T00:35:54.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.657+0000 7f8eccb0b640 1 -- 172.21.15.67:0/3542048470 shutdown_connections 2024-09-21T00:35:54.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.657+0000 7f8eccb0b640 1 --2- 172.21.15.67:0/3542048470 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8ea8078b90 0x7f8ea807b0a0 unknown :-1 s=CLOSED pgs=930 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:54.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.657+0000 7f8eccb0b640 1 --2- 172.21.15.67:0/3542048470 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8ec815eae0 0x7f8ec814dab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:54.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.657+0000 7f8eccb0b640 1 --2- 172.21.15.67:0/3542048470 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8ec80d3160 0x7f8ec80b3430 unknown :-1 s=CLOSED pgs=2487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:54.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.657+0000 7f8eccb0b640 1 --2- 172.21.15.67:0/3542048470 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8ec80d1150 0x7f8ec80b2ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:54.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.657+0000 7f8eccb0b640 1 -- 172.21.15.67:0/3542048470 >> 172.21.15.67:0/3542048470 conn(0x7f8ec80b6430 msgr2=0x7f8ec80b6840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:54.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.657+0000 7f8eccb0b640 1 -- 172.21.15.67:0/3542048470 shutdown_connections 2024-09-21T00:35:54.661 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.657+0000 7f8eccb0b640 1 -- 172.21.15.67:0/3542048470 wait complete. 2024-09-21T00:35:54.669 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":633,"stamp":"2024-09-21T00:35:53.724498+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591042,"num_objects":16,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":133,"num_write_kb":1631,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":99,"ondisk_log_size":99,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":77,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":529564,"kb_used_data":20488,"kb_used_omap":12,"kb_used_meta":508851,"kb_avail":754445156,"statfs":{"total":773094113280,"available":772551839744,"internally_reserved":0,"allocated":20979712,"data_stored":9872720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12749,"internal_metadata":521063987},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":14,"apply_latency_ms":14,"commit_latency_ns":14000000,"apply_latency_ns":14000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":674,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":32,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.533869"},"pg_stats":[{"pgid":"31.3f","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.211952+0000","last_change":"2024-09-21T00:35:49.211952+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.211952+0000","last_undegraded":"2024-09-21T00:35:49.211952+0000","last_fullsized":"2024-09-21T00:35:49.211952+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.3e","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.210251+0000","last_change":"2024-09-21T00:35:49.210251+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.210251+0000","last_undegraded":"2024-09-21T00:35:49.210251+0000","last_fullsized":"2024-09-21T00:35:49.210251+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.3d","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209306+0000","last_change":"2024-09-21T00:35:50.217294+0000","last_active":"2024-09-21T00:35:51.209306+0000","last_peered":"2024-09-21T00:35:51.209306+0000","last_clean":"2024-09-21T00:35:51.209306+0000","last_became_active":"2024-09-21T00:35:50.217009+0000","last_became_peered":"2024-09-21T00:35:50.217009+0000","last_unstale":"2024-09-21T00:35:51.209306+0000","last_undegraded":"2024-09-21T00:35:51.209306+0000","last_fullsized":"2024-09-21T00:35:51.209306+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:06:07.689613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.3c","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.275213+0000","last_change":"2024-09-21T00:35:50.216685+0000","last_active":"2024-09-21T00:35:51.275213+0000","last_peered":"2024-09-21T00:35:51.275213+0000","last_clean":"2024-09-21T00:35:51.275213+0000","last_became_active":"2024-09-21T00:35:50.216379+0000","last_became_peered":"2024-09-21T00:35:50.216379+0000","last_unstale":"2024-09-21T00:35:51.275213+0000","last_undegraded":"2024-09-21T00:35:51.275213+0000","last_fullsized":"2024-09-21T00:35:51.275213+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:40:42.955002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"31.3b","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.228828+0000","last_change":"2024-09-21T00:35:50.233061+0000","last_active":"2024-09-21T00:35:51.228828+0000","last_peered":"2024-09-21T00:35:51.228828+0000","last_clean":"2024-09-21T00:35:51.228828+0000","last_became_active":"2024-09-21T00:35:50.232710+0000","last_became_peered":"2024-09-21T00:35:50.232710+0000","last_unstale":"2024-09-21T00:35:51.228828+0000","last_undegraded":"2024-09-21T00:35:51.228828+0000","last_fullsized":"2024-09-21T00:35:51.228828+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:07:16.161967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"31.3a","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.274961+0000","last_change":"2024-09-21T00:35:50.221122+0000","last_active":"2024-09-21T00:35:51.274961+0000","last_peered":"2024-09-21T00:35:51.274961+0000","last_clean":"2024-09-21T00:35:51.274961+0000","last_became_active":"2024-09-21T00:35:50.220805+0000","last_became_peered":"2024-09-21T00:35:50.220805+0000","last_unstale":"2024-09-21T00:35:51.274961+0000","last_undegraded":"2024-09-21T00:35:51.274961+0000","last_fullsized":"2024-09-21T00:35:51.274961+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:31:18.818317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"31.39","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.230821+0000","last_change":"2024-09-21T00:35:50.235353+0000","last_active":"2024-09-21T00:35:51.230821+0000","last_peered":"2024-09-21T00:35:51.230821+0000","last_clean":"2024-09-21T00:35:51.230821+0000","last_became_active":"2024-09-21T00:35:50.235101+0000","last_became_peered":"2024-09-21T00:35:50.235101+0000","last_unstale":"2024-09-21T00:35:51.230821+0000","last_undegraded":"2024-09-21T00:35:51.230821+0000","last_fullsized":"2024-09-21T00:35:51.230821+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:28:56.613755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.38","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.200088+0000","last_change":"2024-09-21T00:35:49.200088+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.200088+0000","last_undegraded":"2024-09-21T00:35:49.200088+0000","last_fullsized":"2024-09-21T00:35:49.200088+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"31.37","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.210199+0000","last_change":"2024-09-21T00:35:50.236306+0000","last_active":"2024-09-21T00:35:51.210199+0000","last_peered":"2024-09-21T00:35:51.210199+0000","last_clean":"2024-09-21T00:35:51.210199+0000","last_became_active":"2024-09-21T00:35:50.236010+0000","last_became_peered":"2024-09-21T00:35:50.236010+0000","last_unstale":"2024-09-21T00:35:51.210199+0000","last_undegraded":"2024-09-21T00:35:51.210199+0000","last_fullsized":"2024-09-21T00:35:51.210199+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:50:30.995032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"31.36","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.231316+0000","last_change":"2024-09-21T00:35:50.232046+0000","last_active":"2024-09-21T00:35:51.231316+0000","last_peered":"2024-09-21T00:35:51.231316+0000","last_clean":"2024-09-21T00:35:51.231316+0000","last_became_active":"2024-09-21T00:35:50.231474+0000","last_became_peered":"2024-09-21T00:35:50.231474+0000","last_unstale":"2024-09-21T00:35:51.231316+0000","last_undegraded":"2024-09-21T00:35:51.231316+0000","last_fullsized":"2024-09-21T00:35:51.231316+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:13:07.847924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.35","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.274625+0000","last_change":"2024-09-21T00:35:50.227326+0000","last_active":"2024-09-21T00:35:51.274625+0000","last_peered":"2024-09-21T00:35:51.274625+0000","last_clean":"2024-09-21T00:35:51.274625+0000","last_became_active":"2024-09-21T00:35:50.223080+0000","last_became_peered":"2024-09-21T00:35:50.223080+0000","last_unstale":"2024-09-21T00:35:51.274625+0000","last_undegraded":"2024-09-21T00:35:51.274625+0000","last_fullsized":"2024-09-21T00:35:51.274625+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:25:32.765763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"31.34","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.199069+0000","last_change":"2024-09-21T00:35:49.199069+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.199069+0000","last_undegraded":"2024-09-21T00:35:49.199069+0000","last_fullsized":"2024-09-21T00:35:49.199069+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"31.33","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.231325+0000","last_change":"2024-09-21T00:35:50.239380+0000","last_active":"2024-09-21T00:35:51.231325+0000","last_peered":"2024-09-21T00:35:51.231325+0000","last_clean":"2024-09-21T00:35:51.231325+0000","last_became_active":"2024-09-21T00:35:50.239051+0000","last_became_peered":"2024-09-21T00:35:50.239051+0000","last_unstale":"2024-09-21T00:35:51.231325+0000","last_undegraded":"2024-09-21T00:35:51.231325+0000","last_fullsized":"2024-09-21T00:35:51.231325+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:04:45.058073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.32","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.209641+0000","last_change":"2024-09-21T00:35:49.209641+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.209641+0000","last_undegraded":"2024-09-21T00:35:49.209641+0000","last_fullsized":"2024-09-21T00:35:49.209641+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.31","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209876+0000","last_change":"2024-09-21T00:35:50.233229+0000","last_active":"2024-09-21T00:35:51.209876+0000","last_peered":"2024-09-21T00:35:51.209876+0000","last_clean":"2024-09-21T00:35:51.209876+0000","last_became_active":"2024-09-21T00:35:50.232846+0000","last_became_peered":"2024-09-21T00:35:50.232846+0000","last_unstale":"2024-09-21T00:35:51.209876+0000","last_undegraded":"2024-09-21T00:35:51.209876+0000","last_fullsized":"2024-09-21T00:35:51.209876+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:41:54.514446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"31.30","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.208727+0000","last_change":"2024-09-21T00:35:50.240973+0000","last_active":"2024-09-21T00:35:51.208727+0000","last_peered":"2024-09-21T00:35:51.208727+0000","last_clean":"2024-09-21T00:35:51.208727+0000","last_became_active":"2024-09-21T00:35:50.240623+0000","last_became_peered":"2024-09-21T00:35:50.240623+0000","last_unstale":"2024-09-21T00:35:51.208727+0000","last_undegraded":"2024-09-21T00:35:51.208727+0000","last_fullsized":"2024-09-21T00:35:51.208727+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:07:48.904522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.2f","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.199137+0000","last_change":"2024-09-21T00:35:49.199137+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.199137+0000","last_undegraded":"2024-09-21T00:35:49.199137+0000","last_fullsized":"2024-09-21T00:35:49.199137+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"31.2e","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.206494+0000","last_change":"2024-09-21T00:35:49.206494+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.206494+0000","last_undegraded":"2024-09-21T00:35:49.206494+0000","last_fullsized":"2024-09-21T00:35:49.206494+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.2d","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.199795+0000","last_change":"2024-09-21T00:35:49.199795+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.199795+0000","last_undegraded":"2024-09-21T00:35:49.199795+0000","last_fullsized":"2024-09-21T00:35:49.199795+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"31.2c","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209642+0000","last_change":"2024-09-21T00:35:50.216490+0000","last_active":"2024-09-21T00:35:51.209642+0000","last_peered":"2024-09-21T00:35:51.209642+0000","last_clean":"2024-09-21T00:35:51.209642+0000","last_became_active":"2024-09-21T00:35:50.215755+0000","last_became_peered":"2024-09-21T00:35:50.215755+0000","last_unstale":"2024-09-21T00:35:51.209642+0000","last_undegraded":"2024-09-21T00:35:51.209642+0000","last_fullsized":"2024-09-21T00:35:51.209642+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:48:45.492265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.2b","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.198977+0000","last_change":"2024-09-21T00:35:49.198977+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.198977+0000","last_undegraded":"2024-09-21T00:35:49.198977+0000","last_fullsized":"2024-09-21T00:35:49.198977+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"31.2a","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.230900+0000","last_change":"2024-09-21T00:35:50.228184+0000","last_active":"2024-09-21T00:35:51.230900+0000","last_peered":"2024-09-21T00:35:51.230900+0000","last_clean":"2024-09-21T00:35:51.230900+0000","last_became_active":"2024-09-21T00:35:50.227445+0000","last_became_peered":"2024-09-21T00:35:50.227445+0000","last_unstale":"2024-09-21T00:35:51.230900+0000","last_undegraded":"2024-09-21T00:35:51.230900+0000","last_fullsized":"2024-09-21T00:35:51.230900+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:57:37.032900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.29","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.199874+0000","last_change":"2024-09-21T00:35:49.199874+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.199874+0000","last_undegraded":"2024-09-21T00:35:49.199874+0000","last_fullsized":"2024-09-21T00:35:49.199874+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"31.28","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.203472+0000","last_change":"2024-09-21T00:35:49.203472+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.203472+0000","last_undegraded":"2024-09-21T00:35:49.203472+0000","last_fullsized":"2024-09-21T00:35:49.203472+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.27","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.275899+0000","last_change":"2024-09-21T00:35:50.217519+0000","last_active":"2024-09-21T00:35:51.275899+0000","last_peered":"2024-09-21T00:35:51.275899+0000","last_clean":"2024-09-21T00:35:51.275899+0000","last_became_active":"2024-09-21T00:35:50.217219+0000","last_became_peered":"2024-09-21T00:35:50.217219+0000","last_unstale":"2024-09-21T00:35:51.275899+0000","last_undegraded":"2024-09-21T00:35:51.275899+0000","last_fullsized":"2024-09-21T00:35:51.275899+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:46:50.792404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"31.26","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.231197+0000","last_change":"2024-09-21T00:35:50.235423+0000","last_active":"2024-09-21T00:35:51.231197+0000","last_peered":"2024-09-21T00:35:51.231197+0000","last_clean":"2024-09-21T00:35:51.231197+0000","last_became_active":"2024-09-21T00:35:50.235094+0000","last_became_peered":"2024-09-21T00:35:50.235094+0000","last_unstale":"2024-09-21T00:35:51.231197+0000","last_undegraded":"2024-09-21T00:35:51.231197+0000","last_fullsized":"2024-09-21T00:35:51.231197+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:22:17.467459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.25","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.274774+0000","last_change":"2024-09-21T00:35:50.229060+0000","last_active":"2024-09-21T00:35:51.274774+0000","last_peered":"2024-09-21T00:35:51.274774+0000","last_clean":"2024-09-21T00:35:51.274774+0000","last_became_active":"2024-09-21T00:35:50.222425+0000","last_became_peered":"2024-09-21T00:35:50.222425+0000","last_unstale":"2024-09-21T00:35:51.274774+0000","last_undegraded":"2024-09-21T00:35:51.274774+0000","last_fullsized":"2024-09-21T00:35:51.274774+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:27:37.923102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"31.24","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.203280+0000","last_change":"2024-09-21T00:35:49.203280+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.203280+0000","last_undegraded":"2024-09-21T00:35:49.203280+0000","last_fullsized":"2024-09-21T00:35:49.203280+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.23","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.274371+0000","last_change":"2024-09-21T00:35:50.216025+0000","last_active":"2024-09-21T00:35:51.274371+0000","last_peered":"2024-09-21T00:35:51.274371+0000","last_clean":"2024-09-21T00:35:51.274371+0000","last_became_active":"2024-09-21T00:35:50.215654+0000","last_became_peered":"2024-09-21T00:35:50.215654+0000","last_unstale":"2024-09-21T00:35:51.274371+0000","last_undegraded":"2024-09-21T00:35:51.274371+0000","last_fullsized":"2024-09-21T00:35:51.274371+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:56:32.305761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"31.22","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.228823+0000","last_change":"2024-09-21T00:35:50.223230+0000","last_active":"2024-09-21T00:35:51.228823+0000","last_peered":"2024-09-21T00:35:51.228823+0000","last_clean":"2024-09-21T00:35:51.228823+0000","last_became_active":"2024-09-21T00:35:50.222905+0000","last_became_peered":"2024-09-21T00:35:50.222905+0000","last_unstale":"2024-09-21T00:35:51.228823+0000","last_undegraded":"2024-09-21T00:35:51.228823+0000","last_fullsized":"2024-09-21T00:35:51.228823+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:46:59.401008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"31.21","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.274616+0000","last_change":"2024-09-21T00:35:50.225780+0000","last_active":"2024-09-21T00:35:51.274616+0000","last_peered":"2024-09-21T00:35:51.274616+0000","last_clean":"2024-09-21T00:35:51.274616+0000","last_became_active":"2024-09-21T00:35:50.225461+0000","last_became_peered":"2024-09-21T00:35:50.225461+0000","last_unstale":"2024-09-21T00:35:51.274616+0000","last_undegraded":"2024-09-21T00:35:51.274616+0000","last_fullsized":"2024-09-21T00:35:51.274616+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:45:49.236306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"31.20","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.201651+0000","last_change":"2024-09-21T00:35:49.201651+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.201651+0000","last_undegraded":"2024-09-21T00:35:49.201651+0000","last_fullsized":"2024-09-21T00:35:49.201651+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.1f","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209043+0000","last_change":"2024-09-21T00:35:50.213242+0000","last_active":"2024-09-21T00:35:51.209043+0000","last_peered":"2024-09-21T00:35:51.209043+0000","last_clean":"2024-09-21T00:35:51.209043+0000","last_became_active":"2024-09-21T00:35:50.212899+0000","last_became_peered":"2024-09-21T00:35:50.212899+0000","last_unstale":"2024-09-21T00:35:51.209043+0000","last_undegraded":"2024-09-21T00:35:51.209043+0000","last_fullsized":"2024-09-21T00:35:51.209043+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:57:30.021984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"30.1e","version":"196'1","reported_seq":16,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.231463+0000","last_change":"2024-09-21T00:35:49.207415+0000","last_active":"2024-09-21T00:35:51.231463+0000","last_peered":"2024-09-21T00:35:51.231463+0000","last_clean":"2024-09-21T00:35:51.231463+0000","last_became_active":"2024-09-21T00:35:49.207096+0000","last_became_peered":"2024-09-21T00:35:49.207096+0000","last_unstale":"2024-09-21T00:35:51.231463+0000","last_undegraded":"2024-09-21T00:35:51.231463+0000","last_fullsized":"2024-09-21T00:35:51.231463+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:06:25.911679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.1c","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.274445+0000","last_change":"2024-09-21T00:35:50.222686+0000","last_active":"2024-09-21T00:35:51.274445+0000","last_peered":"2024-09-21T00:35:51.274445+0000","last_clean":"2024-09-21T00:35:51.274445+0000","last_became_active":"2024-09-21T00:35:50.222354+0000","last_became_peered":"2024-09-21T00:35:50.222354+0000","last_unstale":"2024-09-21T00:35:51.274445+0000","last_undegraded":"2024-09-21T00:35:51.274445+0000","last_fullsized":"2024-09-21T00:35:51.274445+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:46:30.901204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"30.1d","version":"196'2","reported_seq":17,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209429+0000","last_change":"2024-09-21T00:35:49.215547+0000","last_active":"2024-09-21T00:35:51.209429+0000","last_peered":"2024-09-21T00:35:51.209429+0000","last_clean":"2024-09-21T00:35:51.209429+0000","last_became_active":"2024-09-21T00:35:49.215238+0000","last_became_peered":"2024-09-21T00:35:49.215238+0000","last_unstale":"2024-09-21T00:35:51.209429+0000","last_undegraded":"2024-09-21T00:35:51.209429+0000","last_fullsized":"2024-09-21T00:35:51.209429+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:34:40.332482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.1d","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.199227+0000","last_change":"2024-09-21T00:35:49.199227+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.199227+0000","last_undegraded":"2024-09-21T00:35:49.199227+0000","last_fullsized":"2024-09-21T00:35:49.199227+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"30.1c","version":"196'2","reported_seq":17,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209746+0000","last_change":"2024-09-21T00:35:49.216253+0000","last_active":"2024-09-21T00:35:51.209746+0000","last_peered":"2024-09-21T00:35:51.209746+0000","last_clean":"2024-09-21T00:35:51.209746+0000","last_became_active":"2024-09-21T00:35:49.215940+0000","last_became_peered":"2024-09-21T00:35:49.215940+0000","last_unstale":"2024-09-21T00:35:51.209746+0000","last_undegraded":"2024-09-21T00:35:51.209746+0000","last_fullsized":"2024-09-21T00:35:51.209746+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:25:31.759143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.1a","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.274238+0000","last_change":"2024-09-21T00:35:50.217519+0000","last_active":"2024-09-21T00:35:51.274238+0000","last_peered":"2024-09-21T00:35:51.274238+0000","last_clean":"2024-09-21T00:35:51.274238+0000","last_became_active":"2024-09-21T00:35:50.217197+0000","last_became_peered":"2024-09-21T00:35:50.217197+0000","last_unstale":"2024-09-21T00:35:51.274238+0000","last_undegraded":"2024-09-21T00:35:51.274238+0000","last_fullsized":"2024-09-21T00:35:51.274238+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:27:04.187363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"30.1b","version":"196'1","reported_seq":16,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.275382+0000","last_change":"2024-09-21T00:35:49.206647+0000","last_active":"2024-09-21T00:35:51.275382+0000","last_peered":"2024-09-21T00:35:51.275382+0000","last_clean":"2024-09-21T00:35:51.275382+0000","last_became_active":"2024-09-21T00:35:49.206310+0000","last_became_peered":"2024-09-21T00:35:49.206310+0000","last_unstale":"2024-09-21T00:35:51.275382+0000","last_undegraded":"2024-09-21T00:35:51.275382+0000","last_fullsized":"2024-09-21T00:35:51.275382+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:52:05.447859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"31.1b","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.210122+0000","last_change":"2024-09-21T00:35:50.233627+0000","last_active":"2024-09-21T00:35:51.210122+0000","last_peered":"2024-09-21T00:35:51.210122+0000","last_clean":"2024-09-21T00:35:51.210122+0000","last_became_active":"2024-09-21T00:35:50.232939+0000","last_became_peered":"2024-09-21T00:35:50.232939+0000","last_unstale":"2024-09-21T00:35:51.210122+0000","last_undegraded":"2024-09-21T00:35:51.210122+0000","last_fullsized":"2024-09-21T00:35:51.210122+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:14:12.548371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"30.1a","version":"0'0","reported_seq":10,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-09-21T00:35:49.212014+0000","last_change":"2024-09-21T00:35:49.207763+0000","last_active":"2024-09-21T00:35:49.212014+0000","last_peered":"2024-09-21T00:35:49.212014+0000","last_clean":"2024-09-21T00:35:49.212014+0000","last_became_active":"2024-09-21T00:35:49.207454+0000","last_became_peered":"2024-09-21T00:35:49.207454+0000","last_unstale":"2024-09-21T00:35:49.212014+0000","last_undegraded":"2024-09-21T00:35:49.212014+0000","last_fullsized":"2024-09-21T00:35:49.212014+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:18:42.435543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.18","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209418+0000","last_change":"2024-09-21T00:35:50.224656+0000","last_active":"2024-09-21T00:35:51.209418+0000","last_peered":"2024-09-21T00:35:51.209418+0000","last_clean":"2024-09-21T00:35:51.209418+0000","last_became_active":"2024-09-21T00:35:50.224327+0000","last_became_peered":"2024-09-21T00:35:50.224327+0000","last_unstale":"2024-09-21T00:35:51.209418+0000","last_undegraded":"2024-09-21T00:35:51.209418+0000","last_fullsized":"2024-09-21T00:35:51.209418+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:09:38.574859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"30.19","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.230918+0000","last_change":"2024-09-21T00:35:49.213683+0000","last_active":"2024-09-21T00:35:51.230918+0000","last_peered":"2024-09-21T00:35:51.230918+0000","last_clean":"2024-09-21T00:35:51.230918+0000","last_became_active":"2024-09-21T00:35:49.211532+0000","last_became_peered":"2024-09-21T00:35:49.211532+0000","last_unstale":"2024-09-21T00:35:51.230918+0000","last_undegraded":"2024-09-21T00:35:51.230918+0000","last_fullsized":"2024-09-21T00:35:51.230918+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:46:40.494716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.19","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.203511+0000","last_change":"2024-09-21T00:35:49.203511+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.203511+0000","last_undegraded":"2024-09-21T00:35:49.203511+0000","last_fullsized":"2024-09-21T00:35:49.203511+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"30.18","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.208860+0000","last_change":"2024-09-21T00:35:49.213606+0000","last_active":"2024-09-21T00:35:51.208860+0000","last_peered":"2024-09-21T00:35:51.208860+0000","last_clean":"2024-09-21T00:35:51.208860+0000","last_became_active":"2024-09-21T00:35:49.213025+0000","last_became_peered":"2024-09-21T00:35:49.213025+0000","last_unstale":"2024-09-21T00:35:51.208860+0000","last_undegraded":"2024-09-21T00:35:51.208860+0000","last_fullsized":"2024-09-21T00:35:51.208860+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:04:34.550165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.16","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.203809+0000","last_change":"2024-09-21T00:35:49.203809+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.203809+0000","last_undegraded":"2024-09-21T00:35:49.203809+0000","last_fullsized":"2024-09-21T00:35:49.203809+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"30.17","version":"0'0","reported_seq":10,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-09-21T00:35:49.214380+0000","last_change":"2024-09-21T00:35:49.212469+0000","last_active":"2024-09-21T00:35:49.214380+0000","last_peered":"2024-09-21T00:35:49.214380+0000","last_clean":"2024-09-21T00:35:49.214380+0000","last_became_active":"2024-09-21T00:35:49.212060+0000","last_became_peered":"2024-09-21T00:35:49.212060+0000","last_unstale":"2024-09-21T00:35:49.214380+0000","last_undegraded":"2024-09-21T00:35:49.214380+0000","last_fullsized":"2024-09-21T00:35:49.214380+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:33:03.620582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"31.17","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.276393+0000","last_change":"2024-09-21T00:35:50.231762+0000","last_active":"2024-09-21T00:35:51.276393+0000","last_peered":"2024-09-21T00:35:51.276393+0000","last_clean":"2024-09-21T00:35:51.276393+0000","last_became_active":"2024-09-21T00:35:50.231459+0000","last_became_peered":"2024-09-21T00:35:50.231459+0000","last_unstale":"2024-09-21T00:35:51.276393+0000","last_undegraded":"2024-09-21T00:35:51.276393+0000","last_fullsized":"2024-09-21T00:35:51.276393+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:50:00.026369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"30.16","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.208957+0000","last_change":"2024-09-21T00:35:49.211823+0000","last_active":"2024-09-21T00:35:51.208957+0000","last_peered":"2024-09-21T00:35:51.208957+0000","last_clean":"2024-09-21T00:35:51.208957+0000","last_became_active":"2024-09-21T00:35:49.211495+0000","last_became_peered":"2024-09-21T00:35:49.211495+0000","last_unstale":"2024-09-21T00:35:51.208957+0000","last_undegraded":"2024-09-21T00:35:51.208957+0000","last_fullsized":"2024-09-21T00:35:51.208957+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:56:31.299141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.14","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209654+0000","last_change":"2024-09-21T00:35:50.216834+0000","last_active":"2024-09-21T00:35:51.209654+0000","last_peered":"2024-09-21T00:35:51.209654+0000","last_clean":"2024-09-21T00:35:51.209654+0000","last_became_active":"2024-09-21T00:35:50.216182+0000","last_became_peered":"2024-09-21T00:35:50.216182+0000","last_unstale":"2024-09-21T00:35:51.209654+0000","last_undegraded":"2024-09-21T00:35:51.209654+0000","last_fullsized":"2024-09-21T00:35:51.209654+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:28:20.082365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"30.15","version":"0'0","reported_seq":10,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-09-21T00:35:49.217241+0000","last_change":"2024-09-21T00:35:49.215787+0000","last_active":"2024-09-21T00:35:49.217241+0000","last_peered":"2024-09-21T00:35:49.217241+0000","last_clean":"2024-09-21T00:35:49.217241+0000","last_became_active":"2024-09-21T00:35:49.215294+0000","last_became_peered":"2024-09-21T00:35:49.215294+0000","last_unstale":"2024-09-21T00:35:49.217241+0000","last_undegraded":"2024-09-21T00:35:49.217241+0000","last_fullsized":"2024-09-21T00:35:49.217241+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:43:55.894382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.15","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.231210+0000","last_change":"2024-09-21T00:35:50.225510+0000","last_active":"2024-09-21T00:35:51.231210+0000","last_peered":"2024-09-21T00:35:51.231210+0000","last_clean":"2024-09-21T00:35:51.231210+0000","last_became_active":"2024-09-21T00:35:50.225195+0000","last_became_peered":"2024-09-21T00:35:50.225195+0000","last_unstale":"2024-09-21T00:35:51.231210+0000","last_undegraded":"2024-09-21T00:35:51.231210+0000","last_fullsized":"2024-09-21T00:35:51.231210+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:51:37.978688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"30.14","version":"0'0","reported_seq":10,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-09-21T00:35:49.214376+0000","last_change":"2024-09-21T00:35:49.213445+0000","last_active":"2024-09-21T00:35:49.214376+0000","last_peered":"2024-09-21T00:35:49.214376+0000","last_clean":"2024-09-21T00:35:49.214376+0000","last_became_active":"2024-09-21T00:35:49.213073+0000","last_became_peered":"2024-09-21T00:35:49.213073+0000","last_unstale":"2024-09-21T00:35:49.214376+0000","last_undegraded":"2024-09-21T00:35:49.214376+0000","last_fullsized":"2024-09-21T00:35:49.214376+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:40:16.342072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.12","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.231264+0000","last_change":"2024-09-21T00:35:50.231596+0000","last_active":"2024-09-21T00:35:51.231264+0000","last_peered":"2024-09-21T00:35:51.231264+0000","last_clean":"2024-09-21T00:35:51.231264+0000","last_became_active":"2024-09-21T00:35:50.230368+0000","last_became_peered":"2024-09-21T00:35:50.230368+0000","last_unstale":"2024-09-21T00:35:51.231264+0000","last_undegraded":"2024-09-21T00:35:51.231264+0000","last_fullsized":"2024-09-21T00:35:51.231264+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:34:07.329201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"30.13","version":"0'0","reported_seq":10,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-09-21T00:35:49.212356+0000","last_change":"2024-09-21T00:35:49.211330+0000","last_active":"2024-09-21T00:35:49.212356+0000","last_peered":"2024-09-21T00:35:49.212356+0000","last_clean":"2024-09-21T00:35:49.212356+0000","last_became_active":"2024-09-21T00:35:49.210998+0000","last_became_peered":"2024-09-21T00:35:49.210998+0000","last_unstale":"2024-09-21T00:35:49.212356+0000","last_undegraded":"2024-09-21T00:35:49.212356+0000","last_fullsized":"2024-09-21T00:35:49.212356+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:23:16.462721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.13","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.210288+0000","last_change":"2024-09-21T00:35:50.228925+0000","last_active":"2024-09-21T00:35:51.210288+0000","last_peered":"2024-09-21T00:35:51.210288+0000","last_clean":"2024-09-21T00:35:51.210288+0000","last_became_active":"2024-09-21T00:35:50.228540+0000","last_became_peered":"2024-09-21T00:35:50.228540+0000","last_unstale":"2024-09-21T00:35:51.210288+0000","last_undegraded":"2024-09-21T00:35:51.210288+0000","last_fullsized":"2024-09-21T00:35:51.210288+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:41:33.914794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"30.12","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209084+0000","last_change":"2024-09-21T00:35:49.218797+0000","last_active":"2024-09-21T00:35:51.209084+0000","last_peered":"2024-09-21T00:35:51.209084+0000","last_clean":"2024-09-21T00:35:51.209084+0000","last_became_active":"2024-09-21T00:35:49.218501+0000","last_became_peered":"2024-09-21T00:35:49.218501+0000","last_unstale":"2024-09-21T00:35:51.209084+0000","last_undegraded":"2024-09-21T00:35:51.209084+0000","last_fullsized":"2024-09-21T00:35:51.209084+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:34:27.055027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.10","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.274200+0000","last_change":"2024-09-21T00:35:50.232335+0000","last_active":"2024-09-21T00:35:51.274200+0000","last_peered":"2024-09-21T00:35:51.274200+0000","last_clean":"2024-09-21T00:35:51.274200+0000","last_became_active":"2024-09-21T00:35:50.232007+0000","last_became_peered":"2024-09-21T00:35:50.232007+0000","last_unstale":"2024-09-21T00:35:51.274200+0000","last_undegraded":"2024-09-21T00:35:51.274200+0000","last_fullsized":"2024-09-21T00:35:51.274200+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:41:16.107813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"30.11","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.231059+0000","last_change":"2024-09-21T00:35:49.208689+0000","last_active":"2024-09-21T00:35:51.231059+0000","last_peered":"2024-09-21T00:35:51.231059+0000","last_clean":"2024-09-21T00:35:51.231059+0000","last_became_active":"2024-09-21T00:35:49.208028+0000","last_became_peered":"2024-09-21T00:35:49.208028+0000","last_unstale":"2024-09-21T00:35:51.231059+0000","last_undegraded":"2024-09-21T00:35:51.231059+0000","last_fullsized":"2024-09-21T00:35:51.231059+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:20:02.225105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.11","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.230773+0000","last_change":"2024-09-21T00:35:50.229470+0000","last_active":"2024-09-21T00:35:51.230773+0000","last_peered":"2024-09-21T00:35:51.230773+0000","last_clean":"2024-09-21T00:35:51.230773+0000","last_became_active":"2024-09-21T00:35:50.229047+0000","last_became_peered":"2024-09-21T00:35:50.229047+0000","last_unstale":"2024-09-21T00:35:51.230773+0000","last_undegraded":"2024-09-21T00:35:51.230773+0000","last_fullsized":"2024-09-21T00:35:51.230773+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:19:46.256043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"30.10","version":"196'8","reported_seq":23,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.273939+0000","last_change":"2024-09-21T00:35:49.208790+0000","last_active":"2024-09-21T00:35:51.273939+0000","last_peered":"2024-09-21T00:35:51.273939+0000","last_clean":"2024-09-21T00:35:51.273939+0000","last_became_active":"2024-09-21T00:35:49.208489+0000","last_became_peered":"2024-09-21T00:35:49.208489+0000","last_unstale":"2024-09-21T00:35:51.273939+0000","last_undegraded":"2024-09-21T00:35:51.273939+0000","last_fullsized":"2024-09-21T00:35:51.273939+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:16:09.588523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"31.e","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.275671+0000","last_change":"2024-09-21T00:35:50.215853+0000","last_active":"2024-09-21T00:35:51.275671+0000","last_peered":"2024-09-21T00:35:51.275671+0000","last_clean":"2024-09-21T00:35:51.275671+0000","last_became_active":"2024-09-21T00:35:50.215537+0000","last_became_peered":"2024-09-21T00:35:50.215537+0000","last_unstale":"2024-09-21T00:35:51.275671+0000","last_undegraded":"2024-09-21T00:35:51.275671+0000","last_fullsized":"2024-09-21T00:35:51.275671+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:28:45.074607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"30.f","version":"196'1","reported_seq":16,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.231310+0000","last_change":"2024-09-21T00:35:49.212167+0000","last_active":"2024-09-21T00:35:51.231310+0000","last_peered":"2024-09-21T00:35:51.231310+0000","last_clean":"2024-09-21T00:35:51.231310+0000","last_became_active":"2024-09-21T00:35:49.211810+0000","last_became_peered":"2024-09-21T00:35:49.211810+0000","last_unstale":"2024-09-21T00:35:51.231310+0000","last_undegraded":"2024-09-21T00:35:51.231310+0000","last_fullsized":"2024-09-21T00:35:51.231310+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:15:56.777835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.f","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209286+0000","last_change":"2024-09-21T00:35:50.241338+0000","last_active":"2024-09-21T00:35:51.209286+0000","last_peered":"2024-09-21T00:35:51.209286+0000","last_clean":"2024-09-21T00:35:51.209286+0000","last_became_active":"2024-09-21T00:35:50.241011+0000","last_became_peered":"2024-09-21T00:35:50.241011+0000","last_unstale":"2024-09-21T00:35:51.209286+0000","last_undegraded":"2024-09-21T00:35:51.209286+0000","last_fullsized":"2024-09-21T00:35:51.209286+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:23:33.705331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"30.e","version":"196'2","reported_seq":17,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209072+0000","last_change":"2024-09-21T00:35:49.214182+0000","last_active":"2024-09-21T00:35:51.209072+0000","last_peered":"2024-09-21T00:35:51.209072+0000","last_clean":"2024-09-21T00:35:51.209072+0000","last_became_active":"2024-09-21T00:35:49.213258+0000","last_became_peered":"2024-09-21T00:35:49.213258+0000","last_unstale":"2024-09-21T00:35:51.209072+0000","last_undegraded":"2024-09-21T00:35:51.209072+0000","last_fullsized":"2024-09-21T00:35:51.209072+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:46:29.894584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.c","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209967+0000","last_change":"2024-09-21T00:35:50.226004+0000","last_active":"2024-09-21T00:35:51.209967+0000","last_peered":"2024-09-21T00:35:51.209967+0000","last_clean":"2024-09-21T00:35:51.209967+0000","last_became_active":"2024-09-21T00:35:50.225649+0000","last_became_peered":"2024-09-21T00:35:50.225649+0000","last_unstale":"2024-09-21T00:35:51.209967+0000","last_undegraded":"2024-09-21T00:35:51.209967+0000","last_fullsized":"2024-09-21T00:35:51.209967+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:44:39.830624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"30.d","version":"196'1","reported_seq":16,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.210021+0000","last_change":"2024-09-21T00:35:49.208076+0000","last_active":"2024-09-21T00:35:51.210021+0000","last_peered":"2024-09-21T00:35:51.210021+0000","last_clean":"2024-09-21T00:35:51.210021+0000","last_became_active":"2024-09-21T00:35:49.205935+0000","last_became_peered":"2024-09-21T00:35:49.205935+0000","last_unstale":"2024-09-21T00:35:51.210021+0000","last_undegraded":"2024-09-21T00:35:51.210021+0000","last_fullsized":"2024-09-21T00:35:51.210021+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:16:09.588523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"31.d","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.198075+0000","last_change":"2024-09-21T00:35:49.198075+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.198075+0000","last_undegraded":"2024-09-21T00:35:49.198075+0000","last_fullsized":"2024-09-21T00:35:49.198075+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"30.c","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.274572+0000","last_change":"2024-09-21T00:35:49.212348+0000","last_active":"2024-09-21T00:35:51.274572+0000","last_peered":"2024-09-21T00:35:51.274572+0000","last_clean":"2024-09-21T00:35:51.274572+0000","last_became_active":"2024-09-21T00:35:49.212005+0000","last_became_peered":"2024-09-21T00:35:49.212005+0000","last_unstale":"2024-09-21T00:35:51.274572+0000","last_undegraded":"2024-09-21T00:35:51.274572+0000","last_fullsized":"2024-09-21T00:35:51.274572+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:22:16.460839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"31.a","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.197946+0000","last_change":"2024-09-21T00:35:49.197946+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.197946+0000","last_undegraded":"2024-09-21T00:35:49.197946+0000","last_fullsized":"2024-09-21T00:35:49.197946+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"30.b","version":"196'2","reported_seq":17,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.208825+0000","last_change":"2024-09-21T00:35:49.217748+0000","last_active":"2024-09-21T00:35:51.208825+0000","last_peered":"2024-09-21T00:35:51.208825+0000","last_clean":"2024-09-21T00:35:51.208825+0000","last_became_active":"2024-09-21T00:35:49.217436+0000","last_became_peered":"2024-09-21T00:35:49.217436+0000","last_unstale":"2024-09-21T00:35:51.208825+0000","last_undegraded":"2024-09-21T00:35:51.208825+0000","last_fullsized":"2024-09-21T00:35:51.208825+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:49:37.168216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.b","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.202808+0000","last_change":"2024-09-21T00:35:49.202808+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.202808+0000","last_undegraded":"2024-09-21T00:35:49.202808+0000","last_fullsized":"2024-09-21T00:35:49.202808+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"30.a","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.274127+0000","last_change":"2024-09-21T00:35:49.211495+0000","last_active":"2024-09-21T00:35:51.274127+0000","last_peered":"2024-09-21T00:35:51.274127+0000","last_clean":"2024-09-21T00:35:51.274127+0000","last_became_active":"2024-09-21T00:35:49.211156+0000","last_became_peered":"2024-09-21T00:35:49.211156+0000","last_unstale":"2024-09-21T00:35:51.274127+0000","last_undegraded":"2024-09-21T00:35:51.274127+0000","last_fullsized":"2024-09-21T00:35:51.274127+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:34:06.322581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"31.8","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.273961+0000","last_change":"2024-09-21T00:35:50.234189+0000","last_active":"2024-09-21T00:35:51.273961+0000","last_peered":"2024-09-21T00:35:51.273961+0000","last_clean":"2024-09-21T00:35:51.273961+0000","last_became_active":"2024-09-21T00:35:50.233850+0000","last_became_peered":"2024-09-21T00:35:50.233850+0000","last_unstale":"2024-09-21T00:35:51.273961+0000","last_undegraded":"2024-09-21T00:35:51.273961+0000","last_fullsized":"2024-09-21T00:35:51.273961+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:34:41.339102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"30.9","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209915+0000","last_change":"2024-09-21T00:35:49.220948+0000","last_active":"2024-09-21T00:35:51.209915+0000","last_peered":"2024-09-21T00:35:51.209915+0000","last_clean":"2024-09-21T00:35:51.209915+0000","last_became_active":"2024-09-21T00:35:49.220595+0000","last_became_peered":"2024-09-21T00:35:49.220595+0000","last_unstale":"2024-09-21T00:35:51.209915+0000","last_undegraded":"2024-09-21T00:35:51.209915+0000","last_fullsized":"2024-09-21T00:35:51.209915+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:22:16.460839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"31.9","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.198544+0000","last_change":"2024-09-21T00:35:49.198544+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.198544+0000","last_undegraded":"2024-09-21T00:35:49.198544+0000","last_fullsized":"2024-09-21T00:35:49.198544+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"30.8","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.230782+0000","last_change":"2024-09-21T00:35:49.210699+0000","last_active":"2024-09-21T00:35:51.230782+0000","last_peered":"2024-09-21T00:35:51.230782+0000","last_clean":"2024-09-21T00:35:51.230782+0000","last_became_active":"2024-09-21T00:35:49.210374+0000","last_became_peered":"2024-09-21T00:35:49.210374+0000","last_unstale":"2024-09-21T00:35:51.230782+0000","last_undegraded":"2024-09-21T00:35:51.230782+0000","last_fullsized":"2024-09-21T00:35:51.230782+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:14:08.914948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.6","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.231494+0000","last_change":"2024-09-21T00:35:50.226672+0000","last_active":"2024-09-21T00:35:51.231494+0000","last_peered":"2024-09-21T00:35:51.231494+0000","last_clean":"2024-09-21T00:35:51.231494+0000","last_became_active":"2024-09-21T00:35:50.226267+0000","last_became_peered":"2024-09-21T00:35:50.226267+0000","last_unstale":"2024-09-21T00:35:51.231494+0000","last_undegraded":"2024-09-21T00:35:51.231494+0000","last_fullsized":"2024-09-21T00:35:51.231494+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:31:20.581430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"30.7","version":"196'2","reported_seq":17,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.275968+0000","last_change":"2024-09-21T00:35:49.220470+0000","last_active":"2024-09-21T00:35:51.275968+0000","last_peered":"2024-09-21T00:35:51.275968+0000","last_clean":"2024-09-21T00:35:51.275968+0000","last_became_active":"2024-09-21T00:35:49.220117+0000","last_became_peered":"2024-09-21T00:35:49.220117+0000","last_unstale":"2024-09-21T00:35:51.275968+0000","last_undegraded":"2024-09-21T00:35:51.275968+0000","last_fullsized":"2024-09-21T00:35:51.275968+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:08:28.857137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"31.7","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.201718+0000","last_change":"2024-09-21T00:35:49.201718+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.201718+0000","last_undegraded":"2024-09-21T00:35:49.201718+0000","last_fullsized":"2024-09-21T00:35:49.201718+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"30.6","version":"197'1","reported_seq":16,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.230238+0000","last_change":"2024-09-21T00:35:49.208994+0000","last_active":"2024-09-21T00:35:51.230238+0000","last_peered":"2024-09-21T00:35:51.230238+0000","last_clean":"2024-09-21T00:35:51.230238+0000","last_became_active":"2024-09-21T00:35:49.208641+0000","last_became_peered":"2024-09-21T00:35:49.208641+0000","last_unstale":"2024-09-21T00:35:51.230238+0000","last_undegraded":"2024-09-21T00:35:51.230238+0000","last_fullsized":"2024-09-21T00:35:51.230238+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:46:53.128268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"31.4","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.274561+0000","last_change":"2024-09-21T00:35:50.228986+0000","last_active":"2024-09-21T00:35:51.274561+0000","last_peered":"2024-09-21T00:35:51.274561+0000","last_clean":"2024-09-21T00:35:51.274561+0000","last_became_active":"2024-09-21T00:35:50.228650+0000","last_became_peered":"2024-09-21T00:35:50.228650+0000","last_unstale":"2024-09-21T00:35:51.274561+0000","last_undegraded":"2024-09-21T00:35:51.274561+0000","last_fullsized":"2024-09-21T00:35:51.274561+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:46:00.901449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"30.5","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.210062+0000","last_change":"2024-09-21T00:35:49.220905+0000","last_active":"2024-09-21T00:35:51.210062+0000","last_peered":"2024-09-21T00:35:51.210062+0000","last_clean":"2024-09-21T00:35:51.210062+0000","last_became_active":"2024-09-21T00:35:49.220546+0000","last_became_peered":"2024-09-21T00:35:49.220546+0000","last_unstale":"2024-09-21T00:35:51.210062+0000","last_undegraded":"2024-09-21T00:35:51.210062+0000","last_fullsized":"2024-09-21T00:35:51.210062+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:38:56.107674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"31.5","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.274868+0000","last_change":"2024-09-21T00:35:50.233268+0000","last_active":"2024-09-21T00:35:51.274868+0000","last_peered":"2024-09-21T00:35:51.274868+0000","last_clean":"2024-09-21T00:35:51.274868+0000","last_became_active":"2024-09-21T00:35:50.232957+0000","last_became_peered":"2024-09-21T00:35:50.232957+0000","last_unstale":"2024-09-21T00:35:51.274868+0000","last_undegraded":"2024-09-21T00:35:51.274868+0000","last_fullsized":"2024-09-21T00:35:51.274868+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:04:35.556785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"30.4","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.274684+0000","last_change":"2024-09-21T00:35:49.215126+0000","last_active":"2024-09-21T00:35:51.274684+0000","last_peered":"2024-09-21T00:35:51.274684+0000","last_clean":"2024-09-21T00:35:51.274684+0000","last_became_active":"2024-09-21T00:35:49.213590+0000","last_became_peered":"2024-09-21T00:35:49.213590+0000","last_unstale":"2024-09-21T00:35:51.274684+0000","last_undegraded":"2024-09-21T00:35:51.274684+0000","last_fullsized":"2024-09-21T00:35:51.274684+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:38:56.107674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"31.2","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.231233+0000","last_change":"2024-09-21T00:35:50.223400+0000","last_active":"2024-09-21T00:35:51.231233+0000","last_peered":"2024-09-21T00:35:51.231233+0000","last_clean":"2024-09-21T00:35:51.231233+0000","last_became_active":"2024-09-21T00:35:50.223083+0000","last_became_peered":"2024-09-21T00:35:50.223083+0000","last_unstale":"2024-09-21T00:35:51.231233+0000","last_undegraded":"2024-09-21T00:35:51.231233+0000","last_fullsized":"2024-09-21T00:35:51.231233+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:38:57.114294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"30.3","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.231322+0000","last_change":"2024-09-21T00:35:49.212460+0000","last_active":"2024-09-21T00:35:51.231322+0000","last_peered":"2024-09-21T00:35:51.231322+0000","last_clean":"2024-09-21T00:35:51.231322+0000","last_became_active":"2024-09-21T00:35:49.212153+0000","last_became_peered":"2024-09-21T00:35:49.212153+0000","last_unstale":"2024-09-21T00:35:51.231322+0000","last_undegraded":"2024-09-21T00:35:51.231322+0000","last_fullsized":"2024-09-21T00:35:51.231322+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:34:29.226772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.3","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.198085+0000","last_change":"2024-09-21T00:35:49.198085+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.198085+0000","last_undegraded":"2024-09-21T00:35:49.198085+0000","last_fullsized":"2024-09-21T00:35:49.198085+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"30.2","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.275033+0000","last_change":"2024-09-21T00:35:49.205374+0000","last_active":"2024-09-21T00:35:51.275033+0000","last_peered":"2024-09-21T00:35:51.275033+0000","last_clean":"2024-09-21T00:35:51.275033+0000","last_became_active":"2024-09-21T00:35:49.205044+0000","last_became_peered":"2024-09-21T00:35:49.205044+0000","last_unstale":"2024-09-21T00:35:51.275033+0000","last_undegraded":"2024-09-21T00:35:51.275033+0000","last_fullsized":"2024-09-21T00:35:51.275033+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:39:50.905673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"31.0","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.199507+0000","last_change":"2024-09-21T00:35:49.199507+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.199507+0000","last_undegraded":"2024-09-21T00:35:49.199507+0000","last_fullsized":"2024-09-21T00:35:49.199507+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"30.1","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.208722+0000","last_change":"2024-09-21T00:35:49.215033+0000","last_active":"2024-09-21T00:35:51.208722+0000","last_peered":"2024-09-21T00:35:51.208722+0000","last_clean":"2024-09-21T00:35:51.208722+0000","last_became_active":"2024-09-21T00:35:49.214664+0000","last_became_peered":"2024-09-21T00:35:49.214664+0000","last_unstale":"2024-09-21T00:35:51.208722+0000","last_undegraded":"2024-09-21T00:35:51.208722+0000","last_fullsized":"2024-09-21T00:35:51.208722+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:27:03.180743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.1","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.201958+0000","last_change":"2024-09-21T00:35:49.201958+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.201958+0000","last_undegraded":"2024-09-21T00:35:49.201958+0000","last_fullsized":"2024-09-21T00:35:49.201958+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"30.0","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.208940+0000","last_change":"2024-09-21T00:35:49.217998+0000","last_active":"2024-09-21T00:35:51.208940+0000","last_peered":"2024-09-21T00:35:51.208940+0000","last_clean":"2024-09-21T00:35:51.208940+0000","last_became_active":"2024-09-21T00:35:49.216770+0000","last_became_peered":"2024-09-21T00:35:49.216770+0000","last_unstale":"2024-09-21T00:35:51.208940+0000","last_undegraded":"2024-09-21T00:35:51.208940+0000","last_fullsized":"2024-09-21T00:35:51.208940+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:45:59.894829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.1e","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.228961+0000","last_change":"2024-09-21T00:35:50.219557+0000","last_active":"2024-09-21T00:35:51.228961+0000","last_peered":"2024-09-21T00:35:51.228961+0000","last_clean":"2024-09-21T00:35:51.228961+0000","last_became_active":"2024-09-21T00:35:50.219238+0000","last_became_peered":"2024-09-21T00:35:50.219238+0000","last_unstale":"2024-09-21T00:35:51.228961+0000","last_undegraded":"2024-09-21T00:35:51.228961+0000","last_fullsized":"2024-09-21T00:35:51.228961+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:49:57.507456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"30.1f","version":"196'4","reported_seq":19,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209248+0000","last_change":"2024-09-21T00:35:49.217715+0000","last_active":"2024-09-21T00:35:51.209248+0000","last_peered":"2024-09-21T00:35:51.209248+0000","last_clean":"2024-09-21T00:35:51.209248+0000","last_became_active":"2024-09-21T00:35:49.217388+0000","last_became_peered":"2024-09-21T00:35:49.217388+0000","last_unstale":"2024-09-21T00:35:51.209248+0000","last_undegraded":"2024-09-21T00:35:51.209248+0000","last_fullsized":"2024-09-21T00:35:51.209248+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:27:36.916482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":428,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209565+0000","last_change":"2024-09-21T00:21:11.583793+0000","last_active":"2024-09-21T00:35:51.209565+0000","last_peered":"2024-09-21T00:35:51.209565+0000","last_clean":"2024-09-21T00:35:51.209565+0000","last_became_active":"2024-09-21T00:21:11.582502+0000","last_became_peered":"2024-09-21T00:21:11.582502+0000","last_unstale":"2024-09-21T00:35:51.209565+0000","last_undegraded":"2024-09-21T00:35:51.209565+0000","last_fullsized":"2024-09-21T00:35:51.209565+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_clean_scrub_stamp":"2024-09-21T00:21:10.311964+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:58.010953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":31,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":30,"num_pg":32,"stat_sum":{"num_bytes":674,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":32,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1380,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":27,"ondisk_log_size":27,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509620,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":48084,"kb_used_data":3000,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94323756,"statfs":{"total":96636764160,"available":96587526144,"internally_reserved":0,"allocated":3072000,"data_stored":1678451,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":46135754},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509620,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":69644,"kb_used_data":2424,"kb_used_omap":1,"kb_used_meta":67198,"kb_avail":94302196,"statfs":{"total":96636764160,"available":96565448704,"internally_reserved":0,"allocated":2482176,"data_stored":1088617,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":68811206},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509620,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59980,"kb_used_data":2416,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94311860,"statfs":{"total":96636764160,"available":96575344640,"internally_reserved":0,"allocated":2473984,"data_stored":1088013,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":58915269},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509621,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":78040,"kb_used_data":2432,"kb_used_omap":1,"kb_used_meta":75582,"kb_avail":94293800,"statfs":{"total":96636764160,"available":96556851200,"internally_reserved":0,"allocated":2490368,"data_stored":1094895,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":77396424},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509621,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":47516,"kb_used_data":2432,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94324324,"statfs":{"total":96636764160,"available":96588107776,"internally_reserved":0,"allocated":2490368,"data_stored":1094403,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":46135749},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509619,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":74448,"kb_used_data":3000,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94297392,"statfs":{"total":96636764160,"available":96560529408,"internally_reserved":0,"allocated":3072000,"data_stored":1678415,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":73136582},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834575027,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":73852,"kb_used_data":2392,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94297988,"statfs":{"total":96636764160,"available":96561139712,"internally_reserved":0,"allocated":2449408,"data_stored":1074963,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":73136581},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834575027,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":78000,"kb_used_data":2392,"kb_used_omap":1,"kb_used_meta":75582,"kb_avail":94293840,"statfs":{"total":96636764160,"available":96556892160,"internally_reserved":0,"allocated":2449408,"data_stored":1074963,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":77396422},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":30,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":30,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":30,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":30,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":30,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":30,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":30,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":30,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T00:35:54.672 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T00:35:54.825 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.824+0000 7f8d6d1ba640 1 -- 172.21.15.67:0/2557752316 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8d68162ce0 msgr2=0x7f8d680d4d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:54.826 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.824+0000 7f8d6d1ba640 1 --2- 172.21.15.67:0/2557752316 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8d68162ce0 0x7f8d680d4d20 secure :-1 s=READY pgs=2489 cs=0 l=1 rev1=1 crypto rx=0x7f8d680d21d0 tx=0x7f8d6002a8b0 comp rx=0 tx=0).stop 2024-09-21T00:35:54.826 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.824+0000 7f8d6d1ba640 1 -- 172.21.15.67:0/2557752316 shutdown_connections 2024-09-21T00:35:54.826 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.824+0000 7f8d6d1ba640 1 --2- 172.21.15.67:0/2557752316 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8d68162ce0 0x7f8d680d4d20 unknown :-1 s=CLOSED pgs=2489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:54.826 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.824+0000 7f8d6d1ba640 1 --2- 172.21.15.67:0/2557752316 >> v2:172.21.15.97:3300/0 conn(0x7f8d680d1b70 0x7f8d680d3100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:54.826 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.824+0000 7f8d6d1ba640 1 -- 172.21.15.67:0/2557752316 >> 172.21.15.67:0/2557752316 conn(0x7f8d68073ba0 msgr2=0x7f8d6806cb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:54.826 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.824+0000 7f8d6d1ba640 1 -- 172.21.15.67:0/2557752316 shutdown_connections 2024-09-21T00:35:54.826 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.824+0000 7f8d6d1ba640 1 -- 172.21.15.67:0/2557752316 wait complete. 2024-09-21T00:35:54.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.826+0000 7f8d6d1ba640 1 Processor -- start 2024-09-21T00:35:54.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.826+0000 7f8d6d1ba640 1 -- start start 2024-09-21T00:35:54.830 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.827+0000 7f8d6d1ba640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8d680d1b70 0x7f8d6814ca60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:54.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.827+0000 7f8d6d1ba640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8d680d4910 0x7f8d6815c630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:54.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.827+0000 7f8d6d1ba640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8d68158c50 0x7f8d6815cb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:54.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.827+0000 7f8d6d1ba640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f8d680b7f90 con 0x7f8d680d1b70 2024-09-21T00:35:54.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.827+0000 7f8d6d1ba640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f8d680b7e10 con 0x7f8d68158c50 2024-09-21T00:35:54.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.827+0000 7f8d6d1ba640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f8d680b8110 con 0x7f8d680d4910 2024-09-21T00:35:54.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.828+0000 7f8d66d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8d680d1b70 0x7f8d6814ca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:54.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.828+0000 7f8d66d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8d680d1b70 0x7f8d6814ca60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:47506/0 (socket says 172.21.15.67:47506) 2024-09-21T00:35:54.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.828+0000 7f8d66d9d640 1 -- 172.21.15.67:0/1910733417 learned_addr learned my addr 172.21.15.67:0/1910733417 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:35:54.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.828+0000 7f8d6759e640 1 --2- 172.21.15.67:0/1910733417 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8d68158c50 0x7f8d6815cb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:54.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.828+0000 7f8d6659c640 1 --2- 172.21.15.67:0/1910733417 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8d680d4910 0x7f8d6815c630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:54.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.828+0000 7f8d66d9d640 1 -- 172.21.15.67:0/1910733417 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8d680d4910 msgr2=0x7f8d6815c630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:54.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.828+0000 7f8d66d9d640 1 --2- 172.21.15.67:0/1910733417 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8d680d4910 0x7f8d6815c630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:54.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.828+0000 7f8d66d9d640 1 -- 172.21.15.67:0/1910733417 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8d68158c50 msgr2=0x7f8d6815cb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:54.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.828+0000 7f8d66d9d640 1 --2- 172.21.15.67:0/1910733417 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8d68158c50 0x7f8d6815cb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:54.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.828+0000 7f8d66d9d640 1 -- 172.21.15.67:0/1910733417 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d680c8b90 con 0x7f8d680d1b70 2024-09-21T00:35:54.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.828+0000 7f8d66d9d640 1 --2- 172.21.15.67:0/1910733417 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8d680d1b70 0x7f8d6814ca60 secure :-1 s=READY pgs=2490 cs=0 l=1 rev1=1 crypto rx=0x7f8d5800e790 tx=0x7f8d5800ec50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:54.833 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.828+0000 7f8d4f7fe640 1 -- 172.21.15.67:0/1910733417 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d5800eea0 con 0x7f8d680d1b70 2024-09-21T00:35:54.833 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.828+0000 7f8d4f7fe640 1 -- 172.21.15.67:0/1910733417 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8d5800cdb0 con 0x7f8d680d1b70 2024-09-21T00:35:54.833 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.828+0000 7f8d6d1ba640 1 -- 172.21.15.67:0/1910733417 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8d6814cfa0 con 0x7f8d680d1b70 2024-09-21T00:35:54.833 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.828+0000 7f8d4f7fe640 1 -- 172.21.15.67:0/1910733417 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d58010690 con 0x7f8d680d1b70 2024-09-21T00:35:54.833 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.828+0000 7f8d6d1ba640 1 -- 172.21.15.67:0/1910733417 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8d680b5370 con 0x7f8d680d1b70 2024-09-21T00:35:54.833 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.829+0000 7f8d6d1ba640 1 -- 172.21.15.67:0/1910733417 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8d680b8f70 con 0x7f8d680d1b70 2024-09-21T00:35:54.834 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.830+0000 7f8d4f7fe640 1 -- 172.21.15.67:0/1910733417 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f8d58010830 con 0x7f8d680d1b70 2024-09-21T00:35:54.834 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.830+0000 7f8d4f7fe640 1 --2- 172.21.15.67:0/1910733417 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8d54078b90 0x7f8d5407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:54.834 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.831+0000 7f8d4f7fe640 1 -- 172.21.15.67:0/1910733417 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(197..197 src has 1..197) ==== 5709+0+0 (secure 0 0 0) 0x7f8d5809b6e0 con 0x7f8d680d1b70 2024-09-21T00:35:54.835 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.831+0000 7f8d6659c640 1 --2- 172.21.15.67:0/1910733417 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8d54078b90 0x7f8d5407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:54.835 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.831+0000 7f8d6659c640 1 --2- 172.21.15.67:0/1910733417 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8d54078b90 0x7f8d5407b0a0 secure :-1 s=READY pgs=931 cs=0 l=1 rev1=1 crypto rx=0x7f8d5c007fd0 tx=0x7f8d5c001390 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:54.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:54.836+0000 7f8d4f7fe640 1 -- 172.21.15.67:0/1910733417 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f8d580634d0 con 0x7f8d680d1b70 2024-09-21T00:35:55.019 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.018+0000 7f8d6d1ba640 1 -- 172.21.15.67:0/1910733417 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f8d680b8c90 con 0x7f8d54078b90 2024-09-21T00:35:55.023 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.023+0000 7f8d4f7fe640 1 -- 172.21.15.67:0/1910733417 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+250473 (secure 0 0 0) 0x7f8d680b8c90 con 0x7f8d54078b90 2024-09-21T00:35:55.026 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:55.028 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-21T00:35:55.029 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.026+0000 7f8d6d1ba640 1 -- 172.21.15.67:0/1910733417 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8d54078b90 msgr2=0x7f8d5407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:55.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.026+0000 7f8d6d1ba640 1 --2- 172.21.15.67:0/1910733417 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8d54078b90 0x7f8d5407b0a0 secure :-1 s=READY pgs=931 cs=0 l=1 rev1=1 crypto rx=0x7f8d5c007fd0 tx=0x7f8d5c001390 comp rx=0 tx=0).stop 2024-09-21T00:35:55.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.026+0000 7f8d6d1ba640 1 -- 172.21.15.67:0/1910733417 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8d680d1b70 msgr2=0x7f8d6814ca60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:55.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.026+0000 7f8d6d1ba640 1 --2- 172.21.15.67:0/1910733417 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8d680d1b70 0x7f8d6814ca60 secure :-1 s=READY pgs=2490 cs=0 l=1 rev1=1 crypto rx=0x7f8d5800e790 tx=0x7f8d5800ec50 comp rx=0 tx=0).stop 2024-09-21T00:35:55.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.026+0000 7f8d6d1ba640 1 -- 172.21.15.67:0/1910733417 shutdown_connections 2024-09-21T00:35:55.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.026+0000 7f8d6d1ba640 1 --2- 172.21.15.67:0/1910733417 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8d54078b90 0x7f8d5407b0a0 unknown :-1 s=CLOSED pgs=931 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:55.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.026+0000 7f8d6d1ba640 1 --2- 172.21.15.67:0/1910733417 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8d68158c50 0x7f8d6815cb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:55.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.026+0000 7f8d6d1ba640 1 --2- 172.21.15.67:0/1910733417 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8d680d4910 0x7f8d6815c630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:55.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.026+0000 7f8d6d1ba640 1 --2- 172.21.15.67:0/1910733417 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8d680d1b70 0x7f8d6814ca60 unknown :-1 s=CLOSED pgs=2490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:55.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.026+0000 7f8d6d1ba640 1 -- 172.21.15.67:0/1910733417 >> 172.21.15.67:0/1910733417 conn(0x7f8d68073ba0 msgr2=0x7f8d680cb7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:55.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.026+0000 7f8d6d1ba640 1 -- 172.21.15.67:0/1910733417 shutdown_connections 2024-09-21T00:35:55.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.026+0000 7f8d6d1ba640 1 -- 172.21.15.67:0/1910733417 wait complete. 2024-09-21T00:35:55.039 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":633,"stamp":"2024-09-21T00:35:53.724498+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591042,"num_objects":16,"num_object_clones":0,"num_object_copies":32,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":133,"num_write_kb":1631,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":99,"ondisk_log_size":99,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":77,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":529564,"kb_used_data":20488,"kb_used_omap":12,"kb_used_meta":508851,"kb_avail":754445156,"statfs":{"total":773094113280,"available":772551839744,"internally_reserved":0,"allocated":20979712,"data_stored":9872720,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12749,"internal_metadata":521063987},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":14,"apply_latency_ms":14,"commit_latency_ns":14000000,"apply_latency_ns":14000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":674,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":32,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.533869"},"pg_stats":[{"pgid":"31.3f","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.211952+0000","last_change":"2024-09-21T00:35:49.211952+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.211952+0000","last_undegraded":"2024-09-21T00:35:49.211952+0000","last_fullsized":"2024-09-21T00:35:49.211952+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.3e","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.210251+0000","last_change":"2024-09-21T00:35:49.210251+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.210251+0000","last_undegraded":"2024-09-21T00:35:49.210251+0000","last_fullsized":"2024-09-21T00:35:49.210251+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.3d","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209306+0000","last_change":"2024-09-21T00:35:50.217294+0000","last_active":"2024-09-21T00:35:51.209306+0000","last_peered":"2024-09-21T00:35:51.209306+0000","last_clean":"2024-09-21T00:35:51.209306+0000","last_became_active":"2024-09-21T00:35:50.217009+0000","last_became_peered":"2024-09-21T00:35:50.217009+0000","last_unstale":"2024-09-21T00:35:51.209306+0000","last_undegraded":"2024-09-21T00:35:51.209306+0000","last_fullsized":"2024-09-21T00:35:51.209306+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:06:07.689613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.3c","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.275213+0000","last_change":"2024-09-21T00:35:50.216685+0000","last_active":"2024-09-21T00:35:51.275213+0000","last_peered":"2024-09-21T00:35:51.275213+0000","last_clean":"2024-09-21T00:35:51.275213+0000","last_became_active":"2024-09-21T00:35:50.216379+0000","last_became_peered":"2024-09-21T00:35:50.216379+0000","last_unstale":"2024-09-21T00:35:51.275213+0000","last_undegraded":"2024-09-21T00:35:51.275213+0000","last_fullsized":"2024-09-21T00:35:51.275213+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:40:42.955002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"31.3b","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.228828+0000","last_change":"2024-09-21T00:35:50.233061+0000","last_active":"2024-09-21T00:35:51.228828+0000","last_peered":"2024-09-21T00:35:51.228828+0000","last_clean":"2024-09-21T00:35:51.228828+0000","last_became_active":"2024-09-21T00:35:50.232710+0000","last_became_peered":"2024-09-21T00:35:50.232710+0000","last_unstale":"2024-09-21T00:35:51.228828+0000","last_undegraded":"2024-09-21T00:35:51.228828+0000","last_fullsized":"2024-09-21T00:35:51.228828+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:07:16.161967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"31.3a","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.274961+0000","last_change":"2024-09-21T00:35:50.221122+0000","last_active":"2024-09-21T00:35:51.274961+0000","last_peered":"2024-09-21T00:35:51.274961+0000","last_clean":"2024-09-21T00:35:51.274961+0000","last_became_active":"2024-09-21T00:35:50.220805+0000","last_became_peered":"2024-09-21T00:35:50.220805+0000","last_unstale":"2024-09-21T00:35:51.274961+0000","last_undegraded":"2024-09-21T00:35:51.274961+0000","last_fullsized":"2024-09-21T00:35:51.274961+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:31:18.818317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"31.39","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.230821+0000","last_change":"2024-09-21T00:35:50.235353+0000","last_active":"2024-09-21T00:35:51.230821+0000","last_peered":"2024-09-21T00:35:51.230821+0000","last_clean":"2024-09-21T00:35:51.230821+0000","last_became_active":"2024-09-21T00:35:50.235101+0000","last_became_peered":"2024-09-21T00:35:50.235101+0000","last_unstale":"2024-09-21T00:35:51.230821+0000","last_undegraded":"2024-09-21T00:35:51.230821+0000","last_fullsized":"2024-09-21T00:35:51.230821+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:28:56.613755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.38","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.200088+0000","last_change":"2024-09-21T00:35:49.200088+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.200088+0000","last_undegraded":"2024-09-21T00:35:49.200088+0000","last_fullsized":"2024-09-21T00:35:49.200088+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"31.37","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.210199+0000","last_change":"2024-09-21T00:35:50.236306+0000","last_active":"2024-09-21T00:35:51.210199+0000","last_peered":"2024-09-21T00:35:51.210199+0000","last_clean":"2024-09-21T00:35:51.210199+0000","last_became_active":"2024-09-21T00:35:50.236010+0000","last_became_peered":"2024-09-21T00:35:50.236010+0000","last_unstale":"2024-09-21T00:35:51.210199+0000","last_undegraded":"2024-09-21T00:35:51.210199+0000","last_fullsized":"2024-09-21T00:35:51.210199+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:50:30.995032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"31.36","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.231316+0000","last_change":"2024-09-21T00:35:50.232046+0000","last_active":"2024-09-21T00:35:51.231316+0000","last_peered":"2024-09-21T00:35:51.231316+0000","last_clean":"2024-09-21T00:35:51.231316+0000","last_became_active":"2024-09-21T00:35:50.231474+0000","last_became_peered":"2024-09-21T00:35:50.231474+0000","last_unstale":"2024-09-21T00:35:51.231316+0000","last_undegraded":"2024-09-21T00:35:51.231316+0000","last_fullsized":"2024-09-21T00:35:51.231316+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:13:07.847924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.35","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.274625+0000","last_change":"2024-09-21T00:35:50.227326+0000","last_active":"2024-09-21T00:35:51.274625+0000","last_peered":"2024-09-21T00:35:51.274625+0000","last_clean":"2024-09-21T00:35:51.274625+0000","last_became_active":"2024-09-21T00:35:50.223080+0000","last_became_peered":"2024-09-21T00:35:50.223080+0000","last_unstale":"2024-09-21T00:35:51.274625+0000","last_undegraded":"2024-09-21T00:35:51.274625+0000","last_fullsized":"2024-09-21T00:35:51.274625+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:25:32.765763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"31.34","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.199069+0000","last_change":"2024-09-21T00:35:49.199069+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.199069+0000","last_undegraded":"2024-09-21T00:35:49.199069+0000","last_fullsized":"2024-09-21T00:35:49.199069+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"31.33","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.231325+0000","last_change":"2024-09-21T00:35:50.239380+0000","last_active":"2024-09-21T00:35:51.231325+0000","last_peered":"2024-09-21T00:35:51.231325+0000","last_clean":"2024-09-21T00:35:51.231325+0000","last_became_active":"2024-09-21T00:35:50.239051+0000","last_became_peered":"2024-09-21T00:35:50.239051+0000","last_unstale":"2024-09-21T00:35:51.231325+0000","last_undegraded":"2024-09-21T00:35:51.231325+0000","last_fullsized":"2024-09-21T00:35:51.231325+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:04:45.058073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.32","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.209641+0000","last_change":"2024-09-21T00:35:49.209641+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.209641+0000","last_undegraded":"2024-09-21T00:35:49.209641+0000","last_fullsized":"2024-09-21T00:35:49.209641+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.31","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209876+0000","last_change":"2024-09-21T00:35:50.233229+0000","last_active":"2024-09-21T00:35:51.209876+0000","last_peered":"2024-09-21T00:35:51.209876+0000","last_clean":"2024-09-21T00:35:51.209876+0000","last_became_active":"2024-09-21T00:35:50.232846+0000","last_became_peered":"2024-09-21T00:35:50.232846+0000","last_unstale":"2024-09-21T00:35:51.209876+0000","last_undegraded":"2024-09-21T00:35:51.209876+0000","last_fullsized":"2024-09-21T00:35:51.209876+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:41:54.514446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"31.30","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.208727+0000","last_change":"2024-09-21T00:35:50.240973+0000","last_active":"2024-09-21T00:35:51.208727+0000","last_peered":"2024-09-21T00:35:51.208727+0000","last_clean":"2024-09-21T00:35:51.208727+0000","last_became_active":"2024-09-21T00:35:50.240623+0000","last_became_peered":"2024-09-21T00:35:50.240623+0000","last_unstale":"2024-09-21T00:35:51.208727+0000","last_undegraded":"2024-09-21T00:35:51.208727+0000","last_fullsized":"2024-09-21T00:35:51.208727+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:07:48.904522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.2f","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.199137+0000","last_change":"2024-09-21T00:35:49.199137+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.199137+0000","last_undegraded":"2024-09-21T00:35:49.199137+0000","last_fullsized":"2024-09-21T00:35:49.199137+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"31.2e","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.206494+0000","last_change":"2024-09-21T00:35:49.206494+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.206494+0000","last_undegraded":"2024-09-21T00:35:49.206494+0000","last_fullsized":"2024-09-21T00:35:49.206494+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.2d","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.199795+0000","last_change":"2024-09-21T00:35:49.199795+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.199795+0000","last_undegraded":"2024-09-21T00:35:49.199795+0000","last_fullsized":"2024-09-21T00:35:49.199795+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"31.2c","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209642+0000","last_change":"2024-09-21T00:35:50.216490+0000","last_active":"2024-09-21T00:35:51.209642+0000","last_peered":"2024-09-21T00:35:51.209642+0000","last_clean":"2024-09-21T00:35:51.209642+0000","last_became_active":"2024-09-21T00:35:50.215755+0000","last_became_peered":"2024-09-21T00:35:50.215755+0000","last_unstale":"2024-09-21T00:35:51.209642+0000","last_undegraded":"2024-09-21T00:35:51.209642+0000","last_fullsized":"2024-09-21T00:35:51.209642+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:48:45.492265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.2b","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.198977+0000","last_change":"2024-09-21T00:35:49.198977+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.198977+0000","last_undegraded":"2024-09-21T00:35:49.198977+0000","last_fullsized":"2024-09-21T00:35:49.198977+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"31.2a","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.230900+0000","last_change":"2024-09-21T00:35:50.228184+0000","last_active":"2024-09-21T00:35:51.230900+0000","last_peered":"2024-09-21T00:35:51.230900+0000","last_clean":"2024-09-21T00:35:51.230900+0000","last_became_active":"2024-09-21T00:35:50.227445+0000","last_became_peered":"2024-09-21T00:35:50.227445+0000","last_unstale":"2024-09-21T00:35:51.230900+0000","last_undegraded":"2024-09-21T00:35:51.230900+0000","last_fullsized":"2024-09-21T00:35:51.230900+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:57:37.032900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.29","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.199874+0000","last_change":"2024-09-21T00:35:49.199874+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.199874+0000","last_undegraded":"2024-09-21T00:35:49.199874+0000","last_fullsized":"2024-09-21T00:35:49.199874+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"31.28","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.203472+0000","last_change":"2024-09-21T00:35:49.203472+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.203472+0000","last_undegraded":"2024-09-21T00:35:49.203472+0000","last_fullsized":"2024-09-21T00:35:49.203472+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.27","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.275899+0000","last_change":"2024-09-21T00:35:50.217519+0000","last_active":"2024-09-21T00:35:51.275899+0000","last_peered":"2024-09-21T00:35:51.275899+0000","last_clean":"2024-09-21T00:35:51.275899+0000","last_became_active":"2024-09-21T00:35:50.217219+0000","last_became_peered":"2024-09-21T00:35:50.217219+0000","last_unstale":"2024-09-21T00:35:51.275899+0000","last_undegraded":"2024-09-21T00:35:51.275899+0000","last_fullsized":"2024-09-21T00:35:51.275899+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:46:50.792404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"31.26","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.231197+0000","last_change":"2024-09-21T00:35:50.235423+0000","last_active":"2024-09-21T00:35:51.231197+0000","last_peered":"2024-09-21T00:35:51.231197+0000","last_clean":"2024-09-21T00:35:51.231197+0000","last_became_active":"2024-09-21T00:35:50.235094+0000","last_became_peered":"2024-09-21T00:35:50.235094+0000","last_unstale":"2024-09-21T00:35:51.231197+0000","last_undegraded":"2024-09-21T00:35:51.231197+0000","last_fullsized":"2024-09-21T00:35:51.231197+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:22:17.467459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.25","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.274774+0000","last_change":"2024-09-21T00:35:50.229060+0000","last_active":"2024-09-21T00:35:51.274774+0000","last_peered":"2024-09-21T00:35:51.274774+0000","last_clean":"2024-09-21T00:35:51.274774+0000","last_became_active":"2024-09-21T00:35:50.222425+0000","last_became_peered":"2024-09-21T00:35:50.222425+0000","last_unstale":"2024-09-21T00:35:51.274774+0000","last_undegraded":"2024-09-21T00:35:51.274774+0000","last_fullsized":"2024-09-21T00:35:51.274774+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:27:37.923102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"31.24","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.203280+0000","last_change":"2024-09-21T00:35:49.203280+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.203280+0000","last_undegraded":"2024-09-21T00:35:49.203280+0000","last_fullsized":"2024-09-21T00:35:49.203280+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.23","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.274371+0000","last_change":"2024-09-21T00:35:50.216025+0000","last_active":"2024-09-21T00:35:51.274371+0000","last_peered":"2024-09-21T00:35:51.274371+0000","last_clean":"2024-09-21T00:35:51.274371+0000","last_became_active":"2024-09-21T00:35:50.215654+0000","last_became_peered":"2024-09-21T00:35:50.215654+0000","last_unstale":"2024-09-21T00:35:51.274371+0000","last_undegraded":"2024-09-21T00:35:51.274371+0000","last_fullsized":"2024-09-21T00:35:51.274371+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:56:32.305761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"31.22","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.228823+0000","last_change":"2024-09-21T00:35:50.223230+0000","last_active":"2024-09-21T00:35:51.228823+0000","last_peered":"2024-09-21T00:35:51.228823+0000","last_clean":"2024-09-21T00:35:51.228823+0000","last_became_active":"2024-09-21T00:35:50.222905+0000","last_became_peered":"2024-09-21T00:35:50.222905+0000","last_unstale":"2024-09-21T00:35:51.228823+0000","last_undegraded":"2024-09-21T00:35:51.228823+0000","last_fullsized":"2024-09-21T00:35:51.228823+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:46:59.401008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"31.21","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.274616+0000","last_change":"2024-09-21T00:35:50.225780+0000","last_active":"2024-09-21T00:35:51.274616+0000","last_peered":"2024-09-21T00:35:51.274616+0000","last_clean":"2024-09-21T00:35:51.274616+0000","last_became_active":"2024-09-21T00:35:50.225461+0000","last_became_peered":"2024-09-21T00:35:50.225461+0000","last_unstale":"2024-09-21T00:35:51.274616+0000","last_undegraded":"2024-09-21T00:35:51.274616+0000","last_fullsized":"2024-09-21T00:35:51.274616+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:45:49.236306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"31.20","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.201651+0000","last_change":"2024-09-21T00:35:49.201651+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.201651+0000","last_undegraded":"2024-09-21T00:35:49.201651+0000","last_fullsized":"2024-09-21T00:35:49.201651+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.1f","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209043+0000","last_change":"2024-09-21T00:35:50.213242+0000","last_active":"2024-09-21T00:35:51.209043+0000","last_peered":"2024-09-21T00:35:51.209043+0000","last_clean":"2024-09-21T00:35:51.209043+0000","last_became_active":"2024-09-21T00:35:50.212899+0000","last_became_peered":"2024-09-21T00:35:50.212899+0000","last_unstale":"2024-09-21T00:35:51.209043+0000","last_undegraded":"2024-09-21T00:35:51.209043+0000","last_fullsized":"2024-09-21T00:35:51.209043+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:57:30.021984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"30.1e","version":"196'1","reported_seq":16,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.231463+0000","last_change":"2024-09-21T00:35:49.207415+0000","last_active":"2024-09-21T00:35:51.231463+0000","last_peered":"2024-09-21T00:35:51.231463+0000","last_clean":"2024-09-21T00:35:51.231463+0000","last_became_active":"2024-09-21T00:35:49.207096+0000","last_became_peered":"2024-09-21T00:35:49.207096+0000","last_unstale":"2024-09-21T00:35:51.231463+0000","last_undegraded":"2024-09-21T00:35:51.231463+0000","last_fullsized":"2024-09-21T00:35:51.231463+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:06:25.911679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.1c","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.274445+0000","last_change":"2024-09-21T00:35:50.222686+0000","last_active":"2024-09-21T00:35:51.274445+0000","last_peered":"2024-09-21T00:35:51.274445+0000","last_clean":"2024-09-21T00:35:51.274445+0000","last_became_active":"2024-09-21T00:35:50.222354+0000","last_became_peered":"2024-09-21T00:35:50.222354+0000","last_unstale":"2024-09-21T00:35:51.274445+0000","last_undegraded":"2024-09-21T00:35:51.274445+0000","last_fullsized":"2024-09-21T00:35:51.274445+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:46:30.901204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"30.1d","version":"196'2","reported_seq":17,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209429+0000","last_change":"2024-09-21T00:35:49.215547+0000","last_active":"2024-09-21T00:35:51.209429+0000","last_peered":"2024-09-21T00:35:51.209429+0000","last_clean":"2024-09-21T00:35:51.209429+0000","last_became_active":"2024-09-21T00:35:49.215238+0000","last_became_peered":"2024-09-21T00:35:49.215238+0000","last_unstale":"2024-09-21T00:35:51.209429+0000","last_undegraded":"2024-09-21T00:35:51.209429+0000","last_fullsized":"2024-09-21T00:35:51.209429+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:34:40.332482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.1d","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.199227+0000","last_change":"2024-09-21T00:35:49.199227+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.199227+0000","last_undegraded":"2024-09-21T00:35:49.199227+0000","last_fullsized":"2024-09-21T00:35:49.199227+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"30.1c","version":"196'2","reported_seq":17,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209746+0000","last_change":"2024-09-21T00:35:49.216253+0000","last_active":"2024-09-21T00:35:51.209746+0000","last_peered":"2024-09-21T00:35:51.209746+0000","last_clean":"2024-09-21T00:35:51.209746+0000","last_became_active":"2024-09-21T00:35:49.215940+0000","last_became_peered":"2024-09-21T00:35:49.215940+0000","last_unstale":"2024-09-21T00:35:51.209746+0000","last_undegraded":"2024-09-21T00:35:51.209746+0000","last_fullsized":"2024-09-21T00:35:51.209746+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:25:31.759143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.1a","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.274238+0000","last_change":"2024-09-21T00:35:50.217519+0000","last_active":"2024-09-21T00:35:51.274238+0000","last_peered":"2024-09-21T00:35:51.274238+0000","last_clean":"2024-09-21T00:35:51.274238+0000","last_became_active":"2024-09-21T00:35:50.217197+0000","last_became_peered":"2024-09-21T00:35:50.217197+0000","last_unstale":"2024-09-21T00:35:51.274238+0000","last_undegraded":"2024-09-21T00:35:51.274238+0000","last_fullsized":"2024-09-21T00:35:51.274238+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:27:04.187363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"30.1b","version":"196'1","reported_seq":16,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.275382+0000","last_change":"2024-09-21T00:35:49.206647+0000","last_active":"2024-09-21T00:35:51.275382+0000","last_peered":"2024-09-21T00:35:51.275382+0000","last_clean":"2024-09-21T00:35:51.275382+0000","last_became_active":"2024-09-21T00:35:49.206310+0000","last_became_peered":"2024-09-21T00:35:49.206310+0000","last_unstale":"2024-09-21T00:35:51.275382+0000","last_undegraded":"2024-09-21T00:35:51.275382+0000","last_fullsized":"2024-09-21T00:35:51.275382+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:52:05.447859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"31.1b","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.210122+0000","last_change":"2024-09-21T00:35:50.233627+0000","last_active":"2024-09-21T00:35:51.210122+0000","last_peered":"2024-09-21T00:35:51.210122+0000","last_clean":"2024-09-21T00:35:51.210122+0000","last_became_active":"2024-09-21T00:35:50.232939+0000","last_became_peered":"2024-09-21T00:35:50.232939+0000","last_unstale":"2024-09-21T00:35:51.210122+0000","last_undegraded":"2024-09-21T00:35:51.210122+0000","last_fullsized":"2024-09-21T00:35:51.210122+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:14:12.548371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"30.1a","version":"0'0","reported_seq":10,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-09-21T00:35:49.212014+0000","last_change":"2024-09-21T00:35:49.207763+0000","last_active":"2024-09-21T00:35:49.212014+0000","last_peered":"2024-09-21T00:35:49.212014+0000","last_clean":"2024-09-21T00:35:49.212014+0000","last_became_active":"2024-09-21T00:35:49.207454+0000","last_became_peered":"2024-09-21T00:35:49.207454+0000","last_unstale":"2024-09-21T00:35:49.212014+0000","last_undegraded":"2024-09-21T00:35:49.212014+0000","last_fullsized":"2024-09-21T00:35:49.212014+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:18:42.435543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.18","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209418+0000","last_change":"2024-09-21T00:35:50.224656+0000","last_active":"2024-09-21T00:35:51.209418+0000","last_peered":"2024-09-21T00:35:51.209418+0000","last_clean":"2024-09-21T00:35:51.209418+0000","last_became_active":"2024-09-21T00:35:50.224327+0000","last_became_peered":"2024-09-21T00:35:50.224327+0000","last_unstale":"2024-09-21T00:35:51.209418+0000","last_undegraded":"2024-09-21T00:35:51.209418+0000","last_fullsized":"2024-09-21T00:35:51.209418+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:09:38.574859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"30.19","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.230918+0000","last_change":"2024-09-21T00:35:49.213683+0000","last_active":"2024-09-21T00:35:51.230918+0000","last_peered":"2024-09-21T00:35:51.230918+0000","last_clean":"2024-09-21T00:35:51.230918+0000","last_became_active":"2024-09-21T00:35:49.211532+0000","last_became_peered":"2024-09-21T00:35:49.211532+0000","last_unstale":"2024-09-21T00:35:51.230918+0000","last_undegraded":"2024-09-21T00:35:51.230918+0000","last_fullsized":"2024-09-21T00:35:51.230918+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:46:40.494716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.19","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.203511+0000","last_change":"2024-09-21T00:35:49.203511+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.203511+0000","last_undegraded":"2024-09-21T00:35:49.203511+0000","last_fullsized":"2024-09-21T00:35:49.203511+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"30.18","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.208860+0000","last_change":"2024-09-21T00:35:49.213606+0000","last_active":"2024-09-21T00:35:51.208860+0000","last_peered":"2024-09-21T00:35:51.208860+0000","last_clean":"2024-09-21T00:35:51.208860+0000","last_became_active":"2024-09-21T00:35:49.213025+0000","last_became_peered":"2024-09-21T00:35:49.213025+0000","last_unstale":"2024-09-21T00:35:51.208860+0000","last_undegraded":"2024-09-21T00:35:51.208860+0000","last_fullsized":"2024-09-21T00:35:51.208860+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:04:34.550165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.16","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.203809+0000","last_change":"2024-09-21T00:35:49.203809+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.203809+0000","last_undegraded":"2024-09-21T00:35:49.203809+0000","last_fullsized":"2024-09-21T00:35:49.203809+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"30.17","version":"0'0","reported_seq":10,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-09-21T00:35:49.214380+0000","last_change":"2024-09-21T00:35:49.212469+0000","last_active":"2024-09-21T00:35:49.214380+0000","last_peered":"2024-09-21T00:35:49.214380+0000","last_clean":"2024-09-21T00:35:49.214380+0000","last_became_active":"2024-09-21T00:35:49.212060+0000","last_became_peered":"2024-09-21T00:35:49.212060+0000","last_unstale":"2024-09-21T00:35:49.214380+0000","last_undegraded":"2024-09-21T00:35:49.214380+0000","last_fullsized":"2024-09-21T00:35:49.214380+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:33:03.620582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"31.17","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.276393+0000","last_change":"2024-09-21T00:35:50.231762+0000","last_active":"2024-09-21T00:35:51.276393+0000","last_peered":"2024-09-21T00:35:51.276393+0000","last_clean":"2024-09-21T00:35:51.276393+0000","last_became_active":"2024-09-21T00:35:50.231459+0000","last_became_peered":"2024-09-21T00:35:50.231459+0000","last_unstale":"2024-09-21T00:35:51.276393+0000","last_undegraded":"2024-09-21T00:35:51.276393+0000","last_fullsized":"2024-09-21T00:35:51.276393+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:50:00.026369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"30.16","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.208957+0000","last_change":"2024-09-21T00:35:49.211823+0000","last_active":"2024-09-21T00:35:51.208957+0000","last_peered":"2024-09-21T00:35:51.208957+0000","last_clean":"2024-09-21T00:35:51.208957+0000","last_became_active":"2024-09-21T00:35:49.211495+0000","last_became_peered":"2024-09-21T00:35:49.211495+0000","last_unstale":"2024-09-21T00:35:51.208957+0000","last_undegraded":"2024-09-21T00:35:51.208957+0000","last_fullsized":"2024-09-21T00:35:51.208957+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:56:31.299141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.14","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209654+0000","last_change":"2024-09-21T00:35:50.216834+0000","last_active":"2024-09-21T00:35:51.209654+0000","last_peered":"2024-09-21T00:35:51.209654+0000","last_clean":"2024-09-21T00:35:51.209654+0000","last_became_active":"2024-09-21T00:35:50.216182+0000","last_became_peered":"2024-09-21T00:35:50.216182+0000","last_unstale":"2024-09-21T00:35:51.209654+0000","last_undegraded":"2024-09-21T00:35:51.209654+0000","last_fullsized":"2024-09-21T00:35:51.209654+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:28:20.082365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"30.15","version":"0'0","reported_seq":10,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-09-21T00:35:49.217241+0000","last_change":"2024-09-21T00:35:49.215787+0000","last_active":"2024-09-21T00:35:49.217241+0000","last_peered":"2024-09-21T00:35:49.217241+0000","last_clean":"2024-09-21T00:35:49.217241+0000","last_became_active":"2024-09-21T00:35:49.215294+0000","last_became_peered":"2024-09-21T00:35:49.215294+0000","last_unstale":"2024-09-21T00:35:49.217241+0000","last_undegraded":"2024-09-21T00:35:49.217241+0000","last_fullsized":"2024-09-21T00:35:49.217241+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:43:55.894382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.15","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.231210+0000","last_change":"2024-09-21T00:35:50.225510+0000","last_active":"2024-09-21T00:35:51.231210+0000","last_peered":"2024-09-21T00:35:51.231210+0000","last_clean":"2024-09-21T00:35:51.231210+0000","last_became_active":"2024-09-21T00:35:50.225195+0000","last_became_peered":"2024-09-21T00:35:50.225195+0000","last_unstale":"2024-09-21T00:35:51.231210+0000","last_undegraded":"2024-09-21T00:35:51.231210+0000","last_fullsized":"2024-09-21T00:35:51.231210+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:51:37.978688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"30.14","version":"0'0","reported_seq":10,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-09-21T00:35:49.214376+0000","last_change":"2024-09-21T00:35:49.213445+0000","last_active":"2024-09-21T00:35:49.214376+0000","last_peered":"2024-09-21T00:35:49.214376+0000","last_clean":"2024-09-21T00:35:49.214376+0000","last_became_active":"2024-09-21T00:35:49.213073+0000","last_became_peered":"2024-09-21T00:35:49.213073+0000","last_unstale":"2024-09-21T00:35:49.214376+0000","last_undegraded":"2024-09-21T00:35:49.214376+0000","last_fullsized":"2024-09-21T00:35:49.214376+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:40:16.342072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.12","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.231264+0000","last_change":"2024-09-21T00:35:50.231596+0000","last_active":"2024-09-21T00:35:51.231264+0000","last_peered":"2024-09-21T00:35:51.231264+0000","last_clean":"2024-09-21T00:35:51.231264+0000","last_became_active":"2024-09-21T00:35:50.230368+0000","last_became_peered":"2024-09-21T00:35:50.230368+0000","last_unstale":"2024-09-21T00:35:51.231264+0000","last_undegraded":"2024-09-21T00:35:51.231264+0000","last_fullsized":"2024-09-21T00:35:51.231264+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:34:07.329201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"30.13","version":"0'0","reported_seq":10,"reported_epoch":195,"state":"active+clean","last_fresh":"2024-09-21T00:35:49.212356+0000","last_change":"2024-09-21T00:35:49.211330+0000","last_active":"2024-09-21T00:35:49.212356+0000","last_peered":"2024-09-21T00:35:49.212356+0000","last_clean":"2024-09-21T00:35:49.212356+0000","last_became_active":"2024-09-21T00:35:49.210998+0000","last_became_peered":"2024-09-21T00:35:49.210998+0000","last_unstale":"2024-09-21T00:35:49.212356+0000","last_undegraded":"2024-09-21T00:35:49.212356+0000","last_fullsized":"2024-09-21T00:35:49.212356+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:23:16.462721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.13","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.210288+0000","last_change":"2024-09-21T00:35:50.228925+0000","last_active":"2024-09-21T00:35:51.210288+0000","last_peered":"2024-09-21T00:35:51.210288+0000","last_clean":"2024-09-21T00:35:51.210288+0000","last_became_active":"2024-09-21T00:35:50.228540+0000","last_became_peered":"2024-09-21T00:35:50.228540+0000","last_unstale":"2024-09-21T00:35:51.210288+0000","last_undegraded":"2024-09-21T00:35:51.210288+0000","last_fullsized":"2024-09-21T00:35:51.210288+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:41:33.914794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"30.12","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209084+0000","last_change":"2024-09-21T00:35:49.218797+0000","last_active":"2024-09-21T00:35:51.209084+0000","last_peered":"2024-09-21T00:35:51.209084+0000","last_clean":"2024-09-21T00:35:51.209084+0000","last_became_active":"2024-09-21T00:35:49.218501+0000","last_became_peered":"2024-09-21T00:35:49.218501+0000","last_unstale":"2024-09-21T00:35:51.209084+0000","last_undegraded":"2024-09-21T00:35:51.209084+0000","last_fullsized":"2024-09-21T00:35:51.209084+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:34:27.055027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.10","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.274200+0000","last_change":"2024-09-21T00:35:50.232335+0000","last_active":"2024-09-21T00:35:51.274200+0000","last_peered":"2024-09-21T00:35:51.274200+0000","last_clean":"2024-09-21T00:35:51.274200+0000","last_became_active":"2024-09-21T00:35:50.232007+0000","last_became_peered":"2024-09-21T00:35:50.232007+0000","last_unstale":"2024-09-21T00:35:51.274200+0000","last_undegraded":"2024-09-21T00:35:51.274200+0000","last_fullsized":"2024-09-21T00:35:51.274200+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:41:16.107813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"30.11","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.231059+0000","last_change":"2024-09-21T00:35:49.208689+0000","last_active":"2024-09-21T00:35:51.231059+0000","last_peered":"2024-09-21T00:35:51.231059+0000","last_clean":"2024-09-21T00:35:51.231059+0000","last_became_active":"2024-09-21T00:35:49.208028+0000","last_became_peered":"2024-09-21T00:35:49.208028+0000","last_unstale":"2024-09-21T00:35:51.231059+0000","last_undegraded":"2024-09-21T00:35:51.231059+0000","last_fullsized":"2024-09-21T00:35:51.231059+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:20:02.225105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.11","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.230773+0000","last_change":"2024-09-21T00:35:50.229470+0000","last_active":"2024-09-21T00:35:51.230773+0000","last_peered":"2024-09-21T00:35:51.230773+0000","last_clean":"2024-09-21T00:35:51.230773+0000","last_became_active":"2024-09-21T00:35:50.229047+0000","last_became_peered":"2024-09-21T00:35:50.229047+0000","last_unstale":"2024-09-21T00:35:51.230773+0000","last_undegraded":"2024-09-21T00:35:51.230773+0000","last_fullsized":"2024-09-21T00:35:51.230773+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:19:46.256043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"30.10","version":"196'8","reported_seq":23,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.273939+0000","last_change":"2024-09-21T00:35:49.208790+0000","last_active":"2024-09-21T00:35:51.273939+0000","last_peered":"2024-09-21T00:35:51.273939+0000","last_clean":"2024-09-21T00:35:51.273939+0000","last_became_active":"2024-09-21T00:35:49.208489+0000","last_became_peered":"2024-09-21T00:35:49.208489+0000","last_unstale":"2024-09-21T00:35:51.273939+0000","last_undegraded":"2024-09-21T00:35:51.273939+0000","last_fullsized":"2024-09-21T00:35:51.273939+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:16:09.588523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"31.e","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.275671+0000","last_change":"2024-09-21T00:35:50.215853+0000","last_active":"2024-09-21T00:35:51.275671+0000","last_peered":"2024-09-21T00:35:51.275671+0000","last_clean":"2024-09-21T00:35:51.275671+0000","last_became_active":"2024-09-21T00:35:50.215537+0000","last_became_peered":"2024-09-21T00:35:50.215537+0000","last_unstale":"2024-09-21T00:35:51.275671+0000","last_undegraded":"2024-09-21T00:35:51.275671+0000","last_fullsized":"2024-09-21T00:35:51.275671+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:28:45.074607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"30.f","version":"196'1","reported_seq":16,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.231310+0000","last_change":"2024-09-21T00:35:49.212167+0000","last_active":"2024-09-21T00:35:51.231310+0000","last_peered":"2024-09-21T00:35:51.231310+0000","last_clean":"2024-09-21T00:35:51.231310+0000","last_became_active":"2024-09-21T00:35:49.211810+0000","last_became_peered":"2024-09-21T00:35:49.211810+0000","last_unstale":"2024-09-21T00:35:51.231310+0000","last_undegraded":"2024-09-21T00:35:51.231310+0000","last_fullsized":"2024-09-21T00:35:51.231310+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:15:56.777835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.f","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209286+0000","last_change":"2024-09-21T00:35:50.241338+0000","last_active":"2024-09-21T00:35:51.209286+0000","last_peered":"2024-09-21T00:35:51.209286+0000","last_clean":"2024-09-21T00:35:51.209286+0000","last_became_active":"2024-09-21T00:35:50.241011+0000","last_became_peered":"2024-09-21T00:35:50.241011+0000","last_unstale":"2024-09-21T00:35:51.209286+0000","last_undegraded":"2024-09-21T00:35:51.209286+0000","last_fullsized":"2024-09-21T00:35:51.209286+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:23:33.705331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"30.e","version":"196'2","reported_seq":17,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209072+0000","last_change":"2024-09-21T00:35:49.214182+0000","last_active":"2024-09-21T00:35:51.209072+0000","last_peered":"2024-09-21T00:35:51.209072+0000","last_clean":"2024-09-21T00:35:51.209072+0000","last_became_active":"2024-09-21T00:35:49.213258+0000","last_became_peered":"2024-09-21T00:35:49.213258+0000","last_unstale":"2024-09-21T00:35:51.209072+0000","last_undegraded":"2024-09-21T00:35:51.209072+0000","last_fullsized":"2024-09-21T00:35:51.209072+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:46:29.894584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.c","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209967+0000","last_change":"2024-09-21T00:35:50.226004+0000","last_active":"2024-09-21T00:35:51.209967+0000","last_peered":"2024-09-21T00:35:51.209967+0000","last_clean":"2024-09-21T00:35:51.209967+0000","last_became_active":"2024-09-21T00:35:50.225649+0000","last_became_peered":"2024-09-21T00:35:50.225649+0000","last_unstale":"2024-09-21T00:35:51.209967+0000","last_undegraded":"2024-09-21T00:35:51.209967+0000","last_fullsized":"2024-09-21T00:35:51.209967+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:44:39.830624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"30.d","version":"196'1","reported_seq":16,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.210021+0000","last_change":"2024-09-21T00:35:49.208076+0000","last_active":"2024-09-21T00:35:51.210021+0000","last_peered":"2024-09-21T00:35:51.210021+0000","last_clean":"2024-09-21T00:35:51.210021+0000","last_became_active":"2024-09-21T00:35:49.205935+0000","last_became_peered":"2024-09-21T00:35:49.205935+0000","last_unstale":"2024-09-21T00:35:51.210021+0000","last_undegraded":"2024-09-21T00:35:51.210021+0000","last_fullsized":"2024-09-21T00:35:51.210021+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:16:09.588523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"31.d","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.198075+0000","last_change":"2024-09-21T00:35:49.198075+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.198075+0000","last_undegraded":"2024-09-21T00:35:49.198075+0000","last_fullsized":"2024-09-21T00:35:49.198075+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"30.c","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.274572+0000","last_change":"2024-09-21T00:35:49.212348+0000","last_active":"2024-09-21T00:35:51.274572+0000","last_peered":"2024-09-21T00:35:51.274572+0000","last_clean":"2024-09-21T00:35:51.274572+0000","last_became_active":"2024-09-21T00:35:49.212005+0000","last_became_peered":"2024-09-21T00:35:49.212005+0000","last_unstale":"2024-09-21T00:35:51.274572+0000","last_undegraded":"2024-09-21T00:35:51.274572+0000","last_fullsized":"2024-09-21T00:35:51.274572+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:22:16.460839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"31.a","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.197946+0000","last_change":"2024-09-21T00:35:49.197946+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.197946+0000","last_undegraded":"2024-09-21T00:35:49.197946+0000","last_fullsized":"2024-09-21T00:35:49.197946+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"30.b","version":"196'2","reported_seq":17,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.208825+0000","last_change":"2024-09-21T00:35:49.217748+0000","last_active":"2024-09-21T00:35:51.208825+0000","last_peered":"2024-09-21T00:35:51.208825+0000","last_clean":"2024-09-21T00:35:51.208825+0000","last_became_active":"2024-09-21T00:35:49.217436+0000","last_became_peered":"2024-09-21T00:35:49.217436+0000","last_unstale":"2024-09-21T00:35:51.208825+0000","last_undegraded":"2024-09-21T00:35:51.208825+0000","last_fullsized":"2024-09-21T00:35:51.208825+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:49:37.168216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.b","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.202808+0000","last_change":"2024-09-21T00:35:49.202808+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.202808+0000","last_undegraded":"2024-09-21T00:35:49.202808+0000","last_fullsized":"2024-09-21T00:35:49.202808+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"30.a","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.274127+0000","last_change":"2024-09-21T00:35:49.211495+0000","last_active":"2024-09-21T00:35:51.274127+0000","last_peered":"2024-09-21T00:35:51.274127+0000","last_clean":"2024-09-21T00:35:51.274127+0000","last_became_active":"2024-09-21T00:35:49.211156+0000","last_became_peered":"2024-09-21T00:35:49.211156+0000","last_unstale":"2024-09-21T00:35:51.274127+0000","last_undegraded":"2024-09-21T00:35:51.274127+0000","last_fullsized":"2024-09-21T00:35:51.274127+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:34:06.322581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"31.8","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.273961+0000","last_change":"2024-09-21T00:35:50.234189+0000","last_active":"2024-09-21T00:35:51.273961+0000","last_peered":"2024-09-21T00:35:51.273961+0000","last_clean":"2024-09-21T00:35:51.273961+0000","last_became_active":"2024-09-21T00:35:50.233850+0000","last_became_peered":"2024-09-21T00:35:50.233850+0000","last_unstale":"2024-09-21T00:35:51.273961+0000","last_undegraded":"2024-09-21T00:35:51.273961+0000","last_fullsized":"2024-09-21T00:35:51.273961+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:34:41.339102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"30.9","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209915+0000","last_change":"2024-09-21T00:35:49.220948+0000","last_active":"2024-09-21T00:35:51.209915+0000","last_peered":"2024-09-21T00:35:51.209915+0000","last_clean":"2024-09-21T00:35:51.209915+0000","last_became_active":"2024-09-21T00:35:49.220595+0000","last_became_peered":"2024-09-21T00:35:49.220595+0000","last_unstale":"2024-09-21T00:35:51.209915+0000","last_undegraded":"2024-09-21T00:35:51.209915+0000","last_fullsized":"2024-09-21T00:35:51.209915+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:22:16.460839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"31.9","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.198544+0000","last_change":"2024-09-21T00:35:49.198544+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.198544+0000","last_undegraded":"2024-09-21T00:35:49.198544+0000","last_fullsized":"2024-09-21T00:35:49.198544+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"30.8","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.230782+0000","last_change":"2024-09-21T00:35:49.210699+0000","last_active":"2024-09-21T00:35:51.230782+0000","last_peered":"2024-09-21T00:35:51.230782+0000","last_clean":"2024-09-21T00:35:51.230782+0000","last_became_active":"2024-09-21T00:35:49.210374+0000","last_became_peered":"2024-09-21T00:35:49.210374+0000","last_unstale":"2024-09-21T00:35:51.230782+0000","last_undegraded":"2024-09-21T00:35:51.230782+0000","last_fullsized":"2024-09-21T00:35:51.230782+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:14:08.914948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.6","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.231494+0000","last_change":"2024-09-21T00:35:50.226672+0000","last_active":"2024-09-21T00:35:51.231494+0000","last_peered":"2024-09-21T00:35:51.231494+0000","last_clean":"2024-09-21T00:35:51.231494+0000","last_became_active":"2024-09-21T00:35:50.226267+0000","last_became_peered":"2024-09-21T00:35:50.226267+0000","last_unstale":"2024-09-21T00:35:51.231494+0000","last_undegraded":"2024-09-21T00:35:51.231494+0000","last_fullsized":"2024-09-21T00:35:51.231494+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:31:20.581430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"30.7","version":"196'2","reported_seq":17,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.275968+0000","last_change":"2024-09-21T00:35:49.220470+0000","last_active":"2024-09-21T00:35:51.275968+0000","last_peered":"2024-09-21T00:35:51.275968+0000","last_clean":"2024-09-21T00:35:51.275968+0000","last_became_active":"2024-09-21T00:35:49.220117+0000","last_became_peered":"2024-09-21T00:35:49.220117+0000","last_unstale":"2024-09-21T00:35:51.275968+0000","last_undegraded":"2024-09-21T00:35:51.275968+0000","last_fullsized":"2024-09-21T00:35:51.275968+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:08:28.857137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"31.7","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.201718+0000","last_change":"2024-09-21T00:35:49.201718+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.201718+0000","last_undegraded":"2024-09-21T00:35:49.201718+0000","last_fullsized":"2024-09-21T00:35:49.201718+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"30.6","version":"197'1","reported_seq":16,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.230238+0000","last_change":"2024-09-21T00:35:49.208994+0000","last_active":"2024-09-21T00:35:51.230238+0000","last_peered":"2024-09-21T00:35:51.230238+0000","last_clean":"2024-09-21T00:35:51.230238+0000","last_became_active":"2024-09-21T00:35:49.208641+0000","last_became_peered":"2024-09-21T00:35:49.208641+0000","last_unstale":"2024-09-21T00:35:51.230238+0000","last_undegraded":"2024-09-21T00:35:51.230238+0000","last_fullsized":"2024-09-21T00:35:51.230238+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:46:53.128268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"31.4","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.274561+0000","last_change":"2024-09-21T00:35:50.228986+0000","last_active":"2024-09-21T00:35:51.274561+0000","last_peered":"2024-09-21T00:35:51.274561+0000","last_clean":"2024-09-21T00:35:51.274561+0000","last_became_active":"2024-09-21T00:35:50.228650+0000","last_became_peered":"2024-09-21T00:35:50.228650+0000","last_unstale":"2024-09-21T00:35:51.274561+0000","last_undegraded":"2024-09-21T00:35:51.274561+0000","last_fullsized":"2024-09-21T00:35:51.274561+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:46:00.901449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"30.5","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.210062+0000","last_change":"2024-09-21T00:35:49.220905+0000","last_active":"2024-09-21T00:35:51.210062+0000","last_peered":"2024-09-21T00:35:51.210062+0000","last_clean":"2024-09-21T00:35:51.210062+0000","last_became_active":"2024-09-21T00:35:49.220546+0000","last_became_peered":"2024-09-21T00:35:49.220546+0000","last_unstale":"2024-09-21T00:35:51.210062+0000","last_undegraded":"2024-09-21T00:35:51.210062+0000","last_fullsized":"2024-09-21T00:35:51.210062+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:38:56.107674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"31.5","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.274868+0000","last_change":"2024-09-21T00:35:50.233268+0000","last_active":"2024-09-21T00:35:51.274868+0000","last_peered":"2024-09-21T00:35:51.274868+0000","last_clean":"2024-09-21T00:35:51.274868+0000","last_became_active":"2024-09-21T00:35:50.232957+0000","last_became_peered":"2024-09-21T00:35:50.232957+0000","last_unstale":"2024-09-21T00:35:51.274868+0000","last_undegraded":"2024-09-21T00:35:51.274868+0000","last_fullsized":"2024-09-21T00:35:51.274868+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:04:35.556785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"30.4","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.274684+0000","last_change":"2024-09-21T00:35:49.215126+0000","last_active":"2024-09-21T00:35:51.274684+0000","last_peered":"2024-09-21T00:35:51.274684+0000","last_clean":"2024-09-21T00:35:51.274684+0000","last_became_active":"2024-09-21T00:35:49.213590+0000","last_became_peered":"2024-09-21T00:35:49.213590+0000","last_unstale":"2024-09-21T00:35:51.274684+0000","last_undegraded":"2024-09-21T00:35:51.274684+0000","last_fullsized":"2024-09-21T00:35:51.274684+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:38:56.107674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"31.2","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.231233+0000","last_change":"2024-09-21T00:35:50.223400+0000","last_active":"2024-09-21T00:35:51.231233+0000","last_peered":"2024-09-21T00:35:51.231233+0000","last_clean":"2024-09-21T00:35:51.231233+0000","last_became_active":"2024-09-21T00:35:50.223083+0000","last_became_peered":"2024-09-21T00:35:50.223083+0000","last_unstale":"2024-09-21T00:35:51.231233+0000","last_undegraded":"2024-09-21T00:35:51.231233+0000","last_fullsized":"2024-09-21T00:35:51.231233+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:38:57.114294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"30.3","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.231322+0000","last_change":"2024-09-21T00:35:49.212460+0000","last_active":"2024-09-21T00:35:51.231322+0000","last_peered":"2024-09-21T00:35:51.231322+0000","last_clean":"2024-09-21T00:35:51.231322+0000","last_became_active":"2024-09-21T00:35:49.212153+0000","last_became_peered":"2024-09-21T00:35:49.212153+0000","last_unstale":"2024-09-21T00:35:51.231322+0000","last_undegraded":"2024-09-21T00:35:51.231322+0000","last_fullsized":"2024-09-21T00:35:51.231322+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:34:29.226772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.3","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.198085+0000","last_change":"2024-09-21T00:35:49.198085+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.198085+0000","last_undegraded":"2024-09-21T00:35:49.198085+0000","last_fullsized":"2024-09-21T00:35:49.198085+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"30.2","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.275033+0000","last_change":"2024-09-21T00:35:49.205374+0000","last_active":"2024-09-21T00:35:51.275033+0000","last_peered":"2024-09-21T00:35:51.275033+0000","last_clean":"2024-09-21T00:35:51.275033+0000","last_became_active":"2024-09-21T00:35:49.205044+0000","last_became_peered":"2024-09-21T00:35:49.205044+0000","last_unstale":"2024-09-21T00:35:51.275033+0000","last_undegraded":"2024-09-21T00:35:51.275033+0000","last_fullsized":"2024-09-21T00:35:51.275033+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:39:50.905673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"31.0","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.199507+0000","last_change":"2024-09-21T00:35:49.199507+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.199507+0000","last_undegraded":"2024-09-21T00:35:49.199507+0000","last_fullsized":"2024-09-21T00:35:49.199507+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"30.1","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.208722+0000","last_change":"2024-09-21T00:35:49.215033+0000","last_active":"2024-09-21T00:35:51.208722+0000","last_peered":"2024-09-21T00:35:51.208722+0000","last_clean":"2024-09-21T00:35:51.208722+0000","last_became_active":"2024-09-21T00:35:49.214664+0000","last_became_peered":"2024-09-21T00:35:49.214664+0000","last_unstale":"2024-09-21T00:35:51.208722+0000","last_undegraded":"2024-09-21T00:35:51.208722+0000","last_fullsized":"2024-09-21T00:35:51.208722+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:27:03.180743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.1","version":"0'0","reported_seq":1,"reported_epoch":195,"state":"creating+peering","last_fresh":"2024-09-21T00:35:49.201958+0000","last_change":"2024-09-21T00:35:49.201958+0000","last_active":"2024-09-21T00:35:49.189448+0000","last_peered":"2024-09-21T00:35:49.189448+0000","last_clean":"2024-09-21T00:35:49.189448+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:35:49.201958+0000","last_undegraded":"2024-09-21T00:35:49.201958+0000","last_fullsized":"2024-09-21T00:35:49.201958+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"30.0","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.208940+0000","last_change":"2024-09-21T00:35:49.217998+0000","last_active":"2024-09-21T00:35:51.208940+0000","last_peered":"2024-09-21T00:35:51.208940+0000","last_clean":"2024-09-21T00:35:51.208940+0000","last_became_active":"2024-09-21T00:35:49.216770+0000","last_became_peered":"2024-09-21T00:35:49.216770+0000","last_unstale":"2024-09-21T00:35:51.208940+0000","last_undegraded":"2024-09-21T00:35:51.208940+0000","last_fullsized":"2024-09-21T00:35:51.208940+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:45:59.894829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.1e","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.228961+0000","last_change":"2024-09-21T00:35:50.219557+0000","last_active":"2024-09-21T00:35:51.228961+0000","last_peered":"2024-09-21T00:35:51.228961+0000","last_clean":"2024-09-21T00:35:51.228961+0000","last_became_active":"2024-09-21T00:35:50.219238+0000","last_became_peered":"2024-09-21T00:35:50.219238+0000","last_unstale":"2024-09-21T00:35:51.228961+0000","last_undegraded":"2024-09-21T00:35:51.228961+0000","last_fullsized":"2024-09-21T00:35:51.228961+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:49:57.507456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"30.1f","version":"196'4","reported_seq":19,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209248+0000","last_change":"2024-09-21T00:35:49.217715+0000","last_active":"2024-09-21T00:35:51.209248+0000","last_peered":"2024-09-21T00:35:51.209248+0000","last_clean":"2024-09-21T00:35:51.209248+0000","last_became_active":"2024-09-21T00:35:49.217388+0000","last_became_peered":"2024-09-21T00:35:49.217388+0000","last_unstale":"2024-09-21T00:35:51.209248+0000","last_undegraded":"2024-09-21T00:35:51.209248+0000","last_fullsized":"2024-09-21T00:35:51.209248+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:27:36.916482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":428,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209565+0000","last_change":"2024-09-21T00:21:11.583793+0000","last_active":"2024-09-21T00:35:51.209565+0000","last_peered":"2024-09-21T00:35:51.209565+0000","last_clean":"2024-09-21T00:35:51.209565+0000","last_became_active":"2024-09-21T00:21:11.582502+0000","last_became_peered":"2024-09-21T00:21:11.582502+0000","last_unstale":"2024-09-21T00:35:51.209565+0000","last_undegraded":"2024-09-21T00:35:51.209565+0000","last_fullsized":"2024-09-21T00:35:51.209565+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_clean_scrub_stamp":"2024-09-21T00:21:10.311964+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:58.010953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":31,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":30,"num_pg":32,"stat_sum":{"num_bytes":674,"num_objects":14,"num_object_clones":0,"num_object_copies":28,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":32,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1380,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":27,"ondisk_log_size":27,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509620,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":48084,"kb_used_data":3000,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94323756,"statfs":{"total":96636764160,"available":96587526144,"internally_reserved":0,"allocated":3072000,"data_stored":1678451,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":46135754},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509620,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":69644,"kb_used_data":2424,"kb_used_omap":1,"kb_used_meta":67198,"kb_avail":94302196,"statfs":{"total":96636764160,"available":96565448704,"internally_reserved":0,"allocated":2482176,"data_stored":1088617,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":68811206},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509620,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59980,"kb_used_data":2416,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94311860,"statfs":{"total":96636764160,"available":96575344640,"internally_reserved":0,"allocated":2473984,"data_stored":1088013,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":58915269},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509621,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":78040,"kb_used_data":2432,"kb_used_omap":1,"kb_used_meta":75582,"kb_avail":94293800,"statfs":{"total":96636764160,"available":96556851200,"internally_reserved":0,"allocated":2490368,"data_stored":1094895,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":77396424},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509621,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":47516,"kb_used_data":2432,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94324324,"statfs":{"total":96636764160,"available":96588107776,"internally_reserved":0,"allocated":2490368,"data_stored":1094403,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":46135749},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509619,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":74448,"kb_used_data":3000,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94297392,"statfs":{"total":96636764160,"available":96560529408,"internally_reserved":0,"allocated":3072000,"data_stored":1678415,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":73136582},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834575027,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":73852,"kb_used_data":2392,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94297988,"statfs":{"total":96636764160,"available":96561139712,"internally_reserved":0,"allocated":2449408,"data_stored":1074963,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":73136581},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834575027,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":78000,"kb_used_data":2392,"kb_used_omap":1,"kb_used_meta":75582,"kb_avail":94293840,"statfs":{"total":96636764160,"available":96556892160,"internally_reserved":0,"allocated":2449408,"data_stored":1074963,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":77396422},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":30,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":30,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":30,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":30,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":30,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":30,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":30,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":30,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T00:35:55.042 INFO:tasks.ceph.ceph_manager.ceph:PG 31.3f is not active+clean 2024-09-21T00:35:55.042 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '31.3f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 195, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:35:49.211952+0000', 'last_change': '2024-09-21T00:35:49.211952+0000', 'last_active': '2024-09-21T00:35:49.189448+0000', 'last_peered': '2024-09-21T00:35:49.189448+0000', 'last_clean': '2024-09-21T00:35:49.189448+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:35:49.211952+0000', 'last_undegraded': '2024-09-21T00:35:49.211952+0000', 'last_fullsized': '2024-09-21T00:35:49.211952+0000', 'mapping_epoch': 195, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 195, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'last_clean_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 2], 'acting': [1, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-21T00:35:55.042 INFO:tasks.ceph.ceph_manager.ceph:PG 31.3e is not active+clean 2024-09-21T00:35:55.042 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '31.3e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 195, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:35:49.210251+0000', 'last_change': '2024-09-21T00:35:49.210251+0000', 'last_active': '2024-09-21T00:35:49.189448+0000', 'last_peered': '2024-09-21T00:35:49.189448+0000', 'last_clean': '2024-09-21T00:35:49.189448+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:35:49.210251+0000', 'last_undegraded': '2024-09-21T00:35:49.210251+0000', 'last_fullsized': '2024-09-21T00:35:49.210251+0000', 'mapping_epoch': 195, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 195, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'last_clean_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4], 'acting': [1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-21T00:35:55.043 INFO:tasks.ceph.ceph_manager.ceph:PG 31.38 is not active+clean 2024-09-21T00:35:55.043 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '31.38', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 195, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:35:49.200088+0000', 'last_change': '2024-09-21T00:35:49.200088+0000', 'last_active': '2024-09-21T00:35:49.189448+0000', 'last_peered': '2024-09-21T00:35:49.189448+0000', 'last_clean': '2024-09-21T00:35:49.189448+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:35:49.200088+0000', 'last_undegraded': '2024-09-21T00:35:49.200088+0000', 'last_fullsized': '2024-09-21T00:35:49.200088+0000', 'mapping_epoch': 195, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 195, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'last_clean_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 5], 'acting': [4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-21T00:35:55.043 INFO:tasks.ceph.ceph_manager.ceph:PG 31.34 is not active+clean 2024-09-21T00:35:55.043 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '31.34', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 195, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:35:49.199069+0000', 'last_change': '2024-09-21T00:35:49.199069+0000', 'last_active': '2024-09-21T00:35:49.189448+0000', 'last_peered': '2024-09-21T00:35:49.189448+0000', 'last_clean': '2024-09-21T00:35:49.189448+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:35:49.199069+0000', 'last_undegraded': '2024-09-21T00:35:49.199069+0000', 'last_fullsized': '2024-09-21T00:35:49.199069+0000', 'mapping_epoch': 195, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 195, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'last_clean_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-21T00:35:55.043 INFO:tasks.ceph.ceph_manager.ceph:PG 31.32 is not active+clean 2024-09-21T00:35:55.043 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '31.32', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 195, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:35:49.209641+0000', 'last_change': '2024-09-21T00:35:49.209641+0000', 'last_active': '2024-09-21T00:35:49.189448+0000', 'last_peered': '2024-09-21T00:35:49.189448+0000', 'last_clean': '2024-09-21T00:35:49.189448+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:35:49.209641+0000', 'last_undegraded': '2024-09-21T00:35:49.209641+0000', 'last_fullsized': '2024-09-21T00:35:49.209641+0000', 'mapping_epoch': 195, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 195, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'last_clean_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 3], 'acting': [1, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-21T00:35:55.043 INFO:tasks.ceph.ceph_manager.ceph:PG 31.2f is not active+clean 2024-09-21T00:35:55.043 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '31.2f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 195, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:35:49.199137+0000', 'last_change': '2024-09-21T00:35:49.199137+0000', 'last_active': '2024-09-21T00:35:49.189448+0000', 'last_peered': '2024-09-21T00:35:49.189448+0000', 'last_clean': '2024-09-21T00:35:49.189448+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:35:49.199137+0000', 'last_undegraded': '2024-09-21T00:35:49.199137+0000', 'last_fullsized': '2024-09-21T00:35:49.199137+0000', 'mapping_epoch': 195, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 195, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'last_clean_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 2], 'acting': [4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-21T00:35:55.043 INFO:tasks.ceph.ceph_manager.ceph:PG 31.2e is not active+clean 2024-09-21T00:35:55.043 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '31.2e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 195, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:35:49.206494+0000', 'last_change': '2024-09-21T00:35:49.206494+0000', 'last_active': '2024-09-21T00:35:49.189448+0000', 'last_peered': '2024-09-21T00:35:49.189448+0000', 'last_clean': '2024-09-21T00:35:49.189448+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:35:49.206494+0000', 'last_undegraded': '2024-09-21T00:35:49.206494+0000', 'last_fullsized': '2024-09-21T00:35:49.206494+0000', 'mapping_epoch': 195, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 195, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'last_clean_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 2], 'acting': [1, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-21T00:35:55.043 INFO:tasks.ceph.ceph_manager.ceph:PG 31.2d is not active+clean 2024-09-21T00:35:55.044 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '31.2d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 195, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:35:49.199795+0000', 'last_change': '2024-09-21T00:35:49.199795+0000', 'last_active': '2024-09-21T00:35:49.189448+0000', 'last_peered': '2024-09-21T00:35:49.189448+0000', 'last_clean': '2024-09-21T00:35:49.189448+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:35:49.199795+0000', 'last_undegraded': '2024-09-21T00:35:49.199795+0000', 'last_fullsized': '2024-09-21T00:35:49.199795+0000', 'mapping_epoch': 195, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 195, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'last_clean_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 0], 'acting': [4, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-21T00:35:55.044 INFO:tasks.ceph.ceph_manager.ceph:PG 31.2b is not active+clean 2024-09-21T00:35:55.044 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '31.2b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 195, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:35:49.198977+0000', 'last_change': '2024-09-21T00:35:49.198977+0000', 'last_active': '2024-09-21T00:35:49.189448+0000', 'last_peered': '2024-09-21T00:35:49.189448+0000', 'last_clean': '2024-09-21T00:35:49.189448+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:35:49.198977+0000', 'last_undegraded': '2024-09-21T00:35:49.198977+0000', 'last_fullsized': '2024-09-21T00:35:49.198977+0000', 'mapping_epoch': 195, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 195, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'last_clean_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 7], 'acting': [4, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-21T00:35:55.044 INFO:tasks.ceph.ceph_manager.ceph:PG 31.29 is not active+clean 2024-09-21T00:35:55.044 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '31.29', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 195, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:35:49.199874+0000', 'last_change': '2024-09-21T00:35:49.199874+0000', 'last_active': '2024-09-21T00:35:49.189448+0000', 'last_peered': '2024-09-21T00:35:49.189448+0000', 'last_clean': '2024-09-21T00:35:49.189448+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:35:49.199874+0000', 'last_undegraded': '2024-09-21T00:35:49.199874+0000', 'last_fullsized': '2024-09-21T00:35:49.199874+0000', 'mapping_epoch': 195, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 195, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'last_clean_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-21T00:35:55.044 INFO:tasks.ceph.ceph_manager.ceph:PG 31.28 is not active+clean 2024-09-21T00:35:55.044 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '31.28', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 195, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:35:49.203472+0000', 'last_change': '2024-09-21T00:35:49.203472+0000', 'last_active': '2024-09-21T00:35:49.189448+0000', 'last_peered': '2024-09-21T00:35:49.189448+0000', 'last_clean': '2024-09-21T00:35:49.189448+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:35:49.203472+0000', 'last_undegraded': '2024-09-21T00:35:49.203472+0000', 'last_fullsized': '2024-09-21T00:35:49.203472+0000', 'mapping_epoch': 195, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 195, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'last_clean_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 0], 'acting': [1, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-21T00:35:55.044 INFO:tasks.ceph.ceph_manager.ceph:PG 31.24 is not active+clean 2024-09-21T00:35:55.044 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '31.24', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 195, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:35:49.203280+0000', 'last_change': '2024-09-21T00:35:49.203280+0000', 'last_active': '2024-09-21T00:35:49.189448+0000', 'last_peered': '2024-09-21T00:35:49.189448+0000', 'last_clean': '2024-09-21T00:35:49.189448+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:35:49.203280+0000', 'last_undegraded': '2024-09-21T00:35:49.203280+0000', 'last_fullsized': '2024-09-21T00:35:49.203280+0000', 'mapping_epoch': 195, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 195, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'last_clean_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4], 'acting': [1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-21T00:35:55.044 INFO:tasks.ceph.ceph_manager.ceph:PG 31.20 is not active+clean 2024-09-21T00:35:55.044 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '31.20', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 195, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:35:49.201651+0000', 'last_change': '2024-09-21T00:35:49.201651+0000', 'last_active': '2024-09-21T00:35:49.189448+0000', 'last_peered': '2024-09-21T00:35:49.189448+0000', 'last_clean': '2024-09-21T00:35:49.189448+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:35:49.201651+0000', 'last_undegraded': '2024-09-21T00:35:49.201651+0000', 'last_fullsized': '2024-09-21T00:35:49.201651+0000', 'mapping_epoch': 195, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 195, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'last_clean_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6], 'acting': [1, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-21T00:35:55.045 INFO:tasks.ceph.ceph_manager.ceph:PG 31.1d is not active+clean 2024-09-21T00:35:55.045 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '31.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 195, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:35:49.199227+0000', 'last_change': '2024-09-21T00:35:49.199227+0000', 'last_active': '2024-09-21T00:35:49.189448+0000', 'last_peered': '2024-09-21T00:35:49.189448+0000', 'last_clean': '2024-09-21T00:35:49.189448+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:35:49.199227+0000', 'last_undegraded': '2024-09-21T00:35:49.199227+0000', 'last_fullsized': '2024-09-21T00:35:49.199227+0000', 'mapping_epoch': 195, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 195, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'last_clean_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 2], 'acting': [4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-21T00:35:55.045 INFO:tasks.ceph.ceph_manager.ceph:PG 31.19 is not active+clean 2024-09-21T00:35:55.045 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '31.19', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 195, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:35:49.203511+0000', 'last_change': '2024-09-21T00:35:49.203511+0000', 'last_active': '2024-09-21T00:35:49.189448+0000', 'last_peered': '2024-09-21T00:35:49.189448+0000', 'last_clean': '2024-09-21T00:35:49.189448+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:35:49.203511+0000', 'last_undegraded': '2024-09-21T00:35:49.203511+0000', 'last_fullsized': '2024-09-21T00:35:49.203511+0000', 'mapping_epoch': 195, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 195, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'last_clean_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 7], 'acting': [1, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-21T00:35:55.045 INFO:tasks.ceph.ceph_manager.ceph:PG 31.16 is not active+clean 2024-09-21T00:35:55.045 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '31.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 195, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:35:49.203809+0000', 'last_change': '2024-09-21T00:35:49.203809+0000', 'last_active': '2024-09-21T00:35:49.189448+0000', 'last_peered': '2024-09-21T00:35:49.189448+0000', 'last_clean': '2024-09-21T00:35:49.189448+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:35:49.203809+0000', 'last_undegraded': '2024-09-21T00:35:49.203809+0000', 'last_fullsized': '2024-09-21T00:35:49.203809+0000', 'mapping_epoch': 195, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 195, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'last_clean_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4], 'acting': [1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-21T00:35:55.045 INFO:tasks.ceph.ceph_manager.ceph:PG 31.d is not active+clean 2024-09-21T00:35:55.045 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '31.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 195, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:35:49.198075+0000', 'last_change': '2024-09-21T00:35:49.198075+0000', 'last_active': '2024-09-21T00:35:49.189448+0000', 'last_peered': '2024-09-21T00:35:49.189448+0000', 'last_clean': '2024-09-21T00:35:49.189448+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:35:49.198075+0000', 'last_undegraded': '2024-09-21T00:35:49.198075+0000', 'last_fullsized': '2024-09-21T00:35:49.198075+0000', 'mapping_epoch': 195, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 195, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'last_clean_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 2], 'acting': [4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-21T00:35:55.045 INFO:tasks.ceph.ceph_manager.ceph:PG 31.a is not active+clean 2024-09-21T00:35:55.045 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '31.a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 195, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:35:49.197946+0000', 'last_change': '2024-09-21T00:35:49.197946+0000', 'last_active': '2024-09-21T00:35:49.189448+0000', 'last_peered': '2024-09-21T00:35:49.189448+0000', 'last_clean': '2024-09-21T00:35:49.189448+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:35:49.197946+0000', 'last_undegraded': '2024-09-21T00:35:49.197946+0000', 'last_fullsized': '2024-09-21T00:35:49.197946+0000', 'mapping_epoch': 195, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 195, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'last_clean_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-21T00:35:55.045 INFO:tasks.ceph.ceph_manager.ceph:PG 31.b is not active+clean 2024-09-21T00:35:55.045 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '31.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 195, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:35:49.202808+0000', 'last_change': '2024-09-21T00:35:49.202808+0000', 'last_active': '2024-09-21T00:35:49.189448+0000', 'last_peered': '2024-09-21T00:35:49.189448+0000', 'last_clean': '2024-09-21T00:35:49.189448+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:35:49.202808+0000', 'last_undegraded': '2024-09-21T00:35:49.202808+0000', 'last_fullsized': '2024-09-21T00:35:49.202808+0000', 'mapping_epoch': 195, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 195, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'last_clean_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6], 'acting': [1, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-21T00:35:55.046 INFO:tasks.ceph.ceph_manager.ceph:PG 31.9 is not active+clean 2024-09-21T00:35:55.046 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '31.9', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 195, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:35:49.198544+0000', 'last_change': '2024-09-21T00:35:49.198544+0000', 'last_active': '2024-09-21T00:35:49.189448+0000', 'last_peered': '2024-09-21T00:35:49.189448+0000', 'last_clean': '2024-09-21T00:35:49.189448+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:35:49.198544+0000', 'last_undegraded': '2024-09-21T00:35:49.198544+0000', 'last_fullsized': '2024-09-21T00:35:49.198544+0000', 'mapping_epoch': 195, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 195, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'last_clean_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 2], 'acting': [4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-21T00:35:55.046 INFO:tasks.ceph.ceph_manager.ceph:PG 31.7 is not active+clean 2024-09-21T00:35:55.046 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '31.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 195, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:35:49.201718+0000', 'last_change': '2024-09-21T00:35:49.201718+0000', 'last_active': '2024-09-21T00:35:49.189448+0000', 'last_peered': '2024-09-21T00:35:49.189448+0000', 'last_clean': '2024-09-21T00:35:49.189448+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:35:49.201718+0000', 'last_undegraded': '2024-09-21T00:35:49.201718+0000', 'last_fullsized': '2024-09-21T00:35:49.201718+0000', 'mapping_epoch': 195, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 195, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'last_clean_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 0], 'acting': [1, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-21T00:35:55.046 INFO:tasks.ceph.ceph_manager.ceph:PG 31.3 is not active+clean 2024-09-21T00:35:55.046 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '31.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 195, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:35:49.198085+0000', 'last_change': '2024-09-21T00:35:49.198085+0000', 'last_active': '2024-09-21T00:35:49.189448+0000', 'last_peered': '2024-09-21T00:35:49.189448+0000', 'last_clean': '2024-09-21T00:35:49.189448+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:35:49.198085+0000', 'last_undegraded': '2024-09-21T00:35:49.198085+0000', 'last_fullsized': '2024-09-21T00:35:49.198085+0000', 'mapping_epoch': 195, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 195, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'last_clean_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-21T00:35:55.046 INFO:tasks.ceph.ceph_manager.ceph:PG 31.0 is not active+clean 2024-09-21T00:35:55.046 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '31.0', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 195, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:35:49.199507+0000', 'last_change': '2024-09-21T00:35:49.199507+0000', 'last_active': '2024-09-21T00:35:49.189448+0000', 'last_peered': '2024-09-21T00:35:49.189448+0000', 'last_clean': '2024-09-21T00:35:49.189448+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:35:49.199507+0000', 'last_undegraded': '2024-09-21T00:35:49.199507+0000', 'last_fullsized': '2024-09-21T00:35:49.199507+0000', 'mapping_epoch': 195, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 195, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'last_clean_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 5], 'acting': [4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-21T00:35:55.046 INFO:tasks.ceph.ceph_manager.ceph:PG 31.1 is not active+clean 2024-09-21T00:35:55.046 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '31.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 195, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:35:49.201958+0000', 'last_change': '2024-09-21T00:35:49.201958+0000', 'last_active': '2024-09-21T00:35:49.189448+0000', 'last_peered': '2024-09-21T00:35:49.189448+0000', 'last_clean': '2024-09-21T00:35:49.189448+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:35:49.201958+0000', 'last_undegraded': '2024-09-21T00:35:49.201958+0000', 'last_fullsized': '2024-09-21T00:35:49.201958+0000', 'mapping_epoch': 195, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 195, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'last_clean_scrub_stamp': '2024-09-21T00:35:49.189448+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4], 'acting': [1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-21T00:35:55.047 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-21T00:35:55.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.193+0000 7f20c50d3640 1 -- 172.21.15.67:0/2071605334 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f20c00d1150 msgr2=0x7f20c00d1560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:55.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.193+0000 7f20c50d3640 1 --2- 172.21.15.67:0/2071605334 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f20c00d1150 0x7f20c00d1560 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7f20b4009830 tx=0x7f20b402a4a0 comp rx=0 tx=0).stop 2024-09-21T00:35:55.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.193+0000 7f20c50d3640 1 -- 172.21.15.67:0/2071605334 shutdown_connections 2024-09-21T00:35:55.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.193+0000 7f20c50d3640 1 --2- 172.21.15.67:0/2071605334 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f20c00d1150 0x7f20c00d1560 unknown :-1 s=CLOSED pgs=747 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:55.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.193+0000 7f20c50d3640 1 --2- 172.21.15.67:0/2071605334 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f20c015eae0 0x7f20c0163040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:55.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.193+0000 7f20c50d3640 1 -- 172.21.15.67:0/2071605334 >> 172.21.15.67:0/2071605334 conn(0x7f20c00b6430 msgr2=0x7f20c00b6840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:55.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.193+0000 7f20c50d3640 1 -- 172.21.15.67:0/2071605334 shutdown_connections 2024-09-21T00:35:55.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.193+0000 7f20c50d3640 1 -- 172.21.15.67:0/2071605334 wait complete. 2024-09-21T00:35:55.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.195+0000 7f20c50d3640 1 Processor -- start 2024-09-21T00:35:55.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.195+0000 7f20c50d3640 1 -- start start 2024-09-21T00:35:55.199 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.196+0000 7f20c50d3640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f20c006cb30 0x7f20c014da10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:55.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.196+0000 7f20c50d3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20c00d1150 0x7f20c015a8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:55.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.196+0000 7f20c50d3640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f20c015eae0 0x7f20c00cde60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:55.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.196+0000 7f20c50d3640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f20c00d4170 con 0x7f20c00d1150 2024-09-21T00:35:55.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.196+0000 7f20c50d3640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f20c00d42f0 con 0x7f20c015eae0 2024-09-21T00:35:55.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.196+0000 7f20c50d3640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f20c00d4470 con 0x7f20c006cb30 2024-09-21T00:35:55.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.196+0000 7f20be59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20c00d1150 0x7f20c015a8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:55.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.196+0000 7f20be59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20c00d1150 0x7f20c015a8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:47514/0 (socket says 172.21.15.67:47514) 2024-09-21T00:35:55.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.196+0000 7f20be59c640 1 -- 172.21.15.67:0/648467478 learned_addr learned my addr 172.21.15.67:0/648467478 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:35:55.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.197+0000 7f20bf59e640 1 --2- 172.21.15.67:0/648467478 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f20c015eae0 0x7f20c00cde60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:55.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.197+0000 7f20bed9d640 1 --2- 172.21.15.67:0/648467478 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f20c006cb30 0x7f20c014da10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:55.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.197+0000 7f20be59c640 1 -- 172.21.15.67:0/648467478 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f20c006cb30 msgr2=0x7f20c014da10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:55.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.197+0000 7f20be59c640 1 --2- 172.21.15.67:0/648467478 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f20c006cb30 0x7f20c014da10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:55.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.197+0000 7f20be59c640 1 -- 172.21.15.67:0/648467478 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f20c015eae0 msgr2=0x7f20c00cde60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:55.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.197+0000 7f20be59c640 1 --2- 172.21.15.67:0/648467478 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f20c015eae0 0x7f20c00cde60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:55.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.197+0000 7f20be59c640 1 -- 172.21.15.67:0/648467478 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20c01f94f0 con 0x7f20c00d1150 2024-09-21T00:35:55.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.197+0000 7f20be59c640 1 --2- 172.21.15.67:0/648467478 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20c00d1150 0x7f20c015a8c0 secure :-1 s=READY pgs=2492 cs=0 l=1 rev1=1 crypto rx=0x7f20b402aa90 tx=0x7f20b4003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:55.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.197+0000 7f20a77fe640 1 -- 172.21.15.67:0/648467478 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20b4005c90 con 0x7f20c00d1150 2024-09-21T00:35:55.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.197+0000 7f20a77fe640 1 -- 172.21.15.67:0/648467478 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f20b4005020 con 0x7f20c00d1150 2024-09-21T00:35:55.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.197+0000 7f20c50d3640 1 -- 172.21.15.67:0/648467478 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f20c01f97d0 con 0x7f20c00d1150 2024-09-21T00:35:55.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.197+0000 7f20a77fe640 1 -- 172.21.15.67:0/648467478 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20b4005450 con 0x7f20c00d1150 2024-09-21T00:35:55.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.197+0000 7f20c50d3640 1 -- 172.21.15.67:0/648467478 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f20c01f8f80 con 0x7f20c00d1150 2024-09-21T00:35:55.202 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.198+0000 7f20c50d3640 1 -- 172.21.15.67:0/648467478 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f20c01f9260 con 0x7f20c00d1150 2024-09-21T00:35:55.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.199+0000 7f20a77fe640 1 -- 172.21.15.67:0/648467478 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f20b40317c0 con 0x7f20c00d1150 2024-09-21T00:35:55.203 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.200+0000 7f20a77fe640 1 --2- 172.21.15.67:0/648467478 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f20ac078bc0 0x7f20ac07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:55.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.200+0000 7f20a77fe640 1 -- 172.21.15.67:0/648467478 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(197..197 src has 1..197) ==== 5709+0+0 (secure 0 0 0) 0x7f20b40bbca0 con 0x7f20c00d1150 2024-09-21T00:35:55.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.200+0000 7f20bed9d640 1 --2- 172.21.15.67:0/648467478 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f20ac078bc0 0x7f20ac07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:55.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.201+0000 7f20bed9d640 1 --2- 172.21.15.67:0/648467478 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f20ac078bc0 0x7f20ac07b0d0 secure :-1 s=READY pgs=932 cs=0 l=1 rev1=1 crypto rx=0x7f20c00b4190 tx=0x7f20b0005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:55.205 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.204+0000 7f20a77fe640 1 -- 172.21.15.67:0/648467478 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f20b403f030 con 0x7f20c00d1150 2024-09-21T00:35:55.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.466+0000 7f20c50d3640 1 -- 172.21.15.67:0/648467478 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f20c00d1560 con 0x7f20c00d1150 2024-09-21T00:35:55.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.466+0000 7f20a77fe640 1 -- 172.21.15.67:0/648467478 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1694 (secure 0 0 0) 0x7f20b4084170 con 0x7f20c00d1150 2024-09-21T00:35:55.468 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:55.468 INFO:teuthology.orchestra.run.smithi067.stdout:{"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":898,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":197,"num_osds":8,"num_up_osds":8,"osd_up_since":1726878070,"num_in_osds":8,"osd_in_since":1726878060,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":73},{"state_name":"creating+peering","count":24}],"num_pgs":97,"num_pools":3,"num_objects":16,"data_bytes":591042,"bytes_used":542273536,"bytes_avail":772551839744,"bytes_total":773094113280,"inactive_pgs_ratio":0.24742268025875092,"write_bytes_sec":555,"read_op_per_sec":0,"write_op_per_sec":5},"fsmap":{"epoch":169,"btime":"2024-09-21T00:35:53:228931+0000","id":15,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":15,"rank":0,"name":"c","status":"up:active","gid":11352}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":37,"modified":"2024-09-21T00:35:11.713002+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-21T00:35:55.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.468+0000 7f20c50d3640 1 -- 172.21.15.67:0/648467478 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f20ac078bc0 msgr2=0x7f20ac07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:55.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.469+0000 7f20c50d3640 1 --2- 172.21.15.67:0/648467478 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f20ac078bc0 0x7f20ac07b0d0 secure :-1 s=READY pgs=932 cs=0 l=1 rev1=1 crypto rx=0x7f20c00b4190 tx=0x7f20b0005f90 comp rx=0 tx=0).stop 2024-09-21T00:35:55.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.469+0000 7f20c50d3640 1 -- 172.21.15.67:0/648467478 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20c00d1150 msgr2=0x7f20c015a8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:55.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.469+0000 7f20c50d3640 1 --2- 172.21.15.67:0/648467478 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20c00d1150 0x7f20c015a8c0 secure :-1 s=READY pgs=2492 cs=0 l=1 rev1=1 crypto rx=0x7f20b402aa90 tx=0x7f20b4003c10 comp rx=0 tx=0).stop 2024-09-21T00:35:55.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.469+0000 7f20c50d3640 1 -- 172.21.15.67:0/648467478 shutdown_connections 2024-09-21T00:35:55.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.469+0000 7f20c50d3640 1 --2- 172.21.15.67:0/648467478 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f20ac078bc0 0x7f20ac07b0d0 unknown :-1 s=CLOSED pgs=932 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:55.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.469+0000 7f20c50d3640 1 --2- 172.21.15.67:0/648467478 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f20c015eae0 0x7f20c00cde60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:55.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.469+0000 7f20c50d3640 1 --2- 172.21.15.67:0/648467478 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20c00d1150 0x7f20c015a8c0 unknown :-1 s=CLOSED pgs=2492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:55.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.469+0000 7f20c50d3640 1 --2- 172.21.15.67:0/648467478 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f20c006cb30 0x7f20c014da10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:55.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.469+0000 7f20c50d3640 1 -- 172.21.15.67:0/648467478 >> 172.21.15.67:0/648467478 conn(0x7f20c00b6430 msgr2=0x7f20c00b58b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:55.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.469+0000 7f20c50d3640 1 -- 172.21.15.67:0/648467478 shutdown_connections 2024-09-21T00:35:55.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.469+0000 7f20c50d3640 1 -- 172.21.15.67:0/648467478 wait complete. 2024-09-21T00:35:55.481 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-21T00:35:55.481 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T00:35:55.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.597+0000 7fa58ca63640 1 -- 172.21.15.67:0/4286171409 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa570004800 msgr2=0x7fa570004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:55.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.597+0000 7fa58ca63640 1 --2- 172.21.15.67:0/4286171409 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa570004800 0x7fa570004c10 secure :-1 s=READY pgs=2494 cs=0 l=1 rev1=1 crypto rx=0x7fa57c006fc0 tx=0x7fa570005830 comp rx=0 tx=0).stop 2024-09-21T00:35:55.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.598+0000 7fa58ca63640 1 -- 172.21.15.67:0/4286171409 shutdown_connections 2024-09-21T00:35:55.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.598+0000 7fa58ca63640 1 --2- 172.21.15.67:0/4286171409 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa570004800 0x7fa570004c10 unknown :-1 s=CLOSED pgs=2494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:55.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.598+0000 7fa58ca63640 1 -- 172.21.15.67:0/4286171409 >> 172.21.15.67:0/4286171409 conn(0x7fa588073a90 msgr2=0x7fa58806cb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:55.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.598+0000 7fa58ca63640 1 -- 172.21.15.67:0/4286171409 shutdown_connections 2024-09-21T00:35:55.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.598+0000 7fa58ca63640 1 -- 172.21.15.67:0/4286171409 wait complete. 2024-09-21T00:35:55.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.600+0000 7fa58ca63640 1 Processor -- start 2024-09-21T00:35:55.601 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.600+0000 7fa58ca63640 1 -- start start 2024-09-21T00:35:55.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.601+0000 7fa58ca63640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa570004800 0x7fa5881f9740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:55.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.601+0000 7fa58ca63640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa58814b320 0x7fa5881e5480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:55.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.601+0000 7fa58ca63640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa58814b730 0x7fa5881e59c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:55.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.601+0000 7fa58ca63640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fa58815edc0 con 0x7fa58814b730 2024-09-21T00:35:55.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.601+0000 7fa58ca63640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fa58815ec40 con 0x7fa58814b320 2024-09-21T00:35:55.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.601+0000 7fa58ca63640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fa58815ef40 con 0x7fa570004800 2024-09-21T00:35:55.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.601+0000 7fa586d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa58814b730 0x7fa5881e59c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:55.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.601+0000 7fa586d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa58814b730 0x7fa5881e59c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:47542/0 (socket says 172.21.15.67:47542) 2024-09-21T00:35:55.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.601+0000 7fa586d9d640 1 -- 172.21.15.67:0/1110004053 learned_addr learned my addr 172.21.15.67:0/1110004053 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:35:55.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.601+0000 7fa58659c640 1 --2- 172.21.15.67:0/1110004053 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa570004800 0x7fa5881f9740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:55.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.601+0000 7fa585d9b640 1 --2- 172.21.15.67:0/1110004053 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa58814b320 0x7fa5881e5480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:55.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.601+0000 7fa586d9d640 1 -- 172.21.15.67:0/1110004053 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa570004800 msgr2=0x7fa5881f9740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:55.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.601+0000 7fa586d9d640 1 --2- 172.21.15.67:0/1110004053 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa570004800 0x7fa5881f9740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:55.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.601+0000 7fa586d9d640 1 -- 172.21.15.67:0/1110004053 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa58814b320 msgr2=0x7fa5881e5480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:55.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.601+0000 7fa586d9d640 1 --2- 172.21.15.67:0/1110004053 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa58814b320 0x7fa5881e5480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:55.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.602+0000 7fa586d9d640 1 -- 172.21.15.67:0/1110004053 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5881f5a90 con 0x7fa58814b730 2024-09-21T00:35:55.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.602+0000 7fa586d9d640 1 --2- 172.21.15.67:0/1110004053 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa58814b730 0x7fa5881e59c0 secure :-1 s=READY pgs=2495 cs=0 l=1 rev1=1 crypto rx=0x7fa5880c7fd0 tx=0x7fa580006430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:55.605 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.602+0000 7fa576ffd640 1 -- 172.21.15.67:0/1110004053 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa580011900 con 0x7fa58814b730 2024-09-21T00:35:55.605 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.602+0000 7fa576ffd640 1 -- 172.21.15.67:0/1110004053 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa580018070 con 0x7fa58814b730 2024-09-21T00:35:55.605 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.602+0000 7fa58ca63640 1 -- 172.21.15.67:0/1110004053 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5881f5d70 con 0x7fa58814b730 2024-09-21T00:35:55.605 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.602+0000 7fa576ffd640 1 -- 172.21.15.67:0/1110004053 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa580011d40 con 0x7fa58814b730 2024-09-21T00:35:55.605 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.602+0000 7fa58ca63640 1 -- 172.21.15.67:0/1110004053 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5881f6330 con 0x7fa58814b730 2024-09-21T00:35:55.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.603+0000 7fa58ca63640 1 -- 172.21.15.67:0/1110004053 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa5880d1420 con 0x7fa58814b730 2024-09-21T00:35:55.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.604+0000 7fa576ffd640 1 -- 172.21.15.67:0/1110004053 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fa58001d460 con 0x7fa58814b730 2024-09-21T00:35:55.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.604+0000 7fa576ffd640 1 --2- 172.21.15.67:0/1110004053 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa568078b90 0x7fa56807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:55.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.604+0000 7fa576ffd640 1 -- 172.21.15.67:0/1110004053 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(197..197 src has 1..197) ==== 5709+0+0 (secure 0 0 0) 0x7fa58009b6e0 con 0x7fa58814b730 2024-09-21T00:35:55.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.604+0000 7fa58659c640 1 --2- 172.21.15.67:0/1110004053 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa568078b90 0x7fa56807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:55.606 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.605+0000 7fa58659c640 1 --2- 172.21.15.67:0/1110004053 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa568078b90 0x7fa56807b0a0 secure :-1 s=READY pgs=933 cs=0 l=1 rev1=1 crypto rx=0x7fa578009c10 tx=0x7fa578005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:55.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.609+0000 7fa576ffd640 1 -- 172.21.15.67:0/1110004053 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fa580063b20 con 0x7fa58814b730 2024-09-21T00:35:55.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.795+0000 7fa58ca63640 1 -- 172.21.15.67:0/1110004053 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fa5880b6ea0 con 0x7fa568078b90 2024-09-21T00:35:55.801 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.800+0000 7fa576ffd640 1 -- 172.21.15.67:0/1110004053 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252477 (secure 0 0 0) 0x7fa57805ea50 con 0x7fa568078b90 2024-09-21T00:35:55.804 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:55.805 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-21T00:35:55.806 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.803+0000 7fa58ca63640 1 -- 172.21.15.67:0/1110004053 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa568078b90 msgr2=0x7fa56807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:55.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.803+0000 7fa58ca63640 1 --2- 172.21.15.67:0/1110004053 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa568078b90 0x7fa56807b0a0 secure :-1 s=READY pgs=933 cs=0 l=1 rev1=1 crypto rx=0x7fa578009c10 tx=0x7fa578005f90 comp rx=0 tx=0).stop 2024-09-21T00:35:55.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.803+0000 7fa58ca63640 1 -- 172.21.15.67:0/1110004053 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa58814b730 msgr2=0x7fa5881e59c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:55.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.803+0000 7fa58ca63640 1 --2- 172.21.15.67:0/1110004053 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa58814b730 0x7fa5881e59c0 secure :-1 s=READY pgs=2495 cs=0 l=1 rev1=1 crypto rx=0x7fa5880c7fd0 tx=0x7fa580006430 comp rx=0 tx=0).stop 2024-09-21T00:35:55.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.803+0000 7fa58ca63640 1 -- 172.21.15.67:0/1110004053 shutdown_connections 2024-09-21T00:35:55.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.803+0000 7fa58ca63640 1 --2- 172.21.15.67:0/1110004053 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa568078b90 0x7fa56807b0a0 unknown :-1 s=CLOSED pgs=933 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:55.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.803+0000 7fa58ca63640 1 --2- 172.21.15.67:0/1110004053 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa58814b730 0x7fa5881e59c0 unknown :-1 s=CLOSED pgs=2495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:55.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.803+0000 7fa58ca63640 1 --2- 172.21.15.67:0/1110004053 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa58814b320 0x7fa5881e5480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:55.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.803+0000 7fa58ca63640 1 --2- 172.21.15.67:0/1110004053 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa570004800 0x7fa5881f9740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:55.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.803+0000 7fa58ca63640 1 -- 172.21.15.67:0/1110004053 >> 172.21.15.67:0/1110004053 conn(0x7fa588073a90 msgr2=0x7fa58815df70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:55.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.803+0000 7fa58ca63640 1 -- 172.21.15.67:0/1110004053 shutdown_connections 2024-09-21T00:35:55.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:55.803+0000 7fa58ca63640 1 -- 172.21.15.67:0/1110004053 wait complete. 2024-09-21T00:35:55.815 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":634,"stamp":"2024-09-21T00:35:55.724990+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":124,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":529668,"kb_used_data":20600,"kb_used_omap":12,"kb_used_meta":508851,"kb_avail":754445052,"statfs":{"total":773094113280,"available":772551733248,"internally_reserved":0,"allocated":21094400,"data_stored":9914860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12749,"internal_metadata":521063987},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":15,"apply_latency_ms":15,"commit_latency_ns":15000000,"apply_latency_ns":15000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.530191"},"pg_stats":[{"pgid":"31.3f","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.276415+0000","last_change":"2024-09-21T00:35:50.232163+0000","last_active":"2024-09-21T00:35:51.276415+0000","last_peered":"2024-09-21T00:35:51.276415+0000","last_clean":"2024-09-21T00:35:51.276415+0000","last_became_active":"2024-09-21T00:35:50.231832+0000","last_became_peered":"2024-09-21T00:35:50.231832+0000","last_unstale":"2024-09-21T00:35:51.276415+0000","last_undegraded":"2024-09-21T00:35:51.276415+0000","last_fullsized":"2024-09-21T00:35:51.276415+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:23:14.013982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.3e","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.276489+0000","last_change":"2024-09-21T00:35:50.224247+0000","last_active":"2024-09-21T00:35:51.276489+0000","last_peered":"2024-09-21T00:35:51.276489+0000","last_clean":"2024-09-21T00:35:51.276489+0000","last_became_active":"2024-09-21T00:35:50.223937+0000","last_became_peered":"2024-09-21T00:35:50.223937+0000","last_unstale":"2024-09-21T00:35:51.276489+0000","last_undegraded":"2024-09-21T00:35:51.276489+0000","last_fullsized":"2024-09-21T00:35:51.276489+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:24:52.496439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.3d","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209306+0000","last_change":"2024-09-21T00:35:50.217294+0000","last_active":"2024-09-21T00:35:51.209306+0000","last_peered":"2024-09-21T00:35:51.209306+0000","last_clean":"2024-09-21T00:35:51.209306+0000","last_became_active":"2024-09-21T00:35:50.217009+0000","last_became_peered":"2024-09-21T00:35:50.217009+0000","last_unstale":"2024-09-21T00:35:51.209306+0000","last_undegraded":"2024-09-21T00:35:51.209306+0000","last_fullsized":"2024-09-21T00:35:51.209306+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:06:07.689613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.3c","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.275213+0000","last_change":"2024-09-21T00:35:50.216685+0000","last_active":"2024-09-21T00:35:51.275213+0000","last_peered":"2024-09-21T00:35:51.275213+0000","last_clean":"2024-09-21T00:35:51.275213+0000","last_became_active":"2024-09-21T00:35:50.216379+0000","last_became_peered":"2024-09-21T00:35:50.216379+0000","last_unstale":"2024-09-21T00:35:51.275213+0000","last_undegraded":"2024-09-21T00:35:51.275213+0000","last_fullsized":"2024-09-21T00:35:51.275213+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:40:42.955002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"31.3b","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.228828+0000","last_change":"2024-09-21T00:35:50.233061+0000","last_active":"2024-09-21T00:35:51.228828+0000","last_peered":"2024-09-21T00:35:51.228828+0000","last_clean":"2024-09-21T00:35:51.228828+0000","last_became_active":"2024-09-21T00:35:50.232710+0000","last_became_peered":"2024-09-21T00:35:50.232710+0000","last_unstale":"2024-09-21T00:35:51.228828+0000","last_undegraded":"2024-09-21T00:35:51.228828+0000","last_fullsized":"2024-09-21T00:35:51.228828+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:07:16.161967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"31.3a","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.274961+0000","last_change":"2024-09-21T00:35:50.221122+0000","last_active":"2024-09-21T00:35:51.274961+0000","last_peered":"2024-09-21T00:35:51.274961+0000","last_clean":"2024-09-21T00:35:51.274961+0000","last_became_active":"2024-09-21T00:35:50.220805+0000","last_became_peered":"2024-09-21T00:35:50.220805+0000","last_unstale":"2024-09-21T00:35:51.274961+0000","last_undegraded":"2024-09-21T00:35:51.274961+0000","last_fullsized":"2024-09-21T00:35:51.274961+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:31:18.818317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"31.39","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.230821+0000","last_change":"2024-09-21T00:35:50.235353+0000","last_active":"2024-09-21T00:35:51.230821+0000","last_peered":"2024-09-21T00:35:51.230821+0000","last_clean":"2024-09-21T00:35:51.230821+0000","last_became_active":"2024-09-21T00:35:50.235101+0000","last_became_peered":"2024-09-21T00:35:50.235101+0000","last_unstale":"2024-09-21T00:35:51.230821+0000","last_undegraded":"2024-09-21T00:35:51.230821+0000","last_fullsized":"2024-09-21T00:35:51.230821+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:28:56.613755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.38","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.210568+0000","last_change":"2024-09-21T00:35:50.214852+0000","last_active":"2024-09-21T00:35:51.210568+0000","last_peered":"2024-09-21T00:35:51.210568+0000","last_clean":"2024-09-21T00:35:51.210568+0000","last_became_active":"2024-09-21T00:35:50.214494+0000","last_became_peered":"2024-09-21T00:35:50.214494+0000","last_unstale":"2024-09-21T00:35:51.210568+0000","last_undegraded":"2024-09-21T00:35:51.210568+0000","last_fullsized":"2024-09-21T00:35:51.210568+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:20:40.904323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"31.37","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.210199+0000","last_change":"2024-09-21T00:35:50.236306+0000","last_active":"2024-09-21T00:35:51.210199+0000","last_peered":"2024-09-21T00:35:51.210199+0000","last_clean":"2024-09-21T00:35:51.210199+0000","last_became_active":"2024-09-21T00:35:50.236010+0000","last_became_peered":"2024-09-21T00:35:50.236010+0000","last_unstale":"2024-09-21T00:35:51.210199+0000","last_undegraded":"2024-09-21T00:35:51.210199+0000","last_fullsized":"2024-09-21T00:35:51.210199+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:50:30.995032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"31.36","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.231316+0000","last_change":"2024-09-21T00:35:50.232046+0000","last_active":"2024-09-21T00:35:51.231316+0000","last_peered":"2024-09-21T00:35:51.231316+0000","last_clean":"2024-09-21T00:35:51.231316+0000","last_became_active":"2024-09-21T00:35:50.231474+0000","last_became_peered":"2024-09-21T00:35:50.231474+0000","last_unstale":"2024-09-21T00:35:51.231316+0000","last_undegraded":"2024-09-21T00:35:51.231316+0000","last_fullsized":"2024-09-21T00:35:51.231316+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:13:07.847924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.35","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.274625+0000","last_change":"2024-09-21T00:35:50.227326+0000","last_active":"2024-09-21T00:35:51.274625+0000","last_peered":"2024-09-21T00:35:51.274625+0000","last_clean":"2024-09-21T00:35:51.274625+0000","last_became_active":"2024-09-21T00:35:50.223080+0000","last_became_peered":"2024-09-21T00:35:50.223080+0000","last_unstale":"2024-09-21T00:35:51.274625+0000","last_undegraded":"2024-09-21T00:35:51.274625+0000","last_fullsized":"2024-09-21T00:35:51.274625+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:25:32.765763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"31.34","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.211677+0000","last_change":"2024-09-21T00:35:50.221421+0000","last_active":"2024-09-21T00:35:51.211677+0000","last_peered":"2024-09-21T00:35:51.211677+0000","last_clean":"2024-09-21T00:35:51.211677+0000","last_became_active":"2024-09-21T00:35:50.221112+0000","last_became_peered":"2024-09-21T00:35:50.221112+0000","last_unstale":"2024-09-21T00:35:51.211677+0000","last_undegraded":"2024-09-21T00:35:51.211677+0000","last_fullsized":"2024-09-21T00:35:51.211677+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:41:03.389630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"31.33","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.231325+0000","last_change":"2024-09-21T00:35:50.239380+0000","last_active":"2024-09-21T00:35:51.231325+0000","last_peered":"2024-09-21T00:35:51.231325+0000","last_clean":"2024-09-21T00:35:51.231325+0000","last_became_active":"2024-09-21T00:35:50.239051+0000","last_became_peered":"2024-09-21T00:35:50.239051+0000","last_unstale":"2024-09-21T00:35:51.231325+0000","last_undegraded":"2024-09-21T00:35:51.231325+0000","last_fullsized":"2024-09-21T00:35:51.231325+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:04:45.058073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.32","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.276344+0000","last_change":"2024-09-21T00:35:50.229724+0000","last_active":"2024-09-21T00:35:51.276344+0000","last_peered":"2024-09-21T00:35:51.276344+0000","last_clean":"2024-09-21T00:35:51.276344+0000","last_became_active":"2024-09-21T00:35:50.229408+0000","last_became_peered":"2024-09-21T00:35:50.229408+0000","last_unstale":"2024-09-21T00:35:51.276344+0000","last_undegraded":"2024-09-21T00:35:51.276344+0000","last_fullsized":"2024-09-21T00:35:51.276344+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:34:40.896789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.31","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209876+0000","last_change":"2024-09-21T00:35:50.233229+0000","last_active":"2024-09-21T00:35:51.209876+0000","last_peered":"2024-09-21T00:35:51.209876+0000","last_clean":"2024-09-21T00:35:51.209876+0000","last_became_active":"2024-09-21T00:35:50.232846+0000","last_became_peered":"2024-09-21T00:35:50.232846+0000","last_unstale":"2024-09-21T00:35:51.209876+0000","last_undegraded":"2024-09-21T00:35:51.209876+0000","last_fullsized":"2024-09-21T00:35:51.209876+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:41:54.514446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"31.30","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.208727+0000","last_change":"2024-09-21T00:35:50.240973+0000","last_active":"2024-09-21T00:35:51.208727+0000","last_peered":"2024-09-21T00:35:51.208727+0000","last_clean":"2024-09-21T00:35:51.208727+0000","last_became_active":"2024-09-21T00:35:50.240623+0000","last_became_peered":"2024-09-21T00:35:50.240623+0000","last_unstale":"2024-09-21T00:35:51.208727+0000","last_undegraded":"2024-09-21T00:35:51.208727+0000","last_fullsized":"2024-09-21T00:35:51.208727+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:07:48.904522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.2f","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.211959+0000","last_change":"2024-09-21T00:35:50.230524+0000","last_active":"2024-09-21T00:35:51.211959+0000","last_peered":"2024-09-21T00:35:51.211959+0000","last_clean":"2024-09-21T00:35:51.211959+0000","last_became_active":"2024-09-21T00:35:50.229763+0000","last_became_peered":"2024-09-21T00:35:50.229763+0000","last_unstale":"2024-09-21T00:35:51.211959+0000","last_undegraded":"2024-09-21T00:35:51.211959+0000","last_fullsized":"2024-09-21T00:35:51.211959+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:58:29.626145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"31.2e","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.276810+0000","last_change":"2024-09-21T00:35:50.234455+0000","last_active":"2024-09-21T00:35:51.276810+0000","last_peered":"2024-09-21T00:35:51.276810+0000","last_clean":"2024-09-21T00:35:51.276810+0000","last_became_active":"2024-09-21T00:35:50.234167+0000","last_became_peered":"2024-09-21T00:35:50.234167+0000","last_unstale":"2024-09-21T00:35:51.276810+0000","last_undegraded":"2024-09-21T00:35:51.276810+0000","last_fullsized":"2024-09-21T00:35:51.276810+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:28:32.349301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.2d","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.211754+0000","last_change":"2024-09-21T00:35:50.216280+0000","last_active":"2024-09-21T00:35:51.211754+0000","last_peered":"2024-09-21T00:35:51.211754+0000","last_clean":"2024-09-21T00:35:51.211754+0000","last_became_active":"2024-09-21T00:35:50.215966+0000","last_became_peered":"2024-09-21T00:35:50.215966+0000","last_unstale":"2024-09-21T00:35:51.211754+0000","last_undegraded":"2024-09-21T00:35:51.211754+0000","last_fullsized":"2024-09-21T00:35:51.211754+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:20:33.260246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"31.2c","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209642+0000","last_change":"2024-09-21T00:35:50.216490+0000","last_active":"2024-09-21T00:35:51.209642+0000","last_peered":"2024-09-21T00:35:51.209642+0000","last_clean":"2024-09-21T00:35:51.209642+0000","last_became_active":"2024-09-21T00:35:50.215755+0000","last_became_peered":"2024-09-21T00:35:50.215755+0000","last_unstale":"2024-09-21T00:35:51.209642+0000","last_undegraded":"2024-09-21T00:35:51.209642+0000","last_fullsized":"2024-09-21T00:35:51.209642+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:48:45.492265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.2b","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.211422+0000","last_change":"2024-09-21T00:35:50.224104+0000","last_active":"2024-09-21T00:35:51.211422+0000","last_peered":"2024-09-21T00:35:51.211422+0000","last_clean":"2024-09-21T00:35:51.211422+0000","last_became_active":"2024-09-21T00:35:50.223761+0000","last_became_peered":"2024-09-21T00:35:50.223761+0000","last_unstale":"2024-09-21T00:35:51.211422+0000","last_undegraded":"2024-09-21T00:35:51.211422+0000","last_fullsized":"2024-09-21T00:35:51.211422+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:36:33.319980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"31.2a","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.230900+0000","last_change":"2024-09-21T00:35:50.228184+0000","last_active":"2024-09-21T00:35:51.230900+0000","last_peered":"2024-09-21T00:35:51.230900+0000","last_clean":"2024-09-21T00:35:51.230900+0000","last_became_active":"2024-09-21T00:35:50.227445+0000","last_became_peered":"2024-09-21T00:35:50.227445+0000","last_unstale":"2024-09-21T00:35:51.230900+0000","last_undegraded":"2024-09-21T00:35:51.230900+0000","last_fullsized":"2024-09-21T00:35:51.230900+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:57:37.032900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.29","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.211254+0000","last_change":"2024-09-21T00:35:50.221474+0000","last_active":"2024-09-21T00:35:51.211254+0000","last_peered":"2024-09-21T00:35:51.211254+0000","last_clean":"2024-09-21T00:35:51.211254+0000","last_became_active":"2024-09-21T00:35:50.221032+0000","last_became_peered":"2024-09-21T00:35:50.221032+0000","last_unstale":"2024-09-21T00:35:51.211254+0000","last_undegraded":"2024-09-21T00:35:51.211254+0000","last_fullsized":"2024-09-21T00:35:51.211254+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:24:33.454871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"31.28","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.275510+0000","last_change":"2024-09-21T00:35:50.223491+0000","last_active":"2024-09-21T00:35:51.275510+0000","last_peered":"2024-09-21T00:35:51.275510+0000","last_clean":"2024-09-21T00:35:51.275510+0000","last_became_active":"2024-09-21T00:35:50.223046+0000","last_became_peered":"2024-09-21T00:35:50.223046+0000","last_unstale":"2024-09-21T00:35:51.275510+0000","last_undegraded":"2024-09-21T00:35:51.275510+0000","last_fullsized":"2024-09-21T00:35:51.275510+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:16:15.677920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.27","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.275899+0000","last_change":"2024-09-21T00:35:50.217519+0000","last_active":"2024-09-21T00:35:51.275899+0000","last_peered":"2024-09-21T00:35:51.275899+0000","last_clean":"2024-09-21T00:35:51.275899+0000","last_became_active":"2024-09-21T00:35:50.217219+0000","last_became_peered":"2024-09-21T00:35:50.217219+0000","last_unstale":"2024-09-21T00:35:51.275899+0000","last_undegraded":"2024-09-21T00:35:51.275899+0000","last_fullsized":"2024-09-21T00:35:51.275899+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:46:50.792404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"31.26","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.231197+0000","last_change":"2024-09-21T00:35:50.235423+0000","last_active":"2024-09-21T00:35:51.231197+0000","last_peered":"2024-09-21T00:35:51.231197+0000","last_clean":"2024-09-21T00:35:51.231197+0000","last_became_active":"2024-09-21T00:35:50.235094+0000","last_became_peered":"2024-09-21T00:35:50.235094+0000","last_unstale":"2024-09-21T00:35:51.231197+0000","last_undegraded":"2024-09-21T00:35:51.231197+0000","last_fullsized":"2024-09-21T00:35:51.231197+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:22:17.467459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.25","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.274774+0000","last_change":"2024-09-21T00:35:50.229060+0000","last_active":"2024-09-21T00:35:51.274774+0000","last_peered":"2024-09-21T00:35:51.274774+0000","last_clean":"2024-09-21T00:35:51.274774+0000","last_became_active":"2024-09-21T00:35:50.222425+0000","last_became_peered":"2024-09-21T00:35:50.222425+0000","last_unstale":"2024-09-21T00:35:51.274774+0000","last_undegraded":"2024-09-21T00:35:51.274774+0000","last_fullsized":"2024-09-21T00:35:51.274774+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:27:37.923102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"31.24","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.276651+0000","last_change":"2024-09-21T00:35:50.230604+0000","last_active":"2024-09-21T00:35:51.276651+0000","last_peered":"2024-09-21T00:35:51.276651+0000","last_clean":"2024-09-21T00:35:51.276651+0000","last_became_active":"2024-09-21T00:35:50.230307+0000","last_became_peered":"2024-09-21T00:35:50.230307+0000","last_unstale":"2024-09-21T00:35:51.276651+0000","last_undegraded":"2024-09-21T00:35:51.276651+0000","last_fullsized":"2024-09-21T00:35:51.276651+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:21:37.877088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.23","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.274371+0000","last_change":"2024-09-21T00:35:50.216025+0000","last_active":"2024-09-21T00:35:51.274371+0000","last_peered":"2024-09-21T00:35:51.274371+0000","last_clean":"2024-09-21T00:35:51.274371+0000","last_became_active":"2024-09-21T00:35:50.215654+0000","last_became_peered":"2024-09-21T00:35:50.215654+0000","last_unstale":"2024-09-21T00:35:51.274371+0000","last_undegraded":"2024-09-21T00:35:51.274371+0000","last_fullsized":"2024-09-21T00:35:51.274371+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:56:32.305761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"31.22","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.228823+0000","last_change":"2024-09-21T00:35:50.223230+0000","last_active":"2024-09-21T00:35:51.228823+0000","last_peered":"2024-09-21T00:35:51.228823+0000","last_clean":"2024-09-21T00:35:51.228823+0000","last_became_active":"2024-09-21T00:35:50.222905+0000","last_became_peered":"2024-09-21T00:35:50.222905+0000","last_unstale":"2024-09-21T00:35:51.228823+0000","last_undegraded":"2024-09-21T00:35:51.228823+0000","last_fullsized":"2024-09-21T00:35:51.228823+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:46:59.401008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"31.21","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.274616+0000","last_change":"2024-09-21T00:35:50.225780+0000","last_active":"2024-09-21T00:35:51.274616+0000","last_peered":"2024-09-21T00:35:51.274616+0000","last_clean":"2024-09-21T00:35:51.274616+0000","last_became_active":"2024-09-21T00:35:50.225461+0000","last_became_peered":"2024-09-21T00:35:50.225461+0000","last_unstale":"2024-09-21T00:35:51.274616+0000","last_undegraded":"2024-09-21T00:35:51.274616+0000","last_fullsized":"2024-09-21T00:35:51.274616+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:45:49.236306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"31.20","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.275544+0000","last_change":"2024-09-21T00:35:50.233321+0000","last_active":"2024-09-21T00:35:51.275544+0000","last_peered":"2024-09-21T00:35:51.275544+0000","last_clean":"2024-09-21T00:35:51.275544+0000","last_became_active":"2024-09-21T00:35:50.233006+0000","last_became_peered":"2024-09-21T00:35:50.233006+0000","last_unstale":"2024-09-21T00:35:51.275544+0000","last_undegraded":"2024-09-21T00:35:51.275544+0000","last_fullsized":"2024-09-21T00:35:51.275544+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:25:00.535355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.1f","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209043+0000","last_change":"2024-09-21T00:35:50.213242+0000","last_active":"2024-09-21T00:35:51.209043+0000","last_peered":"2024-09-21T00:35:51.209043+0000","last_clean":"2024-09-21T00:35:51.209043+0000","last_became_active":"2024-09-21T00:35:50.212899+0000","last_became_peered":"2024-09-21T00:35:50.212899+0000","last_unstale":"2024-09-21T00:35:51.209043+0000","last_undegraded":"2024-09-21T00:35:51.209043+0000","last_fullsized":"2024-09-21T00:35:51.209043+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:57:30.021984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"30.1e","version":"196'1","reported_seq":16,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.231463+0000","last_change":"2024-09-21T00:35:49.207415+0000","last_active":"2024-09-21T00:35:51.231463+0000","last_peered":"2024-09-21T00:35:51.231463+0000","last_clean":"2024-09-21T00:35:51.231463+0000","last_became_active":"2024-09-21T00:35:49.207096+0000","last_became_peered":"2024-09-21T00:35:49.207096+0000","last_unstale":"2024-09-21T00:35:51.231463+0000","last_undegraded":"2024-09-21T00:35:51.231463+0000","last_fullsized":"2024-09-21T00:35:51.231463+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:06:25.911679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.1c","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.274445+0000","last_change":"2024-09-21T00:35:50.222686+0000","last_active":"2024-09-21T00:35:51.274445+0000","last_peered":"2024-09-21T00:35:51.274445+0000","last_clean":"2024-09-21T00:35:51.274445+0000","last_became_active":"2024-09-21T00:35:50.222354+0000","last_became_peered":"2024-09-21T00:35:50.222354+0000","last_unstale":"2024-09-21T00:35:51.274445+0000","last_undegraded":"2024-09-21T00:35:51.274445+0000","last_fullsized":"2024-09-21T00:35:51.274445+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:46:30.901204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"30.1d","version":"196'2","reported_seq":17,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209429+0000","last_change":"2024-09-21T00:35:49.215547+0000","last_active":"2024-09-21T00:35:51.209429+0000","last_peered":"2024-09-21T00:35:51.209429+0000","last_clean":"2024-09-21T00:35:51.209429+0000","last_became_active":"2024-09-21T00:35:49.215238+0000","last_became_peered":"2024-09-21T00:35:49.215238+0000","last_unstale":"2024-09-21T00:35:51.209429+0000","last_undegraded":"2024-09-21T00:35:51.209429+0000","last_fullsized":"2024-09-21T00:35:51.209429+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:34:40.332482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.1d","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.211785+0000","last_change":"2024-09-21T00:35:50.229204+0000","last_active":"2024-09-21T00:35:51.211785+0000","last_peered":"2024-09-21T00:35:51.211785+0000","last_clean":"2024-09-21T00:35:51.211785+0000","last_became_active":"2024-09-21T00:35:50.228907+0000","last_became_peered":"2024-09-21T00:35:50.228907+0000","last_unstale":"2024-09-21T00:35:51.211785+0000","last_undegraded":"2024-09-21T00:35:51.211785+0000","last_fullsized":"2024-09-21T00:35:51.211785+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:45:00.659925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"30.1c","version":"196'2","reported_seq":17,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209746+0000","last_change":"2024-09-21T00:35:49.216253+0000","last_active":"2024-09-21T00:35:51.209746+0000","last_peered":"2024-09-21T00:35:51.209746+0000","last_clean":"2024-09-21T00:35:51.209746+0000","last_became_active":"2024-09-21T00:35:49.215940+0000","last_became_peered":"2024-09-21T00:35:49.215940+0000","last_unstale":"2024-09-21T00:35:51.209746+0000","last_undegraded":"2024-09-21T00:35:51.209746+0000","last_fullsized":"2024-09-21T00:35:51.209746+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:25:31.759143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.1a","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.274238+0000","last_change":"2024-09-21T00:35:50.217519+0000","last_active":"2024-09-21T00:35:51.274238+0000","last_peered":"2024-09-21T00:35:51.274238+0000","last_clean":"2024-09-21T00:35:51.274238+0000","last_became_active":"2024-09-21T00:35:50.217197+0000","last_became_peered":"2024-09-21T00:35:50.217197+0000","last_unstale":"2024-09-21T00:35:51.274238+0000","last_undegraded":"2024-09-21T00:35:51.274238+0000","last_fullsized":"2024-09-21T00:35:51.274238+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:27:04.187363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"30.1b","version":"196'1","reported_seq":16,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.275382+0000","last_change":"2024-09-21T00:35:49.206647+0000","last_active":"2024-09-21T00:35:51.275382+0000","last_peered":"2024-09-21T00:35:51.275382+0000","last_clean":"2024-09-21T00:35:51.275382+0000","last_became_active":"2024-09-21T00:35:49.206310+0000","last_became_peered":"2024-09-21T00:35:49.206310+0000","last_unstale":"2024-09-21T00:35:51.275382+0000","last_undegraded":"2024-09-21T00:35:51.275382+0000","last_fullsized":"2024-09-21T00:35:51.275382+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:52:05.447859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"31.1b","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.210122+0000","last_change":"2024-09-21T00:35:50.233627+0000","last_active":"2024-09-21T00:35:51.210122+0000","last_peered":"2024-09-21T00:35:51.210122+0000","last_clean":"2024-09-21T00:35:51.210122+0000","last_became_active":"2024-09-21T00:35:50.232939+0000","last_became_peered":"2024-09-21T00:35:50.232939+0000","last_unstale":"2024-09-21T00:35:51.210122+0000","last_undegraded":"2024-09-21T00:35:51.210122+0000","last_fullsized":"2024-09-21T00:35:51.210122+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:14:12.548371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"30.1a","version":"196'1","reported_seq":16,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.276458+0000","last_change":"2024-09-21T00:35:49.207763+0000","last_active":"2024-09-21T00:35:51.276458+0000","last_peered":"2024-09-21T00:35:51.276458+0000","last_clean":"2024-09-21T00:35:51.276458+0000","last_became_active":"2024-09-21T00:35:49.207454+0000","last_became_peered":"2024-09-21T00:35:49.207454+0000","last_unstale":"2024-09-21T00:35:51.276458+0000","last_undegraded":"2024-09-21T00:35:51.276458+0000","last_fullsized":"2024-09-21T00:35:51.276458+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:56:23.218034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.18","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209418+0000","last_change":"2024-09-21T00:35:50.224656+0000","last_active":"2024-09-21T00:35:51.209418+0000","last_peered":"2024-09-21T00:35:51.209418+0000","last_clean":"2024-09-21T00:35:51.209418+0000","last_became_active":"2024-09-21T00:35:50.224327+0000","last_became_peered":"2024-09-21T00:35:50.224327+0000","last_unstale":"2024-09-21T00:35:51.209418+0000","last_undegraded":"2024-09-21T00:35:51.209418+0000","last_fullsized":"2024-09-21T00:35:51.209418+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:09:38.574859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"30.19","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.230918+0000","last_change":"2024-09-21T00:35:49.213683+0000","last_active":"2024-09-21T00:35:51.230918+0000","last_peered":"2024-09-21T00:35:51.230918+0000","last_clean":"2024-09-21T00:35:51.230918+0000","last_became_active":"2024-09-21T00:35:49.211532+0000","last_became_peered":"2024-09-21T00:35:49.211532+0000","last_unstale":"2024-09-21T00:35:51.230918+0000","last_undegraded":"2024-09-21T00:35:51.230918+0000","last_fullsized":"2024-09-21T00:35:51.230918+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:46:40.494716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.19","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.276219+0000","last_change":"2024-09-21T00:35:50.224736+0000","last_active":"2024-09-21T00:35:51.276219+0000","last_peered":"2024-09-21T00:35:51.276219+0000","last_clean":"2024-09-21T00:35:51.276219+0000","last_became_active":"2024-09-21T00:35:50.224428+0000","last_became_peered":"2024-09-21T00:35:50.224428+0000","last_unstale":"2024-09-21T00:35:51.276219+0000","last_undegraded":"2024-09-21T00:35:51.276219+0000","last_fullsized":"2024-09-21T00:35:51.276219+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:12:36.354873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"30.18","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.208860+0000","last_change":"2024-09-21T00:35:49.213606+0000","last_active":"2024-09-21T00:35:51.208860+0000","last_peered":"2024-09-21T00:35:51.208860+0000","last_clean":"2024-09-21T00:35:51.208860+0000","last_became_active":"2024-09-21T00:35:49.213025+0000","last_became_peered":"2024-09-21T00:35:49.213025+0000","last_unstale":"2024-09-21T00:35:51.208860+0000","last_undegraded":"2024-09-21T00:35:51.208860+0000","last_fullsized":"2024-09-21T00:35:51.208860+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:04:34.550165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.16","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.276947+0000","last_change":"2024-09-21T00:35:50.228509+0000","last_active":"2024-09-21T00:35:51.276947+0000","last_peered":"2024-09-21T00:35:51.276947+0000","last_clean":"2024-09-21T00:35:51.276947+0000","last_became_active":"2024-09-21T00:35:50.228161+0000","last_became_peered":"2024-09-21T00:35:50.228161+0000","last_unstale":"2024-09-21T00:35:51.276947+0000","last_undegraded":"2024-09-21T00:35:51.276947+0000","last_fullsized":"2024-09-21T00:35:51.276947+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:51:54.817616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"30.17","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.211916+0000","last_change":"2024-09-21T00:35:49.212469+0000","last_active":"2024-09-21T00:35:51.211916+0000","last_peered":"2024-09-21T00:35:51.211916+0000","last_clean":"2024-09-21T00:35:51.211916+0000","last_became_active":"2024-09-21T00:35:49.212060+0000","last_became_peered":"2024-09-21T00:35:49.212060+0000","last_unstale":"2024-09-21T00:35:51.211916+0000","last_undegraded":"2024-09-21T00:35:51.211916+0000","last_fullsized":"2024-09-21T00:35:51.211916+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:32:24.005210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"31.17","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.276393+0000","last_change":"2024-09-21T00:35:50.231762+0000","last_active":"2024-09-21T00:35:51.276393+0000","last_peered":"2024-09-21T00:35:51.276393+0000","last_clean":"2024-09-21T00:35:51.276393+0000","last_became_active":"2024-09-21T00:35:50.231459+0000","last_became_peered":"2024-09-21T00:35:50.231459+0000","last_unstale":"2024-09-21T00:35:51.276393+0000","last_undegraded":"2024-09-21T00:35:51.276393+0000","last_fullsized":"2024-09-21T00:35:51.276393+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:50:00.026369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"30.16","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.208957+0000","last_change":"2024-09-21T00:35:49.211823+0000","last_active":"2024-09-21T00:35:51.208957+0000","last_peered":"2024-09-21T00:35:51.208957+0000","last_clean":"2024-09-21T00:35:51.208957+0000","last_became_active":"2024-09-21T00:35:49.211495+0000","last_became_peered":"2024-09-21T00:35:49.211495+0000","last_unstale":"2024-09-21T00:35:51.208957+0000","last_undegraded":"2024-09-21T00:35:51.208957+0000","last_fullsized":"2024-09-21T00:35:51.208957+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:56:31.299141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.14","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209654+0000","last_change":"2024-09-21T00:35:50.216834+0000","last_active":"2024-09-21T00:35:51.209654+0000","last_peered":"2024-09-21T00:35:51.209654+0000","last_clean":"2024-09-21T00:35:51.209654+0000","last_became_active":"2024-09-21T00:35:50.216182+0000","last_became_peered":"2024-09-21T00:35:50.216182+0000","last_unstale":"2024-09-21T00:35:51.209654+0000","last_undegraded":"2024-09-21T00:35:51.209654+0000","last_fullsized":"2024-09-21T00:35:51.209654+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:28:20.082365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"30.15","version":"196'3","reported_seq":18,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.276739+0000","last_change":"2024-09-21T00:35:49.215787+0000","last_active":"2024-09-21T00:35:51.276739+0000","last_peered":"2024-09-21T00:35:51.276739+0000","last_clean":"2024-09-21T00:35:51.276739+0000","last_became_active":"2024-09-21T00:35:49.215294+0000","last_became_peered":"2024-09-21T00:35:49.215294+0000","last_unstale":"2024-09-21T00:35:51.276739+0000","last_undegraded":"2024-09-21T00:35:51.276739+0000","last_fullsized":"2024-09-21T00:35:51.276739+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:51:35.545417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.15","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.231210+0000","last_change":"2024-09-21T00:35:50.225510+0000","last_active":"2024-09-21T00:35:51.231210+0000","last_peered":"2024-09-21T00:35:51.231210+0000","last_clean":"2024-09-21T00:35:51.231210+0000","last_became_active":"2024-09-21T00:35:50.225195+0000","last_became_peered":"2024-09-21T00:35:50.225195+0000","last_unstale":"2024-09-21T00:35:51.231210+0000","last_undegraded":"2024-09-21T00:35:51.231210+0000","last_fullsized":"2024-09-21T00:35:51.231210+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:51:37.978688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"30.14","version":"196'6","reported_seq":21,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.276794+0000","last_change":"2024-09-21T00:35:49.213445+0000","last_active":"2024-09-21T00:35:51.276794+0000","last_peered":"2024-09-21T00:35:51.276794+0000","last_clean":"2024-09-21T00:35:51.276794+0000","last_became_active":"2024-09-21T00:35:49.213073+0000","last_became_peered":"2024-09-21T00:35:49.213073+0000","last_unstale":"2024-09-21T00:35:51.276794+0000","last_undegraded":"2024-09-21T00:35:51.276794+0000","last_fullsized":"2024-09-21T00:35:51.276794+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:07:11.335581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.12","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.231264+0000","last_change":"2024-09-21T00:35:50.231596+0000","last_active":"2024-09-21T00:35:51.231264+0000","last_peered":"2024-09-21T00:35:51.231264+0000","last_clean":"2024-09-21T00:35:51.231264+0000","last_became_active":"2024-09-21T00:35:50.230368+0000","last_became_peered":"2024-09-21T00:35:50.230368+0000","last_unstale":"2024-09-21T00:35:51.231264+0000","last_undegraded":"2024-09-21T00:35:51.231264+0000","last_fullsized":"2024-09-21T00:35:51.231264+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:34:07.329201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"30.13","version":"196'2","reported_seq":17,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.276623+0000","last_change":"2024-09-21T00:35:49.211330+0000","last_active":"2024-09-21T00:35:51.276623+0000","last_peered":"2024-09-21T00:35:51.276623+0000","last_clean":"2024-09-21T00:35:51.276623+0000","last_became_active":"2024-09-21T00:35:49.210998+0000","last_became_peered":"2024-09-21T00:35:49.210998+0000","last_unstale":"2024-09-21T00:35:51.276623+0000","last_undegraded":"2024-09-21T00:35:51.276623+0000","last_fullsized":"2024-09-21T00:35:51.276623+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:25:41.149333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.13","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.210288+0000","last_change":"2024-09-21T00:35:50.228925+0000","last_active":"2024-09-21T00:35:51.210288+0000","last_peered":"2024-09-21T00:35:51.210288+0000","last_clean":"2024-09-21T00:35:51.210288+0000","last_became_active":"2024-09-21T00:35:50.228540+0000","last_became_peered":"2024-09-21T00:35:50.228540+0000","last_unstale":"2024-09-21T00:35:51.210288+0000","last_undegraded":"2024-09-21T00:35:51.210288+0000","last_fullsized":"2024-09-21T00:35:51.210288+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:41:33.914794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"30.12","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209084+0000","last_change":"2024-09-21T00:35:49.218797+0000","last_active":"2024-09-21T00:35:51.209084+0000","last_peered":"2024-09-21T00:35:51.209084+0000","last_clean":"2024-09-21T00:35:51.209084+0000","last_became_active":"2024-09-21T00:35:49.218501+0000","last_became_peered":"2024-09-21T00:35:49.218501+0000","last_unstale":"2024-09-21T00:35:51.209084+0000","last_undegraded":"2024-09-21T00:35:51.209084+0000","last_fullsized":"2024-09-21T00:35:51.209084+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:34:27.055027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.10","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.274200+0000","last_change":"2024-09-21T00:35:50.232335+0000","last_active":"2024-09-21T00:35:51.274200+0000","last_peered":"2024-09-21T00:35:51.274200+0000","last_clean":"2024-09-21T00:35:51.274200+0000","last_became_active":"2024-09-21T00:35:50.232007+0000","last_became_peered":"2024-09-21T00:35:50.232007+0000","last_unstale":"2024-09-21T00:35:51.274200+0000","last_undegraded":"2024-09-21T00:35:51.274200+0000","last_fullsized":"2024-09-21T00:35:51.274200+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:41:16.107813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"30.11","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.231059+0000","last_change":"2024-09-21T00:35:49.208689+0000","last_active":"2024-09-21T00:35:51.231059+0000","last_peered":"2024-09-21T00:35:51.231059+0000","last_clean":"2024-09-21T00:35:51.231059+0000","last_became_active":"2024-09-21T00:35:49.208028+0000","last_became_peered":"2024-09-21T00:35:49.208028+0000","last_unstale":"2024-09-21T00:35:51.231059+0000","last_undegraded":"2024-09-21T00:35:51.231059+0000","last_fullsized":"2024-09-21T00:35:51.231059+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:20:02.225105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.11","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.230773+0000","last_change":"2024-09-21T00:35:50.229470+0000","last_active":"2024-09-21T00:35:51.230773+0000","last_peered":"2024-09-21T00:35:51.230773+0000","last_clean":"2024-09-21T00:35:51.230773+0000","last_became_active":"2024-09-21T00:35:50.229047+0000","last_became_peered":"2024-09-21T00:35:50.229047+0000","last_unstale":"2024-09-21T00:35:51.230773+0000","last_undegraded":"2024-09-21T00:35:51.230773+0000","last_fullsized":"2024-09-21T00:35:51.230773+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:19:46.256043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"30.10","version":"196'8","reported_seq":23,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.273939+0000","last_change":"2024-09-21T00:35:49.208790+0000","last_active":"2024-09-21T00:35:51.273939+0000","last_peered":"2024-09-21T00:35:51.273939+0000","last_clean":"2024-09-21T00:35:51.273939+0000","last_became_active":"2024-09-21T00:35:49.208489+0000","last_became_peered":"2024-09-21T00:35:49.208489+0000","last_unstale":"2024-09-21T00:35:51.273939+0000","last_undegraded":"2024-09-21T00:35:51.273939+0000","last_fullsized":"2024-09-21T00:35:51.273939+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:16:09.588523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"31.e","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.275671+0000","last_change":"2024-09-21T00:35:50.215853+0000","last_active":"2024-09-21T00:35:51.275671+0000","last_peered":"2024-09-21T00:35:51.275671+0000","last_clean":"2024-09-21T00:35:51.275671+0000","last_became_active":"2024-09-21T00:35:50.215537+0000","last_became_peered":"2024-09-21T00:35:50.215537+0000","last_unstale":"2024-09-21T00:35:51.275671+0000","last_undegraded":"2024-09-21T00:35:51.275671+0000","last_fullsized":"2024-09-21T00:35:51.275671+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:28:45.074607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"30.f","version":"196'1","reported_seq":16,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.231310+0000","last_change":"2024-09-21T00:35:49.212167+0000","last_active":"2024-09-21T00:35:51.231310+0000","last_peered":"2024-09-21T00:35:51.231310+0000","last_clean":"2024-09-21T00:35:51.231310+0000","last_became_active":"2024-09-21T00:35:49.211810+0000","last_became_peered":"2024-09-21T00:35:49.211810+0000","last_unstale":"2024-09-21T00:35:51.231310+0000","last_undegraded":"2024-09-21T00:35:51.231310+0000","last_fullsized":"2024-09-21T00:35:51.231310+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:15:56.777835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.f","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209286+0000","last_change":"2024-09-21T00:35:50.241338+0000","last_active":"2024-09-21T00:35:51.209286+0000","last_peered":"2024-09-21T00:35:51.209286+0000","last_clean":"2024-09-21T00:35:51.209286+0000","last_became_active":"2024-09-21T00:35:50.241011+0000","last_became_peered":"2024-09-21T00:35:50.241011+0000","last_unstale":"2024-09-21T00:35:51.209286+0000","last_undegraded":"2024-09-21T00:35:51.209286+0000","last_fullsized":"2024-09-21T00:35:51.209286+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:23:33.705331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"30.e","version":"196'2","reported_seq":17,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209072+0000","last_change":"2024-09-21T00:35:49.214182+0000","last_active":"2024-09-21T00:35:51.209072+0000","last_peered":"2024-09-21T00:35:51.209072+0000","last_clean":"2024-09-21T00:35:51.209072+0000","last_became_active":"2024-09-21T00:35:49.213258+0000","last_became_peered":"2024-09-21T00:35:49.213258+0000","last_unstale":"2024-09-21T00:35:51.209072+0000","last_undegraded":"2024-09-21T00:35:51.209072+0000","last_fullsized":"2024-09-21T00:35:51.209072+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:46:29.894584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.c","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209967+0000","last_change":"2024-09-21T00:35:50.226004+0000","last_active":"2024-09-21T00:35:51.209967+0000","last_peered":"2024-09-21T00:35:51.209967+0000","last_clean":"2024-09-21T00:35:51.209967+0000","last_became_active":"2024-09-21T00:35:50.225649+0000","last_became_peered":"2024-09-21T00:35:50.225649+0000","last_unstale":"2024-09-21T00:35:51.209967+0000","last_undegraded":"2024-09-21T00:35:51.209967+0000","last_fullsized":"2024-09-21T00:35:51.209967+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:44:39.830624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"30.d","version":"196'1","reported_seq":16,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.210021+0000","last_change":"2024-09-21T00:35:49.208076+0000","last_active":"2024-09-21T00:35:51.210021+0000","last_peered":"2024-09-21T00:35:51.210021+0000","last_clean":"2024-09-21T00:35:51.210021+0000","last_became_active":"2024-09-21T00:35:49.205935+0000","last_became_peered":"2024-09-21T00:35:49.205935+0000","last_unstale":"2024-09-21T00:35:51.210021+0000","last_undegraded":"2024-09-21T00:35:51.210021+0000","last_fullsized":"2024-09-21T00:35:51.210021+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:16:09.588523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"31.d","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.212051+0000","last_change":"2024-09-21T00:35:50.228212+0000","last_active":"2024-09-21T00:35:51.212051+0000","last_peered":"2024-09-21T00:35:51.212051+0000","last_clean":"2024-09-21T00:35:51.212051+0000","last_became_active":"2024-09-21T00:35:50.227901+0000","last_became_peered":"2024-09-21T00:35:50.227901+0000","last_unstale":"2024-09-21T00:35:51.212051+0000","last_undegraded":"2024-09-21T00:35:51.212051+0000","last_fullsized":"2024-09-21T00:35:51.212051+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:06:18.751089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"30.c","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.274572+0000","last_change":"2024-09-21T00:35:49.212348+0000","last_active":"2024-09-21T00:35:51.274572+0000","last_peered":"2024-09-21T00:35:51.274572+0000","last_clean":"2024-09-21T00:35:51.274572+0000","last_became_active":"2024-09-21T00:35:49.212005+0000","last_became_peered":"2024-09-21T00:35:49.212005+0000","last_unstale":"2024-09-21T00:35:51.274572+0000","last_undegraded":"2024-09-21T00:35:51.274572+0000","last_fullsized":"2024-09-21T00:35:51.274572+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:22:16.460839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"31.a","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.211304+0000","last_change":"2024-09-21T00:35:50.221485+0000","last_active":"2024-09-21T00:35:51.211304+0000","last_peered":"2024-09-21T00:35:51.211304+0000","last_clean":"2024-09-21T00:35:51.211304+0000","last_became_active":"2024-09-21T00:35:50.221102+0000","last_became_peered":"2024-09-21T00:35:50.221102+0000","last_unstale":"2024-09-21T00:35:51.211304+0000","last_undegraded":"2024-09-21T00:35:51.211304+0000","last_fullsized":"2024-09-21T00:35:51.211304+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:34:13.056758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"30.b","version":"196'2","reported_seq":17,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.208825+0000","last_change":"2024-09-21T00:35:49.217748+0000","last_active":"2024-09-21T00:35:51.208825+0000","last_peered":"2024-09-21T00:35:51.208825+0000","last_clean":"2024-09-21T00:35:51.208825+0000","last_became_active":"2024-09-21T00:35:49.217436+0000","last_became_peered":"2024-09-21T00:35:49.217436+0000","last_unstale":"2024-09-21T00:35:51.208825+0000","last_undegraded":"2024-09-21T00:35:51.208825+0000","last_fullsized":"2024-09-21T00:35:51.208825+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:49:37.168216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.b","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.276330+0000","last_change":"2024-09-21T00:35:50.233230+0000","last_active":"2024-09-21T00:35:51.276330+0000","last_peered":"2024-09-21T00:35:51.276330+0000","last_clean":"2024-09-21T00:35:51.276330+0000","last_became_active":"2024-09-21T00:35:50.232906+0000","last_became_peered":"2024-09-21T00:35:50.232906+0000","last_unstale":"2024-09-21T00:35:51.276330+0000","last_undegraded":"2024-09-21T00:35:51.276330+0000","last_fullsized":"2024-09-21T00:35:51.276330+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:04:39.062211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"30.a","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.274127+0000","last_change":"2024-09-21T00:35:49.211495+0000","last_active":"2024-09-21T00:35:51.274127+0000","last_peered":"2024-09-21T00:35:51.274127+0000","last_clean":"2024-09-21T00:35:51.274127+0000","last_became_active":"2024-09-21T00:35:49.211156+0000","last_became_peered":"2024-09-21T00:35:49.211156+0000","last_unstale":"2024-09-21T00:35:51.274127+0000","last_undegraded":"2024-09-21T00:35:51.274127+0000","last_fullsized":"2024-09-21T00:35:51.274127+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:34:06.322581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"31.8","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.273961+0000","last_change":"2024-09-21T00:35:50.234189+0000","last_active":"2024-09-21T00:35:51.273961+0000","last_peered":"2024-09-21T00:35:51.273961+0000","last_clean":"2024-09-21T00:35:51.273961+0000","last_became_active":"2024-09-21T00:35:50.233850+0000","last_became_peered":"2024-09-21T00:35:50.233850+0000","last_unstale":"2024-09-21T00:35:51.273961+0000","last_undegraded":"2024-09-21T00:35:51.273961+0000","last_fullsized":"2024-09-21T00:35:51.273961+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:34:41.339102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"30.9","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209915+0000","last_change":"2024-09-21T00:35:49.220948+0000","last_active":"2024-09-21T00:35:51.209915+0000","last_peered":"2024-09-21T00:35:51.209915+0000","last_clean":"2024-09-21T00:35:51.209915+0000","last_became_active":"2024-09-21T00:35:49.220595+0000","last_became_peered":"2024-09-21T00:35:49.220595+0000","last_unstale":"2024-09-21T00:35:51.209915+0000","last_undegraded":"2024-09-21T00:35:51.209915+0000","last_fullsized":"2024-09-21T00:35:51.209915+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:22:16.460839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"31.9","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.211254+0000","last_change":"2024-09-21T00:35:50.227005+0000","last_active":"2024-09-21T00:35:51.211254+0000","last_peered":"2024-09-21T00:35:51.211254+0000","last_clean":"2024-09-21T00:35:51.211254+0000","last_became_active":"2024-09-21T00:35:50.226683+0000","last_became_peered":"2024-09-21T00:35:50.226683+0000","last_unstale":"2024-09-21T00:35:51.211254+0000","last_undegraded":"2024-09-21T00:35:51.211254+0000","last_fullsized":"2024-09-21T00:35:51.211254+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:49:39.664931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"30.8","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.230782+0000","last_change":"2024-09-21T00:35:49.210699+0000","last_active":"2024-09-21T00:35:51.230782+0000","last_peered":"2024-09-21T00:35:51.230782+0000","last_clean":"2024-09-21T00:35:51.230782+0000","last_became_active":"2024-09-21T00:35:49.210374+0000","last_became_peered":"2024-09-21T00:35:49.210374+0000","last_unstale":"2024-09-21T00:35:51.230782+0000","last_undegraded":"2024-09-21T00:35:51.230782+0000","last_fullsized":"2024-09-21T00:35:51.230782+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:14:08.914948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.6","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.231494+0000","last_change":"2024-09-21T00:35:50.226672+0000","last_active":"2024-09-21T00:35:51.231494+0000","last_peered":"2024-09-21T00:35:51.231494+0000","last_clean":"2024-09-21T00:35:51.231494+0000","last_became_active":"2024-09-21T00:35:50.226267+0000","last_became_peered":"2024-09-21T00:35:50.226267+0000","last_unstale":"2024-09-21T00:35:51.231494+0000","last_undegraded":"2024-09-21T00:35:51.231494+0000","last_fullsized":"2024-09-21T00:35:51.231494+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:31:20.581430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"30.7","version":"196'2","reported_seq":17,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.275968+0000","last_change":"2024-09-21T00:35:49.220470+0000","last_active":"2024-09-21T00:35:51.275968+0000","last_peered":"2024-09-21T00:35:51.275968+0000","last_clean":"2024-09-21T00:35:51.275968+0000","last_became_active":"2024-09-21T00:35:49.220117+0000","last_became_peered":"2024-09-21T00:35:49.220117+0000","last_unstale":"2024-09-21T00:35:51.275968+0000","last_undegraded":"2024-09-21T00:35:51.275968+0000","last_fullsized":"2024-09-21T00:35:51.275968+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:08:28.857137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"31.7","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.276599+0000","last_change":"2024-09-21T00:35:50.227715+0000","last_active":"2024-09-21T00:35:51.276599+0000","last_peered":"2024-09-21T00:35:51.276599+0000","last_clean":"2024-09-21T00:35:51.276599+0000","last_became_active":"2024-09-21T00:35:50.227216+0000","last_became_peered":"2024-09-21T00:35:50.227216+0000","last_unstale":"2024-09-21T00:35:51.276599+0000","last_undegraded":"2024-09-21T00:35:51.276599+0000","last_fullsized":"2024-09-21T00:35:51.276599+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:15:45.440134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"30.6","version":"197'1","reported_seq":16,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.230238+0000","last_change":"2024-09-21T00:35:49.208994+0000","last_active":"2024-09-21T00:35:51.230238+0000","last_peered":"2024-09-21T00:35:51.230238+0000","last_clean":"2024-09-21T00:35:51.230238+0000","last_became_active":"2024-09-21T00:35:49.208641+0000","last_became_peered":"2024-09-21T00:35:49.208641+0000","last_unstale":"2024-09-21T00:35:51.230238+0000","last_undegraded":"2024-09-21T00:35:51.230238+0000","last_fullsized":"2024-09-21T00:35:51.230238+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:46:53.128268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"31.4","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.274561+0000","last_change":"2024-09-21T00:35:50.228986+0000","last_active":"2024-09-21T00:35:51.274561+0000","last_peered":"2024-09-21T00:35:51.274561+0000","last_clean":"2024-09-21T00:35:51.274561+0000","last_became_active":"2024-09-21T00:35:50.228650+0000","last_became_peered":"2024-09-21T00:35:50.228650+0000","last_unstale":"2024-09-21T00:35:51.274561+0000","last_undegraded":"2024-09-21T00:35:51.274561+0000","last_fullsized":"2024-09-21T00:35:51.274561+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:46:00.901449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"30.5","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.210062+0000","last_change":"2024-09-21T00:35:49.220905+0000","last_active":"2024-09-21T00:35:51.210062+0000","last_peered":"2024-09-21T00:35:51.210062+0000","last_clean":"2024-09-21T00:35:51.210062+0000","last_became_active":"2024-09-21T00:35:49.220546+0000","last_became_peered":"2024-09-21T00:35:49.220546+0000","last_unstale":"2024-09-21T00:35:51.210062+0000","last_undegraded":"2024-09-21T00:35:51.210062+0000","last_fullsized":"2024-09-21T00:35:51.210062+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:38:56.107674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"31.5","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.274868+0000","last_change":"2024-09-21T00:35:50.233268+0000","last_active":"2024-09-21T00:35:51.274868+0000","last_peered":"2024-09-21T00:35:51.274868+0000","last_clean":"2024-09-21T00:35:51.274868+0000","last_became_active":"2024-09-21T00:35:50.232957+0000","last_became_peered":"2024-09-21T00:35:50.232957+0000","last_unstale":"2024-09-21T00:35:51.274868+0000","last_undegraded":"2024-09-21T00:35:51.274868+0000","last_fullsized":"2024-09-21T00:35:51.274868+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:04:35.556785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"30.4","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.274684+0000","last_change":"2024-09-21T00:35:49.215126+0000","last_active":"2024-09-21T00:35:51.274684+0000","last_peered":"2024-09-21T00:35:51.274684+0000","last_clean":"2024-09-21T00:35:51.274684+0000","last_became_active":"2024-09-21T00:35:49.213590+0000","last_became_peered":"2024-09-21T00:35:49.213590+0000","last_unstale":"2024-09-21T00:35:51.274684+0000","last_undegraded":"2024-09-21T00:35:51.274684+0000","last_fullsized":"2024-09-21T00:35:51.274684+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:38:56.107674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"31.2","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.231233+0000","last_change":"2024-09-21T00:35:50.223400+0000","last_active":"2024-09-21T00:35:51.231233+0000","last_peered":"2024-09-21T00:35:51.231233+0000","last_clean":"2024-09-21T00:35:51.231233+0000","last_became_active":"2024-09-21T00:35:50.223083+0000","last_became_peered":"2024-09-21T00:35:50.223083+0000","last_unstale":"2024-09-21T00:35:51.231233+0000","last_undegraded":"2024-09-21T00:35:51.231233+0000","last_fullsized":"2024-09-21T00:35:51.231233+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:38:57.114294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"30.3","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.231322+0000","last_change":"2024-09-21T00:35:49.212460+0000","last_active":"2024-09-21T00:35:51.231322+0000","last_peered":"2024-09-21T00:35:51.231322+0000","last_clean":"2024-09-21T00:35:51.231322+0000","last_became_active":"2024-09-21T00:35:49.212153+0000","last_became_peered":"2024-09-21T00:35:49.212153+0000","last_unstale":"2024-09-21T00:35:51.231322+0000","last_undegraded":"2024-09-21T00:35:51.231322+0000","last_fullsized":"2024-09-21T00:35:51.231322+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:34:29.226772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.3","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.211458+0000","last_change":"2024-09-21T00:35:50.229175+0000","last_active":"2024-09-21T00:35:51.211458+0000","last_peered":"2024-09-21T00:35:51.211458+0000","last_clean":"2024-09-21T00:35:51.211458+0000","last_became_active":"2024-09-21T00:35:50.228842+0000","last_became_peered":"2024-09-21T00:35:50.228842+0000","last_unstale":"2024-09-21T00:35:51.211458+0000","last_undegraded":"2024-09-21T00:35:51.211458+0000","last_fullsized":"2024-09-21T00:35:51.211458+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:24:27.818676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"30.2","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.275033+0000","last_change":"2024-09-21T00:35:49.205374+0000","last_active":"2024-09-21T00:35:51.275033+0000","last_peered":"2024-09-21T00:35:51.275033+0000","last_clean":"2024-09-21T00:35:51.275033+0000","last_became_active":"2024-09-21T00:35:49.205044+0000","last_became_peered":"2024-09-21T00:35:49.205044+0000","last_unstale":"2024-09-21T00:35:51.275033+0000","last_undegraded":"2024-09-21T00:35:51.275033+0000","last_fullsized":"2024-09-21T00:35:51.275033+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:39:50.905673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"31.0","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.210878+0000","last_change":"2024-09-21T00:35:50.216109+0000","last_active":"2024-09-21T00:35:51.210878+0000","last_peered":"2024-09-21T00:35:51.210878+0000","last_clean":"2024-09-21T00:35:51.210878+0000","last_became_active":"2024-09-21T00:35:50.215475+0000","last_became_peered":"2024-09-21T00:35:50.215475+0000","last_unstale":"2024-09-21T00:35:51.210878+0000","last_undegraded":"2024-09-21T00:35:51.210878+0000","last_fullsized":"2024-09-21T00:35:51.210878+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:32:57.127865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"30.1","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.208722+0000","last_change":"2024-09-21T00:35:49.215033+0000","last_active":"2024-09-21T00:35:51.208722+0000","last_peered":"2024-09-21T00:35:51.208722+0000","last_clean":"2024-09-21T00:35:51.208722+0000","last_became_active":"2024-09-21T00:35:49.214664+0000","last_became_peered":"2024-09-21T00:35:49.214664+0000","last_unstale":"2024-09-21T00:35:51.208722+0000","last_undegraded":"2024-09-21T00:35:51.208722+0000","last_fullsized":"2024-09-21T00:35:51.208722+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:27:03.180743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.1","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.276250+0000","last_change":"2024-09-21T00:35:50.223837+0000","last_active":"2024-09-21T00:35:51.276250+0000","last_peered":"2024-09-21T00:35:51.276250+0000","last_clean":"2024-09-21T00:35:51.276250+0000","last_became_active":"2024-09-21T00:35:50.223507+0000","last_became_peered":"2024-09-21T00:35:50.223507+0000","last_unstale":"2024-09-21T00:35:51.276250+0000","last_undegraded":"2024-09-21T00:35:51.276250+0000","last_fullsized":"2024-09-21T00:35:51.276250+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:48:10.053932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"30.0","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.208940+0000","last_change":"2024-09-21T00:35:49.217998+0000","last_active":"2024-09-21T00:35:51.208940+0000","last_peered":"2024-09-21T00:35:51.208940+0000","last_clean":"2024-09-21T00:35:51.208940+0000","last_became_active":"2024-09-21T00:35:49.216770+0000","last_became_peered":"2024-09-21T00:35:49.216770+0000","last_unstale":"2024-09-21T00:35:51.208940+0000","last_undegraded":"2024-09-21T00:35:51.208940+0000","last_fullsized":"2024-09-21T00:35:51.208940+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:45:59.894829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.1e","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.228961+0000","last_change":"2024-09-21T00:35:50.219557+0000","last_active":"2024-09-21T00:35:51.228961+0000","last_peered":"2024-09-21T00:35:51.228961+0000","last_clean":"2024-09-21T00:35:51.228961+0000","last_became_active":"2024-09-21T00:35:50.219238+0000","last_became_peered":"2024-09-21T00:35:50.219238+0000","last_unstale":"2024-09-21T00:35:51.228961+0000","last_undegraded":"2024-09-21T00:35:51.228961+0000","last_fullsized":"2024-09-21T00:35:51.228961+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:49:57.507456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"30.1f","version":"196'4","reported_seq":19,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209248+0000","last_change":"2024-09-21T00:35:49.217715+0000","last_active":"2024-09-21T00:35:51.209248+0000","last_peered":"2024-09-21T00:35:51.209248+0000","last_clean":"2024-09-21T00:35:51.209248+0000","last_became_active":"2024-09-21T00:35:49.217388+0000","last_became_peered":"2024-09-21T00:35:49.217388+0000","last_unstale":"2024-09-21T00:35:51.209248+0000","last_undegraded":"2024-09-21T00:35:51.209248+0000","last_fullsized":"2024-09-21T00:35:51.209248+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:27:36.916482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":428,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209565+0000","last_change":"2024-09-21T00:21:11.583793+0000","last_active":"2024-09-21T00:35:51.209565+0000","last_peered":"2024-09-21T00:35:51.209565+0000","last_clean":"2024-09-21T00:35:51.209565+0000","last_became_active":"2024-09-21T00:21:11.582502+0000","last_became_peered":"2024-09-21T00:21:11.582502+0000","last_unstale":"2024-09-21T00:35:51.209565+0000","last_undegraded":"2024-09-21T00:35:51.209565+0000","last_fullsized":"2024-09-21T00:35:51.209565+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_clean_scrub_stamp":"2024-09-21T00:21:10.311964+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:58.010953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":31,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":30,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509620,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":48084,"kb_used_data":3000,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94323756,"statfs":{"total":96636764160,"available":96587526144,"internally_reserved":0,"allocated":3072000,"data_stored":1678451,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":46135754},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509620,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":69644,"kb_used_data":2424,"kb_used_omap":1,"kb_used_meta":67198,"kb_avail":94302196,"statfs":{"total":96636764160,"available":96565448704,"internally_reserved":0,"allocated":2482176,"data_stored":1088617,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":68811206},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509620,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59980,"kb_used_data":2416,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94311860,"statfs":{"total":96636764160,"available":96575344640,"internally_reserved":0,"allocated":2473984,"data_stored":1088013,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":58915269},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509621,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":78040,"kb_used_data":2432,"kb_used_omap":1,"kb_used_meta":75582,"kb_avail":94293800,"statfs":{"total":96636764160,"available":96556851200,"internally_reserved":0,"allocated":2490368,"data_stored":1094895,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":77396424},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509621,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":47516,"kb_used_data":2432,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94324324,"statfs":{"total":96636764160,"available":96588107776,"internally_reserved":0,"allocated":2490368,"data_stored":1094403,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":46135749},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509619,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":74448,"kb_used_data":3000,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94297392,"statfs":{"total":96636764160,"available":96560529408,"internally_reserved":0,"allocated":3072000,"data_stored":1678415,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":73136582},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834575028,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":73900,"kb_used_data":2448,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94297940,"statfs":{"total":96636764160,"available":96561090560,"internally_reserved":0,"allocated":2506752,"data_stored":1096017,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":73136581},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834575028,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":78056,"kb_used_data":2448,"kb_used_omap":1,"kb_used_meta":75582,"kb_avail":94293784,"statfs":{"total":96636764160,"available":96556834816,"internally_reserved":0,"allocated":2506752,"data_stored":1096049,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":77396422},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":30,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":30,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":30,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":30,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":30,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1704,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":30,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":30,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":30,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T00:35:58.820 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T00:35:58.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:58.953+0000 7f408b19d640 1 -- 172.21.15.67:0/2145930388 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f408406cd50 msgr2=0x7f40840b0640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:58.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:58.953+0000 7f408b19d640 1 --2- 172.21.15.67:0/2145930388 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f408406cd50 0x7f40840b0640 secure :-1 s=READY pgs=2497 cs=0 l=1 rev1=1 crypto rx=0x7f4074009830 tx=0x7f407402a500 comp rx=0 tx=0).stop 2024-09-21T00:35:58.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:58.953+0000 7f408b19d640 1 -- 172.21.15.67:0/2145930388 shutdown_connections 2024-09-21T00:35:58.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:58.953+0000 7f408b19d640 1 --2- 172.21.15.67:0/2145930388 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f40840d12e0 0x7f40840d16f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:58.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:58.953+0000 7f408b19d640 1 --2- 172.21.15.67:0/2145930388 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f408406cd50 0x7f40840b0640 unknown :-1 s=CLOSED pgs=2497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:58.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:58.953+0000 7f408b19d640 1 -- 172.21.15.67:0/2145930388 >> 172.21.15.67:0/2145930388 conn(0x7f4084073280 msgr2=0x7f40840b61a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:58.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:58.953+0000 7f408b19d640 1 -- 172.21.15.67:0/2145930388 shutdown_connections 2024-09-21T00:35:58.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:58.953+0000 7f408b19d640 1 -- 172.21.15.67:0/2145930388 wait complete. 2024-09-21T00:35:58.956 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:58.955+0000 7f408b19d640 1 Processor -- start 2024-09-21T00:35:58.956 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:58.955+0000 7f408b19d640 1 -- start start 2024-09-21T00:35:58.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:58.956+0000 7f408b19d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f408406cd50 0x7f40841f5390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:58.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:58.956+0000 7f408b19d640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f40840d12e0 0x7f40840ccb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:58.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:58.956+0000 7f408b19d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f408415ec50 0x7f40840cd0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:58.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:58.956+0000 7f408b19d640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f40840b1f70 con 0x7f408406cd50 2024-09-21T00:35:58.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:58.956+0000 7f408b19d640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f40840b1df0 con 0x7f408415ec50 2024-09-21T00:35:58.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:58.956+0000 7f408b19d640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f40840b20f0 con 0x7f40840d12e0 2024-09-21T00:35:58.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:58.956+0000 7f408a19b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f408406cd50 0x7f40841f5390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:58.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:58.956+0000 7f408a19b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f408406cd50 0x7f40841f5390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:47554/0 (socket says 172.21.15.67:47554) 2024-09-21T00:35:58.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:58.956+0000 7f408a19b640 1 -- 172.21.15.67:0/919230241 learned_addr learned my addr 172.21.15.67:0/919230241 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:35:58.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:58.956+0000 7f408999a640 1 --2- 172.21.15.67:0/919230241 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f40840d12e0 0x7f40840ccb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:58.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:58.956+0000 7f408a99c640 1 --2- 172.21.15.67:0/919230241 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f408415ec50 0x7f40840cd0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:58.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:58.956+0000 7f408a19b640 1 -- 172.21.15.67:0/919230241 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f40840d12e0 msgr2=0x7f40840ccb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:58.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:58.956+0000 7f408a19b640 1 --2- 172.21.15.67:0/919230241 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f40840d12e0 0x7f40840ccb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:58.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:58.956+0000 7f408a19b640 1 -- 172.21.15.67:0/919230241 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f408415ec50 msgr2=0x7f40840cd0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:58.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:58.956+0000 7f408a19b640 1 --2- 172.21.15.67:0/919230241 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f408415ec50 0x7f40840cd0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:58.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:58.956+0000 7f408a19b640 1 -- 172.21.15.67:0/919230241 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40840aeb70 con 0x7f408406cd50 2024-09-21T00:35:58.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:58.957+0000 7f408a99c640 1 --2- 172.21.15.67:0/919230241 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f408415ec50 0x7f40840cd0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:35:58.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:58.957+0000 7f408a19b640 1 --2- 172.21.15.67:0/919230241 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f408406cd50 0x7f40841f5390 secure :-1 s=READY pgs=2498 cs=0 l=1 rev1=1 crypto rx=0x7f408000c390 tx=0x7f408000c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:58.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:58.957+0000 7f407affd640 1 -- 172.21.15.67:0/919230241 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4080017070 con 0x7f408406cd50 2024-09-21T00:35:58.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:58.957+0000 7f407affd640 1 -- 172.21.15.67:0/919230241 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4080003610 con 0x7f408406cd50 2024-09-21T00:35:58.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:58.957+0000 7f408b19d640 1 -- 172.21.15.67:0/919230241 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40841f9e40 con 0x7f408406cd50 2024-09-21T00:35:58.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:58.957+0000 7f407affd640 1 -- 172.21.15.67:0/919230241 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4080003a60 con 0x7f408406cd50 2024-09-21T00:35:58.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:58.957+0000 7f408b19d640 1 -- 172.21.15.67:0/919230241 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f408409eb60 con 0x7f408406cd50 2024-09-21T00:35:58.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:58.958+0000 7f408b19d640 1 -- 172.21.15.67:0/919230241 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f40840b2610 con 0x7f408406cd50 2024-09-21T00:35:58.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:58.959+0000 7f407affd640 1 -- 172.21.15.67:0/919230241 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f408001a070 con 0x7f408406cd50 2024-09-21T00:35:58.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:58.959+0000 7f407affd640 1 --2- 172.21.15.67:0/919230241 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4068078b90 0x7f406807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:58.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:58.959+0000 7f407affd640 1 -- 172.21.15.67:0/919230241 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(197..197 src has 1..197) ==== 5709+0+0 (secure 0 0 0) 0x7f408009a0b0 con 0x7f408406cd50 2024-09-21T00:35:58.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:58.960+0000 7f408999a640 1 --2- 172.21.15.67:0/919230241 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4068078b90 0x7f406807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:58.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:58.960+0000 7f408999a640 1 --2- 172.21.15.67:0/919230241 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4068078b90 0x7f406807b0a0 secure :-1 s=READY pgs=934 cs=0 l=1 rev1=1 crypto rx=0x7f4074034000 tx=0x7f4074004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:58.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:58.964+0000 7f407affd640 1 -- 172.21.15.67:0/919230241 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f408406d5f0 con 0x7f408406cd50 2024-09-21T00:35:59.147 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.146+0000 7f408b19d640 1 -- 172.21.15.67:0/919230241 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f40841f58d0 con 0x7f4068078b90 2024-09-21T00:35:59.152 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.151+0000 7f407affd640 1 -- 172.21.15.67:0/919230241 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252405 (secure 0 0 0) 0x7f40740042f0 con 0x7f4068078b90 2024-09-21T00:35:59.154 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:59.156 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-21T00:35:59.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.154+0000 7f408b19d640 1 -- 172.21.15.67:0/919230241 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4068078b90 msgr2=0x7f406807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:59.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.154+0000 7f408b19d640 1 --2- 172.21.15.67:0/919230241 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4068078b90 0x7f406807b0a0 secure :-1 s=READY pgs=934 cs=0 l=1 rev1=1 crypto rx=0x7f4074034000 tx=0x7f4074004730 comp rx=0 tx=0).stop 2024-09-21T00:35:59.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.154+0000 7f408b19d640 1 -- 172.21.15.67:0/919230241 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f408406cd50 msgr2=0x7f40841f5390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:59.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.154+0000 7f408b19d640 1 --2- 172.21.15.67:0/919230241 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f408406cd50 0x7f40841f5390 secure :-1 s=READY pgs=2498 cs=0 l=1 rev1=1 crypto rx=0x7f408000c390 tx=0x7f408000c850 comp rx=0 tx=0).stop 2024-09-21T00:35:59.157 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.154+0000 7f408b19d640 1 -- 172.21.15.67:0/919230241 shutdown_connections 2024-09-21T00:35:59.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.154+0000 7f408b19d640 1 --2- 172.21.15.67:0/919230241 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4068078b90 0x7f406807b0a0 unknown :-1 s=CLOSED pgs=934 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:59.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.154+0000 7f408b19d640 1 --2- 172.21.15.67:0/919230241 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f408415ec50 0x7f40840cd0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:59.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.154+0000 7f408b19d640 1 --2- 172.21.15.67:0/919230241 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f40840d12e0 0x7f40840ccb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:59.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.154+0000 7f408b19d640 1 --2- 172.21.15.67:0/919230241 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f408406cd50 0x7f40841f5390 unknown :-1 s=CLOSED pgs=2498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:59.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.154+0000 7f408b19d640 1 -- 172.21.15.67:0/919230241 >> 172.21.15.67:0/919230241 conn(0x7f4084073280 msgr2=0x7f40840705c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:59.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.154+0000 7f408b19d640 1 -- 172.21.15.67:0/919230241 shutdown_connections 2024-09-21T00:35:59.158 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.154+0000 7f408b19d640 1 -- 172.21.15.67:0/919230241 wait complete. 2024-09-21T00:35:59.167 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":635,"stamp":"2024-09-21T00:35:57.725519+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":529708,"kb_used_data":20648,"kb_used_omap":12,"kb_used_meta":508851,"kb_avail":754445012,"statfs":{"total":773094113280,"available":772551692288,"internally_reserved":0,"allocated":21143552,"data_stored":9940060,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12749,"internal_metadata":521063987},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002230"},"pg_stats":[{"pgid":"31.3f","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.276415+0000","last_change":"2024-09-21T00:35:50.232163+0000","last_active":"2024-09-21T00:35:51.276415+0000","last_peered":"2024-09-21T00:35:51.276415+0000","last_clean":"2024-09-21T00:35:51.276415+0000","last_became_active":"2024-09-21T00:35:50.231832+0000","last_became_peered":"2024-09-21T00:35:50.231832+0000","last_unstale":"2024-09-21T00:35:51.276415+0000","last_undegraded":"2024-09-21T00:35:51.276415+0000","last_fullsized":"2024-09-21T00:35:51.276415+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:23:14.013982+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.3e","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.276489+0000","last_change":"2024-09-21T00:35:50.224247+0000","last_active":"2024-09-21T00:35:51.276489+0000","last_peered":"2024-09-21T00:35:51.276489+0000","last_clean":"2024-09-21T00:35:51.276489+0000","last_became_active":"2024-09-21T00:35:50.223937+0000","last_became_peered":"2024-09-21T00:35:50.223937+0000","last_unstale":"2024-09-21T00:35:51.276489+0000","last_undegraded":"2024-09-21T00:35:51.276489+0000","last_fullsized":"2024-09-21T00:35:51.276489+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:24:52.496439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.3d","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209306+0000","last_change":"2024-09-21T00:35:50.217294+0000","last_active":"2024-09-21T00:35:51.209306+0000","last_peered":"2024-09-21T00:35:51.209306+0000","last_clean":"2024-09-21T00:35:51.209306+0000","last_became_active":"2024-09-21T00:35:50.217009+0000","last_became_peered":"2024-09-21T00:35:50.217009+0000","last_unstale":"2024-09-21T00:35:51.209306+0000","last_undegraded":"2024-09-21T00:35:51.209306+0000","last_fullsized":"2024-09-21T00:35:51.209306+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:06:07.689613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.3c","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.275213+0000","last_change":"2024-09-21T00:35:50.216685+0000","last_active":"2024-09-21T00:35:51.275213+0000","last_peered":"2024-09-21T00:35:51.275213+0000","last_clean":"2024-09-21T00:35:51.275213+0000","last_became_active":"2024-09-21T00:35:50.216379+0000","last_became_peered":"2024-09-21T00:35:50.216379+0000","last_unstale":"2024-09-21T00:35:51.275213+0000","last_undegraded":"2024-09-21T00:35:51.275213+0000","last_fullsized":"2024-09-21T00:35:51.275213+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:40:42.955002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"31.3b","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.228828+0000","last_change":"2024-09-21T00:35:50.233061+0000","last_active":"2024-09-21T00:35:51.228828+0000","last_peered":"2024-09-21T00:35:51.228828+0000","last_clean":"2024-09-21T00:35:51.228828+0000","last_became_active":"2024-09-21T00:35:50.232710+0000","last_became_peered":"2024-09-21T00:35:50.232710+0000","last_unstale":"2024-09-21T00:35:51.228828+0000","last_undegraded":"2024-09-21T00:35:51.228828+0000","last_fullsized":"2024-09-21T00:35:51.228828+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:07:16.161967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"31.3a","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.274961+0000","last_change":"2024-09-21T00:35:50.221122+0000","last_active":"2024-09-21T00:35:51.274961+0000","last_peered":"2024-09-21T00:35:51.274961+0000","last_clean":"2024-09-21T00:35:51.274961+0000","last_became_active":"2024-09-21T00:35:50.220805+0000","last_became_peered":"2024-09-21T00:35:50.220805+0000","last_unstale":"2024-09-21T00:35:51.274961+0000","last_undegraded":"2024-09-21T00:35:51.274961+0000","last_fullsized":"2024-09-21T00:35:51.274961+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:31:18.818317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"31.39","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.230821+0000","last_change":"2024-09-21T00:35:50.235353+0000","last_active":"2024-09-21T00:35:51.230821+0000","last_peered":"2024-09-21T00:35:51.230821+0000","last_clean":"2024-09-21T00:35:51.230821+0000","last_became_active":"2024-09-21T00:35:50.235101+0000","last_became_peered":"2024-09-21T00:35:50.235101+0000","last_unstale":"2024-09-21T00:35:51.230821+0000","last_undegraded":"2024-09-21T00:35:51.230821+0000","last_fullsized":"2024-09-21T00:35:51.230821+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:28:56.613755+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.38","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.210568+0000","last_change":"2024-09-21T00:35:50.214852+0000","last_active":"2024-09-21T00:35:51.210568+0000","last_peered":"2024-09-21T00:35:51.210568+0000","last_clean":"2024-09-21T00:35:51.210568+0000","last_became_active":"2024-09-21T00:35:50.214494+0000","last_became_peered":"2024-09-21T00:35:50.214494+0000","last_unstale":"2024-09-21T00:35:51.210568+0000","last_undegraded":"2024-09-21T00:35:51.210568+0000","last_fullsized":"2024-09-21T00:35:51.210568+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:20:40.904323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"31.37","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.210199+0000","last_change":"2024-09-21T00:35:50.236306+0000","last_active":"2024-09-21T00:35:51.210199+0000","last_peered":"2024-09-21T00:35:51.210199+0000","last_clean":"2024-09-21T00:35:51.210199+0000","last_became_active":"2024-09-21T00:35:50.236010+0000","last_became_peered":"2024-09-21T00:35:50.236010+0000","last_unstale":"2024-09-21T00:35:51.210199+0000","last_undegraded":"2024-09-21T00:35:51.210199+0000","last_fullsized":"2024-09-21T00:35:51.210199+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:50:30.995032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"31.36","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.231316+0000","last_change":"2024-09-21T00:35:50.232046+0000","last_active":"2024-09-21T00:35:51.231316+0000","last_peered":"2024-09-21T00:35:51.231316+0000","last_clean":"2024-09-21T00:35:51.231316+0000","last_became_active":"2024-09-21T00:35:50.231474+0000","last_became_peered":"2024-09-21T00:35:50.231474+0000","last_unstale":"2024-09-21T00:35:51.231316+0000","last_undegraded":"2024-09-21T00:35:51.231316+0000","last_fullsized":"2024-09-21T00:35:51.231316+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:13:07.847924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.35","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.274625+0000","last_change":"2024-09-21T00:35:50.227326+0000","last_active":"2024-09-21T00:35:51.274625+0000","last_peered":"2024-09-21T00:35:51.274625+0000","last_clean":"2024-09-21T00:35:51.274625+0000","last_became_active":"2024-09-21T00:35:50.223080+0000","last_became_peered":"2024-09-21T00:35:50.223080+0000","last_unstale":"2024-09-21T00:35:51.274625+0000","last_undegraded":"2024-09-21T00:35:51.274625+0000","last_fullsized":"2024-09-21T00:35:51.274625+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:25:32.765763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"31.34","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.211677+0000","last_change":"2024-09-21T00:35:50.221421+0000","last_active":"2024-09-21T00:35:51.211677+0000","last_peered":"2024-09-21T00:35:51.211677+0000","last_clean":"2024-09-21T00:35:51.211677+0000","last_became_active":"2024-09-21T00:35:50.221112+0000","last_became_peered":"2024-09-21T00:35:50.221112+0000","last_unstale":"2024-09-21T00:35:51.211677+0000","last_undegraded":"2024-09-21T00:35:51.211677+0000","last_fullsized":"2024-09-21T00:35:51.211677+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:41:03.389630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"31.33","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.231325+0000","last_change":"2024-09-21T00:35:50.239380+0000","last_active":"2024-09-21T00:35:51.231325+0000","last_peered":"2024-09-21T00:35:51.231325+0000","last_clean":"2024-09-21T00:35:51.231325+0000","last_became_active":"2024-09-21T00:35:50.239051+0000","last_became_peered":"2024-09-21T00:35:50.239051+0000","last_unstale":"2024-09-21T00:35:51.231325+0000","last_undegraded":"2024-09-21T00:35:51.231325+0000","last_fullsized":"2024-09-21T00:35:51.231325+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:04:45.058073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.32","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.276344+0000","last_change":"2024-09-21T00:35:50.229724+0000","last_active":"2024-09-21T00:35:51.276344+0000","last_peered":"2024-09-21T00:35:51.276344+0000","last_clean":"2024-09-21T00:35:51.276344+0000","last_became_active":"2024-09-21T00:35:50.229408+0000","last_became_peered":"2024-09-21T00:35:50.229408+0000","last_unstale":"2024-09-21T00:35:51.276344+0000","last_undegraded":"2024-09-21T00:35:51.276344+0000","last_fullsized":"2024-09-21T00:35:51.276344+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:34:40.896789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.31","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209876+0000","last_change":"2024-09-21T00:35:50.233229+0000","last_active":"2024-09-21T00:35:51.209876+0000","last_peered":"2024-09-21T00:35:51.209876+0000","last_clean":"2024-09-21T00:35:51.209876+0000","last_became_active":"2024-09-21T00:35:50.232846+0000","last_became_peered":"2024-09-21T00:35:50.232846+0000","last_unstale":"2024-09-21T00:35:51.209876+0000","last_undegraded":"2024-09-21T00:35:51.209876+0000","last_fullsized":"2024-09-21T00:35:51.209876+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:41:54.514446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"31.30","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.208727+0000","last_change":"2024-09-21T00:35:50.240973+0000","last_active":"2024-09-21T00:35:51.208727+0000","last_peered":"2024-09-21T00:35:51.208727+0000","last_clean":"2024-09-21T00:35:51.208727+0000","last_became_active":"2024-09-21T00:35:50.240623+0000","last_became_peered":"2024-09-21T00:35:50.240623+0000","last_unstale":"2024-09-21T00:35:51.208727+0000","last_undegraded":"2024-09-21T00:35:51.208727+0000","last_fullsized":"2024-09-21T00:35:51.208727+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:07:48.904522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.2f","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.211959+0000","last_change":"2024-09-21T00:35:50.230524+0000","last_active":"2024-09-21T00:35:51.211959+0000","last_peered":"2024-09-21T00:35:51.211959+0000","last_clean":"2024-09-21T00:35:51.211959+0000","last_became_active":"2024-09-21T00:35:50.229763+0000","last_became_peered":"2024-09-21T00:35:50.229763+0000","last_unstale":"2024-09-21T00:35:51.211959+0000","last_undegraded":"2024-09-21T00:35:51.211959+0000","last_fullsized":"2024-09-21T00:35:51.211959+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:58:29.626145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"31.2e","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.276810+0000","last_change":"2024-09-21T00:35:50.234455+0000","last_active":"2024-09-21T00:35:51.276810+0000","last_peered":"2024-09-21T00:35:51.276810+0000","last_clean":"2024-09-21T00:35:51.276810+0000","last_became_active":"2024-09-21T00:35:50.234167+0000","last_became_peered":"2024-09-21T00:35:50.234167+0000","last_unstale":"2024-09-21T00:35:51.276810+0000","last_undegraded":"2024-09-21T00:35:51.276810+0000","last_fullsized":"2024-09-21T00:35:51.276810+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:28:32.349301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.2d","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.211754+0000","last_change":"2024-09-21T00:35:50.216280+0000","last_active":"2024-09-21T00:35:51.211754+0000","last_peered":"2024-09-21T00:35:51.211754+0000","last_clean":"2024-09-21T00:35:51.211754+0000","last_became_active":"2024-09-21T00:35:50.215966+0000","last_became_peered":"2024-09-21T00:35:50.215966+0000","last_unstale":"2024-09-21T00:35:51.211754+0000","last_undegraded":"2024-09-21T00:35:51.211754+0000","last_fullsized":"2024-09-21T00:35:51.211754+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:20:33.260246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"31.2c","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209642+0000","last_change":"2024-09-21T00:35:50.216490+0000","last_active":"2024-09-21T00:35:51.209642+0000","last_peered":"2024-09-21T00:35:51.209642+0000","last_clean":"2024-09-21T00:35:51.209642+0000","last_became_active":"2024-09-21T00:35:50.215755+0000","last_became_peered":"2024-09-21T00:35:50.215755+0000","last_unstale":"2024-09-21T00:35:51.209642+0000","last_undegraded":"2024-09-21T00:35:51.209642+0000","last_fullsized":"2024-09-21T00:35:51.209642+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:48:45.492265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.2b","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.211422+0000","last_change":"2024-09-21T00:35:50.224104+0000","last_active":"2024-09-21T00:35:51.211422+0000","last_peered":"2024-09-21T00:35:51.211422+0000","last_clean":"2024-09-21T00:35:51.211422+0000","last_became_active":"2024-09-21T00:35:50.223761+0000","last_became_peered":"2024-09-21T00:35:50.223761+0000","last_unstale":"2024-09-21T00:35:51.211422+0000","last_undegraded":"2024-09-21T00:35:51.211422+0000","last_fullsized":"2024-09-21T00:35:51.211422+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:36:33.319980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"31.2a","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.230900+0000","last_change":"2024-09-21T00:35:50.228184+0000","last_active":"2024-09-21T00:35:51.230900+0000","last_peered":"2024-09-21T00:35:51.230900+0000","last_clean":"2024-09-21T00:35:51.230900+0000","last_became_active":"2024-09-21T00:35:50.227445+0000","last_became_peered":"2024-09-21T00:35:50.227445+0000","last_unstale":"2024-09-21T00:35:51.230900+0000","last_undegraded":"2024-09-21T00:35:51.230900+0000","last_fullsized":"2024-09-21T00:35:51.230900+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:57:37.032900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.29","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.211254+0000","last_change":"2024-09-21T00:35:50.221474+0000","last_active":"2024-09-21T00:35:51.211254+0000","last_peered":"2024-09-21T00:35:51.211254+0000","last_clean":"2024-09-21T00:35:51.211254+0000","last_became_active":"2024-09-21T00:35:50.221032+0000","last_became_peered":"2024-09-21T00:35:50.221032+0000","last_unstale":"2024-09-21T00:35:51.211254+0000","last_undegraded":"2024-09-21T00:35:51.211254+0000","last_fullsized":"2024-09-21T00:35:51.211254+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:24:33.454871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"31.28","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.275510+0000","last_change":"2024-09-21T00:35:50.223491+0000","last_active":"2024-09-21T00:35:51.275510+0000","last_peered":"2024-09-21T00:35:51.275510+0000","last_clean":"2024-09-21T00:35:51.275510+0000","last_became_active":"2024-09-21T00:35:50.223046+0000","last_became_peered":"2024-09-21T00:35:50.223046+0000","last_unstale":"2024-09-21T00:35:51.275510+0000","last_undegraded":"2024-09-21T00:35:51.275510+0000","last_fullsized":"2024-09-21T00:35:51.275510+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:16:15.677920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.27","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.275899+0000","last_change":"2024-09-21T00:35:50.217519+0000","last_active":"2024-09-21T00:35:51.275899+0000","last_peered":"2024-09-21T00:35:51.275899+0000","last_clean":"2024-09-21T00:35:51.275899+0000","last_became_active":"2024-09-21T00:35:50.217219+0000","last_became_peered":"2024-09-21T00:35:50.217219+0000","last_unstale":"2024-09-21T00:35:51.275899+0000","last_undegraded":"2024-09-21T00:35:51.275899+0000","last_fullsized":"2024-09-21T00:35:51.275899+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:46:50.792404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"31.26","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.231197+0000","last_change":"2024-09-21T00:35:50.235423+0000","last_active":"2024-09-21T00:35:51.231197+0000","last_peered":"2024-09-21T00:35:51.231197+0000","last_clean":"2024-09-21T00:35:51.231197+0000","last_became_active":"2024-09-21T00:35:50.235094+0000","last_became_peered":"2024-09-21T00:35:50.235094+0000","last_unstale":"2024-09-21T00:35:51.231197+0000","last_undegraded":"2024-09-21T00:35:51.231197+0000","last_fullsized":"2024-09-21T00:35:51.231197+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:22:17.467459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.25","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.274774+0000","last_change":"2024-09-21T00:35:50.229060+0000","last_active":"2024-09-21T00:35:51.274774+0000","last_peered":"2024-09-21T00:35:51.274774+0000","last_clean":"2024-09-21T00:35:51.274774+0000","last_became_active":"2024-09-21T00:35:50.222425+0000","last_became_peered":"2024-09-21T00:35:50.222425+0000","last_unstale":"2024-09-21T00:35:51.274774+0000","last_undegraded":"2024-09-21T00:35:51.274774+0000","last_fullsized":"2024-09-21T00:35:51.274774+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:27:37.923102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"31.24","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.276651+0000","last_change":"2024-09-21T00:35:50.230604+0000","last_active":"2024-09-21T00:35:51.276651+0000","last_peered":"2024-09-21T00:35:51.276651+0000","last_clean":"2024-09-21T00:35:51.276651+0000","last_became_active":"2024-09-21T00:35:50.230307+0000","last_became_peered":"2024-09-21T00:35:50.230307+0000","last_unstale":"2024-09-21T00:35:51.276651+0000","last_undegraded":"2024-09-21T00:35:51.276651+0000","last_fullsized":"2024-09-21T00:35:51.276651+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:21:37.877088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.23","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.274371+0000","last_change":"2024-09-21T00:35:50.216025+0000","last_active":"2024-09-21T00:35:51.274371+0000","last_peered":"2024-09-21T00:35:51.274371+0000","last_clean":"2024-09-21T00:35:51.274371+0000","last_became_active":"2024-09-21T00:35:50.215654+0000","last_became_peered":"2024-09-21T00:35:50.215654+0000","last_unstale":"2024-09-21T00:35:51.274371+0000","last_undegraded":"2024-09-21T00:35:51.274371+0000","last_fullsized":"2024-09-21T00:35:51.274371+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:56:32.305761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"31.22","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.228823+0000","last_change":"2024-09-21T00:35:50.223230+0000","last_active":"2024-09-21T00:35:51.228823+0000","last_peered":"2024-09-21T00:35:51.228823+0000","last_clean":"2024-09-21T00:35:51.228823+0000","last_became_active":"2024-09-21T00:35:50.222905+0000","last_became_peered":"2024-09-21T00:35:50.222905+0000","last_unstale":"2024-09-21T00:35:51.228823+0000","last_undegraded":"2024-09-21T00:35:51.228823+0000","last_fullsized":"2024-09-21T00:35:51.228823+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:46:59.401008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"31.21","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.274616+0000","last_change":"2024-09-21T00:35:50.225780+0000","last_active":"2024-09-21T00:35:51.274616+0000","last_peered":"2024-09-21T00:35:51.274616+0000","last_clean":"2024-09-21T00:35:51.274616+0000","last_became_active":"2024-09-21T00:35:50.225461+0000","last_became_peered":"2024-09-21T00:35:50.225461+0000","last_unstale":"2024-09-21T00:35:51.274616+0000","last_undegraded":"2024-09-21T00:35:51.274616+0000","last_fullsized":"2024-09-21T00:35:51.274616+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:45:49.236306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"31.20","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.275544+0000","last_change":"2024-09-21T00:35:50.233321+0000","last_active":"2024-09-21T00:35:51.275544+0000","last_peered":"2024-09-21T00:35:51.275544+0000","last_clean":"2024-09-21T00:35:51.275544+0000","last_became_active":"2024-09-21T00:35:50.233006+0000","last_became_peered":"2024-09-21T00:35:50.233006+0000","last_unstale":"2024-09-21T00:35:51.275544+0000","last_undegraded":"2024-09-21T00:35:51.275544+0000","last_fullsized":"2024-09-21T00:35:51.275544+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:25:00.535355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.1f","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209043+0000","last_change":"2024-09-21T00:35:50.213242+0000","last_active":"2024-09-21T00:35:51.209043+0000","last_peered":"2024-09-21T00:35:51.209043+0000","last_clean":"2024-09-21T00:35:51.209043+0000","last_became_active":"2024-09-21T00:35:50.212899+0000","last_became_peered":"2024-09-21T00:35:50.212899+0000","last_unstale":"2024-09-21T00:35:51.209043+0000","last_undegraded":"2024-09-21T00:35:51.209043+0000","last_fullsized":"2024-09-21T00:35:51.209043+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:57:30.021984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"30.1e","version":"196'1","reported_seq":16,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.231463+0000","last_change":"2024-09-21T00:35:49.207415+0000","last_active":"2024-09-21T00:35:51.231463+0000","last_peered":"2024-09-21T00:35:51.231463+0000","last_clean":"2024-09-21T00:35:51.231463+0000","last_became_active":"2024-09-21T00:35:49.207096+0000","last_became_peered":"2024-09-21T00:35:49.207096+0000","last_unstale":"2024-09-21T00:35:51.231463+0000","last_undegraded":"2024-09-21T00:35:51.231463+0000","last_fullsized":"2024-09-21T00:35:51.231463+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:06:25.911679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.1c","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.274445+0000","last_change":"2024-09-21T00:35:50.222686+0000","last_active":"2024-09-21T00:35:51.274445+0000","last_peered":"2024-09-21T00:35:51.274445+0000","last_clean":"2024-09-21T00:35:51.274445+0000","last_became_active":"2024-09-21T00:35:50.222354+0000","last_became_peered":"2024-09-21T00:35:50.222354+0000","last_unstale":"2024-09-21T00:35:51.274445+0000","last_undegraded":"2024-09-21T00:35:51.274445+0000","last_fullsized":"2024-09-21T00:35:51.274445+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:46:30.901204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"30.1d","version":"196'2","reported_seq":17,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209429+0000","last_change":"2024-09-21T00:35:49.215547+0000","last_active":"2024-09-21T00:35:51.209429+0000","last_peered":"2024-09-21T00:35:51.209429+0000","last_clean":"2024-09-21T00:35:51.209429+0000","last_became_active":"2024-09-21T00:35:49.215238+0000","last_became_peered":"2024-09-21T00:35:49.215238+0000","last_unstale":"2024-09-21T00:35:51.209429+0000","last_undegraded":"2024-09-21T00:35:51.209429+0000","last_fullsized":"2024-09-21T00:35:51.209429+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:34:40.332482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.1d","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.211785+0000","last_change":"2024-09-21T00:35:50.229204+0000","last_active":"2024-09-21T00:35:51.211785+0000","last_peered":"2024-09-21T00:35:51.211785+0000","last_clean":"2024-09-21T00:35:51.211785+0000","last_became_active":"2024-09-21T00:35:50.228907+0000","last_became_peered":"2024-09-21T00:35:50.228907+0000","last_unstale":"2024-09-21T00:35:51.211785+0000","last_undegraded":"2024-09-21T00:35:51.211785+0000","last_fullsized":"2024-09-21T00:35:51.211785+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:45:00.659925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"30.1c","version":"196'2","reported_seq":17,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209746+0000","last_change":"2024-09-21T00:35:49.216253+0000","last_active":"2024-09-21T00:35:51.209746+0000","last_peered":"2024-09-21T00:35:51.209746+0000","last_clean":"2024-09-21T00:35:51.209746+0000","last_became_active":"2024-09-21T00:35:49.215940+0000","last_became_peered":"2024-09-21T00:35:49.215940+0000","last_unstale":"2024-09-21T00:35:51.209746+0000","last_undegraded":"2024-09-21T00:35:51.209746+0000","last_fullsized":"2024-09-21T00:35:51.209746+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:25:31.759143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.1a","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.274238+0000","last_change":"2024-09-21T00:35:50.217519+0000","last_active":"2024-09-21T00:35:51.274238+0000","last_peered":"2024-09-21T00:35:51.274238+0000","last_clean":"2024-09-21T00:35:51.274238+0000","last_became_active":"2024-09-21T00:35:50.217197+0000","last_became_peered":"2024-09-21T00:35:50.217197+0000","last_unstale":"2024-09-21T00:35:51.274238+0000","last_undegraded":"2024-09-21T00:35:51.274238+0000","last_fullsized":"2024-09-21T00:35:51.274238+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:27:04.187363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"30.1b","version":"196'1","reported_seq":16,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.275382+0000","last_change":"2024-09-21T00:35:49.206647+0000","last_active":"2024-09-21T00:35:51.275382+0000","last_peered":"2024-09-21T00:35:51.275382+0000","last_clean":"2024-09-21T00:35:51.275382+0000","last_became_active":"2024-09-21T00:35:49.206310+0000","last_became_peered":"2024-09-21T00:35:49.206310+0000","last_unstale":"2024-09-21T00:35:51.275382+0000","last_undegraded":"2024-09-21T00:35:51.275382+0000","last_fullsized":"2024-09-21T00:35:51.275382+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:52:05.447859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"31.1b","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.210122+0000","last_change":"2024-09-21T00:35:50.233627+0000","last_active":"2024-09-21T00:35:51.210122+0000","last_peered":"2024-09-21T00:35:51.210122+0000","last_clean":"2024-09-21T00:35:51.210122+0000","last_became_active":"2024-09-21T00:35:50.232939+0000","last_became_peered":"2024-09-21T00:35:50.232939+0000","last_unstale":"2024-09-21T00:35:51.210122+0000","last_undegraded":"2024-09-21T00:35:51.210122+0000","last_fullsized":"2024-09-21T00:35:51.210122+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:14:12.548371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"30.1a","version":"196'1","reported_seq":16,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.276458+0000","last_change":"2024-09-21T00:35:49.207763+0000","last_active":"2024-09-21T00:35:51.276458+0000","last_peered":"2024-09-21T00:35:51.276458+0000","last_clean":"2024-09-21T00:35:51.276458+0000","last_became_active":"2024-09-21T00:35:49.207454+0000","last_became_peered":"2024-09-21T00:35:49.207454+0000","last_unstale":"2024-09-21T00:35:51.276458+0000","last_undegraded":"2024-09-21T00:35:51.276458+0000","last_fullsized":"2024-09-21T00:35:51.276458+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:56:23.218034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.18","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209418+0000","last_change":"2024-09-21T00:35:50.224656+0000","last_active":"2024-09-21T00:35:51.209418+0000","last_peered":"2024-09-21T00:35:51.209418+0000","last_clean":"2024-09-21T00:35:51.209418+0000","last_became_active":"2024-09-21T00:35:50.224327+0000","last_became_peered":"2024-09-21T00:35:50.224327+0000","last_unstale":"2024-09-21T00:35:51.209418+0000","last_undegraded":"2024-09-21T00:35:51.209418+0000","last_fullsized":"2024-09-21T00:35:51.209418+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:09:38.574859+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"30.19","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.230918+0000","last_change":"2024-09-21T00:35:49.213683+0000","last_active":"2024-09-21T00:35:51.230918+0000","last_peered":"2024-09-21T00:35:51.230918+0000","last_clean":"2024-09-21T00:35:51.230918+0000","last_became_active":"2024-09-21T00:35:49.211532+0000","last_became_peered":"2024-09-21T00:35:49.211532+0000","last_unstale":"2024-09-21T00:35:51.230918+0000","last_undegraded":"2024-09-21T00:35:51.230918+0000","last_fullsized":"2024-09-21T00:35:51.230918+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:46:40.494716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.19","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.276219+0000","last_change":"2024-09-21T00:35:50.224736+0000","last_active":"2024-09-21T00:35:51.276219+0000","last_peered":"2024-09-21T00:35:51.276219+0000","last_clean":"2024-09-21T00:35:51.276219+0000","last_became_active":"2024-09-21T00:35:50.224428+0000","last_became_peered":"2024-09-21T00:35:50.224428+0000","last_unstale":"2024-09-21T00:35:51.276219+0000","last_undegraded":"2024-09-21T00:35:51.276219+0000","last_fullsized":"2024-09-21T00:35:51.276219+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:12:36.354873+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"30.18","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.208860+0000","last_change":"2024-09-21T00:35:49.213606+0000","last_active":"2024-09-21T00:35:51.208860+0000","last_peered":"2024-09-21T00:35:51.208860+0000","last_clean":"2024-09-21T00:35:51.208860+0000","last_became_active":"2024-09-21T00:35:49.213025+0000","last_became_peered":"2024-09-21T00:35:49.213025+0000","last_unstale":"2024-09-21T00:35:51.208860+0000","last_undegraded":"2024-09-21T00:35:51.208860+0000","last_fullsized":"2024-09-21T00:35:51.208860+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:04:34.550165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.16","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.276947+0000","last_change":"2024-09-21T00:35:50.228509+0000","last_active":"2024-09-21T00:35:51.276947+0000","last_peered":"2024-09-21T00:35:51.276947+0000","last_clean":"2024-09-21T00:35:51.276947+0000","last_became_active":"2024-09-21T00:35:50.228161+0000","last_became_peered":"2024-09-21T00:35:50.228161+0000","last_unstale":"2024-09-21T00:35:51.276947+0000","last_undegraded":"2024-09-21T00:35:51.276947+0000","last_fullsized":"2024-09-21T00:35:51.276947+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:51:54.817616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"30.17","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.211916+0000","last_change":"2024-09-21T00:35:49.212469+0000","last_active":"2024-09-21T00:35:51.211916+0000","last_peered":"2024-09-21T00:35:51.211916+0000","last_clean":"2024-09-21T00:35:51.211916+0000","last_became_active":"2024-09-21T00:35:49.212060+0000","last_became_peered":"2024-09-21T00:35:49.212060+0000","last_unstale":"2024-09-21T00:35:51.211916+0000","last_undegraded":"2024-09-21T00:35:51.211916+0000","last_fullsized":"2024-09-21T00:35:51.211916+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:32:24.005210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"31.17","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.276393+0000","last_change":"2024-09-21T00:35:50.231762+0000","last_active":"2024-09-21T00:35:51.276393+0000","last_peered":"2024-09-21T00:35:51.276393+0000","last_clean":"2024-09-21T00:35:51.276393+0000","last_became_active":"2024-09-21T00:35:50.231459+0000","last_became_peered":"2024-09-21T00:35:50.231459+0000","last_unstale":"2024-09-21T00:35:51.276393+0000","last_undegraded":"2024-09-21T00:35:51.276393+0000","last_fullsized":"2024-09-21T00:35:51.276393+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:50:00.026369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"30.16","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.208957+0000","last_change":"2024-09-21T00:35:49.211823+0000","last_active":"2024-09-21T00:35:51.208957+0000","last_peered":"2024-09-21T00:35:51.208957+0000","last_clean":"2024-09-21T00:35:51.208957+0000","last_became_active":"2024-09-21T00:35:49.211495+0000","last_became_peered":"2024-09-21T00:35:49.211495+0000","last_unstale":"2024-09-21T00:35:51.208957+0000","last_undegraded":"2024-09-21T00:35:51.208957+0000","last_fullsized":"2024-09-21T00:35:51.208957+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:56:31.299141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.14","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209654+0000","last_change":"2024-09-21T00:35:50.216834+0000","last_active":"2024-09-21T00:35:51.209654+0000","last_peered":"2024-09-21T00:35:51.209654+0000","last_clean":"2024-09-21T00:35:51.209654+0000","last_became_active":"2024-09-21T00:35:50.216182+0000","last_became_peered":"2024-09-21T00:35:50.216182+0000","last_unstale":"2024-09-21T00:35:51.209654+0000","last_undegraded":"2024-09-21T00:35:51.209654+0000","last_fullsized":"2024-09-21T00:35:51.209654+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:28:20.082365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"30.15","version":"196'3","reported_seq":18,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.276739+0000","last_change":"2024-09-21T00:35:49.215787+0000","last_active":"2024-09-21T00:35:51.276739+0000","last_peered":"2024-09-21T00:35:51.276739+0000","last_clean":"2024-09-21T00:35:51.276739+0000","last_became_active":"2024-09-21T00:35:49.215294+0000","last_became_peered":"2024-09-21T00:35:49.215294+0000","last_unstale":"2024-09-21T00:35:51.276739+0000","last_undegraded":"2024-09-21T00:35:51.276739+0000","last_fullsized":"2024-09-21T00:35:51.276739+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:51:35.545417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.15","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.231210+0000","last_change":"2024-09-21T00:35:50.225510+0000","last_active":"2024-09-21T00:35:51.231210+0000","last_peered":"2024-09-21T00:35:51.231210+0000","last_clean":"2024-09-21T00:35:51.231210+0000","last_became_active":"2024-09-21T00:35:50.225195+0000","last_became_peered":"2024-09-21T00:35:50.225195+0000","last_unstale":"2024-09-21T00:35:51.231210+0000","last_undegraded":"2024-09-21T00:35:51.231210+0000","last_fullsized":"2024-09-21T00:35:51.231210+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:51:37.978688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"30.14","version":"196'6","reported_seq":21,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.276794+0000","last_change":"2024-09-21T00:35:49.213445+0000","last_active":"2024-09-21T00:35:51.276794+0000","last_peered":"2024-09-21T00:35:51.276794+0000","last_clean":"2024-09-21T00:35:51.276794+0000","last_became_active":"2024-09-21T00:35:49.213073+0000","last_became_peered":"2024-09-21T00:35:49.213073+0000","last_unstale":"2024-09-21T00:35:51.276794+0000","last_undegraded":"2024-09-21T00:35:51.276794+0000","last_fullsized":"2024-09-21T00:35:51.276794+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:07:11.335581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.12","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.231264+0000","last_change":"2024-09-21T00:35:50.231596+0000","last_active":"2024-09-21T00:35:51.231264+0000","last_peered":"2024-09-21T00:35:51.231264+0000","last_clean":"2024-09-21T00:35:51.231264+0000","last_became_active":"2024-09-21T00:35:50.230368+0000","last_became_peered":"2024-09-21T00:35:50.230368+0000","last_unstale":"2024-09-21T00:35:51.231264+0000","last_undegraded":"2024-09-21T00:35:51.231264+0000","last_fullsized":"2024-09-21T00:35:51.231264+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:34:07.329201+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"30.13","version":"196'2","reported_seq":17,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.276623+0000","last_change":"2024-09-21T00:35:49.211330+0000","last_active":"2024-09-21T00:35:51.276623+0000","last_peered":"2024-09-21T00:35:51.276623+0000","last_clean":"2024-09-21T00:35:51.276623+0000","last_became_active":"2024-09-21T00:35:49.210998+0000","last_became_peered":"2024-09-21T00:35:49.210998+0000","last_unstale":"2024-09-21T00:35:51.276623+0000","last_undegraded":"2024-09-21T00:35:51.276623+0000","last_fullsized":"2024-09-21T00:35:51.276623+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:25:41.149333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"31.13","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.210288+0000","last_change":"2024-09-21T00:35:50.228925+0000","last_active":"2024-09-21T00:35:51.210288+0000","last_peered":"2024-09-21T00:35:51.210288+0000","last_clean":"2024-09-21T00:35:51.210288+0000","last_became_active":"2024-09-21T00:35:50.228540+0000","last_became_peered":"2024-09-21T00:35:50.228540+0000","last_unstale":"2024-09-21T00:35:51.210288+0000","last_undegraded":"2024-09-21T00:35:51.210288+0000","last_fullsized":"2024-09-21T00:35:51.210288+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:41:33.914794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"30.12","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209084+0000","last_change":"2024-09-21T00:35:49.218797+0000","last_active":"2024-09-21T00:35:51.209084+0000","last_peered":"2024-09-21T00:35:51.209084+0000","last_clean":"2024-09-21T00:35:51.209084+0000","last_became_active":"2024-09-21T00:35:49.218501+0000","last_became_peered":"2024-09-21T00:35:49.218501+0000","last_unstale":"2024-09-21T00:35:51.209084+0000","last_undegraded":"2024-09-21T00:35:51.209084+0000","last_fullsized":"2024-09-21T00:35:51.209084+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:34:27.055027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.10","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.274200+0000","last_change":"2024-09-21T00:35:50.232335+0000","last_active":"2024-09-21T00:35:51.274200+0000","last_peered":"2024-09-21T00:35:51.274200+0000","last_clean":"2024-09-21T00:35:51.274200+0000","last_became_active":"2024-09-21T00:35:50.232007+0000","last_became_peered":"2024-09-21T00:35:50.232007+0000","last_unstale":"2024-09-21T00:35:51.274200+0000","last_undegraded":"2024-09-21T00:35:51.274200+0000","last_fullsized":"2024-09-21T00:35:51.274200+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:41:16.107813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"30.11","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.231059+0000","last_change":"2024-09-21T00:35:49.208689+0000","last_active":"2024-09-21T00:35:51.231059+0000","last_peered":"2024-09-21T00:35:51.231059+0000","last_clean":"2024-09-21T00:35:51.231059+0000","last_became_active":"2024-09-21T00:35:49.208028+0000","last_became_peered":"2024-09-21T00:35:49.208028+0000","last_unstale":"2024-09-21T00:35:51.231059+0000","last_undegraded":"2024-09-21T00:35:51.231059+0000","last_fullsized":"2024-09-21T00:35:51.231059+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:20:02.225105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.11","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.230773+0000","last_change":"2024-09-21T00:35:50.229470+0000","last_active":"2024-09-21T00:35:51.230773+0000","last_peered":"2024-09-21T00:35:51.230773+0000","last_clean":"2024-09-21T00:35:51.230773+0000","last_became_active":"2024-09-21T00:35:50.229047+0000","last_became_peered":"2024-09-21T00:35:50.229047+0000","last_unstale":"2024-09-21T00:35:51.230773+0000","last_undegraded":"2024-09-21T00:35:51.230773+0000","last_fullsized":"2024-09-21T00:35:51.230773+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:19:46.256043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"30.10","version":"196'8","reported_seq":23,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.273939+0000","last_change":"2024-09-21T00:35:49.208790+0000","last_active":"2024-09-21T00:35:51.273939+0000","last_peered":"2024-09-21T00:35:51.273939+0000","last_clean":"2024-09-21T00:35:51.273939+0000","last_became_active":"2024-09-21T00:35:49.208489+0000","last_became_peered":"2024-09-21T00:35:49.208489+0000","last_unstale":"2024-09-21T00:35:51.273939+0000","last_undegraded":"2024-09-21T00:35:51.273939+0000","last_fullsized":"2024-09-21T00:35:51.273939+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:16:09.588523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"31.e","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.275671+0000","last_change":"2024-09-21T00:35:50.215853+0000","last_active":"2024-09-21T00:35:51.275671+0000","last_peered":"2024-09-21T00:35:51.275671+0000","last_clean":"2024-09-21T00:35:51.275671+0000","last_became_active":"2024-09-21T00:35:50.215537+0000","last_became_peered":"2024-09-21T00:35:50.215537+0000","last_unstale":"2024-09-21T00:35:51.275671+0000","last_undegraded":"2024-09-21T00:35:51.275671+0000","last_fullsized":"2024-09-21T00:35:51.275671+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:28:45.074607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"30.f","version":"196'1","reported_seq":16,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.231310+0000","last_change":"2024-09-21T00:35:49.212167+0000","last_active":"2024-09-21T00:35:51.231310+0000","last_peered":"2024-09-21T00:35:51.231310+0000","last_clean":"2024-09-21T00:35:51.231310+0000","last_became_active":"2024-09-21T00:35:49.211810+0000","last_became_peered":"2024-09-21T00:35:49.211810+0000","last_unstale":"2024-09-21T00:35:51.231310+0000","last_undegraded":"2024-09-21T00:35:51.231310+0000","last_fullsized":"2024-09-21T00:35:51.231310+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:15:56.777835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.f","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209286+0000","last_change":"2024-09-21T00:35:50.241338+0000","last_active":"2024-09-21T00:35:51.209286+0000","last_peered":"2024-09-21T00:35:51.209286+0000","last_clean":"2024-09-21T00:35:51.209286+0000","last_became_active":"2024-09-21T00:35:50.241011+0000","last_became_peered":"2024-09-21T00:35:50.241011+0000","last_unstale":"2024-09-21T00:35:51.209286+0000","last_undegraded":"2024-09-21T00:35:51.209286+0000","last_fullsized":"2024-09-21T00:35:51.209286+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:23:33.705331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"30.e","version":"196'2","reported_seq":17,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209072+0000","last_change":"2024-09-21T00:35:49.214182+0000","last_active":"2024-09-21T00:35:51.209072+0000","last_peered":"2024-09-21T00:35:51.209072+0000","last_clean":"2024-09-21T00:35:51.209072+0000","last_became_active":"2024-09-21T00:35:49.213258+0000","last_became_peered":"2024-09-21T00:35:49.213258+0000","last_unstale":"2024-09-21T00:35:51.209072+0000","last_undegraded":"2024-09-21T00:35:51.209072+0000","last_fullsized":"2024-09-21T00:35:51.209072+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:46:29.894584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.c","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209967+0000","last_change":"2024-09-21T00:35:50.226004+0000","last_active":"2024-09-21T00:35:51.209967+0000","last_peered":"2024-09-21T00:35:51.209967+0000","last_clean":"2024-09-21T00:35:51.209967+0000","last_became_active":"2024-09-21T00:35:50.225649+0000","last_became_peered":"2024-09-21T00:35:50.225649+0000","last_unstale":"2024-09-21T00:35:51.209967+0000","last_undegraded":"2024-09-21T00:35:51.209967+0000","last_fullsized":"2024-09-21T00:35:51.209967+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:44:39.830624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"30.d","version":"196'1","reported_seq":16,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.210021+0000","last_change":"2024-09-21T00:35:49.208076+0000","last_active":"2024-09-21T00:35:51.210021+0000","last_peered":"2024-09-21T00:35:51.210021+0000","last_clean":"2024-09-21T00:35:51.210021+0000","last_became_active":"2024-09-21T00:35:49.205935+0000","last_became_peered":"2024-09-21T00:35:49.205935+0000","last_unstale":"2024-09-21T00:35:51.210021+0000","last_undegraded":"2024-09-21T00:35:51.210021+0000","last_fullsized":"2024-09-21T00:35:51.210021+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:16:09.588523+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"31.d","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.212051+0000","last_change":"2024-09-21T00:35:50.228212+0000","last_active":"2024-09-21T00:35:51.212051+0000","last_peered":"2024-09-21T00:35:51.212051+0000","last_clean":"2024-09-21T00:35:51.212051+0000","last_became_active":"2024-09-21T00:35:50.227901+0000","last_became_peered":"2024-09-21T00:35:50.227901+0000","last_unstale":"2024-09-21T00:35:51.212051+0000","last_undegraded":"2024-09-21T00:35:51.212051+0000","last_fullsized":"2024-09-21T00:35:51.212051+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:06:18.751089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"30.c","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.274572+0000","last_change":"2024-09-21T00:35:49.212348+0000","last_active":"2024-09-21T00:35:51.274572+0000","last_peered":"2024-09-21T00:35:51.274572+0000","last_clean":"2024-09-21T00:35:51.274572+0000","last_became_active":"2024-09-21T00:35:49.212005+0000","last_became_peered":"2024-09-21T00:35:49.212005+0000","last_unstale":"2024-09-21T00:35:51.274572+0000","last_undegraded":"2024-09-21T00:35:51.274572+0000","last_fullsized":"2024-09-21T00:35:51.274572+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:22:16.460839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"31.a","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.211304+0000","last_change":"2024-09-21T00:35:50.221485+0000","last_active":"2024-09-21T00:35:51.211304+0000","last_peered":"2024-09-21T00:35:51.211304+0000","last_clean":"2024-09-21T00:35:51.211304+0000","last_became_active":"2024-09-21T00:35:50.221102+0000","last_became_peered":"2024-09-21T00:35:50.221102+0000","last_unstale":"2024-09-21T00:35:51.211304+0000","last_undegraded":"2024-09-21T00:35:51.211304+0000","last_fullsized":"2024-09-21T00:35:51.211304+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:34:13.056758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"30.b","version":"196'2","reported_seq":17,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.208825+0000","last_change":"2024-09-21T00:35:49.217748+0000","last_active":"2024-09-21T00:35:51.208825+0000","last_peered":"2024-09-21T00:35:51.208825+0000","last_clean":"2024-09-21T00:35:51.208825+0000","last_became_active":"2024-09-21T00:35:49.217436+0000","last_became_peered":"2024-09-21T00:35:49.217436+0000","last_unstale":"2024-09-21T00:35:51.208825+0000","last_undegraded":"2024-09-21T00:35:51.208825+0000","last_fullsized":"2024-09-21T00:35:51.208825+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:49:37.168216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.b","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.276330+0000","last_change":"2024-09-21T00:35:50.233230+0000","last_active":"2024-09-21T00:35:51.276330+0000","last_peered":"2024-09-21T00:35:51.276330+0000","last_clean":"2024-09-21T00:35:51.276330+0000","last_became_active":"2024-09-21T00:35:50.232906+0000","last_became_peered":"2024-09-21T00:35:50.232906+0000","last_unstale":"2024-09-21T00:35:51.276330+0000","last_undegraded":"2024-09-21T00:35:51.276330+0000","last_fullsized":"2024-09-21T00:35:51.276330+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:04:39.062211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"30.a","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.274127+0000","last_change":"2024-09-21T00:35:49.211495+0000","last_active":"2024-09-21T00:35:51.274127+0000","last_peered":"2024-09-21T00:35:51.274127+0000","last_clean":"2024-09-21T00:35:51.274127+0000","last_became_active":"2024-09-21T00:35:49.211156+0000","last_became_peered":"2024-09-21T00:35:49.211156+0000","last_unstale":"2024-09-21T00:35:51.274127+0000","last_undegraded":"2024-09-21T00:35:51.274127+0000","last_fullsized":"2024-09-21T00:35:51.274127+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:34:06.322581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"31.8","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.273961+0000","last_change":"2024-09-21T00:35:50.234189+0000","last_active":"2024-09-21T00:35:51.273961+0000","last_peered":"2024-09-21T00:35:51.273961+0000","last_clean":"2024-09-21T00:35:51.273961+0000","last_became_active":"2024-09-21T00:35:50.233850+0000","last_became_peered":"2024-09-21T00:35:50.233850+0000","last_unstale":"2024-09-21T00:35:51.273961+0000","last_undegraded":"2024-09-21T00:35:51.273961+0000","last_fullsized":"2024-09-21T00:35:51.273961+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:34:41.339102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"30.9","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209915+0000","last_change":"2024-09-21T00:35:49.220948+0000","last_active":"2024-09-21T00:35:51.209915+0000","last_peered":"2024-09-21T00:35:51.209915+0000","last_clean":"2024-09-21T00:35:51.209915+0000","last_became_active":"2024-09-21T00:35:49.220595+0000","last_became_peered":"2024-09-21T00:35:49.220595+0000","last_unstale":"2024-09-21T00:35:51.209915+0000","last_undegraded":"2024-09-21T00:35:51.209915+0000","last_fullsized":"2024-09-21T00:35:51.209915+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:22:16.460839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"31.9","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.211254+0000","last_change":"2024-09-21T00:35:50.227005+0000","last_active":"2024-09-21T00:35:51.211254+0000","last_peered":"2024-09-21T00:35:51.211254+0000","last_clean":"2024-09-21T00:35:51.211254+0000","last_became_active":"2024-09-21T00:35:50.226683+0000","last_became_peered":"2024-09-21T00:35:50.226683+0000","last_unstale":"2024-09-21T00:35:51.211254+0000","last_undegraded":"2024-09-21T00:35:51.211254+0000","last_fullsized":"2024-09-21T00:35:51.211254+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:49:39.664931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"30.8","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.230782+0000","last_change":"2024-09-21T00:35:49.210699+0000","last_active":"2024-09-21T00:35:51.230782+0000","last_peered":"2024-09-21T00:35:51.230782+0000","last_clean":"2024-09-21T00:35:51.230782+0000","last_became_active":"2024-09-21T00:35:49.210374+0000","last_became_peered":"2024-09-21T00:35:49.210374+0000","last_unstale":"2024-09-21T00:35:51.230782+0000","last_undegraded":"2024-09-21T00:35:51.230782+0000","last_fullsized":"2024-09-21T00:35:51.230782+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:14:08.914948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.6","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.231494+0000","last_change":"2024-09-21T00:35:50.226672+0000","last_active":"2024-09-21T00:35:51.231494+0000","last_peered":"2024-09-21T00:35:51.231494+0000","last_clean":"2024-09-21T00:35:51.231494+0000","last_became_active":"2024-09-21T00:35:50.226267+0000","last_became_peered":"2024-09-21T00:35:50.226267+0000","last_unstale":"2024-09-21T00:35:51.231494+0000","last_undegraded":"2024-09-21T00:35:51.231494+0000","last_fullsized":"2024-09-21T00:35:51.231494+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:31:20.581430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"30.7","version":"196'2","reported_seq":17,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.275968+0000","last_change":"2024-09-21T00:35:49.220470+0000","last_active":"2024-09-21T00:35:51.275968+0000","last_peered":"2024-09-21T00:35:51.275968+0000","last_clean":"2024-09-21T00:35:51.275968+0000","last_became_active":"2024-09-21T00:35:49.220117+0000","last_became_peered":"2024-09-21T00:35:49.220117+0000","last_unstale":"2024-09-21T00:35:51.275968+0000","last_undegraded":"2024-09-21T00:35:51.275968+0000","last_fullsized":"2024-09-21T00:35:51.275968+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:08:28.857137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"31.7","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.276599+0000","last_change":"2024-09-21T00:35:50.227715+0000","last_active":"2024-09-21T00:35:51.276599+0000","last_peered":"2024-09-21T00:35:51.276599+0000","last_clean":"2024-09-21T00:35:51.276599+0000","last_became_active":"2024-09-21T00:35:50.227216+0000","last_became_peered":"2024-09-21T00:35:50.227216+0000","last_unstale":"2024-09-21T00:35:51.276599+0000","last_undegraded":"2024-09-21T00:35:51.276599+0000","last_fullsized":"2024-09-21T00:35:51.276599+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:15:45.440134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"30.6","version":"197'1","reported_seq":16,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.230238+0000","last_change":"2024-09-21T00:35:49.208994+0000","last_active":"2024-09-21T00:35:51.230238+0000","last_peered":"2024-09-21T00:35:51.230238+0000","last_clean":"2024-09-21T00:35:51.230238+0000","last_became_active":"2024-09-21T00:35:49.208641+0000","last_became_peered":"2024-09-21T00:35:49.208641+0000","last_unstale":"2024-09-21T00:35:51.230238+0000","last_undegraded":"2024-09-21T00:35:51.230238+0000","last_fullsized":"2024-09-21T00:35:51.230238+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:46:53.128268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"31.4","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.274561+0000","last_change":"2024-09-21T00:35:50.228986+0000","last_active":"2024-09-21T00:35:51.274561+0000","last_peered":"2024-09-21T00:35:51.274561+0000","last_clean":"2024-09-21T00:35:51.274561+0000","last_became_active":"2024-09-21T00:35:50.228650+0000","last_became_peered":"2024-09-21T00:35:50.228650+0000","last_unstale":"2024-09-21T00:35:51.274561+0000","last_undegraded":"2024-09-21T00:35:51.274561+0000","last_fullsized":"2024-09-21T00:35:51.274561+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:46:00.901449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"30.5","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.210062+0000","last_change":"2024-09-21T00:35:49.220905+0000","last_active":"2024-09-21T00:35:51.210062+0000","last_peered":"2024-09-21T00:35:51.210062+0000","last_clean":"2024-09-21T00:35:51.210062+0000","last_became_active":"2024-09-21T00:35:49.220546+0000","last_became_peered":"2024-09-21T00:35:49.220546+0000","last_unstale":"2024-09-21T00:35:51.210062+0000","last_undegraded":"2024-09-21T00:35:51.210062+0000","last_fullsized":"2024-09-21T00:35:51.210062+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:38:56.107674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"31.5","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.274868+0000","last_change":"2024-09-21T00:35:50.233268+0000","last_active":"2024-09-21T00:35:51.274868+0000","last_peered":"2024-09-21T00:35:51.274868+0000","last_clean":"2024-09-21T00:35:51.274868+0000","last_became_active":"2024-09-21T00:35:50.232957+0000","last_became_peered":"2024-09-21T00:35:50.232957+0000","last_unstale":"2024-09-21T00:35:51.274868+0000","last_undegraded":"2024-09-21T00:35:51.274868+0000","last_fullsized":"2024-09-21T00:35:51.274868+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:04:35.556785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"30.4","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.274684+0000","last_change":"2024-09-21T00:35:49.215126+0000","last_active":"2024-09-21T00:35:51.274684+0000","last_peered":"2024-09-21T00:35:51.274684+0000","last_clean":"2024-09-21T00:35:51.274684+0000","last_became_active":"2024-09-21T00:35:49.213590+0000","last_became_peered":"2024-09-21T00:35:49.213590+0000","last_unstale":"2024-09-21T00:35:51.274684+0000","last_undegraded":"2024-09-21T00:35:51.274684+0000","last_fullsized":"2024-09-21T00:35:51.274684+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:38:56.107674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"31.2","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.231233+0000","last_change":"2024-09-21T00:35:50.223400+0000","last_active":"2024-09-21T00:35:51.231233+0000","last_peered":"2024-09-21T00:35:51.231233+0000","last_clean":"2024-09-21T00:35:51.231233+0000","last_became_active":"2024-09-21T00:35:50.223083+0000","last_became_peered":"2024-09-21T00:35:50.223083+0000","last_unstale":"2024-09-21T00:35:51.231233+0000","last_undegraded":"2024-09-21T00:35:51.231233+0000","last_fullsized":"2024-09-21T00:35:51.231233+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:38:57.114294+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"30.3","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.231322+0000","last_change":"2024-09-21T00:35:49.212460+0000","last_active":"2024-09-21T00:35:51.231322+0000","last_peered":"2024-09-21T00:35:51.231322+0000","last_clean":"2024-09-21T00:35:51.231322+0000","last_became_active":"2024-09-21T00:35:49.212153+0000","last_became_peered":"2024-09-21T00:35:49.212153+0000","last_unstale":"2024-09-21T00:35:51.231322+0000","last_undegraded":"2024-09-21T00:35:51.231322+0000","last_fullsized":"2024-09-21T00:35:51.231322+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:34:29.226772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"31.3","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.211458+0000","last_change":"2024-09-21T00:35:50.229175+0000","last_active":"2024-09-21T00:35:51.211458+0000","last_peered":"2024-09-21T00:35:51.211458+0000","last_clean":"2024-09-21T00:35:51.211458+0000","last_became_active":"2024-09-21T00:35:50.228842+0000","last_became_peered":"2024-09-21T00:35:50.228842+0000","last_unstale":"2024-09-21T00:35:51.211458+0000","last_undegraded":"2024-09-21T00:35:51.211458+0000","last_fullsized":"2024-09-21T00:35:51.211458+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:24:27.818676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"30.2","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.275033+0000","last_change":"2024-09-21T00:35:49.205374+0000","last_active":"2024-09-21T00:35:51.275033+0000","last_peered":"2024-09-21T00:35:51.275033+0000","last_clean":"2024-09-21T00:35:51.275033+0000","last_became_active":"2024-09-21T00:35:49.205044+0000","last_became_peered":"2024-09-21T00:35:49.205044+0000","last_unstale":"2024-09-21T00:35:51.275033+0000","last_undegraded":"2024-09-21T00:35:51.275033+0000","last_fullsized":"2024-09-21T00:35:51.275033+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:39:50.905673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"31.0","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.210878+0000","last_change":"2024-09-21T00:35:50.216109+0000","last_active":"2024-09-21T00:35:51.210878+0000","last_peered":"2024-09-21T00:35:51.210878+0000","last_clean":"2024-09-21T00:35:51.210878+0000","last_became_active":"2024-09-21T00:35:50.215475+0000","last_became_peered":"2024-09-21T00:35:50.215475+0000","last_unstale":"2024-09-21T00:35:51.210878+0000","last_undegraded":"2024-09-21T00:35:51.210878+0000","last_fullsized":"2024-09-21T00:35:51.210878+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:32:57.127865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"30.1","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.208722+0000","last_change":"2024-09-21T00:35:49.215033+0000","last_active":"2024-09-21T00:35:51.208722+0000","last_peered":"2024-09-21T00:35:51.208722+0000","last_clean":"2024-09-21T00:35:51.208722+0000","last_became_active":"2024-09-21T00:35:49.214664+0000","last_became_peered":"2024-09-21T00:35:49.214664+0000","last_unstale":"2024-09-21T00:35:51.208722+0000","last_undegraded":"2024-09-21T00:35:51.208722+0000","last_fullsized":"2024-09-21T00:35:51.208722+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:27:03.180743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.1","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.276250+0000","last_change":"2024-09-21T00:35:50.223837+0000","last_active":"2024-09-21T00:35:51.276250+0000","last_peered":"2024-09-21T00:35:51.276250+0000","last_clean":"2024-09-21T00:35:51.276250+0000","last_became_active":"2024-09-21T00:35:50.223507+0000","last_became_peered":"2024-09-21T00:35:50.223507+0000","last_unstale":"2024-09-21T00:35:51.276250+0000","last_undegraded":"2024-09-21T00:35:51.276250+0000","last_fullsized":"2024-09-21T00:35:51.276250+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:48:10.053932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"30.0","version":"0'0","reported_seq":15,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.208940+0000","last_change":"2024-09-21T00:35:49.217998+0000","last_active":"2024-09-21T00:35:51.208940+0000","last_peered":"2024-09-21T00:35:51.208940+0000","last_clean":"2024-09-21T00:35:51.208940+0000","last_became_active":"2024-09-21T00:35:49.216770+0000","last_became_peered":"2024-09-21T00:35:49.216770+0000","last_unstale":"2024-09-21T00:35:51.208940+0000","last_undegraded":"2024-09-21T00:35:51.208940+0000","last_fullsized":"2024-09-21T00:35:51.208940+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:45:59.894829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"31.1e","version":"0'0","reported_seq":13,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.228961+0000","last_change":"2024-09-21T00:35:50.219557+0000","last_active":"2024-09-21T00:35:51.228961+0000","last_peered":"2024-09-21T00:35:51.228961+0000","last_clean":"2024-09-21T00:35:51.228961+0000","last_became_active":"2024-09-21T00:35:50.219238+0000","last_became_peered":"2024-09-21T00:35:50.219238+0000","last_unstale":"2024-09-21T00:35:51.228961+0000","last_undegraded":"2024-09-21T00:35:51.228961+0000","last_fullsized":"2024-09-21T00:35:51.228961+0000","mapping_epoch":195,"log_start":"0'0","ondisk_log_start":"0'0","created":195,"last_epoch_clean":196,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:49.189448+0000","last_clean_scrub_stamp":"2024-09-21T00:35:49.189448+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:49:57.507456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"30.1f","version":"196'4","reported_seq":19,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209248+0000","last_change":"2024-09-21T00:35:49.217715+0000","last_active":"2024-09-21T00:35:51.209248+0000","last_peered":"2024-09-21T00:35:51.209248+0000","last_clean":"2024-09-21T00:35:51.209248+0000","last_became_active":"2024-09-21T00:35:49.217388+0000","last_became_peered":"2024-09-21T00:35:49.217388+0000","last_unstale":"2024-09-21T00:35:51.209248+0000","last_undegraded":"2024-09-21T00:35:51.209248+0000","last_fullsized":"2024-09-21T00:35:51.209248+0000","mapping_epoch":194,"log_start":"0'0","ondisk_log_start":"0'0","created":194,"last_epoch_clean":195,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:35:48.182828+0000","last_clean_scrub_stamp":"2024-09-21T00:35:48.182828+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:27:36.916482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":428,"reported_epoch":197,"state":"active+clean","last_fresh":"2024-09-21T00:35:51.209565+0000","last_change":"2024-09-21T00:21:11.583793+0000","last_active":"2024-09-21T00:35:51.209565+0000","last_peered":"2024-09-21T00:35:51.209565+0000","last_clean":"2024-09-21T00:35:51.209565+0000","last_became_active":"2024-09-21T00:21:11.582502+0000","last_became_peered":"2024-09-21T00:21:11.582502+0000","last_unstale":"2024-09-21T00:35:51.209565+0000","last_undegraded":"2024-09-21T00:35:51.209565+0000","last_fullsized":"2024-09-21T00:35:51.209565+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_clean_scrub_stamp":"2024-09-21T00:21:10.311964+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:58.010953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":31,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":30,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509621,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":48088,"kb_used_data":3012,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94323752,"statfs":{"total":96636764160,"available":96587522048,"internally_reserved":0,"allocated":3084288,"data_stored":1684751,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":46135754},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509621,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":69660,"kb_used_data":2436,"kb_used_omap":1,"kb_used_meta":67198,"kb_avail":94302180,"statfs":{"total":96636764160,"available":96565432320,"internally_reserved":0,"allocated":2494464,"data_stored":1094917,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":68811206},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509621,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":59984,"kb_used_data":2428,"kb_used_omap":1,"kb_used_meta":57534,"kb_avail":94311856,"statfs":{"total":96636764160,"available":96575340544,"internally_reserved":0,"allocated":2486272,"data_stored":1094313,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":58915269},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509622,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":78040,"kb_used_data":2432,"kb_used_omap":1,"kb_used_meta":75582,"kb_avail":94293800,"statfs":{"total":96636764160,"available":96556851200,"internally_reserved":0,"allocated":2490368,"data_stored":1094895,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":77396424},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509622,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":47516,"kb_used_data":2432,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94324324,"statfs":{"total":96636764160,"available":96588107776,"internally_reserved":0,"allocated":2490368,"data_stored":1094403,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":46135749},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509620,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":74464,"kb_used_data":3012,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94297376,"statfs":{"total":96636764160,"available":96560513024,"internally_reserved":0,"allocated":3084288,"data_stored":1684715,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":73136582},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834575028,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":73900,"kb_used_data":2448,"kb_used_omap":1,"kb_used_meta":71422,"kb_avail":94297940,"statfs":{"total":96636764160,"available":96561090560,"internally_reserved":0,"allocated":2506752,"data_stored":1096017,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":73136581},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834575028,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":78056,"kb_used_data":2448,"kb_used_omap":1,"kb_used_meta":75582,"kb_avail":94293784,"statfs":{"total":96636764160,"available":96556834816,"internally_reserved":0,"allocated":2506752,"data_stored":1096049,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":77396422},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":30,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":30,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":30,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":30,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":30,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1704,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":30,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":30,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":30,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":31,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T00:35:59.171 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-21T00:35:59.171 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-21T00:35:59.332 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.331+0000 7f125b00e640 1 -- 172.21.15.67:0/2488534848 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f123c004800 msgr2=0x7f123c004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:59.332 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.331+0000 7f125b00e640 1 --2- 172.21.15.67:0/2488534848 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f123c004800 0x7f123c004c10 secure :-1 s=READY pgs=2500 cs=0 l=1 rev1=1 crypto rx=0x7f1248009d50 tx=0x7f123c005830 comp rx=0 tx=0).stop 2024-09-21T00:35:59.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.331+0000 7f12595ab640 1 -- 172.21.15.67:0/2488534848 reap_dead start 2024-09-21T00:35:59.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.331+0000 7f125b00e640 1 -- 172.21.15.67:0/2488534848 shutdown_connections 2024-09-21T00:35:59.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.331+0000 7f125b00e640 1 -- 172.21.15.67:0/2488534848 >> 172.21.15.67:0/2488534848 conn(0x7f1254073a90 msgr2=0x7f125406cb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:59.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.331+0000 7f125b00e640 1 -- 172.21.15.67:0/2488534848 shutdown_connections 2024-09-21T00:35:59.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.331+0000 7f125b00e640 1 -- 172.21.15.67:0/2488534848 wait complete. 2024-09-21T00:35:59.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.333+0000 7f125b00e640 1 Processor -- start 2024-09-21T00:35:59.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.333+0000 7f125b00e640 1 -- start start 2024-09-21T00:35:59.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.334+0000 7f125b00e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f123c004800 0x7f1254146670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:59.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.334+0000 7f125b00e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f12541f5230 0x7f12541f9010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:59.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.334+0000 7f125b00e640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f12541f5640 0x7f12541f9550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:59.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.334+0000 7f125b00e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f12540d4610 con 0x7f12541f5230 2024-09-21T00:35:59.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.334+0000 7f125b00e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f12540d4490 con 0x7f123c004800 2024-09-21T00:35:59.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.334+0000 7f125b00e640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f125415ec40 con 0x7f12541f5640 2024-09-21T00:35:59.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.334+0000 7f1253fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f12541f5230 0x7f12541f9010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:59.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.334+0000 7f1253fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f12541f5230 0x7f12541f9010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:47578/0 (socket says 172.21.15.67:47578) 2024-09-21T00:35:59.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.334+0000 7f1253fff640 1 -- 172.21.15.67:0/3099896476 learned_addr learned my addr 172.21.15.67:0/3099896476 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:35:59.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.335+0000 7f12595ab640 1 --2- 172.21.15.67:0/3099896476 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f12541f5640 0x7f12541f9550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:59.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.335+0000 7f1258daa640 1 --2- 172.21.15.67:0/3099896476 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f123c004800 0x7f1254146670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:59.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.335+0000 7f1253fff640 1 -- 172.21.15.67:0/3099896476 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f12541f5640 msgr2=0x7f12541f9550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:59.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.335+0000 7f1253fff640 1 --2- 172.21.15.67:0/3099896476 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f12541f5640 0x7f12541f9550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:59.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.335+0000 7f1253fff640 1 -- 172.21.15.67:0/3099896476 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f123c004800 msgr2=0x7f1254146670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:59.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.335+0000 7f1253fff640 1 --2- 172.21.15.67:0/3099896476 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f123c004800 0x7f1254146670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:59.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.335+0000 7f1253fff640 1 -- 172.21.15.67:0/3099896476 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1254146fe0 con 0x7f12541f5230 2024-09-21T00:35:59.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.335+0000 7f1253fff640 1 --2- 172.21.15.67:0/3099896476 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f12541f5230 0x7f12541f9010 secure :-1 s=READY pgs=2501 cs=0 l=1 rev1=1 crypto rx=0x7f1248009e70 tx=0x7f1248005d40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:59.338 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.335+0000 7f12517fa640 1 -- 172.21.15.67:0/3099896476 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f124802ba50 con 0x7f12541f5230 2024-09-21T00:35:59.338 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.335+0000 7f12517fa640 1 -- 172.21.15.67:0/3099896476 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1248005350 con 0x7f12541f5230 2024-09-21T00:35:59.338 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.335+0000 7f125b00e640 1 -- 172.21.15.67:0/3099896476 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f12541472c0 con 0x7f12541f5230 2024-09-21T00:35:59.338 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.335+0000 7f12517fa640 1 -- 172.21.15.67:0/3099896476 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12480055a0 con 0x7f12541f5230 2024-09-21T00:35:59.338 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.335+0000 7f125b00e640 1 -- 172.21.15.67:0/3099896476 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1254147880 con 0x7f12541f5230 2024-09-21T00:35:59.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.336+0000 7f125b00e640 1 -- 172.21.15.67:0/3099896476 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1254146d50 con 0x7f12541f5230 2024-09-21T00:35:59.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.337+0000 7f12517fa640 1 -- 172.21.15.67:0/3099896476 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f1248045030 con 0x7f12541f5230 2024-09-21T00:35:59.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.338+0000 7f12517fa640 1 --2- 172.21.15.67:0/3099896476 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1240078b90 0x7f124007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:59.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.338+0000 7f12517fa640 1 -- 172.21.15.67:0/3099896476 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(197..197 src has 1..197) ==== 5709+0+0 (secure 0 0 0) 0x7f12480bb090 con 0x7f12541f5230 2024-09-21T00:35:59.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.338+0000 7f1258daa640 1 --2- 172.21.15.67:0/3099896476 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1240078b90 0x7f124007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:59.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.339+0000 7f1258daa640 1 --2- 172.21.15.67:0/3099896476 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1240078b90 0x7f124007b0a0 secure :-1 s=READY pgs=935 cs=0 l=1 rev1=1 crypto rx=0x7f1244006540 tx=0x7f1244006b10 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:59.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.343+0000 7f12517fa640 1 -- 172.21.15.67:0/3099896476 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f1248083620 con 0x7f12541f5230 2024-09-21T00:35:59.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.601+0000 7f125b00e640 1 -- 172.21.15.67:0/3099896476 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f125406a400 con 0x7f12541f5230 2024-09-21T00:35:59.605 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.604+0000 7f12517fa640 1 -- 172.21.15.67:0/3099896476 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v28) ==== 190+0+147 (secure 0 0 0) 0x7f125406a400 con 0x7f12541f5230 2024-09-21T00:35:59.605 INFO:teuthology.orchestra.run.smithi067.stdout:[client.0] 2024-09-21T00:35:59.605 INFO:teuthology.orchestra.run.smithi067.stdout: key = AQBFEe5mUnwLLxAAE0JXCN8yXTH2bWtWI41o2Q== 2024-09-21T00:35:59.605 INFO:teuthology.orchestra.run.smithi067.stdout: caps mds = "allow" 2024-09-21T00:35:59.605 INFO:teuthology.orchestra.run.smithi067.stdout: caps mon = "allow r" 2024-09-21T00:35:59.605 INFO:teuthology.orchestra.run.smithi067.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-21T00:35:59.605 INFO:teuthology.orchestra.run.smithi067.stderr:updated caps for client.0 2024-09-21T00:35:59.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.606+0000 7f125b00e640 1 -- 172.21.15.67:0/3099896476 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1240078b90 msgr2=0x7f124007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:59.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.606+0000 7f125b00e640 1 --2- 172.21.15.67:0/3099896476 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1240078b90 0x7f124007b0a0 secure :-1 s=READY pgs=935 cs=0 l=1 rev1=1 crypto rx=0x7f1244006540 tx=0x7f1244006b10 comp rx=0 tx=0).stop 2024-09-21T00:35:59.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.606+0000 7f125b00e640 1 -- 172.21.15.67:0/3099896476 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f12541f5230 msgr2=0x7f12541f9010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:59.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.606+0000 7f125b00e640 1 --2- 172.21.15.67:0/3099896476 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f12541f5230 0x7f12541f9010 secure :-1 s=READY pgs=2501 cs=0 l=1 rev1=1 crypto rx=0x7f1248009e70 tx=0x7f1248005d40 comp rx=0 tx=0).stop 2024-09-21T00:35:59.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.606+0000 7f125b00e640 1 -- 172.21.15.67:0/3099896476 shutdown_connections 2024-09-21T00:35:59.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.606+0000 7f125b00e640 1 --2- 172.21.15.67:0/3099896476 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1240078b90 0x7f124007b0a0 unknown :-1 s=CLOSED pgs=935 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:59.607 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.606+0000 7f125b00e640 1 --2- 172.21.15.67:0/3099896476 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f12541f5640 0x7f12541f9550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:59.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.606+0000 7f125b00e640 1 --2- 172.21.15.67:0/3099896476 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f12541f5230 0x7f12541f9010 unknown :-1 s=CLOSED pgs=2501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:59.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.606+0000 7f125b00e640 1 --2- 172.21.15.67:0/3099896476 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f123c004800 0x7f1254146670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:59.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.606+0000 7f125b00e640 1 -- 172.21.15.67:0/3099896476 >> 172.21.15.67:0/3099896476 conn(0x7f1254073a90 msgr2=0x7f1254156b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:59.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.606+0000 7f125b00e640 1 -- 172.21.15.67:0/3099896476 shutdown_connections 2024-09-21T00:35:59.608 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.606+0000 7f125b00e640 1 -- 172.21.15.67:0/3099896476 wait complete. 2024-09-21T00:35:59.618 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:35:59.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.733+0000 7f25e2dc6640 1 -- 172.21.15.67:0/1112375175 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f25dc0d26f0 msgr2=0x7f25dc0d2b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:59.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.733+0000 7f25e2dc6640 1 --2- 172.21.15.67:0/1112375175 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f25dc0d26f0 0x7f25dc0d2b00 secure :-1 s=READY pgs=2502 cs=0 l=1 rev1=1 crypto rx=0x7f25cc005fd0 tx=0x7f25cc02a4a0 comp rx=0 tx=0).stop 2024-09-21T00:35:59.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.733+0000 7f25e2dc6640 1 -- 172.21.15.67:0/1112375175 shutdown_connections 2024-09-21T00:35:59.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.733+0000 7f25e2dc6640 1 --2- 172.21.15.67:0/1112375175 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f25dc0d26f0 0x7f25dc0d2b00 unknown :-1 s=CLOSED pgs=2502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:59.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.733+0000 7f25e2dc6640 1 --2- 172.21.15.67:0/1112375175 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f25dc0b7200 0x7f25dc15ca50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:59.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.733+0000 7f25e2dc6640 1 -- 172.21.15.67:0/1112375175 >> 172.21.15.67:0/1112375175 conn(0x7f25dc06f850 msgr2=0x7f25dc09ba40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:59.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.734+0000 7f25e2dc6640 1 -- 172.21.15.67:0/1112375175 shutdown_connections 2024-09-21T00:35:59.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.734+0000 7f25e2dc6640 1 -- 172.21.15.67:0/1112375175 wait complete. 2024-09-21T00:35:59.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.735+0000 7f25e2dc6640 1 Processor -- start 2024-09-21T00:35:59.736 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.735+0000 7f25e2dc6640 1 -- start start 2024-09-21T00:35:59.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.737+0000 7f25e2dc6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f25dc0b7200 0x7f25dc0c6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:59.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.737+0000 7f25e2dc6640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f25dc0d0540 0x7f25dc1f9250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:59.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.737+0000 7f25e2dc6640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f25dc0d26f0 0x7f25dc152540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:59.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.737+0000 7f25e2dc6640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f25dc0cd3e0 con 0x7f25dc0b7200 2024-09-21T00:35:59.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.737+0000 7f25e2dc6640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f25dc0cd260 con 0x7f25dc0d26f0 2024-09-21T00:35:59.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.737+0000 7f25e2dc6640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f25dc0cd560 con 0x7f25dc0d0540 2024-09-21T00:35:59.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.737+0000 7f25e0b62640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f25dc0b7200 0x7f25dc0c6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:59.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.737+0000 7f25e0b62640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f25dc0b7200 0x7f25dc0c6270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:47596/0 (socket says 172.21.15.67:47596) 2024-09-21T00:35:59.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.737+0000 7f25e0b62640 1 -- 172.21.15.67:0/1470515804 learned_addr learned my addr 172.21.15.67:0/1470515804 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:35:59.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.737+0000 7f25d3fff640 1 --2- 172.21.15.67:0/1470515804 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f25dc0d0540 0x7f25dc1f9250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:59.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.737+0000 7f25e1363640 1 --2- 172.21.15.67:0/1470515804 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f25dc0d26f0 0x7f25dc152540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:59.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.737+0000 7f25e0b62640 1 -- 172.21.15.67:0/1470515804 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f25dc0d0540 msgr2=0x7f25dc1f9250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:59.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.737+0000 7f25e0b62640 1 --2- 172.21.15.67:0/1470515804 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f25dc0d0540 0x7f25dc1f9250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:59.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.737+0000 7f25e0b62640 1 -- 172.21.15.67:0/1470515804 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f25dc0d26f0 msgr2=0x7f25dc152540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:59.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.737+0000 7f25e0b62640 1 --2- 172.21.15.67:0/1470515804 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f25dc0d26f0 0x7f25dc152540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:59.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.737+0000 7f25e0b62640 1 -- 172.21.15.67:0/1470515804 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25dc0c8960 con 0x7f25dc0b7200 2024-09-21T00:35:59.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.737+0000 7f25e0b62640 1 --2- 172.21.15.67:0/1470515804 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f25dc0b7200 0x7f25dc0c6270 secure :-1 s=READY pgs=2503 cs=0 l=1 rev1=1 crypto rx=0x7f25d800cce0 tx=0x7f25d800a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:59.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.738+0000 7f25d17fa640 1 -- 172.21.15.67:0/1470515804 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25d800f450 con 0x7f25dc0b7200 2024-09-21T00:35:59.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.738+0000 7f25d17fa640 1 -- 172.21.15.67:0/1470515804 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f25d800f6e0 con 0x7f25dc0b7200 2024-09-21T00:35:59.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.738+0000 7f25e2dc6640 1 -- 172.21.15.67:0/1470515804 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f25dc0c8c40 con 0x7f25dc0b7200 2024-09-21T00:35:59.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.738+0000 7f25d17fa640 1 -- 172.21.15.67:0/1470515804 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25d800fb30 con 0x7f25dc0b7200 2024-09-21T00:35:59.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.738+0000 7f25e2dc6640 1 -- 172.21.15.67:0/1470515804 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f25dc0c9200 con 0x7f25dc0b7200 2024-09-21T00:35:59.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.739+0000 7f25e2dc6640 1 -- 172.21.15.67:0/1470515804 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f25dc0d2b00 con 0x7f25dc0b7200 2024-09-21T00:35:59.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.740+0000 7f25d17fa640 1 -- 172.21.15.67:0/1470515804 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f25d800fcd0 con 0x7f25dc0b7200 2024-09-21T00:35:59.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.740+0000 7f25d17fa640 1 --2- 172.21.15.67:0/1470515804 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f25c8078b90 0x7f25c807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:35:59.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.740+0000 7f25d17fa640 1 -- 172.21.15.67:0/1470515804 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(197..197 src has 1..197) ==== 5709+0+0 (secure 0 0 0) 0x7f25d809b890 con 0x7f25dc0b7200 2024-09-21T00:35:59.741 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.740+0000 7f25d3fff640 1 --2- 172.21.15.67:0/1470515804 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f25c8078b90 0x7f25c807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:35:59.742 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.741+0000 7f25d3fff640 1 --2- 172.21.15.67:0/1470515804 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f25c8078b90 0x7f25c807b0a0 secure :-1 s=READY pgs=936 cs=0 l=1 rev1=1 crypto rx=0x7f25cc033000 tx=0x7f25cc004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:35:59.745 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.745+0000 7f25d17fa640 1 -- 172.21.15.67:0/1470515804 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f25dc0d2b00 con 0x7f25dc0b7200 2024-09-21T00:35:59.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.967+0000 7f25e2dc6640 1 -- 172.21.15.67:0/1470515804 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f25dc0cda10 con 0x7f25dc0b7200 2024-09-21T00:35:59.969 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.968+0000 7f25d17fa640 1 -- 172.21.15.67:0/1470515804 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 169 v169) ==== 95+0+5232 (secure 0 0 0) 0x7f25d8014030 con 0x7f25dc0b7200 2024-09-21T00:35:59.969 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:35:59.970 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":169,"btime":"2024-09-21T00:35:53:228931+0000","default_fscid":15,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8900,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/2874894997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":2874894997},{"type":"v1","addr":"172.21.15.67:6834","nonce":2874894997}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":163},{"gid":8906,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/66001447","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":66001447},{"type":"v1","addr":"172.21.15.97:6836","nonce":66001447}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":164},{"gid":8909,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/2736684398","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":2736684398},{"type":"v1","addr":"172.21.15.97:6837","nonce":2736684398}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":164}],"filesystems":[{"mdsmap":{"epoch":169,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:35:49.593119+0000","modified":"2024-09-21T00:35:52.615020+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":11352},"failed":[],"damaged":[],"stopped":[],"info":{"gid_11352":{"gid":11352,"name":"c","rank":0,"incarnation":165,"state":"up:active","state_seq":3,"addr":"172.21.15.67:6835/2304099336","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":2304099336},{"type":"v1","addr":"172.21.15.67:6835","nonce":2304099336}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[31],"metadata_pool":30,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":11352,"qdb_cluster":[11352]},"id":15}]} 2024-09-21T00:35:59.970 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 169 2024-09-21T00:35:59.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.970+0000 7f25e2dc6640 1 -- 172.21.15.67:0/1470515804 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f25c8078b90 msgr2=0x7f25c807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:59.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.970+0000 7f25e2dc6640 1 --2- 172.21.15.67:0/1470515804 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f25c8078b90 0x7f25c807b0a0 secure :-1 s=READY pgs=936 cs=0 l=1 rev1=1 crypto rx=0x7f25cc033000 tx=0x7f25cc004730 comp rx=0 tx=0).stop 2024-09-21T00:35:59.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.970+0000 7f25e2dc6640 1 -- 172.21.15.67:0/1470515804 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f25dc0b7200 msgr2=0x7f25dc0c6270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:35:59.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.970+0000 7f25e2dc6640 1 --2- 172.21.15.67:0/1470515804 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f25dc0b7200 0x7f25dc0c6270 secure :-1 s=READY pgs=2503 cs=0 l=1 rev1=1 crypto rx=0x7f25d800cce0 tx=0x7f25d800a620 comp rx=0 tx=0).stop 2024-09-21T00:35:59.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.970+0000 7f25e2dc6640 1 -- 172.21.15.67:0/1470515804 shutdown_connections 2024-09-21T00:35:59.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.970+0000 7f25e2dc6640 1 --2- 172.21.15.67:0/1470515804 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f25c8078b90 0x7f25c807b0a0 unknown :-1 s=CLOSED pgs=936 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:59.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.970+0000 7f25e2dc6640 1 --2- 172.21.15.67:0/1470515804 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f25dc0d26f0 0x7f25dc152540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:59.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.970+0000 7f25e2dc6640 1 --2- 172.21.15.67:0/1470515804 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f25dc0d0540 0x7f25dc1f9250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:59.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.970+0000 7f25e2dc6640 1 --2- 172.21.15.67:0/1470515804 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f25dc0b7200 0x7f25dc0c6270 unknown :-1 s=CLOSED pgs=2503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:35:59.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.970+0000 7f25e2dc6640 1 -- 172.21.15.67:0/1470515804 >> 172.21.15.67:0/1470515804 conn(0x7f25dc06f850 msgr2=0x7f25dc0cea70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:35:59.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.970+0000 7f25e2dc6640 1 -- 172.21.15.67:0/1470515804 shutdown_connections 2024-09-21T00:35:59.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:35:59.970+0000 7f25e2dc6640 1 -- 172.21.15.67:0/1470515804 wait complete. 2024-09-21T00:36:00.385 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 169, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-21T00:35:49.593119+0000', 'modified': '2024-09-21T00:35:52.615020+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 11352}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_11352': {'gid': 11352, 'name': 'c', 'rank': 0, 'incarnation': 165, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.67:6835/2304099336', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.67:6832', 'nonce': 2304099336}, {'type': 'v1', 'addr': '172.21.15.67:6835', 'nonce': 2304099336}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [31], 'metadata_pool': 30, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 11352, 'qdb_cluster': [11352]} 2024-09-21T00:36:00.385 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-21T00:36:00.386 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-21T00:36:00.508 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.507+0000 7fc0e82a2640 1 -- 172.21.15.67:0/4114645974 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc0e00b3c00 msgr2=0x7fc0e015ec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:00.509 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.507+0000 7fc0e82a2640 1 --2- 172.21.15.67:0/4114645974 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc0e00b3c00 0x7fc0e015ec40 secure :-1 s=READY pgs=2504 cs=0 l=1 rev1=1 crypto rx=0x7fc0e008d840 tx=0x7fc0d402a560 comp rx=0 tx=0).stop 2024-09-21T00:36:00.509 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.507+0000 7fc0e82a2640 1 -- 172.21.15.67:0/4114645974 shutdown_connections 2024-09-21T00:36:00.509 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.507+0000 7fc0e82a2640 1 --2- 172.21.15.67:0/4114645974 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc0e00d1210 0x7fc0e00d1620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:00.509 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.507+0000 7fc0e82a2640 1 --2- 172.21.15.67:0/4114645974 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc0e00b3c00 0x7fc0e015ec40 unknown :-1 s=CLOSED pgs=2504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:00.509 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.507+0000 7fc0e82a2640 1 --2- 172.21.15.67:0/4114645974 >> v2:172.21.15.97:3300/0 conn(0x7fc0e00cf2f0 0x7fc0e00d4280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:00.509 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.507+0000 7fc0e82a2640 1 -- 172.21.15.67:0/4114645974 >> 172.21.15.67:0/4114645974 conn(0x7fc0e0073a90 msgr2=0x7fc0e006cb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:00.509 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.507+0000 7fc0e82a2640 1 -- 172.21.15.67:0/4114645974 shutdown_connections 2024-09-21T00:36:00.509 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.507+0000 7fc0e82a2640 1 -- 172.21.15.67:0/4114645974 wait complete. 2024-09-21T00:36:00.510 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.509+0000 7fc0e82a2640 1 Processor -- start 2024-09-21T00:36:00.510 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.509+0000 7fc0e82a2640 1 -- start start 2024-09-21T00:36:00.512 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.510+0000 7fc0e82a2640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc0e00b3c00 0x7fc0e01f8ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:00.512 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.510+0000 7fc0e82a2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc0e00cf2f0 0x7fc0e00b9670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:00.512 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.510+0000 7fc0e82a2640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc0e00d1210 0x7fc0e014c6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:00.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.510+0000 7fc0e82a2640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc0e00b6610 con 0x7fc0e00cf2f0 2024-09-21T00:36:00.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.510+0000 7fc0e82a2640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc0e00b6490 con 0x7fc0e00d1210 2024-09-21T00:36:00.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.510+0000 7fc0e82a2640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fc0e00b6790 con 0x7fc0e00b3c00 2024-09-21T00:36:00.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.510+0000 7fc0e583d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc0e00cf2f0 0x7fc0e00b9670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:00.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.510+0000 7fc0e583d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc0e00cf2f0 0x7fc0e00b9670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:47616/0 (socket says 172.21.15.67:47616) 2024-09-21T00:36:00.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.510+0000 7fc0e583d640 1 -- 172.21.15.67:0/1367183982 learned_addr learned my addr 172.21.15.67:0/1367183982 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:00.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.511+0000 7fc0e603e640 1 --2- 172.21.15.67:0/1367183982 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc0e00b3c00 0x7fc0e01f8ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:00.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.511+0000 7fc0e683f640 1 --2- 172.21.15.67:0/1367183982 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc0e00d1210 0x7fc0e014c6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:00.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.511+0000 7fc0e583d640 1 -- 172.21.15.67:0/1367183982 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc0e00b3c00 msgr2=0x7fc0e01f8ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:00.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.511+0000 7fc0e583d640 1 --2- 172.21.15.67:0/1367183982 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc0e00b3c00 0x7fc0e01f8ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:00.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.511+0000 7fc0e583d640 1 -- 172.21.15.67:0/1367183982 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc0e00d1210 msgr2=0x7fc0e014c6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:00.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.511+0000 7fc0e583d640 1 --2- 172.21.15.67:0/1367183982 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc0e00d1210 0x7fc0e014c6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:00.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.511+0000 7fc0e583d640 1 -- 172.21.15.67:0/1367183982 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0e01f9d80 con 0x7fc0e00cf2f0 2024-09-21T00:36:00.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.511+0000 7fc0e683f640 1 --2- 172.21.15.67:0/1367183982 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc0e00d1210 0x7fc0e014c6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:36:00.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.511+0000 7fc0e583d640 1 --2- 172.21.15.67:0/1367183982 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc0e00cf2f0 0x7fc0e00b9670 secure :-1 s=READY pgs=2505 cs=0 l=1 rev1=1 crypto rx=0x7fc0d4034040 tx=0x7fc0d4003910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:00.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.511+0000 7fc0deffd640 1 -- 172.21.15.67:0/1367183982 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0d403e030 con 0x7fc0e00cf2f0 2024-09-21T00:36:00.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.511+0000 7fc0deffd640 1 -- 172.21.15.67:0/1367183982 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc0d4003e00 con 0x7fc0e00cf2f0 2024-09-21T00:36:00.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.511+0000 7fc0deffd640 1 -- 172.21.15.67:0/1367183982 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0d4035040 con 0x7fc0e00cf2f0 2024-09-21T00:36:00.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.511+0000 7fc0e82a2640 1 -- 172.21.15.67:0/1367183982 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc0e01f9aa0 con 0x7fc0e00cf2f0 2024-09-21T00:36:00.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.511+0000 7fc0e82a2640 1 -- 172.21.15.67:0/1367183982 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc0e00cb500 con 0x7fc0e00cf2f0 2024-09-21T00:36:00.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.513+0000 7fc0deffd640 1 -- 172.21.15.67:0/1367183982 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fc0d4041030 con 0x7fc0e00cf2f0 2024-09-21T00:36:00.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.514+0000 7fc0deffd640 1 --2- 172.21.15.67:0/1367183982 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc0cc078b90 0x7fc0cc07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:00.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.514+0000 7fc0deffd640 1 -- 172.21.15.67:0/1367183982 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(197..197 src has 1..197) ==== 5709+0+0 (secure 0 0 0) 0x7fc0d40bb4f0 con 0x7fc0e00cf2f0 2024-09-21T00:36:00.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.514+0000 7fc0e603e640 1 --2- 172.21.15.67:0/1367183982 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc0cc078b90 0x7fc0cc07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:00.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.514+0000 7fc0e603e640 1 --2- 172.21.15.67:0/1367183982 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc0cc078b90 0x7fc0cc07b0a0 secure :-1 s=READY pgs=937 cs=0 l=1 rev1=1 crypto rx=0x7fc0d0005fd0 tx=0x7fc0d00095e0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:00.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.515+0000 7fc0ef215740 1 Processor -- start 2024-09-21T00:36:00.516 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.515+0000 7fc0ef215740 1 -- start start 2024-09-21T00:36:00.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.516+0000 7fc0ef215740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56304d150270 0x56304d521fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:00.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.516+0000 7fc0ef215740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56304d1273b0 0x56304d5224e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:00.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.516+0000 7fc0ef215740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56304d12f590 0x56304d53f3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:00.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.516+0000 7fc0ef215740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x56304d46a820 con 0x56304d1273b0 2024-09-21T00:36:00.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.516+0000 7fc0ef215740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x56304d459c50 con 0x56304d12f590 2024-09-21T00:36:00.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.516+0000 7fc0ef215740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x56304d45da60 con 0x56304d150270 2024-09-21T00:36:00.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.516+0000 7fc0e583d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56304d1273b0 0x56304d5224e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:00.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.516+0000 7fc0e583d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56304d1273b0 0x56304d5224e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:47626/0 (socket says 172.21.15.67:47626) 2024-09-21T00:36:00.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.516+0000 7fc0e583d640 1 -- 172.21.15.67:0/4190065731 learned_addr learned my addr 172.21.15.67:0/4190065731 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:00.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.516+0000 7fc0e603e640 1 --2- 172.21.15.67:0/4190065731 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56304d150270 0x56304d521fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:00.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.516+0000 7fc0e683f640 1 --2- 172.21.15.67:0/4190065731 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56304d12f590 0x56304d53f3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:00.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.517+0000 7fc0e583d640 1 -- 172.21.15.67:0/4190065731 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56304d150270 msgr2=0x56304d521fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:36:00.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.517+0000 7fc0e583d640 1 --2- 172.21.15.67:0/4190065731 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56304d150270 0x56304d521fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:00.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.517+0000 7fc0e583d640 1 -- 172.21.15.67:0/4190065731 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56304d12f590 msgr2=0x56304d53f3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:36:00.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.517+0000 7fc0e583d640 1 --2- 172.21.15.67:0/4190065731 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56304d12f590 0x56304d53f3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:00.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.517+0000 7fc0e583d640 1 -- 172.21.15.67:0/4190065731 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56304d1bb850 con 0x56304d1273b0 2024-09-21T00:36:00.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.517+0000 7fc0e683f640 1 --2- 172.21.15.67:0/4190065731 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56304d12f590 0x56304d53f3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:36:00.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.517+0000 7fc0e583d640 1 --2- 172.21.15.67:0/4190065731 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56304d1273b0 0x56304d5224e0 secure :-1 s=READY pgs=2506 cs=0 l=1 rev1=1 crypto rx=0x7fc0d4082fe0 tx=0x7fc0d4083180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b38e4a25b72923b server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:00.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.517+0000 7fc0c7fff640 1 -- 172.21.15.67:0/4190065731 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0d4048030 con 0x56304d1273b0 2024-09-21T00:36:00.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.517+0000 7fc0c7fff640 1 -- 172.21.15.67:0/4190065731 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc0d40832e0 con 0x56304d1273b0 2024-09-21T00:36:00.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.517+0000 7fc0c7fff640 1 -- 172.21.15.67:0/4190065731 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0d40bb2f0 con 0x56304d1273b0 2024-09-21T00:36:00.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.518+0000 7fc0ef215740 1 -- 172.21.15.67:0/4190065731 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56304d1273b0 msgr2=0x56304d5224e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:00.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.518+0000 7fc0ef215740 1 --2- 172.21.15.67:0/4190065731 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56304d1273b0 0x56304d5224e0 secure :-1 s=READY pgs=2506 cs=0 l=1 rev1=1 crypto rx=0x7fc0d4082fe0 tx=0x7fc0d4083180 comp rx=0 tx=0).stop 2024-09-21T00:36:00.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.518+0000 7fc0ef215740 1 -- 172.21.15.67:0/4190065731 shutdown_connections 2024-09-21T00:36:00.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.518+0000 7fc0ef215740 1 --2- 172.21.15.67:0/4190065731 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56304d12f590 0x56304d53f3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:00.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.518+0000 7fc0ef215740 1 --2- 172.21.15.67:0/4190065731 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56304d1273b0 0x56304d5224e0 unknown :-1 s=CLOSED pgs=2506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:00.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.518+0000 7fc0ef215740 1 --2- 172.21.15.67:0/4190065731 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56304d150270 0x56304d521fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:00.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.518+0000 7fc0ef215740 1 -- 172.21.15.67:0/4190065731 >> 172.21.15.67:0/4190065731 conn(0x56304d1443c0 msgr2=0x56304d4f8260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:00.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.518+0000 7fc0ef215740 1 -- 172.21.15.67:0/4190065731 shutdown_connections 2024-09-21T00:36:00.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.518+0000 7fc0ef215740 1 -- 172.21.15.67:0/4190065731 wait complete. 2024-09-21T00:36:00.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.519+0000 7fc0ef215740 1 -- start start 2024-09-21T00:36:00.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.519+0000 7fc0ef215740 1 Processor -- start 2024-09-21T00:36:00.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.520+0000 7fc0ef215740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56304d1273b0 0x56304d51ef10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:00.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.520+0000 7fc0ef215740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56304d12f590 0x56304d54cbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:00.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.520+0000 7fc0ef215740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56304d150270 0x56304d534ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:00.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.520+0000 7fc0ef215740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x56304d1ca620 con 0x56304d1273b0 2024-09-21T00:36:00.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.520+0000 7fc0ef215740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x56304d3ff5f0 con 0x56304d150270 2024-09-21T00:36:00.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.520+0000 7fc0ef215740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x56304d46a820 con 0x56304d12f590 2024-09-21T00:36:00.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.521+0000 7fc0ef215740 10 client.0 _ll_register_callbacks cb 0x56304d4030a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:36:00.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.521+0000 7fc0e603e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56304d1273b0 0x56304d51ef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:00.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.521+0000 7fc0e603e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56304d1273b0 0x56304d51ef10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:47638/0 (socket says 172.21.15.67:47638) 2024-09-21T00:36:00.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.521+0000 7fc0e603e640 1 -- 172.21.15.67:0/2913153034 learned_addr learned my addr 172.21.15.67:0/2913153034 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:00.527 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.521+0000 7fc0e683f640 1 --2- 172.21.15.67:0/2913153034 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56304d150270 0x56304d534ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:00.527 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.521+0000 7fc0e583d640 1 --2- 172.21.15.67:0/2913153034 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56304d12f590 0x56304d54cbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:00.527 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.521+0000 7fc0e603e640 1 -- 172.21.15.67:0/2913153034 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56304d12f590 msgr2=0x56304d54cbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:36:00.527 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.521+0000 7fc0e603e640 1 --2- 172.21.15.67:0/2913153034 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56304d12f590 0x56304d54cbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:00.527 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.521+0000 7fc0e603e640 1 -- 172.21.15.67:0/2913153034 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56304d150270 msgr2=0x56304d534ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:36:00.527 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.521+0000 7fc0e603e640 1 --2- 172.21.15.67:0/2913153034 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56304d150270 0x56304d534ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:00.527 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.521+0000 7fc0e603e640 1 -- 172.21.15.67:0/2913153034 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56304d2326b0 con 0x56304d1273b0 2024-09-21T00:36:00.527 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.521+0000 7fc0e583d640 1 --2- 172.21.15.67:0/2913153034 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56304d12f590 0x56304d54cbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:36:00.527 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.521+0000 7fc0e603e640 1 --2- 172.21.15.67:0/2913153034 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56304d1273b0 0x56304d51ef10 secure :-1 s=READY pgs=2507 cs=0 l=1 rev1=1 crypto rx=0x7fc0d0012880 tx=0x7fc0d0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a7200e0bb6929e2 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:00.527 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.521+0000 7fc0c57fa640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:36:00.527 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.521+0000 7fc0c57fa640 1 -- 172.21.15.67:0/2913153034 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0d0011b70 con 0x56304d1273b0 2024-09-21T00:36:00.527 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.521+0000 7fc0c57fa640 1 -- 172.21.15.67:0/2913153034 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(197..197 src has 1..197) ==== 5709+0+0 (secure 0 0 0) 0x7fc0d0011d10 con 0x56304d1273b0 2024-09-21T00:36:00.527 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.521+0000 7fc0ef215740 1 -- 172.21.15.67:0/2913153034 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc0d40832e0 con 0x56304d1273b0 2024-09-21T00:36:00.527 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.522+0000 7fc0c57fa640 1 -- 172.21.15.67:0/2913153034 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=169) ==== 24+0+0 (secure 0 0 0) 0x7fc0d0020430 con 0x56304d1273b0 2024-09-21T00:36:00.528 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.522+0000 7fc0ef215740 10 client.11502 fetch_fsmap learned FSMap version 169 2024-09-21T00:36:00.528 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.522+0000 7fc0ef215740 1 -- 172.21.15.67:0/2913153034 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=169,monmap=2+}) -- 0x56304d51e430 con 0x56304d1273b0 2024-09-21T00:36:00.528 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.522+0000 7fc0c57fa640 1 -- 172.21.15.67:0/2913153034 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc0d40832e0 con 0x56304d1273b0 2024-09-21T00:36:00.528 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.522+0000 7fc0c57fa640 1 -- 172.21.15.67:0/2913153034 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 169) ==== 3502+0+0 (secure 0 0 0) 0x7fc0d000f040 con 0x56304d1273b0 2024-09-21T00:36:00.528 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.522+0000 7fc0ef215740 10 client.11502 fetch_fsmap finished waiting for FSMap version 169 2024-09-21T00:36:00.528 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.522+0000 7fc0ef215740 10 client.11502 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-21T00:36:00.528 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.522+0000 7fc0ef215740 20 client.11502 populate_metadata read hostname 'smithi067' 2024-09-21T00:36:00.528 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.522+0000 7fc0ef215740 1 --2- 172.21.15.67:0/2913153034 >> [v2:172.21.15.67:6832/2304099336,v1:172.21.15.67:6835/2304099336] conn(0x56304d10ee40 0x56304d54f750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:00.528 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.522+0000 7fc0ef215740 4 client.11502 mds_command: new command op to 11352 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:36:00.528 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.522+0000 7fc0ef215740 1 -- 172.21.15.67:0/2913153034 --> [v2:172.21.15.67:6832/2304099336,v1:172.21.15.67:6835/2304099336] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56304d46c770 con 0x56304d10ee40 2024-09-21T00:36:00.528 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.522+0000 7fc0e583d640 1 --2- 172.21.15.67:0/2913153034 >> [v2:172.21.15.67:6832/2304099336,v1:172.21.15.67:6835/2304099336] conn(0x56304d10ee40 0x56304d54f750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:00.528 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.522+0000 7fc0c57fa640 10 client.11502 ms_handle_connect on v2:172.21.15.67:6832/2304099336 2024-09-21T00:36:00.528 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.523+0000 7fc0e583d640 1 --2- 172.21.15.67:0/2913153034 >> [v2:172.21.15.67:6832/2304099336,v1:172.21.15.67:6835/2304099336] conn(0x56304d10ee40 0x56304d54f750 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9fb3f6f941697ffb server_cookie=add7ddea36f7a326 in_seq=0 out_seq=0 2024-09-21T00:36:00.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.523+0000 7fc0c57fa640 1 -- 172.21.15.67:0/2913153034 <== mds.0 v2:172.21.15.67:6832/2304099336 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x56304d46c770 con 0x56304d10ee40 2024-09-21T00:36:00.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.523+0000 7fc0c57fa640 10 client.11502 handle_command_reply: tid=0 2024-09-21T00:36:00.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.523+0000 7fc0ef215740 1 client.11502 shutdown 2024-09-21T00:36:00.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.523+0000 7fc0ef215740 1 -- 172.21.15.67:0/2913153034 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56304d1273b0 msgr2=0x56304d51ef10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:00.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.523+0000 7fc0ef215740 1 --2- 172.21.15.67:0/2913153034 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56304d1273b0 0x56304d51ef10 secure :-1 s=READY pgs=2507 cs=0 l=1 rev1=1 crypto rx=0x7fc0d0012880 tx=0x7fc0d0004a40 comp rx=0 tx=0).stop 2024-09-21T00:36:00.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.523+0000 7fc0ef215740 1 -- 172.21.15.67:0/2913153034 shutdown_connections 2024-09-21T00:36:00.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.523+0000 7fc0ef215740 1 --2- 172.21.15.67:0/2913153034 >> [v2:172.21.15.67:6832/2304099336,v1:172.21.15.67:6835/2304099336] conn(0x56304d10ee40 0x56304d54f750 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:00.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.523+0000 7fc0ef215740 1 --2- 172.21.15.67:0/2913153034 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56304d150270 0x56304d534ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:00.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.523+0000 7fc0ef215740 1 --2- 172.21.15.67:0/2913153034 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56304d12f590 0x56304d54cbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:00.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.523+0000 7fc0c57fa640 0 client.11502 ms_handle_reset on v2:172.21.15.67:6832/2304099336 2024-09-21T00:36:00.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.523+0000 7fc0ef215740 1 --2- 172.21.15.67:0/2913153034 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56304d1273b0 0x56304d51ef10 unknown :-1 s=CLOSED pgs=2507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:00.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.524+0000 7fc0ef215740 1 -- 172.21.15.67:0/2913153034 >> 172.21.15.67:0/2913153034 conn(0x56304d1443c0 msgr2=0x56304d540330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:00.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.524+0000 7fc0ef215740 1 -- 172.21.15.67:0/2913153034 shutdown_connections 2024-09-21T00:36:00.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.524+0000 7fc0ef215740 1 -- 172.21.15.67:0/2913153034 wait complete. 2024-09-21T00:36:00.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.524+0000 7fc0ef215740 20 client.11502 trim_cache size 0 max 16384 2024-09-21T00:36:00.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.542+0000 7fc0ef215740 1 Processor -- start 2024-09-21T00:36:00.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.543+0000 7fc0ef215740 1 -- start start 2024-09-21T00:36:00.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.544+0000 7fc0ef215740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56304d10ee40 0x56304d534c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:00.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.544+0000 7fc0ef215740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56304d1273b0 0x56304d55fc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:00.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.544+0000 7fc0ef215740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56304d12f590 0x56304d560150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:00.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.544+0000 7fc0ef215740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc0e0201210 con 0x56304d1273b0 2024-09-21T00:36:00.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.544+0000 7fc0ef215740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc0e00cbf90 con 0x56304d12f590 2024-09-21T00:36:00.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.544+0000 7fc0ef215740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fc0e00cc5e0 con 0x56304d10ee40 2024-09-21T00:36:00.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.544+0000 7fc0e583d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56304d1273b0 0x56304d55fc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:00.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.544+0000 7fc0e583d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56304d1273b0 0x56304d55fc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:47648/0 (socket says 172.21.15.67:47648) 2024-09-21T00:36:00.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.544+0000 7fc0e583d640 1 -- 172.21.15.67:0/3944041197 learned_addr learned my addr 172.21.15.67:0/3944041197 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:00.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.544+0000 7fc0e603e640 1 --2- 172.21.15.67:0/3944041197 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56304d10ee40 0x56304d534c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:00.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.544+0000 7fc0e683f640 1 --2- 172.21.15.67:0/3944041197 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56304d12f590 0x56304d560150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:00.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.544+0000 7fc0e583d640 1 -- 172.21.15.67:0/3944041197 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56304d10ee40 msgr2=0x56304d534c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:36:00.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.544+0000 7fc0e583d640 1 --2- 172.21.15.67:0/3944041197 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56304d10ee40 0x56304d534c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:00.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.544+0000 7fc0e583d640 1 -- 172.21.15.67:0/3944041197 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56304d12f590 msgr2=0x56304d560150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:36:00.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.544+0000 7fc0e583d640 1 --2- 172.21.15.67:0/3944041197 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56304d12f590 0x56304d560150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:00.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.544+0000 7fc0e583d640 1 -- 172.21.15.67:0/3944041197 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56304d5121b0 con 0x56304d1273b0 2024-09-21T00:36:00.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.544+0000 7fc0e603e640 1 --2- 172.21.15.67:0/3944041197 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56304d10ee40 0x56304d534c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:36:00.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.544+0000 7fc0e583d640 1 --2- 172.21.15.67:0/3944041197 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56304d1273b0 0x56304d55fc10 secure :-1 s=READY pgs=2508 cs=0 l=1 rev1=1 crypto rx=0x7fc0d40099c0 tx=0x7fc0d4086040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a2f9a2635a444dfa server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:00.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.545+0000 7fc0c77fe640 1 -- 172.21.15.67:0/3944041197 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0d4048040 con 0x56304d1273b0 2024-09-21T00:36:00.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.545+0000 7fc0c77fe640 1 -- 172.21.15.67:0/3944041197 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc0d408cc50 con 0x56304d1273b0 2024-09-21T00:36:00.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.545+0000 7fc0c77fe640 1 -- 172.21.15.67:0/3944041197 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0d40bb320 con 0x56304d1273b0 2024-09-21T00:36:00.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.545+0000 7fc0ef215740 1 -- 172.21.15.67:0/3944041197 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56304d1273b0 msgr2=0x56304d55fc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:00.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.545+0000 7fc0ef215740 1 --2- 172.21.15.67:0/3944041197 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56304d1273b0 0x56304d55fc10 secure :-1 s=READY pgs=2508 cs=0 l=1 rev1=1 crypto rx=0x7fc0d40099c0 tx=0x7fc0d4086040 comp rx=0 tx=0).stop 2024-09-21T00:36:00.549 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.545+0000 7fc0ef215740 1 -- 172.21.15.67:0/3944041197 shutdown_connections 2024-09-21T00:36:00.549 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.545+0000 7fc0ef215740 1 --2- 172.21.15.67:0/3944041197 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56304d12f590 0x56304d560150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:00.549 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.545+0000 7fc0ef215740 1 --2- 172.21.15.67:0/3944041197 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56304d1273b0 0x56304d55fc10 unknown :-1 s=CLOSED pgs=2508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:00.549 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.545+0000 7fc0ef215740 1 --2- 172.21.15.67:0/3944041197 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56304d10ee40 0x56304d534c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:00.549 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.545+0000 7fc0ef215740 1 -- 172.21.15.67:0/3944041197 >> 172.21.15.67:0/3944041197 conn(0x56304d1443c0 msgr2=0x56304d540990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:00.549 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.545+0000 7fc0ef215740 1 -- 172.21.15.67:0/3944041197 shutdown_connections 2024-09-21T00:36:00.549 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.545+0000 7fc0ef215740 1 -- 172.21.15.67:0/3944041197 wait complete. 2024-09-21T00:36:00.549 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.546+0000 7fc0ef215740 1 -- start start 2024-09-21T00:36:00.549 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.546+0000 7fc0ef215740 1 Processor -- start 2024-09-21T00:36:00.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.548+0000 7fc0ef215740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56304d10ee40 0x56304d5b9cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:00.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.548+0000 7fc0ef215740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56304d1273b0 0x56304d51f900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:00.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.548+0000 7fc0ef215740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56304d12f590 0x56304d51fe40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:00.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.548+0000 7fc0ef215740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x56304d535670 con 0x56304d1273b0 2024-09-21T00:36:00.553 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.548+0000 7fc0ef215740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x56304d534660 con 0x56304d10ee40 2024-09-21T00:36:00.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.548+0000 7fc0ef215740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x56304d534400 con 0x56304d12f590 2024-09-21T00:36:00.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.548+0000 7fc0ef215740 10 client.0 _ll_register_callbacks cb 0x7fc0d0003bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:36:00.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.548+0000 7fc0e583d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56304d1273b0 0x56304d51f900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:00.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.548+0000 7fc0e583d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56304d1273b0 0x56304d51f900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:47658/0 (socket says 172.21.15.67:47658) 2024-09-21T00:36:00.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.548+0000 7fc0e583d640 1 -- 172.21.15.67:0/4091032516 learned_addr learned my addr 172.21.15.67:0/4091032516 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:00.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.548+0000 7fc0e683f640 1 --2- 172.21.15.67:0/4091032516 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56304d12f590 0x56304d51fe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:00.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.548+0000 7fc0e603e640 1 --2- 172.21.15.67:0/4091032516 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56304d10ee40 0x56304d5b9cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:00.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.548+0000 7fc0e583d640 1 -- 172.21.15.67:0/4091032516 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56304d12f590 msgr2=0x56304d51fe40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:36:00.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.548+0000 7fc0e583d640 1 --2- 172.21.15.67:0/4091032516 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56304d12f590 0x56304d51fe40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:00.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.548+0000 7fc0e583d640 1 -- 172.21.15.67:0/4091032516 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56304d10ee40 msgr2=0x56304d5b9cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:36:00.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.548+0000 7fc0e583d640 1 --2- 172.21.15.67:0/4091032516 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56304d10ee40 0x56304d5b9cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:00.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.548+0000 7fc0e583d640 1 -- 172.21.15.67:0/4091032516 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56304d54c110 con 0x56304d1273b0 2024-09-21T00:36:00.554 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.549+0000 7fc0e583d640 1 --2- 172.21.15.67:0/4091032516 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56304d1273b0 0x56304d51f900 secure :-1 s=READY pgs=2509 cs=0 l=1 rev1=1 crypto rx=0x7fc0d4009850 tx=0x7fc0d407fa40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=492b19a3349523c4 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:00.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.549+0000 7fc0c57fa640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:36:00.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.549+0000 7fc0c57fa640 1 -- 172.21.15.67:0/4091032516 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0d40a2060 con 0x56304d1273b0 2024-09-21T00:36:00.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.549+0000 7fc0c57fa640 1 -- 172.21.15.67:0/4091032516 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(197..197 src has 1..197) ==== 5709+0+0 (secure 0 0 0) 0x7fc0d40bb2d0 con 0x56304d1273b0 2024-09-21T00:36:00.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.549+0000 7fc0ef215740 1 -- 172.21.15.67:0/4091032516 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc0d408cc50 con 0x56304d1273b0 2024-09-21T00:36:00.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.549+0000 7fc0c57fa640 1 -- 172.21.15.67:0/4091032516 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=169) ==== 24+0+0 (secure 0 0 0) 0x7fc0d4048040 con 0x56304d1273b0 2024-09-21T00:36:00.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.549+0000 7fc0ef215740 10 client.11508 fetch_fsmap learned FSMap version 169 2024-09-21T00:36:00.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.549+0000 7fc0ef215740 1 -- 172.21.15.67:0/4091032516 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=169,monmap=2+}) -- 0x56304d54be30 con 0x56304d1273b0 2024-09-21T00:36:00.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.549+0000 7fc0c57fa640 1 -- 172.21.15.67:0/4091032516 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc0d408cc50 con 0x56304d1273b0 2024-09-21T00:36:00.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.549+0000 7fc0c57fa640 1 -- 172.21.15.67:0/4091032516 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 169) ==== 3502+0+0 (secure 0 0 0) 0x7fc0d408c7c0 con 0x56304d1273b0 2024-09-21T00:36:00.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.549+0000 7fc0ef215740 10 client.11508 fetch_fsmap finished waiting for FSMap version 169 2024-09-21T00:36:00.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.549+0000 7fc0ef215740 10 client.11508 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-21T00:36:00.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.549+0000 7fc0ef215740 20 client.11508 populate_metadata read hostname 'smithi067' 2024-09-21T00:36:00.555 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.549+0000 7fc0ef215740 1 --2- 172.21.15.67:0/4091032516 >> [v2:172.21.15.67:6832/2304099336,v1:172.21.15.67:6835/2304099336] conn(0x56304d0e4280 0x56304d5c0220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:00.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.549+0000 7fc0ef215740 4 client.11508 mds_command: new command op to 11352 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-21T00:36:00.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.549+0000 7fc0ef215740 1 -- 172.21.15.67:0/4091032516 --> [v2:172.21.15.67:6832/2304099336,v1:172.21.15.67:6835/2304099336] -- command(tid 0: {"prefix": "status"}) -- 0x56304d468220 con 0x56304d0e4280 2024-09-21T00:36:00.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.549+0000 7fc0e603e640 1 --2- 172.21.15.67:0/4091032516 >> [v2:172.21.15.67:6832/2304099336,v1:172.21.15.67:6835/2304099336] conn(0x56304d0e4280 0x56304d5c0220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:00.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.550+0000 7fc0c57fa640 10 client.11508 ms_handle_connect on v2:172.21.15.67:6832/2304099336 2024-09-21T00:36:00.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.550+0000 7fc0e603e640 1 --2- 172.21.15.67:0/4091032516 >> [v2:172.21.15.67:6832/2304099336,v1:172.21.15.67:6835/2304099336] conn(0x56304d0e4280 0x56304d5c0220 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3ff6eb8dd7ea85f5 server_cookie=d946290db55007f in_seq=0 out_seq=0 2024-09-21T00:36:00.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.550+0000 7fc0c57fa640 1 -- 172.21.15.67:0/4091032516 <== mds.0 v2:172.21.15.67:6832/2304099336 1 ==== command_reply(tid 0: 0 ) ==== 8+0+335 (crc 0 0 0) 0x56304d468220 con 0x56304d0e4280 2024-09-21T00:36:00.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.550+0000 7fc0c57fa640 10 client.11508 handle_command_reply: tid=0 2024-09-21T00:36:00.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.550+0000 7fc0ef215740 1 client.11508 shutdown 2024-09-21T00:36:00.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.550+0000 7fc0ef215740 1 -- 172.21.15.67:0/4091032516 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56304d1273b0 msgr2=0x56304d51f900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:00.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.550+0000 7fc0ef215740 1 --2- 172.21.15.67:0/4091032516 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56304d1273b0 0x56304d51f900 secure :-1 s=READY pgs=2509 cs=0 l=1 rev1=1 crypto rx=0x7fc0d4009850 tx=0x7fc0d407fa40 comp rx=0 tx=0).stop 2024-09-21T00:36:00.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.550+0000 7fc0ef215740 1 -- 172.21.15.67:0/4091032516 shutdown_connections 2024-09-21T00:36:00.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.550+0000 7fc0ef215740 1 --2- 172.21.15.67:0/4091032516 >> [v2:172.21.15.67:6832/2304099336,v1:172.21.15.67:6835/2304099336] conn(0x56304d0e4280 0x56304d5c0220 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:00.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.550+0000 7fc0ef215740 1 --2- 172.21.15.67:0/4091032516 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x56304d12f590 0x56304d51fe40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:00.556 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.550+0000 7fc0ef215740 1 --2- 172.21.15.67:0/4091032516 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x56304d1273b0 0x56304d51f900 unknown :-1 s=CLOSED pgs=2509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:00.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.550+0000 7fc0ef215740 1 --2- 172.21.15.67:0/4091032516 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x56304d10ee40 0x56304d5b9cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:00.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.550+0000 7fc0c57fa640 0 client.11508 ms_handle_reset on v2:172.21.15.67:6832/2304099336 2024-09-21T00:36:00.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.550+0000 7fc0ef215740 1 -- 172.21.15.67:0/4091032516 >> 172.21.15.67:0/4091032516 conn(0x56304d1443c0 msgr2=0x56304d4f9180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:00.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.550+0000 7fc0ef215740 1 -- 172.21.15.67:0/4091032516 shutdown_connections 2024-09-21T00:36:00.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.550+0000 7fc0ef215740 1 -- 172.21.15.67:0/4091032516 wait complete. 2024-09-21T00:36:00.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.550+0000 7fc0ef215740 20 client.11508 trim_cache size 0 max 16384 2024-09-21T00:36:00.557 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:36:00.557 INFO:teuthology.orchestra.run.smithi067.stdout: "cluster_fsid": "166a8832-baab-4541-be5c-9c3483b3f7a3", 2024-09-21T00:36:00.557 INFO:teuthology.orchestra.run.smithi067.stdout: "whoami": 0, 2024-09-21T00:36:00.557 INFO:teuthology.orchestra.run.smithi067.stdout: "id": 11352, 2024-09-21T00:36:00.557 INFO:teuthology.orchestra.run.smithi067.stdout: "want_state": "up:active", 2024-09-21T00:36:00.558 INFO:teuthology.orchestra.run.smithi067.stdout: "state": "up:active", 2024-09-21T00:36:00.558 INFO:teuthology.orchestra.run.smithi067.stdout: "fs_name": "cephfs", 2024-09-21T00:36:00.558 INFO:teuthology.orchestra.run.smithi067.stdout: "rank_uptime": 10.332728450999999, 2024-09-21T00:36:00.558 INFO:teuthology.orchestra.run.smithi067.stdout: "mdsmap_epoch": 169, 2024-09-21T00:36:00.558 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch": 197, 2024-09-21T00:36:00.558 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch_barrier": 197, 2024-09-21T00:36:00.558 INFO:teuthology.orchestra.run.smithi067.stdout: "uptime": 14.976458362000001 2024-09-21T00:36:00.558 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:36:00.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.551+0000 7fc0e82a2640 1 -- 172.21.15.67:0/1367183982 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc0cc078b90 msgr2=0x7fc0cc07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:00.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.551+0000 7fc0e82a2640 1 --2- 172.21.15.67:0/1367183982 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc0cc078b90 0x7fc0cc07b0a0 secure :-1 s=READY pgs=937 cs=0 l=1 rev1=1 crypto rx=0x7fc0d0005fd0 tx=0x7fc0d00095e0 comp rx=0 tx=0).stop 2024-09-21T00:36:00.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.551+0000 7fc0e82a2640 1 -- 172.21.15.67:0/1367183982 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc0e00cf2f0 msgr2=0x7fc0e00b9670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:00.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.551+0000 7fc0e82a2640 1 --2- 172.21.15.67:0/1367183982 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc0e00cf2f0 0x7fc0e00b9670 secure :-1 s=READY pgs=2505 cs=0 l=1 rev1=1 crypto rx=0x7fc0d4034040 tx=0x7fc0d4003910 comp rx=0 tx=0).stop 2024-09-21T00:36:00.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.551+0000 7fc0e82a2640 1 -- 172.21.15.67:0/1367183982 shutdown_connections 2024-09-21T00:36:00.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.551+0000 7fc0e82a2640 1 --2- 172.21.15.67:0/1367183982 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc0cc078b90 0x7fc0cc07b0a0 unknown :-1 s=CLOSED pgs=937 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:00.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.551+0000 7fc0e82a2640 1 --2- 172.21.15.67:0/1367183982 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc0e00d1210 0x7fc0e014c6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:00.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.551+0000 7fc0e82a2640 1 --2- 172.21.15.67:0/1367183982 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc0e00cf2f0 0x7fc0e00b9670 unknown :-1 s=CLOSED pgs=2505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:00.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.551+0000 7fc0e82a2640 1 --2- 172.21.15.67:0/1367183982 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc0e00b3c00 0x7fc0e01f8ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:00.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.551+0000 7fc0e82a2640 1 -- 172.21.15.67:0/1367183982 >> 172.21.15.67:0/1367183982 conn(0x7fc0e0073a90 msgr2=0x7fc0e00b88c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:00.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.551+0000 7fc0e82a2640 1 -- 172.21.15.67:0/1367183982 shutdown_connections 2024-09-21T00:36:00.560 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.551+0000 7fc0e82a2640 1 -- 172.21.15.67:0/1367183982 wait complete. 2024-09-21T00:36:00.563 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-21T00:36:00.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.680+0000 7f110ea40640 1 -- 172.21.15.67:0/2780625792 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f11080d1b70 msgr2=0x7f11080d3100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:00.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.680+0000 7f110ea40640 1 --2- 172.21.15.67:0/2780625792 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f11080d1b70 0x7f11080d3100 secure :-1 s=READY pgs=2511 cs=0 l=1 rev1=1 crypto rx=0x7f10f8005fd0 tx=0x7f10f802a5d0 comp rx=0 tx=0).stop 2024-09-21T00:36:00.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.680+0000 7f110ea40640 1 -- 172.21.15.67:0/2780625792 shutdown_connections 2024-09-21T00:36:00.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.680+0000 7f110ea40640 1 --2- 172.21.15.67:0/2780625792 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f11080d1b70 0x7f11080d3100 unknown :-1 s=CLOSED pgs=2511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:00.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.680+0000 7f110ea40640 1 -- 172.21.15.67:0/2780625792 >> 172.21.15.67:0/2780625792 conn(0x7f1108073ba0 msgr2=0x7f110806cb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:00.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.680+0000 7f110ea40640 1 -- 172.21.15.67:0/2780625792 shutdown_connections 2024-09-21T00:36:00.682 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.680+0000 7f110ea40640 1 -- 172.21.15.67:0/2780625792 wait complete. 2024-09-21T00:36:00.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.682+0000 7f110ea40640 1 Processor -- start 2024-09-21T00:36:00.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.682+0000 7f110ea40640 1 -- start start 2024-09-21T00:36:00.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.683+0000 7f110ea40640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f11080d1b70 0x7f11080b4790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:00.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.683+0000 7f110ea40640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f11080d4910 0x7f110814ccb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:00.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.683+0000 7f110ea40640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f110814d960 0x7f110814d1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:00.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.683+0000 7f110ea40640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f11080d50b0 con 0x7f11080d4910 2024-09-21T00:36:00.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.683+0000 7f110ea40640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f11080d4f30 con 0x7f11080d1b70 2024-09-21T00:36:00.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.683+0000 7f110ea40640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f11080b8500 con 0x7f110814d960 2024-09-21T00:36:00.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.683+0000 7f11077fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f11080d4910 0x7f110814ccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:00.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.683+0000 7f11077fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f11080d4910 0x7f110814ccb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:47682/0 (socket says 172.21.15.67:47682) 2024-09-21T00:36:00.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.683+0000 7f11077fe640 1 -- 172.21.15.67:0/2006496011 learned_addr learned my addr 172.21.15.67:0/2006496011 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:00.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.684+0000 7f110cfdd640 1 --2- 172.21.15.67:0/2006496011 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f110814d960 0x7f110814d1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:00.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.684+0000 7f1107fff640 1 --2- 172.21.15.67:0/2006496011 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f11080d1b70 0x7f11080b4790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:00.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.684+0000 7f11077fe640 1 -- 172.21.15.67:0/2006496011 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f110814d960 msgr2=0x7f110814d1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:00.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.684+0000 7f11077fe640 1 --2- 172.21.15.67:0/2006496011 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f110814d960 0x7f110814d1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:00.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.684+0000 7f11077fe640 1 -- 172.21.15.67:0/2006496011 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f11080d1b70 msgr2=0x7f11080b4790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:00.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.684+0000 7f11077fe640 1 --2- 172.21.15.67:0/2006496011 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f11080d1b70 0x7f11080b4790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:00.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.684+0000 7f11077fe640 1 -- 172.21.15.67:0/2006496011 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11081f5a20 con 0x7f11080d4910 2024-09-21T00:36:00.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.684+0000 7f11077fe640 1 --2- 172.21.15.67:0/2006496011 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f11080d4910 0x7f110814ccb0 secure :-1 s=READY pgs=2512 cs=0 l=1 rev1=1 crypto rx=0x7f10fc00b420 tx=0x7f10fc00b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:00.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.684+0000 7f1104ff9640 1 -- 172.21.15.67:0/2006496011 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10fc011830 con 0x7f11080d4910 2024-09-21T00:36:00.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.684+0000 7f110ea40640 1 -- 172.21.15.67:0/2006496011 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11081e7310 con 0x7f11080d4910 2024-09-21T00:36:00.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.684+0000 7f1104ff9640 1 -- 172.21.15.67:0/2006496011 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f10fc016070 con 0x7f11080d4910 2024-09-21T00:36:00.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.684+0000 7f1104ff9640 1 -- 172.21.15.67:0/2006496011 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10fc011d60 con 0x7f11080d4910 2024-09-21T00:36:00.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.684+0000 7f110ea40640 1 -- 172.21.15.67:0/2006496011 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11081e78d0 con 0x7f11080d4910 2024-09-21T00:36:00.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.685+0000 7f110ea40640 1 -- 172.21.15.67:0/2006496011 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f11080b8dc0 con 0x7f11080d4910 2024-09-21T00:36:00.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.686+0000 7f1104ff9640 1 -- 172.21.15.67:0/2006496011 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f10fc01b460 con 0x7f11080d4910 2024-09-21T00:36:00.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.687+0000 7f1104ff9640 1 --2- 172.21.15.67:0/2006496011 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f10f4078bc0 0x7f10f407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:00.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.687+0000 7f1104ff9640 1 -- 172.21.15.67:0/2006496011 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(197..197 src has 1..197) ==== 5709+0+0 (secure 0 0 0) 0x7f10fc09aae0 con 0x7f11080d4910 2024-09-21T00:36:00.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.687+0000 7f1107fff640 1 --2- 172.21.15.67:0/2006496011 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f10f4078bc0 0x7f10f407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:00.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.687+0000 7f1107fff640 1 --2- 172.21.15.67:0/2006496011 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f10f4078bc0 0x7f10f407b0d0 secure :-1 s=READY pgs=938 cs=0 l=1 rev1=1 crypto rx=0x7f10f8033000 tx=0x7f10f8004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:00.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.691+0000 7f1104ff9640 1 -- 172.21.15.67:0/2006496011 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f11080b8dc0 con 0x7f11080d4910 2024-09-21T00:36:00.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.917+0000 7f110ea40640 1 -- 172.21.15.67:0/2006496011 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f11080b4de0 con 0x7f11080d4910 2024-09-21T00:36:00.918 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.917+0000 7f1104ff9640 1 -- 172.21.15.67:0/2006496011 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v169) ==== 53+0+73 (secure 0 0 0) 0x7f10fc062ea0 con 0x7f11080d4910 2024-09-21T00:36:00.919 INFO:teuthology.orchestra.run.smithi067.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-21T00:36:00.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.919+0000 7f110ea40640 1 -- 172.21.15.67:0/2006496011 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f10f4078bc0 msgr2=0x7f10f407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:00.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.920+0000 7f110ea40640 1 --2- 172.21.15.67:0/2006496011 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f10f4078bc0 0x7f10f407b0d0 secure :-1 s=READY pgs=938 cs=0 l=1 rev1=1 crypto rx=0x7f10f8033000 tx=0x7f10f8004730 comp rx=0 tx=0).stop 2024-09-21T00:36:00.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.920+0000 7f110ea40640 1 -- 172.21.15.67:0/2006496011 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f11080d4910 msgr2=0x7f110814ccb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:00.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.920+0000 7f110ea40640 1 --2- 172.21.15.67:0/2006496011 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f11080d4910 0x7f110814ccb0 secure :-1 s=READY pgs=2512 cs=0 l=1 rev1=1 crypto rx=0x7f10fc00b420 tx=0x7f10fc00b8e0 comp rx=0 tx=0).stop 2024-09-21T00:36:00.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.920+0000 7f110ea40640 1 -- 172.21.15.67:0/2006496011 shutdown_connections 2024-09-21T00:36:00.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.920+0000 7f110ea40640 1 --2- 172.21.15.67:0/2006496011 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f10f4078bc0 0x7f10f407b0d0 unknown :-1 s=CLOSED pgs=938 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:00.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.920+0000 7f110ea40640 1 --2- 172.21.15.67:0/2006496011 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f110814d960 0x7f110814d1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:00.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.920+0000 7f110ea40640 1 --2- 172.21.15.67:0/2006496011 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f11080d4910 0x7f110814ccb0 unknown :-1 s=CLOSED pgs=2512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:00.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.920+0000 7f110ea40640 1 --2- 172.21.15.67:0/2006496011 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f11080d1b70 0x7f11080b4790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:00.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.920+0000 7f110ea40640 1 -- 172.21.15.67:0/2006496011 >> 172.21.15.67:0/2006496011 conn(0x7f1108073ba0 msgr2=0x7f11080b86b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:00.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.920+0000 7f110ea40640 1 -- 172.21.15.67:0/2006496011 shutdown_connections 2024-09-21T00:36:00.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:00.920+0000 7f110ea40640 1 -- 172.21.15.67:0/2006496011 wait complete. 2024-09-21T00:36:00.933 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-21T00:36:00.933 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-21T00:36:00.933 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi067.front.sepia.ceph.com 2024-09-21T00:36:00.933 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-21T00:36:00.933 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-21T00:36:00.933 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-21T00:36:00.933 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-21T00:36:00.933 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-21T00:36:00.933 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-21T00:36:00.934 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:36:00.934 DEBUG:teuthology.orchestra.run.smithi067:> ip addr 2024-09-21T00:36:00.950 INFO:teuthology.orchestra.run.smithi067.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-21T00:36:00.951 INFO:teuthology.orchestra.run.smithi067.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-21T00:36:00.951 INFO:teuthology.orchestra.run.smithi067.stdout: inet 127.0.0.1/8 scope host lo 2024-09-21T00:36:00.951 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:36:00.951 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 ::1/128 scope host 2024-09-21T00:36:00.951 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:36:00.951 INFO:teuthology.orchestra.run.smithi067.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-21T00:36:00.951 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:a8:b4:7e brd ff:ff:ff:ff:ff:ff 2024-09-21T00:36:00.951 INFO:teuthology.orchestra.run.smithi067.stdout: altname enp7s0f0 2024-09-21T00:36:00.951 INFO:teuthology.orchestra.run.smithi067.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-21T00:36:00.951 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:a8:b4:7f brd ff:ff:ff:ff:ff:ff 2024-09-21T00:36:00.951 INFO:teuthology.orchestra.run.smithi067.stdout: altname enp7s0f1 2024-09-21T00:36:00.951 INFO:teuthology.orchestra.run.smithi067.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-21T00:36:00.952 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:b6:fc:0a brd ff:ff:ff:ff:ff:ff 2024-09-21T00:36:00.952 INFO:teuthology.orchestra.run.smithi067.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-21T00:36:00.952 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:b6:fc:0b brd ff:ff:ff:ff:ff:ff 2024-09-21T00:36:00.952 INFO:teuthology.orchestra.run.smithi067.stdout: inet 172.21.15.67/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-21T00:36:00.952 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft 41907sec preferred_lft 41907sec 2024-09-21T00:36:00.952 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::ec4:7aff:feb6:fc0b/64 scope link noprefixroute 2024-09-21T00:36:00.952 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:36:00.952 INFO:teuthology.orchestra.run.smithi067.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-21T00:36:00.952 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether ae:69:02:89:12:0b brd ff:ff:ff:ff:ff:ff 2024-09-21T00:36:00.952 INFO:teuthology.orchestra.run.smithi067.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-21T00:36:00.952 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:36:00.952 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::cb7:27ff:fe38:31a4/64 scope link 2024-09-21T00:36:00.952 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:36:00.953 INFO:teuthology.orchestra.run.smithi067.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T00:36:00.953 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether ae:69:02:89:12:0b brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:36:00.953 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::ac69:2ff:fe89:120b/64 scope link 2024-09-21T00:36:00.953 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:36:00.953 INFO:teuthology.orchestra.run.smithi067.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T00:36:00.953 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether d6:c9:e4:80:cc:a3 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:36:00.953 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::d4c9:e4ff:fe80:cca3/64 scope link 2024-09-21T00:36:00.953 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:36:00.953 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:36:00.953 DEBUG:teuthology.orchestra.run.smithi067:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-21T00:36:01.015 INFO:teuthology.orchestra.run.smithi067.stdout:1 2024-09-21T00:36:01.017 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:36:01.017 DEBUG:teuthology.orchestra.run.smithi067:> route 2024-09-21T00:36:01.074 INFO:teuthology.orchestra.run.smithi067.stdout:Kernel IP routing table 2024-09-21T00:36:01.074 INFO:teuthology.orchestra.run.smithi067.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-21T00:36:01.074 INFO:teuthology.orchestra.run.smithi067.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-21T00:36:01.074 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-21T00:36:01.074 INFO:teuthology.orchestra.run.smithi067.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-21T00:36:01.075 DEBUG:teuthology.orchestra.run.smithi067:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T00:36:01.075 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:36:01.075 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-21T00:36:01.075 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-21T00:36:01.075 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-21T00:36:01.075 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:36:01.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:01 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T00:36:01.196 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:36:01.203 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:36:01.203 DEBUG:teuthology.orchestra.run.smithi067:> ip netns list 2024-09-21T00:36:01.219 INFO:teuthology.orchestra.run.smithi067.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-21T00:36:01.219 INFO:teuthology.orchestra.run.smithi067.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-21T00:36:01.219 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-21T00:36:01.220 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:36:01.220 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip link set brx.0 up 2024-09-21T00:36:01.285 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-21T00:36:01.286 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T00:36:01.286 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-21T00:36:01.342 INFO:teuthology.orchestra.run.smithi067.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-21T00:36:01.342 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T00:36:01.342 DEBUG:teuthology.orchestra.run.smithi067:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-21T00:36:01.397 DEBUG:teuthology.orchestra.run.smithi067:> sudo modprobe fuse 2024-09-21T00:36:01.464 DEBUG:teuthology.orchestra.run.smithi067:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T00:36:01.520 INFO:teuthology.orchestra.run.smithi067.stdout:/proc 2024-09-21T00:36:01.520 INFO:teuthology.orchestra.run.smithi067.stdout:/sys 2024-09-21T00:36:01.520 INFO:teuthology.orchestra.run.smithi067.stdout:/dev 2024-09-21T00:36:01.520 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/security 2024-09-21T00:36:01.520 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/shm 2024-09-21T00:36:01.520 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/pts 2024-09-21T00:36:01.520 INFO:teuthology.orchestra.run.smithi067.stdout:/run 2024-09-21T00:36:01.520 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/cgroup 2024-09-21T00:36:01.521 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/pstore 2024-09-21T00:36:01.521 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/bpf 2024-09-21T00:36:01.521 INFO:teuthology.orchestra.run.smithi067.stdout:/ 2024-09-21T00:36:01.521 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/selinux 2024-09-21T00:36:01.521 INFO:teuthology.orchestra.run.smithi067.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T00:36:01.521 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/hugepages 2024-09-21T00:36:01.521 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/mqueue 2024-09-21T00:36:01.521 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/debug 2024-09-21T00:36:01.521 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/tracing 2024-09-21T00:36:01.521 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/fuse/connections 2024-09-21T00:36:01.521 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-sysctl.service 2024-09-21T00:36:01.521 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/config 2024-09-21T00:36:01.521 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-21T00:36:01.521 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-21T00:36:01.521 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/nfs/rpc_pipefs 2024-09-21T00:36:01.522 INFO:teuthology.orchestra.run.smithi067.stdout:/run/user/1000 2024-09-21T00:36:01.522 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph 2024-09-21T00:36:01.522 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T00:36:01.522 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T00:36:01.522 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T00:36:01.522 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T00:36:01.522 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns 2024-09-21T00:36:01.522 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:36:01.522 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:36:01.522 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:36:01.522 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:36:01.523 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:36:01.523 DEBUG:teuthology.orchestra.run.smithi067:> ls /sys/fs/fuse/connections 2024-09-21T00:36:01.579 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-21T00:36:01.579 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-21T00:36:01.622 DEBUG:teuthology.orchestra.run.smithi067:> sudo modprobe fuse 2024-09-21T00:36:01.646 DEBUG:teuthology.orchestra.run.smithi067:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T00:36:01.706 INFO:teuthology.orchestra.run.smithi067.stdout:/proc 2024-09-21T00:36:01.706 INFO:teuthology.orchestra.run.smithi067.stdout:/sys 2024-09-21T00:36:01.706 INFO:teuthology.orchestra.run.smithi067.stdout:/dev 2024-09-21T00:36:01.706 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/security 2024-09-21T00:36:01.706 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/shm 2024-09-21T00:36:01.706 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/pts 2024-09-21T00:36:01.706 INFO:teuthology.orchestra.run.smithi067.stdout:/run 2024-09-21T00:36:01.706 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/cgroup 2024-09-21T00:36:01.707 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/pstore 2024-09-21T00:36:01.707 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/bpf 2024-09-21T00:36:01.707 INFO:teuthology.orchestra.run.smithi067.stdout:/ 2024-09-21T00:36:01.707 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/selinux 2024-09-21T00:36:01.707 INFO:teuthology.orchestra.run.smithi067.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T00:36:01.707 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/hugepages 2024-09-21T00:36:01.707 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/mqueue 2024-09-21T00:36:01.707 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/debug 2024-09-21T00:36:01.707 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/tracing 2024-09-21T00:36:01.707 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/fuse/connections 2024-09-21T00:36:01.707 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-sysctl.service 2024-09-21T00:36:01.707 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/config 2024-09-21T00:36:01.707 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-21T00:36:01.708 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-21T00:36:01.708 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/nfs/rpc_pipefs 2024-09-21T00:36:01.708 INFO:teuthology.orchestra.run.smithi067.stdout:/run/user/1000 2024-09-21T00:36:01.708 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph 2024-09-21T00:36:01.708 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T00:36:01.708 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T00:36:01.708 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T00:36:01.708 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T00:36:01.708 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns 2024-09-21T00:36:01.708 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:36:01.708 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:36:01.708 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:36:01.708 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:36:01.709 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:36:01.709 DEBUG:teuthology.orchestra.run.smithi067:> ls /sys/fs/fuse/connections 2024-09-21T00:36:01.716 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:2024-09-21T00:36:01.715+0000 7f0b50dc9480 -1 init, newargv = 0x55b0fe8c2a00 newargc=15 2024-09-21T00:36:01.717 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:ceph-fuse[111174]: starting ceph client 2024-09-21T00:36:01.722 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:ceph-fuse[111174]: starting fuse 2024-09-21T00:36:01.732 INFO:teuthology.orchestra.run.smithi067.stdout:41 2024-09-21T00:36:01.733 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-21T00:36:01.733 DEBUG:teuthology.orchestra.run.smithi067:> sudo stdin-killer -- python3 -c ' 2024-09-21T00:36:01.733 DEBUG:teuthology.orchestra.run.smithi067:> import glob 2024-09-21T00:36:01.733 DEBUG:teuthology.orchestra.run.smithi067:> import re 2024-09-21T00:36:01.733 DEBUG:teuthology.orchestra.run.smithi067:> import os 2024-09-21T00:36:01.733 DEBUG:teuthology.orchestra.run.smithi067:> import subprocess 2024-09-21T00:36:01.733 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:36:01.733 DEBUG:teuthology.orchestra.run.smithi067:> def _find_admin_socket(client_name): 2024-09-21T00:36:01.733 DEBUG:teuthology.orchestra.run.smithi067:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-21T00:36:01.733 DEBUG:teuthology.orchestra.run.smithi067:> files = glob.glob(asok_path) 2024-09-21T00:36:01.734 DEBUG:teuthology.orchestra.run.smithi067:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-21T00:36:01.734 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:36:01.734 DEBUG:teuthology.orchestra.run.smithi067:> # Given a non-glob path, it better be there 2024-09-21T00:36:01.734 DEBUG:teuthology.orchestra.run.smithi067:> if "*" not in asok_path: 2024-09-21T00:36:01.734 DEBUG:teuthology.orchestra.run.smithi067:> assert(len(files) == 1) 2024-09-21T00:36:01.734 DEBUG:teuthology.orchestra.run.smithi067:> return files[0] 2024-09-21T00:36:01.734 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:36:01.734 DEBUG:teuthology.orchestra.run.smithi067:> for f in files: 2024-09-21T00:36:01.734 DEBUG:teuthology.orchestra.run.smithi067:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-21T00:36:01.734 DEBUG:teuthology.orchestra.run.smithi067:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-21T00:36:01.734 DEBUG:teuthology.orchestra.run.smithi067:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-21T00:36:01.734 DEBUG:teuthology.orchestra.run.smithi067:> contents = proc_f.read() 2024-09-21T00:36:01.734 DEBUG:teuthology.orchestra.run.smithi067:> if mountpoint in contents: 2024-09-21T00:36:01.734 DEBUG:teuthology.orchestra.run.smithi067:> return f 2024-09-21T00:36:01.734 DEBUG:teuthology.orchestra.run.smithi067:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-21T00:36:01.735 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:36:01.735 DEBUG:teuthology.orchestra.run.smithi067:> print(_find_admin_socket("client.0")) 2024-09-21T00:36:01.735 DEBUG:teuthology.orchestra.run.smithi067:> ' 2024-09-21T00:36:01.854 INFO:teuthology.orchestra.run.smithi067.stdout:/var/run/ceph/ceph-client.0.111174.asok 2024-09-21T00:36:01.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:01 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:36:01.865 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.111174.asok 2024-09-21T00:36:01.865 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:36:01.866 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.111174.asok status 2024-09-21T00:36:02.011 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:36:02.012 INFO:teuthology.orchestra.run.smithi067.stdout: "metadata": { 2024-09-21T00:36:02.012 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", 2024-09-21T00:36:02.012 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", 2024-09-21T00:36:02.012 INFO:teuthology.orchestra.run.smithi067.stdout: "entity_id": "0", 2024-09-21T00:36:02.012 INFO:teuthology.orchestra.run.smithi067.stdout: "hostname": "smithi067", 2024-09-21T00:36:02.012 INFO:teuthology.orchestra.run.smithi067.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-21T00:36:02.012 INFO:teuthology.orchestra.run.smithi067.stdout: "pid": "111174", 2024-09-21T00:36:02.012 INFO:teuthology.orchestra.run.smithi067.stdout: "root": "/" 2024-09-21T00:36:02.012 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:36:02.012 INFO:teuthology.orchestra.run.smithi067.stdout: "dentry_count": 0, 2024-09-21T00:36:02.012 INFO:teuthology.orchestra.run.smithi067.stdout: "dentry_pinned_count": 0, 2024-09-21T00:36:02.012 INFO:teuthology.orchestra.run.smithi067.stdout: "id": 11523, 2024-09-21T00:36:02.012 INFO:teuthology.orchestra.run.smithi067.stdout: "inst": { 2024-09-21T00:36:02.013 INFO:teuthology.orchestra.run.smithi067.stdout: "name": { 2024-09-21T00:36:02.013 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "client", 2024-09-21T00:36:02.013 INFO:teuthology.orchestra.run.smithi067.stdout: "num": 11523 2024-09-21T00:36:02.013 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:36:02.013 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": { 2024-09-21T00:36:02.013 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "v1", 2024-09-21T00:36:02.013 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": "192.168.0.1:0", 2024-09-21T00:36:02.013 INFO:teuthology.orchestra.run.smithi067.stdout: "nonce": 1032587228 2024-09-21T00:36:02.013 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:36:02.013 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:36:02.013 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": { 2024-09-21T00:36:02.013 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "v1", 2024-09-21T00:36:02.013 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": "192.168.0.1:0", 2024-09-21T00:36:02.014 INFO:teuthology.orchestra.run.smithi067.stdout: "nonce": 1032587228 2024-09-21T00:36:02.014 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:36:02.014 INFO:teuthology.orchestra.run.smithi067.stdout: "inst_str": "client.11523 192.168.0.1:0/1032587228", 2024-09-21T00:36:02.014 INFO:teuthology.orchestra.run.smithi067.stdout: "addr_str": "192.168.0.1:0/1032587228", 2024-09-21T00:36:02.014 INFO:teuthology.orchestra.run.smithi067.stdout: "inode_count": 1, 2024-09-21T00:36:02.014 INFO:teuthology.orchestra.run.smithi067.stdout: "mds_epoch": 169, 2024-09-21T00:36:02.014 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_epoch": 197, 2024-09-21T00:36:02.014 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_epoch_barrier": 0, 2024-09-21T00:36:02.014 INFO:teuthology.orchestra.run.smithi067.stdout: "blocklisted": false, 2024-09-21T00:36:02.014 INFO:teuthology.orchestra.run.smithi067.stdout: "fs_name": "cephfs" 2024-09-21T00:36:02.014 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:36:02.020 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:36:02.020 DEBUG:teuthology.orchestra.run.smithi067:> stat --file-system '--printf=%T 2024-09-21T00:36:02.021 DEBUG:teuthology.orchestra.run.smithi067:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-21T00:36:02.037 INFO:teuthology.orchestra.run.smithi067.stdout:fuseblk 2024-09-21T00:36:02.037 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-21T00:36:02.037 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:36:02.037 DEBUG:teuthology.orchestra.run.smithi067:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-21T00:36:02.103 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:36:02.104 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:36:02.160 DEBUG:teuthology.orchestra.run.smithi067:> stdin-killer -- python3 -c ' 2024-09-21T00:36:02.160 DEBUG:teuthology.orchestra.run.smithi067:> import os 2024-09-21T00:36:02.160 DEBUG:teuthology.orchestra.run.smithi067:> import uuid 2024-09-21T00:36:02.160 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:36:02.160 DEBUG:teuthology.orchestra.run.smithi067:> n = 1000 2024-09-21T00:36:02.161 DEBUG:teuthology.orchestra.run.smithi067:> create_hard_links = False 2024-09-21T00:36:02.161 DEBUG:teuthology.orchestra.run.smithi067:> if 0 > 0: 2024-09-21T00:36:02.161 DEBUG:teuthology.orchestra.run.smithi067:> create_hard_links = True 2024-09-21T00:36:02.161 DEBUG:teuthology.orchestra.run.smithi067:> path = "/home/ubuntu/cephtest/mnt.0/scrub-new-files/file" 2024-09-21T00:36:02.161 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:36:02.161 DEBUG:teuthology.orchestra.run.smithi067:> dpath = os.path.dirname(path) 2024-09-21T00:36:02.161 DEBUG:teuthology.orchestra.run.smithi067:> fnameprefix = os.path.basename(path) 2024-09-21T00:36:02.161 DEBUG:teuthology.orchestra.run.smithi067:> os.makedirs(dpath, exist_ok=True) 2024-09-21T00:36:02.161 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:36:02.161 DEBUG:teuthology.orchestra.run.smithi067:> try: 2024-09-21T00:36:02.161 DEBUG:teuthology.orchestra.run.smithi067:> dirfd = os.open(dpath, os.O_DIRECTORY) 2024-09-21T00:36:02.161 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:36:02.161 DEBUG:teuthology.orchestra.run.smithi067:> for i in range(n): 2024-09-21T00:36:02.161 DEBUG:teuthology.orchestra.run.smithi067:> fpath = os.path.join(dpath, f"{fnameprefix}_{i}") 2024-09-21T00:36:02.162 DEBUG:teuthology.orchestra.run.smithi067:> with open(fpath, '"'"'w'"'"') as f: 2024-09-21T00:36:02.162 DEBUG:teuthology.orchestra.run.smithi067:> f.write(f"{i}") 2024-09-21T00:36:02.162 DEBUG:teuthology.orchestra.run.smithi067:> if False: 2024-09-21T00:36:02.162 DEBUG:teuthology.orchestra.run.smithi067:> f.flush() 2024-09-21T00:36:02.162 DEBUG:teuthology.orchestra.run.smithi067:> os.fsync(f.fileno()) 2024-09-21T00:36:02.162 DEBUG:teuthology.orchestra.run.smithi067:> if False: 2024-09-21T00:36:02.162 DEBUG:teuthology.orchestra.run.smithi067:> os.unlink(fpath) 2024-09-21T00:36:02.162 DEBUG:teuthology.orchestra.run.smithi067:> if False: 2024-09-21T00:36:02.162 DEBUG:teuthology.orchestra.run.smithi067:> os.fsync(dirfd) 2024-09-21T00:36:02.162 DEBUG:teuthology.orchestra.run.smithi067:> if create_hard_links: 2024-09-21T00:36:02.162 DEBUG:teuthology.orchestra.run.smithi067:> for j in range(0): 2024-09-21T00:36:02.162 DEBUG:teuthology.orchestra.run.smithi067:> os.system(f"ln {fpath} {dpath}/{fnameprefix}_{i}_{uuid.uuid4()}") 2024-09-21T00:36:02.162 DEBUG:teuthology.orchestra.run.smithi067:> if False: 2024-09-21T00:36:02.162 DEBUG:teuthology.orchestra.run.smithi067:> os.fsync(dirfd) 2024-09-21T00:36:02.163 DEBUG:teuthology.orchestra.run.smithi067:> finally: 2024-09-21T00:36:02.163 DEBUG:teuthology.orchestra.run.smithi067:> os.close(dirfd) 2024-09-21T00:36:02.163 DEBUG:teuthology.orchestra.run.smithi067:> ' 2024-09-21T00:36:04.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:36:04.236 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:36:04.236 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.15:0 scrub status 2024-09-21T00:36:04.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.396+0000 7f41220e5640 1 -- 172.21.15.67:0/3480815203 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f411c0d27e0 msgr2=0x7f411c0d0ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:04.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.396+0000 7f41220e5640 1 --2- 172.21.15.67:0/3480815203 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f411c0d27e0 0x7f411c0d0ed0 secure :-1 s=READY pgs=2517 cs=0 l=1 rev1=1 crypto rx=0x7f410c009830 tx=0x7f410c02a480 comp rx=0 tx=0).stop 2024-09-21T00:36:04.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.397+0000 7f41220e5640 1 -- 172.21.15.67:0/3480815203 shutdown_connections 2024-09-21T00:36:04.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.397+0000 7f41220e5640 1 --2- 172.21.15.67:0/3480815203 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f411c0d2bf0 0x7f411c0d1410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:04.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.397+0000 7f41220e5640 1 --2- 172.21.15.67:0/3480815203 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f411c0d27e0 0x7f411c0d0ed0 unknown :-1 s=CLOSED pgs=2517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:04.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.397+0000 7f41220e5640 1 -- 172.21.15.67:0/3480815203 >> 172.21.15.67:0/3480815203 conn(0x7f411c0b6330 msgr2=0x7f411c0b6740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:04.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.397+0000 7f41220e5640 1 -- 172.21.15.67:0/3480815203 shutdown_connections 2024-09-21T00:36:04.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.397+0000 7f41220e5640 1 -- 172.21.15.67:0/3480815203 wait complete. 2024-09-21T00:36:04.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.398+0000 7f41220e5640 1 Processor -- start 2024-09-21T00:36:04.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.399+0000 7f41220e5640 1 -- start start 2024-09-21T00:36:04.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.400+0000 7f41220e5640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f411c0d27e0 0x7f411c150c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:04.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.400+0000 7f41220e5640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f411c0d2bf0 0x7f411c0cc2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:04.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.400+0000 7f41220e5640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f411c15f370 0x7f411c0cd6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:04.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.400+0000 7f41220e5640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f411c15c940 con 0x7f411c0d27e0 2024-09-21T00:36:04.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.400+0000 7f41220e5640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f411c15c7c0 con 0x7f411c15f370 2024-09-21T00:36:04.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.400+0000 7f41220e5640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f411c0d31b0 con 0x7f411c0d2bf0 2024-09-21T00:36:04.402 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.400+0000 7f411b7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f411c0d27e0 0x7f411c150c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:04.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.400+0000 7f411b7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f411c0d27e0 0x7f411c150c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36014/0 (socket says 172.21.15.67:36014) 2024-09-21T00:36:04.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.400+0000 7f411b7fe640 1 -- 172.21.15.67:0/1449439225 learned_addr learned my addr 172.21.15.67:0/1449439225 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:04.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.400+0000 7f411affd640 1 --2- 172.21.15.67:0/1449439225 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f411c0d2bf0 0x7f411c0cc2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:04.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.400+0000 7f411bfff640 1 --2- 172.21.15.67:0/1449439225 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f411c15f370 0x7f411c0cd6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:04.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.400+0000 7f411b7fe640 1 -- 172.21.15.67:0/1449439225 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f411c0d2bf0 msgr2=0x7f411c0cc2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:04.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.400+0000 7f411b7fe640 1 --2- 172.21.15.67:0/1449439225 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f411c0d2bf0 0x7f411c0cc2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:04.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.400+0000 7f411b7fe640 1 -- 172.21.15.67:0/1449439225 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f411c15f370 msgr2=0x7f411c0cd6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:04.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.400+0000 7f411b7fe640 1 --2- 172.21.15.67:0/1449439225 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f411c15f370 0x7f411c0cd6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:04.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.400+0000 7f411b7fe640 1 -- 172.21.15.67:0/1449439225 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f411c0ab170 con 0x7f411c0d27e0 2024-09-21T00:36:04.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.400+0000 7f411b7fe640 1 --2- 172.21.15.67:0/1449439225 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f411c0d27e0 0x7f411c150c50 secure :-1 s=READY pgs=2518 cs=0 l=1 rev1=1 crypto rx=0x7f410c009950 tx=0x7f410c033c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:04.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.401+0000 7f4103fff640 1 -- 172.21.15.67:0/1449439225 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f410c005c90 con 0x7f411c0d27e0 2024-09-21T00:36:04.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.401+0000 7f4103fff640 1 -- 172.21.15.67:0/1449439225 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f410c031e50 con 0x7f411c0d27e0 2024-09-21T00:36:04.403 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.401+0000 7f41220e5640 1 -- 172.21.15.67:0/1449439225 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f411c0c8430 con 0x7f411c0d27e0 2024-09-21T00:36:04.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.401+0000 7f4103fff640 1 -- 172.21.15.67:0/1449439225 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f410c033310 con 0x7f411c0d27e0 2024-09-21T00:36:04.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.401+0000 7f41220e5640 1 -- 172.21.15.67:0/1449439225 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f411c0c89f0 con 0x7f411c0d27e0 2024-09-21T00:36:04.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.403+0000 7f4103fff640 1 -- 172.21.15.67:0/1449439225 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f410c0334b0 con 0x7f411c0d27e0 2024-09-21T00:36:04.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.404+0000 7f4103fff640 1 --2- 172.21.15.67:0/1449439225 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4108078bc0 0x7f410807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:04.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.404+0000 7f4103fff640 1 -- 172.21.15.67:0/1449439225 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(199..199 src has 1..199) ==== 5738+0+0 (secure 0 0 0) 0x7f410c0bc160 con 0x7f411c0d27e0 2024-09-21T00:36:04.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.404+0000 7f411affd640 1 --2- 172.21.15.67:0/1449439225 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4108078bc0 0x7f410807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:04.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.404+0000 7f4129056740 1 Processor -- start 2024-09-21T00:36:04.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.404+0000 7f411affd640 1 --2- 172.21.15.67:0/1449439225 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4108078bc0 0x7f410807b0d0 secure :-1 s=READY pgs=946 cs=0 l=1 rev1=1 crypto rx=0x7f411c0b9e40 tx=0x7f411000b2e0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:04.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.404+0000 7f4129056740 1 -- start start 2024-09-21T00:36:04.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.406+0000 7f4129056740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f523a3d390 0x55f523e29a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:04.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.406+0000 7f4129056740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f523a144d0 0x55f523dfe860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:04.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.406+0000 7f4129056740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f523a1c6b0 0x55f523dfeda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:04.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.406+0000 7f4129056740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55f523d57a60 con 0x55f523a3d390 2024-09-21T00:36:04.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.406+0000 7f4129056740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55f523d46e90 con 0x55f523a144d0 2024-09-21T00:36:04.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.406+0000 7f4129056740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55f523d4aca0 con 0x55f523a1c6b0 2024-09-21T00:36:04.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.406+0000 7f411b7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f523a3d390 0x55f523e29a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:04.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.406+0000 7f411b7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f523a3d390 0x55f523e29a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36028/0 (socket says 172.21.15.67:36028) 2024-09-21T00:36:04.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.406+0000 7f411b7fe640 1 -- 172.21.15.67:0/4151011538 learned_addr learned my addr 172.21.15.67:0/4151011538 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:04.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.406+0000 7f411bfff640 1 --2- 172.21.15.67:0/4151011538 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f523a1c6b0 0x55f523dfeda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:04.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.406+0000 7f411affd640 1 --2- 172.21.15.67:0/4151011538 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f523a144d0 0x55f523dfe860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:04.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.406+0000 7f411b7fe640 1 -- 172.21.15.67:0/4151011538 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f523a1c6b0 msgr2=0x55f523dfeda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:36:04.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.406+0000 7f411b7fe640 1 --2- 172.21.15.67:0/4151011538 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f523a1c6b0 0x55f523dfeda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:04.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.406+0000 7f411b7fe640 1 -- 172.21.15.67:0/4151011538 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f523a144d0 msgr2=0x55f523dfe860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:36:04.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.406+0000 7f411b7fe640 1 --2- 172.21.15.67:0/4151011538 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f523a144d0 0x55f523dfe860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:04.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.406+0000 7f411b7fe640 1 -- 172.21.15.67:0/4151011538 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f523b1f7d0 con 0x55f523a3d390 2024-09-21T00:36:04.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.406+0000 7f411bfff640 1 --2- 172.21.15.67:0/4151011538 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f523a1c6b0 0x55f523dfeda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:36:04.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.406+0000 7f411b7fe640 1 --2- 172.21.15.67:0/4151011538 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f523a3d390 0x55f523e29a10 secure :-1 s=READY pgs=2519 cs=0 l=1 rev1=1 crypto rx=0x7f410c083e10 tx=0x7f410c083890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e45509758488ba6 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:04.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.407+0000 7f41017fa640 1 -- 172.21.15.67:0/4151011538 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f410c083990 con 0x55f523a3d390 2024-09-21T00:36:04.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.407+0000 7f41017fa640 1 -- 172.21.15.67:0/4151011538 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f410c0aa030 con 0x55f523a3d390 2024-09-21T00:36:04.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.407+0000 7f41017fa640 1 -- 172.21.15.67:0/4151011538 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f410c084580 con 0x55f523a3d390 2024-09-21T00:36:04.410 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.407+0000 7f4129056740 1 -- 172.21.15.67:0/4151011538 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f523a3d390 msgr2=0x55f523e29a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:04.410 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.407+0000 7f4129056740 1 --2- 172.21.15.67:0/4151011538 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f523a3d390 0x55f523e29a10 secure :-1 s=READY pgs=2519 cs=0 l=1 rev1=1 crypto rx=0x7f410c083e10 tx=0x7f410c083890 comp rx=0 tx=0).stop 2024-09-21T00:36:04.410 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.408+0000 7f4129056740 1 -- 172.21.15.67:0/4151011538 shutdown_connections 2024-09-21T00:36:04.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.408+0000 7f4129056740 1 --2- 172.21.15.67:0/4151011538 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f523a1c6b0 0x55f523dfeda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:04.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.408+0000 7f4129056740 1 --2- 172.21.15.67:0/4151011538 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f523a144d0 0x55f523dfe860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:04.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.408+0000 7f4129056740 1 --2- 172.21.15.67:0/4151011538 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f523a3d390 0x55f523e29a10 unknown :-1 s=CLOSED pgs=2519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:04.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.408+0000 7f4129056740 1 -- 172.21.15.67:0/4151011538 >> 172.21.15.67:0/4151011538 conn(0x55f523a314e0 msgr2=0x55f523de4d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:04.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.408+0000 7f4129056740 1 -- 172.21.15.67:0/4151011538 shutdown_connections 2024-09-21T00:36:04.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.408+0000 7f4129056740 1 -- 172.21.15.67:0/4151011538 wait complete. 2024-09-21T00:36:04.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.408+0000 7f4129056740 1 -- start start 2024-09-21T00:36:04.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.409+0000 7f4129056740 1 Processor -- start 2024-09-21T00:36:04.415 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.410+0000 7f4129056740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f523a144d0 0x55f523e0e0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:04.415 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.410+0000 7f4129056740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f523a1c6b0 0x55f523e0c5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:04.415 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.410+0000 7f4129056740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f523a3d390 0x55f523e3bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:04.415 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.410+0000 7f4129056740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55f523ab7740 con 0x55f523a144d0 2024-09-21T00:36:04.415 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.410+0000 7f4129056740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55f523cec970 con 0x55f523a3d390 2024-09-21T00:36:04.415 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.410+0000 7f4129056740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55f523d57a60 con 0x55f523a1c6b0 2024-09-21T00:36:04.415 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.410+0000 7f4129056740 10 client.0 _ll_register_callbacks cb 0x55f523cfb780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:36:04.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.410+0000 7f411b7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f523a144d0 0x55f523e0e0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:04.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.410+0000 7f411b7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f523a144d0 0x55f523e0e0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36034/0 (socket says 172.21.15.67:36034) 2024-09-21T00:36:04.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.410+0000 7f411b7fe640 1 -- 172.21.15.67:0/3352109952 learned_addr learned my addr 172.21.15.67:0/3352109952 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:04.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.410+0000 7f411affd640 1 --2- 172.21.15.67:0/3352109952 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f523a1c6b0 0x55f523e0c5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:04.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.410+0000 7f411bfff640 1 --2- 172.21.15.67:0/3352109952 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f523a3d390 0x55f523e3bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:04.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.410+0000 7f411b7fe640 1 -- 172.21.15.67:0/3352109952 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f523a1c6b0 msgr2=0x55f523e0c5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:36:04.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.410+0000 7f411b7fe640 1 --2- 172.21.15.67:0/3352109952 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f523a1c6b0 0x55f523e0c5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:04.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.410+0000 7f411b7fe640 1 -- 172.21.15.67:0/3352109952 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f523a3d390 msgr2=0x55f523e3bbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:36:04.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.410+0000 7f411b7fe640 1 --2- 172.21.15.67:0/3352109952 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f523a3d390 0x55f523e3bbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:04.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.410+0000 7f411b7fe640 1 -- 172.21.15.67:0/3352109952 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f523aa8970 con 0x55f523a144d0 2024-09-21T00:36:04.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.410+0000 7f411b7fe640 1 --2- 172.21.15.67:0/3352109952 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f523a144d0 0x55f523e0e0f0 secure :-1 s=READY pgs=2520 cs=0 l=1 rev1=1 crypto rx=0x7f410c02aa70 tx=0x7f410c0aa3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=808b2da7e09a3850 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:04.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.410+0000 7f40fa7fc640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:36:04.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.411+0000 7f40fa7fc640 1 -- 172.21.15.67:0/3352109952 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f410c083990 con 0x55f523a144d0 2024-09-21T00:36:04.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.411+0000 7f4129056740 1 -- 172.21.15.67:0/3352109952 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f410c0aa030 con 0x55f523a144d0 2024-09-21T00:36:04.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.411+0000 7f40fa7fc640 1 -- 172.21.15.67:0/3352109952 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(199..199 src has 1..199) ==== 5738+0+0 (secure 0 0 0) 0x7f410c0a62b0 con 0x55f523a144d0 2024-09-21T00:36:04.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.411+0000 7f40fa7fc640 1 -- 172.21.15.67:0/3352109952 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=169) ==== 24+0+0 (secure 0 0 0) 0x7f410c084580 con 0x55f523a144d0 2024-09-21T00:36:04.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.411+0000 7f4129056740 10 client.11538 fetch_fsmap learned FSMap version 169 2024-09-21T00:36:04.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.411+0000 7f4129056740 1 -- 172.21.15.67:0/3352109952 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=169,monmap=2+}) -- 0x55f523a866a0 con 0x55f523a144d0 2024-09-21T00:36:04.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.411+0000 7f40fa7fc640 1 -- 172.21.15.67:0/3352109952 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f410c0aa030 con 0x55f523a144d0 2024-09-21T00:36:04.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.411+0000 7f40fa7fc640 1 -- 172.21.15.67:0/3352109952 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 169) ==== 3502+0+0 (secure 0 0 0) 0x7f410c08bce0 con 0x55f523a144d0 2024-09-21T00:36:04.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.411+0000 7f4129056740 10 client.11538 fetch_fsmap finished waiting for FSMap version 169 2024-09-21T00:36:04.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.411+0000 7f4129056740 10 client.11538 resolve_mds: resolved 15:0 to role '15:0' aka daemon mds.c 2024-09-21T00:36:04.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.411+0000 7f4129056740 20 client.11538 populate_metadata read hostname 'smithi067' 2024-09-21T00:36:04.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.411+0000 7f4129056740 1 --2- 172.21.15.67:0/3352109952 >> [v2:172.21.15.67:6832/2304099336,v1:172.21.15.67:6835/2304099336] conn(0x55f5239fbf60 0x55f523e38570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:04.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.411+0000 7f4129056740 4 client.11538 mds_command: new command op to 11352 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:36:04.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.411+0000 7f4129056740 1 -- 172.21.15.67:0/3352109952 --> [v2:172.21.15.67:6832/2304099336,v1:172.21.15.67:6835/2304099336] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f523d599b0 con 0x55f5239fbf60 2024-09-21T00:36:04.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.411+0000 7f411affd640 1 --2- 172.21.15.67:0/3352109952 >> [v2:172.21.15.67:6832/2304099336,v1:172.21.15.67:6835/2304099336] conn(0x55f5239fbf60 0x55f523e38570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:04.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.412+0000 7f40fa7fc640 10 client.11538 ms_handle_connect on v2:172.21.15.67:6832/2304099336 2024-09-21T00:36:04.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.412+0000 7f411affd640 1 --2- 172.21.15.67:0/3352109952 >> [v2:172.21.15.67:6832/2304099336,v1:172.21.15.67:6835/2304099336] conn(0x55f5239fbf60 0x55f523e38570 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=33cf1e0d764050d8 server_cookie=31645c44a23a6f43 in_seq=0 out_seq=0 2024-09-21T00:36:04.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.412+0000 7f40fa7fc640 1 -- 172.21.15.67:0/3352109952 <== mds.0 v2:172.21.15.67:6832/2304099336 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x55f523d599b0 con 0x55f5239fbf60 2024-09-21T00:36:04.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.412+0000 7f40fa7fc640 10 client.11538 handle_command_reply: tid=0 2024-09-21T00:36:04.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.412+0000 7f4129056740 1 client.11538 shutdown 2024-09-21T00:36:04.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.413+0000 7f4129056740 1 -- 172.21.15.67:0/3352109952 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f523a144d0 msgr2=0x55f523e0e0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:04.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.413+0000 7f4129056740 1 --2- 172.21.15.67:0/3352109952 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f523a144d0 0x55f523e0e0f0 secure :-1 s=READY pgs=2520 cs=0 l=1 rev1=1 crypto rx=0x7f410c02aa70 tx=0x7f410c0aa3f0 comp rx=0 tx=0).stop 2024-09-21T00:36:04.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.413+0000 7f4129056740 1 -- 172.21.15.67:0/3352109952 shutdown_connections 2024-09-21T00:36:04.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.413+0000 7f4129056740 1 --2- 172.21.15.67:0/3352109952 >> [v2:172.21.15.67:6832/2304099336,v1:172.21.15.67:6835/2304099336] conn(0x55f5239fbf60 0x55f523e38570 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:04.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.413+0000 7f4129056740 1 --2- 172.21.15.67:0/3352109952 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f523a3d390 0x55f523e3bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:04.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.413+0000 7f4129056740 1 --2- 172.21.15.67:0/3352109952 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f523a1c6b0 0x55f523e0c5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:04.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.413+0000 7f40fa7fc640 0 client.11538 ms_handle_reset on v2:172.21.15.67:6832/2304099336 2024-09-21T00:36:04.418 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.413+0000 7f4129056740 1 --2- 172.21.15.67:0/3352109952 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f523a144d0 0x55f523e0e0f0 unknown :-1 s=CLOSED pgs=2520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:04.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.413+0000 7f4129056740 1 -- 172.21.15.67:0/3352109952 >> 172.21.15.67:0/3352109952 conn(0x55f523a314e0 msgr2=0x55f523e29a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:04.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.413+0000 7f4129056740 1 -- 172.21.15.67:0/3352109952 shutdown_connections 2024-09-21T00:36:04.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.413+0000 7f4129056740 1 -- 172.21.15.67:0/3352109952 wait complete. 2024-09-21T00:36:04.419 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.413+0000 7f4129056740 20 client.11538 trim_cache size 0 max 16384 2024-09-21T00:36:04.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.431+0000 7f4129056740 1 Processor -- start 2024-09-21T00:36:04.432 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.431+0000 7f4129056740 1 -- start start 2024-09-21T00:36:04.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.432+0000 7f4129056740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f523a144d0 0x55f523e2a2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:04.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.432+0000 7f4129056740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f523a1c6b0 0x55f523ddddd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:04.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.432+0000 7f4129056740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f523a3d390 0x55f523dde310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:04.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.432+0000 7f4129056740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f411c202460 con 0x55f523a1c6b0 2024-09-21T00:36:04.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.432+0000 7f4129056740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f411c201660 con 0x55f523a144d0 2024-09-21T00:36:04.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.432+0000 7f4129056740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f411c1f9510 con 0x55f523a3d390 2024-09-21T00:36:04.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.432+0000 7f411affd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f523a1c6b0 0x55f523ddddd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:04.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.432+0000 7f411affd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f523a1c6b0 0x55f523ddddd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36036/0 (socket says 172.21.15.67:36036) 2024-09-21T00:36:04.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.432+0000 7f411affd640 1 -- 172.21.15.67:0/101621945 learned_addr learned my addr 172.21.15.67:0/101621945 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:04.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.433+0000 7f411bfff640 1 --2- 172.21.15.67:0/101621945 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f523a3d390 0x55f523dde310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:04.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.433+0000 7f411b7fe640 1 --2- 172.21.15.67:0/101621945 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f523a144d0 0x55f523e2a2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:04.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.433+0000 7f411affd640 1 -- 172.21.15.67:0/101621945 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f523a3d390 msgr2=0x55f523dde310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:36:04.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.433+0000 7f411affd640 1 --2- 172.21.15.67:0/101621945 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f523a3d390 0x55f523dde310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:04.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.433+0000 7f411affd640 1 -- 172.21.15.67:0/101621945 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f523a144d0 msgr2=0x55f523e2a2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:36:04.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.433+0000 7f411affd640 1 --2- 172.21.15.67:0/101621945 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f523a144d0 0x55f523e2a2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:04.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.433+0000 7f411affd640 1 -- 172.21.15.67:0/101621945 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f523de0cd0 con 0x55f523a1c6b0 2024-09-21T00:36:04.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.433+0000 7f411affd640 1 --2- 172.21.15.67:0/101621945 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f523a1c6b0 0x55f523ddddd0 secure :-1 s=READY pgs=2521 cs=0 l=1 rev1=1 crypto rx=0x7f411c0b36a0 tx=0x7f4110013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f16e926d5f01478 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:04.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.433+0000 7f4100ff9640 1 -- 172.21.15.67:0/101621945 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f411002e070 con 0x55f523a1c6b0 2024-09-21T00:36:04.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.433+0000 7f4100ff9640 1 -- 172.21.15.67:0/101621945 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4110021110 con 0x55f523a1c6b0 2024-09-21T00:36:04.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.433+0000 7f4100ff9640 1 -- 172.21.15.67:0/101621945 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4110011680 con 0x55f523a1c6b0 2024-09-21T00:36:04.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.434+0000 7f4129056740 1 -- 172.21.15.67:0/101621945 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f523a1c6b0 msgr2=0x55f523ddddd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:04.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.434+0000 7f4129056740 1 --2- 172.21.15.67:0/101621945 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f523a1c6b0 0x55f523ddddd0 secure :-1 s=READY pgs=2521 cs=0 l=1 rev1=1 crypto rx=0x7f411c0b36a0 tx=0x7f4110013000 comp rx=0 tx=0).stop 2024-09-21T00:36:04.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.434+0000 7f4129056740 1 -- 172.21.15.67:0/101621945 shutdown_connections 2024-09-21T00:36:04.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.434+0000 7f4129056740 1 --2- 172.21.15.67:0/101621945 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f523a3d390 0x55f523dde310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:04.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.434+0000 7f4129056740 1 --2- 172.21.15.67:0/101621945 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f523a1c6b0 0x55f523ddddd0 unknown :-1 s=CLOSED pgs=2521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:04.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.434+0000 7f4129056740 1 --2- 172.21.15.67:0/101621945 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f523a144d0 0x55f523e2a2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:04.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.434+0000 7f4129056740 1 -- 172.21.15.67:0/101621945 >> 172.21.15.67:0/101621945 conn(0x55f523a314e0 msgr2=0x55f523e23e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:04.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.434+0000 7f4129056740 1 -- 172.21.15.67:0/101621945 shutdown_connections 2024-09-21T00:36:04.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.434+0000 7f4129056740 1 -- 172.21.15.67:0/101621945 wait complete. 2024-09-21T00:36:04.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.435+0000 7f4129056740 1 -- start start 2024-09-21T00:36:04.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.435+0000 7f4129056740 1 Processor -- start 2024-09-21T00:36:04.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.436+0000 7f4129056740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f523a144d0 0x55f523e91b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:04.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.436+0000 7f4129056740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f523a1c6b0 0x55f523e91530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:04.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.436+0000 7f4129056740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f523a3d390 0x55f523e0c220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:04.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.436+0000 7f4129056740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f411c1f9b60 con 0x55f523a3d390 2024-09-21T00:36:04.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.436+0000 7f4129056740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55f523ea9640 con 0x55f523a1c6b0 2024-09-21T00:36:04.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.436+0000 7f4129056740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55f523e4a620 con 0x55f523a144d0 2024-09-21T00:36:04.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.436+0000 7f4129056740 10 client.0 _ll_register_callbacks cb 0x7f410c0318a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:36:04.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.436+0000 7f411bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f523a3d390 0x55f523e0c220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:04.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.436+0000 7f411bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f523a3d390 0x55f523e0c220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36052/0 (socket says 172.21.15.67:36052) 2024-09-21T00:36:04.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.436+0000 7f411bfff640 1 -- 172.21.15.67:0/1965670036 learned_addr learned my addr 172.21.15.67:0/1965670036 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:04.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.437+0000 7f411b7fe640 1 --2- 172.21.15.67:0/1965670036 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f523a144d0 0x55f523e91b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:04.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.437+0000 7f411affd640 1 --2- 172.21.15.67:0/1965670036 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f523a1c6b0 0x55f523e91530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:04.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.437+0000 7f411bfff640 1 -- 172.21.15.67:0/1965670036 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f523a144d0 msgr2=0x55f523e91b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:36:04.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.437+0000 7f411bfff640 1 --2- 172.21.15.67:0/1965670036 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f523a144d0 0x55f523e91b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:04.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.437+0000 7f411bfff640 1 -- 172.21.15.67:0/1965670036 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f523a1c6b0 msgr2=0x55f523e91530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:36:04.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.437+0000 7f411bfff640 1 --2- 172.21.15.67:0/1965670036 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f523a1c6b0 0x55f523e91530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:04.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.437+0000 7f411bfff640 1 -- 172.21.15.67:0/1965670036 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f523e4a060 con 0x55f523a3d390 2024-09-21T00:36:04.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.437+0000 7f411affd640 1 --2- 172.21.15.67:0/1965670036 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f523a1c6b0 0x55f523e91530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:36:04.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.437+0000 7f411bfff640 1 --2- 172.21.15.67:0/1965670036 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f523a3d390 0x55f523e0c220 secure :-1 s=READY pgs=2522 cs=0 l=1 rev1=1 crypto rx=0x7f41140145d0 tx=0x7f4114014a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f27632989223e49 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:04.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.437+0000 7f40fa7fc640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:36:04.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.437+0000 7f40fa7fc640 1 -- 172.21.15.67:0/1965670036 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f411401d070 con 0x55f523a3d390 2024-09-21T00:36:04.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.437+0000 7f40fa7fc640 1 -- 172.21.15.67:0/1965670036 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(199..199 src has 1..199) ==== 5738+0+0 (secure 0 0 0) 0x7f4114012770 con 0x55f523a3d390 2024-09-21T00:36:04.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.437+0000 7f4129056740 1 -- 172.21.15.67:0/1965670036 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4110021110 con 0x55f523a3d390 2024-09-21T00:36:04.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.437+0000 7f40fa7fc640 1 -- 172.21.15.67:0/1965670036 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=169) ==== 24+0+0 (secure 0 0 0) 0x7f4114028050 con 0x55f523a3d390 2024-09-21T00:36:04.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.437+0000 7f4129056740 10 client.11544 fetch_fsmap learned FSMap version 169 2024-09-21T00:36:04.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.437+0000 7f4129056740 1 -- 172.21.15.67:0/1965670036 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=169,monmap=2+}) -- 0x55f523ea92b0 con 0x55f523a3d390 2024-09-21T00:36:04.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.438+0000 7f40fa7fc640 1 -- 172.21.15.67:0/1965670036 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f4110021110 con 0x55f523a3d390 2024-09-21T00:36:04.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.438+0000 7f40fa7fc640 1 -- 172.21.15.67:0/1965670036 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 169) ==== 3502+0+0 (secure 0 0 0) 0x7f411402b020 con 0x55f523a3d390 2024-09-21T00:36:04.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.438+0000 7f4129056740 10 client.11544 fetch_fsmap finished waiting for FSMap version 169 2024-09-21T00:36:04.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.438+0000 7f4129056740 10 client.11544 resolve_mds: resolved 15:0 to role '15:0' aka daemon mds.c 2024-09-21T00:36:04.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.438+0000 7f4129056740 20 client.11544 populate_metadata read hostname 'smithi067' 2024-09-21T00:36:04.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.438+0000 7f4129056740 1 --2- 172.21.15.67:0/1965670036 >> [v2:172.21.15.67:6832/2304099336,v1:172.21.15.67:6835/2304099336] conn(0x55f523e0c760 0x55f523eabe00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:04.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.438+0000 7f4129056740 4 client.11544 mds_command: new command op to 11352 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-21T00:36:04.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.438+0000 7f4129056740 1 -- 172.21.15.67:0/1965670036 --> [v2:172.21.15.67:6832/2304099336,v1:172.21.15.67:6835/2304099336] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55f523d55460 con 0x55f523e0c760 2024-09-21T00:36:04.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.438+0000 7f411b7fe640 1 --2- 172.21.15.67:0/1965670036 >> [v2:172.21.15.67:6832/2304099336,v1:172.21.15.67:6835/2304099336] conn(0x55f523e0c760 0x55f523eabe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:04.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.438+0000 7f40fa7fc640 10 client.11544 ms_handle_connect on v2:172.21.15.67:6832/2304099336 2024-09-21T00:36:04.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.438+0000 7f411b7fe640 1 --2- 172.21.15.67:0/1965670036 >> [v2:172.21.15.67:6832/2304099336,v1:172.21.15.67:6835/2304099336] conn(0x55f523e0c760 0x55f523eabe00 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=51ecd85f6130c4bd server_cookie=8c8a8a0684af9515 in_seq=0 out_seq=0 2024-09-21T00:36:04.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.438+0000 7f40fa7fc640 1 -- 172.21.15.67:0/1965670036 <== mds.0 v2:172.21.15.67:6832/2304099336 1 ==== command_reply(tid 0: 0 ) ==== 8+0+86 (crc 0 0 0) 0x55f523d55460 con 0x55f523e0c760 2024-09-21T00:36:04.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.438+0000 7f40fa7fc640 10 client.11544 handle_command_reply: tid=0 2024-09-21T00:36:04.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.438+0000 7f4129056740 1 client.11544 shutdown 2024-09-21T00:36:04.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.439+0000 7f4129056740 1 -- 172.21.15.67:0/1965670036 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f523a3d390 msgr2=0x55f523e0c220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:04.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.439+0000 7f4129056740 1 --2- 172.21.15.67:0/1965670036 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f523a3d390 0x55f523e0c220 secure :-1 s=READY pgs=2522 cs=0 l=1 rev1=1 crypto rx=0x7f41140145d0 tx=0x7f4114014a90 comp rx=0 tx=0).stop 2024-09-21T00:36:04.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.439+0000 7f4129056740 1 -- 172.21.15.67:0/1965670036 shutdown_connections 2024-09-21T00:36:04.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.439+0000 7f4129056740 1 --2- 172.21.15.67:0/1965670036 >> [v2:172.21.15.67:6832/2304099336,v1:172.21.15.67:6835/2304099336] conn(0x55f523e0c760 0x55f523eabe00 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:04.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.439+0000 7f4129056740 1 --2- 172.21.15.67:0/1965670036 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55f523a3d390 0x55f523e0c220 unknown :-1 s=CLOSED pgs=2522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:04.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.439+0000 7f4129056740 1 --2- 172.21.15.67:0/1965670036 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55f523a1c6b0 0x55f523e91530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:04.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.439+0000 7f40fa7fc640 0 client.11544 ms_handle_reset on v2:172.21.15.67:6832/2304099336 2024-09-21T00:36:04.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.439+0000 7f4129056740 1 --2- 172.21.15.67:0/1965670036 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55f523a144d0 0x55f523e91b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:04.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.439+0000 7f4129056740 1 -- 172.21.15.67:0/1965670036 >> 172.21.15.67:0/1965670036 conn(0x55f523a314e0 msgr2=0x55f523e0d6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:04.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.439+0000 7f4129056740 1 -- 172.21.15.67:0/1965670036 shutdown_connections 2024-09-21T00:36:04.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.439+0000 7f4129056740 1 -- 172.21.15.67:0/1965670036 wait complete. 2024-09-21T00:36:04.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.439+0000 7f4129056740 20 client.11544 trim_cache size 0 max 16384 2024-09-21T00:36:04.445 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:36:04.445 INFO:teuthology.orchestra.run.smithi067.stdout: "status": "no active scrubs running", 2024-09-21T00:36:04.445 INFO:teuthology.orchestra.run.smithi067.stdout: "scrubs": {}, 2024-09-21T00:36:04.446 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_stats": {} 2024-09-21T00:36:04.446 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:36:04.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.439+0000 7f41220e5640 1 -- 172.21.15.67:0/1449439225 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4108078bc0 msgr2=0x7f410807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:04.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.439+0000 7f41220e5640 1 --2- 172.21.15.67:0/1449439225 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4108078bc0 0x7f410807b0d0 secure :-1 s=READY pgs=946 cs=0 l=1 rev1=1 crypto rx=0x7f411c0b9e40 tx=0x7f411000b2e0 comp rx=0 tx=0).stop 2024-09-21T00:36:04.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.439+0000 7f41220e5640 1 -- 172.21.15.67:0/1449439225 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f411c0d27e0 msgr2=0x7f411c150c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:04.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.439+0000 7f41220e5640 1 --2- 172.21.15.67:0/1449439225 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f411c0d27e0 0x7f411c150c50 secure :-1 s=READY pgs=2518 cs=0 l=1 rev1=1 crypto rx=0x7f410c009950 tx=0x7f410c033c90 comp rx=0 tx=0).stop 2024-09-21T00:36:04.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.439+0000 7f41220e5640 1 -- 172.21.15.67:0/1449439225 shutdown_connections 2024-09-21T00:36:04.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.439+0000 7f41220e5640 1 --2- 172.21.15.67:0/1449439225 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4108078bc0 0x7f410807b0d0 unknown :-1 s=CLOSED pgs=946 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:04.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.439+0000 7f41220e5640 1 --2- 172.21.15.67:0/1449439225 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f411c15f370 0x7f411c0cd6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:04.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.439+0000 7f41220e5640 1 --2- 172.21.15.67:0/1449439225 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f411c0d2bf0 0x7f411c0cc2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:04.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.439+0000 7f41220e5640 1 --2- 172.21.15.67:0/1449439225 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f411c0d27e0 0x7f411c150c50 unknown :-1 s=CLOSED pgs=2518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:04.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.439+0000 7f41220e5640 1 -- 172.21.15.67:0/1449439225 >> 172.21.15.67:0/1449439225 conn(0x7f411c0b6330 msgr2=0x7f411c0b5ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:04.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.440+0000 7f41220e5640 1 -- 172.21.15.67:0/1449439225 shutdown_connections 2024-09-21T00:36:04.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.440+0000 7f41220e5640 1 -- 172.21.15.67:0/1449439225 wait complete. 2024-09-21T00:36:04.451 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-21T00:36:04.451 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.15:0 damage ls 2024-09-21T00:36:04.570 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.569+0000 7fe1d81e6640 1 -- 172.21.15.67:0/1002784174 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe1d00b49f0 msgr2=0x7fe1d015a8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:04.570 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.569+0000 7fe1d81e6640 1 --2- 172.21.15.67:0/1002784174 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe1d00b49f0 0x7fe1d015a8f0 secure :-1 s=READY pgs=2523 cs=0 l=1 rev1=1 crypto rx=0x7fe1d00b41f0 tx=0x7fe1c802a4d0 comp rx=0 tx=0).stop 2024-09-21T00:36:04.570 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.569+0000 7fe1d81e6640 1 -- 172.21.15.67:0/1002784174 shutdown_connections 2024-09-21T00:36:04.570 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.569+0000 7fe1d81e6640 1 --2- 172.21.15.67:0/1002784174 >> v2:172.21.15.97:3300/0 conn(0x7fe1d00b55a0 0x7fe1d00b59b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:04.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.569+0000 7fe1d81e6640 1 --2- 172.21.15.67:0/1002784174 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe1d015ae30 0x7fe1d00b5060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:04.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.569+0000 7fe1d81e6640 1 --2- 172.21.15.67:0/1002784174 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe1d00b49f0 0x7fe1d015a8f0 unknown :-1 s=CLOSED pgs=2523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:04.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.569+0000 7fe1d81e6640 1 -- 172.21.15.67:0/1002784174 >> 172.21.15.67:0/1002784174 conn(0x7fe1d00b0240 msgr2=0x7fe1d00b0650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:04.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.569+0000 7fe1d81e6640 1 -- 172.21.15.67:0/1002784174 shutdown_connections 2024-09-21T00:36:04.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.569+0000 7fe1d81e6640 1 -- 172.21.15.67:0/1002784174 wait complete. 2024-09-21T00:36:04.571 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.571+0000 7fe1d81e6640 1 Processor -- start 2024-09-21T00:36:04.572 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.571+0000 7fe1d81e6640 1 -- start start 2024-09-21T00:36:04.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.572+0000 7fe1d81e6640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe1d00b49f0 0x7fe1d00aa4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:04.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.572+0000 7fe1d81e6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe1d00b55a0 0x7fe1d0147e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:04.574 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.572+0000 7fe1d81e6640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe1d015ae30 0x7fe1d0157d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:04.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.572+0000 7fe1d81e6640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fe1d015e8d0 con 0x7fe1d00b55a0 2024-09-21T00:36:04.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.572+0000 7fe1d81e6640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fe1d015e750 con 0x7fe1d00b49f0 2024-09-21T00:36:04.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.572+0000 7fe1d81e6640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fe1d015ea50 con 0x7fe1d015ae30 2024-09-21T00:36:04.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.572+0000 7fe1d5781640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe1d00b55a0 0x7fe1d0147e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:04.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.572+0000 7fe1d5781640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe1d00b55a0 0x7fe1d0147e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36072/0 (socket says 172.21.15.67:36072) 2024-09-21T00:36:04.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.572+0000 7fe1d5781640 1 -- 172.21.15.67:0/3335622848 learned_addr learned my addr 172.21.15.67:0/3335622848 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:04.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.572+0000 7fe1d5f82640 1 --2- 172.21.15.67:0/3335622848 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe1d00b49f0 0x7fe1d00aa4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:04.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.572+0000 7fe1d6783640 1 --2- 172.21.15.67:0/3335622848 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe1d015ae30 0x7fe1d0157d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:04.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.572+0000 7fe1d5781640 1 -- 172.21.15.67:0/3335622848 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe1d015ae30 msgr2=0x7fe1d0157d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:04.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.572+0000 7fe1d5781640 1 --2- 172.21.15.67:0/3335622848 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe1d015ae30 0x7fe1d0157d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:04.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.572+0000 7fe1d5781640 1 -- 172.21.15.67:0/3335622848 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe1d00b49f0 msgr2=0x7fe1d00aa4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:04.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.572+0000 7fe1d5781640 1 --2- 172.21.15.67:0/3335622848 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe1d00b49f0 0x7fe1d00aa4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:04.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.572+0000 7fe1d5781640 1 -- 172.21.15.67:0/3335622848 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1d00aac60 con 0x7fe1d00b55a0 2024-09-21T00:36:04.575 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.573+0000 7fe1d5781640 1 --2- 172.21.15.67:0/3335622848 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe1d00b55a0 0x7fe1d0147e60 secure :-1 s=READY pgs=2524 cs=0 l=1 rev1=1 crypto rx=0x7fe1c40097b0 tx=0x7fe1c4009c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:04.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.573+0000 7fe1ce7fc640 1 -- 172.21.15.67:0/3335622848 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1c401d070 con 0x7fe1d00b55a0 2024-09-21T00:36:04.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.573+0000 7fe1ce7fc640 1 -- 172.21.15.67:0/3335622848 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe1c40077a0 con 0x7fe1d00b55a0 2024-09-21T00:36:04.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.573+0000 7fe1d81e6640 1 -- 172.21.15.67:0/3335622848 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1d00aaf40 con 0x7fe1d00b55a0 2024-09-21T00:36:04.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.573+0000 7fe1ce7fc640 1 -- 172.21.15.67:0/3335622848 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1c4007bd0 con 0x7fe1d00b55a0 2024-09-21T00:36:04.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.573+0000 7fe1d81e6640 1 -- 172.21.15.67:0/3335622848 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1d01483a0 con 0x7fe1d00b55a0 2024-09-21T00:36:04.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.575+0000 7fe1ce7fc640 1 -- 172.21.15.67:0/3335622848 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fe1c4020070 con 0x7fe1d00b55a0 2024-09-21T00:36:04.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.575+0000 7fe1ce7fc640 1 --2- 172.21.15.67:0/3335622848 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe1bc078b90 0x7fe1bc07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:04.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.575+0000 7fe1ce7fc640 1 -- 172.21.15.67:0/3335622848 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(199..199 src has 1..199) ==== 5738+0+0 (secure 0 0 0) 0x7fe1c409c560 con 0x7fe1d00b55a0 2024-09-21T00:36:04.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.575+0000 7fe1d5f82640 1 --2- 172.21.15.67:0/3335622848 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe1bc078b90 0x7fe1bc07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:04.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.576+0000 7fe1d5f82640 1 --2- 172.21.15.67:0/3335622848 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe1bc078b90 0x7fe1bc07b0a0 secure :-1 s=READY pgs=947 cs=0 l=1 rev1=1 crypto rx=0x7fe1c8033000 tx=0x7fe1c8004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:04.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.577+0000 7fe1df22e740 1 Processor -- start 2024-09-21T00:36:04.577 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.577+0000 7fe1df22e740 1 -- start start 2024-09-21T00:36:04.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.578+0000 7fe1df22e740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d381364390 0x55d3817361d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:04.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.578+0000 7fe1df22e740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d38133b4d0 0x55d381736710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:04.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.578+0000 7fe1df22e740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d3813436b0 0x55d381753610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:04.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.578+0000 7fe1df22e740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55d38167e8e0 con 0x55d38133b4d0 2024-09-21T00:36:04.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.578+0000 7fe1df22e740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55d38166dd10 con 0x55d381364390 2024-09-21T00:36:04.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.578+0000 7fe1df22e740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55d381671b20 con 0x55d3813436b0 2024-09-21T00:36:04.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.578+0000 7fe1d5781640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d38133b4d0 0x55d381736710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:04.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.578+0000 7fe1d5f82640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d381364390 0x55d3817361d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:04.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.578+0000 7fe1d5781640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d38133b4d0 0x55d381736710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36086/0 (socket says 172.21.15.67:36086) 2024-09-21T00:36:04.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.578+0000 7fe1d5f82640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d381364390 0x55d3817361d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.97:3300/0 says I am v2:172.21.15.67:36364/0 (socket says 172.21.15.67:36364) 2024-09-21T00:36:04.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.578+0000 7fe1d6783640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d3813436b0 0x55d381753610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:04.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.578+0000 7fe1d5781640 1 -- 172.21.15.67:0/2050581902 learned_addr learned my addr 172.21.15.67:0/2050581902 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:04.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.578+0000 7fe1d5781640 1 -- 172.21.15.67:0/2050581902 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d3813436b0 msgr2=0x55d381753610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:36:04.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.578+0000 7fe1d5781640 1 --2- 172.21.15.67:0/2050581902 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d3813436b0 0x55d381753610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:04.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.578+0000 7fe1d5781640 1 -- 172.21.15.67:0/2050581902 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d381364390 msgr2=0x55d3817361d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:36:04.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.578+0000 7fe1d5781640 1 --2- 172.21.15.67:0/2050581902 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d381364390 0x55d3817361d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:04.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.578+0000 7fe1d5781640 1 -- 172.21.15.67:0/2050581902 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d3813cf970 con 0x55d38133b4d0 2024-09-21T00:36:04.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.579+0000 7fe1d5781640 1 --2- 172.21.15.67:0/2050581902 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d38133b4d0 0x55d381736710 secure :-1 s=READY pgs=2525 cs=0 l=1 rev1=1 crypto rx=0x7fe1c409aa10 tx=0x7fe1c4060390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e0af4c8ea6dcc54c server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:04.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.579+0000 7fe1b77fe640 1 -- 172.21.15.67:0/2050581902 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1c4068df0 con 0x55d38133b4d0 2024-09-21T00:36:04.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.579+0000 7fe1b77fe640 1 -- 172.21.15.67:0/2050581902 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe1c4060630 con 0x55d38133b4d0 2024-09-21T00:36:04.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.579+0000 7fe1b77fe640 1 -- 172.21.15.67:0/2050581902 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1c406b2b0 con 0x55d38133b4d0 2024-09-21T00:36:04.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.580+0000 7fe1df22e740 1 -- 172.21.15.67:0/2050581902 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d38133b4d0 msgr2=0x55d381736710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:04.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.580+0000 7fe1df22e740 1 --2- 172.21.15.67:0/2050581902 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d38133b4d0 0x55d381736710 secure :-1 s=READY pgs=2525 cs=0 l=1 rev1=1 crypto rx=0x7fe1c409aa10 tx=0x7fe1c4060390 comp rx=0 tx=0).stop 2024-09-21T00:36:04.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.580+0000 7fe1df22e740 1 -- 172.21.15.67:0/2050581902 shutdown_connections 2024-09-21T00:36:04.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.580+0000 7fe1df22e740 1 --2- 172.21.15.67:0/2050581902 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d3813436b0 0x55d381753610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:04.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.580+0000 7fe1df22e740 1 --2- 172.21.15.67:0/2050581902 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d38133b4d0 0x55d381736710 unknown :-1 s=CLOSED pgs=2525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:04.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.580+0000 7fe1df22e740 1 --2- 172.21.15.67:0/2050581902 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d381364390 0x55d3817361d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:04.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.580+0000 7fe1df22e740 1 -- 172.21.15.67:0/2050581902 >> 172.21.15.67:0/2050581902 conn(0x55d3813584e0 msgr2=0x55d38170c490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:04.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.580+0000 7fe1df22e740 1 -- 172.21.15.67:0/2050581902 shutdown_connections 2024-09-21T00:36:04.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.580+0000 7fe1df22e740 1 -- 172.21.15.67:0/2050581902 wait complete. 2024-09-21T00:36:04.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.581+0000 7fe1df22e740 1 -- start start 2024-09-21T00:36:04.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.581+0000 7fe1df22e740 1 Processor -- start 2024-09-21T00:36:04.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.582+0000 7fe1df22e740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d38133b4d0 0x55d381746f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:04.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.582+0000 7fe1df22e740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d3813436b0 0x55d381763c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:04.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.582+0000 7fe1df22e740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d381364390 0x55d381723c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:04.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.582+0000 7fe1df22e740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55d3813de740 con 0x55d381364390 2024-09-21T00:36:04.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.582+0000 7fe1df22e740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55d3816137f0 con 0x55d3813436b0 2024-09-21T00:36:04.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.582+0000 7fe1df22e740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55d381736c50 con 0x55d38133b4d0 2024-09-21T00:36:04.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.582+0000 7fe1df22e740 10 client.0 _ll_register_callbacks cb 0x55d3816172a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:36:04.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.582+0000 7fe1d6783640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d381364390 0x55d381723c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:04.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.582+0000 7fe1d6783640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d381364390 0x55d381723c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36088/0 (socket says 172.21.15.67:36088) 2024-09-21T00:36:04.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.582+0000 7fe1d6783640 1 -- 172.21.15.67:0/1033365020 learned_addr learned my addr 172.21.15.67:0/1033365020 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:04.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.583+0000 7fe1d5f82640 1 --2- 172.21.15.67:0/1033365020 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d38133b4d0 0x55d381746f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:04.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.583+0000 7fe1d5781640 1 --2- 172.21.15.67:0/1033365020 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d3813436b0 0x55d381763c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:04.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.583+0000 7fe1d6783640 1 -- 172.21.15.67:0/1033365020 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d38133b4d0 msgr2=0x55d381746f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:36:04.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.583+0000 7fe1d6783640 1 --2- 172.21.15.67:0/1033365020 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d38133b4d0 0x55d381746f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:04.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.583+0000 7fe1d6783640 1 -- 172.21.15.67:0/1033365020 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d3813436b0 msgr2=0x55d381763c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:36:04.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.583+0000 7fe1d6783640 1 --2- 172.21.15.67:0/1033365020 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d3813436b0 0x55d381763c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:04.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.583+0000 7fe1d6783640 1 -- 172.21.15.67:0/1033365020 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d3814467d0 con 0x55d381364390 2024-09-21T00:36:04.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.583+0000 7fe1d6783640 1 --2- 172.21.15.67:0/1033365020 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d381364390 0x55d381723c80 secure :-1 s=READY pgs=2526 cs=0 l=1 rev1=1 crypto rx=0x7fe1c0012730 tx=0x7fe1c0012bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=896f8a514e07c6ee server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:04.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.583+0000 7fe1b4ff9640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:36:04.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.583+0000 7fe1b4ff9640 1 -- 172.21.15.67:0/1033365020 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1c0003b80 con 0x55d381364390 2024-09-21T00:36:04.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.583+0000 7fe1b4ff9640 1 -- 172.21.15.67:0/1033365020 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(199..199 src has 1..199) ==== 5738+0+0 (secure 0 0 0) 0x7fe1c0003d20 con 0x55d381364390 2024-09-21T00:36:04.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.583+0000 7fe1df22e740 1 -- 172.21.15.67:0/1033365020 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe1c4060630 con 0x55d381364390 2024-09-21T00:36:04.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.583+0000 7fe1b4ff9640 1 -- 172.21.15.67:0/1033365020 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=169) ==== 24+0+0 (secure 0 0 0) 0x7fe1c0024050 con 0x55d381364390 2024-09-21T00:36:04.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.583+0000 7fe1df22e740 10 client.11556 fetch_fsmap learned FSMap version 169 2024-09-21T00:36:04.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.583+0000 7fe1df22e740 1 -- 172.21.15.67:0/1033365020 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=169,monmap=2+}) -- 0x55d38174c380 con 0x55d381364390 2024-09-21T00:36:04.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.583+0000 7fe1b4ff9640 1 -- 172.21.15.67:0/1033365020 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe1c4060630 con 0x55d381364390 2024-09-21T00:36:04.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.583+0000 7fe1b4ff9640 1 -- 172.21.15.67:0/1033365020 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 169) ==== 3502+0+0 (secure 0 0 0) 0x7fe1c0027020 con 0x55d381364390 2024-09-21T00:36:04.598 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.583+0000 7fe1df22e740 10 client.11556 fetch_fsmap finished waiting for FSMap version 169 2024-09-21T00:36:04.598 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.584+0000 7fe1df22e740 10 client.11556 resolve_mds: resolved 15:0 to role '15:0' aka daemon mds.c 2024-09-21T00:36:04.598 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.584+0000 7fe1df22e740 20 client.11556 populate_metadata read hostname 'smithi067' 2024-09-21T00:36:04.598 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.584+0000 7fe1df22e740 1 --2- 172.21.15.67:0/1033365020 >> [v2:172.21.15.67:6832/2304099336,v1:172.21.15.67:6835/2304099336] conn(0x55d381322f60 0x55d3817241c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:04.598 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.584+0000 7fe1df22e740 4 client.11556 mds_command: new command op to 11352 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:36:04.598 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.584+0000 7fe1df22e740 1 -- 172.21.15.67:0/1033365020 --> [v2:172.21.15.67:6832/2304099336,v1:172.21.15.67:6835/2304099336] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d381680830 con 0x55d381322f60 2024-09-21T00:36:04.598 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.584+0000 7fe1d5f82640 1 --2- 172.21.15.67:0/1033365020 >> [v2:172.21.15.67:6832/2304099336,v1:172.21.15.67:6835/2304099336] conn(0x55d381322f60 0x55d3817241c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:04.598 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.584+0000 7fe1b4ff9640 10 client.11556 ms_handle_connect on v2:172.21.15.67:6832/2304099336 2024-09-21T00:36:04.598 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.584+0000 7fe1d5f82640 1 --2- 172.21.15.67:0/1033365020 >> [v2:172.21.15.67:6832/2304099336,v1:172.21.15.67:6835/2304099336] conn(0x55d381322f60 0x55d3817241c0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5da6828d46f18c10 server_cookie=d854ddb9f602378 in_seq=0 out_seq=0 2024-09-21T00:36:04.598 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.585+0000 7fe1b4ff9640 1 -- 172.21.15.67:0/1033365020 <== mds.0 v2:172.21.15.67:6832/2304099336 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x55d381680830 con 0x55d381322f60 2024-09-21T00:36:04.598 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.585+0000 7fe1b4ff9640 10 client.11556 handle_command_reply: tid=0 2024-09-21T00:36:04.598 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.585+0000 7fe1df22e740 1 client.11556 shutdown 2024-09-21T00:36:04.598 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.585+0000 7fe1df22e740 1 -- 172.21.15.67:0/1033365020 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d381364390 msgr2=0x55d381723c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:04.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.585+0000 7fe1df22e740 1 --2- 172.21.15.67:0/1033365020 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d381364390 0x55d381723c80 secure :-1 s=READY pgs=2526 cs=0 l=1 rev1=1 crypto rx=0x7fe1c0012730 tx=0x7fe1c0012bf0 comp rx=0 tx=0).stop 2024-09-21T00:36:04.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.585+0000 7fe1df22e740 1 -- 172.21.15.67:0/1033365020 shutdown_connections 2024-09-21T00:36:04.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.585+0000 7fe1df22e740 1 --2- 172.21.15.67:0/1033365020 >> [v2:172.21.15.67:6832/2304099336,v1:172.21.15.67:6835/2304099336] conn(0x55d381322f60 0x55d3817241c0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:04.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.585+0000 7fe1df22e740 1 --2- 172.21.15.67:0/1033365020 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d381364390 0x55d381723c80 unknown :-1 s=CLOSED pgs=2526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:04.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.585+0000 7fe1df22e740 1 --2- 172.21.15.67:0/1033365020 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d3813436b0 0x55d381763c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:04.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.585+0000 7fe1df22e740 1 --2- 172.21.15.67:0/1033365020 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d38133b4d0 0x55d381746f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:04.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.585+0000 7fe1b4ff9640 0 client.11556 ms_handle_reset on v2:172.21.15.67:6832/2304099336 2024-09-21T00:36:04.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.585+0000 7fe1df22e740 1 -- 172.21.15.67:0/1033365020 >> 172.21.15.67:0/1033365020 conn(0x55d3813584e0 msgr2=0x55d381706d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:04.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.585+0000 7fe1df22e740 1 -- 172.21.15.67:0/1033365020 shutdown_connections 2024-09-21T00:36:04.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.585+0000 7fe1df22e740 1 -- 172.21.15.67:0/1033365020 wait complete. 2024-09-21T00:36:04.599 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.585+0000 7fe1df22e740 20 client.11556 trim_cache size 0 max 16384 2024-09-21T00:36:04.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.599+0000 7fe1df22e740 1 Processor -- start 2024-09-21T00:36:04.600 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.599+0000 7fe1df22e740 1 -- start start 2024-09-21T00:36:04.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.600+0000 7fe1df22e740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d38133b4d0 0x55d38174b8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:04.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.600+0000 7fe1df22e740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d3813436b0 0x55d381773fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:04.602 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.600+0000 7fe1df22e740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d381364390 0x55d381774520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:04.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.600+0000 7fe1df22e740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fe1d01fe1e0 con 0x55d3813436b0 2024-09-21T00:36:04.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.600+0000 7fe1df22e740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fe1d00721c0 con 0x55d381364390 2024-09-21T00:36:04.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.600+0000 7fe1df22e740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fe1d00ad010 con 0x55d38133b4d0 2024-09-21T00:36:04.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.601+0000 7fe1d5781640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d3813436b0 0x55d381773fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:04.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.601+0000 7fe1d5781640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d3813436b0 0x55d381773fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36098/0 (socket says 172.21.15.67:36098) 2024-09-21T00:36:04.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.601+0000 7fe1d5781640 1 -- 172.21.15.67:0/223661174 learned_addr learned my addr 172.21.15.67:0/223661174 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:04.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.601+0000 7fe1d5f82640 1 --2- 172.21.15.67:0/223661174 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d38133b4d0 0x55d38174b8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:04.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.601+0000 7fe1d6783640 1 --2- 172.21.15.67:0/223661174 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d381364390 0x55d381774520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:04.603 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.601+0000 7fe1d5781640 1 -- 172.21.15.67:0/223661174 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d38133b4d0 msgr2=0x55d38174b8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:36:04.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.601+0000 7fe1d5781640 1 --2- 172.21.15.67:0/223661174 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d38133b4d0 0x55d38174b8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:04.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.601+0000 7fe1d5781640 1 -- 172.21.15.67:0/223661174 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d381364390 msgr2=0x55d381774520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:36:04.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.601+0000 7fe1d5781640 1 --2- 172.21.15.67:0/223661174 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d381364390 0x55d381774520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:04.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.601+0000 7fe1d5781640 1 -- 172.21.15.67:0/223661174 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d38170c320 con 0x55d3813436b0 2024-09-21T00:36:04.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.601+0000 7fe1d6783640 1 --2- 172.21.15.67:0/223661174 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d381364390 0x55d381774520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:36:04.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.601+0000 7fe1d5f82640 1 --2- 172.21.15.67:0/223661174 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d38133b4d0 0x55d38174b8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:36:04.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.601+0000 7fe1d5781640 1 --2- 172.21.15.67:0/223661174 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d3813436b0 0x55d381773fe0 secure :-1 s=READY pgs=2527 cs=0 l=1 rev1=1 crypto rx=0x7fe1c409aac0 tx=0x7fe1c409a940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7cd43c9e3060699b server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:04.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.601+0000 7fe1b6ffd640 1 -- 172.21.15.67:0/223661174 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1c4060630 con 0x55d3813436b0 2024-09-21T00:36:04.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.601+0000 7fe1b6ffd640 1 -- 172.21.15.67:0/223661174 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe1c406b0b0 con 0x55d3813436b0 2024-09-21T00:36:04.604 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.601+0000 7fe1b6ffd640 1 -- 172.21.15.67:0/223661174 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1c409c0f0 con 0x55d3813436b0 2024-09-21T00:36:04.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.602+0000 7fe1df22e740 1 -- 172.21.15.67:0/223661174 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d3813436b0 msgr2=0x55d381773fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:04.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.602+0000 7fe1df22e740 1 --2- 172.21.15.67:0/223661174 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d3813436b0 0x55d381773fe0 secure :-1 s=READY pgs=2527 cs=0 l=1 rev1=1 crypto rx=0x7fe1c409aac0 tx=0x7fe1c409a940 comp rx=0 tx=0).stop 2024-09-21T00:36:04.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.602+0000 7fe1df22e740 1 -- 172.21.15.67:0/223661174 shutdown_connections 2024-09-21T00:36:04.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.602+0000 7fe1df22e740 1 --2- 172.21.15.67:0/223661174 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d381364390 0x55d381774520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:04.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.602+0000 7fe1df22e740 1 --2- 172.21.15.67:0/223661174 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d3813436b0 0x55d381773fe0 unknown :-1 s=CLOSED pgs=2527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:04.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.602+0000 7fe1df22e740 1 --2- 172.21.15.67:0/223661174 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d38133b4d0 0x55d38174b8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:04.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.602+0000 7fe1df22e740 1 -- 172.21.15.67:0/223661174 >> 172.21.15.67:0/223661174 conn(0x55d3813584e0 msgr2=0x55d381723bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:04.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.602+0000 7fe1df22e740 1 -- 172.21.15.67:0/223661174 shutdown_connections 2024-09-21T00:36:04.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.602+0000 7fe1df22e740 1 -- 172.21.15.67:0/223661174 wait complete. 2024-09-21T00:36:04.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.603+0000 7fe1df22e740 1 -- start start 2024-09-21T00:36:04.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.603+0000 7fe1df22e740 1 Processor -- start 2024-09-21T00:36:04.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.604+0000 7fe1df22e740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d38133b4d0 0x55d381724b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:04.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.604+0000 7fe1df22e740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d3813436b0 0x55d3817c7810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:04.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.604+0000 7fe1df22e740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d381364390 0x55d381722690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:04.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.604+0000 7fe1df22e740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55d38174d170 con 0x55d3813436b0 2024-09-21T00:36:04.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.604+0000 7fe1df22e740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fe1d00ad660 con 0x55d381364390 2024-09-21T00:36:04.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.604+0000 7fe1df22e740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55d381748920 con 0x55d38133b4d0 2024-09-21T00:36:04.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.604+0000 7fe1df22e740 10 client.0 _ll_register_callbacks cb 0x7fe1c0009a70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:36:04.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.604+0000 7fe1d5781640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d3813436b0 0x55d3817c7810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:04.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.604+0000 7fe1d5781640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d3813436b0 0x55d3817c7810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36104/0 (socket says 172.21.15.67:36104) 2024-09-21T00:36:04.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.604+0000 7fe1d5781640 1 -- 172.21.15.67:0/4003585724 learned_addr learned my addr 172.21.15.67:0/4003585724 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:04.610 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.605+0000 7fe1d6783640 1 --2- 172.21.15.67:0/4003585724 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d381364390 0x55d381722690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:04.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.605+0000 7fe1d5781640 1 -- 172.21.15.67:0/4003585724 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d38133b4d0 msgr2=0x55d381724b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:36:04.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.605+0000 7fe1d5f82640 1 --2- 172.21.15.67:0/4003585724 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d38133b4d0 0x55d381724b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:04.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.605+0000 7fe1d5781640 1 --2- 172.21.15.67:0/4003585724 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d38133b4d0 0x55d381724b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:04.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.605+0000 7fe1d5781640 1 -- 172.21.15.67:0/4003585724 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d381364390 msgr2=0x55d381722690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:36:04.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.605+0000 7fe1d5781640 1 --2- 172.21.15.67:0/4003585724 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d381364390 0x55d381722690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:04.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.605+0000 7fe1d5781640 1 -- 172.21.15.67:0/4003585724 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d3817504c0 con 0x55d3813436b0 2024-09-21T00:36:04.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.605+0000 7fe1d6783640 1 --2- 172.21.15.67:0/4003585724 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d381364390 0x55d381722690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:36:04.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.605+0000 7fe1d5781640 1 --2- 172.21.15.67:0/4003585724 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d3813436b0 0x55d3817c7810 secure :-1 s=READY pgs=2528 cs=0 l=1 rev1=1 crypto rx=0x7fe1c4064350 tx=0x7fe1c409aa10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3778c6ec56b54210 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:04.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.605+0000 7fe1b4ff9640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:36:04.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.605+0000 7fe1b4ff9640 1 -- 172.21.15.67:0/4003585724 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1c4060630 con 0x55d3813436b0 2024-09-21T00:36:04.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.605+0000 7fe1b4ff9640 1 -- 172.21.15.67:0/4003585724 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(199..199 src has 1..199) ==== 5738+0+0 (secure 0 0 0) 0x7fe1c4063820 con 0x55d3813436b0 2024-09-21T00:36:04.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.605+0000 7fe1df22e740 1 -- 172.21.15.67:0/4003585724 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe1c406b0b0 con 0x55d3813436b0 2024-09-21T00:36:04.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.605+0000 7fe1b4ff9640 1 -- 172.21.15.67:0/4003585724 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=169) ==== 24+0+0 (secure 0 0 0) 0x7fe1c4068df0 con 0x55d3813436b0 2024-09-21T00:36:04.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.605+0000 7fe1df22e740 10 client.11562 fetch_fsmap learned FSMap version 169 2024-09-21T00:36:04.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.605+0000 7fe1df22e740 1 -- 172.21.15.67:0/4003585724 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=169,monmap=2+}) -- 0x55d3817493d0 con 0x55d3813436b0 2024-09-21T00:36:04.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.605+0000 7fe1b4ff9640 1 -- 172.21.15.67:0/4003585724 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe1c406b0b0 con 0x55d3813436b0 2024-09-21T00:36:04.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.605+0000 7fe1b4ff9640 1 -- 172.21.15.67:0/4003585724 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 169) ==== 3502+0+0 (secure 0 0 0) 0x7fe1c405fd10 con 0x55d3813436b0 2024-09-21T00:36:04.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.606+0000 7fe1df22e740 10 client.11562 fetch_fsmap finished waiting for FSMap version 169 2024-09-21T00:36:04.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.606+0000 7fe1df22e740 10 client.11562 resolve_mds: resolved 15:0 to role '15:0' aka daemon mds.c 2024-09-21T00:36:04.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.606+0000 7fe1df22e740 20 client.11562 populate_metadata read hostname 'smithi067' 2024-09-21T00:36:04.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.606+0000 7fe1df22e740 1 --2- 172.21.15.67:0/4003585724 >> [v2:172.21.15.67:6832/2304099336,v1:172.21.15.67:6835/2304099336] conn(0x55d381760100 0x55d381722bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:04.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.606+0000 7fe1df22e740 4 client.11562 mds_command: new command op to 11352 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-21T00:36:04.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.606+0000 7fe1df22e740 1 -- 172.21.15.67:0/4003585724 --> [v2:172.21.15.67:6832/2304099336,v1:172.21.15.67:6835/2304099336] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55d38167c2e0 con 0x55d381760100 2024-09-21T00:36:04.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.606+0000 7fe1d5f82640 1 --2- 172.21.15.67:0/4003585724 >> [v2:172.21.15.67:6832/2304099336,v1:172.21.15.67:6835/2304099336] conn(0x55d381760100 0x55d381722bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:04.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.606+0000 7fe1b4ff9640 10 client.11562 ms_handle_connect on v2:172.21.15.67:6832/2304099336 2024-09-21T00:36:04.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.606+0000 7fe1d5f82640 1 --2- 172.21.15.67:0/4003585724 >> [v2:172.21.15.67:6832/2304099336,v1:172.21.15.67:6835/2304099336] conn(0x55d381760100 0x55d381722bd0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2d34da139cdfb5ce server_cookie=38ca30b6e1607773 in_seq=0 out_seq=0 2024-09-21T00:36:04.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.606+0000 7fe1b4ff9640 1 -- 172.21.15.67:0/4003585724 <== mds.0 v2:172.21.15.67:6832/2304099336 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55d38167c2e0 con 0x55d381760100 2024-09-21T00:36:04.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.606+0000 7fe1b4ff9640 10 client.11562 handle_command_reply: tid=0 2024-09-21T00:36:04.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.606+0000 7fe1df22e740 1 client.11562 shutdown 2024-09-21T00:36:04.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.606+0000 7fe1df22e740 1 -- 172.21.15.67:0/4003585724 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d3813436b0 msgr2=0x55d3817c7810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:04.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.606+0000 7fe1df22e740 1 --2- 172.21.15.67:0/4003585724 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d3813436b0 0x55d3817c7810 secure :-1 s=READY pgs=2528 cs=0 l=1 rev1=1 crypto rx=0x7fe1c4064350 tx=0x7fe1c409aa10 comp rx=0 tx=0).stop 2024-09-21T00:36:04.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.606+0000 7fe1df22e740 1 -- 172.21.15.67:0/4003585724 shutdown_connections 2024-09-21T00:36:04.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.606+0000 7fe1df22e740 1 --2- 172.21.15.67:0/4003585724 >> [v2:172.21.15.67:6832/2304099336,v1:172.21.15.67:6835/2304099336] conn(0x55d381760100 0x55d381722bd0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:04.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.606+0000 7fe1df22e740 1 --2- 172.21.15.67:0/4003585724 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d381364390 0x55d381722690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:04.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.606+0000 7fe1df22e740 1 --2- 172.21.15.67:0/4003585724 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d3813436b0 0x55d3817c7810 unknown :-1 s=CLOSED pgs=2528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:04.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.606+0000 7fe1b4ff9640 0 client.11562 ms_handle_reset on v2:172.21.15.67:6832/2304099336 2024-09-21T00:36:04.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.606+0000 7fe1df22e740 1 --2- 172.21.15.67:0/4003585724 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d38133b4d0 0x55d381724b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:04.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.607+0000 7fe1df22e740 1 -- 172.21.15.67:0/4003585724 >> 172.21.15.67:0/4003585724 conn(0x55d3813584e0 msgr2=0x55d381723bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:04.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.607+0000 7fe1df22e740 1 -- 172.21.15.67:0/4003585724 shutdown_connections 2024-09-21T00:36:04.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.607+0000 7fe1df22e740 1 -- 172.21.15.67:0/4003585724 wait complete. 2024-09-21T00:36:04.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.607+0000 7fe1df22e740 20 client.11562 trim_cache size 0 max 16384 2024-09-21T00:36:04.615 INFO:teuthology.orchestra.run.smithi067.stdout:[] 2024-09-21T00:36:04.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.607+0000 7fe1d81e6640 1 -- 172.21.15.67:0/3335622848 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe1bc078b90 msgr2=0x7fe1bc07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:04.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.607+0000 7fe1d81e6640 1 --2- 172.21.15.67:0/3335622848 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe1bc078b90 0x7fe1bc07b0a0 secure :-1 s=READY pgs=947 cs=0 l=1 rev1=1 crypto rx=0x7fe1c8033000 tx=0x7fe1c8004730 comp rx=0 tx=0).stop 2024-09-21T00:36:04.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.607+0000 7fe1d81e6640 1 -- 172.21.15.67:0/3335622848 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe1d00b55a0 msgr2=0x7fe1d0147e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:04.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.607+0000 7fe1d81e6640 1 --2- 172.21.15.67:0/3335622848 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe1d00b55a0 0x7fe1d0147e60 secure :-1 s=READY pgs=2524 cs=0 l=1 rev1=1 crypto rx=0x7fe1c40097b0 tx=0x7fe1c4009c70 comp rx=0 tx=0).stop 2024-09-21T00:36:04.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.607+0000 7fe1d81e6640 1 -- 172.21.15.67:0/3335622848 shutdown_connections 2024-09-21T00:36:04.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.607+0000 7fe1d81e6640 1 --2- 172.21.15.67:0/3335622848 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe1bc078b90 0x7fe1bc07b0a0 unknown :-1 s=CLOSED pgs=947 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:04.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.607+0000 7fe1d81e6640 1 --2- 172.21.15.67:0/3335622848 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe1d015ae30 0x7fe1d0157d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:04.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.607+0000 7fe1d81e6640 1 --2- 172.21.15.67:0/3335622848 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe1d00b55a0 0x7fe1d0147e60 unknown :-1 s=CLOSED pgs=2524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:04.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.607+0000 7fe1d81e6640 1 --2- 172.21.15.67:0/3335622848 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe1d00b49f0 0x7fe1d00aa4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:04.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.607+0000 7fe1d81e6640 1 -- 172.21.15.67:0/3335622848 >> 172.21.15.67:0/3335622848 conn(0x7fe1d00b0240 msgr2=0x7fe1d00732f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:04.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.607+0000 7fe1d81e6640 1 -- 172.21.15.67:0/3335622848 shutdown_connections 2024-09-21T00:36:04.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.607+0000 7fe1d81e6640 1 -- 172.21.15.67:0/3335622848 wait complete. 2024-09-21T00:36:04.620 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-21T00:36:04.620 DEBUG:teuthology.orchestra.run.smithi067:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T00:36:04.657 DEBUG:teuthology.orchestra.run.smithi097:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T00:36:04.712 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-21T00:36:04.712 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T00:36:04.713 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:36:04.713 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:36:04.729 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:36:04.729 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:36:04.785 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T00:36:04.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.940+0000 7f5b79d12640 1 -- 172.21.15.67:0/4199091265 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5b740b0c10 msgr2=0x7f5b741675c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:04.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.940+0000 7f5b79d12640 1 --2- 172.21.15.67:0/4199091265 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5b740b0c10 0x7f5b741675c0 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7f5b6c005fd0 tx=0x7f5b6c02a840 comp rx=0 tx=0).stop 2024-09-21T00:36:04.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.940+0000 7f5b79d12640 1 -- 172.21.15.67:0/4199091265 shutdown_connections 2024-09-21T00:36:04.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.940+0000 7f5b79d12640 1 --2- 172.21.15.67:0/4199091265 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5b740b0c10 0x7f5b741675c0 unknown :-1 s=CLOSED pgs=754 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:04.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.940+0000 7f5b79d12640 1 -- 172.21.15.67:0/4199091265 >> 172.21.15.67:0/4199091265 conn(0x7f5b740b4210 msgr2=0x7f5b740b4620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:04.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.941+0000 7f5b79d12640 1 -- 172.21.15.67:0/4199091265 shutdown_connections 2024-09-21T00:36:04.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.941+0000 7f5b79d12640 1 -- 172.21.15.67:0/4199091265 wait complete. 2024-09-21T00:36:04.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.942+0000 7f5b79d12640 1 Processor -- start 2024-09-21T00:36:04.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.943+0000 7f5b79d12640 1 -- start start 2024-09-21T00:36:04.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.944+0000 7f5b79d12640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5b740b7130 0x7f5b7415b670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:04.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.944+0000 7f5b79d12640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5b740d0a40 0x7f5b7415bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:04.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.944+0000 7f5b79d12640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5b740cf720 0x7f5b74154cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:04.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.944+0000 7f5b79d12640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f5b74167e90 con 0x7f5b740cf720 2024-09-21T00:36:04.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.944+0000 7f5b79d12640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f5b74167d10 con 0x7f5b740d0a40 2024-09-21T00:36:04.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.944+0000 7f5b79d12640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f5b74168010 con 0x7f5b740b7130 2024-09-21T00:36:04.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.944+0000 7f5b73fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5b740cf720 0x7f5b74154cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:04.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.944+0000 7f5b73fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5b740cf720 0x7f5b74154cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36112/0 (socket says 172.21.15.67:36112) 2024-09-21T00:36:04.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.944+0000 7f5b73fff640 1 -- 172.21.15.67:0/1991656645 learned_addr learned my addr 172.21.15.67:0/1991656645 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:04.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.944+0000 7f5b72ffd640 1 --2- 172.21.15.67:0/1991656645 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5b740d0a40 0x7f5b7415bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:04.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.944+0000 7f5b737fe640 1 --2- 172.21.15.67:0/1991656645 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5b740b7130 0x7f5b7415b670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:04.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.944+0000 7f5b73fff640 1 -- 172.21.15.67:0/1991656645 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5b740b7130 msgr2=0x7f5b7415b670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:04.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.944+0000 7f5b73fff640 1 --2- 172.21.15.67:0/1991656645 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5b740b7130 0x7f5b7415b670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:04.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.944+0000 7f5b73fff640 1 -- 172.21.15.67:0/1991656645 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5b740d0a40 msgr2=0x7f5b7415bbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:04.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.944+0000 7f5b73fff640 1 --2- 172.21.15.67:0/1991656645 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5b740d0a40 0x7f5b7415bbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:04.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.944+0000 7f5b73fff640 1 -- 172.21.15.67:0/1991656645 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b7415d080 con 0x7f5b740cf720 2024-09-21T00:36:04.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.944+0000 7f5b72ffd640 1 --2- 172.21.15.67:0/1991656645 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5b740d0a40 0x7f5b7415bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:36:04.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.944+0000 7f5b737fe640 1 --2- 172.21.15.67:0/1991656645 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5b740b7130 0x7f5b7415b670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:36:04.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.945+0000 7f5b73fff640 1 --2- 172.21.15.67:0/1991656645 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5b740cf720 0x7f5b74154cc0 secure :-1 s=READY pgs=2530 cs=0 l=1 rev1=1 crypto rx=0x7f5b6c009cd0 tx=0x7f5b6c032cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:04.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.945+0000 7f5b5bfff640 1 -- 172.21.15.67:0/1991656645 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b6c040070 con 0x7f5b740cf720 2024-09-21T00:36:04.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.945+0000 7f5b79d12640 1 -- 172.21.15.67:0/1991656645 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5b7415d360 con 0x7f5b740cf720 2024-09-21T00:36:04.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.945+0000 7f5b5bfff640 1 -- 172.21.15.67:0/1991656645 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5b6c004560 con 0x7f5b740cf720 2024-09-21T00:36:04.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.945+0000 7f5b5bfff640 1 -- 172.21.15.67:0/1991656645 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b6c03c420 con 0x7f5b740cf720 2024-09-21T00:36:04.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.945+0000 7f5b79d12640 1 -- 172.21.15.67:0/1991656645 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5b7415d920 con 0x7f5b740cf720 2024-09-21T00:36:04.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.946+0000 7f5b79d12640 1 -- 172.21.15.67:0/1991656645 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5b740d0130 con 0x7f5b740cf720 2024-09-21T00:36:04.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.947+0000 7f5b5bfff640 1 -- 172.21.15.67:0/1991656645 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f5b6c043070 con 0x7f5b740cf720 2024-09-21T00:36:04.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.947+0000 7f5b5bfff640 1 --2- 172.21.15.67:0/1991656645 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5b60078bc0 0x7f5b6007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:04.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.947+0000 7f5b5bfff640 1 -- 172.21.15.67:0/1991656645 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(199..199 src has 1..199) ==== 5738+0+0 (secure 0 0 0) 0x7f5b6c0bc020 con 0x7f5b740cf720 2024-09-21T00:36:04.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.947+0000 7f5b737fe640 1 --2- 172.21.15.67:0/1991656645 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5b60078bc0 0x7f5b6007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:04.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.948+0000 7f5b737fe640 1 --2- 172.21.15.67:0/1991656645 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5b60078bc0 0x7f5b6007b0d0 secure :-1 s=READY pgs=948 cs=0 l=1 rev1=1 crypto rx=0x7f5b64001220 tx=0x7f5b64009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:04.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:04.952+0000 7f5b5bfff640 1 -- 172.21.15.67:0/1991656645 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f5b6c0843c0 con 0x7f5b740cf720 2024-09-21T00:36:05.152 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.151+0000 7f5b79d12640 1 -- 172.21.15.67:0/1991656645 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f5b740b0270 con 0x7f5b740cf720 2024-09-21T00:36:05.153 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.152+0000 7f5b5bfff640 1 -- 172.21.15.67:0/1991656645 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v199) ==== 80+0+0 (secure 0 0 0) 0x7f5b6c083cc0 con 0x7f5b740cf720 2024-09-21T00:36:05.153 INFO:teuthology.orchestra.run.smithi067.stderr:listed 0 entries 2024-09-21T00:36:05.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.154+0000 7f5b79d12640 1 -- 172.21.15.67:0/1991656645 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5b60078bc0 msgr2=0x7f5b6007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:05.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.154+0000 7f5b79d12640 1 --2- 172.21.15.67:0/1991656645 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5b60078bc0 0x7f5b6007b0d0 secure :-1 s=READY pgs=948 cs=0 l=1 rev1=1 crypto rx=0x7f5b64001220 tx=0x7f5b64009040 comp rx=0 tx=0).stop 2024-09-21T00:36:05.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.154+0000 7f5b79d12640 1 -- 172.21.15.67:0/1991656645 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5b740cf720 msgr2=0x7f5b74154cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:05.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.154+0000 7f5b79d12640 1 --2- 172.21.15.67:0/1991656645 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5b740cf720 0x7f5b74154cc0 secure :-1 s=READY pgs=2530 cs=0 l=1 rev1=1 crypto rx=0x7f5b6c009cd0 tx=0x7f5b6c032cf0 comp rx=0 tx=0).stop 2024-09-21T00:36:05.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.154+0000 7f5b79d12640 1 -- 172.21.15.67:0/1991656645 shutdown_connections 2024-09-21T00:36:05.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.154+0000 7f5b79d12640 1 --2- 172.21.15.67:0/1991656645 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5b60078bc0 0x7f5b6007b0d0 unknown :-1 s=CLOSED pgs=948 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:05.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.154+0000 7f5b79d12640 1 --2- 172.21.15.67:0/1991656645 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5b740cf720 0x7f5b74154cc0 unknown :-1 s=CLOSED pgs=2530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:05.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.154+0000 7f5b79d12640 1 --2- 172.21.15.67:0/1991656645 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5b740d0a40 0x7f5b7415bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:05.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.154+0000 7f5b79d12640 1 --2- 172.21.15.67:0/1991656645 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5b740b7130 0x7f5b7415b670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:05.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.154+0000 7f5b79d12640 1 -- 172.21.15.67:0/1991656645 >> 172.21.15.67:0/1991656645 conn(0x7f5b740b4210 msgr2=0x7f5b7415a8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:05.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.154+0000 7f5b79d12640 1 -- 172.21.15.67:0/1991656645 shutdown_connections 2024-09-21T00:36:05.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.154+0000 7f5b79d12640 1 -- 172.21.15.67:0/1991656645 wait complete. 2024-09-21T00:36:05.166 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi067.front.sepia.ceph.com... 2024-09-21T00:36:05.166 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:36:05.166 DEBUG:teuthology.orchestra.run.smithi067:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-21T00:36:05.191 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:ceph-fuse[111174]: fuse finished with error 0 and tester_r 0 2024-09-21T00:36:05.195 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi067.front.sepia.ceph.com 2024-09-21T00:36:05.195 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:36:05.196 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-21T00:36:05.366 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T00:36:05.366 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:36:05.366 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:36:05.383 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17850 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T00:36:05.383 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T00:36:05.383 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:36:05.383 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:36:05.423 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20178 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T00:36:05.423 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T00:36:05.423 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:36:05.423 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:36:05.439 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17850 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T00:36:05.439 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:36:05.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.579+0000 7f483b950640 1 -- 172.21.15.67:0/1413134842 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f483415eae0 msgr2=0x7f4834163040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:05.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.579+0000 7f483b950640 1 --2- 172.21.15.67:0/1413134842 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f483415eae0 0x7f4834163040 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7f4830009830 tx=0x7f483002a510 comp rx=0 tx=0).stop 2024-09-21T00:36:05.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.579+0000 7f483b950640 1 -- 172.21.15.67:0/1413134842 shutdown_connections 2024-09-21T00:36:05.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.579+0000 7f483b950640 1 --2- 172.21.15.67:0/1413134842 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f48340d3160 0x7f48340d3570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:05.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.579+0000 7f483b950640 1 --2- 172.21.15.67:0/1413134842 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f483415eae0 0x7f4834163040 unknown :-1 s=CLOSED pgs=756 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:05.580 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.579+0000 7f483b950640 1 -- 172.21.15.67:0/1413134842 >> 172.21.15.67:0/1413134842 conn(0x7f48340b6430 msgr2=0x7f48340b6840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:05.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.579+0000 7f483b950640 1 -- 172.21.15.67:0/1413134842 shutdown_connections 2024-09-21T00:36:05.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.579+0000 7f483b950640 1 -- 172.21.15.67:0/1413134842 wait complete. 2024-09-21T00:36:05.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.581+0000 7f483b950640 1 Processor -- start 2024-09-21T00:36:05.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.581+0000 7f483b950640 1 -- start start 2024-09-21T00:36:05.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.582+0000 7f483b950640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f48340d1150 0x7f483414d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:05.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.582+0000 7f483b950640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f48340d3160 0x7f48341f9910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:05.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.582+0000 7f483b950640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f483415eae0 0x7f48340ab170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:05.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.582+0000 7f483b950640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f48340d3e40 con 0x7f483415eae0 2024-09-21T00:36:05.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.582+0000 7f483b950640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f48340d3cc0 con 0x7f48340d1150 2024-09-21T00:36:05.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.582+0000 7f483b950640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f48340d3fc0 con 0x7f48340d3160 2024-09-21T00:36:05.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.582+0000 7f4839eed640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f483415eae0 0x7f48340ab170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:05.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.582+0000 7f4839eed640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f483415eae0 0x7f48340ab170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36118/0 (socket says 172.21.15.67:36118) 2024-09-21T00:36:05.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.582+0000 7f4839eed640 1 -- 172.21.15.67:0/2188158691 learned_addr learned my addr 172.21.15.67:0/2188158691 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:05.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.582+0000 7f48396ec640 1 --2- 172.21.15.67:0/2188158691 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f48340d1150 0x7f483414d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:05.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.582+0000 7f4838eeb640 1 --2- 172.21.15.67:0/2188158691 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f48340d3160 0x7f48341f9910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:05.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.582+0000 7f4839eed640 1 -- 172.21.15.67:0/2188158691 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f48340d3160 msgr2=0x7f48341f9910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:05.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.582+0000 7f4839eed640 1 --2- 172.21.15.67:0/2188158691 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f48340d3160 0x7f48341f9910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:05.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.582+0000 7f4839eed640 1 -- 172.21.15.67:0/2188158691 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f48340d1150 msgr2=0x7f483414d480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:05.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.582+0000 7f4839eed640 1 --2- 172.21.15.67:0/2188158691 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f48340d1150 0x7f483414d480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:05.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.582+0000 7f4839eed640 1 -- 172.21.15.67:0/2188158691 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48341f5a10 con 0x7f483415eae0 2024-09-21T00:36:05.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.583+0000 7f4839eed640 1 --2- 172.21.15.67:0/2188158691 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f483415eae0 0x7f48340ab170 secure :-1 s=READY pgs=2531 cs=0 l=1 rev1=1 crypto rx=0x7f482c00ea40 tx=0x7f482c00ef00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:05.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.583+0000 7f4829ffb640 1 -- 172.21.15.67:0/2188158691 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f482c00ce40 con 0x7f483415eae0 2024-09-21T00:36:05.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.583+0000 7f4829ffb640 1 -- 172.21.15.67:0/2188158691 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f482c004c10 con 0x7f483415eae0 2024-09-21T00:36:05.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.583+0000 7f483b950640 1 -- 172.21.15.67:0/2188158691 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f48341f5f40 con 0x7f483415eae0 2024-09-21T00:36:05.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.583+0000 7f4829ffb640 1 -- 172.21.15.67:0/2188158691 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f482c005020 con 0x7f483415eae0 2024-09-21T00:36:05.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.583+0000 7f483b950640 1 -- 172.21.15.67:0/2188158691 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f48341f6500 con 0x7f483415eae0 2024-09-21T00:36:05.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.584+0000 7f483b950640 1 -- 172.21.15.67:0/2188158691 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f48340d3570 con 0x7f483415eae0 2024-09-21T00:36:05.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.585+0000 7f4829ffb640 1 -- 172.21.15.67:0/2188158691 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f482c0051c0 con 0x7f483415eae0 2024-09-21T00:36:05.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.585+0000 7f4829ffb640 1 --2- 172.21.15.67:0/2188158691 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4818078bc0 0x7f481807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:05.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.585+0000 7f4829ffb640 1 -- 172.21.15.67:0/2188158691 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(199..199 src has 1..199) ==== 5738+0+0 (secure 0 0 0) 0x7f482c09b970 con 0x7f483415eae0 2024-09-21T00:36:05.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.586+0000 7f48396ec640 1 --2- 172.21.15.67:0/2188158691 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4818078bc0 0x7f481807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:05.587 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.586+0000 7f48396ec640 1 --2- 172.21.15.67:0/2188158691 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4818078bc0 0x7f481807b0d0 secure :-1 s=READY pgs=949 cs=0 l=1 rev1=1 crypto rx=0x7f4830034000 tx=0x7f4830004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:05.591 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.590+0000 7f4829ffb640 1 -- 172.21.15.67:0/2188158691 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f482c0637d0 con 0x7f483415eae0 2024-09-21T00:36:05.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.814+0000 7f483b950640 1 -- 172.21.15.67:0/2188158691 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f48341f5cd0 con 0x7f483415eae0 2024-09-21T00:36:05.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.815+0000 7f4829ffb640 1 -- 172.21.15.67:0/2188158691 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 169 v169) ==== 95+0+5232 (secure 0 0 0) 0x7f482c068200 con 0x7f483415eae0 2024-09-21T00:36:05.816 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:05.816 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":169,"btime":"2024-09-21T00:35:53:228931+0000","default_fscid":15,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8900,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/2874894997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":2874894997},{"type":"v1","addr":"172.21.15.67:6834","nonce":2874894997}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":163},{"gid":8906,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/66001447","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":66001447},{"type":"v1","addr":"172.21.15.97:6836","nonce":66001447}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":164},{"gid":8909,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/2736684398","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":2736684398},{"type":"v1","addr":"172.21.15.97:6837","nonce":2736684398}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":164}],"filesystems":[{"mdsmap":{"epoch":169,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:35:49.593119+0000","modified":"2024-09-21T00:35:52.615020+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":11352},"failed":[],"damaged":[],"stopped":[],"info":{"gid_11352":{"gid":11352,"name":"c","rank":0,"incarnation":165,"state":"up:active","state_seq":3,"addr":"172.21.15.67:6835/2304099336","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":2304099336},{"type":"v1","addr":"172.21.15.67:6835","nonce":2304099336}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[31],"metadata_pool":30,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":11352,"qdb_cluster":[11352]},"id":15}]} 2024-09-21T00:36:05.817 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 169 2024-09-21T00:36:05.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.817+0000 7f483b950640 1 -- 172.21.15.67:0/2188158691 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4818078bc0 msgr2=0x7f481807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:05.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.817+0000 7f483b950640 1 --2- 172.21.15.67:0/2188158691 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4818078bc0 0x7f481807b0d0 secure :-1 s=READY pgs=949 cs=0 l=1 rev1=1 crypto rx=0x7f4830034000 tx=0x7f4830004730 comp rx=0 tx=0).stop 2024-09-21T00:36:05.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.817+0000 7f483b950640 1 -- 172.21.15.67:0/2188158691 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f483415eae0 msgr2=0x7f48340ab170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:05.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.817+0000 7f483b950640 1 --2- 172.21.15.67:0/2188158691 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f483415eae0 0x7f48340ab170 secure :-1 s=READY pgs=2531 cs=0 l=1 rev1=1 crypto rx=0x7f482c00ea40 tx=0x7f482c00ef00 comp rx=0 tx=0).stop 2024-09-21T00:36:05.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.817+0000 7f483b950640 1 -- 172.21.15.67:0/2188158691 shutdown_connections 2024-09-21T00:36:05.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.817+0000 7f483b950640 1 --2- 172.21.15.67:0/2188158691 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f4818078bc0 0x7f481807b0d0 unknown :-1 s=CLOSED pgs=949 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:05.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.817+0000 7f483b950640 1 --2- 172.21.15.67:0/2188158691 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f483415eae0 0x7f48340ab170 unknown :-1 s=CLOSED pgs=2531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:05.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.817+0000 7f483b950640 1 --2- 172.21.15.67:0/2188158691 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f48340d3160 0x7f48341f9910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:05.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.817+0000 7f483b950640 1 --2- 172.21.15.67:0/2188158691 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f48340d1150 0x7f483414d480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:05.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.817+0000 7f483b950640 1 -- 172.21.15.67:0/2188158691 >> 172.21.15.67:0/2188158691 conn(0x7f48340b6430 msgr2=0x7f48340b9120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:05.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.817+0000 7f483b950640 1 -- 172.21.15.67:0/2188158691 shutdown_connections 2024-09-21T00:36:05.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.817+0000 7f483b950640 1 -- 172.21.15.67:0/2188158691 wait complete. 2024-09-21T00:36:05.830 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:36:05.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.945+0000 7ff1dd3ba640 1 -- 172.21.15.67:0/667790558 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff1d815f8b0 msgr2=0x7ff1d80b4a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:05.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.945+0000 7ff1dd3ba640 1 --2- 172.21.15.67:0/667790558 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff1d815f8b0 0x7ff1d80b4a60 secure :-1 s=READY pgs=2533 cs=0 l=1 rev1=1 crypto rx=0x7ff1d80cec00 tx=0x7ff1c002a4a0 comp rx=0 tx=0).stop 2024-09-21T00:36:05.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.946+0000 7ff1dd3ba640 1 -- 172.21.15.67:0/667790558 shutdown_connections 2024-09-21T00:36:05.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.946+0000 7ff1dd3ba640 1 --2- 172.21.15.67:0/667790558 >> v2:172.21.15.97:3300/0 conn(0x7ff1d80cf960 0x7ff1d80cfd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:05.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.946+0000 7ff1dd3ba640 1 --2- 172.21.15.67:0/667790558 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff1d815f8b0 0x7ff1d80b4a60 unknown :-1 s=CLOSED pgs=2533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:05.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.946+0000 7ff1dd3ba640 1 -- 172.21.15.67:0/667790558 >> 172.21.15.67:0/667790558 conn(0x7ff1d8074480 msgr2=0x7ff1d806cb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:05.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.946+0000 7ff1dd3ba640 1 -- 172.21.15.67:0/667790558 shutdown_connections 2024-09-21T00:36:05.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.946+0000 7ff1dd3ba640 1 -- 172.21.15.67:0/667790558 wait complete. 2024-09-21T00:36:05.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.947+0000 7ff1dd3ba640 1 Processor -- start 2024-09-21T00:36:05.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.947+0000 7ff1dd3ba640 1 -- start start 2024-09-21T00:36:05.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.949+0000 7ff1dd3ba640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff1d80b7480 0x7ff1d81f0770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:05.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.949+0000 7ff1dd3ba640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff1d80cf960 0x7ff1d81f67f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:05.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.949+0000 7ff1dd3ba640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff1d81f6d30 0x7ff1d8068d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:05.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.949+0000 7ff1dd3ba640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff1d80d0640 con 0x7ff1d80b7480 2024-09-21T00:36:05.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.949+0000 7ff1dd3ba640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff1d80d04c0 con 0x7ff1d81f6d30 2024-09-21T00:36:05.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.949+0000 7ff1dd3ba640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7ff1d80d07c0 con 0x7ff1d80cf960 2024-09-21T00:36:05.951 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.949+0000 7ff1d6ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff1d80b7480 0x7ff1d81f0770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:05.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.949+0000 7ff1d6ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff1d80b7480 0x7ff1d81f0770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36138/0 (socket says 172.21.15.67:36138) 2024-09-21T00:36:05.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.949+0000 7ff1d6ffd640 1 -- 172.21.15.67:0/483571197 learned_addr learned my addr 172.21.15.67:0/483571197 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:05.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.949+0000 7ff1d77fe640 1 --2- 172.21.15.67:0/483571197 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff1d81f6d30 0x7ff1d8068d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:05.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.949+0000 7ff1cffff640 1 --2- 172.21.15.67:0/483571197 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff1d80cf960 0x7ff1d81f67f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:05.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.949+0000 7ff1d6ffd640 1 -- 172.21.15.67:0/483571197 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff1d80cf960 msgr2=0x7ff1d81f67f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:05.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.949+0000 7ff1d6ffd640 1 --2- 172.21.15.67:0/483571197 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff1d80cf960 0x7ff1d81f67f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:05.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.949+0000 7ff1d6ffd640 1 -- 172.21.15.67:0/483571197 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff1d81f6d30 msgr2=0x7ff1d8068d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:05.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.949+0000 7ff1d6ffd640 1 --2- 172.21.15.67:0/483571197 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff1d81f6d30 0x7ff1d8068d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:05.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.949+0000 7ff1d6ffd640 1 -- 172.21.15.67:0/483571197 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1d81f7560 con 0x7ff1d80b7480 2024-09-21T00:36:05.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.949+0000 7ff1d6ffd640 1 --2- 172.21.15.67:0/483571197 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff1d80b7480 0x7ff1d81f0770 secure :-1 s=READY pgs=2534 cs=0 l=1 rev1=1 crypto rx=0x7ff1c800c460 tx=0x7ff1c800c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:05.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.950+0000 7ff1cf7fe640 1 -- 172.21.15.67:0/483571197 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1c8011790 con 0x7ff1d80b7480 2024-09-21T00:36:05.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.950+0000 7ff1cf7fe640 1 -- 172.21.15.67:0/483571197 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff1c8017070 con 0x7ff1d80b7480 2024-09-21T00:36:05.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.950+0000 7ff1dd3ba640 1 -- 172.21.15.67:0/483571197 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff1d8141cd0 con 0x7ff1d80b7480 2024-09-21T00:36:05.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.950+0000 7ff1cf7fe640 1 -- 172.21.15.67:0/483571197 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1c8011ce0 con 0x7ff1d80b7480 2024-09-21T00:36:05.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.950+0000 7ff1dd3ba640 1 -- 172.21.15.67:0/483571197 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1d8142290 con 0x7ff1d80b7480 2024-09-21T00:36:05.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.951+0000 7ff1dd3ba640 1 -- 172.21.15.67:0/483571197 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff1d80cfd70 con 0x7ff1d80b7480 2024-09-21T00:36:05.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.952+0000 7ff1cf7fe640 1 -- 172.21.15.67:0/483571197 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7ff1c801c460 con 0x7ff1d80b7480 2024-09-21T00:36:05.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.952+0000 7ff1cf7fe640 1 --2- 172.21.15.67:0/483571197 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff1b8078b90 0x7ff1b807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:05.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.952+0000 7ff1cf7fe640 1 -- 172.21.15.67:0/483571197 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(199..199 src has 1..199) ==== 5738+0+0 (secure 0 0 0) 0x7ff1c809aaa0 con 0x7ff1d80b7480 2024-09-21T00:36:05.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.953+0000 7ff1cffff640 1 --2- 172.21.15.67:0/483571197 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff1b8078b90 0x7ff1b807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:05.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.953+0000 7ff1cffff640 1 --2- 172.21.15.67:0/483571197 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff1b8078b90 0x7ff1b807b0a0 secure :-1 s=READY pgs=950 cs=0 l=1 rev1=1 crypto rx=0x7ff1c0034000 tx=0x7ff1c0004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:05.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:05.957+0000 7ff1cf7fe640 1 -- 172.21.15.67:0/483571197 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7ff1c8062870 con 0x7ff1d80b7480 2024-09-21T00:36:06.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.185+0000 7ff1dd3ba640 1 -- 172.21.15.67:0/483571197 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff1d806dc10 con 0x7ff1d80b7480 2024-09-21T00:36:06.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.186+0000 7ff1cf7fe640 1 -- 172.21.15.67:0/483571197 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 169 v169) ==== 95+0+5232 (secure 0 0 0) 0x7ff1c80672a0 con 0x7ff1d80b7480 2024-09-21T00:36:06.187 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:06.187 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":169,"btime":"2024-09-21T00:35:53:228931+0000","default_fscid":15,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8900,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/2874894997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":2874894997},{"type":"v1","addr":"172.21.15.67:6834","nonce":2874894997}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":163},{"gid":8906,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/66001447","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":66001447},{"type":"v1","addr":"172.21.15.97:6836","nonce":66001447}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":164},{"gid":8909,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/2736684398","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":2736684398},{"type":"v1","addr":"172.21.15.97:6837","nonce":2736684398}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":164}],"filesystems":[{"mdsmap":{"epoch":169,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:35:49.593119+0000","modified":"2024-09-21T00:35:52.615020+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":11352},"failed":[],"damaged":[],"stopped":[],"info":{"gid_11352":{"gid":11352,"name":"c","rank":0,"incarnation":165,"state":"up:active","state_seq":3,"addr":"172.21.15.67:6835/2304099336","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":2304099336},{"type":"v1","addr":"172.21.15.67:6835","nonce":2304099336}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[31],"metadata_pool":30,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":11352,"qdb_cluster":[11352]},"id":15}]} 2024-09-21T00:36:06.187 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 169 2024-09-21T00:36:06.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.188+0000 7ff1dd3ba640 1 -- 172.21.15.67:0/483571197 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff1b8078b90 msgr2=0x7ff1b807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:06.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.188+0000 7ff1dd3ba640 1 --2- 172.21.15.67:0/483571197 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff1b8078b90 0x7ff1b807b0a0 secure :-1 s=READY pgs=950 cs=0 l=1 rev1=1 crypto rx=0x7ff1c0034000 tx=0x7ff1c0004730 comp rx=0 tx=0).stop 2024-09-21T00:36:06.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.188+0000 7ff1dd3ba640 1 -- 172.21.15.67:0/483571197 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff1d80b7480 msgr2=0x7ff1d81f0770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:06.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.188+0000 7ff1dd3ba640 1 --2- 172.21.15.67:0/483571197 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff1d80b7480 0x7ff1d81f0770 secure :-1 s=READY pgs=2534 cs=0 l=1 rev1=1 crypto rx=0x7ff1c800c460 tx=0x7ff1c800c920 comp rx=0 tx=0).stop 2024-09-21T00:36:06.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.188+0000 7ff1dd3ba640 1 -- 172.21.15.67:0/483571197 shutdown_connections 2024-09-21T00:36:06.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.188+0000 7ff1dd3ba640 1 --2- 172.21.15.67:0/483571197 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff1b8078b90 0x7ff1b807b0a0 unknown :-1 s=CLOSED pgs=950 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:06.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.188+0000 7ff1dd3ba640 1 --2- 172.21.15.67:0/483571197 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff1d81f6d30 0x7ff1d8068d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:06.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.188+0000 7ff1dd3ba640 1 --2- 172.21.15.67:0/483571197 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff1d80cf960 0x7ff1d81f67f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:06.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.188+0000 7ff1dd3ba640 1 --2- 172.21.15.67:0/483571197 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff1d80b7480 0x7ff1d81f0770 unknown :-1 s=CLOSED pgs=2534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:06.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.188+0000 7ff1dd3ba640 1 -- 172.21.15.67:0/483571197 >> 172.21.15.67:0/483571197 conn(0x7ff1d8074480 msgr2=0x7ff1d815f830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:06.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.188+0000 7ff1dd3ba640 1 -- 172.21.15.67:0/483571197 shutdown_connections 2024-09-21T00:36:06.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.188+0000 7ff1dd3ba640 1 -- 172.21.15.67:0/483571197 wait complete. 2024-09-21T00:36:06.201 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:36:06.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.319+0000 7f3d01ab6640 1 -- 172.21.15.67:0/657920339 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3cfc0d1820 msgr2=0x7f3cfc0d2730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:06.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.319+0000 7f3d01ab6640 1 --2- 172.21.15.67:0/657920339 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3cfc0d1820 0x7f3cfc0d2730 secure :-1 s=READY pgs=2535 cs=0 l=1 rev1=1 crypto rx=0x7f3cfc0d45e0 tx=0x7f3cf002a560 comp rx=0 tx=0).stop 2024-09-21T00:36:06.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.320+0000 7f3d01ab6640 1 -- 172.21.15.67:0/657920339 shutdown_connections 2024-09-21T00:36:06.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.320+0000 7f3d01ab6640 1 --2- 172.21.15.67:0/657920339 >> v2:172.21.15.97:3300/0 conn(0x7f3cfc15eaa0 0x7f3cfc163080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:06.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.320+0000 7f3d01ab6640 1 --2- 172.21.15.67:0/657920339 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3cfc0d1820 0x7f3cfc0d2730 unknown :-1 s=CLOSED pgs=2535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:06.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.320+0000 7f3d01ab6640 1 -- 172.21.15.67:0/657920339 >> 172.21.15.67:0/657920339 conn(0x7f3cfc073c20 msgr2=0x7f3cfc06cb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:06.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.320+0000 7f3d01ab6640 1 -- 172.21.15.67:0/657920339 shutdown_connections 2024-09-21T00:36:06.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.320+0000 7f3d01ab6640 1 -- 172.21.15.67:0/657920339 wait complete. 2024-09-21T00:36:06.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.321+0000 7f3d01ab6640 1 Processor -- start 2024-09-21T00:36:06.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.322+0000 7f3d01ab6640 1 -- start start 2024-09-21T00:36:06.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.323+0000 7f3d01ab6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3cfc0cfee0 0x7f3cfc156750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:06.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.323+0000 7f3d01ab6640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3cfc0d1820 0x7f3cfc0ca4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:06.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.323+0000 7f3d01ab6640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3cfc15eaa0 0x7f3cfc157170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:06.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.323+0000 7f3d01ab6640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f3cfc0d3610 con 0x7f3cfc0cfee0 2024-09-21T00:36:06.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.323+0000 7f3d01ab6640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f3cfc0d3490 con 0x7f3cfc15eaa0 2024-09-21T00:36:06.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.323+0000 7f3d01ab6640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f3cfc0d3790 con 0x7f3cfc0d1820 2024-09-21T00:36:06.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.323+0000 7f3cfb7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3cfc0cfee0 0x7f3cfc156750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:06.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.323+0000 7f3cfb7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3cfc0cfee0 0x7f3cfc156750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36162/0 (socket says 172.21.15.67:36162) 2024-09-21T00:36:06.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.323+0000 7f3cfb7fe640 1 -- 172.21.15.67:0/847570248 learned_addr learned my addr 172.21.15.67:0/847570248 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:06.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.323+0000 7f3cfaffd640 1 --2- 172.21.15.67:0/847570248 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3cfc0d1820 0x7f3cfc0ca4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:06.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.323+0000 7f3cfbfff640 1 --2- 172.21.15.67:0/847570248 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3cfc15eaa0 0x7f3cfc157170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:06.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.323+0000 7f3cfb7fe640 1 -- 172.21.15.67:0/847570248 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3cfc0d1820 msgr2=0x7f3cfc0ca4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:06.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.323+0000 7f3cfb7fe640 1 --2- 172.21.15.67:0/847570248 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3cfc0d1820 0x7f3cfc0ca4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:06.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.323+0000 7f3cfb7fe640 1 -- 172.21.15.67:0/847570248 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3cfc15eaa0 msgr2=0x7f3cfc157170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:06.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.323+0000 7f3cfb7fe640 1 --2- 172.21.15.67:0/847570248 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3cfc15eaa0 0x7f3cfc157170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:06.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.323+0000 7f3cfb7fe640 1 -- 172.21.15.67:0/847570248 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3cfc1f9230 con 0x7f3cfc0cfee0 2024-09-21T00:36:06.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.324+0000 7f3cfb7fe640 1 --2- 172.21.15.67:0/847570248 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3cfc0cfee0 0x7f3cfc156750 secure :-1 s=READY pgs=2536 cs=0 l=1 rev1=1 crypto rx=0x7f3cec00b3f0 tx=0x7f3cec00b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:06.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.324+0000 7f3ce3fff640 1 -- 172.21.15.67:0/847570248 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cec015020 con 0x7f3cfc0cfee0 2024-09-21T00:36:06.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.324+0000 7f3ce3fff640 1 -- 172.21.15.67:0/847570248 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3cec011920 con 0x7f3cfc0cfee0 2024-09-21T00:36:06.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.324+0000 7f3d01ab6640 1 -- 172.21.15.67:0/847570248 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3cfc1f9510 con 0x7f3cfc0cfee0 2024-09-21T00:36:06.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.324+0000 7f3ce3fff640 1 -- 172.21.15.67:0/847570248 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cec011d70 con 0x7f3cfc0cfee0 2024-09-21T00:36:06.327 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.324+0000 7f3d01ab6640 1 -- 172.21.15.67:0/847570248 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3cfc1f9ad0 con 0x7f3cfc0cfee0 2024-09-21T00:36:06.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.325+0000 7f3d01ab6640 1 -- 172.21.15.67:0/847570248 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3cfc0765c0 con 0x7f3cfc0cfee0 2024-09-21T00:36:06.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.326+0000 7f3ce3fff640 1 -- 172.21.15.67:0/847570248 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f3cec018020 con 0x7f3cfc0cfee0 2024-09-21T00:36:06.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.326+0000 7f3ce3fff640 1 --2- 172.21.15.67:0/847570248 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3ce8078bc0 0x7f3ce807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:06.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.326+0000 7f3ce3fff640 1 -- 172.21.15.67:0/847570248 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(199..199 src has 1..199) ==== 5738+0+0 (secure 0 0 0) 0x7f3cec09ac60 con 0x7f3cfc0cfee0 2024-09-21T00:36:06.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.326+0000 7f3cfaffd640 1 --2- 172.21.15.67:0/847570248 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3ce8078bc0 0x7f3ce807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:06.328 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.327+0000 7f3cfaffd640 1 --2- 172.21.15.67:0/847570248 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3ce8078bc0 0x7f3ce807b0d0 secure :-1 s=READY pgs=951 cs=0 l=1 rev1=1 crypto rx=0x7f3cf0033000 tx=0x7f3cf0004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:06.332 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.331+0000 7f3ce3fff640 1 -- 172.21.15.67:0/847570248 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f3cfc0765c0 con 0x7f3cfc0cfee0 2024-09-21T00:36:06.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.523+0000 7f3d01ab6640 1 -- 172.21.15.67:0/847570248 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f3cfc0d2730 con 0x7f3cfc0cfee0 2024-09-21T00:36:06.609 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.525+0000 7f3ce3fff640 1 -- 172.21.15.67:0/847570248 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v199) ==== 74+0+16692 (secure 0 0 0) 0x7f3cec01f020 con 0x7f3cfc0cfee0 2024-09-21T00:36:06.610 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:06.610 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":199,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:36:03.265114+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":31,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":30,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:35:47.264833+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"196","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":31,"pool_name":"cephfs_data","create_time":"2024-09-21T00:35:48.552756+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"197","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":195,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":195,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":195,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":195,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":195,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":195,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":195,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":198,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"31.8","mappings":[{"from":0,"to":7}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:36:06.611 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.527+0000 7f3d01ab6640 1 -- 172.21.15.67:0/847570248 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3ce8078bc0 msgr2=0x7f3ce807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:06.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.527+0000 7f3d01ab6640 1 --2- 172.21.15.67:0/847570248 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3ce8078bc0 0x7f3ce807b0d0 secure :-1 s=READY pgs=951 cs=0 l=1 rev1=1 crypto rx=0x7f3cf0033000 tx=0x7f3cf0004730 comp rx=0 tx=0).stop 2024-09-21T00:36:06.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.527+0000 7f3d01ab6640 1 -- 172.21.15.67:0/847570248 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3cfc0cfee0 msgr2=0x7f3cfc156750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:06.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.527+0000 7f3d01ab6640 1 --2- 172.21.15.67:0/847570248 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3cfc0cfee0 0x7f3cfc156750 secure :-1 s=READY pgs=2536 cs=0 l=1 rev1=1 crypto rx=0x7f3cec00b3f0 tx=0x7f3cec00b8b0 comp rx=0 tx=0).stop 2024-09-21T00:36:06.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.527+0000 7f3d01ab6640 1 -- 172.21.15.67:0/847570248 shutdown_connections 2024-09-21T00:36:06.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.527+0000 7f3d01ab6640 1 --2- 172.21.15.67:0/847570248 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3ce8078bc0 0x7f3ce807b0d0 unknown :-1 s=CLOSED pgs=951 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:06.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.527+0000 7f3d01ab6640 1 --2- 172.21.15.67:0/847570248 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3cfc15eaa0 0x7f3cfc157170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:06.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.527+0000 7f3d01ab6640 1 --2- 172.21.15.67:0/847570248 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3cfc0d1820 0x7f3cfc0ca4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:06.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.527+0000 7f3d01ab6640 1 --2- 172.21.15.67:0/847570248 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3cfc0cfee0 0x7f3cfc156750 unknown :-1 s=CLOSED pgs=2536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:06.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.527+0000 7f3d01ab6640 1 -- 172.21.15.67:0/847570248 >> 172.21.15.67:0/847570248 conn(0x7f3cfc073c20 msgr2=0x7f3cfc0b4a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:06.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.527+0000 7f3d01ab6640 1 -- 172.21.15.67:0/847570248 shutdown_connections 2024-09-21T00:36:06.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.527+0000 7f3d01ab6640 1 -- 172.21.15.67:0/847570248 wait complete. 2024-09-21T00:36:06.614 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-21T00:36:06.614 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:36:06.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.731+0000 7f480012b640 1 -- 172.21.15.67:0/732244773 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f47e0004800 msgr2=0x7f47e0004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:06.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.731+0000 7f480012b640 1 --2- 172.21.15.67:0/732244773 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f47e0004800 0x7f47e0004c10 secure :-1 s=READY pgs=2538 cs=0 l=1 rev1=1 crypto rx=0x7f47ec001800 tx=0x7f47e0005830 comp rx=0 tx=0).stop 2024-09-21T00:36:06.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.732+0000 7f480012b640 1 -- 172.21.15.67:0/732244773 shutdown_connections 2024-09-21T00:36:06.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.732+0000 7f480012b640 1 --2- 172.21.15.67:0/732244773 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f47e0004800 0x7f47e0004c10 unknown :-1 s=CLOSED pgs=2538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:06.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.732+0000 7f480012b640 1 -- 172.21.15.67:0/732244773 >> 172.21.15.67:0/732244773 conn(0x7f47f80b6430 msgr2=0x7f47f80b6840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:06.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.732+0000 7f480012b640 1 -- 172.21.15.67:0/732244773 shutdown_connections 2024-09-21T00:36:06.733 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.732+0000 7f480012b640 1 -- 172.21.15.67:0/732244773 wait complete. 2024-09-21T00:36:06.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.733+0000 7f480012b640 1 Processor -- start 2024-09-21T00:36:06.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.733+0000 7f480012b640 1 -- start start 2024-09-21T00:36:06.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.735+0000 7f480012b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f47e0004800 0x7f47f814b120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:06.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.735+0000 7f480012b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f47f80c8290 0x7f47f80c86a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:06.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.735+0000 7f480012b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f47f80b8f40 0x7f47f80b9350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:06.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.735+0000 7f480012b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f47f80d16e0 con 0x7f47e0004800 2024-09-21T00:36:06.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.735+0000 7f480012b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f47f80d1560 con 0x7f47f80b8f40 2024-09-21T00:36:06.737 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.735+0000 7f480012b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f47f80d1860 con 0x7f47f80c8290 2024-09-21T00:36:06.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.735+0000 7f47fdec7640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f47e0004800 0x7f47f814b120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:06.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.735+0000 7f47fdec7640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f47e0004800 0x7f47f814b120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36176/0 (socket says 172.21.15.67:36176) 2024-09-21T00:36:06.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.735+0000 7f47fdec7640 1 -- 172.21.15.67:0/3973418893 learned_addr learned my addr 172.21.15.67:0/3973418893 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:06.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.735+0000 7f47fd6c6640 1 --2- 172.21.15.67:0/3973418893 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f47f80c8290 0x7f47f80c86a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:06.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.735+0000 7f47fdec7640 1 -- 172.21.15.67:0/3973418893 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f47f80c8290 msgr2=0x7f47f80c86a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:06.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.735+0000 7f47fe6c8640 1 --2- 172.21.15.67:0/3973418893 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f47f80b8f40 0x7f47f80b9350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:06.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.735+0000 7f47fdec7640 1 --2- 172.21.15.67:0/3973418893 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f47f80c8290 0x7f47f80c86a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:06.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.735+0000 7f47fdec7640 1 -- 172.21.15.67:0/3973418893 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f47f80b8f40 msgr2=0x7f47f80b9350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:06.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.735+0000 7f47fdec7640 1 --2- 172.21.15.67:0/3973418893 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f47f80b8f40 0x7f47f80b9350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:06.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.735+0000 7f47fdec7640 1 -- 172.21.15.67:0/3973418893 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47f80b9890 con 0x7f47e0004800 2024-09-21T00:36:06.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.735+0000 7f47fdec7640 1 --2- 172.21.15.67:0/3973418893 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f47e0004800 0x7f47f814b120 secure :-1 s=READY pgs=2539 cs=0 l=1 rev1=1 crypto rx=0x7f47e8006400 tx=0x7f47e80068c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:06.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.735+0000 7f47f67fc640 1 -- 172.21.15.67:0/3973418893 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47e8015070 con 0x7f47e0004800 2024-09-21T00:36:06.738 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.736+0000 7f47f67fc640 1 -- 172.21.15.67:0/3973418893 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f47e800fe20 con 0x7f47e0004800 2024-09-21T00:36:06.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.736+0000 7f480012b640 1 -- 172.21.15.67:0/3973418893 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f47f814b660 con 0x7f47e0004800 2024-09-21T00:36:06.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.736+0000 7f47f67fc640 1 -- 172.21.15.67:0/3973418893 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47e8011690 con 0x7f47e0004800 2024-09-21T00:36:06.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.736+0000 7f480012b640 1 -- 172.21.15.67:0/3973418893 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f47f80c9230 con 0x7f47e0004800 2024-09-21T00:36:06.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.737+0000 7f480012b640 1 -- 172.21.15.67:0/3973418893 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f47f80c9470 con 0x7f47e0004800 2024-09-21T00:36:06.739 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.738+0000 7f47f67fc640 1 -- 172.21.15.67:0/3973418893 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f47e8011830 con 0x7f47e0004800 2024-09-21T00:36:06.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.738+0000 7f47f67fc640 1 --2- 172.21.15.67:0/3973418893 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f47e4078b90 0x7f47e407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:06.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.738+0000 7f47f67fc640 1 -- 172.21.15.67:0/3973418893 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(199..199 src has 1..199) ==== 5738+0+0 (secure 0 0 0) 0x7f47e809c080 con 0x7f47e0004800 2024-09-21T00:36:06.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.738+0000 7f47fd6c6640 1 --2- 172.21.15.67:0/3973418893 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f47e4078b90 0x7f47e407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:06.740 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.739+0000 7f47fd6c6640 1 --2- 172.21.15.67:0/3973418893 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f47e4078b90 0x7f47e407b0a0 secure :-1 s=READY pgs=952 cs=0 l=1 rev1=1 crypto rx=0x7f47ec032000 tx=0x7f47ec001360 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:06.743 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.743+0000 7f47f67fc640 1 -- 172.21.15.67:0/3973418893 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f47f80b9890 con 0x7f47e0004800 2024-09-21T00:36:06.967 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.966+0000 7f480012b640 1 -- 172.21.15.67:0/3973418893 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f47f8163120 con 0x7f47e0004800 2024-09-21T00:36:06.968 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.967+0000 7f47f67fc640 1 -- 172.21.15.67:0/3973418893 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 169 v169) ==== 95+0+5232 (secure 0 0 0) 0x7f47f815eef0 con 0x7f47e0004800 2024-09-21T00:36:06.968 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:06.968 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":169,"btime":"2024-09-21T00:35:53:228931+0000","default_fscid":15,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8900,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/2874894997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":2874894997},{"type":"v1","addr":"172.21.15.67:6834","nonce":2874894997}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":163},{"gid":8906,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/66001447","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":66001447},{"type":"v1","addr":"172.21.15.97:6836","nonce":66001447}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":164},{"gid":8909,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/2736684398","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":2736684398},{"type":"v1","addr":"172.21.15.97:6837","nonce":2736684398}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":164}],"filesystems":[{"mdsmap":{"epoch":169,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:35:49.593119+0000","modified":"2024-09-21T00:35:52.615020+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":11352},"failed":[],"damaged":[],"stopped":[],"info":{"gid_11352":{"gid":11352,"name":"c","rank":0,"incarnation":165,"state":"up:active","state_seq":3,"addr":"172.21.15.67:6835/2304099336","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":2304099336},{"type":"v1","addr":"172.21.15.67:6835","nonce":2304099336}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[31],"metadata_pool":30,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":11352,"qdb_cluster":[11352]},"id":15}]} 2024-09-21T00:36:06.969 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 169 2024-09-21T00:36:06.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.969+0000 7f480012b640 1 -- 172.21.15.67:0/3973418893 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f47e4078b90 msgr2=0x7f47e407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:06.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.969+0000 7f480012b640 1 --2- 172.21.15.67:0/3973418893 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f47e4078b90 0x7f47e407b0a0 secure :-1 s=READY pgs=952 cs=0 l=1 rev1=1 crypto rx=0x7f47ec032000 tx=0x7f47ec001360 comp rx=0 tx=0).stop 2024-09-21T00:36:06.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.969+0000 7f480012b640 1 -- 172.21.15.67:0/3973418893 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f47e0004800 msgr2=0x7f47f814b120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:06.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.969+0000 7f480012b640 1 --2- 172.21.15.67:0/3973418893 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f47e0004800 0x7f47f814b120 secure :-1 s=READY pgs=2539 cs=0 l=1 rev1=1 crypto rx=0x7f47e8006400 tx=0x7f47e80068c0 comp rx=0 tx=0).stop 2024-09-21T00:36:06.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.969+0000 7f480012b640 1 -- 172.21.15.67:0/3973418893 shutdown_connections 2024-09-21T00:36:06.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.969+0000 7f480012b640 1 --2- 172.21.15.67:0/3973418893 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f47e4078b90 0x7f47e407b0a0 unknown :-1 s=CLOSED pgs=952 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:06.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.969+0000 7f480012b640 1 --2- 172.21.15.67:0/3973418893 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f47f80b8f40 0x7f47f80b9350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:06.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.969+0000 7f480012b640 1 --2- 172.21.15.67:0/3973418893 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f47f80c8290 0x7f47f80c86a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:06.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.969+0000 7f480012b640 1 --2- 172.21.15.67:0/3973418893 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f47e0004800 0x7f47f814b120 unknown :-1 s=CLOSED pgs=2539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:06.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.969+0000 7f480012b640 1 -- 172.21.15.67:0/3973418893 >> 172.21.15.67:0/3973418893 conn(0x7f47f80b6430 msgr2=0x7f47f806d280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:06.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.969+0000 7f480012b640 1 -- 172.21.15.67:0/3973418893 shutdown_connections 2024-09-21T00:36:06.972 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:06.969+0000 7f480012b640 1 -- 172.21.15.67:0/3973418893 wait complete. 2024-09-21T00:36:06.982 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:36:07.098 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.097+0000 7f1b42dc3640 1 -- 172.21.15.67:0/2093068286 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1b3c0cfb90 msgr2=0x7f1b3c0b5d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:07.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.097+0000 7f1b42dc3640 1 --2- 172.21.15.67:0/2093068286 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1b3c0cfb90 0x7f1b3c0b5d10 secure :-1 s=READY pgs=2541 cs=0 l=1 rev1=1 crypto rx=0x7f1b3c0ccc70 tx=0x7f1b2c02a530 comp rx=0 tx=0).stop 2024-09-21T00:36:07.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.097+0000 7f1b42dc3640 1 -- 172.21.15.67:0/2093068286 shutdown_connections 2024-09-21T00:36:07.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.097+0000 7f1b42dc3640 1 --2- 172.21.15.67:0/2093068286 >> v2:172.21.15.97:3300/0 conn(0x7f1b3c0d0f70 0x7f1b3c0ccea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:07.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.097+0000 7f1b42dc3640 1 --2- 172.21.15.67:0/2093068286 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1b3c0cfb90 0x7f1b3c0b5d10 unknown :-1 s=CLOSED pgs=2541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:07.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.097+0000 7f1b42dc3640 1 -- 172.21.15.67:0/2093068286 >> 172.21.15.67:0/2093068286 conn(0x7f1b3c0b4030 msgr2=0x7f1b3c0b4440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:07.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.097+0000 7f1b42dc3640 1 -- 172.21.15.67:0/2093068286 shutdown_connections 2024-09-21T00:36:07.099 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.097+0000 7f1b42dc3640 1 -- 172.21.15.67:0/2093068286 wait complete. 2024-09-21T00:36:07.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.099+0000 7f1b42dc3640 1 Processor -- start 2024-09-21T00:36:07.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.099+0000 7f1b42dc3640 1 -- start start 2024-09-21T00:36:07.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.100+0000 7f1b42dc3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1b3c0b6250 0x7f1b3c157cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:07.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.100+0000 7f1b42dc3640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1b3c0cfb90 0x7f1b3c1e74d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:07.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.100+0000 7f1b42dc3640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1b3c0c8db0 0x7f1b3c1e7a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:07.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.100+0000 7f1b42dc3640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f1b3c0cd770 con 0x7f1b3c0b6250 2024-09-21T00:36:07.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.100+0000 7f1b42dc3640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f1b3c0cd5f0 con 0x7f1b3c0cfb90 2024-09-21T00:36:07.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.100+0000 7f1b42dc3640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f1b3c0cd8f0 con 0x7f1b3c0c8db0 2024-09-21T00:36:07.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.100+0000 7f1b40b5f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1b3c0b6250 0x7f1b3c157cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:07.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.101+0000 7f1b40b5f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1b3c0b6250 0x7f1b3c157cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36190/0 (socket says 172.21.15.67:36190) 2024-09-21T00:36:07.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.101+0000 7f1b40b5f640 1 -- 172.21.15.67:0/2904299814 learned_addr learned my addr 172.21.15.67:0/2904299814 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:07.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.101+0000 7f1b41360640 1 --2- 172.21.15.67:0/2904299814 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1b3c0c8db0 0x7f1b3c1e7a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:07.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.101+0000 7f1b3bfff640 1 --2- 172.21.15.67:0/2904299814 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1b3c0cfb90 0x7f1b3c1e74d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:07.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.101+0000 7f1b40b5f640 1 -- 172.21.15.67:0/2904299814 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1b3c0c8db0 msgr2=0x7f1b3c1e7a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:07.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.101+0000 7f1b40b5f640 1 --2- 172.21.15.67:0/2904299814 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1b3c0c8db0 0x7f1b3c1e7a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:07.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.101+0000 7f1b40b5f640 1 -- 172.21.15.67:0/2904299814 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1b3c0cfb90 msgr2=0x7f1b3c1e74d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:07.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.101+0000 7f1b40b5f640 1 --2- 172.21.15.67:0/2904299814 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1b3c0cfb90 0x7f1b3c1e74d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:07.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.101+0000 7f1b40b5f640 1 -- 172.21.15.67:0/2904299814 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b3c1f3250 con 0x7f1b3c0b6250 2024-09-21T00:36:07.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.101+0000 7f1b40b5f640 1 --2- 172.21.15.67:0/2904299814 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1b3c0b6250 0x7f1b3c157cf0 secure :-1 s=READY pgs=2542 cs=0 l=1 rev1=1 crypto rx=0x7f1b2c009920 tx=0x7f1b2c033c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:07.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.101+0000 7f1b397fa640 1 -- 172.21.15.67:0/2904299814 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b2c031d60 con 0x7f1b3c0b6250 2024-09-21T00:36:07.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.101+0000 7f1b397fa640 1 -- 172.21.15.67:0/2904299814 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f1b2c005020 con 0x7f1b3c0b6250 2024-09-21T00:36:07.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.101+0000 7f1b42dc3640 1 -- 172.21.15.67:0/2904299814 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1b3c1f6d20 con 0x7f1b3c0b6250 2024-09-21T00:36:07.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.101+0000 7f1b397fa640 1 -- 172.21.15.67:0/2904299814 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b2c005470 con 0x7f1b3c0b6250 2024-09-21T00:36:07.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.101+0000 7f1b42dc3640 1 -- 172.21.15.67:0/2904299814 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1b3c1f72e0 con 0x7f1b3c0b6250 2024-09-21T00:36:07.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.102+0000 7f1b42dc3640 1 -- 172.21.15.67:0/2904299814 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1b3c0b5d10 con 0x7f1b3c0b6250 2024-09-21T00:36:07.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.103+0000 7f1b397fa640 1 -- 172.21.15.67:0/2904299814 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f1b2c0047a0 con 0x7f1b3c0b6250 2024-09-21T00:36:07.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.104+0000 7f1b397fa640 1 --2- 172.21.15.67:0/2904299814 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1b1c078bc0 0x7f1b1c07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:07.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.104+0000 7f1b397fa640 1 -- 172.21.15.67:0/2904299814 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(199..199 src has 1..199) ==== 5738+0+0 (secure 0 0 0) 0x7f1b2c0bbdd0 con 0x7f1b3c0b6250 2024-09-21T00:36:07.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.104+0000 7f1b3bfff640 1 --2- 172.21.15.67:0/2904299814 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1b1c078bc0 0x7f1b1c07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:07.106 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.104+0000 7f1b3bfff640 1 --2- 172.21.15.67:0/2904299814 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1b1c078bc0 0x7f1b1c07b0d0 secure :-1 s=READY pgs=953 cs=0 l=1 rev1=1 crypto rx=0x7f1b3c0712c0 tx=0x7f1b240019f0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:07.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.108+0000 7f1b397fa640 1 -- 172.21.15.67:0/2904299814 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f1b3c1f3250 con 0x7f1b3c0b6250 2024-09-21T00:36:07.332 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.331+0000 7f1b42dc3640 1 -- 172.21.15.67:0/2904299814 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1b3c0718b0 con 0x7f1b3c0b6250 2024-09-21T00:36:07.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.332+0000 7f1b397fa640 1 -- 172.21.15.67:0/2904299814 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 169 v169) ==== 95+0+5232 (secure 0 0 0) 0x7f1b2c0bd090 con 0x7f1b3c0b6250 2024-09-21T00:36:07.334 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:07.334 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":169,"btime":"2024-09-21T00:35:53:228931+0000","default_fscid":15,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8900,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/2874894997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":2874894997},{"type":"v1","addr":"172.21.15.67:6834","nonce":2874894997}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":163},{"gid":8906,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/66001447","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":66001447},{"type":"v1","addr":"172.21.15.97:6836","nonce":66001447}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":164},{"gid":8909,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/2736684398","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":2736684398},{"type":"v1","addr":"172.21.15.97:6837","nonce":2736684398}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":164}],"filesystems":[{"mdsmap":{"epoch":169,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:35:49.593119+0000","modified":"2024-09-21T00:35:52.615020+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":11352},"failed":[],"damaged":[],"stopped":[],"info":{"gid_11352":{"gid":11352,"name":"c","rank":0,"incarnation":165,"state":"up:active","state_seq":3,"addr":"172.21.15.67:6835/2304099336","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":2304099336},{"type":"v1","addr":"172.21.15.67:6835","nonce":2304099336}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[31],"metadata_pool":30,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":11352,"qdb_cluster":[11352]},"id":15}]} 2024-09-21T00:36:07.334 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 169 2024-09-21T00:36:07.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.334+0000 7f1b42dc3640 1 -- 172.21.15.67:0/2904299814 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1b1c078bc0 msgr2=0x7f1b1c07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:07.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.334+0000 7f1b42dc3640 1 --2- 172.21.15.67:0/2904299814 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1b1c078bc0 0x7f1b1c07b0d0 secure :-1 s=READY pgs=953 cs=0 l=1 rev1=1 crypto rx=0x7f1b3c0712c0 tx=0x7f1b240019f0 comp rx=0 tx=0).stop 2024-09-21T00:36:07.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.334+0000 7f1b42dc3640 1 -- 172.21.15.67:0/2904299814 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1b3c0b6250 msgr2=0x7f1b3c157cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:07.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.334+0000 7f1b42dc3640 1 --2- 172.21.15.67:0/2904299814 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1b3c0b6250 0x7f1b3c157cf0 secure :-1 s=READY pgs=2542 cs=0 l=1 rev1=1 crypto rx=0x7f1b2c009920 tx=0x7f1b2c033c90 comp rx=0 tx=0).stop 2024-09-21T00:36:07.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.334+0000 7f1b42dc3640 1 -- 172.21.15.67:0/2904299814 shutdown_connections 2024-09-21T00:36:07.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.334+0000 7f1b42dc3640 1 --2- 172.21.15.67:0/2904299814 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1b1c078bc0 0x7f1b1c07b0d0 unknown :-1 s=CLOSED pgs=953 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:07.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.334+0000 7f1b42dc3640 1 --2- 172.21.15.67:0/2904299814 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f1b3c0c8db0 0x7f1b3c1e7a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:07.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.334+0000 7f1b42dc3640 1 --2- 172.21.15.67:0/2904299814 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f1b3c0cfb90 0x7f1b3c1e74d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:07.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.334+0000 7f1b42dc3640 1 --2- 172.21.15.67:0/2904299814 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f1b3c0b6250 0x7f1b3c157cf0 unknown :-1 s=CLOSED pgs=2542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:07.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.334+0000 7f1b42dc3640 1 -- 172.21.15.67:0/2904299814 >> 172.21.15.67:0/2904299814 conn(0x7f1b3c0b4030 msgr2=0x7f1b3c0d0d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:07.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.334+0000 7f1b42dc3640 1 -- 172.21.15.67:0/2904299814 shutdown_connections 2024-09-21T00:36:07.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.334+0000 7f1b42dc3640 1 -- 172.21.15.67:0/2904299814 wait complete. 2024-09-21T00:36:07.347 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:36:07.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.462+0000 7f775cc4d640 1 -- 172.21.15.67:0/1597977602 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f775815eae0 msgr2=0x7f7758163040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:07.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.462+0000 7f775cc4d640 1 --2- 172.21.15.67:0/1597977602 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f775815eae0 0x7f7758163040 secure :-1 s=READY pgs=2543 cs=0 l=1 rev1=1 crypto rx=0x7f7748005fd0 tx=0x7f774802a5d0 comp rx=0 tx=0).stop 2024-09-21T00:36:07.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.462+0000 7f775cc4d640 1 -- 172.21.15.67:0/1597977602 shutdown_connections 2024-09-21T00:36:07.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.462+0000 7f775cc4d640 1 --2- 172.21.15.67:0/1597977602 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f77580d3160 0x7f77580d3570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:07.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.463+0000 7f775cc4d640 1 --2- 172.21.15.67:0/1597977602 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f775815eae0 0x7f7758163040 unknown :-1 s=CLOSED pgs=2543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:07.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.463+0000 7f775cc4d640 1 -- 172.21.15.67:0/1597977602 >> 172.21.15.67:0/1597977602 conn(0x7f77580b6430 msgr2=0x7f77580b6840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:07.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.463+0000 7f775cc4d640 1 -- 172.21.15.67:0/1597977602 shutdown_connections 2024-09-21T00:36:07.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.463+0000 7f775cc4d640 1 -- 172.21.15.67:0/1597977602 wait complete. 2024-09-21T00:36:07.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.464+0000 7f775cc4d640 1 Processor -- start 2024-09-21T00:36:07.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.465+0000 7f775cc4d640 1 -- start start 2024-09-21T00:36:07.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.466+0000 7f775cc4d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f77580d1150 0x7f77581f9a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:07.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.466+0000 7f775cc4d640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f77580d3160 0x7f77580cbf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:07.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.466+0000 7f775cc4d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f775815eae0 0x7f7758153ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:07.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.466+0000 7f775cc4d640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f77580d3e40 con 0x7f77580d1150 2024-09-21T00:36:07.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.466+0000 7f775cc4d640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f77580d3cc0 con 0x7f775815eae0 2024-09-21T00:36:07.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.466+0000 7f775cc4d640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f77580d3fc0 con 0x7f77580d3160 2024-09-21T00:36:07.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.466+0000 7f775659c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f77580d1150 0x7f77581f9a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:07.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.466+0000 7f775659c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f77580d1150 0x7f77581f9a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36220/0 (socket says 172.21.15.67:36220) 2024-09-21T00:36:07.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.466+0000 7f775659c640 1 -- 172.21.15.67:0/2285032662 learned_addr learned my addr 172.21.15.67:0/2285032662 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:07.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.466+0000 7f774ffff640 1 --2- 172.21.15.67:0/2285032662 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f77580d3160 0x7f77580cbf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:07.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.466+0000 7f7756d9d640 1 --2- 172.21.15.67:0/2285032662 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f775815eae0 0x7f7758153ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:07.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.466+0000 7f775659c640 1 -- 172.21.15.67:0/2285032662 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f77580d3160 msgr2=0x7f77580cbf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:07.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.466+0000 7f775659c640 1 --2- 172.21.15.67:0/2285032662 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f77580d3160 0x7f77580cbf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:07.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.466+0000 7f775659c640 1 -- 172.21.15.67:0/2285032662 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f775815eae0 msgr2=0x7f7758153ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:07.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.466+0000 7f775659c640 1 --2- 172.21.15.67:0/2285032662 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f775815eae0 0x7f7758153ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:07.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.466+0000 7f775659c640 1 -- 172.21.15.67:0/2285032662 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77580cc450 con 0x7f77580d1150 2024-09-21T00:36:07.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.467+0000 7f775659c640 1 --2- 172.21.15.67:0/2285032662 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f77580d1150 0x7f77581f9a00 secure :-1 s=READY pgs=2544 cs=0 l=1 rev1=1 crypto rx=0x7f7748034040 tx=0x7f77480038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:07.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.467+0000 7f774effd640 1 -- 172.21.15.67:0/2285032662 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f774803e030 con 0x7f77580d1150 2024-09-21T00:36:07.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.467+0000 7f774effd640 1 -- 172.21.15.67:0/2285032662 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7748003ca0 con 0x7f77580d1150 2024-09-21T00:36:07.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.467+0000 7f774effd640 1 -- 172.21.15.67:0/2285032662 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7748035040 con 0x7f77580d1150 2024-09-21T00:36:07.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.467+0000 7f775cc4d640 1 -- 172.21.15.67:0/2285032662 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f77580c94f0 con 0x7f77580d1150 2024-09-21T00:36:07.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.467+0000 7f775cc4d640 1 -- 172.21.15.67:0/2285032662 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77580c9ab0 con 0x7f77580d1150 2024-09-21T00:36:07.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.468+0000 7f775cc4d640 1 -- 172.21.15.67:0/2285032662 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f77580d3570 con 0x7f77580d1150 2024-09-21T00:36:07.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.469+0000 7f774effd640 1 -- 172.21.15.67:0/2285032662 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f7748041030 con 0x7f77580d1150 2024-09-21T00:36:07.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.469+0000 7f774effd640 1 --2- 172.21.15.67:0/2285032662 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7738078b90 0x7f773807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:07.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.469+0000 7f774effd640 1 -- 172.21.15.67:0/2285032662 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(199..199 src has 1..199) ==== 5738+0+0 (secure 0 0 0) 0x7f77480bb330 con 0x7f77580d1150 2024-09-21T00:36:07.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.469+0000 7f774ffff640 1 --2- 172.21.15.67:0/2285032662 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7738078b90 0x7f773807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:07.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.470+0000 7f774ffff640 1 --2- 172.21.15.67:0/2285032662 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7738078b90 0x7f773807b0a0 secure :-1 s=READY pgs=954 cs=0 l=1 rev1=1 crypto rx=0x7f77580b5680 tx=0x7f7740009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:07.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.474+0000 7f774effd640 1 -- 172.21.15.67:0/2285032662 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f7748083170 con 0x7f77580d1150 2024-09-21T00:36:07.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.661+0000 7f775cc4d640 1 -- 172.21.15.67:0/2285032662 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f77580d19a0 con 0x7f77580d1150 2024-09-21T00:36:07.663 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.662+0000 7f774effd640 1 -- 172.21.15.67:0/2285032662 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v199) ==== 74+0+16692 (secure 0 0 0) 0x7f7748087ba0 con 0x7f77580d1150 2024-09-21T00:36:07.663 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:07.664 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":199,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:36:03.265114+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":31,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":30,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:35:47.264833+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"196","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":31,"pool_name":"cephfs_data","create_time":"2024-09-21T00:35:48.552756+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"197","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":195,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":195,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":195,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":195,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":195,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":195,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":195,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":198,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"31.8","mappings":[{"from":0,"to":7}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:36:07.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.664+0000 7f775cc4d640 1 -- 172.21.15.67:0/2285032662 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7738078b90 msgr2=0x7f773807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:07.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.664+0000 7f775cc4d640 1 --2- 172.21.15.67:0/2285032662 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7738078b90 0x7f773807b0a0 secure :-1 s=READY pgs=954 cs=0 l=1 rev1=1 crypto rx=0x7f77580b5680 tx=0x7f7740009040 comp rx=0 tx=0).stop 2024-09-21T00:36:07.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.664+0000 7f775cc4d640 1 -- 172.21.15.67:0/2285032662 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f77580d1150 msgr2=0x7f77581f9a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:07.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.664+0000 7f775cc4d640 1 --2- 172.21.15.67:0/2285032662 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f77580d1150 0x7f77581f9a00 secure :-1 s=READY pgs=2544 cs=0 l=1 rev1=1 crypto rx=0x7f7748034040 tx=0x7f77480038a0 comp rx=0 tx=0).stop 2024-09-21T00:36:07.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.664+0000 7f775cc4d640 1 -- 172.21.15.67:0/2285032662 shutdown_connections 2024-09-21T00:36:07.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.664+0000 7f775cc4d640 1 --2- 172.21.15.67:0/2285032662 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7738078b90 0x7f773807b0a0 unknown :-1 s=CLOSED pgs=954 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:07.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.664+0000 7f775cc4d640 1 --2- 172.21.15.67:0/2285032662 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f775815eae0 0x7f7758153ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:07.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.664+0000 7f775cc4d640 1 --2- 172.21.15.67:0/2285032662 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f77580d3160 0x7f77580cbf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:07.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.664+0000 7f775cc4d640 1 --2- 172.21.15.67:0/2285032662 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f77580d1150 0x7f77581f9a00 unknown :-1 s=CLOSED pgs=2544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:07.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.664+0000 7f775cc4d640 1 -- 172.21.15.67:0/2285032662 >> 172.21.15.67:0/2285032662 conn(0x7f77580b6430 msgr2=0x7f77580b6840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:07.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.664+0000 7f775cc4d640 1 -- 172.21.15.67:0/2285032662 shutdown_connections 2024-09-21T00:36:07.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.664+0000 7f775cc4d640 1 -- 172.21.15.67:0/2285032662 wait complete. 2024-09-21T00:36:07.677 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-21T00:36:07.795 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.793+0000 7f65ca227640 1 -- 172.21.15.67:0/44616075 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f65c40b3920 msgr2=0x7f65c40d1110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:07.795 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.793+0000 7f65ca227640 1 --2- 172.21.15.67:0/44616075 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f65c40b3920 0x7f65c40d1110 secure :-1 s=READY pgs=2546 cs=0 l=1 rev1=1 crypto rx=0x7f65b8009830 tx=0x7f65b802a510 comp rx=0 tx=0).stop 2024-09-21T00:36:07.795 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.793+0000 7f65ca227640 1 -- 172.21.15.67:0/44616075 shutdown_connections 2024-09-21T00:36:07.795 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.793+0000 7f65ca227640 1 --2- 172.21.15.67:0/44616075 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f65c40b3920 0x7f65c40d1110 unknown :-1 s=CLOSED pgs=2546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:07.795 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.793+0000 7f65ca227640 1 -- 172.21.15.67:0/44616075 >> 172.21.15.67:0/44616075 conn(0x7f65c406cb30 msgr2=0x7f65c406cf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:07.795 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.793+0000 7f65ca227640 1 -- 172.21.15.67:0/44616075 shutdown_connections 2024-09-21T00:36:07.795 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.793+0000 7f65ca227640 1 -- 172.21.15.67:0/44616075 wait complete. 2024-09-21T00:36:07.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.795+0000 7f65ca227640 1 Processor -- start 2024-09-21T00:36:07.796 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.795+0000 7f65ca227640 1 -- start start 2024-09-21T00:36:07.801 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.797+0000 7f65ca227640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f65c40b3920 0x7f65c41f6150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:07.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.797+0000 7f65ca227640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f65c40d1650 0x7f65c40b5330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:07.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.797+0000 7f65ca227640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f65c415fe20 0x7f65c40b5870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:07.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.797+0000 7f65ca227640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f65c415ebe0 con 0x7f65c415fe20 2024-09-21T00:36:07.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.797+0000 7f65ca227640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f65c415ea60 con 0x7f65c40d1650 2024-09-21T00:36:07.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.797+0000 7f65ca227640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f65c415ed60 con 0x7f65c40b3920 2024-09-21T00:36:07.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.797+0000 7f65c3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f65c415fe20 0x7f65c40b5870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:07.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.797+0000 7f65c3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f65c415fe20 0x7f65c40b5870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36238/0 (socket says 172.21.15.67:36238) 2024-09-21T00:36:07.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.797+0000 7f65c3fff640 1 -- 172.21.15.67:0/2082731534 learned_addr learned my addr 172.21.15.67:0/2082731534 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:07.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.797+0000 7f65c37fe640 1 --2- 172.21.15.67:0/2082731534 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f65c40b3920 0x7f65c41f6150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:07.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.797+0000 7f65c2ffd640 1 --2- 172.21.15.67:0/2082731534 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f65c40d1650 0x7f65c40b5330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:07.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.797+0000 7f65c3fff640 1 -- 172.21.15.67:0/2082731534 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f65c40b3920 msgr2=0x7f65c41f6150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:07.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.797+0000 7f65c3fff640 1 --2- 172.21.15.67:0/2082731534 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f65c40b3920 0x7f65c41f6150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:07.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.797+0000 7f65c3fff640 1 -- 172.21.15.67:0/2082731534 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f65c40d1650 msgr2=0x7f65c40b5330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:07.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.797+0000 7f65c3fff640 1 --2- 172.21.15.67:0/2082731534 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f65c40d1650 0x7f65c40b5330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:07.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.797+0000 7f65c3fff640 1 -- 172.21.15.67:0/2082731534 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65c41fa180 con 0x7f65c415fe20 2024-09-21T00:36:07.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.797+0000 7f65c2ffd640 1 --2- 172.21.15.67:0/2082731534 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f65c40d1650 0x7f65c40b5330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:36:07.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.797+0000 7f65c3fff640 1 --2- 172.21.15.67:0/2082731534 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f65c415fe20 0x7f65c40b5870 secure :-1 s=READY pgs=2547 cs=0 l=1 rev1=1 crypto rx=0x7f65bc00ba10 tx=0x7f65bc00bed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:07.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.797+0000 7f65abfff640 1 -- 172.21.15.67:0/2082731534 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65bc019070 con 0x7f65c415fe20 2024-09-21T00:36:07.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.798+0000 7f65abfff640 1 -- 172.21.15.67:0/2082731534 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f65bc00cc30 con 0x7f65c415fe20 2024-09-21T00:36:07.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.798+0000 7f65ca227640 1 -- 172.21.15.67:0/2082731534 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65c41fa460 con 0x7f65c415fe20 2024-09-21T00:36:07.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.798+0000 7f65abfff640 1 -- 172.21.15.67:0/2082731534 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65bc00ce60 con 0x7f65c415fe20 2024-09-21T00:36:07.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.798+0000 7f65ca227640 1 -- 172.21.15.67:0/2082731534 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65c415ce50 con 0x7f65c415fe20 2024-09-21T00:36:07.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.799+0000 7f65ca227640 1 -- 172.21.15.67:0/2082731534 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f65c40d1110 con 0x7f65c415fe20 2024-09-21T00:36:07.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.799+0000 7f65abfff640 1 -- 172.21.15.67:0/2082731534 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f65bc01c070 con 0x7f65c415fe20 2024-09-21T00:36:07.806 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.800+0000 7f65abfff640 1 --2- 172.21.15.67:0/2082731534 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f65b0078b90 0x7f65b007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:07.806 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.800+0000 7f65abfff640 1 -- 172.21.15.67:0/2082731534 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(199..199 src has 1..199) ==== 5738+0+0 (secure 0 0 0) 0x7f65bc09aa00 con 0x7f65c415fe20 2024-09-21T00:36:07.806 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.800+0000 7f65c37fe640 1 --2- 172.21.15.67:0/2082731534 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f65b0078b90 0x7f65b007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:07.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.801+0000 7f65c37fe640 1 --2- 172.21.15.67:0/2082731534 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f65b0078b90 0x7f65b007b0a0 secure :-1 s=READY pgs=955 cs=0 l=1 rev1=1 crypto rx=0x7f65b40015e0 tx=0x7f65b4009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:07.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:07.805+0000 7f65abfff640 1 -- 172.21.15.67:0/2082731534 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f65bc062da0 con 0x7f65c415fe20 2024-09-21T00:36:08.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:08.033+0000 7f65ca227640 1 -- 172.21.15.67:0/2082731534 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f65c40c8ee0 con 0x7f65c415fe20 2024-09-21T00:36:08.034 INFO:tasks.ceph.mon.a.smithi067.stderr:2024-09-21T00:36:08.033+0000 7f6547693640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-21T00:36:08.036 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:08.035+0000 7f65abfff640 1 -- 172.21.15.67:0/2082731534 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v170) ==== 161+0+0 (secure 0 0 0) 0x7f65bc0626a0 con 0x7f65c415fe20 2024-09-21T00:36:08.036 INFO:teuthology.orchestra.run.smithi067.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-21T00:36:08.039 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:08.038+0000 7f65ca227640 1 -- 172.21.15.67:0/2082731534 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f65b0078b90 msgr2=0x7f65b007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:08.039 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:08.038+0000 7f65ca227640 1 --2- 172.21.15.67:0/2082731534 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f65b0078b90 0x7f65b007b0a0 secure :-1 s=READY pgs=955 cs=0 l=1 rev1=1 crypto rx=0x7f65b40015e0 tx=0x7f65b4009040 comp rx=0 tx=0).stop 2024-09-21T00:36:08.039 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:08.038+0000 7f65ca227640 1 -- 172.21.15.67:0/2082731534 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f65c415fe20 msgr2=0x7f65c40b5870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:08.039 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:08.038+0000 7f65ca227640 1 --2- 172.21.15.67:0/2082731534 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f65c415fe20 0x7f65c40b5870 secure :-1 s=READY pgs=2547 cs=0 l=1 rev1=1 crypto rx=0x7f65bc00ba10 tx=0x7f65bc00bed0 comp rx=0 tx=0).stop 2024-09-21T00:36:08.039 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:08.038+0000 7f65ca227640 1 -- 172.21.15.67:0/2082731534 shutdown_connections 2024-09-21T00:36:08.039 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:08.038+0000 7f65ca227640 1 --2- 172.21.15.67:0/2082731534 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f65b0078b90 0x7f65b007b0a0 unknown :-1 s=CLOSED pgs=955 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:08.039 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:08.038+0000 7f65ca227640 1 --2- 172.21.15.67:0/2082731534 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f65c415fe20 0x7f65c40b5870 unknown :-1 s=CLOSED pgs=2547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:08.039 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:08.038+0000 7f65ca227640 1 --2- 172.21.15.67:0/2082731534 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f65c40d1650 0x7f65c40b5330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:08.040 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:08.038+0000 7f65ca227640 1 --2- 172.21.15.67:0/2082731534 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f65c40b3920 0x7f65c41f6150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:08.040 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:08.038+0000 7f65ca227640 1 -- 172.21.15.67:0/2082731534 >> 172.21.15.67:0/2082731534 conn(0x7f65c406cb30 msgr2=0x7f65c4161dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:08.040 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:08.038+0000 7f65ca227640 1 -- 172.21.15.67:0/2082731534 shutdown_connections 2024-09-21T00:36:08.040 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:08.038+0000 7f65ca227640 1 -- 172.21.15.67:0/2082731534 wait complete. 2024-09-21T00:36:08.053 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-21T00:36:08.108 INFO:tasks.ceph.mds.c.smithi067.stdout:starting mds.c at 2024-09-21T00:36:08.174 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:08.173+0000 7f6dd37a1640 1 -- 172.21.15.67:0/3168829165 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6dcc0d15e0 msgr2=0x7f6dcc15f370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:08.174 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:08.173+0000 7f6dd37a1640 1 --2- 172.21.15.67:0/3168829165 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6dcc0d15e0 0x7f6dcc15f370 secure :-1 s=READY pgs=2551 cs=0 l=1 rev1=1 crypto rx=0x7f6dbc009830 tx=0x7f6dbc02a510 comp rx=0 tx=0).stop 2024-09-21T00:36:08.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:08.173+0000 7f6dd37a1640 1 -- 172.21.15.67:0/3168829165 shutdown_connections 2024-09-21T00:36:08.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:08.173+0000 7f6dd37a1640 1 --2- 172.21.15.67:0/3168829165 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6dcc0d2bf0 0x7f6dcc15f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:08.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:08.173+0000 7f6dd37a1640 1 --2- 172.21.15.67:0/3168829165 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6dcc0d15e0 0x7f6dcc15f370 unknown :-1 s=CLOSED pgs=2551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:08.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:08.173+0000 7f6dd37a1640 1 -- 172.21.15.67:0/3168829165 >> 172.21.15.67:0/3168829165 conn(0x7f6dcc0b6330 msgr2=0x7f6dcc0b6740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:08.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:08.173+0000 7f6dd37a1640 1 -- 172.21.15.67:0/3168829165 shutdown_connections 2024-09-21T00:36:08.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:08.173+0000 7f6dd37a1640 1 -- 172.21.15.67:0/3168829165 wait complete. 2024-09-21T00:36:08.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:08.175+0000 7f6dd37a1640 1 Processor -- start 2024-09-21T00:36:08.176 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:08.175+0000 7f6dd37a1640 1 -- start start 2024-09-21T00:36:08.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:08.176+0000 7f6dd37a1640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6dcc0d15e0 0x7f6dcc14a290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:08.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:08.176+0000 7f6dd37a1640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6dcc0d27e0 0x7f6dcc1f93e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:08.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:08.176+0000 7f6dd37a1640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6dcc0d2bf0 0x7f6dcc0d4520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:08.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:08.176+0000 7f6dd37a1640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f6dcc15ff60 con 0x7f6dcc0d15e0 2024-09-21T00:36:08.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:08.176+0000 7f6dd37a1640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f6dcc15c9d0 con 0x7f6dcc0d2bf0 2024-09-21T00:36:08.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:08.176+0000 7f6dd37a1640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f6dcc0d31b0 con 0x7f6dcc0d27e0 2024-09-21T00:36:08.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:08.176+0000 7f6dd153d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6dcc0d15e0 0x7f6dcc14a290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:08.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:08.176+0000 7f6dd153d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6dcc0d15e0 0x7f6dcc14a290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36256/0 (socket says 172.21.15.67:36256) 2024-09-21T00:36:08.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:08.176+0000 7f6dd153d640 1 -- 172.21.15.67:0/238709893 learned_addr learned my addr 172.21.15.67:0/238709893 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:08.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:08.176+0000 7f6dd0d3c640 1 --2- 172.21.15.67:0/238709893 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6dcc0d27e0 0x7f6dcc1f93e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:08.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:08.176+0000 7f6dd1d3e640 1 --2- 172.21.15.67:0/238709893 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6dcc0d2bf0 0x7f6dcc0d4520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:08.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:08.177+0000 7f6dd153d640 1 -- 172.21.15.67:0/238709893 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6dcc0d27e0 msgr2=0x7f6dcc1f93e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:08.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:08.177+0000 7f6dd153d640 1 --2- 172.21.15.67:0/238709893 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6dcc0d27e0 0x7f6dcc1f93e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:08.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:08.177+0000 7f6dd153d640 1 -- 172.21.15.67:0/238709893 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6dcc0d2bf0 msgr2=0x7f6dcc0d4520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:08.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:08.177+0000 7f6dd153d640 1 --2- 172.21.15.67:0/238709893 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6dcc0d2bf0 0x7f6dcc0d4520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:08.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:08.177+0000 7f6dd153d640 1 -- 172.21.15.67:0/238709893 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6dcc0c94a0 con 0x7f6dcc0d15e0 2024-09-21T00:36:08.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:08.177+0000 7f6dd1d3e640 1 --2- 172.21.15.67:0/238709893 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6dcc0d2bf0 0x7f6dcc0d4520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:36:08.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:08.177+0000 7f6dd153d640 1 --2- 172.21.15.67:0/238709893 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6dcc0d15e0 0x7f6dcc14a290 secure :-1 s=READY pgs=2552 cs=0 l=1 rev1=1 crypto rx=0x7f6dc800c3a0 tx=0x7f6dc800c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:08.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:08.177+0000 7f6dc1ffb640 1 -- 172.21.15.67:0/238709893 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dc8011790 con 0x7f6dcc0d15e0 2024-09-21T00:36:08.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:08.177+0000 7f6dc1ffb640 1 -- 172.21.15.67:0/238709893 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6dc8017070 con 0x7f6dcc0d15e0 2024-09-21T00:36:08.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:08.177+0000 7f6dd37a1640 1 -- 172.21.15.67:0/238709893 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6dcc0c9780 con 0x7f6dcc0d15e0 2024-09-21T00:36:08.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:08.177+0000 7f6dc1ffb640 1 -- 172.21.15.67:0/238709893 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dc8011cc0 con 0x7f6dcc0d15e0 2024-09-21T00:36:08.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:08.177+0000 7f6dd37a1640 1 -- 172.21.15.67:0/238709893 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6dcc14b8b0 con 0x7f6dcc0d15e0 2024-09-21T00:36:08.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:08.178+0000 7f6dd37a1640 1 -- 172.21.15.67:0/238709893 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6dcc0d0ed0 con 0x7f6dcc0d15e0 2024-09-21T00:36:08.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:08.179+0000 7f6dc1ffb640 1 -- 172.21.15.67:0/238709893 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f6dc801c460 con 0x7f6dcc0d15e0 2024-09-21T00:36:08.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:08.180+0000 7f6dc1ffb640 1 --2- 172.21.15.67:0/238709893 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6db0078b90 0x7f6db007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:08.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:08.180+0000 7f6dc1ffb640 1 -- 172.21.15.67:0/238709893 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(200..200 src has 1..200) ==== 5824+0+0 (secure 0 0 0) 0x7f6dc809ab80 con 0x7f6dcc0d15e0 2024-09-21T00:36:08.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:08.180+0000 7f6dd0d3c640 1 --2- 172.21.15.67:0/238709893 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6db0078b90 0x7f6db007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:08.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:08.181+0000 7f6dd0d3c640 1 --2- 172.21.15.67:0/238709893 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6db0078b90 0x7f6db007b0a0 secure :-1 s=READY pgs=956 cs=0 l=1 rev1=1 crypto rx=0x7f6dbc034000 tx=0x7f6dbc004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:08.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:08.185+0000 7f6dc1ffb640 1 -- 172.21.15.67:0/238709893 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f6dc8062f60 con 0x7f6dcc0d15e0 2024-09-21T00:36:08.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:08.415+0000 7f6dd37a1640 1 -- 172.21.15.67:0/238709893 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f6dcc0cf6a0 con 0x7f6dcc0d15e0 2024-09-21T00:36:09.038 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:09.037+0000 7f6dc1ffb640 1 -- 172.21.15.67:0/238709893 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v171) ==== 104+0+0 (secure 0 0 0) 0x7f6dc8062860 con 0x7f6dcc0d15e0 2024-09-21T00:36:09.040 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:09.039+0000 7f6dd37a1640 1 -- 172.21.15.67:0/238709893 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6db0078b90 msgr2=0x7f6db007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:09.040 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:09.039+0000 7f6dd37a1640 1 --2- 172.21.15.67:0/238709893 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6db0078b90 0x7f6db007b0a0 secure :-1 s=READY pgs=956 cs=0 l=1 rev1=1 crypto rx=0x7f6dbc034000 tx=0x7f6dbc004730 comp rx=0 tx=0).stop 2024-09-21T00:36:09.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:09.039+0000 7f6dd37a1640 1 -- 172.21.15.67:0/238709893 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6dcc0d15e0 msgr2=0x7f6dcc14a290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:09.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:09.039+0000 7f6dd37a1640 1 --2- 172.21.15.67:0/238709893 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6dcc0d15e0 0x7f6dcc14a290 secure :-1 s=READY pgs=2552 cs=0 l=1 rev1=1 crypto rx=0x7f6dc800c3a0 tx=0x7f6dc800c860 comp rx=0 tx=0).stop 2024-09-21T00:36:09.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:09.039+0000 7f6dd37a1640 1 -- 172.21.15.67:0/238709893 shutdown_connections 2024-09-21T00:36:09.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:09.039+0000 7f6dd37a1640 1 --2- 172.21.15.67:0/238709893 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6db0078b90 0x7f6db007b0a0 unknown :-1 s=CLOSED pgs=956 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:09.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:09.039+0000 7f6dd37a1640 1 --2- 172.21.15.67:0/238709893 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6dcc0d2bf0 0x7f6dcc0d4520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:09.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:09.039+0000 7f6dd37a1640 1 --2- 172.21.15.67:0/238709893 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6dcc0d27e0 0x7f6dcc1f93e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:09.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:09.039+0000 7f6dd37a1640 1 --2- 172.21.15.67:0/238709893 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6dcc0d15e0 0x7f6dcc14a290 unknown :-1 s=CLOSED pgs=2552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:09.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:09.039+0000 7f6dd37a1640 1 -- 172.21.15.67:0/238709893 >> 172.21.15.67:0/238709893 conn(0x7f6dcc0b6330 msgr2=0x7f6dcc0d3e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:09.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:09.039+0000 7f6dd37a1640 1 -- 172.21.15.67:0/238709893 shutdown_connections 2024-09-21T00:36:09.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:09.039+0000 7f6dd37a1640 1 -- 172.21.15.67:0/238709893 wait complete. 2024-09-21T00:36:09.054 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-21T00:36:09.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:09.178+0000 7fdf8955e640 1 -- 172.21.15.67:0/3465402606 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdf84152980 msgr2=0x7fdf8406db40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:09.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:09.178+0000 7fdf8955e640 1 --2- 172.21.15.67:0/3465402606 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdf84152980 0x7fdf8406db40 secure :-1 s=READY pgs=2554 cs=0 l=1 rev1=1 crypto rx=0x7fdf6c009830 tx=0x7fdf6c02a5c0 comp rx=0 tx=0).stop 2024-09-21T00:36:09.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:09.178+0000 7fdf8955e640 1 -- 172.21.15.67:0/3465402606 shutdown_connections 2024-09-21T00:36:09.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:09.178+0000 7fdf8955e640 1 --2- 172.21.15.67:0/3465402606 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdf84152980 0x7fdf8406db40 unknown :-1 s=CLOSED pgs=2554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:09.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:09.178+0000 7fdf8955e640 1 -- 172.21.15.67:0/3465402606 >> 172.21.15.67:0/3465402606 conn(0x7fdf84073300 msgr2=0x7fdf84073710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:09.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:09.178+0000 7fdf8955e640 1 -- 172.21.15.67:0/3465402606 shutdown_connections 2024-09-21T00:36:09.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:09.178+0000 7fdf8955e640 1 -- 172.21.15.67:0/3465402606 wait complete. 2024-09-21T00:36:09.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:09.180+0000 7fdf8955e640 1 Processor -- start 2024-09-21T00:36:09.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:09.180+0000 7fdf8955e640 1 -- start start 2024-09-21T00:36:09.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:09.182+0000 7fdf8955e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdf8406e080 0x7fdf8414b540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:09.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:09.182+0000 7fdf8955e640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdf840740c0 0x7fdf841e5630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:09.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:09.182+0000 7fdf8955e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdf84152980 0x7fdf841e5b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:09.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:09.182+0000 7fdf8955e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fdf8415eae0 con 0x7fdf84152980 2024-09-21T00:36:09.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:09.182+0000 7fdf8955e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fdf8415e960 con 0x7fdf8406e080 2024-09-21T00:36:09.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:09.182+0000 7fdf8955e640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fdf8415ec60 con 0x7fdf840740c0 2024-09-21T00:36:09.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:09.182+0000 7fdf837fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdf84152980 0x7fdf841e5b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:09.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:09.182+0000 7fdf837fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdf84152980 0x7fdf841e5b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36280/0 (socket says 172.21.15.67:36280) 2024-09-21T00:36:09.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:09.182+0000 7fdf837fe640 1 -- 172.21.15.67:0/805997478 learned_addr learned my addr 172.21.15.67:0/805997478 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:09.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:09.182+0000 7fdf827fc640 1 --2- 172.21.15.67:0/805997478 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdf840740c0 0x7fdf841e5630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:09.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:09.182+0000 7fdf82ffd640 1 --2- 172.21.15.67:0/805997478 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdf8406e080 0x7fdf8414b540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:09.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:09.182+0000 7fdf837fe640 1 -- 172.21.15.67:0/805997478 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdf840740c0 msgr2=0x7fdf841e5630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:09.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:09.182+0000 7fdf837fe640 1 --2- 172.21.15.67:0/805997478 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdf840740c0 0x7fdf841e5630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:09.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:09.182+0000 7fdf837fe640 1 -- 172.21.15.67:0/805997478 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdf8406e080 msgr2=0x7fdf8414b540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:09.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:09.182+0000 7fdf837fe640 1 --2- 172.21.15.67:0/805997478 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdf8406e080 0x7fdf8414b540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:09.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:09.182+0000 7fdf837fe640 1 -- 172.21.15.67:0/805997478 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf84157930 con 0x7fdf84152980 2024-09-21T00:36:09.185 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:09.182+0000 7fdf837fe640 1 --2- 172.21.15.67:0/805997478 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdf84152980 0x7fdf841e5b70 secure :-1 s=READY pgs=2555 cs=0 l=1 rev1=1 crypto rx=0x7fdf7c00e660 tx=0x7fdf7c00eb20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:09.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:09.182+0000 7fdf7b7fe640 1 -- 172.21.15.67:0/805997478 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf7c0018c0 con 0x7fdf84152980 2024-09-21T00:36:09.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:09.182+0000 7fdf7b7fe640 1 -- 172.21.15.67:0/805997478 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdf7c001b50 con 0x7fdf84152980 2024-09-21T00:36:09.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:09.183+0000 7fdf8955e640 1 -- 172.21.15.67:0/805997478 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf84157c10 con 0x7fdf84152980 2024-09-21T00:36:09.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:09.183+0000 7fdf7b7fe640 1 -- 172.21.15.67:0/805997478 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf7c001d40 con 0x7fdf84152980 2024-09-21T00:36:09.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:09.183+0000 7fdf8955e640 1 -- 172.21.15.67:0/805997478 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf841581d0 con 0x7fdf84152980 2024-09-21T00:36:09.186 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:09.183+0000 7fdf8955e640 1 -- 172.21.15.67:0/805997478 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf8406db40 con 0x7fdf84152980 2024-09-21T00:36:09.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:09.184+0000 7fdf7b7fe640 1 -- 172.21.15.67:0/805997478 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fdf7c011690 con 0x7fdf84152980 2024-09-21T00:36:09.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:09.185+0000 7fdf7b7fe640 1 --2- 172.21.15.67:0/805997478 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdf64078bc0 0x7fdf6407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:09.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:09.185+0000 7fdf7b7fe640 1 -- 172.21.15.67:0/805997478 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(200..200 src has 1..200) ==== 5824+0+0 (secure 0 0 0) 0x7fdf7c09d2d0 con 0x7fdf84152980 2024-09-21T00:36:09.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:09.185+0000 7fdf82ffd640 1 --2- 172.21.15.67:0/805997478 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdf64078bc0 0x7fdf6407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:09.187 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:09.185+0000 7fdf82ffd640 1 --2- 172.21.15.67:0/805997478 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdf64078bc0 0x7fdf6407b0d0 secure :-1 s=READY pgs=958 cs=0 l=1 rev1=1 crypto rx=0x7fdf74001e20 tx=0x7fdf74009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:09.190 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:09.189+0000 7fdf7b7fe640 1 -- 172.21.15.67:0/805997478 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fdf7c016030 con 0x7fdf84152980 2024-09-21T00:36:09.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:09.377+0000 7fdf8955e640 1 -- 172.21.15.67:0/805997478 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fdf841e60d0 con 0x7fdf84152980 2024-09-21T00:36:10.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:10.312+0000 7fdf7b7fe640 1 -- 172.21.15.67:0/805997478 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v201) ==== 181+0+0 (secure 0 0 0) 0x7fdf8406e490 con 0x7fdf84152980 2024-09-21T00:36:10.313 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_metadata' removed 2024-09-21T00:36:10.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:10.315+0000 7fdf8955e640 1 -- 172.21.15.67:0/805997478 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdf64078bc0 msgr2=0x7fdf6407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:10.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:10.315+0000 7fdf8955e640 1 --2- 172.21.15.67:0/805997478 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdf64078bc0 0x7fdf6407b0d0 secure :-1 s=READY pgs=958 cs=0 l=1 rev1=1 crypto rx=0x7fdf74001e20 tx=0x7fdf74009040 comp rx=0 tx=0).stop 2024-09-21T00:36:10.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:10.315+0000 7fdf8955e640 1 -- 172.21.15.67:0/805997478 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdf84152980 msgr2=0x7fdf841e5b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:10.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:10.315+0000 7fdf8955e640 1 --2- 172.21.15.67:0/805997478 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdf84152980 0x7fdf841e5b70 secure :-1 s=READY pgs=2555 cs=0 l=1 rev1=1 crypto rx=0x7fdf7c00e660 tx=0x7fdf7c00eb20 comp rx=0 tx=0).stop 2024-09-21T00:36:10.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:10.315+0000 7fdf8955e640 1 -- 172.21.15.67:0/805997478 shutdown_connections 2024-09-21T00:36:10.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:10.315+0000 7fdf8955e640 1 --2- 172.21.15.67:0/805997478 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdf64078bc0 0x7fdf6407b0d0 unknown :-1 s=CLOSED pgs=958 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:10.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:10.315+0000 7fdf8955e640 1 --2- 172.21.15.67:0/805997478 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdf84152980 0x7fdf841e5b70 unknown :-1 s=CLOSED pgs=2555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:10.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:10.315+0000 7fdf8955e640 1 --2- 172.21.15.67:0/805997478 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdf840740c0 0x7fdf841e5630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:10.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:10.315+0000 7fdf8955e640 1 --2- 172.21.15.67:0/805997478 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdf8406e080 0x7fdf8414b540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:10.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:10.315+0000 7fdf8955e640 1 -- 172.21.15.67:0/805997478 >> 172.21.15.67:0/805997478 conn(0x7fdf84073300 msgr2=0x7fdf840b4cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:10.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:10.315+0000 7fdf8955e640 1 -- 172.21.15.67:0/805997478 shutdown_connections 2024-09-21T00:36:10.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:10.315+0000 7fdf8955e640 1 -- 172.21.15.67:0/805997478 wait complete. 2024-09-21T00:36:10.334 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-21T00:36:10.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:10.461+0000 7f7dac84d640 1 -- 172.21.15.67:0/840329863 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7da81460a0 msgr2=0x7f7da8068d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:10.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:10.461+0000 7f7dac84d640 1 --2- 172.21.15.67:0/840329863 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7da81460a0 0x7f7da8068d00 secure :-1 s=READY pgs=2556 cs=0 l=1 rev1=1 crypto rx=0x7f7da8160380 tx=0x7f7d9802aa30 comp rx=0 tx=0).stop 2024-09-21T00:36:10.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:10.461+0000 7f7dac84d640 1 -- 172.21.15.67:0/840329863 shutdown_connections 2024-09-21T00:36:10.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:10.461+0000 7f7dac84d640 1 --2- 172.21.15.67:0/840329863 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7da80cee30 0x7f7da80b6580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:10.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:10.461+0000 7f7dac84d640 1 --2- 172.21.15.67:0/840329863 >> v2:172.21.15.97:3300/0 conn(0x7f7da8069240 0x7f7da80ce8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:10.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:10.461+0000 7f7dac84d640 1 --2- 172.21.15.67:0/840329863 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7da81460a0 0x7f7da8068d00 unknown :-1 s=CLOSED pgs=2556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:10.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:10.461+0000 7f7dac84d640 1 -- 172.21.15.67:0/840329863 >> 172.21.15.67:0/840329863 conn(0x7f7da8074480 msgr2=0x7f7da806cb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:10.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:10.462+0000 7f7dac84d640 1 -- 172.21.15.67:0/840329863 shutdown_connections 2024-09-21T00:36:10.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:10.462+0000 7f7dac84d640 1 -- 172.21.15.67:0/840329863 wait complete. 2024-09-21T00:36:10.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:10.463+0000 7f7dac84d640 1 Processor -- start 2024-09-21T00:36:10.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:10.464+0000 7f7dac84d640 1 -- start start 2024-09-21T00:36:10.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:10.465+0000 7f7dac84d640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7da8069240 0x7f7da8159b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:10.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:10.465+0000 7f7dac84d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7da80cee30 0x7f7da81f0ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:10.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:10.465+0000 7f7dac84d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7da81460a0 0x7f7da81423d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:10.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:10.465+0000 7f7dac84d640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f7da80cf670 con 0x7f7da80cee30 2024-09-21T00:36:10.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:10.465+0000 7f7dac84d640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f7da80b6ac0 con 0x7f7da81460a0 2024-09-21T00:36:10.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:10.465+0000 7f7dac84d640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f7da80b6c40 con 0x7f7da8069240 2024-09-21T00:36:10.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:10.465+0000 7f7da5d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7da80cee30 0x7f7da81f0ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:10.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:10.465+0000 7f7da5d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7da80cee30 0x7f7da81f0ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36296/0 (socket says 172.21.15.67:36296) 2024-09-21T00:36:10.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:10.465+0000 7f7da5d9b640 1 -- 172.21.15.67:0/2799778846 learned_addr learned my addr 172.21.15.67:0/2799778846 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:10.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:10.465+0000 7f7da659c640 1 --2- 172.21.15.67:0/2799778846 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7da8069240 0x7f7da8159b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:10.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:10.465+0000 7f7da6d9d640 1 --2- 172.21.15.67:0/2799778846 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7da81460a0 0x7f7da81423d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:10.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:10.465+0000 7f7da5d9b640 1 -- 172.21.15.67:0/2799778846 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7da8069240 msgr2=0x7f7da8159b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:10.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:10.465+0000 7f7da5d9b640 1 --2- 172.21.15.67:0/2799778846 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7da8069240 0x7f7da8159b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:10.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:10.465+0000 7f7da5d9b640 1 -- 172.21.15.67:0/2799778846 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7da81460a0 msgr2=0x7f7da81423d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:10.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:10.465+0000 7f7da5d9b640 1 --2- 172.21.15.67:0/2799778846 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7da81460a0 0x7f7da81423d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:10.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:10.465+0000 7f7da5d9b640 1 -- 172.21.15.67:0/2799778846 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7da81f1400 con 0x7f7da80cee30 2024-09-21T00:36:10.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:10.465+0000 7f7da5d9b640 1 --2- 172.21.15.67:0/2799778846 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7da80cee30 0x7f7da81f0ec0 secure :-1 s=READY pgs=2557 cs=0 l=1 rev1=1 crypto rx=0x7f7d9000d6a0 tx=0x7f7d9000db60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:10.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:10.466+0000 7f7d9effd640 1 -- 172.21.15.67:0/2799778846 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d90017070 con 0x7f7da80cee30 2024-09-21T00:36:10.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:10.466+0000 7f7d9effd640 1 -- 172.21.15.67:0/2799778846 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7d90004310 con 0x7f7da80cee30 2024-09-21T00:36:10.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:10.466+0000 7f7dac84d640 1 -- 172.21.15.67:0/2799778846 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7da815a370 con 0x7f7da80cee30 2024-09-21T00:36:10.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:10.466+0000 7f7d9effd640 1 -- 172.21.15.67:0/2799778846 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d90009a80 con 0x7f7da80cee30 2024-09-21T00:36:10.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:10.466+0000 7f7dac84d640 1 -- 172.21.15.67:0/2799778846 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7da81f48e0 con 0x7f7da80cee30 2024-09-21T00:36:10.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:10.467+0000 7f7dac84d640 1 -- 172.21.15.67:0/2799778846 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7da815a0e0 con 0x7f7da80cee30 2024-09-21T00:36:10.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:10.468+0000 7f7d9effd640 1 -- 172.21.15.67:0/2799778846 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f7d90009c20 con 0x7f7da80cee30 2024-09-21T00:36:10.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:10.468+0000 7f7d9effd640 1 --2- 172.21.15.67:0/2799778846 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7d88078b90 0x7f7d8807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:10.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:10.468+0000 7f7d9effd640 1 -- 172.21.15.67:0/2799778846 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(201..201 src has 1..201) ==== 5386+0+0 (secure 0 0 0) 0x7f7d9009ab50 con 0x7f7da80cee30 2024-09-21T00:36:10.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:10.468+0000 7f7da659c640 1 --2- 172.21.15.67:0/2799778846 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7d88078b90 0x7f7d8807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:10.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:10.469+0000 7f7da659c640 1 --2- 172.21.15.67:0/2799778846 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7d88078b90 0x7f7d8807b0a0 secure :-1 s=READY pgs=960 cs=0 l=1 rev1=1 crypto rx=0x7f7d98035000 tx=0x7f7d9803b040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:10.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:10.473+0000 7f7d9effd640 1 -- 172.21.15.67:0/2799778846 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f7da81f1400 con 0x7f7da80cee30 2024-09-21T00:36:10.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:10.665+0000 7f7dac84d640 1 -- 172.21.15.67:0/2799778846 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f7da80b70a0 con 0x7f7da80cee30 2024-09-21T00:36:11.314 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.313+0000 7f7d9effd640 1 -- 172.21.15.67:0/2799778846 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v202) ==== 169+0+0 (secure 0 0 0) 0x7f7d90062b10 con 0x7f7da80cee30 2024-09-21T00:36:11.315 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_data' removed 2024-09-21T00:36:11.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.318+0000 7f7dac84d640 1 -- 172.21.15.67:0/2799778846 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7d88078b90 msgr2=0x7f7d8807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:11.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.318+0000 7f7dac84d640 1 --2- 172.21.15.67:0/2799778846 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7d88078b90 0x7f7d8807b0a0 secure :-1 s=READY pgs=960 cs=0 l=1 rev1=1 crypto rx=0x7f7d98035000 tx=0x7f7d9803b040 comp rx=0 tx=0).stop 2024-09-21T00:36:11.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.318+0000 7f7dac84d640 1 -- 172.21.15.67:0/2799778846 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7da80cee30 msgr2=0x7f7da81f0ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:11.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.318+0000 7f7dac84d640 1 --2- 172.21.15.67:0/2799778846 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7da80cee30 0x7f7da81f0ec0 secure :-1 s=READY pgs=2557 cs=0 l=1 rev1=1 crypto rx=0x7f7d9000d6a0 tx=0x7f7d9000db60 comp rx=0 tx=0).stop 2024-09-21T00:36:11.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.318+0000 7f7dac84d640 1 -- 172.21.15.67:0/2799778846 shutdown_connections 2024-09-21T00:36:11.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.318+0000 7f7dac84d640 1 --2- 172.21.15.67:0/2799778846 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7d88078b90 0x7f7d8807b0a0 unknown :-1 s=CLOSED pgs=960 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:11.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.318+0000 7f7dac84d640 1 --2- 172.21.15.67:0/2799778846 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7da81460a0 0x7f7da81423d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:11.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.318+0000 7f7dac84d640 1 --2- 172.21.15.67:0/2799778846 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7da80cee30 0x7f7da81f0ec0 unknown :-1 s=CLOSED pgs=2557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:11.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.318+0000 7f7dac84d640 1 --2- 172.21.15.67:0/2799778846 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7da8069240 0x7f7da8159b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:11.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.318+0000 7f7dac84d640 1 -- 172.21.15.67:0/2799778846 >> 172.21.15.67:0/2799778846 conn(0x7f7da8074480 msgr2=0x7f7da8075c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:11.320 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.318+0000 7f7dac84d640 1 -- 172.21.15.67:0/2799778846 shutdown_connections 2024-09-21T00:36:11.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.319+0000 7f7dac84d640 1 -- 172.21.15.67:0/2799778846 wait complete. 2024-09-21T00:36:11.337 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config reset 31 2024-09-21T00:36:11.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.459+0000 7f60e9390640 1 -- 172.21.15.67:0/3900660111 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f60e40cfee0 msgr2=0x7f60e40d2730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:11.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.459+0000 7f60e9390640 1 --2- 172.21.15.67:0/3900660111 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f60e40cfee0 0x7f60e40d2730 secure :-1 s=READY pgs=2558 cs=0 l=1 rev1=1 crypto rx=0x7f60d4005fd0 tx=0x7f60d402a530 comp rx=0 tx=0).stop 2024-09-21T00:36:11.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.460+0000 7f60e9390640 1 -- 172.21.15.67:0/3900660111 shutdown_connections 2024-09-21T00:36:11.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.460+0000 7f60e9390640 1 --2- 172.21.15.67:0/3900660111 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f60e40d1820 0x7f60e4163080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:11.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.460+0000 7f60e9390640 1 --2- 172.21.15.67:0/3900660111 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f60e40cfee0 0x7f60e40d2730 unknown :-1 s=CLOSED pgs=2558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:11.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.460+0000 7f60e9390640 1 -- 172.21.15.67:0/3900660111 >> 172.21.15.67:0/3900660111 conn(0x7f60e4073c20 msgr2=0x7f60e406cb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:11.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.460+0000 7f60e9390640 1 -- 172.21.15.67:0/3900660111 shutdown_connections 2024-09-21T00:36:11.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.460+0000 7f60e9390640 1 -- 172.21.15.67:0/3900660111 wait complete. 2024-09-21T00:36:11.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.461+0000 7f60e9390640 1 Processor -- start 2024-09-21T00:36:11.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.461+0000 7f60e9390640 1 -- start start 2024-09-21T00:36:11.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.463+0000 7f60e9390640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f60e40cfee0 0x7f60e414d670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:11.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.463+0000 7f60e9390640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f60e40d1820 0x7f60e41f92e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:11.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.463+0000 7f60e9390640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f60e415eaa0 0x7f60e41f9820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:11.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.463+0000 7f60e9390640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f60e40d36b0 con 0x7f60e40d1820 2024-09-21T00:36:11.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.463+0000 7f60e9390640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f60e40d3530 con 0x7f60e40cfee0 2024-09-21T00:36:11.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.463+0000 7f60e9390640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f60e40d3830 con 0x7f60e415eaa0 2024-09-21T00:36:11.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.463+0000 7f60dbfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f60e40d1820 0x7f60e41f92e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:11.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.463+0000 7f60dbfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f60e40d1820 0x7f60e41f92e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36322/0 (socket says 172.21.15.67:36322) 2024-09-21T00:36:11.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.463+0000 7f60dbfff640 1 -- 172.21.15.67:0/1312948402 learned_addr learned my addr 172.21.15.67:0/1312948402 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:11.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.463+0000 7f60e2ffd640 1 --2- 172.21.15.67:0/1312948402 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f60e40cfee0 0x7f60e414d670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:11.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.463+0000 7f60e37fe640 1 --2- 172.21.15.67:0/1312948402 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f60e415eaa0 0x7f60e41f9820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:11.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.463+0000 7f60dbfff640 1 -- 172.21.15.67:0/1312948402 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f60e415eaa0 msgr2=0x7f60e41f9820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:11.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.463+0000 7f60dbfff640 1 --2- 172.21.15.67:0/1312948402 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f60e415eaa0 0x7f60e41f9820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:11.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.463+0000 7f60dbfff640 1 -- 172.21.15.67:0/1312948402 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f60e40cfee0 msgr2=0x7f60e414d670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:11.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.463+0000 7f60dbfff640 1 --2- 172.21.15.67:0/1312948402 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f60e40cfee0 0x7f60e414d670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:11.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.463+0000 7f60dbfff640 1 -- 172.21.15.67:0/1312948402 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60e415d240 con 0x7f60e40d1820 2024-09-21T00:36:11.466 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.463+0000 7f60dbfff640 1 --2- 172.21.15.67:0/1312948402 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f60e40d1820 0x7f60e41f92e0 secure :-1 s=READY pgs=2559 cs=0 l=1 rev1=1 crypto rx=0x7f60cc00b3f0 tx=0x7f60cc00b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:11.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.464+0000 7f60db7fe640 1 -- 172.21.15.67:0/1312948402 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60cc015020 con 0x7f60e40d1820 2024-09-21T00:36:11.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.464+0000 7f60db7fe640 1 -- 172.21.15.67:0/1312948402 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f60cc011920 con 0x7f60e40d1820 2024-09-21T00:36:11.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.464+0000 7f60db7fe640 1 -- 172.21.15.67:0/1312948402 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60cc011d70 con 0x7f60e40d1820 2024-09-21T00:36:11.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.464+0000 7f60e9390640 1 -- 172.21.15.67:0/1312948402 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f60e4150980 con 0x7f60e40d1820 2024-09-21T00:36:11.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.464+0000 7f60e9390640 1 -- 172.21.15.67:0/1312948402 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f60e40c9ab0 con 0x7f60e40d1820 2024-09-21T00:36:11.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.464+0000 7f60e9390640 1 -- 172.21.15.67:0/1312948402 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f60e40d3ce0 con 0x7f60e40d1820 2024-09-21T00:36:11.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.465+0000 7f60db7fe640 1 -- 172.21.15.67:0/1312948402 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f60cc018020 con 0x7f60e40d1820 2024-09-21T00:36:11.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.466+0000 7f60db7fe640 1 --2- 172.21.15.67:0/1312948402 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f60c4078b90 0x7f60c407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:11.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.466+0000 7f60db7fe640 1 -- 172.21.15.67:0/1312948402 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(202..202 src has 1..202) ==== 4943+0+0 (secure 0 0 0) 0x7f60cc09a8d0 con 0x7f60e40d1820 2024-09-21T00:36:11.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.466+0000 7f60e2ffd640 1 --2- 172.21.15.67:0/1312948402 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f60c4078b90 0x7f60c407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:11.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.467+0000 7f60e2ffd640 1 --2- 172.21.15.67:0/1312948402 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f60c4078b90 0x7f60c407b0a0 secure :-1 s=READY pgs=966 cs=0 l=1 rev1=1 crypto rx=0x7f60d4033000 tx=0x7f60d4004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:11.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.470+0000 7f60db7fe640 1 -- 172.21.15.67:0/1312948402 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f60cc01f020 con 0x7f60e40d1820 2024-09-21T00:36:11.668 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.666+0000 7f60e9390640 1 -- 172.21.15.67:0/1312948402 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "config reset", "num": 31} v 0) -- 0x7f60e40b8e70 con 0x7f60e40d1820 2024-09-21T00:36:11.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.670+0000 7f60db7fe640 1 -- 172.21.15.67:0/1312948402 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "config reset", "num": 31}]=0 v67) ==== 71+0+0 (secure 0 0 0) 0x7f60cc063130 con 0x7f60e40d1820 2024-09-21T00:36:11.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.673+0000 7f60e9390640 1 -- 172.21.15.67:0/1312948402 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f60c4078b90 msgr2=0x7f60c407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:11.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.673+0000 7f60e9390640 1 --2- 172.21.15.67:0/1312948402 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f60c4078b90 0x7f60c407b0a0 secure :-1 s=READY pgs=966 cs=0 l=1 rev1=1 crypto rx=0x7f60d4033000 tx=0x7f60d4004730 comp rx=0 tx=0).stop 2024-09-21T00:36:11.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.673+0000 7f60e9390640 1 -- 172.21.15.67:0/1312948402 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f60e40d1820 msgr2=0x7f60e41f92e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:11.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.673+0000 7f60e9390640 1 --2- 172.21.15.67:0/1312948402 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f60e40d1820 0x7f60e41f92e0 secure :-1 s=READY pgs=2559 cs=0 l=1 rev1=1 crypto rx=0x7f60cc00b3f0 tx=0x7f60cc00b8b0 comp rx=0 tx=0).stop 2024-09-21T00:36:11.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.673+0000 7f60e9390640 1 -- 172.21.15.67:0/1312948402 shutdown_connections 2024-09-21T00:36:11.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.673+0000 7f60e9390640 1 --2- 172.21.15.67:0/1312948402 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f60c4078b90 0x7f60c407b0a0 unknown :-1 s=CLOSED pgs=966 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:11.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.673+0000 7f60e9390640 1 --2- 172.21.15.67:0/1312948402 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f60e415eaa0 0x7f60e41f9820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:11.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.673+0000 7f60e9390640 1 --2- 172.21.15.67:0/1312948402 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f60e40d1820 0x7f60e41f92e0 unknown :-1 s=CLOSED pgs=2559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:11.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.673+0000 7f60e9390640 1 --2- 172.21.15.67:0/1312948402 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f60e40cfee0 0x7f60e414d670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:11.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.673+0000 7f60e9390640 1 -- 172.21.15.67:0/1312948402 >> 172.21.15.67:0/1312948402 conn(0x7f60e4073c20 msgr2=0x7f60e40d0ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:11.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.673+0000 7f60e9390640 1 -- 172.21.15.67:0/1312948402 shutdown_connections 2024-09-21T00:36:11.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.673+0000 7f60e9390640 1 -- 172.21.15.67:0/1312948402 wait complete. 2024-09-21T00:36:11.691 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_scrub.TestScrub.test_scrub_backtrace_for_new_files' 2024-09-21T00:36:11.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.814+0000 7fe1976de640 1 -- 172.21.15.67:0/1133827356 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe1900b5ff0 msgr2=0x7fe1901599a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:11.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.814+0000 7fe1976de640 1 --2- 172.21.15.67:0/1133827356 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe1900b5ff0 0x7fe1901599a0 secure :-1 s=READY pgs=2560 cs=0 l=1 rev1=1 crypto rx=0x7fe180005fd0 tx=0x7fe18002aa00 comp rx=0 tx=0).stop 2024-09-21T00:36:11.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.814+0000 7fe1976de640 1 -- 172.21.15.67:0/1133827356 shutdown_connections 2024-09-21T00:36:11.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.814+0000 7fe1976de640 1 --2- 172.21.15.67:0/1133827356 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe1900b5ff0 0x7fe1901599a0 unknown :-1 s=CLOSED pgs=2560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:11.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.814+0000 7fe1976de640 1 --2- 172.21.15.67:0/1133827356 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe1900ccc50 0x7fe1900cda10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:11.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.814+0000 7fe1976de640 1 -- 172.21.15.67:0/1133827356 >> 172.21.15.67:0/1133827356 conn(0x7fe1900b0240 msgr2=0x7fe1900b0650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:11.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.814+0000 7fe1976de640 1 -- 172.21.15.67:0/1133827356 shutdown_connections 2024-09-21T00:36:11.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.814+0000 7fe1976de640 1 -- 172.21.15.67:0/1133827356 wait complete. 2024-09-21T00:36:11.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.816+0000 7fe1976de640 1 Processor -- start 2024-09-21T00:36:11.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.816+0000 7fe1976de640 1 -- start start 2024-09-21T00:36:11.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.817+0000 7fe1976de640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe1900ccc50 0x7fe1900c74b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:11.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.817+0000 7fe1976de640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe1900cdf50 0x7fe19015bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:11.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.817+0000 7fe1976de640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe19014cac0 0x7fe19014ced0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:11.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.817+0000 7fe1976de640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fe19015a490 con 0x7fe19014cac0 2024-09-21T00:36:11.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.817+0000 7fe1976de640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fe19015a310 con 0x7fe1900cdf50 2024-09-21T00:36:11.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.817+0000 7fe1976de640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fe19015a610 con 0x7fe1900ccc50 2024-09-21T00:36:11.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.817+0000 7fe195c7b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe19014cac0 0x7fe19014ced0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:11.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.817+0000 7fe195c7b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe19014cac0 0x7fe19014ced0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36332/0 (socket says 172.21.15.67:36332) 2024-09-21T00:36:11.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.817+0000 7fe195c7b640 1 -- 172.21.15.67:0/809830426 learned_addr learned my addr 172.21.15.67:0/809830426 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:11.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.817+0000 7fe19547a640 1 --2- 172.21.15.67:0/809830426 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe1900ccc50 0x7fe1900c74b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:11.819 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.817+0000 7fe194c79640 1 --2- 172.21.15.67:0/809830426 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe1900cdf50 0x7fe19015bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:11.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.818+0000 7fe195c7b640 1 -- 172.21.15.67:0/809830426 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe1900ccc50 msgr2=0x7fe1900c74b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:11.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.818+0000 7fe195c7b640 1 --2- 172.21.15.67:0/809830426 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe1900ccc50 0x7fe1900c74b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:11.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.818+0000 7fe195c7b640 1 -- 172.21.15.67:0/809830426 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe1900cdf50 msgr2=0x7fe19015bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:11.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.818+0000 7fe195c7b640 1 --2- 172.21.15.67:0/809830426 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe1900cdf50 0x7fe19015bbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:11.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.818+0000 7fe195c7b640 1 -- 172.21.15.67:0/809830426 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe19014d410 con 0x7fe19014cac0 2024-09-21T00:36:11.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.818+0000 7fe195c7b640 1 --2- 172.21.15.67:0/809830426 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe19014cac0 0x7fe19014ced0 secure :-1 s=READY pgs=2561 cs=0 l=1 rev1=1 crypto rx=0x7fe180009d90 tx=0x7fe180003f20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:11.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.818+0000 7fe18dffb640 1 -- 172.21.15.67:0/809830426 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe180046070 con 0x7fe19014cac0 2024-09-21T00:36:11.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.818+0000 7fe18dffb640 1 -- 172.21.15.67:0/809830426 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe180004540 con 0x7fe19014cac0 2024-09-21T00:36:11.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.818+0000 7fe1976de640 1 -- 172.21.15.67:0/809830426 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1900b36d0 con 0x7fe19014cac0 2024-09-21T00:36:11.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.818+0000 7fe18dffb640 1 -- 172.21.15.67:0/809830426 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe180033070 con 0x7fe19014cac0 2024-09-21T00:36:11.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.818+0000 7fe1976de640 1 -- 172.21.15.67:0/809830426 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1901f5a50 con 0x7fe19014cac0 2024-09-21T00:36:11.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.819+0000 7fe1976de640 1 -- 172.21.15.67:0/809830426 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe1901599a0 con 0x7fe19014cac0 2024-09-21T00:36:11.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.820+0000 7fe18dffb640 1 -- 172.21.15.67:0/809830426 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fe180049070 con 0x7fe19014cac0 2024-09-21T00:36:11.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.821+0000 7fe18dffb640 1 --2- 172.21.15.67:0/809830426 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe17c078bc0 0x7fe17c07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:11.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.821+0000 7fe18dffb640 1 -- 172.21.15.67:0/809830426 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(202..202 src has 1..202) ==== 4943+0+0 (secure 0 0 0) 0x7fe1800bba70 con 0x7fe19014cac0 2024-09-21T00:36:11.822 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.821+0000 7fe19547a640 1 --2- 172.21.15.67:0/809830426 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe17c078bc0 0x7fe17c07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:11.823 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.821+0000 7fe19547a640 1 --2- 172.21.15.67:0/809830426 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe17c078bc0 0x7fe17c07b0d0 secure :-1 s=READY pgs=968 cs=0 l=1 rev1=1 crypto rx=0x7fe188004630 tx=0x7fe18800b2e0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:11.826 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:11.825+0000 7fe18dffb640 1 -- 172.21.15.67:0/809830426 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fe19014d410 con 0x7fe19014cac0 2024-09-21T00:36:12.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.091+0000 7fe1976de640 1 -- 172.21.15.67:0/809830426 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_scrub.TestScrub.test_scrub_backtrace_for_new_files"]} v 0) -- 0x7fe190159420 con 0x7fe19014cac0 2024-09-21T00:36:12.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.328+0000 7fe18dffb640 1 -- 172.21.15.67:0/809830426 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_scrub.TestScrub.test_scrub_backtrace_for_new_files"]}]=0 v697) ==== 147+0+0 (secure 0 0 0) 0x7fe18003e070 con 0x7fe19014cac0 2024-09-21T00:36:12.332 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.330+0000 7fe1976de640 1 -- 172.21.15.67:0/809830426 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe17c078bc0 msgr2=0x7fe17c07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:12.332 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.330+0000 7fe1976de640 1 --2- 172.21.15.67:0/809830426 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe17c078bc0 0x7fe17c07b0d0 secure :-1 s=READY pgs=968 cs=0 l=1 rev1=1 crypto rx=0x7fe188004630 tx=0x7fe18800b2e0 comp rx=0 tx=0).stop 2024-09-21T00:36:12.332 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.330+0000 7fe1976de640 1 -- 172.21.15.67:0/809830426 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe19014cac0 msgr2=0x7fe19014ced0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:12.332 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.330+0000 7fe1976de640 1 --2- 172.21.15.67:0/809830426 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe19014cac0 0x7fe19014ced0 secure :-1 s=READY pgs=2561 cs=0 l=1 rev1=1 crypto rx=0x7fe180009d90 tx=0x7fe180003f20 comp rx=0 tx=0).stop 2024-09-21T00:36:12.332 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.330+0000 7fe1976de640 1 -- 172.21.15.67:0/809830426 shutdown_connections 2024-09-21T00:36:12.332 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.330+0000 7fe1976de640 1 --2- 172.21.15.67:0/809830426 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe17c078bc0 0x7fe17c07b0d0 unknown :-1 s=CLOSED pgs=968 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:12.332 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.330+0000 7fe1976de640 1 --2- 172.21.15.67:0/809830426 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe19014cac0 0x7fe19014ced0 unknown :-1 s=CLOSED pgs=2561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:12.332 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.330+0000 7fe1976de640 1 --2- 172.21.15.67:0/809830426 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe1900cdf50 0x7fe19015bbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:12.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.330+0000 7fe1976de640 1 --2- 172.21.15.67:0/809830426 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe1900ccc50 0x7fe1900c74b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:12.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.330+0000 7fe1976de640 1 -- 172.21.15.67:0/809830426 >> 172.21.15.67:0/809830426 conn(0x7fe1900b0240 msgr2=0x7fe19006e210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:12.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.330+0000 7fe1976de640 1 -- 172.21.15.67:0/809830426 shutdown_connections 2024-09-21T00:36:12.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.330+0000 7fe1976de640 1 -- 172.21.15.67:0/809830426 wait complete. 2024-09-21T00:36:12.344 INFO:tasks.cephfs_test_runner:test_scrub_backtrace_for_new_files (tasks.cephfs.test_scrub.TestScrub) ... ok 2024-09-21T00:36:12.346 INFO:tasks.cephfs_test_runner:Starting test: test_scrub_dup_inode (tasks.cephfs.test_scrub.TestScrub) 2024-09-21T00:36:12.346 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:36:12.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.465+0000 7f9daa15f640 1 -- 172.21.15.67:0/4174696737 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9d8c003ff0 msgr2=0x7f9d8c004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:12.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.465+0000 7f9daa15f640 1 --2- 172.21.15.67:0/4174696737 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9d8c003ff0 0x7f9d8c004800 secure :-1 s=READY pgs=2563 cs=0 l=1 rev1=1 crypto rx=0x7f9da4074130 tx=0x7f9d8c005830 comp rx=0 tx=0).stop 2024-09-21T00:36:12.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.466+0000 7f9da3fff640 1 -- 172.21.15.67:0/4174696737 reap_dead start 2024-09-21T00:36:12.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.466+0000 7f9daa15f640 1 -- 172.21.15.67:0/4174696737 shutdown_connections 2024-09-21T00:36:12.467 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.466+0000 7f9daa15f640 1 -- 172.21.15.67:0/4174696737 >> 172.21.15.67:0/4174696737 conn(0x7f9da4073c20 msgr2=0x7f9da406cb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:12.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.466+0000 7f9daa15f640 1 -- 172.21.15.67:0/4174696737 shutdown_connections 2024-09-21T00:36:12.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.466+0000 7f9daa15f640 1 -- 172.21.15.67:0/4174696737 wait complete. 2024-09-21T00:36:12.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.467+0000 7f9daa15f640 1 Processor -- start 2024-09-21T00:36:12.469 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.468+0000 7f9daa15f640 1 -- start start 2024-09-21T00:36:12.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.469+0000 7f9daa15f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9d8c003ff0 0x7f9da4158310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:12.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.469+0000 7f9daa15f640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9da40c9750 0x7f9da415d460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:12.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.469+0000 7f9daa15f640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9da40cb7d0 0x7f9da415d9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:12.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.469+0000 7f9daa15f640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f9da40d3210 con 0x7f9d8c003ff0 2024-09-21T00:36:12.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.469+0000 7f9daa15f640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f9da40d3090 con 0x7f9da40c9750 2024-09-21T00:36:12.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.469+0000 7f9daa15f640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f9da40d3390 con 0x7f9da40cb7d0 2024-09-21T00:36:12.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.469+0000 7f9da37fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9d8c003ff0 0x7f9da4158310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:12.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.469+0000 7f9da37fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9d8c003ff0 0x7f9da4158310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36350/0 (socket says 172.21.15.67:36350) 2024-09-21T00:36:12.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.469+0000 7f9da37fe640 1 -- 172.21.15.67:0/1585275950 learned_addr learned my addr 172.21.15.67:0/1585275950 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:12.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.469+0000 7f9da3fff640 1 --2- 172.21.15.67:0/1585275950 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9da40cb7d0 0x7f9da415d9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:12.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.469+0000 7f9da37fe640 1 -- 172.21.15.67:0/1585275950 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9da40cb7d0 msgr2=0x7f9da415d9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:12.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.469+0000 7f9da37fe640 1 --2- 172.21.15.67:0/1585275950 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9da40cb7d0 0x7f9da415d9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:12.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.469+0000 7f9da37fe640 1 -- 172.21.15.67:0/1585275950 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9da40c9750 msgr2=0x7f9da415d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:12.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.469+0000 7f9da37fe640 1 --2- 172.21.15.67:0/1585275950 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9da40c9750 0x7f9da415d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:12.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.469+0000 7f9da37fe640 1 -- 172.21.15.67:0/1585275950 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9da40ce1b0 con 0x7f9d8c003ff0 2024-09-21T00:36:12.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.469+0000 7f9da3fff640 1 --2- 172.21.15.67:0/1585275950 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9da40cb7d0 0x7f9da415d9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:36:12.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.470+0000 7f9da37fe640 1 --2- 172.21.15.67:0/1585275950 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9d8c003ff0 0x7f9da4158310 secure :-1 s=READY pgs=2564 cs=0 l=1 rev1=1 crypto rx=0x7f9d94010aa0 tx=0x7f9d94010f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:12.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.470+0000 7f9d8bfff640 1 -- 172.21.15.67:0/1585275950 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d9400ec20 con 0x7f9d8c003ff0 2024-09-21T00:36:12.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.470+0000 7f9d8bfff640 1 -- 172.21.15.67:0/1585275950 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9d9400edc0 con 0x7f9d8c003ff0 2024-09-21T00:36:12.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.470+0000 7f9d8bfff640 1 -- 172.21.15.67:0/1585275950 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9d940116a0 con 0x7f9d8c003ff0 2024-09-21T00:36:12.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.470+0000 7f9daa15f640 1 -- 172.21.15.67:0/1585275950 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9da40ce490 con 0x7f9d8c003ff0 2024-09-21T00:36:12.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.470+0000 7f9daa15f640 1 -- 172.21.15.67:0/1585275950 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9da415c150 con 0x7f9d8c003ff0 2024-09-21T00:36:12.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.471+0000 7f9daa15f640 1 -- 172.21.15.67:0/1585275950 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9da40cdf10 con 0x7f9d8c003ff0 2024-09-21T00:36:12.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.472+0000 7f9d8bfff640 1 -- 172.21.15.67:0/1585275950 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f9d94011840 con 0x7f9d8c003ff0 2024-09-21T00:36:12.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.472+0000 7f9d8bfff640 1 --2- 172.21.15.67:0/1585275950 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9d90078b90 0x7f9d9007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:12.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.472+0000 7f9d8bfff640 1 -- 172.21.15.67:0/1585275950 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(202..202 src has 1..202) ==== 4943+0+0 (secure 0 0 0) 0x7f9d9409b7b0 con 0x7f9d8c003ff0 2024-09-21T00:36:12.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.472+0000 7f9da2ffd640 1 --2- 172.21.15.67:0/1585275950 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9d90078b90 0x7f9d9007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:12.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.473+0000 7f9da2ffd640 1 --2- 172.21.15.67:0/1585275950 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9d90078b90 0x7f9d9007b0a0 secure :-1 s=READY pgs=969 cs=0 l=1 rev1=1 crypto rx=0x7f9d98035000 tx=0x7f9d98004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:12.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.477+0000 7f9d8bfff640 1 -- 172.21.15.67:0/1585275950 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f9d94063ef0 con 0x7f9d8c003ff0 2024-09-21T00:36:12.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.665+0000 7f9daa15f640 1 -- 172.21.15.67:0/1585275950 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f9da4163450 con 0x7f9d8c003ff0 2024-09-21T00:36:12.667 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.666+0000 7f9d8bfff640 1 -- 172.21.15.67:0/1585275950 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v202) ==== 74+0+13006 (secure 0 0 0) 0x7f9d940637f0 con 0x7f9d8c003ff0 2024-09-21T00:36:12.667 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:12.667 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":202,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:36:11.312598+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":31,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":195,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":195,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":195,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":195,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":195,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":195,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":195,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":198,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.67:6835/2304099336":"2024-09-22T00:36:08.034348+0000","172.21.15.67:6832/2304099336":"2024-09-22T00:36:08.034348+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:36:12.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.668+0000 7f9daa15f640 1 -- 172.21.15.67:0/1585275950 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9d90078b90 msgr2=0x7f9d9007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:12.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.668+0000 7f9daa15f640 1 --2- 172.21.15.67:0/1585275950 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9d90078b90 0x7f9d9007b0a0 secure :-1 s=READY pgs=969 cs=0 l=1 rev1=1 crypto rx=0x7f9d98035000 tx=0x7f9d98004730 comp rx=0 tx=0).stop 2024-09-21T00:36:12.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.668+0000 7f9daa15f640 1 -- 172.21.15.67:0/1585275950 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9d8c003ff0 msgr2=0x7f9da4158310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:12.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.668+0000 7f9daa15f640 1 --2- 172.21.15.67:0/1585275950 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9d8c003ff0 0x7f9da4158310 secure :-1 s=READY pgs=2564 cs=0 l=1 rev1=1 crypto rx=0x7f9d94010aa0 tx=0x7f9d94010f60 comp rx=0 tx=0).stop 2024-09-21T00:36:12.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.668+0000 7f9daa15f640 1 -- 172.21.15.67:0/1585275950 shutdown_connections 2024-09-21T00:36:12.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.668+0000 7f9daa15f640 1 --2- 172.21.15.67:0/1585275950 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9d90078b90 0x7f9d9007b0a0 unknown :-1 s=CLOSED pgs=969 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:12.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.668+0000 7f9daa15f640 1 --2- 172.21.15.67:0/1585275950 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9da40cb7d0 0x7f9da415d9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:12.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.668+0000 7f9daa15f640 1 --2- 172.21.15.67:0/1585275950 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9da40c9750 0x7f9da415d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:12.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.668+0000 7f9daa15f640 1 --2- 172.21.15.67:0/1585275950 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9d8c003ff0 0x7f9da4158310 unknown :-1 s=CLOSED pgs=2564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:12.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.668+0000 7f9daa15f640 1 -- 172.21.15.67:0/1585275950 >> 172.21.15.67:0/1585275950 conn(0x7f9da4073c20 msgr2=0x7f9da40b9980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:12.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.668+0000 7f9daa15f640 1 -- 172.21.15.67:0/1585275950 shutdown_connections 2024-09-21T00:36:12.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.668+0000 7f9daa15f640 1 -- 172.21.15.67:0/1585275950 wait complete. 2024-09-21T00:36:12.681 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-21T00:21:09.510963+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-21T00:36:12.682 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-21T00:36:12.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.801+0000 7fa8d3339640 1 -- 172.21.15.67:0/1376569989 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa8b4003a50 msgr2=0x7fa8b4003ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:12.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.801+0000 7fa8d3339640 1 --2- 172.21.15.67:0/1376569989 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa8b4003a50 0x7fa8b4003ec0 secure :-1 s=READY pgs=2566 cs=0 l=1 rev1=1 crypto rx=0x7fa8bc009ed0 tx=0x7fa8b4005830 comp rx=0 tx=0).stop 2024-09-21T00:36:12.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.801+0000 7fa8d3339640 1 -- 172.21.15.67:0/1376569989 shutdown_connections 2024-09-21T00:36:12.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.801+0000 7fa8d3339640 1 --2- 172.21.15.67:0/1376569989 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa8b4003a50 0x7fa8b4003ec0 unknown :-1 s=CLOSED pgs=2566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:12.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.801+0000 7fa8d3339640 1 -- 172.21.15.67:0/1376569989 >> 172.21.15.67:0/1376569989 conn(0x7fa8cc06f710 msgr2=0x7fa8cc06fb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:12.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.801+0000 7fa8d3339640 1 -- 172.21.15.67:0/1376569989 shutdown_connections 2024-09-21T00:36:12.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.801+0000 7fa8d3339640 1 -- 172.21.15.67:0/1376569989 wait complete. 2024-09-21T00:36:12.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.803+0000 7fa8d3339640 1 Processor -- start 2024-09-21T00:36:12.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.803+0000 7fa8d3339640 1 -- start start 2024-09-21T00:36:12.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.804+0000 7fa8d3339640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa8b4003a50 0x7fa8cc1e5330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:12.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.804+0000 7fa8d3339640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa8cc1f4070 0x7fa8cc13c470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:12.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.804+0000 7fa8d3339640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa8cc13cc90 0x7fa8cc15dba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:12.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.804+0000 7fa8d3339640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fa8cc0b3e70 con 0x7fa8b4003a50 2024-09-21T00:36:12.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.804+0000 7fa8d3339640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fa8cc1454e0 con 0x7fa8cc1f4070 2024-09-21T00:36:12.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.804+0000 7fa8d3339640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fa8cc06db40 con 0x7fa8cc13cc90 2024-09-21T00:36:12.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.804+0000 7fa8d10d5640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa8b4003a50 0x7fa8cc1e5330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:12.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.804+0000 7fa8d10d5640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa8b4003a50 0x7fa8cc1e5330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36368/0 (socket says 172.21.15.67:36368) 2024-09-21T00:36:12.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.804+0000 7fa8d10d5640 1 -- 172.21.15.67:0/890474524 learned_addr learned my addr 172.21.15.67:0/890474524 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:12.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.804+0000 7fa8d18d6640 1 --2- 172.21.15.67:0/890474524 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa8cc13cc90 0x7fa8cc15dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:12.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.804+0000 7fa8d10d5640 1 -- 172.21.15.67:0/890474524 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa8cc13cc90 msgr2=0x7fa8cc15dba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:12.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.804+0000 7fa8d10d5640 1 --2- 172.21.15.67:0/890474524 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa8cc13cc90 0x7fa8cc15dba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:12.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.804+0000 7fa8d08d4640 1 --2- 172.21.15.67:0/890474524 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa8cc1f4070 0x7fa8cc13c470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:12.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.804+0000 7fa8d10d5640 1 -- 172.21.15.67:0/890474524 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa8cc1f4070 msgr2=0x7fa8cc13c470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:12.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.804+0000 7fa8d10d5640 1 --2- 172.21.15.67:0/890474524 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa8cc1f4070 0x7fa8cc13c470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:12.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.804+0000 7fa8d10d5640 1 -- 172.21.15.67:0/890474524 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8cc1f4480 con 0x7fa8b4003a50 2024-09-21T00:36:12.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.805+0000 7fa8d18d6640 1 --2- 172.21.15.67:0/890474524 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa8cc13cc90 0x7fa8cc15dba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:36:12.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.805+0000 7fa8d10d5640 1 --2- 172.21.15.67:0/890474524 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa8b4003a50 0x7fa8cc1e5330 secure :-1 s=READY pgs=2567 cs=0 l=1 rev1=1 crypto rx=0x7fa8bc036040 tx=0x7fa8bc033cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:12.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.805+0000 7fa8c9ffb640 1 -- 172.21.15.67:0/890474524 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8bc038040 con 0x7fa8b4003a50 2024-09-21T00:36:12.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.805+0000 7fa8c9ffb640 1 -- 172.21.15.67:0/890474524 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa8bc041070 con 0x7fa8b4003a50 2024-09-21T00:36:12.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.805+0000 7fa8d3339640 1 -- 172.21.15.67:0/890474524 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa8cc1e5b60 con 0x7fa8b4003a50 2024-09-21T00:36:12.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.805+0000 7fa8c9ffb640 1 -- 172.21.15.67:0/890474524 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8bc03c670 con 0x7fa8b4003a50 2024-09-21T00:36:12.808 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.805+0000 7fa8d3339640 1 -- 172.21.15.67:0/890474524 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8cc13bc70 con 0x7fa8b4003a50 2024-09-21T00:36:12.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.806+0000 7fa8d3339640 1 -- 172.21.15.67:0/890474524 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa8cc15f3d0 con 0x7fa8b4003a50 2024-09-21T00:36:12.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.807+0000 7fa8c9ffb640 1 -- 172.21.15.67:0/890474524 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fa8bc03c810 con 0x7fa8b4003a50 2024-09-21T00:36:12.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.808+0000 7fa8c9ffb640 1 --2- 172.21.15.67:0/890474524 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa8b8078bc0 0x7fa8b807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:12.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.808+0000 7fa8c9ffb640 1 -- 172.21.15.67:0/890474524 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(202..202 src has 1..202) ==== 4943+0+0 (secure 0 0 0) 0x7fa8bc0bc310 con 0x7fa8b4003a50 2024-09-21T00:36:12.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.808+0000 7fa8d08d4640 1 --2- 172.21.15.67:0/890474524 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa8b8078bc0 0x7fa8b807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:12.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.809+0000 7fa8d08d4640 1 --2- 172.21.15.67:0/890474524 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa8b8078bc0 0x7fa8b807b0d0 secure :-1 s=READY pgs=970 cs=0 l=1 rev1=1 crypto rx=0x7fa8cc1edb40 tx=0x7fa8c0006ac0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:12.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.811+0000 7fa8c9ffb640 1 -- 172.21.15.67:0/890474524 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fa8bc084bc0 con 0x7fa8b4003a50 2024-09-21T00:36:12.998 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.997+0000 7fa8d3339640 1 -- 172.21.15.67:0/890474524 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fa8cc1418a0 con 0x7fa8b4003a50 2024-09-21T00:36:12.998 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:12.997+0000 7fa8c9ffb640 1 -- 172.21.15.67:0/890474524 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v202) ==== 93+0+10 (secure 0 0 0) 0x7fa8bc0844c0 con 0x7fa8b4003a50 2024-09-21T00:36:12.999 INFO:teuthology.orchestra.run.smithi067.stdout:pg_num: 1 2024-09-21T00:36:13.001 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:13.000+0000 7fa8d3339640 1 -- 172.21.15.67:0/890474524 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa8b8078bc0 msgr2=0x7fa8b807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:13.001 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:13.000+0000 7fa8d3339640 1 --2- 172.21.15.67:0/890474524 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa8b8078bc0 0x7fa8b807b0d0 secure :-1 s=READY pgs=970 cs=0 l=1 rev1=1 crypto rx=0x7fa8cc1edb40 tx=0x7fa8c0006ac0 comp rx=0 tx=0).stop 2024-09-21T00:36:13.001 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:13.000+0000 7fa8d3339640 1 -- 172.21.15.67:0/890474524 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa8b4003a50 msgr2=0x7fa8cc1e5330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:13.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:13.000+0000 7fa8d3339640 1 --2- 172.21.15.67:0/890474524 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa8b4003a50 0x7fa8cc1e5330 secure :-1 s=READY pgs=2567 cs=0 l=1 rev1=1 crypto rx=0x7fa8bc036040 tx=0x7fa8bc033cb0 comp rx=0 tx=0).stop 2024-09-21T00:36:13.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:13.000+0000 7fa8d3339640 1 -- 172.21.15.67:0/890474524 shutdown_connections 2024-09-21T00:36:13.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:13.000+0000 7fa8d3339640 1 --2- 172.21.15.67:0/890474524 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa8b8078bc0 0x7fa8b807b0d0 unknown :-1 s=CLOSED pgs=970 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:13.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:13.000+0000 7fa8d3339640 1 --2- 172.21.15.67:0/890474524 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa8cc13cc90 0x7fa8cc15dba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:13.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:13.000+0000 7fa8d3339640 1 --2- 172.21.15.67:0/890474524 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa8cc1f4070 0x7fa8cc13c470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:13.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:13.000+0000 7fa8d3339640 1 --2- 172.21.15.67:0/890474524 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa8b4003a50 0x7fa8cc1e5330 unknown :-1 s=CLOSED pgs=2567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:13.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:13.000+0000 7fa8d3339640 1 -- 172.21.15.67:0/890474524 >> 172.21.15.67:0/890474524 conn(0x7fa8cc06f710 msgr2=0x7fa8cc144650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:13.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:13.000+0000 7fa8d3339640 1 -- 172.21.15.67:0/890474524 shutdown_connections 2024-09-21T00:36:13.002 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:13.000+0000 7fa8d3339640 1 -- 172.21.15.67:0/890474524 wait complete. 2024-09-21T00:36:13.012 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_scrub.TestScrub.test_scrub_dup_inode' 2024-09-21T00:36:13.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:13.128+0000 7f99fba16640 1 -- 172.21.15.67:0/4292315012 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f99e0003a30 msgr2=0x7f99e0003ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:13.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:13.128+0000 7f99fba16640 1 --2- 172.21.15.67:0/4292315012 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f99e0003a30 0x7f99e0003ea0 secure :-1 s=READY pgs=2569 cs=0 l=1 rev1=1 crypto rx=0x7f99f0009b20 tx=0x7f99e0005830 comp rx=0 tx=0).stop 2024-09-21T00:36:13.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:13.128+0000 7f99f9fb3640 1 -- 172.21.15.67:0/4292315012 reap_dead start 2024-09-21T00:36:13.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:13.128+0000 7f99fba16640 1 -- 172.21.15.67:0/4292315012 shutdown_connections 2024-09-21T00:36:13.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:13.128+0000 7f99fba16640 1 -- 172.21.15.67:0/4292315012 >> 172.21.15.67:0/4292315012 conn(0x7f99f40b6430 msgr2=0x7f99f40b6840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:13.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:13.128+0000 7f99fba16640 1 -- 172.21.15.67:0/4292315012 shutdown_connections 2024-09-21T00:36:13.130 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:13.128+0000 7f99fba16640 1 -- 172.21.15.67:0/4292315012 wait complete. 2024-09-21T00:36:13.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:13.130+0000 7f99fba16640 1 Processor -- start 2024-09-21T00:36:13.131 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:13.130+0000 7f99fba16640 1 -- start start 2024-09-21T00:36:13.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:13.131+0000 7f99fba16640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f99e0003a30 0x7f99f414c470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:13.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:13.131+0000 7f99fba16640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f99f414ef80 0x7f99f414f390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:13.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:13.131+0000 7f99fba16640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f99f40b8f70 0x7f99f40b9380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:13.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:13.131+0000 7f99fba16640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f99f41631c0 con 0x7f99f414ef80 2024-09-21T00:36:13.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:13.131+0000 7f99fba16640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f99f4163040 con 0x7f99e0003a30 2024-09-21T00:36:13.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:13.131+0000 7f99fba16640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f99f4163340 con 0x7f99f40b8f70 2024-09-21T00:36:13.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:13.132+0000 7f99f8fb1640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f99f414ef80 0x7f99f414f390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:13.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:13.132+0000 7f99f8fb1640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f99f414ef80 0x7f99f414f390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:36382/0 (socket says 172.21.15.67:36382) 2024-09-21T00:36:13.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:13.132+0000 7f99f8fb1640 1 -- 172.21.15.67:0/1202580835 learned_addr learned my addr 172.21.15.67:0/1202580835 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:13.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:13.132+0000 7f99f97b2640 1 --2- 172.21.15.67:0/1202580835 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f99e0003a30 0x7f99f414c470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:13.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:13.132+0000 7f99f9fb3640 1 --2- 172.21.15.67:0/1202580835 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f99f40b8f70 0x7f99f40b9380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:13.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:13.132+0000 7f99f8fb1640 1 -- 172.21.15.67:0/1202580835 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f99f40b8f70 msgr2=0x7f99f40b9380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:13.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:13.132+0000 7f99f8fb1640 1 --2- 172.21.15.67:0/1202580835 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f99f40b8f70 0x7f99f40b9380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:13.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:13.132+0000 7f99f8fb1640 1 -- 172.21.15.67:0/1202580835 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f99e0003a30 msgr2=0x7f99f414c470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:13.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:13.132+0000 7f99f8fb1640 1 --2- 172.21.15.67:0/1202580835 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f99e0003a30 0x7f99f414c470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:13.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:13.132+0000 7f99f8fb1640 1 -- 172.21.15.67:0/1202580835 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99f40b98c0 con 0x7f99f414ef80 2024-09-21T00:36:13.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:13.132+0000 7f99f8fb1640 1 --2- 172.21.15.67:0/1202580835 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f99f414ef80 0x7f99f414f390 secure :-1 s=READY pgs=2570 cs=0 l=1 rev1=1 crypto rx=0x7f99e8003f50 tx=0x7f99e800f7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:13.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:13.132+0000 7f99e5ffb640 1 -- 172.21.15.67:0/1202580835 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99e8015070 con 0x7f99f414ef80 2024-09-21T00:36:13.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:13.132+0000 7f99e5ffb640 1 -- 172.21.15.67:0/1202580835 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f99e8011840 con 0x7f99f414ef80 2024-09-21T00:36:13.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:13.132+0000 7f99fba16640 1 -- 172.21.15.67:0/1202580835 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f99f40ca240 con 0x7f99f414ef80 2024-09-21T00:36:13.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:13.132+0000 7f99e5ffb640 1 -- 172.21.15.67:0/1202580835 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99e8011c70 con 0x7f99f414ef80 2024-09-21T00:36:13.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:13.133+0000 7f99fba16640 1 -- 172.21.15.67:0/1202580835 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f99f40c9480 con 0x7f99f414ef80 2024-09-21T00:36:13.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:13.133+0000 7f99fba16640 1 -- 172.21.15.67:0/1202580835 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f99f40d3fb0 con 0x7f99f414ef80 2024-09-21T00:36:13.137 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:13.134+0000 7f99e5ffb640 1 -- 172.21.15.67:0/1202580835 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f99e80103c0 con 0x7f99f414ef80 2024-09-21T00:36:13.137 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:13.135+0000 7f99e5ffb640 1 --2- 172.21.15.67:0/1202580835 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f99d8078b90 0x7f99d807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:13.137 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:13.135+0000 7f99e5ffb640 1 -- 172.21.15.67:0/1202580835 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(202..202 src has 1..202) ==== 4943+0+0 (secure 0 0 0) 0x7f99e809b4d0 con 0x7f99f414ef80 2024-09-21T00:36:13.137 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:13.135+0000 7f99f97b2640 1 --2- 172.21.15.67:0/1202580835 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f99d8078b90 0x7f99d807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:13.137 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:13.136+0000 7f99f97b2640 1 --2- 172.21.15.67:0/1202580835 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f99d8078b90 0x7f99d807b0a0 secure :-1 s=READY pgs=971 cs=0 l=1 rev1=1 crypto rx=0x7f99f0035000 tx=0x7f99f002d040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:13.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:13.140+0000 7f99e5ffb640 1 -- 172.21.15.67:0/1202580835 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f99f40b98c0 con 0x7f99f414ef80 2024-09-21T00:36:13.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:13.404+0000 7f99fba16640 1 -- 172.21.15.67:0/1202580835 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_scrub.TestScrub.test_scrub_dup_inode"]} v 0) -- 0x7f99f414fa80 con 0x7f99f414ef80 2024-09-21T00:36:14.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.335+0000 7f99e5ffb640 1 -- 172.21.15.67:0/1202580835 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_scrub.TestScrub.test_scrub_dup_inode"]}]=0 v699) ==== 136+0+0 (secure 0 0 0) 0x7f99f4163580 con 0x7f99f414ef80 2024-09-21T00:36:14.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.339+0000 7f99fba16640 1 -- 172.21.15.67:0/1202580835 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f99d8078b90 msgr2=0x7f99d807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:14.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.339+0000 7f99fba16640 1 --2- 172.21.15.67:0/1202580835 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f99d8078b90 0x7f99d807b0a0 secure :-1 s=READY pgs=971 cs=0 l=1 rev1=1 crypto rx=0x7f99f0035000 tx=0x7f99f002d040 comp rx=0 tx=0).stop 2024-09-21T00:36:14.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.339+0000 7f99fba16640 1 -- 172.21.15.67:0/1202580835 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f99f414ef80 msgr2=0x7f99f414f390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:14.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.339+0000 7f99fba16640 1 --2- 172.21.15.67:0/1202580835 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f99f414ef80 0x7f99f414f390 secure :-1 s=READY pgs=2570 cs=0 l=1 rev1=1 crypto rx=0x7f99e8003f50 tx=0x7f99e800f7e0 comp rx=0 tx=0).stop 2024-09-21T00:36:14.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.339+0000 7f99fba16640 1 -- 172.21.15.67:0/1202580835 shutdown_connections 2024-09-21T00:36:14.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.339+0000 7f99fba16640 1 --2- 172.21.15.67:0/1202580835 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f99d8078b90 0x7f99d807b0a0 unknown :-1 s=CLOSED pgs=971 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:14.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.339+0000 7f99fba16640 1 --2- 172.21.15.67:0/1202580835 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f99f40b8f70 0x7f99f40b9380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:14.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.339+0000 7f99fba16640 1 --2- 172.21.15.67:0/1202580835 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f99f414ef80 0x7f99f414f390 unknown :-1 s=CLOSED pgs=2570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:14.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.339+0000 7f99fba16640 1 --2- 172.21.15.67:0/1202580835 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f99e0003a30 0x7f99f414c470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:14.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.339+0000 7f99fba16640 1 -- 172.21.15.67:0/1202580835 >> 172.21.15.67:0/1202580835 conn(0x7f99f40b6430 msgr2=0x7f99f40d1560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:14.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.339+0000 7f99fba16640 1 -- 172.21.15.67:0/1202580835 shutdown_connections 2024-09-21T00:36:14.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.339+0000 7f99fba16640 1 -- 172.21.15.67:0/1202580835 wait complete. 2024-09-21T00:36:14.354 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config dump 2024-09-21T00:36:14.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.476+0000 7efe312ce640 1 -- 172.21.15.67:0/154446475 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efe2c0d1820 msgr2=0x7efe2c0cf7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:14.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.476+0000 7efe312ce640 1 --2- 172.21.15.67:0/154446475 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efe2c0d1820 0x7efe2c0cf7c0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7efe24005fd0 tx=0x7efe2402a5c0 comp rx=0 tx=0).stop 2024-09-21T00:36:14.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.476+0000 7efe312ce640 1 -- 172.21.15.67:0/154446475 shutdown_connections 2024-09-21T00:36:14.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.476+0000 7efe312ce640 1 --2- 172.21.15.67:0/154446475 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efe2c0d1820 0x7efe2c0cf7c0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:14.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.476+0000 7efe312ce640 1 --2- 172.21.15.67:0/154446475 >> v2:172.21.15.97:3300/0 conn(0x7efe2c15fe20 0x7efe2c0b3920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:14.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.476+0000 7efe312ce640 1 -- 172.21.15.67:0/154446475 >> 172.21.15.67:0/154446475 conn(0x7efe2c06cb30 msgr2=0x7efe2c06cf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:14.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.477+0000 7efe312ce640 1 -- 172.21.15.67:0/154446475 shutdown_connections 2024-09-21T00:36:14.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.477+0000 7efe312ce640 1 -- 172.21.15.67:0/154446475 wait complete. 2024-09-21T00:36:14.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.478+0000 7efe312ce640 1 Processor -- start 2024-09-21T00:36:14.479 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.479+0000 7efe312ce640 1 -- start start 2024-09-21T00:36:14.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.480+0000 7efe312ce640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efe2c0cf3b0 0x7efe2c1592d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:14.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.480+0000 7efe312ce640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efe2c15fe20 0x7efe2c153b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:14.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.480+0000 7efe312ce640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efe2c0c9ba0 0x7efe2c0b6230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:14.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.480+0000 7efe312ce640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7efe2c15e980 con 0x7efe2c15fe20 2024-09-21T00:36:14.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.480+0000 7efe312ce640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7efe2c15e800 con 0x7efe2c0c9ba0 2024-09-21T00:36:14.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.480+0000 7efe312ce640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7efe2c15eb00 con 0x7efe2c0cf3b0 2024-09-21T00:36:14.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.480+0000 7efe2a7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efe2c15fe20 0x7efe2c153b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:14.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.480+0000 7efe2a7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efe2c15fe20 0x7efe2c153b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42462/0 (socket says 172.21.15.67:42462) 2024-09-21T00:36:14.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.480+0000 7efe2a7fc640 1 -- 172.21.15.67:0/1559578942 learned_addr learned my addr 172.21.15.67:0/1559578942 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:14.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.480+0000 7efe2b7fe640 1 --2- 172.21.15.67:0/1559578942 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efe2c0c9ba0 0x7efe2c0b6230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:14.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.480+0000 7efe2affd640 1 --2- 172.21.15.67:0/1559578942 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efe2c0cf3b0 0x7efe2c1592d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:14.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.480+0000 7efe2a7fc640 1 -- 172.21.15.67:0/1559578942 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efe2c0cf3b0 msgr2=0x7efe2c1592d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:14.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.480+0000 7efe2a7fc640 1 --2- 172.21.15.67:0/1559578942 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efe2c0cf3b0 0x7efe2c1592d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:14.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.480+0000 7efe2a7fc640 1 -- 172.21.15.67:0/1559578942 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efe2c0c9ba0 msgr2=0x7efe2c0b6230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:14.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.480+0000 7efe2a7fc640 1 --2- 172.21.15.67:0/1559578942 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efe2c0c9ba0 0x7efe2c0b6230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:14.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.480+0000 7efe2a7fc640 1 -- 172.21.15.67:0/1559578942 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efe2c1f6a20 con 0x7efe2c15fe20 2024-09-21T00:36:14.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.481+0000 7efe2a7fc640 1 --2- 172.21.15.67:0/1559578942 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efe2c15fe20 0x7efe2c153b90 secure :-1 s=READY pgs=2571 cs=0 l=1 rev1=1 crypto rx=0x7efe14001eb0 tx=0x7efe1400c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:14.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.481+0000 7efe237fe640 1 -- 172.21.15.67:0/1559578942 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe14017070 con 0x7efe2c15fe20 2024-09-21T00:36:14.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.481+0000 7efe237fe640 1 -- 172.21.15.67:0/1559578942 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7efe140053c0 con 0x7efe2c15fe20 2024-09-21T00:36:14.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.481+0000 7efe312ce640 1 -- 172.21.15.67:0/1559578942 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efe2c1f6d00 con 0x7efe2c15fe20 2024-09-21T00:36:14.483 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.481+0000 7efe237fe640 1 -- 172.21.15.67:0/1559578942 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efe14003830 con 0x7efe2c15fe20 2024-09-21T00:36:14.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.481+0000 7efe312ce640 1 -- 172.21.15.67:0/1559578942 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efe2c1f72c0 con 0x7efe2c15fe20 2024-09-21T00:36:14.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.482+0000 7efe312ce640 1 -- 172.21.15.67:0/1559578942 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efe2c0d04f0 con 0x7efe2c15fe20 2024-09-21T00:36:14.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.483+0000 7efe237fe640 1 -- 172.21.15.67:0/1559578942 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7efe1401a070 con 0x7efe2c15fe20 2024-09-21T00:36:14.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.483+0000 7efe237fe640 1 --2- 172.21.15.67:0/1559578942 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efe0c078b90 0x7efe0c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:14.484 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.483+0000 7efe237fe640 1 -- 172.21.15.67:0/1559578942 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(202..202 src has 1..202) ==== 4943+0+0 (secure 0 0 0) 0x7efe14099cd0 con 0x7efe2c15fe20 2024-09-21T00:36:14.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.483+0000 7efe2affd640 1 --2- 172.21.15.67:0/1559578942 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efe0c078b90 0x7efe0c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:14.485 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.484+0000 7efe2affd640 1 --2- 172.21.15.67:0/1559578942 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efe0c078b90 0x7efe0c07b0a0 secure :-1 s=READY pgs=972 cs=0 l=1 rev1=1 crypto rx=0x7efe1c0099a0 tx=0x7efe1c009500 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:14.489 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.488+0000 7efe237fe640 1 -- 172.21.15.67:0/1559578942 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7efe2c0d04f0 con 0x7efe2c15fe20 2024-09-21T00:36:14.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.675+0000 7efe312ce640 1 -- 172.21.15.67:0/1559578942 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "config dump"} v 0) -- 0x7efe2c15efb0 con 0x7efe2c15fe20 2024-09-21T00:36:14.676 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.675+0000 7efe237fe640 1 -- 172.21.15.67:0/1559578942 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "config dump"}]=0 v67) ==== 59+0+2294 (secure 0 0 0) 0x7efe14061e60 con 0x7efe2c15fe20 2024-09-21T00:36:14.677 INFO:teuthology.orchestra.run.smithi067.stdout:WHO MASK LEVEL OPTION VALUE RO 2024-09-21T00:36:14.677 INFO:teuthology.orchestra.run.smithi067.stdout:mon advanced mon_op_complaint_time 120 2024-09-21T00:36:14.677 INFO:teuthology.orchestra.run.smithi067.stdout:mgr advanced client_mount_timeout 30 2024-09-21T00:36:14.677 INFO:teuthology.orchestra.run.smithi067.stdout:mgr advanced debug_client 20/20 2024-09-21T00:36:14.677 INFO:teuthology.orchestra.run.smithi067.stdout:mgr advanced debug_mgr 20/20 2024-09-21T00:36:14.677 INFO:teuthology.orchestra.run.smithi067.stdout:mgr advanced debug_ms 1/1 2024-09-21T00:36:14.677 INFO:teuthology.orchestra.run.smithi067.stdout:mgr dev mon_warn_on_pool_no_app false 2024-09-21T00:36:14.677 INFO:teuthology.orchestra.run.smithi067.stdout:osd advanced osd_op_complaint_time 180.000000 2024-09-21T00:36:14.677 INFO:teuthology.orchestra.run.smithi067.stdout:osd.0 basic osd_mclock_max_capacity_iops_ssd 4994.792072 2024-09-21T00:36:14.677 INFO:teuthology.orchestra.run.smithi067.stdout:osd.1 basic osd_mclock_max_capacity_iops_ssd 6949.964888 2024-09-21T00:36:14.677 INFO:teuthology.orchestra.run.smithi067.stdout:osd.2 basic osd_mclock_max_capacity_iops_ssd 4728.394376 2024-09-21T00:36:14.677 INFO:teuthology.orchestra.run.smithi067.stdout:osd.3 basic osd_mclock_max_capacity_iops_ssd 4592.129816 2024-09-21T00:36:14.678 INFO:teuthology.orchestra.run.smithi067.stdout:osd.4 basic osd_mclock_max_capacity_iops_ssd 6550.422905 2024-09-21T00:36:14.678 INFO:teuthology.orchestra.run.smithi067.stdout:osd.5 basic osd_mclock_max_capacity_iops_ssd 5213.710688 2024-09-21T00:36:14.678 INFO:teuthology.orchestra.run.smithi067.stdout:osd.6 basic osd_mclock_max_capacity_iops_ssd 5638.399028 2024-09-21T00:36:14.678 INFO:teuthology.orchestra.run.smithi067.stdout:osd.7 basic osd_mclock_max_capacity_iops_ssd 5357.310397 2024-09-21T00:36:14.678 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced debug_mds 20/20 2024-09-21T00:36:14.678 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced debug_mds_balancer 20/20 2024-09-21T00:36:14.678 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced debug_ms 2/2 2024-09-21T00:36:14.678 INFO:teuthology.orchestra.run.smithi067.stdout:mds dev mds_debug_frag true 2024-09-21T00:36:14.678 INFO:teuthology.orchestra.run.smithi067.stdout:mds dev mds_debug_scatterstat true 2024-09-21T00:36:14.678 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced mds_op_complaint_time 180.000000 2024-09-21T00:36:14.678 INFO:teuthology.orchestra.run.smithi067.stdout:mds dev mds_verify_scatter true 2024-09-21T00:36:14.678 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced osd_op_complaint_time 180.000000 2024-09-21T00:36:14.678 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced rados_mon_op_timeout 900 2024-09-21T00:36:14.679 INFO:teuthology.orchestra.run.smithi067.stdout:mds advanced rados_osd_op_timeout 900 2024-09-21T00:36:14.679 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced client_mount_timeout 600 2024-09-21T00:36:14.679 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced debug_client 20/20 2024-09-21T00:36:14.679 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced debug_ms 1/1 2024-09-21T00:36:14.679 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced rados_mon_op_timeout 900 2024-09-21T00:36:14.679 INFO:teuthology.orchestra.run.smithi067.stdout:client advanced rados_osd_op_timeout 900 2024-09-21T00:36:14.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.678+0000 7efe312ce640 1 -- 172.21.15.67:0/1559578942 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efe0c078b90 msgr2=0x7efe0c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:14.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.678+0000 7efe312ce640 1 --2- 172.21.15.67:0/1559578942 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efe0c078b90 0x7efe0c07b0a0 secure :-1 s=READY pgs=972 cs=0 l=1 rev1=1 crypto rx=0x7efe1c0099a0 tx=0x7efe1c009500 comp rx=0 tx=0).stop 2024-09-21T00:36:14.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.678+0000 7efe312ce640 1 -- 172.21.15.67:0/1559578942 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efe2c15fe20 msgr2=0x7efe2c153b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:14.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.678+0000 7efe312ce640 1 --2- 172.21.15.67:0/1559578942 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efe2c15fe20 0x7efe2c153b90 secure :-1 s=READY pgs=2571 cs=0 l=1 rev1=1 crypto rx=0x7efe14001eb0 tx=0x7efe1400c890 comp rx=0 tx=0).stop 2024-09-21T00:36:14.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.678+0000 7efe312ce640 1 -- 172.21.15.67:0/1559578942 shutdown_connections 2024-09-21T00:36:14.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.678+0000 7efe312ce640 1 --2- 172.21.15.67:0/1559578942 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efe0c078b90 0x7efe0c07b0a0 unknown :-1 s=CLOSED pgs=972 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:14.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.678+0000 7efe312ce640 1 --2- 172.21.15.67:0/1559578942 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efe2c0c9ba0 0x7efe2c0b6230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:14.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.678+0000 7efe312ce640 1 --2- 172.21.15.67:0/1559578942 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efe2c15fe20 0x7efe2c153b90 unknown :-1 s=CLOSED pgs=2571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:14.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.678+0000 7efe312ce640 1 --2- 172.21.15.67:0/1559578942 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efe2c0cf3b0 0x7efe2c1592d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:14.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.678+0000 7efe312ce640 1 -- 172.21.15.67:0/1559578942 >> 172.21.15.67:0/1559578942 conn(0x7efe2c06cb30 msgr2=0x7efe2c0b8d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:14.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.678+0000 7efe312ce640 1 -- 172.21.15.67:0/1559578942 shutdown_connections 2024-09-21T00:36:14.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.678+0000 7efe312ce640 1 -- 172.21.15.67:0/1559578942 wait complete. 2024-09-21T00:36:14.690 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-21T00:36:14.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.809+0000 7feb7910b640 1 -- 172.21.15.67:0/2249832464 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feb740cf2f0 msgr2=0x7feb740d4280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:14.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.809+0000 7feb7910b640 1 --2- 172.21.15.67:0/2249832464 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feb740cf2f0 0x7feb740d4280 secure :-1 s=READY pgs=2572 cs=0 l=1 rev1=1 crypto rx=0x7feb64005fd0 tx=0x7feb6402a5d0 comp rx=0 tx=0).stop 2024-09-21T00:36:14.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.809+0000 7feb7910b640 1 -- 172.21.15.67:0/2249832464 shutdown_connections 2024-09-21T00:36:14.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.809+0000 7feb7910b640 1 --2- 172.21.15.67:0/2249832464 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7feb740b3c00 0x7feb7415ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:14.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.809+0000 7feb7910b640 1 --2- 172.21.15.67:0/2249832464 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feb740cf2f0 0x7feb740d4280 unknown :-1 s=CLOSED pgs=2572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:14.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.809+0000 7feb7910b640 1 -- 172.21.15.67:0/2249832464 >> 172.21.15.67:0/2249832464 conn(0x7feb74073a90 msgr2=0x7feb7406cb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:14.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.809+0000 7feb7910b640 1 -- 172.21.15.67:0/2249832464 shutdown_connections 2024-09-21T00:36:14.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.809+0000 7feb7910b640 1 -- 172.21.15.67:0/2249832464 wait complete. 2024-09-21T00:36:14.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.811+0000 7feb7910b640 1 Processor -- start 2024-09-21T00:36:14.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.811+0000 7feb7910b640 1 -- start start 2024-09-21T00:36:14.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.812+0000 7feb7910b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feb740b3c00 0x7feb740cd590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:14.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.812+0000 7feb7910b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7feb740cf2f0 0x7feb741f5040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:14.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.812+0000 7feb7910b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7feb740d1210 0x7feb741f5580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:14.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.812+0000 7feb7910b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7feb740b83e0 con 0x7feb740b3c00 2024-09-21T00:36:14.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.812+0000 7feb7910b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7feb740b8260 con 0x7feb740cf2f0 2024-09-21T00:36:14.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.812+0000 7feb7910b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7feb740b8560 con 0x7feb740d1210 2024-09-21T00:36:14.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.812+0000 7feb72d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feb740b3c00 0x7feb740cd590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:14.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.812+0000 7feb72d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feb740b3c00 0x7feb740cd590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42478/0 (socket says 172.21.15.67:42478) 2024-09-21T00:36:14.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.812+0000 7feb72d9d640 1 -- 172.21.15.67:0/1242855148 learned_addr learned my addr 172.21.15.67:0/1242855148 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:14.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.812+0000 7feb7259c640 1 --2- 172.21.15.67:0/1242855148 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7feb740cf2f0 0x7feb741f5040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:14.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.812+0000 7feb7359e640 1 --2- 172.21.15.67:0/1242855148 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7feb740d1210 0x7feb741f5580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:14.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.813+0000 7feb72d9d640 1 -- 172.21.15.67:0/1242855148 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7feb740d1210 msgr2=0x7feb741f5580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:14.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.813+0000 7feb72d9d640 1 --2- 172.21.15.67:0/1242855148 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7feb740d1210 0x7feb741f5580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:14.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.813+0000 7feb72d9d640 1 -- 172.21.15.67:0/1242855148 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7feb740cf2f0 msgr2=0x7feb741f5040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:14.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.813+0000 7feb72d9d640 1 --2- 172.21.15.67:0/1242855148 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7feb740cf2f0 0x7feb741f5040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:14.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.813+0000 7feb72d9d640 1 -- 172.21.15.67:0/1242855148 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb741501a0 con 0x7feb740b3c00 2024-09-21T00:36:14.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.813+0000 7feb72d9d640 1 --2- 172.21.15.67:0/1242855148 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feb740b3c00 0x7feb740cd590 secure :-1 s=READY pgs=2573 cs=0 l=1 rev1=1 crypto rx=0x7feb64006010 tx=0x7feb640038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:14.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.813+0000 7feb5b7fe640 1 -- 172.21.15.67:0/1242855148 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb6403e030 con 0x7feb740b3c00 2024-09-21T00:36:14.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.813+0000 7feb5b7fe640 1 -- 172.21.15.67:0/1242855148 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7feb64003ca0 con 0x7feb740b3c00 2024-09-21T00:36:14.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.813+0000 7feb7910b640 1 -- 172.21.15.67:0/1242855148 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feb741f5bf0 con 0x7feb740b3c00 2024-09-21T00:36:14.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.813+0000 7feb5b7fe640 1 -- 172.21.15.67:0/1242855148 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb64035040 con 0x7feb740b3c00 2024-09-21T00:36:14.816 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.813+0000 7feb7910b640 1 -- 172.21.15.67:0/1242855148 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feb741f61b0 con 0x7feb740b3c00 2024-09-21T00:36:14.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.814+0000 7feb7910b640 1 -- 172.21.15.67:0/1242855148 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feb740b9240 con 0x7feb740b3c00 2024-09-21T00:36:14.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.815+0000 7feb5b7fe640 1 -- 172.21.15.67:0/1242855148 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7feb64041030 con 0x7feb740b3c00 2024-09-21T00:36:14.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.815+0000 7feb5b7fe640 1 --2- 172.21.15.67:0/1242855148 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7feb60078bc0 0x7feb6007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:14.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.816+0000 7feb5b7fe640 1 -- 172.21.15.67:0/1242855148 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(202..202 src has 1..202) ==== 4943+0+0 (secure 0 0 0) 0x7feb640baf10 con 0x7feb740b3c00 2024-09-21T00:36:14.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.816+0000 7feb7259c640 1 --2- 172.21.15.67:0/1242855148 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7feb60078bc0 0x7feb6007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:14.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.816+0000 7feb7259c640 1 --2- 172.21.15.67:0/1242855148 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7feb60078bc0 0x7feb6007b0d0 secure :-1 s=READY pgs=973 cs=0 l=1 rev1=1 crypto rx=0x7feb741fa040 tx=0x7feb6800b2e0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:14.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:14.820+0000 7feb5b7fe640 1 -- 172.21.15.67:0/1242855148 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7feb64083090 con 0x7feb740b3c00 2024-09-21T00:36:15.009 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.008+0000 7feb7910b640 1 -- 172.21.15.67:0/1242855148 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7feb741f6870 con 0x7feb740b3c00 2024-09-21T00:36:15.013 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.012+0000 7feb5b7fe640 1 -- 172.21.15.67:0/1242855148 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v68)=0 v68) ==== 122+0+0 (secure 0 0 0) 0x7feb64087ac0 con 0x7feb740b3c00 2024-09-21T00:36:15.016 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.015+0000 7feb7910b640 1 -- 172.21.15.67:0/1242855148 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7feb60078bc0 msgr2=0x7feb6007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:15.016 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.015+0000 7feb7910b640 1 --2- 172.21.15.67:0/1242855148 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7feb60078bc0 0x7feb6007b0d0 secure :-1 s=READY pgs=973 cs=0 l=1 rev1=1 crypto rx=0x7feb741fa040 tx=0x7feb6800b2e0 comp rx=0 tx=0).stop 2024-09-21T00:36:15.016 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.015+0000 7feb7910b640 1 -- 172.21.15.67:0/1242855148 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feb740b3c00 msgr2=0x7feb740cd590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:15.016 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.015+0000 7feb7910b640 1 --2- 172.21.15.67:0/1242855148 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feb740b3c00 0x7feb740cd590 secure :-1 s=READY pgs=2573 cs=0 l=1 rev1=1 crypto rx=0x7feb64006010 tx=0x7feb640038a0 comp rx=0 tx=0).stop 2024-09-21T00:36:15.016 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.015+0000 7feb7910b640 1 -- 172.21.15.67:0/1242855148 shutdown_connections 2024-09-21T00:36:15.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.015+0000 7feb7910b640 1 --2- 172.21.15.67:0/1242855148 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7feb60078bc0 0x7feb6007b0d0 unknown :-1 s=CLOSED pgs=973 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:15.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.015+0000 7feb7910b640 1 --2- 172.21.15.67:0/1242855148 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7feb740d1210 0x7feb741f5580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:15.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.015+0000 7feb7910b640 1 --2- 172.21.15.67:0/1242855148 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7feb740cf2f0 0x7feb741f5040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:15.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.015+0000 7feb7910b640 1 --2- 172.21.15.67:0/1242855148 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7feb740b3c00 0x7feb740cd590 unknown :-1 s=CLOSED pgs=2573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:15.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.015+0000 7feb7910b640 1 -- 172.21.15.67:0/1242855148 >> 172.21.15.67:0/1242855148 conn(0x7feb74073a90 msgr2=0x7feb740b64d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:15.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.015+0000 7feb7910b640 1 -- 172.21.15.67:0/1242855148 shutdown_connections 2024-09-21T00:36:15.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.015+0000 7feb7910b640 1 -- 172.21.15.67:0/1242855148 wait complete. 2024-09-21T00:36:15.027 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-21T00:36:15.028 DEBUG:teuthology.orchestra.run.smithi067:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T00:36:15.074 DEBUG:teuthology.orchestra.run.smithi097:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T00:36:15.119 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-21T00:36:15.119 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:36:15.119 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:36:15.135 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20178 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T00:36:15.136 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:36:15.136 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:36:15.176 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17850 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T00:36:15.176 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:36:15.177 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:36:15.192 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20178 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T00:36:15.193 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:36:15.193 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:36:15.234 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17850 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T00:36:15.234 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-21T00:36:15.234 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:36:15.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.349+0000 7f6eddfe6640 1 -- 172.21.15.67:0/951105460 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6ed80d4910 msgr2=0x7f6ed80d4d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:15.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.349+0000 7f6eddfe6640 1 --2- 172.21.15.67:0/951105460 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6ed80d4910 0x7f6ed80d4d20 secure :-1 s=READY pgs=2574 cs=0 l=1 rev1=1 crypto rx=0x7f6ecc005fd0 tx=0x7f6ecc02a5d0 comp rx=0 tx=0).stop 2024-09-21T00:36:15.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.349+0000 7f6eddfe6640 1 -- 172.21.15.67:0/951105460 shutdown_connections 2024-09-21T00:36:15.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.349+0000 7f6eddfe6640 1 --2- 172.21.15.67:0/951105460 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6ed80d4910 0x7f6ed80d4d20 unknown :-1 s=CLOSED pgs=2574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:15.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.349+0000 7f6eddfe6640 1 --2- 172.21.15.67:0/951105460 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6ed80d1b70 0x7f6ed80d3100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:15.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.349+0000 7f6eddfe6640 1 -- 172.21.15.67:0/951105460 >> 172.21.15.67:0/951105460 conn(0x7f6ed8073ba0 msgr2=0x7f6ed806cb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:15.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.349+0000 7f6eddfe6640 1 -- 172.21.15.67:0/951105460 shutdown_connections 2024-09-21T00:36:15.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.349+0000 7f6eddfe6640 1 -- 172.21.15.67:0/951105460 wait complete. 2024-09-21T00:36:15.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.351+0000 7f6eddfe6640 1 Processor -- start 2024-09-21T00:36:15.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.351+0000 7f6eddfe6640 1 -- start start 2024-09-21T00:36:15.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.352+0000 7f6eddfe6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6ed80d1b70 0x7f6ed8155300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:15.354 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.352+0000 7f6eddfe6640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6ed80d4910 0x7f6ed815f420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:15.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.352+0000 7f6eddfe6640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6ed81625d0 0x7f6ed81612e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:15.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.352+0000 7f6eddfe6640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f6ed80b7ff0 con 0x7f6ed80d1b70 2024-09-21T00:36:15.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.352+0000 7f6eddfe6640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f6ed80b7e70 con 0x7f6ed80d4910 2024-09-21T00:36:15.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.352+0000 7f6eddfe6640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f6ed80b8170 con 0x7f6ed81625d0 2024-09-21T00:36:15.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.352+0000 7f6ed77fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6ed80d1b70 0x7f6ed8155300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:15.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.352+0000 7f6ed77fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6ed80d1b70 0x7f6ed8155300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42490/0 (socket says 172.21.15.67:42490) 2024-09-21T00:36:15.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.352+0000 7f6ed77fe640 1 -- 172.21.15.67:0/1324836951 learned_addr learned my addr 172.21.15.67:0/1324836951 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:15.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.352+0000 7f6ed6ffd640 1 --2- 172.21.15.67:0/1324836951 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6ed80d4910 0x7f6ed815f420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:15.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.352+0000 7f6ed7fff640 1 --2- 172.21.15.67:0/1324836951 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6ed81625d0 0x7f6ed81612e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:15.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.353+0000 7f6ed77fe640 1 -- 172.21.15.67:0/1324836951 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6ed81625d0 msgr2=0x7f6ed81612e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:15.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.353+0000 7f6ed77fe640 1 --2- 172.21.15.67:0/1324836951 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6ed81625d0 0x7f6ed81612e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:15.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.353+0000 7f6ed77fe640 1 -- 172.21.15.67:0/1324836951 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6ed80d4910 msgr2=0x7f6ed815f420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:15.355 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.353+0000 7f6ed77fe640 1 --2- 172.21.15.67:0/1324836951 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6ed80d4910 0x7f6ed815f420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:15.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.353+0000 7f6ed77fe640 1 -- 172.21.15.67:0/1324836951 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ed81f9ac0 con 0x7f6ed80d1b70 2024-09-21T00:36:15.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.353+0000 7f6ed7fff640 1 --2- 172.21.15.67:0/1324836951 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6ed81625d0 0x7f6ed81612e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:36:15.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.353+0000 7f6ed77fe640 1 --2- 172.21.15.67:0/1324836951 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6ed80d1b70 0x7f6ed8155300 secure :-1 s=READY pgs=2575 cs=0 l=1 rev1=1 crypto rx=0x7f6ec800e7c0 tx=0x7f6ec800ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:15.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.353+0000 7f6ebffff640 1 -- 172.21.15.67:0/1324836951 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ec800ccc0 con 0x7f6ed80d1b70 2024-09-21T00:36:15.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.353+0000 7f6ebffff640 1 -- 172.21.15.67:0/1324836951 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6ec8010430 con 0x7f6ed80d1b70 2024-09-21T00:36:15.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.353+0000 7f6eddfe6640 1 -- 172.21.15.67:0/1324836951 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6ed81f9da0 con 0x7f6ed80d1b70 2024-09-21T00:36:15.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.353+0000 7f6ebffff640 1 -- 172.21.15.67:0/1324836951 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ec8010860 con 0x7f6ed80d1b70 2024-09-21T00:36:15.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.353+0000 7f6eddfe6640 1 -- 172.21.15.67:0/1324836951 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6ed81fa360 con 0x7f6ed80d1b70 2024-09-21T00:36:15.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.354+0000 7f6eddfe6640 1 -- 172.21.15.67:0/1324836951 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6ed80c7ff0 con 0x7f6ed80d1b70 2024-09-21T00:36:15.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.355+0000 7f6ebffff640 1 -- 172.21.15.67:0/1324836951 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f6ec8010a00 con 0x7f6ed80d1b70 2024-09-21T00:36:15.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.355+0000 7f6ebffff640 1 --2- 172.21.15.67:0/1324836951 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6ec4078b90 0x7f6ec407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:15.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.356+0000 7f6ebffff640 1 -- 172.21.15.67:0/1324836951 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(202..202 src has 1..202) ==== 4943+0+0 (secure 0 0 0) 0x7f6ec809b420 con 0x7f6ed80d1b70 2024-09-21T00:36:15.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.356+0000 7f6ed6ffd640 1 --2- 172.21.15.67:0/1324836951 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6ec4078b90 0x7f6ec407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:15.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.356+0000 7f6ed6ffd640 1 --2- 172.21.15.67:0/1324836951 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6ec4078b90 0x7f6ec407b0a0 secure :-1 s=READY pgs=974 cs=0 l=1 rev1=1 crypto rx=0x7f6ecc033000 tx=0x7f6ecc004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:15.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.360+0000 7f6ebffff640 1 -- 172.21.15.67:0/1324836951 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f6ec8063520 con 0x7f6ed80d1b70 2024-09-21T00:36:15.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.587+0000 7f6eddfe6640 1 -- 172.21.15.67:0/1324836951 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6ed80cdab0 con 0x7f6ed80d1b70 2024-09-21T00:36:15.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.587+0000 7f6ebffff640 1 -- 172.21.15.67:0/1324836951 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 171 v171) ==== 95+0+3911 (secure 0 0 0) 0x7f6ec8067f50 con 0x7f6ed80d1b70 2024-09-21T00:36:15.588 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:15.588 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":171,"btime":"2024-09-21T00:36:09:036181+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8900,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/2874894997","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":2874894997},{"type":"v1","addr":"172.21.15.67:6834","nonce":2874894997}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":163},{"gid":8906,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/66001447","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":66001447},{"type":"v1","addr":"172.21.15.97:6836","nonce":66001447}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":164},{"gid":8909,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/2736684398","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":2736684398},{"type":"v1","addr":"172.21.15.97:6837","nonce":2736684398}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":164},{"gid":11622,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3029739436","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":3029739436},{"type":"v1","addr":"172.21.15.67:6835","nonce":3029739436}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":171}],"filesystems":[]} 2024-09-21T00:36:15.589 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 171 2024-09-21T00:36:15.591 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.590+0000 7f6eddfe6640 1 -- 172.21.15.67:0/1324836951 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6ec4078b90 msgr2=0x7f6ec407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:15.591 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.590+0000 7f6eddfe6640 1 --2- 172.21.15.67:0/1324836951 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6ec4078b90 0x7f6ec407b0a0 secure :-1 s=READY pgs=974 cs=0 l=1 rev1=1 crypto rx=0x7f6ecc033000 tx=0x7f6ecc004730 comp rx=0 tx=0).stop 2024-09-21T00:36:15.591 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.590+0000 7f6eddfe6640 1 -- 172.21.15.67:0/1324836951 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6ed80d1b70 msgr2=0x7f6ed8155300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:15.591 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.590+0000 7f6eddfe6640 1 --2- 172.21.15.67:0/1324836951 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6ed80d1b70 0x7f6ed8155300 secure :-1 s=READY pgs=2575 cs=0 l=1 rev1=1 crypto rx=0x7f6ec800e7c0 tx=0x7f6ec800ec80 comp rx=0 tx=0).stop 2024-09-21T00:36:15.591 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.590+0000 7f6eddfe6640 1 -- 172.21.15.67:0/1324836951 shutdown_connections 2024-09-21T00:36:15.591 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.590+0000 7f6eddfe6640 1 --2- 172.21.15.67:0/1324836951 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6ec4078b90 0x7f6ec407b0a0 unknown :-1 s=CLOSED pgs=974 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:15.591 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.590+0000 7f6eddfe6640 1 --2- 172.21.15.67:0/1324836951 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6ed81625d0 0x7f6ed81612e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:15.592 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.590+0000 7f6eddfe6640 1 --2- 172.21.15.67:0/1324836951 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6ed80d4910 0x7f6ed815f420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:15.592 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.590+0000 7f6eddfe6640 1 --2- 172.21.15.67:0/1324836951 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6ed80d1b70 0x7f6ed8155300 unknown :-1 s=CLOSED pgs=2575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:15.592 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.590+0000 7f6eddfe6640 1 -- 172.21.15.67:0/1324836951 >> 172.21.15.67:0/1324836951 conn(0x7f6ed8073ba0 msgr2=0x7f6ed815c120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:15.592 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.590+0000 7f6eddfe6640 1 -- 172.21.15.67:0/1324836951 shutdown_connections 2024-09-21T00:36:15.592 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.590+0000 7f6eddfe6640 1 -- 172.21.15.67:0/1324836951 wait complete. 2024-09-21T00:36:15.602 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-21T00:36:15.602 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-21T00:36:15.602 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-21T00:36:15.602 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:36:15.602 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-21T00:36:15.603 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-21T00:36:15.603 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-21T00:36:15.603 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:36:15.603 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-21T00:36:15.603 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-21T00:36:15.603 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-21T00:36:15.603 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:36:15.604 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-21T00:36:15.604 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-21T00:36:15.604 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-21T00:36:15.604 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:36:15.611 INFO:tasks.ceph.mds.a:Stopped 2024-09-21T00:36:15.612 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-21T00:36:15.614 INFO:tasks.ceph.mds.b:Stopped 2024-09-21T00:36:15.614 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-21T00:36:15.615 INFO:tasks.ceph.mds.d:Stopped 2024-09-21T00:36:15.615 DEBUG:teuthology.orchestra.run.smithi097:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-21T00:36:15.616 INFO:tasks.ceph.mds.c:Stopped 2024-09-21T00:36:15.616 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-21T00:36:15.657 INFO:tasks.ceph.mds.b:Started 2024-09-21T00:36:15.657 DEBUG:teuthology.parallel:result is None 2024-09-21T00:36:15.658 INFO:tasks.ceph.mds.d:Started 2024-09-21T00:36:15.658 DEBUG:teuthology.parallel:result is None 2024-09-21T00:36:15.659 INFO:tasks.ceph.mds.a:Started 2024-09-21T00:36:15.659 DEBUG:teuthology.parallel:result is None 2024-09-21T00:36:15.660 INFO:tasks.ceph.mds.c:Started 2024-09-21T00:36:15.660 DEBUG:teuthology.parallel:result is None 2024-09-21T00:36:15.660 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-21T00:36:15.749 INFO:tasks.ceph.mds.d.smithi097.stdout:starting mds.d at 2024-09-21T00:36:15.749 INFO:tasks.ceph.mds.b.smithi097.stdout:starting mds.b at 2024-09-21T00:36:15.749 INFO:tasks.ceph.mds.c.smithi067.stdout:starting mds.c at 2024-09-21T00:36:15.750 INFO:tasks.ceph.mds.a.smithi067.stdout:starting mds.a at 2024-09-21T00:36:15.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.782+0000 7efdf3284640 1 -- 172.21.15.67:0/4028287203 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efdec0cf3b0 msgr2=0x7efdec0cf7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:15.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.782+0000 7efdf3284640 1 --2- 172.21.15.67:0/4028287203 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efdec0cf3b0 0x7efdec0cf7c0 secure :-1 s=READY pgs=2583 cs=0 l=1 rev1=1 crypto rx=0x7efdec0754b0 tx=0x7efddc02a560 comp rx=0 tx=0).stop 2024-09-21T00:36:15.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.782+0000 7efdf3284640 1 -- 172.21.15.67:0/4028287203 shutdown_connections 2024-09-21T00:36:15.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.782+0000 7efdf3284640 1 --2- 172.21.15.67:0/4028287203 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efdec0cf3b0 0x7efdec0cf7c0 unknown :-1 s=CLOSED pgs=2583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:15.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.782+0000 7efdf3284640 1 --2- 172.21.15.67:0/4028287203 >> v2:172.21.15.97:3300/0 conn(0x7efdec15fe20 0x7efdec0b3920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:15.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.782+0000 7efdf3284640 1 -- 172.21.15.67:0/4028287203 >> 172.21.15.67:0/4028287203 conn(0x7efdec06cb30 msgr2=0x7efdec06cf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:15.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.783+0000 7efdf3284640 1 -- 172.21.15.67:0/4028287203 shutdown_connections 2024-09-21T00:36:15.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.783+0000 7efdf3284640 1 -- 172.21.15.67:0/4028287203 wait complete. 2024-09-21T00:36:15.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.784+0000 7efdf3284640 1 Processor -- start 2024-09-21T00:36:15.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.784+0000 7efdf3284640 1 -- start start 2024-09-21T00:36:15.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.786+0000 7efdf3284640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efdec0cf3b0 0x7efdec0cbf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:15.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.786+0000 7efdf3284640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efdec0d1110 0x7efdec0b61f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:15.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.786+0000 7efdf3284640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efdec15fe20 0x7efdec0b6730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:15.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.786+0000 7efdf3284640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7efdec15e8e0 con 0x7efdec0d1110 2024-09-21T00:36:15.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.786+0000 7efdf3284640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7efdec15e760 con 0x7efdec15fe20 2024-09-21T00:36:15.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.786+0000 7efdf3284640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7efdec15ea60 con 0x7efdec0cf3b0 2024-09-21T00:36:15.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.786+0000 7efdf081f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efdec0d1110 0x7efdec0b61f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:15.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.786+0000 7efdf081f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efdec0d1110 0x7efdec0b61f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42540/0 (socket says 172.21.15.67:42540) 2024-09-21T00:36:15.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.786+0000 7efdf081f640 1 -- 172.21.15.67:0/1634646351 learned_addr learned my addr 172.21.15.67:0/1634646351 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:15.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.786+0000 7efdf1020640 1 --2- 172.21.15.67:0/1634646351 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efdec0cf3b0 0x7efdec0cbf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:15.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.786+0000 7efdf1821640 1 --2- 172.21.15.67:0/1634646351 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efdec15fe20 0x7efdec0b6730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:15.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.786+0000 7efdf081f640 1 -- 172.21.15.67:0/1634646351 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efdec0cf3b0 msgr2=0x7efdec0cbf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:15.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.786+0000 7efdf081f640 1 --2- 172.21.15.67:0/1634646351 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efdec0cf3b0 0x7efdec0cbf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:15.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.786+0000 7efdf081f640 1 -- 172.21.15.67:0/1634646351 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efdec15fe20 msgr2=0x7efdec0b6730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:15.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.786+0000 7efdf081f640 1 --2- 172.21.15.67:0/1634646351 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efdec15fe20 0x7efdec0b6730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:15.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.786+0000 7efdf081f640 1 -- 172.21.15.67:0/1634646351 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efdec0c8170 con 0x7efdec0d1110 2024-09-21T00:36:15.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.786+0000 7efdf1020640 1 --2- 172.21.15.67:0/1634646351 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efdec0cf3b0 0x7efdec0cbf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:36:15.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.786+0000 7efdf081f640 1 --2- 172.21.15.67:0/1634646351 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efdec0d1110 0x7efdec0b61f0 secure :-1 s=READY pgs=2584 cs=0 l=1 rev1=1 crypto rx=0x7efddc0099c0 tx=0x7efddc0039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:15.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.787+0000 7efde1ffb640 1 -- 172.21.15.67:0/1634646351 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efddc03e030 con 0x7efdec0d1110 2024-09-21T00:36:15.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.787+0000 7efde1ffb640 1 -- 172.21.15.67:0/1634646351 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7efddc0047a0 con 0x7efdec0d1110 2024-09-21T00:36:15.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.787+0000 7efdf3284640 1 -- 172.21.15.67:0/1634646351 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efdec0c8410 con 0x7efdec0d1110 2024-09-21T00:36:15.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.787+0000 7efde1ffb640 1 -- 172.21.15.67:0/1634646351 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efddc035040 con 0x7efdec0d1110 2024-09-21T00:36:15.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.787+0000 7efdf3284640 1 -- 172.21.15.67:0/1634646351 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efdec1fa450 con 0x7efdec0d1110 2024-09-21T00:36:15.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.788+0000 7efdf3284640 1 -- 172.21.15.67:0/1634646351 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efdec15ef80 con 0x7efdec0d1110 2024-09-21T00:36:15.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.789+0000 7efde1ffb640 1 -- 172.21.15.67:0/1634646351 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7efddc041030 con 0x7efdec0d1110 2024-09-21T00:36:15.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.789+0000 7efde1ffb640 1 --2- 172.21.15.67:0/1634646351 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efdd0078bc0 0x7efdd007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:15.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.789+0000 7efde1ffb640 1 -- 172.21.15.67:0/1634646351 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(202..202 src has 1..202) ==== 4943+0+0 (secure 0 0 0) 0x7efddc0bb110 con 0x7efdec0d1110 2024-09-21T00:36:15.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.790+0000 7efdf1020640 1 --2- 172.21.15.67:0/1634646351 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efdd0078bc0 0x7efdd007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:15.791 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.790+0000 7efdf1020640 1 --2- 172.21.15.67:0/1634646351 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efdd0078bc0 0x7efdd007b0d0 secure :-1 s=READY pgs=975 cs=0 l=1 rev1=1 crypto rx=0x7efde8005fd0 tx=0x7efde800a250 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:15.795 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.794+0000 7efde1ffb640 1 -- 172.21.15.67:0/1634646351 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7efddc083290 con 0x7efdec0d1110 2024-09-21T00:36:15.994 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:15.993+0000 7efdf3284640 1 -- 172.21.15.67:0/1634646351 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7efdec0cb300 con 0x7efdec0d1110 2024-09-21T00:36:16.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.355+0000 7efde1ffb640 1 -- 172.21.15.67:0/1634646351 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v204) ==== 97+0+0 (secure 0 0 0) 0x7efddc087cc0 con 0x7efdec0d1110 2024-09-21T00:36:16.357 INFO:teuthology.orchestra.run.smithi067.stderr: removed all blocklist entries 2024-09-21T00:36:16.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.359+0000 7efdf3284640 1 -- 172.21.15.67:0/1634646351 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efdd0078bc0 msgr2=0x7efdd007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:16.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.359+0000 7efdf3284640 1 --2- 172.21.15.67:0/1634646351 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efdd0078bc0 0x7efdd007b0d0 secure :-1 s=READY pgs=975 cs=0 l=1 rev1=1 crypto rx=0x7efde8005fd0 tx=0x7efde800a250 comp rx=0 tx=0).stop 2024-09-21T00:36:16.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.359+0000 7efdf3284640 1 -- 172.21.15.67:0/1634646351 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efdec0d1110 msgr2=0x7efdec0b61f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:16.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.359+0000 7efdf3284640 1 --2- 172.21.15.67:0/1634646351 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efdec0d1110 0x7efdec0b61f0 secure :-1 s=READY pgs=2584 cs=0 l=1 rev1=1 crypto rx=0x7efddc0099c0 tx=0x7efddc0039e0 comp rx=0 tx=0).stop 2024-09-21T00:36:16.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.359+0000 7efdf3284640 1 -- 172.21.15.67:0/1634646351 shutdown_connections 2024-09-21T00:36:16.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.359+0000 7efdf3284640 1 --2- 172.21.15.67:0/1634646351 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efdd0078bc0 0x7efdd007b0d0 unknown :-1 s=CLOSED pgs=975 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:16.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.359+0000 7efdf3284640 1 --2- 172.21.15.67:0/1634646351 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efdec15fe20 0x7efdec0b6730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:16.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.359+0000 7efdf3284640 1 --2- 172.21.15.67:0/1634646351 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efdec0d1110 0x7efdec0b61f0 unknown :-1 s=CLOSED pgs=2584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:16.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.359+0000 7efdf3284640 1 --2- 172.21.15.67:0/1634646351 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efdec0cf3b0 0x7efdec0cbf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:16.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.359+0000 7efdf3284640 1 -- 172.21.15.67:0/1634646351 >> 172.21.15.67:0/1634646351 conn(0x7efdec06cb30 msgr2=0x7efdec0b83f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:16.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.359+0000 7efdf3284640 1 -- 172.21.15.67:0/1634646351 shutdown_connections 2024-09-21T00:36:16.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.360+0000 7efdf3284640 1 -- 172.21.15.67:0/1634646351 wait complete. 2024-09-21T00:36:16.376 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-21T00:36:16.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.494+0000 7f64218f2640 1 -- 172.21.15.67:0/1752045728 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6404003a50 msgr2=0x7f6404003ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:16.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.494+0000 7f64218f2640 1 --2- 172.21.15.67:0/1752045728 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6404003a50 0x7f6404003ec0 secure :-1 s=READY pgs=2586 cs=0 l=1 rev1=1 crypto rx=0x7f640c00c730 tx=0x7f6404005830 comp rx=0 tx=0).stop 2024-09-21T00:36:16.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.494+0000 7f64218f2640 1 -- 172.21.15.67:0/1752045728 shutdown_connections 2024-09-21T00:36:16.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.494+0000 7f64218f2640 1 --2- 172.21.15.67:0/1752045728 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6404003a50 0x7f6404003ec0 unknown :-1 s=CLOSED pgs=2586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:16.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.494+0000 7f64218f2640 1 -- 172.21.15.67:0/1752045728 >> 172.21.15.67:0/1752045728 conn(0x7f641c06cb30 msgr2=0x7f641c06cf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:16.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.494+0000 7f64218f2640 1 -- 172.21.15.67:0/1752045728 shutdown_connections 2024-09-21T00:36:16.495 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.494+0000 7f64218f2640 1 -- 172.21.15.67:0/1752045728 wait complete. 2024-09-21T00:36:16.496 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.496+0000 7f64218f2640 1 Processor -- start 2024-09-21T00:36:16.497 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.496+0000 7f64218f2640 1 -- start start 2024-09-21T00:36:16.499 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.497+0000 7f64218f2640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6404003a50 0x7f641c0ccaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:16.500 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.497+0000 7f64218f2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f641c146620 0x7f641c1f9cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:16.500 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.497+0000 7f64218f2640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f641c1fa230 0x7f641c0b6160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:16.500 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.497+0000 7f64218f2640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f641c0cf3b0 con 0x7f641c146620 2024-09-21T00:36:16.500 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.497+0000 7f64218f2640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f641c0d1370 con 0x7f641c1fa230 2024-09-21T00:36:16.500 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.497+0000 7f64218f2640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f641c0cf530 con 0x7f6404003a50 2024-09-21T00:36:16.500 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.497+0000 7f641a7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f641c146620 0x7f641c1f9cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:16.500 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.497+0000 7f641a7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f641c146620 0x7f641c1f9cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42572/0 (socket says 172.21.15.67:42572) 2024-09-21T00:36:16.500 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.497+0000 7f641a7fc640 1 -- 172.21.15.67:0/584630123 learned_addr learned my addr 172.21.15.67:0/584630123 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:16.500 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.497+0000 7f641b7fe640 1 --2- 172.21.15.67:0/584630123 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f641c1fa230 0x7f641c0b6160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:16.500 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.497+0000 7f641affd640 1 --2- 172.21.15.67:0/584630123 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6404003a50 0x7f641c0ccaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:16.500 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.498+0000 7f641a7fc640 1 -- 172.21.15.67:0/584630123 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6404003a50 msgr2=0x7f641c0ccaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:16.500 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.498+0000 7f641a7fc640 1 --2- 172.21.15.67:0/584630123 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6404003a50 0x7f641c0ccaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:16.500 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.498+0000 7f641a7fc640 1 -- 172.21.15.67:0/584630123 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f641c1fa230 msgr2=0x7f641c0b6160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:16.500 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.498+0000 7f641a7fc640 1 --2- 172.21.15.67:0/584630123 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f641c1fa230 0x7f641c0b6160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:16.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.498+0000 7f641a7fc640 1 -- 172.21.15.67:0/584630123 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f641c0cba50 con 0x7f641c146620 2024-09-21T00:36:16.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.498+0000 7f641b7fe640 1 --2- 172.21.15.67:0/584630123 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f641c1fa230 0x7f641c0b6160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:36:16.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.498+0000 7f641affd640 1 --2- 172.21.15.67:0/584630123 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6404003a50 0x7f641c0ccaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:36:16.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.498+0000 7f641a7fc640 1 --2- 172.21.15.67:0/584630123 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f641c146620 0x7f641c1f9cf0 secure :-1 s=READY pgs=2587 cs=0 l=1 rev1=1 crypto rx=0x7f6410011ae0 tx=0x7f6410009ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:16.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.498+0000 7f6403fff640 1 -- 172.21.15.67:0/584630123 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f641001e070 con 0x7f641c146620 2024-09-21T00:36:16.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.498+0000 7f6403fff640 1 -- 172.21.15.67:0/584630123 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f641000fc70 con 0x7f641c146620 2024-09-21T00:36:16.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.498+0000 7f64218f2640 1 -- 172.21.15.67:0/584630123 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f641c0cbd30 con 0x7f641c146620 2024-09-21T00:36:16.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.498+0000 7f6403fff640 1 -- 172.21.15.67:0/584630123 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6410019410 con 0x7f641c146620 2024-09-21T00:36:16.501 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.498+0000 7f64218f2640 1 -- 172.21.15.67:0/584630123 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f641c0cc2f0 con 0x7f641c146620 2024-09-21T00:36:16.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.499+0000 7f64218f2640 1 -- 172.21.15.67:0/584630123 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f641c0cfa90 con 0x7f641c146620 2024-09-21T00:36:16.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.500+0000 7f6403fff640 1 -- 172.21.15.67:0/584630123 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f6410021070 con 0x7f641c146620 2024-09-21T00:36:16.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.500+0000 7f6403fff640 1 --2- 172.21.15.67:0/584630123 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6408078bc0 0x7f640807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:16.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.501+0000 7f6403fff640 1 -- 172.21.15.67:0/584630123 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(206..206 src has 1..206) ==== 4857+0+0 (secure 0 0 0) 0x7f641009b160 con 0x7f641c146620 2024-09-21T00:36:16.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.501+0000 7f641affd640 1 --2- 172.21.15.67:0/584630123 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6408078bc0 0x7f640807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:16.503 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.501+0000 7f641affd640 1 --2- 172.21.15.67:0/584630123 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6408078bc0 0x7f640807b0d0 secure :-1 s=READY pgs=977 cs=0 l=1 rev1=1 crypto rx=0x7f640c0013d0 tx=0x7f640c037040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:16.506 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.505+0000 7f6403fff640 1 -- 172.21.15.67:0/584630123 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f6410063330 con 0x7f641c146620 2024-09-21T00:36:16.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.767+0000 7f64218f2640 1 -- 172.21.15.67:0/584630123 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f641c0cb540 con 0x7f641c146620 2024-09-21T00:36:16.768 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.767+0000 7f6403fff640 1 -- 172.21.15.67:0/584630123 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v28) ==== 80+0+5304 (secure 0 0 0) 0x7f6410067d60 con 0x7f641c146620 2024-09-21T00:36:16.768 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:16.768 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:36:16.769 INFO:teuthology.orchestra.run.smithi067.stdout: "auth_dump": [ 2024-09-21T00:36:16.769 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:36:16.769 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mds.a", 2024-09-21T00:36:16.769 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5m9QBaFRAAdgisHziG3hw/D2M72XZn8g==", 2024-09-21T00:36:16.769 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:36:16.769 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:36:16.769 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:36:16.769 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:36:16.769 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:36:16.769 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:36:16.769 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:36:16.769 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:36:16.769 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mds.b", 2024-09-21T00:36:16.770 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mLCJuIhAAl/r6CTzwOFBmlvDR8WTorQ==", 2024-09-21T00:36:16.770 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:36:16.770 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:36:16.770 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:36:16.770 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:36:16.770 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:36:16.770 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:36:16.770 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:36:16.770 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:36:16.770 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mds.c", 2024-09-21T00:36:16.770 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mQ14ZHRAAi5QZeknKrKjp2jO02yntmg==", 2024-09-21T00:36:16.770 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:36:16.771 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:36:16.771 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:36:16.771 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:36:16.771 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:36:16.771 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:36:16.771 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:36:16.771 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:36:16.771 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mds.d", 2024-09-21T00:36:16.771 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mgCsdKhAAJ06SsIMmvdDQWaRDeCy6CA==", 2024-09-21T00:36:16.771 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:36:16.771 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:36:16.771 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:36:16.771 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:36:16.772 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:36:16.772 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:36:16.772 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:36:16.772 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:36:16.772 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.0", 2024-09-21T00:36:16.772 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBJEe5mhxC8ERAAwqKGS/tp+aVv++lqOVEPwg==", 2024-09-21T00:36:16.772 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:36:16.772 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:36:16.772 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:36:16.772 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:36:16.772 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:36:16.772 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:36:16.772 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:36:16.772 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.1", 2024-09-21T00:36:16.773 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBMEe5mbob6IxAANdMr4wKZkwcnJzzUY88/xA==", 2024-09-21T00:36:16.773 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:36:16.773 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:36:16.773 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:36:16.773 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:36:16.773 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:36:16.773 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:36:16.773 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:36:16.773 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.2", 2024-09-21T00:36:16.773 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBPEe5mR+B2NRAAbF2XunKQ4T7GqO5mflYgFQ==", 2024-09-21T00:36:16.773 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:36:16.773 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:36:16.773 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:36:16.773 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:36:16.774 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:36:16.774 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:36:16.774 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:36:16.774 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.3", 2024-09-21T00:36:16.774 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBTEe5mrBCaDBAAhESlssYCQxHPjrG5irA8bg==", 2024-09-21T00:36:16.774 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:36:16.774 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:36:16.774 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:36:16.774 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:36:16.774 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:36:16.774 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:36:16.774 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:36:16.774 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.4", 2024-09-21T00:36:16.775 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBZEe5mH7dzKBAALqGrXHFlpxFvgoI3COb/CA==", 2024-09-21T00:36:16.775 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:36:16.775 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:36:16.775 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:36:16.775 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:36:16.775 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:36:16.775 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:36:16.775 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:36:16.775 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.5", 2024-09-21T00:36:16.775 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBcEe5mbQLIORAAhaKf6tntn/oh0n1a70pqAA==", 2024-09-21T00:36:16.775 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:36:16.775 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:36:16.775 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:36:16.775 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:36:16.776 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:36:16.776 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:36:16.776 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:36:16.776 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.6", 2024-09-21T00:36:16.776 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBgEe5m5MO7ABAACbg8WWV3GhNSHRnjscz6Fg==", 2024-09-21T00:36:16.776 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:36:16.776 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:36:16.776 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:36:16.776 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:36:16.776 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:36:16.776 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:36:16.776 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:36:16.776 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "osd.7", 2024-09-21T00:36:16.776 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBjEe5mmCIxAxAArpnzucP3Mbmo3BL6YikqWA==", 2024-09-21T00:36:16.776 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:36:16.777 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow profile osd", 2024-09-21T00:36:16.777 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile osd", 2024-09-21T00:36:16.777 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:36:16.777 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:36:16.777 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:36:16.777 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:36:16.777 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.0", 2024-09-21T00:36:16.777 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mUnwLLxAAE0JXCN8yXTH2bWtWI41o2Q==", 2024-09-21T00:36:16.777 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:36:16.777 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:36:16.777 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow r", 2024-09-21T00:36:16.777 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-21T00:36:16.777 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:36:16.778 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:36:16.778 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:36:16.778 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.1", 2024-09-21T00:36:16.778 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mDFa8NhAAraRO3NGJQTzWBBcGkkEhhQ==", 2024-09-21T00:36:16.778 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:36:16.778 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:36:16.778 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow r", 2024-09-21T00:36:16.778 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow rw", 2024-09-21T00:36:16.778 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow rwx" 2024-09-21T00:36:16.778 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:36:16.778 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:36:16.778 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:36:16.778 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.2", 2024-09-21T00:36:16.778 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mLu3nMhAA14NXzzDpQhxci5XP4juw/w==", 2024-09-21T00:36:16.779 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:36:16.779 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:36:16.779 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow r", 2024-09-21T00:36:16.779 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow rw", 2024-09-21T00:36:16.779 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow rwx" 2024-09-21T00:36:16.779 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:36:16.779 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:36:16.779 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:36:16.779 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.3", 2024-09-21T00:36:16.779 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5m6Lx8OhAAx4r6ll1YCFpRFK7DC5qqOw==", 2024-09-21T00:36:16.779 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:36:16.779 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow", 2024-09-21T00:36:16.779 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow r", 2024-09-21T00:36:16.779 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow rw", 2024-09-21T00:36:16.780 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow rwx" 2024-09-21T00:36:16.780 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:36:16.780 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:36:16.780 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:36:16.780 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "client.admin", 2024-09-21T00:36:16.780 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBEEe5myhTpMBAA3uuyq5Ek2nSa9jjWQzIshw==", 2024-09-21T00:36:16.780 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:36:16.780 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow *", 2024-09-21T00:36:16.780 INFO:teuthology.orchestra.run.smithi067.stdout: "mgr": "allow *", 2024-09-21T00:36:16.780 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow *", 2024-09-21T00:36:16.780 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:36:16.780 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:36:16.780 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:36:16.780 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:36:16.781 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mgr.x", 2024-09-21T00:36:16.781 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mNMdbERAA41Bj7rmSurxL0D2Zq+oHVA==", 2024-09-21T00:36:16.781 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:36:16.781 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow *", 2024-09-21T00:36:16.781 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile mgr", 2024-09-21T00:36:16.781 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:36:16.781 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:36:16.781 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:36:16.781 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:36:16.781 INFO:teuthology.orchestra.run.smithi067.stdout: "entity": "mgr.y", 2024-09-21T00:36:16.781 INFO:teuthology.orchestra.run.smithi067.stdout: "key": "AQBFEe5mNcGQCxAA33vjLt+brud7Aul58c5kXw==", 2024-09-21T00:36:16.781 INFO:teuthology.orchestra.run.smithi067.stdout: "caps": { 2024-09-21T00:36:16.781 INFO:teuthology.orchestra.run.smithi067.stdout: "mds": "allow *", 2024-09-21T00:36:16.781 INFO:teuthology.orchestra.run.smithi067.stdout: "mon": "allow profile mgr", 2024-09-21T00:36:16.781 INFO:teuthology.orchestra.run.smithi067.stdout: "osd": "allow *" 2024-09-21T00:36:16.782 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:36:16.782 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:36:16.782 INFO:teuthology.orchestra.run.smithi067.stdout: ] 2024-09-21T00:36:16.782 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:36:16.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.769+0000 7f64218f2640 1 -- 172.21.15.67:0/584630123 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6408078bc0 msgr2=0x7f640807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:16.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.769+0000 7f64218f2640 1 --2- 172.21.15.67:0/584630123 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6408078bc0 0x7f640807b0d0 secure :-1 s=READY pgs=977 cs=0 l=1 rev1=1 crypto rx=0x7f640c0013d0 tx=0x7f640c037040 comp rx=0 tx=0).stop 2024-09-21T00:36:16.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.769+0000 7f64218f2640 1 -- 172.21.15.67:0/584630123 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f641c146620 msgr2=0x7f641c1f9cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:16.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.769+0000 7f64218f2640 1 --2- 172.21.15.67:0/584630123 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f641c146620 0x7f641c1f9cf0 secure :-1 s=READY pgs=2587 cs=0 l=1 rev1=1 crypto rx=0x7f6410011ae0 tx=0x7f6410009ed0 comp rx=0 tx=0).stop 2024-09-21T00:36:16.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.769+0000 7f64218f2640 1 -- 172.21.15.67:0/584630123 shutdown_connections 2024-09-21T00:36:16.783 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.769+0000 7f64218f2640 1 --2- 172.21.15.67:0/584630123 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6408078bc0 0x7f640807b0d0 unknown :-1 s=CLOSED pgs=977 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:16.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.769+0000 7f64218f2640 1 --2- 172.21.15.67:0/584630123 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f641c1fa230 0x7f641c0b6160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:16.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.769+0000 7f64218f2640 1 --2- 172.21.15.67:0/584630123 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f641c146620 0x7f641c1f9cf0 unknown :-1 s=CLOSED pgs=2587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:16.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.769+0000 7f64218f2640 1 --2- 172.21.15.67:0/584630123 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6404003a50 0x7f641c0ccaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:16.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.769+0000 7f64218f2640 1 -- 172.21.15.67:0/584630123 >> 172.21.15.67:0/584630123 conn(0x7f641c06cb30 msgr2=0x7f641c0b9150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:16.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.769+0000 7f64218f2640 1 -- 172.21.15.67:0/584630123 shutdown_connections 2024-09-21T00:36:16.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.770+0000 7f64218f2640 1 -- 172.21.15.67:0/584630123 wait complete. 2024-09-21T00:36:16.784 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-21T00:36:16.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.900+0000 7effb992b640 1 -- 172.21.15.67:0/2988221140 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7eff9c004d40 msgr2=0x7eff9c0051f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:16.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.900+0000 7effb992b640 1 --2- 172.21.15.67:0/2988221140 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7eff9c004d40 0x7eff9c0051f0 secure :-1 s=READY pgs=2589 cs=0 l=1 rev1=1 crypto rx=0x7effac00c750 tx=0x7eff9c005830 comp rx=0 tx=0).stop 2024-09-21T00:36:16.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.900+0000 7effb37fe640 1 -- 172.21.15.67:0/2988221140 reap_dead start 2024-09-21T00:36:16.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.900+0000 7effb992b640 1 -- 172.21.15.67:0/2988221140 shutdown_connections 2024-09-21T00:36:16.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.900+0000 7effb992b640 1 -- 172.21.15.67:0/2988221140 >> 172.21.15.67:0/2988221140 conn(0x7effb40b6430 msgr2=0x7effb40b6840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:16.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.901+0000 7effb992b640 1 -- 172.21.15.67:0/2988221140 shutdown_connections 2024-09-21T00:36:16.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.901+0000 7effb992b640 1 -- 172.21.15.67:0/2988221140 wait complete. 2024-09-21T00:36:16.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.902+0000 7effb992b640 1 Processor -- start 2024-09-21T00:36:16.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.902+0000 7effb992b640 1 -- start start 2024-09-21T00:36:16.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.904+0000 7effb992b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7eff9c004d40 0x7effb41ea300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:16.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.904+0000 7effb992b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7effb41e7a20 0x7effb4156050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:16.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.904+0000 7effb992b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7effb41f5040 0x7effb41f5450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:16.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.904+0000 7effb992b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7effb40d16e0 con 0x7eff9c004d40 2024-09-21T00:36:16.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.904+0000 7effb992b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7effb40d1560 con 0x7effb41f5040 2024-09-21T00:36:16.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.904+0000 7effb992b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7effb40d1860 con 0x7effb41e7a20 2024-09-21T00:36:16.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.904+0000 7effb2ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7eff9c004d40 0x7effb41ea300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:16.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.904+0000 7effb2ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7eff9c004d40 0x7effb41ea300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42598/0 (socket says 172.21.15.67:42598) 2024-09-21T00:36:16.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.904+0000 7effb2ffd640 1 -- 172.21.15.67:0/1505890662 learned_addr learned my addr 172.21.15.67:0/1505890662 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:16.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.904+0000 7effb27fc640 1 --2- 172.21.15.67:0/1505890662 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7effb41e7a20 0x7effb4156050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:16.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.904+0000 7effb37fe640 1 --2- 172.21.15.67:0/1505890662 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7effb41f5040 0x7effb41f5450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:16.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.904+0000 7effb2ffd640 1 -- 172.21.15.67:0/1505890662 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7effb41e7a20 msgr2=0x7effb4156050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:16.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.904+0000 7effb2ffd640 1 --2- 172.21.15.67:0/1505890662 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7effb41e7a20 0x7effb4156050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:16.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.904+0000 7effb2ffd640 1 -- 172.21.15.67:0/1505890662 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7effb41f5040 msgr2=0x7effb41f5450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:16.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.904+0000 7effb2ffd640 1 --2- 172.21.15.67:0/1505890662 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7effb41f5040 0x7effb41f5450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:16.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.904+0000 7effb2ffd640 1 -- 172.21.15.67:0/1505890662 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7effb41ea840 con 0x7eff9c004d40 2024-09-21T00:36:16.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.904+0000 7effb37fe640 1 --2- 172.21.15.67:0/1505890662 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7effb41f5040 0x7effb41f5450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:36:16.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.904+0000 7effb27fc640 1 --2- 172.21.15.67:0/1505890662 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7effb41e7a20 0x7effb4156050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:36:16.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.904+0000 7effb2ffd640 1 --2- 172.21.15.67:0/1505890662 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7eff9c004d40 0x7effb41ea300 secure :-1 s=READY pgs=2590 cs=0 l=1 rev1=1 crypto rx=0x7effa4003f20 tx=0x7effa400f7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:16.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.905+0000 7eff9bfff640 1 -- 172.21.15.67:0/1505890662 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effa4015070 con 0x7eff9c004d40 2024-09-21T00:36:16.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.905+0000 7eff9bfff640 1 -- 172.21.15.67:0/1505890662 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7effa4011840 con 0x7eff9c004d40 2024-09-21T00:36:16.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.905+0000 7eff9bfff640 1 -- 172.21.15.67:0/1505890662 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7effa4011c70 con 0x7eff9c004d40 2024-09-21T00:36:16.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.905+0000 7effb992b640 1 -- 172.21.15.67:0/1505890662 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7effb4154ed0 con 0x7eff9c004d40 2024-09-21T00:36:16.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.905+0000 7effb992b640 1 -- 172.21.15.67:0/1505890662 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7effb4155850 con 0x7eff9c004d40 2024-09-21T00:36:16.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.906+0000 7effb992b640 1 -- 172.21.15.67:0/1505890662 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7effb40d3f70 con 0x7eff9c004d40 2024-09-21T00:36:16.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.906+0000 7eff9bfff640 1 -- 172.21.15.67:0/1505890662 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7effa40103c0 con 0x7eff9c004d40 2024-09-21T00:36:16.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.907+0000 7eff9bfff640 1 --2- 172.21.15.67:0/1505890662 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7effa0078bc0 0x7effa007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:16.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.907+0000 7eff9bfff640 1 -- 172.21.15.67:0/1505890662 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(206..206 src has 1..206) ==== 4857+0+0 (secure 0 0 0) 0x7effa409b490 con 0x7eff9c004d40 2024-09-21T00:36:16.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.907+0000 7effb27fc640 1 --2- 172.21.15.67:0/1505890662 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7effa0078bc0 0x7effa007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:16.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.908+0000 7effb27fc640 1 --2- 172.21.15.67:0/1505890662 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7effa0078bc0 0x7effa007b0d0 secure :-1 s=READY pgs=978 cs=0 l=1 rev1=1 crypto rx=0x7effb41fa000 tx=0x7effa8005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:16.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:16.912+0000 7eff9bfff640 1 -- 172.21.15.67:0/1505890662 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7effa4063cb0 con 0x7eff9c004d40 2024-09-21T00:36:17.100 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:17.099+0000 7effb992b640 1 -- 172.21.15.67:0/1505890662 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7effb40b36e0 con 0x7eff9c004d40 2024-09-21T00:36:17.101 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:17.100+0000 7eff9bfff640 1 -- 172.21.15.67:0/1505890662 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v206) ==== 84+0+65 (secure 0 0 0) 0x7effa40635b0 con 0x7eff9c004d40 2024-09-21T00:36:17.101 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:17.101 INFO:teuthology.orchestra.run.smithi067.stdout:[ 2024-09-21T00:36:17.101 INFO:teuthology.orchestra.run.smithi067.stdout: { 2024-09-21T00:36:17.101 INFO:teuthology.orchestra.run.smithi067.stdout: "poolnum": 1, 2024-09-21T00:36:17.101 INFO:teuthology.orchestra.run.smithi067.stdout: "poolname": ".mgr" 2024-09-21T00:36:17.101 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:36:17.101 INFO:teuthology.orchestra.run.smithi067.stdout:] 2024-09-21T00:36:17.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:17.102+0000 7effb992b640 1 -- 172.21.15.67:0/1505890662 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7effa0078bc0 msgr2=0x7effa007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:17.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:17.102+0000 7effb992b640 1 --2- 172.21.15.67:0/1505890662 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7effa0078bc0 0x7effa007b0d0 secure :-1 s=READY pgs=978 cs=0 l=1 rev1=1 crypto rx=0x7effb41fa000 tx=0x7effa8005f90 comp rx=0 tx=0).stop 2024-09-21T00:36:17.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:17.102+0000 7effb992b640 1 -- 172.21.15.67:0/1505890662 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7eff9c004d40 msgr2=0x7effb41ea300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:17.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:17.102+0000 7effb992b640 1 --2- 172.21.15.67:0/1505890662 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7eff9c004d40 0x7effb41ea300 secure :-1 s=READY pgs=2590 cs=0 l=1 rev1=1 crypto rx=0x7effa4003f20 tx=0x7effa400f7e0 comp rx=0 tx=0).stop 2024-09-21T00:36:17.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:17.102+0000 7effb992b640 1 -- 172.21.15.67:0/1505890662 shutdown_connections 2024-09-21T00:36:17.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:17.102+0000 7effb992b640 1 --2- 172.21.15.67:0/1505890662 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7effa0078bc0 0x7effa007b0d0 unknown :-1 s=CLOSED pgs=978 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:17.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:17.102+0000 7effb992b640 1 --2- 172.21.15.67:0/1505890662 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7effb41f5040 0x7effb41f5450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:17.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:17.102+0000 7effb992b640 1 --2- 172.21.15.67:0/1505890662 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7effb41e7a20 0x7effb4156050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:17.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:17.102+0000 7effb992b640 1 --2- 172.21.15.67:0/1505890662 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7eff9c004d40 0x7effb41ea300 unknown :-1 s=CLOSED pgs=2590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:17.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:17.102+0000 7effb992b640 1 -- 172.21.15.67:0/1505890662 >> 172.21.15.67:0/1505890662 conn(0x7effb40b6430 msgr2=0x7effb41624c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:17.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:17.102+0000 7effb992b640 1 -- 172.21.15.67:0/1505890662 shutdown_connections 2024-09-21T00:36:17.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:17.102+0000 7effb992b640 1 -- 172.21.15.67:0/1505890662 wait complete. 2024-09-21T00:36:17.115 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-21T00:36:17.115 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-21T00:36:17.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:17.235+0000 7f9d14357640 1 -- 172.21.15.67:0/2257850326 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9d0c162b10 msgr2=0x7f9d0c0b7b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:17.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:17.235+0000 7f9d14357640 1 --2- 172.21.15.67:0/2257850326 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9d0c162b10 0x7f9d0c0b7b50 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f9d04005fd0 tx=0x7f9d0402a5d0 comp rx=0 tx=0).stop 2024-09-21T00:36:17.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:17.235+0000 7f9d14357640 1 -- 172.21.15.67:0/2257850326 shutdown_connections 2024-09-21T00:36:17.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:17.235+0000 7f9d14357640 1 --2- 172.21.15.67:0/2257850326 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9d0c162b10 0x7f9d0c0b7b50 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:17.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:17.235+0000 7f9d14357640 1 --2- 172.21.15.67:0/2257850326 >> v2:172.21.15.97:3300/0 conn(0x7f9d0c0d3100 0x7f9d0c1625d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:17.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:17.235+0000 7f9d14357640 1 -- 172.21.15.67:0/2257850326 >> 172.21.15.67:0/2257850326 conn(0x7f9d0c073ba0 msgr2=0x7f9d0c06cb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:17.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:17.235+0000 7f9d14357640 1 -- 172.21.15.67:0/2257850326 shutdown_connections 2024-09-21T00:36:17.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:17.235+0000 7f9d14357640 1 -- 172.21.15.67:0/2257850326 wait complete. 2024-09-21T00:36:17.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:17.237+0000 7f9d14357640 1 Processor -- start 2024-09-21T00:36:17.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:17.237+0000 7f9d14357640 1 -- start start 2024-09-21T00:36:17.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:17.238+0000 7f9d14357640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9d0c0d1b70 0x7f9d0c159a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:17.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:17.238+0000 7f9d14357640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9d0c0d3100 0x7f9d0c1f92d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:17.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:17.238+0000 7f9d14357640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9d0c162b10 0x7f9d0c1f9810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:17.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:17.238+0000 7f9d14357640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f9d0c0b8210 con 0x7f9d0c0d1b70 2024-09-21T00:36:17.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:17.238+0000 7f9d14357640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f9d0c0b8090 con 0x7f9d0c162b10 2024-09-21T00:36:17.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:17.238+0000 7f9d14357640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f9d0c0b8390 con 0x7f9d0c0d3100 2024-09-21T00:36:17.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:17.238+0000 7f9d120f3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9d0c0d1b70 0x7f9d0c159a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:17.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:17.238+0000 7f9d120f3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9d0c0d1b70 0x7f9d0c159a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42608/0 (socket says 172.21.15.67:42608) 2024-09-21T00:36:17.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:17.238+0000 7f9d120f3640 1 -- 172.21.15.67:0/3771311047 learned_addr learned my addr 172.21.15.67:0/3771311047 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:17.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:17.238+0000 7f9d118f2640 1 --2- 172.21.15.67:0/3771311047 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9d0c0d3100 0x7f9d0c1f92d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:17.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:17.238+0000 7f9d128f4640 1 --2- 172.21.15.67:0/3771311047 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9d0c162b10 0x7f9d0c1f9810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:17.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:17.238+0000 7f9d120f3640 1 -- 172.21.15.67:0/3771311047 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9d0c0d3100 msgr2=0x7f9d0c1f92d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:17.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:17.238+0000 7f9d120f3640 1 --2- 172.21.15.67:0/3771311047 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9d0c0d3100 0x7f9d0c1f92d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:17.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:17.238+0000 7f9d120f3640 1 -- 172.21.15.67:0/3771311047 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9d0c162b10 msgr2=0x7f9d0c1f9810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:17.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:17.238+0000 7f9d120f3640 1 --2- 172.21.15.67:0/3771311047 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9d0c162b10 0x7f9d0c1f9810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:17.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:17.238+0000 7f9d120f3640 1 -- 172.21.15.67:0/3771311047 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d0c14d900 con 0x7f9d0c0d1b70 2024-09-21T00:36:17.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:17.238+0000 7f9d128f4640 1 --2- 172.21.15.67:0/3771311047 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9d0c162b10 0x7f9d0c1f9810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:36:17.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:17.239+0000 7f9d120f3640 1 --2- 172.21.15.67:0/3771311047 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9d0c0d1b70 0x7f9d0c159a40 secure :-1 s=READY pgs=2591 cs=0 l=1 rev1=1 crypto rx=0x7f9cfc00c730 tx=0x7f9cfc00cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:17.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:17.239+0000 7f9d0affd640 1 -- 172.21.15.67:0/3771311047 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cfc003b70 con 0x7f9d0c0d1b70 2024-09-21T00:36:17.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:17.239+0000 7f9d0affd640 1 -- 172.21.15.67:0/3771311047 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9cfc003d30 con 0x7f9d0c0d1b70 2024-09-21T00:36:17.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:17.239+0000 7f9d14357640 1 -- 172.21.15.67:0/3771311047 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9d0c15b7e0 con 0x7f9d0c0d1b70 2024-09-21T00:36:17.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:17.239+0000 7f9d0affd640 1 -- 172.21.15.67:0/3771311047 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cfc00aab0 con 0x7f9d0c0d1b70 2024-09-21T00:36:17.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:17.239+0000 7f9d14357640 1 -- 172.21.15.67:0/3771311047 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9d0c15bda0 con 0x7f9d0c0d1b70 2024-09-21T00:36:17.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:17.240+0000 7f9d14357640 1 -- 172.21.15.67:0/3771311047 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9d0c1625d0 con 0x7f9d0c0d1b70 2024-09-21T00:36:17.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:17.240+0000 7f9d0affd640 1 -- 172.21.15.67:0/3771311047 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f9cfc00ac50 con 0x7f9d0c0d1b70 2024-09-21T00:36:17.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:17.241+0000 7f9d0affd640 1 --2- 172.21.15.67:0/3771311047 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9cf8078b90 0x7f9cf807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:17.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:17.241+0000 7f9d0affd640 1 -- 172.21.15.67:0/3771311047 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(206..206 src has 1..206) ==== 4857+0+0 (secure 0 0 0) 0x7f9cfc09a850 con 0x7f9d0c0d1b70 2024-09-21T00:36:17.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:17.241+0000 7f9d118f2640 1 --2- 172.21.15.67:0/3771311047 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9cf8078b90 0x7f9cf807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:17.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:17.242+0000 7f9d118f2640 1 --2- 172.21.15.67:0/3771311047 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9cf8078b90 0x7f9cf807b0a0 secure :-1 s=READY pgs=979 cs=0 l=1 rev1=1 crypto rx=0x7f9d0c15d740 tx=0x7f9d00005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:17.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:17.246+0000 7f9d0affd640 1 -- 172.21.15.67:0/3771311047 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f9d0c162f20 con 0x7f9d0c0d1b70 2024-09-21T00:36:17.435 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:17.434+0000 7f9d14357640 1 -- 172.21.15.67:0/3771311047 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f9d0c0ba590 con 0x7f9d0c0d1b70 2024-09-21T00:36:18.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:18.360+0000 7f9d0affd640 1 -- 172.21.15.67:0/3771311047 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v207) ==== 138+0+0 (secure 0 0 0) 0x7f9cfc062fe0 con 0x7f9d0c0d1b70 2024-09-21T00:36:18.361 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_metadata' created 2024-09-21T00:36:18.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:18.363+0000 7f9d14357640 1 -- 172.21.15.67:0/3771311047 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9cf8078b90 msgr2=0x7f9cf807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:18.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:18.363+0000 7f9d14357640 1 --2- 172.21.15.67:0/3771311047 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9cf8078b90 0x7f9cf807b0a0 secure :-1 s=READY pgs=979 cs=0 l=1 rev1=1 crypto rx=0x7f9d0c15d740 tx=0x7f9d00005f90 comp rx=0 tx=0).stop 2024-09-21T00:36:18.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:18.363+0000 7f9d14357640 1 -- 172.21.15.67:0/3771311047 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9d0c0d1b70 msgr2=0x7f9d0c159a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:18.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:18.363+0000 7f9d14357640 1 --2- 172.21.15.67:0/3771311047 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9d0c0d1b70 0x7f9d0c159a40 secure :-1 s=READY pgs=2591 cs=0 l=1 rev1=1 crypto rx=0x7f9cfc00c730 tx=0x7f9cfc00cbf0 comp rx=0 tx=0).stop 2024-09-21T00:36:18.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:18.363+0000 7f9d14357640 1 -- 172.21.15.67:0/3771311047 shutdown_connections 2024-09-21T00:36:18.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:18.363+0000 7f9d14357640 1 --2- 172.21.15.67:0/3771311047 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9cf8078b90 0x7f9cf807b0a0 unknown :-1 s=CLOSED pgs=979 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:18.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:18.363+0000 7f9d14357640 1 --2- 172.21.15.67:0/3771311047 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9d0c162b10 0x7f9d0c1f9810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:18.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:18.363+0000 7f9d14357640 1 --2- 172.21.15.67:0/3771311047 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9d0c0d3100 0x7f9d0c1f92d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:18.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:18.363+0000 7f9d14357640 1 --2- 172.21.15.67:0/3771311047 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9d0c0d1b70 0x7f9d0c159a40 unknown :-1 s=CLOSED pgs=2591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:18.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:18.363+0000 7f9d14357640 1 -- 172.21.15.67:0/3771311047 >> 172.21.15.67:0/3771311047 conn(0x7f9d0c073ba0 msgr2=0x7f9d0c0b9990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:18.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:18.363+0000 7f9d14357640 1 -- 172.21.15.67:0/3771311047 shutdown_connections 2024-09-21T00:36:18.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:18.363+0000 7f9d14357640 1 -- 172.21.15.67:0/3771311047 wait complete. 2024-09-21T00:36:18.383 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-21T00:36:18.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:18.512+0000 7fc509ce5640 1 -- 172.21.15.67:0/4068273861 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc5040d15e0 msgr2=0x7fc50415f370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:18.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:18.512+0000 7fc509ce5640 1 --2- 172.21.15.67:0/4068273861 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc5040d15e0 0x7fc50415f370 secure :-1 s=READY pgs=2593 cs=0 l=1 rev1=1 crypto rx=0x7fc5040d1a20 tx=0x7fc4f802a560 comp rx=0 tx=0).stop 2024-09-21T00:36:18.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:18.512+0000 7fc509ce5640 1 -- 172.21.15.67:0/4068273861 shutdown_connections 2024-09-21T00:36:18.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:18.512+0000 7fc509ce5640 1 --2- 172.21.15.67:0/4068273861 >> v2:172.21.15.97:3300/0 conn(0x7fc5040d2bf0 0x7fc50415f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:18.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:18.512+0000 7fc509ce5640 1 --2- 172.21.15.67:0/4068273861 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc5040d15e0 0x7fc50415f370 unknown :-1 s=CLOSED pgs=2593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:18.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:18.513+0000 7fc509ce5640 1 -- 172.21.15.67:0/4068273861 >> 172.21.15.67:0/4068273861 conn(0x7fc5040b6330 msgr2=0x7fc5040b6740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:18.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:18.513+0000 7fc509ce5640 1 -- 172.21.15.67:0/4068273861 shutdown_connections 2024-09-21T00:36:18.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:18.513+0000 7fc509ce5640 1 -- 172.21.15.67:0/4068273861 wait complete. 2024-09-21T00:36:18.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:18.514+0000 7fc509ce5640 1 Processor -- start 2024-09-21T00:36:18.515 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:18.515+0000 7fc509ce5640 1 -- start start 2024-09-21T00:36:18.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:18.516+0000 7fc509ce5640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc5040d15e0 0x7fc504152be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:18.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:18.516+0000 7fc509ce5640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc5040d27e0 0x7fc5040c9d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:18.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:18.516+0000 7fc509ce5640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc5040d2bf0 0x7fc5040cd9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:18.518 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:18.516+0000 7fc509ce5640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc50415c940 con 0x7fc5040d2bf0 2024-09-21T00:36:18.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:18.516+0000 7fc509ce5640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc50415c7c0 con 0x7fc5040d27e0 2024-09-21T00:36:18.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:18.516+0000 7fc509ce5640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fc5040d31b0 con 0x7fc5040d15e0 2024-09-21T00:36:18.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:18.516+0000 7fc503fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc5040d2bf0 0x7fc5040cd9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:18.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:18.516+0000 7fc503fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc5040d2bf0 0x7fc5040cd9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42632/0 (socket says 172.21.15.67:42632) 2024-09-21T00:36:18.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:18.516+0000 7fc503fff640 1 -- 172.21.15.67:0/492417072 learned_addr learned my addr 172.21.15.67:0/492417072 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:18.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:18.516+0000 7fc502ffd640 1 --2- 172.21.15.67:0/492417072 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc5040d27e0 0x7fc5040c9d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:18.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:18.516+0000 7fc5037fe640 1 --2- 172.21.15.67:0/492417072 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc5040d15e0 0x7fc504152be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:18.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:18.516+0000 7fc503fff640 1 -- 172.21.15.67:0/492417072 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc5040d15e0 msgr2=0x7fc504152be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:18.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:18.516+0000 7fc503fff640 1 --2- 172.21.15.67:0/492417072 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc5040d15e0 0x7fc504152be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:18.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:18.516+0000 7fc503fff640 1 -- 172.21.15.67:0/492417072 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc5040d27e0 msgr2=0x7fc5040c9d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:18.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:18.516+0000 7fc503fff640 1 --2- 172.21.15.67:0/492417072 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc5040d27e0 0x7fc5040c9d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:18.519 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:18.516+0000 7fc503fff640 1 -- 172.21.15.67:0/492417072 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5041f6dc0 con 0x7fc5040d2bf0 2024-09-21T00:36:18.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:18.517+0000 7fc503fff640 1 --2- 172.21.15.67:0/492417072 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc5040d2bf0 0x7fc5040cd9c0 secure :-1 s=READY pgs=2594 cs=0 l=1 rev1=1 crypto rx=0x7fc4fc00cad0 tx=0x7fc4fc00cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:18.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:18.517+0000 7fc4ebfff640 1 -- 172.21.15.67:0/492417072 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4fc00ae20 con 0x7fc5040d2bf0 2024-09-21T00:36:18.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:18.517+0000 7fc4ebfff640 1 -- 172.21.15.67:0/492417072 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc4fc00f540 con 0x7fc5040d2bf0 2024-09-21T00:36:18.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:18.517+0000 7fc509ce5640 1 -- 172.21.15.67:0/492417072 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc5040caa00 con 0x7fc5040d2bf0 2024-09-21T00:36:18.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:18.517+0000 7fc4ebfff640 1 -- 172.21.15.67:0/492417072 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4fc00f990 con 0x7fc5040d2bf0 2024-09-21T00:36:18.520 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:18.517+0000 7fc509ce5640 1 -- 172.21.15.67:0/492417072 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5040cbb00 con 0x7fc5040d2bf0 2024-09-21T00:36:18.521 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:18.518+0000 7fc509ce5640 1 -- 172.21.15.67:0/492417072 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc5040d0ed0 con 0x7fc5040d2bf0 2024-09-21T00:36:18.521 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:18.519+0000 7fc4ebfff640 1 -- 172.21.15.67:0/492417072 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fc4fc00fb30 con 0x7fc5040d2bf0 2024-09-21T00:36:18.521 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:18.520+0000 7fc4ebfff640 1 --2- 172.21.15.67:0/492417072 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc4f0078b90 0x7fc4f007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:18.521 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:18.520+0000 7fc4ebfff640 1 -- 172.21.15.67:0/492417072 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(207..207 src has 1..207) ==== 5227+0+0 (secure 0 0 0) 0x7fc4fc09b6c0 con 0x7fc5040d2bf0 2024-09-21T00:36:18.521 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:18.520+0000 7fc5037fe640 1 --2- 172.21.15.67:0/492417072 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc4f0078b90 0x7fc4f007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:18.521 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:18.521+0000 7fc5037fe640 1 --2- 172.21.15.67:0/492417072 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc4f0078b90 0x7fc4f007b0a0 secure :-1 s=READY pgs=983 cs=0 l=1 rev1=1 crypto rx=0x7fc4f40015e0 tx=0x7fc4f4009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:18.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:18.525+0000 7fc4ebfff640 1 -- 172.21.15.67:0/492417072 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fc4fc014030 con 0x7fc5040d2bf0 2024-09-21T00:36:18.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:18.713+0000 7fc509ce5640 1 -- 172.21.15.67:0/492417072 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fc5041f6f90 con 0x7fc5040d2bf0 2024-09-21T00:36:19.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:19.367+0000 7fc4ebfff640 1 -- 172.21.15.67:0/492417072 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v208) ==== 170+0+0 (secure 0 0 0) 0x7fc4fc00fe20 con 0x7fc5040d2bf0 2024-09-21T00:36:19.368 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_data' created 2024-09-21T00:36:19.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:19.370+0000 7fc509ce5640 1 -- 172.21.15.67:0/492417072 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc4f0078b90 msgr2=0x7fc4f007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:19.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:19.370+0000 7fc509ce5640 1 --2- 172.21.15.67:0/492417072 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc4f0078b90 0x7fc4f007b0a0 secure :-1 s=READY pgs=983 cs=0 l=1 rev1=1 crypto rx=0x7fc4f40015e0 tx=0x7fc4f4009040 comp rx=0 tx=0).stop 2024-09-21T00:36:19.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:19.370+0000 7fc509ce5640 1 -- 172.21.15.67:0/492417072 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc5040d2bf0 msgr2=0x7fc5040cd9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:19.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:19.370+0000 7fc509ce5640 1 --2- 172.21.15.67:0/492417072 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc5040d2bf0 0x7fc5040cd9c0 secure :-1 s=READY pgs=2594 cs=0 l=1 rev1=1 crypto rx=0x7fc4fc00cad0 tx=0x7fc4fc00cf90 comp rx=0 tx=0).stop 2024-09-21T00:36:19.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:19.371+0000 7fc509ce5640 1 -- 172.21.15.67:0/492417072 shutdown_connections 2024-09-21T00:36:19.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:19.371+0000 7fc509ce5640 1 --2- 172.21.15.67:0/492417072 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc4f0078b90 0x7fc4f007b0a0 unknown :-1 s=CLOSED pgs=983 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:19.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:19.371+0000 7fc509ce5640 1 --2- 172.21.15.67:0/492417072 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc5040d2bf0 0x7fc5040cd9c0 unknown :-1 s=CLOSED pgs=2594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:19.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:19.371+0000 7fc509ce5640 1 --2- 172.21.15.67:0/492417072 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc5040d27e0 0x7fc5040c9d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:19.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:19.371+0000 7fc509ce5640 1 --2- 172.21.15.67:0/492417072 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc5040d15e0 0x7fc504152be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:19.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:19.371+0000 7fc509ce5640 1 -- 172.21.15.67:0/492417072 >> 172.21.15.67:0/492417072 conn(0x7fc5040b6330 msgr2=0x7fc5040d4700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:19.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:19.371+0000 7fc509ce5640 1 -- 172.21.15.67:0/492417072 shutdown_connections 2024-09-21T00:36:19.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:19.371+0000 7fc509ce5640 1 -- 172.21.15.67:0/492417072 wait complete. 2024-09-21T00:36:19.398 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-21T00:36:19.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:19.523+0000 7fa519598640 1 -- 172.21.15.67:0/878238723 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa5140d08d0 msgr2=0x7fa5140b26f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:19.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:19.523+0000 7fa519598640 1 --2- 172.21.15.67:0/878238723 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa5140d08d0 0x7fa5140b26f0 secure :-1 s=READY pgs=2595 cs=0 l=1 rev1=1 crypto rx=0x7fa50c005fd0 tx=0x7fa50c02aa90 comp rx=0 tx=0).stop 2024-09-21T00:36:19.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:19.523+0000 7fa519598640 1 -- 172.21.15.67:0/878238723 shutdown_connections 2024-09-21T00:36:19.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:19.523+0000 7fa519598640 1 --2- 172.21.15.67:0/878238723 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa5140d08d0 0x7fa5140b26f0 unknown :-1 s=CLOSED pgs=2595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:19.524 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:19.523+0000 7fa519598640 1 --2- 172.21.15.67:0/878238723 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa514160610 0x7fa5140d0390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:19.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:19.523+0000 7fa519598640 1 -- 172.21.15.67:0/878238723 >> 172.21.15.67:0/878238723 conn(0x7fa514074720 msgr2=0x7fa51406f850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:19.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:19.523+0000 7fa519598640 1 -- 172.21.15.67:0/878238723 shutdown_connections 2024-09-21T00:36:19.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:19.523+0000 7fa519598640 1 -- 172.21.15.67:0/878238723 wait complete. 2024-09-21T00:36:19.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:19.525+0000 7fa519598640 1 Processor -- start 2024-09-21T00:36:19.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:19.525+0000 7fa519598640 1 -- start start 2024-09-21T00:36:19.528 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:19.526+0000 7fa519598640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa5140b1e50 0x7fa5141f7f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:19.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:19.526+0000 7fa519598640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa5140d08d0 0x7fa514071710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:19.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:19.526+0000 7fa519598640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa514160610 0x7fa514071c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:19.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:19.526+0000 7fa519598640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fa5140b2c30 con 0x7fa5140b1e50 2024-09-21T00:36:19.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:19.526+0000 7fa519598640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fa514160aa0 con 0x7fa5140d08d0 2024-09-21T00:36:19.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:19.526+0000 7fa519598640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fa5140b2db0 con 0x7fa514160610 2024-09-21T00:36:19.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:19.526+0000 7fa512ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa5140b1e50 0x7fa5141f7f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:19.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:19.527+0000 7fa512ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa5140b1e50 0x7fa5141f7f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42648/0 (socket says 172.21.15.67:42648) 2024-09-21T00:36:19.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:19.527+0000 7fa512ffd640 1 -- 172.21.15.67:0/1552496699 learned_addr learned my addr 172.21.15.67:0/1552496699 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:19.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:19.527+0000 7fa5127fc640 1 --2- 172.21.15.67:0/1552496699 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa5140d08d0 0x7fa514071710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:19.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:19.527+0000 7fa5137fe640 1 --2- 172.21.15.67:0/1552496699 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa514160610 0x7fa514071c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:19.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:19.527+0000 7fa512ffd640 1 -- 172.21.15.67:0/1552496699 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa514160610 msgr2=0x7fa514071c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:19.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:19.527+0000 7fa512ffd640 1 --2- 172.21.15.67:0/1552496699 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa514160610 0x7fa514071c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:19.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:19.527+0000 7fa512ffd640 1 -- 172.21.15.67:0/1552496699 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa5140d08d0 msgr2=0x7fa514071710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:19.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:19.527+0000 7fa512ffd640 1 --2- 172.21.15.67:0/1552496699 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa5140d08d0 0x7fa514071710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:19.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:19.527+0000 7fa512ffd640 1 -- 172.21.15.67:0/1552496699 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5141f5250 con 0x7fa5140b1e50 2024-09-21T00:36:19.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:19.527+0000 7fa512ffd640 1 --2- 172.21.15.67:0/1552496699 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa5140b1e50 0x7fa5141f7f20 secure :-1 s=READY pgs=2596 cs=0 l=1 rev1=1 crypto rx=0x7fa50400c3a0 tx=0x7fa50400c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:19.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:19.527+0000 7fa4fb7fe640 1 -- 172.21.15.67:0/1552496699 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa504017070 con 0x7fa5140b1e50 2024-09-21T00:36:19.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:19.527+0000 7fa4fb7fe640 1 -- 172.21.15.67:0/1552496699 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa5040053c0 con 0x7fa5140b1e50 2024-09-21T00:36:19.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:19.527+0000 7fa519598640 1 -- 172.21.15.67:0/1552496699 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5141f4690 con 0x7fa5140b1e50 2024-09-21T00:36:19.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:19.527+0000 7fa4fb7fe640 1 -- 172.21.15.67:0/1552496699 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa504003850 con 0x7fa5140b1e50 2024-09-21T00:36:19.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:19.527+0000 7fa519598640 1 -- 172.21.15.67:0/1552496699 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5141f4c50 con 0x7fa5140b1e50 2024-09-21T00:36:19.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:19.528+0000 7fa519598640 1 -- 172.21.15.67:0/1552496699 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa51409be30 con 0x7fa5140b1e50 2024-09-21T00:36:19.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:19.529+0000 7fa4fb7fe640 1 -- 172.21.15.67:0/1552496699 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fa50401a070 con 0x7fa5140b1e50 2024-09-21T00:36:19.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:19.530+0000 7fa4fb7fe640 1 --2- 172.21.15.67:0/1552496699 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa500078b90 0x7fa50007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:19.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:19.530+0000 7fa4fb7fe640 1 -- 172.21.15.67:0/1552496699 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(208..208 src has 1..208) ==== 5609+0+0 (secure 0 0 0) 0x7fa504099ff0 con 0x7fa5140b1e50 2024-09-21T00:36:19.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:19.530+0000 7fa5127fc640 1 --2- 172.21.15.67:0/1552496699 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa500078b90 0x7fa50007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:19.532 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:19.530+0000 7fa5127fc640 1 --2- 172.21.15.67:0/1552496699 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa500078b90 0x7fa50007b0a0 secure :-1 s=READY pgs=984 cs=0 l=1 rev1=1 crypto rx=0x7fa5140b70b0 tx=0x7fa50800b2e0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:19.535 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:19.535+0000 7fa4fb7fe640 1 -- 172.21.15.67:0/1552496699 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fa5140d0ce0 con 0x7fa5140b1e50 2024-09-21T00:36:19.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:19.765+0000 7fa519598640 1 -- 172.21.15.67:0/1552496699 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fa51415e150 con 0x7fa5140b1e50 2024-09-21T00:36:20.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.381+0000 7fa4fb7fe640 1 -- 172.21.15.67:0/1552496699 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 32 and data pool 33 v174) ==== 174+0+0 (secure 0 0 0) 0x7fa504061e50 con 0x7fa5140b1e50 2024-09-21T00:36:20.383 INFO:teuthology.orchestra.run.smithi067.stderr:new fs with metadata pool 32 and data pool 33 2024-09-21T00:36:20.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.386+0000 7fa519598640 1 -- 172.21.15.67:0/1552496699 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa500078b90 msgr2=0x7fa50007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:20.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.386+0000 7fa519598640 1 --2- 172.21.15.67:0/1552496699 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa500078b90 0x7fa50007b0a0 secure :-1 s=READY pgs=984 cs=0 l=1 rev1=1 crypto rx=0x7fa5140b70b0 tx=0x7fa50800b2e0 comp rx=0 tx=0).stop 2024-09-21T00:36:20.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.386+0000 7fa519598640 1 -- 172.21.15.67:0/1552496699 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa5140b1e50 msgr2=0x7fa5141f7f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:20.387 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.386+0000 7fa519598640 1 --2- 172.21.15.67:0/1552496699 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa5140b1e50 0x7fa5141f7f20 secure :-1 s=READY pgs=2596 cs=0 l=1 rev1=1 crypto rx=0x7fa50400c3a0 tx=0x7fa50400c860 comp rx=0 tx=0).stop 2024-09-21T00:36:20.388 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.387+0000 7fa519598640 1 -- 172.21.15.67:0/1552496699 shutdown_connections 2024-09-21T00:36:20.388 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.387+0000 7fa519598640 1 --2- 172.21.15.67:0/1552496699 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa500078b90 0x7fa50007b0a0 unknown :-1 s=CLOSED pgs=984 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:20.388 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.387+0000 7fa519598640 1 --2- 172.21.15.67:0/1552496699 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa514160610 0x7fa514071c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:20.388 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.387+0000 7fa519598640 1 --2- 172.21.15.67:0/1552496699 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa5140d08d0 0x7fa514071710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:20.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.387+0000 7fa519598640 1 --2- 172.21.15.67:0/1552496699 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa5140b1e50 0x7fa5141f7f20 unknown :-1 s=CLOSED pgs=2596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:20.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.387+0000 7fa519598640 1 -- 172.21.15.67:0/1552496699 >> 172.21.15.67:0/1552496699 conn(0x7fa514074720 msgr2=0x7fa51415eaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:20.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.387+0000 7fa519598640 1 -- 172.21.15.67:0/1552496699 shutdown_connections 2024-09-21T00:36:20.389 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.388+0000 7fa519598640 1 -- 172.21.15.67:0/1552496699 wait complete. 2024-09-21T00:36:20.413 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:36:20.532 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.531+0000 7fea9e957640 1 -- 172.21.15.67:0/2437116437 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fea980d1920 msgr2=0x7fea980d4280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:20.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.531+0000 7fea9e957640 1 --2- 172.21.15.67:0/2437116437 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fea980d1920 0x7fea980d4280 secure :-1 s=READY pgs=2597 cs=0 l=1 rev1=1 crypto rx=0x7fea980cefe0 tx=0x7fea8002a560 comp rx=0 tx=0).stop 2024-09-21T00:36:20.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.531+0000 7fea9e957640 1 -- 172.21.15.67:0/2437116437 shutdown_connections 2024-09-21T00:36:20.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.531+0000 7fea9e957640 1 --2- 172.21.15.67:0/2437116437 >> v2:172.21.15.97:3300/0 conn(0x7fea980b3c00 0x7fea9815ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:20.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.531+0000 7fea9e957640 1 --2- 172.21.15.67:0/2437116437 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fea980d1920 0x7fea980d4280 unknown :-1 s=CLOSED pgs=2597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:20.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.531+0000 7fea9e957640 1 -- 172.21.15.67:0/2437116437 >> 172.21.15.67:0/2437116437 conn(0x7fea98073a90 msgr2=0x7fea9806cb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:20.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.531+0000 7fea9e957640 1 -- 172.21.15.67:0/2437116437 shutdown_connections 2024-09-21T00:36:20.533 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.531+0000 7fea9e957640 1 -- 172.21.15.67:0/2437116437 wait complete. 2024-09-21T00:36:20.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.533+0000 7fea9e957640 1 Processor -- start 2024-09-21T00:36:20.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.533+0000 7fea9e957640 1 -- start start 2024-09-21T00:36:20.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.535+0000 7fea9e957640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fea980b3c00 0x7fea9814a0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:20.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.535+0000 7fea9e957640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fea980cf2f0 0x7fea980cc5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:20.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.535+0000 7fea9e957640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fea9815b9f0 0x7fea981614b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:20.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.535+0000 7fea9e957640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fea980b82e0 con 0x7fea9815b9f0 2024-09-21T00:36:20.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.535+0000 7fea9e957640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fea980b8160 con 0x7fea980b3c00 2024-09-21T00:36:20.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.535+0000 7fea9e957640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fea980b8460 con 0x7fea980cf2f0 2024-09-21T00:36:20.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.535+0000 7fea9cef4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fea9815b9f0 0x7fea981614b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:20.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.535+0000 7fea9cef4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fea9815b9f0 0x7fea981614b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42658/0 (socket says 172.21.15.67:42658) 2024-09-21T00:36:20.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.535+0000 7fea9cef4640 1 -- 172.21.15.67:0/4152240440 learned_addr learned my addr 172.21.15.67:0/4152240440 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:20.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.535+0000 7fea8ffff640 1 --2- 172.21.15.67:0/4152240440 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fea980cf2f0 0x7fea980cc5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:20.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.535+0000 7fea97fff640 1 --2- 172.21.15.67:0/4152240440 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fea980b3c00 0x7fea9814a0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:20.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.535+0000 7fea9cef4640 1 -- 172.21.15.67:0/4152240440 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fea980cf2f0 msgr2=0x7fea980cc5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:20.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.535+0000 7fea9cef4640 1 --2- 172.21.15.67:0/4152240440 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fea980cf2f0 0x7fea980cc5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:20.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.535+0000 7fea9cef4640 1 -- 172.21.15.67:0/4152240440 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fea980b3c00 msgr2=0x7fea9814a0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:20.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.535+0000 7fea9cef4640 1 --2- 172.21.15.67:0/4152240440 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fea980b3c00 0x7fea9814a0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:20.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.535+0000 7fea9cef4640 1 -- 172.21.15.67:0/4152240440 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fea9814a5f0 con 0x7fea9815b9f0 2024-09-21T00:36:20.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.535+0000 7fea97fff640 1 --2- 172.21.15.67:0/4152240440 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fea980b3c00 0x7fea9814a0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:36:20.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.535+0000 7fea9cef4640 1 --2- 172.21.15.67:0/4152240440 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fea9815b9f0 0x7fea981614b0 secure :-1 s=READY pgs=2598 cs=0 l=1 rev1=1 crypto rx=0x7fea9000e960 tx=0x7fea9000ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:20.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.536+0000 7fea957fa640 1 -- 172.21.15.67:0/4152240440 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea90004d20 con 0x7fea9815b9f0 2024-09-21T00:36:20.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.536+0000 7fea957fa640 1 -- 172.21.15.67:0/4152240440 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fea9000cac0 con 0x7fea9815b9f0 2024-09-21T00:36:20.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.536+0000 7fea957fa640 1 -- 172.21.15.67:0/4152240440 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fea90005020 con 0x7fea9815b9f0 2024-09-21T00:36:20.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.536+0000 7fea9e957640 1 -- 172.21.15.67:0/4152240440 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fea98160410 con 0x7fea9815b9f0 2024-09-21T00:36:20.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.536+0000 7fea9e957640 1 -- 172.21.15.67:0/4152240440 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fea981609d0 con 0x7fea9815b9f0 2024-09-21T00:36:20.539 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.537+0000 7fea9e957640 1 -- 172.21.15.67:0/4152240440 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fea980b8910 con 0x7fea9815b9f0 2024-09-21T00:36:20.539 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.538+0000 7fea957fa640 1 -- 172.21.15.67:0/4152240440 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fea900051c0 con 0x7fea9815b9f0 2024-09-21T00:36:20.539 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.538+0000 7fea957fa640 1 --2- 172.21.15.67:0/4152240440 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fea78078b90 0x7fea7807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:20.539 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.538+0000 7fea957fa640 1 -- 172.21.15.67:0/4152240440 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(209..209 src has 1..209) ==== 5709+0+0 (secure 0 0 0) 0x7fea9009b940 con 0x7fea9815b9f0 2024-09-21T00:36:20.539 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.538+0000 7fea97fff640 1 --2- 172.21.15.67:0/4152240440 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fea78078b90 0x7fea7807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:20.540 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.539+0000 7fea97fff640 1 --2- 172.21.15.67:0/4152240440 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fea78078b90 0x7fea7807b0a0 secure :-1 s=READY pgs=985 cs=0 l=1 rev1=1 crypto rx=0x7fea8800a830 tx=0x7fea88008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:20.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.542+0000 7fea957fa640 1 -- 172.21.15.67:0/4152240440 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fea90016030 con 0x7fea9815b9f0 2024-09-21T00:36:20.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.729+0000 7fea9e957640 1 -- 172.21.15.67:0/4152240440 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fea980b5a60 con 0x7fea9815b9f0 2024-09-21T00:36:20.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.731+0000 7fea957fa640 1 -- 172.21.15.67:0/4152240440 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v209) ==== 74+0+16660 (secure 0 0 0) 0x7fea90063ef0 con 0x7fea9815b9f0 2024-09-21T00:36:20.732 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:20.732 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":209,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:36:19.767198+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":33,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":32,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:36:17.439345+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"209","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":33,"pool_name":"cephfs_data","create_time":"2024-09-21T00:36:18.718239+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"209","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":208,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":208,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":208,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":208,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":208,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":208,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":208,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":208,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:36:20.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.733+0000 7fea9e957640 1 -- 172.21.15.67:0/4152240440 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fea78078b90 msgr2=0x7fea7807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:20.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.733+0000 7fea9e957640 1 --2- 172.21.15.67:0/4152240440 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fea78078b90 0x7fea7807b0a0 secure :-1 s=READY pgs=985 cs=0 l=1 rev1=1 crypto rx=0x7fea8800a830 tx=0x7fea88008040 comp rx=0 tx=0).stop 2024-09-21T00:36:20.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.733+0000 7fea9e957640 1 -- 172.21.15.67:0/4152240440 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fea9815b9f0 msgr2=0x7fea981614b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:20.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.733+0000 7fea9e957640 1 --2- 172.21.15.67:0/4152240440 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fea9815b9f0 0x7fea981614b0 secure :-1 s=READY pgs=2598 cs=0 l=1 rev1=1 crypto rx=0x7fea9000e960 tx=0x7fea9000ee20 comp rx=0 tx=0).stop 2024-09-21T00:36:20.734 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.733+0000 7fea9e957640 1 -- 172.21.15.67:0/4152240440 shutdown_connections 2024-09-21T00:36:20.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.733+0000 7fea9e957640 1 --2- 172.21.15.67:0/4152240440 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fea78078b90 0x7fea7807b0a0 unknown :-1 s=CLOSED pgs=985 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:20.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.733+0000 7fea9e957640 1 --2- 172.21.15.67:0/4152240440 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fea9815b9f0 0x7fea981614b0 unknown :-1 s=CLOSED pgs=2598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:20.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.733+0000 7fea9e957640 1 --2- 172.21.15.67:0/4152240440 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fea980cf2f0 0x7fea980cc5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:20.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.733+0000 7fea9e957640 1 --2- 172.21.15.67:0/4152240440 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fea980b3c00 0x7fea9814a0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:20.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.733+0000 7fea9e957640 1 -- 172.21.15.67:0/4152240440 >> 172.21.15.67:0/4152240440 conn(0x7fea98073a90 msgr2=0x7fea9806cb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:20.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.733+0000 7fea9e957640 1 -- 172.21.15.67:0/4152240440 shutdown_connections 2024-09-21T00:36:20.735 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.733+0000 7fea9e957640 1 -- 172.21.15.67:0/4152240440 wait complete. 2024-09-21T00:36:20.746 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:36:20.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.861+0000 7fd079038640 1 -- 172.21.15.67:0/757598553 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd0740d3160 msgr2=0x7fd0740d3570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:20.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.861+0000 7fd079038640 1 --2- 172.21.15.67:0/757598553 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd0740d3160 0x7fd0740d3570 secure :-1 s=READY pgs=2600 cs=0 l=1 rev1=1 crypto rx=0x7fd0740b7720 tx=0x7fd06c02a8b0 comp rx=0 tx=0).stop 2024-09-21T00:36:20.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.861+0000 7fd079038640 1 -- 172.21.15.67:0/757598553 shutdown_connections 2024-09-21T00:36:20.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.861+0000 7fd079038640 1 --2- 172.21.15.67:0/757598553 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd0740d3160 0x7fd0740d3570 unknown :-1 s=CLOSED pgs=2600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:20.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.861+0000 7fd079038640 1 --2- 172.21.15.67:0/757598553 >> v2:172.21.15.97:3300/0 conn(0x7fd0740d1150 0x7fd0740d1560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:20.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.861+0000 7fd079038640 1 -- 172.21.15.67:0/757598553 >> 172.21.15.67:0/757598553 conn(0x7fd0740b6430 msgr2=0x7fd0740b6840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:20.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.861+0000 7fd079038640 1 -- 172.21.15.67:0/757598553 shutdown_connections 2024-09-21T00:36:20.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.861+0000 7fd079038640 1 -- 172.21.15.67:0/757598553 wait complete. 2024-09-21T00:36:20.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.863+0000 7fd079038640 1 Processor -- start 2024-09-21T00:36:20.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.863+0000 7fd079038640 1 -- start start 2024-09-21T00:36:20.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.865+0000 7fd079038640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd0740d1150 0x7fd0741f9400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:20.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.865+0000 7fd079038640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd0740d3160 0x7fd0741f8180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:20.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.865+0000 7fd079038640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd07415eae0 0x7fd0740b51d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:20.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.865+0000 7fd079038640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fd0740d3c30 con 0x7fd07415eae0 2024-09-21T00:36:20.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.865+0000 7fd079038640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fd0740d3ab0 con 0x7fd0740d1150 2024-09-21T00:36:20.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.865+0000 7fd079038640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fd0740d3db0 con 0x7fd0740d3160 2024-09-21T00:36:20.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.865+0000 7fd07359e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd07415eae0 0x7fd0740b51d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:20.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.865+0000 7fd07359e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd07415eae0 0x7fd0740b51d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42680/0 (socket says 172.21.15.67:42680) 2024-09-21T00:36:20.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.865+0000 7fd07359e640 1 -- 172.21.15.67:0/1323922874 learned_addr learned my addr 172.21.15.67:0/1323922874 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:20.867 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.865+0000 7fd07259c640 1 --2- 172.21.15.67:0/1323922874 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd0740d3160 0x7fd0741f8180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:20.868 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.865+0000 7fd072d9d640 1 --2- 172.21.15.67:0/1323922874 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd0740d1150 0x7fd0741f9400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:20.868 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.865+0000 7fd07359e640 1 -- 172.21.15.67:0/1323922874 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd0740d3160 msgr2=0x7fd0741f8180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:20.868 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.865+0000 7fd07359e640 1 --2- 172.21.15.67:0/1323922874 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd0740d3160 0x7fd0741f8180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:20.868 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.865+0000 7fd07359e640 1 -- 172.21.15.67:0/1323922874 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd0740d1150 msgr2=0x7fd0741f9400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:20.868 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.865+0000 7fd07359e640 1 --2- 172.21.15.67:0/1323922874 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd0740d1150 0x7fd0741f9400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:20.868 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.865+0000 7fd07359e640 1 -- 172.21.15.67:0/1323922874 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0741f9940 con 0x7fd07415eae0 2024-09-21T00:36:20.868 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.865+0000 7fd07359e640 1 --2- 172.21.15.67:0/1323922874 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd07415eae0 0x7fd0740b51d0 secure :-1 s=READY pgs=2601 cs=0 l=1 rev1=1 crypto rx=0x7fd06c02aea0 tx=0x7fd06c0039f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:20.868 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.865+0000 7fd05b7fe640 1 -- 172.21.15.67:0/1323922874 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd06c031990 con 0x7fd07415eae0 2024-09-21T00:36:20.868 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.865+0000 7fd05b7fe640 1 -- 172.21.15.67:0/1323922874 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd06c031c20 con 0x7fd07415eae0 2024-09-21T00:36:20.868 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.865+0000 7fd05b7fe640 1 -- 172.21.15.67:0/1323922874 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd06c0332d0 con 0x7fd07415eae0 2024-09-21T00:36:20.868 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.866+0000 7fd079038640 1 -- 172.21.15.67:0/1323922874 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0741f5760 con 0x7fd07415eae0 2024-09-21T00:36:20.868 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.866+0000 7fd079038640 1 -- 172.21.15.67:0/1323922874 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0741f5d20 con 0x7fd07415eae0 2024-09-21T00:36:20.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.866+0000 7fd079038640 1 -- 172.21.15.67:0/1323922874 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd0740d42d0 con 0x7fd07415eae0 2024-09-21T00:36:20.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.867+0000 7fd05b7fe640 1 -- 172.21.15.67:0/1323922874 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fd06c033470 con 0x7fd07415eae0 2024-09-21T00:36:20.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.868+0000 7fd05b7fe640 1 --2- 172.21.15.67:0/1323922874 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd060078b90 0x7fd06007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:20.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.868+0000 7fd05b7fe640 1 -- 172.21.15.67:0/1323922874 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(209..209 src has 1..209) ==== 5709+0+0 (secure 0 0 0) 0x7fd06c0bc1b0 con 0x7fd07415eae0 2024-09-21T00:36:20.869 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.868+0000 7fd072d9d640 1 --2- 172.21.15.67:0/1323922874 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd060078b90 0x7fd06007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:20.870 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.869+0000 7fd072d9d640 1 --2- 172.21.15.67:0/1323922874 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd060078b90 0x7fd06007b0a0 secure :-1 s=READY pgs=986 cs=0 l=1 rev1=1 crypto rx=0x7fd0740b4190 tx=0x7fd064007e90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:20.873 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:20.872+0000 7fd05b7fe640 1 -- 172.21.15.67:0/1323922874 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fd0741f9940 con 0x7fd07415eae0 2024-09-21T00:36:21.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:21.063+0000 7fd079038640 1 -- 172.21.15.67:0/1323922874 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd074069830 con 0x7fd07415eae0 2024-09-21T00:36:21.065 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:21.064+0000 7fd05b7fe640 1 -- 172.21.15.67:0/1323922874 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v209) ==== 74+0+16660 (secure 0 0 0) 0x7fd06c03f030 con 0x7fd07415eae0 2024-09-21T00:36:21.065 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:21.066 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":209,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:36:19.767198+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":33,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":32,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:36:17.439345+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"209","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":33,"pool_name":"cephfs_data","create_time":"2024-09-21T00:36:18.718239+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"209","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":208,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":208,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":208,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":208,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":208,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":208,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":208,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":208,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:36:21.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:21.067+0000 7fd079038640 1 -- 172.21.15.67:0/1323922874 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd060078b90 msgr2=0x7fd06007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:21.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:21.067+0000 7fd079038640 1 --2- 172.21.15.67:0/1323922874 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd060078b90 0x7fd06007b0a0 secure :-1 s=READY pgs=986 cs=0 l=1 rev1=1 crypto rx=0x7fd0740b4190 tx=0x7fd064007e90 comp rx=0 tx=0).stop 2024-09-21T00:36:21.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:21.067+0000 7fd079038640 1 -- 172.21.15.67:0/1323922874 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd07415eae0 msgr2=0x7fd0740b51d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:21.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:21.067+0000 7fd079038640 1 --2- 172.21.15.67:0/1323922874 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd07415eae0 0x7fd0740b51d0 secure :-1 s=READY pgs=2601 cs=0 l=1 rev1=1 crypto rx=0x7fd06c02aea0 tx=0x7fd06c0039f0 comp rx=0 tx=0).stop 2024-09-21T00:36:21.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:21.067+0000 7fd079038640 1 -- 172.21.15.67:0/1323922874 shutdown_connections 2024-09-21T00:36:21.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:21.067+0000 7fd079038640 1 --2- 172.21.15.67:0/1323922874 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd060078b90 0x7fd06007b0a0 unknown :-1 s=CLOSED pgs=986 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:21.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:21.067+0000 7fd079038640 1 --2- 172.21.15.67:0/1323922874 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd07415eae0 0x7fd0740b51d0 unknown :-1 s=CLOSED pgs=2601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:21.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:21.067+0000 7fd079038640 1 --2- 172.21.15.67:0/1323922874 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd0740d3160 0x7fd0741f8180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:21.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:21.067+0000 7fd079038640 1 --2- 172.21.15.67:0/1323922874 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd0740d1150 0x7fd0741f9400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:21.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:21.067+0000 7fd079038640 1 -- 172.21.15.67:0/1323922874 >> 172.21.15.67:0/1323922874 conn(0x7fd0740b6430 msgr2=0x7fd07415dc40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:21.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:21.067+0000 7fd079038640 1 -- 172.21.15.67:0/1323922874 shutdown_connections 2024-09-21T00:36:21.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:21.067+0000 7fd079038640 1 -- 172.21.15.67:0/1323922874 wait complete. 2024-09-21T00:36:21.080 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-21T00:36:21.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:21.198+0000 7fdcb29a1640 1 -- 172.21.15.67:0/3521659539 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdcac15fe20 msgr2=0x7fdcac0b3920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:21.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:21.198+0000 7fdcb29a1640 1 --2- 172.21.15.67:0/3521659539 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdcac15fe20 0x7fdcac0b3920 secure :-1 s=READY pgs=2602 cs=0 l=1 rev1=1 crypto rx=0x7fdc9c005fd0 tx=0x7fdc9c02a530 comp rx=0 tx=0).stop 2024-09-21T00:36:21.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:21.198+0000 7fdcb29a1640 1 -- 172.21.15.67:0/3521659539 shutdown_connections 2024-09-21T00:36:21.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:21.198+0000 7fdcb29a1640 1 --2- 172.21.15.67:0/3521659539 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdcac0d1820 0x7fdcac0cf7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:21.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:21.198+0000 7fdcb29a1640 1 --2- 172.21.15.67:0/3521659539 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdcac15fe20 0x7fdcac0b3920 unknown :-1 s=CLOSED pgs=2602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:21.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:21.198+0000 7fdcb29a1640 1 -- 172.21.15.67:0/3521659539 >> 172.21.15.67:0/3521659539 conn(0x7fdcac06cb30 msgr2=0x7fdcac06cf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:21.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:21.198+0000 7fdcb29a1640 1 -- 172.21.15.67:0/3521659539 shutdown_connections 2024-09-21T00:36:21.200 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:21.198+0000 7fdcb29a1640 1 -- 172.21.15.67:0/3521659539 wait complete. 2024-09-21T00:36:21.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:21.200+0000 7fdcb29a1640 1 Processor -- start 2024-09-21T00:36:21.201 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:21.200+0000 7fdcb29a1640 1 -- start start 2024-09-21T00:36:21.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:21.202+0000 7fdcb29a1640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdcac0cf3b0 0x7fdcac153f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:21.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:21.202+0000 7fdcb29a1640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdcac15fe20 0x7fdcac1549b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:21.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:21.202+0000 7fdcb29a1640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdcac154ef0 0x7fdcac155df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:21.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:21.202+0000 7fdcb29a1640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fdcac15e990 con 0x7fdcac0cf3b0 2024-09-21T00:36:21.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:21.202+0000 7fdcb29a1640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fdcac15e810 con 0x7fdcac15fe20 2024-09-21T00:36:21.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:21.202+0000 7fdcb29a1640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fdcac15eb10 con 0x7fdcac154ef0 2024-09-21T00:36:21.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:21.202+0000 7fdcabfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdcac0cf3b0 0x7fdcac153f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:21.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:21.202+0000 7fdcabfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdcac0cf3b0 0x7fdcac153f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42710/0 (socket says 172.21.15.67:42710) 2024-09-21T00:36:21.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:21.202+0000 7fdcabfff640 1 -- 172.21.15.67:0/4049732699 learned_addr learned my addr 172.21.15.67:0/4049732699 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:21.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:21.202+0000 7fdcab7fe640 1 --2- 172.21.15.67:0/4049732699 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdcac15fe20 0x7fdcac1549b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:21.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:21.202+0000 7fdcb0f3e640 1 --2- 172.21.15.67:0/4049732699 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdcac154ef0 0x7fdcac155df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:21.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:21.202+0000 7fdcabfff640 1 -- 172.21.15.67:0/4049732699 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdcac154ef0 msgr2=0x7fdcac155df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:21.205 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:21.202+0000 7fdcabfff640 1 --2- 172.21.15.67:0/4049732699 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdcac154ef0 0x7fdcac155df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:21.205 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:21.202+0000 7fdcabfff640 1 -- 172.21.15.67:0/4049732699 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdcac15fe20 msgr2=0x7fdcac1549b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:21.205 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:21.202+0000 7fdcabfff640 1 --2- 172.21.15.67:0/4049732699 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdcac15fe20 0x7fdcac1549b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:21.205 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:21.202+0000 7fdcabfff640 1 -- 172.21.15.67:0/4049732699 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdcac1559f0 con 0x7fdcac0cf3b0 2024-09-21T00:36:21.205 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:21.202+0000 7fdcabfff640 1 --2- 172.21.15.67:0/4049732699 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdcac0cf3b0 0x7fdcac153f20 secure :-1 s=READY pgs=2603 cs=0 l=1 rev1=1 crypto rx=0x7fdc9c034040 tx=0x7fdc9c0039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:21.205 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:21.203+0000 7fdca8ff9640 1 -- 172.21.15.67:0/4049732699 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc9c03e030 con 0x7fdcac0cf3b0 2024-09-21T00:36:21.205 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:21.203+0000 7fdca8ff9640 1 -- 172.21.15.67:0/4049732699 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdc9c0047a0 con 0x7fdcac0cf3b0 2024-09-21T00:36:21.205 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:21.203+0000 7fdcb29a1640 1 -- 172.21.15.67:0/4049732699 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdcac154460 con 0x7fdcac0cf3b0 2024-09-21T00:36:21.205 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:21.203+0000 7fdca8ff9640 1 -- 172.21.15.67:0/4049732699 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc9c035040 con 0x7fdcac0cf3b0 2024-09-21T00:36:21.205 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:21.203+0000 7fdcb29a1640 1 -- 172.21.15.67:0/4049732699 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdcac155430 con 0x7fdcac0cf3b0 2024-09-21T00:36:21.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:21.204+0000 7fdcb29a1640 1 -- 172.21.15.67:0/4049732699 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdcac15efc0 con 0x7fdcac0cf3b0 2024-09-21T00:36:21.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:21.204+0000 7fdca8ff9640 1 -- 172.21.15.67:0/4049732699 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fdc9c041030 con 0x7fdcac0cf3b0 2024-09-21T00:36:21.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:21.205+0000 7fdca8ff9640 1 --2- 172.21.15.67:0/4049732699 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdc98078bc0 0x7fdc9807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:21.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:21.205+0000 7fdca8ff9640 1 -- 172.21.15.67:0/4049732699 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(209..209 src has 1..209) ==== 5709+0+0 (secure 0 0 0) 0x7fdc9c0bb540 con 0x7fdcac0cf3b0 2024-09-21T00:36:21.206 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:21.205+0000 7fdcab7fe640 1 --2- 172.21.15.67:0/4049732699 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdc98078bc0 0x7fdc9807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:21.207 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:21.206+0000 7fdcab7fe640 1 --2- 172.21.15.67:0/4049732699 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdc98078bc0 0x7fdc9807b0d0 secure :-1 s=READY pgs=987 cs=0 l=1 rev1=1 crypto rx=0x7fdca0006fd0 tx=0x7fdca0008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:21.211 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:21.210+0000 7fdca8ff9640 1 -- 172.21.15.67:0/4049732699 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fdc9c083a10 con 0x7fdcac0cf3b0 2024-09-21T00:36:21.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:21.439+0000 7fdcb29a1640 1 -- 172.21.15.67:0/4049732699 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fdcac0cb540 con 0x7fdcac0cf3b0 2024-09-21T00:36:22.361 INFO:tasks.ceph.mds.a.smithi067.stderr:2024-09-21T00:36:22.360+0000 7fc9dc2e3640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-21T00:36:22.394 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:22.393+0000 7fdca8ff9640 1 -- 172.21.15.67:0/4049732699 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v177) ==== 118+0+0 (secure 0 0 0) 0x7fdc9c083310 con 0x7fdcac0cf3b0 2024-09-21T00:36:22.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:22.396+0000 7fdcb29a1640 1 -- 172.21.15.67:0/4049732699 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdc98078bc0 msgr2=0x7fdc9807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:22.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:22.396+0000 7fdcb29a1640 1 --2- 172.21.15.67:0/4049732699 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdc98078bc0 0x7fdc9807b0d0 secure :-1 s=READY pgs=987 cs=0 l=1 rev1=1 crypto rx=0x7fdca0006fd0 tx=0x7fdca0008040 comp rx=0 tx=0).stop 2024-09-21T00:36:22.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:22.396+0000 7fdcb29a1640 1 -- 172.21.15.67:0/4049732699 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdcac0cf3b0 msgr2=0x7fdcac153f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:22.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:22.396+0000 7fdcb29a1640 1 --2- 172.21.15.67:0/4049732699 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdcac0cf3b0 0x7fdcac153f20 secure :-1 s=READY pgs=2603 cs=0 l=1 rev1=1 crypto rx=0x7fdc9c034040 tx=0x7fdc9c0039e0 comp rx=0 tx=0).stop 2024-09-21T00:36:22.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:22.397+0000 7fdcb29a1640 1 -- 172.21.15.67:0/4049732699 shutdown_connections 2024-09-21T00:36:22.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:22.397+0000 7fdcb29a1640 1 --2- 172.21.15.67:0/4049732699 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdc98078bc0 0x7fdc9807b0d0 unknown :-1 s=CLOSED pgs=987 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:22.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:22.397+0000 7fdcb29a1640 1 --2- 172.21.15.67:0/4049732699 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdcac154ef0 0x7fdcac155df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:22.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:22.397+0000 7fdcb29a1640 1 --2- 172.21.15.67:0/4049732699 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdcac15fe20 0x7fdcac1549b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:22.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:22.397+0000 7fdcb29a1640 1 --2- 172.21.15.67:0/4049732699 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdcac0cf3b0 0x7fdcac153f20 unknown :-1 s=CLOSED pgs=2603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:22.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:22.397+0000 7fdcb29a1640 1 -- 172.21.15.67:0/4049732699 >> 172.21.15.67:0/4049732699 conn(0x7fdcac06cb30 msgr2=0x7fdcac06cf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:22.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:22.397+0000 7fdcb29a1640 1 -- 172.21.15.67:0/4049732699 shutdown_connections 2024-09-21T00:36:22.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:22.397+0000 7fdcb29a1640 1 -- 172.21.15.67:0/4049732699 wait complete. 2024-09-21T00:36:22.412 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-21T00:36:22.412 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-21T00:36:22.508 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:36:22.510 DEBUG:teuthology.orchestra.run.smithi097:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:36:22.540 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:22.539+0000 7f764bf33640 1 -- 172.21.15.67:0/488759490 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7644155ca0 msgr2=0x7f764406d240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:22.541 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:22.539+0000 7f764bf33640 1 --2- 172.21.15.67:0/488759490 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7644155ca0 0x7f764406d240 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7f7638009830 tx=0x7f763802a470 comp rx=0 tx=0).stop 2024-09-21T00:36:22.541 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:22.539+0000 7f764bf33640 1 -- 172.21.15.67:0/488759490 shutdown_connections 2024-09-21T00:36:22.541 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:22.539+0000 7f764bf33640 1 --2- 172.21.15.67:0/488759490 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f764406d780 0x7f76440b45e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:22.541 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:22.539+0000 7f764bf33640 1 --2- 172.21.15.67:0/488759490 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7644155ca0 0x7f764406d240 unknown :-1 s=CLOSED pgs=781 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:22.541 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:22.539+0000 7f764bf33640 1 -- 172.21.15.67:0/488759490 >> 172.21.15.67:0/488759490 conn(0x7f76440b2900 msgr2=0x7f764406cb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:22.541 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:22.539+0000 7f764bf33640 1 -- 172.21.15.67:0/488759490 shutdown_connections 2024-09-21T00:36:22.542 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:22.539+0000 7f764bf33640 1 -- 172.21.15.67:0/488759490 wait complete. 2024-09-21T00:36:22.542 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:22.541+0000 7f764bf33640 1 Processor -- start 2024-09-21T00:36:22.542 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:22.541+0000 7f764bf33640 1 -- start start 2024-09-21T00:36:22.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:22.542+0000 7f764bf33640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f764406d780 0x7f76441ea7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:22.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:22.542+0000 7f764bf33640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7644155ca0 0x7f7644152800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:22.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:22.542+0000 7f764bf33640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7644152fa0 0x7f76441f6840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:22.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:22.542+0000 7f764bf33640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f76440b4eb0 con 0x7f7644152fa0 2024-09-21T00:36:22.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:22.542+0000 7f764bf33640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f76440b4d30 con 0x7f764406d780 2024-09-21T00:36:22.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:22.542+0000 7f764bf33640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f76440b5030 con 0x7f7644155ca0 2024-09-21T00:36:22.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:22.543+0000 7f764a4d0640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7644152fa0 0x7f76441f6840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:22.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:22.543+0000 7f764a4d0640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7644152fa0 0x7f76441f6840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42724/0 (socket says 172.21.15.67:42724) 2024-09-21T00:36:22.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:22.543+0000 7f764a4d0640 1 -- 172.21.15.67:0/3019618583 learned_addr learned my addr 172.21.15.67:0/3019618583 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:22.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:22.543+0000 7f76494ce640 1 --2- 172.21.15.67:0/3019618583 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7644155ca0 0x7f7644152800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:22.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:22.543+0000 7f7649ccf640 1 --2- 172.21.15.67:0/3019618583 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f764406d780 0x7f76441ea7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:22.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:22.543+0000 7f764a4d0640 1 -- 172.21.15.67:0/3019618583 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7644155ca0 msgr2=0x7f7644152800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:22.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:22.543+0000 7f764a4d0640 1 --2- 172.21.15.67:0/3019618583 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7644155ca0 0x7f7644152800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:22.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:22.543+0000 7f764a4d0640 1 -- 172.21.15.67:0/3019618583 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f764406d780 msgr2=0x7f76441ea7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:22.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:22.543+0000 7f764a4d0640 1 --2- 172.21.15.67:0/3019618583 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f764406d780 0x7f76441ea7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:22.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:22.543+0000 7f764a4d0640 1 -- 172.21.15.67:0/3019618583 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76440b1a20 con 0x7f7644152fa0 2024-09-21T00:36:22.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:22.543+0000 7f764a4d0640 1 --2- 172.21.15.67:0/3019618583 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7644152fa0 0x7f76441f6840 secure :-1 s=READY pgs=2605 cs=0 l=1 rev1=1 crypto rx=0x7f763c00e6d0 tx=0x7f763c00eb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:22.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:22.543+0000 7f76427fc640 1 -- 172.21.15.67:0/3019618583 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f763c00cab0 con 0x7f7644152fa0 2024-09-21T00:36:22.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:22.543+0000 7f76427fc640 1 -- 172.21.15.67:0/3019618583 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f763c00cc50 con 0x7f7644152fa0 2024-09-21T00:36:22.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:22.543+0000 7f764bf33640 1 -- 172.21.15.67:0/3019618583 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76440b1cc0 con 0x7f7644152fa0 2024-09-21T00:36:22.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:22.543+0000 7f76427fc640 1 -- 172.21.15.67:0/3019618583 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f763c005020 con 0x7f7644152fa0 2024-09-21T00:36:22.547 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:22.543+0000 7f764bf33640 1 -- 172.21.15.67:0/3019618583 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76441e9fb0 con 0x7f7644152fa0 2024-09-21T00:36:22.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:22.545+0000 7f764bf33640 1 -- 172.21.15.67:0/3019618583 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f76440ce240 con 0x7f7644152fa0 2024-09-21T00:36:22.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:22.545+0000 7f76427fc640 1 -- 172.21.15.67:0/3019618583 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f763c0051c0 con 0x7f7644152fa0 2024-09-21T00:36:22.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:22.546+0000 7f76427fc640 1 --2- 172.21.15.67:0/3019618583 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7630078b90 0x7f763007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:22.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:22.546+0000 7f76427fc640 1 -- 172.21.15.67:0/3019618583 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(210..210 src has 1..210) ==== 5709+0+0 (secure 0 0 0) 0x7f763c09b550 con 0x7f7644152fa0 2024-09-21T00:36:22.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:22.546+0000 7f7649ccf640 1 --2- 172.21.15.67:0/3019618583 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7630078b90 0x7f763007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:22.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:22.547+0000 7f7649ccf640 1 --2- 172.21.15.67:0/3019618583 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7630078b90 0x7f763007b0a0 secure :-1 s=READY pgs=988 cs=0 l=1 rev1=1 crypto rx=0x7f76340017a0 tx=0x7f7634001730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:22.551 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:22.550+0000 7f76427fc640 1 -- 172.21.15.67:0/3019618583 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f76440ce240 con 0x7f7644152fa0 2024-09-21T00:36:22.782 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:22.781+0000 7f764bf33640 1 -- 172.21.15.67:0/3019618583 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f7644154860 con 0x7f7644152fa0 2024-09-21T00:36:23.396 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.395+0000 7f76427fc640 1 -- 172.21.15.67:0/3019618583 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v178) ==== 122+0+0 (secure 0 0 0) 0x7f763c063340 con 0x7f7644152fa0 2024-09-21T00:36:23.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.398+0000 7f764bf33640 1 -- 172.21.15.67:0/3019618583 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7630078b90 msgr2=0x7f763007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:23.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.398+0000 7f764bf33640 1 --2- 172.21.15.67:0/3019618583 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7630078b90 0x7f763007b0a0 secure :-1 s=READY pgs=988 cs=0 l=1 rev1=1 crypto rx=0x7f76340017a0 tx=0x7f7634001730 comp rx=0 tx=0).stop 2024-09-21T00:36:23.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.398+0000 7f764bf33640 1 -- 172.21.15.67:0/3019618583 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7644152fa0 msgr2=0x7f76441f6840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:23.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.398+0000 7f764bf33640 1 --2- 172.21.15.67:0/3019618583 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7644152fa0 0x7f76441f6840 secure :-1 s=READY pgs=2605 cs=0 l=1 rev1=1 crypto rx=0x7f763c00e6d0 tx=0x7f763c00eb90 comp rx=0 tx=0).stop 2024-09-21T00:36:23.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.398+0000 7f764bf33640 1 -- 172.21.15.67:0/3019618583 shutdown_connections 2024-09-21T00:36:23.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.398+0000 7f764bf33640 1 --2- 172.21.15.67:0/3019618583 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7630078b90 0x7f763007b0a0 unknown :-1 s=CLOSED pgs=988 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:23.399 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.398+0000 7f764bf33640 1 --2- 172.21.15.67:0/3019618583 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7644152fa0 0x7f76441f6840 unknown :-1 s=CLOSED pgs=2605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:23.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.398+0000 7f764bf33640 1 --2- 172.21.15.67:0/3019618583 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7644155ca0 0x7f7644152800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:23.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.398+0000 7f764bf33640 1 --2- 172.21.15.67:0/3019618583 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f764406d780 0x7f76441ea7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:23.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.398+0000 7f764bf33640 1 -- 172.21.15.67:0/3019618583 >> 172.21.15.67:0/3019618583 conn(0x7f76440b2900 msgr2=0x7f76440b3f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:23.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.398+0000 7f764bf33640 1 -- 172.21.15.67:0/3019618583 shutdown_connections 2024-09-21T00:36:23.400 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.398+0000 7f764bf33640 1 -- 172.21.15.67:0/3019618583 wait complete. 2024-09-21T00:36:23.414 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-21T00:36:23.414 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:36:23.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.536+0000 7fa2dafad640 1 -- 172.21.15.67:0/2937412189 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa2d40d1700 msgr2=0x7fa2d4162a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:23.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.536+0000 7fa2dafad640 1 --2- 172.21.15.67:0/2937412189 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa2d40d1700 0x7fa2d4162a40 secure :-1 s=READY pgs=2607 cs=0 l=1 rev1=1 crypto rx=0x7fa2d40b7330 tx=0x7fa2cc02a8b0 comp rx=0 tx=0).stop 2024-09-21T00:36:23.537 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.536+0000 7fa2dafad640 1 -- 172.21.15.67:0/2937412189 shutdown_connections 2024-09-21T00:36:23.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.536+0000 7fa2dafad640 1 --2- 172.21.15.67:0/2937412189 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa2d40d1700 0x7fa2d4162a40 unknown :-1 s=CLOSED pgs=2607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:23.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.536+0000 7fa2dafad640 1 --2- 172.21.15.67:0/2937412189 >> v2:172.21.15.97:3300/0 conn(0x7fa2d415fb70 0x7fa2d40ba170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:23.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.536+0000 7fa2dafad640 1 -- 172.21.15.67:0/2937412189 >> 172.21.15.67:0/2937412189 conn(0x7fa2d4073d50 msgr2=0x7fa2d406cb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:23.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.536+0000 7fa2dafad640 1 -- 172.21.15.67:0/2937412189 shutdown_connections 2024-09-21T00:36:23.538 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.536+0000 7fa2dafad640 1 -- 172.21.15.67:0/2937412189 wait complete. 2024-09-21T00:36:23.539 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.538+0000 7fa2dafad640 1 Processor -- start 2024-09-21T00:36:23.539 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.538+0000 7fa2dafad640 1 -- start start 2024-09-21T00:36:23.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.539+0000 7fa2dafad640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa2d40d1700 0x7fa2d41f68c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:23.543 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.539+0000 7fa2dafad640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa2d415fb70 0x7fa2d41e93d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:23.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.539+0000 7fa2dafad640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa2d4162630 0x7fa2d41e9910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:23.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.539+0000 7fa2dafad640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fa2d40b3580 con 0x7fa2d40d1700 2024-09-21T00:36:23.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.539+0000 7fa2dafad640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fa2d40b3400 con 0x7fa2d415fb70 2024-09-21T00:36:23.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.539+0000 7fa2dafad640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fa2d40b3700 con 0x7fa2d4162630 2024-09-21T00:36:23.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.539+0000 7fa2d8d49640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa2d40d1700 0x7fa2d41f68c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:23.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.539+0000 7fa2d8d49640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa2d40d1700 0x7fa2d41f68c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45350/0 (socket says 172.21.15.67:45350) 2024-09-21T00:36:23.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.539+0000 7fa2d8d49640 1 -- 172.21.15.67:0/2576391070 learned_addr learned my addr 172.21.15.67:0/2576391070 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:23.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.540+0000 7fa2d954a640 1 --2- 172.21.15.67:0/2576391070 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa2d4162630 0x7fa2d41e9910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:23.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.540+0000 7fa2d3fff640 1 --2- 172.21.15.67:0/2576391070 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa2d415fb70 0x7fa2d41e93d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:23.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.540+0000 7fa2d8d49640 1 -- 172.21.15.67:0/2576391070 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa2d4162630 msgr2=0x7fa2d41e9910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:23.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.540+0000 7fa2d8d49640 1 --2- 172.21.15.67:0/2576391070 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa2d4162630 0x7fa2d41e9910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:23.544 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.540+0000 7fa2d8d49640 1 -- 172.21.15.67:0/2576391070 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa2d415fb70 msgr2=0x7fa2d41e93d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:23.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.540+0000 7fa2d8d49640 1 --2- 172.21.15.67:0/2576391070 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa2d415fb70 0x7fa2d41e93d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:23.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.540+0000 7fa2d8d49640 1 -- 172.21.15.67:0/2576391070 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2d40cbc00 con 0x7fa2d40d1700 2024-09-21T00:36:23.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.540+0000 7fa2d8d49640 1 --2- 172.21.15.67:0/2576391070 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa2d40d1700 0x7fa2d41f68c0 secure :-1 s=READY pgs=2608 cs=0 l=1 rev1=1 crypto rx=0x7fa2c400e7c0 tx=0x7fa2c400ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:23.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.540+0000 7fa2d17fa640 1 -- 172.21.15.67:0/2576391070 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2c400ccc0 con 0x7fa2d40d1700 2024-09-21T00:36:23.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.540+0000 7fa2d17fa640 1 -- 172.21.15.67:0/2576391070 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa2c4010430 con 0x7fa2d40d1700 2024-09-21T00:36:23.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.540+0000 7fa2dafad640 1 -- 172.21.15.67:0/2576391070 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa2d40cbee0 con 0x7fa2d40d1700 2024-09-21T00:36:23.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.540+0000 7fa2d17fa640 1 -- 172.21.15.67:0/2576391070 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2c4010860 con 0x7fa2d40d1700 2024-09-21T00:36:23.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.540+0000 7fa2dafad640 1 -- 172.21.15.67:0/2576391070 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2d40cc4a0 con 0x7fa2d40d1700 2024-09-21T00:36:23.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.541+0000 7fa2dafad640 1 -- 172.21.15.67:0/2576391070 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa2d40b3bb0 con 0x7fa2d40d1700 2024-09-21T00:36:23.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.542+0000 7fa2d17fa640 1 -- 172.21.15.67:0/2576391070 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fa2c4010a00 con 0x7fa2d40d1700 2024-09-21T00:36:23.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.542+0000 7fa2d17fa640 1 --2- 172.21.15.67:0/2576391070 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa2b4078b90 0x7fa2b407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:23.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.542+0000 7fa2d17fa640 1 -- 172.21.15.67:0/2576391070 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(210..210 src has 1..210) ==== 5709+0+0 (secure 0 0 0) 0x7fa2c409b7e0 con 0x7fa2d40d1700 2024-09-21T00:36:23.545 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.543+0000 7fa2d3fff640 1 --2- 172.21.15.67:0/2576391070 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa2b4078b90 0x7fa2b407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:23.546 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.543+0000 7fa2d3fff640 1 --2- 172.21.15.67:0/2576391070 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa2b4078b90 0x7fa2b407b0a0 secure :-1 s=READY pgs=989 cs=0 l=1 rev1=1 crypto rx=0x7fa2d40b6d90 tx=0x7fa2bc009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:23.548 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.547+0000 7fa2d17fa640 1 -- 172.21.15.67:0/2576391070 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fa2c4063c20 con 0x7fa2d40d1700 2024-09-21T00:36:23.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.774+0000 7fa2dafad640 1 -- 172.21.15.67:0/2576391070 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa2d4159310 con 0x7fa2d40d1700 2024-09-21T00:36:23.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.774+0000 7fa2d17fa640 1 -- 172.21.15.67:0/2576391070 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 178 v178) ==== 95+0+5237 (secure 0 0 0) 0x7fa2c4063520 con 0x7fa2d40d1700 2024-09-21T00:36:23.776 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:23.776 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":178,"btime":"2024-09-21T00:36:23:394474+0000","default_fscid":16,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":9146,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/718747030","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":718747030},{"type":"v1","addr":"172.21.15.97:6837","nonce":718747030}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":173},{"gid":10321,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/3246375124","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3246375124},{"type":"v1","addr":"172.21.15.97:6836","nonce":3246375124}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":172},{"gid":11718,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/1998642908","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1998642908},{"type":"v1","addr":"172.21.15.67:6834","nonce":1998642908}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":173}],"filesystems":[{"mdsmap":{"epoch":178,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:36:19.767153+0000","modified":"2024-09-21T00:36:22.782955+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":11721},"failed":[],"damaged":[],"stopped":[],"info":{"gid_11721":{"gid":11721,"name":"a","rank":0,"incarnation":174,"state":"up:active","state_seq":3,"addr":"172.21.15.67:6835/1944202034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":1944202034},{"type":"v1","addr":"172.21.15.67:6835","nonce":1944202034}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[33],"metadata_pool":32,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":11721,"qdb_cluster":[11721]},"id":16}]} 2024-09-21T00:36:23.776 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 178 2024-09-21T00:36:23.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.776+0000 7fa2dafad640 1 -- 172.21.15.67:0/2576391070 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa2b4078b90 msgr2=0x7fa2b407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:23.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.776+0000 7fa2dafad640 1 --2- 172.21.15.67:0/2576391070 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa2b4078b90 0x7fa2b407b0a0 secure :-1 s=READY pgs=989 cs=0 l=1 rev1=1 crypto rx=0x7fa2d40b6d90 tx=0x7fa2bc009040 comp rx=0 tx=0).stop 2024-09-21T00:36:23.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.776+0000 7fa2dafad640 1 -- 172.21.15.67:0/2576391070 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa2d40d1700 msgr2=0x7fa2d41f68c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:23.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.776+0000 7fa2dafad640 1 --2- 172.21.15.67:0/2576391070 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa2d40d1700 0x7fa2d41f68c0 secure :-1 s=READY pgs=2608 cs=0 l=1 rev1=1 crypto rx=0x7fa2c400e7c0 tx=0x7fa2c400ec80 comp rx=0 tx=0).stop 2024-09-21T00:36:23.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.776+0000 7fa2dafad640 1 -- 172.21.15.67:0/2576391070 shutdown_connections 2024-09-21T00:36:23.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.776+0000 7fa2dafad640 1 --2- 172.21.15.67:0/2576391070 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa2b4078b90 0x7fa2b407b0a0 unknown :-1 s=CLOSED pgs=989 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:23.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.776+0000 7fa2dafad640 1 --2- 172.21.15.67:0/2576391070 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa2d4162630 0x7fa2d41e9910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:23.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.776+0000 7fa2dafad640 1 --2- 172.21.15.67:0/2576391070 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa2d415fb70 0x7fa2d41e93d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:23.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.776+0000 7fa2dafad640 1 --2- 172.21.15.67:0/2576391070 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa2d40d1700 0x7fa2d41f68c0 unknown :-1 s=CLOSED pgs=2608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:23.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.776+0000 7fa2dafad640 1 -- 172.21.15.67:0/2576391070 >> 172.21.15.67:0/2576391070 conn(0x7fa2d4073d50 msgr2=0x7fa2d40d0fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:23.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.777+0000 7fa2dafad640 1 -- 172.21.15.67:0/2576391070 shutdown_connections 2024-09-21T00:36:23.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.777+0000 7fa2dafad640 1 -- 172.21.15.67:0/2576391070 wait complete. 2024-09-21T00:36:23.789 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:36:23.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.905+0000 7f44e2cde640 1 -- 172.21.15.67:0/362920381 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f44dc0d15e0 msgr2=0x7f44dc15f370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:23.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.905+0000 7f44e2cde640 1 --2- 172.21.15.67:0/362920381 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f44dc0d15e0 0x7f44dc15f370 secure :-1 s=READY pgs=2610 cs=0 l=1 rev1=1 crypto rx=0x7f44d0009830 tx=0x7f44d002a510 comp rx=0 tx=0).stop 2024-09-21T00:36:23.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.905+0000 7f44e2cde640 1 -- 172.21.15.67:0/362920381 shutdown_connections 2024-09-21T00:36:23.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.905+0000 7f44e2cde640 1 --2- 172.21.15.67:0/362920381 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f44dc0d2bf0 0x7f44dc15f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:23.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.905+0000 7f44e2cde640 1 --2- 172.21.15.67:0/362920381 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f44dc0d15e0 0x7f44dc15f370 unknown :-1 s=CLOSED pgs=2610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:23.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.905+0000 7f44e2cde640 1 -- 172.21.15.67:0/362920381 >> 172.21.15.67:0/362920381 conn(0x7f44dc0b6330 msgr2=0x7f44dc0b6740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:23.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.905+0000 7f44e2cde640 1 -- 172.21.15.67:0/362920381 shutdown_connections 2024-09-21T00:36:23.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.905+0000 7f44e2cde640 1 -- 172.21.15.67:0/362920381 wait complete. 2024-09-21T00:36:23.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.906+0000 7f44e2cde640 1 Processor -- start 2024-09-21T00:36:23.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.907+0000 7f44e2cde640 1 -- start start 2024-09-21T00:36:23.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.908+0000 7f44e2cde640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f44dc0d15e0 0x7f44dc0cd150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:23.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.908+0000 7f44e2cde640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f44dc0d27e0 0x7f44dc0cd690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:23.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.908+0000 7f44e2cde640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f44dc0d2bf0 0x7f44dc1f5be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:23.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.908+0000 7f44e2cde640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f44dc15c940 con 0x7f44dc0d27e0 2024-09-21T00:36:23.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.908+0000 7f44e2cde640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f44dc15c7c0 con 0x7f44dc0d15e0 2024-09-21T00:36:23.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.908+0000 7f44e2cde640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f44dc0d31b0 con 0x7f44dc0d2bf0 2024-09-21T00:36:23.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.908+0000 7f44dbfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f44dc0d27e0 0x7f44dc0cd690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:23.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.908+0000 7f44dbfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f44dc0d27e0 0x7f44dc0cd690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45378/0 (socket says 172.21.15.67:45378) 2024-09-21T00:36:23.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.908+0000 7f44dbfff640 1 -- 172.21.15.67:0/3470765898 learned_addr learned my addr 172.21.15.67:0/3470765898 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:23.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.908+0000 7f44e127b640 1 --2- 172.21.15.67:0/3470765898 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f44dc0d2bf0 0x7f44dc1f5be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:23.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.908+0000 7f44e0a7a640 1 --2- 172.21.15.67:0/3470765898 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f44dc0d15e0 0x7f44dc0cd150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:23.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.908+0000 7f44dbfff640 1 -- 172.21.15.67:0/3470765898 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f44dc0d2bf0 msgr2=0x7f44dc1f5be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:23.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.908+0000 7f44dbfff640 1 --2- 172.21.15.67:0/3470765898 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f44dc0d2bf0 0x7f44dc1f5be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:23.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.908+0000 7f44dbfff640 1 -- 172.21.15.67:0/3470765898 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f44dc0d15e0 msgr2=0x7f44dc0cd150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:23.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.909+0000 7f44dbfff640 1 --2- 172.21.15.67:0/3470765898 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f44dc0d15e0 0x7f44dc0cd150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:23.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.909+0000 7f44dbfff640 1 -- 172.21.15.67:0/3470765898 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44dc0b4ee0 con 0x7f44dc0d27e0 2024-09-21T00:36:23.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.909+0000 7f44e0a7a640 1 --2- 172.21.15.67:0/3470765898 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f44dc0d15e0 0x7f44dc0cd150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:36:23.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.909+0000 7f44dbfff640 1 --2- 172.21.15.67:0/3470765898 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f44dc0d27e0 0x7f44dc0cd690 secure :-1 s=READY pgs=2611 cs=0 l=1 rev1=1 crypto rx=0x7f44d0000c00 tx=0x7f44d0033c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:23.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.909+0000 7f44d97fa640 1 -- 172.21.15.67:0/3470765898 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44d0005c90 con 0x7f44dc0d27e0 2024-09-21T00:36:23.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.909+0000 7f44d97fa640 1 -- 172.21.15.67:0/3470765898 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f44d0031e50 con 0x7f44dc0d27e0 2024-09-21T00:36:23.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.909+0000 7f44e2cde640 1 -- 172.21.15.67:0/3470765898 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44dc15bdd0 con 0x7f44dc0d27e0 2024-09-21T00:36:23.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.909+0000 7f44d97fa640 1 -- 172.21.15.67:0/3470765898 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44d00332f0 con 0x7f44dc0d27e0 2024-09-21T00:36:23.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.909+0000 7f44e2cde640 1 -- 172.21.15.67:0/3470765898 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44dc0ca190 con 0x7f44dc0d27e0 2024-09-21T00:36:23.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.910+0000 7f44e2cde640 1 -- 172.21.15.67:0/3470765898 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f44dc0b5180 con 0x7f44dc0d27e0 2024-09-21T00:36:23.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.911+0000 7f44d97fa640 1 -- 172.21.15.67:0/3470765898 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f44d0033490 con 0x7f44dc0d27e0 2024-09-21T00:36:23.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.911+0000 7f44d97fa640 1 --2- 172.21.15.67:0/3470765898 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f44c8078b90 0x7f44c807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:23.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.911+0000 7f44d97fa640 1 -- 172.21.15.67:0/3470765898 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(210..210 src has 1..210) ==== 5709+0+0 (secure 0 0 0) 0x7f44d00bc230 con 0x7f44dc0d27e0 2024-09-21T00:36:23.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.912+0000 7f44e0a7a640 1 --2- 172.21.15.67:0/3470765898 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f44c8078b90 0x7f44c807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:23.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.912+0000 7f44e0a7a640 1 --2- 172.21.15.67:0/3470765898 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f44c8078b90 0x7f44c807b0a0 secure :-1 s=READY pgs=990 cs=0 l=1 rev1=1 crypto rx=0x7f44cc007fd0 tx=0x7f44cc009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:23.917 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:23.916+0000 7f44d97fa640 1 -- 172.21.15.67:0/3470765898 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f44d003f030 con 0x7f44dc0d27e0 2024-09-21T00:36:24.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.103+0000 7f44e2cde640 1 -- 172.21.15.67:0/3470765898 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f44dc0c9cc0 con 0x7f44dc0d27e0 2024-09-21T00:36:24.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.104+0000 7f44d97fa640 1 -- 172.21.15.67:0/3470765898 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v210) ==== 74+0+16647 (secure 0 0 0) 0x7f44d0084670 con 0x7f44dc0d27e0 2024-09-21T00:36:24.106 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:24.106 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":210,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:36:21.369825+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":33,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":32,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:36:17.439345+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"209","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":33,"pool_name":"cephfs_data","create_time":"2024-09-21T00:36:18.718239+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"210","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":208,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":208,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":208,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":208,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":208,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":208,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":208,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":208,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:36:24.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.106+0000 7f44e2cde640 1 -- 172.21.15.67:0/3470765898 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f44c8078b90 msgr2=0x7f44c807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:24.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.106+0000 7f44e2cde640 1 --2- 172.21.15.67:0/3470765898 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f44c8078b90 0x7f44c807b0a0 secure :-1 s=READY pgs=990 cs=0 l=1 rev1=1 crypto rx=0x7f44cc007fd0 tx=0x7f44cc009040 comp rx=0 tx=0).stop 2024-09-21T00:36:24.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.106+0000 7f44e2cde640 1 -- 172.21.15.67:0/3470765898 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f44dc0d27e0 msgr2=0x7f44dc0cd690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:24.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.106+0000 7f44e2cde640 1 --2- 172.21.15.67:0/3470765898 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f44dc0d27e0 0x7f44dc0cd690 secure :-1 s=READY pgs=2611 cs=0 l=1 rev1=1 crypto rx=0x7f44d0000c00 tx=0x7f44d0033c90 comp rx=0 tx=0).stop 2024-09-21T00:36:24.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.107+0000 7f44e2cde640 1 -- 172.21.15.67:0/3470765898 shutdown_connections 2024-09-21T00:36:24.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.107+0000 7f44e2cde640 1 --2- 172.21.15.67:0/3470765898 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f44c8078b90 0x7f44c807b0a0 unknown :-1 s=CLOSED pgs=990 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:24.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.107+0000 7f44e2cde640 1 --2- 172.21.15.67:0/3470765898 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f44dc0d2bf0 0x7f44dc1f5be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:24.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.107+0000 7f44e2cde640 1 --2- 172.21.15.67:0/3470765898 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f44dc0d27e0 0x7f44dc0cd690 unknown :-1 s=CLOSED pgs=2611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:24.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.107+0000 7f44e2cde640 1 --2- 172.21.15.67:0/3470765898 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f44dc0d15e0 0x7f44dc0cd150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:24.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.107+0000 7f44e2cde640 1 -- 172.21.15.67:0/3470765898 >> 172.21.15.67:0/3470765898 conn(0x7f44dc0b6330 msgr2=0x7f44dc0d4870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:24.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.107+0000 7f44e2cde640 1 -- 172.21.15.67:0/3470765898 shutdown_connections 2024-09-21T00:36:24.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.107+0000 7f44e2cde640 1 -- 172.21.15.67:0/3470765898 wait complete. 2024-09-21T00:36:24.120 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-21T00:36:24.120 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T00:36:24.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.235+0000 7f0bdd4cc640 1 -- 172.21.15.67:0/3713453487 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0bd80d3100 msgr2=0x7f0bd81625d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:24.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.235+0000 7f0bdd4cc640 1 --2- 172.21.15.67:0/3713453487 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0bd80d3100 0x7f0bd81625d0 secure :-1 s=READY pgs=2613 cs=0 l=1 rev1=1 crypto rx=0x7f0bcc009830 tx=0x7f0bcc02a5c0 comp rx=0 tx=0).stop 2024-09-21T00:36:24.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.235+0000 7f0bdd4cc640 1 -- 172.21.15.67:0/3713453487 shutdown_connections 2024-09-21T00:36:24.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.235+0000 7f0bdd4cc640 1 --2- 172.21.15.67:0/3713453487 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0bd80d3100 0x7f0bd81625d0 unknown :-1 s=CLOSED pgs=2613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:24.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.235+0000 7f0bdd4cc640 1 -- 172.21.15.67:0/3713453487 >> 172.21.15.67:0/3713453487 conn(0x7f0bd8073ba0 msgr2=0x7f0bd806cb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:24.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.235+0000 7f0bdd4cc640 1 -- 172.21.15.67:0/3713453487 shutdown_connections 2024-09-21T00:36:24.237 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.235+0000 7f0bdd4cc640 1 -- 172.21.15.67:0/3713453487 wait complete. 2024-09-21T00:36:24.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.237+0000 7f0bdd4cc640 1 Processor -- start 2024-09-21T00:36:24.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.237+0000 7f0bdd4cc640 1 -- start start 2024-09-21T00:36:24.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.238+0000 7f0bdd4cc640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0bd80d1b70 0x7f0bd81f6b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:24.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.239+0000 7f0bdd4cc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0bd80d3100 0x7f0bd81554e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:24.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.239+0000 7f0bdd4cc640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0bd8162b10 0x7f0bd81f96a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:24.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.239+0000 7f0bdd4cc640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f0bd80b83e0 con 0x7f0bd80d3100 2024-09-21T00:36:24.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.239+0000 7f0bdd4cc640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f0bd80b8260 con 0x7f0bd8162b10 2024-09-21T00:36:24.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.239+0000 7f0bdd4cc640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f0bd80b8560 con 0x7f0bd80d1b70 2024-09-21T00:36:24.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.239+0000 7f0bd67fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0bd80d3100 0x7f0bd81554e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:24.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.239+0000 7f0bd67fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0bd80d3100 0x7f0bd81554e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45386/0 (socket says 172.21.15.67:45386) 2024-09-21T00:36:24.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.239+0000 7f0bd67fc640 1 -- 172.21.15.67:0/979385809 learned_addr learned my addr 172.21.15.67:0/979385809 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:24.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.239+0000 7f0bd77fe640 1 --2- 172.21.15.67:0/979385809 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0bd8162b10 0x7f0bd81f96a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:24.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.239+0000 7f0bd6ffd640 1 --2- 172.21.15.67:0/979385809 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0bd80d1b70 0x7f0bd81f6b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:24.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.239+0000 7f0bd67fc640 1 -- 172.21.15.67:0/979385809 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0bd80d1b70 msgr2=0x7f0bd81f6b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:24.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.239+0000 7f0bd67fc640 1 --2- 172.21.15.67:0/979385809 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0bd80d1b70 0x7f0bd81f6b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:24.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.239+0000 7f0bd67fc640 1 -- 172.21.15.67:0/979385809 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0bd8162b10 msgr2=0x7f0bd81f96a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:24.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.239+0000 7f0bd67fc640 1 --2- 172.21.15.67:0/979385809 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0bd8162b10 0x7f0bd81f96a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:24.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.239+0000 7f0bd67fc640 1 -- 172.21.15.67:0/979385809 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0bd81f7040 con 0x7f0bd80d3100 2024-09-21T00:36:24.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.239+0000 7f0bd67fc640 1 --2- 172.21.15.67:0/979385809 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0bd80d3100 0x7f0bd81554e0 secure :-1 s=READY pgs=2614 cs=0 l=1 rev1=1 crypto rx=0x7f0bcc02abb0 tx=0x7f0bcc033ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:24.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.239+0000 7f0bbf7fe640 1 -- 172.21.15.67:0/979385809 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bcc031d60 con 0x7f0bd80d3100 2024-09-21T00:36:24.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.239+0000 7f0bbf7fe640 1 -- 172.21.15.67:0/979385809 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0bcc005020 con 0x7f0bd80d3100 2024-09-21T00:36:24.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.239+0000 7f0bdd4cc640 1 -- 172.21.15.67:0/979385809 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0bd81f6160 con 0x7f0bd80d3100 2024-09-21T00:36:24.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.239+0000 7f0bbf7fe640 1 -- 172.21.15.67:0/979385809 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bcc005470 con 0x7f0bd80d3100 2024-09-21T00:36:24.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.240+0000 7f0bdd4cc640 1 -- 172.21.15.67:0/979385809 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0bd81f6720 con 0x7f0bd80d3100 2024-09-21T00:36:24.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.241+0000 7f0bdd4cc640 1 -- 172.21.15.67:0/979385809 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0bd81625d0 con 0x7f0bd80d3100 2024-09-21T00:36:24.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.241+0000 7f0bbf7fe640 1 -- 172.21.15.67:0/979385809 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f0bcc0047a0 con 0x7f0bd80d3100 2024-09-21T00:36:24.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.242+0000 7f0bbf7fe640 1 --2- 172.21.15.67:0/979385809 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0bc4078b90 0x7f0bc407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:24.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.242+0000 7f0bbf7fe640 1 -- 172.21.15.67:0/979385809 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(210..210 src has 1..210) ==== 5709+0+0 (secure 0 0 0) 0x7f0bcc0bbe60 con 0x7f0bd80d3100 2024-09-21T00:36:24.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.242+0000 7f0bd6ffd640 1 --2- 172.21.15.67:0/979385809 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0bc4078b90 0x7f0bc407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:24.244 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.243+0000 7f0bd6ffd640 1 --2- 172.21.15.67:0/979385809 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0bc4078b90 0x7f0bc407b0a0 secure :-1 s=READY pgs=991 cs=0 l=1 rev1=1 crypto rx=0x7f0bc80046b0 tx=0x7f0bc8007e90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:24.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.246+0000 7f0bbf7fe640 1 -- 172.21.15.67:0/979385809 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f0bcc03f030 con 0x7f0bd80d3100 2024-09-21T00:36:24.434 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.433+0000 7f0bdd4cc640 1 -- 172.21.15.67:0/979385809 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f0bd81f5ef0 con 0x7f0bc4078b90 2024-09-21T00:36:24.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.438+0000 7f0bbf7fe640 1 -- 172.21.15.67:0/979385809 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+249592 (secure 0 0 0) 0x7f0bd81f5ef0 con 0x7f0bc4078b90 2024-09-21T00:36:24.441 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:24.442 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-21T00:36:24.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.441+0000 7f0bdd4cc640 1 -- 172.21.15.67:0/979385809 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0bc4078b90 msgr2=0x7f0bc407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:24.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.441+0000 7f0bdd4cc640 1 --2- 172.21.15.67:0/979385809 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0bc4078b90 0x7f0bc407b0a0 secure :-1 s=READY pgs=991 cs=0 l=1 rev1=1 crypto rx=0x7f0bc80046b0 tx=0x7f0bc8007e90 comp rx=0 tx=0).stop 2024-09-21T00:36:24.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.441+0000 7f0bdd4cc640 1 -- 172.21.15.67:0/979385809 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0bd80d3100 msgr2=0x7f0bd81554e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:24.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.441+0000 7f0bdd4cc640 1 --2- 172.21.15.67:0/979385809 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0bd80d3100 0x7f0bd81554e0 secure :-1 s=READY pgs=2614 cs=0 l=1 rev1=1 crypto rx=0x7f0bcc02abb0 tx=0x7f0bcc033ce0 comp rx=0 tx=0).stop 2024-09-21T00:36:24.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.441+0000 7f0bdd4cc640 1 -- 172.21.15.67:0/979385809 shutdown_connections 2024-09-21T00:36:24.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.441+0000 7f0bdd4cc640 1 --2- 172.21.15.67:0/979385809 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0bc4078b90 0x7f0bc407b0a0 unknown :-1 s=CLOSED pgs=991 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:24.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.441+0000 7f0bdd4cc640 1 --2- 172.21.15.67:0/979385809 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0bd8162b10 0x7f0bd81f96a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:24.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.441+0000 7f0bdd4cc640 1 --2- 172.21.15.67:0/979385809 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0bd80d3100 0x7f0bd81554e0 unknown :-1 s=CLOSED pgs=2614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:24.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.441+0000 7f0bdd4cc640 1 --2- 172.21.15.67:0/979385809 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0bd80d1b70 0x7f0bd81f6b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:24.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.441+0000 7f0bdd4cc640 1 -- 172.21.15.67:0/979385809 >> 172.21.15.67:0/979385809 conn(0x7f0bd8073ba0 msgr2=0x7f0bd80b86e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:24.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.441+0000 7f0bdd4cc640 1 -- 172.21.15.67:0/979385809 shutdown_connections 2024-09-21T00:36:24.445 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.441+0000 7f0bdd4cc640 1 -- 172.21.15.67:0/979385809 wait complete. 2024-09-21T00:36:24.453 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":661,"stamp":"2024-09-21T00:36:23.732071+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592632,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":116,"num_write_kb":1633,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":90,"ondisk_log_size":90,"up":168,"acting":168,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":46,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":551632,"kb_used_data":21768,"kb_used_omap":12,"kb_used_meta":529651,"kb_avail":754423088,"statfs":{"total":773094113280,"available":772529242112,"internally_reserved":0,"allocated":22290432,"data_stored":10455845,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12749,"internal_metadata":542363187},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":13,"apply_latency_ms":13,"commit_latency_ns":13000000,"apply_latency_ns":13000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2264,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.369046"},"pg_stats":[{"pgid":"33.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:36:19.361395+0000","last_change":"2024-09-21T00:36:19.361395+0000","last_active":"2024-09-21T00:36:19.361395+0000","last_peered":"2024-09-21T00:36:19.361395+0000","last_clean":"2024-09-21T00:36:19.361395+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:19.361395+0000","last_undegraded":"2024-09-21T00:36:19.361395+0000","last_fullsized":"2024-09-21T00:36:19.361395+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"33.3e","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.396435+0000","last_change":"2024-09-21T00:36:20.395122+0000","last_active":"2024-09-21T00:36:20.396435+0000","last_peered":"2024-09-21T00:36:20.396435+0000","last_clean":"2024-09-21T00:36:20.396435+0000","last_became_active":"2024-09-21T00:36:20.394724+0000","last_became_peered":"2024-09-21T00:36:20.394724+0000","last_unstale":"2024-09-21T00:36:20.396435+0000","last_undegraded":"2024-09-21T00:36:20.396435+0000","last_fullsized":"2024-09-21T00:36:20.396435+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:02:21.573931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"33.3d","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.388905+0000","last_change":"2024-09-21T00:36:20.384370+0000","last_active":"2024-09-21T00:36:20.388905+0000","last_peered":"2024-09-21T00:36:20.388905+0000","last_clean":"2024-09-21T00:36:20.388905+0000","last_became_active":"2024-09-21T00:36:20.383646+0000","last_became_peered":"2024-09-21T00:36:20.383646+0000","last_unstale":"2024-09-21T00:36:20.388905+0000","last_undegraded":"2024-09-21T00:36:20.388905+0000","last_fullsized":"2024-09-21T00:36:20.388905+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:40:32.272269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"33.3c","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.395135+0000","last_change":"2024-09-21T00:36:20.393480+0000","last_active":"2024-09-21T00:36:20.395135+0000","last_peered":"2024-09-21T00:36:20.395135+0000","last_clean":"2024-09-21T00:36:20.395135+0000","last_became_active":"2024-09-21T00:36:20.392968+0000","last_became_peered":"2024-09-21T00:36:20.392968+0000","last_unstale":"2024-09-21T00:36:20.395135+0000","last_undegraded":"2024-09-21T00:36:20.395135+0000","last_fullsized":"2024-09-21T00:36:20.395135+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:09:41.091784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"33.3b","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.395452+0000","last_change":"2024-09-21T00:36:20.393592+0000","last_active":"2024-09-21T00:36:20.395452+0000","last_peered":"2024-09-21T00:36:20.395452+0000","last_clean":"2024-09-21T00:36:20.395452+0000","last_became_active":"2024-09-21T00:36:20.393246+0000","last_became_peered":"2024-09-21T00:36:20.393246+0000","last_unstale":"2024-09-21T00:36:20.395452+0000","last_undegraded":"2024-09-21T00:36:20.395452+0000","last_fullsized":"2024-09-21T00:36:20.395452+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:50:53.069875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"33.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:36:19.361395+0000","last_change":"2024-09-21T00:36:19.361395+0000","last_active":"2024-09-21T00:36:19.361395+0000","last_peered":"2024-09-21T00:36:19.361395+0000","last_clean":"2024-09-21T00:36:19.361395+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:19.361395+0000","last_undegraded":"2024-09-21T00:36:19.361395+0000","last_fullsized":"2024-09-21T00:36:19.361395+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"33.39","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.397389+0000","last_change":"2024-09-21T00:36:20.393969+0000","last_active":"2024-09-21T00:36:20.397389+0000","last_peered":"2024-09-21T00:36:20.397389+0000","last_clean":"2024-09-21T00:36:20.397389+0000","last_became_active":"2024-09-21T00:36:20.392597+0000","last_became_peered":"2024-09-21T00:36:20.392597+0000","last_unstale":"2024-09-21T00:36:20.397389+0000","last_undegraded":"2024-09-21T00:36:20.397389+0000","last_fullsized":"2024-09-21T00:36:20.397389+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:35:47.479230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"33.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:36:19.361395+0000","last_change":"2024-09-21T00:36:19.361395+0000","last_active":"2024-09-21T00:36:19.361395+0000","last_peered":"2024-09-21T00:36:19.361395+0000","last_clean":"2024-09-21T00:36:19.361395+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:19.361395+0000","last_undegraded":"2024-09-21T00:36:19.361395+0000","last_fullsized":"2024-09-21T00:36:19.361395+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"33.37","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.386618+0000","last_change":"2024-09-21T00:36:20.384475+0000","last_active":"2024-09-21T00:36:20.386618+0000","last_peered":"2024-09-21T00:36:20.386618+0000","last_clean":"2024-09-21T00:36:20.386618+0000","last_became_active":"2024-09-21T00:36:20.384159+0000","last_became_peered":"2024-09-21T00:36:20.384159+0000","last_unstale":"2024-09-21T00:36:20.386618+0000","last_undegraded":"2024-09-21T00:36:20.386618+0000","last_fullsized":"2024-09-21T00:36:20.386618+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:34:45.589034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"33.36","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.398331+0000","last_change":"2024-09-21T00:36:20.397096+0000","last_active":"2024-09-21T00:36:20.398331+0000","last_peered":"2024-09-21T00:36:20.398331+0000","last_clean":"2024-09-21T00:36:20.398331+0000","last_became_active":"2024-09-21T00:36:20.395746+0000","last_became_peered":"2024-09-21T00:36:20.395746+0000","last_unstale":"2024-09-21T00:36:20.398331+0000","last_undegraded":"2024-09-21T00:36:20.398331+0000","last_fullsized":"2024-09-21T00:36:20.398331+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:54:51.421563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"33.35","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.398629+0000","last_change":"2024-09-21T00:36:20.397883+0000","last_active":"2024-09-21T00:36:20.398629+0000","last_peered":"2024-09-21T00:36:20.398629+0000","last_clean":"2024-09-21T00:36:20.398629+0000","last_became_active":"2024-09-21T00:36:20.397257+0000","last_became_peered":"2024-09-21T00:36:20.397257+0000","last_unstale":"2024-09-21T00:36:20.398629+0000","last_undegraded":"2024-09-21T00:36:20.398629+0000","last_fullsized":"2024-09-21T00:36:20.398629+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:08:19.076469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"33.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:36:19.361395+0000","last_change":"2024-09-21T00:36:19.361395+0000","last_active":"2024-09-21T00:36:19.361395+0000","last_peered":"2024-09-21T00:36:19.361395+0000","last_clean":"2024-09-21T00:36:19.361395+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:19.361395+0000","last_undegraded":"2024-09-21T00:36:19.361395+0000","last_fullsized":"2024-09-21T00:36:19.361395+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"33.33","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.390402+0000","last_change":"2024-09-21T00:36:20.389288+0000","last_active":"2024-09-21T00:36:20.390402+0000","last_peered":"2024-09-21T00:36:20.390402+0000","last_clean":"2024-09-21T00:36:20.390402+0000","last_became_active":"2024-09-21T00:36:20.388596+0000","last_became_peered":"2024-09-21T00:36:20.388596+0000","last_unstale":"2024-09-21T00:36:20.390402+0000","last_undegraded":"2024-09-21T00:36:20.390402+0000","last_fullsized":"2024-09-21T00:36:20.390402+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:53:59.264283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"33.32","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.389702+0000","last_change":"2024-09-21T00:36:20.386264+0000","last_active":"2024-09-21T00:36:20.389702+0000","last_peered":"2024-09-21T00:36:20.389702+0000","last_clean":"2024-09-21T00:36:20.389702+0000","last_became_active":"2024-09-21T00:36:20.385649+0000","last_became_peered":"2024-09-21T00:36:20.385649+0000","last_unstale":"2024-09-21T00:36:20.389702+0000","last_undegraded":"2024-09-21T00:36:20.389702+0000","last_fullsized":"2024-09-21T00:36:20.389702+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:32:17.155921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"33.31","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.404198+0000","last_change":"2024-09-21T00:36:20.402664+0000","last_active":"2024-09-21T00:36:20.404198+0000","last_peered":"2024-09-21T00:36:20.404198+0000","last_clean":"2024-09-21T00:36:20.404198+0000","last_became_active":"2024-09-21T00:36:20.401690+0000","last_became_peered":"2024-09-21T00:36:20.401690+0000","last_unstale":"2024-09-21T00:36:20.404198+0000","last_undegraded":"2024-09-21T00:36:20.404198+0000","last_fullsized":"2024-09-21T00:36:20.404198+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:30:20.307203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"33.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:36:19.361395+0000","last_change":"2024-09-21T00:36:19.361395+0000","last_active":"2024-09-21T00:36:19.361395+0000","last_peered":"2024-09-21T00:36:19.361395+0000","last_clean":"2024-09-21T00:36:19.361395+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:19.361395+0000","last_undegraded":"2024-09-21T00:36:19.361395+0000","last_fullsized":"2024-09-21T00:36:19.361395+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"33.2f","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.387273+0000","last_change":"2024-09-21T00:36:20.382049+0000","last_active":"2024-09-21T00:36:20.387273+0000","last_peered":"2024-09-21T00:36:20.387273+0000","last_clean":"2024-09-21T00:36:20.387273+0000","last_became_active":"2024-09-21T00:36:20.381762+0000","last_became_peered":"2024-09-21T00:36:20.381762+0000","last_unstale":"2024-09-21T00:36:20.387273+0000","last_undegraded":"2024-09-21T00:36:20.387273+0000","last_fullsized":"2024-09-21T00:36:20.387273+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:54:23.558680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"33.2e","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.397668+0000","last_change":"2024-09-21T00:36:20.394372+0000","last_active":"2024-09-21T00:36:20.397668+0000","last_peered":"2024-09-21T00:36:20.397668+0000","last_clean":"2024-09-21T00:36:20.397668+0000","last_became_active":"2024-09-21T00:36:20.393960+0000","last_became_peered":"2024-09-21T00:36:20.393960+0000","last_unstale":"2024-09-21T00:36:20.397668+0000","last_undegraded":"2024-09-21T00:36:20.397668+0000","last_fullsized":"2024-09-21T00:36:20.397668+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:25:02.936617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"33.2d","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.400028+0000","last_change":"2024-09-21T00:36:20.399570+0000","last_active":"2024-09-21T00:36:20.400028+0000","last_peered":"2024-09-21T00:36:20.400028+0000","last_clean":"2024-09-21T00:36:20.400028+0000","last_became_active":"2024-09-21T00:36:20.399226+0000","last_became_peered":"2024-09-21T00:36:20.399226+0000","last_unstale":"2024-09-21T00:36:20.400028+0000","last_undegraded":"2024-09-21T00:36:20.400028+0000","last_fullsized":"2024-09-21T00:36:20.400028+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:24:03.877278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"33.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:36:19.361395+0000","last_change":"2024-09-21T00:36:19.361395+0000","last_active":"2024-09-21T00:36:19.361395+0000","last_peered":"2024-09-21T00:36:19.361395+0000","last_clean":"2024-09-21T00:36:19.361395+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:19.361395+0000","last_undegraded":"2024-09-21T00:36:19.361395+0000","last_fullsized":"2024-09-21T00:36:19.361395+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"33.2b","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.394801+0000","last_change":"2024-09-21T00:36:20.391484+0000","last_active":"2024-09-21T00:36:20.394801+0000","last_peered":"2024-09-21T00:36:20.394801+0000","last_clean":"2024-09-21T00:36:20.394801+0000","last_became_active":"2024-09-21T00:36:20.391159+0000","last_became_peered":"2024-09-21T00:36:20.391159+0000","last_unstale":"2024-09-21T00:36:20.394801+0000","last_undegraded":"2024-09-21T00:36:20.394801+0000","last_fullsized":"2024-09-21T00:36:20.394801+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:59:52.323121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"33.2a","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.397372+0000","last_change":"2024-09-21T00:36:20.396551+0000","last_active":"2024-09-21T00:36:20.397372+0000","last_peered":"2024-09-21T00:36:20.397372+0000","last_clean":"2024-09-21T00:36:20.397372+0000","last_became_active":"2024-09-21T00:36:20.396207+0000","last_became_peered":"2024-09-21T00:36:20.396207+0000","last_unstale":"2024-09-21T00:36:20.397372+0000","last_undegraded":"2024-09-21T00:36:20.397372+0000","last_fullsized":"2024-09-21T00:36:20.397372+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:57:36.621669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"33.29","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.396989+0000","last_change":"2024-09-21T00:36:20.393122+0000","last_active":"2024-09-21T00:36:20.396989+0000","last_peered":"2024-09-21T00:36:20.396989+0000","last_clean":"2024-09-21T00:36:20.396989+0000","last_became_active":"2024-09-21T00:36:20.392058+0000","last_became_peered":"2024-09-21T00:36:20.392058+0000","last_unstale":"2024-09-21T00:36:20.396989+0000","last_undegraded":"2024-09-21T00:36:20.396989+0000","last_fullsized":"2024-09-21T00:36:20.396989+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:00:51.099830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"33.28","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.390581+0000","last_change":"2024-09-21T00:36:20.388920+0000","last_active":"2024-09-21T00:36:20.390581+0000","last_peered":"2024-09-21T00:36:20.390581+0000","last_clean":"2024-09-21T00:36:20.390581+0000","last_became_active":"2024-09-21T00:36:20.387063+0000","last_became_peered":"2024-09-21T00:36:20.387063+0000","last_unstale":"2024-09-21T00:36:20.390581+0000","last_undegraded":"2024-09-21T00:36:20.390581+0000","last_fullsized":"2024-09-21T00:36:20.390581+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:54:48.693546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"33.27","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.404124+0000","last_change":"2024-09-21T00:36:20.398400+0000","last_active":"2024-09-21T00:36:20.404124+0000","last_peered":"2024-09-21T00:36:20.404124+0000","last_clean":"2024-09-21T00:36:20.404124+0000","last_became_active":"2024-09-21T00:36:20.398058+0000","last_became_peered":"2024-09-21T00:36:20.398058+0000","last_unstale":"2024-09-21T00:36:20.404124+0000","last_undegraded":"2024-09-21T00:36:20.404124+0000","last_fullsized":"2024-09-21T00:36:20.404124+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:16:31.904045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"33.26","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.395180+0000","last_change":"2024-09-21T00:36:20.394346+0000","last_active":"2024-09-21T00:36:20.395180+0000","last_peered":"2024-09-21T00:36:20.395180+0000","last_clean":"2024-09-21T00:36:20.395180+0000","last_became_active":"2024-09-21T00:36:20.394047+0000","last_became_peered":"2024-09-21T00:36:20.394047+0000","last_unstale":"2024-09-21T00:36:20.395180+0000","last_undegraded":"2024-09-21T00:36:20.395180+0000","last_fullsized":"2024-09-21T00:36:20.395180+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:47:41.269733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"33.25","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.391918+0000","last_change":"2024-09-21T00:36:20.390165+0000","last_active":"2024-09-21T00:36:20.391918+0000","last_peered":"2024-09-21T00:36:20.391918+0000","last_clean":"2024-09-21T00:36:20.391918+0000","last_became_active":"2024-09-21T00:36:20.389624+0000","last_became_peered":"2024-09-21T00:36:20.389624+0000","last_unstale":"2024-09-21T00:36:20.391918+0000","last_undegraded":"2024-09-21T00:36:20.391918+0000","last_fullsized":"2024-09-21T00:36:20.391918+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:28:08.095049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"33.24","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.397513+0000","last_change":"2024-09-21T00:36:20.394478+0000","last_active":"2024-09-21T00:36:20.397513+0000","last_peered":"2024-09-21T00:36:20.397513+0000","last_clean":"2024-09-21T00:36:20.397513+0000","last_became_active":"2024-09-21T00:36:20.393008+0000","last_became_peered":"2024-09-21T00:36:20.393008+0000","last_unstale":"2024-09-21T00:36:20.397513+0000","last_undegraded":"2024-09-21T00:36:20.397513+0000","last_fullsized":"2024-09-21T00:36:20.397513+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:58:21.515930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"33.23","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.401682+0000","last_change":"2024-09-21T00:36:20.398913+0000","last_active":"2024-09-21T00:36:20.401682+0000","last_peered":"2024-09-21T00:36:20.401682+0000","last_clean":"2024-09-21T00:36:20.401682+0000","last_became_active":"2024-09-21T00:36:20.398339+0000","last_became_peered":"2024-09-21T00:36:20.398339+0000","last_unstale":"2024-09-21T00:36:20.401682+0000","last_undegraded":"2024-09-21T00:36:20.401682+0000","last_fullsized":"2024-09-21T00:36:20.401682+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:55:16.879159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"33.22","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.389673+0000","last_change":"2024-09-21T00:36:20.385952+0000","last_active":"2024-09-21T00:36:20.389673+0000","last_peered":"2024-09-21T00:36:20.389673+0000","last_clean":"2024-09-21T00:36:20.389673+0000","last_became_active":"2024-09-21T00:36:20.385302+0000","last_became_peered":"2024-09-21T00:36:20.385302+0000","last_unstale":"2024-09-21T00:36:20.389673+0000","last_undegraded":"2024-09-21T00:36:20.389673+0000","last_fullsized":"2024-09-21T00:36:20.389673+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:52:35.035267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"33.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:36:19.361395+0000","last_change":"2024-09-21T00:36:19.361395+0000","last_active":"2024-09-21T00:36:19.361395+0000","last_peered":"2024-09-21T00:36:19.361395+0000","last_clean":"2024-09-21T00:36:19.361395+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:19.361395+0000","last_undegraded":"2024-09-21T00:36:19.361395+0000","last_fullsized":"2024-09-21T00:36:19.361395+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"33.1e","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.397620+0000","last_change":"2024-09-21T00:36:20.392570+0000","last_active":"2024-09-21T00:36:20.397620+0000","last_peered":"2024-09-21T00:36:20.397620+0000","last_clean":"2024-09-21T00:36:20.397620+0000","last_became_active":"2024-09-21T00:36:20.392078+0000","last_became_peered":"2024-09-21T00:36:20.392078+0000","last_unstale":"2024-09-21T00:36:20.397620+0000","last_undegraded":"2024-09-21T00:36:20.397620+0000","last_fullsized":"2024-09-21T00:36:20.397620+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:05:05.728732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"32.1f","version":"209'4","reported_seq":17,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.412461+0000","last_change":"2024-09-21T00:36:19.389569+0000","last_active":"2024-09-21T00:36:20.412461+0000","last_peered":"2024-09-21T00:36:20.412461+0000","last_clean":"2024-09-21T00:36:20.412461+0000","last_became_active":"2024-09-21T00:36:19.389256+0000","last_became_peered":"2024-09-21T00:36:19.389256+0000","last_unstale":"2024-09-21T00:36:20.412461+0000","last_undegraded":"2024-09-21T00:36:20.412461+0000","last_fullsized":"2024-09-21T00:36:20.412461+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:15:01.502215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"33.1f","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.405489+0000","last_change":"2024-09-21T00:36:20.403331+0000","last_active":"2024-09-21T00:36:20.405489+0000","last_peered":"2024-09-21T00:36:20.405489+0000","last_clean":"2024-09-21T00:36:20.405489+0000","last_became_active":"2024-09-21T00:36:20.400484+0000","last_became_peered":"2024-09-21T00:36:20.400484+0000","last_unstale":"2024-09-21T00:36:20.405489+0000","last_undegraded":"2024-09-21T00:36:20.405489+0000","last_fullsized":"2024-09-21T00:36:20.405489+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:20:33.403673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"32.1e","version":"209'1","reported_seq":14,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.408251+0000","last_change":"2024-09-21T00:36:19.387610+0000","last_active":"2024-09-21T00:36:20.408251+0000","last_peered":"2024-09-21T00:36:20.408251+0000","last_clean":"2024-09-21T00:36:20.408251+0000","last_became_active":"2024-09-21T00:36:19.387055+0000","last_became_peered":"2024-09-21T00:36:19.387055+0000","last_unstale":"2024-09-21T00:36:20.408251+0000","last_undegraded":"2024-09-21T00:36:20.408251+0000","last_fullsized":"2024-09-21T00:36:20.408251+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:46:21.692175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"33.1c","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.398649+0000","last_change":"2024-09-21T00:36:20.397889+0000","last_active":"2024-09-21T00:36:20.398649+0000","last_peered":"2024-09-21T00:36:20.398649+0000","last_clean":"2024-09-21T00:36:20.398649+0000","last_became_active":"2024-09-21T00:36:20.397437+0000","last_became_peered":"2024-09-21T00:36:20.397437+0000","last_unstale":"2024-09-21T00:36:20.398649+0000","last_undegraded":"2024-09-21T00:36:20.398649+0000","last_fullsized":"2024-09-21T00:36:20.398649+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:58:00.193931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"32.1d","version":"0'0","reported_seq":1,"reported_epoch":207,"state":"creating+peering","last_fresh":"2024-09-21T00:36:18.371733+0000","last_change":"2024-09-21T00:36:18.371733+0000","last_active":"2024-09-21T00:36:18.354827+0000","last_peered":"2024-09-21T00:36:18.354827+0000","last_clean":"2024-09-21T00:36:18.354827+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:18.371733+0000","last_undegraded":"2024-09-21T00:36:18.371733+0000","last_fullsized":"2024-09-21T00:36:18.371733+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"33.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:36:19.361395+0000","last_change":"2024-09-21T00:36:19.361395+0000","last_active":"2024-09-21T00:36:19.361395+0000","last_peered":"2024-09-21T00:36:19.361395+0000","last_clean":"2024-09-21T00:36:19.361395+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:19.361395+0000","last_undegraded":"2024-09-21T00:36:19.361395+0000","last_fullsized":"2024-09-21T00:36:19.361395+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"32.1c","version":"0'0","reported_seq":1,"reported_epoch":207,"state":"creating+peering","last_fresh":"2024-09-21T00:36:18.371128+0000","last_change":"2024-09-21T00:36:18.371128+0000","last_active":"2024-09-21T00:36:18.354827+0000","last_peered":"2024-09-21T00:36:18.354827+0000","last_clean":"2024-09-21T00:36:18.354827+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:18.371128+0000","last_undegraded":"2024-09-21T00:36:18.371128+0000","last_fullsized":"2024-09-21T00:36:18.371128+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"33.1a","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.394908+0000","last_change":"2024-09-21T00:36:20.392525+0000","last_active":"2024-09-21T00:36:20.394908+0000","last_peered":"2024-09-21T00:36:20.394908+0000","last_clean":"2024-09-21T00:36:20.394908+0000","last_became_active":"2024-09-21T00:36:20.392228+0000","last_became_peered":"2024-09-21T00:36:20.392228+0000","last_unstale":"2024-09-21T00:36:20.394908+0000","last_undegraded":"2024-09-21T00:36:20.394908+0000","last_fullsized":"2024-09-21T00:36:20.394908+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:41:04.397846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"32.1b","version":"209'1","reported_seq":14,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.399588+0000","last_change":"2024-09-21T00:36:19.389407+0000","last_active":"2024-09-21T00:36:20.399588+0000","last_peered":"2024-09-21T00:36:20.399588+0000","last_clean":"2024-09-21T00:36:20.399588+0000","last_became_active":"2024-09-21T00:36:19.389073+0000","last_became_peered":"2024-09-21T00:36:19.389073+0000","last_unstale":"2024-09-21T00:36:20.399588+0000","last_undegraded":"2024-09-21T00:36:20.399588+0000","last_fullsized":"2024-09-21T00:36:20.399588+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:26:01.931142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"33.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:36:19.361395+0000","last_change":"2024-09-21T00:36:19.361395+0000","last_active":"2024-09-21T00:36:19.361395+0000","last_peered":"2024-09-21T00:36:19.361395+0000","last_clean":"2024-09-21T00:36:19.361395+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:19.361395+0000","last_undegraded":"2024-09-21T00:36:19.361395+0000","last_fullsized":"2024-09-21T00:36:19.361395+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"32.1a","version":"209'1","reported_seq":14,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.406500+0000","last_change":"2024-09-21T00:36:19.374821+0000","last_active":"2024-09-21T00:36:20.406500+0000","last_peered":"2024-09-21T00:36:20.406500+0000","last_clean":"2024-09-21T00:36:20.406500+0000","last_became_active":"2024-09-21T00:36:19.374453+0000","last_became_peered":"2024-09-21T00:36:19.374453+0000","last_unstale":"2024-09-21T00:36:20.406500+0000","last_undegraded":"2024-09-21T00:36:20.406500+0000","last_fullsized":"2024-09-21T00:36:20.406500+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:38:39.125248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"33.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:36:19.361395+0000","last_change":"2024-09-21T00:36:19.361395+0000","last_active":"2024-09-21T00:36:19.361395+0000","last_peered":"2024-09-21T00:36:19.361395+0000","last_clean":"2024-09-21T00:36:19.361395+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:19.361395+0000","last_undegraded":"2024-09-21T00:36:19.361395+0000","last_fullsized":"2024-09-21T00:36:19.361395+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"32.19","version":"0'0","reported_seq":13,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.377154+0000","last_change":"2024-09-21T00:36:19.392357+0000","last_active":"2024-09-21T00:36:20.377154+0000","last_peered":"2024-09-21T00:36:20.377154+0000","last_clean":"2024-09-21T00:36:20.377154+0000","last_became_active":"2024-09-21T00:36:19.392039+0000","last_became_peered":"2024-09-21T00:36:19.392039+0000","last_unstale":"2024-09-21T00:36:20.377154+0000","last_undegraded":"2024-09-21T00:36:20.377154+0000","last_fullsized":"2024-09-21T00:36:20.377154+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:45:18.902386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"33.19","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.396953+0000","last_change":"2024-09-21T00:36:20.392899+0000","last_active":"2024-09-21T00:36:20.396953+0000","last_peered":"2024-09-21T00:36:20.396953+0000","last_clean":"2024-09-21T00:36:20.396953+0000","last_became_active":"2024-09-21T00:36:20.392558+0000","last_became_peered":"2024-09-21T00:36:20.392558+0000","last_unstale":"2024-09-21T00:36:20.396953+0000","last_undegraded":"2024-09-21T00:36:20.396953+0000","last_fullsized":"2024-09-21T00:36:20.396953+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:50:30.198316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"32.18","version":"0'0","reported_seq":13,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.386352+0000","last_change":"2024-09-21T00:36:19.395796+0000","last_active":"2024-09-21T00:36:20.386352+0000","last_peered":"2024-09-21T00:36:20.386352+0000","last_clean":"2024-09-21T00:36:20.386352+0000","last_became_active":"2024-09-21T00:36:19.395534+0000","last_became_peered":"2024-09-21T00:36:19.395534+0000","last_unstale":"2024-09-21T00:36:20.386352+0000","last_undegraded":"2024-09-21T00:36:20.386352+0000","last_fullsized":"2024-09-21T00:36:20.386352+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:46:30.066828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"33.16","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.397645+0000","last_change":"2024-09-21T00:36:20.394818+0000","last_active":"2024-09-21T00:36:20.397645+0000","last_peered":"2024-09-21T00:36:20.397645+0000","last_clean":"2024-09-21T00:36:20.397645+0000","last_became_active":"2024-09-21T00:36:20.394436+0000","last_became_peered":"2024-09-21T00:36:20.394436+0000","last_unstale":"2024-09-21T00:36:20.397645+0000","last_undegraded":"2024-09-21T00:36:20.397645+0000","last_fullsized":"2024-09-21T00:36:20.397645+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:02:21.573931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"32.17","version":"0'0","reported_seq":13,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.373362+0000","last_change":"2024-09-21T00:36:19.390322+0000","last_active":"2024-09-21T00:36:20.373362+0000","last_peered":"2024-09-21T00:36:20.373362+0000","last_clean":"2024-09-21T00:36:20.373362+0000","last_became_active":"2024-09-21T00:36:19.390022+0000","last_became_peered":"2024-09-21T00:36:19.390022+0000","last_unstale":"2024-09-21T00:36:20.373362+0000","last_undegraded":"2024-09-21T00:36:20.373362+0000","last_fullsized":"2024-09-21T00:36:20.373362+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:44:24.493619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"33.17","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.387245+0000","last_change":"2024-09-21T00:36:20.379237+0000","last_active":"2024-09-21T00:36:20.387245+0000","last_peered":"2024-09-21T00:36:20.387245+0000","last_clean":"2024-09-21T00:36:20.387245+0000","last_became_active":"2024-09-21T00:36:20.378919+0000","last_became_peered":"2024-09-21T00:36:20.378919+0000","last_unstale":"2024-09-21T00:36:20.387245+0000","last_undegraded":"2024-09-21T00:36:20.387245+0000","last_fullsized":"2024-09-21T00:36:20.387245+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:50:59.822128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.16","version":"0'0","reported_seq":1,"reported_epoch":207,"state":"creating+peering","last_fresh":"2024-09-21T00:36:18.370052+0000","last_change":"2024-09-21T00:36:18.370052+0000","last_active":"2024-09-21T00:36:18.354827+0000","last_peered":"2024-09-21T00:36:18.354827+0000","last_clean":"2024-09-21T00:36:18.354827+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:18.370052+0000","last_undegraded":"2024-09-21T00:36:18.370052+0000","last_fullsized":"2024-09-21T00:36:18.370052+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"33.14","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.397540+0000","last_change":"2024-09-21T00:36:20.394739+0000","last_active":"2024-09-21T00:36:20.397540+0000","last_peered":"2024-09-21T00:36:20.397540+0000","last_clean":"2024-09-21T00:36:20.397540+0000","last_became_active":"2024-09-21T00:36:20.393779+0000","last_became_peered":"2024-09-21T00:36:20.393779+0000","last_unstale":"2024-09-21T00:36:20.397540+0000","last_undegraded":"2024-09-21T00:36:20.397540+0000","last_fullsized":"2024-09-21T00:36:20.397540+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:47:52.094688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"32.15","version":"0'0","reported_seq":1,"reported_epoch":207,"state":"creating+peering","last_fresh":"2024-09-21T00:36:18.367034+0000","last_change":"2024-09-21T00:36:18.367034+0000","last_active":"2024-09-21T00:36:18.354827+0000","last_peered":"2024-09-21T00:36:18.354827+0000","last_clean":"2024-09-21T00:36:18.354827+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:18.367034+0000","last_undegraded":"2024-09-21T00:36:18.367034+0000","last_fullsized":"2024-09-21T00:36:18.367034+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"33.15","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.386748+0000","last_change":"2024-09-21T00:36:20.379135+0000","last_active":"2024-09-21T00:36:20.386748+0000","last_peered":"2024-09-21T00:36:20.386748+0000","last_clean":"2024-09-21T00:36:20.386748+0000","last_became_active":"2024-09-21T00:36:20.378781+0000","last_became_peered":"2024-09-21T00:36:20.378781+0000","last_unstale":"2024-09-21T00:36:20.386748+0000","last_undegraded":"2024-09-21T00:36:20.386748+0000","last_fullsized":"2024-09-21T00:36:20.386748+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:22:33.099986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.14","version":"209'6","reported_seq":19,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.411396+0000","last_change":"2024-09-21T00:36:19.377378+0000","last_active":"2024-09-21T00:36:20.411396+0000","last_peered":"2024-09-21T00:36:20.411396+0000","last_clean":"2024-09-21T00:36:20.411396+0000","last_became_active":"2024-09-21T00:36:19.377066+0000","last_became_peered":"2024-09-21T00:36:19.377066+0000","last_unstale":"2024-09-21T00:36:20.411396+0000","last_undegraded":"2024-09-21T00:36:20.411396+0000","last_fullsized":"2024-09-21T00:36:20.411396+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:52:23.502922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"33.12","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.393817+0000","last_change":"2024-09-21T00:36:20.392332+0000","last_active":"2024-09-21T00:36:20.393817+0000","last_peered":"2024-09-21T00:36:20.393817+0000","last_clean":"2024-09-21T00:36:20.393817+0000","last_became_active":"2024-09-21T00:36:20.391987+0000","last_became_peered":"2024-09-21T00:36:20.391987+0000","last_unstale":"2024-09-21T00:36:20.393817+0000","last_undegraded":"2024-09-21T00:36:20.393817+0000","last_fullsized":"2024-09-21T00:36:20.393817+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:05:42.003027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.13","version":"0'0","reported_seq":1,"reported_epoch":207,"state":"creating+peering","last_fresh":"2024-09-21T00:36:18.364730+0000","last_change":"2024-09-21T00:36:18.364730+0000","last_active":"2024-09-21T00:36:18.354827+0000","last_peered":"2024-09-21T00:36:18.354827+0000","last_clean":"2024-09-21T00:36:18.354827+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:18.364730+0000","last_undegraded":"2024-09-21T00:36:18.364730+0000","last_fullsized":"2024-09-21T00:36:18.364730+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"33.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:36:19.361395+0000","last_change":"2024-09-21T00:36:19.361395+0000","last_active":"2024-09-21T00:36:19.361395+0000","last_peered":"2024-09-21T00:36:19.361395+0000","last_clean":"2024-09-21T00:36:19.361395+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:19.361395+0000","last_undegraded":"2024-09-21T00:36:19.361395+0000","last_fullsized":"2024-09-21T00:36:19.361395+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"32.12","version":"0'0","reported_seq":13,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.379459+0000","last_change":"2024-09-21T00:36:19.391333+0000","last_active":"2024-09-21T00:36:20.379459+0000","last_peered":"2024-09-21T00:36:20.379459+0000","last_clean":"2024-09-21T00:36:20.379459+0000","last_became_active":"2024-09-21T00:36:19.390617+0000","last_became_peered":"2024-09-21T00:36:19.390617+0000","last_unstale":"2024-09-21T00:36:20.379459+0000","last_undegraded":"2024-09-21T00:36:20.379459+0000","last_fullsized":"2024-09-21T00:36:20.379459+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:59:33.067837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"33.10","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.390527+0000","last_change":"2024-09-21T00:36:20.388051+0000","last_active":"2024-09-21T00:36:20.390527+0000","last_peered":"2024-09-21T00:36:20.390527+0000","last_clean":"2024-09-21T00:36:20.390527+0000","last_became_active":"2024-09-21T00:36:20.387300+0000","last_became_peered":"2024-09-21T00:36:20.387300+0000","last_unstale":"2024-09-21T00:36:20.390527+0000","last_undegraded":"2024-09-21T00:36:20.390527+0000","last_fullsized":"2024-09-21T00:36:20.390527+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:26:24.948405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.11","version":"0'0","reported_seq":13,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.380011+0000","last_change":"2024-09-21T00:36:19.380668+0000","last_active":"2024-09-21T00:36:20.380011+0000","last_peered":"2024-09-21T00:36:20.380011+0000","last_clean":"2024-09-21T00:36:20.380011+0000","last_became_active":"2024-09-21T00:36:19.380338+0000","last_became_peered":"2024-09-21T00:36:19.380338+0000","last_unstale":"2024-09-21T00:36:20.380011+0000","last_undegraded":"2024-09-21T00:36:20.380011+0000","last_fullsized":"2024-09-21T00:36:20.380011+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:50:29.191748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"33.11","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.387688+0000","last_change":"2024-09-21T00:36:20.385972+0000","last_active":"2024-09-21T00:36:20.387688+0000","last_peered":"2024-09-21T00:36:20.387688+0000","last_clean":"2024-09-21T00:36:20.387688+0000","last_became_active":"2024-09-21T00:36:20.385646+0000","last_became_peered":"2024-09-21T00:36:20.385646+0000","last_unstale":"2024-09-21T00:36:20.387688+0000","last_undegraded":"2024-09-21T00:36:20.387688+0000","last_fullsized":"2024-09-21T00:36:20.387688+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:49:58.840252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.10","version":"0'0","reported_seq":1,"reported_epoch":207,"state":"creating+peering","last_fresh":"2024-09-21T00:36:18.369727+0000","last_change":"2024-09-21T00:36:18.369727+0000","last_active":"2024-09-21T00:36:18.354827+0000","last_peered":"2024-09-21T00:36:18.354827+0000","last_clean":"2024-09-21T00:36:18.354827+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:18.369727+0000","last_undegraded":"2024-09-21T00:36:18.369727+0000","last_fullsized":"2024-09-21T00:36:18.369727+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"33.e","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.404426+0000","last_change":"2024-09-21T00:36:20.403622+0000","last_active":"2024-09-21T00:36:20.404426+0000","last_peered":"2024-09-21T00:36:20.404426+0000","last_clean":"2024-09-21T00:36:20.404426+0000","last_became_active":"2024-09-21T00:36:20.403128+0000","last_became_peered":"2024-09-21T00:36:20.403128+0000","last_unstale":"2024-09-21T00:36:20.404426+0000","last_undegraded":"2024-09-21T00:36:20.404426+0000","last_fullsized":"2024-09-21T00:36:20.404426+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:59:46.319122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"32.f","version":"0'0","reported_seq":1,"reported_epoch":207,"state":"creating+peering","last_fresh":"2024-09-21T00:36:18.364876+0000","last_change":"2024-09-21T00:36:18.364876+0000","last_active":"2024-09-21T00:36:18.354827+0000","last_peered":"2024-09-21T00:36:18.354827+0000","last_clean":"2024-09-21T00:36:18.354827+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:18.364876+0000","last_undegraded":"2024-09-21T00:36:18.364876+0000","last_fullsized":"2024-09-21T00:36:18.364876+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"33.f","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.401994+0000","last_change":"2024-09-21T00:36:20.401428+0000","last_active":"2024-09-21T00:36:20.401994+0000","last_peered":"2024-09-21T00:36:20.401994+0000","last_clean":"2024-09-21T00:36:20.401994+0000","last_became_active":"2024-09-21T00:36:20.400987+0000","last_became_peered":"2024-09-21T00:36:20.400987+0000","last_unstale":"2024-09-21T00:36:20.401994+0000","last_undegraded":"2024-09-21T00:36:20.401994+0000","last_fullsized":"2024-09-21T00:36:20.401994+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:25:02.936617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"32.e","version":"0'0","reported_seq":1,"reported_epoch":207,"state":"creating+peering","last_fresh":"2024-09-21T00:36:18.368880+0000","last_change":"2024-09-21T00:36:18.368880+0000","last_active":"2024-09-21T00:36:18.354827+0000","last_peered":"2024-09-21T00:36:18.354827+0000","last_clean":"2024-09-21T00:36:18.354827+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:18.368880+0000","last_undegraded":"2024-09-21T00:36:18.368880+0000","last_fullsized":"2024-09-21T00:36:18.368880+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"33.c","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.404160+0000","last_change":"2024-09-21T00:36:20.402171+0000","last_active":"2024-09-21T00:36:20.404160+0000","last_peered":"2024-09-21T00:36:20.404160+0000","last_clean":"2024-09-21T00:36:20.404160+0000","last_became_active":"2024-09-21T00:36:20.401839+0000","last_became_peered":"2024-09-21T00:36:20.401839+0000","last_unstale":"2024-09-21T00:36:20.404160+0000","last_undegraded":"2024-09-21T00:36:20.404160+0000","last_fullsized":"2024-09-21T00:36:20.404160+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:27:58.260902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"32.d","version":"209'1","reported_seq":14,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.403239+0000","last_change":"2024-09-21T00:36:19.387805+0000","last_active":"2024-09-21T00:36:20.403239+0000","last_peered":"2024-09-21T00:36:20.403239+0000","last_clean":"2024-09-21T00:36:20.403239+0000","last_became_active":"2024-09-21T00:36:19.387412+0000","last_became_peered":"2024-09-21T00:36:19.387412+0000","last_unstale":"2024-09-21T00:36:20.403239+0000","last_undegraded":"2024-09-21T00:36:20.403239+0000","last_fullsized":"2024-09-21T00:36:20.403239+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:35:46.472662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"33.d","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.385050+0000","last_change":"2024-09-21T00:36:20.383192+0000","last_active":"2024-09-21T00:36:20.385050+0000","last_peered":"2024-09-21T00:36:20.385050+0000","last_clean":"2024-09-21T00:36:20.385050+0000","last_became_active":"2024-09-21T00:36:20.382666+0000","last_became_peered":"2024-09-21T00:36:20.382666+0000","last_unstale":"2024-09-21T00:36:20.385050+0000","last_undegraded":"2024-09-21T00:36:20.385050+0000","last_fullsized":"2024-09-21T00:36:20.385050+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:24:05.801257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"32.c","version":"0'0","reported_seq":13,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.383000+0000","last_change":"2024-09-21T00:36:19.390669+0000","last_active":"2024-09-21T00:36:20.383000+0000","last_peered":"2024-09-21T00:36:20.383000+0000","last_clean":"2024-09-21T00:36:20.383000+0000","last_became_active":"2024-09-21T00:36:19.390310+0000","last_became_peered":"2024-09-21T00:36:19.390310+0000","last_unstale":"2024-09-21T00:36:20.383000+0000","last_undegraded":"2024-09-21T00:36:20.383000+0000","last_fullsized":"2024-09-21T00:36:20.383000+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:19:40.132054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"33.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:36:19.361395+0000","last_change":"2024-09-21T00:36:19.361395+0000","last_active":"2024-09-21T00:36:19.361395+0000","last_peered":"2024-09-21T00:36:19.361395+0000","last_clean":"2024-09-21T00:36:19.361395+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:19.361395+0000","last_undegraded":"2024-09-21T00:36:19.361395+0000","last_fullsized":"2024-09-21T00:36:19.361395+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"32.b","version":"209'2","reported_seq":15,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.405166+0000","last_change":"2024-09-21T00:36:19.379518+0000","last_active":"2024-09-21T00:36:20.405166+0000","last_peered":"2024-09-21T00:36:20.405166+0000","last_clean":"2024-09-21T00:36:20.405166+0000","last_became_active":"2024-09-21T00:36:19.379183+0000","last_became_peered":"2024-09-21T00:36:19.379183+0000","last_unstale":"2024-09-21T00:36:20.405166+0000","last_undegraded":"2024-09-21T00:36:20.405166+0000","last_fullsized":"2024-09-21T00:36:20.405166+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:25:36.280712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"33.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:36:19.361395+0000","last_change":"2024-09-21T00:36:19.361395+0000","last_active":"2024-09-21T00:36:19.361395+0000","last_peered":"2024-09-21T00:36:19.361395+0000","last_clean":"2024-09-21T00:36:19.361395+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:19.361395+0000","last_undegraded":"2024-09-21T00:36:19.361395+0000","last_fullsized":"2024-09-21T00:36:19.361395+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"32.a","version":"0'0","reported_seq":1,"reported_epoch":207,"state":"creating+peering","last_fresh":"2024-09-21T00:36:18.364747+0000","last_change":"2024-09-21T00:36:18.364747+0000","last_active":"2024-09-21T00:36:18.354827+0000","last_peered":"2024-09-21T00:36:18.354827+0000","last_clean":"2024-09-21T00:36:18.354827+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:18.364747+0000","last_undegraded":"2024-09-21T00:36:18.364747+0000","last_fullsized":"2024-09-21T00:36:18.364747+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"33.8","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.390556+0000","last_change":"2024-09-21T00:36:20.388383+0000","last_active":"2024-09-21T00:36:20.390556+0000","last_peered":"2024-09-21T00:36:20.390556+0000","last_clean":"2024-09-21T00:36:20.390556+0000","last_became_active":"2024-09-21T00:36:20.387748+0000","last_became_peered":"2024-09-21T00:36:20.387748+0000","last_unstale":"2024-09-21T00:36:20.390556+0000","last_undegraded":"2024-09-21T00:36:20.390556+0000","last_fullsized":"2024-09-21T00:36:20.390556+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:07:44.507851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.9","version":"0'0","reported_seq":13,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.380021+0000","last_change":"2024-09-21T00:36:19.381554+0000","last_active":"2024-09-21T00:36:20.380021+0000","last_peered":"2024-09-21T00:36:20.380021+0000","last_clean":"2024-09-21T00:36:20.380021+0000","last_became_active":"2024-09-21T00:36:19.381228+0000","last_became_peered":"2024-09-21T00:36:19.381228+0000","last_unstale":"2024-09-21T00:36:20.380021+0000","last_undegraded":"2024-09-21T00:36:20.380021+0000","last_fullsized":"2024-09-21T00:36:20.380021+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:29:41.147664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"33.9","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.390578+0000","last_change":"2024-09-21T00:36:20.389189+0000","last_active":"2024-09-21T00:36:20.390578+0000","last_peered":"2024-09-21T00:36:20.390578+0000","last_clean":"2024-09-21T00:36:20.390578+0000","last_became_active":"2024-09-21T00:36:20.388840+0000","last_became_peered":"2024-09-21T00:36:20.388840+0000","last_unstale":"2024-09-21T00:36:20.390578+0000","last_undegraded":"2024-09-21T00:36:20.390578+0000","last_fullsized":"2024-09-21T00:36:20.390578+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:16:49.573541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"32.8","version":"0'0","reported_seq":1,"reported_epoch":207,"state":"creating+peering","last_fresh":"2024-09-21T00:36:18.364701+0000","last_change":"2024-09-21T00:36:18.364701+0000","last_active":"2024-09-21T00:36:18.354827+0000","last_peered":"2024-09-21T00:36:18.354827+0000","last_clean":"2024-09-21T00:36:18.354827+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:18.364701+0000","last_undegraded":"2024-09-21T00:36:18.364701+0000","last_fullsized":"2024-09-21T00:36:18.364701+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"33.6","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.404231+0000","last_change":"2024-09-21T00:36:20.402524+0000","last_active":"2024-09-21T00:36:20.404231+0000","last_peered":"2024-09-21T00:36:20.404231+0000","last_clean":"2024-09-21T00:36:20.404231+0000","last_became_active":"2024-09-21T00:36:20.401683+0000","last_became_peered":"2024-09-21T00:36:20.401683+0000","last_unstale":"2024-09-21T00:36:20.404231+0000","last_undegraded":"2024-09-21T00:36:20.404231+0000","last_fullsized":"2024-09-21T00:36:20.404231+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:14:40.093515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"32.7","version":"209'2","reported_seq":15,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.408290+0000","last_change":"2024-09-21T00:36:19.388629+0000","last_active":"2024-09-21T00:36:20.408290+0000","last_peered":"2024-09-21T00:36:20.408290+0000","last_clean":"2024-09-21T00:36:20.408290+0000","last_became_active":"2024-09-21T00:36:19.386623+0000","last_became_peered":"2024-09-21T00:36:19.386623+0000","last_unstale":"2024-09-21T00:36:20.408290+0000","last_undegraded":"2024-09-21T00:36:20.408290+0000","last_fullsized":"2024-09-21T00:36:20.408290+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:29:36.544644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"33.7","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.388204+0000","last_change":"2024-09-21T00:36:20.387001+0000","last_active":"2024-09-21T00:36:20.388204+0000","last_peered":"2024-09-21T00:36:20.388204+0000","last_clean":"2024-09-21T00:36:20.388204+0000","last_became_active":"2024-09-21T00:36:20.386645+0000","last_became_peered":"2024-09-21T00:36:20.386645+0000","last_unstale":"2024-09-21T00:36:20.388204+0000","last_undegraded":"2024-09-21T00:36:20.388204+0000","last_fullsized":"2024-09-21T00:36:20.388204+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:53:21.480451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.6","version":"0'0","reported_seq":13,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.376902+0000","last_change":"2024-09-21T00:36:19.392352+0000","last_active":"2024-09-21T00:36:20.376902+0000","last_peered":"2024-09-21T00:36:20.376902+0000","last_clean":"2024-09-21T00:36:20.376902+0000","last_became_active":"2024-09-21T00:36:19.392016+0000","last_became_peered":"2024-09-21T00:36:19.392016+0000","last_unstale":"2024-09-21T00:36:20.376902+0000","last_undegraded":"2024-09-21T00:36:20.376902+0000","last_fullsized":"2024-09-21T00:36:20.376902+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:00:48.113921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"33.4","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.380012+0000","last_change":"2024-09-21T00:36:20.379133+0000","last_active":"2024-09-21T00:36:20.380012+0000","last_peered":"2024-09-21T00:36:20.380012+0000","last_clean":"2024-09-21T00:36:20.380012+0000","last_became_active":"2024-09-21T00:36:20.378629+0000","last_became_peered":"2024-09-21T00:36:20.378629+0000","last_unstale":"2024-09-21T00:36:20.380012+0000","last_undegraded":"2024-09-21T00:36:20.380012+0000","last_fullsized":"2024-09-21T00:36:20.380012+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:33:41.158640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"32.5","version":"0'0","reported_seq":13,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.382948+0000","last_change":"2024-09-21T00:36:19.389386+0000","last_active":"2024-09-21T00:36:20.382948+0000","last_peered":"2024-09-21T00:36:20.382948+0000","last_clean":"2024-09-21T00:36:20.382948+0000","last_became_active":"2024-09-21T00:36:19.388985+0000","last_became_peered":"2024-09-21T00:36:19.388985+0000","last_unstale":"2024-09-21T00:36:20.382948+0000","last_undegraded":"2024-09-21T00:36:20.382948+0000","last_fullsized":"2024-09-21T00:36:20.382948+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:47:00.066583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"33.5","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.388936+0000","last_change":"2024-09-21T00:36:20.384677+0000","last_active":"2024-09-21T00:36:20.388936+0000","last_peered":"2024-09-21T00:36:20.388936+0000","last_clean":"2024-09-21T00:36:20.388936+0000","last_became_active":"2024-09-21T00:36:20.384062+0000","last_became_peered":"2024-09-21T00:36:20.384062+0000","last_unstale":"2024-09-21T00:36:20.388936+0000","last_undegraded":"2024-09-21T00:36:20.388936+0000","last_fullsized":"2024-09-21T00:36:20.388936+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:24:10.632847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"32.4","version":"0'0","reported_seq":13,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.372433+0000","last_change":"2024-09-21T00:36:19.388778+0000","last_active":"2024-09-21T00:36:20.372433+0000","last_peered":"2024-09-21T00:36:20.372433+0000","last_clean":"2024-09-21T00:36:20.372433+0000","last_became_active":"2024-09-21T00:36:19.387754+0000","last_became_peered":"2024-09-21T00:36:19.387754+0000","last_unstale":"2024-09-21T00:36:20.372433+0000","last_undegraded":"2024-09-21T00:36:20.372433+0000","last_fullsized":"2024-09-21T00:36:20.372433+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:42:00.397151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"33.2","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.398943+0000","last_change":"2024-09-21T00:36:20.397749+0000","last_active":"2024-09-21T00:36:20.398943+0000","last_peered":"2024-09-21T00:36:20.398943+0000","last_clean":"2024-09-21T00:36:20.398943+0000","last_became_active":"2024-09-21T00:36:20.392576+0000","last_became_peered":"2024-09-21T00:36:20.392576+0000","last_unstale":"2024-09-21T00:36:20.398943+0000","last_undegraded":"2024-09-21T00:36:20.398943+0000","last_fullsized":"2024-09-21T00:36:20.398943+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:17:24.483327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"32.3","version":"0'0","reported_seq":13,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.376350+0000","last_change":"2024-09-21T00:36:19.381143+0000","last_active":"2024-09-21T00:36:20.376350+0000","last_peered":"2024-09-21T00:36:20.376350+0000","last_clean":"2024-09-21T00:36:20.376350+0000","last_became_active":"2024-09-21T00:36:19.380783+0000","last_became_peered":"2024-09-21T00:36:19.380783+0000","last_unstale":"2024-09-21T00:36:20.376350+0000","last_undegraded":"2024-09-21T00:36:20.376350+0000","last_fullsized":"2024-09-21T00:36:20.376350+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:53:42.564628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"33.3","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.397472+0000","last_change":"2024-09-21T00:36:20.392597+0000","last_active":"2024-09-21T00:36:20.397472+0000","last_peered":"2024-09-21T00:36:20.397472+0000","last_clean":"2024-09-21T00:36:20.397472+0000","last_became_active":"2024-09-21T00:36:20.392257+0000","last_became_peered":"2024-09-21T00:36:20.392257+0000","last_unstale":"2024-09-21T00:36:20.397472+0000","last_undegraded":"2024-09-21T00:36:20.397472+0000","last_fullsized":"2024-09-21T00:36:20.397472+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:09:57.521919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"32.2","version":"0'0","reported_seq":13,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.379738+0000","last_change":"2024-09-21T00:36:19.390970+0000","last_active":"2024-09-21T00:36:20.379738+0000","last_peered":"2024-09-21T00:36:20.379738+0000","last_clean":"2024-09-21T00:36:20.379738+0000","last_became_active":"2024-09-21T00:36:19.390170+0000","last_became_peered":"2024-09-21T00:36:19.390170+0000","last_unstale":"2024-09-21T00:36:20.379738+0000","last_undegraded":"2024-09-21T00:36:20.379738+0000","last_fullsized":"2024-09-21T00:36:20.379738+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:18:42.303676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"33.0","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.398941+0000","last_change":"2024-09-21T00:36:20.393908+0000","last_active":"2024-09-21T00:36:20.398941+0000","last_peered":"2024-09-21T00:36:20.398941+0000","last_clean":"2024-09-21T00:36:20.398941+0000","last_became_active":"2024-09-21T00:36:20.393601+0000","last_became_peered":"2024-09-21T00:36:20.393601+0000","last_unstale":"2024-09-21T00:36:20.398941+0000","last_undegraded":"2024-09-21T00:36:20.398941+0000","last_fullsized":"2024-09-21T00:36:20.398941+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:34:39.925655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"32.1","version":"0'0","reported_seq":13,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.380022+0000","last_change":"2024-09-21T00:36:19.391944+0000","last_active":"2024-09-21T00:36:20.380022+0000","last_peered":"2024-09-21T00:36:20.380022+0000","last_clean":"2024-09-21T00:36:20.380022+0000","last_became_active":"2024-09-21T00:36:19.391618+0000","last_became_peered":"2024-09-21T00:36:19.391618+0000","last_unstale":"2024-09-21T00:36:20.380022+0000","last_undegraded":"2024-09-21T00:36:20.380022+0000","last_fullsized":"2024-09-21T00:36:20.380022+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:06:50.871933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"33.1","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.401823+0000","last_change":"2024-09-21T00:36:20.401308+0000","last_active":"2024-09-21T00:36:20.401823+0000","last_peered":"2024-09-21T00:36:20.401823+0000","last_clean":"2024-09-21T00:36:20.401823+0000","last_became_active":"2024-09-21T00:36:20.400841+0000","last_became_peered":"2024-09-21T00:36:20.400841+0000","last_unstale":"2024-09-21T00:36:20.401823+0000","last_undegraded":"2024-09-21T00:36:20.401823+0000","last_fullsized":"2024-09-21T00:36:20.401823+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:39:21.270762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"32.0","version":"0'0","reported_seq":13,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.373046+0000","last_change":"2024-09-21T00:36:19.391474+0000","last_active":"2024-09-21T00:36:20.373046+0000","last_peered":"2024-09-21T00:36:20.373046+0000","last_clean":"2024-09-21T00:36:20.373046+0000","last_became_active":"2024-09-21T00:36:19.390150+0000","last_became_peered":"2024-09-21T00:36:19.390150+0000","last_unstale":"2024-09-21T00:36:20.373046+0000","last_undegraded":"2024-09-21T00:36:20.373046+0000","last_fullsized":"2024-09-21T00:36:20.373046+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:03:46.033378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"33.20","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.397483+0000","last_change":"2024-09-21T00:36:20.395995+0000","last_active":"2024-09-21T00:36:20.397483+0000","last_peered":"2024-09-21T00:36:20.397483+0000","last_clean":"2024-09-21T00:36:20.397483+0000","last_became_active":"2024-09-21T00:36:20.393737+0000","last_became_peered":"2024-09-21T00:36:20.393737+0000","last_unstale":"2024-09-21T00:36:20.397483+0000","last_undegraded":"2024-09-21T00:36:20.397483+0000","last_fullsized":"2024-09-21T00:36:20.397483+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:25:06.483449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":450,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.378896+0000","last_change":"2024-09-21T00:21:11.583793+0000","last_active":"2024-09-21T00:36:20.378896+0000","last_peered":"2024-09-21T00:36:20.378896+0000","last_clean":"2024-09-21T00:36:20.378896+0000","last_became_active":"2024-09-21T00:21:11.582502+0000","last_became_peered":"2024-09-21T00:21:11.582502+0000","last_unstale":"2024-09-21T00:36:20.378896+0000","last_undegraded":"2024-09-21T00:36:20.378896+0000","last_fullsized":"2024-09-21T00:36:20.378896+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_clean_scrub_stamp":"2024-09-21T00:21:10.311964+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:58.010953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":33,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":102,"acting":102,"num_store_stats":6},{"poolid":32,"num_pg":32,"stat_sum":{"num_bytes":2264,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":18,"ondisk_log_size":18,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509626,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":48248,"kb_used_data":3164,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94323592,"statfs":{"total":96636764160,"available":96587358208,"internally_reserved":0,"allocated":3239936,"data_stored":1753639,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":46135754},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509626,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":73968,"kb_used_data":2588,"kb_used_omap":1,"kb_used_meta":71358,"kb_avail":94297872,"statfs":{"total":96636764160,"available":96561020928,"internally_reserved":0,"allocated":2650112,"data_stored":1163313,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":73071046},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509626,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":64304,"kb_used_data":2580,"kb_used_omap":1,"kb_used_meta":61694,"kb_avail":94307536,"statfs":{"total":96636764160,"available":96570916864,"internally_reserved":0,"allocated":2641920,"data_stored":1163201,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":63175109},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509627,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":78200,"kb_used_data":2596,"kb_used_omap":1,"kb_used_meta":75582,"kb_avail":94293640,"statfs":{"total":96636764160,"available":96556687360,"internally_reserved":0,"allocated":2658304,"data_stored":1165395,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":77396424},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509627,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":47644,"kb_used_data":2568,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94324196,"statfs":{"total":96636764160,"available":96587976704,"internally_reserved":0,"allocated":2629632,"data_stored":1156426,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":46135749},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509625,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":78768,"kb_used_data":3160,"kb_used_omap":1,"kb_used_meta":75582,"kb_avail":94293072,"statfs":{"total":96636764160,"available":96556105728,"internally_reserved":0,"allocated":3235840,"data_stored":1753569,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":77396422},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834575033,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":78176,"kb_used_data":2556,"kb_used_omap":1,"kb_used_meta":75582,"kb_avail":94293664,"statfs":{"total":96636764160,"available":96556711936,"internally_reserved":0,"allocated":2617344,"data_stored":1150151,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":77396421},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834575033,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":82324,"kb_used_data":2556,"kb_used_omap":1,"kb_used_meta":79742,"kb_avail":94289516,"statfs":{"total":96636764160,"available":96552464384,"internally_reserved":0,"allocated":2617344,"data_stored":1150151,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":81656262},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":33,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":33,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":33,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":33,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":33,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":33,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T00:36:24.458 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T00:36:24.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.610+0000 7f98500d3640 1 -- 172.21.15.67:0/4215196802 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f98480d08d0 msgr2=0x7f98480b26f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:24.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.610+0000 7f98500d3640 1 --2- 172.21.15.67:0/4215196802 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f98480d08d0 0x7f98480b26f0 secure :-1 s=READY pgs=2616 cs=0 l=1 rev1=1 crypto rx=0x7f98480b87d0 tx=0x7f984002a530 comp rx=0 tx=0).stop 2024-09-21T00:36:24.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.610+0000 7f98500d3640 1 -- 172.21.15.67:0/4215196802 shutdown_connections 2024-09-21T00:36:24.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.610+0000 7f98500d3640 1 --2- 172.21.15.67:0/4215196802 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f98480d08d0 0x7f98480b26f0 unknown :-1 s=CLOSED pgs=2616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:24.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.610+0000 7f98500d3640 1 --2- 172.21.15.67:0/4215196802 >> v2:172.21.15.97:3300/0 conn(0x7f9848160610 0x7f98480d0390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:24.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.610+0000 7f98500d3640 1 -- 172.21.15.67:0/4215196802 >> 172.21.15.67:0/4215196802 conn(0x7f9848074720 msgr2=0x7f984806f850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:24.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.610+0000 7f98500d3640 1 -- 172.21.15.67:0/4215196802 shutdown_connections 2024-09-21T00:36:24.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.610+0000 7f98500d3640 1 -- 172.21.15.67:0/4215196802 wait complete. 2024-09-21T00:36:24.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.612+0000 7f98500d3640 1 Processor -- start 2024-09-21T00:36:24.613 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.612+0000 7f98500d3640 1 -- start start 2024-09-21T00:36:24.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.613+0000 7f98500d3640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f98480b1e50 0x7f98481575e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:24.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.614+0000 7f98500d3640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f98480d08d0 0x7f984815ff20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:24.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.614+0000 7f98500d3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9848160610 0x7f984809ffa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:24.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.614+0000 7f98500d3640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f98480b2c30 con 0x7f9848160610 2024-09-21T00:36:24.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.614+0000 7f98500d3640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f9848160a70 con 0x7f98480d08d0 2024-09-21T00:36:24.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.614+0000 7f98500d3640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f98480b2db0 con 0x7f98480b1e50 2024-09-21T00:36:24.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.614+0000 7f984e670640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9848160610 0x7f984809ffa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:24.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.614+0000 7f984e670640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9848160610 0x7f984809ffa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45410/0 (socket says 172.21.15.67:45410) 2024-09-21T00:36:24.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.614+0000 7f984e670640 1 -- 172.21.15.67:0/2913284583 learned_addr learned my addr 172.21.15.67:0/2913284583 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:24.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.614+0000 7f984d66e640 1 --2- 172.21.15.67:0/2913284583 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f98480d08d0 0x7f984815ff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:24.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.614+0000 7f984de6f640 1 --2- 172.21.15.67:0/2913284583 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f98480b1e50 0x7f98481575e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:24.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.614+0000 7f984e670640 1 -- 172.21.15.67:0/2913284583 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f98480b1e50 msgr2=0x7f98481575e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:24.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.614+0000 7f984e670640 1 --2- 172.21.15.67:0/2913284583 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f98480b1e50 0x7f98481575e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:24.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.614+0000 7f984e670640 1 -- 172.21.15.67:0/2913284583 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f98480d08d0 msgr2=0x7f984815ff20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:24.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.614+0000 7f984e670640 1 --2- 172.21.15.67:0/2913284583 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f98480d08d0 0x7f984815ff20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:24.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.614+0000 7f984e670640 1 -- 172.21.15.67:0/2913284583 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98481f9de0 con 0x7f9848160610 2024-09-21T00:36:24.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.614+0000 7f984e670640 1 --2- 172.21.15.67:0/2913284583 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9848160610 0x7f984809ffa0 secure :-1 s=READY pgs=2617 cs=0 l=1 rev1=1 crypto rx=0x7f9840009920 tx=0x7f9840033c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:24.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.614+0000 7f98467fc640 1 -- 172.21.15.67:0/2913284583 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9840031b60 con 0x7f9848160610 2024-09-21T00:36:24.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.614+0000 7f98467fc640 1 -- 172.21.15.67:0/2913284583 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9840031e10 con 0x7f9848160610 2024-09-21T00:36:24.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.614+0000 7f98500d3640 1 -- 172.21.15.67:0/2913284583 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f98481fa0c0 con 0x7f9848160610 2024-09-21T00:36:24.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.614+0000 7f98467fc640 1 -- 172.21.15.67:0/2913284583 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9840005260 con 0x7f9848160610 2024-09-21T00:36:24.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.614+0000 7f98500d3640 1 -- 172.21.15.67:0/2913284583 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9848157c90 con 0x7f9848160610 2024-09-21T00:36:24.618 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.615+0000 7f98500d3640 1 -- 172.21.15.67:0/2913284583 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f98481fa5e0 con 0x7f9848160610 2024-09-21T00:36:24.618 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.616+0000 7f98467fc640 1 -- 172.21.15.67:0/2913284583 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f9840005400 con 0x7f9848160610 2024-09-21T00:36:24.618 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.617+0000 7f98467fc640 1 --2- 172.21.15.67:0/2913284583 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9834078bc0 0x7f983407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:24.618 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.617+0000 7f98467fc640 1 -- 172.21.15.67:0/2913284583 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(210..210 src has 1..210) ==== 5709+0+0 (secure 0 0 0) 0x7f98400bbec0 con 0x7f9848160610 2024-09-21T00:36:24.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.617+0000 7f984de6f640 1 --2- 172.21.15.67:0/2913284583 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9834078bc0 0x7f983407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:24.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.618+0000 7f984de6f640 1 --2- 172.21.15.67:0/2913284583 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9834078bc0 0x7f983407b0d0 secure :-1 s=READY pgs=992 cs=0 l=1 rev1=1 crypto rx=0x7f9838007fd0 tx=0x7f9838009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:24.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.621+0000 7f98467fc640 1 -- 172.21.15.67:0/2913284583 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f98481fa5e0 con 0x7f9848160610 2024-09-21T00:36:24.810 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.809+0000 7f98500d3640 1 -- 172.21.15.67:0/2913284583 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f9848157f30 con 0x7f9834078bc0 2024-09-21T00:36:24.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.814+0000 7f98467fc640 1 -- 172.21.15.67:0/2913284583 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+249592 (secure 0 0 0) 0x7f9848157f30 con 0x7f9834078bc0 2024-09-21T00:36:24.817 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:24.818 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-21T00:36:24.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.817+0000 7f98500d3640 1 -- 172.21.15.67:0/2913284583 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9834078bc0 msgr2=0x7f983407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:24.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.817+0000 7f98500d3640 1 --2- 172.21.15.67:0/2913284583 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9834078bc0 0x7f983407b0d0 secure :-1 s=READY pgs=992 cs=0 l=1 rev1=1 crypto rx=0x7f9838007fd0 tx=0x7f9838009040 comp rx=0 tx=0).stop 2024-09-21T00:36:24.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.817+0000 7f98500d3640 1 -- 172.21.15.67:0/2913284583 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9848160610 msgr2=0x7f984809ffa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:24.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.817+0000 7f98500d3640 1 --2- 172.21.15.67:0/2913284583 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9848160610 0x7f984809ffa0 secure :-1 s=READY pgs=2617 cs=0 l=1 rev1=1 crypto rx=0x7f9840009920 tx=0x7f9840033c10 comp rx=0 tx=0).stop 2024-09-21T00:36:24.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.817+0000 7f98500d3640 1 -- 172.21.15.67:0/2913284583 shutdown_connections 2024-09-21T00:36:24.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.817+0000 7f98500d3640 1 --2- 172.21.15.67:0/2913284583 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9834078bc0 0x7f983407b0d0 unknown :-1 s=CLOSED pgs=992 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:24.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.817+0000 7f98500d3640 1 --2- 172.21.15.67:0/2913284583 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9848160610 0x7f984809ffa0 unknown :-1 s=CLOSED pgs=2617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:24.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.817+0000 7f98500d3640 1 --2- 172.21.15.67:0/2913284583 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f98480d08d0 0x7f984815ff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:24.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.817+0000 7f98500d3640 1 --2- 172.21.15.67:0/2913284583 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f98480b1e50 0x7f98481575e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:24.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.817+0000 7f98500d3640 1 -- 172.21.15.67:0/2913284583 >> 172.21.15.67:0/2913284583 conn(0x7f9848074720 msgr2=0x7f984815c540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:24.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.817+0000 7f98500d3640 1 -- 172.21.15.67:0/2913284583 shutdown_connections 2024-09-21T00:36:24.821 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.817+0000 7f98500d3640 1 -- 172.21.15.67:0/2913284583 wait complete. 2024-09-21T00:36:24.830 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":661,"stamp":"2024-09-21T00:36:23.732071+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592632,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":116,"num_write_kb":1633,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":90,"ondisk_log_size":90,"up":168,"acting":168,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":46,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":551632,"kb_used_data":21768,"kb_used_omap":12,"kb_used_meta":529651,"kb_avail":754423088,"statfs":{"total":773094113280,"available":772529242112,"internally_reserved":0,"allocated":22290432,"data_stored":10455845,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12749,"internal_metadata":542363187},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":13,"apply_latency_ms":13,"commit_latency_ns":13000000,"apply_latency_ns":13000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2264,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.369046"},"pg_stats":[{"pgid":"33.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:36:19.361395+0000","last_change":"2024-09-21T00:36:19.361395+0000","last_active":"2024-09-21T00:36:19.361395+0000","last_peered":"2024-09-21T00:36:19.361395+0000","last_clean":"2024-09-21T00:36:19.361395+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:19.361395+0000","last_undegraded":"2024-09-21T00:36:19.361395+0000","last_fullsized":"2024-09-21T00:36:19.361395+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"33.3e","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.396435+0000","last_change":"2024-09-21T00:36:20.395122+0000","last_active":"2024-09-21T00:36:20.396435+0000","last_peered":"2024-09-21T00:36:20.396435+0000","last_clean":"2024-09-21T00:36:20.396435+0000","last_became_active":"2024-09-21T00:36:20.394724+0000","last_became_peered":"2024-09-21T00:36:20.394724+0000","last_unstale":"2024-09-21T00:36:20.396435+0000","last_undegraded":"2024-09-21T00:36:20.396435+0000","last_fullsized":"2024-09-21T00:36:20.396435+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:02:21.573931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"33.3d","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.388905+0000","last_change":"2024-09-21T00:36:20.384370+0000","last_active":"2024-09-21T00:36:20.388905+0000","last_peered":"2024-09-21T00:36:20.388905+0000","last_clean":"2024-09-21T00:36:20.388905+0000","last_became_active":"2024-09-21T00:36:20.383646+0000","last_became_peered":"2024-09-21T00:36:20.383646+0000","last_unstale":"2024-09-21T00:36:20.388905+0000","last_undegraded":"2024-09-21T00:36:20.388905+0000","last_fullsized":"2024-09-21T00:36:20.388905+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:40:32.272269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"33.3c","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.395135+0000","last_change":"2024-09-21T00:36:20.393480+0000","last_active":"2024-09-21T00:36:20.395135+0000","last_peered":"2024-09-21T00:36:20.395135+0000","last_clean":"2024-09-21T00:36:20.395135+0000","last_became_active":"2024-09-21T00:36:20.392968+0000","last_became_peered":"2024-09-21T00:36:20.392968+0000","last_unstale":"2024-09-21T00:36:20.395135+0000","last_undegraded":"2024-09-21T00:36:20.395135+0000","last_fullsized":"2024-09-21T00:36:20.395135+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:09:41.091784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"33.3b","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.395452+0000","last_change":"2024-09-21T00:36:20.393592+0000","last_active":"2024-09-21T00:36:20.395452+0000","last_peered":"2024-09-21T00:36:20.395452+0000","last_clean":"2024-09-21T00:36:20.395452+0000","last_became_active":"2024-09-21T00:36:20.393246+0000","last_became_peered":"2024-09-21T00:36:20.393246+0000","last_unstale":"2024-09-21T00:36:20.395452+0000","last_undegraded":"2024-09-21T00:36:20.395452+0000","last_fullsized":"2024-09-21T00:36:20.395452+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:50:53.069875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"33.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:36:19.361395+0000","last_change":"2024-09-21T00:36:19.361395+0000","last_active":"2024-09-21T00:36:19.361395+0000","last_peered":"2024-09-21T00:36:19.361395+0000","last_clean":"2024-09-21T00:36:19.361395+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:19.361395+0000","last_undegraded":"2024-09-21T00:36:19.361395+0000","last_fullsized":"2024-09-21T00:36:19.361395+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"33.39","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.397389+0000","last_change":"2024-09-21T00:36:20.393969+0000","last_active":"2024-09-21T00:36:20.397389+0000","last_peered":"2024-09-21T00:36:20.397389+0000","last_clean":"2024-09-21T00:36:20.397389+0000","last_became_active":"2024-09-21T00:36:20.392597+0000","last_became_peered":"2024-09-21T00:36:20.392597+0000","last_unstale":"2024-09-21T00:36:20.397389+0000","last_undegraded":"2024-09-21T00:36:20.397389+0000","last_fullsized":"2024-09-21T00:36:20.397389+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:35:47.479230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"33.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:36:19.361395+0000","last_change":"2024-09-21T00:36:19.361395+0000","last_active":"2024-09-21T00:36:19.361395+0000","last_peered":"2024-09-21T00:36:19.361395+0000","last_clean":"2024-09-21T00:36:19.361395+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:19.361395+0000","last_undegraded":"2024-09-21T00:36:19.361395+0000","last_fullsized":"2024-09-21T00:36:19.361395+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"33.37","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.386618+0000","last_change":"2024-09-21T00:36:20.384475+0000","last_active":"2024-09-21T00:36:20.386618+0000","last_peered":"2024-09-21T00:36:20.386618+0000","last_clean":"2024-09-21T00:36:20.386618+0000","last_became_active":"2024-09-21T00:36:20.384159+0000","last_became_peered":"2024-09-21T00:36:20.384159+0000","last_unstale":"2024-09-21T00:36:20.386618+0000","last_undegraded":"2024-09-21T00:36:20.386618+0000","last_fullsized":"2024-09-21T00:36:20.386618+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:34:45.589034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"33.36","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.398331+0000","last_change":"2024-09-21T00:36:20.397096+0000","last_active":"2024-09-21T00:36:20.398331+0000","last_peered":"2024-09-21T00:36:20.398331+0000","last_clean":"2024-09-21T00:36:20.398331+0000","last_became_active":"2024-09-21T00:36:20.395746+0000","last_became_peered":"2024-09-21T00:36:20.395746+0000","last_unstale":"2024-09-21T00:36:20.398331+0000","last_undegraded":"2024-09-21T00:36:20.398331+0000","last_fullsized":"2024-09-21T00:36:20.398331+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:54:51.421563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"33.35","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.398629+0000","last_change":"2024-09-21T00:36:20.397883+0000","last_active":"2024-09-21T00:36:20.398629+0000","last_peered":"2024-09-21T00:36:20.398629+0000","last_clean":"2024-09-21T00:36:20.398629+0000","last_became_active":"2024-09-21T00:36:20.397257+0000","last_became_peered":"2024-09-21T00:36:20.397257+0000","last_unstale":"2024-09-21T00:36:20.398629+0000","last_undegraded":"2024-09-21T00:36:20.398629+0000","last_fullsized":"2024-09-21T00:36:20.398629+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:08:19.076469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"33.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:36:19.361395+0000","last_change":"2024-09-21T00:36:19.361395+0000","last_active":"2024-09-21T00:36:19.361395+0000","last_peered":"2024-09-21T00:36:19.361395+0000","last_clean":"2024-09-21T00:36:19.361395+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:19.361395+0000","last_undegraded":"2024-09-21T00:36:19.361395+0000","last_fullsized":"2024-09-21T00:36:19.361395+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"33.33","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.390402+0000","last_change":"2024-09-21T00:36:20.389288+0000","last_active":"2024-09-21T00:36:20.390402+0000","last_peered":"2024-09-21T00:36:20.390402+0000","last_clean":"2024-09-21T00:36:20.390402+0000","last_became_active":"2024-09-21T00:36:20.388596+0000","last_became_peered":"2024-09-21T00:36:20.388596+0000","last_unstale":"2024-09-21T00:36:20.390402+0000","last_undegraded":"2024-09-21T00:36:20.390402+0000","last_fullsized":"2024-09-21T00:36:20.390402+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:53:59.264283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"33.32","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.389702+0000","last_change":"2024-09-21T00:36:20.386264+0000","last_active":"2024-09-21T00:36:20.389702+0000","last_peered":"2024-09-21T00:36:20.389702+0000","last_clean":"2024-09-21T00:36:20.389702+0000","last_became_active":"2024-09-21T00:36:20.385649+0000","last_became_peered":"2024-09-21T00:36:20.385649+0000","last_unstale":"2024-09-21T00:36:20.389702+0000","last_undegraded":"2024-09-21T00:36:20.389702+0000","last_fullsized":"2024-09-21T00:36:20.389702+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:32:17.155921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"33.31","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.404198+0000","last_change":"2024-09-21T00:36:20.402664+0000","last_active":"2024-09-21T00:36:20.404198+0000","last_peered":"2024-09-21T00:36:20.404198+0000","last_clean":"2024-09-21T00:36:20.404198+0000","last_became_active":"2024-09-21T00:36:20.401690+0000","last_became_peered":"2024-09-21T00:36:20.401690+0000","last_unstale":"2024-09-21T00:36:20.404198+0000","last_undegraded":"2024-09-21T00:36:20.404198+0000","last_fullsized":"2024-09-21T00:36:20.404198+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:30:20.307203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"33.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:36:19.361395+0000","last_change":"2024-09-21T00:36:19.361395+0000","last_active":"2024-09-21T00:36:19.361395+0000","last_peered":"2024-09-21T00:36:19.361395+0000","last_clean":"2024-09-21T00:36:19.361395+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:19.361395+0000","last_undegraded":"2024-09-21T00:36:19.361395+0000","last_fullsized":"2024-09-21T00:36:19.361395+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"33.2f","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.387273+0000","last_change":"2024-09-21T00:36:20.382049+0000","last_active":"2024-09-21T00:36:20.387273+0000","last_peered":"2024-09-21T00:36:20.387273+0000","last_clean":"2024-09-21T00:36:20.387273+0000","last_became_active":"2024-09-21T00:36:20.381762+0000","last_became_peered":"2024-09-21T00:36:20.381762+0000","last_unstale":"2024-09-21T00:36:20.387273+0000","last_undegraded":"2024-09-21T00:36:20.387273+0000","last_fullsized":"2024-09-21T00:36:20.387273+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:54:23.558680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"33.2e","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.397668+0000","last_change":"2024-09-21T00:36:20.394372+0000","last_active":"2024-09-21T00:36:20.397668+0000","last_peered":"2024-09-21T00:36:20.397668+0000","last_clean":"2024-09-21T00:36:20.397668+0000","last_became_active":"2024-09-21T00:36:20.393960+0000","last_became_peered":"2024-09-21T00:36:20.393960+0000","last_unstale":"2024-09-21T00:36:20.397668+0000","last_undegraded":"2024-09-21T00:36:20.397668+0000","last_fullsized":"2024-09-21T00:36:20.397668+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:25:02.936617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"33.2d","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.400028+0000","last_change":"2024-09-21T00:36:20.399570+0000","last_active":"2024-09-21T00:36:20.400028+0000","last_peered":"2024-09-21T00:36:20.400028+0000","last_clean":"2024-09-21T00:36:20.400028+0000","last_became_active":"2024-09-21T00:36:20.399226+0000","last_became_peered":"2024-09-21T00:36:20.399226+0000","last_unstale":"2024-09-21T00:36:20.400028+0000","last_undegraded":"2024-09-21T00:36:20.400028+0000","last_fullsized":"2024-09-21T00:36:20.400028+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:24:03.877278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"33.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:36:19.361395+0000","last_change":"2024-09-21T00:36:19.361395+0000","last_active":"2024-09-21T00:36:19.361395+0000","last_peered":"2024-09-21T00:36:19.361395+0000","last_clean":"2024-09-21T00:36:19.361395+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:19.361395+0000","last_undegraded":"2024-09-21T00:36:19.361395+0000","last_fullsized":"2024-09-21T00:36:19.361395+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"33.2b","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.394801+0000","last_change":"2024-09-21T00:36:20.391484+0000","last_active":"2024-09-21T00:36:20.394801+0000","last_peered":"2024-09-21T00:36:20.394801+0000","last_clean":"2024-09-21T00:36:20.394801+0000","last_became_active":"2024-09-21T00:36:20.391159+0000","last_became_peered":"2024-09-21T00:36:20.391159+0000","last_unstale":"2024-09-21T00:36:20.394801+0000","last_undegraded":"2024-09-21T00:36:20.394801+0000","last_fullsized":"2024-09-21T00:36:20.394801+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:59:52.323121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"33.2a","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.397372+0000","last_change":"2024-09-21T00:36:20.396551+0000","last_active":"2024-09-21T00:36:20.397372+0000","last_peered":"2024-09-21T00:36:20.397372+0000","last_clean":"2024-09-21T00:36:20.397372+0000","last_became_active":"2024-09-21T00:36:20.396207+0000","last_became_peered":"2024-09-21T00:36:20.396207+0000","last_unstale":"2024-09-21T00:36:20.397372+0000","last_undegraded":"2024-09-21T00:36:20.397372+0000","last_fullsized":"2024-09-21T00:36:20.397372+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:57:36.621669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"33.29","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.396989+0000","last_change":"2024-09-21T00:36:20.393122+0000","last_active":"2024-09-21T00:36:20.396989+0000","last_peered":"2024-09-21T00:36:20.396989+0000","last_clean":"2024-09-21T00:36:20.396989+0000","last_became_active":"2024-09-21T00:36:20.392058+0000","last_became_peered":"2024-09-21T00:36:20.392058+0000","last_unstale":"2024-09-21T00:36:20.396989+0000","last_undegraded":"2024-09-21T00:36:20.396989+0000","last_fullsized":"2024-09-21T00:36:20.396989+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:00:51.099830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"33.28","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.390581+0000","last_change":"2024-09-21T00:36:20.388920+0000","last_active":"2024-09-21T00:36:20.390581+0000","last_peered":"2024-09-21T00:36:20.390581+0000","last_clean":"2024-09-21T00:36:20.390581+0000","last_became_active":"2024-09-21T00:36:20.387063+0000","last_became_peered":"2024-09-21T00:36:20.387063+0000","last_unstale":"2024-09-21T00:36:20.390581+0000","last_undegraded":"2024-09-21T00:36:20.390581+0000","last_fullsized":"2024-09-21T00:36:20.390581+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:54:48.693546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"33.27","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.404124+0000","last_change":"2024-09-21T00:36:20.398400+0000","last_active":"2024-09-21T00:36:20.404124+0000","last_peered":"2024-09-21T00:36:20.404124+0000","last_clean":"2024-09-21T00:36:20.404124+0000","last_became_active":"2024-09-21T00:36:20.398058+0000","last_became_peered":"2024-09-21T00:36:20.398058+0000","last_unstale":"2024-09-21T00:36:20.404124+0000","last_undegraded":"2024-09-21T00:36:20.404124+0000","last_fullsized":"2024-09-21T00:36:20.404124+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:16:31.904045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"33.26","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.395180+0000","last_change":"2024-09-21T00:36:20.394346+0000","last_active":"2024-09-21T00:36:20.395180+0000","last_peered":"2024-09-21T00:36:20.395180+0000","last_clean":"2024-09-21T00:36:20.395180+0000","last_became_active":"2024-09-21T00:36:20.394047+0000","last_became_peered":"2024-09-21T00:36:20.394047+0000","last_unstale":"2024-09-21T00:36:20.395180+0000","last_undegraded":"2024-09-21T00:36:20.395180+0000","last_fullsized":"2024-09-21T00:36:20.395180+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:47:41.269733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"33.25","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.391918+0000","last_change":"2024-09-21T00:36:20.390165+0000","last_active":"2024-09-21T00:36:20.391918+0000","last_peered":"2024-09-21T00:36:20.391918+0000","last_clean":"2024-09-21T00:36:20.391918+0000","last_became_active":"2024-09-21T00:36:20.389624+0000","last_became_peered":"2024-09-21T00:36:20.389624+0000","last_unstale":"2024-09-21T00:36:20.391918+0000","last_undegraded":"2024-09-21T00:36:20.391918+0000","last_fullsized":"2024-09-21T00:36:20.391918+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:28:08.095049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"33.24","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.397513+0000","last_change":"2024-09-21T00:36:20.394478+0000","last_active":"2024-09-21T00:36:20.397513+0000","last_peered":"2024-09-21T00:36:20.397513+0000","last_clean":"2024-09-21T00:36:20.397513+0000","last_became_active":"2024-09-21T00:36:20.393008+0000","last_became_peered":"2024-09-21T00:36:20.393008+0000","last_unstale":"2024-09-21T00:36:20.397513+0000","last_undegraded":"2024-09-21T00:36:20.397513+0000","last_fullsized":"2024-09-21T00:36:20.397513+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:58:21.515930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"33.23","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.401682+0000","last_change":"2024-09-21T00:36:20.398913+0000","last_active":"2024-09-21T00:36:20.401682+0000","last_peered":"2024-09-21T00:36:20.401682+0000","last_clean":"2024-09-21T00:36:20.401682+0000","last_became_active":"2024-09-21T00:36:20.398339+0000","last_became_peered":"2024-09-21T00:36:20.398339+0000","last_unstale":"2024-09-21T00:36:20.401682+0000","last_undegraded":"2024-09-21T00:36:20.401682+0000","last_fullsized":"2024-09-21T00:36:20.401682+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:55:16.879159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"33.22","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.389673+0000","last_change":"2024-09-21T00:36:20.385952+0000","last_active":"2024-09-21T00:36:20.389673+0000","last_peered":"2024-09-21T00:36:20.389673+0000","last_clean":"2024-09-21T00:36:20.389673+0000","last_became_active":"2024-09-21T00:36:20.385302+0000","last_became_peered":"2024-09-21T00:36:20.385302+0000","last_unstale":"2024-09-21T00:36:20.389673+0000","last_undegraded":"2024-09-21T00:36:20.389673+0000","last_fullsized":"2024-09-21T00:36:20.389673+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:52:35.035267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"33.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:36:19.361395+0000","last_change":"2024-09-21T00:36:19.361395+0000","last_active":"2024-09-21T00:36:19.361395+0000","last_peered":"2024-09-21T00:36:19.361395+0000","last_clean":"2024-09-21T00:36:19.361395+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:19.361395+0000","last_undegraded":"2024-09-21T00:36:19.361395+0000","last_fullsized":"2024-09-21T00:36:19.361395+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"33.1e","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.397620+0000","last_change":"2024-09-21T00:36:20.392570+0000","last_active":"2024-09-21T00:36:20.397620+0000","last_peered":"2024-09-21T00:36:20.397620+0000","last_clean":"2024-09-21T00:36:20.397620+0000","last_became_active":"2024-09-21T00:36:20.392078+0000","last_became_peered":"2024-09-21T00:36:20.392078+0000","last_unstale":"2024-09-21T00:36:20.397620+0000","last_undegraded":"2024-09-21T00:36:20.397620+0000","last_fullsized":"2024-09-21T00:36:20.397620+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:05:05.728732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"32.1f","version":"209'4","reported_seq":17,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.412461+0000","last_change":"2024-09-21T00:36:19.389569+0000","last_active":"2024-09-21T00:36:20.412461+0000","last_peered":"2024-09-21T00:36:20.412461+0000","last_clean":"2024-09-21T00:36:20.412461+0000","last_became_active":"2024-09-21T00:36:19.389256+0000","last_became_peered":"2024-09-21T00:36:19.389256+0000","last_unstale":"2024-09-21T00:36:20.412461+0000","last_undegraded":"2024-09-21T00:36:20.412461+0000","last_fullsized":"2024-09-21T00:36:20.412461+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:15:01.502215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"33.1f","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.405489+0000","last_change":"2024-09-21T00:36:20.403331+0000","last_active":"2024-09-21T00:36:20.405489+0000","last_peered":"2024-09-21T00:36:20.405489+0000","last_clean":"2024-09-21T00:36:20.405489+0000","last_became_active":"2024-09-21T00:36:20.400484+0000","last_became_peered":"2024-09-21T00:36:20.400484+0000","last_unstale":"2024-09-21T00:36:20.405489+0000","last_undegraded":"2024-09-21T00:36:20.405489+0000","last_fullsized":"2024-09-21T00:36:20.405489+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:20:33.403673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"32.1e","version":"209'1","reported_seq":14,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.408251+0000","last_change":"2024-09-21T00:36:19.387610+0000","last_active":"2024-09-21T00:36:20.408251+0000","last_peered":"2024-09-21T00:36:20.408251+0000","last_clean":"2024-09-21T00:36:20.408251+0000","last_became_active":"2024-09-21T00:36:19.387055+0000","last_became_peered":"2024-09-21T00:36:19.387055+0000","last_unstale":"2024-09-21T00:36:20.408251+0000","last_undegraded":"2024-09-21T00:36:20.408251+0000","last_fullsized":"2024-09-21T00:36:20.408251+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:46:21.692175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"33.1c","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.398649+0000","last_change":"2024-09-21T00:36:20.397889+0000","last_active":"2024-09-21T00:36:20.398649+0000","last_peered":"2024-09-21T00:36:20.398649+0000","last_clean":"2024-09-21T00:36:20.398649+0000","last_became_active":"2024-09-21T00:36:20.397437+0000","last_became_peered":"2024-09-21T00:36:20.397437+0000","last_unstale":"2024-09-21T00:36:20.398649+0000","last_undegraded":"2024-09-21T00:36:20.398649+0000","last_fullsized":"2024-09-21T00:36:20.398649+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:58:00.193931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"32.1d","version":"0'0","reported_seq":1,"reported_epoch":207,"state":"creating+peering","last_fresh":"2024-09-21T00:36:18.371733+0000","last_change":"2024-09-21T00:36:18.371733+0000","last_active":"2024-09-21T00:36:18.354827+0000","last_peered":"2024-09-21T00:36:18.354827+0000","last_clean":"2024-09-21T00:36:18.354827+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:18.371733+0000","last_undegraded":"2024-09-21T00:36:18.371733+0000","last_fullsized":"2024-09-21T00:36:18.371733+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"33.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:36:19.361395+0000","last_change":"2024-09-21T00:36:19.361395+0000","last_active":"2024-09-21T00:36:19.361395+0000","last_peered":"2024-09-21T00:36:19.361395+0000","last_clean":"2024-09-21T00:36:19.361395+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:19.361395+0000","last_undegraded":"2024-09-21T00:36:19.361395+0000","last_fullsized":"2024-09-21T00:36:19.361395+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"32.1c","version":"0'0","reported_seq":1,"reported_epoch":207,"state":"creating+peering","last_fresh":"2024-09-21T00:36:18.371128+0000","last_change":"2024-09-21T00:36:18.371128+0000","last_active":"2024-09-21T00:36:18.354827+0000","last_peered":"2024-09-21T00:36:18.354827+0000","last_clean":"2024-09-21T00:36:18.354827+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:18.371128+0000","last_undegraded":"2024-09-21T00:36:18.371128+0000","last_fullsized":"2024-09-21T00:36:18.371128+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"33.1a","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.394908+0000","last_change":"2024-09-21T00:36:20.392525+0000","last_active":"2024-09-21T00:36:20.394908+0000","last_peered":"2024-09-21T00:36:20.394908+0000","last_clean":"2024-09-21T00:36:20.394908+0000","last_became_active":"2024-09-21T00:36:20.392228+0000","last_became_peered":"2024-09-21T00:36:20.392228+0000","last_unstale":"2024-09-21T00:36:20.394908+0000","last_undegraded":"2024-09-21T00:36:20.394908+0000","last_fullsized":"2024-09-21T00:36:20.394908+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:41:04.397846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"32.1b","version":"209'1","reported_seq":14,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.399588+0000","last_change":"2024-09-21T00:36:19.389407+0000","last_active":"2024-09-21T00:36:20.399588+0000","last_peered":"2024-09-21T00:36:20.399588+0000","last_clean":"2024-09-21T00:36:20.399588+0000","last_became_active":"2024-09-21T00:36:19.389073+0000","last_became_peered":"2024-09-21T00:36:19.389073+0000","last_unstale":"2024-09-21T00:36:20.399588+0000","last_undegraded":"2024-09-21T00:36:20.399588+0000","last_fullsized":"2024-09-21T00:36:20.399588+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:26:01.931142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"33.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:36:19.361395+0000","last_change":"2024-09-21T00:36:19.361395+0000","last_active":"2024-09-21T00:36:19.361395+0000","last_peered":"2024-09-21T00:36:19.361395+0000","last_clean":"2024-09-21T00:36:19.361395+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:19.361395+0000","last_undegraded":"2024-09-21T00:36:19.361395+0000","last_fullsized":"2024-09-21T00:36:19.361395+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"32.1a","version":"209'1","reported_seq":14,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.406500+0000","last_change":"2024-09-21T00:36:19.374821+0000","last_active":"2024-09-21T00:36:20.406500+0000","last_peered":"2024-09-21T00:36:20.406500+0000","last_clean":"2024-09-21T00:36:20.406500+0000","last_became_active":"2024-09-21T00:36:19.374453+0000","last_became_peered":"2024-09-21T00:36:19.374453+0000","last_unstale":"2024-09-21T00:36:20.406500+0000","last_undegraded":"2024-09-21T00:36:20.406500+0000","last_fullsized":"2024-09-21T00:36:20.406500+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:38:39.125248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"33.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:36:19.361395+0000","last_change":"2024-09-21T00:36:19.361395+0000","last_active":"2024-09-21T00:36:19.361395+0000","last_peered":"2024-09-21T00:36:19.361395+0000","last_clean":"2024-09-21T00:36:19.361395+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:19.361395+0000","last_undegraded":"2024-09-21T00:36:19.361395+0000","last_fullsized":"2024-09-21T00:36:19.361395+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"32.19","version":"0'0","reported_seq":13,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.377154+0000","last_change":"2024-09-21T00:36:19.392357+0000","last_active":"2024-09-21T00:36:20.377154+0000","last_peered":"2024-09-21T00:36:20.377154+0000","last_clean":"2024-09-21T00:36:20.377154+0000","last_became_active":"2024-09-21T00:36:19.392039+0000","last_became_peered":"2024-09-21T00:36:19.392039+0000","last_unstale":"2024-09-21T00:36:20.377154+0000","last_undegraded":"2024-09-21T00:36:20.377154+0000","last_fullsized":"2024-09-21T00:36:20.377154+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:45:18.902386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"33.19","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.396953+0000","last_change":"2024-09-21T00:36:20.392899+0000","last_active":"2024-09-21T00:36:20.396953+0000","last_peered":"2024-09-21T00:36:20.396953+0000","last_clean":"2024-09-21T00:36:20.396953+0000","last_became_active":"2024-09-21T00:36:20.392558+0000","last_became_peered":"2024-09-21T00:36:20.392558+0000","last_unstale":"2024-09-21T00:36:20.396953+0000","last_undegraded":"2024-09-21T00:36:20.396953+0000","last_fullsized":"2024-09-21T00:36:20.396953+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:50:30.198316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"32.18","version":"0'0","reported_seq":13,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.386352+0000","last_change":"2024-09-21T00:36:19.395796+0000","last_active":"2024-09-21T00:36:20.386352+0000","last_peered":"2024-09-21T00:36:20.386352+0000","last_clean":"2024-09-21T00:36:20.386352+0000","last_became_active":"2024-09-21T00:36:19.395534+0000","last_became_peered":"2024-09-21T00:36:19.395534+0000","last_unstale":"2024-09-21T00:36:20.386352+0000","last_undegraded":"2024-09-21T00:36:20.386352+0000","last_fullsized":"2024-09-21T00:36:20.386352+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:46:30.066828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"33.16","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.397645+0000","last_change":"2024-09-21T00:36:20.394818+0000","last_active":"2024-09-21T00:36:20.397645+0000","last_peered":"2024-09-21T00:36:20.397645+0000","last_clean":"2024-09-21T00:36:20.397645+0000","last_became_active":"2024-09-21T00:36:20.394436+0000","last_became_peered":"2024-09-21T00:36:20.394436+0000","last_unstale":"2024-09-21T00:36:20.397645+0000","last_undegraded":"2024-09-21T00:36:20.397645+0000","last_fullsized":"2024-09-21T00:36:20.397645+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:02:21.573931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"32.17","version":"0'0","reported_seq":13,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.373362+0000","last_change":"2024-09-21T00:36:19.390322+0000","last_active":"2024-09-21T00:36:20.373362+0000","last_peered":"2024-09-21T00:36:20.373362+0000","last_clean":"2024-09-21T00:36:20.373362+0000","last_became_active":"2024-09-21T00:36:19.390022+0000","last_became_peered":"2024-09-21T00:36:19.390022+0000","last_unstale":"2024-09-21T00:36:20.373362+0000","last_undegraded":"2024-09-21T00:36:20.373362+0000","last_fullsized":"2024-09-21T00:36:20.373362+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:44:24.493619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"33.17","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.387245+0000","last_change":"2024-09-21T00:36:20.379237+0000","last_active":"2024-09-21T00:36:20.387245+0000","last_peered":"2024-09-21T00:36:20.387245+0000","last_clean":"2024-09-21T00:36:20.387245+0000","last_became_active":"2024-09-21T00:36:20.378919+0000","last_became_peered":"2024-09-21T00:36:20.378919+0000","last_unstale":"2024-09-21T00:36:20.387245+0000","last_undegraded":"2024-09-21T00:36:20.387245+0000","last_fullsized":"2024-09-21T00:36:20.387245+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:50:59.822128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.16","version":"0'0","reported_seq":1,"reported_epoch":207,"state":"creating+peering","last_fresh":"2024-09-21T00:36:18.370052+0000","last_change":"2024-09-21T00:36:18.370052+0000","last_active":"2024-09-21T00:36:18.354827+0000","last_peered":"2024-09-21T00:36:18.354827+0000","last_clean":"2024-09-21T00:36:18.354827+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:18.370052+0000","last_undegraded":"2024-09-21T00:36:18.370052+0000","last_fullsized":"2024-09-21T00:36:18.370052+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"33.14","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.397540+0000","last_change":"2024-09-21T00:36:20.394739+0000","last_active":"2024-09-21T00:36:20.397540+0000","last_peered":"2024-09-21T00:36:20.397540+0000","last_clean":"2024-09-21T00:36:20.397540+0000","last_became_active":"2024-09-21T00:36:20.393779+0000","last_became_peered":"2024-09-21T00:36:20.393779+0000","last_unstale":"2024-09-21T00:36:20.397540+0000","last_undegraded":"2024-09-21T00:36:20.397540+0000","last_fullsized":"2024-09-21T00:36:20.397540+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:47:52.094688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"32.15","version":"0'0","reported_seq":1,"reported_epoch":207,"state":"creating+peering","last_fresh":"2024-09-21T00:36:18.367034+0000","last_change":"2024-09-21T00:36:18.367034+0000","last_active":"2024-09-21T00:36:18.354827+0000","last_peered":"2024-09-21T00:36:18.354827+0000","last_clean":"2024-09-21T00:36:18.354827+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:18.367034+0000","last_undegraded":"2024-09-21T00:36:18.367034+0000","last_fullsized":"2024-09-21T00:36:18.367034+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"33.15","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.386748+0000","last_change":"2024-09-21T00:36:20.379135+0000","last_active":"2024-09-21T00:36:20.386748+0000","last_peered":"2024-09-21T00:36:20.386748+0000","last_clean":"2024-09-21T00:36:20.386748+0000","last_became_active":"2024-09-21T00:36:20.378781+0000","last_became_peered":"2024-09-21T00:36:20.378781+0000","last_unstale":"2024-09-21T00:36:20.386748+0000","last_undegraded":"2024-09-21T00:36:20.386748+0000","last_fullsized":"2024-09-21T00:36:20.386748+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:22:33.099986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.14","version":"209'6","reported_seq":19,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.411396+0000","last_change":"2024-09-21T00:36:19.377378+0000","last_active":"2024-09-21T00:36:20.411396+0000","last_peered":"2024-09-21T00:36:20.411396+0000","last_clean":"2024-09-21T00:36:20.411396+0000","last_became_active":"2024-09-21T00:36:19.377066+0000","last_became_peered":"2024-09-21T00:36:19.377066+0000","last_unstale":"2024-09-21T00:36:20.411396+0000","last_undegraded":"2024-09-21T00:36:20.411396+0000","last_fullsized":"2024-09-21T00:36:20.411396+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:52:23.502922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"33.12","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.393817+0000","last_change":"2024-09-21T00:36:20.392332+0000","last_active":"2024-09-21T00:36:20.393817+0000","last_peered":"2024-09-21T00:36:20.393817+0000","last_clean":"2024-09-21T00:36:20.393817+0000","last_became_active":"2024-09-21T00:36:20.391987+0000","last_became_peered":"2024-09-21T00:36:20.391987+0000","last_unstale":"2024-09-21T00:36:20.393817+0000","last_undegraded":"2024-09-21T00:36:20.393817+0000","last_fullsized":"2024-09-21T00:36:20.393817+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:05:42.003027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.13","version":"0'0","reported_seq":1,"reported_epoch":207,"state":"creating+peering","last_fresh":"2024-09-21T00:36:18.364730+0000","last_change":"2024-09-21T00:36:18.364730+0000","last_active":"2024-09-21T00:36:18.354827+0000","last_peered":"2024-09-21T00:36:18.354827+0000","last_clean":"2024-09-21T00:36:18.354827+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:18.364730+0000","last_undegraded":"2024-09-21T00:36:18.364730+0000","last_fullsized":"2024-09-21T00:36:18.364730+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"33.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:36:19.361395+0000","last_change":"2024-09-21T00:36:19.361395+0000","last_active":"2024-09-21T00:36:19.361395+0000","last_peered":"2024-09-21T00:36:19.361395+0000","last_clean":"2024-09-21T00:36:19.361395+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:19.361395+0000","last_undegraded":"2024-09-21T00:36:19.361395+0000","last_fullsized":"2024-09-21T00:36:19.361395+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"32.12","version":"0'0","reported_seq":13,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.379459+0000","last_change":"2024-09-21T00:36:19.391333+0000","last_active":"2024-09-21T00:36:20.379459+0000","last_peered":"2024-09-21T00:36:20.379459+0000","last_clean":"2024-09-21T00:36:20.379459+0000","last_became_active":"2024-09-21T00:36:19.390617+0000","last_became_peered":"2024-09-21T00:36:19.390617+0000","last_unstale":"2024-09-21T00:36:20.379459+0000","last_undegraded":"2024-09-21T00:36:20.379459+0000","last_fullsized":"2024-09-21T00:36:20.379459+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:59:33.067837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"33.10","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.390527+0000","last_change":"2024-09-21T00:36:20.388051+0000","last_active":"2024-09-21T00:36:20.390527+0000","last_peered":"2024-09-21T00:36:20.390527+0000","last_clean":"2024-09-21T00:36:20.390527+0000","last_became_active":"2024-09-21T00:36:20.387300+0000","last_became_peered":"2024-09-21T00:36:20.387300+0000","last_unstale":"2024-09-21T00:36:20.390527+0000","last_undegraded":"2024-09-21T00:36:20.390527+0000","last_fullsized":"2024-09-21T00:36:20.390527+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:26:24.948405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.11","version":"0'0","reported_seq":13,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.380011+0000","last_change":"2024-09-21T00:36:19.380668+0000","last_active":"2024-09-21T00:36:20.380011+0000","last_peered":"2024-09-21T00:36:20.380011+0000","last_clean":"2024-09-21T00:36:20.380011+0000","last_became_active":"2024-09-21T00:36:19.380338+0000","last_became_peered":"2024-09-21T00:36:19.380338+0000","last_unstale":"2024-09-21T00:36:20.380011+0000","last_undegraded":"2024-09-21T00:36:20.380011+0000","last_fullsized":"2024-09-21T00:36:20.380011+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:50:29.191748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"33.11","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.387688+0000","last_change":"2024-09-21T00:36:20.385972+0000","last_active":"2024-09-21T00:36:20.387688+0000","last_peered":"2024-09-21T00:36:20.387688+0000","last_clean":"2024-09-21T00:36:20.387688+0000","last_became_active":"2024-09-21T00:36:20.385646+0000","last_became_peered":"2024-09-21T00:36:20.385646+0000","last_unstale":"2024-09-21T00:36:20.387688+0000","last_undegraded":"2024-09-21T00:36:20.387688+0000","last_fullsized":"2024-09-21T00:36:20.387688+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:49:58.840252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.10","version":"0'0","reported_seq":1,"reported_epoch":207,"state":"creating+peering","last_fresh":"2024-09-21T00:36:18.369727+0000","last_change":"2024-09-21T00:36:18.369727+0000","last_active":"2024-09-21T00:36:18.354827+0000","last_peered":"2024-09-21T00:36:18.354827+0000","last_clean":"2024-09-21T00:36:18.354827+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:18.369727+0000","last_undegraded":"2024-09-21T00:36:18.369727+0000","last_fullsized":"2024-09-21T00:36:18.369727+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"33.e","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.404426+0000","last_change":"2024-09-21T00:36:20.403622+0000","last_active":"2024-09-21T00:36:20.404426+0000","last_peered":"2024-09-21T00:36:20.404426+0000","last_clean":"2024-09-21T00:36:20.404426+0000","last_became_active":"2024-09-21T00:36:20.403128+0000","last_became_peered":"2024-09-21T00:36:20.403128+0000","last_unstale":"2024-09-21T00:36:20.404426+0000","last_undegraded":"2024-09-21T00:36:20.404426+0000","last_fullsized":"2024-09-21T00:36:20.404426+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:59:46.319122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"32.f","version":"0'0","reported_seq":1,"reported_epoch":207,"state":"creating+peering","last_fresh":"2024-09-21T00:36:18.364876+0000","last_change":"2024-09-21T00:36:18.364876+0000","last_active":"2024-09-21T00:36:18.354827+0000","last_peered":"2024-09-21T00:36:18.354827+0000","last_clean":"2024-09-21T00:36:18.354827+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:18.364876+0000","last_undegraded":"2024-09-21T00:36:18.364876+0000","last_fullsized":"2024-09-21T00:36:18.364876+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"33.f","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.401994+0000","last_change":"2024-09-21T00:36:20.401428+0000","last_active":"2024-09-21T00:36:20.401994+0000","last_peered":"2024-09-21T00:36:20.401994+0000","last_clean":"2024-09-21T00:36:20.401994+0000","last_became_active":"2024-09-21T00:36:20.400987+0000","last_became_peered":"2024-09-21T00:36:20.400987+0000","last_unstale":"2024-09-21T00:36:20.401994+0000","last_undegraded":"2024-09-21T00:36:20.401994+0000","last_fullsized":"2024-09-21T00:36:20.401994+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:25:02.936617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"32.e","version":"0'0","reported_seq":1,"reported_epoch":207,"state":"creating+peering","last_fresh":"2024-09-21T00:36:18.368880+0000","last_change":"2024-09-21T00:36:18.368880+0000","last_active":"2024-09-21T00:36:18.354827+0000","last_peered":"2024-09-21T00:36:18.354827+0000","last_clean":"2024-09-21T00:36:18.354827+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:18.368880+0000","last_undegraded":"2024-09-21T00:36:18.368880+0000","last_fullsized":"2024-09-21T00:36:18.368880+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"33.c","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.404160+0000","last_change":"2024-09-21T00:36:20.402171+0000","last_active":"2024-09-21T00:36:20.404160+0000","last_peered":"2024-09-21T00:36:20.404160+0000","last_clean":"2024-09-21T00:36:20.404160+0000","last_became_active":"2024-09-21T00:36:20.401839+0000","last_became_peered":"2024-09-21T00:36:20.401839+0000","last_unstale":"2024-09-21T00:36:20.404160+0000","last_undegraded":"2024-09-21T00:36:20.404160+0000","last_fullsized":"2024-09-21T00:36:20.404160+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:27:58.260902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"32.d","version":"209'1","reported_seq":14,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.403239+0000","last_change":"2024-09-21T00:36:19.387805+0000","last_active":"2024-09-21T00:36:20.403239+0000","last_peered":"2024-09-21T00:36:20.403239+0000","last_clean":"2024-09-21T00:36:20.403239+0000","last_became_active":"2024-09-21T00:36:19.387412+0000","last_became_peered":"2024-09-21T00:36:19.387412+0000","last_unstale":"2024-09-21T00:36:20.403239+0000","last_undegraded":"2024-09-21T00:36:20.403239+0000","last_fullsized":"2024-09-21T00:36:20.403239+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:35:46.472662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"33.d","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.385050+0000","last_change":"2024-09-21T00:36:20.383192+0000","last_active":"2024-09-21T00:36:20.385050+0000","last_peered":"2024-09-21T00:36:20.385050+0000","last_clean":"2024-09-21T00:36:20.385050+0000","last_became_active":"2024-09-21T00:36:20.382666+0000","last_became_peered":"2024-09-21T00:36:20.382666+0000","last_unstale":"2024-09-21T00:36:20.385050+0000","last_undegraded":"2024-09-21T00:36:20.385050+0000","last_fullsized":"2024-09-21T00:36:20.385050+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:24:05.801257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"32.c","version":"0'0","reported_seq":13,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.383000+0000","last_change":"2024-09-21T00:36:19.390669+0000","last_active":"2024-09-21T00:36:20.383000+0000","last_peered":"2024-09-21T00:36:20.383000+0000","last_clean":"2024-09-21T00:36:20.383000+0000","last_became_active":"2024-09-21T00:36:19.390310+0000","last_became_peered":"2024-09-21T00:36:19.390310+0000","last_unstale":"2024-09-21T00:36:20.383000+0000","last_undegraded":"2024-09-21T00:36:20.383000+0000","last_fullsized":"2024-09-21T00:36:20.383000+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:19:40.132054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"33.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:36:19.361395+0000","last_change":"2024-09-21T00:36:19.361395+0000","last_active":"2024-09-21T00:36:19.361395+0000","last_peered":"2024-09-21T00:36:19.361395+0000","last_clean":"2024-09-21T00:36:19.361395+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:19.361395+0000","last_undegraded":"2024-09-21T00:36:19.361395+0000","last_fullsized":"2024-09-21T00:36:19.361395+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"32.b","version":"209'2","reported_seq":15,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.405166+0000","last_change":"2024-09-21T00:36:19.379518+0000","last_active":"2024-09-21T00:36:20.405166+0000","last_peered":"2024-09-21T00:36:20.405166+0000","last_clean":"2024-09-21T00:36:20.405166+0000","last_became_active":"2024-09-21T00:36:19.379183+0000","last_became_peered":"2024-09-21T00:36:19.379183+0000","last_unstale":"2024-09-21T00:36:20.405166+0000","last_undegraded":"2024-09-21T00:36:20.405166+0000","last_fullsized":"2024-09-21T00:36:20.405166+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:25:36.280712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"33.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:36:19.361395+0000","last_change":"2024-09-21T00:36:19.361395+0000","last_active":"2024-09-21T00:36:19.361395+0000","last_peered":"2024-09-21T00:36:19.361395+0000","last_clean":"2024-09-21T00:36:19.361395+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:19.361395+0000","last_undegraded":"2024-09-21T00:36:19.361395+0000","last_fullsized":"2024-09-21T00:36:19.361395+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"32.a","version":"0'0","reported_seq":1,"reported_epoch":207,"state":"creating+peering","last_fresh":"2024-09-21T00:36:18.364747+0000","last_change":"2024-09-21T00:36:18.364747+0000","last_active":"2024-09-21T00:36:18.354827+0000","last_peered":"2024-09-21T00:36:18.354827+0000","last_clean":"2024-09-21T00:36:18.354827+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:18.364747+0000","last_undegraded":"2024-09-21T00:36:18.364747+0000","last_fullsized":"2024-09-21T00:36:18.364747+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"33.8","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.390556+0000","last_change":"2024-09-21T00:36:20.388383+0000","last_active":"2024-09-21T00:36:20.390556+0000","last_peered":"2024-09-21T00:36:20.390556+0000","last_clean":"2024-09-21T00:36:20.390556+0000","last_became_active":"2024-09-21T00:36:20.387748+0000","last_became_peered":"2024-09-21T00:36:20.387748+0000","last_unstale":"2024-09-21T00:36:20.390556+0000","last_undegraded":"2024-09-21T00:36:20.390556+0000","last_fullsized":"2024-09-21T00:36:20.390556+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:07:44.507851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.9","version":"0'0","reported_seq":13,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.380021+0000","last_change":"2024-09-21T00:36:19.381554+0000","last_active":"2024-09-21T00:36:20.380021+0000","last_peered":"2024-09-21T00:36:20.380021+0000","last_clean":"2024-09-21T00:36:20.380021+0000","last_became_active":"2024-09-21T00:36:19.381228+0000","last_became_peered":"2024-09-21T00:36:19.381228+0000","last_unstale":"2024-09-21T00:36:20.380021+0000","last_undegraded":"2024-09-21T00:36:20.380021+0000","last_fullsized":"2024-09-21T00:36:20.380021+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:29:41.147664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"33.9","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.390578+0000","last_change":"2024-09-21T00:36:20.389189+0000","last_active":"2024-09-21T00:36:20.390578+0000","last_peered":"2024-09-21T00:36:20.390578+0000","last_clean":"2024-09-21T00:36:20.390578+0000","last_became_active":"2024-09-21T00:36:20.388840+0000","last_became_peered":"2024-09-21T00:36:20.388840+0000","last_unstale":"2024-09-21T00:36:20.390578+0000","last_undegraded":"2024-09-21T00:36:20.390578+0000","last_fullsized":"2024-09-21T00:36:20.390578+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:16:49.573541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"32.8","version":"0'0","reported_seq":1,"reported_epoch":207,"state":"creating+peering","last_fresh":"2024-09-21T00:36:18.364701+0000","last_change":"2024-09-21T00:36:18.364701+0000","last_active":"2024-09-21T00:36:18.354827+0000","last_peered":"2024-09-21T00:36:18.354827+0000","last_clean":"2024-09-21T00:36:18.354827+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:18.364701+0000","last_undegraded":"2024-09-21T00:36:18.364701+0000","last_fullsized":"2024-09-21T00:36:18.364701+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"33.6","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.404231+0000","last_change":"2024-09-21T00:36:20.402524+0000","last_active":"2024-09-21T00:36:20.404231+0000","last_peered":"2024-09-21T00:36:20.404231+0000","last_clean":"2024-09-21T00:36:20.404231+0000","last_became_active":"2024-09-21T00:36:20.401683+0000","last_became_peered":"2024-09-21T00:36:20.401683+0000","last_unstale":"2024-09-21T00:36:20.404231+0000","last_undegraded":"2024-09-21T00:36:20.404231+0000","last_fullsized":"2024-09-21T00:36:20.404231+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:14:40.093515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"32.7","version":"209'2","reported_seq":15,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.408290+0000","last_change":"2024-09-21T00:36:19.388629+0000","last_active":"2024-09-21T00:36:20.408290+0000","last_peered":"2024-09-21T00:36:20.408290+0000","last_clean":"2024-09-21T00:36:20.408290+0000","last_became_active":"2024-09-21T00:36:19.386623+0000","last_became_peered":"2024-09-21T00:36:19.386623+0000","last_unstale":"2024-09-21T00:36:20.408290+0000","last_undegraded":"2024-09-21T00:36:20.408290+0000","last_fullsized":"2024-09-21T00:36:20.408290+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:29:36.544644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"33.7","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.388204+0000","last_change":"2024-09-21T00:36:20.387001+0000","last_active":"2024-09-21T00:36:20.388204+0000","last_peered":"2024-09-21T00:36:20.388204+0000","last_clean":"2024-09-21T00:36:20.388204+0000","last_became_active":"2024-09-21T00:36:20.386645+0000","last_became_peered":"2024-09-21T00:36:20.386645+0000","last_unstale":"2024-09-21T00:36:20.388204+0000","last_undegraded":"2024-09-21T00:36:20.388204+0000","last_fullsized":"2024-09-21T00:36:20.388204+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:53:21.480451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.6","version":"0'0","reported_seq":13,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.376902+0000","last_change":"2024-09-21T00:36:19.392352+0000","last_active":"2024-09-21T00:36:20.376902+0000","last_peered":"2024-09-21T00:36:20.376902+0000","last_clean":"2024-09-21T00:36:20.376902+0000","last_became_active":"2024-09-21T00:36:19.392016+0000","last_became_peered":"2024-09-21T00:36:19.392016+0000","last_unstale":"2024-09-21T00:36:20.376902+0000","last_undegraded":"2024-09-21T00:36:20.376902+0000","last_fullsized":"2024-09-21T00:36:20.376902+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:00:48.113921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"33.4","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.380012+0000","last_change":"2024-09-21T00:36:20.379133+0000","last_active":"2024-09-21T00:36:20.380012+0000","last_peered":"2024-09-21T00:36:20.380012+0000","last_clean":"2024-09-21T00:36:20.380012+0000","last_became_active":"2024-09-21T00:36:20.378629+0000","last_became_peered":"2024-09-21T00:36:20.378629+0000","last_unstale":"2024-09-21T00:36:20.380012+0000","last_undegraded":"2024-09-21T00:36:20.380012+0000","last_fullsized":"2024-09-21T00:36:20.380012+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:33:41.158640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"32.5","version":"0'0","reported_seq":13,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.382948+0000","last_change":"2024-09-21T00:36:19.389386+0000","last_active":"2024-09-21T00:36:20.382948+0000","last_peered":"2024-09-21T00:36:20.382948+0000","last_clean":"2024-09-21T00:36:20.382948+0000","last_became_active":"2024-09-21T00:36:19.388985+0000","last_became_peered":"2024-09-21T00:36:19.388985+0000","last_unstale":"2024-09-21T00:36:20.382948+0000","last_undegraded":"2024-09-21T00:36:20.382948+0000","last_fullsized":"2024-09-21T00:36:20.382948+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:47:00.066583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"33.5","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.388936+0000","last_change":"2024-09-21T00:36:20.384677+0000","last_active":"2024-09-21T00:36:20.388936+0000","last_peered":"2024-09-21T00:36:20.388936+0000","last_clean":"2024-09-21T00:36:20.388936+0000","last_became_active":"2024-09-21T00:36:20.384062+0000","last_became_peered":"2024-09-21T00:36:20.384062+0000","last_unstale":"2024-09-21T00:36:20.388936+0000","last_undegraded":"2024-09-21T00:36:20.388936+0000","last_fullsized":"2024-09-21T00:36:20.388936+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:24:10.632847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"32.4","version":"0'0","reported_seq":13,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.372433+0000","last_change":"2024-09-21T00:36:19.388778+0000","last_active":"2024-09-21T00:36:20.372433+0000","last_peered":"2024-09-21T00:36:20.372433+0000","last_clean":"2024-09-21T00:36:20.372433+0000","last_became_active":"2024-09-21T00:36:19.387754+0000","last_became_peered":"2024-09-21T00:36:19.387754+0000","last_unstale":"2024-09-21T00:36:20.372433+0000","last_undegraded":"2024-09-21T00:36:20.372433+0000","last_fullsized":"2024-09-21T00:36:20.372433+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:42:00.397151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"33.2","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.398943+0000","last_change":"2024-09-21T00:36:20.397749+0000","last_active":"2024-09-21T00:36:20.398943+0000","last_peered":"2024-09-21T00:36:20.398943+0000","last_clean":"2024-09-21T00:36:20.398943+0000","last_became_active":"2024-09-21T00:36:20.392576+0000","last_became_peered":"2024-09-21T00:36:20.392576+0000","last_unstale":"2024-09-21T00:36:20.398943+0000","last_undegraded":"2024-09-21T00:36:20.398943+0000","last_fullsized":"2024-09-21T00:36:20.398943+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:17:24.483327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"32.3","version":"0'0","reported_seq":13,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.376350+0000","last_change":"2024-09-21T00:36:19.381143+0000","last_active":"2024-09-21T00:36:20.376350+0000","last_peered":"2024-09-21T00:36:20.376350+0000","last_clean":"2024-09-21T00:36:20.376350+0000","last_became_active":"2024-09-21T00:36:19.380783+0000","last_became_peered":"2024-09-21T00:36:19.380783+0000","last_unstale":"2024-09-21T00:36:20.376350+0000","last_undegraded":"2024-09-21T00:36:20.376350+0000","last_fullsized":"2024-09-21T00:36:20.376350+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:53:42.564628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"33.3","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.397472+0000","last_change":"2024-09-21T00:36:20.392597+0000","last_active":"2024-09-21T00:36:20.397472+0000","last_peered":"2024-09-21T00:36:20.397472+0000","last_clean":"2024-09-21T00:36:20.397472+0000","last_became_active":"2024-09-21T00:36:20.392257+0000","last_became_peered":"2024-09-21T00:36:20.392257+0000","last_unstale":"2024-09-21T00:36:20.397472+0000","last_undegraded":"2024-09-21T00:36:20.397472+0000","last_fullsized":"2024-09-21T00:36:20.397472+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:09:57.521919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"32.2","version":"0'0","reported_seq":13,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.379738+0000","last_change":"2024-09-21T00:36:19.390970+0000","last_active":"2024-09-21T00:36:20.379738+0000","last_peered":"2024-09-21T00:36:20.379738+0000","last_clean":"2024-09-21T00:36:20.379738+0000","last_became_active":"2024-09-21T00:36:19.390170+0000","last_became_peered":"2024-09-21T00:36:19.390170+0000","last_unstale":"2024-09-21T00:36:20.379738+0000","last_undegraded":"2024-09-21T00:36:20.379738+0000","last_fullsized":"2024-09-21T00:36:20.379738+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:18:42.303676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"33.0","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.398941+0000","last_change":"2024-09-21T00:36:20.393908+0000","last_active":"2024-09-21T00:36:20.398941+0000","last_peered":"2024-09-21T00:36:20.398941+0000","last_clean":"2024-09-21T00:36:20.398941+0000","last_became_active":"2024-09-21T00:36:20.393601+0000","last_became_peered":"2024-09-21T00:36:20.393601+0000","last_unstale":"2024-09-21T00:36:20.398941+0000","last_undegraded":"2024-09-21T00:36:20.398941+0000","last_fullsized":"2024-09-21T00:36:20.398941+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:34:39.925655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"32.1","version":"0'0","reported_seq":13,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.380022+0000","last_change":"2024-09-21T00:36:19.391944+0000","last_active":"2024-09-21T00:36:20.380022+0000","last_peered":"2024-09-21T00:36:20.380022+0000","last_clean":"2024-09-21T00:36:20.380022+0000","last_became_active":"2024-09-21T00:36:19.391618+0000","last_became_peered":"2024-09-21T00:36:19.391618+0000","last_unstale":"2024-09-21T00:36:20.380022+0000","last_undegraded":"2024-09-21T00:36:20.380022+0000","last_fullsized":"2024-09-21T00:36:20.380022+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:06:50.871933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"33.1","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.401823+0000","last_change":"2024-09-21T00:36:20.401308+0000","last_active":"2024-09-21T00:36:20.401823+0000","last_peered":"2024-09-21T00:36:20.401823+0000","last_clean":"2024-09-21T00:36:20.401823+0000","last_became_active":"2024-09-21T00:36:20.400841+0000","last_became_peered":"2024-09-21T00:36:20.400841+0000","last_unstale":"2024-09-21T00:36:20.401823+0000","last_undegraded":"2024-09-21T00:36:20.401823+0000","last_fullsized":"2024-09-21T00:36:20.401823+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:39:21.270762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"32.0","version":"0'0","reported_seq":13,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.373046+0000","last_change":"2024-09-21T00:36:19.391474+0000","last_active":"2024-09-21T00:36:20.373046+0000","last_peered":"2024-09-21T00:36:20.373046+0000","last_clean":"2024-09-21T00:36:20.373046+0000","last_became_active":"2024-09-21T00:36:19.390150+0000","last_became_peered":"2024-09-21T00:36:19.390150+0000","last_unstale":"2024-09-21T00:36:20.373046+0000","last_undegraded":"2024-09-21T00:36:20.373046+0000","last_fullsized":"2024-09-21T00:36:20.373046+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:03:46.033378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"33.20","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.397483+0000","last_change":"2024-09-21T00:36:20.395995+0000","last_active":"2024-09-21T00:36:20.397483+0000","last_peered":"2024-09-21T00:36:20.397483+0000","last_clean":"2024-09-21T00:36:20.397483+0000","last_became_active":"2024-09-21T00:36:20.393737+0000","last_became_peered":"2024-09-21T00:36:20.393737+0000","last_unstale":"2024-09-21T00:36:20.397483+0000","last_undegraded":"2024-09-21T00:36:20.397483+0000","last_fullsized":"2024-09-21T00:36:20.397483+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:25:06.483449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":450,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.378896+0000","last_change":"2024-09-21T00:21:11.583793+0000","last_active":"2024-09-21T00:36:20.378896+0000","last_peered":"2024-09-21T00:36:20.378896+0000","last_clean":"2024-09-21T00:36:20.378896+0000","last_became_active":"2024-09-21T00:21:11.582502+0000","last_became_peered":"2024-09-21T00:21:11.582502+0000","last_unstale":"2024-09-21T00:36:20.378896+0000","last_undegraded":"2024-09-21T00:36:20.378896+0000","last_fullsized":"2024-09-21T00:36:20.378896+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_clean_scrub_stamp":"2024-09-21T00:21:10.311964+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:58.010953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":33,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":102,"acting":102,"num_store_stats":6},{"poolid":32,"num_pg":32,"stat_sum":{"num_bytes":2264,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":18,"ondisk_log_size":18,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509626,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":48248,"kb_used_data":3164,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94323592,"statfs":{"total":96636764160,"available":96587358208,"internally_reserved":0,"allocated":3239936,"data_stored":1753639,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":46135754},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509626,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":73968,"kb_used_data":2588,"kb_used_omap":1,"kb_used_meta":71358,"kb_avail":94297872,"statfs":{"total":96636764160,"available":96561020928,"internally_reserved":0,"allocated":2650112,"data_stored":1163313,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":73071046},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509626,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":64304,"kb_used_data":2580,"kb_used_omap":1,"kb_used_meta":61694,"kb_avail":94307536,"statfs":{"total":96636764160,"available":96570916864,"internally_reserved":0,"allocated":2641920,"data_stored":1163201,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":63175109},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509627,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":78200,"kb_used_data":2596,"kb_used_omap":1,"kb_used_meta":75582,"kb_avail":94293640,"statfs":{"total":96636764160,"available":96556687360,"internally_reserved":0,"allocated":2658304,"data_stored":1165395,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":77396424},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509627,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":47644,"kb_used_data":2568,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94324196,"statfs":{"total":96636764160,"available":96587976704,"internally_reserved":0,"allocated":2629632,"data_stored":1156426,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":46135749},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509625,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":78768,"kb_used_data":3160,"kb_used_omap":1,"kb_used_meta":75582,"kb_avail":94293072,"statfs":{"total":96636764160,"available":96556105728,"internally_reserved":0,"allocated":3235840,"data_stored":1753569,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":77396422},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834575033,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":78176,"kb_used_data":2556,"kb_used_omap":1,"kb_used_meta":75582,"kb_avail":94293664,"statfs":{"total":96636764160,"available":96556711936,"internally_reserved":0,"allocated":2617344,"data_stored":1150151,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":77396421},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834575033,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":82324,"kb_used_data":2556,"kb_used_omap":1,"kb_used_meta":79742,"kb_avail":94289516,"statfs":{"total":96636764160,"available":96552464384,"internally_reserved":0,"allocated":2617344,"data_stored":1150151,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":81656262},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":33,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":33,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":33,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":33,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":33,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":33,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T00:36:24.834 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T00:36:24.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.985+0000 7f07cbda1640 1 -- 172.21.15.67:0/3703477614 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f07c40d15e0 msgr2=0x7f07c415f370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:24.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.985+0000 7f07cbda1640 1 --2- 172.21.15.67:0/3703477614 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f07c40d15e0 0x7f07c415f370 secure :-1 s=READY pgs=2618 cs=0 l=1 rev1=1 crypto rx=0x7f07c40d1a20 tx=0x7f07b402a560 comp rx=0 tx=0).stop 2024-09-21T00:36:24.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.985+0000 7f07cbda1640 1 -- 172.21.15.67:0/3703477614 shutdown_connections 2024-09-21T00:36:24.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.985+0000 7f07cbda1640 1 --2- 172.21.15.67:0/3703477614 >> v2:172.21.15.97:3300/0 conn(0x7f07c40d2bf0 0x7f07c415f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:24.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.985+0000 7f07cbda1640 1 --2- 172.21.15.67:0/3703477614 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f07c40d15e0 0x7f07c415f370 unknown :-1 s=CLOSED pgs=2618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:24.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.985+0000 7f07cbda1640 1 -- 172.21.15.67:0/3703477614 >> 172.21.15.67:0/3703477614 conn(0x7f07c40b6330 msgr2=0x7f07c40b6740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:24.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.985+0000 7f07cbda1640 1 -- 172.21.15.67:0/3703477614 shutdown_connections 2024-09-21T00:36:24.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.985+0000 7f07cbda1640 1 -- 172.21.15.67:0/3703477614 wait complete. 2024-09-21T00:36:24.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.987+0000 7f07cbda1640 1 Processor -- start 2024-09-21T00:36:24.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.987+0000 7f07cbda1640 1 -- start start 2024-09-21T00:36:24.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.988+0000 7f07cbda1640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f07c40d15e0 0x7f07c414fad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:24.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.988+0000 7f07cbda1640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f07c40d27e0 0x7f07c40cdab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:24.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.988+0000 7f07cbda1640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f07c40d2bf0 0x7f07c40cdff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:24.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.988+0000 7f07cbda1640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f07c415c940 con 0x7f07c40d2bf0 2024-09-21T00:36:24.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.988+0000 7f07cbda1640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f07c415c7c0 con 0x7f07c40d27e0 2024-09-21T00:36:24.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.988+0000 7f07cbda1640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f07c40d31b0 con 0x7f07c40d15e0 2024-09-21T00:36:24.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.988+0000 7f07ca33e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f07c40d2bf0 0x7f07c40cdff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:24.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.988+0000 7f07ca33e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f07c40d2bf0 0x7f07c40cdff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45432/0 (socket says 172.21.15.67:45432) 2024-09-21T00:36:24.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.988+0000 7f07ca33e640 1 -- 172.21.15.67:0/1457878866 learned_addr learned my addr 172.21.15.67:0/1457878866 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:24.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.989+0000 7f07c933c640 1 --2- 172.21.15.67:0/1457878866 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f07c40d27e0 0x7f07c40cdab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:24.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.989+0000 7f07c9b3d640 1 --2- 172.21.15.67:0/1457878866 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f07c40d15e0 0x7f07c414fad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:24.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.989+0000 7f07ca33e640 1 -- 172.21.15.67:0/1457878866 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f07c40d15e0 msgr2=0x7f07c414fad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:24.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.989+0000 7f07ca33e640 1 --2- 172.21.15.67:0/1457878866 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f07c40d15e0 0x7f07c414fad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:24.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.989+0000 7f07ca33e640 1 -- 172.21.15.67:0/1457878866 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f07c40d27e0 msgr2=0x7f07c40cdab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:24.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.989+0000 7f07ca33e640 1 --2- 172.21.15.67:0/1457878866 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f07c40d27e0 0x7f07c40cdab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:24.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.989+0000 7f07ca33e640 1 -- 172.21.15.67:0/1457878866 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07c40c9410 con 0x7f07c40d2bf0 2024-09-21T00:36:24.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.989+0000 7f07c9b3d640 1 --2- 172.21.15.67:0/1457878866 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f07c40d15e0 0x7f07c414fad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:36:24.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.989+0000 7f07ca33e640 1 --2- 172.21.15.67:0/1457878866 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f07c40d2bf0 0x7f07c40cdff0 secure :-1 s=READY pgs=2619 cs=0 l=1 rev1=1 crypto rx=0x7f07bc00d9d0 tx=0x7f07bc00de90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:24.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.989+0000 7f07ba7fc640 1 -- 172.21.15.67:0/1457878866 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07bc017070 con 0x7f07c40d2bf0 2024-09-21T00:36:24.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.989+0000 7f07ba7fc640 1 -- 172.21.15.67:0/1457878866 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f07bc00be00 con 0x7f07c40d2bf0 2024-09-21T00:36:24.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.989+0000 7f07cbda1640 1 -- 172.21.15.67:0/1457878866 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f07c40c96f0 con 0x7f07c40d2bf0 2024-09-21T00:36:24.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.989+0000 7f07ba7fc640 1 -- 172.21.15.67:0/1457878866 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07bc003bd0 con 0x7f07c40d2bf0 2024-09-21T00:36:24.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.989+0000 7f07cbda1640 1 -- 172.21.15.67:0/1457878866 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07c40cb840 con 0x7f07c40d2bf0 2024-09-21T00:36:24.993 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.990+0000 7f07cbda1640 1 -- 172.21.15.67:0/1457878866 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f07c40c9c10 con 0x7f07c40d2bf0 2024-09-21T00:36:24.993 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.991+0000 7f07ba7fc640 1 -- 172.21.15.67:0/1457878866 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f07bc010460 con 0x7f07c40d2bf0 2024-09-21T00:36:24.993 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.992+0000 7f07ba7fc640 1 --2- 172.21.15.67:0/1457878866 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f07a8078bc0 0x7f07a807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:24.993 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.992+0000 7f07ba7fc640 1 -- 172.21.15.67:0/1457878866 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(210..210 src has 1..210) ==== 5709+0+0 (secure 0 0 0) 0x7f07bc09b030 con 0x7f07c40d2bf0 2024-09-21T00:36:24.993 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.992+0000 7f07c9b3d640 1 --2- 172.21.15.67:0/1457878866 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f07a8078bc0 0x7f07a807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:24.994 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.993+0000 7f07c9b3d640 1 --2- 172.21.15.67:0/1457878866 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f07a8078bc0 0x7f07a807b0d0 secure :-1 s=READY pgs=993 cs=0 l=1 rev1=1 crypto rx=0x7f07c0007fd0 tx=0x7f07c0009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:24.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:24.996+0000 7f07ba7fc640 1 -- 172.21.15.67:0/1457878866 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f07c40c9c10 con 0x7f07c40d2bf0 2024-09-21T00:36:25.184 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.182+0000 7f07cbda1640 1 -- 172.21.15.67:0/1457878866 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f07c40d0ed0 con 0x7f07a8078bc0 2024-09-21T00:36:25.188 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.187+0000 7f07ba7fc640 1 -- 172.21.15.67:0/1457878866 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+249592 (secure 0 0 0) 0x7f07c40d0ed0 con 0x7f07a8078bc0 2024-09-21T00:36:25.191 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:25.192 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-21T00:36:25.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.190+0000 7f07cbda1640 1 -- 172.21.15.67:0/1457878866 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f07a8078bc0 msgr2=0x7f07a807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:25.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.190+0000 7f07cbda1640 1 --2- 172.21.15.67:0/1457878866 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f07a8078bc0 0x7f07a807b0d0 secure :-1 s=READY pgs=993 cs=0 l=1 rev1=1 crypto rx=0x7f07c0007fd0 tx=0x7f07c0009040 comp rx=0 tx=0).stop 2024-09-21T00:36:25.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.190+0000 7f07cbda1640 1 -- 172.21.15.67:0/1457878866 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f07c40d2bf0 msgr2=0x7f07c40cdff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:25.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.190+0000 7f07cbda1640 1 --2- 172.21.15.67:0/1457878866 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f07c40d2bf0 0x7f07c40cdff0 secure :-1 s=READY pgs=2619 cs=0 l=1 rev1=1 crypto rx=0x7f07bc00d9d0 tx=0x7f07bc00de90 comp rx=0 tx=0).stop 2024-09-21T00:36:25.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.190+0000 7f07cbda1640 1 -- 172.21.15.67:0/1457878866 shutdown_connections 2024-09-21T00:36:25.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.190+0000 7f07cbda1640 1 --2- 172.21.15.67:0/1457878866 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f07a8078bc0 0x7f07a807b0d0 unknown :-1 s=CLOSED pgs=993 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:25.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.190+0000 7f07cbda1640 1 --2- 172.21.15.67:0/1457878866 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f07c40d2bf0 0x7f07c40cdff0 unknown :-1 s=CLOSED pgs=2619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:25.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.190+0000 7f07cbda1640 1 --2- 172.21.15.67:0/1457878866 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f07c40d27e0 0x7f07c40cdab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:25.194 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.190+0000 7f07cbda1640 1 --2- 172.21.15.67:0/1457878866 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f07c40d15e0 0x7f07c414fad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:25.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.190+0000 7f07cbda1640 1 -- 172.21.15.67:0/1457878866 >> 172.21.15.67:0/1457878866 conn(0x7f07c40b6330 msgr2=0x7f07c40d4800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:25.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.190+0000 7f07cbda1640 1 -- 172.21.15.67:0/1457878866 shutdown_connections 2024-09-21T00:36:25.195 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.190+0000 7f07cbda1640 1 -- 172.21.15.67:0/1457878866 wait complete. 2024-09-21T00:36:25.203 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":661,"stamp":"2024-09-21T00:36:23.732071+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592632,"num_objects":11,"num_object_clones":0,"num_object_copies":22,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":116,"num_write_kb":1633,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":90,"ondisk_log_size":90,"up":168,"acting":168,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":46,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":551632,"kb_used_data":21768,"kb_used_omap":12,"kb_used_meta":529651,"kb_avail":754423088,"statfs":{"total":773094113280,"available":772529242112,"internally_reserved":0,"allocated":22290432,"data_stored":10455845,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12749,"internal_metadata":542363187},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":13,"apply_latency_ms":13,"commit_latency_ns":13000000,"apply_latency_ns":13000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2264,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.369046"},"pg_stats":[{"pgid":"33.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:36:19.361395+0000","last_change":"2024-09-21T00:36:19.361395+0000","last_active":"2024-09-21T00:36:19.361395+0000","last_peered":"2024-09-21T00:36:19.361395+0000","last_clean":"2024-09-21T00:36:19.361395+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:19.361395+0000","last_undegraded":"2024-09-21T00:36:19.361395+0000","last_fullsized":"2024-09-21T00:36:19.361395+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"33.3e","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.396435+0000","last_change":"2024-09-21T00:36:20.395122+0000","last_active":"2024-09-21T00:36:20.396435+0000","last_peered":"2024-09-21T00:36:20.396435+0000","last_clean":"2024-09-21T00:36:20.396435+0000","last_became_active":"2024-09-21T00:36:20.394724+0000","last_became_peered":"2024-09-21T00:36:20.394724+0000","last_unstale":"2024-09-21T00:36:20.396435+0000","last_undegraded":"2024-09-21T00:36:20.396435+0000","last_fullsized":"2024-09-21T00:36:20.396435+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:02:21.573931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"33.3d","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.388905+0000","last_change":"2024-09-21T00:36:20.384370+0000","last_active":"2024-09-21T00:36:20.388905+0000","last_peered":"2024-09-21T00:36:20.388905+0000","last_clean":"2024-09-21T00:36:20.388905+0000","last_became_active":"2024-09-21T00:36:20.383646+0000","last_became_peered":"2024-09-21T00:36:20.383646+0000","last_unstale":"2024-09-21T00:36:20.388905+0000","last_undegraded":"2024-09-21T00:36:20.388905+0000","last_fullsized":"2024-09-21T00:36:20.388905+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:40:32.272269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"33.3c","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.395135+0000","last_change":"2024-09-21T00:36:20.393480+0000","last_active":"2024-09-21T00:36:20.395135+0000","last_peered":"2024-09-21T00:36:20.395135+0000","last_clean":"2024-09-21T00:36:20.395135+0000","last_became_active":"2024-09-21T00:36:20.392968+0000","last_became_peered":"2024-09-21T00:36:20.392968+0000","last_unstale":"2024-09-21T00:36:20.395135+0000","last_undegraded":"2024-09-21T00:36:20.395135+0000","last_fullsized":"2024-09-21T00:36:20.395135+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:09:41.091784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"33.3b","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.395452+0000","last_change":"2024-09-21T00:36:20.393592+0000","last_active":"2024-09-21T00:36:20.395452+0000","last_peered":"2024-09-21T00:36:20.395452+0000","last_clean":"2024-09-21T00:36:20.395452+0000","last_became_active":"2024-09-21T00:36:20.393246+0000","last_became_peered":"2024-09-21T00:36:20.393246+0000","last_unstale":"2024-09-21T00:36:20.395452+0000","last_undegraded":"2024-09-21T00:36:20.395452+0000","last_fullsized":"2024-09-21T00:36:20.395452+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:50:53.069875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"33.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:36:19.361395+0000","last_change":"2024-09-21T00:36:19.361395+0000","last_active":"2024-09-21T00:36:19.361395+0000","last_peered":"2024-09-21T00:36:19.361395+0000","last_clean":"2024-09-21T00:36:19.361395+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:19.361395+0000","last_undegraded":"2024-09-21T00:36:19.361395+0000","last_fullsized":"2024-09-21T00:36:19.361395+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"33.39","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.397389+0000","last_change":"2024-09-21T00:36:20.393969+0000","last_active":"2024-09-21T00:36:20.397389+0000","last_peered":"2024-09-21T00:36:20.397389+0000","last_clean":"2024-09-21T00:36:20.397389+0000","last_became_active":"2024-09-21T00:36:20.392597+0000","last_became_peered":"2024-09-21T00:36:20.392597+0000","last_unstale":"2024-09-21T00:36:20.397389+0000","last_undegraded":"2024-09-21T00:36:20.397389+0000","last_fullsized":"2024-09-21T00:36:20.397389+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:35:47.479230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"33.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:36:19.361395+0000","last_change":"2024-09-21T00:36:19.361395+0000","last_active":"2024-09-21T00:36:19.361395+0000","last_peered":"2024-09-21T00:36:19.361395+0000","last_clean":"2024-09-21T00:36:19.361395+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:19.361395+0000","last_undegraded":"2024-09-21T00:36:19.361395+0000","last_fullsized":"2024-09-21T00:36:19.361395+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"33.37","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.386618+0000","last_change":"2024-09-21T00:36:20.384475+0000","last_active":"2024-09-21T00:36:20.386618+0000","last_peered":"2024-09-21T00:36:20.386618+0000","last_clean":"2024-09-21T00:36:20.386618+0000","last_became_active":"2024-09-21T00:36:20.384159+0000","last_became_peered":"2024-09-21T00:36:20.384159+0000","last_unstale":"2024-09-21T00:36:20.386618+0000","last_undegraded":"2024-09-21T00:36:20.386618+0000","last_fullsized":"2024-09-21T00:36:20.386618+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:34:45.589034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"33.36","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.398331+0000","last_change":"2024-09-21T00:36:20.397096+0000","last_active":"2024-09-21T00:36:20.398331+0000","last_peered":"2024-09-21T00:36:20.398331+0000","last_clean":"2024-09-21T00:36:20.398331+0000","last_became_active":"2024-09-21T00:36:20.395746+0000","last_became_peered":"2024-09-21T00:36:20.395746+0000","last_unstale":"2024-09-21T00:36:20.398331+0000","last_undegraded":"2024-09-21T00:36:20.398331+0000","last_fullsized":"2024-09-21T00:36:20.398331+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:54:51.421563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"33.35","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.398629+0000","last_change":"2024-09-21T00:36:20.397883+0000","last_active":"2024-09-21T00:36:20.398629+0000","last_peered":"2024-09-21T00:36:20.398629+0000","last_clean":"2024-09-21T00:36:20.398629+0000","last_became_active":"2024-09-21T00:36:20.397257+0000","last_became_peered":"2024-09-21T00:36:20.397257+0000","last_unstale":"2024-09-21T00:36:20.398629+0000","last_undegraded":"2024-09-21T00:36:20.398629+0000","last_fullsized":"2024-09-21T00:36:20.398629+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:08:19.076469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"33.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:36:19.361395+0000","last_change":"2024-09-21T00:36:19.361395+0000","last_active":"2024-09-21T00:36:19.361395+0000","last_peered":"2024-09-21T00:36:19.361395+0000","last_clean":"2024-09-21T00:36:19.361395+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:19.361395+0000","last_undegraded":"2024-09-21T00:36:19.361395+0000","last_fullsized":"2024-09-21T00:36:19.361395+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"33.33","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.390402+0000","last_change":"2024-09-21T00:36:20.389288+0000","last_active":"2024-09-21T00:36:20.390402+0000","last_peered":"2024-09-21T00:36:20.390402+0000","last_clean":"2024-09-21T00:36:20.390402+0000","last_became_active":"2024-09-21T00:36:20.388596+0000","last_became_peered":"2024-09-21T00:36:20.388596+0000","last_unstale":"2024-09-21T00:36:20.390402+0000","last_undegraded":"2024-09-21T00:36:20.390402+0000","last_fullsized":"2024-09-21T00:36:20.390402+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:53:59.264283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"33.32","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.389702+0000","last_change":"2024-09-21T00:36:20.386264+0000","last_active":"2024-09-21T00:36:20.389702+0000","last_peered":"2024-09-21T00:36:20.389702+0000","last_clean":"2024-09-21T00:36:20.389702+0000","last_became_active":"2024-09-21T00:36:20.385649+0000","last_became_peered":"2024-09-21T00:36:20.385649+0000","last_unstale":"2024-09-21T00:36:20.389702+0000","last_undegraded":"2024-09-21T00:36:20.389702+0000","last_fullsized":"2024-09-21T00:36:20.389702+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:32:17.155921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"33.31","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.404198+0000","last_change":"2024-09-21T00:36:20.402664+0000","last_active":"2024-09-21T00:36:20.404198+0000","last_peered":"2024-09-21T00:36:20.404198+0000","last_clean":"2024-09-21T00:36:20.404198+0000","last_became_active":"2024-09-21T00:36:20.401690+0000","last_became_peered":"2024-09-21T00:36:20.401690+0000","last_unstale":"2024-09-21T00:36:20.404198+0000","last_undegraded":"2024-09-21T00:36:20.404198+0000","last_fullsized":"2024-09-21T00:36:20.404198+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:30:20.307203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"33.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:36:19.361395+0000","last_change":"2024-09-21T00:36:19.361395+0000","last_active":"2024-09-21T00:36:19.361395+0000","last_peered":"2024-09-21T00:36:19.361395+0000","last_clean":"2024-09-21T00:36:19.361395+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:19.361395+0000","last_undegraded":"2024-09-21T00:36:19.361395+0000","last_fullsized":"2024-09-21T00:36:19.361395+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"33.2f","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.387273+0000","last_change":"2024-09-21T00:36:20.382049+0000","last_active":"2024-09-21T00:36:20.387273+0000","last_peered":"2024-09-21T00:36:20.387273+0000","last_clean":"2024-09-21T00:36:20.387273+0000","last_became_active":"2024-09-21T00:36:20.381762+0000","last_became_peered":"2024-09-21T00:36:20.381762+0000","last_unstale":"2024-09-21T00:36:20.387273+0000","last_undegraded":"2024-09-21T00:36:20.387273+0000","last_fullsized":"2024-09-21T00:36:20.387273+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:54:23.558680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"33.2e","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.397668+0000","last_change":"2024-09-21T00:36:20.394372+0000","last_active":"2024-09-21T00:36:20.397668+0000","last_peered":"2024-09-21T00:36:20.397668+0000","last_clean":"2024-09-21T00:36:20.397668+0000","last_became_active":"2024-09-21T00:36:20.393960+0000","last_became_peered":"2024-09-21T00:36:20.393960+0000","last_unstale":"2024-09-21T00:36:20.397668+0000","last_undegraded":"2024-09-21T00:36:20.397668+0000","last_fullsized":"2024-09-21T00:36:20.397668+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:25:02.936617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"33.2d","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.400028+0000","last_change":"2024-09-21T00:36:20.399570+0000","last_active":"2024-09-21T00:36:20.400028+0000","last_peered":"2024-09-21T00:36:20.400028+0000","last_clean":"2024-09-21T00:36:20.400028+0000","last_became_active":"2024-09-21T00:36:20.399226+0000","last_became_peered":"2024-09-21T00:36:20.399226+0000","last_unstale":"2024-09-21T00:36:20.400028+0000","last_undegraded":"2024-09-21T00:36:20.400028+0000","last_fullsized":"2024-09-21T00:36:20.400028+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:24:03.877278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"33.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:36:19.361395+0000","last_change":"2024-09-21T00:36:19.361395+0000","last_active":"2024-09-21T00:36:19.361395+0000","last_peered":"2024-09-21T00:36:19.361395+0000","last_clean":"2024-09-21T00:36:19.361395+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:19.361395+0000","last_undegraded":"2024-09-21T00:36:19.361395+0000","last_fullsized":"2024-09-21T00:36:19.361395+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"33.2b","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.394801+0000","last_change":"2024-09-21T00:36:20.391484+0000","last_active":"2024-09-21T00:36:20.394801+0000","last_peered":"2024-09-21T00:36:20.394801+0000","last_clean":"2024-09-21T00:36:20.394801+0000","last_became_active":"2024-09-21T00:36:20.391159+0000","last_became_peered":"2024-09-21T00:36:20.391159+0000","last_unstale":"2024-09-21T00:36:20.394801+0000","last_undegraded":"2024-09-21T00:36:20.394801+0000","last_fullsized":"2024-09-21T00:36:20.394801+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:59:52.323121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"33.2a","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.397372+0000","last_change":"2024-09-21T00:36:20.396551+0000","last_active":"2024-09-21T00:36:20.397372+0000","last_peered":"2024-09-21T00:36:20.397372+0000","last_clean":"2024-09-21T00:36:20.397372+0000","last_became_active":"2024-09-21T00:36:20.396207+0000","last_became_peered":"2024-09-21T00:36:20.396207+0000","last_unstale":"2024-09-21T00:36:20.397372+0000","last_undegraded":"2024-09-21T00:36:20.397372+0000","last_fullsized":"2024-09-21T00:36:20.397372+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:57:36.621669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"33.29","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.396989+0000","last_change":"2024-09-21T00:36:20.393122+0000","last_active":"2024-09-21T00:36:20.396989+0000","last_peered":"2024-09-21T00:36:20.396989+0000","last_clean":"2024-09-21T00:36:20.396989+0000","last_became_active":"2024-09-21T00:36:20.392058+0000","last_became_peered":"2024-09-21T00:36:20.392058+0000","last_unstale":"2024-09-21T00:36:20.396989+0000","last_undegraded":"2024-09-21T00:36:20.396989+0000","last_fullsized":"2024-09-21T00:36:20.396989+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:00:51.099830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"33.28","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.390581+0000","last_change":"2024-09-21T00:36:20.388920+0000","last_active":"2024-09-21T00:36:20.390581+0000","last_peered":"2024-09-21T00:36:20.390581+0000","last_clean":"2024-09-21T00:36:20.390581+0000","last_became_active":"2024-09-21T00:36:20.387063+0000","last_became_peered":"2024-09-21T00:36:20.387063+0000","last_unstale":"2024-09-21T00:36:20.390581+0000","last_undegraded":"2024-09-21T00:36:20.390581+0000","last_fullsized":"2024-09-21T00:36:20.390581+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:54:48.693546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"33.27","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.404124+0000","last_change":"2024-09-21T00:36:20.398400+0000","last_active":"2024-09-21T00:36:20.404124+0000","last_peered":"2024-09-21T00:36:20.404124+0000","last_clean":"2024-09-21T00:36:20.404124+0000","last_became_active":"2024-09-21T00:36:20.398058+0000","last_became_peered":"2024-09-21T00:36:20.398058+0000","last_unstale":"2024-09-21T00:36:20.404124+0000","last_undegraded":"2024-09-21T00:36:20.404124+0000","last_fullsized":"2024-09-21T00:36:20.404124+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:16:31.904045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"33.26","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.395180+0000","last_change":"2024-09-21T00:36:20.394346+0000","last_active":"2024-09-21T00:36:20.395180+0000","last_peered":"2024-09-21T00:36:20.395180+0000","last_clean":"2024-09-21T00:36:20.395180+0000","last_became_active":"2024-09-21T00:36:20.394047+0000","last_became_peered":"2024-09-21T00:36:20.394047+0000","last_unstale":"2024-09-21T00:36:20.395180+0000","last_undegraded":"2024-09-21T00:36:20.395180+0000","last_fullsized":"2024-09-21T00:36:20.395180+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:47:41.269733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"33.25","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.391918+0000","last_change":"2024-09-21T00:36:20.390165+0000","last_active":"2024-09-21T00:36:20.391918+0000","last_peered":"2024-09-21T00:36:20.391918+0000","last_clean":"2024-09-21T00:36:20.391918+0000","last_became_active":"2024-09-21T00:36:20.389624+0000","last_became_peered":"2024-09-21T00:36:20.389624+0000","last_unstale":"2024-09-21T00:36:20.391918+0000","last_undegraded":"2024-09-21T00:36:20.391918+0000","last_fullsized":"2024-09-21T00:36:20.391918+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:28:08.095049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"33.24","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.397513+0000","last_change":"2024-09-21T00:36:20.394478+0000","last_active":"2024-09-21T00:36:20.397513+0000","last_peered":"2024-09-21T00:36:20.397513+0000","last_clean":"2024-09-21T00:36:20.397513+0000","last_became_active":"2024-09-21T00:36:20.393008+0000","last_became_peered":"2024-09-21T00:36:20.393008+0000","last_unstale":"2024-09-21T00:36:20.397513+0000","last_undegraded":"2024-09-21T00:36:20.397513+0000","last_fullsized":"2024-09-21T00:36:20.397513+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:58:21.515930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"33.23","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.401682+0000","last_change":"2024-09-21T00:36:20.398913+0000","last_active":"2024-09-21T00:36:20.401682+0000","last_peered":"2024-09-21T00:36:20.401682+0000","last_clean":"2024-09-21T00:36:20.401682+0000","last_became_active":"2024-09-21T00:36:20.398339+0000","last_became_peered":"2024-09-21T00:36:20.398339+0000","last_unstale":"2024-09-21T00:36:20.401682+0000","last_undegraded":"2024-09-21T00:36:20.401682+0000","last_fullsized":"2024-09-21T00:36:20.401682+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:55:16.879159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"33.22","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.389673+0000","last_change":"2024-09-21T00:36:20.385952+0000","last_active":"2024-09-21T00:36:20.389673+0000","last_peered":"2024-09-21T00:36:20.389673+0000","last_clean":"2024-09-21T00:36:20.389673+0000","last_became_active":"2024-09-21T00:36:20.385302+0000","last_became_peered":"2024-09-21T00:36:20.385302+0000","last_unstale":"2024-09-21T00:36:20.389673+0000","last_undegraded":"2024-09-21T00:36:20.389673+0000","last_fullsized":"2024-09-21T00:36:20.389673+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:52:35.035267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"33.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:36:19.361395+0000","last_change":"2024-09-21T00:36:19.361395+0000","last_active":"2024-09-21T00:36:19.361395+0000","last_peered":"2024-09-21T00:36:19.361395+0000","last_clean":"2024-09-21T00:36:19.361395+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:19.361395+0000","last_undegraded":"2024-09-21T00:36:19.361395+0000","last_fullsized":"2024-09-21T00:36:19.361395+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"33.1e","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.397620+0000","last_change":"2024-09-21T00:36:20.392570+0000","last_active":"2024-09-21T00:36:20.397620+0000","last_peered":"2024-09-21T00:36:20.397620+0000","last_clean":"2024-09-21T00:36:20.397620+0000","last_became_active":"2024-09-21T00:36:20.392078+0000","last_became_peered":"2024-09-21T00:36:20.392078+0000","last_unstale":"2024-09-21T00:36:20.397620+0000","last_undegraded":"2024-09-21T00:36:20.397620+0000","last_fullsized":"2024-09-21T00:36:20.397620+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:05:05.728732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"32.1f","version":"209'4","reported_seq":17,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.412461+0000","last_change":"2024-09-21T00:36:19.389569+0000","last_active":"2024-09-21T00:36:20.412461+0000","last_peered":"2024-09-21T00:36:20.412461+0000","last_clean":"2024-09-21T00:36:20.412461+0000","last_became_active":"2024-09-21T00:36:19.389256+0000","last_became_peered":"2024-09-21T00:36:19.389256+0000","last_unstale":"2024-09-21T00:36:20.412461+0000","last_undegraded":"2024-09-21T00:36:20.412461+0000","last_fullsized":"2024-09-21T00:36:20.412461+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:15:01.502215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"33.1f","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.405489+0000","last_change":"2024-09-21T00:36:20.403331+0000","last_active":"2024-09-21T00:36:20.405489+0000","last_peered":"2024-09-21T00:36:20.405489+0000","last_clean":"2024-09-21T00:36:20.405489+0000","last_became_active":"2024-09-21T00:36:20.400484+0000","last_became_peered":"2024-09-21T00:36:20.400484+0000","last_unstale":"2024-09-21T00:36:20.405489+0000","last_undegraded":"2024-09-21T00:36:20.405489+0000","last_fullsized":"2024-09-21T00:36:20.405489+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:20:33.403673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"32.1e","version":"209'1","reported_seq":14,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.408251+0000","last_change":"2024-09-21T00:36:19.387610+0000","last_active":"2024-09-21T00:36:20.408251+0000","last_peered":"2024-09-21T00:36:20.408251+0000","last_clean":"2024-09-21T00:36:20.408251+0000","last_became_active":"2024-09-21T00:36:19.387055+0000","last_became_peered":"2024-09-21T00:36:19.387055+0000","last_unstale":"2024-09-21T00:36:20.408251+0000","last_undegraded":"2024-09-21T00:36:20.408251+0000","last_fullsized":"2024-09-21T00:36:20.408251+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:46:21.692175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"33.1c","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.398649+0000","last_change":"2024-09-21T00:36:20.397889+0000","last_active":"2024-09-21T00:36:20.398649+0000","last_peered":"2024-09-21T00:36:20.398649+0000","last_clean":"2024-09-21T00:36:20.398649+0000","last_became_active":"2024-09-21T00:36:20.397437+0000","last_became_peered":"2024-09-21T00:36:20.397437+0000","last_unstale":"2024-09-21T00:36:20.398649+0000","last_undegraded":"2024-09-21T00:36:20.398649+0000","last_fullsized":"2024-09-21T00:36:20.398649+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:58:00.193931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"32.1d","version":"0'0","reported_seq":1,"reported_epoch":207,"state":"creating+peering","last_fresh":"2024-09-21T00:36:18.371733+0000","last_change":"2024-09-21T00:36:18.371733+0000","last_active":"2024-09-21T00:36:18.354827+0000","last_peered":"2024-09-21T00:36:18.354827+0000","last_clean":"2024-09-21T00:36:18.354827+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:18.371733+0000","last_undegraded":"2024-09-21T00:36:18.371733+0000","last_fullsized":"2024-09-21T00:36:18.371733+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"33.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:36:19.361395+0000","last_change":"2024-09-21T00:36:19.361395+0000","last_active":"2024-09-21T00:36:19.361395+0000","last_peered":"2024-09-21T00:36:19.361395+0000","last_clean":"2024-09-21T00:36:19.361395+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:19.361395+0000","last_undegraded":"2024-09-21T00:36:19.361395+0000","last_fullsized":"2024-09-21T00:36:19.361395+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"32.1c","version":"0'0","reported_seq":1,"reported_epoch":207,"state":"creating+peering","last_fresh":"2024-09-21T00:36:18.371128+0000","last_change":"2024-09-21T00:36:18.371128+0000","last_active":"2024-09-21T00:36:18.354827+0000","last_peered":"2024-09-21T00:36:18.354827+0000","last_clean":"2024-09-21T00:36:18.354827+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:18.371128+0000","last_undegraded":"2024-09-21T00:36:18.371128+0000","last_fullsized":"2024-09-21T00:36:18.371128+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"33.1a","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.394908+0000","last_change":"2024-09-21T00:36:20.392525+0000","last_active":"2024-09-21T00:36:20.394908+0000","last_peered":"2024-09-21T00:36:20.394908+0000","last_clean":"2024-09-21T00:36:20.394908+0000","last_became_active":"2024-09-21T00:36:20.392228+0000","last_became_peered":"2024-09-21T00:36:20.392228+0000","last_unstale":"2024-09-21T00:36:20.394908+0000","last_undegraded":"2024-09-21T00:36:20.394908+0000","last_fullsized":"2024-09-21T00:36:20.394908+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:41:04.397846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"32.1b","version":"209'1","reported_seq":14,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.399588+0000","last_change":"2024-09-21T00:36:19.389407+0000","last_active":"2024-09-21T00:36:20.399588+0000","last_peered":"2024-09-21T00:36:20.399588+0000","last_clean":"2024-09-21T00:36:20.399588+0000","last_became_active":"2024-09-21T00:36:19.389073+0000","last_became_peered":"2024-09-21T00:36:19.389073+0000","last_unstale":"2024-09-21T00:36:20.399588+0000","last_undegraded":"2024-09-21T00:36:20.399588+0000","last_fullsized":"2024-09-21T00:36:20.399588+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:26:01.931142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"33.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:36:19.361395+0000","last_change":"2024-09-21T00:36:19.361395+0000","last_active":"2024-09-21T00:36:19.361395+0000","last_peered":"2024-09-21T00:36:19.361395+0000","last_clean":"2024-09-21T00:36:19.361395+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:19.361395+0000","last_undegraded":"2024-09-21T00:36:19.361395+0000","last_fullsized":"2024-09-21T00:36:19.361395+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"32.1a","version":"209'1","reported_seq":14,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.406500+0000","last_change":"2024-09-21T00:36:19.374821+0000","last_active":"2024-09-21T00:36:20.406500+0000","last_peered":"2024-09-21T00:36:20.406500+0000","last_clean":"2024-09-21T00:36:20.406500+0000","last_became_active":"2024-09-21T00:36:19.374453+0000","last_became_peered":"2024-09-21T00:36:19.374453+0000","last_unstale":"2024-09-21T00:36:20.406500+0000","last_undegraded":"2024-09-21T00:36:20.406500+0000","last_fullsized":"2024-09-21T00:36:20.406500+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:38:39.125248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"33.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:36:19.361395+0000","last_change":"2024-09-21T00:36:19.361395+0000","last_active":"2024-09-21T00:36:19.361395+0000","last_peered":"2024-09-21T00:36:19.361395+0000","last_clean":"2024-09-21T00:36:19.361395+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:19.361395+0000","last_undegraded":"2024-09-21T00:36:19.361395+0000","last_fullsized":"2024-09-21T00:36:19.361395+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"32.19","version":"0'0","reported_seq":13,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.377154+0000","last_change":"2024-09-21T00:36:19.392357+0000","last_active":"2024-09-21T00:36:20.377154+0000","last_peered":"2024-09-21T00:36:20.377154+0000","last_clean":"2024-09-21T00:36:20.377154+0000","last_became_active":"2024-09-21T00:36:19.392039+0000","last_became_peered":"2024-09-21T00:36:19.392039+0000","last_unstale":"2024-09-21T00:36:20.377154+0000","last_undegraded":"2024-09-21T00:36:20.377154+0000","last_fullsized":"2024-09-21T00:36:20.377154+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:45:18.902386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"33.19","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.396953+0000","last_change":"2024-09-21T00:36:20.392899+0000","last_active":"2024-09-21T00:36:20.396953+0000","last_peered":"2024-09-21T00:36:20.396953+0000","last_clean":"2024-09-21T00:36:20.396953+0000","last_became_active":"2024-09-21T00:36:20.392558+0000","last_became_peered":"2024-09-21T00:36:20.392558+0000","last_unstale":"2024-09-21T00:36:20.396953+0000","last_undegraded":"2024-09-21T00:36:20.396953+0000","last_fullsized":"2024-09-21T00:36:20.396953+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:50:30.198316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"32.18","version":"0'0","reported_seq":13,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.386352+0000","last_change":"2024-09-21T00:36:19.395796+0000","last_active":"2024-09-21T00:36:20.386352+0000","last_peered":"2024-09-21T00:36:20.386352+0000","last_clean":"2024-09-21T00:36:20.386352+0000","last_became_active":"2024-09-21T00:36:19.395534+0000","last_became_peered":"2024-09-21T00:36:19.395534+0000","last_unstale":"2024-09-21T00:36:20.386352+0000","last_undegraded":"2024-09-21T00:36:20.386352+0000","last_fullsized":"2024-09-21T00:36:20.386352+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:46:30.066828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"33.16","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.397645+0000","last_change":"2024-09-21T00:36:20.394818+0000","last_active":"2024-09-21T00:36:20.397645+0000","last_peered":"2024-09-21T00:36:20.397645+0000","last_clean":"2024-09-21T00:36:20.397645+0000","last_became_active":"2024-09-21T00:36:20.394436+0000","last_became_peered":"2024-09-21T00:36:20.394436+0000","last_unstale":"2024-09-21T00:36:20.397645+0000","last_undegraded":"2024-09-21T00:36:20.397645+0000","last_fullsized":"2024-09-21T00:36:20.397645+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:02:21.573931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"32.17","version":"0'0","reported_seq":13,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.373362+0000","last_change":"2024-09-21T00:36:19.390322+0000","last_active":"2024-09-21T00:36:20.373362+0000","last_peered":"2024-09-21T00:36:20.373362+0000","last_clean":"2024-09-21T00:36:20.373362+0000","last_became_active":"2024-09-21T00:36:19.390022+0000","last_became_peered":"2024-09-21T00:36:19.390022+0000","last_unstale":"2024-09-21T00:36:20.373362+0000","last_undegraded":"2024-09-21T00:36:20.373362+0000","last_fullsized":"2024-09-21T00:36:20.373362+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:44:24.493619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"33.17","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.387245+0000","last_change":"2024-09-21T00:36:20.379237+0000","last_active":"2024-09-21T00:36:20.387245+0000","last_peered":"2024-09-21T00:36:20.387245+0000","last_clean":"2024-09-21T00:36:20.387245+0000","last_became_active":"2024-09-21T00:36:20.378919+0000","last_became_peered":"2024-09-21T00:36:20.378919+0000","last_unstale":"2024-09-21T00:36:20.387245+0000","last_undegraded":"2024-09-21T00:36:20.387245+0000","last_fullsized":"2024-09-21T00:36:20.387245+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:50:59.822128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.16","version":"0'0","reported_seq":1,"reported_epoch":207,"state":"creating+peering","last_fresh":"2024-09-21T00:36:18.370052+0000","last_change":"2024-09-21T00:36:18.370052+0000","last_active":"2024-09-21T00:36:18.354827+0000","last_peered":"2024-09-21T00:36:18.354827+0000","last_clean":"2024-09-21T00:36:18.354827+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:18.370052+0000","last_undegraded":"2024-09-21T00:36:18.370052+0000","last_fullsized":"2024-09-21T00:36:18.370052+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"33.14","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.397540+0000","last_change":"2024-09-21T00:36:20.394739+0000","last_active":"2024-09-21T00:36:20.397540+0000","last_peered":"2024-09-21T00:36:20.397540+0000","last_clean":"2024-09-21T00:36:20.397540+0000","last_became_active":"2024-09-21T00:36:20.393779+0000","last_became_peered":"2024-09-21T00:36:20.393779+0000","last_unstale":"2024-09-21T00:36:20.397540+0000","last_undegraded":"2024-09-21T00:36:20.397540+0000","last_fullsized":"2024-09-21T00:36:20.397540+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:47:52.094688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"32.15","version":"0'0","reported_seq":1,"reported_epoch":207,"state":"creating+peering","last_fresh":"2024-09-21T00:36:18.367034+0000","last_change":"2024-09-21T00:36:18.367034+0000","last_active":"2024-09-21T00:36:18.354827+0000","last_peered":"2024-09-21T00:36:18.354827+0000","last_clean":"2024-09-21T00:36:18.354827+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:18.367034+0000","last_undegraded":"2024-09-21T00:36:18.367034+0000","last_fullsized":"2024-09-21T00:36:18.367034+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"33.15","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.386748+0000","last_change":"2024-09-21T00:36:20.379135+0000","last_active":"2024-09-21T00:36:20.386748+0000","last_peered":"2024-09-21T00:36:20.386748+0000","last_clean":"2024-09-21T00:36:20.386748+0000","last_became_active":"2024-09-21T00:36:20.378781+0000","last_became_peered":"2024-09-21T00:36:20.378781+0000","last_unstale":"2024-09-21T00:36:20.386748+0000","last_undegraded":"2024-09-21T00:36:20.386748+0000","last_fullsized":"2024-09-21T00:36:20.386748+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:22:33.099986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.14","version":"209'6","reported_seq":19,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.411396+0000","last_change":"2024-09-21T00:36:19.377378+0000","last_active":"2024-09-21T00:36:20.411396+0000","last_peered":"2024-09-21T00:36:20.411396+0000","last_clean":"2024-09-21T00:36:20.411396+0000","last_became_active":"2024-09-21T00:36:19.377066+0000","last_became_peered":"2024-09-21T00:36:19.377066+0000","last_unstale":"2024-09-21T00:36:20.411396+0000","last_undegraded":"2024-09-21T00:36:20.411396+0000","last_fullsized":"2024-09-21T00:36:20.411396+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:52:23.502922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"33.12","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.393817+0000","last_change":"2024-09-21T00:36:20.392332+0000","last_active":"2024-09-21T00:36:20.393817+0000","last_peered":"2024-09-21T00:36:20.393817+0000","last_clean":"2024-09-21T00:36:20.393817+0000","last_became_active":"2024-09-21T00:36:20.391987+0000","last_became_peered":"2024-09-21T00:36:20.391987+0000","last_unstale":"2024-09-21T00:36:20.393817+0000","last_undegraded":"2024-09-21T00:36:20.393817+0000","last_fullsized":"2024-09-21T00:36:20.393817+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:05:42.003027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.13","version":"0'0","reported_seq":1,"reported_epoch":207,"state":"creating+peering","last_fresh":"2024-09-21T00:36:18.364730+0000","last_change":"2024-09-21T00:36:18.364730+0000","last_active":"2024-09-21T00:36:18.354827+0000","last_peered":"2024-09-21T00:36:18.354827+0000","last_clean":"2024-09-21T00:36:18.354827+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:18.364730+0000","last_undegraded":"2024-09-21T00:36:18.364730+0000","last_fullsized":"2024-09-21T00:36:18.364730+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"33.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:36:19.361395+0000","last_change":"2024-09-21T00:36:19.361395+0000","last_active":"2024-09-21T00:36:19.361395+0000","last_peered":"2024-09-21T00:36:19.361395+0000","last_clean":"2024-09-21T00:36:19.361395+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:19.361395+0000","last_undegraded":"2024-09-21T00:36:19.361395+0000","last_fullsized":"2024-09-21T00:36:19.361395+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"32.12","version":"0'0","reported_seq":13,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.379459+0000","last_change":"2024-09-21T00:36:19.391333+0000","last_active":"2024-09-21T00:36:20.379459+0000","last_peered":"2024-09-21T00:36:20.379459+0000","last_clean":"2024-09-21T00:36:20.379459+0000","last_became_active":"2024-09-21T00:36:19.390617+0000","last_became_peered":"2024-09-21T00:36:19.390617+0000","last_unstale":"2024-09-21T00:36:20.379459+0000","last_undegraded":"2024-09-21T00:36:20.379459+0000","last_fullsized":"2024-09-21T00:36:20.379459+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:59:33.067837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"33.10","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.390527+0000","last_change":"2024-09-21T00:36:20.388051+0000","last_active":"2024-09-21T00:36:20.390527+0000","last_peered":"2024-09-21T00:36:20.390527+0000","last_clean":"2024-09-21T00:36:20.390527+0000","last_became_active":"2024-09-21T00:36:20.387300+0000","last_became_peered":"2024-09-21T00:36:20.387300+0000","last_unstale":"2024-09-21T00:36:20.390527+0000","last_undegraded":"2024-09-21T00:36:20.390527+0000","last_fullsized":"2024-09-21T00:36:20.390527+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:26:24.948405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.11","version":"0'0","reported_seq":13,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.380011+0000","last_change":"2024-09-21T00:36:19.380668+0000","last_active":"2024-09-21T00:36:20.380011+0000","last_peered":"2024-09-21T00:36:20.380011+0000","last_clean":"2024-09-21T00:36:20.380011+0000","last_became_active":"2024-09-21T00:36:19.380338+0000","last_became_peered":"2024-09-21T00:36:19.380338+0000","last_unstale":"2024-09-21T00:36:20.380011+0000","last_undegraded":"2024-09-21T00:36:20.380011+0000","last_fullsized":"2024-09-21T00:36:20.380011+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:50:29.191748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"33.11","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.387688+0000","last_change":"2024-09-21T00:36:20.385972+0000","last_active":"2024-09-21T00:36:20.387688+0000","last_peered":"2024-09-21T00:36:20.387688+0000","last_clean":"2024-09-21T00:36:20.387688+0000","last_became_active":"2024-09-21T00:36:20.385646+0000","last_became_peered":"2024-09-21T00:36:20.385646+0000","last_unstale":"2024-09-21T00:36:20.387688+0000","last_undegraded":"2024-09-21T00:36:20.387688+0000","last_fullsized":"2024-09-21T00:36:20.387688+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:49:58.840252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.10","version":"0'0","reported_seq":1,"reported_epoch":207,"state":"creating+peering","last_fresh":"2024-09-21T00:36:18.369727+0000","last_change":"2024-09-21T00:36:18.369727+0000","last_active":"2024-09-21T00:36:18.354827+0000","last_peered":"2024-09-21T00:36:18.354827+0000","last_clean":"2024-09-21T00:36:18.354827+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:18.369727+0000","last_undegraded":"2024-09-21T00:36:18.369727+0000","last_fullsized":"2024-09-21T00:36:18.369727+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"33.e","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.404426+0000","last_change":"2024-09-21T00:36:20.403622+0000","last_active":"2024-09-21T00:36:20.404426+0000","last_peered":"2024-09-21T00:36:20.404426+0000","last_clean":"2024-09-21T00:36:20.404426+0000","last_became_active":"2024-09-21T00:36:20.403128+0000","last_became_peered":"2024-09-21T00:36:20.403128+0000","last_unstale":"2024-09-21T00:36:20.404426+0000","last_undegraded":"2024-09-21T00:36:20.404426+0000","last_fullsized":"2024-09-21T00:36:20.404426+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:59:46.319122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"32.f","version":"0'0","reported_seq":1,"reported_epoch":207,"state":"creating+peering","last_fresh":"2024-09-21T00:36:18.364876+0000","last_change":"2024-09-21T00:36:18.364876+0000","last_active":"2024-09-21T00:36:18.354827+0000","last_peered":"2024-09-21T00:36:18.354827+0000","last_clean":"2024-09-21T00:36:18.354827+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:18.364876+0000","last_undegraded":"2024-09-21T00:36:18.364876+0000","last_fullsized":"2024-09-21T00:36:18.364876+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"33.f","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.401994+0000","last_change":"2024-09-21T00:36:20.401428+0000","last_active":"2024-09-21T00:36:20.401994+0000","last_peered":"2024-09-21T00:36:20.401994+0000","last_clean":"2024-09-21T00:36:20.401994+0000","last_became_active":"2024-09-21T00:36:20.400987+0000","last_became_peered":"2024-09-21T00:36:20.400987+0000","last_unstale":"2024-09-21T00:36:20.401994+0000","last_undegraded":"2024-09-21T00:36:20.401994+0000","last_fullsized":"2024-09-21T00:36:20.401994+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:25:02.936617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"32.e","version":"0'0","reported_seq":1,"reported_epoch":207,"state":"creating+peering","last_fresh":"2024-09-21T00:36:18.368880+0000","last_change":"2024-09-21T00:36:18.368880+0000","last_active":"2024-09-21T00:36:18.354827+0000","last_peered":"2024-09-21T00:36:18.354827+0000","last_clean":"2024-09-21T00:36:18.354827+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:18.368880+0000","last_undegraded":"2024-09-21T00:36:18.368880+0000","last_fullsized":"2024-09-21T00:36:18.368880+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"33.c","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.404160+0000","last_change":"2024-09-21T00:36:20.402171+0000","last_active":"2024-09-21T00:36:20.404160+0000","last_peered":"2024-09-21T00:36:20.404160+0000","last_clean":"2024-09-21T00:36:20.404160+0000","last_became_active":"2024-09-21T00:36:20.401839+0000","last_became_peered":"2024-09-21T00:36:20.401839+0000","last_unstale":"2024-09-21T00:36:20.404160+0000","last_undegraded":"2024-09-21T00:36:20.404160+0000","last_fullsized":"2024-09-21T00:36:20.404160+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:27:58.260902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"32.d","version":"209'1","reported_seq":14,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.403239+0000","last_change":"2024-09-21T00:36:19.387805+0000","last_active":"2024-09-21T00:36:20.403239+0000","last_peered":"2024-09-21T00:36:20.403239+0000","last_clean":"2024-09-21T00:36:20.403239+0000","last_became_active":"2024-09-21T00:36:19.387412+0000","last_became_peered":"2024-09-21T00:36:19.387412+0000","last_unstale":"2024-09-21T00:36:20.403239+0000","last_undegraded":"2024-09-21T00:36:20.403239+0000","last_fullsized":"2024-09-21T00:36:20.403239+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:35:46.472662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"33.d","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.385050+0000","last_change":"2024-09-21T00:36:20.383192+0000","last_active":"2024-09-21T00:36:20.385050+0000","last_peered":"2024-09-21T00:36:20.385050+0000","last_clean":"2024-09-21T00:36:20.385050+0000","last_became_active":"2024-09-21T00:36:20.382666+0000","last_became_peered":"2024-09-21T00:36:20.382666+0000","last_unstale":"2024-09-21T00:36:20.385050+0000","last_undegraded":"2024-09-21T00:36:20.385050+0000","last_fullsized":"2024-09-21T00:36:20.385050+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:24:05.801257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"32.c","version":"0'0","reported_seq":13,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.383000+0000","last_change":"2024-09-21T00:36:19.390669+0000","last_active":"2024-09-21T00:36:20.383000+0000","last_peered":"2024-09-21T00:36:20.383000+0000","last_clean":"2024-09-21T00:36:20.383000+0000","last_became_active":"2024-09-21T00:36:19.390310+0000","last_became_peered":"2024-09-21T00:36:19.390310+0000","last_unstale":"2024-09-21T00:36:20.383000+0000","last_undegraded":"2024-09-21T00:36:20.383000+0000","last_fullsized":"2024-09-21T00:36:20.383000+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:19:40.132054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"33.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:36:19.361395+0000","last_change":"2024-09-21T00:36:19.361395+0000","last_active":"2024-09-21T00:36:19.361395+0000","last_peered":"2024-09-21T00:36:19.361395+0000","last_clean":"2024-09-21T00:36:19.361395+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:19.361395+0000","last_undegraded":"2024-09-21T00:36:19.361395+0000","last_fullsized":"2024-09-21T00:36:19.361395+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"32.b","version":"209'2","reported_seq":15,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.405166+0000","last_change":"2024-09-21T00:36:19.379518+0000","last_active":"2024-09-21T00:36:20.405166+0000","last_peered":"2024-09-21T00:36:20.405166+0000","last_clean":"2024-09-21T00:36:20.405166+0000","last_became_active":"2024-09-21T00:36:19.379183+0000","last_became_peered":"2024-09-21T00:36:19.379183+0000","last_unstale":"2024-09-21T00:36:20.405166+0000","last_undegraded":"2024-09-21T00:36:20.405166+0000","last_fullsized":"2024-09-21T00:36:20.405166+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:25:36.280712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"33.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-21T00:36:19.361395+0000","last_change":"2024-09-21T00:36:19.361395+0000","last_active":"2024-09-21T00:36:19.361395+0000","last_peered":"2024-09-21T00:36:19.361395+0000","last_clean":"2024-09-21T00:36:19.361395+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:19.361395+0000","last_undegraded":"2024-09-21T00:36:19.361395+0000","last_fullsized":"2024-09-21T00:36:19.361395+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"32.a","version":"0'0","reported_seq":1,"reported_epoch":207,"state":"creating+peering","last_fresh":"2024-09-21T00:36:18.364747+0000","last_change":"2024-09-21T00:36:18.364747+0000","last_active":"2024-09-21T00:36:18.354827+0000","last_peered":"2024-09-21T00:36:18.354827+0000","last_clean":"2024-09-21T00:36:18.354827+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:18.364747+0000","last_undegraded":"2024-09-21T00:36:18.364747+0000","last_fullsized":"2024-09-21T00:36:18.364747+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"33.8","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.390556+0000","last_change":"2024-09-21T00:36:20.388383+0000","last_active":"2024-09-21T00:36:20.390556+0000","last_peered":"2024-09-21T00:36:20.390556+0000","last_clean":"2024-09-21T00:36:20.390556+0000","last_became_active":"2024-09-21T00:36:20.387748+0000","last_became_peered":"2024-09-21T00:36:20.387748+0000","last_unstale":"2024-09-21T00:36:20.390556+0000","last_undegraded":"2024-09-21T00:36:20.390556+0000","last_fullsized":"2024-09-21T00:36:20.390556+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:07:44.507851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.9","version":"0'0","reported_seq":13,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.380021+0000","last_change":"2024-09-21T00:36:19.381554+0000","last_active":"2024-09-21T00:36:20.380021+0000","last_peered":"2024-09-21T00:36:20.380021+0000","last_clean":"2024-09-21T00:36:20.380021+0000","last_became_active":"2024-09-21T00:36:19.381228+0000","last_became_peered":"2024-09-21T00:36:19.381228+0000","last_unstale":"2024-09-21T00:36:20.380021+0000","last_undegraded":"2024-09-21T00:36:20.380021+0000","last_fullsized":"2024-09-21T00:36:20.380021+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:29:41.147664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"33.9","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.390578+0000","last_change":"2024-09-21T00:36:20.389189+0000","last_active":"2024-09-21T00:36:20.390578+0000","last_peered":"2024-09-21T00:36:20.390578+0000","last_clean":"2024-09-21T00:36:20.390578+0000","last_became_active":"2024-09-21T00:36:20.388840+0000","last_became_peered":"2024-09-21T00:36:20.388840+0000","last_unstale":"2024-09-21T00:36:20.390578+0000","last_undegraded":"2024-09-21T00:36:20.390578+0000","last_fullsized":"2024-09-21T00:36:20.390578+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:16:49.573541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"32.8","version":"0'0","reported_seq":1,"reported_epoch":207,"state":"creating+peering","last_fresh":"2024-09-21T00:36:18.364701+0000","last_change":"2024-09-21T00:36:18.364701+0000","last_active":"2024-09-21T00:36:18.354827+0000","last_peered":"2024-09-21T00:36:18.354827+0000","last_clean":"2024-09-21T00:36:18.354827+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-21T00:36:18.364701+0000","last_undegraded":"2024-09-21T00:36:18.364701+0000","last_fullsized":"2024-09-21T00:36:18.364701+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"33.6","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.404231+0000","last_change":"2024-09-21T00:36:20.402524+0000","last_active":"2024-09-21T00:36:20.404231+0000","last_peered":"2024-09-21T00:36:20.404231+0000","last_clean":"2024-09-21T00:36:20.404231+0000","last_became_active":"2024-09-21T00:36:20.401683+0000","last_became_peered":"2024-09-21T00:36:20.401683+0000","last_unstale":"2024-09-21T00:36:20.404231+0000","last_undegraded":"2024-09-21T00:36:20.404231+0000","last_fullsized":"2024-09-21T00:36:20.404231+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:14:40.093515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"32.7","version":"209'2","reported_seq":15,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.408290+0000","last_change":"2024-09-21T00:36:19.388629+0000","last_active":"2024-09-21T00:36:20.408290+0000","last_peered":"2024-09-21T00:36:20.408290+0000","last_clean":"2024-09-21T00:36:20.408290+0000","last_became_active":"2024-09-21T00:36:19.386623+0000","last_became_peered":"2024-09-21T00:36:19.386623+0000","last_unstale":"2024-09-21T00:36:20.408290+0000","last_undegraded":"2024-09-21T00:36:20.408290+0000","last_fullsized":"2024-09-21T00:36:20.408290+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:29:36.544644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"33.7","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.388204+0000","last_change":"2024-09-21T00:36:20.387001+0000","last_active":"2024-09-21T00:36:20.388204+0000","last_peered":"2024-09-21T00:36:20.388204+0000","last_clean":"2024-09-21T00:36:20.388204+0000","last_became_active":"2024-09-21T00:36:20.386645+0000","last_became_peered":"2024-09-21T00:36:20.386645+0000","last_unstale":"2024-09-21T00:36:20.388204+0000","last_undegraded":"2024-09-21T00:36:20.388204+0000","last_fullsized":"2024-09-21T00:36:20.388204+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:53:21.480451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.6","version":"0'0","reported_seq":13,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.376902+0000","last_change":"2024-09-21T00:36:19.392352+0000","last_active":"2024-09-21T00:36:20.376902+0000","last_peered":"2024-09-21T00:36:20.376902+0000","last_clean":"2024-09-21T00:36:20.376902+0000","last_became_active":"2024-09-21T00:36:19.392016+0000","last_became_peered":"2024-09-21T00:36:19.392016+0000","last_unstale":"2024-09-21T00:36:20.376902+0000","last_undegraded":"2024-09-21T00:36:20.376902+0000","last_fullsized":"2024-09-21T00:36:20.376902+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:00:48.113921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"33.4","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.380012+0000","last_change":"2024-09-21T00:36:20.379133+0000","last_active":"2024-09-21T00:36:20.380012+0000","last_peered":"2024-09-21T00:36:20.380012+0000","last_clean":"2024-09-21T00:36:20.380012+0000","last_became_active":"2024-09-21T00:36:20.378629+0000","last_became_peered":"2024-09-21T00:36:20.378629+0000","last_unstale":"2024-09-21T00:36:20.380012+0000","last_undegraded":"2024-09-21T00:36:20.380012+0000","last_fullsized":"2024-09-21T00:36:20.380012+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:33:41.158640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"32.5","version":"0'0","reported_seq":13,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.382948+0000","last_change":"2024-09-21T00:36:19.389386+0000","last_active":"2024-09-21T00:36:20.382948+0000","last_peered":"2024-09-21T00:36:20.382948+0000","last_clean":"2024-09-21T00:36:20.382948+0000","last_became_active":"2024-09-21T00:36:19.388985+0000","last_became_peered":"2024-09-21T00:36:19.388985+0000","last_unstale":"2024-09-21T00:36:20.382948+0000","last_undegraded":"2024-09-21T00:36:20.382948+0000","last_fullsized":"2024-09-21T00:36:20.382948+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:47:00.066583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"33.5","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.388936+0000","last_change":"2024-09-21T00:36:20.384677+0000","last_active":"2024-09-21T00:36:20.388936+0000","last_peered":"2024-09-21T00:36:20.388936+0000","last_clean":"2024-09-21T00:36:20.388936+0000","last_became_active":"2024-09-21T00:36:20.384062+0000","last_became_peered":"2024-09-21T00:36:20.384062+0000","last_unstale":"2024-09-21T00:36:20.388936+0000","last_undegraded":"2024-09-21T00:36:20.388936+0000","last_fullsized":"2024-09-21T00:36:20.388936+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:24:10.632847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"32.4","version":"0'0","reported_seq":13,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.372433+0000","last_change":"2024-09-21T00:36:19.388778+0000","last_active":"2024-09-21T00:36:20.372433+0000","last_peered":"2024-09-21T00:36:20.372433+0000","last_clean":"2024-09-21T00:36:20.372433+0000","last_became_active":"2024-09-21T00:36:19.387754+0000","last_became_peered":"2024-09-21T00:36:19.387754+0000","last_unstale":"2024-09-21T00:36:20.372433+0000","last_undegraded":"2024-09-21T00:36:20.372433+0000","last_fullsized":"2024-09-21T00:36:20.372433+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:42:00.397151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"33.2","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.398943+0000","last_change":"2024-09-21T00:36:20.397749+0000","last_active":"2024-09-21T00:36:20.398943+0000","last_peered":"2024-09-21T00:36:20.398943+0000","last_clean":"2024-09-21T00:36:20.398943+0000","last_became_active":"2024-09-21T00:36:20.392576+0000","last_became_peered":"2024-09-21T00:36:20.392576+0000","last_unstale":"2024-09-21T00:36:20.398943+0000","last_undegraded":"2024-09-21T00:36:20.398943+0000","last_fullsized":"2024-09-21T00:36:20.398943+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:17:24.483327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"32.3","version":"0'0","reported_seq":13,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.376350+0000","last_change":"2024-09-21T00:36:19.381143+0000","last_active":"2024-09-21T00:36:20.376350+0000","last_peered":"2024-09-21T00:36:20.376350+0000","last_clean":"2024-09-21T00:36:20.376350+0000","last_became_active":"2024-09-21T00:36:19.380783+0000","last_became_peered":"2024-09-21T00:36:19.380783+0000","last_unstale":"2024-09-21T00:36:20.376350+0000","last_undegraded":"2024-09-21T00:36:20.376350+0000","last_fullsized":"2024-09-21T00:36:20.376350+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:53:42.564628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"33.3","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.397472+0000","last_change":"2024-09-21T00:36:20.392597+0000","last_active":"2024-09-21T00:36:20.397472+0000","last_peered":"2024-09-21T00:36:20.397472+0000","last_clean":"2024-09-21T00:36:20.397472+0000","last_became_active":"2024-09-21T00:36:20.392257+0000","last_became_peered":"2024-09-21T00:36:20.392257+0000","last_unstale":"2024-09-21T00:36:20.397472+0000","last_undegraded":"2024-09-21T00:36:20.397472+0000","last_fullsized":"2024-09-21T00:36:20.397472+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:09:57.521919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"32.2","version":"0'0","reported_seq":13,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.379738+0000","last_change":"2024-09-21T00:36:19.390970+0000","last_active":"2024-09-21T00:36:20.379738+0000","last_peered":"2024-09-21T00:36:20.379738+0000","last_clean":"2024-09-21T00:36:20.379738+0000","last_became_active":"2024-09-21T00:36:19.390170+0000","last_became_peered":"2024-09-21T00:36:19.390170+0000","last_unstale":"2024-09-21T00:36:20.379738+0000","last_undegraded":"2024-09-21T00:36:20.379738+0000","last_fullsized":"2024-09-21T00:36:20.379738+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:18:42.303676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"33.0","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.398941+0000","last_change":"2024-09-21T00:36:20.393908+0000","last_active":"2024-09-21T00:36:20.398941+0000","last_peered":"2024-09-21T00:36:20.398941+0000","last_clean":"2024-09-21T00:36:20.398941+0000","last_became_active":"2024-09-21T00:36:20.393601+0000","last_became_peered":"2024-09-21T00:36:20.393601+0000","last_unstale":"2024-09-21T00:36:20.398941+0000","last_undegraded":"2024-09-21T00:36:20.398941+0000","last_fullsized":"2024-09-21T00:36:20.398941+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:34:39.925655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"32.1","version":"0'0","reported_seq":13,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.380022+0000","last_change":"2024-09-21T00:36:19.391944+0000","last_active":"2024-09-21T00:36:20.380022+0000","last_peered":"2024-09-21T00:36:20.380022+0000","last_clean":"2024-09-21T00:36:20.380022+0000","last_became_active":"2024-09-21T00:36:19.391618+0000","last_became_peered":"2024-09-21T00:36:19.391618+0000","last_unstale":"2024-09-21T00:36:20.380022+0000","last_undegraded":"2024-09-21T00:36:20.380022+0000","last_fullsized":"2024-09-21T00:36:20.380022+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:06:50.871933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"33.1","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.401823+0000","last_change":"2024-09-21T00:36:20.401308+0000","last_active":"2024-09-21T00:36:20.401823+0000","last_peered":"2024-09-21T00:36:20.401823+0000","last_clean":"2024-09-21T00:36:20.401823+0000","last_became_active":"2024-09-21T00:36:20.400841+0000","last_became_peered":"2024-09-21T00:36:20.400841+0000","last_unstale":"2024-09-21T00:36:20.401823+0000","last_undegraded":"2024-09-21T00:36:20.401823+0000","last_fullsized":"2024-09-21T00:36:20.401823+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:39:21.270762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"32.0","version":"0'0","reported_seq":13,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.373046+0000","last_change":"2024-09-21T00:36:19.391474+0000","last_active":"2024-09-21T00:36:20.373046+0000","last_peered":"2024-09-21T00:36:20.373046+0000","last_clean":"2024-09-21T00:36:20.373046+0000","last_became_active":"2024-09-21T00:36:19.390150+0000","last_became_peered":"2024-09-21T00:36:19.390150+0000","last_unstale":"2024-09-21T00:36:20.373046+0000","last_undegraded":"2024-09-21T00:36:20.373046+0000","last_fullsized":"2024-09-21T00:36:20.373046+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:03:46.033378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"33.20","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.397483+0000","last_change":"2024-09-21T00:36:20.395995+0000","last_active":"2024-09-21T00:36:20.397483+0000","last_peered":"2024-09-21T00:36:20.397483+0000","last_clean":"2024-09-21T00:36:20.397483+0000","last_became_active":"2024-09-21T00:36:20.393737+0000","last_became_peered":"2024-09-21T00:36:20.393737+0000","last_unstale":"2024-09-21T00:36:20.397483+0000","last_undegraded":"2024-09-21T00:36:20.397483+0000","last_fullsized":"2024-09-21T00:36:20.397483+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:25:06.483449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":450,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.378896+0000","last_change":"2024-09-21T00:21:11.583793+0000","last_active":"2024-09-21T00:36:20.378896+0000","last_peered":"2024-09-21T00:36:20.378896+0000","last_clean":"2024-09-21T00:36:20.378896+0000","last_became_active":"2024-09-21T00:21:11.582502+0000","last_became_peered":"2024-09-21T00:21:11.582502+0000","last_unstale":"2024-09-21T00:36:20.378896+0000","last_undegraded":"2024-09-21T00:36:20.378896+0000","last_fullsized":"2024-09-21T00:36:20.378896+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_clean_scrub_stamp":"2024-09-21T00:21:10.311964+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:58.010953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":33,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":102,"acting":102,"num_store_stats":6},{"poolid":32,"num_pg":32,"stat_sum":{"num_bytes":2264,"num_objects":9,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2376,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":18,"ondisk_log_size":18,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509626,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":48248,"kb_used_data":3164,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94323592,"statfs":{"total":96636764160,"available":96587358208,"internally_reserved":0,"allocated":3239936,"data_stored":1753639,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":46135754},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509626,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":73968,"kb_used_data":2588,"kb_used_omap":1,"kb_used_meta":71358,"kb_avail":94297872,"statfs":{"total":96636764160,"available":96561020928,"internally_reserved":0,"allocated":2650112,"data_stored":1163313,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":73071046},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509626,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":64304,"kb_used_data":2580,"kb_used_omap":1,"kb_used_meta":61694,"kb_avail":94307536,"statfs":{"total":96636764160,"available":96570916864,"internally_reserved":0,"allocated":2641920,"data_stored":1163201,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":63175109},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509627,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":78200,"kb_used_data":2596,"kb_used_omap":1,"kb_used_meta":75582,"kb_avail":94293640,"statfs":{"total":96636764160,"available":96556687360,"internally_reserved":0,"allocated":2658304,"data_stored":1165395,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":77396424},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509627,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":47644,"kb_used_data":2568,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94324196,"statfs":{"total":96636764160,"available":96587976704,"internally_reserved":0,"allocated":2629632,"data_stored":1156426,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":46135749},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509625,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":78768,"kb_used_data":3160,"kb_used_omap":1,"kb_used_meta":75582,"kb_avail":94293072,"statfs":{"total":96636764160,"available":96556105728,"internally_reserved":0,"allocated":3235840,"data_stored":1753569,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":77396422},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834575033,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":78176,"kb_used_data":2556,"kb_used_omap":1,"kb_used_meta":75582,"kb_avail":94293664,"statfs":{"total":96636764160,"available":96556711936,"internally_reserved":0,"allocated":2617344,"data_stored":1150151,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":77396421},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834575033,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":82324,"kb_used_data":2556,"kb_used_omap":1,"kb_used_meta":79742,"kb_avail":94289516,"statfs":{"total":96636764160,"available":96552464384,"internally_reserved":0,"allocated":2617344,"data_stored":1150151,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":81656262},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":33,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":33,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":33,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":33,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":33,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":33,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T00:36:25.207 INFO:tasks.ceph.ceph_manager.ceph:PG 33.3f is not active+clean 2024-09-21T00:36:25.207 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '33.3f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:36:19.361395+0000', 'last_change': '2024-09-21T00:36:19.361395+0000', 'last_active': '2024-09-21T00:36:19.361395+0000', 'last_peered': '2024-09-21T00:36:19.361395+0000', 'last_clean': '2024-09-21T00:36:19.361395+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:36:19.361395+0000', 'last_undegraded': '2024-09-21T00:36:19.361395+0000', 'last_fullsized': '2024-09-21T00:36:19.361395+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:36:19.361395+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:36:19.361395+0000', 'last_clean_scrub_stamp': '2024-09-21T00:36:19.361395+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:36:25.207 INFO:tasks.ceph.ceph_manager.ceph:PG 33.3a is not active+clean 2024-09-21T00:36:25.208 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '33.3a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:36:19.361395+0000', 'last_change': '2024-09-21T00:36:19.361395+0000', 'last_active': '2024-09-21T00:36:19.361395+0000', 'last_peered': '2024-09-21T00:36:19.361395+0000', 'last_clean': '2024-09-21T00:36:19.361395+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:36:19.361395+0000', 'last_undegraded': '2024-09-21T00:36:19.361395+0000', 'last_fullsized': '2024-09-21T00:36:19.361395+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:36:19.361395+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:36:19.361395+0000', 'last_clean_scrub_stamp': '2024-09-21T00:36:19.361395+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:36:25.208 INFO:tasks.ceph.ceph_manager.ceph:PG 33.38 is not active+clean 2024-09-21T00:36:25.208 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '33.38', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:36:19.361395+0000', 'last_change': '2024-09-21T00:36:19.361395+0000', 'last_active': '2024-09-21T00:36:19.361395+0000', 'last_peered': '2024-09-21T00:36:19.361395+0000', 'last_clean': '2024-09-21T00:36:19.361395+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:36:19.361395+0000', 'last_undegraded': '2024-09-21T00:36:19.361395+0000', 'last_fullsized': '2024-09-21T00:36:19.361395+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:36:19.361395+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:36:19.361395+0000', 'last_clean_scrub_stamp': '2024-09-21T00:36:19.361395+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:36:25.208 INFO:tasks.ceph.ceph_manager.ceph:PG 33.34 is not active+clean 2024-09-21T00:36:25.208 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '33.34', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:36:19.361395+0000', 'last_change': '2024-09-21T00:36:19.361395+0000', 'last_active': '2024-09-21T00:36:19.361395+0000', 'last_peered': '2024-09-21T00:36:19.361395+0000', 'last_clean': '2024-09-21T00:36:19.361395+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:36:19.361395+0000', 'last_undegraded': '2024-09-21T00:36:19.361395+0000', 'last_fullsized': '2024-09-21T00:36:19.361395+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:36:19.361395+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:36:19.361395+0000', 'last_clean_scrub_stamp': '2024-09-21T00:36:19.361395+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:36:25.208 INFO:tasks.ceph.ceph_manager.ceph:PG 33.30 is not active+clean 2024-09-21T00:36:25.208 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '33.30', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:36:19.361395+0000', 'last_change': '2024-09-21T00:36:19.361395+0000', 'last_active': '2024-09-21T00:36:19.361395+0000', 'last_peered': '2024-09-21T00:36:19.361395+0000', 'last_clean': '2024-09-21T00:36:19.361395+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:36:19.361395+0000', 'last_undegraded': '2024-09-21T00:36:19.361395+0000', 'last_fullsized': '2024-09-21T00:36:19.361395+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:36:19.361395+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:36:19.361395+0000', 'last_clean_scrub_stamp': '2024-09-21T00:36:19.361395+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:36:25.208 INFO:tasks.ceph.ceph_manager.ceph:PG 33.2c is not active+clean 2024-09-21T00:36:25.208 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '33.2c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:36:19.361395+0000', 'last_change': '2024-09-21T00:36:19.361395+0000', 'last_active': '2024-09-21T00:36:19.361395+0000', 'last_peered': '2024-09-21T00:36:19.361395+0000', 'last_clean': '2024-09-21T00:36:19.361395+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:36:19.361395+0000', 'last_undegraded': '2024-09-21T00:36:19.361395+0000', 'last_fullsized': '2024-09-21T00:36:19.361395+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:36:19.361395+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:36:19.361395+0000', 'last_clean_scrub_stamp': '2024-09-21T00:36:19.361395+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:36:25.208 INFO:tasks.ceph.ceph_manager.ceph:PG 33.21 is not active+clean 2024-09-21T00:36:25.208 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '33.21', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:36:19.361395+0000', 'last_change': '2024-09-21T00:36:19.361395+0000', 'last_active': '2024-09-21T00:36:19.361395+0000', 'last_peered': '2024-09-21T00:36:19.361395+0000', 'last_clean': '2024-09-21T00:36:19.361395+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:36:19.361395+0000', 'last_undegraded': '2024-09-21T00:36:19.361395+0000', 'last_fullsized': '2024-09-21T00:36:19.361395+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:36:19.361395+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:36:19.361395+0000', 'last_clean_scrub_stamp': '2024-09-21T00:36:19.361395+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:36:25.209 INFO:tasks.ceph.ceph_manager.ceph:PG 32.1d is not active+clean 2024-09-21T00:36:25.209 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '32.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 207, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:36:18.371733+0000', 'last_change': '2024-09-21T00:36:18.371733+0000', 'last_active': '2024-09-21T00:36:18.354827+0000', 'last_peered': '2024-09-21T00:36:18.354827+0000', 'last_clean': '2024-09-21T00:36:18.354827+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:36:18.371733+0000', 'last_undegraded': '2024-09-21T00:36:18.371733+0000', 'last_fullsized': '2024-09-21T00:36:18.371733+0000', 'mapping_epoch': 207, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 207, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:36:18.354827+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:36:18.354827+0000', 'last_clean_scrub_stamp': '2024-09-21T00:36:18.354827+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-21T00:36:25.209 INFO:tasks.ceph.ceph_manager.ceph:PG 33.1d is not active+clean 2024-09-21T00:36:25.209 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '33.1d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:36:19.361395+0000', 'last_change': '2024-09-21T00:36:19.361395+0000', 'last_active': '2024-09-21T00:36:19.361395+0000', 'last_peered': '2024-09-21T00:36:19.361395+0000', 'last_clean': '2024-09-21T00:36:19.361395+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:36:19.361395+0000', 'last_undegraded': '2024-09-21T00:36:19.361395+0000', 'last_fullsized': '2024-09-21T00:36:19.361395+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:36:19.361395+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:36:19.361395+0000', 'last_clean_scrub_stamp': '2024-09-21T00:36:19.361395+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:36:25.209 INFO:tasks.ceph.ceph_manager.ceph:PG 32.1c is not active+clean 2024-09-21T00:36:25.209 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '32.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 207, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:36:18.371128+0000', 'last_change': '2024-09-21T00:36:18.371128+0000', 'last_active': '2024-09-21T00:36:18.354827+0000', 'last_peered': '2024-09-21T00:36:18.354827+0000', 'last_clean': '2024-09-21T00:36:18.354827+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:36:18.371128+0000', 'last_undegraded': '2024-09-21T00:36:18.371128+0000', 'last_fullsized': '2024-09-21T00:36:18.371128+0000', 'mapping_epoch': 207, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 207, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:36:18.354827+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:36:18.354827+0000', 'last_clean_scrub_stamp': '2024-09-21T00:36:18.354827+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4], 'acting': [1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-21T00:36:25.209 INFO:tasks.ceph.ceph_manager.ceph:PG 33.1b is not active+clean 2024-09-21T00:36:25.209 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '33.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:36:19.361395+0000', 'last_change': '2024-09-21T00:36:19.361395+0000', 'last_active': '2024-09-21T00:36:19.361395+0000', 'last_peered': '2024-09-21T00:36:19.361395+0000', 'last_clean': '2024-09-21T00:36:19.361395+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:36:19.361395+0000', 'last_undegraded': '2024-09-21T00:36:19.361395+0000', 'last_fullsized': '2024-09-21T00:36:19.361395+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:36:19.361395+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:36:19.361395+0000', 'last_clean_scrub_stamp': '2024-09-21T00:36:19.361395+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:36:25.209 INFO:tasks.ceph.ceph_manager.ceph:PG 33.18 is not active+clean 2024-09-21T00:36:25.209 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '33.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:36:19.361395+0000', 'last_change': '2024-09-21T00:36:19.361395+0000', 'last_active': '2024-09-21T00:36:19.361395+0000', 'last_peered': '2024-09-21T00:36:19.361395+0000', 'last_clean': '2024-09-21T00:36:19.361395+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:36:19.361395+0000', 'last_undegraded': '2024-09-21T00:36:19.361395+0000', 'last_fullsized': '2024-09-21T00:36:19.361395+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:36:19.361395+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:36:19.361395+0000', 'last_clean_scrub_stamp': '2024-09-21T00:36:19.361395+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:36:25.210 INFO:tasks.ceph.ceph_manager.ceph:PG 32.16 is not active+clean 2024-09-21T00:36:25.210 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '32.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 207, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:36:18.370052+0000', 'last_change': '2024-09-21T00:36:18.370052+0000', 'last_active': '2024-09-21T00:36:18.354827+0000', 'last_peered': '2024-09-21T00:36:18.354827+0000', 'last_clean': '2024-09-21T00:36:18.354827+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:36:18.370052+0000', 'last_undegraded': '2024-09-21T00:36:18.370052+0000', 'last_fullsized': '2024-09-21T00:36:18.370052+0000', 'mapping_epoch': 207, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 207, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:36:18.354827+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:36:18.354827+0000', 'last_clean_scrub_stamp': '2024-09-21T00:36:18.354827+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6], 'acting': [1, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-21T00:36:25.210 INFO:tasks.ceph.ceph_manager.ceph:PG 32.15 is not active+clean 2024-09-21T00:36:25.210 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '32.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 207, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:36:18.367034+0000', 'last_change': '2024-09-21T00:36:18.367034+0000', 'last_active': '2024-09-21T00:36:18.354827+0000', 'last_peered': '2024-09-21T00:36:18.354827+0000', 'last_clean': '2024-09-21T00:36:18.354827+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:36:18.367034+0000', 'last_undegraded': '2024-09-21T00:36:18.367034+0000', 'last_fullsized': '2024-09-21T00:36:18.367034+0000', 'mapping_epoch': 207, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 207, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:36:18.354827+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:36:18.354827+0000', 'last_clean_scrub_stamp': '2024-09-21T00:36:18.354827+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6], 'acting': [1, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-21T00:36:25.210 INFO:tasks.ceph.ceph_manager.ceph:PG 32.13 is not active+clean 2024-09-21T00:36:25.210 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '32.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 207, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:36:18.364730+0000', 'last_change': '2024-09-21T00:36:18.364730+0000', 'last_active': '2024-09-21T00:36:18.354827+0000', 'last_peered': '2024-09-21T00:36:18.354827+0000', 'last_clean': '2024-09-21T00:36:18.354827+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:36:18.364730+0000', 'last_undegraded': '2024-09-21T00:36:18.364730+0000', 'last_fullsized': '2024-09-21T00:36:18.364730+0000', 'mapping_epoch': 207, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 207, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:36:18.354827+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:36:18.354827+0000', 'last_clean_scrub_stamp': '2024-09-21T00:36:18.354827+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 1], 'acting': [4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-21T00:36:25.210 INFO:tasks.ceph.ceph_manager.ceph:PG 33.13 is not active+clean 2024-09-21T00:36:25.210 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '33.13', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:36:19.361395+0000', 'last_change': '2024-09-21T00:36:19.361395+0000', 'last_active': '2024-09-21T00:36:19.361395+0000', 'last_peered': '2024-09-21T00:36:19.361395+0000', 'last_clean': '2024-09-21T00:36:19.361395+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:36:19.361395+0000', 'last_undegraded': '2024-09-21T00:36:19.361395+0000', 'last_fullsized': '2024-09-21T00:36:19.361395+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:36:19.361395+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:36:19.361395+0000', 'last_clean_scrub_stamp': '2024-09-21T00:36:19.361395+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:36:25.210 INFO:tasks.ceph.ceph_manager.ceph:PG 32.10 is not active+clean 2024-09-21T00:36:25.210 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '32.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 207, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:36:18.369727+0000', 'last_change': '2024-09-21T00:36:18.369727+0000', 'last_active': '2024-09-21T00:36:18.354827+0000', 'last_peered': '2024-09-21T00:36:18.354827+0000', 'last_clean': '2024-09-21T00:36:18.354827+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:36:18.369727+0000', 'last_undegraded': '2024-09-21T00:36:18.369727+0000', 'last_fullsized': '2024-09-21T00:36:18.369727+0000', 'mapping_epoch': 207, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 207, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:36:18.354827+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:36:18.354827+0000', 'last_clean_scrub_stamp': '2024-09-21T00:36:18.354827+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 2], 'acting': [1, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-21T00:36:25.211 INFO:tasks.ceph.ceph_manager.ceph:PG 32.f is not active+clean 2024-09-21T00:36:25.211 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '32.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 207, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:36:18.364876+0000', 'last_change': '2024-09-21T00:36:18.364876+0000', 'last_active': '2024-09-21T00:36:18.354827+0000', 'last_peered': '2024-09-21T00:36:18.354827+0000', 'last_clean': '2024-09-21T00:36:18.354827+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:36:18.364876+0000', 'last_undegraded': '2024-09-21T00:36:18.364876+0000', 'last_fullsized': '2024-09-21T00:36:18.364876+0000', 'mapping_epoch': 207, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 207, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:36:18.354827+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:36:18.354827+0000', 'last_clean_scrub_stamp': '2024-09-21T00:36:18.354827+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-21T00:36:25.211 INFO:tasks.ceph.ceph_manager.ceph:PG 32.e is not active+clean 2024-09-21T00:36:25.211 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '32.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 207, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:36:18.368880+0000', 'last_change': '2024-09-21T00:36:18.368880+0000', 'last_active': '2024-09-21T00:36:18.354827+0000', 'last_peered': '2024-09-21T00:36:18.354827+0000', 'last_clean': '2024-09-21T00:36:18.354827+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:36:18.368880+0000', 'last_undegraded': '2024-09-21T00:36:18.368880+0000', 'last_fullsized': '2024-09-21T00:36:18.368880+0000', 'mapping_epoch': 207, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 207, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:36:18.354827+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:36:18.354827+0000', 'last_clean_scrub_stamp': '2024-09-21T00:36:18.354827+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 0], 'acting': [1, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-21T00:36:25.211 INFO:tasks.ceph.ceph_manager.ceph:PG 33.a is not active+clean 2024-09-21T00:36:25.211 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '33.a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:36:19.361395+0000', 'last_change': '2024-09-21T00:36:19.361395+0000', 'last_active': '2024-09-21T00:36:19.361395+0000', 'last_peered': '2024-09-21T00:36:19.361395+0000', 'last_clean': '2024-09-21T00:36:19.361395+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:36:19.361395+0000', 'last_undegraded': '2024-09-21T00:36:19.361395+0000', 'last_fullsized': '2024-09-21T00:36:19.361395+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:36:19.361395+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:36:19.361395+0000', 'last_clean_scrub_stamp': '2024-09-21T00:36:19.361395+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:36:25.211 INFO:tasks.ceph.ceph_manager.ceph:PG 33.b is not active+clean 2024-09-21T00:36:25.211 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '33.b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-21T00:36:19.361395+0000', 'last_change': '2024-09-21T00:36:19.361395+0000', 'last_active': '2024-09-21T00:36:19.361395+0000', 'last_peered': '2024-09-21T00:36:19.361395+0000', 'last_clean': '2024-09-21T00:36:19.361395+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:36:19.361395+0000', 'last_undegraded': '2024-09-21T00:36:19.361395+0000', 'last_fullsized': '2024-09-21T00:36:19.361395+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:36:19.361395+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:36:19.361395+0000', 'last_clean_scrub_stamp': '2024-09-21T00:36:19.361395+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-21T00:36:25.211 INFO:tasks.ceph.ceph_manager.ceph:PG 32.a is not active+clean 2024-09-21T00:36:25.211 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '32.a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 207, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:36:18.364747+0000', 'last_change': '2024-09-21T00:36:18.364747+0000', 'last_active': '2024-09-21T00:36:18.354827+0000', 'last_peered': '2024-09-21T00:36:18.354827+0000', 'last_clean': '2024-09-21T00:36:18.354827+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:36:18.364747+0000', 'last_undegraded': '2024-09-21T00:36:18.364747+0000', 'last_fullsized': '2024-09-21T00:36:18.364747+0000', 'mapping_epoch': 207, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 207, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:36:18.354827+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:36:18.354827+0000', 'last_clean_scrub_stamp': '2024-09-21T00:36:18.354827+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-21T00:36:25.212 INFO:tasks.ceph.ceph_manager.ceph:PG 32.8 is not active+clean 2024-09-21T00:36:25.212 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '32.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 207, 'state': 'creating+peering', 'last_fresh': '2024-09-21T00:36:18.364701+0000', 'last_change': '2024-09-21T00:36:18.364701+0000', 'last_active': '2024-09-21T00:36:18.354827+0000', 'last_peered': '2024-09-21T00:36:18.354827+0000', 'last_clean': '2024-09-21T00:36:18.354827+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-21T00:36:18.364701+0000', 'last_undegraded': '2024-09-21T00:36:18.364701+0000', 'last_fullsized': '2024-09-21T00:36:18.364701+0000', 'mapping_epoch': 207, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 207, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-21T00:36:18.354827+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-21T00:36:18.354827+0000', 'last_clean_scrub_stamp': '2024-09-21T00:36:18.354827+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 5], 'acting': [4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-21T00:36:25.212 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-21T00:36:25.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.357+0000 7fdcbd4b4640 1 -- 172.21.15.67:0/175161038 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdcb8160610 msgr2=0x7fdcb80d0390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:25.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.357+0000 7fdcbd4b4640 1 --2- 172.21.15.67:0/175161038 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdcb8160610 0x7fdcb80d0390 secure :-1 s=READY pgs=2621 cs=0 l=1 rev1=1 crypto rx=0x7fdcac009830 tx=0x7fdcac02a5c0 comp rx=0 tx=0).stop 2024-09-21T00:36:25.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.357+0000 7fdcbd4b4640 1 -- 172.21.15.67:0/175161038 shutdown_connections 2024-09-21T00:36:25.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.357+0000 7fdcbd4b4640 1 --2- 172.21.15.67:0/175161038 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdcb8160610 0x7fdcb80d0390 unknown :-1 s=CLOSED pgs=2621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:25.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.357+0000 7fdcbd4b4640 1 -- 172.21.15.67:0/175161038 >> 172.21.15.67:0/175161038 conn(0x7fdcb8074720 msgr2=0x7fdcb806f850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:25.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.358+0000 7fdcbd4b4640 1 -- 172.21.15.67:0/175161038 shutdown_connections 2024-09-21T00:36:25.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.358+0000 7fdcbd4b4640 1 -- 172.21.15.67:0/175161038 wait complete. 2024-09-21T00:36:25.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.359+0000 7fdcbd4b4640 1 Processor -- start 2024-09-21T00:36:25.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.360+0000 7fdcbd4b4640 1 -- start start 2024-09-21T00:36:25.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.361+0000 7fdcbd4b4640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdcb80b1e50 0x7fdcb80b55f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:25.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.361+0000 7fdcbd4b4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdcb80d08d0 0x7fdcb80c3020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:25.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.361+0000 7fdcbd4b4640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdcb8160610 0x7fdcb814ba70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:25.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.361+0000 7fdcbd4b4640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fdcb80b3f90 con 0x7fdcb80d08d0 2024-09-21T00:36:25.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.361+0000 7fdcbd4b4640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fdcb80b3e10 con 0x7fdcb8160610 2024-09-21T00:36:25.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.361+0000 7fdcbd4b4640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fdcb81689b0 con 0x7fdcb80b1e50 2024-09-21T00:36:25.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.361+0000 7fdcb67fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdcb80d08d0 0x7fdcb80c3020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:25.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.361+0000 7fdcb67fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdcb80d08d0 0x7fdcb80c3020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45452/0 (socket says 172.21.15.67:45452) 2024-09-21T00:36:25.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.361+0000 7fdcb67fc640 1 -- 172.21.15.67:0/3765738332 learned_addr learned my addr 172.21.15.67:0/3765738332 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:25.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.361+0000 7fdcb6ffd640 1 --2- 172.21.15.67:0/3765738332 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdcb80b1e50 0x7fdcb80b55f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:25.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.361+0000 7fdcb77fe640 1 --2- 172.21.15.67:0/3765738332 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdcb8160610 0x7fdcb814ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:25.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.361+0000 7fdcb67fc640 1 -- 172.21.15.67:0/3765738332 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdcb80b1e50 msgr2=0x7fdcb80b55f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:25.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.361+0000 7fdcb67fc640 1 --2- 172.21.15.67:0/3765738332 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdcb80b1e50 0x7fdcb80b55f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:25.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.361+0000 7fdcb67fc640 1 -- 172.21.15.67:0/3765738332 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdcb8160610 msgr2=0x7fdcb814ba70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:25.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.361+0000 7fdcb67fc640 1 --2- 172.21.15.67:0/3765738332 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdcb8160610 0x7fdcb814ba70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:25.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.361+0000 7fdcb67fc640 1 -- 172.21.15.67:0/3765738332 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdcb8071740 con 0x7fdcb80d08d0 2024-09-21T00:36:25.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.362+0000 7fdcb67fc640 1 --2- 172.21.15.67:0/3765738332 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdcb80d08d0 0x7fdcb80c3020 secure :-1 s=READY pgs=2622 cs=0 l=1 rev1=1 crypto rx=0x7fdcac02abb0 tx=0x7fdcac033c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:25.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.362+0000 7fdc9f7fe640 1 -- 172.21.15.67:0/3765738332 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcac031b60 con 0x7fdcb80d08d0 2024-09-21T00:36:25.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.362+0000 7fdc9f7fe640 1 -- 172.21.15.67:0/3765738332 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdcac031df0 con 0x7fdcb80d08d0 2024-09-21T00:36:25.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.362+0000 7fdcbd4b4640 1 -- 172.21.15.67:0/3765738332 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdcb8071a20 con 0x7fdcb80d08d0 2024-09-21T00:36:25.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.362+0000 7fdc9f7fe640 1 -- 172.21.15.67:0/3765738332 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcac005280 con 0x7fdcb80d08d0 2024-09-21T00:36:25.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.362+0000 7fdcbd4b4640 1 -- 172.21.15.67:0/3765738332 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdcb814e4b0 con 0x7fdcb80d08d0 2024-09-21T00:36:25.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.363+0000 7fdcbd4b4640 1 -- 172.21.15.67:0/3765738332 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdcb809c190 con 0x7fdcb80d08d0 2024-09-21T00:36:25.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.364+0000 7fdc9f7fe640 1 -- 172.21.15.67:0/3765738332 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fdcac005420 con 0x7fdcb80d08d0 2024-09-21T00:36:25.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.364+0000 7fdc9f7fe640 1 --2- 172.21.15.67:0/3765738332 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdca4078bc0 0x7fdca407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:25.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.364+0000 7fdc9f7fe640 1 -- 172.21.15.67:0/3765738332 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(210..210 src has 1..210) ==== 5709+0+0 (secure 0 0 0) 0x7fdcac0bbe50 con 0x7fdcb80d08d0 2024-09-21T00:36:25.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.365+0000 7fdcb6ffd640 1 --2- 172.21.15.67:0/3765738332 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdca4078bc0 0x7fdca407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:25.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.365+0000 7fdcb6ffd640 1 --2- 172.21.15.67:0/3765738332 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdca4078bc0 0x7fdca407b0d0 secure :-1 s=READY pgs=994 cs=0 l=1 rev1=1 crypto rx=0x7fdca8000f60 tx=0x7fdca8009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:25.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.369+0000 7fdc9f7fe640 1 -- 172.21.15.67:0/3765738332 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fdcac03f030 con 0x7fdcb80d08d0 2024-09-21T00:36:25.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.632+0000 7fdcbd4b4640 1 -- 172.21.15.67:0/3765738332 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7fdcb80b24d0 con 0x7fdcb80d08d0 2024-09-21T00:36:25.635 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.633+0000 7fdc9f7fe640 1 -- 172.21.15.67:0/3765738332 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+1769 (secure 0 0 0) 0x7fdcac031770 con 0x7fdcb80d08d0 2024-09-21T00:36:25.635 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:25.635 INFO:teuthology.orchestra.run.smithi067.stdout:{"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":928,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":210,"num_osds":8,"num_up_osds":8,"osd_up_since":1726878070,"num_in_osds":8,"osd_in_since":1726878060,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":74},{"state_name":"unknown","count":13},{"state_name":"creating+peering","count":10}],"num_pgs":97,"num_pools":3,"num_objects":11,"data_bytes":592632,"bytes_used":564871168,"bytes_avail":772529242112,"bytes_total":773094113280,"unknown_pgs_ratio":0.1340206116437912,"inactive_pgs_ratio":0.10309278219938278,"write_bytes_sec":953,"read_op_per_sec":0,"write_op_per_sec":2},"fsmap":{"epoch":178,"btime":"2024-09-21T00:36:23:394474+0000","id":16,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":16,"rank":0,"name":"a","status":"up:active","gid":11721}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":37,"modified":"2024-09-21T00:35:11.713002+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-21T00:36:25.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.635+0000 7fdcbd4b4640 1 -- 172.21.15.67:0/3765738332 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdca4078bc0 msgr2=0x7fdca407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:25.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.635+0000 7fdcbd4b4640 1 --2- 172.21.15.67:0/3765738332 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdca4078bc0 0x7fdca407b0d0 secure :-1 s=READY pgs=994 cs=0 l=1 rev1=1 crypto rx=0x7fdca8000f60 tx=0x7fdca8009040 comp rx=0 tx=0).stop 2024-09-21T00:36:25.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.635+0000 7fdcbd4b4640 1 -- 172.21.15.67:0/3765738332 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdcb80d08d0 msgr2=0x7fdcb80c3020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:25.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.635+0000 7fdcbd4b4640 1 --2- 172.21.15.67:0/3765738332 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdcb80d08d0 0x7fdcb80c3020 secure :-1 s=READY pgs=2622 cs=0 l=1 rev1=1 crypto rx=0x7fdcac02abb0 tx=0x7fdcac033c10 comp rx=0 tx=0).stop 2024-09-21T00:36:25.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.635+0000 7fdcbd4b4640 1 -- 172.21.15.67:0/3765738332 shutdown_connections 2024-09-21T00:36:25.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.635+0000 7fdcbd4b4640 1 --2- 172.21.15.67:0/3765738332 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdca4078bc0 0x7fdca407b0d0 unknown :-1 s=CLOSED pgs=994 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:25.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.635+0000 7fdcbd4b4640 1 --2- 172.21.15.67:0/3765738332 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdcb8160610 0x7fdcb814ba70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:25.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.635+0000 7fdcbd4b4640 1 --2- 172.21.15.67:0/3765738332 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdcb80d08d0 0x7fdcb80c3020 unknown :-1 s=CLOSED pgs=2622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:25.638 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.635+0000 7fdcbd4b4640 1 --2- 172.21.15.67:0/3765738332 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdcb80b1e50 0x7fdcb80b55f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:25.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.635+0000 7fdcbd4b4640 1 -- 172.21.15.67:0/3765738332 >> 172.21.15.67:0/3765738332 conn(0x7fdcb8074720 msgr2=0x7fdcb815b710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:25.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.635+0000 7fdcbd4b4640 1 -- 172.21.15.67:0/3765738332 shutdown_connections 2024-09-21T00:36:25.639 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.635+0000 7fdcbd4b4640 1 -- 172.21.15.67:0/3765738332 wait complete. 2024-09-21T00:36:25.649 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-21T00:36:25.649 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T00:36:25.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.763+0000 7f201d61d640 1 -- 172.21.15.67:0/1258664119 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2018160070 msgr2=0x7f20180b39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:25.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.763+0000 7f201d61d640 1 --2- 172.21.15.67:0/1258664119 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2018160070 0x7f20180b39c0 secure :-1 s=READY pgs=2623 cs=0 l=1 rev1=1 crypto rx=0x7f2018074090 tx=0x7f200802a5f0 comp rx=0 tx=0).stop 2024-09-21T00:36:25.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.764+0000 7f201d61d640 1 -- 172.21.15.67:0/1258664119 shutdown_connections 2024-09-21T00:36:25.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.764+0000 7f201d61d640 1 --2- 172.21.15.67:0/1258664119 >> v2:172.21.15.97:3300/0 conn(0x7f20180b65e0 0x7f20180b69f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:25.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.764+0000 7f201d61d640 1 --2- 172.21.15.67:0/1258664119 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f2018160070 0x7f20180b39c0 unknown :-1 s=CLOSED pgs=2623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:25.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.764+0000 7f201d61d640 1 -- 172.21.15.67:0/1258664119 >> 172.21.15.67:0/1258664119 conn(0x7f20180b41a0 msgr2=0x7f20180b45b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:25.766 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.764+0000 7f201d61d640 1 -- 172.21.15.67:0/1258664119 shutdown_connections 2024-09-21T00:36:25.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.764+0000 7f201d61d640 1 -- 172.21.15.67:0/1258664119 wait complete. 2024-09-21T00:36:25.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.765+0000 7f201d61d640 1 Processor -- start 2024-09-21T00:36:25.767 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.766+0000 7f201d61d640 1 -- start start 2024-09-21T00:36:25.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.767+0000 7f201d61d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20180b65e0 0x7f2018150160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:25.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.767+0000 7f201d61d640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f20180d0950 0x7f20180cc130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:25.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.767+0000 7f201d61d640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2018160070 0x7f20180cc670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:25.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.767+0000 7f201d61d640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f20180b7300 con 0x7f20180b65e0 2024-09-21T00:36:25.770 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.767+0000 7f201d61d640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f20180b7180 con 0x7f20180d0950 2024-09-21T00:36:25.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.767+0000 7f201d61d640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f20180b7480 con 0x7f2018160070 2024-09-21T00:36:25.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.767+0000 7f2016ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20180b65e0 0x7f2018150160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:25.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.767+0000 7f2016ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20180b65e0 0x7f2018150160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45472/0 (socket says 172.21.15.67:45472) 2024-09-21T00:36:25.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.767+0000 7f2016ffd640 1 -- 172.21.15.67:0/3100788872 learned_addr learned my addr 172.21.15.67:0/3100788872 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:25.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.767+0000 7f20167fc640 1 --2- 172.21.15.67:0/3100788872 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f20180d0950 0x7f20180cc130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:25.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.767+0000 7f20177fe640 1 --2- 172.21.15.67:0/3100788872 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2018160070 0x7f20180cc670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:25.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.767+0000 7f2016ffd640 1 -- 172.21.15.67:0/3100788872 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2018160070 msgr2=0x7f20180cc670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:25.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.767+0000 7f2016ffd640 1 --2- 172.21.15.67:0/3100788872 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2018160070 0x7f20180cc670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:25.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.767+0000 7f2016ffd640 1 -- 172.21.15.67:0/3100788872 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f20180d0950 msgr2=0x7f20180cc130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:25.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.767+0000 7f2016ffd640 1 --2- 172.21.15.67:0/3100788872 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f20180d0950 0x7f20180cc130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:25.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.767+0000 7f2016ffd640 1 -- 172.21.15.67:0/3100788872 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20181f5bb0 con 0x7f20180b65e0 2024-09-21T00:36:25.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.768+0000 7f2016ffd640 1 --2- 172.21.15.67:0/3100788872 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20180b65e0 0x7f2018150160 secure :-1 s=READY pgs=2624 cs=0 l=1 rev1=1 crypto rx=0x7f2008034040 tx=0x7f2008003820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:25.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.768+0000 7f1fff7fe640 1 -- 172.21.15.67:0/3100788872 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f200803e030 con 0x7f20180b65e0 2024-09-21T00:36:25.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.768+0000 7f1fff7fe640 1 -- 172.21.15.67:0/3100788872 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f2008003d10 con 0x7f20180b65e0 2024-09-21T00:36:25.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.768+0000 7f201d61d640 1 -- 172.21.15.67:0/3100788872 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f20181f5e90 con 0x7f20180b65e0 2024-09-21T00:36:25.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.768+0000 7f1fff7fe640 1 -- 172.21.15.67:0/3100788872 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2008035040 con 0x7f20180b65e0 2024-09-21T00:36:25.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.768+0000 7f201d61d640 1 -- 172.21.15.67:0/3100788872 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f20181f6450 con 0x7f20180b65e0 2024-09-21T00:36:25.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.769+0000 7f201d61d640 1 -- 172.21.15.67:0/3100788872 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f20180b69f0 con 0x7f20180b65e0 2024-09-21T00:36:25.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.770+0000 7f1fff7fe640 1 -- 172.21.15.67:0/3100788872 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f2008041030 con 0x7f20180b65e0 2024-09-21T00:36:25.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.770+0000 7f1fff7fe640 1 --2- 172.21.15.67:0/3100788872 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2004078b90 0x7f200407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:25.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.770+0000 7f1fff7fe640 1 -- 172.21.15.67:0/3100788872 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(210..210 src has 1..210) ==== 5709+0+0 (secure 0 0 0) 0x7f20080bb2e0 con 0x7f20180b65e0 2024-09-21T00:36:25.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.771+0000 7f20167fc640 1 --2- 172.21.15.67:0/3100788872 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2004078b90 0x7f200407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:25.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.771+0000 7f20167fc640 1 --2- 172.21.15.67:0/3100788872 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2004078b90 0x7f200407b0a0 secure :-1 s=READY pgs=995 cs=0 l=1 rev1=1 crypto rx=0x7f20180cd4c0 tx=0x7f200c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:25.777 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.775+0000 7f1fff7fe640 1 -- 172.21.15.67:0/3100788872 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f20080831f0 con 0x7f20180b65e0 2024-09-21T00:36:25.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.959+0000 7f201d61d640 1 -- 172.21.15.67:0/3100788872 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f20181506a0 con 0x7f2004078b90 2024-09-21T00:36:25.965 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.963+0000 7f1fff7fe640 1 -- 172.21.15.67:0/3100788872 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252468 (secure 0 0 0) 0x7f20181506a0 con 0x7f2004078b90 2024-09-21T00:36:25.968 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:25.969 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-21T00:36:25.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.966+0000 7f201d61d640 1 -- 172.21.15.67:0/3100788872 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2004078b90 msgr2=0x7f200407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:25.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.966+0000 7f201d61d640 1 --2- 172.21.15.67:0/3100788872 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2004078b90 0x7f200407b0a0 secure :-1 s=READY pgs=995 cs=0 l=1 rev1=1 crypto rx=0x7f20180cd4c0 tx=0x7f200c009040 comp rx=0 tx=0).stop 2024-09-21T00:36:25.970 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.966+0000 7f201d61d640 1 -- 172.21.15.67:0/3100788872 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20180b65e0 msgr2=0x7f2018150160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:25.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.966+0000 7f201d61d640 1 --2- 172.21.15.67:0/3100788872 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20180b65e0 0x7f2018150160 secure :-1 s=READY pgs=2624 cs=0 l=1 rev1=1 crypto rx=0x7f2008034040 tx=0x7f2008003820 comp rx=0 tx=0).stop 2024-09-21T00:36:25.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.966+0000 7f201d61d640 1 -- 172.21.15.67:0/3100788872 shutdown_connections 2024-09-21T00:36:25.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.966+0000 7f201d61d640 1 --2- 172.21.15.67:0/3100788872 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f2004078b90 0x7f200407b0a0 unknown :-1 s=CLOSED pgs=995 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:25.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.966+0000 7f201d61d640 1 --2- 172.21.15.67:0/3100788872 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f2018160070 0x7f20180cc670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:25.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.966+0000 7f201d61d640 1 --2- 172.21.15.67:0/3100788872 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f20180d0950 0x7f20180cc130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:25.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.966+0000 7f201d61d640 1 --2- 172.21.15.67:0/3100788872 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f20180b65e0 0x7f2018150160 unknown :-1 s=CLOSED pgs=2624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:25.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.966+0000 7f201d61d640 1 -- 172.21.15.67:0/3100788872 >> 172.21.15.67:0/3100788872 conn(0x7f20180b41a0 msgr2=0x7f20180718d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:25.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.966+0000 7f201d61d640 1 -- 172.21.15.67:0/3100788872 shutdown_connections 2024-09-21T00:36:25.971 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:25.966+0000 7f201d61d640 1 -- 172.21.15.67:0/3100788872 wait complete. 2024-09-21T00:36:25.979 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":662,"stamp":"2024-09-21T00:36:25.732503+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":145,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":110,"ondisk_log_size":110,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":92,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":551732,"kb_used_data":21876,"kb_used_omap":12,"kb_used_meta":529651,"kb_avail":754422988,"statfs":{"total":773094113280,"available":772529139712,"internally_reserved":0,"allocated":22401024,"data_stored":10496989,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12749,"internal_metadata":542363187},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":16,"apply_latency_ms":16,"commit_latency_ns":16000000,"apply_latency_ns":16000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.363037"},"pg_stats":[{"pgid":"33.3f","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.375467+0000","last_change":"2024-09-21T00:36:20.389946+0000","last_active":"2024-09-21T00:36:21.375467+0000","last_peered":"2024-09-21T00:36:21.375467+0000","last_clean":"2024-09-21T00:36:21.375467+0000","last_became_active":"2024-09-21T00:36:20.389568+0000","last_became_peered":"2024-09-21T00:36:20.389568+0000","last_unstale":"2024-09-21T00:36:21.375467+0000","last_undegraded":"2024-09-21T00:36:21.375467+0000","last_fullsized":"2024-09-21T00:36:21.375467+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:35:11.068736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"33.3e","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.396435+0000","last_change":"2024-09-21T00:36:20.395122+0000","last_active":"2024-09-21T00:36:20.396435+0000","last_peered":"2024-09-21T00:36:20.396435+0000","last_clean":"2024-09-21T00:36:20.396435+0000","last_became_active":"2024-09-21T00:36:20.394724+0000","last_became_peered":"2024-09-21T00:36:20.394724+0000","last_unstale":"2024-09-21T00:36:20.396435+0000","last_undegraded":"2024-09-21T00:36:20.396435+0000","last_fullsized":"2024-09-21T00:36:20.396435+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:02:21.573931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"33.3d","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.388905+0000","last_change":"2024-09-21T00:36:20.384370+0000","last_active":"2024-09-21T00:36:20.388905+0000","last_peered":"2024-09-21T00:36:20.388905+0000","last_clean":"2024-09-21T00:36:20.388905+0000","last_became_active":"2024-09-21T00:36:20.383646+0000","last_became_peered":"2024-09-21T00:36:20.383646+0000","last_unstale":"2024-09-21T00:36:20.388905+0000","last_undegraded":"2024-09-21T00:36:20.388905+0000","last_fullsized":"2024-09-21T00:36:20.388905+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:40:32.272269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"33.3c","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.395135+0000","last_change":"2024-09-21T00:36:20.393480+0000","last_active":"2024-09-21T00:36:20.395135+0000","last_peered":"2024-09-21T00:36:20.395135+0000","last_clean":"2024-09-21T00:36:20.395135+0000","last_became_active":"2024-09-21T00:36:20.392968+0000","last_became_peered":"2024-09-21T00:36:20.392968+0000","last_unstale":"2024-09-21T00:36:20.395135+0000","last_undegraded":"2024-09-21T00:36:20.395135+0000","last_fullsized":"2024-09-21T00:36:20.395135+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:09:41.091784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"33.3b","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.395452+0000","last_change":"2024-09-21T00:36:20.393592+0000","last_active":"2024-09-21T00:36:20.395452+0000","last_peered":"2024-09-21T00:36:20.395452+0000","last_clean":"2024-09-21T00:36:20.395452+0000","last_became_active":"2024-09-21T00:36:20.393246+0000","last_became_peered":"2024-09-21T00:36:20.393246+0000","last_unstale":"2024-09-21T00:36:20.395452+0000","last_undegraded":"2024-09-21T00:36:20.395452+0000","last_fullsized":"2024-09-21T00:36:20.395452+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:50:53.069875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"33.3a","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.579980+0000","last_change":"2024-09-21T00:36:20.390437+0000","last_active":"2024-09-21T00:36:21.579980+0000","last_peered":"2024-09-21T00:36:21.579980+0000","last_clean":"2024-09-21T00:36:21.579980+0000","last_became_active":"2024-09-21T00:36:20.388152+0000","last_became_peered":"2024-09-21T00:36:20.388152+0000","last_unstale":"2024-09-21T00:36:21.579980+0000","last_undegraded":"2024-09-21T00:36:21.579980+0000","last_fullsized":"2024-09-21T00:36:21.579980+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:29:29.588604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"33.39","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.397389+0000","last_change":"2024-09-21T00:36:20.393969+0000","last_active":"2024-09-21T00:36:20.397389+0000","last_peered":"2024-09-21T00:36:20.397389+0000","last_clean":"2024-09-21T00:36:20.397389+0000","last_became_active":"2024-09-21T00:36:20.392597+0000","last_became_peered":"2024-09-21T00:36:20.392597+0000","last_unstale":"2024-09-21T00:36:20.397389+0000","last_undegraded":"2024-09-21T00:36:20.397389+0000","last_fullsized":"2024-09-21T00:36:20.397389+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:35:47.479230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"33.38","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.375354+0000","last_change":"2024-09-21T00:36:20.390947+0000","last_active":"2024-09-21T00:36:21.375354+0000","last_peered":"2024-09-21T00:36:21.375354+0000","last_clean":"2024-09-21T00:36:21.375354+0000","last_became_active":"2024-09-21T00:36:20.390607+0000","last_became_peered":"2024-09-21T00:36:20.390607+0000","last_unstale":"2024-09-21T00:36:21.375354+0000","last_undegraded":"2024-09-21T00:36:21.375354+0000","last_fullsized":"2024-09-21T00:36:21.375354+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:13:06.526820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"33.37","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.386618+0000","last_change":"2024-09-21T00:36:20.384475+0000","last_active":"2024-09-21T00:36:20.386618+0000","last_peered":"2024-09-21T00:36:20.386618+0000","last_clean":"2024-09-21T00:36:20.386618+0000","last_became_active":"2024-09-21T00:36:20.384159+0000","last_became_peered":"2024-09-21T00:36:20.384159+0000","last_unstale":"2024-09-21T00:36:20.386618+0000","last_undegraded":"2024-09-21T00:36:20.386618+0000","last_fullsized":"2024-09-21T00:36:20.386618+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:34:45.589034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"33.36","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.398331+0000","last_change":"2024-09-21T00:36:20.397096+0000","last_active":"2024-09-21T00:36:20.398331+0000","last_peered":"2024-09-21T00:36:20.398331+0000","last_clean":"2024-09-21T00:36:20.398331+0000","last_became_active":"2024-09-21T00:36:20.395746+0000","last_became_peered":"2024-09-21T00:36:20.395746+0000","last_unstale":"2024-09-21T00:36:20.398331+0000","last_undegraded":"2024-09-21T00:36:20.398331+0000","last_fullsized":"2024-09-21T00:36:20.398331+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:54:51.421563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"33.35","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.398629+0000","last_change":"2024-09-21T00:36:20.397883+0000","last_active":"2024-09-21T00:36:20.398629+0000","last_peered":"2024-09-21T00:36:20.398629+0000","last_clean":"2024-09-21T00:36:20.398629+0000","last_became_active":"2024-09-21T00:36:20.397257+0000","last_became_peered":"2024-09-21T00:36:20.397257+0000","last_unstale":"2024-09-21T00:36:20.398629+0000","last_undegraded":"2024-09-21T00:36:20.398629+0000","last_fullsized":"2024-09-21T00:36:20.398629+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:08:19.076469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"33.34","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.375439+0000","last_change":"2024-09-21T00:36:20.395768+0000","last_active":"2024-09-21T00:36:21.375439+0000","last_peered":"2024-09-21T00:36:21.375439+0000","last_clean":"2024-09-21T00:36:21.375439+0000","last_became_active":"2024-09-21T00:36:20.395462+0000","last_became_peered":"2024-09-21T00:36:20.395462+0000","last_unstale":"2024-09-21T00:36:21.375439+0000","last_undegraded":"2024-09-21T00:36:21.375439+0000","last_fullsized":"2024-09-21T00:36:21.375439+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:48:40.225879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"33.33","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.390402+0000","last_change":"2024-09-21T00:36:20.389288+0000","last_active":"2024-09-21T00:36:20.390402+0000","last_peered":"2024-09-21T00:36:20.390402+0000","last_clean":"2024-09-21T00:36:20.390402+0000","last_became_active":"2024-09-21T00:36:20.388596+0000","last_became_peered":"2024-09-21T00:36:20.388596+0000","last_unstale":"2024-09-21T00:36:20.390402+0000","last_undegraded":"2024-09-21T00:36:20.390402+0000","last_fullsized":"2024-09-21T00:36:20.390402+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:53:59.264283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"33.32","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.389702+0000","last_change":"2024-09-21T00:36:20.386264+0000","last_active":"2024-09-21T00:36:20.389702+0000","last_peered":"2024-09-21T00:36:20.389702+0000","last_clean":"2024-09-21T00:36:20.389702+0000","last_became_active":"2024-09-21T00:36:20.385649+0000","last_became_peered":"2024-09-21T00:36:20.385649+0000","last_unstale":"2024-09-21T00:36:20.389702+0000","last_undegraded":"2024-09-21T00:36:20.389702+0000","last_fullsized":"2024-09-21T00:36:20.389702+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:32:17.155921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"33.31","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.404198+0000","last_change":"2024-09-21T00:36:20.402664+0000","last_active":"2024-09-21T00:36:20.404198+0000","last_peered":"2024-09-21T00:36:20.404198+0000","last_clean":"2024-09-21T00:36:20.404198+0000","last_became_active":"2024-09-21T00:36:20.401690+0000","last_became_peered":"2024-09-21T00:36:20.401690+0000","last_unstale":"2024-09-21T00:36:20.404198+0000","last_undegraded":"2024-09-21T00:36:20.404198+0000","last_fullsized":"2024-09-21T00:36:20.404198+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:30:20.307203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"33.30","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.579833+0000","last_change":"2024-09-21T00:36:20.395615+0000","last_active":"2024-09-21T00:36:21.579833+0000","last_peered":"2024-09-21T00:36:21.579833+0000","last_clean":"2024-09-21T00:36:21.579833+0000","last_became_active":"2024-09-21T00:36:20.394754+0000","last_became_peered":"2024-09-21T00:36:20.394754+0000","last_unstale":"2024-09-21T00:36:21.579833+0000","last_undegraded":"2024-09-21T00:36:21.579833+0000","last_fullsized":"2024-09-21T00:36:21.579833+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:02:25.507508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"33.2f","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.387273+0000","last_change":"2024-09-21T00:36:20.382049+0000","last_active":"2024-09-21T00:36:20.387273+0000","last_peered":"2024-09-21T00:36:20.387273+0000","last_clean":"2024-09-21T00:36:20.387273+0000","last_became_active":"2024-09-21T00:36:20.381762+0000","last_became_peered":"2024-09-21T00:36:20.381762+0000","last_unstale":"2024-09-21T00:36:20.387273+0000","last_undegraded":"2024-09-21T00:36:20.387273+0000","last_fullsized":"2024-09-21T00:36:20.387273+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:54:23.558680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"33.2e","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.397668+0000","last_change":"2024-09-21T00:36:20.394372+0000","last_active":"2024-09-21T00:36:20.397668+0000","last_peered":"2024-09-21T00:36:20.397668+0000","last_clean":"2024-09-21T00:36:20.397668+0000","last_became_active":"2024-09-21T00:36:20.393960+0000","last_became_peered":"2024-09-21T00:36:20.393960+0000","last_unstale":"2024-09-21T00:36:20.397668+0000","last_undegraded":"2024-09-21T00:36:20.397668+0000","last_fullsized":"2024-09-21T00:36:20.397668+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:25:02.936617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"33.2d","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.400028+0000","last_change":"2024-09-21T00:36:20.399570+0000","last_active":"2024-09-21T00:36:20.400028+0000","last_peered":"2024-09-21T00:36:20.400028+0000","last_clean":"2024-09-21T00:36:20.400028+0000","last_became_active":"2024-09-21T00:36:20.399226+0000","last_became_peered":"2024-09-21T00:36:20.399226+0000","last_unstale":"2024-09-21T00:36:20.400028+0000","last_undegraded":"2024-09-21T00:36:20.400028+0000","last_fullsized":"2024-09-21T00:36:20.400028+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:24:03.877278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"33.2c","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.580567+0000","last_change":"2024-09-21T00:36:20.390281+0000","last_active":"2024-09-21T00:36:21.580567+0000","last_peered":"2024-09-21T00:36:21.580567+0000","last_clean":"2024-09-21T00:36:21.580567+0000","last_became_active":"2024-09-21T00:36:20.389090+0000","last_became_peered":"2024-09-21T00:36:20.389090+0000","last_unstale":"2024-09-21T00:36:21.580567+0000","last_undegraded":"2024-09-21T00:36:21.580567+0000","last_fullsized":"2024-09-21T00:36:21.580567+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:58:12.535377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"33.2b","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.394801+0000","last_change":"2024-09-21T00:36:20.391484+0000","last_active":"2024-09-21T00:36:20.394801+0000","last_peered":"2024-09-21T00:36:20.394801+0000","last_clean":"2024-09-21T00:36:20.394801+0000","last_became_active":"2024-09-21T00:36:20.391159+0000","last_became_peered":"2024-09-21T00:36:20.391159+0000","last_unstale":"2024-09-21T00:36:20.394801+0000","last_undegraded":"2024-09-21T00:36:20.394801+0000","last_fullsized":"2024-09-21T00:36:20.394801+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:59:52.323121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"33.2a","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.397372+0000","last_change":"2024-09-21T00:36:20.396551+0000","last_active":"2024-09-21T00:36:20.397372+0000","last_peered":"2024-09-21T00:36:20.397372+0000","last_clean":"2024-09-21T00:36:20.397372+0000","last_became_active":"2024-09-21T00:36:20.396207+0000","last_became_peered":"2024-09-21T00:36:20.396207+0000","last_unstale":"2024-09-21T00:36:20.397372+0000","last_undegraded":"2024-09-21T00:36:20.397372+0000","last_fullsized":"2024-09-21T00:36:20.397372+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:57:36.621669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"33.29","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.396989+0000","last_change":"2024-09-21T00:36:20.393122+0000","last_active":"2024-09-21T00:36:20.396989+0000","last_peered":"2024-09-21T00:36:20.396989+0000","last_clean":"2024-09-21T00:36:20.396989+0000","last_became_active":"2024-09-21T00:36:20.392058+0000","last_became_peered":"2024-09-21T00:36:20.392058+0000","last_unstale":"2024-09-21T00:36:20.396989+0000","last_undegraded":"2024-09-21T00:36:20.396989+0000","last_fullsized":"2024-09-21T00:36:20.396989+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:00:51.099830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"33.28","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.390581+0000","last_change":"2024-09-21T00:36:20.388920+0000","last_active":"2024-09-21T00:36:20.390581+0000","last_peered":"2024-09-21T00:36:20.390581+0000","last_clean":"2024-09-21T00:36:20.390581+0000","last_became_active":"2024-09-21T00:36:20.387063+0000","last_became_peered":"2024-09-21T00:36:20.387063+0000","last_unstale":"2024-09-21T00:36:20.390581+0000","last_undegraded":"2024-09-21T00:36:20.390581+0000","last_fullsized":"2024-09-21T00:36:20.390581+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:54:48.693546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"33.27","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.404124+0000","last_change":"2024-09-21T00:36:20.398400+0000","last_active":"2024-09-21T00:36:20.404124+0000","last_peered":"2024-09-21T00:36:20.404124+0000","last_clean":"2024-09-21T00:36:20.404124+0000","last_became_active":"2024-09-21T00:36:20.398058+0000","last_became_peered":"2024-09-21T00:36:20.398058+0000","last_unstale":"2024-09-21T00:36:20.404124+0000","last_undegraded":"2024-09-21T00:36:20.404124+0000","last_fullsized":"2024-09-21T00:36:20.404124+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:16:31.904045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"33.26","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.395180+0000","last_change":"2024-09-21T00:36:20.394346+0000","last_active":"2024-09-21T00:36:20.395180+0000","last_peered":"2024-09-21T00:36:20.395180+0000","last_clean":"2024-09-21T00:36:20.395180+0000","last_became_active":"2024-09-21T00:36:20.394047+0000","last_became_peered":"2024-09-21T00:36:20.394047+0000","last_unstale":"2024-09-21T00:36:20.395180+0000","last_undegraded":"2024-09-21T00:36:20.395180+0000","last_fullsized":"2024-09-21T00:36:20.395180+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:47:41.269733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"33.25","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.391918+0000","last_change":"2024-09-21T00:36:20.390165+0000","last_active":"2024-09-21T00:36:20.391918+0000","last_peered":"2024-09-21T00:36:20.391918+0000","last_clean":"2024-09-21T00:36:20.391918+0000","last_became_active":"2024-09-21T00:36:20.389624+0000","last_became_peered":"2024-09-21T00:36:20.389624+0000","last_unstale":"2024-09-21T00:36:20.391918+0000","last_undegraded":"2024-09-21T00:36:20.391918+0000","last_fullsized":"2024-09-21T00:36:20.391918+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:28:08.095049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"33.24","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.397513+0000","last_change":"2024-09-21T00:36:20.394478+0000","last_active":"2024-09-21T00:36:20.397513+0000","last_peered":"2024-09-21T00:36:20.397513+0000","last_clean":"2024-09-21T00:36:20.397513+0000","last_became_active":"2024-09-21T00:36:20.393008+0000","last_became_peered":"2024-09-21T00:36:20.393008+0000","last_unstale":"2024-09-21T00:36:20.397513+0000","last_undegraded":"2024-09-21T00:36:20.397513+0000","last_fullsized":"2024-09-21T00:36:20.397513+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:58:21.515930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"33.23","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.401682+0000","last_change":"2024-09-21T00:36:20.398913+0000","last_active":"2024-09-21T00:36:20.401682+0000","last_peered":"2024-09-21T00:36:20.401682+0000","last_clean":"2024-09-21T00:36:20.401682+0000","last_became_active":"2024-09-21T00:36:20.398339+0000","last_became_peered":"2024-09-21T00:36:20.398339+0000","last_unstale":"2024-09-21T00:36:20.401682+0000","last_undegraded":"2024-09-21T00:36:20.401682+0000","last_fullsized":"2024-09-21T00:36:20.401682+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:55:16.879159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"33.22","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.389673+0000","last_change":"2024-09-21T00:36:20.385952+0000","last_active":"2024-09-21T00:36:20.389673+0000","last_peered":"2024-09-21T00:36:20.389673+0000","last_clean":"2024-09-21T00:36:20.389673+0000","last_became_active":"2024-09-21T00:36:20.385302+0000","last_became_peered":"2024-09-21T00:36:20.385302+0000","last_unstale":"2024-09-21T00:36:20.389673+0000","last_undegraded":"2024-09-21T00:36:20.389673+0000","last_fullsized":"2024-09-21T00:36:20.389673+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:52:35.035267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"33.21","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.375009+0000","last_change":"2024-09-21T00:36:20.390985+0000","last_active":"2024-09-21T00:36:21.375009+0000","last_peered":"2024-09-21T00:36:21.375009+0000","last_clean":"2024-09-21T00:36:21.375009+0000","last_became_active":"2024-09-21T00:36:20.390636+0000","last_became_peered":"2024-09-21T00:36:20.390636+0000","last_unstale":"2024-09-21T00:36:21.375009+0000","last_undegraded":"2024-09-21T00:36:21.375009+0000","last_fullsized":"2024-09-21T00:36:21.375009+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:25:30.707302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"33.1e","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.397620+0000","last_change":"2024-09-21T00:36:20.392570+0000","last_active":"2024-09-21T00:36:20.397620+0000","last_peered":"2024-09-21T00:36:20.397620+0000","last_clean":"2024-09-21T00:36:20.397620+0000","last_became_active":"2024-09-21T00:36:20.392078+0000","last_became_peered":"2024-09-21T00:36:20.392078+0000","last_unstale":"2024-09-21T00:36:20.397620+0000","last_undegraded":"2024-09-21T00:36:20.397620+0000","last_fullsized":"2024-09-21T00:36:20.397620+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:05:05.728732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"32.1f","version":"209'4","reported_seq":17,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.412461+0000","last_change":"2024-09-21T00:36:19.389569+0000","last_active":"2024-09-21T00:36:20.412461+0000","last_peered":"2024-09-21T00:36:20.412461+0000","last_clean":"2024-09-21T00:36:20.412461+0000","last_became_active":"2024-09-21T00:36:19.389256+0000","last_became_peered":"2024-09-21T00:36:19.389256+0000","last_unstale":"2024-09-21T00:36:20.412461+0000","last_undegraded":"2024-09-21T00:36:20.412461+0000","last_fullsized":"2024-09-21T00:36:20.412461+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:15:01.502215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"33.1f","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.405489+0000","last_change":"2024-09-21T00:36:20.403331+0000","last_active":"2024-09-21T00:36:20.405489+0000","last_peered":"2024-09-21T00:36:20.405489+0000","last_clean":"2024-09-21T00:36:20.405489+0000","last_became_active":"2024-09-21T00:36:20.400484+0000","last_became_peered":"2024-09-21T00:36:20.400484+0000","last_unstale":"2024-09-21T00:36:20.405489+0000","last_undegraded":"2024-09-21T00:36:20.405489+0000","last_fullsized":"2024-09-21T00:36:20.405489+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:20:33.403673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"32.1e","version":"209'1","reported_seq":14,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.408251+0000","last_change":"2024-09-21T00:36:19.387610+0000","last_active":"2024-09-21T00:36:20.408251+0000","last_peered":"2024-09-21T00:36:20.408251+0000","last_clean":"2024-09-21T00:36:20.408251+0000","last_became_active":"2024-09-21T00:36:19.387055+0000","last_became_peered":"2024-09-21T00:36:19.387055+0000","last_unstale":"2024-09-21T00:36:20.408251+0000","last_undegraded":"2024-09-21T00:36:20.408251+0000","last_fullsized":"2024-09-21T00:36:20.408251+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:46:21.692175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"33.1c","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.398649+0000","last_change":"2024-09-21T00:36:20.397889+0000","last_active":"2024-09-21T00:36:20.398649+0000","last_peered":"2024-09-21T00:36:20.398649+0000","last_clean":"2024-09-21T00:36:20.398649+0000","last_became_active":"2024-09-21T00:36:20.397437+0000","last_became_peered":"2024-09-21T00:36:20.397437+0000","last_unstale":"2024-09-21T00:36:20.398649+0000","last_undegraded":"2024-09-21T00:36:20.398649+0000","last_fullsized":"2024-09-21T00:36:20.398649+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:58:00.193931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"32.1d","version":"209'2","reported_seq":17,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.580860+0000","last_change":"2024-09-21T00:36:19.385473+0000","last_active":"2024-09-21T00:36:21.580860+0000","last_peered":"2024-09-21T00:36:21.580860+0000","last_clean":"2024-09-21T00:36:21.580860+0000","last_became_active":"2024-09-21T00:36:19.382409+0000","last_became_peered":"2024-09-21T00:36:19.382409+0000","last_unstale":"2024-09-21T00:36:21.580860+0000","last_undegraded":"2024-09-21T00:36:21.580860+0000","last_fullsized":"2024-09-21T00:36:21.580860+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:36:39.624208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"33.1d","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.375799+0000","last_change":"2024-09-21T00:36:20.392099+0000","last_active":"2024-09-21T00:36:21.375799+0000","last_peered":"2024-09-21T00:36:21.375799+0000","last_clean":"2024-09-21T00:36:21.375799+0000","last_became_active":"2024-09-21T00:36:20.391691+0000","last_became_peered":"2024-09-21T00:36:20.391691+0000","last_unstale":"2024-09-21T00:36:21.375799+0000","last_undegraded":"2024-09-21T00:36:21.375799+0000","last_fullsized":"2024-09-21T00:36:21.375799+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:23:44.185929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"32.1c","version":"209'2","reported_seq":17,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.580413+0000","last_change":"2024-09-21T00:36:19.379982+0000","last_active":"2024-09-21T00:36:21.580413+0000","last_peered":"2024-09-21T00:36:21.580413+0000","last_clean":"2024-09-21T00:36:21.580413+0000","last_became_active":"2024-09-21T00:36:19.379580+0000","last_became_peered":"2024-09-21T00:36:19.379580+0000","last_unstale":"2024-09-21T00:36:21.580413+0000","last_undegraded":"2024-09-21T00:36:21.580413+0000","last_fullsized":"2024-09-21T00:36:21.580413+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:59:19.561987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"33.1a","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.394908+0000","last_change":"2024-09-21T00:36:20.392525+0000","last_active":"2024-09-21T00:36:20.394908+0000","last_peered":"2024-09-21T00:36:20.394908+0000","last_clean":"2024-09-21T00:36:20.394908+0000","last_became_active":"2024-09-21T00:36:20.392228+0000","last_became_peered":"2024-09-21T00:36:20.392228+0000","last_unstale":"2024-09-21T00:36:20.394908+0000","last_undegraded":"2024-09-21T00:36:20.394908+0000","last_fullsized":"2024-09-21T00:36:20.394908+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:41:04.397846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"32.1b","version":"209'1","reported_seq":14,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.399588+0000","last_change":"2024-09-21T00:36:19.389407+0000","last_active":"2024-09-21T00:36:20.399588+0000","last_peered":"2024-09-21T00:36:20.399588+0000","last_clean":"2024-09-21T00:36:20.399588+0000","last_became_active":"2024-09-21T00:36:19.389073+0000","last_became_peered":"2024-09-21T00:36:19.389073+0000","last_unstale":"2024-09-21T00:36:20.399588+0000","last_undegraded":"2024-09-21T00:36:20.399588+0000","last_fullsized":"2024-09-21T00:36:20.399588+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:26:01.931142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"33.1b","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.580717+0000","last_change":"2024-09-21T00:36:20.394797+0000","last_active":"2024-09-21T00:36:21.580717+0000","last_peered":"2024-09-21T00:36:21.580717+0000","last_clean":"2024-09-21T00:36:21.580717+0000","last_became_active":"2024-09-21T00:36:20.394503+0000","last_became_peered":"2024-09-21T00:36:20.394503+0000","last_unstale":"2024-09-21T00:36:21.580717+0000","last_undegraded":"2024-09-21T00:36:21.580717+0000","last_fullsized":"2024-09-21T00:36:21.580717+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:04:35.272954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"32.1a","version":"209'1","reported_seq":14,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.406500+0000","last_change":"2024-09-21T00:36:19.374821+0000","last_active":"2024-09-21T00:36:20.406500+0000","last_peered":"2024-09-21T00:36:20.406500+0000","last_clean":"2024-09-21T00:36:20.406500+0000","last_became_active":"2024-09-21T00:36:19.374453+0000","last_became_peered":"2024-09-21T00:36:19.374453+0000","last_unstale":"2024-09-21T00:36:20.406500+0000","last_undegraded":"2024-09-21T00:36:20.406500+0000","last_fullsized":"2024-09-21T00:36:20.406500+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:38:39.125248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"33.18","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.580193+0000","last_change":"2024-09-21T00:36:20.395248+0000","last_active":"2024-09-21T00:36:21.580193+0000","last_peered":"2024-09-21T00:36:21.580193+0000","last_clean":"2024-09-21T00:36:21.580193+0000","last_became_active":"2024-09-21T00:36:20.394314+0000","last_became_peered":"2024-09-21T00:36:20.394314+0000","last_unstale":"2024-09-21T00:36:21.580193+0000","last_undegraded":"2024-09-21T00:36:21.580193+0000","last_fullsized":"2024-09-21T00:36:21.580193+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:20:16.060395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"32.19","version":"0'0","reported_seq":13,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.377154+0000","last_change":"2024-09-21T00:36:19.392357+0000","last_active":"2024-09-21T00:36:20.377154+0000","last_peered":"2024-09-21T00:36:20.377154+0000","last_clean":"2024-09-21T00:36:20.377154+0000","last_became_active":"2024-09-21T00:36:19.392039+0000","last_became_peered":"2024-09-21T00:36:19.392039+0000","last_unstale":"2024-09-21T00:36:20.377154+0000","last_undegraded":"2024-09-21T00:36:20.377154+0000","last_fullsized":"2024-09-21T00:36:20.377154+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:45:18.902386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"33.19","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.396953+0000","last_change":"2024-09-21T00:36:20.392899+0000","last_active":"2024-09-21T00:36:20.396953+0000","last_peered":"2024-09-21T00:36:20.396953+0000","last_clean":"2024-09-21T00:36:20.396953+0000","last_became_active":"2024-09-21T00:36:20.392558+0000","last_became_peered":"2024-09-21T00:36:20.392558+0000","last_unstale":"2024-09-21T00:36:20.396953+0000","last_undegraded":"2024-09-21T00:36:20.396953+0000","last_fullsized":"2024-09-21T00:36:20.396953+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:50:30.198316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"32.18","version":"0'0","reported_seq":13,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.386352+0000","last_change":"2024-09-21T00:36:19.395796+0000","last_active":"2024-09-21T00:36:20.386352+0000","last_peered":"2024-09-21T00:36:20.386352+0000","last_clean":"2024-09-21T00:36:20.386352+0000","last_became_active":"2024-09-21T00:36:19.395534+0000","last_became_peered":"2024-09-21T00:36:19.395534+0000","last_unstale":"2024-09-21T00:36:20.386352+0000","last_undegraded":"2024-09-21T00:36:20.386352+0000","last_fullsized":"2024-09-21T00:36:20.386352+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:46:30.066828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"33.16","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.397645+0000","last_change":"2024-09-21T00:36:20.394818+0000","last_active":"2024-09-21T00:36:20.397645+0000","last_peered":"2024-09-21T00:36:20.397645+0000","last_clean":"2024-09-21T00:36:20.397645+0000","last_became_active":"2024-09-21T00:36:20.394436+0000","last_became_peered":"2024-09-21T00:36:20.394436+0000","last_unstale":"2024-09-21T00:36:20.397645+0000","last_undegraded":"2024-09-21T00:36:20.397645+0000","last_fullsized":"2024-09-21T00:36:20.397645+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:02:21.573931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"32.17","version":"0'0","reported_seq":13,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.373362+0000","last_change":"2024-09-21T00:36:19.390322+0000","last_active":"2024-09-21T00:36:20.373362+0000","last_peered":"2024-09-21T00:36:20.373362+0000","last_clean":"2024-09-21T00:36:20.373362+0000","last_became_active":"2024-09-21T00:36:19.390022+0000","last_became_peered":"2024-09-21T00:36:19.390022+0000","last_unstale":"2024-09-21T00:36:20.373362+0000","last_undegraded":"2024-09-21T00:36:20.373362+0000","last_fullsized":"2024-09-21T00:36:20.373362+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:44:24.493619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"33.17","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.387245+0000","last_change":"2024-09-21T00:36:20.379237+0000","last_active":"2024-09-21T00:36:20.387245+0000","last_peered":"2024-09-21T00:36:20.387245+0000","last_clean":"2024-09-21T00:36:20.387245+0000","last_became_active":"2024-09-21T00:36:20.378919+0000","last_became_peered":"2024-09-21T00:36:20.378919+0000","last_unstale":"2024-09-21T00:36:20.387245+0000","last_undegraded":"2024-09-21T00:36:20.387245+0000","last_fullsized":"2024-09-21T00:36:20.387245+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:50:59.822128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.16","version":"0'0","reported_seq":15,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.580586+0000","last_change":"2024-09-21T00:36:19.394743+0000","last_active":"2024-09-21T00:36:21.580586+0000","last_peered":"2024-09-21T00:36:21.580586+0000","last_clean":"2024-09-21T00:36:21.580586+0000","last_became_active":"2024-09-21T00:36:19.394269+0000","last_became_peered":"2024-09-21T00:36:19.394269+0000","last_unstale":"2024-09-21T00:36:21.580586+0000","last_undegraded":"2024-09-21T00:36:21.580586+0000","last_fullsized":"2024-09-21T00:36:21.580586+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:41:05.442455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"33.14","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.397540+0000","last_change":"2024-09-21T00:36:20.394739+0000","last_active":"2024-09-21T00:36:20.397540+0000","last_peered":"2024-09-21T00:36:20.397540+0000","last_clean":"2024-09-21T00:36:20.397540+0000","last_became_active":"2024-09-21T00:36:20.393779+0000","last_became_peered":"2024-09-21T00:36:20.393779+0000","last_unstale":"2024-09-21T00:36:20.397540+0000","last_undegraded":"2024-09-21T00:36:20.397540+0000","last_fullsized":"2024-09-21T00:36:20.397540+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:47:52.094688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"32.15","version":"209'3","reported_seq":18,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.580982+0000","last_change":"2024-09-21T00:36:19.392531+0000","last_active":"2024-09-21T00:36:21.580982+0000","last_peered":"2024-09-21T00:36:21.580982+0000","last_clean":"2024-09-21T00:36:21.580982+0000","last_became_active":"2024-09-21T00:36:19.392061+0000","last_became_peered":"2024-09-21T00:36:19.392061+0000","last_unstale":"2024-09-21T00:36:21.580982+0000","last_undegraded":"2024-09-21T00:36:21.580982+0000","last_fullsized":"2024-09-21T00:36:21.580982+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:12:09.993970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"33.15","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.386748+0000","last_change":"2024-09-21T00:36:20.379135+0000","last_active":"2024-09-21T00:36:20.386748+0000","last_peered":"2024-09-21T00:36:20.386748+0000","last_clean":"2024-09-21T00:36:20.386748+0000","last_became_active":"2024-09-21T00:36:20.378781+0000","last_became_peered":"2024-09-21T00:36:20.378781+0000","last_unstale":"2024-09-21T00:36:20.386748+0000","last_undegraded":"2024-09-21T00:36:20.386748+0000","last_fullsized":"2024-09-21T00:36:20.386748+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:22:33.099986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.14","version":"209'6","reported_seq":19,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.411396+0000","last_change":"2024-09-21T00:36:19.377378+0000","last_active":"2024-09-21T00:36:20.411396+0000","last_peered":"2024-09-21T00:36:20.411396+0000","last_clean":"2024-09-21T00:36:20.411396+0000","last_became_active":"2024-09-21T00:36:19.377066+0000","last_became_peered":"2024-09-21T00:36:19.377066+0000","last_unstale":"2024-09-21T00:36:20.411396+0000","last_undegraded":"2024-09-21T00:36:20.411396+0000","last_fullsized":"2024-09-21T00:36:20.411396+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:52:23.502922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"33.12","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.393817+0000","last_change":"2024-09-21T00:36:20.392332+0000","last_active":"2024-09-21T00:36:20.393817+0000","last_peered":"2024-09-21T00:36:20.393817+0000","last_clean":"2024-09-21T00:36:20.393817+0000","last_became_active":"2024-09-21T00:36:20.391987+0000","last_became_peered":"2024-09-21T00:36:20.391987+0000","last_unstale":"2024-09-21T00:36:20.393817+0000","last_undegraded":"2024-09-21T00:36:20.393817+0000","last_fullsized":"2024-09-21T00:36:20.393817+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:05:42.003027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.13","version":"209'2","reported_seq":17,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.375852+0000","last_change":"2024-09-21T00:36:19.386733+0000","last_active":"2024-09-21T00:36:21.375852+0000","last_peered":"2024-09-21T00:36:21.375852+0000","last_clean":"2024-09-21T00:36:21.375852+0000","last_became_active":"2024-09-21T00:36:19.386414+0000","last_became_peered":"2024-09-21T00:36:19.386414+0000","last_unstale":"2024-09-21T00:36:21.375852+0000","last_undegraded":"2024-09-21T00:36:21.375852+0000","last_fullsized":"2024-09-21T00:36:21.375852+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:15:44.432732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"33.13","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.580967+0000","last_change":"2024-09-21T00:36:20.395425+0000","last_active":"2024-09-21T00:36:21.580967+0000","last_peered":"2024-09-21T00:36:21.580967+0000","last_clean":"2024-09-21T00:36:21.580967+0000","last_became_active":"2024-09-21T00:36:20.395081+0000","last_became_peered":"2024-09-21T00:36:20.395081+0000","last_unstale":"2024-09-21T00:36:21.580967+0000","last_undegraded":"2024-09-21T00:36:21.580967+0000","last_fullsized":"2024-09-21T00:36:21.580967+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:14:13.452875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"32.12","version":"0'0","reported_seq":13,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.379459+0000","last_change":"2024-09-21T00:36:19.391333+0000","last_active":"2024-09-21T00:36:20.379459+0000","last_peered":"2024-09-21T00:36:20.379459+0000","last_clean":"2024-09-21T00:36:20.379459+0000","last_became_active":"2024-09-21T00:36:19.390617+0000","last_became_peered":"2024-09-21T00:36:19.390617+0000","last_unstale":"2024-09-21T00:36:20.379459+0000","last_undegraded":"2024-09-21T00:36:20.379459+0000","last_fullsized":"2024-09-21T00:36:20.379459+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:59:33.067837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"33.10","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.390527+0000","last_change":"2024-09-21T00:36:20.388051+0000","last_active":"2024-09-21T00:36:20.390527+0000","last_peered":"2024-09-21T00:36:20.390527+0000","last_clean":"2024-09-21T00:36:20.390527+0000","last_became_active":"2024-09-21T00:36:20.387300+0000","last_became_peered":"2024-09-21T00:36:20.387300+0000","last_unstale":"2024-09-21T00:36:20.390527+0000","last_undegraded":"2024-09-21T00:36:20.390527+0000","last_fullsized":"2024-09-21T00:36:20.390527+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:26:24.948405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.11","version":"0'0","reported_seq":13,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.380011+0000","last_change":"2024-09-21T00:36:19.380668+0000","last_active":"2024-09-21T00:36:20.380011+0000","last_peered":"2024-09-21T00:36:20.380011+0000","last_clean":"2024-09-21T00:36:20.380011+0000","last_became_active":"2024-09-21T00:36:19.380338+0000","last_became_peered":"2024-09-21T00:36:19.380338+0000","last_unstale":"2024-09-21T00:36:20.380011+0000","last_undegraded":"2024-09-21T00:36:20.380011+0000","last_fullsized":"2024-09-21T00:36:20.380011+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:50:29.191748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"33.11","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.387688+0000","last_change":"2024-09-21T00:36:20.385972+0000","last_active":"2024-09-21T00:36:20.387688+0000","last_peered":"2024-09-21T00:36:20.387688+0000","last_clean":"2024-09-21T00:36:20.387688+0000","last_became_active":"2024-09-21T00:36:20.385646+0000","last_became_peered":"2024-09-21T00:36:20.385646+0000","last_unstale":"2024-09-21T00:36:20.387688+0000","last_undegraded":"2024-09-21T00:36:20.387688+0000","last_fullsized":"2024-09-21T00:36:20.387688+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:49:58.840252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.10","version":"209'8","reported_seq":23,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.579918+0000","last_change":"2024-09-21T00:36:19.385674+0000","last_active":"2024-09-21T00:36:21.579918+0000","last_peered":"2024-09-21T00:36:21.579918+0000","last_clean":"2024-09-21T00:36:21.579918+0000","last_became_active":"2024-09-21T00:36:19.382329+0000","last_became_peered":"2024-09-21T00:36:19.382329+0000","last_unstale":"2024-09-21T00:36:21.579918+0000","last_undegraded":"2024-09-21T00:36:21.579918+0000","last_fullsized":"2024-09-21T00:36:21.579918+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:04:49.435208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"33.e","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.404426+0000","last_change":"2024-09-21T00:36:20.403622+0000","last_active":"2024-09-21T00:36:20.404426+0000","last_peered":"2024-09-21T00:36:20.404426+0000","last_clean":"2024-09-21T00:36:20.404426+0000","last_became_active":"2024-09-21T00:36:20.403128+0000","last_became_peered":"2024-09-21T00:36:20.403128+0000","last_unstale":"2024-09-21T00:36:20.404426+0000","last_undegraded":"2024-09-21T00:36:20.404426+0000","last_fullsized":"2024-09-21T00:36:20.404426+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:59:46.319122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"32.f","version":"209'1","reported_seq":16,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.375542+0000","last_change":"2024-09-21T00:36:19.383708+0000","last_active":"2024-09-21T00:36:21.375542+0000","last_peered":"2024-09-21T00:36:21.375542+0000","last_clean":"2024-09-21T00:36:21.375542+0000","last_became_active":"2024-09-21T00:36:19.383363+0000","last_became_peered":"2024-09-21T00:36:19.383363+0000","last_unstale":"2024-09-21T00:36:21.375542+0000","last_undegraded":"2024-09-21T00:36:21.375542+0000","last_fullsized":"2024-09-21T00:36:21.375542+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:06:49.705823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"33.f","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.401994+0000","last_change":"2024-09-21T00:36:20.401428+0000","last_active":"2024-09-21T00:36:20.401994+0000","last_peered":"2024-09-21T00:36:20.401994+0000","last_clean":"2024-09-21T00:36:20.401994+0000","last_became_active":"2024-09-21T00:36:20.400987+0000","last_became_peered":"2024-09-21T00:36:20.400987+0000","last_unstale":"2024-09-21T00:36:20.401994+0000","last_undegraded":"2024-09-21T00:36:20.401994+0000","last_fullsized":"2024-09-21T00:36:20.401994+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:25:02.936617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"32.e","version":"209'2","reported_seq":17,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.580698+0000","last_change":"2024-09-21T00:36:19.390835+0000","last_active":"2024-09-21T00:36:21.580698+0000","last_peered":"2024-09-21T00:36:21.580698+0000","last_clean":"2024-09-21T00:36:21.580698+0000","last_became_active":"2024-09-21T00:36:19.388960+0000","last_became_peered":"2024-09-21T00:36:19.388960+0000","last_unstale":"2024-09-21T00:36:21.580698+0000","last_undegraded":"2024-09-21T00:36:21.580698+0000","last_fullsized":"2024-09-21T00:36:21.580698+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:46:30.798186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"33.c","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.404160+0000","last_change":"2024-09-21T00:36:20.402171+0000","last_active":"2024-09-21T00:36:20.404160+0000","last_peered":"2024-09-21T00:36:20.404160+0000","last_clean":"2024-09-21T00:36:20.404160+0000","last_became_active":"2024-09-21T00:36:20.401839+0000","last_became_peered":"2024-09-21T00:36:20.401839+0000","last_unstale":"2024-09-21T00:36:20.404160+0000","last_undegraded":"2024-09-21T00:36:20.404160+0000","last_fullsized":"2024-09-21T00:36:20.404160+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:27:58.260902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"32.d","version":"209'1","reported_seq":14,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.403239+0000","last_change":"2024-09-21T00:36:19.387805+0000","last_active":"2024-09-21T00:36:20.403239+0000","last_peered":"2024-09-21T00:36:20.403239+0000","last_clean":"2024-09-21T00:36:20.403239+0000","last_became_active":"2024-09-21T00:36:19.387412+0000","last_became_peered":"2024-09-21T00:36:19.387412+0000","last_unstale":"2024-09-21T00:36:20.403239+0000","last_undegraded":"2024-09-21T00:36:20.403239+0000","last_fullsized":"2024-09-21T00:36:20.403239+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:35:46.472662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"33.d","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.385050+0000","last_change":"2024-09-21T00:36:20.383192+0000","last_active":"2024-09-21T00:36:20.385050+0000","last_peered":"2024-09-21T00:36:20.385050+0000","last_clean":"2024-09-21T00:36:20.385050+0000","last_became_active":"2024-09-21T00:36:20.382666+0000","last_became_peered":"2024-09-21T00:36:20.382666+0000","last_unstale":"2024-09-21T00:36:20.385050+0000","last_undegraded":"2024-09-21T00:36:20.385050+0000","last_fullsized":"2024-09-21T00:36:20.385050+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:24:05.801257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"32.c","version":"0'0","reported_seq":13,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.383000+0000","last_change":"2024-09-21T00:36:19.390669+0000","last_active":"2024-09-21T00:36:20.383000+0000","last_peered":"2024-09-21T00:36:20.383000+0000","last_clean":"2024-09-21T00:36:20.383000+0000","last_became_active":"2024-09-21T00:36:19.390310+0000","last_became_peered":"2024-09-21T00:36:19.390310+0000","last_unstale":"2024-09-21T00:36:20.383000+0000","last_undegraded":"2024-09-21T00:36:20.383000+0000","last_fullsized":"2024-09-21T00:36:20.383000+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:19:40.132054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"33.a","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.579950+0000","last_change":"2024-09-21T00:36:20.389981+0000","last_active":"2024-09-21T00:36:21.579950+0000","last_peered":"2024-09-21T00:36:21.579950+0000","last_clean":"2024-09-21T00:36:21.579950+0000","last_became_active":"2024-09-21T00:36:20.389678+0000","last_became_peered":"2024-09-21T00:36:20.389678+0000","last_unstale":"2024-09-21T00:36:21.579950+0000","last_undegraded":"2024-09-21T00:36:21.579950+0000","last_fullsized":"2024-09-21T00:36:21.579950+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:09:55.444020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"32.b","version":"209'2","reported_seq":15,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.405166+0000","last_change":"2024-09-21T00:36:19.379518+0000","last_active":"2024-09-21T00:36:20.405166+0000","last_peered":"2024-09-21T00:36:20.405166+0000","last_clean":"2024-09-21T00:36:20.405166+0000","last_became_active":"2024-09-21T00:36:19.379183+0000","last_became_peered":"2024-09-21T00:36:19.379183+0000","last_unstale":"2024-09-21T00:36:20.405166+0000","last_undegraded":"2024-09-21T00:36:20.405166+0000","last_fullsized":"2024-09-21T00:36:20.405166+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:25:36.280712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"33.b","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.581209+0000","last_change":"2024-09-21T00:36:20.401735+0000","last_active":"2024-09-21T00:36:21.581209+0000","last_peered":"2024-09-21T00:36:21.581209+0000","last_clean":"2024-09-21T00:36:21.581209+0000","last_became_active":"2024-09-21T00:36:20.401423+0000","last_became_peered":"2024-09-21T00:36:20.401423+0000","last_unstale":"2024-09-21T00:36:21.581209+0000","last_undegraded":"2024-09-21T00:36:21.581209+0000","last_fullsized":"2024-09-21T00:36:21.581209+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:13:32.576063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"32.a","version":"0'0","reported_seq":15,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.374996+0000","last_change":"2024-09-21T00:36:19.387495+0000","last_active":"2024-09-21T00:36:21.374996+0000","last_peered":"2024-09-21T00:36:21.374996+0000","last_clean":"2024-09-21T00:36:21.374996+0000","last_became_active":"2024-09-21T00:36:19.387147+0000","last_became_peered":"2024-09-21T00:36:19.387147+0000","last_unstale":"2024-09-21T00:36:21.374996+0000","last_undegraded":"2024-09-21T00:36:21.374996+0000","last_fullsized":"2024-09-21T00:36:21.374996+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:48:11.846412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"33.8","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.390556+0000","last_change":"2024-09-21T00:36:20.388383+0000","last_active":"2024-09-21T00:36:20.390556+0000","last_peered":"2024-09-21T00:36:20.390556+0000","last_clean":"2024-09-21T00:36:20.390556+0000","last_became_active":"2024-09-21T00:36:20.387748+0000","last_became_peered":"2024-09-21T00:36:20.387748+0000","last_unstale":"2024-09-21T00:36:20.390556+0000","last_undegraded":"2024-09-21T00:36:20.390556+0000","last_fullsized":"2024-09-21T00:36:20.390556+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:07:44.507851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.9","version":"0'0","reported_seq":13,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.380021+0000","last_change":"2024-09-21T00:36:19.381554+0000","last_active":"2024-09-21T00:36:20.380021+0000","last_peered":"2024-09-21T00:36:20.380021+0000","last_clean":"2024-09-21T00:36:20.380021+0000","last_became_active":"2024-09-21T00:36:19.381228+0000","last_became_peered":"2024-09-21T00:36:19.381228+0000","last_unstale":"2024-09-21T00:36:20.380021+0000","last_undegraded":"2024-09-21T00:36:20.380021+0000","last_fullsized":"2024-09-21T00:36:20.380021+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:29:41.147664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"33.9","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.390578+0000","last_change":"2024-09-21T00:36:20.389189+0000","last_active":"2024-09-21T00:36:20.390578+0000","last_peered":"2024-09-21T00:36:20.390578+0000","last_clean":"2024-09-21T00:36:20.390578+0000","last_became_active":"2024-09-21T00:36:20.388840+0000","last_became_peered":"2024-09-21T00:36:20.388840+0000","last_unstale":"2024-09-21T00:36:20.390578+0000","last_undegraded":"2024-09-21T00:36:20.390578+0000","last_fullsized":"2024-09-21T00:36:20.390578+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:16:49.573541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"32.8","version":"0'0","reported_seq":15,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.375443+0000","last_change":"2024-09-21T00:36:19.379542+0000","last_active":"2024-09-21T00:36:21.375443+0000","last_peered":"2024-09-21T00:36:21.375443+0000","last_clean":"2024-09-21T00:36:21.375443+0000","last_became_active":"2024-09-21T00:36:19.379221+0000","last_became_peered":"2024-09-21T00:36:19.379221+0000","last_unstale":"2024-09-21T00:36:21.375443+0000","last_undegraded":"2024-09-21T00:36:21.375443+0000","last_fullsized":"2024-09-21T00:36:21.375443+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:11:53.500574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"33.6","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.404231+0000","last_change":"2024-09-21T00:36:20.402524+0000","last_active":"2024-09-21T00:36:20.404231+0000","last_peered":"2024-09-21T00:36:20.404231+0000","last_clean":"2024-09-21T00:36:20.404231+0000","last_became_active":"2024-09-21T00:36:20.401683+0000","last_became_peered":"2024-09-21T00:36:20.401683+0000","last_unstale":"2024-09-21T00:36:20.404231+0000","last_undegraded":"2024-09-21T00:36:20.404231+0000","last_fullsized":"2024-09-21T00:36:20.404231+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:14:40.093515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"32.7","version":"209'2","reported_seq":15,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.408290+0000","last_change":"2024-09-21T00:36:19.388629+0000","last_active":"2024-09-21T00:36:20.408290+0000","last_peered":"2024-09-21T00:36:20.408290+0000","last_clean":"2024-09-21T00:36:20.408290+0000","last_became_active":"2024-09-21T00:36:19.386623+0000","last_became_peered":"2024-09-21T00:36:19.386623+0000","last_unstale":"2024-09-21T00:36:20.408290+0000","last_undegraded":"2024-09-21T00:36:20.408290+0000","last_fullsized":"2024-09-21T00:36:20.408290+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:29:36.544644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"33.7","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.388204+0000","last_change":"2024-09-21T00:36:20.387001+0000","last_active":"2024-09-21T00:36:20.388204+0000","last_peered":"2024-09-21T00:36:20.388204+0000","last_clean":"2024-09-21T00:36:20.388204+0000","last_became_active":"2024-09-21T00:36:20.386645+0000","last_became_peered":"2024-09-21T00:36:20.386645+0000","last_unstale":"2024-09-21T00:36:20.388204+0000","last_undegraded":"2024-09-21T00:36:20.388204+0000","last_fullsized":"2024-09-21T00:36:20.388204+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:53:21.480451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.6","version":"0'0","reported_seq":13,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.376902+0000","last_change":"2024-09-21T00:36:19.392352+0000","last_active":"2024-09-21T00:36:20.376902+0000","last_peered":"2024-09-21T00:36:20.376902+0000","last_clean":"2024-09-21T00:36:20.376902+0000","last_became_active":"2024-09-21T00:36:19.392016+0000","last_became_peered":"2024-09-21T00:36:19.392016+0000","last_unstale":"2024-09-21T00:36:20.376902+0000","last_undegraded":"2024-09-21T00:36:20.376902+0000","last_fullsized":"2024-09-21T00:36:20.376902+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:00:48.113921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"33.4","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.380012+0000","last_change":"2024-09-21T00:36:20.379133+0000","last_active":"2024-09-21T00:36:20.380012+0000","last_peered":"2024-09-21T00:36:20.380012+0000","last_clean":"2024-09-21T00:36:20.380012+0000","last_became_active":"2024-09-21T00:36:20.378629+0000","last_became_peered":"2024-09-21T00:36:20.378629+0000","last_unstale":"2024-09-21T00:36:20.380012+0000","last_undegraded":"2024-09-21T00:36:20.380012+0000","last_fullsized":"2024-09-21T00:36:20.380012+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:33:41.158640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"32.5","version":"0'0","reported_seq":13,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.382948+0000","last_change":"2024-09-21T00:36:19.389386+0000","last_active":"2024-09-21T00:36:20.382948+0000","last_peered":"2024-09-21T00:36:20.382948+0000","last_clean":"2024-09-21T00:36:20.382948+0000","last_became_active":"2024-09-21T00:36:19.388985+0000","last_became_peered":"2024-09-21T00:36:19.388985+0000","last_unstale":"2024-09-21T00:36:20.382948+0000","last_undegraded":"2024-09-21T00:36:20.382948+0000","last_fullsized":"2024-09-21T00:36:20.382948+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:47:00.066583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"33.5","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.388936+0000","last_change":"2024-09-21T00:36:20.384677+0000","last_active":"2024-09-21T00:36:20.388936+0000","last_peered":"2024-09-21T00:36:20.388936+0000","last_clean":"2024-09-21T00:36:20.388936+0000","last_became_active":"2024-09-21T00:36:20.384062+0000","last_became_peered":"2024-09-21T00:36:20.384062+0000","last_unstale":"2024-09-21T00:36:20.388936+0000","last_undegraded":"2024-09-21T00:36:20.388936+0000","last_fullsized":"2024-09-21T00:36:20.388936+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:24:10.632847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"32.4","version":"0'0","reported_seq":13,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.372433+0000","last_change":"2024-09-21T00:36:19.388778+0000","last_active":"2024-09-21T00:36:20.372433+0000","last_peered":"2024-09-21T00:36:20.372433+0000","last_clean":"2024-09-21T00:36:20.372433+0000","last_became_active":"2024-09-21T00:36:19.387754+0000","last_became_peered":"2024-09-21T00:36:19.387754+0000","last_unstale":"2024-09-21T00:36:20.372433+0000","last_undegraded":"2024-09-21T00:36:20.372433+0000","last_fullsized":"2024-09-21T00:36:20.372433+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:42:00.397151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"33.2","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.398943+0000","last_change":"2024-09-21T00:36:20.397749+0000","last_active":"2024-09-21T00:36:20.398943+0000","last_peered":"2024-09-21T00:36:20.398943+0000","last_clean":"2024-09-21T00:36:20.398943+0000","last_became_active":"2024-09-21T00:36:20.392576+0000","last_became_peered":"2024-09-21T00:36:20.392576+0000","last_unstale":"2024-09-21T00:36:20.398943+0000","last_undegraded":"2024-09-21T00:36:20.398943+0000","last_fullsized":"2024-09-21T00:36:20.398943+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:17:24.483327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"32.3","version":"0'0","reported_seq":13,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.376350+0000","last_change":"2024-09-21T00:36:19.381143+0000","last_active":"2024-09-21T00:36:20.376350+0000","last_peered":"2024-09-21T00:36:20.376350+0000","last_clean":"2024-09-21T00:36:20.376350+0000","last_became_active":"2024-09-21T00:36:19.380783+0000","last_became_peered":"2024-09-21T00:36:19.380783+0000","last_unstale":"2024-09-21T00:36:20.376350+0000","last_undegraded":"2024-09-21T00:36:20.376350+0000","last_fullsized":"2024-09-21T00:36:20.376350+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:53:42.564628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"33.3","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.397472+0000","last_change":"2024-09-21T00:36:20.392597+0000","last_active":"2024-09-21T00:36:20.397472+0000","last_peered":"2024-09-21T00:36:20.397472+0000","last_clean":"2024-09-21T00:36:20.397472+0000","last_became_active":"2024-09-21T00:36:20.392257+0000","last_became_peered":"2024-09-21T00:36:20.392257+0000","last_unstale":"2024-09-21T00:36:20.397472+0000","last_undegraded":"2024-09-21T00:36:20.397472+0000","last_fullsized":"2024-09-21T00:36:20.397472+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:09:57.521919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"32.2","version":"0'0","reported_seq":13,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.379738+0000","last_change":"2024-09-21T00:36:19.390970+0000","last_active":"2024-09-21T00:36:20.379738+0000","last_peered":"2024-09-21T00:36:20.379738+0000","last_clean":"2024-09-21T00:36:20.379738+0000","last_became_active":"2024-09-21T00:36:19.390170+0000","last_became_peered":"2024-09-21T00:36:19.390170+0000","last_unstale":"2024-09-21T00:36:20.379738+0000","last_undegraded":"2024-09-21T00:36:20.379738+0000","last_fullsized":"2024-09-21T00:36:20.379738+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:18:42.303676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"33.0","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.398941+0000","last_change":"2024-09-21T00:36:20.393908+0000","last_active":"2024-09-21T00:36:20.398941+0000","last_peered":"2024-09-21T00:36:20.398941+0000","last_clean":"2024-09-21T00:36:20.398941+0000","last_became_active":"2024-09-21T00:36:20.393601+0000","last_became_peered":"2024-09-21T00:36:20.393601+0000","last_unstale":"2024-09-21T00:36:20.398941+0000","last_undegraded":"2024-09-21T00:36:20.398941+0000","last_fullsized":"2024-09-21T00:36:20.398941+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:34:39.925655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"32.1","version":"0'0","reported_seq":13,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.380022+0000","last_change":"2024-09-21T00:36:19.391944+0000","last_active":"2024-09-21T00:36:20.380022+0000","last_peered":"2024-09-21T00:36:20.380022+0000","last_clean":"2024-09-21T00:36:20.380022+0000","last_became_active":"2024-09-21T00:36:19.391618+0000","last_became_peered":"2024-09-21T00:36:19.391618+0000","last_unstale":"2024-09-21T00:36:20.380022+0000","last_undegraded":"2024-09-21T00:36:20.380022+0000","last_fullsized":"2024-09-21T00:36:20.380022+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:06:50.871933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"33.1","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.401823+0000","last_change":"2024-09-21T00:36:20.401308+0000","last_active":"2024-09-21T00:36:20.401823+0000","last_peered":"2024-09-21T00:36:20.401823+0000","last_clean":"2024-09-21T00:36:20.401823+0000","last_became_active":"2024-09-21T00:36:20.400841+0000","last_became_peered":"2024-09-21T00:36:20.400841+0000","last_unstale":"2024-09-21T00:36:20.401823+0000","last_undegraded":"2024-09-21T00:36:20.401823+0000","last_fullsized":"2024-09-21T00:36:20.401823+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:39:21.270762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"32.0","version":"0'0","reported_seq":13,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.373046+0000","last_change":"2024-09-21T00:36:19.391474+0000","last_active":"2024-09-21T00:36:20.373046+0000","last_peered":"2024-09-21T00:36:20.373046+0000","last_clean":"2024-09-21T00:36:20.373046+0000","last_became_active":"2024-09-21T00:36:19.390150+0000","last_became_peered":"2024-09-21T00:36:19.390150+0000","last_unstale":"2024-09-21T00:36:20.373046+0000","last_undegraded":"2024-09-21T00:36:20.373046+0000","last_fullsized":"2024-09-21T00:36:20.373046+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:03:46.033378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"33.20","version":"0'0","reported_seq":10,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.397483+0000","last_change":"2024-09-21T00:36:20.395995+0000","last_active":"2024-09-21T00:36:20.397483+0000","last_peered":"2024-09-21T00:36:20.397483+0000","last_clean":"2024-09-21T00:36:20.397483+0000","last_became_active":"2024-09-21T00:36:20.393737+0000","last_became_peered":"2024-09-21T00:36:20.393737+0000","last_unstale":"2024-09-21T00:36:20.397483+0000","last_undegraded":"2024-09-21T00:36:20.397483+0000","last_fullsized":"2024-09-21T00:36:20.397483+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:25:06.483449+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":450,"reported_epoch":209,"state":"active+clean","last_fresh":"2024-09-21T00:36:20.378896+0000","last_change":"2024-09-21T00:21:11.583793+0000","last_active":"2024-09-21T00:36:20.378896+0000","last_peered":"2024-09-21T00:36:20.378896+0000","last_clean":"2024-09-21T00:36:20.378896+0000","last_became_active":"2024-09-21T00:21:11.582502+0000","last_became_peered":"2024-09-21T00:21:11.582502+0000","last_unstale":"2024-09-21T00:36:20.378896+0000","last_undegraded":"2024-09-21T00:36:20.378896+0000","last_fullsized":"2024-09-21T00:36:20.378896+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_clean_scrub_stamp":"2024-09-21T00:21:10.311964+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:58.010953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":33,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":32,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509626,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":48248,"kb_used_data":3164,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94323592,"statfs":{"total":96636764160,"available":96587358208,"internally_reserved":0,"allocated":3239936,"data_stored":1753639,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":46135754},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509626,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":73968,"kb_used_data":2588,"kb_used_omap":1,"kb_used_meta":71358,"kb_avail":94297872,"statfs":{"total":96636764160,"available":96561020928,"internally_reserved":0,"allocated":2650112,"data_stored":1163313,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":73071046},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509626,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":64304,"kb_used_data":2580,"kb_used_omap":1,"kb_used_meta":61694,"kb_avail":94307536,"statfs":{"total":96636764160,"available":96570916864,"internally_reserved":0,"allocated":2641920,"data_stored":1163201,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":63175109},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509627,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":78200,"kb_used_data":2596,"kb_used_omap":1,"kb_used_meta":75582,"kb_avail":94293640,"statfs":{"total":96636764160,"available":96556687360,"internally_reserved":0,"allocated":2658304,"data_stored":1165395,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":77396424},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509627,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":47644,"kb_used_data":2568,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94324196,"statfs":{"total":96636764160,"available":96587976704,"internally_reserved":0,"allocated":2629632,"data_stored":1156426,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":46135749},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509625,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":78768,"kb_used_data":3160,"kb_used_omap":1,"kb_used_meta":75582,"kb_avail":94293072,"statfs":{"total":96636764160,"available":96556105728,"internally_reserved":0,"allocated":3235840,"data_stored":1753569,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":77396422},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":13,"seq":55834575034,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":78224,"kb_used_data":2612,"kb_used_omap":1,"kb_used_meta":75582,"kb_avail":94293616,"statfs":{"total":96636764160,"available":96556662784,"internally_reserved":0,"allocated":2674688,"data_stored":1171169,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":77396421},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834575034,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":82376,"kb_used_data":2608,"kb_used_omap":1,"kb_used_meta":79742,"kb_avail":94289464,"statfs":{"total":96636764160,"available":96552411136,"internally_reserved":0,"allocated":2670592,"data_stored":1170277,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":81656262},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":33,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":33,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":33,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":33,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":33,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":33,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":33,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":33,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T00:36:28.984 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T00:36:29.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.114+0000 7faf1dc94640 1 -- 172.21.15.67:0/448381449 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faf04004800 msgr2=0x7faf04004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:29.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.114+0000 7faf1dc94640 1 --2- 172.21.15.67:0/448381449 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faf04004800 0x7faf04004c10 secure :-1 s=READY pgs=2626 cs=0 l=1 rev1=1 crypto rx=0x7faf0000c260 tx=0x7faf04005830 comp rx=0 tx=0).stop 2024-09-21T00:36:29.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.114+0000 7faf17fff640 1 -- 172.21.15.67:0/448381449 reap_dead start 2024-09-21T00:36:29.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.114+0000 7faf1dc94640 1 -- 172.21.15.67:0/448381449 shutdown_connections 2024-09-21T00:36:29.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.114+0000 7faf1dc94640 1 -- 172.21.15.67:0/448381449 >> 172.21.15.67:0/448381449 conn(0x7faf180b41a0 msgr2=0x7faf180b45b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:29.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.115+0000 7faf1dc94640 1 -- 172.21.15.67:0/448381449 shutdown_connections 2024-09-21T00:36:29.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.115+0000 7faf1dc94640 1 -- 172.21.15.67:0/448381449 wait complete. 2024-09-21T00:36:29.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.116+0000 7faf1dc94640 1 Processor -- start 2024-09-21T00:36:29.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.116+0000 7faf1dc94640 1 -- start start 2024-09-21T00:36:29.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.118+0000 7faf1dc94640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faf04004800 0x7faf18155af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:29.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.118+0000 7faf1dc94640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7faf181f3590 0x7faf1809ff70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:29.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.118+0000 7faf1dc94640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faf1809c590 0x7faf1809c9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:29.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.118+0000 7faf1dc94640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7faf180b3f00 con 0x7faf04004800 2024-09-21T00:36:29.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.118+0000 7faf1dc94640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7faf180b3d80 con 0x7faf1809c590 2024-09-21T00:36:29.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.118+0000 7faf1dc94640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7faf180b6f30 con 0x7faf181f3590 2024-09-21T00:36:29.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.118+0000 7faf177fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faf04004800 0x7faf18155af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:29.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.118+0000 7faf177fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faf04004800 0x7faf18155af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45488/0 (socket says 172.21.15.67:45488) 2024-09-21T00:36:29.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.118+0000 7faf177fe640 1 -- 172.21.15.67:0/2606801337 learned_addr learned my addr 172.21.15.67:0/2606801337 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:29.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.118+0000 7faf0ffff640 1 --2- 172.21.15.67:0/2606801337 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7faf181f3590 0x7faf1809ff70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:29.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.118+0000 7faf17fff640 1 --2- 172.21.15.67:0/2606801337 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faf1809c590 0x7faf1809c9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:29.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.118+0000 7faf177fe640 1 -- 172.21.15.67:0/2606801337 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7faf181f3590 msgr2=0x7faf1809ff70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:29.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.118+0000 7faf177fe640 1 --2- 172.21.15.67:0/2606801337 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7faf181f3590 0x7faf1809ff70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:29.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.118+0000 7faf177fe640 1 -- 172.21.15.67:0/2606801337 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faf1809c590 msgr2=0x7faf1809c9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:29.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.118+0000 7faf177fe640 1 --2- 172.21.15.67:0/2606801337 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faf1809c590 0x7faf1809c9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:29.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.118+0000 7faf177fe640 1 -- 172.21.15.67:0/2606801337 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf1809cee0 con 0x7faf04004800 2024-09-21T00:36:29.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.118+0000 7faf177fe640 1 --2- 172.21.15.67:0/2606801337 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faf04004800 0x7faf18155af0 secure :-1 s=READY pgs=2627 cs=0 l=1 rev1=1 crypto rx=0x7faf08011ab0 tx=0x7faf08011f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:29.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.119+0000 7faf14ff9640 1 -- 172.21.15.67:0/2606801337 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf0801e070 con 0x7faf04004800 2024-09-21T00:36:29.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.119+0000 7faf14ff9640 1 -- 172.21.15.67:0/2606801337 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7faf08004460 con 0x7faf04004800 2024-09-21T00:36:29.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.119+0000 7faf1dc94640 1 -- 172.21.15.67:0/2606801337 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf18157490 con 0x7faf04004800 2024-09-21T00:36:29.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.119+0000 7faf14ff9640 1 -- 172.21.15.67:0/2606801337 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf0800fc60 con 0x7faf04004800 2024-09-21T00:36:29.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.119+0000 7faf1dc94640 1 -- 172.21.15.67:0/2606801337 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf181566d0 con 0x7faf04004800 2024-09-21T00:36:29.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.120+0000 7faf1dc94640 1 -- 172.21.15.67:0/2606801337 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faf180b69f0 con 0x7faf04004800 2024-09-21T00:36:29.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.121+0000 7faf14ff9640 1 -- 172.21.15.67:0/2606801337 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7faf08021070 con 0x7faf04004800 2024-09-21T00:36:29.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.121+0000 7faf14ff9640 1 --2- 172.21.15.67:0/2606801337 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7faef8078b90 0x7faef807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:29.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.121+0000 7faf14ff9640 1 -- 172.21.15.67:0/2606801337 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(210..210 src has 1..210) ==== 5709+0+0 (secure 0 0 0) 0x7faf0809b670 con 0x7faf04004800 2024-09-21T00:36:29.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.122+0000 7faf0ffff640 1 --2- 172.21.15.67:0/2606801337 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7faef8078b90 0x7faef807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:29.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.122+0000 7faf0ffff640 1 --2- 172.21.15.67:0/2606801337 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7faef8078b90 0x7faef807b0a0 secure :-1 s=READY pgs=996 cs=0 l=1 rev1=1 crypto rx=0x7faf0000c260 tx=0x7faf180b5710 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:29.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.126+0000 7faf14ff9640 1 -- 172.21.15.67:0/2606801337 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7faf1809cee0 con 0x7faf04004800 2024-09-21T00:36:29.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.310+0000 7faf1dc94640 1 -- 172.21.15.67:0/2606801337 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7faf18071ff0 con 0x7faef8078b90 2024-09-21T00:36:29.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.316+0000 7faf14ff9640 1 -- 172.21.15.67:0/2606801337 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252399 (secure 0 0 0) 0x7faf18071ff0 con 0x7faef8078b90 2024-09-21T00:36:29.320 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:29.321 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-21T00:36:29.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.318+0000 7faf1dc94640 1 -- 172.21.15.67:0/2606801337 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7faef8078b90 msgr2=0x7faef807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:29.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.318+0000 7faf1dc94640 1 --2- 172.21.15.67:0/2606801337 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7faef8078b90 0x7faef807b0a0 secure :-1 s=READY pgs=996 cs=0 l=1 rev1=1 crypto rx=0x7faf0000c260 tx=0x7faf180b5710 comp rx=0 tx=0).stop 2024-09-21T00:36:29.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.318+0000 7faf1dc94640 1 -- 172.21.15.67:0/2606801337 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faf04004800 msgr2=0x7faf18155af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:29.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.318+0000 7faf1dc94640 1 --2- 172.21.15.67:0/2606801337 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faf04004800 0x7faf18155af0 secure :-1 s=READY pgs=2627 cs=0 l=1 rev1=1 crypto rx=0x7faf08011ab0 tx=0x7faf08011f70 comp rx=0 tx=0).stop 2024-09-21T00:36:29.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.318+0000 7faf1dc94640 1 -- 172.21.15.67:0/2606801337 shutdown_connections 2024-09-21T00:36:29.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.318+0000 7faf1dc94640 1 --2- 172.21.15.67:0/2606801337 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7faef8078b90 0x7faef807b0a0 unknown :-1 s=CLOSED pgs=996 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:29.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.318+0000 7faf1dc94640 1 --2- 172.21.15.67:0/2606801337 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7faf1809c590 0x7faf1809c9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:29.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.318+0000 7faf1dc94640 1 --2- 172.21.15.67:0/2606801337 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7faf181f3590 0x7faf1809ff70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:29.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.318+0000 7faf1dc94640 1 --2- 172.21.15.67:0/2606801337 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7faf04004800 0x7faf18155af0 unknown :-1 s=CLOSED pgs=2627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:29.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.318+0000 7faf1dc94640 1 -- 172.21.15.67:0/2606801337 >> 172.21.15.67:0/2606801337 conn(0x7faf180b41a0 msgr2=0x7faf1815cac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:29.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.319+0000 7faf1dc94640 1 -- 172.21.15.67:0/2606801337 shutdown_connections 2024-09-21T00:36:29.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.319+0000 7faf1dc94640 1 -- 172.21.15.67:0/2606801337 wait complete. 2024-09-21T00:36:29.332 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":663,"stamp":"2024-09-21T00:36:27.733185+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":146,"num_write_kb":1642,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":111,"ondisk_log_size":111,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":551820,"kb_used_data":21960,"kb_used_omap":12,"kb_used_meta":529651,"kb_avail":754422900,"statfs":{"total":773094113280,"available":772529049600,"internally_reserved":0,"allocated":22487040,"data_stored":10541564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12749,"internal_metadata":542363187},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002041"},"pg_stats":[{"pgid":"33.3f","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.375467+0000","last_change":"2024-09-21T00:36:20.389946+0000","last_active":"2024-09-21T00:36:21.375467+0000","last_peered":"2024-09-21T00:36:21.375467+0000","last_clean":"2024-09-21T00:36:21.375467+0000","last_became_active":"2024-09-21T00:36:20.389568+0000","last_became_peered":"2024-09-21T00:36:20.389568+0000","last_unstale":"2024-09-21T00:36:21.375467+0000","last_undegraded":"2024-09-21T00:36:21.375467+0000","last_fullsized":"2024-09-21T00:36:21.375467+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:35:11.068736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"33.3e","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.534550+0000","last_change":"2024-09-21T00:36:20.395122+0000","last_active":"2024-09-21T00:36:21.534550+0000","last_peered":"2024-09-21T00:36:21.534550+0000","last_clean":"2024-09-21T00:36:21.534550+0000","last_became_active":"2024-09-21T00:36:20.394724+0000","last_became_peered":"2024-09-21T00:36:20.394724+0000","last_unstale":"2024-09-21T00:36:21.534550+0000","last_undegraded":"2024-09-21T00:36:21.534550+0000","last_fullsized":"2024-09-21T00:36:21.534550+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:08:19.076469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"33.3d","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.374976+0000","last_change":"2024-09-21T00:36:20.384370+0000","last_active":"2024-09-21T00:36:21.374976+0000","last_peered":"2024-09-21T00:36:21.374976+0000","last_clean":"2024-09-21T00:36:21.374976+0000","last_became_active":"2024-09-21T00:36:20.383646+0000","last_became_peered":"2024-09-21T00:36:20.383646+0000","last_unstale":"2024-09-21T00:36:21.374976+0000","last_undegraded":"2024-09-21T00:36:21.374976+0000","last_fullsized":"2024-09-21T00:36:21.374976+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:34:39.925655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"33.3c","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.374710+0000","last_change":"2024-09-21T00:36:20.393480+0000","last_active":"2024-09-21T00:36:21.374710+0000","last_peered":"2024-09-21T00:36:21.374710+0000","last_clean":"2024-09-21T00:36:21.374710+0000","last_became_active":"2024-09-21T00:36:20.392968+0000","last_became_peered":"2024-09-21T00:36:20.392968+0000","last_unstale":"2024-09-21T00:36:21.374710+0000","last_undegraded":"2024-09-21T00:36:21.374710+0000","last_fullsized":"2024-09-21T00:36:21.374710+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:42:57.661307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"33.3b","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.374591+0000","last_change":"2024-09-21T00:36:20.393592+0000","last_active":"2024-09-21T00:36:21.374591+0000","last_peered":"2024-09-21T00:36:21.374591+0000","last_clean":"2024-09-21T00:36:21.374591+0000","last_became_active":"2024-09-21T00:36:20.393246+0000","last_became_peered":"2024-09-21T00:36:20.393246+0000","last_unstale":"2024-09-21T00:36:21.374591+0000","last_undegraded":"2024-09-21T00:36:21.374591+0000","last_fullsized":"2024-09-21T00:36:21.374591+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:32:17.155921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"33.3a","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.579980+0000","last_change":"2024-09-21T00:36:20.390437+0000","last_active":"2024-09-21T00:36:21.579980+0000","last_peered":"2024-09-21T00:36:21.579980+0000","last_clean":"2024-09-21T00:36:21.579980+0000","last_became_active":"2024-09-21T00:36:20.388152+0000","last_became_peered":"2024-09-21T00:36:20.388152+0000","last_unstale":"2024-09-21T00:36:21.579980+0000","last_undegraded":"2024-09-21T00:36:21.579980+0000","last_fullsized":"2024-09-21T00:36:21.579980+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:29:29.588604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"33.39","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.580437+0000","last_change":"2024-09-21T00:36:20.393969+0000","last_active":"2024-09-21T00:36:21.580437+0000","last_peered":"2024-09-21T00:36:21.580437+0000","last_clean":"2024-09-21T00:36:21.580437+0000","last_became_active":"2024-09-21T00:36:20.392597+0000","last_became_peered":"2024-09-21T00:36:20.392597+0000","last_unstale":"2024-09-21T00:36:21.580437+0000","last_undegraded":"2024-09-21T00:36:21.580437+0000","last_fullsized":"2024-09-21T00:36:21.580437+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:49:15.664212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"33.38","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.375354+0000","last_change":"2024-09-21T00:36:20.390947+0000","last_active":"2024-09-21T00:36:21.375354+0000","last_peered":"2024-09-21T00:36:21.375354+0000","last_clean":"2024-09-21T00:36:21.375354+0000","last_became_active":"2024-09-21T00:36:20.390607+0000","last_became_peered":"2024-09-21T00:36:20.390607+0000","last_unstale":"2024-09-21T00:36:21.375354+0000","last_undegraded":"2024-09-21T00:36:21.375354+0000","last_fullsized":"2024-09-21T00:36:21.375354+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:13:06.526820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"33.37","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.373762+0000","last_change":"2024-09-21T00:36:20.384475+0000","last_active":"2024-09-21T00:36:21.373762+0000","last_peered":"2024-09-21T00:36:21.373762+0000","last_clean":"2024-09-21T00:36:21.373762+0000","last_became_active":"2024-09-21T00:36:20.384159+0000","last_became_peered":"2024-09-21T00:36:20.384159+0000","last_unstale":"2024-09-21T00:36:21.373762+0000","last_undegraded":"2024-09-21T00:36:21.373762+0000","last_fullsized":"2024-09-21T00:36:21.373762+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:13:55.914899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"33.36","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.581176+0000","last_change":"2024-09-21T00:36:20.397096+0000","last_active":"2024-09-21T00:36:21.581176+0000","last_peered":"2024-09-21T00:36:21.581176+0000","last_clean":"2024-09-21T00:36:21.581176+0000","last_became_active":"2024-09-21T00:36:20.395746+0000","last_became_peered":"2024-09-21T00:36:20.395746+0000","last_unstale":"2024-09-21T00:36:21.581176+0000","last_undegraded":"2024-09-21T00:36:21.581176+0000","last_fullsized":"2024-09-21T00:36:21.581176+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:25:12.339697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"33.35","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.580794+0000","last_change":"2024-09-21T00:36:20.397883+0000","last_active":"2024-09-21T00:36:21.580794+0000","last_peered":"2024-09-21T00:36:21.580794+0000","last_clean":"2024-09-21T00:36:21.580794+0000","last_became_active":"2024-09-21T00:36:20.397257+0000","last_became_peered":"2024-09-21T00:36:20.397257+0000","last_unstale":"2024-09-21T00:36:21.580794+0000","last_undegraded":"2024-09-21T00:36:21.580794+0000","last_fullsized":"2024-09-21T00:36:21.580794+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:50:20.384963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"33.34","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.375439+0000","last_change":"2024-09-21T00:36:20.395768+0000","last_active":"2024-09-21T00:36:21.375439+0000","last_peered":"2024-09-21T00:36:21.375439+0000","last_clean":"2024-09-21T00:36:21.375439+0000","last_became_active":"2024-09-21T00:36:20.395462+0000","last_became_peered":"2024-09-21T00:36:20.395462+0000","last_unstale":"2024-09-21T00:36:21.375439+0000","last_undegraded":"2024-09-21T00:36:21.375439+0000","last_fullsized":"2024-09-21T00:36:21.375439+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:48:40.225879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"33.33","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.389309+0000","last_change":"2024-09-21T00:36:20.389288+0000","last_active":"2024-09-21T00:36:21.389309+0000","last_peered":"2024-09-21T00:36:21.389309+0000","last_clean":"2024-09-21T00:36:21.389309+0000","last_became_active":"2024-09-21T00:36:20.388596+0000","last_became_peered":"2024-09-21T00:36:20.388596+0000","last_unstale":"2024-09-21T00:36:21.389309+0000","last_undegraded":"2024-09-21T00:36:21.389309+0000","last_fullsized":"2024-09-21T00:36:21.389309+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:43:48.703872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"33.32","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.389391+0000","last_change":"2024-09-21T00:36:20.386264+0000","last_active":"2024-09-21T00:36:21.389391+0000","last_peered":"2024-09-21T00:36:21.389391+0000","last_clean":"2024-09-21T00:36:21.389391+0000","last_became_active":"2024-09-21T00:36:20.385649+0000","last_became_peered":"2024-09-21T00:36:20.385649+0000","last_unstale":"2024-09-21T00:36:21.389391+0000","last_undegraded":"2024-09-21T00:36:21.389391+0000","last_fullsized":"2024-09-21T00:36:21.389391+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:28:54.242475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"33.31","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.389303+0000","last_change":"2024-09-21T00:36:20.402664+0000","last_active":"2024-09-21T00:36:21.389303+0000","last_peered":"2024-09-21T00:36:21.389303+0000","last_clean":"2024-09-21T00:36:21.389303+0000","last_became_active":"2024-09-21T00:36:20.401690+0000","last_became_peered":"2024-09-21T00:36:20.401690+0000","last_unstale":"2024-09-21T00:36:21.389303+0000","last_undegraded":"2024-09-21T00:36:21.389303+0000","last_fullsized":"2024-09-21T00:36:21.389303+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:06:57.090246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"33.30","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.579833+0000","last_change":"2024-09-21T00:36:20.395615+0000","last_active":"2024-09-21T00:36:21.579833+0000","last_peered":"2024-09-21T00:36:21.579833+0000","last_clean":"2024-09-21T00:36:21.579833+0000","last_became_active":"2024-09-21T00:36:20.394754+0000","last_became_peered":"2024-09-21T00:36:20.394754+0000","last_unstale":"2024-09-21T00:36:21.579833+0000","last_undegraded":"2024-09-21T00:36:21.579833+0000","last_fullsized":"2024-09-21T00:36:21.579833+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:02:25.507508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"33.2f","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.580870+0000","last_change":"2024-09-21T00:36:20.382049+0000","last_active":"2024-09-21T00:36:21.580870+0000","last_peered":"2024-09-21T00:36:21.580870+0000","last_clean":"2024-09-21T00:36:21.580870+0000","last_became_active":"2024-09-21T00:36:20.381762+0000","last_became_peered":"2024-09-21T00:36:20.381762+0000","last_unstale":"2024-09-21T00:36:21.580870+0000","last_undegraded":"2024-09-21T00:36:21.580870+0000","last_fullsized":"2024-09-21T00:36:21.580870+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:46:59.159554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"33.2e","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.581473+0000","last_change":"2024-09-21T00:36:20.394372+0000","last_active":"2024-09-21T00:36:21.581473+0000","last_peered":"2024-09-21T00:36:21.581473+0000","last_clean":"2024-09-21T00:36:21.581473+0000","last_became_active":"2024-09-21T00:36:20.393960+0000","last_became_peered":"2024-09-21T00:36:20.393960+0000","last_unstale":"2024-09-21T00:36:21.581473+0000","last_undegraded":"2024-09-21T00:36:21.581473+0000","last_fullsized":"2024-09-21T00:36:21.581473+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:16:28.475490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"33.2d","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.580974+0000","last_change":"2024-09-21T00:36:20.399570+0000","last_active":"2024-09-21T00:36:21.580974+0000","last_peered":"2024-09-21T00:36:21.580974+0000","last_clean":"2024-09-21T00:36:21.580974+0000","last_became_active":"2024-09-21T00:36:20.399226+0000","last_became_peered":"2024-09-21T00:36:20.399226+0000","last_unstale":"2024-09-21T00:36:21.580974+0000","last_undegraded":"2024-09-21T00:36:21.580974+0000","last_fullsized":"2024-09-21T00:36:21.580974+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:50:59.414486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"33.2c","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.580567+0000","last_change":"2024-09-21T00:36:20.390281+0000","last_active":"2024-09-21T00:36:21.580567+0000","last_peered":"2024-09-21T00:36:21.580567+0000","last_clean":"2024-09-21T00:36:21.580567+0000","last_became_active":"2024-09-21T00:36:20.389090+0000","last_became_peered":"2024-09-21T00:36:20.389090+0000","last_unstale":"2024-09-21T00:36:21.580567+0000","last_undegraded":"2024-09-21T00:36:21.580567+0000","last_fullsized":"2024-09-21T00:36:21.580567+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:58:12.535377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"33.2b","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.373091+0000","last_change":"2024-09-21T00:36:20.391484+0000","last_active":"2024-09-21T00:36:21.373091+0000","last_peered":"2024-09-21T00:36:21.373091+0000","last_clean":"2024-09-21T00:36:21.373091+0000","last_became_active":"2024-09-21T00:36:20.391159+0000","last_became_peered":"2024-09-21T00:36:20.391159+0000","last_unstale":"2024-09-21T00:36:21.373091+0000","last_undegraded":"2024-09-21T00:36:21.373091+0000","last_fullsized":"2024-09-21T00:36:21.373091+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:32:42.604961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"33.2a","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.373152+0000","last_change":"2024-09-21T00:36:20.396551+0000","last_active":"2024-09-21T00:36:21.373152+0000","last_peered":"2024-09-21T00:36:21.373152+0000","last_clean":"2024-09-21T00:36:21.373152+0000","last_became_active":"2024-09-21T00:36:20.396207+0000","last_became_peered":"2024-09-21T00:36:20.396207+0000","last_unstale":"2024-09-21T00:36:21.373152+0000","last_undegraded":"2024-09-21T00:36:21.373152+0000","last_fullsized":"2024-09-21T00:36:21.373152+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:15:56.388837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"33.29","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.580453+0000","last_change":"2024-09-21T00:36:20.393122+0000","last_active":"2024-09-21T00:36:21.580453+0000","last_peered":"2024-09-21T00:36:21.580453+0000","last_clean":"2024-09-21T00:36:21.580453+0000","last_became_active":"2024-09-21T00:36:20.392058+0000","last_became_peered":"2024-09-21T00:36:20.392058+0000","last_unstale":"2024-09-21T00:36:21.580453+0000","last_undegraded":"2024-09-21T00:36:21.580453+0000","last_fullsized":"2024-09-21T00:36:21.580453+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:06:37.861560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"33.28","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.580077+0000","last_change":"2024-09-21T00:36:20.388920+0000","last_active":"2024-09-21T00:36:21.580077+0000","last_peered":"2024-09-21T00:36:21.580077+0000","last_clean":"2024-09-21T00:36:21.580077+0000","last_became_active":"2024-09-21T00:36:20.387063+0000","last_became_peered":"2024-09-21T00:36:20.387063+0000","last_unstale":"2024-09-21T00:36:21.580077+0000","last_undegraded":"2024-09-21T00:36:21.580077+0000","last_fullsized":"2024-09-21T00:36:21.580077+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:03:46.205407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"33.27","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.389608+0000","last_change":"2024-09-21T00:36:20.398400+0000","last_active":"2024-09-21T00:36:21.389608+0000","last_peered":"2024-09-21T00:36:21.389608+0000","last_clean":"2024-09-21T00:36:21.389608+0000","last_became_active":"2024-09-21T00:36:20.398058+0000","last_became_peered":"2024-09-21T00:36:20.398058+0000","last_unstale":"2024-09-21T00:36:21.389608+0000","last_undegraded":"2024-09-21T00:36:21.389608+0000","last_fullsized":"2024-09-21T00:36:21.389608+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:11:44.987860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"33.26","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.374793+0000","last_change":"2024-09-21T00:36:20.394346+0000","last_active":"2024-09-21T00:36:21.374793+0000","last_peered":"2024-09-21T00:36:21.374793+0000","last_clean":"2024-09-21T00:36:21.374793+0000","last_became_active":"2024-09-21T00:36:20.394047+0000","last_became_peered":"2024-09-21T00:36:20.394047+0000","last_unstale":"2024-09-21T00:36:21.374793+0000","last_undegraded":"2024-09-21T00:36:21.374793+0000","last_fullsized":"2024-09-21T00:36:21.374793+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:53:59.264283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"33.25","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.581037+0000","last_change":"2024-09-21T00:36:20.390165+0000","last_active":"2024-09-21T00:36:21.581037+0000","last_peered":"2024-09-21T00:36:21.581037+0000","last_clean":"2024-09-21T00:36:21.581037+0000","last_became_active":"2024-09-21T00:36:20.389624+0000","last_became_peered":"2024-09-21T00:36:20.389624+0000","last_unstale":"2024-09-21T00:36:21.581037+0000","last_undegraded":"2024-09-21T00:36:21.581037+0000","last_fullsized":"2024-09-21T00:36:21.581037+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:49:54.176321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"33.24","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.390033+0000","last_change":"2024-09-21T00:36:20.394478+0000","last_active":"2024-09-21T00:36:21.390033+0000","last_peered":"2024-09-21T00:36:21.390033+0000","last_clean":"2024-09-21T00:36:21.390033+0000","last_became_active":"2024-09-21T00:36:20.393008+0000","last_became_peered":"2024-09-21T00:36:20.393008+0000","last_unstale":"2024-09-21T00:36:21.390033+0000","last_undegraded":"2024-09-21T00:36:21.390033+0000","last_fullsized":"2024-09-21T00:36:21.390033+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:16:40.767090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"33.23","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.580072+0000","last_change":"2024-09-21T00:36:20.398913+0000","last_active":"2024-09-21T00:36:21.580072+0000","last_peered":"2024-09-21T00:36:21.580072+0000","last_clean":"2024-09-21T00:36:21.580072+0000","last_became_active":"2024-09-21T00:36:20.398339+0000","last_became_peered":"2024-09-21T00:36:20.398339+0000","last_unstale":"2024-09-21T00:36:21.580072+0000","last_undegraded":"2024-09-21T00:36:21.580072+0000","last_fullsized":"2024-09-21T00:36:21.580072+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:36:18.526856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"33.22","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.389268+0000","last_change":"2024-09-21T00:36:20.385952+0000","last_active":"2024-09-21T00:36:21.389268+0000","last_peered":"2024-09-21T00:36:21.389268+0000","last_clean":"2024-09-21T00:36:21.389268+0000","last_became_active":"2024-09-21T00:36:20.385302+0000","last_became_peered":"2024-09-21T00:36:20.385302+0000","last_unstale":"2024-09-21T00:36:21.389268+0000","last_undegraded":"2024-09-21T00:36:21.389268+0000","last_fullsized":"2024-09-21T00:36:21.389268+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:35:00.405339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"33.21","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.375009+0000","last_change":"2024-09-21T00:36:20.390985+0000","last_active":"2024-09-21T00:36:21.375009+0000","last_peered":"2024-09-21T00:36:21.375009+0000","last_clean":"2024-09-21T00:36:21.375009+0000","last_became_active":"2024-09-21T00:36:20.390636+0000","last_became_peered":"2024-09-21T00:36:20.390636+0000","last_unstale":"2024-09-21T00:36:21.375009+0000","last_undegraded":"2024-09-21T00:36:21.375009+0000","last_fullsized":"2024-09-21T00:36:21.375009+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:25:30.707302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"33.1e","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.581240+0000","last_change":"2024-09-21T00:36:20.392570+0000","last_active":"2024-09-21T00:36:21.581240+0000","last_peered":"2024-09-21T00:36:21.581240+0000","last_clean":"2024-09-21T00:36:21.581240+0000","last_became_active":"2024-09-21T00:36:20.392078+0000","last_became_peered":"2024-09-21T00:36:20.392078+0000","last_unstale":"2024-09-21T00:36:21.581240+0000","last_undegraded":"2024-09-21T00:36:21.581240+0000","last_fullsized":"2024-09-21T00:36:21.581240+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:24:32.848791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"32.1f","version":"209'4","reported_seq":19,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.581232+0000","last_change":"2024-09-21T00:36:19.389569+0000","last_active":"2024-09-21T00:36:21.581232+0000","last_peered":"2024-09-21T00:36:21.581232+0000","last_clean":"2024-09-21T00:36:21.581232+0000","last_became_active":"2024-09-21T00:36:19.389256+0000","last_became_peered":"2024-09-21T00:36:19.389256+0000","last_unstale":"2024-09-21T00:36:21.581232+0000","last_undegraded":"2024-09-21T00:36:21.581232+0000","last_fullsized":"2024-09-21T00:36:21.581232+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:15:01.502215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"33.1f","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.389854+0000","last_change":"2024-09-21T00:36:20.403331+0000","last_active":"2024-09-21T00:36:21.389854+0000","last_peered":"2024-09-21T00:36:21.389854+0000","last_clean":"2024-09-21T00:36:21.389854+0000","last_became_active":"2024-09-21T00:36:20.400484+0000","last_became_peered":"2024-09-21T00:36:20.400484+0000","last_unstale":"2024-09-21T00:36:21.389854+0000","last_undegraded":"2024-09-21T00:36:21.389854+0000","last_fullsized":"2024-09-21T00:36:21.389854+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:58:07.204847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"32.1e","version":"209'1","reported_seq":16,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.389707+0000","last_change":"2024-09-21T00:36:19.387610+0000","last_active":"2024-09-21T00:36:21.389707+0000","last_peered":"2024-09-21T00:36:21.389707+0000","last_clean":"2024-09-21T00:36:21.389707+0000","last_became_active":"2024-09-21T00:36:19.387055+0000","last_became_peered":"2024-09-21T00:36:19.387055+0000","last_unstale":"2024-09-21T00:36:21.389707+0000","last_undegraded":"2024-09-21T00:36:21.389707+0000","last_fullsized":"2024-09-21T00:36:21.389707+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:46:21.692175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"33.1c","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.580675+0000","last_change":"2024-09-21T00:36:20.397889+0000","last_active":"2024-09-21T00:36:21.580675+0000","last_peered":"2024-09-21T00:36:21.580675+0000","last_clean":"2024-09-21T00:36:21.580675+0000","last_became_active":"2024-09-21T00:36:20.397437+0000","last_became_peered":"2024-09-21T00:36:20.397437+0000","last_unstale":"2024-09-21T00:36:21.580675+0000","last_undegraded":"2024-09-21T00:36:21.580675+0000","last_fullsized":"2024-09-21T00:36:21.580675+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:28:50.254312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"32.1d","version":"209'2","reported_seq":17,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.580860+0000","last_change":"2024-09-21T00:36:19.385473+0000","last_active":"2024-09-21T00:36:21.580860+0000","last_peered":"2024-09-21T00:36:21.580860+0000","last_clean":"2024-09-21T00:36:21.580860+0000","last_became_active":"2024-09-21T00:36:19.382409+0000","last_became_peered":"2024-09-21T00:36:19.382409+0000","last_unstale":"2024-09-21T00:36:21.580860+0000","last_undegraded":"2024-09-21T00:36:21.580860+0000","last_fullsized":"2024-09-21T00:36:21.580860+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:36:39.624208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"33.1d","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.375799+0000","last_change":"2024-09-21T00:36:20.392099+0000","last_active":"2024-09-21T00:36:21.375799+0000","last_peered":"2024-09-21T00:36:21.375799+0000","last_clean":"2024-09-21T00:36:21.375799+0000","last_became_active":"2024-09-21T00:36:20.391691+0000","last_became_peered":"2024-09-21T00:36:20.391691+0000","last_unstale":"2024-09-21T00:36:21.375799+0000","last_undegraded":"2024-09-21T00:36:21.375799+0000","last_fullsized":"2024-09-21T00:36:21.375799+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:23:44.185929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"32.1c","version":"209'2","reported_seq":17,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.580413+0000","last_change":"2024-09-21T00:36:19.379982+0000","last_active":"2024-09-21T00:36:21.580413+0000","last_peered":"2024-09-21T00:36:21.580413+0000","last_clean":"2024-09-21T00:36:21.580413+0000","last_became_active":"2024-09-21T00:36:19.379580+0000","last_became_peered":"2024-09-21T00:36:19.379580+0000","last_unstale":"2024-09-21T00:36:21.580413+0000","last_undegraded":"2024-09-21T00:36:21.580413+0000","last_fullsized":"2024-09-21T00:36:21.580413+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:59:19.561987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"33.1a","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.373120+0000","last_change":"2024-09-21T00:36:20.392525+0000","last_active":"2024-09-21T00:36:21.373120+0000","last_peered":"2024-09-21T00:36:21.373120+0000","last_clean":"2024-09-21T00:36:21.373120+0000","last_became_active":"2024-09-21T00:36:20.392228+0000","last_became_peered":"2024-09-21T00:36:20.392228+0000","last_unstale":"2024-09-21T00:36:21.373120+0000","last_undegraded":"2024-09-21T00:36:21.373120+0000","last_fullsized":"2024-09-21T00:36:21.373120+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:14:52.123399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"32.1b","version":"209'1","reported_seq":16,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.580687+0000","last_change":"2024-09-21T00:36:19.389407+0000","last_active":"2024-09-21T00:36:21.580687+0000","last_peered":"2024-09-21T00:36:21.580687+0000","last_clean":"2024-09-21T00:36:21.580687+0000","last_became_active":"2024-09-21T00:36:19.389073+0000","last_became_peered":"2024-09-21T00:36:19.389073+0000","last_unstale":"2024-09-21T00:36:21.580687+0000","last_undegraded":"2024-09-21T00:36:21.580687+0000","last_fullsized":"2024-09-21T00:36:21.580687+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:26:01.931142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"33.1b","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.580717+0000","last_change":"2024-09-21T00:36:20.394797+0000","last_active":"2024-09-21T00:36:21.580717+0000","last_peered":"2024-09-21T00:36:21.580717+0000","last_clean":"2024-09-21T00:36:21.580717+0000","last_became_active":"2024-09-21T00:36:20.394503+0000","last_became_peered":"2024-09-21T00:36:20.394503+0000","last_unstale":"2024-09-21T00:36:21.580717+0000","last_undegraded":"2024-09-21T00:36:21.580717+0000","last_fullsized":"2024-09-21T00:36:21.580717+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:04:35.272954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"32.1a","version":"209'1","reported_seq":16,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.580355+0000","last_change":"2024-09-21T00:36:19.374821+0000","last_active":"2024-09-21T00:36:21.580355+0000","last_peered":"2024-09-21T00:36:21.580355+0000","last_clean":"2024-09-21T00:36:21.580355+0000","last_became_active":"2024-09-21T00:36:19.374453+0000","last_became_peered":"2024-09-21T00:36:19.374453+0000","last_unstale":"2024-09-21T00:36:21.580355+0000","last_undegraded":"2024-09-21T00:36:21.580355+0000","last_fullsized":"2024-09-21T00:36:21.580355+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:38:39.125248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"33.18","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.580193+0000","last_change":"2024-09-21T00:36:20.395248+0000","last_active":"2024-09-21T00:36:21.580193+0000","last_peered":"2024-09-21T00:36:21.580193+0000","last_clean":"2024-09-21T00:36:21.580193+0000","last_became_active":"2024-09-21T00:36:20.394314+0000","last_became_peered":"2024-09-21T00:36:20.394314+0000","last_unstale":"2024-09-21T00:36:21.580193+0000","last_undegraded":"2024-09-21T00:36:21.580193+0000","last_fullsized":"2024-09-21T00:36:21.580193+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:20:16.060395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"32.19","version":"0'0","reported_seq":15,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.375075+0000","last_change":"2024-09-21T00:36:19.392357+0000","last_active":"2024-09-21T00:36:21.375075+0000","last_peered":"2024-09-21T00:36:21.375075+0000","last_clean":"2024-09-21T00:36:21.375075+0000","last_became_active":"2024-09-21T00:36:19.392039+0000","last_became_peered":"2024-09-21T00:36:19.392039+0000","last_unstale":"2024-09-21T00:36:21.375075+0000","last_undegraded":"2024-09-21T00:36:21.375075+0000","last_fullsized":"2024-09-21T00:36:21.375075+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:45:18.902386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"33.19","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.580769+0000","last_change":"2024-09-21T00:36:20.392899+0000","last_active":"2024-09-21T00:36:21.580769+0000","last_peered":"2024-09-21T00:36:21.580769+0000","last_clean":"2024-09-21T00:36:21.580769+0000","last_became_active":"2024-09-21T00:36:20.392558+0000","last_became_peered":"2024-09-21T00:36:20.392558+0000","last_unstale":"2024-09-21T00:36:21.580769+0000","last_undegraded":"2024-09-21T00:36:21.580769+0000","last_fullsized":"2024-09-21T00:36:21.580769+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:18:31.768060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"32.18","version":"0'0","reported_seq":15,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.580572+0000","last_change":"2024-09-21T00:36:19.395796+0000","last_active":"2024-09-21T00:36:21.580572+0000","last_peered":"2024-09-21T00:36:21.580572+0000","last_clean":"2024-09-21T00:36:21.580572+0000","last_became_active":"2024-09-21T00:36:19.395534+0000","last_became_peered":"2024-09-21T00:36:19.395534+0000","last_unstale":"2024-09-21T00:36:21.580572+0000","last_undegraded":"2024-09-21T00:36:21.580572+0000","last_fullsized":"2024-09-21T00:36:21.580572+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:46:30.066828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"33.16","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.581335+0000","last_change":"2024-09-21T00:36:20.394818+0000","last_active":"2024-09-21T00:36:21.581335+0000","last_peered":"2024-09-21T00:36:21.581335+0000","last_clean":"2024-09-21T00:36:21.581335+0000","last_became_active":"2024-09-21T00:36:20.394436+0000","last_became_peered":"2024-09-21T00:36:20.394436+0000","last_unstale":"2024-09-21T00:36:21.581335+0000","last_undegraded":"2024-09-21T00:36:21.581335+0000","last_fullsized":"2024-09-21T00:36:21.581335+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:28:43.723658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"32.17","version":"0'0","reported_seq":15,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.581270+0000","last_change":"2024-09-21T00:36:19.390322+0000","last_active":"2024-09-21T00:36:21.581270+0000","last_peered":"2024-09-21T00:36:21.581270+0000","last_clean":"2024-09-21T00:36:21.581270+0000","last_became_active":"2024-09-21T00:36:19.390022+0000","last_became_peered":"2024-09-21T00:36:19.390022+0000","last_unstale":"2024-09-21T00:36:21.581270+0000","last_undegraded":"2024-09-21T00:36:21.581270+0000","last_fullsized":"2024-09-21T00:36:21.581270+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:44:24.493619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"33.17","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.581084+0000","last_change":"2024-09-21T00:36:20.379237+0000","last_active":"2024-09-21T00:36:21.581084+0000","last_peered":"2024-09-21T00:36:21.581084+0000","last_clean":"2024-09-21T00:36:21.581084+0000","last_became_active":"2024-09-21T00:36:20.378919+0000","last_became_peered":"2024-09-21T00:36:20.378919+0000","last_unstale":"2024-09-21T00:36:21.581084+0000","last_undegraded":"2024-09-21T00:36:21.581084+0000","last_fullsized":"2024-09-21T00:36:21.581084+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:09:23.823357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.16","version":"0'0","reported_seq":15,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.580586+0000","last_change":"2024-09-21T00:36:19.394743+0000","last_active":"2024-09-21T00:36:21.580586+0000","last_peered":"2024-09-21T00:36:21.580586+0000","last_clean":"2024-09-21T00:36:21.580586+0000","last_became_active":"2024-09-21T00:36:19.394269+0000","last_became_peered":"2024-09-21T00:36:19.394269+0000","last_unstale":"2024-09-21T00:36:21.580586+0000","last_undegraded":"2024-09-21T00:36:21.580586+0000","last_fullsized":"2024-09-21T00:36:21.580586+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:41:05.442455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"33.14","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.389733+0000","last_change":"2024-09-21T00:36:20.394739+0000","last_active":"2024-09-21T00:36:21.389733+0000","last_peered":"2024-09-21T00:36:21.389733+0000","last_clean":"2024-09-21T00:36:21.389733+0000","last_became_active":"2024-09-21T00:36:20.393779+0000","last_became_peered":"2024-09-21T00:36:20.393779+0000","last_unstale":"2024-09-21T00:36:21.389733+0000","last_undegraded":"2024-09-21T00:36:21.389733+0000","last_fullsized":"2024-09-21T00:36:21.389733+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:20:16.427990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"32.15","version":"209'3","reported_seq":18,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.580982+0000","last_change":"2024-09-21T00:36:19.392531+0000","last_active":"2024-09-21T00:36:21.580982+0000","last_peered":"2024-09-21T00:36:21.580982+0000","last_clean":"2024-09-21T00:36:21.580982+0000","last_became_active":"2024-09-21T00:36:19.392061+0000","last_became_peered":"2024-09-21T00:36:19.392061+0000","last_unstale":"2024-09-21T00:36:21.580982+0000","last_undegraded":"2024-09-21T00:36:21.580982+0000","last_fullsized":"2024-09-21T00:36:21.580982+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:12:09.993970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"33.15","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.580584+0000","last_change":"2024-09-21T00:36:20.379135+0000","last_active":"2024-09-21T00:36:21.580584+0000","last_peered":"2024-09-21T00:36:21.580584+0000","last_clean":"2024-09-21T00:36:21.580584+0000","last_became_active":"2024-09-21T00:36:20.378781+0000","last_became_peered":"2024-09-21T00:36:20.378781+0000","last_unstale":"2024-09-21T00:36:21.580584+0000","last_undegraded":"2024-09-21T00:36:21.580584+0000","last_fullsized":"2024-09-21T00:36:21.580584+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T07:25:54.730945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.14","version":"209'6","reported_seq":21,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.579755+0000","last_change":"2024-09-21T00:36:19.377378+0000","last_active":"2024-09-21T00:36:21.579755+0000","last_peered":"2024-09-21T00:36:21.579755+0000","last_clean":"2024-09-21T00:36:21.579755+0000","last_became_active":"2024-09-21T00:36:19.377066+0000","last_became_peered":"2024-09-21T00:36:19.377066+0000","last_unstale":"2024-09-21T00:36:21.579755+0000","last_undegraded":"2024-09-21T00:36:21.579755+0000","last_fullsized":"2024-09-21T00:36:21.579755+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T00:52:23.502922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"33.12","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.580349+0000","last_change":"2024-09-21T00:36:20.392332+0000","last_active":"2024-09-21T00:36:21.580349+0000","last_peered":"2024-09-21T00:36:21.580349+0000","last_clean":"2024-09-21T00:36:21.580349+0000","last_became_active":"2024-09-21T00:36:20.391987+0000","last_became_peered":"2024-09-21T00:36:20.391987+0000","last_unstale":"2024-09-21T00:36:21.580349+0000","last_undegraded":"2024-09-21T00:36:21.580349+0000","last_fullsized":"2024-09-21T00:36:21.580349+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:35:58.920409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.13","version":"209'2","reported_seq":17,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.375852+0000","last_change":"2024-09-21T00:36:19.386733+0000","last_active":"2024-09-21T00:36:21.375852+0000","last_peered":"2024-09-21T00:36:21.375852+0000","last_clean":"2024-09-21T00:36:21.375852+0000","last_became_active":"2024-09-21T00:36:19.386414+0000","last_became_peered":"2024-09-21T00:36:19.386414+0000","last_unstale":"2024-09-21T00:36:21.375852+0000","last_undegraded":"2024-09-21T00:36:21.375852+0000","last_fullsized":"2024-09-21T00:36:21.375852+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:15:44.432732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"33.13","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.580967+0000","last_change":"2024-09-21T00:36:20.395425+0000","last_active":"2024-09-21T00:36:21.580967+0000","last_peered":"2024-09-21T00:36:21.580967+0000","last_clean":"2024-09-21T00:36:21.580967+0000","last_became_active":"2024-09-21T00:36:20.395081+0000","last_became_peered":"2024-09-21T00:36:20.395081+0000","last_unstale":"2024-09-21T00:36:21.580967+0000","last_undegraded":"2024-09-21T00:36:21.580967+0000","last_fullsized":"2024-09-21T00:36:21.580967+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:14:13.452875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"32.12","version":"0'0","reported_seq":15,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.373309+0000","last_change":"2024-09-21T00:36:19.391333+0000","last_active":"2024-09-21T00:36:21.373309+0000","last_peered":"2024-09-21T00:36:21.373309+0000","last_clean":"2024-09-21T00:36:21.373309+0000","last_became_active":"2024-09-21T00:36:19.390617+0000","last_became_peered":"2024-09-21T00:36:19.390617+0000","last_unstale":"2024-09-21T00:36:21.373309+0000","last_undegraded":"2024-09-21T00:36:21.373309+0000","last_fullsized":"2024-09-21T00:36:21.373309+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:59:33.067837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"33.10","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.580068+0000","last_change":"2024-09-21T00:36:20.388051+0000","last_active":"2024-09-21T00:36:21.580068+0000","last_peered":"2024-09-21T00:36:21.580068+0000","last_clean":"2024-09-21T00:36:21.580068+0000","last_became_active":"2024-09-21T00:36:20.387300+0000","last_became_peered":"2024-09-21T00:36:20.387300+0000","last_unstale":"2024-09-21T00:36:21.580068+0000","last_undegraded":"2024-09-21T00:36:21.580068+0000","last_fullsized":"2024-09-21T00:36:21.580068+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:11:48.285138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.11","version":"0'0","reported_seq":15,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.534286+0000","last_change":"2024-09-21T00:36:19.380668+0000","last_active":"2024-09-21T00:36:21.534286+0000","last_peered":"2024-09-21T00:36:21.534286+0000","last_clean":"2024-09-21T00:36:21.534286+0000","last_became_active":"2024-09-21T00:36:19.380338+0000","last_became_peered":"2024-09-21T00:36:19.380338+0000","last_unstale":"2024-09-21T00:36:21.534286+0000","last_undegraded":"2024-09-21T00:36:21.534286+0000","last_fullsized":"2024-09-21T00:36:21.534286+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:50:29.191748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"33.11","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.579752+0000","last_change":"2024-09-21T00:36:20.385972+0000","last_active":"2024-09-21T00:36:21.579752+0000","last_peered":"2024-09-21T00:36:21.579752+0000","last_clean":"2024-09-21T00:36:21.579752+0000","last_became_active":"2024-09-21T00:36:20.385646+0000","last_became_peered":"2024-09-21T00:36:20.385646+0000","last_unstale":"2024-09-21T00:36:21.579752+0000","last_undegraded":"2024-09-21T00:36:21.579752+0000","last_fullsized":"2024-09-21T00:36:21.579752+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:09:27.514737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.10","version":"209'8","reported_seq":23,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.579918+0000","last_change":"2024-09-21T00:36:19.385674+0000","last_active":"2024-09-21T00:36:21.579918+0000","last_peered":"2024-09-21T00:36:21.579918+0000","last_clean":"2024-09-21T00:36:21.579918+0000","last_became_active":"2024-09-21T00:36:19.382329+0000","last_became_peered":"2024-09-21T00:36:19.382329+0000","last_unstale":"2024-09-21T00:36:21.579918+0000","last_undegraded":"2024-09-21T00:36:21.579918+0000","last_fullsized":"2024-09-21T00:36:21.579918+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:04:49.435208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"33.e","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.389505+0000","last_change":"2024-09-21T00:36:20.403622+0000","last_active":"2024-09-21T00:36:21.389505+0000","last_peered":"2024-09-21T00:36:21.389505+0000","last_clean":"2024-09-21T00:36:21.389505+0000","last_became_active":"2024-09-21T00:36:20.403128+0000","last_became_peered":"2024-09-21T00:36:20.403128+0000","last_unstale":"2024-09-21T00:36:21.389505+0000","last_undegraded":"2024-09-21T00:36:21.389505+0000","last_fullsized":"2024-09-21T00:36:21.389505+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:06:52.087920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"32.f","version":"209'1","reported_seq":16,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.375542+0000","last_change":"2024-09-21T00:36:19.383708+0000","last_active":"2024-09-21T00:36:21.375542+0000","last_peered":"2024-09-21T00:36:21.375542+0000","last_clean":"2024-09-21T00:36:21.375542+0000","last_became_active":"2024-09-21T00:36:19.383363+0000","last_became_peered":"2024-09-21T00:36:19.383363+0000","last_unstale":"2024-09-21T00:36:21.375542+0000","last_undegraded":"2024-09-21T00:36:21.375542+0000","last_fullsized":"2024-09-21T00:36:21.375542+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:06:49.705823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"33.f","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.534376+0000","last_change":"2024-09-21T00:36:20.401428+0000","last_active":"2024-09-21T00:36:21.534376+0000","last_peered":"2024-09-21T00:36:21.534376+0000","last_clean":"2024-09-21T00:36:21.534376+0000","last_became_active":"2024-09-21T00:36:20.400987+0000","last_became_peered":"2024-09-21T00:36:20.400987+0000","last_unstale":"2024-09-21T00:36:21.534376+0000","last_undegraded":"2024-09-21T00:36:21.534376+0000","last_fullsized":"2024-09-21T00:36:21.534376+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:54:51.421563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"32.e","version":"209'2","reported_seq":17,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.580698+0000","last_change":"2024-09-21T00:36:19.390835+0000","last_active":"2024-09-21T00:36:21.580698+0000","last_peered":"2024-09-21T00:36:21.580698+0000","last_clean":"2024-09-21T00:36:21.580698+0000","last_became_active":"2024-09-21T00:36:19.388960+0000","last_became_peered":"2024-09-21T00:36:19.388960+0000","last_unstale":"2024-09-21T00:36:21.580698+0000","last_undegraded":"2024-09-21T00:36:21.580698+0000","last_fullsized":"2024-09-21T00:36:21.580698+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:46:30.798186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"33.c","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.389989+0000","last_change":"2024-09-21T00:36:20.402171+0000","last_active":"2024-09-21T00:36:21.389989+0000","last_peered":"2024-09-21T00:36:21.389989+0000","last_clean":"2024-09-21T00:36:21.389989+0000","last_became_active":"2024-09-21T00:36:20.401839+0000","last_became_peered":"2024-09-21T00:36:20.401839+0000","last_unstale":"2024-09-21T00:36:21.389989+0000","last_undegraded":"2024-09-21T00:36:21.389989+0000","last_fullsized":"2024-09-21T00:36:21.389989+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:22:47.639406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"32.d","version":"209'1","reported_seq":16,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.534115+0000","last_change":"2024-09-21T00:36:19.387805+0000","last_active":"2024-09-21T00:36:21.534115+0000","last_peered":"2024-09-21T00:36:21.534115+0000","last_clean":"2024-09-21T00:36:21.534115+0000","last_became_active":"2024-09-21T00:36:19.387412+0000","last_became_peered":"2024-09-21T00:36:19.387412+0000","last_unstale":"2024-09-21T00:36:21.534115+0000","last_undegraded":"2024-09-21T00:36:21.534115+0000","last_fullsized":"2024-09-21T00:36:21.534115+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:35:46.472662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"33.d","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.375239+0000","last_change":"2024-09-21T00:36:20.383192+0000","last_active":"2024-09-21T00:36:21.375239+0000","last_peered":"2024-09-21T00:36:21.375239+0000","last_clean":"2024-09-21T00:36:21.375239+0000","last_became_active":"2024-09-21T00:36:20.382666+0000","last_became_peered":"2024-09-21T00:36:20.382666+0000","last_unstale":"2024-09-21T00:36:21.375239+0000","last_undegraded":"2024-09-21T00:36:21.375239+0000","last_fullsized":"2024-09-21T00:36:21.375239+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:08:23.935787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"32.c","version":"0'0","reported_seq":15,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.390160+0000","last_change":"2024-09-21T00:36:19.390669+0000","last_active":"2024-09-21T00:36:21.390160+0000","last_peered":"2024-09-21T00:36:21.390160+0000","last_clean":"2024-09-21T00:36:21.390160+0000","last_became_active":"2024-09-21T00:36:19.390310+0000","last_became_peered":"2024-09-21T00:36:19.390310+0000","last_unstale":"2024-09-21T00:36:21.390160+0000","last_undegraded":"2024-09-21T00:36:21.390160+0000","last_fullsized":"2024-09-21T00:36:21.390160+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:19:40.132054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"33.a","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.579950+0000","last_change":"2024-09-21T00:36:20.389981+0000","last_active":"2024-09-21T00:36:21.579950+0000","last_peered":"2024-09-21T00:36:21.579950+0000","last_clean":"2024-09-21T00:36:21.579950+0000","last_became_active":"2024-09-21T00:36:20.389678+0000","last_became_peered":"2024-09-21T00:36:20.389678+0000","last_unstale":"2024-09-21T00:36:21.579950+0000","last_undegraded":"2024-09-21T00:36:21.579950+0000","last_fullsized":"2024-09-21T00:36:21.579950+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:09:55.444020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"32.b","version":"209'2","reported_seq":17,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.374825+0000","last_change":"2024-09-21T00:36:19.379518+0000","last_active":"2024-09-21T00:36:21.374825+0000","last_peered":"2024-09-21T00:36:21.374825+0000","last_clean":"2024-09-21T00:36:21.374825+0000","last_became_active":"2024-09-21T00:36:19.379183+0000","last_became_peered":"2024-09-21T00:36:19.379183+0000","last_unstale":"2024-09-21T00:36:21.374825+0000","last_undegraded":"2024-09-21T00:36:21.374825+0000","last_fullsized":"2024-09-21T00:36:21.374825+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:25:36.280712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"33.b","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.581209+0000","last_change":"2024-09-21T00:36:20.401735+0000","last_active":"2024-09-21T00:36:21.581209+0000","last_peered":"2024-09-21T00:36:21.581209+0000","last_clean":"2024-09-21T00:36:21.581209+0000","last_became_active":"2024-09-21T00:36:20.401423+0000","last_became_peered":"2024-09-21T00:36:20.401423+0000","last_unstale":"2024-09-21T00:36:21.581209+0000","last_undegraded":"2024-09-21T00:36:21.581209+0000","last_fullsized":"2024-09-21T00:36:21.581209+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:13:32.576063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"32.a","version":"0'0","reported_seq":15,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.374996+0000","last_change":"2024-09-21T00:36:19.387495+0000","last_active":"2024-09-21T00:36:21.374996+0000","last_peered":"2024-09-21T00:36:21.374996+0000","last_clean":"2024-09-21T00:36:21.374996+0000","last_became_active":"2024-09-21T00:36:19.387147+0000","last_became_peered":"2024-09-21T00:36:19.387147+0000","last_unstale":"2024-09-21T00:36:21.374996+0000","last_undegraded":"2024-09-21T00:36:21.374996+0000","last_fullsized":"2024-09-21T00:36:21.374996+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:48:11.846412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"33.8","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.580327+0000","last_change":"2024-09-21T00:36:20.388383+0000","last_active":"2024-09-21T00:36:21.580327+0000","last_peered":"2024-09-21T00:36:21.580327+0000","last_clean":"2024-09-21T00:36:21.580327+0000","last_became_active":"2024-09-21T00:36:20.387748+0000","last_became_peered":"2024-09-21T00:36:20.387748+0000","last_unstale":"2024-09-21T00:36:21.580327+0000","last_undegraded":"2024-09-21T00:36:21.580327+0000","last_fullsized":"2024-09-21T00:36:21.580327+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:50:17.538415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.9","version":"0'0","reported_seq":15,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.534317+0000","last_change":"2024-09-21T00:36:19.381554+0000","last_active":"2024-09-21T00:36:21.534317+0000","last_peered":"2024-09-21T00:36:21.534317+0000","last_clean":"2024-09-21T00:36:21.534317+0000","last_became_active":"2024-09-21T00:36:19.381228+0000","last_became_peered":"2024-09-21T00:36:19.381228+0000","last_unstale":"2024-09-21T00:36:21.534317+0000","last_undegraded":"2024-09-21T00:36:21.534317+0000","last_fullsized":"2024-09-21T00:36:21.534317+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:29:41.147664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"33.9","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.373091+0000","last_change":"2024-09-21T00:36:20.389189+0000","last_active":"2024-09-21T00:36:21.373091+0000","last_peered":"2024-09-21T00:36:21.373091+0000","last_clean":"2024-09-21T00:36:21.373091+0000","last_became_active":"2024-09-21T00:36:20.388840+0000","last_became_peered":"2024-09-21T00:36:20.388840+0000","last_unstale":"2024-09-21T00:36:21.373091+0000","last_undegraded":"2024-09-21T00:36:21.373091+0000","last_fullsized":"2024-09-21T00:36:21.373091+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:50:59.414486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"32.8","version":"0'0","reported_seq":15,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.375443+0000","last_change":"2024-09-21T00:36:19.379542+0000","last_active":"2024-09-21T00:36:21.375443+0000","last_peered":"2024-09-21T00:36:21.375443+0000","last_clean":"2024-09-21T00:36:21.375443+0000","last_became_active":"2024-09-21T00:36:19.379221+0000","last_became_peered":"2024-09-21T00:36:19.379221+0000","last_unstale":"2024-09-21T00:36:21.375443+0000","last_undegraded":"2024-09-21T00:36:21.375443+0000","last_fullsized":"2024-09-21T00:36:21.375443+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:11:53.500574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"33.6","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.389561+0000","last_change":"2024-09-21T00:36:20.402524+0000","last_active":"2024-09-21T00:36:21.389561+0000","last_peered":"2024-09-21T00:36:21.389561+0000","last_clean":"2024-09-21T00:36:21.389561+0000","last_became_active":"2024-09-21T00:36:20.401683+0000","last_became_peered":"2024-09-21T00:36:20.401683+0000","last_unstale":"2024-09-21T00:36:21.389561+0000","last_undegraded":"2024-09-21T00:36:21.389561+0000","last_fullsized":"2024-09-21T00:36:21.389561+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:04:51.235051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"32.7","version":"209'2","reported_seq":17,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.389904+0000","last_change":"2024-09-21T00:36:19.388629+0000","last_active":"2024-09-21T00:36:21.389904+0000","last_peered":"2024-09-21T00:36:21.389904+0000","last_clean":"2024-09-21T00:36:21.389904+0000","last_became_active":"2024-09-21T00:36:19.386623+0000","last_became_peered":"2024-09-21T00:36:19.386623+0000","last_unstale":"2024-09-21T00:36:21.389904+0000","last_undegraded":"2024-09-21T00:36:21.389904+0000","last_fullsized":"2024-09-21T00:36:21.389904+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T06:29:36.544644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"33.7","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.581111+0000","last_change":"2024-09-21T00:36:20.387001+0000","last_active":"2024-09-21T00:36:21.581111+0000","last_peered":"2024-09-21T00:36:21.581111+0000","last_clean":"2024-09-21T00:36:21.581111+0000","last_became_active":"2024-09-21T00:36:20.386645+0000","last_became_peered":"2024-09-21T00:36:20.386645+0000","last_unstale":"2024-09-21T00:36:21.581111+0000","last_undegraded":"2024-09-21T00:36:21.581111+0000","last_fullsized":"2024-09-21T00:36:21.581111+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:06:02.960427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"32.6","version":"210'1","reported_seq":16,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.375568+0000","last_change":"2024-09-21T00:36:19.392352+0000","last_active":"2024-09-21T00:36:21.375568+0000","last_peered":"2024-09-21T00:36:21.375568+0000","last_clean":"2024-09-21T00:36:21.375568+0000","last_became_active":"2024-09-21T00:36:19.392016+0000","last_became_peered":"2024-09-21T00:36:19.392016+0000","last_unstale":"2024-09-21T00:36:21.375568+0000","last_undegraded":"2024-09-21T00:36:21.375568+0000","last_fullsized":"2024-09-21T00:36:21.375568+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T03:00:48.113921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"33.4","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.375354+0000","last_change":"2024-09-21T00:36:20.379133+0000","last_active":"2024-09-21T00:36:21.375354+0000","last_peered":"2024-09-21T00:36:21.375354+0000","last_clean":"2024-09-21T00:36:21.375354+0000","last_became_active":"2024-09-21T00:36:20.378629+0000","last_became_peered":"2024-09-21T00:36:20.378629+0000","last_unstale":"2024-09-21T00:36:21.375354+0000","last_undegraded":"2024-09-21T00:36:21.375354+0000","last_fullsized":"2024-09-21T00:36:21.375354+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:19:10.106800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"32.5","version":"0'0","reported_seq":15,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.581143+0000","last_change":"2024-09-21T00:36:19.389386+0000","last_active":"2024-09-21T00:36:21.581143+0000","last_peered":"2024-09-21T00:36:21.581143+0000","last_clean":"2024-09-21T00:36:21.581143+0000","last_became_active":"2024-09-21T00:36:19.388985+0000","last_became_peered":"2024-09-21T00:36:19.388985+0000","last_unstale":"2024-09-21T00:36:21.581143+0000","last_undegraded":"2024-09-21T00:36:21.581143+0000","last_fullsized":"2024-09-21T00:36:21.581143+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:47:00.066583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"33.5","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.375475+0000","last_change":"2024-09-21T00:36:20.384677+0000","last_active":"2024-09-21T00:36:21.375475+0000","last_peered":"2024-09-21T00:36:21.375475+0000","last_clean":"2024-09-21T00:36:21.375475+0000","last_became_active":"2024-09-21T00:36:20.384062+0000","last_became_peered":"2024-09-21T00:36:20.384062+0000","last_unstale":"2024-09-21T00:36:21.375475+0000","last_undegraded":"2024-09-21T00:36:21.375475+0000","last_fullsized":"2024-09-21T00:36:21.375475+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:40:11.821061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"32.4","version":"0'0","reported_seq":15,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.580425+0000","last_change":"2024-09-21T00:36:19.388778+0000","last_active":"2024-09-21T00:36:21.580425+0000","last_peered":"2024-09-21T00:36:21.580425+0000","last_clean":"2024-09-21T00:36:21.580425+0000","last_became_active":"2024-09-21T00:36:19.387754+0000","last_became_peered":"2024-09-21T00:36:19.387754+0000","last_unstale":"2024-09-21T00:36:21.580425+0000","last_undegraded":"2024-09-21T00:36:21.580425+0000","last_fullsized":"2024-09-21T00:36:21.580425+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:42:00.397151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"33.2","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.389773+0000","last_change":"2024-09-21T00:36:20.397749+0000","last_active":"2024-09-21T00:36:21.389773+0000","last_peered":"2024-09-21T00:36:21.389773+0000","last_clean":"2024-09-21T00:36:21.389773+0000","last_became_active":"2024-09-21T00:36:20.392576+0000","last_became_peered":"2024-09-21T00:36:20.392576+0000","last_unstale":"2024-09-21T00:36:21.389773+0000","last_undegraded":"2024-09-21T00:36:21.389773+0000","last_fullsized":"2024-09-21T00:36:21.389773+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T05:29:26.785702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"32.3","version":"0'0","reported_seq":15,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.373449+0000","last_change":"2024-09-21T00:36:19.381143+0000","last_active":"2024-09-21T00:36:21.373449+0000","last_peered":"2024-09-21T00:36:21.373449+0000","last_clean":"2024-09-21T00:36:21.373449+0000","last_became_active":"2024-09-21T00:36:19.380783+0000","last_became_peered":"2024-09-21T00:36:19.380783+0000","last_unstale":"2024-09-21T00:36:21.373449+0000","last_undegraded":"2024-09-21T00:36:21.373449+0000","last_fullsized":"2024-09-21T00:36:21.373449+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T09:53:42.564628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"33.3","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.389367+0000","last_change":"2024-09-21T00:36:20.392597+0000","last_active":"2024-09-21T00:36:21.389367+0000","last_peered":"2024-09-21T00:36:21.389367+0000","last_clean":"2024-09-21T00:36:21.389367+0000","last_became_active":"2024-09-21T00:36:20.392257+0000","last_became_peered":"2024-09-21T00:36:20.392257+0000","last_unstale":"2024-09-21T00:36:21.389367+0000","last_undegraded":"2024-09-21T00:36:21.389367+0000","last_fullsized":"2024-09-21T00:36:21.389367+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:16:27.956402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"32.2","version":"0'0","reported_seq":15,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.373336+0000","last_change":"2024-09-21T00:36:19.390970+0000","last_active":"2024-09-21T00:36:21.373336+0000","last_peered":"2024-09-21T00:36:21.373336+0000","last_clean":"2024-09-21T00:36:21.373336+0000","last_became_active":"2024-09-21T00:36:19.390170+0000","last_became_peered":"2024-09-21T00:36:19.390170+0000","last_unstale":"2024-09-21T00:36:21.373336+0000","last_undegraded":"2024-09-21T00:36:21.373336+0000","last_fullsized":"2024-09-21T00:36:21.373336+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T11:18:42.303676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"33.0","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.389392+0000","last_change":"2024-09-21T00:36:20.393908+0000","last_active":"2024-09-21T00:36:21.389392+0000","last_peered":"2024-09-21T00:36:21.389392+0000","last_clean":"2024-09-21T00:36:21.389392+0000","last_became_active":"2024-09-21T00:36:20.393601+0000","last_became_peered":"2024-09-21T00:36:20.393601+0000","last_unstale":"2024-09-21T00:36:21.389392+0000","last_undegraded":"2024-09-21T00:36:21.389392+0000","last_fullsized":"2024-09-21T00:36:21.389392+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:44:10.100349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"32.1","version":"0'0","reported_seq":15,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.389268+0000","last_change":"2024-09-21T00:36:19.391944+0000","last_active":"2024-09-21T00:36:21.389268+0000","last_peered":"2024-09-21T00:36:21.389268+0000","last_clean":"2024-09-21T00:36:21.389268+0000","last_became_active":"2024-09-21T00:36:19.391618+0000","last_became_peered":"2024-09-21T00:36:19.391618+0000","last_unstale":"2024-09-21T00:36:21.389268+0000","last_undegraded":"2024-09-21T00:36:21.389268+0000","last_fullsized":"2024-09-21T00:36:21.389268+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T02:06:50.871933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"33.1","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.374774+0000","last_change":"2024-09-21T00:36:20.401308+0000","last_active":"2024-09-21T00:36:21.374774+0000","last_peered":"2024-09-21T00:36:21.374774+0000","last_clean":"2024-09-21T00:36:21.374774+0000","last_became_active":"2024-09-21T00:36:20.400841+0000","last_became_peered":"2024-09-21T00:36:20.400841+0000","last_unstale":"2024-09-21T00:36:21.374774+0000","last_undegraded":"2024-09-21T00:36:21.374774+0000","last_fullsized":"2024-09-21T00:36:21.374774+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T10:09:57.521919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"32.0","version":"0'0","reported_seq":15,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.580269+0000","last_change":"2024-09-21T00:36:19.391474+0000","last_active":"2024-09-21T00:36:21.580269+0000","last_peered":"2024-09-21T00:36:21.580269+0000","last_clean":"2024-09-21T00:36:21.580269+0000","last_became_active":"2024-09-21T00:36:19.390150+0000","last_became_peered":"2024-09-21T00:36:19.390150+0000","last_unstale":"2024-09-21T00:36:21.580269+0000","last_undegraded":"2024-09-21T00:36:21.580269+0000","last_fullsized":"2024-09-21T00:36:21.580269+0000","mapping_epoch":207,"log_start":"0'0","ondisk_log_start":"0'0","created":207,"last_epoch_clean":208,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:18.354827+0000","last_clean_scrub_stamp":"2024-09-21T00:36:18.354827+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T01:03:46.033378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"33.20","version":"0'0","reported_seq":13,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.580485+0000","last_change":"2024-09-21T00:36:20.395995+0000","last_active":"2024-09-21T00:36:21.580485+0000","last_peered":"2024-09-21T00:36:21.580485+0000","last_clean":"2024-09-21T00:36:21.580485+0000","last_became_active":"2024-09-21T00:36:20.393737+0000","last_became_peered":"2024-09-21T00:36:20.393737+0000","last_unstale":"2024-09-21T00:36:21.580485+0000","last_undegraded":"2024-09-21T00:36:21.580485+0000","last_fullsized":"2024-09-21T00:36:21.580485+0000","mapping_epoch":208,"log_start":"0'0","ondisk_log_start":"0'0","created":208,"last_epoch_clean":209,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:36:19.361395+0000","last_clean_scrub_stamp":"2024-09-21T00:36:19.361395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T04:34:45.589034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'72","reported_seq":452,"reported_epoch":210,"state":"active+clean","last_fresh":"2024-09-21T00:36:21.533934+0000","last_change":"2024-09-21T00:21:11.583793+0000","last_active":"2024-09-21T00:36:21.533934+0000","last_peered":"2024-09-21T00:36:21.533934+0000","last_clean":"2024-09-21T00:36:21.533934+0000","last_became_active":"2024-09-21T00:21:11.582502+0000","last_became_peered":"2024-09-21T00:21:11.582502+0000","last_unstale":"2024-09-21T00:36:21.533934+0000","last_undegraded":"2024-09-21T00:36:21.533934+0000","last_fullsized":"2024-09-21T00:36:21.533934+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_clean_scrub_stamp":"2024-09-21T00:21:10.311964+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:58.010953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":33,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":32,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509627,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":48252,"kb_used_data":3176,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94323588,"statfs":{"total":96636764160,"available":96587354112,"internally_reserved":0,"allocated":3252224,"data_stored":1759939,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":46135754},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509627,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":73984,"kb_used_data":2600,"kb_used_omap":1,"kb_used_meta":71358,"kb_avail":94297856,"statfs":{"total":96636764160,"available":96561004544,"internally_reserved":0,"allocated":2662400,"data_stored":1169613,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":73071046},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509627,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":64308,"kb_used_data":2592,"kb_used_omap":1,"kb_used_meta":61694,"kb_avail":94307532,"statfs":{"total":96636764160,"available":96570912768,"internally_reserved":0,"allocated":2654208,"data_stored":1169501,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":63175109},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509628,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":78216,"kb_used_data":2608,"kb_used_omap":1,"kb_used_meta":75582,"kb_avail":94293624,"statfs":{"total":96636764160,"available":96556670976,"internally_reserved":0,"allocated":2670592,"data_stored":1171695,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":77396424},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509628,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":47676,"kb_used_data":2592,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94324164,"statfs":{"total":96636764160,"available":96587943936,"internally_reserved":0,"allocated":2654208,"data_stored":1169501,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":46135749},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509626,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":78784,"kb_used_data":3172,"kb_used_omap":1,"kb_used_meta":75582,"kb_avail":94293056,"statfs":{"total":96636764160,"available":96556089344,"internally_reserved":0,"allocated":3248128,"data_stored":1759869,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":77396422},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834575034,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":78224,"kb_used_data":2612,"kb_used_omap":1,"kb_used_meta":75582,"kb_avail":94293616,"statfs":{"total":96636764160,"available":96556662784,"internally_reserved":0,"allocated":2674688,"data_stored":1171169,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":77396421},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834575034,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":82376,"kb_used_data":2608,"kb_used_omap":1,"kb_used_meta":79742,"kb_avail":94289464,"statfs":{"total":96636764160,"available":96552411136,"internally_reserved":0,"allocated":2670592,"data_stored":1170277,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":81656262},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":32,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":33,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":33,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":33,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":33,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":33,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":33,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":33,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":33,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T00:36:29.336 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-21T00:36:29.336 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-21T00:36:29.498 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.496+0000 7f7bf69ba640 1 -- 172.21.15.67:0/2536433926 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7bdc005150 msgr2=0x7f7bdc00b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:29.498 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.496+0000 7f7bf69ba640 1 --2- 172.21.15.67:0/2536433926 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7bdc005150 0x7f7bdc00b9c0 secure :-1 s=READY pgs=2629 cs=0 l=1 rev1=1 crypto rx=0x7f7bf00cdf50 tx=0x7f7bdc005830 comp rx=0 tx=0).stop 2024-09-21T00:36:29.498 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.496+0000 7f7bf4f57640 1 -- 172.21.15.67:0/2536433926 reap_dead start 2024-09-21T00:36:29.499 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.496+0000 7f7bf69ba640 1 -- 172.21.15.67:0/2536433926 shutdown_connections 2024-09-21T00:36:29.499 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.496+0000 7f7bf69ba640 1 -- 172.21.15.67:0/2536433926 >> 172.21.15.67:0/2536433926 conn(0x7f7bf00b0240 msgr2=0x7f7bf00b0650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:29.499 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.496+0000 7f7bf69ba640 1 -- 172.21.15.67:0/2536433926 shutdown_connections 2024-09-21T00:36:29.499 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.496+0000 7f7bf69ba640 1 -- 172.21.15.67:0/2536433926 wait complete. 2024-09-21T00:36:29.499 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.498+0000 7f7bf69ba640 1 Processor -- start 2024-09-21T00:36:29.499 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.498+0000 7f7bf69ba640 1 -- start start 2024-09-21T00:36:29.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.499+0000 7f7bf69ba640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7bdc005150 0x7f7bf01429e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:29.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.499+0000 7f7bf69ba640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7bf0145b70 0x7f7bf006f270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:29.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.499+0000 7f7bf69ba640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7bf006f7b0 0x7f7bf0072ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:29.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.499+0000 7f7bf69ba640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f7bf00cf4f0 con 0x7f7bdc005150 2024-09-21T00:36:29.502 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.499+0000 7f7bf69ba640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f7bf00cf370 con 0x7f7bf0145b70 2024-09-21T00:36:29.503 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.499+0000 7f7bf69ba640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f7bf00cf670 con 0x7f7bf006f7b0 2024-09-21T00:36:29.503 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.499+0000 7f7beffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7bdc005150 0x7f7bf01429e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:29.503 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.499+0000 7f7beffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7bdc005150 0x7f7bf01429e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45508/0 (socket says 172.21.15.67:45508) 2024-09-21T00:36:29.503 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.499+0000 7f7beffff640 1 -- 172.21.15.67:0/1175883092 learned_addr learned my addr 172.21.15.67:0/1175883092 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:29.503 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.499+0000 7f7be7fff640 1 --2- 172.21.15.67:0/1175883092 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7bf0145b70 0x7f7bf006f270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:29.503 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.499+0000 7f7bf4f57640 1 --2- 172.21.15.67:0/1175883092 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7bf006f7b0 0x7f7bf0072ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:29.503 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.499+0000 7f7beffff640 1 -- 172.21.15.67:0/1175883092 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7bf006f7b0 msgr2=0x7f7bf0072ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:29.503 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.499+0000 7f7beffff640 1 --2- 172.21.15.67:0/1175883092 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7bf006f7b0 0x7f7bf0072ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:29.503 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.499+0000 7f7beffff640 1 -- 172.21.15.67:0/1175883092 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7bf0145b70 msgr2=0x7f7bf006f270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:29.503 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.499+0000 7f7beffff640 1 --2- 172.21.15.67:0/1175883092 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7bf0145b70 0x7f7bf006f270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:29.503 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.499+0000 7f7beffff640 1 -- 172.21.15.67:0/1175883092 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7bf006fbc0 con 0x7f7bdc005150 2024-09-21T00:36:29.503 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.500+0000 7f7beffff640 1 --2- 172.21.15.67:0/1175883092 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7bdc005150 0x7f7bf01429e0 secure :-1 s=READY pgs=2630 cs=0 l=1 rev1=1 crypto rx=0x7f7be0000fb0 tx=0x7f7be00039c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:29.503 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.500+0000 7f7bed7fa640 1 -- 172.21.15.67:0/1175883092 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7be0015070 con 0x7f7bdc005150 2024-09-21T00:36:29.504 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.500+0000 7f7bed7fa640 1 -- 172.21.15.67:0/1175883092 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7be0011920 con 0x7f7bdc005150 2024-09-21T00:36:29.504 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.500+0000 7f7bed7fa640 1 -- 172.21.15.67:0/1175883092 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7be0011db0 con 0x7f7bdc005150 2024-09-21T00:36:29.504 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.500+0000 7f7bf69ba640 1 -- 172.21.15.67:0/1175883092 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7bf01f6fd0 con 0x7f7bdc005150 2024-09-21T00:36:29.504 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.500+0000 7f7bf69ba640 1 -- 172.21.15.67:0/1175883092 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7bf01f7590 con 0x7f7bdc005150 2024-09-21T00:36:29.504 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.501+0000 7f7bf69ba640 1 -- 172.21.15.67:0/1175883092 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7bf0073bf0 con 0x7f7bdc005150 2024-09-21T00:36:29.505 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.502+0000 7f7bed7fa640 1 -- 172.21.15.67:0/1175883092 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f7be00103c0 con 0x7f7bdc005150 2024-09-21T00:36:29.505 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.502+0000 7f7bed7fa640 1 --2- 172.21.15.67:0/1175883092 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7bd0078bc0 0x7f7bd007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:29.505 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.502+0000 7f7bed7fa640 1 -- 172.21.15.67:0/1175883092 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(210..210 src has 1..210) ==== 5709+0+0 (secure 0 0 0) 0x7f7be009bb70 con 0x7f7bdc005150 2024-09-21T00:36:29.505 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.503+0000 7f7be7fff640 1 --2- 172.21.15.67:0/1175883092 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7bd0078bc0 0x7f7bd007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:29.505 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.503+0000 7f7be7fff640 1 --2- 172.21.15.67:0/1175883092 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7bd0078bc0 0x7f7bd007b0d0 secure :-1 s=READY pgs=997 cs=0 l=1 rev1=1 crypto rx=0x7f7bf00cc9e0 tx=0x7f7bd8005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:29.509 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.507+0000 7f7bed7fa640 1 -- 172.21.15.67:0/1175883092 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f7bf006fbc0 con 0x7f7bdc005150 2024-09-21T00:36:29.769 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.767+0000 7f7bf69ba640 1 -- 172.21.15.67:0/1175883092 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f7bf00cca10 con 0x7f7bdc005150 2024-09-21T00:36:29.771 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.769+0000 7f7bed7fa640 1 -- 172.21.15.67:0/1175883092 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v29) ==== 190+0+147 (secure 0 0 0) 0x7f7bf0074540 con 0x7f7bdc005150 2024-09-21T00:36:29.771 INFO:teuthology.orchestra.run.smithi067.stdout:[client.0] 2024-09-21T00:36:29.772 INFO:teuthology.orchestra.run.smithi067.stdout: key = AQBFEe5mUnwLLxAAE0JXCN8yXTH2bWtWI41o2Q== 2024-09-21T00:36:29.772 INFO:teuthology.orchestra.run.smithi067.stdout: caps mds = "allow" 2024-09-21T00:36:29.772 INFO:teuthology.orchestra.run.smithi067.stdout: caps mon = "allow r" 2024-09-21T00:36:29.772 INFO:teuthology.orchestra.run.smithi067.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-21T00:36:29.772 INFO:teuthology.orchestra.run.smithi067.stderr:updated caps for client.0 2024-09-21T00:36:29.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.772+0000 7f7bf69ba640 1 -- 172.21.15.67:0/1175883092 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7bd0078bc0 msgr2=0x7f7bd007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:29.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.772+0000 7f7bf69ba640 1 --2- 172.21.15.67:0/1175883092 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7bd0078bc0 0x7f7bd007b0d0 secure :-1 s=READY pgs=997 cs=0 l=1 rev1=1 crypto rx=0x7f7bf00cc9e0 tx=0x7f7bd8005f90 comp rx=0 tx=0).stop 2024-09-21T00:36:29.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.772+0000 7f7bf69ba640 1 -- 172.21.15.67:0/1175883092 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7bdc005150 msgr2=0x7f7bf01429e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:29.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.772+0000 7f7bf69ba640 1 --2- 172.21.15.67:0/1175883092 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7bdc005150 0x7f7bf01429e0 secure :-1 s=READY pgs=2630 cs=0 l=1 rev1=1 crypto rx=0x7f7be0000fb0 tx=0x7f7be00039c0 comp rx=0 tx=0).stop 2024-09-21T00:36:29.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.772+0000 7f7bf69ba640 1 -- 172.21.15.67:0/1175883092 shutdown_connections 2024-09-21T00:36:29.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.772+0000 7f7bf69ba640 1 --2- 172.21.15.67:0/1175883092 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7bd0078bc0 0x7f7bd007b0d0 unknown :-1 s=CLOSED pgs=997 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:29.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.772+0000 7f7bf69ba640 1 --2- 172.21.15.67:0/1175883092 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7bf006f7b0 0x7f7bf0072ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:29.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.772+0000 7f7bf69ba640 1 --2- 172.21.15.67:0/1175883092 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7bf0145b70 0x7f7bf006f270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:29.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.772+0000 7f7bf69ba640 1 --2- 172.21.15.67:0/1175883092 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7bdc005150 0x7f7bf01429e0 unknown :-1 s=CLOSED pgs=2630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:29.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.772+0000 7f7bf69ba640 1 -- 172.21.15.67:0/1175883092 >> 172.21.15.67:0/1175883092 conn(0x7f7bf00b0240 msgr2=0x7f7bf015a9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:29.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.772+0000 7f7bf69ba640 1 -- 172.21.15.67:0/1175883092 shutdown_connections 2024-09-21T00:36:29.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.772+0000 7f7bf69ba640 1 -- 172.21.15.67:0/1175883092 wait complete. 2024-09-21T00:36:29.786 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:36:29.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.901+0000 7fd3eee40640 1 -- 172.21.15.67:0/1624956589 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd3d8005350 msgr2=0x7fd3d800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:29.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.901+0000 7fd3eee40640 1 --2- 172.21.15.67:0/1624956589 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd3d8005350 0x7fd3d800b9c0 secure :-1 s=READY pgs=2632 cs=0 l=1 rev1=1 crypto rx=0x7fd3e0009a90 tx=0x7fd3d8005830 comp rx=0 tx=0).stop 2024-09-21T00:36:29.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.902+0000 7fd3eee40640 1 -- 172.21.15.67:0/1624956589 shutdown_connections 2024-09-21T00:36:29.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.902+0000 7fd3eee40640 1 --2- 172.21.15.67:0/1624956589 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd3d8005350 0x7fd3d800b9c0 unknown :-1 s=CLOSED pgs=2632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:29.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.902+0000 7fd3eee40640 1 -- 172.21.15.67:0/1624956589 >> 172.21.15.67:0/1624956589 conn(0x7fd3e80d1af0 msgr2=0x7fd3e8073340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:29.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.902+0000 7fd3eee40640 1 -- 172.21.15.67:0/1624956589 shutdown_connections 2024-09-21T00:36:29.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.902+0000 7fd3eee40640 1 -- 172.21.15.67:0/1624956589 wait complete. 2024-09-21T00:36:29.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.903+0000 7fd3eee40640 1 Processor -- start 2024-09-21T00:36:29.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.903+0000 7fd3eee40640 1 -- start start 2024-09-21T00:36:29.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.905+0000 7fd3eee40640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd3d8005350 0x7fd3e81f4f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:29.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.905+0000 7fd3eee40640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd3e80aebc0 0x7fd3e80aefd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:29.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.905+0000 7fd3eee40640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd3e815a0a0 0x7fd3e815a4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:29.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.905+0000 7fd3eee40640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fd3e806e2e0 con 0x7fd3e815a0a0 2024-09-21T00:36:29.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.905+0000 7fd3eee40640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fd3e806e160 con 0x7fd3d8005350 2024-09-21T00:36:29.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.905+0000 7fd3eee40640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fd3e815fce0 con 0x7fd3e80aebc0 2024-09-21T00:36:29.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.905+0000 7fd3ed3dd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd3e815a0a0 0x7fd3e815a4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:29.908 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.905+0000 7fd3ed3dd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd3e815a0a0 0x7fd3e815a4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45530/0 (socket says 172.21.15.67:45530) 2024-09-21T00:36:29.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.905+0000 7fd3ed3dd640 1 -- 172.21.15.67:0/3591942666 learned_addr learned my addr 172.21.15.67:0/3591942666 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:29.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.905+0000 7fd3e7fff640 1 --2- 172.21.15.67:0/3591942666 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd3e80aebc0 0x7fd3e80aefd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:29.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.905+0000 7fd3ecbdc640 1 --2- 172.21.15.67:0/3591942666 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd3d8005350 0x7fd3e81f4f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:29.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.905+0000 7fd3ed3dd640 1 -- 172.21.15.67:0/3591942666 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd3e80aebc0 msgr2=0x7fd3e80aefd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:29.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.905+0000 7fd3ed3dd640 1 --2- 172.21.15.67:0/3591942666 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd3e80aebc0 0x7fd3e80aefd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:29.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.905+0000 7fd3ed3dd640 1 -- 172.21.15.67:0/3591942666 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd3d8005350 msgr2=0x7fd3e81f4f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:29.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.905+0000 7fd3ed3dd640 1 --2- 172.21.15.67:0/3591942666 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd3d8005350 0x7fd3e81f4f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:29.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.905+0000 7fd3ed3dd640 1 -- 172.21.15.67:0/3591942666 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3e815a9f0 con 0x7fd3e815a0a0 2024-09-21T00:36:29.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.906+0000 7fd3ed3dd640 1 --2- 172.21.15.67:0/3591942666 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd3e815a0a0 0x7fd3e815a4b0 secure :-1 s=READY pgs=2633 cs=0 l=1 rev1=1 crypto rx=0x7fd3e0033d40 tx=0x7fd3e0004760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:29.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.906+0000 7fd3e57fa640 1 -- 172.21.15.67:0/3591942666 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3e003e050 con 0x7fd3e815a0a0 2024-09-21T00:36:29.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.906+0000 7fd3e57fa640 1 -- 172.21.15.67:0/3591942666 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd3e004b070 con 0x7fd3e815a0a0 2024-09-21T00:36:29.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.906+0000 7fd3eee40640 1 -- 172.21.15.67:0/3591942666 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3e81f13b0 con 0x7fd3e815a0a0 2024-09-21T00:36:29.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.906+0000 7fd3e57fa640 1 -- 172.21.15.67:0/3591942666 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3e0009ad0 con 0x7fd3e815a0a0 2024-09-21T00:36:29.909 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.906+0000 7fd3eee40640 1 -- 172.21.15.67:0/3591942666 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3e81f1970 con 0x7fd3e815a0a0 2024-09-21T00:36:29.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.907+0000 7fd3eee40640 1 -- 172.21.15.67:0/3591942666 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd3e80b6450 con 0x7fd3e815a0a0 2024-09-21T00:36:29.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.908+0000 7fd3e57fa640 1 -- 172.21.15.67:0/3591942666 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fd3e00436b0 con 0x7fd3e815a0a0 2024-09-21T00:36:29.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.908+0000 7fd3e57fa640 1 --2- 172.21.15.67:0/3591942666 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd3cc078bc0 0x7fd3cc07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:29.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.908+0000 7fd3e57fa640 1 -- 172.21.15.67:0/3591942666 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(210..210 src has 1..210) ==== 5709+0+0 (secure 0 0 0) 0x7fd3e00c42a0 con 0x7fd3e815a0a0 2024-09-21T00:36:29.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.908+0000 7fd3ecbdc640 1 --2- 172.21.15.67:0/3591942666 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd3cc078bc0 0x7fd3cc07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:29.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.909+0000 7fd3ecbdc640 1 --2- 172.21.15.67:0/3591942666 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd3cc078bc0 0x7fd3cc07b0d0 secure :-1 s=READY pgs=998 cs=0 l=1 rev1=1 crypto rx=0x7fd3dc000fb0 tx=0x7fd3dc006910 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:29.915 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:29.913+0000 7fd3e57fa640 1 -- 172.21.15.67:0/3591942666 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fd3e815a9f0 con 0x7fd3e815a0a0 2024-09-21T00:36:30.139 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.137+0000 7fd3eee40640 1 -- 172.21.15.67:0/3591942666 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd3e815f300 con 0x7fd3e815a0a0 2024-09-21T00:36:30.140 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.138+0000 7fd3e57fa640 1 -- 172.21.15.67:0/3591942666 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 178 v178) ==== 95+0+5237 (secure 0 0 0) 0x7fd3e008c6e0 con 0x7fd3e815a0a0 2024-09-21T00:36:30.140 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:30.140 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":178,"btime":"2024-09-21T00:36:23:394474+0000","default_fscid":16,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":9146,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/718747030","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":718747030},{"type":"v1","addr":"172.21.15.97:6837","nonce":718747030}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":173},{"gid":10321,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/3246375124","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3246375124},{"type":"v1","addr":"172.21.15.97:6836","nonce":3246375124}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":172},{"gid":11718,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/1998642908","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1998642908},{"type":"v1","addr":"172.21.15.67:6834","nonce":1998642908}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":173}],"filesystems":[{"mdsmap":{"epoch":178,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:36:19.767153+0000","modified":"2024-09-21T00:36:22.782955+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":11721},"failed":[],"damaged":[],"stopped":[],"info":{"gid_11721":{"gid":11721,"name":"a","rank":0,"incarnation":174,"state":"up:active","state_seq":3,"addr":"172.21.15.67:6835/1944202034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":1944202034},{"type":"v1","addr":"172.21.15.67:6835","nonce":1944202034}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[33],"metadata_pool":32,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":11721,"qdb_cluster":[11721]},"id":16}]} 2024-09-21T00:36:30.140 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 178 2024-09-21T00:36:30.142 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.140+0000 7fd3eee40640 1 -- 172.21.15.67:0/3591942666 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd3cc078bc0 msgr2=0x7fd3cc07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:30.142 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.140+0000 7fd3eee40640 1 --2- 172.21.15.67:0/3591942666 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd3cc078bc0 0x7fd3cc07b0d0 secure :-1 s=READY pgs=998 cs=0 l=1 rev1=1 crypto rx=0x7fd3dc000fb0 tx=0x7fd3dc006910 comp rx=0 tx=0).stop 2024-09-21T00:36:30.142 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.140+0000 7fd3eee40640 1 -- 172.21.15.67:0/3591942666 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd3e815a0a0 msgr2=0x7fd3e815a4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:30.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.140+0000 7fd3eee40640 1 --2- 172.21.15.67:0/3591942666 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd3e815a0a0 0x7fd3e815a4b0 secure :-1 s=READY pgs=2633 cs=0 l=1 rev1=1 crypto rx=0x7fd3e0033d40 tx=0x7fd3e0004760 comp rx=0 tx=0).stop 2024-09-21T00:36:30.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.140+0000 7fd3eee40640 1 -- 172.21.15.67:0/3591942666 shutdown_connections 2024-09-21T00:36:30.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.140+0000 7fd3eee40640 1 --2- 172.21.15.67:0/3591942666 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd3cc078bc0 0x7fd3cc07b0d0 unknown :-1 s=CLOSED pgs=998 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:30.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.140+0000 7fd3eee40640 1 --2- 172.21.15.67:0/3591942666 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd3e815a0a0 0x7fd3e815a4b0 unknown :-1 s=CLOSED pgs=2633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:30.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.140+0000 7fd3eee40640 1 --2- 172.21.15.67:0/3591942666 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd3e80aebc0 0x7fd3e80aefd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:30.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.140+0000 7fd3eee40640 1 --2- 172.21.15.67:0/3591942666 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd3d8005350 0x7fd3e81f4f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:30.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.140+0000 7fd3eee40640 1 -- 172.21.15.67:0/3591942666 >> 172.21.15.67:0/3591942666 conn(0x7fd3e80d1af0 msgr2=0x7fd3e8068d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:30.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.140+0000 7fd3eee40640 1 -- 172.21.15.67:0/3591942666 shutdown_connections 2024-09-21T00:36:30.143 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.140+0000 7fd3eee40640 1 -- 172.21.15.67:0/3591942666 wait complete. 2024-09-21T00:36:30.556 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 178, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-21T00:36:19.767153+0000', 'modified': '2024-09-21T00:36:22.782955+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 11721}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_11721': {'gid': 11721, 'name': 'a', 'rank': 0, 'incarnation': 174, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.67:6835/1944202034', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.67:6833', 'nonce': 1944202034}, {'type': 'v1', 'addr': '172.21.15.67:6835', 'nonce': 1944202034}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [33], 'metadata_pool': 32, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 11721, 'qdb_cluster': [11721]} 2024-09-21T00:36:30.556 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-21T00:36:30.557 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-21T00:36:30.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.678+0000 7f89b13e6640 1 -- 172.21.15.67:0/764068590 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f89ac157000 msgr2=0x7f89ac073270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:30.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.678+0000 7f89b13e6640 1 --2- 172.21.15.67:0/764068590 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f89ac157000 0x7f89ac073270 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7f899c009830 tx=0x7f899c02a3f0 comp rx=0 tx=0).stop 2024-09-21T00:36:30.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.678+0000 7f89b13e6640 1 -- 172.21.15.67:0/764068590 shutdown_connections 2024-09-21T00:36:30.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.678+0000 7f89b13e6640 1 --2- 172.21.15.67:0/764068590 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f89ac06e250 0x7f89ac0b4040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:30.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.678+0000 7f89b13e6640 1 --2- 172.21.15.67:0/764068590 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f89ac157000 0x7f89ac073270 unknown :-1 s=CLOSED pgs=788 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:30.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.678+0000 7f89b13e6640 1 -- 172.21.15.67:0/764068590 >> 172.21.15.67:0/764068590 conn(0x7f89ac06f710 msgr2=0x7f89ac06fb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:30.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.678+0000 7f89b13e6640 1 -- 172.21.15.67:0/764068590 shutdown_connections 2024-09-21T00:36:30.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.678+0000 7f89b13e6640 1 -- 172.21.15.67:0/764068590 wait complete. 2024-09-21T00:36:30.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.679+0000 7f89b13e6640 1 Processor -- start 2024-09-21T00:36:30.681 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.680+0000 7f89b13e6640 1 -- start start 2024-09-21T00:36:30.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.681+0000 7f89b13e6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f89ac0b3c30 0x7f89ac1535f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:30.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.681+0000 7f89b13e6640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f89ac157000 0x7f89ac150960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:30.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.681+0000 7f89b13e6640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f89ac1f41b0 0x7f89ac1f45c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:30.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.681+0000 7f89b13e6640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f89ac15d720 con 0x7f89ac0b3c30 2024-09-21T00:36:30.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.681+0000 7f89b13e6640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f89ac15d5a0 con 0x7f89ac157000 2024-09-21T00:36:30.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.681+0000 7f89b13e6640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f89ac15d8a0 con 0x7f89ac1f41b0 2024-09-21T00:36:30.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.681+0000 7f89aaffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f89ac0b3c30 0x7f89ac1535f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:30.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.681+0000 7f89aaffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f89ac0b3c30 0x7f89ac1535f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45532/0 (socket says 172.21.15.67:45532) 2024-09-21T00:36:30.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.681+0000 7f89aaffd640 1 -- 172.21.15.67:0/795534087 learned_addr learned my addr 172.21.15.67:0/795534087 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:30.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.681+0000 7f89ab7fe640 1 --2- 172.21.15.67:0/795534087 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f89ac1f41b0 0x7f89ac1f45c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:30.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.681+0000 7f89a27fc640 1 --2- 172.21.15.67:0/795534087 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f89ac157000 0x7f89ac150960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:30.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.681+0000 7f89aaffd640 1 -- 172.21.15.67:0/795534087 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f89ac1f41b0 msgr2=0x7f89ac1f45c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:30.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.681+0000 7f89aaffd640 1 --2- 172.21.15.67:0/795534087 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f89ac1f41b0 0x7f89ac1f45c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:30.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.681+0000 7f89aaffd640 1 -- 172.21.15.67:0/795534087 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f89ac157000 msgr2=0x7f89ac150960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:30.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.681+0000 7f89aaffd640 1 --2- 172.21.15.67:0/795534087 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f89ac157000 0x7f89ac150960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:30.685 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.681+0000 7f89aaffd640 1 -- 172.21.15.67:0/795534087 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f89ac159190 con 0x7f89ac0b3c30 2024-09-21T00:36:30.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.682+0000 7f89aaffd640 1 --2- 172.21.15.67:0/795534087 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f89ac0b3c30 0x7f89ac1535f0 secure :-1 s=READY pgs=2634 cs=0 l=1 rev1=1 crypto rx=0x7f899c000c00 tx=0x7f899c033c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:30.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.682+0000 7f89a3fff640 1 -- 172.21.15.67:0/795534087 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f899c031d60 con 0x7f89ac0b3c30 2024-09-21T00:36:30.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.682+0000 7f89b13e6640 1 -- 172.21.15.67:0/795534087 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f89ac159470 con 0x7f89ac0b3c30 2024-09-21T00:36:30.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.682+0000 7f89a3fff640 1 -- 172.21.15.67:0/795534087 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f899c033e10 con 0x7f89ac0b3c30 2024-09-21T00:36:30.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.682+0000 7f89a3fff640 1 -- 172.21.15.67:0/795534087 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f899c033310 con 0x7f89ac0b3c30 2024-09-21T00:36:30.686 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.682+0000 7f89b13e6640 1 -- 172.21.15.67:0/795534087 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f89ac159a30 con 0x7f89ac0b3c30 2024-09-21T00:36:30.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.684+0000 7f89a3fff640 1 -- 172.21.15.67:0/795534087 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f899c0334b0 con 0x7f89ac0b3c30 2024-09-21T00:36:30.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.684+0000 7f89a3fff640 1 --2- 172.21.15.67:0/795534087 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f898c078b90 0x7f898c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:30.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.684+0000 7f89a3fff640 1 -- 172.21.15.67:0/795534087 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(210..210 src has 1..210) ==== 5709+0+0 (secure 0 0 0) 0x7f899c0bc070 con 0x7f89ac0b3c30 2024-09-21T00:36:30.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.684+0000 7f89a27fc640 1 --2- 172.21.15.67:0/795534087 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f898c078b90 0x7f898c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:30.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.685+0000 7f89a27fc640 1 --2- 172.21.15.67:0/795534087 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f898c078b90 0x7f898c07b0a0 secure :-1 s=READY pgs=999 cs=0 l=1 rev1=1 crypto rx=0x7f8994000f60 tx=0x7f8994009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:30.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.685+0000 7f89b842b740 1 Processor -- start 2024-09-21T00:36:30.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.686+0000 7f89b842b740 1 -- start start 2024-09-21T00:36:30.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.687+0000 7f89b842b740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d605a4e270 0x55d605e1ffa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:30.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.687+0000 7f89b842b740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d605a253b0 0x55d605e204e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:30.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.687+0000 7f89b842b740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d605a2d590 0x55d605e3d3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:30.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.687+0000 7f89b842b740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55d605d68820 con 0x55d605a4e270 2024-09-21T00:36:30.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.687+0000 7f89b842b740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55d605d57c50 con 0x55d605a253b0 2024-09-21T00:36:30.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.687+0000 7f89b842b740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55d605d5ba60 con 0x55d605a2d590 2024-09-21T00:36:30.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.687+0000 7f89aaffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d605a4e270 0x55d605e1ffa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:30.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.687+0000 7f89aaffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d605a4e270 0x55d605e1ffa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45538/0 (socket says 172.21.15.67:45538) 2024-09-21T00:36:30.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.687+0000 7f89aaffd640 1 -- 172.21.15.67:0/3185865263 learned_addr learned my addr 172.21.15.67:0/3185865263 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:30.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.687+0000 7f89ab7fe640 1 --2- 172.21.15.67:0/3185865263 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d605a2d590 0x55d605e3d3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:30.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.687+0000 7f89a27fc640 1 --2- 172.21.15.67:0/3185865263 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d605a253b0 0x55d605e204e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:30.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.687+0000 7f89aaffd640 1 -- 172.21.15.67:0/3185865263 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d605a2d590 msgr2=0x55d605e3d3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:36:30.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.687+0000 7f89aaffd640 1 --2- 172.21.15.67:0/3185865263 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d605a2d590 0x55d605e3d3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:30.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.687+0000 7f89aaffd640 1 -- 172.21.15.67:0/3185865263 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d605a253b0 msgr2=0x55d605e204e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:36:30.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.687+0000 7f89aaffd640 1 --2- 172.21.15.67:0/3185865263 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d605a253b0 0x55d605e204e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:30.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.687+0000 7f89aaffd640 1 -- 172.21.15.67:0/3185865263 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d605ab9850 con 0x55d605a4e270 2024-09-21T00:36:30.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.687+0000 7f89aaffd640 1 --2- 172.21.15.67:0/3185865263 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d605a4e270 0x55d605e1ffa0 secure :-1 s=READY pgs=2635 cs=0 l=1 rev1=1 crypto rx=0x7f899c0ba5c0 tx=0x7f899c0837c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=490d2ec1dcbe1b9c server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:30.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.688+0000 7f89a0ff9640 1 -- 172.21.15.67:0/3185865263 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f899c0337a0 con 0x55d605a4e270 2024-09-21T00:36:30.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.688+0000 7f89a0ff9640 1 -- 172.21.15.67:0/3185865263 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f899c083e70 con 0x55d605a4e270 2024-09-21T00:36:30.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.688+0000 7f89a0ff9640 1 -- 172.21.15.67:0/3185865263 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f899c0888a0 con 0x55d605a4e270 2024-09-21T00:36:30.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.688+0000 7f89b842b740 1 -- 172.21.15.67:0/3185865263 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d605a4e270 msgr2=0x55d605e1ffa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:30.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.688+0000 7f89b842b740 1 --2- 172.21.15.67:0/3185865263 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d605a4e270 0x55d605e1ffa0 secure :-1 s=READY pgs=2635 cs=0 l=1 rev1=1 crypto rx=0x7f899c0ba5c0 tx=0x7f899c0837c0 comp rx=0 tx=0).stop 2024-09-21T00:36:30.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.688+0000 7f89b842b740 1 -- 172.21.15.67:0/3185865263 shutdown_connections 2024-09-21T00:36:30.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.688+0000 7f89b842b740 1 --2- 172.21.15.67:0/3185865263 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d605a2d590 0x55d605e3d3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:30.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.688+0000 7f89b842b740 1 --2- 172.21.15.67:0/3185865263 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d605a253b0 0x55d605e204e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:30.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.688+0000 7f89b842b740 1 --2- 172.21.15.67:0/3185865263 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d605a4e270 0x55d605e1ffa0 unknown :-1 s=CLOSED pgs=2635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:30.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.688+0000 7f89b842b740 1 -- 172.21.15.67:0/3185865263 >> 172.21.15.67:0/3185865263 conn(0x55d605a423c0 msgr2=0x55d605df6260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:30.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.689+0000 7f89b842b740 1 -- 172.21.15.67:0/3185865263 shutdown_connections 2024-09-21T00:36:30.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.689+0000 7f89b842b740 1 -- 172.21.15.67:0/3185865263 wait complete. 2024-09-21T00:36:30.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.689+0000 7f89b842b740 1 -- start start 2024-09-21T00:36:30.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.689+0000 7f89b842b740 1 Processor -- start 2024-09-21T00:36:30.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.691+0000 7f89b842b740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d605a253b0 0x55d605e35370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:30.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.691+0000 7f89b842b740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d605a2d590 0x55d605df52a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:30.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.691+0000 7f89b842b740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d605a4e270 0x55d605df57e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:30.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.691+0000 7f89b842b740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55d605ac8620 con 0x55d605a253b0 2024-09-21T00:36:30.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.691+0000 7f89b842b740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55d605cfd5f0 con 0x55d605a4e270 2024-09-21T00:36:30.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.691+0000 7f89b842b740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55d605e4b020 con 0x55d605a2d590 2024-09-21T00:36:30.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.691+0000 7f89b842b740 10 client.0 _ll_register_callbacks cb 0x55d605d010a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:36:30.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.691+0000 7f89aaffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d605a253b0 0x55d605e35370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:30.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.691+0000 7f89aaffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d605a253b0 0x55d605e35370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45540/0 (socket says 172.21.15.67:45540) 2024-09-21T00:36:30.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.691+0000 7f89aaffd640 1 -- 172.21.15.67:0/493581978 learned_addr learned my addr 172.21.15.67:0/493581978 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:30.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.691+0000 7f89a27fc640 1 --2- 172.21.15.67:0/493581978 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d605a2d590 0x55d605df52a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:30.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.691+0000 7f89ab7fe640 1 --2- 172.21.15.67:0/493581978 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d605a4e270 0x55d605df57e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:30.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.691+0000 7f89aaffd640 1 -- 172.21.15.67:0/493581978 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d605a2d590 msgr2=0x55d605df52a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:36:30.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.691+0000 7f89aaffd640 1 --2- 172.21.15.67:0/493581978 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d605a2d590 0x55d605df52a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:30.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.691+0000 7f89aaffd640 1 -- 172.21.15.67:0/493581978 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d605a4e270 msgr2=0x55d605df57e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:36:30.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.691+0000 7f89aaffd640 1 --2- 172.21.15.67:0/493581978 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d605a4e270 0x55d605df57e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:30.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.691+0000 7f89aaffd640 1 -- 172.21.15.67:0/493581978 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d605b306b0 con 0x55d605a253b0 2024-09-21T00:36:30.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.691+0000 7f89a27fc640 1 --2- 172.21.15.67:0/493581978 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d605a2d590 0x55d605df52a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:36:30.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.691+0000 7f89ab7fe640 1 --2- 172.21.15.67:0/493581978 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d605a4e270 0x55d605df57e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:36:30.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.691+0000 7f89aaffd640 1 --2- 172.21.15.67:0/493581978 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d605a253b0 0x55d605e35370 secure :-1 s=READY pgs=2636 cs=0 l=1 rev1=1 crypto rx=0x7f899c0bc390 tx=0x7f899c0ba5b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e4b63cceddcefbed server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:30.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.691+0000 7f8989ffb640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:36:30.699 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.692+0000 7f8989ffb640 1 -- 172.21.15.67:0/493581978 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f899c048030 con 0x55d605a253b0 2024-09-21T00:36:30.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.692+0000 7f8989ffb640 1 -- 172.21.15.67:0/493581978 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(210..210 src has 1..210) ==== 5709+0+0 (secure 0 0 0) 0x7f899c0840d0 con 0x55d605a253b0 2024-09-21T00:36:30.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.692+0000 7f89b842b740 1 -- 172.21.15.67:0/493581978 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f899c083e70 con 0x55d605a253b0 2024-09-21T00:36:30.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.692+0000 7f8989ffb640 1 -- 172.21.15.67:0/493581978 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=178) ==== 24+0+0 (secure 0 0 0) 0x7f899c08d750 con 0x55d605a253b0 2024-09-21T00:36:30.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.692+0000 7f89b842b740 10 client.11868 fetch_fsmap learned FSMap version 178 2024-09-21T00:36:30.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.692+0000 7f89b842b740 1 -- 172.21.15.67:0/493581978 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=178,monmap=2+}) -- 0x55d605e34fb0 con 0x55d605a253b0 2024-09-21T00:36:30.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.692+0000 7f8989ffb640 1 -- 172.21.15.67:0/493581978 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f899c083e70 con 0x55d605a253b0 2024-09-21T00:36:30.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.692+0000 7f8989ffb640 1 -- 172.21.15.67:0/493581978 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 178) ==== 3502+0+0 (secure 0 0 0) 0x7f899c06f170 con 0x55d605a253b0 2024-09-21T00:36:30.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.692+0000 7f89b842b740 10 client.11868 fetch_fsmap finished waiting for FSMap version 178 2024-09-21T00:36:30.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.692+0000 7f89b842b740 10 client.11868 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-21T00:36:30.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.692+0000 7f89b842b740 20 client.11868 populate_metadata read hostname 'smithi067' 2024-09-21T00:36:30.700 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.692+0000 7f89b842b740 1 --2- 172.21.15.67:0/493581978 >> [v2:172.21.15.67:6833/1944202034,v1:172.21.15.67:6835/1944202034] conn(0x55d605a0ce40 0x55d605e49d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:30.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.692+0000 7f89b842b740 4 client.11868 mds_command: new command op to 11721 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:36:30.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.692+0000 7f89b842b740 1 -- 172.21.15.67:0/493581978 --> [v2:172.21.15.67:6833/1944202034,v1:172.21.15.67:6835/1944202034] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d605d6a770 con 0x55d605a0ce40 2024-09-21T00:36:30.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.692+0000 7f89a27fc640 1 --2- 172.21.15.67:0/493581978 >> [v2:172.21.15.67:6833/1944202034,v1:172.21.15.67:6835/1944202034] conn(0x55d605a0ce40 0x55d605e49d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:30.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.693+0000 7f8989ffb640 10 client.11868 ms_handle_connect on v2:172.21.15.67:6833/1944202034 2024-09-21T00:36:30.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.693+0000 7f89a27fc640 1 --2- 172.21.15.67:0/493581978 >> [v2:172.21.15.67:6833/1944202034,v1:172.21.15.67:6835/1944202034] conn(0x55d605a0ce40 0x55d605e49d50 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a546f0ef93ceea74 server_cookie=65eb6706ebc60dd0 in_seq=0 out_seq=0 2024-09-21T00:36:30.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.693+0000 7f8989ffb640 1 -- 172.21.15.67:0/493581978 <== mds.0 v2:172.21.15.67:6833/1944202034 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x55d605d6a770 con 0x55d605a0ce40 2024-09-21T00:36:30.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.693+0000 7f8989ffb640 10 client.11868 handle_command_reply: tid=0 2024-09-21T00:36:30.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.693+0000 7f89b842b740 1 client.11868 shutdown 2024-09-21T00:36:30.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.693+0000 7f89b842b740 1 -- 172.21.15.67:0/493581978 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d605a253b0 msgr2=0x55d605e35370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:30.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.693+0000 7f89b842b740 1 --2- 172.21.15.67:0/493581978 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d605a253b0 0x55d605e35370 secure :-1 s=READY pgs=2636 cs=0 l=1 rev1=1 crypto rx=0x7f899c0bc390 tx=0x7f899c0ba5b0 comp rx=0 tx=0).stop 2024-09-21T00:36:30.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.694+0000 7f89b842b740 1 -- 172.21.15.67:0/493581978 shutdown_connections 2024-09-21T00:36:30.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.694+0000 7f89b842b740 1 --2- 172.21.15.67:0/493581978 >> [v2:172.21.15.67:6833/1944202034,v1:172.21.15.67:6835/1944202034] conn(0x55d605a0ce40 0x55d605e49d50 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:30.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.694+0000 7f89b842b740 1 --2- 172.21.15.67:0/493581978 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d605a4e270 0x55d605df57e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:30.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.694+0000 7f8989ffb640 0 client.11868 ms_handle_reset on v2:172.21.15.67:6833/1944202034 2024-09-21T00:36:30.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.694+0000 7f89b842b740 1 --2- 172.21.15.67:0/493581978 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d605a2d590 0x55d605df52a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:30.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.694+0000 7f89b842b740 1 --2- 172.21.15.67:0/493581978 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d605a253b0 0x55d605e35370 unknown :-1 s=CLOSED pgs=2636 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:30.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.694+0000 7f89b842b740 1 -- 172.21.15.67:0/493581978 >> 172.21.15.67:0/493581978 conn(0x55d605a423c0 msgr2=0x55d605e3c9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:30.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.694+0000 7f89b842b740 1 -- 172.21.15.67:0/493581978 shutdown_connections 2024-09-21T00:36:30.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.694+0000 7f89b842b740 1 -- 172.21.15.67:0/493581978 wait complete. 2024-09-21T00:36:30.702 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.694+0000 7f89b842b740 20 client.11868 trim_cache size 0 max 16384 2024-09-21T00:36:30.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.712+0000 7f89b842b740 1 Processor -- start 2024-09-21T00:36:30.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.712+0000 7f89b842b740 1 -- start start 2024-09-21T00:36:30.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.713+0000 7f89b842b740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d605a253b0 0x55d605e4c2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:30.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.713+0000 7f89b842b740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d605a2d590 0x55d605e354b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:30.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.713+0000 7f89b842b740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d605a4e270 0x55d605e0f6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:30.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.713+0000 7f89b842b740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f89ac1fef20 con 0x55d605a253b0 2024-09-21T00:36:30.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.713+0000 7f89b842b740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f89ac1fe280 con 0x55d605a4e270 2024-09-21T00:36:30.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.713+0000 7f89b842b740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f89ac1fe8d0 con 0x55d605a2d590 2024-09-21T00:36:30.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.714+0000 7f89aaffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d605a253b0 0x55d605e4c2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:30.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.714+0000 7f89aaffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d605a253b0 0x55d605e4c2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45556/0 (socket says 172.21.15.67:45556) 2024-09-21T00:36:30.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.714+0000 7f89aaffd640 1 -- 172.21.15.67:0/2587059078 learned_addr learned my addr 172.21.15.67:0/2587059078 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:30.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.714+0000 7f89ab7fe640 1 --2- 172.21.15.67:0/2587059078 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d605a4e270 0x55d605e0f6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:30.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.714+0000 7f89a27fc640 1 --2- 172.21.15.67:0/2587059078 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d605a2d590 0x55d605e354b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:30.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.714+0000 7f89aaffd640 1 -- 172.21.15.67:0/2587059078 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d605a2d590 msgr2=0x55d605e354b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:36:30.718 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.714+0000 7f89aaffd640 1 --2- 172.21.15.67:0/2587059078 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d605a2d590 0x55d605e354b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:30.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.714+0000 7f89aaffd640 1 -- 172.21.15.67:0/2587059078 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d605a4e270 msgr2=0x55d605e0f6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:36:30.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.714+0000 7f89aaffd640 1 --2- 172.21.15.67:0/2587059078 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d605a4e270 0x55d605e0f6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:30.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.714+0000 7f89aaffd640 1 -- 172.21.15.67:0/2587059078 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d605deb990 con 0x55d605a253b0 2024-09-21T00:36:30.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.714+0000 7f89aaffd640 1 --2- 172.21.15.67:0/2587059078 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d605a253b0 0x55d605e4c2c0 secure :-1 s=READY pgs=2637 cs=0 l=1 rev1=1 crypto rx=0x7f899c004650 tx=0x7f899c0aa330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6d382a61cfee1e9b server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:30.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.714+0000 7f898bfff640 1 -- 172.21.15.67:0/2587059078 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f899c048040 con 0x55d605a253b0 2024-09-21T00:36:30.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.714+0000 7f898bfff640 1 -- 172.21.15.67:0/2587059078 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f899c08d520 con 0x55d605a253b0 2024-09-21T00:36:30.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.714+0000 7f898bfff640 1 -- 172.21.15.67:0/2587059078 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f899c0835e0 con 0x55d605a253b0 2024-09-21T00:36:30.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.715+0000 7f89b842b740 1 -- 172.21.15.67:0/2587059078 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d605a253b0 msgr2=0x55d605e4c2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:30.719 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.715+0000 7f89b842b740 1 --2- 172.21.15.67:0/2587059078 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d605a253b0 0x55d605e4c2c0 secure :-1 s=READY pgs=2637 cs=0 l=1 rev1=1 crypto rx=0x7f899c004650 tx=0x7f899c0aa330 comp rx=0 tx=0).stop 2024-09-21T00:36:30.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.715+0000 7f89b842b740 1 -- 172.21.15.67:0/2587059078 shutdown_connections 2024-09-21T00:36:30.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.715+0000 7f89b842b740 1 --2- 172.21.15.67:0/2587059078 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d605a4e270 0x55d605e0f6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:30.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.715+0000 7f89b842b740 1 --2- 172.21.15.67:0/2587059078 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d605a2d590 0x55d605e354b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:30.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.715+0000 7f89b842b740 1 --2- 172.21.15.67:0/2587059078 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d605a253b0 0x55d605e4c2c0 unknown :-1 s=CLOSED pgs=2637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:30.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.715+0000 7f89b842b740 1 -- 172.21.15.67:0/2587059078 >> 172.21.15.67:0/2587059078 conn(0x55d605a423c0 msgr2=0x55d605df7180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:30.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.715+0000 7f89b842b740 1 -- 172.21.15.67:0/2587059078 shutdown_connections 2024-09-21T00:36:30.720 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.715+0000 7f89b842b740 1 -- 172.21.15.67:0/2587059078 wait complete. 2024-09-21T00:36:30.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.716+0000 7f89b842b740 1 -- start start 2024-09-21T00:36:30.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.716+0000 7f89b842b740 1 Processor -- start 2024-09-21T00:36:30.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.717+0000 7f89b842b740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d605a253b0 0x55d605e1ffc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:30.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.717+0000 7f89b842b740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d605a2d590 0x55d605eb9830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:30.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.717+0000 7f89b842b740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d605a4e270 0x55d605df6660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:30.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.717+0000 7f89b842b740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55d605e4cd60 con 0x55d605a253b0 2024-09-21T00:36:30.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.717+0000 7f89b842b740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55d605ac8620 con 0x55d605a4e270 2024-09-21T00:36:30.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.717+0000 7f89b842b740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55d605e33b50 con 0x55d605a2d590 2024-09-21T00:36:30.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.717+0000 7f89b842b740 10 client.0 _ll_register_callbacks cb 0x7f8994017040 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:36:30.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.717+0000 7f89aaffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d605a253b0 0x55d605e1ffc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:30.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.717+0000 7f89aaffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d605a253b0 0x55d605e1ffc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45564/0 (socket says 172.21.15.67:45564) 2024-09-21T00:36:30.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.717+0000 7f89aaffd640 1 -- 172.21.15.67:0/4038425339 learned_addr learned my addr 172.21.15.67:0/4038425339 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:30.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.717+0000 7f89ab7fe640 1 --2- 172.21.15.67:0/4038425339 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d605a4e270 0x55d605df6660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:30.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.717+0000 7f89a27fc640 1 --2- 172.21.15.67:0/4038425339 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d605a2d590 0x55d605eb9830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:30.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.717+0000 7f89aaffd640 1 -- 172.21.15.67:0/4038425339 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d605a2d590 msgr2=0x55d605eb9830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:36:30.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.717+0000 7f89aaffd640 1 --2- 172.21.15.67:0/4038425339 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d605a2d590 0x55d605eb9830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:30.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.717+0000 7f89aaffd640 1 -- 172.21.15.67:0/4038425339 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d605a4e270 msgr2=0x55d605df6660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:36:30.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.717+0000 7f89aaffd640 1 --2- 172.21.15.67:0/4038425339 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d605a4e270 0x55d605df6660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:30.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.717+0000 7f89aaffd640 1 -- 172.21.15.67:0/4038425339 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d605e35d20 con 0x55d605a253b0 2024-09-21T00:36:30.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.718+0000 7f89aaffd640 1 --2- 172.21.15.67:0/4038425339 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d605a253b0 0x55d605e1ffc0 secure :-1 s=READY pgs=2638 cs=0 l=1 rev1=1 crypto rx=0x7f899c031920 tx=0x7f899c0095a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc3fd61495036f5c server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:30.725 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.718+0000 7f8989ffb640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:36:30.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.718+0000 7f8989ffb640 1 -- 172.21.15.67:0/4038425339 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f899c048040 con 0x55d605a253b0 2024-09-21T00:36:30.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.718+0000 7f8989ffb640 1 -- 172.21.15.67:0/4038425339 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(210..210 src has 1..210) ==== 5709+0+0 (secure 0 0 0) 0x7f899c0830d0 con 0x55d605a253b0 2024-09-21T00:36:30.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.718+0000 7f89b842b740 1 -- 172.21.15.67:0/4038425339 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f899c08d520 con 0x55d605a253b0 2024-09-21T00:36:30.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.718+0000 7f8989ffb640 1 -- 172.21.15.67:0/4038425339 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=178) ==== 24+0+0 (secure 0 0 0) 0x7f899c0835e0 con 0x55d605a253b0 2024-09-21T00:36:30.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.718+0000 7f89b842b740 10 client.11874 fetch_fsmap learned FSMap version 178 2024-09-21T00:36:30.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.718+0000 7f89b842b740 1 -- 172.21.15.67:0/4038425339 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=178,monmap=2+}) -- 0x55d605e35d20 con 0x55d605a253b0 2024-09-21T00:36:30.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.718+0000 7f8989ffb640 1 -- 172.21.15.67:0/4038425339 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f899c08d520 con 0x55d605a253b0 2024-09-21T00:36:30.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.718+0000 7f8989ffb640 1 -- 172.21.15.67:0/4038425339 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 178) ==== 3502+0+0 (secure 0 0 0) 0x7f899c07f7c0 con 0x55d605a253b0 2024-09-21T00:36:30.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.718+0000 7f89b842b740 10 client.11874 fetch_fsmap finished waiting for FSMap version 178 2024-09-21T00:36:30.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.718+0000 7f89b842b740 10 client.11874 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-21T00:36:30.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.718+0000 7f89b842b740 20 client.11874 populate_metadata read hostname 'smithi067' 2024-09-21T00:36:30.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.718+0000 7f89b842b740 1 --2- 172.21.15.67:0/4038425339 >> [v2:172.21.15.67:6833/1944202034,v1:172.21.15.67:6835/1944202034] conn(0x55d605e0f6f0 0x55d605e0fb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:30.726 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.718+0000 7f89b842b740 4 client.11874 mds_command: new command op to 11721 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-21T00:36:30.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.718+0000 7f89b842b740 1 -- 172.21.15.67:0/4038425339 --> [v2:172.21.15.67:6833/1944202034,v1:172.21.15.67:6835/1944202034] -- command(tid 0: {"prefix": "status"}) -- 0x55d605d66220 con 0x55d605e0f6f0 2024-09-21T00:36:30.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.718+0000 7f89a27fc640 1 --2- 172.21.15.67:0/4038425339 >> [v2:172.21.15.67:6833/1944202034,v1:172.21.15.67:6835/1944202034] conn(0x55d605e0f6f0 0x55d605e0fb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:30.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.719+0000 7f8989ffb640 10 client.11874 ms_handle_connect on v2:172.21.15.67:6833/1944202034 2024-09-21T00:36:30.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.719+0000 7f89a27fc640 1 --2- 172.21.15.67:0/4038425339 >> [v2:172.21.15.67:6833/1944202034,v1:172.21.15.67:6835/1944202034] conn(0x55d605e0f6f0 0x55d605e0fb00 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8df8b7b64fe9db6d server_cookie=52920681178b3f95 in_seq=0 out_seq=0 2024-09-21T00:36:30.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.719+0000 7f8989ffb640 1 -- 172.21.15.67:0/4038425339 <== mds.0 v2:172.21.15.67:6833/1944202034 1 ==== command_reply(tid 0: 0 ) ==== 8+0+329 (crc 0 0 0) 0x55d605d66220 con 0x55d605e0f6f0 2024-09-21T00:36:30.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.719+0000 7f8989ffb640 10 client.11874 handle_command_reply: tid=0 2024-09-21T00:36:30.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.719+0000 7f89b842b740 1 client.11874 shutdown 2024-09-21T00:36:30.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.719+0000 7f89b842b740 1 -- 172.21.15.67:0/4038425339 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d605a253b0 msgr2=0x55d605e1ffc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:30.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.719+0000 7f89b842b740 1 --2- 172.21.15.67:0/4038425339 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d605a253b0 0x55d605e1ffc0 secure :-1 s=READY pgs=2638 cs=0 l=1 rev1=1 crypto rx=0x7f899c031920 tx=0x7f899c0095a0 comp rx=0 tx=0).stop 2024-09-21T00:36:30.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.719+0000 7f89b842b740 1 -- 172.21.15.67:0/4038425339 shutdown_connections 2024-09-21T00:36:30.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.719+0000 7f89b842b740 1 --2- 172.21.15.67:0/4038425339 >> [v2:172.21.15.67:6833/1944202034,v1:172.21.15.67:6835/1944202034] conn(0x55d605e0f6f0 0x55d605e0fb00 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:30.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.719+0000 7f89b842b740 1 --2- 172.21.15.67:0/4038425339 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55d605a4e270 0x55d605df6660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:30.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.719+0000 7f8989ffb640 0 client.11874 ms_handle_reset on v2:172.21.15.67:6833/1944202034 2024-09-21T00:36:30.727 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.719+0000 7f89b842b740 1 --2- 172.21.15.67:0/4038425339 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55d605a2d590 0x55d605eb9830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:30.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.719+0000 7f89b842b740 1 --2- 172.21.15.67:0/4038425339 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55d605a253b0 0x55d605e1ffc0 unknown :-1 s=CLOSED pgs=2638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:30.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.719+0000 7f89b842b740 1 -- 172.21.15.67:0/4038425339 >> 172.21.15.67:0/4038425339 conn(0x55d605a423c0 msgr2=0x55d605e1d300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:30.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.719+0000 7f89b842b740 1 -- 172.21.15.67:0/4038425339 shutdown_connections 2024-09-21T00:36:30.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.719+0000 7f89b842b740 1 -- 172.21.15.67:0/4038425339 wait complete. 2024-09-21T00:36:30.728 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.719+0000 7f89b842b740 20 client.11874 trim_cache size 0 max 16384 2024-09-21T00:36:30.728 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:36:30.728 INFO:teuthology.orchestra.run.smithi067.stdout: "cluster_fsid": "166a8832-baab-4541-be5c-9c3483b3f7a3", 2024-09-21T00:36:30.728 INFO:teuthology.orchestra.run.smithi067.stdout: "whoami": 0, 2024-09-21T00:36:30.728 INFO:teuthology.orchestra.run.smithi067.stdout: "id": 11721, 2024-09-21T00:36:30.728 INFO:teuthology.orchestra.run.smithi067.stdout: "want_state": "up:active", 2024-09-21T00:36:30.728 INFO:teuthology.orchestra.run.smithi067.stdout: "state": "up:active", 2024-09-21T00:36:30.728 INFO:teuthology.orchestra.run.smithi067.stdout: "fs_name": "cephfs", 2024-09-21T00:36:30.729 INFO:teuthology.orchestra.run.smithi067.stdout: "rank_uptime": 10.339097955, 2024-09-21T00:36:30.729 INFO:teuthology.orchestra.run.smithi067.stdout: "mdsmap_epoch": 178, 2024-09-21T00:36:30.729 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch": 210, 2024-09-21T00:36:30.729 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch_barrier": 210, 2024-09-21T00:36:30.729 INFO:teuthology.orchestra.run.smithi067.stdout: "uptime": 14.969140618000001 2024-09-21T00:36:30.729 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:36:30.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.720+0000 7f89b13e6640 1 -- 172.21.15.67:0/795534087 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f898c078b90 msgr2=0x7f898c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:30.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.720+0000 7f89b13e6640 1 --2- 172.21.15.67:0/795534087 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f898c078b90 0x7f898c07b0a0 secure :-1 s=READY pgs=999 cs=0 l=1 rev1=1 crypto rx=0x7f8994000f60 tx=0x7f8994009040 comp rx=0 tx=0).stop 2024-09-21T00:36:30.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.720+0000 7f89b13e6640 1 -- 172.21.15.67:0/795534087 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f89ac0b3c30 msgr2=0x7f89ac1535f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:30.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.720+0000 7f89b13e6640 1 --2- 172.21.15.67:0/795534087 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f89ac0b3c30 0x7f89ac1535f0 secure :-1 s=READY pgs=2634 cs=0 l=1 rev1=1 crypto rx=0x7f899c000c00 tx=0x7f899c033c20 comp rx=0 tx=0).stop 2024-09-21T00:36:30.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.720+0000 7f89b13e6640 1 -- 172.21.15.67:0/795534087 shutdown_connections 2024-09-21T00:36:30.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.720+0000 7f89b13e6640 1 --2- 172.21.15.67:0/795534087 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f898c078b90 0x7f898c07b0a0 unknown :-1 s=CLOSED pgs=999 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:30.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.720+0000 7f89b13e6640 1 --2- 172.21.15.67:0/795534087 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f89ac1f41b0 0x7f89ac1f45c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:30.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.720+0000 7f89b13e6640 1 --2- 172.21.15.67:0/795534087 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f89ac157000 0x7f89ac150960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:30.730 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.720+0000 7f89b13e6640 1 --2- 172.21.15.67:0/795534087 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f89ac0b3c30 0x7f89ac1535f0 unknown :-1 s=CLOSED pgs=2634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:30.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.720+0000 7f89b13e6640 1 -- 172.21.15.67:0/795534087 >> 172.21.15.67:0/795534087 conn(0x7f89ac06f710 msgr2=0x7f89ac15f830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:30.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.720+0000 7f89b13e6640 1 -- 172.21.15.67:0/795534087 shutdown_connections 2024-09-21T00:36:30.731 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.720+0000 7f89b13e6640 1 -- 172.21.15.67:0/795534087 wait complete. 2024-09-21T00:36:30.733 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-21T00:36:30.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.848+0000 7ff179ebd640 1 -- 172.21.15.67:0/1344046466 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff17415c6f0 msgr2=0x7ff174073bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:30.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.848+0000 7ff179ebd640 1 --2- 172.21.15.67:0/1344046466 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff17415c6f0 0x7ff174073bf0 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7ff168009860 tx=0x7ff16802a540 comp rx=0 tx=0).stop 2024-09-21T00:36:30.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.848+0000 7ff179ebd640 1 -- 172.21.15.67:0/1344046466 shutdown_connections 2024-09-21T00:36:30.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.848+0000 7ff179ebd640 1 --2- 172.21.15.67:0/1344046466 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff17415c6f0 0x7ff174073bf0 unknown :-1 s=CLOSED pgs=790 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:30.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.848+0000 7ff179ebd640 1 --2- 172.21.15.67:0/1344046466 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff174070170 0x7ff174159190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:30.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.848+0000 7ff179ebd640 1 -- 172.21.15.67:0/1344046466 >> 172.21.15.67:0/1344046466 conn(0x7ff1740b0240 msgr2=0x7ff1740b0650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:30.850 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.848+0000 7ff179ebd640 1 -- 172.21.15.67:0/1344046466 shutdown_connections 2024-09-21T00:36:30.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.848+0000 7ff179ebd640 1 -- 172.21.15.67:0/1344046466 wait complete. 2024-09-21T00:36:30.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.849+0000 7ff179ebd640 1 Processor -- start 2024-09-21T00:36:30.851 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.850+0000 7ff179ebd640 1 -- start start 2024-09-21T00:36:30.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.851+0000 7ff179ebd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff174070170 0x7ff1741514d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:30.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.851+0000 7ff179ebd640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff174074130 0x7ff1740b3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:30.854 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.851+0000 7ff179ebd640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff17415c6f0 0x7ff17415e4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:30.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.851+0000 7ff179ebd640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff17415f970 con 0x7ff174070170 2024-09-21T00:36:30.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.851+0000 7ff179ebd640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff17415faf0 con 0x7ff17415c6f0 2024-09-21T00:36:30.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.851+0000 7ff179ebd640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7ff17415fc70 con 0x7ff174074130 2024-09-21T00:36:30.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.851+0000 7ff1737fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff174070170 0x7ff1741514d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:30.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.851+0000 7ff1737fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff174070170 0x7ff1741514d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45580/0 (socket says 172.21.15.67:45580) 2024-09-21T00:36:30.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.851+0000 7ff1737fe640 1 -- 172.21.15.67:0/877357162 learned_addr learned my addr 172.21.15.67:0/877357162 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:30.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.851+0000 7ff172ffd640 1 --2- 172.21.15.67:0/877357162 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff174074130 0x7ff1740b3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:30.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.851+0000 7ff173fff640 1 --2- 172.21.15.67:0/877357162 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff17415c6f0 0x7ff17415e4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:30.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.852+0000 7ff1737fe640 1 -- 172.21.15.67:0/877357162 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff174074130 msgr2=0x7ff1740b3690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:30.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.852+0000 7ff1737fe640 1 --2- 172.21.15.67:0/877357162 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff174074130 0x7ff1740b3690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:30.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.852+0000 7ff1737fe640 1 -- 172.21.15.67:0/877357162 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff17415c6f0 msgr2=0x7ff17415e4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:30.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.852+0000 7ff1737fe640 1 --2- 172.21.15.67:0/877357162 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff17415c6f0 0x7ff17415e4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:30.855 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.852+0000 7ff1737fe640 1 -- 172.21.15.67:0/877357162 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1741e5a00 con 0x7ff174070170 2024-09-21T00:36:30.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.852+0000 7ff172ffd640 1 --2- 172.21.15.67:0/877357162 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff174074130 0x7ff1740b3690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:36:30.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.852+0000 7ff173fff640 1 --2- 172.21.15.67:0/877357162 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff17415c6f0 0x7ff17415e4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:36:30.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.852+0000 7ff1737fe640 1 --2- 172.21.15.67:0/877357162 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff174070170 0x7ff1741514d0 secure :-1 s=READY pgs=2639 cs=0 l=1 rev1=1 crypto rx=0x7ff16400e9f0 tx=0x7ff16400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:30.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.852+0000 7ff15bfff640 1 -- 172.21.15.67:0/877357162 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff16400cd80 con 0x7ff174070170 2024-09-21T00:36:30.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.852+0000 7ff15bfff640 1 -- 172.21.15.67:0/877357162 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff164004020 con 0x7ff174070170 2024-09-21T00:36:30.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.852+0000 7ff179ebd640 1 -- 172.21.15.67:0/877357162 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff1741e5ce0 con 0x7ff174070170 2024-09-21T00:36:30.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.852+0000 7ff15bfff640 1 -- 172.21.15.67:0/877357162 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff164004450 con 0x7ff174070170 2024-09-21T00:36:30.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.852+0000 7ff179ebd640 1 -- 172.21.15.67:0/877357162 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1741e5fc0 con 0x7ff174070170 2024-09-21T00:36:30.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.853+0000 7ff179ebd640 1 -- 172.21.15.67:0/877357162 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff174159190 con 0x7ff174070170 2024-09-21T00:36:30.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.854+0000 7ff15bfff640 1 -- 172.21.15.67:0/877357162 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7ff1640035f0 con 0x7ff174070170 2024-09-21T00:36:30.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.854+0000 7ff15bfff640 1 --2- 172.21.15.67:0/877357162 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff160078bc0 0x7ff16007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:30.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.854+0000 7ff15bfff640 1 -- 172.21.15.67:0/877357162 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(210..210 src has 1..210) ==== 5709+0+0 (secure 0 0 0) 0x7ff16409b630 con 0x7ff174070170 2024-09-21T00:36:30.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.855+0000 7ff172ffd640 1 --2- 172.21.15.67:0/877357162 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff160078bc0 0x7ff16007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:30.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.855+0000 7ff172ffd640 1 --2- 172.21.15.67:0/877357162 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff160078bc0 0x7ff16007b0d0 secure :-1 s=READY pgs=1000 cs=0 l=1 rev1=1 crypto rx=0x7ff168034000 tx=0x7ff168004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:30.861 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:30.859+0000 7ff15bfff640 1 -- 172.21.15.67:0/877357162 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7ff164063b10 con 0x7ff174070170 2024-09-21T00:36:31.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:31.084+0000 7ff179ebd640 1 -- 172.21.15.67:0/877357162 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7ff1740b3f10 con 0x7ff174070170 2024-09-21T00:36:31.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:31.084+0000 7ff15bfff640 1 -- 172.21.15.67:0/877357162 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v178) ==== 53+0+73 (secure 0 0 0) 0x7ff164063410 con 0x7ff174070170 2024-09-21T00:36:31.086 INFO:teuthology.orchestra.run.smithi067.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-21T00:36:31.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:31.086+0000 7ff179ebd640 1 -- 172.21.15.67:0/877357162 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff160078bc0 msgr2=0x7ff16007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:31.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:31.086+0000 7ff179ebd640 1 --2- 172.21.15.67:0/877357162 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff160078bc0 0x7ff16007b0d0 secure :-1 s=READY pgs=1000 cs=0 l=1 rev1=1 crypto rx=0x7ff168034000 tx=0x7ff168004730 comp rx=0 tx=0).stop 2024-09-21T00:36:31.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:31.086+0000 7ff179ebd640 1 -- 172.21.15.67:0/877357162 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff174070170 msgr2=0x7ff1741514d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:31.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:31.086+0000 7ff179ebd640 1 --2- 172.21.15.67:0/877357162 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff174070170 0x7ff1741514d0 secure :-1 s=READY pgs=2639 cs=0 l=1 rev1=1 crypto rx=0x7ff16400e9f0 tx=0x7ff16400eeb0 comp rx=0 tx=0).stop 2024-09-21T00:36:31.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:31.086+0000 7ff179ebd640 1 -- 172.21.15.67:0/877357162 shutdown_connections 2024-09-21T00:36:31.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:31.086+0000 7ff179ebd640 1 --2- 172.21.15.67:0/877357162 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff160078bc0 0x7ff16007b0d0 unknown :-1 s=CLOSED pgs=1000 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:31.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:31.086+0000 7ff179ebd640 1 --2- 172.21.15.67:0/877357162 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff17415c6f0 0x7ff17415e4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:31.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:31.086+0000 7ff179ebd640 1 --2- 172.21.15.67:0/877357162 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff174074130 0x7ff1740b3690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:31.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:31.086+0000 7ff179ebd640 1 --2- 172.21.15.67:0/877357162 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff174070170 0x7ff1741514d0 unknown :-1 s=CLOSED pgs=2639 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:31.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:31.086+0000 7ff179ebd640 1 -- 172.21.15.67:0/877357162 >> 172.21.15.67:0/877357162 conn(0x7ff1740b0240 msgr2=0x7ff17415ac00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:31.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:31.086+0000 7ff179ebd640 1 -- 172.21.15.67:0/877357162 shutdown_connections 2024-09-21T00:36:31.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:31.086+0000 7ff179ebd640 1 -- 172.21.15.67:0/877357162 wait complete. 2024-09-21T00:36:31.100 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-21T00:36:31.100 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-21T00:36:31.100 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi067.front.sepia.ceph.com 2024-09-21T00:36:31.100 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-21T00:36:31.100 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-21T00:36:31.100 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-21T00:36:31.101 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-21T00:36:31.101 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-21T00:36:31.101 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-21T00:36:31.101 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:36:31.101 DEBUG:teuthology.orchestra.run.smithi067:> ip addr 2024-09-21T00:36:31.117 INFO:teuthology.orchestra.run.smithi067.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-21T00:36:31.117 INFO:teuthology.orchestra.run.smithi067.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-21T00:36:31.117 INFO:teuthology.orchestra.run.smithi067.stdout: inet 127.0.0.1/8 scope host lo 2024-09-21T00:36:31.117 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:36:31.117 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 ::1/128 scope host 2024-09-21T00:36:31.117 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:36:31.117 INFO:teuthology.orchestra.run.smithi067.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-21T00:36:31.117 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:a8:b4:7e brd ff:ff:ff:ff:ff:ff 2024-09-21T00:36:31.118 INFO:teuthology.orchestra.run.smithi067.stdout: altname enp7s0f0 2024-09-21T00:36:31.118 INFO:teuthology.orchestra.run.smithi067.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-21T00:36:31.118 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:a8:b4:7f brd ff:ff:ff:ff:ff:ff 2024-09-21T00:36:31.118 INFO:teuthology.orchestra.run.smithi067.stdout: altname enp7s0f1 2024-09-21T00:36:31.118 INFO:teuthology.orchestra.run.smithi067.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-21T00:36:31.118 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:b6:fc:0a brd ff:ff:ff:ff:ff:ff 2024-09-21T00:36:31.118 INFO:teuthology.orchestra.run.smithi067.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-21T00:36:31.118 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether 0c:c4:7a:b6:fc:0b brd ff:ff:ff:ff:ff:ff 2024-09-21T00:36:31.118 INFO:teuthology.orchestra.run.smithi067.stdout: inet 172.21.15.67/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-21T00:36:31.118 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft 41876sec preferred_lft 41876sec 2024-09-21T00:36:31.118 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::ec4:7aff:feb6:fc0b/64 scope link noprefixroute 2024-09-21T00:36:31.118 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:36:31.119 INFO:teuthology.orchestra.run.smithi067.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-21T00:36:31.119 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether ae:69:02:89:12:0b brd ff:ff:ff:ff:ff:ff 2024-09-21T00:36:31.119 INFO:teuthology.orchestra.run.smithi067.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-21T00:36:31.119 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:36:31.119 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::cb7:27ff:fe38:31a4/64 scope link 2024-09-21T00:36:31.119 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:36:31.119 INFO:teuthology.orchestra.run.smithi067.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T00:36:31.119 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether ae:69:02:89:12:0b brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:36:31.119 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::ac69:2ff:fe89:120b/64 scope link 2024-09-21T00:36:31.119 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:36:31.119 INFO:teuthology.orchestra.run.smithi067.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-21T00:36:31.119 INFO:teuthology.orchestra.run.smithi067.stdout: link/ether d6:c9:e4:80:cc:a3 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:36:31.119 INFO:teuthology.orchestra.run.smithi067.stdout: inet6 fe80::d4c9:e4ff:fe80:cca3/64 scope link 2024-09-21T00:36:31.119 INFO:teuthology.orchestra.run.smithi067.stdout: valid_lft forever preferred_lft forever 2024-09-21T00:36:31.120 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:36:31.120 DEBUG:teuthology.orchestra.run.smithi067:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-21T00:36:31.181 INFO:teuthology.orchestra.run.smithi067.stdout:1 2024-09-21T00:36:31.182 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:36:31.182 DEBUG:teuthology.orchestra.run.smithi067:> route 2024-09-21T00:36:31.239 INFO:teuthology.orchestra.run.smithi067.stdout:Kernel IP routing table 2024-09-21T00:36:31.239 INFO:teuthology.orchestra.run.smithi067.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-21T00:36:31.240 INFO:teuthology.orchestra.run.smithi067.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-21T00:36:31.240 INFO:teuthology.orchestra.run.smithi067.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-21T00:36:31.240 INFO:teuthology.orchestra.run.smithi067.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-21T00:36:31.240 DEBUG:teuthology.orchestra.run.smithi067:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-21T00:36:31.240 DEBUG:teuthology.orchestra.run.smithi067:> set -e 2024-09-21T00:36:31.240 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-21T00:36:31.240 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-21T00:36:31.240 DEBUG:teuthology.orchestra.run.smithi067:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-21T00:36:31.240 DEBUG:teuthology.orchestra.run.smithi067:> ') 2024-09-21T00:36:31.329 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:31 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-21T00:36:31.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:31 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:36:31.369 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:36:31.369 DEBUG:teuthology.orchestra.run.smithi067:> ip netns list 2024-09-21T00:36:31.385 INFO:teuthology.orchestra.run.smithi067.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-21T00:36:31.385 INFO:teuthology.orchestra.run.smithi067.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-21T00:36:31.385 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-21T00:36:31.385 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:36:31.385 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip link set brx.0 up 2024-09-21T00:36:31.450 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-21T00:36:31.451 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T00:36:31.451 DEBUG:teuthology.orchestra.run.smithi067:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-21T00:36:31.506 INFO:teuthology.orchestra.run.smithi067.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-21T00:36:31.507 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-21T00:36:31.507 DEBUG:teuthology.orchestra.run.smithi067:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-21T00:36:31.562 DEBUG:teuthology.orchestra.run.smithi067:> sudo modprobe fuse 2024-09-21T00:36:31.631 DEBUG:teuthology.orchestra.run.smithi067:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T00:36:31.687 INFO:teuthology.orchestra.run.smithi067.stdout:/proc 2024-09-21T00:36:31.688 INFO:teuthology.orchestra.run.smithi067.stdout:/sys 2024-09-21T00:36:31.688 INFO:teuthology.orchestra.run.smithi067.stdout:/dev 2024-09-21T00:36:31.688 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/security 2024-09-21T00:36:31.688 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/shm 2024-09-21T00:36:31.688 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/pts 2024-09-21T00:36:31.688 INFO:teuthology.orchestra.run.smithi067.stdout:/run 2024-09-21T00:36:31.688 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/cgroup 2024-09-21T00:36:31.688 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/pstore 2024-09-21T00:36:31.688 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/bpf 2024-09-21T00:36:31.688 INFO:teuthology.orchestra.run.smithi067.stdout:/ 2024-09-21T00:36:31.688 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/selinux 2024-09-21T00:36:31.688 INFO:teuthology.orchestra.run.smithi067.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T00:36:31.689 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/hugepages 2024-09-21T00:36:31.689 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/mqueue 2024-09-21T00:36:31.689 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/debug 2024-09-21T00:36:31.689 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/tracing 2024-09-21T00:36:31.689 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/fuse/connections 2024-09-21T00:36:31.689 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-sysctl.service 2024-09-21T00:36:31.689 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/config 2024-09-21T00:36:31.689 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-21T00:36:31.689 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-21T00:36:31.689 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/nfs/rpc_pipefs 2024-09-21T00:36:31.689 INFO:teuthology.orchestra.run.smithi067.stdout:/run/user/1000 2024-09-21T00:36:31.689 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph 2024-09-21T00:36:31.689 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T00:36:31.689 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T00:36:31.690 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T00:36:31.690 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T00:36:31.690 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns 2024-09-21T00:36:31.690 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:36:31.690 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:36:31.690 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:36:31.690 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:36:31.690 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:36:31.690 DEBUG:teuthology.orchestra.run.smithi067:> ls /sys/fs/fuse/connections 2024-09-21T00:36:31.743 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-21T00:36:31.743 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-21T00:36:31.787 DEBUG:teuthology.orchestra.run.smithi067:> sudo modprobe fuse 2024-09-21T00:36:31.813 DEBUG:teuthology.orchestra.run.smithi067:> cat /proc/self/mounts | awk '{print $2}' 2024-09-21T00:36:31.871 INFO:teuthology.orchestra.run.smithi067.stdout:/proc 2024-09-21T00:36:31.871 INFO:teuthology.orchestra.run.smithi067.stdout:/sys 2024-09-21T00:36:31.871 INFO:teuthology.orchestra.run.smithi067.stdout:/dev 2024-09-21T00:36:31.871 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/security 2024-09-21T00:36:31.871 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/shm 2024-09-21T00:36:31.871 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/pts 2024-09-21T00:36:31.871 INFO:teuthology.orchestra.run.smithi067.stdout:/run 2024-09-21T00:36:31.871 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/cgroup 2024-09-21T00:36:31.872 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/pstore 2024-09-21T00:36:31.872 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/bpf 2024-09-21T00:36:31.872 INFO:teuthology.orchestra.run.smithi067.stdout:/ 2024-09-21T00:36:31.872 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/selinux 2024-09-21T00:36:31.872 INFO:teuthology.orchestra.run.smithi067.stdout:/proc/sys/fs/binfmt_misc 2024-09-21T00:36:31.872 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/hugepages 2024-09-21T00:36:31.872 INFO:teuthology.orchestra.run.smithi067.stdout:/dev/mqueue 2024-09-21T00:36:31.872 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/debug 2024-09-21T00:36:31.872 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/tracing 2024-09-21T00:36:31.872 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/fs/fuse/connections 2024-09-21T00:36:31.872 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-sysctl.service 2024-09-21T00:36:31.872 INFO:teuthology.orchestra.run.smithi067.stdout:/sys/kernel/config 2024-09-21T00:36:31.872 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-21T00:36:31.873 INFO:teuthology.orchestra.run.smithi067.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-21T00:36:31.873 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/nfs/rpc_pipefs 2024-09-21T00:36:31.873 INFO:teuthology.orchestra.run.smithi067.stdout:/run/user/1000 2024-09-21T00:36:31.873 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph 2024-09-21T00:36:31.873 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-0 2024-09-21T00:36:31.873 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-1 2024-09-21T00:36:31.873 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-2 2024-09-21T00:36:31.873 INFO:teuthology.orchestra.run.smithi067.stdout:/var/lib/ceph/osd/ceph-3 2024-09-21T00:36:31.873 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns 2024-09-21T00:36:31.873 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:36:31.873 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:36:31.873 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:36:31.873 INFO:teuthology.orchestra.run.smithi067.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:36:31.874 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:36:31.874 DEBUG:teuthology.orchestra.run.smithi067:> ls /sys/fs/fuse/connections 2024-09-21T00:36:31.883 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:2024-09-21T00:36:31.881+0000 7ffa1c304480 -1 init, newargv = 0x55ed50a3ea00 newargc=15 2024-09-21T00:36:31.883 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:ceph-fuse[113752]: starting ceph client 2024-09-21T00:36:31.888 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:ceph-fuse[113752]: starting fuse 2024-09-21T00:36:31.899 INFO:teuthology.orchestra.run.smithi067.stdout:41 2024-09-21T00:36:31.899 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [41] 2024-09-21T00:36:31.899 DEBUG:teuthology.orchestra.run.smithi067:> sudo stdin-killer -- python3 -c ' 2024-09-21T00:36:31.899 DEBUG:teuthology.orchestra.run.smithi067:> import glob 2024-09-21T00:36:31.899 DEBUG:teuthology.orchestra.run.smithi067:> import re 2024-09-21T00:36:31.899 DEBUG:teuthology.orchestra.run.smithi067:> import os 2024-09-21T00:36:31.900 DEBUG:teuthology.orchestra.run.smithi067:> import subprocess 2024-09-21T00:36:31.900 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:36:31.900 DEBUG:teuthology.orchestra.run.smithi067:> def _find_admin_socket(client_name): 2024-09-21T00:36:31.900 DEBUG:teuthology.orchestra.run.smithi067:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-21T00:36:31.900 DEBUG:teuthology.orchestra.run.smithi067:> files = glob.glob(asok_path) 2024-09-21T00:36:31.900 DEBUG:teuthology.orchestra.run.smithi067:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-21T00:36:31.900 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:36:31.900 DEBUG:teuthology.orchestra.run.smithi067:> # Given a non-glob path, it better be there 2024-09-21T00:36:31.900 DEBUG:teuthology.orchestra.run.smithi067:> if "*" not in asok_path: 2024-09-21T00:36:31.900 DEBUG:teuthology.orchestra.run.smithi067:> assert(len(files) == 1) 2024-09-21T00:36:31.900 DEBUG:teuthology.orchestra.run.smithi067:> return files[0] 2024-09-21T00:36:31.900 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:36:31.900 DEBUG:teuthology.orchestra.run.smithi067:> for f in files: 2024-09-21T00:36:31.900 DEBUG:teuthology.orchestra.run.smithi067:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-21T00:36:31.900 DEBUG:teuthology.orchestra.run.smithi067:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-21T00:36:31.900 DEBUG:teuthology.orchestra.run.smithi067:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-21T00:36:31.900 DEBUG:teuthology.orchestra.run.smithi067:> contents = proc_f.read() 2024-09-21T00:36:31.901 DEBUG:teuthology.orchestra.run.smithi067:> if mountpoint in contents: 2024-09-21T00:36:31.901 DEBUG:teuthology.orchestra.run.smithi067:> return f 2024-09-21T00:36:31.901 DEBUG:teuthology.orchestra.run.smithi067:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-21T00:36:31.901 DEBUG:teuthology.orchestra.run.smithi067:> 2024-09-21T00:36:31.901 DEBUG:teuthology.orchestra.run.smithi067:> print(_find_admin_socket("client.0")) 2024-09-21T00:36:31.901 DEBUG:teuthology.orchestra.run.smithi067:> ' 2024-09-21T00:36:32.018 INFO:teuthology.orchestra.run.smithi067.stdout:/var/run/ceph/ceph-client.0.113752.asok 2024-09-21T00:36:32.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:32 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-21T00:36:32.029 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.113752.asok 2024-09-21T00:36:32.029 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:36:32.029 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.113752.asok status 2024-09-21T00:36:32.174 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:36:32.174 INFO:teuthology.orchestra.run.smithi067.stdout: "metadata": { 2024-09-21T00:36:32.174 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_sha1": "1843221895adccfb3b692060251dd6a0183bc410", 2024-09-21T00:36:32.174 INFO:teuthology.orchestra.run.smithi067.stdout: "ceph_version": "ceph version 19.3.0-5120-g18432218 (1843221895adccfb3b692060251dd6a0183bc410) squid (dev)", 2024-09-21T00:36:32.174 INFO:teuthology.orchestra.run.smithi067.stdout: "entity_id": "0", 2024-09-21T00:36:32.174 INFO:teuthology.orchestra.run.smithi067.stdout: "hostname": "smithi067", 2024-09-21T00:36:32.175 INFO:teuthology.orchestra.run.smithi067.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-21T00:36:32.175 INFO:teuthology.orchestra.run.smithi067.stdout: "pid": "113752", 2024-09-21T00:36:32.175 INFO:teuthology.orchestra.run.smithi067.stdout: "root": "/" 2024-09-21T00:36:32.175 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:36:32.175 INFO:teuthology.orchestra.run.smithi067.stdout: "dentry_count": 0, 2024-09-21T00:36:32.175 INFO:teuthology.orchestra.run.smithi067.stdout: "dentry_pinned_count": 0, 2024-09-21T00:36:32.175 INFO:teuthology.orchestra.run.smithi067.stdout: "id": 11883, 2024-09-21T00:36:32.175 INFO:teuthology.orchestra.run.smithi067.stdout: "inst": { 2024-09-21T00:36:32.175 INFO:teuthology.orchestra.run.smithi067.stdout: "name": { 2024-09-21T00:36:32.175 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "client", 2024-09-21T00:36:32.175 INFO:teuthology.orchestra.run.smithi067.stdout: "num": 11883 2024-09-21T00:36:32.175 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:36:32.175 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": { 2024-09-21T00:36:32.175 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "v1", 2024-09-21T00:36:32.176 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": "192.168.0.1:0", 2024-09-21T00:36:32.176 INFO:teuthology.orchestra.run.smithi067.stdout: "nonce": 2571543598 2024-09-21T00:36:32.176 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:36:32.176 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:36:32.176 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": { 2024-09-21T00:36:32.176 INFO:teuthology.orchestra.run.smithi067.stdout: "type": "v1", 2024-09-21T00:36:32.176 INFO:teuthology.orchestra.run.smithi067.stdout: "addr": "192.168.0.1:0", 2024-09-21T00:36:32.176 INFO:teuthology.orchestra.run.smithi067.stdout: "nonce": 2571543598 2024-09-21T00:36:32.176 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:36:32.176 INFO:teuthology.orchestra.run.smithi067.stdout: "inst_str": "client.11883 192.168.0.1:0/2571543598", 2024-09-21T00:36:32.176 INFO:teuthology.orchestra.run.smithi067.stdout: "addr_str": "192.168.0.1:0/2571543598", 2024-09-21T00:36:32.176 INFO:teuthology.orchestra.run.smithi067.stdout: "inode_count": 1, 2024-09-21T00:36:32.176 INFO:teuthology.orchestra.run.smithi067.stdout: "mds_epoch": 178, 2024-09-21T00:36:32.176 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_epoch": 210, 2024-09-21T00:36:32.176 INFO:teuthology.orchestra.run.smithi067.stdout: "osd_epoch_barrier": 0, 2024-09-21T00:36:32.177 INFO:teuthology.orchestra.run.smithi067.stdout: "blocklisted": false, 2024-09-21T00:36:32.177 INFO:teuthology.orchestra.run.smithi067.stdout: "fs_name": "cephfs" 2024-09-21T00:36:32.177 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:36:32.183 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:36:32.183 DEBUG:teuthology.orchestra.run.smithi067:> stat --file-system '--printf=%T 2024-09-21T00:36:32.183 DEBUG:teuthology.orchestra.run.smithi067:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-21T00:36:32.199 INFO:teuthology.orchestra.run.smithi067.stdout:fuseblk 2024-09-21T00:36:32.199 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-21T00:36:32.200 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:36:32.200 DEBUG:teuthology.orchestra.run.smithi067:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-21T00:36:32.266 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:36:32.266 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir parent) 2024-09-21T00:36:32.328 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:36:32.329 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir parent/child) 2024-09-21T00:36:32.387 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:36:32.387 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:36:32.444 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:36:32.444 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec dd if=/dev/urandom of=parent/parentfile bs=1M conv=fdatasync count=6 seek=0) 2024-09-21T00:36:32.544 INFO:teuthology.orchestra.run.smithi067.stderr:6+0 records in 2024-09-21T00:36:32.544 INFO:teuthology.orchestra.run.smithi067.stderr:6+0 records out 2024-09-21T00:36:32.544 INFO:teuthology.orchestra.run.smithi067.stderr:6291456 bytes (6.3 MB, 6.0 MiB) copied, 0.0420767 s, 150 MB/s 2024-09-21T00:36:32.545 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:36:32.545 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:36:32.561 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:36:32.561 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest/mnt.0 && exec dd if=/dev/urandom of=parent/child/childfile bs=1M conv=fdatasync count=6 seek=0) 2024-09-21T00:36:32.662 INFO:teuthology.orchestra.run.smithi067.stderr:6+0 records in 2024-09-21T00:36:32.662 INFO:teuthology.orchestra.run.smithi067.stderr:6+0 records out 2024-09-21T00:36:32.663 INFO:teuthology.orchestra.run.smithi067.stderr:6291456 bytes (6.3 MB, 6.0 MiB) copied, 0.0440046 s, 143 MB/s 2024-09-21T00:36:32.663 DEBUG:teuthology.orchestra.run.smithi067:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-21T00:36:32.665 DEBUG:teuthology.orchestra.run.smithi097:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-21T00:36:32.708 INFO:teuthology.orchestra.run.smithi067.stdout:[global] 2024-09-21T00:36:32.708 INFO:teuthology.orchestra.run.smithi067.stdout: chdir = "" 2024-09-21T00:36:32.708 INFO:teuthology.orchestra.run.smithi067.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-21T00:36:32.708 INFO:teuthology.orchestra.run.smithi067.stdout: auth supported = cephx 2024-09-21T00:36:32.708 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:32.709 INFO:teuthology.orchestra.run.smithi067.stdout: filestore xattr use omap = true 2024-09-21T00:36:32.709 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:32.709 INFO:teuthology.orchestra.run.smithi067.stdout: mon clock drift allowed = 1.000 2024-09-21T00:36:32.709 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:32.709 INFO:teuthology.orchestra.run.smithi067.stdout: osd crush chooseleaf type = 0 2024-09-21T00:36:32.709 INFO:teuthology.orchestra.run.smithi067.stdout: auth debug = true 2024-09-21T00:36:32.709 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:32.709 INFO:teuthology.orchestra.run.smithi067.stdout: ms die on old message = true 2024-09-21T00:36:32.709 INFO:teuthology.orchestra.run.smithi067.stdout: ms die on bug = true 2024-09-21T00:36:32.709 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:32.709 INFO:teuthology.orchestra.run.smithi067.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-21T00:36:32.709 INFO:teuthology.orchestra.run.smithi067.stdout: mon pg warn max object skew = 0 2024-09-21T00:36:32.709 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:32.709 INFO:teuthology.orchestra.run.smithi067.stdout: # disable pg_autoscaler by default for new pools 2024-09-21T00:36:32.710 INFO:teuthology.orchestra.run.smithi067.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-21T00:36:32.710 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:32.710 INFO:teuthology.orchestra.run.smithi067.stdout: osd pool default size = 2 2024-09-21T00:36:32.710 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:32.710 INFO:teuthology.orchestra.run.smithi067.stdout: mon osd allow primary affinity = true 2024-09-21T00:36:32.710 INFO:teuthology.orchestra.run.smithi067.stdout: mon osd allow pg remap = true 2024-09-21T00:36:32.710 INFO:teuthology.orchestra.run.smithi067.stdout: mon warn on legacy crush tunables = false 2024-09-21T00:36:32.710 INFO:teuthology.orchestra.run.smithi067.stdout: mon warn on crush straw calc version zero = false 2024-09-21T00:36:32.710 INFO:teuthology.orchestra.run.smithi067.stdout: mon warn on no sortbitwise = false 2024-09-21T00:36:32.710 INFO:teuthology.orchestra.run.smithi067.stdout: mon warn on osd down out interval zero = false 2024-09-21T00:36:32.710 INFO:teuthology.orchestra.run.smithi067.stdout: mon warn on too few osds = false 2024-09-21T00:36:32.710 INFO:teuthology.orchestra.run.smithi067.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-21T00:36:32.711 INFO:teuthology.orchestra.run.smithi067.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-21T00:36:32.711 INFO:teuthology.orchestra.run.smithi067.stdout: mon_allow_pool_size_one = true 2024-09-21T00:36:32.711 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:32.711 INFO:teuthology.orchestra.run.smithi067.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-21T00:36:32.711 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:32.711 INFO:teuthology.orchestra.run.smithi067.stdout: osd default data pool replay window = 5 2024-09-21T00:36:32.711 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:32.711 INFO:teuthology.orchestra.run.smithi067.stdout: mon allow pool delete = true 2024-09-21T00:36:32.711 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:32.711 INFO:teuthology.orchestra.run.smithi067.stdout: mon cluster log file level = debug 2024-09-21T00:36:32.711 INFO:teuthology.orchestra.run.smithi067.stdout: debug asserts on shutdown = true 2024-09-21T00:36:32.711 INFO:teuthology.orchestra.run.smithi067.stdout: mon health detail to clog = false 2024-09-21T00:36:32.711 INFO:teuthology.orchestra.run.smithi067.stdout: mon host = "172.21.15.67,172.21.15.97,[v2:172.21.15.97:3301,v1:172.21.15.97:6790]" 2024-09-21T00:36:32.711 INFO:teuthology.orchestra.run.smithi067.stdout: fsid = 166a8832-baab-4541-be5c-9c3483b3f7a3 2024-09-21T00:36:32.711 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:32.712 INFO:teuthology.orchestra.run.smithi067.stdout:[osd] 2024-09-21T00:36:32.712 INFO:teuthology.orchestra.run.smithi067.stdout: osd journal size = 100 2024-09-21T00:36:32.712 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:32.712 INFO:teuthology.orchestra.run.smithi067.stdout: osd scrub load threshold = 5.0 2024-09-21T00:36:32.712 INFO:teuthology.orchestra.run.smithi067.stdout: osd scrub max interval = 600 2024-09-21T00:36:32.712 INFO:teuthology.orchestra.run.smithi067.stdout: osd mclock profile = high_recovery_ops 2024-09-21T00:36:32.712 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:32.712 INFO:teuthology.orchestra.run.smithi067.stdout: osd recover clone overlap = true 2024-09-21T00:36:32.712 INFO:teuthology.orchestra.run.smithi067.stdout: osd recovery max chunk = 1048576 2024-09-21T00:36:32.712 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:32.712 INFO:teuthology.orchestra.run.smithi067.stdout: osd debug shutdown = true 2024-09-21T00:36:32.712 INFO:teuthology.orchestra.run.smithi067.stdout: osd debug op order = true 2024-09-21T00:36:32.712 INFO:teuthology.orchestra.run.smithi067.stdout: osd debug verify stray on activate = true 2024-09-21T00:36:32.712 INFO:teuthology.orchestra.run.smithi067.stdout: osd debug trim objects = true 2024-09-21T00:36:32.713 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:32.713 INFO:teuthology.orchestra.run.smithi067.stdout: osd open classes on start = true 2024-09-21T00:36:32.713 INFO:teuthology.orchestra.run.smithi067.stdout: osd debug pg log writeout = true 2024-09-21T00:36:32.713 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:32.713 INFO:teuthology.orchestra.run.smithi067.stdout: osd deep scrub update digest min age = 30 2024-09-21T00:36:32.713 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:32.713 INFO:teuthology.orchestra.run.smithi067.stdout: osd map max advance = 10 2024-09-21T00:36:32.713 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:32.713 INFO:teuthology.orchestra.run.smithi067.stdout: journal zero on create = true 2024-09-21T00:36:32.713 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:32.713 INFO:teuthology.orchestra.run.smithi067.stdout: filestore ondisk finisher threads = 3 2024-09-21T00:36:32.713 INFO:teuthology.orchestra.run.smithi067.stdout: filestore apply finisher threads = 3 2024-09-21T00:36:32.713 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:32.714 INFO:teuthology.orchestra.run.smithi067.stdout: bdev debug aio = true 2024-09-21T00:36:32.714 INFO:teuthology.orchestra.run.smithi067.stdout: osd debug misdirected ops = true 2024-09-21T00:36:32.714 INFO:teuthology.orchestra.run.smithi067.stdout: bdev async discard = True 2024-09-21T00:36:32.714 INFO:teuthology.orchestra.run.smithi067.stdout: bdev enable discard = True 2024-09-21T00:36:32.714 INFO:teuthology.orchestra.run.smithi067.stdout: bluestore allocator = bitmap 2024-09-21T00:36:32.714 INFO:teuthology.orchestra.run.smithi067.stdout: bluestore block size = 96636764160 2024-09-21T00:36:32.714 INFO:teuthology.orchestra.run.smithi067.stdout: bluestore fsck on mount = True 2024-09-21T00:36:32.714 INFO:teuthology.orchestra.run.smithi067.stdout: debug bluefs = 1/20 2024-09-21T00:36:32.714 INFO:teuthology.orchestra.run.smithi067.stdout: debug bluestore = 1/20 2024-09-21T00:36:32.714 INFO:teuthology.orchestra.run.smithi067.stdout: debug ms = 1 2024-09-21T00:36:32.714 INFO:teuthology.orchestra.run.smithi067.stdout: debug osd = 20 2024-09-21T00:36:32.714 INFO:teuthology.orchestra.run.smithi067.stdout: debug rocksdb = 4/10 2024-09-21T00:36:32.714 INFO:teuthology.orchestra.run.smithi067.stdout: mon osd backfillfull_ratio = 0.85 2024-09-21T00:36:32.714 INFO:teuthology.orchestra.run.smithi067.stdout: mon osd full ratio = 0.9 2024-09-21T00:36:32.714 INFO:teuthology.orchestra.run.smithi067.stdout: mon osd nearfull ratio = 0.8 2024-09-21T00:36:32.715 INFO:teuthology.orchestra.run.smithi067.stdout: osd failsafe full ratio = 0.95 2024-09-21T00:36:32.715 INFO:teuthology.orchestra.run.smithi067.stdout: osd objectstore = bluestore 2024-09-21T00:36:32.715 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:32.715 INFO:teuthology.orchestra.run.smithi067.stdout:[mgr] 2024-09-21T00:36:32.715 INFO:teuthology.orchestra.run.smithi067.stdout: debug ms = 1 2024-09-21T00:36:32.715 INFO:teuthology.orchestra.run.smithi067.stdout: debug mgr = 20 2024-09-21T00:36:32.715 INFO:teuthology.orchestra.run.smithi067.stdout: debug mon = 20 2024-09-21T00:36:32.715 INFO:teuthology.orchestra.run.smithi067.stdout: debug auth = 20 2024-09-21T00:36:32.715 INFO:teuthology.orchestra.run.smithi067.stdout: mon reweight min pgs per osd = 4 2024-09-21T00:36:32.715 INFO:teuthology.orchestra.run.smithi067.stdout: mon reweight min bytes per osd = 10 2024-09-21T00:36:32.715 INFO:teuthology.orchestra.run.smithi067.stdout: mgr/telemetry/nag = false 2024-09-21T00:36:32.715 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:32.715 INFO:teuthology.orchestra.run.smithi067.stdout:[mon] 2024-09-21T00:36:32.715 INFO:teuthology.orchestra.run.smithi067.stdout: debug ms = 1 2024-09-21T00:36:32.716 INFO:teuthology.orchestra.run.smithi067.stdout: debug mon = 20 2024-09-21T00:36:32.716 INFO:teuthology.orchestra.run.smithi067.stdout: debug paxos = 20 2024-09-21T00:36:32.716 INFO:teuthology.orchestra.run.smithi067.stdout: debug auth = 20 2024-09-21T00:36:32.716 INFO:teuthology.orchestra.run.smithi067.stdout: mon data avail warn = 5 2024-09-21T00:36:32.716 INFO:teuthology.orchestra.run.smithi067.stdout: mon mgr mkfs grace = 240 2024-09-21T00:36:32.716 INFO:teuthology.orchestra.run.smithi067.stdout: mon reweight min pgs per osd = 4 2024-09-21T00:36:32.716 INFO:teuthology.orchestra.run.smithi067.stdout: mon osd reporter subtree level = osd 2024-09-21T00:36:32.716 INFO:teuthology.orchestra.run.smithi067.stdout: mon osd prime pg temp = true 2024-09-21T00:36:32.716 INFO:teuthology.orchestra.run.smithi067.stdout: mon reweight min bytes per osd = 10 2024-09-21T00:36:32.716 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:32.716 INFO:teuthology.orchestra.run.smithi067.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-21T00:36:32.716 INFO:teuthology.orchestra.run.smithi067.stdout: auth mon ticket ttl = 660 # 11m 2024-09-21T00:36:32.716 INFO:teuthology.orchestra.run.smithi067.stdout: auth service ticket ttl = 240 # 4m 2024-09-21T00:36:32.716 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:32.716 INFO:teuthology.orchestra.run.smithi067.stdout: # don't complain about insecure global_id in the test suite 2024-09-21T00:36:32.717 INFO:teuthology.orchestra.run.smithi067.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-21T00:36:32.717 INFO:teuthology.orchestra.run.smithi067.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-21T00:36:32.717 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:32.717 INFO:teuthology.orchestra.run.smithi067.stdout: # 1m isn't quite enough 2024-09-21T00:36:32.717 INFO:teuthology.orchestra.run.smithi067.stdout: mon_down_mkfs_grace = 2m 2024-09-21T00:36:32.717 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:32.717 INFO:teuthology.orchestra.run.smithi067.stdout: mon_warn_on_filestore_osds = false 2024-09-21T00:36:32.717 INFO:teuthology.orchestra.run.smithi067.stdout: mon down mkfs grace = 300 2024-09-21T00:36:32.717 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:32.717 INFO:teuthology.orchestra.run.smithi067.stdout:[client] 2024-09-21T00:36:32.717 INFO:teuthology.orchestra.run.smithi067.stdout: rgw cache enabled = true 2024-09-21T00:36:32.717 INFO:teuthology.orchestra.run.smithi067.stdout: rgw enable ops log = true 2024-09-21T00:36:32.717 INFO:teuthology.orchestra.run.smithi067.stdout: rgw enable usage log = true 2024-09-21T00:36:32.717 INFO:teuthology.orchestra.run.smithi067.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-21T00:36:32.717 INFO:teuthology.orchestra.run.smithi067.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-21T00:36:32.717 INFO:teuthology.orchestra.run.smithi067.stdout: pid file = "" 2024-09-21T00:36:32.718 INFO:teuthology.orchestra.run.smithi067.stdout:[mon.a] 2024-09-21T00:36:32.718 INFO:teuthology.orchestra.run.smithi067.stdout:[mon.b] 2024-09-21T00:36:32.718 INFO:teuthology.orchestra.run.smithi067.stdout:[mon.c] 2024-09-21T00:36:32.718 INFO:teuthology.orchestra.run.smithi067.stdout:[mds.a] 2024-09-21T00:36:32.718 INFO:teuthology.orchestra.run.smithi067.stdout:[mds.c] 2024-09-21T00:36:32.718 INFO:teuthology.orchestra.run.smithi067.stdout:[mds.b] 2024-09-21T00:36:32.718 INFO:teuthology.orchestra.run.smithi067.stdout:[mds.d] 2024-09-21T00:36:32.718 INFO:teuthology.orchestra.run.smithi067.stdout:[mds] 2024-09-21T00:36:32.718 INFO:teuthology.orchestra.run.smithi067.stdout: mds cache max size = 1000 2024-09-21T00:36:32.718 INFO:teuthology.orchestra.run.smithi067.stdout: mds log max segments = 1 2024-09-21T00:36:32.718 INFO:teuthology.orchestra.run.smithi067.stdout: mds verify scatter = False 2024-09-21T00:36:32.718 INFO:teuthology.orchestra.run.smithi067.stdout: mds debug scatterstat = False 2024-09-21T00:36:32.719 INFO:teuthology.orchestra.run.smithi097.stdout:[global] 2024-09-21T00:36:32.719 INFO:teuthology.orchestra.run.smithi097.stdout: chdir = "" 2024-09-21T00:36:32.719 INFO:teuthology.orchestra.run.smithi097.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-21T00:36:32.719 INFO:teuthology.orchestra.run.smithi097.stdout: auth supported = cephx 2024-09-21T00:36:32.719 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:36:32.719 INFO:teuthology.orchestra.run.smithi097.stdout: filestore xattr use omap = true 2024-09-21T00:36:32.719 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:36:32.719 INFO:teuthology.orchestra.run.smithi097.stdout: mon clock drift allowed = 1.000 2024-09-21T00:36:32.719 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:36:32.719 INFO:teuthology.orchestra.run.smithi097.stdout: osd crush chooseleaf type = 0 2024-09-21T00:36:32.719 INFO:teuthology.orchestra.run.smithi097.stdout: auth debug = true 2024-09-21T00:36:32.720 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:36:32.720 INFO:teuthology.orchestra.run.smithi097.stdout: ms die on old message = true 2024-09-21T00:36:32.720 INFO:teuthology.orchestra.run.smithi097.stdout: ms die on bug = true 2024-09-21T00:36:32.720 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:36:32.720 INFO:teuthology.orchestra.run.smithi097.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-21T00:36:32.720 INFO:teuthology.orchestra.run.smithi097.stdout: mon pg warn max object skew = 0 2024-09-21T00:36:32.720 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:36:32.720 INFO:teuthology.orchestra.run.smithi097.stdout: # disable pg_autoscaler by default for new pools 2024-09-21T00:36:32.720 INFO:teuthology.orchestra.run.smithi097.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-21T00:36:32.720 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:36:32.720 INFO:teuthology.orchestra.run.smithi097.stdout: osd pool default size = 2 2024-09-21T00:36:32.720 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:36:32.720 INFO:teuthology.orchestra.run.smithi097.stdout: mon osd allow primary affinity = true 2024-09-21T00:36:32.721 INFO:teuthology.orchestra.run.smithi097.stdout: mon osd allow pg remap = true 2024-09-21T00:36:32.721 INFO:teuthology.orchestra.run.smithi097.stdout: mon warn on legacy crush tunables = false 2024-09-21T00:36:32.721 INFO:teuthology.orchestra.run.smithi097.stdout: mon warn on crush straw calc version zero = false 2024-09-21T00:36:32.721 INFO:teuthology.orchestra.run.smithi097.stdout: mon warn on no sortbitwise = false 2024-09-21T00:36:32.721 INFO:teuthology.orchestra.run.smithi097.stdout: mon warn on osd down out interval zero = false 2024-09-21T00:36:32.721 INFO:teuthology.orchestra.run.smithi097.stdout: mon warn on too few osds = false 2024-09-21T00:36:32.721 INFO:teuthology.orchestra.run.smithi097.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-21T00:36:32.721 INFO:teuthology.orchestra.run.smithi097.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-21T00:36:32.721 INFO:teuthology.orchestra.run.smithi097.stdout: mon_allow_pool_size_one = true 2024-09-21T00:36:32.721 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:36:32.721 INFO:teuthology.orchestra.run.smithi097.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-21T00:36:32.721 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:36:32.721 INFO:teuthology.orchestra.run.smithi097.stdout: osd default data pool replay window = 5 2024-09-21T00:36:32.721 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:36:32.721 INFO:teuthology.orchestra.run.smithi097.stdout: mon allow pool delete = true 2024-09-21T00:36:32.722 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:36:32.722 INFO:teuthology.orchestra.run.smithi097.stdout: mon cluster log file level = debug 2024-09-21T00:36:32.722 INFO:teuthology.orchestra.run.smithi097.stdout: debug asserts on shutdown = true 2024-09-21T00:36:32.722 INFO:teuthology.orchestra.run.smithi097.stdout: mon health detail to clog = false 2024-09-21T00:36:32.722 INFO:teuthology.orchestra.run.smithi097.stdout: mon host = "172.21.15.67,172.21.15.97,[v2:172.21.15.97:3301,v1:172.21.15.97:6790]" 2024-09-21T00:36:32.722 INFO:teuthology.orchestra.run.smithi097.stdout: fsid = 166a8832-baab-4541-be5c-9c3483b3f7a3 2024-09-21T00:36:32.722 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:36:32.722 INFO:teuthology.orchestra.run.smithi097.stdout:[osd] 2024-09-21T00:36:32.722 INFO:teuthology.orchestra.run.smithi097.stdout: osd journal size = 100 2024-09-21T00:36:32.722 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:36:32.722 INFO:teuthology.orchestra.run.smithi097.stdout: osd scrub load threshold = 5.0 2024-09-21T00:36:32.722 INFO:teuthology.orchestra.run.smithi097.stdout: osd scrub max interval = 600 2024-09-21T00:36:32.722 INFO:teuthology.orchestra.run.smithi097.stdout: osd mclock profile = high_recovery_ops 2024-09-21T00:36:32.723 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:36:32.723 INFO:teuthology.orchestra.run.smithi097.stdout: osd recover clone overlap = true 2024-09-21T00:36:32.723 INFO:teuthology.orchestra.run.smithi097.stdout: osd recovery max chunk = 1048576 2024-09-21T00:36:32.723 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:36:32.723 INFO:teuthology.orchestra.run.smithi097.stdout: osd debug shutdown = true 2024-09-21T00:36:32.723 INFO:teuthology.orchestra.run.smithi097.stdout: osd debug op order = true 2024-09-21T00:36:32.723 INFO:teuthology.orchestra.run.smithi097.stdout: osd debug verify stray on activate = true 2024-09-21T00:36:32.723 INFO:teuthology.orchestra.run.smithi097.stdout: osd debug trim objects = true 2024-09-21T00:36:32.723 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:36:32.723 INFO:teuthology.orchestra.run.smithi097.stdout: osd open classes on start = true 2024-09-21T00:36:32.723 INFO:teuthology.orchestra.run.smithi097.stdout: osd debug pg log writeout = true 2024-09-21T00:36:32.723 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:36:32.724 INFO:teuthology.orchestra.run.smithi097.stdout: osd deep scrub update digest min age = 30 2024-09-21T00:36:32.724 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:36:32.724 INFO:teuthology.orchestra.run.smithi097.stdout: osd map max advance = 10 2024-09-21T00:36:32.724 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:36:32.724 INFO:teuthology.orchestra.run.smithi097.stdout: journal zero on create = true 2024-09-21T00:36:32.724 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:36:32.724 INFO:teuthology.orchestra.run.smithi097.stdout: filestore ondisk finisher threads = 3 2024-09-21T00:36:32.724 INFO:teuthology.orchestra.run.smithi097.stdout: filestore apply finisher threads = 3 2024-09-21T00:36:32.724 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:36:32.724 INFO:teuthology.orchestra.run.smithi097.stdout: bdev debug aio = true 2024-09-21T00:36:32.724 INFO:teuthology.orchestra.run.smithi097.stdout: osd debug misdirected ops = true 2024-09-21T00:36:32.724 INFO:teuthology.orchestra.run.smithi097.stdout: bdev async discard = True 2024-09-21T00:36:32.724 INFO:teuthology.orchestra.run.smithi097.stdout: bdev enable discard = True 2024-09-21T00:36:32.725 INFO:teuthology.orchestra.run.smithi097.stdout: bluestore allocator = bitmap 2024-09-21T00:36:32.725 INFO:teuthology.orchestra.run.smithi097.stdout: bluestore block size = 96636764160 2024-09-21T00:36:32.725 INFO:teuthology.orchestra.run.smithi097.stdout: bluestore fsck on mount = True 2024-09-21T00:36:32.725 INFO:teuthology.orchestra.run.smithi097.stdout: debug bluefs = 1/20 2024-09-21T00:36:32.725 INFO:teuthology.orchestra.run.smithi097.stdout: debug bluestore = 1/20 2024-09-21T00:36:32.725 INFO:teuthology.orchestra.run.smithi097.stdout: debug ms = 1 2024-09-21T00:36:32.725 INFO:teuthology.orchestra.run.smithi097.stdout: debug osd = 20 2024-09-21T00:36:32.725 INFO:teuthology.orchestra.run.smithi097.stdout: debug rocksdb = 4/10 2024-09-21T00:36:32.725 INFO:teuthology.orchestra.run.smithi097.stdout: mon osd backfillfull_ratio = 0.85 2024-09-21T00:36:32.725 INFO:teuthology.orchestra.run.smithi097.stdout: mon osd full ratio = 0.9 2024-09-21T00:36:32.725 INFO:teuthology.orchestra.run.smithi097.stdout: mon osd nearfull ratio = 0.8 2024-09-21T00:36:32.725 INFO:teuthology.orchestra.run.smithi097.stdout: osd failsafe full ratio = 0.95 2024-09-21T00:36:32.725 INFO:teuthology.orchestra.run.smithi097.stdout: osd objectstore = bluestore 2024-09-21T00:36:32.725 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:36:32.726 INFO:teuthology.orchestra.run.smithi097.stdout:[mgr] 2024-09-21T00:36:32.726 INFO:teuthology.orchestra.run.smithi097.stdout: debug ms = 1 2024-09-21T00:36:32.726 INFO:teuthology.orchestra.run.smithi097.stdout: debug mgr = 20 2024-09-21T00:36:32.726 INFO:teuthology.orchestra.run.smithi097.stdout: debug mon = 20 2024-09-21T00:36:32.726 INFO:teuthology.orchestra.run.smithi097.stdout: debug auth = 20 2024-09-21T00:36:32.726 INFO:teuthology.orchestra.run.smithi097.stdout: mon reweight min pgs per osd = 4 2024-09-21T00:36:32.726 INFO:teuthology.orchestra.run.smithi097.stdout: mon reweight min bytes per osd = 10 2024-09-21T00:36:32.726 INFO:teuthology.orchestra.run.smithi097.stdout: mgr/telemetry/nag = false 2024-09-21T00:36:32.726 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:36:32.726 INFO:teuthology.orchestra.run.smithi097.stdout:[mon] 2024-09-21T00:36:32.726 INFO:teuthology.orchestra.run.smithi097.stdout: debug ms = 1 2024-09-21T00:36:32.726 INFO:teuthology.orchestra.run.smithi097.stdout: debug mon = 20 2024-09-21T00:36:32.726 INFO:teuthology.orchestra.run.smithi097.stdout: debug paxos = 20 2024-09-21T00:36:32.726 INFO:teuthology.orchestra.run.smithi097.stdout: debug auth = 20 2024-09-21T00:36:32.727 INFO:teuthology.orchestra.run.smithi097.stdout: mon data avail warn = 5 2024-09-21T00:36:32.727 INFO:teuthology.orchestra.run.smithi097.stdout: mon mgr mkfs grace = 240 2024-09-21T00:36:32.727 INFO:teuthology.orchestra.run.smithi097.stdout: mon reweight min pgs per osd = 4 2024-09-21T00:36:32.727 INFO:teuthology.orchestra.run.smithi097.stdout: mon osd reporter subtree level = osd 2024-09-21T00:36:32.727 INFO:teuthology.orchestra.run.smithi097.stdout: mon osd prime pg temp = true 2024-09-21T00:36:32.727 INFO:teuthology.orchestra.run.smithi097.stdout: mon reweight min bytes per osd = 10 2024-09-21T00:36:32.727 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:36:32.727 INFO:teuthology.orchestra.run.smithi097.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-21T00:36:32.727 INFO:teuthology.orchestra.run.smithi097.stdout: auth mon ticket ttl = 660 # 11m 2024-09-21T00:36:32.727 INFO:teuthology.orchestra.run.smithi097.stdout: auth service ticket ttl = 240 # 4m 2024-09-21T00:36:32.727 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:36:32.727 INFO:teuthology.orchestra.run.smithi097.stdout: # don't complain about insecure global_id in the test suite 2024-09-21T00:36:32.727 INFO:teuthology.orchestra.run.smithi097.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-21T00:36:32.728 INFO:teuthology.orchestra.run.smithi097.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-21T00:36:32.728 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:36:32.728 INFO:teuthology.orchestra.run.smithi097.stdout: # 1m isn't quite enough 2024-09-21T00:36:32.728 INFO:teuthology.orchestra.run.smithi097.stdout: mon_down_mkfs_grace = 2m 2024-09-21T00:36:32.728 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:36:32.728 INFO:teuthology.orchestra.run.smithi097.stdout: mon_warn_on_filestore_osds = false 2024-09-21T00:36:32.728 INFO:teuthology.orchestra.run.smithi097.stdout: mon down mkfs grace = 300 2024-09-21T00:36:32.728 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:36:32.728 INFO:teuthology.orchestra.run.smithi097.stdout:[client] 2024-09-21T00:36:32.728 INFO:teuthology.orchestra.run.smithi097.stdout: rgw cache enabled = true 2024-09-21T00:36:32.728 INFO:teuthology.orchestra.run.smithi097.stdout: rgw enable ops log = true 2024-09-21T00:36:32.728 INFO:teuthology.orchestra.run.smithi097.stdout: rgw enable usage log = true 2024-09-21T00:36:32.728 INFO:teuthology.orchestra.run.smithi097.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-21T00:36:32.728 INFO:teuthology.orchestra.run.smithi097.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-21T00:36:32.729 INFO:teuthology.orchestra.run.smithi097.stdout: pid file = "" 2024-09-21T00:36:32.729 INFO:teuthology.orchestra.run.smithi097.stdout:[mon.a] 2024-09-21T00:36:32.729 INFO:teuthology.orchestra.run.smithi097.stdout:[mon.b] 2024-09-21T00:36:32.729 INFO:teuthology.orchestra.run.smithi097.stdout:[mon.c] 2024-09-21T00:36:32.729 INFO:teuthology.orchestra.run.smithi097.stdout:[mds.a] 2024-09-21T00:36:32.729 INFO:teuthology.orchestra.run.smithi097.stdout:[mds.c] 2024-09-21T00:36:32.729 INFO:teuthology.orchestra.run.smithi097.stdout:[mds.b] 2024-09-21T00:36:32.729 INFO:teuthology.orchestra.run.smithi097.stdout:[mds.d] 2024-09-21T00:36:32.729 INFO:teuthology.orchestra.run.smithi097.stdout:[mds] 2024-09-21T00:36:32.729 INFO:teuthology.orchestra.run.smithi097.stdout: mds cache max size = 1000 2024-09-21T00:36:32.729 INFO:teuthology.orchestra.run.smithi097.stdout: mds log max segments = 1 2024-09-21T00:36:32.729 INFO:teuthology.orchestra.run.smithi097.stdout: mds verify scatter = False 2024-09-21T00:36:32.729 INFO:teuthology.orchestra.run.smithi097.stdout: mds debug scatterstat = False 2024-09-21T00:36:32.731 DEBUG:teuthology.orchestra.run.smithi067:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-21T00:36:32.773 DEBUG:teuthology.orchestra.run.smithi097:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-21T00:36:32.816 INFO:teuthology.orchestra.run.smithi067.stdout:[global] 2024-09-21T00:36:32.817 INFO:teuthology.orchestra.run.smithi067.stdout: chdir = "" 2024-09-21T00:36:32.817 INFO:teuthology.orchestra.run.smithi067.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-21T00:36:32.817 INFO:teuthology.orchestra.run.smithi067.stdout: auth supported = cephx 2024-09-21T00:36:32.817 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:32.817 INFO:teuthology.orchestra.run.smithi067.stdout: filestore xattr use omap = true 2024-09-21T00:36:32.817 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:32.817 INFO:teuthology.orchestra.run.smithi067.stdout: mon clock drift allowed = 1.000 2024-09-21T00:36:32.817 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:32.817 INFO:teuthology.orchestra.run.smithi067.stdout: osd crush chooseleaf type = 0 2024-09-21T00:36:32.817 INFO:teuthology.orchestra.run.smithi067.stdout: auth debug = true 2024-09-21T00:36:32.817 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:32.818 INFO:teuthology.orchestra.run.smithi067.stdout: ms die on old message = true 2024-09-21T00:36:32.818 INFO:teuthology.orchestra.run.smithi067.stdout: ms die on bug = true 2024-09-21T00:36:32.818 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:32.818 INFO:teuthology.orchestra.run.smithi067.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-21T00:36:32.818 INFO:teuthology.orchestra.run.smithi067.stdout: mon pg warn max object skew = 0 2024-09-21T00:36:32.818 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:32.818 INFO:teuthology.orchestra.run.smithi067.stdout: # disable pg_autoscaler by default for new pools 2024-09-21T00:36:32.818 INFO:teuthology.orchestra.run.smithi067.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-21T00:36:32.818 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:32.818 INFO:teuthology.orchestra.run.smithi067.stdout: osd pool default size = 2 2024-09-21T00:36:32.818 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:32.818 INFO:teuthology.orchestra.run.smithi067.stdout: mon osd allow primary affinity = true 2024-09-21T00:36:32.818 INFO:teuthology.orchestra.run.smithi067.stdout: mon osd allow pg remap = true 2024-09-21T00:36:32.818 INFO:teuthology.orchestra.run.smithi067.stdout: mon warn on legacy crush tunables = false 2024-09-21T00:36:32.819 INFO:teuthology.orchestra.run.smithi067.stdout: mon warn on crush straw calc version zero = false 2024-09-21T00:36:32.819 INFO:teuthology.orchestra.run.smithi067.stdout: mon warn on no sortbitwise = false 2024-09-21T00:36:32.819 INFO:teuthology.orchestra.run.smithi067.stdout: mon warn on osd down out interval zero = false 2024-09-21T00:36:32.819 INFO:teuthology.orchestra.run.smithi067.stdout: mon warn on too few osds = false 2024-09-21T00:36:32.819 INFO:teuthology.orchestra.run.smithi067.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-21T00:36:32.819 INFO:teuthology.orchestra.run.smithi067.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-21T00:36:32.819 INFO:teuthology.orchestra.run.smithi067.stdout: mon_allow_pool_size_one = true 2024-09-21T00:36:32.819 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:32.819 INFO:teuthology.orchestra.run.smithi067.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-21T00:36:32.819 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:32.819 INFO:teuthology.orchestra.run.smithi067.stdout: osd default data pool replay window = 5 2024-09-21T00:36:32.819 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:32.819 INFO:teuthology.orchestra.run.smithi067.stdout: mon allow pool delete = true 2024-09-21T00:36:32.819 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:32.819 INFO:teuthology.orchestra.run.smithi067.stdout: mon cluster log file level = debug 2024-09-21T00:36:32.820 INFO:teuthology.orchestra.run.smithi067.stdout: debug asserts on shutdown = true 2024-09-21T00:36:32.820 INFO:teuthology.orchestra.run.smithi067.stdout: mon health detail to clog = false 2024-09-21T00:36:32.820 INFO:teuthology.orchestra.run.smithi067.stdout: mon host = "172.21.15.67,172.21.15.97,[v2:172.21.15.97:3301,v1:172.21.15.97:6790]" 2024-09-21T00:36:32.820 INFO:teuthology.orchestra.run.smithi067.stdout: fsid = 166a8832-baab-4541-be5c-9c3483b3f7a3 2024-09-21T00:36:32.820 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:32.820 INFO:teuthology.orchestra.run.smithi067.stdout:[osd] 2024-09-21T00:36:32.820 INFO:teuthology.orchestra.run.smithi067.stdout: osd journal size = 100 2024-09-21T00:36:32.820 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:32.820 INFO:teuthology.orchestra.run.smithi067.stdout: osd scrub load threshold = 5.0 2024-09-21T00:36:32.820 INFO:teuthology.orchestra.run.smithi067.stdout: osd scrub max interval = 600 2024-09-21T00:36:32.820 INFO:teuthology.orchestra.run.smithi067.stdout: osd mclock profile = high_recovery_ops 2024-09-21T00:36:32.820 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:32.820 INFO:teuthology.orchestra.run.smithi067.stdout: osd recover clone overlap = true 2024-09-21T00:36:32.820 INFO:teuthology.orchestra.run.smithi067.stdout: osd recovery max chunk = 1048576 2024-09-21T00:36:32.820 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:32.821 INFO:teuthology.orchestra.run.smithi067.stdout: osd debug shutdown = true 2024-09-21T00:36:32.821 INFO:teuthology.orchestra.run.smithi067.stdout: osd debug op order = true 2024-09-21T00:36:32.821 INFO:teuthology.orchestra.run.smithi067.stdout: osd debug verify stray on activate = true 2024-09-21T00:36:32.821 INFO:teuthology.orchestra.run.smithi067.stdout: osd debug trim objects = true 2024-09-21T00:36:32.821 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:32.821 INFO:teuthology.orchestra.run.smithi067.stdout: osd open classes on start = true 2024-09-21T00:36:32.821 INFO:teuthology.orchestra.run.smithi067.stdout: osd debug pg log writeout = true 2024-09-21T00:36:32.821 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:32.821 INFO:teuthology.orchestra.run.smithi067.stdout: osd deep scrub update digest min age = 30 2024-09-21T00:36:32.821 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:32.821 INFO:teuthology.orchestra.run.smithi067.stdout: osd map max advance = 10 2024-09-21T00:36:32.821 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:32.821 INFO:teuthology.orchestra.run.smithi067.stdout: journal zero on create = true 2024-09-21T00:36:32.821 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:32.821 INFO:teuthology.orchestra.run.smithi067.stdout: filestore ondisk finisher threads = 3 2024-09-21T00:36:32.821 INFO:teuthology.orchestra.run.smithi067.stdout: filestore apply finisher threads = 3 2024-09-21T00:36:32.822 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:32.822 INFO:teuthology.orchestra.run.smithi067.stdout: bdev debug aio = true 2024-09-21T00:36:32.822 INFO:teuthology.orchestra.run.smithi067.stdout: osd debug misdirected ops = true 2024-09-21T00:36:32.822 INFO:teuthology.orchestra.run.smithi067.stdout: bdev async discard = True 2024-09-21T00:36:32.822 INFO:teuthology.orchestra.run.smithi067.stdout: bdev enable discard = True 2024-09-21T00:36:32.822 INFO:teuthology.orchestra.run.smithi067.stdout: bluestore allocator = bitmap 2024-09-21T00:36:32.822 INFO:teuthology.orchestra.run.smithi067.stdout: bluestore block size = 96636764160 2024-09-21T00:36:32.822 INFO:teuthology.orchestra.run.smithi067.stdout: bluestore fsck on mount = True 2024-09-21T00:36:32.822 INFO:teuthology.orchestra.run.smithi067.stdout: debug bluefs = 1/20 2024-09-21T00:36:32.822 INFO:teuthology.orchestra.run.smithi067.stdout: debug bluestore = 1/20 2024-09-21T00:36:32.822 INFO:teuthology.orchestra.run.smithi067.stdout: debug ms = 1 2024-09-21T00:36:32.822 INFO:teuthology.orchestra.run.smithi067.stdout: debug osd = 20 2024-09-21T00:36:32.822 INFO:teuthology.orchestra.run.smithi067.stdout: debug rocksdb = 4/10 2024-09-21T00:36:32.822 INFO:teuthology.orchestra.run.smithi067.stdout: mon osd backfillfull_ratio = 0.85 2024-09-21T00:36:32.823 INFO:teuthology.orchestra.run.smithi067.stdout: mon osd full ratio = 0.9 2024-09-21T00:36:32.823 INFO:teuthology.orchestra.run.smithi067.stdout: mon osd nearfull ratio = 0.8 2024-09-21T00:36:32.823 INFO:teuthology.orchestra.run.smithi067.stdout: osd failsafe full ratio = 0.95 2024-09-21T00:36:32.823 INFO:teuthology.orchestra.run.smithi067.stdout: osd objectstore = bluestore 2024-09-21T00:36:32.823 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:32.823 INFO:teuthology.orchestra.run.smithi067.stdout:[mgr] 2024-09-21T00:36:32.823 INFO:teuthology.orchestra.run.smithi067.stdout: debug ms = 1 2024-09-21T00:36:32.823 INFO:teuthology.orchestra.run.smithi067.stdout: debug mgr = 20 2024-09-21T00:36:32.823 INFO:teuthology.orchestra.run.smithi067.stdout: debug mon = 20 2024-09-21T00:36:32.823 INFO:teuthology.orchestra.run.smithi067.stdout: debug auth = 20 2024-09-21T00:36:32.823 INFO:teuthology.orchestra.run.smithi067.stdout: mon reweight min pgs per osd = 4 2024-09-21T00:36:32.823 INFO:teuthology.orchestra.run.smithi067.stdout: mon reweight min bytes per osd = 10 2024-09-21T00:36:32.823 INFO:teuthology.orchestra.run.smithi067.stdout: mgr/telemetry/nag = false 2024-09-21T00:36:32.824 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:32.824 INFO:teuthology.orchestra.run.smithi067.stdout:[mon] 2024-09-21T00:36:32.824 INFO:teuthology.orchestra.run.smithi067.stdout: debug ms = 1 2024-09-21T00:36:32.824 INFO:teuthology.orchestra.run.smithi067.stdout: debug mon = 20 2024-09-21T00:36:32.824 INFO:teuthology.orchestra.run.smithi067.stdout: debug paxos = 20 2024-09-21T00:36:32.824 INFO:teuthology.orchestra.run.smithi067.stdout: debug auth = 20 2024-09-21T00:36:32.824 INFO:teuthology.orchestra.run.smithi067.stdout: mon data avail warn = 5 2024-09-21T00:36:32.824 INFO:teuthology.orchestra.run.smithi067.stdout: mon mgr mkfs grace = 240 2024-09-21T00:36:32.824 INFO:teuthology.orchestra.run.smithi067.stdout: mon reweight min pgs per osd = 4 2024-09-21T00:36:32.824 INFO:teuthology.orchestra.run.smithi067.stdout: mon osd reporter subtree level = osd 2024-09-21T00:36:32.824 INFO:teuthology.orchestra.run.smithi067.stdout: mon osd prime pg temp = true 2024-09-21T00:36:32.824 INFO:teuthology.orchestra.run.smithi067.stdout: mon reweight min bytes per osd = 10 2024-09-21T00:36:32.824 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:32.824 INFO:teuthology.orchestra.run.smithi067.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-21T00:36:32.825 INFO:teuthology.orchestra.run.smithi067.stdout: auth mon ticket ttl = 660 # 11m 2024-09-21T00:36:32.825 INFO:teuthology.orchestra.run.smithi067.stdout: auth service ticket ttl = 240 # 4m 2024-09-21T00:36:32.825 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:32.825 INFO:teuthology.orchestra.run.smithi067.stdout: # don't complain about insecure global_id in the test suite 2024-09-21T00:36:32.825 INFO:teuthology.orchestra.run.smithi067.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-21T00:36:32.825 INFO:teuthology.orchestra.run.smithi067.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-21T00:36:32.825 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:32.825 INFO:teuthology.orchestra.run.smithi067.stdout: # 1m isn't quite enough 2024-09-21T00:36:32.825 INFO:teuthology.orchestra.run.smithi067.stdout: mon_down_mkfs_grace = 2m 2024-09-21T00:36:32.825 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:32.825 INFO:teuthology.orchestra.run.smithi067.stdout: mon_warn_on_filestore_osds = false 2024-09-21T00:36:32.825 INFO:teuthology.orchestra.run.smithi067.stdout: mon down mkfs grace = 300 2024-09-21T00:36:32.825 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:32.825 INFO:teuthology.orchestra.run.smithi067.stdout:[client] 2024-09-21T00:36:32.825 INFO:teuthology.orchestra.run.smithi067.stdout: rgw cache enabled = true 2024-09-21T00:36:32.826 INFO:teuthology.orchestra.run.smithi067.stdout: rgw enable ops log = true 2024-09-21T00:36:32.826 INFO:teuthology.orchestra.run.smithi067.stdout: rgw enable usage log = true 2024-09-21T00:36:32.826 INFO:teuthology.orchestra.run.smithi067.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-21T00:36:32.826 INFO:teuthology.orchestra.run.smithi067.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-21T00:36:32.826 INFO:teuthology.orchestra.run.smithi067.stdout: pid file = "" 2024-09-21T00:36:32.826 INFO:teuthology.orchestra.run.smithi067.stdout:[mon.a] 2024-09-21T00:36:32.826 INFO:teuthology.orchestra.run.smithi067.stdout:[mon.b] 2024-09-21T00:36:32.826 INFO:teuthology.orchestra.run.smithi067.stdout:[mon.c] 2024-09-21T00:36:32.826 INFO:teuthology.orchestra.run.smithi067.stdout:[mds.a] 2024-09-21T00:36:32.826 INFO:teuthology.orchestra.run.smithi067.stdout:[mds.c] 2024-09-21T00:36:32.826 INFO:teuthology.orchestra.run.smithi067.stdout:[mds.b] 2024-09-21T00:36:32.826 INFO:teuthology.orchestra.run.smithi067.stdout:[mds.d] 2024-09-21T00:36:32.826 INFO:teuthology.orchestra.run.smithi067.stdout:[mds] 2024-09-21T00:36:32.826 INFO:teuthology.orchestra.run.smithi067.stdout: mds cache max size = 1000 2024-09-21T00:36:32.826 INFO:teuthology.orchestra.run.smithi067.stdout: mds log max segments = 1 2024-09-21T00:36:32.827 INFO:teuthology.orchestra.run.smithi067.stdout: mds verify scatter = False 2024-09-21T00:36:32.827 INFO:teuthology.orchestra.run.smithi067.stdout: mds debug scatterstat = False 2024-09-21T00:36:32.827 INFO:teuthology.orchestra.run.smithi097.stdout:[global] 2024-09-21T00:36:32.827 INFO:teuthology.orchestra.run.smithi097.stdout: chdir = "" 2024-09-21T00:36:32.827 INFO:teuthology.orchestra.run.smithi097.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-21T00:36:32.827 INFO:teuthology.orchestra.run.smithi097.stdout: auth supported = cephx 2024-09-21T00:36:32.827 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:36:32.827 INFO:teuthology.orchestra.run.smithi097.stdout: filestore xattr use omap = true 2024-09-21T00:36:32.827 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:36:32.827 INFO:teuthology.orchestra.run.smithi097.stdout: mon clock drift allowed = 1.000 2024-09-21T00:36:32.828 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:36:32.828 INFO:teuthology.orchestra.run.smithi097.stdout: osd crush chooseleaf type = 0 2024-09-21T00:36:32.828 INFO:teuthology.orchestra.run.smithi097.stdout: auth debug = true 2024-09-21T00:36:32.828 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:36:32.828 INFO:teuthology.orchestra.run.smithi097.stdout: ms die on old message = true 2024-09-21T00:36:32.828 INFO:teuthology.orchestra.run.smithi097.stdout: ms die on bug = true 2024-09-21T00:36:32.828 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:36:32.828 INFO:teuthology.orchestra.run.smithi097.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-21T00:36:32.828 INFO:teuthology.orchestra.run.smithi097.stdout: mon pg warn max object skew = 0 2024-09-21T00:36:32.828 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:36:32.828 INFO:teuthology.orchestra.run.smithi097.stdout: # disable pg_autoscaler by default for new pools 2024-09-21T00:36:32.828 INFO:teuthology.orchestra.run.smithi097.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-21T00:36:32.828 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:36:32.828 INFO:teuthology.orchestra.run.smithi097.stdout: osd pool default size = 2 2024-09-21T00:36:32.829 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:36:32.829 INFO:teuthology.orchestra.run.smithi097.stdout: mon osd allow primary affinity = true 2024-09-21T00:36:32.829 INFO:teuthology.orchestra.run.smithi097.stdout: mon osd allow pg remap = true 2024-09-21T00:36:32.829 INFO:teuthology.orchestra.run.smithi097.stdout: mon warn on legacy crush tunables = false 2024-09-21T00:36:32.829 INFO:teuthology.orchestra.run.smithi097.stdout: mon warn on crush straw calc version zero = false 2024-09-21T00:36:32.829 INFO:teuthology.orchestra.run.smithi097.stdout: mon warn on no sortbitwise = false 2024-09-21T00:36:32.829 INFO:teuthology.orchestra.run.smithi097.stdout: mon warn on osd down out interval zero = false 2024-09-21T00:36:32.829 INFO:teuthology.orchestra.run.smithi097.stdout: mon warn on too few osds = false 2024-09-21T00:36:32.829 INFO:teuthology.orchestra.run.smithi097.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-21T00:36:32.829 INFO:teuthology.orchestra.run.smithi097.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-21T00:36:32.829 INFO:teuthology.orchestra.run.smithi097.stdout: mon_allow_pool_size_one = true 2024-09-21T00:36:32.829 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:36:32.829 INFO:teuthology.orchestra.run.smithi097.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-21T00:36:32.829 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:36:32.829 INFO:teuthology.orchestra.run.smithi097.stdout: osd default data pool replay window = 5 2024-09-21T00:36:32.830 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:36:32.830 INFO:teuthology.orchestra.run.smithi097.stdout: mon allow pool delete = true 2024-09-21T00:36:32.830 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:36:32.830 INFO:teuthology.orchestra.run.smithi097.stdout: mon cluster log file level = debug 2024-09-21T00:36:32.830 INFO:teuthology.orchestra.run.smithi097.stdout: debug asserts on shutdown = true 2024-09-21T00:36:32.830 INFO:teuthology.orchestra.run.smithi097.stdout: mon health detail to clog = false 2024-09-21T00:36:32.830 INFO:teuthology.orchestra.run.smithi097.stdout: mon host = "172.21.15.67,172.21.15.97,[v2:172.21.15.97:3301,v1:172.21.15.97:6790]" 2024-09-21T00:36:32.830 INFO:teuthology.orchestra.run.smithi097.stdout: fsid = 166a8832-baab-4541-be5c-9c3483b3f7a3 2024-09-21T00:36:32.830 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:36:32.830 INFO:teuthology.orchestra.run.smithi097.stdout:[osd] 2024-09-21T00:36:32.830 INFO:teuthology.orchestra.run.smithi097.stdout: osd journal size = 100 2024-09-21T00:36:32.830 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:36:32.830 INFO:teuthology.orchestra.run.smithi097.stdout: osd scrub load threshold = 5.0 2024-09-21T00:36:32.831 INFO:teuthology.orchestra.run.smithi097.stdout: osd scrub max interval = 600 2024-09-21T00:36:32.831 INFO:teuthology.orchestra.run.smithi097.stdout: osd mclock profile = high_recovery_ops 2024-09-21T00:36:32.831 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:36:32.831 INFO:teuthology.orchestra.run.smithi097.stdout: osd recover clone overlap = true 2024-09-21T00:36:32.831 INFO:teuthology.orchestra.run.smithi097.stdout: osd recovery max chunk = 1048576 2024-09-21T00:36:32.831 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:36:32.831 INFO:teuthology.orchestra.run.smithi097.stdout: osd debug shutdown = true 2024-09-21T00:36:32.831 INFO:teuthology.orchestra.run.smithi097.stdout: osd debug op order = true 2024-09-21T00:36:32.831 INFO:teuthology.orchestra.run.smithi097.stdout: osd debug verify stray on activate = true 2024-09-21T00:36:32.831 INFO:teuthology.orchestra.run.smithi097.stdout: osd debug trim objects = true 2024-09-21T00:36:32.831 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:36:32.831 INFO:teuthology.orchestra.run.smithi097.stdout: osd open classes on start = true 2024-09-21T00:36:32.831 INFO:teuthology.orchestra.run.smithi097.stdout: osd debug pg log writeout = true 2024-09-21T00:36:32.831 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:36:32.832 INFO:teuthology.orchestra.run.smithi097.stdout: osd deep scrub update digest min age = 30 2024-09-21T00:36:32.832 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:36:32.832 INFO:teuthology.orchestra.run.smithi097.stdout: osd map max advance = 10 2024-09-21T00:36:32.832 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:36:32.832 INFO:teuthology.orchestra.run.smithi097.stdout: journal zero on create = true 2024-09-21T00:36:32.832 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:36:32.832 INFO:teuthology.orchestra.run.smithi097.stdout: filestore ondisk finisher threads = 3 2024-09-21T00:36:32.832 INFO:teuthology.orchestra.run.smithi097.stdout: filestore apply finisher threads = 3 2024-09-21T00:36:32.832 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:36:32.832 INFO:teuthology.orchestra.run.smithi097.stdout: bdev debug aio = true 2024-09-21T00:36:32.832 INFO:teuthology.orchestra.run.smithi097.stdout: osd debug misdirected ops = true 2024-09-21T00:36:32.832 INFO:teuthology.orchestra.run.smithi097.stdout: bdev async discard = True 2024-09-21T00:36:32.832 INFO:teuthology.orchestra.run.smithi097.stdout: bdev enable discard = True 2024-09-21T00:36:32.833 INFO:teuthology.orchestra.run.smithi097.stdout: bluestore allocator = bitmap 2024-09-21T00:36:32.833 INFO:teuthology.orchestra.run.smithi097.stdout: bluestore block size = 96636764160 2024-09-21T00:36:32.833 INFO:teuthology.orchestra.run.smithi097.stdout: bluestore fsck on mount = True 2024-09-21T00:36:32.833 INFO:teuthology.orchestra.run.smithi097.stdout: debug bluefs = 1/20 2024-09-21T00:36:32.833 INFO:teuthology.orchestra.run.smithi097.stdout: debug bluestore = 1/20 2024-09-21T00:36:32.833 INFO:teuthology.orchestra.run.smithi097.stdout: debug ms = 1 2024-09-21T00:36:32.833 INFO:teuthology.orchestra.run.smithi097.stdout: debug osd = 20 2024-09-21T00:36:32.833 INFO:teuthology.orchestra.run.smithi097.stdout: debug rocksdb = 4/10 2024-09-21T00:36:32.833 INFO:teuthology.orchestra.run.smithi097.stdout: mon osd backfillfull_ratio = 0.85 2024-09-21T00:36:32.833 INFO:teuthology.orchestra.run.smithi097.stdout: mon osd full ratio = 0.9 2024-09-21T00:36:32.833 INFO:teuthology.orchestra.run.smithi097.stdout: mon osd nearfull ratio = 0.8 2024-09-21T00:36:32.833 INFO:teuthology.orchestra.run.smithi097.stdout: osd failsafe full ratio = 0.95 2024-09-21T00:36:32.833 INFO:teuthology.orchestra.run.smithi097.stdout: osd objectstore = bluestore 2024-09-21T00:36:32.834 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:36:32.834 INFO:teuthology.orchestra.run.smithi097.stdout:[mgr] 2024-09-21T00:36:32.834 INFO:teuthology.orchestra.run.smithi097.stdout: debug ms = 1 2024-09-21T00:36:32.834 INFO:teuthology.orchestra.run.smithi097.stdout: debug mgr = 20 2024-09-21T00:36:32.834 INFO:teuthology.orchestra.run.smithi097.stdout: debug mon = 20 2024-09-21T00:36:32.834 INFO:teuthology.orchestra.run.smithi097.stdout: debug auth = 20 2024-09-21T00:36:32.834 INFO:teuthology.orchestra.run.smithi097.stdout: mon reweight min pgs per osd = 4 2024-09-21T00:36:32.834 INFO:teuthology.orchestra.run.smithi097.stdout: mon reweight min bytes per osd = 10 2024-09-21T00:36:32.834 INFO:teuthology.orchestra.run.smithi097.stdout: mgr/telemetry/nag = false 2024-09-21T00:36:32.834 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:36:32.834 INFO:teuthology.orchestra.run.smithi097.stdout:[mon] 2024-09-21T00:36:32.834 INFO:teuthology.orchestra.run.smithi097.stdout: debug ms = 1 2024-09-21T00:36:32.834 INFO:teuthology.orchestra.run.smithi097.stdout: debug mon = 20 2024-09-21T00:36:32.835 INFO:teuthology.orchestra.run.smithi097.stdout: debug paxos = 20 2024-09-21T00:36:32.835 INFO:teuthology.orchestra.run.smithi097.stdout: debug auth = 20 2024-09-21T00:36:32.835 INFO:teuthology.orchestra.run.smithi097.stdout: mon data avail warn = 5 2024-09-21T00:36:32.835 INFO:teuthology.orchestra.run.smithi097.stdout: mon mgr mkfs grace = 240 2024-09-21T00:36:32.835 INFO:teuthology.orchestra.run.smithi097.stdout: mon reweight min pgs per osd = 4 2024-09-21T00:36:32.835 INFO:teuthology.orchestra.run.smithi097.stdout: mon osd reporter subtree level = osd 2024-09-21T00:36:32.835 INFO:teuthology.orchestra.run.smithi097.stdout: mon osd prime pg temp = true 2024-09-21T00:36:32.835 INFO:teuthology.orchestra.run.smithi097.stdout: mon reweight min bytes per osd = 10 2024-09-21T00:36:32.835 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:36:32.835 INFO:teuthology.orchestra.run.smithi097.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-21T00:36:32.835 INFO:teuthology.orchestra.run.smithi097.stdout: auth mon ticket ttl = 660 # 11m 2024-09-21T00:36:32.835 INFO:teuthology.orchestra.run.smithi097.stdout: auth service ticket ttl = 240 # 4m 2024-09-21T00:36:32.835 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:36:32.835 INFO:teuthology.orchestra.run.smithi097.stdout: # don't complain about insecure global_id in the test suite 2024-09-21T00:36:32.836 INFO:teuthology.orchestra.run.smithi097.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-21T00:36:32.836 INFO:teuthology.orchestra.run.smithi097.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-21T00:36:32.836 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:36:32.836 INFO:teuthology.orchestra.run.smithi097.stdout: # 1m isn't quite enough 2024-09-21T00:36:32.836 INFO:teuthology.orchestra.run.smithi097.stdout: mon_down_mkfs_grace = 2m 2024-09-21T00:36:32.836 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:36:32.836 INFO:teuthology.orchestra.run.smithi097.stdout: mon_warn_on_filestore_osds = false 2024-09-21T00:36:32.836 INFO:teuthology.orchestra.run.smithi097.stdout: mon down mkfs grace = 300 2024-09-21T00:36:32.836 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-21T00:36:32.836 INFO:teuthology.orchestra.run.smithi097.stdout:[client] 2024-09-21T00:36:32.836 INFO:teuthology.orchestra.run.smithi097.stdout: rgw cache enabled = true 2024-09-21T00:36:32.836 INFO:teuthology.orchestra.run.smithi097.stdout: rgw enable ops log = true 2024-09-21T00:36:32.836 INFO:teuthology.orchestra.run.smithi097.stdout: rgw enable usage log = true 2024-09-21T00:36:32.836 INFO:teuthology.orchestra.run.smithi097.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-21T00:36:32.837 INFO:teuthology.orchestra.run.smithi097.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-21T00:36:32.837 INFO:teuthology.orchestra.run.smithi097.stdout: pid file = "" 2024-09-21T00:36:32.837 INFO:teuthology.orchestra.run.smithi097.stdout:[mon.a] 2024-09-21T00:36:32.837 INFO:teuthology.orchestra.run.smithi097.stdout:[mon.b] 2024-09-21T00:36:32.837 INFO:teuthology.orchestra.run.smithi097.stdout:[mon.c] 2024-09-21T00:36:32.837 INFO:teuthology.orchestra.run.smithi097.stdout:[mds.a] 2024-09-21T00:36:32.837 INFO:teuthology.orchestra.run.smithi097.stdout:[mds.c] 2024-09-21T00:36:32.837 INFO:teuthology.orchestra.run.smithi097.stdout:[mds.b] 2024-09-21T00:36:32.837 INFO:teuthology.orchestra.run.smithi097.stdout:[mds.d] 2024-09-21T00:36:32.837 INFO:teuthology.orchestra.run.smithi097.stdout:[mds] 2024-09-21T00:36:32.837 INFO:teuthology.orchestra.run.smithi097.stdout: mds cache max size = 1000 2024-09-21T00:36:32.837 INFO:teuthology.orchestra.run.smithi097.stdout: mds log max segments = 1 2024-09-21T00:36:32.837 INFO:teuthology.orchestra.run.smithi097.stdout: mds verify scatter = False 2024-09-21T00:36:32.837 INFO:teuthology.orchestra.run.smithi097.stdout: mds debug scatterstat = False 2024-09-21T00:36:32.839 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:36:32.839 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:36:32.895 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T00:36:33.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.051+0000 7f0cf6fda640 1 -- 172.21.15.67:0/3402218840 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0cf00d1150 msgr2=0x7f0cf00d1560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:33.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.051+0000 7f0cf6fda640 1 --2- 172.21.15.67:0/3402218840 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0cf00d1150 0x7f0cf00d1560 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f0ce4009830 tx=0x7f0ce402a510 comp rx=0 tx=0).stop 2024-09-21T00:36:33.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.051+0000 7f0cf6fda640 1 -- 172.21.15.67:0/3402218840 shutdown_connections 2024-09-21T00:36:33.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.051+0000 7f0cf6fda640 1 --2- 172.21.15.67:0/3402218840 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0cf00d1150 0x7f0cf00d1560 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:33.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.051+0000 7f0cf6fda640 1 --2- 172.21.15.67:0/3402218840 >> v2:172.21.15.97:3300/0 conn(0x7f0cf015eae0 0x7f0cf0163040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:33.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.051+0000 7f0cf6fda640 1 -- 172.21.15.67:0/3402218840 >> 172.21.15.67:0/3402218840 conn(0x7f0cf00b6430 msgr2=0x7f0cf00b6840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:33.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.051+0000 7f0cf6fda640 1 -- 172.21.15.67:0/3402218840 shutdown_connections 2024-09-21T00:36:33.053 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.051+0000 7f0cf6fda640 1 -- 172.21.15.67:0/3402218840 wait complete. 2024-09-21T00:36:33.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.053+0000 7f0cf6fda640 1 Processor -- start 2024-09-21T00:36:33.054 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.053+0000 7f0cf6fda640 1 -- start start 2024-09-21T00:36:33.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.055+0000 7f0cf6fda640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0cf006cb30 0x7f0cf00cdc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:33.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.055+0000 7f0cf6fda640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0cf00d1150 0x7f0cf00ce190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:33.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.055+0000 7f0cf6fda640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0cf015eae0 0x7f0cf01eaa50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:33.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.055+0000 7f0cf6fda640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f0cf00d4170 con 0x7f0cf006cb30 2024-09-21T00:36:33.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.055+0000 7f0cf6fda640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f0cf00d42f0 con 0x7f0cf00d1150 2024-09-21T00:36:33.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.055+0000 7f0cf6fda640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f0cf00d4470 con 0x7f0cf015eae0 2024-09-21T00:36:33.057 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.055+0000 7f0cf4d76640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0cf006cb30 0x7f0cf00cdc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:33.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.055+0000 7f0cf4d76640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0cf006cb30 0x7f0cf00cdc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:45588/0 (socket says 172.21.15.67:45588) 2024-09-21T00:36:33.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.055+0000 7f0cf4d76640 1 -- 172.21.15.67:0/3718087963 learned_addr learned my addr 172.21.15.67:0/3718087963 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:33.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.055+0000 7f0ceffff640 1 --2- 172.21.15.67:0/3718087963 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0cf00d1150 0x7f0cf00ce190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:33.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.055+0000 7f0cf5577640 1 --2- 172.21.15.67:0/3718087963 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0cf015eae0 0x7f0cf01eaa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:33.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.055+0000 7f0cf4d76640 1 -- 172.21.15.67:0/3718087963 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0cf015eae0 msgr2=0x7f0cf01eaa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:33.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.055+0000 7f0cf4d76640 1 --2- 172.21.15.67:0/3718087963 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0cf015eae0 0x7f0cf01eaa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:33.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.055+0000 7f0cf4d76640 1 -- 172.21.15.67:0/3718087963 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0cf00d1150 msgr2=0x7f0cf00ce190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:33.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.055+0000 7f0cf4d76640 1 --2- 172.21.15.67:0/3718087963 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0cf00d1150 0x7f0cf00ce190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:33.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.055+0000 7f0cf4d76640 1 -- 172.21.15.67:0/3718087963 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0cf014ae50 con 0x7f0cf006cb30 2024-09-21T00:36:33.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.056+0000 7f0cf4d76640 1 --2- 172.21.15.67:0/3718087963 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0cf006cb30 0x7f0cf00cdc50 secure :-1 s=READY pgs=2643 cs=0 l=1 rev1=1 crypto rx=0x7f0ce0009fd0 tx=0x7f0ce000ec20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:33.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.056+0000 7f0ced7fa640 1 -- 172.21.15.67:0/3718087963 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ce000ccc0 con 0x7f0cf006cb30 2024-09-21T00:36:33.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.056+0000 7f0ced7fa640 1 -- 172.21.15.67:0/3718087963 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0ce000ee70 con 0x7f0cf006cb30 2024-09-21T00:36:33.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.056+0000 7f0cf6fda640 1 -- 172.21.15.67:0/3718087963 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0cf014cf80 con 0x7f0cf006cb30 2024-09-21T00:36:33.058 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.056+0000 7f0ced7fa640 1 -- 172.21.15.67:0/3718087963 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ce000ce60 con 0x7f0cf006cb30 2024-09-21T00:36:33.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.056+0000 7f0cf6fda640 1 -- 172.21.15.67:0/3718087963 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0cf014d540 con 0x7f0cf006cb30 2024-09-21T00:36:33.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.057+0000 7f0cf6fda640 1 -- 172.21.15.67:0/3718087963 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0cf00d1560 con 0x7f0cf006cb30 2024-09-21T00:36:33.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.058+0000 7f0ced7fa640 1 -- 172.21.15.67:0/3718087963 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f0ce0004280 con 0x7f0cf006cb30 2024-09-21T00:36:33.059 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.058+0000 7f0ced7fa640 1 --2- 172.21.15.67:0/3718087963 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0cdc078b90 0x7f0cdc07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:33.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.058+0000 7f0ced7fa640 1 -- 172.21.15.67:0/3718087963 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(210..210 src has 1..210) ==== 5709+0+0 (secure 0 0 0) 0x7f0ce009b550 con 0x7f0cf006cb30 2024-09-21T00:36:33.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.058+0000 7f0ceffff640 1 --2- 172.21.15.67:0/3718087963 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0cdc078b90 0x7f0cdc07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:33.060 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.059+0000 7f0ceffff640 1 --2- 172.21.15.67:0/3718087963 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0cdc078b90 0x7f0cdc07b0a0 secure :-1 s=READY pgs=1001 cs=0 l=1 rev1=1 crypto rx=0x7f0ce4034000 tx=0x7f0ce4004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:33.064 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.063+0000 7f0ced7fa640 1 -- 172.21.15.67:0/3718087963 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f0ce0063340 con 0x7f0cf006cb30 2024-09-21T00:36:33.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.262+0000 7f0cf6fda640 1 -- 172.21.15.67:0/3718087963 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f0cf00d51e0 con 0x7f0cf006cb30 2024-09-21T00:36:33.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.263+0000 7f0ced7fa640 1 -- 172.21.15.67:0/3718087963 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v210) ==== 80+0+0 (secure 0 0 0) 0x7f0ce0067d70 con 0x7f0cf006cb30 2024-09-21T00:36:33.264 INFO:teuthology.orchestra.run.smithi067.stderr:listed 0 entries 2024-09-21T00:36:33.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.265+0000 7f0cf6fda640 1 -- 172.21.15.67:0/3718087963 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0cdc078b90 msgr2=0x7f0cdc07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:33.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.265+0000 7f0cf6fda640 1 --2- 172.21.15.67:0/3718087963 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0cdc078b90 0x7f0cdc07b0a0 secure :-1 s=READY pgs=1001 cs=0 l=1 rev1=1 crypto rx=0x7f0ce4034000 tx=0x7f0ce4004730 comp rx=0 tx=0).stop 2024-09-21T00:36:33.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.265+0000 7f0cf6fda640 1 -- 172.21.15.67:0/3718087963 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0cf006cb30 msgr2=0x7f0cf00cdc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:33.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.265+0000 7f0cf6fda640 1 --2- 172.21.15.67:0/3718087963 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0cf006cb30 0x7f0cf00cdc50 secure :-1 s=READY pgs=2643 cs=0 l=1 rev1=1 crypto rx=0x7f0ce0009fd0 tx=0x7f0ce000ec20 comp rx=0 tx=0).stop 2024-09-21T00:36:33.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.265+0000 7f0cf6fda640 1 -- 172.21.15.67:0/3718087963 shutdown_connections 2024-09-21T00:36:33.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.265+0000 7f0cf6fda640 1 --2- 172.21.15.67:0/3718087963 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0cdc078b90 0x7f0cdc07b0a0 unknown :-1 s=CLOSED pgs=1001 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:33.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.265+0000 7f0cf6fda640 1 --2- 172.21.15.67:0/3718087963 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0cf015eae0 0x7f0cf01eaa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:33.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.265+0000 7f0cf6fda640 1 --2- 172.21.15.67:0/3718087963 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f0cf00d1150 0x7f0cf00ce190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:33.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.265+0000 7f0cf6fda640 1 --2- 172.21.15.67:0/3718087963 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0cf006cb30 0x7f0cf00cdc50 unknown :-1 s=CLOSED pgs=2643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:33.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.265+0000 7f0cf6fda640 1 -- 172.21.15.67:0/3718087963 >> 172.21.15.67:0/3718087963 conn(0x7f0cf00b6430 msgr2=0x7f0cf00b7f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:33.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.265+0000 7f0cf6fda640 1 -- 172.21.15.67:0/3718087963 shutdown_connections 2024-09-21T00:36:33.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.265+0000 7f0cf6fda640 1 -- 172.21.15.67:0/3718087963 wait complete. 2024-09-21T00:36:33.277 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:36:33.277 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:36:33.294 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-21T00:36:33.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.450+0000 7fd1444ec640 1 -- 172.21.15.67:0/1561582929 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd13c0d1820 msgr2=0x7fd13c0d2730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:33.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.450+0000 7fd1444ec640 1 --2- 172.21.15.67:0/1561582929 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd13c0d1820 0x7fd13c0d2730 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fd12c009860 tx=0x7fd12c02a5a0 comp rx=0 tx=0).stop 2024-09-21T00:36:33.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.450+0000 7fd1444ec640 1 -- 172.21.15.67:0/1561582929 shutdown_connections 2024-09-21T00:36:33.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.450+0000 7fd1444ec640 1 --2- 172.21.15.67:0/1561582929 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd13c0d1820 0x7fd13c0d2730 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:33.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.450+0000 7fd1444ec640 1 -- 172.21.15.67:0/1561582929 >> 172.21.15.67:0/1561582929 conn(0x7fd13c073c20 msgr2=0x7fd13c06cb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:33.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.450+0000 7fd1444ec640 1 -- 172.21.15.67:0/1561582929 shutdown_connections 2024-09-21T00:36:33.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.450+0000 7fd1444ec640 1 -- 172.21.15.67:0/1561582929 wait complete. 2024-09-21T00:36:33.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.452+0000 7fd1444ec640 1 Processor -- start 2024-09-21T00:36:33.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.452+0000 7fd1444ec640 1 -- start start 2024-09-21T00:36:33.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.453+0000 7fd1444ec640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd13c0cfee0 0x7fd13c0ce300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:33.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.453+0000 7fd1444ec640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd13c0d1820 0x7fd13c160b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:33.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.454+0000 7fd1444ec640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd13c15eaa0 0x7fd13c1f8ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:33.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.454+0000 7fd1444ec640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fd13c0d3960 con 0x7fd13c15eaa0 2024-09-21T00:36:33.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.454+0000 7fd1444ec640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fd13c0d37e0 con 0x7fd13c0cfee0 2024-09-21T00:36:33.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.454+0000 7fd1444ec640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fd13c0d3ae0 con 0x7fd13c0d1820 2024-09-21T00:36:33.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.454+0000 7fd142a89640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd13c15eaa0 0x7fd13c1f8ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:33.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.454+0000 7fd142288640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd13c0cfee0 0x7fd13c0ce300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:33.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.454+0000 7fd141a87640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd13c0d1820 0x7fd13c160b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:33.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.454+0000 7fd142a89640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd13c15eaa0 0x7fd13c1f8ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46434/0 (socket says 172.21.15.67:46434) 2024-09-21T00:36:33.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.454+0000 7fd142a89640 1 -- 172.21.15.67:0/1862359817 learned_addr learned my addr 172.21.15.67:0/1862359817 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:33.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.454+0000 7fd142a89640 1 -- 172.21.15.67:0/1862359817 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd13c0d1820 msgr2=0x7fd13c160b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:33.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.454+0000 7fd142a89640 1 --2- 172.21.15.67:0/1862359817 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd13c0d1820 0x7fd13c160b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:33.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.454+0000 7fd142a89640 1 -- 172.21.15.67:0/1862359817 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd13c0cfee0 msgr2=0x7fd13c0ce300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:33.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.454+0000 7fd142a89640 1 --2- 172.21.15.67:0/1862359817 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd13c0cfee0 0x7fd13c0ce300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:33.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.454+0000 7fd142a89640 1 -- 172.21.15.67:0/1862359817 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd13c161480 con 0x7fd13c15eaa0 2024-09-21T00:36:33.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.454+0000 7fd142a89640 1 --2- 172.21.15.67:0/1862359817 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd13c15eaa0 0x7fd13c1f8ce0 secure :-1 s=READY pgs=2645 cs=0 l=1 rev1=1 crypto rx=0x7fd13400cae0 tx=0x7fd13400a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:33.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.454+0000 7fd132ffd640 1 -- 172.21.15.67:0/1862359817 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd134016020 con 0x7fd13c15eaa0 2024-09-21T00:36:33.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.454+0000 7fd132ffd640 1 -- 172.21.15.67:0/1862359817 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd13400ad50 con 0x7fd13c15eaa0 2024-09-21T00:36:33.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.454+0000 7fd132ffd640 1 -- 172.21.15.67:0/1862359817 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd134012680 con 0x7fd13c15eaa0 2024-09-21T00:36:33.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.454+0000 7fd1444ec640 1 -- 172.21.15.67:0/1862359817 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd13c161760 con 0x7fd13c15eaa0 2024-09-21T00:36:33.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.455+0000 7fd1444ec640 1 -- 172.21.15.67:0/1862359817 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd13c14eea0 con 0x7fd13c15eaa0 2024-09-21T00:36:33.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.455+0000 7fd1444ec640 1 -- 172.21.15.67:0/1862359817 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd13c161c80 con 0x7fd13c15eaa0 2024-09-21T00:36:33.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.456+0000 7fd132ffd640 1 -- 172.21.15.67:0/1862359817 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fd134019020 con 0x7fd13c15eaa0 2024-09-21T00:36:33.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.457+0000 7fd132ffd640 1 --2- 172.21.15.67:0/1862359817 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd120078b90 0x7fd12007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:33.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.457+0000 7fd132ffd640 1 -- 172.21.15.67:0/1862359817 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(210..210 src has 1..210) ==== 5709+0+0 (secure 0 0 0) 0x7fd13409b1d0 con 0x7fd13c15eaa0 2024-09-21T00:36:33.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.457+0000 7fd142288640 1 --2- 172.21.15.67:0/1862359817 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd120078b90 0x7fd12007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:33.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.457+0000 7fd142288640 1 --2- 172.21.15.67:0/1862359817 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd120078b90 0x7fd12007b0a0 secure :-1 s=READY pgs=1002 cs=0 l=1 rev1=1 crypto rx=0x7fd138001120 tx=0x7fd138009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:33.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.461+0000 7fd132ffd640 1 -- 172.21.15.67:0/1862359817 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fd13c161c80 con 0x7fd13c15eaa0 2024-09-21T00:36:33.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.661+0000 7fd1444ec640 1 -- 172.21.15.67:0/1862359817 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fd13c14f100 con 0x7fd13c15eaa0 2024-09-21T00:36:33.662 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.661+0000 7fd132ffd640 1 -- 172.21.15.67:0/1862359817 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v210) ==== 80+0+0 (secure 0 0 0) 0x7fd134020020 con 0x7fd13c15eaa0 2024-09-21T00:36:33.662 INFO:teuthology.orchestra.run.smithi067.stderr:listed 0 entries 2024-09-21T00:36:33.664 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.663+0000 7fd1444ec640 1 -- 172.21.15.67:0/1862359817 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd120078b90 msgr2=0x7fd12007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:33.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.663+0000 7fd1444ec640 1 --2- 172.21.15.67:0/1862359817 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd120078b90 0x7fd12007b0a0 secure :-1 s=READY pgs=1002 cs=0 l=1 rev1=1 crypto rx=0x7fd138001120 tx=0x7fd138009040 comp rx=0 tx=0).stop 2024-09-21T00:36:33.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.663+0000 7fd1444ec640 1 -- 172.21.15.67:0/1862359817 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd13c15eaa0 msgr2=0x7fd13c1f8ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:33.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.663+0000 7fd1444ec640 1 --2- 172.21.15.67:0/1862359817 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd13c15eaa0 0x7fd13c1f8ce0 secure :-1 s=READY pgs=2645 cs=0 l=1 rev1=1 crypto rx=0x7fd13400cae0 tx=0x7fd13400a060 comp rx=0 tx=0).stop 2024-09-21T00:36:33.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.663+0000 7fd1444ec640 1 -- 172.21.15.67:0/1862359817 shutdown_connections 2024-09-21T00:36:33.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.663+0000 7fd1444ec640 1 --2- 172.21.15.67:0/1862359817 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd120078b90 0x7fd12007b0a0 unknown :-1 s=CLOSED pgs=1002 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:33.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.663+0000 7fd1444ec640 1 --2- 172.21.15.67:0/1862359817 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd13c15eaa0 0x7fd13c1f8ce0 unknown :-1 s=CLOSED pgs=2645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:33.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.663+0000 7fd1444ec640 1 --2- 172.21.15.67:0/1862359817 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd13c0d1820 0x7fd13c160b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:33.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.663+0000 7fd1444ec640 1 --2- 172.21.15.67:0/1862359817 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd13c0cfee0 0x7fd13c0ce300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:33.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.663+0000 7fd1444ec640 1 -- 172.21.15.67:0/1862359817 >> 172.21.15.67:0/1862359817 conn(0x7fd13c073c20 msgr2=0x7fd13c0b48d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:33.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.663+0000 7fd1444ec640 1 -- 172.21.15.67:0/1862359817 shutdown_connections 2024-09-21T00:36:33.665 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:33.663+0000 7fd1444ec640 1 -- 172.21.15.67:0/1862359817 wait complete. 2024-09-21T00:36:33.675 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi067.front.sepia.ceph.com... 2024-09-21T00:36:33.676 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:36:33.676 DEBUG:teuthology.orchestra.run.smithi067:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-21T00:36:33.700 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi067.stderr:ceph-fuse[113752]: fuse finished with error 0 and tester_r 0 2024-09-21T00:36:33.703 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:36:39.805 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi067.front.sepia.ceph.com 2024-09-21T00:36:39.805 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:36:39.805 DEBUG:teuthology.orchestra.run.smithi067:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-21T00:36:39.825 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:36:39.999 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:39.997+0000 7ff20e694640 1 -- 172.21.15.67:0/1775431358 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff1f0005350 msgr2=0x7ff1f000b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:39.999 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:39.997+0000 7ff20e694640 1 --2- 172.21.15.67:0/1775431358 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff1f0005350 0x7ff1f000b9c0 secure :-1 s=READY pgs=2647 cs=0 l=1 rev1=1 crypto rx=0x7ff20000c780 tx=0x7ff1f0005830 comp rx=0 tx=0).stop 2024-09-21T00:36:39.999 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:39.998+0000 7ff20e694640 1 -- 172.21.15.67:0/1775431358 shutdown_connections 2024-09-21T00:36:39.999 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:39.998+0000 7ff20e694640 1 --2- 172.21.15.67:0/1775431358 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff1f0005350 0x7ff1f000b9c0 unknown :-1 s=CLOSED pgs=2647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:39.999 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:39.998+0000 7ff20e694640 1 -- 172.21.15.67:0/1775431358 >> 172.21.15.67:0/1775431358 conn(0x7ff2080d1af0 msgr2=0x7ff208073340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:39.999 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:39.998+0000 7ff20e694640 1 -- 172.21.15.67:0/1775431358 shutdown_connections 2024-09-21T00:36:39.999 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:39.998+0000 7ff20e694640 1 -- 172.21.15.67:0/1775431358 wait complete. 2024-09-21T00:36:40.000 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:39.999+0000 7ff20e694640 1 Processor -- start 2024-09-21T00:36:40.001 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.000+0000 7ff20e694640 1 -- start start 2024-09-21T00:36:40.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.001+0000 7ff20e694640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff1f0005350 0x7ff2080c7410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:40.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.001+0000 7ff20e694640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff2080ae8b0 0x7ff2081f6880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:40.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.001+0000 7ff20e694640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff20814e0b0 0x7ff2080c64c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:40.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.001+0000 7ff20e694640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ff208160070 con 0x7ff2080ae8b0 2024-09-21T00:36:40.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.001+0000 7ff20e694640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ff20815fef0 con 0x7ff1f0005350 2024-09-21T00:36:40.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.001+0000 7ff20e694640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7ff20806df50 con 0x7ff20814e0b0 2024-09-21T00:36:40.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.001+0000 7ff2077fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff2080ae8b0 0x7ff2081f6880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:40.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.001+0000 7ff2077fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff2080ae8b0 0x7ff2081f6880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46462/0 (socket says 172.21.15.67:46462) 2024-09-21T00:36:40.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.001+0000 7ff2077fe640 1 -- 172.21.15.67:0/3738129430 learned_addr learned my addr 172.21.15.67:0/3738129430 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:40.004 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.001+0000 7ff20cc31640 1 --2- 172.21.15.67:0/3738129430 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff20814e0b0 0x7ff2080c64c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:40.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.001+0000 7ff207fff640 1 --2- 172.21.15.67:0/3738129430 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff1f0005350 0x7ff2080c7410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:40.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.001+0000 7ff2077fe640 1 -- 172.21.15.67:0/3738129430 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff20814e0b0 msgr2=0x7ff2080c64c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:40.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.001+0000 7ff2077fe640 1 --2- 172.21.15.67:0/3738129430 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff20814e0b0 0x7ff2080c64c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:40.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.001+0000 7ff2077fe640 1 -- 172.21.15.67:0/3738129430 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff1f0005350 msgr2=0x7ff2080c7410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:40.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.001+0000 7ff2077fe640 1 --2- 172.21.15.67:0/3738129430 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff1f0005350 0x7ff2080c7410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:40.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.001+0000 7ff2077fe640 1 -- 172.21.15.67:0/3738129430 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff20814e4c0 con 0x7ff2080ae8b0 2024-09-21T00:36:40.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.001+0000 7ff207fff640 1 --2- 172.21.15.67:0/3738129430 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff1f0005350 0x7ff2080c7410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:36:40.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.001+0000 7ff20cc31640 1 --2- 172.21.15.67:0/3738129430 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff20814e0b0 0x7ff2080c64c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:36:40.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.002+0000 7ff2077fe640 1 --2- 172.21.15.67:0/3738129430 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff2080ae8b0 0x7ff2081f6880 secure :-1 s=READY pgs=2648 cs=0 l=1 rev1=1 crypto rx=0x7ff1fc003ed0 tx=0x7ff1fc001630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:40.005 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.002+0000 7ff204ff9640 1 -- 172.21.15.67:0/3738129430 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1fc015070 con 0x7ff2080ae8b0 2024-09-21T00:36:40.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.002+0000 7ff204ff9640 1 -- 172.21.15.67:0/3738129430 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ff1fc011840 con 0x7ff2080ae8b0 2024-09-21T00:36:40.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.002+0000 7ff20e694640 1 -- 172.21.15.67:0/3738129430 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff20815a150 con 0x7ff2080ae8b0 2024-09-21T00:36:40.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.002+0000 7ff204ff9640 1 -- 172.21.15.67:0/3738129430 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1fc011c90 con 0x7ff2080ae8b0 2024-09-21T00:36:40.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.002+0000 7ff20e694640 1 -- 172.21.15.67:0/3738129430 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff20815a710 con 0x7ff2080ae8b0 2024-09-21T00:36:40.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.003+0000 7ff20e694640 1 -- 172.21.15.67:0/3738129430 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff2080c79b0 con 0x7ff2080ae8b0 2024-09-21T00:36:40.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.004+0000 7ff204ff9640 1 -- 172.21.15.67:0/3738129430 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7ff1fc018070 con 0x7ff2080ae8b0 2024-09-21T00:36:40.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.004+0000 7ff204ff9640 1 --2- 172.21.15.67:0/3738129430 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff1f4078b90 0x7ff1f407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:40.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.005+0000 7ff204ff9640 1 -- 172.21.15.67:0/3738129430 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(210..210 src has 1..210) ==== 5709+0+0 (secure 0 0 0) 0x7ff1fc09b8f0 con 0x7ff2080ae8b0 2024-09-21T00:36:40.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.005+0000 7ff207fff640 1 --2- 172.21.15.67:0/3738129430 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff1f4078b90 0x7ff1f407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:40.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.005+0000 7ff207fff640 1 --2- 172.21.15.67:0/3738129430 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff1f4078b90 0x7ff1f407b0a0 secure :-1 s=READY pgs=1003 cs=0 l=1 rev1=1 crypto rx=0x7ff1f8009460 tx=0x7ff1f8005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:40.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.009+0000 7ff204ff9640 1 -- 172.21.15.67:0/3738129430 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7ff1fc063dc0 con 0x7ff2080ae8b0 2024-09-21T00:36:40.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.237+0000 7ff20e694640 1 -- 172.21.15.67:0/3738129430 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff2080b6940 con 0x7ff2080ae8b0 2024-09-21T00:36:40.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.238+0000 7ff204ff9640 1 -- 172.21.15.67:0/3738129430 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 178 v178) ==== 95+0+5237 (secure 0 0 0) 0x7ff1fc0636c0 con 0x7ff2080ae8b0 2024-09-21T00:36:40.239 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:40.239 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":178,"btime":"2024-09-21T00:36:23:394474+0000","default_fscid":16,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":9146,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/718747030","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":718747030},{"type":"v1","addr":"172.21.15.97:6837","nonce":718747030}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":173},{"gid":10321,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/3246375124","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3246375124},{"type":"v1","addr":"172.21.15.97:6836","nonce":3246375124}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":172},{"gid":11718,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/1998642908","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1998642908},{"type":"v1","addr":"172.21.15.67:6834","nonce":1998642908}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":173}],"filesystems":[{"mdsmap":{"epoch":178,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:36:19.767153+0000","modified":"2024-09-21T00:36:22.782955+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":11721},"failed":[],"damaged":[],"stopped":[],"info":{"gid_11721":{"gid":11721,"name":"a","rank":0,"incarnation":174,"state":"up:active","state_seq":3,"addr":"172.21.15.67:6835/1944202034","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":1944202034},{"type":"v1","addr":"172.21.15.67:6835","nonce":1944202034}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[33],"metadata_pool":32,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":11721,"qdb_cluster":[11721]},"id":16}]} 2024-09-21T00:36:40.239 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 178 2024-09-21T00:36:40.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.240+0000 7ff20e694640 1 -- 172.21.15.67:0/3738129430 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff1f4078b90 msgr2=0x7ff1f407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:40.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.240+0000 7ff20e694640 1 --2- 172.21.15.67:0/3738129430 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff1f4078b90 0x7ff1f407b0a0 secure :-1 s=READY pgs=1003 cs=0 l=1 rev1=1 crypto rx=0x7ff1f8009460 tx=0x7ff1f8005f90 comp rx=0 tx=0).stop 2024-09-21T00:36:40.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.240+0000 7ff20e694640 1 -- 172.21.15.67:0/3738129430 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff2080ae8b0 msgr2=0x7ff2081f6880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:40.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.240+0000 7ff20e694640 1 --2- 172.21.15.67:0/3738129430 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff2080ae8b0 0x7ff2081f6880 secure :-1 s=READY pgs=2648 cs=0 l=1 rev1=1 crypto rx=0x7ff1fc003ed0 tx=0x7ff1fc001630 comp rx=0 tx=0).stop 2024-09-21T00:36:40.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.240+0000 7ff20e694640 1 -- 172.21.15.67:0/3738129430 shutdown_connections 2024-09-21T00:36:40.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.240+0000 7ff20e694640 1 --2- 172.21.15.67:0/3738129430 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ff1f4078b90 0x7ff1f407b0a0 unknown :-1 s=CLOSED pgs=1003 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:40.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.240+0000 7ff20e694640 1 --2- 172.21.15.67:0/3738129430 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ff20814e0b0 0x7ff2080c64c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:40.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.240+0000 7ff20e694640 1 --2- 172.21.15.67:0/3738129430 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ff2080ae8b0 0x7ff2081f6880 unknown :-1 s=CLOSED pgs=2648 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:40.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.240+0000 7ff20e694640 1 --2- 172.21.15.67:0/3738129430 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ff1f0005350 0x7ff2080c7410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:40.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.240+0000 7ff20e694640 1 -- 172.21.15.67:0/3738129430 >> 172.21.15.67:0/3738129430 conn(0x7ff2080d1af0 msgr2=0x7ff2080d0720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:40.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.240+0000 7ff20e694640 1 -- 172.21.15.67:0/3738129430 shutdown_connections 2024-09-21T00:36:40.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.240+0000 7ff20e694640 1 -- 172.21.15.67:0/3738129430 wait complete. 2024-09-21T00:36:40.253 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json flush journal 2024-09-21T00:36:40.388 INFO:teuthology.orchestra.run.smithi067.stdout:{"message":"","return_code":0} 2024-09-21T00:36:40.388 DEBUG:tasks.cephfs.filesystem:_json_asok output { "message": "", "return_code": 0 } 2024-09-21T00:36:40.388 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-21T00:36:40.506 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.505+0000 7fb1e6357640 1 -- 172.21.15.67:0/3939794807 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb1e00b7130 msgr2=0x7fb1e00af4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:40.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.505+0000 7fb1e6357640 1 --2- 172.21.15.67:0/3939794807 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb1e00b7130 0x7fb1e00af4f0 secure :-1 s=READY pgs=2650 cs=0 l=1 rev1=1 crypto rx=0x7fb1e0073ff0 tx=0x7fb1d402a4a0 comp rx=0 tx=0).stop 2024-09-21T00:36:40.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.505+0000 7fb1e6357640 1 -- 172.21.15.67:0/3939794807 shutdown_connections 2024-09-21T00:36:40.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.505+0000 7fb1e6357640 1 --2- 172.21.15.67:0/3939794807 >> v2:172.21.15.97:3300/0 conn(0x7fb1e015cb90 0x7fb1e00afa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:40.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.505+0000 7fb1e6357640 1 --2- 172.21.15.67:0/3939794807 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb1e00b7130 0x7fb1e00af4f0 unknown :-1 s=CLOSED pgs=2650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:40.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.505+0000 7fb1e6357640 1 -- 172.21.15.67:0/3939794807 >> 172.21.15.67:0/3939794807 conn(0x7fb1e00b4210 msgr2=0x7fb1e00b4620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:40.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.505+0000 7fb1e6357640 1 -- 172.21.15.67:0/3939794807 shutdown_connections 2024-09-21T00:36:40.507 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.505+0000 7fb1e6357640 1 -- 172.21.15.67:0/3939794807 wait complete. 2024-09-21T00:36:40.508 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.507+0000 7fb1e6357640 1 Processor -- start 2024-09-21T00:36:40.508 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.507+0000 7fb1e6357640 1 -- start start 2024-09-21T00:36:40.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.508+0000 7fb1e6357640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb1e00b7130 0x7fb1e00cec50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:40.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.508+0000 7fb1e6357640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb1e00d0a40 0x7fb1e014fc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:40.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.509+0000 7fb1e6357640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb1e015cb90 0x7fb1e015f4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:40.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.509+0000 7fb1e6357640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fb1e00b0550 con 0x7fb1e00b7130 2024-09-21T00:36:40.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.509+0000 7fb1e6357640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fb1e00b03d0 con 0x7fb1e015cb90 2024-09-21T00:36:40.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.509+0000 7fb1e6357640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fb1e00b06d0 con 0x7fb1e00d0a40 2024-09-21T00:36:40.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.509+0000 7fb1dffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb1e00b7130 0x7fb1e00cec50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:40.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.509+0000 7fb1dffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb1e00b7130 0x7fb1e00cec50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46476/0 (socket says 172.21.15.67:46476) 2024-09-21T00:36:40.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.509+0000 7fb1dffff640 1 -- 172.21.15.67:0/3131653692 learned_addr learned my addr 172.21.15.67:0/3131653692 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:40.511 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.509+0000 7fb1e48f4640 1 --2- 172.21.15.67:0/3131653692 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb1e015cb90 0x7fb1e015f4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:40.512 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.509+0000 7fb1df7fe640 1 --2- 172.21.15.67:0/3131653692 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb1e00d0a40 0x7fb1e014fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:40.512 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.509+0000 7fb1dffff640 1 -- 172.21.15.67:0/3131653692 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb1e00d0a40 msgr2=0x7fb1e014fc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:40.512 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.509+0000 7fb1dffff640 1 --2- 172.21.15.67:0/3131653692 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb1e00d0a40 0x7fb1e014fc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:40.512 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.509+0000 7fb1dffff640 1 -- 172.21.15.67:0/3131653692 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb1e015cb90 msgr2=0x7fb1e015f4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:40.512 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.509+0000 7fb1dffff640 1 --2- 172.21.15.67:0/3131653692 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb1e015cb90 0x7fb1e015f4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:40.512 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.509+0000 7fb1dffff640 1 -- 172.21.15.67:0/3131653692 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1e00cf4a0 con 0x7fb1e00b7130 2024-09-21T00:36:40.512 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.509+0000 7fb1e48f4640 1 --2- 172.21.15.67:0/3131653692 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb1e015cb90 0x7fb1e015f4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:36:40.512 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.509+0000 7fb1df7fe640 1 --2- 172.21.15.67:0/3131653692 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb1e00d0a40 0x7fb1e014fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:36:40.512 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.509+0000 7fb1dffff640 1 --2- 172.21.15.67:0/3131653692 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb1e00b7130 0x7fb1e00cec50 secure :-1 s=READY pgs=2651 cs=0 l=1 rev1=1 crypto rx=0x7fb1d000c3a0 tx=0x7fb1d000c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:40.512 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.509+0000 7fb1dcff9640 1 -- 172.21.15.67:0/3131653692 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1d0011790 con 0x7fb1e00b7130 2024-09-21T00:36:40.512 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.509+0000 7fb1dcff9640 1 -- 172.21.15.67:0/3131653692 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb1d0017070 con 0x7fb1e00b7130 2024-09-21T00:36:40.512 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.509+0000 7fb1dcff9640 1 -- 172.21.15.67:0/3131653692 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1d0011cc0 con 0x7fb1e00b7130 2024-09-21T00:36:40.512 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.509+0000 7fb1e6357640 1 -- 172.21.15.67:0/3131653692 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb1e015d0e0 con 0x7fb1e00b7130 2024-09-21T00:36:40.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.510+0000 7fb1e6357640 1 -- 172.21.15.67:0/3131653692 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1e015d6a0 con 0x7fb1e00b7130 2024-09-21T00:36:40.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.511+0000 7fb1e6357640 1 -- 172.21.15.67:0/3131653692 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb1e00b0b80 con 0x7fb1e00b7130 2024-09-21T00:36:40.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.511+0000 7fb1dcff9640 1 -- 172.21.15.67:0/3131653692 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fb1d001c460 con 0x7fb1e00b7130 2024-09-21T00:36:40.513 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.512+0000 7fb1dcff9640 1 --2- 172.21.15.67:0/3131653692 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb1cc078bf0 0x7fb1cc07b100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:40.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.512+0000 7fb1dcff9640 1 -- 172.21.15.67:0/3131653692 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(210..210 src has 1..210) ==== 5709+0+0 (secure 0 0 0) 0x7fb1d009ab30 con 0x7fb1e00b7130 2024-09-21T00:36:40.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.512+0000 7fb1df7fe640 1 --2- 172.21.15.67:0/3131653692 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb1cc078bf0 0x7fb1cc07b100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:40.514 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.513+0000 7fb1df7fe640 1 --2- 172.21.15.67:0/3131653692 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb1cc078bf0 0x7fb1cc07b100 secure :-1 s=READY pgs=1004 cs=0 l=1 rev1=1 crypto rx=0x7fb1d4034000 tx=0x7fb1d4004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:40.517 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.516+0000 7fb1dcff9640 1 -- 172.21.15.67:0/3131653692 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fb1d0062f70 con 0x7fb1e00b7130 2024-09-21T00:36:40.748 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.747+0000 7fb1e6357640 1 -- 172.21.15.67:0/3131653692 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fb1e00b7f80 con 0x7fb1e00b7130 2024-09-21T00:36:40.749 INFO:tasks.ceph.mon.a.smithi067.stderr:2024-09-21T00:36:40.748+0000 7f6547693640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-21T00:36:40.750 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.749+0000 7fb1dcff9640 1 -- 172.21.15.67:0/3131653692 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v179) ==== 161+0+0 (secure 0 0 0) 0x7fb1d0062870 con 0x7fb1e00b7130 2024-09-21T00:36:40.750 INFO:teuthology.orchestra.run.smithi067.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-21T00:36:40.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.752+0000 7fb1e6357640 1 -- 172.21.15.67:0/3131653692 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb1cc078bf0 msgr2=0x7fb1cc07b100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:40.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.752+0000 7fb1e6357640 1 --2- 172.21.15.67:0/3131653692 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb1cc078bf0 0x7fb1cc07b100 secure :-1 s=READY pgs=1004 cs=0 l=1 rev1=1 crypto rx=0x7fb1d4034000 tx=0x7fb1d4004730 comp rx=0 tx=0).stop 2024-09-21T00:36:40.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.752+0000 7fb1e6357640 1 -- 172.21.15.67:0/3131653692 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb1e00b7130 msgr2=0x7fb1e00cec50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:40.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.752+0000 7fb1e6357640 1 --2- 172.21.15.67:0/3131653692 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb1e00b7130 0x7fb1e00cec50 secure :-1 s=READY pgs=2651 cs=0 l=1 rev1=1 crypto rx=0x7fb1d000c3a0 tx=0x7fb1d000c860 comp rx=0 tx=0).stop 2024-09-21T00:36:40.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.752+0000 7fb1e6357640 1 -- 172.21.15.67:0/3131653692 shutdown_connections 2024-09-21T00:36:40.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.752+0000 7fb1e6357640 1 --2- 172.21.15.67:0/3131653692 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb1cc078bf0 0x7fb1cc07b100 unknown :-1 s=CLOSED pgs=1004 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:40.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.752+0000 7fb1e6357640 1 --2- 172.21.15.67:0/3131653692 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb1e015cb90 0x7fb1e015f4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:40.753 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.752+0000 7fb1e6357640 1 --2- 172.21.15.67:0/3131653692 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb1e00d0a40 0x7fb1e014fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:40.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.752+0000 7fb1e6357640 1 --2- 172.21.15.67:0/3131653692 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb1e00b7130 0x7fb1e00cec50 secure :-1 s=CLOSED pgs=2651 cs=0 l=1 rev1=1 crypto rx=0x7fb1d000c3a0 tx=0x7fb1d000c860 comp rx=0 tx=0).stop 2024-09-21T00:36:40.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.752+0000 7fb1e6357640 1 -- 172.21.15.67:0/3131653692 >> 172.21.15.67:0/3131653692 conn(0x7fb1e00b4210 msgr2=0x7fb1e00d0130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:40.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.752+0000 7fb1e6357640 1 -- 172.21.15.67:0/3131653692 shutdown_connections 2024-09-21T00:36:40.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.752+0000 7fb1e6357640 1 -- 172.21.15.67:0/3131653692 wait complete. 2024-09-21T00:36:40.756 INFO:tasks.ceph.mds.a.smithi067.stderr: -5304> 2024-09-21T00:36:22.360+0000 7fc9dc2e3640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-21T00:36:40.766 DEBUG:teuthology.orchestra.run.smithi067:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata getomapval 10000000000.00000000 parentfile_head - 2024-09-21T00:36:40.815 INFO:tasks.ceph.mds.a.smithi067.stdout:starting mds.a at 2024-09-21T00:36:40.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.823+0000 7f6019f21f40 1 Processor -- start 2024-09-21T00:36:40.824 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.823+0000 7f6019f21f40 1 -- start start 2024-09-21T00:36:40.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.824+0000 7f6019f21f40 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c50cc7bb00 0x55c50cc79a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:40.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.824+0000 7f6019f21f40 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c50cd53230 0x55c50cd51ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:40.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.824+0000 7f6019f21f40 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c50ccab010 0x55c50cd4f770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:40.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.824+0000 7f6019f21f40 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55c50cd53640 con 0x55c50cc7bb00 2024-09-21T00:36:40.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.824+0000 7f6019f21f40 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55c50cbcbd60 con 0x55c50cd53230 2024-09-21T00:36:40.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.824+0000 7f6019f21f40 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55c50cc7f290 con 0x55c50ccab010 2024-09-21T00:36:40.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.824+0000 7f6012f93640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c50cc7bb00 0x55c50cc79a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:40.827 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.824+0000 7f6012f93640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c50cc7bb00 0x55c50cc79a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46514/0 (socket says 172.21.15.67:46514) 2024-09-21T00:36:40.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.824+0000 7f6012f93640 1 -- 172.21.15.67:0/2712765959 learned_addr learned my addr 172.21.15.67:0/2712765959 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:40.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.825+0000 7f6012792640 1 --2- 172.21.15.67:0/2712765959 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c50cd53230 0x55c50cd51ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:40.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.825+0000 7f6013794640 1 --2- 172.21.15.67:0/2712765959 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c50ccab010 0x55c50cd4f770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:40.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.825+0000 7f6012f93640 1 -- 172.21.15.67:0/2712765959 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c50ccab010 msgr2=0x55c50cd4f770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:36:40.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.825+0000 7f6012f93640 1 --2- 172.21.15.67:0/2712765959 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c50ccab010 0x55c50cd4f770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:40.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.825+0000 7f6012f93640 1 -- 172.21.15.67:0/2712765959 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c50cd53230 msgr2=0x55c50cd51ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:36:40.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.825+0000 7f6012f93640 1 --2- 172.21.15.67:0/2712765959 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c50cd53230 0x55c50cd51ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:40.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.825+0000 7f6012f93640 1 -- 172.21.15.67:0/2712765959 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c50ccaabb0 con 0x55c50cc7bb00 2024-09-21T00:36:40.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.825+0000 7f6012792640 1 --2- 172.21.15.67:0/2712765959 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c50cd53230 0x55c50cd51ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:36:40.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.825+0000 7f6013794640 1 --2- 172.21.15.67:0/2712765959 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c50ccab010 0x55c50cd4f770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:36:40.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.825+0000 7f6012f93640 1 --2- 172.21.15.67:0/2712765959 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c50cc7bb00 0x55c50cc79a60 secure :-1 s=READY pgs=2655 cs=0 l=1 rev1=1 crypto rx=0x7f600400b540 tx=0x7f600400ba00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=341df194e347ccd4 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:40.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.825+0000 7f6011790640 1 -- 172.21.15.67:0/2712765959 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6004018070 con 0x55c50cc7bb00 2024-09-21T00:36:40.828 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.825+0000 7f6011790640 1 -- 172.21.15.67:0/2712765959 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6004009850 con 0x55c50cc7bb00 2024-09-21T00:36:40.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.825+0000 7f6011790640 1 -- 172.21.15.67:0/2712765959 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6004009c40 con 0x55c50cc7bb00 2024-09-21T00:36:40.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.826+0000 7f6019f21f40 1 -- 172.21.15.67:0/2712765959 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c50cc7bb00 msgr2=0x55c50cc79a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:40.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.826+0000 7f6019f21f40 1 --2- 172.21.15.67:0/2712765959 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c50cc7bb00 0x55c50cc79a60 secure :-1 s=READY pgs=2655 cs=0 l=1 rev1=1 crypto rx=0x7f600400b540 tx=0x7f600400ba00 comp rx=0 tx=0).stop 2024-09-21T00:36:40.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.826+0000 7f6019f21f40 1 -- 172.21.15.67:0/2712765959 shutdown_connections 2024-09-21T00:36:40.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.826+0000 7f6019f21f40 1 --2- 172.21.15.67:0/2712765959 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c50ccab010 0x55c50cd4f770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:40.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.826+0000 7f6019f21f40 1 --2- 172.21.15.67:0/2712765959 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c50cd53230 0x55c50cd51ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:40.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.826+0000 7f6019f21f40 1 --2- 172.21.15.67:0/2712765959 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c50cc7bb00 0x55c50cc79a60 unknown :-1 s=CLOSED pgs=2655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:40.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.826+0000 7f6019f21f40 1 -- 172.21.15.67:0/2712765959 >> 172.21.15.67:0/2712765959 conn(0x55c50cb9cac0 msgr2=0x55c50cca7da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:40.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.826+0000 7f6019f21f40 1 -- 172.21.15.67:0/2712765959 shutdown_connections 2024-09-21T00:36:40.829 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.826+0000 7f6019f21f40 1 -- 172.21.15.67:0/2712765959 wait complete. 2024-09-21T00:36:40.830 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.827+0000 7f6019f21f40 1 Processor -- start 2024-09-21T00:36:40.830 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.827+0000 7f6019f21f40 1 -- start start 2024-09-21T00:36:40.830 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.828+0000 7f6019f21f40 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c50cc7bb00 0x55c50cc7a750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:40.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.828+0000 7f6019f21f40 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c50ccab010 0x55c50cd3d7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:40.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.828+0000 7f6019f21f40 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c50cd53230 0x55c50cd3dd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:40.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.828+0000 7f6019f21f40 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55c50cca9d30 con 0x55c50ccab010 2024-09-21T00:36:40.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.828+0000 7f6019f21f40 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55c50cd45a20 con 0x55c50cd53230 2024-09-21T00:36:40.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.828+0000 7f6019f21f40 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55c50cd53a00 con 0x55c50cc7bb00 2024-09-21T00:36:40.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.829+0000 7f6012792640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c50ccab010 0x55c50cd3d7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:40.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.829+0000 7f6012792640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c50ccab010 0x55c50cd3d7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46518/0 (socket says 172.21.15.67:46518) 2024-09-21T00:36:40.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.829+0000 7f6012792640 1 -- 172.21.15.67:0/2482133479 learned_addr learned my addr 172.21.15.67:0/2482133479 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:40.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.829+0000 7f6013794640 1 --2- 172.21.15.67:0/2482133479 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c50cd53230 0x55c50cd3dd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:40.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.829+0000 7f6012f93640 1 --2- 172.21.15.67:0/2482133479 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c50cc7bb00 0x55c50cc7a750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:40.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.829+0000 7f6012792640 1 -- 172.21.15.67:0/2482133479 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c50cc7bb00 msgr2=0x55c50cc7a750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:40.831 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.829+0000 7f6012792640 1 --2- 172.21.15.67:0/2482133479 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55c50cc7bb00 0x55c50cc7a750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:40.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.829+0000 7f6012792640 1 -- 172.21.15.67:0/2482133479 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c50cd53230 msgr2=0x55c50cd3dd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:40.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.829+0000 7f6012792640 1 --2- 172.21.15.67:0/2482133479 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55c50cd53230 0x55c50cd3dd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:40.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.829+0000 7f6012792640 1 -- 172.21.15.67:0/2482133479 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c50cd3e540 con 0x55c50ccab010 2024-09-21T00:36:40.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.829+0000 7f6012792640 1 --2- 172.21.15.67:0/2482133479 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c50ccab010 0x55c50cd3d7f0 secure :-1 s=READY pgs=2656 cs=0 l=1 rev1=1 crypto rx=0x7f6008025dd0 tx=0x7f600804d6b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:40.832 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.831+0000 7f5ffbfff640 1 -- 172.21.15.67:0/2482133479 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6008066070 con 0x55c50ccab010 2024-09-21T00:36:40.833 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.831+0000 7f5ffbfff640 1 -- 172.21.15.67:0/2482133479 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6008056760 con 0x55c50ccab010 2024-09-21T00:36:40.833 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.831+0000 7f6019f21f40 1 -- 172.21.15.67:0/2482133479 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55c50cd487f0 con 0x55c50ccab010 2024-09-21T00:36:40.833 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.831+0000 7f5ffbfff640 1 -- 172.21.15.67:0/2482133479 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6008056b90 con 0x55c50ccab010 2024-09-21T00:36:40.833 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.831+0000 7f6019f21f40 1 -- 172.21.15.67:0/2482133479 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c50cc7ac90 con 0x55c50ccab010 2024-09-21T00:36:40.834 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.833+0000 7f5ffbfff640 1 -- 172.21.15.67:0/2482133479 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f6008069070 con 0x55c50ccab010 2024-09-21T00:36:40.834 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.833+0000 7f5ffbfff640 1 --2- 172.21.15.67:0/2482133479 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f60000775a0 0x7f6000079ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:40.834 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.833+0000 7f5ffbfff640 1 -- 172.21.15.67:0/2482133479 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(211..211 src has 1..211) ==== 5795+0+0 (secure 0 0 0) 0x7f60080dd1c0 con 0x55c50ccab010 2024-09-21T00:36:40.834 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.834+0000 7f6012f93640 1 --2- 172.21.15.67:0/2482133479 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f60000775a0 0x7f6000079ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:40.835 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.834+0000 7f6019f21f40 1 --2- 172.21.15.67:0/2482133479 >> [v2:172.21.15.67:6808/1399233530,v1:172.21.15.67:6809/1399233530] conn(0x55c50cca9f30 0x55c50cd475d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:40.835 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.834+0000 7f6019f21f40 1 -- 172.21.15.67:0/2482133479 --> [v2:172.21.15.67:6808/1399233530,v1:172.21.15.67:6809/1399233530] -- osd_op(unknown.0.0:1 32.10 32:0cf6ad0f:::10000000000.00000000:head [omap-get-vals-by-keys in=23b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e211) -- 0x55c50cd41f60 con 0x55c50cca9f30 2024-09-21T00:36:40.836 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.834+0000 7f6013794640 1 --2- 172.21.15.67:0/2482133479 >> [v2:172.21.15.67:6808/1399233530,v1:172.21.15.67:6809/1399233530] conn(0x55c50cca9f30 0x55c50cd475d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:40.836 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.834+0000 7f6012f93640 1 --2- 172.21.15.67:0/2482133479 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f60000775a0 0x7f6000079ab0 secure :-1 s=READY pgs=1005 cs=0 l=1 rev1=1 crypto rx=0x7f600400b540 tx=0x7f600400d040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:40.836 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.834+0000 7f6013794640 1 --2- 172.21.15.67:0/2482133479 >> [v2:172.21.15.67:6808/1399233530,v1:172.21.15.67:6809/1399233530] conn(0x55c50cca9f30 0x55c50cd475d0 crc :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:40.836 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.835+0000 7f6013794640 1 -- 172.21.15.67:0/2482133479 <== osd.1 v2:172.21.15.67:6808/1399233530 1 ==== osd_op_reply(1 10000000000.00000000 [omap-get-vals-by-keys out=527b] v0'0 uv10 ondisk = 0) ==== 164+0+527 (crc 0 0 0) 0x7f600c00f9e0 con 0x55c50cca9f30 2024-09-21T00:36:40.837 INFO:teuthology.orchestra.run.smithi067.stderr:Writing to - 2024-09-21T00:36:40.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.835+0000 7f6019f21f40 1 -- 172.21.15.67:0/2482133479 >> [v2:172.21.15.67:6808/1399233530,v1:172.21.15.67:6809/1399233530] conn(0x55c50cca9f30 msgr2=0x55c50cd475d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:40.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.835+0000 7f6019f21f40 1 --2- 172.21.15.67:0/2482133479 >> [v2:172.21.15.67:6808/1399233530,v1:172.21.15.67:6809/1399233530] conn(0x55c50cca9f30 0x55c50cd475d0 crc :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:40.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.835+0000 7f6019f21f40 1 -- 172.21.15.67:0/2482133479 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f60000775a0 msgr2=0x7f6000079ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:40.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.835+0000 7f6019f21f40 1 --2- 172.21.15.67:0/2482133479 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f60000775a0 0x7f6000079ab0 secure :-1 s=READY pgs=1005 cs=0 l=1 rev1=1 crypto rx=0x7f600400b540 tx=0x7f600400d040 comp rx=0 tx=0).stop 2024-09-21T00:36:40.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.835+0000 7f6019f21f40 1 -- 172.21.15.67:0/2482133479 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c50ccab010 msgr2=0x55c50cd3d7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:40.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.835+0000 7f6019f21f40 1 --2- 172.21.15.67:0/2482133479 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55c50ccab010 0x55c50cd3d7f0 secure :-1 s=READY pgs=2656 cs=0 l=1 rev1=1 crypto rx=0x7f6008025dd0 tx=0x7f600804d6b0 comp rx=0 tx=0).stop 2024-09-21T00:36:40.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.835+0000 7f6013794640 1 -- 172.21.15.67:0/2482133479 reap_dead start 2024-09-21T00:36:40.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.835+0000 7f6019f21f40 1 -- 172.21.15.67:0/2482133479 shutdown_connections 2024-09-21T00:36:40.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.835+0000 7f6019f21f40 1 -- 172.21.15.67:0/2482133479 >> 172.21.15.67:0/2482133479 conn(0x55c50cb9cac0 msgr2=0x55c50cc79a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:40.837 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.835+0000 7f6019f21f40 1 -- 172.21.15.67:0/2482133479 shutdown_connections 2024-09-21T00:36:40.838 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.835+0000 7f6019f21f40 1 -- 172.21.15.67:0/2482133479 wait complete. 2024-09-21T00:36:40.838 INFO:teuthology.orchestra.run.smithi067.stdout:i����f\�|���5@@!`���������f\�|�f?��(8`�f\�|8`�f\�|���������f?��0������������ 2024-09-21T00:36:40.839 DEBUG:teuthology.orchestra.run.smithi067:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata setomapval 10000000000.00000000 shadow_head 2024-09-21T00:36:40.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.894+0000 7fdd49093f40 1 Processor -- start 2024-09-21T00:36:40.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.894+0000 7fdd49093f40 1 -- start start 2024-09-21T00:36:40.897 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.895+0000 7fdd49093f40 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564357eb6b00 0x564357f8b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:40.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.895+0000 7fdd49093f40 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x564357f8e230 0x564357ee6a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:40.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.895+0000 7fdd49093f40 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564357efd100 0x564357eb4ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:40.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.895+0000 7fdd49093f40 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x564357e06d60 con 0x564357eb6b00 2024-09-21T00:36:40.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.895+0000 7fdd49093f40 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x564357e65430 con 0x564357efd100 2024-09-21T00:36:40.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.895+0000 7fdd49093f40 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x564357f8e640 con 0x564357f8e230 2024-09-21T00:36:40.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.895+0000 7fdd42b4d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564357eb6b00 0x564357f8b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:40.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.895+0000 7fdd42b4d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564357eb6b00 0x564357f8b2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46528/0 (socket says 172.21.15.67:46528) 2024-09-21T00:36:40.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.895+0000 7fdd42b4d640 1 -- 172.21.15.67:0/1345971983 learned_addr learned my addr 172.21.15.67:0/1345971983 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:40.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.895+0000 7fdd4334e640 1 --2- 172.21.15.67:0/1345971983 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564357efd100 0x564357eb4ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:40.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.895+0000 7fdd4234c640 1 --2- 172.21.15.67:0/1345971983 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x564357f8e230 0x564357ee6a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:40.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.895+0000 7fdd42b4d640 1 -- 172.21.15.67:0/1345971983 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x564357f8e230 msgr2=0x564357ee6a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:36:40.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.895+0000 7fdd42b4d640 1 --2- 172.21.15.67:0/1345971983 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x564357f8e230 0x564357ee6a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:40.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.895+0000 7fdd42b4d640 1 -- 172.21.15.67:0/1345971983 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564357efd100 msgr2=0x564357eb4ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:36:40.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.895+0000 7fdd42b4d640 1 --2- 172.21.15.67:0/1345971983 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564357efd100 0x564357eb4ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:40.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.895+0000 7fdd42b4d640 1 -- 172.21.15.67:0/1345971983 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564357f8a1a0 con 0x564357eb6b00 2024-09-21T00:36:40.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.895+0000 7fdd4334e640 1 --2- 172.21.15.67:0/1345971983 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564357efd100 0x564357eb4ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:36:40.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.895+0000 7fdd4234c640 1 --2- 172.21.15.67:0/1345971983 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x564357f8e230 0x564357ee6a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:36:40.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.895+0000 7fdd42b4d640 1 --2- 172.21.15.67:0/1345971983 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564357eb6b00 0x564357f8b2f0 secure :-1 s=READY pgs=2658 cs=0 l=1 rev1=1 crypto rx=0x7fdd3400b630 tx=0x7fdd3400baf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=41a2d1264a1830e8 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:40.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.896+0000 7fdd4134a640 1 -- 172.21.15.67:0/1345971983 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd3400a940 con 0x564357eb6b00 2024-09-21T00:36:40.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.896+0000 7fdd4134a640 1 -- 172.21.15.67:0/1345971983 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdd3400aae0 con 0x564357eb6b00 2024-09-21T00:36:40.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.896+0000 7fdd4134a640 1 -- 172.21.15.67:0/1345971983 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd34008450 con 0x564357eb6b00 2024-09-21T00:36:40.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.896+0000 7fdd49093f40 1 -- 172.21.15.67:0/1345971983 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564357eb6b00 msgr2=0x564357f8b2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:40.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.896+0000 7fdd49093f40 1 --2- 172.21.15.67:0/1345971983 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564357eb6b00 0x564357f8b2f0 secure :-1 s=READY pgs=2658 cs=0 l=1 rev1=1 crypto rx=0x7fdd3400b630 tx=0x7fdd3400baf0 comp rx=0 tx=0).stop 2024-09-21T00:36:40.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.896+0000 7fdd49093f40 1 -- 172.21.15.67:0/1345971983 shutdown_connections 2024-09-21T00:36:40.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.896+0000 7fdd49093f40 1 --2- 172.21.15.67:0/1345971983 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564357efd100 0x564357eb4ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:40.899 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.896+0000 7fdd49093f40 1 --2- 172.21.15.67:0/1345971983 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x564357f8e230 0x564357ee6a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:40.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.896+0000 7fdd49093f40 1 --2- 172.21.15.67:0/1345971983 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564357eb6b00 0x564357f8b2f0 unknown :-1 s=CLOSED pgs=2658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:40.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.896+0000 7fdd49093f40 1 -- 172.21.15.67:0/1345971983 >> 172.21.15.67:0/1345971983 conn(0x564357dd7ac0 msgr2=0x564357f00300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:40.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.896+0000 7fdd49093f40 1 -- 172.21.15.67:0/1345971983 shutdown_connections 2024-09-21T00:36:40.900 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.896+0000 7fdd49093f40 1 -- 172.21.15.67:0/1345971983 wait complete. 2024-09-21T00:36:40.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.897+0000 7fdd49093f40 1 Processor -- start 2024-09-21T00:36:40.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.897+0000 7fdd49093f40 1 -- start start 2024-09-21T00:36:40.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.898+0000 7fdd49093f40 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x564357eb6b00 0x564357f6c6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:40.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.898+0000 7fdd49093f40 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564357efd100 0x564358025f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:40.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.898+0000 7fdd49093f40 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564357f8e230 0x564358026bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:40.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.898+0000 7fdd49093f40 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x564357f8a450 con 0x564357efd100 2024-09-21T00:36:40.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.898+0000 7fdd49093f40 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x564357f8b930 con 0x564357f8e230 2024-09-21T00:36:40.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.898+0000 7fdd49093f40 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x564357f8d420 con 0x564357eb6b00 2024-09-21T00:36:40.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.899+0000 7fdd4234c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564357efd100 0x564358025f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:40.902 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.899+0000 7fdd4234c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564357efd100 0x564358025f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46538/0 (socket says 172.21.15.67:46538) 2024-09-21T00:36:40.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.899+0000 7fdd4234c640 1 -- 172.21.15.67:0/3416572463 learned_addr learned my addr 172.21.15.67:0/3416572463 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:40.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.899+0000 7fdd4334e640 1 --2- 172.21.15.67:0/3416572463 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564357f8e230 0x564358026bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:40.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.899+0000 7fdd42b4d640 1 --2- 172.21.15.67:0/3416572463 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x564357eb6b00 0x564357f6c6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:40.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.899+0000 7fdd4234c640 1 -- 172.21.15.67:0/3416572463 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x564357eb6b00 msgr2=0x564357f6c6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:40.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.899+0000 7fdd4234c640 1 --2- 172.21.15.67:0/3416572463 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x564357eb6b00 0x564357f6c6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:40.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.899+0000 7fdd4234c640 1 -- 172.21.15.67:0/3416572463 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564357f8e230 msgr2=0x564358026bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:40.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.899+0000 7fdd4234c640 1 --2- 172.21.15.67:0/3416572463 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x564357f8e230 0x564358026bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:40.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.899+0000 7fdd4234c640 1 -- 172.21.15.67:0/3416572463 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5643580265e0 con 0x564357efd100 2024-09-21T00:36:40.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.899+0000 7fdd4234c640 1 --2- 172.21.15.67:0/3416572463 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564357efd100 0x564358025f50 secure :-1 s=READY pgs=2659 cs=0 l=1 rev1=1 crypto rx=0x7fdd38046270 tx=0x7fdd38056af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:40.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.899+0000 7fdd2bfff640 1 -- 172.21.15.67:0/3416572463 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd38063430 con 0x564357efd100 2024-09-21T00:36:40.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.899+0000 7fdd2bfff640 1 -- 172.21.15.67:0/3416572463 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdd380636c0 con 0x564357efd100 2024-09-21T00:36:40.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.899+0000 7fdd49093f40 1 -- 172.21.15.67:0/3416572463 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x5643580268c0 con 0x564357efd100 2024-09-21T00:36:40.903 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.899+0000 7fdd2bfff640 1 -- 172.21.15.67:0/3416572463 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd38063b10 con 0x564357efd100 2024-09-21T00:36:40.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.899+0000 7fdd49093f40 1 -- 172.21.15.67:0/3416572463 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564357f6e2b0 con 0x564357efd100 2024-09-21T00:36:40.904 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.901+0000 7fdd2bfff640 1 -- 172.21.15.67:0/3416572463 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fdd3806a020 con 0x564357efd100 2024-09-21T00:36:40.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.901+0000 7fdd2bfff640 1 --2- 172.21.15.67:0/3416572463 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdd300775a0 0x7fdd30079ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:40.905 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.902+0000 7fdd2bfff640 1 -- 172.21.15.67:0/3416572463 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(211..211 src has 1..211) ==== 5795+0+0 (secure 0 0 0) 0x7fdd380dde80 con 0x564357efd100 2024-09-21T00:36:40.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.902+0000 7fdd42b4d640 1 --2- 172.21.15.67:0/3416572463 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdd300775a0 0x7fdd30079ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:40.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.902+0000 7fdd49093f40 1 --2- 172.21.15.67:0/3416572463 >> [v2:172.21.15.67:6808/1399233530,v1:172.21.15.67:6809/1399233530] conn(0x564357efc710 0x5643580295c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:40.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.902+0000 7fdd49093f40 1 -- 172.21.15.67:0/3416572463 --> [v2:172.21.15.67:6808/1399233530,v1:172.21.15.67:6809/1399233530] -- osd_op(unknown.0.0:1 32.10 32:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e211) -- 0x564357f6ef10 con 0x564357efc710 2024-09-21T00:36:40.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.902+0000 7fdd4334e640 1 --2- 172.21.15.67:0/3416572463 >> [v2:172.21.15.67:6808/1399233530,v1:172.21.15.67:6809/1399233530] conn(0x564357efc710 0x5643580295c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:40.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.902+0000 7fdd42b4d640 1 --2- 172.21.15.67:0/3416572463 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdd300775a0 0x7fdd30079ab0 secure :-1 s=READY pgs=1006 cs=0 l=1 rev1=1 crypto rx=0x7fdd3400b5d0 tx=0x7fdd34018040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:40.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.902+0000 7fdd4334e640 1 --2- 172.21.15.67:0/3416572463 >> [v2:172.21.15.67:6808/1399233530,v1:172.21.15.67:6809/1399233530] conn(0x564357efc710 0x5643580295c0 crc :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:40.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.904+0000 7fdd4334e640 1 -- 172.21.15.67:0/3416572463 <== osd.1 v2:172.21.15.67:6808/1399233530 1 ==== osd_op_reply(1 10000000000.00000000 [omap-set-vals] v211'11 uv11 ondisk = 0) ==== 164+0+0 (crc 0 0 0) 0x7fdd3c006740 con 0x564357efc710 2024-09-21T00:36:40.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.904+0000 7fdd49093f40 1 -- 172.21.15.67:0/3416572463 >> [v2:172.21.15.67:6808/1399233530,v1:172.21.15.67:6809/1399233530] conn(0x564357efc710 msgr2=0x5643580295c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:40.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.904+0000 7fdd49093f40 1 --2- 172.21.15.67:0/3416572463 >> [v2:172.21.15.67:6808/1399233530,v1:172.21.15.67:6809/1399233530] conn(0x564357efc710 0x5643580295c0 crc :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:40.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.904+0000 7fdd49093f40 1 -- 172.21.15.67:0/3416572463 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdd300775a0 msgr2=0x7fdd30079ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:40.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.904+0000 7fdd49093f40 1 --2- 172.21.15.67:0/3416572463 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdd300775a0 0x7fdd30079ab0 secure :-1 s=READY pgs=1006 cs=0 l=1 rev1=1 crypto rx=0x7fdd3400b5d0 tx=0x7fdd34018040 comp rx=0 tx=0).stop 2024-09-21T00:36:40.906 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.904+0000 7fdd49093f40 1 -- 172.21.15.67:0/3416572463 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564357efd100 msgr2=0x564358025f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:40.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.904+0000 7fdd49093f40 1 --2- 172.21.15.67:0/3416572463 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x564357efd100 0x564358025f50 secure :-1 s=READY pgs=2659 cs=0 l=1 rev1=1 crypto rx=0x7fdd38046270 tx=0x7fdd38056af0 comp rx=0 tx=0).stop 2024-09-21T00:36:40.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.904+0000 7fdd4334e640 1 -- 172.21.15.67:0/3416572463 reap_dead start 2024-09-21T00:36:40.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.904+0000 7fdd49093f40 1 -- 172.21.15.67:0/3416572463 shutdown_connections 2024-09-21T00:36:40.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.904+0000 7fdd49093f40 1 -- 172.21.15.67:0/3416572463 >> 172.21.15.67:0/3416572463 conn(0x564357dd7ac0 msgr2=0x564357eb4ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:40.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.904+0000 7fdd49093f40 1 -- 172.21.15.67:0/3416572463 shutdown_connections 2024-09-21T00:36:40.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:40.904+0000 7fdd49093f40 1 -- 172.21.15.67:0/3416572463 wait complete. 2024-09-21T00:36:40.909 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds mds_hack_allow_loading_invalid_metadata True 2024-09-21T00:36:41.068 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.067+0000 7f6f390e5640 1 -- 172.21.15.67:0/1553602976 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6f34160610 msgr2=0x7f6f340d0390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:41.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.067+0000 7f6f390e5640 1 --2- 172.21.15.67:0/1553602976 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6f34160610 0x7f6f340d0390 secure :-1 s=READY pgs=2661 cs=0 l=1 rev1=1 crypto rx=0x7f6f1c009830 tx=0x7f6f1c02a510 comp rx=0 tx=0).stop 2024-09-21T00:36:41.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.067+0000 7f6f390e5640 1 -- 172.21.15.67:0/1553602976 shutdown_connections 2024-09-21T00:36:41.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.067+0000 7f6f390e5640 1 --2- 172.21.15.67:0/1553602976 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6f34160610 0x7f6f340d0390 unknown :-1 s=CLOSED pgs=2661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:41.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.067+0000 7f6f390e5640 1 -- 172.21.15.67:0/1553602976 >> 172.21.15.67:0/1553602976 conn(0x7f6f34074720 msgr2=0x7f6f3406f850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:41.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.067+0000 7f6f390e5640 1 -- 172.21.15.67:0/1553602976 shutdown_connections 2024-09-21T00:36:41.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.067+0000 7f6f390e5640 1 -- 172.21.15.67:0/1553602976 wait complete. 2024-09-21T00:36:41.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.069+0000 7f6f390e5640 1 Processor -- start 2024-09-21T00:36:41.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.069+0000 7f6f390e5640 1 -- start start 2024-09-21T00:36:41.073 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.071+0000 7f6f390e5640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6f340b1e50 0x7f6f3406d7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:41.073 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.071+0000 7f6f390e5640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6f340d08d0 0x7f6f340c55b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:41.073 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.071+0000 7f6f390e5640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6f34160610 0x7f6f34157650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:41.073 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.071+0000 7f6f390e5640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f6f340b3f90 con 0x7f6f340b1e50 2024-09-21T00:36:41.073 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.071+0000 7f6f390e5640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f6f340b3e10 con 0x7f6f34160610 2024-09-21T00:36:41.074 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.071+0000 7f6f390e5640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f6f341689b0 con 0x7f6f340d08d0 2024-09-21T00:36:41.074 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.071+0000 7f6f32d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6f340b1e50 0x7f6f3406d7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:41.074 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.071+0000 7f6f32d9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6f340b1e50 0x7f6f3406d7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46568/0 (socket says 172.21.15.67:46568) 2024-09-21T00:36:41.074 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.071+0000 7f6f32d9d640 1 -- 172.21.15.67:0/2925390740 learned_addr learned my addr 172.21.15.67:0/2925390740 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:41.074 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.071+0000 7f6f3359e640 1 --2- 172.21.15.67:0/2925390740 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6f34160610 0x7f6f34157650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:41.074 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.071+0000 7f6f3259c640 1 --2- 172.21.15.67:0/2925390740 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6f340d08d0 0x7f6f340c55b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:41.074 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.071+0000 7f6f32d9d640 1 -- 172.21.15.67:0/2925390740 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6f340d08d0 msgr2=0x7f6f340c55b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:41.074 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.071+0000 7f6f32d9d640 1 --2- 172.21.15.67:0/2925390740 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6f340d08d0 0x7f6f340c55b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:41.074 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.071+0000 7f6f32d9d640 1 -- 172.21.15.67:0/2925390740 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6f34160610 msgr2=0x7f6f34157650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:41.074 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.071+0000 7f6f32d9d640 1 --2- 172.21.15.67:0/2925390740 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6f34160610 0x7f6f34157650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:41.074 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.071+0000 7f6f32d9d640 1 -- 172.21.15.67:0/2925390740 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f3406e950 con 0x7f6f340b1e50 2024-09-21T00:36:41.074 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.071+0000 7f6f3259c640 1 --2- 172.21.15.67:0/2925390740 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6f340d08d0 0x7f6f340c55b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:36:41.074 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.071+0000 7f6f32d9d640 1 --2- 172.21.15.67:0/2925390740 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6f340b1e50 0x7f6f3406d7b0 secure :-1 s=READY pgs=2662 cs=0 l=1 rev1=1 crypto rx=0x7f6f2400ba50 tx=0x7f6f2400bf10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:41.075 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.072+0000 7f6f2b7fe640 1 -- 172.21.15.67:0/2925390740 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f24019070 con 0x7f6f340b1e50 2024-09-21T00:36:41.075 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.072+0000 7f6f2b7fe640 1 -- 172.21.15.67:0/2925390740 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6f2400cd10 con 0x7f6f340b1e50 2024-09-21T00:36:41.075 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.072+0000 7f6f2b7fe640 1 -- 172.21.15.67:0/2925390740 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f240146a0 con 0x7f6f340b1e50 2024-09-21T00:36:41.075 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.072+0000 7f6f390e5640 1 -- 172.21.15.67:0/2925390740 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6f3406ccd0 con 0x7f6f340b1e50 2024-09-21T00:36:41.075 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.072+0000 7f6f390e5640 1 -- 172.21.15.67:0/2925390740 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6f3406e3e0 con 0x7f6f340b1e50 2024-09-21T00:36:41.076 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.073+0000 7f6f390e5640 1 -- 172.21.15.67:0/2925390740 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6f34168790 con 0x7f6f340b1e50 2024-09-21T00:36:41.076 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.074+0000 7f6f2b7fe640 1 -- 172.21.15.67:0/2925390740 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f6f2401c070 con 0x7f6f340b1e50 2024-09-21T00:36:41.076 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.074+0000 7f6f2b7fe640 1 --2- 172.21.15.67:0/2925390740 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6f14078b90 0x7f6f1407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:41.076 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.074+0000 7f6f2b7fe640 1 -- 172.21.15.67:0/2925390740 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(211..211 src has 1..211) ==== 5795+0+0 (secure 0 0 0) 0x7f6f2409aa80 con 0x7f6f340b1e50 2024-09-21T00:36:41.076 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.075+0000 7f6f3259c640 1 --2- 172.21.15.67:0/2925390740 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6f14078b90 0x7f6f1407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:41.076 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.075+0000 7f6f3259c640 1 --2- 172.21.15.67:0/2925390740 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6f14078b90 0x7f6f1407b0a0 secure :-1 s=READY pgs=1007 cs=0 l=1 rev1=1 crypto rx=0x7f6f1c034000 tx=0x7f6f1c004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:41.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.079+0000 7f6f2b7fe640 1 -- 172.21.15.67:0/2925390740 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f6f24062810 con 0x7f6f340b1e50 2024-09-21T00:36:41.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.266+0000 7f6f390e5640 1 -- 172.21.15.67:0/2925390740 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command([{prefix=config set, name=mds_hack_allow_loading_invalid_metadata}] v 0) -- 0x7f6f3409c190 con 0x7f6f340b1e50 2024-09-21T00:36:41.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.270+0000 7f6f2b7fe640 1 -- 172.21.15.67:0/2925390740 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_hack_allow_loading_invalid_metadata}]=0 v69)=0 v69) ==== 140+0+0 (secure 0 0 0) 0x7f6f24067240 con 0x7f6f340b1e50 2024-09-21T00:36:41.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.272+0000 7f6f390e5640 1 -- 172.21.15.67:0/2925390740 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6f14078b90 msgr2=0x7f6f1407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:41.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.272+0000 7f6f390e5640 1 --2- 172.21.15.67:0/2925390740 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6f14078b90 0x7f6f1407b0a0 secure :-1 s=READY pgs=1007 cs=0 l=1 rev1=1 crypto rx=0x7f6f1c034000 tx=0x7f6f1c004730 comp rx=0 tx=0).stop 2024-09-21T00:36:41.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.272+0000 7f6f390e5640 1 -- 172.21.15.67:0/2925390740 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6f340b1e50 msgr2=0x7f6f3406d7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:41.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.272+0000 7f6f390e5640 1 --2- 172.21.15.67:0/2925390740 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6f340b1e50 0x7f6f3406d7b0 secure :-1 s=READY pgs=2662 cs=0 l=1 rev1=1 crypto rx=0x7f6f2400ba50 tx=0x7f6f2400bf10 comp rx=0 tx=0).stop 2024-09-21T00:36:41.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.272+0000 7f6f390e5640 1 -- 172.21.15.67:0/2925390740 shutdown_connections 2024-09-21T00:36:41.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.272+0000 7f6f390e5640 1 --2- 172.21.15.67:0/2925390740 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6f14078b90 0x7f6f1407b0a0 unknown :-1 s=CLOSED pgs=1007 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:41.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.272+0000 7f6f390e5640 1 --2- 172.21.15.67:0/2925390740 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6f34160610 0x7f6f34157650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:41.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.272+0000 7f6f390e5640 1 --2- 172.21.15.67:0/2925390740 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f6f340d08d0 0x7f6f340c55b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:41.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.272+0000 7f6f390e5640 1 --2- 172.21.15.67:0/2925390740 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f6f340b1e50 0x7f6f3406d7b0 unknown :-1 s=CLOSED pgs=2662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:41.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.272+0000 7f6f390e5640 1 -- 172.21.15.67:0/2925390740 >> 172.21.15.67:0/2925390740 conn(0x7f6f34074720 msgr2=0x7f6f340b74d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:41.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.273+0000 7f6f390e5640 1 -- 172.21.15.67:0/2925390740 shutdown_connections 2024-09-21T00:36:41.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.273+0000 7f6f390e5640 1 -- 172.21.15.67:0/2925390740 wait complete. 2024-09-21T00:36:41.285 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-21T00:36:41.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.405+0000 7fd045b8b640 1 -- 172.21.15.67:0/4107557465 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd028003ff0 msgr2=0x7fd028004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:41.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.405+0000 7fd045b8b640 1 --2- 172.21.15.67:0/4107557465 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd028003ff0 0x7fd028004800 secure :-1 s=READY pgs=2664 cs=0 l=1 rev1=1 crypto rx=0x7fd034009b20 tx=0x7fd028005830 comp rx=0 tx=0).stop 2024-09-21T00:36:41.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.405+0000 7fd03ffff640 1 -- 172.21.15.67:0/4107557465 reap_dead start 2024-09-21T00:36:41.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.405+0000 7fd045b8b640 1 -- 172.21.15.67:0/4107557465 shutdown_connections 2024-09-21T00:36:41.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.405+0000 7fd045b8b640 1 -- 172.21.15.67:0/4107557465 >> 172.21.15.67:0/4107557465 conn(0x7fd0400b41a0 msgr2=0x7fd0400b45b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:41.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.405+0000 7fd045b8b640 1 -- 172.21.15.67:0/4107557465 shutdown_connections 2024-09-21T00:36:41.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.405+0000 7fd045b8b640 1 -- 172.21.15.67:0/4107557465 wait complete. 2024-09-21T00:36:41.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.407+0000 7fd045b8b640 1 Processor -- start 2024-09-21T00:36:41.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.407+0000 7fd045b8b640 1 -- start start 2024-09-21T00:36:41.410 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.408+0000 7fd045b8b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd028003ff0 0x7fd0401f61b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:41.410 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.408+0000 7fd045b8b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd0400cd6c0 0x7fd0400cdad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:41.410 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.408+0000 7fd045b8b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd0401f6940 0x7fd0401f6d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:41.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.408+0000 7fd045b8b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fd0400d10f0 con 0x7fd028003ff0 2024-09-21T00:36:41.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.408+0000 7fd045b8b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fd0400d0f70 con 0x7fd0401f6940 2024-09-21T00:36:41.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.408+0000 7fd045b8b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fd0400b6f30 con 0x7fd0400cd6c0 2024-09-21T00:36:41.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.408+0000 7fd03f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd028003ff0 0x7fd0401f61b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:41.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.408+0000 7fd03f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd028003ff0 0x7fd0401f61b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46578/0 (socket says 172.21.15.67:46578) 2024-09-21T00:36:41.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.408+0000 7fd03f7fe640 1 -- 172.21.15.67:0/2332112397 learned_addr learned my addr 172.21.15.67:0/2332112397 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:41.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.408+0000 7fd03ffff640 1 --2- 172.21.15.67:0/2332112397 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd0401f6940 0x7fd0401f6d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:41.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.408+0000 7fd03effd640 1 --2- 172.21.15.67:0/2332112397 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd0400cd6c0 0x7fd0400cdad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:41.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.409+0000 7fd03f7fe640 1 -- 172.21.15.67:0/2332112397 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd0400cd6c0 msgr2=0x7fd0400cdad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:41.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.409+0000 7fd03f7fe640 1 --2- 172.21.15.67:0/2332112397 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd0400cd6c0 0x7fd0400cdad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:41.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.409+0000 7fd03f7fe640 1 -- 172.21.15.67:0/2332112397 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd0401f6940 msgr2=0x7fd0401f6d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:41.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.409+0000 7fd03f7fe640 1 --2- 172.21.15.67:0/2332112397 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd0401f6940 0x7fd0401f6d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:41.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.409+0000 7fd03f7fe640 1 -- 172.21.15.67:0/2332112397 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0401f66f0 con 0x7fd028003ff0 2024-09-21T00:36:41.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.409+0000 7fd03f7fe640 1 --2- 172.21.15.67:0/2332112397 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd028003ff0 0x7fd0401f61b0 secure :-1 s=READY pgs=2665 cs=0 l=1 rev1=1 crypto rx=0x7fd030001a30 tx=0x7fd0300066f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:41.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.409+0000 7fd027fff640 1 -- 172.21.15.67:0/2332112397 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd03000f780 con 0x7fd028003ff0 2024-09-21T00:36:41.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.409+0000 7fd027fff640 1 -- 172.21.15.67:0/2332112397 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd030016020 con 0x7fd028003ff0 2024-09-21T00:36:41.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.409+0000 7fd045b8b640 1 -- 172.21.15.67:0/2332112397 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0401f7290 con 0x7fd028003ff0 2024-09-21T00:36:41.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.409+0000 7fd027fff640 1 -- 172.21.15.67:0/2332112397 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd03000fbc0 con 0x7fd028003ff0 2024-09-21T00:36:41.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.409+0000 7fd045b8b640 1 -- 172.21.15.67:0/2332112397 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0400ce750 con 0x7fd028003ff0 2024-09-21T00:36:41.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.410+0000 7fd045b8b640 1 -- 172.21.15.67:0/2332112397 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd0400b69f0 con 0x7fd028003ff0 2024-09-21T00:36:41.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.411+0000 7fd027fff640 1 -- 172.21.15.67:0/2332112397 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fd030011430 con 0x7fd028003ff0 2024-09-21T00:36:41.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.411+0000 7fd027fff640 1 --2- 172.21.15.67:0/2332112397 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd02c078bc0 0x7fd02c07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:41.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.411+0000 7fd027fff640 1 -- 172.21.15.67:0/2332112397 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(211..211 src has 1..211) ==== 5795+0+0 (secure 0 0 0) 0x7fd03009b800 con 0x7fd028003ff0 2024-09-21T00:36:41.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.412+0000 7fd03effd640 1 --2- 172.21.15.67:0/2332112397 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd02c078bc0 0x7fd02c07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:41.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.412+0000 7fd03effd640 1 --2- 172.21.15.67:0/2332112397 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd02c078bc0 0x7fd02c07b0d0 secure :-1 s=READY pgs=1008 cs=0 l=1 rev1=1 crypto rx=0x7fd034035000 tx=0x7fd0340046c0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:41.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.416+0000 7fd027fff640 1 -- 172.21.15.67:0/2332112397 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fd030020020 con 0x7fd028003ff0 2024-09-21T00:36:41.644 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.643+0000 7fd045b8b640 1 -- 172.21.15.67:0/2332112397 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) -- 0x7fd0400b2720 con 0x7fd028003ff0 2024-09-21T00:36:41.752 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.751+0000 7fd027fff640 1 -- 172.21.15.67:0/2332112397 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v180) ==== 162+0+0 (secure 0 0 0) 0x7fd0401f7290 con 0x7fd028003ff0 2024-09-21T00:36:41.752 INFO:teuthology.orchestra.run.smithi067.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-21T00:36:41.756 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.755+0000 7fd045b8b640 1 -- 172.21.15.67:0/2332112397 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd02c078bc0 msgr2=0x7fd02c07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:41.756 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.755+0000 7fd045b8b640 1 --2- 172.21.15.67:0/2332112397 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd02c078bc0 0x7fd02c07b0d0 secure :-1 s=READY pgs=1008 cs=0 l=1 rev1=1 crypto rx=0x7fd034035000 tx=0x7fd0340046c0 comp rx=0 tx=0).stop 2024-09-21T00:36:41.756 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.755+0000 7fd045b8b640 1 -- 172.21.15.67:0/2332112397 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd028003ff0 msgr2=0x7fd0401f61b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:41.756 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.755+0000 7fd045b8b640 1 --2- 172.21.15.67:0/2332112397 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd028003ff0 0x7fd0401f61b0 secure :-1 s=READY pgs=2665 cs=0 l=1 rev1=1 crypto rx=0x7fd030001a30 tx=0x7fd0300066f0 comp rx=0 tx=0).stop 2024-09-21T00:36:41.756 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.755+0000 7fd045b8b640 1 -- 172.21.15.67:0/2332112397 shutdown_connections 2024-09-21T00:36:41.757 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.755+0000 7fd045b8b640 1 --2- 172.21.15.67:0/2332112397 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd02c078bc0 0x7fd02c07b0d0 unknown :-1 s=CLOSED pgs=1008 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:41.757 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.755+0000 7fd045b8b640 1 --2- 172.21.15.67:0/2332112397 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd0401f6940 0x7fd0401f6d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:41.757 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.755+0000 7fd045b8b640 1 --2- 172.21.15.67:0/2332112397 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd0400cd6c0 0x7fd0400cdad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:41.757 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.755+0000 7fd045b8b640 1 --2- 172.21.15.67:0/2332112397 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd028003ff0 0x7fd0401f61b0 unknown :-1 s=CLOSED pgs=2665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:41.757 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.755+0000 7fd045b8b640 1 -- 172.21.15.67:0/2332112397 >> 172.21.15.67:0/2332112397 conn(0x7fd0400b41a0 msgr2=0x7fd04015ce50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:41.757 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.755+0000 7fd045b8b640 1 -- 172.21.15.67:0/2332112397 shutdown_connections 2024-09-21T00:36:41.757 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.755+0000 7fd045b8b640 1 -- 172.21.15.67:0/2332112397 wait complete. 2024-09-21T00:36:41.770 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:36:41.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.885+0000 7f1569807640 1 -- 172.21.15.67:0/1365747566 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f156415eaa0 msgr2=0x7f1564163080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:41.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.885+0000 7f1569807640 1 --2- 172.21.15.67:0/1365747566 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f156415eaa0 0x7f1564163080 secure :-1 s=READY pgs=2666 cs=0 l=1 rev1=1 crypto rx=0x7f1554005fd0 tx=0x7f155402a5d0 comp rx=0 tx=0).stop 2024-09-21T00:36:41.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.885+0000 7f1569807640 1 -- 172.21.15.67:0/1365747566 shutdown_connections 2024-09-21T00:36:41.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.885+0000 7f1569807640 1 --2- 172.21.15.67:0/1365747566 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f156415eaa0 0x7f1564163080 unknown :-1 s=CLOSED pgs=2666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:41.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.886+0000 7f1569807640 1 --2- 172.21.15.67:0/1365747566 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f15640cfee0 0x7f15640d2730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:41.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.886+0000 7f1569807640 1 -- 172.21.15.67:0/1365747566 >> 172.21.15.67:0/1365747566 conn(0x7f1564073c20 msgr2=0x7f156406cb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:41.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.886+0000 7f1569807640 1 -- 172.21.15.67:0/1365747566 shutdown_connections 2024-09-21T00:36:41.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.886+0000 7f1569807640 1 -- 172.21.15.67:0/1365747566 wait complete. 2024-09-21T00:36:41.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.887+0000 7f1569807640 1 Processor -- start 2024-09-21T00:36:41.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.888+0000 7f1569807640 1 -- start start 2024-09-21T00:36:41.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.889+0000 7f1569807640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f15640cfee0 0x7f156414d440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:41.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.889+0000 7f1569807640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f15640d1110 0x7f1564160120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:41.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.889+0000 7f1569807640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f156415eaa0 0x7f1564160660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:41.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.889+0000 7f1569807640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f15640d36c0 con 0x7f156415eaa0 2024-09-21T00:36:41.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.889+0000 7f1569807640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f15640d3540 con 0x7f15640d1110 2024-09-21T00:36:41.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.889+0000 7f1569807640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f15640d3840 con 0x7f15640cfee0 2024-09-21T00:36:41.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.889+0000 7f15637fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f156415eaa0 0x7f1564160660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:41.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.889+0000 7f15637fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f156415eaa0 0x7f1564160660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:46600/0 (socket says 172.21.15.67:46600) 2024-09-21T00:36:41.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.889+0000 7f15637fe640 1 -- 172.21.15.67:0/2337448316 learned_addr learned my addr 172.21.15.67:0/2337448316 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:41.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.889+0000 7f1562ffd640 1 --2- 172.21.15.67:0/2337448316 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f15640cfee0 0x7f156414d440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:41.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.889+0000 7f15627fc640 1 --2- 172.21.15.67:0/2337448316 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f15640d1110 0x7f1564160120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:41.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.889+0000 7f15637fe640 1 -- 172.21.15.67:0/2337448316 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f15640cfee0 msgr2=0x7f156414d440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:41.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.889+0000 7f15637fe640 1 --2- 172.21.15.67:0/2337448316 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f15640cfee0 0x7f156414d440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:41.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.889+0000 7f15637fe640 1 -- 172.21.15.67:0/2337448316 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f15640d1110 msgr2=0x7f1564160120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:41.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.889+0000 7f15637fe640 1 --2- 172.21.15.67:0/2337448316 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f15640d1110 0x7f1564160120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:41.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.889+0000 7f15637fe640 1 -- 172.21.15.67:0/2337448316 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15640cea70 con 0x7f156415eaa0 2024-09-21T00:36:41.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.890+0000 7f15637fe640 1 --2- 172.21.15.67:0/2337448316 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f156415eaa0 0x7f1564160660 secure :-1 s=READY pgs=2667 cs=0 l=1 rev1=1 crypto rx=0x7f155c00c760 tx=0x7f155c00cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:41.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.890+0000 7f155bfff640 1 -- 172.21.15.67:0/2337448316 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f155c003b70 con 0x7f156415eaa0 2024-09-21T00:36:41.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.890+0000 7f155bfff640 1 -- 172.21.15.67:0/2337448316 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f155c003d10 con 0x7f156415eaa0 2024-09-21T00:36:41.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.890+0000 7f155bfff640 1 -- 172.21.15.67:0/2337448316 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f155c00aab0 con 0x7f156415eaa0 2024-09-21T00:36:41.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.890+0000 7f1569807640 1 -- 172.21.15.67:0/2337448316 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f156414dca0 con 0x7f156415eaa0 2024-09-21T00:36:41.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.890+0000 7f1569807640 1 -- 172.21.15.67:0/2337448316 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f156414f800 con 0x7f156415eaa0 2024-09-21T00:36:41.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.891+0000 7f1569807640 1 -- 172.21.15.67:0/2337448316 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f156406a400 con 0x7f156415eaa0 2024-09-21T00:36:41.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.892+0000 7f155bfff640 1 -- 172.21.15.67:0/2337448316 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f155c00ac50 con 0x7f156415eaa0 2024-09-21T00:36:41.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.892+0000 7f155bfff640 1 --2- 172.21.15.67:0/2337448316 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1544078b90 0x7f154407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:41.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.892+0000 7f155bfff640 1 -- 172.21.15.67:0/2337448316 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(211..211 src has 1..211) ==== 5795+0+0 (secure 0 0 0) 0x7f155c09aa00 con 0x7f156415eaa0 2024-09-21T00:36:41.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.893+0000 7f1562ffd640 1 --2- 172.21.15.67:0/2337448316 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1544078b90 0x7f154407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:41.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.893+0000 7f1562ffd640 1 --2- 172.21.15.67:0/2337448316 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1544078b90 0x7f154407b0a0 secure :-1 s=READY pgs=1010 cs=0 l=1 rev1=1 crypto rx=0x7f154c005fd0 tx=0x7f154c005850 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:41.898 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:41.897+0000 7f155bfff640 1 -- 172.21.15.67:0/2337448316 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f156406a400 con 0x7f156415eaa0 2024-09-21T00:36:42.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:42.121+0000 7f1569807640 1 -- 172.21.15.67:0/2337448316 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f15640d0bf0 con 0x7f156415eaa0 2024-09-21T00:36:42.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:42.121+0000 7f155bfff640 1 -- 172.21.15.67:0/2337448316 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 181 v181) ==== 95+0+5230 (secure 0 0 0) 0x7f15640d0bf0 con 0x7f156415eaa0 2024-09-21T00:36:42.123 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:42.123 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":181,"btime":"2024-09-21T00:36:41:756036+0000","default_fscid":16,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":9146,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/718747030","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":718747030},{"type":"v1","addr":"172.21.15.97:6837","nonce":718747030}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":173},{"gid":10321,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/3246375124","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3246375124},{"type":"v1","addr":"172.21.15.97:6836","nonce":3246375124}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":172},{"gid":11718,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/1998642908","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1998642908},{"type":"v1","addr":"172.21.15.67:6834","nonce":1998642908}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":173}],"filesystems":[{"mdsmap":{"epoch":181,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:36:19.767153+0000","modified":"2024-09-21T00:36:41.756017+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":211,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":11913},"failed":[],"damaged":[],"stopped":[],"info":{"gid_11913":{"gid":11913,"name":"a","rank":0,"incarnation":181,"state":"up:replay","state_seq":1,"addr":"172.21.15.67:6835/2324294626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":2324294626},{"type":"v1","addr":"172.21.15.67:6835","nonce":2324294626}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[33],"metadata_pool":32,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":16}]} 2024-09-21T00:36:42.123 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 181 2024-09-21T00:36:42.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:42.124+0000 7f1569807640 1 -- 172.21.15.67:0/2337448316 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1544078b90 msgr2=0x7f154407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:42.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:42.124+0000 7f1569807640 1 --2- 172.21.15.67:0/2337448316 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1544078b90 0x7f154407b0a0 secure :-1 s=READY pgs=1010 cs=0 l=1 rev1=1 crypto rx=0x7f154c005fd0 tx=0x7f154c005850 comp rx=0 tx=0).stop 2024-09-21T00:36:42.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:42.124+0000 7f1569807640 1 -- 172.21.15.67:0/2337448316 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f156415eaa0 msgr2=0x7f1564160660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:42.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:42.124+0000 7f1569807640 1 --2- 172.21.15.67:0/2337448316 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f156415eaa0 0x7f1564160660 secure :-1 s=READY pgs=2667 cs=0 l=1 rev1=1 crypto rx=0x7f155c00c760 tx=0x7f155c00cc20 comp rx=0 tx=0).stop 2024-09-21T00:36:42.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:42.124+0000 7f1569807640 1 -- 172.21.15.67:0/2337448316 shutdown_connections 2024-09-21T00:36:42.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:42.124+0000 7f1569807640 1 --2- 172.21.15.67:0/2337448316 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f1544078b90 0x7f154407b0a0 unknown :-1 s=CLOSED pgs=1010 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:42.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:42.124+0000 7f1569807640 1 --2- 172.21.15.67:0/2337448316 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f156415eaa0 0x7f1564160660 unknown :-1 s=CLOSED pgs=2667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:42.125 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:42.124+0000 7f1569807640 1 --2- 172.21.15.67:0/2337448316 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f15640d1110 0x7f1564160120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:42.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:42.124+0000 7f1569807640 1 --2- 172.21.15.67:0/2337448316 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f15640cfee0 0x7f156414d440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:42.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:42.124+0000 7f1569807640 1 -- 172.21.15.67:0/2337448316 >> 172.21.15.67:0/2337448316 conn(0x7f1564073c20 msgr2=0x7f156415dd90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:42.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:42.124+0000 7f1569807640 1 -- 172.21.15.67:0/2337448316 shutdown_connections 2024-09-21T00:36:42.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:42.124+0000 7f1569807640 1 -- 172.21.15.67:0/2337448316 wait complete. 2024-09-21T00:36:42.538 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 181, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-21T00:36:19.767153+0000', 'modified': '2024-09-21T00:36:41.756017+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 211, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 11913}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_11913': {'gid': 11913, 'name': 'a', 'rank': 0, 'incarnation': 181, 'state': 'up:replay', 'state_seq': 1, 'addr': '172.21.15.67:6835/2324294626', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.67:6833', 'nonce': 2324294626}, {'type': 'v1', 'addr': '172.21.15.67:6835', 'nonce': 2324294626}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [33], 'metadata_pool': 32, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 0, 'qdb_cluster': []} 2024-09-21T00:36:42.538 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_11913:up:replay 2024-09-21T00:36:43.539 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:36:43.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:43.671+0000 7f759b0ec640 1 -- 172.21.15.67:0/1212702258 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f757c003c10 msgr2=0x7f757c004060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:43.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:43.671+0000 7f759b0ec640 1 --2- 172.21.15.67:0/1212702258 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f757c003c10 0x7f757c004060 secure :-1 s=READY pgs=2669 cs=0 l=1 rev1=1 crypto rx=0x7f7584006f80 tx=0x7f757c005830 comp rx=0 tx=0).stop 2024-09-21T00:36:43.672 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:43.671+0000 7f7599689640 1 -- 172.21.15.67:0/1212702258 reap_dead start 2024-09-21T00:36:43.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:43.671+0000 7f759b0ec640 1 -- 172.21.15.67:0/1212702258 shutdown_connections 2024-09-21T00:36:43.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:43.671+0000 7f759b0ec640 1 -- 172.21.15.67:0/1212702258 >> 172.21.15.67:0/1212702258 conn(0x7f75940b0240 msgr2=0x7f75940b0650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:43.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:43.671+0000 7f759b0ec640 1 -- 172.21.15.67:0/1212702258 shutdown_connections 2024-09-21T00:36:43.673 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:43.671+0000 7f759b0ec640 1 -- 172.21.15.67:0/1212702258 wait complete. 2024-09-21T00:36:43.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:43.673+0000 7f759b0ec640 1 Processor -- start 2024-09-21T00:36:43.674 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:43.673+0000 7f759b0ec640 1 -- start start 2024-09-21T00:36:43.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:43.674+0000 7f759b0ec640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f757c003c10 0x7f7594150d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:43.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:43.674+0000 7f759b0ec640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f75941f70d0 0x7f759414f3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:43.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:43.674+0000 7f759b0ec640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f75941f74e0 0x7f759414f920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:43.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:43.674+0000 7f759b0ec640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f75941643d0 con 0x7f757c003c10 2024-09-21T00:36:43.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:43.674+0000 7f759b0ec640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f7594074510 con 0x7f75941f74e0 2024-09-21T00:36:43.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:43.674+0000 7f759b0ec640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f7594164550 con 0x7f75941f70d0 2024-09-21T00:36:43.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:43.674+0000 7f7598e88640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f757c003c10 0x7f7594150d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:43.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:43.674+0000 7f7598e88640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f757c003c10 0x7f7594150d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59504/0 (socket says 172.21.15.67:59504) 2024-09-21T00:36:43.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:43.674+0000 7f7598e88640 1 -- 172.21.15.67:0/152634056 learned_addr learned my addr 172.21.15.67:0/152634056 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:43.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:43.674+0000 7f7593fff640 1 --2- 172.21.15.67:0/152634056 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f75941f70d0 0x7f759414f3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:43.677 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:43.674+0000 7f7599689640 1 --2- 172.21.15.67:0/152634056 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f75941f74e0 0x7f759414f920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:43.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:43.675+0000 7f7598e88640 1 -- 172.21.15.67:0/152634056 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f75941f70d0 msgr2=0x7f759414f3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:43.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:43.675+0000 7f7598e88640 1 --2- 172.21.15.67:0/152634056 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f75941f70d0 0x7f759414f3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:43.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:43.675+0000 7f7598e88640 1 -- 172.21.15.67:0/152634056 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f75941f74e0 msgr2=0x7f759414f920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:43.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:43.675+0000 7f7598e88640 1 --2- 172.21.15.67:0/152634056 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f75941f74e0 0x7f759414f920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:43.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:43.675+0000 7f7598e88640 1 -- 172.21.15.67:0/152634056 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7594151830 con 0x7f757c003c10 2024-09-21T00:36:43.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:43.675+0000 7f7599689640 1 --2- 172.21.15.67:0/152634056 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f75941f74e0 0x7f759414f920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:36:43.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:43.675+0000 7f7598e88640 1 --2- 172.21.15.67:0/152634056 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f757c003c10 0x7f7594150d70 secure :-1 s=READY pgs=2670 cs=0 l=1 rev1=1 crypto rx=0x7f7584000c00 tx=0x7f7584003c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:43.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:43.675+0000 7f75917fa640 1 -- 172.21.15.67:0/152634056 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7584006bd0 con 0x7f757c003c10 2024-09-21T00:36:43.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:43.675+0000 7f75917fa640 1 -- 172.21.15.67:0/152634056 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7584003e40 con 0x7f757c003c10 2024-09-21T00:36:43.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:43.675+0000 7f759b0ec640 1 -- 172.21.15.67:0/152634056 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f759413ca60 con 0x7f757c003c10 2024-09-21T00:36:43.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:43.675+0000 7f75917fa640 1 -- 172.21.15.67:0/152634056 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7584001c50 con 0x7f757c003c10 2024-09-21T00:36:43.678 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:43.675+0000 7f759b0ec640 1 -- 172.21.15.67:0/152634056 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75941512b0 con 0x7f757c003c10 2024-09-21T00:36:43.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:43.676+0000 7f759b0ec640 1 -- 172.21.15.67:0/152634056 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7594152e30 con 0x7f757c003c10 2024-09-21T00:36:43.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:43.677+0000 7f75917fa640 1 -- 172.21.15.67:0/152634056 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f7584035020 con 0x7f757c003c10 2024-09-21T00:36:43.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:43.677+0000 7f75917fa640 1 --2- 172.21.15.67:0/152634056 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7580078b90 0x7f758007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:43.679 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:43.678+0000 7f75917fa640 1 -- 172.21.15.67:0/152634056 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(211..211 src has 1..211) ==== 5795+0+0 (secure 0 0 0) 0x7f75840bb9c0 con 0x7f757c003c10 2024-09-21T00:36:43.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:43.678+0000 7f7593fff640 1 --2- 172.21.15.67:0/152634056 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7580078b90 0x7f758007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:43.680 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:43.678+0000 7f7593fff640 1 --2- 172.21.15.67:0/152634056 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7580078b90 0x7f758007b0a0 secure :-1 s=READY pgs=1011 cs=0 l=1 rev1=1 crypto rx=0x7f759415c850 tx=0x7f7588006b10 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:43.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:43.682+0000 7f75917fa640 1 -- 172.21.15.67:0/152634056 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f7594152e30 con 0x7f757c003c10 2024-09-21T00:36:43.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:43.906+0000 7f759b0ec640 1 -- 172.21.15.67:0/152634056 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f7594073bf0 con 0x7f757c003c10 2024-09-21T00:36:43.907 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:43.906+0000 7f75917fa640 1 -- 172.21.15.67:0/152634056 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 183 v183) ==== 95+0+5230 (secure 0 0 0) 0x7f75840bde20 con 0x7f757c003c10 2024-09-21T00:36:43.907 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:43.907 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":183,"btime":"2024-09-21T00:36:43:760261+0000","default_fscid":16,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":9146,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/718747030","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":718747030},{"type":"v1","addr":"172.21.15.97:6837","nonce":718747030}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":173},{"gid":10321,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/3246375124","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3246375124},{"type":"v1","addr":"172.21.15.97:6836","nonce":3246375124}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":172},{"gid":11718,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/1998642908","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1998642908},{"type":"v1","addr":"172.21.15.67:6834","nonce":1998642908}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":173}],"filesystems":[{"mdsmap":{"epoch":183,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:36:19.767153+0000","modified":"2024-09-21T00:36:42.763200+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":211,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":11913},"failed":[],"damaged":[],"stopped":[],"info":{"gid_11913":{"gid":11913,"name":"a","rank":0,"incarnation":181,"state":"up:rejoin","state_seq":3,"addr":"172.21.15.67:6835/2324294626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":2324294626},{"type":"v1","addr":"172.21.15.67:6835","nonce":2324294626}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[33],"metadata_pool":32,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":16}]} 2024-09-21T00:36:43.908 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 183 2024-09-21T00:36:43.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:43.908+0000 7f759b0ec640 1 -- 172.21.15.67:0/152634056 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7580078b90 msgr2=0x7f758007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:43.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:43.908+0000 7f759b0ec640 1 --2- 172.21.15.67:0/152634056 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7580078b90 0x7f758007b0a0 secure :-1 s=READY pgs=1011 cs=0 l=1 rev1=1 crypto rx=0x7f759415c850 tx=0x7f7588006b10 comp rx=0 tx=0).stop 2024-09-21T00:36:43.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:43.908+0000 7f759b0ec640 1 -- 172.21.15.67:0/152634056 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f757c003c10 msgr2=0x7f7594150d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:43.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:43.908+0000 7f759b0ec640 1 --2- 172.21.15.67:0/152634056 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f757c003c10 0x7f7594150d70 secure :-1 s=READY pgs=2670 cs=0 l=1 rev1=1 crypto rx=0x7f7584000c00 tx=0x7f7584003c50 comp rx=0 tx=0).stop 2024-09-21T00:36:43.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:43.909+0000 7f759b0ec640 1 -- 172.21.15.67:0/152634056 shutdown_connections 2024-09-21T00:36:43.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:43.909+0000 7f759b0ec640 1 --2- 172.21.15.67:0/152634056 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7580078b90 0x7f758007b0a0 unknown :-1 s=CLOSED pgs=1011 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:43.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:43.909+0000 7f759b0ec640 1 --2- 172.21.15.67:0/152634056 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f75941f74e0 0x7f759414f920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:43.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:43.909+0000 7f759b0ec640 1 --2- 172.21.15.67:0/152634056 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f75941f70d0 0x7f759414f3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:43.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:43.909+0000 7f759b0ec640 1 --2- 172.21.15.67:0/152634056 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f757c003c10 0x7f7594150d70 unknown :-1 s=CLOSED pgs=2670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:43.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:43.909+0000 7f759b0ec640 1 -- 172.21.15.67:0/152634056 >> 172.21.15.67:0/152634056 conn(0x7f75940b0240 msgr2=0x7f75941501c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:43.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:43.909+0000 7f759b0ec640 1 -- 172.21.15.67:0/152634056 shutdown_connections 2024-09-21T00:36:43.911 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:43.909+0000 7f759b0ec640 1 -- 172.21.15.67:0/152634056 wait complete. 2024-09-21T00:36:44.324 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 183, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-21T00:36:19.767153+0000', 'modified': '2024-09-21T00:36:42.763200+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 211, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 11913}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_11913': {'gid': 11913, 'name': 'a', 'rank': 0, 'incarnation': 181, 'state': 'up:rejoin', 'state_seq': 3, 'addr': '172.21.15.67:6835/2324294626', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.67:6833', 'nonce': 2324294626}, {'type': 'v1', 'addr': '172.21.15.67:6835', 'nonce': 2324294626}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [33], 'metadata_pool': 32, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 0, 'qdb_cluster': []} 2024-09-21T00:36:44.324 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_11913:up:rejoin 2024-09-21T00:36:45.325 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:36:45.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:45.456+0000 7f5c82ea9640 1 -- 172.21.15.67:0/1269675230 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5c7c0d2810 msgr2=0x7f5c7c15e860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:45.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:45.456+0000 7f5c82ea9640 1 --2- 172.21.15.67:0/1269675230 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5c7c0d2810 0x7f5c7c15e860 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7f5c70009830 tx=0x7f5c7002a4a0 comp rx=0 tx=0).stop 2024-09-21T00:36:45.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:45.456+0000 7f5c82ea9640 1 -- 172.21.15.67:0/1269675230 shutdown_connections 2024-09-21T00:36:45.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:45.456+0000 7f5c82ea9640 1 --2- 172.21.15.67:0/1269675230 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5c7c0b6b70 0x7f5c7c0d2fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:45.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:45.456+0000 7f5c82ea9640 1 --2- 172.21.15.67:0/1269675230 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5c7c0d2810 0x7f5c7c15e860 unknown :-1 s=CLOSED pgs=799 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:45.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:45.456+0000 7f5c82ea9640 1 -- 172.21.15.67:0/1269675230 >> 172.21.15.67:0/1269675230 conn(0x7f5c7c0d1460 msgr2=0x7f5c7c0d1870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:45.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:45.456+0000 7f5c82ea9640 1 -- 172.21.15.67:0/1269675230 shutdown_connections 2024-09-21T00:36:45.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:45.456+0000 7f5c82ea9640 1 -- 172.21.15.67:0/1269675230 wait complete. 2024-09-21T00:36:45.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:45.458+0000 7f5c82ea9640 1 Processor -- start 2024-09-21T00:36:45.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:45.458+0000 7f5c82ea9640 1 -- start start 2024-09-21T00:36:45.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:45.459+0000 7f5c82ea9640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5c7c0d2810 0x7f5c7c1f6100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:45.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:45.459+0000 7f5c82ea9640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5c7c1625d0 0x7f5c7c160920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:45.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:45.459+0000 7f5c82ea9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5c7c0cdd20 0x7f5c7c0ca500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:45.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:45.459+0000 7f5c82ea9640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f5c7c0d3940 con 0x7f5c7c0cdd20 2024-09-21T00:36:45.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:45.459+0000 7f5c82ea9640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f5c7c0d37c0 con 0x7f5c7c0d2810 2024-09-21T00:36:45.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:45.459+0000 7f5c82ea9640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f5c7c0d3ac0 con 0x7f5c7c1625d0 2024-09-21T00:36:45.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:45.459+0000 7f5c81446640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5c7c0cdd20 0x7f5c7c0ca500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:45.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:45.459+0000 7f5c81446640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5c7c0cdd20 0x7f5c7c0ca500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59516/0 (socket says 172.21.15.67:59516) 2024-09-21T00:36:45.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:45.459+0000 7f5c81446640 1 -- 172.21.15.67:0/3631716327 learned_addr learned my addr 172.21.15.67:0/3631716327 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:45.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:45.459+0000 7f5c80c45640 1 --2- 172.21.15.67:0/3631716327 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5c7c0d2810 0x7f5c7c1f6100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:45.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:45.459+0000 7f5c7bfff640 1 --2- 172.21.15.67:0/3631716327 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5c7c1625d0 0x7f5c7c160920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:45.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:45.460+0000 7f5c81446640 1 -- 172.21.15.67:0/3631716327 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5c7c1625d0 msgr2=0x7f5c7c160920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:45.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:45.460+0000 7f5c81446640 1 --2- 172.21.15.67:0/3631716327 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5c7c1625d0 0x7f5c7c160920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:45.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:45.460+0000 7f5c81446640 1 -- 172.21.15.67:0/3631716327 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5c7c0d2810 msgr2=0x7f5c7c1f6100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:45.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:45.460+0000 7f5c81446640 1 --2- 172.21.15.67:0/3631716327 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5c7c0d2810 0x7f5c7c1f6100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:45.462 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:45.460+0000 7f5c81446640 1 -- 172.21.15.67:0/3631716327 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5c7c0ccc80 con 0x7f5c7c0cdd20 2024-09-21T00:36:45.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:45.460+0000 7f5c81446640 1 --2- 172.21.15.67:0/3631716327 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5c7c0cdd20 0x7f5c7c0ca500 secure :-1 s=READY pgs=2672 cs=0 l=1 rev1=1 crypto rx=0x7f5c7400ec50 tx=0x7f5c7400c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:45.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:45.460+0000 7f5c797fa640 1 -- 172.21.15.67:0/3631716327 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c74003b70 con 0x7f5c7c0cdd20 2024-09-21T00:36:45.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:45.460+0000 7f5c797fa640 1 -- 172.21.15.67:0/3631716327 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5c74003d10 con 0x7f5c7c0cdd20 2024-09-21T00:36:45.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:45.460+0000 7f5c82ea9640 1 -- 172.21.15.67:0/3631716327 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5c7c0ccf60 con 0x7f5c7c0cdd20 2024-09-21T00:36:45.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:45.460+0000 7f5c797fa640 1 -- 172.21.15.67:0/3631716327 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5c74004280 con 0x7f5c7c0cdd20 2024-09-21T00:36:45.463 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:45.460+0000 7f5c82ea9640 1 -- 172.21.15.67:0/3631716327 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5c7c0cd520 con 0x7f5c7c0cdd20 2024-09-21T00:36:45.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:45.461+0000 7f5c82ea9640 1 -- 172.21.15.67:0/3631716327 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5c7c0d3f80 con 0x7f5c7c0cdd20 2024-09-21T00:36:45.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:45.462+0000 7f5c797fa640 1 -- 172.21.15.67:0/3631716327 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f5c74004420 con 0x7f5c7c0cdd20 2024-09-21T00:36:45.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:45.462+0000 7f5c797fa640 1 --2- 172.21.15.67:0/3631716327 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5c60078b90 0x7f5c6007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:45.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:45.463+0000 7f5c797fa640 1 -- 172.21.15.67:0/3631716327 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(211..211 src has 1..211) ==== 5795+0+0 (secure 0 0 0) 0x7f5c7409ba70 con 0x7f5c7c0cdd20 2024-09-21T00:36:45.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:45.463+0000 7f5c80c45640 1 --2- 172.21.15.67:0/3631716327 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5c60078b90 0x7f5c6007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:45.464 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:45.463+0000 7f5c80c45640 1 --2- 172.21.15.67:0/3631716327 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5c60078b90 0x7f5c6007b0a0 secure :-1 s=READY pgs=1012 cs=0 l=1 rev1=1 crypto rx=0x7f5c70034000 tx=0x7f5c70004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:45.468 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:45.467+0000 7f5c797fa640 1 -- 172.21.15.67:0/3631716327 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f5c74063780 con 0x7f5c7c0cdd20 2024-09-21T00:36:45.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:45.692+0000 7f5c82ea9640 1 -- 172.21.15.67:0/3631716327 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5c7c0b83a0 con 0x7f5c7c0cdd20 2024-09-21T00:36:45.693 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:45.692+0000 7f5c797fa640 1 -- 172.21.15.67:0/3631716327 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 184 v184) ==== 95+0+5239 (secure 0 0 0) 0x7f5c740681b0 con 0x7f5c7c0cdd20 2024-09-21T00:36:45.694 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:36:45.694 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":184,"btime":"2024-09-21T00:36:44:762028+0000","default_fscid":16,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":9146,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/718747030","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":718747030},{"type":"v1","addr":"172.21.15.97:6837","nonce":718747030}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":173},{"gid":10321,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/3246375124","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3246375124},{"type":"v1","addr":"172.21.15.97:6836","nonce":3246375124}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":172},{"gid":11718,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/1998642908","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1998642908},{"type":"v1","addr":"172.21.15.67:6834","nonce":1998642908}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":173}],"filesystems":[{"mdsmap":{"epoch":184,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:36:19.767153+0000","modified":"2024-09-21T00:36:44.762018+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":211,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":11913},"failed":[],"damaged":[],"stopped":[],"info":{"gid_11913":{"gid":11913,"name":"a","rank":0,"incarnation":181,"state":"up:active","state_seq":4,"addr":"172.21.15.67:6835/2324294626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":2324294626},{"type":"v1","addr":"172.21.15.67:6835","nonce":2324294626}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[33],"metadata_pool":32,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":11913,"qdb_cluster":[11913]},"id":16}]} 2024-09-21T00:36:45.694 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 184 2024-09-21T00:36:45.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:45.694+0000 7f5c82ea9640 1 -- 172.21.15.67:0/3631716327 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5c60078b90 msgr2=0x7f5c6007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:45.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:45.694+0000 7f5c82ea9640 1 --2- 172.21.15.67:0/3631716327 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5c60078b90 0x7f5c6007b0a0 secure :-1 s=READY pgs=1012 cs=0 l=1 rev1=1 crypto rx=0x7f5c70034000 tx=0x7f5c70004730 comp rx=0 tx=0).stop 2024-09-21T00:36:45.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:45.694+0000 7f5c82ea9640 1 -- 172.21.15.67:0/3631716327 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5c7c0cdd20 msgr2=0x7f5c7c0ca500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:45.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:45.694+0000 7f5c82ea9640 1 --2- 172.21.15.67:0/3631716327 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5c7c0cdd20 0x7f5c7c0ca500 secure :-1 s=READY pgs=2672 cs=0 l=1 rev1=1 crypto rx=0x7f5c7400ec50 tx=0x7f5c7400c6a0 comp rx=0 tx=0).stop 2024-09-21T00:36:45.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:45.694+0000 7f5c82ea9640 1 -- 172.21.15.67:0/3631716327 shutdown_connections 2024-09-21T00:36:45.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:45.694+0000 7f5c82ea9640 1 --2- 172.21.15.67:0/3631716327 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5c60078b90 0x7f5c6007b0a0 unknown :-1 s=CLOSED pgs=1012 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:45.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:45.694+0000 7f5c82ea9640 1 --2- 172.21.15.67:0/3631716327 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5c7c0cdd20 0x7f5c7c0ca500 unknown :-1 s=CLOSED pgs=2672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:45.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:45.694+0000 7f5c82ea9640 1 --2- 172.21.15.67:0/3631716327 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5c7c1625d0 0x7f5c7c160920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:45.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:45.694+0000 7f5c82ea9640 1 --2- 172.21.15.67:0/3631716327 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5c7c0d2810 0x7f5c7c1f6100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:45.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:45.694+0000 7f5c82ea9640 1 -- 172.21.15.67:0/3631716327 >> 172.21.15.67:0/3631716327 conn(0x7f5c7c0d1460 msgr2=0x7f5c7c15cf90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:45.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:45.694+0000 7f5c82ea9640 1 -- 172.21.15.67:0/3631716327 shutdown_connections 2024-09-21T00:36:45.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:45.694+0000 7f5c82ea9640 1 -- 172.21.15.67:0/3631716327 wait complete. 2024-09-21T00:36:46.109 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 184, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-21T00:36:19.767153+0000', 'modified': '2024-09-21T00:36:44.762018+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 211, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 11913}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_11913': {'gid': 11913, 'name': 'a', 'rank': 0, 'incarnation': 181, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.67:6835/2324294626', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.67:6833', 'nonce': 2324294626}, {'type': 'v1', 'addr': '172.21.15.67:6835', 'nonce': 2324294626}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [33], 'metadata_pool': 32, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 11913, 'qdb_cluster': [11913]} 2024-09-21T00:36:46.110 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-21T00:36:46.110 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-21T00:36:46.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.228+0000 7f667638b640 1 -- 172.21.15.67:0/1754891083 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f66700cf2f0 msgr2=0x7f66700d4280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:46.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.228+0000 7f667638b640 1 --2- 172.21.15.67:0/1754891083 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f66700cf2f0 0x7f66700d4280 secure :-1 s=READY pgs=2674 cs=0 l=1 rev1=1 crypto rx=0x7f66700b3bb0 tx=0x7f666002a530 comp rx=0 tx=0).stop 2024-09-21T00:36:46.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.228+0000 7f667638b640 1 -- 172.21.15.67:0/1754891083 shutdown_connections 2024-09-21T00:36:46.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.228+0000 7f667638b640 1 --2- 172.21.15.67:0/1754891083 >> v2:172.21.15.97:3300/0 conn(0x7f66700b3c00 0x7f667015ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.228+0000 7f667638b640 1 --2- 172.21.15.67:0/1754891083 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f66700cf2f0 0x7f66700d4280 unknown :-1 s=CLOSED pgs=2674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.228+0000 7f667638b640 1 -- 172.21.15.67:0/1754891083 >> 172.21.15.67:0/1754891083 conn(0x7f6670073a90 msgr2=0x7f667006cb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:46.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.228+0000 7f667638b640 1 -- 172.21.15.67:0/1754891083 shutdown_connections 2024-09-21T00:36:46.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.228+0000 7f667638b640 1 -- 172.21.15.67:0/1754891083 wait complete. 2024-09-21T00:36:46.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.229+0000 7f667638b640 1 Processor -- start 2024-09-21T00:36:46.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.230+0000 7f667638b640 1 -- start start 2024-09-21T00:36:46.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.231+0000 7f667638b640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f66700b3c00 0x7f66700cd710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:46.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.231+0000 7f667638b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f66700cf2f0 0x7f667014ea00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:46.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.231+0000 7f667638b640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f66700d1210 0x7f667015b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:46.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.231+0000 7f667638b640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f66700b82e0 con 0x7f66700cf2f0 2024-09-21T00:36:46.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.231+0000 7f667638b640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f66700b8160 con 0x7f66700b3c00 2024-09-21T00:36:46.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.231+0000 7f667638b640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f66700b8460 con 0x7f66700d1210 2024-09-21T00:36:46.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.231+0000 7f666f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f66700cf2f0 0x7f667014ea00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:46.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.231+0000 7f666f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f66700cf2f0 0x7f667014ea00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59536/0 (socket says 172.21.15.67:59536) 2024-09-21T00:36:46.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.231+0000 7f666f7fe640 1 -- 172.21.15.67:0/3545190679 learned_addr learned my addr 172.21.15.67:0/3545190679 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:46.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.231+0000 7f666ffff640 1 --2- 172.21.15.67:0/3545190679 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f66700b3c00 0x7f66700cd710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:46.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.231+0000 7f6674928640 1 --2- 172.21.15.67:0/3545190679 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f66700d1210 0x7f667015b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:46.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.231+0000 7f666f7fe640 1 -- 172.21.15.67:0/3545190679 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f66700d1210 msgr2=0x7f667015b3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:46.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.231+0000 7f666f7fe640 1 --2- 172.21.15.67:0/3545190679 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f66700d1210 0x7f667015b3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.231+0000 7f666f7fe640 1 -- 172.21.15.67:0/3545190679 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f66700b3c00 msgr2=0x7f66700cd710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:46.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.231+0000 7f666f7fe640 1 --2- 172.21.15.67:0/3545190679 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f66700b3c00 0x7f66700cd710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.231+0000 7f666f7fe640 1 -- 172.21.15.67:0/3545190679 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66700cdc50 con 0x7f66700cf2f0 2024-09-21T00:36:46.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.232+0000 7f666f7fe640 1 --2- 172.21.15.67:0/3545190679 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f66700cf2f0 0x7f667014ea00 secure :-1 s=READY pgs=2675 cs=0 l=1 rev1=1 crypto rx=0x7f666400d740 tx=0x7f666400dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:46.234 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.232+0000 7f666cff9640 1 -- 172.21.15.67:0/3545190679 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6664017070 con 0x7f66700cf2f0 2024-09-21T00:36:46.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.232+0000 7f666cff9640 1 -- 172.21.15.67:0/3545190679 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6664009d20 con 0x7f66700cf2f0 2024-09-21T00:36:46.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.232+0000 7f667638b640 1 -- 172.21.15.67:0/3545190679 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f667014f3e0 con 0x7f66700cf2f0 2024-09-21T00:36:46.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.232+0000 7f666cff9640 1 -- 172.21.15.67:0/3545190679 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66640106c0 con 0x7f66700cf2f0 2024-09-21T00:36:46.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.232+0000 7f667638b640 1 -- 172.21.15.67:0/3545190679 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f667014f9a0 con 0x7f66700cf2f0 2024-09-21T00:36:46.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.234+0000 7f666cff9640 1 -- 172.21.15.67:0/3545190679 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f666401a070 con 0x7f66700cf2f0 2024-09-21T00:36:46.235 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.234+0000 7f666cff9640 1 --2- 172.21.15.67:0/3545190679 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f665c078b90 0x7f665c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:46.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.234+0000 7f666cff9640 1 -- 172.21.15.67:0/3545190679 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(211..211 src has 1..211) ==== 5795+0+0 (secure 0 0 0) 0x7f666409af90 con 0x7f66700cf2f0 2024-09-21T00:36:46.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.235+0000 7f666ffff640 1 --2- 172.21.15.67:0/3545190679 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f665c078b90 0x7f665c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:46.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.235+0000 7f667d3d6740 1 Processor -- start 2024-09-21T00:36:46.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.235+0000 7f666ffff640 1 --2- 172.21.15.67:0/3545190679 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f665c078b90 0x7f665c07b0a0 secure :-1 s=READY pgs=1013 cs=0 l=1 rev1=1 crypto rx=0x7f6660034000 tx=0x7f6660004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:46.236 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.235+0000 7f667d3d6740 1 -- start start 2024-09-21T00:36:46.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.236+0000 7f667d3d6740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5585d9aef270 0x5585d9ec0fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:46.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.236+0000 7f667d3d6740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5585d9ac63b0 0x5585d9ec14e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:46.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.236+0000 7f667d3d6740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5585d9ace590 0x5585d9ede3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:46.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.236+0000 7f667d3d6740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5585d9e09820 con 0x5585d9ace590 2024-09-21T00:36:46.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.236+0000 7f667d3d6740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5585d9df8c50 con 0x5585d9aef270 2024-09-21T00:36:46.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.236+0000 7f667d3d6740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x5585d9dfca60 con 0x5585d9ac63b0 2024-09-21T00:36:46.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.237+0000 7f6674928640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5585d9ace590 0x5585d9ede3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:46.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.237+0000 7f6674928640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5585d9ace590 0x5585d9ede3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59550/0 (socket says 172.21.15.67:59550) 2024-09-21T00:36:46.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.237+0000 7f6674928640 1 -- 172.21.15.67:0/2928568403 learned_addr learned my addr 172.21.15.67:0/2928568403 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:46.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.237+0000 7f666f7fe640 1 --2- 172.21.15.67:0/2928568403 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5585d9ac63b0 0x5585d9ec14e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:46.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.237+0000 7f666ffff640 1 --2- 172.21.15.67:0/2928568403 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5585d9aef270 0x5585d9ec0fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:46.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.237+0000 7f6674928640 1 -- 172.21.15.67:0/2928568403 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5585d9ac63b0 msgr2=0x5585d9ec14e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:36:46.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.237+0000 7f6674928640 1 --2- 172.21.15.67:0/2928568403 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5585d9ac63b0 0x5585d9ec14e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.237+0000 7f6674928640 1 -- 172.21.15.67:0/2928568403 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5585d9aef270 msgr2=0x5585d9ec0fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:36:46.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.237+0000 7f6674928640 1 --2- 172.21.15.67:0/2928568403 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5585d9aef270 0x5585d9ec0fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.237+0000 7f6674928640 1 -- 172.21.15.67:0/2928568403 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5585d9b5a850 con 0x5585d9ace590 2024-09-21T00:36:46.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.237+0000 7f666ffff640 1 --2- 172.21.15.67:0/2928568403 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5585d9aef270 0x5585d9ec0fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:36:46.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.237+0000 7f6674928640 1 --2- 172.21.15.67:0/2928568403 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5585d9ace590 0x5585d9ede3e0 secure :-1 s=READY pgs=2676 cs=0 l=1 rev1=1 crypto rx=0x7f6668001eb0 tx=0x7f666800e530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a3e5cde9f8d6272 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:46.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.237+0000 7f6655ffb640 1 -- 172.21.15.67:0/2928568403 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f666800ec40 con 0x5585d9ace590 2024-09-21T00:36:46.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.237+0000 7f6655ffb640 1 -- 172.21.15.67:0/2928568403 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6668019070 con 0x5585d9ace590 2024-09-21T00:36:46.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.237+0000 7f6655ffb640 1 -- 172.21.15.67:0/2928568403 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66680146e0 con 0x5585d9ace590 2024-09-21T00:36:46.240 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.238+0000 7f667d3d6740 1 -- 172.21.15.67:0/2928568403 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5585d9ace590 msgr2=0x5585d9ede3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:46.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.238+0000 7f667d3d6740 1 --2- 172.21.15.67:0/2928568403 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5585d9ace590 0x5585d9ede3e0 secure :-1 s=READY pgs=2676 cs=0 l=1 rev1=1 crypto rx=0x7f6668001eb0 tx=0x7f666800e530 comp rx=0 tx=0).stop 2024-09-21T00:36:46.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.238+0000 7f667d3d6740 1 -- 172.21.15.67:0/2928568403 shutdown_connections 2024-09-21T00:36:46.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.238+0000 7f667d3d6740 1 --2- 172.21.15.67:0/2928568403 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5585d9ace590 0x5585d9ede3e0 unknown :-1 s=CLOSED pgs=2676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.238+0000 7f667d3d6740 1 --2- 172.21.15.67:0/2928568403 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5585d9ac63b0 0x5585d9ec14e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.238+0000 7f667d3d6740 1 --2- 172.21.15.67:0/2928568403 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5585d9aef270 0x5585d9ec0fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.238+0000 7f667d3d6740 1 -- 172.21.15.67:0/2928568403 >> 172.21.15.67:0/2928568403 conn(0x5585d9ae33c0 msgr2=0x5585d9e97260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:46.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.238+0000 7f667d3d6740 1 -- 172.21.15.67:0/2928568403 shutdown_connections 2024-09-21T00:36:46.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.238+0000 7f667d3d6740 1 -- 172.21.15.67:0/2928568403 wait complete. 2024-09-21T00:36:46.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.239+0000 7f667d3d6740 1 -- start start 2024-09-21T00:36:46.241 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.239+0000 7f667d3d6740 1 Processor -- start 2024-09-21T00:36:46.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.240+0000 7f667d3d6740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5585d9ac63b0 0x5585d9eea620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:46.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.240+0000 7f667d3d6740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5585d9ace590 0x5585d9edb490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:46.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.240+0000 7f667d3d6740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5585d9aef270 0x5585d9ea1aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:46.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.240+0000 7f667d3d6740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5585d9b69620 con 0x5585d9ac63b0 2024-09-21T00:36:46.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.240+0000 7f667d3d6740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5585d9d9e5f0 con 0x5585d9aef270 2024-09-21T00:36:46.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.240+0000 7f667d3d6740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x5585d9ec1a20 con 0x5585d9ace590 2024-09-21T00:36:46.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.241+0000 7f667d3d6740 10 client.0 _ll_register_callbacks cb 0x5585d9da20a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:36:46.245 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.241+0000 7f666ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5585d9ac63b0 0x5585d9eea620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:46.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.241+0000 7f666ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5585d9ac63b0 0x5585d9eea620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59566/0 (socket says 172.21.15.67:59566) 2024-09-21T00:36:46.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.241+0000 7f666ffff640 1 -- 172.21.15.67:0/386841150 learned_addr learned my addr 172.21.15.67:0/386841150 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:46.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.241+0000 7f666f7fe640 1 --2- 172.21.15.67:0/386841150 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5585d9ace590 0x5585d9edb490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:46.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.241+0000 7f6674928640 1 --2- 172.21.15.67:0/386841150 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5585d9aef270 0x5585d9ea1aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:46.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.241+0000 7f666ffff640 1 -- 172.21.15.67:0/386841150 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5585d9ace590 msgr2=0x5585d9edb490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:36:46.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.241+0000 7f666ffff640 1 --2- 172.21.15.67:0/386841150 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5585d9ace590 0x5585d9edb490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.241+0000 7f666ffff640 1 -- 172.21.15.67:0/386841150 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5585d9aef270 msgr2=0x5585d9ea1aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:36:46.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.241+0000 7f666ffff640 1 --2- 172.21.15.67:0/386841150 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5585d9aef270 0x5585d9ea1aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.241+0000 7f666ffff640 1 -- 172.21.15.67:0/386841150 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5585d9bd16b0 con 0x5585d9ac63b0 2024-09-21T00:36:46.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.241+0000 7f666ffff640 1 --2- 172.21.15.67:0/386841150 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5585d9ac63b0 0x5585d9eea620 secure :-1 s=READY pgs=2677 cs=0 l=1 rev1=1 crypto rx=0x7f666002ab20 tx=0x7f6660005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ed598227e97ddd29 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:46.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.241+0000 7f664effd640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:36:46.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.241+0000 7f664effd640 1 -- 172.21.15.67:0/386841150 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f666003cb70 con 0x5585d9ac63b0 2024-09-21T00:36:46.246 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.241+0000 7f664effd640 1 -- 172.21.15.67:0/386841150 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(211..211 src has 1..211) ==== 5795+0+0 (secure 0 0 0) 0x7f666003cd10 con 0x5585d9ac63b0 2024-09-21T00:36:46.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.241+0000 7f667d3d6740 1 -- 172.21.15.67:0/386841150 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6668019070 con 0x5585d9ac63b0 2024-09-21T00:36:46.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.242+0000 7f664effd640 1 -- 172.21.15.67:0/386841150 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=184) ==== 24+0+0 (secure 0 0 0) 0x7f666005b050 con 0x5585d9ac63b0 2024-09-21T00:36:46.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.242+0000 7f667d3d6740 10 client.11979 fetch_fsmap learned FSMap version 184 2024-09-21T00:36:46.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.242+0000 7f667d3d6740 1 -- 172.21.15.67:0/386841150 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=184,monmap=2+}) -- 0x5585d9eeab60 con 0x5585d9ac63b0 2024-09-21T00:36:46.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.242+0000 7f664effd640 1 -- 172.21.15.67:0/386841150 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6668019070 con 0x5585d9ac63b0 2024-09-21T00:36:46.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.242+0000 7f664effd640 1 -- 172.21.15.67:0/386841150 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 184) ==== 3502+0+0 (secure 0 0 0) 0x7f6660053470 con 0x5585d9ac63b0 2024-09-21T00:36:46.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.242+0000 7f667d3d6740 10 client.11979 fetch_fsmap finished waiting for FSMap version 184 2024-09-21T00:36:46.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.242+0000 7f667d3d6740 10 client.11979 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-21T00:36:46.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.242+0000 7f667d3d6740 20 client.11979 populate_metadata read hostname 'smithi067' 2024-09-21T00:36:46.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.242+0000 7f667d3d6740 1 --2- 172.21.15.67:0/386841150 >> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] conn(0x5585d9aade40 0x5585d9ed4320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:46.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.242+0000 7f667d3d6740 4 client.11979 mds_command: new command op to 11913 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:36:46.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.242+0000 7f667d3d6740 1 -- 172.21.15.67:0/386841150 --> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5585d9e0b770 con 0x5585d9aade40 2024-09-21T00:36:46.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.242+0000 7f666f7fe640 1 --2- 172.21.15.67:0/386841150 >> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] conn(0x5585d9aade40 0x5585d9ed4320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:46.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.242+0000 7f664effd640 10 client.11979 ms_handle_connect on v2:172.21.15.67:6833/2324294626 2024-09-21T00:36:46.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.243+0000 7f666f7fe640 1 --2- 172.21.15.67:0/386841150 >> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] conn(0x5585d9aade40 0x5585d9ed4320 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ad2e1e78a8f102c server_cookie=28e4902547d546f0 in_seq=0 out_seq=0 2024-09-21T00:36:46.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.243+0000 7f664effd640 1 -- 172.21.15.67:0/386841150 <== mds.0 v2:172.21.15.67:6833/2324294626 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x5585d9e0b770 con 0x5585d9aade40 2024-09-21T00:36:46.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.243+0000 7f664effd640 10 client.11979 handle_command_reply: tid=0 2024-09-21T00:36:46.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.244+0000 7f667d3d6740 1 client.11979 shutdown 2024-09-21T00:36:46.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.244+0000 7f667d3d6740 1 -- 172.21.15.67:0/386841150 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5585d9ac63b0 msgr2=0x5585d9eea620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:46.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.244+0000 7f667d3d6740 1 --2- 172.21.15.67:0/386841150 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5585d9ac63b0 0x5585d9eea620 secure :-1 s=READY pgs=2677 cs=0 l=1 rev1=1 crypto rx=0x7f666002ab20 tx=0x7f6660005f90 comp rx=0 tx=0).stop 2024-09-21T00:36:46.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.244+0000 7f667d3d6740 1 -- 172.21.15.67:0/386841150 shutdown_connections 2024-09-21T00:36:46.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.244+0000 7f667d3d6740 1 --2- 172.21.15.67:0/386841150 >> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] conn(0x5585d9aade40 0x5585d9ed4320 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.244+0000 7f667d3d6740 1 --2- 172.21.15.67:0/386841150 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5585d9aef270 0x5585d9ea1aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.244+0000 7f667d3d6740 1 --2- 172.21.15.67:0/386841150 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5585d9ace590 0x5585d9edb490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.244+0000 7f664effd640 0 client.11979 ms_handle_reset on v2:172.21.15.67:6833/2324294626 2024-09-21T00:36:46.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.244+0000 7f667d3d6740 1 --2- 172.21.15.67:0/386841150 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5585d9ac63b0 0x5585d9eea620 unknown :-1 s=CLOSED pgs=2677 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.244+0000 7f667d3d6740 1 -- 172.21.15.67:0/386841150 >> 172.21.15.67:0/386841150 conn(0x5585d9ae33c0 msgr2=0x5585d9e91cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:46.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.244+0000 7f667d3d6740 1 -- 172.21.15.67:0/386841150 shutdown_connections 2024-09-21T00:36:46.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.244+0000 7f667d3d6740 1 -- 172.21.15.67:0/386841150 wait complete. 2024-09-21T00:36:46.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.244+0000 7f667d3d6740 20 client.11979 trim_cache size 0 max 16384 2024-09-21T00:36:46.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.263+0000 7f667d3d6740 1 Processor -- start 2024-09-21T00:36:46.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.263+0000 7f667d3d6740 1 -- start start 2024-09-21T00:36:46.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.264+0000 7f667d3d6740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5585d9ac63b0 0x5585d9e970f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:46.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.264+0000 7f667d3d6740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5585d9ace590 0x5585d9f54d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:46.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.264+0000 7f667d3d6740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5585d9aef270 0x5585d9edb1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:46.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.264+0000 7f667d3d6740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f66701f9110 con 0x5585d9ace590 2024-09-21T00:36:46.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.264+0000 7f667d3d6740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f667014ce50 con 0x5585d9ac63b0 2024-09-21T00:36:46.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.264+0000 7f667d3d6740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f66700c9f80 con 0x5585d9aef270 2024-09-21T00:36:46.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.264+0000 7f666f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5585d9ace590 0x5585d9f54d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:46.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.264+0000 7f666f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5585d9ace590 0x5585d9f54d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59576/0 (socket says 172.21.15.67:59576) 2024-09-21T00:36:46.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.264+0000 7f666f7fe640 1 -- 172.21.15.67:0/2637096941 learned_addr learned my addr 172.21.15.67:0/2637096941 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:46.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.265+0000 7f666ffff640 1 --2- 172.21.15.67:0/2637096941 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5585d9ac63b0 0x5585d9e970f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:46.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.265+0000 7f6674928640 1 --2- 172.21.15.67:0/2637096941 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5585d9aef270 0x5585d9edb1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:46.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.265+0000 7f666f7fe640 1 -- 172.21.15.67:0/2637096941 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5585d9aef270 msgr2=0x5585d9edb1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:36:46.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.265+0000 7f666f7fe640 1 --2- 172.21.15.67:0/2637096941 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5585d9aef270 0x5585d9edb1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.265+0000 7f666f7fe640 1 -- 172.21.15.67:0/2637096941 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5585d9ac63b0 msgr2=0x5585d9e970f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:36:46.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.265+0000 7f666f7fe640 1 --2- 172.21.15.67:0/2637096941 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5585d9ac63b0 0x5585d9e970f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.265+0000 7f666f7fe640 1 -- 172.21.15.67:0/2637096941 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5585d9eaf340 con 0x5585d9ace590 2024-09-21T00:36:46.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.265+0000 7f666ffff640 1 --2- 172.21.15.67:0/2637096941 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5585d9ac63b0 0x5585d9e970f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:36:46.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.265+0000 7f6674928640 1 --2- 172.21.15.67:0/2637096941 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5585d9aef270 0x5585d9edb1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:36:46.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.265+0000 7f666f7fe640 1 --2- 172.21.15.67:0/2637096941 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5585d9ace590 0x5585d9f54d00 secure :-1 s=READY pgs=2678 cs=0 l=1 rev1=1 crypto rx=0x7f666405fed0 tx=0x7f666401e040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b6eec3080ed44125 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:46.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.265+0000 7f66557fa640 1 -- 172.21.15.67:0/2637096941 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f666404e030 con 0x5585d9ace590 2024-09-21T00:36:46.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.265+0000 7f66557fa640 1 -- 172.21.15.67:0/2637096941 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f666404e1d0 con 0x5585d9ace590 2024-09-21T00:36:46.268 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.265+0000 7f66557fa640 1 -- 172.21.15.67:0/2637096941 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6664021040 con 0x5585d9ace590 2024-09-21T00:36:46.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.266+0000 7f667d3d6740 1 -- 172.21.15.67:0/2637096941 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5585d9ace590 msgr2=0x5585d9f54d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:46.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.266+0000 7f667d3d6740 1 --2- 172.21.15.67:0/2637096941 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5585d9ace590 0x5585d9f54d00 secure :-1 s=READY pgs=2678 cs=0 l=1 rev1=1 crypto rx=0x7f666405fed0 tx=0x7f666401e040 comp rx=0 tx=0).stop 2024-09-21T00:36:46.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.266+0000 7f667d3d6740 1 -- 172.21.15.67:0/2637096941 shutdown_connections 2024-09-21T00:36:46.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.266+0000 7f667d3d6740 1 --2- 172.21.15.67:0/2637096941 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5585d9aef270 0x5585d9edb1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.266+0000 7f667d3d6740 1 --2- 172.21.15.67:0/2637096941 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5585d9ace590 0x5585d9f54d00 unknown :-1 s=CLOSED pgs=2678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.266+0000 7f667d3d6740 1 --2- 172.21.15.67:0/2637096941 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5585d9ac63b0 0x5585d9e970f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.266+0000 7f667d3d6740 1 -- 172.21.15.67:0/2637096941 >> 172.21.15.67:0/2637096941 conn(0x5585d9ae33c0 msgr2=0x5585d9ed2060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:46.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.266+0000 7f667d3d6740 1 -- 172.21.15.67:0/2637096941 shutdown_connections 2024-09-21T00:36:46.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.266+0000 7f667d3d6740 1 -- 172.21.15.67:0/2637096941 wait complete. 2024-09-21T00:36:46.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.267+0000 7f667d3d6740 1 -- start start 2024-09-21T00:36:46.269 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.267+0000 7f667d3d6740 1 Processor -- start 2024-09-21T00:36:46.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.268+0000 7f667d3d6740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5585d9ac63b0 0x5585d9f4f060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:46.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.268+0000 7f667d3d6740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5585d9ace590 0x5585d9efdda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:46.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.268+0000 7f667d3d6740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5585d9aef270 0x5585d9efe2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:46.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.268+0000 7f667d3d6740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5585d9ea2430 con 0x5585d9ace590 2024-09-21T00:36:46.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.268+0000 7f667d3d6740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5585d9ea1fe0 con 0x5585d9ac63b0 2024-09-21T00:36:46.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.268+0000 7f667d3d6740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x5585d9eee7a0 con 0x5585d9aef270 2024-09-21T00:36:46.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.268+0000 7f667d3d6740 10 client.0 _ll_register_callbacks cb 0x7f66600096b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:36:46.273 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.268+0000 7f666f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5585d9ace590 0x5585d9efdda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:46.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.268+0000 7f666f7fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5585d9ace590 0x5585d9efdda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59590/0 (socket says 172.21.15.67:59590) 2024-09-21T00:36:46.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.268+0000 7f666f7fe640 1 -- 172.21.15.67:0/2102639321 learned_addr learned my addr 172.21.15.67:0/2102639321 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:46.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.269+0000 7f666ffff640 1 --2- 172.21.15.67:0/2102639321 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5585d9ac63b0 0x5585d9f4f060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:46.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.269+0000 7f6674928640 1 --2- 172.21.15.67:0/2102639321 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5585d9aef270 0x5585d9efe2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:46.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.269+0000 7f666f7fe640 1 -- 172.21.15.67:0/2102639321 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5585d9aef270 msgr2=0x5585d9efe2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:36:46.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.269+0000 7f666f7fe640 1 --2- 172.21.15.67:0/2102639321 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5585d9aef270 0x5585d9efe2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.269+0000 7f666f7fe640 1 -- 172.21.15.67:0/2102639321 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5585d9ac63b0 msgr2=0x5585d9f4f060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:36:46.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.269+0000 7f666f7fe640 1 --2- 172.21.15.67:0/2102639321 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5585d9ac63b0 0x5585d9f4f060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.269+0000 7f666f7fe640 1 -- 172.21.15.67:0/2102639321 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5585d9f4f5a0 con 0x5585d9ace590 2024-09-21T00:36:46.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.269+0000 7f666f7fe640 1 --2- 172.21.15.67:0/2102639321 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5585d9ace590 0x5585d9efdda0 secure :-1 s=READY pgs=2679 cs=0 l=1 rev1=1 crypto rx=0x7f6664009610 tx=0x7f66640996e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e3acb25eaf35a67d server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:46.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.269+0000 7f664effd640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:36:46.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.269+0000 7f664effd640 1 -- 172.21.15.67:0/2102639321 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6664021070 con 0x5585d9ace590 2024-09-21T00:36:46.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.269+0000 7f664effd640 1 -- 172.21.15.67:0/2102639321 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(211..211 src has 1..211) ==== 5795+0+0 (secure 0 0 0) 0x7f66640620c0 con 0x5585d9ace590 2024-09-21T00:36:46.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.269+0000 7f667d3d6740 1 -- 172.21.15.67:0/2102639321 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5585d9e07220 con 0x5585d9ace590 2024-09-21T00:36:46.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.269+0000 7f664effd640 1 -- 172.21.15.67:0/2102639321 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=184) ==== 24+0+0 (secure 0 0 0) 0x7f6664062770 con 0x5585d9ace590 2024-09-21T00:36:46.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.269+0000 7f667d3d6740 10 client.11985 fetch_fsmap learned FSMap version 184 2024-09-21T00:36:46.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.269+0000 7f667d3d6740 1 -- 172.21.15.67:0/2102639321 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=184,monmap=2+}) -- 0x5585d9f53210 con 0x5585d9ace590 2024-09-21T00:36:46.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.270+0000 7f664effd640 1 -- 172.21.15.67:0/2102639321 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x5585d9e07220 con 0x5585d9ace590 2024-09-21T00:36:46.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.270+0000 7f664effd640 1 -- 172.21.15.67:0/2102639321 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 184) ==== 3502+0+0 (secure 0 0 0) 0x7f666405e5b0 con 0x5585d9ace590 2024-09-21T00:36:46.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.270+0000 7f667d3d6740 10 client.11985 fetch_fsmap finished waiting for FSMap version 184 2024-09-21T00:36:46.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.270+0000 7f667d3d6740 10 client.11985 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-21T00:36:46.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.270+0000 7f667d3d6740 20 client.11985 populate_metadata read hostname 'smithi067' 2024-09-21T00:36:46.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.270+0000 7f667d3d6740 1 --2- 172.21.15.67:0/2102639321 >> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] conn(0x5585d9f51d20 0x5585d9ed3250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:46.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.270+0000 7f667d3d6740 4 client.11985 mds_command: new command op to 11913 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-21T00:36:46.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.270+0000 7f667d3d6740 1 -- 172.21.15.67:0/2102639321 --> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] -- command(tid 0: {"prefix": "status"}) -- 0x5585d9e04650 con 0x5585d9f51d20 2024-09-21T00:36:46.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.270+0000 7f666ffff640 1 --2- 172.21.15.67:0/2102639321 >> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] conn(0x5585d9f51d20 0x5585d9ed3250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:46.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.270+0000 7f664effd640 10 client.11985 ms_handle_connect on v2:172.21.15.67:6833/2324294626 2024-09-21T00:36:46.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.270+0000 7f666ffff640 1 --2- 172.21.15.67:0/2102639321 >> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] conn(0x5585d9f51d20 0x5585d9ed3250 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=21d1bce69a4b341e server_cookie=e4a7d249f9226412 in_seq=0 out_seq=0 2024-09-21T00:36:46.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.271+0000 7f664effd640 1 -- 172.21.15.67:0/2102639321 <== mds.0 v2:172.21.15.67:6833/2324294626 1 ==== command_reply(tid 0: 0 ) ==== 8+0+335 (crc 0 0 0) 0x5585d9e04650 con 0x5585d9f51d20 2024-09-21T00:36:46.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.271+0000 7f664effd640 10 client.11985 handle_command_reply: tid=0 2024-09-21T00:36:46.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.271+0000 7f667d3d6740 1 client.11985 shutdown 2024-09-21T00:36:46.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.271+0000 7f667d3d6740 1 -- 172.21.15.67:0/2102639321 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5585d9ace590 msgr2=0x5585d9efdda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:46.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.271+0000 7f667d3d6740 1 --2- 172.21.15.67:0/2102639321 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5585d9ace590 0x5585d9efdda0 secure :-1 s=READY pgs=2679 cs=0 l=1 rev1=1 crypto rx=0x7f6664009610 tx=0x7f66640996e0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.271+0000 7f667d3d6740 1 -- 172.21.15.67:0/2102639321 shutdown_connections 2024-09-21T00:36:46.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.271+0000 7f667d3d6740 1 --2- 172.21.15.67:0/2102639321 >> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] conn(0x5585d9f51d20 0x5585d9ed3250 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.271+0000 7f667d3d6740 1 --2- 172.21.15.67:0/2102639321 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5585d9aef270 0x5585d9efe2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.271+0000 7f667d3d6740 1 --2- 172.21.15.67:0/2102639321 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5585d9ace590 0x5585d9efdda0 unknown :-1 s=CLOSED pgs=2679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.271+0000 7f664effd640 0 client.11985 ms_handle_reset on v2:172.21.15.67:6833/2324294626 2024-09-21T00:36:46.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.271+0000 7f667d3d6740 1 --2- 172.21.15.67:0/2102639321 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5585d9ac63b0 0x5585d9f4f060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.271+0000 7f667d3d6740 1 -- 172.21.15.67:0/2102639321 >> 172.21.15.67:0/2102639321 conn(0x5585d9ae33c0 msgr2=0x5585d9ed2060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:46.276 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.271+0000 7f667d3d6740 1 -- 172.21.15.67:0/2102639321 shutdown_connections 2024-09-21T00:36:46.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.271+0000 7f667d3d6740 1 -- 172.21.15.67:0/2102639321 wait complete. 2024-09-21T00:36:46.277 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.271+0000 7f667d3d6740 20 client.11985 trim_cache size 0 max 16384 2024-09-21T00:36:46.277 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:36:46.277 INFO:teuthology.orchestra.run.smithi067.stdout: "cluster_fsid": "166a8832-baab-4541-be5c-9c3483b3f7a3", 2024-09-21T00:36:46.277 INFO:teuthology.orchestra.run.smithi067.stdout: "whoami": 0, 2024-09-21T00:36:46.277 INFO:teuthology.orchestra.run.smithi067.stdout: "id": 11913, 2024-09-21T00:36:46.277 INFO:teuthology.orchestra.run.smithi067.stdout: "want_state": "up:active", 2024-09-21T00:36:46.277 INFO:teuthology.orchestra.run.smithi067.stdout: "state": "up:active", 2024-09-21T00:36:46.277 INFO:teuthology.orchestra.run.smithi067.stdout: "fs_name": "cephfs", 2024-09-21T00:36:46.277 INFO:teuthology.orchestra.run.smithi067.stdout: "rank_uptime": 4.5112236299999999, 2024-09-21T00:36:46.278 INFO:teuthology.orchestra.run.smithi067.stdout: "mdsmap_epoch": 184, 2024-09-21T00:36:46.278 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch": 211, 2024-09-21T00:36:46.278 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch_barrier": 211, 2024-09-21T00:36:46.278 INFO:teuthology.orchestra.run.smithi067.stdout: "uptime": 5.4551448799999998 2024-09-21T00:36:46.278 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:36:46.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.272+0000 7f667638b640 1 -- 172.21.15.67:0/3545190679 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f665c078b90 msgr2=0x7f665c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:46.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.272+0000 7f667638b640 1 --2- 172.21.15.67:0/3545190679 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f665c078b90 0x7f665c07b0a0 secure :-1 s=READY pgs=1013 cs=0 l=1 rev1=1 crypto rx=0x7f6660034000 tx=0x7f6660004730 comp rx=0 tx=0).stop 2024-09-21T00:36:46.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.272+0000 7f667638b640 1 -- 172.21.15.67:0/3545190679 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f66700cf2f0 msgr2=0x7f667014ea00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:46.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.272+0000 7f667638b640 1 --2- 172.21.15.67:0/3545190679 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f66700cf2f0 0x7f667014ea00 secure :-1 s=READY pgs=2675 cs=0 l=1 rev1=1 crypto rx=0x7f666400d740 tx=0x7f666400dc00 comp rx=0 tx=0).stop 2024-09-21T00:36:46.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.272+0000 7f667638b640 1 -- 172.21.15.67:0/3545190679 shutdown_connections 2024-09-21T00:36:46.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.272+0000 7f667638b640 1 --2- 172.21.15.67:0/3545190679 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f665c078b90 0x7f665c07b0a0 unknown :-1 s=CLOSED pgs=1013 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.272+0000 7f667638b640 1 --2- 172.21.15.67:0/3545190679 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f66700d1210 0x7f667015b3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.272+0000 7f667638b640 1 --2- 172.21.15.67:0/3545190679 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f66700cf2f0 0x7f667014ea00 unknown :-1 s=CLOSED pgs=2675 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.272+0000 7f667638b640 1 --2- 172.21.15.67:0/3545190679 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f66700b3c00 0x7f66700cd710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.279 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.272+0000 7f667638b640 1 -- 172.21.15.67:0/3545190679 >> 172.21.15.67:0/3545190679 conn(0x7f6670073a90 msgr2=0x7f66700b6680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:46.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.272+0000 7f667638b640 1 -- 172.21.15.67:0/3545190679 shutdown_connections 2024-09-21T00:36:46.280 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.272+0000 7f667638b640 1 -- 172.21.15.67:0/3545190679 wait complete. 2024-09-21T00:36:46.284 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:36:46.284 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.16:0 scrub start / recursive,repair 2024-09-21T00:36:46.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.403+0000 7fc1f3e16640 1 -- 172.21.15.67:0/493888906 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc1ec0d1b70 msgr2=0x7fc1ec0d3100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:46.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.403+0000 7fc1f3e16640 1 --2- 172.21.15.67:0/493888906 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc1ec0d1b70 0x7fc1ec0d3100 secure :-1 s=READY pgs=2680 cs=0 l=1 rev1=1 crypto rx=0x7fc1ec0cb760 tx=0x7fc1e802a5f0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.403+0000 7fc1f3e16640 1 -- 172.21.15.67:0/493888906 shutdown_connections 2024-09-21T00:36:46.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.403+0000 7fc1f3e16640 1 --2- 172.21.15.67:0/493888906 >> v2:172.21.15.97:3300/0 conn(0x7fc1ec162ce0 0x7fc1ec0d4d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.403+0000 7fc1f3e16640 1 --2- 172.21.15.67:0/493888906 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc1ec0d1b70 0x7fc1ec0d3100 unknown :-1 s=CLOSED pgs=2680 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.403+0000 7fc1f3e16640 1 -- 172.21.15.67:0/493888906 >> 172.21.15.67:0/493888906 conn(0x7fc1ec073ba0 msgr2=0x7fc1ec06cb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:46.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.404+0000 7fc1f3e16640 1 -- 172.21.15.67:0/493888906 shutdown_connections 2024-09-21T00:36:46.405 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.404+0000 7fc1f3e16640 1 -- 172.21.15.67:0/493888906 wait complete. 2024-09-21T00:36:46.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.405+0000 7fc1f3e16640 1 Processor -- start 2024-09-21T00:36:46.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.405+0000 7fc1f3e16640 1 -- start start 2024-09-21T00:36:46.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.407+0000 7fc1f3e16640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc1ec0d1b70 0x7fc1ec149aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:46.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.407+0000 7fc1f3e16640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc1ec0d4910 0x7fc1ec0c8990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:46.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.407+0000 7fc1f3e16640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc1ec15e8f0 0x7fc1ec0c8ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:46.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.407+0000 7fc1f3e16640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc1ec0b7f90 con 0x7fc1ec0d4910 2024-09-21T00:36:46.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.407+0000 7fc1f3e16640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc1ec0b7e10 con 0x7fc1ec0d1b70 2024-09-21T00:36:46.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.407+0000 7fc1f3e16640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fc1ec0b8110 con 0x7fc1ec15e8f0 2024-09-21T00:36:46.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.407+0000 7fc1f13b1640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc1ec0d4910 0x7fc1ec0c8990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:46.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.407+0000 7fc1f13b1640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc1ec0d4910 0x7fc1ec0c8990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59610/0 (socket says 172.21.15.67:59610) 2024-09-21T00:36:46.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.407+0000 7fc1f13b1640 1 -- 172.21.15.67:0/1460002232 learned_addr learned my addr 172.21.15.67:0/1460002232 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:46.409 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.407+0000 7fc1f1bb2640 1 --2- 172.21.15.67:0/1460002232 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc1ec0d1b70 0x7fc1ec149aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:46.410 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.407+0000 7fc1f23b3640 1 --2- 172.21.15.67:0/1460002232 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc1ec15e8f0 0x7fc1ec0c8ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:46.410 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.407+0000 7fc1f13b1640 1 -- 172.21.15.67:0/1460002232 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc1ec15e8f0 msgr2=0x7fc1ec0c8ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:46.410 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.407+0000 7fc1f13b1640 1 --2- 172.21.15.67:0/1460002232 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc1ec15e8f0 0x7fc1ec0c8ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.410 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.407+0000 7fc1f13b1640 1 -- 172.21.15.67:0/1460002232 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc1ec0d1b70 msgr2=0x7fc1ec149aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:46.410 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.407+0000 7fc1f13b1640 1 --2- 172.21.15.67:0/1460002232 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc1ec0d1b70 0x7fc1ec149aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.410 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.407+0000 7fc1f13b1640 1 -- 172.21.15.67:0/1460002232 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1ec15ee20 con 0x7fc1ec0d4910 2024-09-21T00:36:46.410 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.407+0000 7fc1f13b1640 1 --2- 172.21.15.67:0/1460002232 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc1ec0d4910 0x7fc1ec0c8990 secure :-1 s=READY pgs=2681 cs=0 l=1 rev1=1 crypto rx=0x7fc1e000c400 tx=0x7fc1e000c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:46.410 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.407+0000 7fc1de7fc640 1 -- 172.21.15.67:0/1460002232 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1e0017070 con 0x7fc1ec0d4910 2024-09-21T00:36:46.410 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.407+0000 7fc1de7fc640 1 -- 172.21.15.67:0/1460002232 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc1e00053c0 con 0x7fc1ec0d4910 2024-09-21T00:36:46.410 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.407+0000 7fc1f3e16640 1 -- 172.21.15.67:0/1460002232 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1ec15f100 con 0x7fc1ec0d4910 2024-09-21T00:36:46.410 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.408+0000 7fc1de7fc640 1 -- 172.21.15.67:0/1460002232 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1e0003850 con 0x7fc1ec0d4910 2024-09-21T00:36:46.410 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.408+0000 7fc1f3e16640 1 -- 172.21.15.67:0/1460002232 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1ec15f6c0 con 0x7fc1ec0d4910 2024-09-21T00:36:46.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.409+0000 7fc1de7fc640 1 -- 172.21.15.67:0/1460002232 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fc1e001a070 con 0x7fc1ec0d4910 2024-09-21T00:36:46.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.410+0000 7fc1de7fc640 1 --2- 172.21.15.67:0/1460002232 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc1d0078b90 0x7fc1d007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:46.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.410+0000 7fc1de7fc640 1 -- 172.21.15.67:0/1460002232 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(211..211 src has 1..211) ==== 5795+0+0 (secure 0 0 0) 0x7fc1e009a1c0 con 0x7fc1ec0d4910 2024-09-21T00:36:46.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.410+0000 7fc1f1bb2640 1 --2- 172.21.15.67:0/1460002232 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc1d0078b90 0x7fc1d007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:46.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.411+0000 7fc1fae5d740 1 Processor -- start 2024-09-21T00:36:46.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.411+0000 7fc1f1bb2640 1 --2- 172.21.15.67:0/1460002232 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc1d0078b90 0x7fc1d007b0a0 secure :-1 s=READY pgs=1014 cs=0 l=1 rev1=1 crypto rx=0x7fc1e8033000 tx=0x7fc1e8004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:46.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.411+0000 7fc1fae5d740 1 -- start start 2024-09-21T00:36:46.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.412+0000 7fc1fae5d740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b970d66410 0x55b971138d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:46.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.412+0000 7fc1fae5d740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b970d3d550 0x55b971139250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:46.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.412+0000 7fc1fae5d740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b970d45730 0x55b971156150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:46.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.412+0000 7fc1fae5d740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55b971081120 con 0x55b970d66410 2024-09-21T00:36:46.415 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.412+0000 7fc1fae5d740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55b971070550 con 0x55b970d45730 2024-09-21T00:36:46.415 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.412+0000 7fc1fae5d740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55b971074360 con 0x55b970d3d550 2024-09-21T00:36:46.415 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.412+0000 7fc1f1bb2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b970d66410 0x55b971138d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:46.415 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.412+0000 7fc1f1bb2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b970d66410 0x55b971138d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59626/0 (socket says 172.21.15.67:59626) 2024-09-21T00:36:46.415 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.412+0000 7fc1f1bb2640 1 -- 172.21.15.67:0/306499405 learned_addr learned my addr 172.21.15.67:0/306499405 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:46.415 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.412+0000 7fc1f13b1640 1 --2- 172.21.15.67:0/306499405 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b970d3d550 0x55b971139250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:46.415 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.412+0000 7fc1f23b3640 1 --2- 172.21.15.67:0/306499405 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b970d45730 0x55b971156150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:46.415 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.413+0000 7fc1f1bb2640 1 -- 172.21.15.67:0/306499405 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b970d3d550 msgr2=0x55b971139250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:36:46.415 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.413+0000 7fc1f1bb2640 1 --2- 172.21.15.67:0/306499405 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b970d3d550 0x55b971139250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.415 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.413+0000 7fc1f1bb2640 1 -- 172.21.15.67:0/306499405 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b970d45730 msgr2=0x55b971156150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:36:46.415 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.413+0000 7fc1f1bb2640 1 --2- 172.21.15.67:0/306499405 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b970d45730 0x55b971156150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.415 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.413+0000 7fc1f1bb2640 1 -- 172.21.15.67:0/306499405 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b970d62470 con 0x55b970d66410 2024-09-21T00:36:46.415 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.413+0000 7fc1f1bb2640 1 --2- 172.21.15.67:0/306499405 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b970d66410 0x55b971138d10 secure :-1 s=READY pgs=2682 cs=0 l=1 rev1=1 crypto rx=0x7fc1e8005fd0 tx=0x7fc1e803c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=55a6973f018e53aa server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:46.415 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.413+0000 7fc1cf7fe640 1 -- 172.21.15.67:0/306499405 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1e8035040 con 0x55b970d66410 2024-09-21T00:36:46.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.413+0000 7fc1cf7fe640 1 -- 172.21.15.67:0/306499405 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc1e804d070 con 0x55b970d66410 2024-09-21T00:36:46.416 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.413+0000 7fc1cf7fe640 1 -- 172.21.15.67:0/306499405 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1e8003b20 con 0x55b970d66410 2024-09-21T00:36:46.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.414+0000 7fc1fae5d740 1 -- 172.21.15.67:0/306499405 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b970d66410 msgr2=0x55b971138d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:46.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.414+0000 7fc1fae5d740 1 --2- 172.21.15.67:0/306499405 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b970d66410 0x55b971138d10 secure :-1 s=READY pgs=2682 cs=0 l=1 rev1=1 crypto rx=0x7fc1e8005fd0 tx=0x7fc1e803c000 comp rx=0 tx=0).stop 2024-09-21T00:36:46.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.414+0000 7fc1fae5d740 1 -- 172.21.15.67:0/306499405 shutdown_connections 2024-09-21T00:36:46.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.414+0000 7fc1fae5d740 1 --2- 172.21.15.67:0/306499405 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b970d45730 0x55b971156150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.414+0000 7fc1fae5d740 1 --2- 172.21.15.67:0/306499405 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b970d3d550 0x55b971139250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.414+0000 7fc1fae5d740 1 --2- 172.21.15.67:0/306499405 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b970d66410 0x55b971138d10 unknown :-1 s=CLOSED pgs=2682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.414+0000 7fc1fae5d740 1 -- 172.21.15.67:0/306499405 >> 172.21.15.67:0/306499405 conn(0x55b970d5a560 msgr2=0x55b97110efd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:46.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.414+0000 7fc1fae5d740 1 -- 172.21.15.67:0/306499405 shutdown_connections 2024-09-21T00:36:46.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.414+0000 7fc1fae5d740 1 -- 172.21.15.67:0/306499405 wait complete. 2024-09-21T00:36:46.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.415+0000 7fc1fae5d740 1 -- start start 2024-09-21T00:36:46.417 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.415+0000 7fc1fae5d740 1 Processor -- start 2024-09-21T00:36:46.421 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.416+0000 7fc1fae5d740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b970d3d550 0x55b9711317c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:46.421 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.416+0000 7fc1fae5d740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b970d45730 0x55b9711271e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:46.421 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.416+0000 7fc1fae5d740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b970d66410 0x55b971156fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:46.421 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.416+0000 7fc1fae5d740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55b970de07c0 con 0x55b970d3d550 2024-09-21T00:36:46.421 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.416+0000 7fc1fae5d740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55b971015890 con 0x55b970d45730 2024-09-21T00:36:46.421 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.416+0000 7fc1fae5d740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55b971139790 con 0x55b970d66410 2024-09-21T00:36:46.421 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.417+0000 7fc1f1bb2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b970d3d550 0x55b9711317c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:46.421 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.417+0000 7fc1fae5d740 10 client.0 _ll_register_callbacks cb 0x55b971069ce0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:36:46.422 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.417+0000 7fc1f1bb2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b970d3d550 0x55b9711317c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59630/0 (socket says 172.21.15.67:59630) 2024-09-21T00:36:46.422 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.417+0000 7fc1f1bb2640 1 -- 172.21.15.67:0/1958517238 learned_addr learned my addr 172.21.15.67:0/1958517238 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:46.422 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.417+0000 7fc1f13b1640 1 --2- 172.21.15.67:0/1958517238 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b970d45730 0x55b9711271e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:46.422 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.417+0000 7fc1f23b3640 1 --2- 172.21.15.67:0/1958517238 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b970d66410 0x55b971156fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:46.422 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.417+0000 7fc1f1bb2640 1 -- 172.21.15.67:0/1958517238 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b970d66410 msgr2=0x55b971156fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:36:46.422 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.417+0000 7fc1f1bb2640 1 --2- 172.21.15.67:0/1958517238 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b970d66410 0x55b971156fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.422 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.417+0000 7fc1f1bb2640 1 -- 172.21.15.67:0/1958517238 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b970d45730 msgr2=0x55b9711271e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:36:46.422 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.417+0000 7fc1f1bb2640 1 --2- 172.21.15.67:0/1958517238 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b970d45730 0x55b9711271e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.422 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.417+0000 7fc1f1bb2640 1 -- 172.21.15.67:0/1958517238 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b970e467e0 con 0x55b970d3d550 2024-09-21T00:36:46.422 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.417+0000 7fc1f1bb2640 1 --2- 172.21.15.67:0/1958517238 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b970d3d550 0x55b9711317c0 secure :-1 s=READY pgs=2683 cs=0 l=1 rev1=1 crypto rx=0x7fc1e804a040 tx=0x7fc1e8003f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f3e58bd0f6ea29ba server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:46.422 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.417+0000 7fc1ccff9640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:36:46.422 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.417+0000 7fc1ccff9640 1 -- 172.21.15.67:0/1958517238 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1e8035040 con 0x55b970d3d550 2024-09-21T00:36:46.422 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.417+0000 7fc1ccff9640 1 -- 172.21.15.67:0/1958517238 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(211..211 src has 1..211) ==== 5795+0+0 (secure 0 0 0) 0x7fc1e805bb10 con 0x55b970d3d550 2024-09-21T00:36:46.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.417+0000 7fc1fae5d740 1 -- 172.21.15.67:0/1958517238 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc1e804d070 con 0x55b970d3d550 2024-09-21T00:36:46.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.417+0000 7fc1ccff9640 1 -- 172.21.15.67:0/1958517238 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=184) ==== 24+0+0 (secure 0 0 0) 0x7fc1e805bd10 con 0x55b970d3d550 2024-09-21T00:36:46.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.417+0000 7fc1fae5d740 10 client.11997 fetch_fsmap learned FSMap version 184 2024-09-21T00:36:46.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.418+0000 7fc1fae5d740 1 -- 172.21.15.67:0/1958517238 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=184,monmap=2+}) -- 0x55b970ea6f70 con 0x55b970d3d550 2024-09-21T00:36:46.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.418+0000 7fc1ccff9640 1 -- 172.21.15.67:0/1958517238 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc1e804d070 con 0x55b970d3d550 2024-09-21T00:36:46.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.418+0000 7fc1ccff9640 1 -- 172.21.15.67:0/1958517238 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 184) ==== 3502+0+0 (secure 0 0 0) 0x7fc1e803a040 con 0x55b970d3d550 2024-09-21T00:36:46.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.418+0000 7fc1fae5d740 10 client.11997 fetch_fsmap finished waiting for FSMap version 184 2024-09-21T00:36:46.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.418+0000 7fc1fae5d740 10 client.11997 resolve_mds: resolved 16:0 to role '16:0' aka daemon mds.a 2024-09-21T00:36:46.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.418+0000 7fc1fae5d740 20 client.11997 populate_metadata read hostname 'smithi067' 2024-09-21T00:36:46.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.418+0000 7fc1fae5d740 1 --2- 172.21.15.67:0/1958517238 >> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] conn(0x55b970d251f0 0x55b9711663b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:46.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.418+0000 7fc1fae5d740 4 client.11997 mds_command: new command op to 11913 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:36:46.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.418+0000 7fc1fae5d740 1 -- 172.21.15.67:0/1958517238 --> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b971083070 con 0x55b970d251f0 2024-09-21T00:36:46.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.418+0000 7fc1f13b1640 1 --2- 172.21.15.67:0/1958517238 >> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] conn(0x55b970d251f0 0x55b9711663b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:46.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.418+0000 7fc1ccff9640 10 client.11997 ms_handle_connect on v2:172.21.15.67:6833/2324294626 2024-09-21T00:36:46.423 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.418+0000 7fc1f13b1640 1 --2- 172.21.15.67:0/1958517238 >> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] conn(0x55b970d251f0 0x55b9711663b0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c4259910f0354b9a server_cookie=e72929cd624dbb81 in_seq=0 out_seq=0 2024-09-21T00:36:46.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.419+0000 7fc1ccff9640 1 -- 172.21.15.67:0/1958517238 <== mds.0 v2:172.21.15.67:6833/2324294626 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x55b971083070 con 0x55b970d251f0 2024-09-21T00:36:46.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.419+0000 7fc1ccff9640 10 client.11997 handle_command_reply: tid=0 2024-09-21T00:36:46.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.419+0000 7fc1fae5d740 1 client.11997 shutdown 2024-09-21T00:36:46.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.419+0000 7fc1fae5d740 1 -- 172.21.15.67:0/1958517238 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b970d3d550 msgr2=0x55b9711317c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:46.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.419+0000 7fc1fae5d740 1 --2- 172.21.15.67:0/1958517238 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b970d3d550 0x55b9711317c0 secure :-1 s=READY pgs=2683 cs=0 l=1 rev1=1 crypto rx=0x7fc1e804a040 tx=0x7fc1e8003f30 comp rx=0 tx=0).stop 2024-09-21T00:36:46.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.419+0000 7fc1fae5d740 1 -- 172.21.15.67:0/1958517238 shutdown_connections 2024-09-21T00:36:46.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.419+0000 7fc1fae5d740 1 --2- 172.21.15.67:0/1958517238 >> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] conn(0x55b970d251f0 0x55b9711663b0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.419+0000 7fc1fae5d740 1 --2- 172.21.15.67:0/1958517238 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b970d66410 0x55b971156fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.419+0000 7fc1fae5d740 1 --2- 172.21.15.67:0/1958517238 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b970d45730 0x55b9711271e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.419+0000 7fc1fae5d740 1 --2- 172.21.15.67:0/1958517238 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b970d3d550 0x55b9711317c0 unknown :-1 s=CLOSED pgs=2683 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.419+0000 7fc1ccff9640 0 client.11997 ms_handle_reset on v2:172.21.15.67:6833/2324294626 2024-09-21T00:36:46.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.419+0000 7fc1fae5d740 1 -- 172.21.15.67:0/1958517238 >> 172.21.15.67:0/1958517238 conn(0x55b970d5a560 msgr2=0x55b971155720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:46.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.419+0000 7fc1fae5d740 1 -- 172.21.15.67:0/1958517238 shutdown_connections 2024-09-21T00:36:46.424 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.419+0000 7fc1fae5d740 1 -- 172.21.15.67:0/1958517238 wait complete. 2024-09-21T00:36:46.425 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.420+0000 7fc1fae5d740 20 client.11997 trim_cache size 0 max 16384 2024-09-21T00:36:46.438 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.438+0000 7fc1fae5d740 1 Processor -- start 2024-09-21T00:36:46.439 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.438+0000 7fc1fae5d740 1 -- start start 2024-09-21T00:36:46.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.439+0000 7fc1fae5d740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b970d3d550 0x55b97110f640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:46.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.439+0000 7fc1fae5d740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b970d45730 0x55b971109ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:46.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.439+0000 7fc1fae5d740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b970d66410 0x55b971156910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:46.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.439+0000 7fc1fae5d740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc1ec202170 con 0x55b970d3d550 2024-09-21T00:36:46.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.439+0000 7fc1fae5d740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc1ec1f9f10 con 0x55b970d66410 2024-09-21T00:36:46.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.439+0000 7fc1fae5d740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fc1ec1f9270 con 0x55b970d45730 2024-09-21T00:36:46.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.439+0000 7fc1f1bb2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b970d3d550 0x55b97110f640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:46.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.439+0000 7fc1f1bb2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b970d3d550 0x55b97110f640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59636/0 (socket says 172.21.15.67:59636) 2024-09-21T00:36:46.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.439+0000 7fc1f1bb2640 1 -- 172.21.15.67:0/2383459129 learned_addr learned my addr 172.21.15.67:0/2383459129 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:46.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.439+0000 7fc1f1bb2640 1 -- 172.21.15.67:0/2383459129 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b970d45730 msgr2=0x55b971109ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:36:46.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.439+0000 7fc1f1bb2640 1 --2- 172.21.15.67:0/2383459129 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b970d45730 0x55b971109ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.439+0000 7fc1f1bb2640 1 -- 172.21.15.67:0/2383459129 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b970d66410 msgr2=0x55b971156910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:36:46.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.439+0000 7fc1f1bb2640 1 --2- 172.21.15.67:0/2383459129 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b970d66410 0x55b971156910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.439+0000 7fc1f1bb2640 1 -- 172.21.15.67:0/2383459129 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b970daf720 con 0x55b970d3d550 2024-09-21T00:36:46.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.439+0000 7fc1f1bb2640 1 --2- 172.21.15.67:0/2383459129 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b970d3d550 0x55b97110f640 secure :-1 s=READY pgs=2684 cs=0 l=1 rev1=1 crypto rx=0x7fc1e8004410 tx=0x7fc1e8004c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f6d82ec67a70e837 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:46.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.440+0000 7fc1ceffd640 1 -- 172.21.15.67:0/2383459129 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1e8035040 con 0x55b970d3d550 2024-09-21T00:36:46.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.440+0000 7fc1ceffd640 1 -- 172.21.15.67:0/2383459129 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc1e804d030 con 0x55b970d3d550 2024-09-21T00:36:46.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.440+0000 7fc1ceffd640 1 -- 172.21.15.67:0/2383459129 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1e8004f20 con 0x55b970d3d550 2024-09-21T00:36:46.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.440+0000 7fc1fae5d740 1 -- 172.21.15.67:0/2383459129 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b970d3d550 msgr2=0x55b97110f640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:46.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.440+0000 7fc1fae5d740 1 --2- 172.21.15.67:0/2383459129 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b970d3d550 0x55b97110f640 secure :-1 s=READY pgs=2684 cs=0 l=1 rev1=1 crypto rx=0x7fc1e8004410 tx=0x7fc1e8004c00 comp rx=0 tx=0).stop 2024-09-21T00:36:46.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.440+0000 7fc1fae5d740 1 -- 172.21.15.67:0/2383459129 shutdown_connections 2024-09-21T00:36:46.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.440+0000 7fc1fae5d740 1 --2- 172.21.15.67:0/2383459129 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b970d66410 0x55b971156910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.440+0000 7fc1fae5d740 1 --2- 172.21.15.67:0/2383459129 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b970d45730 0x55b971109ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.440+0000 7fc1fae5d740 1 --2- 172.21.15.67:0/2383459129 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b970d3d550 0x55b97110f640 unknown :-1 s=CLOSED pgs=2684 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.440+0000 7fc1fae5d740 1 -- 172.21.15.67:0/2383459129 >> 172.21.15.67:0/2383459129 conn(0x55b970d5a560 msgr2=0x55b9711278e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:46.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.440+0000 7fc1fae5d740 1 -- 172.21.15.67:0/2383459129 shutdown_connections 2024-09-21T00:36:46.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.440+0000 7fc1fae5d740 1 -- 172.21.15.67:0/2383459129 wait complete. 2024-09-21T00:36:46.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.441+0000 7fc1fae5d740 1 -- start start 2024-09-21T00:36:46.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.441+0000 7fc1fae5d740 1 Processor -- start 2024-09-21T00:36:46.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.443+0000 7fc1fae5d740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b970d3d550 0x55b971139460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:46.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.443+0000 7fc1fae5d740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b970d45730 0x55b9711d2a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:46.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.443+0000 7fc1fae5d740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b970d66410 0x55b9711cc8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:46.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.443+0000 7fc1fae5d740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc1ec1f98c0 con 0x55b970d45730 2024-09-21T00:36:46.446 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.443+0000 7fc1fae5d740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55b9711d3450 con 0x55b970d66410 2024-09-21T00:36:46.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.443+0000 7fc1fae5d740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55b971153dd0 con 0x55b970d3d550 2024-09-21T00:36:46.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.443+0000 7fc1fae5d740 10 client.0 _ll_register_callbacks cb 0x7fc1e40095e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:36:46.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.443+0000 7fc1f13b1640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b970d45730 0x55b9711d2a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:46.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.443+0000 7fc1f13b1640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b970d45730 0x55b9711d2a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59638/0 (socket says 172.21.15.67:59638) 2024-09-21T00:36:46.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.443+0000 7fc1f13b1640 1 -- 172.21.15.67:0/1134437785 learned_addr learned my addr 172.21.15.67:0/1134437785 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:46.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.443+0000 7fc1f23b3640 1 --2- 172.21.15.67:0/1134437785 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b970d66410 0x55b9711cc8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:46.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.443+0000 7fc1f1bb2640 1 --2- 172.21.15.67:0/1134437785 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b970d3d550 0x55b971139460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:46.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.443+0000 7fc1f13b1640 1 -- 172.21.15.67:0/1134437785 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b970d3d550 msgr2=0x55b971139460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:36:46.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.443+0000 7fc1f13b1640 1 --2- 172.21.15.67:0/1134437785 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b970d3d550 0x55b971139460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.443+0000 7fc1f13b1640 1 -- 172.21.15.67:0/1134437785 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b970d66410 msgr2=0x55b9711cc8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:36:46.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.443+0000 7fc1f13b1640 1 --2- 172.21.15.67:0/1134437785 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b970d66410 0x55b9711cc8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.443+0000 7fc1f13b1640 1 -- 172.21.15.67:0/1134437785 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b971163e50 con 0x55b970d45730 2024-09-21T00:36:46.447 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.443+0000 7fc1f13b1640 1 --2- 172.21.15.67:0/1134437785 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b970d45730 0x55b9711d2a40 secure :-1 s=READY pgs=2685 cs=0 l=1 rev1=1 crypto rx=0x7fc1e00986b0 tx=0x7fc1e0014040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b330fb19dcb0d6b server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:46.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.443+0000 7fc1ccff9640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:36:46.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.444+0000 7fc1ccff9640 1 -- 172.21.15.67:0/1134437785 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1e0081060 con 0x55b970d45730 2024-09-21T00:36:46.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.444+0000 7fc1ccff9640 1 -- 172.21.15.67:0/1134437785 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(211..211 src has 1..211) ==== 5795+0+0 (secure 0 0 0) 0x7fc1e005e110 con 0x55b970d45730 2024-09-21T00:36:46.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.444+0000 7fc1fae5d740 1 -- 172.21.15.67:0/1134437785 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc1e804d030 con 0x55b970d45730 2024-09-21T00:36:46.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.444+0000 7fc1ccff9640 1 -- 172.21.15.67:0/1134437785 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=184) ==== 24+0+0 (secure 0 0 0) 0x7fc1e0070050 con 0x55b970d45730 2024-09-21T00:36:46.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.444+0000 7fc1fae5d740 10 client.12003 fetch_fsmap learned FSMap version 184 2024-09-21T00:36:46.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.444+0000 7fc1fae5d740 1 -- 172.21.15.67:0/1134437785 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=184,monmap=2+}) -- 0x55b9711d31f0 con 0x55b970d45730 2024-09-21T00:36:46.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.444+0000 7fc1ccff9640 1 -- 172.21.15.67:0/1134437785 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc1e804d030 con 0x55b970d45730 2024-09-21T00:36:46.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.444+0000 7fc1ccff9640 1 -- 172.21.15.67:0/1134437785 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 184) ==== 3502+0+0 (secure 0 0 0) 0x7fc1e0088120 con 0x55b970d45730 2024-09-21T00:36:46.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.444+0000 7fc1fae5d740 10 client.12003 fetch_fsmap finished waiting for FSMap version 184 2024-09-21T00:36:46.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.444+0000 7fc1fae5d740 10 client.12003 resolve_mds: resolved 16:0 to role '16:0' aka daemon mds.a 2024-09-21T00:36:46.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.444+0000 7fc1fae5d740 20 client.12003 populate_metadata read hostname 'smithi067' 2024-09-21T00:36:46.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.444+0000 7fc1fae5d740 1 --2- 172.21.15.67:0/1134437785 >> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] conn(0x55b9711d6850 0x55b9711568e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:46.448 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.444+0000 7fc1fae5d740 4 client.12003 mds_command: new command op to 11913 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["recursive", "repair"]}] 2024-09-21T00:36:46.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.444+0000 7fc1fae5d740 1 -- 172.21.15.67:0/1134437785 --> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["recursive", "repair"]}) -- 0x55b97107eb20 con 0x55b9711d6850 2024-09-21T00:36:46.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.444+0000 7fc1f1bb2640 1 --2- 172.21.15.67:0/1134437785 >> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] conn(0x55b9711d6850 0x55b9711568e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:46.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.445+0000 7fc1ccff9640 10 client.12003 ms_handle_connect on v2:172.21.15.67:6833/2324294626 2024-09-21T00:36:46.449 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.445+0000 7fc1f1bb2640 1 --2- 172.21.15.67:0/1134437785 >> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] conn(0x55b9711d6850 0x55b9711568e0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ab09146916145dfb server_cookie=de21f5c79699d828 in_seq=0 out_seq=0 2024-09-21T00:36:46.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.446+0000 7fc1ccff9640 1 -- 172.21.15.67:0/1134437785 <== mds.0 v2:172.21.15.67:6833/2324294626 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55b97107eb20 con 0x55b9711d6850 2024-09-21T00:36:46.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.446+0000 7fc1ccff9640 10 client.12003 handle_command_reply: tid=0 2024-09-21T00:36:46.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.446+0000 7fc1fae5d740 1 client.12003 shutdown 2024-09-21T00:36:46.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.446+0000 7fc1fae5d740 1 -- 172.21.15.67:0/1134437785 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b970d45730 msgr2=0x55b9711d2a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:46.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.446+0000 7fc1fae5d740 1 --2- 172.21.15.67:0/1134437785 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b970d45730 0x55b9711d2a40 secure :-1 s=READY pgs=2685 cs=0 l=1 rev1=1 crypto rx=0x7fc1e00986b0 tx=0x7fc1e0014040 comp rx=0 tx=0).stop 2024-09-21T00:36:46.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.446+0000 7fc1fae5d740 1 -- 172.21.15.67:0/1134437785 shutdown_connections 2024-09-21T00:36:46.450 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.446+0000 7fc1fae5d740 1 --2- 172.21.15.67:0/1134437785 >> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] conn(0x55b9711d6850 0x55b9711568e0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.446+0000 7fc1fae5d740 1 --2- 172.21.15.67:0/1134437785 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55b970d66410 0x55b9711cc8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.446+0000 7fc1fae5d740 1 --2- 172.21.15.67:0/1134437785 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55b970d45730 0x55b9711d2a40 unknown :-1 s=CLOSED pgs=2685 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.446+0000 7fc1fae5d740 1 --2- 172.21.15.67:0/1134437785 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55b970d3d550 0x55b971139460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.446+0000 7fc1fae5d740 1 -- 172.21.15.67:0/1134437785 >> 172.21.15.67:0/1134437785 conn(0x55b970d5a560 msgr2=0x55b971127170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:46.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.446+0000 7fc1ccff9640 0 client.12003 ms_handle_reset on v2:172.21.15.67:6833/2324294626 2024-09-21T00:36:46.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.446+0000 7fc1fae5d740 1 -- 172.21.15.67:0/1134437785 shutdown_connections 2024-09-21T00:36:46.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.446+0000 7fc1fae5d740 1 -- 172.21.15.67:0/1134437785 wait complete. 2024-09-21T00:36:46.451 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.446+0000 7fc1fae5d740 20 client.12003 trim_cache size 0 max 16384 2024-09-21T00:36:46.451 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:36:46.451 INFO:teuthology.orchestra.run.smithi067.stdout: "return_code": 0, 2024-09-21T00:36:46.451 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_tag": "7499e45e-caa4-4e62-8bb3-d2d387cb04c0", 2024-09-21T00:36:46.452 INFO:teuthology.orchestra.run.smithi067.stdout: "mode": "asynchronous" 2024-09-21T00:36:46.452 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:36:46.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.447+0000 7fc1f3e16640 1 -- 172.21.15.67:0/1460002232 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc1d0078b90 msgr2=0x7fc1d007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:46.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.447+0000 7fc1f3e16640 1 --2- 172.21.15.67:0/1460002232 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc1d0078b90 0x7fc1d007b0a0 secure :-1 s=READY pgs=1014 cs=0 l=1 rev1=1 crypto rx=0x7fc1e8033000 tx=0x7fc1e8004730 comp rx=0 tx=0).stop 2024-09-21T00:36:46.452 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.447+0000 7fc1f3e16640 1 -- 172.21.15.67:0/1460002232 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc1ec0d4910 msgr2=0x7fc1ec0c8990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:46.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.447+0000 7fc1f3e16640 1 --2- 172.21.15.67:0/1460002232 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc1ec0d4910 0x7fc1ec0c8990 secure :-1 s=READY pgs=2681 cs=0 l=1 rev1=1 crypto rx=0x7fc1e000c400 tx=0x7fc1e000c8c0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.447+0000 7fc1f3e16640 1 -- 172.21.15.67:0/1460002232 shutdown_connections 2024-09-21T00:36:46.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.447+0000 7fc1f3e16640 1 --2- 172.21.15.67:0/1460002232 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc1d0078b90 0x7fc1d007b0a0 unknown :-1 s=CLOSED pgs=1014 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.447+0000 7fc1f3e16640 1 --2- 172.21.15.67:0/1460002232 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc1ec15e8f0 0x7fc1ec0c8ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.447+0000 7fc1f3e16640 1 --2- 172.21.15.67:0/1460002232 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc1ec0d4910 0x7fc1ec0c8990 unknown :-1 s=CLOSED pgs=2681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.447+0000 7fc1f3e16640 1 --2- 172.21.15.67:0/1460002232 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc1ec0d1b70 0x7fc1ec149aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.447+0000 7fc1f3e16640 1 -- 172.21.15.67:0/1460002232 >> 172.21.15.67:0/1460002232 conn(0x7fc1ec073ba0 msgr2=0x7fc1ec0cb7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:46.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.447+0000 7fc1f3e16640 1 -- 172.21.15.67:0/1460002232 shutdown_connections 2024-09-21T00:36:46.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.447+0000 7fc1f3e16640 1 -- 172.21.15.67:0/1460002232 wait complete. 2024-09-21T00:36:46.460 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:36:46.460 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.16:0 scrub status 2024-09-21T00:36:46.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.576+0000 7fa173bad640 1 -- 172.21.15.67:0/1763771080 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa16c0b7270 msgr2=0x7fa16c0d0330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:46.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.576+0000 7fa173bad640 1 --2- 172.21.15.67:0/1763771080 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa16c0b7270 0x7fa16c0d0330 secure :-1 s=READY pgs=2687 cs=0 l=1 rev1=1 crypto rx=0x7fa168009830 tx=0x7fa16802a480 comp rx=0 tx=0).stop 2024-09-21T00:36:46.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.577+0000 7fa173bad640 1 -- 172.21.15.67:0/1763771080 shutdown_connections 2024-09-21T00:36:46.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.577+0000 7fa173bad640 1 --2- 172.21.15.67:0/1763771080 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa16c0d2dd0 0x7fa16c0b55b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.577+0000 7fa173bad640 1 --2- 172.21.15.67:0/1763771080 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa16c0b7270 0x7fa16c0d0330 unknown :-1 s=CLOSED pgs=2687 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.578 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.577+0000 7fa173bad640 1 -- 172.21.15.67:0/1763771080 >> 172.21.15.67:0/1763771080 conn(0x7fa16c06f850 msgr2=0x7fa16c09ba40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:46.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.577+0000 7fa173bad640 1 -- 172.21.15.67:0/1763771080 shutdown_connections 2024-09-21T00:36:46.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.577+0000 7fa173bad640 1 -- 172.21.15.67:0/1763771080 wait complete. 2024-09-21T00:36:46.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.578+0000 7fa173bad640 1 Processor -- start 2024-09-21T00:36:46.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.578+0000 7fa173bad640 1 -- start start 2024-09-21T00:36:46.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.580+0000 7fa173bad640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa16c0b7270 0x7fa16c1590c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:46.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.580+0000 7fa173bad640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa16c0d19b0 0x7fa16c09ff90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:46.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.580+0000 7fa173bad640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa16c09c710 0x7fa16c15f260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:46.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.580+0000 7fa173bad640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fa16c0b5e80 con 0x7fa16c0b7270 2024-09-21T00:36:46.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.580+0000 7fa173bad640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fa16c0b5d00 con 0x7fa16c09c710 2024-09-21T00:36:46.582 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.580+0000 7fa173bad640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fa16c0b6000 con 0x7fa16c0d19b0 2024-09-21T00:36:46.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.580+0000 7fa171949640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa16c0b7270 0x7fa16c1590c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:46.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.580+0000 7fa171949640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa16c0b7270 0x7fa16c1590c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59658/0 (socket says 172.21.15.67:59658) 2024-09-21T00:36:46.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.580+0000 7fa171949640 1 -- 172.21.15.67:0/3442861284 learned_addr learned my addr 172.21.15.67:0/3442861284 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:46.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.580+0000 7fa17214a640 1 --2- 172.21.15.67:0/3442861284 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa16c09c710 0x7fa16c15f260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:46.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.580+0000 7fa171148640 1 --2- 172.21.15.67:0/3442861284 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa16c0d19b0 0x7fa16c09ff90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:46.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.580+0000 7fa171949640 1 -- 172.21.15.67:0/3442861284 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa16c0d19b0 msgr2=0x7fa16c09ff90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:46.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.580+0000 7fa171949640 1 --2- 172.21.15.67:0/3442861284 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa16c0d19b0 0x7fa16c09ff90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.580+0000 7fa171949640 1 -- 172.21.15.67:0/3442861284 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa16c09c710 msgr2=0x7fa16c15f260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:46.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.581+0000 7fa171949640 1 --2- 172.21.15.67:0/3442861284 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa16c09c710 0x7fa16c15f260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.581+0000 7fa171949640 1 -- 172.21.15.67:0/3442861284 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa16c1513e0 con 0x7fa16c0b7270 2024-09-21T00:36:46.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.581+0000 7fa171949640 1 --2- 172.21.15.67:0/3442861284 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa16c0b7270 0x7fa16c1590c0 secure :-1 s=READY pgs=2688 cs=0 l=1 rev1=1 crypto rx=0x7fa168000c00 tx=0x7fa168033c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:46.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.581+0000 7fa1627fc640 1 -- 172.21.15.67:0/3442861284 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa168005c90 con 0x7fa16c0b7270 2024-09-21T00:36:46.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.581+0000 7fa1627fc640 1 -- 172.21.15.67:0/3442861284 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa168031e50 con 0x7fa16c0b7270 2024-09-21T00:36:46.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.581+0000 7fa173bad640 1 -- 172.21.15.67:0/3442861284 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa16c1f9b00 con 0x7fa16c0b7270 2024-09-21T00:36:46.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.581+0000 7fa1627fc640 1 -- 172.21.15.67:0/3442861284 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa168033310 con 0x7fa16c0b7270 2024-09-21T00:36:46.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.581+0000 7fa173bad640 1 -- 172.21.15.67:0/3442861284 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa16c1fa0c0 con 0x7fa16c0b7270 2024-09-21T00:36:46.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.583+0000 7fa1627fc640 1 -- 172.21.15.67:0/3442861284 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fa1680334b0 con 0x7fa16c0b7270 2024-09-21T00:36:46.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.583+0000 7fa1627fc640 1 --2- 172.21.15.67:0/3442861284 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa150078b90 0x7fa15007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:46.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.583+0000 7fa1627fc640 1 -- 172.21.15.67:0/3442861284 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(211..211 src has 1..211) ==== 5795+0+0 (secure 0 0 0) 0x7fa1680bc020 con 0x7fa16c0b7270 2024-09-21T00:36:46.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.584+0000 7fa171148640 1 --2- 172.21.15.67:0/3442861284 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa150078b90 0x7fa15007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:46.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.584+0000 7fa171148640 1 --2- 172.21.15.67:0/3442861284 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa150078b90 0x7fa15007b0a0 secure :-1 s=READY pgs=1015 cs=0 l=1 rev1=1 crypto rx=0x7fa15c000f60 tx=0x7fa15c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:46.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.584+0000 7fa17abf9740 1 Processor -- start 2024-09-21T00:36:46.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.585+0000 7fa17abf9740 1 -- start start 2024-09-21T00:36:46.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.586+0000 7fa17abf9740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55965515f390 0x559655530740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:46.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.586+0000 7fa17abf9740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5596551364d0 0x559655530c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:46.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.586+0000 7fa17abf9740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55965513e6b0 0x55965554db80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:46.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.586+0000 7fa17abf9740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x559655479a60 con 0x55965513e6b0 2024-09-21T00:36:46.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.586+0000 7fa17abf9740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x559655468e90 con 0x55965515f390 2024-09-21T00:36:46.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.586+0000 7fa17abf9740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55965546cca0 con 0x5596551364d0 2024-09-21T00:36:46.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.586+0000 7fa17214a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55965513e6b0 0x55965554db80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:46.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.586+0000 7fa17214a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55965513e6b0 0x55965554db80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59664/0 (socket says 172.21.15.67:59664) 2024-09-21T00:36:46.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.586+0000 7fa171148640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5596551364d0 0x559655530c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:46.588 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.586+0000 7fa17214a640 1 -- 172.21.15.67:0/2495043705 learned_addr learned my addr 172.21.15.67:0/2495043705 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:46.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.586+0000 7fa171949640 1 --2- 172.21.15.67:0/2495043705 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55965515f390 0x559655530740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:46.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.586+0000 7fa17214a640 1 -- 172.21.15.67:0/2495043705 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5596551364d0 msgr2=0x559655530c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:36:46.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.586+0000 7fa17214a640 1 --2- 172.21.15.67:0/2495043705 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5596551364d0 0x559655530c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.586+0000 7fa17214a640 1 -- 172.21.15.67:0/2495043705 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55965515f390 msgr2=0x559655530740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:36:46.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.586+0000 7fa17214a640 1 --2- 172.21.15.67:0/2495043705 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55965515f390 0x559655530740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.586+0000 7fa17214a640 1 -- 172.21.15.67:0/2495043705 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5596552417d0 con 0x55965513e6b0 2024-09-21T00:36:46.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.586+0000 7fa171148640 1 --2- 172.21.15.67:0/2495043705 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5596551364d0 0x559655530c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:36:46.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.586+0000 7fa17214a640 1 --2- 172.21.15.67:0/2495043705 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55965513e6b0 0x55965554db80 secure :-1 s=READY pgs=2689 cs=0 l=1 rev1=1 crypto rx=0x7fa164009f50 tx=0x7fa164010740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=800ec7a59471b53d server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:46.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.587+0000 7fa14f7fe640 1 -- 172.21.15.67:0/2495043705 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa164016070 con 0x55965513e6b0 2024-09-21T00:36:46.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.587+0000 7fa14f7fe640 1 -- 172.21.15.67:0/2495043705 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa164004e10 con 0x55965513e6b0 2024-09-21T00:36:46.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.587+0000 7fa14f7fe640 1 -- 172.21.15.67:0/2495043705 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa164005280 con 0x55965513e6b0 2024-09-21T00:36:46.590 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.587+0000 7fa17abf9740 1 -- 172.21.15.67:0/2495043705 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55965513e6b0 msgr2=0x55965554db80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:46.590 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.587+0000 7fa17abf9740 1 --2- 172.21.15.67:0/2495043705 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55965513e6b0 0x55965554db80 secure :-1 s=READY pgs=2689 cs=0 l=1 rev1=1 crypto rx=0x7fa164009f50 tx=0x7fa164010740 comp rx=0 tx=0).stop 2024-09-21T00:36:46.591 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.587+0000 7fa17abf9740 1 -- 172.21.15.67:0/2495043705 shutdown_connections 2024-09-21T00:36:46.591 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.587+0000 7fa17abf9740 1 --2- 172.21.15.67:0/2495043705 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55965513e6b0 0x55965554db80 unknown :-1 s=CLOSED pgs=2689 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.591 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.587+0000 7fa17abf9740 1 --2- 172.21.15.67:0/2495043705 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5596551364d0 0x559655530c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.591 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.587+0000 7fa17abf9740 1 --2- 172.21.15.67:0/2495043705 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55965515f390 0x559655530740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.591 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.587+0000 7fa17abf9740 1 -- 172.21.15.67:0/2495043705 >> 172.21.15.67:0/2495043705 conn(0x5596551534e0 msgr2=0x559655506a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:46.591 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.588+0000 7fa17abf9740 1 -- 172.21.15.67:0/2495043705 shutdown_connections 2024-09-21T00:36:46.591 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.588+0000 7fa17abf9740 1 -- 172.21.15.67:0/2495043705 wait complete. 2024-09-21T00:36:46.591 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.588+0000 7fa17abf9740 1 -- start start 2024-09-21T00:36:46.591 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.588+0000 7fa17abf9740 1 Processor -- start 2024-09-21T00:36:46.594 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.590+0000 7fa17abf9740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5596551364d0 0x55965554a450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:46.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.590+0000 7fa17abf9740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55965513e6b0 0x559655548810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:46.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.590+0000 7fa17abf9740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55965515f390 0x55965555e280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:46.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.590+0000 7fa17abf9740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5596551d9740 con 0x5596551364d0 2024-09-21T00:36:46.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.590+0000 7fa17abf9740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x55965540e970 con 0x55965513e6b0 2024-09-21T00:36:46.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.590+0000 7fa17abf9740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x5596555311c0 con 0x55965515f390 2024-09-21T00:36:46.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.590+0000 7fa17abf9740 10 client.0 _ll_register_callbacks cb 0x559655411be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:36:46.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.590+0000 7fa171949640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5596551364d0 0x55965554a450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:46.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.590+0000 7fa171949640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5596551364d0 0x55965554a450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59680/0 (socket says 172.21.15.67:59680) 2024-09-21T00:36:46.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.590+0000 7fa171949640 1 -- 172.21.15.67:0/2782185105 learned_addr learned my addr 172.21.15.67:0/2782185105 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:46.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.590+0000 7fa171148640 1 --2- 172.21.15.67:0/2782185105 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55965513e6b0 0x559655548810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:46.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.590+0000 7fa171949640 1 -- 172.21.15.67:0/2782185105 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55965515f390 msgr2=0x55965555e280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:36:46.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.590+0000 7fa171949640 1 --2- 172.21.15.67:0/2782185105 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55965515f390 0x55965555e280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.595 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.590+0000 7fa171949640 1 -- 172.21.15.67:0/2782185105 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55965513e6b0 msgr2=0x559655548810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:36:46.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.590+0000 7fa171949640 1 --2- 172.21.15.67:0/2782185105 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55965513e6b0 0x559655548810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.590+0000 7fa171949640 1 -- 172.21.15.67:0/2782185105 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5596551ca970 con 0x5596551364d0 2024-09-21T00:36:46.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.590+0000 7fa171148640 1 --2- 172.21.15.67:0/2782185105 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55965513e6b0 0x559655548810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:36:46.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.591+0000 7fa171949640 1 --2- 172.21.15.67:0/2782185105 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5596551364d0 0x55965554a450 secure :-1 s=READY pgs=2690 cs=0 l=1 rev1=1 crypto rx=0x7fa168005fd0 tx=0x7fa168084470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2129a67366379b8e server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:46.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.591+0000 7fa14cff9640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:36:46.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.591+0000 7fa14cff9640 1 -- 172.21.15.67:0/2782185105 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa1680337a0 con 0x5596551364d0 2024-09-21T00:36:46.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.591+0000 7fa14cff9640 1 -- 172.21.15.67:0/2782185105 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(211..211 src has 1..211) ==== 5795+0+0 (secure 0 0 0) 0x7fa16808d320 con 0x5596551364d0 2024-09-21T00:36:46.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.591+0000 7fa17abf9740 1 -- 172.21.15.67:0/2782185105 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa164004e10 con 0x5596551364d0 2024-09-21T00:36:46.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.591+0000 7fa14cff9640 1 -- 172.21.15.67:0/2782185105 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=184) ==== 24+0+0 (secure 0 0 0) 0x7fa16809e050 con 0x5596551364d0 2024-09-21T00:36:46.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.591+0000 7fa17abf9740 10 client.12018 fetch_fsmap learned FSMap version 184 2024-09-21T00:36:46.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.591+0000 7fa17abf9740 1 -- 172.21.15.67:0/2782185105 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=184,monmap=2+}) -- 0x5596551a86a0 con 0x5596551364d0 2024-09-21T00:36:46.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.591+0000 7fa14cff9640 1 -- 172.21.15.67:0/2782185105 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa164004e10 con 0x5596551364d0 2024-09-21T00:36:46.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.591+0000 7fa14cff9640 1 -- 172.21.15.67:0/2782185105 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 184) ==== 3502+0+0 (secure 0 0 0) 0x7fa16804b030 con 0x5596551364d0 2024-09-21T00:36:46.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.591+0000 7fa17abf9740 10 client.12018 fetch_fsmap finished waiting for FSMap version 184 2024-09-21T00:36:46.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.591+0000 7fa17abf9740 10 client.12018 resolve_mds: resolved 16:0 to role '16:0' aka daemon mds.a 2024-09-21T00:36:46.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.591+0000 7fa17abf9740 20 client.12018 populate_metadata read hostname 'smithi067' 2024-09-21T00:36:46.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.591+0000 7fa17abf9740 1 --2- 172.21.15.67:0/2782185105 >> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] conn(0x55965511df60 0x559655543450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:46.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.591+0000 7fa17abf9740 4 client.12018 mds_command: new command op to 11913 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:36:46.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.591+0000 7fa17abf9740 1 -- 172.21.15.67:0/2782185105 --> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55965547b9b0 con 0x55965511df60 2024-09-21T00:36:46.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.591+0000 7fa171148640 1 --2- 172.21.15.67:0/2782185105 >> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] conn(0x55965511df60 0x559655543450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:46.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.592+0000 7fa14cff9640 10 client.12018 ms_handle_connect on v2:172.21.15.67:6833/2324294626 2024-09-21T00:36:46.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.592+0000 7fa171148640 1 --2- 172.21.15.67:0/2782185105 >> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] conn(0x55965511df60 0x559655543450 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3c96f892c4d9e23 server_cookie=ca89af1f806d1dd9 in_seq=0 out_seq=0 2024-09-21T00:36:46.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.592+0000 7fa14cff9640 1 -- 172.21.15.67:0/2782185105 <== mds.0 v2:172.21.15.67:6833/2324294626 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x55965547b9b0 con 0x55965511df60 2024-09-21T00:36:46.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.592+0000 7fa14cff9640 10 client.12018 handle_command_reply: tid=0 2024-09-21T00:36:46.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.592+0000 7fa17abf9740 1 client.12018 shutdown 2024-09-21T00:36:46.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.593+0000 7fa17abf9740 1 -- 172.21.15.67:0/2782185105 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5596551364d0 msgr2=0x55965554a450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:46.597 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.593+0000 7fa17abf9740 1 --2- 172.21.15.67:0/2782185105 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5596551364d0 0x55965554a450 secure :-1 s=READY pgs=2690 cs=0 l=1 rev1=1 crypto rx=0x7fa168005fd0 tx=0x7fa168084470 comp rx=0 tx=0).stop 2024-09-21T00:36:46.598 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.593+0000 7fa17abf9740 1 -- 172.21.15.67:0/2782185105 shutdown_connections 2024-09-21T00:36:46.598 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.593+0000 7fa17abf9740 1 --2- 172.21.15.67:0/2782185105 >> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] conn(0x55965511df60 0x559655543450 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.598 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.593+0000 7fa17abf9740 1 --2- 172.21.15.67:0/2782185105 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55965515f390 0x55965555e280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.598 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.593+0000 7fa17abf9740 1 --2- 172.21.15.67:0/2782185105 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55965513e6b0 0x559655548810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.598 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.593+0000 7fa17abf9740 1 --2- 172.21.15.67:0/2782185105 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5596551364d0 0x55965554a450 unknown :-1 s=CLOSED pgs=2690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.598 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.593+0000 7fa14cff9640 0 client.12018 ms_handle_reset on v2:172.21.15.67:6833/2324294626 2024-09-21T00:36:46.598 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.593+0000 7fa17abf9740 1 -- 172.21.15.67:0/2782185105 >> 172.21.15.67:0/2782185105 conn(0x5596551534e0 msgr2=0x559655501090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:46.598 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.593+0000 7fa17abf9740 1 -- 172.21.15.67:0/2782185105 shutdown_connections 2024-09-21T00:36:46.598 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.593+0000 7fa17abf9740 1 -- 172.21.15.67:0/2782185105 wait complete. 2024-09-21T00:36:46.598 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.593+0000 7fa17abf9740 20 client.12018 trim_cache size 0 max 16384 2024-09-21T00:36:46.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.611+0000 7fa17abf9740 1 Processor -- start 2024-09-21T00:36:46.612 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.611+0000 7fa17abf9740 1 -- start start 2024-09-21T00:36:46.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.612+0000 7fa17abf9740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5596551364d0 0x559655501680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:46.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.612+0000 7fa17abf9740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55965513e6b0 0x55965556efb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:46.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.612+0000 7fa17abf9740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55965515f390 0x559655541650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:46.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.612+0000 7fa17abf9740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x55965552e220 con 0x55965513e6b0 2024-09-21T00:36:46.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.612+0000 7fa17abf9740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fa16c202270 con 0x5596551364d0 2024-09-21T00:36:46.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.612+0000 7fa17abf9740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fa16c15d720 con 0x55965515f390 2024-09-21T00:36:46.614 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.612+0000 7fa171148640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55965513e6b0 0x55965556efb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:46.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.612+0000 7fa171148640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55965513e6b0 0x55965556efb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59686/0 (socket says 172.21.15.67:59686) 2024-09-21T00:36:46.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.612+0000 7fa171148640 1 -- 172.21.15.67:0/196006935 learned_addr learned my addr 172.21.15.67:0/196006935 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:46.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.612+0000 7fa171148640 1 -- 172.21.15.67:0/196006935 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55965515f390 msgr2=0x559655541650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:36:46.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.612+0000 7fa171148640 1 --2- 172.21.15.67:0/196006935 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55965515f390 0x559655541650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.612+0000 7fa171148640 1 -- 172.21.15.67:0/196006935 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5596551364d0 msgr2=0x559655501680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:36:46.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.612+0000 7fa171148640 1 --2- 172.21.15.67:0/196006935 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5596551364d0 0x559655501680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.612+0000 7fa171148640 1 -- 172.21.15.67:0/196006935 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559655544f90 con 0x55965513e6b0 2024-09-21T00:36:46.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.613+0000 7fa171148640 1 --2- 172.21.15.67:0/196006935 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55965513e6b0 0x55965556efb0 secure :-1 s=READY pgs=2691 cs=0 l=1 rev1=1 crypto rx=0x55965552e3a0 tx=0x7fa15c012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=26677ebb0fc4fdbf server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:46.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.613+0000 7fa14effd640 1 -- 172.21.15.67:0/196006935 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa15c02f070 con 0x55965513e6b0 2024-09-21T00:36:46.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.613+0000 7fa14effd640 1 -- 172.21.15.67:0/196006935 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa15c01b040 con 0x55965513e6b0 2024-09-21T00:36:46.615 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.613+0000 7fa14effd640 1 -- 172.21.15.67:0/196006935 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa15c014860 con 0x55965513e6b0 2024-09-21T00:36:46.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.614+0000 7fa17abf9740 1 -- 172.21.15.67:0/196006935 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55965513e6b0 msgr2=0x55965556efb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:46.616 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.614+0000 7fa17abf9740 1 --2- 172.21.15.67:0/196006935 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55965513e6b0 0x55965556efb0 secure :-1 s=READY pgs=2691 cs=0 l=1 rev1=1 crypto rx=0x55965552e3a0 tx=0x7fa15c012000 comp rx=0 tx=0).stop 2024-09-21T00:36:46.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.614+0000 7fa17abf9740 1 -- 172.21.15.67:0/196006935 shutdown_connections 2024-09-21T00:36:46.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.614+0000 7fa17abf9740 1 --2- 172.21.15.67:0/196006935 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x55965515f390 0x559655541650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.614+0000 7fa17abf9740 1 --2- 172.21.15.67:0/196006935 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55965513e6b0 0x55965556efb0 unknown :-1 s=CLOSED pgs=2691 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.614+0000 7fa17abf9740 1 --2- 172.21.15.67:0/196006935 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5596551364d0 0x559655501680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.614+0000 7fa17abf9740 1 -- 172.21.15.67:0/196006935 >> 172.21.15.67:0/196006935 conn(0x5596551534e0 msgr2=0x55965555e0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:46.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.614+0000 7fa17abf9740 1 -- 172.21.15.67:0/196006935 shutdown_connections 2024-09-21T00:36:46.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.614+0000 7fa17abf9740 1 -- 172.21.15.67:0/196006935 wait complete. 2024-09-21T00:36:46.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.614+0000 7fa17abf9740 1 -- start start 2024-09-21T00:36:46.617 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.615+0000 7fa17abf9740 1 Processor -- start 2024-09-21T00:36:46.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.616+0000 7fa17abf9740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5596551364d0 0x559655506890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:46.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.616+0000 7fa17abf9740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55965513e6b0 0x5596555c14a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:46.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.616+0000 7fa17abf9740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55965515f390 0x5596555cb340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:46.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.616+0000 7fa17abf9740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fa16c15d0d0 con 0x55965515f390 2024-09-21T00:36:46.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.616+0000 7fa17abf9740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fa16c15bcd0 con 0x55965513e6b0 2024-09-21T00:36:46.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.616+0000 7fa17abf9740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x55965552cc00 con 0x5596551364d0 2024-09-21T00:36:46.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.616+0000 7fa17abf9740 10 client.0 _ll_register_callbacks cb 0x7fa16807fd70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:36:46.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.616+0000 7fa17214a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55965515f390 0x5596555cb340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:46.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.616+0000 7fa17214a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55965515f390 0x5596555cb340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:59696/0 (socket says 172.21.15.67:59696) 2024-09-21T00:36:46.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.616+0000 7fa17214a640 1 -- 172.21.15.67:0/165298686 learned_addr learned my addr 172.21.15.67:0/165298686 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:36:46.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.616+0000 7fa171148640 1 --2- 172.21.15.67:0/165298686 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55965513e6b0 0x5596555c14a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:46.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.616+0000 7fa171949640 1 --2- 172.21.15.67:0/165298686 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5596551364d0 0x559655506890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:46.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.617+0000 7fa17214a640 1 -- 172.21.15.67:0/165298686 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5596551364d0 msgr2=0x559655506890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:36:46.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.617+0000 7fa17214a640 1 --2- 172.21.15.67:0/165298686 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5596551364d0 0x559655506890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.617+0000 7fa17214a640 1 -- 172.21.15.67:0/165298686 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55965513e6b0 msgr2=0x5596555c14a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:36:46.622 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.617+0000 7fa17214a640 1 --2- 172.21.15.67:0/165298686 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55965513e6b0 0x5596555c14a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.617+0000 7fa17214a640 1 -- 172.21.15.67:0/165298686 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559655544710 con 0x55965515f390 2024-09-21T00:36:46.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.617+0000 7fa17214a640 1 --2- 172.21.15.67:0/165298686 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55965515f390 0x5596555cb340 secure :-1 s=READY pgs=2692 cs=0 l=1 rev1=1 crypto rx=0x7fa164000f80 tx=0x7fa164009b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8acb1d400eb08e69 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:36:46.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.617+0000 7fa14cff9640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:36:46.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.617+0000 7fa14cff9640 1 -- 172.21.15.67:0/165298686 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa164016040 con 0x55965515f390 2024-09-21T00:36:46.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.617+0000 7fa14cff9640 1 -- 172.21.15.67:0/165298686 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(211..211 src has 1..211) ==== 5795+0+0 (secure 0 0 0) 0x7fa164003b80 con 0x55965515f390 2024-09-21T00:36:46.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.617+0000 7fa17abf9740 1 -- 172.21.15.67:0/165298686 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa15c01b040 con 0x55965515f390 2024-09-21T00:36:46.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.617+0000 7fa14cff9640 1 -- 172.21.15.67:0/165298686 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=184) ==== 24+0+0 (secure 0 0 0) 0x7fa16402c050 con 0x55965515f390 2024-09-21T00:36:46.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.617+0000 7fa17abf9740 10 client.12024 fetch_fsmap learned FSMap version 184 2024-09-21T00:36:46.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.617+0000 7fa17abf9740 1 -- 172.21.15.67:0/165298686 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=184,monmap=2+}) -- 0x55965552c940 con 0x55965515f390 2024-09-21T00:36:46.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.617+0000 7fa14cff9640 1 -- 172.21.15.67:0/165298686 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa15c01b040 con 0x55965515f390 2024-09-21T00:36:46.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.617+0000 7fa14cff9640 1 -- 172.21.15.67:0/165298686 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 184) ==== 3502+0+0 (secure 0 0 0) 0x7fa16402f020 con 0x55965515f390 2024-09-21T00:36:46.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.617+0000 7fa17abf9740 10 client.12024 fetch_fsmap finished waiting for FSMap version 184 2024-09-21T00:36:46.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.617+0000 7fa17abf9740 10 client.12024 resolve_mds: resolved 16:0 to role '16:0' aka daemon mds.a 2024-09-21T00:36:46.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.617+0000 7fa17abf9740 20 client.12024 populate_metadata read hostname 'smithi067' 2024-09-21T00:36:46.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.617+0000 7fa17abf9740 1 --2- 172.21.15.67:0/165298686 >> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] conn(0x55965552bff0 0x55965552c400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:36:46.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.617+0000 7fa17abf9740 4 client.12024 mds_command: new command op to 11913 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-21T00:36:46.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.617+0000 7fa17abf9740 1 -- 172.21.15.67:0/165298686 --> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] -- command(tid 0: {"prefix": "scrub status"}) -- 0x559655549fc0 con 0x55965552bff0 2024-09-21T00:36:46.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.618+0000 7fa171949640 1 --2- 172.21.15.67:0/165298686 >> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] conn(0x55965552bff0 0x55965552c400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:36:46.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.618+0000 7fa14cff9640 10 client.12024 ms_handle_connect on v2:172.21.15.67:6833/2324294626 2024-09-21T00:36:46.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.618+0000 7fa171949640 1 --2- 172.21.15.67:0/165298686 >> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] conn(0x55965552bff0 0x55965552c400 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=be43b5a6258985fc server_cookie=ec83619e98f2180e in_seq=0 out_seq=0 2024-09-21T00:36:46.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.618+0000 7fa14cff9640 1 -- 172.21.15.67:0/165298686 <== mds.0 v2:172.21.15.67:6833/2324294626 1 ==== command_reply(tid 0: 0 ) ==== 8+0+571 (crc 0 0 0) 0x559655549fc0 con 0x55965552bff0 2024-09-21T00:36:46.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.618+0000 7fa14cff9640 10 client.12024 handle_command_reply: tid=0 2024-09-21T00:36:46.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.618+0000 7fa17abf9740 1 client.12024 shutdown 2024-09-21T00:36:46.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.618+0000 7fa17abf9740 1 -- 172.21.15.67:0/165298686 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55965515f390 msgr2=0x5596555cb340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:46.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.618+0000 7fa17abf9740 1 --2- 172.21.15.67:0/165298686 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55965515f390 0x5596555cb340 secure :-1 s=READY pgs=2692 cs=0 l=1 rev1=1 crypto rx=0x7fa164000f80 tx=0x7fa164009b90 comp rx=0 tx=0).stop 2024-09-21T00:36:46.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.618+0000 7fa17abf9740 1 -- 172.21.15.67:0/165298686 shutdown_connections 2024-09-21T00:36:46.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.618+0000 7fa17abf9740 1 --2- 172.21.15.67:0/165298686 >> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] conn(0x55965552bff0 0x55965552c400 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.618+0000 7fa17abf9740 1 --2- 172.21.15.67:0/165298686 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x55965515f390 0x5596555cb340 unknown :-1 s=CLOSED pgs=2692 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.618+0000 7fa17abf9740 1 --2- 172.21.15.67:0/165298686 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x55965513e6b0 0x5596555c14a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.618+0000 7fa14cff9640 0 client.12024 ms_handle_reset on v2:172.21.15.67:6833/2324294626 2024-09-21T00:36:46.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.618+0000 7fa17abf9740 1 --2- 172.21.15.67:0/165298686 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5596551364d0 0x559655506890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.618+0000 7fa17abf9740 1 -- 172.21.15.67:0/165298686 >> 172.21.15.67:0/165298686 conn(0x5596551534e0 msgr2=0x559655547d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:46.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.619+0000 7fa17abf9740 1 -- 172.21.15.67:0/165298686 shutdown_connections 2024-09-21T00:36:46.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.619+0000 7fa17abf9740 1 -- 172.21.15.67:0/165298686 wait complete. 2024-09-21T00:36:46.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.619+0000 7fa17abf9740 20 client.12024 trim_cache size 0 max 16384 2024-09-21T00:36:46.625 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:36:46.625 INFO:teuthology.orchestra.run.smithi067.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-21T00:36:46.626 INFO:teuthology.orchestra.run.smithi067.stdout: "scrubs": { 2024-09-21T00:36:46.626 INFO:teuthology.orchestra.run.smithi067.stdout: "7499e45e-caa4-4e62-8bb3-d2d387cb04c0": { 2024-09-21T00:36:46.626 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/", 2024-09-21T00:36:46.626 INFO:teuthology.orchestra.run.smithi067.stdout: "tag": "7499e45e-caa4-4e62-8bb3-d2d387cb04c0", 2024-09-21T00:36:46.626 INFO:teuthology.orchestra.run.smithi067.stdout: "options": "recursive,repair" 2024-09-21T00:36:46.626 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:36:46.626 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:36:46.626 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_stats": { 2024-09-21T00:36:46.626 INFO:teuthology.orchestra.run.smithi067.stdout: "7499e45e-caa4-4e62-8bb3-d2d387cb04c0": { 2024-09-21T00:36:46.626 INFO:teuthology.orchestra.run.smithi067.stdout: "start_time": "2024-09-21T00:36:46.445511+0000", 2024-09-21T00:36:46.626 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/", 2024-09-21T00:36:46.627 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_started": 0, 2024-09-21T00:36:46.627 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_passed": 0, 2024-09-21T00:36:46.627 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_failed": 0, 2024-09-21T00:36:46.627 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_skipped": 0 2024-09-21T00:36:46.627 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:36:46.627 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:36:46.627 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:36:46.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.619+0000 7fa173bad640 1 -- 172.21.15.67:0/3442861284 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa150078b90 msgr2=0x7fa15007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:46.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.619+0000 7fa173bad640 1 --2- 172.21.15.67:0/3442861284 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa150078b90 0x7fa15007b0a0 secure :-1 s=READY pgs=1015 cs=0 l=1 rev1=1 crypto rx=0x7fa15c000f60 tx=0x7fa15c009040 comp rx=0 tx=0).stop 2024-09-21T00:36:46.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.619+0000 7fa173bad640 1 -- 172.21.15.67:0/3442861284 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa16c0b7270 msgr2=0x7fa16c1590c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:36:46.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.619+0000 7fa173bad640 1 --2- 172.21.15.67:0/3442861284 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa16c0b7270 0x7fa16c1590c0 secure :-1 s=READY pgs=2688 cs=0 l=1 rev1=1 crypto rx=0x7fa168000c00 tx=0x7fa168033c90 comp rx=0 tx=0).stop 2024-09-21T00:36:46.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.619+0000 7fa173bad640 1 -- 172.21.15.67:0/3442861284 shutdown_connections 2024-09-21T00:36:46.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.619+0000 7fa173bad640 1 --2- 172.21.15.67:0/3442861284 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa150078b90 0x7fa15007b0a0 unknown :-1 s=CLOSED pgs=1015 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.619+0000 7fa173bad640 1 --2- 172.21.15.67:0/3442861284 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa16c09c710 0x7fa16c15f260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.619+0000 7fa173bad640 1 --2- 172.21.15.67:0/3442861284 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa16c0d19b0 0x7fa16c09ff90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.619+0000 7fa173bad640 1 --2- 172.21.15.67:0/3442861284 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa16c0b7270 0x7fa16c1590c0 unknown :-1 s=CLOSED pgs=2688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:36:46.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.619+0000 7fa173bad640 1 -- 172.21.15.67:0/3442861284 >> 172.21.15.67:0/3442861284 conn(0x7fa16c06f850 msgr2=0x7fa16c0cf920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:36:46.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.619+0000 7fa173bad640 1 -- 172.21.15.67:0/3442861284 shutdown_connections 2024-09-21T00:36:46.629 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:36:46.619+0000 7fa173bad640 1 -- 172.21.15.67:0/3442861284 wait complete. 2024-09-21T00:36:46.631 INFO:tasks.cephfs.filesystem:scrub status for tag:7499e45e-caa4-4e62-8bb3-d2d387cb04c0 - {'path': '/', 'tag': '7499e45e-caa4-4e62-8bb3-d2d387cb04c0', 'options': 'recursive,repair'} 2024-09-21T00:36:46.762 INFO:tasks.ceph.mds.a.smithi067.stderr:2024-09-21T00:36:46.761+0000 7f6c5f854640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-21T00:36:52.631 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:36:52.634 DEBUG:teuthology.orchestra.run.smithi097:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:37:16.632 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:37:16.632 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.16:0 scrub status 2024-09-21T00:37:16.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.766+0000 7f56c825c640 1 -- 172.21.15.67:0/1753349669 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f56ac004d40 msgr2=0x7f56ac005150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:16.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.766+0000 7f56c825c640 1 --2- 172.21.15.67:0/1753349669 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f56ac004d40 0x7f56ac005150 secure :-1 s=READY pgs=2694 cs=0 l=1 rev1=1 crypto rx=0x7f56b8009ed0 tx=0x7f56ac005830 comp rx=0 tx=0).stop 2024-09-21T00:37:16.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.766+0000 7f56c67f9640 1 -- 172.21.15.67:0/1753349669 reap_dead start 2024-09-21T00:37:16.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.766+0000 7f56c825c640 1 -- 172.21.15.67:0/1753349669 shutdown_connections 2024-09-21T00:37:16.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.766+0000 7f56c825c640 1 -- 172.21.15.67:0/1753349669 >> 172.21.15.67:0/1753349669 conn(0x7f56c00b41a0 msgr2=0x7f56c00b45b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:16.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.766+0000 7f56c825c640 1 -- 172.21.15.67:0/1753349669 shutdown_connections 2024-09-21T00:37:16.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.766+0000 7f56c825c640 1 -- 172.21.15.67:0/1753349669 wait complete. 2024-09-21T00:37:16.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.768+0000 7f56c825c640 1 Processor -- start 2024-09-21T00:37:16.772 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.768+0000 7f56c825c640 1 -- start start 2024-09-21T00:37:16.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.769+0000 7f56c825c640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f56ac004d40 0x7f56c00cbec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:16.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.769+0000 7f56c825c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f56c00b89a0 0x7f56c00b17a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:16.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.769+0000 7f56c825c640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f56c00b8db0 0x7f56c00b1ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:16.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.769+0000 7f56c825c640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f56c00b6d80 con 0x7f56c00b89a0 2024-09-21T00:37:16.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.769+0000 7f56c825c640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f56c00b6c00 con 0x7f56c00b8db0 2024-09-21T00:37:16.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.769+0000 7f56c825c640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f56c00b6f00 con 0x7f56ac004d40 2024-09-21T00:37:16.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.770+0000 7f56c57f7640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f56c00b89a0 0x7f56c00b17a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:16.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.770+0000 7f56c57f7640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f56c00b89a0 0x7f56c00b17a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42084/0 (socket says 172.21.15.67:42084) 2024-09-21T00:37:16.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.770+0000 7f56c57f7640 1 -- 172.21.15.67:0/1658651107 learned_addr learned my addr 172.21.15.67:0/1658651107 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:37:16.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.770+0000 7f56c5ff8640 1 --2- 172.21.15.67:0/1658651107 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f56ac004d40 0x7f56c00cbec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:16.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.770+0000 7f56c67f9640 1 --2- 172.21.15.67:0/1658651107 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f56c00b8db0 0x7f56c00b1ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:16.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.770+0000 7f56c57f7640 1 -- 172.21.15.67:0/1658651107 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f56ac004d40 msgr2=0x7f56c00cbec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:16.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.770+0000 7f56c57f7640 1 --2- 172.21.15.67:0/1658651107 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f56ac004d40 0x7f56c00cbec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:16.773 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.770+0000 7f56c57f7640 1 -- 172.21.15.67:0/1658651107 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f56c00b8db0 msgr2=0x7f56c00b1ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:16.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.770+0000 7f56c57f7640 1 --2- 172.21.15.67:0/1658651107 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f56c00b8db0 0x7f56c00b1ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:16.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.770+0000 7f56c57f7640 1 -- 172.21.15.67:0/1658651107 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f56c014d810 con 0x7f56c00b89a0 2024-09-21T00:37:16.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.770+0000 7f56c57f7640 1 --2- 172.21.15.67:0/1658651107 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f56c00b89a0 0x7f56c00b17a0 secure :-1 s=READY pgs=2695 cs=0 l=1 rev1=1 crypto rx=0x7f56b0011a60 tx=0x7f56b0011f20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:16.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.770+0000 7f56b67fc640 1 -- 172.21.15.67:0/1658651107 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56b001e070 con 0x7f56c00b89a0 2024-09-21T00:37:16.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.770+0000 7f56b67fc640 1 -- 172.21.15.67:0/1658651107 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f56b000fd30 con 0x7f56c00b89a0 2024-09-21T00:37:16.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.770+0000 7f56b67fc640 1 -- 172.21.15.67:0/1658651107 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56b0019670 con 0x7f56c00b89a0 2024-09-21T00:37:16.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.770+0000 7f56c825c640 1 -- 172.21.15.67:0/1658651107 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f56c014f940 con 0x7f56c00b89a0 2024-09-21T00:37:16.774 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.771+0000 7f56c825c640 1 -- 172.21.15.67:0/1658651107 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f56c014ff00 con 0x7f56c00b89a0 2024-09-21T00:37:16.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.773+0000 7f56b67fc640 1 -- 172.21.15.67:0/1658651107 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f56b0021070 con 0x7f56c00b89a0 2024-09-21T00:37:16.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.773+0000 7f56b67fc640 1 --2- 172.21.15.67:0/1658651107 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f56a4078b90 0x7f56a407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:16.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.774+0000 7f56b67fc640 1 -- 172.21.15.67:0/1658651107 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(211..211 src has 1..211) ==== 5795+0+0 (secure 0 0 0) 0x7f56b009b6f0 con 0x7f56c00b89a0 2024-09-21T00:37:16.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.774+0000 7f56c5ff8640 1 --2- 172.21.15.67:0/1658651107 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f56a4078b90 0x7f56a407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:16.775 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.774+0000 7f56c5ff8640 1 --2- 172.21.15.67:0/1658651107 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f56a4078b90 0x7f56a407b0a0 secure :-1 s=READY pgs=1016 cs=0 l=1 rev1=1 crypto rx=0x7f56bc001330 tx=0x7f56bc001740 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:16.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.774+0000 7f56cf1ca740 1 Processor -- start 2024-09-21T00:37:16.776 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.775+0000 7f56cf1ca740 1 -- start start 2024-09-21T00:37:16.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.776+0000 7f56cf1ca740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559885b1e390 0x559885eef740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:16.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.776+0000 7f56cf1ca740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559885af54d0 0x559885eefc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:16.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.776+0000 7f56cf1ca740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559885afd6b0 0x559885f0cb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:16.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.776+0000 7f56cf1ca740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x559885e38a60 con 0x559885afd6b0 2024-09-21T00:37:16.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.776+0000 7f56cf1ca740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x559885e27e90 con 0x559885af54d0 2024-09-21T00:37:16.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.776+0000 7f56cf1ca740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x559885e2bca0 con 0x559885b1e390 2024-09-21T00:37:16.778 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.776+0000 7f56c67f9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559885afd6b0 0x559885f0cb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:16.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.776+0000 7f56c67f9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559885afd6b0 0x559885f0cb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42088/0 (socket says 172.21.15.67:42088) 2024-09-21T00:37:16.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.776+0000 7f56c67f9640 1 -- 172.21.15.67:0/238701200 learned_addr learned my addr 172.21.15.67:0/238701200 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:37:16.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.776+0000 7f56c57f7640 1 --2- 172.21.15.67:0/238701200 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559885af54d0 0x559885eefc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:16.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.776+0000 7f56c5ff8640 1 --2- 172.21.15.67:0/238701200 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559885b1e390 0x559885eef740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:16.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.776+0000 7f56c67f9640 1 -- 172.21.15.67:0/238701200 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559885b1e390 msgr2=0x559885eef740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:37:16.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.776+0000 7f56c67f9640 1 --2- 172.21.15.67:0/238701200 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559885b1e390 0x559885eef740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:16.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.776+0000 7f56c67f9640 1 -- 172.21.15.67:0/238701200 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559885af54d0 msgr2=0x559885eefc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:37:16.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.776+0000 7f56c67f9640 1 --2- 172.21.15.67:0/238701200 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559885af54d0 0x559885eefc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:16.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.776+0000 7f56c67f9640 1 -- 172.21.15.67:0/238701200 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559885c007d0 con 0x559885afd6b0 2024-09-21T00:37:16.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.776+0000 7f56c57f7640 1 --2- 172.21.15.67:0/238701200 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559885af54d0 0x559885eefc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-21T00:37:16.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.777+0000 7f56c67f9640 1 --2- 172.21.15.67:0/238701200 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559885afd6b0 0x559885f0cb80 secure :-1 s=READY pgs=2696 cs=0 l=1 rev1=1 crypto rx=0x7f56b8002230 tx=0x7f56b8004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=93016eed3a2ffb7d server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:16.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.777+0000 7f56a37fe640 1 -- 172.21.15.67:0/238701200 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56b8038040 con 0x559885afd6b0 2024-09-21T00:37:16.779 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.777+0000 7f56a37fe640 1 -- 172.21.15.67:0/238701200 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f56b802bd30 con 0x559885afd6b0 2024-09-21T00:37:16.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.777+0000 7f56a37fe640 1 -- 172.21.15.67:0/238701200 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56b8003b90 con 0x559885afd6b0 2024-09-21T00:37:16.780 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.778+0000 7f56cf1ca740 1 -- 172.21.15.67:0/238701200 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559885afd6b0 msgr2=0x559885f0cb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:16.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.778+0000 7f56cf1ca740 1 --2- 172.21.15.67:0/238701200 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559885afd6b0 0x559885f0cb80 secure :-1 s=READY pgs=2696 cs=0 l=1 rev1=1 crypto rx=0x7f56b8002230 tx=0x7f56b8004ab0 comp rx=0 tx=0).stop 2024-09-21T00:37:16.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.778+0000 7f56cf1ca740 1 -- 172.21.15.67:0/238701200 shutdown_connections 2024-09-21T00:37:16.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.778+0000 7f56cf1ca740 1 --2- 172.21.15.67:0/238701200 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559885afd6b0 0x559885f0cb80 unknown :-1 s=CLOSED pgs=2696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:16.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.778+0000 7f56cf1ca740 1 --2- 172.21.15.67:0/238701200 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559885af54d0 0x559885eefc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:16.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.778+0000 7f56cf1ca740 1 --2- 172.21.15.67:0/238701200 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559885b1e390 0x559885eef740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:16.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.778+0000 7f56cf1ca740 1 -- 172.21.15.67:0/238701200 >> 172.21.15.67:0/238701200 conn(0x559885b124e0 msgr2=0x559885ec5a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:16.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.778+0000 7f56cf1ca740 1 -- 172.21.15.67:0/238701200 shutdown_connections 2024-09-21T00:37:16.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.778+0000 7f56cf1ca740 1 -- 172.21.15.67:0/238701200 wait complete. 2024-09-21T00:37:16.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.779+0000 7f56cf1ca740 1 -- start start 2024-09-21T00:37:16.781 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.779+0000 7f56cf1ca740 1 Processor -- start 2024-09-21T00:37:16.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.780+0000 7f56cf1ca740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559885af54d0 0x559885f05ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:16.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.780+0000 7f56cf1ca740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559885afd6b0 0x559885f07080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:16.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.780+0000 7f56cf1ca740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559885b1e390 0x559885f044c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:16.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.780+0000 7f56cf1ca740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x559885b98740 con 0x559885afd6b0 2024-09-21T00:37:16.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.780+0000 7f56cf1ca740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x559885dcd970 con 0x559885b1e390 2024-09-21T00:37:16.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.780+0000 7f56cf1ca740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x559885f02710 con 0x559885af54d0 2024-09-21T00:37:16.785 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.780+0000 7f56cf1ca740 10 client.0 _ll_register_callbacks cb 0x559885dd0be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:37:16.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.780+0000 7f56c57f7640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559885afd6b0 0x559885f07080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:16.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.780+0000 7f56c57f7640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559885afd6b0 0x559885f07080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42102/0 (socket says 172.21.15.67:42102) 2024-09-21T00:37:16.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.780+0000 7f56c57f7640 1 -- 172.21.15.67:0/4010479617 learned_addr learned my addr 172.21.15.67:0/4010479617 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:37:16.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.781+0000 7f56c67f9640 1 --2- 172.21.15.67:0/4010479617 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559885b1e390 0x559885f044c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:16.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.781+0000 7f56c5ff8640 1 --2- 172.21.15.67:0/4010479617 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559885af54d0 0x559885f05ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:16.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.781+0000 7f56c57f7640 1 -- 172.21.15.67:0/4010479617 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559885af54d0 msgr2=0x559885f05ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:37:16.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.781+0000 7f56c57f7640 1 --2- 172.21.15.67:0/4010479617 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559885af54d0 0x559885f05ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:16.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.781+0000 7f56c57f7640 1 -- 172.21.15.67:0/4010479617 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559885b1e390 msgr2=0x559885f044c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:37:16.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.781+0000 7f56c57f7640 1 --2- 172.21.15.67:0/4010479617 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559885b1e390 0x559885f044c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:16.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.781+0000 7f56c57f7640 1 -- 172.21.15.67:0/4010479617 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559885b89970 con 0x559885afd6b0 2024-09-21T00:37:16.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.781+0000 7f56c67f9640 1 --2- 172.21.15.67:0/4010479617 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559885b1e390 0x559885f044c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:37:16.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.781+0000 7f56c57f7640 1 --2- 172.21.15.67:0/4010479617 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559885afd6b0 0x559885f07080 secure :-1 s=READY pgs=2697 cs=0 l=1 rev1=1 crypto rx=0x7f56b00606f0 tx=0x7f56b0063aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=35541d42f54a785e server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:16.786 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.781+0000 7f56a0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:37:16.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.781+0000 7f56a0ff9640 1 -- 172.21.15.67:0/4010479617 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56b0089070 con 0x559885afd6b0 2024-09-21T00:37:16.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.781+0000 7f56a0ff9640 1 -- 172.21.15.67:0/4010479617 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(211..211 src has 1..211) ==== 5795+0+0 (secure 0 0 0) 0x7f56b005edd0 con 0x559885afd6b0 2024-09-21T00:37:16.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.781+0000 7f56cf1ca740 1 -- 172.21.15.67:0/4010479617 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f56b802bd30 con 0x559885afd6b0 2024-09-21T00:37:16.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.781+0000 7f56a0ff9640 1 -- 172.21.15.67:0/4010479617 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=184) ==== 24+0+0 (secure 0 0 0) 0x7f56b0063480 con 0x559885afd6b0 2024-09-21T00:37:16.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.781+0000 7f56cf1ca740 10 client.12036 fetch_fsmap learned FSMap version 184 2024-09-21T00:37:16.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.781+0000 7f56cf1ca740 1 -- 172.21.15.67:0/4010479617 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=184,monmap=2+}) -- 0x559885b676a0 con 0x559885afd6b0 2024-09-21T00:37:16.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.781+0000 7f56a0ff9640 1 -- 172.21.15.67:0/4010479617 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f56b802bd30 con 0x559885afd6b0 2024-09-21T00:37:16.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.782+0000 7f56a0ff9640 1 -- 172.21.15.67:0/4010479617 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 184) ==== 3502+0+0 (secure 0 0 0) 0x7f56b005efd0 con 0x559885afd6b0 2024-09-21T00:37:16.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.782+0000 7f56cf1ca740 10 client.12036 fetch_fsmap finished waiting for FSMap version 184 2024-09-21T00:37:16.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.782+0000 7f56cf1ca740 10 client.12036 resolve_mds: resolved 16:0 to role '16:0' aka daemon mds.a 2024-09-21T00:37:16.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.782+0000 7f56cf1ca740 20 client.12036 populate_metadata read hostname 'smithi067' 2024-09-21T00:37:16.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.782+0000 7f56cf1ca740 1 --2- 172.21.15.67:0/4010479617 >> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] conn(0x559885adcf60 0x559885f01a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:16.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.782+0000 7f56cf1ca740 4 client.12036 mds_command: new command op to 11913 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:37:16.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.782+0000 7f56cf1ca740 1 -- 172.21.15.67:0/4010479617 --> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559885e3a9b0 con 0x559885adcf60 2024-09-21T00:37:16.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.782+0000 7f56c5ff8640 1 --2- 172.21.15.67:0/4010479617 >> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] conn(0x559885adcf60 0x559885f01a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:16.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.782+0000 7f56c5ff8640 1 --2- 172.21.15.67:0/4010479617 >> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] conn(0x559885adcf60 0x559885f01a20 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e1717704bab76e2f server_cookie=ffe9e06fa7780904 in_seq=0 out_seq=0 2024-09-21T00:37:16.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.782+0000 7f56a0ff9640 10 client.12036 ms_handle_connect on v2:172.21.15.67:6833/2324294626 2024-09-21T00:37:16.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.783+0000 7f56a0ff9640 1 -- 172.21.15.67:0/4010479617 <== mds.0 v2:172.21.15.67:6833/2324294626 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x559885e3a9b0 con 0x559885adcf60 2024-09-21T00:37:16.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.783+0000 7f56a0ff9640 10 client.12036 handle_command_reply: tid=0 2024-09-21T00:37:16.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.783+0000 7f56cf1ca740 1 client.12036 shutdown 2024-09-21T00:37:16.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.783+0000 7f56cf1ca740 1 -- 172.21.15.67:0/4010479617 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559885afd6b0 msgr2=0x559885f07080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:16.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.783+0000 7f56cf1ca740 1 --2- 172.21.15.67:0/4010479617 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559885afd6b0 0x559885f07080 secure :-1 s=READY pgs=2697 cs=0 l=1 rev1=1 crypto rx=0x7f56b00606f0 tx=0x7f56b0063aa0 comp rx=0 tx=0).stop 2024-09-21T00:37:16.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.783+0000 7f56cf1ca740 1 -- 172.21.15.67:0/4010479617 shutdown_connections 2024-09-21T00:37:16.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.783+0000 7f56cf1ca740 1 --2- 172.21.15.67:0/4010479617 >> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] conn(0x559885adcf60 0x559885f01a20 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:16.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.783+0000 7f56cf1ca740 1 --2- 172.21.15.67:0/4010479617 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559885b1e390 0x559885f044c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:16.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.783+0000 7f56cf1ca740 1 --2- 172.21.15.67:0/4010479617 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559885afd6b0 0x559885f07080 unknown :-1 s=CLOSED pgs=2697 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:16.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.783+0000 7f56cf1ca740 1 --2- 172.21.15.67:0/4010479617 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559885af54d0 0x559885f05ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:16.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.783+0000 7f56a0ff9640 0 client.12036 ms_handle_reset on v2:172.21.15.67:6833/2324294626 2024-09-21T00:37:16.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.783+0000 7f56cf1ca740 1 -- 172.21.15.67:0/4010479617 >> 172.21.15.67:0/4010479617 conn(0x559885b124e0 msgr2=0x559885ebecf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:16.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.783+0000 7f56cf1ca740 1 -- 172.21.15.67:0/4010479617 shutdown_connections 2024-09-21T00:37:16.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.783+0000 7f56cf1ca740 1 -- 172.21.15.67:0/4010479617 wait complete. 2024-09-21T00:37:16.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.783+0000 7f56cf1ca740 20 client.12036 trim_cache size 0 max 16384 2024-09-21T00:37:16.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.801+0000 7f56cf1ca740 1 Processor -- start 2024-09-21T00:37:16.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.801+0000 7f56cf1ca740 1 -- start start 2024-09-21T00:37:16.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.803+0000 7f56cf1ca740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559885af54d0 0x559885ec5bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:16.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.803+0000 7f56cf1ca740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559885afd6b0 0x559885ec6110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:16.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.803+0000 7f56cf1ca740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559885b1e390 0x559885ec4470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:16.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.803+0000 7f56cf1ca740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f56c0200710 con 0x559885afd6b0 2024-09-21T00:37:16.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.803+0000 7f56cf1ca740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f56c01f3f10 con 0x559885b1e390 2024-09-21T00:37:16.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.803+0000 7f56cf1ca740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f56c009d090 con 0x559885af54d0 2024-09-21T00:37:16.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.803+0000 7f56c57f7640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559885afd6b0 0x559885ec6110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:16.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.803+0000 7f56c57f7640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559885afd6b0 0x559885ec6110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42104/0 (socket says 172.21.15.67:42104) 2024-09-21T00:37:16.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.803+0000 7f56c57f7640 1 -- 172.21.15.67:0/1111395428 learned_addr learned my addr 172.21.15.67:0/1111395428 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:37:16.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.803+0000 7f56c57f7640 1 -- 172.21.15.67:0/1111395428 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559885af54d0 msgr2=0x559885ec5bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:37:16.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.803+0000 7f56c57f7640 1 --2- 172.21.15.67:0/1111395428 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559885af54d0 0x559885ec5bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:16.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.803+0000 7f56c67f9640 1 --2- 172.21.15.67:0/1111395428 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559885b1e390 0x559885ec4470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:16.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.803+0000 7f56c57f7640 1 -- 172.21.15.67:0/1111395428 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559885b1e390 msgr2=0x559885ec4470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:37:16.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.803+0000 7f56c57f7640 1 --2- 172.21.15.67:0/1111395428 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559885b1e390 0x559885ec4470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:16.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.803+0000 7f56c57f7640 1 -- 172.21.15.67:0/1111395428 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559885f01ae0 con 0x559885afd6b0 2024-09-21T00:37:16.806 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.803+0000 7f56c57f7640 1 --2- 172.21.15.67:0/1111395428 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559885afd6b0 0x559885ec6110 secure :-1 s=READY pgs=2698 cs=0 l=1 rev1=1 crypto rx=0x7f56b0063640 tx=0x7f56b0009550 comp rx=0 tx=0).ready entity=mon.0 client_cookie=48845dc5b2407c92 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:16.806 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.803+0000 7f56a2ffd640 1 -- 172.21.15.67:0/1111395428 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56b0089040 con 0x559885afd6b0 2024-09-21T00:37:16.806 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.803+0000 7f56a2ffd640 1 -- 172.21.15.67:0/1111395428 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f56b005f0c0 con 0x559885afd6b0 2024-09-21T00:37:16.806 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.803+0000 7f56a2ffd640 1 -- 172.21.15.67:0/1111395428 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56b0062bf0 con 0x559885afd6b0 2024-09-21T00:37:16.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.804+0000 7f56cf1ca740 1 -- 172.21.15.67:0/1111395428 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559885afd6b0 msgr2=0x559885ec6110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:16.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.804+0000 7f56cf1ca740 1 --2- 172.21.15.67:0/1111395428 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559885afd6b0 0x559885ec6110 secure :-1 s=READY pgs=2698 cs=0 l=1 rev1=1 crypto rx=0x7f56b0063640 tx=0x7f56b0009550 comp rx=0 tx=0).stop 2024-09-21T00:37:16.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.804+0000 7f56cf1ca740 1 -- 172.21.15.67:0/1111395428 shutdown_connections 2024-09-21T00:37:16.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.804+0000 7f56cf1ca740 1 --2- 172.21.15.67:0/1111395428 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559885b1e390 0x559885ec4470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:16.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.804+0000 7f56cf1ca740 1 --2- 172.21.15.67:0/1111395428 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559885afd6b0 0x559885ec6110 unknown :-1 s=CLOSED pgs=2698 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:16.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.804+0000 7f56cf1ca740 1 --2- 172.21.15.67:0/1111395428 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559885af54d0 0x559885ec5bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:16.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.804+0000 7f56cf1ca740 1 -- 172.21.15.67:0/1111395428 >> 172.21.15.67:0/1111395428 conn(0x559885b124e0 msgr2=0x559885f0ab90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:16.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.804+0000 7f56cf1ca740 1 -- 172.21.15.67:0/1111395428 shutdown_connections 2024-09-21T00:37:16.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.804+0000 7f56cf1ca740 1 -- 172.21.15.67:0/1111395428 wait complete. 2024-09-21T00:37:16.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.805+0000 7f56cf1ca740 1 -- start start 2024-09-21T00:37:16.807 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.805+0000 7f56cf1ca740 1 Processor -- start 2024-09-21T00:37:16.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.807+0000 7f56cf1ca740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559885af54d0 0x559885f8e780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:16.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.807+0000 7f56cf1ca740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559885afd6b0 0x559885ec4590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:16.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.807+0000 7f56cf1ca740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559885b1e390 0x559885ec4ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:16.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.807+0000 7f56cf1ca740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x559885f04610 con 0x559885b1e390 2024-09-21T00:37:16.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.807+0000 7f56cf1ca740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f56c01f38c0 con 0x559885afd6b0 2024-09-21T00:37:16.811 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.807+0000 7f56cf1ca740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x559885f076b0 con 0x559885af54d0 2024-09-21T00:37:16.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.807+0000 7f56cf1ca740 10 client.0 _ll_register_callbacks cb 0x7f56bc001250 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:37:16.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.807+0000 7f56c67f9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559885b1e390 0x559885ec4ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:16.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.807+0000 7f56c67f9640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559885b1e390 0x559885ec4ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42118/0 (socket says 172.21.15.67:42118) 2024-09-21T00:37:16.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.807+0000 7f56c67f9640 1 -- 172.21.15.67:0/3830525352 learned_addr learned my addr 172.21.15.67:0/3830525352 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:37:16.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.807+0000 7f56c57f7640 1 --2- 172.21.15.67:0/3830525352 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559885afd6b0 0x559885ec4590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:16.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.807+0000 7f56c5ff8640 1 --2- 172.21.15.67:0/3830525352 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559885af54d0 0x559885f8e780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:16.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.807+0000 7f56c67f9640 1 -- 172.21.15.67:0/3830525352 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559885af54d0 msgr2=0x559885f8e780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:37:16.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.807+0000 7f56c67f9640 1 --2- 172.21.15.67:0/3830525352 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559885af54d0 0x559885f8e780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:16.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.807+0000 7f56c67f9640 1 -- 172.21.15.67:0/3830525352 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559885afd6b0 msgr2=0x559885ec4590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:37:16.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.807+0000 7f56c67f9640 1 --2- 172.21.15.67:0/3830525352 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559885afd6b0 0x559885ec4590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:16.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.807+0000 7f56c67f9640 1 -- 172.21.15.67:0/3830525352 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559885f0b4e0 con 0x559885b1e390 2024-09-21T00:37:16.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.807+0000 7f56c67f9640 1 --2- 172.21.15.67:0/3830525352 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559885b1e390 0x559885ec4ad0 secure :-1 s=READY pgs=2699 cs=0 l=1 rev1=1 crypto rx=0x7f56b8009ed0 tx=0x7f56b8003d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ffb38eab4becd87f server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:16.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.807+0000 7f56a0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:37:16.812 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.807+0000 7f56a0ff9640 1 -- 172.21.15.67:0/3830525352 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f56b804d060 con 0x559885b1e390 2024-09-21T00:37:16.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.807+0000 7f56a0ff9640 1 -- 172.21.15.67:0/3830525352 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(211..211 src has 1..211) ==== 5795+0+0 (secure 0 0 0) 0x7f56b803e480 con 0x559885b1e390 2024-09-21T00:37:16.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.807+0000 7f56cf1ca740 1 -- 172.21.15.67:0/3830525352 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f56b005f0c0 con 0x559885b1e390 2024-09-21T00:37:16.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.808+0000 7f56a0ff9640 1 -- 172.21.15.67:0/3830525352 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=184) ==== 24+0+0 (secure 0 0 0) 0x7f56b8053050 con 0x559885b1e390 2024-09-21T00:37:16.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.808+0000 7f56cf1ca740 10 client.12042 fetch_fsmap learned FSMap version 184 2024-09-21T00:37:16.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.808+0000 7f56cf1ca740 1 -- 172.21.15.67:0/3830525352 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=184,monmap=2+}) -- 0x559885ede440 con 0x559885b1e390 2024-09-21T00:37:16.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.808+0000 7f56a0ff9640 1 -- 172.21.15.67:0/3830525352 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f56b005f0c0 con 0x559885b1e390 2024-09-21T00:37:16.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.808+0000 7f56a0ff9640 1 -- 172.21.15.67:0/3830525352 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 184) ==== 3502+0+0 (secure 0 0 0) 0x7f56b8056020 con 0x559885b1e390 2024-09-21T00:37:16.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.808+0000 7f56cf1ca740 10 client.12042 fetch_fsmap finished waiting for FSMap version 184 2024-09-21T00:37:16.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.808+0000 7f56cf1ca740 10 client.12042 resolve_mds: resolved 16:0 to role '16:0' aka daemon mds.a 2024-09-21T00:37:16.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.808+0000 7f56cf1ca740 20 client.12042 populate_metadata read hostname 'smithi067' 2024-09-21T00:37:16.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.808+0000 7f56cf1ca740 1 --2- 172.21.15.67:0/3830525352 >> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] conn(0x559885ebb8a0 0x559885f91340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:16.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.808+0000 7f56cf1ca740 4 client.12042 mds_command: new command op to 11913 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-21T00:37:16.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.808+0000 7f56cf1ca740 1 -- 172.21.15.67:0/3830525352 --> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] -- command(tid 0: {"prefix": "scrub status"}) -- 0x559885e36460 con 0x559885ebb8a0 2024-09-21T00:37:16.813 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.808+0000 7f56c5ff8640 1 --2- 172.21.15.67:0/3830525352 >> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] conn(0x559885ebb8a0 0x559885f91340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:16.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.808+0000 7f56a0ff9640 10 client.12042 ms_handle_connect on v2:172.21.15.67:6833/2324294626 2024-09-21T00:37:16.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.808+0000 7f56c5ff8640 1 --2- 172.21.15.67:0/3830525352 >> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] conn(0x559885ebb8a0 0x559885f91340 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d7a73962e8b7ad50 server_cookie=156b57e59f023076 in_seq=0 out_seq=0 2024-09-21T00:37:16.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.809+0000 7f56a0ff9640 1 -- 172.21.15.67:0/3830525352 <== mds.0 v2:172.21.15.67:6833/2324294626 1 ==== command_reply(tid 0: 0 ) ==== 8+0+374 (crc 0 0 0) 0x559885e36460 con 0x559885ebb8a0 2024-09-21T00:37:16.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.809+0000 7f56a0ff9640 10 client.12042 handle_command_reply: tid=0 2024-09-21T00:37:16.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.809+0000 7f56cf1ca740 1 client.12042 shutdown 2024-09-21T00:37:16.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.809+0000 7f56cf1ca740 1 -- 172.21.15.67:0/3830525352 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559885b1e390 msgr2=0x559885ec4ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:16.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.809+0000 7f56cf1ca740 1 --2- 172.21.15.67:0/3830525352 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559885b1e390 0x559885ec4ad0 secure :-1 s=READY pgs=2699 cs=0 l=1 rev1=1 crypto rx=0x7f56b8009ed0 tx=0x7f56b8003d50 comp rx=0 tx=0).stop 2024-09-21T00:37:16.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.809+0000 7f56cf1ca740 1 -- 172.21.15.67:0/3830525352 shutdown_connections 2024-09-21T00:37:16.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.809+0000 7f56cf1ca740 1 --2- 172.21.15.67:0/3830525352 >> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] conn(0x559885ebb8a0 0x559885f91340 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:16.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.809+0000 7f56cf1ca740 1 --2- 172.21.15.67:0/3830525352 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x559885b1e390 0x559885ec4ad0 unknown :-1 s=CLOSED pgs=2699 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:16.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.809+0000 7f56cf1ca740 1 --2- 172.21.15.67:0/3830525352 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x559885afd6b0 0x559885ec4590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:16.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.809+0000 7f56a0ff9640 0 client.12042 ms_handle_reset on v2:172.21.15.67:6833/2324294626 2024-09-21T00:37:16.814 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.809+0000 7f56cf1ca740 1 --2- 172.21.15.67:0/3830525352 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x559885af54d0 0x559885f8e780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:16.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.809+0000 7f56cf1ca740 1 -- 172.21.15.67:0/3830525352 >> 172.21.15.67:0/3830525352 conn(0x559885b124e0 msgr2=0x559885f00520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:16.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.809+0000 7f56cf1ca740 1 -- 172.21.15.67:0/3830525352 shutdown_connections 2024-09-21T00:37:16.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.809+0000 7f56cf1ca740 1 -- 172.21.15.67:0/3830525352 wait complete. 2024-09-21T00:37:16.815 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.809+0000 7f56cf1ca740 20 client.12042 trim_cache size 0 max 16384 2024-09-21T00:37:16.815 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:37:16.815 INFO:teuthology.orchestra.run.smithi067.stdout: "status": "no active scrubs running", 2024-09-21T00:37:16.815 INFO:teuthology.orchestra.run.smithi067.stdout: "scrubs": {}, 2024-09-21T00:37:16.815 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_stats": { 2024-09-21T00:37:16.815 INFO:teuthology.orchestra.run.smithi067.stdout: "7499e45e-caa4-4e62-8bb3-d2d387cb04c0": { 2024-09-21T00:37:16.815 INFO:teuthology.orchestra.run.smithi067.stdout: "start_time": "2024-09-21T00:36:46.445511+0000", 2024-09-21T00:37:16.816 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/", 2024-09-21T00:37:16.816 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_started": 0, 2024-09-21T00:37:16.816 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_passed": 0, 2024-09-21T00:37:16.816 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_failed": 0, 2024-09-21T00:37:16.816 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_skipped": 0 2024-09-21T00:37:16.816 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:37:16.816 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:37:16.816 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:37:16.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.810+0000 7f56c825c640 1 -- 172.21.15.67:0/1658651107 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f56a4078b90 msgr2=0x7f56a407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:16.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.810+0000 7f56c825c640 1 --2- 172.21.15.67:0/1658651107 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f56a4078b90 0x7f56a407b0a0 secure :-1 s=READY pgs=1016 cs=0 l=1 rev1=1 crypto rx=0x7f56bc001330 tx=0x7f56bc001740 comp rx=0 tx=0).stop 2024-09-21T00:37:16.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.810+0000 7f56c825c640 1 -- 172.21.15.67:0/1658651107 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f56c00b89a0 msgr2=0x7f56c00b17a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:16.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.810+0000 7f56c825c640 1 --2- 172.21.15.67:0/1658651107 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f56c00b89a0 0x7f56c00b17a0 secure :-1 s=READY pgs=2695 cs=0 l=1 rev1=1 crypto rx=0x7f56b0011a60 tx=0x7f56b0011f20 comp rx=0 tx=0).stop 2024-09-21T00:37:16.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.810+0000 7f56c825c640 1 -- 172.21.15.67:0/1658651107 shutdown_connections 2024-09-21T00:37:16.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.810+0000 7f56c825c640 1 --2- 172.21.15.67:0/1658651107 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f56a4078b90 0x7f56a407b0a0 unknown :-1 s=CLOSED pgs=1016 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:16.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.810+0000 7f56c825c640 1 --2- 172.21.15.67:0/1658651107 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f56c00b8db0 0x7f56c00b1ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:16.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.810+0000 7f56c825c640 1 --2- 172.21.15.67:0/1658651107 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f56c00b89a0 0x7f56c00b17a0 unknown :-1 s=CLOSED pgs=2695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:16.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.810+0000 7f56c825c640 1 --2- 172.21.15.67:0/1658651107 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f56ac004d40 0x7f56c00cbec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:16.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.810+0000 7f56c825c640 1 -- 172.21.15.67:0/1658651107 >> 172.21.15.67:0/1658651107 conn(0x7f56c00b41a0 msgr2=0x7f56c0071a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:16.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.810+0000 7f56c825c640 1 -- 172.21.15.67:0/1658651107 shutdown_connections 2024-09-21T00:37:16.818 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.810+0000 7f56c825c640 1 -- 172.21.15.67:0/1658651107 wait complete. 2024-09-21T00:37:16.822 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-21T00:37:16.822 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:37:16.822 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.16:0 scrub start / recursive,repair 2024-09-21T00:37:16.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.941+0000 7f606fa8c640 1 -- 172.21.15.67:0/2001327537 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6068160070 msgr2=0x7f60680b39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:16.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.941+0000 7f606fa8c640 1 --2- 172.21.15.67:0/2001327537 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6068160070 0x7f60680b39c0 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7f6058005fd0 tx=0x7f605802a8b0 comp rx=0 tx=0).stop 2024-09-21T00:37:16.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.941+0000 7f606fa8c640 1 -- 172.21.15.67:0/2001327537 shutdown_connections 2024-09-21T00:37:16.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.941+0000 7f606fa8c640 1 --2- 172.21.15.67:0/2001327537 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f60680b65e0 0x7f60680b69f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:16.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.941+0000 7f606fa8c640 1 --2- 172.21.15.67:0/2001327537 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6068160070 0x7f60680b39c0 unknown :-1 s=CLOSED pgs=802 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:16.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.941+0000 7f606fa8c640 1 -- 172.21.15.67:0/2001327537 >> 172.21.15.67:0/2001327537 conn(0x7f60680b41a0 msgr2=0x7f60680b45b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:16.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.941+0000 7f606fa8c640 1 -- 172.21.15.67:0/2001327537 shutdown_connections 2024-09-21T00:37:16.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.941+0000 7f606fa8c640 1 -- 172.21.15.67:0/2001327537 wait complete. 2024-09-21T00:37:16.944 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.943+0000 7f606fa8c640 1 Processor -- start 2024-09-21T00:37:16.944 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.943+0000 7f606fa8c640 1 -- start start 2024-09-21T00:37:16.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.944+0000 7f606fa8c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f60680b65e0 0x7f606815c9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:16.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.944+0000 7f606fa8c640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f60680d0950 0x7f60680b2630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:16.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.944+0000 7f606fa8c640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6068160070 0x7f60680b2b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:16.946 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.944+0000 7f606fa8c640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f60680b72c0 con 0x7f60680b65e0 2024-09-21T00:37:16.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.944+0000 7f606fa8c640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f60680b7140 con 0x7f6068160070 2024-09-21T00:37:16.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.944+0000 7f606fa8c640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f60680b7440 con 0x7f60680d0950 2024-09-21T00:37:16.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.944+0000 7f606d828640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f60680b65e0 0x7f606815c9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:16.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.944+0000 7f606d828640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f60680b65e0 0x7f606815c9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42122/0 (socket says 172.21.15.67:42122) 2024-09-21T00:37:16.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.944+0000 7f606d828640 1 -- 172.21.15.67:0/513298323 learned_addr learned my addr 172.21.15.67:0/513298323 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:37:16.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.945+0000 7f606d027640 1 --2- 172.21.15.67:0/513298323 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f60680d0950 0x7f60680b2630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:16.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.945+0000 7f606e029640 1 --2- 172.21.15.67:0/513298323 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6068160070 0x7f60680b2b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:16.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.945+0000 7f606d828640 1 -- 172.21.15.67:0/513298323 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f60680d0950 msgr2=0x7f60680b2630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:16.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.945+0000 7f606d828640 1 --2- 172.21.15.67:0/513298323 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f60680d0950 0x7f60680b2630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:16.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.945+0000 7f606d828640 1 -- 172.21.15.67:0/513298323 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6068160070 msgr2=0x7f60680b2b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:16.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.945+0000 7f606d828640 1 --2- 172.21.15.67:0/513298323 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6068160070 0x7f60680b2b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:16.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.945+0000 7f606d828640 1 -- 172.21.15.67:0/513298323 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60680b9030 con 0x7f60680b65e0 2024-09-21T00:37:16.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.945+0000 7f606d027640 1 --2- 172.21.15.67:0/513298323 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f60680d0950 0x7f60680b2630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:37:16.947 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.945+0000 7f606d828640 1 --2- 172.21.15.67:0/513298323 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f60680b65e0 0x7f606815c9f0 secure :-1 s=READY pgs=2700 cs=0 l=1 rev1=1 crypto rx=0x7f6058000f80 tx=0x7f6058003970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:16.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.945+0000 7f60667fc640 1 -- 172.21.15.67:0/513298323 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6058031990 con 0x7f60680b65e0 2024-09-21T00:37:16.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.945+0000 7f606fa8c640 1 -- 172.21.15.67:0/513298323 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f60681f48f0 con 0x7f60680b65e0 2024-09-21T00:37:16.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.945+0000 7f60667fc640 1 -- 172.21.15.67:0/513298323 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6058031c20 con 0x7f60680b65e0 2024-09-21T00:37:16.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.945+0000 7f60667fc640 1 -- 172.21.15.67:0/513298323 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60580330d0 con 0x7f60680b65e0 2024-09-21T00:37:16.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.945+0000 7f606fa8c640 1 -- 172.21.15.67:0/513298323 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f60681f4eb0 con 0x7f60680b65e0 2024-09-21T00:37:16.948 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.947+0000 7f60667fc640 1 -- 172.21.15.67:0/513298323 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f6058033270 con 0x7f60680b65e0 2024-09-21T00:37:16.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.948+0000 7f60667fc640 1 --2- 172.21.15.67:0/513298323 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6054078b90 0x7f605407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:16.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.948+0000 7f60667fc640 1 -- 172.21.15.67:0/513298323 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(211..211 src has 1..211) ==== 5795+0+0 (secure 0 0 0) 0x7f60580bc1f0 con 0x7f60680b65e0 2024-09-21T00:37:16.949 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.948+0000 7f606d027640 1 --2- 172.21.15.67:0/513298323 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6054078b90 0x7f605407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:16.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.949+0000 7f606d027640 1 --2- 172.21.15.67:0/513298323 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6054078b90 0x7f605407b0a0 secure :-1 s=READY pgs=1017 cs=0 l=1 rev1=1 crypto rx=0x7f605c007fd0 tx=0x7f605c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:16.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.949+0000 7f60769f3740 1 Processor -- start 2024-09-21T00:37:16.950 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.949+0000 7f60769f3740 1 -- start start 2024-09-21T00:37:16.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.950+0000 7f60769f3740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b16162410 0x561b16534d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:16.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.950+0000 7f60769f3740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561b16139550 0x561b16535250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:16.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.950+0000 7f60769f3740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561b16141730 0x561b16552150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:16.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.950+0000 7f60769f3740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x561b1647d120 con 0x561b16162410 2024-09-21T00:37:16.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.950+0000 7f60769f3740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x561b1646c550 con 0x561b16139550 2024-09-21T00:37:16.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.950+0000 7f60769f3740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x561b16470360 con 0x561b16141730 2024-09-21T00:37:16.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.950+0000 7f606d828640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b16162410 0x561b16534d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:16.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.950+0000 7f606d828640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b16162410 0x561b16534d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42128/0 (socket says 172.21.15.67:42128) 2024-09-21T00:37:16.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.950+0000 7f606d828640 1 -- 172.21.15.67:0/180477896 learned_addr learned my addr 172.21.15.67:0/180477896 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:37:16.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.950+0000 7f606e029640 1 --2- 172.21.15.67:0/180477896 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561b16141730 0x561b16552150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:16.952 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.950+0000 7f606d027640 1 --2- 172.21.15.67:0/180477896 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561b16139550 0x561b16535250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:16.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.951+0000 7f606d828640 1 -- 172.21.15.67:0/180477896 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561b16141730 msgr2=0x561b16552150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:37:16.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.951+0000 7f606d828640 1 --2- 172.21.15.67:0/180477896 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561b16141730 0x561b16552150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:16.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.951+0000 7f606d828640 1 -- 172.21.15.67:0/180477896 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561b16139550 msgr2=0x561b16535250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:37:16.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.951+0000 7f606d828640 1 --2- 172.21.15.67:0/180477896 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561b16139550 0x561b16535250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:16.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.951+0000 7f606d828640 1 -- 172.21.15.67:0/180477896 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561b1615e470 con 0x561b16162410 2024-09-21T00:37:16.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.951+0000 7f606d828640 1 --2- 172.21.15.67:0/180477896 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b16162410 0x561b16534d10 secure :-1 s=READY pgs=2701 cs=0 l=1 rev1=1 crypto rx=0x7f60580ba6f0 tx=0x7f60580836e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a786cf38e904ca82 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:16.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.951+0000 7f604f7fe640 1 -- 172.21.15.67:0/180477896 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6058048040 con 0x561b16162410 2024-09-21T00:37:16.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.951+0000 7f604f7fe640 1 -- 172.21.15.67:0/180477896 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6058084670 con 0x561b16162410 2024-09-21T00:37:16.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.951+0000 7f604f7fe640 1 -- 172.21.15.67:0/180477896 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6058083f70 con 0x561b16162410 2024-09-21T00:37:16.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.952+0000 7f60769f3740 1 -- 172.21.15.67:0/180477896 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b16162410 msgr2=0x561b16534d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:16.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.952+0000 7f60769f3740 1 --2- 172.21.15.67:0/180477896 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b16162410 0x561b16534d10 secure :-1 s=READY pgs=2701 cs=0 l=1 rev1=1 crypto rx=0x7f60580ba6f0 tx=0x7f60580836e0 comp rx=0 tx=0).stop 2024-09-21T00:37:16.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.952+0000 7f60769f3740 1 -- 172.21.15.67:0/180477896 shutdown_connections 2024-09-21T00:37:16.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.952+0000 7f60769f3740 1 --2- 172.21.15.67:0/180477896 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561b16141730 0x561b16552150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:16.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.952+0000 7f60769f3740 1 --2- 172.21.15.67:0/180477896 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561b16139550 0x561b16535250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:16.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.952+0000 7f60769f3740 1 --2- 172.21.15.67:0/180477896 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b16162410 0x561b16534d10 unknown :-1 s=CLOSED pgs=2701 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:16.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.952+0000 7f60769f3740 1 -- 172.21.15.67:0/180477896 >> 172.21.15.67:0/180477896 conn(0x561b16156560 msgr2=0x561b1650afd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:16.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.952+0000 7f60769f3740 1 -- 172.21.15.67:0/180477896 shutdown_connections 2024-09-21T00:37:16.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.952+0000 7f60769f3740 1 -- 172.21.15.67:0/180477896 wait complete. 2024-09-21T00:37:16.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.953+0000 7f60769f3740 1 -- start start 2024-09-21T00:37:16.955 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.953+0000 7f60769f3740 1 Processor -- start 2024-09-21T00:37:16.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.954+0000 7f60769f3740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b16139550 0x561b165520a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:16.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.954+0000 7f60769f3740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561b16141730 0x561b1654aa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:16.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.954+0000 7f60769f3740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561b16162410 0x561b1655f1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:16.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.954+0000 7f60769f3740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x561b161dc7c0 con 0x561b16139550 2024-09-21T00:37:16.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.954+0000 7f60769f3740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x561b16411890 con 0x561b16141730 2024-09-21T00:37:16.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.954+0000 7f60769f3740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x561b1647d120 con 0x561b16162410 2024-09-21T00:37:16.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.955+0000 7f606d828640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b16139550 0x561b165520a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:16.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.955+0000 7f60769f3740 10 client.0 _ll_register_callbacks cb 0x561b16465ce0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:37:16.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.955+0000 7f606d828640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b16139550 0x561b165520a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42142/0 (socket says 172.21.15.67:42142) 2024-09-21T00:37:16.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.955+0000 7f606d828640 1 -- 172.21.15.67:0/477879034 learned_addr learned my addr 172.21.15.67:0/477879034 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:37:16.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.955+0000 7f606d027640 1 --2- 172.21.15.67:0/477879034 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561b16141730 0x561b1654aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:16.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.955+0000 7f606e029640 1 --2- 172.21.15.67:0/477879034 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561b16162410 0x561b1655f1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:16.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.955+0000 7f606d828640 1 -- 172.21.15.67:0/477879034 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561b16162410 msgr2=0x561b1655f1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:37:16.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.955+0000 7f606d828640 1 --2- 172.21.15.67:0/477879034 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561b16162410 0x561b1655f1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:16.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.955+0000 7f606d828640 1 -- 172.21.15.67:0/477879034 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561b16141730 msgr2=0x561b1654aa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:37:16.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.955+0000 7f606d828640 1 --2- 172.21.15.67:0/477879034 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561b16141730 0x561b1654aa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:16.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.955+0000 7f606d828640 1 -- 172.21.15.67:0/477879034 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561b162427e0 con 0x561b16139550 2024-09-21T00:37:16.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.955+0000 7f606d828640 1 --2- 172.21.15.67:0/477879034 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b16139550 0x561b165520a0 secure :-1 s=READY pgs=2702 cs=0 l=1 rev1=1 crypto rx=0x7f6058084820 tx=0x7f60580092c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d9e84f9fdde95442 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:16.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.955+0000 7f604cff9640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:37:16.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.955+0000 7f604cff9640 1 -- 172.21.15.67:0/477879034 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6058048040 con 0x561b16139550 2024-09-21T00:37:16.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.955+0000 7f604cff9640 1 -- 172.21.15.67:0/477879034 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(211..211 src has 1..211) ==== 5795+0+0 (secure 0 0 0) 0x7f6058089de0 con 0x561b16139550 2024-09-21T00:37:16.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.955+0000 7f60769f3740 1 -- 172.21.15.67:0/477879034 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6058084670 con 0x561b16139550 2024-09-21T00:37:16.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.955+0000 7f604cff9640 1 -- 172.21.15.67:0/477879034 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=184) ==== 24+0+0 (secure 0 0 0) 0x7f6058088a50 con 0x561b16139550 2024-09-21T00:37:16.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.955+0000 7f60769f3740 10 client.12051 fetch_fsmap learned FSMap version 184 2024-09-21T00:37:16.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.955+0000 7f60769f3740 1 -- 172.21.15.67:0/477879034 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=184,monmap=2+}) -- 0x561b162a2f70 con 0x561b16139550 2024-09-21T00:37:16.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.956+0000 7f604cff9640 1 -- 172.21.15.67:0/477879034 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6058084670 con 0x561b16139550 2024-09-21T00:37:16.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.956+0000 7f604cff9640 1 -- 172.21.15.67:0/477879034 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 184) ==== 3502+0+0 (secure 0 0 0) 0x7f6058087030 con 0x561b16139550 2024-09-21T00:37:16.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.956+0000 7f60769f3740 10 client.12051 fetch_fsmap finished waiting for FSMap version 184 2024-09-21T00:37:16.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.956+0000 7f60769f3740 10 client.12051 resolve_mds: resolved 16:0 to role '16:0' aka daemon mds.a 2024-09-21T00:37:16.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.956+0000 7f60769f3740 20 client.12051 populate_metadata read hostname 'smithi067' 2024-09-21T00:37:16.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.956+0000 7f60769f3740 1 --2- 172.21.15.67:0/477879034 >> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] conn(0x561b161211f0 0x561b1655f720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:16.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.956+0000 7f60769f3740 4 client.12051 mds_command: new command op to 11913 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:37:16.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.956+0000 7f60769f3740 1 -- 172.21.15.67:0/477879034 --> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561b1647f070 con 0x561b161211f0 2024-09-21T00:37:16.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.956+0000 7f606d027640 1 --2- 172.21.15.67:0/477879034 >> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] conn(0x561b161211f0 0x561b1655f720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:16.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.956+0000 7f604cff9640 10 client.12051 ms_handle_connect on v2:172.21.15.67:6833/2324294626 2024-09-21T00:37:16.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.956+0000 7f606d027640 1 --2- 172.21.15.67:0/477879034 >> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] conn(0x561b161211f0 0x561b1655f720 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7735dc378543d111 server_cookie=6ca548437bc325b3 in_seq=0 out_seq=0 2024-09-21T00:37:16.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.957+0000 7f604cff9640 1 -- 172.21.15.67:0/477879034 <== mds.0 v2:172.21.15.67:6833/2324294626 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x561b1647f070 con 0x561b161211f0 2024-09-21T00:37:16.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.957+0000 7f604cff9640 10 client.12051 handle_command_reply: tid=0 2024-09-21T00:37:16.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.957+0000 7f60769f3740 1 client.12051 shutdown 2024-09-21T00:37:16.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.957+0000 7f60769f3740 1 -- 172.21.15.67:0/477879034 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b16139550 msgr2=0x561b165520a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:16.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.957+0000 7f60769f3740 1 --2- 172.21.15.67:0/477879034 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b16139550 0x561b165520a0 secure :-1 s=READY pgs=2702 cs=0 l=1 rev1=1 crypto rx=0x7f6058084820 tx=0x7f60580092c0 comp rx=0 tx=0).stop 2024-09-21T00:37:16.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.957+0000 7f60769f3740 1 -- 172.21.15.67:0/477879034 shutdown_connections 2024-09-21T00:37:16.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.957+0000 7f60769f3740 1 --2- 172.21.15.67:0/477879034 >> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] conn(0x561b161211f0 0x561b1655f720 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:16.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.957+0000 7f60769f3740 1 --2- 172.21.15.67:0/477879034 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561b16162410 0x561b1655f1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:16.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.957+0000 7f60769f3740 1 --2- 172.21.15.67:0/477879034 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561b16141730 0x561b1654aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:16.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.957+0000 7f60769f3740 1 --2- 172.21.15.67:0/477879034 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b16139550 0x561b165520a0 unknown :-1 s=CLOSED pgs=2702 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:16.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.957+0000 7f60769f3740 1 -- 172.21.15.67:0/477879034 >> 172.21.15.67:0/477879034 conn(0x561b16156560 msgr2=0x561b1650ae80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:16.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.957+0000 7f604cff9640 0 client.12051 ms_handle_reset on v2:172.21.15.67:6833/2324294626 2024-09-21T00:37:16.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.957+0000 7f60769f3740 1 -- 172.21.15.67:0/477879034 shutdown_connections 2024-09-21T00:37:16.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.957+0000 7f60769f3740 1 -- 172.21.15.67:0/477879034 wait complete. 2024-09-21T00:37:16.962 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.957+0000 7f60769f3740 20 client.12051 trim_cache size 0 max 16384 2024-09-21T00:37:16.976 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.976+0000 7f60769f3740 1 Processor -- start 2024-09-21T00:37:16.977 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.976+0000 7f60769f3740 1 -- start start 2024-09-21T00:37:16.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.977+0000 7f60769f3740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561b16139550 0x561b16553060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:16.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.977+0000 7f60769f3740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561b16141730 0x561b1654a500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:16.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.977+0000 7f60769f3740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b16162410 0x561b1654aa40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:16.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.977+0000 7f60769f3740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f6068200160 con 0x561b16162410 2024-09-21T00:37:16.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.977+0000 7f60769f3740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f60681ff1a0 con 0x561b16139550 2024-09-21T00:37:16.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.977+0000 7f60769f3740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f60681f6700 con 0x561b16141730 2024-09-21T00:37:16.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.977+0000 7f606e029640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b16162410 0x561b1654aa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:16.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.977+0000 7f606e029640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b16162410 0x561b1654aa40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42158/0 (socket says 172.21.15.67:42158) 2024-09-21T00:37:16.979 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.977+0000 7f606e029640 1 -- 172.21.15.67:0/2028535814 learned_addr learned my addr 172.21.15.67:0/2028535814 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:37:16.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.977+0000 7f606d828640 1 --2- 172.21.15.67:0/2028535814 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561b16139550 0x561b16553060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:16.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.977+0000 7f606d027640 1 --2- 172.21.15.67:0/2028535814 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561b16141730 0x561b1654a500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:16.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.977+0000 7f606e029640 1 -- 172.21.15.67:0/2028535814 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561b16141730 msgr2=0x561b1654a500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:37:16.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.977+0000 7f606e029640 1 --2- 172.21.15.67:0/2028535814 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561b16141730 0x561b1654a500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:16.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.977+0000 7f606e029640 1 -- 172.21.15.67:0/2028535814 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561b16139550 msgr2=0x561b16553060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:37:16.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.977+0000 7f606e029640 1 --2- 172.21.15.67:0/2028535814 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561b16139550 0x561b16553060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:16.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.977+0000 7f606e029640 1 -- 172.21.15.67:0/2028535814 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561b161ab720 con 0x561b16162410 2024-09-21T00:37:16.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.977+0000 7f606d027640 1 --2- 172.21.15.67:0/2028535814 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561b16141730 0x561b1654a500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:37:16.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.977+0000 7f606e029640 1 --2- 172.21.15.67:0/2028535814 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b16162410 0x561b1654aa40 secure :-1 s=READY pgs=2703 cs=0 l=1 rev1=1 crypto rx=0x7f6060009e00 tx=0x7f6060009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=472012ab78d477a1 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:16.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.978+0000 7f604effd640 1 -- 172.21.15.67:0/2028535814 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60600120d0 con 0x561b16162410 2024-09-21T00:37:16.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.978+0000 7f604effd640 1 -- 172.21.15.67:0/2028535814 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6060021070 con 0x561b16162410 2024-09-21T00:37:16.980 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.978+0000 7f604effd640 1 -- 172.21.15.67:0/2028535814 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6060010690 con 0x561b16162410 2024-09-21T00:37:16.981 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.978+0000 7f60769f3740 1 -- 172.21.15.67:0/2028535814 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b16162410 msgr2=0x561b1654aa40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:16.981 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.978+0000 7f60769f3740 1 --2- 172.21.15.67:0/2028535814 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b16162410 0x561b1654aa40 secure :-1 s=READY pgs=2703 cs=0 l=1 rev1=1 crypto rx=0x7f6060009e00 tx=0x7f6060009260 comp rx=0 tx=0).stop 2024-09-21T00:37:16.981 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.978+0000 7f60769f3740 1 -- 172.21.15.67:0/2028535814 shutdown_connections 2024-09-21T00:37:16.981 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.978+0000 7f60769f3740 1 --2- 172.21.15.67:0/2028535814 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b16162410 0x561b1654aa40 unknown :-1 s=CLOSED pgs=2703 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:16.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.978+0000 7f60769f3740 1 --2- 172.21.15.67:0/2028535814 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561b16141730 0x561b1654a500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:16.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.978+0000 7f60769f3740 1 --2- 172.21.15.67:0/2028535814 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561b16139550 0x561b16553060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:16.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.978+0000 7f60769f3740 1 -- 172.21.15.67:0/2028535814 >> 172.21.15.67:0/2028535814 conn(0x561b16156560 msgr2=0x561b16505530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:16.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.979+0000 7f60769f3740 1 -- 172.21.15.67:0/2028535814 shutdown_connections 2024-09-21T00:37:16.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.979+0000 7f60769f3740 1 -- 172.21.15.67:0/2028535814 wait complete. 2024-09-21T00:37:16.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.979+0000 7f60769f3740 1 -- start start 2024-09-21T00:37:16.982 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.979+0000 7f60769f3740 1 Processor -- start 2024-09-21T00:37:16.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.981+0000 7f60769f3740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561b16139550 0x561b165c5560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:16.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.981+0000 7f60769f3740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561b16141730 0x561b16572b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:16.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.981+0000 7f60769f3740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b16162410 0x561b1654f900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:16.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.981+0000 7f60769f3740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x561b16553980 con 0x561b16162410 2024-09-21T00:37:16.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.981+0000 7f60769f3740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f60681feb50 con 0x561b16141730 2024-09-21T00:37:16.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.981+0000 7f60769f3740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x561b165535a0 con 0x561b16139550 2024-09-21T00:37:16.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.981+0000 7f60769f3740 10 client.0 _ll_register_callbacks cb 0x7f605c001340 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:37:16.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.981+0000 7f606e029640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b16162410 0x561b1654f900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:16.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.981+0000 7f606e029640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b16162410 0x561b1654f900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42164/0 (socket says 172.21.15.67:42164) 2024-09-21T00:37:16.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.981+0000 7f606e029640 1 -- 172.21.15.67:0/2168905766 learned_addr learned my addr 172.21.15.67:0/2168905766 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:37:16.986 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.981+0000 7f606d828640 1 --2- 172.21.15.67:0/2168905766 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561b16139550 0x561b165c5560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:16.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.981+0000 7f606d027640 1 --2- 172.21.15.67:0/2168905766 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561b16141730 0x561b16572b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:16.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.981+0000 7f606e029640 1 -- 172.21.15.67:0/2168905766 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561b16139550 msgr2=0x561b165c5560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:37:16.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.981+0000 7f606e029640 1 --2- 172.21.15.67:0/2168905766 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561b16139550 0x561b165c5560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:16.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.981+0000 7f606e029640 1 -- 172.21.15.67:0/2168905766 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561b16141730 msgr2=0x561b16572b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:37:16.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.981+0000 7f606e029640 1 --2- 172.21.15.67:0/2168905766 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561b16141730 0x561b16572b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:16.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.981+0000 7f606e029640 1 -- 172.21.15.67:0/2168905766 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561b165d2350 con 0x561b16162410 2024-09-21T00:37:16.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.982+0000 7f606e029640 1 --2- 172.21.15.67:0/2168905766 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b16162410 0x561b1654f900 secure :-1 s=READY pgs=2704 cs=0 l=1 rev1=1 crypto rx=0x7f606001e040 tx=0x7f6060004620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce026fcecbeea2a4 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:16.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.982+0000 7f604cff9640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:37:16.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.982+0000 7f604cff9640 1 -- 172.21.15.67:0/2168905766 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6060005220 con 0x561b16162410 2024-09-21T00:37:16.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.982+0000 7f604cff9640 1 -- 172.21.15.67:0/2168905766 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(211..211 src has 1..211) ==== 5795+0+0 (secure 0 0 0) 0x7f60600053c0 con 0x561b16162410 2024-09-21T00:37:16.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.982+0000 7f60769f3740 1 -- 172.21.15.67:0/2168905766 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6060021070 con 0x561b16162410 2024-09-21T00:37:16.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.982+0000 7f604cff9640 1 -- 172.21.15.67:0/2168905766 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=184) ==== 24+0+0 (secure 0 0 0) 0x7f60600055c0 con 0x561b16162410 2024-09-21T00:37:16.987 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.982+0000 7f60769f3740 10 client.12057 fetch_fsmap learned FSMap version 184 2024-09-21T00:37:16.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.982+0000 7f60769f3740 1 -- 172.21.15.67:0/2168905766 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=184,monmap=2+}) -- 0x561b165c5aa0 con 0x561b16162410 2024-09-21T00:37:16.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.982+0000 7f604cff9640 1 -- 172.21.15.67:0/2168905766 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6060021070 con 0x561b16162410 2024-09-21T00:37:16.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.982+0000 7f604cff9640 1 -- 172.21.15.67:0/2168905766 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 184) ==== 3502+0+0 (secure 0 0 0) 0x7f6060004890 con 0x561b16162410 2024-09-21T00:37:16.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.982+0000 7f60769f3740 10 client.12057 fetch_fsmap finished waiting for FSMap version 184 2024-09-21T00:37:16.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.982+0000 7f60769f3740 10 client.12057 resolve_mds: resolved 16:0 to role '16:0' aka daemon mds.a 2024-09-21T00:37:16.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.982+0000 7f60769f3740 20 client.12057 populate_metadata read hostname 'smithi067' 2024-09-21T00:37:16.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.982+0000 7f60769f3740 1 --2- 172.21.15.67:0/2168905766 >> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] conn(0x561b1654fe40 0x561b16546900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:16.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.982+0000 7f60769f3740 4 client.12057 mds_command: new command op to 11913 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["recursive", "repair"]}] 2024-09-21T00:37:16.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.982+0000 7f60769f3740 1 -- 172.21.15.67:0/2168905766 --> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["recursive", "repair"]}) -- 0x561b16506f80 con 0x561b1654fe40 2024-09-21T00:37:16.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.983+0000 7f606d828640 1 --2- 172.21.15.67:0/2168905766 >> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] conn(0x561b1654fe40 0x561b16546900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:16.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.983+0000 7f604cff9640 10 client.12057 ms_handle_connect on v2:172.21.15.67:6833/2324294626 2024-09-21T00:37:16.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.983+0000 7f606d828640 1 --2- 172.21.15.67:0/2168905766 >> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] conn(0x561b1654fe40 0x561b16546900 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3f084afbf6c564cc server_cookie=60cb288bf07ac65a in_seq=0 out_seq=0 2024-09-21T00:37:16.988 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.984+0000 7f604cff9640 1 -- 172.21.15.67:0/2168905766 <== mds.0 v2:172.21.15.67:6833/2324294626 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x561b16506f80 con 0x561b1654fe40 2024-09-21T00:37:16.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.984+0000 7f604cff9640 10 client.12057 handle_command_reply: tid=0 2024-09-21T00:37:16.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.984+0000 7f60769f3740 1 client.12057 shutdown 2024-09-21T00:37:16.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.984+0000 7f60769f3740 1 -- 172.21.15.67:0/2168905766 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b16162410 msgr2=0x561b1654f900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:16.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.984+0000 7f60769f3740 1 --2- 172.21.15.67:0/2168905766 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b16162410 0x561b1654f900 secure :-1 s=READY pgs=2704 cs=0 l=1 rev1=1 crypto rx=0x7f606001e040 tx=0x7f6060004620 comp rx=0 tx=0).stop 2024-09-21T00:37:16.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.984+0000 7f60769f3740 1 -- 172.21.15.67:0/2168905766 shutdown_connections 2024-09-21T00:37:16.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.984+0000 7f60769f3740 1 --2- 172.21.15.67:0/2168905766 >> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] conn(0x561b1654fe40 0x561b16546900 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:16.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.984+0000 7f60769f3740 1 --2- 172.21.15.67:0/2168905766 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x561b16162410 0x561b1654f900 unknown :-1 s=CLOSED pgs=2704 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:16.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.984+0000 7f60769f3740 1 --2- 172.21.15.67:0/2168905766 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x561b16141730 0x561b16572b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:16.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.984+0000 7f604cff9640 0 client.12057 ms_handle_reset on v2:172.21.15.67:6833/2324294626 2024-09-21T00:37:16.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.984+0000 7f60769f3740 1 --2- 172.21.15.67:0/2168905766 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x561b16139550 0x561b165c5560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:16.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.984+0000 7f60769f3740 1 -- 172.21.15.67:0/2168905766 >> 172.21.15.67:0/2168905766 conn(0x561b16156560 msgr2=0x561b1655e080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:16.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.984+0000 7f60769f3740 1 -- 172.21.15.67:0/2168905766 shutdown_connections 2024-09-21T00:37:16.989 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.984+0000 7f60769f3740 1 -- 172.21.15.67:0/2168905766 wait complete. 2024-09-21T00:37:16.990 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.984+0000 7f60769f3740 20 client.12057 trim_cache size 0 max 16384 2024-09-21T00:37:16.990 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:37:16.990 INFO:teuthology.orchestra.run.smithi067.stdout: "return_code": 0, 2024-09-21T00:37:16.990 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_tag": "6dccacd6-1b1d-4c84-a053-03234765e087", 2024-09-21T00:37:16.990 INFO:teuthology.orchestra.run.smithi067.stdout: "mode": "asynchronous" 2024-09-21T00:37:16.990 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:37:16.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.985+0000 7f606fa8c640 1 -- 172.21.15.67:0/513298323 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6054078b90 msgr2=0x7f605407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:16.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.985+0000 7f606fa8c640 1 --2- 172.21.15.67:0/513298323 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6054078b90 0x7f605407b0a0 secure :-1 s=READY pgs=1017 cs=0 l=1 rev1=1 crypto rx=0x7f605c007fd0 tx=0x7f605c009040 comp rx=0 tx=0).stop 2024-09-21T00:37:16.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.985+0000 7f606fa8c640 1 -- 172.21.15.67:0/513298323 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f60680b65e0 msgr2=0x7f606815c9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:16.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.985+0000 7f606fa8c640 1 --2- 172.21.15.67:0/513298323 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f60680b65e0 0x7f606815c9f0 secure :-1 s=READY pgs=2700 cs=0 l=1 rev1=1 crypto rx=0x7f6058000f80 tx=0x7f6058003970 comp rx=0 tx=0).stop 2024-09-21T00:37:16.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.985+0000 7f606fa8c640 1 -- 172.21.15.67:0/513298323 shutdown_connections 2024-09-21T00:37:16.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.985+0000 7f606fa8c640 1 --2- 172.21.15.67:0/513298323 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f6054078b90 0x7f605407b0a0 unknown :-1 s=CLOSED pgs=1017 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:16.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.985+0000 7f606fa8c640 1 --2- 172.21.15.67:0/513298323 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f6068160070 0x7f60680b2b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:16.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.985+0000 7f606fa8c640 1 --2- 172.21.15.67:0/513298323 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f60680d0950 0x7f60680b2630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:16.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.985+0000 7f606fa8c640 1 --2- 172.21.15.67:0/513298323 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f60680b65e0 0x7f606815c9f0 unknown :-1 s=CLOSED pgs=2700 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:16.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.985+0000 7f606fa8c640 1 -- 172.21.15.67:0/513298323 >> 172.21.15.67:0/513298323 conn(0x7f60680b41a0 msgr2=0x7f60680cf580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:16.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.985+0000 7f606fa8c640 1 -- 172.21.15.67:0/513298323 shutdown_connections 2024-09-21T00:37:16.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:16.985+0000 7f606fa8c640 1 -- 172.21.15.67:0/513298323 wait complete. 2024-09-21T00:37:16.997 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:37:16.997 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.16:0 scrub status 2024-09-21T00:37:17.116 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.115+0000 7f9a826de640 1 -- 172.21.15.67:0/1079141559 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9a7c0d27e0 msgr2=0x7f9a7c0d0ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:17.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.115+0000 7f9a826de640 1 --2- 172.21.15.67:0/1079141559 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9a7c0d27e0 0x7f9a7c0d0ed0 secure :-1 s=READY pgs=2705 cs=0 l=1 rev1=1 crypto rx=0x7f9a7c0d0620 tx=0x7f9a6c02a4d0 comp rx=0 tx=0).stop 2024-09-21T00:37:17.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.115+0000 7f9a826de640 1 -- 172.21.15.67:0/1079141559 shutdown_connections 2024-09-21T00:37:17.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.115+0000 7f9a826de640 1 --2- 172.21.15.67:0/1079141559 >> v2:172.21.15.97:3300/0 conn(0x7f9a7c0d1410 0x7f9a7c15fa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:17.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.115+0000 7f9a826de640 1 --2- 172.21.15.67:0/1079141559 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9a7c0d27e0 0x7f9a7c0d0ed0 unknown :-1 s=CLOSED pgs=2705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:17.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.115+0000 7f9a826de640 1 -- 172.21.15.67:0/1079141559 >> 172.21.15.67:0/1079141559 conn(0x7f9a7c0b6330 msgr2=0x7f9a7c0b6740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:17.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.115+0000 7f9a826de640 1 -- 172.21.15.67:0/1079141559 shutdown_connections 2024-09-21T00:37:17.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.115+0000 7f9a826de640 1 -- 172.21.15.67:0/1079141559 wait complete. 2024-09-21T00:37:17.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.117+0000 7f9a826de640 1 Processor -- start 2024-09-21T00:37:17.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.117+0000 7f9a826de640 1 -- start start 2024-09-21T00:37:17.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.118+0000 7f9a826de640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9a7c0d1410 0x7f9a7c0ca370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:17.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.118+0000 7f9a826de640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9a7c0d27e0 0x7f9a7c0b2df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:17.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.118+0000 7f9a826de640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9a7c0d2bf0 0x7f9a7c1f8e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:17.120 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.118+0000 7f9a826de640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f9a7c15c940 con 0x7f9a7c0d2bf0 2024-09-21T00:37:17.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.118+0000 7f9a826de640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f9a7c15c7c0 con 0x7f9a7c0d27e0 2024-09-21T00:37:17.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.118+0000 7f9a826de640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f9a7c0d31b0 con 0x7f9a7c0d1410 2024-09-21T00:37:17.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.118+0000 7f9a80c7b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9a7c0d2bf0 0x7f9a7c1f8e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:17.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.118+0000 7f9a80c7b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9a7c0d2bf0 0x7f9a7c1f8e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42194/0 (socket says 172.21.15.67:42194) 2024-09-21T00:37:17.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.118+0000 7f9a80c7b640 1 -- 172.21.15.67:0/3873568621 learned_addr learned my addr 172.21.15.67:0/3873568621 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:37:17.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.119+0000 7f9a7bfff640 1 --2- 172.21.15.67:0/3873568621 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9a7c0d1410 0x7f9a7c0ca370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:17.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.119+0000 7f9a7b7fe640 1 --2- 172.21.15.67:0/3873568621 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9a7c0d27e0 0x7f9a7c0b2df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:17.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.119+0000 7f9a80c7b640 1 -- 172.21.15.67:0/3873568621 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9a7c0d1410 msgr2=0x7f9a7c0ca370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:17.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.119+0000 7f9a80c7b640 1 --2- 172.21.15.67:0/3873568621 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9a7c0d1410 0x7f9a7c0ca370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:17.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.119+0000 7f9a80c7b640 1 -- 172.21.15.67:0/3873568621 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9a7c0d27e0 msgr2=0x7f9a7c0b2df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:17.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.119+0000 7f9a80c7b640 1 --2- 172.21.15.67:0/3873568621 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9a7c0d27e0 0x7f9a7c0b2df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:17.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.119+0000 7f9a80c7b640 1 -- 172.21.15.67:0/3873568621 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a7c0cba80 con 0x7f9a7c0d2bf0 2024-09-21T00:37:17.121 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.119+0000 7f9a80c7b640 1 --2- 172.21.15.67:0/3873568621 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9a7c0d2bf0 0x7f9a7c1f8e30 secure :-1 s=READY pgs=2706 cs=0 l=1 rev1=1 crypto rx=0x7f9a7400e990 tx=0x7f9a7400ee50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:17.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.119+0000 7f9a78ff9640 1 -- 172.21.15.67:0/3873568621 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a74004d20 con 0x7f9a7c0d2bf0 2024-09-21T00:37:17.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.119+0000 7f9a78ff9640 1 -- 172.21.15.67:0/3873568621 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9a7400caa0 con 0x7f9a7c0d2bf0 2024-09-21T00:37:17.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.119+0000 7f9a78ff9640 1 -- 172.21.15.67:0/3873568621 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a74005020 con 0x7f9a7c0d2bf0 2024-09-21T00:37:17.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.119+0000 7f9a826de640 1 -- 172.21.15.67:0/3873568621 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a7c0cbd60 con 0x7f9a7c0d2bf0 2024-09-21T00:37:17.122 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.119+0000 7f9a826de640 1 -- 172.21.15.67:0/3873568621 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a7c0cc320 con 0x7f9a7c0d2bf0 2024-09-21T00:37:17.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.122+0000 7f9a78ff9640 1 -- 172.21.15.67:0/3873568621 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f9a740051c0 con 0x7f9a7c0d2bf0 2024-09-21T00:37:17.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.122+0000 7f9a78ff9640 1 --2- 172.21.15.67:0/3873568621 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9a68078b90 0x7f9a6807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:17.123 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.122+0000 7f9a78ff9640 1 -- 172.21.15.67:0/3873568621 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(211..211 src has 1..211) ==== 5795+0+0 (secure 0 0 0) 0x7f9a7409b6b0 con 0x7f9a7c0d2bf0 2024-09-21T00:37:17.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.123+0000 7f9a7bfff640 1 --2- 172.21.15.67:0/3873568621 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9a68078b90 0x7f9a6807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:17.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.123+0000 7f9a8964c740 1 Processor -- start 2024-09-21T00:37:17.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.123+0000 7f9a8964c740 1 -- start start 2024-09-21T00:37:17.124 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.123+0000 7f9a7bfff640 1 --2- 172.21.15.67:0/3873568621 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9a68078b90 0x7f9a6807b0a0 secure :-1 s=READY pgs=1018 cs=0 l=1 rev1=1 crypto rx=0x7f9a6c033000 tx=0x7f9a6c004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:17.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.124+0000 7f9a8964c740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5623c817f390 0x5623c856ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:17.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.124+0000 7f9a8964c740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5623c81564d0 0x5623c8540860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:17.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.124+0000 7f9a8964c740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5623c815e6b0 0x5623c8540da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:17.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.124+0000 7f9a8964c740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5623c8499a60 con 0x5623c817f390 2024-09-21T00:37:17.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.124+0000 7f9a8964c740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5623c8488e90 con 0x5623c81564d0 2024-09-21T00:37:17.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.124+0000 7f9a8964c740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x5623c848cca0 con 0x5623c815e6b0 2024-09-21T00:37:17.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.124+0000 7f9a7bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5623c817f390 0x5623c856ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:17.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.124+0000 7f9a7bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5623c817f390 0x5623c856ba10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42208/0 (socket says 172.21.15.67:42208) 2024-09-21T00:37:17.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.124+0000 7f9a7bfff640 1 -- 172.21.15.67:0/1278140282 learned_addr learned my addr 172.21.15.67:0/1278140282 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:37:17.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.124+0000 7f9a7b7fe640 1 --2- 172.21.15.67:0/1278140282 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5623c81564d0 0x5623c8540860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:17.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.124+0000 7f9a80c7b640 1 --2- 172.21.15.67:0/1278140282 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5623c815e6b0 0x5623c8540da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:17.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.124+0000 7f9a7bfff640 1 -- 172.21.15.67:0/1278140282 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5623c815e6b0 msgr2=0x5623c8540da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:37:17.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.125+0000 7f9a7bfff640 1 --2- 172.21.15.67:0/1278140282 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5623c815e6b0 0x5623c8540da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:17.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.125+0000 7f9a7bfff640 1 -- 172.21.15.67:0/1278140282 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5623c81564d0 msgr2=0x5623c8540860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:37:17.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.125+0000 7f9a7bfff640 1 --2- 172.21.15.67:0/1278140282 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5623c81564d0 0x5623c8540860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:17.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.125+0000 7f9a7bfff640 1 -- 172.21.15.67:0/1278140282 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5623c82617d0 con 0x5623c817f390 2024-09-21T00:37:17.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.125+0000 7f9a7bfff640 1 --2- 172.21.15.67:0/1278140282 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5623c817f390 0x5623c856ba10 secure :-1 s=READY pgs=2707 cs=0 l=1 rev1=1 crypto rx=0x7f9a6c02aac0 tx=0x7f9a6c03b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90a231c84e5e5d5c server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:17.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.125+0000 7f9a61ffb640 1 -- 172.21.15.67:0/1278140282 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a6c035050 con 0x5623c817f390 2024-09-21T00:37:17.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.125+0000 7f9a61ffb640 1 -- 172.21.15.67:0/1278140282 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9a6c04c070 con 0x5623c817f390 2024-09-21T00:37:17.127 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.125+0000 7f9a61ffb640 1 -- 172.21.15.67:0/1278140282 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a6c003b20 con 0x5623c817f390 2024-09-21T00:37:17.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.126+0000 7f9a8964c740 1 -- 172.21.15.67:0/1278140282 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5623c817f390 msgr2=0x5623c856ba10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:17.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.126+0000 7f9a8964c740 1 --2- 172.21.15.67:0/1278140282 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5623c817f390 0x5623c856ba10 secure :-1 s=READY pgs=2707 cs=0 l=1 rev1=1 crypto rx=0x7f9a6c02aac0 tx=0x7f9a6c03b000 comp rx=0 tx=0).stop 2024-09-21T00:37:17.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.126+0000 7f9a8964c740 1 -- 172.21.15.67:0/1278140282 shutdown_connections 2024-09-21T00:37:17.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.126+0000 7f9a8964c740 1 --2- 172.21.15.67:0/1278140282 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5623c815e6b0 0x5623c8540da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:17.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.126+0000 7f9a8964c740 1 --2- 172.21.15.67:0/1278140282 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5623c81564d0 0x5623c8540860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:17.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.126+0000 7f9a8964c740 1 --2- 172.21.15.67:0/1278140282 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5623c817f390 0x5623c856ba10 unknown :-1 s=CLOSED pgs=2707 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:17.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.126+0000 7f9a8964c740 1 -- 172.21.15.67:0/1278140282 >> 172.21.15.67:0/1278140282 conn(0x5623c81734e0 msgr2=0x5623c8526d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:17.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.126+0000 7f9a8964c740 1 -- 172.21.15.67:0/1278140282 shutdown_connections 2024-09-21T00:37:17.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.126+0000 7f9a8964c740 1 -- 172.21.15.67:0/1278140282 wait complete. 2024-09-21T00:37:17.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.127+0000 7f9a8964c740 1 -- start start 2024-09-21T00:37:17.129 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.127+0000 7f9a8964c740 1 Processor -- start 2024-09-21T00:37:17.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.128+0000 7f9a8964c740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5623c81564d0 0x5623c8567530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:17.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.128+0000 7f9a8964c740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5623c815e6b0 0x5623c8565640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:17.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.128+0000 7f9a8964c740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5623c817f390 0x5623c8562990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:17.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.128+0000 7f9a8964c740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x5623c81f9740 con 0x5623c817f390 2024-09-21T00:37:17.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.128+0000 7f9a8964c740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5623c842e970 con 0x5623c815e6b0 2024-09-21T00:37:17.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.128+0000 7f9a8964c740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x5623c8567ca0 con 0x5623c81564d0 2024-09-21T00:37:17.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.128+0000 7f9a8964c740 10 client.0 _ll_register_callbacks cb 0x5623c843d780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:37:17.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.128+0000 7f9a80c7b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5623c817f390 0x5623c8562990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:17.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.128+0000 7f9a80c7b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5623c817f390 0x5623c8562990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42222/0 (socket says 172.21.15.67:42222) 2024-09-21T00:37:17.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.128+0000 7f9a80c7b640 1 -- 172.21.15.67:0/1794126622 learned_addr learned my addr 172.21.15.67:0/1794126622 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:37:17.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.129+0000 7f9a7bfff640 1 --2- 172.21.15.67:0/1794126622 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5623c81564d0 0x5623c8567530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:17.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.129+0000 7f9a7b7fe640 1 --2- 172.21.15.67:0/1794126622 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5623c815e6b0 0x5623c8565640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:17.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.129+0000 7f9a80c7b640 1 -- 172.21.15.67:0/1794126622 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5623c81564d0 msgr2=0x5623c8567530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:37:17.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.129+0000 7f9a80c7b640 1 --2- 172.21.15.67:0/1794126622 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5623c81564d0 0x5623c8567530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:17.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.129+0000 7f9a80c7b640 1 -- 172.21.15.67:0/1794126622 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5623c815e6b0 msgr2=0x5623c8565640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:37:17.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.129+0000 7f9a80c7b640 1 --2- 172.21.15.67:0/1794126622 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5623c815e6b0 0x5623c8565640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:17.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.129+0000 7f9a80c7b640 1 -- 172.21.15.67:0/1794126622 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5623c81ea970 con 0x5623c817f390 2024-09-21T00:37:17.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.129+0000 7f9a80c7b640 1 --2- 172.21.15.67:0/1794126622 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5623c817f390 0x5623c8562990 secure :-1 s=READY pgs=2708 cs=0 l=1 rev1=1 crypto rx=0x7f9a74099ba0 tx=0x7f9a74063a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d78618b9eb9438a server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:17.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.129+0000 7f9a5affd640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:37:17.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.129+0000 7f9a5affd640 1 -- 172.21.15.67:0/1794126622 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a7401f070 con 0x5623c817f390 2024-09-21T00:37:17.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.129+0000 7f9a5affd640 1 -- 172.21.15.67:0/1794126622 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(211..211 src has 1..211) ==== 5795+0+0 (secure 0 0 0) 0x7f9a7406a300 con 0x5623c817f390 2024-09-21T00:37:17.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.129+0000 7f9a8964c740 1 -- 172.21.15.67:0/1794126622 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9a6c04c070 con 0x5623c817f390 2024-09-21T00:37:17.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.129+0000 7f9a5affd640 1 -- 172.21.15.67:0/1794126622 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=184) ==== 24+0+0 (secure 0 0 0) 0x7f9a74063b20 con 0x5623c817f390 2024-09-21T00:37:17.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.129+0000 7f9a8964c740 10 client.12069 fetch_fsmap learned FSMap version 184 2024-09-21T00:37:17.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.129+0000 7f9a8964c740 1 -- 172.21.15.67:0/1794126622 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=184,monmap=2+}) -- 0x5623c81c86a0 con 0x5623c817f390 2024-09-21T00:37:17.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.129+0000 7f9a5affd640 1 -- 172.21.15.67:0/1794126622 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9a6c04c070 con 0x5623c817f390 2024-09-21T00:37:17.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.129+0000 7f9a5affd640 1 -- 172.21.15.67:0/1794126622 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 184) ==== 3502+0+0 (secure 0 0 0) 0x7f9a7400f040 con 0x5623c817f390 2024-09-21T00:37:17.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.129+0000 7f9a8964c740 10 client.12069 fetch_fsmap finished waiting for FSMap version 184 2024-09-21T00:37:17.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.129+0000 7f9a8964c740 10 client.12069 resolve_mds: resolved 16:0 to role '16:0' aka daemon mds.a 2024-09-21T00:37:17.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.129+0000 7f9a8964c740 20 client.12069 populate_metadata read hostname 'smithi067' 2024-09-21T00:37:17.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.129+0000 7f9a8964c740 1 --2- 172.21.15.67:0/1794126622 >> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] conn(0x5623c813df60 0x5623c857c100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:17.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.130+0000 7f9a8964c740 4 client.12069 mds_command: new command op to 11913 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:37:17.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.130+0000 7f9a8964c740 1 -- 172.21.15.67:0/1794126622 --> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5623c849b9b0 con 0x5623c813df60 2024-09-21T00:37:17.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.130+0000 7f9a7bfff640 1 --2- 172.21.15.67:0/1794126622 >> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] conn(0x5623c813df60 0x5623c857c100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:17.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.130+0000 7f9a5affd640 10 client.12069 ms_handle_connect on v2:172.21.15.67:6833/2324294626 2024-09-21T00:37:17.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.130+0000 7f9a7bfff640 1 --2- 172.21.15.67:0/1794126622 >> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] conn(0x5623c813df60 0x5623c857c100 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=990e767324cdc06e server_cookie=cfe7a02b9fedf4d2 in_seq=0 out_seq=0 2024-09-21T00:37:17.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.131+0000 7f9a5affd640 1 -- 172.21.15.67:0/1794126622 <== mds.0 v2:172.21.15.67:6833/2324294626 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x5623c849b9b0 con 0x5623c813df60 2024-09-21T00:37:17.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.131+0000 7f9a5affd640 10 client.12069 handle_command_reply: tid=0 2024-09-21T00:37:17.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.131+0000 7f9a8964c740 1 client.12069 shutdown 2024-09-21T00:37:17.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.131+0000 7f9a8964c740 1 -- 172.21.15.67:0/1794126622 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5623c817f390 msgr2=0x5623c8562990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:17.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.131+0000 7f9a8964c740 1 --2- 172.21.15.67:0/1794126622 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5623c817f390 0x5623c8562990 secure :-1 s=READY pgs=2708 cs=0 l=1 rev1=1 crypto rx=0x7f9a74099ba0 tx=0x7f9a74063a00 comp rx=0 tx=0).stop 2024-09-21T00:37:17.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.131+0000 7f9a8964c740 1 -- 172.21.15.67:0/1794126622 shutdown_connections 2024-09-21T00:37:17.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.131+0000 7f9a8964c740 1 --2- 172.21.15.67:0/1794126622 >> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] conn(0x5623c813df60 0x5623c857c100 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:17.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.131+0000 7f9a8964c740 1 --2- 172.21.15.67:0/1794126622 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5623c817f390 0x5623c8562990 unknown :-1 s=CLOSED pgs=2708 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:17.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.131+0000 7f9a8964c740 1 --2- 172.21.15.67:0/1794126622 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5623c815e6b0 0x5623c8565640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:17.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.131+0000 7f9a5affd640 0 client.12069 ms_handle_reset on v2:172.21.15.67:6833/2324294626 2024-09-21T00:37:17.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.131+0000 7f9a8964c740 1 --2- 172.21.15.67:0/1794126622 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5623c81564d0 0x5623c8567530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:17.137 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.131+0000 7f9a8964c740 1 -- 172.21.15.67:0/1794126622 >> 172.21.15.67:0/1794126622 conn(0x5623c81734e0 msgr2=0x5623c8521a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:17.137 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.131+0000 7f9a8964c740 1 -- 172.21.15.67:0/1794126622 shutdown_connections 2024-09-21T00:37:17.137 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.131+0000 7f9a8964c740 1 -- 172.21.15.67:0/1794126622 wait complete. 2024-09-21T00:37:17.137 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.131+0000 7f9a8964c740 20 client.12069 trim_cache size 0 max 16384 2024-09-21T00:37:17.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.149+0000 7f9a8964c740 1 Processor -- start 2024-09-21T00:37:17.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.149+0000 7f9a8964c740 1 -- start start 2024-09-21T00:37:17.153 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.150+0000 7f9a8964c740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5623c81564d0 0x5623c8565620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:17.153 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.150+0000 7f9a8964c740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5623c815e6b0 0x5623c8563850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:17.153 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.151+0000 7f9a8964c740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5623c817f390 0x5623c8521970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:17.153 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.151+0000 7f9a8964c740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f9a7c2021d0 con 0x5623c817f390 2024-09-21T00:37:17.153 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.151+0000 7f9a8964c740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f9a7c0c8350 con 0x5623c81564d0 2024-09-21T00:37:17.153 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.151+0000 7f9a8964c740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f9a7c1f64d0 con 0x5623c815e6b0 2024-09-21T00:37:17.153 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.151+0000 7f9a80c7b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5623c817f390 0x5623c8521970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:17.153 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.151+0000 7f9a80c7b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5623c817f390 0x5623c8521970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42234/0 (socket says 172.21.15.67:42234) 2024-09-21T00:37:17.153 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.151+0000 7f9a80c7b640 1 -- 172.21.15.67:0/2020603358 learned_addr learned my addr 172.21.15.67:0/2020603358 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:37:17.153 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.151+0000 7f9a7bfff640 1 --2- 172.21.15.67:0/2020603358 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5623c81564d0 0x5623c8565620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:17.153 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.151+0000 7f9a7b7fe640 1 --2- 172.21.15.67:0/2020603358 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5623c815e6b0 0x5623c8563850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:17.153 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.151+0000 7f9a80c7b640 1 -- 172.21.15.67:0/2020603358 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5623c815e6b0 msgr2=0x5623c8563850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:37:17.154 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.151+0000 7f9a80c7b640 1 --2- 172.21.15.67:0/2020603358 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5623c815e6b0 0x5623c8563850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:17.154 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.151+0000 7f9a80c7b640 1 -- 172.21.15.67:0/2020603358 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5623c81564d0 msgr2=0x5623c8565620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:37:17.154 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.151+0000 7f9a80c7b640 1 --2- 172.21.15.67:0/2020603358 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5623c81564d0 0x5623c8565620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:17.154 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.151+0000 7f9a80c7b640 1 -- 172.21.15.67:0/2020603358 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5623c8562d00 con 0x5623c817f390 2024-09-21T00:37:17.154 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.151+0000 7f9a80c7b640 1 --2- 172.21.15.67:0/2020603358 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5623c817f390 0x5623c8521970 secure :-1 s=READY pgs=2709 cs=0 l=1 rev1=1 crypto rx=0x7f9a74060690 tx=0x7f9a74062d70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a6f82f3a43eb0d39 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:17.154 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.151+0000 7f9a617fa640 1 -- 172.21.15.67:0/2020603358 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a7401f070 con 0x5623c817f390 2024-09-21T00:37:17.154 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.151+0000 7f9a617fa640 1 -- 172.21.15.67:0/2020603358 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9a7406a3f0 con 0x5623c817f390 2024-09-21T00:37:17.154 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.151+0000 7f9a617fa640 1 -- 172.21.15.67:0/2020603358 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a7405ef90 con 0x5623c817f390 2024-09-21T00:37:17.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.152+0000 7f9a8964c740 1 -- 172.21.15.67:0/2020603358 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5623c817f390 msgr2=0x5623c8521970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:17.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.152+0000 7f9a8964c740 1 --2- 172.21.15.67:0/2020603358 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5623c817f390 0x5623c8521970 secure :-1 s=READY pgs=2709 cs=0 l=1 rev1=1 crypto rx=0x7f9a74060690 tx=0x7f9a74062d70 comp rx=0 tx=0).stop 2024-09-21T00:37:17.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.152+0000 7f9a8964c740 1 -- 172.21.15.67:0/2020603358 shutdown_connections 2024-09-21T00:37:17.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.152+0000 7f9a8964c740 1 --2- 172.21.15.67:0/2020603358 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5623c817f390 0x5623c8521970 unknown :-1 s=CLOSED pgs=2709 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:17.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.152+0000 7f9a8964c740 1 --2- 172.21.15.67:0/2020603358 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5623c815e6b0 0x5623c8563850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:17.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.152+0000 7f9a8964c740 1 --2- 172.21.15.67:0/2020603358 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5623c81564d0 0x5623c8565620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:17.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.152+0000 7f9a8964c740 1 -- 172.21.15.67:0/2020603358 >> 172.21.15.67:0/2020603358 conn(0x5623c81734e0 msgr2=0x5623c856ba10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:17.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.152+0000 7f9a8964c740 1 -- 172.21.15.67:0/2020603358 shutdown_connections 2024-09-21T00:37:17.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.152+0000 7f9a8964c740 1 -- 172.21.15.67:0/2020603358 wait complete. 2024-09-21T00:37:17.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.153+0000 7f9a8964c740 1 -- start start 2024-09-21T00:37:17.156 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.153+0000 7f9a8964c740 1 Processor -- start 2024-09-21T00:37:17.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.155+0000 7f9a8964c740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5623c81564d0 0x5623c85895b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:17.159 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.155+0000 7f9a8964c740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5623c815e6b0 0x5623c8589af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:17.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.155+0000 7f9a8964c740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5623c817f390 0x5623c8565f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:17.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.155+0000 7f9a8964c740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f9a7c15bf60 con 0x5623c81564d0 2024-09-21T00:37:17.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.155+0000 7f9a8964c740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x5623c8499700 con 0x5623c817f390 2024-09-21T00:37:17.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.155+0000 7f9a8964c740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x5623c85ee1d0 con 0x5623c815e6b0 2024-09-21T00:37:17.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.155+0000 7f9a8964c740 10 client.0 _ll_register_callbacks cb 0x7f9a7400cef0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:37:17.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.155+0000 7f9a7bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5623c81564d0 0x5623c85895b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:17.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.155+0000 7f9a7bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5623c81564d0 0x5623c85895b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:42250/0 (socket says 172.21.15.67:42250) 2024-09-21T00:37:17.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.155+0000 7f9a7bfff640 1 -- 172.21.15.67:0/2229726959 learned_addr learned my addr 172.21.15.67:0/2229726959 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:37:17.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.155+0000 7f9a7b7fe640 1 --2- 172.21.15.67:0/2229726959 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5623c815e6b0 0x5623c8589af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:17.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.155+0000 7f9a80c7b640 1 --2- 172.21.15.67:0/2229726959 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5623c817f390 0x5623c8565f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:17.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.155+0000 7f9a7bfff640 1 -- 172.21.15.67:0/2229726959 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5623c815e6b0 msgr2=0x5623c8589af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:37:17.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.155+0000 7f9a7bfff640 1 --2- 172.21.15.67:0/2229726959 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5623c815e6b0 0x5623c8589af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:17.160 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.155+0000 7f9a7bfff640 1 -- 172.21.15.67:0/2229726959 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5623c817f390 msgr2=0x5623c8565f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:37:17.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.155+0000 7f9a7bfff640 1 --2- 172.21.15.67:0/2229726959 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5623c817f390 0x5623c8565f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:17.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.155+0000 7f9a7bfff640 1 -- 172.21.15.67:0/2229726959 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5623c8563b30 con 0x5623c81564d0 2024-09-21T00:37:17.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.155+0000 7f9a7bfff640 1 --2- 172.21.15.67:0/2229726959 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5623c81564d0 0x5623c85895b0 secure :-1 s=READY pgs=2710 cs=0 l=1 rev1=1 crypto rx=0x7f9a6c02aac0 tx=0x7f9a6c02a9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d07b3f24d4f39609 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:17.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.155+0000 7f9a5affd640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:37:17.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.155+0000 7f9a5affd640 1 -- 172.21.15.67:0/2229726959 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a6c035040 con 0x5623c81564d0 2024-09-21T00:37:17.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.155+0000 7f9a5affd640 1 -- 172.21.15.67:0/2229726959 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(211..211 src has 1..211) ==== 5795+0+0 (secure 0 0 0) 0x7f9a6c0047a0 con 0x5623c81564d0 2024-09-21T00:37:17.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.155+0000 7f9a8964c740 1 -- 172.21.15.67:0/2229726959 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9a7406a3f0 con 0x5623c81564d0 2024-09-21T00:37:17.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.156+0000 7f9a5affd640 1 -- 172.21.15.67:0/2229726959 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=184) ==== 24+0+0 (secure 0 0 0) 0x7f9a6c067050 con 0x5623c81564d0 2024-09-21T00:37:17.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.156+0000 7f9a8964c740 10 client.12075 fetch_fsmap learned FSMap version 184 2024-09-21T00:37:17.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.156+0000 7f9a8964c740 1 -- 172.21.15.67:0/2229726959 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=184,monmap=2+}) -- 0x5623c85eba70 con 0x5623c81564d0 2024-09-21T00:37:17.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.156+0000 7f9a5affd640 1 -- 172.21.15.67:0/2229726959 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9a7406a3f0 con 0x5623c81564d0 2024-09-21T00:37:17.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.156+0000 7f9a5affd640 1 -- 172.21.15.67:0/2229726959 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 184) ==== 3502+0+0 (secure 0 0 0) 0x7f9a6c06a020 con 0x5623c81564d0 2024-09-21T00:37:17.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.156+0000 7f9a8964c740 10 client.12075 fetch_fsmap finished waiting for FSMap version 184 2024-09-21T00:37:17.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.156+0000 7f9a8964c740 10 client.12075 resolve_mds: resolved 16:0 to role '16:0' aka daemon mds.a 2024-09-21T00:37:17.161 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.156+0000 7f9a8964c740 20 client.12075 populate_metadata read hostname 'smithi067' 2024-09-21T00:37:17.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.156+0000 7f9a8964c740 1 --2- 172.21.15.67:0/2229726959 >> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] conn(0x5623c856bfb0 0x5623c8566470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:17.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.156+0000 7f9a8964c740 4 client.12075 mds_command: new command op to 11913 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-21T00:37:17.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.156+0000 7f9a8964c740 1 -- 172.21.15.67:0/2229726959 --> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5623c85645a0 con 0x5623c856bfb0 2024-09-21T00:37:17.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.156+0000 7f9a7b7fe640 1 --2- 172.21.15.67:0/2229726959 >> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] conn(0x5623c856bfb0 0x5623c8566470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:17.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.156+0000 7f9a5affd640 10 client.12075 ms_handle_connect on v2:172.21.15.67:6833/2324294626 2024-09-21T00:37:17.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.157+0000 7f9a7b7fe640 1 --2- 172.21.15.67:0/2229726959 >> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] conn(0x5623c856bfb0 0x5623c8566470 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e45df19f95d032fd server_cookie=612e51f44b553875 in_seq=0 out_seq=0 2024-09-21T00:37:17.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.157+0000 7f9a5affd640 1 -- 172.21.15.67:0/2229726959 <== mds.0 v2:172.21.15.67:6833/2324294626 1 ==== command_reply(tid 0: 0 ) ==== 8+0+855 (crc 0 0 0) 0x5623c85645a0 con 0x5623c856bfb0 2024-09-21T00:37:17.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.157+0000 7f9a5affd640 10 client.12075 handle_command_reply: tid=0 2024-09-21T00:37:17.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.157+0000 7f9a8964c740 1 client.12075 shutdown 2024-09-21T00:37:17.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.157+0000 7f9a8964c740 1 -- 172.21.15.67:0/2229726959 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5623c81564d0 msgr2=0x5623c85895b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:17.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.157+0000 7f9a8964c740 1 --2- 172.21.15.67:0/2229726959 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5623c81564d0 0x5623c85895b0 secure :-1 s=READY pgs=2710 cs=0 l=1 rev1=1 crypto rx=0x7f9a6c02aac0 tx=0x7f9a6c02a9f0 comp rx=0 tx=0).stop 2024-09-21T00:37:17.162 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.157+0000 7f9a8964c740 1 -- 172.21.15.67:0/2229726959 shutdown_connections 2024-09-21T00:37:17.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.157+0000 7f9a8964c740 1 --2- 172.21.15.67:0/2229726959 >> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] conn(0x5623c856bfb0 0x5623c8566470 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:17.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.157+0000 7f9a8964c740 1 --2- 172.21.15.67:0/2229726959 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x5623c817f390 0x5623c8565f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:17.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.157+0000 7f9a8964c740 1 --2- 172.21.15.67:0/2229726959 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x5623c815e6b0 0x5623c8589af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:17.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.157+0000 7f9a5affd640 0 client.12075 ms_handle_reset on v2:172.21.15.67:6833/2324294626 2024-09-21T00:37:17.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.157+0000 7f9a8964c740 1 --2- 172.21.15.67:0/2229726959 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x5623c81564d0 0x5623c85895b0 unknown :-1 s=CLOSED pgs=2710 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:17.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.157+0000 7f9a8964c740 1 -- 172.21.15.67:0/2229726959 >> 172.21.15.67:0/2229726959 conn(0x5623c81734e0 msgr2=0x5623c8565400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:17.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.157+0000 7f9a8964c740 1 -- 172.21.15.67:0/2229726959 shutdown_connections 2024-09-21T00:37:17.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.157+0000 7f9a8964c740 1 -- 172.21.15.67:0/2229726959 wait complete. 2024-09-21T00:37:17.163 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.157+0000 7f9a8964c740 20 client.12075 trim_cache size 0 max 16384 2024-09-21T00:37:17.163 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:37:17.163 INFO:teuthology.orchestra.run.smithi067.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-21T00:37:17.164 INFO:teuthology.orchestra.run.smithi067.stdout: "scrubs": { 2024-09-21T00:37:17.164 INFO:teuthology.orchestra.run.smithi067.stdout: "6dccacd6-1b1d-4c84-a053-03234765e087": { 2024-09-21T00:37:17.164 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/", 2024-09-21T00:37:17.164 INFO:teuthology.orchestra.run.smithi067.stdout: "tag": "6dccacd6-1b1d-4c84-a053-03234765e087", 2024-09-21T00:37:17.164 INFO:teuthology.orchestra.run.smithi067.stdout: "options": "recursive,repair" 2024-09-21T00:37:17.164 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:37:17.164 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:37:17.164 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_stats": { 2024-09-21T00:37:17.164 INFO:teuthology.orchestra.run.smithi067.stdout: "6dccacd6-1b1d-4c84-a053-03234765e087": { 2024-09-21T00:37:17.164 INFO:teuthology.orchestra.run.smithi067.stdout: "start_time": "2024-09-21T00:37:16.983810+0000", 2024-09-21T00:37:17.164 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/", 2024-09-21T00:37:17.164 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_started": 0, 2024-09-21T00:37:17.164 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_passed": 0, 2024-09-21T00:37:17.164 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_failed": 0, 2024-09-21T00:37:17.165 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_skipped": 0 2024-09-21T00:37:17.165 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:37:17.165 INFO:teuthology.orchestra.run.smithi067.stdout: "7499e45e-caa4-4e62-8bb3-d2d387cb04c0": { 2024-09-21T00:37:17.165 INFO:teuthology.orchestra.run.smithi067.stdout: "start_time": "2024-09-21T00:36:46.445511+0000", 2024-09-21T00:37:17.165 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/", 2024-09-21T00:37:17.165 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_started": 0, 2024-09-21T00:37:17.165 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_passed": 0, 2024-09-21T00:37:17.165 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_failed": 0, 2024-09-21T00:37:17.165 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_skipped": 0 2024-09-21T00:37:17.165 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:37:17.165 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:37:17.165 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:37:17.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.158+0000 7f9a826de640 1 -- 172.21.15.67:0/3873568621 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9a68078b90 msgr2=0x7f9a6807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:17.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.158+0000 7f9a826de640 1 --2- 172.21.15.67:0/3873568621 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9a68078b90 0x7f9a6807b0a0 secure :-1 s=READY pgs=1018 cs=0 l=1 rev1=1 crypto rx=0x7f9a6c033000 tx=0x7f9a6c004730 comp rx=0 tx=0).stop 2024-09-21T00:37:17.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.158+0000 7f9a826de640 1 -- 172.21.15.67:0/3873568621 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9a7c0d2bf0 msgr2=0x7f9a7c1f8e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:17.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.158+0000 7f9a826de640 1 --2- 172.21.15.67:0/3873568621 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9a7c0d2bf0 0x7f9a7c1f8e30 secure :-1 s=READY pgs=2706 cs=0 l=1 rev1=1 crypto rx=0x7f9a7400e990 tx=0x7f9a7400ee50 comp rx=0 tx=0).stop 2024-09-21T00:37:17.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.158+0000 7f9a826de640 1 -- 172.21.15.67:0/3873568621 shutdown_connections 2024-09-21T00:37:17.166 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.158+0000 7f9a826de640 1 --2- 172.21.15.67:0/3873568621 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9a68078b90 0x7f9a6807b0a0 unknown :-1 s=CLOSED pgs=1018 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:17.167 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.158+0000 7f9a826de640 1 --2- 172.21.15.67:0/3873568621 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f9a7c0d2bf0 0x7f9a7c1f8e30 unknown :-1 s=CLOSED pgs=2706 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:17.167 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.158+0000 7f9a826de640 1 --2- 172.21.15.67:0/3873568621 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f9a7c0d27e0 0x7f9a7c0b2df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:17.167 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.158+0000 7f9a826de640 1 --2- 172.21.15.67:0/3873568621 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f9a7c0d1410 0x7f9a7c0ca370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:17.167 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.158+0000 7f9a826de640 1 -- 172.21.15.67:0/3873568621 >> 172.21.15.67:0/3873568621 conn(0x7f9a7c0b6330 msgr2=0x7f9a7c0b56d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:17.167 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.158+0000 7f9a826de640 1 -- 172.21.15.67:0/3873568621 shutdown_connections 2024-09-21T00:37:17.167 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:17.158+0000 7f9a826de640 1 -- 172.21.15.67:0/3873568621 wait complete. 2024-09-21T00:37:17.170 INFO:tasks.cephfs.filesystem:scrub status for tag:6dccacd6-1b1d-4c84-a053-03234765e087 - {'path': '/', 'tag': '6dccacd6-1b1d-4c84-a053-03234765e087', 'options': 'recursive,repair'} 2024-09-21T00:37:22.780 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:37:22.783 DEBUG:teuthology.orchestra.run.smithi097:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:37:47.170 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:37:47.170 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.16:0 scrub status 2024-09-21T00:37:47.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.304+0000 7f7a60e38640 1 -- 172.21.15.67:0/572641254 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7a5c0b3be0 msgr2=0x7f7a5c0ccdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:47.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.304+0000 7f7a60e38640 1 --2- 172.21.15.67:0/572641254 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7a5c0b3be0 0x7f7a5c0ccdb0 secure :-1 s=READY pgs=2711 cs=0 l=1 rev1=1 crypto rx=0x7f7a4c005fd0 tx=0x7f7a4c02a4f0 comp rx=0 tx=0).stop 2024-09-21T00:37:47.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.304+0000 7f7a60e38640 1 -- 172.21.15.67:0/572641254 shutdown_connections 2024-09-21T00:37:47.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.304+0000 7f7a60e38640 1 --2- 172.21.15.67:0/572641254 >> v2:172.21.15.97:3300/0 conn(0x7f7a5c0b7840 0x7f7a5c0cd2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:47.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.304+0000 7f7a60e38640 1 --2- 172.21.15.67:0/572641254 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7a5c0b3be0 0x7f7a5c0ccdb0 unknown :-1 s=CLOSED pgs=2711 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:47.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.304+0000 7f7a60e38640 1 -- 172.21.15.67:0/572641254 >> 172.21.15.67:0/572641254 conn(0x7f7a5c0b4060 msgr2=0x7f7a5c0b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:47.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.304+0000 7f7a60e38640 1 -- 172.21.15.67:0/572641254 shutdown_connections 2024-09-21T00:37:47.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.304+0000 7f7a60e38640 1 -- 172.21.15.67:0/572641254 wait complete. 2024-09-21T00:37:47.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.306+0000 7f7a60e38640 1 Processor -- start 2024-09-21T00:37:47.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.306+0000 7f7a60e38640 1 -- start start 2024-09-21T00:37:47.309 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.307+0000 7f7a60e38640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7a5c0b3be0 0x7f7a5c0b2dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:47.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.308+0000 7f7a60e38640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7a5c0b7840 0x7f7a5c0cc230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:47.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.308+0000 7f7a60e38640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7a5c0cd830 0x7f7a5c1f6b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:47.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.308+0000 7f7a60e38640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f7a5c0cf680 con 0x7f7a5c0b7840 2024-09-21T00:37:47.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.308+0000 7f7a60e38640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f7a5c0cf500 con 0x7f7a5c0b3be0 2024-09-21T00:37:47.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.308+0000 7f7a60e38640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f7a5c0cf800 con 0x7f7a5c0cd830 2024-09-21T00:37:47.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.308+0000 7f7a59d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7a5c0b7840 0x7f7a5c0cc230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:47.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.308+0000 7f7a59d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7a5c0b7840 0x7f7a5c0cc230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33146/0 (socket says 172.21.15.67:33146) 2024-09-21T00:37:47.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.308+0000 7f7a59d9b640 1 -- 172.21.15.67:0/2982968746 learned_addr learned my addr 172.21.15.67:0/2982968746 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:37:47.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.308+0000 7f7a5a59c640 1 --2- 172.21.15.67:0/2982968746 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7a5c0b3be0 0x7f7a5c0b2dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:47.310 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.308+0000 7f7a5ad9d640 1 --2- 172.21.15.67:0/2982968746 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7a5c0cd830 0x7f7a5c1f6b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:47.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.308+0000 7f7a59d9b640 1 -- 172.21.15.67:0/2982968746 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7a5c0cd830 msgr2=0x7f7a5c1f6b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:47.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.308+0000 7f7a59d9b640 1 --2- 172.21.15.67:0/2982968746 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7a5c0cd830 0x7f7a5c1f6b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:47.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.308+0000 7f7a59d9b640 1 -- 172.21.15.67:0/2982968746 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7a5c0b3be0 msgr2=0x7f7a5c0b2dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:47.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.308+0000 7f7a59d9b640 1 --2- 172.21.15.67:0/2982968746 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7a5c0b3be0 0x7f7a5c0b2dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:47.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.308+0000 7f7a59d9b640 1 -- 172.21.15.67:0/2982968746 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a5c0c63b0 con 0x7f7a5c0b7840 2024-09-21T00:37:47.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.308+0000 7f7a59d9b640 1 --2- 172.21.15.67:0/2982968746 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7a5c0b7840 0x7f7a5c0cc230 secure :-1 s=READY pgs=2712 cs=0 l=1 rev1=1 crypto rx=0x7f7a5000c7a0 tx=0x7f7a5000cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:47.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.308+0000 7f7a4affd640 1 -- 172.21.15.67:0/2982968746 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a50007bb0 con 0x7f7a5c0b7840 2024-09-21T00:37:47.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.308+0000 7f7a60e38640 1 -- 172.21.15.67:0/2982968746 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7a5c0c6690 con 0x7f7a5c0b7840 2024-09-21T00:37:47.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.308+0000 7f7a4affd640 1 -- 172.21.15.67:0/2982968746 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7a50005020 con 0x7f7a5c0b7840 2024-09-21T00:37:47.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.309+0000 7f7a4affd640 1 -- 172.21.15.67:0/2982968746 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a50007e60 con 0x7f7a5c0b7840 2024-09-21T00:37:47.311 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.309+0000 7f7a60e38640 1 -- 172.21.15.67:0/2982968746 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7a5c0c6c50 con 0x7f7a5c0b7840 2024-09-21T00:37:47.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.310+0000 7f7a4affd640 1 -- 172.21.15.67:0/2982968746 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f7a50005470 con 0x7f7a5c0b7840 2024-09-21T00:37:47.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.311+0000 7f7a4affd640 1 --2- 172.21.15.67:0/2982968746 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7a3c078bc0 0x7f7a3c07b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:47.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.311+0000 7f7a4affd640 1 -- 172.21.15.67:0/2982968746 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(211..211 src has 1..211) ==== 5795+0+0 (secure 0 0 0) 0x7f7a5009b240 con 0x7f7a5c0b7840 2024-09-21T00:37:47.312 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.311+0000 7f7a5a59c640 1 --2- 172.21.15.67:0/2982968746 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7a3c078bc0 0x7f7a3c07b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:47.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.312+0000 7f7a67e85740 1 Processor -- start 2024-09-21T00:37:47.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.312+0000 7f7a67e85740 1 -- start start 2024-09-21T00:37:47.313 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.312+0000 7f7a5a59c640 1 --2- 172.21.15.67:0/2982968746 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7a3c078bc0 0x7f7a3c07b0d0 secure :-1 s=READY pgs=1019 cs=0 l=1 rev1=1 crypto rx=0x7f7a4c033000 tx=0x7f7a4c004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:47.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.313+0000 7f7a67e85740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x557fe7bfe390 0x557fe7feaa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:47.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.313+0000 7f7a67e85740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557fe7bd54d0 0x557fe7fbf860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:47.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.313+0000 7f7a67e85740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557fe7bdd6b0 0x557fe7fbfda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:47.315 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.313+0000 7f7a67e85740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x557fe7f18a60 con 0x557fe7bdd6b0 2024-09-21T00:37:47.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.313+0000 7f7a67e85740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x557fe7f07e90 con 0x557fe7bd54d0 2024-09-21T00:37:47.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.313+0000 7f7a67e85740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x557fe7f0bca0 con 0x557fe7bfe390 2024-09-21T00:37:47.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.313+0000 7f7a5ad9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557fe7bdd6b0 0x557fe7fbfda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:47.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.313+0000 7f7a5ad9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557fe7bdd6b0 0x557fe7fbfda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33154/0 (socket says 172.21.15.67:33154) 2024-09-21T00:37:47.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.313+0000 7f7a5ad9d640 1 -- 172.21.15.67:0/3113427858 learned_addr learned my addr 172.21.15.67:0/3113427858 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:37:47.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.314+0000 7f7a5a59c640 1 --2- 172.21.15.67:0/3113427858 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x557fe7bfe390 0x557fe7feaa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:47.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.314+0000 7f7a59d9b640 1 --2- 172.21.15.67:0/3113427858 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557fe7bd54d0 0x557fe7fbf860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:47.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.314+0000 7f7a5ad9d640 1 -- 172.21.15.67:0/3113427858 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x557fe7bfe390 msgr2=0x557fe7feaa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:37:47.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.314+0000 7f7a5ad9d640 1 --2- 172.21.15.67:0/3113427858 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x557fe7bfe390 0x557fe7feaa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:47.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.314+0000 7f7a5ad9d640 1 -- 172.21.15.67:0/3113427858 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557fe7bd54d0 msgr2=0x557fe7fbf860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:37:47.316 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.314+0000 7f7a5ad9d640 1 --2- 172.21.15.67:0/3113427858 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557fe7bd54d0 0x557fe7fbf860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:47.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.314+0000 7f7a5ad9d640 1 -- 172.21.15.67:0/3113427858 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557fe7ce07d0 con 0x557fe7bdd6b0 2024-09-21T00:37:47.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.314+0000 7f7a5ad9d640 1 --2- 172.21.15.67:0/3113427858 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557fe7bdd6b0 0x557fe7fbfda0 secure :-1 s=READY pgs=2713 cs=0 l=1 rev1=1 crypto rx=0x7f7a54009fd0 tx=0x7f7a54009630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=69cc68cf2eb9ed9a server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:47.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.314+0000 7f7a3bfff640 1 -- 172.21.15.67:0/3113427858 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a54003970 con 0x557fe7bdd6b0 2024-09-21T00:37:47.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.314+0000 7f7a3bfff640 1 -- 172.21.15.67:0/3113427858 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7a54003b10 con 0x557fe7bdd6b0 2024-09-21T00:37:47.317 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.314+0000 7f7a3bfff640 1 -- 172.21.15.67:0/3113427858 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a5400a6b0 con 0x557fe7bdd6b0 2024-09-21T00:37:47.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.315+0000 7f7a67e85740 1 -- 172.21.15.67:0/3113427858 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557fe7bdd6b0 msgr2=0x557fe7fbfda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:47.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.315+0000 7f7a67e85740 1 --2- 172.21.15.67:0/3113427858 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557fe7bdd6b0 0x557fe7fbfda0 secure :-1 s=READY pgs=2713 cs=0 l=1 rev1=1 crypto rx=0x7f7a54009fd0 tx=0x7f7a54009630 comp rx=0 tx=0).stop 2024-09-21T00:37:47.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.315+0000 7f7a67e85740 1 -- 172.21.15.67:0/3113427858 shutdown_connections 2024-09-21T00:37:47.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.315+0000 7f7a67e85740 1 --2- 172.21.15.67:0/3113427858 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557fe7bdd6b0 0x557fe7fbfda0 unknown :-1 s=CLOSED pgs=2713 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:47.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.315+0000 7f7a67e85740 1 --2- 172.21.15.67:0/3113427858 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557fe7bd54d0 0x557fe7fbf860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:47.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.315+0000 7f7a67e85740 1 --2- 172.21.15.67:0/3113427858 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x557fe7bfe390 0x557fe7feaa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:47.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.315+0000 7f7a67e85740 1 -- 172.21.15.67:0/3113427858 >> 172.21.15.67:0/3113427858 conn(0x557fe7bf24e0 msgr2=0x557fe7fa5d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:47.318 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.315+0000 7f7a67e85740 1 -- 172.21.15.67:0/3113427858 shutdown_connections 2024-09-21T00:37:47.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.315+0000 7f7a67e85740 1 -- 172.21.15.67:0/3113427858 wait complete. 2024-09-21T00:37:47.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.316+0000 7f7a67e85740 1 -- start start 2024-09-21T00:37:47.319 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.316+0000 7f7a67e85740 1 Processor -- start 2024-09-21T00:37:47.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.318+0000 7f7a67e85740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x557fe7bd54d0 0x557fe7fd0350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:47.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.318+0000 7f7a67e85740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557fe7bdd6b0 0x557fe7fe23c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:47.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.318+0000 7f7a67e85740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557fe7bfe390 0x557fe7fe4570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:47.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.318+0000 7f7a67e85740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x557fe7c78740 con 0x557fe7bdd6b0 2024-09-21T00:37:47.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.318+0000 7f7a67e85740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x557fe7ead970 con 0x557fe7bfe390 2024-09-21T00:37:47.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.318+0000 7f7a67e85740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x557fe7fe3de0 con 0x557fe7bd54d0 2024-09-21T00:37:47.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.318+0000 7f7a67e85740 10 client.0 _ll_register_callbacks cb 0x557fe7ebc780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:37:47.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.318+0000 7f7a59d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557fe7bdd6b0 0x557fe7fe23c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:47.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.318+0000 7f7a5a59c640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x557fe7bd54d0 0x557fe7fd0350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:47.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.318+0000 7f7a59d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557fe7bdd6b0 0x557fe7fe23c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33158/0 (socket says 172.21.15.67:33158) 2024-09-21T00:37:47.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.318+0000 7f7a59d9b640 1 -- 172.21.15.67:0/408979176 learned_addr learned my addr 172.21.15.67:0/408979176 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:37:47.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.318+0000 7f7a5ad9d640 1 --2- 172.21.15.67:0/408979176 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557fe7bfe390 0x557fe7fe4570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:47.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.318+0000 7f7a59d9b640 1 -- 172.21.15.67:0/408979176 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x557fe7bd54d0 msgr2=0x557fe7fd0350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:37:47.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.318+0000 7f7a59d9b640 1 --2- 172.21.15.67:0/408979176 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x557fe7bd54d0 0x557fe7fd0350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:47.323 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.318+0000 7f7a59d9b640 1 -- 172.21.15.67:0/408979176 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557fe7bfe390 msgr2=0x557fe7fe4570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:37:47.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.318+0000 7f7a59d9b640 1 --2- 172.21.15.67:0/408979176 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557fe7bfe390 0x557fe7fe4570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:47.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.318+0000 7f7a59d9b640 1 -- 172.21.15.67:0/408979176 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557fe7c69970 con 0x557fe7bdd6b0 2024-09-21T00:37:47.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.318+0000 7f7a59d9b640 1 --2- 172.21.15.67:0/408979176 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557fe7bdd6b0 0x557fe7fe23c0 secure :-1 s=READY pgs=2714 cs=0 l=1 rev1=1 crypto rx=0x7f7a50060240 tx=0x7f7a500635f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78ecd75e26ad611a server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:47.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.318+0000 7f7a397fa640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:37:47.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.318+0000 7f7a397fa640 1 -- 172.21.15.67:0/408979176 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a5001d040 con 0x557fe7bdd6b0 2024-09-21T00:37:47.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.318+0000 7f7a397fa640 1 -- 172.21.15.67:0/408979176 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(211..211 src has 1..211) ==== 5795+0+0 (secure 0 0 0) 0x7f7a50089180 con 0x557fe7bdd6b0 2024-09-21T00:37:47.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.318+0000 7f7a67e85740 1 -- 172.21.15.67:0/408979176 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7a54003b10 con 0x557fe7bdd6b0 2024-09-21T00:37:47.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.319+0000 7f7a397fa640 1 -- 172.21.15.67:0/408979176 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=184) ==== 24+0+0 (secure 0 0 0) 0x7f7a50062fd0 con 0x557fe7bdd6b0 2024-09-21T00:37:47.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.319+0000 7f7a67e85740 10 client.12087 fetch_fsmap learned FSMap version 184 2024-09-21T00:37:47.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.319+0000 7f7a67e85740 1 -- 172.21.15.67:0/408979176 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=184,monmap=2+}) -- 0x557fe7c476a0 con 0x557fe7bdd6b0 2024-09-21T00:37:47.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.319+0000 7f7a397fa640 1 -- 172.21.15.67:0/408979176 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7a54003b10 con 0x557fe7bdd6b0 2024-09-21T00:37:47.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.319+0000 7f7a397fa640 1 -- 172.21.15.67:0/408979176 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 184) ==== 3502+0+0 (secure 0 0 0) 0x7f7a5005e920 con 0x557fe7bdd6b0 2024-09-21T00:37:47.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.319+0000 7f7a67e85740 10 client.12087 fetch_fsmap finished waiting for FSMap version 184 2024-09-21T00:37:47.324 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.319+0000 7f7a67e85740 10 client.12087 resolve_mds: resolved 16:0 to role '16:0' aka daemon mds.a 2024-09-21T00:37:47.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.319+0000 7f7a67e85740 20 client.12087 populate_metadata read hostname 'smithi067' 2024-09-21T00:37:47.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.319+0000 7f7a67e85740 1 --2- 172.21.15.67:0/408979176 >> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] conn(0x557fe7bbcf60 0x557fe7fe6530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:47.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.319+0000 7f7a67e85740 4 client.12087 mds_command: new command op to 11913 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:37:47.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.319+0000 7f7a67e85740 1 -- 172.21.15.67:0/408979176 --> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557fe7f1a9b0 con 0x557fe7bbcf60 2024-09-21T00:37:47.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.319+0000 7f7a5a59c640 1 --2- 172.21.15.67:0/408979176 >> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] conn(0x557fe7bbcf60 0x557fe7fe6530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:47.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.320+0000 7f7a5a59c640 1 --2- 172.21.15.67:0/408979176 >> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] conn(0x557fe7bbcf60 0x557fe7fe6530 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=48f3b810cda4f7b2 server_cookie=5411af43d9cdd27d in_seq=0 out_seq=0 2024-09-21T00:37:47.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.320+0000 7f7a397fa640 10 client.12087 ms_handle_connect on v2:172.21.15.67:6833/2324294626 2024-09-21T00:37:47.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.320+0000 7f7a397fa640 1 -- 172.21.15.67:0/408979176 <== mds.0 v2:172.21.15.67:6833/2324294626 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x557fe7f1a9b0 con 0x557fe7bbcf60 2024-09-21T00:37:47.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.320+0000 7f7a397fa640 10 client.12087 handle_command_reply: tid=0 2024-09-21T00:37:47.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.320+0000 7f7a67e85740 1 client.12087 shutdown 2024-09-21T00:37:47.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.320+0000 7f7a67e85740 1 -- 172.21.15.67:0/408979176 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557fe7bdd6b0 msgr2=0x557fe7fe23c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:47.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.320+0000 7f7a67e85740 1 --2- 172.21.15.67:0/408979176 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557fe7bdd6b0 0x557fe7fe23c0 secure :-1 s=READY pgs=2714 cs=0 l=1 rev1=1 crypto rx=0x7f7a50060240 tx=0x7f7a500635f0 comp rx=0 tx=0).stop 2024-09-21T00:37:47.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.321+0000 7f7a67e85740 1 -- 172.21.15.67:0/408979176 shutdown_connections 2024-09-21T00:37:47.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.321+0000 7f7a67e85740 1 --2- 172.21.15.67:0/408979176 >> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] conn(0x557fe7bbcf60 0x557fe7fe6530 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:47.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.321+0000 7f7a67e85740 1 --2- 172.21.15.67:0/408979176 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557fe7bfe390 0x557fe7fe4570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:47.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.321+0000 7f7a67e85740 1 --2- 172.21.15.67:0/408979176 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557fe7bdd6b0 0x557fe7fe23c0 unknown :-1 s=CLOSED pgs=2714 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:47.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.321+0000 7f7a397fa640 0 client.12087 ms_handle_reset on v2:172.21.15.67:6833/2324294626 2024-09-21T00:37:47.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.321+0000 7f7a67e85740 1 --2- 172.21.15.67:0/408979176 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x557fe7bd54d0 0x557fe7fd0350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:47.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.321+0000 7f7a67e85740 1 -- 172.21.15.67:0/408979176 >> 172.21.15.67:0/408979176 conn(0x557fe7bf24e0 msgr2=0x557fe7fbf7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:47.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.321+0000 7f7a67e85740 1 -- 172.21.15.67:0/408979176 shutdown_connections 2024-09-21T00:37:47.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.321+0000 7f7a67e85740 1 -- 172.21.15.67:0/408979176 wait complete. 2024-09-21T00:37:47.326 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.321+0000 7f7a67e85740 20 client.12087 trim_cache size 0 max 16384 2024-09-21T00:37:47.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.339+0000 7f7a67e85740 1 Processor -- start 2024-09-21T00:37:47.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.339+0000 7f7a67e85740 1 -- start start 2024-09-21T00:37:47.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.340+0000 7f7a67e85740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557fe7bd54d0 0x557fe7ff8af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:47.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.340+0000 7f7a67e85740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557fe7bdd6b0 0x557fe8001e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:47.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.340+0000 7f7a67e85740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x557fe7bfe390 0x557fe80023c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:47.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.340+0000 7f7a67e85740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f7a5c200250 con 0x557fe7bd54d0 2024-09-21T00:37:47.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.340+0000 7f7a67e85740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f7a5c1f3940 con 0x557fe7bdd6b0 2024-09-21T00:37:47.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.340+0000 7f7a67e85740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f7a5c155ed0 con 0x557fe7bfe390 2024-09-21T00:37:47.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.341+0000 7f7a5a59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557fe7bd54d0 0x557fe7ff8af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:47.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.341+0000 7f7a5a59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557fe7bd54d0 0x557fe7ff8af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33166/0 (socket says 172.21.15.67:33166) 2024-09-21T00:37:47.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.341+0000 7f7a5a59c640 1 -- 172.21.15.67:0/199263194 learned_addr learned my addr 172.21.15.67:0/199263194 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:37:47.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.341+0000 7f7a5ad9d640 1 --2- 172.21.15.67:0/199263194 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x557fe7bfe390 0x557fe80023c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:47.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.341+0000 7f7a59d9b640 1 --2- 172.21.15.67:0/199263194 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557fe7bdd6b0 0x557fe8001e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:47.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.341+0000 7f7a5a59c640 1 -- 172.21.15.67:0/199263194 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x557fe7bfe390 msgr2=0x557fe80023c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:37:47.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.341+0000 7f7a5a59c640 1 --2- 172.21.15.67:0/199263194 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x557fe7bfe390 0x557fe80023c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:47.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.341+0000 7f7a5a59c640 1 -- 172.21.15.67:0/199263194 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557fe7bdd6b0 msgr2=0x557fe8001e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:37:47.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.341+0000 7f7a5a59c640 1 --2- 172.21.15.67:0/199263194 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557fe7bdd6b0 0x557fe8001e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:47.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.341+0000 7f7a5a59c640 1 -- 172.21.15.67:0/199263194 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557fe7fa2860 con 0x557fe7bd54d0 2024-09-21T00:37:47.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.341+0000 7f7a5a59c640 1 --2- 172.21.15.67:0/199263194 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557fe7bd54d0 0x557fe7ff8af0 secure :-1 s=READY pgs=2715 cs=0 l=1 rev1=1 crypto rx=0x7f7a4c0041b0 tx=0x7f7a4c03d000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=45c1240dff48e44 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:47.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.341+0000 7f7a3b7fe640 1 -- 172.21.15.67:0/199263194 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a4c035040 con 0x557fe7bd54d0 2024-09-21T00:37:47.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.341+0000 7f7a3b7fe640 1 -- 172.21.15.67:0/199263194 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7a4c003b80 con 0x557fe7bd54d0 2024-09-21T00:37:47.344 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.341+0000 7f7a3b7fe640 1 -- 172.21.15.67:0/199263194 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a4c0047a0 con 0x557fe7bd54d0 2024-09-21T00:37:47.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.342+0000 7f7a67e85740 1 -- 172.21.15.67:0/199263194 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557fe7bd54d0 msgr2=0x557fe7ff8af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:47.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.342+0000 7f7a67e85740 1 --2- 172.21.15.67:0/199263194 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557fe7bd54d0 0x557fe7ff8af0 secure :-1 s=READY pgs=2715 cs=0 l=1 rev1=1 crypto rx=0x7f7a4c0041b0 tx=0x7f7a4c03d000 comp rx=0 tx=0).stop 2024-09-21T00:37:47.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.342+0000 7f7a67e85740 1 -- 172.21.15.67:0/199263194 shutdown_connections 2024-09-21T00:37:47.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.342+0000 7f7a67e85740 1 --2- 172.21.15.67:0/199263194 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x557fe7bfe390 0x557fe80023c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:47.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.342+0000 7f7a67e85740 1 --2- 172.21.15.67:0/199263194 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557fe7bdd6b0 0x557fe8001e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:47.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.342+0000 7f7a67e85740 1 --2- 172.21.15.67:0/199263194 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557fe7bd54d0 0x557fe7ff8af0 unknown :-1 s=CLOSED pgs=2715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:47.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.342+0000 7f7a67e85740 1 -- 172.21.15.67:0/199263194 >> 172.21.15.67:0/199263194 conn(0x557fe7bf24e0 msgr2=0x557fe7fe73e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:47.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.342+0000 7f7a67e85740 1 -- 172.21.15.67:0/199263194 shutdown_connections 2024-09-21T00:37:47.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.342+0000 7f7a67e85740 1 -- 172.21.15.67:0/199263194 wait complete. 2024-09-21T00:37:47.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.343+0000 7f7a67e85740 1 -- start start 2024-09-21T00:37:47.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.343+0000 7f7a67e85740 1 Processor -- start 2024-09-21T00:37:47.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.344+0000 7f7a67e85740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x557fe7bd54d0 0x557fe8064170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:47.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.344+0000 7f7a67e85740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557fe7bdd6b0 0x557fe7fea620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:47.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.344+0000 7f7a67e85740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557fe7bfe390 0x557fe7feab60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:47.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.344+0000 7f7a67e85740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x557fe7fec350 con 0x557fe7bfe390 2024-09-21T00:37:47.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.344+0000 7f7a67e85740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x557fe7fce890 con 0x557fe7bdd6b0 2024-09-21T00:37:47.349 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.344+0000 7f7a67e85740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x557fe806b900 con 0x557fe7bd54d0 2024-09-21T00:37:47.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.344+0000 7f7a67e85740 10 client.0 _ll_register_callbacks cb 0x7f7a540094d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:37:47.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.344+0000 7f7a5ad9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557fe7bfe390 0x557fe7feab60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:47.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.344+0000 7f7a5ad9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557fe7bfe390 0x557fe7feab60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33168/0 (socket says 172.21.15.67:33168) 2024-09-21T00:37:47.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.344+0000 7f7a5ad9d640 1 -- 172.21.15.67:0/1549342770 learned_addr learned my addr 172.21.15.67:0/1549342770 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:37:47.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.345+0000 7f7a5a59c640 1 --2- 172.21.15.67:0/1549342770 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x557fe7bd54d0 0x557fe8064170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:47.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.345+0000 7f7a59d9b640 1 --2- 172.21.15.67:0/1549342770 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557fe7bdd6b0 0x557fe7fea620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:47.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.345+0000 7f7a5ad9d640 1 -- 172.21.15.67:0/1549342770 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x557fe7bd54d0 msgr2=0x557fe8064170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:37:47.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.345+0000 7f7a5ad9d640 1 --2- 172.21.15.67:0/1549342770 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x557fe7bd54d0 0x557fe8064170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:47.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.345+0000 7f7a5ad9d640 1 -- 172.21.15.67:0/1549342770 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557fe7bdd6b0 msgr2=0x557fe7fea620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:37:47.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.345+0000 7f7a5ad9d640 1 --2- 172.21.15.67:0/1549342770 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557fe7bdd6b0 0x557fe7fea620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:47.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.345+0000 7f7a5ad9d640 1 -- 172.21.15.67:0/1549342770 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557fe7f9b560 con 0x557fe7bfe390 2024-09-21T00:37:47.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.345+0000 7f7a5ad9d640 1 --2- 172.21.15.67:0/1549342770 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557fe7bfe390 0x557fe7feab60 secure :-1 s=READY pgs=2716 cs=0 l=1 rev1=1 crypto rx=0x7f7a54015000 tx=0x7f7a54003b80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f78bcde618ddc58 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:47.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.345+0000 7f7a397fa640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:37:47.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.345+0000 7f7a397fa640 1 -- 172.21.15.67:0/1549342770 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a5400a6b0 con 0x557fe7bfe390 2024-09-21T00:37:47.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.345+0000 7f7a397fa640 1 -- 172.21.15.67:0/1549342770 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(211..211 src has 1..211) ==== 5795+0+0 (secure 0 0 0) 0x7f7a5400a850 con 0x557fe7bfe390 2024-09-21T00:37:47.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.345+0000 7f7a67e85740 1 -- 172.21.15.67:0/1549342770 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7a4c003b80 con 0x557fe7bfe390 2024-09-21T00:37:47.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.345+0000 7f7a397fa640 1 -- 172.21.15.67:0/1549342770 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=184) ==== 24+0+0 (secure 0 0 0) 0x7f7a54032050 con 0x557fe7bfe390 2024-09-21T00:37:47.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.345+0000 7f7a67e85740 10 client.12093 fetch_fsmap learned FSMap version 184 2024-09-21T00:37:47.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.345+0000 7f7a67e85740 1 -- 172.21.15.67:0/1549342770 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=184,monmap=2+}) -- 0x557fe806e130 con 0x557fe7bfe390 2024-09-21T00:37:47.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.346+0000 7f7a397fa640 1 -- 172.21.15.67:0/1549342770 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f7a4c003b80 con 0x557fe7bfe390 2024-09-21T00:37:47.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.346+0000 7f7a397fa640 1 -- 172.21.15.67:0/1549342770 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 184) ==== 3502+0+0 (secure 0 0 0) 0x7f7a54035020 con 0x557fe7bfe390 2024-09-21T00:37:47.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.346+0000 7f7a67e85740 10 client.12093 fetch_fsmap finished waiting for FSMap version 184 2024-09-21T00:37:47.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.346+0000 7f7a67e85740 10 client.12093 resolve_mds: resolved 16:0 to role '16:0' aka daemon mds.a 2024-09-21T00:37:47.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.346+0000 7f7a67e85740 20 client.12093 populate_metadata read hostname 'smithi067' 2024-09-21T00:37:47.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.346+0000 7f7a67e85740 1 --2- 172.21.15.67:0/1549342770 >> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] conn(0x557fe7ffbec0 0x557fe7ffc2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:47.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.346+0000 7f7a67e85740 4 client.12093 mds_command: new command op to 11913 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-21T00:37:47.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.346+0000 7f7a67e85740 1 -- 172.21.15.67:0/1549342770 --> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] -- command(tid 0: {"prefix": "scrub status"}) -- 0x557fe7f16460 con 0x557fe7ffbec0 2024-09-21T00:37:47.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.346+0000 7f7a5a59c640 1 --2- 172.21.15.67:0/1549342770 >> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] conn(0x557fe7ffbec0 0x557fe7ffc2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:47.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.346+0000 7f7a397fa640 10 client.12093 ms_handle_connect on v2:172.21.15.67:6833/2324294626 2024-09-21T00:37:47.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.346+0000 7f7a5a59c640 1 --2- 172.21.15.67:0/1549342770 >> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] conn(0x557fe7ffbec0 0x557fe7ffc2d0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=19f3fc89dac1fa2a server_cookie=6f5080965f13e96e in_seq=0 out_seq=0 2024-09-21T00:37:47.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.347+0000 7f7a397fa640 1 -- 172.21.15.67:0/1549342770 <== mds.0 v2:172.21.15.67:6833/2324294626 1 ==== command_reply(tid 0: 0 ) ==== 8+0+658 (crc 0 0 0) 0x557fe7f16460 con 0x557fe7ffbec0 2024-09-21T00:37:47.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.347+0000 7f7a397fa640 10 client.12093 handle_command_reply: tid=0 2024-09-21T00:37:47.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.347+0000 7f7a67e85740 1 client.12093 shutdown 2024-09-21T00:37:47.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.347+0000 7f7a67e85740 1 -- 172.21.15.67:0/1549342770 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557fe7bfe390 msgr2=0x557fe7feab60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:47.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.347+0000 7f7a67e85740 1 --2- 172.21.15.67:0/1549342770 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557fe7bfe390 0x557fe7feab60 secure :-1 s=READY pgs=2716 cs=0 l=1 rev1=1 crypto rx=0x7f7a54015000 tx=0x7f7a54003b80 comp rx=0 tx=0).stop 2024-09-21T00:37:47.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.347+0000 7f7a67e85740 1 -- 172.21.15.67:0/1549342770 shutdown_connections 2024-09-21T00:37:47.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.347+0000 7f7a67e85740 1 --2- 172.21.15.67:0/1549342770 >> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] conn(0x557fe7ffbec0 0x557fe7ffc2d0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:47.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.347+0000 7f7a67e85740 1 --2- 172.21.15.67:0/1549342770 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x557fe7bfe390 0x557fe7feab60 unknown :-1 s=CLOSED pgs=2716 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:47.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.347+0000 7f7a67e85740 1 --2- 172.21.15.67:0/1549342770 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x557fe7bdd6b0 0x557fe7fea620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:47.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.347+0000 7f7a397fa640 0 client.12093 ms_handle_reset on v2:172.21.15.67:6833/2324294626 2024-09-21T00:37:47.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.347+0000 7f7a67e85740 1 --2- 172.21.15.67:0/1549342770 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x557fe7bd54d0 0x557fe8064170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:47.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.347+0000 7f7a67e85740 1 -- 172.21.15.67:0/1549342770 >> 172.21.15.67:0/1549342770 conn(0x557fe7bf24e0 msgr2=0x557fe7fce110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:47.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.347+0000 7f7a67e85740 1 -- 172.21.15.67:0/1549342770 shutdown_connections 2024-09-21T00:37:47.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.347+0000 7f7a67e85740 1 -- 172.21.15.67:0/1549342770 wait complete. 2024-09-21T00:37:47.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.347+0000 7f7a67e85740 20 client.12093 trim_cache size 0 max 16384 2024-09-21T00:37:47.353 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:37:47.353 INFO:teuthology.orchestra.run.smithi067.stdout: "status": "no active scrubs running", 2024-09-21T00:37:47.353 INFO:teuthology.orchestra.run.smithi067.stdout: "scrubs": {}, 2024-09-21T00:37:47.353 INFO:teuthology.orchestra.run.smithi067.stdout: "scrub_stats": { 2024-09-21T00:37:47.353 INFO:teuthology.orchestra.run.smithi067.stdout: "6dccacd6-1b1d-4c84-a053-03234765e087": { 2024-09-21T00:37:47.353 INFO:teuthology.orchestra.run.smithi067.stdout: "start_time": "2024-09-21T00:37:16.983810+0000", 2024-09-21T00:37:47.354 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/", 2024-09-21T00:37:47.354 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_started": 0, 2024-09-21T00:37:47.354 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_passed": 0, 2024-09-21T00:37:47.354 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_failed": 0, 2024-09-21T00:37:47.354 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_skipped": 0 2024-09-21T00:37:47.354 INFO:teuthology.orchestra.run.smithi067.stdout: }, 2024-09-21T00:37:47.354 INFO:teuthology.orchestra.run.smithi067.stdout: "7499e45e-caa4-4e62-8bb3-d2d387cb04c0": { 2024-09-21T00:37:47.354 INFO:teuthology.orchestra.run.smithi067.stdout: "start_time": "2024-09-21T00:36:46.445511+0000", 2024-09-21T00:37:47.354 INFO:teuthology.orchestra.run.smithi067.stdout: "path": "/", 2024-09-21T00:37:47.354 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_started": 0, 2024-09-21T00:37:47.354 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_passed": 0, 2024-09-21T00:37:47.354 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_failed": 0, 2024-09-21T00:37:47.354 INFO:teuthology.orchestra.run.smithi067.stdout: "uninline_skipped": 0 2024-09-21T00:37:47.355 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:37:47.355 INFO:teuthology.orchestra.run.smithi067.stdout: } 2024-09-21T00:37:47.355 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:37:47.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.348+0000 7f7a60e38640 1 -- 172.21.15.67:0/2982968746 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7a3c078bc0 msgr2=0x7f7a3c07b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:47.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.348+0000 7f7a60e38640 1 --2- 172.21.15.67:0/2982968746 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7a3c078bc0 0x7f7a3c07b0d0 secure :-1 s=READY pgs=1019 cs=0 l=1 rev1=1 crypto rx=0x7f7a4c033000 tx=0x7f7a4c004730 comp rx=0 tx=0).stop 2024-09-21T00:37:47.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.348+0000 7f7a60e38640 1 -- 172.21.15.67:0/2982968746 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7a5c0b7840 msgr2=0x7f7a5c0cc230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:47.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.348+0000 7f7a60e38640 1 --2- 172.21.15.67:0/2982968746 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7a5c0b7840 0x7f7a5c0cc230 secure :-1 s=READY pgs=2712 cs=0 l=1 rev1=1 crypto rx=0x7f7a5000c7a0 tx=0x7f7a5000cc60 comp rx=0 tx=0).stop 2024-09-21T00:37:47.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.348+0000 7f7a60e38640 1 -- 172.21.15.67:0/2982968746 shutdown_connections 2024-09-21T00:37:47.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.348+0000 7f7a60e38640 1 --2- 172.21.15.67:0/2982968746 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f7a3c078bc0 0x7f7a3c07b0d0 unknown :-1 s=CLOSED pgs=1019 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:47.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.348+0000 7f7a60e38640 1 --2- 172.21.15.67:0/2982968746 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f7a5c0cd830 0x7f7a5c1f6b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:47.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.348+0000 7f7a60e38640 1 --2- 172.21.15.67:0/2982968746 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f7a5c0b7840 0x7f7a5c0cc230 unknown :-1 s=CLOSED pgs=2712 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:47.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.348+0000 7f7a60e38640 1 --2- 172.21.15.67:0/2982968746 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f7a5c0b3be0 0x7f7a5c0b2dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:47.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.348+0000 7f7a60e38640 1 -- 172.21.15.67:0/2982968746 >> 172.21.15.67:0/2982968746 conn(0x7f7a5c0b4060 msgr2=0x7f7a5c0d2b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:47.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.348+0000 7f7a60e38640 1 -- 172.21.15.67:0/2982968746 shutdown_connections 2024-09-21T00:37:47.356 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.348+0000 7f7a60e38640 1 -- 172.21.15.67:0/2982968746 wait complete. 2024-09-21T00:37:47.360 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-21T00:37:47.762 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:37:47.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.879+0000 7f01d9cbd640 1 -- 172.21.15.67:0/4010169241 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f01d4162b10 msgr2=0x7f01d40b7b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:47.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.879+0000 7f01d9cbd640 1 --2- 172.21.15.67:0/4010169241 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f01d4162b10 0x7f01d40b7b50 secure :-1 s=READY pgs=2718 cs=0 l=1 rev1=1 crypto rx=0x7f01d406d6f0 tx=0x7f01cc02a8b0 comp rx=0 tx=0).stop 2024-09-21T00:37:47.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.879+0000 7f01d9cbd640 1 -- 172.21.15.67:0/4010169241 shutdown_connections 2024-09-21T00:37:47.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.879+0000 7f01d9cbd640 1 --2- 172.21.15.67:0/4010169241 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f01d4162b10 0x7f01d40b7b50 unknown :-1 s=CLOSED pgs=2718 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:47.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.879+0000 7f01d9cbd640 1 --2- 172.21.15.67:0/4010169241 >> v2:172.21.15.97:3300/0 conn(0x7f01d40d3100 0x7f01d41625d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:47.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.879+0000 7f01d9cbd640 1 -- 172.21.15.67:0/4010169241 >> 172.21.15.67:0/4010169241 conn(0x7f01d4073ba0 msgr2=0x7f01d406cb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:47.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.879+0000 7f01d9cbd640 1 -- 172.21.15.67:0/4010169241 shutdown_connections 2024-09-21T00:37:47.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.879+0000 7f01d9cbd640 1 -- 172.21.15.67:0/4010169241 wait complete. 2024-09-21T00:37:47.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.881+0000 7f01d9cbd640 1 Processor -- start 2024-09-21T00:37:47.884 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.881+0000 7f01d9cbd640 1 -- start start 2024-09-21T00:37:47.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.882+0000 7f01d9cbd640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f01d40d1b70 0x7f01d41f8fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:47.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.883+0000 7f01d9cbd640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f01d40d3100 0x7f01d40ca240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:47.885 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.883+0000 7f01d9cbd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f01d4162b10 0x7f01d41ea3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:47.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.883+0000 7f01d9cbd640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f01d40b8210 con 0x7f01d4162b10 2024-09-21T00:37:47.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.883+0000 7f01d9cbd640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f01d40b8090 con 0x7f01d40d3100 2024-09-21T00:37:47.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.883+0000 7f01d9cbd640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f01d40b8390 con 0x7f01d40d1b70 2024-09-21T00:37:47.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.883+0000 7f01d3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f01d4162b10 0x7f01d41ea3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:47.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.883+0000 7f01d3fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f01d4162b10 0x7f01d41ea3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33194/0 (socket says 172.21.15.67:33194) 2024-09-21T00:37:47.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.883+0000 7f01d3fff640 1 -- 172.21.15.67:0/767884906 learned_addr learned my addr 172.21.15.67:0/767884906 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:37:47.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.883+0000 7f01d2ffd640 1 --2- 172.21.15.67:0/767884906 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f01d40d3100 0x7f01d40ca240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:47.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.883+0000 7f01d37fe640 1 --2- 172.21.15.67:0/767884906 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f01d40d1b70 0x7f01d41f8fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:47.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.883+0000 7f01d3fff640 1 -- 172.21.15.67:0/767884906 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f01d40d1b70 msgr2=0x7f01d41f8fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:47.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.883+0000 7f01d3fff640 1 --2- 172.21.15.67:0/767884906 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f01d40d1b70 0x7f01d41f8fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:47.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.883+0000 7f01d3fff640 1 -- 172.21.15.67:0/767884906 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f01d40d3100 msgr2=0x7f01d40ca240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:47.886 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.883+0000 7f01d3fff640 1 --2- 172.21.15.67:0/767884906 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f01d40d3100 0x7f01d40ca240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:47.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.883+0000 7f01d3fff640 1 -- 172.21.15.67:0/767884906 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01d41f9f00 con 0x7f01d4162b10 2024-09-21T00:37:47.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.883+0000 7f01d3fff640 1 --2- 172.21.15.67:0/767884906 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f01d4162b10 0x7f01d41ea3b0 secure :-1 s=READY pgs=2719 cs=0 l=1 rev1=1 crypto rx=0x7f01cc02aea0 tx=0x7f01cc031760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:47.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.883+0000 7f01bbfff640 1 -- 172.21.15.67:0/767884906 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01cc031990 con 0x7f01d4162b10 2024-09-21T00:37:47.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.884+0000 7f01bbfff640 1 -- 172.21.15.67:0/767884906 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f01cc031c20 con 0x7f01d4162b10 2024-09-21T00:37:47.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.884+0000 7f01d9cbd640 1 -- 172.21.15.67:0/767884906 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f01d41f9940 con 0x7f01d4162b10 2024-09-21T00:37:47.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.884+0000 7f01bbfff640 1 -- 172.21.15.67:0/767884906 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01cc0330d0 con 0x7f01d4162b10 2024-09-21T00:37:47.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.884+0000 7f01d9cbd640 1 -- 172.21.15.67:0/767884906 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f01d40c8340 con 0x7f01d4162b10 2024-09-21T00:37:47.887 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.884+0000 7f01d9cbd640 1 -- 172.21.15.67:0/767884906 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f01d41625d0 con 0x7f01d4162b10 2024-09-21T00:37:47.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.885+0000 7f01bbfff640 1 -- 172.21.15.67:0/767884906 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f01cc033270 con 0x7f01d4162b10 2024-09-21T00:37:47.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.886+0000 7f01bbfff640 1 --2- 172.21.15.67:0/767884906 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f01c0078b90 0x7f01c007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:47.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.886+0000 7f01bbfff640 1 -- 172.21.15.67:0/767884906 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(211..211 src has 1..211) ==== 5795+0+0 (secure 0 0 0) 0x7f01cc0bc180 con 0x7f01d4162b10 2024-09-21T00:37:47.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.886+0000 7f01d37fe640 1 --2- 172.21.15.67:0/767884906 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f01c0078b90 0x7f01c007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:47.888 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.887+0000 7f01d37fe640 1 --2- 172.21.15.67:0/767884906 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f01c0078b90 0x7f01c007b0a0 secure :-1 s=READY pgs=1020 cs=0 l=1 rev1=1 crypto rx=0x7f01c4000f60 tx=0x7f01c4009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:47.892 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:47.891+0000 7f01bbfff640 1 -- 172.21.15.67:0/767884906 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f01d41f9f00 con 0x7f01d4162b10 2024-09-21T00:37:48.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.113+0000 7f01d9cbd640 1 -- 172.21.15.67:0/767884906 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f01d41f96d0 con 0x7f01d4162b10 2024-09-21T00:37:48.115 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.114+0000 7f01bbfff640 1 -- 172.21.15.67:0/767884906 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 184 v184) ==== 95+0+5239 (secure 0 0 0) 0x7f01cc03f030 con 0x7f01d4162b10 2024-09-21T00:37:48.115 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:37:48.115 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":184,"btime":"2024-09-21T00:36:44:762028+0000","default_fscid":16,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":9146,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/718747030","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":718747030},{"type":"v1","addr":"172.21.15.97:6837","nonce":718747030}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":173},{"gid":10321,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/3246375124","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3246375124},{"type":"v1","addr":"172.21.15.97:6836","nonce":3246375124}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":172},{"gid":11718,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/1998642908","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1998642908},{"type":"v1","addr":"172.21.15.67:6834","nonce":1998642908}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":173}],"filesystems":[{"mdsmap":{"epoch":184,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:36:19.767153+0000","modified":"2024-09-21T00:36:44.762018+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":211,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":11913},"failed":[],"damaged":[],"stopped":[],"info":{"gid_11913":{"gid":11913,"name":"a","rank":0,"incarnation":181,"state":"up:active","state_seq":4,"addr":"172.21.15.67:6835/2324294626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":2324294626},{"type":"v1","addr":"172.21.15.67:6835","nonce":2324294626}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[33],"metadata_pool":32,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":11913,"qdb_cluster":[11913]},"id":16}]} 2024-09-21T00:37:48.116 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 184 2024-09-21T00:37:48.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.116+0000 7f01d9cbd640 1 -- 172.21.15.67:0/767884906 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f01c0078b90 msgr2=0x7f01c007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:48.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.116+0000 7f01d9cbd640 1 --2- 172.21.15.67:0/767884906 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f01c0078b90 0x7f01c007b0a0 secure :-1 s=READY pgs=1020 cs=0 l=1 rev1=1 crypto rx=0x7f01c4000f60 tx=0x7f01c4009040 comp rx=0 tx=0).stop 2024-09-21T00:37:48.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.116+0000 7f01d9cbd640 1 -- 172.21.15.67:0/767884906 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f01d4162b10 msgr2=0x7f01d41ea3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:48.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.116+0000 7f01d9cbd640 1 --2- 172.21.15.67:0/767884906 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f01d4162b10 0x7f01d41ea3b0 secure :-1 s=READY pgs=2719 cs=0 l=1 rev1=1 crypto rx=0x7f01cc02aea0 tx=0x7f01cc031760 comp rx=0 tx=0).stop 2024-09-21T00:37:48.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.116+0000 7f01d9cbd640 1 -- 172.21.15.67:0/767884906 shutdown_connections 2024-09-21T00:37:48.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.116+0000 7f01d9cbd640 1 --2- 172.21.15.67:0/767884906 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f01c0078b90 0x7f01c007b0a0 unknown :-1 s=CLOSED pgs=1020 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:48.117 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.116+0000 7f01d9cbd640 1 --2- 172.21.15.67:0/767884906 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f01d4162b10 0x7f01d41ea3b0 unknown :-1 s=CLOSED pgs=2719 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:48.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.116+0000 7f01d9cbd640 1 --2- 172.21.15.67:0/767884906 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f01d40d3100 0x7f01d40ca240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:48.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.116+0000 7f01d9cbd640 1 --2- 172.21.15.67:0/767884906 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f01d40d1b70 0x7f01d41f8fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:48.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.116+0000 7f01d9cbd640 1 -- 172.21.15.67:0/767884906 >> 172.21.15.67:0/767884906 conn(0x7f01d4073ba0 msgr2=0x7f01d40b8630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:48.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.116+0000 7f01d9cbd640 1 -- 172.21.15.67:0/767884906 shutdown_connections 2024-09-21T00:37:48.118 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.116+0000 7f01d9cbd640 1 -- 172.21.15.67:0/767884906 wait complete. 2024-09-21T00:37:48.128 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 184, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-21T00:36:19.767153+0000', 'modified': '2024-09-21T00:36:44.762018+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 211, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 11913}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_11913': {'gid': 11913, 'name': 'a', 'rank': 0, 'incarnation': 181, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.67:6835/2324294626', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.67:6833', 'nonce': 2324294626}, {'type': 'v1', 'addr': '172.21.15.67:6835', 'nonce': 2324294626}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540719139924082687, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [33], 'metadata_pool': 32, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 11913, 'qdb_cluster': [11913]} 2024-09-21T00:37:48.128 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-21T00:37:48.129 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-21T00:37:48.247 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.246+0000 7f834b989640 1 -- 172.21.15.67:0/1657832842 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f83440d1820 msgr2=0x7f8344163080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:48.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.246+0000 7f834b989640 1 --2- 172.21.15.67:0/1657832842 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f83440d1820 0x7f8344163080 secure :-1 s=READY pgs=2721 cs=0 l=1 rev1=1 crypto rx=0x7f834408d840 tx=0x7f833c02a8b0 comp rx=0 tx=0).stop 2024-09-21T00:37:48.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.246+0000 7f834b989640 1 -- 172.21.15.67:0/1657832842 shutdown_connections 2024-09-21T00:37:48.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.246+0000 7f834b989640 1 --2- 172.21.15.67:0/1657832842 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f83440d1820 0x7f8344163080 unknown :-1 s=CLOSED pgs=2721 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:48.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.246+0000 7f834b989640 1 --2- 172.21.15.67:0/1657832842 >> v2:172.21.15.97:3300/0 conn(0x7f83440cfee0 0x7f83440d2730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:48.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.246+0000 7f834b989640 1 -- 172.21.15.67:0/1657832842 >> 172.21.15.67:0/1657832842 conn(0x7f8344073c20 msgr2=0x7f834406cb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:48.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.246+0000 7f834b989640 1 -- 172.21.15.67:0/1657832842 shutdown_connections 2024-09-21T00:37:48.248 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.246+0000 7f834b989640 1 -- 172.21.15.67:0/1657832842 wait complete. 2024-09-21T00:37:48.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.248+0000 7f834b989640 1 Processor -- start 2024-09-21T00:37:48.249 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.248+0000 7f834b989640 1 -- start start 2024-09-21T00:37:48.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.249+0000 7f834b989640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f83440cfee0 0x7f8344155a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:48.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.249+0000 7f834b989640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f83440d1820 0x7f8344157460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:48.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.249+0000 7f834b989640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f834415eaa0 0x7f83441534f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:48.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.249+0000 7f834b989640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f83440d3610 con 0x7f83440d1820 2024-09-21T00:37:48.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.249+0000 7f834b989640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f83440d3490 con 0x7f834415eaa0 2024-09-21T00:37:48.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.249+0000 7f834b989640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f83440d3790 con 0x7f83440cfee0 2024-09-21T00:37:48.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.249+0000 7f8348f24640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f83440d1820 0x7f8344157460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:48.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.249+0000 7f8348f24640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f83440d1820 0x7f8344157460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33202/0 (socket says 172.21.15.67:33202) 2024-09-21T00:37:48.252 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.249+0000 7f8348f24640 1 -- 172.21.15.67:0/2986801397 learned_addr learned my addr 172.21.15.67:0/2986801397 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:37:48.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.249+0000 7f8349f26640 1 --2- 172.21.15.67:0/2986801397 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f834415eaa0 0x7f83441534f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:48.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.249+0000 7f8349725640 1 --2- 172.21.15.67:0/2986801397 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f83440cfee0 0x7f8344155a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:48.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.250+0000 7f8348f24640 1 -- 172.21.15.67:0/2986801397 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f83440cfee0 msgr2=0x7f8344155a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:48.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.250+0000 7f8348f24640 1 --2- 172.21.15.67:0/2986801397 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f83440cfee0 0x7f8344155a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:48.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.250+0000 7f8348f24640 1 -- 172.21.15.67:0/2986801397 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f834415eaa0 msgr2=0x7f83441534f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:48.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.250+0000 7f8348f24640 1 --2- 172.21.15.67:0/2986801397 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f834415eaa0 0x7f83441534f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:48.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.250+0000 7f8348f24640 1 -- 172.21.15.67:0/2986801397 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83441549c0 con 0x7f83440d1820 2024-09-21T00:37:48.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.250+0000 7f8349725640 1 --2- 172.21.15.67:0/2986801397 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f83440cfee0 0x7f8344155a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:37:48.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.250+0000 7f8348f24640 1 --2- 172.21.15.67:0/2986801397 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f83440d1820 0x7f8344157460 secure :-1 s=READY pgs=2722 cs=0 l=1 rev1=1 crypto rx=0x7f833400c400 tx=0x7f833400c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:48.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.250+0000 7f8339ffb640 1 -- 172.21.15.67:0/2986801397 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8334011790 con 0x7f83440d1820 2024-09-21T00:37:48.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.250+0000 7f8339ffb640 1 -- 172.21.15.67:0/2986801397 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8334017070 con 0x7f83440d1820 2024-09-21T00:37:48.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.250+0000 7f834b989640 1 -- 172.21.15.67:0/2986801397 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8344154ca0 con 0x7f83440d1820 2024-09-21T00:37:48.253 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.250+0000 7f8339ffb640 1 -- 172.21.15.67:0/2986801397 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8334011ce0 con 0x7f83440d1820 2024-09-21T00:37:48.254 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.250+0000 7f834b989640 1 -- 172.21.15.67:0/2986801397 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8344155260 con 0x7f83440d1820 2024-09-21T00:37:48.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.252+0000 7f8339ffb640 1 -- 172.21.15.67:0/2986801397 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f833401c460 con 0x7f83440d1820 2024-09-21T00:37:48.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.253+0000 7f8339ffb640 1 --2- 172.21.15.67:0/2986801397 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8328078b90 0x7f832807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:48.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.253+0000 7f8339ffb640 1 -- 172.21.15.67:0/2986801397 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(211..211 src has 1..211) ==== 5795+0+0 (secure 0 0 0) 0x7f833409aab0 con 0x7f83440d1820 2024-09-21T00:37:48.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.253+0000 7f8349725640 1 --2- 172.21.15.67:0/2986801397 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8328078b90 0x7f832807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:48.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.254+0000 7f83529d1740 1 Processor -- start 2024-09-21T00:37:48.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.254+0000 7f83529d1740 1 -- start start 2024-09-21T00:37:48.255 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.254+0000 7f8349725640 1 --2- 172.21.15.67:0/2986801397 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8328078b90 0x7f832807b0a0 secure :-1 s=READY pgs=1021 cs=0 l=1 rev1=1 crypto rx=0x7f8340009b80 tx=0x7f8340005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:48.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.255+0000 7f83529d1740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x565198c0e270 0x565198fdffa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:48.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.255+0000 7f83529d1740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x565198be53b0 0x565198fe04e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:48.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.255+0000 7f83529d1740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x565198bed590 0x565198ffd3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:48.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.255+0000 7f83529d1740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x565198f28820 con 0x565198c0e270 2024-09-21T00:37:48.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.255+0000 7f83529d1740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x565198f17c50 con 0x565198be53b0 2024-09-21T00:37:48.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.255+0000 7f83529d1740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x565198f1ba60 con 0x565198bed590 2024-09-21T00:37:48.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.255+0000 7f8349725640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x565198c0e270 0x565198fdffa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:48.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.255+0000 7f8349725640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x565198c0e270 0x565198fdffa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33218/0 (socket says 172.21.15.67:33218) 2024-09-21T00:37:48.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.255+0000 7f8349725640 1 -- 172.21.15.67:0/1691492752 learned_addr learned my addr 172.21.15.67:0/1691492752 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:37:48.257 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.255+0000 7f8349f26640 1 --2- 172.21.15.67:0/1691492752 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x565198bed590 0x565198ffd3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:48.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.255+0000 7f8348f24640 1 --2- 172.21.15.67:0/1691492752 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x565198be53b0 0x565198fe04e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:48.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.255+0000 7f8349725640 1 -- 172.21.15.67:0/1691492752 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x565198bed590 msgr2=0x565198ffd3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:37:48.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.255+0000 7f8349725640 1 --2- 172.21.15.67:0/1691492752 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x565198bed590 0x565198ffd3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:48.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.255+0000 7f8349725640 1 -- 172.21.15.67:0/1691492752 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x565198be53b0 msgr2=0x565198fe04e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:37:48.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.255+0000 7f8349725640 1 --2- 172.21.15.67:0/1691492752 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x565198be53b0 0x565198fe04e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:48.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.255+0000 7f8349725640 1 -- 172.21.15.67:0/1691492752 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x565198c79850 con 0x565198c0e270 2024-09-21T00:37:48.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.256+0000 7f8349725640 1 --2- 172.21.15.67:0/1691492752 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x565198c0e270 0x565198fdffa0 secure :-1 s=READY pgs=2723 cs=0 l=1 rev1=1 crypto rx=0x7f8340004030 tx=0x7f8340014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c208b3ef0a9aa79b server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:48.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.256+0000 7f832effd640 1 -- 172.21.15.67:0/1691492752 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8340003d70 con 0x565198c0e270 2024-09-21T00:37:48.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.256+0000 7f832effd640 1 -- 172.21.15.67:0/1691492752 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8340025070 con 0x565198c0e270 2024-09-21T00:37:48.258 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.256+0000 7f832effd640 1 -- 172.21.15.67:0/1691492752 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83400126b0 con 0x565198c0e270 2024-09-21T00:37:48.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.256+0000 7f83529d1740 1 -- 172.21.15.67:0/1691492752 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x565198c0e270 msgr2=0x565198fdffa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:48.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.256+0000 7f83529d1740 1 --2- 172.21.15.67:0/1691492752 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x565198c0e270 0x565198fdffa0 secure :-1 s=READY pgs=2723 cs=0 l=1 rev1=1 crypto rx=0x7f8340004030 tx=0x7f8340014000 comp rx=0 tx=0).stop 2024-09-21T00:37:48.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.257+0000 7f83529d1740 1 -- 172.21.15.67:0/1691492752 shutdown_connections 2024-09-21T00:37:48.259 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.257+0000 7f83529d1740 1 --2- 172.21.15.67:0/1691492752 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x565198bed590 0x565198ffd3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:48.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.257+0000 7f83529d1740 1 --2- 172.21.15.67:0/1691492752 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x565198be53b0 0x565198fe04e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:48.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.257+0000 7f83529d1740 1 --2- 172.21.15.67:0/1691492752 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x565198c0e270 0x565198fdffa0 unknown :-1 s=CLOSED pgs=2723 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:48.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.257+0000 7f83529d1740 1 -- 172.21.15.67:0/1691492752 >> 172.21.15.67:0/1691492752 conn(0x565198c023c0 msgr2=0x565198fb6260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:48.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.257+0000 7f83529d1740 1 -- 172.21.15.67:0/1691492752 shutdown_connections 2024-09-21T00:37:48.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.257+0000 7f83529d1740 1 -- 172.21.15.67:0/1691492752 wait complete. 2024-09-21T00:37:48.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.257+0000 7f83529d1740 1 -- start start 2024-09-21T00:37:48.260 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.258+0000 7f83529d1740 1 Processor -- start 2024-09-21T00:37:48.263 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.259+0000 7f83529d1740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x565198be53b0 0x565198ff5370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:48.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.259+0000 7f83529d1740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x565198bed590 0x565198ff0ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:48.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.259+0000 7f83529d1740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x565198c0e270 0x565198ffe330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:48.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.259+0000 7f83529d1740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x565198c88620 con 0x565198c0e270 2024-09-21T00:37:48.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.259+0000 7f83529d1740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x565198ebd5f0 con 0x565198bed590 2024-09-21T00:37:48.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.259+0000 7f83529d1740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x565198fe0a20 con 0x565198be53b0 2024-09-21T00:37:48.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.259+0000 7f83529d1740 10 client.0 _ll_register_callbacks cb 0x565198ec10a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:37:48.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.259+0000 7f8349f26640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x565198c0e270 0x565198ffe330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:48.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.259+0000 7f8349f26640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x565198c0e270 0x565198ffe330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33226/0 (socket says 172.21.15.67:33226) 2024-09-21T00:37:48.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.259+0000 7f8349f26640 1 -- 172.21.15.67:0/3336899455 learned_addr learned my addr 172.21.15.67:0/3336899455 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:37:48.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.259+0000 7f8349725640 1 --2- 172.21.15.67:0/3336899455 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x565198be53b0 0x565198ff5370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:48.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.259+0000 7f8348f24640 1 --2- 172.21.15.67:0/3336899455 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x565198bed590 0x565198ff0ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:48.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.260+0000 7f8349f26640 1 -- 172.21.15.67:0/3336899455 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x565198be53b0 msgr2=0x565198ff5370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:37:48.264 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.260+0000 7f8349f26640 1 --2- 172.21.15.67:0/3336899455 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x565198be53b0 0x565198ff5370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:48.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.260+0000 7f8349f26640 1 -- 172.21.15.67:0/3336899455 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x565198bed590 msgr2=0x565198ff0ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:37:48.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.260+0000 7f8349f26640 1 --2- 172.21.15.67:0/3336899455 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x565198bed590 0x565198ff0ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:48.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.260+0000 7f8349f26640 1 -- 172.21.15.67:0/3336899455 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x565198cf06b0 con 0x565198c0e270 2024-09-21T00:37:48.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.260+0000 7f8349f26640 1 --2- 172.21.15.67:0/3336899455 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x565198c0e270 0x565198ffe330 secure :-1 s=READY pgs=2724 cs=0 l=1 rev1=1 crypto rx=0x7f833c009ca0 tx=0x7f833c003f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6302ff4d2783e110 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:48.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.260+0000 7f8323fff640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:37:48.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.260+0000 7f8323fff640 1 -- 172.21.15.67:0/3336899455 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f833c004390 con 0x565198c0e270 2024-09-21T00:37:48.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.260+0000 7f8323fff640 1 -- 172.21.15.67:0/3336899455 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(211..211 src has 1..211) ==== 5795+0+0 (secure 0 0 0) 0x7f833c047b30 con 0x565198c0e270 2024-09-21T00:37:48.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.260+0000 7f83529d1740 1 -- 172.21.15.67:0/3336899455 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8340025070 con 0x565198c0e270 2024-09-21T00:37:48.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.260+0000 7f8323fff640 1 -- 172.21.15.67:0/3336899455 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=184) ==== 24+0+0 (secure 0 0 0) 0x7f833c047d30 con 0x565198c0e270 2024-09-21T00:37:48.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.260+0000 7f83529d1740 10 client.12117 fetch_fsmap learned FSMap version 184 2024-09-21T00:37:48.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.260+0000 7f83529d1740 1 -- 172.21.15.67:0/3336899455 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=184,monmap=2+}) -- 0x565198ff4ec0 con 0x565198c0e270 2024-09-21T00:37:48.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.260+0000 7f8323fff640 1 -- 172.21.15.67:0/3336899455 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8340025070 con 0x565198c0e270 2024-09-21T00:37:48.265 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.261+0000 7f8323fff640 1 -- 172.21.15.67:0/3336899455 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 184) ==== 3502+0+0 (secure 0 0 0) 0x7f833c04e050 con 0x565198c0e270 2024-09-21T00:37:48.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.261+0000 7f83529d1740 10 client.12117 fetch_fsmap finished waiting for FSMap version 184 2024-09-21T00:37:48.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.261+0000 7f83529d1740 10 client.12117 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-21T00:37:48.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.261+0000 7f83529d1740 20 client.12117 populate_metadata read hostname 'smithi067' 2024-09-21T00:37:48.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.261+0000 7f83529d1740 1 --2- 172.21.15.67:0/3336899455 >> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] conn(0x565198bcce40 0x565198ff3ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:48.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.261+0000 7f83529d1740 4 client.12117 mds_command: new command op to 11913 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-21T00:37:48.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.261+0000 7f83529d1740 1 -- 172.21.15.67:0/3336899455 --> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x565198f2a770 con 0x565198bcce40 2024-09-21T00:37:48.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.261+0000 7f8349725640 1 --2- 172.21.15.67:0/3336899455 >> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] conn(0x565198bcce40 0x565198ff3ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:48.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.261+0000 7f8323fff640 10 client.12117 ms_handle_connect on v2:172.21.15.67:6833/2324294626 2024-09-21T00:37:48.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.261+0000 7f8349725640 1 --2- 172.21.15.67:0/3336899455 >> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] conn(0x565198bcce40 0x565198ff3ec0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d23eaa0557215e3d server_cookie=d31ee9865872bd6d in_seq=0 out_seq=0 2024-09-21T00:37:48.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.262+0000 7f8323fff640 1 -- 172.21.15.67:0/3336899455 <== mds.0 v2:172.21.15.67:6833/2324294626 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24444 (crc 0 0 0) 0x565198f2a770 con 0x565198bcce40 2024-09-21T00:37:48.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.262+0000 7f8323fff640 10 client.12117 handle_command_reply: tid=0 2024-09-21T00:37:48.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.262+0000 7f83529d1740 1 client.12117 shutdown 2024-09-21T00:37:48.266 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.262+0000 7f83529d1740 1 -- 172.21.15.67:0/3336899455 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x565198c0e270 msgr2=0x565198ffe330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:48.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.262+0000 7f83529d1740 1 --2- 172.21.15.67:0/3336899455 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x565198c0e270 0x565198ffe330 secure :-1 s=READY pgs=2724 cs=0 l=1 rev1=1 crypto rx=0x7f833c009ca0 tx=0x7f833c003f60 comp rx=0 tx=0).stop 2024-09-21T00:37:48.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.262+0000 7f83529d1740 1 -- 172.21.15.67:0/3336899455 shutdown_connections 2024-09-21T00:37:48.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.262+0000 7f83529d1740 1 --2- 172.21.15.67:0/3336899455 >> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] conn(0x565198bcce40 0x565198ff3ec0 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:48.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.262+0000 7f83529d1740 1 --2- 172.21.15.67:0/3336899455 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x565198c0e270 0x565198ffe330 unknown :-1 s=CLOSED pgs=2724 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:48.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.262+0000 7f8323fff640 0 client.12117 ms_handle_reset on v2:172.21.15.67:6833/2324294626 2024-09-21T00:37:48.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.262+0000 7f83529d1740 1 --2- 172.21.15.67:0/3336899455 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x565198bed590 0x565198ff0ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:48.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.262+0000 7f83529d1740 1 --2- 172.21.15.67:0/3336899455 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x565198be53b0 0x565198ff5370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:48.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.262+0000 7f83529d1740 1 -- 172.21.15.67:0/3336899455 >> 172.21.15.67:0/3336899455 conn(0x565198c023c0 msgr2=0x565198ffc9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:48.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.262+0000 7f83529d1740 1 -- 172.21.15.67:0/3336899455 shutdown_connections 2024-09-21T00:37:48.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.262+0000 7f83529d1740 1 -- 172.21.15.67:0/3336899455 wait complete. 2024-09-21T00:37:48.267 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.262+0000 7f83529d1740 20 client.12117 trim_cache size 0 max 16384 2024-09-21T00:37:48.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.281+0000 7f83529d1740 1 Processor -- start 2024-09-21T00:37:48.282 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.281+0000 7f83529d1740 1 -- start start 2024-09-21T00:37:48.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.282+0000 7f83529d1740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x565198be53b0 0x56519900c520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:48.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.282+0000 7f83529d1740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x565198bed590 0x56519900b170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:48.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.282+0000 7f83529d1740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x565198c0e270 0x56519900b6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:48.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.282+0000 7f83529d1740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f83440cbfd0 con 0x565198bed590 2024-09-21T00:37:48.284 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.282+0000 7f83529d1740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f83440cd610 con 0x565198be53b0 2024-09-21T00:37:48.285 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.282+0000 7f83529d1740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f83440cb980 con 0x565198c0e270 2024-09-21T00:37:48.285 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.282+0000 7f8348f24640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x565198bed590 0x56519900b170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:48.285 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.282+0000 7f8348f24640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x565198bed590 0x56519900b170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33238/0 (socket says 172.21.15.67:33238) 2024-09-21T00:37:48.285 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.282+0000 7f8348f24640 1 -- 172.21.15.67:0/2682703725 learned_addr learned my addr 172.21.15.67:0/2682703725 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:37:48.285 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.283+0000 7f8349725640 1 --2- 172.21.15.67:0/2682703725 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x565198be53b0 0x56519900c520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:48.285 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.283+0000 7f8349f26640 1 --2- 172.21.15.67:0/2682703725 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x565198c0e270 0x56519900b6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:48.285 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.283+0000 7f8348f24640 1 -- 172.21.15.67:0/2682703725 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x565198c0e270 msgr2=0x56519900b6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:37:48.285 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.283+0000 7f8348f24640 1 --2- 172.21.15.67:0/2682703725 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x565198c0e270 0x56519900b6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:48.285 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.283+0000 7f8348f24640 1 -- 172.21.15.67:0/2682703725 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x565198be53b0 msgr2=0x56519900c520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:37:48.285 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.283+0000 7f8348f24640 1 --2- 172.21.15.67:0/2682703725 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x565198be53b0 0x56519900c520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:48.285 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.283+0000 7f8348f24640 1 -- 172.21.15.67:0/2682703725 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56519900d550 con 0x565198bed590 2024-09-21T00:37:48.285 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.283+0000 7f8349725640 1 --2- 172.21.15.67:0/2682703725 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x565198be53b0 0x56519900c520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:37:48.285 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.283+0000 7f8348f24640 1 --2- 172.21.15.67:0/2682703725 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x565198bed590 0x56519900b170 secure :-1 s=READY pgs=2725 cs=0 l=1 rev1=1 crypto rx=0x7f833405efe0 tx=0x7f8334004620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c9851b12dd57ebb1 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:48.286 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.283+0000 7f832e7fc640 1 -- 172.21.15.67:0/2682703725 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8334062f20 con 0x565198bed590 2024-09-21T00:37:48.286 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.283+0000 7f832e7fc640 1 -- 172.21.15.67:0/2682703725 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8334062820 con 0x565198bed590 2024-09-21T00:37:48.286 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.283+0000 7f832e7fc640 1 -- 172.21.15.67:0/2682703725 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f833406bf80 con 0x565198bed590 2024-09-21T00:37:48.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.284+0000 7f83529d1740 1 -- 172.21.15.67:0/2682703725 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x565198bed590 msgr2=0x56519900b170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:48.290 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.284+0000 7f83529d1740 1 --2- 172.21.15.67:0/2682703725 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x565198bed590 0x56519900b170 secure :-1 s=READY pgs=2725 cs=0 l=1 rev1=1 crypto rx=0x7f833405efe0 tx=0x7f8334004620 comp rx=0 tx=0).stop 2024-09-21T00:37:48.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.284+0000 7f83529d1740 1 -- 172.21.15.67:0/2682703725 shutdown_connections 2024-09-21T00:37:48.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.284+0000 7f83529d1740 1 --2- 172.21.15.67:0/2682703725 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x565198c0e270 0x56519900b6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:48.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.284+0000 7f83529d1740 1 --2- 172.21.15.67:0/2682703725 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x565198bed590 0x56519900b170 unknown :-1 s=CLOSED pgs=2725 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:48.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.284+0000 7f83529d1740 1 --2- 172.21.15.67:0/2682703725 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x565198be53b0 0x56519900c520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:48.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.284+0000 7f83529d1740 1 -- 172.21.15.67:0/2682703725 >> 172.21.15.67:0/2682703725 conn(0x565198c023c0 msgr2=0x565198fb66a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:48.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.284+0000 7f83529d1740 1 -- 172.21.15.67:0/2682703725 shutdown_connections 2024-09-21T00:37:48.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.284+0000 7f83529d1740 1 -- 172.21.15.67:0/2682703725 wait complete. 2024-09-21T00:37:48.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.285+0000 7f83529d1740 1 -- start start 2024-09-21T00:37:48.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.285+0000 7f83529d1740 1 Processor -- start 2024-09-21T00:37:48.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.286+0000 7f83529d1740 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x565198be53b0 0x565199070b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:48.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.286+0000 7f83529d1740 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x565198bed590 0x565198fce790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:48.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.286+0000 7f83529d1740 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x565198c0e270 0x56519900c520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:48.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.286+0000 7f83529d1740 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x565198ff2780 con 0x565198be53b0 2024-09-21T00:37:48.291 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.286+0000 7f83529d1740 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x565198ff1190 con 0x565198c0e270 2024-09-21T00:37:48.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.286+0000 7f83529d1740 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x56519900d720 con 0x565198bed590 2024-09-21T00:37:48.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.286+0000 7f83529d1740 10 client.0 _ll_register_callbacks cb 0x7f833c003e00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-21T00:37:48.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.286+0000 7f8349725640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x565198be53b0 0x565199070b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:48.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.286+0000 7f8349725640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x565198be53b0 0x565199070b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33248/0 (socket says 172.21.15.67:33248) 2024-09-21T00:37:48.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.286+0000 7f8349725640 1 -- 172.21.15.67:0/3135368061 learned_addr learned my addr 172.21.15.67:0/3135368061 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:37:48.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.287+0000 7f8348f24640 1 --2- 172.21.15.67:0/3135368061 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x565198bed590 0x565198fce790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:48.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.287+0000 7f8349f26640 1 --2- 172.21.15.67:0/3135368061 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x565198c0e270 0x56519900c520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:48.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.287+0000 7f8349725640 1 -- 172.21.15.67:0/3135368061 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x565198bed590 msgr2=0x565198fce790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:37:48.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.287+0000 7f8349725640 1 --2- 172.21.15.67:0/3135368061 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x565198bed590 0x565198fce790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:48.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.287+0000 7f8349725640 1 -- 172.21.15.67:0/3135368061 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x565198c0e270 msgr2=0x56519900c520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-21T00:37:48.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.287+0000 7f8349725640 1 --2- 172.21.15.67:0/3135368061 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x565198c0e270 0x56519900c520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:48.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.287+0000 7f8349725640 1 -- 172.21.15.67:0/3135368061 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56519907e000 con 0x565198be53b0 2024-09-21T00:37:48.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.287+0000 7f8349725640 1 --2- 172.21.15.67:0/3135368061 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x565198be53b0 0x565199070b00 secure :-1 s=READY pgs=2726 cs=0 l=1 rev1=1 crypto rx=0x7f8340012010 tx=0x7f8340009450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e09c0ae4c6cb70f server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:48.292 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.287+0000 7f8323fff640 10 client.0 ms_handle_connect on v2:172.21.15.67:3300/0 2024-09-21T00:37:48.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.287+0000 7f8323fff640 1 -- 172.21.15.67:0/3135368061 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8340037820 con 0x565198be53b0 2024-09-21T00:37:48.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.287+0000 7f8323fff640 1 -- 172.21.15.67:0/3135368061 <== mon.0 v2:172.21.15.67:3300/0 2 ==== osd_map(211..211 src has 1..211) ==== 5795+0+0 (secure 0 0 0) 0x7f834003eb00 con 0x565198be53b0 2024-09-21T00:37:48.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.287+0000 7f83529d1740 1 -- 172.21.15.67:0/3135368061 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x565198ffc560 con 0x565198be53b0 2024-09-21T00:37:48.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.287+0000 7f8323fff640 1 -- 172.21.15.67:0/3135368061 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_get_version_reply(handle=1 version=184) ==== 24+0+0 (secure 0 0 0) 0x7f834003ed00 con 0x565198be53b0 2024-09-21T00:37:48.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.287+0000 7f83529d1740 10 client.12123 fetch_fsmap learned FSMap version 184 2024-09-21T00:37:48.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.287+0000 7f83529d1740 1 -- 172.21.15.67:0/3135368061 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,fsmap=184,monmap=2+}) -- 0x565198ff55c0 con 0x565198be53b0 2024-09-21T00:37:48.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.288+0000 7f8323fff640 1 -- 172.21.15.67:0/3135368061 <== mon.0 v2:172.21.15.67:3300/0 4 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x565198ffc560 con 0x565198be53b0 2024-09-21T00:37:48.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.288+0000 7f8323fff640 1 -- 172.21.15.67:0/3135368061 <== mon.0 v2:172.21.15.67:3300/0 5 ==== fsmap(e 184) ==== 3502+0+0 (secure 0 0 0) 0x7f83400379c0 con 0x565198be53b0 2024-09-21T00:37:48.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.288+0000 7f83529d1740 10 client.12123 fetch_fsmap finished waiting for FSMap version 184 2024-09-21T00:37:48.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.288+0000 7f83529d1740 10 client.12123 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-21T00:37:48.293 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.288+0000 7f83529d1740 20 client.12123 populate_metadata read hostname 'smithi067' 2024-09-21T00:37:48.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.288+0000 7f83529d1740 1 --2- 172.21.15.67:0/3135368061 >> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] conn(0x56519900b170 0x56519900b580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:48.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.288+0000 7f83529d1740 4 client.12123 mds_command: new command op to 11913 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-21T00:37:48.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.288+0000 7f83529d1740 1 -- 172.21.15.67:0/3135368061 --> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] -- command(tid 0: {"prefix": "status"}) -- 0x565198ff7410 con 0x56519900b170 2024-09-21T00:37:48.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.288+0000 7f8348f24640 1 --2- 172.21.15.67:0/3135368061 >> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] conn(0x56519900b170 0x56519900b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:48.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.288+0000 7f8323fff640 10 client.12123 ms_handle_connect on v2:172.21.15.67:6833/2324294626 2024-09-21T00:37:48.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.288+0000 7f8348f24640 1 --2- 172.21.15.67:0/3135368061 >> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] conn(0x56519900b170 0x56519900b580 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d3d7d8d9305f2383 server_cookie=5c5c53aff184a636 in_seq=0 out_seq=0 2024-09-21T00:37:48.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.288+0000 7f8323fff640 1 -- 172.21.15.67:0/3135368061 <== mds.0 v2:172.21.15.67:6833/2324294626 1 ==== command_reply(tid 0: 0 ) ==== 8+0+335 (crc 0 0 0) 0x565198ff7410 con 0x56519900b170 2024-09-21T00:37:48.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.288+0000 7f8323fff640 10 client.12123 handle_command_reply: tid=0 2024-09-21T00:37:48.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.288+0000 7f83529d1740 1 client.12123 shutdown 2024-09-21T00:37:48.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.289+0000 7f83529d1740 1 -- 172.21.15.67:0/3135368061 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x565198be53b0 msgr2=0x565199070b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:48.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.289+0000 7f83529d1740 1 --2- 172.21.15.67:0/3135368061 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x565198be53b0 0x565199070b00 secure :-1 s=READY pgs=2726 cs=0 l=1 rev1=1 crypto rx=0x7f8340012010 tx=0x7f8340009450 comp rx=0 tx=0).stop 2024-09-21T00:37:48.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.289+0000 7f83529d1740 1 -- 172.21.15.67:0/3135368061 shutdown_connections 2024-09-21T00:37:48.294 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.289+0000 7f83529d1740 1 --2- 172.21.15.67:0/3135368061 >> [v2:172.21.15.67:6833/2324294626,v1:172.21.15.67:6835/2324294626] conn(0x56519900b170 0x56519900b580 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:48.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.289+0000 7f83529d1740 1 --2- 172.21.15.67:0/3135368061 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x565198c0e270 0x56519900c520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:48.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.289+0000 7f83529d1740 1 --2- 172.21.15.67:0/3135368061 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x565198bed590 0x565198fce790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:48.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.289+0000 7f8323fff640 0 client.12123 ms_handle_reset on v2:172.21.15.67:6833/2324294626 2024-09-21T00:37:48.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.289+0000 7f83529d1740 1 --2- 172.21.15.67:0/3135368061 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x565198be53b0 0x565199070b00 unknown :-1 s=CLOSED pgs=2726 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:48.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.289+0000 7f83529d1740 1 -- 172.21.15.67:0/3135368061 >> 172.21.15.67:0/3135368061 conn(0x565198c023c0 msgr2=0x565198fb6660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:48.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.289+0000 7f83529d1740 1 -- 172.21.15.67:0/3135368061 shutdown_connections 2024-09-21T00:37:48.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.289+0000 7f83529d1740 1 -- 172.21.15.67:0/3135368061 wait complete. 2024-09-21T00:37:48.295 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.289+0000 7f83529d1740 20 client.12123 trim_cache size 0 max 16384 2024-09-21T00:37:48.295 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:37:48.295 INFO:teuthology.orchestra.run.smithi067.stdout: "cluster_fsid": "166a8832-baab-4541-be5c-9c3483b3f7a3", 2024-09-21T00:37:48.296 INFO:teuthology.orchestra.run.smithi067.stdout: "whoami": 0, 2024-09-21T00:37:48.296 INFO:teuthology.orchestra.run.smithi067.stdout: "id": 11913, 2024-09-21T00:37:48.296 INFO:teuthology.orchestra.run.smithi067.stdout: "want_state": "up:active", 2024-09-21T00:37:48.296 INFO:teuthology.orchestra.run.smithi067.stdout: "state": "up:active", 2024-09-21T00:37:48.296 INFO:teuthology.orchestra.run.smithi067.stdout: "fs_name": "cephfs", 2024-09-21T00:37:48.296 INFO:teuthology.orchestra.run.smithi067.stdout: "rank_uptime": 66.529012769999994, 2024-09-21T00:37:48.296 INFO:teuthology.orchestra.run.smithi067.stdout: "mdsmap_epoch": 184, 2024-09-21T00:37:48.296 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch": 211, 2024-09-21T00:37:48.296 INFO:teuthology.orchestra.run.smithi067.stdout: "osdmap_epoch_barrier": 211, 2024-09-21T00:37:48.296 INFO:teuthology.orchestra.run.smithi067.stdout: "uptime": 67.472935827000001 2024-09-21T00:37:48.296 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:37:48.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.289+0000 7f834b989640 1 -- 172.21.15.67:0/2986801397 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8328078b90 msgr2=0x7f832807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:48.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.289+0000 7f834b989640 1 --2- 172.21.15.67:0/2986801397 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8328078b90 0x7f832807b0a0 secure :-1 s=READY pgs=1021 cs=0 l=1 rev1=1 crypto rx=0x7f8340009b80 tx=0x7f8340005f90 comp rx=0 tx=0).stop 2024-09-21T00:37:48.297 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.289+0000 7f834b989640 1 -- 172.21.15.67:0/2986801397 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f83440d1820 msgr2=0x7f8344157460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:48.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.289+0000 7f834b989640 1 --2- 172.21.15.67:0/2986801397 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f83440d1820 0x7f8344157460 secure :-1 s=READY pgs=2722 cs=0 l=1 rev1=1 crypto rx=0x7f833400c400 tx=0x7f833400c8c0 comp rx=0 tx=0).stop 2024-09-21T00:37:48.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.290+0000 7f834b989640 1 -- 172.21.15.67:0/2986801397 shutdown_connections 2024-09-21T00:37:48.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.290+0000 7f834b989640 1 --2- 172.21.15.67:0/2986801397 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8328078b90 0x7f832807b0a0 unknown :-1 s=CLOSED pgs=1021 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:48.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.290+0000 7f834b989640 1 --2- 172.21.15.67:0/2986801397 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f834415eaa0 0x7f83441534f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:48.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.290+0000 7f834b989640 1 --2- 172.21.15.67:0/2986801397 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f83440d1820 0x7f8344157460 unknown :-1 s=CLOSED pgs=2722 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:48.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.290+0000 7f834b989640 1 --2- 172.21.15.67:0/2986801397 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f83440cfee0 0x7f8344155a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:48.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.290+0000 7f834b989640 1 -- 172.21.15.67:0/2986801397 >> 172.21.15.67:0/2986801397 conn(0x7f8344073c20 msgr2=0x7f83440d0ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:48.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.290+0000 7f834b989640 1 -- 172.21.15.67:0/2986801397 shutdown_connections 2024-09-21T00:37:48.298 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.290+0000 7f834b989640 1 -- 172.21.15.67:0/2986801397 wait complete. 2024-09-21T00:37:48.302 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-21T00:37:48.302 DEBUG:teuthology.orchestra.run.smithi067:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T00:37:48.342 DEBUG:teuthology.orchestra.run.smithi097:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-21T00:37:48.388 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-21T00:37:48.389 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T00:37:48.389 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:37:48.389 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:37:48.405 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20178 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T00:37:48.406 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T00:37:48.406 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:37:48.406 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:37:48.423 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17850 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T00:37:48.423 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T00:37:48.423 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:37:48.423 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:37:48.465 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20178 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T00:37:48.465 INFO:tasks.cephfs.mount:Terminating background process 2024-09-21T00:37:48.465 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:37:48.465 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:37:48.483 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17850 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T00:37:48.483 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:37:48.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.621+0000 7f8180fe6640 1 -- 172.21.15.67:0/653010074 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f817c0cfee0 msgr2=0x7f817c0d2730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:48.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.621+0000 7f8180fe6640 1 --2- 172.21.15.67:0/653010074 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f817c0cfee0 0x7f817c0d2730 secure :-1 s=READY pgs=2727 cs=0 l=1 rev1=1 crypto rx=0x7f817c0cb780 tx=0x7f816c02a5f0 comp rx=0 tx=0).stop 2024-09-21T00:37:48.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.621+0000 7f8180fe6640 1 -- 172.21.15.67:0/653010074 shutdown_connections 2024-09-21T00:37:48.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.621+0000 7f8180fe6640 1 --2- 172.21.15.67:0/653010074 >> v2:172.21.15.97:3300/0 conn(0x7f817c0d1820 0x7f817c163080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:48.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.621+0000 7f8180fe6640 1 --2- 172.21.15.67:0/653010074 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f817c0cfee0 0x7f817c0d2730 unknown :-1 s=CLOSED pgs=2727 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:48.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.621+0000 7f8180fe6640 1 -- 172.21.15.67:0/653010074 >> 172.21.15.67:0/653010074 conn(0x7f817c073c20 msgr2=0x7f817c06cb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:48.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.621+0000 7f8180fe6640 1 -- 172.21.15.67:0/653010074 shutdown_connections 2024-09-21T00:37:48.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.621+0000 7f8180fe6640 1 -- 172.21.15.67:0/653010074 wait complete. 2024-09-21T00:37:48.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.623+0000 7f8180fe6640 1 Processor -- start 2024-09-21T00:37:48.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.623+0000 7f8180fe6640 1 -- start start 2024-09-21T00:37:48.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.625+0000 7f8180fe6640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f817c0cfee0 0x7f817c153e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:48.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.625+0000 7f8180fe6640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f817c0d1820 0x7f817c1f5710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:48.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.625+0000 7f8180fe6640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f817c15eaa0 0x7f817c160750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:48.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.625+0000 7f8180fe6640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f817c0d3610 con 0x7f817c0cfee0 2024-09-21T00:37:48.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.625+0000 7f8180fe6640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f817c0d3490 con 0x7f817c0d1820 2024-09-21T00:37:48.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.625+0000 7f8180fe6640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f817c0d3790 con 0x7f817c15eaa0 2024-09-21T00:37:48.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.625+0000 7f817a59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f817c0cfee0 0x7f817c153e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:48.627 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.625+0000 7f817a59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f817c0cfee0 0x7f817c153e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33268/0 (socket says 172.21.15.67:33268) 2024-09-21T00:37:48.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.625+0000 7f817a59c640 1 -- 172.21.15.67:0/1204576400 learned_addr learned my addr 172.21.15.67:0/1204576400 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:37:48.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.625+0000 7f8179d9b640 1 --2- 172.21.15.67:0/1204576400 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f817c0d1820 0x7f817c1f5710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:48.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.625+0000 7f817ad9d640 1 --2- 172.21.15.67:0/1204576400 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f817c15eaa0 0x7f817c160750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:48.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.625+0000 7f817a59c640 1 -- 172.21.15.67:0/1204576400 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f817c15eaa0 msgr2=0x7f817c160750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:48.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.625+0000 7f817a59c640 1 --2- 172.21.15.67:0/1204576400 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f817c15eaa0 0x7f817c160750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:48.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.625+0000 7f817a59c640 1 -- 172.21.15.67:0/1204576400 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f817c0d1820 msgr2=0x7f817c1f5710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:48.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.625+0000 7f817a59c640 1 --2- 172.21.15.67:0/1204576400 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f817c0d1820 0x7f817c1f5710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:48.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.625+0000 7f817a59c640 1 -- 172.21.15.67:0/1204576400 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f817c15a740 con 0x7f817c0cfee0 2024-09-21T00:37:48.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.625+0000 7f817ad9d640 1 --2- 172.21.15.67:0/1204576400 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f817c15eaa0 0x7f817c160750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:37:48.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.625+0000 7f817a59c640 1 --2- 172.21.15.67:0/1204576400 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f817c0cfee0 0x7f817c153e70 secure :-1 s=READY pgs=2728 cs=0 l=1 rev1=1 crypto rx=0x7f816c034040 tx=0x7f816c003910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:48.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.626+0000 7f816affd640 1 -- 172.21.15.67:0/1204576400 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f816c03e030 con 0x7f817c0cfee0 2024-09-21T00:37:48.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.626+0000 7f816affd640 1 -- 172.21.15.67:0/1204576400 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f816c003e00 con 0x7f817c0cfee0 2024-09-21T00:37:48.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.626+0000 7f8180fe6640 1 -- 172.21.15.67:0/1204576400 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f817c1583d0 con 0x7f817c0cfee0 2024-09-21T00:37:48.628 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.626+0000 7f816affd640 1 -- 172.21.15.67:0/1204576400 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f816c035040 con 0x7f817c0cfee0 2024-09-21T00:37:48.629 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.626+0000 7f8180fe6640 1 -- 172.21.15.67:0/1204576400 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f817c15a9e0 con 0x7f817c0cfee0 2024-09-21T00:37:48.629 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.627+0000 7f8180fe6640 1 -- 172.21.15.67:0/1204576400 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f817c0d2730 con 0x7f817c0cfee0 2024-09-21T00:37:48.629 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.628+0000 7f816affd640 1 -- 172.21.15.67:0/1204576400 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f816c041030 con 0x7f817c0cfee0 2024-09-21T00:37:48.629 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.628+0000 7f816affd640 1 --2- 172.21.15.67:0/1204576400 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f815c078b90 0x7f815c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:48.630 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.628+0000 7f816affd640 1 -- 172.21.15.67:0/1204576400 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(211..211 src has 1..211) ==== 5795+0+0 (secure 0 0 0) 0x7f816c0bb5e0 con 0x7f817c0cfee0 2024-09-21T00:37:48.630 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.628+0000 7f8179d9b640 1 --2- 172.21.15.67:0/1204576400 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f815c078b90 0x7f815c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:48.630 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.629+0000 7f8179d9b640 1 --2- 172.21.15.67:0/1204576400 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f815c078b90 0x7f815c07b0a0 secure :-1 s=READY pgs=1022 cs=0 l=1 rev1=1 crypto rx=0x7f8170000f60 tx=0x7f8170009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:48.633 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.633+0000 7f816affd640 1 -- 172.21.15.67:0/1204576400 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f817c15a740 con 0x7f817c0cfee0 2024-09-21T00:37:48.860 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.859+0000 7f8180fe6640 1 -- 172.21.15.67:0/1204576400 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f817c0d15e0 con 0x7f817c0cfee0 2024-09-21T00:37:48.860 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.859+0000 7f816affd640 1 -- 172.21.15.67:0/1204576400 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 184 v184) ==== 95+0+5239 (secure 0 0 0) 0x7f816c083370 con 0x7f817c0cfee0 2024-09-21T00:37:48.861 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:37:48.861 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":184,"btime":"2024-09-21T00:36:44:762028+0000","default_fscid":16,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":9146,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/718747030","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":718747030},{"type":"v1","addr":"172.21.15.97:6837","nonce":718747030}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":173},{"gid":10321,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/3246375124","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3246375124},{"type":"v1","addr":"172.21.15.97:6836","nonce":3246375124}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":172},{"gid":11718,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/1998642908","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1998642908},{"type":"v1","addr":"172.21.15.67:6834","nonce":1998642908}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":173}],"filesystems":[{"mdsmap":{"epoch":184,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:36:19.767153+0000","modified":"2024-09-21T00:36:44.762018+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":211,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":11913},"failed":[],"damaged":[],"stopped":[],"info":{"gid_11913":{"gid":11913,"name":"a","rank":0,"incarnation":181,"state":"up:active","state_seq":4,"addr":"172.21.15.67:6835/2324294626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":2324294626},{"type":"v1","addr":"172.21.15.67:6835","nonce":2324294626}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[33],"metadata_pool":32,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":11913,"qdb_cluster":[11913]},"id":16}]} 2024-09-21T00:37:48.861 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 184 2024-09-21T00:37:48.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.861+0000 7f8180fe6640 1 -- 172.21.15.67:0/1204576400 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f815c078b90 msgr2=0x7f815c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:48.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.861+0000 7f8180fe6640 1 --2- 172.21.15.67:0/1204576400 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f815c078b90 0x7f815c07b0a0 secure :-1 s=READY pgs=1022 cs=0 l=1 rev1=1 crypto rx=0x7f8170000f60 tx=0x7f8170009040 comp rx=0 tx=0).stop 2024-09-21T00:37:48.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.861+0000 7f8180fe6640 1 -- 172.21.15.67:0/1204576400 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f817c0cfee0 msgr2=0x7f817c153e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:48.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.861+0000 7f8180fe6640 1 --2- 172.21.15.67:0/1204576400 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f817c0cfee0 0x7f817c153e70 secure :-1 s=READY pgs=2728 cs=0 l=1 rev1=1 crypto rx=0x7f816c034040 tx=0x7f816c003910 comp rx=0 tx=0).stop 2024-09-21T00:37:48.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.862+0000 7f8180fe6640 1 -- 172.21.15.67:0/1204576400 shutdown_connections 2024-09-21T00:37:48.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.862+0000 7f8180fe6640 1 --2- 172.21.15.67:0/1204576400 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f815c078b90 0x7f815c07b0a0 unknown :-1 s=CLOSED pgs=1022 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:48.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.862+0000 7f8180fe6640 1 --2- 172.21.15.67:0/1204576400 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f817c15eaa0 0x7f817c160750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:48.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.862+0000 7f8180fe6640 1 --2- 172.21.15.67:0/1204576400 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f817c0d1820 0x7f817c1f5710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:48.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.862+0000 7f8180fe6640 1 --2- 172.21.15.67:0/1204576400 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f817c0cfee0 0x7f817c153e70 unknown :-1 s=CLOSED pgs=2728 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:48.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.862+0000 7f8180fe6640 1 -- 172.21.15.67:0/1204576400 >> 172.21.15.67:0/1204576400 conn(0x7f817c073c20 msgr2=0x7f817c0d0ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:48.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.862+0000 7f8180fe6640 1 -- 172.21.15.67:0/1204576400 shutdown_connections 2024-09-21T00:37:48.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.862+0000 7f8180fe6640 1 -- 172.21.15.67:0/1204576400 wait complete. 2024-09-21T00:37:48.874 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:37:48.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.989+0000 7fe11eb58640 1 -- 172.21.15.67:0/2966164390 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe1180b57c0 msgr2=0x7fe1180b6450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:48.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.989+0000 7fe11eb58640 1 --2- 172.21.15.67:0/2966164390 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe1180b57c0 0x7fe1180b6450 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fe10c009860 tx=0x7fe10c02a530 comp rx=0 tx=0).stop 2024-09-21T00:37:48.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.989+0000 7fe11eb58640 1 -- 172.21.15.67:0/2966164390 shutdown_connections 2024-09-21T00:37:48.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.989+0000 7fe11eb58640 1 --2- 172.21.15.67:0/2966164390 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe1180b57c0 0x7fe1180b6450 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:48.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.989+0000 7fe11eb58640 1 -- 172.21.15.67:0/2966164390 >> 172.21.15.67:0/2966164390 conn(0x7fe1180d1af0 msgr2=0x7fe118073340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:48.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.990+0000 7fe11eb58640 1 -- 172.21.15.67:0/2966164390 shutdown_connections 2024-09-21T00:37:48.991 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.990+0000 7fe11eb58640 1 -- 172.21.15.67:0/2966164390 wait complete. 2024-09-21T00:37:48.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.991+0000 7fe11eb58640 1 Processor -- start 2024-09-21T00:37:48.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.991+0000 7fe11eb58640 1 -- start start 2024-09-21T00:37:48.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.993+0000 7fe11eb58640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe11806db40 0x7fe1181509c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:48.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.993+0000 7fe11eb58640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe1180b57c0 0x7fe118068d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:48.995 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.993+0000 7fe11eb58640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe11815bce0 0x7fe118069240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:48.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.993+0000 7fe11eb58640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fe1180b4e00 con 0x7fe11806db40 2024-09-21T00:37:48.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.993+0000 7fe11eb58640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fe1180b4c80 con 0x7fe1180b57c0 2024-09-21T00:37:48.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.993+0000 7fe11eb58640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fe1180b4f80 con 0x7fe11815bce0 2024-09-21T00:37:48.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.993+0000 7fe11c8f4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe11806db40 0x7fe1181509c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:48.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.993+0000 7fe11c8f4640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe11806db40 0x7fe1181509c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33282/0 (socket says 172.21.15.67:33282) 2024-09-21T00:37:48.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.993+0000 7fe11c8f4640 1 -- 172.21.15.67:0/644560655 learned_addr learned my addr 172.21.15.67:0/644560655 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:37:48.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.993+0000 7fe117fff640 1 --2- 172.21.15.67:0/644560655 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe1180b57c0 0x7fe118068d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:48.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.993+0000 7fe11d0f5640 1 --2- 172.21.15.67:0/644560655 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe11815bce0 0x7fe118069240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:48.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.993+0000 7fe11c8f4640 1 -- 172.21.15.67:0/644560655 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe11815bce0 msgr2=0x7fe118069240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:48.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.993+0000 7fe11c8f4640 1 --2- 172.21.15.67:0/644560655 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe11815bce0 0x7fe118069240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:48.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.993+0000 7fe11c8f4640 1 -- 172.21.15.67:0/644560655 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe1180b57c0 msgr2=0x7fe118068d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:48.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.993+0000 7fe11c8f4640 1 --2- 172.21.15.67:0/644560655 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe1180b57c0 0x7fe118068d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:48.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.993+0000 7fe11c8f4640 1 -- 172.21.15.67:0/644560655 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1181559e0 con 0x7fe11806db40 2024-09-21T00:37:48.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.993+0000 7fe117fff640 1 --2- 172.21.15.67:0/644560655 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe1180b57c0 0x7fe118068d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:37:48.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.993+0000 7fe11d0f5640 1 --2- 172.21.15.67:0/644560655 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe11815bce0 0x7fe118069240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:37:48.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.993+0000 7fe11c8f4640 1 --2- 172.21.15.67:0/644560655 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe11806db40 0x7fe1181509c0 secure :-1 s=READY pgs=2730 cs=0 l=1 rev1=1 crypto rx=0x7fe10800c430 tx=0x7fe10800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:48.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.994+0000 7fe1157fa640 1 -- 172.21.15.67:0/644560655 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe108017070 con 0x7fe11806db40 2024-09-21T00:37:48.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.994+0000 7fe11eb58640 1 -- 172.21.15.67:0/644560655 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1180d0280 con 0x7fe11806db40 2024-09-21T00:37:48.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.994+0000 7fe1157fa640 1 -- 172.21.15.67:0/644560655 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe1080053e0 con 0x7fe11806db40 2024-09-21T00:37:48.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.994+0000 7fe1157fa640 1 -- 172.21.15.67:0/644560655 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe108003850 con 0x7fe11806db40 2024-09-21T00:37:48.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.994+0000 7fe11eb58640 1 -- 172.21.15.67:0/644560655 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe118155c80 con 0x7fe11806db40 2024-09-21T00:37:48.998 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.995+0000 7fe11eb58640 1 -- 172.21.15.67:0/644560655 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe1180b54a0 con 0x7fe11806db40 2024-09-21T00:37:48.998 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.996+0000 7fe1157fa640 1 -- 172.21.15.67:0/644560655 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fe10801a070 con 0x7fe11806db40 2024-09-21T00:37:48.998 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.996+0000 7fe1157fa640 1 --2- 172.21.15.67:0/644560655 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe104078b90 0x7fe10407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:48.998 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.996+0000 7fe1157fa640 1 -- 172.21.15.67:0/644560655 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(211..211 src has 1..211) ==== 5795+0+0 (secure 0 0 0) 0x7fe10809a240 con 0x7fe11806db40 2024-09-21T00:37:48.998 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.996+0000 7fe117fff640 1 --2- 172.21.15.67:0/644560655 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe104078b90 0x7fe10407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:48.998 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:48.997+0000 7fe117fff640 1 --2- 172.21.15.67:0/644560655 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe104078b90 0x7fe10407b0a0 secure :-1 s=READY pgs=1023 cs=0 l=1 rev1=1 crypto rx=0x7fe10c034000 tx=0x7fe10c004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:49.001 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.001+0000 7fe1157fa640 1 -- 172.21.15.67:0/644560655 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fe1080625a0 con 0x7fe11806db40 2024-09-21T00:37:49.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.228+0000 7fe11eb58640 1 -- 172.21.15.67:0/644560655 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe11806df50 con 0x7fe11806db40 2024-09-21T00:37:49.229 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.228+0000 7fe1157fa640 1 -- 172.21.15.67:0/644560655 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 184 v184) ==== 95+0+5239 (secure 0 0 0) 0x7fe108061ea0 con 0x7fe11806db40 2024-09-21T00:37:49.230 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:37:49.230 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":184,"btime":"2024-09-21T00:36:44:762028+0000","default_fscid":16,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":9146,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/718747030","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":718747030},{"type":"v1","addr":"172.21.15.97:6837","nonce":718747030}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":173},{"gid":10321,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/3246375124","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3246375124},{"type":"v1","addr":"172.21.15.97:6836","nonce":3246375124}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":172},{"gid":11718,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/1998642908","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1998642908},{"type":"v1","addr":"172.21.15.67:6834","nonce":1998642908}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":173}],"filesystems":[{"mdsmap":{"epoch":184,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:36:19.767153+0000","modified":"2024-09-21T00:36:44.762018+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":211,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":11913},"failed":[],"damaged":[],"stopped":[],"info":{"gid_11913":{"gid":11913,"name":"a","rank":0,"incarnation":181,"state":"up:active","state_seq":4,"addr":"172.21.15.67:6835/2324294626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":2324294626},{"type":"v1","addr":"172.21.15.67:6835","nonce":2324294626}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[33],"metadata_pool":32,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":11913,"qdb_cluster":[11913]},"id":16}]} 2024-09-21T00:37:49.230 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 184 2024-09-21T00:37:49.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.231+0000 7fe11eb58640 1 -- 172.21.15.67:0/644560655 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe104078b90 msgr2=0x7fe10407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:49.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.231+0000 7fe11eb58640 1 --2- 172.21.15.67:0/644560655 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe104078b90 0x7fe10407b0a0 secure :-1 s=READY pgs=1023 cs=0 l=1 rev1=1 crypto rx=0x7fe10c034000 tx=0x7fe10c004730 comp rx=0 tx=0).stop 2024-09-21T00:37:49.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.231+0000 7fe11eb58640 1 -- 172.21.15.67:0/644560655 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe11806db40 msgr2=0x7fe1181509c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:49.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.231+0000 7fe11eb58640 1 --2- 172.21.15.67:0/644560655 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe11806db40 0x7fe1181509c0 secure :-1 s=READY pgs=2730 cs=0 l=1 rev1=1 crypto rx=0x7fe10800c430 tx=0x7fe10800c8f0 comp rx=0 tx=0).stop 2024-09-21T00:37:49.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.231+0000 7fe11eb58640 1 -- 172.21.15.67:0/644560655 shutdown_connections 2024-09-21T00:37:49.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.231+0000 7fe11eb58640 1 --2- 172.21.15.67:0/644560655 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe104078b90 0x7fe10407b0a0 unknown :-1 s=CLOSED pgs=1023 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:49.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.231+0000 7fe11eb58640 1 --2- 172.21.15.67:0/644560655 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe11815bce0 0x7fe118069240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:49.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.231+0000 7fe11eb58640 1 --2- 172.21.15.67:0/644560655 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe1180b57c0 0x7fe118068d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:49.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.231+0000 7fe11eb58640 1 --2- 172.21.15.67:0/644560655 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe11806db40 0x7fe1181509c0 unknown :-1 s=CLOSED pgs=2730 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:49.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.231+0000 7fe11eb58640 1 -- 172.21.15.67:0/644560655 >> 172.21.15.67:0/644560655 conn(0x7fe1180d1af0 msgr2=0x7fe11815b1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:49.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.231+0000 7fe11eb58640 1 -- 172.21.15.67:0/644560655 shutdown_connections 2024-09-21T00:37:49.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.231+0000 7fe11eb58640 1 -- 172.21.15.67:0/644560655 wait complete. 2024-09-21T00:37:49.243 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:37:49.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.358+0000 7f042e87f640 1 -- 172.21.15.67:0/801735172 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f04280d1b70 msgr2=0x7f04280d3100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:49.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.358+0000 7f042e87f640 1 --2- 172.21.15.67:0/801735172 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f04280d1b70 0x7f04280d3100 secure :-1 s=READY pgs=2732 cs=0 l=1 rev1=1 crypto rx=0x7f0418005fd0 tx=0x7f041802a5d0 comp rx=0 tx=0).stop 2024-09-21T00:37:49.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.359+0000 7f042e87f640 1 -- 172.21.15.67:0/801735172 shutdown_connections 2024-09-21T00:37:49.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.359+0000 7f042e87f640 1 --2- 172.21.15.67:0/801735172 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f04280d1b70 0x7f04280d3100 unknown :-1 s=CLOSED pgs=2732 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:49.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.359+0000 7f042e87f640 1 -- 172.21.15.67:0/801735172 >> 172.21.15.67:0/801735172 conn(0x7f0428073ba0 msgr2=0x7f042806cb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:49.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.359+0000 7f042e87f640 1 -- 172.21.15.67:0/801735172 shutdown_connections 2024-09-21T00:37:49.360 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.359+0000 7f042e87f640 1 -- 172.21.15.67:0/801735172 wait complete. 2024-09-21T00:37:49.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.360+0000 7f042e87f640 1 Processor -- start 2024-09-21T00:37:49.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.361+0000 7f042e87f640 1 -- start start 2024-09-21T00:37:49.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.362+0000 7f042e87f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f04280d1b70 0x7f04280b5a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:49.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.362+0000 7f042e87f640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f04280d4910 0x7f042814e750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:49.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.362+0000 7f042e87f640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f04280b5f40 0x7f042814ec90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:49.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.362+0000 7f042e87f640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f04280d50b0 con 0x7f04280d1b70 2024-09-21T00:37:49.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.362+0000 7f042e87f640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f04280d4f30 con 0x7f04280b5f40 2024-09-21T00:37:49.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.362+0000 7f042e87f640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f04280b84e0 con 0x7f04280d4910 2024-09-21T00:37:49.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.362+0000 7f0427fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f04280d1b70 0x7f04280b5a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:49.364 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.362+0000 7f0427fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f04280d1b70 0x7f04280b5a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33308/0 (socket says 172.21.15.67:33308) 2024-09-21T00:37:49.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.362+0000 7f0427fff640 1 -- 172.21.15.67:0/2477557224 learned_addr learned my addr 172.21.15.67:0/2477557224 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:37:49.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.362+0000 7f04277fe640 1 --2- 172.21.15.67:0/2477557224 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f04280d4910 0x7f042814e750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:49.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.362+0000 7f042ce1c640 1 --2- 172.21.15.67:0/2477557224 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f04280b5f40 0x7f042814ec90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:49.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.362+0000 7f0427fff640 1 -- 172.21.15.67:0/2477557224 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f04280d4910 msgr2=0x7f042814e750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:49.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.362+0000 7f0427fff640 1 --2- 172.21.15.67:0/2477557224 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f04280d4910 0x7f042814e750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:49.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.362+0000 7f0427fff640 1 -- 172.21.15.67:0/2477557224 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f04280b5f40 msgr2=0x7f042814ec90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:49.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.362+0000 7f0427fff640 1 --2- 172.21.15.67:0/2477557224 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f04280b5f40 0x7f042814ec90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:49.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.362+0000 7f0427fff640 1 -- 172.21.15.67:0/2477557224 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04281e7f40 con 0x7f04280d1b70 2024-09-21T00:37:49.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.362+0000 7f04277fe640 1 --2- 172.21.15.67:0/2477557224 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f04280d4910 0x7f042814e750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:37:49.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.362+0000 7f042ce1c640 1 --2- 172.21.15.67:0/2477557224 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f04280b5f40 0x7f042814ec90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:37:49.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.363+0000 7f0427fff640 1 --2- 172.21.15.67:0/2477557224 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f04280d1b70 0x7f04280b5a00 secure :-1 s=READY pgs=2733 cs=0 l=1 rev1=1 crypto rx=0x7f0418034040 tx=0x7f04180038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:49.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.363+0000 7f0424ff9640 1 -- 172.21.15.67:0/2477557224 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f041803e030 con 0x7f04280d1b70 2024-09-21T00:37:49.365 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.363+0000 7f0424ff9640 1 -- 172.21.15.67:0/2477557224 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0418003ca0 con 0x7f04280d1b70 2024-09-21T00:37:49.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.363+0000 7f042e87f640 1 -- 172.21.15.67:0/2477557224 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04281e8c10 con 0x7f04280d1b70 2024-09-21T00:37:49.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.363+0000 7f0424ff9640 1 -- 172.21.15.67:0/2477557224 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0418035040 con 0x7f04280d1b70 2024-09-21T00:37:49.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.363+0000 7f042e87f640 1 -- 172.21.15.67:0/2477557224 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04281e7c30 con 0x7f04280d1b70 2024-09-21T00:37:49.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.364+0000 7f042e87f640 1 -- 172.21.15.67:0/2477557224 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f04280d2bd0 con 0x7f04280d1b70 2024-09-21T00:37:49.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.365+0000 7f0424ff9640 1 -- 172.21.15.67:0/2477557224 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f0418041030 con 0x7f04280d1b70 2024-09-21T00:37:49.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.365+0000 7f0424ff9640 1 --2- 172.21.15.67:0/2477557224 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0408078b90 0x7f040807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:49.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.365+0000 7f0424ff9640 1 -- 172.21.15.67:0/2477557224 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(211..211 src has 1..211) ==== 5795+0+0 (secure 0 0 0) 0x7f04180bb4a0 con 0x7f04280d1b70 2024-09-21T00:37:49.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.365+0000 7f04277fe640 1 --2- 172.21.15.67:0/2477557224 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0408078b90 0x7f040807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:49.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.366+0000 7f04277fe640 1 --2- 172.21.15.67:0/2477557224 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0408078b90 0x7f040807b0a0 secure :-1 s=READY pgs=1024 cs=0 l=1 rev1=1 crypto rx=0x7f04281ea480 tx=0x7f0410009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:49.371 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.370+0000 7f0424ff9640 1 -- 172.21.15.67:0/2477557224 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f0418083880 con 0x7f04280d1b70 2024-09-21T00:37:49.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.557+0000 7f042e87f640 1 -- 172.21.15.67:0/2477557224 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f042806d000 con 0x7f04280d1b70 2024-09-21T00:37:49.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.558+0000 7f0424ff9640 1 -- 172.21.15.67:0/2477557224 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v211) ==== 74+0+16776 (secure 0 0 0) 0x7f0418083180 con 0x7f04280d1b70 2024-09-21T00:37:49.559 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:37:49.559 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":211,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:36:40.748974+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":33,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":32,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:36:17.439345+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"209","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":33,"pool_name":"cephfs_data","create_time":"2024-09-21T00:36:18.718239+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"210","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":208,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":208,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":208,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":208,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":208,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":208,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":208,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":208,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.67:6835/1944202034":"2024-09-22T00:36:40.748943+0000","172.21.15.67:6833/1944202034":"2024-09-22T00:36:40.748943+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:37:49.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.560+0000 7f042e87f640 1 -- 172.21.15.67:0/2477557224 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0408078b90 msgr2=0x7f040807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:49.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.560+0000 7f042e87f640 1 --2- 172.21.15.67:0/2477557224 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0408078b90 0x7f040807b0a0 secure :-1 s=READY pgs=1024 cs=0 l=1 rev1=1 crypto rx=0x7f04281ea480 tx=0x7f0410009040 comp rx=0 tx=0).stop 2024-09-21T00:37:49.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.560+0000 7f042e87f640 1 -- 172.21.15.67:0/2477557224 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f04280d1b70 msgr2=0x7f04280b5a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:49.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.560+0000 7f042e87f640 1 --2- 172.21.15.67:0/2477557224 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f04280d1b70 0x7f04280b5a00 secure :-1 s=READY pgs=2733 cs=0 l=1 rev1=1 crypto rx=0x7f0418034040 tx=0x7f04180038a0 comp rx=0 tx=0).stop 2024-09-21T00:37:49.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.560+0000 7f042e87f640 1 -- 172.21.15.67:0/2477557224 shutdown_connections 2024-09-21T00:37:49.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.560+0000 7f042e87f640 1 --2- 172.21.15.67:0/2477557224 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0408078b90 0x7f040807b0a0 unknown :-1 s=CLOSED pgs=1024 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:49.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.560+0000 7f042e87f640 1 --2- 172.21.15.67:0/2477557224 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f04280b5f40 0x7f042814ec90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:49.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.560+0000 7f042e87f640 1 --2- 172.21.15.67:0/2477557224 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f04280d4910 0x7f042814e750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:49.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.560+0000 7f042e87f640 1 --2- 172.21.15.67:0/2477557224 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f04280d1b70 0x7f04280b5a00 unknown :-1 s=CLOSED pgs=2733 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:49.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.560+0000 7f042e87f640 1 -- 172.21.15.67:0/2477557224 >> 172.21.15.67:0/2477557224 conn(0x7f0428073ba0 msgr2=0x7f04280b93d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:49.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.560+0000 7f042e87f640 1 -- 172.21.15.67:0/2477557224 shutdown_connections 2024-09-21T00:37:49.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.560+0000 7f042e87f640 1 -- 172.21.15.67:0/2477557224 wait complete. 2024-09-21T00:37:49.573 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-21T00:37:49.573 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:37:49.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.689+0000 7f9677694640 1 -- 172.21.15.67:0/1533129191 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f965c003a30 msgr2=0x7f965c003ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:49.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.689+0000 7f9677694640 1 --2- 172.21.15.67:0/1533129191 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f965c003a30 0x7f965c003ea0 secure :-1 s=READY pgs=2735 cs=0 l=1 rev1=1 crypto rx=0x7f966c006fc0 tx=0x7f965c005830 comp rx=0 tx=0).stop 2024-09-21T00:37:49.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.689+0000 7f9675c31640 1 -- 172.21.15.67:0/1533129191 reap_dead start 2024-09-21T00:37:49.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.689+0000 7f9677694640 1 -- 172.21.15.67:0/1533129191 shutdown_connections 2024-09-21T00:37:49.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.689+0000 7f9677694640 1 -- 172.21.15.67:0/1533129191 >> 172.21.15.67:0/1533129191 conn(0x7f9670073a90 msgr2=0x7f967006cb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:49.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.689+0000 7f9677694640 1 -- 172.21.15.67:0/1533129191 shutdown_connections 2024-09-21T00:37:49.691 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.689+0000 7f9677694640 1 -- 172.21.15.67:0/1533129191 wait complete. 2024-09-21T00:37:49.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.691+0000 7f9677694640 1 Processor -- start 2024-09-21T00:37:49.692 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.691+0000 7f9677694640 1 -- start start 2024-09-21T00:37:49.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.692+0000 7f9677694640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f965c003a30 0x7f9670148ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:49.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.692+0000 7f9677694640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f967015cba0 0x7f9670149530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:49.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.692+0000 7f9677694640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f96701f5b60 0x7f96701f5f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:49.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.692+0000 7f9677694640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f967015edc0 con 0x7f965c003a30 2024-09-21T00:37:49.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.692+0000 7f9677694640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f967015ec40 con 0x7f967015cba0 2024-09-21T00:37:49.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.692+0000 7f9677694640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f967015ef40 con 0x7f96701f5b60 2024-09-21T00:37:49.695 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.692+0000 7f9675430640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f965c003a30 0x7f9670148ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:49.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.693+0000 7f9675430640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f965c003a30 0x7f9670148ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33326/0 (socket says 172.21.15.67:33326) 2024-09-21T00:37:49.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.693+0000 7f9675430640 1 -- 172.21.15.67:0/2239671648 learned_addr learned my addr 172.21.15.67:0/2239671648 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:37:49.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.693+0000 7f9674c2f640 1 --2- 172.21.15.67:0/2239671648 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f967015cba0 0x7f9670149530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:49.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.693+0000 7f9675c31640 1 --2- 172.21.15.67:0/2239671648 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f96701f5b60 0x7f96701f5f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:49.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.693+0000 7f9675430640 1 -- 172.21.15.67:0/2239671648 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f96701f5b60 msgr2=0x7f96701f5f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:49.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.693+0000 7f9675430640 1 --2- 172.21.15.67:0/2239671648 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f96701f5b60 0x7f96701f5f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:49.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.693+0000 7f9675430640 1 -- 172.21.15.67:0/2239671648 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f967015cba0 msgr2=0x7f9670149530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:49.696 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.693+0000 7f9675430640 1 --2- 172.21.15.67:0/2239671648 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f967015cba0 0x7f9670149530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:49.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.693+0000 7f9675430640 1 -- 172.21.15.67:0/2239671648 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96701f64b0 con 0x7f965c003a30 2024-09-21T00:37:49.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.693+0000 7f9675430640 1 --2- 172.21.15.67:0/2239671648 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f965c003a30 0x7f9670148ff0 secure :-1 s=READY pgs=2736 cs=0 l=1 rev1=1 crypto rx=0x7f966c00c350 tx=0x7f966c001cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:49.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.693+0000 7f9665ffb640 1 -- 172.21.15.67:0/2239671648 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f966c031040 con 0x7f965c003a30 2024-09-21T00:37:49.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.693+0000 7f9665ffb640 1 -- 172.21.15.67:0/2239671648 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f966c0035f0 con 0x7f965c003a30 2024-09-21T00:37:49.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.693+0000 7f9677694640 1 -- 172.21.15.67:0/2239671648 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f967015d280 con 0x7f965c003a30 2024-09-21T00:37:49.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.693+0000 7f9665ffb640 1 -- 172.21.15.67:0/2239671648 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f966c003a20 con 0x7f965c003a30 2024-09-21T00:37:49.697 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.694+0000 7f9677694640 1 -- 172.21.15.67:0/2239671648 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f967015d840 con 0x7f965c003a30 2024-09-21T00:37:49.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.695+0000 7f9677694640 1 -- 172.21.15.67:0/2239671648 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f96700b8750 con 0x7f965c003a30 2024-09-21T00:37:49.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.695+0000 7f9665ffb640 1 -- 172.21.15.67:0/2239671648 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f966c034070 con 0x7f965c003a30 2024-09-21T00:37:49.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.696+0000 7f9665ffb640 1 --2- 172.21.15.67:0/2239671648 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9654078bc0 0x7f965407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:49.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.696+0000 7f9665ffb640 1 -- 172.21.15.67:0/2239671648 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(211..211 src has 1..211) ==== 5795+0+0 (secure 0 0 0) 0x7f966c0bafd0 con 0x7f965c003a30 2024-09-21T00:37:49.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.696+0000 7f9674c2f640 1 --2- 172.21.15.67:0/2239671648 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9654078bc0 0x7f965407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:49.698 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.697+0000 7f9674c2f640 1 --2- 172.21.15.67:0/2239671648 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9654078bc0 0x7f965407b0d0 secure :-1 s=READY pgs=1025 cs=0 l=1 rev1=1 crypto rx=0x7f96701eb250 tx=0x7f9660006b70 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:49.701 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.700+0000 7f9665ffb640 1 -- 172.21.15.67:0/2239671648 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f966c082df0 con 0x7f965c003a30 2024-09-21T00:37:49.928 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.927+0000 7f9677694640 1 -- 172.21.15.67:0/2239671648 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9670146980 con 0x7f965c003a30 2024-09-21T00:37:49.929 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.928+0000 7f9665ffb640 1 -- 172.21.15.67:0/2239671648 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 184 v184) ==== 95+0+5239 (secure 0 0 0) 0x7f966c087820 con 0x7f965c003a30 2024-09-21T00:37:49.929 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:37:49.929 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":184,"btime":"2024-09-21T00:36:44:762028+0000","default_fscid":16,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":9146,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/718747030","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":718747030},{"type":"v1","addr":"172.21.15.97:6837","nonce":718747030}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":173},{"gid":10321,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/3246375124","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3246375124},{"type":"v1","addr":"172.21.15.97:6836","nonce":3246375124}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":172},{"gid":11718,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/1998642908","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1998642908},{"type":"v1","addr":"172.21.15.67:6834","nonce":1998642908}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":173}],"filesystems":[{"mdsmap":{"epoch":184,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:36:19.767153+0000","modified":"2024-09-21T00:36:44.762018+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":211,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":11913},"failed":[],"damaged":[],"stopped":[],"info":{"gid_11913":{"gid":11913,"name":"a","rank":0,"incarnation":181,"state":"up:active","state_seq":4,"addr":"172.21.15.67:6835/2324294626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":2324294626},{"type":"v1","addr":"172.21.15.67:6835","nonce":2324294626}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[33],"metadata_pool":32,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":11913,"qdb_cluster":[11913]},"id":16}]} 2024-09-21T00:37:49.929 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 184 2024-09-21T00:37:49.931 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.930+0000 7f9677694640 1 -- 172.21.15.67:0/2239671648 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9654078bc0 msgr2=0x7f965407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:49.931 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.930+0000 7f9677694640 1 --2- 172.21.15.67:0/2239671648 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9654078bc0 0x7f965407b0d0 secure :-1 s=READY pgs=1025 cs=0 l=1 rev1=1 crypto rx=0x7f96701eb250 tx=0x7f9660006b70 comp rx=0 tx=0).stop 2024-09-21T00:37:49.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.930+0000 7f9677694640 1 -- 172.21.15.67:0/2239671648 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f965c003a30 msgr2=0x7f9670148ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:49.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.930+0000 7f9677694640 1 --2- 172.21.15.67:0/2239671648 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f965c003a30 0x7f9670148ff0 secure :-1 s=READY pgs=2736 cs=0 l=1 rev1=1 crypto rx=0x7f966c00c350 tx=0x7f966c001cb0 comp rx=0 tx=0).stop 2024-09-21T00:37:49.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.930+0000 7f9677694640 1 -- 172.21.15.67:0/2239671648 shutdown_connections 2024-09-21T00:37:49.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.930+0000 7f9677694640 1 --2- 172.21.15.67:0/2239671648 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9654078bc0 0x7f965407b0d0 unknown :-1 s=CLOSED pgs=1025 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:49.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.930+0000 7f9677694640 1 --2- 172.21.15.67:0/2239671648 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f96701f5b60 0x7f96701f5f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:49.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.930+0000 7f9677694640 1 --2- 172.21.15.67:0/2239671648 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f967015cba0 0x7f9670149530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:49.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.930+0000 7f9677694640 1 --2- 172.21.15.67:0/2239671648 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f965c003a30 0x7f9670148ff0 unknown :-1 s=CLOSED pgs=2736 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:49.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.930+0000 7f9677694640 1 -- 172.21.15.67:0/2239671648 >> 172.21.15.67:0/2239671648 conn(0x7f9670073a90 msgr2=0x7f96701ea470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:49.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.930+0000 7f9677694640 1 -- 172.21.15.67:0/2239671648 shutdown_connections 2024-09-21T00:37:49.932 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:49.930+0000 7f9677694640 1 -- 172.21.15.67:0/2239671648 wait complete. 2024-09-21T00:37:49.943 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:37:50.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.081+0000 7f5db3c7e640 1 -- 172.21.15.67:0/1626076365 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5dac15b3a0 msgr2=0x7f5dac15b7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:50.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.081+0000 7f5db3c7e640 1 --2- 172.21.15.67:0/1626076365 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5dac15b3a0 0x7f5dac15b7b0 secure :-1 s=READY pgs=2737 cs=0 l=1 rev1=1 crypto rx=0x7f5dac072050 tx=0x7f5da002a560 comp rx=0 tx=0).stop 2024-09-21T00:37:50.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.081+0000 7f5db3c7e640 1 -- 172.21.15.67:0/1626076365 shutdown_connections 2024-09-21T00:37:50.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.081+0000 7f5db3c7e640 1 --2- 172.21.15.67:0/1626076365 >> v2:172.21.15.97:3300/0 conn(0x7f5dac06f100 0x7f5dac06f510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:50.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.081+0000 7f5db3c7e640 1 --2- 172.21.15.67:0/1626076365 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5dac15b3a0 0x7f5dac15b7b0 unknown :-1 s=CLOSED pgs=2737 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:50.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.081+0000 7f5db3c7e640 1 --2- 172.21.15.67:0/1626076365 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5dac072cf0 0x7f5dac0b50f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:50.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.081+0000 7f5db3c7e640 1 -- 172.21.15.67:0/1626076365 >> 172.21.15.67:0/1626076365 conn(0x7f5dac0b2900 msgr2=0x7f5dac06cb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:50.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.081+0000 7f5db3c7e640 1 -- 172.21.15.67:0/1626076365 shutdown_connections 2024-09-21T00:37:50.083 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.081+0000 7f5db3c7e640 1 -- 172.21.15.67:0/1626076365 wait complete. 2024-09-21T00:37:50.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.083+0000 7f5db3c7e640 1 Processor -- start 2024-09-21T00:37:50.084 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.083+0000 7f5db3c7e640 1 -- start start 2024-09-21T00:37:50.086 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.084+0000 7f5db3c7e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5dac06f100 0x7f5dac1f72a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:50.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.084+0000 7f5db3c7e640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5dac072cf0 0x7f5dac1547d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:50.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.084+0000 7f5db3c7e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5dac15b3a0 0x7f5dac154d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:50.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.084+0000 7f5db3c7e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f5dac06d3c0 con 0x7f5dac06f100 2024-09-21T00:37:50.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.084+0000 7f5db3c7e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f5dac06d240 con 0x7f5dac15b3a0 2024-09-21T00:37:50.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.084+0000 7f5db3c7e640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f5dac06d540 con 0x7f5dac072cf0 2024-09-21T00:37:50.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.085+0000 7f5db1a1a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5dac06f100 0x7f5dac1f72a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:50.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.085+0000 7f5db1a1a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5dac06f100 0x7f5dac1f72a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33350/0 (socket says 172.21.15.67:33350) 2024-09-21T00:37:50.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.085+0000 7f5db1a1a640 1 -- 172.21.15.67:0/2386023871 learned_addr learned my addr 172.21.15.67:0/2386023871 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:37:50.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.085+0000 7f5db1219640 1 --2- 172.21.15.67:0/2386023871 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5dac072cf0 0x7f5dac1547d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:50.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.085+0000 7f5db221b640 1 --2- 172.21.15.67:0/2386023871 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5dac15b3a0 0x7f5dac154d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:50.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.085+0000 7f5db1a1a640 1 -- 172.21.15.67:0/2386023871 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5dac072cf0 msgr2=0x7f5dac1547d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:50.087 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.085+0000 7f5db1a1a640 1 --2- 172.21.15.67:0/2386023871 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5dac072cf0 0x7f5dac1547d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:50.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.085+0000 7f5db1a1a640 1 -- 172.21.15.67:0/2386023871 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5dac15b3a0 msgr2=0x7f5dac154d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:50.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.085+0000 7f5db1a1a640 1 --2- 172.21.15.67:0/2386023871 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5dac15b3a0 0x7f5dac154d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:50.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.085+0000 7f5db1a1a640 1 -- 172.21.15.67:0/2386023871 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5dac1f3ce0 con 0x7f5dac06f100 2024-09-21T00:37:50.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.085+0000 7f5db1a1a640 1 --2- 172.21.15.67:0/2386023871 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5dac06f100 0x7f5dac1f72a0 secure :-1 s=READY pgs=2738 cs=0 l=1 rev1=1 crypto rx=0x7f5da400c970 tx=0x7f5da400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:50.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.085+0000 7f5daa7fc640 1 -- 172.21.15.67:0/2386023871 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5da4007bb0 con 0x7f5dac06f100 2024-09-21T00:37:50.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.085+0000 7f5daa7fc640 1 -- 172.21.15.67:0/2386023871 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5da4007e40 con 0x7f5dac06f100 2024-09-21T00:37:50.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.085+0000 7f5db3c7e640 1 -- 172.21.15.67:0/2386023871 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5dac1f7d60 con 0x7f5dac06f100 2024-09-21T00:37:50.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.085+0000 7f5daa7fc640 1 -- 172.21.15.67:0/2386023871 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5da400f690 con 0x7f5dac06f100 2024-09-21T00:37:50.088 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.085+0000 7f5db3c7e640 1 -- 172.21.15.67:0/2386023871 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5dac152dc0 con 0x7f5dac06f100 2024-09-21T00:37:50.089 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.086+0000 7f5db3c7e640 1 -- 172.21.15.67:0/2386023871 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5dac0b50f0 con 0x7f5dac06f100 2024-09-21T00:37:50.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.087+0000 7f5daa7fc640 1 -- 172.21.15.67:0/2386023871 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f5da400f830 con 0x7f5dac06f100 2024-09-21T00:37:50.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.088+0000 7f5daa7fc640 1 --2- 172.21.15.67:0/2386023871 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5d98078b90 0x7f5d9807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:50.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.088+0000 7f5daa7fc640 1 -- 172.21.15.67:0/2386023871 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(211..211 src has 1..211) ==== 5795+0+0 (secure 0 0 0) 0x7f5da409b3f0 con 0x7f5dac06f100 2024-09-21T00:37:50.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.088+0000 7f5db1219640 1 --2- 172.21.15.67:0/2386023871 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5d98078b90 0x7f5d9807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:50.090 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.088+0000 7f5db1219640 1 --2- 172.21.15.67:0/2386023871 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5d98078b90 0x7f5d9807b0a0 secure :-1 s=READY pgs=1026 cs=0 l=1 rev1=1 crypto rx=0x7f5da0033000 tx=0x7f5da0004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:50.093 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.092+0000 7f5daa7fc640 1 -- 172.21.15.67:0/2386023871 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f5da4014030 con 0x7f5dac06f100 2024-09-21T00:37:50.321 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.320+0000 7f5db3c7e640 1 -- 172.21.15.67:0/2386023871 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5dac14a110 con 0x7f5dac06f100 2024-09-21T00:37:50.322 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.321+0000 7f5daa7fc640 1 -- 172.21.15.67:0/2386023871 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 184 v184) ==== 95+0+5239 (secure 0 0 0) 0x7f5da40632a0 con 0x7f5dac06f100 2024-09-21T00:37:50.323 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:37:50.323 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":184,"btime":"2024-09-21T00:36:44:762028+0000","default_fscid":16,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":9146,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/718747030","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":718747030},{"type":"v1","addr":"172.21.15.97:6837","nonce":718747030}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":173},{"gid":10321,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/3246375124","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3246375124},{"type":"v1","addr":"172.21.15.97:6836","nonce":3246375124}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":172},{"gid":11718,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/1998642908","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1998642908},{"type":"v1","addr":"172.21.15.67:6834","nonce":1998642908}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":173}],"filesystems":[{"mdsmap":{"epoch":184,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-21T00:36:19.767153+0000","modified":"2024-09-21T00:36:44.762018+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":211,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":11913},"failed":[],"damaged":[],"stopped":[],"info":{"gid_11913":{"gid":11913,"name":"a","rank":0,"incarnation":181,"state":"up:active","state_seq":4,"addr":"172.21.15.67:6835/2324294626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":2324294626},{"type":"v1","addr":"172.21.15.67:6835","nonce":2324294626}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[33],"metadata_pool":32,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":11913,"qdb_cluster":[11913]},"id":16}]} 2024-09-21T00:37:50.323 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 184 2024-09-21T00:37:50.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.323+0000 7f5db3c7e640 1 -- 172.21.15.67:0/2386023871 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5d98078b90 msgr2=0x7f5d9807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:50.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.323+0000 7f5db3c7e640 1 --2- 172.21.15.67:0/2386023871 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5d98078b90 0x7f5d9807b0a0 secure :-1 s=READY pgs=1026 cs=0 l=1 rev1=1 crypto rx=0x7f5da0033000 tx=0x7f5da0004730 comp rx=0 tx=0).stop 2024-09-21T00:37:50.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.323+0000 7f5db3c7e640 1 -- 172.21.15.67:0/2386023871 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5dac06f100 msgr2=0x7f5dac1f72a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:50.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.323+0000 7f5db3c7e640 1 --2- 172.21.15.67:0/2386023871 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5dac06f100 0x7f5dac1f72a0 secure :-1 s=READY pgs=2738 cs=0 l=1 rev1=1 crypto rx=0x7f5da400c970 tx=0x7f5da400ce30 comp rx=0 tx=0).stop 2024-09-21T00:37:50.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.323+0000 7f5db3c7e640 1 -- 172.21.15.67:0/2386023871 shutdown_connections 2024-09-21T00:37:50.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.323+0000 7f5db3c7e640 1 --2- 172.21.15.67:0/2386023871 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5d98078b90 0x7f5d9807b0a0 unknown :-1 s=CLOSED pgs=1026 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:50.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.323+0000 7f5db3c7e640 1 --2- 172.21.15.67:0/2386023871 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5dac15b3a0 0x7f5dac154d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:50.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.323+0000 7f5db3c7e640 1 --2- 172.21.15.67:0/2386023871 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5dac072cf0 0x7f5dac1547d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:50.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.323+0000 7f5db3c7e640 1 --2- 172.21.15.67:0/2386023871 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5dac06f100 0x7f5dac1f72a0 unknown :-1 s=CLOSED pgs=2738 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:50.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.323+0000 7f5db3c7e640 1 -- 172.21.15.67:0/2386023871 >> 172.21.15.67:0/2386023871 conn(0x7f5dac0b2900 msgr2=0x7f5dac14e4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:50.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.323+0000 7f5db3c7e640 1 -- 172.21.15.67:0/2386023871 shutdown_connections 2024-09-21T00:37:50.325 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.323+0000 7f5db3c7e640 1 -- 172.21.15.67:0/2386023871 wait complete. 2024-09-21T00:37:50.336 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:37:50.453 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.452+0000 7fc2ebdf1640 1 -- 172.21.15.67:0/3358994684 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2e40b6250 msgr2=0x7fc2e40d0860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:50.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.452+0000 7fc2ebdf1640 1 --2- 172.21.15.67:0/3358994684 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2e40b6250 0x7fc2e40d0860 secure :-1 s=READY pgs=2739 cs=0 l=1 rev1=1 crypto rx=0x7fc2e40d2040 tx=0x7fc2d802a560 comp rx=0 tx=0).stop 2024-09-21T00:37:50.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.452+0000 7fc2ebdf1640 1 -- 172.21.15.67:0/3358994684 shutdown_connections 2024-09-21T00:37:50.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.452+0000 7fc2ebdf1640 1 --2- 172.21.15.67:0/3358994684 >> v2:172.21.15.97:3300/0 conn(0x7fc2e40d0da0 0x7fc2e415f3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:50.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.452+0000 7fc2ebdf1640 1 --2- 172.21.15.67:0/3358994684 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2e40b6250 0x7fc2e40d0860 unknown :-1 s=CLOSED pgs=2739 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:50.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.452+0000 7fc2ebdf1640 1 --2- 172.21.15.67:0/3358994684 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc2e40cfb90 0x7fc2e40b5d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:50.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.452+0000 7fc2ebdf1640 1 -- 172.21.15.67:0/3358994684 >> 172.21.15.67:0/3358994684 conn(0x7fc2e40b4030 msgr2=0x7fc2e40b4440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:50.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.452+0000 7fc2ebdf1640 1 -- 172.21.15.67:0/3358994684 shutdown_connections 2024-09-21T00:37:50.454 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.452+0000 7fc2ebdf1640 1 -- 172.21.15.67:0/3358994684 wait complete. 2024-09-21T00:37:50.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.454+0000 7fc2ebdf1640 1 Processor -- start 2024-09-21T00:37:50.455 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.454+0000 7fc2ebdf1640 1 -- start start 2024-09-21T00:37:50.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.455+0000 7fc2ebdf1640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2e40b6250 0x7fc2e4155c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:50.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.456+0000 7fc2ebdf1640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc2e40cfb90 0x7fc2e41e9580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:50.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.456+0000 7fc2ebdf1640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc2e40d0da0 0x7fc2e41e9ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:50.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.456+0000 7fc2ebdf1640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fc2e415fe10 con 0x7fc2e40b6250 2024-09-21T00:37:50.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.456+0000 7fc2ebdf1640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fc2e415fc90 con 0x7fc2e40d0da0 2024-09-21T00:37:50.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.456+0000 7fc2ebdf1640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fc2e415ff90 con 0x7fc2e40cfb90 2024-09-21T00:37:50.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.456+0000 7fc2e9b8d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2e40b6250 0x7fc2e4155c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:50.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.456+0000 7fc2e9b8d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2e40b6250 0x7fc2e4155c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33366/0 (socket says 172.21.15.67:33366) 2024-09-21T00:37:50.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.456+0000 7fc2e9b8d640 1 -- 172.21.15.67:0/4030288457 learned_addr learned my addr 172.21.15.67:0/4030288457 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:37:50.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.456+0000 7fc2e938c640 1 --2- 172.21.15.67:0/4030288457 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc2e40cfb90 0x7fc2e41e9580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:50.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.456+0000 7fc2ea38e640 1 --2- 172.21.15.67:0/4030288457 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc2e40d0da0 0x7fc2e41e9ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:50.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.456+0000 7fc2e9b8d640 1 -- 172.21.15.67:0/4030288457 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc2e40cfb90 msgr2=0x7fc2e41e9580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:50.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.456+0000 7fc2e9b8d640 1 --2- 172.21.15.67:0/4030288457 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc2e40cfb90 0x7fc2e41e9580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:50.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.456+0000 7fc2e9b8d640 1 -- 172.21.15.67:0/4030288457 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc2e40d0da0 msgr2=0x7fc2e41e9ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:50.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.456+0000 7fc2e9b8d640 1 --2- 172.21.15.67:0/4030288457 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc2e40d0da0 0x7fc2e41e9ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:50.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.456+0000 7fc2e9b8d640 1 -- 172.21.15.67:0/4030288457 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2e40cc1b0 con 0x7fc2e40b6250 2024-09-21T00:37:50.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.456+0000 7fc2e9b8d640 1 --2- 172.21.15.67:0/4030288457 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2e40b6250 0x7fc2e4155c50 secure :-1 s=READY pgs=2740 cs=0 l=1 rev1=1 crypto rx=0x7fc2d400e990 tx=0x7fc2d400ee50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:50.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.456+0000 7fc2e27fc640 1 -- 172.21.15.67:0/4030288457 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2d400cd00 con 0x7fc2e40b6250 2024-09-21T00:37:50.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.456+0000 7fc2e27fc640 1 -- 172.21.15.67:0/4030288457 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fc2d4011470 con 0x7fc2e40b6250 2024-09-21T00:37:50.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.456+0000 7fc2ebdf1640 1 -- 172.21.15.67:0/4030288457 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2e40cc490 con 0x7fc2e40b6250 2024-09-21T00:37:50.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.456+0000 7fc2e27fc640 1 -- 172.21.15.67:0/4030288457 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2d40118c0 con 0x7fc2e40b6250 2024-09-21T00:37:50.459 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.457+0000 7fc2ebdf1640 1 -- 172.21.15.67:0/4030288457 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2e415cae0 con 0x7fc2e40b6250 2024-09-21T00:37:50.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.458+0000 7fc2ebdf1640 1 -- 172.21.15.67:0/4030288457 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc2e40b5d10 con 0x7fc2e40b6250 2024-09-21T00:37:50.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.458+0000 7fc2e27fc640 1 -- 172.21.15.67:0/4030288457 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fc2d4011a60 con 0x7fc2e40b6250 2024-09-21T00:37:50.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.459+0000 7fc2e27fc640 1 --2- 172.21.15.67:0/4030288457 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc2d0078b90 0x7fc2d007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:50.460 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.459+0000 7fc2e27fc640 1 -- 172.21.15.67:0/4030288457 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(211..211 src has 1..211) ==== 5795+0+0 (secure 0 0 0) 0x7fc2d409b860 con 0x7fc2e40b6250 2024-09-21T00:37:50.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.459+0000 7fc2e938c640 1 --2- 172.21.15.67:0/4030288457 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc2d0078b90 0x7fc2d007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:50.461 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.460+0000 7fc2e938c640 1 --2- 172.21.15.67:0/4030288457 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc2d0078b90 0x7fc2d007b0a0 secure :-1 s=READY pgs=1027 cs=0 l=1 rev1=1 crypto rx=0x7fc2d8033000 tx=0x7fc2d8004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:50.465 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.464+0000 7fc2e27fc640 1 -- 172.21.15.67:0/4030288457 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fc2d4016030 con 0x7fc2e40b6250 2024-09-21T00:37:50.655 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.654+0000 7fc2ebdf1640 1 -- 172.21.15.67:0/4030288457 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc2e40cc660 con 0x7fc2e40b6250 2024-09-21T00:37:50.656 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.655+0000 7fc2e27fc640 1 -- 172.21.15.67:0/4030288457 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v211) ==== 74+0+16776 (secure 0 0 0) 0x7fc2d4063600 con 0x7fc2e40b6250 2024-09-21T00:37:50.657 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:37:50.657 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":211,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:36:40.748974+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":33,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":32,"pool_name":"cephfs_metadata","create_time":"2024-09-21T00:36:17.439345+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"209","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":33,"pool_name":"cephfs_data","create_time":"2024-09-21T00:36:18.718239+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"210","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":208,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":208,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":208,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":208,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":208,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":208,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":208,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":208,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.67:6835/1944202034":"2024-09-22T00:36:40.748943+0000","172.21.15.67:6833/1944202034":"2024-09-22T00:36:40.748943+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:37:50.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.657+0000 7fc2ebdf1640 1 -- 172.21.15.67:0/4030288457 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc2d0078b90 msgr2=0x7fc2d007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:50.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.657+0000 7fc2ebdf1640 1 --2- 172.21.15.67:0/4030288457 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc2d0078b90 0x7fc2d007b0a0 secure :-1 s=READY pgs=1027 cs=0 l=1 rev1=1 crypto rx=0x7fc2d8033000 tx=0x7fc2d8004730 comp rx=0 tx=0).stop 2024-09-21T00:37:50.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.657+0000 7fc2ebdf1640 1 -- 172.21.15.67:0/4030288457 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2e40b6250 msgr2=0x7fc2e4155c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:50.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.657+0000 7fc2ebdf1640 1 --2- 172.21.15.67:0/4030288457 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2e40b6250 0x7fc2e4155c50 secure :-1 s=READY pgs=2740 cs=0 l=1 rev1=1 crypto rx=0x7fc2d400e990 tx=0x7fc2d400ee50 comp rx=0 tx=0).stop 2024-09-21T00:37:50.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.658+0000 7fc2ebdf1640 1 -- 172.21.15.67:0/4030288457 shutdown_connections 2024-09-21T00:37:50.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.658+0000 7fc2ebdf1640 1 --2- 172.21.15.67:0/4030288457 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fc2d0078b90 0x7fc2d007b0a0 unknown :-1 s=CLOSED pgs=1027 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:50.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.658+0000 7fc2ebdf1640 1 --2- 172.21.15.67:0/4030288457 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fc2e40d0da0 0x7fc2e41e9ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:50.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.658+0000 7fc2ebdf1640 1 --2- 172.21.15.67:0/4030288457 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fc2e40cfb90 0x7fc2e41e9580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:50.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.658+0000 7fc2ebdf1640 1 --2- 172.21.15.67:0/4030288457 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fc2e40b6250 0x7fc2e4155c50 unknown :-1 s=CLOSED pgs=2740 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:50.659 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.658+0000 7fc2ebdf1640 1 -- 172.21.15.67:0/4030288457 >> 172.21.15.67:0/4030288457 conn(0x7fc2e40b4030 msgr2=0x7fc2e415ec20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:50.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.658+0000 7fc2ebdf1640 1 -- 172.21.15.67:0/4030288457 shutdown_connections 2024-09-21T00:37:50.660 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.658+0000 7fc2ebdf1640 1 -- 172.21.15.67:0/4030288457 wait complete. 2024-09-21T00:37:50.670 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-21T00:37:50.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.787+0000 7fe6332f2640 1 -- 172.21.15.67:0/246029233 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe618005350 msgr2=0x7fe61800b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:50.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.787+0000 7fe6332f2640 1 --2- 172.21.15.67:0/246029233 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe618005350 0x7fe61800b9c0 secure :-1 s=READY pgs=2742 cs=0 l=1 rev1=1 crypto rx=0x7fe624001d90 tx=0x7fe618005830 comp rx=0 tx=0).stop 2024-09-21T00:37:50.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.787+0000 7fe6332f2640 1 -- 172.21.15.67:0/246029233 shutdown_connections 2024-09-21T00:37:50.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.787+0000 7fe6332f2640 1 --2- 172.21.15.67:0/246029233 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe618005350 0x7fe61800b9c0 unknown :-1 s=CLOSED pgs=2742 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:50.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.787+0000 7fe6332f2640 1 -- 172.21.15.67:0/246029233 >> 172.21.15.67:0/246029233 conn(0x7fe62c0b6330 msgr2=0x7fe62c0b6740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:50.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.787+0000 7fe6332f2640 1 -- 172.21.15.67:0/246029233 shutdown_connections 2024-09-21T00:37:50.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.787+0000 7fe6332f2640 1 -- 172.21.15.67:0/246029233 wait complete. 2024-09-21T00:37:50.789 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.789+0000 7fe6332f2640 1 Processor -- start 2024-09-21T00:37:50.790 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.789+0000 7fe6332f2640 1 -- start start 2024-09-21T00:37:50.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.790+0000 7fe6332f2640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe618005350 0x7fe62c15a180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:50.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.790+0000 7fe6332f2640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe62c15aa60 0x7fe62c0b8cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:50.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.790+0000 7fe6332f2640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe62c0b9210 0x7fe62c1f6a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:50.792 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.790+0000 7fe6332f2640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fe62c0d0ed0 con 0x7fe62c0b9210 2024-09-21T00:37:50.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.790+0000 7fe6332f2640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fe62c15c9d0 con 0x7fe618005350 2024-09-21T00:37:50.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.790+0000 7fe6332f2640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fe62c0d1050 con 0x7fe62c15aa60 2024-09-21T00:37:50.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.790+0000 7fe63188f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe62c0b9210 0x7fe62c1f6a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:50.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.790+0000 7fe63188f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe62c0b9210 0x7fe62c1f6a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33390/0 (socket says 172.21.15.67:33390) 2024-09-21T00:37:50.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.790+0000 7fe63188f640 1 -- 172.21.15.67:0/1151656982 learned_addr learned my addr 172.21.15.67:0/1151656982 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:37:50.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.790+0000 7fe63088d640 1 --2- 172.21.15.67:0/1151656982 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe62c15aa60 0x7fe62c0b8cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:50.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.790+0000 7fe63108e640 1 --2- 172.21.15.67:0/1151656982 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe618005350 0x7fe62c15a180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:50.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.791+0000 7fe63188f640 1 -- 172.21.15.67:0/1151656982 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe62c15aa60 msgr2=0x7fe62c0b8cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:50.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.791+0000 7fe63188f640 1 --2- 172.21.15.67:0/1151656982 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe62c15aa60 0x7fe62c0b8cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:50.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.791+0000 7fe63188f640 1 -- 172.21.15.67:0/1151656982 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe618005350 msgr2=0x7fe62c15a180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:50.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.791+0000 7fe63188f640 1 --2- 172.21.15.67:0/1151656982 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe618005350 0x7fe62c15a180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:50.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.791+0000 7fe63188f640 1 -- 172.21.15.67:0/1151656982 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe62c0b9620 con 0x7fe62c0b9210 2024-09-21T00:37:50.793 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.791+0000 7fe63188f640 1 --2- 172.21.15.67:0/1151656982 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe62c0b9210 0x7fe62c1f6a80 secure :-1 s=READY pgs=2743 cs=0 l=1 rev1=1 crypto rx=0x7fe624001370 tx=0x7fe624006d40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:50.794 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.791+0000 7fe621ffb640 1 -- 172.21.15.67:0/1151656982 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe624003d80 con 0x7fe62c0b9210 2024-09-21T00:37:50.794 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.791+0000 7fe621ffb640 1 -- 172.21.15.67:0/1151656982 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe624005b80 con 0x7fe62c0b9210 2024-09-21T00:37:50.794 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.791+0000 7fe6332f2640 1 -- 172.21.15.67:0/1151656982 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe62c1f59d0 con 0x7fe62c0b9210 2024-09-21T00:37:50.794 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.791+0000 7fe621ffb640 1 -- 172.21.15.67:0/1151656982 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe624005fd0 con 0x7fe62c0b9210 2024-09-21T00:37:50.794 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.791+0000 7fe6332f2640 1 -- 172.21.15.67:0/1151656982 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe62c1f5f90 con 0x7fe62c0b9210 2024-09-21T00:37:50.795 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.792+0000 7fe6332f2640 1 -- 172.21.15.67:0/1151656982 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe62c15f450 con 0x7fe62c0b9210 2024-09-21T00:37:50.795 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.793+0000 7fe621ffb640 1 -- 172.21.15.67:0/1151656982 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fe624005030 con 0x7fe62c0b9210 2024-09-21T00:37:50.795 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.793+0000 7fe621ffb640 1 --2- 172.21.15.67:0/1151656982 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe610078b90 0x7fe61007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:50.795 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.794+0000 7fe621ffb640 1 -- 172.21.15.67:0/1151656982 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(211..211 src has 1..211) ==== 5795+0+0 (secure 0 0 0) 0x7fe6240bac70 con 0x7fe62c0b9210 2024-09-21T00:37:50.795 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.794+0000 7fe63108e640 1 --2- 172.21.15.67:0/1151656982 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe610078b90 0x7fe61007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:50.795 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.794+0000 7fe63108e640 1 --2- 172.21.15.67:0/1151656982 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe610078b90 0x7fe61007b0a0 secure :-1 s=READY pgs=1028 cs=0 l=1 rev1=1 crypto rx=0x7fe628009bd0 tx=0x7fe628005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:50.799 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:50.798+0000 7fe621ffb640 1 -- 172.21.15.67:0/1151656982 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fe624043060 con 0x7fe62c0b9210 2024-09-21T00:37:51.028 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:51.027+0000 7fe6332f2640 1 -- 172.21.15.67:0/1151656982 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7fe62c0cc520 con 0x7fe62c0b9210 2024-09-21T00:37:51.028 INFO:tasks.ceph.mon.a.smithi067.stderr:2024-09-21T00:37:51.027+0000 7f6547693640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-21T00:37:51.030 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:51.029+0000 7fe621ffb640 1 -- 172.21.15.67:0/1151656982 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v185) ==== 161+0+0 (secure 0 0 0) 0x7fe62c0b9620 con 0x7fe62c0b9210 2024-09-21T00:37:51.030 INFO:teuthology.orchestra.run.smithi067.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-21T00:37:51.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:51.032+0000 7fe6332f2640 1 -- 172.21.15.67:0/1151656982 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe610078b90 msgr2=0x7fe61007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:51.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:51.032+0000 7fe6332f2640 1 --2- 172.21.15.67:0/1151656982 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe610078b90 0x7fe61007b0a0 secure :-1 s=READY pgs=1028 cs=0 l=1 rev1=1 crypto rx=0x7fe628009bd0 tx=0x7fe628005f90 comp rx=0 tx=0).stop 2024-09-21T00:37:51.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:51.032+0000 7fe6332f2640 1 -- 172.21.15.67:0/1151656982 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe62c0b9210 msgr2=0x7fe62c1f6a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:51.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:51.032+0000 7fe6332f2640 1 --2- 172.21.15.67:0/1151656982 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe62c0b9210 0x7fe62c1f6a80 secure :-1 s=READY pgs=2743 cs=0 l=1 rev1=1 crypto rx=0x7fe624001370 tx=0x7fe624006d40 comp rx=0 tx=0).stop 2024-09-21T00:37:51.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:51.032+0000 7fe6332f2640 1 -- 172.21.15.67:0/1151656982 shutdown_connections 2024-09-21T00:37:51.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:51.032+0000 7fe6332f2640 1 --2- 172.21.15.67:0/1151656982 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe610078b90 0x7fe61007b0a0 unknown :-1 s=CLOSED pgs=1028 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:51.033 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:51.032+0000 7fe6332f2640 1 --2- 172.21.15.67:0/1151656982 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe62c0b9210 0x7fe62c1f6a80 unknown :-1 s=CLOSED pgs=2743 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:51.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:51.032+0000 7fe6332f2640 1 --2- 172.21.15.67:0/1151656982 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe62c15aa60 0x7fe62c0b8cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:51.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:51.032+0000 7fe6332f2640 1 --2- 172.21.15.67:0/1151656982 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe618005350 0x7fe62c15a180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:51.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:51.032+0000 7fe6332f2640 1 -- 172.21.15.67:0/1151656982 >> 172.21.15.67:0/1151656982 conn(0x7fe62c0b6330 msgr2=0x7fe62c0ceb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:51.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:51.032+0000 7fe6332f2640 1 -- 172.21.15.67:0/1151656982 shutdown_connections 2024-09-21T00:37:51.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:51.032+0000 7fe6332f2640 1 -- 172.21.15.67:0/1151656982 wait complete. 2024-09-21T00:37:51.037 INFO:tasks.ceph.mds.a.smithi067.stderr: -2706> 2024-09-21T00:36:46.761+0000 7f6c5f854640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-21T00:37:51.045 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-21T00:37:51.097 INFO:tasks.ceph.mds.a.smithi067.stdout:starting mds.a at 2024-09-21T00:37:51.168 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:51.167+0000 7efd33782640 1 -- 172.21.15.67:0/3453775607 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efd2c0d1820 msgr2=0x7efd2c0d2730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:51.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:51.167+0000 7efd33782640 1 --2- 172.21.15.67:0/3453775607 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efd2c0d1820 0x7efd2c0d2730 secure :-1 s=READY pgs=2747 cs=0 l=1 rev1=1 crypto rx=0x7efd2c0d45e0 tx=0x7efd1c02a530 comp rx=0 tx=0).stop 2024-09-21T00:37:51.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:51.167+0000 7efd33782640 1 -- 172.21.15.67:0/3453775607 shutdown_connections 2024-09-21T00:37:51.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:51.167+0000 7efd33782640 1 --2- 172.21.15.67:0/3453775607 >> v2:172.21.15.97:3300/0 conn(0x7efd2c15eaa0 0x7efd2c163080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:51.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:51.167+0000 7efd33782640 1 --2- 172.21.15.67:0/3453775607 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efd2c0d1820 0x7efd2c0d2730 unknown :-1 s=CLOSED pgs=2747 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:51.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:51.167+0000 7efd33782640 1 -- 172.21.15.67:0/3453775607 >> 172.21.15.67:0/3453775607 conn(0x7efd2c073c20 msgr2=0x7efd2c06cb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:51.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:51.167+0000 7efd33782640 1 -- 172.21.15.67:0/3453775607 shutdown_connections 2024-09-21T00:37:51.169 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:51.167+0000 7efd33782640 1 -- 172.21.15.67:0/3453775607 wait complete. 2024-09-21T00:37:51.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:51.169+0000 7efd33782640 1 Processor -- start 2024-09-21T00:37:51.170 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:51.169+0000 7efd33782640 1 -- start start 2024-09-21T00:37:51.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:51.170+0000 7efd33782640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efd2c0cfee0 0x7efd2c0cb000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:51.172 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:51.170+0000 7efd33782640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efd2c0d1820 0x7efd2c1f5530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:51.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:51.170+0000 7efd33782640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efd2c15eaa0 0x7efd2c0c8250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:51.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:51.170+0000 7efd33782640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7efd2c0d3610 con 0x7efd2c15eaa0 2024-09-21T00:37:51.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:51.170+0000 7efd33782640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7efd2c0d3490 con 0x7efd2c0d1820 2024-09-21T00:37:51.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:51.170+0000 7efd33782640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7efd2c0d3790 con 0x7efd2c0cfee0 2024-09-21T00:37:51.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:51.171+0000 7efd31d1f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efd2c15eaa0 0x7efd2c0c8250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:51.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:51.171+0000 7efd31d1f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efd2c15eaa0 0x7efd2c0c8250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33416/0 (socket says 172.21.15.67:33416) 2024-09-21T00:37:51.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:51.171+0000 7efd31d1f640 1 -- 172.21.15.67:0/3828854953 learned_addr learned my addr 172.21.15.67:0/3828854953 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:37:51.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:51.171+0000 7efd30d1d640 1 --2- 172.21.15.67:0/3828854953 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efd2c0d1820 0x7efd2c1f5530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:51.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:51.171+0000 7efd3151e640 1 --2- 172.21.15.67:0/3828854953 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efd2c0cfee0 0x7efd2c0cb000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:51.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:51.171+0000 7efd31d1f640 1 -- 172.21.15.67:0/3828854953 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efd2c0cfee0 msgr2=0x7efd2c0cb000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:51.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:51.171+0000 7efd31d1f640 1 --2- 172.21.15.67:0/3828854953 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efd2c0cfee0 0x7efd2c0cb000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:51.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:51.171+0000 7efd31d1f640 1 -- 172.21.15.67:0/3828854953 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efd2c0d1820 msgr2=0x7efd2c1f5530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:51.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:51.171+0000 7efd31d1f640 1 --2- 172.21.15.67:0/3828854953 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efd2c0d1820 0x7efd2c1f5530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:51.174 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:51.171+0000 7efd31d1f640 1 -- 172.21.15.67:0/3828854953 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd2c1f5a70 con 0x7efd2c15eaa0 2024-09-21T00:37:51.174 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:51.171+0000 7efd31d1f640 1 --2- 172.21.15.67:0/3828854953 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efd2c15eaa0 0x7efd2c0c8250 secure :-1 s=READY pgs=2748 cs=0 l=1 rev1=1 crypto rx=0x7efd2400e990 tx=0x7efd2400ee50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:51.174 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:51.171+0000 7efd21ffb640 1 -- 172.21.15.67:0/3828854953 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd24004d20 con 0x7efd2c15eaa0 2024-09-21T00:37:51.174 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:51.171+0000 7efd21ffb640 1 -- 172.21.15.67:0/3828854953 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7efd2400caa0 con 0x7efd2c15eaa0 2024-09-21T00:37:51.174 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:51.171+0000 7efd33782640 1 -- 172.21.15.67:0/3828854953 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efd2c14ae10 con 0x7efd2c15eaa0 2024-09-21T00:37:51.174 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:51.171+0000 7efd21ffb640 1 -- 172.21.15.67:0/3828854953 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd24005020 con 0x7efd2c15eaa0 2024-09-21T00:37:51.174 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:51.172+0000 7efd33782640 1 -- 172.21.15.67:0/3828854953 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efd2c14b3d0 con 0x7efd2c15eaa0 2024-09-21T00:37:51.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:51.173+0000 7efd33782640 1 -- 172.21.15.67:0/3828854953 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efd2c06a400 con 0x7efd2c15eaa0 2024-09-21T00:37:51.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:51.173+0000 7efd21ffb640 1 -- 172.21.15.67:0/3828854953 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7efd240051c0 con 0x7efd2c15eaa0 2024-09-21T00:37:51.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:51.174+0000 7efd21ffb640 1 --2- 172.21.15.67:0/3828854953 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efd10078bc0 0x7efd1007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:51.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:51.174+0000 7efd21ffb640 1 -- 172.21.15.67:0/3828854953 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(212..212 src has 1..212) ==== 5881+0+0 (secure 0 0 0) 0x7efd2409b620 con 0x7efd2c15eaa0 2024-09-21T00:37:51.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:51.174+0000 7efd3151e640 1 --2- 172.21.15.67:0/3828854953 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efd10078bc0 0x7efd1007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:51.175 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:51.175+0000 7efd3151e640 1 --2- 172.21.15.67:0/3828854953 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efd10078bc0 0x7efd1007b0d0 secure :-1 s=READY pgs=1029 cs=0 l=1 rev1=1 crypto rx=0x7efd28001720 tx=0x7efd28007e90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:51.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:51.178+0000 7efd21ffb640 1 -- 172.21.15.67:0/3828854953 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7efd2c06a400 con 0x7efd2c15eaa0 2024-09-21T00:37:51.404 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:51.403+0000 7efd33782640 1 -- 172.21.15.67:0/3828854953 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7efd2c0d2730 con 0x7efd2c15eaa0 2024-09-21T00:37:52.031 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:52.030+0000 7efd21ffb640 1 -- 172.21.15.67:0/3828854953 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v186) ==== 104+0+0 (secure 0 0 0) 0x7efd24016030 con 0x7efd2c15eaa0 2024-09-21T00:37:52.034 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:52.033+0000 7efd33782640 1 -- 172.21.15.67:0/3828854953 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efd10078bc0 msgr2=0x7efd1007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:52.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:52.033+0000 7efd33782640 1 --2- 172.21.15.67:0/3828854953 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efd10078bc0 0x7efd1007b0d0 secure :-1 s=READY pgs=1029 cs=0 l=1 rev1=1 crypto rx=0x7efd28001720 tx=0x7efd28007e90 comp rx=0 tx=0).stop 2024-09-21T00:37:52.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:52.033+0000 7efd33782640 1 -- 172.21.15.67:0/3828854953 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efd2c15eaa0 msgr2=0x7efd2c0c8250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:52.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:52.033+0000 7efd33782640 1 --2- 172.21.15.67:0/3828854953 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efd2c15eaa0 0x7efd2c0c8250 secure :-1 s=READY pgs=2748 cs=0 l=1 rev1=1 crypto rx=0x7efd2400e990 tx=0x7efd2400ee50 comp rx=0 tx=0).stop 2024-09-21T00:37:52.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:52.033+0000 7efd33782640 1 -- 172.21.15.67:0/3828854953 shutdown_connections 2024-09-21T00:37:52.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:52.033+0000 7efd33782640 1 --2- 172.21.15.67:0/3828854953 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7efd10078bc0 0x7efd1007b0d0 unknown :-1 s=CLOSED pgs=1029 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:52.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:52.033+0000 7efd33782640 1 --2- 172.21.15.67:0/3828854953 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7efd2c15eaa0 0x7efd2c0c8250 unknown :-1 s=CLOSED pgs=2748 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:52.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:52.033+0000 7efd33782640 1 --2- 172.21.15.67:0/3828854953 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7efd2c0d1820 0x7efd2c1f5530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:52.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:52.033+0000 7efd33782640 1 --2- 172.21.15.67:0/3828854953 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7efd2c0cfee0 0x7efd2c0cb000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:52.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:52.033+0000 7efd33782640 1 -- 172.21.15.67:0/3828854953 >> 172.21.15.67:0/3828854953 conn(0x7efd2c073c20 msgr2=0x7efd2c075c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:52.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:52.033+0000 7efd33782640 1 -- 172.21.15.67:0/3828854953 shutdown_connections 2024-09-21T00:37:52.035 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:52.033+0000 7efd33782640 1 -- 172.21.15.67:0/3828854953 wait complete. 2024-09-21T00:37:52.047 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-21T00:37:52.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:52.171+0000 7ffb24313640 1 -- 172.21.15.67:0/2868718540 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffb04004800 msgr2=0x7ffb04004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:52.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:52.171+0000 7ffb24313640 1 --2- 172.21.15.67:0/2868718540 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffb04004800 0x7ffb04004c10 secure :-1 s=READY pgs=2750 cs=0 l=1 rev1=1 crypto rx=0x7ffb10009ed0 tx=0x7ffb04005830 comp rx=0 tx=0).stop 2024-09-21T00:37:52.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:52.171+0000 7ffb24313640 1 -- 172.21.15.67:0/2868718540 shutdown_connections 2024-09-21T00:37:52.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:52.171+0000 7ffb24313640 1 --2- 172.21.15.67:0/2868718540 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffb04004800 0x7ffb04004c10 unknown :-1 s=CLOSED pgs=2750 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:52.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:52.171+0000 7ffb24313640 1 -- 172.21.15.67:0/2868718540 >> 172.21.15.67:0/2868718540 conn(0x7ffb1c0d1480 msgr2=0x7ffb1c0d1890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:52.173 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:52.171+0000 7ffb24313640 1 -- 172.21.15.67:0/2868718540 shutdown_connections 2024-09-21T00:37:52.174 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:52.171+0000 7ffb24313640 1 -- 172.21.15.67:0/2868718540 wait complete. 2024-09-21T00:37:52.174 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:52.173+0000 7ffb24313640 1 Processor -- start 2024-09-21T00:37:52.174 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:52.173+0000 7ffb24313640 1 -- start start 2024-09-21T00:37:52.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:52.174+0000 7ffb24313640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ffb04004800 0x7ffb1c1f5bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:52.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:52.174+0000 7ffb24313640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffb1c0cd260 0x7ffb1c15c110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:52.177 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:52.174+0000 7ffb24313640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ffb1c161470 0x7ffb1c161880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:52.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:52.174+0000 7ffb24313640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7ffb1c0b6480 con 0x7ffb1c0cd260 2024-09-21T00:37:52.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:52.174+0000 7ffb24313640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7ffb1c15eee0 con 0x7ffb04004800 2024-09-21T00:37:52.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:52.174+0000 7ffb24313640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7ffb1c0b6600 con 0x7ffb1c161470 2024-09-21T00:37:52.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:52.174+0000 7ffb218ae640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffb1c0cd260 0x7ffb1c15c110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:52.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:52.174+0000 7ffb218ae640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffb1c0cd260 0x7ffb1c15c110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:33434/0 (socket says 172.21.15.67:33434) 2024-09-21T00:37:52.178 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:52.174+0000 7ffb218ae640 1 -- 172.21.15.67:0/3513930604 learned_addr learned my addr 172.21.15.67:0/3513930604 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:37:52.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:52.175+0000 7ffb228b0640 1 --2- 172.21.15.67:0/3513930604 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ffb1c161470 0x7ffb1c161880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:52.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:52.175+0000 7ffb220af640 1 --2- 172.21.15.67:0/3513930604 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ffb04004800 0x7ffb1c1f5bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:52.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:52.175+0000 7ffb218ae640 1 -- 172.21.15.67:0/3513930604 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ffb1c161470 msgr2=0x7ffb1c161880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:52.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:52.175+0000 7ffb218ae640 1 --2- 172.21.15.67:0/3513930604 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ffb1c161470 0x7ffb1c161880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:52.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:52.175+0000 7ffb218ae640 1 -- 172.21.15.67:0/3513930604 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ffb04004800 msgr2=0x7ffb1c1f5bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:52.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:52.175+0000 7ffb218ae640 1 --2- 172.21.15.67:0/3513930604 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ffb04004800 0x7ffb1c1f5bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:52.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:52.175+0000 7ffb218ae640 1 -- 172.21.15.67:0/3513930604 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb1c1621d0 con 0x7ffb1c0cd260 2024-09-21T00:37:52.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:52.175+0000 7ffb228b0640 1 --2- 172.21.15.67:0/3513930604 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ffb1c161470 0x7ffb1c161880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:37:52.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:52.175+0000 7ffb218ae640 1 --2- 172.21.15.67:0/3513930604 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffb1c0cd260 0x7ffb1c15c110 secure :-1 s=READY pgs=2751 cs=0 l=1 rev1=1 crypto rx=0x7ffb10009e20 tx=0x7ffb10033cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:52.179 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:52.175+0000 7ffb1affd640 1 -- 172.21.15.67:0/3513930604 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb10038040 con 0x7ffb1c0cd260 2024-09-21T00:37:52.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:52.175+0000 7ffb1affd640 1 -- 172.21.15.67:0/3513930604 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7ffb10041070 con 0x7ffb1c0cd260 2024-09-21T00:37:52.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:52.175+0000 7ffb1affd640 1 -- 172.21.15.67:0/3513930604 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb1003c690 con 0x7ffb1c0cd260 2024-09-21T00:37:52.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:52.175+0000 7ffb24313640 1 -- 172.21.15.67:0/3513930604 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffb1c161dc0 con 0x7ffb1c0cd260 2024-09-21T00:37:52.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:52.175+0000 7ffb24313640 1 -- 172.21.15.67:0/3513930604 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffb1c0cd800 con 0x7ffb1c0cd260 2024-09-21T00:37:52.180 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:52.176+0000 7ffb24313640 1 -- 172.21.15.67:0/3513930604 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffb1c0b6b60 con 0x7ffb1c0cd260 2024-09-21T00:37:52.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:52.177+0000 7ffb1affd640 1 -- 172.21.15.67:0/3513930604 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7ffb1003c830 con 0x7ffb1c0cd260 2024-09-21T00:37:52.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:52.178+0000 7ffb1affd640 1 --2- 172.21.15.67:0/3513930604 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ffb08078b90 0x7ffb0807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:52.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:52.178+0000 7ffb1affd640 1 -- 172.21.15.67:0/3513930604 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(212..212 src has 1..212) ==== 5881+0+0 (secure 0 0 0) 0x7ffb100bc720 con 0x7ffb1c0cd260 2024-09-21T00:37:52.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:52.178+0000 7ffb220af640 1 --2- 172.21.15.67:0/3513930604 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ffb08078b90 0x7ffb0807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:52.181 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:52.178+0000 7ffb220af640 1 --2- 172.21.15.67:0/3513930604 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ffb08078b90 0x7ffb0807b0a0 secure :-1 s=READY pgs=1031 cs=0 l=1 rev1=1 crypto rx=0x7ffb0c001220 tx=0x7ffb0c0067a0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:52.182 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:52.181+0000 7ffb1affd640 1 -- 172.21.15.67:0/3513930604 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7ffb1c161dc0 con 0x7ffb1c0cd260 2024-09-21T00:37:52.374 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:52.372+0000 7ffb24313640 1 -- 172.21.15.67:0/3513930604 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7ffb1c0c82d0 con 0x7ffb1c0cd260 2024-09-21T00:37:52.912 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:37:52.915 DEBUG:teuthology.orchestra.run.smithi097:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:37:53.215 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:53.213+0000 7ffb1affd640 1 -- 172.21.15.67:0/3513930604 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v213) ==== 181+0+0 (secure 0 0 0) 0x7ffb10084540 con 0x7ffb1c0cd260 2024-09-21T00:37:53.215 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_metadata' removed 2024-09-21T00:37:53.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:53.217+0000 7ffb24313640 1 -- 172.21.15.67:0/3513930604 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ffb08078b90 msgr2=0x7ffb0807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:53.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:53.217+0000 7ffb24313640 1 --2- 172.21.15.67:0/3513930604 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ffb08078b90 0x7ffb0807b0a0 secure :-1 s=READY pgs=1031 cs=0 l=1 rev1=1 crypto rx=0x7ffb0c001220 tx=0x7ffb0c0067a0 comp rx=0 tx=0).stop 2024-09-21T00:37:53.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:53.217+0000 7ffb24313640 1 -- 172.21.15.67:0/3513930604 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffb1c0cd260 msgr2=0x7ffb1c15c110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:53.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:53.217+0000 7ffb24313640 1 --2- 172.21.15.67:0/3513930604 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffb1c0cd260 0x7ffb1c15c110 secure :-1 s=READY pgs=2751 cs=0 l=1 rev1=1 crypto rx=0x7ffb10009e20 tx=0x7ffb10033cb0 comp rx=0 tx=0).stop 2024-09-21T00:37:53.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:53.217+0000 7ffb24313640 1 -- 172.21.15.67:0/3513930604 shutdown_connections 2024-09-21T00:37:53.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:53.217+0000 7ffb24313640 1 --2- 172.21.15.67:0/3513930604 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7ffb08078b90 0x7ffb0807b0a0 secure :-1 s=CLOSED pgs=1031 cs=0 l=1 rev1=1 crypto rx=0x7ffb0c001220 tx=0x7ffb0c0067a0 comp rx=0 tx=0).stop 2024-09-21T00:37:53.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:53.217+0000 7ffb24313640 1 --2- 172.21.15.67:0/3513930604 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7ffb1c161470 0x7ffb1c161880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:53.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:53.217+0000 7ffb24313640 1 --2- 172.21.15.67:0/3513930604 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7ffb1c0cd260 0x7ffb1c15c110 unknown :-1 s=CLOSED pgs=2751 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:53.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:53.217+0000 7ffb24313640 1 --2- 172.21.15.67:0/3513930604 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7ffb04004800 0x7ffb1c1f5bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:53.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:53.217+0000 7ffb24313640 1 -- 172.21.15.67:0/3513930604 >> 172.21.15.67:0/3513930604 conn(0x7ffb1c0d1480 msgr2=0x7ffb1c0d4990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:53.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:53.218+0000 7ffb24313640 1 -- 172.21.15.67:0/3513930604 shutdown_connections 2024-09-21T00:37:53.220 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:53.218+0000 7ffb24313640 1 -- 172.21.15.67:0/3513930604 wait complete. 2024-09-21T00:37:53.234 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-21T00:37:53.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:53.359+0000 7f5a3ca94640 1 -- 172.21.15.67:0/1093134685 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5a24003a30 msgr2=0x7f5a24003ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:53.361 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:53.359+0000 7f5a3ca94640 1 --2- 172.21.15.67:0/1093134685 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5a24003a30 0x7f5a24003ea0 secure :-1 s=READY pgs=2753 cs=0 l=1 rev1=1 crypto rx=0x7f5a280016c0 tx=0x7f5a24005830 comp rx=0 tx=0).stop 2024-09-21T00:37:53.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:53.359+0000 7f5a36d9d640 1 -- 172.21.15.67:0/1093134685 reap_dead start 2024-09-21T00:37:53.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:53.359+0000 7f5a3ca94640 1 -- 172.21.15.67:0/1093134685 shutdown_connections 2024-09-21T00:37:53.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:53.359+0000 7f5a3ca94640 1 -- 172.21.15.67:0/1093134685 >> 172.21.15.67:0/1093134685 conn(0x7f5a38073ba0 msgr2=0x7f5a3806cb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:53.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:53.359+0000 7f5a3ca94640 1 -- 172.21.15.67:0/1093134685 shutdown_connections 2024-09-21T00:37:53.362 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:53.359+0000 7f5a3ca94640 1 -- 172.21.15.67:0/1093134685 wait complete. 2024-09-21T00:37:53.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:53.361+0000 7f5a3ca94640 1 Processor -- start 2024-09-21T00:37:53.363 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:53.361+0000 7f5a3ca94640 1 -- start start 2024-09-21T00:37:53.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:53.362+0000 7f5a3ca94640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5a24003a30 0x7f5a381ec410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:53.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:53.362+0000 7f5a3ca94640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5a381f9140 0x7f5a381f9550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:53.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:53.362+0000 7f5a3ca94640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5a3815d3b0 0x7f5a3815d7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:53.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:53.362+0000 7f5a3ca94640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f5a380b83e0 con 0x7f5a381f9140 2024-09-21T00:37:53.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:53.362+0000 7f5a3ca94640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f5a380b8260 con 0x7f5a3815d3b0 2024-09-21T00:37:53.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:53.362+0000 7f5a3ca94640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f5a380b8560 con 0x7f5a24003a30 2024-09-21T00:37:53.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:53.362+0000 7f5a35d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5a381f9140 0x7f5a381f9550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:53.366 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:53.363+0000 7f5a35d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5a381f9140 0x7f5a381f9550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:38986/0 (socket says 172.21.15.67:38986) 2024-09-21T00:37:53.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:53.363+0000 7f5a35d9b640 1 -- 172.21.15.67:0/3329313933 learned_addr learned my addr 172.21.15.67:0/3329313933 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:37:53.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:53.363+0000 7f5a3659c640 1 --2- 172.21.15.67:0/3329313933 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5a24003a30 0x7f5a381ec410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:53.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:53.363+0000 7f5a36d9d640 1 --2- 172.21.15.67:0/3329313933 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5a3815d3b0 0x7f5a3815d7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:53.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:53.363+0000 7f5a35d9b640 1 -- 172.21.15.67:0/3329313933 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5a24003a30 msgr2=0x7f5a381ec410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:53.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:53.363+0000 7f5a35d9b640 1 --2- 172.21.15.67:0/3329313933 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5a24003a30 0x7f5a381ec410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:53.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:53.363+0000 7f5a35d9b640 1 -- 172.21.15.67:0/3329313933 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5a3815d3b0 msgr2=0x7f5a3815d7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:53.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:53.363+0000 7f5a35d9b640 1 --2- 172.21.15.67:0/3329313933 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5a3815d3b0 0x7f5a3815d7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:53.367 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:53.363+0000 7f5a35d9b640 1 -- 172.21.15.67:0/3329313933 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a381f9a90 con 0x7f5a381f9140 2024-09-21T00:37:53.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:53.363+0000 7f5a3659c640 1 --2- 172.21.15.67:0/3329313933 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5a24003a30 0x7f5a381ec410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:37:53.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:53.363+0000 7f5a36d9d640 1 --2- 172.21.15.67:0/3329313933 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5a3815d3b0 0x7f5a3815d7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:37:53.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:53.363+0000 7f5a35d9b640 1 --2- 172.21.15.67:0/3329313933 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5a381f9140 0x7f5a381f9550 secure :-1 s=READY pgs=2754 cs=0 l=1 rev1=1 crypto rx=0x7f5a20011a80 tx=0x7f5a20011f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:53.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:53.363+0000 7f5a2effd640 1 -- 172.21.15.67:0/3329313933 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a2000fd50 con 0x7f5a381f9140 2024-09-21T00:37:53.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:53.363+0000 7f5a3ca94640 1 -- 172.21.15.67:0/3329313933 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5a380b5e10 con 0x7f5a381f9140 2024-09-21T00:37:53.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:53.363+0000 7f5a2effd640 1 -- 172.21.15.67:0/3329313933 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f5a20016070 con 0x7f5a381f9140 2024-09-21T00:37:53.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:53.363+0000 7f5a2effd640 1 -- 172.21.15.67:0/3329313933 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a200126b0 con 0x7f5a381f9140 2024-09-21T00:37:53.368 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:53.363+0000 7f5a3ca94640 1 -- 172.21.15.67:0/3329313933 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5a3815c8d0 con 0x7f5a381f9140 2024-09-21T00:37:53.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:53.364+0000 7f5a3ca94640 1 -- 172.21.15.67:0/3329313933 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5a38162850 con 0x7f5a381f9140 2024-09-21T00:37:53.369 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:53.365+0000 7f5a2effd640 1 -- 172.21.15.67:0/3329313933 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f5a20018030 con 0x7f5a381f9140 2024-09-21T00:37:53.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:53.366+0000 7f5a2effd640 1 --2- 172.21.15.67:0/3329313933 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5a18078bc0 0x7f5a1807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:53.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:53.366+0000 7f5a2effd640 1 -- 172.21.15.67:0/3329313933 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(213..213 src has 1..213) ==== 5443+0+0 (secure 0 0 0) 0x7f5a2009b460 con 0x7f5a381f9140 2024-09-21T00:37:53.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:53.366+0000 7f5a3659c640 1 --2- 172.21.15.67:0/3329313933 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5a18078bc0 0x7f5a1807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:53.370 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:53.367+0000 7f5a3659c640 1 --2- 172.21.15.67:0/3329313933 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5a18078bc0 0x7f5a1807b0d0 secure :-1 s=READY pgs=1032 cs=0 l=1 rev1=1 crypto rx=0x7f5a28032000 tx=0x7f5a28001190 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:53.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:53.371+0000 7f5a2effd640 1 -- 172.21.15.67:0/3329313933 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f5a381f9a90 con 0x7f5a381f9140 2024-09-21T00:37:53.569 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:53.567+0000 7f5a3ca94640 1 -- 172.21.15.67:0/3329313933 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f5a380cd0b0 con 0x7f5a381f9140 2024-09-21T00:37:54.228 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.226+0000 7f5a2effd640 1 -- 172.21.15.67:0/3329313933 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v214) ==== 169+0+0 (secure 0 0 0) 0x7f5a200639b0 con 0x7f5a381f9140 2024-09-21T00:37:54.228 INFO:teuthology.orchestra.run.smithi067.stderr:pool 'cephfs_data' removed 2024-09-21T00:37:54.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.230+0000 7f5a3ca94640 1 -- 172.21.15.67:0/3329313933 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5a18078bc0 msgr2=0x7f5a1807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:54.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.230+0000 7f5a3ca94640 1 --2- 172.21.15.67:0/3329313933 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5a18078bc0 0x7f5a1807b0d0 secure :-1 s=READY pgs=1032 cs=0 l=1 rev1=1 crypto rx=0x7f5a28032000 tx=0x7f5a28001190 comp rx=0 tx=0).stop 2024-09-21T00:37:54.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.230+0000 7f5a3ca94640 1 -- 172.21.15.67:0/3329313933 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5a381f9140 msgr2=0x7f5a381f9550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:54.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.230+0000 7f5a3ca94640 1 --2- 172.21.15.67:0/3329313933 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5a381f9140 0x7f5a381f9550 secure :-1 s=READY pgs=2754 cs=0 l=1 rev1=1 crypto rx=0x7f5a20011a80 tx=0x7f5a20011f40 comp rx=0 tx=0).stop 2024-09-21T00:37:54.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.230+0000 7f5a3ca94640 1 -- 172.21.15.67:0/3329313933 shutdown_connections 2024-09-21T00:37:54.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.230+0000 7f5a3ca94640 1 --2- 172.21.15.67:0/3329313933 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5a18078bc0 0x7f5a1807b0d0 unknown :-1 s=CLOSED pgs=1032 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:54.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.231+0000 7f5a3ca94640 1 --2- 172.21.15.67:0/3329313933 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f5a3815d3b0 0x7f5a3815d7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:54.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.231+0000 7f5a3ca94640 1 --2- 172.21.15.67:0/3329313933 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f5a381f9140 0x7f5a381f9550 unknown :-1 s=CLOSED pgs=2754 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:54.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.231+0000 7f5a3ca94640 1 --2- 172.21.15.67:0/3329313933 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f5a24003a30 0x7f5a381ec410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:54.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.231+0000 7f5a3ca94640 1 -- 172.21.15.67:0/3329313933 >> 172.21.15.67:0/3329313933 conn(0x7f5a38073ba0 msgr2=0x7f5a380cc9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:54.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.231+0000 7f5a3ca94640 1 -- 172.21.15.67:0/3329313933 shutdown_connections 2024-09-21T00:37:54.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.231+0000 7f5a3ca94640 1 -- 172.21.15.67:0/3329313933 wait complete. 2024-09-21T00:37:54.248 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config reset 31 2024-09-21T00:37:54.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.369+0000 7f9946b90640 1 -- 172.21.15.67:0/2574328693 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f99400d0aa0 msgr2=0x7f99400b26f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:54.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.369+0000 7f9946b90640 1 --2- 172.21.15.67:0/2574328693 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f99400d0aa0 0x7f99400b26f0 secure :-1 s=READY pgs=2756 cs=0 l=1 rev1=1 crypto rx=0x7f9940073420 tx=0x7f993802aac0 comp rx=0 tx=0).stop 2024-09-21T00:37:54.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.369+0000 7f9946b90640 1 -- 172.21.15.67:0/2574328693 shutdown_connections 2024-09-21T00:37:54.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.369+0000 7f9946b90640 1 --2- 172.21.15.67:0/2574328693 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f99400d0aa0 0x7f99400b26f0 unknown :-1 s=CLOSED pgs=2756 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:54.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.369+0000 7f9946b90640 1 --2- 172.21.15.67:0/2574328693 >> v2:172.21.15.97:3300/0 conn(0x7f99400b1e50 0x7f9940160610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:54.372 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.369+0000 7f9946b90640 1 -- 172.21.15.67:0/2574328693 >> 172.21.15.67:0/2574328693 conn(0x7f9940074720 msgr2=0x7f994006f850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:54.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.369+0000 7f9946b90640 1 -- 172.21.15.67:0/2574328693 shutdown_connections 2024-09-21T00:37:54.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.369+0000 7f9946b90640 1 -- 172.21.15.67:0/2574328693 wait complete. 2024-09-21T00:37:54.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.371+0000 7f9946b90640 1 Processor -- start 2024-09-21T00:37:54.373 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.371+0000 7f9946b90640 1 -- start start 2024-09-21T00:37:54.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.373+0000 7f9946b90640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f99400b1e50 0x7f9940155c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:54.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.373+0000 7f9946b90640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f994015d750 0x7f99401586e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:54.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.373+0000 7f9946b90640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f99400b18a0 0x7f994006cb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:54.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.373+0000 7f9946b90640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f99400b2c30 con 0x7f99400b1e50 2024-09-21T00:37:54.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.373+0000 7f9946b90640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f994015de50 con 0x7f994015d750 2024-09-21T00:37:54.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.373+0000 7f9946b90640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f99400b2db0 con 0x7f99400b18a0 2024-09-21T00:37:54.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.373+0000 7f994492c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f99400b1e50 0x7f9940155c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:54.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.373+0000 7f994492c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f99400b1e50 0x7f9940155c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39006/0 (socket says 172.21.15.67:39006) 2024-09-21T00:37:54.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.373+0000 7f994492c640 1 -- 172.21.15.67:0/2048979770 learned_addr learned my addr 172.21.15.67:0/2048979770 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:37:54.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.373+0000 7f993ffff640 1 --2- 172.21.15.67:0/2048979770 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f994015d750 0x7f99401586e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:54.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.373+0000 7f994512d640 1 --2- 172.21.15.67:0/2048979770 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f99400b18a0 0x7f994006cb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:54.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.373+0000 7f994492c640 1 -- 172.21.15.67:0/2048979770 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f99400b18a0 msgr2=0x7f994006cb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:54.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.373+0000 7f994492c640 1 --2- 172.21.15.67:0/2048979770 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f99400b18a0 0x7f994006cb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:54.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.373+0000 7f994492c640 1 -- 172.21.15.67:0/2048979770 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f994015d750 msgr2=0x7f99401586e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:54.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.373+0000 7f994492c640 1 --2- 172.21.15.67:0/2048979770 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f994015d750 0x7f99401586e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:54.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.373+0000 7f994492c640 1 -- 172.21.15.67:0/2048979770 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9940156140 con 0x7f99400b1e50 2024-09-21T00:37:54.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.373+0000 7f994492c640 1 --2- 172.21.15.67:0/2048979770 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f99400b1e50 0x7f9940155c00 secure :-1 s=READY pgs=2757 cs=0 l=1 rev1=1 crypto rx=0x7f993400d770 tx=0x7f993400dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:54.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.374+0000 7f993d7fa640 1 -- 172.21.15.67:0/2048979770 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9934017070 con 0x7f99400b1e50 2024-09-21T00:37:54.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.374+0000 7f993d7fa640 1 -- 172.21.15.67:0/2048979770 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f9934009d20 con 0x7f99400b1e50 2024-09-21T00:37:54.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.374+0000 7f9946b90640 1 -- 172.21.15.67:0/2048979770 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f994015a4c0 con 0x7f99400b1e50 2024-09-21T00:37:54.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.374+0000 7f993d7fa640 1 -- 172.21.15.67:0/2048979770 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99340106c0 con 0x7f99400b1e50 2024-09-21T00:37:54.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.374+0000 7f9946b90640 1 -- 172.21.15.67:0/2048979770 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f994015a1d0 con 0x7f99400b1e50 2024-09-21T00:37:54.378 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.375+0000 7f9946b90640 1 -- 172.21.15.67:0/2048979770 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f994015b7c0 con 0x7f99400b1e50 2024-09-21T00:37:54.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.375+0000 7f993d7fa640 1 -- 172.21.15.67:0/2048979770 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f993401a070 con 0x7f99400b1e50 2024-09-21T00:37:54.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.376+0000 7f993d7fa640 1 --2- 172.21.15.67:0/2048979770 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9924078bc0 0x7f992407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:54.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.376+0000 7f993d7fa640 1 -- 172.21.15.67:0/2048979770 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(214..214 src has 1..214) ==== 5029+0+0 (secure 0 0 0) 0x7f993409ab70 con 0x7f99400b1e50 2024-09-21T00:37:54.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.376+0000 7f993ffff640 1 --2- 172.21.15.67:0/2048979770 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9924078bc0 0x7f992407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:54.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.377+0000 7f993ffff640 1 --2- 172.21.15.67:0/2048979770 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9924078bc0 0x7f992407b0d0 secure :-1 s=READY pgs=1033 cs=0 l=1 rev1=1 crypto rx=0x7f992c007fd0 tx=0x7f992c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:54.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.380+0000 7f993d7fa640 1 -- 172.21.15.67:0/2048979770 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f994015b7c0 con 0x7f99400b1e50 2024-09-21T00:37:54.576 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.574+0000 7f9946b90640 1 -- 172.21.15.67:0/2048979770 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "config reset", "num": 31} v 0) -- 0x7f99400b4be0 con 0x7f99400b1e50 2024-09-21T00:37:54.579 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.578+0000 7f993d7fa640 1 -- 172.21.15.67:0/2048979770 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "config reset", "num": 31}]=0 v70) ==== 71+0+0 (secure 0 0 0) 0x7f99400b4be0 con 0x7f99400b1e50 2024-09-21T00:37:54.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.580+0000 7f9946b90640 1 -- 172.21.15.67:0/2048979770 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9924078bc0 msgr2=0x7f992407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:54.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.580+0000 7f9946b90640 1 --2- 172.21.15.67:0/2048979770 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9924078bc0 0x7f992407b0d0 secure :-1 s=READY pgs=1033 cs=0 l=1 rev1=1 crypto rx=0x7f992c007fd0 tx=0x7f992c009040 comp rx=0 tx=0).stop 2024-09-21T00:37:54.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.580+0000 7f9946b90640 1 -- 172.21.15.67:0/2048979770 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f99400b1e50 msgr2=0x7f9940155c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:54.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.580+0000 7f9946b90640 1 --2- 172.21.15.67:0/2048979770 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f99400b1e50 0x7f9940155c00 secure :-1 s=READY pgs=2757 cs=0 l=1 rev1=1 crypto rx=0x7f993400d770 tx=0x7f993400dc30 comp rx=0 tx=0).stop 2024-09-21T00:37:54.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.580+0000 7f9946b90640 1 -- 172.21.15.67:0/2048979770 shutdown_connections 2024-09-21T00:37:54.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.580+0000 7f9946b90640 1 --2- 172.21.15.67:0/2048979770 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9924078bc0 0x7f992407b0d0 unknown :-1 s=CLOSED pgs=1033 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:54.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.580+0000 7f9946b90640 1 --2- 172.21.15.67:0/2048979770 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f99400b18a0 0x7f994006cb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:54.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.580+0000 7f9946b90640 1 --2- 172.21.15.67:0/2048979770 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f994015d750 0x7f99401586e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:54.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.580+0000 7f9946b90640 1 --2- 172.21.15.67:0/2048979770 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f99400b1e50 0x7f9940155c00 unknown :-1 s=CLOSED pgs=2757 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:54.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.580+0000 7f9946b90640 1 -- 172.21.15.67:0/2048979770 >> 172.21.15.67:0/2048979770 conn(0x7f9940074720 msgr2=0x7f9940071db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:54.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.580+0000 7f9946b90640 1 -- 172.21.15.67:0/2048979770 shutdown_connections 2024-09-21T00:37:54.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.580+0000 7f9946b90640 1 -- 172.21.15.67:0/2048979770 wait complete. 2024-09-21T00:37:54.594 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_scrub.TestScrub.test_scrub_dup_inode' 2024-09-21T00:37:54.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.708+0000 7fb79b7f1640 1 -- 172.21.15.67:0/2179131677 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb79415eae0 msgr2=0x7fb794163040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:54.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.708+0000 7fb79b7f1640 1 --2- 172.21.15.67:0/2179131677 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb79415eae0 0x7fb794163040 secure :-1 s=READY pgs=2758 cs=0 l=1 rev1=1 crypto rx=0x7fb7940d2e90 tx=0x7fb79002a560 comp rx=0 tx=0).stop 2024-09-21T00:37:54.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.708+0000 7fb79b7f1640 1 -- 172.21.15.67:0/2179131677 shutdown_connections 2024-09-21T00:37:54.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.708+0000 7fb79b7f1640 1 --2- 172.21.15.67:0/2179131677 >> v2:172.21.15.97:3300/0 conn(0x7fb7940d3160 0x7fb7940d3570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:54.710 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.708+0000 7fb79b7f1640 1 --2- 172.21.15.67:0/2179131677 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb79415eae0 0x7fb794163040 unknown :-1 s=CLOSED pgs=2758 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:54.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.708+0000 7fb79b7f1640 1 -- 172.21.15.67:0/2179131677 >> 172.21.15.67:0/2179131677 conn(0x7fb7940b6430 msgr2=0x7fb7940b6840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:54.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.708+0000 7fb79b7f1640 1 -- 172.21.15.67:0/2179131677 shutdown_connections 2024-09-21T00:37:54.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.708+0000 7fb79b7f1640 1 -- 172.21.15.67:0/2179131677 wait complete. 2024-09-21T00:37:54.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.709+0000 7fb79b7f1640 1 Processor -- start 2024-09-21T00:37:54.711 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.710+0000 7fb79b7f1640 1 -- start start 2024-09-21T00:37:54.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.711+0000 7fb79b7f1640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb7940d1150 0x7fb7940ce980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:54.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.711+0000 7fb79b7f1640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb7940d3160 0x7fb79415cf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:54.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.711+0000 7fb79b7f1640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb79415eae0 0x7fb7941f9290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:54.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.711+0000 7fb79b7f1640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fb7940d3c30 con 0x7fb7940d3160 2024-09-21T00:37:54.714 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.711+0000 7fb79b7f1640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fb7940d3ab0 con 0x7fb79415eae0 2024-09-21T00:37:54.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.711+0000 7fb79b7f1640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fb7940d3db0 con 0x7fb7940d1150 2024-09-21T00:37:54.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.711+0000 7fb798d8c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb7940d3160 0x7fb79415cf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:54.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.711+0000 7fb798d8c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb7940d3160 0x7fb79415cf20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39024/0 (socket says 172.21.15.67:39024) 2024-09-21T00:37:54.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.711+0000 7fb798d8c640 1 -- 172.21.15.67:0/797481248 learned_addr learned my addr 172.21.15.67:0/797481248 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:37:54.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.711+0000 7fb79958d640 1 --2- 172.21.15.67:0/797481248 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb7940d1150 0x7fb7940ce980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:54.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.711+0000 7fb799d8e640 1 --2- 172.21.15.67:0/797481248 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb79415eae0 0x7fb7941f9290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:54.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.711+0000 7fb798d8c640 1 -- 172.21.15.67:0/797481248 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb7940d1150 msgr2=0x7fb7940ce980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:54.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.711+0000 7fb798d8c640 1 --2- 172.21.15.67:0/797481248 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb7940d1150 0x7fb7940ce980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:54.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.711+0000 7fb798d8c640 1 -- 172.21.15.67:0/797481248 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb79415eae0 msgr2=0x7fb7941f9290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:54.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.711+0000 7fb798d8c640 1 --2- 172.21.15.67:0/797481248 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb79415eae0 0x7fb7941f9290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:54.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.711+0000 7fb798d8c640 1 -- 172.21.15.67:0/797481248 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb7940cc5f0 con 0x7fb7940d3160 2024-09-21T00:37:54.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.711+0000 7fb799d8e640 1 --2- 172.21.15.67:0/797481248 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb79415eae0 0x7fb7941f9290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:37:54.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.711+0000 7fb798d8c640 1 --2- 172.21.15.67:0/797481248 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb7940d3160 0x7fb79415cf20 secure :-1 s=READY pgs=2759 cs=0 l=1 rev1=1 crypto rx=0x7fb78400b3c0 tx=0x7fb78400b880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:54.715 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.712+0000 7fb789ffb640 1 -- 172.21.15.67:0/797481248 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb784011830 con 0x7fb7940d3160 2024-09-21T00:37:54.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.712+0000 7fb789ffb640 1 -- 172.21.15.67:0/797481248 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fb784016070 con 0x7fb7940d3160 2024-09-21T00:37:54.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.712+0000 7fb79b7f1640 1 -- 172.21.15.67:0/797481248 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb7941f9a30 con 0x7fb7940d3160 2024-09-21T00:37:54.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.712+0000 7fb789ffb640 1 -- 172.21.15.67:0/797481248 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb784011d80 con 0x7fb7940d3160 2024-09-21T00:37:54.716 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.712+0000 7fb79b7f1640 1 -- 172.21.15.67:0/797481248 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb7940cc310 con 0x7fb7940d3160 2024-09-21T00:37:54.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.713+0000 7fb79b7f1640 1 -- 172.21.15.67:0/797481248 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb7940d4330 con 0x7fb7940d3160 2024-09-21T00:37:54.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.714+0000 7fb789ffb640 1 -- 172.21.15.67:0/797481248 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fb78401b460 con 0x7fb7940d3160 2024-09-21T00:37:54.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.714+0000 7fb789ffb640 1 --2- 172.21.15.67:0/797481248 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb778078bc0 0x7fb77807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:54.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.714+0000 7fb789ffb640 1 -- 172.21.15.67:0/797481248 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(214..214 src has 1..214) ==== 5029+0+0 (secure 0 0 0) 0x7fb78409a6d0 con 0x7fb7940d3160 2024-09-21T00:37:54.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.715+0000 7fb79958d640 1 --2- 172.21.15.67:0/797481248 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb778078bc0 0x7fb77807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:54.717 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.715+0000 7fb79958d640 1 --2- 172.21.15.67:0/797481248 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb778078bc0 0x7fb77807b0d0 secure :-1 s=READY pgs=1034 cs=0 l=1 rev1=1 crypto rx=0x7fb790033000 tx=0x7fb790004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:54.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.719+0000 7fb789ffb640 1 -- 172.21.15.67:0/797481248 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fb784062db0 con 0x7fb7940d3160 2024-09-21T00:37:54.983 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:54.981+0000 7fb79b7f1640 1 -- 172.21.15.67:0/797481248 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_scrub.TestScrub.test_scrub_dup_inode"]} v 0) -- 0x7fb7940b3810 con 0x7fb7940d3160 2024-09-21T00:37:55.230 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:55.228+0000 7fb789ffb640 1 -- 172.21.15.67:0/797481248 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_scrub.TestScrub.test_scrub_dup_inode"]}]=0 v767) ==== 133+0+0 (secure 0 0 0) 0x7fb7840626b0 con 0x7fb7940d3160 2024-09-21T00:37:55.232 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:55.230+0000 7fb79b7f1640 1 -- 172.21.15.67:0/797481248 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb778078bc0 msgr2=0x7fb77807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:55.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:55.230+0000 7fb79b7f1640 1 --2- 172.21.15.67:0/797481248 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb778078bc0 0x7fb77807b0d0 secure :-1 s=READY pgs=1034 cs=0 l=1 rev1=1 crypto rx=0x7fb790033000 tx=0x7fb790004730 comp rx=0 tx=0).stop 2024-09-21T00:37:55.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:55.230+0000 7fb79b7f1640 1 -- 172.21.15.67:0/797481248 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb7940d3160 msgr2=0x7fb79415cf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:55.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:55.230+0000 7fb79b7f1640 1 --2- 172.21.15.67:0/797481248 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb7940d3160 0x7fb79415cf20 secure :-1 s=READY pgs=2759 cs=0 l=1 rev1=1 crypto rx=0x7fb78400b3c0 tx=0x7fb78400b880 comp rx=0 tx=0).stop 2024-09-21T00:37:55.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:55.230+0000 7fb79b7f1640 1 -- 172.21.15.67:0/797481248 shutdown_connections 2024-09-21T00:37:55.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:55.230+0000 7fb79b7f1640 1 --2- 172.21.15.67:0/797481248 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fb778078bc0 0x7fb77807b0d0 unknown :-1 s=CLOSED pgs=1034 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:55.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:55.230+0000 7fb79b7f1640 1 --2- 172.21.15.67:0/797481248 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fb79415eae0 0x7fb7941f9290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:55.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:55.230+0000 7fb79b7f1640 1 --2- 172.21.15.67:0/797481248 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fb7940d3160 0x7fb79415cf20 unknown :-1 s=CLOSED pgs=2759 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:55.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:55.230+0000 7fb79b7f1640 1 --2- 172.21.15.67:0/797481248 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fb7940d1150 0x7fb7940ce980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:55.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:55.230+0000 7fb79b7f1640 1 -- 172.21.15.67:0/797481248 >> 172.21.15.67:0/797481248 conn(0x7fb7940b6430 msgr2=0x7fb7940b9250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:55.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:55.231+0000 7fb79b7f1640 1 -- 172.21.15.67:0/797481248 shutdown_connections 2024-09-21T00:37:55.233 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:55.231+0000 7fb79b7f1640 1 -- 172.21.15.67:0/797481248 wait complete. 2024-09-21T00:37:55.244 INFO:tasks.cephfs_test_runner:test_scrub_dup_inode (tasks.cephfs.test_scrub.TestScrub) ... ok 2024-09-21T00:37:55.245 INFO:tasks.cephfs_test_runner: 2024-09-21T00:37:55.245 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2024-09-21T00:37:55.245 INFO:tasks.cephfs_test_runner:Ran 15 tests in 969.238s 2024-09-21T00:37:55.245 INFO:tasks.cephfs_test_runner: 2024-09-21T00:37:55.245 INFO:tasks.cephfs_test_runner:OK 2024-09-21T00:37:55.245 DEBUG:teuthology.run_tasks:Unwinding manager cephfs_test_runner 2024-09-21T00:37:55.256 DEBUG:teuthology.run_tasks:Unwinding manager ceph-fuse 2024-09-21T00:37:55.366 INFO:tasks.ceph_fuse:Unmounting ceph-fuse clients... 2024-09-21T00:37:55.366 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:37:55.366 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:37:55.383 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20178 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T00:37:55.383 DEBUG:teuthology.orchestra.run.smithi067:> set -ex 2024-09-21T00:37:55.383 DEBUG:teuthology.orchestra.run.smithi067:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:37:55.439 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=20178 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-21T00:37:55.439 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:37:55.439 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:37:55.458 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17850 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T00:37:55.459 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-21T00:37:55.459 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-21T00:37:55.517 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=17850 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-21T00:37:55.518 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:37:55.518 DEBUG:teuthology.orchestra.run.smithi067:> ip netns list 2024-09-21T00:37:55.533 INFO:teuthology.orchestra.run.smithi067.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-21T00:37:55.534 INFO:teuthology.orchestra.run.smithi067.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-21T00:37:55.534 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:37:55.534 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-21T00:37:55.600 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:37:55.600 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-21T00:37:55.667 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:37:55.667 DEBUG:teuthology.orchestra.run.smithi067:> sudo ip link delete ceph-brx 2024-09-21T00:37:55.761 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:37:55.762 DEBUG:teuthology.orchestra.run.smithi097:> ip netns list 2024-09-21T00:37:55.781 INFO:teuthology.orchestra.run.smithi097.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-21T00:37:55.781 INFO:teuthology.orchestra.run.smithi097.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-21T00:37:55.781 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:37:55.781 DEBUG:teuthology.orchestra.run.smithi097:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-21T00:37:55.852 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:37:55.852 DEBUG:teuthology.orchestra.run.smithi097:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-21T00:37:55.920 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-21T00:37:55.920 DEBUG:teuthology.orchestra.run.smithi097:> sudo ip link delete ceph-brx 2024-09-21T00:37:56.017 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2024-09-21T00:37:56.025 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-21T00:37:56.026 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T00:37:56.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.142+0000 7f38f2dc3640 1 -- 172.21.15.67:0/1625973612 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f38ec0cfbf0 msgr2=0x7f38ec0cd4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:56.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.142+0000 7f38f2dc3640 1 --2- 172.21.15.67:0/1625973612 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f38ec0cfbf0 0x7f38ec0cd4c0 secure :-1 s=READY pgs=2761 cs=0 l=1 rev1=1 crypto rx=0x7f38e0009830 tx=0x7f38e002a3f0 comp rx=0 tx=0).stop 2024-09-21T00:37:56.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.142+0000 7f38f2dc3640 1 -- 172.21.15.67:0/1625973612 shutdown_connections 2024-09-21T00:37:56.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.142+0000 7f38f2dc3640 1 --2- 172.21.15.67:0/1625973612 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f38ec0cda00 0x7f38ec0b5640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:56.144 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.142+0000 7f38f2dc3640 1 --2- 172.21.15.67:0/1625973612 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f38ec0cfbf0 0x7f38ec0cd4c0 unknown :-1 s=CLOSED pgs=2761 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:56.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.142+0000 7f38f2dc3640 1 -- 172.21.15.67:0/1625973612 >> 172.21.15.67:0/1625973612 conn(0x7f38ec0b4060 msgr2=0x7f38ec0b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:56.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.142+0000 7f38f2dc3640 1 -- 172.21.15.67:0/1625973612 shutdown_connections 2024-09-21T00:37:56.145 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.142+0000 7f38f2dc3640 1 -- 172.21.15.67:0/1625973612 wait complete. 2024-09-21T00:37:56.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.144+0000 7f38f2dc3640 1 Processor -- start 2024-09-21T00:37:56.146 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.144+0000 7f38f2dc3640 1 -- start start 2024-09-21T00:37:56.148 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.145+0000 7f38f2dc3640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f38ec0b3be0 0x7f38ec0b31d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:56.148 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.145+0000 7f38f2dc3640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f38ec0cda00 0x7f38ec1f2a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:56.148 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.145+0000 7f38f2dc3640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f38ec0cfbf0 0x7f38ec0ceb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:56.149 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.145+0000 7f38f2dc3640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f38ec0b6080 con 0x7f38ec0cda00 2024-09-21T00:37:56.149 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.145+0000 7f38f2dc3640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f38ec0b5f00 con 0x7f38ec0cfbf0 2024-09-21T00:37:56.149 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.145+0000 7f38f2dc3640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f38ec0b6200 con 0x7f38ec0b3be0 2024-09-21T00:37:56.149 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.145+0000 7f38ebfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f38ec0cda00 0x7f38ec1f2a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:56.149 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.145+0000 7f38ebfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f38ec0cda00 0x7f38ec1f2a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39042/0 (socket says 172.21.15.67:39042) 2024-09-21T00:37:56.149 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.145+0000 7f38ebfff640 1 -- 172.21.15.67:0/2802019162 learned_addr learned my addr 172.21.15.67:0/2802019162 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:37:56.149 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.145+0000 7f38f0b5f640 1 --2- 172.21.15.67:0/2802019162 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f38ec0b3be0 0x7f38ec0b31d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:56.149 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.145+0000 7f38f1360640 1 --2- 172.21.15.67:0/2802019162 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f38ec0cfbf0 0x7f38ec0ceb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:56.149 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.146+0000 7f38ebfff640 1 -- 172.21.15.67:0/2802019162 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f38ec0b3be0 msgr2=0x7f38ec0b31d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:56.149 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.146+0000 7f38ebfff640 1 --2- 172.21.15.67:0/2802019162 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f38ec0b3be0 0x7f38ec0b31d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:56.149 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.146+0000 7f38ebfff640 1 -- 172.21.15.67:0/2802019162 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f38ec0cfbf0 msgr2=0x7f38ec0ceb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:56.149 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.146+0000 7f38ebfff640 1 --2- 172.21.15.67:0/2802019162 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f38ec0cfbf0 0x7f38ec0ceb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:56.149 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.146+0000 7f38ebfff640 1 -- 172.21.15.67:0/2802019162 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38ec1f69f0 con 0x7f38ec0cda00 2024-09-21T00:37:56.149 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.146+0000 7f38ebfff640 1 --2- 172.21.15.67:0/2802019162 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f38ec0cda00 0x7f38ec1f2a40 secure :-1 s=READY pgs=2762 cs=0 l=1 rev1=1 crypto rx=0x7f38e0009950 tx=0x7f38e0033c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:56.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.146+0000 7f38e97fa640 1 -- 172.21.15.67:0/2802019162 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38e0005c90 con 0x7f38ec0cda00 2024-09-21T00:37:56.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.146+0000 7f38e97fa640 1 -- 172.21.15.67:0/2802019162 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f38e0031e50 con 0x7f38ec0cda00 2024-09-21T00:37:56.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.146+0000 7f38f2dc3640 1 -- 172.21.15.67:0/2802019162 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f38ec1f6cd0 con 0x7f38ec0cda00 2024-09-21T00:37:56.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.146+0000 7f38e97fa640 1 -- 172.21.15.67:0/2802019162 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38e00332f0 con 0x7f38ec0cda00 2024-09-21T00:37:56.150 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.146+0000 7f38f2dc3640 1 -- 172.21.15.67:0/2802019162 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f38ec1f7290 con 0x7f38ec0cda00 2024-09-21T00:37:56.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.147+0000 7f38f2dc3640 1 -- 172.21.15.67:0/2802019162 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f38ec0b66b0 con 0x7f38ec0cda00 2024-09-21T00:37:56.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.148+0000 7f38e97fa640 1 -- 172.21.15.67:0/2802019162 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f38e0033490 con 0x7f38ec0cda00 2024-09-21T00:37:56.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.148+0000 7f38e97fa640 1 --2- 172.21.15.67:0/2802019162 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f38d8078b90 0x7f38d807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:56.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.148+0000 7f38e97fa640 1 -- 172.21.15.67:0/2802019162 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(214..214 src has 1..214) ==== 5029+0+0 (secure 0 0 0) 0x7f38e00bbeb0 con 0x7f38ec0cda00 2024-09-21T00:37:56.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.149+0000 7f38f0b5f640 1 --2- 172.21.15.67:0/2802019162 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f38d8078b90 0x7f38d807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:56.151 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.149+0000 7f38f0b5f640 1 --2- 172.21.15.67:0/2802019162 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f38d8078b90 0x7f38d807b0a0 secure :-1 s=READY pgs=1035 cs=0 l=1 rev1=1 crypto rx=0x7f38dc001720 tx=0x7f38dc007e90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:56.155 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.153+0000 7f38e97fa640 1 -- 172.21.15.67:0/2802019162 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f38e003f030 con 0x7f38ec0cda00 2024-09-21T00:37:56.338 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.336+0000 7f38f2dc3640 1 -- 172.21.15.67:0/2802019162 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f38ec0698e0 con 0x7f38d8078b90 2024-09-21T00:37:56.339 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.338+0000 7f38e97fa640 1 -- 172.21.15.67:0/2802019162 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13453 (secure 0 0 0) 0x7f38ec0698e0 con 0x7f38d8078b90 2024-09-21T00:37:56.339 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:37:56.340 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-21T00:37:56.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.339+0000 7f38f2dc3640 1 -- 172.21.15.67:0/2802019162 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f38d8078b90 msgr2=0x7f38d807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:56.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.339+0000 7f38f2dc3640 1 --2- 172.21.15.67:0/2802019162 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f38d8078b90 0x7f38d807b0a0 secure :-1 s=READY pgs=1035 cs=0 l=1 rev1=1 crypto rx=0x7f38dc001720 tx=0x7f38dc007e90 comp rx=0 tx=0).stop 2024-09-21T00:37:56.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.339+0000 7f38f2dc3640 1 -- 172.21.15.67:0/2802019162 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f38ec0cda00 msgr2=0x7f38ec1f2a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:56.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.339+0000 7f38f2dc3640 1 --2- 172.21.15.67:0/2802019162 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f38ec0cda00 0x7f38ec1f2a40 secure :-1 s=READY pgs=2762 cs=0 l=1 rev1=1 crypto rx=0x7f38e0009950 tx=0x7f38e0033c90 comp rx=0 tx=0).stop 2024-09-21T00:37:56.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.339+0000 7f38f2dc3640 1 -- 172.21.15.67:0/2802019162 shutdown_connections 2024-09-21T00:37:56.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.339+0000 7f38f2dc3640 1 --2- 172.21.15.67:0/2802019162 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f38d8078b90 0x7f38d807b0a0 unknown :-1 s=CLOSED pgs=1035 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:56.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.339+0000 7f38f2dc3640 1 --2- 172.21.15.67:0/2802019162 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f38ec0cfbf0 0x7f38ec0ceb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:56.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.339+0000 7f38f2dc3640 1 --2- 172.21.15.67:0/2802019162 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f38ec0cda00 0x7f38ec1f2a40 unknown :-1 s=CLOSED pgs=2762 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:56.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.339+0000 7f38f2dc3640 1 --2- 172.21.15.67:0/2802019162 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f38ec0b3be0 0x7f38ec0b31d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:56.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.339+0000 7f38f2dc3640 1 -- 172.21.15.67:0/2802019162 >> 172.21.15.67:0/2802019162 conn(0x7f38ec0b4060 msgr2=0x7f38ec0d2c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:56.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.339+0000 7f38f2dc3640 1 -- 172.21.15.67:0/2802019162 shutdown_connections 2024-09-21T00:37:56.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.339+0000 7f38f2dc3640 1 -- 172.21.15.67:0/2802019162 wait complete. 2024-09-21T00:37:56.353 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":711,"stamp":"2024-09-21T00:37:55.759796+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":559876,"kb_used_data":46696,"kb_used_omap":12,"kb_used_meta":513011,"kb_avail":754414844,"statfs":{"total":773094113280,"available":772520800256,"internally_reserved":0,"allocated":47816704,"data_stored":35816765,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12749,"internal_metadata":525323827},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-12617832,"num_objects":-28,"num_object_clones":0,"num_object_copies":-56,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-28,"num_whiteouts":0,"num_read":-99,"num_read_kb":-106,"num_write":-98,"num_write_kb":-12354,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001852"},"pg_stats":[{"pgid":"1.0","version":"16'72","reported_seq":455,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-09-21T00:36:40.934665+0000","last_change":"2024-09-21T00:21:11.583793+0000","last_active":"2024-09-21T00:36:40.934665+0000","last_peered":"2024-09-21T00:36:40.934665+0000","last_clean":"2024-09-21T00:36:40.934665+0000","last_became_active":"2024-09-21T00:21:11.582502+0000","last_became_peered":"2024-09-21T00:21:11.582502+0000","last_unstale":"2024-09-21T00:36:40.934665+0000","last_undegraded":"2024-09-21T00:36:40.934665+0000","last_fullsized":"2024-09-21T00:36:40.934665+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_clean_scrub_stamp":"2024-09-21T00:21:10.311964+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:58.010953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509644,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":48264,"kb_used_data":3188,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94323576,"statfs":{"total":96636764160,"available":96587341824,"internally_reserved":0,"allocated":3264512,"data_stored":1766020,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":46135754},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509644,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":82184,"kb_used_data":10804,"kb_used_omap":1,"kb_used_meta":71358,"kb_avail":94289656,"statfs":{"total":96636764160,"available":96552607744,"internally_reserved":0,"allocated":11063296,"data_stored":9564302,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":73071046},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509644,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":64320,"kb_used_data":2604,"kb_used_omap":1,"kb_used_meta":61694,"kb_avail":94307520,"statfs":{"total":96636764160,"available":96570900480,"internally_reserved":0,"allocated":2666496,"data_stored":1175582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":63175109},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509645,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":86444,"kb_used_data":10844,"kb_used_omap":1,"kb_used_meta":75582,"kb_avail":94285396,"statfs":{"total":96636764160,"available":96548245504,"internally_reserved":0,"allocated":11104256,"data_stored":9598878,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":77396424},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509645,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":47680,"kb_used_data":2604,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94324160,"statfs":{"total":96636764160,"available":96587939840,"internally_reserved":0,"allocated":2666496,"data_stored":1175582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":46135749},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509643,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":82896,"kb_used_data":7292,"kb_used_omap":1,"kb_used_meta":75582,"kb_avail":94288944,"statfs":{"total":96636764160,"available":96551878656,"internally_reserved":0,"allocated":7467008,"data_stored":5966421,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":77396422},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834575052,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":82332,"kb_used_data":6728,"kb_used_omap":1,"kb_used_meta":75582,"kb_avail":94289508,"statfs":{"total":96636764160,"available":96552456192,"internally_reserved":0,"allocated":6889472,"data_stored":5382142,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":77396421},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834575052,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":65756,"kb_used_data":2632,"kb_used_omap":1,"kb_used_meta":63102,"kb_avail":94306084,"statfs":{"total":96636764160,"available":96569430016,"internally_reserved":0,"allocated":2695168,"data_stored":1187838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":64616902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T00:37:56.353 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T00:37:56.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.469+0000 7f49d1677640 1 -- 172.21.15.67:0/3908977923 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f49cc0cf3b0 msgr2=0x7f49cc0cf7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:56.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.469+0000 7f49d1677640 1 --2- 172.21.15.67:0/3908977923 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f49cc0cf3b0 0x7f49cc0cf7c0 secure :-1 s=READY pgs=2763 cs=0 l=1 rev1=1 crypto rx=0x7f49cc162cd0 tx=0x7f49c002a540 comp rx=0 tx=0).stop 2024-09-21T00:37:56.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.469+0000 7f49d1677640 1 -- 172.21.15.67:0/3908977923 shutdown_connections 2024-09-21T00:37:56.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.469+0000 7f49d1677640 1 --2- 172.21.15.67:0/3908977923 >> v2:172.21.15.97:3300/0 conn(0x7f49cc0d1110 0x7f49cc0d1520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:56.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.469+0000 7f49d1677640 1 --2- 172.21.15.67:0/3908977923 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f49cc0cf3b0 0x7f49cc0cf7c0 unknown :-1 s=CLOSED pgs=2763 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:56.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.469+0000 7f49d1677640 1 --2- 172.21.15.67:0/3908977923 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f49cc15fe20 0x7f49cc0b3920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:56.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.469+0000 7f49d1677640 1 -- 172.21.15.67:0/3908977923 >> 172.21.15.67:0/3908977923 conn(0x7f49cc06cb30 msgr2=0x7f49cc06cf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:56.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.469+0000 7f49d1677640 1 -- 172.21.15.67:0/3908977923 shutdown_connections 2024-09-21T00:37:56.472 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.469+0000 7f49d1677640 1 -- 172.21.15.67:0/3908977923 wait complete. 2024-09-21T00:37:56.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.471+0000 7f49d1677640 1 Processor -- start 2024-09-21T00:37:56.473 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.471+0000 7f49d1677640 1 -- start start 2024-09-21T00:37:56.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.472+0000 7f49d1677640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f49cc0cf3b0 0x7f49cc1ec160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:56.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.472+0000 7f49d1677640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f49cc0d1110 0x7f49cc0ca950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:56.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.472+0000 7f49d1677640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f49cc15fe20 0x7f49cc15a540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:56.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.472+0000 7f49d1677640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f49cc15e6e0 con 0x7f49cc0d1110 2024-09-21T00:37:56.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.472+0000 7f49d1677640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f49cc15e560 con 0x7f49cc0cf3b0 2024-09-21T00:37:56.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.472+0000 7f49d1677640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f49cc15e860 con 0x7f49cc15fe20 2024-09-21T00:37:56.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.472+0000 7f49ca7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f49cc0d1110 0x7f49cc0ca950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:56.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.473+0000 7f49ca7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f49cc0d1110 0x7f49cc0ca950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39058/0 (socket says 172.21.15.67:39058) 2024-09-21T00:37:56.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.473+0000 7f49ca7fc640 1 -- 172.21.15.67:0/1492223733 learned_addr learned my addr 172.21.15.67:0/1492223733 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:37:56.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.473+0000 7f49caffd640 1 --2- 172.21.15.67:0/1492223733 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f49cc0cf3b0 0x7f49cc1ec160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:56.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.473+0000 7f49cb7fe640 1 --2- 172.21.15.67:0/1492223733 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f49cc15fe20 0x7f49cc15a540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:56.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.473+0000 7f49ca7fc640 1 -- 172.21.15.67:0/1492223733 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f49cc15fe20 msgr2=0x7f49cc15a540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:56.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.473+0000 7f49ca7fc640 1 --2- 172.21.15.67:0/1492223733 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f49cc15fe20 0x7f49cc15a540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:56.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.473+0000 7f49ca7fc640 1 -- 172.21.15.67:0/1492223733 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f49cc0cf3b0 msgr2=0x7f49cc1ec160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:56.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.473+0000 7f49ca7fc640 1 --2- 172.21.15.67:0/1492223733 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f49cc0cf3b0 0x7f49cc1ec160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:56.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.473+0000 7f49ca7fc640 1 -- 172.21.15.67:0/1492223733 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f49cc0c8e50 con 0x7f49cc0d1110 2024-09-21T00:37:56.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.473+0000 7f49ca7fc640 1 --2- 172.21.15.67:0/1492223733 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f49cc0d1110 0x7f49cc0ca950 secure :-1 s=READY pgs=2764 cs=0 l=1 rev1=1 crypto rx=0x7f49c0034040 tx=0x7f49c0003910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:56.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.473+0000 7f49b37fe640 1 -- 172.21.15.67:0/1492223733 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49c003e030 con 0x7f49cc0d1110 2024-09-21T00:37:56.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.473+0000 7f49d1677640 1 -- 172.21.15.67:0/1492223733 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f49cc1f9ea0 con 0x7f49cc0d1110 2024-09-21T00:37:56.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.473+0000 7f49b37fe640 1 -- 172.21.15.67:0/1492223733 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f49c0003e00 con 0x7f49cc0d1110 2024-09-21T00:37:56.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.473+0000 7f49b37fe640 1 -- 172.21.15.67:0/1492223733 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49c0035040 con 0x7f49cc0d1110 2024-09-21T00:37:56.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.473+0000 7f49d1677640 1 -- 172.21.15.67:0/1492223733 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f49cc1fa460 con 0x7f49cc0d1110 2024-09-21T00:37:56.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.474+0000 7f49d1677640 1 -- 172.21.15.67:0/1492223733 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f49cc0b3920 con 0x7f49cc0d1110 2024-09-21T00:37:56.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.475+0000 7f49b37fe640 1 -- 172.21.15.67:0/1492223733 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f49c0041030 con 0x7f49cc0d1110 2024-09-21T00:37:56.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.476+0000 7f49b37fe640 1 --2- 172.21.15.67:0/1492223733 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f49b8078b90 0x7f49b807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:56.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.476+0000 7f49b37fe640 1 -- 172.21.15.67:0/1492223733 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(214..214 src has 1..214) ==== 5029+0+0 (secure 0 0 0) 0x7f49c00bb240 con 0x7f49cc0d1110 2024-09-21T00:37:56.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.476+0000 7f49caffd640 1 --2- 172.21.15.67:0/1492223733 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f49b8078b90 0x7f49b807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:56.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.476+0000 7f49caffd640 1 --2- 172.21.15.67:0/1492223733 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f49b8078b90 0x7f49b807b0a0 secure :-1 s=READY pgs=1036 cs=0 l=1 rev1=1 crypto rx=0x7f49bc00bad0 tx=0x7f49bc00b2e0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:56.482 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.480+0000 7f49b37fe640 1 -- 172.21.15.67:0/1492223733 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f49c00832e0 con 0x7f49cc0d1110 2024-09-21T00:37:56.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.663+0000 7f49d1677640 1 -- 172.21.15.67:0/1492223733 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f49cc15ee10 con 0x7f49b8078b90 2024-09-21T00:37:56.666 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.664+0000 7f49b37fe640 1 -- 172.21.15.67:0/1492223733 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13453 (secure 0 0 0) 0x7f49cc15ee10 con 0x7f49b8078b90 2024-09-21T00:37:56.667 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:37:56.667 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-21T00:37:56.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.666+0000 7f49d1677640 1 -- 172.21.15.67:0/1492223733 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f49b8078b90 msgr2=0x7f49b807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:56.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.666+0000 7f49d1677640 1 --2- 172.21.15.67:0/1492223733 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f49b8078b90 0x7f49b807b0a0 secure :-1 s=READY pgs=1036 cs=0 l=1 rev1=1 crypto rx=0x7f49bc00bad0 tx=0x7f49bc00b2e0 comp rx=0 tx=0).stop 2024-09-21T00:37:56.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.666+0000 7f49d1677640 1 -- 172.21.15.67:0/1492223733 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f49cc0d1110 msgr2=0x7f49cc0ca950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:56.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.666+0000 7f49d1677640 1 --2- 172.21.15.67:0/1492223733 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f49cc0d1110 0x7f49cc0ca950 secure :-1 s=READY pgs=2764 cs=0 l=1 rev1=1 crypto rx=0x7f49c0034040 tx=0x7f49c0003910 comp rx=0 tx=0).stop 2024-09-21T00:37:56.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.667+0000 7f49d1677640 1 -- 172.21.15.67:0/1492223733 shutdown_connections 2024-09-21T00:37:56.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.667+0000 7f49d1677640 1 --2- 172.21.15.67:0/1492223733 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f49b8078b90 0x7f49b807b0a0 unknown :-1 s=CLOSED pgs=1036 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:56.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.667+0000 7f49d1677640 1 --2- 172.21.15.67:0/1492223733 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f49cc15fe20 0x7f49cc15a540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:56.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.667+0000 7f49d1677640 1 --2- 172.21.15.67:0/1492223733 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f49cc0d1110 0x7f49cc0ca950 unknown :-1 s=CLOSED pgs=2764 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:56.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.667+0000 7f49d1677640 1 --2- 172.21.15.67:0/1492223733 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f49cc0cf3b0 0x7f49cc1ec160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:56.669 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.667+0000 7f49d1677640 1 -- 172.21.15.67:0/1492223733 >> 172.21.15.67:0/1492223733 conn(0x7f49cc06cb30 msgr2=0x7f49cc0b7da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:56.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.667+0000 7f49d1677640 1 -- 172.21.15.67:0/1492223733 shutdown_connections 2024-09-21T00:37:56.670 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.667+0000 7f49d1677640 1 -- 172.21.15.67:0/1492223733 wait complete. 2024-09-21T00:37:56.680 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":711,"stamp":"2024-09-21T00:37:55.759796+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":559876,"kb_used_data":46696,"kb_used_omap":12,"kb_used_meta":513011,"kb_avail":754414844,"statfs":{"total":773094113280,"available":772520800256,"internally_reserved":0,"allocated":47816704,"data_stored":35816765,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12749,"internal_metadata":525323827},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-12617832,"num_objects":-28,"num_object_clones":0,"num_object_copies":-56,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-28,"num_whiteouts":0,"num_read":-99,"num_read_kb":-106,"num_write":-98,"num_write_kb":-12354,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001852"},"pg_stats":[{"pgid":"1.0","version":"16'72","reported_seq":455,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-09-21T00:36:40.934665+0000","last_change":"2024-09-21T00:21:11.583793+0000","last_active":"2024-09-21T00:36:40.934665+0000","last_peered":"2024-09-21T00:36:40.934665+0000","last_clean":"2024-09-21T00:36:40.934665+0000","last_became_active":"2024-09-21T00:21:11.582502+0000","last_became_peered":"2024-09-21T00:21:11.582502+0000","last_unstale":"2024-09-21T00:36:40.934665+0000","last_undegraded":"2024-09-21T00:36:40.934665+0000","last_fullsized":"2024-09-21T00:36:40.934665+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_clean_scrub_stamp":"2024-09-21T00:21:10.311964+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:58.010953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509644,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":48264,"kb_used_data":3188,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94323576,"statfs":{"total":96636764160,"available":96587341824,"internally_reserved":0,"allocated":3264512,"data_stored":1766020,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":46135754},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509644,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":82184,"kb_used_data":10804,"kb_used_omap":1,"kb_used_meta":71358,"kb_avail":94289656,"statfs":{"total":96636764160,"available":96552607744,"internally_reserved":0,"allocated":11063296,"data_stored":9564302,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":73071046},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509644,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":64320,"kb_used_data":2604,"kb_used_omap":1,"kb_used_meta":61694,"kb_avail":94307520,"statfs":{"total":96636764160,"available":96570900480,"internally_reserved":0,"allocated":2666496,"data_stored":1175582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":63175109},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509645,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":86444,"kb_used_data":10844,"kb_used_omap":1,"kb_used_meta":75582,"kb_avail":94285396,"statfs":{"total":96636764160,"available":96548245504,"internally_reserved":0,"allocated":11104256,"data_stored":9598878,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":77396424},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509645,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":47680,"kb_used_data":2604,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94324160,"statfs":{"total":96636764160,"available":96587939840,"internally_reserved":0,"allocated":2666496,"data_stored":1175582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":46135749},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509643,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":82896,"kb_used_data":7292,"kb_used_omap":1,"kb_used_meta":75582,"kb_avail":94288944,"statfs":{"total":96636764160,"available":96551878656,"internally_reserved":0,"allocated":7467008,"data_stored":5966421,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":77396422},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834575052,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":82332,"kb_used_data":6728,"kb_used_omap":1,"kb_used_meta":75582,"kb_avail":94289508,"statfs":{"total":96636764160,"available":96552456192,"internally_reserved":0,"allocated":6889472,"data_stored":5382142,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":77396421},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834575052,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":65756,"kb_used_data":2632,"kb_used_omap":1,"kb_used_meta":63102,"kb_avail":94306084,"statfs":{"total":96636764160,"available":96569430016,"internally_reserved":0,"allocated":2695168,"data_stored":1187838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":64616902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T00:37:56.680 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-21T00:37:56.680 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T00:37:56.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.795+0000 7f66d48c5640 1 -- 172.21.15.67:0/3159093135 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f66d0162b10 msgr2=0x7f66d00b7b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:56.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.795+0000 7f66d48c5640 1 --2- 172.21.15.67:0/3159093135 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f66d0162b10 0x7f66d00b7b50 secure :-1 s=READY pgs=2765 cs=0 l=1 rev1=1 crypto rx=0x7f66d006d6f0 tx=0x7f66c002aa30 comp rx=0 tx=0).stop 2024-09-21T00:37:56.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.795+0000 7f66d48c5640 1 -- 172.21.15.67:0/3159093135 shutdown_connections 2024-09-21T00:37:56.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.795+0000 7f66d48c5640 1 --2- 172.21.15.67:0/3159093135 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f66d0162b10 0x7f66d00b7b50 unknown :-1 s=CLOSED pgs=2765 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:56.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.795+0000 7f66d48c5640 1 --2- 172.21.15.67:0/3159093135 >> v2:172.21.15.97:3300/0 conn(0x7f66d00d3100 0x7f66d01625d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:56.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.795+0000 7f66d48c5640 1 -- 172.21.15.67:0/3159093135 >> 172.21.15.67:0/3159093135 conn(0x7f66d0073ba0 msgr2=0x7f66d006cb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:56.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.795+0000 7f66d48c5640 1 -- 172.21.15.67:0/3159093135 shutdown_connections 2024-09-21T00:37:56.798 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.795+0000 7f66d48c5640 1 -- 172.21.15.67:0/3159093135 wait complete. 2024-09-21T00:37:56.799 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.797+0000 7f66d48c5640 1 Processor -- start 2024-09-21T00:37:56.799 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.797+0000 7f66d48c5640 1 -- start start 2024-09-21T00:37:56.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.799+0000 7f66d48c5640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f66d00d1b70 0x7f66d00b5f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:56.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.799+0000 7f66d48c5640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f66d00d3100 0x7f66d00ac950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:56.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.799+0000 7f66d48c5640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f66d0162b10 0x7f66d01f9610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:56.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.799+0000 7f66d48c5640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f66d00b8210 con 0x7f66d0162b10 2024-09-21T00:37:56.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.799+0000 7f66d48c5640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f66d00b8090 con 0x7f66d00d3100 2024-09-21T00:37:56.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.799+0000 7f66d48c5640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f66d00b8390 con 0x7f66d00d1b70 2024-09-21T00:37:56.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.799+0000 7f66ced9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f66d0162b10 0x7f66d01f9610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:56.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.799+0000 7f66ced9d640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f66d0162b10 0x7f66d01f9610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39070/0 (socket says 172.21.15.67:39070) 2024-09-21T00:37:56.802 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.799+0000 7f66ced9d640 1 -- 172.21.15.67:0/2251698321 learned_addr learned my addr 172.21.15.67:0/2251698321 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:37:56.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.799+0000 7f66cdd9b640 1 --2- 172.21.15.67:0/2251698321 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f66d00d3100 0x7f66d00ac950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:56.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.799+0000 7f66ce59c640 1 --2- 172.21.15.67:0/2251698321 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f66d00d1b70 0x7f66d00b5f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:56.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.799+0000 7f66ced9d640 1 -- 172.21.15.67:0/2251698321 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f66d00d1b70 msgr2=0x7f66d00b5f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:56.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.799+0000 7f66ced9d640 1 --2- 172.21.15.67:0/2251698321 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f66d00d1b70 0x7f66d00b5f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:56.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.799+0000 7f66ced9d640 1 -- 172.21.15.67:0/2251698321 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f66d00d3100 msgr2=0x7f66d00ac950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:56.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.799+0000 7f66ced9d640 1 --2- 172.21.15.67:0/2251698321 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f66d00d3100 0x7f66d00ac950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:56.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.799+0000 7f66ced9d640 1 -- 172.21.15.67:0/2251698321 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66d00b4dc0 con 0x7f66d0162b10 2024-09-21T00:37:56.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.799+0000 7f66ced9d640 1 --2- 172.21.15.67:0/2251698321 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f66d0162b10 0x7f66d01f9610 secure :-1 s=READY pgs=2766 cs=0 l=1 rev1=1 crypto rx=0x7f66c002b020 tx=0x7f66c0003f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:56.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.800+0000 7f66c6ffd640 1 -- 172.21.15.67:0/2251698321 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66c0033050 con 0x7f66d0162b10 2024-09-21T00:37:56.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.800+0000 7f66c6ffd640 1 -- 172.21.15.67:0/2251698321 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f66c00045f0 con 0x7f66d0162b10 2024-09-21T00:37:56.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.800+0000 7f66d48c5640 1 -- 172.21.15.67:0/2251698321 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f66d00b50a0 con 0x7f66d0162b10 2024-09-21T00:37:56.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.800+0000 7f66c6ffd640 1 -- 172.21.15.67:0/2251698321 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66c0038450 con 0x7f66d0162b10 2024-09-21T00:37:56.803 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.800+0000 7f66d48c5640 1 -- 172.21.15.67:0/2251698321 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f66d00b5660 con 0x7f66d0162b10 2024-09-21T00:37:56.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.801+0000 7f66d48c5640 1 -- 172.21.15.67:0/2251698321 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f66d01625d0 con 0x7f66d0162b10 2024-09-21T00:37:56.804 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.801+0000 7f66c6ffd640 1 -- 172.21.15.67:0/2251698321 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f66c0036070 con 0x7f66d0162b10 2024-09-21T00:37:56.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.802+0000 7f66c6ffd640 1 --2- 172.21.15.67:0/2251698321 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f66b0078bc0 0x7f66b007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:56.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.802+0000 7f66c6ffd640 1 -- 172.21.15.67:0/2251698321 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(214..214 src has 1..214) ==== 5029+0+0 (secure 0 0 0) 0x7f66c00bbf90 con 0x7f66d0162b10 2024-09-21T00:37:56.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.802+0000 7f66ce59c640 1 --2- 172.21.15.67:0/2251698321 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f66b0078bc0 0x7f66b007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:56.805 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.803+0000 7f66ce59c640 1 --2- 172.21.15.67:0/2251698321 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f66b0078bc0 0x7f66b007b0d0 secure :-1 s=READY pgs=1037 cs=0 l=1 rev1=1 crypto rx=0x7f66c8006fd0 tx=0x7f66c8009060 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:56.809 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.807+0000 7f66c6ffd640 1 -- 172.21.15.67:0/2251698321 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f66d0162f20 con 0x7f66d0162b10 2024-09-21T00:37:56.992 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.990+0000 7f66d48c5640 1 -- 172.21.15.67:0/2251698321 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f66d00b4b40 con 0x7f66b0078bc0 2024-09-21T00:37:56.993 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.992+0000 7f66c6ffd640 1 -- 172.21.15.67:0/2251698321 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13453 (secure 0 0 0) 0x7f66d00b4b40 con 0x7f66b0078bc0 2024-09-21T00:37:56.993 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:37:56.993 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-21T00:37:56.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.994+0000 7f66d48c5640 1 -- 172.21.15.67:0/2251698321 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f66b0078bc0 msgr2=0x7f66b007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:56.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.994+0000 7f66d48c5640 1 --2- 172.21.15.67:0/2251698321 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f66b0078bc0 0x7f66b007b0d0 secure :-1 s=READY pgs=1037 cs=0 l=1 rev1=1 crypto rx=0x7f66c8006fd0 tx=0x7f66c8009060 comp rx=0 tx=0).stop 2024-09-21T00:37:56.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.994+0000 7f66d48c5640 1 -- 172.21.15.67:0/2251698321 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f66d0162b10 msgr2=0x7f66d01f9610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:56.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.994+0000 7f66d48c5640 1 --2- 172.21.15.67:0/2251698321 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f66d0162b10 0x7f66d01f9610 secure :-1 s=READY pgs=2766 cs=0 l=1 rev1=1 crypto rx=0x7f66c002b020 tx=0x7f66c0003f90 comp rx=0 tx=0).stop 2024-09-21T00:37:56.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.994+0000 7f66d48c5640 1 -- 172.21.15.67:0/2251698321 shutdown_connections 2024-09-21T00:37:56.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.994+0000 7f66d48c5640 1 --2- 172.21.15.67:0/2251698321 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f66b0078bc0 0x7f66b007b0d0 unknown :-1 s=CLOSED pgs=1037 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:56.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.994+0000 7f66d48c5640 1 --2- 172.21.15.67:0/2251698321 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f66d0162b10 0x7f66d01f9610 unknown :-1 s=CLOSED pgs=2766 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:56.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.994+0000 7f66d48c5640 1 --2- 172.21.15.67:0/2251698321 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f66d00d3100 0x7f66d00ac950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:56.996 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.994+0000 7f66d48c5640 1 --2- 172.21.15.67:0/2251698321 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f66d00d1b70 0x7f66d00b5f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:56.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.994+0000 7f66d48c5640 1 -- 172.21.15.67:0/2251698321 >> 172.21.15.67:0/2251698321 conn(0x7f66d0073ba0 msgr2=0x7f66d015ee30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:56.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.994+0000 7f66d48c5640 1 -- 172.21.15.67:0/2251698321 shutdown_connections 2024-09-21T00:37:56.997 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:56.994+0000 7f66d48c5640 1 -- 172.21.15.67:0/2251698321 wait complete. 2024-09-21T00:37:57.007 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":711,"stamp":"2024-09-21T00:37:55.759796+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":559876,"kb_used_data":46696,"kb_used_omap":12,"kb_used_meta":513011,"kb_avail":754414844,"statfs":{"total":773094113280,"available":772520800256,"internally_reserved":0,"allocated":47816704,"data_stored":35816765,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12749,"internal_metadata":525323827},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-12617832,"num_objects":-28,"num_object_clones":0,"num_object_copies":-56,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-28,"num_whiteouts":0,"num_read":-99,"num_read_kb":-106,"num_write":-98,"num_write_kb":-12354,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001852"},"pg_stats":[{"pgid":"1.0","version":"16'72","reported_seq":455,"reported_epoch":211,"state":"active+clean","last_fresh":"2024-09-21T00:36:40.934665+0000","last_change":"2024-09-21T00:21:11.583793+0000","last_active":"2024-09-21T00:36:40.934665+0000","last_peered":"2024-09-21T00:36:40.934665+0000","last_clean":"2024-09-21T00:36:40.934665+0000","last_became_active":"2024-09-21T00:21:11.582502+0000","last_became_peered":"2024-09-21T00:21:11.582502+0000","last_unstale":"2024-09-21T00:36:40.934665+0000","last_undegraded":"2024-09-21T00:36:40.934665+0000","last_fullsized":"2024-09-21T00:36:40.934665+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_clean_scrub_stamp":"2024-09-21T00:21:10.311964+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:58.010953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509644,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":48264,"kb_used_data":3188,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94323576,"statfs":{"total":96636764160,"available":96587341824,"internally_reserved":0,"allocated":3264512,"data_stored":1766020,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":46135754},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509644,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":82184,"kb_used_data":10804,"kb_used_omap":1,"kb_used_meta":71358,"kb_avail":94289656,"statfs":{"total":96636764160,"available":96552607744,"internally_reserved":0,"allocated":11063296,"data_stored":9564302,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":73071046},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509644,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":64320,"kb_used_data":2604,"kb_used_omap":1,"kb_used_meta":61694,"kb_avail":94307520,"statfs":{"total":96636764160,"available":96570900480,"internally_reserved":0,"allocated":2666496,"data_stored":1175582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":63175109},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509645,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":86444,"kb_used_data":10844,"kb_used_omap":1,"kb_used_meta":75582,"kb_avail":94285396,"statfs":{"total":96636764160,"available":96548245504,"internally_reserved":0,"allocated":11104256,"data_stored":9598878,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":77396424},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509645,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":47680,"kb_used_data":2604,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94324160,"statfs":{"total":96636764160,"available":96587939840,"internally_reserved":0,"allocated":2666496,"data_stored":1175582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":46135749},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509643,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":82896,"kb_used_data":7292,"kb_used_omap":1,"kb_used_meta":75582,"kb_avail":94288944,"statfs":{"total":96636764160,"available":96551878656,"internally_reserved":0,"allocated":7467008,"data_stored":5966421,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":77396422},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834575052,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":82332,"kb_used_data":6728,"kb_used_omap":1,"kb_used_meta":75582,"kb_avail":94289508,"statfs":{"total":96636764160,"available":96552456192,"internally_reserved":0,"allocated":6889472,"data_stored":5382142,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":77396421},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834575052,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":65756,"kb_used_data":2632,"kb_used_omap":1,"kb_used_meta":63102,"kb_avail":94306084,"statfs":{"total":96636764160,"available":96569430016,"internally_reserved":0,"allocated":2695168,"data_stored":1187838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":64616902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T00:37:57.008 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-21T00:37:57.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:57.123+0000 7f64256de640 1 -- 172.21.15.67:0/2046796469 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f64200d4910 msgr2=0x7f64200d4d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:57.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:57.123+0000 7f64256de640 1 --2- 172.21.15.67:0/2046796469 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f64200d4910 0x7f64200d4d20 secure :-1 s=READY pgs=2767 cs=0 l=1 rev1=1 crypto rx=0x7f64200d21d0 tx=0x7f641402a560 comp rx=0 tx=0).stop 2024-09-21T00:37:57.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:57.123+0000 7f64256de640 1 -- 172.21.15.67:0/2046796469 shutdown_connections 2024-09-21T00:37:57.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:57.123+0000 7f64256de640 1 --2- 172.21.15.67:0/2046796469 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f64201625d0 0x7f64201629e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:57.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:57.123+0000 7f64256de640 1 --2- 172.21.15.67:0/2046796469 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f64200d4910 0x7f64200d4d20 unknown :-1 s=CLOSED pgs=2767 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:57.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:57.123+0000 7f64256de640 1 --2- 172.21.15.67:0/2046796469 >> v2:172.21.15.97:3300/0 conn(0x7f64200d1b70 0x7f64200d3100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:57.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:57.123+0000 7f64256de640 1 -- 172.21.15.67:0/2046796469 >> 172.21.15.67:0/2046796469 conn(0x7f6420073ba0 msgr2=0x7f642006cb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:57.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:57.123+0000 7f64256de640 1 -- 172.21.15.67:0/2046796469 shutdown_connections 2024-09-21T00:37:57.126 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:57.123+0000 7f64256de640 1 -- 172.21.15.67:0/2046796469 wait complete. 2024-09-21T00:37:57.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:57.126+0000 7f64256de640 1 Processor -- start 2024-09-21T00:37:57.128 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:57.126+0000 7f64256de640 1 -- start start 2024-09-21T00:37:57.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:57.128+0000 7f64256de640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f64200d1b70 0x7f6420159a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:57.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:57.128+0000 7f64256de640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f64200d4910 0x7f642015c740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:57.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:57.128+0000 7f64256de640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f64201625d0 0x7f64200b50c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:57.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:57.128+0000 7f64256de640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f64200b7ee0 con 0x7f64200d4910 2024-09-21T00:37:57.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:57.128+0000 7f64256de640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f64200b7d60 con 0x7f64201625d0 2024-09-21T00:37:57.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:57.128+0000 7f64256de640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f64200b8060 con 0x7f64200d1b70 2024-09-21T00:37:57.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:57.128+0000 7f641e7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f64200d4910 0x7f642015c740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:57.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:57.129+0000 7f641e7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f64200d4910 0x7f642015c740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39102/0 (socket says 172.21.15.67:39102) 2024-09-21T00:37:57.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:57.129+0000 7f641e7fc640 1 -- 172.21.15.67:0/4016542007 learned_addr learned my addr 172.21.15.67:0/4016542007 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:37:57.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:57.129+0000 7f641f7fe640 1 --2- 172.21.15.67:0/4016542007 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f64201625d0 0x7f64200b50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:57.132 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:57.129+0000 7f641effd640 1 --2- 172.21.15.67:0/4016542007 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f64200d1b70 0x7f6420159a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:57.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:57.129+0000 7f641e7fc640 1 -- 172.21.15.67:0/4016542007 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f64200d1b70 msgr2=0x7f6420159a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:57.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:57.129+0000 7f641e7fc640 1 --2- 172.21.15.67:0/4016542007 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f64200d1b70 0x7f6420159a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:57.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:57.129+0000 7f641e7fc640 1 -- 172.21.15.67:0/4016542007 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f64201625d0 msgr2=0x7f64200b50c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:57.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:57.129+0000 7f641e7fc640 1 --2- 172.21.15.67:0/4016542007 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f64201625d0 0x7f64200b50c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:57.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:57.129+0000 7f641e7fc640 1 -- 172.21.15.67:0/4016542007 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f642015b980 con 0x7f64200d4910 2024-09-21T00:37:57.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:57.129+0000 7f641e7fc640 1 --2- 172.21.15.67:0/4016542007 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f64200d4910 0x7f642015c740 secure :-1 s=READY pgs=2768 cs=0 l=1 rev1=1 crypto rx=0x7f6414034040 tx=0x7f64140038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:57.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:57.129+0000 7f64077fe640 1 -- 172.21.15.67:0/4016542007 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f641403e030 con 0x7f64200d4910 2024-09-21T00:37:57.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:57.129+0000 7f64077fe640 1 -- 172.21.15.67:0/4016542007 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f6414003ca0 con 0x7f64200d4910 2024-09-21T00:37:57.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:57.129+0000 7f64256de640 1 -- 172.21.15.67:0/4016542007 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f642015bc60 con 0x7f64200d4910 2024-09-21T00:37:57.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:57.129+0000 7f64077fe640 1 -- 172.21.15.67:0/4016542007 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6414035040 con 0x7f64200d4910 2024-09-21T00:37:57.133 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:57.130+0000 7f64256de640 1 -- 172.21.15.67:0/4016542007 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f642015cc80 con 0x7f64200d4910 2024-09-21T00:37:57.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:57.131+0000 7f64256de640 1 -- 172.21.15.67:0/4016542007 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f64200d4d20 con 0x7f64200d4910 2024-09-21T00:37:57.134 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:57.132+0000 7f64077fe640 1 -- 172.21.15.67:0/4016542007 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f6414041030 con 0x7f64200d4910 2024-09-21T00:37:57.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:57.133+0000 7f64077fe640 1 --2- 172.21.15.67:0/4016542007 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f640c078b90 0x7f640c07b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:57.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:57.133+0000 7f64077fe640 1 -- 172.21.15.67:0/4016542007 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(214..214 src has 1..214) ==== 5029+0+0 (secure 0 0 0) 0x7f64140bb130 con 0x7f64200d4910 2024-09-21T00:37:57.135 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:57.133+0000 7f641effd640 1 --2- 172.21.15.67:0/4016542007 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f640c078b90 0x7f640c07b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:57.136 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:57.134+0000 7f641effd640 1 --2- 172.21.15.67:0/4016542007 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f640c078b90 0x7f640c07b0a0 secure :-1 s=READY pgs=1038 cs=0 l=1 rev1=1 crypto rx=0x7f6410009b30 tx=0x7f6410005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:57.139 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:57.138+0000 7f64077fe640 1 -- 172.21.15.67:0/4016542007 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f64140831c0 con 0x7f64200d4910 2024-09-21T00:37:57.330 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:57.328+0000 7f64256de640 1 -- 172.21.15.67:0/4016542007 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f6420159fe0 con 0x7f64200d4910 2024-09-21T00:37:57.331 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:57.329+0000 7f64077fe640 1 -- 172.21.15.67:0/4016542007 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v214) ==== 74+0+13136 (secure 0 0 0) 0x7f6414087bf0 con 0x7f64200d4910 2024-09-21T00:37:57.331 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:37:57.331 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":214,"fsid":"166a8832-baab-4541-be5c-9c3483b3f7a3","created":"2024-09-21T00:20:57.169944+0000","modified":"2024-09-21T00:37:54.222665+0000","last_up_change":"2024-09-21T00:21:10.311964+0000","last_in_change":"2024-09-21T00:21:00.785096+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":33,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-21T00:21:09.510963+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"8d1fee35-cc5d-4717-a7d1-4335e4edc9c4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":208,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6824","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6825","nonce":1618019327}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6826","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6827","nonce":1618019327}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6830","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6831","nonce":1618019327}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6828","nonce":1618019327},{"type":"v1","addr":"172.21.15.67:6829","nonce":1618019327}]},"public_addr":"172.21.15.67:6825/1618019327","cluster_addr":"172.21.15.67:6827/1618019327","heartbeat_back_addr":"172.21.15.67:6831/1618019327","heartbeat_front_addr":"172.21.15.67:6829/1618019327","state":["exists","up"]},{"osd":1,"uuid":"decdfb01-7df9-453d-a925-dc0f8f774002","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":208,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6808","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6809","nonce":1399233530}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6810","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6811","nonce":1399233530}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6816","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6818","nonce":1399233530}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6812","nonce":1399233530},{"type":"v1","addr":"172.21.15.67:6814","nonce":1399233530}]},"public_addr":"172.21.15.67:6809/1399233530","cluster_addr":"172.21.15.67:6811/1399233530","heartbeat_back_addr":"172.21.15.67:6818/1399233530","heartbeat_front_addr":"172.21.15.67:6814/1399233530","state":["exists","up"]},{"osd":2,"uuid":"07e24252-95d2-45d8-99d4-b180c4a70c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":208,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6813","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6815","nonce":3944377447}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6817","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6819","nonce":3944377447}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6822","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6823","nonce":3944377447}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6820","nonce":3944377447},{"type":"v1","addr":"172.21.15.67:6821","nonce":3944377447}]},"public_addr":"172.21.15.67:6815/3944377447","cluster_addr":"172.21.15.67:6819/3944377447","heartbeat_back_addr":"172.21.15.67:6823/3944377447","heartbeat_front_addr":"172.21.15.67:6821/3944377447","state":["exists","up"]},{"osd":3,"uuid":"e424e634-b49f-4ac1-bb49-abb69b4f2004","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":208,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6800","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6801","nonce":2226802230}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6802","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6803","nonce":2226802230}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6806","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6807","nonce":2226802230}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6804","nonce":2226802230},{"type":"v1","addr":"172.21.15.67:6805","nonce":2226802230}]},"public_addr":"172.21.15.67:6801/2226802230","cluster_addr":"172.21.15.67:6803/2226802230","heartbeat_back_addr":"172.21.15.67:6807/2226802230","heartbeat_front_addr":"172.21.15.67:6805/2226802230","state":["exists","up"]},{"osd":4,"uuid":"afc03ab6-0f5a-49c9-9f9a-fd7d3f647627","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":208,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6803","nonce":2610565613}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6805","nonce":2610565613}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6809","nonce":2610565613}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":2610565613},{"type":"v1","addr":"172.21.15.97:6807","nonce":2610565613}]},"public_addr":"172.21.15.97:6803/2610565613","cluster_addr":"172.21.15.97:6805/2610565613","heartbeat_back_addr":"172.21.15.97:6809/2610565613","heartbeat_front_addr":"172.21.15.97:6807/2610565613","state":["exists","up"]},{"osd":5,"uuid":"72bd65dd-9d80-47ce-a1dd-7ba1937698d8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":208,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6819","nonce":3393623486}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6821","nonce":3393623486}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6825","nonce":3393623486}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3393623486},{"type":"v1","addr":"172.21.15.97:6823","nonce":3393623486}]},"public_addr":"172.21.15.97:6819/3393623486","cluster_addr":"172.21.15.97:6821/3393623486","heartbeat_back_addr":"172.21.15.97:6825/3393623486","heartbeat_front_addr":"172.21.15.97:6823/3393623486","state":["exists","up"]},{"osd":6,"uuid":"b89f0700-0361-4f93-b38b-fcca32827886","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":208,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6827","nonce":1797001780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6829","nonce":1797001780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6833","nonce":1797001780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":1797001780},{"type":"v1","addr":"172.21.15.97:6831","nonce":1797001780}]},"public_addr":"172.21.15.97:6827/1797001780","cluster_addr":"172.21.15.97:6829/1797001780","heartbeat_back_addr":"172.21.15.97:6833/1797001780","heartbeat_front_addr":"172.21.15.97:6831/1797001780","state":["exists","up"]},{"osd":7,"uuid":"dbbf68a7-5e90-48db-9201-32c0a3030b30","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":208,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6811","nonce":836712200}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6813","nonce":836712200}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6817","nonce":836712200}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":836712200},{"type":"v1","addr":"172.21.15.97:6815","nonce":836712200}]},"public_addr":"172.21.15.97:6811/836712200","cluster_addr":"172.21.15.97:6813/836712200","heartbeat_back_addr":"172.21.15.97:6817/836712200","heartbeat_front_addr":"172.21.15.97:6815/836712200","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.649365+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:08.124403+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.594716+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.298204+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.151004+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.585226+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.540024+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-21T00:21:07.633287+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.67:6833/2324294626":"2024-09-22T00:37:51.028428+0000","172.21.15.67:6835/1944202034":"2024-09-22T00:36:40.748943+0000","172.21.15.67:6835/2324294626":"2024-09-22T00:37:51.028428+0000","172.21.15.67:6833/1944202034":"2024-09-22T00:36:40.748943+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-21T00:37:57.333 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:57.331+0000 7f64256de640 1 -- 172.21.15.67:0/4016542007 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f640c078b90 msgr2=0x7f640c07b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:57.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:57.331+0000 7f64256de640 1 --2- 172.21.15.67:0/4016542007 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f640c078b90 0x7f640c07b0a0 secure :-1 s=READY pgs=1038 cs=0 l=1 rev1=1 crypto rx=0x7f6410009b30 tx=0x7f6410005f90 comp rx=0 tx=0).stop 2024-09-21T00:37:57.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:57.331+0000 7f64256de640 1 -- 172.21.15.67:0/4016542007 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f64200d4910 msgr2=0x7f642015c740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:57.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:57.331+0000 7f64256de640 1 --2- 172.21.15.67:0/4016542007 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f64200d4910 0x7f642015c740 secure :-1 s=READY pgs=2768 cs=0 l=1 rev1=1 crypto rx=0x7f6414034040 tx=0x7f64140038a0 comp rx=0 tx=0).stop 2024-09-21T00:37:57.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:57.331+0000 7f64256de640 1 -- 172.21.15.67:0/4016542007 shutdown_connections 2024-09-21T00:37:57.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:57.331+0000 7f64256de640 1 --2- 172.21.15.67:0/4016542007 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f640c078b90 0x7f640c07b0a0 unknown :-1 s=CLOSED pgs=1038 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:57.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:57.331+0000 7f64256de640 1 --2- 172.21.15.67:0/4016542007 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f64201625d0 0x7f64200b50c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:57.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:57.331+0000 7f64256de640 1 --2- 172.21.15.67:0/4016542007 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f64200d4910 0x7f642015c740 unknown :-1 s=CLOSED pgs=2768 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:57.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:57.331+0000 7f64256de640 1 --2- 172.21.15.67:0/4016542007 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f64200d1b70 0x7f6420159a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:57.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:57.331+0000 7f64256de640 1 -- 172.21.15.67:0/4016542007 >> 172.21.15.67:0/4016542007 conn(0x7f6420073ba0 msgr2=0x7f642006cb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:57.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:57.331+0000 7f64256de640 1 -- 172.21.15.67:0/4016542007 shutdown_connections 2024-09-21T00:37:57.334 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:57.332+0000 7f64256de640 1 -- 172.21.15.67:0/4016542007 wait complete. 2024-09-21T00:37:58.346 INFO:tasks.ceph:Scrubbing osd.0 2024-09-21T00:37:58.347 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2024-09-21T00:37:58.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.467+0000 7f8b8633a640 1 -- 172.21.15.67:0/4189334016 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8b6c004d40 msgr2=0x7f8b6c005150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:58.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.467+0000 7f8b8633a640 1 --2- 172.21.15.67:0/4189334016 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8b6c004d40 0x7f8b6c005150 secure :-1 s=READY pgs=2770 cs=0 l=1 rev1=1 crypto rx=0x7f8b78009ed0 tx=0x7f8b6c005830 comp rx=0 tx=0).stop 2024-09-21T00:37:58.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.467+0000 7f8b848d7640 1 -- 172.21.15.67:0/4189334016 reap_dead start 2024-09-21T00:37:58.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.467+0000 7f8b8633a640 1 -- 172.21.15.67:0/4189334016 shutdown_connections 2024-09-21T00:37:58.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.467+0000 7f8b8633a640 1 -- 172.21.15.67:0/4189334016 >> 172.21.15.67:0/4189334016 conn(0x7f8b800b41a0 msgr2=0x7f8b800b45b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:58.470 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.467+0000 7f8b8633a640 1 -- 172.21.15.67:0/4189334016 shutdown_connections 2024-09-21T00:37:58.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.467+0000 7f8b8633a640 1 -- 172.21.15.67:0/4189334016 wait complete. 2024-09-21T00:37:58.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.469+0000 7f8b8633a640 1 Processor -- start 2024-09-21T00:37:58.471 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.470+0000 7f8b8633a640 1 -- start start 2024-09-21T00:37:58.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.471+0000 7f8b8633a640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8b6c004d40 0x7f8b800b17a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:58.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.471+0000 7f8b8633a640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8b8014e140 0x7f8b8006e3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:58.474 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.471+0000 7f8b8633a640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8b8006e910 0x7f8b80150c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:58.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.471+0000 7f8b8633a640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f8b800b6d80 con 0x7f8b6c004d40 2024-09-21T00:37:58.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.471+0000 7f8b8633a640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f8b800b6c00 con 0x7f8b8014e140 2024-09-21T00:37:58.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.471+0000 7f8b8633a640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f8b800b6f00 con 0x7f8b8006e910 2024-09-21T00:37:58.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.471+0000 7f8b7ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8b6c004d40 0x7f8b800b17a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:58.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.471+0000 7f8b7ffff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8b6c004d40 0x7f8b800b17a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39120/0 (socket says 172.21.15.67:39120) 2024-09-21T00:37:58.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.471+0000 7f8b7ffff640 1 -- 172.21.15.67:0/1830960300 learned_addr learned my addr 172.21.15.67:0/1830960300 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:37:58.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.471+0000 7f8b848d7640 1 --2- 172.21.15.67:0/1830960300 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8b8006e910 0x7f8b80150c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:58.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.471+0000 7f8b7f7fe640 1 --2- 172.21.15.67:0/1830960300 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8b8014e140 0x7f8b8006e3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:58.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.471+0000 7f8b7ffff640 1 -- 172.21.15.67:0/1830960300 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8b8006e910 msgr2=0x7f8b80150c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:58.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.471+0000 7f8b7ffff640 1 --2- 172.21.15.67:0/1830960300 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8b8006e910 0x7f8b80150c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:58.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.471+0000 7f8b7ffff640 1 -- 172.21.15.67:0/1830960300 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8b8014e140 msgr2=0x7f8b8006e3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:58.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.471+0000 7f8b7ffff640 1 --2- 172.21.15.67:0/1830960300 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8b8014e140 0x7f8b8006e3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:58.475 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.471+0000 7f8b7ffff640 1 -- 172.21.15.67:0/1830960300 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b801518a0 con 0x7f8b6c004d40 2024-09-21T00:37:58.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.471+0000 7f8b7f7fe640 1 --2- 172.21.15.67:0/1830960300 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8b8014e140 0x7f8b8006e3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:37:58.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.471+0000 7f8b848d7640 1 --2- 172.21.15.67:0/1830960300 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8b8006e910 0x7f8b80150c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:37:58.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.471+0000 7f8b7ffff640 1 --2- 172.21.15.67:0/1830960300 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8b6c004d40 0x7f8b800b17a0 secure :-1 s=READY pgs=2771 cs=0 l=1 rev1=1 crypto rx=0x7f8b70006740 tx=0x7f8b70003a80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:58.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.472+0000 7f8b7cff9640 1 -- 172.21.15.67:0/1830960300 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b70015070 con 0x7f8b6c004d40 2024-09-21T00:37:58.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.472+0000 7f8b7cff9640 1 -- 172.21.15.67:0/1830960300 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8b7000f9e0 con 0x7f8b6c004d40 2024-09-21T00:37:58.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.472+0000 7f8b8633a640 1 -- 172.21.15.67:0/1830960300 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8b8006d8f0 con 0x7f8b6c004d40 2024-09-21T00:37:58.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.472+0000 7f8b7cff9640 1 -- 172.21.15.67:0/1830960300 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b7000fe30 con 0x7f8b6c004d40 2024-09-21T00:37:58.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.472+0000 7f8b8633a640 1 -- 172.21.15.67:0/1830960300 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8b8006deb0 con 0x7f8b6c004d40 2024-09-21T00:37:58.476 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.472+0000 7f8b8633a640 1 -- 172.21.15.67:0/1830960300 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f8b80151b80 con 0x7f8b6c004d40 2024-09-21T00:37:58.477 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.473+0000 7f8b7cff9640 1 -- 172.21.15.67:0/1830960300 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f8b70011430 con 0x7f8b6c004d40 2024-09-21T00:37:58.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.474+0000 7f8b7cff9640 1 --2- 172.21.15.67:0/1830960300 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8b60078b90 0x7f8b6007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:58.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.474+0000 7f8b7cff9640 1 -- 172.21.15.67:0/1830960300 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(214..214 src has 1..214) ==== 5029+0+0 (secure 0 0 0) 0x7f8b7009bfd0 con 0x7f8b6c004d40 2024-09-21T00:37:58.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.474+0000 7f8b7cff9640 1 --2- 172.21.15.67:0/1830960300 >> [v2:172.21.15.67:6824/1618019327,v1:172.21.15.67:6825/1618019327] conn(0x7f8b6007eb40 0x7f8b60080f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:58.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.474+0000 7f8b7cff9640 1 -- 172.21.15.67:0/1830960300 --> [v2:172.21.15.67:6824/1618019327,v1:172.21.15.67:6825/1618019327] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f8b7000ce50 con 0x7f8b6007eb40 2024-09-21T00:37:58.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.474+0000 7f8b7cff9640 1 -- 172.21.15.67:0/1830960300 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_get_version_reply(handle=1 version=214) ==== 24+0+0 (secure 0 0 0) 0x7f8b7009c460 con 0x7f8b6c004d40 2024-09-21T00:37:58.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.474+0000 7f8b848d7640 1 --2- 172.21.15.67:0/1830960300 >> [v2:172.21.15.67:6824/1618019327,v1:172.21.15.67:6825/1618019327] conn(0x7f8b6007eb40 0x7f8b60080f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:58.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.474+0000 7f8b7f7fe640 1 --2- 172.21.15.67:0/1830960300 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8b60078b90 0x7f8b6007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:58.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.475+0000 7f8b848d7640 1 --2- 172.21.15.67:0/1830960300 >> [v2:172.21.15.67:6824/1618019327,v1:172.21.15.67:6825/1618019327] conn(0x7f8b6007eb40 0x7f8b60080f90 crc :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:58.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.475+0000 7f8b7f7fe640 1 --2- 172.21.15.67:0/1830960300 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8b60078b90 0x7f8b6007b0a0 secure :-1 s=READY pgs=1039 cs=0 l=1 rev1=1 crypto rx=0x7f8b800a07b0 tx=0x7f8b68005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:58.478 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.475+0000 7f8b7cff9640 1 -- 172.21.15.67:0/1830960300 <== osd.0 v2:172.21.15.67:6824/1618019327 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f8b7000ce50 con 0x7f8b6007eb40 2024-09-21T00:37:58.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.489+0000 7f8b8633a640 1 -- 172.21.15.67:0/1830960300 --> [v2:172.21.15.67:6824/1618019327,v1:172.21.15.67:6825/1618019327] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f8b800b1ce0 con 0x7f8b6007eb40 2024-09-21T00:37:58.490 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.489+0000 7f8b7cff9640 1 -- 172.21.15.67:0/1830960300 <== osd.0 v2:172.21.15.67:6824/1618019327 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f8b800b1ce0 con 0x7f8b6007eb40 2024-09-21T00:37:58.490 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:37:58.490 INFO:teuthology.orchestra.run.smithi067.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-21T00:37:58.490 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:37:58.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.489+0000 7f8b8633a640 1 -- 172.21.15.67:0/1830960300 >> [v2:172.21.15.67:6824/1618019327,v1:172.21.15.67:6825/1618019327] conn(0x7f8b6007eb40 msgr2=0x7f8b60080f90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:58.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.489+0000 7f8b8633a640 1 --2- 172.21.15.67:0/1830960300 >> [v2:172.21.15.67:6824/1618019327,v1:172.21.15.67:6825/1618019327] conn(0x7f8b6007eb40 0x7f8b60080f90 crc :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:58.491 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.489+0000 7f8b8633a640 1 -- 172.21.15.67:0/1830960300 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8b60078b90 msgr2=0x7f8b6007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:58.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.489+0000 7f8b8633a640 1 --2- 172.21.15.67:0/1830960300 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8b60078b90 0x7f8b6007b0a0 secure :-1 s=READY pgs=1039 cs=0 l=1 rev1=1 crypto rx=0x7f8b800a07b0 tx=0x7f8b68005f90 comp rx=0 tx=0).stop 2024-09-21T00:37:58.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.489+0000 7f8b8633a640 1 -- 172.21.15.67:0/1830960300 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8b6c004d40 msgr2=0x7f8b800b17a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:58.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.489+0000 7f8b8633a640 1 --2- 172.21.15.67:0/1830960300 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8b6c004d40 0x7f8b800b17a0 secure :-1 s=READY pgs=2771 cs=0 l=1 rev1=1 crypto rx=0x7f8b70006740 tx=0x7f8b70003a80 comp rx=0 tx=0).stop 2024-09-21T00:37:58.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.489+0000 7f8b848d7640 1 -- 172.21.15.67:0/1830960300 reap_dead start 2024-09-21T00:37:58.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.489+0000 7f8b8633a640 1 -- 172.21.15.67:0/1830960300 shutdown_connections 2024-09-21T00:37:58.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.489+0000 7f8b8633a640 1 -- 172.21.15.67:0/1830960300 >> 172.21.15.67:0/1830960300 conn(0x7f8b800b41a0 msgr2=0x7f8b800cf740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:58.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.489+0000 7f8b8633a640 1 -- 172.21.15.67:0/1830960300 shutdown_connections 2024-09-21T00:37:58.492 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.489+0000 7f8b8633a640 1 -- 172.21.15.67:0/1830960300 wait complete. 2024-09-21T00:37:58.501 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2024-09-21T00:37:58.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.617+0000 7f5098520640 1 -- 172.21.15.67:0/1945433554 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f50900d1b70 msgr2=0x7f50900d3100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:58.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.617+0000 7f5098520640 1 --2- 172.21.15.67:0/1945433554 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f50900d1b70 0x7f50900d3100 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x7f508c009830 tx=0x7f508c02a5c0 comp rx=0 tx=0).stop 2024-09-21T00:37:58.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.617+0000 7f5098520640 1 -- 172.21.15.67:0/1945433554 shutdown_connections 2024-09-21T00:37:58.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.617+0000 7f5098520640 1 --2- 172.21.15.67:0/1945433554 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f50900d1b70 0x7f50900d3100 unknown :-1 s=CLOSED pgs=815 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:58.619 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.617+0000 7f5098520640 1 -- 172.21.15.67:0/1945433554 >> 172.21.15.67:0/1945433554 conn(0x7f5090073ba0 msgr2=0x7f509006cb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:58.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.617+0000 7f5098520640 1 -- 172.21.15.67:0/1945433554 shutdown_connections 2024-09-21T00:37:58.620 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.617+0000 7f5098520640 1 -- 172.21.15.67:0/1945433554 wait complete. 2024-09-21T00:37:58.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.619+0000 7f5098520640 1 Processor -- start 2024-09-21T00:37:58.621 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.619+0000 7f5098520640 1 -- start start 2024-09-21T00:37:58.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.620+0000 7f5098520640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f50900d1b70 0x7f509015c1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:58.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.620+0000 7f5098520640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f50900d4910 0x7f5090150aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:58.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.620+0000 7f5098520640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f509015edb0 0x7f509015f1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:58.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.620+0000 7f5098520640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f50900d50b0 con 0x7f50900d4910 2024-09-21T00:37:58.623 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.620+0000 7f5098520640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f50900d4f30 con 0x7f509015edb0 2024-09-21T00:37:58.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.620+0000 7f5098520640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f50900b8500 con 0x7f50900d1b70 2024-09-21T00:37:58.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.620+0000 7f5095abb640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f50900d4910 0x7f5090150aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:58.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.620+0000 7f5095abb640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f50900d4910 0x7f5090150aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39130/0 (socket says 172.21.15.67:39130) 2024-09-21T00:37:58.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.620+0000 7f5095abb640 1 -- 172.21.15.67:0/1767691189 learned_addr learned my addr 172.21.15.67:0/1767691189 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:37:58.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.620+0000 7f5096abd640 1 --2- 172.21.15.67:0/1767691189 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f509015edb0 0x7f509015f1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:58.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.620+0000 7f50962bc640 1 --2- 172.21.15.67:0/1767691189 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f50900d1b70 0x7f509015c1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:58.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.620+0000 7f5095abb640 1 -- 172.21.15.67:0/1767691189 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f50900d1b70 msgr2=0x7f509015c1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:58.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.620+0000 7f5095abb640 1 --2- 172.21.15.67:0/1767691189 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f50900d1b70 0x7f509015c1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:58.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.621+0000 7f5095abb640 1 -- 172.21.15.67:0/1767691189 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f509015edb0 msgr2=0x7f509015f1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:58.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.621+0000 7f5095abb640 1 --2- 172.21.15.67:0/1767691189 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f509015edb0 0x7f509015f1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:58.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.621+0000 7f5095abb640 1 -- 172.21.15.67:0/1767691189 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f509015f700 con 0x7f50900d4910 2024-09-21T00:37:58.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.621+0000 7f50962bc640 1 --2- 172.21.15.67:0/1767691189 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f50900d1b70 0x7f509015c1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:37:58.624 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.621+0000 7f5095abb640 1 --2- 172.21.15.67:0/1767691189 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f50900d4910 0x7f5090150aa0 secure :-1 s=READY pgs=2773 cs=0 l=1 rev1=1 crypto rx=0x7f508000c430 tx=0x7f508000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:58.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.621+0000 7f5086ffd640 1 -- 172.21.15.67:0/1767691189 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5080017070 con 0x7f50900d4910 2024-09-21T00:37:58.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.621+0000 7f5086ffd640 1 -- 172.21.15.67:0/1767691189 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f50800053c0 con 0x7f50900d4910 2024-09-21T00:37:58.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.621+0000 7f5098520640 1 -- 172.21.15.67:0/1767691189 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5090150fe0 con 0x7f50900d4910 2024-09-21T00:37:58.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.621+0000 7f5086ffd640 1 -- 172.21.15.67:0/1767691189 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5080003850 con 0x7f50900d4910 2024-09-21T00:37:58.625 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.621+0000 7f5098520640 1 -- 172.21.15.67:0/1767691189 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50901f9500 con 0x7f50900d4910 2024-09-21T00:37:58.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.622+0000 7f5098520640 1 -- 172.21.15.67:0/1767691189 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f50900cc520 con 0x7f50900d4910 2024-09-21T00:37:58.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.623+0000 7f5086ffd640 1 -- 172.21.15.67:0/1767691189 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f508001a070 con 0x7f50900d4910 2024-09-21T00:37:58.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.623+0000 7f5086ffd640 1 --2- 172.21.15.67:0/1767691189 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5074078bc0 0x7f507407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:58.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.623+0000 7f5086ffd640 1 -- 172.21.15.67:0/1767691189 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(214..214 src has 1..214) ==== 5029+0+0 (secure 0 0 0) 0x7f5080099da0 con 0x7f50900d4910 2024-09-21T00:37:58.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.624+0000 7f50962bc640 1 --2- 172.21.15.67:0/1767691189 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5074078bc0 0x7f507407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:58.626 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.624+0000 7f50962bc640 1 --2- 172.21.15.67:0/1767691189 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5074078bc0 0x7f507407b0d0 secure :-1 s=READY pgs=1040 cs=0 l=1 rev1=1 crypto rx=0x7f508c034000 tx=0x7f508c004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:58.630 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.629+0000 7f5086ffd640 1 -- 172.21.15.67:0/1767691189 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f509015f700 con 0x7f50900d4910 2024-09-21T00:37:58.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.815+0000 7f5098520640 1 -- 172.21.15.67:0/1767691189 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "0", "target": ["mon-mgr", ""]}) -- 0x7f50900cbf60 con 0x7f5074078bc0 2024-09-21T00:37:58.817 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.815+0000 7f5086ffd640 1 -- 172.21.15.67:0/1767691189 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 0 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f50900cbf60 con 0x7f5074078bc0 2024-09-21T00:37:58.817 INFO:teuthology.orchestra.run.smithi067.stderr:instructed osd(s) 0 to deep-scrub 2024-09-21T00:37:58.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.817+0000 7f5098520640 1 -- 172.21.15.67:0/1767691189 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5074078bc0 msgr2=0x7f507407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:58.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.817+0000 7f5098520640 1 --2- 172.21.15.67:0/1767691189 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5074078bc0 0x7f507407b0d0 secure :-1 s=READY pgs=1040 cs=0 l=1 rev1=1 crypto rx=0x7f508c034000 tx=0x7f508c004730 comp rx=0 tx=0).stop 2024-09-21T00:37:58.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.817+0000 7f5098520640 1 -- 172.21.15.67:0/1767691189 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f50900d4910 msgr2=0x7f5090150aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:58.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.817+0000 7f5098520640 1 --2- 172.21.15.67:0/1767691189 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f50900d4910 0x7f5090150aa0 secure :-1 s=READY pgs=2773 cs=0 l=1 rev1=1 crypto rx=0x7f508000c430 tx=0x7f508000c8f0 comp rx=0 tx=0).stop 2024-09-21T00:37:58.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.817+0000 7f5098520640 1 -- 172.21.15.67:0/1767691189 shutdown_connections 2024-09-21T00:37:58.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.817+0000 7f5098520640 1 --2- 172.21.15.67:0/1767691189 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5074078bc0 0x7f507407b0d0 unknown :-1 s=CLOSED pgs=1040 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:58.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.817+0000 7f5098520640 1 --2- 172.21.15.67:0/1767691189 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f509015edb0 0x7f509015f1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:58.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.817+0000 7f5098520640 1 --2- 172.21.15.67:0/1767691189 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f50900d4910 0x7f5090150aa0 unknown :-1 s=CLOSED pgs=2773 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:58.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.817+0000 7f5098520640 1 --2- 172.21.15.67:0/1767691189 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f50900d1b70 0x7f509015c1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:58.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.818+0000 7f5098520640 1 -- 172.21.15.67:0/1767691189 >> 172.21.15.67:0/1767691189 conn(0x7f5090073ba0 msgr2=0x7f50900d2580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:58.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.818+0000 7f5098520640 1 -- 172.21.15.67:0/1767691189 shutdown_connections 2024-09-21T00:37:58.820 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.818+0000 7f5098520640 1 -- 172.21.15.67:0/1767691189 wait complete. 2024-09-21T00:37:58.831 INFO:tasks.ceph:Scrubbing osd.1 2024-09-21T00:37:58.831 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2024-09-21T00:37:58.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.951+0000 7fcc4e958640 1 -- 172.21.15.67:0/2300185339 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcc4815bd40 msgr2=0x7fcc48151630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:58.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.951+0000 7fcc4e958640 1 --2- 172.21.15.67:0/2300185339 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcc4815bd40 0x7fcc48151630 secure :-1 s=READY pgs=2775 cs=0 l=1 rev1=1 crypto rx=0x7fcc40005fd0 tx=0x7fcc4002a8b0 comp rx=0 tx=0).stop 2024-09-21T00:37:58.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.951+0000 7fcc4e958640 1 -- 172.21.15.67:0/2300185339 shutdown_connections 2024-09-21T00:37:58.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.951+0000 7fcc4e958640 1 --2- 172.21.15.67:0/2300185339 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcc4815bd40 0x7fcc48151630 unknown :-1 s=CLOSED pgs=2775 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:58.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.951+0000 7fcc4e958640 1 --2- 172.21.15.67:0/2300185339 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcc480b42b0 0x7fcc4815b800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:58.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.951+0000 7fcc4e958640 1 -- 172.21.15.67:0/2300185339 >> 172.21.15.67:0/2300185339 conn(0x7fcc480b0240 msgr2=0x7fcc480b0650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:58.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.951+0000 7fcc4e958640 1 -- 172.21.15.67:0/2300185339 shutdown_connections 2024-09-21T00:37:58.953 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.951+0000 7fcc4e958640 1 -- 172.21.15.67:0/2300185339 wait complete. 2024-09-21T00:37:58.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.953+0000 7fcc4e958640 1 Processor -- start 2024-09-21T00:37:58.954 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.953+0000 7fcc4e958640 1 -- start start 2024-09-21T00:37:58.957 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.954+0000 7fcc4e958640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcc480b4760 0x7fcc481f2b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:58.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.954+0000 7fcc4e958640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcc4815bd40 0x7fcc48142950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:58.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.954+0000 7fcc4e958640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcc4814d330 0x7fcc4814ae00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:58.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.954+0000 7fcc4e958640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fcc48072690 con 0x7fcc4815bd40 2024-09-21T00:37:58.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.954+0000 7fcc4e958640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fcc48072510 con 0x7fcc4814d330 2024-09-21T00:37:58.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.954+0000 7fcc4e958640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fcc48072810 con 0x7fcc480b4760 2024-09-21T00:37:58.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.954+0000 7fcc477fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcc4815bd40 0x7fcc48142950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:58.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.954+0000 7fcc477fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcc4815bd40 0x7fcc48142950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39152/0 (socket says 172.21.15.67:39152) 2024-09-21T00:37:58.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.954+0000 7fcc477fe640 1 -- 172.21.15.67:0/2721573820 learned_addr learned my addr 172.21.15.67:0/2721573820 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:37:58.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.954+0000 7fcc47fff640 1 --2- 172.21.15.67:0/2721573820 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcc480b4760 0x7fcc481f2b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:58.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.954+0000 7fcc4cef5640 1 --2- 172.21.15.67:0/2721573820 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcc4814d330 0x7fcc4814ae00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:58.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.955+0000 7fcc477fe640 1 -- 172.21.15.67:0/2721573820 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcc480b4760 msgr2=0x7fcc481f2b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:58.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.955+0000 7fcc477fe640 1 --2- 172.21.15.67:0/2721573820 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fcc480b4760 0x7fcc481f2b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:58.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.955+0000 7fcc477fe640 1 -- 172.21.15.67:0/2721573820 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcc4814d330 msgr2=0x7fcc4814ae00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:58.958 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.955+0000 7fcc477fe640 1 --2- 172.21.15.67:0/2721573820 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fcc4814d330 0x7fcc4814ae00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:58.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.955+0000 7fcc477fe640 1 -- 172.21.15.67:0/2721573820 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc48151f40 con 0x7fcc4815bd40 2024-09-21T00:37:58.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.955+0000 7fcc477fe640 1 --2- 172.21.15.67:0/2721573820 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcc4815bd40 0x7fcc48142950 secure :-1 s=READY pgs=2776 cs=0 l=1 rev1=1 crypto rx=0x7fcc3c00e7c0 tx=0x7fcc3c00ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:58.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.955+0000 7fcc44ff9640 1 -- 172.21.15.67:0/2721573820 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc3c01e070 con 0x7fcc4815bd40 2024-09-21T00:37:58.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.955+0000 7fcc44ff9640 1 -- 172.21.15.67:0/2721573820 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fcc3c00cdb0 con 0x7fcc4815bd40 2024-09-21T00:37:58.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.955+0000 7fcc4e958640 1 -- 172.21.15.67:0/2721573820 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcc48152220 con 0x7fcc4815bd40 2024-09-21T00:37:58.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.955+0000 7fcc44ff9640 1 -- 172.21.15.67:0/2721573820 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc3c011830 con 0x7fcc4815bd40 2024-09-21T00:37:58.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.955+0000 7fcc4e958640 1 -- 172.21.15.67:0/2721573820 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcc481527e0 con 0x7fcc4815bd40 2024-09-21T00:37:58.959 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.956+0000 7fcc4e958640 1 -- 172.21.15.67:0/2721573820 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fcc4815b800 con 0x7fcc4815bd40 2024-09-21T00:37:58.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.957+0000 7fcc44ff9640 1 -- 172.21.15.67:0/2721573820 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fcc3c021070 con 0x7fcc4815bd40 2024-09-21T00:37:58.960 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.957+0000 7fcc44ff9640 1 --2- 172.21.15.67:0/2721573820 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcc34078b90 0x7fcc3407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:58.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.958+0000 7fcc44ff9640 1 -- 172.21.15.67:0/2721573820 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(214..214 src has 1..214) ==== 5029+0+0 (secure 0 0 0) 0x7fcc3c09d9b0 con 0x7fcc4815bd40 2024-09-21T00:37:58.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.958+0000 7fcc47fff640 1 --2- 172.21.15.67:0/2721573820 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcc34078b90 0x7fcc3407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:58.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.958+0000 7fcc44ff9640 1 --2- 172.21.15.67:0/2721573820 >> [v2:172.21.15.67:6808/1399233530,v1:172.21.15.67:6809/1399233530] conn(0x7fcc3407eb40 0x7fcc34080f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:58.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.958+0000 7fcc44ff9640 1 -- 172.21.15.67:0/2721573820 --> [v2:172.21.15.67:6808/1399233530,v1:172.21.15.67:6809/1399233530] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fcc34081660 con 0x7fcc3407eb40 2024-09-21T00:37:58.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.958+0000 7fcc44ff9640 1 -- 172.21.15.67:0/2721573820 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_get_version_reply(handle=1 version=214) ==== 24+0+0 (secure 0 0 0) 0x7fcc3c09de40 con 0x7fcc4815bd40 2024-09-21T00:37:58.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.958+0000 7fcc4cef5640 1 --2- 172.21.15.67:0/2721573820 >> [v2:172.21.15.67:6808/1399233530,v1:172.21.15.67:6809/1399233530] conn(0x7fcc3407eb40 0x7fcc34080f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:58.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.958+0000 7fcc47fff640 1 --2- 172.21.15.67:0/2721573820 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcc34078b90 0x7fcc3407b0a0 secure :-1 s=READY pgs=1041 cs=0 l=1 rev1=1 crypto rx=0x7fcc38000f60 tx=0x7fcc38009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:58.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.958+0000 7fcc4cef5640 1 --2- 172.21.15.67:0/2721573820 >> [v2:172.21.15.67:6808/1399233530,v1:172.21.15.67:6809/1399233530] conn(0x7fcc3407eb40 0x7fcc34080f90 crc :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:58.961 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.959+0000 7fcc44ff9640 1 -- 172.21.15.67:0/2721573820 <== osd.1 v2:172.21.15.67:6808/1399233530 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fcc34081660 con 0x7fcc3407eb40 2024-09-21T00:37:58.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.971+0000 7fcc4e958640 1 -- 172.21.15.67:0/2721573820 --> [v2:172.21.15.67:6808/1399233530,v1:172.21.15.67:6809/1399233530] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fcc48153060 con 0x7fcc3407eb40 2024-09-21T00:37:58.973 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.972+0000 7fcc44ff9640 1 -- 172.21.15.67:0/2721573820 <== osd.1 v2:172.21.15.67:6808/1399233530 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7fcc48153060 con 0x7fcc3407eb40 2024-09-21T00:37:58.974 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:37:58.974 INFO:teuthology.orchestra.run.smithi067.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-21T00:37:58.974 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:37:58.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.972+0000 7fcc4e958640 1 -- 172.21.15.67:0/2721573820 >> [v2:172.21.15.67:6808/1399233530,v1:172.21.15.67:6809/1399233530] conn(0x7fcc3407eb40 msgr2=0x7fcc34080f90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:58.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.972+0000 7fcc4e958640 1 --2- 172.21.15.67:0/2721573820 >> [v2:172.21.15.67:6808/1399233530,v1:172.21.15.67:6809/1399233530] conn(0x7fcc3407eb40 0x7fcc34080f90 crc :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:58.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.972+0000 7fcc4e958640 1 -- 172.21.15.67:0/2721573820 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcc34078b90 msgr2=0x7fcc3407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:58.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.972+0000 7fcc4e958640 1 --2- 172.21.15.67:0/2721573820 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fcc34078b90 0x7fcc3407b0a0 secure :-1 s=READY pgs=1041 cs=0 l=1 rev1=1 crypto rx=0x7fcc38000f60 tx=0x7fcc38009040 comp rx=0 tx=0).stop 2024-09-21T00:37:58.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.972+0000 7fcc4e958640 1 -- 172.21.15.67:0/2721573820 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcc4815bd40 msgr2=0x7fcc48142950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:58.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.972+0000 7fcc4e958640 1 --2- 172.21.15.67:0/2721573820 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fcc4815bd40 0x7fcc48142950 secure :-1 s=READY pgs=2776 cs=0 l=1 rev1=1 crypto rx=0x7fcc3c00e7c0 tx=0x7fcc3c00ec80 comp rx=0 tx=0).stop 2024-09-21T00:37:58.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.972+0000 7fcc4cef5640 1 -- 172.21.15.67:0/2721573820 reap_dead start 2024-09-21T00:37:58.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.972+0000 7fcc4e958640 1 -- 172.21.15.67:0/2721573820 shutdown_connections 2024-09-21T00:37:58.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.972+0000 7fcc4e958640 1 -- 172.21.15.67:0/2721573820 >> 172.21.15.67:0/2721573820 conn(0x7fcc480b0240 msgr2=0x7fcc4806f300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:58.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.972+0000 7fcc4e958640 1 -- 172.21.15.67:0/2721573820 shutdown_connections 2024-09-21T00:37:58.975 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:58.972+0000 7fcc4e958640 1 -- 172.21.15.67:0/2721573820 wait complete. 2024-09-21T00:37:58.985 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2024-09-21T00:37:59.103 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.101+0000 7f024d294640 1 -- 172.21.15.67:0/2860297786 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0234004d40 msgr2=0x7f02340051f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:59.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.101+0000 7f024d294640 1 --2- 172.21.15.67:0/2860297786 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f0234004d40 0x7f02340051f0 secure :-1 s=READY pgs=2778 cs=0 l=1 rev1=1 crypto rx=0x7f0240001d90 tx=0x7f0234005830 comp rx=0 tx=0).stop 2024-09-21T00:37:59.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.101+0000 7f02477fe640 1 -- 172.21.15.67:0/2860297786 reap_dead start 2024-09-21T00:37:59.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.101+0000 7f024d294640 1 -- 172.21.15.67:0/2860297786 shutdown_connections 2024-09-21T00:37:59.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.101+0000 7f024d294640 1 -- 172.21.15.67:0/2860297786 >> 172.21.15.67:0/2860297786 conn(0x7f0248073ba0 msgr2=0x7f024806cb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:59.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.101+0000 7f024d294640 1 -- 172.21.15.67:0/2860297786 shutdown_connections 2024-09-21T00:37:59.104 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.101+0000 7f024d294640 1 -- 172.21.15.67:0/2860297786 wait complete. 2024-09-21T00:37:59.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.103+0000 7f024d294640 1 Processor -- start 2024-09-21T00:37:59.105 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.103+0000 7f024d294640 1 -- start start 2024-09-21T00:37:59.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.105+0000 7f024d294640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0234004d40 0x7f02480caca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:59.108 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.105+0000 7f024d294640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f02481e5dd0 0x7f02481cc740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:59.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.105+0000 7f024d294640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f02481ce7d0 0x7f02481cebe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:59.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.105+0000 7f024d294640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f02480d3280 con 0x7f02481ce7d0 2024-09-21T00:37:59.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.105+0000 7f024d294640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f02480d3100 con 0x7f02481e5dd0 2024-09-21T00:37:59.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.105+0000 7f024d294640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f02480d3400 con 0x7f0234004d40 2024-09-21T00:37:59.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.105+0000 7f02477fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f02481ce7d0 0x7f02481cebe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:59.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.105+0000 7f02477fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f02481ce7d0 0x7f02481cebe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39162/0 (socket says 172.21.15.67:39162) 2024-09-21T00:37:59.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.105+0000 7f02477fe640 1 -- 172.21.15.67:0/2307653826 learned_addr learned my addr 172.21.15.67:0/2307653826 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:37:59.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.105+0000 7f023ffff640 1 --2- 172.21.15.67:0/2307653826 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f02481e5dd0 0x7f02481cc740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:59.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.105+0000 7f0246ffd640 1 --2- 172.21.15.67:0/2307653826 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0234004d40 0x7f02480caca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:59.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.105+0000 7f02477fe640 1 -- 172.21.15.67:0/2307653826 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0234004d40 msgr2=0x7f02480caca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:59.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.105+0000 7f02477fe640 1 --2- 172.21.15.67:0/2307653826 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0234004d40 0x7f02480caca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:59.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.105+0000 7f02477fe640 1 -- 172.21.15.67:0/2307653826 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f02481e5dd0 msgr2=0x7f02481cc740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:59.109 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.105+0000 7f02477fe640 1 --2- 172.21.15.67:0/2307653826 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f02481e5dd0 0x7f02481cc740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:59.110 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.105+0000 7f02477fe640 1 -- 172.21.15.67:0/2307653826 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02480b4180 con 0x7f02481ce7d0 2024-09-21T00:37:59.110 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.105+0000 7f0246ffd640 1 --2- 172.21.15.67:0/2307653826 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0234004d40 0x7f02480caca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:37:59.110 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.105+0000 7f02477fe640 1 --2- 172.21.15.67:0/2307653826 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f02481ce7d0 0x7f02481cebe0 secure :-1 s=READY pgs=2779 cs=0 l=1 rev1=1 crypto rx=0x7f024002ac80 tx=0x7f0240001b10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:59.110 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.105+0000 7f023f7fe640 1 -- 172.21.15.67:0/2307653826 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02400062b0 con 0x7f02481ce7d0 2024-09-21T00:37:59.110 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.105+0000 7f023f7fe640 1 -- 172.21.15.67:0/2307653826 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f0240006450 con 0x7f02481ce7d0 2024-09-21T00:37:59.110 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.105+0000 7f024d294640 1 -- 172.21.15.67:0/2307653826 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02480b4440 con 0x7f02481ce7d0 2024-09-21T00:37:59.110 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.105+0000 7f023f7fe640 1 -- 172.21.15.67:0/2307653826 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02400068a0 con 0x7f02481ce7d0 2024-09-21T00:37:59.110 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.106+0000 7f024d294640 1 -- 172.21.15.67:0/2307653826 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02481e58b0 con 0x7f02481ce7d0 2024-09-21T00:37:59.110 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.106+0000 7f024d294640 1 -- 172.21.15.67:0/2307653826 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f02480cffd0 con 0x7f02481ce7d0 2024-09-21T00:37:59.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.107+0000 7f023f7fe640 1 -- 172.21.15.67:0/2307653826 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f0240003a30 con 0x7f02481ce7d0 2024-09-21T00:37:59.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.108+0000 7f023f7fe640 1 --2- 172.21.15.67:0/2307653826 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0228078b90 0x7f022807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:59.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.108+0000 7f023f7fe640 1 -- 172.21.15.67:0/2307653826 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(214..214 src has 1..214) ==== 5029+0+0 (secure 0 0 0) 0x7f02400ba730 con 0x7f02481ce7d0 2024-09-21T00:37:59.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.108+0000 7f0246ffd640 1 --2- 172.21.15.67:0/2307653826 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0228078b90 0x7f022807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:59.111 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.109+0000 7f0246ffd640 1 --2- 172.21.15.67:0/2307653826 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0228078b90 0x7f022807b0a0 secure :-1 s=READY pgs=1042 cs=0 l=1 rev1=1 crypto rx=0x7f0238009c50 tx=0x7f0238005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:59.114 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.113+0000 7f023f7fe640 1 -- 172.21.15.67:0/2307653826 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f02400827c0 con 0x7f02481ce7d0 2024-09-21T00:37:59.301 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.300+0000 7f024d294640 1 -- 172.21.15.67:0/2307653826 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "1", "target": ["mon-mgr", ""]}) -- 0x7f02480d5010 con 0x7f0228078b90 2024-09-21T00:37:59.302 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.301+0000 7f023f7fe640 1 -- 172.21.15.67:0/2307653826 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 1 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f02480d5010 con 0x7f0228078b90 2024-09-21T00:37:59.302 INFO:teuthology.orchestra.run.smithi067.stderr:instructed osd(s) 1 to deep-scrub 2024-09-21T00:37:59.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.303+0000 7f024d294640 1 -- 172.21.15.67:0/2307653826 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0228078b90 msgr2=0x7f022807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:59.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.303+0000 7f024d294640 1 --2- 172.21.15.67:0/2307653826 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0228078b90 0x7f022807b0a0 secure :-1 s=READY pgs=1042 cs=0 l=1 rev1=1 crypto rx=0x7f0238009c50 tx=0x7f0238005f90 comp rx=0 tx=0).stop 2024-09-21T00:37:59.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.303+0000 7f024d294640 1 -- 172.21.15.67:0/2307653826 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f02481ce7d0 msgr2=0x7f02481cebe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:59.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.303+0000 7f024d294640 1 --2- 172.21.15.67:0/2307653826 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f02481ce7d0 0x7f02481cebe0 secure :-1 s=READY pgs=2779 cs=0 l=1 rev1=1 crypto rx=0x7f024002ac80 tx=0x7f0240001b10 comp rx=0 tx=0).stop 2024-09-21T00:37:59.306 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.303+0000 7f024d294640 1 -- 172.21.15.67:0/2307653826 shutdown_connections 2024-09-21T00:37:59.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.303+0000 7f024d294640 1 --2- 172.21.15.67:0/2307653826 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f0228078b90 0x7f022807b0a0 unknown :-1 s=CLOSED pgs=1042 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:59.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.303+0000 7f024d294640 1 --2- 172.21.15.67:0/2307653826 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f02481ce7d0 0x7f02481cebe0 unknown :-1 s=CLOSED pgs=2779 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:59.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.303+0000 7f024d294640 1 --2- 172.21.15.67:0/2307653826 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f02481e5dd0 0x7f02481cc740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:59.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.303+0000 7f024d294640 1 --2- 172.21.15.67:0/2307653826 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f0234004d40 0x7f02480caca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:59.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.303+0000 7f024d294640 1 -- 172.21.15.67:0/2307653826 >> 172.21.15.67:0/2307653826 conn(0x7f0248073ba0 msgr2=0x7f02481e77c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:59.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.303+0000 7f024d294640 1 -- 172.21.15.67:0/2307653826 shutdown_connections 2024-09-21T00:37:59.307 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.303+0000 7f024d294640 1 -- 172.21.15.67:0/2307653826 wait complete. 2024-09-21T00:37:59.315 INFO:tasks.ceph:Scrubbing osd.2 2024-09-21T00:37:59.315 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2024-09-21T00:37:59.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.434+0000 7f5741863640 1 -- 172.21.15.67:0/2097055117 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f573c0740c0 msgr2=0x7f573c15c7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:59.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.434+0000 7f5741863640 1 --2- 172.21.15.67:0/2097055117 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f573c0740c0 0x7f573c15c7c0 secure :-1 s=READY pgs=2780 cs=0 l=1 rev1=1 crypto rx=0x7f572c005fd0 tx=0x7f572c02a5d0 comp rx=0 tx=0).stop 2024-09-21T00:37:59.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.434+0000 7f5741863640 1 -- 172.21.15.67:0/2097055117 shutdown_connections 2024-09-21T00:37:59.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.434+0000 7f5741863640 1 --2- 172.21.15.67:0/2097055117 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f573c06e250 0x7f573c15e040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:59.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.434+0000 7f5741863640 1 --2- 172.21.15.67:0/2097055117 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f573c0740c0 0x7f573c15c7c0 unknown :-1 s=CLOSED pgs=2780 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:59.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.434+0000 7f5741863640 1 -- 172.21.15.67:0/2097055117 >> 172.21.15.67:0/2097055117 conn(0x7f573c073300 msgr2=0x7f573c073710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:59.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.434+0000 7f5741863640 1 -- 172.21.15.67:0/2097055117 shutdown_connections 2024-09-21T00:37:59.436 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.434+0000 7f5741863640 1 -- 172.21.15.67:0/2097055117 wait complete. 2024-09-21T00:37:59.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.436+0000 7f5741863640 1 Processor -- start 2024-09-21T00:37:59.437 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.436+0000 7f5741863640 1 -- start start 2024-09-21T00:37:59.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.438+0000 7f5741863640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f573c0740c0 0x7f573c0cff20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:59.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.438+0000 7f5741863640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f573c152980 0x7f573c14e210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:59.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.438+0000 7f5741863640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f573c06d740 0x7f573c06db50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:59.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.438+0000 7f5741863640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f573c15e950 con 0x7f573c152980 2024-09-21T00:37:59.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.438+0000 7f5741863640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f573c15e7d0 con 0x7f573c0740c0 2024-09-21T00:37:59.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.438+0000 7f5741863640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f573c15ead0 con 0x7f573c06d740 2024-09-21T00:37:59.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.438+0000 7f573a7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f573c152980 0x7f573c14e210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:59.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.438+0000 7f573a7fc640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f573c152980 0x7f573c14e210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39176/0 (socket says 172.21.15.67:39176) 2024-09-21T00:37:59.440 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.438+0000 7f573a7fc640 1 -- 172.21.15.67:0/1638645118 learned_addr learned my addr 172.21.15.67:0/1638645118 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:37:59.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.438+0000 7f573b7fe640 1 --2- 172.21.15.67:0/1638645118 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f573c06d740 0x7f573c06db50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:59.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.438+0000 7f573affd640 1 --2- 172.21.15.67:0/1638645118 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f573c0740c0 0x7f573c0cff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:59.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.438+0000 7f573a7fc640 1 -- 172.21.15.67:0/1638645118 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f573c06d740 msgr2=0x7f573c06db50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:59.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.438+0000 7f573a7fc640 1 --2- 172.21.15.67:0/1638645118 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f573c06d740 0x7f573c06db50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:59.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.438+0000 7f573a7fc640 1 -- 172.21.15.67:0/1638645118 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f573c0740c0 msgr2=0x7f573c0cff20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:59.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.438+0000 7f573a7fc640 1 --2- 172.21.15.67:0/1638645118 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f573c0740c0 0x7f573c0cff20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:59.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.438+0000 7f573a7fc640 1 -- 172.21.15.67:0/1638645118 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f573c06e090 con 0x7f573c152980 2024-09-21T00:37:59.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.438+0000 7f573a7fc640 1 --2- 172.21.15.67:0/1638645118 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f573c152980 0x7f573c14e210 secure :-1 s=READY pgs=2781 cs=0 l=1 rev1=1 crypto rx=0x7f573000c430 tx=0x7f573000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:59.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.438+0000 7f5723fff640 1 -- 172.21.15.67:0/1638645118 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5730017070 con 0x7f573c152980 2024-09-21T00:37:59.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.439+0000 7f5723fff640 1 -- 172.21.15.67:0/1638645118 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f57300053c0 con 0x7f573c152980 2024-09-21T00:37:59.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.439+0000 7f5741863640 1 -- 172.21.15.67:0/1638645118 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f573c1f54f0 con 0x7f573c152980 2024-09-21T00:37:59.441 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.439+0000 7f5723fff640 1 -- 172.21.15.67:0/1638645118 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5730003850 con 0x7f573c152980 2024-09-21T00:37:59.442 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.439+0000 7f5741863640 1 -- 172.21.15.67:0/1638645118 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f573c1f5a90 con 0x7f573c152980 2024-09-21T00:37:59.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.439+0000 7f5741863640 1 -- 172.21.15.67:0/1638645118 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f573c15ef80 con 0x7f573c152980 2024-09-21T00:37:59.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.440+0000 7f5723fff640 1 -- 172.21.15.67:0/1638645118 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f573001a070 con 0x7f573c152980 2024-09-21T00:37:59.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.441+0000 7f5723fff640 1 --2- 172.21.15.67:0/1638645118 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5728078bc0 0x7f572807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:59.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.441+0000 7f5723fff640 1 -- 172.21.15.67:0/1638645118 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(214..214 src has 1..214) ==== 5029+0+0 (secure 0 0 0) 0x7f573009a5e0 con 0x7f573c152980 2024-09-21T00:37:59.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.441+0000 7f5723fff640 1 --2- 172.21.15.67:0/1638645118 >> [v2:172.21.15.67:6813/3944377447,v1:172.21.15.67:6815/3944377447] conn(0x7f572807eb70 0x7f5728080fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:59.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.441+0000 7f5723fff640 1 -- 172.21.15.67:0/1638645118 --> [v2:172.21.15.67:6813/3944377447,v1:172.21.15.67:6815/3944377447] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f5730009e50 con 0x7f572807eb70 2024-09-21T00:37:59.443 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.441+0000 7f573affd640 1 --2- 172.21.15.67:0/1638645118 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5728078bc0 0x7f572807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:59.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.441+0000 7f5723fff640 1 -- 172.21.15.67:0/1638645118 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_get_version_reply(handle=1 version=214) ==== 24+0+0 (secure 0 0 0) 0x7f573009aa70 con 0x7f573c152980 2024-09-21T00:37:59.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.441+0000 7f573b7fe640 1 --2- 172.21.15.67:0/1638645118 >> [v2:172.21.15.67:6813/3944377447,v1:172.21.15.67:6815/3944377447] conn(0x7f572807eb70 0x7f5728080fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:59.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.442+0000 7f573b7fe640 1 --2- 172.21.15.67:0/1638645118 >> [v2:172.21.15.67:6813/3944377447,v1:172.21.15.67:6815/3944377447] conn(0x7f572807eb70 0x7f5728080fc0 crc :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:59.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.442+0000 7f573affd640 1 --2- 172.21.15.67:0/1638645118 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5728078bc0 0x7f572807b0d0 secure :-1 s=READY pgs=1043 cs=0 l=1 rev1=1 crypto rx=0x7f572c033000 tx=0x7f572c004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:59.444 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.442+0000 7f5723fff640 1 -- 172.21.15.67:0/1638645118 <== osd.2 v2:172.21.15.67:6813/3944377447 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f5730009e50 con 0x7f572807eb70 2024-09-21T00:37:59.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.455+0000 7f5741863640 1 -- 172.21.15.67:0/1638645118 --> [v2:172.21.15.67:6813/3944377447,v1:172.21.15.67:6815/3944377447] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f573c0d0600 con 0x7f572807eb70 2024-09-21T00:37:59.456 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.455+0000 7f5723fff640 1 -- 172.21.15.67:0/1638645118 <== osd.2 v2:172.21.15.67:6813/3944377447 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f573c0d0600 con 0x7f572807eb70 2024-09-21T00:37:59.456 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:37:59.456 INFO:teuthology.orchestra.run.smithi067.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-21T00:37:59.456 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:37:59.457 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.455+0000 7f5741863640 1 -- 172.21.15.67:0/1638645118 >> [v2:172.21.15.67:6813/3944377447,v1:172.21.15.67:6815/3944377447] conn(0x7f572807eb70 msgr2=0x7f5728080fc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:59.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.455+0000 7f5741863640 1 --2- 172.21.15.67:0/1638645118 >> [v2:172.21.15.67:6813/3944377447,v1:172.21.15.67:6815/3944377447] conn(0x7f572807eb70 0x7f5728080fc0 crc :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:59.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.456+0000 7f5741863640 1 -- 172.21.15.67:0/1638645118 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5728078bc0 msgr2=0x7f572807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:59.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.456+0000 7f5741863640 1 --2- 172.21.15.67:0/1638645118 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f5728078bc0 0x7f572807b0d0 secure :-1 s=READY pgs=1043 cs=0 l=1 rev1=1 crypto rx=0x7f572c033000 tx=0x7f572c004730 comp rx=0 tx=0).stop 2024-09-21T00:37:59.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.456+0000 7f5741863640 1 -- 172.21.15.67:0/1638645118 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f573c152980 msgr2=0x7f573c14e210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:59.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.456+0000 7f5741863640 1 --2- 172.21.15.67:0/1638645118 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f573c152980 0x7f573c14e210 secure :-1 s=READY pgs=2781 cs=0 l=1 rev1=1 crypto rx=0x7f573000c430 tx=0x7f573000c8f0 comp rx=0 tx=0).stop 2024-09-21T00:37:59.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.456+0000 7f573b7fe640 1 -- 172.21.15.67:0/1638645118 reap_dead start 2024-09-21T00:37:59.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.456+0000 7f5741863640 1 -- 172.21.15.67:0/1638645118 shutdown_connections 2024-09-21T00:37:59.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.456+0000 7f5741863640 1 -- 172.21.15.67:0/1638645118 >> 172.21.15.67:0/1638645118 conn(0x7f573c073300 msgr2=0x7f573c0698c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:59.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.456+0000 7f5741863640 1 -- 172.21.15.67:0/1638645118 shutdown_connections 2024-09-21T00:37:59.458 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.456+0000 7f5741863640 1 -- 172.21.15.67:0/1638645118 wait complete. 2024-09-21T00:37:59.467 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2024-09-21T00:37:59.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.583+0000 7f8e648ce640 1 -- 172.21.15.67:0/3132935165 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8e6015eae0 msgr2=0x7f8e60163040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:59.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.583+0000 7f8e648ce640 1 --2- 172.21.15.67:0/3132935165 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8e6015eae0 0x7f8e60163040 secure :-1 s=READY pgs=2783 cs=0 l=1 rev1=1 crypto rx=0x7f8e600b7720 tx=0x7f8e5002a530 comp rx=0 tx=0).stop 2024-09-21T00:37:59.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.583+0000 7f8e648ce640 1 -- 172.21.15.67:0/3132935165 shutdown_connections 2024-09-21T00:37:59.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.583+0000 7f8e648ce640 1 --2- 172.21.15.67:0/3132935165 >> v2:172.21.15.97:3300/0 conn(0x7f8e600d1150 0x7f8e600d1560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:59.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.583+0000 7f8e648ce640 1 --2- 172.21.15.67:0/3132935165 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8e6015eae0 0x7f8e60163040 unknown :-1 s=CLOSED pgs=2783 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:59.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.583+0000 7f8e648ce640 1 -- 172.21.15.67:0/3132935165 >> 172.21.15.67:0/3132935165 conn(0x7f8e600b6430 msgr2=0x7f8e600b6840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:59.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.583+0000 7f8e648ce640 1 -- 172.21.15.67:0/3132935165 shutdown_connections 2024-09-21T00:37:59.585 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.583+0000 7f8e648ce640 1 -- 172.21.15.67:0/3132935165 wait complete. 2024-09-21T00:37:59.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.585+0000 7f8e648ce640 1 Processor -- start 2024-09-21T00:37:59.586 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.585+0000 7f8e648ce640 1 -- start start 2024-09-21T00:37:59.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.587+0000 7f8e648ce640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8e6006cb30 0x7f8e600ccb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:59.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.587+0000 7f8e648ce640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8e600d1150 0x7f8e601f5ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:59.589 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.587+0000 7f8e648ce640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8e6015eae0 0x7f8e6014dc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:59.590 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.587+0000 7f8e648ce640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f8e600d4170 con 0x7f8e6006cb30 2024-09-21T00:37:59.590 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.587+0000 7f8e648ce640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f8e600d42f0 con 0x7f8e600d1150 2024-09-21T00:37:59.590 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.587+0000 7f8e648ce640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f8e600d4470 con 0x7f8e6015eae0 2024-09-21T00:37:59.590 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.587+0000 7f8e5e59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8e6006cb30 0x7f8e600ccb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:59.590 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.587+0000 7f8e5e59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8e6006cb30 0x7f8e600ccb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39198/0 (socket says 172.21.15.67:39198) 2024-09-21T00:37:59.590 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.587+0000 7f8e5e59c640 1 -- 172.21.15.67:0/3074970578 learned_addr learned my addr 172.21.15.67:0/3074970578 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:37:59.590 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.587+0000 7f8e5dd9b640 1 --2- 172.21.15.67:0/3074970578 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8e600d1150 0x7f8e601f5ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:59.590 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.587+0000 7f8e5ed9d640 1 --2- 172.21.15.67:0/3074970578 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8e6015eae0 0x7f8e6014dc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:59.590 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.587+0000 7f8e5e59c640 1 -- 172.21.15.67:0/3074970578 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8e6015eae0 msgr2=0x7f8e6014dc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:59.590 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.587+0000 7f8e5e59c640 1 --2- 172.21.15.67:0/3074970578 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8e6015eae0 0x7f8e6014dc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:59.590 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.587+0000 7f8e5e59c640 1 -- 172.21.15.67:0/3074970578 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8e600d1150 msgr2=0x7f8e601f5ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:59.590 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.587+0000 7f8e5e59c640 1 --2- 172.21.15.67:0/3074970578 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8e600d1150 0x7f8e601f5ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:59.591 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.587+0000 7f8e5e59c640 1 -- 172.21.15.67:0/3074970578 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e6014bbe0 con 0x7f8e6006cb30 2024-09-21T00:37:59.591 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.587+0000 7f8e5e59c640 1 --2- 172.21.15.67:0/3074970578 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8e6006cb30 0x7f8e600ccb70 secure :-1 s=READY pgs=2784 cs=0 l=1 rev1=1 crypto rx=0x7f8e50009780 tx=0x7f8e50033d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:59.591 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.588+0000 7f8e56ffd640 1 -- 172.21.15.67:0/3074970578 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e50031d60 con 0x7f8e6006cb30 2024-09-21T00:37:59.591 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.588+0000 7f8e56ffd640 1 -- 172.21.15.67:0/3074970578 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8e50005020 con 0x7f8e6006cb30 2024-09-21T00:37:59.591 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.588+0000 7f8e648ce640 1 -- 172.21.15.67:0/3074970578 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8e601f6a10 con 0x7f8e6006cb30 2024-09-21T00:37:59.591 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.588+0000 7f8e56ffd640 1 -- 172.21.15.67:0/3074970578 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e50005470 con 0x7f8e6006cb30 2024-09-21T00:37:59.591 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.588+0000 7f8e648ce640 1 -- 172.21.15.67:0/3074970578 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8e600c87c0 con 0x7f8e6006cb30 2024-09-21T00:37:59.591 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.589+0000 7f8e648ce640 1 -- 172.21.15.67:0/3074970578 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8e600d1560 con 0x7f8e6006cb30 2024-09-21T00:37:59.592 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.589+0000 7f8e56ffd640 1 -- 172.21.15.67:0/3074970578 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f8e500047a0 con 0x7f8e6006cb30 2024-09-21T00:37:59.592 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.590+0000 7f8e56ffd640 1 --2- 172.21.15.67:0/3074970578 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8e40078b90 0x7f8e4007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:59.592 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.590+0000 7f8e56ffd640 1 -- 172.21.15.67:0/3074970578 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(214..214 src has 1..214) ==== 5029+0+0 (secure 0 0 0) 0x7f8e500bbd30 con 0x7f8e6006cb30 2024-09-21T00:37:59.592 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.590+0000 7f8e5dd9b640 1 --2- 172.21.15.67:0/3074970578 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8e40078b90 0x7f8e4007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:59.592 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.591+0000 7f8e5dd9b640 1 --2- 172.21.15.67:0/3074970578 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8e40078b90 0x7f8e4007b0a0 secure :-1 s=READY pgs=1044 cs=0 l=1 rev1=1 crypto rx=0x7f8e48005fd0 tx=0x7f8e48005da0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:59.596 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.595+0000 7f8e56ffd640 1 -- 172.21.15.67:0/3074970578 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f8e5003f030 con 0x7f8e6006cb30 2024-09-21T00:37:59.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.783+0000 7f8e648ce640 1 -- 172.21.15.67:0/3074970578 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "2", "target": ["mon-mgr", ""]}) -- 0x7f8e600b5c40 con 0x7f8e40078b90 2024-09-21T00:37:59.784 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.784+0000 7f8e56ffd640 1 -- 172.21.15.67:0/3074970578 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 2 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f8e600b5c40 con 0x7f8e40078b90 2024-09-21T00:37:59.785 INFO:teuthology.orchestra.run.smithi067.stderr:instructed osd(s) 2 to deep-scrub 2024-09-21T00:37:59.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.786+0000 7f8e648ce640 1 -- 172.21.15.67:0/3074970578 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8e40078b90 msgr2=0x7f8e4007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:59.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.786+0000 7f8e648ce640 1 --2- 172.21.15.67:0/3074970578 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8e40078b90 0x7f8e4007b0a0 secure :-1 s=READY pgs=1044 cs=0 l=1 rev1=1 crypto rx=0x7f8e48005fd0 tx=0x7f8e48005da0 comp rx=0 tx=0).stop 2024-09-21T00:37:59.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.786+0000 7f8e648ce640 1 -- 172.21.15.67:0/3074970578 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8e6006cb30 msgr2=0x7f8e600ccb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:59.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.786+0000 7f8e648ce640 1 --2- 172.21.15.67:0/3074970578 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8e6006cb30 0x7f8e600ccb70 secure :-1 s=READY pgs=2784 cs=0 l=1 rev1=1 crypto rx=0x7f8e50009780 tx=0x7f8e50033d60 comp rx=0 tx=0).stop 2024-09-21T00:37:59.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.786+0000 7f8e648ce640 1 -- 172.21.15.67:0/3074970578 shutdown_connections 2024-09-21T00:37:59.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.786+0000 7f8e648ce640 1 --2- 172.21.15.67:0/3074970578 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8e40078b90 0x7f8e4007b0a0 unknown :-1 s=CLOSED pgs=1044 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:59.787 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.786+0000 7f8e648ce640 1 --2- 172.21.15.67:0/3074970578 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8e6015eae0 0x7f8e6014dc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:59.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.786+0000 7f8e648ce640 1 --2- 172.21.15.67:0/3074970578 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8e600d1150 0x7f8e601f5ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:59.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.786+0000 7f8e648ce640 1 --2- 172.21.15.67:0/3074970578 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8e6006cb30 0x7f8e600ccb70 unknown :-1 s=CLOSED pgs=2784 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:59.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.786+0000 7f8e648ce640 1 -- 172.21.15.67:0/3074970578 >> 172.21.15.67:0/3074970578 conn(0x7f8e600b6430 msgr2=0x7f8e60075c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:59.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.786+0000 7f8e648ce640 1 -- 172.21.15.67:0/3074970578 shutdown_connections 2024-09-21T00:37:59.788 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.786+0000 7f8e648ce640 1 -- 172.21.15.67:0/3074970578 wait complete. 2024-09-21T00:37:59.798 INFO:tasks.ceph:Scrubbing osd.3 2024-09-21T00:37:59.798 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0 2024-09-21T00:37:59.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.919+0000 7f8f12b82640 1 -- 172.21.15.67:0/1551063498 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8ef40039e0 msgr2=0x7f8ef4003e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:59.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.919+0000 7f8f12b82640 1 --2- 172.21.15.67:0/1551063498 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8ef40039e0 0x7f8ef4003e10 secure :-1 s=READY pgs=2786 cs=0 l=1 rev1=1 crypto rx=0x7f8efc009b50 tx=0x7f8ef4005830 comp rx=0 tx=0).stop 2024-09-21T00:37:59.920 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.919+0000 7f8f1111f640 1 -- 172.21.15.67:0/1551063498 reap_dead start 2024-09-21T00:37:59.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.919+0000 7f8f12b82640 1 -- 172.21.15.67:0/1551063498 shutdown_connections 2024-09-21T00:37:59.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.919+0000 7f8f12b82640 1 -- 172.21.15.67:0/1551063498 >> 172.21.15.67:0/1551063498 conn(0x7f8f0c074480 msgr2=0x7f8f0c06cb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:59.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.919+0000 7f8f12b82640 1 -- 172.21.15.67:0/1551063498 shutdown_connections 2024-09-21T00:37:59.921 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.919+0000 7f8f12b82640 1 -- 172.21.15.67:0/1551063498 wait complete. 2024-09-21T00:37:59.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.921+0000 7f8f12b82640 1 Processor -- start 2024-09-21T00:37:59.922 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.921+0000 7f8f12b82640 1 -- start start 2024-09-21T00:37:59.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.922+0000 7f8f12b82640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8ef40039e0 0x7f8f0c1f3610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:59.924 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.922+0000 7f8f12b82640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8f0c1424f0 0x7f8f0c141360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:59.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.922+0000 7f8f12b82640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8f0c159650 0x7f8f0c143470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:59.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.922+0000 7f8f12b82640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f8f0c068e80 con 0x7f8f0c1424f0 2024-09-21T00:37:59.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.922+0000 7f8f12b82640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f8f0c068d00 con 0x7f8f0c159650 2024-09-21T00:37:59.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.922+0000 7f8f12b82640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f8f0c069000 con 0x7f8ef40039e0 2024-09-21T00:37:59.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.922+0000 7f8f0bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8f0c1424f0 0x7f8f0c141360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:59.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.922+0000 7f8f0bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8f0c1424f0 0x7f8f0c141360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39216/0 (socket says 172.21.15.67:39216) 2024-09-21T00:37:59.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.923+0000 7f8f0bfff640 1 -- 172.21.15.67:0/1230015857 learned_addr learned my addr 172.21.15.67:0/1230015857 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:37:59.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.923+0000 7f8f1091e640 1 --2- 172.21.15.67:0/1230015857 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8ef40039e0 0x7f8f0c1f3610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:59.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.923+0000 7f8f1111f640 1 --2- 172.21.15.67:0/1230015857 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8f0c159650 0x7f8f0c143470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:59.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.923+0000 7f8f0bfff640 1 -- 172.21.15.67:0/1230015857 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8ef40039e0 msgr2=0x7f8f0c1f3610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:59.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.923+0000 7f8f0bfff640 1 --2- 172.21.15.67:0/1230015857 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8ef40039e0 0x7f8f0c1f3610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:59.925 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.923+0000 7f8f0bfff640 1 -- 172.21.15.67:0/1230015857 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8f0c159650 msgr2=0x7f8f0c143470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:59.926 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.923+0000 7f8f0bfff640 1 --2- 172.21.15.67:0/1230015857 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8f0c159650 0x7f8f0c143470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:59.926 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.923+0000 7f8f0bfff640 1 -- 172.21.15.67:0/1230015857 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f0c1f3fe0 con 0x7f8f0c1424f0 2024-09-21T00:37:59.926 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.923+0000 7f8f0bfff640 1 --2- 172.21.15.67:0/1230015857 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8f0c1424f0 0x7f8f0c141360 secure :-1 s=READY pgs=2787 cs=0 l=1 rev1=1 crypto rx=0x7f8f000063b0 tx=0x7f8f00006870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:59.926 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.923+0000 7f8f097fa640 1 -- 172.21.15.67:0/1230015857 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f00015070 con 0x7f8f0c1424f0 2024-09-21T00:37:59.926 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.923+0000 7f8f097fa640 1 -- 172.21.15.67:0/1230015857 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8f0000fd00 con 0x7f8f0c1424f0 2024-09-21T00:37:59.926 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.923+0000 7f8f097fa640 1 -- 172.21.15.67:0/1230015857 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f00011690 con 0x7f8f0c1424f0 2024-09-21T00:37:59.926 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.923+0000 7f8f12b82640 1 -- 172.21.15.67:0/1230015857 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f0c1f42c0 con 0x7f8f0c1424f0 2024-09-21T00:37:59.926 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.923+0000 7f8f12b82640 1 -- 172.21.15.67:0/1230015857 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f0c1418a0 con 0x7f8f0c1424f0 2024-09-21T00:37:59.927 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.924+0000 7f8f12b82640 1 -- 172.21.15.67:0/1230015857 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f8f0c0ce8f0 con 0x7f8f0c1424f0 2024-09-21T00:37:59.927 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.925+0000 7f8f097fa640 1 -- 172.21.15.67:0/1230015857 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f8f00011830 con 0x7f8f0c1424f0 2024-09-21T00:37:59.928 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.925+0000 7f8f097fa640 1 --2- 172.21.15.67:0/1230015857 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8ef8078bc0 0x7f8ef807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:59.928 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.926+0000 7f8f097fa640 1 -- 172.21.15.67:0/1230015857 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(214..214 src has 1..214) ==== 5029+0+0 (secure 0 0 0) 0x7f8f0009b8c0 con 0x7f8f0c1424f0 2024-09-21T00:37:59.928 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.926+0000 7f8f1091e640 1 --2- 172.21.15.67:0/1230015857 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8ef8078bc0 0x7f8ef807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:59.928 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.926+0000 7f8f097fa640 1 --2- 172.21.15.67:0/1230015857 >> [v2:172.21.15.67:6800/2226802230,v1:172.21.15.67:6801/2226802230] conn(0x7f8ef807eb70 0x7f8ef8080fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:37:59.928 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.926+0000 7f8f097fa640 1 -- 172.21.15.67:0/1230015857 --> [v2:172.21.15.67:6800/2226802230,v1:172.21.15.67:6801/2226802230] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f8ef8081690 con 0x7f8ef807eb70 2024-09-21T00:37:59.928 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.926+0000 7f8f097fa640 1 -- 172.21.15.67:0/1230015857 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_get_version_reply(handle=1 version=214) ==== 24+0+0 (secure 0 0 0) 0x7f8f000a02c0 con 0x7f8f0c1424f0 2024-09-21T00:37:59.928 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.926+0000 7f8f1111f640 1 --2- 172.21.15.67:0/1230015857 >> [v2:172.21.15.67:6800/2226802230,v1:172.21.15.67:6801/2226802230] conn(0x7f8ef807eb70 0x7f8ef8080fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:37:59.928 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.926+0000 7f8f1111f640 1 --2- 172.21.15.67:0/1230015857 >> [v2:172.21.15.67:6800/2226802230,v1:172.21.15.67:6801/2226802230] conn(0x7f8ef807eb70 0x7f8ef8080fc0 crc :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:59.928 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.926+0000 7f8f1091e640 1 --2- 172.21.15.67:0/1230015857 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8ef8078bc0 0x7f8ef807b0d0 secure :-1 s=READY pgs=1045 cs=0 l=1 rev1=1 crypto rx=0x7f8efc035000 tx=0x7f8efc02d040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:37:59.928 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.927+0000 7f8f097fa640 1 -- 172.21.15.67:0/1230015857 <== osd.3 v2:172.21.15.67:6800/2226802230 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f8ef8081690 con 0x7f8ef807eb70 2024-09-21T00:37:59.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.939+0000 7f8f12b82640 1 -- 172.21.15.67:0/1230015857 --> [v2:172.21.15.67:6800/2226802230,v1:172.21.15.67:6801/2226802230] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f8f0c1f3d50 con 0x7f8ef807eb70 2024-09-21T00:37:59.940 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.940+0000 7f8f097fa640 1 -- 172.21.15.67:0/1230015857 <== osd.3 v2:172.21.15.67:6800/2226802230 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f8f0c1f3d50 con 0x7f8ef807eb70 2024-09-21T00:37:59.941 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:37:59.941 INFO:teuthology.orchestra.run.smithi067.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-21T00:37:59.941 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:37:59.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.940+0000 7f8f12b82640 1 -- 172.21.15.67:0/1230015857 >> [v2:172.21.15.67:6800/2226802230,v1:172.21.15.67:6801/2226802230] conn(0x7f8ef807eb70 msgr2=0x7f8ef8080fc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:59.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.940+0000 7f8f12b82640 1 --2- 172.21.15.67:0/1230015857 >> [v2:172.21.15.67:6800/2226802230,v1:172.21.15.67:6801/2226802230] conn(0x7f8ef807eb70 0x7f8ef8080fc0 crc :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:37:59.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.940+0000 7f8f12b82640 1 -- 172.21.15.67:0/1230015857 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8ef8078bc0 msgr2=0x7f8ef807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:59.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.940+0000 7f8f12b82640 1 --2- 172.21.15.67:0/1230015857 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8ef8078bc0 0x7f8ef807b0d0 secure :-1 s=READY pgs=1045 cs=0 l=1 rev1=1 crypto rx=0x7f8efc035000 tx=0x7f8efc02d040 comp rx=0 tx=0).stop 2024-09-21T00:37:59.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.940+0000 7f8f12b82640 1 -- 172.21.15.67:0/1230015857 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8f0c1424f0 msgr2=0x7f8f0c141360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:37:59.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.940+0000 7f8f12b82640 1 --2- 172.21.15.67:0/1230015857 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8f0c1424f0 0x7f8f0c141360 secure :-1 s=READY pgs=2787 cs=0 l=1 rev1=1 crypto rx=0x7f8f000063b0 tx=0x7f8f00006870 comp rx=0 tx=0).stop 2024-09-21T00:37:59.942 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.940+0000 7f8f1111f640 1 -- 172.21.15.67:0/1230015857 reap_dead start 2024-09-21T00:37:59.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.940+0000 7f8f12b82640 1 -- 172.21.15.67:0/1230015857 shutdown_connections 2024-09-21T00:37:59.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.940+0000 7f8f12b82640 1 -- 172.21.15.67:0/1230015857 >> 172.21.15.67:0/1230015857 conn(0x7f8f0c074480 msgr2=0x7f8f0c15e810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:37:59.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.940+0000 7f8f12b82640 1 -- 172.21.15.67:0/1230015857 shutdown_connections 2024-09-21T00:37:59.943 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:37:59.940+0000 7f8f12b82640 1 -- 172.21.15.67:0/1230015857 wait complete. 2024-09-21T00:37:59.952 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3 2024-09-21T00:38:00.069 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.068+0000 7fdc999ba640 1 -- 172.21.15.67:0/165288575 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdc940b2450 msgr2=0x7fdc940b0670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:00.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.068+0000 7fdc999ba640 1 --2- 172.21.15.67:0/165288575 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdc940b2450 0x7fdc940b0670 secure :-1 s=READY pgs=2789 cs=0 l=1 rev1=1 crypto rx=0x7fdc7c005fd0 tx=0x7fdc7c02a5d0 comp rx=0 tx=0).stop 2024-09-21T00:38:00.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.068+0000 7fdc999ba640 1 -- 172.21.15.67:0/165288575 shutdown_connections 2024-09-21T00:38:00.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.068+0000 7fdc999ba640 1 --2- 172.21.15.67:0/165288575 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdc940b2450 0x7fdc940b0670 unknown :-1 s=CLOSED pgs=2789 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:00.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.068+0000 7fdc999ba640 1 --2- 172.21.15.67:0/165288575 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdc940b5580 0x7fdc940b1f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:00.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.068+0000 7fdc999ba640 1 -- 172.21.15.67:0/165288575 >> 172.21.15.67:0/165288575 conn(0x7fdc940b4280 msgr2=0x7fdc940b4690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:38:00.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.068+0000 7fdc999ba640 1 -- 172.21.15.67:0/165288575 shutdown_connections 2024-09-21T00:38:00.070 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.068+0000 7fdc999ba640 1 -- 172.21.15.67:0/165288575 wait complete. 2024-09-21T00:38:00.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.070+0000 7fdc999ba640 1 Processor -- start 2024-09-21T00:38:00.071 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.070+0000 7fdc999ba640 1 -- start start 2024-09-21T00:38:00.074 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.071+0000 7fdc999ba640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdc940b0bb0 0x7fdc94155380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:38:00.074 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.071+0000 7fdc999ba640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdc940b2450 0x7fdc941600e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:38:00.074 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.071+0000 7fdc999ba640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdc940b5580 0x7fdc94158290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:38:00.074 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.071+0000 7fdc999ba640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fdc940b3cb0 con 0x7fdc940b0bb0 2024-09-21T00:38:00.074 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.071+0000 7fdc999ba640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fdc940b3b30 con 0x7fdc940b5580 2024-09-21T00:38:00.074 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.071+0000 7fdc999ba640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fdc940b0fc0 con 0x7fdc940b2450 2024-09-21T00:38:00.074 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.072+0000 7fdc92ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdc940b0bb0 0x7fdc94155380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:38:00.074 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.072+0000 7fdc92ffd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdc940b0bb0 0x7fdc94155380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39244/0 (socket says 172.21.15.67:39244) 2024-09-21T00:38:00.074 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.072+0000 7fdc92ffd640 1 -- 172.21.15.67:0/981018360 learned_addr learned my addr 172.21.15.67:0/981018360 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:38:00.075 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.072+0000 7fdc927fc640 1 --2- 172.21.15.67:0/981018360 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdc940b2450 0x7fdc941600e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:38:00.075 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.072+0000 7fdc937fe640 1 --2- 172.21.15.67:0/981018360 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdc940b5580 0x7fdc94158290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:38:00.075 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.072+0000 7fdc92ffd640 1 -- 172.21.15.67:0/981018360 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdc940b2450 msgr2=0x7fdc941600e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:00.075 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.072+0000 7fdc92ffd640 1 --2- 172.21.15.67:0/981018360 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdc940b2450 0x7fdc941600e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:00.075 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.072+0000 7fdc92ffd640 1 -- 172.21.15.67:0/981018360 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdc940b5580 msgr2=0x7fdc94158290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:00.075 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.072+0000 7fdc92ffd640 1 --2- 172.21.15.67:0/981018360 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdc940b5580 0x7fdc94158290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:00.075 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.072+0000 7fdc92ffd640 1 -- 172.21.15.67:0/981018360 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc9415e700 con 0x7fdc940b0bb0 2024-09-21T00:38:00.075 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.072+0000 7fdc92ffd640 1 --2- 172.21.15.67:0/981018360 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdc940b0bb0 0x7fdc94155380 secure :-1 s=READY pgs=2790 cs=0 l=1 rev1=1 crypto rx=0x7fdc8c00dac0 tx=0x7fdc8c00df80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:38:00.075 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.072+0000 7fdc8bfff640 1 -- 172.21.15.67:0/981018360 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc8c017070 con 0x7fdc940b0bb0 2024-09-21T00:38:00.075 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.072+0000 7fdc8bfff640 1 -- 172.21.15.67:0/981018360 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fdc8c003970 con 0x7fdc940b0bb0 2024-09-21T00:38:00.075 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.072+0000 7fdc999ba640 1 -- 172.21.15.67:0/981018360 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdc9415e9e0 con 0x7fdc940b0bb0 2024-09-21T00:38:00.075 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.072+0000 7fdc8bfff640 1 -- 172.21.15.67:0/981018360 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc8c003dc0 con 0x7fdc940b0bb0 2024-09-21T00:38:00.075 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.072+0000 7fdc999ba640 1 -- 172.21.15.67:0/981018360 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdc94154e60 con 0x7fdc940b0bb0 2024-09-21T00:38:00.076 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.073+0000 7fdc999ba640 1 -- 172.21.15.67:0/981018360 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdc9415ef00 con 0x7fdc940b0bb0 2024-09-21T00:38:00.076 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.074+0000 7fdc8bfff640 1 -- 172.21.15.67:0/981018360 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fdc8c004020 con 0x7fdc940b0bb0 2024-09-21T00:38:00.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.075+0000 7fdc8bfff640 1 --2- 172.21.15.67:0/981018360 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdc74078b90 0x7fdc7407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:38:00.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.075+0000 7fdc8bfff640 1 -- 172.21.15.67:0/981018360 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(214..214 src has 1..214) ==== 5029+0+0 (secure 0 0 0) 0x7fdc8c09b060 con 0x7fdc940b0bb0 2024-09-21T00:38:00.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.075+0000 7fdc927fc640 1 --2- 172.21.15.67:0/981018360 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdc74078b90 0x7fdc7407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:38:00.077 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.076+0000 7fdc927fc640 1 --2- 172.21.15.67:0/981018360 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdc74078b90 0x7fdc7407b0a0 secure :-1 s=READY pgs=1046 cs=0 l=1 rev1=1 crypto rx=0x7fdc7c033000 tx=0x7fdc7c004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:38:00.080 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.079+0000 7fdc8bfff640 1 -- 172.21.15.67:0/981018360 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fdc8c020030 con 0x7fdc940b0bb0 2024-09-21T00:38:00.270 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.269+0000 7fdc999ba640 1 -- 172.21.15.67:0/981018360 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "3", "target": ["mon-mgr", ""]}) -- 0x7fdc940b0670 con 0x7fdc74078b90 2024-09-21T00:38:00.271 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.270+0000 7fdc8bfff640 1 -- 172.21.15.67:0/981018360 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 3 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7fdc940b0670 con 0x7fdc74078b90 2024-09-21T00:38:00.271 INFO:teuthology.orchestra.run.smithi067.stderr:instructed osd(s) 3 to deep-scrub 2024-09-21T00:38:00.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.272+0000 7fdc999ba640 1 -- 172.21.15.67:0/981018360 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdc74078b90 msgr2=0x7fdc7407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:00.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.272+0000 7fdc999ba640 1 --2- 172.21.15.67:0/981018360 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdc74078b90 0x7fdc7407b0a0 secure :-1 s=READY pgs=1046 cs=0 l=1 rev1=1 crypto rx=0x7fdc7c033000 tx=0x7fdc7c004730 comp rx=0 tx=0).stop 2024-09-21T00:38:00.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.272+0000 7fdc999ba640 1 -- 172.21.15.67:0/981018360 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdc940b0bb0 msgr2=0x7fdc94155380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:00.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.272+0000 7fdc999ba640 1 --2- 172.21.15.67:0/981018360 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdc940b0bb0 0x7fdc94155380 secure :-1 s=READY pgs=2790 cs=0 l=1 rev1=1 crypto rx=0x7fdc8c00dac0 tx=0x7fdc8c00df80 comp rx=0 tx=0).stop 2024-09-21T00:38:00.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.272+0000 7fdc999ba640 1 -- 172.21.15.67:0/981018360 shutdown_connections 2024-09-21T00:38:00.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.272+0000 7fdc999ba640 1 --2- 172.21.15.67:0/981018360 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fdc74078b90 0x7fdc7407b0a0 unknown :-1 s=CLOSED pgs=1046 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:00.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.272+0000 7fdc999ba640 1 --2- 172.21.15.67:0/981018360 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fdc940b5580 0x7fdc94158290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:00.274 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.272+0000 7fdc999ba640 1 --2- 172.21.15.67:0/981018360 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fdc940b2450 0x7fdc941600e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:00.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.272+0000 7fdc999ba640 1 --2- 172.21.15.67:0/981018360 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fdc940b0bb0 0x7fdc94155380 unknown :-1 s=CLOSED pgs=2790 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:00.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.272+0000 7fdc999ba640 1 -- 172.21.15.67:0/981018360 >> 172.21.15.67:0/981018360 conn(0x7fdc940b4280 msgr2=0x7fdc940b76d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:38:00.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.273+0000 7fdc999ba640 1 -- 172.21.15.67:0/981018360 shutdown_connections 2024-09-21T00:38:00.275 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.273+0000 7fdc999ba640 1 -- 172.21.15.67:0/981018360 wait complete. 2024-09-21T00:38:00.285 INFO:tasks.ceph:Scrubbing osd.4 2024-09-21T00:38:00.285 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 config set osd_debug_deep_scrub_sleep 0 2024-09-21T00:38:00.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.405+0000 7f3bf1071640 1 -- 172.21.15.67:0/2365241588 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3bec0d0ff0 msgr2=0x7f3bec0d1400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:00.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.405+0000 7f3bf1071640 1 --2- 172.21.15.67:0/2365241588 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3bec0d0ff0 0x7f3bec0d1400 secure :-1 s=READY pgs=2791 cs=0 l=1 rev1=1 crypto rx=0x7f3bec0d03f0 tx=0x7f3be402a980 comp rx=0 tx=0).stop 2024-09-21T00:38:00.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.405+0000 7f3bf1071640 1 -- 172.21.15.67:0/2365241588 shutdown_connections 2024-09-21T00:38:00.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.405+0000 7f3bf1071640 1 --2- 172.21.15.67:0/2365241588 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3bec0d0ff0 0x7f3bec0d1400 unknown :-1 s=CLOSED pgs=2791 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:00.406 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.405+0000 7f3bf1071640 1 --2- 172.21.15.67:0/2365241588 >> v2:172.21.15.97:3300/0 conn(0x7f3bec162630 0x7f3bec162a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:00.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.405+0000 7f3bf1071640 1 -- 172.21.15.67:0/2365241588 >> 172.21.15.67:0/2365241588 conn(0x7f3bec073d50 msgr2=0x7f3bec06cb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:38:00.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.405+0000 7f3bf1071640 1 -- 172.21.15.67:0/2365241588 shutdown_connections 2024-09-21T00:38:00.407 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.405+0000 7f3bf1071640 1 -- 172.21.15.67:0/2365241588 wait complete. 2024-09-21T00:38:00.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.407+0000 7f3bf1071640 1 Processor -- start 2024-09-21T00:38:00.408 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.407+0000 7f3bf1071640 1 -- start start 2024-09-21T00:38:00.410 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.408+0000 7f3bf1071640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3bec0d0ff0 0x7f3bec0cd380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:38:00.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.408+0000 7f3bf1071640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3bec15fb70 0x7f3bec0b52e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:38:00.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.408+0000 7f3bf1071640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3bec162630 0x7f3bec0b5820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:38:00.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.408+0000 7f3bf1071640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f3bec0b3580 con 0x7f3bec15fb70 2024-09-21T00:38:00.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.408+0000 7f3bf1071640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f3bec0b3400 con 0x7f3bec162630 2024-09-21T00:38:00.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.408+0000 7f3bf1071640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f3bec0b3700 con 0x7f3bec0d0ff0 2024-09-21T00:38:00.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.408+0000 7f3bea59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3bec15fb70 0x7f3bec0b52e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:38:00.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.408+0000 7f3bea59c640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3bec15fb70 0x7f3bec0b52e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39262/0 (socket says 172.21.15.67:39262) 2024-09-21T00:38:00.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.408+0000 7f3bea59c640 1 -- 172.21.15.67:0/1939212245 learned_addr learned my addr 172.21.15.67:0/1939212245 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:38:00.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.408+0000 7f3beb59e640 1 --2- 172.21.15.67:0/1939212245 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3bec162630 0x7f3bec0b5820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:38:00.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.408+0000 7f3bead9d640 1 --2- 172.21.15.67:0/1939212245 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3bec0d0ff0 0x7f3bec0cd380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:38:00.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.409+0000 7f3bea59c640 1 -- 172.21.15.67:0/1939212245 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3bec0d0ff0 msgr2=0x7f3bec0cd380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:00.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.409+0000 7f3bea59c640 1 --2- 172.21.15.67:0/1939212245 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f3bec0d0ff0 0x7f3bec0cd380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:00.411 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.409+0000 7f3bea59c640 1 -- 172.21.15.67:0/1939212245 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3bec162630 msgr2=0x7f3bec0b5820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:00.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.409+0000 7f3bea59c640 1 --2- 172.21.15.67:0/1939212245 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f3bec162630 0x7f3bec0b5820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:00.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.409+0000 7f3bea59c640 1 -- 172.21.15.67:0/1939212245 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3bec0cb020 con 0x7f3bec15fb70 2024-09-21T00:38:00.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.409+0000 7f3bea59c640 1 --2- 172.21.15.67:0/1939212245 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3bec15fb70 0x7f3bec0b52e0 secure :-1 s=READY pgs=2792 cs=0 l=1 rev1=1 crypto rx=0x7f3be000c9a0 tx=0x7f3be000ce60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:38:00.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.409+0000 7f3bd37fe640 1 -- 172.21.15.67:0/1939212245 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3be0004220 con 0x7f3bec15fb70 2024-09-21T00:38:00.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.409+0000 7f3bd37fe640 1 -- 172.21.15.67:0/1939212245 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f3be00079b0 con 0x7f3bec15fb70 2024-09-21T00:38:00.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.409+0000 7f3bf1071640 1 -- 172.21.15.67:0/1939212245 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3bec0cb300 con 0x7f3bec15fb70 2024-09-21T00:38:00.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.409+0000 7f3bd37fe640 1 -- 172.21.15.67:0/1939212245 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3be0007e00 con 0x7f3bec15fb70 2024-09-21T00:38:00.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.409+0000 7f3bf1071640 1 -- 172.21.15.67:0/1939212245 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3bec0cdf20 con 0x7f3bec15fb70 2024-09-21T00:38:00.412 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.410+0000 7f3bf1071640 1 -- 172.21.15.67:0/1939212245 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f3bec0b3bf0 con 0x7f3bec15fb70 2024-09-21T00:38:00.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.411+0000 7f3bd37fe640 1 -- 172.21.15.67:0/1939212245 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f3be0003610 con 0x7f3bec15fb70 2024-09-21T00:38:00.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.411+0000 7f3bd37fe640 1 --2- 172.21.15.67:0/1939212245 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3bd8078bc0 0x7f3bd807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:38:00.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.411+0000 7f3bd37fe640 1 -- 172.21.15.67:0/1939212245 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(214..214 src has 1..214) ==== 5029+0+0 (secure 0 0 0) 0x7f3be009aeb0 con 0x7f3bec15fb70 2024-09-21T00:38:00.413 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.412+0000 7f3bd37fe640 1 --2- 172.21.15.67:0/1939212245 >> [v2:172.21.15.97:6802/2610565613,v1:172.21.15.97:6803/2610565613] conn(0x7f3bd807eb70 0x7f3bd8080fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:38:00.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.412+0000 7f3bd37fe640 1 -- 172.21.15.67:0/1939212245 --> [v2:172.21.15.97:6802/2610565613,v1:172.21.15.97:6803/2610565613] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f3be001ae50 con 0x7f3bd807eb70 2024-09-21T00:38:00.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.412+0000 7f3bd37fe640 1 -- 172.21.15.67:0/1939212245 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_get_version_reply(handle=1 version=214) ==== 24+0+0 (secure 0 0 0) 0x7f3be009b340 con 0x7f3bec15fb70 2024-09-21T00:38:00.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.412+0000 7f3bead9d640 1 --2- 172.21.15.67:0/1939212245 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3bd8078bc0 0x7f3bd807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:38:00.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.412+0000 7f3beb59e640 1 --2- 172.21.15.67:0/1939212245 >> [v2:172.21.15.97:6802/2610565613,v1:172.21.15.97:6803/2610565613] conn(0x7f3bd807eb70 0x7f3bd8080fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:38:00.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.412+0000 7f3bead9d640 1 --2- 172.21.15.67:0/1939212245 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3bd8078bc0 0x7f3bd807b0d0 secure :-1 s=READY pgs=1047 cs=0 l=1 rev1=1 crypto rx=0x7f3bdc006fd0 tx=0x7f3bdc009060 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:38:00.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.412+0000 7f3beb59e640 1 --2- 172.21.15.67:0/1939212245 >> [v2:172.21.15.97:6802/2610565613,v1:172.21.15.97:6803/2610565613] conn(0x7f3bd807eb70 0x7f3bd8080fc0 crc :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:38:00.414 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.413+0000 7f3bd37fe640 1 -- 172.21.15.67:0/1939212245 <== osd.4 v2:172.21.15.97:6802/2610565613 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f3be001ae50 con 0x7f3bd807eb70 2024-09-21T00:38:00.427 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.426+0000 7f3bf1071640 1 -- 172.21.15.67:0/1939212245 --> [v2:172.21.15.97:6802/2610565613,v1:172.21.15.97:6803/2610565613] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f3bec0d4610 con 0x7f3bd807eb70 2024-09-21T00:38:00.428 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.427+0000 7f3bd37fe640 1 -- 172.21.15.67:0/1939212245 <== osd.4 v2:172.21.15.97:6802/2610565613 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f3bec0d4610 con 0x7f3bd807eb70 2024-09-21T00:38:00.428 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:38:00.428 INFO:teuthology.orchestra.run.smithi067.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-21T00:38:00.428 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:38:00.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.427+0000 7f3bf1071640 1 -- 172.21.15.67:0/1939212245 >> [v2:172.21.15.97:6802/2610565613,v1:172.21.15.97:6803/2610565613] conn(0x7f3bd807eb70 msgr2=0x7f3bd8080fc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:00.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.427+0000 7f3bf1071640 1 --2- 172.21.15.67:0/1939212245 >> [v2:172.21.15.97:6802/2610565613,v1:172.21.15.97:6803/2610565613] conn(0x7f3bd807eb70 0x7f3bd8080fc0 crc :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:00.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.427+0000 7f3bf1071640 1 -- 172.21.15.67:0/1939212245 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3bd8078bc0 msgr2=0x7f3bd807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:00.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.427+0000 7f3bf1071640 1 --2- 172.21.15.67:0/1939212245 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f3bd8078bc0 0x7f3bd807b0d0 secure :-1 s=READY pgs=1047 cs=0 l=1 rev1=1 crypto rx=0x7f3bdc006fd0 tx=0x7f3bdc009060 comp rx=0 tx=0).stop 2024-09-21T00:38:00.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.427+0000 7f3bf1071640 1 -- 172.21.15.67:0/1939212245 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3bec15fb70 msgr2=0x7f3bec0b52e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:00.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.427+0000 7f3bf1071640 1 --2- 172.21.15.67:0/1939212245 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f3bec15fb70 0x7f3bec0b52e0 secure :-1 s=READY pgs=2792 cs=0 l=1 rev1=1 crypto rx=0x7f3be000c9a0 tx=0x7f3be000ce60 comp rx=0 tx=0).stop 2024-09-21T00:38:00.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.427+0000 7f3beb59e640 1 -- 172.21.15.67:0/1939212245 reap_dead start 2024-09-21T00:38:00.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.427+0000 7f3bf1071640 1 -- 172.21.15.67:0/1939212245 shutdown_connections 2024-09-21T00:38:00.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.427+0000 7f3bf1071640 1 -- 172.21.15.67:0/1939212245 >> 172.21.15.67:0/1939212245 conn(0x7f3bec073d50 msgr2=0x7f3bec15d8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:38:00.429 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.427+0000 7f3bf1071640 1 -- 172.21.15.67:0/1939212245 shutdown_connections 2024-09-21T00:38:00.430 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.427+0000 7f3bf1071640 1 -- 172.21.15.67:0/1939212245 wait complete. 2024-09-21T00:38:00.439 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 4 2024-09-21T00:38:00.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.556+0000 7fe948bb0640 1 -- 172.21.15.67:0/1272769332 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe9440b7200 msgr2=0x7fe94415ca50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:00.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.556+0000 7fe948bb0640 1 --2- 172.21.15.67:0/1272769332 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe9440b7200 0x7fe94415ca50 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7fe934005fd0 tx=0x7fe93402a7a0 comp rx=0 tx=0).stop 2024-09-21T00:38:00.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.556+0000 7fe948bb0640 1 -- 172.21.15.67:0/1272769332 shutdown_connections 2024-09-21T00:38:00.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.556+0000 7fe948bb0640 1 --2- 172.21.15.67:0/1272769332 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe9440d26f0 0x7fe9440d2b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:00.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.556+0000 7fe948bb0640 1 --2- 172.21.15.67:0/1272769332 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe9440b7200 0x7fe94415ca50 unknown :-1 s=CLOSED pgs=820 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:00.557 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.556+0000 7fe948bb0640 1 -- 172.21.15.67:0/1272769332 >> 172.21.15.67:0/1272769332 conn(0x7fe94406f850 msgr2=0x7fe94409ba40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:38:00.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.556+0000 7fe948bb0640 1 -- 172.21.15.67:0/1272769332 shutdown_connections 2024-09-21T00:38:00.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.556+0000 7fe948bb0640 1 -- 172.21.15.67:0/1272769332 wait complete. 2024-09-21T00:38:00.558 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.558+0000 7fe948bb0640 1 Processor -- start 2024-09-21T00:38:00.559 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.558+0000 7fe948bb0640 1 -- start start 2024-09-21T00:38:00.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.559+0000 7fe948bb0640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe9440b7200 0x7fe94415b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:38:00.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.559+0000 7fe948bb0640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe9440d0540 0x7fe9441f6f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:38:00.561 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.559+0000 7fe948bb0640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe9440d26f0 0x7fe9441f7460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:38:00.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.559+0000 7fe948bb0640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fe9440cd340 con 0x7fe9440d0540 2024-09-21T00:38:00.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.559+0000 7fe948bb0640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fe9440cd1c0 con 0x7fe9440d26f0 2024-09-21T00:38:00.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.559+0000 7fe948bb0640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fe9440cd4c0 con 0x7fe9440b7200 2024-09-21T00:38:00.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.559+0000 7fe941d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe9440d0540 0x7fe9441f6f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:38:00.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.559+0000 7fe941d9b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe9440d0540 0x7fe9441f6f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39274/0 (socket says 172.21.15.67:39274) 2024-09-21T00:38:00.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.559+0000 7fe941d9b640 1 -- 172.21.15.67:0/3499891525 learned_addr learned my addr 172.21.15.67:0/3499891525 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:38:00.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.559+0000 7fe94259c640 1 --2- 172.21.15.67:0/3499891525 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe9440b7200 0x7fe94415b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:38:00.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.559+0000 7fe942d9d640 1 --2- 172.21.15.67:0/3499891525 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe9440d26f0 0x7fe9441f7460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:38:00.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.559+0000 7fe941d9b640 1 -- 172.21.15.67:0/3499891525 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe9440b7200 msgr2=0x7fe94415b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:00.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.559+0000 7fe941d9b640 1 --2- 172.21.15.67:0/3499891525 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe9440b7200 0x7fe94415b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:00.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.559+0000 7fe941d9b640 1 -- 172.21.15.67:0/3499891525 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe9440d26f0 msgr2=0x7fe9441f7460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:00.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.559+0000 7fe941d9b640 1 --2- 172.21.15.67:0/3499891525 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe9440d26f0 0x7fe9441f7460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:00.562 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.559+0000 7fe941d9b640 1 -- 172.21.15.67:0/3499891525 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9441f4b90 con 0x7fe9440d0540 2024-09-21T00:38:00.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.560+0000 7fe941d9b640 1 --2- 172.21.15.67:0/3499891525 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe9440d0540 0x7fe9441f6f20 secure :-1 s=READY pgs=2794 cs=0 l=1 rev1=1 crypto rx=0x7fe93800e790 tx=0x7fe93800ec50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:38:00.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.560+0000 7fe932ffd640 1 -- 172.21.15.67:0/3499891525 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe93800eea0 con 0x7fe9440d0540 2024-09-21T00:38:00.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.560+0000 7fe932ffd640 1 -- 172.21.15.67:0/3499891525 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe93800cdb0 con 0x7fe9440d0540 2024-09-21T00:38:00.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.560+0000 7fe948bb0640 1 -- 172.21.15.67:0/3499891525 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9441e9b50 con 0x7fe9440d0540 2024-09-21T00:38:00.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.560+0000 7fe932ffd640 1 -- 172.21.15.67:0/3499891525 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe938010690 con 0x7fe9440d0540 2024-09-21T00:38:00.563 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.560+0000 7fe948bb0640 1 -- 172.21.15.67:0/3499891525 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9441f50e0 con 0x7fe9440d0540 2024-09-21T00:38:00.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.561+0000 7fe948bb0640 1 -- 172.21.15.67:0/3499891525 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe9440cd9e0 con 0x7fe9440d0540 2024-09-21T00:38:00.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.562+0000 7fe932ffd640 1 -- 172.21.15.67:0/3499891525 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fe938010830 con 0x7fe9440d0540 2024-09-21T00:38:00.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.562+0000 7fe932ffd640 1 --2- 172.21.15.67:0/3499891525 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe924078bc0 0x7fe92407b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:38:00.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.562+0000 7fe932ffd640 1 -- 172.21.15.67:0/3499891525 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(214..214 src has 1..214) ==== 5029+0+0 (secure 0 0 0) 0x7fe93809b410 con 0x7fe9440d0540 2024-09-21T00:38:00.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.563+0000 7fe94259c640 1 --2- 172.21.15.67:0/3499891525 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe924078bc0 0x7fe92407b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:38:00.564 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.563+0000 7fe94259c640 1 --2- 172.21.15.67:0/3499891525 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe924078bc0 0x7fe92407b0d0 secure :-1 s=READY pgs=1048 cs=0 l=1 rev1=1 crypto rx=0x7fe934033000 tx=0x7fe934004ab0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:38:00.568 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.567+0000 7fe932ffd640 1 -- 172.21.15.67:0/3499891525 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fe938063b80 con 0x7fe9440d0540 2024-09-21T00:38:00.754 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.753+0000 7fe948bb0640 1 -- 172.21.15.67:0/3499891525 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "4", "target": ["mon-mgr", ""]}) -- 0x7fe9440d3360 con 0x7fe924078bc0 2024-09-21T00:38:00.755 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.754+0000 7fe932ffd640 1 -- 172.21.15.67:0/3499891525 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 4 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7fe9440d3360 con 0x7fe924078bc0 2024-09-21T00:38:00.755 INFO:teuthology.orchestra.run.smithi067.stderr:instructed osd(s) 4 to deep-scrub 2024-09-21T00:38:00.757 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.756+0000 7fe948bb0640 1 -- 172.21.15.67:0/3499891525 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe924078bc0 msgr2=0x7fe92407b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:00.757 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.756+0000 7fe948bb0640 1 --2- 172.21.15.67:0/3499891525 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe924078bc0 0x7fe92407b0d0 secure :-1 s=READY pgs=1048 cs=0 l=1 rev1=1 crypto rx=0x7fe934033000 tx=0x7fe934004ab0 comp rx=0 tx=0).stop 2024-09-21T00:38:00.757 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.756+0000 7fe948bb0640 1 -- 172.21.15.67:0/3499891525 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe9440d0540 msgr2=0x7fe9441f6f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:00.757 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.756+0000 7fe948bb0640 1 --2- 172.21.15.67:0/3499891525 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe9440d0540 0x7fe9441f6f20 secure :-1 s=READY pgs=2794 cs=0 l=1 rev1=1 crypto rx=0x7fe93800e790 tx=0x7fe93800ec50 comp rx=0 tx=0).stop 2024-09-21T00:38:00.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.756+0000 7fe948bb0640 1 -- 172.21.15.67:0/3499891525 shutdown_connections 2024-09-21T00:38:00.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.756+0000 7fe948bb0640 1 --2- 172.21.15.67:0/3499891525 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe924078bc0 0x7fe92407b0d0 unknown :-1 s=CLOSED pgs=1048 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:00.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.756+0000 7fe948bb0640 1 --2- 172.21.15.67:0/3499891525 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe9440d26f0 0x7fe9441f7460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:00.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.756+0000 7fe948bb0640 1 --2- 172.21.15.67:0/3499891525 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe9440d0540 0x7fe9441f6f20 unknown :-1 s=CLOSED pgs=2794 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:00.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.756+0000 7fe948bb0640 1 --2- 172.21.15.67:0/3499891525 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe9440b7200 0x7fe94415b9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:00.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.756+0000 7fe948bb0640 1 -- 172.21.15.67:0/3499891525 >> 172.21.15.67:0/3499891525 conn(0x7fe94406f850 msgr2=0x7fe94409ec00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:38:00.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.756+0000 7fe948bb0640 1 -- 172.21.15.67:0/3499891525 shutdown_connections 2024-09-21T00:38:00.758 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.756+0000 7fe948bb0640 1 -- 172.21.15.67:0/3499891525 wait complete. 2024-09-21T00:38:00.768 INFO:tasks.ceph:Scrubbing osd.5 2024-09-21T00:38:00.768 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 config set osd_debug_deep_scrub_sleep 0 2024-09-21T00:38:00.889 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.888+0000 7f38dba7f640 1 -- 172.21.15.67:0/1586076254 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f38d40d1920 msgr2=0x7f38d415ec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:00.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.888+0000 7f38dba7f640 1 --2- 172.21.15.67:0/1586076254 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f38d40d1920 0x7f38d415ec40 secure :-1 s=READY pgs=2795 cs=0 l=1 rev1=1 crypto rx=0x7f38cc005fd0 tx=0x7f38cc02a5d0 comp rx=0 tx=0).stop 2024-09-21T00:38:00.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.888+0000 7f38dba7f640 1 -- 172.21.15.67:0/1586076254 shutdown_connections 2024-09-21T00:38:00.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.888+0000 7f38dba7f640 1 --2- 172.21.15.67:0/1586076254 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f38d40d1920 0x7f38d415ec40 unknown :-1 s=CLOSED pgs=2795 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:00.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.888+0000 7f38dba7f640 1 --2- 172.21.15.67:0/1586076254 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f38d40cf2f0 0x7f38d40d4280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:00.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.888+0000 7f38dba7f640 1 -- 172.21.15.67:0/1586076254 >> 172.21.15.67:0/1586076254 conn(0x7f38d4073a90 msgr2=0x7f38d406cb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:38:00.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.888+0000 7f38dba7f640 1 -- 172.21.15.67:0/1586076254 shutdown_connections 2024-09-21T00:38:00.890 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.888+0000 7f38dba7f640 1 -- 172.21.15.67:0/1586076254 wait complete. 2024-09-21T00:38:00.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.890+0000 7f38dba7f640 1 Processor -- start 2024-09-21T00:38:00.891 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.890+0000 7f38dba7f640 1 -- start start 2024-09-21T00:38:00.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.891+0000 7f38dba7f640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f38d40b3c00 0x7f38d41f89c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:38:00.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.891+0000 7f38dba7f640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f38d40cf2f0 0x7f38d40cd3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:38:00.893 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.891+0000 7f38dba7f640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f38d40cd900 0x7f38d40cdd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:38:00.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.891+0000 7f38dba7f640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f38d40b8440 con 0x7f38d40b3c00 2024-09-21T00:38:00.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.891+0000 7f38dba7f640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f38d40b82c0 con 0x7f38d40cd900 2024-09-21T00:38:00.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.891+0000 7f38dba7f640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f38d40b85c0 con 0x7f38d40cf2f0 2024-09-21T00:38:00.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.891+0000 7f38d981b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f38d40b3c00 0x7f38d41f89c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:38:00.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.891+0000 7f38d981b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f38d40b3c00 0x7f38d41f89c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39280/0 (socket says 172.21.15.67:39280) 2024-09-21T00:38:00.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.891+0000 7f38d981b640 1 -- 172.21.15.67:0/3474419848 learned_addr learned my addr 172.21.15.67:0/3474419848 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:38:00.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.892+0000 7f38d901a640 1 --2- 172.21.15.67:0/3474419848 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f38d40cf2f0 0x7f38d40cd3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:38:00.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.892+0000 7f38da01c640 1 --2- 172.21.15.67:0/3474419848 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f38d40cd900 0x7f38d40cdd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:38:00.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.892+0000 7f38d981b640 1 -- 172.21.15.67:0/3474419848 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f38d40cf2f0 msgr2=0x7f38d40cd3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:00.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.892+0000 7f38d981b640 1 --2- 172.21.15.67:0/3474419848 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f38d40cf2f0 0x7f38d40cd3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:00.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.892+0000 7f38d981b640 1 -- 172.21.15.67:0/3474419848 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f38d40cd900 msgr2=0x7f38d40cdd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:00.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.892+0000 7f38d981b640 1 --2- 172.21.15.67:0/3474419848 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f38d40cd900 0x7f38d40cdd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:00.894 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.892+0000 7f38d981b640 1 -- 172.21.15.67:0/3474419848 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38d40ce250 con 0x7f38d40b3c00 2024-09-21T00:38:00.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.892+0000 7f38d981b640 1 --2- 172.21.15.67:0/3474419848 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f38d40b3c00 0x7f38d41f89c0 secure :-1 s=READY pgs=2796 cs=0 l=1 rev1=1 crypto rx=0x7f38c400ea20 tx=0x7f38c400eee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:38:00.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.892+0000 7f38d27fc640 1 -- 172.21.15.67:0/3474419848 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38c400cde0 con 0x7f38d40b3c00 2024-09-21T00:38:00.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.892+0000 7f38d27fc640 1 -- 172.21.15.67:0/3474419848 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f38c4011560 con 0x7f38d40b3c00 2024-09-21T00:38:00.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.892+0000 7f38dba7f640 1 -- 172.21.15.67:0/3474419848 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f38d415b350 con 0x7f38d40b3c00 2024-09-21T00:38:00.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.892+0000 7f38d27fc640 1 -- 172.21.15.67:0/3474419848 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38c4011990 con 0x7f38d40b3c00 2024-09-21T00:38:00.895 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.892+0000 7f38dba7f640 1 -- 172.21.15.67:0/3474419848 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f38d40ccbc0 con 0x7f38d40b3c00 2024-09-21T00:38:00.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.893+0000 7f38dba7f640 1 -- 172.21.15.67:0/3474419848 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f38d415b630 con 0x7f38d40b3c00 2024-09-21T00:38:00.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.894+0000 7f38d27fc640 1 -- 172.21.15.67:0/3474419848 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f38c401a400 con 0x7f38d40b3c00 2024-09-21T00:38:00.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.895+0000 7f38d27fc640 1 --2- 172.21.15.67:0/3474419848 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f38c0078bc0 0x7f38c007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:38:00.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.895+0000 7f38d27fc640 1 -- 172.21.15.67:0/3474419848 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(214..214 src has 1..214) ==== 5029+0+0 (secure 0 0 0) 0x7f38c409bb40 con 0x7f38d40b3c00 2024-09-21T00:38:00.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.895+0000 7f38d27fc640 1 --2- 172.21.15.67:0/3474419848 >> [v2:172.21.15.97:6818/3393623486,v1:172.21.15.97:6819/3393623486] conn(0x7f38c007eb70 0x7f38c0080fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:38:00.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.895+0000 7f38d27fc640 1 -- 172.21.15.67:0/3474419848 --> [v2:172.21.15.97:6818/3393623486,v1:172.21.15.97:6819/3393623486] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f38c4024e50 con 0x7f38c007eb70 2024-09-21T00:38:00.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.895+0000 7f38d27fc640 1 -- 172.21.15.67:0/3474419848 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_get_version_reply(handle=1 version=214) ==== 24+0+0 (secure 0 0 0) 0x7f38c409bfd0 con 0x7f38d40b3c00 2024-09-21T00:38:00.896 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.895+0000 7f38d901a640 1 --2- 172.21.15.67:0/3474419848 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f38c0078bc0 0x7f38c007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:38:00.897 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.895+0000 7f38da01c640 1 --2- 172.21.15.67:0/3474419848 >> [v2:172.21.15.97:6818/3393623486,v1:172.21.15.97:6819/3393623486] conn(0x7f38c007eb70 0x7f38c0080fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:38:00.897 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.896+0000 7f38d901a640 1 --2- 172.21.15.67:0/3474419848 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f38c0078bc0 0x7f38c007b0d0 secure :-1 s=READY pgs=1049 cs=0 l=1 rev1=1 crypto rx=0x7f38d40cec80 tx=0x7f38c8009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:38:00.897 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.896+0000 7f38da01c640 1 --2- 172.21.15.67:0/3474419848 >> [v2:172.21.15.97:6818/3393623486,v1:172.21.15.97:6819/3393623486] conn(0x7f38c007eb70 0x7f38c0080fc0 crc :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:38:00.897 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.896+0000 7f38d27fc640 1 -- 172.21.15.67:0/3474419848 <== osd.5 v2:172.21.15.97:6818/3393623486 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f38c4024e50 con 0x7f38c007eb70 2024-09-21T00:38:00.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.909+0000 7f38dba7f640 1 -- 172.21.15.67:0/3474419848 --> [v2:172.21.15.97:6818/3393623486,v1:172.21.15.97:6819/3393623486] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f38d40b8ae0 con 0x7f38c007eb70 2024-09-21T00:38:00.910 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.910+0000 7f38d27fc640 1 -- 172.21.15.67:0/3474419848 <== osd.5 v2:172.21.15.97:6818/3393623486 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f38d40b8ae0 con 0x7f38c007eb70 2024-09-21T00:38:00.911 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:38:00.911 INFO:teuthology.orchestra.run.smithi067.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-21T00:38:00.911 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:38:00.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.910+0000 7f38dba7f640 1 -- 172.21.15.67:0/3474419848 >> [v2:172.21.15.97:6818/3393623486,v1:172.21.15.97:6819/3393623486] conn(0x7f38c007eb70 msgr2=0x7f38c0080fc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:00.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.910+0000 7f38dba7f640 1 --2- 172.21.15.67:0/3474419848 >> [v2:172.21.15.97:6818/3393623486,v1:172.21.15.97:6819/3393623486] conn(0x7f38c007eb70 0x7f38c0080fc0 crc :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:00.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.910+0000 7f38dba7f640 1 -- 172.21.15.67:0/3474419848 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f38c0078bc0 msgr2=0x7f38c007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:00.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.910+0000 7f38dba7f640 1 --2- 172.21.15.67:0/3474419848 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f38c0078bc0 0x7f38c007b0d0 secure :-1 s=READY pgs=1049 cs=0 l=1 rev1=1 crypto rx=0x7f38d40cec80 tx=0x7f38c8009040 comp rx=0 tx=0).stop 2024-09-21T00:38:00.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.910+0000 7f38dba7f640 1 -- 172.21.15.67:0/3474419848 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f38d40b3c00 msgr2=0x7f38d41f89c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:00.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.910+0000 7f38dba7f640 1 --2- 172.21.15.67:0/3474419848 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f38d40b3c00 0x7f38d41f89c0 secure :-1 s=READY pgs=2796 cs=0 l=1 rev1=1 crypto rx=0x7f38c400ea20 tx=0x7f38c400eee0 comp rx=0 tx=0).stop 2024-09-21T00:38:00.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.910+0000 7f38da01c640 1 -- 172.21.15.67:0/3474419848 reap_dead start 2024-09-21T00:38:00.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.910+0000 7f38dba7f640 1 -- 172.21.15.67:0/3474419848 shutdown_connections 2024-09-21T00:38:00.912 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.910+0000 7f38dba7f640 1 -- 172.21.15.67:0/3474419848 >> 172.21.15.67:0/3474419848 conn(0x7f38d4073a90 msgr2=0x7f38d40b4260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:38:00.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.910+0000 7f38dba7f640 1 -- 172.21.15.67:0/3474419848 shutdown_connections 2024-09-21T00:38:00.913 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:00.910+0000 7f38dba7f640 1 -- 172.21.15.67:0/3474419848 wait complete. 2024-09-21T00:38:00.922 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 5 2024-09-21T00:38:01.040 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.039+0000 7fe296fad640 1 -- 172.21.15.67:0/3598666976 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe280004800 msgr2=0x7fe280004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:01.040 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.039+0000 7fe296fad640 1 --2- 172.21.15.67:0/3598666976 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe280004800 0x7fe280004c10 secure :-1 s=READY pgs=2798 cs=0 l=1 rev1=1 crypto rx=0x7fe27c00bb20 tx=0x7fe280005830 comp rx=0 tx=0).stop 2024-09-21T00:38:01.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.039+0000 7fe296fad640 1 -- 172.21.15.67:0/3598666976 shutdown_connections 2024-09-21T00:38:01.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.039+0000 7fe296fad640 1 --2- 172.21.15.67:0/3598666976 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe280004800 0x7fe280004c10 unknown :-1 s=CLOSED pgs=2798 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:01.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.039+0000 7fe296fad640 1 -- 172.21.15.67:0/3598666976 >> 172.21.15.67:0/3598666976 conn(0x7fe2900b6430 msgr2=0x7fe2900b6840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:38:01.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.039+0000 7fe296fad640 1 -- 172.21.15.67:0/3598666976 shutdown_connections 2024-09-21T00:38:01.041 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.039+0000 7fe296fad640 1 -- 172.21.15.67:0/3598666976 wait complete. 2024-09-21T00:38:01.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.041+0000 7fe296fad640 1 Processor -- start 2024-09-21T00:38:01.042 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.041+0000 7fe296fad640 1 -- start start 2024-09-21T00:38:01.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.042+0000 7fe296fad640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe280004800 0x7fe2900c7be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:38:01.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.042+0000 7fe296fad640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe290147a80 0x7fe290147e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:38:01.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.042+0000 7fe296fad640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe2901483d0 0x7fe290145e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:38:01.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.042+0000 7fe296fad640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fe2900d16e0 con 0x7fe280004800 2024-09-21T00:38:01.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.042+0000 7fe296fad640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fe2900d1560 con 0x7fe2901483d0 2024-09-21T00:38:01.045 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.042+0000 7fe296fad640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fe2900d1860 con 0x7fe290147a80 2024-09-21T00:38:01.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.042+0000 7fe294d49640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe280004800 0x7fe2900c7be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:38:01.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.042+0000 7fe294d49640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe280004800 0x7fe2900c7be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39298/0 (socket says 172.21.15.67:39298) 2024-09-21T00:38:01.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.043+0000 7fe294d49640 1 -- 172.21.15.67:0/777164162 learned_addr learned my addr 172.21.15.67:0/777164162 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:38:01.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.043+0000 7fe28ffff640 1 --2- 172.21.15.67:0/777164162 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe290147a80 0x7fe290147e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:38:01.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.043+0000 7fe29554a640 1 --2- 172.21.15.67:0/777164162 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe2901483d0 0x7fe290145e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:38:01.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.043+0000 7fe294d49640 1 -- 172.21.15.67:0/777164162 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe290147a80 msgr2=0x7fe290147e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:01.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.043+0000 7fe294d49640 1 --2- 172.21.15.67:0/777164162 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe290147a80 0x7fe290147e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:01.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.043+0000 7fe294d49640 1 -- 172.21.15.67:0/777164162 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe2901483d0 msgr2=0x7fe290145e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:01.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.043+0000 7fe294d49640 1 --2- 172.21.15.67:0/777164162 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe2901483d0 0x7fe290145e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:01.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.043+0000 7fe294d49640 1 -- 172.21.15.67:0/777164162 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe2901eada0 con 0x7fe280004800 2024-09-21T00:38:01.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.043+0000 7fe29554a640 1 --2- 172.21.15.67:0/777164162 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe2901483d0 0x7fe290145e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-21T00:38:01.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.043+0000 7fe294d49640 1 --2- 172.21.15.67:0/777164162 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe280004800 0x7fe2900c7be0 secure :-1 s=READY pgs=2799 cs=0 l=1 rev1=1 crypto rx=0x7fe284006630 tx=0x7fe2840039c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:38:01.046 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.043+0000 7fe28d7fa640 1 -- 172.21.15.67:0/777164162 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe284015070 con 0x7fe280004800 2024-09-21T00:38:01.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.043+0000 7fe28d7fa640 1 -- 172.21.15.67:0/777164162 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fe284011920 con 0x7fe280004800 2024-09-21T00:38:01.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.043+0000 7fe296fad640 1 -- 172.21.15.67:0/777164162 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe2901eb2c0 con 0x7fe280004800 2024-09-21T00:38:01.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.043+0000 7fe28d7fa640 1 -- 172.21.15.67:0/777164162 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe284011d70 con 0x7fe280004800 2024-09-21T00:38:01.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.043+0000 7fe296fad640 1 -- 172.21.15.67:0/777164162 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe2901eb880 con 0x7fe280004800 2024-09-21T00:38:01.047 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.044+0000 7fe296fad640 1 -- 172.21.15.67:0/777164162 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe2901632c0 con 0x7fe280004800 2024-09-21T00:38:01.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.045+0000 7fe28d7fa640 1 -- 172.21.15.67:0/777164162 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fe284018070 con 0x7fe280004800 2024-09-21T00:38:01.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.046+0000 7fe28d7fa640 1 --2- 172.21.15.67:0/777164162 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe274078b90 0x7fe27407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:38:01.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.046+0000 7fe28d7fa640 1 -- 172.21.15.67:0/777164162 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(214..214 src has 1..214) ==== 5029+0+0 (secure 0 0 0) 0x7fe28409b710 con 0x7fe280004800 2024-09-21T00:38:01.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.046+0000 7fe28ffff640 1 --2- 172.21.15.67:0/777164162 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe274078b90 0x7fe27407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:38:01.048 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.046+0000 7fe28ffff640 1 --2- 172.21.15.67:0/777164162 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe274078b90 0x7fe27407b0a0 secure :-1 s=READY pgs=1050 cs=0 l=1 rev1=1 crypto rx=0x7fe27c036000 tx=0x7fe27c03c040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:38:01.051 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.050+0000 7fe28d7fa640 1 -- 172.21.15.67:0/777164162 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fe29015eef0 con 0x7fe280004800 2024-09-21T00:38:01.238 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.237+0000 7fe296fad640 1 -- 172.21.15.67:0/777164162 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "5", "target": ["mon-mgr", ""]}) -- 0x7fe290162710 con 0x7fe274078b90 2024-09-21T00:38:01.239 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.238+0000 7fe28d7fa640 1 -- 172.21.15.67:0/777164162 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 5 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7fe290162710 con 0x7fe274078b90 2024-09-21T00:38:01.239 INFO:teuthology.orchestra.run.smithi067.stderr:instructed osd(s) 5 to deep-scrub 2024-09-21T00:38:01.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.241+0000 7fe296fad640 1 -- 172.21.15.67:0/777164162 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe274078b90 msgr2=0x7fe27407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:01.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.241+0000 7fe296fad640 1 --2- 172.21.15.67:0/777164162 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe274078b90 0x7fe27407b0a0 secure :-1 s=READY pgs=1050 cs=0 l=1 rev1=1 crypto rx=0x7fe27c036000 tx=0x7fe27c03c040 comp rx=0 tx=0).stop 2024-09-21T00:38:01.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.241+0000 7fe296fad640 1 -- 172.21.15.67:0/777164162 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe280004800 msgr2=0x7fe2900c7be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:01.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.241+0000 7fe296fad640 1 --2- 172.21.15.67:0/777164162 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe280004800 0x7fe2900c7be0 secure :-1 s=READY pgs=2799 cs=0 l=1 rev1=1 crypto rx=0x7fe284006630 tx=0x7fe2840039c0 comp rx=0 tx=0).stop 2024-09-21T00:38:01.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.241+0000 7fe296fad640 1 -- 172.21.15.67:0/777164162 shutdown_connections 2024-09-21T00:38:01.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.241+0000 7fe296fad640 1 --2- 172.21.15.67:0/777164162 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fe274078b90 0x7fe27407b0a0 unknown :-1 s=CLOSED pgs=1050 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:01.242 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.241+0000 7fe296fad640 1 --2- 172.21.15.67:0/777164162 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fe2901483d0 0x7fe290145e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:01.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.241+0000 7fe296fad640 1 --2- 172.21.15.67:0/777164162 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fe290147a80 0x7fe290147e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:01.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.241+0000 7fe296fad640 1 --2- 172.21.15.67:0/777164162 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fe280004800 0x7fe2900c7be0 unknown :-1 s=CLOSED pgs=2799 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:01.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.241+0000 7fe296fad640 1 -- 172.21.15.67:0/777164162 >> 172.21.15.67:0/777164162 conn(0x7fe2900b6430 msgr2=0x7fe29006d280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:38:01.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.241+0000 7fe296fad640 1 -- 172.21.15.67:0/777164162 shutdown_connections 2024-09-21T00:38:01.243 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.241+0000 7fe296fad640 1 -- 172.21.15.67:0/777164162 wait complete. 2024-09-21T00:38:01.253 INFO:tasks.ceph:Scrubbing osd.6 2024-09-21T00:38:01.254 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 config set osd_debug_deep_scrub_sleep 0 2024-09-21T00:38:01.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.374+0000 7f8b33513640 1 -- 172.21.15.67:0/1565631537 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8b14003a00 msgr2=0x7f8b14003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:01.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.374+0000 7f8b33513640 1 --2- 172.21.15.67:0/1565631537 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8b14003a00 0x7f8b14003e70 secure :-1 s=READY pgs=2801 cs=0 l=1 rev1=1 crypto rx=0x7f8b2400c4a0 tx=0x7f8b14005830 comp rx=0 tx=0).stop 2024-09-21T00:38:01.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.374+0000 7f8b31ab0640 1 -- 172.21.15.67:0/1565631537 reap_dead start 2024-09-21T00:38:01.375 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.374+0000 7f8b33513640 1 -- 172.21.15.67:0/1565631537 shutdown_connections 2024-09-21T00:38:01.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.374+0000 7f8b33513640 1 -- 172.21.15.67:0/1565631537 >> 172.21.15.67:0/1565631537 conn(0x7f8b2c0d1af0 msgr2=0x7f8b2c073340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:38:01.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.374+0000 7f8b33513640 1 -- 172.21.15.67:0/1565631537 shutdown_connections 2024-09-21T00:38:01.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.374+0000 7f8b33513640 1 -- 172.21.15.67:0/1565631537 wait complete. 2024-09-21T00:38:01.376 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.376+0000 7f8b33513640 1 Processor -- start 2024-09-21T00:38:01.377 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.376+0000 7f8b33513640 1 -- start start 2024-09-21T00:38:01.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.377+0000 7f8b33513640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8b14003a00 0x7f8b2c155020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:38:01.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.377+0000 7f8b33513640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8b2c159090 0x7f8b2c1e5fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:38:01.379 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.377+0000 7f8b33513640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8b2c1594a0 0x7f8b2c1e64f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:38:01.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.377+0000 7f8b33513640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f8b2c06e0d0 con 0x7f8b2c1594a0 2024-09-21T00:38:01.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.377+0000 7f8b33513640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f8b2c06df50 con 0x7f8b2c159090 2024-09-21T00:38:01.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.377+0000 7f8b33513640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f8b2c06e250 con 0x7f8b14003a00 2024-09-21T00:38:01.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.377+0000 7f8b31ab0640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8b2c1594a0 0x7f8b2c1e64f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:38:01.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.377+0000 7f8b31ab0640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8b2c1594a0 0x7f8b2c1e64f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39306/0 (socket says 172.21.15.67:39306) 2024-09-21T00:38:01.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.377+0000 7f8b31ab0640 1 -- 172.21.15.67:0/1474836199 learned_addr learned my addr 172.21.15.67:0/1474836199 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:38:01.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.377+0000 7f8b312af640 1 --2- 172.21.15.67:0/1474836199 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8b14003a00 0x7f8b2c155020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:38:01.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.377+0000 7f8b30aae640 1 --2- 172.21.15.67:0/1474836199 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8b2c159090 0x7f8b2c1e5fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:38:01.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.377+0000 7f8b31ab0640 1 -- 172.21.15.67:0/1474836199 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8b14003a00 msgr2=0x7f8b2c155020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:01.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.377+0000 7f8b31ab0640 1 --2- 172.21.15.67:0/1474836199 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8b14003a00 0x7f8b2c155020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:01.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.377+0000 7f8b31ab0640 1 -- 172.21.15.67:0/1474836199 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8b2c159090 msgr2=0x7f8b2c1e5fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:01.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.377+0000 7f8b31ab0640 1 --2- 172.21.15.67:0/1474836199 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8b2c159090 0x7f8b2c1e5fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:01.380 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.377+0000 7f8b31ab0640 1 -- 172.21.15.67:0/1474836199 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8b2c157dd0 con 0x7f8b2c1594a0 2024-09-21T00:38:01.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.377+0000 7f8b30aae640 1 --2- 172.21.15.67:0/1474836199 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f8b2c159090 0x7f8b2c1e5fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:38:01.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.377+0000 7f8b312af640 1 --2- 172.21.15.67:0/1474836199 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8b14003a00 0x7f8b2c155020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:38:01.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.378+0000 7f8b31ab0640 1 --2- 172.21.15.67:0/1474836199 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8b2c1594a0 0x7f8b2c1e64f0 secure :-1 s=READY pgs=2802 cs=0 l=1 rev1=1 crypto rx=0x7f8b1c005fd0 tx=0x7f8b1c00f3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:38:01.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.378+0000 7f8b29ffb640 1 -- 172.21.15.67:0/1474836199 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b1c00fe40 con 0x7f8b2c1594a0 2024-09-21T00:38:01.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.378+0000 7f8b29ffb640 1 -- 172.21.15.67:0/1474836199 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f8b1c004b20 con 0x7f8b2c1594a0 2024-09-21T00:38:01.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.378+0000 7f8b33513640 1 -- 172.21.15.67:0/1474836199 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8b2c155560 con 0x7f8b2c1594a0 2024-09-21T00:38:01.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.378+0000 7f8b29ffb640 1 -- 172.21.15.67:0/1474836199 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8b1c003970 con 0x7f8b2c1594a0 2024-09-21T00:38:01.381 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.378+0000 7f8b33513640 1 -- 172.21.15.67:0/1474836199 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8b2c1585b0 con 0x7f8b2c1594a0 2024-09-21T00:38:01.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.379+0000 7f8b33513640 1 -- 172.21.15.67:0/1474836199 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f8b2c1f2290 con 0x7f8b2c1594a0 2024-09-21T00:38:01.382 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.380+0000 7f8b29ffb640 1 -- 172.21.15.67:0/1474836199 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f8b1c01f020 con 0x7f8b2c1594a0 2024-09-21T00:38:01.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.380+0000 7f8b29ffb640 1 --2- 172.21.15.67:0/1474836199 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8b18078bc0 0x7f8b1807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:38:01.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.380+0000 7f8b29ffb640 1 -- 172.21.15.67:0/1474836199 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(214..214 src has 1..214) ==== 5029+0+0 (secure 0 0 0) 0x7f8b1c09e1a0 con 0x7f8b2c1594a0 2024-09-21T00:38:01.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.380+0000 7f8b29ffb640 1 --2- 172.21.15.67:0/1474836199 >> [v2:172.21.15.97:6826/1797001780,v1:172.21.15.97:6827/1797001780] conn(0x7f8b1807eb70 0x7f8b18080fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:38:01.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.380+0000 7f8b29ffb640 1 -- 172.21.15.67:0/1474836199 --> [v2:172.21.15.97:6826/1797001780,v1:172.21.15.97:6827/1797001780] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f8b18081690 con 0x7f8b1807eb70 2024-09-21T00:38:01.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.380+0000 7f8b29ffb640 1 -- 172.21.15.67:0/1474836199 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_get_version_reply(handle=1 version=214) ==== 24+0+0 (secure 0 0 0) 0x7f8b1c09e630 con 0x7f8b2c1594a0 2024-09-21T00:38:01.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.381+0000 7f8b312af640 1 --2- 172.21.15.67:0/1474836199 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8b18078bc0 0x7f8b1807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:38:01.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.381+0000 7f8b30aae640 1 --2- 172.21.15.67:0/1474836199 >> [v2:172.21.15.97:6826/1797001780,v1:172.21.15.97:6827/1797001780] conn(0x7f8b1807eb70 0x7f8b18080fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:38:01.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.381+0000 7f8b312af640 1 --2- 172.21.15.67:0/1474836199 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8b18078bc0 0x7f8b1807b0d0 secure :-1 s=READY pgs=1051 cs=0 l=1 rev1=1 crypto rx=0x7f8b2400c4a0 tx=0x7f8b24038040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:38:01.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.381+0000 7f8b30aae640 1 --2- 172.21.15.67:0/1474836199 >> [v2:172.21.15.97:6826/1797001780,v1:172.21.15.97:6827/1797001780] conn(0x7f8b1807eb70 0x7f8b18080fc0 crc :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:38:01.383 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.382+0000 7f8b29ffb640 1 -- 172.21.15.67:0/1474836199 <== osd.6 v2:172.21.15.97:6826/1797001780 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f8b18081690 con 0x7f8b1807eb70 2024-09-21T00:38:01.395 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.395+0000 7f8b33513640 1 -- 172.21.15.67:0/1474836199 --> [v2:172.21.15.97:6826/1797001780,v1:172.21.15.97:6827/1797001780] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f8b2c158080 con 0x7f8b1807eb70 2024-09-21T00:38:01.396 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.395+0000 7f8b29ffb640 1 -- 172.21.15.67:0/1474836199 <== osd.6 v2:172.21.15.97:6826/1797001780 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f8b2c158080 con 0x7f8b1807eb70 2024-09-21T00:38:01.396 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:38:01.396 INFO:teuthology.orchestra.run.smithi067.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-21T00:38:01.396 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:38:01.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.395+0000 7f8b33513640 1 -- 172.21.15.67:0/1474836199 >> [v2:172.21.15.97:6826/1797001780,v1:172.21.15.97:6827/1797001780] conn(0x7f8b1807eb70 msgr2=0x7f8b18080fc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:01.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.396+0000 7f8b33513640 1 --2- 172.21.15.67:0/1474836199 >> [v2:172.21.15.97:6826/1797001780,v1:172.21.15.97:6827/1797001780] conn(0x7f8b1807eb70 0x7f8b18080fc0 crc :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:01.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.396+0000 7f8b33513640 1 -- 172.21.15.67:0/1474836199 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8b18078bc0 msgr2=0x7f8b1807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:01.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.396+0000 7f8b33513640 1 --2- 172.21.15.67:0/1474836199 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8b18078bc0 0x7f8b1807b0d0 secure :-1 s=READY pgs=1051 cs=0 l=1 rev1=1 crypto rx=0x7f8b2400c4a0 tx=0x7f8b24038040 comp rx=0 tx=0).stop 2024-09-21T00:38:01.397 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.396+0000 7f8b33513640 1 -- 172.21.15.67:0/1474836199 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8b2c1594a0 msgr2=0x7f8b2c1e64f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:01.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.396+0000 7f8b33513640 1 --2- 172.21.15.67:0/1474836199 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8b2c1594a0 0x7f8b2c1e64f0 secure :-1 s=READY pgs=2802 cs=0 l=1 rev1=1 crypto rx=0x7f8b1c005fd0 tx=0x7f8b1c00f3c0 comp rx=0 tx=0).stop 2024-09-21T00:38:01.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.396+0000 7f8b31ab0640 1 -- 172.21.15.67:0/1474836199 reap_dead start 2024-09-21T00:38:01.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.396+0000 7f8b33513640 1 -- 172.21.15.67:0/1474836199 shutdown_connections 2024-09-21T00:38:01.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.396+0000 7f8b33513640 1 -- 172.21.15.67:0/1474836199 >> 172.21.15.67:0/1474836199 conn(0x7f8b2c0d1af0 msgr2=0x7f8b2c073340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:38:01.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.396+0000 7f8b33513640 1 -- 172.21.15.67:0/1474836199 shutdown_connections 2024-09-21T00:38:01.398 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.396+0000 7f8b33513640 1 -- 172.21.15.67:0/1474836199 wait complete. 2024-09-21T00:38:01.407 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 6 2024-09-21T00:38:01.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.524+0000 7f875c684640 1 -- 172.21.15.67:0/1714450781 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f87540d0950 msgr2=0x7f87540d0d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:01.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.524+0000 7f875c684640 1 --2- 172.21.15.67:0/1714450781 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f87540d0950 0x7f87540d0d60 secure :-1 s=READY pgs=2803 cs=0 l=1 rev1=1 crypto rx=0x7f8754075390 tx=0x7f875002a560 comp rx=0 tx=0).stop 2024-09-21T00:38:01.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.524+0000 7f875c684640 1 -- 172.21.15.67:0/1714450781 shutdown_connections 2024-09-21T00:38:01.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.524+0000 7f875c684640 1 --2- 172.21.15.67:0/1714450781 >> v2:172.21.15.97:3300/0 conn(0x7f87540b1ff0 0x7f87540b2400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:01.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.524+0000 7f875c684640 1 --2- 172.21.15.67:0/1714450781 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f87540d0950 0x7f87540d0d60 unknown :-1 s=CLOSED pgs=2803 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:01.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.524+0000 7f875c684640 1 --2- 172.21.15.67:0/1714450781 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f8754160070 0x7f87540b39c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:01.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.524+0000 7f875c684640 1 -- 172.21.15.67:0/1714450781 >> 172.21.15.67:0/1714450781 conn(0x7f87540b41a0 msgr2=0x7f87540b45b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:38:01.525 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.524+0000 7f875c684640 1 -- 172.21.15.67:0/1714450781 shutdown_connections 2024-09-21T00:38:01.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.524+0000 7f875c684640 1 -- 172.21.15.67:0/1714450781 wait complete. 2024-09-21T00:38:01.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.525+0000 7f875c684640 1 Processor -- start 2024-09-21T00:38:01.526 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.525+0000 7f875c684640 1 -- start start 2024-09-21T00:38:01.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.527+0000 7f875c684640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f87540b1ff0 0x7f87541f4160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:38:01.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.527+0000 7f875c684640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f87540d0950 0x7f87541f7640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:38:01.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.527+0000 7f875c684640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8754160070 0x7f8754157160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:38:01.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.527+0000 7f875c684640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f87540b2ac0 con 0x7f8754160070 2024-09-21T00:38:01.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.527+0000 7f875c684640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f87540b2940 con 0x7f87540b1ff0 2024-09-21T00:38:01.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.527+0000 7f875c684640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f87540b2c40 con 0x7f87540d0950 2024-09-21T00:38:01.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.527+0000 7f875ac21640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8754160070 0x7f8754157160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:38:01.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.527+0000 7f875ac21640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8754160070 0x7f8754157160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39322/0 (socket says 172.21.15.67:39322) 2024-09-21T00:38:01.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.527+0000 7f875ac21640 1 -- 172.21.15.67:0/2644410124 learned_addr learned my addr 172.21.15.67:0/2644410124 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:38:01.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.527+0000 7f8759c1f640 1 --2- 172.21.15.67:0/2644410124 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f87540d0950 0x7f87541f7640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:38:01.529 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.527+0000 7f875a420640 1 --2- 172.21.15.67:0/2644410124 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f87540b1ff0 0x7f87541f4160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:38:01.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.527+0000 7f875ac21640 1 -- 172.21.15.67:0/2644410124 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f87540d0950 msgr2=0x7f87541f7640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:01.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.527+0000 7f875ac21640 1 --2- 172.21.15.67:0/2644410124 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f87540d0950 0x7f87541f7640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:01.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.527+0000 7f875ac21640 1 -- 172.21.15.67:0/2644410124 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f87540b1ff0 msgr2=0x7f87541f4160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:01.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.527+0000 7f875ac21640 1 --2- 172.21.15.67:0/2644410124 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f87540b1ff0 0x7f87541f4160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:01.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.527+0000 7f875ac21640 1 -- 172.21.15.67:0/2644410124 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87541f36a0 con 0x7f8754160070 2024-09-21T00:38:01.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.527+0000 7f875ac21640 1 --2- 172.21.15.67:0/2644410124 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8754160070 0x7f8754157160 secure :-1 s=READY pgs=2804 cs=0 l=1 rev1=1 crypto rx=0x7f874c00eab0 tx=0x7f874c00ef70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:38:01.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.528+0000 7f8746ffd640 1 -- 172.21.15.67:0/2644410124 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f874c00cea0 con 0x7f8754160070 2024-09-21T00:38:01.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.528+0000 7f8746ffd640 1 -- 172.21.15.67:0/2644410124 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f874c004b20 con 0x7f8754160070 2024-09-21T00:38:01.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.528+0000 7f875c684640 1 -- 172.21.15.67:0/2644410124 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87540cecc0 con 0x7f8754160070 2024-09-21T00:38:01.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.528+0000 7f8746ffd640 1 -- 172.21.15.67:0/2644410124 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f874c005020 con 0x7f8754160070 2024-09-21T00:38:01.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.528+0000 7f875c684640 1 -- 172.21.15.67:0/2644410124 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87541f3960 con 0x7f8754160070 2024-09-21T00:38:01.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.529+0000 7f875c684640 1 -- 172.21.15.67:0/2644410124 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f87540d0d60 con 0x7f8754160070 2024-09-21T00:38:01.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.529+0000 7f8746ffd640 1 -- 172.21.15.67:0/2644410124 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f874c0051c0 con 0x7f8754160070 2024-09-21T00:38:01.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.530+0000 7f8746ffd640 1 --2- 172.21.15.67:0/2644410124 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8738078bc0 0x7f873807b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:38:01.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.530+0000 7f8746ffd640 1 -- 172.21.15.67:0/2644410124 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(214..214 src has 1..214) ==== 5029+0+0 (secure 0 0 0) 0x7f874c09b520 con 0x7f8754160070 2024-09-21T00:38:01.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.530+0000 7f875a420640 1 --2- 172.21.15.67:0/2644410124 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8738078bc0 0x7f873807b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:38:01.532 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.531+0000 7f875a420640 1 --2- 172.21.15.67:0/2644410124 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8738078bc0 0x7f873807b0d0 secure :-1 s=READY pgs=1052 cs=0 l=1 rev1=1 crypto rx=0x7f8748009ab0 tx=0x7f8748005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:38:01.535 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.534+0000 7f8746ffd640 1 -- 172.21.15.67:0/2644410124 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f874c0636d0 con 0x7f8754160070 2024-09-21T00:38:01.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.720+0000 7f875c684640 1 -- 172.21.15.67:0/2644410124 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "6", "target": ["mon-mgr", ""]}) -- 0x7f87540cea50 con 0x7f8738078bc0 2024-09-21T00:38:01.721 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.720+0000 7f8746ffd640 1 -- 172.21.15.67:0/2644410124 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 6 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f87540cea50 con 0x7f8738078bc0 2024-09-21T00:38:01.721 INFO:teuthology.orchestra.run.smithi067.stderr:instructed osd(s) 6 to deep-scrub 2024-09-21T00:38:01.723 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.722+0000 7f875c684640 1 -- 172.21.15.67:0/2644410124 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8738078bc0 msgr2=0x7f873807b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:01.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.722+0000 7f875c684640 1 --2- 172.21.15.67:0/2644410124 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8738078bc0 0x7f873807b0d0 secure :-1 s=READY pgs=1052 cs=0 l=1 rev1=1 crypto rx=0x7f8748009ab0 tx=0x7f8748005f90 comp rx=0 tx=0).stop 2024-09-21T00:38:01.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.722+0000 7f875c684640 1 -- 172.21.15.67:0/2644410124 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8754160070 msgr2=0x7f8754157160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:01.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.722+0000 7f875c684640 1 --2- 172.21.15.67:0/2644410124 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8754160070 0x7f8754157160 secure :-1 s=READY pgs=2804 cs=0 l=1 rev1=1 crypto rx=0x7f874c00eab0 tx=0x7f874c00ef70 comp rx=0 tx=0).stop 2024-09-21T00:38:01.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.722+0000 7f875c684640 1 -- 172.21.15.67:0/2644410124 shutdown_connections 2024-09-21T00:38:01.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.722+0000 7f875c684640 1 --2- 172.21.15.67:0/2644410124 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f8738078bc0 0x7f873807b0d0 unknown :-1 s=CLOSED pgs=1052 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:01.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.722+0000 7f875c684640 1 --2- 172.21.15.67:0/2644410124 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f8754160070 0x7f8754157160 unknown :-1 s=CLOSED pgs=2804 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:01.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.722+0000 7f875c684640 1 --2- 172.21.15.67:0/2644410124 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f87540d0950 0x7f87541f7640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:01.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.722+0000 7f875c684640 1 --2- 172.21.15.67:0/2644410124 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f87540b1ff0 0x7f87541f4160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:01.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.722+0000 7f875c684640 1 -- 172.21.15.67:0/2644410124 >> 172.21.15.67:0/2644410124 conn(0x7f87540b41a0 msgr2=0x7f87540b45b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:38:01.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.722+0000 7f875c684640 1 -- 172.21.15.67:0/2644410124 shutdown_connections 2024-09-21T00:38:01.724 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.722+0000 7f875c684640 1 -- 172.21.15.67:0/2644410124 wait complete. 2024-09-21T00:38:01.734 INFO:tasks.ceph:Scrubbing osd.7 2024-09-21T00:38:01.734 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 config set osd_debug_deep_scrub_sleep 0 2024-09-21T00:38:01.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.854+0000 7fd59a7eb640 1 -- 172.21.15.67:0/3207686042 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd5941625d0 msgr2=0x7fd5941629e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:01.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.854+0000 7fd59a7eb640 1 --2- 172.21.15.67:0/3207686042 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd5941625d0 0x7fd5941629e0 secure :-1 s=READY pgs=2805 cs=0 l=1 rev1=1 crypto rx=0x7fd5940740d0 tx=0x7fd58c02aa10 comp rx=0 tx=0).stop 2024-09-21T00:38:01.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.854+0000 7fd59a7eb640 1 -- 172.21.15.67:0/3207686042 shutdown_connections 2024-09-21T00:38:01.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.854+0000 7fd59a7eb640 1 --2- 172.21.15.67:0/3207686042 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd5941625d0 0x7fd5941629e0 unknown :-1 s=CLOSED pgs=2805 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:01.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.854+0000 7fd59a7eb640 1 --2- 172.21.15.67:0/3207686042 >> v2:172.21.15.97:3300/0 conn(0x7fd5940d4910 0x7fd5940d4d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:01.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.854+0000 7fd59a7eb640 1 --2- 172.21.15.67:0/3207686042 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd5940d1b70 0x7fd5940d3100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:01.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.854+0000 7fd59a7eb640 1 -- 172.21.15.67:0/3207686042 >> 172.21.15.67:0/3207686042 conn(0x7fd594073ba0 msgr2=0x7fd59406cb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:38:01.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.854+0000 7fd59a7eb640 1 -- 172.21.15.67:0/3207686042 shutdown_connections 2024-09-21T00:38:01.856 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.855+0000 7fd59a7eb640 1 -- 172.21.15.67:0/3207686042 wait complete. 2024-09-21T00:38:01.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.856+0000 7fd59a7eb640 1 Processor -- start 2024-09-21T00:38:01.857 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.857+0000 7fd59a7eb640 1 -- start start 2024-09-21T00:38:01.860 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.858+0000 7fd59a7eb640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd5940d1b70 0x7fd5940ac060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:38:01.860 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.858+0000 7fd59a7eb640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd5940d4910 0x7fd5941ea1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:38:01.860 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.858+0000 7fd59a7eb640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd5941625d0 0x7fd5940ad420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:38:01.860 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.858+0000 7fd59a7eb640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fd5940b7ee0 con 0x7fd5940d1b70 2024-09-21T00:38:01.860 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.858+0000 7fd59a7eb640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fd5940b7d60 con 0x7fd5941625d0 2024-09-21T00:38:01.860 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.858+0000 7fd59a7eb640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fd5940b8060 con 0x7fd5940d4910 2024-09-21T00:38:01.860 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.858+0000 7fd593fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd5940d1b70 0x7fd5940ac060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:38:01.861 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.858+0000 7fd593fff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd5940d1b70 0x7fd5940ac060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39352/0 (socket says 172.21.15.67:39352) 2024-09-21T00:38:01.861 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.858+0000 7fd593fff640 1 -- 172.21.15.67:0/522911415 learned_addr learned my addr 172.21.15.67:0/522911415 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:38:01.861 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.858+0000 7fd598d88640 1 --2- 172.21.15.67:0/522911415 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd5941625d0 0x7fd5940ad420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:38:01.861 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.858+0000 7fd5937fe640 1 --2- 172.21.15.67:0/522911415 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd5940d4910 0x7fd5941ea1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:38:01.861 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.858+0000 7fd593fff640 1 -- 172.21.15.67:0/522911415 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd5940d4910 msgr2=0x7fd5941ea1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:01.861 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.858+0000 7fd593fff640 1 --2- 172.21.15.67:0/522911415 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd5940d4910 0x7fd5941ea1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:01.861 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.858+0000 7fd593fff640 1 -- 172.21.15.67:0/522911415 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd5941625d0 msgr2=0x7fd5940ad420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:01.861 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.858+0000 7fd593fff640 1 --2- 172.21.15.67:0/522911415 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd5941625d0 0x7fd5940ad420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:01.861 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.858+0000 7fd593fff640 1 -- 172.21.15.67:0/522911415 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5941e9140 con 0x7fd5940d1b70 2024-09-21T00:38:01.861 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.858+0000 7fd598d88640 1 --2- 172.21.15.67:0/522911415 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fd5941625d0 0x7fd5940ad420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:38:01.861 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.858+0000 7fd5937fe640 1 --2- 172.21.15.67:0/522911415 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fd5940d4910 0x7fd5941ea1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-21T00:38:01.861 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.859+0000 7fd593fff640 1 --2- 172.21.15.67:0/522911415 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd5940d1b70 0x7fd5940ac060 secure :-1 s=READY pgs=2806 cs=0 l=1 rev1=1 crypto rx=0x7fd58400e7f0 tx=0x7fd58400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:38:01.861 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.859+0000 7fd590ff9640 1 -- 172.21.15.67:0/522911415 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd58400eea0 con 0x7fd5940d1b70 2024-09-21T00:38:01.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.859+0000 7fd590ff9640 1 -- 172.21.15.67:0/522911415 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fd58400ccc0 con 0x7fd5940d1b70 2024-09-21T00:38:01.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.859+0000 7fd59a7eb640 1 -- 172.21.15.67:0/522911415 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5941e9420 con 0x7fd5940d1b70 2024-09-21T00:38:01.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.859+0000 7fd590ff9640 1 -- 172.21.15.67:0/522911415 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd584005280 con 0x7fd5940d1b70 2024-09-21T00:38:01.862 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.859+0000 7fd59a7eb640 1 -- 172.21.15.67:0/522911415 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5941e99e0 con 0x7fd5940d1b70 2024-09-21T00:38:01.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.860+0000 7fd59a7eb640 1 -- 172.21.15.67:0/522911415 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fd5940d4d20 con 0x7fd5940d1b70 2024-09-21T00:38:01.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.861+0000 7fd590ff9640 1 -- 172.21.15.67:0/522911415 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fd584005420 con 0x7fd5940d1b70 2024-09-21T00:38:01.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.861+0000 7fd590ff9640 1 --2- 172.21.15.67:0/522911415 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd580078b90 0x7fd58007b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:38:01.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.861+0000 7fd590ff9640 1 -- 172.21.15.67:0/522911415 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(214..214 src has 1..214) ==== 5029+0+0 (secure 0 0 0) 0x7fd58409ba10 con 0x7fd5940d1b70 2024-09-21T00:38:01.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.861+0000 7fd590ff9640 1 --2- 172.21.15.67:0/522911415 >> [v2:172.21.15.97:6810/836712200,v1:172.21.15.97:6811/836712200] conn(0x7fd58007eb40 0x7fd580080f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:38:01.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.861+0000 7fd590ff9640 1 -- 172.21.15.67:0/522911415 --> [v2:172.21.15.97:6810/836712200,v1:172.21.15.97:6811/836712200] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fd584016ec0 con 0x7fd58007eb40 2024-09-21T00:38:01.863 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.861+0000 7fd590ff9640 1 -- 172.21.15.67:0/522911415 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_get_version_reply(handle=1 version=214) ==== 24+0+0 (secure 0 0 0) 0x7fd58409bea0 con 0x7fd5940d1b70 2024-09-21T00:38:01.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.861+0000 7fd5937fe640 1 --2- 172.21.15.67:0/522911415 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd580078b90 0x7fd58007b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:38:01.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.862+0000 7fd598d88640 1 --2- 172.21.15.67:0/522911415 >> [v2:172.21.15.97:6810/836712200,v1:172.21.15.97:6811/836712200] conn(0x7fd58007eb40 0x7fd580080f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:38:01.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.862+0000 7fd5937fe640 1 --2- 172.21.15.67:0/522911415 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd580078b90 0x7fd58007b0a0 secure :-1 s=READY pgs=1053 cs=0 l=1 rev1=1 crypto rx=0x7fd588005d00 tx=0x7fd588005dd0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:38:01.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.862+0000 7fd598d88640 1 --2- 172.21.15.67:0/522911415 >> [v2:172.21.15.97:6810/836712200,v1:172.21.15.97:6811/836712200] conn(0x7fd58007eb40 0x7fd580080f90 crc :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:38:01.864 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.863+0000 7fd590ff9640 1 -- 172.21.15.67:0/522911415 <== osd.7 v2:172.21.15.97:6810/836712200 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fd584016ec0 con 0x7fd58007eb40 2024-09-21T00:38:01.876 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.875+0000 7fd59a7eb640 1 -- 172.21.15.67:0/522911415 --> [v2:172.21.15.97:6810/836712200,v1:172.21.15.97:6811/836712200] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fd59406cd80 con 0x7fd58007eb40 2024-09-21T00:38:01.877 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.876+0000 7fd590ff9640 1 -- 172.21.15.67:0/522911415 <== osd.7 v2:172.21.15.97:6810/836712200 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7fd59406cd80 con 0x7fd58007eb40 2024-09-21T00:38:01.877 INFO:teuthology.orchestra.run.smithi067.stdout:{ 2024-09-21T00:38:01.877 INFO:teuthology.orchestra.run.smithi067.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-21T00:38:01.877 INFO:teuthology.orchestra.run.smithi067.stdout:} 2024-09-21T00:38:01.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.877+0000 7fd59a7eb640 1 -- 172.21.15.67:0/522911415 >> [v2:172.21.15.97:6810/836712200,v1:172.21.15.97:6811/836712200] conn(0x7fd58007eb40 msgr2=0x7fd580080f90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:01.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.877+0000 7fd59a7eb640 1 --2- 172.21.15.67:0/522911415 >> [v2:172.21.15.97:6810/836712200,v1:172.21.15.97:6811/836712200] conn(0x7fd58007eb40 0x7fd580080f90 crc :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:01.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.877+0000 7fd59a7eb640 1 -- 172.21.15.67:0/522911415 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd580078b90 msgr2=0x7fd58007b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:01.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.877+0000 7fd59a7eb640 1 --2- 172.21.15.67:0/522911415 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fd580078b90 0x7fd58007b0a0 secure :-1 s=READY pgs=1053 cs=0 l=1 rev1=1 crypto rx=0x7fd588005d00 tx=0x7fd588005dd0 comp rx=0 tx=0).stop 2024-09-21T00:38:01.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.877+0000 7fd59a7eb640 1 -- 172.21.15.67:0/522911415 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd5940d1b70 msgr2=0x7fd5940ac060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:01.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.877+0000 7fd59a7eb640 1 --2- 172.21.15.67:0/522911415 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fd5940d1b70 0x7fd5940ac060 secure :-1 s=READY pgs=2806 cs=0 l=1 rev1=1 crypto rx=0x7fd58400e7f0 tx=0x7fd58400ecb0 comp rx=0 tx=0).stop 2024-09-21T00:38:01.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.877+0000 7fd598d88640 1 -- 172.21.15.67:0/522911415 reap_dead start 2024-09-21T00:38:01.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.877+0000 7fd59a7eb640 1 -- 172.21.15.67:0/522911415 shutdown_connections 2024-09-21T00:38:01.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.877+0000 7fd59a7eb640 1 -- 172.21.15.67:0/522911415 >> 172.21.15.67:0/522911415 conn(0x7fd594073ba0 msgr2=0x7fd5940cca10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:38:01.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.877+0000 7fd59a7eb640 1 -- 172.21.15.67:0/522911415 shutdown_connections 2024-09-21T00:38:01.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:01.877+0000 7fd59a7eb640 1 -- 172.21.15.67:0/522911415 wait complete. 2024-09-21T00:38:01.888 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 7 2024-09-21T00:38:02.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.005+0000 7f60d9c84640 1 -- 172.21.15.67:0/252957991 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f60d40d0a40 msgr2=0x7f60d40d0130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:02.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.005+0000 7f60d9c84640 1 --2- 172.21.15.67:0/252957991 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f60d40d0a40 0x7f60d40d0130 secure :-1 s=READY pgs=2807 cs=0 l=1 rev1=1 crypto rx=0x7f60c4005fd0 tx=0x7f60c402a530 comp rx=0 tx=0).stop 2024-09-21T00:38:02.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.005+0000 7f60d9c84640 1 -- 172.21.15.67:0/252957991 shutdown_connections 2024-09-21T00:38:02.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.005+0000 7f60d9c84640 1 --2- 172.21.15.67:0/252957991 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f60d415cb90 0x7f60d40b6120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:02.006 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.005+0000 7f60d9c84640 1 --2- 172.21.15.67:0/252957991 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f60d40d0a40 0x7f60d40d0130 unknown :-1 s=CLOSED pgs=2807 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:02.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.005+0000 7f60d9c84640 1 -- 172.21.15.67:0/252957991 >> 172.21.15.67:0/252957991 conn(0x7f60d40b4210 msgr2=0x7f60d40b4620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:38:02.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.005+0000 7f60d9c84640 1 -- 172.21.15.67:0/252957991 shutdown_connections 2024-09-21T00:38:02.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.005+0000 7f60d9c84640 1 -- 172.21.15.67:0/252957991 wait complete. 2024-09-21T00:38:02.007 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.007+0000 7f60d9c84640 1 Processor -- start 2024-09-21T00:38:02.008 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.007+0000 7f60d9c84640 1 -- start start 2024-09-21T00:38:02.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.008+0000 7f60d9c84640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f60d40b6660 0x7f60d41f69a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:38:02.011 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.008+0000 7f60d9c84640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f60d40d0a40 0x7f60d40cb890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:38:02.011 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.008+0000 7f60d9c84640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f60d415cb90 0x7f60d40cbdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:38:02.011 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.008+0000 7f60d9c84640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f60d40b0680 con 0x7f60d40b6660 2024-09-21T00:38:02.011 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.008+0000 7f60d9c84640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f60d40b0500 con 0x7f60d415cb90 2024-09-21T00:38:02.011 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.008+0000 7f60d9c84640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f60d40b0800 con 0x7f60d40d0a40 2024-09-21T00:38:02.011 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.008+0000 7f60d37fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f60d40b6660 0x7f60d41f69a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:38:02.011 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.008+0000 7f60d37fe640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f60d40b6660 0x7f60d41f69a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39364/0 (socket says 172.21.15.67:39364) 2024-09-21T00:38:02.011 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.008+0000 7f60d37fe640 1 -- 172.21.15.67:0/3774699402 learned_addr learned my addr 172.21.15.67:0/3774699402 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:38:02.011 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.009+0000 7f60d3fff640 1 --2- 172.21.15.67:0/3774699402 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f60d415cb90 0x7f60d40cbdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:38:02.011 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.009+0000 7f60d2ffd640 1 --2- 172.21.15.67:0/3774699402 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f60d40d0a40 0x7f60d40cb890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:38:02.011 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.009+0000 7f60d37fe640 1 -- 172.21.15.67:0/3774699402 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f60d40d0a40 msgr2=0x7f60d40cb890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:02.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.009+0000 7f60d37fe640 1 --2- 172.21.15.67:0/3774699402 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f60d40d0a40 0x7f60d40cb890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:02.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.009+0000 7f60d37fe640 1 -- 172.21.15.67:0/3774699402 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f60d415cb90 msgr2=0x7f60d40cbdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:02.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.009+0000 7f60d37fe640 1 --2- 172.21.15.67:0/3774699402 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f60d415cb90 0x7f60d40cbdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:02.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.009+0000 7f60d37fe640 1 -- 172.21.15.67:0/3774699402 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60d40cdb10 con 0x7f60d40b6660 2024-09-21T00:38:02.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.009+0000 7f60d37fe640 1 --2- 172.21.15.67:0/3774699402 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f60d40b6660 0x7f60d41f69a0 secure :-1 s=READY pgs=2808 cs=0 l=1 rev1=1 crypto rx=0x7f60c4006010 tx=0x7f60c40039e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:38:02.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.009+0000 7f60bbfff640 1 -- 172.21.15.67:0/3774699402 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60c403e030 con 0x7f60d40b6660 2024-09-21T00:38:02.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.009+0000 7f60bbfff640 1 -- 172.21.15.67:0/3774699402 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f60c40047a0 con 0x7f60d40b6660 2024-09-21T00:38:02.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.009+0000 7f60d9c84640 1 -- 172.21.15.67:0/3774699402 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f60d40cce90 con 0x7f60d40b6660 2024-09-21T00:38:02.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.009+0000 7f60bbfff640 1 -- 172.21.15.67:0/3774699402 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60c4035040 con 0x7f60d40b6660 2024-09-21T00:38:02.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.009+0000 7f60d9c84640 1 -- 172.21.15.67:0/3774699402 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f60d4157b30 con 0x7f60d40b6660 2024-09-21T00:38:02.013 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.011+0000 7f60d9c84640 1 -- 172.21.15.67:0/3774699402 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f60d4160170 con 0x7f60d40b6660 2024-09-21T00:38:02.013 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.011+0000 7f60bbfff640 1 -- 172.21.15.67:0/3774699402 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f60c4041030 con 0x7f60d40b6660 2024-09-21T00:38:02.013 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.012+0000 7f60bbfff640 1 --2- 172.21.15.67:0/3774699402 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f60c0078bc0 0x7f60c007b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:38:02.013 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.012+0000 7f60bbfff640 1 -- 172.21.15.67:0/3774699402 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(214..214 src has 1..214) ==== 5029+0+0 (secure 0 0 0) 0x7f60c40bb3e0 con 0x7f60d40b6660 2024-09-21T00:38:02.013 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.012+0000 7f60d2ffd640 1 --2- 172.21.15.67:0/3774699402 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f60c0078bc0 0x7f60c007b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:38:02.013 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.012+0000 7f60d2ffd640 1 --2- 172.21.15.67:0/3774699402 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f60c0078bc0 0x7f60c007b0d0 secure :-1 s=READY pgs=1054 cs=0 l=1 rev1=1 crypto rx=0x7f60c800a490 tx=0x7f60c800a420 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:38:02.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.016+0000 7f60bbfff640 1 -- 172.21.15.67:0/3774699402 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f60d4160170 con 0x7f60d40b6660 2024-09-21T00:38:02.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.203+0000 7f60d9c84640 1 -- 172.21.15.67:0/3774699402 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "7", "target": ["mon-mgr", ""]}) -- 0x7f60d415c430 con 0x7f60c0078bc0 2024-09-21T00:38:02.204 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.204+0000 7f60bbfff640 1 -- 172.21.15.67:0/3774699402 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 7 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f60c800fab0 con 0x7f60c0078bc0 2024-09-21T00:38:02.205 INFO:teuthology.orchestra.run.smithi067.stderr:instructed osd(s) 7 to deep-scrub 2024-09-21T00:38:02.207 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.206+0000 7f60d9c84640 1 -- 172.21.15.67:0/3774699402 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f60c0078bc0 msgr2=0x7f60c007b0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:02.207 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.206+0000 7f60d9c84640 1 --2- 172.21.15.67:0/3774699402 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f60c0078bc0 0x7f60c007b0d0 secure :-1 s=READY pgs=1054 cs=0 l=1 rev1=1 crypto rx=0x7f60c800a490 tx=0x7f60c800a420 comp rx=0 tx=0).stop 2024-09-21T00:38:02.207 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.206+0000 7f60d9c84640 1 -- 172.21.15.67:0/3774699402 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f60d40b6660 msgr2=0x7f60d41f69a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:02.207 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.206+0000 7f60d9c84640 1 --2- 172.21.15.67:0/3774699402 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f60d40b6660 0x7f60d41f69a0 secure :-1 s=READY pgs=2808 cs=0 l=1 rev1=1 crypto rx=0x7f60c4006010 tx=0x7f60c40039e0 comp rx=0 tx=0).stop 2024-09-21T00:38:02.207 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.206+0000 7f60d9c84640 1 -- 172.21.15.67:0/3774699402 shutdown_connections 2024-09-21T00:38:02.207 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.206+0000 7f60d9c84640 1 --2- 172.21.15.67:0/3774699402 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f60c0078bc0 0x7f60c007b0d0 unknown :-1 s=CLOSED pgs=1054 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:02.207 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.206+0000 7f60d9c84640 1 --2- 172.21.15.67:0/3774699402 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f60d415cb90 0x7f60d40cbdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:02.207 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.206+0000 7f60d9c84640 1 --2- 172.21.15.67:0/3774699402 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f60d40d0a40 0x7f60d40cb890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:02.207 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.206+0000 7f60d9c84640 1 --2- 172.21.15.67:0/3774699402 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f60d40b6660 0x7f60d41f69a0 unknown :-1 s=CLOSED pgs=2808 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:02.207 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.206+0000 7f60d9c84640 1 -- 172.21.15.67:0/3774699402 >> 172.21.15.67:0/3774699402 conn(0x7f60d40b4210 msgr2=0x7f60d4159900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:38:02.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.206+0000 7f60d9c84640 1 -- 172.21.15.67:0/3774699402 shutdown_connections 2024-09-21T00:38:02.208 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.206+0000 7f60d9c84640 1 -- 172.21.15.67:0/3774699402 wait complete. 2024-09-21T00:38:02.218 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T00:38:02.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.334+0000 7eff5e27e640 1 -- 172.21.15.67:0/8544388 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7eff580b7480 msgr2=0x7eff580b4a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:02.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.334+0000 7eff5e27e640 1 --2- 172.21.15.67:0/8544388 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7eff580b7480 0x7eff580b4a60 secure :-1 s=READY pgs=2809 cs=0 l=1 rev1=1 crypto rx=0x7eff580ce640 tx=0x7eff4802a4d0 comp rx=0 tx=0).stop 2024-09-21T00:38:02.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.334+0000 7eff5e27e640 1 -- 172.21.15.67:0/8544388 shutdown_connections 2024-09-21T00:38:02.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.334+0000 7eff5e27e640 1 --2- 172.21.15.67:0/8544388 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7eff5815bbb0 0x7eff5815bfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:02.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.334+0000 7eff5e27e640 1 --2- 172.21.15.67:0/8544388 >> v2:172.21.15.97:3300/0 conn(0x7eff5815f1a0 0x7eff5815f5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:02.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.334+0000 7eff5e27e640 1 --2- 172.21.15.67:0/8544388 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7eff580b7480 0x7eff580b4a60 unknown :-1 s=CLOSED pgs=2809 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:02.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.334+0000 7eff5e27e640 1 -- 172.21.15.67:0/8544388 >> 172.21.15.67:0/8544388 conn(0x7eff58074480 msgr2=0x7eff5806cb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:38:02.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.334+0000 7eff5e27e640 1 -- 172.21.15.67:0/8544388 shutdown_connections 2024-09-21T00:38:02.336 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.334+0000 7eff5e27e640 1 -- 172.21.15.67:0/8544388 wait complete. 2024-09-21T00:38:02.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.336+0000 7eff5e27e640 1 Processor -- start 2024-09-21T00:38:02.337 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.336+0000 7eff5e27e640 1 -- start start 2024-09-21T00:38:02.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.338+0000 7eff5e27e640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7eff580b7480 0x7eff580affe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:38:02.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.338+0000 7eff5e27e640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7eff5815bbb0 0x7eff5813ff10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:38:02.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.338+0000 7eff5e27e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7eff5815f1a0 0x7eff58068d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:38:02.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.338+0000 7eff5e27e640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7eff5815c680 con 0x7eff5815f1a0 2024-09-21T00:38:02.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.338+0000 7eff5e27e640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7eff5815c500 con 0x7eff5815bbb0 2024-09-21T00:38:02.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.338+0000 7eff5e27e640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7eff5815c800 con 0x7eff580b7480 2024-09-21T00:38:02.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.338+0000 7eff5c81b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7eff5815f1a0 0x7eff58068d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:38:02.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.338+0000 7eff5c81b640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7eff5815f1a0 0x7eff58068d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:39384/0 (socket says 172.21.15.67:39384) 2024-09-21T00:38:02.340 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.338+0000 7eff5c81b640 1 -- 172.21.15.67:0/1103951440 learned_addr learned my addr 172.21.15.67:0/1103951440 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:38:02.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.338+0000 7eff577fe640 1 --2- 172.21.15.67:0/1103951440 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7eff5815bbb0 0x7eff5813ff10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:38:02.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.338+0000 7eff57fff640 1 --2- 172.21.15.67:0/1103951440 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7eff580b7480 0x7eff580affe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:38:02.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.338+0000 7eff5c81b640 1 -- 172.21.15.67:0/1103951440 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7eff580b7480 msgr2=0x7eff580affe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:02.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.338+0000 7eff5c81b640 1 --2- 172.21.15.67:0/1103951440 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7eff580b7480 0x7eff580affe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:02.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.338+0000 7eff5c81b640 1 -- 172.21.15.67:0/1103951440 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7eff5815bbb0 msgr2=0x7eff5813ff10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:02.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.338+0000 7eff5c81b640 1 --2- 172.21.15.67:0/1103951440 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7eff5815bbb0 0x7eff5813ff10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:02.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.338+0000 7eff5c81b640 1 -- 172.21.15.67:0/1103951440 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff581f45b0 con 0x7eff5815f1a0 2024-09-21T00:38:02.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.338+0000 7eff5c81b640 1 --2- 172.21.15.67:0/1103951440 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7eff5815f1a0 0x7eff58068d00 secure :-1 s=READY pgs=2810 cs=0 l=1 rev1=1 crypto rx=0x7eff5000e910 tx=0x7eff5000edd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:38:02.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.339+0000 7eff54ff9640 1 -- 172.21.15.67:0/1103951440 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff50004d20 con 0x7eff5815f1a0 2024-09-21T00:38:02.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.339+0000 7eff54ff9640 1 -- 172.21.15.67:0/1103951440 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7eff5000cb20 con 0x7eff5815f1a0 2024-09-21T00:38:02.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.339+0000 7eff54ff9640 1 -- 172.21.15.67:0/1103951440 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff50005020 con 0x7eff5815f1a0 2024-09-21T00:38:02.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.339+0000 7eff5e27e640 1 -- 172.21.15.67:0/1103951440 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff581f37f0 con 0x7eff5815f1a0 2024-09-21T00:38:02.341 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.339+0000 7eff5e27e640 1 -- 172.21.15.67:0/1103951440 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff581f3db0 con 0x7eff5815f1a0 2024-09-21T00:38:02.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.340+0000 7eff5e27e640 1 -- 172.21.15.67:0/1103951440 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7eff5815bfc0 con 0x7eff5815f1a0 2024-09-21T00:38:02.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.340+0000 7eff54ff9640 1 -- 172.21.15.67:0/1103951440 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7eff500051c0 con 0x7eff5815f1a0 2024-09-21T00:38:02.342 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.341+0000 7eff54ff9640 1 --2- 172.21.15.67:0/1103951440 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7eff44078b90 0x7eff4407b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:38:02.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.341+0000 7eff54ff9640 1 -- 172.21.15.67:0/1103951440 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(214..214 src has 1..214) ==== 5029+0+0 (secure 0 0 0) 0x7eff5009b1a0 con 0x7eff5815f1a0 2024-09-21T00:38:02.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.341+0000 7eff57fff640 1 --2- 172.21.15.67:0/1103951440 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7eff44078b90 0x7eff4407b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:38:02.343 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.342+0000 7eff57fff640 1 --2- 172.21.15.67:0/1103951440 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7eff44078b90 0x7eff4407b0a0 secure :-1 s=READY pgs=1055 cs=0 l=1 rev1=1 crypto rx=0x7eff48033000 tx=0x7eff48004730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:38:02.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.346+0000 7eff54ff9640 1 -- 172.21.15.67:0/1103951440 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7eff50016030 con 0x7eff5815f1a0 2024-09-21T00:38:02.530 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.529+0000 7eff5e27e640 1 -- 172.21.15.67:0/1103951440 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7eff580761b0 con 0x7eff44078b90 2024-09-21T00:38:02.531 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.530+0000 7eff54ff9640 1 -- 172.21.15.67:0/1103951440 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13418 (secure 0 0 0) 0x7eff580761b0 con 0x7eff44078b90 2024-09-21T00:38:02.531 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:38:02.531 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-21T00:38:02.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.532+0000 7eff5e27e640 1 -- 172.21.15.67:0/1103951440 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7eff44078b90 msgr2=0x7eff4407b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:02.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.532+0000 7eff5e27e640 1 --2- 172.21.15.67:0/1103951440 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7eff44078b90 0x7eff4407b0a0 secure :-1 s=READY pgs=1055 cs=0 l=1 rev1=1 crypto rx=0x7eff48033000 tx=0x7eff48004730 comp rx=0 tx=0).stop 2024-09-21T00:38:02.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.532+0000 7eff5e27e640 1 -- 172.21.15.67:0/1103951440 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7eff5815f1a0 msgr2=0x7eff58068d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:02.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.532+0000 7eff5e27e640 1 --2- 172.21.15.67:0/1103951440 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7eff5815f1a0 0x7eff58068d00 secure :-1 s=READY pgs=2810 cs=0 l=1 rev1=1 crypto rx=0x7eff5000e910 tx=0x7eff5000edd0 comp rx=0 tx=0).stop 2024-09-21T00:38:02.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.532+0000 7eff5e27e640 1 -- 172.21.15.67:0/1103951440 shutdown_connections 2024-09-21T00:38:02.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.532+0000 7eff5e27e640 1 --2- 172.21.15.67:0/1103951440 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7eff44078b90 0x7eff4407b0a0 unknown :-1 s=CLOSED pgs=1055 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:02.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.532+0000 7eff5e27e640 1 --2- 172.21.15.67:0/1103951440 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7eff5815f1a0 0x7eff58068d00 unknown :-1 s=CLOSED pgs=2810 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:02.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.532+0000 7eff5e27e640 1 --2- 172.21.15.67:0/1103951440 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7eff5815bbb0 0x7eff5813ff10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:02.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.532+0000 7eff5e27e640 1 --2- 172.21.15.67:0/1103951440 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7eff580b7480 0x7eff580affe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:02.534 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.532+0000 7eff5e27e640 1 -- 172.21.15.67:0/1103951440 >> 172.21.15.67:0/1103951440 conn(0x7eff58074480 msgr2=0x7eff580cf9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:38:02.535 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.533+0000 7eff5e27e640 1 -- 172.21.15.67:0/1103951440 shutdown_connections 2024-09-21T00:38:02.535 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:02.533+0000 7eff5e27e640 1 -- 172.21.15.67:0/1103951440 wait complete. 2024-09-21T00:38:02.544 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":714,"stamp":"2024-09-21T00:38:01.761046+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":535544,"kb_used_data":22344,"kb_used_omap":12,"kb_used_meta":513011,"kb_avail":754439176,"statfs":{"total":773094113280,"available":772545716224,"internally_reserved":0,"allocated":22880256,"data_stored":10728648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12749,"internal_metadata":525323827},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-12582912,"num_objects":-4,"num_object_clones":0,"num_object_copies":-8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-4,"num_whiteouts":0,"num_read":-2,"num_read_kb":-2,"num_write":-8,"num_write_kb":-12288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.544508"},"pg_stats":[{"pgid":"1.0","version":"16'72","reported_seq":461,"reported_epoch":214,"state":"active+clean","last_fresh":"2024-09-21T00:37:55.291444+0000","last_change":"2024-09-21T00:21:11.583793+0000","last_active":"2024-09-21T00:37:55.291444+0000","last_peered":"2024-09-21T00:37:55.291444+0000","last_clean":"2024-09-21T00:37:55.291444+0000","last_became_active":"2024-09-21T00:21:11.582502+0000","last_became_peered":"2024-09-21T00:21:11.582502+0000","last_unstale":"2024-09-21T00:37:55.291444+0000","last_undegraded":"2024-09-21T00:37:55.291444+0000","last_fullsized":"2024-09-21T00:37:55.291444+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-21T00:21:10.311964+0000","last_clean_scrub_stamp":"2024-09-21T00:21:10.311964+0000","objects_scrubbed":0,"log_size":72,"log_dups_size":0,"ondisk_log_size":72,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T08:31:58.010953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":72,"ondisk_log_size":72,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509646,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":48304,"kb_used_data":3228,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94323536,"statfs":{"total":96636764160,"available":96587300864,"internally_reserved":0,"allocated":3305472,"data_stored":1783857,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":46135754},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509646,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":74028,"kb_used_data":2648,"kb_used_omap":1,"kb_used_meta":71358,"kb_avail":94297812,"statfs":{"total":96636764160,"available":96560959488,"internally_reserved":0,"allocated":2711552,"data_stored":1193489,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":73071046},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509646,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":64368,"kb_used_data":2648,"kb_used_omap":1,"kb_used_meta":61694,"kb_avail":94307472,"statfs":{"total":96636764160,"available":96570851328,"internally_reserved":0,"allocated":2711552,"data_stored":1193489,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":63175109},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509647,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":78256,"kb_used_data":2648,"kb_used_omap":1,"kb_used_meta":75582,"kb_avail":94293584,"statfs":{"total":96636764160,"available":96556630016,"internally_reserved":0,"allocated":2711552,"data_stored":1193489,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":77396424},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509647,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":47724,"kb_used_data":2648,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94324116,"statfs":{"total":96636764160,"available":96587894784,"internally_reserved":0,"allocated":2711552,"data_stored":1193489,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":46135749},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509645,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":78832,"kb_used_data":3228,"kb_used_omap":1,"kb_used_meta":75582,"kb_avail":94293008,"statfs":{"total":96636764160,"available":96556040192,"internally_reserved":0,"allocated":3305472,"data_stored":1783857,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":77396422},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834575053,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":78256,"kb_used_data":2648,"kb_used_omap":1,"kb_used_meta":75582,"kb_avail":94293584,"statfs":{"total":96636764160,"available":96556630016,"internally_reserved":0,"allocated":2711552,"data_stored":1193489,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":77396421},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":13,"seq":55834575053,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":65776,"kb_used_data":2648,"kb_used_omap":1,"kb_used_meta":63102,"kb_avail":94306064,"statfs":{"total":96636764160,"available":96569409536,"internally_reserved":0,"allocated":2711552,"data_stored":1193489,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":64616902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T00:38:02.547 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2024-09-21T00:21:10.311964+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=21, tm_hour=0, tm_min=21, tm_sec=10, tm_wday=5, tm_yday=265, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=21, tm_hour=0, tm_min=37, tm_sec=57, tm_wday=5, tm_yday=265, tm_isdst=0) 2024-09-21T00:38:02.547 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-21T00:38:22.548 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-21T00:38:22.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:22.681+0000 7f42ca840640 1 -- 172.21.15.67:0/1436662787 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f42ac003a00 msgr2=0x7f42ac003e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:22.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:22.681+0000 7f42ca840640 1 --2- 172.21.15.67:0/1436662787 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f42ac003a00 0x7f42ac003e90 secure :-1 s=READY pgs=2812 cs=0 l=1 rev1=1 crypto rx=0x7f42b4009b50 tx=0x7f42ac005830 comp rx=0 tx=0).stop 2024-09-21T00:38:22.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:22.681+0000 7f42c8ddd640 1 -- 172.21.15.67:0/1436662787 reap_dead start 2024-09-21T00:38:22.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:22.681+0000 7f42ca840640 1 -- 172.21.15.67:0/1436662787 shutdown_connections 2024-09-21T00:38:22.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:22.681+0000 7f42ca840640 1 -- 172.21.15.67:0/1436662787 >> 172.21.15.67:0/1436662787 conn(0x7f42c40b6330 msgr2=0x7f42c40b6740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:38:22.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:22.681+0000 7f42ca840640 1 -- 172.21.15.67:0/1436662787 shutdown_connections 2024-09-21T00:38:22.683 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:22.681+0000 7f42ca840640 1 -- 172.21.15.67:0/1436662787 wait complete. 2024-09-21T00:38:22.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:22.683+0000 7f42ca840640 1 Processor -- start 2024-09-21T00:38:22.684 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:22.683+0000 7f42ca840640 1 -- start start 2024-09-21T00:38:22.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:22.685+0000 7f42ca840640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f42ac003a00 0x7f42c4158f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:38:22.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:22.685+0000 7f42ca840640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f42c40d4d00 0x7f42c414f8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:38:22.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:22.685+0000 7f42ca840640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f42c41f8d80 0x7f42c41f9190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:38:22.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:22.685+0000 7f42ca840640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f42c415c940 con 0x7f42c41f8d80 2024-09-21T00:38:22.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:22.685+0000 7f42ca840640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f42c415c7c0 con 0x7f42ac003a00 2024-09-21T00:38:22.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:22.685+0000 7f42ca840640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f42c40d0ed0 con 0x7f42c40d4d00 2024-09-21T00:38:22.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:22.685+0000 7f42c8ddd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f42c41f8d80 0x7f42c41f9190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:38:22.687 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:22.685+0000 7f42c8ddd640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f42c41f8d80 0x7f42c41f9190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:50376/0 (socket says 172.21.15.67:50376) 2024-09-21T00:38:22.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:22.685+0000 7f42c8ddd640 1 -- 172.21.15.67:0/1123386202 learned_addr learned my addr 172.21.15.67:0/1123386202 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:38:22.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:22.685+0000 7f42c3fff640 1 --2- 172.21.15.67:0/1123386202 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f42ac003a00 0x7f42c4158f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:38:22.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:22.685+0000 7f42c37fe640 1 --2- 172.21.15.67:0/1123386202 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f42c40d4d00 0x7f42c414f8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:38:22.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:22.685+0000 7f42c8ddd640 1 -- 172.21.15.67:0/1123386202 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f42c40d4d00 msgr2=0x7f42c414f8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:22.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:22.685+0000 7f42c8ddd640 1 --2- 172.21.15.67:0/1123386202 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f42c40d4d00 0x7f42c414f8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:22.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:22.685+0000 7f42c8ddd640 1 -- 172.21.15.67:0/1123386202 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f42ac003a00 msgr2=0x7f42c4158f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:22.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:22.685+0000 7f42c8ddd640 1 --2- 172.21.15.67:0/1123386202 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f42ac003a00 0x7f42c4158f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:22.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:22.685+0000 7f42c8ddd640 1 -- 172.21.15.67:0/1123386202 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42c41f9b90 con 0x7f42c41f8d80 2024-09-21T00:38:22.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:22.685+0000 7f42c8ddd640 1 --2- 172.21.15.67:0/1123386202 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f42c41f8d80 0x7f42c41f9190 secure :-1 s=READY pgs=2813 cs=0 l=1 rev1=1 crypto rx=0x7f42c40d0910 tx=0x7f42bc006720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:38:22.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:22.686+0000 7f42c0ff9640 1 -- 172.21.15.67:0/1123386202 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42bc00fc30 con 0x7f42c41f8d80 2024-09-21T00:38:22.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:22.686+0000 7f42c0ff9640 1 -- 172.21.15.67:0/1123386202 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7f42bc018070 con 0x7f42c41f8d80 2024-09-21T00:38:22.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:22.686+0000 7f42ca840640 1 -- 172.21.15.67:0/1123386202 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f42c40c9560 con 0x7f42c41f8d80 2024-09-21T00:38:22.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:22.686+0000 7f42c0ff9640 1 -- 172.21.15.67:0/1123386202 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42bc011430 con 0x7f42c41f8d80 2024-09-21T00:38:22.688 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:22.686+0000 7f42ca840640 1 -- 172.21.15.67:0/1123386202 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f42c40c9b20 con 0x7f42c41f8d80 2024-09-21T00:38:22.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:22.687+0000 7f42ca840640 1 -- 172.21.15.67:0/1123386202 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f42c40d0c90 con 0x7f42c41f8d80 2024-09-21T00:38:22.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:22.688+0000 7f42c0ff9640 1 -- 172.21.15.67:0/1123386202 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f42bc0115d0 con 0x7f42c41f8d80 2024-09-21T00:38:22.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:22.688+0000 7f42c0ff9640 1 --2- 172.21.15.67:0/1123386202 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f42b0078b80 0x7f42b007b090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:38:22.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:22.688+0000 7f42c0ff9640 1 -- 172.21.15.67:0/1123386202 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(214..214 src has 1..214) ==== 5029+0+0 (secure 0 0 0) 0x7f42bc09b2d0 con 0x7f42c41f8d80 2024-09-21T00:38:22.689 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:22.688+0000 7f42c3fff640 1 --2- 172.21.15.67:0/1123386202 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f42b0078b80 0x7f42b007b090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:38:22.690 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:22.689+0000 7f42c3fff640 1 --2- 172.21.15.67:0/1123386202 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f42b0078b80 0x7f42b007b090 secure :-1 s=READY pgs=1056 cs=0 l=1 rev1=1 crypto rx=0x7f42b4035000 tx=0x7f42b402d040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:38:22.694 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:22.693+0000 7f42c0ff9640 1 -- 172.21.15.67:0/1123386202 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f42c40d0c90 con 0x7f42c41f8d80 2024-09-21T00:38:22.878 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:22.877+0000 7f42ca840640 1 -- 172.21.15.67:0/1123386202 --> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f42c40cf6a0 con 0x7f42b0078b80 2024-09-21T00:38:22.879 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:22.878+0000 7f42c0ff9640 1 -- 172.21.15.67:0/1123386202 <== mgr.4100 v2:172.21.15.97:6800/4101426342 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13371 (secure 0 0 0) 0x7f42c40cf6a0 con 0x7f42b0078b80 2024-09-21T00:38:22.879 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:38:22.880 INFO:teuthology.orchestra.run.smithi067.stderr:dumped all 2024-09-21T00:38:22.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:22.880+0000 7f42ca840640 1 -- 172.21.15.67:0/1123386202 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f42b0078b80 msgr2=0x7f42b007b090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:22.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:22.880+0000 7f42ca840640 1 --2- 172.21.15.67:0/1123386202 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f42b0078b80 0x7f42b007b090 secure :-1 s=READY pgs=1056 cs=0 l=1 rev1=1 crypto rx=0x7f42b4035000 tx=0x7f42b402d040 comp rx=0 tx=0).stop 2024-09-21T00:38:22.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:22.880+0000 7f42ca840640 1 -- 172.21.15.67:0/1123386202 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f42c41f8d80 msgr2=0x7f42c41f9190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:22.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:22.880+0000 7f42ca840640 1 --2- 172.21.15.67:0/1123386202 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f42c41f8d80 0x7f42c41f9190 secure :-1 s=READY pgs=2813 cs=0 l=1 rev1=1 crypto rx=0x7f42c40d0910 tx=0x7f42bc006720 comp rx=0 tx=0).stop 2024-09-21T00:38:22.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:22.880+0000 7f42ca840640 1 -- 172.21.15.67:0/1123386202 shutdown_connections 2024-09-21T00:38:22.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:22.880+0000 7f42ca840640 1 --2- 172.21.15.67:0/1123386202 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f42b0078b80 0x7f42b007b090 unknown :-1 s=CLOSED pgs=1056 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:22.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:22.880+0000 7f42ca840640 1 --2- 172.21.15.67:0/1123386202 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f42c41f8d80 0x7f42c41f9190 unknown :-1 s=CLOSED pgs=2813 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:22.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:22.880+0000 7f42ca840640 1 --2- 172.21.15.67:0/1123386202 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f42c40d4d00 0x7f42c414f8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:22.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:22.880+0000 7f42ca840640 1 --2- 172.21.15.67:0/1123386202 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f42ac003a00 0x7f42c4158f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:22.882 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:22.880+0000 7f42ca840640 1 -- 172.21.15.67:0/1123386202 >> 172.21.15.67:0/1123386202 conn(0x7f42c40b6330 msgr2=0x7f42c40b3f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:38:22.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:22.880+0000 7f42ca840640 1 -- 172.21.15.67:0/1123386202 shutdown_connections 2024-09-21T00:38:22.883 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:22.880+0000 7f42ca840640 1 -- 172.21.15.67:0/1123386202 wait complete. 2024-09-21T00:38:22.893 INFO:teuthology.orchestra.run.smithi067.stdout:{"pg_ready":true,"pg_map":{"version":724,"stamp":"2024-09-21T00:38:21.765389+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":74,"ondisk_log_size":74,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":535536,"kb_used_data":22344,"kb_used_omap":12,"kb_used_meta":513011,"kb_avail":754439184,"statfs":{"total":773094113280,"available":772545724416,"internally_reserved":0,"allocated":22880256,"data_stored":10728648,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12749,"internal_metadata":525323827},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002729"},"pg_stats":[{"pgid":"1.0","version":"214'74","reported_seq":471,"reported_epoch":214,"state":"active+clean","last_fresh":"2024-09-21T00:38:02.640287+0000","last_change":"2024-09-21T00:38:02.640287+0000","last_active":"2024-09-21T00:38:02.640287+0000","last_peered":"2024-09-21T00:38:02.640287+0000","last_clean":"2024-09-21T00:38:02.640287+0000","last_became_active":"2024-09-21T00:21:11.582502+0000","last_became_peered":"2024-09-21T00:21:11.582502+0000","last_unstale":"2024-09-21T00:38:02.640287+0000","last_undegraded":"2024-09-21T00:38:02.640287+0000","last_fullsized":"2024-09-21T00:38:02.640287+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"214'74","last_scrub_stamp":"2024-09-21T00:38:02.640176+0000","last_deep_scrub":"214'74","last_deep_scrub_stamp":"2024-09-21T00:38:02.640176+0000","last_clean_scrub_stamp":"2024-09-21T00:38:02.640176+0000","objects_scrubbed":2,"log_size":74,"log_dups_size":0,"ondisk_log_size":74,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-22T12:02:29.243841+0000","scrub_duration":4,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":66,"num_read_kb":55,"num_write":101,"num_write_kb":1628,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":74,"ondisk_log_size":74,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509650,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":48300,"kb_used_data":3228,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94323540,"statfs":{"total":96636764160,"available":96587304960,"internally_reserved":0,"allocated":3305472,"data_stored":1783857,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":46135754},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509650,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":74028,"kb_used_data":2648,"kb_used_omap":1,"kb_used_meta":71358,"kb_avail":94297812,"statfs":{"total":96636764160,"available":96560959488,"internally_reserved":0,"allocated":2711552,"data_stored":1193489,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":73071046},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509650,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":64368,"kb_used_data":2648,"kb_used_omap":1,"kb_used_meta":61694,"kb_avail":94307472,"statfs":{"total":96636764160,"available":96570851328,"internally_reserved":0,"allocated":2711552,"data_stored":1193489,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":63175109},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509651,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":78256,"kb_used_data":2648,"kb_used_omap":1,"kb_used_meta":75582,"kb_avail":94293584,"statfs":{"total":96636764160,"available":96556630016,"internally_reserved":0,"allocated":2711552,"data_stored":1193489,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":77396424},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509651,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":47724,"kb_used_data":2648,"kb_used_omap":1,"kb_used_meta":45054,"kb_avail":94324116,"statfs":{"total":96636764160,"available":96587894784,"internally_reserved":0,"allocated":2711552,"data_stored":1193489,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":46135749},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509649,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":78828,"kb_used_data":3228,"kb_used_omap":1,"kb_used_meta":75582,"kb_avail":94293012,"statfs":{"total":96636764160,"available":96556044288,"internally_reserved":0,"allocated":3305472,"data_stored":1783857,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":77396422},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":13,"seq":55834575057,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":78256,"kb_used_data":2648,"kb_used_omap":1,"kb_used_meta":75582,"kb_avail":94293584,"statfs":{"total":96636764160,"available":96556630016,"internally_reserved":0,"allocated":2711552,"data_stored":1193489,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":77396421},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834575057,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":65776,"kb_used_data":2648,"kb_used_omap":1,"kb_used_meta":63102,"kb_avail":94306064,"statfs":{"total":96636764160,"available":96569409536,"internally_reserved":0,"allocated":2711552,"data_stored":1193489,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":64616902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-21T00:38:22.894 DEBUG:teuthology.orchestra.run.smithi067:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2024-09-21T00:38:23.010 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.009+0000 7fa563f71640 1 -- 172.21.15.67:0/4198915079 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa548004800 msgr2=0x7fa548004c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:23.011 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.009+0000 7fa563f71640 1 --2- 172.21.15.67:0/4198915079 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa548004800 0x7fa548004c10 secure :-1 s=READY pgs=2815 cs=0 l=1 rev1=1 crypto rx=0x7fa54c001690 tx=0x7fa548005830 comp rx=0 tx=0).stop 2024-09-21T00:38:23.011 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.009+0000 7fa563f71640 1 -- 172.21.15.67:0/4198915079 shutdown_connections 2024-09-21T00:38:23.011 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.009+0000 7fa563f71640 1 --2- 172.21.15.67:0/4198915079 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa548004800 0x7fa548004c10 unknown :-1 s=CLOSED pgs=2815 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:23.011 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.009+0000 7fa563f71640 1 -- 172.21.15.67:0/4198915079 >> 172.21.15.67:0/4198915079 conn(0x7fa55c06cb30 msgr2=0x7fa55c06cf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:38:23.011 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.009+0000 7fa563f71640 1 -- 172.21.15.67:0/4198915079 shutdown_connections 2024-09-21T00:38:23.011 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.009+0000 7fa563f71640 1 -- 172.21.15.67:0/4198915079 wait complete. 2024-09-21T00:38:23.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.011+0000 7fa563f71640 1 Processor -- start 2024-09-21T00:38:23.012 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.011+0000 7fa563f71640 1 -- start start 2024-09-21T00:38:23.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.012+0000 7fa563f71640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa548004800 0x7fa55c0c8550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:38:23.014 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.012+0000 7fa563f71640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa55c1546c0 0x7fa55c15a7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:38:23.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.012+0000 7fa563f71640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa55c154ad0 0x7fa55c1f9390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:38:23.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.012+0000 7fa563f71640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7fa55c0cf940 con 0x7fa55c154ad0 2024-09-21T00:38:23.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.012+0000 7fa563f71640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7fa55c0cf7c0 con 0x7fa548004800 2024-09-21T00:38:23.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.012+0000 7fa563f71640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7fa55c0cfac0 con 0x7fa55c1546c0 2024-09-21T00:38:23.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.012+0000 7fa56250e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa55c154ad0 0x7fa55c1f9390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:38:23.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.012+0000 7fa56250e640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa55c154ad0 0x7fa55c1f9390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:50396/0 (socket says 172.21.15.67:50396) 2024-09-21T00:38:23.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.012+0000 7fa56250e640 1 -- 172.21.15.67:0/3920703531 learned_addr learned my addr 172.21.15.67:0/3920703531 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:38:23.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.012+0000 7fa561d0d640 1 --2- 172.21.15.67:0/3920703531 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa548004800 0x7fa55c0c8550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:38:23.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.013+0000 7fa56150c640 1 --2- 172.21.15.67:0/3920703531 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa55c1546c0 0x7fa55c15a7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:38:23.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.013+0000 7fa56250e640 1 -- 172.21.15.67:0/3920703531 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa55c1546c0 msgr2=0x7fa55c15a7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:23.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.013+0000 7fa56250e640 1 --2- 172.21.15.67:0/3920703531 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa55c1546c0 0x7fa55c15a7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:23.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.013+0000 7fa56250e640 1 -- 172.21.15.67:0/3920703531 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa548004800 msgr2=0x7fa55c0c8550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:23.015 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.013+0000 7fa56250e640 1 --2- 172.21.15.67:0/3920703531 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa548004800 0x7fa55c0c8550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:23.016 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.013+0000 7fa56250e640 1 -- 172.21.15.67:0/3920703531 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa55c0c8a90 con 0x7fa55c154ad0 2024-09-21T00:38:23.016 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.013+0000 7fa56250e640 1 --2- 172.21.15.67:0/3920703531 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa55c154ad0 0x7fa55c1f9390 secure :-1 s=READY pgs=2816 cs=0 l=1 rev1=1 crypto rx=0x7fa554006fd0 tx=0x7fa554006720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:38:23.016 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.013+0000 7fa5527fc640 1 -- 172.21.15.67:0/3920703531 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa55400fc30 con 0x7fa55c154ad0 2024-09-21T00:38:23.016 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.013+0000 7fa5527fc640 1 -- 172.21.15.67:0/3920703531 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(5 keys) ==== 141+0+0 (secure 0 0 0) 0x7fa554018070 con 0x7fa55c154ad0 2024-09-21T00:38:23.016 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.013+0000 7fa563f71640 1 -- 172.21.15.67:0/3920703531 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa55c159d20 con 0x7fa55c154ad0 2024-09-21T00:38:23.016 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.013+0000 7fa5527fc640 1 -- 172.21.15.67:0/3920703531 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa554011430 con 0x7fa55c154ad0 2024-09-21T00:38:23.016 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.013+0000 7fa563f71640 1 -- 172.21.15.67:0/3920703531 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa55c159fc0 con 0x7fa55c154ad0 2024-09-21T00:38:23.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.014+0000 7fa563f71640 1 -- 172.21.15.67:0/3920703531 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa55c0d12d0 con 0x7fa55c154ad0 2024-09-21T00:38:23.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.015+0000 7fa5527fc640 1 -- 172.21.15.67:0/3920703531 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7fa5540115d0 con 0x7fa55c154ad0 2024-09-21T00:38:23.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.015+0000 7fa5527fc640 1 --2- 172.21.15.67:0/3920703531 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa540078bb0 0x7fa54007b0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:38:23.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.016+0000 7fa5527fc640 1 -- 172.21.15.67:0/3920703531 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(214..214 src has 1..214) ==== 5029+0+0 (secure 0 0 0) 0x7fa55409b310 con 0x7fa55c154ad0 2024-09-21T00:38:23.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.016+0000 7fa561d0d640 1 --2- 172.21.15.67:0/3920703531 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa540078bb0 0x7fa54007b0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:38:23.017 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.016+0000 7fa561d0d640 1 --2- 172.21.15.67:0/3920703531 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa540078bb0 0x7fa54007b0c0 secure :-1 s=READY pgs=1057 cs=0 l=1 rev1=1 crypto rx=0x7fa55c0521d0 tx=0x7fa558005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:38:23.021 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.020+0000 7fa5527fc640 1 -- 172.21.15.67:0/3920703531 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7fa5540633a0 con 0x7fa55c154ad0 2024-09-21T00:38:23.043 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:38:23.046 DEBUG:teuthology.orchestra.run.smithi097:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:38:23.210 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.209+0000 7fa563f71640 1 -- 172.21.15.67:0/3920703531 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command([{prefix=config set, name=mon_health_to_clog}] v 0) -- 0x7fa55c0cb540 con 0x7fa55c154ad0 2024-09-21T00:38:23.214 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.213+0000 7fa5527fc640 1 -- 172.21.15.67:0/3920703531 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_health_to_clog}]=0 v71)=0 v71) ==== 123+0+0 (secure 0 0 0) 0x7fa554067dd0 con 0x7fa55c154ad0 2024-09-21T00:38:23.216 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.215+0000 7fa5527fc640 1 -- 172.21.15.67:0/3920703531 <== mon.0 v2:172.21.15.67:3300/0 8 ==== config(6 keys) ==== 172+0+0 (secure 0 0 0) 0x7fa554062eb0 con 0x7fa55c154ad0 2024-09-21T00:38:23.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.216+0000 7fa563f71640 1 -- 172.21.15.67:0/3920703531 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa540078bb0 msgr2=0x7fa54007b0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:23.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.216+0000 7fa563f71640 1 --2- 172.21.15.67:0/3920703531 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa540078bb0 0x7fa54007b0c0 secure :-1 s=READY pgs=1057 cs=0 l=1 rev1=1 crypto rx=0x7fa55c0521d0 tx=0x7fa558005f90 comp rx=0 tx=0).stop 2024-09-21T00:38:23.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.216+0000 7fa563f71640 1 -- 172.21.15.67:0/3920703531 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa55c154ad0 msgr2=0x7fa55c1f9390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:23.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.216+0000 7fa563f71640 1 --2- 172.21.15.67:0/3920703531 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa55c154ad0 0x7fa55c1f9390 secure :-1 s=READY pgs=2816 cs=0 l=1 rev1=1 crypto rx=0x7fa554006fd0 tx=0x7fa554006720 comp rx=0 tx=0).stop 2024-09-21T00:38:23.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.216+0000 7fa563f71640 1 -- 172.21.15.67:0/3920703531 shutdown_connections 2024-09-21T00:38:23.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.216+0000 7fa563f71640 1 --2- 172.21.15.67:0/3920703531 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7fa540078bb0 0x7fa54007b0c0 unknown :-1 s=CLOSED pgs=1057 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:23.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.216+0000 7fa563f71640 1 --2- 172.21.15.67:0/3920703531 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7fa55c154ad0 0x7fa55c1f9390 unknown :-1 s=CLOSED pgs=2816 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:23.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.216+0000 7fa563f71640 1 --2- 172.21.15.67:0/3920703531 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7fa55c1546c0 0x7fa55c15a7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:23.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.216+0000 7fa563f71640 1 --2- 172.21.15.67:0/3920703531 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7fa548004800 0x7fa55c0c8550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:23.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.216+0000 7fa563f71640 1 -- 172.21.15.67:0/3920703531 >> 172.21.15.67:0/3920703531 conn(0x7fa55c06cb30 msgr2=0x7fa55c075c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:38:23.218 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.216+0000 7fa563f71640 1 -- 172.21.15.67:0/3920703531 shutdown_connections 2024-09-21T00:38:23.219 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.217+0000 7fa563f71640 1 -- 172.21.15.67:0/3920703531 wait complete. 2024-09-21T00:38:23.228 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-21T00:38:23.229 DEBUG:teuthology.orchestra.run.smithi067:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-21T00:38:23.345 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.344+0000 7f9142c30640 1 -- 172.21.15.67:0/774204971 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f913c0cfbf0 msgr2=0x7f913c0b5640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:23.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.344+0000 7f9142c30640 1 --2- 172.21.15.67:0/774204971 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f913c0cfbf0 0x7f913c0b5640 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f9134005fd0 tx=0x7f913402a780 comp rx=0 tx=0).stop 2024-09-21T00:38:23.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.344+0000 7f9142c30640 1 -- 172.21.15.67:0/774204971 shutdown_connections 2024-09-21T00:38:23.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.344+0000 7f9142c30640 1 --2- 172.21.15.67:0/774204971 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f913c0cfbf0 0x7f913c0b5640 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:23.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.344+0000 7f9142c30640 1 --2- 172.21.15.67:0/774204971 >> v2:172.21.15.97:3300/0 conn(0x7f913c0b3be0 0x7f913c0ccdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:23.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.344+0000 7f9142c30640 1 -- 172.21.15.67:0/774204971 >> 172.21.15.67:0/774204971 conn(0x7f913c0b4060 msgr2=0x7f913c0b4470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:38:23.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.344+0000 7f9142c30640 1 -- 172.21.15.67:0/774204971 shutdown_connections 2024-09-21T00:38:23.346 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.344+0000 7f9142c30640 1 -- 172.21.15.67:0/774204971 wait complete. 2024-09-21T00:38:23.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.346+0000 7f9142c30640 1 Processor -- start 2024-09-21T00:38:23.348 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.346+0000 7f9142c30640 1 -- start start 2024-09-21T00:38:23.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.348+0000 7f9142c30640 1 --2- >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f913c0b3be0 0x7f913c1f41d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:38:23.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.348+0000 7f9142c30640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f913c0b7840 0x7f913c0cb970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:38:23.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.348+0000 7f9142c30640 1 --2- >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f913c0cfbf0 0x7f913c0c83c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:38:23.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.348+0000 7f9142c30640 1 -- --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_getmap magic: 0 -- 0x7f913c0b6130 con 0x7f913c0b7840 2024-09-21T00:38:23.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.348+0000 7f9142c30640 1 -- --> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] -- mon_getmap magic: 0 -- 0x7f913c0b5fb0 con 0x7f913c0b3be0 2024-09-21T00:38:23.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.348+0000 7f9142c30640 1 -- --> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] -- mon_getmap magic: 0 -- 0x7f913c0b62b0 con 0x7f913c0cfbf0 2024-09-21T00:38:23.350 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.348+0000 7f913bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f913c0b7840 0x7f913c0cb970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:38:23.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.348+0000 7f913bfff640 1 --2- >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f913c0b7840 0x7f913c0cb970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.67:3300/0 says I am v2:172.21.15.67:56406/0 (socket says 172.21.15.67:56406) 2024-09-21T00:38:23.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.348+0000 7f913bfff640 1 -- 172.21.15.67:0/3724986851 learned_addr learned my addr 172.21.15.67:0/3724986851 (peer_addr_for_me v2:172.21.15.67:0/0) 2024-09-21T00:38:23.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.348+0000 7f91409cc640 1 --2- 172.21.15.67:0/3724986851 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f913c0b3be0 0x7f913c1f41d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:38:23.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.348+0000 7f91411cd640 1 --2- 172.21.15.67:0/3724986851 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f913c0cfbf0 0x7f913c0c83c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:38:23.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.348+0000 7f913bfff640 1 -- 172.21.15.67:0/3724986851 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f913c0cfbf0 msgr2=0x7f913c0c83c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:23.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.348+0000 7f913bfff640 1 --2- 172.21.15.67:0/3724986851 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f913c0cfbf0 0x7f913c0c83c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:23.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.348+0000 7f913bfff640 1 -- 172.21.15.67:0/3724986851 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f913c0b3be0 msgr2=0x7f913c1f41d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:23.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.348+0000 7f913bfff640 1 --2- 172.21.15.67:0/3724986851 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f913c0b3be0 0x7f913c1f41d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:23.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.348+0000 7f913bfff640 1 -- 172.21.15.67:0/3724986851 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f913c0c67e0 con 0x7f913c0b7840 2024-09-21T00:38:23.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.348+0000 7f913bfff640 1 --2- 172.21.15.67:0/3724986851 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f913c0b7840 0x7f913c0cb970 secure :-1 s=READY pgs=2817 cs=0 l=1 rev1=1 crypto rx=0x7f913000c400 tx=0x7f913000c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:38:23.351 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.349+0000 7f91397fa640 1 -- 172.21.15.67:0/3724986851 <== mon.0 v2:172.21.15.67:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9130011790 con 0x7f913c0b7840 2024-09-21T00:38:23.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.349+0000 7f9142c30640 1 -- 172.21.15.67:0/3724986851 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f913c0c6ac0 con 0x7f913c0b7840 2024-09-21T00:38:23.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.349+0000 7f91397fa640 1 -- 172.21.15.67:0/3724986851 <== mon.0 v2:172.21.15.67:3300/0 2 ==== config(6 keys) ==== 172+0+0 (secure 0 0 0) 0x7f9130017070 con 0x7f913c0b7840 2024-09-21T00:38:23.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.349+0000 7f91397fa640 1 -- 172.21.15.67:0/3724986851 <== mon.0 v2:172.21.15.67:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9130011bf0 con 0x7f913c0b7840 2024-09-21T00:38:23.352 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.349+0000 7f9142c30640 1 -- 172.21.15.67:0/3724986851 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f913c0c7080 con 0x7f913c0b7840 2024-09-21T00:38:23.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.350+0000 7f9142c30640 1 -- 172.21.15.67:0/3724986851 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f913c0c6550 con 0x7f913c0b7840 2024-09-21T00:38:23.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.350+0000 7f91397fa640 1 -- 172.21.15.67:0/3724986851 <== mon.0 v2:172.21.15.67:3300/0 4 ==== mgrmap(e 5) ==== 101441+0+0 (secure 0 0 0) 0x7f913001c460 con 0x7f913c0b7840 2024-09-21T00:38:23.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.351+0000 7f91397fa640 1 --2- 172.21.15.67:0/3724986851 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9128078b90 0x7f912807b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-21T00:38:23.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.351+0000 7f91397fa640 1 -- 172.21.15.67:0/3724986851 <== mon.0 v2:172.21.15.67:3300/0 5 ==== osd_map(214..214 src has 1..214) ==== 5029+0+0 (secure 0 0 0) 0x7f913009a750 con 0x7f913c0b7840 2024-09-21T00:38:23.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.351+0000 7f91409cc640 1 --2- 172.21.15.67:0/3724986851 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9128078b90 0x7f912807b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-21T00:38:23.353 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.352+0000 7f91409cc640 1 --2- 172.21.15.67:0/3724986851 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9128078b90 0x7f912807b0a0 secure :-1 s=READY pgs=1058 cs=0 l=1 rev1=1 crypto rx=0x7f912c0095f0 tx=0x7f912c005f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-21T00:38:23.357 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.356+0000 7f91397fa640 1 -- 172.21.15.67:0/3724986851 <== mon.0 v2:172.21.15.67:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+197276 (secure 0 0 0) 0x7f91300628b0 con 0x7f913c0b7840 2024-09-21T00:38:23.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.580+0000 7f9142c30640 1 -- 172.21.15.67:0/3724986851 --> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f913c0b6820 con 0x7f913c0b7840 2024-09-21T00:38:23.581 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.580+0000 7f91397fa640 1 -- 172.21.15.67:0/3724986851 <== mon.0 v2:172.21.15.67:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 186 v186) ==== 95+0+3916 (secure 0 0 0) 0x7f91300672e0 con 0x7f913c0b7840 2024-09-21T00:38:23.581 INFO:teuthology.orchestra.run.smithi067.stdout: 2024-09-21T00:38:23.582 INFO:teuthology.orchestra.run.smithi067.stdout:{"epoch":186,"btime":"2024-09-21T00:37:52:029989+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":9146,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6837/718747030","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6835","nonce":718747030},{"type":"v1","addr":"172.21.15.97:6837","nonce":718747030}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":173},{"gid":10321,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6836/3246375124","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":3246375124},{"type":"v1","addr":"172.21.15.97:6836","nonce":3246375124}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":172},{"gid":11718,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6834/1998642908","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6832","nonce":1998642908},{"type":"v1","addr":"172.21.15.67:6834","nonce":1998642908}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":173},{"gid":12174,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.67:6835/3600274545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.67:6833","nonce":3600274545},{"type":"v1","addr":"172.21.15.67:6835","nonce":3600274545}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":186}],"filesystems":[]} 2024-09-21T00:38:23.582 INFO:teuthology.orchestra.run.smithi067.stderr:dumped fsmap epoch 186 2024-09-21T00:38:23.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.582+0000 7f9142c30640 1 -- 172.21.15.67:0/3724986851 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9128078b90 msgr2=0x7f912807b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:23.583 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.582+0000 7f9142c30640 1 --2- 172.21.15.67:0/3724986851 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9128078b90 0x7f912807b0a0 secure :-1 s=READY pgs=1058 cs=0 l=1 rev1=1 crypto rx=0x7f912c0095f0 tx=0x7f912c005f90 comp rx=0 tx=0).stop 2024-09-21T00:38:23.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.582+0000 7f9142c30640 1 -- 172.21.15.67:0/3724986851 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f913c0b7840 msgr2=0x7f913c0cb970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-21T00:38:23.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.582+0000 7f9142c30640 1 --2- 172.21.15.67:0/3724986851 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f913c0b7840 0x7f913c0cb970 secure :-1 s=READY pgs=2817 cs=0 l=1 rev1=1 crypto rx=0x7f913000c400 tx=0x7f913000c8c0 comp rx=0 tx=0).stop 2024-09-21T00:38:23.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.582+0000 7f9142c30640 1 -- 172.21.15.67:0/3724986851 shutdown_connections 2024-09-21T00:38:23.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.582+0000 7f9142c30640 1 --2- 172.21.15.67:0/3724986851 >> [v2:172.21.15.97:6800/4101426342,v1:172.21.15.97:6801/4101426342] conn(0x7f9128078b90 0x7f912807b0a0 unknown :-1 s=CLOSED pgs=1058 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:23.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.582+0000 7f9142c30640 1 --2- 172.21.15.67:0/3724986851 >> [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] conn(0x7f913c0cfbf0 0x7f913c0c83c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:23.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.582+0000 7f9142c30640 1 --2- 172.21.15.67:0/3724986851 >> [v2:172.21.15.67:3300/0,v1:172.21.15.67:6789/0] conn(0x7f913c0b7840 0x7f913c0cb970 unknown :-1 s=CLOSED pgs=2817 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:23.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.582+0000 7f9142c30640 1 --2- 172.21.15.67:0/3724986851 >> [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] conn(0x7f913c0b3be0 0x7f913c1f41d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-21T00:38:23.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.582+0000 7f9142c30640 1 -- 172.21.15.67:0/3724986851 >> 172.21.15.67:0/3724986851 conn(0x7f913c0b4060 msgr2=0x7f913c0714f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-21T00:38:23.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.582+0000 7f9142c30640 1 -- 172.21.15.67:0/3724986851 shutdown_connections 2024-09-21T00:38:23.584 INFO:teuthology.orchestra.run.smithi067.stderr:2024-09-21T00:38:23.582+0000 7f9142c30640 1 -- 172.21.15.67:0/3724986851 wait complete. 2024-09-21T00:38:23.595 DEBUG:tasks.cephfs.filesystem:already dead... 2024-09-21T00:38:23.595 INFO:teuthology.misc:Shutting down mds daemons... 2024-09-21T00:38:23.595 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-21T00:38:23.596 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:38:23.608 INFO:tasks.ceph.mds.a:Stopped 2024-09-21T00:38:23.608 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-21T00:38:23.608 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:38:23.657 INFO:tasks.ceph.mds.c:Stopped 2024-09-21T00:38:23.658 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-21T00:38:23.658 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:38:23.670 INFO:tasks.ceph.mds.b:Stopped 2024-09-21T00:38:23.670 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-21T00:38:23.670 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:38:23.722 INFO:tasks.ceph.mds.d:Stopped 2024-09-21T00:38:23.722 INFO:teuthology.misc:Shutting down osd daemons... 2024-09-21T00:38:23.722 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2024-09-21T00:38:23.722 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:38:23.753 INFO:tasks.ceph.osd.0:Stopped 2024-09-21T00:38:23.754 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2024-09-21T00:38:23.754 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:38:23.825 INFO:tasks.ceph.osd.1:Stopped 2024-09-21T00:38:23.825 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2024-09-21T00:38:23.825 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:38:23.894 INFO:tasks.ceph.osd.2:Stopped 2024-09-21T00:38:23.894 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2024-09-21T00:38:23.894 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:38:23.969 INFO:tasks.ceph.osd.3:Stopped 2024-09-21T00:38:23.969 DEBUG:tasks.ceph.osd.4:waiting for process to exit 2024-09-21T00:38:23.969 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:38:24.015 INFO:tasks.ceph.osd.4:Stopped 2024-09-21T00:38:24.015 DEBUG:tasks.ceph.osd.5:waiting for process to exit 2024-09-21T00:38:24.015 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:38:24.055 INFO:tasks.ceph.osd.5:Stopped 2024-09-21T00:38:24.055 DEBUG:tasks.ceph.osd.6:waiting for process to exit 2024-09-21T00:38:24.055 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:38:24.136 INFO:tasks.ceph.osd.6:Stopped 2024-09-21T00:38:24.136 DEBUG:tasks.ceph.osd.7:waiting for process to exit 2024-09-21T00:38:24.136 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:38:24.180 INFO:tasks.ceph.osd.7:Stopped 2024-09-21T00:38:24.180 INFO:teuthology.misc:Shutting down mgr daemons... 2024-09-21T00:38:24.181 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2024-09-21T00:38:24.181 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:38:24.209 INFO:tasks.ceph.mgr.y:Stopped 2024-09-21T00:38:24.210 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2024-09-21T00:38:24.210 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:38:24.240 INFO:tasks.ceph.mgr.x:Stopped 2024-09-21T00:38:24.240 INFO:teuthology.misc:Shutting down mon daemons... 2024-09-21T00:38:24.241 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2024-09-21T00:38:24.241 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:38:24.262 INFO:tasks.ceph.mon.a:Stopped 2024-09-21T00:38:24.262 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2024-09-21T00:38:24.262 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:38:24.293 INFO:tasks.ceph.mon.b:Stopped 2024-09-21T00:38:24.293 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2024-09-21T00:38:24.293 INFO:teuthology.orchestra.run:waiting for 300 2024-09-21T00:38:24.347 INFO:tasks.ceph.mon.c:Stopped 2024-09-21T00:38:24.347 INFO:tasks.ceph:Checking cluster log for badness... 2024-09-21T00:38:24.347 DEBUG:teuthology.orchestra.run.smithi067:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v 'fs.*is degraded' | egrep -v 'filesystem is degraded' | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v 'filesystem is offline' | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v 'insufficient standby MDS daemons available' | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'online, but wants' | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | egrep -v 'Replacing daemon mds' | egrep -v 'Scrub error on inode' | egrep -v 'Behind on trimming' | egrep -v 'Metadata damage detected' | egrep -v 'bad backtrace on inode' | egrep -v 'overall HEALTH_' | egrep -v '\(MDS_TRIM\)' | head -n 1 2024-09-21T00:38:24.390 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi067.front.sepia.ceph.com 2024-09-21T00:38:24.390 DEBUG:teuthology.orchestra.run.smithi067:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2024-09-21T00:38:24.642 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@smithi067.front.sepia.ceph.com 2024-09-21T00:38:24.642 DEBUG:teuthology.orchestra.run.smithi067:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2024-09-21T00:38:24.868 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi067.front.sepia.ceph.com 2024-09-21T00:38:24.868 DEBUG:teuthology.orchestra.run.smithi067:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2024-09-21T00:38:24.948 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi067.front.sepia.ceph.com 2024-09-21T00:38:24.948 DEBUG:teuthology.orchestra.run.smithi067:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2024-09-21T00:38:25.016 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-4 on ubuntu@smithi097.front.sepia.ceph.com 2024-09-21T00:38:25.017 DEBUG:teuthology.orchestra.run.smithi097:> sync && sudo umount -f /var/lib/ceph/osd/ceph-4 2024-09-21T00:38:25.188 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-5 on ubuntu@smithi097.front.sepia.ceph.com 2024-09-21T00:38:25.188 DEBUG:teuthology.orchestra.run.smithi097:> sync && sudo umount -f /var/lib/ceph/osd/ceph-5 2024-09-21T00:38:25.274 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-6 on ubuntu@smithi097.front.sepia.ceph.com 2024-09-21T00:38:25.274 DEBUG:teuthology.orchestra.run.smithi097:> sync && sudo umount -f /var/lib/ceph/osd/ceph-6 2024-09-21T00:38:25.334 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-7 on ubuntu@smithi097.front.sepia.ceph.com 2024-09-21T00:38:25.334 DEBUG:teuthology.orchestra.run.smithi097:> sync && sudo umount -f /var/lib/ceph/osd/ceph-7 2024-09-21T00:38:25.391 INFO:tasks.ceph:Archiving mon data... 2024-09-21T00:38:25.392 DEBUG:teuthology.misc:Transferring archived files from smithi067:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/pdonnell-2024-09-20_23:48:22-fs-wip-pdonnell-testing-20240920.212106-debug-distro-default-smithi/7913322/data/mon.a.tgz 2024-09-21T00:38:25.392 DEBUG:teuthology.orchestra.run.smithi067:> mktemp 2024-09-21T00:38:25.409 INFO:teuthology.orchestra.run.smithi067.stdout:/tmp/tmp.86nNvw9yyI 2024-09-21T00:38:25.409 DEBUG:teuthology.orchestra.run.smithi067:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.86nNvw9yyI 2024-09-21T00:38:25.603 DEBUG:teuthology.orchestra.run.smithi067:> sudo chmod 0666 /tmp/tmp.86nNvw9yyI 2024-09-21T00:38:25.687 DEBUG:teuthology.orchestra.remote:smithi067:/tmp/tmp.86nNvw9yyI is 493KB 2024-09-21T00:38:25.784 DEBUG:teuthology.orchestra.run.smithi067:> rm -fr /tmp/tmp.86nNvw9yyI 2024-09-21T00:38:25.800 DEBUG:teuthology.misc:Transferring archived files from smithi097:/var/lib/ceph/mon/ceph-b to /home/teuthworker/archive/pdonnell-2024-09-20_23:48:22-fs-wip-pdonnell-testing-20240920.212106-debug-distro-default-smithi/7913322/data/mon.b.tgz 2024-09-21T00:38:25.800 DEBUG:teuthology.orchestra.run.smithi097:> mktemp 2024-09-21T00:38:25.819 INFO:teuthology.orchestra.run.smithi097.stdout:/tmp/tmp.zwzX0wFlqw 2024-09-21T00:38:25.819 DEBUG:teuthology.orchestra.run.smithi097:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.zwzX0wFlqw 2024-09-21T00:38:26.018 DEBUG:teuthology.orchestra.run.smithi097:> sudo chmod 0666 /tmp/tmp.zwzX0wFlqw 2024-09-21T00:38:26.103 DEBUG:teuthology.orchestra.remote:smithi097:/tmp/tmp.zwzX0wFlqw is 494KB 2024-09-21T00:38:26.201 DEBUG:teuthology.orchestra.run.smithi097:> rm -fr /tmp/tmp.zwzX0wFlqw 2024-09-21T00:38:26.217 DEBUG:teuthology.misc:Transferring archived files from smithi097:/var/lib/ceph/mon/ceph-c to /home/teuthworker/archive/pdonnell-2024-09-20_23:48:22-fs-wip-pdonnell-testing-20240920.212106-debug-distro-default-smithi/7913322/data/mon.c.tgz 2024-09-21T00:38:26.217 DEBUG:teuthology.orchestra.run.smithi097:> mktemp 2024-09-21T00:38:26.272 INFO:teuthology.orchestra.run.smithi097.stdout:/tmp/tmp.atT6y8ob5o 2024-09-21T00:38:26.272 DEBUG:teuthology.orchestra.run.smithi097:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.atT6y8ob5o 2024-09-21T00:38:26.425 DEBUG:teuthology.orchestra.run.smithi097:> sudo chmod 0666 /tmp/tmp.atT6y8ob5o 2024-09-21T00:38:26.510 DEBUG:teuthology.orchestra.remote:smithi097:/tmp/tmp.atT6y8ob5o is 494KB 2024-09-21T00:38:26.607 DEBUG:teuthology.orchestra.run.smithi097:> rm -fr /tmp/tmp.atT6y8ob5o 2024-09-21T00:38:26.621 INFO:tasks.ceph:Cleaning ceph cluster... 2024-09-21T00:38:26.621 DEBUG:teuthology.orchestra.run.smithi067:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-21T00:38:26.624 DEBUG:teuthology.orchestra.run.smithi097:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-21T00:38:26.710 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-21T00:38:26.741 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-21T00:38:26.742 INFO:tasks.ceph:Archiving crash dumps... 2024-09-21T00:38:26.743 DEBUG:teuthology.misc:Transferring archived files from smithi067:/var/lib/ceph/crash to /home/teuthworker/archive/pdonnell-2024-09-20_23:48:22-fs-wip-pdonnell-testing-20240920.212106-debug-distro-default-smithi/7913322/remote/smithi067/crash 2024-09-21T00:38:26.744 DEBUG:teuthology.orchestra.run.smithi067:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-21T00:38:26.777 DEBUG:teuthology.misc:Transferring archived files from smithi097:/var/lib/ceph/crash to /home/teuthworker/archive/pdonnell-2024-09-20_23:48:22-fs-wip-pdonnell-testing-20240920.212106-debug-distro-default-smithi/7913322/remote/smithi097/crash 2024-09-21T00:38:26.778 DEBUG:teuthology.orchestra.run.smithi097:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-21T00:38:26.805 INFO:tasks.ceph:Shutting down logrotate 2024-09-21T00:38:26.805 DEBUG:teuthology.orchestra.run.smithi067:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:38:26.822 DEBUG:teuthology.orchestra.run.smithi097:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-21T00:38:26.901 DEBUG:teuthology.orchestra.run.smithi067:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-21T00:38:26.928 DEBUG:teuthology.orchestra.run.smithi097:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-21T00:38:26.952 INFO:tasks.ceph:Compressing logs... 2024-09-21T00:38:26.952 DEBUG:teuthology.orchestra.run.smithi067:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-21T00:38:26.970 DEBUG:teuthology.orchestra.run.smithi097:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-21T00:38:26.996 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.0.log 2024-09-21T00:38:26.996 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68241.log 2024-09-21T00:38:26.996 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66774.log 2024-09-21T00:38:26.996 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-osd.0.log: /var/log/ceph/ceph-client.admin.68241.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80372.log 2024-09-21T00:38:26.996 INFO:teuthology.orchestra.run.smithi067.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.68241.log.gz 2024-09-21T00:38:26.996 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.66774.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110512.log 2024-09-21T00:38:26.996 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.80372.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65150.log 2024-09-21T00:38:26.996 INFO:teuthology.orchestra.run.smithi067.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.80372.log.gz 2024-09-21T00:38:26.996 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.110512.log: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.66774.log.gz 2024-09-21T00:38:26.997 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.100424.log 2024-09-21T00:38:26.997 INFO:teuthology.orchestra.run.smithi067.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.110512.log.gz 2024-09-21T00:38:26.997 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.65150.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.113131.log 2024-09-21T00:38:26.997 INFO:teuthology.orchestra.run.smithi067.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.65150.log.gz 2024-09-21T00:38:27.006 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.100424.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.102779.log 2024-09-21T00:38:27.007 INFO:teuthology.orchestra.run.smithi067.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.100424.log.gz 2024-09-21T00:38:27.007 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.113131.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.113384.log 2024-09-21T00:38:27.007 INFO:teuthology.orchestra.run.smithi067.stderr: 87.1%/var/log/ceph/ceph-client.admin.102779.log: -- replaced with /var/log/ceph/ceph-client.admin.113131.log.gz 2024-09-21T00:38:27.007 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80824.log 2024-09-21T00:38:27.007 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.113384.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.72460.log 2024-09-21T00:38:27.007 INFO:teuthology.orchestra.run.smithi067.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.102779.log.gz 2024-09-21T00:38:27.007 INFO:teuthology.orchestra.run.smithi067.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.113384.log.gz/var/log/ceph/ceph-client.admin.80824.log: 2024-09-21T00:38:27.007 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.65410.log 2024-09-21T00:38:27.007 INFO:teuthology.orchestra.run.smithi067.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.80824.log.gz 2024-09-21T00:38:27.007 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.0.72460.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59606.log 2024-09-21T00:38:27.007 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.0.65410.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87687.log 2024-09-21T00:38:27.007 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.59606.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60750.log 2024-09-21T00:38:27.008 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.87687.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114217.log 2024-09-21T00:38:27.008 INFO:teuthology.orchestra.run.smithi067.stderr: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.59606.log.gz 2024-09-21T00:38:27.008 INFO:teuthology.orchestra.run.smithi067.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.87687.log.gz 2024-09-21T00:38:27.008 INFO:teuthology.orchestra.run.smithi067.stderr:gzip/var/log/ceph/ceph-client.admin.60750.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.55000.log 2024-09-21T00:38:27.008 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.114217.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.60750.log.gz 2024-09-21T00:38:27.008 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109590.log 2024-09-21T00:38:27.008 INFO:teuthology.orchestra.run.smithi067.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.114217.log.gz 2024-09-21T00:38:27.008 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.55000.log: 92.0% -- replaced with /var/log/ceph/ceph-client.0.65410.log.gz 2024-09-21T00:38:27.008 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89018.log 2024-09-21T00:38:27.008 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.109590.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.92692.log 2024-09-21T00:38:27.008 INFO:teuthology.orchestra.run.smithi067.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.109590.log.gz 2024-09-21T00:38:27.008 INFO:teuthology.orchestra.run.smithi067.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.55000.log.gz 2024-09-21T00:38:27.008 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.89018.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69874.log 2024-09-21T00:38:27.008 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.92692.log: gzip -5 87.1% --verbose -- replaced with /var/log/ceph/ceph-client.admin.89018.log.gz -- 2024-09-21T00:38:27.009 INFO:teuthology.orchestra.run.smithi067.stderr: /var/log/ceph/ceph-client.admin.108471.log 2024-09-21T00:38:27.009 INFO:teuthology.orchestra.run.smithi067.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.92692.log.gz 2024-09-21T00:38:27.009 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.69874.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68703.log 2024-09-21T00:38:27.009 INFO:teuthology.orchestra.run.smithi067.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.69874.log.gz 2024-09-21T00:38:27.009 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.108471.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63699.log 2024-09-21T00:38:27.009 INFO:teuthology.orchestra.run.smithi067.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.108471.log.gz 2024-09-21T00:38:27.009 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.99916.log 2024-09-21T00:38:27.009 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.68703.log: /var/log/ceph/ceph-client.admin.63699.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87537.log 2024-09-21T00:38:27.009 INFO:teuthology.orchestra.run.smithi067.stderr: 86.5% -- replaced with /var/log/ceph/ceph-client.admin.68703.log.gz 2024-09-21T00:38:27.009 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.99916.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.63699.log.gz 2024-09-21T00:38:27.009 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65769.log 2024-09-21T00:38:27.009 INFO:teuthology.orchestra.run.smithi067.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.99916.log.gz 2024-09-21T00:38:27.009 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104477.log 2024-09-21T00:38:27.009 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.87537.log: /var/log/ceph/ceph-client.admin.65769.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63573.log 2024-09-21T00:38:27.010 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.104477.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.65769.log.gz 2024-09-21T00:38:27.010 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.92776.log 2024-09-21T00:38:27.010 INFO:teuthology.orchestra.run.smithi067.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.104477.log.gz 2024-09-21T00:38:27.010 INFO:teuthology.orchestra.run.smithi067.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.87537.log.gz 2024-09-21T00:38:27.010 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.90644.log 2024-09-21T00:38:27.010 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.63573.log: /var/log/ceph/ceph-client.admin.92776.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.100340.log 2024-09-21T00:38:27.010 INFO:teuthology.orchestra.run.smithi067.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.63573.log.gz 2024-09-21T00:38:27.010 INFO:teuthology.orchestra.run.smithi067.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.92776.log.gz 2024-09-21T00:38:27.010 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5/var/log/ceph/ceph-client.0.90644.log: --verbose -- /var/log/ceph/ceph-client.admin.48688.log 2024-09-21T00:38:27.010 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71043.log 2024-09-21T00:38:27.010 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.100340.log: /var/log/ceph/ceph-client.admin.48688.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104831.log 2024-09-21T00:38:27.010 INFO:teuthology.orchestra.run.smithi067.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.100340.log.gz 2024-09-21T00:38:27.010 INFO:teuthology.orchestra.run.smithi067.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.48688.log.gz 2024-09-21T00:38:27.010 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.71043.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.92452.log 2024-09-21T00:38:27.011 INFO:teuthology.orchestra.run.smithi067.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.71043.log.gz 2024-09-21T00:38:27.011 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83289.log 2024-09-21T00:38:27.011 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.104831.log: /var/log/ceph/ceph-client.admin.92452.log: gzip -5 --verbose 87.4% -- /var/log/ceph/ceph-client.admin.70562.log -- replaced with /var/log/ceph/ceph-client.admin.104831.log.gz 2024-09-21T00:38:27.011 INFO:teuthology.orchestra.run.smithi067.stderr: 2024-09-21T00:38:27.011 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.83289.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107823.log 2024-09-21T00:38:27.011 INFO:teuthology.orchestra.run.smithi067.stderr: 90.8% -- replaced with /var/log/ceph/ceph-client.admin.92452.log.gz 2024-09-21T00:38:27.011 INFO:teuthology.orchestra.run.smithi067.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.83289.log.gz 2024-09-21T00:38:27.011 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.70562.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61024.log 2024-09-21T00:38:27.030 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.3.42860.log 2024-09-21T00:38:27.030 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.7.log 2024-09-21T00:38:27.030 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.42419.log 2024-09-21T00:38:27.030 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.3.42860.log: /var/log/ceph/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36767.log 2024-09-21T00:38:27.030 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.1.42419.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.b.log 2024-09-21T00:38:27.031 INFO:teuthology.orchestra.run.smithi097.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.3.42860.log.gz 2024-09-21T00:38:27.031 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.36767.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.4.log 2024-09-21T00:38:27.031 INFO:teuthology.orchestra.run.smithi097.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.1.42419.log.gz 2024-09-21T00:38:27.031 INFO:teuthology.orchestra.run.smithi097.stderr: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.36767.log.gz 2024-09-21T00:38:27.031 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-21T00:38:27.031 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36807.log 2024-09-21T00:38:27.031 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-osd.4.log: /var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36847.log 2024-09-21T00:38:27.031 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.36807.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.c.log 2024-09-21T00:38:27.031 INFO:teuthology.orchestra.run.smithi097.stderr: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.36807.log.gz 2024-09-21T00:38:27.031 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.36847.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36567.log 2024-09-21T00:38:27.031 INFO:teuthology.orchestra.run.smithi097.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.36847.log.gz 2024-09-21T00:38:27.031 INFO:teuthology.orchestra.run.smithi097.stderr:gzip/var/log/ceph/ceph-mon.c.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.36647.log 2024-09-21T00:38:27.031 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.36567.log: gzip -5 --verbose 86.5% -- replaced with /var/log/ceph/ceph-client.admin.36567.log.gz 2024-09-21T00:38:27.032 INFO:teuthology.orchestra.run.smithi097.stderr: -- /var/log/ceph/ceph-osd.6.log 2024-09-21T00:38:27.032 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.36647.log: gzip -5 --verbose -- 86.4% -- replaced with /var/log/ceph/ceph-client.admin.36647.log.gz 2024-09-21T00:38:27.032 INFO:teuthology.orchestra.run.smithi097.stderr: /var/log/ceph/ceph-osd.5.log 2024-09-21T00:38:27.032 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-21T00:38:27.032 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.d.log 2024-09-21T00:38:27.032 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph.log: 94.2% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-21T00:38:27.032 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mgr.x.log 2024-09-21T00:38:27.032 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-mds.d.log: 92.5% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-21T00:38:27.032 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mon.b.log 2024-09-21T00:38:27.043 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36607.log 2024-09-21T00:38:27.049 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-mon.b.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36687.log 2024-09-21T00:38:27.062 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.36607.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36727.log 2024-09-21T00:38:27.062 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.36687.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.36607.log.gz 2024-09-21T00:38:27.074 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/ceph-client.admin.36727.log: 86.7% 87.0% -- replaced with /var/log/ceph/ceph-client.admin.36687.log.gz 2024-09-21T00:38:27.081 INFO:teuthology.orchestra.run.smithi097.stderr: -- replaced with /var/log/ceph/ceph-client.admin.36727.log.gz 2024-09-21T00:38:27.081 INFO:teuthology.orchestra.run.smithi097.stderr: 91.2% -- replaced with /var/log/ceph/ceph-mds.d.log.gz 2024-09-21T00:38:27.113 INFO:teuthology.orchestra.run.smithi067.stderr: 87.4%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47017.log 2024-09-21T00:38:27.113 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.107823.log: -- replaced with /var/log/ceph/ceph-client.admin.70562.log.gz 2024-09-21T00:38:27.113 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.61024.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70154.log 2024-09-21T00:38:27.113 INFO:teuthology.orchestra.run.smithi067.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.107823.log.gz 2024-09-21T00:38:27.113 INFO:teuthology.orchestra.run.smithi067.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.61024.log.gz 2024-09-21T00:38:27.113 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.47017.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80782.log 2024-09-21T00:38:27.113 INFO:teuthology.orchestra.run.smithi067.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.47017.log.gz 2024-09-21T00:38:27.113 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47144.log 2024-09-21T00:38:27.113 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.70154.log: /var/log/ceph/ceph-client.admin.80782.log: gzip -5 --verbose -- 87.4% /var/log/ceph/ceph-client.admin.114551.log 2024-09-21T00:38:27.114 INFO:teuthology.orchestra.run.smithi067.stderr: -- replaced with /var/log/ceph/ceph-client.admin.70154.log.gz 2024-09-21T00:38:27.114 INFO:teuthology.orchestra.run.smithi067.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.80782.log.gz 2024-09-21T00:38:27.114 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.47144.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.100298.log 2024-09-21T00:38:27.114 INFO:teuthology.orchestra.run.smithi067.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.47144.log.gz 2024-09-21T00:38:27.114 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114597.log 2024-09-21T00:38:27.114 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.114551.log: /var/log/ceph/ceph-client.admin.100298.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.114551.log.gz 2024-09-21T00:38:27.114 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64702.log 2024-09-21T00:38:27.114 INFO:teuthology.orchestra.run.smithi067.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.100298.log.gz 2024-09-21T00:38:27.114 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.114597.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46128.log 2024-09-21T00:38:27.114 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.64702.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.114597.log.gz 2024-09-21T00:38:27.114 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59371.log 2024-09-21T00:38:27.114 INFO:teuthology.orchestra.run.smithi067.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.64702.log.gz 2024-09-21T00:38:27.114 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.46128.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106950.log 2024-09-21T00:38:27.115 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.59371.log: gzip -5 87.5% -- replaced with /var/log/ceph/ceph-client.admin.46128.log.gz 2024-09-21T00:38:27.115 INFO:teuthology.orchestra.run.smithi067.stderr: --verbose -- /var/log/ceph/ceph-client.admin.57607.log 2024-09-21T00:38:27.115 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.106950.log: 90.8% -- replaced with /var/log/ceph/ceph-client.admin.59371.log.gz 2024-09-21T00:38:27.115 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83898.log 2024-09-21T00:38:27.115 INFO:teuthology.orchestra.run.smithi067.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.106950.log.gz 2024-09-21T00:38:27.115 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43361.log 2024-09-21T00:38:27.115 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.57607.log: /var/log/ceph/ceph-client.admin.83898.log: gzip -5 --verbose -- 87.3% -- replaced with /var/log/ceph/ceph-client.admin.83898.log.gz 2024-09-21T00:38:27.115 INFO:teuthology.orchestra.run.smithi067.stderr: /var/log/ceph/ceph-client.admin.103964.log 2024-09-21T00:38:27.115 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.43361.log: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.57607.log.gz 2024-09-21T00:38:27.115 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36998.log 2024-09-21T00:38:27.115 INFO:teuthology.orchestra.run.smithi067.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.43361.log.gz 2024-09-21T00:38:27.115 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.103964.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60845.log 2024-09-21T00:38:27.115 INFO:teuthology.orchestra.run.smithi067.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.103964.log.gz 2024-09-21T00:38:27.115 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.36998.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44119.log 2024-09-21T00:38:27.115 INFO:teuthology.orchestra.run.smithi067.stderr: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.36998.log.gz 2024-09-21T00:38:27.116 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.60845.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59418.log 2024-09-21T00:38:27.116 INFO:teuthology.orchestra.run.smithi067.stderr: 87.4%gzip -- replaced with /var/log/ceph/ceph-client.admin.60845.log.gz 2024-09-21T00:38:27.116 INFO:teuthology.orchestra.run.smithi067.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.98913.log 2024-09-21T00:38:27.116 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.44119.log: /var/log/ceph/ceph-client.admin.59418.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85019.log 2024-09-21T00:38:27.116 INFO:teuthology.orchestra.run.smithi067.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.44119.log.gz 2024-09-21T00:38:27.116 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.98913.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46283.log 2024-09-21T00:38:27.116 INFO:teuthology.orchestra.run.smithi067.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.59418.log.gz 2024-09-21T00:38:27.116 INFO:teuthology.orchestra.run.smithi067.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.98913.log.gz 2024-09-21T00:38:27.116 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84508.log 2024-09-21T00:38:27.116 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.85019.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43403.log 2024-09-21T00:38:27.116 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.46283.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.85019.log.gz 2024-09-21T00:38:27.116 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.84508.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.46283.log.gz 2024-09-21T00:38:27.116 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78931.log 2024-09-21T00:38:27.117 INFO:teuthology.orchestra.run.smithi067.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.84508.log.gz 2024-09-21T00:38:27.117 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.43403.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.100466.log 2024-09-21T00:38:27.117 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose 87.1% -- -- replaced with /var/log/ceph/ceph-client.admin.43403.log.gz /var/log/ceph/ceph-client.admin.47346.log 2024-09-21T00:38:27.117 INFO:teuthology.orchestra.run.smithi067.stderr: 2024-09-21T00:38:27.117 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.78931.log: /var/log/ceph/ceph-client.admin.100466.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104705.log 2024-09-21T00:38:27.117 INFO:teuthology.orchestra.run.smithi067.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.100466.log.gz 2024-09-21T00:38:27.117 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.47346.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.100508.log 2024-09-21T00:38:27.117 INFO:teuthology.orchestra.run.smithi067.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.78931.log.gz 2024-09-21T00:38:27.117 INFO:teuthology.orchestra.run.smithi067.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.47346.log.gz 2024-09-21T00:38:27.117 INFO:teuthology.orchestra.run.smithi067.stderr:gzip/var/log/ceph/ceph-client.admin.104705.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.84210.log 2024-09-21T00:38:27.117 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.100508.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.104705.log.gz 2024-09-21T00:38:27.117 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59540.log 2024-09-21T00:38:27.117 INFO:teuthology.orchestra.run.smithi067.stderr: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.100508.log.gz 2024-09-21T00:38:27.118 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.84210.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.113089.log 2024-09-21T00:38:27.118 INFO:teuthology.orchestra.run.smithi067.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.84210.log.gz 2024-09-21T00:38:27.118 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43067.log 2024-09-21T00:38:27.118 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.59540.log: /var/log/ceph/ceph-client.admin.113089.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.99310.log 2024-09-21T00:38:27.118 INFO:teuthology.orchestra.run.smithi067.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.113089.log.gz 90.9% -- replaced with /var/log/ceph/ceph-client.admin.59540.log.gz 2024-09-21T00:38:27.118 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.43067.log: 2024-09-21T00:38:27.118 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55465.log 2024-09-21T00:38:27.118 INFO:teuthology.orchestra.run.smithi067.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.43067.log.gz 2024-09-21T00:38:27.118 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.99310.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67995.log 2024-09-21T00:38:27.118 INFO:teuthology.orchestra.run.smithi067.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.99310.log.gz 2024-09-21T00:38:27.118 INFO:teuthology.orchestra.run.smithi067.stderr:gzip/var/log/ceph/ceph-client.admin.55465.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.63928.log 2024-09-21T00:38:27.118 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.67995.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.55465.log.gz 2024-09-21T00:38:27.118 INFO:teuthology.orchestra.run.smithi067.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.67995.log.gz 2024-09-21T00:38:27.118 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106313.log 2024-09-21T00:38:27.119 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.63928.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47686.log 2024-09-21T00:38:27.119 INFO:teuthology.orchestra.run.smithi067.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.63928.log.gz 2024-09-21T00:38:27.119 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.106313.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109235.log 2024-09-21T00:38:27.119 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87405.log 2024-09-21T00:38:27.119 INFO:teuthology.orchestra.run.smithi067.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.106313.log.gz 2024-09-21T00:38:27.119 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.47686.log: /var/log/ceph/ceph-client.admin.109235.log: gzip -5 --verbose -- 87.1% /var/log/ceph/ceph-client.admin.99531.log 2024-09-21T00:38:27.119 INFO:teuthology.orchestra.run.smithi067.stderr: -- replaced with /var/log/ceph/ceph-client.admin.47686.log.gz 2024-09-21T00:38:27.119 INFO:teuthology.orchestra.run.smithi067.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.109235.log.gz 2024-09-21T00:38:27.119 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.87405.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61672.log 2024-09-21T00:38:27.119 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89768.log 2024-09-21T00:38:27.119 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.99531.log: /var/log/ceph/ceph-client.admin.61672.log: 90.8% -- replaced with /var/log/ceph/ceph-client.admin.87405.log.gz 2024-09-21T00:38:27.119 INFO:teuthology.orchestra.run.smithi067.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.99531.log.gz 2024-09-21T00:38:27.119 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47995.log 2024-09-21T00:38:27.119 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88365.log 2024-09-21T00:38:27.119 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.89768.log: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.61672.log.gz 2024-09-21T00:38:27.120 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.47995.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43151.log 2024-09-21T00:38:27.120 INFO:teuthology.orchestra.run.smithi067.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.89768.log.gz 2024-09-21T00:38:27.120 INFO:teuthology.orchestra.run.smithi067.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.47995.log.gz 2024-09-21T00:38:27.120 INFO:teuthology.orchestra.run.smithi067.stderr:gzip/var/log/ceph/ceph-client.admin.88365.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.65928.log 2024-09-21T00:38:27.120 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.43151.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.88365.log.gz 2024-09-21T00:38:27.120 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.111770.log 2024-09-21T00:38:27.120 INFO:teuthology.orchestra.run.smithi067.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.43151.log.gz 2024-09-21T00:38:27.120 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5/var/log/ceph/ceph-client.admin.65928.log: --verbose -- /var/log/ceph/ceph-client.admin.42573.log 2024-09-21T00:38:27.120 INFO:teuthology.orchestra.run.smithi067.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.65928.log.gz 2024-09-21T00:38:27.120 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.111770.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85229.log 2024-09-21T00:38:27.120 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.42573.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.111770.log.gz 2024-09-21T00:38:27.120 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.97912.log 2024-09-21T00:38:27.120 INFO:teuthology.orchestra.run.smithi067.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.42573.log.gz 2024-09-21T00:38:27.121 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.85229.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62688.log 2024-09-21T00:38:27.121 INFO:teuthology.orchestra.run.smithi067.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.85229.log.gz 2024-09-21T00:38:27.121 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.97912.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80635.log 2024-09-21T00:38:27.121 INFO:teuthology.orchestra.run.smithi067.stderr:gzip/var/log/ceph/ceph-client.admin.62688.log: 87.4% -5 --verbose -- /var/log/ceph/ceph-client.admin.88281.log 2024-09-21T00:38:27.121 INFO:teuthology.orchestra.run.smithi067.stderr: -- replaced with /var/log/ceph/ceph-client.admin.97912.log.gz 2024-09-21T00:38:27.121 INFO:teuthology.orchestra.run.smithi067.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.62688.log.gz 2024-09-21T00:38:27.121 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.80635.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109193.log 2024-09-21T00:38:27.121 INFO:teuthology.orchestra.run.smithi067.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.80635.log.gz 2024-09-21T00:38:27.121 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114357.log 2024-09-21T00:38:27.121 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.88281.log: /var/log/ceph/ceph-client.admin.109193.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.100256.log 2024-09-21T00:38:27.121 INFO:teuthology.orchestra.run.smithi067.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.88281.log.gz 2024-09-21T00:38:27.121 INFO:teuthology.orchestra.run.smithi067.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.109193.log.gz 2024-09-21T00:38:27.121 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.114357.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43613.log 2024-09-21T00:38:27.122 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.100256.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69674.log 2024-09-21T00:38:27.122 INFO:teuthology.orchestra.run.smithi067.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.114357.log.gz 2024-09-21T00:38:27.122 INFO:teuthology.orchestra.run.smithi067.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.100256.log.gz 2024-09-21T00:38:27.122 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.43613.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64874.log 2024-09-21T00:38:27.122 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.69674.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.43613.log.gz 2024-09-21T00:38:27.122 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.112764.log 2024-09-21T00:38:27.122 INFO:teuthology.orchestra.run.smithi067.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.69674.log.gz 2024-09-21T00:38:27.122 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.64874.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.108805.log 2024-09-21T00:38:27.122 INFO:teuthology.orchestra.run.smithi067.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.64874.log.gz 2024-09-21T00:38:27.122 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.112764.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67528.log 2024-09-21T00:38:27.122 INFO:teuthology.orchestra.run.smithi067.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.112764.log.gz 2024-09-21T00:38:27.122 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.108805.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.97810.log 2024-09-21T00:38:27.122 INFO:teuthology.orchestra.run.smithi067.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.108805.log.gz 2024-09-21T00:38:27.122 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104262.log 2024-09-21T00:38:27.123 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.67528.log: /var/log/ceph/ceph-client.admin.97810.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65926.log 2024-09-21T00:38:27.123 INFO:teuthology.orchestra.run.smithi067.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.67528.log.gz 2024-09-21T00:38:27.123 INFO:teuthology.orchestra.run.smithi067.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.97810.log.gz 2024-09-21T00:38:27.123 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.104262.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48271.log 2024-09-21T00:38:27.123 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.65926.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.104262.log.gz 2024-09-21T00:38:27.123 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.99142.log 2024-09-21T00:38:27.123 INFO:teuthology.orchestra.run.smithi067.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.65926.log.gz 2024-09-21T00:38:27.123 INFO:teuthology.orchestra.run.smithi067.stderr:gzip/var/log/ceph/ceph-client.admin.48271.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.93400.log 2024-09-21T00:38:27.123 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.99142.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.48271.log.gz 2024-09-21T00:38:27.123 INFO:teuthology.orchestra.run.smithi067.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.99142.log.gz 2024-09-21T00:38:27.123 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83223.log 2024-09-21T00:38:27.123 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62485.log 2024-09-21T00:38:27.123 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.93400.log: /var/log/ceph/ceph-client.admin.83223.log: 87.4%gzip -- replaced with /var/log/ceph/ceph-client.admin.93400.log.gz -5 2024-09-21T00:38:27.124 INFO:teuthology.orchestra.run.smithi067.stderr: --verbose -- /var/log/ceph/ceph-client.admin.97678.log 2024-09-21T00:38:27.124 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.62485.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.99226.log 2024-09-21T00:38:27.124 INFO:teuthology.orchestra.run.smithi067.stderr: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.83223.log.gz 2024-09-21T00:38:27.124 INFO:teuthology.orchestra.run.smithi067.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.62485.log.gz 2024-09-21T00:38:27.124 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.97678.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47642.log 2024-09-21T00:38:27.124 INFO:teuthology.orchestra.run.smithi067.stderr:gzip/var/log/ceph/ceph-client.admin.99226.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.46535.log 2024-09-21T00:38:27.124 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.47642.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.99226.log.gz 2024-09-21T00:38:27.124 INFO:teuthology.orchestra.run.smithi067.stderr: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.97678.log.gz 2024-09-21T00:38:27.124 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55102.log 2024-09-21T00:38:27.124 INFO:teuthology.orchestra.run.smithi067.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.47642.log.gz 2024-09-21T00:38:27.124 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.46535.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.108191.log 2024-09-21T00:38:27.124 INFO:teuthology.orchestra.run.smithi067.stderr: 87.9%/var/log/ceph/ceph-client.admin.55102.log: -- replaced with /var/log/ceph/ceph-client.admin.46535.log.gz 2024-09-21T00:38:27.124 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85103.log 2024-09-21T00:38:27.124 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.0.108191.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85337.log 2024-09-21T00:38:27.124 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.85103.log: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.55102.log.gz 2024-09-21T00:38:27.125 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.111854.log 2024-09-21T00:38:27.125 INFO:teuthology.orchestra.run.smithi067.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.85103.log.gz 2024-09-21T00:38:27.125 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.85337.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115071.log 2024-09-21T00:38:27.125 INFO:teuthology.orchestra.run.smithi067.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.85337.log.gz 2024-09-21T00:38:27.125 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.111854.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.111854.log.gz 2024-09-21T00:38:27.125 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64832.log 2024-09-21T00:38:27.125 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.112430.log 2024-09-21T00:38:27.125 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.115071.log: /var/log/ceph/ceph-client.admin.64832.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.112083.log 2024-09-21T00:38:27.125 INFO:teuthology.orchestra.run.smithi067.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.64832.log.gz/var/log/ceph/ceph-client.admin.112430.log: 2024-09-21T00:38:27.125 INFO:teuthology.orchestra.run.smithi067.stderr: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.115071.log.gz 2024-09-21T00:38:27.125 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88239.log 2024-09-21T00:38:27.125 INFO:teuthology.orchestra.run.smithi067.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.112430.log.gz 2024-09-21T00:38:27.125 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.112083.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116555.log 2024-09-21T00:38:27.125 INFO:teuthology.orchestra.run.smithi067.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.112083.log.gz 2024-09-21T00:38:27.125 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.88239.log: gzip -5 --verbose -- 87.4% -- replaced with /var/log/ceph/ceph-client.admin.88239.log.gz 2024-09-21T00:38:27.126 INFO:teuthology.orchestra.run.smithi067.stderr: /var/log/ceph/ceph-client.admin.103922.log 2024-09-21T00:38:27.126 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.116555.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.1.log 2024-09-21T00:38:27.126 INFO:teuthology.orchestra.run.smithi067.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.116555.log.gz 2024-09-21T00:38:27.126 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.103922.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88765.log 2024-09-21T00:38:27.126 INFO:teuthology.orchestra.run.smithi067.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.103922.log.gz 2024-09-21T00:38:27.126 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59672.log 2024-09-21T00:38:27.126 INFO:teuthology.orchestra.run.smithi067.stderr:gzip/var/log/ceph/ceph-client.admin.88765.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.111938.log 2024-09-21T00:38:27.126 INFO:teuthology.orchestra.run.smithi067.stderr: 87.5%/var/log/ceph/ceph-client.admin.59672.log: -- replaced with /var/log/ceph/ceph-client.admin.88765.log.gz 2024-09-21T00:38:27.126 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.100214.log 2024-09-21T00:38:27.126 INFO:teuthology.orchestra.run.smithi067.stderr: 94.1% -- replaced with /var/log/ceph/ceph-client.0.108191.log.gz 2024-09-21T00:38:27.126 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.111938.log: gzip 90.9% -- replaced with /var/log/ceph/ceph-client.admin.59672.log.gz 2024-09-21T00:38:27.126 INFO:teuthology.orchestra.run.smithi067.stderr: -5 --verbose 87.4% -- replaced with /var/log/ceph/ceph-client.admin.111938.log.gz 2024-09-21T00:38:27.126 INFO:teuthology.orchestra.run.smithi067.stderr: -- /var/log/ceph/ceph-client.admin.43792.log 2024-09-21T00:38:27.126 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.100214.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93705.log 2024-09-21T00:38:27.127 INFO:teuthology.orchestra.run.smithi067.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.100214.log.gz 2024-09-21T00:38:27.127 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.43792.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43445.log 2024-09-21T00:38:27.127 INFO:teuthology.orchestra.run.smithi067.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.43792.log.gz 2024-09-21T00:38:27.127 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.93705.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90150.log 2024-09-21T00:38:27.127 INFO:teuthology.orchestra.run.smithi067.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.93705.log.gz 2024-09-21T00:38:27.127 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.43445.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103754.log 2024-09-21T00:38:27.127 INFO:teuthology.orchestra.run.smithi067.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.43445.log.gz 2024-09-21T00:38:27.127 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.90150.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83331.log 2024-09-21T00:38:27.127 INFO:teuthology.orchestra.run.smithi067.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.90150.log.gz 2024-09-21T00:38:27.127 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.103754.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79859.log 2024-09-21T00:38:27.127 INFO:teuthology.orchestra.run.smithi067.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.103754.log.gz 2024-09-21T00:38:27.127 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.83331.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89144.log 2024-09-21T00:38:27.127 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.79859.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.83331.log.gz 2024-09-21T00:38:27.127 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37100.log 2024-09-21T00:38:27.128 INFO:teuthology.orchestra.run.smithi067.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.79859.log.gz 2024-09-21T00:38:27.128 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.89144.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116219.log 2024-09-21T00:38:27.128 INFO:teuthology.orchestra.run.smithi067.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.89144.log.gz 2024-09-21T00:38:27.128 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.37100.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.66599.log 2024-09-21T00:38:27.128 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.116219.log: 86.3% -- replaced with /var/log/ceph/ceph-client.admin.37100.log.gz 2024-09-21T00:38:27.128 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- 87.4% -- replaced with /var/log/ceph/ceph-client.admin.116219.log.gz 2024-09-21T00:38:27.128 INFO:teuthology.orchestra.run.smithi067.stderr: /var/log/ceph/ceph-client.admin.42983.log 2024-09-21T00:38:27.128 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.0.66599.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43791.log 2024-09-21T00:38:27.128 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.42983.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59189.log 2024-09-21T00:38:27.128 INFO:teuthology.orchestra.run.smithi067.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.42983.log.gz/var/log/ceph/ceph-client.admin.43791.log: 2024-09-21T00:38:27.128 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70875.log 2024-09-21T00:38:27.128 INFO:teuthology.orchestra.run.smithi067.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.43791.log.gz 2024-09-21T00:38:27.128 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose/var/log/ceph/ceph-client.admin.59189.log: -- /var/log/ceph/ceph-client.admin.106103.log 2024-09-21T00:38:27.128 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.70875.log: 91.1% -- replaced with /var/log/ceph/ceph-client.0.66599.log.gz 2024-09-21T00:38:27.129 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83814.log 2024-09-21T00:38:27.129 INFO:teuthology.orchestra.run.smithi067.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.70875.log.gz 2024-09-21T00:38:27.129 INFO:teuthology.orchestra.run.smithi067.stderr: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.59189.log.gz 2024-09-21T00:38:27.129 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71307.log 2024-09-21T00:38:27.129 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.106103.log: /var/log/ceph/ceph-client.admin.83814.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94364.log 2024-09-21T00:38:27.129 INFO:teuthology.orchestra.run.smithi067.stderr: 86.9% 87.5% -- replaced with /var/log/ceph/ceph-client.admin.106103.log.gz 2024-09-21T00:38:27.129 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.71307.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.95160.log 2024-09-21T00:38:27.129 INFO:teuthology.orchestra.run.smithi067.stderr: -- replaced with /var/log/ceph/ceph-client.admin.83814.log.gz 2024-09-21T00:38:27.129 INFO:teuthology.orchestra.run.smithi067.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.71307.log.gz 2024-09-21T00:38:27.129 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.94364.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56030.log 2024-09-21T00:38:27.129 INFO:teuthology.orchestra.run.smithi067.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.94364.log.gz 2024-09-21T00:38:27.129 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.95160.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79901.log 2024-09-21T00:38:27.129 INFO:teuthology.orchestra.run.smithi067.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.95160.log.gz 2024-09-21T00:38:27.129 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.56030.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103670.log 2024-09-21T00:38:27.130 INFO:teuthology.orchestra.run.smithi067.stderr: 87.4%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67570.log 2024-09-21T00:38:27.130 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.79901.log: -- replaced with /var/log/ceph/ceph-client.admin.56030.log.gz 2024-09-21T00:38:27.130 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.103670.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.79901.log.gz 2024-09-21T00:38:27.130 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114279.log 2024-09-21T00:38:27.130 INFO:teuthology.orchestra.run.smithi067.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.103670.log.gz 2024-09-21T00:38:27.130 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115713.log 2024-09-21T00:38:27.130 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.67570.log: /var/log/ceph/ceph-client.admin.114279.log: gzip -5 --verbose 87.4% -- replaced with /var/log/ceph/ceph-client.admin.67570.log.gz 2024-09-21T00:38:27.130 INFO:teuthology.orchestra.run.smithi067.stderr: -- /var/log/ceph/ceph-client.admin.115755.log 2024-09-21T00:38:27.130 INFO:teuthology.orchestra.run.smithi067.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.114279.log.gz 2024-09-21T00:38:27.130 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.115713.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110722.log 2024-09-21T00:38:27.130 INFO:teuthology.orchestra.run.smithi067.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.115713.log.gz 2024-09-21T00:38:27.130 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.115755.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47953.log 2024-09-21T00:38:27.130 INFO:teuthology.orchestra.run.smithi067.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.115755.log.gz 2024-09-21T00:38:27.130 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.110722.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56934.log 2024-09-21T00:38:27.131 INFO:teuthology.orchestra.run.smithi067.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.110722.log.gz 2024-09-21T00:38:27.131 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.47953.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43109.log 2024-09-21T00:38:27.131 INFO:teuthology.orchestra.run.smithi067.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.47953.log.gz 2024-09-21T00:38:27.131 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.56934.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89441.log 2024-09-21T00:38:27.131 INFO:teuthology.orchestra.run.smithi067.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.56934.log.gz 2024-09-21T00:38:27.131 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.43109.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42480.log 2024-09-21T00:38:27.131 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.89441.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.43109.log.gz 2024-09-21T00:38:27.131 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44131.log 2024-09-21T00:38:27.131 INFO:teuthology.orchestra.run.smithi067.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.89441.log.gz 2024-09-21T00:38:27.131 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.42480.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56976.log 2024-09-21T00:38:27.131 INFO:teuthology.orchestra.run.smithi067.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.42480.log.gz 2024-09-21T00:38:27.131 INFO:teuthology.orchestra.run.smithi067.stderr:gzip/var/log/ceph/ceph-client.admin.44131.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.68082.log 2024-09-21T00:38:27.131 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.56976.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.44131.log.gz 2024-09-21T00:38:27.131 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67130.log 2024-09-21T00:38:27.132 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.68082.log: gzip -5 --verbose 91.0% -- /var/log/ceph/ceph-client.admin.57673.log 2024-09-21T00:38:27.132 INFO:teuthology.orchestra.run.smithi067.stderr: -- replaced with /var/log/ceph/ceph-client.admin.56976.log.gz 2024-09-21T00:38:27.132 INFO:teuthology.orchestra.run.smithi067.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.68082.log.gz/var/log/ceph/ceph-client.admin.67130.log: 2024-09-21T00:38:27.132 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84385.log 2024-09-21T00:38:27.132 INFO:teuthology.orchestra.run.smithi067.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.67130.log.gz 2024-09-21T00:38:27.132 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.57673.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116387.log 2024-09-21T00:38:27.132 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.84385.log: gzip -5 --verbose 90.9% -- replaced with /var/log/ceph/ceph-client.admin.57673.log.gz 2024-09-21T00:38:27.132 INFO:teuthology.orchestra.run.smithi067.stderr: -- /var/log/ceph/ceph-client.admin.72092.log 87.5% -- replaced with /var/log/ceph/ceph-client.admin.84385.log.gz 2024-09-21T00:38:27.132 INFO:teuthology.orchestra.run.smithi067.stderr: 2024-09-21T00:38:27.132 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.116387.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69474.log 2024-09-21T00:38:27.132 INFO:teuthology.orchestra.run.smithi067.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.116387.log.gz 2024-09-21T00:38:27.132 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.72092.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94806.log 2024-09-21T00:38:27.132 INFO:teuthology.orchestra.run.smithi067.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.72092.log.gz/var/log/ceph/ceph-client.admin.69474.log: 2024-09-21T00:38:27.132 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47781.log 2024-09-21T00:38:27.133 INFO:teuthology.orchestra.run.smithi067.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.69474.log.gz 2024-09-21T00:38:27.133 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.94806.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55946.log 2024-09-21T00:38:27.133 INFO:teuthology.orchestra.run.smithi067.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.94806.log.gz 2024-09-21T00:38:27.133 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.47781.log: 87.6%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42941.log 2024-09-21T00:38:27.133 INFO:teuthology.orchestra.run.smithi067.stderr: -- replaced with /var/log/ceph/ceph-client.admin.47781.log.gz 2024-09-21T00:38:27.133 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.55946.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89102.log 2024-09-21T00:38:27.133 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.42941.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.55946.log.gz 2024-09-21T00:38:27.133 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116891.log 2024-09-21T00:38:27.133 INFO:teuthology.orchestra.run.smithi067.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.42941.log.gz 2024-09-21T00:38:27.133 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.89102.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93202.log 2024-09-21T00:38:27.133 INFO:teuthology.orchestra.run.smithi067.stderr: 87.5%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115137.log 2024-09-21T00:38:27.133 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.116891.log: -- replaced with /var/log/ceph/ceph-client.admin.89102.log.gz 2024-09-21T00:38:27.133 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.93202.log: 87.4%gzip -- replaced with /var/log/ceph/ceph-client.admin.116891.log.gz 2024-09-21T00:38:27.134 INFO:teuthology.orchestra.run.smithi067.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.36621.log 2024-09-21T00:38:27.134 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87471.log 2024-09-21T00:38:27.134 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.115137.log: 91.1%gzip -5 --verbose --/var/log/ceph/ceph-client.admin.36621.log: /var/log/ceph/ceph-client.admin.92944.log 2024-09-21T00:38:27.134 INFO:teuthology.orchestra.run.smithi067.stderr: -- replaced with /var/log/ceph/ceph-client.admin.93202.log.gz 2024-09-21T00:38:27.134 INFO:teuthology.orchestra.run.smithi067.stderr: 76.4% -- replaced with /var/log/ceph/ceph-client.admin.36621.log.gz 2024-09-21T00:38:27.134 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.87471.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.115137.log.gz 2024-09-21T00:38:27.134 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43788.log 2024-09-21T00:38:27.134 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.92944.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.102910.log 2024-09-21T00:38:27.134 INFO:teuthology.orchestra.run.smithi067.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.92944.log.gz 91.0% -- replaced with /var/log/ceph/ceph-client.admin.87471.log.gz 2024-09-21T00:38:27.134 INFO:teuthology.orchestra.run.smithi067.stderr: 2024-09-21T00:38:27.134 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.43788.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109632.log 2024-09-21T00:38:27.134 INFO:teuthology.orchestra.run.smithi067.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.43788.log.gz 2024-09-21T00:38:27.134 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.102910.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.85597.log 2024-09-21T00:38:27.134 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.109632.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.99777.log 2024-09-21T00:38:27.135 INFO:teuthology.orchestra.run.smithi067.stderr: 91.0% 87.7% -- replaced with /var/log/ceph/ceph-client.admin.109632.log.gz 2024-09-21T00:38:27.135 INFO:teuthology.orchestra.run.smithi067.stderr: -- replaced with /var/log/ceph/ceph-client.admin.102910.log.gz/var/log/ceph/ceph-client.0.85597.log: 2024-09-21T00:38:27.135 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70959.log 2024-09-21T00:38:27.135 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.99777.log: gzip -5 --verbose -- 87.3% -- replaced with /var/log/ceph/ceph-client.admin.99777.log.gz 2024-09-21T00:38:27.135 INFO:teuthology.orchestra.run.smithi067.stderr: /var/log/ceph/ceph-client.admin.80458.log 2024-09-21T00:38:27.135 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.70959.log: gzip -5 --verbose 87.6% -- /var/log/ceph/ceph-client.admin.111431.log 2024-09-21T00:38:27.135 INFO:teuthology.orchestra.run.smithi067.stderr: -- replaced with /var/log/ceph/ceph-client.admin.70959.log.gz 2024-09-21T00:38:27.135 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.80458.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116039.log 2024-09-21T00:38:27.135 INFO:teuthology.orchestra.run.smithi067.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.80458.log.gz 2024-09-21T00:38:27.135 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63531.log 2024-09-21T00:38:27.135 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.116039.log: /var/log/ceph/ceph-client.admin.111431.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44723.log 87.1% -- replaced with /var/log/ceph/ceph-client.admin.116039.log.gz 2024-09-21T00:38:27.135 INFO:teuthology.orchestra.run.smithi067.stderr: 2024-09-21T00:38:27.135 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.63531.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.113215.log 2024-09-21T00:38:27.135 INFO:teuthology.orchestra.run.smithi067.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.63531.log.gz 2024-09-21T00:38:27.135 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.44723.log: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.111431.log.gz 2024-09-21T00:38:27.136 INFO:teuthology.orchestra.run.smithi067.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.44723.log.gz 2024-09-21T00:38:27.136 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106397.log 2024-09-21T00:38:27.136 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.92902.log 2024-09-21T00:38:27.136 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.113215.log: /var/log/ceph/ceph-client.admin.106397.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88850.log 2024-09-21T00:38:27.136 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.92902.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.106397.log.gz 2024-09-21T00:38:27.136 INFO:teuthology.orchestra.run.smithi067.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.113215.log.gz 2024-09-21T00:38:27.136 INFO:teuthology.orchestra.run.smithi067.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.92902.log.gz 2024-09-21T00:38:27.136 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94051.log 2024-09-21T00:38:27.136 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116082.log 2024-09-21T00:38:27.136 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.88850.log: /var/log/ceph/ceph-client.admin.94051.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67256.log 2024-09-21T00:38:27.136 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.116082.log: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.94051.log.gz 2024-09-21T00:38:27.136 INFO:teuthology.orchestra.run.smithi067.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.88850.log.gz 2024-09-21T00:38:27.136 INFO:teuthology.orchestra.run.smithi067.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.116082.log.gz 2024-09-21T00:38:27.136 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42853.log 2024-09-21T00:38:27.137 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54868.log 2024-09-21T00:38:27.137 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.67256.log: /var/log/ceph/ceph-client.admin.42853.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45766.log 2024-09-21T00:38:27.137 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.54868.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.67256.log.gz 2024-09-21T00:38:27.137 INFO:teuthology.orchestra.run.smithi067.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.42853.log.gz 2024-09-21T00:38:27.137 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107655.log 2024-09-21T00:38:27.137 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103379.log 2024-09-21T00:38:27.137 INFO:teuthology.orchestra.run.smithi067.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.54868.log.gz 2024-09-21T00:38:27.137 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.45766.log: /var/log/ceph/ceph-client.admin.107655.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.45766.log.gz 2024-09-21T00:38:27.137 INFO:teuthology.orchestra.run.smithi067.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.107655.log.gz 2024-09-21T00:38:27.137 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87837.log 2024-09-21T00:38:27.137 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44127.log 2024-09-21T00:38:27.137 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.87837.log: /var/log/ceph/ceph-client.admin.103379.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89228.log 2024-09-21T00:38:27.137 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.44127.log: 90.9% 87.3% -- replaced with /var/log/ceph/ceph-client.admin.103379.log.gz 2024-09-21T00:38:27.137 INFO:teuthology.orchestra.run.smithi067.stderr: -- replaced with /var/log/ceph/ceph-client.admin.87837.log.gz 2024-09-21T00:38:27.138 INFO:teuthology.orchestra.run.smithi067.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.44127.log.gz 2024-09-21T00:38:27.138 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83426.log 2024-09-21T00:38:27.138 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58743.log 2024-09-21T00:38:27.138 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.89228.log: /var/log/ceph/ceph-client.admin.83426.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.112945.log 2024-09-21T00:38:27.138 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.58743.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.83426.log.gz 2024-09-21T00:38:27.138 INFO:teuthology.orchestra.run.smithi067.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.89228.log.gz 2024-09-21T00:38:27.138 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106607.log 2024-09-21T00:38:27.138 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46796.log 2024-09-21T00:38:27.138 INFO:teuthology.orchestra.run.smithi067.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.58743.log.gz 2024-09-21T00:38:27.138 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.112945.log: /var/log/ceph/ceph-client.admin.106607.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.112945.log.gz 2024-09-21T00:38:27.138 INFO:teuthology.orchestra.run.smithi067.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.106607.log.gz 2024-09-21T00:38:27.138 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116723.log 2024-09-21T00:38:27.138 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110056.log 2024-09-21T00:38:27.138 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.46796.log: gzip/var/log/ceph/ceph-client.admin.116723.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.60414.log 2024-09-21T00:38:27.139 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.110056.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.46796.log.gz 2024-09-21T00:38:27.139 INFO:teuthology.orchestra.run.smithi067.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.116723.log.gz 2024-09-21T00:38:27.139 INFO:teuthology.orchestra.run.smithi067.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.110056.log.gz 2024-09-21T00:38:27.139 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70730.log 2024-09-21T00:38:27.139 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.112857.log 2024-09-21T00:38:27.139 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.60414.log: gzip/var/log/ceph/ceph-client.admin.70730.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.110806.log 2024-09-21T00:38:27.139 INFO:teuthology.orchestra.run.smithi067.stderr: 87.5%/var/log/ceph/ceph-client.admin.112857.log: -- replaced with /var/log/ceph/ceph-client.admin.70730.log.gz 2024-09-21T00:38:27.139 INFO:teuthology.orchestra.run.smithi067.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.60414.log.gz 2024-09-21T00:38:27.139 INFO:teuthology.orchestra.run.smithi067.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.112857.log.gz 2024-09-21T00:38:27.139 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61738.log 2024-09-21T00:38:27.139 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58569.log 2024-09-21T00:38:27.139 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.110806.log: gzip/var/log/ceph/ceph-client.admin.61738.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.68661.log 2024-09-21T00:38:27.139 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.58569.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.61738.log.gz 2024-09-21T00:38:27.139 INFO:teuthology.orchestra.run.smithi067.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.110806.log.gz 2024-09-21T00:38:27.140 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55904.log 2024-09-21T00:38:27.140 INFO:teuthology.orchestra.run.smithi067.stderr: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.58569.log.gz 2024-09-21T00:38:27.140 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116303.log 2024-09-21T00:38:27.140 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.68661.log: /var/log/ceph/ceph-client.admin.55904.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.55904.log.gz 2024-09-21T00:38:27.140 INFO:teuthology.orchestra.run.smithi067.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.68661.log.gz 2024-09-21T00:38:27.140 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114771.log 2024-09-21T00:38:27.140 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56167.log 2024-09-21T00:38:27.140 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.116303.log: /var/log/ceph/ceph-client.admin.114771.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115382.log 2024-09-21T00:38:27.140 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.56167.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.116303.log.gz 2024-09-21T00:38:27.140 INFO:teuthology.orchestra.run.smithi067.stderr: 87.7%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87771.log 2024-09-21T00:38:27.140 INFO:teuthology.orchestra.run.smithi067.stderr: 90.8% -- replaced with /var/log/ceph/ceph-client.admin.114771.log.gz 2024-09-21T00:38:27.140 INFO:teuthology.orchestra.run.smithi067.stderr: -- replaced with /var/log/ceph/ceph-client.admin.56167.log.gz 2024-09-21T00:38:27.140 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.115382.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.115382.log.gz 2024-09-21T00:38:27.140 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.113257.log 2024-09-21T00:38:27.141 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114705.log 2024-09-21T00:38:27.141 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.87771.log: /var/log/ceph/ceph-client.admin.113257.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110143.log 2024-09-21T00:38:27.141 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.114705.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.113257.log.gz 2024-09-21T00:38:27.141 INFO:teuthology.orchestra.run.smithi067.stderr: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.87771.log.gz 2024-09-21T00:38:27.141 INFO:teuthology.orchestra.run.smithi067.stderr: 90.8% -- replaced with /var/log/ceph/ceph-client.admin.114705.log.gz 2024-09-21T00:38:27.141 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46881.log 2024-09-21T00:38:27.141 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116261.log 2024-09-21T00:38:27.141 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.46881.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69677.log 2024-09-21T00:38:27.141 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.110143.log: /var/log/ceph/ceph-client.admin.116261.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.46881.log.gz 87.5% -- replaced with /var/log/ceph/ceph-client.admin.110143.log.gz 2024-09-21T00:38:27.141 INFO:teuthology.orchestra.run.smithi067.stderr: 2024-09-21T00:38:27.141 INFO:teuthology.orchestra.run.smithi067.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.116261.log.gz 2024-09-21T00:38:27.141 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57937.log 2024-09-21T00:38:27.141 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.99693.log 2024-09-21T00:38:27.142 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.69677.log: /var/log/ceph/ceph-client.admin.57937.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103337.log 2024-09-21T00:38:27.142 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.99693.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.69677.log.gz 2024-09-21T00:38:27.142 INFO:teuthology.orchestra.run.smithi067.stderr:gzip 87.3% -5 --verbose -- /var/log/ceph/ceph-client.admin.84550.log 2024-09-21T00:38:27.142 INFO:teuthology.orchestra.run.smithi067.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.57937.log.gz 2024-09-21T00:38:27.142 INFO:teuthology.orchestra.run.smithi067.stderr: -- replaced with /var/log/ceph/ceph-client.admin.99693.log.gz 2024-09-21T00:38:27.142 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.103337.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.103337.log.gz 2024-09-21T00:38:27.142 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.112510.log 2024-09-21T00:38:27.142 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116177.log 2024-09-21T00:38:27.142 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.84550.log: /var/log/ceph/ceph-client.admin.112510.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105848.log 2024-09-21T00:38:27.142 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.116177.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.84550.log.gz 2024-09-21T00:38:27.142 INFO:teuthology.orchestra.run.smithi067.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.112510.log.gz 2024-09-21T00:38:27.142 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.98829.log 2024-09-21T00:38:27.142 INFO:teuthology.orchestra.run.smithi067.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.116177.log.gz 2024-09-21T00:38:27.142 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.108973.log 2024-09-21T00:38:27.143 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.105848.log: /var/log/ceph/ceph-client.admin.98829.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43786.log 2024-09-21T00:38:27.143 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.108973.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.98829.log.gz 2024-09-21T00:38:27.143 INFO:teuthology.orchestra.run.smithi067.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.108973.log.gz 2024-09-21T00:38:27.143 INFO:teuthology.orchestra.run.smithi067.stderr: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.105848.log.gz 2024-09-21T00:38:27.143 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43794.log 2024-09-21T00:38:27.143 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80584.log 2024-09-21T00:38:27.143 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.43786.log: /var/log/ceph/ceph-client.admin.43794.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89631.log 2024-09-21T00:38:27.143 INFO:teuthology.orchestra.run.smithi067.stderr: 87.3% 87.3% -- replaced with /var/log/ceph/ceph-client.admin.43786.log.gz 2024-09-21T00:38:27.143 INFO:teuthology.orchestra.run.smithi067.stderr: -- replaced with /var/log/ceph/ceph-client.admin.43794.log.gz 2024-09-21T00:38:27.143 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.80584.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60666.log 2024-09-21T00:38:27.143 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.89631.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.99268.log 2024-09-21T00:38:27.143 INFO:teuthology.orchestra.run.smithi067.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.80584.log.gz 2024-09-21T00:38:27.143 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.60666.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.89631.log.gz 2024-09-21T00:38:27.143 INFO:teuthology.orchestra.run.smithi067.stderr: 87.2%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116639.log 2024-09-21T00:38:27.144 INFO:teuthology.orchestra.run.smithi067.stderr: -- replaced with /var/log/ceph/ceph-client.admin.60666.log.gz 2024-09-21T00:38:27.144 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.99268.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110322.log 2024-09-21T00:38:27.144 INFO:teuthology.orchestra.run.smithi067.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.99268.log.gz 2024-09-21T00:38:27.144 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.30407.log 2024-09-21T00:38:27.144 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.116639.log: /var/log/ceph/ceph-client.admin.110322.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69551.log 2024-09-21T00:38:27.144 INFO:teuthology.orchestra.run.smithi067.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.116639.log.gz 2024-09-21T00:38:27.144 INFO:teuthology.orchestra.run.smithi067.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.110322.log.gz 2024-09-21T00:38:27.144 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph.tmp-client.admin.30407.log: 0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.30407.log.gz 2024-09-21T00:38:27.144 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46712.log 2024-09-21T00:38:27.144 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.69551.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94466.log 2024-09-21T00:38:27.144 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.46712.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94280.log 2024-09-21T00:38:27.144 INFO:teuthology.orchestra.run.smithi067.stderr: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.69551.log.gz 87.7% -- replaced with /var/log/ceph/ceph-client.admin.46712.log.gz 2024-09-21T00:38:27.144 INFO:teuthology.orchestra.run.smithi067.stderr: 2024-09-21T00:38:27.144 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.94466.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60101.log 2024-09-21T00:38:27.145 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.94280.log: 87.5%gzip -5 --verbose -- 86.6% /var/log/ceph/ceph-client.admin.107931.log 2024-09-21T00:38:27.145 INFO:teuthology.orchestra.run.smithi067.stderr: -- replaced with /var/log/ceph/ceph-client.admin.94280.log.gz 2024-09-21T00:38:27.145 INFO:teuthology.orchestra.run.smithi067.stderr: -- replaced with /var/log/ceph/ceph-client.admin.94466.log.gz 2024-09-21T00:38:27.145 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.60101.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93967.log 87.4% -- replaced with /var/log/ceph/ceph-client.admin.60101.log.gz 2024-09-21T00:38:27.145 INFO:teuthology.orchestra.run.smithi067.stderr: 2024-09-21T00:38:27.145 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.107931.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.95738.log 2024-09-21T00:38:27.145 INFO:teuthology.orchestra.run.smithi067.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.107931.log.gz 2024-09-21T00:38:27.145 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.93967.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79775.log 2024-09-21T00:38:27.145 INFO:teuthology.orchestra.run.smithi067.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.93967.log.gz 2024-09-21T00:38:27.145 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.0.95738.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84893.log 2024-09-21T00:38:27.145 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.79775.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61108.log 2024-09-21T00:38:27.145 INFO:teuthology.orchestra.run.smithi067.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.79775.log.gz 2024-09-21T00:38:27.145 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.84893.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105782.log 2024-09-21T00:38:27.145 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.61108.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.84893.log.gz 2024-09-21T00:38:27.146 INFO:teuthology.orchestra.run.smithi067.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.61108.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62846.log 2024-09-21T00:38:27.146 INFO:teuthology.orchestra.run.smithi067.stderr: 2024-09-21T00:38:27.146 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.105782.log: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.105782.log.gz 2024-09-21T00:38:27.146 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88934.log 2024-09-21T00:38:27.146 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.108636.log 2024-09-21T00:38:27.146 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.62846.log: /var/log/ceph/ceph-client.admin.88934.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.62846.log.gz 2024-09-21T00:38:27.146 INFO:teuthology.orchestra.run.smithi067.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.88934.log.gz 2024-09-21T00:38:27.146 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.105367.log 2024-09-21T00:38:27.146 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.108636.log: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.108636.log.gz 2024-09-21T00:38:27.146 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110470.log 2024-09-21T00:38:27.146 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.111174.log 2024-09-21T00:38:27.146 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.0.105367.log: /var/log/ceph/ceph-client.admin.110470.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.110470.log.gz 2024-09-21T00:38:27.146 INFO:teuthology.orchestra.run.smithi067.stderr: 92.1% -- replaced with /var/log/ceph/ceph-client.0.105367.log.gz 2024-09-21T00:38:27.147 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88597.log 2024-09-21T00:38:27.147 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.98164.log 2024-09-21T00:38:27.147 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.0.111174.log: /var/log/ceph/ceph-client.admin.88597.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.88597.log.gz 2024-09-21T00:38:27.169 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44495.log 2024-09-21T00:38:27.170 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.98164.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.98164.log.gz 2024-09-21T00:38:27.170 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47600.log 2024-09-21T00:38:27.170 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.44495.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.44495.log.gz 2024-09-21T00:38:27.170 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110554.log 2024-09-21T00:38:27.170 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.47600.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.47600.log.gz 2024-09-21T00:38:27.170 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88460.log 2024-09-21T00:38:27.170 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.110554.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.110554.log.gz 2024-09-21T00:38:27.170 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88555.log 2024-09-21T00:38:27.170 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.88460.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.88460.log.gz 2024-09-21T00:38:27.170 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94603.log 2024-09-21T00:38:27.170 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.88555.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.88555.log.gz 2024-09-21T00:38:27.170 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64660.log 2024-09-21T00:38:27.170 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.94603.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.94603.log.gz 2024-09-21T00:38:27.171 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89587.log 2024-09-21T00:38:27.171 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.64660.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.64660.log.gz 2024-09-21T00:38:27.171 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.108848.log 2024-09-21T00:38:27.171 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.89587.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.89587.log.gz 2024-09-21T00:38:27.171 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44579.log 2024-09-21T00:38:27.171 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.108848.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.108848.log.gz 2024-09-21T00:38:27.171 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107781.log 2024-09-21T00:38:27.171 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.44579.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.44579.log.gz 2024-09-21T00:38:27.171 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116135.log 2024-09-21T00:38:27.171 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.107781.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.107781.log.gz 2024-09-21T00:38:27.171 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71692.log 2024-09-21T00:38:27.171 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.116135.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.116135.log.gz 2024-09-21T00:38:27.171 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.98871.log 2024-09-21T00:38:27.171 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.71692.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.71692.log.gz 2024-09-21T00:38:27.172 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.98955.log 2024-09-21T00:38:27.172 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.98871.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.98871.log.gz 2024-09-21T00:38:27.172 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114140.log 2024-09-21T00:38:27.172 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.98955.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.98955.log.gz 2024-09-21T00:38:27.172 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.92860.log 2024-09-21T00:38:27.172 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.114140.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.114140.log.gz 2024-09-21T00:38:27.172 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63970.log 2024-09-21T00:38:27.172 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.92860.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.92860.log.gz 2024-09-21T00:38:27.172 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.111365.log 2024-09-21T00:38:27.172 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.63970.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.63970.log.gz 2024-09-21T00:38:27.172 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71924.log 2024-09-21T00:38:27.172 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.111365.log: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.111365.log.gz 2024-09-21T00:38:27.172 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.111686.log 2024-09-21T00:38:27.172 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.71924.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.71924.log.gz 2024-09-21T00:38:27.173 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42811.log 2024-09-21T00:38:27.173 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.111686.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.111686.log.gz 2024-09-21T00:38:27.173 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78865.log 2024-09-21T00:38:27.173 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.42811.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.42811.log.gz 2024-09-21T00:38:27.173 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110596.log 2024-09-21T00:38:27.173 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.78865.log: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.78865.log.gz 2024-09-21T00:38:27.173 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.108721.log 2024-09-21T00:38:27.173 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.110596.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.110596.log.gz 2024-09-21T00:38:27.173 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55287.log 2024-09-21T00:38:27.173 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.108721.log: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.108721.log.gz 2024-09-21T00:38:27.173 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58268.log 2024-09-21T00:38:27.173 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.55287.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.55287.log.gz 2024-09-21T00:38:27.173 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.112590.log 2024-09-21T00:38:27.173 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.58268.log: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.58268.log.gz 2024-09-21T00:38:27.173 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64958.log 2024-09-21T00:38:27.174 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.112590.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.112590.log.gz 2024-09-21T00:38:27.174 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60925.log 2024-09-21T00:38:27.174 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.64958.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.64958.log.gz 2024-09-21T00:38:27.174 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55423.log 2024-09-21T00:38:27.174 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.60925.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.60925.log.gz 2024-09-21T00:38:27.186 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36452.log 2024-09-21T00:38:27.186 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.55423.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.55423.log.gz 2024-09-21T00:38:27.186 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94508.log 2024-09-21T00:38:27.186 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.36452.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.36452.log.gz 2024-09-21T00:38:27.186 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79588.log 2024-09-21T00:38:27.186 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.94508.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.94508.log.gz 2024-09-21T00:38:27.186 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66910.log 2024-09-21T00:38:27.186 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.79588.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.79588.log.gz 2024-09-21T00:38:27.186 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68144.log 2024-09-21T00:38:27.186 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.66910.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.66910.log.gz 2024-09-21T00:38:27.186 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65925.log 2024-09-21T00:38:27.187 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.68144.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.68144.log.gz 2024-09-21T00:38:27.187 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83157.log 2024-09-21T00:38:27.187 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.65925.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.65925.log.gz 2024-09-21T00:38:27.187 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84851.log 2024-09-21T00:38:27.187 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.83157.log: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.83157.log.gz 2024-09-21T00:38:27.187 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87645.log 2024-09-21T00:38:27.187 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.84851.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.84851.log.gz 2024-09-21T00:38:27.187 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88723.log 2024-09-21T00:38:27.187 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.87645.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.87645.log.gz 2024-09-21T00:38:27.187 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44124.log 2024-09-21T00:38:27.187 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.88723.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.88723.log.gz 2024-09-21T00:38:27.187 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64096.log 2024-09-21T00:38:27.188 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.44124.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.44124.log.gz 2024-09-21T00:38:27.188 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58003.log 2024-09-21T00:38:27.188 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.64096.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.64096.log.gz 2024-09-21T00:38:27.188 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114987.log 2024-09-21T00:38:27.188 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.58003.log: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.58003.log.gz 2024-09-21T00:38:27.188 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62427.log 2024-09-21T00:38:27.193 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.114987.log: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.114987.log.gz 2024-09-21T00:38:27.193 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83520.log 2024-09-21T00:38:27.193 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.62427.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.62427.log.gz 2024-09-21T00:38:27.193 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37027.log 2024-09-21T00:38:27.193 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.83520.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.83520.log.gz 2024-09-21T00:38:27.193 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115653.log 2024-09-21T00:38:27.193 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.37027.log: 85.7% -- replaced with /var/log/ceph/ceph-client.admin.37027.log.gz 2024-09-21T00:38:27.193 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88681.log 2024-09-21T00:38:27.194 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.115653.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.115653.log.gz 2024-09-21T00:38:27.194 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.57302.log 2024-09-21T00:38:27.194 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.88681.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.88681.log.gz 2024-09-21T00:38:27.194 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.98745.log 2024-09-21T00:38:27.206 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.0.57302.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84595.log 2024-09-21T00:38:27.207 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.98745.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.98745.log.gz 2024-09-21T00:38:27.217 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61504.log 2024-09-21T00:38:27.217 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.84595.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.84595.log.gz 2024-09-21T00:38:27.229 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.98496.log 2024-09-21T00:38:27.229 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.61504.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.61504.log.gz 2024-09-21T00:38:27.237 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67298.log 2024-09-21T00:38:27.247 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.98496.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46925.log 2024-09-21T00:38:27.251 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.67298.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.98496.log.gz 2024-09-21T00:38:27.255 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57871.log 2024-09-21T00:38:27.260 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.46925.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.67298.log.gz 2024-09-21T00:38:27.262 INFO:teuthology.orchestra.run.smithi067.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.46925.log.gz 2024-09-21T00:38:27.275 INFO:teuthology.orchestra.run.smithi097.stderr: 91.5% -- replaced with /var/log/ceph/ceph-mgr.x.log.gz 2024-09-21T00:38:27.275 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71427.log 2024-09-21T00:38:27.276 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.57871.log: 90.8% -- replaced with /var/log/ceph/ceph-client.admin.57871.log.gz 2024-09-21T00:38:27.283 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47558.log 2024-09-21T00:38:27.297 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.71427.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.71427.log.gz 2024-09-21T00:38:27.301 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107613.log 2024-09-21T00:38:27.301 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.47558.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.47558.log.gz 2024-09-21T00:38:27.309 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43025.log 2024-09-21T00:38:27.323 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.107613.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.107613.log.gz 2024-09-21T00:38:27.329 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-21T00:38:27.329 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.43025.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.43025.log.gz 2024-09-21T00:38:27.344 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107031.log 2024-09-21T00:38:27.348 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph.audit.log: 89.9% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-21T00:38:27.353 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55736.log 2024-09-21T00:38:27.364 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.107031.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60498.log 2024-09-21T00:38:27.365 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.55736.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.55736.log.gz 2024-09-21T00:38:27.366 INFO:teuthology.orchestra.run.smithi067.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.107031.log.gz 2024-09-21T00:38:27.372 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115179.log 2024-09-21T00:38:27.382 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.60498.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61197.log 2024-09-21T00:38:27.386 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.115179.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.60498.log.gz 2024-09-21T00:38:27.391 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93442.log 2024-09-21T00:38:27.395 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.61197.log: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.115179.log.gz 2024-09-21T00:38:27.400 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70112.log 2024-09-21T00:38:27.404 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.93442.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.61197.log.gz 2024-09-21T00:38:27.409 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.100088.log 2024-09-21T00:38:27.410 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.70112.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.70112.log.gz 2024-09-21T00:38:27.413 INFO:teuthology.orchestra.run.smithi067.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.93442.log.gz 2024-09-21T00:38:27.419 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.95328.log 2024-09-21T00:38:27.429 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.100088.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.97612.log 2024-09-21T00:38:27.429 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.95328.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.95328.log.gz 2024-09-21T00:38:27.432 INFO:teuthology.orchestra.run.smithi067.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.100088.log.gz 2024-09-21T00:38:27.439 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62686.log 2024-09-21T00:38:27.440 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.97612.log: 90.8% -- replaced with /var/log/ceph/ceph-client.admin.97612.log.gz 2024-09-21T00:38:27.448 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46461.log 2024-09-21T00:38:27.449 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.62686.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.62686.log.gz 2024-09-21T00:38:27.467 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84809.log 2024-09-21T00:38:27.467 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.46461.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.46461.log.gz 2024-09-21T00:38:27.484 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.97954.log 2024-09-21T00:38:27.484 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.84809.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.84809.log.gz 2024-09-21T00:38:27.499 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60059.log 2024-09-21T00:38:27.499 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.97954.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.97954.log.gz 2024-09-21T00:38:27.508 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68745.log 2024-09-21T00:38:27.517 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.60059.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58315.log 2024-09-21T00:38:27.517 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.68745.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.68745.log.gz 2024-09-21T00:38:27.521 INFO:teuthology.orchestra.run.smithi067.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.60059.log.gz 2024-09-21T00:38:27.526 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88976.log 2024-09-21T00:38:27.530 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.58315.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.58315.log.gz 2024-09-21T00:38:27.546 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79420.log 2024-09-21T00:38:27.547 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.88976.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.88976.log.gz 2024-09-21T00:38:27.554 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46754.log 2024-09-21T00:38:27.564 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.79420.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67004.log 2024-09-21T00:38:27.564 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.46754.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.46754.log.gz 2024-09-21T00:38:27.568 INFO:teuthology.orchestra.run.smithi067.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.79420.log.gz 2024-09-21T00:38:27.573 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94424.log 2024-09-21T00:38:27.582 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.67004.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58371.log 2024-09-21T00:38:27.582 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.94424.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.94424.log.gz 2024-09-21T00:38:27.586 INFO:teuthology.orchestra.run.smithi067.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.67004.log.gz 2024-09-21T00:38:27.590 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.69113.log 2024-09-21T00:38:27.595 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.58371.log: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.58371.log.gz 2024-09-21T00:38:27.607 INFO:teuthology.orchestra.run.smithi097.stderr: 91.5% -- replaced with /var/log/ceph/ceph-mon.b.log.gz 2024-09-21T00:38:27.607 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79733.log 2024-09-21T00:38:27.616 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.0.69113.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107297.log 2024-09-21T00:38:27.625 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.79733.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84682.log 2024-09-21T00:38:27.629 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.107297.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.79733.log.gz 2024-09-21T00:38:27.634 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61153.log 2024-09-21T00:38:27.635 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.84682.log: 93.2% -- replaced with /var/log/ceph/ceph-client.0.69113.log.gz 2024-09-21T00:38:27.638 INFO:teuthology.orchestra.run.smithi067.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.107297.log.gz 2024-09-21T00:38:27.642 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107697.log 2024-09-21T00:38:27.647 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.61153.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.84682.log.gz 2024-09-21T00:38:27.656 INFO:teuthology.orchestra.run.smithi067.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.61153.log.gz 2024-09-21T00:38:27.658 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.100574.log 2024-09-21T00:38:27.659 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.107697.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.107697.log.gz 2024-09-21T00:38:27.668 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57805.log 2024-09-21T00:38:27.668 INFO:teuthology.orchestra.run.smithi097.stderr: 91.3% -- replaced with /var/log/ceph/ceph-mon.c.log.gz 2024-09-21T00:38:27.681 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.100574.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.100574.log.gz 2024-09-21T00:38:27.682 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58437.log 2024-09-21T00:38:27.683 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.57805.log: 92.7% -- replaced with /var/log/ceph/ceph-client.0.111174.log.gz 2024-09-21T00:38:27.684 INFO:teuthology.orchestra.run.smithi067.stderr: 90.8% -- replaced with /var/log/ceph/ceph-client.admin.57805.log.gz 2024-09-21T00:38:27.684 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79294.log 2024-09-21T00:38:27.684 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.58437.log: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.58437.log.gz 2024-09-21T00:38:27.685 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.100382.log 2024-09-21T00:38:27.686 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.79294.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.79294.log.gz 2024-09-21T00:38:27.687 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115550.log 2024-09-21T00:38:27.687 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.100382.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.100382.log.gz 2024-09-21T00:38:27.688 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85061.log 2024-09-21T00:38:27.689 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.115550.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.115550.log.gz 2024-09-21T00:38:27.689 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56850.log 2024-09-21T00:38:27.691 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.85061.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.85061.log.gz 2024-09-21T00:38:27.691 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79944.log 2024-09-21T00:38:27.691 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.56850.log: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.56850.log.gz 2024-09-21T00:38:27.692 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107865.log 2024-09-21T00:38:27.693 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.79944.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.79944.log.gz 2024-09-21T00:38:27.694 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116951.log 2024-09-21T00:38:27.695 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.107865.log: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.107865.log.gz 2024-09-21T00:38:27.695 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109319.log 2024-09-21T00:38:27.696 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.116951.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.116951.log.gz 2024-09-21T00:38:27.697 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67696.log 2024-09-21T00:38:27.697 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.109319.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.109319.log.gz 2024-09-21T00:38:27.698 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.112041.log 2024-09-21T00:38:27.699 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.67696.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.67696.log.gz 2024-09-21T00:38:27.699 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.95244.log 2024-09-21T00:38:27.700 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.112041.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.112041.log.gz 2024-09-21T00:38:27.701 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58974.log 2024-09-21T00:38:27.701 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.95244.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.95244.log.gz 2024-09-21T00:38:27.702 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115797.log 2024-09-21T00:38:27.703 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.58974.log: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.58974.log.gz 2024-09-21T00:38:27.704 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43571.log 2024-09-21T00:38:27.704 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.115797.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.115797.log.gz 2024-09-21T00:38:27.705 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.111728.log 2024-09-21T00:38:27.706 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.43571.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.43571.log.gz 2024-09-21T00:38:27.706 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89726.log 2024-09-21T00:38:27.707 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.111728.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.111728.log.gz 2024-09-21T00:38:27.709 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79987.log 2024-09-21T00:38:27.712 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.89726.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.89726.log.gz 2024-09-21T00:38:27.712 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106439.log 2024-09-21T00:38:27.713 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.79987.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.79987.log.gz 2024-09-21T00:38:27.713 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46419.log 2024-09-21T00:38:27.713 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.106439.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.106439.log.gz 2024-09-21T00:38:27.713 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37056.log 2024-09-21T00:38:27.713 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.46419.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.46419.log.gz 2024-09-21T00:38:27.715 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56457.log 2024-09-21T00:38:27.715 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.37056.log: 85.6% -- replaced with /var/log/ceph/ceph-client.admin.37056.log.gz 2024-09-21T00:38:27.715 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61248.log 2024-09-21T00:38:27.716 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.56457.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.56457.log.gz 2024-09-21T00:38:27.716 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107403.log 2024-09-21T00:38:27.716 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.61248.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.61248.log.gz 2024-09-21T00:38:27.717 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103464.log 2024-09-21T00:38:27.718 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.107403.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.107403.log.gz 2024-09-21T00:38:27.719 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93118.log 2024-09-21T00:38:27.719 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.103464.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.103464.log.gz 2024-09-21T00:38:27.720 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104304.log 2024-09-21T00:38:27.721 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.93118.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.93118.log.gz 2024-09-21T00:38:27.721 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93526.log 2024-09-21T00:38:27.722 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.104304.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.104304.log.gz 2024-09-21T00:38:27.723 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70814.log 2024-09-21T00:38:27.723 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.93526.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.93526.log.gz 2024-09-21T00:38:27.724 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85271.log 2024-09-21T00:38:27.725 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.70814.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.70814.log.gz 2024-09-21T00:38:27.726 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.98311.log 2024-09-21T00:38:27.727 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.85271.log: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.85271.log.gz 2024-09-21T00:38:27.727 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60708.log 2024-09-21T00:38:27.728 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.98311.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.98311.log.gz 2024-09-21T00:38:27.729 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93052.log 2024-09-21T00:38:27.729 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.60708.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.60708.log.gz 2024-09-21T00:38:27.730 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36509.log 2024-09-21T00:38:27.731 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.93052.log: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.93052.log.gz 2024-09-21T00:38:27.732 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56766.log 2024-09-21T00:38:27.733 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.36509.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.36509.log.gz 2024-09-21T00:38:27.733 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88323.log 2024-09-21T00:38:27.733 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.56766.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.56766.log.gz 2024-09-21T00:38:27.734 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84168.log 2024-09-21T00:38:27.735 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.88323.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.88323.log.gz 2024-09-21T00:38:27.736 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68577.log 2024-09-21T00:38:27.736 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.84168.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.84168.log.gz 2024-09-21T00:38:27.737 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67359.log 2024-09-21T00:38:27.738 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.68577.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.68577.log.gz 2024-09-21T00:38:27.738 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.112125.log 2024-09-21T00:38:27.739 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.67359.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.67359.log.gz 2024-09-21T00:38:27.740 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104579.log 2024-09-21T00:38:27.740 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.112125.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.112125.log.gz 2024-09-21T00:38:27.741 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79649.log 2024-09-21T00:38:27.742 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.104579.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.104579.log.gz 2024-09-21T00:38:27.743 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88808.log 2024-09-21T00:38:27.743 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.79649.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.79649.log.gz 2024-09-21T00:38:27.744 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87729.log 2024-09-21T00:38:27.745 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.88808.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.88808.log.gz 2024-09-21T00:38:27.745 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88029.log 2024-09-21T00:38:27.746 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.87729.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.87729.log.gz 2024-09-21T00:38:27.747 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88197.log 2024-09-21T00:38:27.747 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.88029.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.88029.log.gz 2024-09-21T00:38:27.748 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62689.log 2024-09-21T00:38:27.749 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.88197.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.88197.log.gz 2024-09-21T00:38:27.749 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94154.log 2024-09-21T00:38:27.750 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.62689.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.62689.log.gz 2024-09-21T00:38:27.751 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.98268.log 2024-09-21T00:38:27.751 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.94154.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.94154.log.gz 2024-09-21T00:38:27.752 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.113752.log 2024-09-21T00:38:27.753 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.98268.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.98268.log.gz 2024-09-21T00:38:27.753 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44621.log 2024-09-21T00:38:27.762 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.0.113752.log: 94.5%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71597.log 2024-09-21T00:38:27.763 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.44621.log: -- replaced with /var/log/ceph/ceph-client.0.113752.log.gz 2024-09-21T00:38:27.764 INFO:teuthology.orchestra.run.smithi067.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.44621.log.gz 2024-09-21T00:38:27.765 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103294.log 2024-09-21T00:38:27.765 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.71597.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.71597.log.gz 2024-09-21T00:38:27.766 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59738.log 2024-09-21T00:38:27.767 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.103294.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.103294.log.gz 2024-09-21T00:38:27.767 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61588.log 2024-09-21T00:38:27.768 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.59738.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.59738.log.gz 2024-09-21T00:38:27.769 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68787.log 2024-09-21T00:38:27.770 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.61588.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.61588.log.gz 2024-09-21T00:38:27.770 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65634.log 2024-09-21T00:38:27.771 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.68787.log: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.68787.log.gz 2024-09-21T00:38:27.771 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69962.log 2024-09-21T00:38:27.772 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.65634.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.65634.log.gz 2024-09-21T00:38:27.773 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110638.log 2024-09-21T00:38:27.774 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.69962.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.69962.log.gz 2024-09-21T00:38:27.774 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64275.log 2024-09-21T00:38:27.775 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.110638.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.110638.log.gz 2024-09-21T00:38:27.776 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.112632.log 2024-09-21T00:38:27.776 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.64275.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.64275.log.gz 2024-09-21T00:38:27.777 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55168.log 2024-09-21T00:38:27.778 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.112632.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.112632.log.gz 2024-09-21T00:38:27.779 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88071.log 2024-09-21T00:38:27.780 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.55168.log: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.55168.log.gz 2024-09-21T00:38:27.780 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105590.log 2024-09-21T00:38:27.781 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.88071.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.88071.log.gz 2024-09-21T00:38:27.782 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47474.log 2024-09-21T00:38:27.782 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.105590.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.105590.log.gz 2024-09-21T00:38:27.783 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66125.log 2024-09-21T00:38:27.783 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.47474.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.47474.log.gz 2024-09-21T00:38:27.784 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46593.log 2024-09-21T00:38:27.785 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.66125.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.66125.log.gz 2024-09-21T00:38:27.786 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.108570.log 2024-09-21T00:38:27.786 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.46593.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.46593.log.gz 2024-09-21T00:38:27.787 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44130.log 2024-09-21T00:38:27.788 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.108570.log: 90.8% -- replaced with /var/log/ceph/ceph-client.admin.108570.log.gz 2024-09-21T00:38:27.789 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58635.log 2024-09-21T00:38:27.789 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.44130.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.44130.log.gz 2024-09-21T00:38:27.790 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36783.log 2024-09-21T00:38:27.791 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.58635.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.58635.log.gz 2024-09-21T00:38:27.792 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.111896.log 2024-09-21T00:38:27.793 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.36783.log: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.36783.log.gz 2024-09-21T00:38:27.793 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88113.log 2024-09-21T00:38:27.793 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.111896.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.111896.log.gz 2024-09-21T00:38:27.794 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116765.log 2024-09-21T00:38:27.795 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.88113.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.88113.log.gz 2024-09-21T00:38:27.796 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80679.log 2024-09-21T00:38:27.796 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.116765.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.116765.log.gz 2024-09-21T00:38:27.797 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48163.log 2024-09-21T00:38:27.798 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.80679.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.80679.log.gz 2024-09-21T00:38:27.798 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71553.log 2024-09-21T00:38:27.799 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.48163.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.48163.log.gz 2024-09-21T00:38:27.800 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63615.log 2024-09-21T00:38:27.800 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.71553.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.71553.log.gz 2024-09-21T00:38:27.801 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.99612.log 2024-09-21T00:38:27.802 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.63615.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.63615.log.gz 2024-09-21T00:38:27.802 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48205.log 2024-09-21T00:38:27.804 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.99612.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.99612.log.gz 2024-09-21T00:38:27.804 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89898.log 2024-09-21T00:38:27.805 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.48205.log: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.48205.log.gz 2024-09-21T00:38:27.805 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83025.log 2024-09-21T00:38:27.806 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.89898.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.89898.log.gz 2024-09-21T00:38:27.807 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46838.log 2024-09-21T00:38:27.808 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.83025.log: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.83025.log.gz 2024-09-21T00:38:27.809 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70688.log 2024-09-21T00:38:27.809 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.46838.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.46838.log.gz 2024-09-21T00:38:27.810 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56636.log 2024-09-21T00:38:27.811 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.70688.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.70688.log.gz 2024-09-21T00:38:27.811 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.2.45644.log 2024-09-21T00:38:27.812 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.56636.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.56636.log.gz 2024-09-21T00:38:27.813 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79504.log 2024-09-21T00:38:27.814 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.2.45644.log: 89.1% -- replaced with /var/log/ceph/ceph-client.2.45644.log.gz 2024-09-21T00:38:27.815 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54934.log 2024-09-21T00:38:27.816 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.79504.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.79504.log.gz 2024-09-21T00:38:27.816 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67612.log 2024-09-21T00:38:27.817 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.54934.log: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.54934.log.gz 2024-09-21T00:38:27.818 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104873.log 2024-09-21T00:38:27.818 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.67612.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.67612.log.gz 2024-09-21T00:38:27.819 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63886.log 2024-09-21T00:38:27.820 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.104873.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.104873.log.gz 2024-09-21T00:38:27.821 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44126.log 2024-09-21T00:38:27.821 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.63886.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.63886.log.gz 2024-09-21T00:38:27.822 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68195.log 2024-09-21T00:38:27.822 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.44126.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.44126.log.gz 2024-09-21T00:38:27.823 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71211.log 2024-09-21T00:38:27.824 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.68195.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.68195.log.gz 2024-09-21T00:38:27.824 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61378.log 2024-09-21T00:38:27.825 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.71211.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.71211.log.gz 2024-09-21T00:38:27.826 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89675.log 2024-09-21T00:38:27.827 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.61378.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.61378.log.gz 2024-09-21T00:38:27.827 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105524.log 2024-09-21T00:38:27.828 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.89675.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.89675.log.gz 2024-09-21T00:38:27.829 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43277.log 2024-09-21T00:38:27.830 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.105524.log: 90.8% -- replaced with /var/log/ceph/ceph-client.admin.105524.log.gz 2024-09-21T00:38:27.830 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115955.log 2024-09-21T00:38:27.832 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.43277.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.43277.log.gz 2024-09-21T00:38:27.832 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65927.log 2024-09-21T00:38:27.832 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.115955.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.115955.log.gz 2024-09-21T00:38:27.833 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89186.log 2024-09-21T00:38:27.834 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.65927.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.65927.log.gz 2024-09-21T00:38:27.834 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110014.log 2024-09-21T00:38:27.835 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.89186.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.89186.log.gz 2024-09-21T00:38:27.836 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48079.log 2024-09-21T00:38:27.836 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.110014.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.110014.log.gz 2024-09-21T00:38:27.837 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106523.log 2024-09-21T00:38:27.838 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.48079.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.48079.log.gz 2024-09-21T00:38:27.839 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.112335.log 2024-09-21T00:38:27.839 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.106523.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.106523.log.gz 2024-09-21T00:38:27.840 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79546.log 2024-09-21T00:38:27.841 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.112335.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.112335.log.gz 2024-09-21T00:38:27.841 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45268.log 2024-09-21T00:38:27.842 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.79546.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.79546.log.gz 2024-09-21T00:38:27.843 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79817.log 2024-09-21T00:38:27.843 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.45268.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.45268.log.gz 2024-09-21T00:38:27.844 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71127.log 2024-09-21T00:38:27.845 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.79817.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.79817.log.gz 2024-09-21T00:38:27.845 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.92818.log 2024-09-21T00:38:27.846 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.71127.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.71127.log.gz 2024-09-21T00:38:27.847 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66273.log 2024-09-21T00:38:27.848 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.92818.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.92818.log.gz 2024-09-21T00:38:27.848 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57739.log 2024-09-21T00:38:27.850 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.66273.log: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.66273.log.gz 2024-09-21T00:38:27.850 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84042.log 2024-09-21T00:38:27.851 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.57739.log: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.57739.log.gz 2024-09-21T00:38:27.852 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72200.log 2024-09-21T00:38:27.853 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.84042.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.84042.log.gz 2024-09-21T00:38:27.853 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46086.log 2024-09-21T00:38:27.854 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.72200.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.72200.log.gz 2024-09-21T00:38:27.855 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80974.log 2024-09-21T00:38:27.856 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.46086.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.46086.log.gz 2024-09-21T00:38:27.856 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68367.log 2024-09-21T00:38:27.856 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.80974.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.80974.log.gz 2024-09-21T00:38:27.857 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116471.log 2024-09-21T00:38:27.858 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.68367.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.68367.log.gz 2024-09-21T00:38:27.858 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115508.log 2024-09-21T00:38:27.860 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.116471.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.116471.log.gz 2024-09-21T00:38:27.860 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63657.log 2024-09-21T00:38:27.860 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.115508.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.115508.log.gz 2024-09-21T00:38:27.861 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60624.log 2024-09-21T00:38:27.862 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.63657.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.63657.log.gz 2024-09-21T00:38:27.863 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110368.log 2024-09-21T00:38:27.864 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.60624.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.60624.log.gz 2024-09-21T00:38:27.864 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109758.log 2024-09-21T00:38:27.864 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.110368.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.110368.log.gz 2024-09-21T00:38:27.865 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.102684.log 2024-09-21T00:38:27.867 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.109758.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.109758.log.gz 2024-09-21T00:38:27.867 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107204.log 2024-09-21T00:38:27.867 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.102684.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.102684.log.gz 2024-09-21T00:38:27.868 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56552.log 2024-09-21T00:38:27.869 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.107204.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.107204.log.gz 2024-09-21T00:38:27.870 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87903.log 2024-09-21T00:38:27.871 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.56552.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.56552.log.gz 2024-09-21T00:38:27.871 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42897.log 2024-09-21T00:38:27.872 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.87903.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.87903.log.gz 2024-09-21T00:38:27.872 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87987.log 2024-09-21T00:38:27.873 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.42897.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.42897.log.gz 2024-09-21T00:38:27.873 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.99184.log 2024-09-21T00:38:27.874 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.87987.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.87987.log.gz 2024-09-21T00:38:27.875 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mds.a.log 2024-09-21T00:38:27.875 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.99184.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.99184.log.gz 2024-09-21T00:38:27.876 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89323.log 2024-09-21T00:38:27.892 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.95478.log 2024-09-21T00:38:27.893 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.89323.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.89323.log.gz 2024-09-21T00:38:27.899 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37061.log 2024-09-21T00:38:27.899 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.95478.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.95478.log.gz 2024-09-21T00:38:27.914 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84466.log 2024-09-21T00:38:27.914 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.37061.log: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.37061.log.gz 2024-09-21T00:38:27.923 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71734.log 2024-09-21T00:38:27.923 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.84466.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.84466.log.gz 2024-09-21T00:38:27.939 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90384.log 2024-09-21T00:38:27.939 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.71734.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.71734.log.gz 2024-09-21T00:38:27.950 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109422.log 2024-09-21T00:38:27.950 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.90384.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.90384.log.gz 2024-09-21T00:38:27.964 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47865.log 2024-09-21T00:38:27.964 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.109422.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.109422.log.gz 2024-09-21T00:38:27.975 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61630.log 2024-09-21T00:38:27.975 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.47865.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.47865.log.gz 2024-09-21T00:38:27.995 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110187.log 2024-09-21T00:38:27.995 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.61630.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.61630.log.gz 2024-09-21T00:38:28.004 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104139.log 2024-09-21T00:38:28.004 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.110187.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.110187.log.gz 2024-09-21T00:38:28.016 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47102.log 2024-09-21T00:38:28.016 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.104139.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.104139.log.gz 2024-09-21T00:38:28.030 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79200.log 2024-09-21T00:38:28.030 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.47102.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.47102.log.gz 2024-09-21T00:38:28.040 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71469.log 2024-09-21T00:38:28.040 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.79200.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.79200.log.gz 2024-09-21T00:38:28.057 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106229.log 2024-09-21T00:38:28.057 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.71469.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.71469.log.gz 2024-09-21T00:38:28.066 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71511.log 2024-09-21T00:38:28.077 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.106229.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106733.log 2024-09-21T00:38:28.077 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.71511.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.71511.log.gz 2024-09-21T00:38:28.079 INFO:teuthology.orchestra.run.smithi067.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.106229.log.gz 2024-09-21T00:38:28.085 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.99100.log 2024-09-21T00:38:28.095 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.106733.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109067.log 2024-09-21T00:38:28.099 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.99100.log: 87.3% 87.5% -- replaced with /var/log/ceph/ceph-client.admin.106733.log.gz 2024-09-21T00:38:28.104 INFO:teuthology.orchestra.run.smithi067.stderr: 93.8% -- replaced with /var/log/ceph/ceph-client.0.90644.log.gz 2024-09-21T00:38:28.104 INFO:teuthology.orchestra.run.smithi067.stderr: -- replaced with /var/log/ceph/ceph-client.admin.99100.log.gz 2024-09-21T00:38:28.105 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72050.log 2024-09-21T00:38:28.106 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.109067.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.109067.log.gz 2024-09-21T00:38:28.107 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89545.log 2024-09-21T00:38:28.107 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.72050.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.72050.log.gz 2024-09-21T00:38:28.108 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104059.log 2024-09-21T00:38:28.108 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.89545.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.89545.log.gz 2024-09-21T00:38:28.109 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43529.log 2024-09-21T00:38:28.110 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.104059.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.104059.log.gz 2024-09-21T00:38:28.111 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55862.log 2024-09-21T00:38:28.111 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.43529.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.43529.log.gz 2024-09-21T00:38:28.112 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43793.log 2024-09-21T00:38:28.113 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.55862.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.55862.log.gz 2024-09-21T00:38:28.113 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104999.log 2024-09-21T00:38:28.114 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.43793.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.43793.log.gz 2024-09-21T00:38:28.115 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45808.log 2024-09-21T00:38:28.115 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.104999.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.104999.log.gz 2024-09-21T00:38:28.116 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70604.log 2024-09-21T00:38:28.117 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.45808.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.45808.log.gz 2024-09-21T00:38:28.117 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87603.log 2024-09-21T00:38:28.118 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.70604.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.70604.log.gz 2024-09-21T00:38:28.119 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.92518.log 2024-09-21T00:38:28.124 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.87603.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.87603.log.gz 2024-09-21T00:38:28.124 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.100130.log 2024-09-21T00:38:28.124 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.92518.log: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.92518.log.gz 2024-09-21T00:38:28.124 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84084.log 2024-09-21T00:38:28.124 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.100130.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.100130.log.gz 2024-09-21T00:38:28.124 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72134.log 2024-09-21T00:38:28.125 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.84084.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.84084.log.gz 2024-09-21T00:38:28.125 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79015.log 2024-09-21T00:38:28.126 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.72134.log: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.72134.log.gz 2024-09-21T00:38:28.127 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110914.log 2024-09-21T00:38:28.127 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.79015.log: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.79015.log.gz 2024-09-21T00:38:28.128 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71085.log 2024-09-21T00:38:28.129 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.110914.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.110914.log.gz 2024-09-21T00:38:28.129 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79336.log 2024-09-21T00:38:28.130 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.71085.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.71085.log.gz 2024-09-21T00:38:28.131 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58503.log 2024-09-21T00:38:28.132 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.79336.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.79336.log.gz 2024-09-21T00:38:28.132 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67401.log 2024-09-21T00:38:28.133 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.58503.log: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.58503.log.gz 2024-09-21T00:38:28.134 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71882.log 2024-09-21T00:38:28.135 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.67401.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.67401.log.gz 2024-09-21T00:38:28.135 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46975.log 2024-09-21T00:38:28.136 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.71882.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.71882.log.gz 2024-09-21T00:38:28.137 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61420.log 2024-09-21T00:38:28.137 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.46975.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.46975.log.gz 2024-09-21T00:38:28.138 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46002.log 2024-09-21T00:38:28.139 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.61420.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.61420.log.gz 2024-09-21T00:38:28.139 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85187.log 2024-09-21T00:38:28.140 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.46002.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.46002.log.gz 2024-09-21T00:38:28.141 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90276.log 2024-09-21T00:38:28.142 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.85187.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.85187.log.gz 2024-09-21T00:38:28.142 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.100172.log 2024-09-21T00:38:28.144 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.90276.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.90276.log.gz 2024-09-21T00:38:28.144 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62928.log 2024-09-21T00:38:28.144 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.100172.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.100172.log.gz 2024-09-21T00:38:28.146 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94683.log 2024-09-21T00:38:28.146 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.62928.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.62928.log.gz 2024-09-21T00:38:28.147 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60456.log 2024-09-21T00:38:28.149 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.94683.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.94683.log.gz 2024-09-21T00:38:28.149 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67486.log 2024-09-21T00:38:28.149 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.60456.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.60456.log.gz 2024-09-21T00:38:28.149 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.111812.log 2024-09-21T00:38:28.154 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.67486.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.67486.log.gz 2024-09-21T00:38:28.154 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63294.log 2024-09-21T00:38:28.154 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.111812.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.111812.log.gz 2024-09-21T00:38:28.154 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47730.log 2024-09-21T00:38:28.154 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.63294.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.63294.log.gz 2024-09-21T00:38:28.154 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.92986.log 2024-09-21T00:38:28.154 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.47730.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.47730.log.gz 2024-09-21T00:38:28.156 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59780.log 2024-09-21T00:38:28.156 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.92986.log: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.92986.log.gz 2024-09-21T00:38:28.156 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109151.log 2024-09-21T00:38:28.158 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.59780.log: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.59780.log.gz 2024-09-21T00:38:28.158 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93610.log 2024-09-21T00:38:28.159 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.109151.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.109151.log.gz 2024-09-21T00:38:28.159 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37026.log 2024-09-21T00:38:28.161 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.93610.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.93610.log.gz 2024-09-21T00:38:28.161 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107571.log 2024-09-21T00:38:28.162 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.37026.log: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.37026.log.gz 2024-09-21T00:38:28.162 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56808.log 2024-09-21T00:38:28.163 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.107571.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.107571.log.gz 2024-09-21T00:38:28.163 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90066.log 2024-09-21T00:38:28.165 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.56808.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.56808.log.gz 2024-09-21T00:38:28.165 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104537.log 2024-09-21T00:38:28.165 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.90066.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.90066.log.gz 2024-09-21T00:38:28.166 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104957.log 2024-09-21T00:38:28.167 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.104537.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.104537.log.gz 2024-09-21T00:38:28.168 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56594.log 2024-09-21T00:38:28.169 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.104957.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.104957.log.gz 2024-09-21T00:38:28.169 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114921.log 2024-09-21T00:38:28.170 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.56594.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.56594.log.gz 2024-09-21T00:38:28.170 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68283.log 2024-09-21T00:38:28.171 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.114921.log: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.114921.log.gz 2024-09-21T00:38:28.172 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106565.log 2024-09-21T00:38:28.173 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.68283.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.68283.log.gz 2024-09-21T00:38:28.173 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107487.log 2024-09-21T00:38:28.174 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.106565.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.106565.log.gz 2024-09-21T00:38:28.174 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109464.log 2024-09-21T00:38:28.175 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.107487.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.107487.log.gz 2024-09-21T00:38:28.176 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43487.log 2024-09-21T00:38:28.177 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.109464.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.109464.log.gz 2024-09-21T00:38:28.177 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116429.log 2024-09-21T00:38:28.179 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.43487.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.43487.log.gz 2024-09-21T00:38:28.179 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89982.log 2024-09-21T00:38:28.180 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.116429.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.116429.log.gz 2024-09-21T00:38:28.180 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37098.log 2024-09-21T00:38:28.181 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.89982.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.89982.log.gz 2024-09-21T00:38:28.181 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90024.log 2024-09-21T00:38:28.183 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.37098.log: 85.7% -- replaced with /var/log/ceph/ceph-client.admin.37098.log.gz 2024-09-21T00:38:28.183 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103252.log 2024-09-21T00:38:28.183 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.90024.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.90024.log.gz 2024-09-21T00:38:28.184 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93334.log 2024-09-21T00:38:28.184 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.103252.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.103252.log.gz 2024-09-21T00:38:28.185 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.111644.log 2024-09-21T00:38:28.186 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.93334.log: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.93334.log.gz 2024-09-21T00:38:28.187 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110428.log 2024-09-21T00:38:28.187 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.111644.log: 93.7% -- replaced with /var/log/ceph/ceph-client.0.95738.log.gz 2024-09-21T00:38:28.187 INFO:teuthology.orchestra.run.smithi067.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.111644.log.gz 2024-09-21T00:38:28.191 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79462.log 2024-09-21T00:38:28.191 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.110428.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37069.log 2024-09-21T00:38:28.191 INFO:teuthology.orchestra.run.smithi067.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.110428.log.gz 2024-09-21T00:38:28.191 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.79462.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.98206.log 2024-09-21T00:38:28.191 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.37069.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.79462.log.gz 2024-09-21T00:38:28.191 INFO:teuthology.orchestra.run.smithi067.stderr: 85.9% -- replaced with /var/log/ceph/ceph-client.admin.37069.log.gz 2024-09-21T00:38:28.191 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63783.log 2024-09-21T00:38:28.191 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90108.log 2024-09-21T00:38:28.191 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.63783.log: /var/log/ceph/ceph-client.admin.98206.log: 87.6% 87.4% -- replaced with /var/log/ceph/ceph-client.admin.98206.log.gz 2024-09-21T00:38:28.191 INFO:teuthology.orchestra.run.smithi067.stderr: -- replaced with /var/log/ceph/ceph-client.admin.63783.log.gz 2024-09-21T00:38:28.193 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mon.a.log 2024-09-21T00:38:28.193 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.90108.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.113426.log 2024-09-21T00:38:28.193 INFO:teuthology.orchestra.run.smithi067.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.90108.log.gz 2024-09-21T00:38:28.193 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90192.log 2024-09-21T00:38:28.194 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.113426.log: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.113426.log.gz 2024-09-21T00:38:28.194 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109933.log 2024-09-21T00:38:28.194 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.90192.log: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.90192.log.gz 2024-09-21T00:38:28.195 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109109.log 2024-09-21T00:38:28.196 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.109933.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.109933.log.gz 2024-09-21T00:38:28.196 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.113173.log 2024-09-21T00:38:28.197 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.109109.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.109109.log.gz 2024-09-21T00:38:28.197 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46044.log 2024-09-21T00:38:28.198 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.113173.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.113173.log.gz 2024-09-21T00:38:28.198 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106481.log 2024-09-21T00:38:28.199 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.46044.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.46044.log.gz 2024-09-21T00:38:28.200 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93883.log 2024-09-21T00:38:28.200 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.106481.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.106481.log.gz 2024-09-21T00:38:28.200 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67088.log 2024-09-21T00:38:28.201 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.93883.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.93883.log.gz 2024-09-21T00:38:28.202 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80542.log 2024-09-21T00:38:28.203 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.67088.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.67088.log.gz 2024-09-21T00:38:28.204 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45918.log 2024-09-21T00:38:28.204 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.80542.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.80542.log.gz 2024-09-21T00:38:28.204 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64180.log 2024-09-21T00:38:28.205 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.45918.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.45918.log.gz 2024-09-21T00:38:28.205 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.113005.log 2024-09-21T00:38:28.206 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.64180.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.64180.log.gz 2024-09-21T00:38:28.206 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94009.log 2024-09-21T00:38:28.206 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.113005.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.113005.log.gz 2024-09-21T00:38:28.207 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115340.log 2024-09-21T00:38:28.208 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.94009.log: 93.8% -- replaced with /var/log/ceph/ceph-client.0.85597.log.gz 2024-09-21T00:38:28.208 INFO:teuthology.orchestra.run.smithi067.stderr: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.94009.log.gz 2024-09-21T00:38:28.208 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106271.log 2024-09-21T00:38:28.209 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.113047.log 2024-09-21T00:38:28.209 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.115340.log: /var/log/ceph/ceph-client.admin.106271.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.115340.log.gz 2024-09-21T00:38:28.210 INFO:teuthology.orchestra.run.smithi067.stderr: 87.4%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56370.log 2024-09-21T00:38:28.210 INFO:teuthology.orchestra.run.smithi067.stderr: -- replaced with /var/log/ceph/ceph-client.admin.106271.log.gz 2024-09-21T00:38:28.211 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.113047.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.113047.log.gz 2024-09-21T00:38:28.211 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.99039.log 2024-09-21T00:38:28.211 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70070.log 2024-09-21T00:38:28.212 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.56370.log: /var/log/ceph/ceph-client.admin.99039.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.56370.log.gz 2024-09-21T00:38:28.212 INFO:teuthology.orchestra.run.smithi067.stderr: 87.0%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110238.log 2024-09-21T00:38:28.212 INFO:teuthology.orchestra.run.smithi067.stderr: -- replaced with /var/log/ceph/ceph-client.admin.99039.log.gz 2024-09-21T00:38:28.212 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.70070.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.70070.log.gz 2024-09-21T00:38:28.212 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63016.log 2024-09-21T00:38:28.213 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.110238.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.110238.log.gz 2024-09-21T00:38:28.213 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114855.log 2024-09-21T00:38:28.214 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63228.log 2024-09-21T00:38:28.214 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.63016.log: /var/log/ceph/ceph-client.admin.114855.log: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.63016.log.gz 2024-09-21T00:38:28.215 INFO:teuthology.orchestra.run.smithi067.stderr: 90.9%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.111550.log 2024-09-21T00:38:28.215 INFO:teuthology.orchestra.run.smithi067.stderr: -- replaced with /var/log/ceph/ceph-client.admin.114855.log.gz 2024-09-21T00:38:28.216 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.63228.log: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.63228.log.gz 2024-09-21T00:38:28.217 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116851.log 2024-09-21T00:38:28.217 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68325.log 2024-09-21T00:38:28.218 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.111550.log: /var/log/ceph/ceph-client.admin.116851.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.111550.log.gz 2024-09-21T00:38:28.218 INFO:teuthology.orchestra.run.smithi067.stderr: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.116851.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59965.log 2024-09-21T00:38:28.218 INFO:teuthology.orchestra.run.smithi067.stderr: 2024-09-21T00:38:28.218 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.68325.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.68325.log.gz 2024-09-21T00:38:28.219 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110848.log 2024-09-21T00:38:28.219 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63844.log 2024-09-21T00:38:28.220 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.59965.log: /var/log/ceph/ceph-client.admin.110848.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.59965.log.gz 2024-09-21T00:38:28.220 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.108514.log 2024-09-21T00:38:28.222 INFO:teuthology.orchestra.run.smithi067.stderr: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.110848.log.gz/var/log/ceph/ceph-client.admin.63844.log: 2024-09-21T00:38:28.222 INFO:teuthology.orchestra.run.smithi067.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.63844.log.gz 2024-09-21T00:38:28.222 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.99865.log 2024-09-21T00:38:28.222 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70917.log 2024-09-21T00:38:28.224 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.108514.log: /var/log/ceph/ceph-client.admin.99865.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.108514.log.gz 2024-09-21T00:38:28.224 INFO:teuthology.orchestra.run.smithi067.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.99865.log.gz 2024-09-21T00:38:28.224 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103421.log 2024-09-21T00:38:28.224 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116513.log 2024-09-21T00:38:28.224 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.70917.log: /var/log/ceph/ceph-client.admin.103421.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.70917.log.gz 2024-09-21T00:38:28.224 INFO:teuthology.orchestra.run.smithi067.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.103421.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109674.log 2024-09-21T00:38:28.225 INFO:teuthology.orchestra.run.smithi067.stderr: 2024-09-21T00:38:28.225 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.116513.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.116513.log.gz 2024-09-21T00:38:28.226 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69676.log 2024-09-21T00:38:28.226 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.112167.log 2024-09-21T00:38:28.226 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.109674.log: /var/log/ceph/ceph-client.admin.69676.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.109674.log.gz 2024-09-21T00:38:28.226 INFO:teuthology.orchestra.run.smithi067.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.69676.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65084.log 2024-09-21T00:38:28.226 INFO:teuthology.orchestra.run.smithi067.stderr: 2024-09-21T00:38:28.227 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.112167.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.112167.log.gz 2024-09-21T00:38:28.227 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62155.log 2024-09-21T00:38:28.227 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64012.log 2024-09-21T00:38:28.228 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.65084.log: /var/log/ceph/ceph-client.admin.62155.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.62155.log.gz 2024-09-21T00:38:28.228 INFO:teuthology.orchestra.run.smithi067.stderr: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.65084.log.gz 2024-09-21T00:38:28.229 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103880.log 2024-09-21T00:38:28.229 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104220.log 2024-09-21T00:38:28.230 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.64012.log: /var/log/ceph/ceph-client.admin.103880.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.64012.log.gz 2024-09-21T00:38:28.230 INFO:teuthology.orchestra.run.smithi067.stderr: 87.7%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44411.log 2024-09-21T00:38:28.230 INFO:teuthology.orchestra.run.smithi067.stderr: -- replaced with /var/log/ceph/ceph-client.admin.103880.log.gz 2024-09-21T00:38:28.230 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.104220.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.104220.log.gz 2024-09-21T00:38:28.231 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62197.log 2024-09-21T00:38:28.231 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84977.log 2024-09-21T00:38:28.232 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.44411.log: /var/log/ceph/ceph-client.admin.62197.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.44411.log.gz 2024-09-21T00:38:28.232 INFO:teuthology.orchestra.run.smithi067.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.62197.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83562.log 2024-09-21T00:38:28.232 INFO:teuthology.orchestra.run.smithi067.stderr: 2024-09-21T00:38:28.232 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.84977.log: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.84977.log.gz 2024-09-21T00:38:28.233 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70004.log 2024-09-21T00:38:28.233 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88155.log 2024-09-21T00:38:28.234 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.83562.log: /var/log/ceph/ceph-client.admin.70004.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.83562.log.gz 2024-09-21T00:38:28.234 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36904.log 2024-09-21T00:38:28.235 INFO:teuthology.orchestra.run.smithi067.stderr: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.70004.log.gz 2024-09-21T00:38:28.235 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.88155.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.88155.log.gz 2024-09-21T00:38:28.236 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.98454.log 2024-09-21T00:38:28.236 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94322.log 2024-09-21T00:38:28.236 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.36904.log: /var/log/ceph/ceph-client.admin.98454.log: 85.8% -- replaced with /var/log/ceph/ceph-client.admin.36904.log.gz 2024-09-21T00:38:28.236 INFO:teuthology.orchestra.run.smithi067.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.98454.log.gzgzip 2024-09-21T00:38:28.237 INFO:teuthology.orchestra.run.smithi067.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.98538.log 2024-09-21T00:38:28.237 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.94322.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.94322.log.gz 2024-09-21T00:38:28.238 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.113342.log 2024-09-21T00:38:28.238 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.102845.log 2024-09-21T00:38:28.238 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.98538.log: /var/log/ceph/ceph-client.admin.113342.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.98538.log.gz 2024-09-21T00:38:28.239 INFO:teuthology.orchestra.run.smithi067.stderr: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.113342.log.gzgzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37076.log 2024-09-21T00:38:28.239 INFO:teuthology.orchestra.run.smithi067.stderr: 2024-09-21T00:38:28.239 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.102845.log: 90.7% -- replaced with /var/log/ceph/ceph-client.admin.102845.log.gz 2024-09-21T00:38:28.240 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67046.log 2024-09-21T00:38:28.240 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.92584.log 2024-09-21T00:38:28.241 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.37076.log: /var/log/ceph/ceph-client.admin.67046.log: 85.8% -- replaced with /var/log/ceph/ceph-client.admin.37076.log.gz 2024-09-21T00:38:28.241 INFO:teuthology.orchestra.run.smithi067.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.67046.log.gz 2024-09-21T00:38:28.241 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71822.log 2024-09-21T00:38:28.242 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.92584.log: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.92584.log.gz 2024-09-21T00:38:28.243 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.2.log 2024-09-21T00:38:28.243 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93568.log 2024-09-21T00:38:28.243 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.71822.log: /var/log/ceph/ceph-osd.2.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.71822.log.gz 2024-09-21T00:38:28.244 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83856.log 2024-09-21T00:38:28.244 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.93568.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.93568.log.gz 2024-09-21T00:38:28.245 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.99735.log 2024-09-21T00:38:28.245 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.83856.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.83856.log.gz 2024-09-21T00:38:28.246 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83940.log 2024-09-21T00:38:28.246 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.99735.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.99735.log.gz 2024-09-21T00:38:28.247 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64436.log 2024-09-21T00:38:28.247 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.83940.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.83940.log.gz 2024-09-21T00:38:28.248 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37063.log 2024-09-21T00:38:28.248 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.64436.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.64436.log.gz 2024-09-21T00:38:28.249 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60269.log 2024-09-21T00:38:28.249 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.37063.log: 86.4% -- replaced with /var/log/ceph/ceph-client.admin.37063.log.gz 2024-09-21T00:38:28.250 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68535.log 2024-09-21T00:38:28.250 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.60269.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.60269.log.gz 2024-09-21T00:38:28.251 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115592.log 2024-09-21T00:38:28.251 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.68535.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.68535.log.gz 2024-09-21T00:38:28.252 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107445.log 2024-09-21T00:38:28.253 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.115592.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.115592.log.gz 2024-09-21T00:38:28.253 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110764.log 2024-09-21T00:38:28.254 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.107445.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.107445.log.gz 2024-09-21T00:38:28.254 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83646.log 2024-09-21T00:38:28.255 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.110764.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.110764.log.gz 2024-09-21T00:38:28.255 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88892.log 2024-09-21T00:38:28.256 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.83646.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.83646.log.gz 2024-09-21T00:38:28.256 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.99352.log 2024-09-21T00:38:28.257 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.88892.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.88892.log.gz 2024-09-21T00:38:28.257 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47304.log 2024-09-21T00:38:28.258 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.99352.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.99352.log.gz 2024-09-21T00:38:28.258 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59474.log 2024-09-21T00:38:28.259 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.47304.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.47304.log.gz 2024-09-21T00:38:28.259 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.98997.log 2024-09-21T00:38:28.260 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.59474.log: 90.8% -- replaced with /var/log/ceph/ceph-client.admin.59474.log.gz 2024-09-21T00:38:28.261 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68493.log 2024-09-21T00:38:28.261 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.98997.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.98997.log.gz 2024-09-21T00:38:28.262 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55591.log 2024-09-21T00:38:28.263 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.68493.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.68493.log.gz 2024-09-21T00:38:28.264 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47516.log 2024-09-21T00:38:28.264 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.55591.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.55591.log.gz 2024-09-21T00:38:28.265 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83688.log 2024-09-21T00:38:28.265 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.47516.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.47516.log.gz 2024-09-21T00:38:28.266 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62974.log 2024-09-21T00:38:28.267 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.83688.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.83688.log.gz 2024-09-21T00:38:28.268 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64609.log 2024-09-21T00:38:28.268 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.62974.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.62974.log.gz 2024-09-21T00:38:28.269 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61290.log 2024-09-21T00:38:28.270 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.64609.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.64609.log.gz 2024-09-21T00:38:28.271 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.95030.log 2024-09-21T00:38:28.272 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.61290.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.61290.log.gz 2024-09-21T00:38:28.272 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71966.log 2024-09-21T00:38:28.273 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.95030.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.95030.log.gz 2024-09-21T00:38:28.273 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.112720.log 2024-09-21T00:38:28.274 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.71966.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.71966.log.gz 2024-09-21T00:38:28.274 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109853.log 2024-09-21T00:38:28.275 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.112720.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.112720.log.gz 2024-09-21T00:38:28.276 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.98080.log 2024-09-21T00:38:28.276 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.109853.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.109853.log.gz 2024-09-21T00:38:28.277 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69675.log 2024-09-21T00:38:28.278 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.98080.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.98080.log.gz 2024-09-21T00:38:28.279 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106691.log 2024-09-21T00:38:28.279 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.69675.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.69675.log.gz 2024-09-21T00:38:28.280 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80327.log 2024-09-21T00:38:28.281 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.106691.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.106691.log.gz 2024-09-21T00:38:28.281 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114509.log 2024-09-21T00:38:28.282 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.80327.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.80327.log.gz 2024-09-21T00:38:28.283 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68451.log 2024-09-21T00:38:28.283 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.114509.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.114509.log.gz 2024-09-21T00:38:28.284 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55381.log 2024-09-21T00:38:28.285 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.68451.log: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.68451.log.gz 2024-09-21T00:38:28.286 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104621.log 2024-09-21T00:38:28.286 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.55381.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.55381.log.gz 2024-09-21T00:38:28.287 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106649.log 2024-09-21T00:38:28.287 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.104621.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.104621.log.gz 2024-09-21T00:38:28.288 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70258.log 2024-09-21T00:38:28.289 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.106649.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.106649.log.gz 2024-09-21T00:38:28.290 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60227.log 2024-09-21T00:38:28.291 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.70258.log: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.70258.log.gz 2024-09-21T00:38:28.291 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61462.log 2024-09-21T00:38:28.292 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.60227.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.60227.log.gz 2024-09-21T00:38:28.293 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55778.log 2024-09-21T00:38:28.293 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.61462.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.61462.log.gz 2024-09-21T00:38:28.294 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70404.log 2024-09-21T00:38:28.295 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.55778.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.55778.log.gz 2024-09-21T00:38:28.295 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55820.log 2024-09-21T00:38:28.296 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.70404.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.70404.log.gz 2024-09-21T00:38:28.297 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61066.log 2024-09-21T00:38:28.297 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.55820.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.55820.log.gz 2024-09-21T00:38:28.298 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62239.log 2024-09-21T00:38:28.299 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.61066.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.61066.log.gz 2024-09-21T00:38:28.300 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103712.log 2024-09-21T00:38:28.300 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.62239.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.62239.log.gz 2024-09-21T00:38:28.301 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mgr.y.log 2024-09-21T00:38:28.301 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.103712.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.103712.log.gz 2024-09-21T00:38:28.302 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64478.log 2024-09-21T00:38:28.313 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105041.log 2024-09-21T00:38:28.314 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.64478.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.64478.log.gz 2024-09-21T00:38:28.318 INFO:teuthology.orchestra.run.smithi067.stderr: 94.6% -- replaced with /var/log/ceph/ceph-mgr.y.log.gz 2024-09-21T00:38:28.319 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94988.log 2024-09-21T00:38:28.320 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.105041.log: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.105041.log.gz 2024-09-21T00:38:28.321 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44118.log 2024-09-21T00:38:28.321 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.94988.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.94988.log.gz 2024-09-21T00:38:28.322 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59106.log 2024-09-21T00:38:28.323 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.44118.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.44118.log.gz 2024-09-21T00:38:28.323 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80162.log 2024-09-21T00:38:28.327 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.59106.log: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.59106.log.gz 2024-09-21T00:38:28.327 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59040.log 2024-09-21T00:38:28.327 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.80162.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.80162.log.gz 2024-09-21T00:38:28.327 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109506.log 2024-09-21T00:38:28.328 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.59040.log: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.59040.log.gz 2024-09-21T00:38:28.329 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.100000.log 2024-09-21T00:38:28.330 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.109506.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.109506.log.gz 2024-09-21T00:38:28.330 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.95895.log 2024-09-21T00:38:28.330 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.100000.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.100000.log.gz 2024-09-21T00:38:28.331 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83730.log 2024-09-21T00:38:28.332 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.95895.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.95895.log.gz 2024-09-21T00:38:28.332 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.97996.log 2024-09-21T00:38:28.333 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.83730.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.83730.log.gz 2024-09-21T00:38:28.334 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80416.log 2024-09-21T00:38:28.334 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.97996.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.97996.log.gz 2024-09-21T00:38:28.335 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68037.log 2024-09-21T00:38:28.336 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.80416.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.80416.log.gz 2024-09-21T00:38:28.336 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94238.log 2024-09-21T00:38:28.337 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.68037.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.68037.log.gz 2024-09-21T00:38:28.338 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36746.log 2024-09-21T00:38:28.339 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.94238.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.94238.log.gz 2024-09-21T00:38:28.339 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47911.log 2024-09-21T00:38:28.340 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.36746.log: 85.9% -- replaced with /var/log/ceph/ceph-client.admin.36746.log.gz 2024-09-21T00:38:28.341 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60143.log 2024-09-21T00:38:28.341 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.47911.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.47911.log.gz 2024-09-21T00:38:28.342 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.87945.log 2024-09-21T00:38:28.343 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.60143.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.60143.log.gz 2024-09-21T00:38:28.343 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.95937.log 2024-09-21T00:38:28.344 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.87945.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.87945.log.gz 2024-09-21T00:38:28.345 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80285.log 2024-09-21T00:38:28.345 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.95937.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.95937.log.gz 2024-09-21T00:38:28.346 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.98651.log 2024-09-21T00:38:28.347 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.80285.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.80285.log.gz 2024-09-21T00:38:28.347 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-21T00:38:28.348 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.98651.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.98651.log.gz 2024-09-21T00:38:28.349 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.102642.log 2024-09-21T00:38:28.353 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph.log: 86.7% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-21T00:38:28.354 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47432.log 2024-09-21T00:38:28.355 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.102642.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.102642.log.gz 2024-09-21T00:38:28.355 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56892.log 2024-09-21T00:38:28.356 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.47432.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.47432.log.gz 2024-09-21T00:38:28.356 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103548.log 2024-09-21T00:38:28.357 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.56892.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.56892.log.gz 2024-09-21T00:38:28.358 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56328.log 2024-09-21T00:38:28.359 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.103548.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.103548.log.gz 2024-09-21T00:38:28.359 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.99821.log 2024-09-21T00:38:28.360 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.56328.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.56328.log.gz 2024-09-21T00:38:28.361 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67953.log 2024-09-21T00:38:28.361 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.99821.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.99821.log.gz 2024-09-21T00:38:28.362 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.98787.log 2024-09-21T00:38:28.363 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.67953.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.67953.log.gz 2024-09-21T00:38:28.363 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.100834.log 2024-09-21T00:38:28.364 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.98787.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.98787.log.gz 2024-09-21T00:38:28.365 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58843.log 2024-09-21T00:38:28.381 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.0.100834.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64355.log 2024-09-21T00:38:28.382 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.58843.log: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.58843.log.gz 2024-09-21T00:38:28.396 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115298.log 2024-09-21T00:38:28.397 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.64355.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.64355.log.gz 2024-09-21T00:38:28.414 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55988.log 2024-09-21T00:38:28.414 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.115298.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.115298.log.gz 2024-09-21T00:38:28.423 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70520.log 2024-09-21T00:38:28.423 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.55988.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.55988.log.gz 2024-09-21T00:38:28.439 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.112815.log 2024-09-21T00:38:28.439 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.70520.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.70520.log.gz 2024-09-21T00:38:28.448 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93484.log 2024-09-21T00:38:28.448 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.112815.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.112815.log.gz 2024-09-21T00:38:28.464 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36823.log 2024-09-21T00:38:28.464 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.93484.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.93484.log.gz 2024-09-21T00:38:28.473 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103040.log 2024-09-21T00:38:28.473 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.36823.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.36823.log.gz 2024-09-21T00:38:28.492 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.102737.log 2024-09-21T00:38:28.493 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.103040.log: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.103040.log.gz 2024-09-21T00:38:28.501 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47224.log 2024-09-21T00:38:28.501 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.102737.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.102737.log.gz 2024-09-21T00:38:28.522 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115997.log 2024-09-21T00:38:28.522 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.47224.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.47224.log.gz 2024-09-21T00:38:28.539 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105914.log 2024-09-21T00:38:28.540 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.115997.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.115997.log.gz 2024-09-21T00:38:28.547 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66231.log 2024-09-21T00:38:28.553 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.105914.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.105914.log.gz 2024-09-21T00:38:28.559 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.112251.log 2024-09-21T00:38:28.559 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.66231.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.66231.log.gz 2024-09-21T00:38:28.567 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103838.log 2024-09-21T00:38:28.577 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.112251.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104747.log 2024-09-21T00:38:28.581 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.103838.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.112251.log.gz 2024-09-21T00:38:28.586 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107255.log 2024-09-21T00:38:28.590 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.104747.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.103838.log.gz 2024-09-21T00:38:28.595 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55507.log 2024-09-21T00:38:28.599 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.107255.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.104747.log.gz 2024-09-21T00:38:28.603 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115466.log 2024-09-21T00:38:28.608 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.55507.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.107255.log.gz 2024-09-21T00:38:28.612 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84126.log 2024-09-21T00:38:28.617 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.115466.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.55507.log.gz 2024-09-21T00:38:28.621 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.95286.log 2024-09-21T00:38:28.626 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.84126.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.115466.log.gz 2024-09-21T00:38:28.630 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104915.log 2024-09-21T00:38:28.635 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.95286.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.84126.log.gz 2024-09-21T00:38:28.640 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64744.log 2024-09-21T00:38:28.644 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.104915.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.95286.log.gz 2024-09-21T00:38:28.653 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.98122.log 2024-09-21T00:38:28.653 INFO:teuthology.orchestra.run.smithi067.stderr: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.104915.log.gz 2024-09-21T00:38:28.663 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.64744.log: 87.4%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58677.log 2024-09-21T00:38:28.663 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.98122.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.98122.log.gz 2024-09-21T00:38:28.666 INFO:teuthology.orchestra.run.smithi067.stderr: -- replaced with /var/log/ceph/ceph-client.admin.64744.log.gz 2024-09-21T00:38:28.674 INFO:teuthology.orchestra.run.smithi097.stderr: 93.8% -- replaced with /var/log/ceph/ceph-osd.5.log.gz 2024-09-21T00:38:28.686 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107529.log 2024-09-21T00:38:28.687 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.58677.log: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.58677.log.gz 2024-09-21T00:38:28.694 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.92734.log 2024-09-21T00:38:28.704 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.107529.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67654.log 2024-09-21T00:38:28.704 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.92734.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.92734.log.gz 2024-09-21T00:38:28.708 INFO:teuthology.orchestra.run.smithi067.stderr: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.107529.log.gz 2024-09-21T00:38:28.712 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80500.log 2024-09-21T00:38:28.726 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.67654.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.67654.log.gz 2024-09-21T00:38:28.731 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93799.log 2024-09-21T00:38:28.731 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.80500.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.80500.log.gz 2024-09-21T00:38:28.747 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71169.log 2024-09-21T00:38:28.747 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.93799.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.93799.log.gz 2024-09-21T00:38:28.755 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.112293.log 2024-09-21T00:38:28.765 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.71169.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63374.log 2024-09-21T00:38:28.765 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.112293.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.112293.log.gz 2024-09-21T00:38:28.769 INFO:teuthology.orchestra.run.smithi067.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.71169.log.gz 2024-09-21T00:38:28.773 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.95072.log 2024-09-21T00:38:28.787 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.63374.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.63374.log.gz 2024-09-21T00:38:28.795 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62687.log 2024-09-21T00:38:28.796 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.95072.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.95072.log.gz 2024-09-21T00:38:28.803 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89940.log 2024-09-21T00:38:28.813 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.62687.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66185.log 2024-09-21T00:38:28.813 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.89940.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.89940.log.gz 2024-09-21T00:38:28.817 INFO:teuthology.orchestra.run.smithi067.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.62687.log.gz 2024-09-21T00:38:28.821 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107115.log 2024-09-21T00:38:28.824 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.66185.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.66185.log.gz 2024-09-21T00:38:28.836 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58908.log 2024-09-21T00:38:28.836 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.107115.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.107115.log.gz 2024-09-21T00:38:28.844 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56247.log 2024-09-21T00:38:28.854 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.58908.log: gzip 91.0% -- replaced with /var/log/ceph/ceph-client.admin.58908.log.gz 2024-09-21T00:38:28.854 INFO:teuthology.orchestra.run.smithi067.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.64054.log 2024-09-21T00:38:28.863 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.56247.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67214.log 2024-09-21T00:38:28.867 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.64054.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.56247.log.gz 2024-09-21T00:38:28.872 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110098.log 2024-09-21T00:38:28.876 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.67214.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.64054.log.gz 2024-09-21T00:38:28.880 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104663.log 2024-09-21T00:38:28.885 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.110098.log: 87.4% 87.3% -- replaced with /var/log/ceph/ceph-client.admin.67214.log.gz 2024-09-21T00:38:28.885 INFO:teuthology.orchestra.run.smithi067.stderr: -- replaced with /var/log/ceph/ceph-client.admin.110098.log.gz 2024-09-21T00:38:28.892 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110280.log 2024-09-21T00:38:28.892 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.104663.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.104663.log.gz 2024-09-21T00:38:28.900 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47388.log 2024-09-21T00:38:28.914 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.110280.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.110280.log.gz 2024-09-21T00:38:28.918 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48037.log 2024-09-21T00:38:28.918 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.47388.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.47388.log.gz 2024-09-21T00:38:28.927 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79081.log 2024-09-21T00:38:28.936 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.48037.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116807.log 2024-09-21T00:38:28.940 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.79081.log: 91.1% 87.4% -- replaced with /var/log/ceph/ceph-client.admin.48037.log.gz 2024-09-21T00:38:28.940 INFO:teuthology.orchestra.run.smithi067.stderr: -- replaced with /var/log/ceph/ceph-client.admin.79081.log.gz 2024-09-21T00:38:28.953 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62315.log 2024-09-21T00:38:28.953 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.116807.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.116807.log.gz 2024-09-21T00:38:28.966 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64520.log 2024-09-21T00:38:28.967 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.62315.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.62315.log.gz 2024-09-21T00:38:28.973 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.48531.log 2024-09-21T00:38:28.986 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.64520.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.64520.log.gz 2024-09-21T00:38:28.989 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.112674.log 2024-09-21T00:38:29.005 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.0.48531.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65042.log 2024-09-21T00:38:29.005 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.112674.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.112674.log.gz 2024-09-21T00:38:29.012 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84639.log 2024-09-21T00:38:29.026 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.65042.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.65042.log.gz 2024-09-21T00:38:29.031 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93841.log 2024-09-21T00:38:29.031 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.84639.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.84639.log.gz 2024-09-21T00:38:29.039 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.81234.log 2024-09-21T00:38:29.049 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.93841.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71641.log 2024-09-21T00:38:29.053 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.0.81234.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.93841.log.gz 2024-09-21T00:38:29.063 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.85145.log 2024-09-21T00:38:29.063 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.71641.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.71641.log.gz 2024-09-21T00:38:29.071 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109361.log 2024-09-21T00:38:29.085 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.85145.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.85145.log.gz 2024-09-21T00:38:29.085 INFO:teuthology.orchestra.run.smithi097.stderr: 94.0% -- replaced with /var/log/ceph/ceph-osd.7.log.gz 2024-09-21T00:38:29.090 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36593.log 2024-09-21T00:38:29.090 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.109361.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.109361.log.gz 2024-09-21T00:38:29.099 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.61998.log 2024-09-21T00:38:29.112 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.36593.log: 0.0% -- replaced with /var/log/ceph/ceph-client.admin.36593.log.gz 2024-09-21T00:38:29.112 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103506.log 2024-09-21T00:38:29.121 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.0.61998.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56412.log 2024-09-21T00:38:29.134 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.103506.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103628.log 2024-09-21T00:38:29.134 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.56412.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.56412.log.gz 2024-09-21T00:38:29.134 INFO:teuthology.orchestra.run.smithi067.stderr: 86.7% -- replaced with /var/log/ceph/ceph-client.admin.103506.log.gz 2024-09-21T00:38:29.152 INFO:teuthology.orchestra.run.smithi067.stderr: 93.2% -- replaced with /var/log/ceph/ceph-client.0.61998.log.gz 2024-09-21T00:38:29.158 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114302.log 2024-09-21T00:38:29.159 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.103628.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.103628.log.gz 2024-09-21T00:38:29.176 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.95202.log 2024-09-21T00:38:29.176 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.114302.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.114302.log.gz 2024-09-21T00:38:29.185 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56682.log 2024-09-21T00:38:29.187 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.95202.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.95202.log.gz 2024-09-21T00:38:29.200 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56724.log 2024-09-21T00:38:29.200 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.56682.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.56682.log.gz 2024-09-21T00:38:29.208 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84305.log 2024-09-21T00:38:29.211 INFO:teuthology.orchestra.run.smithi097.stderr: 94.1% -- replaced with /var/log/ceph/ceph-osd.6.log.gz 2024-09-21T00:38:29.222 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.56724.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.56724.log.gz 2024-09-21T00:38:29.230 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80908.log 2024-09-21T00:38:29.230 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.84305.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.84305.log.gz 2024-09-21T00:38:29.238 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36536.log 2024-09-21T00:38:29.245 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.80908.log: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.80908.log.gz 2024-09-21T00:38:29.258 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43319.log 2024-09-21T00:38:29.258 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.36536.log: 77.4% -- replaced with /var/log/ceph/ceph-client.admin.36536.log.gz 2024-09-21T00:38:29.271 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90234.log 2024-09-21T00:38:29.271 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.43319.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.43319.log.gz 2024-09-21T00:38:29.284 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59846.log 2024-09-21T00:38:29.284 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.90234.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.90234.log.gz 2024-09-21T00:38:29.292 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36649.log 2024-09-21T00:38:29.306 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.59846.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80740.log 2024-09-21T00:38:29.306 INFO:teuthology.orchestra.run.smithi067.stderr: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.59846.log.gz/var/log/ceph/ceph-client.admin.36649.log: 2024-09-21T00:38:29.307 INFO:teuthology.orchestra.run.smithi067.stderr: 76.2% -- replaced with /var/log/ceph/ceph-client.admin.36649.log.gz 2024-09-21T00:38:29.313 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79378.log 2024-09-21T00:38:29.313 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.80740.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.80740.log.gz 2024-09-21T00:38:29.322 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84767.log 2024-09-21T00:38:29.335 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.79378.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.79378.log.gz 2024-09-21T00:38:29.337 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70196.log 2024-09-21T00:38:29.337 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.84767.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.84767.log.gz 2024-09-21T00:38:29.346 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.99958.log 2024-09-21T00:38:29.355 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.70196.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61546.log 2024-09-21T00:38:29.359 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.99958.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.70196.log.gz 2024-09-21T00:38:29.368 INFO:teuthology.orchestra.run.smithi067.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.99958.log.gz 2024-09-21T00:38:29.370 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70772.log 2024-09-21T00:38:29.371 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.61546.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.61546.log.gz 2024-09-21T00:38:29.380 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56501.log 2024-09-21T00:38:29.393 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.70772.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.70772.log.gz 2024-09-21T00:38:29.401 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104393.log 2024-09-21T00:38:29.401 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.56501.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.56501.log.gz 2024-09-21T00:38:29.420 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83091.log 2024-09-21T00:38:29.420 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.104393.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.104393.log.gz 2024-09-21T00:38:29.433 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89856.log 2024-09-21T00:38:29.434 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.83091.log: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.83091.log.gz 2024-09-21T00:38:29.449 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44453.log 2024-09-21T00:38:29.449 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.89856.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.89856.log.gz 2024-09-21T00:38:29.462 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80082.log 2024-09-21T00:38:29.463 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.44453.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.44453.log.gz 2024-09-21T00:38:29.469 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109716.log 2024-09-21T00:38:29.478 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.80082.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65692.log 2024-09-21T00:38:29.480 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.109716.log: 87.7% 93.8% -- replaced with /var/log/ceph/ceph-client.0.100834.log.gz 2024-09-21T00:38:29.480 INFO:teuthology.orchestra.run.smithi067.stderr: -- replaced with /var/log/ceph/ceph-client.admin.109716.log.gz 2024-09-21T00:38:29.481 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.111999.log 2024-09-21T00:38:29.482 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.65692.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.65692.log.gz 2024-09-21T00:38:29.482 INFO:teuthology.orchestra.run.smithi067.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.80082.log.gz 2024-09-21T00:38:29.482 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.112899.log 2024-09-21T00:38:29.483 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.111999.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.111999.log.gz 2024-09-21T00:38:29.483 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68853.log 2024-09-21T00:38:29.484 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.112899.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.112899.log.gz 2024-09-21T00:38:29.485 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104435.log 2024-09-21T00:38:29.486 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.68853.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.68853.log.gz 2024-09-21T00:38:29.486 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83772.log 2024-09-21T00:38:29.487 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.104435.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.104435.log.gz 2024-09-21T00:38:29.488 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44129.log 2024-09-21T00:38:29.489 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.83772.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.83772.log.gz 2024-09-21T00:38:29.489 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106775.log 2024-09-21T00:38:29.490 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.44129.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.44129.log.gz 2024-09-21T00:38:29.490 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68619.log 2024-09-21T00:38:29.491 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.106775.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.106775.log.gz 2024-09-21T00:38:29.492 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36873.log 2024-09-21T00:38:29.493 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.68619.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.68619.log.gz 2024-09-21T00:38:29.493 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67792.log 2024-09-21T00:38:29.494 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.36873.log: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.36873.log.gz 2024-09-21T00:38:29.495 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60540.log 2024-09-21T00:38:29.496 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.67792.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.67792.log.gz 2024-09-21T00:38:29.496 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64916.log 2024-09-21T00:38:29.497 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.60540.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.60540.log.gz 2024-09-21T00:38:29.497 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107073.log 2024-09-21T00:38:29.499 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.64916.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.64916.log.gz 2024-09-21T00:38:29.499 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37395.log 2024-09-21T00:38:29.499 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.107073.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.107073.log.gz 2024-09-21T00:38:29.500 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70324.log 2024-09-21T00:38:29.501 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.37395.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.37395.log.gz 2024-09-21T00:38:29.502 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55633.log 2024-09-21T00:38:29.502 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.70324.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.70324.log.gz 2024-09-21T00:38:29.503 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.113300.log 2024-09-21T00:38:29.504 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.55633.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.55633.log.gz 2024-09-21T00:38:29.504 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.102975.log 2024-09-21T00:38:29.506 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.113300.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.113300.log.gz 2024-09-21T00:38:29.506 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46670.log 2024-09-21T00:38:29.507 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.102975.log: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.102975.log.gz 2024-09-21T00:38:29.508 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106187.log 2024-09-21T00:38:29.509 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.46670.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.46670.log.gz 2024-09-21T00:38:29.509 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109548.log 2024-09-21T00:38:29.510 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.106187.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.106187.log.gz 2024-09-21T00:38:29.510 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.95412.log 2024-09-21T00:38:29.511 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.109548.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.109548.log.gz 2024-09-21T00:38:29.512 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72008.log 2024-09-21T00:38:29.512 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.95412.log: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.95412.log.gz 2024-09-21T00:38:29.513 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46188.log 2024-09-21T00:38:29.515 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.72008.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.72008.log.gz 2024-09-21T00:38:29.515 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114082.log 2024-09-21T00:38:29.515 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.46188.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.46188.log.gz 2024-09-21T00:38:29.516 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80866.log 2024-09-21T00:38:29.517 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.114082.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.114082.log.gz 2024-09-21T00:38:29.517 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.98038.log 2024-09-21T00:38:29.518 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.80866.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.80866.log.gz 2024-09-21T00:38:29.519 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36564.log 2024-09-21T00:38:29.519 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.98038.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.98038.log.gz 2024-09-21T00:38:29.520 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69416.log 2024-09-21T00:38:29.520 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.36564.log: 75.6% -- replaced with /var/log/ceph/ceph-client.admin.36564.log.gz 2024-09-21T00:38:29.521 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84935.log 2024-09-21T00:38:29.522 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.69416.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.69416.log.gz 2024-09-21T00:38:29.523 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.100046.log 2024-09-21T00:38:29.523 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.84935.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.84935.log.gz 2024-09-21T00:38:29.524 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55549.log 2024-09-21T00:38:29.525 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.100046.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.100046.log.gz 2024-09-21T00:38:29.525 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64138.log 2024-09-21T00:38:29.527 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.55549.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.55549.log.gz 2024-09-21T00:38:29.527 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45960.log 2024-09-21T00:38:29.527 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.64138.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.64138.log.gz 2024-09-21T00:38:29.528 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.110680.log 2024-09-21T00:38:29.529 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.45960.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.45960.log.gz 2024-09-21T00:38:29.530 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116345.log 2024-09-21T00:38:29.531 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.110680.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.110680.log.gz 2024-09-21T00:38:29.531 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104789.log 2024-09-21T00:38:29.532 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.116345.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.116345.log.gz 2024-09-21T00:38:29.532 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.90318.log 2024-09-21T00:38:29.533 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.104789.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.104789.log.gz 2024-09-21T00:38:29.534 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42769.log 2024-09-21T00:38:29.535 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.90318.log: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.90318.log.gz 2024-09-21T00:38:29.535 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69305.log 2024-09-21T00:38:29.536 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.42769.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.42769.log.gz 2024-09-21T00:38:29.537 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.109277.log 2024-09-21T00:38:29.538 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.69305.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.69305.log.gz 2024-09-21T00:38:29.538 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60582.log 2024-09-21T00:38:29.539 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.109277.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.109277.log.gz 2024-09-21T00:38:29.540 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44369.log 2024-09-21T00:38:29.540 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.60582.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.60582.log.gz 2024-09-21T00:38:29.541 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61332.log 2024-09-21T00:38:29.541 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.44369.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.44369.log.gz 2024-09-21T00:38:29.542 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.104349.log 2024-09-21T00:38:29.543 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.61332.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.61332.log.gz 2024-09-21T00:38:29.544 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94764.log 2024-09-21T00:38:29.545 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.104349.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.104349.log.gz 2024-09-21T00:38:29.545 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89060.log 2024-09-21T00:38:29.546 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.94764.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.94764.log.gz 2024-09-21T00:38:29.546 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47060.log 2024-09-21T00:38:29.547 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.89060.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.89060.log.gz 2024-09-21T00:38:29.553 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89810.log 2024-09-21T00:38:29.553 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.47060.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.47060.log.gz 2024-09-21T00:38:29.553 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47823.log 2024-09-21T00:38:29.553 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.89810.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.89810.log.gz 2024-09-21T00:38:29.553 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37636.log 2024-09-21T00:38:29.553 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.47823.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.47823.log.gz 2024-09-21T00:38:29.553 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60185.log 2024-09-21T00:38:29.553 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.37636.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.37636.log.gz 2024-09-21T00:38:29.554 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107739.log 2024-09-21T00:38:29.555 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.60185.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.60185.log.gz 2024-09-21T00:38:29.555 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94893.log 2024-09-21T00:38:29.555 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.107739.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.107739.log.gz 2024-09-21T00:38:29.557 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55675.log 2024-09-21T00:38:29.557 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.94893.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.94893.log.gz 2024-09-21T00:38:29.557 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.97744.log 2024-09-21T00:38:29.558 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.55675.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.55675.log.gz 2024-09-21T00:38:29.559 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37723.log 2024-09-21T00:38:29.560 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.97744.log: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.97744.log.gz 2024-09-21T00:38:29.560 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.37435.log 2024-09-21T00:38:29.561 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.37723.log: 86.2% -- replaced with /var/log/ceph/ceph-client.admin.37723.log.gz 2024-09-21T00:38:29.562 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94093.log 2024-09-21T00:38:29.563 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.37435.log: 86.6% -- replaced with /var/log/ceph/ceph-client.admin.37435.log.gz 2024-09-21T00:38:29.563 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58086.log 2024-09-21T00:38:29.564 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.94093.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.94093.log.gz 2024-09-21T00:38:29.565 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65812.log 2024-09-21T00:38:29.565 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.58086.log: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.58086.log.gz 2024-09-21T00:38:29.566 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106870.log 2024-09-21T00:38:29.567 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.65812.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.65812.log.gz 2024-09-21T00:38:29.568 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44327.log 2024-09-21T00:38:29.568 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.106870.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.106870.log.gz 2024-09-21T00:38:29.569 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60311.log 2024-09-21T00:38:29.570 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.44327.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.44327.log.gz 2024-09-21T00:38:29.570 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.88639.log 2024-09-21T00:38:29.571 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.60311.log: 86.8% -- replaced with /var/log/ceph/ceph-client.admin.60311.log.gz 2024-09-21T00:38:29.572 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.97852.log 2024-09-21T00:38:29.573 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.88639.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.88639.log.gz 2024-09-21T00:38:29.573 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46341.log 2024-09-21T00:38:29.574 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.97852.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.97852.log.gz 2024-09-21T00:38:29.575 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106145.log 2024-09-21T00:38:29.575 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.46341.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.46341.log.gz 2024-09-21T00:38:29.576 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105632.log 2024-09-21T00:38:29.576 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.106145.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.106145.log.gz 2024-09-21T00:38:29.577 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.95370.log 2024-09-21T00:38:29.578 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.105632.log: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.105632.log.gz 2024-09-21T00:38:29.579 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58185.log 2024-09-21T00:38:29.580 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.95370.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.95370.log.gz 2024-09-21T00:38:29.580 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63741.log 2024-09-21T00:38:29.581 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.58185.log: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.58185.log.gz 2024-09-21T00:38:29.582 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.79691.log 2024-09-21T00:38:29.583 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.63741.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.63741.log.gz 2024-09-21T00:38:29.583 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44537.log 2024-09-21T00:38:29.584 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.79691.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.79691.log.gz 2024-09-21T00:38:29.585 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.68409.log 2024-09-21T00:38:29.585 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.44537.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.44537.log.gz 2024-09-21T00:38:29.586 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103796.log 2024-09-21T00:38:29.587 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.68409.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.68409.log.gz 2024-09-21T00:38:29.588 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64790.log 2024-09-21T00:38:29.589 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.103796.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.103796.log.gz 2024-09-21T00:38:29.589 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114639.log 2024-09-21T00:38:29.589 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.64790.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.64790.log.gz 2024-09-21T00:38:29.590 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43193.log 2024-09-21T00:38:29.591 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.114639.log: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.114639.log.gz 2024-09-21T00:38:29.592 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57042.log 2024-09-21T00:38:29.593 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.43193.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.43193.log.gz 2024-09-21T00:38:29.593 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.70646.log 2024-09-21T00:38:29.594 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.57042.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.57042.log.gz 2024-09-21T00:38:29.595 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71001.log 2024-09-21T00:38:29.595 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.70646.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.70646.log.gz 2024-09-21T00:38:29.596 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63166.log 2024-09-21T00:38:29.597 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.71001.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.71001.log.gz 2024-09-21T00:38:29.597 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.115424.log 2024-09-21T00:38:29.598 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.63166.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.63166.log.gz 2024-09-21T00:38:29.599 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93160.log 2024-09-21T00:38:29.600 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.115424.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.115424.log.gz 2024-09-21T00:38:29.600 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.66339.log 2024-09-21T00:38:29.601 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.93160.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.93160.log.gz 2024-09-21T00:38:29.602 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116681.log 2024-09-21T00:38:29.603 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.66339.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.66339.log.gz 2024-09-21T00:38:29.603 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.89503.log 2024-09-21T00:38:29.603 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.116681.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.116681.log.gz 2024-09-21T00:38:29.604 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.113492.log 2024-09-21T00:38:29.605 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.89503.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.89503.log.gz 2024-09-21T00:38:29.606 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62563.log 2024-09-21T00:38:29.606 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.113492.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.113492.log.gz 2024-09-21T00:38:29.607 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60353.log 2024-09-21T00:38:29.608 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.62563.log: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.62563.log.gz 2024-09-21T00:38:29.609 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106009.log 2024-09-21T00:38:29.609 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.60353.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.60353.log.gz 2024-09-21T00:38:29.610 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43795.log 2024-09-21T00:38:29.611 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.106009.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.106009.log.gz 2024-09-21T00:38:29.611 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114455.log 2024-09-21T00:38:29.612 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.43795.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.43795.log.gz 2024-09-21T00:38:29.613 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.99394.log 2024-09-21T00:38:29.613 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.114455.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.114455.log.gz 2024-09-21T00:38:29.614 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.72617.log 2024-09-21T00:38:29.616 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.99394.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.99394.log.gz 2024-09-21T00:38:29.616 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.92650.log 2024-09-21T00:38:29.617 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.72617.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.72617.log.gz 2024-09-21T00:38:29.617 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67172.log 2024-09-21T00:38:29.618 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.92650.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.92650.log.gz 2024-09-21T00:38:29.618 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.98395.log 2024-09-21T00:38:29.619 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.67172.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.67172.log.gz 2024-09-21T00:38:29.620 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105107.log 2024-09-21T00:38:29.620 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.98395.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.98395.log.gz 2024-09-21T00:38:29.621 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.95118.log 2024-09-21T00:38:29.622 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.105107.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.105107.log.gz 2024-09-21T00:38:29.622 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.71776.log 2024-09-21T00:38:29.623 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.95118.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.95118.log.gz 2024-09-21T00:38:29.624 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67872.log 2024-09-21T00:38:29.625 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.71776.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.71776.log.gz 2024-09-21T00:38:29.625 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42669.log 2024-09-21T00:38:29.626 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.67872.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.67872.log.gz 2024-09-21T00:38:29.626 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107160.log 2024-09-21T00:38:29.627 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.42669.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.42669.log.gz 2024-09-21T00:38:29.628 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.99436.log 2024-09-21T00:38:29.629 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.107160.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.107160.log.gz 2024-09-21T00:38:29.629 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.107339.log 2024-09-21T00:38:29.630 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.99436.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.99436.log.gz 2024-09-21T00:38:29.631 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94848.log 2024-09-21T00:38:29.631 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.107339.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.107339.log.gz 2024-09-21T00:38:29.632 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.114413.log 2024-09-21T00:38:29.633 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.94848.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.94848.log.gz 2024-09-21T00:38:29.634 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.3.log 2024-09-21T00:38:29.635 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.114413.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.114413.log.gz 2024-09-21T00:38:29.635 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84000.log 2024-09-21T00:38:29.654 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59288.log 2024-09-21T00:38:29.655 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.84000.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.84000.log.gz 2024-09-21T00:38:29.660 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56072.log 2024-09-21T00:38:29.662 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.59288.log: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.59288.log.gz 2024-09-21T00:38:29.678 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.112209.log 2024-09-21T00:38:29.678 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.56072.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.56072.log.gz 2024-09-21T00:38:29.692 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93268.log 2024-09-21T00:38:29.693 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.112209.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.112209.log.gz 2024-09-21T00:38:29.709 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.106355.log 2024-09-21T00:38:29.710 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.93268.log: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.93268.log.gz 2024-09-21T00:38:29.723 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63082.log 2024-09-21T00:38:29.736 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.106355.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.106355.log.gz 2024-09-21T00:38:29.738 INFO:teuthology.orchestra.run.smithi067.stderr: 90.6% -- replaced with /var/log/ceph/ceph-mon.a.log.gz 2024-09-21T00:38:29.742 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63124.log 2024-09-21T00:38:29.757 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.63082.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.63082.log.gz 2024-09-21T00:38:29.769 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mds.c.log 2024-09-21T00:38:29.770 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.63124.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.63124.log.gz 2024-09-21T00:38:29.781 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.98353.log 2024-09-21T00:38:29.797 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-mds.c.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64565.log 2024-09-21T00:38:29.798 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.98353.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.98353.log.gz 2024-09-21T00:38:29.806 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94937.log 2024-09-21T00:38:29.812 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.64565.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.64565.log.gz 2024-09-21T00:38:29.827 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.116597.log 2024-09-21T00:38:29.827 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.94937.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.94937.log.gz 2024-09-21T00:38:29.840 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.78799.log 2024-09-21T00:38:29.840 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.116597.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.116597.log.gz 2024-09-21T00:38:29.849 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.83604.log 2024-09-21T00:38:29.862 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.78799.log: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.78799.log.gz 2024-09-21T00:38:29.868 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.80243.log 2024-09-21T00:38:29.868 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.83604.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.83604.log.gz 2024-09-21T00:38:29.877 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63489.log 2024-09-21T00:38:29.887 INFO:teuthology.orchestra.run.smithi097.stderr: 94.2% -- replaced with /var/log/ceph/ceph-osd.4.log.gz 2024-09-21T00:38:29.890 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.80243.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.80243.log.gz 2024-09-21T00:38:29.891 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.94196.log 2024-09-21T00:38:29.891 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.63489.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.63489.log.gz 2024-09-21T00:38:29.900 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48121.log 2024-09-21T00:38:29.901 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.94196.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.94196.log.gz 2024-09-21T00:38:29.921 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.103158.log 2024-09-21T00:38:29.922 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.48121.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.48121.log.gz 2024-09-21T00:38:29.939 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.84725.log 2024-09-21T00:38:29.939 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.103158.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.103158.log.gz 2024-09-21T00:38:29.955 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.93925.log 2024-09-21T00:38:29.955 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.84725.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.84725.log.gz 2024-09-21T00:38:29.961 INFO:teuthology.orchestra.run.smithi067.stderr: 94.0% -- replaced with /var/log/ceph/ceph-client.0.57302.log.gz 2024-09-21T00:38:29.963 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.45163.log 2024-09-21T00:38:29.963 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.93925.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.93925.log.gz 2024-09-21T00:38:29.963 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.67444.log 2024-09-21T00:38:29.966 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.0.45163.log: 89.4% -- replaced with /var/log/ceph/ceph-client.0.45163.log.gz 2024-09-21T00:38:29.966 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43785.log 2024-09-21T00:38:29.967 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.67444.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.67444.log.gz 2024-09-21T00:38:29.967 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43235.log 2024-09-21T00:38:29.967 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.43785.log: 87.2% -- replaced with /var/log/ceph/ceph-client.admin.43785.log.gz 2024-09-21T00:38:29.967 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.105698.log 2024-09-21T00:38:29.968 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.43235.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.43235.log.gz 2024-09-21T00:38:29.968 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57542.log 2024-09-21T00:38:29.969 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.105698.log: 90.8% -- replaced with /var/log/ceph/ceph-client.admin.105698.log.gz 2024-09-21T00:38:29.969 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.69916.log 2024-09-21T00:38:29.971 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.57542.log: 91.0% -- replaced with /var/log/ceph/ceph-client.admin.57542.log.gz 2024-09-21T00:38:29.971 INFO:teuthology.orchestra.run.smithi067.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.65000.log 2024-09-21T00:38:29.971 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.69916.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.69916.log.gz 2024-09-21T00:38:29.972 INFO:teuthology.orchestra.run.smithi067.stderr:/var/log/ceph/ceph-client.admin.65000.log: 87.0% -- replaced with /var/log/ceph/ceph-client.admin.65000.log.gz 2024-09-21T00:38:30.285 INFO:teuthology.orchestra.run.smithi067.stderr: 93.7% -- replaced with /var/log/ceph/ceph-client.0.81234.log.gz 2024-09-21T00:38:30.391 INFO:teuthology.orchestra.run.smithi097.stderr: 93.8% -- replaced with /var/log/ceph/ceph-mds.b.log.gz 2024-09-21T00:38:30.393 INFO:teuthology.orchestra.run.smithi097.stderr: 2024-09-21T00:38:30.393 INFO:teuthology.orchestra.run.smithi097.stderr:real 0m3.388s 2024-09-21T00:38:30.394 INFO:teuthology.orchestra.run.smithi097.stderr:user 0m13.205s 2024-09-21T00:38:30.394 INFO:teuthology.orchestra.run.smithi097.stderr:sys 0m0.450s 2024-09-21T00:38:30.699 INFO:teuthology.orchestra.run.smithi067.stderr: 94.1% -- replaced with /var/log/ceph/ceph-osd.1.log.gz 2024-09-21T00:38:31.044 INFO:teuthology.orchestra.run.smithi067.stderr: 94.4% -- replaced with /var/log/ceph/ceph-osd.0.log.gz 2024-09-21T00:38:31.313 INFO:teuthology.orchestra.run.smithi067.stderr: 94.1% -- replaced with /var/log/ceph/ceph-osd.2.log.gz 2024-09-21T00:38:32.502 INFO:teuthology.orchestra.run.smithi067.stderr: 94.1% -- replaced with /var/log/ceph/ceph-osd.3.log.gz 2024-09-21T00:38:33.728 INFO:teuthology.orchestra.run.smithi067.stderr: 93.6% -- replaced with /var/log/ceph/ceph-client.0.72460.log.gz 2024-09-21T00:38:34.103 INFO:teuthology.orchestra.run.smithi067.stderr: 93.7% -- replaced with /var/log/ceph/ceph-mds.c.log.gz 2024-09-21T00:38:35.680 INFO:teuthology.orchestra.run.smithi067.stderr: 93.6% -- replaced with /var/log/ceph/ceph-client.0.48531.log.gz 2024-09-21T00:39:20.908 INFO:teuthology.orchestra.run.smithi067.stderr: 93.8% -- replaced with /var/log/ceph/ceph-mds.a.log.gz 2024-09-21T00:39:20.910 INFO:teuthology.orchestra.run.smithi067.stderr: 2024-09-21T00:39:20.910 INFO:teuthology.orchestra.run.smithi067.stderr:real 0m53.927s 2024-09-21T00:39:20.910 INFO:teuthology.orchestra.run.smithi067.stderr:user 1m30.156s 2024-09-21T00:39:20.910 INFO:teuthology.orchestra.run.smithi067.stderr:sys 0m3.291s 2024-09-21T00:39:20.911 INFO:tasks.ceph:Archiving logs... 2024-09-21T00:39:20.911 DEBUG:teuthology.misc:Transferring archived files from smithi067:/var/log/ceph to /home/teuthworker/archive/pdonnell-2024-09-20_23:48:22-fs-wip-pdonnell-testing-20240920.212106-debug-distro-default-smithi/7913322/remote/smithi067/log 2024-09-21T00:39:20.912 DEBUG:teuthology.orchestra.run.smithi067:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-21T00:39:31.697 DEBUG:teuthology.misc:Transferring archived files from smithi097:/var/log/ceph to /home/teuthworker/archive/pdonnell-2024-09-20_23:48:22-fs-wip-pdonnell-testing-20240920.212106-debug-distro-default-smithi/7913322/remote/smithi097/log 2024-09-21T00:39:31.698 DEBUG:teuthology.orchestra.run.smithi097:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-21T00:39:33.290 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-21T00:39:33.298 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-21T00:39:33.298 DEBUG:teuthology.orchestra.run.smithi067:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-21T00:39:33.301 DEBUG:teuthology.orchestra.run.smithi097:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-21T00:39:33.389 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-21T00:39:33.603 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-21T00:39:33.603 DEBUG:teuthology.orchestra.run.smithi067:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-21T00:39:33.607 DEBUG:teuthology.orchestra.run.smithi097:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-21T00:39:33.622 INFO:teuthology.orchestra.run.smithi067.stderr:bash: line 1: ntpq: command not found 2024-09-21T00:39:33.625 INFO:teuthology.orchestra.run.smithi097.stderr:bash: line 1: ntpq: command not found 2024-09-21T00:39:33.627 INFO:teuthology.orchestra.run.smithi067.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-21T00:39:33.627 INFO:teuthology.orchestra.run.smithi067.stdout:=============================================================================== 2024-09-21T00:39:33.627 INFO:teuthology.orchestra.run.smithi067.stdout:^* hv01.front.sepia.ceph.com 3 6 377 36 +407us[ +428us] +/- 42ms 2024-09-21T00:39:33.627 INFO:teuthology.orchestra.run.smithi067.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 38 -1234us[-1213us] +/- 64ms 2024-09-21T00:39:33.627 INFO:teuthology.orchestra.run.smithi067.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 36 +881us[ +902us] +/- 80ms 2024-09-21T00:39:33.627 INFO:teuthology.orchestra.run.smithi067.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-09-21T00:39:33.629 INFO:teuthology.orchestra.run.smithi097.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-21T00:39:33.630 INFO:teuthology.orchestra.run.smithi097.stdout:=============================================================================== 2024-09-21T00:39:33.630 INFO:teuthology.orchestra.run.smithi097.stdout:^* hv01.front.sepia.ceph.com 3 6 377 36 +409us[ +407us] +/- 42ms 2024-09-21T00:39:33.630 INFO:teuthology.orchestra.run.smithi097.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 41 -1270us[-1273us] +/- 64ms 2024-09-21T00:39:33.630 INFO:teuthology.orchestra.run.smithi097.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 39 +834us[ +831us] +/- 80ms 2024-09-21T00:39:33.630 INFO:teuthology.orchestra.run.smithi097.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-09-21T00:39:33.631 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-21T00:39:33.663 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-21T00:39:33.663 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-21T00:39:33.717 DEBUG:teuthology.orchestra.run.smithi067:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-21T00:39:33.826 DEBUG:teuthology.orchestra.run.smithi097:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-21T00:39:33.900 DEBUG:teuthology.orchestra.run.smithi067:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2024-09-21T00:39:33.932 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-21T00:39:33.933 DEBUG:teuthology.orchestra.run.smithi097:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 2024-09-21T00:39:33.963 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-21T00:39:33.963 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-21T00:39:33.971 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-21T00:39:34.000 INFO:teuthology.task.internal:Duration was 1499.650854 seconds 2024-09-21T00:39:34.000 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-21T00:39:34.033 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-21T00:39:34.034 DEBUG:teuthology.orchestra.run.smithi067:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-21T00:39:34.036 DEBUG:teuthology.orchestra.run.smithi097:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-21T00:39:34.075 INFO:teuthology.orchestra.run.smithi067.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-21T00:39:34.077 INFO:teuthology.orchestra.run.smithi097.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-21T00:39:34.473 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-21T00:39:34.473 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi067.front.sepia.ceph.com 2024-09-21T00:39:34.473 DEBUG:teuthology.orchestra.run.smithi067:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-21T00:39:34.536 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi097.front.sepia.ceph.com 2024-09-21T00:39:34.536 DEBUG:teuthology.orchestra.run.smithi097:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-21T00:39:34.573 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-21T00:39:34.573 DEBUG:teuthology.orchestra.run.smithi067:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-21T00:39:34.578 DEBUG:teuthology.orchestra.run.smithi097:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-21T00:39:34.641 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-21T00:39:34.641 DEBUG:teuthology.orchestra.run.smithi067:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-21T00:39:34.647 DEBUG:teuthology.orchestra.run.smithi097:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-21T00:39:34.799 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-21T00:39:34.808 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-21T00:39:34.808 DEBUG:teuthology.orchestra.run.smithi067:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-21T00:39:34.833 DEBUG:teuthology.orchestra.run.smithi097:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-21T00:39:34.857 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-21T00:39:34.918 DEBUG:teuthology.orchestra.run.smithi067:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-21T00:39:34.920 DEBUG:teuthology.orchestra.run.smithi097:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-21T00:39:34.942 INFO:teuthology.orchestra.run.smithi067.stdout:kernel.core_pattern = core 2024-09-21T00:39:34.943 INFO:teuthology.orchestra.run.smithi097.stdout:kernel.core_pattern = core 2024-09-21T00:39:34.956 DEBUG:teuthology.orchestra.run.smithi067:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-21T00:39:35.010 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-21T00:39:35.011 DEBUG:teuthology.orchestra.run.smithi097:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-21T00:39:35.024 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-21T00:39:35.025 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-21T00:39:35.035 INFO:teuthology.task.internal:Transferring archived files... 2024-09-21T00:39:35.035 DEBUG:teuthology.misc:Transferring archived files from smithi067:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/pdonnell-2024-09-20_23:48:22-fs-wip-pdonnell-testing-20240920.212106-debug-distro-default-smithi/7913322/remote/smithi067 2024-09-21T00:39:35.035 DEBUG:teuthology.orchestra.run.smithi067:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-21T00:39:35.088 DEBUG:teuthology.misc:Transferring archived files from smithi097:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/pdonnell-2024-09-20_23:48:22-fs-wip-pdonnell-testing-20240920.212106-debug-distro-default-smithi/7913322/remote/smithi097 2024-09-21T00:39:35.088 DEBUG:teuthology.orchestra.run.smithi097:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-21T00:39:35.121 INFO:teuthology.task.internal:Removing archive directory... 2024-09-21T00:39:35.121 DEBUG:teuthology.orchestra.run.smithi067:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-21T00:39:35.124 DEBUG:teuthology.orchestra.run.smithi097:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-21T00:39:35.172 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-21T00:39:35.182 INFO:teuthology.task.internal:Not uploading archives. 2024-09-21T00:39:35.182 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-21T00:39:35.209 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-21T00:39:35.209 DEBUG:teuthology.orchestra.run.smithi067:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-21T00:39:35.211 DEBUG:teuthology.orchestra.run.smithi097:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-21T00:39:35.224 INFO:teuthology.orchestra.run.smithi067.stdout: 265836 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 21 00:39 /home/ubuntu/cephtest 2024-09-21T00:39:35.226 INFO:teuthology.orchestra.run.smithi097.stdout: 265324 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 21 00:39 /home/ubuntu/cephtest 2024-09-21T00:39:35.227 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-21T00:39:35.243 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-21T00:39:35.312 INFO:teuthology.run:Summary data: description: fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} tasks/scrub} duration: 1499.6508541107178 flavor: default owner: scheduled_pdonnell@teuthology success: true 2024-09-21T00:39:35.312 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-21T00:39:35.405 INFO:teuthology.run:pass